-- Logs begin at Wed 2022-02-09 11:27:09 UTC, end at Wed 2022-02-09 13:51:58 UTC. -- Feb 09 12:00:58.153313 n-d-825178-3 systemd[1]: Started Devstack devstack@q-svc.service. Feb 09 12:01:00.470450 n-d-825178-3 neutron-server[87460]: INFO neutron.common.config [-] Logging enabled! Feb 09 12:01:00.471113 n-d-825178-3 neutron-server[87460]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev29 Feb 09 12:01:00.471203 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87460) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 09 12:01:00.474399 n-d-825178-3 neutron-server[87460]: INFO neutron.common.config [-] Logging enabled! Feb 09 12:01:00.474650 n-d-825178-3 neutron-server[87460]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev29 Feb 09 12:01:00.474963 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87460) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 09 12:01:00.475902 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 12:01:00.476136 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 12:01:00.476487 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 12:01:00.476732 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 12:01:00.476955 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 12:01:00.477273 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.477566 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.477860 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.478086 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.478373 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.478655 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.478934 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.479217 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.479509 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.479791 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.480092 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.480373 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.480601 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.480877 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.481161 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.481443 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.481664 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] debug = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.481940 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.482362 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.482782 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.483570 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.483887 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.484161 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.484431 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.484703 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.484984 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.485309 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] host = n-d-825178-3 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.485589 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.485873 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.486160 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.486443 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.486715 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.486986 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.487270 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.487541 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.487811 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] log_file = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.488105 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.488393 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.488945 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.489232 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.489456 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.489681 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.489968 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.490253 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.490528 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.490797 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.491068 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.491340 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.491613 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.491904 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.492189 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.492472 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.492754 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.493025 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.493296 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.493567 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.493835 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.494134 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.494385 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.494655 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.494923 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.495205 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.495474 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.495746 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.496065 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.496351 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.496631 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.496928 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.497185 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.497465 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.497736 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.498007 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.498276 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] use_json = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.498545 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.499419 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.499704 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.500019 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.500296 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.500572 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.500843 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.501129 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.501402 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:00.501697 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.501994 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.502293 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.502581 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.502872 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.503150 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.503437 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.503719 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.504036 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.504324 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.504610 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.504885 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.505171 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.505452 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.505762 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.506050 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.506341 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.506629 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.506904 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.507177 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.507450 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.507728 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.508035 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.508329 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.508619 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.508891 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.509169 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.509458 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.509736 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.510006 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.510281 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.510566 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.510840 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.511111 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.511388 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.511663 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.511954 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.512225 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.512500 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.512786 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.513059 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.513327 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.513596 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.513870 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.514137 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.514442 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.514715 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.514983 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.515251 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.515531 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.515802 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.516096 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.516370 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.516640 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.516911 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.517179 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.517444 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.517714 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.517984 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.518251 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.518518 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.518786 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.519058 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.519325 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.519593 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.519881 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.520151 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.520418 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.520697 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.520987 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.521260 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.521535 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.521808 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.522079 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.522351 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.522625 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.522899 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.523175 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.523443 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.523731 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.524040 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.524325 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.524603 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.524875 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.525163 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.525442 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.525721 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.525996 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.526276 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.526555 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.526834 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.527122 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.527411 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.527701 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.528018 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.528305 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.528583 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.528884 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.529159 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:00.529379 n-d-825178-3 neutron-server[87460]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 12:01:00.529606 n-d-825178-3 neutron-server[87460]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87460) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 09 12:01:00.913395 n-d-825178-3 neutron-server[87460]: INFO keyring.backend [-] Loading KWallet Feb 09 12:01:00.920753 n-d-825178-3 neutron-server[87460]: INFO keyring.backend [-] Loading SecretService Feb 09 12:01:00.924503 n-d-825178-3 neutron-server[87460]: INFO keyring.backend [-] Loading Windows Feb 09 12:01:00.925826 n-d-825178-3 neutron-server[87460]: INFO keyring.backend [-] Loading chainer Feb 09 12:01:00.926402 n-d-825178-3 neutron-server[87460]: INFO keyring.backend [-] Loading macOS Feb 09 12:01:00.960156 n-d-825178-3 neutron-server[87460]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 09 12:01:00.960427 n-d-825178-3 neutron-server[87460]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 09 12:01:00.960714 n-d-825178-3 neutron-server[87460]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 09 12:01:00.961043 n-d-825178-3 neutron-server[87460]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 09 12:01:01.265898 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:01.266184 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:01.266453 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:01.267627 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:01.267933 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:01.268202 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:01.388450 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:01.388722 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:01.388990 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:01.402832 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:01.403111 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:01.403382 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:01.432001 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:01.432277 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:01.432539 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:01.470939 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:01.471474 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:01.471474 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:01.704174 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:01.704457 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:01.704723 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:01.704984 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:01.705725 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:01.824784 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:01.825105 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:01.825387 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:01.825659 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:01.825923 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:01.826239 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:01.826500 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:01.827275 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:01.827538 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:01.827816 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:01.828094 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:01.828353 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:01.828613 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:01.828862 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:01.829122 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:01.829386 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:01.829638 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:01.829904 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:01.830149 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:01.830424 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:01.830767 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:01.831014 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:01.831258 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:01.831536 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:01.831779 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:01.832045 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:01.832420 n-d-825178-3 neutron-server[87460]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87460) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 12:01:01.832654 n-d-825178-3 neutron-server[87460]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87460) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 12:01:01.832885 n-d-825178-3 neutron-server[87460]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87460) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 12:01:01.833115 n-d-825178-3 neutron-server[87460]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87460) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 12:01:01.833345 n-d-825178-3 neutron-server[87460]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87460) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 12:01:01.833575 n-d-825178-3 neutron-server[87460]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87460) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 12:01:01.833931 n-d-825178-3 neutron-server[87460]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 09 12:01:01.837079 n-d-825178-3 neutron-server[87460]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 09 12:01:01.841014 n-d-825178-3 neutron-server[87460]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 09 12:01:01.845317 n-d-825178-3 neutron-server[87460]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Feb 09 12:01:01.846937 n-d-825178-3 neutron-server[87460]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 09 12:01:01.847382 n-d-825178-3 neutron-server[87460]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 09 12:01:01.847711 n-d-825178-3 neutron-server[87460]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 09 12:01:01.848122 n-d-825178-3 neutron-server[87460]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 09 12:01:01.851093 n-d-825178-3 neutron-server[87460]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 09 12:01:01.851341 n-d-825178-3 neutron-server[87460]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 09 12:01:01.851678 n-d-825178-3 neutron-server[87460]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 09 12:01:01.879550 n-d-825178-3 neutron-server[87460]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 09 12:01:01.880024 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:01.880320 n-d-825178-3 neutron-server[87460]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87460) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 09 12:01:01.880679 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:01.882041 n-d-825178-3 neutron-server[87460]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87460) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 09 12:01:01.882318 n-d-825178-3 neutron-server[87460]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 09 12:01:01.882563 n-d-825178-3 neutron-server[87460]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 09 12:01:01.885782 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:01.886064 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:01.947815 n-d-825178-3 neutron-server[87460]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 09 12:01:01.948067 n-d-825178-3 neutron-server[87460]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 09 12:01:01.948304 n-d-825178-3 neutron-server[87460]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 09 12:01:01.948668 n-d-825178-3 neutron-server[87460]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 09 12:01:01.979240 n-d-825178-3 neutron-server[87460]: DEBUG oslo_db.sqlalchemy.engines [None req-24444197-b585-4c76-9c2d-99860e560766 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87460) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 09 12:01:02.308945 n-d-825178-3 neutron-server[87460]: INFO neutron.plugins.ml2.managers [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Initializing driver for type 'gre' Feb 09 12:01:02.309377 n-d-825178-3 neutron-server[87460]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-24444197-b585-4c76-9c2d-99860e560766 None None] gre ID ranges: [(1, 1000)] Feb 09 12:01:02.362254 n-d-825178-3 neutron-server[87460]: INFO neutron.plugins.ml2.managers [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Initializing driver for type 'local' Feb 09 12:01:02.362681 n-d-825178-3 neutron-server[87460]: INFO neutron.plugins.ml2.managers [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Initializing driver for type 'vlan' Feb 09 12:01:02.374798 n-d-825178-3 neutron-server[87460]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-24444197-b585-4c76-9c2d-99860e560766 None None] VlanTypeDriver initialization complete Feb 09 12:01:02.375132 n-d-825178-3 neutron-server[87460]: INFO neutron.plugins.ml2.managers [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Initializing driver for type 'vxlan' Feb 09 12:01:02.375625 n-d-825178-3 neutron-server[87460]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-24444197-b585-4c76-9c2d-99860e560766 None None] vxlan ID ranges: [(1, 1000)] Feb 09 12:01:02.433965 n-d-825178-3 neutron-server[87460]: INFO neutron.plugins.ml2.managers [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Initializing extension driver 'port_security' Feb 09 12:01:02.434471 n-d-825178-3 neutron-server[87460]: INFO neutron.plugins.ml2.extensions.port_security [None req-24444197-b585-4c76-9c2d-99860e560766 None None] PortSecurityExtensionDriver initialization complete Feb 09 12:01:02.434958 n-d-825178-3 neutron-server[87460]: INFO neutron.plugins.ml2.managers [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Initializing mechanism driver 'openvswitch' Feb 09 12:01:02.435288 n-d-825178-3 neutron-server[87460]: INFO neutron.plugins.ml2.managers [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Initializing mechanism driver 'hyperv' Feb 09 12:01:02.441988 n-d-825178-3 neutron-server[87460]: DEBUG neutron.plugins.ml2.plugin [None req-24444197-b585-4c76-9c2d-99860e560766 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:01:02.442664 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > port after_create 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.443037 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > port after_update 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.443393 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > port after_delete 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.443948 n-d-825178-3 neutron-server[87460]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87460) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 12:01:02.444380 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > subnet after_create 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.444734 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > subnet after_update 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.445079 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.445472 n-d-825178-3 neutron-server[87460]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87460) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 12:01:02.445876 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > network after_create 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.446225 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > network after_update 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.446571 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > network after_delete 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.446958 n-d-825178-3 neutron-server[87460]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87460) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 12:01:02.447365 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > security_group after_create 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.447711 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > security_group after_update 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.448082 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.448474 n-d-825178-3 neutron-server[87460]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87460) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 12:01:02.448877 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.449223 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.449562 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.450083 n-d-825178-3 neutron-server[87460]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87460) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 12:01:02.450498 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > address_group after_create 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.450853 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > address_group after_update 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.451197 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.451585 n-d-825178-3 neutron-server[87460]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87460) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 12:01:02.452164 n-d-825178-3 neutron-server[87460]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-24444197-b585-4c76-9c2d-99860e560766 None None] ML2 OVO RPC backend initialized. {{(pid=87460) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Feb 09 12:01:02.452873 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.453227 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.453641 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > network before_response 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.453989 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > networks before_response 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.454342 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > port before_response 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.454687 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > ports before_response 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.455032 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > subnet before_response 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.455373 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > subnets before_response 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.455719 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > network after_create 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.456085 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > network after_update 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.456423 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > network after_delete 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.456760 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > port after_create 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.457096 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > port after_update 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.457430 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > port after_delete 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.457766 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > subnet after_create 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.458100 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > subnet after_update 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.458431 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.458996 n-d-825178-3 neutron-server[87460]: INFO neutron.plugins.ml2.plugin [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Modular L2 Plugin initialization complete Feb 09 12:01:02.459325 n-d-825178-3 neutron-server[87460]: DEBUG neutron.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading services supported by the core plugin {{(pid=87460) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 09 12:01:02.459648 n-d-825178-3 neutron-server[87460]: INFO neutron.plugins.ml2.managers [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Got port-security extension from driver 'port_security' Feb 09 12:01:02.460144 n-d-825178-3 neutron-server[87460]: INFO neutron.extensions.vlantransparent [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Disabled vlantransparent extension. Feb 09 12:01:02.460628 n-d-825178-3 neutron-server[87460]: DEBUG neutron.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87460) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 09 12:01:02.460948 n-d-825178-3 neutron-server[87460]: INFO neutron.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading Plugin: router Feb 09 12:01:02.498354 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.499050 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > router after_create 55549900 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.499349 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > router before_create 55549900 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.499721 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.500122 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.500482 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > router after_delete 55549900 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.500847 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.501215 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > router after_create 55549900 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.501564 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > router after_update 55549900 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.501915 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > router after_update 55549900 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.502266 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.502627 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > router after_update 55549900 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.503039 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > router precommit_update 55549900 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.503412 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: port after_update 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.503756 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: port after_delete 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.504134 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: subnet after_update 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.504476 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.504828 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.505176 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > router precommit_create 55549900 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.505519 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: port before_delete 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.505864 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > router precommit_create 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.506221 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > router after_update 55549900 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.506564 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.506912 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > router precommit_create 55549900 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.507273 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.507618 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > router precommit_update 55549900 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.508013 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > agent after_create 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.508364 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > agent after_delete 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.508709 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > network after_delete 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.509560 n-d-825178-3 neutron-server[87460]: DEBUG neutron.quota.resource_registry [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Tracking information for resource: router configured {{(pid=87460) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 12:01:02.509897 n-d-825178-3 neutron-server[87460]: DEBUG neutron.quota.resource_registry [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Tracking information for resource: floatingip configured {{(pid=87460) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 12:01:02.515061 n-d-825178-3 neutron-server[87460]: INFO neutron.db.l3_agentschedulers_db [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 09 12:01:02.515640 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: port after_update 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.516038 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: port after_create 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.516391 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: port after_delete 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.516744 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: port after_update 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.517654 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > router before_create 55550100 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.518023 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.518392 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > router precommit_create 55550100 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.518753 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > router precommit_update 55550100 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.523232 n-d-825178-3 neutron-server[87460]: DEBUG neutron.services.provider_configuration [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Service providers = [] {{(pid=87460) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 09 12:01:02.523604 n-d-825178-3 neutron-server[87460]: DEBUG neutron.db.servicetype_db [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87460) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 09 12:01:02.526585 n-d-825178-3 neutron-server[87460]: DEBUG neutron.services.service_base [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87460) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 12:01:02.526940 n-d-825178-3 neutron-server[87460]: DEBUG neutron.services.service_base [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87460) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 12:01:02.527286 n-d-825178-3 neutron-server[87460]: DEBUG neutron.services.service_base [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87460) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 12:01:02.528209 n-d-825178-3 neutron-server[87460]: DEBUG neutron.services.service_base [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87460) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 12:01:02.528581 n-d-825178-3 neutron-server[87460]: INFO neutron.services.service_base [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 09 12:01:02.528956 n-d-825178-3 neutron-server[87460]: DEBUG neutron.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87460) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 12:01:02.529274 n-d-825178-3 neutron-server[87460]: INFO neutron.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 09 12:01:02.540691 n-d-825178-3 neutron-server[87460]: DEBUG neutron.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87460) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 12:01:02.541027 n-d-825178-3 neutron-server[87460]: INFO neutron.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading Plugin: auto_allocate Feb 09 12:01:02.547594 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: network precommit_update 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.548002 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: network precommit_create 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.548524 n-d-825178-3 neutron-server[87460]: DEBUG neutron.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87460) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 12:01:02.548848 n-d-825178-3 neutron-server[87460]: INFO neutron.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading Plugin: tag Feb 09 12:01:02.555476 n-d-825178-3 neutron-server[87460]: DEBUG neutron.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87460) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 12:01:02.555811 n-d-825178-3 neutron-server[87460]: INFO neutron.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading Plugin: timestamp Feb 09 12:01:02.559902 n-d-825178-3 neutron-server[87460]: DEBUG neutron.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87460) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 12:01:02.560215 n-d-825178-3 neutron-server[87460]: INFO neutron.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading Plugin: network_ip_availability Feb 09 12:01:02.565537 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.565911 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.566271 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.566979 n-d-825178-3 neutron-server[87460]: DEBUG neutron.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87460) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 12:01:02.567302 n-d-825178-3 neutron-server[87460]: INFO neutron.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading Plugin: flavors Feb 09 12:01:02.572154 n-d-825178-3 neutron-server[87460]: DEBUG neutron.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87460) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 12:01:02.572489 n-d-825178-3 neutron-server[87460]: INFO neutron.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading Plugin: revisions Feb 09 12:01:02.577366 n-d-825178-3 neutron-server[87460]: DEBUG neutron.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87460) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 12:01:02.577760 n-d-825178-3 neutron-server[87460]: DEBUG oslo_concurrency.lockutils [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.617s {{(pid=87460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 09 12:01:02.578496 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87460) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 09 12:01:02.578833 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Initializing extension manager. Feb 09 12:01:02.579349 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: __init__.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.579692 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: __pycache__ {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.580056 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.580394 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: address_group.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.581142 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.581709 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: address-group Feb 09 12:01:02.582039 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: address_scope.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.582756 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.583269 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: address-scope Feb 09 12:01:02.583599 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.584560 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.585076 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: router-admin-state-down-before-update Feb 09 12:01:02.585407 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: agent.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.586105 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.586613 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: agent Feb 09 12:01:02.586940 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: agent_resources_synced.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.587882 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.588394 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: agent-resources-synced Feb 09 12:01:02.588720 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: allowedaddresspairs.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.590692 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.591215 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: allowed-address-pairs Feb 09 12:01:02.591532 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: auto_allocated_topology.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.593252 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.593771 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: auto-allocated-topology Feb 09 12:01:02.594102 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: availability_zone.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.594803 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.595312 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: availability_zone Feb 09 12:01:02.595641 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: availability_zone_filter.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.596589 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.597106 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: availability_zone_filter Feb 09 12:01:02.597433 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: data_plane_status.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.598347 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.598865 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extension data-plane-status not supported by any of loaded plugins Feb 09 12:01:02.599190 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: default_subnetpools.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.600206 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.600723 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: default-subnetpools Feb 09 12:01:02.601051 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.601862 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.602373 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: dhcp_agent_scheduler Feb 09 12:01:02.602699 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: dns.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.603617 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.604161 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extension dns-integration not supported by any of loaded plugins Feb 09 12:01:02.604485 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: dns_domain_ports.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.605410 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.605922 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 09 12:01:02.606247 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: dvr.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.606920 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.607434 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: dvr Feb 09 12:01:02.607760 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: empty_string_filtering.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.608746 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.609259 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: empty-string-filtering Feb 09 12:01:02.609588 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.610499 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.611004 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 09 12:01:02.611328 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.612271 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.612775 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 09 12:01:02.613101 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: external_net.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.614293 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.614800 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: external-net Feb 09 12:01:02.615127 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.616087 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.616593 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: extra_dhcp_opt Feb 09 12:01:02.616920 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: extraroute.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.617822 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.618333 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: extraroute Feb 09 12:01:02.618660 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: extraroute_atomic.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.619697 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.620252 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: extraroute-atomic Feb 09 12:01:02.620583 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: filter_validation.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.621255 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.621764 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: filter-validation Feb 09 12:01:02.622090 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: fip_pf_description.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.623002 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.623536 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 09 12:01:02.623931 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: fip_port_details.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.624849 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.625362 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: fip-port-details Feb 09 12:01:02.625688 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: flavors.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.626913 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.627432 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: flavors Feb 09 12:01:02.627761 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.629461 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.629980 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 09 12:01:02.630310 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: floatingip_pools.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.631009 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.631522 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: floatingip-pools Feb 09 12:01:02.631870 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: ip_allocation.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.632794 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.633299 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extension ip_allocation not supported by any of loaded plugins Feb 09 12:01:02.633624 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.634545 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.635052 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: ip-substring-filtering Feb 09 12:01:02.635382 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: l2_adjacency.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.636335 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.636844 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 09 12:01:02.637174 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: l3.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.638138 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.638653 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: router Feb 09 12:01:02.638983 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.643244 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.643771 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 09 12:01:02.644142 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.645084 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.645605 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: ext-gw-mode Feb 09 12:01:02.645934 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.646856 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.647371 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: l3-ha Feb 09 12:01:02.647698 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: l3_flavors.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.648662 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.649184 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: l3-flavors Feb 09 12:01:02.649511 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.650441 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.650954 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 09 12:01:02.651279 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: l3agentscheduler.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.652343 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.652860 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: l3_agent_scheduler Feb 09 12:01:02.653192 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: logging.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.654696 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.655978 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extension logging not supported by any of loaded plugins Feb 09 12:01:02.656320 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: metering.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.657064 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.657648 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: metering Feb 09 12:01:02.657982 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.659087 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.659603 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: metering_source_and_destination_fields Feb 09 12:01:02.659966 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: multiprovidernet.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.660904 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.661417 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: multi-provider Feb 09 12:01:02.661745 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: netmtu.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.662668 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.663183 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: net-mtu Feb 09 12:01:02.663510 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: netmtu_writable.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.664468 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.664979 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: net-mtu-writable Feb 09 12:01:02.665308 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: network_availability_zone.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.665978 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.666484 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: network_availability_zone Feb 09 12:01:02.666809 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: network_ip_availability.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.667944 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.668463 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: network-ip-availability Feb 09 12:01:02.668790 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: network_segment_range.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.669550 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.670056 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extension network-segment-range not supported by any of loaded plugins Feb 09 12:01:02.670382 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: pagination.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.671572 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.671933 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: pagination Feb 09 12:01:02.672263 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: port_device_profile.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.673190 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.673710 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: port-device-profile Feb 09 12:01:02.674037 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.674949 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.675460 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: port-mac-address-regenerate Feb 09 12:01:02.675896 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.681716 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.681716 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: port-numa-affinity-policy Feb 09 12:01:02.681716 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: port_resource_request.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.681716 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.681716 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extension port-resource-request not supported by any of loaded plugins Feb 09 12:01:02.681716 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: portbindings.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.682653 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.682653 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: binding Feb 09 12:01:02.682653 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: portbindings_extended.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.682653 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.682938 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: binding-extended Feb 09 12:01:02.683182 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: portsecurity.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.684120 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.684631 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: port-security Feb 09 12:01:02.684959 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: project_id.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.685929 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.686370 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: project-id Feb 09 12:01:02.686670 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: providernet.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.687595 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.688141 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: provider Feb 09 12:01:02.688473 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: qos.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.692237 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.692763 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extension qos not supported by any of loaded plugins Feb 09 12:01:02.693099 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.694362 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.694883 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 09 12:01:02.695218 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.696190 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.696716 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 09 12:01:02.697037 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: qos_default.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.697955 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.698474 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extension qos-default not supported by any of loaded plugins Feb 09 12:01:02.698804 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: qos_fip.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.699463 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.700003 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extension qos-fip not supported by any of loaded plugins Feb 09 12:01:02.700330 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: qos_gateway_ip.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.701268 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.702321 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 09 12:01:02.702644 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: qos_port_network_policy.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.703639 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.704180 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 09 12:01:02.704506 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: qos_rule_type_details.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.705436 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.705950 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 09 12:01:02.706274 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: qos_rules_alias.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.707323 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.707857 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 09 12:01:02.708186 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: quotasv2.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.709101 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.709432 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: quotas Feb 09 12:01:02.709758 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: quotasv2_detail.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.711386 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.711730 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: quota_details Feb 09 12:01:02.712104 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: rbac.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.713149 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.713676 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: rbac-policies Feb 09 12:01:02.714008 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: rbac_address_group.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.714940 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.715455 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: rbac-address-group Feb 09 12:01:02.715784 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: rbac_address_scope.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.716732 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.717246 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: rbac-address-scope Feb 09 12:01:02.718288 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: rbac_security_groups.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.719223 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.719744 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: rbac-security-groups Feb 09 12:01:02.720100 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: rbac_subnetpool.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.721032 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.721546 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: rbac-subnetpool Feb 09 12:01:02.721873 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: revisionifmatch.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.722795 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.723310 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: revision-if-match Feb 09 12:01:02.723638 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: revisions.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.724792 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.725309 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: standard-attr-revisions Feb 09 12:01:02.725636 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: router_availability_zone.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.726310 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.726825 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: router_availability_zone Feb 09 12:01:02.727152 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: routerservicetype.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.728110 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.728627 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extension router-service-type not supported by any of loaded plugins Feb 09 12:01:02.728956 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.729883 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.730398 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: security-groups-normalized-cidr Feb 09 12:01:02.730724 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.731654 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.732201 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: port-security-groups-filtering Feb 09 12:01:02.732528 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.733619 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.734135 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: security-groups-remote-address-group Feb 09 12:01:02.734463 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: securitygroup.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.744381 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.744918 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: security-group Feb 09 12:01:02.745259 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: segment.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.746047 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.746567 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extension segment not supported by any of loaded plugins Feb 09 12:01:02.746902 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.747863 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.748383 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 09 12:01:02.748817 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: servicetype.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.749948 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.750470 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: service-type Feb 09 12:01:02.750799 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: sorting.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.751797 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.752168 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: sorting Feb 09 12:01:02.752498 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: standard_attr_segment.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.753424 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.753926 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 09 12:01:02.754253 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: standardattrdescription.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.754899 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.755410 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: standard-attr-description Feb 09 12:01:02.755737 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: stateful_security_group.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.756683 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.757196 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: stateful-security-group Feb 09 12:01:02.757522 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: stdattrs_common.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.758100 n-d-825178-3 neutron-server[87460]: WARNING neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 09 12:01:02.758422 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.759443 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.759998 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 09 12:01:02.760323 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: subnet_onboard.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.761393 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.761915 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: subnet_onboard Feb 09 12:01:02.762246 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.763171 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.763682 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 09 12:01:02.764039 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: subnet_service_types.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.765585 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.766100 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: subnet-service-types Feb 09 12:01:02.766428 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: subnetallocation.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.767524 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.768043 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: subnet_allocation Feb 09 12:01:02.768405 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.769079 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.769596 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: subnetpool-prefix-ops Feb 09 12:01:02.769922 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.770868 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.771384 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 09 12:01:02.771711 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: tagging.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.772788 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.773308 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: standard-attr-tag Feb 09 12:01:02.773638 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: timestamp.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.774854 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.775378 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loaded extension: standard-attr-timestamp Feb 09 12:01:02.775712 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: trunk.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.776780 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.777296 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extension trunk not supported by any of loaded plugins Feb 09 12:01:02.777628 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: trunk_details.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.778552 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.779075 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extension trunk-details not supported by any of loaded plugins Feb 09 12:01:02.779405 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: uplink_status_propagation.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.781075 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.781614 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 09 12:01:02.781946 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Loading extension file: vlantransparent.py {{(pid=87460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:01:02.782623 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:01:02.783133 n-d-825178-3 neutron-server[87460]: INFO neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 09 12:01:02.785563 n-d-825178-3 neutron-server[87460]: INFO neutron.quota.resource_registry [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Creating instance of TrackedResource for resource:network Feb 09 12:01:02.786293 n-d-825178-3 neutron-server[87460]: INFO neutron.quota.resource_registry [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Creating instance of TrackedResource for resource:subnet Feb 09 12:01:02.787061 n-d-825178-3 neutron-server[87460]: INFO neutron.quota.resource_registry [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 12:01:02.787671 n-d-825178-3 neutron-server[87460]: INFO neutron.quota.resource_registry [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Creating instance of TrackedResource for resource:port Feb 09 12:01:02.789011 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.v2.resource_helper [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 12:01:02.789454 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.v2.resource_helper [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Service FLAVORS assigned prefix: {{(pid=87460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 12:01:02.790074 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.v2.resource_helper [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 12:01:02.790508 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.v2.resource_helper [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 12:01:02.790843 n-d-825178-3 neutron-server[87460]: INFO neutron.quota.resource_registry [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Creating instance of TrackedResource for resource:router Feb 09 12:01:02.791499 n-d-825178-3 neutron-server[87460]: INFO neutron.quota.resource_registry [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Creating instance of TrackedResource for resource:floatingip Feb 09 12:01:02.792248 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.v2.resource_helper [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Service METERING assigned prefix: /metering {{(pid=87460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 12:01:02.793659 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.794029 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.794381 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:01:02.795547 n-d-825178-3 neutron-server[87460]: INFO neutron.quota.resource_registry [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Creating instance of CountableResource for resource:rbac_policy Feb 09 12:01:02.796150 n-d-825178-3 neutron-server[87460]: INFO neutron.quota.resource_registry [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Creating instance of TrackedResource for resource:security_group Feb 09 12:01:02.796832 n-d-825178-3 neutron-server[87460]: INFO neutron.quota.resource_registry [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 09 12:01:02.797685 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.v2.resource_helper [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Service CORE assigned prefix: {{(pid=87460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 12:01:02.798040 n-d-825178-3 neutron-server[87460]: INFO neutron.quota.resource_registry [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 12:01:02.798476 n-d-825178-3 neutron-server[87460]: WARNING neutron.quota.resource_registry [None req-24444197-b585-4c76-9c2d-99860e560766 None None] subnetpool is already registered Feb 09 12:01:02.799101 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.v2.resource_helper [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Service CORE assigned prefix: {{(pid=87460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 12:01:02.799435 n-d-825178-3 neutron-server[87460]: INFO neutron.quota.resource_registry [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 12:01:02.799763 n-d-825178-3 neutron-server[87460]: WARNING neutron.quota.resource_registry [None req-24444197-b585-4c76-9c2d-99860e560766 None None] subnetpool is already registered Feb 09 12:01:02.802321 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.v2.resource_helper [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 12:01:02.802757 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.v2.resource_helper [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Service FLAVORS assigned prefix: {{(pid=87460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 12:01:02.803355 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.v2.resource_helper [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 12:01:02.803780 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.v2.resource_helper [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 12:01:02.804140 n-d-825178-3 neutron-server[87460]: INFO neutron.quota.resource_registry [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Creating instance of TrackedResource for resource:router Feb 09 12:01:02.804470 n-d-825178-3 neutron-server[87460]: WARNING neutron.quota.resource_registry [None req-24444197-b585-4c76-9c2d-99860e560766 None None] router is already registered Feb 09 12:01:02.805058 n-d-825178-3 neutron-server[87460]: INFO neutron.quota.resource_registry [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Creating instance of TrackedResource for resource:floatingip Feb 09 12:01:02.805388 n-d-825178-3 neutron-server[87460]: WARNING neutron.quota.resource_registry [None req-24444197-b585-4c76-9c2d-99860e560766 None None] floatingip is already registered Feb 09 12:01:02.806013 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.v2.resource_helper [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Service METERING assigned prefix: /metering {{(pid=87460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 12:01:02.806679 n-d-825178-3 neutron-server[87460]: INFO neutron.quota.resource_registry [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Creating instance of CountableResource for resource:rbac_policy Feb 09 12:01:02.807009 n-d-825178-3 neutron-server[87460]: WARNING neutron.quota.resource_registry [None req-24444197-b585-4c76-9c2d-99860e560766 None None] rbac_policy is already registered Feb 09 12:01:02.807554 n-d-825178-3 neutron-server[87460]: INFO neutron.quota.resource_registry [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Creating instance of TrackedResource for resource:security_group Feb 09 12:01:02.807906 n-d-825178-3 neutron-server[87460]: WARNING neutron.quota.resource_registry [None req-24444197-b585-4c76-9c2d-99860e560766 None None] security_group is already registered Feb 09 12:01:02.808485 n-d-825178-3 neutron-server[87460]: INFO neutron.quota.resource_registry [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 09 12:01:02.808819 n-d-825178-3 neutron-server[87460]: WARNING neutron.quota.resource_registry [None req-24444197-b585-4c76-9c2d-99860e560766 None None] security_group_rule is already registered Feb 09 12:01:02.809479 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.v2.resource_helper [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Service CORE assigned prefix: {{(pid=87460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 12:01:02.809811 n-d-825178-3 neutron-server[87460]: INFO neutron.quota.resource_registry [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 12:01:02.810193 n-d-825178-3 neutron-server[87460]: WARNING neutron.quota.resource_registry [None req-24444197-b585-4c76-9c2d-99860e560766 None None] subnetpool is already registered Feb 09 12:01:02.810741 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.v2.resource_helper [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Service CORE assigned prefix: {{(pid=87460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 12:01:02.811072 n-d-825178-3 neutron-server[87460]: INFO neutron.quota.resource_registry [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 12:01:02.811620 n-d-825178-3 neutron-server[87460]: WARNING neutron.quota.resource_registry [None req-24444197-b585-4c76-9c2d-99860e560766 None None] subnetpool is already registered Feb 09 12:01:02.812246 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extended resource: extensions {{(pid=87460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:01:02.813739 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extended resource: address-groups {{(pid=87460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:01:02.815379 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extended resource: address-scopes {{(pid=87460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:01:02.816659 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extended resource: agents {{(pid=87460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:01:02.817884 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extended resource: auto-allocated-topology {{(pid=87460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:01:02.819168 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extended resource: availability_zones {{(pid=87460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:01:02.820560 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extended resource: dhcp-networks {{(pid=87460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:01:02.822001 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extended resource: dhcp-agents {{(pid=87460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:01:02.823442 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extended resource: routers {{(pid=87460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:01:02.825427 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extended resource: flavors {{(pid=87460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:01:02.826621 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extended resource: service_profiles {{(pid=87460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:01:02.828431 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extended resource: next_providers {{(pid=87460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:01:02.830933 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extended resource: service_profiles {{(pid=87460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:01:02.832470 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extended resource: floatingip-pools {{(pid=87460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:01:02.833739 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extended resource: routers {{(pid=87460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:01:02.835588 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extended resource: floatingips {{(pid=87460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:01:02.836826 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extended resource: l3-routers {{(pid=87460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:01:02.838236 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extended resource: l3-agents {{(pid=87460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:01:02.839672 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extended resource: metering-labels {{(pid=87460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:01:02.841108 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extended resource: metering-label-rules {{(pid=87460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:01:02.843055 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extended resource: network-ip-availabilities {{(pid=87460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:01:02.844410 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extended resource: bindings {{(pid=87460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:01:02.846096 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extended resource: quotas {{(pid=87460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:01:02.847563 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extended resource: quotas {{(pid=87460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:01:02.849059 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extended resource: rbac-policies {{(pid=87460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:01:02.850387 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extended resource: security-groups {{(pid=87460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:01:02.851610 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extended resource: security-group-rules {{(pid=87460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:01:02.852908 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extended resource: service-providers {{(pid=87460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:01:02.854152 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extended resource: subnetpools {{(pid=87460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:01:02.855610 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extended resource: subnetpools {{(pid=87460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:01:02.857139 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extended resource: tags {{(pid=87460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:01:02.858917 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extended resource: tags {{(pid=87460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:01:02.860778 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extended resource: tags {{(pid=87460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:01:02.862598 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extended resource: tags {{(pid=87460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:01:02.864727 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extended resource: tags {{(pid=87460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:01:02.866607 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extended resource: tags {{(pid=87460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:01:02.868341 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extended resource: tags {{(pid=87460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:01:02.870298 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extended resource: tags {{(pid=87460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:01:02.872119 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extended resource: tags {{(pid=87460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:01:02.874130 n-d-825178-3 neutron-server[87460]: DEBUG neutron.api.extensions [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Extended resource: tags {{(pid=87460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:01:02.879955 n-d-825178-3 neutron-server[87460]: WARNING keystonemiddleware.auth_token [None req-24444197-b585-4c76-9c2d-99860e560766 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 09 12:01:02.884711 n-d-825178-3 neutron-server[87460]: WARNING keystonemiddleware.auth_token [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 09 12:01:02.893325 n-d-825178-3 neutron-server[87460]: DEBUG oslo_concurrency.lockutils [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Acquired lock "singleton_lock" {{(pid=87460) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 09 12:01:02.893802 n-d-825178-3 neutron-server[87460]: DEBUG oslo_concurrency.lockutils [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Releasing lock "singleton_lock" {{(pid=87460) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 09 12:01:02.894435 n-d-825178-3 neutron-server[87460]: INFO oslo_service.service [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Starting 2 workers Feb 09 12:01:02.899108 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Started child 87567 {{(pid=87460) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 09 12:01:02.903402 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Started child 87568 {{(pid=87460) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 09 12:01:02.904248 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:02.905135 n-d-825178-3 neutron-server[87460]: INFO neutron.service [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 09 12:01:02.905757 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Notify callbacks [] for process, before_spawn {{(pid=87460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:02.906080 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [-] (87567) wsgi starting up on http://0.0.0.0:9696 Feb 09 12:01:02.908039 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:02.908490 n-d-825178-3 neutron-server[87460]: INFO oslo_service.service [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Starting 1 workers Feb 09 12:01:02.909406 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [-] (87568) wsgi starting up on http://0.0.0.0:9696 Feb 09 12:01:02.913207 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Started child 87569 {{(pid=87460) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 09 12:01:02.913735 n-d-825178-3 neutron-server[87460]: INFO oslo_service.service [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Starting 1 workers Feb 09 12:01:02.916611 n-d-825178-3 neutron-server[87569]: DEBUG neutron.service [None req-24444197-b585-4c76-9c2d-99860e560766 None None] calling RpcWorker wait() {{(pid=87569) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 09 12:01:02.917147 n-d-825178-3 neutron-server[87569]: DEBUG neutron.service [None req-24444197-b585-4c76-9c2d-99860e560766 None None] returning from RpcWorker wait() {{(pid=87569) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 09 12:01:02.918021 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Started child 87570 {{(pid=87460) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 09 12:01:02.918394 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:02.918858 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:01:02.918966 n-d-825178-3 neutron-server[87460]: DEBUG neutron_lib.callbacks.manager [None req-24444197-b585-4c76-9c2d-99860e560766 None None] Notify callbacks [] for process, after_spawn {{(pid=87460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:02.921368 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87460) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 09 12:01:02.921513 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 12:01:02.921702 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 12:01:02.921925 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 12:01:02.922267 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 12:01:02.922428 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 12:01:02.922941 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.923217 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.923489 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.923743 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.924074 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.924234 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:02.924720 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.924898 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.925132 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.925310 n-d-825178-3 neutron-server[87570]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:01:02.925417 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.925652 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.925819 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.925985 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.926226 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.926477 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.926775 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.927059 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.927305 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.927567 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.927738 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.928011 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.928290 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.928532 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.928779 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] debug = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.929022 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.929508 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.929736 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.929985 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.930241 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.930506 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.930762 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.931039 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.931285 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.931492 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.931705 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.932001 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.932247 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.932489 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.932711 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.932959 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.933212 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.933665 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] host = n-d-825178-3 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.933884 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.934129 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.934364 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.934612 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.934856 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.935069 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.935324 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.935585 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.935881 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.936166 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.936939 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.937202 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.937419 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.937659 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] log_file = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.937825 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] log_options = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.938046 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.938333 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.938659 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.938801 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.938973 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.939173 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.939415 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.939579 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.939856 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.940098 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.940313 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.940529 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.940772 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.940988 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.941248 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.941482 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.941728 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.942990 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.942990 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.942990 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.942990 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.943305 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.943305 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.943797 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.944049 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.944304 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.944486 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.944904 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.945000 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.945251 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.945755 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.946153 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.946412 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.946633 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.946890 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.947127 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.947346 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.951290 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.951290 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.951290 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.951290 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.951290 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.951290 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.951290 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.951290 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.952156 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] use_json = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.952156 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.952156 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.952156 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.952156 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.952156 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.952156 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.952156 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.952614 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.952614 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:02.952614 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.952614 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.953022 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.953271 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.953509 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.954318 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.955117 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.955117 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.955300 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.955490 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.955856 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.956125 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.956460 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.956804 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.957047 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.957386 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.957856 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.958142 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.958383 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.958631 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.958851 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.959143 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.959663 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.960368 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.960642 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.960896 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.961135 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.961390 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.961625 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.961847 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.962301 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.962538 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.962821 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.963066 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.963277 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.963519 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.963769 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.964008 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.964234 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.964470 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.964700 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.964930 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.965150 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.965388 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.965602 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.965836 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.966051 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.966279 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.966494 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.966750 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.966979 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.967190 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.968026 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.968378 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.968679 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.968939 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.969185 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.969462 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.969726 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.970019 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.970370 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.970623 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.970846 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.971089 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.971309 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.971530 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.971747 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.972002 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.972222 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.972459 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.972692 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.972952 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.973217 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.973457 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.973746 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.974058 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.974281 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.974513 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.974730 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.974943 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.975182 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.975395 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.975614 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.975843 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.976118 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.976453 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.976694 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.976975 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.977221 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.977475 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.977714 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.977962 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.978188 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.978420 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.978713 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.979054 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.979420 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.979681 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.980175 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.980417 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.980673 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.980912 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.981194 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.981389 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.981631 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.981870 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.982146 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.982401 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.982665 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.982916 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.983252 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.983507 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.983777 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.984049 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.984309 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.984579 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.984877 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.985127 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.985412 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.985675 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.985923 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.986183 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.986433 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.986682 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.986911 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.987142 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.987355 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.987633 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.987903 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.988128 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.988347 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.988831 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.989226 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.989514 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.989805 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.989904 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.990170 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.990427 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.990660 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.990940 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.991196 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.991470 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.991724 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.991974 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.992208 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.992466 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.992724 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.992943 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.993179 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.993414 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.993639 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.993873 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.994090 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.994356 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.994606 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.994848 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.995078 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.995313 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.995548 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.995792 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.996034 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.996278 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.996530 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.996747 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.996961 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.997195 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.997416 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.997686 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.997904 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.998191 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.998457 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.999229 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.999472 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.999700 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:02.999975 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.000200 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.000447 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.000680 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.000895 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.001115 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.001350 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.001588 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.001801 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.002027 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.002239 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.002503 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.002745 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.003072 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.003332 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.003582 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.003819 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.004057 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.004273 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.004521 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.004996 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.005325 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.005547 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.005760 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.006028 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.006271 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.006534 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.006739 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.007169 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.007399 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.007618 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.007871 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.008182 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.008427 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.008655 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.008905 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.009145 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.009392 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.009602 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.009813 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.010028 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.010237 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.010458 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.010664 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.010878 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.011145 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.011323 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.011613 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.011880 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.012103 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.012408 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.012639 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.012883 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.013143 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.013473 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.013688 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.013958 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.014200 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.014512 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.014724 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.015066 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.015406 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.015708 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.016000 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.016259 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.016569 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.016856 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.017125 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.017361 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.017643 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.017981 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.018268 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.018520 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.018753 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.019042 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.019275 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.019513 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.019747 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.020494 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.020494 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.020494 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.020762 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.020908 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.021128 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.021356 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.021574 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.021815 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.022047 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.022267 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.022501 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.022658 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 12:01:03.023482 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87460) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 09 12:01:03.023482 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 12:01:03.023701 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 12:01:03.023701 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 12:01:03.023886 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 12:01:03.023992 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 12:01:03.024205 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.024363 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.024685 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.024849 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.025006 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.025190 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.025345 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.025463 n-d-825178-3 neutron-server[87569]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:01:03.025566 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.025651 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.025797 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.025956 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.026116 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.026275 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.026433 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.026591 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.026750 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.026909 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.027066 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.027231 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.027391 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.027548 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.027706 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.027883 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] debug = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.028048 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.028243 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.028461 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.028756 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.028921 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.029083 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.029237 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.029780 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.030691 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.031001 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.031303 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.031610 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.031774 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.031958 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.032117 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.032414 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.032727 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.033028 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] host = n-d-825178-3 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.033185 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.033483 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.033650 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.033805 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.034104 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.034265 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.034428 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.034586 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.034750 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.034906 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.035062 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.035356 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.035657 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.035814 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] log_file = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.035993 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] log_options = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.036152 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.036317 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.036477 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.036665 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.036833 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.036991 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.037299 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.037461 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.037624 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.037772 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.037946 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.038083 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.038241 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.038400 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.038559 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.038717 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.038874 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.039033 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.039193 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.039352 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.039508 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.039660 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.039854 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.040000 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.040165 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.040324 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.040483 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.040639 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.040966 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.041127 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.041285 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.041446 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.041608 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.041767 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.041920 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.042385 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.042385 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.042385 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.042601 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.042665 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.042823 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.043127 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.043291 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.043447 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.043608 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.043763 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] use_json = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.044096 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.044260 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.044417 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.044576 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.044736 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.044897 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.045055 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.045214 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.045372 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:01:03.046135 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.046303 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.046478 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.046640 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.046803 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.047004 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.047131 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.047278 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.047514 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.047681 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.048061 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.048399 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.048656 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.048837 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.048977 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.049279 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.049576 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.049871 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.050225 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.050391 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.050550 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.050852 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.051162 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.051467 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.051628 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.052025 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.052192 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.052368 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.052508 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.052670 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.052833 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.052996 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.053156 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.053317 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.053481 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.053644 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.053804 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.053965 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.054130 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.054292 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.054452 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.054613 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.054774 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.054935 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.055095 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.055265 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.055412 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.055575 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.055747 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.055927 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.056087 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.056288 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.056437 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.056564 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.056730 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.056891 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.057052 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.057208 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.057367 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.057529 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.057690 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.057882 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.058038 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.058201 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.058361 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.058516 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.058682 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.058829 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.058974 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.059194 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.059280 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.059448 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.059593 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.059754 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.059940 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.060101 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.060309 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.060433 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.060572 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.060738 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.060897 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.061059 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.061263 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.061419 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.061586 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.061760 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.061964 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.062086 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.062220 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.062355 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.062551 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.062686 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.062809 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.062959 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.063119 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.063280 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.063439 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.063602 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.063763 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.063951 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.064112 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.064274 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.064433 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.064593 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.064753 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.064914 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.065075 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.065234 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.065394 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.065553 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.065712 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.065882 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.066042 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.066205 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.066368 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.066535 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.066707 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.066868 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.067028 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.067191 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.067350 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.067513 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.067674 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.067851 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.068013 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.068173 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.068334 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.068501 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.068673 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.068834 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.068994 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.069155 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.069339 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.069498 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.069658 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.069818 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.069979 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.070139 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.070301 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.070461 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.070625 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.070786 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.070946 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.071107 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.071268 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.071427 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.071588 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.071748 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.071937 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.072099 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.072261 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.072422 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.072584 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.072743 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.072903 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.073063 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.073222 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.073382 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.073542 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.073702 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.073862 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.074023 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.074182 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.074342 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.074502 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.074660 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.074820 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.074979 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.075137 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.075299 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.075460 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.075620 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.075780 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.075962 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.076124 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.076285 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.076448 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.076608 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.076866 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.077119 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.077209 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.077372 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.077529 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.077689 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.077850 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.078011 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.078172 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.078348 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.078508 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.078667 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.078828 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.078989 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.079149 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.079310 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.079470 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.079629 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.079789 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.079971 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.080136 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.080298 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.080460 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.080627 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.080787 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.080947 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.081107 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.081268 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.081441 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.081602 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.081763 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.081923 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.082084 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.082254 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.082415 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.082575 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.082734 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.082894 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.083063 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.083223 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.083383 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.083544 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.083704 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.083893 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.084056 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.084217 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.084385 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.084546 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.084707 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.084867 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.085039 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.085202 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.085367 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.085527 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.085688 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.085849 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.086011 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.086175 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.086344 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.086511 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.086674 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.086841 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.087010 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.087180 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.087340 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.087507 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.087680 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.087856 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.088020 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.088180 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.088341 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.088500 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.088661 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.088820 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.088980 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.089140 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.089299 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.089459 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.089619 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.089780 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.089940 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.090100 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.090259 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.090418 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.090583 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.090743 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:01:03.090896 n-d-825178-3 neutron-server[87460]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 12:01:03.332271 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33354) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:01:03.340792 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063105 Feb 09 12:01:13.917438 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80712d9-0697-4096-a87a-d2e7e1f4a09c None None] get_active_networks_info from n-d-825178-3 {{(pid=87569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 12:01:13.993911 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80712d9-0697-4096-a87a-d2e7e1f4a09c None None] No non-hosted networks {{(pid=87569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 09 12:01:14.023871 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.agentschedulers_db [None req-c80712d9-0697-4096-a87a-d2e7e1f4a09c None None] DHCP Agent not found on host n-d-825178-3 {{(pid=87569) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 09 12:01:14.130273 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8973ee69-93cc-416f-bbef-68d1eca891d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1737766'] for agent, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:16.204542 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5d4f2697-94e7-4f72-8361-4f18b3c9a51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1737766'] for agent, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:16.226917 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cbaade27-f9ed-453b-827c-7305642c57f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:17.419544 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1737766'] for agent, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:17.480785 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1737766'] for agent, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:17.481897 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:17.482436 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:17.483420 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:17.484140 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:17.484717 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:17.485282 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:17.486110 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:17.487749 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:17.488264 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:17.490891 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:17.491235 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:17.491566 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:17.492024 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-825178-3', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:01:17.519821 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-825178-3', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:01:18.448108 n-d-825178-3 neutron-server[87569]: INFO neutron.db.l3_hamode_db [None req-eb7ca223-4a1f-402c-aabf-d07602a605a1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 09 12:01:18.543284 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7ca223-4a1f-402c-aabf-d07602a605a1 None None] Routers set() bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:01:18.543926 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7ca223-4a1f-402c-aabf-d07602a605a1 None None] Router IDs set() for agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Feb 09 12:01:18.917598 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1737766'] for agent, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:20.509888 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33450) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:01:21.080268 n-d-825178-3 neutron-server[87568]: WARNING oslo_policy.policy [None req-d34e8882-c2a8-401e-918b-2cb30a9aad7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 12:01:21.080823 n-d-825178-3 neutron-server[87568]: WARNING oslo_policy.policy [None req-d34e8882-c2a8-401e-918b-2cb30a9aad7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 12:01:21.301616 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-d34e8882-c2a8-401e-918b-2cb30a9aad7d admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:01:21.302669 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d34e8882-c2a8-401e-918b-2cb30a9aad7d admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7919123 Feb 09 12:01:23.695107 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33464) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:01:24.052582 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-d9a987ef-5b7d-4777-adf1-e51a38cee19d admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:01:24.156109 n-d-825178-3 neutron-server[87568]: DEBUG neutron.policy [None req-d9a987ef-5b7d-4777-adf1-e51a38cee19d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87568) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 09 12:01:24.199920 n-d-825178-3 neutron-server[87568]: WARNING oslo_policy.policy [None req-d9a987ef-5b7d-4777-adf1-e51a38cee19d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 12:01:24.200591 n-d-825178-3 neutron-server[87568]: WARNING oslo_policy.policy [None req-d9a987ef-5b7d-4777-adf1-e51a38cee19d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 12:01:24.209169 n-d-825178-3 neutron-server[87568]: INFO neutron.quota [None req-d9a987ef-5b7d-4777-adf1-e51a38cee19d admin admin] Loaded quota_driver: . Feb 09 12:01:24.225191 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d9a987ef-5b7d-4777-adf1-e51a38cee19d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:01:24.287354 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d9a987ef-5b7d-4777-adf1-e51a38cee19d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744759987206', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744759984859', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744759999389', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744760004115', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744760010149', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744760083262', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-581610', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-853569', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1870359', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1987357'] for rbac-policy, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:24.349917 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d9a987ef-5b7d-4777-adf1-e51a38cee19d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:24.351055 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d9a987ef-5b7d-4777-adf1-e51a38cee19d admin admin] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6549785 Feb 09 12:01:26.970228 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33478) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:01:27.345305 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-8cea4283-9493-4f5f-acd6-e7d5a1aa68ac admin admin] Request body: {'network': {'project_id': '2227e9d242d446b6971f4bc423fd4e88', 'name': 'private', 'admin_state_up': True}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:01:27.350448 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8cea4283-9493-4f5f-acd6-e7d5a1aa68ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:01:27.355335 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-8cea4283-9493-4f5f-acd6-e7d5a1aa68ac admin admin] Usage tracker for resource:network and tenant:2227e9d242d446b6971f4bc423fd4e88 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:01:27.361820 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-8cea4283-9493-4f5f-acd6-e7d5a1aa68ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:01:27.370902 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8cea4283-9493-4f5f-acd6-e7d5a1aa68ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:01:27.381797 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cea4283-9493-4f5f-acd6-e7d5a1aa68ac admin admin] Made reservation on behalf of 2227e9d242d446b6971f4bc423fd4e88 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:01:27.385792 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8cea4283-9493-4f5f-acd6-e7d5a1aa68ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:27.406999 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8cea4283-9493-4f5f-acd6-e7d5a1aa68ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:27.425426 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8cea4283-9493-4f5f-acd6-e7d5a1aa68ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:01:27.429164 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-8cea4283-9493-4f5f-acd6-e7d5a1aa68ac admin admin] Usage tracker for resource:security_group_rule and tenant:2227e9d242d446b6971f4bc423fd4e88 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:01:27.434747 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-8cea4283-9493-4f5f-acd6-e7d5a1aa68ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:01:27.442080 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8cea4283-9493-4f5f-acd6-e7d5a1aa68ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:01:27.552830 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8cea4283-9493-4f5f-acd6-e7d5a1aa68ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:27.557775 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8cea4283-9493-4f5f-acd6-e7d5a1aa68ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:27.581935 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cea4283-9493-4f5f-acd6-e7d5a1aa68ac admin admin] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:01:27.614753 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8cea4283-9493-4f5f-acd6-e7d5a1aa68ac admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744762507313', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:27.615656 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8cea4283-9493-4f5f-acd6-e7d5a1aa68ac admin admin] Unsubscribe: segment precommit_create {{(pid=87568) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 09 12:01:27.616285 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-8cea4283-9493-4f5f-acd6-e7d5a1aa68ac admin admin] Added segment 6ba5f3c4-d6c3-4f95-a906-acec0234c386 of type vlan for network 5a779efb-676f-443e-99a3-aa00a489f077 Feb 09 12:01:27.674231 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea4283-9493-4f5f-acd6-e7d5a1aa68ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37bcf96c-8da4-4425-9548-c9fee43db893,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:01:27.703632 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea4283-9493-4f5f-acd6-e7d5a1aa68ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:27.704000 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea4283-9493-4f5f-acd6-e7d5a1aa68ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:27.704343 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea4283-9493-4f5f-acd6-e7d5a1aa68ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:27.704674 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea4283-9493-4f5f-acd6-e7d5a1aa68ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:27.705002 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea4283-9493-4f5f-acd6-e7d5a1aa68ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:27.705329 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea4283-9493-4f5f-acd6-e7d5a1aa68ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:27.705668 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea4283-9493-4f5f-acd6-e7d5a1aa68ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:27.706228 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea4283-9493-4f5f-acd6-e7d5a1aa68ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:27.706740 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea4283-9493-4f5f-acd6-e7d5a1aa68ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:27.707273 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea4283-9493-4f5f-acd6-e7d5a1aa68ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:27.707609 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea4283-9493-4f5f-acd6-e7d5a1aa68ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:27.707977 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea4283-9493-4f5f-acd6-e7d5a1aa68ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:27.709058 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea4283-9493-4f5f-acd6-e7d5a1aa68ac admin admin] Tracked resource versions report: Feb 09 12:01:27.709058 n-d-825178-3 neutron-server[87568]: pushed versions: Feb 09 12:01:27.709058 n-d-825178-3 neutron-server[87568]: { 'AddressGroup': {'1.2'}, Feb 09 12:01:27.709058 n-d-825178-3 neutron-server[87568]: 'ConntrackHelper': {'1.0'}, Feb 09 12:01:27.709058 n-d-825178-3 neutron-server[87568]: 'Log': {'1.0'}, Feb 09 12:01:27.709058 n-d-825178-3 neutron-server[87568]: 'Network': {'1.1'}, Feb 09 12:01:27.709058 n-d-825178-3 neutron-server[87568]: 'Port': {'1.7'}, Feb 09 12:01:27.709058 n-d-825178-3 neutron-server[87568]: 'PortForwarding': {'1.2'}, Feb 09 12:01:27.709058 n-d-825178-3 neutron-server[87568]: 'QosPolicy': {'1.8'}, Feb 09 12:01:27.709058 n-d-825178-3 neutron-server[87568]: 'SecurityGroup': {'1.4'}, Feb 09 12:01:27.709058 n-d-825178-3 neutron-server[87568]: 'SecurityGroupRule': {'1.2'}, Feb 09 12:01:27.709058 n-d-825178-3 neutron-server[87568]: 'SubPort': {'1.0'}, Feb 09 12:01:27.709058 n-d-825178-3 neutron-server[87568]: 'Subnet': {'1.1'}, Feb 09 12:01:27.709058 n-d-825178-3 neutron-server[87568]: 'Trunk': {'1.1'}} Feb 09 12:01:27.709058 n-d-825178-3 neutron-server[87568]: consumer versions: Feb 09 12:01:27.709058 n-d-825178-3 neutron-server[87568]: { DHCP agent@n-d-825178-3: {}, Feb 09 12:01:27.709058 n-d-825178-3 neutron-server[87568]: L3 agent@n-d-825178-3: {}, Feb 09 12:01:27.709058 n-d-825178-3 neutron-server[87568]: Metadata agent@n-d-825178-3: {}, Feb 09 12:01:27.709058 n-d-825178-3 neutron-server[87568]: Metering agent@n-d-825178-3: {}, Feb 09 12:01:27.709058 n-d-825178-3 neutron-server[87568]: Open vSwitch agent@n-d-825178-3: { 'AddressGroup': '1.2', Feb 09 12:01:27.709058 n-d-825178-3 neutron-server[87568]: 'ConntrackHelper': '1.0', Feb 09 12:01:27.709058 n-d-825178-3 neutron-server[87568]: 'Log': '1.0', Feb 09 12:01:27.709058 n-d-825178-3 neutron-server[87568]: 'Network': '1.1', Feb 09 12:01:27.709058 n-d-825178-3 neutron-server[87568]: 'Port': '1.7', Feb 09 12:01:27.709058 n-d-825178-3 neutron-server[87568]: 'PortForwarding': '1.2', Feb 09 12:01:27.709058 n-d-825178-3 neutron-server[87568]: 'QosPolicy': '1.8', Feb 09 12:01:27.709058 n-d-825178-3 neutron-server[87568]: 'SecurityGroup': '1.4', Feb 09 12:01:27.709058 n-d-825178-3 neutron-server[87568]: 'SecurityGroupRule': '1.2', Feb 09 12:01:27.709058 n-d-825178-3 neutron-server[87568]: 'SubPort': '1.0', Feb 09 12:01:27.709058 n-d-825178-3 neutron-server[87568]: 'Subnet': '1.1', Feb 09 12:01:27.709058 n-d-825178-3 neutron-server[87568]: 'Trunk': '1.1'}} Feb 09 12:01:27.709058 n-d-825178-3 neutron-server[87568]: {{(pid=87568) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 12:01:27.741184 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8cea4283-9493-4f5f-acd6-e7d5a1aa68ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:27.790558 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8cea4283-9493-4f5f-acd6-e7d5a1aa68ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:27.791728 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cea4283-9493-4f5f-acd6-e7d5a1aa68ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:01:27.792458 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8cea4283-9493-4f5f-acd6-e7d5a1aa68ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:27.919334 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8cea4283-9493-4f5f-acd6-e7d5a1aa68ac admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9476845 Feb 09 12:01:27.919816 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea4283-9493-4f5f-acd6-e7d5a1aa68ac admin admin] Pushing event updated for resources: {'Network': ['ID=5a779efb-676f-443e-99a3-aa00a489f077,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:01:27.943258 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 5a779efb-676f-443e-99a3-aa00a489f077 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:01:30.640970 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33494) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:01:31.081503 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32860ca2-5d71-4691-9585-cf3db746005b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:01:31.082852 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-32860ca2-5d71-4691-9585-cf3db746005b admin admin] 10.222.0.55 "GET /v2.0/networks/5a779efb-676f-443e-99a3-aa00a489f077 HTTP/1.1" status: 200 len: 825 time: 0.4408364 Feb 09 12:01:31.109570 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-bf48e3da-58e4-431f-8268-623d5de9d083 admin admin] 10.222.0.55 "GET /v2.0/subnetpools/2e08d6c5-35fe-4f8b-a65e-3725c01a633b HTTP/1.1" status: 200 len: 734 time: 0.0209436 Feb 09 12:01:31.118052 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-86d79e1f-7204-4616-9e71-55d4b3d5663a admin admin] Request body: {'subnet': {'tenant_id': '2227e9d242d446b6971f4bc423fd4e88', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '2e08d6c5-35fe-4f8b-a65e-3725c01a633b', 'network_id': '5a779efb-676f-443e-99a3-aa00a489f077'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:01:31.122212 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-86d79e1f-7204-4616-9e71-55d4b3d5663a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:01:31.126011 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-86d79e1f-7204-4616-9e71-55d4b3d5663a admin admin] Usage tracker for resource:subnet and tenant:2227e9d242d446b6971f4bc423fd4e88 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:01:31.128768 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-86d79e1f-7204-4616-9e71-55d4b3d5663a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:01:31.134151 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-86d79e1f-7204-4616-9e71-55d4b3d5663a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:01:31.144286 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d79e1f-7204-4616-9e71-55d4b3d5663a admin admin] Made reservation on behalf of 2227e9d242d446b6971f4bc423fd4e88 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:01:31.146694 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-86d79e1f-7204-4616-9e71-55d4b3d5663a admin admin] Notify callbacks [] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:31.432766 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-86d79e1f-7204-4616-9e71-55d4b3d5663a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:31.513403 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d79e1f-7204-4616-9e71-55d4b3d5663a admin admin] Checking segment: {'id': '6ba5f3c4-d6c3-4f95-a906-acec0234c386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5a779efb-676f-443e-99a3-aa00a489f077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:01:31.513788 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d79e1f-7204-4616-9e71-55d4b3d5663a admin admin] Network hostable DHCP agents. Network: 5a779efb-676f-443e-99a3-aa00a489f077, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:01:31.520717 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d79e1f-7204-4616-9e71-55d4b3d5663a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8bceba0-b579-499a-b676-b6fbcbed2e51,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:01:31.539455 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d79e1f-7204-4616-9e71-55d4b3d5663a admin admin] Network 5a779efb-676f-443e-99a3-aa00a489f077 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:01:31.549241 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-86d79e1f-7204-4616-9e71-55d4b3d5663a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 5a779efb-676f-443e-99a3-aa00a489f077) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:01:31.554218 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d79e1f-7204-4616-9e71-55d4b3d5663a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:01:31.555296 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-86d79e1f-7204-4616-9e71-55d4b3d5663a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:31.558471 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c7f474-f75a-490f-ac6f-4d697abd5372 None None] Network 5a779efb-676f-443e-99a3-aa00a489f077 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:01:31.576051 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-86d79e1f-7204-4616-9e71-55d4b3d5663a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4610784 Feb 09 12:01:31.953530 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4f7981-697b-4881-aa68-d827f4832d65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-5a779efb-676f-443e-99a3-aa00a489f077', 'network_id': '5a779efb-676f-443e-99a3-aa00a489f077', 'tenant_id': '2227e9d242d446b6971f4bc423fd4e88', 'fixed_ips': [{'subnet_id': 'a8bceba0-b579-499a-b676-b6fbcbed2e51'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:01:31.954770 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5d4f7981-697b-4881-aa68-d827f4832d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:32.137455 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-5d4f7981-697b-4881-aa68-d827f4832d65 None None] Allocated IP 172.20.0.2 (5a779efb-676f-443e-99a3-aa00a489f077/a8bceba0-b579-499a-b676-b6fbcbed2e51/854edb2c-bffd-4f8e-8dc2-f2c557a2f20b) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:01:32.372731 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5d4f7981-697b-4881-aa68-d827f4832d65 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:32.386878 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-5d4f7981-697b-4881-aa68-d827f4832d65 None None] Transition to ACTIVE for port object 854edb2c-bffd-4f8e-8dc2-f2c557a2f20b will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:01:32.410535 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-5d4f7981-697b-4881-aa68-d827f4832d65 None None] Transition to ACTIVE for port object 854edb2c-bffd-4f8e-8dc2-f2c557a2f20b will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:01:32.417374 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5d4f7981-697b-4881-aa68-d827f4832d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:32.482789 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4f7981-697b-4881-aa68-d827f4832d65 None None] Network 5a779efb-676f-443e-99a3-aa00a489f077 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:01:32.485513 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-5d4f7981-697b-4881-aa68-d827f4832d65 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:01:32.488546 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4f7981-697b-4881-aa68-d827f4832d65 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:01:32.522221 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4f7981-697b-4881-aa68-d827f4832d65 None None] Pushing event updated for resources: {'Port': ['ID=854edb2c-bffd-4f8e-8dc2-f2c557a2f20b,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:01:32.537290 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4f7981-697b-4881-aa68-d827f4832d65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:32.537640 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4f7981-697b-4881-aa68-d827f4832d65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:32.537981 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4f7981-697b-4881-aa68-d827f4832d65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:32.538316 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4f7981-697b-4881-aa68-d827f4832d65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:32.538646 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4f7981-697b-4881-aa68-d827f4832d65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:32.538972 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4f7981-697b-4881-aa68-d827f4832d65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:32.539297 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4f7981-697b-4881-aa68-d827f4832d65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:32.539620 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4f7981-697b-4881-aa68-d827f4832d65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:32.539981 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4f7981-697b-4881-aa68-d827f4832d65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:32.540302 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4f7981-697b-4881-aa68-d827f4832d65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:32.540734 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4f7981-697b-4881-aa68-d827f4832d65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:32.541215 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4f7981-697b-4881-aa68-d827f4832d65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:32.542028 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4f7981-697b-4881-aa68-d827f4832d65 None None] Tracked resource versions report: Feb 09 12:01:32.542028 n-d-825178-3 neutron-server[87569]: pushed versions: Feb 09 12:01:32.542028 n-d-825178-3 neutron-server[87569]: { 'AddressGroup': {'1.2'}, Feb 09 12:01:32.542028 n-d-825178-3 neutron-server[87569]: 'ConntrackHelper': {'1.0'}, Feb 09 12:01:32.542028 n-d-825178-3 neutron-server[87569]: 'Log': {'1.0'}, Feb 09 12:01:32.542028 n-d-825178-3 neutron-server[87569]: 'Network': {'1.1'}, Feb 09 12:01:32.542028 n-d-825178-3 neutron-server[87569]: 'Port': {'1.7'}, Feb 09 12:01:32.542028 n-d-825178-3 neutron-server[87569]: 'PortForwarding': {'1.2'}, Feb 09 12:01:32.542028 n-d-825178-3 neutron-server[87569]: 'QosPolicy': {'1.8'}, Feb 09 12:01:32.542028 n-d-825178-3 neutron-server[87569]: 'SecurityGroup': {'1.4'}, Feb 09 12:01:32.542028 n-d-825178-3 neutron-server[87569]: 'SecurityGroupRule': {'1.2'}, Feb 09 12:01:32.542028 n-d-825178-3 neutron-server[87569]: 'SubPort': {'1.0'}, Feb 09 12:01:32.542028 n-d-825178-3 neutron-server[87569]: 'Subnet': {'1.1'}, Feb 09 12:01:32.542028 n-d-825178-3 neutron-server[87569]: 'Trunk': {'1.1'}} Feb 09 12:01:32.542028 n-d-825178-3 neutron-server[87569]: consumer versions: Feb 09 12:01:32.542028 n-d-825178-3 neutron-server[87569]: { DHCP agent@n-d-825178-3: {}, Feb 09 12:01:32.542028 n-d-825178-3 neutron-server[87569]: L3 agent@n-d-825178-3: {}, Feb 09 12:01:32.542028 n-d-825178-3 neutron-server[87569]: Metadata agent@n-d-825178-3: {}, Feb 09 12:01:32.542028 n-d-825178-3 neutron-server[87569]: Metering agent@n-d-825178-3: {}, Feb 09 12:01:32.542028 n-d-825178-3 neutron-server[87569]: Open vSwitch agent@n-d-825178-3: { 'AddressGroup': '1.2', Feb 09 12:01:32.542028 n-d-825178-3 neutron-server[87569]: 'ConntrackHelper': '1.0', Feb 09 12:01:32.542028 n-d-825178-3 neutron-server[87569]: 'Log': '1.0', Feb 09 12:01:32.542028 n-d-825178-3 neutron-server[87569]: 'Network': '1.1', Feb 09 12:01:32.542028 n-d-825178-3 neutron-server[87569]: 'Port': '1.7', Feb 09 12:01:32.542028 n-d-825178-3 neutron-server[87569]: 'PortForwarding': '1.2', Feb 09 12:01:32.542028 n-d-825178-3 neutron-server[87569]: 'QosPolicy': '1.8', Feb 09 12:01:32.542028 n-d-825178-3 neutron-server[87569]: 'SecurityGroup': '1.4', Feb 09 12:01:32.542028 n-d-825178-3 neutron-server[87569]: 'SecurityGroupRule': '1.2', Feb 09 12:01:32.542028 n-d-825178-3 neutron-server[87569]: 'SubPort': '1.0', Feb 09 12:01:32.542028 n-d-825178-3 neutron-server[87569]: 'Subnet': '1.1', Feb 09 12:01:32.542028 n-d-825178-3 neutron-server[87569]: 'Trunk': '1.1'}} Feb 09 12:01:32.542028 n-d-825178-3 neutron-server[87569]: {{(pid=87569) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 12:01:32.596803 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-5d4f7981-697b-4881-aa68-d827f4832d65 None None] Attempting to bind port 854edb2c-bffd-4f8e-8dc2-f2c557a2f20b on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:01:32.597376 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-5d4f7981-697b-4881-aa68-d827f4832d65 None None] Attempting to bind port 854edb2c-bffd-4f8e-8dc2-f2c557a2f20b by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '6ba5f3c4-d6c3-4f95-a906-acec0234c386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5a779efb-676f-443e-99a3-aa00a489f077'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:01:32.597686 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4f7981-697b-4881-aa68-d827f4832d65 None None] Attempting to bind port 854edb2c-bffd-4f8e-8dc2-f2c557a2f20b on network 5a779efb-676f-443e-99a3-aa00a489f077 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:01:32.602919 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4f7981-697b-4881-aa68-d827f4832d65 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:01:32.603343 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4f7981-697b-4881-aa68-d827f4832d65 None None] Checking segment: {'id': '6ba5f3c4-d6c3-4f95-a906-acec0234c386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5a779efb-676f-443e-99a3-aa00a489f077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:01:32.603856 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5d4f7981-697b-4881-aa68-d827f4832d65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:32.604250 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4f7981-697b-4881-aa68-d827f4832d65 None None] Bound using segment: {'id': '6ba5f3c4-d6c3-4f95-a906-acec0234c386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5a779efb-676f-443e-99a3-aa00a489f077'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:01:32.604766 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-5d4f7981-697b-4881-aa68-d827f4832d65 None None] Bound port: 854edb2c-bffd-4f8e-8dc2-f2c557a2f20b, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ba5f3c4-d6c3-4f95-a906-acec0234c386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5a779efb-676f-443e-99a3-aa00a489f077'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:01:32.605178 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5d4f7981-697b-4881-aa68-d827f4832d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:32.692700 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-5d4f7981-697b-4881-aa68-d827f4832d65 None None] For port 854edb2c-bffd-4f8e-8dc2-f2c557a2f20b, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:01:32.697161 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-5d4f7981-697b-4881-aa68-d827f4832d65 None None] For port 854edb2c-bffd-4f8e-8dc2-f2c557a2f20b, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=854edb2c-bffd-4f8e-8dc2-f2c557a2f20b,segment=NetworkSegment(6ba5f3c4-d6c3-4f95-a906-acec0234c386),segment_id=6ba5f3c4-d6c3-4f95-a906-acec0234c386)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:01:32.701271 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5d4f7981-697b-4881-aa68-d827f4832d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:32.807018 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4f7981-697b-4881-aa68-d827f4832d65 None None] Pushing event updated for resources: {'Port': ['ID=854edb2c-bffd-4f8e-8dc2-f2c557a2f20b,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:01:33.963583 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33504) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:01:34.338462 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-a47f31e3-2bcf-47b0-9d10-8b8192513e63 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:01:34.339457 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a47f31e3-2bcf-47b0-9d10-8b8192513e63 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3748941 Feb 09 12:01:36.398153 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9600c898-ab06-4e66-ba64-e48f0ee84c29 None None] Network 5a779efb-676f-443e-99a3-aa00a489f077 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:01:36.492279 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-51ee1874-3bc8-4613-bf12-5b6fb3dbd5eb None None] Provisioning for port 854edb2c-bffd-4f8e-8dc2-f2c557a2f20b completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:01:36.737237 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33518) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:01:37.101316 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-0e74f3ef-7a6a-4fe7-999e-985973767a2b admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:01:37.102336 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0e74f3ef-7a6a-4fe7-999e-985973767a2b admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3641644 Feb 09 12:01:37.240075 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 854edb2c-bffd-4f8e-8dc2-f2c557a2f20b up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:01:37.314733 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 854edb2c-bffd-4f8e-8dc2-f2c557a2f20b completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:01:37.319965 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 854edb2c-bffd-4f8e-8dc2-f2c557a2f20b triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:01:37.320130 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:37.437649 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:37.469798 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 854edb2c-bffd-4f8e-8dc2-f2c557a2f20b, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=854edb2c-bffd-4f8e-8dc2-f2c557a2f20b,segment=NetworkSegment(6ba5f3c4-d6c3-4f95-a906-acec0234c386),segment_id=6ba5f3c4-d6c3-4f95-a906-acec0234c386)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:01:37.472879 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:37.542097 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=854edb2c-bffd-4f8e-8dc2-f2c557a2f20b,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:01:39.214506 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 854edb2c-bffd-4f8e-8dc2-f2c557a2f20b up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:01:39.283728 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 854edb2c-bffd-4f8e-8dc2-f2c557a2f20b triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:01:39.284366 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:39.757619 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33530) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:01:40.102513 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-17f8af6a-d381-45ef-a8a2-e907cf77220f admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '2227e9d242d446b6971f4bc423fd4e88'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:01:40.107226 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-17f8af6a-d381-45ef-a8a2-e907cf77220f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:01:40.110967 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-17f8af6a-d381-45ef-a8a2-e907cf77220f admin admin] Usage tracker for resource:router and tenant:2227e9d242d446b6971f4bc423fd4e88 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:01:40.114408 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-17f8af6a-d381-45ef-a8a2-e907cf77220f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:01:40.119917 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-17f8af6a-d381-45ef-a8a2-e907cf77220f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:01:40.129691 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-17f8af6a-d381-45ef-a8a2-e907cf77220f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:40.131361 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-17f8af6a-d381-45ef-a8a2-e907cf77220f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:40.155765 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-17f8af6a-d381-45ef-a8a2-e907cf77220f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:40.261792 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-17f8af6a-d381-45ef-a8a2-e907cf77220f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:40.281500 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-17f8af6a-d381-45ef-a8a2-e907cf77220f admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:40.282791 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-17f8af6a-d381-45ef-a8a2-e907cf77220f admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5242171 Feb 09 12:01:42.602345 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33540) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:01:43.180750 n-d-825178-3 neutron-server[87567]: WARNING oslo_policy.policy [None req-9fcfe739-0cbf-4d05-8623-f0484e25554b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 12:01:43.181319 n-d-825178-3 neutron-server[87567]: WARNING oslo_policy.policy [None req-9fcfe739-0cbf-4d05-8623-f0484e25554b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 12:01:43.401304 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [None req-9fcfe739-0cbf-4d05-8623-f0484e25554b admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:01:43.402555 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9fcfe739-0cbf-4d05-8623-f0484e25554b admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7980843 Feb 09 12:01:43.877799 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fd97e2b3-2937-437e-a0f4-b28dac3b75a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:45.803854 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33554) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:01:46.165025 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-7e5934b2-434b-4abe-a974-69d9f1fd8c0e admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'is_default': True}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:01:46.166531 n-d-825178-3 neutron-server[87567]: INFO neutron.quota [None req-7e5934b2-434b-4abe-a974-69d9f1fd8c0e admin admin] Loaded quota_driver: . Feb 09 12:01:46.182538 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-7e5934b2-434b-4abe-a974-69d9f1fd8c0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:01:46.189975 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-7e5934b2-434b-4abe-a974-69d9f1fd8c0e admin admin] Usage tracker for resource:network and tenant:084d7156033a485fb3af13a250f45600 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:01:46.195314 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6d3e1463-6746-447e-8a07-05035572000e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:46.195887 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-7e5934b2-434b-4abe-a974-69d9f1fd8c0e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:01:46.203177 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-7e5934b2-434b-4abe-a974-69d9f1fd8c0e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:01:46.218212 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5934b2-434b-4abe-a974-69d9f1fd8c0e admin admin] Made reservation on behalf of 084d7156033a485fb3af13a250f45600 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:01:46.298362 n-d-825178-3 neutron-server[87567]: DEBUG neutron.policy [None req-7e5934b2-434b-4abe-a974-69d9f1fd8c0e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87567) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 09 12:01:46.342829 n-d-825178-3 neutron-server[87567]: WARNING oslo_policy.policy [None req-7e5934b2-434b-4abe-a974-69d9f1fd8c0e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 12:01:46.343210 n-d-825178-3 neutron-server[87567]: WARNING oslo_policy.policy [None req-7e5934b2-434b-4abe-a974-69d9f1fd8c0e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 12:01:46.353077 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7e5934b2-434b-4abe-a974-69d9f1fd8c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:46.374631 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7e5934b2-434b-4abe-a974-69d9f1fd8c0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:46.388887 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-7e5934b2-434b-4abe-a974-69d9f1fd8c0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:01:46.392636 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-7e5934b2-434b-4abe-a974-69d9f1fd8c0e admin admin] Usage tracker for resource:security_group_rule and tenant:084d7156033a485fb3af13a250f45600 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:01:46.395764 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-7e5934b2-434b-4abe-a974-69d9f1fd8c0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:01:46.401327 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-7e5934b2-434b-4abe-a974-69d9f1fd8c0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:01:46.501973 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7e5934b2-434b-4abe-a974-69d9f1fd8c0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:46.505666 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7e5934b2-434b-4abe-a974-69d9f1fd8c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:46.520334 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7e5934b2-434b-4abe-a974-69d9f1fd8c0e admin admin] Reserving flat network on physical network physnet1 {{(pid=87567) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 09 12:01:46.551483 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7e5934b2-434b-4abe-a974-69d9f1fd8c0e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744762507313', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:46.552149 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7e5934b2-434b-4abe-a974-69d9f1fd8c0e admin admin] Unsubscribe: segment precommit_create {{(pid=87567) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 09 12:01:46.552668 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-7e5934b2-434b-4abe-a974-69d9f1fd8c0e admin admin] Added segment 67400f67-5c36-4a85-bdb4-dbecd7bd12b9 of type flat for network af0bad45-b31e-4cb1-a77c-3bbc34409de5 Feb 09 12:01:46.603568 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5934b2-434b-4abe-a974-69d9f1fd8c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27535958-3593-48f2-b3a4-584b83eb34c0,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:01:46.625693 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5934b2-434b-4abe-a974-69d9f1fd8c0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:46.626039 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5934b2-434b-4abe-a974-69d9f1fd8c0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:46.626376 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5934b2-434b-4abe-a974-69d9f1fd8c0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:46.626716 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5934b2-434b-4abe-a974-69d9f1fd8c0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:46.627047 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5934b2-434b-4abe-a974-69d9f1fd8c0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:46.627374 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5934b2-434b-4abe-a974-69d9f1fd8c0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:46.627698 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5934b2-434b-4abe-a974-69d9f1fd8c0e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:46.628045 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5934b2-434b-4abe-a974-69d9f1fd8c0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:46.628369 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5934b2-434b-4abe-a974-69d9f1fd8c0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:46.628688 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5934b2-434b-4abe-a974-69d9f1fd8c0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:46.629007 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5934b2-434b-4abe-a974-69d9f1fd8c0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:46.629323 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5934b2-434b-4abe-a974-69d9f1fd8c0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:46.630383 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5934b2-434b-4abe-a974-69d9f1fd8c0e admin admin] Tracked resource versions report: Feb 09 12:01:46.630383 n-d-825178-3 neutron-server[87567]: pushed versions: Feb 09 12:01:46.630383 n-d-825178-3 neutron-server[87567]: { 'AddressGroup': {'1.2'}, Feb 09 12:01:46.630383 n-d-825178-3 neutron-server[87567]: 'ConntrackHelper': {'1.0'}, Feb 09 12:01:46.630383 n-d-825178-3 neutron-server[87567]: 'Log': {'1.0'}, Feb 09 12:01:46.630383 n-d-825178-3 neutron-server[87567]: 'Network': {'1.1'}, Feb 09 12:01:46.630383 n-d-825178-3 neutron-server[87567]: 'Port': {'1.7'}, Feb 09 12:01:46.630383 n-d-825178-3 neutron-server[87567]: 'PortForwarding': {'1.2'}, Feb 09 12:01:46.630383 n-d-825178-3 neutron-server[87567]: 'QosPolicy': {'1.8'}, Feb 09 12:01:46.630383 n-d-825178-3 neutron-server[87567]: 'SecurityGroup': {'1.4'}, Feb 09 12:01:46.630383 n-d-825178-3 neutron-server[87567]: 'SecurityGroupRule': {'1.2'}, Feb 09 12:01:46.630383 n-d-825178-3 neutron-server[87567]: 'SubPort': {'1.0'}, Feb 09 12:01:46.630383 n-d-825178-3 neutron-server[87567]: 'Subnet': {'1.1'}, Feb 09 12:01:46.630383 n-d-825178-3 neutron-server[87567]: 'Trunk': {'1.1'}} Feb 09 12:01:46.630383 n-d-825178-3 neutron-server[87567]: consumer versions: Feb 09 12:01:46.630383 n-d-825178-3 neutron-server[87567]: { DHCP agent@n-d-825178-3: {}, Feb 09 12:01:46.630383 n-d-825178-3 neutron-server[87567]: L3 agent@n-d-825178-3: {}, Feb 09 12:01:46.630383 n-d-825178-3 neutron-server[87567]: Metadata agent@n-d-825178-3: {}, Feb 09 12:01:46.630383 n-d-825178-3 neutron-server[87567]: Metering agent@n-d-825178-3: {}, Feb 09 12:01:46.630383 n-d-825178-3 neutron-server[87567]: Open vSwitch agent@n-d-825178-3: { 'AddressGroup': '1.2', Feb 09 12:01:46.630383 n-d-825178-3 neutron-server[87567]: 'ConntrackHelper': '1.0', Feb 09 12:01:46.630383 n-d-825178-3 neutron-server[87567]: 'Log': '1.0', Feb 09 12:01:46.630383 n-d-825178-3 neutron-server[87567]: 'Network': '1.1', Feb 09 12:01:46.630383 n-d-825178-3 neutron-server[87567]: 'Port': '1.7', Feb 09 12:01:46.630383 n-d-825178-3 neutron-server[87567]: 'PortForwarding': '1.2', Feb 09 12:01:46.630383 n-d-825178-3 neutron-server[87567]: 'QosPolicy': '1.8', Feb 09 12:01:46.630383 n-d-825178-3 neutron-server[87567]: 'SecurityGroup': '1.4', Feb 09 12:01:46.630383 n-d-825178-3 neutron-server[87567]: 'SecurityGroupRule': '1.2', Feb 09 12:01:46.630383 n-d-825178-3 neutron-server[87567]: 'SubPort': '1.0', Feb 09 12:01:46.630383 n-d-825178-3 neutron-server[87567]: 'Subnet': '1.1', Feb 09 12:01:46.630383 n-d-825178-3 neutron-server[87567]: 'Trunk': '1.1'}} Feb 09 12:01:46.630383 n-d-825178-3 neutron-server[87567]: {{(pid=87567) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 12:01:46.669010 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7e5934b2-434b-4abe-a974-69d9f1fd8c0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:46.711646 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7e5934b2-434b-4abe-a974-69d9f1fd8c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:46.712820 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5934b2-434b-4abe-a974-69d9f1fd8c0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:01:46.713470 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7e5934b2-434b-4abe-a974-69d9f1fd8c0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:46.819692 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5934b2-434b-4abe-a974-69d9f1fd8c0e admin admin] Pushing event updated for resources: {'Network': ['ID=af0bad45-b31e-4cb1-a77c-3bbc34409de5,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:01:46.822252 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-7e5934b2-434b-4abe-a974-69d9f1fd8c0e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0174098 Feb 09 12:01:46.831558 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:01:47.348695 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:47.453632 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:48.883556 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:48.963989 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 5 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:01:49.172475 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33580) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:01:49.385471 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78628ac5-6cf6-41fc-9fc7-70b2ba2c3172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:01:49.386809 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-78628ac5-6cf6-41fc-9fc7-70b2ba2c3172 admin admin] 10.222.0.55 "GET /v2.0/subnets/a8bceba0-b579-499a-b676-b6fbcbed2e51 HTTP/1.1" status: 200 len: 849 time: 0.2134247 Feb 09 12:01:49.557047 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-aca80cde-2a2e-41c5-b5a6-084162359669 admin admin] 10.222.0.55 "GET /v2.0/routers/77145160-ede2-4bc6-84cc-dcddc35984bb HTTP/1.1" status: 200 len: 704 time: 0.1646397 Feb 09 12:01:50.026114 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1f849a86-0345-465f-a0fd-04101d6b0eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:50.253570 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-1f849a86-0345-465f-a0fd-04101d6b0eae admin admin] Allocated IP 172.20.0.1 (5a779efb-676f-443e-99a3-aa00a489f077/a8bceba0-b579-499a-b676-b6fbcbed2e51/15060a77-8f73-4b87-b2b6-b15866384efd) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:01:50.409179 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1f849a86-0345-465f-a0fd-04101d6b0eae admin admin] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:50.427359 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-1f849a86-0345-465f-a0fd-04101d6b0eae admin admin] Transition to ACTIVE for port object 15060a77-8f73-4b87-b2b6-b15866384efd will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:01:50.481820 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1f849a86-0345-465f-a0fd-04101d6b0eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:50.547754 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f849a86-0345-465f-a0fd-04101d6b0eae admin admin] Network 5a779efb-676f-443e-99a3-aa00a489f077 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:01:50.550498 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-1f849a86-0345-465f-a0fd-04101d6b0eae admin admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:01:50.556238 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f849a86-0345-465f-a0fd-04101d6b0eae admin admin] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:01:50.556773 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1f849a86-0345-465f-a0fd-04101d6b0eae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:50.691998 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f849a86-0345-465f-a0fd-04101d6b0eae admin admin] Pushing event updated for resources: {'Port': ['ID=15060a77-8f73-4b87-b2b6-b15866384efd,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:01:50.710582 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-596f9f7d-d754-4dee-9745-9a129c6f4da0 None None] Provisioning for port 15060a77-8f73-4b87-b2b6-b15866384efd completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:01:50.715492 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-596f9f7d-d754-4dee-9745-9a129c6f4da0 None None] Provisioning complete for port 15060a77-8f73-4b87-b2b6-b15866384efd triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:01:50.715888 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-596f9f7d-d754-4dee-9745-9a129c6f4da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:50.768781 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-596f9f7d-d754-4dee-9745-9a129c6f4da0 None None] Port 15060a77-8f73-4b87-b2b6-b15866384efd cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:01:50.822512 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1f849a86-0345-465f-a0fd-04101d6b0eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:51.084728 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1f849a86-0345-465f-a0fd-04101d6b0eae admin admin] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:51.089004 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1f849a86-0345-465f-a0fd-04101d6b0eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:51.089846 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1f849a86-0345-465f-a0fd-04101d6b0eae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:51.227196 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f849a86-0345-465f-a0fd-04101d6b0eae admin admin] Pushing event updated for resources: {'Port': ['ID=15060a77-8f73-4b87-b2b6-b15866384efd,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:01:51.281789 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f849a86-0345-465f-a0fd-04101d6b0eae admin admin] Network 5a779efb-676f-443e-99a3-aa00a489f077 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:01:51.283206 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-1f849a86-0345-465f-a0fd-04101d6b0eae admin admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:01:51.475919 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f849a86-0345-465f-a0fd-04101d6b0eae admin admin] Router 77145160-ede2-4bc6-84cc-dcddc35984bb is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:01:51.491133 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-66161117-595f-4e28-98dd-3c418c598229 None None] Provisioning complete for port 15060a77-8f73-4b87-b2b6-b15866384efd triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:01:51.491507 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-66161117-595f-4e28-98dd-3c418c598229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:51.545924 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-66161117-595f-4e28-98dd-3c418c598229 None None] Port 15060a77-8f73-4b87-b2b6-b15866384efd cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:01:51.624614 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f849a86-0345-465f-a0fd-04101d6b0eae admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:01:51.633221 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1f849a86-0345-465f-a0fd-04101d6b0eae admin admin] 10.222.0.55 "PUT /v2.0/routers/77145160-ede2-4bc6-84cc-dcddc35984bb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0707834 Feb 09 12:01:51.636005 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b72a3d6-9377-4e7f-9c1f-6a4f7d2b11e5 None None] Sync routers for ids ['77145160-ede2-4bc6-84cc-dcddc35984bb'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:01:51.647327 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b72a3d6-9377-4e7f-9c1f-6a4f7d2b11e5 None None] Routers {'77145160-ede2-4bc6-84cc-dcddc35984bb'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:01:51.648380 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7b72a3d6-9377-4e7f-9c1f-6a4f7d2b11e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:01:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['77145160-ede2-4bc6-84cc-dcddc35984bb'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:01:51.821863 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-7b72a3d6-9377-4e7f-9c1f-6a4f7d2b11e5 None None] Set router 77145160-ede2-4bc6-84cc-dcddc35984bb gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:01:52.182336 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7b72a3d6-9377-4e7f-9c1f-6a4f7d2b11e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77145160-ede2-4bc6-84cc-dcddc35984bb', 'name': 'router1', 'tenant_id': '2227e9d242d446b6971f4bc423fd4e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:01:40Z', 'updated_at': '2022-02-09T12:01:50Z', 'revision_number': 2, 'project_id': '2227e9d242d446b6971f4bc423fd4e88', 'gw_port_host': None, '_interfaces': [{'id': '15060a77-8f73-4b87-b2b6-b15866384efd', 'name': '', 'network_id': '5a779efb-676f-443e-99a3-aa00a489f077', 'tenant_id': '2227e9d242d446b6971f4bc423fd4e88', 'mac_address': 'fa:16:3e:e8:97:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77145160-ede2-4bc6-84cc-dcddc35984bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a8bceba0-b579-499a-b676-b6fbcbed2e51', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:01:50Z', 'updated_at': '2022-02-09T12:01:50Z', 'revision_number': 2, 'project_id': '2227e9d242d446b6971f4bc423fd4e88', 'subnets': [{'id': 'a8bceba0-b579-499a-b676-b6fbcbed2e51', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e08d6c5-35fe-4f8b-a65e-3725c01a633b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:01:52.187147 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b72a3d6-9377-4e7f-9c1f-6a4f7d2b11e5 None None] Checking router: 77145160-ede2-4bc6-84cc-dcddc35984bb for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:01:52.187515 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b72a3d6-9377-4e7f-9c1f-6a4f7d2b11e5 None None] Updating router 77145160-ede2-4bc6-84cc-dcddc35984bb port 15060a77-8f73-4b87-b2b6-b15866384efd binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:01:52.237491 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7b72a3d6-9377-4e7f-9c1f-6a4f7d2b11e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:52.605748 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7b72a3d6-9377-4e7f-9c1f-6a4f7d2b11e5 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:52.620464 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-7b72a3d6-9377-4e7f-9c1f-6a4f7d2b11e5 None None] Transition to ACTIVE for port object 15060a77-8f73-4b87-b2b6-b15866384efd will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:01:52.626035 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7b72a3d6-9377-4e7f-9c1f-6a4f7d2b11e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:52.862543 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705e7d7-6f6e-4f54-a5dc-65a545ec0c2a None None] Pushing event updated for resources: {'Port': ['ID=15060a77-8f73-4b87-b2b6-b15866384efd,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:01:52.867536 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-7b72a3d6-9377-4e7f-9c1f-6a4f7d2b11e5 None None] Attempting to bind port 15060a77-8f73-4b87-b2b6-b15866384efd on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:01:52.867961 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-7b72a3d6-9377-4e7f-9c1f-6a4f7d2b11e5 None None] Attempting to bind port 15060a77-8f73-4b87-b2b6-b15866384efd by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '6ba5f3c4-d6c3-4f95-a906-acec0234c386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5a779efb-676f-443e-99a3-aa00a489f077'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:01:52.868384 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b72a3d6-9377-4e7f-9c1f-6a4f7d2b11e5 None None] Attempting to bind port 15060a77-8f73-4b87-b2b6-b15866384efd on network 5a779efb-676f-443e-99a3-aa00a489f077 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:01:52.876751 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1705e7d7-6f6e-4f54-a5dc-65a545ec0c2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:52.877105 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1705e7d7-6f6e-4f54-a5dc-65a545ec0c2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:52.877443 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1705e7d7-6f6e-4f54-a5dc-65a545ec0c2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:52.877778 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1705e7d7-6f6e-4f54-a5dc-65a545ec0c2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:52.878130 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1705e7d7-6f6e-4f54-a5dc-65a545ec0c2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:52.878457 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1705e7d7-6f6e-4f54-a5dc-65a545ec0c2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:52.878822 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1705e7d7-6f6e-4f54-a5dc-65a545ec0c2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:52.884215 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1705e7d7-6f6e-4f54-a5dc-65a545ec0c2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:52.885046 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1705e7d7-6f6e-4f54-a5dc-65a545ec0c2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:52.885396 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1705e7d7-6f6e-4f54-a5dc-65a545ec0c2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:52.885736 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1705e7d7-6f6e-4f54-a5dc-65a545ec0c2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:52.886067 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1705e7d7-6f6e-4f54-a5dc-65a545ec0c2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:01:52.887161 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1705e7d7-6f6e-4f54-a5dc-65a545ec0c2a None None] Tracked resource versions report: Feb 09 12:01:52.887161 n-d-825178-3 neutron-server[87570]: pushed versions: Feb 09 12:01:52.887161 n-d-825178-3 neutron-server[87570]: { 'AddressGroup': {'1.2'}, Feb 09 12:01:52.887161 n-d-825178-3 neutron-server[87570]: 'ConntrackHelper': {'1.0'}, Feb 09 12:01:52.887161 n-d-825178-3 neutron-server[87570]: 'Log': {'1.0'}, Feb 09 12:01:52.887161 n-d-825178-3 neutron-server[87570]: 'Network': {'1.1'}, Feb 09 12:01:52.887161 n-d-825178-3 neutron-server[87570]: 'Port': {'1.7'}, Feb 09 12:01:52.887161 n-d-825178-3 neutron-server[87570]: 'PortForwarding': {'1.2'}, Feb 09 12:01:52.887161 n-d-825178-3 neutron-server[87570]: 'QosPolicy': {'1.8'}, Feb 09 12:01:52.887161 n-d-825178-3 neutron-server[87570]: 'SecurityGroup': {'1.4'}, Feb 09 12:01:52.887161 n-d-825178-3 neutron-server[87570]: 'SecurityGroupRule': {'1.2'}, Feb 09 12:01:52.887161 n-d-825178-3 neutron-server[87570]: 'SubPort': {'1.0'}, Feb 09 12:01:52.887161 n-d-825178-3 neutron-server[87570]: 'Subnet': {'1.1'}, Feb 09 12:01:52.887161 n-d-825178-3 neutron-server[87570]: 'Trunk': {'1.1'}} Feb 09 12:01:52.887161 n-d-825178-3 neutron-server[87570]: consumer versions: Feb 09 12:01:52.887161 n-d-825178-3 neutron-server[87570]: { DHCP agent@n-d-825178-3: {}, Feb 09 12:01:52.887161 n-d-825178-3 neutron-server[87570]: L3 agent@n-d-825178-3: {}, Feb 09 12:01:52.887161 n-d-825178-3 neutron-server[87570]: Metadata agent@n-d-825178-3: {}, Feb 09 12:01:52.887161 n-d-825178-3 neutron-server[87570]: Metering agent@n-d-825178-3: {}, Feb 09 12:01:52.887161 n-d-825178-3 neutron-server[87570]: Open vSwitch agent@n-d-825178-3: { 'AddressGroup': '1.2', Feb 09 12:01:52.887161 n-d-825178-3 neutron-server[87570]: 'ConntrackHelper': '1.0', Feb 09 12:01:52.887161 n-d-825178-3 neutron-server[87570]: 'Log': '1.0', Feb 09 12:01:52.887161 n-d-825178-3 neutron-server[87570]: 'Network': '1.1', Feb 09 12:01:52.887161 n-d-825178-3 neutron-server[87570]: 'Port': '1.7', Feb 09 12:01:52.887161 n-d-825178-3 neutron-server[87570]: 'PortForwarding': '1.2', Feb 09 12:01:52.887161 n-d-825178-3 neutron-server[87570]: 'QosPolicy': '1.8', Feb 09 12:01:52.887161 n-d-825178-3 neutron-server[87570]: 'SecurityGroup': '1.4', Feb 09 12:01:52.887161 n-d-825178-3 neutron-server[87570]: 'SecurityGroupRule': '1.2', Feb 09 12:01:52.887161 n-d-825178-3 neutron-server[87570]: 'SubPort': '1.0', Feb 09 12:01:52.887161 n-d-825178-3 neutron-server[87570]: 'Subnet': '1.1', Feb 09 12:01:52.887161 n-d-825178-3 neutron-server[87570]: 'Trunk': '1.1'}} Feb 09 12:01:52.887161 n-d-825178-3 neutron-server[87570]: {{(pid=87570) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 12:01:52.890347 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b72a3d6-9377-4e7f-9c1f-6a4f7d2b11e5 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:01:52.890772 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b72a3d6-9377-4e7f-9c1f-6a4f7d2b11e5 None None] Checking segment: {'id': '6ba5f3c4-d6c3-4f95-a906-acec0234c386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5a779efb-676f-443e-99a3-aa00a489f077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:01:52.891262 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7b72a3d6-9377-4e7f-9c1f-6a4f7d2b11e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:52.891640 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b72a3d6-9377-4e7f-9c1f-6a4f7d2b11e5 None None] Bound using segment: {'id': '6ba5f3c4-d6c3-4f95-a906-acec0234c386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5a779efb-676f-443e-99a3-aa00a489f077'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:01:52.892176 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-7b72a3d6-9377-4e7f-9c1f-6a4f7d2b11e5 None None] Bound port: 15060a77-8f73-4b87-b2b6-b15866384efd, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ba5f3c4-d6c3-4f95-a906-acec0234c386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5a779efb-676f-443e-99a3-aa00a489f077'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:01:52.892562 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7b72a3d6-9377-4e7f-9c1f-6a4f7d2b11e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:52.980386 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-7b72a3d6-9377-4e7f-9c1f-6a4f7d2b11e5 None None] For port 15060a77-8f73-4b87-b2b6-b15866384efd, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:01:52.984794 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-7b72a3d6-9377-4e7f-9c1f-6a4f7d2b11e5 None None] For port 15060a77-8f73-4b87-b2b6-b15866384efd, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=15060a77-8f73-4b87-b2b6-b15866384efd,segment=NetworkSegment(6ba5f3c4-d6c3-4f95-a906-acec0234c386),segment_id=6ba5f3c4-d6c3-4f95-a906-acec0234c386)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:01:52.990318 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7b72a3d6-9377-4e7f-9c1f-6a4f7d2b11e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:53.079216 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b72a3d6-9377-4e7f-9c1f-6a4f7d2b11e5 None None] Routers {'77145160-ede2-4bc6-84cc-dcddc35984bb'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:01:53.079867 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7b72a3d6-9377-4e7f-9c1f-6a4f7d2b11e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:01:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['77145160-ede2-4bc6-84cc-dcddc35984bb'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:01:53.135042 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705e7d7-6f6e-4f54-a5dc-65a545ec0c2a None None] Pushing event updated for resources: {'Port': ['ID=15060a77-8f73-4b87-b2b6-b15866384efd,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:01:53.240168 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-7b72a3d6-9377-4e7f-9c1f-6a4f7d2b11e5 None None] Set router 77145160-ede2-4bc6-84cc-dcddc35984bb gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:01:53.603203 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7b72a3d6-9377-4e7f-9c1f-6a4f7d2b11e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77145160-ede2-4bc6-84cc-dcddc35984bb', 'name': 'router1', 'tenant_id': '2227e9d242d446b6971f4bc423fd4e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:01:40Z', 'updated_at': '2022-02-09T12:01:50Z', 'revision_number': 2, 'project_id': '2227e9d242d446b6971f4bc423fd4e88', 'gw_port_host': None, '_interfaces': [{'id': '15060a77-8f73-4b87-b2b6-b15866384efd', 'name': '', 'network_id': '5a779efb-676f-443e-99a3-aa00a489f077', 'tenant_id': '2227e9d242d446b6971f4bc423fd4e88', 'mac_address': 'fa:16:3e:e8:97:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77145160-ede2-4bc6-84cc-dcddc35984bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a8bceba0-b579-499a-b676-b6fbcbed2e51', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:01:50Z', 'updated_at': '2022-02-09T12:01:52Z', 'revision_number': 4, 'project_id': '2227e9d242d446b6971f4bc423fd4e88', 'subnets': [{'id': 'a8bceba0-b579-499a-b676-b6fbcbed2e51', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e08d6c5-35fe-4f8b-a65e-3725c01a633b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:01:53.607071 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b72a3d6-9377-4e7f-9c1f-6a4f7d2b11e5 None None] The sync data for ids ['77145160-ede2-4bc6-84cc-dcddc35984bb'] in n-d-825178-3 is: [{'id': '77145160-ede2-4bc6-84cc-dcddc35984bb', 'name': 'router1', 'tenant_id': '2227e9d242d446b6971f4bc423fd4e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:01:40Z', 'updated_at': '2022-02-09T12:01:50Z', 'revision_number': 2, 'project_id': '2227e9d242d446b6971f4bc423fd4e88', 'gw_port_host': None, '_interfaces': [{'id': '15060a77-8f73-4b87-b2b6-b15866384efd', 'name': '', 'network_id': '5a779efb-676f-443e-99a3-aa00a489f077', 'tenant_id': '2227e9d242d446b6971f4bc423fd4e88', 'mac_address': 'fa:16:3e:e8:97:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77145160-ede2-4bc6-84cc-dcddc35984bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a8bceba0-b579-499a-b676-b6fbcbed2e51', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:01:50Z', 'updated_at': '2022-02-09T12:01:52Z', 'revision_number': 4, 'project_id': '2227e9d242d446b6971f4bc423fd4e88', 'subnets': [{'id': 'a8bceba0-b579-499a-b676-b6fbcbed2e51', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e08d6c5-35fe-4f8b-a65e-3725c01a633b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:01:53.836270 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33602) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:01:53.985844 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d0bdb7-80f3-45b5-a176-7fef15673105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:01:53.986413 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-d9d0bdb7-80f3-45b5-a176-7fef15673105 admin admin] Synchronizing usage tracker for tenant:084d7156033a485fb3af13a250f45600 on resource:network {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:01:54.003510 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-d9d0bdb7-80f3-45b5-a176-7fef15673105 admin admin] Unset dirty status for tenant:084d7156033a485fb3af13a250f45600 on resource:network {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:01:54.004781 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d9d0bdb7-80f3-45b5-a176-7fef15673105 admin admin] 10.222.0.55 "GET /v2.0/networks/af0bad45-b31e-4cb1-a77c-3bbc34409de5 HTTP/1.1" status: 200 len: 842 time: 0.1674392 Feb 09 12:01:54.014315 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-41de961f-20c2-422d-b91a-9aea443fe77b admin admin] Request body: {'subnet': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.25.7.1', 'cidr': '172.25.7.0/24'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:01:54.019726 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-41de961f-20c2-422d-b91a-9aea443fe77b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:01:54.024220 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-41de961f-20c2-422d-b91a-9aea443fe77b admin admin] Usage tracker for resource:subnet and tenant:084d7156033a485fb3af13a250f45600 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:01:54.027780 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-41de961f-20c2-422d-b91a-9aea443fe77b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:01:54.035203 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-41de961f-20c2-422d-b91a-9aea443fe77b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:01:54.045370 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41de961f-20c2-422d-b91a-9aea443fe77b admin admin] Made reservation on behalf of 084d7156033a485fb3af13a250f45600 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:01:54.047704 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-41de961f-20c2-422d-b91a-9aea443fe77b admin admin] Notify callbacks [] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:54.432566 n-d-825178-3 neutron-server[87567]: DEBUG neutron.objects.ports [None req-41de961f-20c2-422d-b91a-9aea443fe77b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87567) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 12:01:54.433045 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-41de961f-20c2-422d-b91a-9aea443fe77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:54.509776 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41de961f-20c2-422d-b91a-9aea443fe77b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9bac502-0803-4be6-8ff1-3365c0261a49,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:01:54.517712 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41de961f-20c2-422d-b91a-9aea443fe77b admin admin] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:01:54.518070 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41de961f-20c2-422d-b91a-9aea443fe77b admin admin] Network hostable DHCP agents. Network: af0bad45-b31e-4cb1-a77c-3bbc34409de5, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:01:54.542448 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41de961f-20c2-422d-b91a-9aea443fe77b admin admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:01:54.552831 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-41de961f-20c2-422d-b91a-9aea443fe77b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, af0bad45-b31e-4cb1-a77c-3bbc34409de5) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:01:54.556919 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41de961f-20c2-422d-b91a-9aea443fe77b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:01:54.557513 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-41de961f-20c2-422d-b91a-9aea443fe77b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:54.562082 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efc893c-7130-479f-bf43-829126a17867 None None] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:01:54.589021 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-41de961f-20c2-422d-b91a-9aea443fe77b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5702035 Feb 09 12:01:54.782318 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6a8dd5-8958-4650-b698-28f4b93c48f5 None None] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:01:55.247470 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 15060a77-8f73-4b87-b2b6-b15866384efd up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:01:55.322409 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 15060a77-8f73-4b87-b2b6-b15866384efd completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:01:55.329172 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 15060a77-8f73-4b87-b2b6-b15866384efd triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:01:55.329935 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:55.475382 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:55.507318 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 15060a77-8f73-4b87-b2b6-b15866384efd, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=15060a77-8f73-4b87-b2b6-b15866384efd,segment=NetworkSegment(6ba5f3c4-d6c3-4f95-a906-acec0234c386),segment_id=6ba5f3c4-d6c3-4f95-a906-acec0234c386)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:01:55.512056 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:55.595589 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=15060a77-8f73-4b87-b2b6-b15866384efd,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:01:56.812189 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33616) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:01:57.022461 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-12ad758d-3a92-404a-a12e-e93fe2223ebe admin admin] 10.222.0.55 "GET /v2.0/routers/77145160-ede2-4bc6-84cc-dcddc35984bb HTTP/1.1" status: 200 len: 710 time: 0.2091866 Feb 09 12:01:57.147018 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d356b57-b6db-4aa1-9cb3-607b03da2fbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:01:57.148302 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6d356b57-b6db-4aa1-9cb3-607b03da2fbf admin admin] 10.222.0.55 "GET /v2.0/networks/af0bad45-b31e-4cb1-a77c-3bbc34409de5 HTTP/1.1" status: 200 len: 886 time: 0.1207082 Feb 09 12:01:57.157366 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-ecd593f4-8aa3-4316-aecc-cf94b7e110a2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:01:57.224255 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 15060a77-8f73-4b87-b2b6-b15866384efd up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:01:57.293004 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 15060a77-8f73-4b87-b2b6-b15866384efd triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:01:57.293476 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:57.599381 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ecd593f4-8aa3-4316-aecc-cf94b7e110a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:57.968402 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ecd593f4-8aa3-4316-aecc-cf94b7e110a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:58.026389 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ecd593f4-8aa3-4316-aecc-cf94b7e110a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:58.162545 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-ecd593f4-8aa3-4316-aecc-cf94b7e110a2 admin admin] Allocated IP 172.25.7.131 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/d119b783-973a-40f6-92ba-8fc66a4166ae) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:01:58.307150 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ecd593f4-8aa3-4316-aecc-cf94b7e110a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:58.362317 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ecd593f4-8aa3-4316-aecc-cf94b7e110a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:58.427653 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd593f4-8aa3-4316-aecc-cf94b7e110a2 admin admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:01:58.430453 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-ecd593f4-8aa3-4316-aecc-cf94b7e110a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:01:58.433981 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd593f4-8aa3-4316-aecc-cf94b7e110a2 admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:01:58.490130 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd593f4-8aa3-4316-aecc-cf94b7e110a2 admin admin] Pushing event updated for resources: {'Port': ['ID=d119b783-973a-40f6-92ba-8fc66a4166ae,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:01:58.808321 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ecd593f4-8aa3-4316-aecc-cf94b7e110a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:59.178149 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ecd593f4-8aa3-4316-aecc-cf94b7e110a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:59.181452 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ecd593f4-8aa3-4316-aecc-cf94b7e110a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1740557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1740570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1738587'] for router, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:59.361132 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd593f4-8aa3-4316-aecc-cf94b7e110a2 admin admin] Router 77145160-ede2-4bc6-84cc-dcddc35984bb has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:01:59.535091 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd593f4-8aa3-4316-aecc-cf94b7e110a2 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:01:59.543174 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ecd593f4-8aa3-4316-aecc-cf94b7e110a2 admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:01:59.544382 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ecd593f4-8aa3-4316-aecc-cf94b7e110a2 admin admin] 10.222.0.55 "PUT /v2.0/routers/77145160-ede2-4bc6-84cc-dcddc35984bb HTTP/1.1" status: 200 len: 890 time: 2.3906808 Feb 09 12:01:59.544498 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530748e6-a191-4381-b333-1b07b3077c99 None None] Sync routers for ids ['77145160-ede2-4bc6-84cc-dcddc35984bb'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:01:59.555071 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530748e6-a191-4381-b333-1b07b3077c99 None None] Routers {'77145160-ede2-4bc6-84cc-dcddc35984bb'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:01:59.555762 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-530748e6-a191-4381-b333-1b07b3077c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:01:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['77145160-ede2-4bc6-84cc-dcddc35984bb'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:01:59.749506 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-530748e6-a191-4381-b333-1b07b3077c99 None None] Set router 77145160-ede2-4bc6-84cc-dcddc35984bb gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:02:00.084699 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-530748e6-a191-4381-b333-1b07b3077c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77145160-ede2-4bc6-84cc-dcddc35984bb', 'name': 'router1', 'tenant_id': '2227e9d242d446b6971f4bc423fd4e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'd119b783-973a-40f6-92ba-8fc66a4166ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:01:40Z', 'updated_at': '2022-02-09T12:01:58Z', 'revision_number': 4, 'project_id': '2227e9d242d446b6971f4bc423fd4e88', 'gw_port': {'id': 'd119b783-973a-40f6-92ba-8fc66a4166ae', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:08:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77145160-ede2-4bc6-84cc-dcddc35984bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:01:58Z', 'updated_at': '2022-02-09T12:01:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '15060a77-8f73-4b87-b2b6-b15866384efd', 'name': '', 'network_id': '5a779efb-676f-443e-99a3-aa00a489f077', 'tenant_id': '2227e9d242d446b6971f4bc423fd4e88', 'mac_address': 'fa:16:3e:e8:97:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77145160-ede2-4bc6-84cc-dcddc35984bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a8bceba0-b579-499a-b676-b6fbcbed2e51', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:01:50Z', 'updated_at': '2022-02-09T12:01:55Z', 'revision_number': 5, 'project_id': '2227e9d242d446b6971f4bc423fd4e88', 'subnets': [{'id': 'a8bceba0-b579-499a-b676-b6fbcbed2e51', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e08d6c5-35fe-4f8b-a65e-3725c01a633b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:02:00.089514 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530748e6-a191-4381-b333-1b07b3077c99 None None] Checking router: 77145160-ede2-4bc6-84cc-dcddc35984bb for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:02:00.089865 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530748e6-a191-4381-b333-1b07b3077c99 None None] Updating router 77145160-ede2-4bc6-84cc-dcddc35984bb port d119b783-973a-40f6-92ba-8fc66a4166ae binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:02:00.140838 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-530748e6-a191-4381-b333-1b07b3077c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:02:00.460269 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-530748e6-a191-4381-b333-1b07b3077c99 None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:02:00.471412 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-530748e6-a191-4381-b333-1b07b3077c99 None None] Transition to ACTIVE for port object d119b783-973a-40f6-92ba-8fc66a4166ae will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:02:00.477694 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-530748e6-a191-4381-b333-1b07b3077c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:02:00.554284 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-530748e6-a191-4381-b333-1b07b3077c99 None None] Attempting to bind port d119b783-973a-40f6-92ba-8fc66a4166ae on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:02:00.554908 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-530748e6-a191-4381-b333-1b07b3077c99 None None] Attempting to bind port d119b783-973a-40f6-92ba-8fc66a4166ae by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:02:00.555033 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530748e6-a191-4381-b333-1b07b3077c99 None None] Attempting to bind port d119b783-973a-40f6-92ba-8fc66a4166ae on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:02:00.564089 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530748e6-a191-4381-b333-1b07b3077c99 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:02:00.564459 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530748e6-a191-4381-b333-1b07b3077c99 None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:02:00.564857 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-530748e6-a191-4381-b333-1b07b3077c99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:02:00.565246 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530748e6-a191-4381-b333-1b07b3077c99 None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:02:00.565704 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-530748e6-a191-4381-b333-1b07b3077c99 None None] Bound port: d119b783-973a-40f6-92ba-8fc66a4166ae, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:02:00.566103 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-530748e6-a191-4381-b333-1b07b3077c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:02:00.588308 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d18a3b-cc99-4ac6-aa83-de477495ff42 None None] Pushing event updated for resources: {'Port': ['ID=d119b783-973a-40f6-92ba-8fc66a4166ae,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:02:00.638042 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-530748e6-a191-4381-b333-1b07b3077c99 None None] For port d119b783-973a-40f6-92ba-8fc66a4166ae, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:02:00.641128 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-530748e6-a191-4381-b333-1b07b3077c99 None None] For port d119b783-973a-40f6-92ba-8fc66a4166ae, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=d119b783-973a-40f6-92ba-8fc66a4166ae,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:02:00.646433 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-530748e6-a191-4381-b333-1b07b3077c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:02:00.749134 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530748e6-a191-4381-b333-1b07b3077c99 None None] Routers {'77145160-ede2-4bc6-84cc-dcddc35984bb'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:02:00.749735 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-530748e6-a191-4381-b333-1b07b3077c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:01:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['77145160-ede2-4bc6-84cc-dcddc35984bb'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:02:00.814214 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d18a3b-cc99-4ac6-aa83-de477495ff42 None None] Pushing event updated for resources: {'Port': ['ID=d119b783-973a-40f6-92ba-8fc66a4166ae,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:02:00.936722 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-530748e6-a191-4381-b333-1b07b3077c99 None None] Set router 77145160-ede2-4bc6-84cc-dcddc35984bb gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:02:01.258998 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-530748e6-a191-4381-b333-1b07b3077c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77145160-ede2-4bc6-84cc-dcddc35984bb', 'name': 'router1', 'tenant_id': '2227e9d242d446b6971f4bc423fd4e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'd119b783-973a-40f6-92ba-8fc66a4166ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:01:40Z', 'updated_at': '2022-02-09T12:01:58Z', 'revision_number': 4, 'project_id': '2227e9d242d446b6971f4bc423fd4e88', 'gw_port': {'id': 'd119b783-973a-40f6-92ba-8fc66a4166ae', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:08:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77145160-ede2-4bc6-84cc-dcddc35984bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:01:58Z', 'updated_at': '2022-02-09T12:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '15060a77-8f73-4b87-b2b6-b15866384efd', 'name': '', 'network_id': '5a779efb-676f-443e-99a3-aa00a489f077', 'tenant_id': '2227e9d242d446b6971f4bc423fd4e88', 'mac_address': 'fa:16:3e:e8:97:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77145160-ede2-4bc6-84cc-dcddc35984bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a8bceba0-b579-499a-b676-b6fbcbed2e51', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:01:50Z', 'updated_at': '2022-02-09T12:01:55Z', 'revision_number': 5, 'project_id': '2227e9d242d446b6971f4bc423fd4e88', 'subnets': [{'id': 'a8bceba0-b579-499a-b676-b6fbcbed2e51', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e08d6c5-35fe-4f8b-a65e-3725c01a633b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:02:01.262759 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530748e6-a191-4381-b333-1b07b3077c99 None None] The sync data for ids ['77145160-ede2-4bc6-84cc-dcddc35984bb'] in n-d-825178-3 is: [{'id': '77145160-ede2-4bc6-84cc-dcddc35984bb', 'name': 'router1', 'tenant_id': '2227e9d242d446b6971f4bc423fd4e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'd119b783-973a-40f6-92ba-8fc66a4166ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:01:40Z', 'updated_at': '2022-02-09T12:01:58Z', 'revision_number': 4, 'project_id': '2227e9d242d446b6971f4bc423fd4e88', 'gw_port': {'id': 'd119b783-973a-40f6-92ba-8fc66a4166ae', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:08:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77145160-ede2-4bc6-84cc-dcddc35984bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:01:58Z', 'updated_at': '2022-02-09T12:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '15060a77-8f73-4b87-b2b6-b15866384efd', 'name': '', 'network_id': '5a779efb-676f-443e-99a3-aa00a489f077', 'tenant_id': '2227e9d242d446b6971f4bc423fd4e88', 'mac_address': 'fa:16:3e:e8:97:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77145160-ede2-4bc6-84cc-dcddc35984bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a8bceba0-b579-499a-b676-b6fbcbed2e51', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:01:50Z', 'updated_at': '2022-02-09T12:01:55Z', 'revision_number': 5, 'project_id': '2227e9d242d446b6971f4bc423fd4e88', 'subnets': [{'id': 'a8bceba0-b579-499a-b676-b6fbcbed2e51', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e08d6c5-35fe-4f8b-a65e-3725c01a633b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:02:01.903250 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33626) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:02:02.022403 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-36cb72e5-fcbf-4e5c-89aa-7f3b42e6a33a admin admin] 10.222.0.55 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1177497 Feb 09 12:02:03.263806 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device d119b783-973a-40f6-92ba-8fc66a4166ae up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:02:03.341871 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port d119b783-973a-40f6-92ba-8fc66a4166ae completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:02:03.346905 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port d119b783-973a-40f6-92ba-8fc66a4166ae triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:02:03.347275 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:02:03.459573 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:02:03.474943 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port d119b783-973a-40f6-92ba-8fc66a4166ae, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=d119b783-973a-40f6-92ba-8fc66a4166ae,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:02:03.479007 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:02:03.543698 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=d119b783-973a-40f6-92ba-8fc66a4166ae,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:02:05.236727 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device d119b783-973a-40f6-92ba-8fc66a4166ae up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:02:05.328021 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port d119b783-973a-40f6-92ba-8fc66a4166ae triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:02:05.328404 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:02:13.880972 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c990bbed-1775-4c74-b439-4092499801ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:02:16.198412 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-10a1cddc-d4e9-4eee-93ed-02ce8325615d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:02:17.350837 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:02:17.455290 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:02:18.895298 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:02:25.962938 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 5 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:02:43.898428 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-698ac97f-f727-4cd4-ad59-6b2dcfb9ad12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:02:46.204171 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-289b5f08-8c8a-4214-ad5b-0b33d101d0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:02:47.355303 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:02:47.459205 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:02:48.899553 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:03:02.961621 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 5 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:03:13.884063 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aedd3140-9df8-4062-ba39-000da1898c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:03:16.196674 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3ac74f0f-d8d8-4ac8-bf9b-6c34d9097a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:03:17.358472 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:03:17.462012 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:03:18.900585 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:03:39.960502 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 5 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:03:43.886197 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-542a39e7-aa4c-4a25-ad6c-d34b900bcd03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:03:46.201285 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f638febb-dae1-4f87-befa-2e28aecb4d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:03:47.358677 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:03:47.464110 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:03:48.899587 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:04:07.051785 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34228) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:04:07.116578 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-a74cf592-d322-4459-95d3-326950dcc228 admin admin] GET failed (client error): The resource could not be found. Feb 09 12:04:07.117807 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a74cf592-d322-4459-95d3-326950dcc228 admin admin] 10.222.0.55 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0650613 Feb 09 12:04:07.286739 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20464938-1ebe-46fa-84e7-eacd8cbb9de4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:04:07.288202 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-20464938-1ebe-46fa-84e7-eacd8cbb9de4 admin admin] 10.222.0.55 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1665306 Feb 09 12:04:09.429070 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34238) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:04:09.541744 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff585a65-7c17-4d2c-8375-891d80909b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:04:09.542224 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ff585a65-7c17-4d2c-8375-891d80909b1b admin admin] Synchronizing usage tracker for tenant:084d7156033a485fb3af13a250f45600 on resource:subnet {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:04:09.557335 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ff585a65-7c17-4d2c-8375-891d80909b1b admin admin] Unset dirty status for tenant:084d7156033a485fb3af13a250f45600 on resource:subnet {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:04:09.558482 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ff585a65-7c17-4d2c-8375-891d80909b1b admin admin] 10.222.0.55 "GET /v2.0/subnets/a8bceba0-b579-499a-b676-b6fbcbed2e51 HTTP/1.1" status: 200 len: 849 time: 0.1284795 Feb 09 12:04:09.568238 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-3503dafc-729c-4668-b397-cd5c2e649b60 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:04:09.681453 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3503dafc-729c-4668-b397-cd5c2e649b60 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:04:09.866449 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3503dafc-729c-4668-b397-cd5c2e649b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744762461444'] for subnet, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:04:09.915967 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a47605b-0094-4812-83a2-225b617e2fc7 None None] Network 5a779efb-676f-443e-99a3-aa00a489f077 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:04:09.919867 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3503dafc-729c-4668-b397-cd5c2e649b60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:04:09.920991 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3503dafc-729c-4668-b397-cd5c2e649b60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:04:09.922588 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3503dafc-729c-4668-b397-cd5c2e649b60 admin admin] 10.222.0.55 "PUT /v2.0/subnets/a8bceba0-b579-499a-b676-b6fbcbed2e51 HTTP/1.1" status: 200 len: 868 time: 0.3580625 Feb 09 12:04:09.938926 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3503dafc-729c-4668-b397-cd5c2e649b60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8bceba0-b579-499a-b676-b6fbcbed2e51,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:04:09.946716 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3503dafc-729c-4668-b397-cd5c2e649b60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:04:09.947093 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3503dafc-729c-4668-b397-cd5c2e649b60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:04:09.947456 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3503dafc-729c-4668-b397-cd5c2e649b60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:04:09.947811 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3503dafc-729c-4668-b397-cd5c2e649b60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:04:09.948165 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3503dafc-729c-4668-b397-cd5c2e649b60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:04:09.948497 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3503dafc-729c-4668-b397-cd5c2e649b60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:04:09.948821 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3503dafc-729c-4668-b397-cd5c2e649b60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:04:09.949151 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3503dafc-729c-4668-b397-cd5c2e649b60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:04:09.949473 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3503dafc-729c-4668-b397-cd5c2e649b60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:04:09.949812 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3503dafc-729c-4668-b397-cd5c2e649b60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:04:09.950126 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3503dafc-729c-4668-b397-cd5c2e649b60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:04:09.950443 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3503dafc-729c-4668-b397-cd5c2e649b60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:04:10.439422 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-85d8c9a6-d121-4f13-ad80-46e8240d7707 None None] Provisioning complete for port 854edb2c-bffd-4f8e-8dc2-f2c557a2f20b triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:04:10.439784 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-85d8c9a6-d121-4f13-ad80-46e8240d7707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:04:10.562944 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-85d8c9a6-d121-4f13-ad80-46e8240d7707 None None] Provisioning complete for port 15060a77-8f73-4b87-b2b6-b15866384efd triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:04:10.563200 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-85d8c9a6-d121-4f13-ad80-46e8240d7707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:04:12.048287 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34248) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:04:12.221331 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c2085d-72ff-42da-9d9f-5242ead02160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:04:12.221811 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c2085d-72ff-42da-9d9f-5242ead02160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:04:12.223349 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d1c2085d-72ff-42da-9d9f-5242ead02160 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1741104 Feb 09 12:04:13.887954 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1e25e56c-a9b1-4e30-a4c2-14baa42b7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:04:14.358636 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34258) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:04:14.527638 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6eaf710-7a8b-4d2e-894b-c0f12b7bac5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:04:14.528143 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6eaf710-7a8b-4d2e-894b-c0f12b7bac5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:04:14.530229 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d6eaf710-7a8b-4d2e-894b-c0f12b7bac5f admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1700571 Feb 09 12:04:16.205595 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3b888825-0b0e-4e25-ac67-80dfa98d65f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:04:16.658426 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34268) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:04:16.836989 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec600b2f-0796-4afa-a636-53a176cbaf9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:04:16.838372 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ec600b2f-0796-4afa-a636-53a176cbaf9f admin admin] 10.222.0.55 "GET /v2.0/networks/5a779efb-676f-443e-99a3-aa00a489f077 HTTP/1.1" status: 200 len: 869 time: 0.1789594 Feb 09 12:04:16.959615 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 5 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:04:17.358383 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:04:17.466402 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:04:18.897933 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:04:18.961651 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34278) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:04:19.125439 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b41f1b-3249-454c-9ff1-1222953577a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:04:19.126776 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b9b41f1b-3249-454c-9ff1-1222953577a9 admin admin] 10.222.0.55 "GET /v2.0/networks/af0bad45-b31e-4cb1-a77c-3bbc34409de5 HTTP/1.1" status: 200 len: 886 time: 0.1641972 Feb 09 12:04:21.262304 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34288) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:04:21.372017 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2de20d2-242f-4701-8f90-0feba619ad32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:04:21.372476 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2de20d2-242f-4701-8f90-0feba619ad32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:04:21.374126 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c2de20d2-242f-4701-8f90-0feba619ad32 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1108646 Feb 09 12:04:23.527510 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34298) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:04:23.644517 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583a076f-a35b-4c70-adbd-91cd53bd8017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:04:23.644974 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583a076f-a35b-4c70-adbd-91cd53bd8017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:04:23.646473 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-583a076f-a35b-4c70-adbd-91cd53bd8017 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1180515 Feb 09 12:04:25.769765 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34308) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:04:25.880015 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3098f566-4b3a-4cff-aa44-71646f4e02b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:04:25.881361 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3098f566-4b3a-4cff-aa44-71646f4e02b2 admin admin] 10.222.0.55 "GET /v2.0/subnets/a8bceba0-b579-499a-b676-b6fbcbed2e51 HTTP/1.1" status: 200 len: 868 time: 0.1106563 Feb 09 12:04:28.006104 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34318) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:04:28.103969 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4336d36b-f784-42fc-a197-6aae5c6999d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:04:28.105294 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4336d36b-f784-42fc-a197-6aae5c6999d7 admin admin] 10.222.0.55 "GET /v2.0/subnets/f9bac502-0803-4be6-8ff1-3365c0261a49 HTTP/1.1" status: 200 len: 816 time: 0.0982797 Feb 09 12:04:43.889705 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5b0d5c5e-071a-4d91-9a62-8a75221c9aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:04:46.208809 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7400ece4-0254-4a6b-af56-903128f98b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:04:47.070125 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34364) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:04:47.119327 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [None req-266b3a22-5323-43a9-8b2f-cfbbdb8873b8 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:04:47.120342 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-266b3a22-5323-43a9-8b2f-cfbbdb8873b8 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0492654 Feb 09 12:04:47.361275 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:04:47.470444 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:04:48.902544 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:04:49.308824 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34374) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:04:49.376053 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-9094975a-5205-4103-82ff-c7d800040b70 admin admin] GET failed (client error): The resource could not be found. Feb 09 12:04:49.377295 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9094975a-5205-4103-82ff-c7d800040b70 admin admin] 10.222.0.55 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0667276 Feb 09 12:04:49.500430 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9e14ad-855a-44fb-b364-3125f2df39f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:04:49.501789 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-6a9e14ad-855a-44fb-b364-3125f2df39f2 admin admin] 10.222.0.55 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1206849 Feb 09 12:04:51.620795 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34384) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:04:51.667085 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-d4f9f6b8-f5b4-46e2-8ab8-9548924c6a31 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:04:51.672214 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-d4f9f6b8-f5b4-46e2-8ab8-9548924c6a31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:04:51.681541 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-d4f9f6b8-f5b4-46e2-8ab8-9548924c6a31 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:04:51.691104 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f9f6b8-f5b4-46e2-8ab8-9548924c6a31 admin admin] Made reservation on behalf of 084d7156033a485fb3af13a250f45600 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:04:51.693505 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d4f9f6b8-f5b4-46e2-8ab8-9548924c6a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:04:51.781229 n-d-825178-3 neutron-server[87567]: WARNING neutron.services.revisions.revision_plugin [None req-d4f9f6b8-f5b4-46e2-8ab8-9548924c6a31 admin admin] Could not find related network for resource to bump revision. Feb 09 12:04:51.793452 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4f9f6b8-f5b4-46e2-8ab8-9548924c6a31 admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:04:51.803103 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d4f9f6b8-f5b4-46e2-8ab8-9548924c6a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:04:51.803438 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-d4f9f6b8-f5b4-46e2-8ab8-9548924c6a31 admin admin] Added segment f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac of type vlan for network 4f732e35-467f-44f5-be04-aa808693dec3 Feb 09 12:04:51.831041 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d4f9f6b8-f5b4-46e2-8ab8-9548924c6a31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:04:51.859806 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d4f9f6b8-f5b4-46e2-8ab8-9548924c6a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:04:51.860756 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f9f6b8-f5b4-46e2-8ab8-9548924c6a31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:04:51.861352 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d4f9f6b8-f5b4-46e2-8ab8-9548924c6a31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:04:52.004021 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9f6b8-f5b4-46e2-8ab8-9548924c6a31 admin admin] Pushing event updated for resources: {'Network': ['ID=4f732e35-467f-44f5-be04-aa808693dec3,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:04:52.016449 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d4f9f6b8-f5b4-46e2-8ab8-9548924c6a31 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3944669 Feb 09 12:04:52.016879 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 4f732e35-467f-44f5-be04-aa808693dec3 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:04:53.957965 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 5 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:04:54.124658 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34394) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:04:54.190108 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-390dab43-6704-4999-b887-47ed536bb19b admin admin] GET failed (client error): The resource could not be found. Feb 09 12:04:54.190628 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-390dab43-6704-4999-b887-47ed536bb19b admin admin] Synchronizing usage tracker for tenant:084d7156033a485fb3af13a250f45600 on resource:network {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:04:54.206095 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-390dab43-6704-4999-b887-47ed536bb19b admin admin] Unset dirty status for tenant:084d7156033a485fb3af13a250f45600 on resource:network {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:04:54.207285 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-390dab43-6704-4999-b887-47ed536bb19b admin admin] 10.222.0.55 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0816875 Feb 09 12:04:54.313879 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2add8351-15d2-4469-adf4-8398cbdac6e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:04:54.315204 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2add8351-15d2-4469-adf4-8398cbdac6e2 admin admin] 10.222.0.55 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1040618 Feb 09 12:04:54.325132 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-b50b5713-46c0-4850-8089-48957b91d5af admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:04:54.329760 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b50b5713-46c0-4850-8089-48957b91d5af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:04:54.338956 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b50b5713-46c0-4850-8089-48957b91d5af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:04:54.348647 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50b5713-46c0-4850-8089-48957b91d5af admin admin] Made reservation on behalf of 084d7156033a485fb3af13a250f45600 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:04:54.350865 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b50b5713-46c0-4850-8089-48957b91d5af admin admin] Notify callbacks [] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:04:54.556753 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b50b5713-46c0-4850-8089-48957b91d5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:04:54.628780 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50b5713-46c0-4850-8089-48957b91d5af admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8ed5558-888d-440a-8c32-52f2f9bc5bd5,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:04:54.639246 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50b5713-46c0-4850-8089-48957b91d5af admin admin] Checking segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:04:54.639597 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50b5713-46c0-4850-8089-48957b91d5af admin admin] Network hostable DHCP agents. Network: 4f732e35-467f-44f5-be04-aa808693dec3, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:04:54.657443 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50b5713-46c0-4850-8089-48957b91d5af admin admin] Network 4f732e35-467f-44f5-be04-aa808693dec3 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:04:54.666296 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-b50b5713-46c0-4850-8089-48957b91d5af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 4f732e35-467f-44f5-be04-aa808693dec3) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:04:54.670611 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50b5713-46c0-4850-8089-48957b91d5af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:04:54.671206 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b50b5713-46c0-4850-8089-48957b91d5af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:04:54.675266 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758dc26f-73c7-40dc-8370-8ff35c1313d5 None None] Network 4f732e35-467f-44f5-be04-aa808693dec3 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:04:54.694844 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b50b5713-46c0-4850-8089-48957b91d5af admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3735034 Feb 09 12:04:54.903965 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5812e789-60df-4d3d-8d69-ebed20b6b067 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-4f732e35-467f-44f5-be04-aa808693dec3', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'tenant_id': '084d7156033a485fb3af13a250f45600', 'fixed_ips': [{'subnet_id': 'f8ed5558-888d-440a-8c32-52f2f9bc5bd5'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:04:54.904840 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5812e789-60df-4d3d-8d69-ebed20b6b067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:04:55.061714 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-5812e789-60df-4d3d-8d69-ebed20b6b067 None None] Allocated IP 192.168.233.2 (4f732e35-467f-44f5-be04-aa808693dec3/f8ed5558-888d-440a-8c32-52f2f9bc5bd5/6cfe5bb7-3752-498f-a804-92db61b70fd1) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:04:55.268700 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5812e789-60df-4d3d-8d69-ebed20b6b067 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:04:55.278956 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-5812e789-60df-4d3d-8d69-ebed20b6b067 None None] Transition to ACTIVE for port object 6cfe5bb7-3752-498f-a804-92db61b70fd1 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:04:55.298560 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-5812e789-60df-4d3d-8d69-ebed20b6b067 None None] Transition to ACTIVE for port object 6cfe5bb7-3752-498f-a804-92db61b70fd1 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:04:55.305195 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5812e789-60df-4d3d-8d69-ebed20b6b067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:04:55.373150 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5812e789-60df-4d3d-8d69-ebed20b6b067 None None] Network 4f732e35-467f-44f5-be04-aa808693dec3 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:04:55.376029 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-5812e789-60df-4d3d-8d69-ebed20b6b067 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:04:55.379548 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5812e789-60df-4d3d-8d69-ebed20b6b067 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:04:55.383892 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5812e789-60df-4d3d-8d69-ebed20b6b067 None None] Pushing event updated for resources: {'Port': ['ID=6cfe5bb7-3752-498f-a804-92db61b70fd1,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:04:55.391678 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5812e789-60df-4d3d-8d69-ebed20b6b067 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:04:55.392046 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5812e789-60df-4d3d-8d69-ebed20b6b067 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:04:55.392382 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5812e789-60df-4d3d-8d69-ebed20b6b067 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:04:55.392715 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5812e789-60df-4d3d-8d69-ebed20b6b067 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:04:55.393041 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5812e789-60df-4d3d-8d69-ebed20b6b067 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:04:55.393369 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5812e789-60df-4d3d-8d69-ebed20b6b067 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:04:55.393686 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5812e789-60df-4d3d-8d69-ebed20b6b067 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:04:55.394004 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5812e789-60df-4d3d-8d69-ebed20b6b067 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:04:55.394320 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5812e789-60df-4d3d-8d69-ebed20b6b067 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:04:55.394642 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5812e789-60df-4d3d-8d69-ebed20b6b067 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:04:55.394977 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5812e789-60df-4d3d-8d69-ebed20b6b067 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:04:55.395294 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5812e789-60df-4d3d-8d69-ebed20b6b067 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:04:55.480852 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-5812e789-60df-4d3d-8d69-ebed20b6b067 None None] Attempting to bind port 6cfe5bb7-3752-498f-a804-92db61b70fd1 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:04:55.481167 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-5812e789-60df-4d3d-8d69-ebed20b6b067 None None] Attempting to bind port 6cfe5bb7-3752-498f-a804-92db61b70fd1 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:04:55.481523 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5812e789-60df-4d3d-8d69-ebed20b6b067 None None] Attempting to bind port 6cfe5bb7-3752-498f-a804-92db61b70fd1 on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:04:55.486790 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5812e789-60df-4d3d-8d69-ebed20b6b067 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:04:55.487155 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5812e789-60df-4d3d-8d69-ebed20b6b067 None None] Checking segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:04:55.487545 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5812e789-60df-4d3d-8d69-ebed20b6b067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:04:55.487949 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5812e789-60df-4d3d-8d69-ebed20b6b067 None None] Bound using segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:04:55.488655 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-5812e789-60df-4d3d-8d69-ebed20b6b067 None None] Bound port: 6cfe5bb7-3752-498f-a804-92db61b70fd1, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:04:55.489037 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5812e789-60df-4d3d-8d69-ebed20b6b067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:04:55.602879 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-5812e789-60df-4d3d-8d69-ebed20b6b067 None None] For port 6cfe5bb7-3752-498f-a804-92db61b70fd1, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:04:55.607005 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-5812e789-60df-4d3d-8d69-ebed20b6b067 None None] For port 6cfe5bb7-3752-498f-a804-92db61b70fd1, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=6cfe5bb7-3752-498f-a804-92db61b70fd1,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:04:55.611204 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5812e789-60df-4d3d-8d69-ebed20b6b067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:04:55.691642 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5812e789-60df-4d3d-8d69-ebed20b6b067 None None] Pushing event updated for resources: {'Port': ['ID=6cfe5bb7-3752-498f-a804-92db61b70fd1,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:04:56.545317 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cc3189-79b8-4eab-9a1c-d33423a4f8de None None] Network 4f732e35-467f-44f5-be04-aa808693dec3 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:04:56.650448 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4363de56-9c61-4e83-9faf-11a32dff4d80 None None] Provisioning for port 6cfe5bb7-3752-498f-a804-92db61b70fd1 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:04:57.366006 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 6cfe5bb7-3752-498f-a804-92db61b70fd1 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:04:57.438914 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 6cfe5bb7-3752-498f-a804-92db61b70fd1 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:04:57.443950 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 6cfe5bb7-3752-498f-a804-92db61b70fd1 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:04:57.445037 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:04:57.560215 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:04:57.594432 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 6cfe5bb7-3752-498f-a804-92db61b70fd1, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=6cfe5bb7-3752-498f-a804-92db61b70fd1,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:04:57.598564 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:04:57.672813 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=6cfe5bb7-3752-498f-a804-92db61b70fd1,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:04:59.326686 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 6cfe5bb7-3752-498f-a804-92db61b70fd1 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:04:59.395282 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 6cfe5bb7-3752-498f-a804-92db61b70fd1 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:04:59.395649 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:05:13.891987 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d1c9d3a9-6a8d-40d8-8b43-3c2f7a2cda4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:05:16.212007 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b2cca7d7-badd-457a-a41c-5ea7f2a61a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:05:17.365565 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:05:17.473427 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:05:18.903664 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:05:30.956332 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 5 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:05:43.894733 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-eec3f220-aad9-4d88-abb8-7c3f8046fefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:05:46.216625 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b6fbb6b6-29db-4ac1-a84b-5b53fa1ceb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:05:47.366491 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:05:47.476156 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:05:48.905839 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:06:07.955104 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 5 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:06:08.060210 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34444) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:06:08.066107 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-a85c4d4c-c205-437d-894a-ed225fe16483 tempest-verify_tempest_config-1291436447 tempest-verify_tempest_config-1291436447-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:06:08.067044 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a85c4d4c-c205-437d-894a-ed225fe16483 tempest-verify_tempest_config-1291436447 tempest-verify_tempest_config-1291436447-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058792 Feb 09 12:06:08.373962 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34462) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:06:08.488188 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-120f9f2a-175d-498f-a59b-95ceeb3910eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:06:08.503083 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-120f9f2a-175d-498f-a59b-95ceeb3910eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:06:08.506802 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-120f9f2a-175d-498f-a59b-95ceeb3910eb admin admin] Usage tracker for resource:security_group_rule and tenant:d4c7106ad405402b85afdfb5c2981de0 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:06:08.510064 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-120f9f2a-175d-498f-a59b-95ceeb3910eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:06:08.515565 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-120f9f2a-175d-498f-a59b-95ceeb3910eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:06:08.597506 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-120f9f2a-175d-498f-a59b-95ceeb3910eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:06:08.601226 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-120f9f2a-175d-498f-a59b-95ceeb3910eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:06:08.646845 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-120f9f2a-175d-498f-a59b-95ceeb3910eb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d4c7106ad405402b85afdfb5c2981de0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2717223 Feb 09 12:06:08.648409 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f9f2a-175d-498f-a59b-95ceeb3910eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01364445-8e06-4736-af82-e0b828798b6f,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:06:08.649499 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34468) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:06:08.655596 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f9f2a-175d-498f-a59b-95ceeb3910eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:06:08.655973 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f9f2a-175d-498f-a59b-95ceeb3910eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:06:08.656316 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f9f2a-175d-498f-a59b-95ceeb3910eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:06:08.656649 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f9f2a-175d-498f-a59b-95ceeb3910eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:06:08.656977 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f9f2a-175d-498f-a59b-95ceeb3910eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:06:08.657303 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f9f2a-175d-498f-a59b-95ceeb3910eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:06:08.657626 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f9f2a-175d-498f-a59b-95ceeb3910eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:06:08.657946 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f9f2a-175d-498f-a59b-95ceeb3910eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:06:08.658270 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f9f2a-175d-498f-a59b-95ceeb3910eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:06:08.658586 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f9f2a-175d-498f-a59b-95ceeb3910eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:06:08.658905 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f9f2a-175d-498f-a59b-95ceeb3910eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:06:08.659225 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f9f2a-175d-498f-a59b-95ceeb3910eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:06:08.708773 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d039a8a9-7825-4974-97ec-c9ec029c7bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:06:08.733590 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d039a8a9-7825-4974-97ec-c9ec029c7bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:06:08.828095 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d039a8a9-7825-4974-97ec-c9ec029c7bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:06:08.844628 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d039a8a9-7825-4974-97ec-c9ec029c7bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01364445-8e06-4736-af82-e0b828798b6f,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:06:08.851581 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d039a8a9-7825-4974-97ec-c9ec029c7bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:06:08.852732 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d039a8a9-7825-4974-97ec-c9ec029c7bb9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/01364445-8e06-4736-af82-e0b828798b6f HTTP/1.1" status: 204 len: 168 time: 0.2022159 Feb 09 12:06:08.854439 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039a8a9-7825-4974-97ec-c9ec029c7bb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:06:08.854789 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039a8a9-7825-4974-97ec-c9ec029c7bb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:06:08.855130 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039a8a9-7825-4974-97ec-c9ec029c7bb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:06:08.855466 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039a8a9-7825-4974-97ec-c9ec029c7bb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:06:08.856148 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039a8a9-7825-4974-97ec-c9ec029c7bb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:06:08.856486 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039a8a9-7825-4974-97ec-c9ec029c7bb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:06:08.856819 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039a8a9-7825-4974-97ec-c9ec029c7bb9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:06:08.857382 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039a8a9-7825-4974-97ec-c9ec029c7bb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:06:08.857488 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039a8a9-7825-4974-97ec-c9ec029c7bb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:06:08.857772 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039a8a9-7825-4974-97ec-c9ec029c7bb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:06:08.858098 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039a8a9-7825-4974-97ec-c9ec029c7bb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:06:08.858420 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039a8a9-7825-4974-97ec-c9ec029c7bb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:06:13.897579 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-efeb8b6a-73c2-4e9f-99a1-1ff1b28f6907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:06:16.218010 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1120ea68-3622-4571-a86c-5978faa3a021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:06:17.369569 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:06:17.476794 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:06:18.909296 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:06:43.898608 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a45bb67f-d344-4c82-9aaa-3c257b08b073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:06:44.954038 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 5 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:06:46.219496 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e97650b9-0981-477e-abea-9c01685ba13d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:06:47.370729 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:06:47.479190 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:06:48.910705 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:07:13.900108 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-10c186d5-732c-48a1-a0b0-f349e9ac37e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:07:16.220694 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8db3cd44-2267-4fc8-9ef7-9d8c7ec03a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:07:17.374126 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:07:17.479987 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:07:18.915514 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:07:21.952776 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 5 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:07:43.901763 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e8c1016d-582c-4bc9-85d4-b4a7b605cc90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:07:46.224573 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d154a466-3e67-47b6-ab19-d4d55795b15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:07:47.378496 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:07:47.481055 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:07:48.917535 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:07:58.951369 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 5 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:08:13.904736 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7aba9c52-fd45-44c1-91f5-3d18178dbd45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:08:16.226413 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c60b68bc-0208-4472-856a-6a5ade4817fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:08:17.381372 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:08:17.486325 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:08:18.919535 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:08:35.950192 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 5 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:08:43.905500 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cac990f7-0b79-4bd0-a701-05638aec039b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:08:46.251894 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e8d6421d-c5a8-4a81-a50c-1d125780d0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:08:47.384851 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:08:47.490314 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:08:48.922013 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:09:12.948688 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 5 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:09:13.906532 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bf6f13f7-2172-4b86-b868-a1f2efa21be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:09:16.223881 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9febabcf-7444-4477-a448-4af09d0c29a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:09:17.388425 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:09:17.492058 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:09:18.924512 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:09:19.984350 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1737766'] for agent, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:09:22.298406 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1737766'] for agent, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:09:43.907524 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-671d071d-1194-4e45-bae3-4721eec966e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:09:46.226179 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-87814635-496f-41c5-b007-bbf1f2ca1c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:09:47.390425 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:09:47.494909 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:09:48.927449 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:09:49.948138 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:09:49.968903 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:09:52.277001 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:10:02.628126 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34532) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:10:02.737526 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-46927842-2d75-4def-a24f-1f61abb35e7a admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1083086 Feb 09 12:10:04.848746 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34542) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:10:04.903258 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ac600ff1-ca75-41ea-9c4d-3b4655ef30a7 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0525553 Feb 09 12:10:13.910474 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-28830a0c-5820-4361-ab36-d624d68caf3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:10:16.227326 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1c3c8536-2f04-4542-b0c7-dcc26c6a0dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:10:17.396246 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:10:17.497513 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:10:18.930275 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:10:19.978632 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:10:22.269212 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:10:26.946990 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:10:43.912374 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6686f52c-0f25-4b6f-bca4-35e8603772fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:10:46.231401 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e25bac33-d5b7-4ba7-9dbf-01980300bfec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:10:47.397449 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:10:47.502062 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:10:48.944591 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:10:50.003003 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:10:52.271026 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:03.946338 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:11:13.913527 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c2567312-e9ff-4761-8125-73ae245d9316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:16.232562 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6b3c820d-375d-46ff-9f39-6ce7c1f35bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:17.400308 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:17.504601 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:18.939501 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:19.983531 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:22.268830 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:40.955723 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:11:41.221023 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34656) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:11:41.491065 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-8d76b41d-f443-4b45-9778-add2e7b7f65f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1876601093-network', 'tenant_id': 'b614b8bd377446f892967d9352b20ad9'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:11:41.499607 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-8d76b41d-f443-4b45-9778-add2e7b7f65f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:11:41.503669 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8d76b41d-f443-4b45-9778-add2e7b7f65f admin admin] Usage tracker for resource:network and tenant:b614b8bd377446f892967d9352b20ad9 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:11:41.506637 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8d76b41d-f443-4b45-9778-add2e7b7f65f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:11:41.512215 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-8d76b41d-f443-4b45-9778-add2e7b7f65f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:11:41.522463 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d76b41d-f443-4b45-9778-add2e7b7f65f admin admin] Made reservation on behalf of b614b8bd377446f892967d9352b20ad9 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:11:41.531660 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8d76b41d-f443-4b45-9778-add2e7b7f65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:41.538113 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8d76b41d-f443-4b45-9778-add2e7b7f65f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:41.552994 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-8d76b41d-f443-4b45-9778-add2e7b7f65f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:11:41.556882 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8d76b41d-f443-4b45-9778-add2e7b7f65f admin admin] Usage tracker for resource:security_group_rule and tenant:b614b8bd377446f892967d9352b20ad9 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:11:41.559669 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8d76b41d-f443-4b45-9778-add2e7b7f65f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:11:41.572633 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-8d76b41d-f443-4b45-9778-add2e7b7f65f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:11:41.676481 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8d76b41d-f443-4b45-9778-add2e7b7f65f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:41.681394 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8d76b41d-f443-4b45-9778-add2e7b7f65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:41.719218 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d76b41d-f443-4b45-9778-add2e7b7f65f admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:11:41.721369 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d76b41d-f443-4b45-9778-add2e7b7f65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62e8e0e-be6f-43c0-8f46-06c39d03c294,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:11:41.734477 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76b41d-f443-4b45-9778-add2e7b7f65f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:11:41.734803 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76b41d-f443-4b45-9778-add2e7b7f65f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:11:41.735387 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76b41d-f443-4b45-9778-add2e7b7f65f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:11:41.735877 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76b41d-f443-4b45-9778-add2e7b7f65f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:11:41.736219 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76b41d-f443-4b45-9778-add2e7b7f65f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:11:41.736550 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76b41d-f443-4b45-9778-add2e7b7f65f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:11:41.736876 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76b41d-f443-4b45-9778-add2e7b7f65f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:11:41.737201 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76b41d-f443-4b45-9778-add2e7b7f65f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:11:41.737526 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76b41d-f443-4b45-9778-add2e7b7f65f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:11:41.737847 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76b41d-f443-4b45-9778-add2e7b7f65f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:11:41.738167 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76b41d-f443-4b45-9778-add2e7b7f65f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:11:41.738488 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76b41d-f443-4b45-9778-add2e7b7f65f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:11:41.739557 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76b41d-f443-4b45-9778-add2e7b7f65f admin admin] Tracked resource versions report: Feb 09 12:11:41.739557 n-d-825178-3 neutron-server[87567]: pushed versions: Feb 09 12:11:41.739557 n-d-825178-3 neutron-server[87567]: { 'AddressGroup': {'1.2'}, Feb 09 12:11:41.739557 n-d-825178-3 neutron-server[87567]: 'ConntrackHelper': {'1.0'}, Feb 09 12:11:41.739557 n-d-825178-3 neutron-server[87567]: 'Log': {'1.0'}, Feb 09 12:11:41.739557 n-d-825178-3 neutron-server[87567]: 'Network': {'1.1'}, Feb 09 12:11:41.739557 n-d-825178-3 neutron-server[87567]: 'Port': {'1.7'}, Feb 09 12:11:41.739557 n-d-825178-3 neutron-server[87567]: 'PortForwarding': {'1.2'}, Feb 09 12:11:41.739557 n-d-825178-3 neutron-server[87567]: 'QosPolicy': {'1.8'}, Feb 09 12:11:41.739557 n-d-825178-3 neutron-server[87567]: 'SecurityGroup': {'1.4'}, Feb 09 12:11:41.739557 n-d-825178-3 neutron-server[87567]: 'SecurityGroupRule': {'1.2'}, Feb 09 12:11:41.739557 n-d-825178-3 neutron-server[87567]: 'SubPort': {'1.0'}, Feb 09 12:11:41.739557 n-d-825178-3 neutron-server[87567]: 'Subnet': {'1.1'}, Feb 09 12:11:41.739557 n-d-825178-3 neutron-server[87567]: 'Trunk': {'1.1'}} Feb 09 12:11:41.739557 n-d-825178-3 neutron-server[87567]: consumer versions: Feb 09 12:11:41.739557 n-d-825178-3 neutron-server[87567]: { DHCP agent@n-d-825178-3: {}, Feb 09 12:11:41.739557 n-d-825178-3 neutron-server[87567]: HyperV agent@n-h1-825178-3: {}, Feb 09 12:11:41.739557 n-d-825178-3 neutron-server[87567]: HyperV agent@n-h2-825178-3: {}, Feb 09 12:11:41.739557 n-d-825178-3 neutron-server[87567]: L3 agent@n-d-825178-3: {}, Feb 09 12:11:41.739557 n-d-825178-3 neutron-server[87567]: Metadata agent@n-d-825178-3: {}, Feb 09 12:11:41.739557 n-d-825178-3 neutron-server[87567]: Metering agent@n-d-825178-3: {}, Feb 09 12:11:41.739557 n-d-825178-3 neutron-server[87567]: Open vSwitch agent@n-d-825178-3: { 'AddressGroup': '1.2', Feb 09 12:11:41.739557 n-d-825178-3 neutron-server[87567]: 'ConntrackHelper': '1.0', Feb 09 12:11:41.739557 n-d-825178-3 neutron-server[87567]: 'Log': '1.0', Feb 09 12:11:41.739557 n-d-825178-3 neutron-server[87567]: 'Network': '1.1', Feb 09 12:11:41.739557 n-d-825178-3 neutron-server[87567]: 'Port': '1.7', Feb 09 12:11:41.739557 n-d-825178-3 neutron-server[87567]: 'PortForwarding': '1.2', Feb 09 12:11:41.739557 n-d-825178-3 neutron-server[87567]: 'QosPolicy': '1.8', Feb 09 12:11:41.739557 n-d-825178-3 neutron-server[87567]: 'SecurityGroup': '1.4', Feb 09 12:11:41.739557 n-d-825178-3 neutron-server[87567]: 'SecurityGroupRule': '1.2', Feb 09 12:11:41.739557 n-d-825178-3 neutron-server[87567]: 'SubPort': '1.0', Feb 09 12:11:41.739557 n-d-825178-3 neutron-server[87567]: 'Subnet': '1.1', Feb 09 12:11:41.739557 n-d-825178-3 neutron-server[87567]: 'Trunk': '1.1'}} Feb 09 12:11:41.739557 n-d-825178-3 neutron-server[87567]: {{(pid=87567) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 12:11:41.748983 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8d76b41d-f443-4b45-9778-add2e7b7f65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:41.749342 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-8d76b41d-f443-4b45-9778-add2e7b7f65f admin admin] Added segment bd8c6d18-a3cc-4c80-8858-834b6bfa59cb of type vlan for network de69ec27-0664-4edc-8ca7-aed58e385f8e Feb 09 12:11:41.779712 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8d76b41d-f443-4b45-9778-add2e7b7f65f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:41.819476 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8d76b41d-f443-4b45-9778-add2e7b7f65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:41.820464 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d76b41d-f443-4b45-9778-add2e7b7f65f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:11:41.821047 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8d76b41d-f443-4b45-9778-add2e7b7f65f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:41.926981 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8d76b41d-f443-4b45-9778-add2e7b7f65f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7040327 Feb 09 12:11:41.929894 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d76b41d-f443-4b45-9778-add2e7b7f65f admin admin] Pushing event updated for resources: {'Network': ['ID=de69ec27-0664-4edc-8ca7-aed58e385f8e,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:11:41.930155 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34704) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:11:41.941035 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-a6589205-1588-46b0-8b6c-9c5bc5346f98 admin admin] Request body: {'subnet': {'network_id': 'de69ec27-0664-4edc-8ca7-aed58e385f8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1876601093-subnet', 'tenant_id': 'b614b8bd377446f892967d9352b20ad9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:11:41.943218 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network de69ec27-0664-4edc-8ca7-aed58e385f8e details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:11:41.945632 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a6589205-1588-46b0-8b6c-9c5bc5346f98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:11:41.949500 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a6589205-1588-46b0-8b6c-9c5bc5346f98 admin admin] Usage tracker for resource:subnet and tenant:b614b8bd377446f892967d9352b20ad9 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:11:41.952738 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a6589205-1588-46b0-8b6c-9c5bc5346f98 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:11:41.958683 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a6589205-1588-46b0-8b6c-9c5bc5346f98 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:11:41.971672 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6589205-1588-46b0-8b6c-9c5bc5346f98 admin admin] Made reservation on behalf of b614b8bd377446f892967d9352b20ad9 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:11:41.975007 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a6589205-1588-46b0-8b6c-9c5bc5346f98 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:42.206673 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a6589205-1588-46b0-8b6c-9c5bc5346f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:42.265253 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6589205-1588-46b0-8b6c-9c5bc5346f98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cf1195f-6cfb-4f71-a13f-5a2ca1abc351,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:11:42.277083 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6589205-1588-46b0-8b6c-9c5bc5346f98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:11:42.277429 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6589205-1588-46b0-8b6c-9c5bc5346f98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:11:42.277765 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6589205-1588-46b0-8b6c-9c5bc5346f98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:11:42.278100 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6589205-1588-46b0-8b6c-9c5bc5346f98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:11:42.278430 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6589205-1588-46b0-8b6c-9c5bc5346f98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:11:42.278857 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6589205-1588-46b0-8b6c-9c5bc5346f98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:11:42.279534 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6589205-1588-46b0-8b6c-9c5bc5346f98 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:11:42.279663 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6589205-1588-46b0-8b6c-9c5bc5346f98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:11:42.280016 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6589205-1588-46b0-8b6c-9c5bc5346f98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:11:42.280339 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6589205-1588-46b0-8b6c-9c5bc5346f98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:11:42.280660 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6589205-1588-46b0-8b6c-9c5bc5346f98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:11:42.280975 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6589205-1588-46b0-8b6c-9c5bc5346f98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:11:42.282053 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6589205-1588-46b0-8b6c-9c5bc5346f98 admin admin] Tracked resource versions report: Feb 09 12:11:42.282053 n-d-825178-3 neutron-server[87568]: pushed versions: Feb 09 12:11:42.282053 n-d-825178-3 neutron-server[87568]: { 'AddressGroup': {'1.2'}, Feb 09 12:11:42.282053 n-d-825178-3 neutron-server[87568]: 'ConntrackHelper': {'1.0'}, Feb 09 12:11:42.282053 n-d-825178-3 neutron-server[87568]: 'Log': {'1.0'}, Feb 09 12:11:42.282053 n-d-825178-3 neutron-server[87568]: 'Network': {'1.1'}, Feb 09 12:11:42.282053 n-d-825178-3 neutron-server[87568]: 'Port': {'1.7'}, Feb 09 12:11:42.282053 n-d-825178-3 neutron-server[87568]: 'PortForwarding': {'1.2'}, Feb 09 12:11:42.282053 n-d-825178-3 neutron-server[87568]: 'QosPolicy': {'1.8'}, Feb 09 12:11:42.282053 n-d-825178-3 neutron-server[87568]: 'SecurityGroup': {'1.4'}, Feb 09 12:11:42.282053 n-d-825178-3 neutron-server[87568]: 'SecurityGroupRule': {'1.2'}, Feb 09 12:11:42.282053 n-d-825178-3 neutron-server[87568]: 'SubPort': {'1.0'}, Feb 09 12:11:42.282053 n-d-825178-3 neutron-server[87568]: 'Subnet': {'1.1'}, Feb 09 12:11:42.282053 n-d-825178-3 neutron-server[87568]: 'Trunk': {'1.1'}} Feb 09 12:11:42.282053 n-d-825178-3 neutron-server[87568]: consumer versions: Feb 09 12:11:42.282053 n-d-825178-3 neutron-server[87568]: { DHCP agent@n-d-825178-3: {}, Feb 09 12:11:42.282053 n-d-825178-3 neutron-server[87568]: HyperV agent@n-h1-825178-3: {}, Feb 09 12:11:42.282053 n-d-825178-3 neutron-server[87568]: HyperV agent@n-h2-825178-3: {}, Feb 09 12:11:42.282053 n-d-825178-3 neutron-server[87568]: L3 agent@n-d-825178-3: {}, Feb 09 12:11:42.282053 n-d-825178-3 neutron-server[87568]: Metadata agent@n-d-825178-3: {}, Feb 09 12:11:42.282053 n-d-825178-3 neutron-server[87568]: Metering agent@n-d-825178-3: {}, Feb 09 12:11:42.282053 n-d-825178-3 neutron-server[87568]: Open vSwitch agent@n-d-825178-3: { 'AddressGroup': '1.2', Feb 09 12:11:42.282053 n-d-825178-3 neutron-server[87568]: 'ConntrackHelper': '1.0', Feb 09 12:11:42.282053 n-d-825178-3 neutron-server[87568]: 'Log': '1.0', Feb 09 12:11:42.282053 n-d-825178-3 neutron-server[87568]: 'Network': '1.1', Feb 09 12:11:42.282053 n-d-825178-3 neutron-server[87568]: 'Port': '1.7', Feb 09 12:11:42.282053 n-d-825178-3 neutron-server[87568]: 'PortForwarding': '1.2', Feb 09 12:11:42.282053 n-d-825178-3 neutron-server[87568]: 'QosPolicy': '1.8', Feb 09 12:11:42.282053 n-d-825178-3 neutron-server[87568]: 'SecurityGroup': '1.4', Feb 09 12:11:42.282053 n-d-825178-3 neutron-server[87568]: 'SecurityGroupRule': '1.2', Feb 09 12:11:42.282053 n-d-825178-3 neutron-server[87568]: 'SubPort': '1.0', Feb 09 12:11:42.282053 n-d-825178-3 neutron-server[87568]: 'Subnet': '1.1', Feb 09 12:11:42.282053 n-d-825178-3 neutron-server[87568]: 'Trunk': '1.1'}} Feb 09 12:11:42.282053 n-d-825178-3 neutron-server[87568]: {{(pid=87568) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 12:11:42.311185 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6589205-1588-46b0-8b6c-9c5bc5346f98 admin admin] Checking segment: {'id': 'bd8c6d18-a3cc-4c80-8858-834b6bfa59cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'de69ec27-0664-4edc-8ca7-aed58e385f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:11:42.312123 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6589205-1588-46b0-8b6c-9c5bc5346f98 admin admin] Network hostable DHCP agents. Network: de69ec27-0664-4edc-8ca7-aed58e385f8e, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:11:42.337189 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6589205-1588-46b0-8b6c-9c5bc5346f98 admin admin] Network de69ec27-0664-4edc-8ca7-aed58e385f8e is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:11:42.354613 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-a6589205-1588-46b0-8b6c-9c5bc5346f98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, de69ec27-0664-4edc-8ca7-aed58e385f8e) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:11:42.368735 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bb1a88-5570-4bbf-be35-6d58379f521e None None] Network de69ec27-0664-4edc-8ca7-aed58e385f8e requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:11:42.380551 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6589205-1588-46b0-8b6c-9c5bc5346f98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:11:42.381388 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a6589205-1588-46b0-8b6c-9c5bc5346f98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:42.424470 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a6589205-1588-46b0-8b6c-9c5bc5346f98 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4930840 Feb 09 12:11:42.469452 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34740) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:11:42.475068 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-7e41dbdb-f335-4596-af87-ad06ea3dcf40 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1876601093-router', 'tenant_id': 'b614b8bd377446f892967d9352b20ad9', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:11:42.480934 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7e41dbdb-f335-4596-af87-ad06ea3dcf40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:11:42.486805 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7e41dbdb-f335-4596-af87-ad06ea3dcf40 admin admin] Usage tracker for resource:router and tenant:b614b8bd377446f892967d9352b20ad9 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:11:42.490101 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7e41dbdb-f335-4596-af87-ad06ea3dcf40 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:11:42.501149 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7e41dbdb-f335-4596-af87-ad06ea3dcf40 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:11:42.512631 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7e41dbdb-f335-4596-af87-ad06ea3dcf40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:42.513973 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7e41dbdb-f335-4596-af87-ad06ea3dcf40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:42.534210 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7e41dbdb-f335-4596-af87-ad06ea3dcf40 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:42.664294 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c55045-7d84-4529-b10e-c6fd4b0500e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-de69ec27-0664-4edc-8ca7-aed58e385f8e', 'network_id': 'de69ec27-0664-4edc-8ca7-aed58e385f8e', 'tenant_id': 'b614b8bd377446f892967d9352b20ad9', 'fixed_ips': [{'subnet_id': '2cf1195f-6cfb-4f71-a13f-5a2ca1abc351'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:11:42.665144 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e3c55045-7d84-4529-b10e-c6fd4b0500e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:42.843201 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7e41dbdb-f335-4596-af87-ad06ea3dcf40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:42.912896 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-e3c55045-7d84-4529-b10e-c6fd4b0500e6 None None] Allocated IP 172.20.0.2 (de69ec27-0664-4edc-8ca7-aed58e385f8e/2cf1195f-6cfb-4f71-a13f-5a2ca1abc351/4522fcc6-f358-4c66-9657-df49a2ff550e) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:11:43.244843 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e3c55045-7d84-4529-b10e-c6fd4b0500e6 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:43.268057 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-e3c55045-7d84-4529-b10e-c6fd4b0500e6 None None] Transition to ACTIVE for port object 4522fcc6-f358-4c66-9657-df49a2ff550e will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:11:43.289095 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7e41dbdb-f335-4596-af87-ad06ea3dcf40 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:43.306992 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-e3c55045-7d84-4529-b10e-c6fd4b0500e6 None None] Transition to ACTIVE for port object 4522fcc6-f358-4c66-9657-df49a2ff550e will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:11:43.319710 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e3c55045-7d84-4529-b10e-c6fd4b0500e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:43.330504 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7e41dbdb-f335-4596-af87-ad06ea3dcf40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:43.429518 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c55045-7d84-4529-b10e-c6fd4b0500e6 None None] Pushing event updated for resources: {'Port': ['ID=4522fcc6-f358-4c66-9657-df49a2ff550e,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:11:43.439650 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c55045-7d84-4529-b10e-c6fd4b0500e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:11:43.440263 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c55045-7d84-4529-b10e-c6fd4b0500e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:11:43.440770 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c55045-7d84-4529-b10e-c6fd4b0500e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:11:43.441366 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c55045-7d84-4529-b10e-c6fd4b0500e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:11:43.441849 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c55045-7d84-4529-b10e-c6fd4b0500e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:11:43.442401 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c55045-7d84-4529-b10e-c6fd4b0500e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:11:43.442964 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c55045-7d84-4529-b10e-c6fd4b0500e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:11:43.443435 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c55045-7d84-4529-b10e-c6fd4b0500e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:11:43.444241 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c55045-7d84-4529-b10e-c6fd4b0500e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:11:43.444763 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c55045-7d84-4529-b10e-c6fd4b0500e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:11:43.445265 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c55045-7d84-4529-b10e-c6fd4b0500e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:11:43.445768 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c55045-7d84-4529-b10e-c6fd4b0500e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:11:43.447034 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c55045-7d84-4529-b10e-c6fd4b0500e6 None None] Tracked resource versions report: Feb 09 12:11:43.447034 n-d-825178-3 neutron-server[87569]: pushed versions: Feb 09 12:11:43.447034 n-d-825178-3 neutron-server[87569]: { 'AddressGroup': {'1.2'}, Feb 09 12:11:43.447034 n-d-825178-3 neutron-server[87569]: 'ConntrackHelper': {'1.0'}, Feb 09 12:11:43.447034 n-d-825178-3 neutron-server[87569]: 'Log': {'1.0'}, Feb 09 12:11:43.447034 n-d-825178-3 neutron-server[87569]: 'Network': {'1.1'}, Feb 09 12:11:43.447034 n-d-825178-3 neutron-server[87569]: 'Port': {'1.7'}, Feb 09 12:11:43.447034 n-d-825178-3 neutron-server[87569]: 'PortForwarding': {'1.2'}, Feb 09 12:11:43.447034 n-d-825178-3 neutron-server[87569]: 'QosPolicy': {'1.8'}, Feb 09 12:11:43.447034 n-d-825178-3 neutron-server[87569]: 'SecurityGroup': {'1.4'}, Feb 09 12:11:43.447034 n-d-825178-3 neutron-server[87569]: 'SecurityGroupRule': {'1.2'}, Feb 09 12:11:43.447034 n-d-825178-3 neutron-server[87569]: 'SubPort': {'1.0'}, Feb 09 12:11:43.447034 n-d-825178-3 neutron-server[87569]: 'Subnet': {'1.1'}, Feb 09 12:11:43.447034 n-d-825178-3 neutron-server[87569]: 'Trunk': {'1.1'}} Feb 09 12:11:43.447034 n-d-825178-3 neutron-server[87569]: consumer versions: Feb 09 12:11:43.447034 n-d-825178-3 neutron-server[87569]: { DHCP agent@n-d-825178-3: {}, Feb 09 12:11:43.447034 n-d-825178-3 neutron-server[87569]: HyperV agent@n-h1-825178-3: {}, Feb 09 12:11:43.447034 n-d-825178-3 neutron-server[87569]: HyperV agent@n-h2-825178-3: {}, Feb 09 12:11:43.447034 n-d-825178-3 neutron-server[87569]: L3 agent@n-d-825178-3: {}, Feb 09 12:11:43.447034 n-d-825178-3 neutron-server[87569]: Metadata agent@n-d-825178-3: {}, Feb 09 12:11:43.447034 n-d-825178-3 neutron-server[87569]: Metering agent@n-d-825178-3: {}, Feb 09 12:11:43.447034 n-d-825178-3 neutron-server[87569]: Open vSwitch agent@n-d-825178-3: { 'AddressGroup': '1.2', Feb 09 12:11:43.447034 n-d-825178-3 neutron-server[87569]: 'ConntrackHelper': '1.0', Feb 09 12:11:43.447034 n-d-825178-3 neutron-server[87569]: 'Log': '1.0', Feb 09 12:11:43.447034 n-d-825178-3 neutron-server[87569]: 'Network': '1.1', Feb 09 12:11:43.447034 n-d-825178-3 neutron-server[87569]: 'Port': '1.7', Feb 09 12:11:43.447034 n-d-825178-3 neutron-server[87569]: 'PortForwarding': '1.2', Feb 09 12:11:43.447034 n-d-825178-3 neutron-server[87569]: 'QosPolicy': '1.8', Feb 09 12:11:43.447034 n-d-825178-3 neutron-server[87569]: 'SecurityGroup': '1.4', Feb 09 12:11:43.447034 n-d-825178-3 neutron-server[87569]: 'SecurityGroupRule': '1.2', Feb 09 12:11:43.447034 n-d-825178-3 neutron-server[87569]: 'SubPort': '1.0', Feb 09 12:11:43.447034 n-d-825178-3 neutron-server[87569]: 'Subnet': '1.1', Feb 09 12:11:43.447034 n-d-825178-3 neutron-server[87569]: 'Trunk': '1.1'}} Feb 09 12:11:43.447034 n-d-825178-3 neutron-server[87569]: {{(pid=87569) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 12:11:43.453774 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c55045-7d84-4529-b10e-c6fd4b0500e6 None None] Network de69ec27-0664-4edc-8ca7-aed58e385f8e is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:11:43.455463 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-e3c55045-7d84-4529-b10e-c6fd4b0500e6 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:11:43.457920 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c55045-7d84-4529-b10e-c6fd4b0500e6 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:11:43.498956 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-7e41dbdb-f335-4596-af87-ad06ea3dcf40 admin admin] Allocated IP 172.25.7.157 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/ee3ee323-9b00-4bfe-a361-b70a2182d450) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:11:43.577677 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-e3c55045-7d84-4529-b10e-c6fd4b0500e6 None None] Attempting to bind port 4522fcc6-f358-4c66-9657-df49a2ff550e on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:11:43.579923 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-e3c55045-7d84-4529-b10e-c6fd4b0500e6 None None] Attempting to bind port 4522fcc6-f358-4c66-9657-df49a2ff550e by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'bd8c6d18-a3cc-4c80-8858-834b6bfa59cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'de69ec27-0664-4edc-8ca7-aed58e385f8e'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:11:43.580502 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c55045-7d84-4529-b10e-c6fd4b0500e6 None None] Attempting to bind port 4522fcc6-f358-4c66-9657-df49a2ff550e on network de69ec27-0664-4edc-8ca7-aed58e385f8e {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:11:43.589828 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c55045-7d84-4529-b10e-c6fd4b0500e6 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:11:43.590535 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c55045-7d84-4529-b10e-c6fd4b0500e6 None None] Checking segment: {'id': 'bd8c6d18-a3cc-4c80-8858-834b6bfa59cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'de69ec27-0664-4edc-8ca7-aed58e385f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:11:43.591342 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e3c55045-7d84-4529-b10e-c6fd4b0500e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:43.592071 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c55045-7d84-4529-b10e-c6fd4b0500e6 None None] Bound using segment: {'id': 'bd8c6d18-a3cc-4c80-8858-834b6bfa59cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'de69ec27-0664-4edc-8ca7-aed58e385f8e'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:11:43.593134 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-e3c55045-7d84-4529-b10e-c6fd4b0500e6 None None] Bound port: 4522fcc6-f358-4c66-9657-df49a2ff550e, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8c6d18-a3cc-4c80-8858-834b6bfa59cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'de69ec27-0664-4edc-8ca7-aed58e385f8e'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:11:43.593824 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e3c55045-7d84-4529-b10e-c6fd4b0500e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:43.688458 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7e41dbdb-f335-4596-af87-ad06ea3dcf40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:43.697946 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-e3c55045-7d84-4529-b10e-c6fd4b0500e6 None None] For port 4522fcc6-f358-4c66-9657-df49a2ff550e, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:11:43.702626 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-e3c55045-7d84-4529-b10e-c6fd4b0500e6 None None] For port 4522fcc6-f358-4c66-9657-df49a2ff550e, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=4522fcc6-f358-4c66-9657-df49a2ff550e,segment=NetworkSegment(bd8c6d18-a3cc-4c80-8858-834b6bfa59cb),segment_id=bd8c6d18-a3cc-4c80-8858-834b6bfa59cb)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:11:43.707454 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e3c55045-7d84-4529-b10e-c6fd4b0500e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:43.721622 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7e41dbdb-f335-4596-af87-ad06ea3dcf40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:43.799176 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e41dbdb-f335-4596-af87-ad06ea3dcf40 admin admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:11:43.803138 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-7e41dbdb-f335-4596-af87-ad06ea3dcf40 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:11:43.803666 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c55045-7d84-4529-b10e-c6fd4b0500e6 None None] Pushing event updated for resources: {'Port': ['ID=4522fcc6-f358-4c66-9657-df49a2ff550e,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:11:43.808476 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e41dbdb-f335-4596-af87-ad06ea3dcf40 admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:11:43.890333 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e41dbdb-f335-4596-af87-ad06ea3dcf40 admin admin] Pushing event updated for resources: {'Port': ['ID=ee3ee323-9b00-4bfe-a361-b70a2182d450,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:11:43.922221 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-63d436ab-b93c-4af7-a58c-311a63d2b928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:44.264607 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7e41dbdb-f335-4596-af87-ad06ea3dcf40 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:44.665996 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7e41dbdb-f335-4596-af87-ad06ea3dcf40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:44.914455 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e41dbdb-f335-4596-af87-ad06ea3dcf40 admin admin] Router 2093b8cb-2828-424e-b143-6aa2743a12c8 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:11:45.103413 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54d9d47-5d46-4678-8ac1-255e716e7fd7 None None] Network de69ec27-0664-4edc-8ca7-aed58e385f8e requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:11:45.120125 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e41dbdb-f335-4596-af87-ad06ea3dcf40 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:11:45.130392 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018d71ca-57ba-49fd-b7c4-df2bf5625bae None None] Sync routers for ids ['2093b8cb-2828-424e-b143-6aa2743a12c8'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:11:45.148329 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018d71ca-57ba-49fd-b7c4-df2bf5625bae None None] Routers {'2093b8cb-2828-424e-b143-6aa2743a12c8'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:11:45.148879 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-018d71ca-57ba-49fd-b7c4-df2bf5625bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:11:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2093b8cb-2828-424e-b143-6aa2743a12c8'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:11:45.155072 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7e41dbdb-f335-4596-af87-ad06ea3dcf40 admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:45.156575 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7e41dbdb-f335-4596-af87-ad06ea3dcf40 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.6860726 Feb 09 12:11:45.159625 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34828) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:11:45.370948 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-9da1b5f8-102b-451f-b89a-5975c1ad3fad None None] Provisioning for port 4522fcc6-f358-4c66-9657-df49a2ff550e completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:11:45.514991 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-018d71ca-57ba-49fd-b7c4-df2bf5625bae None None] Set router 2093b8cb-2828-424e-b143-6aa2743a12c8 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:11:45.631571 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 4522fcc6-f358-4c66-9657-df49a2ff550e up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:11:45.727472 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 4522fcc6-f358-4c66-9657-df49a2ff550e completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:11:45.743885 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 4522fcc6-f358-4c66-9657-df49a2ff550e triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:11:45.745333 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:45.850260 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-018d71ca-57ba-49fd-b7c4-df2bf5625bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1876601093-router', 'tenant_id': 'b614b8bd377446f892967d9352b20ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'ee3ee323-9b00-4bfe-a361-b70a2182d450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:11:42Z', 'updated_at': '2022-02-09T12:11:44Z', 'revision_number': 3, 'project_id': 'b614b8bd377446f892967d9352b20ad9', 'gw_port': {'id': 'ee3ee323-9b00-4bfe-a361-b70a2182d450', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:11:43Z', 'updated_at': '2022-02-09T12:11:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:11:45.855460 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018d71ca-57ba-49fd-b7c4-df2bf5625bae None None] Checking router: 2093b8cb-2828-424e-b143-6aa2743a12c8 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:11:45.856899 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018d71ca-57ba-49fd-b7c4-df2bf5625bae None None] Updating router 2093b8cb-2828-424e-b143-6aa2743a12c8 port ee3ee323-9b00-4bfe-a361-b70a2182d450 binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:11:45.934714 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-018d71ca-57ba-49fd-b7c4-df2bf5625bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:46.062033 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:46.113479 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 4522fcc6-f358-4c66-9657-df49a2ff550e, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=4522fcc6-f358-4c66-9657-df49a2ff550e,segment=NetworkSegment(bd8c6d18-a3cc-4c80-8858-834b6bfa59cb),segment_id=bd8c6d18-a3cc-4c80-8858-834b6bfa59cb)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:11:46.124168 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:46.210594 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-60d5e114-5ac8-4f0d-a327-920c55479104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:46.265571 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-d6cd9cc4-c824-4bd9-87d6-5bbfb68a9ada None None] Provisioning complete for port 4522fcc6-f358-4c66-9657-df49a2ff550e triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:11:46.266210 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d6cd9cc4-c824-4bd9-87d6-5bbfb68a9ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:46.327066 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-17fd3491-2f3a-4829-9597-1c584271c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:46.331680 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=4522fcc6-f358-4c66-9657-df49a2ff550e,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:11:46.457424 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-018d71ca-57ba-49fd-b7c4-df2bf5625bae None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:46.470762 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-018d71ca-57ba-49fd-b7c4-df2bf5625bae None None] Transition to ACTIVE for port object ee3ee323-9b00-4bfe-a361-b70a2182d450 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:11:46.480141 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-018d71ca-57ba-49fd-b7c4-df2bf5625bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:46.551362 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-60d5e114-5ac8-4f0d-a327-920c55479104 admin admin] Allocated IP 172.20.0.1 (de69ec27-0664-4edc-8ca7-aed58e385f8e/2cf1195f-6cfb-4f71-a13f-5a2ca1abc351/96394959-d0a7-4372-967d-68f19043195b) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:11:46.588250 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c8126-2098-4591-8c1f-fa1615d95086 None None] Pushing event updated for resources: {'Port': ['ID=ee3ee323-9b00-4bfe-a361-b70a2182d450,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:11:46.601612 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7c8126-2098-4591-8c1f-fa1615d95086 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:11:46.601996 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7c8126-2098-4591-8c1f-fa1615d95086 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:11:46.602336 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7c8126-2098-4591-8c1f-fa1615d95086 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:11:46.603050 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7c8126-2098-4591-8c1f-fa1615d95086 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:11:46.603050 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7c8126-2098-4591-8c1f-fa1615d95086 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:11:46.603312 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7c8126-2098-4591-8c1f-fa1615d95086 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:11:46.603636 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7c8126-2098-4591-8c1f-fa1615d95086 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:11:46.604274 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7c8126-2098-4591-8c1f-fa1615d95086 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:11:46.604742 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7c8126-2098-4591-8c1f-fa1615d95086 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:11:46.605070 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7c8126-2098-4591-8c1f-fa1615d95086 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:11:46.605391 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7c8126-2098-4591-8c1f-fa1615d95086 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:11:46.605709 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7c8126-2098-4591-8c1f-fa1615d95086 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:11:46.607333 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7c8126-2098-4591-8c1f-fa1615d95086 None None] Tracked resource versions report: Feb 09 12:11:46.607333 n-d-825178-3 neutron-server[87570]: pushed versions: Feb 09 12:11:46.607333 n-d-825178-3 neutron-server[87570]: { 'AddressGroup': {'1.2'}, Feb 09 12:11:46.607333 n-d-825178-3 neutron-server[87570]: 'ConntrackHelper': {'1.0'}, Feb 09 12:11:46.607333 n-d-825178-3 neutron-server[87570]: 'Log': {'1.0'}, Feb 09 12:11:46.607333 n-d-825178-3 neutron-server[87570]: 'Network': {'1.1'}, Feb 09 12:11:46.607333 n-d-825178-3 neutron-server[87570]: 'Port': {'1.7'}, Feb 09 12:11:46.607333 n-d-825178-3 neutron-server[87570]: 'PortForwarding': {'1.2'}, Feb 09 12:11:46.607333 n-d-825178-3 neutron-server[87570]: 'QosPolicy': {'1.8'}, Feb 09 12:11:46.607333 n-d-825178-3 neutron-server[87570]: 'SecurityGroup': {'1.4'}, Feb 09 12:11:46.607333 n-d-825178-3 neutron-server[87570]: 'SecurityGroupRule': {'1.2'}, Feb 09 12:11:46.607333 n-d-825178-3 neutron-server[87570]: 'SubPort': {'1.0'}, Feb 09 12:11:46.607333 n-d-825178-3 neutron-server[87570]: 'Subnet': {'1.1'}, Feb 09 12:11:46.607333 n-d-825178-3 neutron-server[87570]: 'Trunk': {'1.1'}} Feb 09 12:11:46.607333 n-d-825178-3 neutron-server[87570]: consumer versions: Feb 09 12:11:46.607333 n-d-825178-3 neutron-server[87570]: { DHCP agent@n-d-825178-3: {}, Feb 09 12:11:46.607333 n-d-825178-3 neutron-server[87570]: HyperV agent@n-h1-825178-3: {}, Feb 09 12:11:46.607333 n-d-825178-3 neutron-server[87570]: HyperV agent@n-h2-825178-3: {}, Feb 09 12:11:46.607333 n-d-825178-3 neutron-server[87570]: L3 agent@n-d-825178-3: {}, Feb 09 12:11:46.607333 n-d-825178-3 neutron-server[87570]: Metadata agent@n-d-825178-3: {}, Feb 09 12:11:46.607333 n-d-825178-3 neutron-server[87570]: Metering agent@n-d-825178-3: {}, Feb 09 12:11:46.607333 n-d-825178-3 neutron-server[87570]: Open vSwitch agent@n-d-825178-3: { 'AddressGroup': '1.2', Feb 09 12:11:46.607333 n-d-825178-3 neutron-server[87570]: 'ConntrackHelper': '1.0', Feb 09 12:11:46.607333 n-d-825178-3 neutron-server[87570]: 'Log': '1.0', Feb 09 12:11:46.607333 n-d-825178-3 neutron-server[87570]: 'Network': '1.1', Feb 09 12:11:46.607333 n-d-825178-3 neutron-server[87570]: 'Port': '1.7', Feb 09 12:11:46.607333 n-d-825178-3 neutron-server[87570]: 'PortForwarding': '1.2', Feb 09 12:11:46.607333 n-d-825178-3 neutron-server[87570]: 'QosPolicy': '1.8', Feb 09 12:11:46.607333 n-d-825178-3 neutron-server[87570]: 'SecurityGroup': '1.4', Feb 09 12:11:46.607333 n-d-825178-3 neutron-server[87570]: 'SecurityGroupRule': '1.2', Feb 09 12:11:46.607333 n-d-825178-3 neutron-server[87570]: 'SubPort': '1.0', Feb 09 12:11:46.607333 n-d-825178-3 neutron-server[87570]: 'Subnet': '1.1', Feb 09 12:11:46.607333 n-d-825178-3 neutron-server[87570]: 'Trunk': '1.1'}} Feb 09 12:11:46.607333 n-d-825178-3 neutron-server[87570]: {{(pid=87570) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 12:11:46.611305 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-018d71ca-57ba-49fd-b7c4-df2bf5625bae None None] Attempting to bind port ee3ee323-9b00-4bfe-a361-b70a2182d450 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:11:46.611670 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-018d71ca-57ba-49fd-b7c4-df2bf5625bae None None] Attempting to bind port ee3ee323-9b00-4bfe-a361-b70a2182d450 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:11:46.612082 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018d71ca-57ba-49fd-b7c4-df2bf5625bae None None] Attempting to bind port ee3ee323-9b00-4bfe-a361-b70a2182d450 on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:11:46.617899 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018d71ca-57ba-49fd-b7c4-df2bf5625bae None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:11:46.618279 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018d71ca-57ba-49fd-b7c4-df2bf5625bae None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:11:46.618681 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-018d71ca-57ba-49fd-b7c4-df2bf5625bae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:46.619073 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018d71ca-57ba-49fd-b7c4-df2bf5625bae None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:11:46.619532 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-018d71ca-57ba-49fd-b7c4-df2bf5625bae None None] Bound port: ee3ee323-9b00-4bfe-a361-b70a2182d450, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:11:46.619975 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-018d71ca-57ba-49fd-b7c4-df2bf5625bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:46.739995 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-018d71ca-57ba-49fd-b7c4-df2bf5625bae None None] For port ee3ee323-9b00-4bfe-a361-b70a2182d450, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:11:46.743449 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-018d71ca-57ba-49fd-b7c4-df2bf5625bae None None] For port ee3ee323-9b00-4bfe-a361-b70a2182d450, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=ee3ee323-9b00-4bfe-a361-b70a2182d450,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:11:46.750653 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-018d71ca-57ba-49fd-b7c4-df2bf5625bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:46.759075 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-60d5e114-5ac8-4f0d-a327-920c55479104 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:46.781834 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-60d5e114-5ac8-4f0d-a327-920c55479104 admin admin] Transition to ACTIVE for port object 96394959-d0a7-4372-967d-68f19043195b will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:11:46.810973 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-60d5e114-5ac8-4f0d-a327-920c55479104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:46.838938 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c8126-2098-4591-8c1f-fa1615d95086 None None] Pushing event updated for resources: {'Port': ['ID=ee3ee323-9b00-4bfe-a361-b70a2182d450,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:11:46.842474 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018d71ca-57ba-49fd-b7c4-df2bf5625bae None None] Routers {'2093b8cb-2828-424e-b143-6aa2743a12c8'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:11:46.843085 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-018d71ca-57ba-49fd-b7c4-df2bf5625bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:11:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2093b8cb-2828-424e-b143-6aa2743a12c8'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:11:46.896376 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d5e114-5ac8-4f0d-a327-920c55479104 admin admin] Network de69ec27-0664-4edc-8ca7-aed58e385f8e is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:11:46.899414 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-60d5e114-5ac8-4f0d-a327-920c55479104 admin admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:11:46.903408 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d5e114-5ac8-4f0d-a327-920c55479104 admin admin] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:11:46.903984 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-60d5e114-5ac8-4f0d-a327-920c55479104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:46.918438 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5e114-5ac8-4f0d-a327-920c55479104 admin admin] Pushing event updated for resources: {'Port': ['ID=96394959-d0a7-4372-967d-68f19043195b,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:11:47.074647 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-018d71ca-57ba-49fd-b7c4-df2bf5625bae None None] Set router 2093b8cb-2828-424e-b143-6aa2743a12c8 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:11:47.107686 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-60d5e114-5ac8-4f0d-a327-920c55479104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:47.280539 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c717b4da-4589-4ceb-891f-e393c504678d None None] Provisioning for port 96394959-d0a7-4372-967d-68f19043195b completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:11:47.290301 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c717b4da-4589-4ceb-891f-e393c504678d None None] Provisioning complete for port 96394959-d0a7-4372-967d-68f19043195b triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:11:47.290891 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c717b4da-4589-4ceb-891f-e393c504678d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:47.401900 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-60d5e114-5ac8-4f0d-a327-920c55479104 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:47.413661 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-c717b4da-4589-4ceb-891f-e393c504678d None None] Port 96394959-d0a7-4372-967d-68f19043195b cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:11:47.414302 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-60d5e114-5ac8-4f0d-a327-920c55479104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:47.415335 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-60d5e114-5ac8-4f0d-a327-920c55479104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:47.417643 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:47.517768 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:47.549786 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 4522fcc6-f358-4c66-9657-df49a2ff550e up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:11:47.550626 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-018d71ca-57ba-49fd-b7c4-df2bf5625bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1876601093-router', 'tenant_id': 'b614b8bd377446f892967d9352b20ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'ee3ee323-9b00-4bfe-a361-b70a2182d450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:11:42Z', 'updated_at': '2022-02-09T12:11:44Z', 'revision_number': 3, 'project_id': 'b614b8bd377446f892967d9352b20ad9', 'gw_port': {'id': 'ee3ee323-9b00-4bfe-a361-b70a2182d450', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:11:43Z', 'updated_at': '2022-02-09T12:11:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:11:47.555718 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018d71ca-57ba-49fd-b7c4-df2bf5625bae None None] The sync data for ids ['2093b8cb-2828-424e-b143-6aa2743a12c8'] in n-d-825178-3 is: [{'id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1876601093-router', 'tenant_id': 'b614b8bd377446f892967d9352b20ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'ee3ee323-9b00-4bfe-a361-b70a2182d450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:11:42Z', 'updated_at': '2022-02-09T12:11:44Z', 'revision_number': 3, 'project_id': 'b614b8bd377446f892967d9352b20ad9', 'gw_port': {'id': 'ee3ee323-9b00-4bfe-a361-b70a2182d450', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:11:43Z', 'updated_at': '2022-02-09T12:11:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:11:47.559330 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5e114-5ac8-4f0d-a327-920c55479104 admin admin] Pushing event updated for resources: {'Port': ['ID=96394959-d0a7-4372-967d-68f19043195b,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:11:47.623698 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d5e114-5ac8-4f0d-a327-920c55479104 admin admin] Network de69ec27-0664-4edc-8ca7-aed58e385f8e is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:11:47.625021 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-60d5e114-5ac8-4f0d-a327-920c55479104 admin admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:11:47.692235 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 4522fcc6-f358-4c66-9657-df49a2ff550e triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:11:47.692603 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:47.964195 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4da7113e-d8a7-4d2a-85d2-4c5ebca2d2e8 None None] Provisioning complete for port 96394959-d0a7-4372-967d-68f19043195b triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:11:47.964728 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4da7113e-d8a7-4d2a-85d2-4c5ebca2d2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:48.010135 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d5e114-5ac8-4f0d-a327-920c55479104 admin admin] Router 2093b8cb-2828-424e-b143-6aa2743a12c8 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:11:48.056980 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4da7113e-d8a7-4d2a-85d2-4c5ebca2d2e8 None None] Port 96394959-d0a7-4372-967d-68f19043195b cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:11:48.250096 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d5e114-5ac8-4f0d-a327-920c55479104 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:11:48.271891 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-60d5e114-5ac8-4f0d-a327-920c55479104 admin admin] 10.222.0.55 "PUT /v2.0/routers/2093b8cb-2828-424e-b143-6aa2743a12c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1039326 Feb 09 12:11:48.580990 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34938) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:11:48.836569 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7855c619-1f47-4bc8-b700-e6c1fbce6a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:48.852604 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7855c619-1f47-4bc8-b700-e6c1fbce6a57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:11:48.857817 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7855c619-1f47-4bc8-b700-e6c1fbce6a57 admin admin] Usage tracker for resource:security_group_rule and tenant:ed9d157bd40d498eba7a05d7fe715d06 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:11:48.861190 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7855c619-1f47-4bc8-b700-e6c1fbce6a57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:11:48.868096 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7855c619-1f47-4bc8-b700-e6c1fbce6a57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:11:48.951631 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:48.963167 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7855c619-1f47-4bc8-b700-e6c1fbce6a57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:48.971885 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7855c619-1f47-4bc8-b700-e6c1fbce6a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:49.016052 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7855c619-1f47-4bc8-b700-e6c1fbce6a57 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ed9d157bd40d498eba7a05d7fe715d06&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4338465 Feb 09 12:11:49.018642 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34964) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:11:49.041635 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7855c619-1f47-4bc8-b700-e6c1fbce6a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b43aeac-4fc9-40cc-9a9a-ccd24322d836,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:11:49.157640 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4d1240af-809f-4b38-bfb8-dc002b512955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:49.190469 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4d1240af-809f-4b38-bfb8-dc002b512955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:49.266081 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4d1240af-809f-4b38-bfb8-dc002b512955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:49.283404 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1240af-809f-4b38-bfb8-dc002b512955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b43aeac-4fc9-40cc-9a9a-ccd24322d836,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:11:49.313646 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4d1240af-809f-4b38-bfb8-dc002b512955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:49.314771 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4d1240af-809f-4b38-bfb8-dc002b512955 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8b43aeac-4fc9-40cc-9a9a-ccd24322d836 HTTP/1.1" status: 204 len: 168 time: 0.2951238 Feb 09 12:11:49.545026 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35006) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:11:49.550605 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-2e971bea-75fd-4a78-bbc0-ac3b0206af9a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-703001424-network', 'tenant_id': 'db5979b3202c409f938589b0dc1f5a5b'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:11:49.565957 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-2e971bea-75fd-4a78-bbc0-ac3b0206af9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:11:49.573541 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-2e971bea-75fd-4a78-bbc0-ac3b0206af9a admin admin] Usage tracker for resource:network and tenant:db5979b3202c409f938589b0dc1f5a5b is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:11:49.581869 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-2e971bea-75fd-4a78-bbc0-ac3b0206af9a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:11:49.594454 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-2e971bea-75fd-4a78-bbc0-ac3b0206af9a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:11:49.629184 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device ee3ee323-9b00-4bfe-a361-b70a2182d450 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:11:49.633763 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e971bea-75fd-4a78-bbc0-ac3b0206af9a admin admin] Made reservation on behalf of db5979b3202c409f938589b0dc1f5a5b for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:11:49.638121 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2e971bea-75fd-4a78-bbc0-ac3b0206af9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:49.658099 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2e971bea-75fd-4a78-bbc0-ac3b0206af9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:49.711002 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-2e971bea-75fd-4a78-bbc0-ac3b0206af9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:11:49.721928 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-2e971bea-75fd-4a78-bbc0-ac3b0206af9a admin admin] Usage tracker for resource:security_group_rule and tenant:db5979b3202c409f938589b0dc1f5a5b is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:11:49.723692 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-2e971bea-75fd-4a78-bbc0-ac3b0206af9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:11:49.725076 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3458bb07-998e-4574-a228-95ab5e8ba30c None None] Sync routers for ids ['2093b8cb-2828-424e-b143-6aa2743a12c8'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:11:49.730368 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-2e971bea-75fd-4a78-bbc0-ac3b0206af9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:11:49.768989 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3458bb07-998e-4574-a228-95ab5e8ba30c None None] Routers {'2093b8cb-2828-424e-b143-6aa2743a12c8'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:11:49.769572 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-3458bb07-998e-4574-a228-95ab5e8ba30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:11:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2093b8cb-2828-424e-b143-6aa2743a12c8'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:11:49.856781 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2e971bea-75fd-4a78-bbc0-ac3b0206af9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:49.862099 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2e971bea-75fd-4a78-bbc0-ac3b0206af9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:49.891401 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port ee3ee323-9b00-4bfe-a361-b70a2182d450 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:11:49.899805 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e971bea-75fd-4a78-bbc0-ac3b0206af9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3512b3e-e0e9-41a1-bcf1-e083c42511dd,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:11:49.904327 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port ee3ee323-9b00-4bfe-a361-b70a2182d450 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:11:49.905169 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:49.925744 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e971bea-75fd-4a78-bbc0-ac3b0206af9a admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:11:49.943226 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2e971bea-75fd-4a78-bbc0-ac3b0206af9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:49.943634 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-2e971bea-75fd-4a78-bbc0-ac3b0206af9a admin admin] Added segment 59e94cc7-e568-4425-87d6-c42e9ee726aa of type vlan for network f6c1a382-f798-481e-bd58-d6f8db59672f Feb 09 12:11:49.995158 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2e971bea-75fd-4a78-bbc0-ac3b0206af9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:50.049407 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2e971bea-75fd-4a78-bbc0-ac3b0206af9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:50.052160 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e971bea-75fd-4a78-bbc0-ac3b0206af9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:11:50.053116 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2e971bea-75fd-4a78-bbc0-ac3b0206af9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:50.072178 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 35040) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:11:50.118635 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5aad03a0-26ed-499e-bbb5-f26d3a626a72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:50.159975 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5aad03a0-26ed-499e-bbb5-f26d3a626a72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:11:50.173661 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5aad03a0-26ed-499e-bbb5-f26d3a626a72 admin admin] Usage tracker for resource:security_group_rule and tenant:5a2b1ead1d2b4816965ef3af0ce3484e is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:11:50.182333 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5aad03a0-26ed-499e-bbb5-f26d3a626a72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:11:50.191093 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5aad03a0-26ed-499e-bbb5-f26d3a626a72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:11:50.203885 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:50.243241 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 35052) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:11:50.282906 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e971bea-75fd-4a78-bbc0-ac3b0206af9a admin admin] Pushing event updated for resources: {'Network': ['ID=f6c1a382-f798-481e-bd58-d6f8db59672f,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:11:50.284783 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:50.297067 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2e971bea-75fd-4a78-bbc0-ac3b0206af9a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7505357 Feb 09 12:11:50.299727 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35060) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:11:50.313272 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-12398f83-c628-401b-b804-fb35fc161645 admin admin] Request body: {'subnet': {'network_id': 'f6c1a382-f798-481e-bd58-d6f8db59672f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-703001424-subnet', 'tenant_id': 'db5979b3202c409f938589b0dc1f5a5b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:11:50.314576 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network f6c1a382-f798-481e-bd58-d6f8db59672f details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:11:50.326572 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-12398f83-c628-401b-b804-fb35fc161645 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:11:50.339411 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-12398f83-c628-401b-b804-fb35fc161645 admin admin] Usage tracker for resource:subnet and tenant:db5979b3202c409f938589b0dc1f5a5b is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:11:50.343250 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-12398f83-c628-401b-b804-fb35fc161645 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:11:50.354413 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-3458bb07-998e-4574-a228-95ab5e8ba30c None None] Set router 2093b8cb-2828-424e-b143-6aa2743a12c8 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:11:50.359731 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-12398f83-c628-401b-b804-fb35fc161645 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:11:50.373641 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5aad03a0-26ed-499e-bbb5-f26d3a626a72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:50.388137 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5aad03a0-26ed-499e-bbb5-f26d3a626a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:50.398293 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12398f83-c628-401b-b804-fb35fc161645 admin admin] Made reservation on behalf of db5979b3202c409f938589b0dc1f5a5b for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:11:50.401189 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-12398f83-c628-401b-b804-fb35fc161645 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:50.491909 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad03a0-26ed-499e-bbb5-f26d3a626a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cea8032-4ada-4cd0-bfba-1755be2449bc,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:11:50.496743 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5aad03a0-26ed-499e-bbb5-f26d3a626a72 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5a2b1ead1d2b4816965ef3af0ce3484e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4215934 Feb 09 12:11:50.499404 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 35076) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:11:50.551438 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port ee3ee323-9b00-4bfe-a361-b70a2182d450, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=ee3ee323-9b00-4bfe-a361-b70a2182d450,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:11:50.568089 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a33964a4-d99d-4e79-ae38-334ff00b36e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:50.573761 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:50.602829 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a33964a4-d99d-4e79-ae38-334ff00b36e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:50.676536 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a33964a4-d99d-4e79-ae38-334ff00b36e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:50.696482 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33964a4-d99d-4e79-ae38-334ff00b36e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cea8032-4ada-4cd0-bfba-1755be2449bc,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:11:50.698989 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-12398f83-c628-401b-b804-fb35fc161645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:50.708419 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a33964a4-d99d-4e79-ae38-334ff00b36e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:50.710181 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a33964a4-d99d-4e79-ae38-334ff00b36e0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3cea8032-4ada-4cd0-bfba-1755be2449bc HTTP/1.1" status: 204 len: 168 time: 0.2096379 Feb 09 12:11:50.771611 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=ee3ee323-9b00-4bfe-a361-b70a2182d450,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:11:50.799325 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f9d9930-2c6f-4ffc-bca4-67a9367b474e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:50.810609 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12398f83-c628-401b-b804-fb35fc161645 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6a84c23-f60d-46fe-84da-158ba26e784b,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:11:50.815791 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7f9d9930-2c6f-4ffc-bca4-67a9367b474e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:11:50.821280 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7f9d9930-2c6f-4ffc-bca4-67a9367b474e admin admin] Usage tracker for resource:security_group_rule and tenant:d825956479ab411c980738a70686fc0d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:11:50.825056 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7f9d9930-2c6f-4ffc-bca4-67a9367b474e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:11:50.832148 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7f9d9930-2c6f-4ffc-bca4-67a9367b474e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:11:50.845405 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 35084) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:11:50.857492 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12398f83-c628-401b-b804-fb35fc161645 admin admin] Checking segment: {'id': '59e94cc7-e568-4425-87d6-c42e9ee726aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f6c1a382-f798-481e-bd58-d6f8db59672f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:11:50.857888 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12398f83-c628-401b-b804-fb35fc161645 admin admin] Network hostable DHCP agents. Network: f6c1a382-f798-481e-bd58-d6f8db59672f, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:11:50.892341 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12398f83-c628-401b-b804-fb35fc161645 admin admin] Network f6c1a382-f798-481e-bd58-d6f8db59672f is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:11:50.917693 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-12398f83-c628-401b-b804-fb35fc161645 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, f6c1a382-f798-481e-bd58-d6f8db59672f) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:11:50.922650 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12398f83-c628-401b-b804-fb35fc161645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:11:50.925101 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-12398f83-c628-401b-b804-fb35fc161645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:50.947818 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f5ac03-ea0c-4705-92d1-d935e999e640 None None] Network f6c1a382-f798-481e-bd58-d6f8db59672f requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:11:50.985902 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 35092) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:11:50.986026 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-12398f83-c628-401b-b804-fb35fc161645 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6850581 Feb 09 12:11:50.993736 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-971ad497-9001-47b1-b68d-958ef3dc8b9a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-703001424-router', 'tenant_id': 'db5979b3202c409f938589b0dc1f5a5b', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:11:51.013701 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-971ad497-9001-47b1-b68d-958ef3dc8b9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:11:51.027375 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-971ad497-9001-47b1-b68d-958ef3dc8b9a admin admin] Usage tracker for resource:router and tenant:db5979b3202c409f938589b0dc1f5a5b is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:11:51.034688 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f9d9930-2c6f-4ffc-bca4-67a9367b474e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:51.036121 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-971ad497-9001-47b1-b68d-958ef3dc8b9a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:11:51.043389 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-971ad497-9001-47b1-b68d-958ef3dc8b9a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:11:51.048268 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f9d9930-2c6f-4ffc-bca4-67a9367b474e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:51.100265 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-971ad497-9001-47b1-b68d-958ef3dc8b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:51.102425 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-971ad497-9001-47b1-b68d-958ef3dc8b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:51.114901 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7f9d9930-2c6f-4ffc-bca4-67a9367b474e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d825956479ab411c980738a70686fc0d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8690791 Feb 09 12:11:51.118840 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35106) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:11:51.156044 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9d9930-2c6f-4ffc-bca4-67a9367b474e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d910dd0-efd6-48af-9177-fab52dfacdb1,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:11:51.161458 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f759e88c-7464-4ead-a263-91ae363d2069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:51.176304 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-971ad497-9001-47b1-b68d-958ef3dc8b9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:51.192466 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f759e88c-7464-4ead-a263-91ae363d2069 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:11:51.200856 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f759e88c-7464-4ead-a263-91ae363d2069 admin admin] Usage tracker for resource:security_group_rule and tenant:46f6d56ffe6f4388bae430fde54e5d91 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:11:51.205040 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f759e88c-7464-4ead-a263-91ae363d2069 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:11:51.211806 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f759e88c-7464-4ead-a263-91ae363d2069 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:11:51.322814 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-715d67df-3ce4-46e0-8c53-2f89a3f07a33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:51.381304 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-3458bb07-998e-4574-a228-95ab5e8ba30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1876601093-router', 'tenant_id': 'b614b8bd377446f892967d9352b20ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'ee3ee323-9b00-4bfe-a361-b70a2182d450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:11:42Z', 'updated_at': '2022-02-09T12:11:47Z', 'revision_number': 4, 'project_id': 'b614b8bd377446f892967d9352b20ad9', 'gw_port': {'id': 'ee3ee323-9b00-4bfe-a361-b70a2182d450', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:11:43Z', 'updated_at': '2022-02-09T12:11:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '96394959-d0a7-4372-967d-68f19043195b', 'name': '', 'network_id': 'de69ec27-0664-4edc-8ca7-aed58e385f8e', 'tenant_id': 'b614b8bd377446f892967d9352b20ad9', 'mac_address': 'fa:16:3e:4c:5f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2cf1195f-6cfb-4f71-a13f-5a2ca1abc351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:11:46Z', 'updated_at': '2022-02-09T12:11:47Z', 'revision_number': 2, 'project_id': 'b614b8bd377446f892967d9352b20ad9', 'subnets': [{'id': '2cf1195f-6cfb-4f71-a13f-5a2ca1abc351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:11:51.386468 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3458bb07-998e-4574-a228-95ab5e8ba30c None None] Checking router: 2093b8cb-2828-424e-b143-6aa2743a12c8 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:11:51.386960 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3458bb07-998e-4574-a228-95ab5e8ba30c None None] Updating router 2093b8cb-2828-424e-b143-6aa2743a12c8 port 96394959-d0a7-4372-967d-68f19043195b binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:11:51.402656 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-715d67df-3ce4-46e0-8c53-2f89a3f07a33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:51.423311 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23545d07-bb01-4dcd-b29d-44bdcdf33cb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-f6c1a382-f798-481e-bd58-d6f8db59672f', 'network_id': 'f6c1a382-f798-481e-bd58-d6f8db59672f', 'tenant_id': 'db5979b3202c409f938589b0dc1f5a5b', 'fixed_ips': [{'subnet_id': 'a6a84c23-f60d-46fe-84da-158ba26e784b'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:11:51.423821 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-23545d07-bb01-4dcd-b29d-44bdcdf33cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:51.546686 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3458bb07-998e-4574-a228-95ab5e8ba30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:51.563872 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-715d67df-3ce4-46e0-8c53-2f89a3f07a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:51.595760 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d67df-3ce4-46e0-8c53-2f89a3f07a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d910dd0-efd6-48af-9177-fab52dfacdb1,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:11:51.620165 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-715d67df-3ce4-46e0-8c53-2f89a3f07a33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:51.623739 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-971ad497-9001-47b1-b68d-958ef3dc8b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:51.627144 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-715d67df-3ce4-46e0-8c53-2f89a3f07a33 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7d910dd0-efd6-48af-9177-fab52dfacdb1 HTTP/1.1" status: 204 len: 168 time: 0.5053096 Feb 09 12:11:51.647457 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device ee3ee323-9b00-4bfe-a361-b70a2182d450 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:11:51.782271 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f759e88c-7464-4ead-a263-91ae363d2069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:51.793295 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f759e88c-7464-4ead-a263-91ae363d2069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:51.848572 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759e88c-7464-4ead-a263-91ae363d2069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142e4372-aa8d-4e72-a2fa-cc98562a8dea,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:11:51.848936 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port ee3ee323-9b00-4bfe-a361-b70a2182d450 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:11:51.849304 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:51.852803 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f759e88c-7464-4ead-a263-91ae363d2069 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=46f6d56ffe6f4388bae430fde54e5d91&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0064828 Feb 09 12:11:51.855774 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35146) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:11:51.985395 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-343cbada-3c42-4584-b4e2-c656ad3cfdcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:52.042273 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-343cbada-3c42-4584-b4e2-c656ad3cfdcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:52.156344 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-343cbada-3c42-4584-b4e2-c656ad3cfdcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:52.206419 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343cbada-3c42-4584-b4e2-c656ad3cfdcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142e4372-aa8d-4e72-a2fa-cc98562a8dea,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:11:52.235642 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35172) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:11:52.238595 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-343cbada-3c42-4584-b4e2-c656ad3cfdcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:52.241757 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-343cbada-3c42-4584-b4e2-c656ad3cfdcb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/142e4372-aa8d-4e72-a2fa-cc98562a8dea HTTP/1.1" status: 204 len: 168 time: 0.3837242 Feb 09 12:11:52.290215 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b77e9cde-1954-404f-9cdd-748bf1cf6772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:52.332386 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-23545d07-bb01-4dcd-b29d-44bdcdf33cb0 None None] Allocated IP 172.20.0.2 (f6c1a382-f798-481e-bd58-d6f8db59672f/a6a84c23-f60d-46fe-84da-158ba26e784b/dcfa97cd-c304-4f6a-96d4-07cded9a4126) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:11:52.336904 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:52.361216 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b77e9cde-1954-404f-9cdd-748bf1cf6772 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:11:52.366348 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b77e9cde-1954-404f-9cdd-748bf1cf6772 admin admin] Usage tracker for resource:security_group_rule and tenant:5515f0ec9e994134a83998f5e8d806e0 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:11:52.370224 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b77e9cde-1954-404f-9cdd-748bf1cf6772 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:11:52.379239 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b77e9cde-1954-404f-9cdd-748bf1cf6772 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:11:52.466319 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-971ad497-9001-47b1-b68d-958ef3dc8b9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:52.509841 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b77e9cde-1954-404f-9cdd-748bf1cf6772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:52.516352 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b77e9cde-1954-404f-9cdd-748bf1cf6772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:52.560206 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-971ad497-9001-47b1-b68d-958ef3dc8b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:52.582727 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e9cde-1954-404f-9cdd-748bf1cf6772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e990ad-83e8-466f-bc97-28001a66796f,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:11:52.630701 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b77e9cde-1954-404f-9cdd-748bf1cf6772 admin admin] Synchronizing usage tracker for tenant:084d7156033a485fb3af13a250f45600 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:11:52.703092 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b77e9cde-1954-404f-9cdd-748bf1cf6772 admin admin] Unset dirty status for tenant:084d7156033a485fb3af13a250f45600 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:11:52.725951 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b77e9cde-1954-404f-9cdd-748bf1cf6772 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5515f0ec9e994134a83998f5e8d806e0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4907694 Feb 09 12:11:52.726927 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35212) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:11:52.901847 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3458bb07-998e-4574-a228-95ab5e8ba30c None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:52.928073 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-3458bb07-998e-4574-a228-95ab5e8ba30c None None] Transition to ACTIVE for port object 96394959-d0a7-4372-967d-68f19043195b will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:11:52.944168 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4a6eec63-5f7c-48c9-a160-6002b9c560d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:52.954741 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-971ad497-9001-47b1-b68d-958ef3dc8b9a admin admin] Allocated IP 172.25.7.252 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/aa074b86-2fd1-4f10-a053-40b96d4867aa) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:11:52.974526 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3458bb07-998e-4574-a228-95ab5e8ba30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:53.028924 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4a6eec63-5f7c-48c9-a160-6002b9c560d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:53.107350 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4a6eec63-5f7c-48c9-a160-6002b9c560d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:53.146350 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6eec63-5f7c-48c9-a160-6002b9c560d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e990ad-83e8-466f-bc97-28001a66796f,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:11:53.155164 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30816011-4a58-43c6-9df1-436392ebda40 None None] Pushing event updated for resources: {'Port': ['ID=96394959-d0a7-4372-967d-68f19043195b,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:11:53.170191 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4a6eec63-5f7c-48c9-a160-6002b9c560d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:53.176221 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4a6eec63-5f7c-48c9-a160-6002b9c560d0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f6e990ad-83e8-466f-bc97-28001a66796f HTTP/1.1" status: 204 len: 168 time: 0.4444435 Feb 09 12:11:53.315535 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-971ad497-9001-47b1-b68d-958ef3dc8b9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:53.374529 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35260) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:11:53.416611 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-971ad497-9001-47b1-b68d-958ef3dc8b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:53.433133 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4ecbf45a-ce47-4e58-8bec-80900973c207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:53.507053 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-4ecbf45a-ce47-4e58-8bec-80900973c207 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:11:53.522741 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-4ecbf45a-ce47-4e58-8bec-80900973c207 admin admin] Usage tracker for resource:security_group_rule and tenant:597fb43cb4584f2084c1f10a7d8818b0 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:11:53.532723 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-4ecbf45a-ce47-4e58-8bec-80900973c207 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:11:53.570232 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-4ecbf45a-ce47-4e58-8bec-80900973c207 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:11:53.606000 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971ad497-9001-47b1-b68d-958ef3dc8b9a admin admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:11:53.617305 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-971ad497-9001-47b1-b68d-958ef3dc8b9a admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:11:53.630292 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971ad497-9001-47b1-b68d-958ef3dc8b9a admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:11:53.688017 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-3458bb07-998e-4574-a228-95ab5e8ba30c None None] Attempting to bind port 96394959-d0a7-4372-967d-68f19043195b on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:11:53.688458 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-3458bb07-998e-4574-a228-95ab5e8ba30c None None] Attempting to bind port 96394959-d0a7-4372-967d-68f19043195b by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'bd8c6d18-a3cc-4c80-8858-834b6bfa59cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'de69ec27-0664-4edc-8ca7-aed58e385f8e'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:11:53.689015 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3458bb07-998e-4574-a228-95ab5e8ba30c None None] Attempting to bind port 96394959-d0a7-4372-967d-68f19043195b on network de69ec27-0664-4edc-8ca7-aed58e385f8e {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:11:53.703698 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3458bb07-998e-4574-a228-95ab5e8ba30c None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:11:53.704281 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3458bb07-998e-4574-a228-95ab5e8ba30c None None] Checking segment: {'id': 'bd8c6d18-a3cc-4c80-8858-834b6bfa59cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'de69ec27-0664-4edc-8ca7-aed58e385f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:11:53.704877 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3458bb07-998e-4574-a228-95ab5e8ba30c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:53.705336 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3458bb07-998e-4574-a228-95ab5e8ba30c None None] Bound using segment: {'id': 'bd8c6d18-a3cc-4c80-8858-834b6bfa59cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'de69ec27-0664-4edc-8ca7-aed58e385f8e'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:11:53.706128 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-3458bb07-998e-4574-a228-95ab5e8ba30c None None] Bound port: 96394959-d0a7-4372-967d-68f19043195b, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8c6d18-a3cc-4c80-8858-834b6bfa59cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'de69ec27-0664-4edc-8ca7-aed58e385f8e'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:11:53.706407 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3458bb07-998e-4574-a228-95ab5e8ba30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:53.722425 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35282) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:11:53.788086 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-23545d07-bb01-4dcd-b29d-44bdcdf33cb0 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:53.849329 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-23545d07-bb01-4dcd-b29d-44bdcdf33cb0 None None] Transition to ACTIVE for port object dcfa97cd-c304-4f6a-96d4-07cded9a4126 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:11:53.885874 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-23545d07-bb01-4dcd-b29d-44bdcdf33cb0 None None] Transition to ACTIVE for port object dcfa97cd-c304-4f6a-96d4-07cded9a4126 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:11:53.903256 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4ecbf45a-ce47-4e58-8bec-80900973c207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:53.911538 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971ad497-9001-47b1-b68d-958ef3dc8b9a admin admin] Pushing event updated for resources: {'Port': ['ID=aa074b86-2fd1-4f10-a053-40b96d4867aa,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:11:53.918625 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4ecbf45a-ce47-4e58-8bec-80900973c207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:53.934770 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-23545d07-bb01-4dcd-b29d-44bdcdf33cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:54.020544 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4ecbf45a-ce47-4e58-8bec-80900973c207 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=597fb43cb4584f2084c1f10a7d8818b0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6432428 Feb 09 12:11:54.030319 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 35306) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:11:54.036538 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecbf45a-ce47-4e58-8bec-80900973c207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ccf646-5a26-41e0-9284-bdde04fe84f2,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:11:54.114769 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c525bdcb-de4b-43a4-9169-ddac49db8d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:54.122020 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-3458bb07-998e-4574-a228-95ab5e8ba30c None None] For port 96394959-d0a7-4372-967d-68f19043195b, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:11:54.124102 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d01367c7-6871-491c-ac11-8c57e234b3a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:54.131321 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23545d07-bb01-4dcd-b29d-44bdcdf33cb0 None None] Pushing event updated for resources: {'Port': ['ID=dcfa97cd-c304-4f6a-96d4-07cded9a4126,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:11:54.138505 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c525bdcb-de4b-43a4-9169-ddac49db8d4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:11:54.144655 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c525bdcb-de4b-43a4-9169-ddac49db8d4a admin admin] Usage tracker for resource:security_group_rule and tenant:828837866e6b4fa69dc36761e908842e is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:11:54.149721 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c525bdcb-de4b-43a4-9169-ddac49db8d4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:11:54.152653 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d01367c7-6871-491c-ac11-8c57e234b3a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:54.154177 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23545d07-bb01-4dcd-b29d-44bdcdf33cb0 None None] Network f6c1a382-f798-481e-bd58-d6f8db59672f is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:11:54.155856 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c525bdcb-de4b-43a4-9169-ddac49db8d4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:11:54.164598 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-23545d07-bb01-4dcd-b29d-44bdcdf33cb0 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:11:54.173432 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-3458bb07-998e-4574-a228-95ab5e8ba30c None None] For port 96394959-d0a7-4372-967d-68f19043195b, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=96394959-d0a7-4372-967d-68f19043195b,segment=NetworkSegment(bd8c6d18-a3cc-4c80-8858-834b6bfa59cb),segment_id=bd8c6d18-a3cc-4c80-8858-834b6bfa59cb)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:11:54.175928 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23545d07-bb01-4dcd-b29d-44bdcdf33cb0 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:11:54.254094 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3458bb07-998e-4574-a228-95ab5e8ba30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:54.304686 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d01367c7-6871-491c-ac11-8c57e234b3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:54.380232 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-23545d07-bb01-4dcd-b29d-44bdcdf33cb0 None None] Attempting to bind port dcfa97cd-c304-4f6a-96d4-07cded9a4126 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:11:54.380708 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-23545d07-bb01-4dcd-b29d-44bdcdf33cb0 None None] Attempting to bind port dcfa97cd-c304-4f6a-96d4-07cded9a4126 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '59e94cc7-e568-4425-87d6-c42e9ee726aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f6c1a382-f798-481e-bd58-d6f8db59672f'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:11:54.381174 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23545d07-bb01-4dcd-b29d-44bdcdf33cb0 None None] Attempting to bind port dcfa97cd-c304-4f6a-96d4-07cded9a4126 on network f6c1a382-f798-481e-bd58-d6f8db59672f {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:11:54.393115 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23545d07-bb01-4dcd-b29d-44bdcdf33cb0 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:11:54.394915 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23545d07-bb01-4dcd-b29d-44bdcdf33cb0 None None] Checking segment: {'id': '59e94cc7-e568-4425-87d6-c42e9ee726aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f6c1a382-f798-481e-bd58-d6f8db59672f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:11:54.394915 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-23545d07-bb01-4dcd-b29d-44bdcdf33cb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:54.394915 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23545d07-bb01-4dcd-b29d-44bdcdf33cb0 None None] Bound using segment: {'id': '59e94cc7-e568-4425-87d6-c42e9ee726aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f6c1a382-f798-481e-bd58-d6f8db59672f'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:11:54.394915 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-23545d07-bb01-4dcd-b29d-44bdcdf33cb0 None None] Bound port: dcfa97cd-c304-4f6a-96d4-07cded9a4126, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e94cc7-e568-4425-87d6-c42e9ee726aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f6c1a382-f798-481e-bd58-d6f8db59672f'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:11:54.395727 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-23545d07-bb01-4dcd-b29d-44bdcdf33cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:54.415406 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01367c7-6871-491c-ac11-8c57e234b3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ccf646-5a26-41e0-9284-bdde04fe84f2,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:11:54.455773 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c525bdcb-de4b-43a4-9169-ddac49db8d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:54.471604 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c525bdcb-de4b-43a4-9169-ddac49db8d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:54.474255 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-971ad497-9001-47b1-b68d-958ef3dc8b9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:54.531343 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c525bdcb-de4b-43a4-9169-ddac49db8d4a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=828837866e6b4fa69dc36761e908842e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8034060 Feb 09 12:11:54.532268 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35322) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:11:54.537995 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c525bdcb-de4b-43a4-9169-ddac49db8d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97c14d3-26da-44e8-9021-8182671d2dd1,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:11:54.615016 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3458bb07-998e-4574-a228-95ab5e8ba30c None None] Routers {'2093b8cb-2828-424e-b143-6aa2743a12c8'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:11:54.615767 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-3458bb07-998e-4574-a228-95ab5e8ba30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:11:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2093b8cb-2828-424e-b143-6aa2743a12c8'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:11:54.658866 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7870cdde-78d3-4494-965a-b9d6e22a3beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:54.668564 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d01367c7-6871-491c-ac11-8c57e234b3a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:54.673691 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d01367c7-6871-491c-ac11-8c57e234b3a3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/80ccf646-5a26-41e0-9284-bdde04fe84f2 HTTP/1.1" status: 204 len: 168 time: 0.6397934 Feb 09 12:11:54.707709 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7870cdde-78d3-4494-965a-b9d6e22a3beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:54.772230 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30816011-4a58-43c6-9df1-436392ebda40 None None] Pushing event updated for resources: {'Port': ['ID=96394959-d0a7-4372-967d-68f19043195b,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:11:54.791663 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-23545d07-bb01-4dcd-b29d-44bdcdf33cb0 None None] For port dcfa97cd-c304-4f6a-96d4-07cded9a4126, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:11:54.807526 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-23545d07-bb01-4dcd-b29d-44bdcdf33cb0 None None] For port dcfa97cd-c304-4f6a-96d4-07cded9a4126, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=dcfa97cd-c304-4f6a-96d4-07cded9a4126,segment=NetworkSegment(59e94cc7-e568-4425-87d6-c42e9ee726aa),segment_id=59e94cc7-e568-4425-87d6-c42e9ee726aa)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:11:54.819890 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7870cdde-78d3-4494-965a-b9d6e22a3beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:54.860848 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7870cdde-78d3-4494-965a-b9d6e22a3beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:54.862997 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-7870cdde-78d3-4494-965a-b9d6e22a3beb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b97c14d3-26da-44e8-9021-8182671d2dd1 HTTP/1.1" status: 204 len: 168 time: 0.3297033 Feb 09 12:11:54.865491 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7870cdde-78d3-4494-965a-b9d6e22a3beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97c14d3-26da-44e8-9021-8182671d2dd1,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:11:54.891243 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-23545d07-bb01-4dcd-b29d-44bdcdf33cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:55.047691 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-3458bb07-998e-4574-a228-95ab5e8ba30c None None] Set router 2093b8cb-2828-424e-b143-6aa2743a12c8 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:11:55.051163 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35354) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:11:55.124204 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23545d07-bb01-4dcd-b29d-44bdcdf33cb0 None None] Pushing event updated for resources: {'Port': ['ID=dcfa97cd-c304-4f6a-96d4-07cded9a4126,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:11:55.145460 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-971ad497-9001-47b1-b68d-958ef3dc8b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:55.485325 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971ad497-9001-47b1-b68d-958ef3dc8b9a admin admin] Router 44b47373-8724-4881-9a88-6351bf656702 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:11:55.541437 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-3458bb07-998e-4574-a228-95ab5e8ba30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1876601093-router', 'tenant_id': 'b614b8bd377446f892967d9352b20ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'ee3ee323-9b00-4bfe-a361-b70a2182d450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:11:42Z', 'updated_at': '2022-02-09T12:11:47Z', 'revision_number': 4, 'project_id': 'b614b8bd377446f892967d9352b20ad9', 'gw_port': {'id': 'ee3ee323-9b00-4bfe-a361-b70a2182d450', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:11:43Z', 'updated_at': '2022-02-09T12:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '96394959-d0a7-4372-967d-68f19043195b', 'name': '', 'network_id': 'de69ec27-0664-4edc-8ca7-aed58e385f8e', 'tenant_id': 'b614b8bd377446f892967d9352b20ad9', 'mac_address': 'fa:16:3e:4c:5f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2cf1195f-6cfb-4f71-a13f-5a2ca1abc351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:11:46Z', 'updated_at': '2022-02-09T12:11:53Z', 'revision_number': 4, 'project_id': 'b614b8bd377446f892967d9352b20ad9', 'subnets': [{'id': '2cf1195f-6cfb-4f71-a13f-5a2ca1abc351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:11:55.550952 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3458bb07-998e-4574-a228-95ab5e8ba30c None None] The sync data for ids ['2093b8cb-2828-424e-b143-6aa2743a12c8'] in n-d-825178-3 is: [{'id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1876601093-router', 'tenant_id': 'b614b8bd377446f892967d9352b20ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'ee3ee323-9b00-4bfe-a361-b70a2182d450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:11:42Z', 'updated_at': '2022-02-09T12:11:47Z', 'revision_number': 4, 'project_id': 'b614b8bd377446f892967d9352b20ad9', 'gw_port': {'id': 'ee3ee323-9b00-4bfe-a361-b70a2182d450', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:11:43Z', 'updated_at': '2022-02-09T12:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '96394959-d0a7-4372-967d-68f19043195b', 'name': '', 'network_id': 'de69ec27-0664-4edc-8ca7-aed58e385f8e', 'tenant_id': 'b614b8bd377446f892967d9352b20ad9', 'mac_address': 'fa:16:3e:4c:5f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2cf1195f-6cfb-4f71-a13f-5a2ca1abc351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:11:46Z', 'updated_at': '2022-02-09T12:11:53Z', 'revision_number': 4, 'project_id': 'b614b8bd377446f892967d9352b20ad9', 'subnets': [{'id': '2cf1195f-6cfb-4f71-a13f-5a2ca1abc351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:11:55.653811 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device dcfa97cd-c304-4f6a-96d4-07cded9a4126 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:11:55.753529 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port dcfa97cd-c304-4f6a-96d4-07cded9a4126 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:11:55.809748 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0ac13129-3e38-4da1-a633-9a685926e1d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:55.821947 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971ad497-9001-47b1-b68d-958ef3dc8b9a admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:11:55.829295 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-0ac13129-3e38-4da1-a633-9a685926e1d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:11:55.832970 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9f16dc-7d22-4466-9c60-b18048d73eae None None] Sync routers for ids ['44b47373-8724-4881-9a88-6351bf656702'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:11:55.838814 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-0ac13129-3e38-4da1-a633-9a685926e1d6 admin admin] Usage tracker for resource:security_group_rule and tenant:dcf51e7a42294db08d307a350925c947 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:11:55.842752 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-0ac13129-3e38-4da1-a633-9a685926e1d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:11:55.847093 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9f16dc-7d22-4466-9c60-b18048d73eae None None] Routers {'44b47373-8724-4881-9a88-6351bf656702'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:11:55.848133 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-bf9f16dc-7d22-4466-9c60-b18048d73eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:11:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['44b47373-8724-4881-9a88-6351bf656702'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:11:55.849383 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-0ac13129-3e38-4da1-a633-9a685926e1d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:11:55.872965 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-971ad497-9001-47b1-b68d-958ef3dc8b9a admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:55.874779 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-971ad497-9001-47b1-b68d-958ef3dc8b9a admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.8868537 Feb 09 12:11:55.877127 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 35378) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:11:55.971670 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35384) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:11:56.022950 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b94695ff-aa07-489f-96e0-83eab5dee328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:56.061643 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0ac13129-3e38-4da1-a633-9a685926e1d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:56.075181 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b94695ff-aa07-489f-96e0-83eab5dee328 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:11:56.082704 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0ac13129-3e38-4da1-a633-9a685926e1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:56.106471 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b94695ff-aa07-489f-96e0-83eab5dee328 admin admin] Usage tracker for resource:security_group_rule and tenant:3a83acf10eda477a8f4fd1368864d049 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:11:56.132258 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b94695ff-aa07-489f-96e0-83eab5dee328 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:11:56.161633 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-bf9f16dc-7d22-4466-9c60-b18048d73eae None None] Set router 44b47373-8724-4881-9a88-6351bf656702 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:11:56.171301 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b94695ff-aa07-489f-96e0-83eab5dee328 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:11:56.307734 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac13129-3e38-4da1-a633-9a685926e1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf953d3-a630-4299-8a25-9ec94933223b,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:11:56.321866 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-0ac13129-3e38-4da1-a633-9a685926e1d6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dcf51e7a42294db08d307a350925c947&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2694893 Feb 09 12:11:56.326827 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35392) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:11:56.565759 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-21ecea68-5d88-4391-9edd-d1218bd60e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:56.618309 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-21ecea68-5d88-4391-9edd-d1218bd60e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:56.645318 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d0fddd-d7ff-430f-9a0b-2a8140eac4e9 None None] Network f6c1a382-f798-481e-bd58-d6f8db59672f requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:11:56.698389 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35410) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:11:56.709409 n-d-825178-3 neutron-server[87567]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 09 12:11:56.710927 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-21ecea68-5d88-4391-9edd-d1218bd60e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:56.789939 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-5d657dfa-f990-4ebd-9a98-dabe37a77481 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=4be6d4c9fbf74c65b8c14da380707388&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0886121 Feb 09 12:11:56.795368 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-21ecea68-5d88-4391-9edd-d1218bd60e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:56.798142 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-21ecea68-5d88-4391-9edd-d1218bd60e1d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fcf953d3-a630-4299-8a25-9ec94933223b HTTP/1.1" status: 204 len: 168 time: 0.4704018 Feb 09 12:11:56.803112 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-bf9f16dc-7d22-4466-9c60-b18048d73eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b47373-8724-4881-9a88-6351bf656702', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-703001424-router', 'tenant_id': 'db5979b3202c409f938589b0dc1f5a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': 'aa074b86-2fd1-4f10-a053-40b96d4867aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:11:51Z', 'updated_at': '2022-02-09T12:11:54Z', 'revision_number': 3, 'project_id': 'db5979b3202c409f938589b0dc1f5a5b', 'gw_port': {'id': 'aa074b86-2fd1-4f10-a053-40b96d4867aa', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b47373-8724-4881-9a88-6351bf656702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:11:52Z', 'updated_at': '2022-02-09T12:11:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:11:56.808091 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9f16dc-7d22-4466-9c60-b18048d73eae None None] Checking router: 44b47373-8724-4881-9a88-6351bf656702 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:11:56.808783 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9f16dc-7d22-4466-9c60-b18048d73eae None None] Updating router 44b47373-8724-4881-9a88-6351bf656702 port aa074b86-2fd1-4f10-a053-40b96d4867aa binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:11:56.858295 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-08eb5bf2-8326-4bb6-b5fa-6103ab74041d None None] Provisioning for port dcfa97cd-c304-4f6a-96d4-07cded9a4126 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:11:56.866806 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-08eb5bf2-8326-4bb6-b5fa-6103ab74041d None None] Provisioning complete for port dcfa97cd-c304-4f6a-96d4-07cded9a4126 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:11:56.867355 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-08eb5bf2-8326-4bb6-b5fa-6103ab74041d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:56.904583 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bf9f16dc-7d22-4466-9c60-b18048d73eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:57.053188 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ecea68-5d88-4391-9edd-d1218bd60e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf953d3-a630-4299-8a25-9ec94933223b,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:11:57.413418 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-08eb5bf2-8326-4bb6-b5fa-6103ab74041d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:57.434574 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b94695ff-aa07-489f-96e0-83eab5dee328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:57.455694 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b72d972f-d54b-4c02-9be4-a0f4a74b5cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:57.477391 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b94695ff-aa07-489f-96e0-83eab5dee328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:57.521927 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-08eb5bf2-8326-4bb6-b5fa-6103ab74041d None None] For port dcfa97cd-c304-4f6a-96d4-07cded9a4126, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=dcfa97cd-c304-4f6a-96d4-07cded9a4126,segment=NetworkSegment(59e94cc7-e568-4425-87d6-c42e9ee726aa),segment_id=59e94cc7-e568-4425-87d6-c42e9ee726aa)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:11:57.537644 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-08eb5bf2-8326-4bb6-b5fa-6103ab74041d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:57.590261 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-489a69af-3e9d-4ed2-a970-097a419d9326 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:11:57.598893 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-489a69af-3e9d-4ed2-a970-097a419d9326 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7953715 Feb 09 12:11:57.610956 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94695ff-aa07-489f-96e0-83eab5dee328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d38f30e-210c-4398-a2b9-806e344fc1ae,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:11:57.652410 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-e5e843c6-b16b-45fe-bfb4-1d3e935af2b3 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] 10.222.0.55 "GET /v2.0/quotas/4be6d4c9fbf74c65b8c14da380707388 HTTP/1.1" status: 200 len: 375 time: 0.0517972 Feb 09 12:11:57.701568 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bf9f16dc-7d22-4466-9c60-b18048d73eae None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:57.729762 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-bf9f16dc-7d22-4466-9c60-b18048d73eae None None] Transition to ACTIVE for port object aa074b86-2fd1-4f10-a053-40b96d4867aa will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:11:57.734127 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 96394959-d0a7-4372-967d-68f19043195b up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:11:57.748726 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-667be704-9e88-4e26-86d4-a99ca530c5dd tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4be6d4c9fbf74c65b8c14da380707388&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0942080 Feb 09 12:11:57.756939 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b94695ff-aa07-489f-96e0-83eab5dee328 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3a83acf10eda477a8f4fd1368864d049&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7772825 Feb 09 12:11:57.759214 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bf9f16dc-7d22-4466-9c60-b18048d73eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:57.764248 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35434) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:11:57.973986 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2ddeff82-be22-4384-9219-9bb5ddbaaf80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:58.011352 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eb5bf2-8326-4bb6-b5fa-6103ab74041d None None] Pushing event updated for resources: {'Port': ['ID=dcfa97cd-c304-4f6a-96d4-07cded9a4126,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:11:58.018395 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35444) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:11:58.037580 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-bf9f16dc-7d22-4466-9c60-b18048d73eae None None] Attempting to bind port aa074b86-2fd1-4f10-a053-40b96d4867aa on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:11:58.038213 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-bf9f16dc-7d22-4466-9c60-b18048d73eae None None] Attempting to bind port aa074b86-2fd1-4f10-a053-40b96d4867aa by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:11:58.038324 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9f16dc-7d22-4466-9c60-b18048d73eae None None] Attempting to bind port aa074b86-2fd1-4f10-a053-40b96d4867aa on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:11:58.041093 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 96394959-d0a7-4372-967d-68f19043195b completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:11:58.066413 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 96394959-d0a7-4372-967d-68f19043195b triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:11:58.067281 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:58.082012 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9f16dc-7d22-4466-9c60-b18048d73eae None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:11:58.082380 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9f16dc-7d22-4466-9c60-b18048d73eae None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:11:58.096475 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bf9f16dc-7d22-4466-9c60-b18048d73eae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:58.097913 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9f16dc-7d22-4466-9c60-b18048d73eae None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:11:58.099623 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-bf9f16dc-7d22-4466-9c60-b18048d73eae None None] Bound port: aa074b86-2fd1-4f10-a053-40b96d4867aa, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:11:58.102443 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bf9f16dc-7d22-4466-9c60-b18048d73eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:58.129457 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-76528b87-23d5-48cb-bb2a-3574dd6dc7f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:58.161161 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-b72d972f-d54b-4c02-9be4-a0f4a74b5cfa admin admin] Allocated IP 172.20.0.1 (f6c1a382-f798-481e-bd58-d6f8db59672f/a6a84c23-f60d-46fe-84da-158ba26e784b/b5ae3c84-ed51-4b19-8119-65ae34e07282) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:11:58.187584 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af6fb8-4601-49fc-afdb-c36b637a6d15 None None] Pushing event updated for resources: {'Port': ['ID=aa074b86-2fd1-4f10-a053-40b96d4867aa,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:11:58.193915 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2ddeff82-be22-4384-9219-9bb5ddbaaf80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:58.195435 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c2eac635-5c86-4eda-8a39-fd48ca9358ce None None] Provisioning complete for port dcfa97cd-c304-4f6a-96d4-07cded9a4126 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:11:58.195859 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c2eac635-5c86-4eda-8a39-fd48ca9358ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:58.292719 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-76528b87-23d5-48cb-bb2a-3574dd6dc7f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:11:58.312966 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-bf9f16dc-7d22-4466-9c60-b18048d73eae None None] For port aa074b86-2fd1-4f10-a053-40b96d4867aa, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:11:58.317503 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-bf9f16dc-7d22-4466-9c60-b18048d73eae None None] For port aa074b86-2fd1-4f10-a053-40b96d4867aa, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=aa074b86-2fd1-4f10-a053-40b96d4867aa,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:11:58.332123 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bf9f16dc-7d22-4466-9c60-b18048d73eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:58.365337 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-96cf487d-4a75-47a7-bd11-3df39fa86a25 req-70100844-fb70-4627-9ae1-be5cfa328908 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7d8d85a-2fbb-46a8-95bf-b3b7971e10d9 HTTP/1.1" status: 200 len: 210 time: 0.1438847 Feb 09 12:11:58.366631 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-76528b87-23d5-48cb-bb2a-3574dd6dc7f8 admin admin] Usage tracker for resource:security_group_rule and tenant:7ca72e7669e2469e8e36bacfeec4c609 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:11:58.375563 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-76528b87-23d5-48cb-bb2a-3574dd6dc7f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:11:58.413021 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:58.427399 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-76528b87-23d5-48cb-bb2a-3574dd6dc7f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:11:58.495851 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 96394959-d0a7-4372-967d-68f19043195b, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=96394959-d0a7-4372-967d-68f19043195b,segment=NetworkSegment(bd8c6d18-a3cc-4c80-8858-834b6bfa59cb),segment_id=bd8c6d18-a3cc-4c80-8858-834b6bfa59cb)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:11:58.501773 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9f16dc-7d22-4466-9c60-b18048d73eae None None] Routers {'44b47373-8724-4881-9a88-6351bf656702'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:11:58.501985 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:58.502760 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-bf9f16dc-7d22-4466-9c60-b18048d73eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:11:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['44b47373-8724-4881-9a88-6351bf656702'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:11:58.516936 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2ddeff82-be22-4384-9219-9bb5ddbaaf80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:58.571674 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddeff82-be22-4384-9219-9bb5ddbaaf80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d38f30e-210c-4398-a2b9-806e344fc1ae,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:11:58.594666 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2ddeff82-be22-4384-9219-9bb5ddbaaf80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:58.598159 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2ddeff82-be22-4384-9219-9bb5ddbaaf80 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7d38f30e-210c-4398-a2b9-806e344fc1ae HTTP/1.1" status: 204 len: 168 time: 0.8284383 Feb 09 12:11:58.682711 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af6fb8-4601-49fc-afdb-c36b637a6d15 None None] Pushing event updated for resources: {'Port': ['ID=aa074b86-2fd1-4f10-a053-40b96d4867aa,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:11:58.718238 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=96394959-d0a7-4372-967d-68f19043195b,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:11:58.725554 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-76528b87-23d5-48cb-bb2a-3574dd6dc7f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:58.734588 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-76528b87-23d5-48cb-bb2a-3574dd6dc7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:58.788478 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b72d972f-d54b-4c02-9be4-a0f4a74b5cfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:58.817371 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-76528b87-23d5-48cb-bb2a-3574dd6dc7f8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7ca72e7669e2469e8e36bacfeec4c609&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7842889 Feb 09 12:11:58.822879 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 35484) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:11:58.859883 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76528b87-23d5-48cb-bb2a-3574dd6dc7f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49fc639-a5b0-4a00-b945-a92fe6fd4c61,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:11:58.932177 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-b72d972f-d54b-4c02-9be4-a0f4a74b5cfa admin admin] Transition to ACTIVE for port object b5ae3c84-ed51-4b19-8119-65ae34e07282 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:11:58.950160 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-bf9f16dc-7d22-4466-9c60-b18048d73eae None None] Set router 44b47373-8724-4881-9a88-6351bf656702 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:11:58.973957 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2e1c27e2-caeb-4e69-bddb-3298101749e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:59.018324 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2e1c27e2-caeb-4e69-bddb-3298101749e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:59.051456 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b72d972f-d54b-4c02-9be4-a0f4a74b5cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:59.168916 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72d972f-d54b-4c02-9be4-a0f4a74b5cfa admin admin] Network f6c1a382-f798-481e-bd58-d6f8db59672f is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:11:59.177156 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-b72d972f-d54b-4c02-9be4-a0f4a74b5cfa admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:11:59.185498 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72d972f-d54b-4c02-9be4-a0f4a74b5cfa admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:11:59.186204 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b72d972f-d54b-4c02-9be4-a0f4a74b5cfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:59.377933 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72d972f-d54b-4c02-9be4-a0f4a74b5cfa admin admin] Pushing event updated for resources: {'Port': ['ID=b5ae3c84-ed51-4b19-8119-65ae34e07282,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:11:59.417113 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2e1c27e2-caeb-4e69-bddb-3298101749e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:59.449995 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c27e2-caeb-4e69-bddb-3298101749e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49fc639-a5b0-4a00-b945-a92fe6fd4c61,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:11:59.506315 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2e1c27e2-caeb-4e69-bddb-3298101749e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:59.510464 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2e1c27e2-caeb-4e69-bddb-3298101749e3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a49fc639-a5b0-4a00-b945-a92fe6fd4c61 HTTP/1.1" status: 204 len: 168 time: 0.6743927 Feb 09 12:11:59.607638 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4a632e51-7cea-4bd3-8f08-8aa859ffdc13 None None] Provisioning for port b5ae3c84-ed51-4b19-8119-65ae34e07282 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:11:59.619502 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4a632e51-7cea-4bd3-8f08-8aa859ffdc13 None None] Provisioning complete for port b5ae3c84-ed51-4b19-8119-65ae34e07282 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:11:59.619985 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4a632e51-7cea-4bd3-8f08-8aa859ffdc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:59.687556 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 96394959-d0a7-4372-967d-68f19043195b up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:11:59.692786 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-bf9f16dc-7d22-4466-9c60-b18048d73eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b47373-8724-4881-9a88-6351bf656702', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-703001424-router', 'tenant_id': 'db5979b3202c409f938589b0dc1f5a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': 'aa074b86-2fd1-4f10-a053-40b96d4867aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:11:51Z', 'updated_at': '2022-02-09T12:11:54Z', 'revision_number': 3, 'project_id': 'db5979b3202c409f938589b0dc1f5a5b', 'gw_port': {'id': 'aa074b86-2fd1-4f10-a053-40b96d4867aa', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b47373-8724-4881-9a88-6351bf656702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:11:52Z', 'updated_at': '2022-02-09T12:11:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:11:59.700370 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9f16dc-7d22-4466-9c60-b18048d73eae None None] The sync data for ids ['44b47373-8724-4881-9a88-6351bf656702'] in n-d-825178-3 is: [{'id': '44b47373-8724-4881-9a88-6351bf656702', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-703001424-router', 'tenant_id': 'db5979b3202c409f938589b0dc1f5a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': 'aa074b86-2fd1-4f10-a053-40b96d4867aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:11:51Z', 'updated_at': '2022-02-09T12:11:54Z', 'revision_number': 3, 'project_id': 'db5979b3202c409f938589b0dc1f5a5b', 'gw_port': {'id': 'aa074b86-2fd1-4f10-a053-40b96d4867aa', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b47373-8724-4881-9a88-6351bf656702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:11:52Z', 'updated_at': '2022-02-09T12:11:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:11:59.791900 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4a632e51-7cea-4bd3-8f08-8aa859ffdc13 None None] Port b5ae3c84-ed51-4b19-8119-65ae34e07282 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:11:59.796272 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b72d972f-d54b-4c02-9be4-a0f4a74b5cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:11:59.821351 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 96394959-d0a7-4372-967d-68f19043195b triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:11:59.821717 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:00.004929 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device dcfa97cd-c304-4f6a-96d4-07cded9a4126 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:12:00.191923 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port dcfa97cd-c304-4f6a-96d4-07cded9a4126 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:12:00.192496 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:00.217803 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35546) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:00.232122 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b72d972f-d54b-4c02-9be4-a0f4a74b5cfa admin admin] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:00.239952 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b72d972f-d54b-4c02-9be4-a0f4a74b5cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:00.240781 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b72d972f-d54b-4c02-9be4-a0f4a74b5cfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:00.516921 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35564) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:00.566060 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72d972f-d54b-4c02-9be4-a0f4a74b5cfa admin admin] Pushing event updated for resources: {'Port': ['ID=b5ae3c84-ed51-4b19-8119-65ae34e07282,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:00.642497 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6b85bbb4-1eb2-4a47-ac38-e9e4a6284a9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:00.661752 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72d972f-d54b-4c02-9be4-a0f4a74b5cfa admin admin] Network f6c1a382-f798-481e-bd58-d6f8db59672f is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:12:00.663910 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6b85bbb4-1eb2-4a47-ac38-e9e4a6284a9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:00.668276 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-b72d972f-d54b-4c02-9be4-a0f4a74b5cfa admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:12:00.672424 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6b85bbb4-1eb2-4a47-ac38-e9e4a6284a9f admin admin] Usage tracker for resource:security_group_rule and tenant:6a99480b32b2416b82439265c24c3ffb is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:00.678952 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6b85bbb4-1eb2-4a47-ac38-e9e4a6284a9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:00.692716 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6b85bbb4-1eb2-4a47-ac38-e9e4a6284a9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:00.885114 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6b85bbb4-1eb2-4a47-ac38-e9e4a6284a9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:00.898266 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6b85bbb4-1eb2-4a47-ac38-e9e4a6284a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:01.013887 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-6b85bbb4-1eb2-4a47-ac38-e9e4a6284a9f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6a99480b32b2416b82439265c24c3ffb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7943900 Feb 09 12:12:01.016348 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35580) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:01.022036 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b85bbb4-1eb2-4a47-ac38-e9e4a6284a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8895f48f-4bd4-4db2-8448-66a2fdf5f640,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:01.041848 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-3d9260f3-913c-41fc-b03c-28d11d041cbc None None] Provisioning complete for port b5ae3c84-ed51-4b19-8119-65ae34e07282 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:12:01.042374 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3d9260f3-913c-41fc-b03c-28d11d041cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:01.122020 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4286db96-0368-428f-9cbd-61d57a28e54a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:01.140478 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-3d9260f3-913c-41fc-b03c-28d11d041cbc None None] Port b5ae3c84-ed51-4b19-8119-65ae34e07282 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:12:01.140901 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b72d972f-d54b-4c02-9be4-a0f4a74b5cfa admin admin] Router 44b47373-8724-4881-9a88-6351bf656702 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:12:01.174835 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4286db96-0368-428f-9cbd-61d57a28e54a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:01.264394 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d2ebfaa7-c5bb-4d94-b1db-aa74b3d160d2 req-84a2b8dd-24a9-438c-b067-3c5a0b4028c2 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7d8d85a-2fbb-46a8-95bf-b3b7971e10d9 HTTP/1.1" status: 200 len: 210 time: 0.7461371 Feb 09 12:12:01.298932 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4286db96-0368-428f-9cbd-61d57a28e54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:01.315886 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4286db96-0368-428f-9cbd-61d57a28e54a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8895f48f-4bd4-4db2-8448-66a2fdf5f640,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:01.340519 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4286db96-0368-428f-9cbd-61d57a28e54a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:01.342482 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4286db96-0368-428f-9cbd-61d57a28e54a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8895f48f-4bd4-4db2-8448-66a2fdf5f640 HTTP/1.1" status: 204 len: 168 time: 0.3250961 Feb 09 12:12:01.443307 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72d972f-d54b-4c02-9be4-a0f4a74b5cfa admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:12:01.449084 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b72d972f-d54b-4c02-9be4-a0f4a74b5cfa admin admin] 10.222.0.55 "PUT /v2.0/routers/44b47373-8724-4881-9a88-6351bf656702/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5709505 Feb 09 12:12:01.560515 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device aa074b86-2fd1-4f10-a053-40b96d4867aa up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:12:01.642534 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port aa074b86-2fd1-4f10-a053-40b96d4867aa completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:12:01.648005 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port aa074b86-2fd1-4f10-a053-40b96d4867aa triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:12:01.648571 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:01.703042 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.46', 58830) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:01.777165 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-1e873ebc-0bca-4c94-a8c5-4616ac02a032 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=4be6d4c9fbf74c65b8c14da380707388&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0716527 Feb 09 12:12:01.886627 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:01.909230 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port aa074b86-2fd1-4f10-a053-40b96d4867aa, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=aa074b86-2fd1-4f10-a053-40b96d4867aa,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:12:01.918437 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:02.022108 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=aa074b86-2fd1-4f10-a053-40b96d4867aa,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:02.046332 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-78e1bd34-1fb9-4839-83ab-af80fae37734 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:02.047867 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-78e1bd34-1fb9-4839-83ab-af80fae37734 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2633708 Feb 09 12:12:02.107070 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4782b56e-c2dc-444d-af41-2d598d3c7571 None None] Sync routers for ids ['44b47373-8724-4881-9a88-6351bf656702'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:12:02.116500 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4782b56e-c2dc-444d-af41-2d598d3c7571 None None] Routers {'44b47373-8724-4881-9a88-6351bf656702'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:12:02.117104 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-4782b56e-c2dc-444d-af41-2d598d3c7571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:11:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['44b47373-8724-4881-9a88-6351bf656702'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:12:02.149900 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-21111a88-cc43-4631-b312-8858354de051 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Request body: {'port': {'device_id': 'c7d8d85a-2fbb-46a8-95bf-b3b7971e10d9', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'admin_state_up': True, 'tenant_id': '4be6d4c9fbf74c65b8c14da380707388'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:12:02.159150 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 35620) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:02.247084 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2e6d7be9-2bd3-4c0b-b404-216bc4ad8e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:02.265986 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2e6d7be9-2bd3-4c0b-b404-216bc4ad8e91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:02.286031 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-2e6d7be9-2bd3-4c0b-b404-216bc4ad8e91 admin admin] Usage tracker for resource:security_group_rule and tenant:e3a7ed876cd446e1bfb466ab310b101e is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:02.294144 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-2e6d7be9-2bd3-4c0b-b404-216bc4ad8e91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:02.309402 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2e6d7be9-2bd3-4c0b-b404-216bc4ad8e91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:02.403061 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-21111a88-cc43-4631-b312-8858354de051 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:02.408556 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-21111a88-cc43-4631-b312-8858354de051 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Usage tracker for resource:port and tenant:4be6d4c9fbf74c65b8c14da380707388 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:02.414219 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-21111a88-cc43-4631-b312-8858354de051 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:02.426444 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-21111a88-cc43-4631-b312-8858354de051 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:02.427586 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2e6d7be9-2bd3-4c0b-b404-216bc4ad8e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:02.439875 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2e6d7be9-2bd3-4c0b-b404-216bc4ad8e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:02.457348 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-21111a88-cc43-4631-b312-8858354de051 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Made reservation on behalf of 4be6d4c9fbf74c65b8c14da380707388 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:12:02.462620 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-21111a88-cc43-4631-b312-8858354de051 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:02.490687 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-21111a88-cc43-4631-b312-8858354de051 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:02.494945 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2e6d7be9-2bd3-4c0b-b404-216bc4ad8e91 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e3a7ed876cd446e1bfb466ab310b101e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3345339 Feb 09 12:12:02.498693 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 35636) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:02.517743 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-21111a88-cc43-4631-b312-8858354de051 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:02.522323 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-21111a88-cc43-4631-b312-8858354de051 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Usage tracker for resource:security_group_rule and tenant:4be6d4c9fbf74c65b8c14da380707388 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:02.525423 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-21111a88-cc43-4631-b312-8858354de051 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:02.533083 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-21111a88-cc43-4631-b312-8858354de051 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:02.562588 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-4782b56e-c2dc-444d-af41-2d598d3c7571 None None] Set router 44b47373-8724-4881-9a88-6351bf656702 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:12:02.588560 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-759b975f-d3b4-462e-a525-d12812038bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:02.601418 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d7be9-2bd3-4c0b-b404-216bc4ad8e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1acc5b-17ce-4749-add2-6c223c8cc3ee,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:02.657509 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-759b975f-d3b4-462e-a525-d12812038bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:02.682208 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-21111a88-cc43-4631-b312-8858354de051 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:02.691870 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-21111a88-cc43-4631-b312-8858354de051 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:02.766312 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-759b975f-d3b4-462e-a525-d12812038bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:02.799312 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759b975f-d3b4-462e-a525-d12812038bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1acc5b-17ce-4749-add2-6c223c8cc3ee,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:02.812965 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21111a88-cc43-4631-b312-8858354de051 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ada1c05-2bd3-4c70-9eb0-ab18dc98d968,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:02.837671 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-759b975f-d3b4-462e-a525-d12812038bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:02.851347 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-759b975f-d3b4-462e-a525-d12812038bba admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ff1acc5b-17ce-4749-add2-6c223c8cc3ee HTTP/1.1" status: 204 len: 168 time: 0.3512654 Feb 09 12:12:02.918009 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-22b56ce1-9489-459a-84b9-7a2c92f457a2 req-6e94c66c-16df-4ae8-8471-2ea03cc9d14e tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7d8d85a-2fbb-46a8-95bf-b3b7971e10d9 HTTP/1.1" status: 200 len: 210 time: 0.0967169 Feb 09 12:12:03.030001 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-21111a88-cc43-4631-b312-8858354de051 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Allocated IP 192.168.233.71 (4f732e35-467f-44f5-be04-aa808693dec3/f8ed5558-888d-440a-8c32-52f2f9bc5bd5/f8423133-bb42-4b66-bab1-7701b3d798a6) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:12:03.149492 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-4782b56e-c2dc-444d-af41-2d598d3c7571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b47373-8724-4881-9a88-6351bf656702', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-703001424-router', 'tenant_id': 'db5979b3202c409f938589b0dc1f5a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': 'aa074b86-2fd1-4f10-a053-40b96d4867aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:11:51Z', 'updated_at': '2022-02-09T12:11:59Z', 'revision_number': 4, 'project_id': 'db5979b3202c409f938589b0dc1f5a5b', 'gw_port': {'id': 'aa074b86-2fd1-4f10-a053-40b96d4867aa', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b47373-8724-4881-9a88-6351bf656702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:11:52Z', 'updated_at': '2022-02-09T12:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'b5ae3c84-ed51-4b19-8119-65ae34e07282', 'name': '', 'network_id': 'f6c1a382-f798-481e-bd58-d6f8db59672f', 'tenant_id': 'db5979b3202c409f938589b0dc1f5a5b', 'mac_address': 'fa:16:3e:e1:bc:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b47373-8724-4881-9a88-6351bf656702', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a6a84c23-f60d-46fe-84da-158ba26e784b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:11:57Z', 'updated_at': '2022-02-09T12:11:59Z', 'revision_number': 2, 'project_id': 'db5979b3202c409f938589b0dc1f5a5b', 'subnets': [{'id': 'a6a84c23-f60d-46fe-84da-158ba26e784b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:12:03.154710 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4782b56e-c2dc-444d-af41-2d598d3c7571 None None] Checking router: 44b47373-8724-4881-9a88-6351bf656702 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:12:03.155210 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4782b56e-c2dc-444d-af41-2d598d3c7571 None None] Updating router 44b47373-8724-4881-9a88-6351bf656702 port b5ae3c84-ed51-4b19-8119-65ae34e07282 binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:12:03.216629 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4782b56e-c2dc-444d-af41-2d598d3c7571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:03.387664 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-21111a88-cc43-4631-b312-8858354de051 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:03.407754 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-21111a88-cc43-4631-b312-8858354de051 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Transition to ACTIVE for port object f8423133-bb42-4b66-bab1-7701b3d798a6 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:12:03.456325 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-21111a88-cc43-4631-b312-8858354de051 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:03.587440 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21111a88-cc43-4631-b312-8858354de051 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Pushing event updated for resources: {'Port': ['ID=f8423133-bb42-4b66-bab1-7701b3d798a6,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:03.619336 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-21111a88-cc43-4631-b312-8858354de051 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Network 4f732e35-467f-44f5-be04-aa808693dec3 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:12:03.627695 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-21111a88-cc43-4631-b312-8858354de051 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:12:03.628333 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device aa074b86-2fd1-4f10-a053-40b96d4867aa up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:12:03.635136 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-21111a88-cc43-4631-b312-8858354de051 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:12:03.645805 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-21111a88-cc43-4631-b312-8858354de051 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:03.646467 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-21111a88-cc43-4631-b312-8858354de051 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:03.704194 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-21111a88-cc43-4631-b312-8858354de051 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5580931 Feb 09 12:12:03.714086 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-aa4723cb-89b6-4384-92d4-a7b2784fefee tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:12:03.715889 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-aa4723cb-89b6-4384-92d4-a7b2784fefee tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056138 Feb 09 12:12:03.739964 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4782b56e-c2dc-444d-af41-2d598d3c7571 None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:03.762197 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4782b56e-c2dc-444d-af41-2d598d3c7571 None None] Transition to ACTIVE for port object b5ae3c84-ed51-4b19-8119-65ae34e07282 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:12:03.787059 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4782b56e-c2dc-444d-af41-2d598d3c7571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:04.022795 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35690) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:04.110687 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-e8eb1853-0fca-42e6-ae8e-ce777b246551 None None] Provisioning for port f8423133-bb42-4b66-bab1-7701b3d798a6 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:12:04.180667 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-e8eb1853-0fca-42e6-ae8e-ce777b246551 None None] Provisioning complete for port f8423133-bb42-4b66-bab1-7701b3d798a6 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:12:04.181291 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e8eb1853-0fca-42e6-ae8e-ce777b246551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:04.323073 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778bc90-07ac-4dff-b740-cb39fcf12036 req-f3b1534f-01ae-4f8c-a066-f383610bbede tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:04.326808 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c778bc90-07ac-4dff-b740-cb39fcf12036 req-f3b1534f-01ae-4f8c-a066-f383610bbede tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Synchronizing usage tracker for tenant:4be6d4c9fbf74c65b8c14da380707388 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:12:04.379336 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c778bc90-07ac-4dff-b740-cb39fcf12036 req-f3b1534f-01ae-4f8c-a066-f383610bbede tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Unset dirty status for tenant:4be6d4c9fbf74c65b8c14da380707388 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:12:04.384839 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c778bc90-07ac-4dff-b740-cb39fcf12036 req-f3b1534f-01ae-4f8c-a066-f383610bbede tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7d8d85a-2fbb-46a8-95bf-b3b7971e10d9 HTTP/1.1" status: 200 len: 935 time: 0.2924435 Feb 09 12:12:04.498928 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 35706) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:04.504828 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-7ba65e26-dc4a-445a-9328-87096f453d9c tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1694622962', 'description': 'tempest-description--1075694034'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:12:04.508796 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c778bc90-07ac-4dff-b740-cb39fcf12036 req-a4a99c09-d9a3-4f5f-b39a-5593592d32d3 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Synchronizing usage tracker for tenant:4be6d4c9fbf74c65b8c14da380707388 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:12:04.511762 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4fc81-49ed-483e-9408-affb639d6561 None None] Pushing event updated for resources: {'Port': ['ID=b5ae3c84-ed51-4b19-8119-65ae34e07282,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:04.515724 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7ba65e26-dc4a-445a-9328-87096f453d9c tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:04.535431 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7ba65e26-dc4a-445a-9328-87096f453d9c tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Usage tracker for resource:security_group and tenant:b614b8bd377446f892967d9352b20ad9 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:04.548941 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7ba65e26-dc4a-445a-9328-87096f453d9c tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:04.570750 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7ba65e26-dc4a-445a-9328-87096f453d9c tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:04.589215 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-4782b56e-c2dc-444d-af41-2d598d3c7571 None None] Attempting to bind port b5ae3c84-ed51-4b19-8119-65ae34e07282 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:12:04.591460 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-4782b56e-c2dc-444d-af41-2d598d3c7571 None None] Attempting to bind port b5ae3c84-ed51-4b19-8119-65ae34e07282 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '59e94cc7-e568-4425-87d6-c42e9ee726aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f6c1a382-f798-481e-bd58-d6f8db59672f'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:12:04.592192 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4782b56e-c2dc-444d-af41-2d598d3c7571 None None] Attempting to bind port b5ae3c84-ed51-4b19-8119-65ae34e07282 on network f6c1a382-f798-481e-bd58-d6f8db59672f {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:12:04.596331 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7ba65e26-dc4a-445a-9328-87096f453d9c tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:04.611082 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c778bc90-07ac-4dff-b740-cb39fcf12036 req-a4a99c09-d9a3-4f5f-b39a-5593592d32d3 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Unset dirty status for tenant:4be6d4c9fbf74c65b8c14da380707388 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:12:04.619752 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c778bc90-07ac-4dff-b740-cb39fcf12036 req-a4a99c09-d9a3-4f5f-b39a-5593592d32d3 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ada1c05-2bd3-4c70-9eb0-ab18dc98d968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288208 Feb 09 12:12:04.645952 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4782b56e-c2dc-444d-af41-2d598d3c7571 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:12:04.646673 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4782b56e-c2dc-444d-af41-2d598d3c7571 None None] Checking segment: {'id': '59e94cc7-e568-4425-87d6-c42e9ee726aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f6c1a382-f798-481e-bd58-d6f8db59672f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:12:04.647233 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4782b56e-c2dc-444d-af41-2d598d3c7571 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:04.647688 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4782b56e-c2dc-444d-af41-2d598d3c7571 None None] Bound using segment: {'id': '59e94cc7-e568-4425-87d6-c42e9ee726aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f6c1a382-f798-481e-bd58-d6f8db59672f'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:12:04.648223 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-4782b56e-c2dc-444d-af41-2d598d3c7571 None None] Bound port: b5ae3c84-ed51-4b19-8119-65ae34e07282, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e94cc7-e568-4425-87d6-c42e9ee726aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f6c1a382-f798-481e-bd58-d6f8db59672f'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:12:04.649001 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4782b56e-c2dc-444d-af41-2d598d3c7571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:04.657692 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7ba65e26-dc4a-445a-9328-87096f453d9c tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:04.664345 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7ba65e26-dc4a-445a-9328-87096f453d9c tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Usage tracker for resource:security_group_rule and tenant:b614b8bd377446f892967d9352b20ad9 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:04.670208 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7ba65e26-dc4a-445a-9328-87096f453d9c tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:04.687369 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7ba65e26-dc4a-445a-9328-87096f453d9c tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:04.690217 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-e8eb1853-0fca-42e6-ae8e-ce777b246551 None None] Port f8423133-bb42-4b66-bab1-7701b3d798a6 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:12:04.698115 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port aa074b86-2fd1-4f10-a053-40b96d4867aa triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:12:04.699681 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:04.763561 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a3c7d70f-9178-4f68-8007-a275d6123f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:04.780716 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7ba65e26-dc4a-445a-9328-87096f453d9c tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:04.788930 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7ba65e26-dc4a-445a-9328-87096f453d9c tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:04.797747 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-a3c7d70f-9178-4f68-8007-a275d6123f7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:04.802375 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a3c7d70f-9178-4f68-8007-a275d6123f7f admin admin] Usage tracker for resource:security_group_rule and tenant:93b7ac5ecd214a38b01c301a89e7d532 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:04.805712 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a3c7d70f-9178-4f68-8007-a275d6123f7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:04.814368 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-a3c7d70f-9178-4f68-8007-a275d6123f7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:04.847415 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-879e4c3a-6132-481f-b9eb-3da28ba1c2a6 service neutron] Request body: {'port': {'device_id': 'c7d8d85a-2fbb-46a8-95bf-b3b7971e10d9', 'device_owner': 'compute:tempest-test_az-1292356009', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:12:04.912892 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba65e26-dc4a-445a-9328-87096f453d9c tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4eb021-bb3a-442d-8153-c3dbaa0cfda8,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:04.930267 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7ba65e26-dc4a-445a-9328-87096f453d9c tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:04.935160 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7ba65e26-dc4a-445a-9328-87096f453d9c tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4327004 Feb 09 12:12:04.937020 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 35718) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:04.950166 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-f52d4f30-0a08-43af-a297-967cd1a840d7 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Request body: {'security_group_rule': {'security_group_id': 'ac4eb021-bb3a-442d-8153-c3dbaa0cfda8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:12:04.969760 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f52d4f30-0a08-43af-a297-967cd1a840d7 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:04.978380 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f52d4f30-0a08-43af-a297-967cd1a840d7 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Usage tracker for resource:security_group_rule and tenant:b614b8bd377446f892967d9352b20ad9 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:04.987305 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f52d4f30-0a08-43af-a297-967cd1a840d7 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:05.008621 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f52d4f30-0a08-43af-a297-967cd1a840d7 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:05.040365 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f52d4f30-0a08-43af-a297-967cd1a840d7 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:05.201344 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f52d4f30-0a08-43af-a297-967cd1a840d7 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:05.210325 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f52d4f30-0a08-43af-a297-967cd1a840d7 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:05.251219 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4782b56e-c2dc-444d-af41-2d598d3c7571 None None] For port b5ae3c84-ed51-4b19-8119-65ae34e07282, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:12:05.274028 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4782b56e-c2dc-444d-af41-2d598d3c7571 None None] For port b5ae3c84-ed51-4b19-8119-65ae34e07282, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=b5ae3c84-ed51-4b19-8119-65ae34e07282,segment=NetworkSegment(59e94cc7-e568-4425-87d6-c42e9ee726aa),segment_id=59e94cc7-e568-4425-87d6-c42e9ee726aa)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:12:05.286426 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d4f30-0a08-43af-a297-967cd1a840d7 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc75a3fb-f13b-4c68-8f5d-a2dd41c9ccb8,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:05.290483 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4782b56e-c2dc-444d-af41-2d598d3c7571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:05.301852 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f52d4f30-0a08-43af-a297-967cd1a840d7 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:05.303260 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f52d4f30-0a08-43af-a297-967cd1a840d7 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3635397 Feb 09 12:12:05.306008 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 35732) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:05.311652 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-20ac739a-9542-4c00-8d12-1cf06ffab7df tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Request body: {'security_group_rule': {'security_group_id': 'ac4eb021-bb3a-442d-8153-c3dbaa0cfda8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:12:05.328471 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-20ac739a-9542-4c00-8d12-1cf06ffab7df tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:05.339734 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-20ac739a-9542-4c00-8d12-1cf06ffab7df tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Usage tracker for resource:security_group_rule and tenant:b614b8bd377446f892967d9352b20ad9 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:05.345986 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-20ac739a-9542-4c00-8d12-1cf06ffab7df tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:05.358657 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-20ac739a-9542-4c00-8d12-1cf06ffab7df tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:05.397133 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-879e4c3a-6132-481f-b9eb-3da28ba1c2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:05.398732 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-20ac739a-9542-4c00-8d12-1cf06ffab7df tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:05.513277 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4782b56e-c2dc-444d-af41-2d598d3c7571 None None] Routers {'44b47373-8724-4881-9a88-6351bf656702'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:12:05.513922 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-4782b56e-c2dc-444d-af41-2d598d3c7571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:11:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['44b47373-8724-4881-9a88-6351bf656702'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:12:05.585380 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-20ac739a-9542-4c00-8d12-1cf06ffab7df tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:05.596278 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-20ac739a-9542-4c00-8d12-1cf06ffab7df tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:05.663317 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a3c7d70f-9178-4f68-8007-a275d6123f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:05.672447 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac739a-9542-4c00-8d12-1cf06ffab7df tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=651076e8-d3b5-4338-9d6d-b46979b5bd4b,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:05.706035 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a3c7d70f-9178-4f68-8007-a275d6123f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:05.713467 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-20ac739a-9542-4c00-8d12-1cf06ffab7df tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:05.714965 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-20ac739a-9542-4c00-8d12-1cf06ffab7df tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4078267 Feb 09 12:12:05.723738 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 35746) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:05.730775 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-1dd8094b-a9c0-49ea-b523-8d545d7ec62a tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:12:05.758793 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1dd8094b-a9c0-49ea-b523-8d545d7ec62a tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:05.774746 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-1dd8094b-a9c0-49ea-b523-8d545d7ec62a tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Usage tracker for resource:floatingip and tenant:b614b8bd377446f892967d9352b20ad9 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:05.788059 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-1dd8094b-a9c0-49ea-b523-8d545d7ec62a tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:05.808277 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1dd8094b-a9c0-49ea-b523-8d545d7ec62a tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:05.834302 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1dd8094b-a9c0-49ea-b523-8d545d7ec62a tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks [] for floatingip, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:05.962801 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4fc81-49ed-483e-9408-affb639d6561 None None] Pushing event updated for resources: {'Port': ['ID=b5ae3c84-ed51-4b19-8119-65ae34e07282,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:06.014180 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a3c7d70f-9178-4f68-8007-a275d6123f7f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=93b7ac5ecd214a38b01c301a89e7d532&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9902852 Feb 09 12:12:06.031050 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 35752) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:06.166772 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-4782b56e-c2dc-444d-af41-2d598d3c7571 None None] Set router 44b47373-8724-4881-9a88-6351bf656702 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:12:06.209445 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7d70f-9178-4f68-8007-a275d6123f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecaa6c70-d147-470a-b43b-c96efdf7f4fc,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:06.336776 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5c1741ab-e52b-443f-9d8e-aa6140d80262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:06.424336 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5c1741ab-e52b-443f-9d8e-aa6140d80262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:06.541665 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1dd8094b-a9c0-49ea-b523-8d545d7ec62a tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:06.642418 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5c1741ab-e52b-443f-9d8e-aa6140d80262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:06.725564 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1741ab-e52b-443f-9d8e-aa6140d80262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecaa6c70-d147-470a-b43b-c96efdf7f4fc,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:06.849344 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f288b1a-ca47-4b0d-a4d8-248b7b09b212 req-6cb7b605-55c7-411b-b231-aff5cb762e7e tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:06.857567 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1f288b1a-ca47-4b0d-a4d8-248b7b09b212 req-6cb7b605-55c7-411b-b231-aff5cb762e7e tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7d8d85a-2fbb-46a8-95bf-b3b7971e10d9 HTTP/1.1" status: 200 len: 935 time: 0.8467028 Feb 09 12:12:06.877984 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5c1741ab-e52b-443f-9d8e-aa6140d80262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:06.880343 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5c1741ab-e52b-443f-9d8e-aa6140d80262 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ecaa6c70-d147-470a-b43b-c96efdf7f4fc HTTP/1.1" status: 204 len: 168 time: 0.8503218 Feb 09 12:12:06.933167 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1f288b1a-ca47-4b0d-a4d8-248b7b09b212 req-aa3f23dc-2fb1-4844-8b99-a3b417ed7215 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ada1c05-2bd3-4c70-9eb0-ab18dc98d968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746024 Feb 09 12:12:06.969371 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-4782b56e-c2dc-444d-af41-2d598d3c7571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b47373-8724-4881-9a88-6351bf656702', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-703001424-router', 'tenant_id': 'db5979b3202c409f938589b0dc1f5a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': 'aa074b86-2fd1-4f10-a053-40b96d4867aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:11:51Z', 'updated_at': '2022-02-09T12:11:59Z', 'revision_number': 4, 'project_id': 'db5979b3202c409f938589b0dc1f5a5b', 'gw_port': {'id': 'aa074b86-2fd1-4f10-a053-40b96d4867aa', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b47373-8724-4881-9a88-6351bf656702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:11:52Z', 'updated_at': '2022-02-09T12:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'b5ae3c84-ed51-4b19-8119-65ae34e07282', 'name': '', 'network_id': 'f6c1a382-f798-481e-bd58-d6f8db59672f', 'tenant_id': 'db5979b3202c409f938589b0dc1f5a5b', 'mac_address': 'fa:16:3e:e1:bc:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b47373-8724-4881-9a88-6351bf656702', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a6a84c23-f60d-46fe-84da-158ba26e784b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:11:57Z', 'updated_at': '2022-02-09T12:12:05Z', 'revision_number': 4, 'project_id': 'db5979b3202c409f938589b0dc1f5a5b', 'subnets': [{'id': 'a6a84c23-f60d-46fe-84da-158ba26e784b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:12:06.977774 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4782b56e-c2dc-444d-af41-2d598d3c7571 None None] The sync data for ids ['44b47373-8724-4881-9a88-6351bf656702'] in n-d-825178-3 is: [{'id': '44b47373-8724-4881-9a88-6351bf656702', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-703001424-router', 'tenant_id': 'db5979b3202c409f938589b0dc1f5a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': 'aa074b86-2fd1-4f10-a053-40b96d4867aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:11:51Z', 'updated_at': '2022-02-09T12:11:59Z', 'revision_number': 4, 'project_id': 'db5979b3202c409f938589b0dc1f5a5b', 'gw_port': {'id': 'aa074b86-2fd1-4f10-a053-40b96d4867aa', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b47373-8724-4881-9a88-6351bf656702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:11:52Z', 'updated_at': '2022-02-09T12:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'b5ae3c84-ed51-4b19-8119-65ae34e07282', 'name': '', 'network_id': 'f6c1a382-f798-481e-bd58-d6f8db59672f', 'tenant_id': 'db5979b3202c409f938589b0dc1f5a5b', 'mac_address': 'fa:16:3e:e1:bc:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b47373-8724-4881-9a88-6351bf656702', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a6a84c23-f60d-46fe-84da-158ba26e784b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:11:57Z', 'updated_at': '2022-02-09T12:12:05Z', 'revision_number': 4, 'project_id': 'db5979b3202c409f938589b0dc1f5a5b', 'subnets': [{'id': 'a6a84c23-f60d-46fe-84da-158ba26e784b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:12:07.089006 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-1dd8094b-a9c0-49ea-b523-8d545d7ec62a tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Allocated IP 172.25.7.47 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/fd8e1c38-0e99-468a-9138-62e2ed0b867d) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:12:07.221825 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-879e4c3a-6132-481f-b9eb-3da28ba1c2a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8423133-bb42-4b66-bab1-7701b3d798a6 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:12:07.254632 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-879e4c3a-6132-481f-b9eb-3da28ba1c2a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:07.275539 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-879e4c3a-6132-481f-b9eb-3da28ba1c2a6 service neutron] Transition to ACTIVE for port object f8423133-bb42-4b66-bab1-7701b3d798a6 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:12:07.289637 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-879e4c3a-6132-481f-b9eb-3da28ba1c2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:07.738030 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device b5ae3c84-ed51-4b19-8119-65ae34e07282 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:12:07.823501 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1dd8094b-a9c0-49ea-b523-8d545d7ec62a tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:07.903547 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1dd8094b-a9c0-49ea-b523-8d545d7ec62a tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:07.967345 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e4c3a-6132-481f-b9eb-3da28ba1c2a6 service neutron] Pushing event updated for resources: {'Port': ['ID=f8423133-bb42-4b66-bab1-7701b3d798a6,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:07.990148 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port b5ae3c84-ed51-4b19-8119-65ae34e07282 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:12:08.005522 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port b5ae3c84-ed51-4b19-8119-65ae34e07282 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:12:08.007779 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:08.044667 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd8094b-a9c0-49ea-b523-8d545d7ec62a tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:12:08.059149 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-1dd8094b-a9c0-49ea-b523-8d545d7ec62a tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:12:08.063191 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd8094b-a9c0-49ea-b523-8d545d7ec62a tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:12:08.181437 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-879e4c3a-6132-481f-b9eb-3da28ba1c2a6 service neutron] Attempting to bind port f8423133-bb42-4b66-bab1-7701b3d798a6 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:12:08.188518 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-879e4c3a-6132-481f-b9eb-3da28ba1c2a6 service neutron] Attempting to bind port f8423133-bb42-4b66-bab1-7701b3d798a6 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:12:08.188975 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-879e4c3a-6132-481f-b9eb-3da28ba1c2a6 service neutron] Attempting to bind port f8423133-bb42-4b66-bab1-7701b3d798a6 on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:12:08.206690 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-879e4c3a-6132-481f-b9eb-3da28ba1c2a6 service neutron] Port f8423133-bb42-4b66-bab1-7701b3d798a6 on network 4f732e35-467f-44f5-be04-aa808693dec3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:12:08.207449 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-879e4c3a-6132-481f-b9eb-3da28ba1c2a6 service neutron] Attempting to bind port f8423133-bb42-4b66-bab1-7701b3d798a6 on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:12:08.238406 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-879e4c3a-6132-481f-b9eb-3da28ba1c2a6 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:12:08.240167 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-879e4c3a-6132-481f-b9eb-3da28ba1c2a6 service neutron] Checking segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:12:08.241741 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-879e4c3a-6132-481f-b9eb-3da28ba1c2a6 service neutron] Bound using segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:12:08.243938 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-879e4c3a-6132-481f-b9eb-3da28ba1c2a6 service neutron] Bound port: f8423133-bb42-4b66-bab1-7701b3d798a6, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:12:08.244575 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-879e4c3a-6132-481f-b9eb-3da28ba1c2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:08.369106 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1dd8094b-a9c0-49ea-b523-8d545d7ec62a tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:08.526133 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:08.575920 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35792) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:08.625396 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd8094b-a9c0-49ea-b523-8d545d7ec62a tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Pushing event updated for resources: {'Port': ['ID=fd8e1c38-0e99-468a-9138-62e2ed0b867d,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:08.640309 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port b5ae3c84-ed51-4b19-8119-65ae34e07282, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=b5ae3c84-ed51-4b19-8119-65ae34e07282,segment=NetworkSegment(59e94cc7-e568-4425-87d6-c42e9ee726aa),segment_id=59e94cc7-e568-4425-87d6-c42e9ee726aa)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:12:08.647763 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:08.736472 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1dd8094b-a9c0-49ea-b523-8d545d7ec62a tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:08.797059 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fb6d01c4-0309-4220-84b6-f15c116c3396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:08.870473 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-879e4c3a-6132-481f-b9eb-3da28ba1c2a6 service neutron] For port f8423133-bb42-4b66-bab1-7701b3d798a6, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:12:08.887551 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=b5ae3c84-ed51-4b19-8119-65ae34e07282,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:08.913390 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-fb6d01c4-0309-4220-84b6-f15c116c3396 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:08.946740 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-fb6d01c4-0309-4220-84b6-f15c116c3396 admin admin] Usage tracker for resource:security_group_rule and tenant:5855e750f69a488ebfff13b9e098ca08 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:08.967243 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-879e4c3a-6132-481f-b9eb-3da28ba1c2a6 service neutron] For port f8423133-bb42-4b66-bab1-7701b3d798a6, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f8423133-bb42-4b66-bab1-7701b3d798a6,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:12:08.968428 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-fb6d01c4-0309-4220-84b6-f15c116c3396 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:09.018004 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a59bcb-7f30-43d3-90fd-4206cbdaff14 req-909494a4-5ccc-49ce-b909-b7eb28e5d3cf tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:09.024876 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-86a59bcb-7f30-43d3-90fd-4206cbdaff14 req-909494a4-5ccc-49ce-b909-b7eb28e5d3cf tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7d8d85a-2fbb-46a8-95bf-b3b7971e10d9 HTTP/1.1" status: 200 len: 969 time: 0.5588393 Feb 09 12:12:09.037283 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-fb6d01c4-0309-4220-84b6-f15c116c3396 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:09.040593 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-879e4c3a-6132-481f-b9eb-3da28ba1c2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:09.247423 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-879e4c3a-6132-481f-b9eb-3da28ba1c2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:09.248202 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-879e4c3a-6132-481f-b9eb-3da28ba1c2a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:09.250091 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-879e4c3a-6132-481f-b9eb-3da28ba1c2a6 service neutron] 10.222.0.46 "PUT /v2.0/ports/f8423133-bb42-4b66-bab1-7701b3d798a6 HTTP/1.1" status: 200 len: 1117 time: 4.7793231 Feb 09 12:12:09.256262 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d8d85a-2fbb-46a8-95bf-b3b7971e10d9', 'tag': 'f8423133-bb42-4b66-bab1-7701b3d798a6'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:12:09.499034 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1dd8094b-a9c0-49ea-b523-8d545d7ec62a tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:09.512074 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1dd8094b-a9c0-49ea-b523-8d545d7ec62a tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:09.562810 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-86a59bcb-7f30-43d3-90fd-4206cbdaff14 req-f531378b-94a3-4610-af66-48f318548e7e tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ada1c05-2bd3-4c70-9eb0-ab18dc98d968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5369132 Feb 09 12:12:09.641934 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e4c3a-6132-481f-b9eb-3da28ba1c2a6 service neutron] Pushing event updated for resources: {'Port': ['ID=f8423133-bb42-4b66-bab1-7701b3d798a6,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:09.681279 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1dd8094b-a9c0-49ea-b523-8d545d7ec62a tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:09.715456 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device b5ae3c84-ed51-4b19-8119-65ae34e07282 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:12:09.740383 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-5f59daa9-35dd-4920-a903-baedb4ef715d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:09.747651 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-5f59daa9-35dd-4920-a903-baedb4ef715d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4be6d4c9fbf74c65b8c14da380707388&device_id=c7d8d85a-2fbb-46a8-95bf-b3b7971e10d9 HTTP/1.1" status: 200 len: 1120 time: 0.4138231 Feb 09 12:12:09.802470 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd8094b-a9c0-49ea-b523-8d545d7ec62a tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Pushing event updated for resources: {'Port': ['ID=fd8e1c38-0e99-468a-9138-62e2ed0b867d,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:09.808644 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1dd8094b-a9c0-49ea-b523-8d545d7ec62a tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:09.811374 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1dd8094b-a9c0-49ea-b523-8d545d7ec62a tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0859041 Feb 09 12:12:09.954710 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-61819be0-06a5-4a38-b658-6b322a309bd1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=f8423133-bb42-4b66-bab1-7701b3d798a6 HTTP/1.1" status: 200 len: 217 time: 0.1676476 Feb 09 12:12:09.955719 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port b5ae3c84-ed51-4b19-8119-65ae34e07282 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:12:09.956808 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:10.137760 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fb6d01c4-0309-4220-84b6-f15c116c3396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:10.156772 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fb6d01c4-0309-4220-84b6-f15c116c3396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:10.225390 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-fb6d01c4-0309-4220-84b6-f15c116c3396 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5855e750f69a488ebfff13b9e098ca08&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6386633 Feb 09 12:12:10.227447 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-f4ee9d19-53d7-4dc3-bd33-f9f398e51836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:10.228570 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 35826) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:10.230142 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-f4ee9d19-53d7-4dc3-bd33-f9f398e51836 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.2504678 Feb 09 12:12:10.250033 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d01c4-0309-4220-84b6-f15c116c3396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87cf8ee6-0cdd-47c3-a57c-2e7feaa89b8e,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:10.358671 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-990e5174-7b33-42bb-a734-666db01349e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:10.422077 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-7d38e7c3-44e8-4554-a3ae-d58441085da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:10.424534 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-7d38e7c3-44e8-4554-a3ae-d58441085da7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1562638 Feb 09 12:12:10.430869 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-990e5174-7b33-42bb-a734-666db01349e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:10.482175 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35838) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:10.545213 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-990e5174-7b33-42bb-a734-666db01349e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:10.594969 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-990e5174-7b33-42bb-a734-666db01349e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:10.602378 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-990e5174-7b33-42bb-a734-666db01349e4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/87cf8ee6-0cdd-47c3-a57c-2e7feaa89b8e HTTP/1.1" status: 204 len: 168 time: 0.3725336 Feb 09 12:12:10.606233 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e5174-7b33-42bb-a734-666db01349e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cf8ee6-0cdd-47c3-a57c-2e7feaa89b8e,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:10.890600 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-702135e6-eba9-4458-9d44-e2173c3f5497 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4541719 Feb 09 12:12:10.982747 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7d8d85a-2fbb-46a8-95bf-b3b7971e10d9', 'tag': 'f8423133-bb42-4b66-bab1-7701b3d798a6', 'status': 'completed', 'code': 200} Feb 09 12:12:11.167071 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bced12dd-37e4-45de-be17-67c31f284247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:11.203625 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-bced12dd-37e4-45de-be17-67c31f284247 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:11.212325 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-bced12dd-37e4-45de-be17-67c31f284247 admin admin] Usage tracker for resource:security_group_rule and tenant:b7cf4510fce24ba9880ed32ed18b2962 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:11.216647 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-bced12dd-37e4-45de-be17-67c31f284247 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:11.225172 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-bced12dd-37e4-45de-be17-67c31f284247 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:11.292848 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93afdbc1-14fa-4ddd-8720-ef0db39e9d3c req-6e8e36e7-568b-4d00-88b9-62d6ccf0f94a tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:11.301894 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-93afdbc1-14fa-4ddd-8720-ef0db39e9d3c req-6e8e36e7-568b-4d00-88b9-62d6ccf0f94a tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7d8d85a-2fbb-46a8-95bf-b3b7971e10d9 HTTP/1.1" status: 200 len: 969 time: 0.1907654 Feb 09 12:12:11.405899 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-93afdbc1-14fa-4ddd-8720-ef0db39e9d3c req-3a7be391-eafb-424c-8a59-b60dfaa06fd8 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ada1c05-2bd3-4c70-9eb0-ab18dc98d968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022565 Feb 09 12:12:11.505617 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bced12dd-37e4-45de-be17-67c31f284247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:11.517892 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bced12dd-37e4-45de-be17-67c31f284247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:11.642461 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-bced12dd-37e4-45de-be17-67c31f284247 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b7cf4510fce24ba9880ed32ed18b2962&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1575916 Feb 09 12:12:11.645222 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 35882) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:11.650688 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-6b0d1a79-fdd6-4712-9337-b554f7c269c5 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Synchronizing usage tracker for tenant:b614b8bd377446f892967d9352b20ad9 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:12:11.655727 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced12dd-37e4-45de-be17-67c31f284247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0eda333-befd-4f78-b783-3948b2edba14,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:11.681513 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-6b0d1a79-fdd6-4712-9337-b554f7c269c5 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Unset dirty status for tenant:b614b8bd377446f892967d9352b20ad9 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:12:11.691868 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-6b0d1a79-fdd6-4712-9337-b554f7c269c5 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1694622962&fields=id&tenant_id=b614b8bd377446f892967d9352b20ad9 HTTP/1.1" status: 200 len: 267 time: 0.1513178 Feb 09 12:12:11.768588 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c2cef465-46c4-4936-a118-3533b30653f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:11.840709 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c2cef465-46c4-4936-a118-3533b30653f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:11.983056 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c2cef465-46c4-4936-a118-3533b30653f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:12.007395 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c2cef465-46c4-4936-a118-3533b30653f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:12.022174 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c2cef465-46c4-4936-a118-3533b30653f6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d0eda333-befd-4f78-b783-3948b2edba14 HTTP/1.1" status: 204 len: 168 time: 0.3746908 Feb 09 12:12:12.023587 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cef465-46c4-4936-a118-3533b30653f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0eda333-befd-4f78-b783-3948b2edba14,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:12.026890 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-136af16b-e988-4912-ab74-ea4a657b420b tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:12.028008 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-136af16b-e988-4912-ab74-ea4a657b420b tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Synchronizing usage tracker for tenant:b614b8bd377446f892967d9352b20ad9 on resource:network {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:12:12.060633 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-136af16b-e988-4912-ab74-ea4a657b420b tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Unset dirty status for tenant:b614b8bd377446f892967d9352b20ad9 on resource:network {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:12:12.061907 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-136af16b-e988-4912-ab74-ea4a657b420b tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/networks?id=de69ec27-0664-4edc-8ca7-aed58e385f8e HTTP/1.1" status: 200 len: 824 time: 0.3691144 Feb 09 12:12:12.100998 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-70558922-6060-4fde-9b57-8763aaf8d4a3 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/quotas/b614b8bd377446f892967d9352b20ad9 HTTP/1.1" status: 200 len: 375 time: 0.0288007 Feb 09 12:12:12.246587 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-e8017227-5049-4c08-9e43-8e87816454ad tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Synchronizing usage tracker for tenant:b614b8bd377446f892967d9352b20ad9 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:12:12.281095 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-e8017227-5049-4c08-9e43-8e87816454ad tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Unset dirty status for tenant:b614b8bd377446f892967d9352b20ad9 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:12:12.283068 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-e8017227-5049-4c08-9e43-8e87816454ad tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b614b8bd377446f892967d9352b20ad9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1685092 Feb 09 12:12:12.660241 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-c731e451-5c44-4ce2-a48b-6f7de613b819 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:12:12.681307 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-c731e451-5c44-4ce2-a48b-6f7de613b819 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1297710 Feb 09 12:12:12.728883 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 35918) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:12.758674 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6375b6ae-0264-48ce-90cc-75a2c44d1271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:12.840428 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6375b6ae-0264-48ce-90cc-75a2c44d1271 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:12.858377 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-6375b6ae-0264-48ce-90cc-75a2c44d1271 admin admin] Usage tracker for resource:security_group_rule and tenant:63b8c2fa12f94b9288cecdbdca509448 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:12.861393 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-6375b6ae-0264-48ce-90cc-75a2c44d1271 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:12.872137 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6375b6ae-0264-48ce-90cc-75a2c44d1271 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:12.880526 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-2a3bbcbd-bb50-483d-9212-ba9deab0c22b service neutron] 10.222.0.55 "GET /v2.0/networks/de69ec27-0664-4edc-8ca7-aed58e385f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976421 Feb 09 12:12:13.091007 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6375b6ae-0264-48ce-90cc-75a2c44d1271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:13.098189 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 35924) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:13.112500 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6375b6ae-0264-48ce-90cc-75a2c44d1271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:13.175046 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6375b6ae-0264-48ce-90cc-75a2c44d1271 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=63b8c2fa12f94b9288cecdbdca509448&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4477360 Feb 09 12:12:13.177989 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 35930) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:13.226733 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6375b6ae-0264-48ce-90cc-75a2c44d1271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4a8670-8210-41a1-9a18-3b7e43766567,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:13.262316 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-9d12d18d-7ede-4251-8d6d-94afe1a5311e service neutron] 10.222.0.55 "GET /v2.0/networks/de69ec27-0664-4edc-8ca7-aed58e385f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629940 Feb 09 12:12:13.307462 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f58018a4-8390-4bee-a746-e5afcbce6899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:13.377503 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f58018a4-8390-4bee-a746-e5afcbce6899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:13.426333 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-b4798bbf-a922-4659-af3a-cb6296ea162e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-130606938-network', 'tenant_id': '3a84524b0b1d4c8da324d07cc553e331'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:12:13.431746 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b4798bbf-a922-4659-af3a-cb6296ea162e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:13.438328 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b4798bbf-a922-4659-af3a-cb6296ea162e admin admin] Usage tracker for resource:network and tenant:3a84524b0b1d4c8da324d07cc553e331 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:13.443364 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b4798bbf-a922-4659-af3a-cb6296ea162e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:13.453747 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b4798bbf-a922-4659-af3a-cb6296ea162e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:13.479693 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4798bbf-a922-4659-af3a-cb6296ea162e admin admin] Made reservation on behalf of 3a84524b0b1d4c8da324d07cc553e331 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:12:13.489884 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b4798bbf-a922-4659-af3a-cb6296ea162e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:13.516116 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f58018a4-8390-4bee-a746-e5afcbce6899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:13.528433 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b4798bbf-a922-4659-af3a-cb6296ea162e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:13.546129 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58018a4-8390-4bee-a746-e5afcbce6899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4a8670-8210-41a1-9a18-3b7e43766567,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:13.554011 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b4798bbf-a922-4659-af3a-cb6296ea162e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:13.560850 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b4798bbf-a922-4659-af3a-cb6296ea162e admin admin] Usage tracker for resource:security_group_rule and tenant:3a84524b0b1d4c8da324d07cc553e331 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:13.563841 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f58018a4-8390-4bee-a746-e5afcbce6899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:13.567487 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f58018a4-8390-4bee-a746-e5afcbce6899 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9d4a8670-8210-41a1-9a18-3b7e43766567 HTTP/1.1" status: 204 len: 168 time: 0.3862057 Feb 09 12:12:13.567487 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b4798bbf-a922-4659-af3a-cb6296ea162e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:13.573426 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b4798bbf-a922-4659-af3a-cb6296ea162e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:13.718211 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b4798bbf-a922-4659-af3a-cb6296ea162e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:13.739703 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b4798bbf-a922-4659-af3a-cb6296ea162e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:13.795914 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4798bbf-a922-4659-af3a-cb6296ea162e admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:12:13.873749 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4798bbf-a922-4659-af3a-cb6296ea162e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca760e7-4d32-4d95-ad79-81fd085fb4c2,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:13.885577 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b4798bbf-a922-4659-af3a-cb6296ea162e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:13.888364 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-b4798bbf-a922-4659-af3a-cb6296ea162e admin admin] Added segment 32f229e9-9010-4be1-973f-7ae4423dcda8 of type vlan for network c4b615eb-1906-4989-ab89-8b6ef1cc1053 Feb 09 12:12:13.940541 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-77b606c3-2e1a-4705-a9ee-4dbeec55549c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:13.989731 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b4798bbf-a922-4659-af3a-cb6296ea162e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:14.037621 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0380e3-0192-4781-a660-4732c5a0104e req-783164a1-7fb7-47cb-b7ed-6c46a86ecece tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:14.046025 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-de0380e3-0192-4781-a660-4732c5a0104e req-783164a1-7fb7-47cb-b7ed-6c46a86ecece tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7d8d85a-2fbb-46a8-95bf-b3b7971e10d9 HTTP/1.1" status: 200 len: 969 time: 0.4324231 Feb 09 12:12:14.047156 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b4798bbf-a922-4659-af3a-cb6296ea162e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:14.049282 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4798bbf-a922-4659-af3a-cb6296ea162e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:14.050584 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b4798bbf-a922-4659-af3a-cb6296ea162e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:14.144999 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e40ac02a-7cd9-477d-b239-bb8019ca91ea req-d8b0c752-7f7c-4b6a-a6ee-60949a4403f6 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4497807 Feb 09 12:12:14.170904 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-de0380e3-0192-4781-a660-4732c5a0104e req-86e47130-d766-4b9f-9361-2c1653ac8942 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ada1c05-2bd3-4c70-9eb0-ab18dc98d968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220322 Feb 09 12:12:14.260767 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4798bbf-a922-4659-af3a-cb6296ea162e admin admin] Pushing event updated for resources: {'Network': ['ID=c4b615eb-1906-4989-ab89-8b6ef1cc1053,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:14.274767 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network c4b615eb-1906-4989-ab89-8b6ef1cc1053 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:12:14.287775 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b4798bbf-a922-4659-af3a-cb6296ea162e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1882465 Feb 09 12:12:14.290885 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 35974) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:14.305601 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-1d33038c-25f9-456b-93d6-fd8cc978fb79 admin admin] Request body: {'subnet': {'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-130606938-subnet', 'tenant_id': '3a84524b0b1d4c8da324d07cc553e331', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:12:14.329127 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1d33038c-25f9-456b-93d6-fd8cc978fb79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:14.343298 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-1d33038c-25f9-456b-93d6-fd8cc978fb79 admin admin] Usage tracker for resource:subnet and tenant:3a84524b0b1d4c8da324d07cc553e331 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:14.353454 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-1d33038c-25f9-456b-93d6-fd8cc978fb79 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:14.369088 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1d33038c-25f9-456b-93d6-fd8cc978fb79 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:14.390286 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d33038c-25f9-456b-93d6-fd8cc978fb79 admin admin] Made reservation on behalf of 3a84524b0b1d4c8da324d07cc553e331 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:12:14.394163 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d33038c-25f9-456b-93d6-fd8cc978fb79 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:14.488199 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7f2c3792-e319-450d-9809-b8463d411b7c req-dc5935ec-e816-49ff-a6f1-882273dc5404 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/ports?device_id=e661f86f-b149-4e42-9974-afc259a7027a HTTP/1.1" status: 200 len: 210 time: 0.0908582 Feb 09 12:12:14.529172 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef61eff5-37e5-46dc-9c59-d74a82eb17b5 req-cf678453-9e47-4288-86a4-d61454c3c58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:14.530753 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ef61eff5-37e5-46dc-9c59-d74a82eb17b5 req-cf678453-9e47-4288-86a4-d61454c3c58b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4be6d4c9fbf74c65b8c14da380707388&device_id=c7d8d85a-2fbb-46a8-95bf-b3b7971e10d9 HTTP/1.1" status: 200 len: 1120 time: 0.2854519 Feb 09 12:12:14.778866 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d33038c-25f9-456b-93d6-fd8cc978fb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:14.852411 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef61eff5-37e5-46dc-9c59-d74a82eb17b5 req-52b626a2-ad42-4e6f-9fea-beae5a55a921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:14.854294 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ef61eff5-37e5-46dc-9c59-d74a82eb17b5 req-52b626a2-ad42-4e6f-9fea-beae5a55a921 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.1943755 Feb 09 12:12:14.876777 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d33038c-25f9-456b-93d6-fd8cc978fb79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d6b2f2b-3fb9-4d1b-ac78-19140ea18253,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:14.888544 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d33038c-25f9-456b-93d6-fd8cc978fb79 admin admin] Checking segment: {'id': '32f229e9-9010-4be1-973f-7ae4423dcda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:12:14.888939 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d33038c-25f9-456b-93d6-fd8cc978fb79 admin admin] Network hostable DHCP agents. Network: c4b615eb-1906-4989-ab89-8b6ef1cc1053, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:12:14.919344 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d33038c-25f9-456b-93d6-fd8cc978fb79 admin admin] Network c4b615eb-1906-4989-ab89-8b6ef1cc1053 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:12:14.940428 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-1d33038c-25f9-456b-93d6-fd8cc978fb79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, c4b615eb-1906-4989-ab89-8b6ef1cc1053) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:12:14.945140 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d33038c-25f9-456b-93d6-fd8cc978fb79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:14.946174 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d33038c-25f9-456b-93d6-fd8cc978fb79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:14.952769 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf565e60-1748-420d-9209-04e051602400 None None] Network c4b615eb-1906-4989-ab89-8b6ef1cc1053 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:12:14.975338 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ef61eff5-37e5-46dc-9c59-d74a82eb17b5 req-b2c89aaf-1d68-4837-b1f0-eafffb55b71b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=f8423133-bb42-4b66-bab1-7701b3d798a6 HTTP/1.1" status: 200 len: 217 time: 0.1096153 Feb 09 12:12:14.989965 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1d33038c-25f9-456b-93d6-fd8cc978fb79 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6974478 Feb 09 12:12:15.107432 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef61eff5-37e5-46dc-9c59-d74a82eb17b5 req-3cefbf66-e52d-45a4-a186-35071f6a3e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:15.109441 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ef61eff5-37e5-46dc-9c59-d74a82eb17b5 req-3cefbf66-e52d-45a4-a186-35071f6a3e3a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.1219530 Feb 09 12:12:15.213448 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef61eff5-37e5-46dc-9c59-d74a82eb17b5 req-f9c4dfa8-8158-4abe-8350-13a35a8a3b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:15.216133 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ef61eff5-37e5-46dc-9c59-d74a82eb17b5 req-f9c4dfa8-8158-4abe-8350-13a35a8a3b8f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0937545 Feb 09 12:12:15.424975 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadc3fab-bb20-484c-911a-3f573bc2c110 None None] Network c4b615eb-1906-4989-ab89-8b6ef1cc1053 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:12:15.608569 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ef61eff5-37e5-46dc-9c59-d74a82eb17b5 req-24bc9a8a-3854-494d-8667-31d3e27d57bf service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844724 Feb 09 12:12:15.778680 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a5d660-9ff0-44fb-84e8-c1cfd6f13c49 req-3c647977-5270-4de2-8451-ab41ddc370f6 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:15.780009 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b3a5d660-9ff0-44fb-84e8-c1cfd6f13c49 req-3c647977-5270-4de2-8451-ab41ddc370f6 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7d8d85a-2fbb-46a8-95bf-b3b7971e10d9 HTTP/1.1" status: 200 len: 969 time: 0.2613120 Feb 09 12:12:15.784843 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a44f2e23-9752-4e34-b380-7e7cdf744104 req-06992ffc-99a6-411a-8ab6-3ba173adb85e tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/ports?device_id=e661f86f-b149-4e42-9974-afc259a7027a HTTP/1.1" status: 200 len: 210 time: 0.0764308 Feb 09 12:12:15.851398 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b3a5d660-9ff0-44fb-84e8-c1cfd6f13c49 req-63cb73a0-72a6-4197-9819-985334f21358 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ada1c05-2bd3-4c70-9eb0-ab18dc98d968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638804 Feb 09 12:12:15.863518 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 36054) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:15.877608 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ef61eff5-37e5-46dc-9c59-d74a82eb17b5 req-3a59f7fa-90e7-41c1-b0ba-ee8eedf2d0e8 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604640 Feb 09 12:12:15.901094 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 36060) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:15.994334 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.52', 54579) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:16.067861 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4b28d0df-cf8f-4a88-b0be-b80d62ba5112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:16.104115 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4b28d0df-cf8f-4a88-b0be-b80d62ba5112 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:16.113960 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4b28d0df-cf8f-4a88-b0be-b80d62ba5112 admin admin] Usage tracker for resource:security_group_rule and tenant:a5822ca7fc3a49969d3650ad4a696212 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:16.119694 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4b28d0df-cf8f-4a88-b0be-b80d62ba5112 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:16.129880 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4b28d0df-cf8f-4a88-b0be-b80d62ba5112 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:16.240084 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4b28d0df-cf8f-4a88-b0be-b80d62ba5112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:16.241202 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-767ba311-77bd-4969-8647-2137087d9fb3 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:16.242707 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-767ba311-77bd-4969-8647-2137087d9fb3 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.52 "GET /v2.0/networks?id=de69ec27-0664-4edc-8ca7-aed58e385f8e HTTP/1.1" status: 200 len: 824 time: 0.2406430 Feb 09 12:12:16.248369 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4b28d0df-cf8f-4a88-b0be-b80d62ba5112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:16.251852 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ec566799-faee-426a-b3e4-4502aa987d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:16.294697 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-aaf730ba-e2bc-4c55-a796-1b345db3db75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:16.305684 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4b28d0df-cf8f-4a88-b0be-b80d62ba5112 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a5822ca7fc3a49969d3650ad4a696212&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4395094 Feb 09 12:12:16.306416 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28d0df-cf8f-4a88-b0be-b80d62ba5112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a5f1ce-1513-4d13-a793-a73cbbce94e4,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:16.309432 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 36078) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:16.395406 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-aaf730ba-e2bc-4c55-a796-1b345db3db75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:16.410299 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-aaf730ba-e2bc-4c55-a796-1b345db3db75 admin admin] Usage tracker for resource:security_group_rule and tenant:c310842df8a343fa88d7c71726f53b4d is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:16.415320 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-aaf730ba-e2bc-4c55-a796-1b345db3db75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:16.448975 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-4580f09a-a1b9-4b00-ae6a-96b5be880ba8 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b614b8bd377446f892967d9352b20ad9 HTTP/1.1" status: 200 len: 380 time: 0.0684409 Feb 09 12:12:16.456044 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-aaf730ba-e2bc-4c55-a796-1b345db3db75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:16.475118 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d768d194-ee6f-4749-b242-0565dba0a876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:16.553441 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d768d194-ee6f-4749-b242-0565dba0a876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:16.609926 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 36092) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:16.647966 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-aaf730ba-e2bc-4c55-a796-1b345db3db75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:16.655116 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-aaf730ba-e2bc-4c55-a796-1b345db3db75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:16.710445 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d768d194-ee6f-4749-b242-0565dba0a876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:16.722722 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf730ba-e2bc-4c55-a796-1b345db3db75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813823e2-7bec-4e97-b87e-03d6189c054d,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:16.730475 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-aaf730ba-e2bc-4c55-a796-1b345db3db75 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c310842df8a343fa88d7c71726f53b4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8247573 Feb 09 12:12:16.731990 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 36102) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:16.750335 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d768d194-ee6f-4749-b242-0565dba0a876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a5f1ce-1513-4d13-a793-a73cbbce94e4,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:16.766698 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d768d194-ee6f-4749-b242-0565dba0a876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:16.768219 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d768d194-ee6f-4749-b242-0565dba0a876 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/13a5f1ce-1513-4d13-a793-a73cbbce94e4 HTTP/1.1" status: 204 len: 168 time: 0.4578416 Feb 09 12:12:16.822305 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3d4d1c47-53d0-4546-a8f2-27c52bdc9b61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:16.853042 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3d4d1c47-53d0-4546-a8f2-27c52bdc9b61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:16.916577 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3d4d1c47-53d0-4546-a8f2-27c52bdc9b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:16.976428 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b740f3cd-1eb0-4e1d-bc4f-2019ae18e073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:17.000116 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b740f3cd-1eb0-4e1d-bc4f-2019ae18e073 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:17.007638 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b740f3cd-1eb0-4e1d-bc4f-2019ae18e073 admin admin] Usage tracker for resource:security_group_rule and tenant:4f2ed770122f4a44aae45c0611c6cb3d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:17.012742 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b740f3cd-1eb0-4e1d-bc4f-2019ae18e073 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:17.015121 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4d1c47-53d0-4546-a8f2-27c52bdc9b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813823e2-7bec-4e97-b87e-03d6189c054d,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:17.022143 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b740f3cd-1eb0-4e1d-bc4f-2019ae18e073 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:17.036444 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3d4d1c47-53d0-4546-a8f2-27c52bdc9b61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:17.040904 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3d4d1c47-53d0-4546-a8f2-27c52bdc9b61 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/813823e2-7bec-4e97-b87e-03d6189c054d HTTP/1.1" status: 204 len: 168 time: 0.3075359 Feb 09 12:12:17.072592 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-34783834-8c0b-49b4-ba60-81379c463d3c req-7823c727-2d28-47de-b021-3e4dee007005 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/ports?device_id=e661f86f-b149-4e42-9974-afc259a7027a HTTP/1.1" status: 200 len: 210 time: 0.1095500 Feb 09 12:12:17.097687 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 36118) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:17.106672 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-59aec6e7-700e-4cce-91ec-e74878bd5eb9 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-532509480-network', 'tenant_id': '93143a00efdd4a28a9558c1813fca1e8'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:12:17.116835 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-59aec6e7-700e-4cce-91ec-e74878bd5eb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:17.126929 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-59aec6e7-700e-4cce-91ec-e74878bd5eb9 admin admin] Usage tracker for resource:network and tenant:93143a00efdd4a28a9558c1813fca1e8 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:17.131058 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-59aec6e7-700e-4cce-91ec-e74878bd5eb9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:17.149470 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-59aec6e7-700e-4cce-91ec-e74878bd5eb9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:17.185699 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240dcd6-5f9d-4b66-bddc-2d1c3dfc1626 req-83de58ce-0588-4e4d-adaa-851aa43fec42 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:17.188229 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9240dcd6-5f9d-4b66-bddc-2d1c3dfc1626 req-83de58ce-0588-4e4d-adaa-851aa43fec42 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7d8d85a-2fbb-46a8-95bf-b3b7971e10d9 HTTP/1.1" status: 200 len: 969 time: 0.1119835 Feb 09 12:12:17.191898 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b740f3cd-1eb0-4e1d-bc4f-2019ae18e073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:17.196378 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b740f3cd-1eb0-4e1d-bc4f-2019ae18e073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:17.253130 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9240dcd6-5f9d-4b66-bddc-2d1c3dfc1626 req-e9d9f500-f595-4ba8-a072-44de7fb6fe03 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ada1c05-2bd3-4c70-9eb0-ab18dc98d968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561671 Feb 09 12:12:17.259240 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b740f3cd-1eb0-4e1d-bc4f-2019ae18e073 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4f2ed770122f4a44aae45c0611c6cb3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6454563 Feb 09 12:12:17.260902 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 36124) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:17.283019 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59aec6e7-700e-4cce-91ec-e74878bd5eb9 admin admin] Made reservation on behalf of 93143a00efdd4a28a9558c1813fca1e8 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:12:17.291262 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-59aec6e7-700e-4cce-91ec-e74878bd5eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:17.306248 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740f3cd-1eb0-4e1d-bc4f-2019ae18e073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2866d0-3c77-4cfe-b1f4-d1351aeb0116,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:17.316786 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-59aec6e7-700e-4cce-91ec-e74878bd5eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:17.364093 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-59aec6e7-700e-4cce-91ec-e74878bd5eb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:17.375996 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-59aec6e7-700e-4cce-91ec-e74878bd5eb9 admin admin] Usage tracker for resource:security_group_rule and tenant:93143a00efdd4a28a9558c1813fca1e8 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:17.380681 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-59aec6e7-700e-4cce-91ec-e74878bd5eb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:17.389472 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-59aec6e7-700e-4cce-91ec-e74878bd5eb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:17.416057 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:17.417434 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-acfced12-77a7-4f65-b89c-74220c4386e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:17.474227 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-acfced12-77a7-4f65-b89c-74220c4386e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:17.520375 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:17.591589 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-acfced12-77a7-4f65-b89c-74220c4386e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:17.597345 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-59aec6e7-700e-4cce-91ec-e74878bd5eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:17.609965 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-59aec6e7-700e-4cce-91ec-e74878bd5eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:17.614828 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfced12-77a7-4f65-b89c-74220c4386e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2866d0-3c77-4cfe-b1f4-d1351aeb0116,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:17.648245 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-acfced12-77a7-4f65-b89c-74220c4386e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:17.649064 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-acfced12-77a7-4f65-b89c-74220c4386e6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bf2866d0-3c77-4cfe-b1f4-d1351aeb0116 HTTP/1.1" status: 204 len: 168 time: 0.3866129 Feb 09 12:12:17.657267 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59aec6e7-700e-4cce-91ec-e74878bd5eb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:12:17.666189 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aec6e7-700e-4cce-91ec-e74878bd5eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61f14fd-7d04-4d65-9004-a8d68c19dcc7,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:17.674327 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-59aec6e7-700e-4cce-91ec-e74878bd5eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:17.674728 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-59aec6e7-700e-4cce-91ec-e74878bd5eb9 admin admin] Added segment 06b406e1-4c9b-4715-8d0a-a4cb5b3d6fc7 of type vlan for network 4936f1f0-51bf-4ab5-8573-5d4cbfef07c3 Feb 09 12:12:17.703231 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-59aec6e7-700e-4cce-91ec-e74878bd5eb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:17.717633 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 36136) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:17.736536 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bc4c88fb-a9a2-4382-be4c-90c8a18101ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:17.753814 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-59aec6e7-700e-4cce-91ec-e74878bd5eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:17.754153 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-bc4c88fb-a9a2-4382-be4c-90c8a18101ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:17.754949 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59aec6e7-700e-4cce-91ec-e74878bd5eb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:17.755610 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-59aec6e7-700e-4cce-91ec-e74878bd5eb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:17.759486 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-bc4c88fb-a9a2-4382-be4c-90c8a18101ac admin admin] Usage tracker for resource:security_group_rule and tenant:33c1cf7cfc5141799bdbe98f7f62f973 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:17.763735 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-bc4c88fb-a9a2-4382-be4c-90c8a18101ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:17.770940 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-bc4c88fb-a9a2-4382-be4c-90c8a18101ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:17.885806 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bc4c88fb-a9a2-4382-be4c-90c8a18101ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:17.891246 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bc4c88fb-a9a2-4382-be4c-90c8a18101ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:17.925795 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-59aec6e7-700e-4cce-91ec-e74878bd5eb9 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8269913 Feb 09 12:12:17.928420 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 36142) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:17.939400 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-53f7eeed-74c0-40f9-922f-1e234fe58e12 admin admin] Request body: {'subnet': {'network_id': '4936f1f0-51bf-4ab5-8573-5d4cbfef07c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-532509480-subnet', 'tenant_id': '93143a00efdd4a28a9558c1813fca1e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:12:17.945898 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aec6e7-700e-4cce-91ec-e74878bd5eb9 admin admin] Pushing event updated for resources: {'Network': ['ID=4936f1f0-51bf-4ab5-8573-5d4cbfef07c3,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:17.948574 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-53f7eeed-74c0-40f9-922f-1e234fe58e12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:17.953145 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-53f7eeed-74c0-40f9-922f-1e234fe58e12 admin admin] Usage tracker for resource:subnet and tenant:93143a00efdd4a28a9558c1813fca1e8 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:17.954267 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:12:17.956957 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-53f7eeed-74c0-40f9-922f-1e234fe58e12 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:17.959629 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-bc4c88fb-a9a2-4382-be4c-90c8a18101ac admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=33c1cf7cfc5141799bdbe98f7f62f973&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2409267 Feb 09 12:12:17.961031 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4c88fb-a9a2-4382-be4c-90c8a18101ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeee2cfe-1223-490b-a46f-4d2c7127cf4e,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:17.962343 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 36146) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:17.967084 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 4936f1f0-51bf-4ab5-8573-5d4cbfef07c3 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:12:17.980504 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-53f7eeed-74c0-40f9-922f-1e234fe58e12 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:17.994047 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 36150) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:18.012375 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f7eeed-74c0-40f9-922f-1e234fe58e12 admin admin] Made reservation on behalf of 93143a00efdd4a28a9558c1813fca1e8 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:12:18.014762 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-53f7eeed-74c0-40f9-922f-1e234fe58e12 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:18.029175 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-86de5cff-969e-4c2d-bfff-ba5b9add867a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:18.062809 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-86de5cff-969e-4c2d-bfff-ba5b9add867a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:18.070282 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-86de5cff-969e-4c2d-bfff-ba5b9add867a admin admin] Usage tracker for resource:security_group_rule and tenant:6562183e812c48b4b7c0e71fec51cf20 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:18.078992 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-86de5cff-969e-4c2d-bfff-ba5b9add867a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:18.095682 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-86de5cff-969e-4c2d-bfff-ba5b9add867a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:18.181668 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3bd917b0-d8cf-4ee9-8db4-bfb70604db32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:18.253686 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3bd917b0-d8cf-4ee9-8db4-bfb70604db32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:18.261679 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-86de5cff-969e-4c2d-bfff-ba5b9add867a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:18.321920 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-86de5cff-969e-4c2d-bfff-ba5b9add867a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:18.354848 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-96f943f4-b117-4dc2-a257-9b684f8dc55a req-60bd9605-670d-4722-b389-d1fe1954b5db tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/ports?device_id=e661f86f-b149-4e42-9974-afc259a7027a HTTP/1.1" status: 200 len: 210 time: 0.0772231 Feb 09 12:12:18.426470 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de5cff-969e-4c2d-bfff-ba5b9add867a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47fbdd2-a1e2-43ae-9686-40358b9689df,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:18.443604 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-86de5cff-969e-4c2d-bfff-ba5b9add867a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6562183e812c48b4b7c0e71fec51cf20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4484344 Feb 09 12:12:18.446171 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 36162) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:18.450974 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 36164) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:18.499672 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fc2fa788-a9b5-47c8-b7ff-576169d1af76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:18.508517 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3bd917b0-d8cf-4ee9-8db4-bfb70604db32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:18.531549 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd917b0-d8cf-4ee9-8db4-bfb70604db32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeee2cfe-1223-490b-a46f-4d2c7127cf4e,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:18.565212 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3bd917b0-d8cf-4ee9-8db4-bfb70604db32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:18.568689 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3bd917b0-d8cf-4ee9-8db4-bfb70604db32 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aeee2cfe-1223-490b-a46f-4d2c7127cf4e HTTP/1.1" status: 204 len: 168 time: 0.6029081 Feb 09 12:12:18.568835 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-fc2fa788-a9b5-47c8-b7ff-576169d1af76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:18.587412 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-fc2fa788-a9b5-47c8-b7ff-576169d1af76 admin admin] Usage tracker for resource:security_group_rule and tenant:37a3efb1ac214a27aa35383f9fe3fce6 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:18.595820 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-53f7eeed-74c0-40f9-922f-1e234fe58e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:18.596273 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-fc2fa788-a9b5-47c8-b7ff-576169d1af76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:18.616583 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-fc2fa788-a9b5-47c8-b7ff-576169d1af76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:18.632426 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-51c7e660-33d0-4096-9387-cf8ddbaf97fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:18.667428 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device f8423133-bb42-4b66-bab1-7701b3d798a6 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:12:18.693260 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-51c7e660-33d0-4096-9387-cf8ddbaf97fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:18.757232 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8585c-23d4-41c3-be55-494b73ca9e5e req-4e8540cb-ce8e-4be4-bc73-8f06719a7568 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:18.758835 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d3d8585c-23d4-41c3-be55-494b73ca9e5e req-4e8540cb-ce8e-4be4-bc73-8f06719a7568 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7d8d85a-2fbb-46a8-95bf-b3b7971e10d9 HTTP/1.1" status: 200 len: 969 time: 0.2304125 Feb 09 12:12:18.782961 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f7eeed-74c0-40f9-922f-1e234fe58e12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86f28644-6ed9-4616-9deb-ae306f969e67,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:18.806160 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f7eeed-74c0-40f9-922f-1e234fe58e12 admin admin] Checking segment: {'id': '06b406e1-4c9b-4715-8d0a-a4cb5b3d6fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '4936f1f0-51bf-4ab5-8573-5d4cbfef07c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:12:18.810908 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f7eeed-74c0-40f9-922f-1e234fe58e12 admin admin] Network hostable DHCP agents. Network: 4936f1f0-51bf-4ab5-8573-5d4cbfef07c3, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:12:18.834161 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fc2fa788-a9b5-47c8-b7ff-576169d1af76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:18.845008 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fc2fa788-a9b5-47c8-b7ff-576169d1af76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:18.866521 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d3d8585c-23d4-41c3-be55-494b73ca9e5e req-d6e74340-b991-4f61-8dfc-b8c4925f09c9 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ada1c05-2bd3-4c70-9eb0-ab18dc98d968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934086 Feb 09 12:12:18.869751 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f7eeed-74c0-40f9-922f-1e234fe58e12 admin admin] Network 4936f1f0-51bf-4ab5-8573-5d4cbfef07c3 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:12:18.872223 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-51c7e660-33d0-4096-9387-cf8ddbaf97fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:18.892994 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-53f7eeed-74c0-40f9-922f-1e234fe58e12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 4936f1f0-51bf-4ab5-8573-5d4cbfef07c3) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:12:18.900870 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f7eeed-74c0-40f9-922f-1e234fe58e12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:18.902462 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-53f7eeed-74c0-40f9-922f-1e234fe58e12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:18.924298 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707cd0f4-a083-4837-a77a-9f2759de0b69 None None] Network 4936f1f0-51bf-4ab5-8573-5d4cbfef07c3 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:12:18.926798 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2fa788-a9b5-47c8-b7ff-576169d1af76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25359b0c-ce50-40d7-96a6-ea478cf1807b,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:18.931026 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-fc2fa788-a9b5-47c8-b7ff-576169d1af76 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=37a3efb1ac214a27aa35383f9fe3fce6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4791131 Feb 09 12:12:18.942022 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 36176) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:18.947891 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7e660-33d0-4096-9387-cf8ddbaf97fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47fbdd2-a1e2-43ae-9686-40358b9689df,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:18.951010 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-51c7e660-33d0-4096-9387-cf8ddbaf97fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:18.954503 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-51c7e660-33d0-4096-9387-cf8ddbaf97fc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b47fbdd2-a1e2-43ae-9686-40358b9689df HTTP/1.1" status: 204 len: 168 time: 0.5045135 Feb 09 12:12:19.039550 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-53f7eeed-74c0-40f9-922f-1e234fe58e12 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1077347 Feb 09 12:12:19.099111 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-57c3676e-7ca6-4012-8c9f-ff2bfe80e126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:19.107413 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:19.132570 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-57c3676e-7ca6-4012-8c9f-ff2bfe80e126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:19.160470 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port f8423133-bb42-4b66-bab1-7701b3d798a6, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f8423133-bb42-4b66-bab1-7701b3d798a6,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:12:19.188594 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'f8423133-bb42-4b66-bab1-7701b3d798a6', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'port_id': 'f8423133-bb42-4b66-bab1-7701b3d798a6', 'mac_address': 'fa:16:3e:27:33:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed5558-888d-440a-8c32-52f2f9bc5bd5', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:tempest-test_az-1292356009', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:12:19.242186 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-57c3676e-7ca6-4012-8c9f-ff2bfe80e126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:19.258131 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c3676e-7ca6-4012-8c9f-ff2bfe80e126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25359b0c-ce50-40d7-96a6-ea478cf1807b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:19.267072 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-57c3676e-7ca6-4012-8c9f-ff2bfe80e126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:19.268347 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-57c3676e-7ca6-4012-8c9f-ff2bfe80e126 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/25359b0c-ce50-40d7-96a6-ea478cf1807b HTTP/1.1" status: 204 len: 168 time: 0.3214815 Feb 09 12:12:19.340438 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:19.370680 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8423133-bb42-4b66-bab1-7701b3d798a6 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:12:19.387138 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238c3a78-8baa-4294-8cc8-e7aa76af3f8f None None] Network 4936f1f0-51bf-4ab5-8573-5d4cbfef07c3 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:12:19.460001 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port f8423133-bb42-4b66-bab1-7701b3d798a6, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f8423133-bb42-4b66-bab1-7701b3d798a6,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:12:19.472983 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:19.561406 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4bd6f2c0-ae2b-4326-b5ef-491821db6b71 req-5815f129-466e-43a5-8e04-fe9a8cb6a903 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/ports?device_id=e661f86f-b149-4e42-9974-afc259a7027a HTTP/1.1" status: 200 len: 210 time: 0.0519056 Feb 09 12:12:19.587863 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=f8423133-bb42-4b66-bab1-7701b3d798a6,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:19.791397 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['f8423133-bb42-4b66-bab1-7701b3d798a6'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:12:19.871803 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 36212) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:20.020621 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:20.099762 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b0d50-ae9f-45cf-b20b-2b95dea5f307 req-30f4ed84-8392-46c4-9a69-847b05d24db0 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:20.104402 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1a0b0d50-ae9f-45cf-b20b-2b95dea5f307 req-30f4ed84-8392-46c4-9a69-847b05d24db0 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7d8d85a-2fbb-46a8-95bf-b3b7971e10d9 HTTP/1.1" status: 200 len: 970 time: 0.1019604 Feb 09 12:12:20.154069 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1a0b0d50-ae9f-45cf-b20b-2b95dea5f307 req-1cda41e4-be23-4718-9418-216ce2164e1f tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ada1c05-2bd3-4c70-9eb0-ab18dc98d968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459425 Feb 09 12:12:20.183345 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e06876de-8954-4c64-96d3-39e63c2a151e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:20.199018 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-e06876de-8954-4c64-96d3-39e63c2a151e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:20.206412 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-e06876de-8954-4c64-96d3-39e63c2a151e admin admin] Usage tracker for resource:security_group_rule and tenant:4a8741338a304b1b8401661fdcb0c75f is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:20.209924 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-e06876de-8954-4c64-96d3-39e63c2a151e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:20.216537 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-e06876de-8954-4c64-96d3-39e63c2a151e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:20.411363 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e06876de-8954-4c64-96d3-39e63c2a151e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:20.533320 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e06876de-8954-4c64-96d3-39e63c2a151e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:20.620306 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e06876de-8954-4c64-96d3-39e63c2a151e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4a8741338a304b1b8401661fdcb0c75f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7450283 Feb 09 12:12:20.620859 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 36256) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:20.626831 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06876de-8954-4c64-96d3-39e63c2a151e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b1b4b5-13d3-4e20-afce-76c0b1a1608f,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:20.656565 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device f8423133-bb42-4b66-bab1-7701b3d798a6 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:12:20.706476 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-11cf4b4a-ce3d-468c-9fc2-741817fe3e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:20.721300 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-3564b132-d3d7-451c-a6d0-9904558b75d5 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:20.728747 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-3564b132-d3d7-451c-a6d0-9904558b75d5 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/networks?id=c4b615eb-1906-4989-ab89-8b6ef1cc1053 HTTP/1.1" status: 200 len: 820 time: 0.3554568 Feb 09 12:12:20.745718 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-afee1429-21ec-4c14-b524-6cbb7cffac87 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/quotas/3a84524b0b1d4c8da324d07cc553e331 HTTP/1.1" status: 200 len: 375 time: 0.0152977 Feb 09 12:12:20.762987 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-11cf4b4a-ce3d-468c-9fc2-741817fe3e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:20.801244 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-e5c8f425-8def-426b-9d59-53f1c7bb5ce2 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a84524b0b1d4c8da324d07cc553e331&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547283 Feb 09 12:12:20.845662 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port f8423133-bb42-4b66-bab1-7701b3d798a6 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:12:20.853550 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port f8423133-bb42-4b66-bab1-7701b3d798a6 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:12:20.854212 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:20.862225 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-11cf4b4a-ce3d-468c-9fc2-741817fe3e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:20.895664 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf4b4a-ce3d-468c-9fc2-741817fe3e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b1b4b5-13d3-4e20-afce-76c0b1a1608f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:20.899504 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bbd29ac0-2045-4774-9094-e9ca12b530e2 req-8cd078bc-ad92-4d02-b2fd-84e7f29fd73f tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/ports?device_id=e661f86f-b149-4e42-9974-afc259a7027a HTTP/1.1" status: 200 len: 210 time: 0.0690565 Feb 09 12:12:20.905957 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-11cf4b4a-ce3d-468c-9fc2-741817fe3e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:20.907154 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-11cf4b4a-ce3d-468c-9fc2-741817fe3e76 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/72b1b4b5-13d3-4e20-afce-76c0b1a1608f HTTP/1.1" status: 204 len: 168 time: 0.2850950 Feb 09 12:12:21.038138 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:21.068666 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d8d85a-2fbb-46a8-95bf-b3b7971e10d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8423133-bb42-4b66-bab1-7701b3d798a6'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:12:21.137951 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port f8423133-bb42-4b66-bab1-7701b3d798a6, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f8423133-bb42-4b66-bab1-7701b3d798a6,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:12:21.151050 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:21.240328 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=f8423133-bb42-4b66-bab1-7701b3d798a6,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:21.257629 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 36288) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:21.392224 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e67fe8-1bff-41f8-ae79-bcc0dac1b0ef req-1186268e-59fe-4fba-989d-8dc324ef223a tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:21.393832 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-17e67fe8-1bff-41f8-ae79-bcc0dac1b0ef req-1186268e-59fe-4fba-989d-8dc324ef223a tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7d8d85a-2fbb-46a8-95bf-b3b7971e10d9 HTTP/1.1" status: 200 len: 971 time: 0.1109006 Feb 09 12:12:21.439910 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-17e67fe8-1bff-41f8-ae79-bcc0dac1b0ef req-b198704d-df04-4178-befe-d2522120e571 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ada1c05-2bd3-4c70-9eb0-ab18dc98d968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404167 Feb 09 12:12:21.518736 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 36302) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:21.532656 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-8f83a707-ede8-4ce2-b827-ccda6fa0f748 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Request body: {'port': {'device_id': 'e661f86f-b149-4e42-9974-afc259a7027a', 'network_id': 'de69ec27-0664-4edc-8ca7-aed58e385f8e', 'admin_state_up': True, 'tenant_id': 'b614b8bd377446f892967d9352b20ad9', 'security_groups': ['ac4eb021-bb3a-442d-8153-c3dbaa0cfda8']}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:12:21.542480 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-119f9dc2-f07c-4c4d-928b-7f99e157c025 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1387823978-network', 'tenant_id': '9ae544de3a3c4615b0bae3182c7d0c72'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:12:21.547308 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-119f9dc2-f07c-4c4d-928b-7f99e157c025 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:21.553235 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-513bdb27-d9ab-4ff4-aa9c-73e3465da4bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:21.565002 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-119f9dc2-f07c-4c4d-928b-7f99e157c025 admin admin] Usage tracker for resource:network and tenant:9ae544de3a3c4615b0bae3182c7d0c72 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:21.570212 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-119f9dc2-f07c-4c4d-928b-7f99e157c025 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:21.580536 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-119f9dc2-f07c-4c4d-928b-7f99e157c025 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:21.584763 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-513bdb27-d9ab-4ff4-aa9c-73e3465da4bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:21.591394 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-513bdb27-d9ab-4ff4-aa9c-73e3465da4bf admin admin] Usage tracker for resource:security_group_rule and tenant:04e21068d64c4d5cba0ddde2c47908e2 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:21.594917 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-513bdb27-d9ab-4ff4-aa9c-73e3465da4bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:21.601726 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-513bdb27-d9ab-4ff4-aa9c-73e3465da4bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:21.604240 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119f9dc2-f07c-4c4d-928b-7f99e157c025 admin admin] Made reservation on behalf of 9ae544de3a3c4615b0bae3182c7d0c72 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:12:21.607124 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-119f9dc2-f07c-4c4d-928b-7f99e157c025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:21.625145 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-119f9dc2-f07c-4c4d-928b-7f99e157c025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:21.659591 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-119f9dc2-f07c-4c4d-928b-7f99e157c025 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:21.666454 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-119f9dc2-f07c-4c4d-928b-7f99e157c025 admin admin] Usage tracker for resource:security_group_rule and tenant:9ae544de3a3c4615b0bae3182c7d0c72 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:21.672650 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-119f9dc2-f07c-4c4d-928b-7f99e157c025 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:21.682025 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-119f9dc2-f07c-4c4d-928b-7f99e157c025 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:21.693199 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-8f83a707-ede8-4ce2-b827-ccda6fa0f748 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:21.706838 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-8f83a707-ede8-4ce2-b827-ccda6fa0f748 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:21.726864 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-8f83a707-ede8-4ce2-b827-ccda6fa0f748 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Made reservation on behalf of b614b8bd377446f892967d9352b20ad9 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:12:21.733934 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-8f83a707-ede8-4ce2-b827-ccda6fa0f748 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:21.786115 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-513bdb27-d9ab-4ff4-aa9c-73e3465da4bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:21.796450 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-513bdb27-d9ab-4ff4-aa9c-73e3465da4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:21.834850 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513bdb27-d9ab-4ff4-aa9c-73e3465da4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0c789b-114c-41c4-be05-fc00edf9e25e,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:21.881562 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-513bdb27-d9ab-4ff4-aa9c-73e3465da4bf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=04e21068d64c4d5cba0ddde2c47908e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3617008 Feb 09 12:12:21.883604 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-119f9dc2-f07c-4c4d-928b-7f99e157c025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:21.884576 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 36316) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:21.901253 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-119f9dc2-f07c-4c4d-928b-7f99e157c025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:21.913235 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-119f9dc2-f07c-4c4d-928b-7f99e157c025 admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:12:21.923264 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-119f9dc2-f07c-4c4d-928b-7f99e157c025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:21.923820 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-119f9dc2-f07c-4c4d-928b-7f99e157c025 admin admin] Added segment 73760125-686c-4968-a837-4580ee278b45 of type vlan for network 2379a921-d096-4064-b33d-cf51ac9fcd23 Feb 09 12:12:21.943263 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-8f83a707-ede8-4ce2-b827-ccda6fa0f748 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Allocated IP 172.20.0.8 (de69ec27-0664-4edc-8ca7-aed58e385f8e/2cf1195f-6cfb-4f71-a13f-5a2ca1abc351/68b717bb-0d6a-4504-95d0-baa0b0789b50) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:12:21.953200 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-119f9dc2-f07c-4c4d-928b-7f99e157c025 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:22.001145 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-ab12265f-0118-4579-a7f0-4b3b27b9e536 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:12:22.009766 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-ab12265f-0118-4579-a7f0-4b3b27b9e536 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6632137 Feb 09 12:12:22.034710 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-119f9dc2-f07c-4c4d-928b-7f99e157c025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:22.035849 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119f9dc2-f07c-4c4d-928b-7f99e157c025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:22.036576 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-119f9dc2-f07c-4c4d-928b-7f99e157c025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:22.111630 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d8d85a-2fbb-46a8-95bf-b3b7971e10d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8423133-bb42-4b66-bab1-7701b3d798a6', 'code': 200} Feb 09 12:12:22.154303 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f9dc2-f07c-4c4d-928b-7f99e157c025 admin admin] Pushing event updated for resources: {'Network': ['ID=2379a921-d096-4064-b33d-cf51ac9fcd23,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:22.171164 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 2379a921-d096-4064-b33d-cf51ac9fcd23 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:12:22.177969 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ef239ed5-7d2a-42db-9dee-2f9462e0493f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:22.181357 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f9dc2-f07c-4c4d-928b-7f99e157c025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e755a7-745d-42c0-ad0c-b8d7dab055cc,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:22.220167 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ef239ed5-7d2a-42db-9dee-2f9462e0493f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:22.233206 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-119f9dc2-f07c-4c4d-928b-7f99e157c025 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9743414 Feb 09 12:12:22.237944 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-2c110d8b-a71f-4a4b-af76-eb6b55d7fb6d service neutron] 10.222.0.55 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271392 Feb 09 12:12:22.243123 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 36332) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:22.249723 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-3d243509-a5cf-4745-93d4-b76bb5e202a3 admin admin] Request body: {'subnet': {'network_id': '2379a921-d096-4064-b33d-cf51ac9fcd23', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1387823978-subnet', 'tenant_id': '9ae544de3a3c4615b0bae3182c7d0c72', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:12:22.259730 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3d243509-a5cf-4745-93d4-b76bb5e202a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:22.264673 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3d243509-a5cf-4745-93d4-b76bb5e202a3 admin admin] Usage tracker for resource:subnet and tenant:9ae544de3a3c4615b0bae3182c7d0c72 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:22.267780 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3d243509-a5cf-4745-93d4-b76bb5e202a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:22.273737 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3d243509-a5cf-4745-93d4-b76bb5e202a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:22.311895 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d243509-a5cf-4745-93d4-b76bb5e202a3 admin admin] Made reservation on behalf of 9ae544de3a3c4615b0bae3182c7d0c72 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:12:22.314478 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3d243509-a5cf-4745-93d4-b76bb5e202a3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:22.411061 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:22.473583 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ef239ed5-7d2a-42db-9dee-2f9462e0493f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:22.498712 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef239ed5-7d2a-42db-9dee-2f9462e0493f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0c789b-114c-41c4-be05-fc00edf9e25e,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:22.502984 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ef239ed5-7d2a-42db-9dee-2f9462e0493f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:22.507744 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ef239ed5-7d2a-42db-9dee-2f9462e0493f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6b0c789b-114c-41c4-be05-fc00edf9e25e HTTP/1.1" status: 204 len: 168 time: 0.6219816 Feb 09 12:12:22.511537 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cfd12317-9cdc-463f-9b3a-be457d807b73 req-1bce7ef2-e17c-4d54-8f54-52b77ca5644e tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/ports?device_id=e661f86f-b149-4e42-9974-afc259a7027a HTTP/1.1" status: 200 len: 210 time: 0.1333928 Feb 09 12:12:22.640619 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3d243509-a5cf-4745-93d4-b76bb5e202a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:22.670594 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-8f83a707-ede8-4ce2-b827-ccda6fa0f748 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:22.689917 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-38ed12d6-3b7c-4299-98cd-aaecb5aa503d service neutron] 10.222.0.55 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4502981 Feb 09 12:12:22.708279 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d424e-4f3d-4b74-96b2-710a58821aed req-656d5066-3c3e-4cfe-965f-65cb531bdadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:22.713525 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e09d424e-4f3d-4b74-96b2-710a58821aed req-656d5066-3c3e-4cfe-965f-65cb531bdadc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c7d8d85a-2fbb-46a8-95bf-b3b7971e10d9 HTTP/1.1" status: 200 len: 1122 time: 0.4641294 Feb 09 12:12:22.727079 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-8f83a707-ede8-4ce2-b827-ccda6fa0f748 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Transition to ACTIVE for port object 68b717bb-0d6a-4504-95d0-baa0b0789b50 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:12:22.760127 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d243509-a5cf-4745-93d4-b76bb5e202a3 admin admin] Checking segment: {'id': '73760125-686c-4968-a837-4580ee278b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2379a921-d096-4064-b33d-cf51ac9fcd23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:12:22.761287 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d243509-a5cf-4745-93d4-b76bb5e202a3 admin admin] Network hostable DHCP agents. Network: 2379a921-d096-4064-b33d-cf51ac9fcd23, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:12:22.777414 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d243509-a5cf-4745-93d4-b76bb5e202a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc3ade87-de7e-4255-a01d-0090eef8f31b,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:22.798662 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d243509-a5cf-4745-93d4-b76bb5e202a3 admin admin] Network 2379a921-d096-4064-b33d-cf51ac9fcd23 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:12:22.799974 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e09d424e-4f3d-4b74-96b2-710a58821aed req-abc6058d-253d-44a7-bd7e-253e4ca67e33 service neutron] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:22.814163 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-3d243509-a5cf-4745-93d4-b76bb5e202a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 2379a921-d096-4064-b33d-cf51ac9fcd23) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:12:22.823921 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bae8b58-ee38-40df-bed7-998db759a08c None None] Network 2379a921-d096-4064-b33d-cf51ac9fcd23 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:12:22.828801 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-e09d424e-4f3d-4b74-96b2-710a58821aed req-abc6058d-253d-44a7-bd7e-253e4ca67e33 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:22.841035 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d243509-a5cf-4745-93d4-b76bb5e202a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:22.843407 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3d243509-a5cf-4745-93d4-b76bb5e202a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:22.847502 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e09d424e-4f3d-4b74-96b2-710a58821aed req-abc6058d-253d-44a7-bd7e-253e4ca67e33 service neutron] Usage tracker for resource:security_group_rule and tenant:21246f012b9a446c816f6c6c4c569fe2 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:22.852348 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e09d424e-4f3d-4b74-96b2-710a58821aed req-abc6058d-253d-44a7-bd7e-253e4ca67e33 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:22.874806 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-e09d424e-4f3d-4b74-96b2-710a58821aed req-abc6058d-253d-44a7-bd7e-253e4ca67e33 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:22.899503 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3d243509-a5cf-4745-93d4-b76bb5e202a3 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6549268 Feb 09 12:12:22.902755 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 36352) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:22.910336 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-8f83a707-ede8-4ce2-b827-ccda6fa0f748 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:22.918928 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-e76d1cba-ff5d-4836-94b5-df1918d86321 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1387823978-router', 'tenant_id': '9ae544de3a3c4615b0bae3182c7d0c72', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:12:22.938528 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e76d1cba-ff5d-4836-94b5-df1918d86321 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:22.975910 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e76d1cba-ff5d-4836-94b5-df1918d86321 admin admin] Usage tracker for resource:router and tenant:9ae544de3a3c4615b0bae3182c7d0c72 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:23.018134 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e76d1cba-ff5d-4836-94b5-df1918d86321 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:23.027882 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-8f83a707-ede8-4ce2-b827-ccda6fa0f748 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Network de69ec27-0664-4edc-8ca7-aed58e385f8e is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:12:23.038083 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e76d1cba-ff5d-4836-94b5-df1918d86321 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:23.052241 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-8f83a707-ede8-4ce2-b827-ccda6fa0f748 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:12:23.060446 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-8f83a707-ede8-4ce2-b827-ccda6fa0f748 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:12:23.065929 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e76d1cba-ff5d-4836-94b5-df1918d86321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:23.066267 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-8f83a707-ede8-4ce2-b827-ccda6fa0f748 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:23.067165 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-8f83a707-ede8-4ce2-b827-ccda6fa0f748 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:23.067590 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e76d1cba-ff5d-4836-94b5-df1918d86321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:23.097874 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac4298-c901-4cd6-9a80-271c1a560210 req-5b83f339-ee86-4e2e-a2d7-b334ea57450f tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:23.098587 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e76d1cba-ff5d-4836-94b5-df1918d86321 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:23.108847 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-02ac4298-c901-4cd6-9a80-271c1a560210 req-5b83f339-ee86-4e2e-a2d7-b334ea57450f tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7d8d85a-2fbb-46a8-95bf-b3b7971e10d9 HTTP/1.1" status: 200 len: 971 time: 0.3840976 Feb 09 12:12:23.173205 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83a707-ede8-4ce2-b827-ccda6fa0f748 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Pushing event updated for resources: {'Port': ['ID=68b717bb-0d6a-4504-95d0-baa0b0789b50,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:23.259963 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdee227-7a54-4ff1-93ea-31d76f2756b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-2379a921-d096-4064-b33d-cf51ac9fcd23', 'network_id': '2379a921-d096-4064-b33d-cf51ac9fcd23', 'tenant_id': '9ae544de3a3c4615b0bae3182c7d0c72', 'fixed_ips': [{'subnet_id': 'bc3ade87-de7e-4255-a01d-0090eef8f31b'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:12:23.262370 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0bdee227-7a54-4ff1-93ea-31d76f2756b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:23.298185 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fc0449e0-93a8-4758-9435-64a614169c2c req-18904f8c-1cde-4ce3-a1ee-9b28f158bf0b tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c042779-8b84-4bb9-bb30-dac48671003f HTTP/1.1" status: 200 len: 210 time: 0.1724496 Feb 09 12:12:23.434491 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-02ac4298-c901-4cd6-9a80-271c1a560210 req-52010ade-8655-40b4-9eb5-eb15167a3a20 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ada1c05-2bd3-4c70-9eb0-ab18dc98d968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246808 Feb 09 12:12:23.489431 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-8f83a707-ede8-4ce2-b827-ccda6fa0f748 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9624324 Feb 09 12:12:23.498807 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e09d424e-4f3d-4b74-96b2-710a58821aed req-abc6058d-253d-44a7-bd7e-253e4ca67e33 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:23.504463 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-a22967c8-3bfc-4dc1-82b3-f19e69bfae97 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:12:23.505449 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-a22967c8-3bfc-4dc1-82b3-f19e69bfae97 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051439 Feb 09 12:12:23.517345 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e09d424e-4f3d-4b74-96b2-710a58821aed req-abc6058d-253d-44a7-bd7e-253e4ca67e33 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:23.531596 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-33057111-8b5b-4689-ab25-c2a6da3df899 None None] Provisioning for port 68b717bb-0d6a-4504-95d0-baa0b0789b50 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:12:23.546977 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-33057111-8b5b-4689-ab25-c2a6da3df899 None None] Provisioning complete for port 68b717bb-0d6a-4504-95d0-baa0b0789b50 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:12:23.547486 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-33057111-8b5b-4689-ab25-c2a6da3df899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:23.572678 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc6058d-253d-44a7-bd7e-253e4ca67e33 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=891fd5a1-ad7d-44c9-9b97-a5d699f49900,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:23.582779 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e09d424e-4f3d-4b74-96b2-710a58821aed req-abc6058d-253d-44a7-bd7e-253e4ca67e33 service neutron] Synchronizing usage tracker for tenant:21246f012b9a446c816f6c6c4c569fe2 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:12:23.612061 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e09d424e-4f3d-4b74-96b2-710a58821aed req-abc6058d-253d-44a7-bd7e-253e4ca67e33 service neutron] Unset dirty status for tenant:21246f012b9a446c816f6c6c4c569fe2 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:12:23.614861 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e09d424e-4f3d-4b74-96b2-710a58821aed req-abc6058d-253d-44a7-bd7e-253e4ca67e33 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7ada1c05-2bd3-4c70-9eb0-ab18dc98d968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8882642 Feb 09 12:12:23.691090 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-33057111-8b5b-4689-ab25-c2a6da3df899 None None] Port 68b717bb-0d6a-4504-95d0-baa0b0789b50 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:12:23.720698 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-0bdee227-7a54-4ff1-93ea-31d76f2756b9 None None] Allocated IP 172.20.0.2 (2379a921-d096-4064-b33d-cf51ac9fcd23/bc3ade87-de7e-4255-a01d-0090eef8f31b/8d5739ae-c012-4357-8aa7-9b4948e81040) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:12:23.740028 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e76d1cba-ff5d-4836-94b5-df1918d86321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:24.043919 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0bdee227-7a54-4ff1-93ea-31d76f2756b9 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:24.057713 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0bdee227-7a54-4ff1-93ea-31d76f2756b9 None None] Transition to ACTIVE for port object 8d5739ae-c012-4357-8aa7-9b4948e81040 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:12:24.098429 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0bdee227-7a54-4ff1-93ea-31d76f2756b9 None None] Transition to ACTIVE for port object 8d5739ae-c012-4357-8aa7-9b4948e81040 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:12:24.108046 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0bdee227-7a54-4ff1-93ea-31d76f2756b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:24.118003 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-47f2c227-bbe2-4044-9c1e-fb918fe81eab service neutron] Request body: {'port': {'device_id': 'e661f86f-b149-4e42-9974-afc259a7027a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:12:24.245601 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdee227-7a54-4ff1-93ea-31d76f2756b9 None None] Network 2379a921-d096-4064-b33d-cf51ac9fcd23 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:12:24.262101 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-0bdee227-7a54-4ff1-93ea-31d76f2756b9 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:12:24.266050 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdee227-7a54-4ff1-93ea-31d76f2756b9 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:12:24.271847 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdee227-7a54-4ff1-93ea-31d76f2756b9 None None] Pushing event updated for resources: {'Port': ['ID=8d5739ae-c012-4357-8aa7-9b4948e81040,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:24.378710 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e76d1cba-ff5d-4836-94b5-df1918d86321 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:24.416379 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 36408) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:24.440721 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e76d1cba-ff5d-4836-94b5-df1918d86321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:24.468023 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-0bdee227-7a54-4ff1-93ea-31d76f2756b9 None None] Attempting to bind port 8d5739ae-c012-4357-8aa7-9b4948e81040 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:12:24.468227 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-0bdee227-7a54-4ff1-93ea-31d76f2756b9 None None] Attempting to bind port 8d5739ae-c012-4357-8aa7-9b4948e81040 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '73760125-686c-4968-a837-4580ee278b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2379a921-d096-4064-b33d-cf51ac9fcd23'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:12:24.468598 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdee227-7a54-4ff1-93ea-31d76f2756b9 None None] Attempting to bind port 8d5739ae-c012-4357-8aa7-9b4948e81040 on network 2379a921-d096-4064-b33d-cf51ac9fcd23 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:12:24.482786 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdee227-7a54-4ff1-93ea-31d76f2756b9 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:12:24.488901 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdee227-7a54-4ff1-93ea-31d76f2756b9 None None] Checking segment: {'id': '73760125-686c-4968-a837-4580ee278b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2379a921-d096-4064-b33d-cf51ac9fcd23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:12:24.489229 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0bdee227-7a54-4ff1-93ea-31d76f2756b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:24.490800 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdee227-7a54-4ff1-93ea-31d76f2756b9 None None] Bound using segment: {'id': '73760125-686c-4968-a837-4580ee278b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2379a921-d096-4064-b33d-cf51ac9fcd23'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:12:24.495880 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-0bdee227-7a54-4ff1-93ea-31d76f2756b9 None None] Bound port: 8d5739ae-c012-4357-8aa7-9b4948e81040, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73760125-686c-4968-a837-4580ee278b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2379a921-d096-4064-b33d-cf51ac9fcd23'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:12:24.497372 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0bdee227-7a54-4ff1-93ea-31d76f2756b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:24.507167 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-47f2c227-bbe2-4044-9c1e-fb918fe81eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:24.531728 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd87f2-6784-44e2-b6b5-993db2d31828 req-a024fd9d-fa17-4a79-ab6a-d4301b0d2afb tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:24.532481 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-35bd87f2-6784-44e2-b6b5-993db2d31828 req-a024fd9d-fa17-4a79-ab6a-d4301b0d2afb tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Synchronizing usage tracker for tenant:b614b8bd377446f892967d9352b20ad9 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:12:24.636493 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d52770a-8d78-4395-8e8a-19c7d9044c05 req-4febf118-e07a-4e49-b2a3-468122ee8566 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c042779-8b84-4bb9-bb30-dac48671003f HTTP/1.1" status: 200 len: 210 time: 0.0653467 Feb 09 12:12:24.641854 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-35bd87f2-6784-44e2-b6b5-993db2d31828 req-a024fd9d-fa17-4a79-ab6a-d4301b0d2afb tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Unset dirty status for tenant:b614b8bd377446f892967d9352b20ad9 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:12:24.643123 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-35bd87f2-6784-44e2-b6b5-993db2d31828 req-a024fd9d-fa17-4a79-ab6a-d4301b0d2afb tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/ports?device_id=e661f86f-b149-4e42-9974-afc259a7027a HTTP/1.1" status: 200 len: 931 time: 0.6273167 Feb 09 12:12:24.708586 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-e76d1cba-ff5d-4836-94b5-df1918d86321 admin admin] Allocated IP 172.25.7.78 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/efa8eea3-ff06-41a6-b66a-3a89050c72b8) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:12:24.741009 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-0bdee227-7a54-4ff1-93ea-31d76f2756b9 None None] For port 8d5739ae-c012-4357-8aa7-9b4948e81040, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:12:24.749227 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-0bdee227-7a54-4ff1-93ea-31d76f2756b9 None None] For port 8d5739ae-c012-4357-8aa7-9b4948e81040, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=8d5739ae-c012-4357-8aa7-9b4948e81040,segment=NetworkSegment(73760125-686c-4968-a837-4580ee278b45),segment_id=73760125-686c-4968-a837-4580ee278b45)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:12:24.763175 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0bdee227-7a54-4ff1-93ea-31d76f2756b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:24.776700 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-35bd87f2-6784-44e2-b6b5-993db2d31828 req-cced0e58-fe8e-4e5e-b49e-e1bb23500133 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac4eb021-bb3a-442d-8153-c3dbaa0cfda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228249 Feb 09 12:12:24.911481 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.52', 54586) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:24.991579 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdee227-7a54-4ff1-93ea-31d76f2756b9 None None] Pushing event updated for resources: {'Port': ['ID=8d5739ae-c012-4357-8aa7-9b4948e81040,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:25.021304 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a6c08b68-8d3b-44b1-af3d-298c234548b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:25.049321 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a6c08b68-8d3b-44b1-af3d-298c234548b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:25.060235 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a6c08b68-8d3b-44b1-af3d-298c234548b5 admin admin] Usage tracker for resource:security_group_rule and tenant:748155eee47b4a40a5f44e5d6b62797d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:25.066737 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a6c08b68-8d3b-44b1-af3d-298c234548b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:25.090213 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a6c08b68-8d3b-44b1-af3d-298c234548b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:25.169231 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e76d1cba-ff5d-4836-94b5-df1918d86321 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:25.201112 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-47f2c227-bbe2-4044-9c1e-fb918fe81eab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68b717bb-0d6a-4504-95d0-baa0b0789b50 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:12:25.211102 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-47f2c227-bbe2-4044-9c1e-fb918fe81eab service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:25.234480 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-47f2c227-bbe2-4044-9c1e-fb918fe81eab service neutron] Transition to ACTIVE for port object 68b717bb-0d6a-4504-95d0-baa0b0789b50 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:12:25.306227 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e76d1cba-ff5d-4836-94b5-df1918d86321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:25.320398 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-47f2c227-bbe2-4044-9c1e-fb918fe81eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:25.403155 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a6c08b68-8d3b-44b1-af3d-298c234548b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:25.446152 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a6c08b68-8d3b-44b1-af3d-298c234548b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:25.492976 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76d1cba-ff5d-4836-94b5-df1918d86321 admin admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:12:25.501206 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-e76d1cba-ff5d-4836-94b5-df1918d86321 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:12:25.537165 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76d1cba-ff5d-4836-94b5-df1918d86321 admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:12:25.695903 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 8d5739ae-c012-4357-8aa7-9b4948e81040 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:12:25.721342 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d1cba-ff5d-4836-94b5-df1918d86321 admin admin] Pushing event updated for resources: {'Port': ['ID=efa8eea3-ff06-41a6-b66a-3a89050c72b8,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:25.903864 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 8d5739ae-c012-4357-8aa7-9b4948e81040 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:12:25.911692 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a6c08b68-8d3b-44b1-af3d-298c234548b5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=748155eee47b4a40a5f44e5d6b62797d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4903300 Feb 09 12:12:25.918385 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 36466) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:25.931470 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c08b68-8d3b-44b1-af3d-298c234548b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f99e247-550e-42cf-9aec-1090a2794bf6,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:25.978734 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f2c227-bbe2-4044-9c1e-fb918fe81eab service neutron] Pushing event updated for resources: {'Port': ['ID=68b717bb-0d6a-4504-95d0-baa0b0789b50,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:26.064095 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9385b84-3fef-488a-866a-3e4213d167ec req-3e5b086c-580c-4e6b-81e0-87042e73770f tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:26.073630 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e9385b84-3fef-488a-866a-3e4213d167ec req-3e5b086c-580c-4e6b-81e0-87042e73770f tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7d8d85a-2fbb-46a8-95bf-b3b7971e10d9 HTTP/1.1" status: 200 len: 971 time: 1.1622953 Feb 09 12:12:26.109426 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3e2cc7ed-a99d-492f-8f95-493b77c3d32e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:26.118004 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f6ee262e-3056-4d58-9bbc-1e4bf8777f73 req-27a8487f-6230-4c02-832f-9d2433325373 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c042779-8b84-4bb9-bb30-dac48671003f HTTP/1.1" status: 200 len: 210 time: 0.1895063 Feb 09 12:12:26.140485 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-47f2c227-bbe2-4044-9c1e-fb918fe81eab service neutron] Attempting to bind port 68b717bb-0d6a-4504-95d0-baa0b0789b50 on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:12:26.140888 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-47f2c227-bbe2-4044-9c1e-fb918fe81eab service neutron] Attempting to bind port 68b717bb-0d6a-4504-95d0-baa0b0789b50 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': 'bd8c6d18-a3cc-4c80-8858-834b6bfa59cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'de69ec27-0664-4edc-8ca7-aed58e385f8e'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:12:26.141209 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-47f2c227-bbe2-4044-9c1e-fb918fe81eab service neutron] Attempting to bind port 68b717bb-0d6a-4504-95d0-baa0b0789b50 on network de69ec27-0664-4edc-8ca7-aed58e385f8e {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:12:26.145454 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3e2cc7ed-a99d-492f-8f95-493b77c3d32e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:26.171880 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-a650dd66-0063-4a88-b5d0-ada58b433b2c tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:26.173431 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-a650dd66-0063-4a88-b5d0-ada58b433b2c tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.52 "GET /v2.0/networks?id=c4b615eb-1906-4989-ab89-8b6ef1cc1053 HTTP/1.1" status: 200 len: 820 time: 1.2610207 Feb 09 12:12:26.178738 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-47f2c227-bbe2-4044-9c1e-fb918fe81eab service neutron] Port 68b717bb-0d6a-4504-95d0-baa0b0789b50 on network de69ec27-0664-4edc-8ca7-aed58e385f8e not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:12:26.179200 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-47f2c227-bbe2-4044-9c1e-fb918fe81eab service neutron] Attempting to bind port 68b717bb-0d6a-4504-95d0-baa0b0789b50 on network de69ec27-0664-4edc-8ca7-aed58e385f8e {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:12:26.191159 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-47f2c227-bbe2-4044-9c1e-fb918fe81eab service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:12:26.191792 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-47f2c227-bbe2-4044-9c1e-fb918fe81eab service neutron] Checking segment: {'id': 'bd8c6d18-a3cc-4c80-8858-834b6bfa59cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'de69ec27-0664-4edc-8ca7-aed58e385f8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:12:26.192202 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-47f2c227-bbe2-4044-9c1e-fb918fe81eab service neutron] Bound using segment: {'id': 'bd8c6d18-a3cc-4c80-8858-834b6bfa59cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'de69ec27-0664-4edc-8ca7-aed58e385f8e'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:12:26.192640 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-47f2c227-bbe2-4044-9c1e-fb918fe81eab service neutron] Bound port: 68b717bb-0d6a-4504-95d0-baa0b0789b50, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd8c6d18-a3cc-4c80-8858-834b6bfa59cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'de69ec27-0664-4edc-8ca7-aed58e385f8e'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:12:26.192989 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-47f2c227-bbe2-4044-9c1e-fb918fe81eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:26.231108 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3e2cc7ed-a99d-492f-8f95-493b77c3d32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:26.259502 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-7c0c62e8-4478-434e-8ccd-45f19946ceb1 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Request body: {'port': {'device_id': '5c042779-8b84-4bb9-bb30-dac48671003f', 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053', 'admin_state_up': True, 'tenant_id': '3a84524b0b1d4c8da324d07cc553e331'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:12:26.276509 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3e2cc7ed-a99d-492f-8f95-493b77c3d32e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:26.277831 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3e2cc7ed-a99d-492f-8f95-493b77c3d32e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0f99e247-550e-42cf-9aec-1090a2794bf6 HTTP/1.1" status: 204 len: 168 time: 0.3478477 Feb 09 12:12:26.278883 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2cc7ed-a99d-492f-8f95-493b77c3d32e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f99e247-550e-42cf-9aec-1090a2794bf6,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:26.281822 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 36474) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:26.449971 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-47f2c227-bbe2-4044-9c1e-fb918fe81eab service neutron] For port 68b717bb-0d6a-4504-95d0-baa0b0789b50, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:12:26.454841 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-47f2c227-bbe2-4044-9c1e-fb918fe81eab service neutron] For port 68b717bb-0d6a-4504-95d0-baa0b0789b50, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=68b717bb-0d6a-4504-95d0-baa0b0789b50,segment=NetworkSegment(bd8c6d18-a3cc-4c80-8858-834b6bfa59cb),segment_id=bd8c6d18-a3cc-4c80-8858-834b6bfa59cb)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:12:26.468400 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-47f2c227-bbe2-4044-9c1e-fb918fe81eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:26.484491 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e9385b84-3fef-488a-866a-3e4213d167ec req-a991ae96-71ed-49c0-aa60-14d162cc35dd tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ada1c05-2bd3-4c70-9eb0-ab18dc98d968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4099569 Feb 09 12:12:26.583588 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e76d1cba-ff5d-4836-94b5-df1918d86321 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:26.646225 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813c9939-f8bd-4974-ab36-556e284c148f None None] Network 2379a921-d096-4064-b33d-cf51ac9fcd23 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:12:26.751510 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-47f2c227-bbe2-4044-9c1e-fb918fe81eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:26.752454 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-47f2c227-bbe2-4044-9c1e-fb918fe81eab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:26.757767 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-47f2c227-bbe2-4044-9c1e-fb918fe81eab service neutron] 10.222.0.52 "PUT /v2.0/ports/68b717bb-0d6a-4504-95d0-baa0b0789b50 HTTP/1.1" status: 200 len: 1091 time: 2.8720987 Feb 09 12:12:26.789683 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e661f86f-b149-4e42-9974-afc259a7027a', 'tag': '68b717bb-0d6a-4504-95d0-baa0b0789b50'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:12:26.803067 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-99a97f69-eedc-497c-be62-9e9604684838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:26.827115 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c3c5024a-dd5e-4540-98aa-dd3d9ffefc79 None None] Provisioning for port 8d5739ae-c012-4357-8aa7-9b4948e81040 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:12:26.845809 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c3c5024a-dd5e-4540-98aa-dd3d9ffefc79 None None] Provisioning complete for port 8d5739ae-c012-4357-8aa7-9b4948e81040 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:12:26.850726 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c3c5024a-dd5e-4540-98aa-dd3d9ffefc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:26.915351 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 36494) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:26.916227 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-99a97f69-eedc-497c-be62-9e9604684838 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:26.945725 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-99a97f69-eedc-497c-be62-9e9604684838 admin admin] Usage tracker for resource:security_group_rule and tenant:6284a19abed34a1f8e08578b50963a5f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:26.950834 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-99a97f69-eedc-497c-be62-9e9604684838 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:26.960196 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-99a97f69-eedc-497c-be62-9e9604684838 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:26.966237 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-98bb4548-6007-49cf-9029-5b1ead016f39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:26.979459 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f2c227-bbe2-4044-9c1e-fb918fe81eab service neutron] Pushing event updated for resources: {'Port': ['ID=68b717bb-0d6a-4504-95d0-baa0b0789b50,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:27.008796 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-98bb4548-6007-49cf-9029-5b1ead016f39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:27.020098 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-98bb4548-6007-49cf-9029-5b1ead016f39 admin admin] Usage tracker for resource:security_group_rule and tenant:ec953dc26b3f4be69450acd84b03c9ee is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:27.024676 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeffccf-9f13-4215-bf92-281369de9c57 req-381d8726-f263-4c04-8be6-208aab5363c2 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:27.032548 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7aeffccf-9f13-4215-bf92-281369de9c57 req-381d8726-f263-4c04-8be6-208aab5363c2 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/ports?device_id=e661f86f-b149-4e42-9974-afc259a7027a HTTP/1.1" status: 200 len: 943 time: 0.5752738 Feb 09 12:12:27.049934 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-7c0c62e8-4478-434e-8ccd-45f19946ceb1 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:27.058639 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-7c0c62e8-4478-434e-8ccd-45f19946ceb1 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Usage tracker for resource:port and tenant:3a84524b0b1d4c8da324d07cc553e331 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:27.064696 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-7c0c62e8-4478-434e-8ccd-45f19946ceb1 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:27.078502 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-98bb4548-6007-49cf-9029-5b1ead016f39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:27.080420 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-7c0c62e8-4478-434e-8ccd-45f19946ceb1 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:27.100930 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-98bb4548-6007-49cf-9029-5b1ead016f39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:27.103597 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7aeffccf-9f13-4215-bf92-281369de9c57 req-bd1da84e-4f7c-4c33-8eaf-60ab08a4fdf0 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac4eb021-bb3a-442d-8153-c3dbaa0cfda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695405 Feb 09 12:12:27.109582 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-d840ba89-e853-4c19-b497-52d772a7857d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:27.111168 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-d840ba89-e853-4c19-b497-52d772a7857d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b614b8bd377446f892967d9352b20ad9&device_id=e661f86f-b149-4e42-9974-afc259a7027a HTTP/1.1" status: 200 len: 1094 time: 0.2755430 Feb 09 12:12:27.111953 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-7c0c62e8-4478-434e-8ccd-45f19946ceb1 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Made reservation on behalf of 3a84524b0b1d4c8da324d07cc553e331 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:12:27.115695 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-7c0c62e8-4478-434e-8ccd-45f19946ceb1 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:27.289704 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e661f86f-b149-4e42-9974-afc259a7027a', 'tag': '68b717bb-0d6a-4504-95d0-baa0b0789b50', 'status': 'completed', 'code': 200} Feb 09 12:12:27.301331 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-1a12d69d-3955-4c04-90fe-ddee19168904 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68b717bb-0d6a-4504-95d0-baa0b0789b50 HTTP/1.1" status: 200 len: 217 time: 0.1649847 Feb 09 12:12:27.380812 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c3c5024a-dd5e-4540-98aa-dd3d9ffefc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:27.394319 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e76d1cba-ff5d-4836-94b5-df1918d86321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:27.403051 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-99a97f69-eedc-497c-be62-9e9604684838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:27.458686 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-c3c5024a-dd5e-4540-98aa-dd3d9ffefc79 None None] For port 8d5739ae-c012-4357-8aa7-9b4948e81040, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=8d5739ae-c012-4357-8aa7-9b4948e81040,segment=NetworkSegment(73760125-686c-4968-a837-4580ee278b45),segment_id=73760125-686c-4968-a837-4580ee278b45)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:12:27.478378 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c3c5024a-dd5e-4540-98aa-dd3d9ffefc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:27.508867 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-99a97f69-eedc-497c-be62-9e9604684838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:27.580213 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c5024a-dd5e-4540-98aa-dd3d9ffefc79 None None] Pushing event updated for resources: {'Port': ['ID=8d5739ae-c012-4357-8aa7-9b4948e81040,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:27.599025 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bcb1dc41-f7f5-4913-a3b5-d4f2741e5e82 req-d1a44613-ff62-41ca-b517-f0640d72b546 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c042779-8b84-4bb9-bb30-dac48671003f HTTP/1.1" status: 200 len: 210 time: 0.1053956 Feb 09 12:12:27.606864 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-56ca19f8-cb9e-4e85-9fba-1e1a0ac798c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:27.608791 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-56ca19f8-cb9e-4e85-9fba-1e1a0ac798c5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2cf1195f-6cfb-4f71-a13f-5a2ca1abc351 HTTP/1.1" status: 200 len: 863 time: 0.2573547 Feb 09 12:12:27.649881 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-99a97f69-eedc-497c-be62-9e9604684838 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6284a19abed34a1f8e08578b50963a5f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3666399 Feb 09 12:12:27.655473 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a97f69-eedc-497c-be62-9e9604684838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c5c51f-8d8b-46ab-a78b-b10d1b97b7da,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:27.668955 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 36512) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:27.733374 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f94f0832-efcb-4525-919b-988f8bb2e8ac None None] Provisioning complete for port 8d5739ae-c012-4357-8aa7-9b4948e81040 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:12:27.733683 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f94f0832-efcb-4525-919b-988f8bb2e8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:27.766484 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-98bb4548-6007-49cf-9029-5b1ead016f39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:27.784872 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-98bb4548-6007-49cf-9029-5b1ead016f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:27.850298 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-7c0c62e8-4478-434e-8ccd-45f19946ceb1 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Allocated IP 172.20.0.3 (c4b615eb-1906-4989-ab89-8b6ef1cc1053/9d6b2f2b-3fb9-4d1b-ac78-19140ea18253/97e7749c-e915-48dc-8052-7a0103663c27) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:12:27.891884 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-98bb4548-6007-49cf-9029-5b1ead016f39 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ec953dc26b3f4be69450acd84b03c9ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9720492 Feb 09 12:12:27.895107 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 36526) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:27.900381 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb4548-6007-49cf-9029-5b1ead016f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfadcb7e-897d-4178-9a9e-af225894d0fa,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:27.940255 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-af5768a6-fcb4-4ad0-83b6-2403ee1a82e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:27.972088 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-66009d5e-e5f9-4d3f-a7e5-63b47a5349aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:27.973585 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-66009d5e-e5f9-4d3f-a7e5-63b47a5349aa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=de69ec27-0664-4edc-8ca7-aed58e385f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3055344 Feb 09 12:12:27.990860 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41967cfc-6fd0-4a5b-abc3-9f38634171d5 req-3e03939e-7f1c-4a39-a42d-db251594014b tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:27.992674 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-41967cfc-6fd0-4a5b-abc3-9f38634171d5 req-3e03939e-7f1c-4a39-a42d-db251594014b tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7d8d85a-2fbb-46a8-95bf-b3b7971e10d9 HTTP/1.1" status: 200 len: 971 time: 0.2562754 Feb 09 12:12:28.005929 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76d1cba-ff5d-4836-94b5-df1918d86321 admin admin] Router 202fd47a-3133-4a39-9421-e0ad48abc257 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:12:28.010038 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bec18fd4-9217-4426-aa19-cf861b750548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:28.100984 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bec18fd4-9217-4426-aa19-cf861b750548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:28.137975 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-af5768a6-fcb4-4ad0-83b6-2403ee1a82e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:28.245575 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-41967cfc-6fd0-4a5b-abc3-9f38634171d5 req-0d15f1bf-62f1-4557-b51b-4185d545f582 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ada1c05-2bd3-4c70-9eb0-ab18dc98d968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184255 Feb 09 12:12:28.260306 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76d1cba-ff5d-4836-94b5-df1918d86321 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:12:28.293621 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579d4511-8745-40ce-8513-bb79c4dee5b4 None None] Sync routers for ids ['202fd47a-3133-4a39-9421-e0ad48abc257'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:12:28.313385 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bec18fd4-9217-4426-aa19-cf861b750548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:28.313694 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579d4511-8745-40ce-8513-bb79c4dee5b4 None None] Routers {'202fd47a-3133-4a39-9421-e0ad48abc257'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:12:28.314541 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-579d4511-8745-40ce-8513-bb79c4dee5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:12:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['202fd47a-3133-4a39-9421-e0ad48abc257'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:12:28.365933 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec18fd4-9217-4426-aa19-cf861b750548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfadcb7e-897d-4178-9a9e-af225894d0fa,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:28.370282 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bec18fd4-9217-4426-aa19-cf861b750548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:28.374299 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-bec18fd4-9217-4426-aa19-cf861b750548 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cfadcb7e-897d-4178-9a9e-af225894d0fa HTTP/1.1" status: 204 len: 168 time: 0.4732041 Feb 09 12:12:28.386588 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e76d1cba-ff5d-4836-94b5-df1918d86321 admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:28.391190 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e76d1cba-ff5d-4836-94b5-df1918d86321 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.4870720 Feb 09 12:12:28.391964 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 36550) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:28.498534 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-50a4eb2a-80c0-46d0-9e21-ef4a3ef4e234 service neutron] 10.222.0.52 "GET /v2.0/networks/de69ec27-0664-4edc-8ca7-aed58e385f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5045209 Feb 09 12:12:28.613229 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-af5768a6-fcb4-4ad0-83b6-2403ee1a82e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:28.661736 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-7c0c62e8-4478-434e-8ccd-45f19946ceb1 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:28.695944 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-579d4511-8745-40ce-8513-bb79c4dee5b4 None None] Set router 202fd47a-3133-4a39-9421-e0ad48abc257 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:12:28.737669 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0924b329-8f8d-43d7-ae5f-0d87ff35d863 req-2a65ebcd-08d8-4182-ba61-2a7ee544ab27 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:28.746483 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0924b329-8f8d-43d7-ae5f-0d87ff35d863 req-2a65ebcd-08d8-4182-ba61-2a7ee544ab27 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/ports?device_id=e661f86f-b149-4e42-9974-afc259a7027a HTTP/1.1" status: 200 len: 943 time: 0.3484352 Feb 09 12:12:28.774728 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5768a6-fcb4-4ad0-83b6-2403ee1a82e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c5c51f-8d8b-46ab-a78b-b10d1b97b7da,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:28.832289 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0924b329-8f8d-43d7-ae5f-0d87ff35d863 req-ec4f61be-e9da-4df6-8fba-834609a61e4d tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac4eb021-bb3a-442d-8153-c3dbaa0cfda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845480 Feb 09 12:12:28.839684 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-af5768a6-fcb4-4ad0-83b6-2403ee1a82e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:28.841282 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-af5768a6-fcb4-4ad0-83b6-2403ee1a82e0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/57c5c51f-8d8b-46ab-a78b-b10d1b97b7da HTTP/1.1" status: 204 len: 168 time: 1.1710432 Feb 09 12:12:28.949712 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a33c0-574a-4710-a69d-54de4dfee4e7 req-c3e9fbf7-95d8-43e1-93ef-b30347210c36 tempest-AggregatesAdminTestJSON-317525721 tempest-AggregatesAdminTestJSON-317525721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:28.951242 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5b0a33c0-574a-4710-a69d-54de4dfee4e7 req-c3e9fbf7-95d8-43e1-93ef-b30347210c36 tempest-AggregatesAdminTestJSON-317525721 tempest-AggregatesAdminTestJSON-317525721-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c7d8d85a-2fbb-46a8-95bf-b3b7971e10d9 HTTP/1.1" status: 200 len: 1122 time: 0.4558620 Feb 09 12:12:29.038475 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-98bbb9c3-1537-46a8-b662-2a75c679459e req-0c094ae0-3c58-409d-83de-8c3bb351dc4e service neutron] 10.222.0.52 "GET /v2.0/networks/de69ec27-0664-4edc-8ca7-aed58e385f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4980018 Feb 09 12:12:29.040196 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5b0a33c0-574a-4710-a69d-54de4dfee4e7 req-be800227-dc6f-41f3-9d50-aef2b7498740 tempest-AggregatesAdminTestJSON-317525721 tempest-AggregatesAdminTestJSON-317525721-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:29.079035 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-7c0c62e8-4478-434e-8ccd-45f19946ceb1 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:29.080951 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-5b0a33c0-574a-4710-a69d-54de4dfee4e7 req-be800227-dc6f-41f3-9d50-aef2b7498740 tempest-AggregatesAdminTestJSON-317525721 tempest-AggregatesAdminTestJSON-317525721-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:29.218712 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-579d4511-8745-40ce-8513-bb79c4dee5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202fd47a-3133-4a39-9421-e0ad48abc257', 'name': 'tempest-FloatingIPsTestJSON-1387823978-router', 'tenant_id': '9ae544de3a3c4615b0bae3182c7d0c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': 'efa8eea3-ff06-41a6-b66a-3a89050c72b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:12:23Z', 'updated_at': '2022-02-09T12:12:26Z', 'revision_number': 3, 'project_id': '9ae544de3a3c4615b0bae3182c7d0c72', 'gw_port': {'id': 'efa8eea3-ff06-41a6-b66a-3a89050c72b8', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202fd47a-3133-4a39-9421-e0ad48abc257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:12:24Z', 'updated_at': '2022-02-09T12:12:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:12:29.224075 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579d4511-8745-40ce-8513-bb79c4dee5b4 None None] Checking router: 202fd47a-3133-4a39-9421-e0ad48abc257 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:12:29.224423 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579d4511-8745-40ce-8513-bb79c4dee5b4 None None] Updating router 202fd47a-3133-4a39-9421-e0ad48abc257 port efa8eea3-ff06-41a6-b66a-3a89050c72b8 binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:12:29.246486 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-5b0a33c0-574a-4710-a69d-54de4dfee4e7 req-be800227-dc6f-41f3-9d50-aef2b7498740 tempest-AggregatesAdminTestJSON-317525721 tempest-AggregatesAdminTestJSON-317525721-project-admin] Usage tracker for resource:security_group_rule and tenant:0a96ea4599ee48db957432a17a2c0658 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:29.259986 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-5b0a33c0-574a-4710-a69d-54de4dfee4e7 req-be800227-dc6f-41f3-9d50-aef2b7498740 tempest-AggregatesAdminTestJSON-317525721 tempest-AggregatesAdminTestJSON-317525721-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:29.287866 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-5b0a33c0-574a-4710-a69d-54de4dfee4e7 req-be800227-dc6f-41f3-9d50-aef2b7498740 tempest-AggregatesAdminTestJSON-317525721 tempest-AggregatesAdminTestJSON-317525721-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:29.311816 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-7c0c62e8-4478-434e-8ccd-45f19946ceb1 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Network c4b615eb-1906-4989-ab89-8b6ef1cc1053 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:12:29.325311 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-7c0c62e8-4478-434e-8ccd-45f19946ceb1 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:12:29.339744 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-7c0c62e8-4478-434e-8ccd-45f19946ceb1 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:12:29.345692 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-7c0c62e8-4478-434e-8ccd-45f19946ceb1 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:29.346305 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-7c0c62e8-4478-434e-8ccd-45f19946ceb1 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:29.386308 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-579d4511-8745-40ce-8513-bb79c4dee5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:29.391592 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 36572) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:29.397848 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c62e8-4478-434e-8ccd-45f19946ceb1 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Pushing event updated for resources: {'Port': ['ID=97e7749c-e915-48dc-8052-7a0103663c27,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:29.400857 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-7c0c62e8-4478-434e-8ccd-45f19946ceb1 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2109423 Feb 09 12:12:29.434037 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-fb936451-9970-4b25-b41b-2590353705bb service neutron] Request body: {'port': {'device_id': '5c042779-8b84-4bb9-bb30-dac48671003f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:12:29.447862 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2e716354-5bf7-48f1-9e39-f60327ef13c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:29.485034 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ca196-e0ec-429e-be00-18053a4060b7 req-c36b7db9-8a9f-4269-a063-20a969d93dd2 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:29.485873 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e03ca196-e0ec-429e-be00-18053a4060b7 req-c36b7db9-8a9f-4269-a063-20a969d93dd2 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Synchronizing usage tracker for tenant:3a84524b0b1d4c8da324d07cc553e331 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:12:29.500000 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 36582) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:29.531046 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e849e-bd45-48ea-8103-93586090d4a3 req-e62c80d3-9f6b-4ef7-b9cb-4dde7e651239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:29.532567 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab6e849e-bd45-48ea-8103-93586090d4a3 req-e62c80d3-9f6b-4ef7-b9cb-4dde7e651239 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b614b8bd377446f892967d9352b20ad9&device_id=e661f86f-b149-4e42-9974-afc259a7027a HTTP/1.1" status: 200 len: 1094 time: 0.3825073 Feb 09 12:12:29.552047 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8b788ce0-364c-4d3a-b23b-ac7577ea0056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:29.641517 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 8d5739ae-c012-4357-8aa7-9b4948e81040 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:12:29.779316 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-fb936451-9970-4b25-b41b-2590353705bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:29.820803 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 8d5739ae-c012-4357-8aa7-9b4948e81040 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:12:29.821358 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:29.853552 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-8b788ce0-364c-4d3a-b23b-ac7577ea0056 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:29.856350 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b4958db7-599d-496d-be9a-70671cf5f210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:29.868400 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e03ca196-e0ec-429e-be00-18053a4060b7 req-c36b7db9-8a9f-4269-a063-20a969d93dd2 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Unset dirty status for tenant:3a84524b0b1d4c8da324d07cc553e331 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:12:29.875674 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e03ca196-e0ec-429e-be00-18053a4060b7 req-c36b7db9-8a9f-4269-a063-20a969d93dd2 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c042779-8b84-4bb9-bb30-dac48671003f HTTP/1.1" status: 200 len: 931 time: 0.8011897 Feb 09 12:12:29.903088 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b4958db7-599d-496d-be9a-70671cf5f210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:29.906939 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b4958db7-599d-496d-be9a-70671cf5f210 admin admin] Usage tracker for resource:security_group_rule and tenant:f74947ddd8bc44119539978ae966341c is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:29.909813 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b4958db7-599d-496d-be9a-70671cf5f210 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:29.915592 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b4958db7-599d-496d-be9a-70671cf5f210 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:29.934098 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8b788ce0-364c-4d3a-b23b-ac7577ea0056 admin admin] Usage tracker for resource:security_group_rule and tenant:a3a8acd0df5a4872acf3266e206f7a0b is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:29.950880 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8b788ce0-364c-4d3a-b23b-ac7577ea0056 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:29.989357 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-579d4511-8745-40ce-8513-bb79c4dee5b4 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:30.004256 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-8b788ce0-364c-4d3a-b23b-ac7577ea0056 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:30.004721 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-579d4511-8745-40ce-8513-bb79c4dee5b4 None None] Transition to ACTIVE for port object efa8eea3-ff06-41a6-b66a-3a89050c72b8 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:12:30.030734 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-579d4511-8745-40ce-8513-bb79c4dee5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:30.071763 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-2e716354-5bf7-48f1-9e39-f60327ef13c5 admin admin] Allocated IP 172.20.0.1 (2379a921-d096-4064-b33d-cf51ac9fcd23/bc3ade87-de7e-4255-a01d-0090eef8f31b/cef2eae7-c613-4a80-9234-9725c934946b) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:12:30.126485 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e03ca196-e0ec-429e-be00-18053a4060b7 req-e4f15dcb-c279-4c07-81a7-ca43199c8c7c tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495842 Feb 09 12:12:30.137019 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-579d4511-8745-40ce-8513-bb79c4dee5b4 None None] Attempting to bind port efa8eea3-ff06-41a6-b66a-3a89050c72b8 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:12:30.137443 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-579d4511-8745-40ce-8513-bb79c4dee5b4 None None] Attempting to bind port efa8eea3-ff06-41a6-b66a-3a89050c72b8 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:12:30.137878 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579d4511-8745-40ce-8513-bb79c4dee5b4 None None] Attempting to bind port efa8eea3-ff06-41a6-b66a-3a89050c72b8 on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:12:30.147497 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579d4511-8745-40ce-8513-bb79c4dee5b4 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:12:30.147921 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579d4511-8745-40ce-8513-bb79c4dee5b4 None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:12:30.148330 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-579d4511-8745-40ce-8513-bb79c4dee5b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:30.148722 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579d4511-8745-40ce-8513-bb79c4dee5b4 None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:12:30.149189 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-579d4511-8745-40ce-8513-bb79c4dee5b4 None None] Bound port: efa8eea3-ff06-41a6-b66a-3a89050c72b8, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:12:30.149580 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-579d4511-8745-40ce-8513-bb79c4dee5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:30.152524 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5b0a33c0-574a-4710-a69d-54de4dfee4e7 req-be800227-dc6f-41f3-9d50-aef2b7498740 tempest-AggregatesAdminTestJSON-317525721 tempest-AggregatesAdminTestJSON-317525721-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:30.210078 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be75810-609d-4cdb-a1ff-05c8894cfdf1 None None] Pushing event updated for resources: {'Port': ['ID=efa8eea3-ff06-41a6-b66a-3a89050c72b8,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:30.239896 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5b0a33c0-574a-4710-a69d-54de4dfee4e7 req-be800227-dc6f-41f3-9d50-aef2b7498740 tempest-AggregatesAdminTestJSON-317525721 tempest-AggregatesAdminTestJSON-317525721-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:30.248514 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-579d4511-8745-40ce-8513-bb79c4dee5b4 None None] For port efa8eea3-ff06-41a6-b66a-3a89050c72b8, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:12:30.252240 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-579d4511-8745-40ce-8513-bb79c4dee5b4 None None] For port efa8eea3-ff06-41a6-b66a-3a89050c72b8, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=efa8eea3-ff06-41a6-b66a-3a89050c72b8,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:12:30.261825 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-579d4511-8745-40ce-8513-bb79c4dee5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:30.324547 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2e716354-5bf7-48f1-9e39-f60327ef13c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:30.344944 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-2e716354-5bf7-48f1-9e39-f60327ef13c5 admin admin] Transition to ACTIVE for port object cef2eae7-c613-4a80-9234-9725c934946b will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:12:30.364375 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be75810-609d-4cdb-a1ff-05c8894cfdf1 None None] Pushing event updated for resources: {'Port': ['ID=efa8eea3-ff06-41a6-b66a-3a89050c72b8,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:30.392885 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2e716354-5bf7-48f1-9e39-f60327ef13c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:30.393574 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e849e-bd45-48ea-8103-93586090d4a3 req-f588f8c3-28bf-43e4-9011-37b016a4c888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:30.395117 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab6e849e-bd45-48ea-8103-93586090d4a3 req-f588f8c3-28bf-43e4-9011-37b016a4c888 service neutron] 10.222.0.52 "GET /v2.0/networks?id=de69ec27-0664-4edc-8ca7-aed58e385f8e HTTP/1.1" status: 200 len: 925 time: 0.8499479 Feb 09 12:12:30.396851 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5b0a33c0-574a-4710-a69d-54de4dfee4e7 req-be800227-dc6f-41f3-9d50-aef2b7498740 tempest-AggregatesAdminTestJSON-317525721 tempest-AggregatesAdminTestJSON-317525721-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7ada1c05-2bd3-4c70-9eb0-ab18dc98d968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4349642 Feb 09 12:12:30.433637 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579d4511-8745-40ce-8513-bb79c4dee5b4 None None] Routers {'202fd47a-3133-4a39-9421-e0ad48abc257'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:12:30.437110 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-579d4511-8745-40ce-8513-bb79c4dee5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:12:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['202fd47a-3133-4a39-9421-e0ad48abc257'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:12:30.489382 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e716354-5bf7-48f1-9e39-f60327ef13c5 admin admin] Network 2379a921-d096-4064-b33d-cf51ac9fcd23 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:12:30.492594 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-2e716354-5bf7-48f1-9e39-f60327ef13c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:12:30.496786 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e716354-5bf7-48f1-9e39-f60327ef13c5 admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:12:30.497256 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2e716354-5bf7-48f1-9e39-f60327ef13c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:30.502951 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e716354-5bf7-48f1-9e39-f60327ef13c5 admin admin] Pushing event updated for resources: {'Port': ['ID=cef2eae7-c613-4a80-9234-9725c934946b,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:30.722294 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2e716354-5bf7-48f1-9e39-f60327ef13c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:30.818763 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-579d4511-8745-40ce-8513-bb79c4dee5b4 None None] Set router 202fd47a-3133-4a39-9421-e0ad48abc257 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:12:30.843289 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f35c8c8d-5ed2-4107-a0e9-4c65bee0f8c6 None None] Provisioning for port cef2eae7-c613-4a80-9234-9725c934946b completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:12:30.849355 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f35c8c8d-5ed2-4107-a0e9-4c65bee0f8c6 None None] Provisioning complete for port cef2eae7-c613-4a80-9234-9725c934946b triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:12:30.849812 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f35c8c8d-5ed2-4107-a0e9-4c65bee0f8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:30.906395 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab6e849e-bd45-48ea-8103-93586090d4a3 req-06b4e340-ca6b-48bc-b14e-7c93215dcc8e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68b717bb-0d6a-4504-95d0-baa0b0789b50 HTTP/1.1" status: 200 len: 217 time: 0.4836860 Feb 09 12:12:30.915470 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be800227-dc6f-41f3-9d50-aef2b7498740 tempest-AggregatesAdminTestJSON-317525721 tempest-AggregatesAdminTestJSON-317525721-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5eaed9d-71dd-4ba3-b45c-b48cd6da8aa2,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:30.923274 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b4958db7-599d-496d-be9a-70671cf5f210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:30.966773 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-f35c8c8d-5ed2-4107-a0e9-4c65bee0f8c6 None None] Port cef2eae7-c613-4a80-9234-9725c934946b cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:12:31.039033 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b4958db7-599d-496d-be9a-70671cf5f210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:31.134395 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2e716354-5bf7-48f1-9e39-f60327ef13c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:31.142913 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2e716354-5bf7-48f1-9e39-f60327ef13c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:31.145751 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2e716354-5bf7-48f1-9e39-f60327ef13c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:31.166407 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b4958db7-599d-496d-be9a-70671cf5f210 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f74947ddd8bc44119539978ae966341c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7696652 Feb 09 12:12:31.171249 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-579d4511-8745-40ce-8513-bb79c4dee5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202fd47a-3133-4a39-9421-e0ad48abc257', 'name': 'tempest-FloatingIPsTestJSON-1387823978-router', 'tenant_id': '9ae544de3a3c4615b0bae3182c7d0c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': 'efa8eea3-ff06-41a6-b66a-3a89050c72b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:12:23Z', 'updated_at': '2022-02-09T12:12:26Z', 'revision_number': 3, 'project_id': '9ae544de3a3c4615b0bae3182c7d0c72', 'gw_port': {'id': 'efa8eea3-ff06-41a6-b66a-3a89050c72b8', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202fd47a-3133-4a39-9421-e0ad48abc257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:12:24Z', 'updated_at': '2022-02-09T12:12:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:12:31.174556 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b553d-2185-4efd-9dc0-467a5b1ba964 req-9c67c2cb-35ea-41d1-862f-296cba3fd1f9 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:31.176043 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-285b553d-2185-4efd-9dc0-467a5b1ba964 req-9c67c2cb-35ea-41d1-862f-296cba3fd1f9 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/ports?device_id=e661f86f-b149-4e42-9974-afc259a7027a HTTP/1.1" status: 200 len: 943 time: 0.9181931 Feb 09 12:12:31.179014 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 36620) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:31.180726 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579d4511-8745-40ce-8513-bb79c4dee5b4 None None] The sync data for ids ['202fd47a-3133-4a39-9421-e0ad48abc257'] in n-d-825178-3 is: [{'id': '202fd47a-3133-4a39-9421-e0ad48abc257', 'name': 'tempest-FloatingIPsTestJSON-1387823978-router', 'tenant_id': '9ae544de3a3c4615b0bae3182c7d0c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': 'efa8eea3-ff06-41a6-b66a-3a89050c72b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:12:23Z', 'updated_at': '2022-02-09T12:12:26Z', 'revision_number': 3, 'project_id': '9ae544de3a3c4615b0bae3182c7d0c72', 'gw_port': {'id': 'efa8eea3-ff06-41a6-b66a-3a89050c72b8', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202fd47a-3133-4a39-9421-e0ad48abc257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:12:24Z', 'updated_at': '2022-02-09T12:12:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:12:31.183786 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e849e-bd45-48ea-8103-93586090d4a3 req-b384e821-9e2d-4228-a29d-698cc2e20108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:31.185259 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab6e849e-bd45-48ea-8103-93586090d4a3 req-b384e821-9e2d-4228-a29d-698cc2e20108 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2cf1195f-6cfb-4f71-a13f-5a2ca1abc351 HTTP/1.1" status: 200 len: 863 time: 0.2654591 Feb 09 12:12:31.190137 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8b788ce0-364c-4d3a-b23b-ac7577ea0056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:31.194023 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4958db7-599d-496d-be9a-70671cf5f210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57b6927-f027-4af5-9e11-7ae3870bca17,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:31.278217 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8b788ce0-364c-4d3a-b23b-ac7577ea0056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:31.326896 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e716354-5bf7-48f1-9e39-f60327ef13c5 admin admin] Pushing event updated for resources: {'Port': ['ID=cef2eae7-c613-4a80-9234-9725c934946b,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:31.401882 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e716354-5bf7-48f1-9e39-f60327ef13c5 admin admin] Network 2379a921-d096-4064-b33d-cf51ac9fcd23 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:12:31.403490 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-2e716354-5bf7-48f1-9e39-f60327ef13c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:12:31.482989 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8b788ce0-364c-4d3a-b23b-ac7577ea0056 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a3a8acd0df5a4872acf3266e206f7a0b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9793406 Feb 09 12:12:31.488844 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 36634) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:31.489494 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b788ce0-364c-4d3a-b23b-ac7577ea0056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c41f3d8-9d09-4809-ae91-c86a00513c99,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:31.494476 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-285b553d-2185-4efd-9dc0-467a5b1ba964 req-bdc756fd-b994-400f-a5c6-15a58a47afd9 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac4eb021-bb3a-442d-8153-c3dbaa0cfda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3012984 Feb 09 12:12:31.499654 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-fb936451-9970-4b25-b41b-2590353705bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97e7749c-e915-48dc-8052-7a0103663c27 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:12:31.522021 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-87ba5d6d-bc23-40ef-a0ae-a7f1818c114e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:31.561937 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-fb936451-9970-4b25-b41b-2590353705bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:31.583616 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16ec4a-e606-447d-bdb8-599b898efd19 req-3e9e3517-a14f-424d-a3bc-fddbcc9384aa tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:31.591083 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2f16ec4a-e606-447d-bdb8-599b898efd19 req-3e9e3517-a14f-424d-a3bc-fddbcc9384aa tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7d8d85a-2fbb-46a8-95bf-b3b7971e10d9 HTTP/1.1" status: 200 len: 971 time: 0.6766226 Feb 09 12:12:31.684546 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-fb936451-9970-4b25-b41b-2590353705bb service neutron] Transition to ACTIVE for port object 97e7749c-e915-48dc-8052-7a0103663c27 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:12:31.705838 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device efa8eea3-ff06-41a6-b66a-3a89050c72b8 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:12:31.732434 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e716354-5bf7-48f1-9e39-f60327ef13c5 admin admin] Router 202fd47a-3133-4a39-9421-e0ad48abc257 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:12:31.752197 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-87ba5d6d-bc23-40ef-a0ae-a7f1818c114e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:31.798500 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2f16ec4a-e606-447d-bdb8-599b898efd19 req-278df66b-693f-453a-bd7a-68e7bc765c45 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ada1c05-2bd3-4c70-9eb0-ab18dc98d968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065468 Feb 09 12:12:31.804145 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-fb936451-9970-4b25-b41b-2590353705bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:31.851928 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port efa8eea3-ff06-41a6-b66a-3a89050c72b8 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:12:31.858776 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port efa8eea3-ff06-41a6-b66a-3a89050c72b8 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:12:31.859348 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:31.927134 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-75b785c0-d4bb-48c9-b340-4fe45b513676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:31.967437 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e716354-5bf7-48f1-9e39-f60327ef13c5 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:12:31.974831 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-02c6ed57-bbef-4011-945f-d11404dbb942 None None] Provisioning complete for port cef2eae7-c613-4a80-9234-9725c934946b triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:12:31.975913 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-02c6ed57-bbef-4011-945f-d11404dbb942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:31.990979 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2e716354-5bf7-48f1-9e39-f60327ef13c5 admin admin] 10.222.0.55 "PUT /v2.0/routers/202fd47a-3133-4a39-9421-e0ad48abc257/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5978270 Feb 09 12:12:32.053653 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e849e-bd45-48ea-8103-93586090d4a3 req-cd845da6-cff7-4a9f-aca4-7de15f9e7008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:32.055395 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab6e849e-bd45-48ea-8103-93586090d4a3 req-cd845da6-cff7-4a9f-aca4-7de15f9e7008 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=de69ec27-0664-4edc-8ca7-aed58e385f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8584905 Feb 09 12:12:32.129644 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-75b785c0-d4bb-48c9-b340-4fe45b513676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:32.139423 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb936451-9970-4b25-b41b-2590353705bb service neutron] Pushing event updated for resources: {'Port': ['ID=97e7749c-e915-48dc-8052-7a0103663c27,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:32.177022 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-02c6ed57-bbef-4011-945f-d11404dbb942 None None] Port cef2eae7-c613-4a80-9234-9725c934946b cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:12:32.180577 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:32.207682 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port efa8eea3-ff06-41a6-b66a-3a89050c72b8, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=efa8eea3-ff06-41a6-b66a-3a89050c72b8,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:12:32.213981 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:32.299611 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=efa8eea3-ff06-41a6-b66a-3a89050c72b8,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:32.428585 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-87ba5d6d-bc23-40ef-a0ae-a7f1818c114e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:32.476335 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-fb936451-9970-4b25-b41b-2590353705bb service neutron] Attempting to bind port 97e7749c-e915-48dc-8052-7a0103663c27 on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:12:32.476440 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-fb936451-9970-4b25-b41b-2590353705bb service neutron] Attempting to bind port 97e7749c-e915-48dc-8052-7a0103663c27 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': '32f229e9-9010-4be1-973f-7ae4423dcda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:12:32.476813 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-fb936451-9970-4b25-b41b-2590353705bb service neutron] Attempting to bind port 97e7749c-e915-48dc-8052-7a0103663c27 on network c4b615eb-1906-4989-ab89-8b6ef1cc1053 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:12:32.488831 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ba5d6d-bc23-40ef-a0ae-a7f1818c114e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57b6927-f027-4af5-9e11-7ae3870bca17,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:32.516458 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-fb936451-9970-4b25-b41b-2590353705bb service neutron] Port 97e7749c-e915-48dc-8052-7a0103663c27 on network c4b615eb-1906-4989-ab89-8b6ef1cc1053 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:12:32.516963 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-fb936451-9970-4b25-b41b-2590353705bb service neutron] Attempting to bind port 97e7749c-e915-48dc-8052-7a0103663c27 on network c4b615eb-1906-4989-ab89-8b6ef1cc1053 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:12:32.605621 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-fb936451-9970-4b25-b41b-2590353705bb service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:12:32.605950 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-fb936451-9970-4b25-b41b-2590353705bb service neutron] Checking segment: {'id': '32f229e9-9010-4be1-973f-7ae4423dcda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:12:32.606333 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-fb936451-9970-4b25-b41b-2590353705bb service neutron] Bound using segment: {'id': '32f229e9-9010-4be1-973f-7ae4423dcda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:12:32.606780 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-fb936451-9970-4b25-b41b-2590353705bb service neutron] Bound port: 97e7749c-e915-48dc-8052-7a0103663c27, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f229e9-9010-4be1-973f-7ae4423dcda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:12:32.607117 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-fb936451-9970-4b25-b41b-2590353705bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:32.659144 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-87ba5d6d-bc23-40ef-a0ae-a7f1818c114e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:32.660282 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-87ba5d6d-bc23-40ef-a0ae-a7f1818c114e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a57b6927-f027-4af5-9e11-7ae3870bca17 HTTP/1.1" status: 204 len: 168 time: 1.4741549 Feb 09 12:12:32.669480 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d6822-9462-4da5-90cc-18944cc145b3 req-dfcb873d-3fcb-470f-93d9-088fda472490 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:32.670902 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-371d6822-9462-4da5-90cc-18944cc145b3 req-dfcb873d-3fcb-470f-93d9-088fda472490 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c042779-8b84-4bb9-bb30-dac48671003f HTTP/1.1" status: 200 len: 943 time: 0.8777461 Feb 09 12:12:32.757575 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab6e849e-bd45-48ea-8103-93586090d4a3 req-955e4141-dddd-46d8-b111-8a5c1914c22f service neutron] 10.222.0.52 "GET /v2.0/networks/de69ec27-0664-4edc-8ca7-aed58e385f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6687138 Feb 09 12:12:32.783926 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-75b785c0-d4bb-48c9-b340-4fe45b513676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:32.912497 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-75b785c0-d4bb-48c9-b340-4fe45b513676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:32.913597 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-75b785c0-d4bb-48c9-b340-4fe45b513676 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1c41f3d8-9d09-4809-ae91-c86a00513c99 HTTP/1.1" status: 204 len: 168 time: 1.4167461 Feb 09 12:12:32.926144 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b785c0-d4bb-48c9-b340-4fe45b513676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c41f3d8-9d09-4809-ae91-c86a00513c99,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:32.947902 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e5561f-94f9-4268-b5b7-d7a4eced7a94 req-dc0a3d49-686c-406b-af6a-5bab85b5cd91 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:32.949472 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e3e5561f-94f9-4268-b5b7-d7a4eced7a94 req-dc0a3d49-686c-406b-af6a-5bab85b5cd91 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7d8d85a-2fbb-46a8-95bf-b3b7971e10d9 HTTP/1.1" status: 200 len: 971 time: 0.6456177 Feb 09 12:12:32.960200 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-371d6822-9462-4da5-90cc-18944cc145b3 req-d0a850f2-cb3b-42a8-8390-2d084b1a6733 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490563 Feb 09 12:12:32.972048 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c85b8b93-384b-4fd4-9f85-bee07b2c7d60 req-e87450d0-2d5e-48a9-95fa-77e823551867 tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4979227 Feb 09 12:12:33.066519 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-e3e5561f-94f9-4268-b5b7-d7a4eced7a94 req-0396d7ad-3329-4327-810c-68df7b30b2e0 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Deleting port f8423133-bb42-4b66-bab1-7701b3d798a6 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:12:33.066868 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e3e5561f-94f9-4268-b5b7-d7a4eced7a94 req-0396d7ad-3329-4327-810c-68df7b30b2e0 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:33.095112 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 36664) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:33.118842 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-c85b8b93-384b-4fd4-9f85-bee07b2c7d60 req-5961ca76-7a60-4e35-9f1f-4bd5caf8fd8b tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:12:33.122951 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9dc7c05c-9695-400b-99eb-2878c29f61fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:33.125456 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-fb936451-9970-4b25-b41b-2590353705bb service neutron] For port 97e7749c-e915-48dc-8052-7a0103663c27, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:12:33.127634 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 68b717bb-0d6a-4504-95d0-baa0b0789b50 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:12:33.140720 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-c85b8b93-384b-4fd4-9f85-bee07b2c7d60 req-5961ca76-7a60-4e35-9f1f-4bd5caf8fd8b tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:33.150288 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9dc7c05c-9695-400b-99eb-2878c29f61fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:33.157243 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9dc7c05c-9695-400b-99eb-2878c29f61fe admin admin] Usage tracker for resource:security_group_rule and tenant:11dde341607b4a18b9935bc2891dfdf5 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:33.164186 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9dc7c05c-9695-400b-99eb-2878c29f61fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:33.165794 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c85b8b93-384b-4fd4-9f85-bee07b2c7d60 req-5961ca76-7a60-4e35-9f1f-4bd5caf8fd8b tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Usage tracker for resource:floatingip and tenant:9ae544de3a3c4615b0bae3182c7d0c72 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:33.173150 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9dc7c05c-9695-400b-99eb-2878c29f61fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:33.173782 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-fb936451-9970-4b25-b41b-2590353705bb service neutron] For port 97e7749c-e915-48dc-8052-7a0103663c27, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=97e7749c-e915-48dc-8052-7a0103663c27,segment=NetworkSegment(32f229e9-9010-4be1-973f-7ae4423dcda8),segment_id=32f229e9-9010-4be1-973f-7ae4423dcda8)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:12:33.178833 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c85b8b93-384b-4fd4-9f85-bee07b2c7d60 req-5961ca76-7a60-4e35-9f1f-4bd5caf8fd8b tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:33.205948 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-fb936451-9970-4b25-b41b-2590353705bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:33.220119 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-c85b8b93-384b-4fd4-9f85-bee07b2c7d60 req-5961ca76-7a60-4e35-9f1f-4bd5caf8fd8b tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:33.360508 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9dc7c05c-9695-400b-99eb-2878c29f61fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:33.370333 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9dc7c05c-9695-400b-99eb-2878c29f61fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:33.400297 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 68b717bb-0d6a-4504-95d0-baa0b0789b50, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=68b717bb-0d6a-4504-95d0-baa0b0789b50,segment=NetworkSegment(bd8c6d18-a3cc-4c80-8858-834b6bfa59cb),segment_id=bd8c6d18-a3cc-4c80-8858-834b6bfa59cb)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:12:33.412892 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-fb936451-9970-4b25-b41b-2590353705bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:33.413520 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-fb936451-9970-4b25-b41b-2590353705bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:33.414920 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-fb936451-9970-4b25-b41b-2590353705bb service neutron] 10.222.0.52 "PUT /v2.0/ports/97e7749c-e915-48dc-8052-7a0103663c27 HTTP/1.1" status: 200 len: 1091 time: 3.9951117 Feb 09 12:12:33.432757 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c042779-8b84-4bb9-bb30-dac48671003f', 'tag': '97e7749c-e915-48dc-8052-7a0103663c27'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:12:33.436239 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': '68b717bb-0d6a-4504-95d0-baa0b0789b50', 'network_id': 'de69ec27-0664-4edc-8ca7-aed58e385f8e', 'port_id': '68b717bb-0d6a-4504-95d0-baa0b0789b50', 'mac_address': 'fa:16:3e:5c:57:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf1195f-6cfb-4f71-a13f-5a2ca1abc351', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:12:33.439373 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab6e849e-bd45-48ea-8103-93586090d4a3 req-b65c7dd1-4bb9-49ac-bbf0-914b7a766b0a service neutron] 10.222.0.52 "GET /v2.0/networks/de69ec27-0664-4edc-8ca7-aed58e385f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6703615 Feb 09 12:12:33.444781 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c85b8b93-384b-4fd4-9f85-bee07b2c7d60 req-5961ca76-7a60-4e35-9f1f-4bd5caf8fd8b tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Notify callbacks [] for floatingip, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:33.482277 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9dc7c05c-9695-400b-99eb-2878c29f61fe admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=11dde341607b4a18b9935bc2891dfdf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3836827 Feb 09 12:12:33.485897 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 36676) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:33.491246 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc7c05c-9695-400b-99eb-2878c29f61fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb5ed09-5764-48a8-b2b0-0095d4757572,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:33.511533 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25923559-f39d-4657-a308-544356b59441 None None] Sync routers for ids ['202fd47a-3133-4a39-9421-e0ad48abc257'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:12:33.546723 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25923559-f39d-4657-a308-544356b59441 None None] Routers {'202fd47a-3133-4a39-9421-e0ad48abc257'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:12:33.548220 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-25923559-f39d-4657-a308-544356b59441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:12:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['202fd47a-3133-4a39-9421-e0ad48abc257'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:12:33.613188 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device efa8eea3-ff06-41a6-b66a-3a89050c72b8 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:12:33.663096 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:33.705487 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68b717bb-0d6a-4504-95d0-baa0b0789b50 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:12:33.771304 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb936451-9970-4b25-b41b-2590353705bb service neutron] Pushing event updated for resources: {'Port': ['ID=97e7749c-e915-48dc-8052-7a0103663c27,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:33.809001 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 68b717bb-0d6a-4504-95d0-baa0b0789b50, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=68b717bb-0d6a-4504-95d0-baa0b0789b50,segment=NetworkSegment(bd8c6d18-a3cc-4c80-8858-834b6bfa59cb),segment_id=bd8c6d18-a3cc-4c80-8858-834b6bfa59cb)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:12:33.817673 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:33.880043 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-25923559-f39d-4657-a308-544356b59441 None None] Set router 202fd47a-3133-4a39-9421-e0ad48abc257 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:12:33.932359 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-e3e5561f-94f9-4268-b5b7-d7a4eced7a94 req-0396d7ad-3329-4327-810c-68df7b30b2e0 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] For port f8423133-bb42-4b66-bab1-7701b3d798a6, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f8423133-bb42-4b66-bab1-7701b3d798a6,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:12:33.932963 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e3e5561f-94f9-4268-b5b7-d7a4eced7a94 req-0396d7ad-3329-4327-810c-68df7b30b2e0 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:33.952373 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-361f7276-d3ff-44dd-adac-a86fd5389db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:33.954261 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port efa8eea3-ff06-41a6-b66a-3a89050c72b8 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:12:33.954628 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:34.098043 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=68b717bb-0d6a-4504-95d0-baa0b0789b50,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:34.167664 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-e3e5561f-94f9-4268-b5b7-d7a4eced7a94 req-0396d7ad-3329-4327-810c-68df7b30b2e0 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Calling delete_port for f8423133-bb42-4b66-bab1-7701b3d798a6 owned by compute:tempest-test_az-1292356009 {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:12:34.202764 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb73da-a323-487e-8dda-aa0b9e0dfb5d req-d2fef867-5048-4d10-a5d3-68189e0f2f55 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:34.204357 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-72eb73da-a323-487e-8dda-aa0b9e0dfb5d req-d2fef867-5048-4d10-a5d3-68189e0f2f55 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/ports?device_id=e661f86f-b149-4e42-9974-afc259a7027a HTTP/1.1" status: 200 len: 943 time: 0.6750765 Feb 09 12:12:34.220198 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-5dc020fd-0488-463b-83d5-17e524f710fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:34.221653 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-5dc020fd-0488-463b-83d5-17e524f710fd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3a84524b0b1d4c8da324d07cc553e331&device_id=5c042779-8b84-4bb9-bb30-dac48671003f HTTP/1.1" status: 200 len: 1094 time: 0.6367025 Feb 09 12:12:34.266954 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['68b717bb-0d6a-4504-95d0-baa0b0789b50'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:12:34.312581 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-361f7276-d3ff-44dd-adac-a86fd5389db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:34.342188 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-73fdb513-894d-4a32-bf34-d070d19ab6fd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97e7749c-e915-48dc-8052-7a0103663c27 HTTP/1.1" status: 200 len: 217 time: 0.1026065 Feb 09 12:12:34.510288 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-25923559-f39d-4657-a308-544356b59441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202fd47a-3133-4a39-9421-e0ad48abc257', 'name': 'tempest-FloatingIPsTestJSON-1387823978-router', 'tenant_id': '9ae544de3a3c4615b0bae3182c7d0c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': 'efa8eea3-ff06-41a6-b66a-3a89050c72b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:12:23Z', 'updated_at': '2022-02-09T12:12:30Z', 'revision_number': 4, 'project_id': '9ae544de3a3c4615b0bae3182c7d0c72', 'gw_port': {'id': 'efa8eea3-ff06-41a6-b66a-3a89050c72b8', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202fd47a-3133-4a39-9421-e0ad48abc257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:12:24Z', 'updated_at': '2022-02-09T12:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'cef2eae7-c613-4a80-9234-9725c934946b', 'name': '', 'network_id': '2379a921-d096-4064-b33d-cf51ac9fcd23', 'tenant_id': '9ae544de3a3c4615b0bae3182c7d0c72', 'mac_address': 'fa:16:3e:72:dd:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202fd47a-3133-4a39-9421-e0ad48abc257', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'bc3ade87-de7e-4255-a01d-0090eef8f31b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:12:29Z', 'updated_at': '2022-02-09T12:12:30Z', 'revision_number': 2, 'project_id': '9ae544de3a3c4615b0bae3182c7d0c72', 'subnets': [{'id': 'bc3ade87-de7e-4255-a01d-0090eef8f31b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:12:34.535283 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25923559-f39d-4657-a308-544356b59441 None None] Checking router: 202fd47a-3133-4a39-9421-e0ad48abc257 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:12:34.535668 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25923559-f39d-4657-a308-544356b59441 None None] Updating router 202fd47a-3133-4a39-9421-e0ad48abc257 port cef2eae7-c613-4a80-9234-9725c934946b binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:12:34.558099 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-72eb73da-a323-487e-8dda-aa0b9e0dfb5d req-c318b493-2d6f-4d36-af26-b8926accc49d tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac4eb021-bb3a-442d-8153-c3dbaa0cfda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3287537 Feb 09 12:12:34.624598 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-25923559-f39d-4657-a308-544356b59441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:34.646439 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c85b8b93-384b-4fd4-9f85-bee07b2c7d60 req-5961ca76-7a60-4e35-9f1f-4bd5caf8fd8b tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:34.653713 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-e015c482-7ebd-4cc0-8fc1-160793085eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:34.655244 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-e015c482-7ebd-4cc0-8fc1-160793085eff service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9d6b2f2b-3fb9-4d1b-ac78-19140ea18253 HTTP/1.1" status: 200 len: 860 time: 0.2731361 Feb 09 12:12:34.789550 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-8b504260-ee0b-4e9b-b449-412de72a5ecd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c4b615eb-1906-4989-ab89-8b6ef1cc1053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942416 Feb 09 12:12:34.793497 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e3e5561f-94f9-4268-b5b7-d7a4eced7a94 req-0396d7ad-3329-4327-810c-68df7b30b2e0 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:34.832750 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-361f7276-d3ff-44dd-adac-a86fd5389db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:34.907585 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0396d7ad-3329-4327-810c-68df7b30b2e0 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Pushing event deleted for resources: {'Port': ['ID=f8423133-bb42-4b66-bab1-7701b3d798a6,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:34.969055 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361f7276-d3ff-44dd-adac-a86fd5389db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb5ed09-5764-48a8-b2b0-0095d4757572,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:35.007934 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-25923559-f39d-4657-a308-544356b59441 None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:35.022409 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-25923559-f39d-4657-a308-544356b59441 None None] Transition to ACTIVE for port object cef2eae7-c613-4a80-9234-9725c934946b will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:12:35.030353 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-25923559-f39d-4657-a308-544356b59441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:35.148264 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 68b717bb-0d6a-4504-95d0-baa0b0789b50 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:12:35.161821 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e5561f-94f9-4268-b5b7-d7a4eced7a94 req-0396d7ad-3329-4327-810c-68df7b30b2e0 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] No DVR routers for this DVR port f8423133-bb42-4b66-bab1-7701b3d798a6 on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:12:35.177196 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e3e5561f-94f9-4268-b5b7-d7a4eced7a94 req-0396d7ad-3329-4327-810c-68df7b30b2e0 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:35.179269 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e3e5561f-94f9-4268-b5b7-d7a4eced7a94 req-0396d7ad-3329-4327-810c-68df7b30b2e0 tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] 10.222.0.46 "DELETE /v2.0/ports/f8423133-bb42-4b66-bab1-7701b3d798a6 HTTP/1.1" status: 204 len: 173 time: 2.2163849 Feb 09 12:12:35.221473 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c0d2b-25a0-474d-8b71-f180ec695c35 req-a34fd1a2-f5a7-4390-9395-459228f9181d tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:35.221879 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-a10c0d2b-25a0-474d-8b71-f180ec695c35 req-a34fd1a2-f5a7-4390-9395-459228f9181d tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Synchronizing usage tracker for tenant:4be6d4c9fbf74c65b8c14da380707388 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:12:35.225870 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-361f7276-d3ff-44dd-adac-a86fd5389db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:35.229823 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-361f7276-d3ff-44dd-adac-a86fd5389db5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/adb5ed09-5764-48a8-b2b0-0095d4757572 HTTP/1.1" status: 204 len: 168 time: 1.6441295 Feb 09 12:12:35.255635 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-ea81f7fc-d89c-4a50-bbc1-fe94f9a9b81e service neutron] 10.222.0.52 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4134867 Feb 09 12:12:35.317444 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d173649-7fff-4ccf-8d9a-ed20791d6f91 None None] Pushing event updated for resources: {'Port': ['ID=cef2eae7-c613-4a80-9234-9725c934946b,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:35.374416 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-25923559-f39d-4657-a308-544356b59441 None None] Attempting to bind port cef2eae7-c613-4a80-9234-9725c934946b on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:12:35.374826 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-25923559-f39d-4657-a308-544356b59441 None None] Attempting to bind port cef2eae7-c613-4a80-9234-9725c934946b by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '73760125-686c-4968-a837-4580ee278b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2379a921-d096-4064-b33d-cf51ac9fcd23'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:12:35.375211 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25923559-f39d-4657-a308-544356b59441 None None] Attempting to bind port cef2eae7-c613-4a80-9234-9725c934946b on network 2379a921-d096-4064-b33d-cf51ac9fcd23 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:12:35.388286 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25923559-f39d-4657-a308-544356b59441 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:12:35.388665 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25923559-f39d-4657-a308-544356b59441 None None] Checking segment: {'id': '73760125-686c-4968-a837-4580ee278b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2379a921-d096-4064-b33d-cf51ac9fcd23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:12:35.389068 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-25923559-f39d-4657-a308-544356b59441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:35.389972 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25923559-f39d-4657-a308-544356b59441 None None] Bound using segment: {'id': '73760125-686c-4968-a837-4580ee278b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2379a921-d096-4064-b33d-cf51ac9fcd23'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:12:35.390464 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-25923559-f39d-4657-a308-544356b59441 None None] Bound port: cef2eae7-c613-4a80-9234-9725c934946b, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73760125-686c-4968-a837-4580ee278b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2379a921-d096-4064-b33d-cf51ac9fcd23'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:12:35.390998 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-25923559-f39d-4657-a308-544356b59441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:35.407556 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port 68b717bb-0d6a-4504-95d0-baa0b0789b50 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:12:35.416944 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port 68b717bb-0d6a-4504-95d0-baa0b0789b50 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:12:35.417378 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:35.423897 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-a10c0d2b-25a0-474d-8b71-f180ec695c35 req-a34fd1a2-f5a7-4390-9395-459228f9181d tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] Unset dirty status for tenant:4be6d4c9fbf74c65b8c14da380707388 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:12:35.425035 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a10c0d2b-25a0-474d-8b71-f180ec695c35 req-a34fd1a2-f5a7-4390-9395-459228f9181d tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7d8d85a-2fbb-46a8-95bf-b3b7971e10d9 HTTP/1.1" status: 200 len: 889 time: 0.7287018 Feb 09 12:12:35.440388 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-c85b8b93-384b-4fd4-9f85-bee07b2c7d60 req-5961ca76-7a60-4e35-9f1f-4bd5caf8fd8b tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Allocated IP 172.25.7.243 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/890ec690-2624-45b0-8943-230c983f6302) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:12:35.549197 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-25923559-f39d-4657-a308-544356b59441 None None] For port cef2eae7-c613-4a80-9234-9725c934946b, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:12:35.553668 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-25923559-f39d-4657-a308-544356b59441 None None] For port cef2eae7-c613-4a80-9234-9725c934946b, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=cef2eae7-c613-4a80-9234-9725c934946b,segment=NetworkSegment(73760125-686c-4968-a837-4580ee278b45),segment_id=73760125-686c-4968-a837-4580ee278b45)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:12:35.578555 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f41acef0-a05b-4c07-845c-03f7cea05c31 req-e91c531f-be1a-4656-a396-fcb31990c5eb service neutron] 10.222.0.52 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767024 Feb 09 12:12:35.590151 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a10c0d2b-25a0-474d-8b71-f180ec695c35 req-a824cfae-d601-4b2d-9f44-a979d514760d tempest-AggregatesAdminTestJSON-1120244121 tempest-AggregatesAdminTestJSON-1120244121-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ada1c05-2bd3-4c70-9eb0-ab18dc98d968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512220 Feb 09 12:12:35.591687 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-25923559-f39d-4657-a308-544356b59441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:35.676736 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c85b8b93-384b-4fd4-9f85-bee07b2c7d60 req-5961ca76-7a60-4e35-9f1f-4bd5caf8fd8b tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:35.690972 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:35.714711 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25923559-f39d-4657-a308-544356b59441 None None] Routers {'202fd47a-3133-4a39-9421-e0ad48abc257'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:12:35.714968 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c85b8b93-384b-4fd4-9f85-bee07b2c7d60 req-5961ca76-7a60-4e35-9f1f-4bd5caf8fd8b tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:35.715448 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-25923559-f39d-4657-a308-544356b59441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:12:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['202fd47a-3133-4a39-9421-e0ad48abc257'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:12:35.784576 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c042779-8b84-4bb9-bb30-dac48671003f', 'tag': '97e7749c-e915-48dc-8052-7a0103663c27', 'status': 'completed', 'code': 200} Feb 09 12:12:35.824081 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e661f86f-b149-4e42-9974-afc259a7027a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b717bb-0d6a-4504-95d0-baa0b0789b50'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:12:35.840577 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d173649-7fff-4ccf-8d9a-ed20791d6f91 None None] Pushing event updated for resources: {'Port': ['ID=cef2eae7-c613-4a80-9234-9725c934946b,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:35.881114 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5961ca76-7a60-4e35-9f1f-4bd5caf8fd8b tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Pushing event updated for resources: {'Port': ['ID=890ec690-2624-45b0-8943-230c983f6302,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:35.942358 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 68b717bb-0d6a-4504-95d0-baa0b0789b50, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=68b717bb-0d6a-4504-95d0-baa0b0789b50,segment=NetworkSegment(bd8c6d18-a3cc-4c80-8858-834b6bfa59cb),segment_id=bd8c6d18-a3cc-4c80-8858-834b6bfa59cb)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:12:35.966206 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:36.016887 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c85b8b93-384b-4fd4-9f85-bee07b2c7d60 req-5961ca76-7a60-4e35-9f1f-4bd5caf8fd8b tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:12:36.060171 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-c85b8b93-384b-4fd4-9f85-bee07b2c7d60 req-5961ca76-7a60-4e35-9f1f-4bd5caf8fd8b tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:12:36.068111 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-c85b8b93-384b-4fd4-9f85-bee07b2c7d60 req-5961ca76-7a60-4e35-9f1f-4bd5caf8fd8b tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:12:36.142833 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-25923559-f39d-4657-a308-544356b59441 None None] Set router 202fd47a-3133-4a39-9421-e0ad48abc257 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:12:36.166900 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e332bbdf-cc6f-4eb5-97e6-91368aa2650c req-da712c16-df43-4149-b320-9d52975d5255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:36.168474 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e332bbdf-cc6f-4eb5-97e6-91368aa2650c req-da712c16-df43-4149-b320-9d52975d5255 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3a84524b0b1d4c8da324d07cc553e331&device_id=5c042779-8b84-4bb9-bb30-dac48671003f HTTP/1.1" status: 200 len: 1094 time: 0.2811511 Feb 09 12:12:36.175678 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c85b8b93-384b-4fd4-9f85-bee07b2c7d60 req-5961ca76-7a60-4e35-9f1f-4bd5caf8fd8b tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:36.223601 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=68b717bb-0d6a-4504-95d0-baa0b0789b50,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:36.392473 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed60b2e-96e5-43f0-b022-31026f8748ca req-32a7ac5b-c406-4c21-8ca0-28a485e2fd76 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:36.396313 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eed60b2e-96e5-43f0-b022-31026f8748ca req-32a7ac5b-c406-4c21-8ca0-28a485e2fd76 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c042779-8b84-4bb9-bb30-dac48671003f HTTP/1.1" status: 200 len: 943 time: 0.3875208 Feb 09 12:12:36.444225 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c85b8b93-384b-4fd4-9f85-bee07b2c7d60 req-5961ca76-7a60-4e35-9f1f-4bd5caf8fd8b tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:36.512042 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-25923559-f39d-4657-a308-544356b59441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202fd47a-3133-4a39-9421-e0ad48abc257', 'name': 'tempest-FloatingIPsTestJSON-1387823978-router', 'tenant_id': '9ae544de3a3c4615b0bae3182c7d0c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': 'efa8eea3-ff06-41a6-b66a-3a89050c72b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:12:23Z', 'updated_at': '2022-02-09T12:12:30Z', 'revision_number': 4, 'project_id': '9ae544de3a3c4615b0bae3182c7d0c72', 'gw_port': {'id': 'efa8eea3-ff06-41a6-b66a-3a89050c72b8', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202fd47a-3133-4a39-9421-e0ad48abc257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:12:24Z', 'updated_at': '2022-02-09T12:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'cef2eae7-c613-4a80-9234-9725c934946b', 'name': '', 'network_id': '2379a921-d096-4064-b33d-cf51ac9fcd23', 'tenant_id': '9ae544de3a3c4615b0bae3182c7d0c72', 'mac_address': 'fa:16:3e:72:dd:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202fd47a-3133-4a39-9421-e0ad48abc257', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'bc3ade87-de7e-4255-a01d-0090eef8f31b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:12:29Z', 'updated_at': '2022-02-09T12:12:35Z', 'revision_number': 4, 'project_id': '9ae544de3a3c4615b0bae3182c7d0c72', 'subnets': [{'id': 'bc3ade87-de7e-4255-a01d-0090eef8f31b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:12:36.517275 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25923559-f39d-4657-a308-544356b59441 None None] The sync data for ids ['202fd47a-3133-4a39-9421-e0ad48abc257'] in n-d-825178-3 is: [{'id': '202fd47a-3133-4a39-9421-e0ad48abc257', 'name': 'tempest-FloatingIPsTestJSON-1387823978-router', 'tenant_id': '9ae544de3a3c4615b0bae3182c7d0c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': 'efa8eea3-ff06-41a6-b66a-3a89050c72b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:12:23Z', 'updated_at': '2022-02-09T12:12:30Z', 'revision_number': 4, 'project_id': '9ae544de3a3c4615b0bae3182c7d0c72', 'gw_port': {'id': 'efa8eea3-ff06-41a6-b66a-3a89050c72b8', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202fd47a-3133-4a39-9421-e0ad48abc257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:12:24Z', 'updated_at': '2022-02-09T12:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'cef2eae7-c613-4a80-9234-9725c934946b', 'name': '', 'network_id': '2379a921-d096-4064-b33d-cf51ac9fcd23', 'tenant_id': '9ae544de3a3c4615b0bae3182c7d0c72', 'mac_address': 'fa:16:3e:72:dd:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202fd47a-3133-4a39-9421-e0ad48abc257', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'bc3ade87-de7e-4255-a01d-0090eef8f31b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:12:29Z', 'updated_at': '2022-02-09T12:12:35Z', 'revision_number': 4, 'project_id': '9ae544de3a3c4615b0bae3182c7d0c72', 'subnets': [{'id': 'bc3ade87-de7e-4255-a01d-0090eef8f31b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:12:36.539507 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eed60b2e-96e5-43f0-b022-31026f8748ca req-11789569-a3aa-4c20-962e-1c9448bd354d tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281528 Feb 09 12:12:36.554460 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e332bbdf-cc6f-4eb5-97e6-91368aa2650c req-5a9ac9de-e95a-4209-ab72-1ff85a32b66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:36.557281 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e332bbdf-cc6f-4eb5-97e6-91368aa2650c req-5a9ac9de-e95a-4209-ab72-1ff85a32b66c service neutron] 10.222.0.52 "GET /v2.0/networks?id=c4b615eb-1906-4989-ab89-8b6ef1cc1053 HTTP/1.1" status: 200 len: 921 time: 0.3745193 Feb 09 12:12:36.667392 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e332bbdf-cc6f-4eb5-97e6-91368aa2650c req-6d791c3f-2568-4265-b7bf-285c557de7c3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97e7749c-e915-48dc-8052-7a0103663c27 HTTP/1.1" status: 200 len: 217 time: 0.0989637 Feb 09 12:12:36.701011 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device f8423133-bb42-4b66-bab1-7701b3d798a6 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:12:36.770555 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: f8423133-bb42-4b66-bab1-7701b3d798a6 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:12:36.770995 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device f8423133-bb42-4b66-bab1-7701b3d798a6 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:12:36.856868 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e332bbdf-cc6f-4eb5-97e6-91368aa2650c req-9ad1a058-da84-4d1b-abce-4e45d35c6e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:36.858238 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e332bbdf-cc6f-4eb5-97e6-91368aa2650c req-9ad1a058-da84-4d1b-abce-4e45d35c6e36 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9d6b2f2b-3fb9-4d1b-ac78-19140ea18253 HTTP/1.1" status: 200 len: 860 time: 0.1069713 Feb 09 12:12:36.917589 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e332bbdf-cc6f-4eb5-97e6-91368aa2650c req-388865a1-4604-40ae-9998-0628618e97ca service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c4b615eb-1906-4989-ab89-8b6ef1cc1053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509450 Feb 09 12:12:37.043092 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c85b8b93-384b-4fd4-9f85-bee07b2c7d60 req-5961ca76-7a60-4e35-9f1f-4bd5caf8fd8b tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:37.082886 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c85b8b93-384b-4fd4-9f85-bee07b2c7d60 req-5961ca76-7a60-4e35-9f1f-4bd5caf8fd8b tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:37.175756 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c85b8b93-384b-4fd4-9f85-bee07b2c7d60 req-5961ca76-7a60-4e35-9f1f-4bd5caf8fd8b tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:37.221736 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5961ca76-7a60-4e35-9f1f-4bd5caf8fd8b tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Pushing event updated for resources: {'Port': ['ID=890ec690-2624-45b0-8943-230c983f6302,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:37.231051 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c85b8b93-384b-4fd4-9f85-bee07b2c7d60 req-5961ca76-7a60-4e35-9f1f-4bd5caf8fd8b tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:37.232247 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c85b8b93-384b-4fd4-9f85-bee07b2c7d60 req-5961ca76-7a60-4e35-9f1f-4bd5caf8fd8b tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.1370871 Feb 09 12:12:37.237039 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e332bbdf-cc6f-4eb5-97e6-91368aa2650c req-9444a59a-6d84-4120-aecc-c88396fa5462 service neutron] 10.222.0.52 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021586 Feb 09 12:12:37.340563 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c85b8b93-384b-4fd4-9f85-bee07b2c7d60 req-7a29f4bf-0922-49ee-8c6c-0f6b6ac6e914 tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Synchronizing usage tracker for tenant:9ae544de3a3c4615b0bae3182c7d0c72 on resource:floatingip {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:12:37.418766 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc5bc6-7a7c-441d-8c9b-650c254f0ba4 req-642e596d-e640-49cc-a2cc-f334490fdc9d tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:37.420285 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30fc5bc6-7a7c-441d-8c9b-650c254f0ba4 req-642e596d-e640-49cc-a2cc-f334490fdc9d tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/ports?device_id=e661f86f-b149-4e42-9974-afc259a7027a HTTP/1.1" status: 200 len: 945 time: 0.3874419 Feb 09 12:12:37.446870 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c85b8b93-384b-4fd4-9f85-bee07b2c7d60 req-7a29f4bf-0922-49ee-8c6c-0f6b6ac6e914 tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Unset dirty status for tenant:9ae544de3a3c4615b0bae3182c7d0c72 on resource:floatingip {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:12:37.448233 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c85b8b93-384b-4fd4-9f85-bee07b2c7d60 req-7a29f4bf-0922-49ee-8c6c-0f6b6ac6e914 tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.243 HTTP/1.1" status: 200 len: 696 time: 0.2096543 Feb 09 12:12:37.585303 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device cef2eae7-c613-4a80-9234-9725c934946b up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:12:37.590276 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30fc5bc6-7a7c-441d-8c9b-650c254f0ba4 req-e33223dc-5c2a-4850-9cfd-5b400bce3fa9 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac4eb021-bb3a-442d-8153-c3dbaa0cfda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634419 Feb 09 12:12:37.595024 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e332bbdf-cc6f-4eb5-97e6-91368aa2650c req-33cc2fb0-60c6-4bcc-823b-d51105953ab6 service neutron] 10.222.0.52 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023636 Feb 09 12:12:37.662406 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b8b93-384b-4fd4-9f85-bee07b2c7d60 req-1b0939d4-8b53-4f4f-85d5-baf008f4b0b2 tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:37.664358 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c85b8b93-384b-4fd4-9f85-bee07b2c7d60 req-1b0939d4-8b53-4f4f-85d5-baf008f4b0b2 tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] 10.222.0.55 "GET /v2.0/networks/af0bad45-b31e-4cb1-a77c-3bbc34409de5 HTTP/1.1" status: 200 len: 784 time: 0.2083433 Feb 09 12:12:37.675845 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-c85b8b93-384b-4fd4-9f85-bee07b2c7d60 req-b8bd9dce-cb8c-4f32-83f8-855e5e1f6bb2 tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:12:37.677136 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c85b8b93-384b-4fd4-9f85-bee07b2c7d60 req-b8bd9dce-cb8c-4f32-83f8-855e5e1f6bb2 tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068212 Feb 09 12:12:37.698592 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port cef2eae7-c613-4a80-9234-9725c934946b completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:12:37.705221 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port cef2eae7-c613-4a80-9234-9725c934946b triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:12:37.705594 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:37.742135 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e661f86f-b149-4e42-9974-afc259a7027a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b717bb-0d6a-4504-95d0-baa0b0789b50', 'code': 200} Feb 09 12:12:37.786174 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d8d85a-2fbb-46a8-95bf-b3b7971e10d9', 'name': 'network-vif-deleted', 'tag': 'f8423133-bb42-4b66-bab1-7701b3d798a6'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:12:37.855769 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:37.901763 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port cef2eae7-c613-4a80-9234-9725c934946b, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=cef2eae7-c613-4a80-9234-9725c934946b,segment=NetworkSegment(73760125-686c-4968-a837-4580ee278b45),segment_id=73760125-686c-4968-a837-4580ee278b45)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:12:37.911143 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:37.929228 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c967e-2eb4-4872-b9bd-d08e9f3abfd6 req-2c65cd8e-27d8-46ff-b1b9-69bb16e0abf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:37.930869 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5c3c967e-2eb4-4872-b9bd-d08e9f3abfd6 req-2c65cd8e-27d8-46ff-b1b9-69bb16e0abf4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e661f86f-b149-4e42-9974-afc259a7027a HTTP/1.1" status: 200 len: 1096 time: 0.1228004 Feb 09 12:12:37.986560 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5c3c967e-2eb4-4872-b9bd-d08e9f3abfd6 req-7c4faa17-0185-4650-b614-46b23c9074fd service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ac4eb021-bb3a-442d-8153-c3dbaa0cfda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475278 Feb 09 12:12:37.994996 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=cef2eae7-c613-4a80-9234-9725c934946b,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:38.297534 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a94b3908-7f48-450c-b529-6b3e0b6a068e req-46330376-85d0-4336-bb8d-225e087c0be8 tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] 10.222.0.55 "GET /v2.0/floatingips/18b62ab6-7872-4ca8-b567-a6e36646f011 HTTP/1.1" status: 200 len: 693 time: 0.1866367 Feb 09 12:12:38.439970 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934b819-4043-4893-b848-886e54d1da7b req-490be43a-c80c-498d-a61d-fcedab34872f tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:38.441389 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4934b819-4043-4893-b848-886e54d1da7b req-490be43a-c80c-498d-a61d-fcedab34872f tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c042779-8b84-4bb9-bb30-dac48671003f HTTP/1.1" status: 200 len: 943 time: 0.2780895 Feb 09 12:12:38.484619 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b3908-7f48-450c-b529-6b3e0b6a068e req-1419ce35-c1e0-4f79-8db3-72f2f0c21480 tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:38.486003 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a94b3908-7f48-450c-b529-6b3e0b6a068e req-1419ce35-c1e0-4f79-8db3-72f2f0c21480 tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] 10.222.0.55 "GET /v2.0/networks/af0bad45-b31e-4cb1-a77c-3bbc34409de5 HTTP/1.1" status: 200 len: 784 time: 0.1787090 Feb 09 12:12:38.501933 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-a94b3908-7f48-450c-b529-6b3e0b6a068e req-1561f809-f631-40bf-be0c-26c1a971d109 tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:12:38.502859 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a94b3908-7f48-450c-b529-6b3e0b6a068e req-1561f809-f631-40bf-be0c-26c1a971d109 tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077312 Feb 09 12:12:38.513259 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4934b819-4043-4893-b848-886e54d1da7b req-82e0ff40-f77d-4f05-9d8e-15df1adc0d2e tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660813 Feb 09 12:12:38.550443 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d8d85a-2fbb-46a8-95bf-b3b7971e10d9', 'name': 'network-vif-deleted', 'tag': 'f8423133-bb42-4b66-bab1-7701b3d798a6', 'status': 'completed', 'code': 200} Feb 09 12:12:38.769287 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a726b7c3-02c0-4d3d-9783-fef99b3b7995 req-f23a8739-764b-498a-931f-028fbf20dfcf tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] 10.222.0.55 "GET /v2.0/floatingips?tenant_id=9ae544de3a3c4615b0bae3182c7d0c72 HTTP/1.1" status: 200 len: 696 time: 0.0952528 Feb 09 12:12:38.973993 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726b7c3-02c0-4d3d-9783-fef99b3b7995 req-daec8e4a-683d-4ca6-87be-6e4b3eda6e40 tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:38.975310 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a726b7c3-02c0-4d3d-9783-fef99b3b7995 req-daec8e4a-683d-4ca6-87be-6e4b3eda6e40 tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] 10.222.0.55 "GET /v2.0/networks?id=af0bad45-b31e-4cb1-a77c-3bbc34409de5 HTTP/1.1" status: 200 len: 787 time: 0.1988444 Feb 09 12:12:38.988266 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-a726b7c3-02c0-4d3d-9783-fef99b3b7995 req-5fc871b4-efd8-4f19-bc27-97744b50a6fd tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:12:38.989199 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a726b7c3-02c0-4d3d-9783-fef99b3b7995 req-5fc871b4-efd8-4f19-bc27-97744b50a6fd tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076416 Feb 09 12:12:38.997840 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a0bee-4b55-49a8-bf3e-305ea3fd46bf req-386c0495-16b6-4921-ba61-ba49746205f2 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:38.999454 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7f4a0bee-4b55-49a8-bf3e-305ea3fd46bf req-386c0495-16b6-4921-ba61-ba49746205f2 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/ports?device_id=e661f86f-b149-4e42-9974-afc259a7027a HTTP/1.1" status: 200 len: 945 time: 0.1347158 Feb 09 12:12:39.056086 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7f4a0bee-4b55-49a8-bf3e-305ea3fd46bf req-e7b8e0a4-17e7-4752-ad9d-9453f057ab05 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac4eb021-bb3a-442d-8153-c3dbaa0cfda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503259 Feb 09 12:12:39.106932 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 97e7749c-e915-48dc-8052-7a0103663c27 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:12:39.162676 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-61582a20-742d-4f9f-a431-c5c6eea8a12d req-7ceeed8d-caad-4351-84c8-138a3a385b32 tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] 10.222.0.55 "GET /v2.0/floatingips/18b62ab6-7872-4ca8-b567-a6e36646f011 HTTP/1.1" status: 200 len: 693 time: 0.0819066 Feb 09 12:12:39.248626 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 97e7749c-e915-48dc-8052-7a0103663c27, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=97e7749c-e915-48dc-8052-7a0103663c27,segment=NetworkSegment(32f229e9-9010-4be1-973f-7ae4423dcda8),segment_id=32f229e9-9010-4be1-973f-7ae4423dcda8)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:12:39.261954 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': '97e7749c-e915-48dc-8052-7a0103663c27', 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053', 'port_id': '97e7749c-e915-48dc-8052-7a0103663c27', 'mac_address': 'fa:16:3e:79:bd:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d6b2f2b-3fb9-4d1b-ac78-19140ea18253', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:12:39.282726 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8c921c33-eb3a-44d4-acd6-96e85ebcc18b req-bfcc5d64-eba8-4de5-89f6-829390ba6fdf tempest-QuotasAdminNegativeTest-1336504251 tempest-QuotasAdminNegativeTest-1336504251-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=deca184631524c598c0676e23b4a94ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0889266 Feb 09 12:12:39.324991 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:39.343189 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97e7749c-e915-48dc-8052-7a0103663c27 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:12:39.361048 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 97e7749c-e915-48dc-8052-7a0103663c27, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=97e7749c-e915-48dc-8052-7a0103663c27,segment=NetworkSegment(32f229e9-9010-4be1-973f-7ae4423dcda8),segment_id=32f229e9-9010-4be1-973f-7ae4423dcda8)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:12:39.366092 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:39.440894 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=97e7749c-e915-48dc-8052-7a0103663c27,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:39.449837 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61582a20-742d-4f9f-a431-c5c6eea8a12d req-d867f2fc-0c93-44ef-8857-cf1267264c91 tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:39.451207 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-61582a20-742d-4f9f-a431-c5c6eea8a12d req-d867f2fc-0c93-44ef-8857-cf1267264c91 tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] 10.222.0.55 "GET /v2.0/networks/af0bad45-b31e-4cb1-a77c-3bbc34409de5 HTTP/1.1" status: 200 len: 784 time: 0.2804887 Feb 09 12:12:39.474345 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-61582a20-742d-4f9f-a431-c5c6eea8a12d req-beb3e7ff-a8dd-4ae6-b915-adc951e8f087 tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:12:39.475373 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-61582a20-742d-4f9f-a431-c5c6eea8a12d req-beb3e7ff-a8dd-4ae6-b915-adc951e8f087 tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084200 Feb 09 12:12:39.567810 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device cef2eae7-c613-4a80-9234-9725c934946b up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:12:39.569443 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c921c33-eb3a-44d4-acd6-96e85ebcc18b req-26a95f91-487a-458c-907f-b958624272b6 tempest-QuotasAdminNegativeTest-1336504251 tempest-QuotasAdminNegativeTest-1336504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:39.570931 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8c921c33-eb3a-44d4-acd6-96e85ebcc18b req-26a95f91-487a-458c-907f-b958624272b6 tempest-QuotasAdminNegativeTest-1336504251 tempest-QuotasAdminNegativeTest-1336504251-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2815468 Feb 09 12:12:39.576668 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-61582a20-742d-4f9f-a431-c5c6eea8a12d req-cd0b165e-66fb-4b7a-ae9e-c91653ae6bd8 tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.243 HTTP/1.1" status: 200 len: 696 time: 0.0945809 Feb 09 12:12:39.643973 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8c921c33-eb3a-44d4-acd6-96e85ebcc18b req-68d491cd-869e-43fa-a8ff-b1a9e257adb5 tempest-QuotasAdminNegativeTest-1336504251 tempest-QuotasAdminNegativeTest-1336504251-project] 10.222.0.55 "GET /v2.0/quotas/deca184631524c598c0676e23b4a94ab HTTP/1.1" status: 200 len: 375 time: 0.0663040 Feb 09 12:12:39.647042 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['97e7749c-e915-48dc-8052-7a0103663c27'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:12:39.676596 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port cef2eae7-c613-4a80-9234-9725c934946b triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:12:39.676922 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:39.701280 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-61582a20-742d-4f9f-a431-c5c6eea8a12d req-f8f723f7-47a9-4e17-8f3b-72b2e5049a9d tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.243 HTTP/1.1" status: 200 len: 696 time: 0.1173837 Feb 09 12:12:39.710153 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8c921c33-eb3a-44d4-acd6-96e85ebcc18b req-16c7c76c-a24a-496a-b66d-0d977885e3ec tempest-QuotasAdminNegativeTest-1336504251 tempest-QuotasAdminNegativeTest-1336504251-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=deca184631524c598c0676e23b4a94ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521903 Feb 09 12:12:39.897807 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-61582a20-742d-4f9f-a431-c5c6eea8a12d req-d5c6154e-f123-4de4-9c1c-81823d08df31 tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Deleting port 890ec690-2624-45b0-8943-230c983f6302 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:12:39.898152 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-61582a20-742d-4f9f-a431-c5c6eea8a12d req-d5c6154e-f123-4de4-9c1c-81823d08df31 tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:40.186487 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 36844) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:40.210378 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-61582a20-742d-4f9f-a431-c5c6eea8a12d req-d5c6154e-f123-4de4-9c1c-81823d08df31 tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:40.210702 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-61582a20-742d-4f9f-a431-c5c6eea8a12d req-d5c6154e-f123-4de4-9c1c-81823d08df31 tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:40.286315 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bbf530-58d4-422b-844e-71d2b8609bb9 req-6cc46341-df47-4a37-99c0-5232dcf50013 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:40.287600 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-58bbf530-58d4-422b-844e-71d2b8609bb9 req-6cc46341-df47-4a37-99c0-5232dcf50013 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c042779-8b84-4bb9-bb30-dac48671003f HTTP/1.1" status: 200 len: 944 time: 0.1905432 Feb 09 12:12:40.324324 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0dc4dcbc-7e85-46e1-a335-bb7b5e86d1c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:40.345805 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0dc4dcbc-7e85-46e1-a335-bb7b5e86d1c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:40.349634 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-61582a20-742d-4f9f-a431-c5c6eea8a12d req-d5c6154e-f123-4de4-9c1c-81823d08df31 tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Calling delete_port for 890ec690-2624-45b0-8943-230c983f6302 owned by network:floatingip {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:12:40.350387 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0dc4dcbc-7e85-46e1-a335-bb7b5e86d1c9 admin admin] Usage tracker for resource:security_group_rule and tenant:c9d1e78879604fad93d137edbdf79e2a is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:40.354890 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0dc4dcbc-7e85-46e1-a335-bb7b5e86d1c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:40.360758 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0dc4dcbc-7e85-46e1-a335-bb7b5e86d1c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:40.450359 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-58bbf530-58d4-422b-844e-71d2b8609bb9 req-89f4c8b0-55f9-412e-85a3-a0fa8db5f243 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093819 Feb 09 12:12:40.452814 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0dc4dcbc-7e85-46e1-a335-bb7b5e86d1c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:40.457727 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0dc4dcbc-7e85-46e1-a335-bb7b5e86d1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:40.501861 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0dc4dcbc-7e85-46e1-a335-bb7b5e86d1c9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c9d1e78879604fad93d137edbdf79e2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3138704 Feb 09 12:12:40.504425 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 36854) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:40.519908 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc4dcbc-7e85-46e1-a335-bb7b5e86d1c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8819dc7b-13bd-4828-b21d-25090484b3a5,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:40.581669 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-61582a20-742d-4f9f-a431-c5c6eea8a12d req-d5c6154e-f123-4de4-9c1c-81823d08df31 tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:40.627530 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-39150e0d-21c4-48aa-9d68-3620e489aea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:40.638581 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6154e-f123-4de4-9c1c-81823d08df31 tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Pushing event deleted for resources: {'Port': ['ID=890ec690-2624-45b0-8943-230c983f6302,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:40.697633 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-61582a20-742d-4f9f-a431-c5c6eea8a12d req-d5c6154e-f123-4de4-9c1c-81823d08df31 tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Notify callbacks [] for floatingip, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:40.702877 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-39150e0d-21c4-48aa-9d68-3620e489aea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:40.746736 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-61582a20-742d-4f9f-a431-c5c6eea8a12d req-d5c6154e-f123-4de4-9c1c-81823d08df31 tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:40.747944 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-61582a20-742d-4f9f-a431-c5c6eea8a12d req-d5c6154e-f123-4de4-9c1c-81823d08df31 tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] 10.222.0.55 "DELETE /v2.0/floatingips/18b62ab6-7872-4ca8-b567-a6e36646f011 HTTP/1.1" status: 204 len: 173 time: 1.0404510 Feb 09 12:12:40.774106 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-39150e0d-21c4-48aa-9d68-3620e489aea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:40.793124 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39150e0d-21c4-48aa-9d68-3620e489aea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8819dc7b-13bd-4828-b21d-25090484b3a5,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:40.810094 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-39150e0d-21c4-48aa-9d68-3620e489aea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:40.813526 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-39150e0d-21c4-48aa-9d68-3620e489aea6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8819dc7b-13bd-4828-b21d-25090484b3a5 HTTP/1.1" status: 204 len: 168 time: 0.3059366 Feb 09 12:12:41.052653 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bbf1d6-cad3-4df3-92ba-1991721e1f6a req-046755af-fc2c-415e-9f9c-a6ecc5adf17f tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:41.053979 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-86bbf1d6-cad3-4df3-92ba-1991721e1f6a req-046755af-fc2c-415e-9f9c-a6ecc5adf17f tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/ports?device_id=e661f86f-b149-4e42-9974-afc259a7027a HTTP/1.1" status: 200 len: 945 time: 0.1736746 Feb 09 12:12:41.111329 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 97e7749c-e915-48dc-8052-7a0103663c27 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:12:41.113453 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 36876) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:41.132625 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5b5433c1-8796-4dc8-87b3-4de5968d8e5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:41.132830 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-86bbf1d6-cad3-4df3-92ba-1991721e1f6a req-f4968099-bbde-455a-b9e8-bdc3ace345c4 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac4eb021-bb3a-442d-8153-c3dbaa0cfda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717807 Feb 09 12:12:41.144361 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8ef6a0ba-d0e5-4fde-8811-36380d4a4364 req-051f7c55-e507-49b0-910c-885c484c571a tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1978960 Feb 09 12:12:41.149620 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-8ef6a0ba-d0e5-4fde-8811-36380d4a4364 req-cbf9566e-9a17-41f7-9dc3-b4533e04ae7e tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:12:41.150745 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5b5433c1-8796-4dc8-87b3-4de5968d8e5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:41.155011 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5b5433c1-8796-4dc8-87b3-4de5968d8e5f admin admin] Usage tracker for resource:security_group_rule and tenant:969d05cbb0f342d0955eeb3b7807afa7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:41.156523 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-8ef6a0ba-d0e5-4fde-8811-36380d4a4364 req-cbf9566e-9a17-41f7-9dc3-b4533e04ae7e tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:41.158281 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5b5433c1-8796-4dc8-87b3-4de5968d8e5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:41.162286 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-8ef6a0ba-d0e5-4fde-8811-36380d4a4364 req-cbf9566e-9a17-41f7-9dc3-b4533e04ae7e tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Usage tracker for resource:floatingip and tenant:9ae544de3a3c4615b0bae3182c7d0c72 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:41.164756 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5b5433c1-8796-4dc8-87b3-4de5968d8e5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:41.165399 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-8ef6a0ba-d0e5-4fde-8811-36380d4a4364 req-cbf9566e-9a17-41f7-9dc3-b4533e04ae7e tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:41.172232 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-8ef6a0ba-d0e5-4fde-8811-36380d4a4364 req-cbf9566e-9a17-41f7-9dc3-b4533e04ae7e tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:41.189307 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-8ef6a0ba-d0e5-4fde-8811-36380d4a4364 req-cbf9566e-9a17-41f7-9dc3-b4533e04ae7e tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Notify callbacks [] for floatingip, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:41.210886 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port 97e7749c-e915-48dc-8052-7a0103663c27 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:12:41.218319 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port 97e7749c-e915-48dc-8052-7a0103663c27 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:12:41.219026 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:41.277016 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5b5433c1-8796-4dc8-87b3-4de5968d8e5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:41.284240 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5b5433c1-8796-4dc8-87b3-4de5968d8e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:41.326633 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5433c1-8796-4dc8-87b3-4de5968d8e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4a0f12-5ee3-42e2-9181-fb49f2486e5b,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:41.345150 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-8ef6a0ba-d0e5-4fde-8811-36380d4a4364 req-cbf9566e-9a17-41f7-9dc3-b4533e04ae7e tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:41.351664 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5b5433c1-8796-4dc8-87b3-4de5968d8e5f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=969d05cbb0f342d0955eeb3b7807afa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2344310 Feb 09 12:12:41.351855 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 36886) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:41.414456 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:41.447246 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c042779-8b84-4bb9-bb30-dac48671003f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e7749c-e915-48dc-8052-7a0103663c27'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:12:41.458236 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 97e7749c-e915-48dc-8052-7a0103663c27, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=97e7749c-e915-48dc-8052-7a0103663c27,segment=NetworkSegment(32f229e9-9010-4be1-973f-7ae4423dcda8),segment_id=32f229e9-9010-4be1-973f-7ae4423dcda8)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:12:41.465302 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:41.535370 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-baa24226-0001-4a88-850d-ba006bb8e8ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:41.548880 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-8ef6a0ba-d0e5-4fde-8811-36380d4a4364 req-cbf9566e-9a17-41f7-9dc3-b4533e04ae7e tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Allocated IP 172.25.7.110 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/ab926ab0-2bab-4fb2-be86-e6f46e8d2279) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:12:41.564574 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-baa24226-0001-4a88-850d-ba006bb8e8ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:41.570449 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=97e7749c-e915-48dc-8052-7a0103663c27,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:41.623683 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-baa24226-0001-4a88-850d-ba006bb8e8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:41.640990 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa24226-0001-4a88-850d-ba006bb8e8ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4a0f12-5ee3-42e2-9181-fb49f2486e5b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:41.654482 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-baa24226-0001-4a88-850d-ba006bb8e8ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:41.658365 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-baa24226-0001-4a88-850d-ba006bb8e8ec admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9b4a0f12-5ee3-42e2-9181-fb49f2486e5b HTTP/1.1" status: 204 len: 168 time: 0.3024466 Feb 09 12:12:41.758143 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-8ef6a0ba-d0e5-4fde-8811-36380d4a4364 req-cbf9566e-9a17-41f7-9dc3-b4533e04ae7e tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:41.770446 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c1da5-8adc-4c95-83df-892769d28097 req-31b58118-8025-49e6-a23e-41fafda940df tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:41.771922 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-145c1da5-8adc-4c95-83df-892769d28097 req-31b58118-8025-49e6-a23e-41fafda940df tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/ports?device_id=e661f86f-b149-4e42-9974-afc259a7027a HTTP/1.1" status: 200 len: 945 time: 0.1472120 Feb 09 12:12:41.780825 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 36902) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:41.786423 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-5c974220-142e-4123-aefd-35de5dbf8e2c tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Request body: {'floatingip': {'port_id': '68b717bb-0d6a-4504-95d0-baa0b0789b50'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:12:41.800803 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-8ef6a0ba-d0e5-4fde-8811-36380d4a4364 req-cbf9566e-9a17-41f7-9dc3-b4533e04ae7e tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:41.873947 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ef6a0ba-d0e5-4fde-8811-36380d4a4364 req-cbf9566e-9a17-41f7-9dc3-b4533e04ae7e tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:12:41.876750 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5c974220-142e-4123-aefd-35de5dbf8e2c tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks [] for floatingip, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:41.877747 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-8ef6a0ba-d0e5-4fde-8811-36380d4a4364 req-cbf9566e-9a17-41f7-9dc3-b4533e04ae7e tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:12:41.885117 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef6a0ba-d0e5-4fde-8811-36380d4a4364 req-cbf9566e-9a17-41f7-9dc3-b4533e04ae7e tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:12:41.899253 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf9566e-9a17-41f7-9dc3-b4533e04ae7e tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Pushing event updated for resources: {'Port': ['ID=ab926ab0-2bab-4fb2-be86-e6f46e8d2279,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:41.915792 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf9566e-9a17-41f7-9dc3-b4533e04ae7e tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:12:41.916270 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf9566e-9a17-41f7-9dc3-b4533e04ae7e tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:12:41.916652 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf9566e-9a17-41f7-9dc3-b4533e04ae7e tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:12:41.916937 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf9566e-9a17-41f7-9dc3-b4533e04ae7e tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:12:41.917521 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf9566e-9a17-41f7-9dc3-b4533e04ae7e tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:12:41.917855 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf9566e-9a17-41f7-9dc3-b4533e04ae7e tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:12:41.918177 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf9566e-9a17-41f7-9dc3-b4533e04ae7e tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:12:41.918503 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf9566e-9a17-41f7-9dc3-b4533e04ae7e tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:12:41.918819 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf9566e-9a17-41f7-9dc3-b4533e04ae7e tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:12:41.919134 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf9566e-9a17-41f7-9dc3-b4533e04ae7e tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:12:41.919451 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf9566e-9a17-41f7-9dc3-b4533e04ae7e tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:12:41.919767 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf9566e-9a17-41f7-9dc3-b4533e04ae7e tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:12:41.938874 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-8ef6a0ba-d0e5-4fde-8811-36380d4a4364 req-cbf9566e-9a17-41f7-9dc3-b4533e04ae7e tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:42.122009 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-8ef6a0ba-d0e5-4fde-8811-36380d4a4364 req-cbf9566e-9a17-41f7-9dc3-b4533e04ae7e tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:42.192283 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c042779-8b84-4bb9-bb30-dac48671003f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e7749c-e915-48dc-8052-7a0103663c27', 'code': 200} Feb 09 12:12:42.547869 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-8ef6a0ba-d0e5-4fde-8811-36380d4a4364 req-cbf9566e-9a17-41f7-9dc3-b4533e04ae7e tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:42.556048 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4431a5-30fe-4730-9ab2-164efd8f2552 req-e5aa7252-122b-4615-9227-b8930481ba85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:42.557564 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9c4431a5-30fe-4730-9ab2-164efd8f2552 req-e5aa7252-122b-4615-9227-b8930481ba85 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5c042779-8b84-4bb9-bb30-dac48671003f HTTP/1.1" status: 200 len: 1096 time: 0.1868935 Feb 09 12:12:42.558450 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-8ef6a0ba-d0e5-4fde-8811-36380d4a4364 req-cbf9566e-9a17-41f7-9dc3-b4533e04ae7e tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:42.630407 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610523d5-01cd-49cd-acf8-bf9b004c40f0 req-cdafb643-576c-4b0e-b9bf-477beec36d80 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:42.631859 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-610523d5-01cd-49cd-acf8-bf9b004c40f0 req-cdafb643-576c-4b0e-b9bf-477beec36d80 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c042779-8b84-4bb9-bb30-dac48671003f HTTP/1.1" status: 200 len: 945 time: 0.2165725 Feb 09 12:12:42.652739 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-8ef6a0ba-d0e5-4fde-8811-36380d4a4364 req-cbf9566e-9a17-41f7-9dc3-b4533e04ae7e tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:42.708834 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf9566e-9a17-41f7-9dc3-b4533e04ae7e tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Pushing event updated for resources: {'Port': ['ID=ab926ab0-2bab-4fb2-be86-e6f46e8d2279,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:42.712193 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9c4431a5-30fe-4730-9ab2-164efd8f2552 req-47755423-e66b-4c5e-84af-ce3e3afa32b3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090827 Feb 09 12:12:42.730170 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-8ef6a0ba-d0e5-4fde-8811-36380d4a4364 req-cbf9566e-9a17-41f7-9dc3-b4533e04ae7e tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:42.731347 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8ef6a0ba-d0e5-4fde-8811-36380d4a4364 req-cbf9566e-9a17-41f7-9dc3-b4533e04ae7e tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5864942 Feb 09 12:12:42.738479 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-610523d5-01cd-49cd-acf8-bf9b004c40f0 req-91585bdb-9331-49ce-9e4f-ad45b92529aa tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923216 Feb 09 12:12:42.792088 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5c974220-142e-4123-aefd-35de5dbf8e2c tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:42.800602 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5c974220-142e-4123-aefd-35de5dbf8e2c tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:42.851435 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-8ef6a0ba-d0e5-4fde-8811-36380d4a4364 req-570d15cf-ddf7-48a8-a14b-bb5ae1260742 tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Synchronizing usage tracker for tenant:9ae544de3a3c4615b0bae3182c7d0c72 on resource:floatingip {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:12:42.880035 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-8ef6a0ba-d0e5-4fde-8811-36380d4a4364 req-570d15cf-ddf7-48a8-a14b-bb5ae1260742 tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Unset dirty status for tenant:9ae544de3a3c4615b0bae3182c7d0c72 on resource:floatingip {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:12:42.881058 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8ef6a0ba-d0e5-4fde-8811-36380d4a4364 req-570d15cf-ddf7-48a8-a14b-bb5ae1260742 tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.110 HTTP/1.1" status: 200 len: 696 time: 0.1417377 Feb 09 12:12:43.088243 n-d-825178-3 neutron-server[87568]: INFO neutron.db.l3_db [None req-5c974220-142e-4123-aefd-35de5dbf8e2c tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Floating IP 41919729-42ed-4bcc-b29b-144378b33d83 associated. External IP: 172.25.7.47, port: 68b717bb-0d6a-4504-95d0-baa0b0789b50. Feb 09 12:12:43.103555 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f717029a-ec0f-4c3c-a3e0-e553a923331d req-c21f5381-98cb-49ea-b21e-3acbb5db4302 tempest-QuotasAdminNegativeTest-1336504251 tempest-QuotasAdminNegativeTest-1336504251-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=deca184631524c598c0676e23b4a94ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301793 Feb 09 12:12:43.110788 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6a0ba-d0e5-4fde-8811-36380d4a4364 req-85c01bac-97c8-4891-b8c7-75d2a3751dad tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:43.112279 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8ef6a0ba-d0e5-4fde-8811-36380d4a4364 req-85c01bac-97c8-4891-b8c7-75d2a3751dad tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] 10.222.0.55 "GET /v2.0/networks/af0bad45-b31e-4cb1-a77c-3bbc34409de5 HTTP/1.1" status: 200 len: 784 time: 0.2215414 Feb 09 12:12:43.199893 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-8ef6a0ba-d0e5-4fde-8811-36380d4a4364 req-788fba39-ce69-4132-bcbc-f32fa762f559 tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:12:43.203499 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8ef6a0ba-d0e5-4fde-8811-36380d4a4364 req-788fba39-ce69-4132-bcbc-f32fa762f559 tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0660987 Feb 09 12:12:43.338447 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717029a-ec0f-4c3c-a3e0-e553a923331d req-c6014af3-251c-45ae-bf18-fefa93f174e6 tempest-QuotasAdminNegativeTest-1336504251 tempest-QuotasAdminNegativeTest-1336504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:43.340337 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f717029a-ec0f-4c3c-a3e0-e553a923331d req-c6014af3-251c-45ae-bf18-fefa93f174e6 tempest-QuotasAdminNegativeTest-1336504251 tempest-QuotasAdminNegativeTest-1336504251-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2270880 Feb 09 12:12:43.444721 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a23e204f-d0aa-480b-bfcd-486f80c5823a req-8c51edee-87a1-4bcc-aa76-3d7cd9dcc9fc tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] 10.222.0.55 "GET /v2.0/floatingips/31413383-324f-4189-9340-0e32322fa57a HTTP/1.1" status: 200 len: 693 time: 0.1031475 Feb 09 12:12:43.451261 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f717029a-ec0f-4c3c-a3e0-e553a923331d req-41b1f6dc-fa6d-45fc-ade2-8ac71ab0b64c tempest-QuotasAdminNegativeTest-1336504251 tempest-QuotasAdminNegativeTest-1336504251-project] 10.222.0.55 "GET /v2.0/quotas/deca184631524c598c0676e23b4a94ab HTTP/1.1" status: 200 len: 375 time: 0.0204911 Feb 09 12:12:43.518279 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f717029a-ec0f-4c3c-a3e0-e553a923331d req-423326fe-f7b5-4d6b-b26a-2612e4e3764c tempest-QuotasAdminNegativeTest-1336504251 tempest-QuotasAdminNegativeTest-1336504251-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=deca184631524c598c0676e23b4a94ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0661936 Feb 09 12:12:43.617015 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c974220-142e-4123-aefd-35de5dbf8e2c tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Router 2093b8cb-2828-424e-b143-6aa2743a12c8 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:12:43.649810 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e204f-d0aa-480b-bfcd-486f80c5823a req-449eca41-7c99-49fb-a346-7ee4fdb22131 tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:43.657889 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a23e204f-d0aa-480b-bfcd-486f80c5823a req-449eca41-7c99-49fb-a346-7ee4fdb22131 tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] 10.222.0.55 "GET /v2.0/networks/af0bad45-b31e-4cb1-a77c-3bbc34409de5 HTTP/1.1" status: 200 len: 784 time: 0.2040172 Feb 09 12:12:43.756615 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a23e204f-d0aa-480b-bfcd-486f80c5823a req-a9271c9a-93d2-4759-84f9-34745268824b tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.110 HTTP/1.1" status: 200 len: 696 time: 0.0973794 Feb 09 12:12:43.825076 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c974220-142e-4123-aefd-35de5dbf8e2c tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:12:43.829772 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5c974220-142e-4123-aefd-35de5dbf8e2c tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:43.841173 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a23e204f-d0aa-480b-bfcd-486f80c5823a req-42d7533f-5466-49fe-af94-d3ff392701e3 tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.110 HTTP/1.1" status: 200 len: 696 time: 0.0836112 Feb 09 12:12:43.841850 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32f210c-7b51-48cd-9b67-a05b46967b58 None None] Sync routers for ids ['2093b8cb-2828-424e-b143-6aa2743a12c8'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:12:43.861692 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32f210c-7b51-48cd-9b67-a05b46967b58 None None] Routers {'2093b8cb-2828-424e-b143-6aa2743a12c8'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:12:43.864208 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-b32f210c-7b51-48cd-9b67-a05b46967b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:12:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2093b8cb-2828-424e-b143-6aa2743a12c8'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:12:43.931291 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-23b63485-268e-4575-8afd-ce238a9dc61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:43.936362 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5c974220-142e-4123-aefd-35de5dbf8e2c tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "PUT /v2.0/floatingips/41919729-42ed-4bcc-b29b-144378b33d83 HTTP/1.1" status: 200 len: 990 time: 2.1543403 Feb 09 12:12:43.940720 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e661f86f-b149-4e42-9974-afc259a7027a', 'tag': '68b717bb-0d6a-4504-95d0-baa0b0789b50'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:12:44.096630 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-a23e204f-d0aa-480b-bfcd-486f80c5823a req-c0f99af5-7096-43ae-94e3-d544d903bf2e tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Deleting port ab926ab0-2bab-4fb2-be86-e6f46e8d2279 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:12:44.097464 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a23e204f-d0aa-480b-bfcd-486f80c5823a req-c0f99af5-7096-43ae-94e3-d544d903bf2e tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:44.115361 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 36996) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:44.196264 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-b32f210c-7b51-48cd-9b67-a05b46967b58 None None] Set router 2093b8cb-2828-424e-b143-6aa2743a12c8 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:12:44.328391 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7399619-8c90-47a0-b03a-17f6b498cffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:44.361092 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a23e204f-d0aa-480b-bfcd-486f80c5823a req-c0f99af5-7096-43ae-94e3-d544d903bf2e tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:44.361764 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a23e204f-d0aa-480b-bfcd-486f80c5823a req-c0f99af5-7096-43ae-94e3-d544d903bf2e tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:44.369645 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a7399619-8c90-47a0-b03a-17f6b498cffd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:44.379027 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a7399619-8c90-47a0-b03a-17f6b498cffd admin admin] Usage tracker for resource:security_group_rule and tenant:501c9152421146caa741e565e24c03fc is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:44.387218 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a7399619-8c90-47a0-b03a-17f6b498cffd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:44.394673 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a7399619-8c90-47a0-b03a-17f6b498cffd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:44.500563 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-a23e204f-d0aa-480b-bfcd-486f80c5823a req-c0f99af5-7096-43ae-94e3-d544d903bf2e tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Calling delete_port for ab926ab0-2bab-4fb2-be86-e6f46e8d2279 owned by network:floatingip {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:12:44.522305 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7399619-8c90-47a0-b03a-17f6b498cffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:44.528737 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7399619-8c90-47a0-b03a-17f6b498cffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:44.570077 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7399619-8c90-47a0-b03a-17f6b498cffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c122d435-0380-4eef-a473-e239c91943da,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:44.581001 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7399619-8c90-47a0-b03a-17f6b498cffd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:12:44.581664 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7399619-8c90-47a0-b03a-17f6b498cffd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:12:44.582199 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7399619-8c90-47a0-b03a-17f6b498cffd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:12:44.582724 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7399619-8c90-47a0-b03a-17f6b498cffd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:12:44.584341 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7399619-8c90-47a0-b03a-17f6b498cffd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:12:44.584863 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7399619-8c90-47a0-b03a-17f6b498cffd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:12:44.585378 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7399619-8c90-47a0-b03a-17f6b498cffd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:12:44.585873 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7399619-8c90-47a0-b03a-17f6b498cffd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:12:44.586381 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7399619-8c90-47a0-b03a-17f6b498cffd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:12:44.586969 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7399619-8c90-47a0-b03a-17f6b498cffd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:12:44.587751 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7399619-8c90-47a0-b03a-17f6b498cffd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:12:44.588322 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7399619-8c90-47a0-b03a-17f6b498cffd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:12:44.616166 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a7399619-8c90-47a0-b03a-17f6b498cffd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=501c9152421146caa741e565e24c03fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4992743 Feb 09 12:12:44.616799 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37016) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:44.675572 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-42be1d7f-edc2-4a65-a18b-712aa1e6ff66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:44.702055 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-42be1d7f-edc2-4a65-a18b-712aa1e6ff66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:44.725827 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a23e204f-d0aa-480b-bfcd-486f80c5823a req-c0f99af5-7096-43ae-94e3-d544d903bf2e tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:44.751765 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-b32f210c-7b51-48cd-9b67-a05b46967b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1876601093-router', 'tenant_id': 'b614b8bd377446f892967d9352b20ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'ee3ee323-9b00-4bfe-a361-b70a2182d450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:11:42Z', 'updated_at': '2022-02-09T12:11:47Z', 'revision_number': 4, 'project_id': 'b614b8bd377446f892967d9352b20ad9', 'gw_port': {'id': 'ee3ee323-9b00-4bfe-a361-b70a2182d450', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:11:43Z', 'updated_at': '2022-02-09T12:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '41919729-42ed-4bcc-b29b-144378b33d83', 'tenant_id': 'b614b8bd377446f892967d9352b20ad9', 'floating_ip_address': '172.25.7.47', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'port_id': '68b717bb-0d6a-4504-95d0-baa0b0789b50', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de69ec27-0664-4edc-8ca7-aed58e385f8e', 'mac_address': 'fa:16:3e:5c:57:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e661f86f-b149-4e42-9974-afc259a7027a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:12:08Z', 'updated_at': '2022-02-09T12:12:42Z', 'revision_number': 1, 'project_id': 'b614b8bd377446f892967d9352b20ad9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96394959-d0a7-4372-967d-68f19043195b', 'name': '', 'network_id': 'de69ec27-0664-4edc-8ca7-aed58e385f8e', 'tenant_id': 'b614b8bd377446f892967d9352b20ad9', 'mac_address': 'fa:16:3e:4c:5f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2cf1195f-6cfb-4f71-a13f-5a2ca1abc351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:11:46Z', 'updated_at': '2022-02-09T12:11:58Z', 'revision_number': 5, 'project_id': 'b614b8bd377446f892967d9352b20ad9', 'subnets': [{'id': '2cf1195f-6cfb-4f71-a13f-5a2ca1abc351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:12:44.755940 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32f210c-7b51-48cd-9b67-a05b46967b58 None None] Checking router: 2093b8cb-2828-424e-b143-6aa2743a12c8 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:12:44.761187 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-42be1d7f-edc2-4a65-a18b-712aa1e6ff66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:44.766738 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32f210c-7b51-48cd-9b67-a05b46967b58 None None] Routers {'2093b8cb-2828-424e-b143-6aa2743a12c8'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:12:44.767330 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-b32f210c-7b51-48cd-9b67-a05b46967b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:12:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2093b8cb-2828-424e-b143-6aa2743a12c8'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:12:44.778773 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be1d7f-edc2-4a65-a18b-712aa1e6ff66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c122d435-0380-4eef-a473-e239c91943da,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:44.779732 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f99af5-7096-43ae-94e3-d544d903bf2e tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Pushing event deleted for resources: {'Port': ['ID=ab926ab0-2bab-4fb2-be86-e6f46e8d2279,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:44.783821 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-42be1d7f-edc2-4a65-a18b-712aa1e6ff66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:44.788357 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-42be1d7f-edc2-4a65-a18b-712aa1e6ff66 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c122d435-0380-4eef-a473-e239c91943da HTTP/1.1" status: 204 len: 168 time: 0.1701450 Feb 09 12:12:44.826964 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd23a6-2f15-413c-ab60-00df2d23caf5 req-7c0d1409-f635-4650-b164-c35e1d345e42 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:44.828520 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-90cd23a6-2f15-413c-ab60-00df2d23caf5 req-7c0d1409-f635-4650-b164-c35e1d345e42 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c042779-8b84-4bb9-bb30-dac48671003f HTTP/1.1" status: 200 len: 945 time: 0.1905406 Feb 09 12:12:44.831458 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a23e204f-d0aa-480b-bfcd-486f80c5823a req-c0f99af5-7096-43ae-94e3-d544d903bf2e tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Notify callbacks [] for floatingip, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:44.880350 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a23e204f-d0aa-480b-bfcd-486f80c5823a req-c0f99af5-7096-43ae-94e3-d544d903bf2e tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:44.881468 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a23e204f-d0aa-480b-bfcd-486f80c5823a req-c0f99af5-7096-43ae-94e3-d544d903bf2e tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] 10.222.0.55 "DELETE /v2.0/floatingips/31413383-324f-4189-9340-0e32322fa57a HTTP/1.1" status: 204 len: 173 time: 1.0349579 Feb 09 12:12:44.899357 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-90cd23a6-2f15-413c-ab60-00df2d23caf5 req-42393c86-5622-4e9c-b695-3e3b99e66834 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642974 Feb 09 12:12:44.965266 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-b32f210c-7b51-48cd-9b67-a05b46967b58 None None] Set router 2093b8cb-2828-424e-b143-6aa2743a12c8 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:12:45.096977 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02f967-a313-45f2-aaff-b2e57a3bdd56 req-21dd384b-08ef-4593-b868-b116ee10c1c7 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:45.099074 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5f02f967-a313-45f2-aaff-b2e57a3bdd56 req-21dd384b-08ef-4593-b868-b116ee10c1c7 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/ports?device_id=e661f86f-b149-4e42-9974-afc259a7027a HTTP/1.1" status: 200 len: 945 time: 0.0887816 Feb 09 12:12:45.155249 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5f02f967-a313-45f2-aaff-b2e57a3bdd56 req-846a2cd2-1d90-48fd-90a5-f180cc96c89c tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac4eb021-bb3a-442d-8153-c3dbaa0cfda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475860 Feb 09 12:12:45.191244 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 37030) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:45.212356 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c87c92f1-876c-4f96-8d45-9fab67bcfe64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:45.231109 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c87c92f1-876c-4f96-8d45-9fab67bcfe64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:45.234658 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c87c92f1-876c-4f96-8d45-9fab67bcfe64 admin admin] Usage tracker for resource:security_group_rule and tenant:75a21b3d99454547af20a346f522d0ed is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:45.238304 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c87c92f1-876c-4f96-8d45-9fab67bcfe64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:45.245266 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c87c92f1-876c-4f96-8d45-9fab67bcfe64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:45.399324 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-b32f210c-7b51-48cd-9b67-a05b46967b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1876601093-router', 'tenant_id': 'b614b8bd377446f892967d9352b20ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'ee3ee323-9b00-4bfe-a361-b70a2182d450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:11:42Z', 'updated_at': '2022-02-09T12:11:47Z', 'revision_number': 4, 'project_id': 'b614b8bd377446f892967d9352b20ad9', 'gw_port': {'id': 'ee3ee323-9b00-4bfe-a361-b70a2182d450', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:11:43Z', 'updated_at': '2022-02-09T12:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '41919729-42ed-4bcc-b29b-144378b33d83', 'tenant_id': 'b614b8bd377446f892967d9352b20ad9', 'floating_ip_address': '172.25.7.47', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'port_id': '68b717bb-0d6a-4504-95d0-baa0b0789b50', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de69ec27-0664-4edc-8ca7-aed58e385f8e', 'mac_address': 'fa:16:3e:5c:57:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e661f86f-b149-4e42-9974-afc259a7027a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:12:08Z', 'updated_at': '2022-02-09T12:12:42Z', 'revision_number': 1, 'project_id': 'b614b8bd377446f892967d9352b20ad9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96394959-d0a7-4372-967d-68f19043195b', 'name': '', 'network_id': 'de69ec27-0664-4edc-8ca7-aed58e385f8e', 'tenant_id': 'b614b8bd377446f892967d9352b20ad9', 'mac_address': 'fa:16:3e:4c:5f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2cf1195f-6cfb-4f71-a13f-5a2ca1abc351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:11:46Z', 'updated_at': '2022-02-09T12:11:58Z', 'revision_number': 5, 'project_id': 'b614b8bd377446f892967d9352b20ad9', 'subnets': [{'id': '2cf1195f-6cfb-4f71-a13f-5a2ca1abc351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:12:45.411418 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32f210c-7b51-48cd-9b67-a05b46967b58 None None] The sync data for ids ['2093b8cb-2828-424e-b143-6aa2743a12c8'] in n-d-825178-3 is: [{'id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1876601093-router', 'tenant_id': 'b614b8bd377446f892967d9352b20ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'ee3ee323-9b00-4bfe-a361-b70a2182d450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:11:42Z', 'updated_at': '2022-02-09T12:11:47Z', 'revision_number': 4, 'project_id': 'b614b8bd377446f892967d9352b20ad9', 'gw_port': {'id': 'ee3ee323-9b00-4bfe-a361-b70a2182d450', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:11:43Z', 'updated_at': '2022-02-09T12:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '41919729-42ed-4bcc-b29b-144378b33d83', 'tenant_id': 'b614b8bd377446f892967d9352b20ad9', 'floating_ip_address': '172.25.7.47', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'port_id': '68b717bb-0d6a-4504-95d0-baa0b0789b50', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de69ec27-0664-4edc-8ca7-aed58e385f8e', 'mac_address': 'fa:16:3e:5c:57:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e661f86f-b149-4e42-9974-afc259a7027a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:12:08Z', 'updated_at': '2022-02-09T12:12:42Z', 'revision_number': 1, 'project_id': 'b614b8bd377446f892967d9352b20ad9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96394959-d0a7-4372-967d-68f19043195b', 'name': '', 'network_id': 'de69ec27-0664-4edc-8ca7-aed58e385f8e', 'tenant_id': 'b614b8bd377446f892967d9352b20ad9', 'mac_address': 'fa:16:3e:4c:5f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2cf1195f-6cfb-4f71-a13f-5a2ca1abc351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:11:46Z', 'updated_at': '2022-02-09T12:11:58Z', 'revision_number': 5, 'project_id': 'b614b8bd377446f892967d9352b20ad9', 'subnets': [{'id': '2cf1195f-6cfb-4f71-a13f-5a2ca1abc351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:12:45.413388 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c87c92f1-876c-4f96-8d45-9fab67bcfe64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:45.418692 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c87c92f1-876c-4f96-8d45-9fab67bcfe64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:45.453856 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e661f86f-b149-4e42-9974-afc259a7027a', 'tag': '68b717bb-0d6a-4504-95d0-baa0b0789b50', 'status': 'completed', 'code': 200} Feb 09 12:12:45.547656 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87c92f1-876c-4f96-8d45-9fab67bcfe64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d173158-ed58-4728-876d-926f5b3e7cb3,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:45.560344 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c87c92f1-876c-4f96-8d45-9fab67bcfe64 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=75a21b3d99454547af20a346f522d0ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3671150 Feb 09 12:12:45.562336 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37042) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:45.620223 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [req-2ec29e9d-2f2a-40c2-8714-60b7a9c00ab4 req-9b68adee-8032-4851-82a5-b37adb0968d9 tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] show failed (client error): The resource could not be found. Feb 09 12:12:45.621249 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2ec29e9d-2f2a-40c2-8714-60b7a9c00ab4 req-9b68adee-8032-4851-82a5-b37adb0968d9 tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] 10.222.0.55 "GET /v2.0/floatingips/31413383-324f-4189-9340-0e32322fa57a HTTP/1.1" status: 404 len: 350 time: 0.1347291 Feb 09 12:12:45.657734 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0c4c38bb-0242-4ba7-8675-1b18c08519b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:45.669077 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c21b5-3bf0-4abb-9359-59cab6feef78 req-d6054541-4ca1-47c0-842b-4268253f138b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:45.669077 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-926c21b5-3bf0-4abb-9359-59cab6feef78 req-d6054541-4ca1-47c0-842b-4268253f138b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b614b8bd377446f892967d9352b20ad9&device_id=e661f86f-b149-4e42-9974-afc259a7027a HTTP/1.1" status: 200 len: 1096 time: 0.1148837 Feb 09 12:12:45.695223 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0c4c38bb-0242-4ba7-8675-1b18c08519b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:45.719091 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa49a213-503a-4bcd-9f78-be1359886053 None None] New status for floating IP 41919729-42ed-4bcc-b29b-144378b33d83: ACTIVE {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:12:45.776764 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0c4c38bb-0242-4ba7-8675-1b18c08519b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:45.797730 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c38bb-0242-4ba7-8675-1b18c08519b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d173158-ed58-4728-876d-926f5b3e7cb3,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:45.802487 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0c4c38bb-0242-4ba7-8675-1b18c08519b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:45.804611 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0c4c38bb-0242-4ba7-8675-1b18c08519b0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8d173158-ed58-4728-876d-926f5b3e7cb3 HTTP/1.1" status: 204 len: 168 time: 0.2408023 Feb 09 12:12:45.881636 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c21b5-3bf0-4abb-9359-59cab6feef78 req-868160b4-adc5-4906-a98d-54f7cf55d30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:45.882888 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-926c21b5-3bf0-4abb-9359-59cab6feef78 req-868160b4-adc5-4906-a98d-54f7cf55d30e service neutron] 10.222.0.52 "GET /v2.0/networks?id=de69ec27-0664-4edc-8ca7-aed58e385f8e HTTP/1.1" status: 200 len: 925 time: 0.2063291 Feb 09 12:12:46.077171 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-926c21b5-3bf0-4abb-9359-59cab6feef78 req-275d71c3-bbd6-4477-866d-8bbdb8b301c1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68b717bb-0d6a-4504-95d0-baa0b0789b50 HTTP/1.1" status: 200 len: 998 time: 0.1813946 Feb 09 12:12:46.094358 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821edef-dc9a-45a2-a7c6-4889767a56ec req-45262354-2d5e-4c83-aa56-7a0e494543fc tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:46.095971 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f821edef-dc9a-45a2-a7c6-4889767a56ec req-45262354-2d5e-4c83-aa56-7a0e494543fc tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5c042779-8b84-4bb9-bb30-dac48671003f HTTP/1.1" status: 200 len: 1096 time: 0.1092012 Feb 09 12:12:46.247905 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8b85451e-8213-44a1-bea1-8277c822a44f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:46.304716 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [req-7f16d4d1-c534-4a1d-b0b7-799a4bc23006 req-fbcc1086-8f5c-4584-93ff-4785623a29d9 tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] show failed (client error): The resource could not be found. Feb 09 12:12:46.305740 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7f16d4d1-c534-4a1d-b0b7-799a4bc23006 req-fbcc1086-8f5c-4584-93ff-4785623a29d9 tempest-FloatingIPsTestJSON-2014708484 tempest-FloatingIPsTestJSON-2014708484-project] 10.222.0.55 "GET /v2.0/floatingips/31413383-324f-4189-9340-0e32322fa57a HTTP/1.1" status: 404 len: 350 time: 0.2149191 Feb 09 12:12:46.317865 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37082) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:46.359128 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f821edef-dc9a-45a2-a7c6-4889767a56ec req-d35af7ab-8e9f-4f91-92fd-0769549df4ec tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155384 Feb 09 12:12:46.372909 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c21b5-3bf0-4abb-9359-59cab6feef78 req-63e09b57-ebc8-4ad5-ae99-243291393aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:46.374349 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-926c21b5-3bf0-4abb-9359-59cab6feef78 req-63e09b57-ebc8-4ad5-ae99-243291393aba service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2cf1195f-6cfb-4f71-a13f-5a2ca1abc351 HTTP/1.1" status: 200 len: 863 time: 0.1320374 Feb 09 12:12:46.508282 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c21b5-3bf0-4abb-9359-59cab6feef78 req-714f311b-8fae-40cb-9eeb-91766fa631d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:46.511550 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-926c21b5-3bf0-4abb-9359-59cab6feef78 req-714f311b-8fae-40cb-9eeb-91766fa631d2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=de69ec27-0664-4edc-8ca7-aed58e385f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1177053 Feb 09 12:12:46.792099 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-926c21b5-3bf0-4abb-9359-59cab6feef78 req-50628ef9-f751-4bdc-8407-bf9ab9bd5e9e service neutron] 10.222.0.52 "GET /v2.0/networks/de69ec27-0664-4edc-8ca7-aed58e385f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658012 Feb 09 12:12:46.851401 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1cc8e641-0722-4362-b09e-80e6e7fbda64 req-77f7d2f3-2f59-4072-a82e-7c2df1b7e072 tempest-QuotasAdminNegativeTest-1336504251 tempest-QuotasAdminNegativeTest-1336504251-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=deca184631524c598c0676e23b4a94ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0670991 Feb 09 12:12:47.025796 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37114) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:47.043176 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3621ff8-e1b9-45a0-9ff3-bee69d779091 req-4ea94e72-74dd-45f5-8d97-634cba1a9192 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:47.050787 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b3621ff8-e1b9-45a0-9ff3-bee69d779091 req-4ea94e72-74dd-45f5-8d97-634cba1a9192 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/ports?device_id=e661f86f-b149-4e42-9974-afc259a7027a HTTP/1.1" status: 200 len: 945 time: 0.3925617 Feb 09 12:12:47.165208 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b3621ff8-e1b9-45a0-9ff3-bee69d779091 req-54ea455b-1808-450a-8c64-b13effa5f21e tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac4eb021-bb3a-442d-8153-c3dbaa0cfda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132975 Feb 09 12:12:47.207535 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-926c21b5-3bf0-4abb-9359-59cab6feef78 req-f00bf668-d9db-48eb-af06-a2e258615eb7 service neutron] 10.222.0.52 "GET /v2.0/networks/de69ec27-0664-4edc-8ca7-aed58e385f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974090 Feb 09 12:12:47.219308 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8e641-0722-4362-b09e-80e6e7fbda64 req-46d7d380-50da-4ba3-878a-076780c8783b tempest-QuotasAdminNegativeTest-1336504251 tempest-QuotasAdminNegativeTest-1336504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:47.228553 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1cc8e641-0722-4362-b09e-80e6e7fbda64 req-46d7d380-50da-4ba3-878a-076780c8783b tempest-QuotasAdminNegativeTest-1336504251 tempest-QuotasAdminNegativeTest-1336504251-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3759661 Feb 09 12:12:47.229094 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0cbefec7-1754-43c3-b18b-f10008c59dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:47.250148 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1cc8e641-0722-4362-b09e-80e6e7fbda64 req-c07f204c-14e4-4675-929a-6d4e6efb67c4 tempest-QuotasAdminNegativeTest-1336504251 tempest-QuotasAdminNegativeTest-1336504251-project] 10.222.0.55 "GET /v2.0/quotas/deca184631524c598c0676e23b4a94ab HTTP/1.1" status: 200 len: 375 time: 0.0193346 Feb 09 12:12:47.331599 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1cc8e641-0722-4362-b09e-80e6e7fbda64 req-c7b38d8b-b0c1-40f8-9e1f-94f4ee6615d5 tempest-QuotasAdminNegativeTest-1336504251 tempest-QuotasAdminNegativeTest-1336504251-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=deca184631524c598c0676e23b4a94ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0782425 Feb 09 12:12:47.434800 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:47.449196 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c91017ec-5410-46ac-b4e4-669aa4b05849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:47.489486 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c91017ec-5410-46ac-b4e4-669aa4b05849 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:47.498111 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c91017ec-5410-46ac-b4e4-669aa4b05849 admin admin] Usage tracker for resource:security_group_rule and tenant:5b286a76b6b348d6bd40ebcf2e01fa62 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:47.526300 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392eb080-8e13-4377-aed1-a5a6627d5c57 req-8bcb741d-ceb6-4794-bed6-a5e9539400e2 tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:47.526717 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:47.529923 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-392eb080-8e13-4377-aed1-a5a6627d5c57 req-8bcb741d-ceb6-4794-bed6-a5e9539400e2 tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5c042779-8b84-4bb9-bb30-dac48671003f HTTP/1.1" status: 200 len: 1096 time: 0.1121862 Feb 09 12:12:47.558719 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c91017ec-5410-46ac-b4e4-669aa4b05849 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:47.583231 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c91017ec-5410-46ac-b4e4-669aa4b05849 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:47.584708 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-392eb080-8e13-4377-aed1-a5a6627d5c57 req-177537ed-defc-445b-9827-c117407d6af6 tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483735 Feb 09 12:12:47.820582 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c91017ec-5410-46ac-b4e4-669aa4b05849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:47.825888 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c91017ec-5410-46ac-b4e4-669aa4b05849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:47.888793 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91017ec-5410-46ac-b4e4-669aa4b05849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d17a4c-6300-4acb-8081-5a42ff02482f,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:47.897851 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c91017ec-5410-46ac-b4e4-669aa4b05849 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5b286a76b6b348d6bd40ebcf2e01fa62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8679821 Feb 09 12:12:47.898074 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 37160) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:47.971097 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6dcd9336-d331-48ee-bf57-7c934918914b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:47.978794 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-0cbefec7-1754-43c3-b18b-f10008c59dac admin admin] Deleting port cef2eae7-c613-4a80-9234-9725c934946b {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:12:47.979344 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0cbefec7-1754-43c3-b18b-f10008c59dac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:48.004722 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6dcd9336-d331-48ee-bf57-7c934918914b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:48.076876 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6dcd9336-d331-48ee-bf57-7c934918914b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:48.096634 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd9336-d331-48ee-bf57-7c934918914b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d17a4c-6300-4acb-8081-5a42ff02482f,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:48.107634 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6dcd9336-d331-48ee-bf57-7c934918914b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:48.109077 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-6dcd9336-d331-48ee-bf57-7c934918914b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/55d17a4c-6300-4acb-8081-5a42ff02482f HTTP/1.1" status: 204 len: 168 time: 0.2104554 Feb 09 12:12:48.130491 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-df1655ed-8fad-4739-9b99-c4c3055778af req-b0c779d3-d1b3-49b9-a769-0ffe961a8d6b tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2071318093', 'description': 'tempest-description-1376227441'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:12:48.148185 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-df1655ed-8fad-4739-9b99-c4c3055778af req-b0c779d3-d1b3-49b9-a769-0ffe961a8d6b tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:48.153172 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-df1655ed-8fad-4739-9b99-c4c3055778af req-b0c779d3-d1b3-49b9-a769-0ffe961a8d6b tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] Usage tracker for resource:security_group and tenant:12ef9766bd814da7bd3d516f7cfd7308 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:48.156446 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-df1655ed-8fad-4739-9b99-c4c3055778af req-b0c779d3-d1b3-49b9-a769-0ffe961a8d6b tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:48.162764 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-df1655ed-8fad-4739-9b99-c4c3055778af req-b0c779d3-d1b3-49b9-a769-0ffe961a8d6b tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:48.175370 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-df1655ed-8fad-4739-9b99-c4c3055778af req-b0c779d3-d1b3-49b9-a769-0ffe961a8d6b tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:48.176918 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-0cbefec7-1754-43c3-b18b-f10008c59dac admin admin] For port cef2eae7-c613-4a80-9234-9725c934946b, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=cef2eae7-c613-4a80-9234-9725c934946b,segment=NetworkSegment(73760125-686c-4968-a837-4580ee278b45),segment_id=73760125-686c-4968-a837-4580ee278b45)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:12:48.177439 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0cbefec7-1754-43c3-b18b-f10008c59dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:48.190824 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-df1655ed-8fad-4739-9b99-c4c3055778af req-b0c779d3-d1b3-49b9-a769-0ffe961a8d6b tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:48.211539 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-df1655ed-8fad-4739-9b99-c4c3055778af req-b0c779d3-d1b3-49b9-a769-0ffe961a8d6b tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:48.217015 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-df1655ed-8fad-4739-9b99-c4c3055778af req-b0c779d3-d1b3-49b9-a769-0ffe961a8d6b tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] Usage tracker for resource:security_group_rule and tenant:12ef9766bd814da7bd3d516f7cfd7308 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:48.222273 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-df1655ed-8fad-4739-9b99-c4c3055778af req-b0c779d3-d1b3-49b9-a769-0ffe961a8d6b tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:48.229816 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-df1655ed-8fad-4739-9b99-c4c3055778af req-b0c779d3-d1b3-49b9-a769-0ffe961a8d6b tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:48.314974 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-0cbefec7-1754-43c3-b18b-f10008c59dac admin admin] Calling delete_port for cef2eae7-c613-4a80-9234-9725c934946b owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:12:48.334061 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-df1655ed-8fad-4739-9b99-c4c3055778af req-b0c779d3-d1b3-49b9-a769-0ffe961a8d6b tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:48.340955 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-df1655ed-8fad-4739-9b99-c4c3055778af req-b0c779d3-d1b3-49b9-a769-0ffe961a8d6b tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:48.353960 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-df1655ed-8fad-4739-9b99-c4c3055778af req-b0c779d3-d1b3-49b9-a769-0ffe961a8d6b tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:48.361610 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-df1655ed-8fad-4739-9b99-c4c3055778af req-b0c779d3-d1b3-49b9-a769-0ffe961a8d6b tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] Usage tracker for resource:security_group_rule and tenant:12ef9766bd814da7bd3d516f7cfd7308 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:48.366158 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-df1655ed-8fad-4739-9b99-c4c3055778af req-b0c779d3-d1b3-49b9-a769-0ffe961a8d6b tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:48.380827 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-df1655ed-8fad-4739-9b99-c4c3055778af req-b0c779d3-d1b3-49b9-a769-0ffe961a8d6b tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:48.389035 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c779d3-d1b3-49b9-a769-0ffe961a8d6b tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1b47c4-eb83-4a2a-ba83-7aaaedad7c4c,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:48.473181 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-df1655ed-8fad-4739-9b99-c4c3055778af req-b0c779d3-d1b3-49b9-a769-0ffe961a8d6b tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:48.479024 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-df1655ed-8fad-4739-9b99-c4c3055778af req-b0c779d3-d1b3-49b9-a769-0ffe961a8d6b tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:48.529035 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c779d3-d1b3-49b9-a769-0ffe961a8d6b tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff6fcbd-7f29-4da9-99b3-1cf429e30c22,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:48.542468 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-df1655ed-8fad-4739-9b99-c4c3055778af req-b0c779d3-d1b3-49b9-a769-0ffe961a8d6b tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:48.557727 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-df1655ed-8fad-4739-9b99-c4c3055778af req-b0c779d3-d1b3-49b9-a769-0ffe961a8d6b tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4319615 Feb 09 12:12:48.656696 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 37192) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:48.687889 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5dbe33ad-87e6-4ff6-b3f3-faf850ab82dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:48.762509 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-5dbe33ad-87e6-4ff6-b3f3-faf850ab82dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:48.775484 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-5dbe33ad-87e6-4ff6-b3f3-faf850ab82dc admin admin] Usage tracker for resource:security_group_rule and tenant:524a3c4078d7483d9b7852791c4d3b60 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:48.780529 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-5dbe33ad-87e6-4ff6-b3f3-faf850ab82dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:48.787286 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-5dbe33ad-87e6-4ff6-b3f3-faf850ab82dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:48.792954 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0cbefec7-1754-43c3-b18b-f10008c59dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:48.833332 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585deefa-5327-448a-8f68-8862f16ad0b0 req-fb2286c2-b577-4b27-b8d1-519efb3aa95b tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:48.834868 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-585deefa-5327-448a-8f68-8862f16ad0b0 req-fb2286c2-b577-4b27-b8d1-519efb3aa95b tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/ports?device_id=e661f86f-b149-4e42-9974-afc259a7027a HTTP/1.1" status: 200 len: 945 time: 0.1310117 Feb 09 12:12:48.914670 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-585deefa-5327-448a-8f68-8862f16ad0b0 req-336a874c-65d2-40d7-a1ac-c61fc4995dec tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac4eb021-bb3a-442d-8153-c3dbaa0cfda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696859 Feb 09 12:12:48.964570 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:48.989346 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5dbe33ad-87e6-4ff6-b3f3-faf850ab82dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:48.995944 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-e13e775a-f6a1-4e45-9de8-94e38c50137a req-8dea25d0-dcc5-49b7-9c1e-7df7e20c2b0d tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1032732472', 'description': 'tempest-description-213505023'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:12:49.003307 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5dbe33ad-87e6-4ff6-b3f3-faf850ab82dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:49.014126 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-e13e775a-f6a1-4e45-9de8-94e38c50137a req-8dea25d0-dcc5-49b7-9c1e-7df7e20c2b0d tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:49.032756 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e13e775a-f6a1-4e45-9de8-94e38c50137a req-8dea25d0-dcc5-49b7-9c1e-7df7e20c2b0d tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] Usage tracker for resource:security_group and tenant:12ef9766bd814da7bd3d516f7cfd7308 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:49.039858 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e13e775a-f6a1-4e45-9de8-94e38c50137a req-8dea25d0-dcc5-49b7-9c1e-7df7e20c2b0d tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:49.045321 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbefec7-1754-43c3-b18b-f10008c59dac admin admin] Pushing event deleted for resources: {'Port': ['ID=cef2eae7-c613-4a80-9234-9725c934946b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:49.054236 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37212) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:49.057944 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-e13e775a-f6a1-4e45-9de8-94e38c50137a req-8dea25d0-dcc5-49b7-9c1e-7df7e20c2b0d tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:49.101902 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-5dbe33ad-87e6-4ff6-b3f3-faf850ab82dc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=524a3c4078d7483d9b7852791c4d3b60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4434690 Feb 09 12:12:49.107489 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 37218) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:49.108271 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e13e775a-f6a1-4e45-9de8-94e38c50137a req-8dea25d0-dcc5-49b7-9c1e-7df7e20c2b0d tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:49.169831 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-e13e775a-f6a1-4e45-9de8-94e38c50137a req-8dea25d0-dcc5-49b7-9c1e-7df7e20c2b0d tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:49.175100 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e13e775a-f6a1-4e45-9de8-94e38c50137a req-8dea25d0-dcc5-49b7-9c1e-7df7e20c2b0d tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] Usage tracker for resource:security_group_rule and tenant:12ef9766bd814da7bd3d516f7cfd7308 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:49.178750 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e13e775a-f6a1-4e45-9de8-94e38c50137a req-8dea25d0-dcc5-49b7-9c1e-7df7e20c2b0d tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:49.186934 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-e13e775a-f6a1-4e45-9de8-94e38c50137a req-8dea25d0-dcc5-49b7-9c1e-7df7e20c2b0d tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:49.223849 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe33ad-87e6-4ff6-b3f3-faf850ab82dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed59da3-72be-49eb-9770-8a392c346c81,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:49.256856 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0cbefec7-1754-43c3-b18b-f10008c59dac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:49.270011 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-880da976-89dd-4415-8949-b4bff2b11c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:49.315390 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-880da976-89dd-4415-8949-b4bff2b11c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:49.370093 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-de20f33c-03d3-4a81-84a8-db357d512a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:49.373567 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e13e775a-f6a1-4e45-9de8-94e38c50137a req-8dea25d0-dcc5-49b7-9c1e-7df7e20c2b0d tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:49.380645 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e13e775a-f6a1-4e45-9de8-94e38c50137a req-8dea25d0-dcc5-49b7-9c1e-7df7e20c2b0d tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:49.391405 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-de20f33c-03d3-4a81-84a8-db357d512a3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:49.395476 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-de20f33c-03d3-4a81-84a8-db357d512a3c admin admin] Usage tracker for resource:security_group_rule and tenant:deca184631524c598c0676e23b4a94ab is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:49.398685 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-de20f33c-03d3-4a81-84a8-db357d512a3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:49.405889 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-de20f33c-03d3-4a81-84a8-db357d512a3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:49.434328 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dea25d0-dcc5-49b7-9c1e-7df7e20c2b0d tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c25afb3-98dc-48ee-b467-746a6ec96b16,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:49.438638 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e13e775a-f6a1-4e45-9de8-94e38c50137a req-8dea25d0-dcc5-49b7-9c1e-7df7e20c2b0d tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:49.440086 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e13e775a-f6a1-4e45-9de8-94e38c50137a req-8dea25d0-dcc5-49b7-9c1e-7df7e20c2b0d tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4489975 Feb 09 12:12:49.451134 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-880da976-89dd-4415-8949-b4bff2b11c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:49.458128 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-880da976-89dd-4415-8949-b4bff2b11c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:49.472642 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-880da976-89dd-4415-8949-b4bff2b11c1e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9ed59da3-72be-49eb-9770-8a392c346c81 HTTP/1.1" status: 204 len: 168 time: 0.3367369 Feb 09 12:12:49.495499 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880da976-89dd-4415-8949-b4bff2b11c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed59da3-72be-49eb-9770-8a392c346c81,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:49.849862 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ffe9f-cfe1-486e-8feb-6294eba41f9b req-0f5a3e49-6904-4822-a4ac-9265d3225e07 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:49.851399 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-679ffe9f-cfe1-486e-8feb-6294eba41f9b req-0f5a3e49-6904-4822-a4ac-9265d3225e07 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/ports?device_id=e661f86f-b149-4e42-9974-afc259a7027a HTTP/1.1" status: 200 len: 945 time: 0.1295109 Feb 09 12:12:49.873463 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-de20f33c-03d3-4a81-84a8-db357d512a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:49.883673 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-de20f33c-03d3-4a81-84a8-db357d512a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:49.913200 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-679ffe9f-cfe1-486e-8feb-6294eba41f9b req-1fe3d39b-955c-4ecf-b008-63391bf152bd tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac4eb021-bb3a-442d-8153-c3dbaa0cfda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541303 Feb 09 12:12:49.968728 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cbefec7-1754-43c3-b18b-f10008c59dac admin admin] Router 202fd47a-3133-4a39-9421-e0ad48abc257 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:12:49.979893 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-de20f33c-03d3-4a81-84a8-db357d512a3c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=deca184631524c598c0676e23b4a94ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9211988 Feb 09 12:12:49.979893 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de20f33c-03d3-4a81-84a8-db357d512a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e262d5a4-eb08-487d-9376-6d269ddcc03b,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:49.981252 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 37256) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:50.023106 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:50.149352 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 37260) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:50.159427 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-dcb7a7b1-7fca-4d7a-aef1-5a77a1ecb643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:50.187327 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-dcb7a7b1-7fca-4d7a-aef1-5a77a1ecb643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:50.223198 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-c93c39c3-d352-4665-b56b-bd34fe7928f7 req-18f8f675-351b-46f6-ab1c-9d8cc8312050 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1614776171', 'description': 'tempest-description-1812249965'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:12:50.224398 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cbefec7-1754-43c3-b18b-f10008c59dac admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:12:50.231815 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-c93c39c3-d352-4665-b56b-bd34fe7928f7 req-18f8f675-351b-46f6-ab1c-9d8cc8312050 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:50.236114 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c93c39c3-d352-4665-b56b-bd34fe7928f7 req-18f8f675-351b-46f6-ab1c-9d8cc8312050 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] Usage tracker for resource:security_group and tenant:7956e6c12dd742f294745c358493f2c6 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:50.238552 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb985c8-76d7-4a9b-ab91-f9d9d5e2f6ed None None] Sync routers for ids ['202fd47a-3133-4a39-9421-e0ad48abc257'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:12:50.239446 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c93c39c3-d352-4665-b56b-bd34fe7928f7 req-18f8f675-351b-46f6-ab1c-9d8cc8312050 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:50.246423 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-c93c39c3-d352-4665-b56b-bd34fe7928f7 req-18f8f675-351b-46f6-ab1c-9d8cc8312050 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:50.258842 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c93c39c3-d352-4665-b56b-bd34fe7928f7 req-18f8f675-351b-46f6-ab1c-9d8cc8312050 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:50.262486 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0cbefec7-1754-43c3-b18b-f10008c59dac admin admin] 10.222.0.55 "PUT /v2.0/routers/202fd47a-3133-4a39-9421-e0ad48abc257/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9435308 Feb 09 12:12:50.264609 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb985c8-76d7-4a9b-ab91-f9d9d5e2f6ed None None] Routers {'202fd47a-3133-4a39-9421-e0ad48abc257'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:12:50.265136 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37268) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:50.265542 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7cb985c8-76d7-4a9b-ab91-f9d9d5e2f6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:12:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['202fd47a-3133-4a39-9421-e0ad48abc257'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:12:50.287149 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c93c39c3-d352-4665-b56b-bd34fe7928f7 req-18f8f675-351b-46f6-ab1c-9d8cc8312050 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:50.312365 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-dcb7a7b1-7fca-4d7a-aef1-5a77a1ecb643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:50.349505 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-c93c39c3-d352-4665-b56b-bd34fe7928f7 req-18f8f675-351b-46f6-ab1c-9d8cc8312050 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:50.355179 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb7a7b1-7fca-4d7a-aef1-5a77a1ecb643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e262d5a4-eb08-487d-9376-6d269ddcc03b,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:50.365612 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c93c39c3-d352-4665-b56b-bd34fe7928f7 req-18f8f675-351b-46f6-ab1c-9d8cc8312050 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] Usage tracker for resource:security_group_rule and tenant:7956e6c12dd742f294745c358493f2c6 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:50.391317 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c93c39c3-d352-4665-b56b-bd34fe7928f7 req-18f8f675-351b-46f6-ab1c-9d8cc8312050 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:50.397750 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-dcb7a7b1-7fca-4d7a-aef1-5a77a1ecb643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:50.398852 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-dcb7a7b1-7fca-4d7a-aef1-5a77a1ecb643 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e262d5a4-eb08-487d-9376-6d269ddcc03b HTTP/1.1" status: 204 len: 168 time: 0.4166512 Feb 09 12:12:50.400009 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-c93c39c3-d352-4665-b56b-bd34fe7928f7 req-18f8f675-351b-46f6-ab1c-9d8cc8312050 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:50.505535 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c93c39c3-d352-4665-b56b-bd34fe7928f7 req-18f8f675-351b-46f6-ab1c-9d8cc8312050 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:50.512709 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c93c39c3-d352-4665-b56b-bd34fe7928f7 req-18f8f675-351b-46f6-ab1c-9d8cc8312050 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:50.518141 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-c93c39c3-d352-4665-b56b-bd34fe7928f7 req-18f8f675-351b-46f6-ab1c-9d8cc8312050 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:50.522920 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c93c39c3-d352-4665-b56b-bd34fe7928f7 req-18f8f675-351b-46f6-ab1c-9d8cc8312050 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] Usage tracker for resource:security_group_rule and tenant:7956e6c12dd742f294745c358493f2c6 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:50.535166 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c93c39c3-d352-4665-b56b-bd34fe7928f7 req-18f8f675-351b-46f6-ab1c-9d8cc8312050 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:50.546357 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-c93c39c3-d352-4665-b56b-bd34fe7928f7 req-18f8f675-351b-46f6-ab1c-9d8cc8312050 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:50.560443 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-7cb985c8-76d7-4a9b-ab91-f9d9d5e2f6ed None None] Set router 202fd47a-3133-4a39-9421-e0ad48abc257 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:12:50.576935 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f8f675-351b-46f6-ab1c-9d8cc8312050 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5518042a-8b84-4215-9486-5668f8d7540d,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:50.587775 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cb6952bf-e8ee-4e77-8fed-1a92b4e02fb6 admin admin] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:50.644118 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-54adc887-e3b0-4a1b-8ee3-73391e5ab14d tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:12:50.645593 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-54adc887-e3b0-4a1b-8ee3-73391e5ab14d tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4950039 Feb 09 12:12:50.693939 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c93c39c3-d352-4665-b56b-bd34fe7928f7 req-18f8f675-351b-46f6-ab1c-9d8cc8312050 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:50.700966 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c93c39c3-d352-4665-b56b-bd34fe7928f7 req-18f8f675-351b-46f6-ab1c-9d8cc8312050 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:50.797132 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f8f675-351b-46f6-ab1c-9d8cc8312050 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5cc258-fe12-48b1-a9ab-fe22c30e7289,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:50.836648 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c93c39c3-d352-4665-b56b-bd34fe7928f7 req-18f8f675-351b-46f6-ab1c-9d8cc8312050 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:50.838148 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c93c39c3-d352-4665-b56b-bd34fe7928f7 req-18f8f675-351b-46f6-ab1c-9d8cc8312050 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.6217511 Feb 09 12:12:50.916262 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cb6952bf-e8ee-4e77-8fed-1a92b4e02fb6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:50.935900 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-cb6952bf-e8ee-4e77-8fed-1a92b4e02fb6 admin admin] Deleting port efa8eea3-ff06-41a6-b66a-3a89050c72b8 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:12:50.936456 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cb6952bf-e8ee-4e77-8fed-1a92b4e02fb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:50.971817 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 37292) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:51.002764 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-dde96f9b-c719-42a7-92b4-4f099da4fa34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:51.042935 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-dde96f9b-c719-42a7-92b4-4f099da4fa34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:51.050261 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-dde96f9b-c719-42a7-92b4-4f099da4fa34 admin admin] Usage tracker for resource:security_group_rule and tenant:687146ba95784db3acd17047cc482041 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:51.053970 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-dde96f9b-c719-42a7-92b4-4f099da4fa34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:51.066560 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-dde96f9b-c719-42a7-92b4-4f099da4fa34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:51.071163 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7cb985c8-76d7-4a9b-ab91-f9d9d5e2f6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202fd47a-3133-4a39-9421-e0ad48abc257', 'name': 'tempest-FloatingIPsTestJSON-1387823978-router', 'tenant_id': '9ae544de3a3c4615b0bae3182c7d0c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': 'efa8eea3-ff06-41a6-b66a-3a89050c72b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:12:23Z', 'updated_at': '2022-02-09T12:12:48Z', 'revision_number': 5, 'project_id': '9ae544de3a3c4615b0bae3182c7d0c72', 'gw_port': {'id': 'efa8eea3-ff06-41a6-b66a-3a89050c72b8', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202fd47a-3133-4a39-9421-e0ad48abc257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:12:24Z', 'updated_at': '2022-02-09T12:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:12:51.085605 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb985c8-76d7-4a9b-ab91-f9d9d5e2f6ed None None] Checking router: 202fd47a-3133-4a39-9421-e0ad48abc257 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:12:51.104461 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb985c8-76d7-4a9b-ab91-f9d9d5e2f6ed None None] Routers {'202fd47a-3133-4a39-9421-e0ad48abc257'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:12:51.105577 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7cb985c8-76d7-4a9b-ab91-f9d9d5e2f6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:12:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['202fd47a-3133-4a39-9421-e0ad48abc257'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:12:51.108218 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 37302) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:51.128996 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-e4470655-eb34-4c98-8d94-ec810837b416 service neutron] Request body: {'binding': {'host': 'n-h2-825178-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:12:51.129516 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-e4470655-eb34-4c98-8d94-ec810837b416 service neutron] Unknown quota resources ['binding']. {{(pid=87567) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 09 12:12:51.166707 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-c5be5e1a-ff4e-4b32-b524-35db9ad1b37e req-a9cdb0e7-f791-47b3-a6ef-0baa7d3dd3ff tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-191618216', 'description': 'tempest-description-877007414'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:12:51.185978 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-c5be5e1a-ff4e-4b32-b524-35db9ad1b37e req-a9cdb0e7-f791-47b3-a6ef-0baa7d3dd3ff tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:51.217238 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c5be5e1a-ff4e-4b32-b524-35db9ad1b37e req-a9cdb0e7-f791-47b3-a6ef-0baa7d3dd3ff tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] Usage tracker for resource:security_group and tenant:7956e6c12dd742f294745c358493f2c6 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:51.223081 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c5be5e1a-ff4e-4b32-b524-35db9ad1b37e req-a9cdb0e7-f791-47b3-a6ef-0baa7d3dd3ff tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:51.234690 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-c5be5e1a-ff4e-4b32-b524-35db9ad1b37e req-a9cdb0e7-f791-47b3-a6ef-0baa7d3dd3ff tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:51.280720 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-ab74eaf5-fc43-4d3c-ab4d-0810c2fccf0c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1886624320-network', 'tenant_id': '6c4e889e086a4bc4b73f3a2c555f822a'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:12:51.285728 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-ab74eaf5-fc43-4d3c-ab4d-0810c2fccf0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:51.291488 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ab74eaf5-fc43-4d3c-ab4d-0810c2fccf0c admin admin] Usage tracker for resource:network and tenant:6c4e889e086a4bc4b73f3a2c555f822a is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:51.295109 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ab74eaf5-fc43-4d3c-ab4d-0810c2fccf0c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:51.301137 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-ab74eaf5-fc43-4d3c-ab4d-0810c2fccf0c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:51.306887 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-7cb985c8-76d7-4a9b-ab91-f9d9d5e2f6ed None None] Set router 202fd47a-3133-4a39-9421-e0ad48abc257 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:12:51.369128 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-cb6952bf-e8ee-4e77-8fed-1a92b4e02fb6 admin admin] For port efa8eea3-ff06-41a6-b66a-3a89050c72b8, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=efa8eea3-ff06-41a6-b66a-3a89050c72b8,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:12:51.369738 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cb6952bf-e8ee-4e77-8fed-1a92b4e02fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:51.375932 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c5be5e1a-ff4e-4b32-b524-35db9ad1b37e req-a9cdb0e7-f791-47b3-a6ef-0baa7d3dd3ff tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:51.392174 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab74eaf5-fc43-4d3c-ab4d-0810c2fccf0c admin admin] Made reservation on behalf of 6c4e889e086a4bc4b73f3a2c555f822a for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:12:51.394433 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ab74eaf5-fc43-4d3c-ab4d-0810c2fccf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:51.420796 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7cb985c8-76d7-4a9b-ab91-f9d9d5e2f6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202fd47a-3133-4a39-9421-e0ad48abc257', 'name': 'tempest-FloatingIPsTestJSON-1387823978-router', 'tenant_id': '9ae544de3a3c4615b0bae3182c7d0c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:12:23Z', 'updated_at': '2022-02-09T12:12:50Z', 'revision_number': 6, 'project_id': '9ae544de3a3c4615b0bae3182c7d0c72', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:12:51.421683 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ab74eaf5-fc43-4d3c-ab4d-0810c2fccf0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:51.424801 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb985c8-76d7-4a9b-ab91-f9d9d5e2f6ed None None] The sync data for ids ['202fd47a-3133-4a39-9421-e0ad48abc257'] in n-d-825178-3 is: [{'id': '202fd47a-3133-4a39-9421-e0ad48abc257', 'name': 'tempest-FloatingIPsTestJSON-1387823978-router', 'tenant_id': '9ae544de3a3c4615b0bae3182c7d0c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:12:23Z', 'updated_at': '2022-02-09T12:12:50Z', 'revision_number': 6, 'project_id': '9ae544de3a3c4615b0bae3182c7d0c72', 'gw_port_host': None}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:12:51.453956 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-dde96f9b-c719-42a7-92b4-4f099da4fa34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:51.458730 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-c5be5e1a-ff4e-4b32-b524-35db9ad1b37e req-a9cdb0e7-f791-47b3-a6ef-0baa7d3dd3ff tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:51.466049 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-ab74eaf5-fc43-4d3c-ab4d-0810c2fccf0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:51.471694 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c5be5e1a-ff4e-4b32-b524-35db9ad1b37e req-a9cdb0e7-f791-47b3-a6ef-0baa7d3dd3ff tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] Usage tracker for resource:security_group_rule and tenant:7956e6c12dd742f294745c358493f2c6 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:51.474418 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ab74eaf5-fc43-4d3c-ab4d-0810c2fccf0c admin admin] Usage tracker for resource:security_group_rule and tenant:6c4e889e086a4bc4b73f3a2c555f822a is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:51.476867 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-dde96f9b-c719-42a7-92b4-4f099da4fa34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:51.483910 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ab74eaf5-fc43-4d3c-ab4d-0810c2fccf0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:51.487192 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c5be5e1a-ff4e-4b32-b524-35db9ad1b37e req-a9cdb0e7-f791-47b3-a6ef-0baa7d3dd3ff tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:51.494607 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-cb6952bf-e8ee-4e77-8fed-1a92b4e02fb6 admin admin] Calling delete_port for efa8eea3-ff06-41a6-b66a-3a89050c72b8 owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:12:51.518142 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-c5be5e1a-ff4e-4b32-b524-35db9ad1b37e req-a9cdb0e7-f791-47b3-a6ef-0baa7d3dd3ff tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:51.520169 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-ab74eaf5-fc43-4d3c-ab4d-0810c2fccf0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:51.591853 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-dde96f9b-c719-42a7-92b4-4f099da4fa34 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=687146ba95784db3acd17047cc482041&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6186228 Feb 09 12:12:51.595209 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37310) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:51.614203 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde96f9b-c719-42a7-92b4-4f099da4fa34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d5bcfa-4233-4af9-8a37-290d24fb5482,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:51.669120 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-e4470655-eb34-4c98-8d94-ec810837b416 service neutron] Attempting to bind port 97e7749c-e915-48dc-8052-7a0103663c27 on host n-h2-825178-3 for vnic_type normal with profile None {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:12:51.669461 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-e4470655-eb34-4c98-8d94-ec810837b416 service neutron] Attempting to bind port 97e7749c-e915-48dc-8052-7a0103663c27 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '32f229e9-9010-4be1-973f-7ae4423dcda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:12:51.669786 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-e4470655-eb34-4c98-8d94-ec810837b416 service neutron] Attempting to bind port 97e7749c-e915-48dc-8052-7a0103663c27 on network c4b615eb-1906-4989-ab89-8b6ef1cc1053 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:12:51.688277 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-e4470655-eb34-4c98-8d94-ec810837b416 service neutron] Port 97e7749c-e915-48dc-8052-7a0103663c27 on network c4b615eb-1906-4989-ab89-8b6ef1cc1053 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:12:51.688597 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-e4470655-eb34-4c98-8d94-ec810837b416 service neutron] Attempting to bind port 97e7749c-e915-48dc-8052-7a0103663c27 on network c4b615eb-1906-4989-ab89-8b6ef1cc1053 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:12:51.707762 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-da18d67f-74e6-486d-99b6-1a97ac975f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:51.709020 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-e4470655-eb34-4c98-8d94-ec810837b416 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:12:51.709366 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-e4470655-eb34-4c98-8d94-ec810837b416 service neutron] Checking segment: {'id': '32f229e9-9010-4be1-973f-7ae4423dcda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:12:51.709750 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-e4470655-eb34-4c98-8d94-ec810837b416 service neutron] Bound using segment: {'id': '32f229e9-9010-4be1-973f-7ae4423dcda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:12:51.710180 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-e4470655-eb34-4c98-8d94-ec810837b416 service neutron] Bound port: 97e7749c-e915-48dc-8052-7a0103663c27, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f229e9-9010-4be1-973f-7ae4423dcda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:12:51.730567 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cb6952bf-e8ee-4e77-8fed-1a92b4e02fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:51.777300 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-da18d67f-74e6-486d-99b6-1a97ac975f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:51.778676 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c5be5e1a-ff4e-4b32-b524-35db9ad1b37e req-a9cdb0e7-f791-47b3-a6ef-0baa7d3dd3ff tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:51.793568 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6952bf-e8ee-4e77-8fed-1a92b4e02fb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=efa8eea3-ff06-41a6-b66a-3a89050c72b8,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:51.794491 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c5be5e1a-ff4e-4b32-b524-35db9ad1b37e req-a9cdb0e7-f791-47b3-a6ef-0baa7d3dd3ff tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:51.824223 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device cef2eae7-c613-4a80-9234-9725c934946b no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:12:51.877035 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cb6952bf-e8ee-4e77-8fed-1a92b4e02fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:51.888052 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: cef2eae7-c613-4a80-9234-9725c934946b {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:12:51.889070 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device cef2eae7-c613-4a80-9234-9725c934946b not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:12:51.899378 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ab74eaf5-fc43-4d3c-ab4d-0810c2fccf0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:51.902678 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cdb0e7-f791-47b3-a6ef-0baa7d3dd3ff tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815007ac-93af-43ed-96ff-9e993b1be8bd,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:51.906343 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c5be5e1a-ff4e-4b32-b524-35db9ad1b37e req-a9cdb0e7-f791-47b3-a6ef-0baa7d3dd3ff tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:51.916633 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c5be5e1a-ff4e-4b32-b524-35db9ad1b37e req-a9cdb0e7-f791-47b3-a6ef-0baa7d3dd3ff tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7450988 Feb 09 12:12:51.916633 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-e4470655-eb34-4c98-8d94-ec810837b416 service neutron] For port 97e7749c-e915-48dc-8052-7a0103663c27, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=97e7749c-e915-48dc-8052-7a0103663c27,segment=NetworkSegment(32f229e9-9010-4be1-973f-7ae4423dcda8),segment_id=32f229e9-9010-4be1-973f-7ae4423dcda8)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:12:51.932704 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ab74eaf5-fc43-4d3c-ab4d-0810c2fccf0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:51.950620 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-e4470655-eb34-4c98-8d94-ec810837b416 service neutron] Notify callbacks [] for binding, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:51.952460 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-e4470655-eb34-4c98-8d94-ec810837b416 service neutron] 10.222.0.55 "POST /v2.0/ports/97e7749c-e915-48dc-8052-7a0103663c27/bindings HTTP/1.1" status: 201 len: 389 time: 1.0258803 Feb 09 12:12:51.997448 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab74eaf5-fc43-4d3c-ab4d-0810c2fccf0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c2a87e-3fc2-4bd3-85f9-a87a0be17100,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:52.025500 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab74eaf5-fc43-4d3c-ab4d-0810c2fccf0c admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:12:52.065043 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ab74eaf5-fc43-4d3c-ab4d-0810c2fccf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:52.065506 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-ab74eaf5-fc43-4d3c-ab4d-0810c2fccf0c admin admin] Added segment 7d1ba1d3-62e0-49ae-b326-dc2f8612a554 of type vlan for network a97ade19-a112-43d9-843a-ad50b170ad5d Feb 09 12:12:52.089188 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-da18d67f-74e6-486d-99b6-1a97ac975f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:52.135989 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cb6952bf-e8ee-4e77-8fed-1a92b4e02fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:52.138137 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da18d67f-74e6-486d-99b6-1a97ac975f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d5bcfa-4233-4af9-8a37-290d24fb5482,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:52.140000 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ab74eaf5-fc43-4d3c-ab4d-0810c2fccf0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:52.140301 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cb6952bf-e8ee-4e77-8fed-1a92b4e02fb6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:52.243987 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ab74eaf5-fc43-4d3c-ab4d-0810c2fccf0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:52.244896 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab74eaf5-fc43-4d3c-ab4d-0810c2fccf0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:52.245474 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ab74eaf5-fc43-4d3c-ab4d-0810c2fccf0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:52.250490 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-da18d67f-74e6-486d-99b6-1a97ac975f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:52.254164 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-da18d67f-74e6-486d-99b6-1a97ac975f62 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/87d5bcfa-4233-4af9-8a37-290d24fb5482 HTTP/1.1" status: 204 len: 168 time: 0.6557837 Feb 09 12:12:52.278407 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cb6952bf-e8ee-4e77-8fed-1a92b4e02fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:52.279185 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6952bf-e8ee-4e77-8fed-1a92b4e02fb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 202fd47a-3133-4a39-9421-e0ad48abc257 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:12:52.285776 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:52.293537 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cb6952bf-e8ee-4e77-8fed-1a92b4e02fb6 admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:52.295007 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-cb6952bf-e8ee-4e77-8fed-1a92b4e02fb6 admin admin] 10.222.0.55 "DELETE /v2.0/routers/202fd47a-3133-4a39-9421-e0ad48abc257 HTTP/1.1" status: 204 len: 168 time: 2.0274742 Feb 09 12:12:52.305866 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37338) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:52.418439 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-a14a2e01-11ba-4a9e-9bab-169b77855f8a admin admin] Deleting subnet bc3ade87-de7e-4255-a01d-0090eef8f31b {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:12:52.421548 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a14a2e01-11ba-4a9e-9bab-169b77855f8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:52.450867 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ab74eaf5-fc43-4d3c-ab4d-0810c2fccf0c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3412819 Feb 09 12:12:52.457228 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37342) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:52.468775 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-1aa4756b-2a49-4cbd-8714-347cc36e6453 admin admin] Request body: {'subnet': {'network_id': 'a97ade19-a112-43d9-843a-ad50b170ad5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1886624320-subnet', 'tenant_id': '6c4e889e086a4bc4b73f3a2c555f822a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:12:52.474678 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1aa4756b-2a49-4cbd-8714-347cc36e6453 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:52.481858 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-1aa4756b-2a49-4cbd-8714-347cc36e6453 admin admin] Usage tracker for resource:subnet and tenant:6c4e889e086a4bc4b73f3a2c555f822a is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:52.486175 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-1aa4756b-2a49-4cbd-8714-347cc36e6453 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:52.495072 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1aa4756b-2a49-4cbd-8714-347cc36e6453 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:52.498562 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a14a2e01-11ba-4a9e-9bab-169b77855f8a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:52.557732 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa4756b-2a49-4cbd-8714-347cc36e6453 admin admin] Made reservation on behalf of 6c4e889e086a4bc4b73f3a2c555f822a for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:12:52.560218 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1aa4756b-2a49-4cbd-8714-347cc36e6453 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:52.562298 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab74eaf5-fc43-4d3c-ab4d-0810c2fccf0c admin admin] Pushing event updated for resources: {'Network': ['ID=a97ade19-a112-43d9-843a-ad50b170ad5d,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:52.573691 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network a97ade19-a112-43d9-843a-ad50b170ad5d details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:12:52.656135 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-ab63c193-c09d-475c-8c46-099daea2f2a5 req-aa536a3d-c53b-4e65-a616-104bff48fe6c tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] Synchronizing usage tracker for tenant:7956e6c12dd742f294745c358493f2c6 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:12:52.667701 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-0e6bfc86-af0b-4db6-9736-1241cbf8a3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:52.669211 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-0e6bfc86-af0b-4db6-9736-1241cbf8a3d2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a84524b0b1d4c8da324d07cc553e331&device_id=5c042779-8b84-4bb9-bb30-dac48671003f HTTP/1.1" status: 200 len: 1096 time: 0.4186308 Feb 09 12:12:52.713005 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a14a2e01-11ba-4a9e-9bab-169b77855f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:52.763390 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-ab63c193-c09d-475c-8c46-099daea2f2a5 req-aa536a3d-c53b-4e65-a616-104bff48fe6c tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] Unset dirty status for tenant:7956e6c12dd742f294745c358493f2c6 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:12:52.765523 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab63c193-c09d-475c-8c46-099daea2f2a5 req-aa536a3d-c53b-4e65-a616-104bff48fe6c tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45083 time: 0.7959187 Feb 09 12:12:52.777796 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1718b628-f632-41d1-bed9-3f68db9d9153 req-7750fe83-3477-4e7e-966a-e436bcbc628c tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:52.779479 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1718b628-f632-41d1-bed9-3f68db9d9153 req-7750fe83-3477-4e7e-966a-e436bcbc628c tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c042779-8b84-4bb9-bb30-dac48671003f HTTP/1.1" status: 200 len: 945 time: 0.3213499 Feb 09 12:12:52.878190 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a14a2e01-11ba-4a9e-9bab-169b77855f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:52.920175 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1718b628-f632-41d1-bed9-3f68db9d9153 req-2c2dfcac-1806-4fcd-b819-4d247feb1006 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300273 Feb 09 12:12:52.925011 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-dc5f6e87-f55b-4ac4-aa47-57d663458c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:52.926541 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-dc5f6e87-f55b-4ac4-aa47-57d663458c2a service neutron] 10.222.0.46 "GET /v2.0/networks?id=c4b615eb-1906-4989-ab89-8b6ef1cc1053 HTTP/1.1" status: 200 len: 921 time: 0.2487216 Feb 09 12:12:52.931742 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14a2e01-11ba-4a9e-9bab-169b77855f8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc3ade87-de7e-4255-a01d-0090eef8f31b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:52.940082 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a14a2e01-11ba-4a9e-9bab-169b77855f8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:52.948789 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8562f1-d240-4480-b8ae-955be417eb20 None None] Network 2379a921-d096-4064-b33d-cf51ac9fcd23 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:12:52.963471 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a14a2e01-11ba-4a9e-9bab-169b77855f8a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/bc3ade87-de7e-4255-a01d-0090eef8f31b HTTP/1.1" status: 204 len: 168 time: 0.6442196 Feb 09 12:12:52.963471 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37356) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:53.025562 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab63c193-c09d-475c-8c46-099daea2f2a5 req-38bda2f5-2646-48ed-a0b4-42967f3263bc tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] 10.222.0.55 "GET /v2.0/security-groups/16c2a87e-3fc2-4bd3-85f9-a87a0be17100 HTTP/1.1" status: 200 len: 2981 time: 0.2376494 Feb 09 12:12:53.060322 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-bb844ecc-45a7-4f41-b0f4-a729014a3a9c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97e7749c-e915-48dc-8052-7a0103663c27 HTTP/1.1" status: 200 len: 217 time: 0.1065831 Feb 09 12:12:53.239690 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-19b4d4b8-aa3c-4a37-aed0-8011e920e204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:53.241357 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-19b4d4b8-aa3c-4a37-aed0-8011e920e204 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9d6b2f2b-3fb9-4d1b-ac78-19140ea18253 HTTP/1.1" status: 200 len: 860 time: 0.1705086 Feb 09 12:12:53.316526 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-97e200bf-951f-4802-9989-a2dd00e53694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:53.325281 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1aa4756b-2a49-4cbd-8714-347cc36e6453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:53.335380 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-ba91e236-0a1d-442c-b33c-c8a73c302f6a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c4b615eb-1906-4989-ab89-8b6ef1cc1053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812159 Feb 09 12:12:53.348748 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e7f70e-3799-4778-947f-fb38c1f3645b None None] DHCP port deletion for 2379a921-d096-4064-b33d-cf51ac9fcd23 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:12:53.355621 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b3e7f70e-3799-4778-947f-fb38c1f3645b None None] Deleting port 8d5739ae-c012-4357-8aa7-9b4948e81040 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:12:53.356178 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b3e7f70e-3799-4778-947f-fb38c1f3645b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:53.382229 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab63c193-c09d-475c-8c46-099daea2f2a5 req-f5ee4d97-d11c-45a1-8d42-b777365ac923 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] 10.222.0.55 "GET /v2.0/security-groups/16c2a87e-3fc2-4bd3-85f9-a87a0be17100 HTTP/1.1" status: 200 len: 2981 time: 0.3556280 Feb 09 12:12:53.436612 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-97e200bf-951f-4802-9989-a2dd00e53694 admin admin] Deleting port 8d5739ae-c012-4357-8aa7-9b4948e81040 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:12:53.437210 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-97e200bf-951f-4802-9989-a2dd00e53694 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:53.582590 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4756b-2a49-4cbd-8714-347cc36e6453 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63231f28-e423-4420-8d06-c63a0d00dbfa,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:53.640514 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-589e1d83-cc9c-40e8-b5b3-97a7ca3cd13d service neutron] 10.222.0.46 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919128 Feb 09 12:12:53.654024 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa4756b-2a49-4cbd-8714-347cc36e6453 admin admin] Checking segment: {'id': '7d1ba1d3-62e0-49ae-b326-dc2f8612a554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a97ade19-a112-43d9-843a-ad50b170ad5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:12:53.655247 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa4756b-2a49-4cbd-8714-347cc36e6453 admin admin] Network hostable DHCP agents. Network: a97ade19-a112-43d9-843a-ad50b170ad5d, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:12:53.732828 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device efa8eea3-ff06-41a6-b66a-3a89050c72b8 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:12:53.790594 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa4756b-2a49-4cbd-8714-347cc36e6453 admin admin] Network a97ade19-a112-43d9-843a-ad50b170ad5d is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:12:53.832544 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: efa8eea3-ff06-41a6-b66a-3a89050c72b8 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:12:53.835719 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device efa8eea3-ff06-41a6-b66a-3a89050c72b8 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:12:53.839081 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 8d5739ae-c012-4357-8aa7-9b4948e81040 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:12:53.877844 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-1aa4756b-2a49-4cbd-8714-347cc36e6453 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, a97ade19-a112-43d9-843a-ad50b170ad5d) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:12:53.897489 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa4756b-2a49-4cbd-8714-347cc36e6453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:53.898356 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1aa4756b-2a49-4cbd-8714-347cc36e6453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:53.939279 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-933de18d-6a25-47df-9d81-1f0ef7759ed9 service neutron] 10.222.0.46 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765515 Feb 09 12:12:53.975108 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-97e200bf-951f-4802-9989-a2dd00e53694 admin admin] For port 8d5739ae-c012-4357-8aa7-9b4948e81040, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=8d5739ae-c012-4357-8aa7-9b4948e81040,segment=NetworkSegment(73760125-686c-4968-a837-4580ee278b45),segment_id=73760125-686c-4968-a837-4580ee278b45)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:12:53.975788 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-97e200bf-951f-4802-9989-a2dd00e53694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:54.028172 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab63c193-c09d-475c-8c46-099daea2f2a5 req-2dc5c8e8-5176-46cb-82d3-1384b2f8511d tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] 10.222.0.55 "GET /v2.0/security-groups/27535958-3593-48f2-b3a4-584b83eb34c0 HTTP/1.1" status: 200 len: 2977 time: 0.3900712 Feb 09 12:12:54.036099 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 37404) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:54.040616 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23aeb980-625c-4ce2-9795-3c891d145be9 None None] Network a97ade19-a112-43d9-843a-ad50b170ad5d requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:12:54.154663 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-97e200bf-951f-4802-9989-a2dd00e53694 admin admin] Calling delete_port for 8d5739ae-c012-4357-8aa7-9b4948e81040 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:12:54.255771 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1aa4756b-2a49-4cbd-8714-347cc36e6453 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7974520 Feb 09 12:12:54.276418 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-97e200bf-951f-4802-9989-a2dd00e53694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:54.297547 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-b3e7f70e-3799-4778-947f-fb38c1f3645b None None] For port 8d5739ae-c012-4357-8aa7-9b4948e81040, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=8d5739ae-c012-4357-8aa7-9b4948e81040,segment=NetworkSegment(73760125-686c-4968-a837-4580ee278b45),segment_id=73760125-686c-4968-a837-4580ee278b45)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:12:54.298201 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b3e7f70e-3799-4778-947f-fb38c1f3645b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:54.305996 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No active binding found for port 8d5739ae-c012-4357-8aa7-9b4948e81040 {{(pid=87569) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 09 12:12:54.306656 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 8d5739ae-c012-4357-8aa7-9b4948e81040 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:12:54.411262 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e200bf-951f-4802-9989-a2dd00e53694 admin admin] No DVR routers for this DVR port 8d5739ae-c012-4357-8aa7-9b4948e81040 on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:12:54.479411 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e200bf-951f-4802-9989-a2dd00e53694 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d5739ae-c012-4357-8aa7-9b4948e81040,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:54.493597 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b3e7f70e-3799-4778-947f-fb38c1f3645b None None] Calling delete_port for 8d5739ae-c012-4357-8aa7-9b4948e81040 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:12:54.508386 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8b8822a4-9906-48ba-9773-437f5a33bace admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:54.544868 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab63c193-c09d-475c-8c46-099daea2f2a5 req-60a7555f-6d3c-467f-abc4-2561c94d9bad tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] 10.222.0.55 "GET /v2.0/security-groups/27535958-3593-48f2-b3a4-584b83eb34c0 HTTP/1.1" status: 200 len: 2977 time: 0.5052972 Feb 09 12:12:54.559147 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-8b8822a4-9906-48ba-9773-437f5a33bace admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:54.596552 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8b8822a4-9906-48ba-9773-437f5a33bace admin admin] Usage tracker for resource:security_group_rule and tenant:fa769243804c43ad984a7e3b5d59e966 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:54.619671 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8b8822a4-9906-48ba-9773-437f5a33bace admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:54.643474 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-8b8822a4-9906-48ba-9773-437f5a33bace admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:54.681388 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-97e200bf-951f-4802-9989-a2dd00e53694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:54.695780 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-5cb44179-4005-41ce-98e9-c63c3de8a963 tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:54.698401 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-5cb44179-4005-41ce-98e9-c63c3de8a963 tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=5c042779-8b84-4bb9-bb30-dac48671003f&tenant_id=3a84524b0b1d4c8da324d07cc553e331&binding%3Ahost_id=n-h1-825178-3 HTTP/1.1" status: 200 len: 1096 time: 0.5815175 Feb 09 12:12:54.709091 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-97e200bf-951f-4802-9989-a2dd00e53694 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:12:54.709409 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-97e200bf-951f-4802-9989-a2dd00e53694 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:12:54.710164 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-97e200bf-951f-4802-9989-a2dd00e53694 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:12:54.710517 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-97e200bf-951f-4802-9989-a2dd00e53694 admin admin] Subscribe: > port after_create 55550000 {{(pid=87568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:12:54.710841 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-97e200bf-951f-4802-9989-a2dd00e53694 admin admin] Subscribe: > port after_delete 55550000 {{(pid=87568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:12:54.711193 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-97e200bf-951f-4802-9989-a2dd00e53694 admin admin] Subscribe: > port after_update 55550000 {{(pid=87568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:12:54.711515 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-97e200bf-951f-4802-9989-a2dd00e53694 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:12:54.711981 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-97e200bf-951f-4802-9989-a2dd00e53694 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:12:54.712466 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-97e200bf-951f-4802-9989-a2dd00e53694 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:12:54.712799 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-97e200bf-951f-4802-9989-a2dd00e53694 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:12:54.721805 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66666db-8b2e-4095-9f9b-9307a9a37463 req-4c55a89b-f630-4e3c-8437-fb30a12b93ed tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:54.732205 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d66666db-8b2e-4095-9f9b-9307a9a37463 req-4c55a89b-f630-4e3c-8437-fb30a12b93ed tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c042779-8b84-4bb9-bb30-dac48671003f HTTP/1.1" status: 200 len: 945 time: 0.3688631 Feb 09 12:12:54.769790 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-0b6bacbc-3815-4417-a682-3aa98dbb6d67 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825178-3'}}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:12:54.797309 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-b3e7f70e-3799-4778-947f-fb38c1f3645b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:12:54.797720 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-b3e7f70e-3799-4778-947f-fb38c1f3645b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:12:54.812920 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925d4fc4-94c1-4e36-8715-ecc20e1cf204 None None] Network a97ade19-a112-43d9-843a-ad50b170ad5d requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:12:54.849758 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-97e200bf-951f-4802-9989-a2dd00e53694 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:12:54.849758 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-97e200bf-951f-4802-9989-a2dd00e53694 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:12:54.850279 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-97e200bf-951f-4802-9989-a2dd00e53694 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:12:54.850884 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-97e200bf-951f-4802-9989-a2dd00e53694 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:12:54.851528 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-97e200bf-951f-4802-9989-a2dd00e53694 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2379a921-d096-4064-b33d-cf51ac9fcd23']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:12:54.882589 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab63c193-c09d-475c-8c46-099daea2f2a5 req-7ef9a4e3-df42-414a-b7ea-01c2efc0d412 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] 10.222.0.55 "GET /v2.0/security-groups/37bcf96c-8da4-4425-9548-c9fee43db893 HTTP/1.1" status: 200 len: 2973 time: 0.3248100 Feb 09 12:12:54.886552 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-97e200bf-951f-4802-9989-a2dd00e53694 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73760125-686c-4968-a837-4580ee278b45') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:12:54.887192 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-97e200bf-951f-4802-9989-a2dd00e53694 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73760125-686c-4968-a837-4580ee278b45') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:12:54.906399 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d66666db-8b2e-4095-9f9b-9307a9a37463 req-bc2657a4-0c75-48eb-8079-7b375bbab63f tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722589 Feb 09 12:12:54.935528 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-97e200bf-951f-4802-9989-a2dd00e53694 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:54.965421 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:12:54.987757 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-97e200bf-951f-4802-9989-a2dd00e53694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:55.008529 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97e200bf-951f-4802-9989-a2dd00e53694 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:12:55.009100 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-97e200bf-951f-4802-9989-a2dd00e53694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:55.048704 n-d-825178-3 neutron-server[87568]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 12:12:55.048704 n-d-825178-3 neutron-server[87568]: from cryptography.utils import int_from_bytes Feb 09 12:12:55.048704 n-d-825178-3 neutron-server[87568]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 12:12:55.048704 n-d-825178-3 neutron-server[87568]: from cryptography.utils import int_from_bytes Feb 09 12:12:55.048704 n-d-825178-3 neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 09 12:12:55.048704 n-d-825178-3 neutron-server[87568]: util.warn_limited( Feb 09 12:12:55.048704 n-d-825178-3 neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 09 12:12:55.048704 n-d-825178-3 neutron-server[87568]: util.warn_limited( Feb 09 12:12:55.048704 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:12:55.048704 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:12:55.048704 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:12:55.048704 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:12:55.048704 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:12:55.048704 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:12:55.048704 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:12:55.048704 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:12:55.048704 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:12:55.048704 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:12:55.048704 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:12:55.048704 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:12:55.048704 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:12:55.048704 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:12:55.048704 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:12:55.048704 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:12:55.048704 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:12:55.048704 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:12:55.048704 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:12:55.048704 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:12:55.048704 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:12:55.048704 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:12:55.048704 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:12:55.048704 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:12:55.048704 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:12:55.048704 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:12:55.048704 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:12:55.048704 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:12:55.048704 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:12:55.048704 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:12:55.048704 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:12:55.048704 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:12:55.107171 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-0b6bacbc-3815-4417-a682-3aa98dbb6d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:55.229401 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-97e200bf-951f-4802-9989-a2dd00e53694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:55.266242 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab63c193-c09d-475c-8c46-099daea2f2a5 req-2b08aa34-a310-40fa-bf78-7020564cc298 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] 10.222.0.55 "GET /v2.0/security-groups/37bcf96c-8da4-4425-9548-c9fee43db893 HTTP/1.1" status: 200 len: 2973 time: 0.3713927 Feb 09 12:12:55.267033 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e200bf-951f-4802-9989-a2dd00e53694 admin admin] Pushing event deleted for resources: {'Network': ['ID=2379a921-d096-4064-b33d-cf51ac9fcd23,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:55.273604 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 37448) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:55.280548 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-97e200bf-951f-4802-9989-a2dd00e53694 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:55.293556 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-97e200bf-951f-4802-9989-a2dd00e53694 admin admin] 10.222.0.55 "DELETE /v2.0/networks/2379a921-d096-4064-b33d-cf51ac9fcd23 HTTP/1.1" status: 204 len: 168 time: 2.3368051 Feb 09 12:12:55.298845 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b3e7f70e-3799-4778-947f-fb38c1f3645b None None] Deleting port 8d5739ae-c012-4357-8aa7-9b4948e81040 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:12:55.299307 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b3e7f70e-3799-4778-947f-fb38c1f3645b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:55.302815 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-5a9a89e2-65fd-4171-afb5-fb7392852695 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-820743600-network', 'tenant_id': '74a2fbe5684546668f0508476cfcff50'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:12:55.333881 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-5a9a89e2-65fd-4171-afb5-fb7392852695 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:55.399878 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-5a9a89e2-65fd-4171-afb5-fb7392852695 admin admin] Usage tracker for resource:network and tenant:74a2fbe5684546668f0508476cfcff50 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:55.410497 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-5a9a89e2-65fd-4171-afb5-fb7392852695 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:55.437726 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b3e7f70e-3799-4778-947f-fb38c1f3645b None None] The port '8d5739ae-c012-4357-8aa7-9b4948e81040' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:12:55.448509 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-5a9a89e2-65fd-4171-afb5-fb7392852695 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:55.456502 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab63c193-c09d-475c-8c46-099daea2f2a5 req-4ec54e7e-a897-457c-856d-25c869dbf2d5 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] 10.222.0.55 "GET /v2.0/security-groups/5518042a-8b84-4215-9486-5668f8d7540d HTTP/1.1" status: 200 len: 2981 time: 0.1775625 Feb 09 12:12:55.459251 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8b8822a4-9906-48ba-9773-437f5a33bace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:55.489904 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8b8822a4-9906-48ba-9773-437f5a33bace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:55.498775 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37462) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:55.523101 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9a89e2-65fd-4171-afb5-fb7392852695 admin admin] Made reservation on behalf of 74a2fbe5684546668f0508476cfcff50 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:12:55.525978 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5a9a89e2-65fd-4171-afb5-fb7392852695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:55.544799 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-5eb01c3d-25da-4357-a6a1-be7ef4cfafa1 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=c9a644d28aa946259b7337281970c4b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0873702 Feb 09 12:12:55.554498 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9a7bfb66-1690-4809-9d1f-7970852d9bb7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9ae544de3a3c4615b0bae3182c7d0c72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0542562 Feb 09 12:12:55.557240 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37468) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:55.577460 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5a9a89e2-65fd-4171-afb5-fb7392852695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:55.620395 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6a468f2e-f470-4884-a432-c8e77d9c122f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:55.647776 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8b8822a4-9906-48ba-9773-437f5a33bace admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fa769243804c43ad984a7e3b5d59e966&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6078424 Feb 09 12:12:55.648030 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6a468f2e-f470-4884-a432-c8e77d9c122f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:55.653761 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37472) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:55.661856 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-5a9a89e2-65fd-4171-afb5-fb7392852695 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:55.734765 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-5a9a89e2-65fd-4171-afb5-fb7392852695 admin admin] Usage tracker for resource:security_group_rule and tenant:74a2fbe5684546668f0508476cfcff50 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:55.737132 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8822a4-9906-48ba-9773-437f5a33bace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58113b02-e914-4594-875d-51140b719020,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:55.738266 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-912f85ea-de69-4602-a7ca-1786273c4266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:55.742185 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-5a9a89e2-65fd-4171-afb5-fb7392852695 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:55.746164 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-0b6bacbc-3815-4417-a682-3aa98dbb6d67 service neutron] For port 97e7749c-e915-48dc-8052-7a0103663c27, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=97e7749c-e915-48dc-8052-7a0103663c27,segment=NetworkSegment(32f229e9-9010-4be1-973f-7ae4423dcda8),segment_id=32f229e9-9010-4be1-973f-7ae4423dcda8)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:12:55.755683 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-5a9a89e2-65fd-4171-afb5-fb7392852695 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:55.761373 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab63c193-c09d-475c-8c46-099daea2f2a5 req-8faaf14d-3286-407d-ba9c-5b5248251089 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] 10.222.0.55 "GET /v2.0/security-groups/5518042a-8b84-4215-9486-5668f8d7540d HTTP/1.1" status: 200 len: 2981 time: 0.2748969 Feb 09 12:12:55.764115 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6a468f2e-f470-4884-a432-c8e77d9c122f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:55.780193 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-912f85ea-de69-4602-a7ca-1786273c4266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:55.792310 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a468f2e-f470-4884-a432-c8e77d9c122f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e755a7-745d-42c0-ad0c-b8d7dab055cc,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:55.807104 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6a468f2e-f470-4884-a432-c8e77d9c122f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:55.811970 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6a468f2e-f470-4884-a432-c8e77d9c122f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/80e755a7-745d-42c0-ad0c-b8d7dab055cc HTTP/1.1" status: 204 len: 168 time: 0.2495406 Feb 09 12:12:55.856949 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-912f85ea-de69-4602-a7ca-1786273c4266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:55.875652 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f85ea-de69-4602-a7ca-1786273c4266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58113b02-e914-4594-875d-51140b719020,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:55.884522 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-912f85ea-de69-4602-a7ca-1786273c4266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:55.886083 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-912f85ea-de69-4602-a7ca-1786273c4266 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/58113b02-e914-4594-875d-51140b719020 HTTP/1.1" status: 204 len: 168 time: 0.2313933 Feb 09 12:12:55.895542 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-90549be9-5aec-45be-af57-73dcbbbf3078 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:55.897036 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-90549be9-5aec-45be-af57-73dcbbbf3078 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3207903 Feb 09 12:12:55.903359 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-0b6bacbc-3815-4417-a682-3aa98dbb6d67 service neutron] For port 97e7749c-e915-48dc-8052-7a0103663c27, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:12:55.949125 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab63c193-c09d-475c-8c46-099daea2f2a5 req-0db1097e-20a6-4b20-9be8-019f246e9093 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] 10.222.0.55 "GET /v2.0/security-groups/6ca760e7-4d32-4d95-ad79-81fd085fb4c2 HTTP/1.1" status: 200 len: 2981 time: 0.1797085 Feb 09 12:12:55.976255 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-62b2d728-92be-4ba7-a2b5-f3d071f27731 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/quotas/c9a644d28aa946259b7337281970c4b8 HTTP/1.1" status: 200 len: 375 time: 0.0452921 Feb 09 12:12:56.052734 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c042779-8b84-4bb9-bb30-dac48671003f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97e7749c-e915-48dc-8052-7a0103663c27'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:12:56.058969 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-0b6bacbc-3815-4417-a682-3aa98dbb6d67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:56.074472 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-fe768e1a-5552-4977-bf86-21be4f6cd0f6 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9a644d28aa946259b7337281970c4b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0973120 Feb 09 12:12:56.107268 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-0b6bacbc-3815-4417-a682-3aa98dbb6d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:56.175620 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab63c193-c09d-475c-8c46-099daea2f2a5 req-7763cc2c-3e86-49fe-b0c2-797ed7b1af0f tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] 10.222.0.55 "GET /v2.0/security-groups/6ca760e7-4d32-4d95-ad79-81fd085fb4c2 HTTP/1.1" status: 200 len: 2981 time: 0.2117562 Feb 09 12:12:56.189338 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5a9a89e2-65fd-4171-afb5-fb7392852695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:56.372941 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5a9a89e2-65fd-4171-afb5-fb7392852695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:56.492364 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a9a89e2-65fd-4171-afb5-fb7392852695 admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:12:56.528202 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6bacbc-3815-4417-a682-3aa98dbb6d67 service neutron] Pushing event updated for resources: {'Port': ['ID=97e7749c-e915-48dc-8052-7a0103663c27,revision_number=7']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:56.528768 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37506) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:56.557666 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a89e2-65fd-4171-afb5-fb7392852695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08b4dfc-5d6e-42d5-a6d6-5ea88db25401,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:56.564209 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab63c193-c09d-475c-8c46-099daea2f2a5 req-42efb0f2-b8b5-4734-bf64-a434ed7096e8 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] 10.222.0.55 "GET /v2.0/security-groups/7ada1c05-2bd3-4c70-9eb0-ab18dc98d968 HTTP/1.1" status: 200 len: 2981 time: 0.3769972 Feb 09 12:12:56.564833 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-0b6bacbc-3815-4417-a682-3aa98dbb6d67 service neutron] Attempting to bind port 97e7749c-e915-48dc-8052-7a0103663c27 on host n-h1-825178-3 for vnic_type normal with profile {"migrating_to": "n-h2-825178-3"} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:12:56.565156 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-0b6bacbc-3815-4417-a682-3aa98dbb6d67 service neutron] Attempting to bind port 97e7749c-e915-48dc-8052-7a0103663c27 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': '32f229e9-9010-4be1-973f-7ae4423dcda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:12:56.565472 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-0b6bacbc-3815-4417-a682-3aa98dbb6d67 service neutron] Attempting to bind port 97e7749c-e915-48dc-8052-7a0103663c27 on network c4b615eb-1906-4989-ab89-8b6ef1cc1053 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:12:56.567914 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5a9a89e2-65fd-4171-afb5-fb7392852695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:56.568251 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-5a9a89e2-65fd-4171-afb5-fb7392852695 admin admin] Added segment 947220e5-6470-4472-9ed3-0aae3734992f of type vlan for network 0d6c2ee5-711c-4255-9b17-a759d1397e38 Feb 09 12:12:56.584064 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cc79c07f-d20b-42ad-9c60-b06258d7b7e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:56.589000 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-0b6bacbc-3815-4417-a682-3aa98dbb6d67 service neutron] Port 97e7749c-e915-48dc-8052-7a0103663c27 on network c4b615eb-1906-4989-ab89-8b6ef1cc1053 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:12:56.589324 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-0b6bacbc-3815-4417-a682-3aa98dbb6d67 service neutron] Attempting to bind port 97e7749c-e915-48dc-8052-7a0103663c27 on network c4b615eb-1906-4989-ab89-8b6ef1cc1053 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:12:56.600867 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-cc79c07f-d20b-42ad-9c60-b06258d7b7e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:56.606087 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-cc79c07f-d20b-42ad-9c60-b06258d7b7e4 admin admin] Usage tracker for resource:security_group_rule and tenant:5bcf6ee36a924ec0807a20a860e56cb3 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:56.609246 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-cc79c07f-d20b-42ad-9c60-b06258d7b7e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:56.612646 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-0b6bacbc-3815-4417-a682-3aa98dbb6d67 service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:12:56.612978 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-0b6bacbc-3815-4417-a682-3aa98dbb6d67 service neutron] Checking segment: {'id': '32f229e9-9010-4be1-973f-7ae4423dcda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:12:56.613361 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-0b6bacbc-3815-4417-a682-3aa98dbb6d67 service neutron] Bound using segment: {'id': '32f229e9-9010-4be1-973f-7ae4423dcda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:12:56.613789 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-0b6bacbc-3815-4417-a682-3aa98dbb6d67 service neutron] Bound port: 97e7749c-e915-48dc-8052-7a0103663c27, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f229e9-9010-4be1-973f-7ae4423dcda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:12:56.614132 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-0b6bacbc-3815-4417-a682-3aa98dbb6d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:56.615817 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-cc79c07f-d20b-42ad-9c60-b06258d7b7e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:56.659302 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5a9a89e2-65fd-4171-afb5-fb7392852695 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:56.737286 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cc79c07f-d20b-42ad-9c60-b06258d7b7e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:56.744871 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cc79c07f-d20b-42ad-9c60-b06258d7b7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:56.753925 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab63c193-c09d-475c-8c46-099daea2f2a5 req-bce1675a-7a04-4a96-aea8-9ac8d945d259 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] 10.222.0.55 "GET /v2.0/security-groups/7ada1c05-2bd3-4c70-9eb0-ab18dc98d968 HTTP/1.1" status: 200 len: 2981 time: 0.1785164 Feb 09 12:12:56.798729 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0279ae1e-67c0-4807-9a1b-954963d7b2b0 req-2c3f54ea-ff7d-4715-958d-03899df84f22 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:56.798729 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0279ae1e-67c0-4807-9a1b-954963d7b2b0 req-2c3f54ea-ff7d-4715-958d-03899df84f22 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c042779-8b84-4bb9-bb30-dac48671003f HTTP/1.1" status: 200 len: 943 time: 0.3391860 Feb 09 12:12:56.806163 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5a9a89e2-65fd-4171-afb5-fb7392852695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:56.807197 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9a89e2-65fd-4171-afb5-fb7392852695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:56.807807 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5a9a89e2-65fd-4171-afb5-fb7392852695 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:56.810223 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-cc79c07f-d20b-42ad-9c60-b06258d7b7e4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5bcf6ee36a924ec0807a20a860e56cb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2799375 Feb 09 12:12:56.811319 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc79c07f-d20b-42ad-9c60-b06258d7b7e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9af55db-9342-4ea2-8543-c9beab97e320,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:56.813926 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37516) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:56.833185 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [req-ab63c193-c09d-475c-8c46-099daea2f2a5 req-bdb45789-1950-4781-8a80-009b4e2d8335 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] show failed (client error): The resource could not be found. Feb 09 12:12:56.834344 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab63c193-c09d-475c-8c46-099daea2f2a5 req-bdb45789-1950-4781-8a80-009b4e2d8335 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] 10.222.0.55 "GET /v2.0/security-groups/80e755a7-745d-42c0-ad0c-b8d7dab055cc HTTP/1.1" status: 404 len: 352 time: 0.0579343 Feb 09 12:12:56.861327 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-0b6bacbc-3815-4417-a682-3aa98dbb6d67 service neutron] For port 97e7749c-e915-48dc-8052-7a0103663c27, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:12:56.910112 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2e073968-7c5f-4b2d-a24a-e2bd711f630e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:56.940231 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2e073968-7c5f-4b2d-a24a-e2bd711f630e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:56.985492 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-0b6bacbc-3815-4417-a682-3aa98dbb6d67 service neutron] For port 97e7749c-e915-48dc-8052-7a0103663c27, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=97e7749c-e915-48dc-8052-7a0103663c27,segment=NetworkSegment(32f229e9-9010-4be1-973f-7ae4423dcda8),segment_id=32f229e9-9010-4be1-973f-7ae4423dcda8)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:12:56.994146 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [req-ab63c193-c09d-475c-8c46-099daea2f2a5 req-1f837fc7-98d1-4a07-9050-fc4615d9a6a0 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] show failed (client error): The resource could not be found. Feb 09 12:12:56.995253 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab63c193-c09d-475c-8c46-099daea2f2a5 req-1f837fc7-98d1-4a07-9050-fc4615d9a6a0 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] 10.222.0.55 "GET /v2.0/security-groups/80e755a7-745d-42c0-ad0c-b8d7dab055cc HTTP/1.1" status: 404 len: 352 time: 0.1353464 Feb 09 12:12:57.001385 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-0b6bacbc-3815-4417-a682-3aa98dbb6d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:57.005311 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a89e2-65fd-4171-afb5-fb7392852695 admin admin] Pushing event updated for resources: {'Network': ['ID=0d6c2ee5-711c-4255-9b17-a759d1397e38,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:57.010803 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0279ae1e-67c0-4807-9a1b-954963d7b2b0 req-c894eb50-bbf8-4da6-b4f8-e3296c5231b5 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975031 Feb 09 12:12:57.031818 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2e073968-7c5f-4b2d-a24a-e2bd711f630e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:57.032968 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 0d6c2ee5-711c-4255-9b17-a759d1397e38 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:12:57.048820 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-5a9a89e2-65fd-4171-afb5-fb7392852695 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7712140 Feb 09 12:12:57.052687 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37524) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:57.055143 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e073968-7c5f-4b2d-a24a-e2bd711f630e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9af55db-9342-4ea2-8543-c9beab97e320,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:57.058359 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2e073968-7c5f-4b2d-a24a-e2bd711f630e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:57.071039 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2e073968-7c5f-4b2d-a24a-e2bd711f630e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e9af55db-9342-4ea2-8543-c9beab97e320 HTTP/1.1" status: 204 len: 168 time: 0.2534926 Feb 09 12:12:57.081496 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-81c977aa-bcac-4b81-b383-a1be94591ab4 admin admin] Request body: {'subnet': {'network_id': '0d6c2ee5-711c-4255-9b17-a759d1397e38', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-820743600-subnet', 'tenant_id': '74a2fbe5684546668f0508476cfcff50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:12:57.093541 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-81c977aa-bcac-4b81-b383-a1be94591ab4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:57.106603 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-81c977aa-bcac-4b81-b383-a1be94591ab4 admin admin] Usage tracker for resource:subnet and tenant:74a2fbe5684546668f0508476cfcff50 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:57.113581 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-81c977aa-bcac-4b81-b383-a1be94591ab4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:57.125508 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-81c977aa-bcac-4b81-b383-a1be94591ab4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:57.138024 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c042779-8b84-4bb9-bb30-dac48671003f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97e7749c-e915-48dc-8052-7a0103663c27', 'code': 200} Feb 09 12:12:57.143590 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c977aa-bcac-4b81-b383-a1be94591ab4 admin admin] Made reservation on behalf of 74a2fbe5684546668f0508476cfcff50 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:12:57.146374 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-81c977aa-bcac-4b81-b383-a1be94591ab4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:57.239294 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6bacbc-3815-4417-a682-3aa98dbb6d67 service neutron] Pushing event updated for resources: {'Port': ['ID=97e7749c-e915-48dc-8052-7a0103663c27,revision_number=8']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:57.255177 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab63c193-c09d-475c-8c46-099daea2f2a5 req-2163eec4-5b6c-41f0-b5d3-041c3a6460fd tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] 10.222.0.55 "GET /v2.0/security-groups/891fd5a1-ad7d-44c9-9b97-a5d699f49900 HTTP/1.1" status: 200 len: 2981 time: 0.2100589 Feb 09 12:12:57.302649 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-0b6bacbc-3815-4417-a682-3aa98dbb6d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:57.303190 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-0b6bacbc-3815-4417-a682-3aa98dbb6d67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:57.304703 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-0b6bacbc-3815-4417-a682-3aa98dbb6d67 service neutron] 10.222.0.46 "PUT /v2.0/ports/97e7749c-e915-48dc-8052-7a0103663c27 HTTP/1.1" status: 200 len: 1121 time: 2.5659835 Feb 09 12:12:57.373688 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6cd639e3-3f99-4a9b-846f-4eee11a5aa4a req-877ef6ba-2b8c-496f-8302-5fd64d529c03 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=189af3d9-46b0-47b6-bf5c-49a5158a1b7d HTTP/1.1" status: 200 len: 210 time: 0.0731170 Feb 09 12:12:57.414978 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab63c193-c09d-475c-8c46-099daea2f2a5 req-e7504326-893a-4d99-b286-948e732bc801 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] 10.222.0.55 "GET /v2.0/security-groups/891fd5a1-ad7d-44c9-9b97-a5d699f49900 HTTP/1.1" status: 200 len: 2981 time: 0.1191502 Feb 09 12:12:57.431145 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['97e7749c-e915-48dc-8052-7a0103663c27'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:12:57.506335 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab63c193-c09d-475c-8c46-099daea2f2a5 req-807ba183-512a-4fb6-a772-014d2d66a08e tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] 10.222.0.55 "GET /v2.0/security-groups/9e1b47c4-eb83-4a2a-ba83-7aaaedad7c4c HTTP/1.1" status: 200 len: 2981 time: 0.0835204 Feb 09 12:12:57.589956 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab63c193-c09d-475c-8c46-099daea2f2a5 req-0325b8dc-6812-4d5e-a1e3-3d54a0eea7ab tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] 10.222.0.55 "GET /v2.0/security-groups/9e1b47c4-eb83-4a2a-ba83-7aaaedad7c4c HTTP/1.1" status: 200 len: 2981 time: 0.0659564 Feb 09 12:12:57.652386 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab63c193-c09d-475c-8c46-099daea2f2a5 req-b5086cce-ce90-4df3-bfc3-4d11261fdb92 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] 10.222.0.55 "GET /v2.0/security-groups/a5eaed9d-71dd-4ba3-b45c-b48cd6da8aa2 HTTP/1.1" status: 200 len: 2981 time: 0.0615656 Feb 09 12:12:57.718498 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab63c193-c09d-475c-8c46-099daea2f2a5 req-f167b438-5ef3-4a2b-8f2b-0ef93bbc8814 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] 10.222.0.55 "GET /v2.0/security-groups/a5eaed9d-71dd-4ba3-b45c-b48cd6da8aa2 HTTP/1.1" status: 200 len: 2981 time: 0.0650356 Feb 09 12:12:57.760508 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-81c977aa-bcac-4b81-b383-a1be94591ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:57.793458 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab63c193-c09d-475c-8c46-099daea2f2a5 req-a33cc3a8-dcde-424f-bf18-42c08243963c tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] 10.222.0.55 "GET /v2.0/security-groups/e3512b3e-e0e9-41a1-bcf1-e083c42511dd HTTP/1.1" status: 200 len: 2977 time: 0.0739570 Feb 09 12:12:57.889758 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-cf9a0f96-aaea-4f9a-baef-7939c7913fa1 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=c9a644d28aa946259b7337281970c4b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420878 Feb 09 12:12:57.933209 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c977aa-bcac-4b81-b383-a1be94591ab4 admin admin] Checking segment: {'id': '947220e5-6470-4472-9ed3-0aae3734992f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0d6c2ee5-711c-4255-9b17-a759d1397e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:12:57.934296 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c977aa-bcac-4b81-b383-a1be94591ab4 admin admin] Network hostable DHCP agents. Network: 0d6c2ee5-711c-4255-9b17-a759d1397e38, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:12:57.945530 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c977aa-bcac-4b81-b383-a1be94591ab4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb39f961-6c64-4b36-826a-4312b6d41204,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:57.971413 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab63c193-c09d-475c-8c46-099daea2f2a5 req-b7d2d6f3-851e-4acd-b753-a88dd494eae7 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] 10.222.0.55 "GET /v2.0/security-groups/e3512b3e-e0e9-41a1-bcf1-e083c42511dd HTTP/1.1" status: 200 len: 2977 time: 0.1768177 Feb 09 12:12:57.973819 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c977aa-bcac-4b81-b383-a1be94591ab4 admin admin] Network 0d6c2ee5-711c-4255-9b17-a759d1397e38 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:12:57.987021 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-81c977aa-bcac-4b81-b383-a1be94591ab4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 0d6c2ee5-711c-4255-9b17-a759d1397e38) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:12:57.998773 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c977aa-bcac-4b81-b383-a1be94591ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:57.999686 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-81c977aa-bcac-4b81-b383-a1be94591ab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:58.028505 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6523ad-59f5-40dd-bd21-a24a643ed408 None None] Network 0d6c2ee5-711c-4255-9b17-a759d1397e38 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:12:58.068976 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-81c977aa-bcac-4b81-b383-a1be94591ab4 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0150318 Feb 09 12:12:58.221399 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab63c193-c09d-475c-8c46-099daea2f2a5 req-a371ec6a-d455-437a-87e2-d73fb8cd7e6b tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] 10.222.0.55 "GET /v2.0/security-groups/e62e8e0e-be6f-43c0-8f46-06c39d03c294 HTTP/1.1" status: 200 len: 2977 time: 0.2482891 Feb 09 12:12:58.385762 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-36d72964-a8af-4a7d-a12c-e814e983f2ce tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:58.387341 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-36d72964-a8af-4a7d-a12c-e814e983f2ce tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4848397 Feb 09 12:12:58.419234 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f2b185-c0df-4532-9972-f9bd8038b754 None None] Network 0d6c2ee5-711c-4255-9b17-a759d1397e38 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:12:58.442920 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-2ca0f9e7-cdb0-4ef6-8189-4ac42103f82f tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Request body: {'port': {'device_id': '189af3d9-46b0-47b6-bf5c-49a5158a1b7d', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'admin_state_up': True, 'tenant_id': 'c9a644d28aa946259b7337281970c4b8'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:12:58.470089 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab63c193-c09d-475c-8c46-099daea2f2a5 req-24f677f5-d85d-4c3d-9a5d-c4c84ac8f686 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] 10.222.0.55 "GET /v2.0/security-groups/e62e8e0e-be6f-43c0-8f46-06c39d03c294 HTTP/1.1" status: 200 len: 2977 time: 0.2446926 Feb 09 12:12:58.634192 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab63c193-c09d-475c-8c46-099daea2f2a5 req-3424eada-156b-4bd4-bf3b-0247c96c6a1d tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] 10.222.0.55 "GET /v2.0/security-groups/f61f14fd-7d04-4d65-9004-a8d68c19dcc7 HTTP/1.1" status: 200 len: 2981 time: 0.1530018 Feb 09 12:12:58.654986 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc1c47-2157-40df-9a88-6eeefeb6c33e req-7cb8dd26-906c-4628-9c80-27e573f3953b tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:58.656608 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6fcc1c47-2157-40df-9a88-6eeefeb6c33e req-7cb8dd26-906c-4628-9c80-27e573f3953b tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c042779-8b84-4bb9-bb30-dac48671003f HTTP/1.1" status: 200 len: 943 time: 0.3120265 Feb 09 12:12:58.751569 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab63c193-c09d-475c-8c46-099daea2f2a5 req-4d7ef851-c2c1-40b6-9b78-5f9e2ead7464 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] 10.222.0.55 "GET /v2.0/security-groups/f61f14fd-7d04-4d65-9004-a8d68c19dcc7 HTTP/1.1" status: 200 len: 2981 time: 0.1051917 Feb 09 12:12:58.752523 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-2ca0f9e7-cdb0-4ef6-8189-4ac42103f82f tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:58.777975 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6fcc1c47-2157-40df-9a88-6eeefeb6c33e req-c3520312-2dfc-495a-b748-4d35f1c3e090 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012790 Feb 09 12:12:58.785272 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-2ca0f9e7-cdb0-4ef6-8189-4ac42103f82f tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Usage tracker for resource:port and tenant:c9a644d28aa946259b7337281970c4b8 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:58.786575 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-2ca0f9e7-cdb0-4ef6-8189-4ac42103f82f tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:58.793913 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-2ca0f9e7-cdb0-4ef6-8189-4ac42103f82f tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:58.806579 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-2ca0f9e7-cdb0-4ef6-8189-4ac42103f82f tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Made reservation on behalf of c9a644d28aa946259b7337281970c4b8 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:12:58.811662 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-2ca0f9e7-cdb0-4ef6-8189-4ac42103f82f tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:58.842432 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-2ca0f9e7-cdb0-4ef6-8189-4ac42103f82f tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:58.864180 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-2ca0f9e7-cdb0-4ef6-8189-4ac42103f82f tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:12:58.868701 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-2ca0f9e7-cdb0-4ef6-8189-4ac42103f82f tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Usage tracker for resource:security_group_rule and tenant:c9a644d28aa946259b7337281970c4b8 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:12:58.871596 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-2ca0f9e7-cdb0-4ef6-8189-4ac42103f82f tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:12:58.877348 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-2ca0f9e7-cdb0-4ef6-8189-4ac42103f82f tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:12:59.048765 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6f7ea556-ed73-4603-95eb-dd4f6f9405ea req-0f70075e-e56c-4461-9422-ff76091a7fbd tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=189af3d9-46b0-47b6-bf5c-49a5158a1b7d HTTP/1.1" status: 200 len: 210 time: 0.1369944 Feb 09 12:12:59.140175 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c042779-8b84-4bb9-bb30-dac48671003f', 'tag': '97e7749c-e915-48dc-8052-7a0103663c27'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:12:59.150888 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-2ca0f9e7-cdb0-4ef6-8189-4ac42103f82f tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:59.162976 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-2ca0f9e7-cdb0-4ef6-8189-4ac42103f82f tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:59.184484 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37612) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:59.353809 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0f9e7-cdb0-4ef6-8189-4ac42103f82f tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49e92f49-b864-4aca-b2c5-e6f8e569f914,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:59.361596 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-2780e141-e974-4b43-9c18-37ae93a17c69 req-935a89a5-b283-4013-bcc8-0f3c1483039c tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] Synchronizing usage tracker for tenant:12ef9766bd814da7bd3d516f7cfd7308 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:12:59.432732 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-2780e141-e974-4b43-9c18-37ae93a17c69 req-935a89a5-b283-4013-bcc8-0f3c1483039c tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] Unset dirty status for tenant:12ef9766bd814da7bd3d516f7cfd7308 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:12:59.434042 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2780e141-e974-4b43-9c18-37ae93a17c69 req-935a89a5-b283-4013-bcc8-0f3c1483039c tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=12ef9766bd814da7bd3d516f7cfd7308 HTTP/1.1" status: 200 len: 6103 time: 0.3462887 Feb 09 12:12:59.456253 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b8d97a53-7b6d-44a3-a96a-0a71af14c0ed admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4be6d4c9fbf74c65b8c14da380707388&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2700181 Feb 09 12:12:59.456920 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37628) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:12:59.518887 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ef9a4456-fc30-4cb2-884c-9b0e566b01df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:59.546322 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-dfb18905-1081-477b-9563-a1946450b5d7 tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:12:59.547025 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-dfb18905-1081-477b-9563-a1946450b5d7 tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] Synchronizing usage tracker for tenant:6c4e889e086a4bc4b73f3a2c555f822a on resource:network {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:12:59.548434 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ef9a4456-fc30-4cb2-884c-9b0e566b01df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:59.588603 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2780e141-e974-4b43-9c18-37ae93a17c69 req-904ddd69-8044-4c72-af66-cb7116871861 tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] 10.222.0.55 "GET /v2.0/security-groups/9e1b47c4-eb83-4a2a-ba83-7aaaedad7c4c HTTP/1.1" status: 200 len: 2981 time: 0.1091602 Feb 09 12:12:59.589097 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-2ca0f9e7-cdb0-4ef6-8189-4ac42103f82f tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Allocated IP 192.168.233.78 (4f732e35-467f-44f5-be04-aa808693dec3/f8ed5558-888d-440a-8c32-52f2f9bc5bd5/b5fedb51-61f7-44a9-a646-00ef57b3909b) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:12:59.606574 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ef9a4456-fc30-4cb2-884c-9b0e566b01df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:59.613636 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-dfb18905-1081-477b-9563-a1946450b5d7 tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] Unset dirty status for tenant:6c4e889e086a4bc4b73f3a2c555f822a on resource:network {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:12:59.614847 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-dfb18905-1081-477b-9563-a1946450b5d7 tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] 10.222.0.55 "GET /v2.0/networks?id=a97ade19-a112-43d9-843a-ad50b170ad5d HTTP/1.1" status: 200 len: 815 time: 0.3653367 Feb 09 12:12:59.624731 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a4456-fc30-4cb2-884c-9b0e566b01df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ada1c05-2bd3-4c70-9eb0-ab18dc98d968,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:12:59.635011 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ef9a4456-fc30-4cb2-884c-9b0e566b01df admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:12:59.638618 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ef9a4456-fc30-4cb2-884c-9b0e566b01df admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7ada1c05-2bd3-4c70-9eb0-ab18dc98d968 HTTP/1.1" status: 204 len: 168 time: 0.1784313 Feb 09 12:12:59.667151 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-9490527d-0499-467b-8412-c1c37a48866d tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] 10.222.0.55 "GET /v2.0/quotas/6c4e889e086a4bc4b73f3a2c555f822a HTTP/1.1" status: 200 len: 375 time: 0.0419016 Feb 09 12:12:59.744727 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2780e141-e974-4b43-9c18-37ae93a17c69 req-8baf4130-5c1b-443f-b1fd-f8c7f1f35ab8 tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] 10.222.0.55 "GET /v2.0/security-groups/9e1b47c4-eb83-4a2a-ba83-7aaaedad7c4c HTTP/1.1" status: 200 len: 2981 time: 0.1503327 Feb 09 12:12:59.746926 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-638a540e-67b7-456a-8fdb-1ab30c585bb7 tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6c4e889e086a4bc4b73f3a2c555f822a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0703259 Feb 09 12:12:59.834926 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c042779-8b84-4bb9-bb30-dac48671003f', 'tag': '97e7749c-e915-48dc-8052-7a0103663c27', 'status': 'completed', 'code': 200} Feb 09 12:13:00.030546 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37650) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:00.052459 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-14956a01-4a38-429c-a70a-f25c9411b678 service neutron] 10.222.0.55 "GET /v2.0/networks/a97ade19-a112-43d9-843a-ad50b170ad5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843783 Feb 09 12:13:00.095410 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f0c46f76-e42f-4af3-b051-312e08066117 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0a96ea4599ee48db957432a17a2c0658&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0626001 Feb 09 12:13:00.095642 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-2ca0f9e7-cdb0-4ef6-8189-4ac42103f82f tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:00.098019 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37656) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:00.153093 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3d216-7934-4df3-aaa9-db12252f6165 req-3f62bef5-81e2-451e-b86b-c289b2597a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:00.154582 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b4d3d216-7934-4df3-aaa9-db12252f6165 req-3f62bef5-81e2-451e-b86b-c289b2597a3f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3a84524b0b1d4c8da324d07cc553e331&device_id=5c042779-8b84-4bb9-bb30-dac48671003f HTTP/1.1" status: 200 len: 1124 time: 0.2694495 Feb 09 12:13:00.161153 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d392be9d-61d8-4653-af37-34d9dd5ff709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:00.190157 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d392be9d-61d8-4653-af37-34d9dd5ff709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:00.197387 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-2ca0f9e7-cdb0-4ef6-8189-4ac42103f82f tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Transition to ACTIVE for port object b5fedb51-61f7-44a9-a646-00ef57b3909b will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:13:00.246281 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d392be9d-61d8-4653-af37-34d9dd5ff709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:00.263751 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d392be9d-61d8-4653-af37-34d9dd5ff709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5eaed9d-71dd-4ba3-b45c-b48cd6da8aa2,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:00.268132 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d392be9d-61d8-4653-af37-34d9dd5ff709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:00.272654 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d392be9d-61d8-4653-af37-34d9dd5ff709 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a5eaed9d-71dd-4ba3-b45c-b48cd6da8aa2 HTTP/1.1" status: 204 len: 168 time: 0.1735203 Feb 09 12:13:00.388841 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-190ce497-1649-44e3-9a39-3ef7bcf71a51 req-8ab0b1de-66ca-4e32-a99f-3adb9606adb5 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] 10.222.0.55 "GET /v2.0/security-groups/815007ac-93af-43ed-96ff-9e993b1be8bd HTTP/1.1" status: 200 len: 1776 time: 0.2153804 Feb 09 12:13:00.390709 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-d7060db4-7803-4262-98e9-1f5eed3ed876 service neutron] 10.222.0.55 "GET /v2.0/networks/a97ade19-a112-43d9-843a-ad50b170ad5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263223 Feb 09 12:13:00.410779 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3d216-7934-4df3-aaa9-db12252f6165 req-a47ca0af-f1f1-41cf-a386-289ad188c527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:00.412223 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b4d3d216-7934-4df3-aaa9-db12252f6165 req-a47ca0af-f1f1-41cf-a386-289ad188c527 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c4b615eb-1906-4989-ab89-8b6ef1cc1053 HTTP/1.1" status: 200 len: 921 time: 0.2430611 Feb 09 12:13:00.420438 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-2ca0f9e7-cdb0-4ef6-8189-4ac42103f82f tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:00.571775 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b4d3d216-7934-4df3-aaa9-db12252f6165 req-4cf44e95-3f31-4f4e-9ee1-ac870779c70e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97e7749c-e915-48dc-8052-7a0103663c27 HTTP/1.1" status: 200 len: 217 time: 0.1426175 Feb 09 12:13:00.584960 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-2ca0f9e7-cdb0-4ef6-8189-4ac42103f82f tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Network 4f732e35-467f-44f5-be04-aa808693dec3 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:13:00.624327 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-2ca0f9e7-cdb0-4ef6-8189-4ac42103f82f tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:13:00.635933 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0f9e7-cdb0-4ef6-8189-4ac42103f82f tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Pushing event updated for resources: {'Port': ['ID=b5fedb51-61f7-44a9-a646-00ef57b3909b,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:00.642482 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-2ca0f9e7-cdb0-4ef6-8189-4ac42103f82f tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:13:00.648084 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-2ca0f9e7-cdb0-4ef6-8189-4ac42103f82f tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:00.648735 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-2ca0f9e7-cdb0-4ef6-8189-4ac42103f82f tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:00.680019 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-190ce497-1649-44e3-9a39-3ef7bcf71a51 req-7e061af3-4a9d-476f-be2d-64845e11eb07 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:00.704424 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3d216-7934-4df3-aaa9-db12252f6165 req-63731083-0b7e-4424-8536-98c4336aa8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:00.705825 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b4d3d216-7934-4df3-aaa9-db12252f6165 req-63731083-0b7e-4424-8536-98c4336aa8f2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9d6b2f2b-3fb9-4d1b-ac78-19140ea18253 HTTP/1.1" status: 200 len: 860 time: 0.1198843 Feb 09 12:13:00.831984 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 97e7749c-e915-48dc-8052-7a0103663c27 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:13:00.950605 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-2ca0f9e7-cdb0-4ef6-8189-4ac42103f82f tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5335107 Feb 09 12:13:00.958683 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-190ce497-1649-44e3-9a39-3ef7bcf71a51 req-7e061af3-4a9d-476f-be2d-64845e11eb07 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:00.979505 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b4d3d216-7934-4df3-aaa9-db12252f6165 req-ced3ac70-467b-46a5-9cd2-91c2ecda1500 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c4b615eb-1906-4989-ab89-8b6ef1cc1053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2126572 Feb 09 12:13:00.985306 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-17b66ce2-3aab-4476-bbf9-3f0157401465 service neutron] Request body: {'port': {'device_id': '189af3d9-46b0-47b6-bf5c-49a5158a1b7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:13:01.074632 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37694) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:01.115687 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0d6f1d86-826c-4e04-ad6c-598f52854e2d None None] Provisioning for port b5fedb51-61f7-44a9-a646-00ef57b3909b completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:13:01.125914 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0d6f1d86-826c-4e04-ad6c-598f52854e2d None None] Provisioning complete for port b5fedb51-61f7-44a9-a646-00ef57b3909b triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:13:01.126596 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0d6f1d86-826c-4e04-ad6c-598f52854e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:01.254146 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-0d6f1d86-826c-4e04-ad6c-598f52854e2d None None] Port b5fedb51-61f7-44a9-a646-00ef57b3909b cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:13:01.277644 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-190ce497-1649-44e3-9a39-3ef7bcf71a51 req-7e061af3-4a9d-476f-be2d-64845e11eb07 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:01.293845 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 97e7749c-e915-48dc-8052-7a0103663c27, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=97e7749c-e915-48dc-8052-7a0103663c27,segment=NetworkSegment(32f229e9-9010-4be1-973f-7ae4423dcda8),segment_id=32f229e9-9010-4be1-973f-7ae4423dcda8)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:13:01.313869 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 97e7749c-e915-48dc-8052-7a0103663c27 has no active binding in host n-h2-825178-3 {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 09 12:13:01.321989 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea088f65-526e-492d-b4dc-e46ced091061 req-8b73af4e-3556-4891-accf-139b50c1196f tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:01.329363 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ea088f65-526e-492d-b4dc-e46ced091061 req-8b73af4e-3556-4891-accf-139b50c1196f tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c042779-8b84-4bb9-bb30-dac48671003f HTTP/1.1" status: 200 len: 943 time: 0.6342478 Feb 09 12:13:01.329947 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6c3710ea-b86d-4070-830f-f04b8c4f1bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:01.331483 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-17b66ce2-3aab-4476-bbf9-3f0157401465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:01.355073 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e061af3-4a9d-476f-be2d-64845e11eb07 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815007ac-93af-43ed-96ff-9e993b1be8bd,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:01.390858 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6c3710ea-b86d-4070-830f-f04b8c4f1bb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:13:01.395782 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-6c3710ea-b86d-4070-830f-f04b8c4f1bb6 admin admin] Usage tracker for resource:security_group_rule and tenant:e0d7a61c3cc34ff19c797100ecdbe390 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:13:01.399924 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-6c3710ea-b86d-4070-830f-f04b8c4f1bb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:13:01.406100 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6c3710ea-b86d-4070-830f-f04b8c4f1bb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:13:01.407230 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b4d3d216-7934-4df3-aaa9-db12252f6165 req-b51799f8-2120-4967-8624-b62d7bbb2885 service neutron] 10.222.0.52 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771029 Feb 09 12:13:01.438895 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-190ce497-1649-44e3-9a39-3ef7bcf71a51 req-7e061af3-4a9d-476f-be2d-64845e11eb07 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:01.439987 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-190ce497-1649-44e3-9a39-3ef7bcf71a51 req-7e061af3-4a9d-476f-be2d-64845e11eb07 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] 10.222.0.55 "DELETE /v2.0/security-groups/815007ac-93af-43ed-96ff-9e993b1be8bd HTTP/1.1" status: 204 len: 173 time: 1.0428467 Feb 09 12:13:01.482726 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ea088f65-526e-492d-b4dc-e46ced091061 req-3b544453-28cf-4cdf-9f21-444fe8ca32d9 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521590 Feb 09 12:13:01.530626 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6c3710ea-b86d-4070-830f-f04b8c4f1bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:01.536469 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6c3710ea-b86d-4070-830f-f04b8c4f1bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:01.583466 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6c3710ea-b86d-4070-830f-f04b8c4f1bb6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e0d7a61c3cc34ff19c797100ecdbe390&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5054803 Feb 09 12:13:01.584735 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37712) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:01.585188 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37714) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:01.648808 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3710ea-b86d-4070-830f-f04b8c4f1bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6b3e51-179c-4914-af1d-0ced8465d601,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:01.689275 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bf8c73ea-0aff-40c1-976d-a7ad57d70cc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:01.719861 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bf8c73ea-0aff-40c1-976d-a7ad57d70cc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:01.784581 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e29c4b84-e39c-4573-8b06-96df1d509f82 tempest-AutoAllocateNetworkTest-2092936203 tempest-AutoAllocateNetworkTest-2092936203-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=91d58a2feda54093ac081306b3de96a9&shared=False HTTP/1.1" status: 200 len: 208 time: 0.1966178 Feb 09 12:13:01.787285 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37726) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:01.886622 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bf8c73ea-0aff-40c1-976d-a7ad57d70cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:01.890052 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b3d249db-f36b-44fa-a8c3-7e6d6079b2f2 req-f965eca0-5748-4b53-9aaf-ede411a92fae tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] 10.222.0.55 "GET /v2.0/ports?device_id=c252043c-3c11-4f7c-b525-59a78c5f1a91 HTTP/1.1" status: 200 len: 210 time: 0.1232975 Feb 09 12:13:01.908503 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c73ea-0aff-40c1-976d-a7ad57d70cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6b3e51-179c-4914-af1d-0ced8465d601,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:01.910636 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b4d3d216-7934-4df3-aaa9-db12252f6165 req-18e52cd0-b250-46c2-a43f-774be6f47415 service neutron] 10.222.0.52 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4731059 Feb 09 12:13:01.947110 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bf8c73ea-0aff-40c1-976d-a7ad57d70cc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:01.948768 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-bf8c73ea-0aff-40c1-976d-a7ad57d70cc1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5a6b3e51-179c-4914-af1d-0ced8465d601 HTTP/1.1" status: 204 len: 168 time: 0.3623579 Feb 09 12:13:01.967550 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1403e58-f8a5-4e27-bf3e-3d0b083cce43 req-85242244-65b6-40b4-9544-4404d3456484 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:01.968334 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e1403e58-f8a5-4e27-bf3e-3d0b083cce43 req-85242244-65b6-40b4-9544-4404d3456484 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Synchronizing usage tracker for tenant:c9a644d28aa946259b7337281970c4b8 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:13:01.996459 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3285d8e8-a01f-4842-9ddc-3f113f31150a tempest-AutoAllocateNetworkTest-2092936203 tempest-AutoAllocateNetworkTest-2092936203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:02.000898 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3285d8e8-a01f-4842-9ddc-3f113f31150a tempest-AutoAllocateNetworkTest-2092936203 tempest-AutoAllocateNetworkTest-2092936203-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2098396 Feb 09 12:13:02.004239 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37732) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:02.039033 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fabc72a3-021b-40a1-b3da-8be123344068 req-9970066f-f4ca-49fd-adca-e1faf3d5eef5 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] 10.222.0.55 "GET /v2.0/security-groups/6f5cc258-fe12-48b1-a9ab-fe22c30e7289 HTTP/1.1" status: 200 len: 1778 time: 0.0960581 Feb 09 12:13:02.052911 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e1403e58-f8a5-4e27-bf3e-3d0b083cce43 req-85242244-65b6-40b4-9544-4404d3456484 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Unset dirty status for tenant:c9a644d28aa946259b7337281970c4b8 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:13:02.054036 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1403e58-f8a5-4e27-bf3e-3d0b083cce43 req-85242244-65b6-40b4-9544-4404d3456484 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=189af3d9-46b0-47b6-bf5c-49a5158a1b7d HTTP/1.1" status: 200 len: 935 time: 0.3942482 Feb 09 12:13:02.061959 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.46', 58849) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:02.103372 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b0572c6a-958d-4818-a66e-7c67488f525f tempest-AutoAllocateNetworkTest-2092936203 tempest-AutoAllocateNetworkTest-2092936203-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0978434 Feb 09 12:13:02.104308 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37738) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:02.151735 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c74cd6f3-c214-400c-b67b-726a4a3b060d tempest-AutoAllocateNetworkTest-2092936203 tempest-AutoAllocateNetworkTest-2092936203-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=91d58a2feda54093ac081306b3de96a9 HTTP/1.1" status: 200 len: 208 time: 0.0458012 Feb 09 12:13:02.302628 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e1403e58-f8a5-4e27-bf3e-3d0b083cce43 req-0096b759-2ec2-4bcc-b47b-4e854f49e4b3 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Synchronizing usage tracker for tenant:c9a644d28aa946259b7337281970c4b8 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:13:02.333780 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-17b66ce2-3aab-4476-bbf9-3f0157401465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5fedb51-61f7-44a9-a646-00ef57b3909b {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:13:02.346076 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-17b66ce2-3aab-4476-bbf9-3f0157401465 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:02.374326 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-fabc72a3-021b-40a1-b3da-8be123344068 req-321dacc5-cfad-42e5-98d5-4a47513d3c51 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:02.422950 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e1403e58-f8a5-4e27-bf3e-3d0b083cce43 req-0096b759-2ec2-4bcc-b47b-4e854f49e4b3 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Unset dirty status for tenant:c9a644d28aa946259b7337281970c4b8 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:13:02.424061 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1403e58-f8a5-4e27-bf3e-3d0b083cce43 req-0096b759-2ec2-4bcc-b47b-4e854f49e4b3 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600404 Feb 09 12:13:02.424989 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-17b66ce2-3aab-4476-bbf9-3f0157401465 service neutron] Transition to ACTIVE for port object b5fedb51-61f7-44a9-a646-00ef57b3909b will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:13:02.438717 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-7b6e104a-71e7-4f1e-a923-801862bdd817 tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:02.440193 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-7b6e104a-71e7-4f1e-a923-801862bdd817 tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] 10.222.0.46 "GET /v2.0/networks?id=a97ade19-a112-43d9-843a-ad50b170ad5d HTTP/1.1" status: 200 len: 815 time: 0.3750134 Feb 09 12:13:02.443947 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-17b66ce2-3aab-4476-bbf9-3f0157401465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:02.483382 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-fabc72a3-021b-40a1-b3da-8be123344068 req-321dacc5-cfad-42e5-98d5-4a47513d3c51 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:02.509983 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-b74e3b3f-0773-497f-ad13-30a29e8286ef tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] Request body: {'port': {'device_id': 'c252043c-3c11-4f7c-b525-59a78c5f1a91', 'network_id': 'a97ade19-a112-43d9-843a-ad50b170ad5d', 'admin_state_up': True, 'tenant_id': '6c4e889e086a4bc4b73f3a2c555f822a'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:13:02.522019 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37762) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:02.782099 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e61585a2-624c-4d1c-807c-17f2820a1ca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:02.802583 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e61585a2-624c-4d1c-807c-17f2820a1ca3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:13:02.808037 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e61585a2-624c-4d1c-807c-17f2820a1ca3 admin admin] Usage tracker for resource:security_group_rule and tenant:91d58a2feda54093ac081306b3de96a9 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:13:02.811520 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e61585a2-624c-4d1c-807c-17f2820a1ca3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:13:02.819182 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e61585a2-624c-4d1c-807c-17f2820a1ca3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:13:02.881237 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b66ce2-3aab-4476-bbf9-3f0157401465 service neutron] Pushing event updated for resources: {'Port': ['ID=b5fedb51-61f7-44a9-a646-00ef57b3909b,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:02.948320 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-fabc72a3-021b-40a1-b3da-8be123344068 req-321dacc5-cfad-42e5-98d5-4a47513d3c51 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:02.956046 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e61585a2-624c-4d1c-807c-17f2820a1ca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:02.962426 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e61585a2-624c-4d1c-807c-17f2820a1ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:02.994931 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-17b66ce2-3aab-4476-bbf9-3f0157401465 service neutron] Attempting to bind port b5fedb51-61f7-44a9-a646-00ef57b3909b on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:13:02.995273 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-17b66ce2-3aab-4476-bbf9-3f0157401465 service neutron] Attempting to bind port b5fedb51-61f7-44a9-a646-00ef57b3909b by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:13:02.995605 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-17b66ce2-3aab-4476-bbf9-3f0157401465 service neutron] Attempting to bind port b5fedb51-61f7-44a9-a646-00ef57b3909b on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:13:02.997794 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321dacc5-cfad-42e5-98d5-4a47513d3c51 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5cc258-fe12-48b1-a9ab-fe22c30e7289,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:03.018591 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e61585a2-624c-4d1c-807c-17f2820a1ca3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=91d58a2feda54093ac081306b3de96a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4954789 Feb 09 12:13:03.020248 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-17b66ce2-3aab-4476-bbf9-3f0157401465 service neutron] Port b5fedb51-61f7-44a9-a646-00ef57b3909b on network 4f732e35-467f-44f5-be04-aa808693dec3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:13:03.020580 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-17b66ce2-3aab-4476-bbf9-3f0157401465 service neutron] Attempting to bind port b5fedb51-61f7-44a9-a646-00ef57b3909b on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:13:03.022427 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37784) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:03.034120 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-fabc72a3-021b-40a1-b3da-8be123344068 req-321dacc5-cfad-42e5-98d5-4a47513d3c51 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:03.035242 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fabc72a3-021b-40a1-b3da-8be123344068 req-321dacc5-cfad-42e5-98d5-4a47513d3c51 tempest-SecurityGroupsTestAdminJSON-1928104888 tempest-SecurityGroupsTestAdminJSON-1928104888-project-admin] 10.222.0.55 "DELETE /v2.0/security-groups/6f5cc258-fe12-48b1-a9ab-fe22c30e7289 HTTP/1.1" status: 204 len: 173 time: 0.9946971 Feb 09 12:13:03.035975 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-17b66ce2-3aab-4476-bbf9-3f0157401465 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:13:03.036314 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-17b66ce2-3aab-4476-bbf9-3f0157401465 service neutron] Checking segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:13:03.036691 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-17b66ce2-3aab-4476-bbf9-3f0157401465 service neutron] Bound using segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:13:03.037139 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-17b66ce2-3aab-4476-bbf9-3f0157401465 service neutron] Bound port: b5fedb51-61f7-44a9-a646-00ef57b3909b, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:13:03.037463 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-17b66ce2-3aab-4476-bbf9-3f0157401465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:03.047538 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61585a2-624c-4d1c-807c-17f2820a1ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e79c4b4-dfc2-44ac-846a-5f87dd4054cf,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:03.071650 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-b74e3b3f-0773-497f-ad13-30a29e8286ef tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:13:03.100989 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-b74e3b3f-0773-497f-ad13-30a29e8286ef tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] Usage tracker for resource:port and tenant:6c4e889e086a4bc4b73f3a2c555f822a is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:13:03.120275 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-56ef3975-e832-428a-95d4-edf3db2ad4e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:03.153098 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-b74e3b3f-0773-497f-ad13-30a29e8286ef tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:13:03.153287 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-56ef3975-e832-428a-95d4-edf3db2ad4e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:03.177184 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef783016-6e3f-4380-8df4-71cb5664c1cb req-7e2fd178-9625-46f5-bdcc-2e80279f96b3 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:03.179409 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ef783016-6e3f-4380-8df4-71cb5664c1cb req-7e2fd178-9625-46f5-bdcc-2e80279f96b3 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c042779-8b84-4bb9-bb30-dac48671003f HTTP/1.1" status: 200 len: 943 time: 0.3830266 Feb 09 12:13:03.181651 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-b74e3b3f-0773-497f-ad13-30a29e8286ef tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:13:03.214938 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-56ef3975-e832-428a-95d4-edf3db2ad4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:03.231716 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef3975-e832-428a-95d4-edf3db2ad4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e79c4b4-dfc2-44ac-846a-5f87dd4054cf,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:03.236271 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-56ef3975-e832-428a-95d4-edf3db2ad4e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:03.237430 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-56ef3975-e832-428a-95d4-edf3db2ad4e0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9e79c4b4-dfc2-44ac-846a-5f87dd4054cf HTTP/1.1" status: 204 len: 168 time: 0.2138708 Feb 09 12:13:03.301401 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-b74e3b3f-0773-497f-ad13-30a29e8286ef tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] Made reservation on behalf of 6c4e889e086a4bc4b73f3a2c555f822a for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:13:03.304966 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-b74e3b3f-0773-497f-ad13-30a29e8286ef tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:03.332860 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9de198e3-2347-43c8-b22d-01703319537d req-fc08a897-05cd-47f2-aaf5-716928a241c5 tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] 10.222.0.55 "GET /v2.0/ports?device_id=c252043c-3c11-4f7c-b525-59a78c5f1a91 HTTP/1.1" status: 200 len: 210 time: 0.1150842 Feb 09 12:13:03.410667 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ef783016-6e3f-4380-8df4-71cb5664c1cb req-06ba82c0-961d-409a-add2-624c2533153b tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002025 Feb 09 12:13:03.416443 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-17b66ce2-3aab-4476-bbf9-3f0157401465 service neutron] For port b5fedb51-61f7-44a9-a646-00ef57b3909b, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:13:03.449153 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-5e720932-c6bc-4007-9ce2-efab1eceff3c service neutron] 10.222.0.52 "GET /v2.0/ports/97e7749c-e915-48dc-8052-7a0103663c27/bindings/n-h2-825178-3 HTTP/1.1" status: 200 len: 384 time: 0.3390856 Feb 09 12:13:03.464534 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-17b66ce2-3aab-4476-bbf9-3f0157401465 service neutron] For port b5fedb51-61f7-44a9-a646-00ef57b3909b, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b5fedb51-61f7-44a9-a646-00ef57b3909b,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:13:03.524304 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-17b66ce2-3aab-4476-bbf9-3f0157401465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:03.626660 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-17b66ce2-3aab-4476-bbf9-3f0157401465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:03.627530 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-17b66ce2-3aab-4476-bbf9-3f0157401465 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:03.629094 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-17b66ce2-3aab-4476-bbf9-3f0157401465 service neutron] 10.222.0.46 "PUT /v2.0/ports/b5fedb51-61f7-44a9-a646-00ef57b3909b HTTP/1.1" status: 200 len: 1095 time: 2.6551774 Feb 09 12:13:03.654135 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '189af3d9-46b0-47b6-bf5c-49a5158a1b7d', 'tag': 'b5fedb51-61f7-44a9-a646-00ef57b3909b'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:13:03.782732 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c6e53115-38b5-4dab-bd12-4e900ca7bfb1 req-743f26fb-84a2-4b11-b7e7-4721d163f6f8 tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] 10.222.0.55 "GET /v2.0/security-groups/6c25afb3-98dc-48ee-b467-746a6ec96b16 HTTP/1.1" status: 200 len: 1777 time: 0.4080966 Feb 09 12:13:03.859984 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-6b6401bf-146f-450f-866e-1055059fa686 tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=0e9304e506cc47579eb89441e351c9f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0803120 Feb 09 12:13:03.867229 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b66ce2-3aab-4476-bbf9-3f0157401465 service neutron] Pushing event updated for resources: {'Port': ['ID=b5fedb51-61f7-44a9-a646-00ef57b3909b,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:03.956436 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-b74e3b3f-0773-497f-ad13-30a29e8286ef tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] Allocated IP 172.20.0.7 (a97ade19-a112-43d9-843a-ad50b170ad5d/63231f28-e423-4420-8d06-c63a0d00dbfa/8a3a9410-7ac4-4541-8133-5869db139b20) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:13:04.215760 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c6e53115-38b5-4dab-bd12-4e900ca7bfb1 req-eff7e9a7-b1f8-4d6d-8724-c9b8408cb181 tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:04.227433 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-eb86c326-47e5-421a-ba32-0bc07ab975a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:04.229311 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-eb86c326-47e5-421a-ba32-0bc07ab975a7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9a644d28aa946259b7337281970c4b8&device_id=189af3d9-46b0-47b6-bf5c-49a5158a1b7d HTTP/1.1" status: 200 len: 1098 time: 0.5213943 Feb 09 12:13:04.377350 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-4a6a418d-105f-47f9-9cad-1a0c8400035d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=b5fedb51-61f7-44a9-a646-00ef57b3909b HTTP/1.1" status: 200 len: 217 time: 0.1230845 Feb 09 12:13:04.390299 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c6e53115-38b5-4dab-bd12-4e900ca7bfb1 req-eff7e9a7-b1f8-4d6d-8724-c9b8408cb181 tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:04.435917 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-b59c0e8c-4a17-4e5e-a191-3544200f4a26 tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:04.437362 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-b59c0e8c-4a17-4e5e-a191-3544200f4a26 tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5587566 Feb 09 12:13:04.581530 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-bbbce3bd-93b4-4640-a5c9-3e669bcecdd5 tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] 10.222.0.55 "GET /v2.0/quotas/0e9304e506cc47579eb89441e351c9f9 HTTP/1.1" status: 200 len: 375 time: 0.1355033 Feb 09 12:13:04.585200 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-a558d85b-c46d-4bc3-9ef9-efa7750f1523 service neutron] For port 97e7749c-e915-48dc-8052-7a0103663c27, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=97e7749c-e915-48dc-8052-7a0103663c27,segment=NetworkSegment(32f229e9-9010-4be1-973f-7ae4423dcda8),segment_id=32f229e9-9010-4be1-973f-7ae4423dcda8)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:13:04.791418 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-3740f678-7f09-420a-b336-46f82ad91fed tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0e9304e506cc47579eb89441e351c9f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1919265 Feb 09 12:13:04.804650 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-a558d85b-c46d-4bc3-9ef9-efa7750f1523 service neutron] For port 97e7749c-e915-48dc-8052-7a0103663c27, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:13:04.834896 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c6e53115-38b5-4dab-bd12-4e900ca7bfb1 req-eff7e9a7-b1f8-4d6d-8724-c9b8408cb181 tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:04.871029 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-9507bcca-9296-436b-9c62-ff1697825b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:04.872485 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-9507bcca-9296-436b-9c62-ff1697825b30 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.3559980 Feb 09 12:13:04.889405 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7e9a7-b1f8-4d6d-8724-c9b8408cb181 tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c25afb3-98dc-48ee-b467-746a6ec96b16,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:04.946779 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-a558d85b-c46d-4bc3-9ef9-efa7750f1523 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97e7749c-e915-48dc-8052-7a0103663c27 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:13:04.991501 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-a558d85b-c46d-4bc3-9ef9-efa7750f1523 service neutron] For port 97e7749c-e915-48dc-8052-7a0103663c27, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=97e7749c-e915-48dc-8052-7a0103663c27,segment=NetworkSegment(32f229e9-9010-4be1-973f-7ae4423dcda8),segment_id=32f229e9-9010-4be1-973f-7ae4423dcda8)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:13:05.029166 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-b74e3b3f-0773-497f-ad13-30a29e8286ef tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:05.107325 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-a558d85b-c46d-4bc3-9ef9-efa7750f1523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:05.126998 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c6e53115-38b5-4dab-bd12-4e900ca7bfb1 req-eff7e9a7-b1f8-4d6d-8724-c9b8408cb181 tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:05.128185 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c6e53115-38b5-4dab-bd12-4e900ca7bfb1 req-eff7e9a7-b1f8-4d6d-8724-c9b8408cb181 tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] 10.222.0.55 "DELETE /v2.0/security-groups/6c25afb3-98dc-48ee-b467-746a6ec96b16 HTTP/1.1" status: 204 len: 173 time: 1.3166111 Feb 09 12:13:05.262209 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '189af3d9-46b0-47b6-bf5c-49a5158a1b7d', 'tag': 'b5fedb51-61f7-44a9-a646-00ef57b3909b', 'status': 'completed', 'code': 200} Feb 09 12:13:05.276136 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-56bf93d0-0797-46a4-b111-33ac905dc6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:05.277778 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-56bf93d0-0797-46a4-b111-33ac905dc6cd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3950746 Feb 09 12:13:05.399529 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d9d9b-6ef0-4279-97f0-abef4f84e123 req-c3784df3-e7d5-4936-b851-b4de143b77d7 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:05.401181 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6d2d9d9b-6ef0-4279-97f0-abef4f84e123 req-c3784df3-e7d5-4936-b851-b4de143b77d7 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=189af3d9-46b0-47b6-bf5c-49a5158a1b7d HTTP/1.1" status: 200 len: 947 time: 0.3805890 Feb 09 12:13:05.402117 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-b74e3b3f-0773-497f-ad13-30a29e8286ef tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:05.444155 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-a558d85b-c46d-4bc3-9ef9-efa7750f1523 service neutron] Transition to ACTIVE for port object 97e7749c-e915-48dc-8052-7a0103663c27 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:13:05.521811 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-a558d85b-c46d-4bc3-9ef9-efa7750f1523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:05.581165 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-b74e3b3f-0773-497f-ad13-30a29e8286ef tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] Network a97ade19-a112-43d9-843a-ad50b170ad5d is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:13:05.649946 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-b74e3b3f-0773-497f-ad13-30a29e8286ef tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:13:05.668091 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-b74e3b3f-0773-497f-ad13-30a29e8286ef tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:13:05.673512 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-b74e3b3f-0773-497f-ad13-30a29e8286ef tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:05.674124 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-b74e3b3f-0773-497f-ad13-30a29e8286ef tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:05.720305 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e3b3f-0773-497f-ad13-30a29e8286ef tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] Pushing event updated for resources: {'Port': ['ID=8a3a9410-7ac4-4541-8133-5869db139b20,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:05.735348 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-a81b58a5-dacb-4a6c-9b8c-ff747fe92a98 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4500325 Feb 09 12:13:05.774200 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6d2d9d9b-6ef0-4279-97f0-abef4f84e123 req-3365d46e-dfdc-473b-adae-b302c2a4e600 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327065 Feb 09 12:13:05.782275 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-a558d85b-c46d-4bc3-9ef9-efa7750f1523 service neutron] No DVR routers for this DVR port 97e7749c-e915-48dc-8052-7a0103663c27 on host n-h1-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:13:05.829447 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-b74e3b3f-0773-497f-ad13-30a29e8286ef tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3338215 Feb 09 12:13:05.921123 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-f082a6c4-50c6-4140-9443-6d5a9e7e360e service neutron] Request body: {'port': {'device_id': 'c252043c-3c11-4f7c-b525-59a78c5f1a91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:13:06.039745 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab6e59-7e23-4868-aa3c-7a213a349a68 req-322aff10-71f4-44cf-88f5-724ea274bc64 tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:06.040558 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-21ab6e59-7e23-4868-aa3c-7a213a349a68 req-322aff10-71f4-44cf-88f5-724ea274bc64 tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] Synchronizing usage tracker for tenant:6c4e889e086a4bc4b73f3a2c555f822a on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:13:06.062177 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-a558d85b-c46d-4bc3-9ef9-efa7750f1523 service neutron] 10.222.0.52 "PUT /v2.0/ports/97e7749c-e915-48dc-8052-7a0103663c27/bindings/n-h2-825178-3/activate HTTP/1.1" status: 200 len: 369 time: 2.5999985 Feb 09 12:13:06.066194 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a558d85b-c46d-4bc3-9ef9-efa7750f1523 service neutron] Pushing event updated for resources: {'Port': ['ID=97e7749c-e915-48dc-8052-7a0103663c27,revision_number=10']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:06.129137 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.46', 58850) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:06.187897 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-21ab6e59-7e23-4868-aa3c-7a213a349a68 req-322aff10-71f4-44cf-88f5-724ea274bc64 tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] Unset dirty status for tenant:6c4e889e086a4bc4b73f3a2c555f822a on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:13:06.189050 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-21ab6e59-7e23-4868-aa3c-7a213a349a68 req-322aff10-71f4-44cf-88f5-724ea274bc64 tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] 10.222.0.55 "GET /v2.0/ports?device_id=c252043c-3c11-4f7c-b525-59a78c5f1a91 HTTP/1.1" status: 200 len: 931 time: 0.8046496 Feb 09 12:13:06.200492 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-edd46d99-fd5f-43d3-b1aa-4dd1a428790f tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=0e9304e506cc47579eb89441e351c9f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0560458 Feb 09 12:13:06.206299 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-71a52c0c-2752-4e3a-ae47-9d5b7910887c req-a4ae9743-3466-48d5-aed5-6e40a18b61a1 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298112 Feb 09 12:13:06.209704 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-b3ed00d4-a62e-4de8-a719-abeedfa3626a tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:06.211455 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-b3ed00d4-a62e-4de8-a719-abeedfa3626a tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=5c042779-8b84-4bb9-bb30-dac48671003f&tenant_id=3a84524b0b1d4c8da324d07cc553e331&binding%3Ahost_id=n-h1-825178-3 HTTP/1.1" status: 200 len: 1095 time: 0.0813110 Feb 09 12:13:06.310347 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-766d7a41-9150-49f3-8621-17cc497978db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:06.312359 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-766d7a41-9150-49f3-8621-17cc497978db service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5c042779-8b84-4bb9-bb30-dac48671003f&tenant_id=3a84524b0b1d4c8da324d07cc553e331 HTTP/1.1" status: 200 len: 1095 time: 0.0934672 Feb 09 12:13:06.352139 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-f082a6c4-50c6-4140-9443-6d5a9e7e360e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:06.413792 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-402f67de-a855-45de-a029-d16ecd55444e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:06.414537 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce256db6-1a60-43e9-b87e-aadc83f04ea6 req-5fee3996-1f9a-405b-81da-f11064b9d00f tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:06.415756 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-402f67de-a855-45de-a029-d16ecd55444e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a84524b0b1d4c8da324d07cc553e331&device_id=5c042779-8b84-4bb9-bb30-dac48671003f HTTP/1.1" status: 200 len: 1095 time: 0.0789304 Feb 09 12:13:06.416045 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ce256db6-1a60-43e9-b87e-aadc83f04ea6 req-5fee3996-1f9a-405b-81da-f11064b9d00f tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c042779-8b84-4bb9-bb30-dac48671003f HTTP/1.1" status: 200 len: 944 time: 0.5076475 Feb 09 12:13:06.429274 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-21ab6e59-7e23-4868-aa3c-7a213a349a68 req-f748a11f-2720-415f-ad76-6c1fe00b8294 tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] Synchronizing usage tracker for tenant:6c4e889e086a4bc4b73f3a2c555f822a on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:13:06.550713 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-fdfe6ae6-0a23-4481-8af6-d0b039b30540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:06.552235 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-fdfe6ae6-0a23-4481-8af6-d0b039b30540 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c4b615eb-1906-4989-ab89-8b6ef1cc1053 HTTP/1.1" status: 200 len: 921 time: 0.1265469 Feb 09 12:13:06.629294 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-974cd722-4202-40a6-9fa3-d7737882d748 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97e7749c-e915-48dc-8052-7a0103663c27 HTTP/1.1" status: 200 len: 217 time: 0.0643647 Feb 09 12:13:06.670314 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-21ab6e59-7e23-4868-aa3c-7a213a349a68 req-f748a11f-2720-415f-ad76-6c1fe00b8294 tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] Unset dirty status for tenant:6c4e889e086a4bc4b73f3a2c555f822a on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:13:06.671451 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-21ab6e59-7e23-4868-aa3c-7a213a349a68 req-f748a11f-2720-415f-ad76-6c1fe00b8294 tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] 10.222.0.55 "GET /v2.0/security-groups?id=16c2a87e-3fc2-4bd3-85f9-a87a0be17100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4701099 Feb 09 12:13:06.689085 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-301c3683-53db-425b-a057-83123e2e1442 tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:06.690513 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-301c3683-53db-425b-a057-83123e2e1442 tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4815118 Feb 09 12:13:06.693085 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-98277394-83e2-4744-b8f9-46ebb8c11863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:06.693209 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ce256db6-1a60-43e9-b87e-aadc83f04ea6 req-aa654c50-5602-476b-bef4-f1e579c96a75 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696378 Feb 09 12:13:06.694627 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-98277394-83e2-4744-b8f9-46ebb8c11863 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9d6b2f2b-3fb9-4d1b-ac78-19140ea18253 HTTP/1.1" status: 200 len: 860 time: 0.0582557 Feb 09 12:13:06.748045 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-444c7893-b977-4ba3-8515-c645596bf529 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c4b615eb-1906-4989-ab89-8b6ef1cc1053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461755 Feb 09 12:13:06.754427 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-a5a2b153-250d-4859-8c3a-18fd8e01c7ba tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] Request body: {'port': {'device_id': 'b5cf2551-ae24-45d0-969b-b2acbb6b2642', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'admin_state_up': True, 'tenant_id': '0e9304e506cc47579eb89441e351c9f9'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:13:06.892258 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8b339-d25d-4817-9e7f-4b457c0e4d66 req-68f28f46-3dd4-4ece-9508-03e6ed23f0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:06.893660 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d3e8b339-d25d-4817-9e7f-4b457c0e4d66 req-68f28f46-3dd4-4ece-9508-03e6ed23f0f2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9a644d28aa946259b7337281970c4b8&device_id=189af3d9-46b0-47b6-bf5c-49a5158a1b7d HTTP/1.1" status: 200 len: 1098 time: 0.5782590 Feb 09 12:13:06.988904 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1e32c265-02f0-4bdf-b72c-6a314ee40425 req-91e5f7e1-3ff2-464f-a150-3af6fe699d78 tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5cf2551-ae24-45d0-969b-b2acbb6b2642 HTTP/1.1" status: 200 len: 210 time: 0.1940749 Feb 09 12:13:07.008471 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-2dffb911-759a-4616-9874-03148be2230d service neutron] 10.222.0.46 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532763 Feb 09 12:13:07.126038 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9d68beaa-01e4-477b-8c9f-b8acc0b96cf7 req-ff7c2288-7999-4bfd-9727-0bdfe67c582d tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] 10.222.0.55 "GET /v2.0/security-groups/1ff6fcbd-7f29-4da9-99b3-1cf429e30c22 HTTP/1.1" status: 200 len: 1778 time: 0.3582354 Feb 09 12:13:07.181508 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-71e7a2d8-a061-4dca-b803-28766ef050ec service neutron] 10.222.0.46 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641259 Feb 09 12:13:07.258765 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 97e7749c-e915-48dc-8052-7a0103663c27 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:13:07.299612 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-a5a2b153-250d-4859-8c3a-18fd8e01c7ba tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:13:07.312147 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8b339-d25d-4817-9e7f-4b457c0e4d66 req-7bda705b-f7b4-4f2e-a90e-e8926cd7cf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:07.313597 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d3e8b339-d25d-4817-9e7f-4b457c0e4d66 req-7bda705b-f7b4-4f2e-a90e-e8926cd7cf80 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.3984926 Feb 09 12:13:07.320345 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-a5a2b153-250d-4859-8c3a-18fd8e01c7ba tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] Usage tracker for resource:port and tenant:0e9304e506cc47579eb89441e351c9f9 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:13:07.338372 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-a5a2b153-250d-4859-8c3a-18fd8e01c7ba tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:13:07.404015 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 97e7749c-e915-48dc-8052-7a0103663c27 not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:13:07.462710 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-a5a2b153-250d-4859-8c3a-18fd8e01c7ba tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:13:07.496806 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d3e8b339-d25d-4817-9e7f-4b457c0e4d66 req-4307dc34-4408-47d5-afc1-415f7f0b28c5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=b5fedb51-61f7-44a9-a646-00ef57b3909b HTTP/1.1" status: 200 len: 217 time: 0.1625423 Feb 09 12:13:07.548536 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-d7df8038-b192-4798-a191-8c4f599109a6 tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:07.550256 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-d7df8038-b192-4798-a191-8c4f599109a6 tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=5c042779-8b84-4bb9-bb30-dac48671003f&tenant_id=3a84524b0b1d4c8da324d07cc553e331&binding%3Ahost_id=n-h2-825178-3 HTTP/1.1" status: 200 len: 1095 time: 0.0860827 Feb 09 12:13:07.553805 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-9d68beaa-01e4-477b-8c9f-b8acc0b96cf7 req-a2e13486-a7ab-4bec-a19b-2f3e89fe88eb tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:07.568753 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.resource_extend [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-f082a6c4-50c6-4140-9443-6d5a9e7e360e service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:13:07.597086 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-a5a2b153-250d-4859-8c3a-18fd8e01c7ba tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] Made reservation on behalf of 0e9304e506cc47579eb89441e351c9f9 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:13:07.601298 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-a5a2b153-250d-4859-8c3a-18fd8e01c7ba tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:07.677628 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37898) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:07.681173 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-a5a2b153-250d-4859-8c3a-18fd8e01c7ba tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:07.700956 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-9d68beaa-01e4-477b-8c9f-b8acc0b96cf7 req-a2e13486-a7ab-4bec-a19b-2f3e89fe88eb tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:07.716001 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-50b29bc1-79e0-4332-8b7f-ca565fc090e3 service neutron] For port 97e7749c-e915-48dc-8052-7a0103663c27, host n-h1-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:13:07.719064 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-50b29bc1-79e0-4332-8b7f-ca565fc090e3 service neutron] Notify callbacks [] for binding, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:07.720266 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-713ff59b-fb7b-46b9-be19-2d720c92bc20 req-50b29bc1-79e0-4332-8b7f-ca565fc090e3 service neutron] 10.222.0.46 "DELETE /v2.0/ports/97e7749c-e915-48dc-8052-7a0103663c27/bindings/n-h1-825178-3 HTTP/1.1" status: 204 len: 173 time: 0.1639473 Feb 09 12:13:07.737670 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8b339-d25d-4817-9e7f-4b457c0e4d66 req-9ca68a51-3341-472e-aa83-ae2d8fc80bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:07.739363 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d3e8b339-d25d-4817-9e7f-4b457c0e4d66 req-9ca68a51-3341-472e-aa83-ae2d8fc80bdc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.2332578 Feb 09 12:13:07.740027 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-a5a2b153-250d-4859-8c3a-18fd8e01c7ba tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:13:07.759583 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-a5a2b153-250d-4859-8c3a-18fd8e01c7ba tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] Usage tracker for resource:security_group_rule and tenant:0e9304e506cc47579eb89441e351c9f9 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:13:07.764204 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-f082a6c4-50c6-4140-9443-6d5a9e7e360e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a3a9410-7ac4-4541-8133-5869db139b20 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:13:07.796757 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-a5a2b153-250d-4859-8c3a-18fd8e01c7ba tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:13:07.814723 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-f082a6c4-50c6-4140-9443-6d5a9e7e360e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:07.816341 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1694f957-2d5e-4dff-b56a-47b7c4551800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:07.817390 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-a5a2b153-250d-4859-8c3a-18fd8e01c7ba tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:13:07.832534 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1694f957-2d5e-4dff-b56a-47b7c4551800 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:13:07.837392 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-1694f957-2d5e-4dff-b56a-47b7c4551800 admin admin] Usage tracker for resource:security_group_rule and tenant:4ce907674bbc4d0696df53f81a7e43c1 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:13:07.840427 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-1694f957-2d5e-4dff-b56a-47b7c4551800 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:13:07.846489 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1694f957-2d5e-4dff-b56a-47b7c4551800 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:13:07.860083 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-f082a6c4-50c6-4140-9443-6d5a9e7e360e service neutron] Transition to ACTIVE for port object 8a3a9410-7ac4-4541-8133-5869db139b20 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:13:07.881232 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a820a1-3fd2-423d-95bf-f8023313fe36 req-c75ea476-fb84-4fbc-b3c5-d4bbc47d6015 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:07.883298 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-36a820a1-3fd2-423d-95bf-f8023313fe36 req-c75ea476-fb84-4fbc-b3c5-d4bbc47d6015 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=189af3d9-46b0-47b6-bf5c-49a5158a1b7d HTTP/1.1" status: 200 len: 947 time: 0.4353266 Feb 09 12:13:07.887711 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-f082a6c4-50c6-4140-9443-6d5a9e7e360e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:07.891392 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-9d68beaa-01e4-477b-8c9f-b8acc0b96cf7 req-a2e13486-a7ab-4bec-a19b-2f3e89fe88eb tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:07.934236 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1694f957-2d5e-4dff-b56a-47b7c4551800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:07.938466 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1694f957-2d5e-4dff-b56a-47b7c4551800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:07.986405 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e13486-a7ab-4bec-a19b-2f3e89fe88eb tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff6fcbd-7f29-4da9-99b3-1cf429e30c22,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:07.993217 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1694f957-2d5e-4dff-b56a-47b7c4551800 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4ce907674bbc4d0696df53f81a7e43c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3117168 Feb 09 12:13:07.993217 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1694f957-2d5e-4dff-b56a-47b7c4551800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b65d7c-39e6-4971-b801-b3e6f12922e3,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:07.995611 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37908) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:08.065819 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6c603b95-bec8-4e40-b5dd-e55df3342a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:08.092632 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6c603b95-bec8-4e40-b5dd-e55df3342a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:08.106218 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-9d68beaa-01e4-477b-8c9f-b8acc0b96cf7 req-a2e13486-a7ab-4bec-a19b-2f3e89fe88eb tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:08.107406 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9d68beaa-01e4-477b-8c9f-b8acc0b96cf7 req-a2e13486-a7ab-4bec-a19b-2f3e89fe88eb tempest-SecurityGroupsTestAdminJSON-982976261 tempest-SecurityGroupsTestAdminJSON-982976261-project] 10.222.0.55 "DELETE /v2.0/security-groups/1ff6fcbd-7f29-4da9-99b3-1cf429e30c22 HTTP/1.1" status: 204 len: 173 time: 0.9706748 Feb 09 12:13:08.162423 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-36a820a1-3fd2-423d-95bf-f8023313fe36 req-e6234865-c141-4244-a1ed-61364e11e926 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629242 Feb 09 12:13:08.163024 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f082a6c4-50c6-4140-9443-6d5a9e7e360e service neutron] Pushing event updated for resources: {'Port': ['ID=8a3a9410-7ac4-4541-8133-5869db139b20,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:08.188735 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-f082a6c4-50c6-4140-9443-6d5a9e7e360e service neutron] Attempting to bind port 8a3a9410-7ac4-4541-8133-5869db139b20 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:13:08.189529 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-f082a6c4-50c6-4140-9443-6d5a9e7e360e service neutron] Attempting to bind port 8a3a9410-7ac4-4541-8133-5869db139b20 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '7d1ba1d3-62e0-49ae-b326-dc2f8612a554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a97ade19-a112-43d9-843a-ad50b170ad5d'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:13:08.189817 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-f082a6c4-50c6-4140-9443-6d5a9e7e360e service neutron] Attempting to bind port 8a3a9410-7ac4-4541-8133-5869db139b20 on network a97ade19-a112-43d9-843a-ad50b170ad5d {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:13:08.205875 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-f082a6c4-50c6-4140-9443-6d5a9e7e360e service neutron] Port 8a3a9410-7ac4-4541-8133-5869db139b20 on network a97ade19-a112-43d9-843a-ad50b170ad5d not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:13:08.207394 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-f082a6c4-50c6-4140-9443-6d5a9e7e360e service neutron] Attempting to bind port 8a3a9410-7ac4-4541-8133-5869db139b20 on network a97ade19-a112-43d9-843a-ad50b170ad5d {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:13:08.214729 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6c603b95-bec8-4e40-b5dd-e55df3342a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:08.224502 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8b339-d25d-4817-9e7f-4b457c0e4d66 req-15b2afc7-597a-4224-9ced-ba0def3df332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:08.226520 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d3e8b339-d25d-4817-9e7f-4b457c0e4d66 req-15b2afc7-597a-4224-9ced-ba0def3df332 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4757013 Feb 09 12:13:08.234455 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-f082a6c4-50c6-4140-9443-6d5a9e7e360e service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:13:08.235042 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-f082a6c4-50c6-4140-9443-6d5a9e7e360e service neutron] Checking segment: {'id': '7d1ba1d3-62e0-49ae-b326-dc2f8612a554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a97ade19-a112-43d9-843a-ad50b170ad5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:13:08.235599 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-f082a6c4-50c6-4140-9443-6d5a9e7e360e service neutron] Bound using segment: {'id': '7d1ba1d3-62e0-49ae-b326-dc2f8612a554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a97ade19-a112-43d9-843a-ad50b170ad5d'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:13:08.236243 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-f082a6c4-50c6-4140-9443-6d5a9e7e360e service neutron] Bound port: 8a3a9410-7ac4-4541-8133-5869db139b20, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d1ba1d3-62e0-49ae-b326-dc2f8612a554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a97ade19-a112-43d9-843a-ad50b170ad5d'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:13:08.236818 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-f082a6c4-50c6-4140-9443-6d5a9e7e360e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:08.266317 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c603b95-bec8-4e40-b5dd-e55df3342a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b65d7c-39e6-4971-b801-b3e6f12922e3,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:08.293993 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6c603b95-bec8-4e40-b5dd-e55df3342a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:08.295508 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6c603b95-bec8-4e40-b5dd-e55df3342a48 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/74b65d7c-39e6-4971-b801-b3e6f12922e3 HTTP/1.1" status: 204 len: 168 time: 0.2977519 Feb 09 12:13:08.377739 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-a5a2b153-250d-4859-8c3a-18fd8e01c7ba tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:08.522822 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37924) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:08.542075 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-a5a2b153-250d-4859-8c3a-18fd8e01c7ba tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:08.752120 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a2b153-250d-4859-8c3a-18fd8e01c7ba tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9efbc798-5930-4d00-8e69-e61f04a042c4,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:08.790210 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-f082a6c4-50c6-4140-9443-6d5a9e7e360e service neutron] For port 8a3a9410-7ac4-4541-8133-5869db139b20, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:13:08.805652 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d3e8b339-d25d-4817-9e7f-4b457c0e4d66 req-f39b0baf-5e0c-409a-a065-0b7fd4d853b4 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5441134 Feb 09 12:13:08.828155 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37934) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:08.847356 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-f082a6c4-50c6-4140-9443-6d5a9e7e360e service neutron] For port 8a3a9410-7ac4-4541-8133-5869db139b20, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=8a3a9410-7ac4-4541-8133-5869db139b20,segment=NetworkSegment(7d1ba1d3-62e0-49ae-b326-dc2f8612a554),segment_id=7d1ba1d3-62e0-49ae-b326-dc2f8612a554)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:13:08.851025 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-476f2e14-e178-48b5-b63c-57f60cdc3aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:08.871356 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device b5fedb51-61f7-44a9-a646-00ef57b3909b details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:13:08.881923 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-476f2e14-e178-48b5-b63c-57f60cdc3aa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:13:08.883459 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-f082a6c4-50c6-4140-9443-6d5a9e7e360e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:08.888821 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-faaeb9cf-63b3-4dc7-a55b-ca9b9bdcd3dc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=12ef9766bd814da7bd3d516f7cfd7308&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3619771 Feb 09 12:13:08.889803 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37938) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:08.892768 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-476f2e14-e178-48b5-b63c-57f60cdc3aa4 admin admin] Usage tracker for resource:security_group_rule and tenant:98de36e699374ad8b407ba03e8c85a24 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:13:08.909214 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-476f2e14-e178-48b5-b63c-57f60cdc3aa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:13:08.918327 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-476f2e14-e178-48b5-b63c-57f60cdc3aa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:13:08.989651 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1e9f04ca-a088-4d03-8b0d-fe775646c4ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:09.028733 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port b5fedb51-61f7-44a9-a646-00ef57b3909b, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b5fedb51-61f7-44a9-a646-00ef57b3909b,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:13:09.030611 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1e9f04ca-a088-4d03-8b0d-fe775646c4ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:09.043416 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'b5fedb51-61f7-44a9-a646-00ef57b3909b', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'port_id': 'b5fedb51-61f7-44a9-a646-00ef57b3909b', 'mac_address': 'fa:16:3e:85:06:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed5558-888d-440a-8c32-52f2f9bc5bd5', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:13:09.046699 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-f082a6c4-50c6-4140-9443-6d5a9e7e360e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:09.047341 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-f082a6c4-50c6-4140-9443-6d5a9e7e360e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:09.048733 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-f082a6c4-50c6-4140-9443-6d5a9e7e360e service neutron] 10.222.0.46 "PUT /v2.0/ports/8a3a9410-7ac4-4541-8133-5869db139b20 HTTP/1.1" status: 200 len: 1091 time: 3.1929386 Feb 09 12:13:09.049323 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c252043c-3c11-4f7c-b525-59a78c5f1a91', 'tag': '8a3a9410-7ac4-4541-8133-5869db139b20'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:13:09.061612 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346af627-1f89-43b8-bd84-fa3fff9af135 req-392e78f1-75b4-44d3-88f4-a0b609e0db1b tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:09.063245 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-346af627-1f89-43b8-bd84-fa3fff9af135 req-392e78f1-75b4-44d3-88f4-a0b609e0db1b tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] 10.222.0.55 "GET /v2.0/ports?device_id=c252043c-3c11-4f7c-b525-59a78c5f1a91 HTTP/1.1" status: 200 len: 943 time: 0.6748691 Feb 09 12:13:09.084810 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6bc3c5-4e09-479b-a890-701c0f618da1 req-d3cceac8-40a4-4131-a5b0-3ed084c22293 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:09.086347 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1a6bc3c5-4e09-479b-a890-701c0f618da1 req-d3cceac8-40a4-4131-a5b0-3ed084c22293 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c042779-8b84-4bb9-bb30-dac48671003f HTTP/1.1" status: 200 len: 944 time: 0.4676764 Feb 09 12:13:09.107517 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:09.121516 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-a5a2b153-250d-4859-8c3a-18fd8e01c7ba tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] Allocated IP 192.168.233.131 (4f732e35-467f-44f5-be04-aa808693dec3/f8ed5558-888d-440a-8c32-52f2f9bc5bd5/a0339a10-ba8d-4b54-a906-2c92e7ef4d77) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:13:09.126086 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5fedb51-61f7-44a9-a646-00ef57b3909b {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:13:09.142824 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port b5fedb51-61f7-44a9-a646-00ef57b3909b, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b5fedb51-61f7-44a9-a646-00ef57b3909b,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:13:09.146810 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:09.157162 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-476f2e14-e178-48b5-b63c-57f60cdc3aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:09.162368 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-476f2e14-e178-48b5-b63c-57f60cdc3aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:09.181385 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1e9f04ca-a088-4d03-8b0d-fe775646c4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:09.215915 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f082a6c4-50c6-4140-9443-6d5a9e7e360e service neutron] Pushing event updated for resources: {'Port': ['ID=8a3a9410-7ac4-4541-8133-5869db139b20,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:09.222091 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=b5fedb51-61f7-44a9-a646-00ef57b3909b,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:09.225322 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-476f2e14-e178-48b5-b63c-57f60cdc3aa4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=98de36e699374ad8b407ba03e8c85a24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3960905 Feb 09 12:13:09.233162 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37948) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:09.234377 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:13:09.234962 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:13:09.235296 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:13:09.235760 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:13:09.236245 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:13:09.236566 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:13:09.237031 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:13:09.237446 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:13:09.237911 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:13:09.238023 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f2e14-e178-48b5-b63c-57f60cdc3aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb36aba7-a956-4939-8780-a0f401ef89a7,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:09.238490 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:13:09.238834 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:13:09.239163 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:13:09.270550 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f04ca-a088-4d03-8b0d-fe775646c4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1b47c4-eb83-4a2a-ba83-7aaaedad7c4c,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:09.273521 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1e9f04ca-a088-4d03-8b0d-fe775646c4ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:09.277389 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1e9f04ca-a088-4d03-8b0d-fe775646c4ba admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9e1b47c4-eb83-4a2a-ba83-7aaaedad7c4c HTTP/1.1" status: 204 len: 168 time: 0.3864632 Feb 09 12:13:09.284084 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d3e8b339-d25d-4817-9e7f-4b457c0e4d66 req-4c7753fd-ca88-4937-b4e8-56e2bb26be4b service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4456136 Feb 09 12:13:09.312218 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-346af627-1f89-43b8-bd84-fa3fff9af135 req-a71ca692-9959-444e-a94e-1975eb278a96 tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] 10.222.0.55 "GET /v2.0/security-groups?id=16c2a87e-3fc2-4bd3-85f9-a87a0be17100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354035 Feb 09 12:13:09.338790 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bc817905-6226-46d6-bba2-4bc87623a7d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:09.339967 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1a6bc3c5-4e09-479b-a890-701c0f618da1 req-2b472636-f909-4043-964f-2af51ee91a3b tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328901 Feb 09 12:13:09.407857 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['b5fedb51-61f7-44a9-a646-00ef57b3909b'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:13:09.409153 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bc817905-6226-46d6-bba2-4bc87623a7d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:09.472266 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bc817905-6226-46d6-bba2-4bc87623a7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:09.483421 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-b8b38f60-9364-45c6-9867-5ddd91074cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:09.484986 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-b8b38f60-9364-45c6-9867-5ddd91074cd0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6c4e889e086a4bc4b73f3a2c555f822a&device_id=c252043c-3c11-4f7c-b525-59a78c5f1a91 HTTP/1.1" status: 200 len: 1094 time: 0.3770113 Feb 09 12:13:09.506002 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc817905-6226-46d6-bba2-4bc87623a7d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb36aba7-a956-4939-8780-a0f401ef89a7,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:09.518887 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bc817905-6226-46d6-bba2-4bc87623a7d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:09.524075 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-bc817905-6226-46d6-bba2-4bc87623a7d0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fb36aba7-a956-4939-8780-a0f401ef89a7 HTTP/1.1" status: 204 len: 168 time: 0.2886844 Feb 09 12:13:09.673414 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-3f0ed7e8-378b-46e9-a372-7c939254eb39 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a3a9410-7ac4-4541-8133-5869db139b20 HTTP/1.1" status: 200 len: 217 time: 0.1304712 Feb 09 12:13:09.677299 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-afa8c7ee-d5fd-457a-bb31-87458ace0314 req-37d8cb92-4354-426c-82a8-c868818bb7f2 tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5cf2551-ae24-45d0-969b-b2acbb6b2642 HTTP/1.1" status: 200 len: 210 time: 0.1329935 Feb 09 12:13:09.731270 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-a5a2b153-250d-4859-8c3a-18fd8e01c7ba tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:09.744179 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c252043c-3c11-4f7c-b525-59a78c5f1a91', 'tag': '8a3a9410-7ac4-4541-8133-5869db139b20', 'status': 'completed', 'code': 200} Feb 09 12:13:09.762257 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-a5a2b153-250d-4859-8c3a-18fd8e01c7ba tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] Transition to ACTIVE for port object a0339a10-ba8d-4b54-a906-2c92e7ef4d77 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:13:09.769670 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-aca87de5-041c-4bb1-a90b-dd9da51c9618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:09.771133 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-aca87de5-041c-4bb1-a90b-dd9da51c9618 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=63231f28-e423-4420-8d06-c63a0d00dbfa HTTP/1.1" status: 200 len: 855 time: 0.0901120 Feb 09 12:13:09.890290 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-e8d5bb4c-4619-444d-9d6f-11586699f774 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a97ade19-a112-43d9-843a-ad50b170ad5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0979047 Feb 09 12:13:09.924114 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-a5a2b153-250d-4859-8c3a-18fd8e01c7ba tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:10.019041 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37978) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:10.080503 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a2b153-250d-4859-8c3a-18fd8e01c7ba tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] Pushing event updated for resources: {'Port': ['ID=a0339a10-ba8d-4b54-a906-2c92e7ef4d77,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:10.081464 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-793062b3-f9b8-438d-a532-c2ce18c4f9c6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7956e6c12dd742f294745c358493f2c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0607936 Feb 09 12:13:10.082220 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37982) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:10.093045 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-a5a2b153-250d-4859-8c3a-18fd8e01c7ba tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] Network 4f732e35-467f-44f5-be04-aa808693dec3 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:13:10.102576 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-a5a2b153-250d-4859-8c3a-18fd8e01c7ba tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:13:10.104966 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-a5a2b153-250d-4859-8c3a-18fd8e01c7ba tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:13:10.110609 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-a5a2b153-250d-4859-8c3a-18fd8e01c7ba tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:10.111236 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-a5a2b153-250d-4859-8c3a-18fd8e01c7ba tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:10.166192 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68ccb4c2-1891-468e-bec1-f043d658579b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:10.171020 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef953521-b210-4857-a52a-8dfc95b73ba5 req-f120b00d-4bab-4f78-bd94-4941a11055e0 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:10.178466 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ef953521-b210-4857-a52a-8dfc95b73ba5 req-f120b00d-4bab-4f78-bd94-4941a11055e0 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=189af3d9-46b0-47b6-bf5c-49a5158a1b7d HTTP/1.1" status: 200 len: 948 time: 0.3382607 Feb 09 12:13:10.182258 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-a5a2b153-250d-4859-8c3a-18fd8e01c7ba tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4447205 Feb 09 12:13:10.205563 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68ccb4c2-1891-468e-bec1-f043d658579b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:10.219329 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-e1fb9857-a7f9-4529-8894-b86982f23b36 service neutron] Request body: {'port': {'device_id': 'b5cf2551-ae24-45d0-969b-b2acbb6b2642', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:13:10.274837 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68ccb4c2-1891-468e-bec1-f043d658579b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:10.314330 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccb4c2-1891-468e-bec1-f043d658579b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5518042a-8b84-4215-9486-5668f8d7540d,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:10.323282 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68ccb4c2-1891-468e-bec1-f043d658579b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:10.338286 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-68ccb4c2-1891-468e-bec1-f043d658579b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5518042a-8b84-4215-9486-5668f8d7540d HTTP/1.1" status: 204 len: 168 time: 0.2539573 Feb 09 12:13:10.375475 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-9f51c8d2-31a6-4729-952a-901c0c17d972 service neutron] 10.222.0.46 "GET /v2.0/networks/a97ade19-a112-43d9-843a-ad50b170ad5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4688530 Feb 09 12:13:10.509697 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ee0a562-2958-4f84-bcc3-d781be7184b6 None None] Provisioning for port a0339a10-ba8d-4b54-a906-2c92e7ef4d77 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:13:10.515778 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ee0a562-2958-4f84-bcc3-d781be7184b6 None None] Provisioning complete for port a0339a10-ba8d-4b54-a906-2c92e7ef4d77 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:13:10.516416 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ee0a562-2958-4f84-bcc3-d781be7184b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:10.579411 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ee0a562-2958-4f84-bcc3-d781be7184b6 None None] Port a0339a10-ba8d-4b54-a906-2c92e7ef4d77 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:13:10.628635 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ef953521-b210-4857-a52a-8dfc95b73ba5 req-6165c6d9-3c1d-49e7-b641-492fefa773a4 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4489872 Feb 09 12:13:10.742118 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-e1fb9857-a7f9-4529-8894-b86982f23b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:10.871783 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device b5fedb51-61f7-44a9-a646-00ef57b3909b up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:13:10.903922 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e5ebc8e4-6bb9-4cb3-a1cb-736b062c4eec req-dc06b7b0-2b87-4201-b8aa-d83f509dfd46 service neutron] 10.222.0.46 "GET /v2.0/networks/a97ade19-a112-43d9-843a-ad50b170ad5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5173051 Feb 09 12:13:10.975799 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b49c8-4ec1-4fc4-9c79-1343134a0d67 req-b77ce96a-f0f8-40ac-9d3c-9cc2e35bb488 tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:10.983414 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-397b49c8-4ec1-4fc4-9c79-1343134a0d67 req-b77ce96a-f0f8-40ac-9d3c-9cc2e35bb488 tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5c042779-8b84-4bb9-bb30-dac48671003f HTTP/1.1" status: 200 len: 1095 time: 0.3535345 Feb 09 12:13:10.988172 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port b5fedb51-61f7-44a9-a646-00ef57b3909b completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:13:10.994775 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port b5fedb51-61f7-44a9-a646-00ef57b3909b triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:13:10.995880 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:11.112681 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-397b49c8-4ec1-4fc4-9c79-1343134a0d67 req-50d1900c-a2cc-444d-8cf9-94c4cefa2c33 tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283011 Feb 09 12:13:11.136770 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1628c9b-53e5-48b4-a1eb-4bef5a1e1078 req-e2611bac-e718-41e4-976a-190a1ac81b31 tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:11.138422 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a1628c9b-53e5-48b4-a1eb-4bef5a1e1078 req-e2611bac-e718-41e4-976a-190a1ac81b31 tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] 10.222.0.55 "GET /v2.0/ports?device_id=c252043c-3c11-4f7c-b525-59a78c5f1a91 HTTP/1.1" status: 200 len: 943 time: 0.3852129 Feb 09 12:13:11.174055 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:11.246326 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '189af3d9-46b0-47b6-bf5c-49a5158a1b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fedb51-61f7-44a9-a646-00ef57b3909b'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:13:11.259003 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port b5fedb51-61f7-44a9-a646-00ef57b3909b, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b5fedb51-61f7-44a9-a646-00ef57b3909b,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:13:11.263907 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:11.281843 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f367f-6308-4eb9-811a-2f15c01ae5be req-9bc7b1cb-67ca-4f42-9d5c-414d25988472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:11.283914 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-415f367f-6308-4eb9-811a-2f15c01ae5be req-9bc7b1cb-67ca-4f42-9d5c-414d25988472 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6c4e889e086a4bc4b73f3a2c555f822a&device_id=c252043c-3c11-4f7c-b525-59a78c5f1a91 HTTP/1.1" status: 200 len: 1094 time: 0.2983608 Feb 09 12:13:11.329830 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a1628c9b-53e5-48b4-a1eb-4bef5a1e1078 req-640c66ca-9e9e-4818-bd8e-913b3997210c tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] 10.222.0.55 "GET /v2.0/security-groups?id=16c2a87e-3fc2-4bd3-85f9-a87a0be17100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337619 Feb 09 12:13:11.378058 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=b5fedb51-61f7-44a9-a646-00ef57b3909b,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:11.484801 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '189af3d9-46b0-47b6-bf5c-49a5158a1b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fedb51-61f7-44a9-a646-00ef57b3909b', 'code': 200} Feb 09 12:13:11.765160 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-e1fb9857-a7f9-4529-8894-b86982f23b36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0339a10-ba8d-4b54-a906-2c92e7ef4d77 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:13:11.769648 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f367f-6308-4eb9-811a-2f15c01ae5be req-c258c70f-dadd-4bdf-b3d2-a2beda56ebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:11.771093 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-415f367f-6308-4eb9-811a-2f15c01ae5be req-c258c70f-dadd-4bdf-b3d2-a2beda56ebc6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a97ade19-a112-43d9-843a-ad50b170ad5d HTTP/1.1" status: 200 len: 916 time: 0.4751861 Feb 09 12:13:11.790152 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-e1fb9857-a7f9-4529-8894-b86982f23b36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:11.878209 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-415f367f-6308-4eb9-811a-2f15c01ae5be req-62e2ae03-a9fa-4d3b-90c8-d0dc3fa5f6d6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a3a9410-7ac4-4541-8133-5869db139b20 HTTP/1.1" status: 200 len: 217 time: 0.0830543 Feb 09 12:13:11.929096 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-e1fb9857-a7f9-4529-8894-b86982f23b36 service neutron] Transition to ACTIVE for port object a0339a10-ba8d-4b54-a906-2c92e7ef4d77 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:13:11.966769 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-e1fb9857-a7f9-4529-8894-b86982f23b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:12.125082 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409be0fc-eb39-4172-b4b9-6ed67b42c26a req-7cc2dee7-d777-4791-aaff-424a90929e4d tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:12.126574 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-409be0fc-eb39-4172-b4b9-6ed67b42c26a req-7cc2dee7-d777-4791-aaff-424a90929e4d tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/networks?id=c4b615eb-1906-4989-ab89-8b6ef1cc1053 HTTP/1.1" status: 200 len: 820 time: 0.4978878 Feb 09 12:13:12.139015 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f367f-6308-4eb9-811a-2f15c01ae5be req-799d0bc9-0329-447d-bc9d-054f208f7b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:12.140494 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-415f367f-6308-4eb9-811a-2f15c01ae5be req-799d0bc9-0329-447d-bc9d-054f208f7b46 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=63231f28-e423-4420-8d06-c63a0d00dbfa HTTP/1.1" status: 200 len: 855 time: 0.2475591 Feb 09 12:13:12.147621 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a519a4-9af2-4b1b-924d-9e5528210425 req-0a46ee87-37ee-4315-a9af-2ea5c3491853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:12.149731 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-46a519a4-9af2-4b1b-924d-9e5528210425 req-0a46ee87-37ee-4315-a9af-2ea5c3491853 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=189af3d9-46b0-47b6-bf5c-49a5158a1b7d HTTP/1.1" status: 200 len: 1100 time: 0.5974219 Feb 09 12:13:12.157137 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488321f-88c6-4f88-8219-678cf4ae56dc req-72680c9a-b341-430d-922b-bc80a3b201be tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:12.157836 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-0488321f-88c6-4f88-8219-678cf4ae56dc req-72680c9a-b341-430d-922b-bc80a3b201be tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] Synchronizing usage tracker for tenant:0e9304e506cc47579eb89441e351c9f9 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:13:12.228972 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb9857-a7f9-4529-8894-b86982f23b36 service neutron] Pushing event updated for resources: {'Port': ['ID=a0339a10-ba8d-4b54-a906-2c92e7ef4d77,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:12.387153 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-415f367f-6308-4eb9-811a-2f15c01ae5be req-4c4bc1ad-d64e-4da0-bc50-89ac39b240d4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a97ade19-a112-43d9-843a-ad50b170ad5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2232943 Feb 09 12:13:12.388293 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-409be0fc-eb39-4172-b4b9-6ed67b42c26a req-11b3cebb-7dc1-497a-aa3e-fa0513ebde72 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/quotas/3a84524b0b1d4c8da324d07cc553e331 HTTP/1.1" status: 200 len: 375 time: 0.2447307 Feb 09 12:13:12.486321 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-e1fb9857-a7f9-4529-8894-b86982f23b36 service neutron] Attempting to bind port a0339a10-ba8d-4b54-a906-2c92e7ef4d77 on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:13:12.486657 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-e1fb9857-a7f9-4529-8894-b86982f23b36 service neutron] Attempting to bind port a0339a10-ba8d-4b54-a906-2c92e7ef4d77 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:13:12.486985 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-e1fb9857-a7f9-4529-8894-b86982f23b36 service neutron] Attempting to bind port a0339a10-ba8d-4b54-a906-2c92e7ef4d77 on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:13:12.488954 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-0488321f-88c6-4f88-8219-678cf4ae56dc req-72680c9a-b341-430d-922b-bc80a3b201be tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] Unset dirty status for tenant:0e9304e506cc47579eb89441e351c9f9 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:13:12.490073 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0488321f-88c6-4f88-8219-678cf4ae56dc req-72680c9a-b341-430d-922b-bc80a3b201be tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5cf2551-ae24-45d0-969b-b2acbb6b2642 HTTP/1.1" status: 200 len: 936 time: 0.9422884 Feb 09 12:13:12.537394 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-46a519a4-9af2-4b1b-924d-9e5528210425 req-2c99595a-5add-48fd-8dac-e93b5f160353 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759980 Feb 09 12:13:12.554071 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-e1fb9857-a7f9-4529-8894-b86982f23b36 service neutron] Port a0339a10-ba8d-4b54-a906-2c92e7ef4d77 on network 4f732e35-467f-44f5-be04-aa808693dec3 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:13:12.554542 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-e1fb9857-a7f9-4529-8894-b86982f23b36 service neutron] Attempting to bind port a0339a10-ba8d-4b54-a906-2c92e7ef4d77 on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:13:12.589524 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-e1fb9857-a7f9-4529-8894-b86982f23b36 service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:13:12.589863 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-e1fb9857-a7f9-4529-8894-b86982f23b36 service neutron] Checking segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:13:12.590250 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-e1fb9857-a7f9-4529-8894-b86982f23b36 service neutron] Bound using segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:13:12.590682 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-e1fb9857-a7f9-4529-8894-b86982f23b36 service neutron] Bound port: a0339a10-ba8d-4b54-a906-2c92e7ef4d77, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:13:12.591033 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-e1fb9857-a7f9-4529-8894-b86982f23b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:12.678185 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-0488321f-88c6-4f88-8219-678cf4ae56dc req-d8b02f92-3424-4ea4-81e5-02046a5e942d tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] Synchronizing usage tracker for tenant:0e9304e506cc47579eb89441e351c9f9 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:13:12.722250 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-415f367f-6308-4eb9-811a-2f15c01ae5be req-892cb8a8-15ff-4ddc-9f12-f0cccb78e7a5 service neutron] 10.222.0.46 "GET /v2.0/networks/a97ade19-a112-43d9-843a-ad50b170ad5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236339 Feb 09 12:13:12.769258 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-409be0fc-eb39-4172-b4b9-6ed67b42c26a req-78afaded-deb6-4354-93c8-5b050926de44 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a84524b0b1d4c8da324d07cc553e331&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3652143 Feb 09 12:13:12.777293 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-0488321f-88c6-4f88-8219-678cf4ae56dc req-d8b02f92-3424-4ea4-81e5-02046a5e942d tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] Unset dirty status for tenant:0e9304e506cc47579eb89441e351c9f9 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:13:12.778506 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0488321f-88c6-4f88-8219-678cf4ae56dc req-d8b02f92-3424-4ea4-81e5-02046a5e942d tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] 10.222.0.55 "GET /v2.0/security-groups?id=9efbc798-5930-4d00-8e69-e61f04a042c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375073 Feb 09 12:13:12.913868 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-e1fb9857-a7f9-4529-8894-b86982f23b36 service neutron] For port a0339a10-ba8d-4b54-a906-2c92e7ef4d77, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:13:12.943204 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-e1fb9857-a7f9-4529-8894-b86982f23b36 service neutron] For port a0339a10-ba8d-4b54-a906-2c92e7ef4d77, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=a0339a10-ba8d-4b54-a906-2c92e7ef4d77,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:13:12.952418 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-e1fb9857-a7f9-4529-8894-b86982f23b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:13.053277 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-e1fb9857-a7f9-4529-8894-b86982f23b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:13.053901 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-e1fb9857-a7f9-4529-8894-b86982f23b36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:13.055916 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-e1fb9857-a7f9-4529-8894-b86982f23b36 service neutron] 10.222.0.52 "PUT /v2.0/ports/a0339a10-ba8d-4b54-a906-2c92e7ef4d77 HTTP/1.1" status: 200 len: 1096 time: 2.8435640 Feb 09 12:13:13.065950 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5cf2551-ae24-45d0-969b-b2acbb6b2642', 'tag': 'a0339a10-ba8d-4b54-a906-2c92e7ef4d77'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:13:13.179670 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-409be0fc-eb39-4172-b4b9-6ed67b42c26a req-46e4a166-b79b-4baf-a1f0-e6c197abaaba service neutron] 10.222.0.55 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999746 Feb 09 12:13:13.188607 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-415f367f-6308-4eb9-811a-2f15c01ae5be req-032bb6a6-60a5-4e84-8bed-b268f73565cf service neutron] 10.222.0.46 "GET /v2.0/networks/a97ade19-a112-43d9-843a-ad50b170ad5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4436073 Feb 09 12:13:13.219229 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb9857-a7f9-4529-8894-b86982f23b36 service neutron] Pushing event updated for resources: {'Port': ['ID=a0339a10-ba8d-4b54-a906-2c92e7ef4d77,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:13.350208 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e722127-240c-4f98-91de-596ce4ec3952 req-3650db4f-5016-4760-b131-d35c418e00d0 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:13.352056 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4e722127-240c-4f98-91de-596ce4ec3952 req-3650db4f-5016-4760-b131-d35c418e00d0 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=189af3d9-46b0-47b6-bf5c-49a5158a1b7d HTTP/1.1" status: 200 len: 949 time: 0.3023176 Feb 09 12:13:13.371018 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-96470f37-f86f-4963-8fa7-3448cdd1d2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:13.372481 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-96470f37-f86f-4963-8fa7-3448cdd1d2e0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0e9304e506cc47579eb89441e351c9f9&device_id=b5cf2551-ae24-45d0-969b-b2acbb6b2642 HTTP/1.1" status: 200 len: 1099 time: 0.2518380 Feb 09 12:13:13.456218 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-409be0fc-eb39-4172-b4b9-6ed67b42c26a req-c0edba0f-e842-4ce6-aa55-0a5d8ca416e9 service neutron] 10.222.0.55 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663972 Feb 09 12:13:13.458513 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-8b1422c9-f694-4109-b37a-716adf97e5dc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=a0339a10-ba8d-4b54-a906-2c92e7ef4d77 HTTP/1.1" status: 200 len: 217 time: 0.0720818 Feb 09 12:13:13.519458 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4e722127-240c-4f98-91de-596ce4ec3952 req-7760a187-4755-4ef8-a41b-7707d62918fc tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597369 Feb 09 12:13:13.534231 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-ecfeaff5-81b6-43fd-8a46-f8f76e05375c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:13.535685 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-ecfeaff5-81b6-43fd-8a46-f8f76e05375c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.0691860 Feb 09 12:13:13.643147 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-9a55240c-5c91-47c5-af80-019356a5fa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:13.645009 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-9a55240c-5c91-47c5-af80-019356a5fa60 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1016364 Feb 09 12:13:13.868813 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da5df8-b2f0-48c0-bdc1-1ce6fecd476c req-2aec53da-a66d-4fac-9f92-3792c86a5d07 tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:13.870335 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-57da5df8-b2f0-48c0-bdc1-1ce6fecd476c req-2aec53da-a66d-4fac-9f92-3792c86a5d07 tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] 10.222.0.55 "GET /v2.0/ports?device_id=c252043c-3c11-4f7c-b525-59a78c5f1a91 HTTP/1.1" status: 200 len: 943 time: 0.2180109 Feb 09 12:13:13.872160 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-669b8541-79f7-4160-b033-d866730a4bb0 service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852639 Feb 09 12:13:13.937431 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-05a31400-c80a-44db-a1a3-ae93341cf1f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:14.116018 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-4f7d070d-22af-4f76-bd9a-7c39c0b996dc tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=3154404fb1d448f2abd699c18c801bd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448730 Feb 09 12:13:14.118866 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-57da5df8-b2f0-48c0-bdc1-1ce6fecd476c req-cf719b18-64d0-498e-94b5-39a4d57c98c8 tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] 10.222.0.55 "GET /v2.0/security-groups?id=16c2a87e-3fc2-4bd3-85f9-a87a0be17100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419238 Feb 09 12:13:14.212612 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5cf2551-ae24-45d0-969b-b2acbb6b2642', 'tag': 'a0339a10-ba8d-4b54-a906-2c92e7ef4d77', 'status': 'completed', 'code': 200} Feb 09 12:13:14.252623 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e8d2800b-2792-48ae-b569-2f47468c1fcf req-c12a55d7-0ee1-466a-a052-934d6b6c709c service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621006 Feb 09 12:13:14.375730 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3f837f74-d63b-4a7e-ac90-bb715078a747 req-24eadef3-487f-4c8f-a25e-f8204bc45e33 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=67f45562-80ed-4d1d-94af-1f8431258a0e HTTP/1.1" status: 200 len: 210 time: 0.0796640 Feb 09 12:13:14.387151 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-604eef2e-f969-4f86-a8bf-c611c39ff599 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:14.392330 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-604eef2e-f969-4f86-a8bf-c611c39ff599 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2686877 Feb 09 12:13:14.419133 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-89be8d38-5839-4b68-b104-c3a4793ffee9 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.55 "GET /v2.0/quotas/3154404fb1d448f2abd699c18c801bd7 HTTP/1.1" status: 200 len: 375 time: 0.0193691 Feb 09 12:13:14.477105 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-52caca53-b225-443c-8950-6708f0314c30 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3154404fb1d448f2abd699c18c801bd7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506766 Feb 09 12:13:14.486151 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f38c6-dc0b-41fa-9ad9-5103cf12ca43 req-87977204-60c8-43de-8946-a3515c7af0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:14.487715 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2f2f38c6-dc0b-41fa-9ad9-5103cf12ca43 req-87977204-60c8-43de-8946-a3515c7af0a4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0e9304e506cc47579eb89441e351c9f9&device_id=b5cf2551-ae24-45d0-969b-b2acbb6b2642 HTTP/1.1" status: 200 len: 1099 time: 0.1467588 Feb 09 12:13:14.690852 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f38c6-dc0b-41fa-9ad9-5103cf12ca43 req-7971efa4-09d8-4e90-aacc-14f3b509e28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:14.692311 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2f2f38c6-dc0b-41fa-9ad9-5103cf12ca43 req-7971efa4-09d8-4e90-aacc-14f3b509e28b service neutron] 10.222.0.52 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.1939290 Feb 09 12:13:14.784356 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2f2f38c6-dc0b-41fa-9ad9-5103cf12ca43 req-fabee33d-e9b8-4549-a410-78afc2a3f03d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=a0339a10-ba8d-4b54-a906-2c92e7ef4d77 HTTP/1.1" status: 200 len: 217 time: 0.0742998 Feb 09 12:13:14.796954 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa763bf-b242-412d-9bbb-7386136b5928 req-ed040c71-4a9c-44f7-ba5f-604467c06e1d tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:14.798499 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1aa763bf-b242-412d-9bbb-7386136b5928 req-ed040c71-4a9c-44f7-ba5f-604467c06e1d tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5cf2551-ae24-45d0-969b-b2acbb6b2642 HTTP/1.1" status: 200 len: 948 time: 0.1672487 Feb 09 12:13:14.904280 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 8a3a9410-7ac4-4541-8133-5869db139b20 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:13:15.036519 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f38c6-dc0b-41fa-9ad9-5103cf12ca43 req-d0dda799-95a2-44ff-89d0-5d03739003fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:15.037854 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2f2f38c6-dc0b-41fa-9ad9-5103cf12ca43 req-d0dda799-95a2-44ff-89d0-5d03739003fa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.2374353 Feb 09 12:13:15.081711 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 38132) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:15.092385 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1aa763bf-b242-412d-9bbb-7386136b5928 req-beb7540e-7940-4038-b7c2-a78f0819fba7 tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] 10.222.0.55 "GET /v2.0/security-groups?id=9efbc798-5930-4d00-8e69-e61f04a042c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275760 Feb 09 12:13:15.114984 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 8a3a9410-7ac4-4541-8133-5869db139b20, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=8a3a9410-7ac4-4541-8133-5869db139b20,segment=NetworkSegment(7d1ba1d3-62e0-49ae-b326-dc2f8612a554),segment_id=7d1ba1d3-62e0-49ae-b326-dc2f8612a554)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:13:15.141720 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '8a3a9410-7ac4-4541-8133-5869db139b20', 'network_id': 'a97ade19-a112-43d9-843a-ad50b170ad5d', 'port_id': '8a3a9410-7ac4-4541-8133-5869db139b20', 'mac_address': 'fa:16:3e:49:c5:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63231f28-e423-4420-8d06-c63a0d00dbfa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:13:15.224808 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:15.240414 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409be0fc-eb39-4172-b4b9-6ed67b42c26a req-fa461e32-1bd1-4551-8c65-729ca3a66178 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:15.242443 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-409be0fc-eb39-4172-b4b9-6ed67b42c26a req-fa461e32-1bd1-4551-8c65-729ca3a66178 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.52 "GET /v2.0/networks?id=c4b615eb-1906-4989-ab89-8b6ef1cc1053 HTTP/1.1" status: 200 len: 820 time: 0.3731759 Feb 09 12:13:15.246736 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a3a9410-7ac4-4541-8133-5869db139b20 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:13:15.252473 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b51e1895-e0ad-4a0a-a7d7-0d2b1e74e3d9 req-9f7f9f02-44f5-4ec0-9447-d4abd5da1792 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.55 "GET /v2.0/ports?device_id=44be0a97-c5b9-41e5-9506-72c601ea9916 HTTP/1.1" status: 200 len: 210 time: 0.0801950 Feb 09 12:13:15.260132 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-409be0fc-eb39-4172-b4b9-6ed67b42c26a req-450e56b2-5947-4ad3-b3df-935741226597 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Request body: {'port': {'device_id': '67f45562-80ed-4d1d-94af-1f8431258a0e', 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053', 'admin_state_up': True, 'tenant_id': '3a84524b0b1d4c8da324d07cc553e331'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:13:15.281483 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cb41d725-c261-4519-af79-3275693a8d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:15.285262 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935e904-9892-416f-9eaa-dd231236420e req-00ec3f6c-eed9-4491-94bb-75e94db8ef16 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:15.285667 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 8a3a9410-7ac4-4541-8133-5869db139b20, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=8a3a9410-7ac4-4541-8133-5869db139b20,segment=NetworkSegment(7d1ba1d3-62e0-49ae-b326-dc2f8612a554),segment_id=7d1ba1d3-62e0-49ae-b326-dc2f8612a554)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:13:15.287057 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5935e904-9892-416f-9eaa-dd231236420e req-00ec3f6c-eed9-4491-94bb-75e94db8ef16 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=189af3d9-46b0-47b6-bf5c-49a5158a1b7d HTTP/1.1" status: 200 len: 949 time: 0.4876001 Feb 09 12:13:15.299638 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:15.335052 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-cb41d725-c261-4519-af79-3275693a8d99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:13:15.346514 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-cb41d725-c261-4519-af79-3275693a8d99 admin admin] Usage tracker for resource:security_group_rule and tenant:135e8a3442e54bd6b60b1829ef221ffb is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:13:15.361382 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-cb41d725-c261-4519-af79-3275693a8d99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:13:15.368708 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-cb41d725-c261-4519-af79-3275693a8d99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:13:15.391625 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=8a3a9410-7ac4-4541-8133-5869db139b20,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:15.487988 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5935e904-9892-416f-9eaa-dd231236420e req-7a379138-e9bd-4a86-9e94-57663b3c45ab tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883904 Feb 09 12:13:15.501023 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cb41d725-c261-4519-af79-3275693a8d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:15.520926 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cb41d725-c261-4519-af79-3275693a8d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:15.536302 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f38c6-dc0b-41fa-9ad9-5103cf12ca43 req-e06a914a-c643-4198-994d-036d21f821cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:15.538059 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2f2f38c6-dc0b-41fa-9ad9-5103cf12ca43 req-e06a914a-c643-4198-994d-036d21f821cf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4888027 Feb 09 12:13:15.540417 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['8a3a9410-7ac4-4541-8133-5869db139b20'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:13:15.579530 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb41d725-c261-4519-af79-3275693a8d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d81dce-0862-4542-8651-0f71a5f63db3,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:15.634283 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-cb41d725-c261-4519-af79-3275693a8d99 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=135e8a3442e54bd6b60b1829ef221ffb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5512435 Feb 09 12:13:15.636806 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 38148) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:15.683542 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-409be0fc-eb39-4172-b4b9-6ed67b42c26a req-450e56b2-5947-4ad3-b3df-935741226597 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:13:15.708435 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0ceae-a5a0-434c-a8a5-6d60258f6192 req-58a5a6a5-fa40-4517-9866-b2235060512f tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:15.709940 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fbe0ceae-a5a0-434c-a8a5-6d60258f6192 req-58a5a6a5-fa40-4517-9866-b2235060512f tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] 10.222.0.55 "GET /v2.0/ports?device_id=c252043c-3c11-4f7c-b525-59a78c5f1a91 HTTP/1.1" status: 200 len: 944 time: 0.2743068 Feb 09 12:13:15.727160 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8bfcc384-375c-44f2-8624-60ac40005a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:15.764095 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8bfcc384-375c-44f2-8624-60ac40005a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:15.821787 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8bfcc384-375c-44f2-8624-60ac40005a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:15.838090 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfcc384-375c-44f2-8624-60ac40005a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d81dce-0862-4542-8651-0f71a5f63db3,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:15.841085 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-409be0fc-eb39-4172-b4b9-6ed67b42c26a req-450e56b2-5947-4ad3-b3df-935741226597 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:13:15.842674 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8bfcc384-375c-44f2-8624-60ac40005a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:15.852439 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8bfcc384-375c-44f2-8624-60ac40005a00 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/31d81dce-0862-4542-8651-0f71a5f63db3 HTTP/1.1" status: 204 len: 168 time: 0.2104075 Feb 09 12:13:15.883033 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-17372146-ff83-4340-8448-a56b063e5217 req-bd98911e-d5bf-4b1a-acc1-71d5a5bb26a3 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=67f45562-80ed-4d1d-94af-1f8431258a0e HTTP/1.1" status: 200 len: 210 time: 0.1708770 Feb 09 12:13:15.903657 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2f2f38c6-dc0b-41fa-9ad9-5103cf12ca43 req-89377ae3-59c1-4e80-b4a4-1e92e6aa9490 service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496547 Feb 09 12:13:15.907122 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-409be0fc-eb39-4172-b4b9-6ed67b42c26a req-450e56b2-5947-4ad3-b3df-935741226597 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Made reservation on behalf of 3a84524b0b1d4c8da324d07cc553e331 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:13:15.910621 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-409be0fc-eb39-4172-b4b9-6ed67b42c26a req-450e56b2-5947-4ad3-b3df-935741226597 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:15.957156 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fbe0ceae-a5a0-434c-a8a5-6d60258f6192 req-9b7301df-15b1-42fa-abfb-488073d34770 tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] 10.222.0.55 "GET /v2.0/security-groups?id=16c2a87e-3fc2-4bd3-85f9-a87a0be17100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501536 Feb 09 12:13:16.123121 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-be703646-77f4-4691-b5ef-b54a766d23ce tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=3154404fb1d448f2abd699c18c801bd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416932 Feb 09 12:13:16.261554 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-627af818-4f8a-4f5c-a84d-9c9c36c85298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:16.329990 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2f2f38c6-dc0b-41fa-9ad9-5103cf12ca43 req-7d13b7a2-c01a-42b8-a95a-54430fb17121 service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076192 Feb 09 12:13:16.451934 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 38166) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:16.454934 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-409be0fc-eb39-4172-b4b9-6ed67b42c26a req-450e56b2-5947-4ad3-b3df-935741226597 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Allocated IP 172.20.0.10 (c4b615eb-1906-4989-ab89-8b6ef1cc1053/9d6b2f2b-3fb9-4d1b-ac78-19140ea18253/52a06bdf-54c7-4726-ab50-0f30a7c24bd5) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:13:16.470639 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7b8f745c-914c-4866-a62c-ff8f5a938f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:16.485533 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7b8f745c-914c-4866-a62c-ff8f5a938f65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:13:16.489454 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7b8f745c-914c-4866-a62c-ff8f5a938f65 admin admin] Usage tracker for resource:security_group_rule and tenant:4cffb38365ed473eb30e0b6d2d60ff69 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:13:16.492844 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7b8f745c-914c-4866-a62c-ff8f5a938f65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:13:16.498865 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7b8f745c-914c-4866-a62c-ff8f5a938f65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:13:16.569144 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-5c5cdbc1-2780-4994-8982-e9af9df3d835 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:16.571193 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-5c5cdbc1-2780-4994-8982-e9af9df3d835 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4325876 Feb 09 12:13:16.585444 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7b8f745c-914c-4866-a62c-ff8f5a938f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:16.589388 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7b8f745c-914c-4866-a62c-ff8f5a938f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:16.593078 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-7856981f-a13d-4d88-887e-1086aeec7d5f tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Request body: {'port': {'device_id': '44be0a97-c5b9-41e5-9506-72c601ea9916', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'admin_state_up': True, 'tenant_id': '3154404fb1d448f2abd699c18c801bd7'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:13:16.639136 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7b8f745c-914c-4866-a62c-ff8f5a938f65 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4cffb38365ed473eb30e0b6d2d60ff69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1854846 Feb 09 12:13:16.640683 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8f745c-914c-4866-a62c-ff8f5a938f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467ce092-3be3-4c41-99a0-272b00ab8288,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:16.642910 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 38170) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:16.702710 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-85a2a662-d8e3-4755-b627-247c976f6cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:16.729848 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-85a2a662-d8e3-4755-b627-247c976f6cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:16.783350 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-85a2a662-d8e3-4755-b627-247c976f6cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:16.786171 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0a786-aca3-42f0-ae8d-6be7c398a07d req-11819f6a-89c8-442a-ab3a-6a0a980c93f5 tempest-ServersOnMultiNodesTest-2098192950 tempest-ServersOnMultiNodesTest-2098192950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:16.787681 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-95a0a786-aca3-42f0-ae8d-6be7c398a07d req-11819f6a-89c8-442a-ab3a-6a0a980c93f5 tempest-ServersOnMultiNodesTest-2098192950 tempest-ServersOnMultiNodesTest-2098192950-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=189af3d9-46b0-47b6-bf5c-49a5158a1b7d HTTP/1.1" status: 200 len: 1100 time: 0.4091611 Feb 09 12:13:16.800301 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a2a662-d8e3-4755-b627-247c976f6cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467ce092-3be3-4c41-99a0-272b00ab8288,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:16.805373 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-85a2a662-d8e3-4755-b627-247c976f6cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:16.808835 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-85a2a662-d8e3-4755-b627-247c976f6cc4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/467ce092-3be3-4c41-99a0-272b00ab8288 HTTP/1.1" status: 204 len: 168 time: 0.1626081 Feb 09 12:13:16.829456 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa589bf-3e6e-4712-9b85-d3a2d67b0b58 req-959119a8-3634-44c0-882b-c893c3faa99f tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:16.830946 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0fa589bf-3e6e-4712-9b85-d3a2d67b0b58 req-959119a8-3634-44c0-882b-c893c3faa99f tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5cf2551-ae24-45d0-969b-b2acbb6b2642 HTTP/1.1" status: 200 len: 948 time: 0.3818049 Feb 09 12:13:16.873409 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-95a0a786-aca3-42f0-ae8d-6be7c398a07d req-844e3c32-13a9-44a6-8b4a-b5122d75c4e7 tempest-ServersOnMultiNodesTest-2098192950 tempest-ServersOnMultiNodesTest-2098192950-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:16.918204 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 8a3a9410-7ac4-4541-8133-5869db139b20 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:13:16.923378 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-95a0a786-aca3-42f0-ae8d-6be7c398a07d req-844e3c32-13a9-44a6-8b4a-b5122d75c4e7 tempest-ServersOnMultiNodesTest-2098192950 tempest-ServersOnMultiNodesTest-2098192950-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:13:16.941866 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-7856981f-a13d-4d88-887e-1086aeec7d5f tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:13:16.953694 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-95a0a786-aca3-42f0-ae8d-6be7c398a07d req-844e3c32-13a9-44a6-8b4a-b5122d75c4e7 tempest-ServersOnMultiNodesTest-2098192950 tempest-ServersOnMultiNodesTest-2098192950-project-admin] Usage tracker for resource:security_group_rule and tenant:e27f50d168be4556aba78f16b948368a is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:13:16.958692 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-7856981f-a13d-4d88-887e-1086aeec7d5f tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Usage tracker for resource:port and tenant:3154404fb1d448f2abd699c18c801bd7 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:13:16.963540 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-95a0a786-aca3-42f0-ae8d-6be7c398a07d req-844e3c32-13a9-44a6-8b4a-b5122d75c4e7 tempest-ServersOnMultiNodesTest-2098192950 tempest-ServersOnMultiNodesTest-2098192950-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:13:16.966268 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-7856981f-a13d-4d88-887e-1086aeec7d5f tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:13:16.989114 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-95a0a786-aca3-42f0-ae8d-6be7c398a07d req-844e3c32-13a9-44a6-8b4a-b5122d75c4e7 tempest-ServersOnMultiNodesTest-2098192950 tempest-ServersOnMultiNodesTest-2098192950-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:13:16.994478 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 8a3a9410-7ac4-4541-8133-5869db139b20 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:13:16.994870 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-7856981f-a13d-4d88-887e-1086aeec7d5f tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:13:17.000344 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 8a3a9410-7ac4-4541-8133-5869db139b20 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:13:17.000729 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:17.008272 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-409be0fc-eb39-4172-b4b9-6ed67b42c26a req-450e56b2-5947-4ad3-b3df-935741226597 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:17.013600 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0fa589bf-3e6e-4712-9b85-d3a2d67b0b58 req-ae5e78c7-69e5-4e20-8b36-46e1fe7937d3 tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] 10.222.0.55 "GET /v2.0/security-groups?id=9efbc798-5930-4d00-8e69-e61f04a042c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671135 Feb 09 12:13:17.050212 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-7856981f-a13d-4d88-887e-1086aeec7d5f tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Made reservation on behalf of 3154404fb1d448f2abd699c18c801bd7 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:13:17.053827 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-7856981f-a13d-4d88-887e-1086aeec7d5f tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:17.076000 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-7856981f-a13d-4d88-887e-1086aeec7d5f tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:17.105263 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-7856981f-a13d-4d88-887e-1086aeec7d5f tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:13:17.110642 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-7856981f-a13d-4d88-887e-1086aeec7d5f tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Usage tracker for resource:security_group_rule and tenant:3154404fb1d448f2abd699c18c801bd7 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:13:17.115577 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-7856981f-a13d-4d88-887e-1086aeec7d5f tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:13:17.126605 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-7856981f-a13d-4d88-887e-1086aeec7d5f tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:13:17.141007 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:17.171866 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-409be0fc-eb39-4172-b4b9-6ed67b42c26a req-450e56b2-5947-4ad3-b3df-935741226597 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:17.172605 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c252043c-3c11-4f7c-b525-59a78c5f1a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3a9410-7ac4-4541-8133-5869db139b20'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:13:17.183228 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 8a3a9410-7ac4-4541-8133-5869db139b20, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=8a3a9410-7ac4-4541-8133-5869db139b20,segment=NetworkSegment(7d1ba1d3-62e0-49ae-b326-dc2f8612a554),segment_id=7d1ba1d3-62e0-49ae-b326-dc2f8612a554)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:13:17.188048 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:17.256787 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-95a0a786-aca3-42f0-ae8d-6be7c398a07d req-844e3c32-13a9-44a6-8b4a-b5122d75c4e7 tempest-ServersOnMultiNodesTest-2098192950 tempest-ServersOnMultiNodesTest-2098192950-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:17.291977 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=8a3a9410-7ac4-4541-8133-5869db139b20,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:17.309623 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab786697-5858-471a-9bbe-6e6c538ef85e req-d7277887-feec-49f1-9473-3610eee1c5eb tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.55 "GET /v2.0/ports?device_id=44be0a97-c5b9-41e5-9506-72c601ea9916 HTTP/1.1" status: 200 len: 210 time: 0.0806570 Feb 09 12:13:17.315167 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device a0339a10-ba8d-4b54-a906-2c92e7ef4d77 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:13:17.334823 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-95a0a786-aca3-42f0-ae8d-6be7c398a07d req-844e3c32-13a9-44a6-8b4a-b5122d75c4e7 tempest-ServersOnMultiNodesTest-2098192950 tempest-ServersOnMultiNodesTest-2098192950-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:17.375225 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-409be0fc-eb39-4172-b4b9-6ed67b42c26a req-450e56b2-5947-4ad3-b3df-935741226597 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Network c4b615eb-1906-4989-ab89-8b6ef1cc1053 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:13:17.391407 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-409be0fc-eb39-4172-b4b9-6ed67b42c26a req-450e56b2-5947-4ad3-b3df-935741226597 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:13:17.393851 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-409be0fc-eb39-4172-b4b9-6ed67b42c26a req-450e56b2-5947-4ad3-b3df-935741226597 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:13:17.400583 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409be0fc-eb39-4172-b4b9-6ed67b42c26a req-450e56b2-5947-4ad3-b3df-935741226597 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:17.401224 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-409be0fc-eb39-4172-b4b9-6ed67b42c26a req-450e56b2-5947-4ad3-b3df-935741226597 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:17.447522 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-95a0a786-aca3-42f0-ae8d-6be7c398a07d req-844e3c32-13a9-44a6-8b4a-b5122d75c4e7 tempest-ServersOnMultiNodesTest-2098192950 tempest-ServersOnMultiNodesTest-2098192950-project-admin] Synchronizing usage tracker for tenant:e27f50d168be4556aba78f16b948368a on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:13:17.460185 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-409be0fc-eb39-4172-b4b9-6ed67b42c26a req-450e56b2-5947-4ad3-b3df-935741226597 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2045515 Feb 09 12:13:17.469669 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e56b2-5947-4ad3-b3df-935741226597 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Pushing event updated for resources: {'Port': ['ID=52a06bdf-54c7-4726-ab50-0f30a7c24bd5,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:17.473523 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:17.484020 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e3c32-13a9-44a6-8b4a-b5122d75c4e7 tempest-ServersOnMultiNodesTest-2098192950 tempest-ServersOnMultiNodesTest-2098192950-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43170309-f589-4e33-952b-7c520ed38e12,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:17.490329 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-409be0fc-eb39-4172-b4b9-6ed67b42c26a req-29fbf1b8-352f-4b6f-8e62-db124ee11291 service neutron] Request body: {'port': {'device_id': '67f45562-80ed-4d1d-94af-1f8431258a0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:13:17.524838 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port a0339a10-ba8d-4b54-a906-2c92e7ef4d77, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=a0339a10-ba8d-4b54-a906-2c92e7ef4d77,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:13:17.540794 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': 'a0339a10-ba8d-4b54-a906-2c92e7ef4d77', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'port_id': 'a0339a10-ba8d-4b54-a906-2c92e7ef4d77', 'mac_address': 'fa:16:3e:e6:23:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed5558-888d-440a-8c32-52f2f9bc5bd5', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:13:17.542891 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:17.600035 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:17.618745 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0339a10-ba8d-4b54-a906-2c92e7ef4d77 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:13:17.636932 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port a0339a10-ba8d-4b54-a906-2c92e7ef4d77, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=a0339a10-ba8d-4b54-a906-2c92e7ef4d77,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:13:17.638382 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-7856981f-a13d-4d88-887e-1086aeec7d5f tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:17.639680 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-95a0a786-aca3-42f0-ae8d-6be7c398a07d req-844e3c32-13a9-44a6-8b4a-b5122d75c4e7 tempest-ServersOnMultiNodesTest-2098192950 tempest-ServersOnMultiNodesTest-2098192950-project-admin] Unset dirty status for tenant:e27f50d168be4556aba78f16b948368a on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:13:17.640968 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-95a0a786-aca3-42f0-ae8d-6be7c398a07d req-844e3c32-13a9-44a6-8b4a-b5122d75c4e7 tempest-ServersOnMultiNodesTest-2098192950 tempest-ServersOnMultiNodesTest-2098192950-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8455687 Feb 09 12:13:17.649912 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-7856981f-a13d-4d88-887e-1086aeec7d5f tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:17.652827 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:17.753661 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=a0339a10-ba8d-4b54-a906-2c92e7ef4d77,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:17.937691 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7856981f-a13d-4d88-887e-1086aeec7d5f tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eba7f389-f277-490a-b44f-52c207312cf3,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:17.950022 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['a0339a10-ba8d-4b54-a906-2c92e7ef4d77'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:13:18.003231 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-409be0fc-eb39-4172-b4b9-6ed67b42c26a req-29fbf1b8-352f-4b6f-8e62-db124ee11291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:18.035285 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e83d1-92e2-42d0-8d6a-cce4628f63f9 req-40109617-338e-4f8a-8800-a7da16afb46c tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:18.035935 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-1c6e83d1-92e2-42d0-8d6a-cce4628f63f9 req-40109617-338e-4f8a-8800-a7da16afb46c tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Synchronizing usage tracker for tenant:3a84524b0b1d4c8da324d07cc553e331 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:13:18.128477 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-1c6e83d1-92e2-42d0-8d6a-cce4628f63f9 req-40109617-338e-4f8a-8800-a7da16afb46c tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Unset dirty status for tenant:3a84524b0b1d4c8da324d07cc553e331 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:13:18.129665 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1c6e83d1-92e2-42d0-8d6a-cce4628f63f9 req-40109617-338e-4f8a-8800-a7da16afb46c tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=67f45562-80ed-4d1d-94af-1f8431258a0e HTTP/1.1" status: 200 len: 932 time: 0.5793307 Feb 09 12:13:18.144490 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-7856981f-a13d-4d88-887e-1086aeec7d5f tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Allocated IP 192.168.233.150 (4f732e35-467f-44f5-be04-aa808693dec3/f8ed5558-888d-440a-8c32-52f2f9bc5bd5/0b609802-8f84-45a3-b1c8-b380d7ab3be7) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:13:18.188793 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3da77-f0b7-4ec0-8eb9-16de2acd86f3 req-4c1f4582-b25a-4d93-84de-b62b895a1cd6 tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:18.190224 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-39f3da77-f0b7-4ec0-8eb9-16de2acd86f3 req-4c1f4582-b25a-4d93-84de-b62b895a1cd6 tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] 10.222.0.55 "GET /v2.0/ports?device_id=c252043c-3c11-4f7c-b525-59a78c5f1a91 HTTP/1.1" status: 200 len: 945 time: 0.3470628 Feb 09 12:13:18.304037 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1c6e83d1-92e2-42d0-8d6a-cce4628f63f9 req-ae19b36c-ef94-4b65-be23-7da75e21cd44 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678071 Feb 09 12:13:18.378301 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-39f3da77-f0b7-4ec0-8eb9-16de2acd86f3 req-51d788dd-8bc7-480b-8625-0b6ca9d34471 tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] 10.222.0.55 "GET /v2.0/security-groups?id=16c2a87e-3fc2-4bd3-85f9-a87a0be17100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439648 Feb 09 12:13:18.453985 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c252043c-3c11-4f7c-b525-59a78c5f1a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3a9410-7ac4-4541-8133-5869db139b20', 'code': 200} Feb 09 12:13:18.746376 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b65a5ad6-50bb-4fa3-a0df-934f18e3a868 req-17113873-83ae-4714-8bc9-d0c0a3113992 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.55 "GET /v2.0/ports?device_id=44be0a97-c5b9-41e5-9506-72c601ea9916 HTTP/1.1" status: 200 len: 210 time: 0.0956800 Feb 09 12:13:18.814161 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-7856981f-a13d-4d88-887e-1086aeec7d5f tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:18.870676 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d4577-5123-4854-8d3f-3dd6000dd8b3 req-6fe135a2-c255-4490-835b-2847125d972d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:18.872168 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-670d4577-5123-4854-8d3f-3dd6000dd8b3 req-6fe135a2-c255-4490-835b-2847125d972d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c252043c-3c11-4f7c-b525-59a78c5f1a91 HTTP/1.1" status: 200 len: 1096 time: 0.3363914 Feb 09 12:13:18.891954 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-7856981f-a13d-4d88-887e-1086aeec7d5f tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Transition to ACTIVE for port object 0b609802-8f84-45a3-b1c8-b380d7ab3be7 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:13:18.925737 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f5657-583e-4007-8024-714b912522cb req-98924619-26d8-4fa5-8158-9244eb33ea15 tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:18.927151 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d08f5657-583e-4007-8024-714b912522cb req-98924619-26d8-4fa5-8158-9244eb33ea15 tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5cf2551-ae24-45d0-969b-b2acbb6b2642 HTTP/1.1" status: 200 len: 949 time: 0.3386004 Feb 09 12:13:18.943633 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:18.950347 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-409be0fc-eb39-4172-b4b9-6ed67b42c26a req-29fbf1b8-352f-4b6f-8e62-db124ee11291 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52a06bdf-54c7-4726-ab50-0f30a7c24bd5 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:13:18.975539 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-409be0fc-eb39-4172-b4b9-6ed67b42c26a req-29fbf1b8-352f-4b6f-8e62-db124ee11291 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:19.018465 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-670d4577-5123-4854-8d3f-3dd6000dd8b3 req-095bf051-be50-4409-9a61-186a16501d6c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=16c2a87e-3fc2-4bd3-85f9-a87a0be17100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220980 Feb 09 12:13:19.037076 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-409be0fc-eb39-4172-b4b9-6ed67b42c26a req-29fbf1b8-352f-4b6f-8e62-db124ee11291 service neutron] Transition to ACTIVE for port object 52a06bdf-54c7-4726-ab50-0f30a7c24bd5 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:13:19.040780 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-a8797e77-cc14-4bb7-958d-24f123fc3cc4 tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=c3055b4aecb94a3fa08d5df4eac0ef07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0594945 Feb 09 12:13:19.045740 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-409be0fc-eb39-4172-b4b9-6ed67b42c26a req-29fbf1b8-352f-4b6f-8e62-db124ee11291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:19.113958 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d08f5657-583e-4007-8024-714b912522cb req-8ac6b5ec-b2cb-45f9-9cbf-10a5fcf8e0e6 tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] 10.222.0.55 "GET /v2.0/security-groups?id=9efbc798-5930-4d00-8e69-e61f04a042c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738572 Feb 09 12:13:19.186021 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-7856981f-a13d-4d88-887e-1086aeec7d5f tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:19.326597 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device a0339a10-ba8d-4b54-a906-2c92e7ef4d77 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:13:19.333125 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fbf1b8-352f-4b6f-8e62-db124ee11291 service neutron] Pushing event updated for resources: {'Port': ['ID=52a06bdf-54c7-4726-ab50-0f30a7c24bd5,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:19.387200 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-1bf1a503-1fb9-43b5-b4a7-c575e05ba783 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=c9a644d28aa946259b7337281970c4b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1378541 Feb 09 12:13:19.398019 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port a0339a10-ba8d-4b54-a906-2c92e7ef4d77 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:13:19.403081 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port a0339a10-ba8d-4b54-a906-2c92e7ef4d77 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:13:19.403450 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:19.404883 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-7856981f-a13d-4d88-887e-1086aeec7d5f tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Network 4f732e35-467f-44f5-be04-aa808693dec3 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:13:19.427534 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-7856981f-a13d-4d88-887e-1086aeec7d5f tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:13:19.460680 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-7856981f-a13d-4d88-887e-1086aeec7d5f tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:13:19.466169 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-7856981f-a13d-4d88-887e-1086aeec7d5f tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:19.466817 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-7856981f-a13d-4d88-887e-1086aeec7d5f tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:19.488892 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-409be0fc-eb39-4172-b4b9-6ed67b42c26a req-29fbf1b8-352f-4b6f-8e62-db124ee11291 service neutron] Attempting to bind port 52a06bdf-54c7-4726-ab50-0f30a7c24bd5 on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:13:19.489229 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-409be0fc-eb39-4172-b4b9-6ed67b42c26a req-29fbf1b8-352f-4b6f-8e62-db124ee11291 service neutron] Attempting to bind port 52a06bdf-54c7-4726-ab50-0f30a7c24bd5 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': '32f229e9-9010-4be1-973f-7ae4423dcda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:13:19.489559 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409be0fc-eb39-4172-b4b9-6ed67b42c26a req-29fbf1b8-352f-4b6f-8e62-db124ee11291 service neutron] Attempting to bind port 52a06bdf-54c7-4726-ab50-0f30a7c24bd5 on network c4b615eb-1906-4989-ab89-8b6ef1cc1053 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:13:19.528450 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:19.565864 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port a0339a10-ba8d-4b54-a906-2c92e7ef4d77, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=a0339a10-ba8d-4b54-a906-2c92e7ef4d77,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:13:19.572351 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:19.644941 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=a0339a10-ba8d-4b54-a906-2c92e7ef4d77,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:19.667522 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c10b3835-a32f-494a-a4f2-db4b7a2e2d46 None None] Provisioning for port 0b609802-8f84-45a3-b1c8-b380d7ab3be7 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:13:19.672708 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c10b3835-a32f-494a-a4f2-db4b7a2e2d46 None None] Provisioning complete for port 0b609802-8f84-45a3-b1c8-b380d7ab3be7 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:13:19.673087 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c10b3835-a32f-494a-a4f2-db4b7a2e2d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:19.683769 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409be0fc-eb39-4172-b4b9-6ed67b42c26a req-29fbf1b8-352f-4b6f-8e62-db124ee11291 service neutron] Port 52a06bdf-54c7-4726-ab50-0f30a7c24bd5 on network c4b615eb-1906-4989-ab89-8b6ef1cc1053 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:13:19.684126 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409be0fc-eb39-4172-b4b9-6ed67b42c26a req-29fbf1b8-352f-4b6f-8e62-db124ee11291 service neutron] Attempting to bind port 52a06bdf-54c7-4726-ab50-0f30a7c24bd5 on network c4b615eb-1906-4989-ab89-8b6ef1cc1053 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:13:19.695020 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7856981f-a13d-4d88-887e-1086aeec7d5f tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Pushing event updated for resources: {'Port': ['ID=0b609802-8f84-45a3-b1c8-b380d7ab3be7,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:19.706211 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409be0fc-eb39-4172-b4b9-6ed67b42c26a req-29fbf1b8-352f-4b6f-8e62-db124ee11291 service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:13:19.706549 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409be0fc-eb39-4172-b4b9-6ed67b42c26a req-29fbf1b8-352f-4b6f-8e62-db124ee11291 service neutron] Checking segment: {'id': '32f229e9-9010-4be1-973f-7ae4423dcda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:13:19.706927 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409be0fc-eb39-4172-b4b9-6ed67b42c26a req-29fbf1b8-352f-4b6f-8e62-db124ee11291 service neutron] Bound using segment: {'id': '32f229e9-9010-4be1-973f-7ae4423dcda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:13:19.707362 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-409be0fc-eb39-4172-b4b9-6ed67b42c26a req-29fbf1b8-352f-4b6f-8e62-db124ee11291 service neutron] Bound port: 52a06bdf-54c7-4726-ab50-0f30a7c24bd5, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f229e9-9010-4be1-973f-7ae4423dcda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:13:19.707706 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-409be0fc-eb39-4172-b4b9-6ed67b42c26a req-29fbf1b8-352f-4b6f-8e62-db124ee11291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:19.731675 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-c10b3835-a32f-494a-a4f2-db4b7a2e2d46 None None] Port 0b609802-8f84-45a3-b1c8-b380d7ab3be7 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:13:19.733581 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-2d1aedb2-a5cf-4f4f-9004-407b35ab25f0 tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:19.735050 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-2d1aedb2-a5cf-4f4f-9004-407b35ab25f0 tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6821475 Feb 09 12:13:19.736261 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-7856981f-a13d-4d88-887e-1086aeec7d5f tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1476698 Feb 09 12:13:19.799436 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-7fb21851-8811-4b9b-a477-546464e9abc3 service neutron] Request body: {'port': {'device_id': '44be0a97-c5b9-41e5-9506-72c601ea9916', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:13:19.844713 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-95776095-9a51-4467-b86f-4035097c5882 tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] 10.222.0.55 "GET /v2.0/quotas/c3055b4aecb94a3fa08d5df4eac0ef07 HTTP/1.1" status: 200 len: 375 time: 0.1035140 Feb 09 12:13:19.926450 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-90e9e785-9e25-423d-8ae2-14fc4d86921b tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:19.927881 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-90e9e785-9e25-423d-8ae2-14fc4d86921b tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5219648 Feb 09 12:13:19.951782 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-d73cac7e-bb84-4a8e-96da-15c403992122 tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c3055b4aecb94a3fa08d5df4eac0ef07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0842485 Feb 09 12:13:20.004999 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-f4a454a1-2268-4ec7-b142-05e9e842625d tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/quotas/c9a644d28aa946259b7337281970c4b8 HTTP/1.1" status: 200 len: 375 time: 0.0676179 Feb 09 12:13:20.027738 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:20.051661 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-409be0fc-eb39-4172-b4b9-6ed67b42c26a req-29fbf1b8-352f-4b6f-8e62-db124ee11291 service neutron] For port 52a06bdf-54c7-4726-ab50-0f30a7c24bd5, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:13:20.072894 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-7fb21851-8811-4b9b-a477-546464e9abc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:20.082707 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-409be0fc-eb39-4172-b4b9-6ed67b42c26a req-29fbf1b8-352f-4b6f-8e62-db124ee11291 service neutron] For port 52a06bdf-54c7-4726-ab50-0f30a7c24bd5, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=52a06bdf-54c7-4726-ab50-0f30a7c24bd5,segment=NetworkSegment(32f229e9-9010-4be1-973f-7ae4423dcda8),segment_id=32f229e9-9010-4be1-973f-7ae4423dcda8)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:13:20.104596 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-409be0fc-eb39-4172-b4b9-6ed67b42c26a req-29fbf1b8-352f-4b6f-8e62-db124ee11291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:20.222363 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409be0fc-eb39-4172-b4b9-6ed67b42c26a req-29fbf1b8-352f-4b6f-8e62-db124ee11291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:20.222987 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-409be0fc-eb39-4172-b4b9-6ed67b42c26a req-29fbf1b8-352f-4b6f-8e62-db124ee11291 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:20.224391 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-409be0fc-eb39-4172-b4b9-6ed67b42c26a req-29fbf1b8-352f-4b6f-8e62-db124ee11291 service neutron] 10.222.0.52 "PUT /v2.0/ports/52a06bdf-54c7-4726-ab50-0f30a7c24bd5 HTTP/1.1" status: 200 len: 1092 time: 2.7493196 Feb 09 12:13:20.227844 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f45562-80ed-4d1d-94af-1f8431258a0e', 'tag': '52a06bdf-54c7-4726-ab50-0f30a7c24bd5'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:13:20.260629 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fbf1b8-352f-4b6f-8e62-db124ee11291 service neutron] Pushing event updated for resources: {'Port': ['ID=52a06bdf-54c7-4726-ab50-0f30a7c24bd5,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:20.372148 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-844e2bdc-4934-4a87-ab5d-46bb2d614ec1 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9a644d28aa946259b7337281970c4b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3564572 Feb 09 12:13:20.455200 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5cf2551-ae24-45d0-969b-b2acbb6b2642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0339a10-ba8d-4b54-a906-2c92e7ef4d77'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:13:20.607460 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409be0fc-eb39-4172-b4b9-6ed67b42c26a req-247fada3-e391-4a9f-a5cb-cb4d5c66eedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:20.608966 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-409be0fc-eb39-4172-b4b9-6ed67b42c26a req-247fada3-e391-4a9f-a5cb-cb4d5c66eedd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3a84524b0b1d4c8da324d07cc553e331&device_id=67f45562-80ed-4d1d-94af-1f8431258a0e HTTP/1.1" status: 200 len: 1095 time: 0.3037262 Feb 09 12:13:20.697828 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-409be0fc-eb39-4172-b4b9-6ed67b42c26a req-27e7c8b1-e0cb-4f1e-8ead-c198e909e2c7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52a06bdf-54c7-4726-ab50-0f30a7c24bd5 HTTP/1.1" status: 200 len: 217 time: 0.0709946 Feb 09 12:13:20.751745 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb215e-99ba-4e31-9925-b5ea9c6b3c8f req-65dc2804-9261-4bdf-b179-05a125672f9e tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:20.753226 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d0cb215e-99ba-4e31-9925-b5ea9c6b3c8f req-65dc2804-9261-4bdf-b179-05a125672f9e tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=67f45562-80ed-4d1d-94af-1f8431258a0e HTTP/1.1" status: 200 len: 944 time: 0.2502325 Feb 09 12:13:20.914327 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409be0fc-eb39-4172-b4b9-6ed67b42c26a req-0fd311d1-c6ad-421b-a254-57842ce795fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:20.915740 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-409be0fc-eb39-4172-b4b9-6ed67b42c26a req-0fd311d1-c6ad-421b-a254-57842ce795fa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9d6b2f2b-3fb9-4d1b-ac78-19140ea18253 HTTP/1.1" status: 200 len: 860 time: 0.2067134 Feb 09 12:13:20.924245 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-7fb21851-8811-4b9b-a477-546464e9abc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b609802-8f84-45a3-b1c8-b380d7ab3be7 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:13:20.933354 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d0cb215e-99ba-4e31-9925-b5ea9c6b3c8f req-0db763ad-6def-4f17-b62f-9a4851ad23a2 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676910 Feb 09 12:13:20.968190 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-7fb21851-8811-4b9b-a477-546464e9abc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:20.995941 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-409be0fc-eb39-4172-b4b9-6ed67b42c26a req-c72fb896-321b-4c5d-bb2b-d536ea9b612f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c4b615eb-1906-4989-ab89-8b6ef1cc1053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670950 Feb 09 12:13:21.003357 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-7fb21851-8811-4b9b-a477-546464e9abc3 service neutron] Transition to ACTIVE for port object 0b609802-8f84-45a3-b1c8-b380d7ab3be7 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:13:21.029946 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-7fb21851-8811-4b9b-a477-546464e9abc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:21.394826 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57db85-0cc1-4bd0-b797-f11f69e89308 req-d65134a5-3ba8-4b48-95e1-3f34d546582e tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:21.396720 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cd57db85-0cc1-4bd0-b797-f11f69e89308 req-d65134a5-3ba8-4b48-95e1-3f34d546582e tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] 10.222.0.55 "GET /v2.0/ports?device_id=c252043c-3c11-4f7c-b525-59a78c5f1a91 HTTP/1.1" status: 200 len: 945 time: 0.5373712 Feb 09 12:13:21.472240 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb21851-8811-4b9b-a477-546464e9abc3 service neutron] Pushing event updated for resources: {'Port': ['ID=0b609802-8f84-45a3-b1c8-b380d7ab3be7,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:21.547125 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-ff4bd6ef-3af6-4d94-b5ab-35b06071ab8f tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=c3055b4aecb94a3fa08d5df4eac0ef07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0823534 Feb 09 12:13:21.564193 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-7fb21851-8811-4b9b-a477-546464e9abc3 service neutron] Attempting to bind port 0b609802-8f84-45a3-b1c8-b380d7ab3be7 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:13:21.564540 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-7fb21851-8811-4b9b-a477-546464e9abc3 service neutron] Attempting to bind port 0b609802-8f84-45a3-b1c8-b380d7ab3be7 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:13:21.565081 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-7fb21851-8811-4b9b-a477-546464e9abc3 service neutron] Attempting to bind port 0b609802-8f84-45a3-b1c8-b380d7ab3be7 on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:13:21.592497 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-409be0fc-eb39-4172-b4b9-6ed67b42c26a req-59c3598d-86e4-48db-a800-046fcf27312f service neutron] 10.222.0.52 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5840092 Feb 09 12:13:21.608351 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-7fb21851-8811-4b9b-a477-546464e9abc3 service neutron] Port 0b609802-8f84-45a3-b1c8-b380d7ab3be7 on network 4f732e35-467f-44f5-be04-aa808693dec3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:13:21.608679 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-7fb21851-8811-4b9b-a477-546464e9abc3 service neutron] Attempting to bind port 0b609802-8f84-45a3-b1c8-b380d7ab3be7 on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:13:21.667681 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cd57db85-0cc1-4bd0-b797-f11f69e89308 req-5d4c82fb-9dc8-4a0a-8a2c-b3dbb59fd054 tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] 10.222.0.55 "GET /v2.0/security-groups?id=16c2a87e-3fc2-4bd3-85f9-a87a0be17100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591720 Feb 09 12:13:21.709696 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-7fb21851-8811-4b9b-a477-546464e9abc3 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:13:21.710597 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-7fb21851-8811-4b9b-a477-546464e9abc3 service neutron] Checking segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:13:21.710996 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-7fb21851-8811-4b9b-a477-546464e9abc3 service neutron] Bound using segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:13:21.711497 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-7fb21851-8811-4b9b-a477-546464e9abc3 service neutron] Bound port: 0b609802-8f84-45a3-b1c8-b380d7ab3be7, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:13:21.711920 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-7fb21851-8811-4b9b-a477-546464e9abc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:21.795582 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98507f0c-0e92-4fdf-b14f-41db0271ec31 req-3458a35f-7a84-4dc5-8811-b0f3ed7a43d8 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:21.796341 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-98507f0c-0e92-4fdf-b14f-41db0271ec31 req-3458a35f-7a84-4dc5-8811-b0f3ed7a43d8 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Synchronizing usage tracker for tenant:3154404fb1d448f2abd699c18c801bd7 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:13:21.937366 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-98b1c05d-795e-4db0-92dd-9a7b2f7358fe req-96ba4507-14b0-4c8d-bed8-b8a3d23f3752 tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] 10.222.0.55 "GET /v2.0/ports?device_id=59c21180-7c76-445e-834e-34161ba0751c HTTP/1.1" status: 200 len: 210 time: 0.1355929 Feb 09 12:13:21.984312 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-98507f0c-0e92-4fdf-b14f-41db0271ec31 req-3458a35f-7a84-4dc5-8811-b0f3ed7a43d8 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Unset dirty status for tenant:3154404fb1d448f2abd699c18c801bd7 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:13:21.985459 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-98507f0c-0e92-4fdf-b14f-41db0271ec31 req-3458a35f-7a84-4dc5-8811-b0f3ed7a43d8 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.55 "GET /v2.0/ports?device_id=44be0a97-c5b9-41e5-9506-72c601ea9916 HTTP/1.1" status: 200 len: 948 time: 0.9137259 Feb 09 12:13:22.010282 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-e327695a-712c-48ba-a3bf-2407843c575d tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:22.011715 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-e327695a-712c-48ba-a3bf-2407843c575d tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4516428 Feb 09 12:13:22.045507 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-4fc843e3-e0a3-4ba8-b144-85cd40ee7f4f tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] Request body: {'port': {'device_id': '59c21180-7c76-445e-834e-34161ba0751c', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'admin_state_up': True, 'tenant_id': 'c3055b4aecb94a3fa08d5df4eac0ef07'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:13:22.117744 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-7fb21851-8811-4b9b-a477-546464e9abc3 service neutron] For port 0b609802-8f84-45a3-b1c8-b380d7ab3be7, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:13:22.155911 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-409be0fc-eb39-4172-b4b9-6ed67b42c26a req-24d6d35c-9665-4e6a-9c8e-13b8a2fcacac service neutron] 10.222.0.52 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5001001 Feb 09 12:13:22.224316 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-7fb21851-8811-4b9b-a477-546464e9abc3 service neutron] For port 0b609802-8f84-45a3-b1c8-b380d7ab3be7, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=0b609802-8f84-45a3-b1c8-b380d7ab3be7,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:13:22.244945 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-98507f0c-0e92-4fdf-b14f-41db0271ec31 req-2df5616a-6196-4502-8233-13a09b51d55f tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Synchronizing usage tracker for tenant:3154404fb1d448f2abd699c18c801bd7 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:13:22.266146 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-7fb21851-8811-4b9b-a477-546464e9abc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:22.316150 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:22.402926 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-4fc843e3-e0a3-4ba8-b144-85cd40ee7f4f tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:13:22.420555 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-4fc843e3-e0a3-4ba8-b144-85cd40ee7f4f tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] Usage tracker for resource:port and tenant:c3055b4aecb94a3fa08d5df4eac0ef07 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:13:22.434482 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-4fc843e3-e0a3-4ba8-b144-85cd40ee7f4f tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:13:22.443623 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-3bf18e8e-9270-448a-9f3a-0607f9879e3c tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=c9a644d28aa946259b7337281970c4b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0783875 Feb 09 12:13:22.452314 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-7fb21851-8811-4b9b-a477-546464e9abc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:22.453912 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-7fb21851-8811-4b9b-a477-546464e9abc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:22.455500 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-7fb21851-8811-4b9b-a477-546464e9abc3 service neutron] 10.222.0.46 "PUT /v2.0/ports/0b609802-8f84-45a3-b1c8-b380d7ab3be7 HTTP/1.1" status: 200 len: 1096 time: 2.6600165 Feb 09 12:13:22.456581 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-98507f0c-0e92-4fdf-b14f-41db0271ec31 req-2df5616a-6196-4502-8233-13a09b51d55f tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Unset dirty status for tenant:3154404fb1d448f2abd699c18c801bd7 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:13:22.457805 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-98507f0c-0e92-4fdf-b14f-41db0271ec31 req-2df5616a-6196-4502-8233-13a09b51d55f tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.55 "GET /v2.0/security-groups?id=eba7f389-f277-490a-b44f-52c207312cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4603162 Feb 09 12:13:22.458883 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-4fc843e3-e0a3-4ba8-b144-85cd40ee7f4f tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:13:22.560250 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67f45562-80ed-4d1d-94af-1f8431258a0e', 'tag': '52a06bdf-54c7-4726-ab50-0f30a7c24bd5', 'status': 'completed', 'code': 200} Feb 09 12:13:22.635662 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5cf2551-ae24-45d0-969b-b2acbb6b2642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0339a10-ba8d-4b54-a906-2c92e7ef4d77', 'code': 200} Feb 09 12:13:22.650280 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7e911-2f3e-49b7-bb30-9d266b651641 req-64696124-b75e-4735-b7b4-a735d413d01d tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:22.657642 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bfb7e911-2f3e-49b7-bb30-9d266b651641 req-64696124-b75e-4735-b7b4-a735d413d01d tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5cf2551-ae24-45d0-969b-b2acbb6b2642 HTTP/1.1" status: 200 len: 950 time: 0.5925736 Feb 09 12:13:22.673126 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb21851-8811-4b9b-a477-546464e9abc3 service neutron] Pushing event updated for resources: {'Port': ['ID=0b609802-8f84-45a3-b1c8-b380d7ab3be7,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:22.751515 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.52', 54621) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:22.772291 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-4fc843e3-e0a3-4ba8-b144-85cd40ee7f4f tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] Made reservation on behalf of c3055b4aecb94a3fa08d5df4eac0ef07 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:13:22.783131 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-4fc843e3-e0a3-4ba8-b144-85cd40ee7f4f tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:22.903520 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-4fc843e3-e0a3-4ba8-b144-85cd40ee7f4f tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:22.925192 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-0c603aa5-73bf-4891-b867-87c457b24188 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=c9a644d28aa946259b7337281970c4b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619893 Feb 09 12:13:22.931252 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f778e-8b0e-4ac9-b8a2-d18e87cf06d4 req-49835c1a-96c3-4138-a8a0-0029581de660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:22.932971 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-895f778e-8b0e-4ac9-b8a2-d18e87cf06d4 req-49835c1a-96c3-4138-a8a0-0029581de660 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b5cf2551-ae24-45d0-969b-b2acbb6b2642 HTTP/1.1" status: 200 len: 1101 time: 0.1804061 Feb 09 12:13:22.966965 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-b8bba802-ac11-4969-b516-46b537e838b2 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:22.968655 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-b8bba802-ac11-4969-b516-46b537e838b2 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5063841 Feb 09 12:13:22.985990 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bfb7e911-2f3e-49b7-bb30-9d266b651641 req-316bc60c-434e-41bf-afd8-71b0db779253 tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] 10.222.0.55 "GET /v2.0/security-groups?id=9efbc798-5930-4d00-8e69-e61f04a042c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270099 Feb 09 12:13:22.998521 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-4fc843e3-e0a3-4ba8-b144-85cd40ee7f4f tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:13:23.009285 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-15412c65-868a-49cd-815b-91c9a1443342 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Request body: {'port': {'device_id': '8a3ed0cc-406f-48ca-9cef-615a85e7a0ac', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'admin_state_up': True, 'tenant_id': 'c9a644d28aa946259b7337281970c4b8'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:13:23.046856 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-4fc843e3-e0a3-4ba8-b144-85cd40ee7f4f tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] Usage tracker for resource:security_group_rule and tenant:c3055b4aecb94a3fa08d5df4eac0ef07 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:13:23.056019 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-4fc843e3-e0a3-4ba8-b144-85cd40ee7f4f tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:13:23.147500 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-fe589432-dbd6-4e4e-8276-ad016802dcf7 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:23.149431 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-fe589432-dbd6-4e4e-8276-ad016802dcf7 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2154276 Feb 09 12:13:23.177750 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-4fc843e3-e0a3-4ba8-b144-85cd40ee7f4f tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:13:23.201080 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-e0c578b6-f5c9-4f55-a0ad-a5b44f2c0777 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Request body: {'port': {'device_id': '5d032bc9-f848-4245-acb3-f57ae72cf6c2', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'admin_state_up': True, 'tenant_id': 'c9a644d28aa946259b7337281970c4b8'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:13:23.276770 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-eca49c38-39b8-4a6b-8a28-39e7e22bc1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:23.278789 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-eca49c38-39b8-4a6b-8a28-39e7e22bc1be service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3154404fb1d448f2abd699c18c801bd7&device_id=44be0a97-c5b9-41e5-9506-72c601ea9916 HTTP/1.1" status: 200 len: 1099 time: 0.7178571 Feb 09 12:13:23.377245 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620cf71-21d7-492d-9669-1a3589e1d5d3 req-e70c7911-c0c5-448a-8cbd-a6429d1a1af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:23.378730 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a620cf71-21d7-492d-9669-1a3589e1d5d3 req-e70c7911-c0c5-448a-8cbd-a6429d1a1af7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3a84524b0b1d4c8da324d07cc553e331&device_id=67f45562-80ed-4d1d-94af-1f8431258a0e HTTP/1.1" status: 200 len: 1095 time: 0.7073998 Feb 09 12:13:23.424105 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-895f778e-8b0e-4ac9-b8a2-d18e87cf06d4 req-754bcfee-863b-45de-ae8a-09381242e2de service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9efbc798-5930-4d00-8e69-e61f04a042c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734668 Feb 09 12:13:23.449377 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-e0c578b6-f5c9-4f55-a0ad-a5b44f2c0777 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:13:23.459266 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-e0c578b6-f5c9-4f55-a0ad-a5b44f2c0777 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:13:23.470266 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-e0c578b6-f5c9-4f55-a0ad-a5b44f2c0777 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Made reservation on behalf of c9a644d28aa946259b7337281970c4b8 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:13:23.473892 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-e0c578b6-f5c9-4f55-a0ad-a5b44f2c0777 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:23.573755 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-e9b84455-18b2-48a2-abfb-a4c897cfde87 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=0b609802-8f84-45a3-b1c8-b380d7ab3be7 HTTP/1.1" status: 200 len: 217 time: 0.2772896 Feb 09 12:13:23.653758 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-e0c578b6-f5c9-4f55-a0ad-a5b44f2c0777 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Allocated IP 192.168.233.243 (4f732e35-467f-44f5-be04-aa808693dec3/f8ed5558-888d-440a-8c32-52f2f9bc5bd5/eca5b3d7-d4c8-45db-bb8d-4b1aab65b295) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:13:23.683061 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4ca11bcc-4a50-4108-9fe6-c72f333e585e req-0bcc6d50-2429-406a-8fd7-c847161c87a6 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d032bc9-f848-4245-acb3-f57ae72cf6c2 HTTP/1.1" status: 200 len: 210 time: 0.2886970 Feb 09 12:13:23.753861 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-4fc843e3-e0a3-4ba8-b144-85cd40ee7f4f tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:23.760380 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-15412c65-868a-49cd-815b-91c9a1443342 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:13:23.801480 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-4fc843e3-e0a3-4ba8-b144-85cd40ee7f4f tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:23.821926 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-15412c65-868a-49cd-815b-91c9a1443342 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:13:23.883569 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-e0c578b6-f5c9-4f55-a0ad-a5b44f2c0777 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:23.901044 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-e0c578b6-f5c9-4f55-a0ad-a5b44f2c0777 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Transition to ACTIVE for port object eca5b3d7-d4c8-45db-bb8d-4b1aab65b295 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:13:23.927790 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-e0c578b6-f5c9-4f55-a0ad-a5b44f2c0777 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:23.942578 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['b5fedb51-61f7-44a9-a646-00ef57b3909b'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:13:23.944064 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d3de7-fbb7-4761-9f8b-74c104d8b13e req-fdacaafc-fc26-4b3f-8f9d-686391ac6977 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:23.946716 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7a3d3de7-fbb7-4761-9f8b-74c104d8b13e req-fdacaafc-fc26-4b3f-8f9d-686391ac6977 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=67f45562-80ed-4d1d-94af-1f8431258a0e HTTP/1.1" status: 200 len: 944 time: 0.8263707 Feb 09 12:13:23.971654 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-757ea4d7-63f3-4d65-828a-31521fe0e6c2 req-ed23ae18-246a-4649-b680-cc2fd052692b tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] 10.222.0.55 "GET /v2.0/ports?device_id=59c21180-7c76-445e-834e-34161ba0751c HTTP/1.1" status: 200 len: 210 time: 0.1599052 Feb 09 12:13:24.024239 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-e0c578b6-f5c9-4f55-a0ad-a5b44f2c0777 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Network 4f732e35-467f-44f5-be04-aa808693dec3 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:13:24.030742 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-e0c578b6-f5c9-4f55-a0ad-a5b44f2c0777 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:13:24.035941 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-e0c578b6-f5c9-4f55-a0ad-a5b44f2c0777 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:13:24.065021 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-ae4d0841-0767-4aad-a2e0-ec779bd8e195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:24.067385 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-ae4d0841-0767-4aad-a2e0-ec779bd8e195 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.4785750 Feb 09 12:13:24.128404 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-e0c578b6-f5c9-4f55-a0ad-a5b44f2c0777 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:24.129049 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-e0c578b6-f5c9-4f55-a0ad-a5b44f2c0777 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:24.133959 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc843e3-e0a3-4ba8-b144-85cd40ee7f4f tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=595ff398-8f40-4def-889a-e9cf34eb5e8f,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:24.151710 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c578b6-f5c9-4f55-a0ad-a5b44f2c0777 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Pushing event updated for resources: {'Port': ['ID=eca5b3d7-d4c8-45db-bb8d-4b1aab65b295,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:24.162101 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-15412c65-868a-49cd-815b-91c9a1443342 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Made reservation on behalf of c9a644d28aa946259b7337281970c4b8 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:13:24.173414 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-e0c578b6-f5c9-4f55-a0ad-a5b44f2c0777 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9768748 Feb 09 12:13:24.174257 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-15412c65-868a-49cd-815b-91c9a1443342 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:24.190540 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-a5bd41fc-fba6-4dcd-95d6-7d97233480eb service neutron] Request body: {'port': {'device_id': '5d032bc9-f848-4245-acb3-f57ae72cf6c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:13:24.352541 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b02bf519-f391-4ebc-838d-c3e2623a6f69 None None] Provisioning for port eca5b3d7-d4c8-45db-bb8d-4b1aab65b295 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:13:24.359477 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b02bf519-f391-4ebc-838d-c3e2623a6f69 None None] Provisioning complete for port eca5b3d7-d4c8-45db-bb8d-4b1aab65b295 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:13:24.360281 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b02bf519-f391-4ebc-838d-c3e2623a6f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:24.380062 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-a5bd41fc-fba6-4dcd-95d6-7d97233480eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:24.491594 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b02bf519-f391-4ebc-838d-c3e2623a6f69 None None] Port eca5b3d7-d4c8-45db-bb8d-4b1aab65b295 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:13:24.524940 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620cf71-21d7-492d-9669-1a3589e1d5d3 req-c02655ac-69ec-4df1-a6cf-64bb30069a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:24.526207 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a620cf71-21d7-492d-9669-1a3589e1d5d3 req-c02655ac-69ec-4df1-a6cf-64bb30069a17 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c4b615eb-1906-4989-ab89-8b6ef1cc1053 HTTP/1.1" status: 200 len: 921 time: 1.1222970 Feb 09 12:13:24.535427 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7a3d3de7-fbb7-4761-9f8b-74c104d8b13e req-37637b4a-edf0-40f9-962c-f26a95f1511f tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5106938 Feb 09 12:13:24.619309 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44be0a97-c5b9-41e5-9506-72c601ea9916', 'tag': '0b609802-8f84-45a3-b1c8-b380d7ab3be7'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:13:24.665385 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a620cf71-21d7-492d-9669-1a3589e1d5d3 req-d85dbf48-faab-493b-b9d6-d1e15ae70c79 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52a06bdf-54c7-4726-ab50-0f30a7c24bd5 HTTP/1.1" status: 200 len: 217 time: 0.1173527 Feb 09 12:13:24.706846 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-4fc843e3-e0a3-4ba8-b144-85cd40ee7f4f tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] Allocated IP 192.168.233.154 (4f732e35-467f-44f5-be04-aa808693dec3/f8ed5558-888d-440a-8c32-52f2f9bc5bd5/19fc4025-b5a7-4fc0-85b5-208e03b9c4b4) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:13:24.799217 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-043044e9-7d26-4b19-bc3a-a191a4700f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:24.801585 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-043044e9-7d26-4b19-bc3a-a191a4700f33 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6582880 Feb 09 12:13:24.937851 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620cf71-21d7-492d-9669-1a3589e1d5d3 req-1828ed9b-53ba-4b5e-b5b7-ef5e58452756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:24.939312 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a620cf71-21d7-492d-9669-1a3589e1d5d3 req-1828ed9b-53ba-4b5e-b5b7-ef5e58452756 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9d6b2f2b-3fb9-4d1b-ac78-19140ea18253 HTTP/1.1" status: 200 len: 860 time: 0.2274554 Feb 09 12:13:24.961170 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb51277-efab-44f2-bb6c-b5d9bac31477 req-5267b2ac-4202-4dd7-8fdf-16b78d3f3458 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:24.962599 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4eb51277-efab-44f2-bb6c-b5d9bac31477 req-5267b2ac-4202-4dd7-8fdf-16b78d3f3458 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.55 "GET /v2.0/ports?device_id=44be0a97-c5b9-41e5-9506-72c601ea9916 HTTP/1.1" status: 200 len: 948 time: 0.6715660 Feb 09 12:13:25.052406 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a620cf71-21d7-492d-9669-1a3589e1d5d3 req-156e7181-71a9-4c20-a897-cc0b88715f6d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c4b615eb-1906-4989-ab89-8b6ef1cc1053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859480 Feb 09 12:13:25.268592 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25376711-2ec6-4469-b165-5a3fcca744c6 req-bb80bd2f-1126-4f83-b624-bc7ad3917016 tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:25.269965 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-25376711-2ec6-4469-b165-5a3fcca744c6 req-bb80bd2f-1126-4f83-b624-bc7ad3917016 tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5cf2551-ae24-45d0-969b-b2acbb6b2642 HTTP/1.1" status: 200 len: 950 time: 0.6286254 Feb 09 12:13:25.273129 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4eb51277-efab-44f2-bb6c-b5d9bac31477 req-24aaa458-e9dc-4207-9ebc-1a656a978245 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.55 "GET /v2.0/security-groups?id=eba7f389-f277-490a-b44f-52c207312cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004031 Feb 09 12:13:25.303579 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-2ab43059-0e54-477b-9aad-86e7db2ba62f service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4843419 Feb 09 12:13:25.345922 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 52a06bdf-54c7-4726-ab50-0f30a7c24bd5 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:13:25.495371 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 52a06bdf-54c7-4726-ab50-0f30a7c24bd5, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=52a06bdf-54c7-4726-ab50-0f30a7c24bd5,segment=NetworkSegment(32f229e9-9010-4be1-973f-7ae4423dcda8),segment_id=32f229e9-9010-4be1-973f-7ae4423dcda8)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:13:25.510191 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': '52a06bdf-54c7-4726-ab50-0f30a7c24bd5', 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053', 'port_id': '52a06bdf-54c7-4726-ab50-0f30a7c24bd5', 'mac_address': 'fa:16:3e:7f:d9:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d6b2f2b-3fb9-4d1b-ac78-19140ea18253', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:13:25.557628 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-25376711-2ec6-4469-b165-5a3fcca744c6 req-a4314d7d-69f1-48e4-b27a-076f45b368c5 tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] 10.222.0.55 "GET /v2.0/security-groups?id=9efbc798-5930-4d00-8e69-e61f04a042c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758358 Feb 09 12:13:25.588701 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:25.609347 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52a06bdf-54c7-4726-ab50-0f30a7c24bd5 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:13:25.609578 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-4fc843e3-e0a3-4ba8-b144-85cd40ee7f4f tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:25.614330 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a620cf71-21d7-492d-9669-1a3589e1d5d3 req-24c088e4-a02e-43c6-b27a-699653af459e service neutron] 10.222.0.52 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5281281 Feb 09 12:13:25.626587 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 52a06bdf-54c7-4726-ab50-0f30a7c24bd5, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=52a06bdf-54c7-4726-ab50-0f30a7c24bd5,segment=NetworkSegment(32f229e9-9010-4be1-973f-7ae4423dcda8),segment_id=32f229e9-9010-4be1-973f-7ae4423dcda8)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:13:25.631346 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:25.652684 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44be0a97-c5b9-41e5-9506-72c601ea9916', 'tag': '0b609802-8f84-45a3-b1c8-b380d7ab3be7', 'status': 'completed', 'code': 200} Feb 09 12:13:25.709539 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.46', 58854) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:25.720369 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=52a06bdf-54c7-4726-ab50-0f30a7c24bd5,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:25.740172 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-4fc843e3-e0a3-4ba8-b144-85cd40ee7f4f tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] Transition to ACTIVE for port object 19fc4025-b5a7-4fc0-85b5-208e03b9c4b4 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:13:25.757850 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-58c57ef5-a78d-47bb-befe-e503f76da16d req-f0b89da5-c536-4146-af54-08d886a3ac3b service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399724 Feb 09 12:13:25.802760 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f980b219-c95d-48e0-8bfe-2bf52ea4bfac req-72ebcfce-cd3d-4bd9-bc8b-52e67d364bb6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5c042779-8b84-4bb9-bb30-dac48671003f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0906537 Feb 09 12:13:25.892261 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a620cf71-21d7-492d-9669-1a3589e1d5d3 req-92d82427-751a-4b4b-90bd-599cf474b2e9 service neutron] 10.222.0.52 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706804 Feb 09 12:13:25.923816 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['52a06bdf-54c7-4726-ab50-0f30a7c24bd5'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:13:25.983480 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-4fc843e3-e0a3-4ba8-b144-85cd40ee7f4f tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:25.984357 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18a2eb-b874-4202-868d-5894b4c0f9f0 req-0ea663f3-c91a-4857-bfcb-50bf35dc42e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:25.986721 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ff18a2eb-b874-4202-868d-5894b4c0f9f0 req-0ea663f3-c91a-4857-bfcb-50bf35dc42e5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3154404fb1d448f2abd699c18c801bd7&device_id=44be0a97-c5b9-41e5-9506-72c601ea9916 HTTP/1.1" status: 200 len: 1099 time: 0.1685545 Feb 09 12:13:26.153248 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-4fc843e3-e0a3-4ba8-b144-85cd40ee7f4f tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] Network 4f732e35-467f-44f5-be04-aa808693dec3 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:13:26.161266 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-a5bd41fc-fba6-4dcd-95d6-7d97233480eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eca5b3d7-d4c8-45db-bb8d-4b1aab65b295 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:13:26.167172 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-4fc843e3-e0a3-4ba8-b144-85cd40ee7f4f tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:13:26.178049 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc843e3-e0a3-4ba8-b144-85cd40ee7f4f tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] Pushing event updated for resources: {'Port': ['ID=19fc4025-b5a7-4fc0-85b5-208e03b9c4b4,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:26.183451 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-4fc843e3-e0a3-4ba8-b144-85cd40ee7f4f tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:13:26.188943 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-4fc843e3-e0a3-4ba8-b144-85cd40ee7f4f tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:26.189586 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-4fc843e3-e0a3-4ba8-b144-85cd40ee7f4f tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:26.221422 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-a5bd41fc-fba6-4dcd-95d6-7d97233480eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:26.230439 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4aef7-7d92-41ad-a10a-4075cbf15122 req-6630991f-2ace-40bc-986b-0d2c28a1bdb2 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:26.238215 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-45b4aef7-7d92-41ad-a10a-4075cbf15122 req-6630991f-2ace-40bc-986b-0d2c28a1bdb2 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d032bc9-f848-4245-acb3-f57ae72cf6c2 HTTP/1.1" status: 200 len: 936 time: 0.4761777 Feb 09 12:13:26.254804 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-a5bd41fc-fba6-4dcd-95d6-7d97233480eb service neutron] Transition to ACTIVE for port object eca5b3d7-d4c8-45db-bb8d-4b1aab65b295 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:13:26.260642 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-a5bd41fc-fba6-4dcd-95d6-7d97233480eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:26.368688 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980b219-c95d-48e0-8bfe-2bf52ea4bfac req-ac158d19-83c5-45c1-974f-181752c804ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:26.370093 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f980b219-c95d-48e0-8bfe-2bf52ea4bfac req-ac158d19-83c5-45c1-974f-181752c804ce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a84524b0b1d4c8da324d07cc553e331&device_id=5c042779-8b84-4bb9-bb30-dac48671003f HTTP/1.1" status: 200 len: 1095 time: 0.4560182 Feb 09 12:13:26.379208 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-4fc843e3-e0a3-4ba8-b144-85cd40ee7f4f tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3456993 Feb 09 12:13:26.443740 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-3540b740-7e0d-4934-9c63-b392f82880ab service neutron] Request body: {'port': {'device_id': '59c21180-7c76-445e-834e-34161ba0751c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:13:26.447450 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18a2eb-b874-4202-868d-5894b4c0f9f0 req-9959d228-10d1-42b9-b1fb-48d2ba3ff4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:26.448947 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ff18a2eb-b874-4202-868d-5894b4c0f9f0 req-9959d228-10d1-42b9-b1fb-48d2ba3ff4e8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.3145239 Feb 09 12:13:26.481306 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd41fc-fba6-4dcd-95d6-7d97233480eb service neutron] Pushing event updated for resources: {'Port': ['ID=eca5b3d7-d4c8-45db-bb8d-4b1aab65b295,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:26.510948 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-45b4aef7-7d92-41ad-a10a-4075cbf15122 req-ed8cf5bd-ed59-4026-9f2d-bd6605a3fee2 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718630 Feb 09 12:13:26.541692 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-9ac0401d-dd3d-4045-a582-0ec9b1849bac None None] Provisioning for port 19fc4025-b5a7-4fc0-85b5-208e03b9c4b4 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:13:26.558214 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-9ac0401d-dd3d-4045-a582-0ec9b1849bac None None] Provisioning complete for port 19fc4025-b5a7-4fc0-85b5-208e03b9c4b4 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:13:26.558822 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9ac0401d-dd3d-4045-a582-0ec9b1849bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:26.596645 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32719f55-b87b-4fc9-ade1-33fe89cb1bd5 req-a22b122a-a6b8-4a24-a630-7c1fc05980d1 tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:26.597618 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-32719f55-b87b-4fc9-ade1-33fe89cb1bd5 req-a22b122a-a6b8-4a24-a630-7c1fc05980d1 tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] Synchronizing usage tracker for tenant:c3055b4aecb94a3fa08d5df4eac0ef07 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:13:26.628485 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-15412c65-868a-49cd-815b-91c9a1443342 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Allocated IP 192.168.233.201 (4f732e35-467f-44f5-be04-aa808693dec3/f8ed5558-888d-440a-8c32-52f2f9bc5bd5/63509d75-da58-43e5-b240-8d70695a2e99) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:13:26.680754 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-9ac0401d-dd3d-4045-a582-0ec9b1849bac None None] Port 19fc4025-b5a7-4fc0-85b5-208e03b9c4b4 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:13:26.763798 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-32719f55-b87b-4fc9-ade1-33fe89cb1bd5 req-a22b122a-a6b8-4a24-a630-7c1fc05980d1 tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] Unset dirty status for tenant:c3055b4aecb94a3fa08d5df4eac0ef07 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:13:26.770410 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-32719f55-b87b-4fc9-ade1-33fe89cb1bd5 req-a22b122a-a6b8-4a24-a630-7c1fc05980d1 tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] 10.222.0.55 "GET /v2.0/ports?device_id=59c21180-7c76-445e-834e-34161ba0751c HTTP/1.1" status: 200 len: 936 time: 0.7684138 Feb 09 12:13:26.817275 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ff18a2eb-b874-4202-868d-5894b4c0f9f0 req-db255823-3649-4312-b0b7-10df895d098e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=0b609802-8f84-45a3-b1c8-b380d7ab3be7 HTTP/1.1" status: 200 len: 217 time: 0.3428702 Feb 09 12:13:26.851665 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-3540b740-7e0d-4934-9c63-b392f82880ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:26.882405 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-a5bd41fc-fba6-4dcd-95d6-7d97233480eb service neutron] Attempting to bind port eca5b3d7-d4c8-45db-bb8d-4b1aab65b295 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:13:26.882661 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-a5bd41fc-fba6-4dcd-95d6-7d97233480eb service neutron] Attempting to bind port eca5b3d7-d4c8-45db-bb8d-4b1aab65b295 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:13:26.883004 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-a5bd41fc-fba6-4dcd-95d6-7d97233480eb service neutron] Attempting to bind port eca5b3d7-d4c8-45db-bb8d-4b1aab65b295 on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:13:26.892206 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-a5bd41fc-fba6-4dcd-95d6-7d97233480eb service neutron] Port eca5b3d7-d4c8-45db-bb8d-4b1aab65b295 on network 4f732e35-467f-44f5-be04-aa808693dec3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:13:26.892530 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-a5bd41fc-fba6-4dcd-95d6-7d97233480eb service neutron] Attempting to bind port eca5b3d7-d4c8-45db-bb8d-4b1aab65b295 on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:13:26.897695 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980b219-c95d-48e0-8bfe-2bf52ea4bfac req-7537fd8e-a915-4f85-8943-781622e88ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:26.899555 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f980b219-c95d-48e0-8bfe-2bf52ea4bfac req-7537fd8e-a915-4f85-8943-781622e88ce4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c4b615eb-1906-4989-ab89-8b6ef1cc1053 HTTP/1.1" status: 200 len: 921 time: 0.5034041 Feb 09 12:13:26.903582 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-a5bd41fc-fba6-4dcd-95d6-7d97233480eb service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:13:26.903952 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-a5bd41fc-fba6-4dcd-95d6-7d97233480eb service neutron] Checking segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:13:26.904552 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-a5bd41fc-fba6-4dcd-95d6-7d97233480eb service neutron] Bound using segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:13:26.905259 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-a5bd41fc-fba6-4dcd-95d6-7d97233480eb service neutron] Bound port: eca5b3d7-d4c8-45db-bb8d-4b1aab65b295, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:13:26.905778 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-a5bd41fc-fba6-4dcd-95d6-7d97233480eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:26.917985 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18a2eb-b874-4202-868d-5894b4c0f9f0 req-24153290-f903-46ef-bf0f-73e5a821d6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:26.919426 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ff18a2eb-b874-4202-868d-5894b4c0f9f0 req-24153290-f903-46ef-bf0f-73e5a821d6d5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.0902121 Feb 09 12:13:27.057346 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-a5bd41fc-fba6-4dcd-95d6-7d97233480eb service neutron] For port eca5b3d7-d4c8-45db-bb8d-4b1aab65b295, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:13:27.061780 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-a5bd41fc-fba6-4dcd-95d6-7d97233480eb service neutron] For port eca5b3d7-d4c8-45db-bb8d-4b1aab65b295, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=eca5b3d7-d4c8-45db-bb8d-4b1aab65b295,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:13:27.070437 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-a5bd41fc-fba6-4dcd-95d6-7d97233480eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:27.123891 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18a2eb-b874-4202-868d-5894b4c0f9f0 req-2034630c-9648-4a42-9154-1fc6dc082b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:27.124479 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ff18a2eb-b874-4202-868d-5894b4c0f9f0 req-2034630c-9648-4a42-9154-1fc6dc082b10 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1690259 Feb 09 12:13:27.185373 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f980b219-c95d-48e0-8bfe-2bf52ea4bfac req-cac90692-57c2-44af-92d1-ee73172c5022 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97e7749c-e915-48dc-8052-7a0103663c27 HTTP/1.1" status: 200 len: 217 time: 0.2683570 Feb 09 12:13:27.222898 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-a5bd41fc-fba6-4dcd-95d6-7d97233480eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:27.223529 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-a5bd41fc-fba6-4dcd-95d6-7d97233480eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:27.224929 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-a5bd41fc-fba6-4dcd-95d6-7d97233480eb service neutron] 10.222.0.46 "PUT /v2.0/ports/eca5b3d7-d4c8-45db-bb8d-4b1aab65b295 HTTP/1.1" status: 200 len: 1096 time: 3.0411139 Feb 09 12:13:27.225434 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d032bc9-f848-4245-acb3-f57ae72cf6c2', 'tag': 'eca5b3d7-d4c8-45db-bb8d-4b1aab65b295'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:13:27.248095 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-32719f55-b87b-4fc9-ade1-33fe89cb1bd5 req-7e821145-029d-4b64-ac97-47f3ef3e16d1 tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] Synchronizing usage tracker for tenant:c3055b4aecb94a3fa08d5df4eac0ef07 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:13:27.255120 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd41fc-fba6-4dcd-95d6-7d97233480eb service neutron] Pushing event updated for resources: {'Port': ['ID=eca5b3d7-d4c8-45db-bb8d-4b1aab65b295,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:27.358067 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 52a06bdf-54c7-4726-ab50-0f30a7c24bd5 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:13:27.373682 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ff18a2eb-b874-4202-868d-5894b4c0f9f0 req-56adaa0c-8a15-4ab6-8391-a63708b022e3 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377071 Feb 09 12:13:27.416514 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-15412c65-868a-49cd-815b-91c9a1443342 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:27.461973 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-06cbce7b-789a-4627-9ad9-75bd0876f864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:27.463565 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-06cbce7b-789a-4627-9ad9-75bd0876f864 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9a644d28aa946259b7337281970c4b8&device_id=5d032bc9-f848-4245-acb3-f57ae72cf6c2 HTTP/1.1" status: 200 len: 1099 time: 0.1871541 Feb 09 12:13:27.464317 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port 52a06bdf-54c7-4726-ab50-0f30a7c24bd5 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:13:27.472178 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port 52a06bdf-54c7-4726-ab50-0f30a7c24bd5 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:13:27.472828 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:27.503474 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980b219-c95d-48e0-8bfe-2bf52ea4bfac req-686ee7cb-5a37-4e12-bde4-4ac45c488d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:27.505371 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f980b219-c95d-48e0-8bfe-2bf52ea4bfac req-686ee7cb-5a37-4e12-bde4-4ac45c488d22 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9d6b2f2b-3fb9-4d1b-ac78-19140ea18253 HTTP/1.1" status: 200 len: 860 time: 0.2383075 Feb 09 12:13:27.555820 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-424d59fd-8a44-4c4c-9d0a-1e502b49583b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=eca5b3d7-d4c8-45db-bb8d-4b1aab65b295 HTTP/1.1" status: 200 len: 217 time: 0.0748479 Feb 09 12:13:27.567447 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-15412c65-868a-49cd-815b-91c9a1443342 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Transition to ACTIVE for port object 63509d75-da58-43e5-b240-8d70695a2e99 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:13:27.571108 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f980b219-c95d-48e0-8bfe-2bf52ea4bfac req-b56ea145-ee1e-413b-bd3d-cd8efb55ce7a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c4b615eb-1906-4989-ab89-8b6ef1cc1053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511987 Feb 09 12:13:27.576123 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-32719f55-b87b-4fc9-ade1-33fe89cb1bd5 req-7e821145-029d-4b64-ac97-47f3ef3e16d1 tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] Unset dirty status for tenant:c3055b4aecb94a3fa08d5df4eac0ef07 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:13:27.587763 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-32719f55-b87b-4fc9-ade1-33fe89cb1bd5 req-7e821145-029d-4b64-ac97-47f3ef3e16d1 tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] 10.222.0.55 "GET /v2.0/security-groups?id=595ff398-8f40-4def-889a-e9cf34eb5e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8139544 Feb 09 12:13:27.636607 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:27.665581 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-8379908d-4f0d-46c0-a91c-7c0457035eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:27.667161 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-8379908d-4f0d-46c0-a91c-7c0457035eef service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.1046844 Feb 09 12:13:27.669597 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ff18a2eb-b874-4202-868d-5894b4c0f9f0 req-fb7622dd-d768-49d8-8bd2-24b2655d102b service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845898 Feb 09 12:13:27.769767 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-9cbbadf0-3ab1-415b-957e-87caea73d54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:27.771595 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-9cbbadf0-3ab1-415b-957e-87caea73d54d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0915990 Feb 09 12:13:27.778726 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f45562-80ed-4d1d-94af-1f8431258a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a06bdf-54c7-4726-ab50-0f30a7c24bd5'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:13:27.790323 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 52a06bdf-54c7-4726-ab50-0f30a7c24bd5, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=52a06bdf-54c7-4726-ab50-0f30a7c24bd5,segment=NetworkSegment(32f229e9-9010-4be1-973f-7ae4423dcda8),segment_id=32f229e9-9010-4be1-973f-7ae4423dcda8)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:13:27.795866 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:27.854060 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f980b219-c95d-48e0-8bfe-2bf52ea4bfac req-94798855-0837-44e5-a2a5-e10b0dd8a0b8 service neutron] 10.222.0.46 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611887 Feb 09 12:13:27.872347 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a87743-499d-451d-bf60-9ce32947d342 req-75c099f7-78c9-4de2-9ace-7cbc4591cfcd tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:27.879461 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e6a87743-499d-451d-bf60-9ce32947d342 req-75c099f7-78c9-4de2-9ace-7cbc4591cfcd tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=67f45562-80ed-4d1d-94af-1f8431258a0e HTTP/1.1" status: 200 len: 945 time: 1.0736527 Feb 09 12:13:27.956419 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-7fda4f76-9f07-4d38-ad3d-c0d341027100 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750581 Feb 09 12:13:27.957451 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=52a06bdf-54c7-4726-ab50-0f30a7c24bd5,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:28.068120 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e6a87743-499d-451d-bf60-9ce32947d342 req-a687926a-ae2f-4025-8c69-07e118e0fe45 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835878 Feb 09 12:13:28.112018 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-2de32885-8909-41a8-a9c6-e5bdff6ad434 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484530 Feb 09 12:13:28.295138 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-15412c65-868a-49cd-815b-91c9a1443342 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:28.307120 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['b5fedb51-61f7-44a9-a646-00ef57b3909b'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:13:28.476781 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f980b219-c95d-48e0-8bfe-2bf52ea4bfac req-ebdc8739-8186-4f25-b5e2-caca84568f08 service neutron] 10.222.0.46 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5552092 Feb 09 12:13:28.486652 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-15412c65-868a-49cd-815b-91c9a1443342 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Network 4f732e35-467f-44f5-be04-aa808693dec3 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:13:28.507759 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-15412c65-868a-49cd-815b-91c9a1443342 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:13:28.510702 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-15412c65-868a-49cd-815b-91c9a1443342 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:13:28.516687 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-15412c65-868a-49cd-815b-91c9a1443342 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:28.517384 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-15412c65-868a-49cd-815b-91c9a1443342 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:28.551181 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15412c65-868a-49cd-815b-91c9a1443342 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Pushing event updated for resources: {'Port': ['ID=63509d75-da58-43e5-b240-8d70695a2e99,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:28.595624 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-15412c65-868a-49cd-815b-91c9a1443342 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.6012225 Feb 09 12:13:28.611175 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc4448-7a92-4d9c-8638-80a50bee1295 req-8fdd745f-eb5f-4684-a8b5-ca38ded81b3a tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:28.612757 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-45fc4448-7a92-4d9c-8638-80a50bee1295 req-8fdd745f-eb5f-4684-a8b5-ca38ded81b3a tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.55 "GET /v2.0/ports?device_id=44be0a97-c5b9-41e5-9506-72c601ea9916 HTTP/1.1" status: 200 len: 948 time: 0.5418744 Feb 09 12:13:28.619426 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-aa498a0e-d6b9-46d6-b279-9d4b640e2660 service neutron] Request body: {'port': {'device_id': '8a3ed0cc-406f-48ca-9cef-615a85e7a0ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:13:28.723507 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0954a0c8-b58b-474f-95d3-e8e8daf2cd4b req-3198071b-f4c9-4a50-8c60-c1f4d1e0bc00 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b5cf2551-ae24-45d0-969b-b2acbb6b2642&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5084863 Feb 09 12:13:28.782017 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-ee06d405-d3e1-4634-8e05-92d0dc5ced2b None None] Provisioning for port 63509d75-da58-43e5-b240-8d70695a2e99 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:13:28.787263 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-ee06d405-d3e1-4634-8e05-92d0dc5ced2b None None] Provisioning complete for port 63509d75-da58-43e5-b240-8d70695a2e99 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:13:28.787809 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ee06d405-d3e1-4634-8e05-92d0dc5ced2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:28.788091 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf3208-fa74-410f-ae07-6b6a3f0385bd req-516bbd73-b41b-4900-97b9-27d1c6f919c1 tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:28.789841 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-47bf3208-fa74-410f-ae07-6b6a3f0385bd req-516bbd73-b41b-4900-97b9-27d1c6f919c1 tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5cf2551-ae24-45d0-969b-b2acbb6b2642 HTTP/1.1" status: 200 len: 950 time: 0.5433660 Feb 09 12:13:28.842581 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-ee06d405-d3e1-4634-8e05-92d0dc5ced2b None None] Port 63509d75-da58-43e5-b240-8d70695a2e99 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:13:28.914599 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-45fc4448-7a92-4d9c-8638-80a50bee1295 req-b9da570a-c70b-46f4-b86a-2d4da0b596f0 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.55 "GET /v2.0/security-groups?id=eba7f389-f277-490a-b44f-52c207312cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663085 Feb 09 12:13:28.918330 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-3540b740-7e0d-4934-9c63-b392f82880ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19fc4025-b5a7-4fc0-85b5-208e03b9c4b4 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:13:28.933254 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-3540b740-7e0d-4934-9c63-b392f82880ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:28.950576 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 0b609802-8f84-45a3-b1c8-b380d7ab3be7 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:13:28.975072 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-aa498a0e-d6b9-46d6-b279-9d4b640e2660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:29.009269 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-47bf3208-fa74-410f-ae07-6b6a3f0385bd req-63cc5443-756d-4116-8e3c-cb5336743d90 tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] 10.222.0.55 "GET /v2.0/security-groups?id=9efbc798-5930-4d00-8e69-e61f04a042c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117357 Feb 09 12:13:29.011504 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-3540b740-7e0d-4934-9c63-b392f82880ab service neutron] Transition to ACTIVE for port object 19fc4025-b5a7-4fc0-85b5-208e03b9c4b4 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:13:29.073741 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-3540b740-7e0d-4934-9c63-b392f82880ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:29.090864 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d032bc9-f848-4245-acb3-f57ae72cf6c2', 'tag': 'eca5b3d7-d4c8-45db-bb8d-4b1aab65b295', 'status': 'completed', 'code': 200} Feb 09 12:13:29.181000 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f45562-80ed-4d1d-94af-1f8431258a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a06bdf-54c7-4726-ab50-0f30a7c24bd5', 'code': 200} Feb 09 12:13:29.203013 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 0b609802-8f84-45a3-b1c8-b380d7ab3be7, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=0b609802-8f84-45a3-b1c8-b380d7ab3be7,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:13:29.218065 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '0b609802-8f84-45a3-b1c8-b380d7ab3be7', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'port_id': '0b609802-8f84-45a3-b1c8-b380d7ab3be7', 'mac_address': 'fa:16:3e:18:ef:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed5558-888d-440a-8c32-52f2f9bc5bd5', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:13:29.362198 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:29.404655 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b609802-8f84-45a3-b1c8-b380d7ab3be7 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:13:29.433980 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c752c6-be23-4532-b8c1-05cd28565509 req-7c0e0d2e-67b9-4b41-9626-828364661040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:29.436684 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-71c752c6-be23-4532-b8c1-05cd28565509 req-7c0e0d2e-67b9-4b41-9626-828364661040 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=67f45562-80ed-4d1d-94af-1f8431258a0e HTTP/1.1" status: 200 len: 1097 time: 0.1710789 Feb 09 12:13:29.455384 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 0b609802-8f84-45a3-b1c8-b380d7ab3be7, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=0b609802-8f84-45a3-b1c8-b380d7ab3be7,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:13:29.459518 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:29.508362 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-71c752c6-be23-4532-b8c1-05cd28565509 req-3b480d1f-2c6b-4c65-99fa-8cfd062ffc13 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601664 Feb 09 12:13:29.568380 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3540b740-7e0d-4934-9c63-b392f82880ab service neutron] Pushing event updated for resources: {'Port': ['ID=19fc4025-b5a7-4fc0-85b5-208e03b9c4b4,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:29.571660 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=0b609802-8f84-45a3-b1c8-b380d7ab3be7,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:29.651193 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954a0c8-b58b-474f-95d3-e8e8daf2cd4b req-14c66ec3-1ca9-4874-a649-888db9c7ad8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:29.653168 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0954a0c8-b58b-474f-95d3-e8e8daf2cd4b req-14c66ec3-1ca9-4874-a649-888db9c7ad8f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0e9304e506cc47579eb89441e351c9f9&device_id=b5cf2551-ae24-45d0-969b-b2acbb6b2642 HTTP/1.1" status: 200 len: 1101 time: 0.8197486 Feb 09 12:13:29.704997 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-685d1e12-300f-4adc-8383-cf9d88d6b81b tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1694622962&fields=id&tenant_id=b614b8bd377446f892967d9352b20ad9 HTTP/1.1" status: 200 len: 267 time: 0.2606373 Feb 09 12:13:29.722000 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['0b609802-8f84-45a3-b1c8-b380d7ab3be7'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:13:29.722497 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-3540b740-7e0d-4934-9c63-b392f82880ab service neutron] Attempting to bind port 19fc4025-b5a7-4fc0-85b5-208e03b9c4b4 on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:13:29.722836 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-3540b740-7e0d-4934-9c63-b392f82880ab service neutron] Attempting to bind port 19fc4025-b5a7-4fc0-85b5-208e03b9c4b4 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:13:29.723156 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-3540b740-7e0d-4934-9c63-b392f82880ab service neutron] Attempting to bind port 19fc4025-b5a7-4fc0-85b5-208e03b9c4b4 on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:13:29.951290 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954a0c8-b58b-474f-95d3-e8e8daf2cd4b req-f959e7de-fda4-4b51-aa7b-c518d21273f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:29.952806 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0954a0c8-b58b-474f-95d3-e8e8daf2cd4b req-f959e7de-fda4-4b51-aa7b-c518d21273f4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.1574461 Feb 09 12:13:29.964474 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a015a137-9df9-4fba-ae1f-93090dcefa2a req-70f388ea-3e3f-48cf-8ced-529ed7c0175e tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:29.965235 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-a015a137-9df9-4fba-ae1f-93090dcefa2a req-70f388ea-3e3f-48cf-8ced-529ed7c0175e tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Synchronizing usage tracker for tenant:c9a644d28aa946259b7337281970c4b8 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:13:29.967721 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-3540b740-7e0d-4934-9c63-b392f82880ab service neutron] Port 19fc4025-b5a7-4fc0-85b5-208e03b9c4b4 on network 4f732e35-467f-44f5-be04-aa808693dec3 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:13:29.968101 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-3540b740-7e0d-4934-9c63-b392f82880ab service neutron] Attempting to bind port 19fc4025-b5a7-4fc0-85b5-208e03b9c4b4 on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:13:30.032823 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0954a0c8-b58b-474f-95d3-e8e8daf2cd4b req-c3b83e69-bb30-4042-b011-f93539cdd991 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=a0339a10-ba8d-4b54-a906-2c92e7ef4d77 HTTP/1.1" status: 200 len: 217 time: 0.0717461 Feb 09 12:13:30.040298 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff1488-b67a-44f5-a219-56fc067e990c req-d14331fd-65c9-4dbc-8220-9616bb0dc2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:30.041846 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-37ff1488-b67a-44f5-a219-56fc067e990c req-d14331fd-65c9-4dbc-8220-9616bb0dc2c5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9a644d28aa946259b7337281970c4b8&device_id=5d032bc9-f848-4245-acb3-f57ae72cf6c2 HTTP/1.1" status: 200 len: 1099 time: 0.8195300 Feb 09 12:13:30.061879 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-3540b740-7e0d-4934-9c63-b392f82880ab service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:13:30.062236 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-3540b740-7e0d-4934-9c63-b392f82880ab service neutron] Checking segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:13:30.062649 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-3540b740-7e0d-4934-9c63-b392f82880ab service neutron] Bound using segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:13:30.063137 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-3540b740-7e0d-4934-9c63-b392f82880ab service neutron] Bound port: 19fc4025-b5a7-4fc0-85b5-208e03b9c4b4, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:13:30.063490 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-3540b740-7e0d-4934-9c63-b392f82880ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:30.207354 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954a0c8-b58b-474f-95d3-e8e8daf2cd4b req-7f19da74-c964-469b-be2f-870010148778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:30.210716 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0954a0c8-b58b-474f-95d3-e8e8daf2cd4b req-7f19da74-c964-469b-be2f-870010148778 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.1668272 Feb 09 12:13:30.232066 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-a015a137-9df9-4fba-ae1f-93090dcefa2a req-70f388ea-3e3f-48cf-8ced-529ed7c0175e tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Unset dirty status for tenant:c9a644d28aa946259b7337281970c4b8 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:13:30.233253 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a015a137-9df9-4fba-ae1f-93090dcefa2a req-70f388ea-3e3f-48cf-8ced-529ed7c0175e tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d032bc9-f848-4245-acb3-f57ae72cf6c2 HTTP/1.1" status: 200 len: 948 time: 1.0747879 Feb 09 12:13:30.292931 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954a0c8-b58b-474f-95d3-e8e8daf2cd4b req-c255c463-79ae-4479-8ef0-c54f382b54ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:30.294817 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0954a0c8-b58b-474f-95d3-e8e8daf2cd4b req-c255c463-79ae-4479-8ef0-c54f382b54ae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0772684 Feb 09 12:13:30.425421 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-cace9d45-b84c-400f-97ca-83cd121a070e tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:30.433028 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-cace9d45-b84c-400f-97ca-83cd121a070e tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/networks?id=de69ec27-0664-4edc-8ca7-aed58e385f8e HTTP/1.1" status: 200 len: 824 time: 0.7158244 Feb 09 12:13:30.484304 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-3540b740-7e0d-4934-9c63-b392f82880ab service neutron] For port 19fc4025-b5a7-4fc0-85b5-208e03b9c4b4, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:13:30.491294 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-5b6a9d42-58f4-4fd9-ad1e-878a73722862 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/quotas/b614b8bd377446f892967d9352b20ad9 HTTP/1.1" status: 200 len: 375 time: 0.0567315 Feb 09 12:13:30.494896 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a015a137-9df9-4fba-ae1f-93090dcefa2a req-c1721738-7a6d-4ab8-9b65-4f6ee49229e6 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240589 Feb 09 12:13:30.495070 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0954a0c8-b58b-474f-95d3-e8e8daf2cd4b req-a259f548-ee38-4a5d-a5cd-fcb9b55e84ec service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888809 Feb 09 12:13:30.504382 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff1488-b67a-44f5-a219-56fc067e990c req-9ef830b2-431e-4e96-9a86-33385308248a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:30.505782 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-37ff1488-b67a-44f5-a219-56fc067e990c req-9ef830b2-431e-4e96-9a86-33385308248a service neutron] 10.222.0.46 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.4251230 Feb 09 12:13:30.558137 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bee6ca-f03c-41cb-a580-e5cc8121a610 req-bc6576a4-24fa-4148-a8f6-28e157797602 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:30.559726 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-24bee6ca-f03c-41cb-a580-e5cc8121a610 req-bc6576a4-24fa-4148-a8f6-28e157797602 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.52 "GET /v2.0/ports?device_id=e661f86f-b149-4e42-9974-afc259a7027a HTTP/1.1" status: 200 len: 945 time: 0.6999450 Feb 09 12:13:30.640943 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-3540b740-7e0d-4934-9c63-b392f82880ab service neutron] For port 19fc4025-b5a7-4fc0-85b5-208e03b9c4b4, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=19fc4025-b5a7-4fc0-85b5-208e03b9c4b4,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:13:30.651048 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0954a0c8-b58b-474f-95d3-e8e8daf2cd4b req-97d1db81-b8d3-462e-8cdd-d73f865adc61 service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457803 Feb 09 12:13:30.728889 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-3540b740-7e0d-4934-9c63-b392f82880ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:30.810119 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-37ff1488-b67a-44f5-a219-56fc067e990c req-d7877ad2-6e33-408c-9664-f467e079cf7b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=eca5b3d7-d4c8-45db-bb8d-4b1aab65b295 HTTP/1.1" status: 200 len: 217 time: 0.2415676 Feb 09 12:13:30.945722 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-3540b740-7e0d-4934-9c63-b392f82880ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:30.946347 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-3540b740-7e0d-4934-9c63-b392f82880ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:30.947745 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-3540b740-7e0d-4934-9c63-b392f82880ab service neutron] 10.222.0.52 "PUT /v2.0/ports/19fc4025-b5a7-4fc0-85b5-208e03b9c4b4 HTTP/1.1" status: 200 len: 1096 time: 4.5086884 Feb 09 12:13:30.957271 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c21180-7c76-445e-834e-34161ba0751c', 'tag': '19fc4025-b5a7-4fc0-85b5-208e03b9c4b4'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:13:30.964881 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device eca5b3d7-d4c8-45db-bb8d-4b1aab65b295 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:13:30.966527 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-aa498a0e-d6b9-46d6-b279-9d4b640e2660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63509d75-da58-43e5-b240-8d70695a2e99 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:13:30.981173 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-24bee6ca-f03c-41cb-a580-e5cc8121a610 req-dd43f5d7-a7a9-4888-906f-cf96e47e1f9e tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Deleting port 68b717bb-0d6a-4504-95d0-baa0b0789b50 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:13:30.981429 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-24bee6ca-f03c-41cb-a580-e5cc8121a610 req-dd43f5d7-a7a9-4888-906f-cf96e47e1f9e tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:30.985619 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 0b609802-8f84-45a3-b1c8-b380d7ab3be7 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:13:31.047678 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-aa498a0e-d6b9-46d6-b279-9d4b640e2660 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:31.097580 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3540b740-7e0d-4934-9c63-b392f82880ab service neutron] Pushing event updated for resources: {'Port': ['ID=19fc4025-b5a7-4fc0-85b5-208e03b9c4b4,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:31.113257 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff1488-b67a-44f5-a219-56fc067e990c req-4b244a93-960c-4f89-b06c-ac720f5caf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:31.114701 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-37ff1488-b67a-44f5-a219-56fc067e990c req-4b244a93-960c-4f89-b06c-ac720f5caf89 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.2663019 Feb 09 12:13:31.179187 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-aa498a0e-d6b9-46d6-b279-9d4b640e2660 service neutron] Transition to ACTIVE for port object 63509d75-da58-43e5-b240-8d70695a2e99 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:13:31.183947 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 0b609802-8f84-45a3-b1c8-b380d7ab3be7 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:13:31.193545 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 0b609802-8f84-45a3-b1c8-b380d7ab3be7 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:13:31.194509 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:31.223603 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-aa498a0e-d6b9-46d6-b279-9d4b640e2660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:31.228384 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port eca5b3d7-d4c8-45db-bb8d-4b1aab65b295, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=eca5b3d7-d4c8-45db-bb8d-4b1aab65b295,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:13:31.257159 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'eca5b3d7-d4c8-45db-bb8d-4b1aab65b295', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'port_id': 'eca5b3d7-d4c8-45db-bb8d-4b1aab65b295', 'mac_address': 'fa:16:3e:06:5e:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed5558-888d-440a-8c32-52f2f9bc5bd5', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:13:31.331019 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-d6b33d23-0c4a-4979-aa8f-ee0f72d505e7 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b614b8bd377446f892967d9352b20ad9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.8280849 Feb 09 12:13:31.354890 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:31.411071 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45051e5-4463-4bce-8bc2-8025093366cd req-1a25ac43-28a8-496f-94b3-20a3db216930 tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:31.412265 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eca5b3d7-d4c8-45db-bb8d-4b1aab65b295 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:13:31.413170 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a45051e5-4463-4bce-8bc2-8025093366cd req-1a25ac43-28a8-496f-94b3-20a3db216930 tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] 10.222.0.55 "GET /v2.0/ports?device_id=59c21180-7c76-445e-834e-34161ba0751c HTTP/1.1" status: 200 len: 948 time: 0.7759361 Feb 09 12:13:31.446488 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port eca5b3d7-d4c8-45db-bb8d-4b1aab65b295, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=eca5b3d7-d4c8-45db-bb8d-4b1aab65b295,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:13:31.447595 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:31.460678 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:31.534879 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44be0a97-c5b9-41e5-9506-72c601ea9916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b609802-8f84-45a3-b1c8-b380d7ab3be7'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:13:31.561247 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 0b609802-8f84-45a3-b1c8-b380d7ab3be7, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=0b609802-8f84-45a3-b1c8-b380d7ab3be7,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:13:31.567451 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa498a0e-d6b9-46d6-b279-9d4b640e2660 service neutron] Pushing event updated for resources: {'Port': ['ID=63509d75-da58-43e5-b240-8d70695a2e99,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:31.583449 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=eca5b3d7-d4c8-45db-bb8d-4b1aab65b295,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:31.583449 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:31.656396 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=0b609802-8f84-45a3-b1c8-b380d7ab3be7,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:31.766929 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['eca5b3d7-d4c8-45db-bb8d-4b1aab65b295'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:13:31.810805 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a45051e5-4463-4bce-8bc2-8025093366cd req-0d354d15-6d57-4fbc-b84a-b962159d1daa tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] 10.222.0.55 "GET /v2.0/security-groups?id=595ff398-8f40-4def-889a-e9cf34eb5e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383039 Feb 09 12:13:31.834880 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-aa498a0e-d6b9-46d6-b279-9d4b640e2660 service neutron] Attempting to bind port 63509d75-da58-43e5-b240-8d70695a2e99 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:13:31.835224 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-aa498a0e-d6b9-46d6-b279-9d4b640e2660 service neutron] Attempting to bind port 63509d75-da58-43e5-b240-8d70695a2e99 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:13:31.835731 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-aa498a0e-d6b9-46d6-b279-9d4b640e2660 service neutron] Attempting to bind port 63509d75-da58-43e5-b240-8d70695a2e99 on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:13:31.846164 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-9089300d-3635-4944-947e-efb37da0c21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:31.847645 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-9089300d-3635-4944-947e-efb37da0c21b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c3055b4aecb94a3fa08d5df4eac0ef07&device_id=59c21180-7c76-445e-834e-34161ba0751c HTTP/1.1" status: 200 len: 1099 time: 0.7899358 Feb 09 12:13:31.882901 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-aa498a0e-d6b9-46d6-b279-9d4b640e2660 service neutron] Port 63509d75-da58-43e5-b240-8d70695a2e99 on network 4f732e35-467f-44f5-be04-aa808693dec3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:13:31.882901 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-aa498a0e-d6b9-46d6-b279-9d4b640e2660 service neutron] Attempting to bind port 63509d75-da58-43e5-b240-8d70695a2e99 on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:13:31.954983 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff1488-b67a-44f5-a219-56fc067e990c req-c5500392-2ba3-4adb-844a-8434ebe00bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:31.956476 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-37ff1488-b67a-44f5-a219-56fc067e990c req-c5500392-2ba3-4adb-844a-8434ebe00bc7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8265102 Feb 09 12:13:31.957460 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-aa498a0e-d6b9-46d6-b279-9d4b640e2660 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:13:31.957788 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-aa498a0e-d6b9-46d6-b279-9d4b640e2660 service neutron] Checking segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:13:31.958164 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-aa498a0e-d6b9-46d6-b279-9d4b640e2660 service neutron] Bound using segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:13:31.958775 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-aa498a0e-d6b9-46d6-b279-9d4b640e2660 service neutron] Bound port: 63509d75-da58-43e5-b240-8d70695a2e99, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:13:31.959117 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-aa498a0e-d6b9-46d6-b279-9d4b640e2660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:31.970072 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:13:32.017958 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-90cc8ace-457b-4743-b309-b7193bcb54e2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=19fc4025-b5a7-4fc0-85b5-208e03b9c4b4 HTTP/1.1" status: 200 len: 217 time: 0.1364312 Feb 09 12:13:32.146561 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-fd67e31c-384b-4895-8618-3320d5b87882 service neutron] 10.222.0.55 "GET /v2.0/networks/de69ec27-0664-4edc-8ca7-aed58e385f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7505164 Feb 09 12:13:32.181355 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-24bee6ca-f03c-41cb-a580-e5cc8121a610 req-dd43f5d7-a7a9-4888-906f-cf96e47e1f9e tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] For port 68b717bb-0d6a-4504-95d0-baa0b0789b50, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=68b717bb-0d6a-4504-95d0-baa0b0789b50,segment=NetworkSegment(bd8c6d18-a3cc-4c80-8858-834b6bfa59cb),segment_id=bd8c6d18-a3cc-4c80-8858-834b6bfa59cb)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:13:32.181707 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-24bee6ca-f03c-41cb-a580-e5cc8121a610 req-dd43f5d7-a7a9-4888-906f-cf96e47e1f9e tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:32.468551 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-dc0867bd-d6ea-4d5b-bbac-10da06dcf306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:32.470029 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-dc0867bd-d6ea-4d5b-bbac-10da06dcf306 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.4364083 Feb 09 12:13:32.483615 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-aa498a0e-d6b9-46d6-b279-9d4b640e2660 service neutron] For port 63509d75-da58-43e5-b240-8d70695a2e99, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:13:32.605782 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-37ff1488-b67a-44f5-a219-56fc067e990c req-2daff6e6-06d4-4595-94bf-712ce605f686 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6122465 Feb 09 12:13:32.607174 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-aa498a0e-d6b9-46d6-b279-9d4b640e2660 service neutron] For port 63509d75-da58-43e5-b240-8d70695a2e99, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=63509d75-da58-43e5-b240-8d70695a2e99,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:13:32.674219 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-aa498a0e-d6b9-46d6-b279-9d4b640e2660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:32.783901 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-46111ff9-74bf-44e3-940c-7f851f2b2189 service neutron] 10.222.0.55 "GET /v2.0/networks/de69ec27-0664-4edc-8ca7-aed58e385f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6067176 Feb 09 12:13:32.819737 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa315423-c880-4389-84bd-5c3c2cab6f00 req-cdb41d9e-1f74-478e-9aa7-70052a24b9f8 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:32.821301 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fa315423-c880-4389-84bd-5c3c2cab6f00 req-cdb41d9e-1f74-478e-9aa7-70052a24b9f8 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=67f45562-80ed-4d1d-94af-1f8431258a0e HTTP/1.1" status: 200 len: 946 time: 0.6612504 Feb 09 12:13:32.830756 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-aa498a0e-d6b9-46d6-b279-9d4b640e2660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:32.831370 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-aa498a0e-d6b9-46d6-b279-9d4b640e2660 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:32.832910 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-aa498a0e-d6b9-46d6-b279-9d4b640e2660 service neutron] 10.222.0.46 "PUT /v2.0/ports/63509d75-da58-43e5-b240-8d70695a2e99 HTTP/1.1" status: 200 len: 1096 time: 4.2173450 Feb 09 12:13:32.988385 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device eca5b3d7-d4c8-45db-bb8d-4b1aab65b295 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:13:33.093577 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port eca5b3d7-d4c8-45db-bb8d-4b1aab65b295 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:13:33.100812 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port eca5b3d7-d4c8-45db-bb8d-4b1aab65b295 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:13:33.101706 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:33.205470 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa498a0e-d6b9-46d6-b279-9d4b640e2660 service neutron] Pushing event updated for resources: {'Port': ['ID=63509d75-da58-43e5-b240-8d70695a2e99,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:33.250949 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:33.269981 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-24bee6ca-f03c-41cb-a580-e5cc8121a610 req-dd43f5d7-a7a9-4888-906f-cf96e47e1f9e tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:33.270391 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-24bee6ca-f03c-41cb-a580-e5cc8121a610 req-dd43f5d7-a7a9-4888-906f-cf96e47e1f9e tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:33.270701 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [req-24bee6ca-f03c-41cb-a580-e5cc8121a610 req-dd43f5d7-a7a9-4888-906f-cf96e47e1f9e tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Floating IP 41919729-42ed-4bcc-b29b-144378b33d83 disassociated. External IP: 172.25.7.47, port: 68b717bb-0d6a-4504-95d0-baa0b0789b50. Feb 09 12:13:33.271039 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-24bee6ca-f03c-41cb-a580-e5cc8121a610 req-dd43f5d7-a7a9-4888-906f-cf96e47e1f9e tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Calling delete_port for 68b717bb-0d6a-4504-95d0-baa0b0789b50 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:13:33.290095 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port eca5b3d7-d4c8-45db-bb8d-4b1aab65b295, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=eca5b3d7-d4c8-45db-bb8d-4b1aab65b295,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:13:33.294971 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:33.358594 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fa315423-c880-4389-84bd-5c3c2cab6f00 req-6d30f56a-e024-4b9e-8fbd-5c61d6fdec38 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4597657 Feb 09 12:13:33.366680 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 68b717bb-0d6a-4504-95d0-baa0b0789b50 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:13:33.369556 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-35b1dbf5-c6b4-429d-944b-f3f2222d9e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:33.371330 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-35b1dbf5-c6b4-429d-944b-f3f2222d9e65 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8844130 Feb 09 12:13:33.379647 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-37ff1488-b67a-44f5-a219-56fc067e990c req-094b46df-a3f9-4d80-b759-ba1c20768e00 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7442300 Feb 09 12:13:33.449213 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59c21180-7c76-445e-834e-34161ba0751c', 'tag': '19fc4025-b5a7-4fc0-85b5-208e03b9c4b4', 'status': 'completed', 'code': 200} Feb 09 12:13:33.482418 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=eca5b3d7-d4c8-45db-bb8d-4b1aab65b295,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:33.530502 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-b95e4077-bf8a-4915-9b78-b9ab361d617e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:33.532014 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-b95e4077-bf8a-4915-9b78-b9ab361d617e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9a644d28aa946259b7337281970c4b8&device_id=8a3ed0cc-406f-48ca-9cef-615a85e7a0ac HTTP/1.1" status: 200 len: 1099 time: 0.6283636 Feb 09 12:13:33.574757 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:33.694851 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607a8c8-22a3-4874-8aa0-4ecc0ba24caa req-121f41ba-25a0-4c0e-a939-d713651256b8 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:33.696472 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8607a8c8-22a3-4874-8aa0-4ecc0ba24caa req-121f41ba-25a0-4c0e-a939-d713651256b8 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.55 "GET /v2.0/ports?device_id=44be0a97-c5b9-41e5-9506-72c601ea9916 HTTP/1.1" status: 200 len: 950 time: 0.6475224 Feb 09 12:13:33.707378 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-edf5309a-f7ec-4376-8b4a-9a59dac68619 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=63509d75-da58-43e5-b240-8d70695a2e99 HTTP/1.1" status: 200 len: 217 time: 0.1387656 Feb 09 12:13:33.846939 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-24bee6ca-f03c-41cb-a580-e5cc8121a610 req-dd43f5d7-a7a9-4888-906f-cf96e47e1f9e tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:33.850512 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-2fc4a6f7-33ef-453a-9608-760a67b745f8 service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4334471 Feb 09 12:13:33.853661 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8607a8c8-22a3-4874-8aa0-4ecc0ba24caa req-30eb4b3f-5f81-4664-a684-589fef51f6e9 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.55 "GET /v2.0/security-groups?id=eba7f389-f277-490a-b44f-52c207312cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360416 Feb 09 12:13:33.915253 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44be0a97-c5b9-41e5-9506-72c601ea9916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b609802-8f84-45a3-b1c8-b380d7ab3be7', 'code': 200} Feb 09 12:13:33.942522 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd43f5d7-a7a9-4888-906f-cf96e47e1f9e tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Pushing event deleted for resources: {'Port': ['ID=68b717bb-0d6a-4504-95d0-baa0b0789b50,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:33.997894 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-65f52bb2-75fd-4b50-b53c-1f82ac3fffe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:33.999357 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-65f52bb2-75fd-4b50-b53c-1f82ac3fffe5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.2727537 Feb 09 12:13:34.231270 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d0423-d323-4e12-ba3f-c697ad42e788 req-d8a8078c-0d0f-4c3f-a3b5-08e7a67e0285 tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:34.232667 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6b2d0423-d323-4e12-ba3f-c697ad42e788 req-d8a8078c-0d0f-4c3f-a3b5-08e7a67e0285 tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5cf2551-ae24-45d0-969b-b2acbb6b2642 HTTP/1.1" status: 200 len: 950 time: 0.0882134 Feb 09 12:13:34.242062 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3cd44f-73bf-4986-9d3f-c0a606bf90d1 req-794c1782-3189-4c84-a028-9cf844e61718 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:34.243569 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ff3cd44f-73bf-4986-9d3f-c0a606bf90d1 req-794c1782-3189-4c84-a028-9cf844e61718 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d032bc9-f848-4245-acb3-f57ae72cf6c2 HTTP/1.1" status: 200 len: 950 time: 0.6669645 Feb 09 12:13:34.338150 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-6b2d0423-d323-4e12-ba3f-c697ad42e788 req-c1569e04-28db-487a-ab0f-89299347c0dd tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] Deleting port a0339a10-ba8d-4b54-a906-2c92e7ef4d77 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:13:34.338763 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-6b2d0423-d323-4e12-ba3f-c697ad42e788 req-c1569e04-28db-487a-ab0f-89299347c0dd tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:34.363489 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.52', 54624) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:34.510191 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ad6c96a-c160-4087-83da-149bb7f7d677 req-4fb612e6-2a11-4fdc-a389-32a5d2e41bac service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6171505 Feb 09 12:13:34.552615 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ff3cd44f-73bf-4986-9d3f-c0a606bf90d1 req-b46a9a92-1c37-4f0d-b556-3f18421e76da tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787201 Feb 09 12:13:34.585419 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a20f42f-6569-4657-a0b8-e5b08d0d0c17 req-60e2d89c-e6e0-4aa5-9fad-1812f980d324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:34.586942 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2a20f42f-6569-4657-a0b8-e5b08d0d0c17 req-60e2d89c-e6e0-4aa5-9fad-1812f980d324 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=44be0a97-c5b9-41e5-9506-72c601ea9916 HTTP/1.1" status: 200 len: 1101 time: 0.5777156 Feb 09 12:13:34.597065 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24bee6ca-f03c-41cb-a580-e5cc8121a610 req-dd43f5d7-a7a9-4888-906f-cf96e47e1f9e tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Router 2093b8cb-2828-424e-b143-6aa2743a12c8 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:13:34.605673 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-930df8a2-b55b-44bd-90d1-f2ad0b467271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:34.607159 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-930df8a2-b55b-44bd-90d1-f2ad0b467271 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5352006 Feb 09 12:13:34.680338 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-6b2d0423-d323-4e12-ba3f-c697ad42e788 req-c1569e04-28db-487a-ab0f-89299347c0dd tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] For port a0339a10-ba8d-4b54-a906-2c92e7ef4d77, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=a0339a10-ba8d-4b54-a906-2c92e7ef4d77,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:13:34.680743 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-6b2d0423-d323-4e12-ba3f-c697ad42e788 req-c1569e04-28db-487a-ab0f-89299347c0dd tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:34.815391 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9866287-a890-4122-a0e7-c0da58618f3d req-32ca367b-37bd-407a-949f-49069674a734 tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:34.823194 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b9866287-a890-4122-a0e7-c0da58618f3d req-32ca367b-37bd-407a-949f-49069674a734 tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5cf2551-ae24-45d0-969b-b2acbb6b2642 HTTP/1.1" status: 200 len: 950 time: 0.8165493 Feb 09 12:13:34.861803 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-6b2d0423-d323-4e12-ba3f-c697ad42e788 req-c1569e04-28db-487a-ab0f-89299347c0dd tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] Calling delete_port for a0339a10-ba8d-4b54-a906-2c92e7ef4d77 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:13:35.036814 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 38450) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:35.043811 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-6b2d0423-d323-4e12-ba3f-c697ad42e788 req-c1569e04-28db-487a-ab0f-89299347c0dd tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:35.056320 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['a0339a10-ba8d-4b54-a906-2c92e7ef4d77'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:13:35.111952 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-7855af25-8245-43b3-a126-f65683b95a95 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:35.113515 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-7855af25-8245-43b3-a126-f65683b95a95 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.52 "GET /v2.0/networks?id=de69ec27-0664-4edc-8ca7-aed58e385f8e HTTP/1.1" status: 200 len: 824 time: 0.7470367 Feb 09 12:13:35.166229 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2a20f42f-6569-4657-a0b8-e5b08d0d0c17 req-21277f9e-f816-4c5d-a505-719c4d0e0c2c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=eba7f389-f277-490a-b44f-52c207312cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5630574 Feb 09 12:13:35.196392 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1569e04-28db-487a-ab0f-89299347c0dd tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] Pushing event deleted for resources: {'Port': ['ID=a0339a10-ba8d-4b54-a906-2c92e7ef4d77,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:35.207074 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b9866287-a890-4122-a0e7-c0da58618f3d req-36c48943-ecfd-4999-aea6-e2e2cb9c027e tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] 10.222.0.55 "GET /v2.0/security-groups?id=9efbc798-5930-4d00-8e69-e61f04a042c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3826435 Feb 09 12:13:35.288978 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b2d0423-d323-4e12-ba3f-c697ad42e788 req-c1569e04-28db-487a-ab0f-89299347c0dd tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] No DVR routers for this DVR port a0339a10-ba8d-4b54-a906-2c92e7ef4d77 on host n-h1-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:13:35.290616 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-552c6031-e67d-462f-ae14-3932b19bc827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:35.310230 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-6b2d0423-d323-4e12-ba3f-c697ad42e788 req-c1569e04-28db-487a-ab0f-89299347c0dd tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:35.326229 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-552c6031-e67d-462f-ae14-3932b19bc827 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:13:35.330472 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-552c6031-e67d-462f-ae14-3932b19bc827 admin admin] Usage tracker for resource:security_group_rule and tenant:7006ce8f76f94920838303b29e3eb086 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:13:35.333699 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-552c6031-e67d-462f-ae14-3932b19bc827 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:13:35.340947 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-552c6031-e67d-462f-ae14-3932b19bc827 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:13:35.364820 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5cf2551-ae24-45d0-969b-b2acbb6b2642', 'name': 'network-vif-deleted', 'tag': 'a0339a10-ba8d-4b54-a906-2c92e7ef4d77'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:13:35.375901 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6b2d0423-d323-4e12-ba3f-c697ad42e788 req-c1569e04-28db-487a-ab0f-89299347c0dd tempest-ImagesNegativeTestJSON-1108339151 tempest-ImagesNegativeTestJSON-1108339151-project] 10.222.0.52 "DELETE /v2.0/ports/a0339a10-ba8d-4b54-a906-2c92e7ef4d77 HTTP/1.1" status: 204 len: 173 time: 1.1371253 Feb 09 12:13:35.422433 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-204a11f2-1ca5-45ae-ab32-b2e9e4954e0e tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b614b8bd377446f892967d9352b20ad9 HTTP/1.1" status: 200 len: 380 time: 0.2891855 Feb 09 12:13:35.424618 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-19673b01-f162-4622-8b58-8cd347fd5c39 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6739109 Feb 09 12:13:35.425855 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24bee6ca-f03c-41cb-a580-e5cc8121a610 req-dd43f5d7-a7a9-4888-906f-cf96e47e1f9e tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:13:35.436878 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88cfda2-31a1-4da2-877e-2c93d1f23f01 None None] Sync routers for ids ['2093b8cb-2828-424e-b143-6aa2743a12c8'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:13:35.451300 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88cfda2-31a1-4da2-877e-2c93d1f23f01 None None] Routers {'2093b8cb-2828-424e-b143-6aa2743a12c8'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:13:35.455557 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-a88cfda2-31a1-4da2-877e-2c93d1f23f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:13:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2093b8cb-2828-424e-b143-6aa2743a12c8'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:13:35.500399 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-552c6031-e67d-462f-ae14-3932b19bc827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:35.505251 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-552c6031-e67d-462f-ae14-3932b19bc827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:35.556611 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a3ed0cc-406f-48ca-9cef-615a85e7a0ac', 'tag': '63509d75-da58-43e5-b240-8d70695a2e99'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:13:35.595259 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-552c6031-e67d-462f-ae14-3932b19bc827 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7006ce8f76f94920838303b29e3eb086&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5570571 Feb 09 12:13:35.598125 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 38462) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:35.601628 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c6031-e67d-462f-ae14-3932b19bc827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc64b283-7e48-4ad8-a9b3-9b6f274d993f,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:35.642160 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-a03eb887-95be-4a2f-901a-8041e10eaaba tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Request body: {'port': {'device_id': '8e715918-da6c-4672-8728-e9452b74cf3c', 'network_id': 'de69ec27-0664-4edc-8ca7-aed58e385f8e', 'admin_state_up': True, 'tenant_id': 'b614b8bd377446f892967d9352b20ad9', 'security_groups': ['ac4eb021-bb3a-442d-8153-c3dbaa0cfda8']}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:13:35.689462 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ffdf1c9-1a6d-4068-89a7-1d935883c36b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:35.720478 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ffdf1c9-1a6d-4068-89a7-1d935883c36b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:35.758166 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-a88cfda2-31a1-4da2-877e-2c93d1f23f01 None None] Set router 2093b8cb-2828-424e-b143-6aa2743a12c8 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:13:35.779077 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ffdf1c9-1a6d-4068-89a7-1d935883c36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:35.804770 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffdf1c9-1a6d-4068-89a7-1d935883c36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc64b283-7e48-4ad8-a9b3-9b6f274d993f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:35.808019 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ffdf1c9-1a6d-4068-89a7-1d935883c36b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:35.809514 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9ffdf1c9-1a6d-4068-89a7-1d935883c36b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cc64b283-7e48-4ad8-a9b3-9b6f274d993f HTTP/1.1" status: 204 len: 168 time: 0.2102325 Feb 09 12:13:35.812754 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-24bee6ca-f03c-41cb-a580-e5cc8121a610 req-dd43f5d7-a7a9-4888-906f-cf96e47e1f9e tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] No DVR routers for this DVR port 68b717bb-0d6a-4504-95d0-baa0b0789b50 on host n-h1-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:13:35.866698 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9caedd39-88f8-45c4-b889-467bf77a0e2a req-e71b5e12-c5a1-4c52-acf1-5d6ae544d686 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e715918-da6c-4672-8728-e9452b74cf3c HTTP/1.1" status: 200 len: 210 time: 0.3157947 Feb 09 12:13:35.872357 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-24bee6ca-f03c-41cb-a580-e5cc8121a610 req-dd43f5d7-a7a9-4888-906f-cf96e47e1f9e tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:35.908804 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584634b7-f8f6-4ebb-b690-3dcb4b8f2814 req-69b9c31a-ef87-40ba-8b47-f677cd099c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:35.912058 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-584634b7-f8f6-4ebb-b690-3dcb4b8f2814 req-69b9c31a-ef87-40ba-8b47-f677cd099c26 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c3055b4aecb94a3fa08d5df4eac0ef07&device_id=59c21180-7c76-445e-834e-34161ba0751c HTTP/1.1" status: 200 len: 1099 time: 1.1400344 Feb 09 12:13:35.920529 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324b067-e673-4f41-9d40-d1b8367b915f req-8bfe8647-6c72-4c91-83c3-d063c56e7c97 tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:35.927549 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8324b067-e673-4f41-9d40-d1b8367b915f req-8bfe8647-6c72-4c91-83c3-d063c56e7c97 tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] 10.222.0.55 "GET /v2.0/ports?device_id=59c21180-7c76-445e-834e-34161ba0751c HTTP/1.1" status: 200 len: 948 time: 1.0908856 Feb 09 12:13:35.951954 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-24bee6ca-f03c-41cb-a580-e5cc8121a610 req-dd43f5d7-a7a9-4888-906f-cf96e47e1f9e tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.52 "DELETE /v2.0/ports/68b717bb-0d6a-4504-95d0-baa0b0789b50 HTTP/1.1" status: 204 len: 173 time: 5.3089876 Feb 09 12:13:36.073072 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d032bc9-f848-4245-acb3-f57ae72cf6c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca5b3d7-d4c8-45db-bb8d-4b1aab65b295'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:13:36.202543 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8324b067-e673-4f41-9d40-d1b8367b915f req-482decb9-6fc8-4c96-83e0-f52c88a7254d tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] 10.222.0.55 "GET /v2.0/security-groups?id=595ff398-8f40-4def-889a-e9cf34eb5e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738137 Feb 09 12:13:36.258564 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 38476) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:36.277306 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1bc9ca56-fc87-4ecd-a3fe-44c745d1d12f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:36.294470 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1bc9ca56-fc87-4ecd-a3fe-44c745d1d12f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:13:36.299273 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-1bc9ca56-fc87-4ecd-a3fe-44c745d1d12f admin admin] Usage tracker for resource:security_group_rule and tenant:93a04f31853b4cc4ab72266fd730b62b is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:13:36.302420 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-1bc9ca56-fc87-4ecd-a3fe-44c745d1d12f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:13:36.313692 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1bc9ca56-fc87-4ecd-a3fe-44c745d1d12f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:13:36.315146 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c06658ac-0176-4ad2-b0f5-f2192b0b5f95 req-c72cce7b-639f-4947-aafa-48c21b8ade7f service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7654541 Feb 09 12:13:36.333757 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584634b7-f8f6-4ebb-b690-3dcb4b8f2814 req-00a3ff04-9fc6-4c8e-ad99-370333b8d5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:36.335540 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-584634b7-f8f6-4ebb-b690-3dcb4b8f2814 req-00a3ff04-9fc6-4c8e-ad99-370333b8d5d3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.3876216 Feb 09 12:13:36.347654 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-a03eb887-95be-4a2f-901a-8041e10eaaba tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:13:36.425260 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-a88cfda2-31a1-4da2-877e-2c93d1f23f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1876601093-router', 'tenant_id': 'b614b8bd377446f892967d9352b20ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'ee3ee323-9b00-4bfe-a361-b70a2182d450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:11:42Z', 'updated_at': '2022-02-09T12:11:47Z', 'revision_number': 4, 'project_id': 'b614b8bd377446f892967d9352b20ad9', 'gw_port': {'id': 'ee3ee323-9b00-4bfe-a361-b70a2182d450', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:11:43Z', 'updated_at': '2022-02-09T12:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '96394959-d0a7-4372-967d-68f19043195b', 'name': '', 'network_id': 'de69ec27-0664-4edc-8ca7-aed58e385f8e', 'tenant_id': 'b614b8bd377446f892967d9352b20ad9', 'mac_address': 'fa:16:3e:4c:5f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2cf1195f-6cfb-4f71-a13f-5a2ca1abc351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:11:46Z', 'updated_at': '2022-02-09T12:11:58Z', 'revision_number': 5, 'project_id': 'b614b8bd377446f892967d9352b20ad9', 'subnets': [{'id': '2cf1195f-6cfb-4f71-a13f-5a2ca1abc351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:13:36.440654 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88cfda2-31a1-4da2-877e-2c93d1f23f01 None None] Checking router: 2093b8cb-2828-424e-b143-6aa2743a12c8 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:13:36.456171 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-a03eb887-95be-4a2f-901a-8041e10eaaba tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Usage tracker for resource:port and tenant:b614b8bd377446f892967d9352b20ad9 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:13:36.465760 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1bc9ca56-fc87-4ecd-a3fe-44c745d1d12f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:36.469661 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88cfda2-31a1-4da2-877e-2c93d1f23f01 None None] Routers {'2093b8cb-2828-424e-b143-6aa2743a12c8'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:13:36.471158 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-a88cfda2-31a1-4da2-877e-2c93d1f23f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:13:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2093b8cb-2828-424e-b143-6aa2743a12c8'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:13:36.478954 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1bc9ca56-fc87-4ecd-a3fe-44c745d1d12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:36.498674 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-a03eb887-95be-4a2f-901a-8041e10eaaba tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:13:36.517827 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-584634b7-f8f6-4ebb-b690-3dcb4b8f2814 req-9c4c661d-f676-4046-b61d-8c8b0441fb76 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=19fc4025-b5a7-4fc0-85b5-208e03b9c4b4 HTTP/1.1" status: 200 len: 217 time: 0.1714268 Feb 09 12:13:36.556387 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1bc9ca56-fc87-4ecd-a3fe-44c745d1d12f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=93a04f31853b4cc4ab72266fd730b62b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2965388 Feb 09 12:13:36.557205 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 38480) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:36.557882 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9ca56-fc87-4ecd-a3fe-44c745d1d12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec8d031-13d7-4465-929e-9453e78f068a,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:36.622155 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-a03eb887-95be-4a2f-901a-8041e10eaaba tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:13:36.652175 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-809dd040-2720-4ae7-91f3-45140cd1d458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:36.686080 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-809dd040-2720-4ae7-91f3-45140cd1d458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:36.691395 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e8a28-7886-4a64-905e-add01680f2d4 req-236929b3-4fa8-4900-9331-efeed1daf2f9 tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:36.693204 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ad1e8a28-7886-4a64-905e-add01680f2d4 req-236929b3-4fa8-4900-9331-efeed1daf2f9 tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=67f45562-80ed-4d1d-94af-1f8431258a0e HTTP/1.1" status: 200 len: 1097 time: 0.6103997 Feb 09 12:13:36.699577 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-a88cfda2-31a1-4da2-877e-2c93d1f23f01 None None] Set router 2093b8cb-2828-424e-b143-6aa2743a12c8 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:13:36.700664 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-a03eb887-95be-4a2f-901a-8041e10eaaba tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Made reservation on behalf of b614b8bd377446f892967d9352b20ad9 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:13:36.704211 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-a03eb887-95be-4a2f-901a-8041e10eaaba tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:36.871465 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-809dd040-2720-4ae7-91f3-45140cd1d458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:36.888941 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809dd040-2720-4ae7-91f3-45140cd1d458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec8d031-13d7-4465-929e-9453e78f068a,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:36.893478 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-809dd040-2720-4ae7-91f3-45140cd1d458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:36.898249 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-809dd040-2720-4ae7-91f3-45140cd1d458 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cec8d031-13d7-4465-929e-9453e78f068a HTTP/1.1" status: 204 len: 168 time: 0.3372190 Feb 09 12:13:36.931768 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ad1e8a28-7886-4a64-905e-add01680f2d4 req-a944d71d-c5fa-4408-8895-a8e09ca491ff tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139432 Feb 09 12:13:36.933298 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584634b7-f8f6-4ebb-b690-3dcb4b8f2814 req-d5bc3008-c848-49a0-b550-6cd0d78f1ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:36.934695 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-584634b7-f8f6-4ebb-b690-3dcb4b8f2814 req-d5bc3008-c848-49a0-b550-6cd0d78f1ec4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.3920472 Feb 09 12:13:37.062156 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48d781-9e99-4d25-a6b2-1c5006993f49 req-65f877d3-bcad-43d5-b977-e88ca2bcdaa2 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:37.064260 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ae48d781-9e99-4d25-a6b2-1c5006993f49 req-65f877d3-bcad-43d5-b977-e88ca2bcdaa2 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.55 "GET /v2.0/ports?device_id=44be0a97-c5b9-41e5-9506-72c601ea9916 HTTP/1.1" status: 200 len: 950 time: 0.6029716 Feb 09 12:13:37.072655 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5cf2551-ae24-45d0-969b-b2acbb6b2642', 'name': 'network-vif-deleted', 'tag': 'a0339a10-ba8d-4b54-a906-2c92e7ef4d77', 'status': 'completed', 'code': 200} Feb 09 12:13:37.139451 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ae48d781-9e99-4d25-a6b2-1c5006993f49 req-45ae2eb7-683c-488d-9d86-9d77837d4595 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.55 "GET /v2.0/security-groups?id=eba7f389-f277-490a-b44f-52c207312cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680413 Feb 09 12:13:37.194483 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-a88cfda2-31a1-4da2-877e-2c93d1f23f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1876601093-router', 'tenant_id': 'b614b8bd377446f892967d9352b20ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'ee3ee323-9b00-4bfe-a361-b70a2182d450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:11:42Z', 'updated_at': '2022-02-09T12:11:47Z', 'revision_number': 4, 'project_id': 'b614b8bd377446f892967d9352b20ad9', 'gw_port': {'id': 'ee3ee323-9b00-4bfe-a361-b70a2182d450', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:11:43Z', 'updated_at': '2022-02-09T12:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '96394959-d0a7-4372-967d-68f19043195b', 'name': '', 'network_id': 'de69ec27-0664-4edc-8ca7-aed58e385f8e', 'tenant_id': 'b614b8bd377446f892967d9352b20ad9', 'mac_address': 'fa:16:3e:4c:5f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2cf1195f-6cfb-4f71-a13f-5a2ca1abc351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:11:46Z', 'updated_at': '2022-02-09T12:11:58Z', 'revision_number': 5, 'project_id': 'b614b8bd377446f892967d9352b20ad9', 'subnets': [{'id': '2cf1195f-6cfb-4f71-a13f-5a2ca1abc351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:13:37.203601 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88cfda2-31a1-4da2-877e-2c93d1f23f01 None None] The sync data for ids ['2093b8cb-2828-424e-b143-6aa2743a12c8'] in n-d-825178-3 is: [{'id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1876601093-router', 'tenant_id': 'b614b8bd377446f892967d9352b20ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'ee3ee323-9b00-4bfe-a361-b70a2182d450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:11:42Z', 'updated_at': '2022-02-09T12:11:47Z', 'revision_number': 4, 'project_id': 'b614b8bd377446f892967d9352b20ad9', 'gw_port': {'id': 'ee3ee323-9b00-4bfe-a361-b70a2182d450', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:11:43Z', 'updated_at': '2022-02-09T12:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '96394959-d0a7-4372-967d-68f19043195b', 'name': '', 'network_id': 'de69ec27-0664-4edc-8ca7-aed58e385f8e', 'tenant_id': 'b614b8bd377446f892967d9352b20ad9', 'mac_address': 'fa:16:3e:4c:5f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2cf1195f-6cfb-4f71-a13f-5a2ca1abc351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:11:46Z', 'updated_at': '2022-02-09T12:11:58Z', 'revision_number': 5, 'project_id': 'b614b8bd377446f892967d9352b20ad9', 'subnets': [{'id': '2cf1195f-6cfb-4f71-a13f-5a2ca1abc351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:13:37.269497 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a3ed0cc-406f-48ca-9cef-615a85e7a0ac', 'tag': '63509d75-da58-43e5-b240-8d70695a2e99', 'status': 'completed', 'code': 200} Feb 09 12:13:37.310900 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d032bc9-f848-4245-acb3-f57ae72cf6c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca5b3d7-d4c8-45db-bb8d-4b1aab65b295', 'code': 200} Feb 09 12:13:37.358359 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584634b7-f8f6-4ebb-b690-3dcb4b8f2814 req-c9e33461-7b5b-4989-a6ad-993f624d217f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:37.359983 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-584634b7-f8f6-4ebb-b690-3dcb4b8f2814 req-c9e33461-7b5b-4989-a6ad-993f624d217f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4179664 Feb 09 12:13:37.371403 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-a03eb887-95be-4a2f-901a-8041e10eaaba tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Allocated IP 172.20.0.3 (de69ec27-0664-4edc-8ca7-aed58e385f8e/2cf1195f-6cfb-4f71-a13f-5a2ca1abc351/fc39ec9a-ad56-486a-9e65-3b68384bbb06) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:13:37.382322 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 19fc4025-b5a7-4fc0-85b5-208e03b9c4b4 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:13:37.410729 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 38496) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:37.431179 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7daa05e3-4036-44fe-a089-5e1bead30457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:37.453343 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7daa05e3-4036-44fe-a089-5e1bead30457 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:13:37.457472 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7daa05e3-4036-44fe-a089-5e1bead30457 admin admin] Usage tracker for resource:security_group_rule and tenant:3768587a531d4f31bd8d4b78b3d64f57 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:13:37.462171 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7daa05e3-4036-44fe-a089-5e1bead30457 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:13:37.468745 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7daa05e3-4036-44fe-a089-5e1bead30457 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:13:37.592914 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 19fc4025-b5a7-4fc0-85b5-208e03b9c4b4, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=19fc4025-b5a7-4fc0-85b5-208e03b9c4b4,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:13:37.596372 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7daa05e3-4036-44fe-a089-5e1bead30457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:37.603967 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7daa05e3-4036-44fe-a089-5e1bead30457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:37.655200 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60e52db-4316-49aa-bf48-10e617eb7231 None None] New status for floating IP 41919729-42ed-4bcc-b29b-144378b33d83: DOWN {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:13:37.673166 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daa05e3-4036-44fe-a089-5e1bead30457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20041a32-63fa-42da-a5a7-eaad7c8a87b0,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:37.673415 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': '19fc4025-b5a7-4fc0-85b5-208e03b9c4b4', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'port_id': '19fc4025-b5a7-4fc0-85b5-208e03b9c4b4', 'mac_address': 'fa:16:3e:79:49:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed5558-888d-440a-8c32-52f2f9bc5bd5', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:13:37.682091 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7daa05e3-4036-44fe-a089-5e1bead30457 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3768587a531d4f31bd8d4b78b3d64f57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2702465 Feb 09 12:13:37.682703 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 38502) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:37.752471 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2e04dcb5-fd1b-43ab-b2d6-b48fffe4bd21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:37.753204 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-0e6b2679-ece2-47b8-97d3-72ce8eef4860 req-d865d33d-7102-45fc-9429-91f3d3a11481 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Synchronizing usage tracker for tenant:b614b8bd377446f892967d9352b20ad9 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:13:37.773076 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:37.791283 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2e04dcb5-fd1b-43ab-b2d6-b48fffe4bd21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:37.793598 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19fc4025-b5a7-4fc0-85b5-208e03b9c4b4 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:13:37.816853 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 19fc4025-b5a7-4fc0-85b5-208e03b9c4b4, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=19fc4025-b5a7-4fc0-85b5-208e03b9c4b4,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:13:37.823337 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:37.840903 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5342e2-5b74-4c5b-b8ab-85e3e5eba1b4 req-cb2cd330-95e5-46ad-a9df-a8d40a2d9538 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:37.842385 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3e5342e2-5b74-4c5b-b8ab-85e3e5eba1b4 req-cb2cd330-95e5-46ad-a9df-a8d40a2d9538 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d032bc9-f848-4245-acb3-f57ae72cf6c2 HTTP/1.1" status: 200 len: 950 time: 0.6187363 Feb 09 12:13:37.844211 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-0e6b2679-ece2-47b8-97d3-72ce8eef4860 req-d865d33d-7102-45fc-9429-91f3d3a11481 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Unset dirty status for tenant:b614b8bd377446f892967d9352b20ad9 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:13:37.853083 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0e6b2679-ece2-47b8-97d3-72ce8eef4860 req-d865d33d-7102-45fc-9429-91f3d3a11481 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e715918-da6c-4672-8728-e9452b74cf3c HTTP/1.1" status: 200 len: 210 time: 0.2527003 Feb 09 12:13:37.904044 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2e04dcb5-fd1b-43ab-b2d6-b48fffe4bd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:37.940261 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e04dcb5-fd1b-43ab-b2d6-b48fffe4bd21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20041a32-63fa-42da-a5a7-eaad7c8a87b0,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:37.949803 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2e04dcb5-fd1b-43ab-b2d6-b48fffe4bd21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:37.951189 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2e04dcb5-fd1b-43ab-b2d6-b48fffe4bd21 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/20041a32-63fa-42da-a5a7-eaad7c8a87b0 HTTP/1.1" status: 204 len: 168 time: 0.2673419 Feb 09 12:13:37.995679 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=19fc4025-b5a7-4fc0-85b5-208e03b9c4b4,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:38.084722 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5e254-bcb7-444f-b19e-6306e9132ac5 req-5c22d84e-0082-4e48-b99c-1a3d0f28edf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:38.086207 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-62d5e254-bcb7-444f-b19e-6306e9132ac5 req-5c22d84e-0082-4e48-b99c-1a3d0f28edf0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5d032bc9-f848-4245-acb3-f57ae72cf6c2 HTTP/1.1" status: 200 len: 1101 time: 0.6942091 Feb 09 12:13:38.095795 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-584634b7-f8f6-4ebb-b690-3dcb4b8f2814 req-d73bc9c8-9658-47e6-8317-4bd3e0561b16 service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7062559 Feb 09 12:13:38.105350 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e045d5-e62d-41af-b73d-2494a805b1a0 req-4d9541b6-68f7-4c90-a86c-0e0a796f980e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:38.106809 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-91e045d5-e62d-41af-b73d-2494a805b1a0 req-4d9541b6-68f7-4c90-a86c-0e0a796f980e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9a644d28aa946259b7337281970c4b8&device_id=8a3ed0cc-406f-48ca-9cef-615a85e7a0ac HTTP/1.1" status: 200 len: 1099 time: 0.8082278 Feb 09 12:13:38.123353 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['19fc4025-b5a7-4fc0-85b5-208e03b9c4b4'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:13:38.352446 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3e5342e2-5b74-4c5b-b8ab-85e3e5eba1b4 req-0a1eebdf-e3f7-4d5b-a9e5-ae3f091d3143 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4982395 Feb 09 12:13:38.465447 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-62d5e254-bcb7-444f-b19e-6306e9132ac5 req-c3d944ce-f638-4567-aa1e-1ea2834c84c3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498604 Feb 09 12:13:38.560855 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-a03eb887-95be-4a2f-901a-8041e10eaaba tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:38.626805 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e045d5-e62d-41af-b73d-2494a805b1a0 req-a5bd85d7-bd6b-443c-8721-6814ef8934e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:38.630300 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-91e045d5-e62d-41af-b73d-2494a805b1a0 req-a5bd85d7-bd6b-443c-8721-6814ef8934e3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.5095322 Feb 09 12:13:38.636622 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1955af7-080a-463d-a212-c968246fcc80 req-686bc5e5-dda9-4dad-b461-b75714a74028 tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:38.638094 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1955af7-080a-463d-a212-c968246fcc80 req-686bc5e5-dda9-4dad-b461-b75714a74028 tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=67f45562-80ed-4d1d-94af-1f8431258a0e HTTP/1.1" status: 200 len: 1097 time: 0.6108775 Feb 09 12:13:38.641526 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-584634b7-f8f6-4ebb-b690-3dcb4b8f2814 req-26f73701-5409-455b-ae2c-586cb3b9311d service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5241406 Feb 09 12:13:38.652584 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-a03eb887-95be-4a2f-901a-8041e10eaaba tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Transition to ACTIVE for port object fc39ec9a-ad56-486a-9e65-3b68384bbb06 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:13:38.763225 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1955af7-080a-463d-a212-c968246fcc80 req-80cc3502-459d-47c9-b067-994df37974b2 tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149914 Feb 09 12:13:38.779457 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-91e045d5-e62d-41af-b73d-2494a805b1a0 req-c9e2251f-522e-4544-8e3e-bede1b4888fc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=63509d75-da58-43e5-b240-8d70695a2e99 HTTP/1.1" status: 200 len: 217 time: 0.0778027 Feb 09 12:13:38.794584 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658a551-267c-4b4a-a60e-f64a457e3011 req-efc2cc28-494a-4161-8387-e8275e4549c2 tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:38.796094 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b658a551-267c-4b4a-a60e-f64a457e3011 req-efc2cc28-494a-4161-8387-e8275e4549c2 tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] 10.222.0.55 "GET /v2.0/ports?device_id=59c21180-7c76-445e-834e-34161ba0751c HTTP/1.1" status: 200 len: 949 time: 0.2930064 Feb 09 12:13:38.836078 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-a03eb887-95be-4a2f-901a-8041e10eaaba tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:39.098548 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-a03eb887-95be-4a2f-901a-8041e10eaaba tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Network de69ec27-0664-4edc-8ca7-aed58e385f8e is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:13:39.107622 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-a03eb887-95be-4a2f-901a-8041e10eaaba tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:13:39.109357 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-a03eb887-95be-4a2f-901a-8041e10eaaba tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:13:39.114588 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-a03eb887-95be-4a2f-901a-8041e10eaaba tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:39.116016 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-a03eb887-95be-4a2f-901a-8041e10eaaba tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:39.137020 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b658a551-267c-4b4a-a60e-f64a457e3011 req-63538d26-83a4-416f-98e4-aef4a561a1d4 tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] 10.222.0.55 "GET /v2.0/security-groups?id=595ff398-8f40-4def-889a-e9cf34eb5e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072219 Feb 09 12:13:39.137634 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03eb887-95be-4a2f-901a-8041e10eaaba tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Pushing event updated for resources: {'Port': ['ID=fc39ec9a-ad56-486a-9e65-3b68384bbb06,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:39.153396 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e045d5-e62d-41af-b73d-2494a805b1a0 req-5f6e58f5-d217-472a-8e92-7d2ea2aceae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:39.154925 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-91e045d5-e62d-41af-b73d-2494a805b1a0 req-5f6e58f5-d217-472a-8e92-7d2ea2aceae8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.3569710 Feb 09 12:13:39.210903 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-a03eb887-95be-4a2f-901a-8041e10eaaba tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7564926 Feb 09 12:13:39.235938 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-ce34edb3-e826-407b-aafd-cc1d7c1cd14d service neutron] Request body: {'port': {'device_id': '8e715918-da6c-4672-8728-e9452b74cf3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:13:39.289480 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e661f86f-b149-4e42-9974-afc259a7027a', 'name': 'network-vif-deleted', 'tag': '68b717bb-0d6a-4504-95d0-baa0b0789b50'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:13:39.355279 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-82b9a35b-2f58-41f1-bc51-7da0c16ced69 None None] Provisioning for port fc39ec9a-ad56-486a-9e65-3b68384bbb06 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:13:39.358854 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19218a-4111-4823-8adb-ed0b55b3df4f req-2ba87100-8c2b-4003-bd59-8d211f19a2f7 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:39.362600 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-82b9a35b-2f58-41f1-bc51-7da0c16ced69 None None] Provisioning complete for port fc39ec9a-ad56-486a-9e65-3b68384bbb06 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:13:39.362982 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-82b9a35b-2f58-41f1-bc51-7da0c16ced69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:39.366661 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2a19218a-4111-4823-8adb-ed0b55b3df4f req-2ba87100-8c2b-4003-bd59-8d211f19a2f7 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.55 "GET /v2.0/ports?device_id=44be0a97-c5b9-41e5-9506-72c601ea9916 HTTP/1.1" status: 200 len: 950 time: 0.3346865 Feb 09 12:13:39.401856 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 19fc4025-b5a7-4fc0-85b5-208e03b9c4b4 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:13:39.482539 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2a19218a-4111-4823-8adb-ed0b55b3df4f req-be0145e3-225c-439c-a275-f0ac849710af tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.55 "GET /v2.0/security-groups?id=eba7f389-f277-490a-b44f-52c207312cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147046 Feb 09 12:13:39.514808 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e045d5-e62d-41af-b73d-2494a805b1a0 req-72d55f88-2db7-454e-8260-760f1967346f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:39.516637 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-91e045d5-e62d-41af-b73d-2494a805b1a0 req-72d55f88-2db7-454e-8260-760f1967346f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3455822 Feb 09 12:13:39.518507 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-82b9a35b-2f58-41f1-bc51-7da0c16ced69 None None] Port fc39ec9a-ad56-486a-9e65-3b68384bbb06 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:13:39.526535 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-ce34edb3-e826-407b-aafd-cc1d7c1cd14d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:39.532173 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port 19fc4025-b5a7-4fc0-85b5-208e03b9c4b4 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:13:39.539023 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port 19fc4025-b5a7-4fc0-85b5-208e03b9c4b4 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:13:39.539817 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:39.696288 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:39.743411 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 19fc4025-b5a7-4fc0-85b5-208e03b9c4b4, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=19fc4025-b5a7-4fc0-85b5-208e03b9c4b4,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:13:39.745349 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c21180-7c76-445e-834e-34161ba0751c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19fc4025-b5a7-4fc0-85b5-208e03b9c4b4'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:13:39.752495 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:39.753617 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device a0339a10-ba8d-4b54-a906-2c92e7ef4d77 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:13:39.835252 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-91e045d5-e62d-41af-b73d-2494a805b1a0 req-e89f27c9-a1ba-4f2e-bdc4-a21994ae957f service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096111 Feb 09 12:13:39.855821 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=19fc4025-b5a7-4fc0-85b5-208e03b9c4b4,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:39.858747 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] No Port match for: a0339a10-ba8d-4b54-a906-2c92e7ef4d77 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:13:39.859239 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device a0339a10-ba8d-4b54-a906-2c92e7ef4d77 not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:13:40.022912 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e661f86f-b149-4e42-9974-afc259a7027a', 'name': 'network-vif-deleted', 'tag': '68b717bb-0d6a-4504-95d0-baa0b0789b50', 'status': 'completed', 'code': 200} Feb 09 12:13:40.186361 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02bdff9-6834-42e3-8287-d638fd0ac369 req-71f46c13-22cc-4264-90b3-a08f36126358 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:40.187795 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f02bdff9-6834-42e3-8287-d638fd0ac369 req-71f46c13-22cc-4264-90b3-a08f36126358 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e715918-da6c-4672-8728-e9452b74cf3c HTTP/1.1" status: 200 len: 931 time: 0.4099870 Feb 09 12:13:40.194910 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-91e045d5-e62d-41af-b73d-2494a805b1a0 req-df59a78c-73df-4d3a-876f-a6efb3fb37a2 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476162 Feb 09 12:13:40.305627 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce4ec73-d617-49ff-8017-a2e1c4f617b5 req-2905e948-95ec-4072-a1b8-1474473ee025 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:40.307025 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8ce4ec73-d617-49ff-8017-a2e1c4f617b5 req-2905e948-95ec-4072-a1b8-1474473ee025 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d032bc9-f848-4245-acb3-f57ae72cf6c2 HTTP/1.1" status: 200 len: 950 time: 0.2530565 Feb 09 12:13:40.320249 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f02bdff9-6834-42e3-8287-d638fd0ac369 req-55a103a4-5aba-4197-b316-94521db29c98 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac4eb021-bb3a-442d-8153-c3dbaa0cfda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244528 Feb 09 12:13:40.357095 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-ce34edb3-e826-407b-aafd-cc1d7c1cd14d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc39ec9a-ad56-486a-9e65-3b68384bbb06 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:13:40.375388 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-ce34edb3-e826-407b-aafd-cc1d7c1cd14d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:40.388195 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8ce4ec73-d617-49ff-8017-a2e1c4f617b5 req-fe65cdd0-d141-4154-9a46-9d5733fb163e tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670288 Feb 09 12:13:40.397026 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-ce34edb3-e826-407b-aafd-cc1d7c1cd14d service neutron] Transition to ACTIVE for port object fc39ec9a-ad56-486a-9e65-3b68384bbb06 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:13:40.401096 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-ce34edb3-e826-407b-aafd-cc1d7c1cd14d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:40.572004 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce34edb3-e826-407b-aafd-cc1d7c1cd14d service neutron] Pushing event updated for resources: {'Port': ['ID=fc39ec9a-ad56-486a-9e65-3b68384bbb06,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:40.618027 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-ce34edb3-e826-407b-aafd-cc1d7c1cd14d service neutron] Attempting to bind port fc39ec9a-ad56-486a-9e65-3b68384bbb06 on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:13:40.618564 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-ce34edb3-e826-407b-aafd-cc1d7c1cd14d service neutron] Attempting to bind port fc39ec9a-ad56-486a-9e65-3b68384bbb06 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': 'bd8c6d18-a3cc-4c80-8858-834b6bfa59cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'de69ec27-0664-4edc-8ca7-aed58e385f8e'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:13:40.619077 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-ce34edb3-e826-407b-aafd-cc1d7c1cd14d service neutron] Attempting to bind port fc39ec9a-ad56-486a-9e65-3b68384bbb06 on network de69ec27-0664-4edc-8ca7-aed58e385f8e {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:13:40.625514 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-ce34edb3-e826-407b-aafd-cc1d7c1cd14d service neutron] Port fc39ec9a-ad56-486a-9e65-3b68384bbb06 on network de69ec27-0664-4edc-8ca7-aed58e385f8e not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:13:40.629904 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-ce34edb3-e826-407b-aafd-cc1d7c1cd14d service neutron] Attempting to bind port fc39ec9a-ad56-486a-9e65-3b68384bbb06 on network de69ec27-0664-4edc-8ca7-aed58e385f8e {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:13:40.642957 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-ce34edb3-e826-407b-aafd-cc1d7c1cd14d service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:13:40.643312 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-ce34edb3-e826-407b-aafd-cc1d7c1cd14d service neutron] Checking segment: {'id': 'bd8c6d18-a3cc-4c80-8858-834b6bfa59cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'de69ec27-0664-4edc-8ca7-aed58e385f8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:13:40.646461 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-ce34edb3-e826-407b-aafd-cc1d7c1cd14d service neutron] Bound using segment: {'id': 'bd8c6d18-a3cc-4c80-8858-834b6bfa59cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'de69ec27-0664-4edc-8ca7-aed58e385f8e'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:13:40.647027 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-ce34edb3-e826-407b-aafd-cc1d7c1cd14d service neutron] Bound port: fc39ec9a-ad56-486a-9e65-3b68384bbb06, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd8c6d18-a3cc-4c80-8858-834b6bfa59cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'de69ec27-0664-4edc-8ca7-aed58e385f8e'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:13:40.647491 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-ce34edb3-e826-407b-aafd-cc1d7c1cd14d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:40.675198 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c21180-7c76-445e-834e-34161ba0751c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19fc4025-b5a7-4fc0-85b5-208e03b9c4b4', 'code': 200} Feb 09 12:13:40.923130 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-ce34edb3-e826-407b-aafd-cc1d7c1cd14d service neutron] For port fc39ec9a-ad56-486a-9e65-3b68384bbb06, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:13:40.942963 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-ce34edb3-e826-407b-aafd-cc1d7c1cd14d service neutron] For port fc39ec9a-ad56-486a-9e65-3b68384bbb06, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=fc39ec9a-ad56-486a-9e65-3b68384bbb06,segment=NetworkSegment(bd8c6d18-a3cc-4c80-8858-834b6bfa59cb),segment_id=bd8c6d18-a3cc-4c80-8858-834b6bfa59cb)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:13:40.950638 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-ce34edb3-e826-407b-aafd-cc1d7c1cd14d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:41.045485 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 63509d75-da58-43e5-b240-8d70695a2e99 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:13:41.128948 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-ce34edb3-e826-407b-aafd-cc1d7c1cd14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:41.129579 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-ce34edb3-e826-407b-aafd-cc1d7c1cd14d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:41.132186 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-ce34edb3-e826-407b-aafd-cc1d7c1cd14d service neutron] 10.222.0.52 "PUT /v2.0/ports/fc39ec9a-ad56-486a-9e65-3b68384bbb06 HTTP/1.1" status: 200 len: 1091 time: 1.9053700 Feb 09 12:13:41.146836 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15fed5-dd3e-4fa2-97fb-b41ee873a0ed req-2168ce15-edaa-4e62-9678-1a0ee5247298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:41.148673 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6e15fed5-dd3e-4fa2-97fb-b41ee873a0ed req-2168ce15-edaa-4e62-9678-1a0ee5247298 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=59c21180-7c76-445e-834e-34161ba0751c HTTP/1.1" status: 200 len: 1101 time: 0.3689640 Feb 09 12:13:41.161114 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a745b1-2b8a-42cb-aa83-09e2052bae5e req-669bfc8e-a620-4f3c-a932-b16792cd5cf6 tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:41.163401 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b0a745b1-2b8a-42cb-aa83-09e2052bae5e req-669bfc8e-a620-4f3c-a932-b16792cd5cf6 tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] 10.222.0.55 "GET /v2.0/ports?device_id=59c21180-7c76-445e-834e-34161ba0751c HTTP/1.1" status: 200 len: 950 time: 0.3442390 Feb 09 12:13:41.237420 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 63509d75-da58-43e5-b240-8d70695a2e99, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=63509d75-da58-43e5-b240-8d70695a2e99,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:13:41.251796 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '63509d75-da58-43e5-b240-8d70695a2e99', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'port_id': '63509d75-da58-43e5-b240-8d70695a2e99', 'mac_address': 'fa:16:3e:f8:c9:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed5558-888d-440a-8c32-52f2f9bc5bd5', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:13:41.263217 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce34edb3-e826-407b-aafd-cc1d7c1cd14d service neutron] Pushing event updated for resources: {'Port': ['ID=fc39ec9a-ad56-486a-9e65-3b68384bbb06,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:41.317841 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:41.338225 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63509d75-da58-43e5-b240-8d70695a2e99 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:13:41.358891 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 63509d75-da58-43e5-b240-8d70695a2e99, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=63509d75-da58-43e5-b240-8d70695a2e99,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:13:41.364025 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:41.378876 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6e15fed5-dd3e-4fa2-97fb-b41ee873a0ed req-829e4854-e113-4383-9489-f44e9627580d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=595ff398-8f40-4def-889a-e9cf34eb5e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117283 Feb 09 12:13:41.398489 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b0a745b1-2b8a-42cb-aa83-09e2052bae5e req-f37ff1eb-d1bf-489c-9134-77631b846d87 tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] 10.222.0.55 "GET /v2.0/security-groups?id=595ff398-8f40-4def-889a-e9cf34eb5e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144139 Feb 09 12:13:41.439661 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-3779745d-60aa-493c-803e-f1b3b103d0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:41.445121 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-3779745d-60aa-493c-803e-f1b3b103d0d2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b614b8bd377446f892967d9352b20ad9&device_id=8e715918-da6c-4672-8728-e9452b74cf3c HTTP/1.1" status: 200 len: 1094 time: 0.2588544 Feb 09 12:13:41.449701 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=63509d75-da58-43e5-b240-8d70695a2e99,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:41.454469 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ad45b-ba33-4aa3-8ddf-26e10f197b06 req-c23e0035-0655-419b-9840-0e7e9fd91d16 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:41.457328 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-578ad45b-ba33-4aa3-8ddf-26e10f197b06 req-c23e0035-0655-419b-9840-0e7e9fd91d16 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a3ed0cc-406f-48ca-9cef-615a85e7a0ac HTTP/1.1" status: 200 len: 948 time: 0.2259240 Feb 09 12:13:41.515805 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-578ad45b-ba33-4aa3-8ddf-26e10f197b06 req-328d8bcb-d9ff-49c3-8fdc-65b3896a802d tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505111 Feb 09 12:13:41.663250 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-5f6a939c-b71f-4cc7-8670-91519c372dfa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc39ec9a-ad56-486a-9e65-3b68384bbb06 HTTP/1.1" status: 200 len: 217 time: 0.0730433 Feb 09 12:13:41.672951 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1616a7e9-8b54-4f21-b2ee-e85a713314d7 req-45c016d8-51e6-4aad-8133-c3961b3de1ff tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:41.674459 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1616a7e9-8b54-4f21-b2ee-e85a713314d7 req-45c016d8-51e6-4aad-8133-c3961b3de1ff tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=67f45562-80ed-4d1d-94af-1f8431258a0e HTTP/1.1" status: 200 len: 1097 time: 0.1570232 Feb 09 12:13:41.779630 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-3e09db54-7284-4a14-8683-f09f8cb6c693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:41.781115 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-3e09db54-7284-4a14-8683-f09f8cb6c693 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2cf1195f-6cfb-4f71-a13f-5a2ca1abc351 HTTP/1.1" status: 200 len: 863 time: 0.1058168 Feb 09 12:13:41.782774 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['63509d75-da58-43e5-b240-8d70695a2e99'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:13:41.801262 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1616a7e9-8b54-4f21-b2ee-e85a713314d7 req-8f87dc43-1c82-4f2f-9b61-19d623f46b37 tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860085 Feb 09 12:13:41.857317 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-889dbe4e-caeb-4535-8ce4-f0fa556f193d tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=3154404fb1d448f2abd699c18c801bd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0816855 Feb 09 12:13:42.016536 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-fac49523-7765-4f41-a079-b4ec7dfd9463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:42.018173 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-fac49523-7765-4f41-a079-b4ec7dfd9463 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=de69ec27-0664-4edc-8ca7-aed58e385f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2160451 Feb 09 12:13:42.029963 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e715918-da6c-4672-8728-e9452b74cf3c', 'tag': 'fc39ec9a-ad56-486a-9e65-3b68384bbb06'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:13:42.190797 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-c5cc5d84-1c9c-4b3b-a0a5-ad8cc15aa763 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:42.192499 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-c5cc5d84-1c9c-4b3b-a0a5-ad8cc15aa763 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3245730 Feb 09 12:13:42.234459 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-b755bff8-298e-47fe-9b95-2efea668fbe4 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.55 "GET /v2.0/quotas/3154404fb1d448f2abd699c18c801bd7 HTTP/1.1" status: 200 len: 375 time: 0.0271378 Feb 09 12:13:42.327965 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-0da3b400-b1f2-492b-9274-f68dda65dcbc service neutron] 10.222.0.52 "GET /v2.0/networks/de69ec27-0664-4edc-8ca7-aed58e385f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897415 Feb 09 12:13:42.418906 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75743b-653d-4096-9fb7-6fc527fc954e req-b436e7d4-9f94-4486-b24b-6d9dc855959b tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:42.420377 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0f75743b-653d-4096-9fb7-6fc527fc954e req-b436e7d4-9f94-4486-b24b-6d9dc855959b tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e715918-da6c-4672-8728-e9452b74cf3c HTTP/1.1" status: 200 len: 943 time: 0.2946281 Feb 09 12:13:42.478746 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-7cd80769-e4c7-4b7b-869d-5a16d5344e86 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3154404fb1d448f2abd699c18c801bd7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2318678 Feb 09 12:13:42.520251 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0f75743b-653d-4096-9fb7-6fc527fc954e req-6424bbee-b524-4ddc-b110-9b0ec6572323 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac4eb021-bb3a-442d-8153-c3dbaa0cfda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835969 Feb 09 12:13:42.526763 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f728d7d3-efaa-4950-a019-c886d2bc15f3 req-14d4319b-aa77-4b3b-8ba1-6f380b6bfaf6 service neutron] 10.222.0.52 "GET /v2.0/networks/de69ec27-0664-4edc-8ca7-aed58e385f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905663 Feb 09 12:13:42.733561 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e715918-da6c-4672-8728-e9452b74cf3c', 'tag': 'fc39ec9a-ad56-486a-9e65-3b68384bbb06', 'status': 'completed', 'code': 200} Feb 09 12:13:42.954439 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ea04e-fa3c-4e66-81a2-a6a62636bf70 req-c6c43f25-f514-42e2-8a3c-97dfdad90484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:42.955975 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-633ea04e-fa3c-4e66-81a2-a6a62636bf70 req-c6c43f25-f514-42e2-8a3c-97dfdad90484 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b614b8bd377446f892967d9352b20ad9&device_id=8e715918-da6c-4672-8728-e9452b74cf3c HTTP/1.1" status: 200 len: 1094 time: 0.1765494 Feb 09 12:13:43.002277 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c26856-620a-46bc-abcc-c57355310ef0 req-6b8c54c2-f391-4985-972a-10d7fb8d5f9a tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:43.008997 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-61c26856-620a-46bc-abcc-c57355310ef0 req-6b8c54c2-f391-4985-972a-10d7fb8d5f9a tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] 10.222.0.55 "GET /v2.0/ports?device_id=59c21180-7c76-445e-834e-34161ba0751c HTTP/1.1" status: 200 len: 950 time: 0.1523585 Feb 09 12:13:43.047297 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 63509d75-da58-43e5-b240-8d70695a2e99 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:13:43.134668 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 63509d75-da58-43e5-b240-8d70695a2e99 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:13:43.140022 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 63509d75-da58-43e5-b240-8d70695a2e99 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:13:43.140400 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:43.149418 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-61c26856-620a-46bc-abcc-c57355310ef0 req-ddff1923-4e5d-4d07-aa8b-6b8ca62797b1 tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] 10.222.0.55 "GET /v2.0/security-groups?id=595ff398-8f40-4def-889a-e9cf34eb5e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349275 Feb 09 12:13:43.186091 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ea04e-fa3c-4e66-81a2-a6a62636bf70 req-7a0c90ac-714c-4b00-aaa8-0c09cbbcdaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:43.187727 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-633ea04e-fa3c-4e66-81a2-a6a62636bf70 req-7a0c90ac-714c-4b00-aaa8-0c09cbbcdaf7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=de69ec27-0664-4edc-8ca7-aed58e385f8e HTTP/1.1" status: 200 len: 925 time: 0.2197375 Feb 09 12:13:43.273438 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-633ea04e-fa3c-4e66-81a2-a6a62636bf70 req-8d53ccbe-00ab-4ab8-a789-d2670ac85225 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc39ec9a-ad56-486a-9e65-3b68384bbb06 HTTP/1.1" status: 200 len: 217 time: 0.0780160 Feb 09 12:13:43.304697 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:43.347622 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 63509d75-da58-43e5-b240-8d70695a2e99, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=63509d75-da58-43e5-b240-8d70695a2e99,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:13:43.349141 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3ed0cc-406f-48ca-9cef-615a85e7a0ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63509d75-da58-43e5-b240-8d70695a2e99'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:13:43.361703 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:43.449642 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=63509d75-da58-43e5-b240-8d70695a2e99,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:43.497380 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ea04e-fa3c-4e66-81a2-a6a62636bf70 req-5afbb324-29eb-4be5-848e-b425a7b2cd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:43.498751 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-633ea04e-fa3c-4e66-81a2-a6a62636bf70 req-5afbb324-29eb-4be5-848e-b425a7b2cd66 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2cf1195f-6cfb-4f71-a13f-5a2ca1abc351 HTTP/1.1" status: 200 len: 863 time: 0.2181728 Feb 09 12:13:43.576484 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741edae-5e37-467c-a3e3-900067f89196 req-337b13be-8691-4ef2-9a2c-ddc3b2ed0cdd tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:43.577866 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4741edae-5e37-467c-a3e3-900067f89196 req-337b13be-8691-4ef2-9a2c-ddc3b2ed0cdd tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a3ed0cc-406f-48ca-9cef-615a85e7a0ac HTTP/1.1" status: 200 len: 950 time: 0.2501776 Feb 09 12:13:43.615567 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ea04e-fa3c-4e66-81a2-a6a62636bf70 req-bf6b5f60-38a5-4329-8157-e18bc439c6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:43.617074 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-633ea04e-fa3c-4e66-81a2-a6a62636bf70 req-bf6b5f60-38a5-4329-8157-e18bc439c6bd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=de69ec27-0664-4edc-8ca7-aed58e385f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1115458 Feb 09 12:13:43.655381 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4741edae-5e37-467c-a3e3-900067f89196 req-a8051517-7a6a-4ea0-9f01-cba2a38ecd70 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680976 Feb 09 12:13:43.795127 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-633ea04e-fa3c-4e66-81a2-a6a62636bf70 req-9a6f2ba6-52ed-4e16-8e90-369935f895ed service neutron] 10.222.0.52 "GET /v2.0/networks/de69ec27-0664-4edc-8ca7-aed58e385f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662462 Feb 09 12:13:43.809904 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-34723617-83fe-48c4-ac5f-2e7ebbe3cb0f req-b3387df9-9260-4772-a8eb-721da7850da8 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.55 "GET /v2.0/ports?device_id=20429366-9de1-495c-9bc1-79e3e122257d HTTP/1.1" status: 200 len: 210 time: 0.0483584 Feb 09 12:13:43.829622 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-db293354-b995-482a-95c9-ac520516b287 req-1329d4b8-98d9-4429-93a6-da3fd1d2506a tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:13:43.830731 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-db293354-b995-482a-95c9-ac520516b287 req-1329d4b8-98d9-4429-93a6-da3fd1d2506a tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0305686 Feb 09 12:13:43.844145 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-db293354-b995-482a-95c9-ac520516b287 req-7b61fc6d-8222-48d2-ad5e-921a94858b39 service neutron] Request body: {'binding': {'host': 'n-h2-825178-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:13:43.844575 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-db293354-b995-482a-95c9-ac520516b287 req-7b61fc6d-8222-48d2-ad5e-921a94858b39 service neutron] Unknown quota resources ['binding']. {{(pid=87567) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 09 12:13:43.913131 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8309592d-8f9b-4779-ab8c-49852abeaad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:44.148765 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-633ea04e-fa3c-4e66-81a2-a6a62636bf70 req-9ace0ae7-3200-4e69-a22b-e8a53dc1d948 service neutron] 10.222.0.52 "GET /v2.0/networks/de69ec27-0664-4edc-8ca7-aed58e385f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414483 Feb 09 12:13:44.152373 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-2ba68e16-e564-475e-bad7-b6a8592f380d tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=3154404fb1d448f2abd699c18c801bd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0561783 Feb 09 12:13:44.198467 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a3ed0cc-406f-48ca-9cef-615a85e7a0ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63509d75-da58-43e5-b240-8d70695a2e99', 'code': 200} Feb 09 12:13:44.338061 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 38688) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:44.516467 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b44a9d06-3f5e-4d02-bd3f-49d35e4d4991 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0e9304e506cc47579eb89441e351c9f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1769979 Feb 09 12:13:44.519063 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 38694) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:44.552181 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-db293354-b995-482a-95c9-ac520516b287 req-7b61fc6d-8222-48d2-ad5e-921a94858b39 service neutron] Attempting to bind port 52a06bdf-54c7-4726-ab50-0f30a7c24bd5 on host n-h2-825178-3 for vnic_type normal with profile None {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:13:44.552823 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-db293354-b995-482a-95c9-ac520516b287 req-7b61fc6d-8222-48d2-ad5e-921a94858b39 service neutron] Attempting to bind port 52a06bdf-54c7-4726-ab50-0f30a7c24bd5 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '32f229e9-9010-4be1-973f-7ae4423dcda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:13:44.553788 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db293354-b995-482a-95c9-ac520516b287 req-7b61fc6d-8222-48d2-ad5e-921a94858b39 service neutron] Attempting to bind port 52a06bdf-54c7-4726-ab50-0f30a7c24bd5 on network c4b615eb-1906-4989-ab89-8b6ef1cc1053 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:13:44.585255 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ab6d2b26-8783-4e55-ad19-8767c5b47922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:44.587980 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db293354-b995-482a-95c9-ac520516b287 req-7b61fc6d-8222-48d2-ad5e-921a94858b39 service neutron] Port 52a06bdf-54c7-4726-ab50-0f30a7c24bd5 on network c4b615eb-1906-4989-ab89-8b6ef1cc1053 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:13:44.588307 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db293354-b995-482a-95c9-ac520516b287 req-7b61fc6d-8222-48d2-ad5e-921a94858b39 service neutron] Attempting to bind port 52a06bdf-54c7-4726-ab50-0f30a7c24bd5 on network c4b615eb-1906-4989-ab89-8b6ef1cc1053 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:13:44.608256 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-445ef37d-f688-4306-b8d3-631663c87ed2 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:44.610207 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-445ef37d-f688-4306-b8d3-631663c87ed2 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4403157 Feb 09 12:13:44.613153 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db293354-b995-482a-95c9-ac520516b287 req-7b61fc6d-8222-48d2-ad5e-921a94858b39 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:13:44.613492 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db293354-b995-482a-95c9-ac520516b287 req-7b61fc6d-8222-48d2-ad5e-921a94858b39 service neutron] Checking segment: {'id': '32f229e9-9010-4be1-973f-7ae4423dcda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:13:44.613871 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db293354-b995-482a-95c9-ac520516b287 req-7b61fc6d-8222-48d2-ad5e-921a94858b39 service neutron] Bound using segment: {'id': '32f229e9-9010-4be1-973f-7ae4423dcda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:13:44.614549 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-db293354-b995-482a-95c9-ac520516b287 req-7b61fc6d-8222-48d2-ad5e-921a94858b39 service neutron] Bound port: 52a06bdf-54c7-4726-ab50-0f30a7c24bd5, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f229e9-9010-4be1-973f-7ae4423dcda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:13:44.619539 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ab6d2b26-8783-4e55-ad19-8767c5b47922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:44.627562 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-526cd545-a734-480a-b1fe-f6c6308e487d tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Request body: {'port': {'device_id': '20429366-9de1-495c-9bc1-79e3e122257d', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'admin_state_up': True, 'tenant_id': '3154404fb1d448f2abd699c18c801bd7'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:13:44.683899 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ab6d2b26-8783-4e55-ad19-8767c5b47922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:44.702402 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6d2b26-8783-4e55-ad19-8767c5b47922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9efbc798-5930-4d00-8e69-e61f04a042c4,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:44.713646 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6d2b26-8783-4e55-ad19-8767c5b47922 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:13:44.714244 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6d2b26-8783-4e55-ad19-8767c5b47922 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:13:44.714594 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6d2b26-8783-4e55-ad19-8767c5b47922 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:13:44.714923 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6d2b26-8783-4e55-ad19-8767c5b47922 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:13:44.715412 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6d2b26-8783-4e55-ad19-8767c5b47922 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:13:44.715745 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6d2b26-8783-4e55-ad19-8767c5b47922 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:13:44.716099 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6d2b26-8783-4e55-ad19-8767c5b47922 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:13:44.716422 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6d2b26-8783-4e55-ad19-8767c5b47922 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:13:44.716745 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6d2b26-8783-4e55-ad19-8767c5b47922 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:13:44.717061 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6d2b26-8783-4e55-ad19-8767c5b47922 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:13:44.717371 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6d2b26-8783-4e55-ad19-8767c5b47922 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:13:44.717694 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6d2b26-8783-4e55-ad19-8767c5b47922 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:13:44.721571 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ab6d2b26-8783-4e55-ad19-8767c5b47922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:44.722678 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ab6d2b26-8783-4e55-ad19-8767c5b47922 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9efbc798-5930-4d00-8e69-e61f04a042c4 HTTP/1.1" status: 204 len: 168 time: 0.2019610 Feb 09 12:13:44.757153 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68b0c2-244c-4b76-8cda-056906bc7e84 req-d24e272b-599a-4097-8ac5-b78baa0dda78 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:44.758601 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0a68b0c2-244c-4b76-8cda-056906bc7e84 req-d24e272b-599a-4097-8ac5-b78baa0dda78 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e715918-da6c-4672-8728-e9452b74cf3c HTTP/1.1" status: 200 len: 943 time: 0.3968320 Feb 09 12:13:44.768121 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dfcc9-6dc3-49aa-bdab-eabf85070118 req-9bd2785d-caba-43ca-a14c-1caa03e595a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:44.769547 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2d8dfcc9-6dc3-49aa-bdab-eabf85070118 req-9bd2785d-caba-43ca-a14c-1caa03e595a8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8a3ed0cc-406f-48ca-9cef-615a85e7a0ac HTTP/1.1" status: 200 len: 1101 time: 0.4089026 Feb 09 12:13:44.885908 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-db293354-b995-482a-95c9-ac520516b287 req-7b61fc6d-8222-48d2-ad5e-921a94858b39 service neutron] For port 52a06bdf-54c7-4726-ab50-0f30a7c24bd5, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=52a06bdf-54c7-4726-ab50-0f30a7c24bd5,segment=NetworkSegment(32f229e9-9010-4be1-973f-7ae4423dcda8),segment_id=32f229e9-9010-4be1-973f-7ae4423dcda8)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:13:44.892078 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-526cd545-a734-480a-b1fe-f6c6308e487d tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:13:44.898106 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0a68b0c2-244c-4b76-8cda-056906bc7e84 req-2747d90d-0bea-49d3-8c79-47f25f02b8ec tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac4eb021-bb3a-442d-8153-c3dbaa0cfda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261060 Feb 09 12:13:44.904085 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2d8dfcc9-6dc3-49aa-bdab-eabf85070118 req-45f443d6-4799-4ccd-914b-7e5d1b00fb85 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028087 Feb 09 12:13:44.905524 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-db293354-b995-482a-95c9-ac520516b287 req-7b61fc6d-8222-48d2-ad5e-921a94858b39 service neutron] Notify callbacks [] for binding, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:44.906708 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-db293354-b995-482a-95c9-ac520516b287 req-7b61fc6d-8222-48d2-ad5e-921a94858b39 service neutron] 10.222.0.55 "POST /v2.0/ports/52a06bdf-54c7-4726-ab50-0f30a7c24bd5/bindings HTTP/1.1" status: 201 len: 389 time: 1.0657034 Feb 09 12:13:44.914774 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-526cd545-a734-480a-b1fe-f6c6308e487d tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:13:44.930341 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-526cd545-a734-480a-b1fe-f6c6308e487d tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Made reservation on behalf of 3154404fb1d448f2abd699c18c801bd7 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:13:44.937228 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-526cd545-a734-480a-b1fe-f6c6308e487d tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:45.392418 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-526cd545-a734-480a-b1fe-f6c6308e487d tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Allocated IP 192.168.233.183 (4f732e35-467f-44f5-be04-aa808693dec3/f8ed5558-888d-440a-8c32-52f2f9bc5bd5/3a6d0790-7987-48e3-9a28-b996cbe10c17) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:13:45.417782 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device fc39ec9a-ad56-486a-9e65-3b68384bbb06 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:13:45.573176 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a3cac5d2-4411-4ac7-a25e-70da540debe6 req-23ede24e-31a0-4eb5-9563-5a877ec59d7c tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.55 "GET /v2.0/ports?device_id=20429366-9de1-495c-9bc1-79e3e122257d HTTP/1.1" status: 200 len: 210 time: 0.0756013 Feb 09 12:13:45.583185 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d974975-8252-47a3-a73c-ba5b09ad350d req-58c57509-23eb-4d03-a926-6c49241c04f8 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:45.585499 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7d974975-8252-47a3-a73c-ba5b09ad350d req-58c57509-23eb-4d03-a926-6c49241c04f8 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a3ed0cc-406f-48ca-9cef-615a85e7a0ac HTTP/1.1" status: 200 len: 950 time: 0.4415121 Feb 09 12:13:45.660806 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db293354-b995-482a-95c9-ac520516b287 req-023c380e-7f02-4e3c-951d-aff9bb6ed0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:45.662996 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-db293354-b995-482a-95c9-ac520516b287 req-023c380e-7f02-4e3c-951d-aff9bb6ed0d4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a84524b0b1d4c8da324d07cc553e331&device_id=67f45562-80ed-4d1d-94af-1f8431258a0e HTTP/1.1" status: 200 len: 1097 time: 0.4066420 Feb 09 12:13:45.667184 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port fc39ec9a-ad56-486a-9e65-3b68384bbb06, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=fc39ec9a-ad56-486a-9e65-3b68384bbb06,segment=NetworkSegment(bd8c6d18-a3cc-4c80-8858-834b6bfa59cb),segment_id=bd8c6d18-a3cc-4c80-8858-834b6bfa59cb)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:13:45.701860 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': 'fc39ec9a-ad56-486a-9e65-3b68384bbb06', 'network_id': 'de69ec27-0664-4edc-8ca7-aed58e385f8e', 'port_id': 'fc39ec9a-ad56-486a-9e65-3b68384bbb06', 'mac_address': 'fa:16:3e:97:c2:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf1195f-6cfb-4f71-a13f-5a2ca1abc351', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:13:45.705926 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7d974975-8252-47a3-a73c-ba5b09ad350d req-5a87a3e7-983d-4090-ab75-7f61ca158a0b tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088724 Feb 09 12:13:45.796123 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:45.813307 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc39ec9a-ad56-486a-9e65-3b68384bbb06 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:13:45.829686 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port fc39ec9a-ad56-486a-9e65-3b68384bbb06, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=fc39ec9a-ad56-486a-9e65-3b68384bbb06,segment=NetworkSegment(bd8c6d18-a3cc-4c80-8858-834b6bfa59cb),segment_id=bd8c6d18-a3cc-4c80-8858-834b6bfa59cb)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:13:45.834453 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:45.933835 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=fc39ec9a-ad56-486a-9e65-3b68384bbb06,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:46.091166 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db293354-b995-482a-95c9-ac520516b287 req-42386745-ff72-47cb-a75a-36849e0ee87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:46.092618 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-db293354-b995-482a-95c9-ac520516b287 req-42386745-ff72-47cb-a75a-36849e0ee87e service neutron] 10.222.0.46 "GET /v2.0/networks?id=c4b615eb-1906-4989-ab89-8b6ef1cc1053 HTTP/1.1" status: 200 len: 921 time: 0.4189529 Feb 09 12:13:46.097964 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-526cd545-a734-480a-b1fe-f6c6308e487d tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:46.126506 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee4c1c9-1a6b-4565-9d56-3f5ab49702f2 req-ed076cba-b4a9-4d90-84f8-5f1a8688c8ee tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:46.127964 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1ee4c1c9-1a6b-4565-9d56-3f5ab49702f2 req-ed076cba-b4a9-4d90-84f8-5f1a8688c8ee tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=67f45562-80ed-4d1d-94af-1f8431258a0e HTTP/1.1" status: 200 len: 946 time: 0.3766723 Feb 09 12:13:46.135331 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['fc39ec9a-ad56-486a-9e65-3b68384bbb06'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:13:46.214107 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-db293354-b995-482a-95c9-ac520516b287 req-f502d1c1-c30c-483f-b6ab-c3c39ea671a7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52a06bdf-54c7-4726-ab50-0f30a7c24bd5 HTTP/1.1" status: 200 len: 217 time: 0.1026473 Feb 09 12:13:46.215546 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-526cd545-a734-480a-b1fe-f6c6308e487d tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Transition to ACTIVE for port object 3a6d0790-7987-48e3-9a28-b996cbe10c17 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:13:46.227125 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83edb423-3edd-4b8a-a01f-c36acefef061 req-dd693cb3-5096-40d4-87f7-d4b0de20a4c7 tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:46.228584 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-83edb423-3edd-4b8a-a01f-c36acefef061 req-dd693cb3-5096-40d4-87f7-d4b0de20a4c7 tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] 10.222.0.55 "GET /v2.0/ports?device_id=59c21180-7c76-445e-834e-34161ba0751c HTTP/1.1" status: 200 len: 950 time: 0.3386366 Feb 09 12:13:46.262935 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0c3159f2-aa12-441a-ac2e-6495ef3b890d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:46.310382 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db293354-b995-482a-95c9-ac520516b287 req-92288ef5-8d12-4f5f-bb9d-7c3947ddf1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:46.312338 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-db293354-b995-482a-95c9-ac520516b287 req-92288ef5-8d12-4f5f-bb9d-7c3947ddf1e1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9d6b2f2b-3fb9-4d1b-ac78-19140ea18253 HTTP/1.1" status: 200 len: 860 time: 0.0804839 Feb 09 12:13:46.388554 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-db293354-b995-482a-95c9-ac520516b287 req-2fab828b-cca9-4be2-9bc1-dd998cbabd95 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c4b615eb-1906-4989-ab89-8b6ef1cc1053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651898 Feb 09 12:13:46.397271 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1ee4c1c9-1a6b-4565-9d56-3f5ab49702f2 req-63c468d7-e2db-4e8a-a25b-f09deb8c6b20 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078459 Feb 09 12:13:46.449001 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-83edb423-3edd-4b8a-a01f-c36acefef061 req-3e4945b0-6ab8-4620-a185-190f0abec1bc tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] 10.222.0.55 "GET /v2.0/security-groups?id=595ff398-8f40-4def-889a-e9cf34eb5e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805270 Feb 09 12:13:46.549926 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-526cd545-a734-480a-b1fe-f6c6308e487d tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:46.571344 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['0b609802-8f84-45a3-b1c8-b380d7ab3be7'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:13:46.664768 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-db293354-b995-482a-95c9-ac520516b287 req-c6fcad20-ccd2-4f8d-a04d-ce869848771b service neutron] 10.222.0.46 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637146 Feb 09 12:13:46.749346 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-526cd545-a734-480a-b1fe-f6c6308e487d tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Network 4f732e35-467f-44f5-be04-aa808693dec3 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:13:46.856110 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-526cd545-a734-480a-b1fe-f6c6308e487d tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:13:46.868035 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-526cd545-a734-480a-b1fe-f6c6308e487d tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:13:46.873455 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-526cd545-a734-480a-b1fe-f6c6308e487d tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:46.874077 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-526cd545-a734-480a-b1fe-f6c6308e487d tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:46.879245 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526cd545-a734-480a-b1fe-f6c6308e487d tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Pushing event updated for resources: {'Port': ['ID=3a6d0790-7987-48e3-9a28-b996cbe10c17,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:47.080934 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526cd545-a734-480a-b1fe-f6c6308e487d tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:13:47.081550 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526cd545-a734-480a-b1fe-f6c6308e487d tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:13:47.082035 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526cd545-a734-480a-b1fe-f6c6308e487d tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:13:47.082520 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526cd545-a734-480a-b1fe-f6c6308e487d tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:13:47.085269 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526cd545-a734-480a-b1fe-f6c6308e487d tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:13:47.086047 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526cd545-a734-480a-b1fe-f6c6308e487d tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:13:47.086276 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 38764) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:47.087193 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526cd545-a734-480a-b1fe-f6c6308e487d tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:13:47.087684 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526cd545-a734-480a-b1fe-f6c6308e487d tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:13:47.088202 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526cd545-a734-480a-b1fe-f6c6308e487d tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:13:47.088685 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526cd545-a734-480a-b1fe-f6c6308e487d tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:13:47.097623 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526cd545-a734-480a-b1fe-f6c6308e487d tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:13:47.097980 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526cd545-a734-480a-b1fe-f6c6308e487d tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:13:47.143325 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 38770) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:47.230265 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-526cd545-a734-480a-b1fe-f6c6308e487d tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6096158 Feb 09 12:13:47.253197 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-ad272d99-f017-4ce7-9a18-9a6d8a62dc7f service neutron] Request body: {'port': {'device_id': '20429366-9de1-495c-9bc1-79e3e122257d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:13:47.256076 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-fb0a4cf4-e810-473f-a2ea-9a10231123cd None None] Provisioning for port 3a6d0790-7987-48e3-9a28-b996cbe10c17 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:13:47.269378 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-fb0a4cf4-e810-473f-a2ea-9a10231123cd None None] Provisioning complete for port 3a6d0790-7987-48e3-9a28-b996cbe10c17 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:13:47.269763 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fb0a4cf4-e810-473f-a2ea-9a10231123cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:47.276463 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d63f3352-9e65-4e06-b9e5-b0da2697cf93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:47.319107 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d63f3352-9e65-4e06-b9e5-b0da2697cf93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:13:47.324790 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d63f3352-9e65-4e06-b9e5-b0da2697cf93 admin admin] Usage tracker for resource:security_group_rule and tenant:5d3d9bb5abef4b65b1793ed06b9c5c31 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:13:47.328939 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d63f3352-9e65-4e06-b9e5-b0da2697cf93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:13:47.330329 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-db293354-b995-482a-95c9-ac520516b287 req-6e6b38fc-d278-4a41-9af2-25f95d0e2d1b service neutron] 10.222.0.46 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6450891 Feb 09 12:13:47.340412 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d63f3352-9e65-4e06-b9e5-b0da2697cf93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:13:47.363416 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10349fb9-e32f-4ef4-a405-36e947b788e1 req-13a890d8-7682-48a9-ad63-a80e85008bab tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:47.365530 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-10349fb9-e32f-4ef4-a405-36e947b788e1 req-13a890d8-7682-48a9-ad63-a80e85008bab tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] 10.222.0.52 "GET /v2.0/ports?device_id=59c21180-7c76-445e-834e-34161ba0751c HTTP/1.1" status: 200 len: 950 time: 0.4097478 Feb 09 12:13:47.382076 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-55f69221-9661-4529-a13f-7935e2703669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:47.409397 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-55f69221-9661-4529-a13f-7935e2703669 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:13:47.416842 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-55f69221-9661-4529-a13f-7935e2703669 admin admin] Usage tracker for resource:security_group_rule and tenant:255238f4cae640538a1882bd564bed1a is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:13:47.420998 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-55f69221-9661-4529-a13f-7935e2703669 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:13:47.424354 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device fc39ec9a-ad56-486a-9e65-3b68384bbb06 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:13:47.431482 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-55f69221-9661-4529-a13f-7935e2703669 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:13:47.459764 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a4cf4-e810-473f-a2ea-9a10231123cd None None] Port 3a6d0790-7987-48e3-9a28-b996cbe10c17 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:13:47.487796 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:47.529226 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port fc39ec9a-ad56-486a-9e65-3b68384bbb06 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:13:47.534076 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d63f3352-9e65-4e06-b9e5-b0da2697cf93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:47.535549 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port fc39ec9a-ad56-486a-9e65-3b68384bbb06 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:13:47.535958 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:47.577061 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-55f69221-9661-4529-a13f-7935e2703669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:47.579279 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d63f3352-9e65-4e06-b9e5-b0da2697cf93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:47.597561 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:47.623655 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d63f3352-9e65-4e06-b9e5-b0da2697cf93 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5d3d9bb5abef4b65b1793ed06b9c5c31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5336008 Feb 09 12:13:47.623655 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-55f69221-9661-4529-a13f-7935e2703669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:47.624914 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43aa6e-7be6-4fff-a205-75dfb4b06dec req-ce773f57-e982-4db8-8e70-3a41bbd6a37c tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:47.629866 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 38780) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:47.632896 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0a43aa6e-7be6-4fff-a205-75dfb4b06dec req-ce773f57-e982-4db8-8e70-3a41bbd6a37c tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e715918-da6c-4672-8728-e9452b74cf3c HTTP/1.1" status: 200 len: 944 time: 0.7739763 Feb 09 12:13:47.663074 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55fe21-ba8b-4f53-a334-412cdc404d19 req-a9b2c97f-6a25-411f-9dea-2a085928780c tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:47.663772 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-fc55fe21-ba8b-4f53-a334-412cdc404d19 req-a9b2c97f-6a25-411f-9dea-2a085928780c tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Synchronizing usage tracker for tenant:3154404fb1d448f2abd699c18c801bd7 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:13:47.672640 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:47.704828 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e715918-da6c-4672-8728-e9452b74cf3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc39ec9a-ad56-486a-9e65-3b68384bbb06'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:13:47.707220 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-ad272d99-f017-4ce7-9a18-9a6d8a62dc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:47.717377 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port fc39ec9a-ad56-486a-9e65-3b68384bbb06, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=fc39ec9a-ad56-486a-9e65-3b68384bbb06,segment=NetworkSegment(bd8c6d18-a3cc-4c80-8858-834b6bfa59cb),segment_id=bd8c6d18-a3cc-4c80-8858-834b6bfa59cb)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:13:47.722628 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:47.722883 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f3352-9e65-4e06-b9e5-b0da2697cf93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef73538-dc7f-4baf-b4c3-9c88e1772fac,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:47.731068 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-55f69221-9661-4529-a13f-7935e2703669 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=255238f4cae640538a1882bd564bed1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5835147 Feb 09 12:13:47.736963 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 38786) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:47.752307 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-10349fb9-e32f-4ef4-a405-36e947b788e1 req-12f7e35b-7f91-4b6f-9fb4-bb055f00a7ff tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] Deleting port 19fc4025-b5a7-4fc0-85b5-208e03b9c4b4 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:13:47.752723 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-10349fb9-e32f-4ef4-a405-36e947b788e1 req-12f7e35b-7f91-4b6f-9fb4-bb055f00a7ff tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:47.757676 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f69221-9661-4529-a13f-7935e2703669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec789fd-002a-45cb-a24c-0b8d1bf34340,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:47.760245 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d65420d4-9353-44cf-b3ef-d27690bfae21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:47.788477 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d65420d4-9353-44cf-b3ef-d27690bfae21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:47.812815 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=fc39ec9a-ad56-486a-9e65-3b68384bbb06,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:47.828509 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0a43aa6e-7be6-4fff-a205-75dfb4b06dec req-d2b0f565-df8d-4d16-9816-9902bcfd8e57 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac4eb021-bb3a-442d-8153-c3dbaa0cfda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946208 Feb 09 12:13:47.854624 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-fc55fe21-ba8b-4f53-a334-412cdc404d19 req-a9b2c97f-6a25-411f-9dea-2a085928780c tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Unset dirty status for tenant:3154404fb1d448f2abd699c18c801bd7 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:13:47.856942 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fc55fe21-ba8b-4f53-a334-412cdc404d19 req-a9b2c97f-6a25-411f-9dea-2a085928780c tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.55 "GET /v2.0/ports?device_id=20429366-9de1-495c-9bc1-79e3e122257d HTTP/1.1" status: 200 len: 936 time: 0.7991388 Feb 09 12:13:47.857902 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d65420d4-9353-44cf-b3ef-d27690bfae21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:47.878460 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65420d4-9353-44cf-b3ef-d27690bfae21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef73538-dc7f-4baf-b4c3-9c88e1772fac,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:47.916200 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d65420d4-9353-44cf-b3ef-d27690bfae21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:47.920099 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d65420d4-9353-44cf-b3ef-d27690bfae21 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eef73538-dc7f-4baf-b4c3-9c88e1772fac HTTP/1.1" status: 204 len: 168 time: 0.2842793 Feb 09 12:13:48.141890 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db293354-b995-482a-95c9-ac520516b287 req-854e6157-bd65-42bb-9789-4d01aa4c8eec tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:48.143475 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-db293354-b995-482a-95c9-ac520516b287 req-854e6157-bd65-42bb-9789-4d01aa4c8eec tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=67f45562-80ed-4d1d-94af-1f8431258a0e&tenant_id=3a84524b0b1d4c8da324d07cc553e331&binding%3Ahost_id=n-h1-825178-3 HTTP/1.1" status: 200 len: 1097 time: 0.6941996 Feb 09 12:13:48.146794 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fc55fe21-ba8b-4f53-a334-412cdc404d19 req-19e708c7-6178-4e90-92bb-ec003bfc7e6a tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.55 "GET /v2.0/security-groups?id=eba7f389-f277-490a-b44f-52c207312cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680559 Feb 09 12:13:48.182449 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-db293354-b995-482a-95c9-ac520516b287 req-69f41fa5-e3ba-4bd6-983a-46cf3492724b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825178-3'}}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:13:48.229332 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 38796) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:48.252822 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c3cd7cc1-cd2f-4ce2-a6fe-a32b033d1ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:48.264015 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f7bdb4e8-8e46-4983-a6b9-0429779a4c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:48.278142 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c3cd7cc1-cd2f-4ce2-a6fe-a32b033d1ba7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:13:48.282257 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c3cd7cc1-cd2f-4ce2-a6fe-a32b033d1ba7 admin admin] Usage tracker for resource:security_group_rule and tenant:b07345852760441580c3504fee2c0564 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:13:48.294119 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c3cd7cc1-cd2f-4ce2-a6fe-a32b033d1ba7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:13:48.301614 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c3cd7cc1-cd2f-4ce2-a6fe-a32b033d1ba7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:13:48.386855 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c3cd7cc1-cd2f-4ce2-a6fe-a32b033d1ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:48.391906 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c3cd7cc1-cd2f-4ce2-a6fe-a32b033d1ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:48.452519 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c3cd7cc1-cd2f-4ce2-a6fe-a32b033d1ba7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b07345852760441580c3504fee2c0564&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2179320 Feb 09 12:13:48.452909 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 38800) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:48.456715 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd7cc1-cd2f-4ce2-a6fe-a32b033d1ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f36267-2b54-4f2e-9a6d-dc8b24fcb76a,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:48.520465 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f7bdb4e8-8e46-4983-a6b9-0429779a4c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:48.526607 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-599929ba-8218-4677-b641-20ea417db173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:48.552846 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-599929ba-8218-4677-b641-20ea417db173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:48.609010 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-599929ba-8218-4677-b641-20ea417db173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:48.631068 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599929ba-8218-4677-b641-20ea417db173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f36267-2b54-4f2e-9a6d-dc8b24fcb76a,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:48.642831 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-599929ba-8218-4677-b641-20ea417db173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:48.644792 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-599929ba-8218-4677-b641-20ea417db173 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/80f36267-2b54-4f2e-9a6d-dc8b24fcb76a HTTP/1.1" status: 204 len: 168 time: 0.1905186 Feb 09 12:13:48.680640 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-db293354-b995-482a-95c9-ac520516b287 req-69f41fa5-e3ba-4bd6-983a-46cf3492724b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:48.719050 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ce999-e1dc-4070-a2f3-0c0593a67776 req-9b628e82-510d-4b38-a531-3ae9eb6777bd tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:48.720768 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9d3ce999-e1dc-4070-a2f3-0c0593a67776 req-9b628e82-510d-4b38-a531-3ae9eb6777bd tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a3ed0cc-406f-48ca-9cef-615a85e7a0ac HTTP/1.1" status: 200 len: 950 time: 0.7799914 Feb 09 12:13:48.845393 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-10349fb9-e32f-4ef4-a405-36e947b788e1 req-12f7e35b-7f91-4b6f-9fb4-bb055f00a7ff tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] For port 19fc4025-b5a7-4fc0-85b5-208e03b9c4b4, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=19fc4025-b5a7-4fc0-85b5-208e03b9c4b4,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:13:48.845761 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-10349fb9-e32f-4ef4-a405-36e947b788e1 req-12f7e35b-7f91-4b6f-9fb4-bb055f00a7ff tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:48.951286 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:49.018846 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-10349fb9-e32f-4ef4-a405-36e947b788e1 req-12f7e35b-7f91-4b6f-9fb4-bb055f00a7ff tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] Calling delete_port for 19fc4025-b5a7-4fc0-85b5-208e03b9c4b4 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:13:49.054686 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f7bdb4e8-8e46-4983-a6b9-0429779a4c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:49.076898 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9d3ce999-e1dc-4070-a2f3-0c0593a67776 req-5fd5bd64-f547-4bb7-8b38-91f587cf3f06 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437252 Feb 09 12:13:49.110792 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59266308-b268-4146-a0f6-41568c708652 req-e1afe359-8f99-462a-a6a6-e06c49a2dcf2 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:49.112412 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-59266308-b268-4146-a0f6-41568c708652 req-e1afe359-8f99-462a-a6a6-e06c49a2dcf2 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=67f45562-80ed-4d1d-94af-1f8431258a0e HTTP/1.1" status: 200 len: 946 time: 0.7529502 Feb 09 12:13:49.169689 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bdb4e8-8e46-4983-a6b9-0429779a4c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec789fd-002a-45cb-a24c-0b8d1bf34340,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:49.202612 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.resource_extend [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-ad272d99-f017-4ce7-9a18-9a6d8a62dc7f service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:13:49.467961 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-ad272d99-f017-4ce7-9a18-9a6d8a62dc7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a6d0790-7987-48e3-9a28-b996cbe10c17 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:13:49.478418 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-ad272d99-f017-4ce7-9a18-9a6d8a62dc7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:49.498022 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-ad272d99-f017-4ce7-9a18-9a6d8a62dc7f service neutron] Transition to ACTIVE for port object 3a6d0790-7987-48e3-9a28-b996cbe10c17 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:13:49.618486 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f7bdb4e8-8e46-4983-a6b9-0429779a4c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:49.619622 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f7bdb4e8-8e46-4983-a6b9-0429779a4c03 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4ec789fd-002a-45cb-a24c-0b8d1bf34340 HTTP/1.1" status: 204 len: 168 time: 1.8779364 Feb 09 12:13:49.697884 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-ad272d99-f017-4ce7-9a18-9a6d8a62dc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:49.789440 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad272d99-f017-4ce7-9a18-9a6d8a62dc7f service neutron] Pushing event updated for resources: {'Port': ['ID=3a6d0790-7987-48e3-9a28-b996cbe10c17,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:49.802800 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-10349fb9-e32f-4ef4-a405-36e947b788e1 req-12f7e35b-7f91-4b6f-9fb4-bb055f00a7ff tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:49.812527 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-59266308-b268-4146-a0f6-41568c708652 req-2c794e17-fae0-4332-9f9b-ba46014f14bd tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6443911 Feb 09 12:13:49.919089 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e715918-da6c-4672-8728-e9452b74cf3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc39ec9a-ad56-486a-9e65-3b68384bbb06', 'code': 200} Feb 09 12:13:50.029887 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:50.076951 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f7e35b-7f91-4b6f-9fb4-bb055f00a7ff tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] Pushing event deleted for resources: {'Port': ['ID=19fc4025-b5a7-4fc0-85b5-208e03b9c4b4,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:50.197511 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-10349fb9-e32f-4ef4-a405-36e947b788e1 req-12f7e35b-7f91-4b6f-9fb4-bb055f00a7ff tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] No DVR routers for this DVR port 19fc4025-b5a7-4fc0-85b5-208e03b9c4b4 on host n-h1-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:13:50.200718 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-10349fb9-e32f-4ef4-a405-36e947b788e1 req-12f7e35b-7f91-4b6f-9fb4-bb055f00a7ff tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:50.252316 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-db293354-b995-482a-95c9-ac520516b287 req-69f41fa5-e3ba-4bd6-983a-46cf3492724b service neutron] For port 52a06bdf-54c7-4726-ab50-0f30a7c24bd5, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=52a06bdf-54c7-4726-ab50-0f30a7c24bd5,segment=NetworkSegment(32f229e9-9010-4be1-973f-7ae4423dcda8),segment_id=32f229e9-9010-4be1-973f-7ae4423dcda8)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:13:50.256501 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c21180-7c76-445e-834e-34161ba0751c', 'name': 'network-vif-deleted', 'tag': '19fc4025-b5a7-4fc0-85b5-208e03b9c4b4'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:13:50.383201 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-10349fb9-e32f-4ef4-a405-36e947b788e1 req-12f7e35b-7f91-4b6f-9fb4-bb055f00a7ff tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] 10.222.0.52 "DELETE /v2.0/ports/19fc4025-b5a7-4fc0-85b5-208e03b9c4b4 HTTP/1.1" status: 204 len: 173 time: 2.9722166 Feb 09 12:13:50.468340 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b80a4a-2cf6-4459-af6f-7bab97b9c76a req-5055a382-fe84-4de0-8f60-daeeeb2ca906 tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:50.469207 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-81b80a4a-2cf6-4459-af6f-7bab97b9c76a req-5055a382-fe84-4de0-8f60-daeeeb2ca906 tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] Synchronizing usage tracker for tenant:c3055b4aecb94a3fa08d5df4eac0ef07 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:13:50.532542 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-81b80a4a-2cf6-4459-af6f-7bab97b9c76a req-5055a382-fe84-4de0-8f60-daeeeb2ca906 tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] Unset dirty status for tenant:c3055b4aecb94a3fa08d5df4eac0ef07 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:13:50.541873 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-81b80a4a-2cf6-4459-af6f-7bab97b9c76a req-5055a382-fe84-4de0-8f60-daeeeb2ca906 tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] 10.222.0.55 "GET /v2.0/ports?device_id=59c21180-7c76-445e-834e-34161ba0751c HTTP/1.1" status: 200 len: 867 time: 1.3023524 Feb 09 12:13:50.612440 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-81b80a4a-2cf6-4459-af6f-7bab97b9c76a req-47fecbe5-eab3-4984-824d-43bc996c3e53 tempest-ServerDiagnosticsNegativeTest-224247800 tempest-ServerDiagnosticsNegativeTest-224247800-project] 10.222.0.55 "GET /v2.0/security-groups?id=595ff398-8f40-4def-889a-e9cf34eb5e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695879 Feb 09 12:13:50.616631 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.resource_extend [req-db293354-b995-482a-95c9-ac520516b287 req-69f41fa5-e3ba-4bd6-983a-46cf3492724b service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:13:50.625597 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-ad272d99-f017-4ce7-9a18-9a6d8a62dc7f service neutron] Attempting to bind port 3a6d0790-7987-48e3-9a28-b996cbe10c17 on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:13:50.625986 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-ad272d99-f017-4ce7-9a18-9a6d8a62dc7f service neutron] Attempting to bind port 3a6d0790-7987-48e3-9a28-b996cbe10c17 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:13:50.626320 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-ad272d99-f017-4ce7-9a18-9a6d8a62dc7f service neutron] Attempting to bind port 3a6d0790-7987-48e3-9a28-b996cbe10c17 on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:13:50.651084 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-ad272d99-f017-4ce7-9a18-9a6d8a62dc7f service neutron] Port 3a6d0790-7987-48e3-9a28-b996cbe10c17 on network 4f732e35-467f-44f5-be04-aa808693dec3 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:13:50.652440 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-ad272d99-f017-4ce7-9a18-9a6d8a62dc7f service neutron] Attempting to bind port 3a6d0790-7987-48e3-9a28-b996cbe10c17 on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:13:50.677881 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f4e37-b0c8-42ae-8ec1-5fdb34501776 req-fbfa5ba3-abbe-4082-b57c-018da7682319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:50.679413 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-261f4e37-b0c8-42ae-8ec1-5fdb34501776 req-fbfa5ba3-abbe-4082-b57c-018da7682319 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8e715918-da6c-4672-8728-e9452b74cf3c HTTP/1.1" status: 200 len: 1096 time: 0.5995281 Feb 09 12:13:50.680792 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-db293354-b995-482a-95c9-ac520516b287 req-69f41fa5-e3ba-4bd6-983a-46cf3492724b service neutron] For port 52a06bdf-54c7-4726-ab50-0f30a7c24bd5, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:13:50.717765 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-ad272d99-f017-4ce7-9a18-9a6d8a62dc7f service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:13:50.718112 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-ad272d99-f017-4ce7-9a18-9a6d8a62dc7f service neutron] Checking segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:13:50.718509 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-ad272d99-f017-4ce7-9a18-9a6d8a62dc7f service neutron] Bound using segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:13:50.718959 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-ad272d99-f017-4ce7-9a18-9a6d8a62dc7f service neutron] Bound port: 3a6d0790-7987-48e3-9a28-b996cbe10c17, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:13:50.719308 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-ad272d99-f017-4ce7-9a18-9a6d8a62dc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:50.859409 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e020e-f410-4df2-9afd-be2ba8271a6b req-795a85d7-c0fc-4a79-aaad-79faed7f9892 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:50.866604 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fb3e020e-f410-4df2-9afd-be2ba8271a6b req-795a85d7-c0fc-4a79-aaad-79faed7f9892 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e715918-da6c-4672-8728-e9452b74cf3c HTTP/1.1" status: 200 len: 945 time: 0.7371843 Feb 09 12:13:50.908055 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-db293354-b995-482a-95c9-ac520516b287 req-69f41fa5-e3ba-4bd6-983a-46cf3492724b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:50.944948 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fb3e020e-f410-4df2-9afd-be2ba8271a6b req-793736c0-6dac-434e-aac6-3290bc724fcb tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac4eb021-bb3a-442d-8153-c3dbaa0cfda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775626 Feb 09 12:13:50.950839 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-261f4e37-b0c8-42ae-8ec1-5fdb34501776 req-4f0c3dce-77f1-4db9-83ae-a71cbdf05771 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ac4eb021-bb3a-442d-8153-c3dbaa0cfda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020302 Feb 09 12:13:50.995149 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-ad272d99-f017-4ce7-9a18-9a6d8a62dc7f service neutron] For port 3a6d0790-7987-48e3-9a28-b996cbe10c17, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:13:50.999846 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-ad272d99-f017-4ce7-9a18-9a6d8a62dc7f service neutron] For port 3a6d0790-7987-48e3-9a28-b996cbe10c17, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=3a6d0790-7987-48e3-9a28-b996cbe10c17,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:13:51.094479 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-db293354-b995-482a-95c9-ac520516b287 req-69f41fa5-e3ba-4bd6-983a-46cf3492724b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:51.131457 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-ad272d99-f017-4ce7-9a18-9a6d8a62dc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:51.211600 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3d22b-9a0f-4742-9e2a-30e059ef5ae0 req-91475cde-5339-44ff-8976-ce5bc6e9c097 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:51.217793 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3d22b-9a0f-4742-9e2a-30e059ef5ae0 req-91475cde-5339-44ff-8976-ce5bc6e9c097 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:51.219384 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-25f3d22b-9a0f-4742-9e2a-30e059ef5ae0 req-91475cde-5339-44ff-8976-ce5bc6e9c097 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d032bc9-f848-4245-acb3-f57ae72cf6c2&device_id=8a3ed0cc-406f-48ca-9cef-615a85e7a0ac HTTP/1.1" status: 200 len: 1691 time: 0.2149985 Feb 09 12:13:51.222180 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 38880) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:51.309937 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-ad272d99-f017-4ce7-9a18-9a6d8a62dc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:51.310722 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-ad272d99-f017-4ce7-9a18-9a6d8a62dc7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:51.312206 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-ad272d99-f017-4ce7-9a18-9a6d8a62dc7f service neutron] 10.222.0.52 "PUT /v2.0/ports/3a6d0790-7987-48e3-9a28-b996cbe10c17 HTTP/1.1" status: 200 len: 1096 time: 4.0667474 Feb 09 12:13:51.441649 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-8d7b5319-b44f-48a9-944f-97e8317e0742 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1341850191-network', 'tenant_id': '64589850d54f49bfb3a355e7cee6f70a'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:13:51.450944 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8d7b5319-b44f-48a9-944f-97e8317e0742 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:13:51.455523 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-8d7b5319-b44f-48a9-944f-97e8317e0742 admin admin] Usage tracker for resource:network and tenant:64589850d54f49bfb3a355e7cee6f70a is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:13:51.459899 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-8d7b5319-b44f-48a9-944f-97e8317e0742 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:13:51.466182 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 19fc4025-b5a7-4fc0-85b5-208e03b9c4b4 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:13:51.475173 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8d7b5319-b44f-48a9-944f-97e8317e0742 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:13:51.492619 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7b5319-b44f-48a9-944f-97e8317e0742 admin admin] Made reservation on behalf of 64589850d54f49bfb3a355e7cee6f70a for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:13:51.494496 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f41fa5-e3ba-4bd6-983a-46cf3492724b service neutron] Pushing event updated for resources: {'Port': ['ID=52a06bdf-54c7-4726-ab50-0f30a7c24bd5,revision_number=7']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:51.496122 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8d7b5319-b44f-48a9-944f-97e8317e0742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:51.516618 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] No Port match for: 19fc4025-b5a7-4fc0-85b5-208e03b9c4b4 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:13:51.517103 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 19fc4025-b5a7-4fc0-85b5-208e03b9c4b4 not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:13:51.525510 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8d7b5319-b44f-48a9-944f-97e8317e0742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:51.540967 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-25f3d22b-9a0f-4742-9e2a-30e059ef5ae0 req-45118f63-114e-4e68-bb11-28b923758aa4 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060648 Feb 09 12:13:51.574607 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8d7b5319-b44f-48a9-944f-97e8317e0742 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:13:51.574804 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-db293354-b995-482a-95c9-ac520516b287 req-69f41fa5-e3ba-4bd6-983a-46cf3492724b service neutron] Attempting to bind port 52a06bdf-54c7-4726-ab50-0f30a7c24bd5 on host n-h1-825178-3 for vnic_type normal with profile {"migrating_to": "n-h2-825178-3"} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:13:51.575160 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-db293354-b995-482a-95c9-ac520516b287 req-69f41fa5-e3ba-4bd6-983a-46cf3492724b service neutron] Attempting to bind port 52a06bdf-54c7-4726-ab50-0f30a7c24bd5 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': '32f229e9-9010-4be1-973f-7ae4423dcda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:13:51.575501 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db293354-b995-482a-95c9-ac520516b287 req-69f41fa5-e3ba-4bd6-983a-46cf3492724b service neutron] Attempting to bind port 52a06bdf-54c7-4726-ab50-0f30a7c24bd5 on network c4b615eb-1906-4989-ab89-8b6ef1cc1053 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:13:51.579125 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-8d7b5319-b44f-48a9-944f-97e8317e0742 admin admin] Usage tracker for resource:security_group_rule and tenant:64589850d54f49bfb3a355e7cee6f70a is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:13:51.582800 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-8d7b5319-b44f-48a9-944f-97e8317e0742 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:13:51.589690 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db293354-b995-482a-95c9-ac520516b287 req-69f41fa5-e3ba-4bd6-983a-46cf3492724b service neutron] Port 52a06bdf-54c7-4726-ab50-0f30a7c24bd5 on network c4b615eb-1906-4989-ab89-8b6ef1cc1053 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:13:51.589855 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8d7b5319-b44f-48a9-944f-97e8317e0742 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:13:51.590039 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db293354-b995-482a-95c9-ac520516b287 req-69f41fa5-e3ba-4bd6-983a-46cf3492724b service neutron] Attempting to bind port 52a06bdf-54c7-4726-ab50-0f30a7c24bd5 on network c4b615eb-1906-4989-ab89-8b6ef1cc1053 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:13:51.607591 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db293354-b995-482a-95c9-ac520516b287 req-69f41fa5-e3ba-4bd6-983a-46cf3492724b service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:13:51.607953 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db293354-b995-482a-95c9-ac520516b287 req-69f41fa5-e3ba-4bd6-983a-46cf3492724b service neutron] Checking segment: {'id': '32f229e9-9010-4be1-973f-7ae4423dcda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:13:51.608340 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db293354-b995-482a-95c9-ac520516b287 req-69f41fa5-e3ba-4bd6-983a-46cf3492724b service neutron] Bound using segment: {'id': '32f229e9-9010-4be1-973f-7ae4423dcda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:13:51.608777 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-db293354-b995-482a-95c9-ac520516b287 req-69f41fa5-e3ba-4bd6-983a-46cf3492724b service neutron] Bound port: 52a06bdf-54c7-4726-ab50-0f30a7c24bd5, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f229e9-9010-4be1-973f-7ae4423dcda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:13:51.609121 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-db293354-b995-482a-95c9-ac520516b287 req-69f41fa5-e3ba-4bd6-983a-46cf3492724b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:51.623637 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c21180-7c76-445e-834e-34161ba0751c', 'name': 'network-vif-deleted', 'tag': '19fc4025-b5a7-4fc0-85b5-208e03b9c4b4', 'status': 'completed', 'code': 200} Feb 09 12:13:51.635603 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c22001-657f-4ab2-93be-cd27d828683b req-d9578dfc-f3d2-47b0-8685-89b1fe482d2b tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:51.641102 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-35c22001-657f-4ab2-93be-cd27d828683b req-d9578dfc-f3d2-47b0-8685-89b1fe482d2b tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.55 "GET /v2.0/ports?device_id=20429366-9de1-495c-9bc1-79e3e122257d HTTP/1.1" status: 200 len: 948 time: 0.5037341 Feb 09 12:13:51.693199 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad272d99-f017-4ce7-9a18-9a6d8a62dc7f service neutron] Pushing event updated for resources: {'Port': ['ID=3a6d0790-7987-48e3-9a28-b996cbe10c17,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:51.703915 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8d7b5319-b44f-48a9-944f-97e8317e0742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:51.708777 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8d7b5319-b44f-48a9-944f-97e8317e0742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:51.741935 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d7b5319-b44f-48a9-944f-97e8317e0742 admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:13:51.765633 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b5319-b44f-48a9-944f-97e8317e0742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fb3f13-7dc7-4cfe-ae6d-dfbf47efd150,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:51.768227 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-4bee332d-7e7f-47b2-bb00-271d4672c93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:51.769898 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-4bee332d-7e7f-47b2-bb00-271d4672c93a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3154404fb1d448f2abd699c18c801bd7&device_id=20429366-9de1-495c-9bc1-79e3e122257d HTTP/1.1" status: 200 len: 1099 time: 0.3545508 Feb 09 12:13:51.782744 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-35c22001-657f-4ab2-93be-cd27d828683b req-3529ae51-dd8c-4bcb-abad-2b4ef2ceae8e tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.55 "GET /v2.0/security-groups?id=eba7f389-f277-490a-b44f-52c207312cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406736 Feb 09 12:13:51.784442 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8d7b5319-b44f-48a9-944f-97e8317e0742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:51.784814 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-8d7b5319-b44f-48a9-944f-97e8317e0742 admin admin] Added segment bebbd8fc-dd7d-4200-8938-452b9dad56e6 of type vlan for network a10f88e1-3d02-4171-8c71-31b6c9e6be17 Feb 09 12:13:51.821123 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8d7b5319-b44f-48a9-944f-97e8317e0742 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:51.859955 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8d7b5319-b44f-48a9-944f-97e8317e0742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:51.861630 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7b5319-b44f-48a9-944f-97e8317e0742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:51.863127 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8d7b5319-b44f-48a9-944f-97e8317e0742 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:51.939126 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-db293354-b995-482a-95c9-ac520516b287 req-69f41fa5-e3ba-4bd6-983a-46cf3492724b service neutron] For port 52a06bdf-54c7-4726-ab50-0f30a7c24bd5, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:13:51.995104 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-39e2029e-e5d9-4f12-a9ec-0565b2d4cfde service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=3a6d0790-7987-48e3-9a28-b996cbe10c17 HTTP/1.1" status: 200 len: 217 time: 0.1924098 Feb 09 12:13:52.025917 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b5319-b44f-48a9-944f-97e8317e0742 admin admin] Pushing event updated for resources: {'Network': ['ID=a10f88e1-3d02-4171-8c71-31b6c9e6be17,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:52.031392 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8d7b5319-b44f-48a9-944f-97e8317e0742 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8069675 Feb 09 12:13:52.034645 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 38900) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:52.041723 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-0cdc4e29-78e9-4ea0-8d2d-134a1331fac1 admin admin] Request body: {'subnet': {'network_id': 'a10f88e1-3d02-4171-8c71-31b6c9e6be17', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1341850191-subnet', 'tenant_id': '64589850d54f49bfb3a355e7cee6f70a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:13:52.043762 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network a10f88e1-3d02-4171-8c71-31b6c9e6be17 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:13:52.047440 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0cdc4e29-78e9-4ea0-8d2d-134a1331fac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:13:52.051749 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0cdc4e29-78e9-4ea0-8d2d-134a1331fac1 admin admin] Usage tracker for resource:subnet and tenant:64589850d54f49bfb3a355e7cee6f70a is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:13:52.057275 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0cdc4e29-78e9-4ea0-8d2d-134a1331fac1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:13:52.065928 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0cdc4e29-78e9-4ea0-8d2d-134a1331fac1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:13:52.082092 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cdc4e29-78e9-4ea0-8d2d-134a1331fac1 admin admin] Made reservation on behalf of 64589850d54f49bfb3a355e7cee6f70a for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:13:52.087049 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0cdc4e29-78e9-4ea0-8d2d-134a1331fac1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:52.201472 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-db293354-b995-482a-95c9-ac520516b287 req-69f41fa5-e3ba-4bd6-983a-46cf3492724b service neutron] For port 52a06bdf-54c7-4726-ab50-0f30a7c24bd5, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=52a06bdf-54c7-4726-ab50-0f30a7c24bd5,segment=NetworkSegment(32f229e9-9010-4be1-973f-7ae4423dcda8),segment_id=32f229e9-9010-4be1-973f-7ae4423dcda8)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:13:52.240988 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-db293354-b995-482a-95c9-ac520516b287 req-69f41fa5-e3ba-4bd6-983a-46cf3492724b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:52.319079 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:52.490524 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-c25356cf-49ba-41c2-bf45-c2116805f0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:52.492536 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-c25356cf-49ba-41c2-bf45-c2116805f0cb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.4851813 Feb 09 12:13:52.510007 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0cdc4e29-78e9-4ea0-8d2d-134a1331fac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:52.562522 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 38910) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:52.597648 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc4e29-78e9-4ea0-8d2d-134a1331fac1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f07f6df-adf1-4387-8c0a-c935bf8584cf,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:52.607302 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdc4e29-78e9-4ea0-8d2d-134a1331fac1 admin admin] Checking segment: {'id': 'bebbd8fc-dd7d-4200-8938-452b9dad56e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'a10f88e1-3d02-4171-8c71-31b6c9e6be17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:13:52.607627 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdc4e29-78e9-4ea0-8d2d-134a1331fac1 admin admin] Network hostable DHCP agents. Network: a10f88e1-3d02-4171-8c71-31b6c9e6be17, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:13:52.629323 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdc4e29-78e9-4ea0-8d2d-134a1331fac1 admin admin] Network a10f88e1-3d02-4171-8c71-31b6c9e6be17 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:13:52.641831 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-0cdc4e29-78e9-4ea0-8d2d-134a1331fac1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, a10f88e1-3d02-4171-8c71-31b6c9e6be17) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:13:52.647248 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdc4e29-78e9-4ea0-8d2d-134a1331fac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:52.647869 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0cdc4e29-78e9-4ea0-8d2d-134a1331fac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:52.654457 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa25e19-ef57-4a06-950f-be26a46d2fda None None] Network a10f88e1-3d02-4171-8c71-31b6c9e6be17 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:13:52.681037 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0cdc4e29-78e9-4ea0-8d2d-134a1331fac1 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6448689 Feb 09 12:13:52.717377 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f41fa5-e3ba-4bd6-983a-46cf3492724b service neutron] Pushing event updated for resources: {'Port': ['ID=52a06bdf-54c7-4726-ab50-0f30a7c24bd5,revision_number=8']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:52.736341 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db293354-b995-482a-95c9-ac520516b287 req-69f41fa5-e3ba-4bd6-983a-46cf3492724b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:52.736966 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-db293354-b995-482a-95c9-ac520516b287 req-69f41fa5-e3ba-4bd6-983a-46cf3492724b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:52.738414 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-db293354-b995-482a-95c9-ac520516b287 req-69f41fa5-e3ba-4bd6-983a-46cf3492724b service neutron] 10.222.0.46 "PUT /v2.0/ports/52a06bdf-54c7-4726-ab50-0f30a7c24bd5 HTTP/1.1" status: 200 len: 1122 time: 4.5781360 Feb 09 12:13:52.752908 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40dd953-7215-4e5a-818c-04bd9a31c918 req-c692cd18-ab63-42f4-aba8-09c530d1ca72 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:52.754397 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a40dd953-7215-4e5a-818c-04bd9a31c918 req-c692cd18-ab63-42f4-aba8-09c530d1ca72 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=67f45562-80ed-4d1d-94af-1f8431258a0e HTTP/1.1" status: 200 len: 944 time: 0.8274493 Feb 09 12:13:52.773727 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1f354249-7c91-40b9-b2bb-6996a542ec12 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c3055b4aecb94a3fa08d5df4eac0ef07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2101188 Feb 09 12:13:52.776499 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 38918) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:52.793675 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797ecad-46bc-4e8c-a444-1cf4a030c20f req-be195ded-c092-4168-8ab0-8e32c9d02e55 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:52.795813 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4797ecad-46bc-4e8c-a444-1cf4a030c20f req-be195ded-c092-4168-8ab0-8e32c9d02e55 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e715918-da6c-4672-8728-e9452b74cf3c HTTP/1.1" status: 200 len: 945 time: 0.2819128 Feb 09 12:13:52.853611 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-07f917d9-cdf4-4ddb-a3e0-c7658c43ba3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:52.900503 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-2f2120f2-c666-4c32-a56e-4918d2584c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:52.901979 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-2f2120f2-c666-4c32-a56e-4918d2584c8d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3735662 Feb 09 12:13:52.906838 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a40dd953-7215-4e5a-818c-04bd9a31c918 req-bd3aa95b-d178-48c0-98e0-bb73822e1058 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439836 Feb 09 12:13:52.922557 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-07f917d9-cdf4-4ddb-a3e0-c7658c43ba3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:52.924030 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['52a06bdf-54c7-4726-ab50-0f30a7c24bd5'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:13:52.991719 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4797ecad-46bc-4e8c-a444-1cf4a030c20f req-f14c9980-06d6-463a-a5a2-871ad51daf4e tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac4eb021-bb3a-442d-8153-c3dbaa0cfda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804159 Feb 09 12:13:53.022984 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-07f917d9-cdf4-4ddb-a3e0-c7658c43ba3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:53.048825 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f917d9-cdf4-4ddb-a3e0-c7658c43ba3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595ff398-8f40-4def-889a-e9cf34eb5e8f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:53.051443 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf898c0-0a39-4d16-80a8-ce8e1e680333 None None] Network a10f88e1-3d02-4171-8c71-31b6c9e6be17 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:13:53.073155 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-07f917d9-cdf4-4ddb-a3e0-c7658c43ba3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:53.077330 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-07f917d9-cdf4-4ddb-a3e0-c7658c43ba3c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/595ff398-8f40-4def-889a-e9cf34eb5e8f HTTP/1.1" status: 204 len: 168 time: 0.2996371 Feb 09 12:13:53.281846 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-395f01ba-7eef-4d44-b507-5cca6e22bbeb service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662508 Feb 09 12:13:53.457880 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e032c2e4-a1f1-442f-874a-5e400af1c716 req-96524d38-4a7f-4390-836a-42ba65c0633f tempest-ServersOnMultiNodesTest-2098192950 tempest-ServersOnMultiNodesTest-2098192950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:53.460300 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e032c2e4-a1f1-442f-874a-5e400af1c716 req-96524d38-4a7f-4390-836a-42ba65c0633f tempest-ServersOnMultiNodesTest-2098192950 tempest-ServersOnMultiNodesTest-2098192950-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5d032bc9-f848-4245-acb3-f57ae72cf6c2 HTTP/1.1" status: 200 len: 1101 time: 0.2831266 Feb 09 12:13:53.512079 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92959e81-8d7d-4d38-842b-88a9e4092f92 req-0fc1f419-4275-4770-b134-c646da853d9e tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:53.513625 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-92959e81-8d7d-4d38-842b-88a9e4092f92 req-0fc1f419-4275-4770-b134-c646da853d9e tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.55 "GET /v2.0/ports?device_id=20429366-9de1-495c-9bc1-79e3e122257d HTTP/1.1" status: 200 len: 948 time: 0.2773118 Feb 09 12:13:53.547530 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 38936) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:53.560407 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-04f9df76-346a-49b6-997a-64d22b9224f7 req-d4173157-67a2-4670-98cb-3e19255b80bc service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692640 Feb 09 12:13:53.565964 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4895f3a6-8ba2-4ea2-8e50-69f1d2d636f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:53.576442 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e032c2e4-a1f1-442f-874a-5e400af1c716 req-eeda2913-52b9-4dc0-be2f-d3002544bc45 tempest-ServersOnMultiNodesTest-2098192950 tempest-ServersOnMultiNodesTest-2098192950-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992970 Feb 09 12:13:53.597384 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-92959e81-8d7d-4d38-842b-88a9e4092f92 req-46c17ed9-3e48-47d7-91e3-6f890c9beea8 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.55 "GET /v2.0/security-groups?id=eba7f389-f277-490a-b44f-52c207312cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663714 Feb 09 12:13:53.597596 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4895f3a6-8ba2-4ea2-8e50-69f1d2d636f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:13:53.604927 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4895f3a6-8ba2-4ea2-8e50-69f1d2d636f4 admin admin] Usage tracker for resource:security_group_rule and tenant:05343bef01da4ae18e0e85828485d5fd is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:13:53.610410 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4895f3a6-8ba2-4ea2-8e50-69f1d2d636f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:13:53.618699 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4895f3a6-8ba2-4ea2-8e50-69f1d2d636f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:13:53.625080 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f45562-80ed-4d1d-94af-1f8431258a0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52a06bdf-54c7-4726-ab50-0f30a7c24bd5'}, {'name': 'network-changed', 'server_uuid': '20429366-9de1-495c-9bc1-79e3e122257d', 'tag': '3a6d0790-7987-48e3-9a28-b996cbe10c17'}, {'name': 'network-changed', 'server_uuid': '67f45562-80ed-4d1d-94af-1f8431258a0e', 'tag': '52a06bdf-54c7-4726-ab50-0f30a7c24bd5'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:13:53.722116 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4895f3a6-8ba2-4ea2-8e50-69f1d2d636f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:53.727571 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4895f3a6-8ba2-4ea2-8e50-69f1d2d636f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:53.783879 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4895f3a6-8ba2-4ea2-8e50-69f1d2d636f4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=05343bef01da4ae18e0e85828485d5fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325764 Feb 09 12:13:53.783879 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4895f3a6-8ba2-4ea2-8e50-69f1d2d636f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1690b4-8aaa-4f50-bdb4-1973b654cd5e,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:53.785215 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 38946) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:53.871410 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c5b09cbb-bc90-4fc1-b266-d524742001ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:53.898983 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c5b09cbb-bc90-4fc1-b266-d524742001ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:53.936725 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-578c20d5-7805-46d5-8b90-77ba3e179fd1 req-ccc85c88-2690-4961-b2d7-7b723d319619 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1800328836', 'description': 'tempest-description-981993324'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:13:53.946203 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-578c20d5-7805-46d5-8b90-77ba3e179fd1 req-ccc85c88-2690-4961-b2d7-7b723d319619 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:13:53.949712 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-578c20d5-7805-46d5-8b90-77ba3e179fd1 req-ccc85c88-2690-4961-b2d7-7b723d319619 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Usage tracker for resource:security_group and tenant:64589850d54f49bfb3a355e7cee6f70a is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:13:53.952722 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-578c20d5-7805-46d5-8b90-77ba3e179fd1 req-ccc85c88-2690-4961-b2d7-7b723d319619 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:13:53.961076 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-578c20d5-7805-46d5-8b90-77ba3e179fd1 req-ccc85c88-2690-4961-b2d7-7b723d319619 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:13:53.973514 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-578c20d5-7805-46d5-8b90-77ba3e179fd1 req-ccc85c88-2690-4961-b2d7-7b723d319619 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:54.032693 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c5b09cbb-bc90-4fc1-b266-d524742001ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:54.056519 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b09cbb-bc90-4fc1-b266-d524742001ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1690b4-8aaa-4f50-bdb4-1973b654cd5e,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:54.061044 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-578c20d5-7805-46d5-8b90-77ba3e179fd1 req-ccc85c88-2690-4961-b2d7-7b723d319619 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:13:54.073971 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-578c20d5-7805-46d5-8b90-77ba3e179fd1 req-ccc85c88-2690-4961-b2d7-7b723d319619 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Usage tracker for resource:security_group_rule and tenant:64589850d54f49bfb3a355e7cee6f70a is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:13:54.076892 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-578c20d5-7805-46d5-8b90-77ba3e179fd1 req-ccc85c88-2690-4961-b2d7-7b723d319619 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:13:54.085077 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c5b09cbb-bc90-4fc1-b266-d524742001ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:54.086198 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c5b09cbb-bc90-4fc1-b266-d524742001ae admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3d1690b4-8aaa-4f50-bdb4-1973b654cd5e HTTP/1.1" status: 204 len: 168 time: 0.2966135 Feb 09 12:13:54.087332 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-578c20d5-7805-46d5-8b90-77ba3e179fd1 req-ccc85c88-2690-4961-b2d7-7b723d319619 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:13:54.131391 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f501c55-7074-4281-9c97-d65c9c166932 req-c629ac71-8633-4f66-a09e-f12c2facd487 tempest-ServersOnMultiNodesTest-2098192950 tempest-ServersOnMultiNodesTest-2098192950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:54.132936 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6f501c55-7074-4281-9c97-d65c9c166932 req-c629ac71-8633-4f66-a09e-f12c2facd487 tempest-ServersOnMultiNodesTest-2098192950 tempest-ServersOnMultiNodesTest-2098192950-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=8a3ed0cc-406f-48ca-9cef-615a85e7a0ac HTTP/1.1" status: 200 len: 1101 time: 0.1478972 Feb 09 12:13:54.195504 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 38962) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:54.206182 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6f501c55-7074-4281-9c97-d65c9c166932 req-cb4e77bf-b9ec-46dd-a068-0111fbba195f tempest-ServersOnMultiNodesTest-2098192950 tempest-ServersOnMultiNodesTest-2098192950-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677342 Feb 09 12:13:54.208330 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-578c20d5-7805-46d5-8b90-77ba3e179fd1 req-ccc85c88-2690-4961-b2d7-7b723d319619 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:54.215424 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-578c20d5-7805-46d5-8b90-77ba3e179fd1 req-ccc85c88-2690-4961-b2d7-7b723d319619 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:54.263696 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-578c20d5-7805-46d5-8b90-77ba3e179fd1 req-ccc85c88-2690-4961-b2d7-7b723d319619 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:54.278163 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-578c20d5-7805-46d5-8b90-77ba3e179fd1 req-ccc85c88-2690-4961-b2d7-7b723d319619 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3478935 Feb 09 12:13:54.283776 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc85c88-2690-4961-b2d7-7b723d319619 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7819bede-023c-4ddd-9d6a-58378c8c99cf,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:54.307056 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f45562-80ed-4d1d-94af-1f8431258a0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52a06bdf-54c7-4726-ab50-0f30a7c24bd5', 'code': 200} Feb 09 12:13:54.307317 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20429366-9de1-495c-9bc1-79e3e122257d', 'tag': '3a6d0790-7987-48e3-9a28-b996cbe10c17', 'status': 'completed', 'code': 200} Feb 09 12:13:54.307572 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67f45562-80ed-4d1d-94af-1f8431258a0e', 'tag': '52a06bdf-54c7-4726-ab50-0f30a7c24bd5', 'status': 'completed', 'code': 200} Feb 09 12:13:54.522139 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-39ba08c3-9e00-4818-98e3-3cc07ea8b4fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:54.538928 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-39ba08c3-9e00-4818-98e3-3cc07ea8b4fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:13:54.542937 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-39ba08c3-9e00-4818-98e3-3cc07ea8b4fe admin admin] Usage tracker for resource:security_group_rule and tenant:cb59464c38284a1bb57cd0d2371e4618 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:13:54.545797 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-39ba08c3-9e00-4818-98e3-3cc07ea8b4fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:13:54.552571 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-39ba08c3-9e00-4818-98e3-3cc07ea8b4fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:13:54.595267 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ca64f-801b-4011-b74e-500316476145 req-2714d37a-92f9-444b-bc3f-1a651846f796 tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:54.596800 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-da8ca64f-801b-4011-b74e-500316476145 req-2714d37a-92f9-444b-bc3f-1a651846f796 tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] 10.222.0.55 "GET /v2.0/ports?device_id=c252043c-3c11-4f7c-b525-59a78c5f1a91 HTTP/1.1" status: 200 len: 945 time: 0.1833520 Feb 09 12:13:54.603229 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0ed82-dc38-45cd-80b7-deb176ff365a req-9fc076a1-11fe-4c0f-bbe2-98a6c63fa751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:54.604664 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9dd0ed82-dc38-45cd-80b7-deb176ff365a req-9fc076a1-11fe-4c0f-bbe2-98a6c63fa751 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3154404fb1d448f2abd699c18c801bd7&device_id=20429366-9de1-495c-9bc1-79e3e122257d HTTP/1.1" status: 200 len: 1099 time: 0.2612841 Feb 09 12:13:54.646516 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-39ba08c3-9e00-4818-98e3-3cc07ea8b4fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:54.650810 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-39ba08c3-9e00-4818-98e3-3cc07ea8b4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:54.656331 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684895a2-5d2f-49c0-882a-103449c27e43 req-2c34e5bd-60a3-44e7-b716-015255360649 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:54.657858 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-684895a2-5d2f-49c0-882a-103449c27e43 req-2c34e5bd-60a3-44e7-b716-015255360649 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=67f45562-80ed-4d1d-94af-1f8431258a0e HTTP/1.1" status: 200 len: 944 time: 0.1956503 Feb 09 12:13:54.705792 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-39ba08c3-9e00-4818-98e3-3cc07ea8b4fe admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cb59464c38284a1bb57cd0d2371e4618&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5045972 Feb 09 12:13:54.706088 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 38984) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:54.709951 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ba08c3-9e00-4818-98e3-3cc07ea8b4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5db027-8ab6-4f57-873a-6e7bdc3bf6be,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:54.779473 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-620b5ede-a5cc-4011-bae7-2e52c5e77326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:54.808395 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-620b5ede-a5cc-4011-bae7-2e52c5e77326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:54.850729 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-da8ca64f-801b-4011-b74e-500316476145 req-8989457b-e96e-45a2-aa84-ccd9cd46bb96 tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] 10.222.0.55 "GET /v2.0/security-groups?id=16c2a87e-3fc2-4bd3-85f9-a87a0be17100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439070 Feb 09 12:13:54.884513 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-620b5ede-a5cc-4011-bae7-2e52c5e77326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:54.893792 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-684895a2-5d2f-49c0-882a-103449c27e43 req-fa094d59-acd6-4e27-a40e-1acb1a39adff tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284102 Feb 09 12:13:54.912902 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b5ede-a5cc-4011-bae7-2e52c5e77326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5db027-8ab6-4f57-873a-6e7bdc3bf6be,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:54.931066 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-620b5ede-a5cc-4011-bae7-2e52c5e77326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:54.933879 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0ed82-dc38-45cd-80b7-deb176ff365a req-50b335ee-8c69-4af3-9b16-3d84512da848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:54.937153 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-620b5ede-a5cc-4011-bae7-2e52c5e77326 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7d5db027-8ab6-4f57-873a-6e7bdc3bf6be HTTP/1.1" status: 204 len: 168 time: 0.2302027 Feb 09 12:13:54.939551 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9dd0ed82-dc38-45cd-80b7-deb176ff365a req-50b335ee-8c69-4af3-9b16-3d84512da848 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.3164458 Feb 09 12:13:55.029492 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 38998) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:55.074718 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9dd0ed82-dc38-45cd-80b7-deb176ff365a req-042516c1-61b7-4f6c-aad0-15f9fcccf16b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=3a6d0790-7987-48e3-9a28-b996cbe10c17 HTTP/1.1" status: 200 len: 217 time: 0.1251113 Feb 09 12:13:55.087183 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 52a06bdf-54c7-4726-ab50-0f30a7c24bd5 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:13:55.091608 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-8a15349a-97f0-473d-98fc-6b80d4195c13 req-56c0d28a-2bee-4c88-863f-2468d1636df0 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1561411879', 'description': 'tempest-description-1435385275'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:13:55.139548 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-8a15349a-97f0-473d-98fc-6b80d4195c13 req-56c0d28a-2bee-4c88-863f-2468d1636df0 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:13:55.160527 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-8a15349a-97f0-473d-98fc-6b80d4195c13 req-56c0d28a-2bee-4c88-863f-2468d1636df0 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Usage tracker for resource:security_group and tenant:64589850d54f49bfb3a355e7cee6f70a is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:13:55.168279 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-8a15349a-97f0-473d-98fc-6b80d4195c13 req-56c0d28a-2bee-4c88-863f-2468d1636df0 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:13:55.183897 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-8a15349a-97f0-473d-98fc-6b80d4195c13 req-56c0d28a-2bee-4c88-863f-2468d1636df0 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:13:55.199403 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0ed82-dc38-45cd-80b7-deb176ff365a req-dd5d9d99-f695-4ea5-be06-c323dab49328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:55.200950 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9dd0ed82-dc38-45cd-80b7-deb176ff365a req-dd5d9d99-f695-4ea5-be06-c323dab49328 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.1138816 Feb 09 12:13:55.204025 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-8a15349a-97f0-473d-98fc-6b80d4195c13 req-56c0d28a-2bee-4c88-863f-2468d1636df0 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:55.265886 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 52a06bdf-54c7-4726-ab50-0f30a7c24bd5, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=52a06bdf-54c7-4726-ab50-0f30a7c24bd5,segment=NetworkSegment(32f229e9-9010-4be1-973f-7ae4423dcda8),segment_id=32f229e9-9010-4be1-973f-7ae4423dcda8)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:13:55.276032 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beac476-b9c8-4912-8b4c-c99d5726b128 req-1b28e4f0-9598-441f-9d28-bf18667e7c10 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:55.277541 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9beac476-b9c8-4912-8b4c-c99d5726b128 req-1b28e4f0-9598-441f-9d28-bf18667e7c10 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e715918-da6c-4672-8728-e9452b74cf3c HTTP/1.1" status: 200 len: 945 time: 0.2491300 Feb 09 12:13:55.288134 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 52a06bdf-54c7-4726-ab50-0f30a7c24bd5 has no active binding in host n-h2-825178-3 {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 09 12:13:55.288410 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-8a15349a-97f0-473d-98fc-6b80d4195c13 req-56c0d28a-2bee-4c88-863f-2468d1636df0 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:13:55.312042 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-8a15349a-97f0-473d-98fc-6b80d4195c13 req-56c0d28a-2bee-4c88-863f-2468d1636df0 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Usage tracker for resource:security_group_rule and tenant:64589850d54f49bfb3a355e7cee6f70a is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:13:55.317166 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-8a15349a-97f0-473d-98fc-6b80d4195c13 req-56c0d28a-2bee-4c88-863f-2468d1636df0 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:13:55.329076 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-8a15349a-97f0-473d-98fc-6b80d4195c13 req-56c0d28a-2bee-4c88-863f-2468d1636df0 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:13:55.364044 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9beac476-b9c8-4912-8b4c-c99d5726b128 req-a1767771-c396-433a-aea8-9712a3b03c9e tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac4eb021-bb3a-442d-8153-c3dbaa0cfda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730314 Feb 09 12:13:55.390879 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-8a2c8aa0-d8fa-4dd5-bcf4-b69056d4e031 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1165950385-network', 'tenant_id': '2647956141fb47dda47c7b0b658b0402'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:13:55.402892 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0ed82-dc38-45cd-80b7-deb176ff365a req-09131360-0cfe-48ff-a3d3-7c51754ac9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:55.404427 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9dd0ed82-dc38-45cd-80b7-deb176ff365a req-09131360-0cfe-48ff-a3d3-7c51754ac9ce service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1893680 Feb 09 12:13:55.408799 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-8a2c8aa0-d8fa-4dd5-bcf4-b69056d4e031 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:13:55.416808 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8a2c8aa0-d8fa-4dd5-bcf4-b69056d4e031 admin admin] Usage tracker for resource:network and tenant:2647956141fb47dda47c7b0b658b0402 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:13:55.440908 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8a2c8aa0-d8fa-4dd5-bcf4-b69056d4e031 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:13:55.458718 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-8a2c8aa0-d8fa-4dd5-bcf4-b69056d4e031 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:13:55.485810 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39012) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:55.503613 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aa69c231-2edf-4588-84e7-49bd8b3567fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:55.518125 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-aa69c231-2edf-4588-84e7-49bd8b3567fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:13:55.522662 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-aa69c231-2edf-4588-84e7-49bd8b3567fb admin admin] Usage tracker for resource:security_group_rule and tenant:e017c393d0934b1f8980428e60b66ca3 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:13:55.525427 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-aa69c231-2edf-4588-84e7-49bd8b3567fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:13:55.531511 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-aa69c231-2edf-4588-84e7-49bd8b3567fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:13:55.596264 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-8a15349a-97f0-473d-98fc-6b80d4195c13 req-56c0d28a-2bee-4c88-863f-2468d1636df0 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:55.611564 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-8a15349a-97f0-473d-98fc-6b80d4195c13 req-56c0d28a-2bee-4c88-863f-2468d1636df0 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:55.622175 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aa69c231-2edf-4588-84e7-49bd8b3567fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:55.626224 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aa69c231-2edf-4588-84e7-49bd8b3567fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:55.643758 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2c8aa0-d8fa-4dd5-bcf4-b69056d4e031 admin admin] Made reservation on behalf of 2647956141fb47dda47c7b0b658b0402 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:13:55.646883 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8a2c8aa0-d8fa-4dd5-bcf4-b69056d4e031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:55.674558 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-aa69c231-2edf-4588-84e7-49bd8b3567fb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e017c393d0934b1f8980428e60b66ca3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1875391 Feb 09 12:13:55.677107 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39016) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:55.679750 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa69c231-2edf-4588-84e7-49bd8b3567fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e79f2e-2d41-41e9-b240-3df5f284c1ec,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:55.686583 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8a2c8aa0-d8fa-4dd5-bcf4-b69056d4e031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:55.725512 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-8a15349a-97f0-473d-98fc-6b80d4195c13 req-56c0d28a-2bee-4c88-863f-2468d1636df0 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:55.726638 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8a15349a-97f0-473d-98fc-6b80d4195c13 req-56c0d28a-2bee-4c88-863f-2468d1636df0 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6467903 Feb 09 12:13:55.728157 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-8a2c8aa0-d8fa-4dd5-bcf4-b69056d4e031 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:13:55.740767 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c0d28a-2bee-4c88-863f-2468d1636df0 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b76c5c41-bf80-45ae-bb32-bc32aa39590a,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:55.740767 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9dd0ed82-dc38-45cd-80b7-deb176ff365a req-d7dab788-cec0-403f-89d2-09db9a9d5a67 service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195231 Feb 09 12:13:55.744807 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8a2c8aa0-d8fa-4dd5-bcf4-b69056d4e031 admin admin] Usage tracker for resource:security_group_rule and tenant:2647956141fb47dda47c7b0b658b0402 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:13:55.755742 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-47dae428-695a-49f3-bb75-8a5346d12f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:55.767983 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8a2c8aa0-d8fa-4dd5-bcf4-b69056d4e031 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:13:55.792778 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-47dae428-695a-49f3-bb75-8a5346d12f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:55.824442 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-8a2c8aa0-d8fa-4dd5-bcf4-b69056d4e031 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:13:55.834554 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca3f2b-fab4-4442-807f-729cc8bc9c2a req-6f3599ca-109e-48cb-8303-1cf866b623ba tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:55.836149 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b6ca3f2b-fab4-4442-807f-729cc8bc9c2a req-6f3599ca-109e-48cb-8303-1cf866b623ba tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.55 "GET /v2.0/ports?device_id=20429366-9de1-495c-9bc1-79e3e122257d HTTP/1.1" status: 200 len: 948 time: 0.3303242 Feb 09 12:13:55.868529 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-47dae428-695a-49f3-bb75-8a5346d12f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:55.883516 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dae428-695a-49f3-bb75-8a5346d12f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e79f2e-2d41-41e9-b240-3df5f284c1ec,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:55.892204 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-47dae428-695a-49f3-bb75-8a5346d12f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:55.893561 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-47dae428-695a-49f3-bb75-8a5346d12f77 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d8e79f2e-2d41-41e9-b240-3df5f284c1ec HTTP/1.1" status: 204 len: 168 time: 0.2153518 Feb 09 12:13:55.918343 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-71f1cc0e-a695-4eaa-971d-491ed3048793 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=c9a644d28aa946259b7337281970c4b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0801702 Feb 09 12:13:56.075228 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b6ca3f2b-fab4-4442-807f-729cc8bc9c2a req-ddf7bc2e-e875-4335-a2d2-7111eb55c25c tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.55 "GET /v2.0/security-groups?id=eba7f389-f277-490a-b44f-52c207312cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305582 Feb 09 12:13:56.097382 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9dd0ed82-dc38-45cd-80b7-deb176ff365a req-33262b21-87e3-48de-a140-a3649c7c49db service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499365 Feb 09 12:13:56.220871 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-dd1a8e60-b741-488f-af18-c96be4ebacc0 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:56.222290 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-dd1a8e60-b741-488f-af18-c96be4ebacc0 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2976522 Feb 09 12:13:56.292929 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8a2c8aa0-d8fa-4dd5-bcf4-b69056d4e031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:56.301052 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-5b3b37be-00a7-43a6-b934-da54bb804625 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/quotas/c9a644d28aa946259b7337281970c4b8 HTTP/1.1" status: 200 len: 375 time: 0.0401745 Feb 09 12:13:56.302824 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8a2c8aa0-d8fa-4dd5-bcf4-b69056d4e031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:56.381672 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a2c8aa0-d8fa-4dd5-bcf4-b69056d4e031 admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:13:56.419090 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8a2c8aa0-d8fa-4dd5-bcf4-b69056d4e031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:56.419338 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-8a2c8aa0-d8fa-4dd5-bcf4-b69056d4e031 admin admin] Added segment 0c63d08b-86c2-44ed-af04-d226fc9fb1b6 of type vlan for network d5d53378-b378-43cd-a6b4-2505b89a4e35 Feb 09 12:13:56.425195 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c8aa0-d8fa-4dd5-bcf4-b69056d4e031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96be2d67-e14f-4304-b2f9-bac4f50faac8,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:56.449058 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0ed82-dc38-45cd-80b7-deb176ff365a req-f1e8ea4d-7fdb-42af-9a61-a2f9b27fb3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:56.450541 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9dd0ed82-dc38-45cd-80b7-deb176ff365a req-f1e8ea4d-7fdb-42af-9a61-a2f9b27fb3a2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3a84524b0b1d4c8da324d07cc553e331&device_id=67f45562-80ed-4d1d-94af-1f8431258a0e HTTP/1.1" status: 200 len: 1125 time: 0.3037672 Feb 09 12:13:56.499148 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8a2c8aa0-d8fa-4dd5-bcf4-b69056d4e031 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:56.509805 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115418f9-e6c5-4a6a-9eb2-27290a2c6b5e req-54ba0cb9-2a04-41ac-8acd-ddcbb179b9a7 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:56.511270 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-115418f9-e6c5-4a6a-9eb2-27290a2c6b5e req-54ba0cb9-2a04-41ac-8acd-ddcbb179b9a7 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e715918-da6c-4672-8728-e9452b74cf3c HTTP/1.1" status: 200 len: 945 time: 0.3024132 Feb 09 12:13:56.524050 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39054) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:56.529470 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-5deccc17-7c52-4f76-8441-75cb425eefa8 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Request body: {'floatingip': {'port_id': 'fc39ec9a-ad56-486a-9e65-3b68384bbb06'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:13:56.628497 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5deccc17-7c52-4f76-8441-75cb425eefa8 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks [] for floatingip, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:56.703816 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39068) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:56.847205 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-0e4b079b-7c7c-4a94-82fe-e93ef824799c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1976914854-network', 'tenant_id': '55b77d1094cd47d3a7cd8378ca4b320e'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:13:56.864490 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0e4b079b-7c7c-4a94-82fe-e93ef824799c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:13:56.872125 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0e4b079b-7c7c-4a94-82fe-e93ef824799c admin admin] Usage tracker for resource:network and tenant:55b77d1094cd47d3a7cd8378ca4b320e is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:13:56.876410 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0e4b079b-7c7c-4a94-82fe-e93ef824799c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:13:56.877324 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-cd73917f-5b6e-4d4b-aba2-9ea9c3a49cd6 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9a644d28aa946259b7337281970c4b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5653067 Feb 09 12:13:56.884358 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8a2c8aa0-d8fa-4dd5-bcf4-b69056d4e031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:56.885273 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2c8aa0-d8fa-4dd5-bcf4-b69056d4e031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:56.885672 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0e4b079b-7c7c-4a94-82fe-e93ef824799c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:13:56.885859 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8a2c8aa0-d8fa-4dd5-bcf4-b69056d4e031 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:56.937628 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4b079b-7c7c-4a94-82fe-e93ef824799c admin admin] Made reservation on behalf of 55b77d1094cd47d3a7cd8378ca4b320e for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:13:56.940022 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0e4b079b-7c7c-4a94-82fe-e93ef824799c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:56.961655 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0e4b079b-7c7c-4a94-82fe-e93ef824799c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:57.020093 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0ed82-dc38-45cd-80b7-deb176ff365a req-86b429df-c8ba-41b6-8a35-7a5ec719fd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:57.022488 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9dd0ed82-dc38-45cd-80b7-deb176ff365a req-86b429df-c8ba-41b6-8a35-7a5ec719fd57 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c4b615eb-1906-4989-ab89-8b6ef1cc1053 HTTP/1.1" status: 200 len: 921 time: 0.5547998 Feb 09 12:13:57.041886 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0e4b079b-7c7c-4a94-82fe-e93ef824799c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:13:57.059426 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0e4b079b-7c7c-4a94-82fe-e93ef824799c admin admin] Usage tracker for resource:security_group_rule and tenant:55b77d1094cd47d3a7cd8378ca4b320e is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:13:57.063808 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0e4b079b-7c7c-4a94-82fe-e93ef824799c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:13:57.073917 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0e4b079b-7c7c-4a94-82fe-e93ef824799c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:13:57.138887 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8a2c8aa0-d8fa-4dd5-bcf4-b69056d4e031 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 2.1056883 Feb 09 12:13:57.138887 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c8aa0-d8fa-4dd5-bcf4-b69056d4e031 admin admin] Pushing event updated for resources: {'Network': ['ID=d5d53378-b378-43cd-a6b4-2505b89a4e35,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:57.139564 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39076) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:57.144425 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9dd0ed82-dc38-45cd-80b7-deb176ff365a req-22f4e90d-e33b-41c4-a943-7d68c0fbcf58 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52a06bdf-54c7-4726-ab50-0f30a7c24bd5 HTTP/1.1" status: 200 len: 217 time: 0.0984247 Feb 09 12:13:57.158585 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390941a1-b238-4575-afd6-c6a34829331e req-d698195a-3b1c-48af-9ba5-2e263fbf4088 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:57.161180 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-390941a1-b238-4575-afd6-c6a34829331e req-d698195a-3b1c-48af-9ba5-2e263fbf4088 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/networks?id=a10f88e1-3d02-4171-8c71-31b6c9e6be17 HTTP/1.1" status: 200 len: 813 time: 0.5310185 Feb 09 12:13:57.163275 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network d5d53378-b378-43cd-a6b4-2505b89a4e35 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:13:57.165174 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-22375201-a95f-4458-8d0a-5e1ff8d771f0 admin admin] Request body: {'subnet': {'network_id': 'd5d53378-b378-43cd-a6b4-2505b89a4e35', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1165950385-subnet', 'tenant_id': '2647956141fb47dda47c7b0b658b0402', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:13:57.178650 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-22375201-a95f-4458-8d0a-5e1ff8d771f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:13:57.187479 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-22375201-a95f-4458-8d0a-5e1ff8d771f0 admin admin] Usage tracker for resource:subnet and tenant:2647956141fb47dda47c7b0b658b0402 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:13:57.196624 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-22375201-a95f-4458-8d0a-5e1ff8d771f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:13:57.202357 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3799b-161c-4112-9cb1-e466c71782c3 req-5f3e7a7e-f491-4870-aa83-461d85b2de25 tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:57.204039 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-96d3799b-161c-4112-9cb1-e466c71782c3 req-5f3e7a7e-f491-4870-aa83-461d85b2de25 tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] 10.222.0.46 "GET /v2.0/ports?device_id=c252043c-3c11-4f7c-b525-59a78c5f1a91 HTTP/1.1" status: 200 len: 945 time: 0.6380472 Feb 09 12:13:57.210323 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-22375201-a95f-4458-8d0a-5e1ff8d771f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:13:57.300166 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-390941a1-b238-4575-afd6-c6a34829331e req-aa18e7e2-4bab-4cce-bf87-83fe3cb4d245 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/quotas/64589850d54f49bfb3a355e7cee6f70a HTTP/1.1" status: 200 len: 375 time: 0.0917087 Feb 09 12:13:57.312422 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22375201-a95f-4458-8d0a-5e1ff8d771f0 admin admin] Made reservation on behalf of 2647956141fb47dda47c7b0b658b0402 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:13:57.314864 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-22375201-a95f-4458-8d0a-5e1ff8d771f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:57.319630 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0ed82-dc38-45cd-80b7-deb176ff365a req-7f247d86-9835-434d-976a-a9c6cb79d0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:57.321360 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9dd0ed82-dc38-45cd-80b7-deb176ff365a req-7f247d86-9835-434d-976a-a9c6cb79d0fa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9d6b2f2b-3fb9-4d1b-ac78-19140ea18253 HTTP/1.1" status: 200 len: 860 time: 0.1567671 Feb 09 12:13:57.371295 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-96d3799b-161c-4112-9cb1-e466c71782c3 req-a97e8145-3b75-41e7-a083-4be77afa4e13 tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] Deleting port 8a3a9410-7ac4-4541-8133-5869db139b20 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:13:57.371642 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-96d3799b-161c-4112-9cb1-e466c71782c3 req-a97e8145-3b75-41e7-a083-4be77afa4e13 tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:57.495485 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 3a6d0790-7987-48e3-9a28-b996cbe10c17 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:13:57.511800 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0e4b079b-7c7c-4a94-82fe-e93ef824799c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:57.514093 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-390941a1-b238-4575-afd6-c6a34829331e req-5a149547-750b-4771-8c1d-d2208fbdae36 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=64589850d54f49bfb3a355e7cee6f70a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1992764 Feb 09 12:13:57.525933 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0e4b079b-7c7c-4a94-82fe-e93ef824799c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:57.671498 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5deccc17-7c52-4f76-8441-75cb425eefa8 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:57.707066 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b079b-7c7c-4a94-82fe-e93ef824799c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb8414c-fa25-4b78-bd08-be23f9f8c630,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:57.709588 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9dd0ed82-dc38-45cd-80b7-deb176ff365a req-b25bc278-d22e-4d38-ad96-eaee16aade42 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c4b615eb-1906-4989-ab89-8b6ef1cc1053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3542893 Feb 09 12:13:57.710355 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5deccc17-7c52-4f76-8441-75cb425eefa8 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:57.727806 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 3a6d0790-7987-48e3-9a28-b996cbe10c17, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=3a6d0790-7987-48e3-9a28-b996cbe10c17,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:13:57.729497 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-390941a1-b238-4575-afd6-c6a34829331e req-fb86eef9-37b9-4be6-aa0e-387e099cb249 service neutron] 10.222.0.55 "GET /v2.0/networks/a10f88e1-3d02-4171-8c71-31b6c9e6be17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144647 Feb 09 12:13:57.763029 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': '3a6d0790-7987-48e3-9a28-b996cbe10c17', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'port_id': '3a6d0790-7987-48e3-9a28-b996cbe10c17', 'mac_address': 'fa:16:3e:35:df:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed5558-888d-440a-8c32-52f2f9bc5bd5', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:13:57.803216 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e4b079b-7c7c-4a94-82fe-e93ef824799c admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:13:57.906074 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:57.912413 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9dd0ed82-dc38-45cd-80b7-deb176ff365a req-7ea9ff7f-5a3f-4a62-82b6-d8b4aaa8e562 service neutron] 10.222.0.52 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817806 Feb 09 12:13:57.920031 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0e4b079b-7c7c-4a94-82fe-e93ef824799c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:57.920614 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-0e4b079b-7c7c-4a94-82fe-e93ef824799c admin admin] Added segment 16340f9e-0ea5-4fc1-ad3c-8c24ea1cefe0 of type vlan for network 66607e26-8526-455a-a8f8-5b9ea73a554c Feb 09 12:13:57.928558 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a6d0790-7987-48e3-9a28-b996cbe10c17 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:13:57.947806 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 3a6d0790-7987-48e3-9a28-b996cbe10c17, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=3a6d0790-7987-48e3-9a28-b996cbe10c17,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:13:57.958175 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:57.997506 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0e4b079b-7c7c-4a94-82fe-e93ef824799c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:58.017697 n-d-825178-3 neutron-server[87568]: INFO neutron.db.l3_db [None req-5deccc17-7c52-4f76-8441-75cb425eefa8 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Floating IP 41919729-42ed-4bcc-b29b-144378b33d83 associated. External IP: 172.25.7.47, port: fc39ec9a-ad56-486a-9e65-3b68384bbb06. Feb 09 12:13:58.089427 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-390941a1-b238-4575-afd6-c6a34829331e req-b260d808-a4a5-453b-b2e4-d3a0946271a7 service neutron] 10.222.0.55 "GET /v2.0/networks/a10f88e1-3d02-4171-8c71-31b6c9e6be17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713190 Feb 09 12:13:58.142609 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=3a6d0790-7987-48e3-9a28-b996cbe10c17,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:58.172086 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-22375201-a95f-4458-8d0a-5e1ff8d771f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:58.221697 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.resource_extend [None req-0e4b079b-7c7c-4a94-82fe-e93ef824799c admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:13:58.250151 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['3a6d0790-7987-48e3-9a28-b996cbe10c17'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:13:58.311271 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0e4b079b-7c7c-4a94-82fe-e93ef824799c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:58.312247 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4b079b-7c7c-4a94-82fe-e93ef824799c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:58.312828 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0e4b079b-7c7c-4a94-82fe-e93ef824799c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:58.658855 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-96d3799b-161c-4112-9cb1-e466c71782c3 req-a97e8145-3b75-41e7-a083-4be77afa4e13 tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] For port 8a3a9410-7ac4-4541-8133-5869db139b20, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=8a3a9410-7ac4-4541-8133-5869db139b20,segment=NetworkSegment(7d1ba1d3-62e0-49ae-b326-dc2f8612a554),segment_id=7d1ba1d3-62e0-49ae-b326-dc2f8612a554)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:13:58.659328 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-96d3799b-161c-4112-9cb1-e466c71782c3 req-a97e8145-3b75-41e7-a083-4be77afa4e13 tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:58.802295 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b079b-7c7c-4a94-82fe-e93ef824799c admin admin] Pushing event updated for resources: {'Network': ['ID=66607e26-8526-455a-a8f8-5b9ea73a554c,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:58.805070 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22375201-a95f-4458-8d0a-5e1ff8d771f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f490f554-8877-4819-a586-259ae6bd7647,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:58.821389 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 66607e26-8526-455a-a8f8-5b9ea73a554c details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:13:58.992490 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22375201-a95f-4458-8d0a-5e1ff8d771f0 admin admin] Checking segment: {'id': '0c63d08b-86c2-44ed-af04-d226fc9fb1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd5d53378-b378-43cd-a6b4-2505b89a4e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:13:58.992846 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22375201-a95f-4458-8d0a-5e1ff8d771f0 admin admin] Network hostable DHCP agents. Network: d5d53378-b378-43cd-a6b4-2505b89a4e35, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:13:59.012071 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0e4b079b-7c7c-4a94-82fe-e93ef824799c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3071632 Feb 09 12:13:59.016500 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39106) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:59.028061 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-eb02b131-439e-4d44-b263-aaa2dc0285b1 admin admin] Request body: {'subnet': {'network_id': '66607e26-8526-455a-a8f8-5b9ea73a554c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1976914854-subnet', 'tenant_id': '55b77d1094cd47d3a7cd8378ca4b320e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:13:59.032729 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-eb02b131-439e-4d44-b263-aaa2dc0285b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:13:59.036778 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-eb02b131-439e-4d44-b263-aaa2dc0285b1 admin admin] Usage tracker for resource:subnet and tenant:55b77d1094cd47d3a7cd8378ca4b320e is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:13:59.040636 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-eb02b131-439e-4d44-b263-aaa2dc0285b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:13:59.048820 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-eb02b131-439e-4d44-b263-aaa2dc0285b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:13:59.058977 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22375201-a95f-4458-8d0a-5e1ff8d771f0 admin admin] Network d5d53378-b378-43cd-a6b4-2505b89a4e35 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:13:59.070069 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5deccc17-7c52-4f76-8441-75cb425eefa8 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Router 2093b8cb-2828-424e-b143-6aa2743a12c8 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:13:59.074576 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb02b131-439e-4d44-b263-aaa2dc0285b1 admin admin] Made reservation on behalf of 55b77d1094cd47d3a7cd8378ca4b320e for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:13:59.076881 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eb02b131-439e-4d44-b263-aaa2dc0285b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:59.091744 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-22375201-a95f-4458-8d0a-5e1ff8d771f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, d5d53378-b378-43cd-a6b4-2505b89a4e35) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:13:59.104536 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55eb5bc9-7efc-402c-8cb4-c74540f2e61f None None] Network d5d53378-b378-43cd-a6b4-2505b89a4e35 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:13:59.141797 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22375201-a95f-4458-8d0a-5e1ff8d771f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:59.142398 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-22375201-a95f-4458-8d0a-5e1ff8d771f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:59.163185 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-96d3799b-161c-4112-9cb1-e466c71782c3 req-a97e8145-3b75-41e7-a083-4be77afa4e13 tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] Calling delete_port for 8a3a9410-7ac4-4541-8133-5869db139b20 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:13:59.243197 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c9e00-eae1-488b-8160-57a8fe296cc0 req-26f71f8a-cab0-4a7a-ae2b-e7f0b5cc1228 tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:59.250412 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-300c9e00-eae1-488b-8160-57a8fe296cc0 req-26f71f8a-cab0-4a7a-ae2b-e7f0b5cc1228 tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] 10.222.0.55 "GET /v2.0/ports?device_id=c252043c-3c11-4f7c-b525-59a78c5f1a91 HTTP/1.1" status: 200 len: 945 time: 1.5924029 Feb 09 12:13:59.284802 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-22375201-a95f-4458-8d0a-5e1ff8d771f0 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1403852 Feb 09 12:13:59.286021 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39110) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:13:59.295594 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-aafd41cb-ec86-4e44-8f3c-892919c7a822 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1165950385-router', 'tenant_id': '2647956141fb47dda47c7b0b658b0402', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:13:59.370365 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-db293354-b995-482a-95c9-ac520516b287 req-b49ea7cc-a747-4f3f-8e1f-db1068251d33 service neutron] 10.222.0.52 "GET /v2.0/ports/52a06bdf-54c7-4726-ab50-0f30a7c24bd5/bindings/n-h2-825178-3 HTTP/1.1" status: 200 len: 384 time: 1.2478333 Feb 09 12:13:59.377556 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9dd0ed82-dc38-45cd-80b7-deb176ff365a req-08f0b4d2-6469-4d89-a5d6-098e56b08502 service neutron] 10.222.0.52 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2531350 Feb 09 12:13:59.408335 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-300c9e00-eae1-488b-8160-57a8fe296cc0 req-bbe25444-c63b-40ab-b30d-6e06cd73923b tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] 10.222.0.55 "GET /v2.0/security-groups?id=16c2a87e-3fc2-4bd3-85f9-a87a0be17100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567008 Feb 09 12:13:59.430131 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-aafd41cb-ec86-4e44-8f3c-892919c7a822 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:13:59.466950 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-aafd41cb-ec86-4e44-8f3c-892919c7a822 admin admin] Usage tracker for resource:router and tenant:2647956141fb47dda47c7b0b658b0402 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:13:59.490848 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-aafd41cb-ec86-4e44-8f3c-892919c7a822 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:13:59.507179 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd77a77f-7457-4f56-ba42-f88f63b527d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-d5d53378-b378-43cd-a6b4-2505b89a4e35', 'network_id': 'd5d53378-b378-43cd-a6b4-2505b89a4e35', 'tenant_id': '2647956141fb47dda47c7b0b658b0402', 'fixed_ips': [{'subnet_id': 'f490f554-8877-4819-a586-259ae6bd7647'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:13:59.510294 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-aafd41cb-ec86-4e44-8f3c-892919c7a822 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:13:59.515516 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bd77a77f-7457-4f56-ba42-f88f63b527d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:59.529554 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 3a6d0790-7987-48e3-9a28-b996cbe10c17 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:13:59.622582 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5deccc17-7c52-4f76-8441-75cb425eefa8 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:13:59.628434 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aafd41cb-ec86-4e44-8f3c-892919c7a822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:59.630262 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aafd41cb-ec86-4e44-8f3c-892919c7a822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:59.641233 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3037f5fe-16a6-4598-9d94-271ec232cb2e None None] Sync routers for ids ['2093b8cb-2828-424e-b143-6aa2743a12c8'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:13:59.653004 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5deccc17-7c52-4f76-8441-75cb425eefa8 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:59.691820 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3037f5fe-16a6-4598-9d94-271ec232cb2e None None] Routers {'2093b8cb-2828-424e-b143-6aa2743a12c8'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:13:59.693466 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-3037f5fe-16a6-4598-9d94-271ec232cb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:13:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2093b8cb-2828-424e-b143-6aa2743a12c8'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:13:59.756623 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5deccc17-7c52-4f76-8441-75cb425eefa8 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "PUT /v2.0/floatingips/41919729-42ed-4bcc-b29b-144378b33d83 HTTP/1.1" status: 200 len: 990 time: 3.2308531 Feb 09 12:13:59.757866 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e715918-da6c-4672-8728-e9452b74cf3c', 'tag': 'fc39ec9a-ad56-486a-9e65-3b68384bbb06'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:13:59.764825 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eb02b131-439e-4d44-b263-aaa2dc0285b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:59.827220 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ad6ed-b81e-4763-8a8b-b7519ab33d92 req-f14db677-2ee2-4be5-9011-01211232523a tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:59.828687 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-133ad6ed-b81e-4763-8a8b-b7519ab33d92 req-f14db677-2ee2-4be5-9011-01211232523a tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=67f45562-80ed-4d1d-94af-1f8431258a0e HTTP/1.1" status: 200 len: 944 time: 0.6874213 Feb 09 12:13:59.864937 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb02b131-439e-4d44-b263-aaa2dc0285b1 admin admin] Checking segment: {'id': '16340f9e-0ea5-4fc1-ad3c-8c24ea1cefe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '66607e26-8526-455a-a8f8-5b9ea73a554c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:13:59.865791 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb02b131-439e-4d44-b263-aaa2dc0285b1 admin admin] Network hostable DHCP agents. Network: 66607e26-8526-455a-a8f8-5b9ea73a554c, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:13:59.880305 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb02b131-439e-4d44-b263-aaa2dc0285b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=559cf17e-4c43-4d55-88bf-0cfec1f72693,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:13:59.917435 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb02b131-439e-4d44-b263-aaa2dc0285b1 admin admin] Network 66607e26-8526-455a-a8f8-5b9ea73a554c is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:13:59.931229 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-3037f5fe-16a6-4598-9d94-271ec232cb2e None None] Set router 2093b8cb-2828-424e-b143-6aa2743a12c8 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:13:59.938172 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-eb02b131-439e-4d44-b263-aaa2dc0285b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 66607e26-8526-455a-a8f8-5b9ea73a554c) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:13:59.943697 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb02b131-439e-4d44-b263-aaa2dc0285b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:13:59.944413 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eb02b131-439e-4d44-b263-aaa2dc0285b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:13:59.979702 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-6285f1d6-e724-4c5b-a1ed-4d5e03f7fafb tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=c9a644d28aa946259b7337281970c4b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1621180 Feb 09 12:13:59.982492 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-1f99cbcb-274b-4922-a4ee-37b923707feb tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=c9a644d28aa946259b7337281970c4b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1727574 Feb 09 12:13:59.989435 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-eb02b131-439e-4d44-b263-aaa2dc0285b1 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9682519 Feb 09 12:14:00.001396 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d722e0-c105-4467-bef9-01adf715c3a6 None None] Network 66607e26-8526-455a-a8f8-5b9ea73a554c requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:14:00.048884 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port 3a6d0790-7987-48e3-9a28-b996cbe10c17 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:14:00.116887 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aafd41cb-ec86-4e44-8f3c-892919c7a822 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:00.153712 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port 3a6d0790-7987-48e3-9a28-b996cbe10c17 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:14:00.154114 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:00.307470 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-db293354-b995-482a-95c9-ac520516b287 req-6d720ae9-d1ba-4ba9-a6f8-6724021179af service neutron] For port 52a06bdf-54c7-4726-ab50-0f30a7c24bd5, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=52a06bdf-54c7-4726-ab50-0f30a7c24bd5,segment=NetworkSegment(32f229e9-9010-4be1-973f-7ae4423dcda8),segment_id=32f229e9-9010-4be1-973f-7ae4423dcda8)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:14:00.349620 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-db293354-b995-482a-95c9-ac520516b287 req-6d720ae9-d1ba-4ba9-a6f8-6724021179af service neutron] For port 52a06bdf-54c7-4726-ab50-0f30a7c24bd5, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:14:00.413075 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-db293354-b995-482a-95c9-ac520516b287 req-6d720ae9-d1ba-4ba9-a6f8-6724021179af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52a06bdf-54c7-4726-ab50-0f30a7c24bd5 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:14:00.428302 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-db293354-b995-482a-95c9-ac520516b287 req-6d720ae9-d1ba-4ba9-a6f8-6724021179af service neutron] For port 52a06bdf-54c7-4726-ab50-0f30a7c24bd5, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=52a06bdf-54c7-4726-ab50-0f30a7c24bd5,segment=NetworkSegment(32f229e9-9010-4be1-973f-7ae4423dcda8),segment_id=32f229e9-9010-4be1-973f-7ae4423dcda8)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:14:00.513011 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-96d3799b-161c-4112-9cb1-e466c71782c3 req-a97e8145-3b75-41e7-a083-4be77afa4e13 tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:00.629966 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-bd77a77f-7457-4f56-ba42-f88f63b527d3 None None] Allocated IP 172.20.0.2 (d5d53378-b378-43cd-a6b4-2505b89a4e35/f490f554-8877-4819-a586-259ae6bd7647/71be5423-e3a5-4400-8e5d-9a2bd327d9fc) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:14:00.655704 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aafd41cb-ec86-4e44-8f3c-892919c7a822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:00.656435 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-133ad6ed-b81e-4763-8a8b-b7519ab33d92 req-afdeeb50-967b-4991-9999-6e7a426ef1c5 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7586997 Feb 09 12:14:00.763771 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97e8145-3b75-41e7-a083-4be77afa4e13 tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] Pushing event deleted for resources: {'Port': ['ID=8a3a9410-7ac4-4541-8133-5869db139b20,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:00.775433 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-db293354-b995-482a-95c9-ac520516b287 req-6d720ae9-d1ba-4ba9-a6f8-6724021179af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:00.781438 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39136) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:14:00.800799 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-24f8038b-1cf3-4efe-abe1-5c3ca1cdd7b1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-690621539-network', 'tenant_id': '85de8f5daf7a43bdae60f87e2f6d97d1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:14:00.806541 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-24f8038b-1cf3-4efe-abe1-5c3ca1cdd7b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:14:00.812054 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-24f8038b-1cf3-4efe-abe1-5c3ca1cdd7b1 admin admin] Usage tracker for resource:network and tenant:85de8f5daf7a43bdae60f87e2f6d97d1 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:14:00.821193 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e69e9-486d-4f2d-b812-9fcdfa288586 req-dac9a1be-bbeb-4f67-af50-3862a736ed40 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:00.821520 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-24f8038b-1cf3-4efe-abe1-5c3ca1cdd7b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:14:00.829019 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-24f8038b-1cf3-4efe-abe1-5c3ca1cdd7b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:14:00.831051 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ad8e69e9-486d-4f2d-b812-9fcdfa288586 req-dac9a1be-bbeb-4f67-af50-3862a736ed40 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.55 "GET /v2.0/ports?device_id=20429366-9de1-495c-9bc1-79e3e122257d HTTP/1.1" status: 200 len: 949 time: 1.1893559 Feb 09 12:14:00.846895 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f8038b-1cf3-4efe-abe1-5c3ca1cdd7b1 admin admin] Made reservation on behalf of 85de8f5daf7a43bdae60f87e2f6d97d1 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:14:00.849863 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24f8038b-1cf3-4efe-abe1-5c3ca1cdd7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:00.869129 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24f8038b-1cf3-4efe-abe1-5c3ca1cdd7b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:00.906466 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-24f8038b-1cf3-4efe-abe1-5c3ca1cdd7b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:14:00.914455 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-24f8038b-1cf3-4efe-abe1-5c3ca1cdd7b1 admin admin] Usage tracker for resource:security_group_rule and tenant:85de8f5daf7a43bdae60f87e2f6d97d1 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:14:00.919284 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-24f8038b-1cf3-4efe-abe1-5c3ca1cdd7b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:14:00.928996 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-24f8038b-1cf3-4efe-abe1-5c3ca1cdd7b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:14:00.931646 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:00.969354 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d1edfa-67a3-4b60-b8bc-f0edc18997cb None None] Network 66607e26-8526-455a-a8f8-5b9ea73a554c requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:14:01.120004 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20429366-9de1-495c-9bc1-79e3e122257d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6d0790-7987-48e3-9a28-b996cbe10c17'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:14:01.149819 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 8a3a9410-7ac4-4541-8133-5869db139b20 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:14:01.185192 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 3a6d0790-7987-48e3-9a28-b996cbe10c17, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=3a6d0790-7987-48e3-9a28-b996cbe10c17,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:14:01.212135 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ad8e69e9-486d-4f2d-b812-9fcdfa288586 req-9ff6a5a6-3604-42db-a0b5-8cf8ffd42fde tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.55 "GET /v2.0/security-groups?id=eba7f389-f277-490a-b44f-52c207312cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792129 Feb 09 12:14:01.214352 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: 8a3a9410-7ac4-4541-8133-5869db139b20 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:14:01.215205 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 8a3a9410-7ac4-4541-8133-5869db139b20 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:14:01.222201 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:01.222911 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 52a06bdf-54c7-4726-ab50-0f30a7c24bd5 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:14:01.294540 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aafd41cb-ec86-4e44-8f3c-892919c7a822 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:01.331220 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aafd41cb-ec86-4e44-8f3c-892919c7a822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:01.450135 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-0c000744-525f-4eca-8a67-1f6062d4389e tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:01.451492 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-0c000744-525f-4eca-8a67-1f6062d4389e tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4363551 Feb 09 12:14:01.466247 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a9c5add9-c684-40a0-b888-1741ffc30f72 req-13715514-27ee-4e62-a7d1-739720e915b6 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9f5aac1-8c2a-496d-a005-f08031e74aa4 HTTP/1.1" status: 200 len: 210 time: 0.3525352 Feb 09 12:14:01.474589 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d3799b-161c-4112-9cb1-e466c71782c3 req-a97e8145-3b75-41e7-a083-4be77afa4e13 tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] No DVR routers for this DVR port 8a3a9410-7ac4-4541-8133-5869db139b20 on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:14:01.503995 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=3a6d0790-7987-48e3-9a28-b996cbe10c17,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:01.505980 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-aafd41cb-ec86-4e44-8f3c-892919c7a822 admin admin] Allocated IP 172.25.7.76 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/8c9550c5-833e-4174-83ab-5b57fb49c3d2) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:14:01.510974 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bd77a77f-7457-4f56-ba42-f88f63b527d3 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:01.518022 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-bcdba24b-e07a-4b76-beff-fbc7929b0a8d tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Request body: {'port': {'device_id': 'bb5d450e-097f-4919-9836-b14e117230c6', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'admin_state_up': True, 'tenant_id': 'c9a644d28aa946259b7337281970c4b8'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:14:01.547143 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-96d3799b-161c-4112-9cb1-e466c71782c3 req-a97e8145-3b75-41e7-a083-4be77afa4e13 tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:01.549857 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c252043c-3c11-4f7c-b525-59a78c5f1a91', 'name': 'network-vif-deleted', 'tag': '8a3a9410-7ac4-4541-8133-5869db139b20'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:14:01.572432 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-bd77a77f-7457-4f56-ba42-f88f63b527d3 None None] Transition to ACTIVE for port object 71be5423-e3a5-4400-8e5d-9a2bd327d9fc will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:14:01.631517 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-3037f5fe-16a6-4598-9d94-271ec232cb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1876601093-router', 'tenant_id': 'b614b8bd377446f892967d9352b20ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'ee3ee323-9b00-4bfe-a361-b70a2182d450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:11:42Z', 'updated_at': '2022-02-09T12:11:47Z', 'revision_number': 4, 'project_id': 'b614b8bd377446f892967d9352b20ad9', 'gw_port': {'id': 'ee3ee323-9b00-4bfe-a361-b70a2182d450', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:11:43Z', 'updated_at': '2022-02-09T12:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '41919729-42ed-4bcc-b29b-144378b33d83', 'tenant_id': 'b614b8bd377446f892967d9352b20ad9', 'floating_ip_address': '172.25.7.47', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'port_id': 'fc39ec9a-ad56-486a-9e65-3b68384bbb06', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de69ec27-0664-4edc-8ca7-aed58e385f8e', 'mac_address': 'fa:16:3e:97:c2:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e715918-da6c-4672-8728-e9452b74cf3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:12:08Z', 'updated_at': '2022-02-09T12:13:57Z', 'revision_number': 5, 'project_id': 'b614b8bd377446f892967d9352b20ad9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96394959-d0a7-4372-967d-68f19043195b', 'name': '', 'network_id': 'de69ec27-0664-4edc-8ca7-aed58e385f8e', 'tenant_id': 'b614b8bd377446f892967d9352b20ad9', 'mac_address': 'fa:16:3e:4c:5f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2cf1195f-6cfb-4f71-a13f-5a2ca1abc351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:11:46Z', 'updated_at': '2022-02-09T12:11:58Z', 'revision_number': 5, 'project_id': 'b614b8bd377446f892967d9352b20ad9', 'subnets': [{'id': '2cf1195f-6cfb-4f71-a13f-5a2ca1abc351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:14:01.654155 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3037f5fe-16a6-4598-9d94-271ec232cb2e None None] Checking router: 2093b8cb-2828-424e-b143-6aa2743a12c8 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:14:01.656430 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-bd77a77f-7457-4f56-ba42-f88f63b527d3 None None] Transition to ACTIVE for port object 71be5423-e3a5-4400-8e5d-9a2bd327d9fc will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:14:01.657188 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-db293354-b995-482a-95c9-ac520516b287 req-6d720ae9-d1ba-4ba9-a6f8-6724021179af service neutron] Transition to ACTIVE for port object 52a06bdf-54c7-4726-ab50-0f30a7c24bd5 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:14:01.667994 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aafd41cb-ec86-4e44-8f3c-892919c7a822 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:01.669637 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bd77a77f-7457-4f56-ba42-f88f63b527d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:01.669864 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-ce6fbaa5-e9e8-4565-987c-4d3228a974fc tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:01.671319 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-ce6fbaa5-e9e8-4565-987c-4d3228a974fc tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.6470106 Feb 09 12:14:01.688482 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-db293354-b995-482a-95c9-ac520516b287 req-6d720ae9-d1ba-4ba9-a6f8-6724021179af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:01.707372 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-2c55236e-1b86-4d57-a048-cc9bff5d2df5 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Request body: {'port': {'device_id': 'e1adc09c-f94a-4d63-9a0d-da5e6c06692c', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'admin_state_up': True, 'tenant_id': 'c9a644d28aa946259b7337281970c4b8'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:14:01.717818 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3037f5fe-16a6-4598-9d94-271ec232cb2e None None] Routers {'2093b8cb-2828-424e-b143-6aa2743a12c8'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:14:01.718034 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-3037f5fe-16a6-4598-9d94-271ec232cb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:13:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2093b8cb-2828-424e-b143-6aa2743a12c8'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:14:01.737558 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24f8038b-1cf3-4efe-abe1-5c3ca1cdd7b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:01.773440 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e715918-da6c-4672-8728-e9452b74cf3c', 'tag': 'fc39ec9a-ad56-486a-9e65-3b68384bbb06', 'status': 'completed', 'code': 200} Feb 09 12:14:01.774969 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aafd41cb-ec86-4e44-8f3c-892919c7a822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:01.790585 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-96d3799b-161c-4112-9cb1-e466c71782c3 req-a97e8145-3b75-41e7-a083-4be77afa4e13 tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] 10.222.0.46 "DELETE /v2.0/ports/8a3a9410-7ac4-4541-8133-5869db139b20 HTTP/1.1" status: 204 len: 173 time: 4.5722339 Feb 09 12:14:01.813351 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24f8038b-1cf3-4efe-abe1-5c3ca1cdd7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:01.823157 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd77a77f-7457-4f56-ba42-f88f63b527d3 None None] Network d5d53378-b378-43cd-a6b4-2505b89a4e35 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:14:01.830795 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-bd77a77f-7457-4f56-ba42-f88f63b527d3 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:14:01.837487 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd77a77f-7457-4f56-ba42-f88f63b527d3 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:14:01.865924 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390941a1-b238-4575-afd6-c6a34829331e req-6ce85e4f-170b-4285-be6f-d01e2a7e4232 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:01.867474 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-390941a1-b238-4575-afd6-c6a34829331e req-6ce85e4f-170b-4285-be6f-d01e2a7e4232 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.52 "GET /v2.0/networks?id=a10f88e1-3d02-4171-8c71-31b6c9e6be17 HTTP/1.1" status: 200 len: 813 time: 1.2988460 Feb 09 12:14:01.870151 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f8038b-1cf3-4efe-abe1-5c3ca1cdd7b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad84d1c-ee4d-4bad-84cb-92567d7188e4,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:01.897538 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafd41cb-ec86-4e44-8f3c-892919c7a822 admin admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:14:01.904603 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-aafd41cb-ec86-4e44-8f3c-892919c7a822 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:14:01.911379 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24f8038b-1cf3-4efe-abe1-5c3ca1cdd7b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:14:01.915281 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafd41cb-ec86-4e44-8f3c-892919c7a822 admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:14:01.965048 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-390941a1-b238-4575-afd6-c6a34829331e req-d9d5f457-c2fc-4302-89ef-2a9fc6a52b6c tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Request body: {'port': {'device_id': 'e9f5aac1-8c2a-496d-a005-f08031e74aa4', 'network_id': 'a10f88e1-3d02-4171-8c71-31b6c9e6be17', 'admin_state_up': True, 'tenant_id': '64589850d54f49bfb3a355e7cee6f70a'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:14:01.975567 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24f8038b-1cf3-4efe-abe1-5c3ca1cdd7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:01.975966 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-24f8038b-1cf3-4efe-abe1-5c3ca1cdd7b1 admin admin] Added segment fe5d4f81-6f13-49e2-b327-e717bddd3fdd of type vlan for network 0ee94982-a56a-48c1-b347-9667b4587619 Feb 09 12:14:01.977773 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd41cb-ec86-4e44-8f3c-892919c7a822 admin admin] Pushing event updated for resources: {'Port': ['ID=8c9550c5-833e-4174-83ab-5b57fb49c3d2,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:02.027692 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd77a77f-7457-4f56-ba42-f88f63b527d3 None None] Pushing event updated for resources: {'Port': ['ID=71be5423-e3a5-4400-8e5d-9a2bd327d9fc,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:02.028793 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c64e32cc-0e78-4159-920d-250ccbec5ccd req-76d56098-4c2b-4f63-9d74-b7c033ba4bcf tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] Synchronizing usage tracker for tenant:6c4e889e086a4bc4b73f3a2c555f822a on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:14:02.077482 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24f8038b-1cf3-4efe-abe1-5c3ca1cdd7b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:02.087508 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b2a49-e156-4159-999a-a42f734ea1e9 req-a50c1568-bcdd-46cc-bb52-75b6ccb4ad20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:02.089064 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3f6b2a49-e156-4159-999a-a42f734ea1e9 req-a50c1568-bcdd-46cc-bb52-75b6ccb4ad20 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b614b8bd377446f892967d9352b20ad9&device_id=8e715918-da6c-4672-8728-e9452b74cf3c HTTP/1.1" status: 200 len: 1096 time: 0.3499010 Feb 09 12:14:02.095599 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-bd77a77f-7457-4f56-ba42-f88f63b527d3 None None] Attempting to bind port 71be5423-e3a5-4400-8e5d-9a2bd327d9fc on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:14:02.096117 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-bd77a77f-7457-4f56-ba42-f88f63b527d3 None None] Attempting to bind port 71be5423-e3a5-4400-8e5d-9a2bd327d9fc by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '0c63d08b-86c2-44ed-af04-d226fc9fb1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd5d53378-b378-43cd-a6b4-2505b89a4e35'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:14:02.096484 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd77a77f-7457-4f56-ba42-f88f63b527d3 None None] Attempting to bind port 71be5423-e3a5-4400-8e5d-9a2bd327d9fc on network d5d53378-b378-43cd-a6b4-2505b89a4e35 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:14:02.107558 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd77a77f-7457-4f56-ba42-f88f63b527d3 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:14:02.107964 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd77a77f-7457-4f56-ba42-f88f63b527d3 None None] Checking segment: {'id': '0c63d08b-86c2-44ed-af04-d226fc9fb1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd5d53378-b378-43cd-a6b4-2505b89a4e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:14:02.108537 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bd77a77f-7457-4f56-ba42-f88f63b527d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:02.108826 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd77a77f-7457-4f56-ba42-f88f63b527d3 None None] Bound using segment: {'id': '0c63d08b-86c2-44ed-af04-d226fc9fb1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd5d53378-b378-43cd-a6b4-2505b89a4e35'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:14:02.109288 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-bd77a77f-7457-4f56-ba42-f88f63b527d3 None None] Bound port: 71be5423-e3a5-4400-8e5d-9a2bd327d9fc, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c63d08b-86c2-44ed-af04-d226fc9fb1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd5d53378-b378-43cd-a6b4-2505b89a4e35'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:14:02.109658 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bd77a77f-7457-4f56-ba42-f88f63b527d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:02.124231 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-3037f5fe-16a6-4598-9d94-271ec232cb2e None None] Set router 2093b8cb-2828-424e-b143-6aa2743a12c8 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:14:02.196376 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d720ae9-d1ba-4ba9-a6f8-6724021179af service neutron] Pushing event updated for resources: {'Port': ['ID=52a06bdf-54c7-4726-ab50-0f30a7c24bd5,revision_number=10']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:02.199976 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-db293354-b995-482a-95c9-ac520516b287 req-6d720ae9-d1ba-4ba9-a6f8-6724021179af service neutron] No DVR routers for this DVR port 52a06bdf-54c7-4726-ab50-0f30a7c24bd5 on host n-h1-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:14:02.273836 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c64e32cc-0e78-4159-920d-250ccbec5ccd req-76d56098-4c2b-4f63-9d74-b7c033ba4bcf tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] Unset dirty status for tenant:6c4e889e086a4bc4b73f3a2c555f822a on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:14:02.287292 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c64e32cc-0e78-4159-920d-250ccbec5ccd req-76d56098-4c2b-4f63-9d74-b7c033ba4bcf tempest-VolumesAdminNegativeTest-1576291686 tempest-VolumesAdminNegativeTest-1576291686-project] 10.222.0.55 "GET /v2.0/ports?device_id=c252043c-3c11-4f7c-b525-59a78c5f1a91 HTTP/1.1" status: 200 len: 210 time: 0.5097809 Feb 09 12:14:02.295412 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-bcdba24b-e07a-4b76-beff-fbc7929b0a8d tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:14:02.304126 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.resource_extend [None req-24f8038b-1cf3-4efe-abe1-5c3ca1cdd7b1 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:14:02.357130 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24f8038b-1cf3-4efe-abe1-5c3ca1cdd7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:02.358160 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f8038b-1cf3-4efe-abe1-5c3ca1cdd7b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:02.358887 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24f8038b-1cf3-4efe-abe1-5c3ca1cdd7b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:02.380368 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-bd77a77f-7457-4f56-ba42-f88f63b527d3 None None] For port 71be5423-e3a5-4400-8e5d-9a2bd327d9fc, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:14:02.383148 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-db293354-b995-482a-95c9-ac520516b287 req-6d720ae9-d1ba-4ba9-a6f8-6724021179af service neutron] 10.222.0.52 "PUT /v2.0/ports/52a06bdf-54c7-4726-ab50-0f30a7c24bd5/bindings/n-h2-825178-3/activate HTTP/1.1" status: 200 len: 369 time: 2.9681547 Feb 09 12:14:02.385625 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-bd77a77f-7457-4f56-ba42-f88f63b527d3 None None] For port 71be5423-e3a5-4400-8e5d-9a2bd327d9fc, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=71be5423-e3a5-4400-8e5d-9a2bd327d9fc,segment=NetworkSegment(0c63d08b-86c2-44ed-af04-d226fc9fb1b6),segment_id=0c63d08b-86c2-44ed-af04-d226fc9fb1b6)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:14:02.397346 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-bcdba24b-e07a-4b76-beff-fbc7929b0a8d tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:14:02.413015 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bd77a77f-7457-4f56-ba42-f88f63b527d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:02.430522 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3123e89-fc6b-4d43-9f0f-1a8bf3874277 req-3540c034-a385-46c6-a22d-55e986a980aa tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:02.440470 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c3123e89-fc6b-4d43-9f0f-1a8bf3874277 req-3540c034-a385-46c6-a22d-55e986a980aa tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e715918-da6c-4672-8728-e9452b74cf3c HTTP/1.1" status: 200 len: 945 time: 0.9856796 Feb 09 12:14:02.588422 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd77a77f-7457-4f56-ba42-f88f63b527d3 None None] Pushing event updated for resources: {'Port': ['ID=71be5423-e3a5-4400-8e5d-9a2bd327d9fc,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:02.620251 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b2a49-e156-4159-999a-a42f734ea1e9 req-b27e33d5-7c23-47e4-93d0-7ec0a65fe9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:02.621855 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3f6b2a49-e156-4159-999a-a42f734ea1e9 req-b27e33d5-7c23-47e4-93d0-7ec0a65fe9fc service neutron] 10.222.0.52 "GET /v2.0/networks?id=de69ec27-0664-4edc-8ca7-aed58e385f8e HTTP/1.1" status: 200 len: 925 time: 0.4743290 Feb 09 12:14:02.648027 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-24f8038b-1cf3-4efe-abe1-5c3ca1cdd7b1 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8653033 Feb 09 12:14:02.654213 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39152) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:14:02.677313 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c3123e89-fc6b-4d43-9f0f-1a8bf3874277 req-a6092108-92f3-46f7-886f-97f7df5b41e1 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac4eb021-bb3a-442d-8153-c3dbaa0cfda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2213888 Feb 09 12:14:02.691251 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-2c55236e-1b86-4d57-a048-cc9bff5d2df5 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:14:02.703723 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-390941a1-b238-4575-afd6-c6a34829331e req-d9d5f457-c2fc-4302-89ef-2a9fc6a52b6c tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:14:02.706200 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-3037f5fe-16a6-4598-9d94-271ec232cb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1876601093-router', 'tenant_id': 'b614b8bd377446f892967d9352b20ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'ee3ee323-9b00-4bfe-a361-b70a2182d450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:11:42Z', 'updated_at': '2022-02-09T12:11:47Z', 'revision_number': 4, 'project_id': 'b614b8bd377446f892967d9352b20ad9', 'gw_port': {'id': 'ee3ee323-9b00-4bfe-a361-b70a2182d450', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:11:43Z', 'updated_at': '2022-02-09T12:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '41919729-42ed-4bcc-b29b-144378b33d83', 'tenant_id': 'b614b8bd377446f892967d9352b20ad9', 'floating_ip_address': '172.25.7.47', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'port_id': 'fc39ec9a-ad56-486a-9e65-3b68384bbb06', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de69ec27-0664-4edc-8ca7-aed58e385f8e', 'mac_address': 'fa:16:3e:97:c2:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e715918-da6c-4672-8728-e9452b74cf3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:12:08Z', 'updated_at': '2022-02-09T12:13:57Z', 'revision_number': 5, 'project_id': 'b614b8bd377446f892967d9352b20ad9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96394959-d0a7-4372-967d-68f19043195b', 'name': '', 'network_id': 'de69ec27-0664-4edc-8ca7-aed58e385f8e', 'tenant_id': 'b614b8bd377446f892967d9352b20ad9', 'mac_address': 'fa:16:3e:4c:5f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2cf1195f-6cfb-4f71-a13f-5a2ca1abc351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:11:46Z', 'updated_at': '2022-02-09T12:11:58Z', 'revision_number': 5, 'project_id': 'b614b8bd377446f892967d9352b20ad9', 'subnets': [{'id': '2cf1195f-6cfb-4f71-a13f-5a2ca1abc351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:14:02.711773 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3037f5fe-16a6-4598-9d94-271ec232cb2e None None] The sync data for ids ['2093b8cb-2828-424e-b143-6aa2743a12c8'] in n-d-825178-3 is: [{'id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1876601093-router', 'tenant_id': 'b614b8bd377446f892967d9352b20ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'ee3ee323-9b00-4bfe-a361-b70a2182d450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:11:42Z', 'updated_at': '2022-02-09T12:11:47Z', 'revision_number': 4, 'project_id': 'b614b8bd377446f892967d9352b20ad9', 'gw_port': {'id': 'ee3ee323-9b00-4bfe-a361-b70a2182d450', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:11:43Z', 'updated_at': '2022-02-09T12:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '41919729-42ed-4bcc-b29b-144378b33d83', 'tenant_id': 'b614b8bd377446f892967d9352b20ad9', 'floating_ip_address': '172.25.7.47', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'port_id': 'fc39ec9a-ad56-486a-9e65-3b68384bbb06', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de69ec27-0664-4edc-8ca7-aed58e385f8e', 'mac_address': 'fa:16:3e:97:c2:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e715918-da6c-4672-8728-e9452b74cf3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:12:08Z', 'updated_at': '2022-02-09T12:13:57Z', 'revision_number': 5, 'project_id': 'b614b8bd377446f892967d9352b20ad9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96394959-d0a7-4372-967d-68f19043195b', 'name': '', 'network_id': 'de69ec27-0664-4edc-8ca7-aed58e385f8e', 'tenant_id': 'b614b8bd377446f892967d9352b20ad9', 'mac_address': 'fa:16:3e:4c:5f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2cf1195f-6cfb-4f71-a13f-5a2ca1abc351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:11:46Z', 'updated_at': '2022-02-09T12:11:58Z', 'revision_number': 5, 'project_id': 'b614b8bd377446f892967d9352b20ad9', 'subnets': [{'id': '2cf1195f-6cfb-4f71-a13f-5a2ca1abc351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:14:02.716733 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-390941a1-b238-4575-afd6-c6a34829331e req-d9d5f457-c2fc-4302-89ef-2a9fc6a52b6c tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Usage tracker for resource:port and tenant:64589850d54f49bfb3a355e7cee6f70a is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:14:02.725523 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a88e652c-90e7-408c-a3f3-2296c2c0596c req-c33637cd-760d-4677-89cd-3a197ed3aa82 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb5d450e-097f-4919-9836-b14e117230c6 HTTP/1.1" status: 200 len: 210 time: 0.1338544 Feb 09 12:14:02.733099 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-390941a1-b238-4575-afd6-c6a34829331e req-d9d5f457-c2fc-4302-89ef-2a9fc6a52b6c tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:14:02.783866 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20429366-9de1-495c-9bc1-79e3e122257d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6d0790-7987-48e3-9a28-b996cbe10c17', 'code': 200} Feb 09 12:14:02.794226 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-a7698075-0af7-4e7f-af3a-acda8d173eb0 admin admin] Request body: {'subnet': {'network_id': '0ee94982-a56a-48c1-b347-9667b4587619', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-690621539-subnet', 'tenant_id': '85de8f5daf7a43bdae60f87e2f6d97d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:14:02.800148 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f8038b-1cf3-4efe-abe1-5c3ca1cdd7b1 admin admin] Pushing event updated for resources: {'Network': ['ID=0ee94982-a56a-48c1-b347-9667b4587619,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:02.811629 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 0ee94982-a56a-48c1-b347-9667b4587619 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:14:02.820505 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-2c55236e-1b86-4d57-a048-cc9bff5d2df5 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:14:02.852711 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-390941a1-b238-4575-afd6-c6a34829331e req-d9d5f457-c2fc-4302-89ef-2a9fc6a52b6c tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:14:02.912275 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a7698075-0af7-4e7f-af3a-acda8d173eb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:14:02.913988 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-bcdba24b-e07a-4b76-beff-fbc7929b0a8d tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Made reservation on behalf of c9a644d28aa946259b7337281970c4b8 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:14:02.931357 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-bcdba24b-e07a-4b76-beff-fbc7929b0a8d tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:02.982645 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c252043c-3c11-4f7c-b525-59a78c5f1a91', 'name': 'network-vif-deleted', 'tag': '8a3a9410-7ac4-4541-8133-5869db139b20', 'status': 'completed', 'code': 200} Feb 09 12:14:03.055112 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-2c55236e-1b86-4d57-a048-cc9bff5d2df5 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Made reservation on behalf of c9a644d28aa946259b7337281970c4b8 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:14:03.060877 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-2c55236e-1b86-4d57-a048-cc9bff5d2df5 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:03.093834 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a7698075-0af7-4e7f-af3a-acda8d173eb0 admin admin] Usage tracker for resource:subnet and tenant:85de8f5daf7a43bdae60f87e2f6d97d1 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:14:03.111624 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a7698075-0af7-4e7f-af3a-acda8d173eb0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:14:03.140825 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a7698075-0af7-4e7f-af3a-acda8d173eb0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:14:03.169358 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3f6b2a49-e156-4159-999a-a42f734ea1e9 req-93243447-903a-421a-8afc-25b1495ff17c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc39ec9a-ad56-486a-9e65-3b68384bbb06 HTTP/1.1" status: 200 len: 998 time: 0.5182326 Feb 09 12:14:03.173695 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7698075-0af7-4e7f-af3a-acda8d173eb0 admin admin] Made reservation on behalf of 85de8f5daf7a43bdae60f87e2f6d97d1 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:14:03.177028 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7698075-0af7-4e7f-af3a-acda8d173eb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:03.190881 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b23ba1-9e96-4c8c-91c4-e9bb90d7e981 None None] New status for floating IP 41919729-42ed-4bcc-b29b-144378b33d83: ACTIVE {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:14:03.318801 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-390941a1-b238-4575-afd6-c6a34829331e req-d9d5f457-c2fc-4302-89ef-2a9fc6a52b6c tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Made reservation on behalf of 64589850d54f49bfb3a355e7cee6f70a for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:14:03.322397 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-390941a1-b238-4575-afd6-c6a34829331e req-d9d5f457-c2fc-4302-89ef-2a9fc6a52b6c tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:03.357789 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aafd41cb-ec86-4e44-8f3c-892919c7a822 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:03.433089 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db293354-b995-482a-95c9-ac520516b287 req-3245f7de-8427-488c-8d87-0d439c4e1acb tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:03.434672 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-db293354-b995-482a-95c9-ac520516b287 req-3245f7de-8427-488c-8d87-0d439c4e1acb tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=67f45562-80ed-4d1d-94af-1f8431258a0e&tenant_id=3a84524b0b1d4c8da324d07cc553e331&binding%3Ahost_id=n-h1-825178-3 HTTP/1.1" status: 200 len: 1096 time: 0.8897321 Feb 09 12:14:03.661586 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b2a49-e156-4159-999a-a42f734ea1e9 req-9954818f-4648-458d-85a9-8709ec460129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:03.663082 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3f6b2a49-e156-4159-999a-a42f734ea1e9 req-9954818f-4648-458d-85a9-8709ec460129 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2cf1195f-6cfb-4f71-a13f-5a2ca1abc351 HTTP/1.1" status: 200 len: 863 time: 0.4676561 Feb 09 12:14:03.733016 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 71be5423-e3a5-4400-8e5d-9a2bd327d9fc up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:14:03.766696 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b9871-5113-4667-bfb5-8e7207e76c37 req-59b22df2-3507-4cbc-9a1e-469ce8ebfb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:03.768481 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b40b9871-5113-4667-bfb5-8e7207e76c37 req-59b22df2-3507-4cbc-9a1e-469ce8ebfb87 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=20429366-9de1-495c-9bc1-79e3e122257d HTTP/1.1" status: 200 len: 1101 time: 0.7842579 Feb 09 12:14:03.820888 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 71be5423-e3a5-4400-8e5d-9a2bd327d9fc completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:14:03.846096 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-2c55236e-1b86-4d57-a048-cc9bff5d2df5 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Allocated IP 192.168.233.30 (4f732e35-467f-44f5-be04-aa808693dec3/f8ed5558-888d-440a-8c32-52f2f9bc5bd5/2757b3d6-dc7b-47d5-b590-77650b8c733f) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:14:03.865720 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f5dd4-3df0-4081-be83-94c5179e6076 req-14b949d7-ad50-456c-a8d0-8abdeae1e295 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:03.872772 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a33f5dd4-3df0-4081-be83-94c5179e6076 req-14b949d7-ad50-456c-a8d0-8abdeae1e295 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.55 "GET /v2.0/ports?device_id=20429366-9de1-495c-9bc1-79e3e122257d HTTP/1.1" status: 200 len: 950 time: 0.7083497 Feb 09 12:14:03.888254 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9ef94-a915-4eb4-9a14-1e2b0281ba51 req-ba8f77f6-838a-44c1-9af4-1f6dfc0bc4a8 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:03.889780 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c0f9ef94-a915-4eb4-9a14-1e2b0281ba51 req-ba8f77f6-838a-44c1-9af4-1f6dfc0bc4a8 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=67f45562-80ed-4d1d-94af-1f8431258a0e HTTP/1.1" status: 200 len: 945 time: 0.7973909 Feb 09 12:14:03.996619 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b2a49-e156-4159-999a-a42f734ea1e9 req-5d15e76d-3f51-40bf-a9a4-d026a1ecf3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:03.998793 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3f6b2a49-e156-4159-999a-a42f734ea1e9 req-5d15e76d-3f51-40bf-a9a4-d026a1ecf3ab service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=de69ec27-0664-4edc-8ca7-aed58e385f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3121295 Feb 09 12:14:04.002296 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425c7224-656c-449c-81d8-4c8a91425205 None None] Network d5d53378-b378-43cd-a6b4-2505b89a4e35 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:14:04.007418 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b40b9871-5113-4667-bfb5-8e7207e76c37 req-f3d6059f-f336-4116-931b-c29533ce2170 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=eba7f389-f277-490a-b44f-52c207312cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130539 Feb 09 12:14:04.056285 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aafd41cb-ec86-4e44-8f3c-892919c7a822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:04.059787 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7698075-0af7-4e7f-af3a-acda8d173eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:04.068986 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db293354-b995-482a-95c9-ac520516b287 req-9d21ff0b-a0b1-4049-9616-44ec05ab11eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:04.070404 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-db293354-b995-482a-95c9-ac520516b287 req-9d21ff0b-a0b1-4049-9616-44ec05ab11eb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=67f45562-80ed-4d1d-94af-1f8431258a0e&tenant_id=3a84524b0b1d4c8da324d07cc553e331 HTTP/1.1" status: 200 len: 1096 time: 0.6176727 Feb 09 12:14:04.091924 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b717ad20-94ce-460f-90ed-7838f4b27b25 None None] Provisioning for port 71be5423-e3a5-4400-8e5d-9a2bd327d9fc completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:14:04.100259 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b717ad20-94ce-460f-90ed-7838f4b27b25 None None] Provisioning complete for port 71be5423-e3a5-4400-8e5d-9a2bd327d9fc triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:14:04.100973 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b717ad20-94ce-460f-90ed-7838f4b27b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:04.101649 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a33f5dd4-3df0-4081-be83-94c5179e6076 req-6ba7753a-7aa2-45c6-ba1b-771a41ef78a7 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.55 "GET /v2.0/security-groups?id=eba7f389-f277-490a-b44f-52c207312cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278852 Feb 09 12:14:04.109139 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-390941a1-b238-4575-afd6-c6a34829331e req-d9d5f457-c2fc-4302-89ef-2a9fc6a52b6c tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Allocated IP 172.20.0.9 (a10f88e1-3d02-4171-8c71-31b6c9e6be17/8f07f6df-adf1-4387-8c0a-c935bf8584cf/e9cd4a24-13a2-48d5-a087-aca4187189c0) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:14:04.113700 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c0f9ef94-a915-4eb4-9a14-1e2b0281ba51 req-ccb26d1b-9a66-43ff-bf51-2fe46fb7506c tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945033 Feb 09 12:14:04.299366 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 39162) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:14:04.332679 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7698075-0af7-4e7f-af3a-acda8d173eb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecd2980e-8b42-46ab-9df4-b483cde6cc35,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:04.405429 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7698075-0af7-4e7f-af3a-acda8d173eb0 admin admin] Checking segment: {'id': 'fe5d4f81-6f13-49e2-b327-e717bddd3fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0ee94982-a56a-48c1-b347-9667b4587619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:14:04.405720 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7698075-0af7-4e7f-af3a-acda8d173eb0 admin admin] Network hostable DHCP agents. Network: 0ee94982-a56a-48c1-b347-9667b4587619, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:14:04.464530 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b717ad20-94ce-460f-90ed-7838f4b27b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:04.484647 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7698075-0af7-4e7f-af3a-acda8d173eb0 admin admin] Network 0ee94982-a56a-48c1-b347-9667b4587619 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:14:04.513907 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-b717ad20-94ce-460f-90ed-7838f4b27b25 None None] For port 71be5423-e3a5-4400-8e5d-9a2bd327d9fc, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=71be5423-e3a5-4400-8e5d-9a2bd327d9fc,segment=NetworkSegment(0c63d08b-86c2-44ed-af04-d226fc9fb1b6),segment_id=0c63d08b-86c2-44ed-af04-d226fc9fb1b6)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:14:04.516488 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-a7698075-0af7-4e7f-af3a-acda8d173eb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 0ee94982-a56a-48c1-b347-9667b4587619) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:14:04.517703 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b717ad20-94ce-460f-90ed-7838f4b27b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:04.521425 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7698075-0af7-4e7f-af3a-acda8d173eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:04.522019 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7698075-0af7-4e7f-af3a-acda8d173eb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:04.530004 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3f6b2a49-e156-4159-999a-a42f734ea1e9 req-edd48c08-1eb2-473c-a2ae-9714e7f9bd73 service neutron] 10.222.0.52 "GET /v2.0/networks/de69ec27-0664-4edc-8ca7-aed58e385f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300532 Feb 09 12:14:04.546136 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aafd41cb-ec86-4e44-8f3c-892919c7a822 admin admin] Router 32d7a1a1-8719-4cad-a481-f5db0048f3f7 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:14:04.561255 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a7698075-0af7-4e7f-af3a-acda8d173eb0 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7884808 Feb 09 12:14:04.562258 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5030577-34d9-4ce4-b88c-578ee47a41ea None None] Network 0ee94982-a56a-48c1-b347-9667b4587619 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:14:04.606847 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-78c2bdc1-06de-440a-ba1e-56725b5b9704 req-2a8c4366-030e-4c82-be35-f2b6c7e015bc tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9f5aac1-8c2a-496d-a005-f08031e74aa4 HTTP/1.1" status: 200 len: 210 time: 0.3081174 Feb 09 12:14:04.695295 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a9dee82-560c-4aec-8ebf-88c05db8c2b4 admin admin] Deleting subnet 63231f28-e423-4420-8d06-c63a0d00dbfa {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:14:04.737959 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7a9dee82-560c-4aec-8ebf-88c05db8c2b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:04.793319 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b717ad20-94ce-460f-90ed-7838f4b27b25 None None] Pushing event updated for resources: {'Port': ['ID=71be5423-e3a5-4400-8e5d-9a2bd327d9fc,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:04.808356 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 39168) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:14:04.873657 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-94c7d41e-415c-4850-9755-7485452c4c05 None None] Provisioning complete for port 71be5423-e3a5-4400-8e5d-9a2bd327d9fc triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:14:04.874082 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-94c7d41e-415c-4850-9755-7485452c4c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:04.940116 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7a9dee82-560c-4aec-8ebf-88c05db8c2b4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:04.969143 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f211751-579d-46f6-9e1f-b4995b45bcfc None None] Network 0ee94982-a56a-48c1-b347-9667b4587619 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:14:05.026145 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3f6b2a49-e156-4159-999a-a42f734ea1e9 req-e337b932-971f-4e3e-862a-7eb14b3c33ad service neutron] 10.222.0.52 "GET /v2.0/networks/de69ec27-0664-4edc-8ca7-aed58e385f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4632883 Feb 09 12:14:05.028904 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aafd41cb-ec86-4e44-8f3c-892919c7a822 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:14:05.035682 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-2c55236e-1b86-4d57-a048-cc9bff5d2df5 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:05.041168 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-72f55239-1d93-4597-99c2-3cd5acdf44bf req-fa941d5f-eb20-4fed-aec5-75eaad15056e tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb5d450e-097f-4919-9836-b14e117230c6 HTTP/1.1" status: 200 len: 210 time: 0.2287717 Feb 09 12:14:05.047313 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7a9dee82-560c-4aec-8ebf-88c05db8c2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:05.068794 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aafd41cb-ec86-4e44-8f3c-892919c7a822 admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:05.069951 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-aafd41cb-ec86-4e44-8f3c-892919c7a822 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 5.7786448 Feb 09 12:14:05.072741 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39172) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:14:05.096256 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeac56fa-ec40-49aa-ae30-a82d473f6689 None None] Sync routers for ids ['32d7a1a1-8719-4cad-a481-f5db0048f3f7'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:14:05.128460 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeac56fa-ec40-49aa-ae30-a82d473f6689 None None] Routers {'32d7a1a1-8719-4cad-a481-f5db0048f3f7'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:14:05.129302 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-eeac56fa-ec40-49aa-ae30-a82d473f6689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:13:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['32d7a1a1-8719-4cad-a481-f5db0048f3f7'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:14:05.134812 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db293354-b995-482a-95c9-ac520516b287 req-d03e4d18-af15-49a6-87a7-4e2f1c3c3eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:05.136307 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-db293354-b995-482a-95c9-ac520516b287 req-d03e4d18-af15-49a6-87a7-4e2f1c3c3eec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a84524b0b1d4c8da324d07cc553e331&device_id=67f45562-80ed-4d1d-94af-1f8431258a0e HTTP/1.1" status: 200 len: 1096 time: 1.0195591 Feb 09 12:14:05.138358 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-2c55236e-1b86-4d57-a048-cc9bff5d2df5 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Transition to ACTIVE for port object 2757b3d6-dc7b-47d5-b590-77650b8c733f will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:14:05.252467 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-09df963b-46e2-44eb-9089-f02dcaca8734 admin admin] Deleting subnet 559cf17e-4c43-4d55-88bf-0cfec1f72693 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:14:05.281458 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35e8d9-00b6-4b2e-afd5-493295b32c94 req-02465112-50d3-4c4d-93d8-fde1c3f3cd2d tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:05.283190 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0d35e8d9-00b6-4b2e-afd5-493295b32c94 req-02465112-50d3-4c4d-93d8-fde1c3f3cd2d tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e715918-da6c-4672-8728-e9452b74cf3c HTTP/1.1" status: 200 len: 945 time: 0.8146894 Feb 09 12:14:05.347241 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-09df963b-46e2-44eb-9089-f02dcaca8734 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:05.519732 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-eeac56fa-ec40-49aa-ae30-a82d473f6689 None None] Set router 32d7a1a1-8719-4cad-a481-f5db0048f3f7 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:14:05.544020 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db293354-b995-482a-95c9-ac520516b287 req-1dda17fd-612b-4759-8a48-77be1fb6fba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:05.546395 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-db293354-b995-482a-95c9-ac520516b287 req-1dda17fd-612b-4759-8a48-77be1fb6fba0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c4b615eb-1906-4989-ab89-8b6ef1cc1053 HTTP/1.1" status: 200 len: 921 time: 0.3975661 Feb 09 12:14:05.584931 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-390941a1-b238-4575-afd6-c6a34829331e req-d9d5f457-c2fc-4302-89ef-2a9fc6a52b6c tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:05.591143 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0d35e8d9-00b6-4b2e-afd5-493295b32c94 req-c0999283-0488-40b6-818e-999d45e1377b tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac4eb021-bb3a-442d-8153-c3dbaa0cfda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2471666 Feb 09 12:14:05.669174 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-db293354-b995-482a-95c9-ac520516b287 req-246bbb0a-419e-4c7d-8ef0-299ace48131d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52a06bdf-54c7-4726-ab50-0f30a7c24bd5 HTTP/1.1" status: 200 len: 217 time: 0.0885215 Feb 09 12:14:05.670247 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7a9dee82-560c-4aec-8ebf-88c05db8c2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:05.679023 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-09df963b-46e2-44eb-9089-f02dcaca8734 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:05.725168 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-2c55236e-1b86-4d57-a048-cc9bff5d2df5 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:05.733091 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 71be5423-e3a5-4400-8e5d-9a2bd327d9fc up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:14:05.769028 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['b5fedb51-61f7-44a9-a646-00ef57b3909b', 'eca5b3d7-d4c8-45db-bb8d-4b1aab65b295', '63509d75-da58-43e5-b240-8d70695a2e99'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:14:05.868294 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9dee82-560c-4aec-8ebf-88c05db8c2b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63231f28-e423-4420-8d06-c63a0d00dbfa,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:05.950193 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-46ebb625-2c95-43e4-b3a4-de3a2f5250d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:05.967281 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-09df963b-46e2-44eb-9089-f02dcaca8734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:05.970434 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 71be5423-e3a5-4400-8e5d-9a2bd327d9fc triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:14:05.970936 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:06.006510 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7a9dee82-560c-4aec-8ebf-88c05db8c2b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:06.087741 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-eeac56fa-ec40-49aa-ae30-a82d473f6689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d7a1a1-8719-4cad-a481-f5db0048f3f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1165950385-router', 'tenant_id': '2647956141fb47dda47c7b0b658b0402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '8c9550c5-833e-4174-83ab-5b57fb49c3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:13:59Z', 'updated_at': '2022-02-09T12:14:02Z', 'revision_number': 3, 'project_id': '2647956141fb47dda47c7b0b658b0402', 'gw_port': {'id': '8c9550c5-833e-4174-83ab-5b57fb49c3d2', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:15:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d7a1a1-8719-4cad-a481-f5db0048f3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:14:01Z', 'updated_at': '2022-02-09T12:14:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:14:06.104616 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-2c55236e-1b86-4d57-a048-cc9bff5d2df5 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Network 4f732e35-467f-44f5-be04-aa808693dec3 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:14:06.107188 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeac56fa-ec40-49aa-ae30-a82d473f6689 None None] Checking router: 32d7a1a1-8719-4cad-a481-f5db0048f3f7 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:14:06.107534 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeac56fa-ec40-49aa-ae30-a82d473f6689 None None] Updating router 32d7a1a1-8719-4cad-a481-f5db0048f3f7 port 8c9550c5-833e-4174-83ab-5b57fb49c3d2 binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:14:06.122313 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-2c55236e-1b86-4d57-a048-cc9bff5d2df5 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:14:06.124700 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-2c55236e-1b86-4d57-a048-cc9bff5d2df5 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:14:06.131128 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-2c55236e-1b86-4d57-a048-cc9bff5d2df5 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:06.131753 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-2c55236e-1b86-4d57-a048-cc9bff5d2df5 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:06.178017 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-46ebb625-2c95-43e4-b3a4-de3a2f5250d2 admin admin] Allocated IP 172.20.0.1 (d5d53378-b378-43cd-a6b4-2505b89a4e35/f490f554-8877-4819-a586-259ae6bd7647/4f374883-439a-43d9-8715-d4a46df42497) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:14:06.188693 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-7a9dee82-560c-4aec-8ebf-88c05db8c2b4 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/63231f28-e423-4420-8d06-c63a0d00dbfa HTTP/1.1" status: 204 len: 168 time: 1.8478613 Feb 09 12:14:06.188693 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c55236e-1b86-4d57-a048-cc9bff5d2df5 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Pushing event updated for resources: {'Port': ['ID=2757b3d6-dc7b-47d5-b590-77650b8c733f,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:06.188905 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39186) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:14:06.209457 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db293354-b995-482a-95c9-ac520516b287 req-525124d4-71a5-4a1d-b274-f82f95218ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:06.211190 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-db293354-b995-482a-95c9-ac520516b287 req-525124d4-71a5-4a1d-b274-f82f95218ae9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9d6b2f2b-3fb9-4d1b-ac78-19140ea18253 HTTP/1.1" status: 200 len: 860 time: 0.4788892 Feb 09 12:14:06.226632 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-bcdba24b-e07a-4b76-beff-fbc7929b0a8d tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Allocated IP 192.168.233.223 (4f732e35-467f-44f5-be04-aa808693dec3/f8ed5558-888d-440a-8c32-52f2f9bc5bd5/0d85bbfe-ab37-4908-b505-2f3515665611) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:14:06.239973 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-eeac56fa-ec40-49aa-ae30-a82d473f6689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:06.277233 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-2c55236e-1b86-4d57-a048-cc9bff5d2df5 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5903127 Feb 09 12:14:06.284675 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca66b3c-d4b0-4662-ab40-976a0913d17e req-1120f7bd-c145-4946-83e3-d5f70fd67bd2 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:06.286274 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8ca66b3c-d4b0-4662-ab40-976a0913d17e req-1120f7bd-c145-4946-83e3-d5f70fd67bd2 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.55 "GET /v2.0/ports?device_id=20429366-9de1-495c-9bc1-79e3e122257d HTTP/1.1" status: 200 len: 950 time: 1.0301137 Feb 09 12:14:06.313582 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-10245713-3801-40a1-8d53-82088ccf492e service neutron] Request body: {'port': {'device_id': 'e1adc09c-f94a-4d63-9a0d-da5e6c06692c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:14:06.316157 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-22cd576b-43d8-44da-9caf-c8fd941f336a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:06.346410 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-db293354-b995-482a-95c9-ac520516b287 req-5e8013f9-e8cc-49fe-bd64-cd1317454064 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c4b615eb-1906-4989-ab89-8b6ef1cc1053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1156504 Feb 09 12:14:06.423948 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-390941a1-b238-4575-afd6-c6a34829331e req-d9d5f457-c2fc-4302-89ef-2a9fc6a52b6c tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:06.430076 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-09df963b-46e2-44eb-9089-f02dcaca8734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:06.556476 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-22cd576b-43d8-44da-9caf-c8fd941f336a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:06.606943 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df963b-46e2-44eb-9089-f02dcaca8734 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=559cf17e-4c43-4d55-88bf-0cfec1f72693,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:06.607221 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-22cd576b-43d8-44da-9caf-c8fd941f336a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a97ade19-a112-43d9-843a-ad50b170ad5d']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:14:06.612408 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f505eb24-af88-4997-af31-ec9e66db5fec None None] Provisioning for port 2757b3d6-dc7b-47d5-b590-77650b8c733f completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:14:06.631490 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f505eb24-af88-4997-af31-ec9e66db5fec None None] Provisioning complete for port 2757b3d6-dc7b-47d5-b590-77650b8c733f triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:14:06.631965 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f505eb24-af88-4997-af31-ec9e66db5fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:06.636924 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-09df963b-46e2-44eb-9089-f02dcaca8734 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:06.645926 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-22cd576b-43d8-44da-9caf-c8fd941f336a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d1ba1d3-62e0-49ae-b326-dc2f8612a554') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:14:06.646302 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-22cd576b-43d8-44da-9caf-c8fd941f336a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d1ba1d3-62e0-49ae-b326-dc2f8612a554') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:14:06.656467 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-46ebb625-2c95-43e4-b3a4-de3a2f5250d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:06.669182 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-22cd576b-43d8-44da-9caf-c8fd941f336a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:06.686154 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-46ebb625-2c95-43e4-b3a4-de3a2f5250d2 admin admin] Transition to ACTIVE for port object 4f374883-439a-43d9-8715-d4a46df42497 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:14:06.699177 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-390941a1-b238-4575-afd6-c6a34829331e req-d9d5f457-c2fc-4302-89ef-2a9fc6a52b6c tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Network a10f88e1-3d02-4171-8c71-31b6c9e6be17 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:14:06.705449 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-22cd576b-43d8-44da-9caf-c8fd941f336a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:06.716704 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22cd576b-43d8-44da-9caf-c8fd941f336a admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:14:06.716970 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-390941a1-b238-4575-afd6-c6a34829331e req-d9d5f457-c2fc-4302-89ef-2a9fc6a52b6c tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:14:06.717349 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-22cd576b-43d8-44da-9caf-c8fd941f336a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:06.719226 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-390941a1-b238-4575-afd6-c6a34829331e req-d9d5f457-c2fc-4302-89ef-2a9fc6a52b6c tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:14:06.725908 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390941a1-b238-4575-afd6-c6a34829331e req-d9d5f457-c2fc-4302-89ef-2a9fc6a52b6c tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:06.726633 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-390941a1-b238-4575-afd6-c6a34829331e req-d9d5f457-c2fc-4302-89ef-2a9fc6a52b6c tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:06.733515 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:14:06.733515 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:14:06.733515 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:14:06.733515 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:14:06.733515 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:14:06.733515 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:14:06.733515 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:14:06.733515 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:14:06.733515 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:14:06.733515 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:14:06.733515 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:14:06.733515 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:14:06.733515 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:14:06.733515 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:14:06.733515 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:14:06.733515 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:14:06.733515 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:14:06.733515 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:14:06.733515 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:14:06.733515 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:14:06.733515 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:14:06.733515 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:14:06.733515 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:14:06.733515 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:14:06.733515 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:14:06.733515 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:14:06.733515 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:14:06.733515 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:14:06.733515 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:14:06.733515 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:14:06.733515 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:14:06.733515 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:14:06.748450 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-09df963b-46e2-44eb-9089-f02dcaca8734 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/559cf17e-4c43-4d55-88bf-0cfec1f72693 HTTP/1.1" status: 204 len: 168 time: 1.9078851 Feb 09 12:14:06.753822 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3b87b-a3cd-4ec5-944b-3b2e4b1f6d97 req-f72f2784-68c7-42f6-b20e-098175c42747 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:06.756324 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8ee3b87b-a3cd-4ec5-944b-3b2e4b1f6d97 req-f72f2784-68c7-42f6-b20e-098175c42747 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=67f45562-80ed-4d1d-94af-1f8431258a0e HTTP/1.1" status: 200 len: 945 time: 0.8117807 Feb 09 12:14:06.783503 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 39192) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:14:06.792289 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8ca66b3c-d4b0-4662-ab40-976a0913d17e req-094b894a-c205-4795-866c-63184d8bd920 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.55 "GET /v2.0/security-groups?id=eba7f389-f277-490a-b44f-52c207312cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4494300 Feb 09 12:14:06.811948 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-f505eb24-af88-4997-af31-ec9e66db5fec None None] Port 2757b3d6-dc7b-47d5-b590-77650b8c733f cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:14:06.931816 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-eeac56fa-ec40-49aa-ae30-a82d473f6689 None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:06.933234 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-db293354-b995-482a-95c9-ac520516b287 req-08190bb7-0076-4be9-aa9d-4086d609ebfc service neutron] 10.222.0.46 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5667179 Feb 09 12:14:06.934558 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5f457-c2fc-4302-89ef-2a9fc6a52b6c tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Pushing event updated for resources: {'Port': ['ID=e9cd4a24-13a2-48d5-a087-aca4187189c0,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:06.936090 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-46ebb625-2c95-43e4-b3a4-de3a2f5250d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:06.950286 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-eeac56fa-ec40-49aa-ae30-a82d473f6689 None None] Transition to ACTIVE for port object 8c9550c5-833e-4174-83ab-5b57fb49c3d2 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:14:06.962819 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-eeac56fa-ec40-49aa-ae30-a82d473f6689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:07.017023 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ebb625-2c95-43e4-b3a4-de3a2f5250d2 admin admin] Network d5d53378-b378-43cd-a6b4-2505b89a4e35 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:14:07.021803 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-46ebb625-2c95-43e4-b3a4-de3a2f5250d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:14:07.026019 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ebb625-2c95-43e4-b3a4-de3a2f5250d2 admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:14:07.053320 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-eeac56fa-ec40-49aa-ae30-a82d473f6689 None None] Attempting to bind port 8c9550c5-833e-4174-83ab-5b57fb49c3d2 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:14:07.053944 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-eeac56fa-ec40-49aa-ae30-a82d473f6689 None None] Attempting to bind port 8c9550c5-833e-4174-83ab-5b57fb49c3d2 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:14:07.053944 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeac56fa-ec40-49aa-ae30-a82d473f6689 None None] Attempting to bind port 8c9550c5-833e-4174-83ab-5b57fb49c3d2 on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:14:07.056149 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0821f731-7081-44bc-9023-a60aeb1a0c2b None None] Pushing event updated for resources: {'Port': ['ID=8c9550c5-833e-4174-83ab-5b57fb49c3d2,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:07.062020 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeac56fa-ec40-49aa-ae30-a82d473f6689 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:14:07.062447 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeac56fa-ec40-49aa-ae30-a82d473f6689 None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:14:07.062890 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-eeac56fa-ec40-49aa-ae30-a82d473f6689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:07.063363 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeac56fa-ec40-49aa-ae30-a82d473f6689 None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:14:07.063726 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-eeac56fa-ec40-49aa-ae30-a82d473f6689 None None] Bound port: 8c9550c5-833e-4174-83ab-5b57fb49c3d2, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:14:07.064089 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-eeac56fa-ec40-49aa-ae30-a82d473f6689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:07.074368 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-22cd576b-43d8-44da-9caf-c8fd941f336a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:07.087678 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ebb625-2c95-43e4-b3a4-de3a2f5250d2 admin admin] Pushing event updated for resources: {'Port': ['ID=4f374883-439a-43d9-8715-d4a46df42497,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:07.111199 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cd576b-43d8-44da-9caf-c8fd941f336a admin admin] Pushing event deleted for resources: {'Network': ['ID=a97ade19-a112-43d9-843a-ad50b170ad5d,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:07.113033 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-22cd576b-43d8-44da-9caf-c8fd941f336a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:07.123903 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-46ebb625-2c95-43e4-b3a4-de3a2f5250d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:07.145672 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-eeac56fa-ec40-49aa-ae30-a82d473f6689 None None] For port 8c9550c5-833e-4174-83ab-5b57fb49c3d2, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:14:07.150281 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-eeac56fa-ec40-49aa-ae30-a82d473f6689 None None] For port 8c9550c5-833e-4174-83ab-5b57fb49c3d2, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=8c9550c5-833e-4174-83ab-5b57fb49c3d2,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:14:07.151976 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-10245713-3801-40a1-8d53-82088ccf492e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:07.158190 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-eeac56fa-ec40-49aa-ae30-a82d473f6689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:07.251732 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-390941a1-b238-4575-afd6-c6a34829331e req-d9d5f457-c2fc-4302-89ef-2a9fc6a52b6c tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3189018 Feb 09 12:14:07.289082 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0821f731-7081-44bc-9023-a60aeb1a0c2b None None] Pushing event updated for resources: {'Port': ['ID=8c9550c5-833e-4174-83ab-5b57fb49c3d2,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:07.302673 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-22cd576b-43d8-44da-9caf-c8fd941f336a admin admin] 10.222.0.55 "DELETE /v2.0/networks/a97ade19-a112-43d9-843a-ad50b170ad5d HTTP/1.1" status: 204 len: 168 time: 1.1127210 Feb 09 12:14:07.305579 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39198) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:14:07.311906 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeac56fa-ec40-49aa-ae30-a82d473f6689 None None] Routers {'32d7a1a1-8719-4cad-a481-f5db0048f3f7'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:14:07.312490 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-eeac56fa-ec40-49aa-ae30-a82d473f6689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:13:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['32d7a1a1-8719-4cad-a481-f5db0048f3f7'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:14:07.373990 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-390941a1-b238-4575-afd6-c6a34829331e req-0dde2aca-9a8f-4761-aba9-40129f63e612 service neutron] Request body: {'port': {'device_id': 'e9f5aac1-8c2a-496d-a005-f08031e74aa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:14:07.469891 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-15bf1dc5-e3c8-47d3-a931-2ef3f33a7566 admin admin] Deleting subnet eb39f961-6c64-4b36-826a-4312b6d41204 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:14:07.475294 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-15bf1dc5-e3c8-47d3-a931-2ef3f33a7566 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:07.502010 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7a338687-c41d-4d2e-9a09-f22f56e55b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:07.515564 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-eeac56fa-ec40-49aa-ae30-a82d473f6689 None None] Set router 32d7a1a1-8719-4cad-a481-f5db0048f3f7 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:14:07.528140 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8ee3b87b-a3cd-4ec5-944b-3b2e4b1f6d97 req-2d4e7aa7-08e3-4fb7-93f9-b0543d843c0c tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5852685 Feb 09 12:14:07.547337 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-15bf1dc5-e3c8-47d3-a931-2ef3f33a7566 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:07.606538 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-15bf1dc5-e3c8-47d3-a931-2ef3f33a7566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:07.690559 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-15bf1dc5-e3c8-47d3-a931-2ef3f33a7566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:07.702258 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-db293354-b995-482a-95c9-ac520516b287 req-084f96aa-d8b2-4c1c-982f-255129bdabc0 service neutron] 10.222.0.46 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7140586 Feb 09 12:14:07.732315 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-5fab20fa-1e94-4142-b3f2-8d3a9555cad9 None None] Provisioning for port 4f374883-439a-43d9-8715-d4a46df42497 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:14:07.744941 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-5fab20fa-1e94-4142-b3f2-8d3a9555cad9 None None] Provisioning complete for port 4f374883-439a-43d9-8715-d4a46df42497 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:14:07.745539 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5fab20fa-1e94-4142-b3f2-8d3a9555cad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:07.769440 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-15bf1dc5-e3c8-47d3-a931-2ef3f33a7566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:07.772823 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf1dc5-e3c8-47d3-a931-2ef3f33a7566 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb39f961-6c64-4b36-826a-4312b6d41204,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:07.810772 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-15bf1dc5-e3c8-47d3-a931-2ef3f33a7566 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/eb39f961-6c64-4b36-826a-4312b6d41204 HTTP/1.1" status: 204 len: 168 time: 0.5040407 Feb 09 12:14:07.817851 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39202) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:14:07.839214 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-5fab20fa-1e94-4142-b3f2-8d3a9555cad9 None None] Port 4f374883-439a-43d9-8715-d4a46df42497 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:14:07.869626 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-46ebb625-2c95-43e4-b3a4-de3a2f5250d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:07.913381 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-eeac56fa-ec40-49aa-ae30-a82d473f6689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d7a1a1-8719-4cad-a481-f5db0048f3f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1165950385-router', 'tenant_id': '2647956141fb47dda47c7b0b658b0402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '8c9550c5-833e-4174-83ab-5b57fb49c3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:13:59Z', 'updated_at': '2022-02-09T12:14:02Z', 'revision_number': 3, 'project_id': '2647956141fb47dda47c7b0b658b0402', 'gw_port': {'id': '8c9550c5-833e-4174-83ab-5b57fb49c3d2', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:15:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d7a1a1-8719-4cad-a481-f5db0048f3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:14:01Z', 'updated_at': '2022-02-09T12:14:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:14:07.917756 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeac56fa-ec40-49aa-ae30-a82d473f6689 None None] The sync data for ids ['32d7a1a1-8719-4cad-a481-f5db0048f3f7'] in n-d-825178-3 is: [{'id': '32d7a1a1-8719-4cad-a481-f5db0048f3f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1165950385-router', 'tenant_id': '2647956141fb47dda47c7b0b658b0402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '8c9550c5-833e-4174-83ab-5b57fb49c3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:13:59Z', 'updated_at': '2022-02-09T12:14:02Z', 'revision_number': 3, 'project_id': '2647956141fb47dda47c7b0b658b0402', 'gw_port': {'id': '8c9550c5-833e-4174-83ab-5b57fb49c3d2', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:15:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d7a1a1-8719-4cad-a481-f5db0048f3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:14:01Z', 'updated_at': '2022-02-09T12:14:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:14:07.966087 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-bcdba24b-e07a-4b76-beff-fbc7929b0a8d tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:07.970989 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-7d4a9afb-2694-436c-b603-194b7b6a1e84 req-8c3c66d6-11c5-4ba7-8173-21c480096446 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Synchronizing usage tracker for tenant:c9a644d28aa946259b7337281970c4b8 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:14:08.050574 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fb2a07ae-c79b-4b14-ab5f-57ba127269cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:08.077325 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03723633-9648-4b78-940e-c2d9c97c1f3f req-0e479e1d-f991-43fa-8e6c-b0ea156b9e93 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:08.078011 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-03723633-9648-4b78-940e-c2d9c97c1f3f req-0e479e1d-f991-43fa-8e6c-b0ea156b9e93 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Synchronizing usage tracker for tenant:64589850d54f49bfb3a355e7cee6f70a on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:14:08.138675 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-bcdba24b-e07a-4b76-beff-fbc7929b0a8d tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Transition to ACTIVE for port object 0d85bbfe-ab37-4908-b505-2f3515665611 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:14:08.151247 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-390941a1-b238-4575-afd6-c6a34829331e req-0dde2aca-9a8f-4761-aba9-40129f63e612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:08.236553 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-7d4a9afb-2694-436c-b603-194b7b6a1e84 req-8c3c66d6-11c5-4ba7-8173-21c480096446 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Unset dirty status for tenant:c9a644d28aa946259b7337281970c4b8 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:14:08.237949 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7d4a9afb-2694-436c-b603-194b7b6a1e84 req-8c3c66d6-11c5-4ba7-8173-21c480096446 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb5d450e-097f-4919-9836-b14e117230c6 HTTP/1.1" status: 200 len: 210 time: 0.5596843 Feb 09 12:14:08.269083 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-03723633-9648-4b78-940e-c2d9c97c1f3f req-0e479e1d-f991-43fa-8e6c-b0ea156b9e93 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Unset dirty status for tenant:64589850d54f49bfb3a355e7cee6f70a on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:14:08.270957 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-03723633-9648-4b78-940e-c2d9c97c1f3f req-0e479e1d-f991-43fa-8e6c-b0ea156b9e93 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9f5aac1-8c2a-496d-a005-f08031e74aa4 HTTP/1.1" status: 200 len: 931 time: 1.3206635 Feb 09 12:14:08.280570 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7a338687-c41d-4d2e-9a09-f22f56e55b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:08.389820 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fb2a07ae-c79b-4b14-ab5f-57ba127269cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:08.436142 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-fb2a07ae-c79b-4b14-ab5f-57ba127269cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d6c2ee5-711c-4255-9b17-a759d1397e38']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:14:08.436395 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7a338687-c41d-4d2e-9a09-f22f56e55b1b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:14:08.436603 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7a338687-c41d-4d2e-9a09-f22f56e55b1b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:14:08.437328 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7a338687-c41d-4d2e-9a09-f22f56e55b1b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:14:08.437664 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7a338687-c41d-4d2e-9a09-f22f56e55b1b admin admin] Subscribe: > port after_create 55550000 {{(pid=87567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:14:08.437987 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7a338687-c41d-4d2e-9a09-f22f56e55b1b admin admin] Subscribe: > port after_delete 55550000 {{(pid=87567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:14:08.438337 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7a338687-c41d-4d2e-9a09-f22f56e55b1b admin admin] Subscribe: > port after_update 55550000 {{(pid=87567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:14:08.438659 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7a338687-c41d-4d2e-9a09-f22f56e55b1b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:14:08.438996 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7a338687-c41d-4d2e-9a09-f22f56e55b1b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:14:08.439317 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7a338687-c41d-4d2e-9a09-f22f56e55b1b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:14:08.439635 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7a338687-c41d-4d2e-9a09-f22f56e55b1b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:14:08.456751 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-fb2a07ae-c79b-4b14-ab5f-57ba127269cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '947220e5-6470-4472-9ed3-0aae3734992f') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:14:08.457824 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-fb2a07ae-c79b-4b14-ab5f-57ba127269cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '947220e5-6470-4472-9ed3-0aae3734992f') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:14:08.482298 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fb2a07ae-c79b-4b14-ab5f-57ba127269cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:08.497512 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-46ebb625-2c95-43e4-b3a4-de3a2f5250d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:08.504656 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-46ebb625-2c95-43e4-b3a4-de3a2f5250d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:08.506591 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7a338687-c41d-4d2e-9a09-f22f56e55b1b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:14:08.506944 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7a338687-c41d-4d2e-9a09-f22f56e55b1b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:14:08.507277 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7a338687-c41d-4d2e-9a09-f22f56e55b1b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:14:08.507608 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7a338687-c41d-4d2e-9a09-f22f56e55b1b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:14:08.508015 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-7a338687-c41d-4d2e-9a09-f22f56e55b1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66607e26-8526-455a-a8f8-5b9ea73a554c']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:14:08.533999 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fb2a07ae-c79b-4b14-ab5f-57ba127269cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:08.548531 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-7a338687-c41d-4d2e-9a09-f22f56e55b1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16340f9e-0ea5-4fc1-ad3c-8c24ea1cefe0') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:14:08.549102 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-7a338687-c41d-4d2e-9a09-f22f56e55b1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16340f9e-0ea5-4fc1-ad3c-8c24ea1cefe0') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:14:08.599152 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb2a07ae-c79b-4b14-ab5f-57ba127269cb admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:14:08.599472 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fb2a07ae-c79b-4b14-ab5f-57ba127269cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:08.618106 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:14:08.618106 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:14:08.618106 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:14:08.618106 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:14:08.618106 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:14:08.618106 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:14:08.618106 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:14:08.618106 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:14:08.618106 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:14:08.618106 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:14:08.618106 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:14:08.618106 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:14:08.618106 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:14:08.618106 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:14:08.618106 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:14:08.618106 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:14:08.618106 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:14:08.618106 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:14:08.618106 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:14:08.618106 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:14:08.618106 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:14:08.618106 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:14:08.618106 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:14:08.618106 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:14:08.618106 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:14:08.618106 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:14:08.618106 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:14:08.618106 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:14:08.618106 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:14:08.618106 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:14:08.618106 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:14:08.618106 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:14:08.629701 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-03723633-9648-4b78-940e-c2d9c97c1f3f req-ae02ece1-a567-41c3-abff-15bc3d373eb2 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Synchronizing usage tracker for tenant:64589850d54f49bfb3a355e7cee6f70a on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:14:08.633732 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7a338687-c41d-4d2e-9a09-f22f56e55b1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:08.667612 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db293354-b995-482a-95c9-ac520516b287 req-09b6d3bf-2150-44b7-832b-cb98aaa26dbd tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:08.669149 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-db293354-b995-482a-95c9-ac520516b287 req-09b6d3bf-2150-44b7-832b-cb98aaa26dbd tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=67f45562-80ed-4d1d-94af-1f8431258a0e&tenant_id=3a84524b0b1d4c8da324d07cc553e331&binding%3Ahost_id=n-h2-825178-3 HTTP/1.1" status: 200 len: 1096 time: 0.6497581 Feb 09 12:14:08.687610 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-bcdba24b-e07a-4b76-beff-fbc7929b0a8d tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:08.697588 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-46ebb625-2c95-43e4-b3a4-de3a2f5250d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:08.704670 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['b5fedb51-61f7-44a9-a646-00ef57b3909b', 'eca5b3d7-d4c8-45db-bb8d-4b1aab65b295', '63509d75-da58-43e5-b240-8d70695a2e99'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:14:08.708606 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ebb625-2c95-43e4-b3a4-de3a2f5250d2 admin admin] Pushing event updated for resources: {'Port': ['ID=4f374883-439a-43d9-8715-d4a46df42497,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:08.827047 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7a338687-c41d-4d2e-9a09-f22f56e55b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:08.835588 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a338687-c41d-4d2e-9a09-f22f56e55b1b admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:14:08.836177 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7a338687-c41d-4d2e-9a09-f22f56e55b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:08.930852 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fb2a07ae-c79b-4b14-ab5f-57ba127269cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:08.936902 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fb2a07ae-c79b-4b14-ab5f-57ba127269cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:08.952125 n-d-825178-3 neutron-server[87567]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 12:14:08.952125 n-d-825178-3 neutron-server[87567]: from cryptography.utils import int_from_bytes Feb 09 12:14:08.952125 n-d-825178-3 neutron-server[87567]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 12:14:08.952125 n-d-825178-3 neutron-server[87567]: from cryptography.utils import int_from_bytes Feb 09 12:14:08.952125 n-d-825178-3 neutron-server[87567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 09 12:14:08.952125 n-d-825178-3 neutron-server[87567]: util.warn_limited( Feb 09 12:14:08.952125 n-d-825178-3 neutron-server[87567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 09 12:14:08.952125 n-d-825178-3 neutron-server[87567]: util.warn_limited( Feb 09 12:14:08.952125 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:14:08.952125 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:14:08.952125 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:14:08.952125 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:14:08.952125 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:14:08.952125 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:14:08.952125 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:14:08.952125 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:14:08.952125 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:14:08.952125 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:14:08.952125 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:14:08.952125 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:14:08.952125 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:14:08.952125 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:14:08.952125 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:14:08.952125 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:14:08.952125 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:14:08.952125 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:14:08.952125 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:14:08.952125 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:14:08.952125 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:14:08.952125 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:14:08.952125 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:14:08.952125 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:14:08.952125 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:14:08.952125 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:14:08.952125 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:14:08.952125 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:14:08.952125 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:14:08.952125 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:14:08.952125 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:14:08.952125 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:14:08.969131 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:14:08.976422 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a07ae-c79b-4b14-ab5f-57ba127269cb admin admin] Pushing event deleted for resources: {'Network': ['ID=0d6c2ee5-711c-4255-9b17-a759d1397e38,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:08.982857 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-fb2a07ae-c79b-4b14-ab5f-57ba127269cb admin admin] 10.222.0.55 "DELETE /v2.0/networks/0d6c2ee5-711c-4255-9b17-a759d1397e38 HTTP/1.1" status: 204 len: 168 time: 1.1642580 Feb 09 12:14:09.018980 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-bcdba24b-e07a-4b76-beff-fbc7929b0a8d tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Network 4f732e35-467f-44f5-be04-aa808693dec3 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:14:09.051367 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ebb625-2c95-43e4-b3a4-de3a2f5250d2 admin admin] Network d5d53378-b378-43cd-a6b4-2505b89a4e35 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:14:09.052982 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-46ebb625-2c95-43e4-b3a4-de3a2f5250d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:14:09.057083 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-bcdba24b-e07a-4b76-beff-fbc7929b0a8d tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:14:09.078604 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-bcdba24b-e07a-4b76-beff-fbc7929b0a8d tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:14:09.162211 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-03723633-9648-4b78-940e-c2d9c97c1f3f req-ae02ece1-a567-41c3-abff-15bc3d373eb2 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Unset dirty status for tenant:64589850d54f49bfb3a355e7cee6f70a on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:14:09.171677 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-03723633-9648-4b78-940e-c2d9c97c1f3f req-ae02ece1-a567-41c3-abff-15bc3d373eb2 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4fb3f13-7dc7-4cfe-ae6d-dfbf47efd150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8480418 Feb 09 12:14:09.381384 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39214) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:14:09.405138 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ebb625-2c95-43e4-b3a4-de3a2f5250d2 admin admin] Router 32d7a1a1-8719-4cad-a481-f5db0048f3f7 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:14:09.464960 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-316e4c14-915c-4744-a62b-f25b1c785fc4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6c4e889e086a4bc4b73f3a2c555f822a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0794485 Feb 09 12:14:09.478699 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7a338687-c41d-4d2e-9a09-f22f56e55b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:09.481798 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdba24b-e07a-4b76-beff-fbc7929b0a8d tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Pushing event updated for resources: {'Port': ['ID=0d85bbfe-ab37-4908-b505-2f3515665611,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:09.494239 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-cf605b9f-83c9-439c-89ad-e656a1549dcf None None] Provisioning for port 0d85bbfe-ab37-4908-b505-2f3515665611 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:14:09.497665 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 39218) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:14:09.503578 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-cf605b9f-83c9-439c-89ad-e656a1549dcf None None] Provisioning complete for port 0d85bbfe-ab37-4908-b505-2f3515665611 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:14:09.504933 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cf605b9f-83c9-439c-89ad-e656a1549dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:09.557830 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924c58b-1f66-4684-91b7-86395a15f6f1 req-2a72b7d1-39ab-486a-ab99-2515a045fd89 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:09.559355 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6924c58b-1f66-4684-91b7-86395a15f6f1 req-2a72b7d1-39ab-486a-ab99-2515a045fd89 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e715918-da6c-4672-8728-e9452b74cf3c HTTP/1.1" status: 200 len: 945 time: 1.1829839 Feb 09 12:14:09.564485 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7a338687-c41d-4d2e-9a09-f22f56e55b1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:09.603788 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-cf605b9f-83c9-439c-89ad-e656a1549dcf None None] Port 0d85bbfe-ab37-4908-b505-2f3515665611 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:14:09.604070 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a338687-c41d-4d2e-9a09-f22f56e55b1b admin admin] Pushing event deleted for resources: {'Network': ['ID=66607e26-8526-455a-a8f8-5b9ea73a554c,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:09.660754 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ebb625-2c95-43e4-b3a4-de3a2f5250d2 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:14:09.674133 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-46ebb625-2c95-43e4-b3a4-de3a2f5250d2 admin admin] 10.222.0.55 "PUT /v2.0/routers/32d7a1a1-8719-4cad-a481-f5db0048f3f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5927079 Feb 09 12:14:09.686890 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 8c9550c5-833e-4174-83ab-5b57fb49c3d2 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:14:09.704049 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-bcdba24b-e07a-4b76-beff-fbc7929b0a8d tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:09.704681 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-bcdba24b-e07a-4b76-beff-fbc7929b0a8d tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:09.724270 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-7a338687-c41d-4d2e-9a09-f22f56e55b1b admin admin] 10.222.0.55 "DELETE /v2.0/networks/66607e26-8526-455a-a8f8-5b9ea73a554c HTTP/1.1" status: 204 len: 168 time: 2.9394238 Feb 09 12:14:09.725471 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39224) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:14:09.763100 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f7a3304d-9046-45fd-8b97-6c2c0fb71694 None None] Provisioning complete for port 4f374883-439a-43d9-8715-d4a46df42497 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:14:09.763663 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f7a3304d-9046-45fd-8b97-6c2c0fb71694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:09.823592 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-35fabfd0-68bc-4634-b7e3-7119141a02dd admin admin] Deleting subnet ecd2980e-8b42-46ab-9df4-b483cde6cc35 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:14:09.829645 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-35fabfd0-68bc-4634-b7e3-7119141a02dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:09.841921 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6924c58b-1f66-4684-91b7-86395a15f6f1 req-30c51c9f-4a83-412f-8722-72ed0256aaf1 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac4eb021-bb3a-442d-8153-c3dbaa0cfda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2576914 Feb 09 12:14:09.852025 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-bcdba24b-e07a-4b76-beff-fbc7929b0a8d tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 8.3701727 Feb 09 12:14:09.893772 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3304d-9046-45fd-8b97-6c2c0fb71694 None None] Port 4f374883-439a-43d9-8715-d4a46df42497 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:14:09.902017 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 8c9550c5-833e-4174-83ab-5b57fb49c3d2 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:14:09.912928 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 8c9550c5-833e-4174-83ab-5b57fb49c3d2 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:14:09.913307 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:09.921032 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-35fabfd0-68bc-4634-b7e3-7119141a02dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:09.930123 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-6432d569-8769-447f-af02-d942d361dfd1 service neutron] Request body: {'port': {'device_id': 'bb5d450e-097f-4919-9836-b14e117230c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:14:10.014217 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-35fabfd0-68bc-4634-b7e3-7119141a02dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:10.024471 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed7e3c5-fbfb-4991-8ced-fe66eb463928 None None] Sync routers for ids ['32d7a1a1-8719-4cad-a481-f5db0048f3f7'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:14:10.038940 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed7e3c5-fbfb-4991-8ced-fe66eb463928 None None] Routers {'32d7a1a1-8719-4cad-a481-f5db0048f3f7'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:14:10.039594 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-fed7e3c5-fbfb-4991-8ced-fe66eb463928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:13:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['32d7a1a1-8719-4cad-a481-f5db0048f3f7'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:14:10.079165 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:10.099562 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 8c9550c5-833e-4174-83ab-5b57fb49c3d2, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=8c9550c5-833e-4174-83ab-5b57fb49c3d2,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:14:10.102095 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2bc183e9-76e1-482c-90bf-292dbffde0a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:10.103637 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-35fabfd0-68bc-4634-b7e3-7119141a02dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:10.105938 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:10.119509 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-db293354-b995-482a-95c9-ac520516b287 req-41758220-9f27-4f5f-90a6-6fafa53b7f7b service neutron] For port 52a06bdf-54c7-4726-ab50-0f30a7c24bd5, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:14:10.146357 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-35fabfd0-68bc-4634-b7e3-7119141a02dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:10.148874 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fabfd0-68bc-4634-b7e3-7119141a02dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecd2980e-8b42-46ab-9df4-b483cde6cc35,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:10.157799 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-35fabfd0-68bc-4634-b7e3-7119141a02dd admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ecd2980e-8b42-46ab-9df4-b483cde6cc35 HTTP/1.1" status: 204 len: 168 time: 0.4308050 Feb 09 12:14:10.160234 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39234) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:14:10.186082 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-db293354-b995-482a-95c9-ac520516b287 req-41758220-9f27-4f5f-90a6-6fafa53b7f7b service neutron] Notify callbacks [] for binding, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:10.187167 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-db293354-b995-482a-95c9-ac520516b287 req-41758220-9f27-4f5f-90a6-6fafa53b7f7b service neutron] 10.222.0.46 "DELETE /v2.0/ports/52a06bdf-54c7-4726-ab50-0f30a7c24bd5/bindings/n-h1-825178-3 HTTP/1.1" status: 204 len: 173 time: 1.4448090 Feb 09 12:14:10.204511 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.resource_extend [req-390941a1-b238-4575-afd6-c6a34829331e req-0dde2aca-9a8f-4761-aba9-40129f63e612 service neutron] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:14:10.206646 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=8c9550c5-833e-4174-83ab-5b57fb49c3d2,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:10.217416 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:14:10.217831 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:14:10.218211 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:14:10.218747 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:14:10.219091 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:14:10.219472 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:14:10.219799 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:14:10.220151 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:14:10.220480 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:14:10.220799 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:14:10.221273 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:14:10.221522 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:14:10.224397 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c22871-e796-4d9a-b6d5-93ec898be74f req-e9c42a24-5f38-4483-bb81-f3adf75320c5 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:10.226341 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-65c22871-e796-4d9a-b6d5-93ec898be74f req-e9c42a24-5f38-4483-bb81-f3adf75320c5 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.55 "GET /v2.0/ports?device_id=20429366-9de1-495c-9bc1-79e3e122257d HTTP/1.1" status: 200 len: 950 time: 0.7856560 Feb 09 12:14:10.233750 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-10245713-3801-40a1-8d53-82088ccf492e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2757b3d6-dc7b-47d5-b590-77650b8c733f {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:14:10.293151 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-10245713-3801-40a1-8d53-82088ccf492e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:10.305726 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-fed7e3c5-fbfb-4991-8ced-fe66eb463928 None None] Set router 32d7a1a1-8719-4cad-a481-f5db0048f3f7 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:14:10.319542 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9077f912-6c4c-4ece-96ea-72b359544d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:10.354554 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2bc183e9-76e1-482c-90bf-292dbffde0a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:10.364533 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-65c22871-e796-4d9a-b6d5-93ec898be74f req-f3ac49ca-2289-4ded-80c6-90f04b2ea393 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.55 "GET /v2.0/security-groups?id=eba7f389-f277-490a-b44f-52c207312cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144109 Feb 09 12:14:10.458710 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-10245713-3801-40a1-8d53-82088ccf492e service neutron] Transition to ACTIVE for port object 2757b3d6-dc7b-47d5-b590-77650b8c733f will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:14:10.469918 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9077f912-6c4c-4ece-96ea-72b359544d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:10.475368 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-390941a1-b238-4575-afd6-c6a34829331e req-0dde2aca-9a8f-4761-aba9-40129f63e612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9cd4a24-13a2-48d5-a087-aca4187189c0 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:14:10.488179 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-10245713-3801-40a1-8d53-82088ccf492e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:10.506257 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-9077f912-6c4c-4ece-96ea-72b359544d6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ee94982-a56a-48c1-b347-9667b4587619']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:14:10.518396 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-9077f912-6c4c-4ece-96ea-72b359544d6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe5d4f81-6f13-49e2-b327-e717bddd3fdd') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:14:10.518695 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-9077f912-6c4c-4ece-96ea-72b359544d6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe5d4f81-6f13-49e2-b327-e717bddd3fdd') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:14:10.529941 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9077f912-6c4c-4ece-96ea-72b359544d6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:10.539671 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-390941a1-b238-4575-afd6-c6a34829331e req-0dde2aca-9a8f-4761-aba9-40129f63e612 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:10.553552 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9077f912-6c4c-4ece-96ea-72b359544d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:10.560570 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9077f912-6c4c-4ece-96ea-72b359544d6f admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:14:10.561187 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9077f912-6c4c-4ece-96ea-72b359544d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:10.575051 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:14:10.575051 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:14:10.575051 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:14:10.575051 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:14:10.575051 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:14:10.575051 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:14:10.575051 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:14:10.575051 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:14:10.575051 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:14:10.575051 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:14:10.575051 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:14:10.575051 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:14:10.575051 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:14:10.575051 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:14:10.575051 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:14:10.575051 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:14:10.575051 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:14:10.575051 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:14:10.575051 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:14:10.575051 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:14:10.575051 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:14:10.575051 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:14:10.575051 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:14:10.575051 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:14:10.575051 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:14:10.575051 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:14:10.575051 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:14:10.575051 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:14:10.575051 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:14:10.575051 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:14:10.575051 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:14:10.575051 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:14:10.667859 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-6432d569-8769-447f-af02-d942d361dfd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:10.683680 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9077f912-6c4c-4ece-96ea-72b359544d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:10.711423 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9077f912-6c4c-4ece-96ea-72b359544d6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:10.716983 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9077f912-6c4c-4ece-96ea-72b359544d6f admin admin] Pushing event deleted for resources: {'Network': ['ID=0ee94982-a56a-48c1-b347-9667b4587619,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:10.719969 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9077f912-6c4c-4ece-96ea-72b359544d6f admin admin] 10.222.0.55 "DELETE /v2.0/networks/0ee94982-a56a-48c1-b347-9667b4587619 HTTP/1.1" status: 204 len: 168 time: 0.5582783 Feb 09 12:14:10.741872 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-390941a1-b238-4575-afd6-c6a34829331e req-0dde2aca-9a8f-4761-aba9-40129f63e612 service neutron] Transition to ACTIVE for port object e9cd4a24-13a2-48d5-a087-aca4187189c0 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:14:10.745077 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-fed7e3c5-fbfb-4991-8ced-fe66eb463928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d7a1a1-8719-4cad-a481-f5db0048f3f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1165950385-router', 'tenant_id': '2647956141fb47dda47c7b0b658b0402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '8c9550c5-833e-4174-83ab-5b57fb49c3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:13:59Z', 'updated_at': '2022-02-09T12:14:07Z', 'revision_number': 4, 'project_id': '2647956141fb47dda47c7b0b658b0402', 'gw_port': {'id': '8c9550c5-833e-4174-83ab-5b57fb49c3d2', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:15:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d7a1a1-8719-4cad-a481-f5db0048f3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:14:01Z', 'updated_at': '2022-02-09T12:14:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '4f374883-439a-43d9-8715-d4a46df42497', 'name': '', 'network_id': 'd5d53378-b378-43cd-a6b4-2505b89a4e35', 'tenant_id': '2647956141fb47dda47c7b0b658b0402', 'mac_address': 'fa:16:3e:c0:d1:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d7a1a1-8719-4cad-a481-f5db0048f3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'f490f554-8877-4819-a586-259ae6bd7647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:14:06Z', 'updated_at': '2022-02-09T12:14:08Z', 'revision_number': 2, 'project_id': '2647956141fb47dda47c7b0b658b0402', 'subnets': [{'id': 'f490f554-8877-4819-a586-259ae6bd7647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:14:10.750780 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed7e3c5-fbfb-4991-8ced-fe66eb463928 None None] Checking router: 32d7a1a1-8719-4cad-a481-f5db0048f3f7 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:14:10.751279 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed7e3c5-fbfb-4991-8ced-fe66eb463928 None None] Updating router 32d7a1a1-8719-4cad-a481-f5db0048f3f7 port 4f374883-439a-43d9-8715-d4a46df42497 binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:14:10.837079 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fed7e3c5-fbfb-4991-8ced-fe66eb463928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:10.849210 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c35aa5-b042-4238-b28a-51c9d19dd906 req-f376158a-17bd-41da-b4c0-7a4c8b7c6d56 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:10.851036 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c8c35aa5-b042-4238-b28a-51c9d19dd906 req-f376158a-17bd-41da-b4c0-7a4c8b7c6d56 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=67f45562-80ed-4d1d-94af-1f8431258a0e HTTP/1.1" status: 200 len: 945 time: 0.7500973 Feb 09 12:14:10.868493 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10245713-3801-40a1-8d53-82088ccf492e service neutron] Pushing event updated for resources: {'Port': ['ID=2757b3d6-dc7b-47d5-b590-77650b8c733f,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:10.870808 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-390941a1-b238-4575-afd6-c6a34829331e req-0dde2aca-9a8f-4761-aba9-40129f63e612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:10.988898 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39244) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:14:10.998054 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2bc183e9-76e1-482c-90bf-292dbffde0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:11.067507 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a13dca2b-2375-47b0-b47f-4d29496af668 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=55b77d1094cd47d3a7cd8378ca4b320e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0725961 Feb 09 12:14:11.067720 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39248) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:14:11.123442 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc183e9-76e1-482c-90bf-292dbffde0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c2a87e-3fc2-4bd3-85f9-a87a0be17100,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:11.132430 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5a5c1033-ca76-417c-aa02-18c74119ad66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:11.173538 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5a5c1033-ca76-417c-aa02-18c74119ad66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:11.218562 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dde2aca-9a8f-4761-aba9-40129f63e612 service neutron] Pushing event updated for resources: {'Port': ['ID=e9cd4a24-13a2-48d5-a087-aca4187189c0,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:11.238391 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5a5c1033-ca76-417c-aa02-18c74119ad66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:11.248190 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fed7e3c5-fbfb-4991-8ced-fe66eb463928 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:11.254270 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5c1033-ca76-417c-aa02-18c74119ad66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb8414c-fa25-4b78-bd08-be23f9f8c630,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:11.257532 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c8c35aa5-b042-4238-b28a-51c9d19dd906 req-5313aca6-9b6d-4494-92a9-cde000266245 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823991 Feb 09 12:14:11.276746 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2bc183e9-76e1-482c-90bf-292dbffde0a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:11.280405 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2bc183e9-76e1-482c-90bf-292dbffde0a5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/16c2a87e-3fc2-4bd3-85f9-a87a0be17100 HTTP/1.1" status: 204 len: 168 time: 1.7792597 Feb 09 12:14:11.284025 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5a5c1033-ca76-417c-aa02-18c74119ad66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:11.286459 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5a5c1033-ca76-417c-aa02-18c74119ad66 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dbb8414c-fa25-4b78-bd08-be23f9f8c630 HTTP/1.1" status: 204 len: 168 time: 0.2176561 Feb 09 12:14:11.346567 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-fed7e3c5-fbfb-4991-8ced-fe66eb463928 None None] Transition to ACTIVE for port object 4f374883-439a-43d9-8715-d4a46df42497 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:14:11.348173 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826ecb5-d83e-4ccb-b613-eae2739d7845 req-63655997-eb89-4976-a0bd-667fa356365d tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:11.350416 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a826ecb5-d83e-4ccb-b613-eae2739d7845 req-63655997-eb89-4976-a0bd-667fa356365d tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb5d450e-097f-4919-9836-b14e117230c6 HTTP/1.1" status: 200 len: 936 time: 0.8547342 Feb 09 12:14:11.356357 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-10245713-3801-40a1-8d53-82088ccf492e service neutron] Attempting to bind port 2757b3d6-dc7b-47d5-b590-77650b8c733f on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:14:11.356691 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-10245713-3801-40a1-8d53-82088ccf492e service neutron] Attempting to bind port 2757b3d6-dc7b-47d5-b590-77650b8c733f by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:14:11.357020 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-10245713-3801-40a1-8d53-82088ccf492e service neutron] Attempting to bind port 2757b3d6-dc7b-47d5-b590-77650b8c733f on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:14:11.370505 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fed7e3c5-fbfb-4991-8ced-fe66eb463928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:11.414207 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-10245713-3801-40a1-8d53-82088ccf492e service neutron] Port 2757b3d6-dc7b-47d5-b590-77650b8c733f on network 4f732e35-467f-44f5-be04-aa808693dec3 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:14:11.414588 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-10245713-3801-40a1-8d53-82088ccf492e service neutron] Attempting to bind port 2757b3d6-dc7b-47d5-b590-77650b8c733f on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:14:11.525931 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-10245713-3801-40a1-8d53-82088ccf492e service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:14:11.526493 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-10245713-3801-40a1-8d53-82088ccf492e service neutron] Checking segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:14:11.526696 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-10245713-3801-40a1-8d53-82088ccf492e service neutron] Bound using segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:14:11.527225 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-10245713-3801-40a1-8d53-82088ccf492e service neutron] Bound port: 2757b3d6-dc7b-47d5-b590-77650b8c733f, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:14:11.528102 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-10245713-3801-40a1-8d53-82088ccf492e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:11.663503 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a826ecb5-d83e-4ccb-b613-eae2739d7845 req-f6b0828a-f724-45d6-acf7-44fd5e9f8a66 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038898 Feb 09 12:14:11.678494 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c1e9e-6fd8-4474-b01a-9648e56b5973 None None] Pushing event updated for resources: {'Port': ['ID=4f374883-439a-43d9-8715-d4a46df42497,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:11.685106 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-390941a1-b238-4575-afd6-c6a34829331e req-0dde2aca-9a8f-4761-aba9-40129f63e612 service neutron] Attempting to bind port e9cd4a24-13a2-48d5-a087-aca4187189c0 on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:14:11.685817 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-390941a1-b238-4575-afd6-c6a34829331e req-0dde2aca-9a8f-4761-aba9-40129f63e612 service neutron] Attempting to bind port e9cd4a24-13a2-48d5-a087-aca4187189c0 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': 'bebbd8fc-dd7d-4200-8938-452b9dad56e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'a10f88e1-3d02-4171-8c71-31b6c9e6be17'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:14:11.686654 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390941a1-b238-4575-afd6-c6a34829331e req-0dde2aca-9a8f-4761-aba9-40129f63e612 service neutron] Attempting to bind port e9cd4a24-13a2-48d5-a087-aca4187189c0 on network a10f88e1-3d02-4171-8c71-31b6c9e6be17 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:14:11.712901 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 8c9550c5-833e-4174-83ab-5b57fb49c3d2 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:14:11.723778 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c1e9e-6fd8-4474-b01a-9648e56b5973 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:14:11.724445 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c1e9e-6fd8-4474-b01a-9648e56b5973 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:14:11.725198 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c1e9e-6fd8-4474-b01a-9648e56b5973 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:14:11.725688 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c1e9e-6fd8-4474-b01a-9648e56b5973 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:14:11.726179 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c1e9e-6fd8-4474-b01a-9648e56b5973 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:14:11.726654 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c1e9e-6fd8-4474-b01a-9648e56b5973 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:14:11.728397 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c1e9e-6fd8-4474-b01a-9648e56b5973 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:14:11.728913 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c1e9e-6fd8-4474-b01a-9648e56b5973 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:14:11.729542 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c1e9e-6fd8-4474-b01a-9648e56b5973 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:14:11.730038 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c1e9e-6fd8-4474-b01a-9648e56b5973 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:14:11.730777 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c1e9e-6fd8-4474-b01a-9648e56b5973 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:14:11.731512 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c1e9e-6fd8-4474-b01a-9648e56b5973 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:14:11.776380 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390941a1-b238-4575-afd6-c6a34829331e req-0dde2aca-9a8f-4761-aba9-40129f63e612 service neutron] Port e9cd4a24-13a2-48d5-a087-aca4187189c0 on network a10f88e1-3d02-4171-8c71-31b6c9e6be17 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:14:11.776713 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390941a1-b238-4575-afd6-c6a34829331e req-0dde2aca-9a8f-4761-aba9-40129f63e612 service neutron] Attempting to bind port e9cd4a24-13a2-48d5-a087-aca4187189c0 on network a10f88e1-3d02-4171-8c71-31b6c9e6be17 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:14:11.819899 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390941a1-b238-4575-afd6-c6a34829331e req-0dde2aca-9a8f-4761-aba9-40129f63e612 service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:14:11.827128 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390941a1-b238-4575-afd6-c6a34829331e req-0dde2aca-9a8f-4761-aba9-40129f63e612 service neutron] Checking segment: {'id': 'bebbd8fc-dd7d-4200-8938-452b9dad56e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'a10f88e1-3d02-4171-8c71-31b6c9e6be17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:14:11.827575 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390941a1-b238-4575-afd6-c6a34829331e req-0dde2aca-9a8f-4761-aba9-40129f63e612 service neutron] Bound using segment: {'id': 'bebbd8fc-dd7d-4200-8938-452b9dad56e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'a10f88e1-3d02-4171-8c71-31b6c9e6be17'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:14:11.828076 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-390941a1-b238-4575-afd6-c6a34829331e req-0dde2aca-9a8f-4761-aba9-40129f63e612 service neutron] Bound port: e9cd4a24-13a2-48d5-a087-aca4187189c0, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bebbd8fc-dd7d-4200-8938-452b9dad56e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'a10f88e1-3d02-4171-8c71-31b6c9e6be17'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:14:11.828440 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-390941a1-b238-4575-afd6-c6a34829331e req-0dde2aca-9a8f-4761-aba9-40129f63e612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:11.871347 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-fed7e3c5-fbfb-4991-8ced-fe66eb463928 None None] Attempting to bind port 4f374883-439a-43d9-8715-d4a46df42497 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:14:11.871693 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-fed7e3c5-fbfb-4991-8ced-fe66eb463928 None None] Attempting to bind port 4f374883-439a-43d9-8715-d4a46df42497 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '0c63d08b-86c2-44ed-af04-d226fc9fb1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd5d53378-b378-43cd-a6b4-2505b89a4e35'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:14:11.872161 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed7e3c5-fbfb-4991-8ced-fe66eb463928 None None] Attempting to bind port 4f374883-439a-43d9-8715-d4a46df42497 on network d5d53378-b378-43cd-a6b4-2505b89a4e35 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:14:11.878557 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed7e3c5-fbfb-4991-8ced-fe66eb463928 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:14:11.879903 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed7e3c5-fbfb-4991-8ced-fe66eb463928 None None] Checking segment: {'id': '0c63d08b-86c2-44ed-af04-d226fc9fb1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd5d53378-b378-43cd-a6b4-2505b89a4e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:14:11.880386 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fed7e3c5-fbfb-4991-8ced-fe66eb463928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:11.880842 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed7e3c5-fbfb-4991-8ced-fe66eb463928 None None] Bound using segment: {'id': '0c63d08b-86c2-44ed-af04-d226fc9fb1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd5d53378-b378-43cd-a6b4-2505b89a4e35'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:14:11.881462 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-fed7e3c5-fbfb-4991-8ced-fe66eb463928 None None] Bound port: 4f374883-439a-43d9-8715-d4a46df42497, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c63d08b-86c2-44ed-af04-d226fc9fb1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd5d53378-b378-43cd-a6b4-2505b89a4e35'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:14:11.881837 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fed7e3c5-fbfb-4991-8ced-fe66eb463928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:11.891193 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39264) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:14:11.987148 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc31d9-58e6-427e-8c7c-8690a56b5a37 req-8385c338-965f-4a13-adaa-b8181e5de7f5 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:11.995948 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-18fc31d9-58e6-427e-8c7c-8690a56b5a37 req-8385c338-965f-4a13-adaa-b8181e5de7f5 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e715918-da6c-4672-8728-e9452b74cf3c HTTP/1.1" status: 200 len: 945 time: 0.5257342 Feb 09 12:14:11.997151 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39268) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:14:12.008329 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-fed7e3c5-fbfb-4991-8ced-fe66eb463928 None None] For port 4f374883-439a-43d9-8715-d4a46df42497, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:14:12.013315 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-fed7e3c5-fbfb-4991-8ced-fe66eb463928 None None] For port 4f374883-439a-43d9-8715-d4a46df42497, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=4f374883-439a-43d9-8715-d4a46df42497,segment=NetworkSegment(0c63d08b-86c2-44ed-af04-d226fc9fb1b6),segment_id=0c63d08b-86c2-44ed-af04-d226fc9fb1b6)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:14:12.021134 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-10245713-3801-40a1-8d53-82088ccf492e service neutron] For port 2757b3d6-dc7b-47d5-b590-77650b8c733f, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:14:12.022890 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fed7e3c5-fbfb-4991-8ced-fe66eb463928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:12.052720 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 8c9550c5-833e-4174-83ab-5b57fb49c3d2 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:14:12.053287 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:12.064777 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a3e9c130-fcf5-4b72-b366-9b57527c4d77 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=85de8f5daf7a43bdae60f87e2f6d97d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1701136 Feb 09 12:14:12.067135 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39272) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:14:12.157288 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a4a9da23-7d32-4b09-b52d-7d20b358e5d8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=74a2fbe5684546668f0508476cfcff50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1558712 Feb 09 12:14:12.162427 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39276) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:14:12.167783 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c1e9e-6fd8-4474-b01a-9648e56b5973 None None] Pushing event updated for resources: {'Port': ['ID=4f374883-439a-43d9-8715-d4a46df42497,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:12.194461 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed7e3c5-fbfb-4991-8ced-fe66eb463928 None None] Routers {'32d7a1a1-8719-4cad-a481-f5db0048f3f7'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:14:12.197250 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-fed7e3c5-fbfb-4991-8ced-fe66eb463928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:13:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['32d7a1a1-8719-4cad-a481-f5db0048f3f7'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:14:12.219298 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-10245713-3801-40a1-8d53-82088ccf492e service neutron] For port 2757b3d6-dc7b-47d5-b590-77650b8c733f, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=2757b3d6-dc7b-47d5-b590-77650b8c733f,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:14:12.236476 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-390941a1-b238-4575-afd6-c6a34829331e req-0dde2aca-9a8f-4761-aba9-40129f63e612 service neutron] For port e9cd4a24-13a2-48d5-a087-aca4187189c0, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:14:12.258851 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-10245713-3801-40a1-8d53-82088ccf492e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:12.286054 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-6432d569-8769-447f-af02-d942d361dfd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d85bbfe-ab37-4908-b505-2f3515665611 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:14:12.294840 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-6432d569-8769-447f-af02-d942d361dfd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:12.313603 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-6432d569-8769-447f-af02-d942d361dfd1 service neutron] Transition to ACTIVE for port object 0d85bbfe-ab37-4908-b505-2f3515665611 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:14:12.350899 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-18fc31d9-58e6-427e-8c7c-8690a56b5a37 req-54a6d385-922b-4ba1-8008-0f8c538b4b2f tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac4eb021-bb3a-442d-8153-c3dbaa0cfda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3533947 Feb 09 12:14:12.362275 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-390941a1-b238-4575-afd6-c6a34829331e req-0dde2aca-9a8f-4761-aba9-40129f63e612 service neutron] For port e9cd4a24-13a2-48d5-a087-aca4187189c0, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=e9cd4a24-13a2-48d5-a087-aca4187189c0,segment=NetworkSegment(bebbd8fc-dd7d-4200-8938-452b9dad56e6),segment_id=bebbd8fc-dd7d-4200-8938-452b9dad56e6)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:14:12.369433 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-6432d569-8769-447f-af02-d942d361dfd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:12.396427 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-390941a1-b238-4575-afd6-c6a34829331e req-0dde2aca-9a8f-4761-aba9-40129f63e612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:12.530128 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-84e9e890-b514-4d68-998f-d60f8099de0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:12.577316 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-10245713-3801-40a1-8d53-82088ccf492e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:12.578138 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-84e9e890-b514-4d68-998f-d60f8099de0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:12.578919 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-10245713-3801-40a1-8d53-82088ccf492e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:12.580536 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-10245713-3801-40a1-8d53-82088ccf492e service neutron] 10.222.0.52 "PUT /v2.0/ports/2757b3d6-dc7b-47d5-b590-77650b8c733f HTTP/1.1" status: 200 len: 1095 time: 6.2809753 Feb 09 12:14:12.605841 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-fed7e3c5-fbfb-4991-8ced-fe66eb463928 None None] Set router 32d7a1a1-8719-4cad-a481-f5db0048f3f7 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:14:12.621870 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1adc09c-f94a-4d63-9a0d-da5e6c06692c', 'tag': '2757b3d6-dc7b-47d5-b590-77650b8c733f'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:14:12.627735 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390941a1-b238-4575-afd6-c6a34829331e req-0dde2aca-9a8f-4761-aba9-40129f63e612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:12.628723 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-390941a1-b238-4575-afd6-c6a34829331e req-0dde2aca-9a8f-4761-aba9-40129f63e612 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:12.630893 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-390941a1-b238-4575-afd6-c6a34829331e req-0dde2aca-9a8f-4761-aba9-40129f63e612 service neutron] 10.222.0.52 "PUT /v2.0/ports/e9cd4a24-13a2-48d5-a087-aca4187189c0 HTTP/1.1" status: 200 len: 1091 time: 5.3651817 Feb 09 12:14:12.663860 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4adc86b6-9f20-40fe-8d51-f3999620f9e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:12.700657 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4adc86b6-9f20-40fe-8d51-f3999620f9e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:12.720401 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-84e9e890-b514-4d68-998f-d60f8099de0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:12.743331 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9e890-b514-4d68-998f-d60f8099de0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad84d1c-ee4d-4bad-84cb-92567d7188e4,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:12.762292 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-84e9e890-b514-4d68-998f-d60f8099de0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:12.773327 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-84e9e890-b514-4d68-998f-d60f8099de0c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bad84d1c-ee4d-4bad-84cb-92567d7188e4 HTTP/1.1" status: 204 len: 168 time: 0.6903598 Feb 09 12:14:12.829049 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4adc86b6-9f20-40fe-8d51-f3999620f9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:12.871029 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc86b6-9f20-40fe-8d51-f3999620f9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08b4dfc-5d6e-42d5-a6d6-5ea88db25401,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:12.889589 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4adc86b6-9f20-40fe-8d51-f3999620f9e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:12.892936 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4adc86b6-9f20-40fe-8d51-f3999620f9e2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d08b4dfc-5d6e-42d5-a6d6-5ea88db25401 HTTP/1.1" status: 204 len: 168 time: 0.7247441 Feb 09 12:14:12.912245 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-a0262f10-e284-495b-ac14-2a542a3dcdc5 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:12.913592 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-a0262f10-e284-495b-ac14-2a542a3dcdc5 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Synchronizing usage tracker for tenant:2647956141fb47dda47c7b0b658b0402 on resource:network {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:14:13.123551 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-fed7e3c5-fbfb-4991-8ced-fe66eb463928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d7a1a1-8719-4cad-a481-f5db0048f3f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1165950385-router', 'tenant_id': '2647956141fb47dda47c7b0b658b0402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '8c9550c5-833e-4174-83ab-5b57fb49c3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:13:59Z', 'updated_at': '2022-02-09T12:14:07Z', 'revision_number': 4, 'project_id': '2647956141fb47dda47c7b0b658b0402', 'gw_port': {'id': '8c9550c5-833e-4174-83ab-5b57fb49c3d2', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:15:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d7a1a1-8719-4cad-a481-f5db0048f3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:14:01Z', 'updated_at': '2022-02-09T12:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '4f374883-439a-43d9-8715-d4a46df42497', 'name': '', 'network_id': 'd5d53378-b378-43cd-a6b4-2505b89a4e35', 'tenant_id': '2647956141fb47dda47c7b0b658b0402', 'mac_address': 'fa:16:3e:c0:d1:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d7a1a1-8719-4cad-a481-f5db0048f3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'f490f554-8877-4819-a586-259ae6bd7647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:14:06Z', 'updated_at': '2022-02-09T12:14:12Z', 'revision_number': 4, 'project_id': '2647956141fb47dda47c7b0b658b0402', 'subnets': [{'id': 'f490f554-8877-4819-a586-259ae6bd7647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:14:13.129421 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed7e3c5-fbfb-4991-8ced-fe66eb463928 None None] The sync data for ids ['32d7a1a1-8719-4cad-a481-f5db0048f3f7'] in n-d-825178-3 is: [{'id': '32d7a1a1-8719-4cad-a481-f5db0048f3f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1165950385-router', 'tenant_id': '2647956141fb47dda47c7b0b658b0402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '8c9550c5-833e-4174-83ab-5b57fb49c3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:13:59Z', 'updated_at': '2022-02-09T12:14:07Z', 'revision_number': 4, 'project_id': '2647956141fb47dda47c7b0b658b0402', 'gw_port': {'id': '8c9550c5-833e-4174-83ab-5b57fb49c3d2', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:15:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d7a1a1-8719-4cad-a481-f5db0048f3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:14:01Z', 'updated_at': '2022-02-09T12:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '4f374883-439a-43d9-8715-d4a46df42497', 'name': '', 'network_id': 'd5d53378-b378-43cd-a6b4-2505b89a4e35', 'tenant_id': '2647956141fb47dda47c7b0b658b0402', 'mac_address': 'fa:16:3e:c0:d1:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d7a1a1-8719-4cad-a481-f5db0048f3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'f490f554-8877-4819-a586-259ae6bd7647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:14:06Z', 'updated_at': '2022-02-09T12:14:12Z', 'revision_number': 4, 'project_id': '2647956141fb47dda47c7b0b658b0402', 'subnets': [{'id': 'f490f554-8877-4819-a586-259ae6bd7647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:14:13.132362 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10245713-3801-40a1-8d53-82088ccf492e service neutron] Pushing event updated for resources: {'Port': ['ID=2757b3d6-dc7b-47d5-b590-77650b8c733f,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:13.180110 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-a0262f10-e284-495b-ac14-2a542a3dcdc5 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Unset dirty status for tenant:2647956141fb47dda47c7b0b658b0402 on resource:network {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:14:13.183442 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-a0262f10-e284-495b-ac14-2a542a3dcdc5 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/networks?id=d5d53378-b378-43cd-a6b4-2505b89a4e35 HTTP/1.1" status: 200 len: 829 time: 0.6113954 Feb 09 12:14:13.196476 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-6432d569-8769-447f-af02-d942d361dfd1 service neutron] Attempting to bind port 0d85bbfe-ab37-4908-b505-2f3515665611 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:14:13.196476 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-6432d569-8769-447f-af02-d942d361dfd1 service neutron] Attempting to bind port 0d85bbfe-ab37-4908-b505-2f3515665611 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:14:13.196476 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-6432d569-8769-447f-af02-d942d361dfd1 service neutron] Attempting to bind port 0d85bbfe-ab37-4908-b505-2f3515665611 on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:14:13.254843 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-6432d569-8769-447f-af02-d942d361dfd1 service neutron] Port 0d85bbfe-ab37-4908-b505-2f3515665611 on network 4f732e35-467f-44f5-be04-aa808693dec3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:14:13.255386 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-6432d569-8769-447f-af02-d942d361dfd1 service neutron] Attempting to bind port 0d85bbfe-ab37-4908-b505-2f3515665611 on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:14:13.268420 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-91bed728-4344-4c55-ad83-0d726ee60607 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/quotas/2647956141fb47dda47c7b0b658b0402 HTTP/1.1" status: 200 len: 375 time: 0.0390203 Feb 09 12:14:13.338202 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-6432d569-8769-447f-af02-d942d361dfd1 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:14:13.338558 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-6432d569-8769-447f-af02-d942d361dfd1 service neutron] Checking segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:14:13.338934 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-6432d569-8769-447f-af02-d942d361dfd1 service neutron] Bound using segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:14:13.339385 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-6432d569-8769-447f-af02-d942d361dfd1 service neutron] Bound port: 0d85bbfe-ab37-4908-b505-2f3515665611, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:14:13.339735 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-6432d569-8769-447f-af02-d942d361dfd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:13.389185 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6432d569-8769-447f-af02-d942d361dfd1 service neutron] Pushing event updated for resources: {'Port': ['ID=0d85bbfe-ab37-4908-b505-2f3515665611,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:13.459002 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-05264d00-05b5-4fe3-b1c7-f03bb4572aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:13.460541 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-05264d00-05b5-4fe3-b1c7-f03bb4572aa8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c9a644d28aa946259b7337281970c4b8&device_id=e1adc09c-f94a-4d63-9a0d-da5e6c06692c HTTP/1.1" status: 200 len: 1098 time: 0.5358348 Feb 09 12:14:13.481015 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ea5db-4728-494c-9a8e-d46462fb356b req-8262a458-d29d-45be-8340-6ea22559bbc1 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:13.482714 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e73ea5db-4728-494c-9a8e-d46462fb356b req-8262a458-d29d-45be-8340-6ea22559bbc1 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9f5aac1-8c2a-496d-a005-f08031e74aa4 HTTP/1.1" status: 200 len: 943 time: 0.6865635 Feb 09 12:14:13.568372 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390941a1-b238-4575-afd6-c6a34829331e req-7222e989-4532-4040-bc36-c6478d96d18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:13.570537 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-390941a1-b238-4575-afd6-c6a34829331e req-7222e989-4532-4040-bc36-c6478d96d18d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=64589850d54f49bfb3a355e7cee6f70a&device_id=e9f5aac1-8c2a-496d-a005-f08031e74aa4 HTTP/1.1" status: 200 len: 1094 time: 0.5899513 Feb 09 12:14:13.693522 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-9dda0cde-f512-4378-952b-800f61f2d4a1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=2757b3d6-dc7b-47d5-b590-77650b8c733f HTTP/1.1" status: 200 len: 217 time: 0.2003579 Feb 09 12:14:13.720075 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 4f374883-439a-43d9-8715-d4a46df42497 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:14:13.761996 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-390941a1-b238-4575-afd6-c6a34829331e req-7ab8b491-36fd-4205-82ea-a48569959081 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9cd4a24-13a2-48d5-a087-aca4187189c0 HTTP/1.1" status: 200 len: 217 time: 0.1719155 Feb 09 12:14:13.844192 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 4f374883-439a-43d9-8715-d4a46df42497 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:14:13.853062 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 4f374883-439a-43d9-8715-d4a46df42497 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:14:13.853693 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:13.908503 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dde2aca-9a8f-4761-aba9-40129f63e612 service neutron] Pushing event updated for resources: {'Port': ['ID=e9cd4a24-13a2-48d5-a087-aca4187189c0,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:13.915479 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-18ab7070-c34e-4f87-bc46-aa9816595b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:13.921867 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-18ab7070-c34e-4f87-bc46-aa9816595b42 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.2102122 Feb 09 12:14:13.979502 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e73ea5db-4728-494c-9a8e-d46462fb356b req-0bf1f5b1-f2fe-4fb7-8a33-e947f75f0d97 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4fb3f13-7dc7-4cfe-ae6d-dfbf47efd150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4127576 Feb 09 12:14:13.981727 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390941a1-b238-4575-afd6-c6a34829331e req-284b45cc-ae1f-4419-b89b-2a7bc663d641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:13.985241 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-390941a1-b238-4575-afd6-c6a34829331e req-284b45cc-ae1f-4419-b89b-2a7bc663d641 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8f07f6df-adf1-4387-8c0a-c935bf8584cf HTTP/1.1" status: 200 len: 853 time: 0.1776543 Feb 09 12:14:14.001420 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bb466b0d-410f-49bd-85f4-f4bd0f00e76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:14.112198 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:14.117272 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-390941a1-b238-4575-afd6-c6a34829331e req-51e7b649-3d3a-4bc0-97b4-56b7a5623559 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a10f88e1-3d02-4171-8c71-31b6c9e6be17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589428 Feb 09 12:14:14.181125 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-6432d569-8769-447f-af02-d942d361dfd1 service neutron] For port 0d85bbfe-ab37-4908-b505-2f3515665611, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:14:14.193950 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 4f374883-439a-43d9-8715-d4a46df42497, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=4f374883-439a-43d9-8715-d4a46df42497,segment=NetworkSegment(0c63d08b-86c2-44ed-af04-d226fc9fb1b6),segment_id=0c63d08b-86c2-44ed-af04-d226fc9fb1b6)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:14:14.199029 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:14.295173 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-d096625b-90e8-4c29-9317-1f1d157af5da tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2647956141fb47dda47c7b0b658b0402&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0145977 Feb 09 12:14:14.332727 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=4f374883-439a-43d9-8715-d4a46df42497,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:14.346024 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-6432d569-8769-447f-af02-d942d361dfd1 service neutron] For port 0d85bbfe-ab37-4908-b505-2f3515665611, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=0d85bbfe-ab37-4908-b505-2f3515665611,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:14:14.530358 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-6432d569-8769-447f-af02-d942d361dfd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:14.544468 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1adc09c-f94a-4d63-9a0d-da5e6c06692c', 'tag': '2757b3d6-dc7b-47d5-b590-77650b8c733f', 'status': 'completed', 'code': 200} Feb 09 12:14:14.724330 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-6432d569-8769-447f-af02-d942d361dfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:14.725240 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-6432d569-8769-447f-af02-d942d361dfd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:14.726572 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-6432d569-8769-447f-af02-d942d361dfd1 service neutron] 10.222.0.46 "PUT /v2.0/ports/0d85bbfe-ab37-4908-b505-2f3515665611 HTTP/1.1" status: 200 len: 1096 time: 4.8077557 Feb 09 12:14:14.848201 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-390941a1-b238-4575-afd6-c6a34829331e req-937a060b-b17d-4d0f-ae63-8a836b5eee42 service neutron] 10.222.0.52 "GET /v2.0/networks/a10f88e1-3d02-4171-8c71-31b6c9e6be17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7162454 Feb 09 12:14:14.864834 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6432d569-8769-447f-af02-d942d361dfd1 service neutron] Pushing event updated for resources: {'Port': ['ID=0d85bbfe-ab37-4908-b505-2f3515665611,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:14.917943 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-1ea82038-dc60-4f8e-9d54-1e37422e3dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:14.919442 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-1ea82038-dc60-4f8e-9d54-1e37422e3dfe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9297721 Feb 09 12:14:14.986650 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-cad137be-f214-4e48-b721-009f1f0d71c6 service neutron] 10.222.0.55 "GET /v2.0/networks/d5d53378-b378-43cd-a6b4-2505b89a4e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6532187 Feb 09 12:14:15.216607 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ce450-9a00-40f3-942b-d82c13e7fba4 req-2ed30c0f-93c8-4fc1-8bbf-461c37d73da3 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:15.218046 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d63ce450-9a00-40f3-942b-d82c13e7fba4 req-2ed30c0f-93c8-4fc1-8bbf-461c37d73da3 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb5d450e-097f-4919-9836-b14e117230c6 HTTP/1.1" status: 200 len: 948 time: 0.5625589 Feb 09 12:14:15.313198 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-ac3b72ee-d778-4e52-acbd-be507ea42bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:15.314670 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-ac3b72ee-d778-4e52-acbd-be507ea42bd4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9a644d28aa946259b7337281970c4b8&device_id=bb5d450e-097f-4919-9836-b14e117230c6 HTTP/1.1" status: 200 len: 1099 time: 0.5246611 Feb 09 12:14:15.321615 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-390941a1-b238-4575-afd6-c6a34829331e req-02517ca6-f55d-4134-9d24-a77a3ec2edda service neutron] 10.222.0.52 "GET /v2.0/networks/a10f88e1-3d02-4171-8c71-31b6c9e6be17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4615128 Feb 09 12:14:15.349895 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-a094344e-23ee-4678-b527-c6f3b32e65dd service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3710208 Feb 09 12:14:15.436660 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-b4d41aab-21e1-46c6-babb-1108391fad02 service neutron] 10.222.0.55 "GET /v2.0/networks/d5d53378-b378-43cd-a6b4-2505b89a4e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202609 Feb 09 12:14:15.442535 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-6fb8f5e2-595a-4988-ae5b-f1f9bda510d1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=0d85bbfe-ab37-4908-b505-2f3515665611 HTTP/1.1" status: 200 len: 217 time: 0.0954235 Feb 09 12:14:15.448313 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d63ce450-9a00-40f3-942b-d82c13e7fba4 req-eea8ff33-f5a3-44f2-b393-31b419259434 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179055 Feb 09 12:14:15.650329 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-d75804d4-a99b-4d59-bb1d-003c86fedda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:15.650872 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 4f374883-439a-43d9-8715-d4a46df42497 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:14:15.651779 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-d75804d4-a99b-4d59-bb1d-003c86fedda7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.1552160 Feb 09 12:14:15.724368 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 4f374883-439a-43d9-8715-d4a46df42497 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:14:15.724991 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:15.763401 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-9f6b8a4c-33b0-4a50-9834-d9a4ec85656c service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546131 Feb 09 12:14:15.820129 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1840d9-9d46-4108-a7f3-96e782815492 req-c1bfccf5-b98c-44cf-a430-28e9400e0b45 tempest-ServersAdminNegativeTestJSON-2002804699 tempest-ServersAdminNegativeTestJSON-2002804699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:15.821657 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0f1840d9-9d46-4108-a7f3-96e782815492 req-c1bfccf5-b98c-44cf-a430-28e9400e0b45 tempest-ServersAdminNegativeTestJSON-2002804699 tempest-ServersAdminNegativeTestJSON-2002804699-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=20429366-9de1-495c-9bc1-79e3e122257d HTTP/1.1" status: 200 len: 1101 time: 0.2654390 Feb 09 12:14:15.835803 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82254b0f-94fc-4601-a24a-8e9392622691 req-197e1e50-1dfb-4a8d-9d40-f42af9aef092 tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:15.837322 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-82254b0f-94fc-4601-a24a-8e9392622691 req-197e1e50-1dfb-4a8d-9d40-f42af9aef092 tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=67f45562-80ed-4d1d-94af-1f8431258a0e HTTP/1.1" status: 200 len: 1096 time: 0.1959457 Feb 09 12:14:15.897563 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-b5c6e6cf-29c8-48ce-963b-e42b87df66ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:15.899109 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-b5c6e6cf-29c8-48ce-963b-e42b87df66ae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2127907 Feb 09 12:14:15.912891 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-0f1840d9-9d46-4108-a7f3-96e782815492 req-92c05b3c-086e-4bb2-82e5-28b86b31e2e3 tempest-ServersAdminNegativeTestJSON-2002804699 tempest-ServersAdminNegativeTestJSON-2002804699-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:16.011993 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-0f1840d9-9d46-4108-a7f3-96e782815492 req-92c05b3c-086e-4bb2-82e5-28b86b31e2e3 tempest-ServersAdminNegativeTestJSON-2002804699 tempest-ServersAdminNegativeTestJSON-2002804699-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:14:16.021659 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-0f1840d9-9d46-4108-a7f3-96e782815492 req-92c05b3c-086e-4bb2-82e5-28b86b31e2e3 tempest-ServersAdminNegativeTestJSON-2002804699 tempest-ServersAdminNegativeTestJSON-2002804699-project-admin] Usage tracker for resource:security_group_rule and tenant:e6db588714374441812a4eab56e63006 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:14:16.031914 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-0f1840d9-9d46-4108-a7f3-96e782815492 req-92c05b3c-086e-4bb2-82e5-28b86b31e2e3 tempest-ServersAdminNegativeTestJSON-2002804699 tempest-ServersAdminNegativeTestJSON-2002804699-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:14:16.059254 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-0f1840d9-9d46-4108-a7f3-96e782815492 req-92c05b3c-086e-4bb2-82e5-28b86b31e2e3 tempest-ServersAdminNegativeTestJSON-2002804699 tempest-ServersAdminNegativeTestJSON-2002804699-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:14:16.068032 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-82254b0f-94fc-4601-a24a-8e9392622691 req-5a6161d5-b620-4caa-b859-f1b83a5e587d tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804965 Feb 09 12:14:16.249677 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20de4f8-45e1-4e42-8591-876c73d079aa req-8a8c2395-7114-47dc-a923-4b47b01f858e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:16.251134 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c20de4f8-45e1-4e42-8591-876c73d079aa req-8a8c2395-7114-47dc-a923-4b47b01f858e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c9a644d28aa946259b7337281970c4b8&device_id=e1adc09c-f94a-4d63-9a0d-da5e6c06692c HTTP/1.1" status: 200 len: 1098 time: 0.4190078 Feb 09 12:14:16.255144 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-3f59ae1e-b963-4f4a-8e4a-519fb5ebd4a1 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337455 Feb 09 12:14:16.260474 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8dfb181d-af2a-44e1-bf2e-3a1b123b1ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:16.547725 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9f5aac1-8c2a-496d-a005-f08031e74aa4', 'tag': 'e9cd4a24-13a2-48d5-a087-aca4187189c0'}, {'name': 'network-changed', 'server_uuid': 'bb5d450e-097f-4919-9836-b14e117230c6', 'tag': '0d85bbfe-ab37-4908-b505-2f3515665611'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:14:16.553941 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-0f1840d9-9d46-4108-a7f3-96e782815492 req-92c05b3c-086e-4bb2-82e5-28b86b31e2e3 tempest-ServersAdminNegativeTestJSON-2002804699 tempest-ServersAdminNegativeTestJSON-2002804699-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:16.627095 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-0f1840d9-9d46-4108-a7f3-96e782815492 req-92c05b3c-086e-4bb2-82e5-28b86b31e2e3 tempest-ServersAdminNegativeTestJSON-2002804699 tempest-ServersAdminNegativeTestJSON-2002804699-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:16.668637 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20de4f8-45e1-4e42-8591-876c73d079aa req-6ca0a6f7-8ae5-4cd7-bb0a-1e21a325e601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:16.670199 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c20de4f8-45e1-4e42-8591-876c73d079aa req-6ca0a6f7-8ae5-4cd7-bb0a-1e21a325e601 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.4103920 Feb 09 12:14:16.677809 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7df8d4a8-36ec-4c46-9767-dfa51c564459 req-4e3b52ab-3930-4289-b9a5-58a54a58dded service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3977091 Feb 09 12:14:16.743797 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0f1840d9-9d46-4108-a7f3-96e782815492 req-92c05b3c-086e-4bb2-82e5-28b86b31e2e3 tempest-ServersAdminNegativeTestJSON-2002804699 tempest-ServersAdminNegativeTestJSON-2002804699-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=eba7f389-f277-490a-b44f-52c207312cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9148130 Feb 09 12:14:16.768662 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c05b3c-086e-4bb2-82e5-28b86b31e2e3 tempest-ServersAdminNegativeTestJSON-2002804699 tempest-ServersAdminNegativeTestJSON-2002804699-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d84f3c-e0b3-4fa4-a122-e16dac5a924e,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:16.775228 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c20de4f8-45e1-4e42-8591-876c73d079aa req-c02b82eb-9dc6-44b6-b718-a02c43c14409 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=2757b3d6-dc7b-47d5-b590-77650b8c733f HTTP/1.1" status: 200 len: 217 time: 0.0905783 Feb 09 12:14:16.876120 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dee962-6d21-4e1e-b2ac-0214b37db757 req-bf617eb4-c059-4ecd-bda1-083241bdc999 tempest-NetworksTest-103638230 tempest-NetworksTest-103638230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:16.876594 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dee962-6d21-4e1e-b2ac-0214b37db757 req-bf617eb4-c059-4ecd-bda1-083241bdc999 tempest-NetworksTest-103638230 tempest-NetworksTest-103638230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:16.877053 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dee962-6d21-4e1e-b2ac-0214b37db757 req-bf617eb4-c059-4ecd-bda1-083241bdc999 tempest-NetworksTest-103638230 tempest-NetworksTest-103638230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:16.877511 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dee962-6d21-4e1e-b2ac-0214b37db757 req-bf617eb4-c059-4ecd-bda1-083241bdc999 tempest-NetworksTest-103638230 tempest-NetworksTest-103638230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:16.877999 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dee962-6d21-4e1e-b2ac-0214b37db757 req-bf617eb4-c059-4ecd-bda1-083241bdc999 tempest-NetworksTest-103638230 tempest-NetworksTest-103638230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:16.879040 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dee962-6d21-4e1e-b2ac-0214b37db757 req-bf617eb4-c059-4ecd-bda1-083241bdc999 tempest-NetworksTest-103638230 tempest-NetworksTest-103638230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:16.879699 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dee962-6d21-4e1e-b2ac-0214b37db757 req-bf617eb4-c059-4ecd-bda1-083241bdc999 tempest-NetworksTest-103638230 tempest-NetworksTest-103638230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:16.880413 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dee962-6d21-4e1e-b2ac-0214b37db757 req-bf617eb4-c059-4ecd-bda1-083241bdc999 tempest-NetworksTest-103638230 tempest-NetworksTest-103638230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:16.880873 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dee962-6d21-4e1e-b2ac-0214b37db757 req-bf617eb4-c059-4ecd-bda1-083241bdc999 tempest-NetworksTest-103638230 tempest-NetworksTest-103638230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:16.882809 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-37dee962-6d21-4e1e-b2ac-0214b37db757 req-bf617eb4-c059-4ecd-bda1-083241bdc999 tempest-NetworksTest-103638230 tempest-NetworksTest-103638230-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6463 time: 0.3846867 Feb 09 12:14:16.921039 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20de4f8-45e1-4e42-8591-876c73d079aa req-4db54879-61a7-459d-bdcf-9487d6ad7712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:16.922239 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c20de4f8-45e1-4e42-8591-876c73d079aa req-4db54879-61a7-459d-bdcf-9487d6ad7712 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.1385145 Feb 09 12:14:17.145420 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-830f6bdd-76a4-42cc-9aae-02f348518c2b req-1aed374e-f243-4eb7-97d9-3bde41707c0d tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ef259ac-cc44-4435-8382-9e55ac589bad HTTP/1.1" status: 200 len: 210 time: 0.1312480 Feb 09 12:14:17.218272 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa15348-a0d6-49fe-9b7f-1b4b8aa37973 req-a8daf370-846f-4d5e-bb40-b25d12049f02 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:17.219926 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6fa15348-a0d6-49fe-9b7f-1b4b8aa37973 req-a8daf370-846f-4d5e-bb40-b25d12049f02 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9f5aac1-8c2a-496d-a005-f08031e74aa4 HTTP/1.1" status: 200 len: 943 time: 0.3344331 Feb 09 12:14:17.229703 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-273e58c8-4d21-46e2-97f2-7ef775b99f6c tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:17.231281 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-273e58c8-4d21-46e2-97f2-7ef775b99f6c tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.52 "GET /v2.0/networks?id=d5d53378-b378-43cd-a6b4-2505b89a4e35 HTTP/1.1" status: 200 len: 829 time: 0.2514133 Feb 09 12:14:17.256676 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-26472959-9306-43f1-a320-494fb2b57982 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Request body: {'port': {'device_id': '2ef259ac-cc44-4435-8382-9e55ac589bad', 'network_id': 'd5d53378-b378-43cd-a6b4-2505b89a4e35', 'admin_state_up': True, 'tenant_id': '2647956141fb47dda47c7b0b658b0402'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:14:17.273750 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20de4f8-45e1-4e42-8591-876c73d079aa req-b9e3b169-7613-4b7b-8af7-70a96deb1ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:17.275189 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c20de4f8-45e1-4e42-8591-876c73d079aa req-b9e3b169-7613-4b7b-8af7-70a96deb1ca9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3361416 Feb 09 12:14:17.415521 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:17.528230 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6fa15348-a0d6-49fe-9b7f-1b4b8aa37973 req-83df2032-546b-4fe4-b846-452e5e40ff9f tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4fb3f13-7dc7-4cfe-ae6d-dfbf47efd150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946777 Feb 09 12:14:17.531055 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:17.699310 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-26472959-9306-43f1-a320-494fb2b57982 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:14:17.708131 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-26472959-9306-43f1-a320-494fb2b57982 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Usage tracker for resource:port and tenant:2647956141fb47dda47c7b0b658b0402 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:14:17.712366 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-26472959-9306-43f1-a320-494fb2b57982 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:14:17.716596 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c20de4f8-45e1-4e42-8591-876c73d079aa req-0fc65bd3-3ac0-4805-8a32-c371e5dfd05d service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118907 Feb 09 12:14:17.728552 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789edb6-a350-4492-830d-da845e9c5f10 req-c065bb2a-976d-455a-90c0-2b76bdac3905 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:17.730019 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9789edb6-a350-4492-830d-da845e9c5f10 req-c065bb2a-976d-455a-90c0-2b76bdac3905 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/networks?id=c4b615eb-1906-4989-ab89-8b6ef1cc1053 HTTP/1.1" status: 200 len: 820 time: 0.4796610 Feb 09 12:14:17.737294 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-26472959-9306-43f1-a320-494fb2b57982 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:14:17.924659 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9789edb6-a350-4492-830d-da845e9c5f10 req-77dcef5f-749b-4dfb-bafa-2958e8ec5d20 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/quotas/3a84524b0b1d4c8da324d07cc553e331 HTTP/1.1" status: 200 len: 375 time: 0.1883259 Feb 09 12:14:17.928134 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-26472959-9306-43f1-a320-494fb2b57982 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Made reservation on behalf of 2647956141fb47dda47c7b0b658b0402 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:14:17.931529 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-26472959-9306-43f1-a320-494fb2b57982 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:18.081120 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae49da-0d28-466a-9d0f-59432817739d req-19ddac94-e991-4326-ae7f-efab7c93b3b8 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:18.083212 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-37ae49da-0d28-466a-9d0f-59432817739d req-19ddac94-e991-4326-ae7f-efab7c93b3b8 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb5d450e-097f-4919-9836-b14e117230c6 HTTP/1.1" status: 200 len: 948 time: 0.4554992 Feb 09 12:14:18.136658 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c20de4f8-45e1-4e42-8591-876c73d079aa req-ca45e48d-c986-46be-bd54-6187bb1ee06a service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4032350 Feb 09 12:14:18.216249 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-37ae49da-0d28-466a-9d0f-59432817739d req-9bab1333-8a69-47e9-8096-472b0859221b tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154113 Feb 09 12:14:18.237880 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9789edb6-a350-4492-830d-da845e9c5f10 req-bf833e98-dbc3-4aa5-9299-ee858d203913 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a84524b0b1d4c8da324d07cc553e331&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2913537 Feb 09 12:14:18.276238 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9f5aac1-8c2a-496d-a005-f08031e74aa4', 'tag': 'e9cd4a24-13a2-48d5-a087-aca4187189c0', 'status': 'completed', 'code': 200} Feb 09 12:14:18.276499 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb5d450e-097f-4919-9836-b14e117230c6', 'tag': '0d85bbfe-ab37-4908-b505-2f3515665611', 'status': 'completed', 'code': 200} Feb 09 12:14:18.335160 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-26472959-9306-43f1-a320-494fb2b57982 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Allocated IP 172.20.0.4 (d5d53378-b378-43cd-a6b4-2505b89a4e35/f490f554-8877-4819-a586-259ae6bd7647/ff5ce11c-c909-4f3e-bf86-64527188c970) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:14:18.647880 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9789edb6-a350-4492-830d-da845e9c5f10 req-fad886a9-625d-44ee-a44c-d46216a02406 service neutron] 10.222.0.55 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019330 Feb 09 12:14:18.764124 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e6954-dcb9-451a-8eff-da8b2faaa910 req-b412596e-5833-41e8-9d0c-33c7bdec3579 tempest-NetworksTest-103638230 tempest-NetworksTest-103638230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:18.765430 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c51e6954-dcb9-451a-8eff-da8b2faaa910 req-b412596e-5833-41e8-9d0c-33c7bdec3579 tempest-NetworksTest-103638230 tempest-NetworksTest-103638230-project-admin] 10.222.0.55 "GET /v2.0/networks/af0bad45-b31e-4cb1-a77c-3bbc34409de5 HTTP/1.1" status: 200 len: 886 time: 0.3587935 Feb 09 12:14:18.839108 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110eb51-76ec-452b-9029-407fe505cc6a req-081ad42d-28a4-4bfa-bb33-99e7dd83c4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:18.840607 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3110eb51-76ec-452b-9029-407fe505cc6a req-081ad42d-28a4-4bfa-bb33-99e7dd83c4a4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9a644d28aa946259b7337281970c4b8&device_id=bb5d450e-097f-4919-9836-b14e117230c6 HTTP/1.1" status: 200 len: 1099 time: 0.5067677 Feb 09 12:14:18.850830 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110eb51-76ec-452b-9029-407fe505cc6a req-b7946bf8-9cac-4e04-9ef0-3f840b5fa2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:18.852220 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3110eb51-76ec-452b-9029-407fe505cc6a req-b7946bf8-9cac-4e04-9ef0-3f840b5fa2e8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=64589850d54f49bfb3a355e7cee6f70a&device_id=e9f5aac1-8c2a-496d-a005-f08031e74aa4 HTTP/1.1" status: 200 len: 1094 time: 0.5194545 Feb 09 12:14:18.946347 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:18.994293 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cd5597d6-1799-4916-a7d1-cc07fc4f4051 req-19f46705-244b-4239-9318-a6b6689fa090 tempest-FlavorsV2NegativeTest-2093743786 tempest-FlavorsV2NegativeTest-2093743786-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=64245f2e157a49b9a24a75a6c3a04baa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1457078 Feb 09 12:14:19.226666 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 0d85bbfe-ab37-4908-b505-2f3515665611 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:14:19.332171 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-26472959-9306-43f1-a320-494fb2b57982 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:19.351053 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9789edb6-a350-4492-830d-da845e9c5f10 req-09da51f3-b6c0-43fa-968c-6b6f7db07bbf service neutron] 10.222.0.55 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6698678 Feb 09 12:14:19.389020 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 0d85bbfe-ab37-4908-b505-2f3515665611, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=0d85bbfe-ab37-4908-b505-2f3515665611,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:14:19.402357 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '0d85bbfe-ab37-4908-b505-2f3515665611', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'port_id': '0d85bbfe-ab37-4908-b505-2f3515665611', 'mac_address': 'fa:16:3e:22:15:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed5558-888d-440a-8c32-52f2f9bc5bd5', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:14:19.422844 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110eb51-76ec-452b-9029-407fe505cc6a req-d5754637-6322-4c59-aede-4811f43b6229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:19.424338 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3110eb51-76ec-452b-9029-407fe505cc6a req-d5754637-6322-4c59-aede-4811f43b6229 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.5686808 Feb 09 12:14:19.425915 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-26472959-9306-43f1-a320-494fb2b57982 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Transition to ACTIVE for port object ff5ce11c-c909-4f3e-bf86-64527188c970 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:14:19.460852 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:19.481748 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d85bbfe-ab37-4908-b505-2f3515665611 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:14:19.500780 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 0d85bbfe-ab37-4908-b505-2f3515665611, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=0d85bbfe-ab37-4908-b505-2f3515665611,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:14:19.506414 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:19.555731 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110eb51-76ec-452b-9029-407fe505cc6a req-8e2a67b6-2422-4c17-9aed-6e51067d5cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:19.557568 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3110eb51-76ec-452b-9029-407fe505cc6a req-8e2a67b6-2422-4c17-9aed-6e51067d5cfb service neutron] 10.222.0.52 "GET /v2.0/networks?id=a10f88e1-3d02-4171-8c71-31b6c9e6be17 HTTP/1.1" status: 200 len: 914 time: 0.6563206 Feb 09 12:14:19.574520 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5597d6-1799-4916-a7d1-cc07fc4f4051 req-9ced5d3d-f2e7-41a6-936b-a3aeae27ff2c tempest-FlavorsV2NegativeTest-2093743786 tempest-FlavorsV2NegativeTest-2093743786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:19.576026 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cd5597d6-1799-4916-a7d1-cc07fc4f4051 req-9ced5d3d-f2e7-41a6-936b-a3aeae27ff2c tempest-FlavorsV2NegativeTest-2093743786 tempest-FlavorsV2NegativeTest-2093743786-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5569236 Feb 09 12:14:19.583386 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=0d85bbfe-ab37-4908-b505-2f3515665611,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:19.609158 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3110eb51-76ec-452b-9029-407fe505cc6a req-6db97230-a39a-46ce-b002-129f27da526a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=0d85bbfe-ab37-4908-b505-2f3515665611 HTTP/1.1" status: 200 len: 217 time: 0.1686876 Feb 09 12:14:19.617183 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device e9cd4a24-13a2-48d5-a087-aca4187189c0 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:14:19.725618 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3110eb51-76ec-452b-9029-407fe505cc6a req-0b6dd1a1-6113-4ae2-8dae-baf60a3e162e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9cd4a24-13a2-48d5-a087-aca4187189c0 HTTP/1.1" status: 200 len: 217 time: 0.1484561 Feb 09 12:14:19.732467 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2e486580-9946-4ee4-931d-39acfa32fccf req-fa462e30-cb9b-44b0-9671-59a2a6c6e51f tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ef259ac-cc44-4435-8382-9e55ac589bad HTTP/1.1" status: 200 len: 210 time: 0.1836660 Feb 09 12:14:19.755744 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cd5597d6-1799-4916-a7d1-cc07fc4f4051 req-9b05fe4c-d78e-4ffc-9907-ef5a5c20e7b4 tempest-FlavorsV2NegativeTest-2093743786 tempest-FlavorsV2NegativeTest-2093743786-project] 10.222.0.55 "GET /v2.0/quotas/64245f2e157a49b9a24a75a6c3a04baa HTTP/1.1" status: 200 len: 375 time: 0.0812445 Feb 09 12:14:19.784906 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port e9cd4a24-13a2-48d5-a087-aca4187189c0, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=e9cd4a24-13a2-48d5-a087-aca4187189c0,segment=NetworkSegment(bebbd8fc-dd7d-4200-8938-452b9dad56e6),segment_id=bebbd8fc-dd7d-4200-8938-452b9dad56e6)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:14:19.804178 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': 'e9cd4a24-13a2-48d5-a087-aca4187189c0', 'network_id': 'a10f88e1-3d02-4171-8c71-31b6c9e6be17', 'port_id': 'e9cd4a24-13a2-48d5-a087-aca4187189c0', 'mac_address': 'fa:16:3e:96:6f:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f07f6df-adf1-4387-8c0a-c935bf8584cf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:14:19.862181 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cd5597d6-1799-4916-a7d1-cc07fc4f4051 req-484af914-3294-4f0a-890d-d2e3caa208f7 tempest-FlavorsV2NegativeTest-2093743786 tempest-FlavorsV2NegativeTest-2093743786-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=64245f2e157a49b9a24a75a6c3a04baa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615489 Feb 09 12:14:19.873465 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110eb51-76ec-452b-9029-407fe505cc6a req-af3d1400-02a9-4072-ba46-f55554b498cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:19.874928 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3110eb51-76ec-452b-9029-407fe505cc6a req-af3d1400-02a9-4072-ba46-f55554b498cb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8f07f6df-adf1-4387-8c0a-c935bf8584cf HTTP/1.1" status: 200 len: 853 time: 0.1358407 Feb 09 12:14:19.883532 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:19.899106 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['0d85bbfe-ab37-4908-b505-2f3515665611'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:14:19.908578 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110eb51-76ec-452b-9029-407fe505cc6a req-66c3288b-c071-4e76-bcd9-b00341fbb021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:19.910211 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3110eb51-76ec-452b-9029-407fe505cc6a req-66c3288b-c071-4e76-bcd9-b00341fbb021 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.2264206 Feb 09 12:14:19.952638 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9cd4a24-13a2-48d5-a087-aca4187189c0 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:14:19.989359 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port e9cd4a24-13a2-48d5-a087-aca4187189c0, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=e9cd4a24-13a2-48d5-a087-aca4187189c0,segment=NetworkSegment(bebbd8fc-dd7d-4200-8938-452b9dad56e6),segment_id=bebbd8fc-dd7d-4200-8938-452b9dad56e6)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:14:19.999997 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:20.000888 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 2757b3d6-dc7b-47d5-b590-77650b8c733f details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:14:20.023847 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-26472959-9306-43f1-a320-494fb2b57982 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:20.088178 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3110eb51-76ec-452b-9029-407fe505cc6a req-ee6f8380-128f-426c-8ce5-67dad50fc98b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a10f88e1-3d02-4171-8c71-31b6c9e6be17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1758127 Feb 09 12:14:20.109424 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:20.202812 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=e9cd4a24-13a2-48d5-a087-aca4187189c0,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:20.353638 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-26472959-9306-43f1-a320-494fb2b57982 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Network d5d53378-b378-43cd-a6b4-2505b89a4e35 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:14:20.356607 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26472959-9306-43f1-a320-494fb2b57982 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Pushing event updated for resources: {'Port': ['ID=ff5ce11c-c909-4f3e-bf86-64527188c970,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:20.371557 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-26472959-9306-43f1-a320-494fb2b57982 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:14:20.374143 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-26472959-9306-43f1-a320-494fb2b57982 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:14:20.392674 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 2757b3d6-dc7b-47d5-b590-77650b8c733f, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=2757b3d6-dc7b-47d5-b590-77650b8c733f,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:14:20.410364 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': '2757b3d6-dc7b-47d5-b590-77650b8c733f', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'port_id': '2757b3d6-dc7b-47d5-b590-77650b8c733f', 'mac_address': 'fa:16:3e:23:ae:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed5558-888d-440a-8c32-52f2f9bc5bd5', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:14:20.453050 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-26472959-9306-43f1-a320-494fb2b57982 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:20.453680 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-26472959-9306-43f1-a320-494fb2b57982 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:20.484857 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:20.515383 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2757b3d6-dc7b-47d5-b590-77650b8c733f {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:14:20.530238 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3110eb51-76ec-452b-9029-407fe505cc6a req-62953b27-d370-4cd3-8cef-79c4081db6af service neutron] 10.222.0.52 "GET /v2.0/networks/a10f88e1-3d02-4171-8c71-31b6c9e6be17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722069 Feb 09 12:14:20.542266 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 2757b3d6-dc7b-47d5-b590-77650b8c733f, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=2757b3d6-dc7b-47d5-b590-77650b8c733f,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:14:20.542937 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae81c0d-ab49-49bc-a133-1d9acb60e50f req-f044bfb6-41d3-407c-842b-c34849f312e5 tempest-NetworksTest-103638230 tempest-NetworksTest-103638230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:20.543709 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae81c0d-ab49-49bc-a133-1d9acb60e50f req-f044bfb6-41d3-407c-842b-c34849f312e5 tempest-NetworksTest-103638230 tempest-NetworksTest-103638230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:20.544301 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae81c0d-ab49-49bc-a133-1d9acb60e50f req-f044bfb6-41d3-407c-842b-c34849f312e5 tempest-NetworksTest-103638230 tempest-NetworksTest-103638230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:20.544934 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae81c0d-ab49-49bc-a133-1d9acb60e50f req-f044bfb6-41d3-407c-842b-c34849f312e5 tempest-NetworksTest-103638230 tempest-NetworksTest-103638230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:20.545466 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae81c0d-ab49-49bc-a133-1d9acb60e50f req-f044bfb6-41d3-407c-842b-c34849f312e5 tempest-NetworksTest-103638230 tempest-NetworksTest-103638230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:20.546049 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae81c0d-ab49-49bc-a133-1d9acb60e50f req-f044bfb6-41d3-407c-842b-c34849f312e5 tempest-NetworksTest-103638230 tempest-NetworksTest-103638230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:20.546615 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae81c0d-ab49-49bc-a133-1d9acb60e50f req-f044bfb6-41d3-407c-842b-c34849f312e5 tempest-NetworksTest-103638230 tempest-NetworksTest-103638230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:20.546939 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae81c0d-ab49-49bc-a133-1d9acb60e50f req-f044bfb6-41d3-407c-842b-c34849f312e5 tempest-NetworksTest-103638230 tempest-NetworksTest-103638230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:20.547455 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae81c0d-ab49-49bc-a133-1d9acb60e50f req-f044bfb6-41d3-407c-842b-c34849f312e5 tempest-NetworksTest-103638230 tempest-NetworksTest-103638230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:20.549713 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:20.557441 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5ae81c0d-ab49-49bc-a133-1d9acb60e50f req-f044bfb6-41d3-407c-842b-c34849f312e5 tempest-NetworksTest-103638230 tempest-NetworksTest-103638230-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6463 time: 0.6439395 Feb 09 12:14:20.583353 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdccee7c-1861-43a7-a282-f480cc0957f1 req-566e494d-387c-4031-a76a-c0e956c855cb tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:20.592187 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bdccee7c-1861-43a7-a282-f480cc0957f1 req-566e494d-387c-4031-a76a-c0e956c855cb tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9f5aac1-8c2a-496d-a005-f08031e74aa4 HTTP/1.1" status: 200 len: 943 time: 0.7288868 Feb 09 12:14:20.658051 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-26472959-9306-43f1-a320-494fb2b57982 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4065294 Feb 09 12:14:20.668328 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110eb51-76ec-452b-9029-407fe505cc6a req-1088775c-9cc1-444c-8f5f-736428f39541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:20.669774 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3110eb51-76ec-452b-9029-407fe505cc6a req-1088775c-9cc1-444c-8f5f-736428f39541 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7213531 Feb 09 12:14:20.680038 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-8d5a1107-1d10-423f-93a3-962b3935cc6c service neutron] Request body: {'port': {'device_id': '2ef259ac-cc44-4435-8382-9e55ac589bad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:14:20.746216 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39478) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:14:20.753241 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f9fb2278-48da-4df4-996d-5bc92c3619ea None None] Provisioning for port ff5ce11c-c909-4f3e-bf86-64527188c970 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:14:20.778223 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f9fb2278-48da-4df4-996d-5bc92c3619ea None None] Provisioning complete for port ff5ce11c-c909-4f3e-bf86-64527188c970 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:14:20.778729 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f9fb2278-48da-4df4-996d-5bc92c3619ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:20.839465 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=2757b3d6-dc7b-47d5-b590-77650b8c733f,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:20.864155 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-f9fb2278-48da-4df4-996d-5bc92c3619ea None None] Port ff5ce11c-c909-4f3e-bf86-64527188c970 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:14:20.879504 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['e9cd4a24-13a2-48d5-a087-aca4187189c0'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:14:20.954679 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['2757b3d6-dc7b-47d5-b590-77650b8c733f'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:14:21.083391 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789edb6-a350-4492-830d-da845e9c5f10 req-91b84d2b-804f-4a97-98bd-832a5157c888 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:21.084047 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-9789edb6-a350-4492-830d-da845e9c5f10 req-91b84d2b-804f-4a97-98bd-832a5157c888 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Synchronizing usage tracker for tenant:3a84524b0b1d4c8da324d07cc553e331 on resource:network {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:14:21.105361 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39488) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:14:21.116072 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bdccee7c-1861-43a7-a282-f480cc0957f1 req-ecfbea93-67da-4b5a-a8b9-034068c506e6 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4fb3f13-7dc7-4cfe-ae6d-dfbf47efd150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5200007 Feb 09 12:14:21.133959 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-687e2987-29d3-45a0-8097-aaf85c38ed24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:21.165696 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-9789edb6-a350-4492-830d-da845e9c5f10 req-91b84d2b-804f-4a97-98bd-832a5157c888 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Unset dirty status for tenant:3a84524b0b1d4c8da324d07cc553e331 on resource:network {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:14:21.166875 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9789edb6-a350-4492-830d-da845e9c5f10 req-91b84d2b-804f-4a97-98bd-832a5157c888 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.52 "GET /v2.0/networks?id=c4b615eb-1906-4989-ab89-8b6ef1cc1053 HTTP/1.1" status: 200 len: 820 time: 0.3971462 Feb 09 12:14:21.176267 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-687e2987-29d3-45a0-8097-aaf85c38ed24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:14:21.180841 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-687e2987-29d3-45a0-8097-aaf85c38ed24 admin admin] Usage tracker for resource:security_group_rule and tenant:64245f2e157a49b9a24a75a6c3a04baa is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:14:21.184116 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-687e2987-29d3-45a0-8097-aaf85c38ed24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:14:21.190438 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-687e2987-29d3-45a0-8097-aaf85c38ed24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:14:21.290684 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-687e2987-29d3-45a0-8097-aaf85c38ed24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:21.313123 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68127853-a632-4515-b706-3d6c4ff0cbeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:21.330707 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-9789edb6-a350-4492-830d-da845e9c5f10 req-a4fd0f16-bcf0-484c-9b11-9e72eb98d74b tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Request body: {'port': {'device_id': '2c54d584-274b-482c-b20a-a799695c352e', 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053', 'admin_state_up': True, 'tenant_id': '3a84524b0b1d4c8da324d07cc553e331'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:14:21.411513 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-687e2987-29d3-45a0-8097-aaf85c38ed24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:21.442443 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-68127853-a632-4515-b706-3d6c4ff0cbeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:14:21.458173 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-68127853-a632-4515-b706-3d6c4ff0cbeb admin admin] Usage tracker for resource:security_group_rule and tenant:feb8f1ce8e32426fb3dff1ba70770f3e is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:14:21.475700 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-68127853-a632-4515-b706-3d6c4ff0cbeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:14:21.481332 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac4ef901-a3e6-4e04-83d8-fdb670b578ed req-61bdb982-6a89-4282-873e-ba7ac94c5695 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c54d584-274b-482c-b20a-a799695c352e HTTP/1.1" status: 200 len: 210 time: 0.0900557 Feb 09 12:14:21.489770 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-8d5a1107-1d10-423f-93a3-962b3935cc6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:21.493319 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-68127853-a632-4515-b706-3d6c4ff0cbeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:14:21.505436 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687e2987-29d3-45a0-8097-aaf85c38ed24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69fb58b3-aaf0-40e9-b76f-32e888673a5e,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:21.524047 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-687e2987-29d3-45a0-8097-aaf85c38ed24 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=64245f2e157a49b9a24a75a6c3a04baa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7753084 Feb 09 12:14:21.527530 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3110eb51-76ec-452b-9029-407fe505cc6a req-6202bcef-79b0-4533-b1c2-c9b8964b5560 service neutron] 10.222.0.52 "GET /v2.0/networks/a10f88e1-3d02-4171-8c71-31b6c9e6be17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8900957 Feb 09 12:14:21.528724 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 39498) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:14:21.551712 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3110eb51-76ec-452b-9029-407fe505cc6a req-d99217e8-2ab0-47ed-8a76-421027eb2340 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7676551 Feb 09 12:14:21.570831 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-9789edb6-a350-4492-830d-da845e9c5f10 req-a4fd0f16-bcf0-484c-9b11-9e72eb98d74b tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:14:21.595362 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-9789edb6-a350-4492-830d-da845e9c5f10 req-a4fd0f16-bcf0-484c-9b11-9e72eb98d74b tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:14:21.618842 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9789edb6-a350-4492-830d-da845e9c5f10 req-a4fd0f16-bcf0-484c-9b11-9e72eb98d74b tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Made reservation on behalf of 3a84524b0b1d4c8da324d07cc553e331 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:14:21.621637 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58f540-e130-4d38-abc2-6354b036efa9 req-c26b0905-98ad-48f9-a7a3-7fddc8d88287 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:21.622159 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-9789edb6-a350-4492-830d-da845e9c5f10 req-a4fd0f16-bcf0-484c-9b11-9e72eb98d74b tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:21.623115 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7a58f540-e130-4d38-abc2-6354b036efa9 req-c26b0905-98ad-48f9-a7a3-7fddc8d88287 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb5d450e-097f-4919-9836-b14e117230c6 HTTP/1.1" status: 200 len: 949 time: 0.8573437 Feb 09 12:14:21.721251 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68127853-a632-4515-b706-3d6c4ff0cbeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:21.730167 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68127853-a632-4515-b706-3d6c4ff0cbeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:21.795780 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68127853-a632-4515-b706-3d6c4ff0cbeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7e91df-ae9a-4089-9bf4-b510ac257fd8,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:21.837873 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-68127853-a632-4515-b706-3d6c4ff0cbeb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=feb8f1ce8e32426fb3dff1ba70770f3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6801734 Feb 09 12:14:21.844037 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39502) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:14:21.899314 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-9789edb6-a350-4492-830d-da845e9c5f10 req-a4fd0f16-bcf0-484c-9b11-9e72eb98d74b tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Allocated IP 172.20.0.11 (c4b615eb-1906-4989-ab89-8b6ef1cc1053/9d6b2f2b-3fb9-4d1b-ac78-19140ea18253/6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:14:21.932346 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7a58f540-e130-4d38-abc2-6354b036efa9 req-b6f8b90a-7c3f-48a0-9e7b-f319c6c617a3 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951181 Feb 09 12:14:21.946386 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-87d3b5a0-a52f-4508-a330-d3719857d058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:21.951662 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3041c204-8efc-4217-a754-61527f665aae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:21.972103 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3110eb51-76ec-452b-9029-407fe505cc6a req-25c851d4-acde-4c59-a8fd-4cb3fc1465a0 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3887172 Feb 09 12:14:22.007855 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-87d3b5a0-a52f-4508-a330-d3719857d058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:22.065240 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3041c204-8efc-4217-a754-61527f665aae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:22.098770 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4580c1-4768-46c5-9601-40b6fa434365 req-e23d1180-f053-4820-b250-2d8bec64eb18 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:22.099747 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-2a4580c1-4768-46c5-9601-40b6fa434365 req-e23d1180-f053-4820-b250-2d8bec64eb18 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Synchronizing usage tracker for tenant:2647956141fb47dda47c7b0b658b0402 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:14:22.168627 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-2a4580c1-4768-46c5-9601-40b6fa434365 req-e23d1180-f053-4820-b250-2d8bec64eb18 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Unset dirty status for tenant:2647956141fb47dda47c7b0b658b0402 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:14:22.170013 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2a4580c1-4768-46c5-9601-40b6fa434365 req-e23d1180-f053-4820-b250-2d8bec64eb18 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ef259ac-cc44-4435-8382-9e55ac589bad HTTP/1.1" status: 200 len: 931 time: 0.5376992 Feb 09 12:14:22.195664 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-87d3b5a0-a52f-4508-a330-d3719857d058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:22.228732 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d3b5a0-a52f-4508-a330-d3719857d058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7e91df-ae9a-4089-9bf4-b510ac257fd8,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:22.234819 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-9789edb6-a350-4492-830d-da845e9c5f10 req-a4fd0f16-bcf0-484c-9b11-9e72eb98d74b tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:22.249785 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3041c204-8efc-4217-a754-61527f665aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:22.274364 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-9789edb6-a350-4492-830d-da845e9c5f10 req-a4fd0f16-bcf0-484c-9b11-9e72eb98d74b tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:22.294082 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3041c204-8efc-4217-a754-61527f665aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69fb58b3-aaf0-40e9-b76f-32e888673a5e,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:22.304299 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-2a4580c1-4768-46c5-9601-40b6fa434365 req-a64871e9-466f-4b57-866a-becf61b3f0fb tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Synchronizing usage tracker for tenant:2647956141fb47dda47c7b0b658b0402 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:14:22.312074 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-8d5a1107-1d10-423f-93a3-962b3935cc6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff5ce11c-c909-4f3e-bf86-64527188c970 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:14:22.316970 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3041c204-8efc-4217-a754-61527f665aae admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:22.318065 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3041c204-8efc-4217-a754-61527f665aae admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/69fb58b3-aaf0-40e9-b76f-32e888673a5e HTTP/1.1" status: 204 len: 168 time: 0.7843590 Feb 09 12:14:22.332331 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-8d5a1107-1d10-423f-93a3-962b3935cc6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:22.338957 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-2a4580c1-4768-46c5-9601-40b6fa434365 req-a64871e9-466f-4b57-866a-becf61b3f0fb tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Unset dirty status for tenant:2647956141fb47dda47c7b0b658b0402 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:14:22.340190 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2a4580c1-4768-46c5-9601-40b6fa434365 req-a64871e9-466f-4b57-866a-becf61b3f0fb tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/security-groups?id=96be2d67-e14f-4304-b2f9-bac4f50faac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619184 Feb 09 12:14:22.344404 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:22.395411 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-8d5a1107-1d10-423f-93a3-962b3935cc6c service neutron] Transition to ACTIVE for port object ff5ce11c-c909-4f3e-bf86-64527188c970 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:14:22.403600 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9789edb6-a350-4492-830d-da845e9c5f10 req-a4fd0f16-bcf0-484c-9b11-9e72eb98d74b tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Network c4b615eb-1906-4989-ab89-8b6ef1cc1053 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:14:22.407240 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-8d5a1107-1d10-423f-93a3-962b3935cc6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:22.411924 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-9789edb6-a350-4492-830d-da845e9c5f10 req-a4fd0f16-bcf0-484c-9b11-9e72eb98d74b tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:14:22.416885 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-87d3b5a0-a52f-4508-a330-d3719857d058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:22.420885 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-87d3b5a0-a52f-4508-a330-d3719857d058 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3c7e91df-ae9a-4089-9bf4-b510ac257fd8 HTTP/1.1" status: 204 len: 168 time: 0.5759161 Feb 09 12:14:22.422173 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-9789edb6-a350-4492-830d-da845e9c5f10 req-a4fd0f16-bcf0-484c-9b11-9e72eb98d74b tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:14:22.540330 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789edb6-a350-4492-830d-da845e9c5f10 req-a4fd0f16-bcf0-484c-9b11-9e72eb98d74b tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:22.541064 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-9789edb6-a350-4492-830d-da845e9c5f10 req-a4fd0f16-bcf0-484c-9b11-9e72eb98d74b tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:22.564893 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd0f16-bcf0-484c-9b11-9e72eb98d74b tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Pushing event updated for resources: {'Port': ['ID=6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:22.583860 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9789edb6-a350-4492-830d-da845e9c5f10 req-a4fd0f16-bcf0-484c-9b11-9e72eb98d74b tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2885387 Feb 09 12:14:22.605758 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-9789edb6-a350-4492-830d-da845e9c5f10 req-c27d4a90-b8ac-4a79-9d46-2b33b829229a service neutron] Request body: {'port': {'device_id': '2c54d584-274b-482c-b20a-a799695c352e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:14:22.617465 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a1107-1d10-423f-93a3-962b3935cc6c service neutron] Pushing event updated for resources: {'Port': ['ID=ff5ce11c-c909-4f3e-bf86-64527188c970,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:22.705422 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c799a-7dd5-46d4-accd-54b91582b46d req-179aef98-bb15-4c11-b63a-4bbbf3930451 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:22.713817 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ff6c799a-7dd5-46d4-accd-54b91582b46d req-179aef98-bb15-4c11-b63a-4bbbf3930451 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9f5aac1-8c2a-496d-a005-f08031e74aa4 HTTP/1.1" status: 200 len: 944 time: 0.3783283 Feb 09 12:14:22.766084 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-9789edb6-a350-4492-830d-da845e9c5f10 req-c27d4a90-b8ac-4a79-9d46-2b33b829229a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:22.844511 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ff6c799a-7dd5-46d4-accd-54b91582b46d req-59b50899-c360-41e9-afc1-ab3d3b1e40e9 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4fb3f13-7dc7-4cfe-ae6d-dfbf47efd150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294644 Feb 09 12:14:22.846257 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-8d5a1107-1d10-423f-93a3-962b3935cc6c service neutron] Attempting to bind port ff5ce11c-c909-4f3e-bf86-64527188c970 on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:14:22.873750 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-8d5a1107-1d10-423f-93a3-962b3935cc6c service neutron] Attempting to bind port ff5ce11c-c909-4f3e-bf86-64527188c970 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': '0c63d08b-86c2-44ed-af04-d226fc9fb1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd5d53378-b378-43cd-a6b4-2505b89a4e35'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:14:22.874252 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-8d5a1107-1d10-423f-93a3-962b3935cc6c service neutron] Attempting to bind port ff5ce11c-c909-4f3e-bf86-64527188c970 on network d5d53378-b378-43cd-a6b4-2505b89a4e35 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:14:22.884991 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-8d5a1107-1d10-423f-93a3-962b3935cc6c service neutron] Port ff5ce11c-c909-4f3e-bf86-64527188c970 on network d5d53378-b378-43cd-a6b4-2505b89a4e35 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:14:22.884991 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-8d5a1107-1d10-423f-93a3-962b3935cc6c service neutron] Attempting to bind port ff5ce11c-c909-4f3e-bf86-64527188c970 on network d5d53378-b378-43cd-a6b4-2505b89a4e35 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:14:22.905696 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-8d5a1107-1d10-423f-93a3-962b3935cc6c service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:14:22.913263 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39526) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:14:22.916396 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-8d5a1107-1d10-423f-93a3-962b3935cc6c service neutron] Checking segment: {'id': '0c63d08b-86c2-44ed-af04-d226fc9fb1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd5d53378-b378-43cd-a6b4-2505b89a4e35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:14:22.916804 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-8d5a1107-1d10-423f-93a3-962b3935cc6c service neutron] Bound using segment: {'id': '0c63d08b-86c2-44ed-af04-d226fc9fb1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd5d53378-b378-43cd-a6b4-2505b89a4e35'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:14:22.917267 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-8d5a1107-1d10-423f-93a3-962b3935cc6c service neutron] Bound port: ff5ce11c-c909-4f3e-bf86-64527188c970, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c63d08b-86c2-44ed-af04-d226fc9fb1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd5d53378-b378-43cd-a6b4-2505b89a4e35'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:14:22.917817 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-8d5a1107-1d10-423f-93a3-962b3935cc6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:22.940404 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-864fc492-5df8-46ea-801e-56105c44f221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:22.957748 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c0b44-3893-4116-89b2-26a9f1526db3 req-2ebf35c3-23e8-4505-a2dc-5a6e979a8e96 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:22.959252 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab8c0b44-3893-4116-89b2-26a9f1526db3 req-2ebf35c3-23e8-4505-a2dc-5a6e979a8e96 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.55 "GET /v2.0/ports?device_id=20429366-9de1-495c-9bc1-79e3e122257d HTTP/1.1" status: 200 len: 950 time: 0.3827598 Feb 09 12:14:22.988397 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-864fc492-5df8-46ea-801e-56105c44f221 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:14:23.032562 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-864fc492-5df8-46ea-801e-56105c44f221 admin admin] Usage tracker for resource:security_group_rule and tenant:e7b79f52062b4146bf32302ac969747e is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:14:23.041630 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-864fc492-5df8-46ea-801e-56105c44f221 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:14:23.058987 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-864fc492-5df8-46ea-801e-56105c44f221 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:14:23.105545 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab8c0b44-3893-4116-89b2-26a9f1526db3 req-5a614fe3-7e45-4180-ac49-33b5a8192183 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.55 "GET /v2.0/security-groups?id=eba7f389-f277-490a-b44f-52c207312cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011753 Feb 09 12:14:23.143124 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-8d5a1107-1d10-423f-93a3-962b3935cc6c service neutron] For port ff5ce11c-c909-4f3e-bf86-64527188c970, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:14:23.147859 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-8d5a1107-1d10-423f-93a3-962b3935cc6c service neutron] For port ff5ce11c-c909-4f3e-bf86-64527188c970, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=ff5ce11c-c909-4f3e-bf86-64527188c970,segment=NetworkSegment(0c63d08b-86c2-44ed-af04-d226fc9fb1b6),segment_id=0c63d08b-86c2-44ed-af04-d226fc9fb1b6)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:14:23.153946 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-8d5a1107-1d10-423f-93a3-962b3935cc6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:23.261144 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 0d85bbfe-ab37-4908-b505-2f3515665611 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:14:23.296731 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-864fc492-5df8-46ea-801e-56105c44f221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:23.302423 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-864fc492-5df8-46ea-801e-56105c44f221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:23.321184 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-8d5a1107-1d10-423f-93a3-962b3935cc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:23.322175 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-8d5a1107-1d10-423f-93a3-962b3935cc6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:23.323636 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-8d5a1107-1d10-423f-93a3-962b3935cc6c service neutron] 10.222.0.52 "PUT /v2.0/ports/ff5ce11c-c909-4f3e-bf86-64527188c970 HTTP/1.1" status: 200 len: 1091 time: 2.6478226 Feb 09 12:14:23.324141 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef259ac-cc44-4435-8382-9e55ac589bad', 'tag': 'ff5ce11c-c909-4f3e-bf86-64527188c970'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:14:23.456320 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 0d85bbfe-ab37-4908-b505-2f3515665611 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:14:23.473778 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 0d85bbfe-ab37-4908-b505-2f3515665611 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:14:23.475700 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:23.509196 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864fc492-5df8-46ea-801e-56105c44f221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2117c6b8-fd87-4ef5-b0df-bf089a156904,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:23.525269 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-864fc492-5df8-46ea-801e-56105c44f221 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e7b79f52062b4146bf32302ac969747e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6053534 Feb 09 12:14:23.528653 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 39546) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:14:23.541167 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a1107-1d10-423f-93a3-962b3935cc6c service neutron] Pushing event updated for resources: {'Port': ['ID=ff5ce11c-c909-4f3e-bf86-64527188c970,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:23.633732 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-9789edb6-a350-4492-830d-da845e9c5f10 req-c27d4a90-b8ac-4a79-9d46-2b33b829229a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:14:23.644504 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-9789edb6-a350-4492-830d-da845e9c5f10 req-c27d4a90-b8ac-4a79-9d46-2b33b829229a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:23.664056 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-9789edb6-a350-4492-830d-da845e9c5f10 req-c27d4a90-b8ac-4a79-9d46-2b33b829229a service neutron] Transition to ACTIVE for port object 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:14:23.668695 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device e9cd4a24-13a2-48d5-a087-aca4187189c0 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:14:23.669177 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-9789edb6-a350-4492-830d-da845e9c5f10 req-c27d4a90-b8ac-4a79-9d46-2b33b829229a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:23.713290 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 39552) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:14:23.741631 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:23.783098 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 0d85bbfe-ab37-4908-b505-2f3515665611, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=0d85bbfe-ab37-4908-b505-2f3515665611,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:14:23.784388 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45996a69-9659-4d16-9dbf-1ac7420126b1 req-41523136-baf1-4633-9dde-d422d9ea4413 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:23.787772 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5d450e-097f-4919-9836-b14e117230c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d85bbfe-ab37-4908-b505-2f3515665611'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:14:23.794307 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-45996a69-9659-4d16-9dbf-1ac7420126b1 req-41523136-baf1-4633-9dde-d422d9ea4413 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c54d584-274b-482c-b20a-a799695c352e HTTP/1.1" status: 200 len: 932 time: 0.5616410 Feb 09 12:14:23.796620 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:23.814003 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d92b5-e15c-42fa-a166-d9ee58397d94 req-3488d5fe-d588-4573-aeb9-6e8734b23506 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:23.823731 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cd7d92b5-e15c-42fa-a166-d9ee58397d94 req-3488d5fe-d588-4573-aeb9-6e8734b23506 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb5d450e-097f-4919-9836-b14e117230c6 HTTP/1.1" status: 200 len: 949 time: 0.4845445 Feb 09 12:14:23.837695 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d4a90-b8ac-4a79-9d46-2b33b829229a service neutron] Pushing event updated for resources: {'Port': ['ID=6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:23.868300 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-2dc8ee81-7ce3-4890-a5f9-394d9a09a47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:23.869783 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-2dc8ee81-7ce3-4890-a5f9-394d9a09a47f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2647956141fb47dda47c7b0b658b0402&device_id=2ef259ac-cc44-4435-8382-9e55ac589bad HTTP/1.1" status: 200 len: 1094 time: 0.4463151 Feb 09 12:14:23.874629 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e5fd961e-7c37-4da0-ac67-88cd018e85c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:23.917149 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port e9cd4a24-13a2-48d5-a087-aca4187189c0 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:14:23.926539 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port e9cd4a24-13a2-48d5-a087-aca4187189c0 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:14:23.926915 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:23.958949 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-19bd9971-e4fd-4c60-a0f7-a494e7a54d6a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1128572375-network', 'tenant_id': 'd9e142dcc3b94f689e2a3b6fa4505cc6'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:14:23.973544 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-9789edb6-a350-4492-830d-da845e9c5f10 req-c27d4a90-b8ac-4a79-9d46-2b33b829229a service neutron] Attempting to bind port 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5 on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:14:23.974650 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-9789edb6-a350-4492-830d-da845e9c5f10 req-c27d4a90-b8ac-4a79-9d46-2b33b829229a service neutron] Attempting to bind port 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': '32f229e9-9010-4be1-973f-7ae4423dcda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:14:23.974839 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=0d85bbfe-ab37-4908-b505-2f3515665611,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:23.975024 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9789edb6-a350-4492-830d-da845e9c5f10 req-c27d4a90-b8ac-4a79-9d46-2b33b829229a service neutron] Attempting to bind port 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5 on network c4b615eb-1906-4989-ab89-8b6ef1cc1053 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:14:23.995027 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-19bd9971-e4fd-4c60-a0f7-a494e7a54d6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:14:24.000778 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9789edb6-a350-4492-830d-da845e9c5f10 req-c27d4a90-b8ac-4a79-9d46-2b33b829229a service neutron] Port 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5 on network c4b615eb-1906-4989-ab89-8b6ef1cc1053 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:14:24.001758 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9789edb6-a350-4492-830d-da845e9c5f10 req-c27d4a90-b8ac-4a79-9d46-2b33b829229a service neutron] Attempting to bind port 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5 on network c4b615eb-1906-4989-ab89-8b6ef1cc1053 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:14:24.002537 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-0324400b-505c-49a3-a307-27290853c1f7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff5ce11c-c909-4f3e-bf86-64527188c970 HTTP/1.1" status: 200 len: 217 time: 0.1203935 Feb 09 12:14:24.014000 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9789edb6-a350-4492-830d-da845e9c5f10 req-c27d4a90-b8ac-4a79-9d46-2b33b829229a service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:14:24.014670 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9789edb6-a350-4492-830d-da845e9c5f10 req-c27d4a90-b8ac-4a79-9d46-2b33b829229a service neutron] Checking segment: {'id': '32f229e9-9010-4be1-973f-7ae4423dcda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:14:24.015465 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9789edb6-a350-4492-830d-da845e9c5f10 req-c27d4a90-b8ac-4a79-9d46-2b33b829229a service neutron] Bound using segment: {'id': '32f229e9-9010-4be1-973f-7ae4423dcda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:14:24.016390 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-9789edb6-a350-4492-830d-da845e9c5f10 req-c27d4a90-b8ac-4a79-9d46-2b33b829229a service neutron] Bound port: 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f229e9-9010-4be1-973f-7ae4423dcda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:14:24.017021 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-9789edb6-a350-4492-830d-da845e9c5f10 req-c27d4a90-b8ac-4a79-9d46-2b33b829229a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:24.020653 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-19bd9971-e4fd-4c60-a0f7-a494e7a54d6a admin admin] Usage tracker for resource:network and tenant:d9e142dcc3b94f689e2a3b6fa4505cc6 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:14:24.040487 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-45996a69-9659-4d16-9dbf-1ac7420126b1 req-847dff93-1ccd-40c1-890a-f033f3777f8a tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452240 Feb 09 12:14:24.041496 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-19bd9971-e4fd-4c60-a0f7-a494e7a54d6a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:14:24.045968 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e5fd961e-7c37-4da0-ac67-88cd018e85c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:24.067718 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:24.104443 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cd7d92b5-e15c-42fa-a166-d9ee58397d94 req-4eb40827-c4d0-49ca-8723-84e94dfaa0d8 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794700 Feb 09 12:14:24.108513 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port e9cd4a24-13a2-48d5-a087-aca4187189c0, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=e9cd4a24-13a2-48d5-a087-aca4187189c0,segment=NetworkSegment(bebbd8fc-dd7d-4200-8938-452b9dad56e6),segment_id=bebbd8fc-dd7d-4200-8938-452b9dad56e6)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:14:24.116122 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:24.118396 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 2757b3d6-dc7b-47d5-b590-77650b8c733f up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:14:24.118955 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ef259ac-cc44-4435-8382-9e55ac589bad', 'tag': 'ff5ce11c-c909-4f3e-bf86-64527188c970', 'status': 'completed', 'code': 200} Feb 09 12:14:24.127711 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-19bd9971-e4fd-4c60-a0f7-a494e7a54d6a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:14:24.162097 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-9789edb6-a350-4492-830d-da845e9c5f10 req-c27d4a90-b8ac-4a79-9d46-2b33b829229a service neutron] For port 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5, host n-h1-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:14:24.168462 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-9789edb6-a350-4492-830d-da845e9c5f10 req-c27d4a90-b8ac-4a79-9d46-2b33b829229a service neutron] For port 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5,segment=NetworkSegment(32f229e9-9010-4be1-973f-7ae4423dcda8),segment_id=32f229e9-9010-4be1-973f-7ae4423dcda8)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:14:24.179901 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-9789edb6-a350-4492-830d-da845e9c5f10 req-c27d4a90-b8ac-4a79-9d46-2b33b829229a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:24.224681 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5d450e-097f-4919-9836-b14e117230c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d85bbfe-ab37-4908-b505-2f3515665611', 'code': 200} Feb 09 12:14:24.251175 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789edb6-a350-4492-830d-da845e9c5f10 req-c27d4a90-b8ac-4a79-9d46-2b33b829229a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:24.252176 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-9789edb6-a350-4492-830d-da845e9c5f10 req-c27d4a90-b8ac-4a79-9d46-2b33b829229a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:24.254338 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9789edb6-a350-4492-830d-da845e9c5f10 req-c27d4a90-b8ac-4a79-9d46-2b33b829229a service neutron] 10.222.0.52 "PUT /v2.0/ports/6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5 HTTP/1.1" status: 200 len: 1092 time: 1.6555018 Feb 09 12:14:24.254863 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c54d584-274b-482c-b20a-a799695c352e', 'tag': '6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:14:24.271105 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d4a90-b8ac-4a79-9d46-2b33b829229a service neutron] Pushing event updated for resources: {'Port': ['ID=6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:24.320368 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=e9cd4a24-13a2-48d5-a087-aca4187189c0,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:24.344246 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port 2757b3d6-dc7b-47d5-b590-77650b8c733f completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:14:24.356765 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port 2757b3d6-dc7b-47d5-b590-77650b8c733f triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:14:24.357382 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:24.389540 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19bd9971-e4fd-4c60-a0f7-a494e7a54d6a admin admin] Made reservation on behalf of d9e142dcc3b94f689e2a3b6fa4505cc6 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:14:24.391889 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-19bd9971-e4fd-4c60-a0f7-a494e7a54d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:24.435219 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-19bd9971-e4fd-4c60-a0f7-a494e7a54d6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:24.445109 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789edb6-a350-4492-830d-da845e9c5f10 req-26d7637a-f8b8-49f4-8d10-b803a02e6569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:24.447281 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9789edb6-a350-4492-830d-da845e9c5f10 req-26d7637a-f8b8-49f4-8d10-b803a02e6569 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3a84524b0b1d4c8da324d07cc553e331&device_id=2c54d584-274b-482c-b20a-a799695c352e HTTP/1.1" status: 200 len: 1095 time: 0.1410880 Feb 09 12:14:24.456247 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-540797f5-e562-46d3-9788-6180907a5dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:24.458210 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-540797f5-e562-46d3-9788-6180907a5dc9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f490f554-8877-4819-a586-259ae6bd7647 HTTP/1.1" status: 200 len: 868 time: 0.4414525 Feb 09 12:14:24.483357 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-19bd9971-e4fd-4c60-a0f7-a494e7a54d6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:14:24.515179 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:24.527333 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-19bd9971-e4fd-4c60-a0f7-a494e7a54d6a admin admin] Usage tracker for resource:security_group_rule and tenant:d9e142dcc3b94f689e2a3b6fa4505cc6 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:14:24.534919 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-19bd9971-e4fd-4c60-a0f7-a494e7a54d6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:14:24.537684 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9789edb6-a350-4492-830d-da845e9c5f10 req-363fcabc-db63-4ce0-bf7c-4e68161bf8cb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5 HTTP/1.1" status: 200 len: 217 time: 0.0821407 Feb 09 12:14:24.552870 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 2757b3d6-dc7b-47d5-b590-77650b8c733f, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=2757b3d6-dc7b-47d5-b590-77650b8c733f,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:14:24.556784 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:24.590253 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-19bd9971-e4fd-4c60-a0f7-a494e7a54d6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:14:24.610091 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e5fd961e-7c37-4da0-ac67-88cd018e85c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:24.613477 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789edb6-a350-4492-830d-da845e9c5f10 req-10c695aa-714c-4fec-a1b8-2d8032c4a2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:24.615201 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9789edb6-a350-4492-830d-da845e9c5f10 req-10c695aa-714c-4fec-a1b8-2d8032c4a2e0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9d6b2f2b-3fb9-4d1b-ac78-19140ea18253 HTTP/1.1" status: 200 len: 860 time: 0.0711739 Feb 09 12:14:24.629749 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=2757b3d6-dc7b-47d5-b590-77650b8c733f,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:24.660405 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b4d29f-b23f-4dff-80ff-b6b8b3f4b6e0 req-c0dcb88c-f912-4776-b215-e526a69a1c71 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:24.661943 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-09b4d29f-b23f-4dff-80ff-b6b8b3f4b6e0 req-c0dcb88c-f912-4776-b215-e526a69a1c71 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.52 "GET /v2.0/ports?device_id=20429366-9de1-495c-9bc1-79e3e122257d HTTP/1.1" status: 200 len: 950 time: 0.5323093 Feb 09 12:14:24.664125 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9789edb6-a350-4492-830d-da845e9c5f10 req-7c676546-38f2-4507-963c-ab8ba32868d0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c4b615eb-1906-4989-ab89-8b6ef1cc1053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405765 Feb 09 12:14:24.674086 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd961e-7c37-4da0-ac67-88cd018e85c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2117c6b8-fd87-4ef5-b0df-bf089a156904,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:24.749488 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e5fd961e-7c37-4da0-ac67-88cd018e85c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:24.750506 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e5fd961e-7c37-4da0-ac67-88cd018e85c0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2117c6b8-fd87-4ef5-b0df-bf089a156904 HTTP/1.1" status: 204 len: 168 time: 1.2062976 Feb 09 12:14:24.766678 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efcc59-8a53-49a0-be10-fcee01029e0e req-8fc201e9-cca8-45c9-abd5-fb12933bedc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:24.768283 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-02efcc59-8a53-49a0-be10-fcee01029e0e req-8fc201e9-cca8-45c9-abd5-fb12933bedc1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bb5d450e-097f-4919-9836-b14e117230c6 HTTP/1.1" status: 200 len: 1101 time: 0.4865363 Feb 09 12:14:24.801350 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2944fa5-994e-4899-afed-8d02ba01bcb0 req-4ced23c8-70e9-4758-aa88-4f3034d7bccb tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:24.802825 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e2944fa5-994e-4899-afed-8d02ba01bcb0 req-4ced23c8-70e9-4758-aa88-4f3034d7bccb tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ef259ac-cc44-4435-8382-9e55ac589bad HTTP/1.1" status: 200 len: 943 time: 0.4611332 Feb 09 12:14:24.810418 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9789edb6-a350-4492-830d-da845e9c5f10 req-3cc84092-48ca-4de9-bad9-0bfcc5ffffe7 service neutron] 10.222.0.52 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326330 Feb 09 12:14:24.856672 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-09b4d29f-b23f-4dff-80ff-b6b8b3f4b6e0 req-3cd8f78e-3897-4149-8f04-c890127235dd tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Deleting port 3a6d0790-7987-48e3-9a28-b996cbe10c17 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:14:24.856941 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-09b4d29f-b23f-4dff-80ff-b6b8b3f4b6e0 req-3cd8f78e-3897-4149-8f04-c890127235dd tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:24.922131 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-5a3bfec1-3441-43e7-b284-fe53965ad8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:24.923626 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-5a3bfec1-3441-43e7-b284-fe53965ad8e7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d5d53378-b378-43cd-a6b4-2505b89a4e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4418082 Feb 09 12:14:24.943916 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-02efcc59-8a53-49a0-be10-fcee01029e0e req-a51c3bdf-481f-4af5-a08b-54357fbeeaac service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648741 Feb 09 12:14:24.953739 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9789edb6-a350-4492-830d-da845e9c5f10 req-47ba7470-52c9-4a89-8287-fd735eaa963a service neutron] 10.222.0.52 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339996 Feb 09 12:14:24.992693 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e072b0-4960-4274-9922-6ca0e8eb3c72 req-0572cd16-c907-4084-a73d-f6768cbd1068 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:24.994182 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f7e072b0-4960-4274-9922-6ca0e8eb3c72 req-0572cd16-c907-4084-a73d-f6768cbd1068 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9f5aac1-8c2a-496d-a005-f08031e74aa4 HTTP/1.1" status: 200 len: 945 time: 0.4726720 Feb 09 12:14:25.137508 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e2944fa5-994e-4899-afed-8d02ba01bcb0 req-310ecac3-8272-40e9-b5ce-e17b5b974b4d tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/security-groups?id=96be2d67-e14f-4304-b2f9-bac4f50faac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166032 Feb 09 12:14:25.194506 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-19bd9971-e4fd-4c60-a0f7-a494e7a54d6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:25.234721 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-19bd9971-e4fd-4c60-a0f7-a494e7a54d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:25.297998 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f7e072b0-4960-4274-9922-6ca0e8eb3c72 req-fe4c24a8-66e6-4bb6-903b-29a62848be86 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4fb3f13-7dc7-4cfe-ae6d-dfbf47efd150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866313 Feb 09 12:14:25.385342 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c54d584-274b-482c-b20a-a799695c352e', 'tag': '6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5', 'status': 'completed', 'code': 200} Feb 09 12:14:25.402337 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19bd9971-e4fd-4c60-a0f7-a494e7a54d6a admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:14:25.422597 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd9971-e4fd-4c60-a0f7-a494e7a54d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e083b4df-8a80-4cb5-af0c-e1c8d6d70b06,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:25.431740 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-49758deb-9253-4e05-b768-96831e9ef9cf service neutron] 10.222.0.52 "GET /v2.0/networks/d5d53378-b378-43cd-a6b4-2505b89a4e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4970121 Feb 09 12:14:25.480378 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-19bd9971-e4fd-4c60-a0f7-a494e7a54d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:25.480732 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-19bd9971-e4fd-4c60-a0f7-a494e7a54d6a admin admin] Added segment 050321ca-daaf-4c62-b4d2-3b88eaa37f3c of type vlan for network f843456f-11ac-4f30-b1e0-578d6700b240 Feb 09 12:14:25.511292 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866e417-0588-4a75-918a-7c0fd8722ee3 req-eaea562d-9476-4dd8-976c-6cb0f2eacd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:25.512833 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-5866e417-0588-4a75-918a-7c0fd8722ee3 req-eaea562d-9476-4dd8-976c-6cb0f2eacd22 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3a84524b0b1d4c8da324d07cc553e331&device_id=2c54d584-274b-482c-b20a-a799695c352e HTTP/1.1" status: 200 len: 1095 time: 0.0970805 Feb 09 12:14:25.634504 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-09b4d29f-b23f-4dff-80ff-b6b8b3f4b6e0 req-3cd8f78e-3897-4149-8f04-c890127235dd tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] For port 3a6d0790-7987-48e3-9a28-b996cbe10c17, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=3a6d0790-7987-48e3-9a28-b996cbe10c17,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:14:25.634870 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-09b4d29f-b23f-4dff-80ff-b6b8b3f4b6e0 req-3cd8f78e-3897-4149-8f04-c890127235dd tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:25.658873 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-19bd9971-e4fd-4c60-a0f7-a494e7a54d6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:25.663998 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866e417-0588-4a75-918a-7c0fd8722ee3 req-97e1a711-cfd8-4323-98fb-3b046b4dbeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:25.666286 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-5866e417-0588-4a75-918a-7c0fd8722ee3 req-97e1a711-cfd8-4323-98fb-3b046b4dbeed service neutron] 10.222.0.52 "GET /v2.0/networks?id=c4b615eb-1906-4989-ab89-8b6ef1cc1053 HTTP/1.1" status: 200 len: 921 time: 0.1449292 Feb 09 12:14:25.746208 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-5866e417-0588-4a75-918a-7c0fd8722ee3 req-ad9510b9-9785-4ad9-869c-901aed52513f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5 HTTP/1.1" status: 200 len: 217 time: 0.0688472 Feb 09 12:14:25.817268 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866e417-0588-4a75-918a-7c0fd8722ee3 req-b4b4395e-3f3b-4d57-b7e1-5cbe50162968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:25.818951 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-5866e417-0588-4a75-918a-7c0fd8722ee3 req-b4b4395e-3f3b-4d57-b7e1-5cbe50162968 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9d6b2f2b-3fb9-4d1b-ac78-19140ea18253 HTTP/1.1" status: 200 len: 860 time: 0.0662243 Feb 09 12:14:25.872647 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-5866e417-0588-4a75-918a-7c0fd8722ee3 req-7fd6a9b1-eea7-4e7f-bc72-79670d595625 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c4b615eb-1906-4989-ab89-8b6ef1cc1053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442889 Feb 09 12:14:25.907911 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-09b4d29f-b23f-4dff-80ff-b6b8b3f4b6e0 req-3cd8f78e-3897-4149-8f04-c890127235dd tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Calling delete_port for 3a6d0790-7987-48e3-9a28-b996cbe10c17 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:14:25.961215 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33500fdc-6d46-4467-a162-c42b8a92fd15 req-8c89f310-dfc6-4167-9495-9ddf42f7e7bc tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:25.962719 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-33500fdc-6d46-4467-a162-c42b8a92fd15 req-8c89f310-dfc6-4167-9495-9ddf42f7e7bc tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.55 "GET /v2.0/ports?device_id=20429366-9de1-495c-9bc1-79e3e122257d HTTP/1.1" status: 200 len: 950 time: 0.6574931 Feb 09 12:14:25.991880 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.resource_extend [None req-19bd9971-e4fd-4c60-a0f7-a494e7a54d6a admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:14:26.040483 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-28052153-f6ea-47d1-b0b0-7059a94da96d req-45ebfdad-3051-470b-bf0d-2d59af84a568 service neutron] 10.222.0.52 "GET /v2.0/networks/d5d53378-b378-43cd-a6b4-2505b89a4e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5902195 Feb 09 12:14:26.067701 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-19bd9971-e4fd-4c60-a0f7-a494e7a54d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:26.068723 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bd9971-e4fd-4c60-a0f7-a494e7a54d6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:26.069316 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-19bd9971-e4fd-4c60-a0f7-a494e7a54d6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:26.117674 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-33500fdc-6d46-4467-a162-c42b8a92fd15 req-1ce360bb-c113-4275-8da8-7829fbe0f321 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.55 "GET /v2.0/security-groups?id=eba7f389-f277-490a-b44f-52c207312cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400621 Feb 09 12:14:26.152632 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-5866e417-0588-4a75-918a-7c0fd8722ee3 req-d1dfcbdb-f0a9-432e-bf80-62b155c37b44 service neutron] 10.222.0.52 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691934 Feb 09 12:14:26.226341 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f5aac1-8c2a-496d-a005-f08031e74aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9cd4a24-13a2-48d5-a087-aca4187189c0'}, {'server_uuid': 'e1adc09c-f94a-4d63-9a0d-da5e6c06692c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2757b3d6-dc7b-47d5-b590-77650b8c733f'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:14:26.252522 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83191c-c8a8-4f32-97e7-2d9cf4e92d8c req-b0f6cdfb-b4a2-4430-a8b0-7312061e6ca4 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:26.260027 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bf83191c-c8a8-4f32-97e7-2d9cf4e92d8c req-b0f6cdfb-b4a2-4430-a8b0-7312061e6ca4 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c54d584-274b-482c-b20a-a799695c352e HTTP/1.1" status: 200 len: 944 time: 0.6933537 Feb 09 12:14:26.322303 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-19bd9971-e4fd-4c60-a0f7-a494e7a54d6a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.6042340 Feb 09 12:14:26.325072 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39610) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:14:26.332790 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd9971-e4fd-4c60-a0f7-a494e7a54d6a admin admin] Pushing event updated for resources: {'Network': ['ID=f843456f-11ac-4f30-b1e0-578d6700b240,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:26.347870 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network f843456f-11ac-4f30-b1e0-578d6700b240 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:14:26.350856 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-29d75da7-5436-47a2-af44-a1bd32b4e4ba admin admin] Request body: {'subnet': {'network_id': 'f843456f-11ac-4f30-b1e0-578d6700b240', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1128572375-subnet', 'tenant_id': 'd9e142dcc3b94f689e2a3b6fa4505cc6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:14:26.366583 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-29d75da7-5436-47a2-af44-a1bd32b4e4ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:14:26.375200 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-29d75da7-5436-47a2-af44-a1bd32b4e4ba admin admin] Usage tracker for resource:subnet and tenant:d9e142dcc3b94f689e2a3b6fa4505cc6 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:14:26.378747 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-29d75da7-5436-47a2-af44-a1bd32b4e4ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:14:26.393996 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-29d75da7-5436-47a2-af44-a1bd32b4e4ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:14:26.406889 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-5866e417-0588-4a75-918a-7c0fd8722ee3 req-70d7bc1c-935c-4f9e-9ade-9f9773c22e88 service neutron] 10.222.0.52 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467027 Feb 09 12:14:26.408511 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d75da7-5436-47a2-af44-a1bd32b4e4ba admin admin] Made reservation on behalf of d9e142dcc3b94f689e2a3b6fa4505cc6 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:14:26.412496 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-29d75da7-5436-47a2-af44-a1bd32b4e4ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:26.453586 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bf83191c-c8a8-4f32-97e7-2d9cf4e92d8c req-2095a5bc-f55b-4799-b5bd-ecc959b160df tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926141 Feb 09 12:14:26.458374 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-09b4d29f-b23f-4dff-80ff-b6b8b3f4b6e0 req-3cd8f78e-3897-4149-8f04-c890127235dd tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:26.535591 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['0b609802-8f84-45a3-b1c8-b380d7ab3be7'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:14:26.614741 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8f78e-3897-4149-8f04-c890127235dd tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Pushing event deleted for resources: {'Port': ['ID=3a6d0790-7987-48e3-9a28-b996cbe10c17,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:26.714811 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa920d-484a-41d8-88b8-2f307bec138b req-e92514a0-e513-4d5b-b548-c1d123af6fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:26.716833 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9bfa920d-484a-41d8-88b8-2f307bec138b req-e92514a0-e513-4d5b-b548-c1d123af6fd6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2647956141fb47dda47c7b0b658b0402&device_id=2ef259ac-cc44-4435-8382-9e55ac589bad HTTP/1.1" status: 200 len: 1094 time: 0.5978570 Feb 09 12:14:26.792660 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-29d75da7-5436-47a2-af44-a1bd32b4e4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:26.811961 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b4d29f-b23f-4dff-80ff-b6b8b3f4b6e0 req-3cd8f78e-3897-4149-8f04-c890127235dd tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] No DVR routers for this DVR port 3a6d0790-7987-48e3-9a28-b996cbe10c17 on host n-h1-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:14:26.818326 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-09b4d29f-b23f-4dff-80ff-b6b8b3f4b6e0 req-3cd8f78e-3897-4149-8f04-c890127235dd tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:26.824039 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20429366-9de1-495c-9bc1-79e3e122257d', 'name': 'network-vif-deleted', 'tag': '3a6d0790-7987-48e3-9a28-b996cbe10c17'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:14:26.873684 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d75da7-5436-47a2-af44-a1bd32b4e4ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf3265ab-0466-4823-9d02-3632fa48e999,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:26.885354 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d75da7-5436-47a2-af44-a1bd32b4e4ba admin admin] Checking segment: {'id': '050321ca-daaf-4c62-b4d2-3b88eaa37f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f843456f-11ac-4f30-b1e0-578d6700b240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:14:26.885713 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d75da7-5436-47a2-af44-a1bd32b4e4ba admin admin] Network hostable DHCP agents. Network: f843456f-11ac-4f30-b1e0-578d6700b240, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:14:26.906795 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d75da7-5436-47a2-af44-a1bd32b4e4ba admin admin] Network f843456f-11ac-4f30-b1e0-578d6700b240 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:14:26.913139 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa042613-b83e-4d6c-9cdb-4c58d302e581 req-5d450915-8187-4fa4-a04c-b4033c4949ad tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:26.916319 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fa042613-b83e-4d6c-9cdb-4c58d302e581 req-5d450915-8187-4fa4-a04c-b4033c4949ad tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb5d450e-097f-4919-9836-b14e117230c6 HTTP/1.1" status: 200 len: 950 time: 0.5927210 Feb 09 12:14:26.919023 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-29d75da7-5436-47a2-af44-a1bd32b4e4ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, f843456f-11ac-4f30-b1e0-578d6700b240) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:14:26.923508 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d75da7-5436-47a2-af44-a1bd32b4e4ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:26.924145 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-29d75da7-5436-47a2-af44-a1bd32b4e4ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:26.929788 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6195ef1-6abc-40de-9e06-8832f9e094f4 None None] Network f843456f-11ac-4f30-b1e0-578d6700b240 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:14:26.950667 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-09b4d29f-b23f-4dff-80ff-b6b8b3f4b6e0 req-3cd8f78e-3897-4149-8f04-c890127235dd tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.52 "DELETE /v2.0/ports/3a6d0790-7987-48e3-9a28-b996cbe10c17 HTTP/1.1" status: 204 len: 173 time: 2.2714570 Feb 09 12:14:26.982137 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-29d75da7-5436-47a2-af44-a1bd32b4e4ba admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6547036 Feb 09 12:14:26.984748 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39626) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:14:26.993275 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-15d8ae6d-1065-4d47-a1ac-3a56b6459869 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1128572375-router', 'tenant_id': 'd9e142dcc3b94f689e2a3b6fa4505cc6', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:14:26.997909 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fa042613-b83e-4d6c-9cdb-4c58d302e581 req-c6d2c959-a37d-453b-8287-aa512a2bc377 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718553 Feb 09 12:14:27.009248 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-15d8ae6d-1065-4d47-a1ac-3a56b6459869 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:14:27.016598 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-15d8ae6d-1065-4d47-a1ac-3a56b6459869 admin admin] Usage tracker for resource:router and tenant:d9e142dcc3b94f689e2a3b6fa4505cc6 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:14:27.022709 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e68562-f095-4f45-8779-3a5790ed152c req-d04dd2e7-b5e3-43a2-9dcf-242d2e5a48fe tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:27.023947 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-15d8ae6d-1065-4d47-a1ac-3a56b6459869 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:14:27.024267 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a7e68562-f095-4f45-8779-3a5790ed152c req-d04dd2e7-b5e3-43a2-9dcf-242d2e5a48fe tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ef259ac-cc44-4435-8382-9e55ac589bad HTTP/1.1" status: 200 len: 943 time: 0.3923781 Feb 09 12:14:27.031644 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-15d8ae6d-1065-4d47-a1ac-3a56b6459869 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:14:27.051305 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa920d-484a-41d8-88b8-2f307bec138b req-399a8b68-d6a7-4a52-8429-dba853a35110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:27.057981 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9bfa920d-484a-41d8-88b8-2f307bec138b req-399a8b68-d6a7-4a52-8429-dba853a35110 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d5d53378-b378-43cd-a6b4-2505b89a4e35 HTTP/1.1" status: 200 len: 930 time: 0.3233967 Feb 09 12:14:27.064291 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-15d8ae6d-1065-4d47-a1ac-3a56b6459869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:27.066126 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-15d8ae6d-1065-4d47-a1ac-3a56b6459869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:27.123980 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-15d8ae6d-1065-4d47-a1ac-3a56b6459869 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:27.210300 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f5aac1-8c2a-496d-a005-f08031e74aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9cd4a24-13a2-48d5-a087-aca4187189c0', 'code': 200} Feb 09 12:14:27.212656 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1adc09c-f94a-4d63-9a0d-da5e6c06692c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2757b3d6-dc7b-47d5-b590-77650b8c733f', 'code': 200} Feb 09 12:14:27.214885 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9bfa920d-484a-41d8-88b8-2f307bec138b req-3ac475b6-ff48-4749-8804-051758fadbc0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff5ce11c-c909-4f3e-bf86-64527188c970 HTTP/1.1" status: 200 len: 217 time: 0.1428545 Feb 09 12:14:27.275865 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1295c38-21b7-4d6d-9fa9-307ca467c69b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-f843456f-11ac-4f30-b1e0-578d6700b240', 'network_id': 'f843456f-11ac-4f30-b1e0-578d6700b240', 'tenant_id': 'd9e142dcc3b94f689e2a3b6fa4505cc6', 'fixed_ips': [{'subnet_id': 'bf3265ab-0466-4823-9d02-3632fa48e999'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:14:27.277382 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d1295c38-21b7-4d6d-9fa9-307ca467c69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:27.304136 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a7e68562-f095-4f45-8779-3a5790ed152c req-ad6d2c44-75b2-413f-89dd-f8e1626376b9 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/security-groups?id=96be2d67-e14f-4304-b2f9-bac4f50faac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693012 Feb 09 12:14:27.473203 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-d1295c38-21b7-4d6d-9fa9-307ca467c69b None None] Allocated IP 172.20.0.2 (f843456f-11ac-4f30-b1e0-578d6700b240/bf3265ab-0466-4823-9d02-3632fa48e999/4cce7ac8-615d-42e1-9c7a-6f5a9aee3f89) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:14:27.514582 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa920d-484a-41d8-88b8-2f307bec138b req-a2c51227-b6a7-441f-9c86-daa497a61a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:27.525048 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9bfa920d-484a-41d8-88b8-2f307bec138b req-a2c51227-b6a7-441f-9c86-daa497a61a6b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f490f554-8877-4819-a586-259ae6bd7647 HTTP/1.1" status: 200 len: 868 time: 0.2786152 Feb 09 12:14:27.683345 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-15d8ae6d-1065-4d47-a1ac-3a56b6459869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:27.692060 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41006386-77e0-4fee-a71c-6b85c359459c req-3543a2a0-6faa-4a1c-813e-f3880b5593ac tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:27.699845 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-41006386-77e0-4fee-a71c-6b85c359459c req-3543a2a0-6faa-4a1c-813e-f3880b5593ac tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9f5aac1-8c2a-496d-a005-f08031e74aa4 HTTP/1.1" status: 200 len: 945 time: 0.4522467 Feb 09 12:14:27.725685 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d1295c38-21b7-4d6d-9fa9-307ca467c69b None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:27.738404 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-d1295c38-21b7-4d6d-9fa9-307ca467c69b None None] Transition to ACTIVE for port object 4cce7ac8-615d-42e1-9c7a-6f5a9aee3f89 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:14:27.761556 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-d1295c38-21b7-4d6d-9fa9-307ca467c69b None None] Transition to ACTIVE for port object 4cce7ac8-615d-42e1-9c7a-6f5a9aee3f89 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:14:27.762920 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa9d24-8c73-4641-8f18-e1af51fdde48 req-82e6682f-43dc-4765-a1cc-f348c206e998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:27.764484 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-50fa9d24-8c73-4641-8f18-e1af51fdde48 req-82e6682f-43dc-4765-a1cc-f348c206e998 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e9f5aac1-8c2a-496d-a005-f08031e74aa4 HTTP/1.1" status: 200 len: 1096 time: 0.3841617 Feb 09 12:14:27.767484 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:14:27.771417 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 3a6d0790-7987-48e3-9a28-b996cbe10c17 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:14:27.772721 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20429366-9de1-495c-9bc1-79e3e122257d', 'name': 'network-vif-deleted', 'tag': '3a6d0790-7987-48e3-9a28-b996cbe10c17', 'status': 'completed', 'code': 200} Feb 09 12:14:27.784923 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-41006386-77e0-4fee-a71c-6b85c359459c req-e0037944-6b71-4ff2-853c-22508337a04c tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4fb3f13-7dc7-4cfe-ae6d-dfbf47efd150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840669 Feb 09 12:14:27.813634 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] No Port match for: 3a6d0790-7987-48e3-9a28-b996cbe10c17 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:14:27.814209 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 3a6d0790-7987-48e3-9a28-b996cbe10c17 not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:14:27.816947 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d1295c38-21b7-4d6d-9fa9-307ca467c69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:27.854184 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa920d-484a-41d8-88b8-2f307bec138b req-5f6f2634-577b-4f93-b345-d92502033996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:27.865735 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9bfa920d-484a-41d8-88b8-2f307bec138b req-5f6f2634-577b-4f93-b345-d92502033996 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d5d53378-b378-43cd-a6b4-2505b89a4e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3398676 Feb 09 12:14:27.940709 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-50fa9d24-8c73-4641-8f18-e1af51fdde48 req-f2a5e527-798f-4e99-b6c8-e7e7fcd03c54 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f4fb3f13-7dc7-4cfe-ae6d-dfbf47efd150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547308 Feb 09 12:14:27.955763 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496df430-5d6b-4fee-89b3-3f2c072447d3 req-2c20a30f-87c1-4cd1-9c2d-9ded56af69a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:27.958272 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-496df430-5d6b-4fee-89b3-3f2c072447d3 req-2c20a30f-87c1-4cd1-9c2d-9ded56af69a7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e1adc09c-f94a-4d63-9a0d-da5e6c06692c HTTP/1.1" status: 200 len: 1100 time: 0.6671360 Feb 09 12:14:28.045882 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5,segment=NetworkSegment(32f229e9-9010-4be1-973f-7ae4423dcda8),segment_id=32f229e9-9010-4be1-973f-7ae4423dcda8)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:14:28.070827 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1295c38-21b7-4d6d-9fa9-307ca467c69b None None] Pushing event updated for resources: {'Port': ['ID=4cce7ac8-615d-42e1-9c7a-6f5a9aee3f89,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:28.074654 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-ec8de0b4-287a-4e42-90ed-722ae56aa35f req-7809ebb3-b433-4fbe-b4e8-e7149873b050 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Synchronizing usage tracker for tenant:3154404fb1d448f2abd699c18c801bd7 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:14:28.076906 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': '6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5', 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053', 'port_id': '6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5', 'mac_address': 'fa:16:3e:d0:a7:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d6b2f2b-3fb9-4d1b-ac78-19140ea18253', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:14:28.089602 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1295c38-21b7-4d6d-9fa9-307ca467c69b None None] Network f843456f-11ac-4f30-b1e0-578d6700b240 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:14:28.121162 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-d1295c38-21b7-4d6d-9fa9-307ca467c69b None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:14:28.129139 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1295c38-21b7-4d6d-9fa9-307ca467c69b None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:14:28.185221 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-15d8ae6d-1065-4d47-a1ac-3a56b6459869 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:28.224818 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:28.236844 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-15d8ae6d-1065-4d47-a1ac-3a56b6459869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:28.263625 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:14:28.270073 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-d1295c38-21b7-4d6d-9fa9-307ca467c69b None None] Attempting to bind port 4cce7ac8-615d-42e1-9c7a-6f5a9aee3f89 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:14:28.270574 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-d1295c38-21b7-4d6d-9fa9-307ca467c69b None None] Attempting to bind port 4cce7ac8-615d-42e1-9c7a-6f5a9aee3f89 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '050321ca-daaf-4c62-b4d2-3b88eaa37f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f843456f-11ac-4f30-b1e0-578d6700b240'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:14:28.270945 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1295c38-21b7-4d6d-9fa9-307ca467c69b None None] Attempting to bind port 4cce7ac8-615d-42e1-9c7a-6f5a9aee3f89 on network f843456f-11ac-4f30-b1e0-578d6700b240 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:14:28.282400 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1295c38-21b7-4d6d-9fa9-307ca467c69b None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:14:28.283103 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1295c38-21b7-4d6d-9fa9-307ca467c69b None None] Checking segment: {'id': '050321ca-daaf-4c62-b4d2-3b88eaa37f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f843456f-11ac-4f30-b1e0-578d6700b240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:14:28.283211 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d1295c38-21b7-4d6d-9fa9-307ca467c69b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:28.284558 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1295c38-21b7-4d6d-9fa9-307ca467c69b None None] Bound using segment: {'id': '050321ca-daaf-4c62-b4d2-3b88eaa37f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f843456f-11ac-4f30-b1e0-578d6700b240'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:14:28.284558 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-d1295c38-21b7-4d6d-9fa9-307ca467c69b None None] Bound port: 4cce7ac8-615d-42e1-9c7a-6f5a9aee3f89, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '050321ca-daaf-4c62-b4d2-3b88eaa37f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f843456f-11ac-4f30-b1e0-578d6700b240'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:14:28.284904 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d1295c38-21b7-4d6d-9fa9-307ca467c69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:28.291206 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-ec8de0b4-287a-4e42-90ed-722ae56aa35f req-7809ebb3-b433-4fbe-b4e8-e7149873b050 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Unset dirty status for tenant:3154404fb1d448f2abd699c18c801bd7 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:14:28.292387 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ec8de0b4-287a-4e42-90ed-722ae56aa35f req-7809ebb3-b433-4fbe-b4e8-e7149873b050 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.55 "GET /v2.0/ports?device_id=20429366-9de1-495c-9bc1-79e3e122257d HTTP/1.1" status: 200 len: 210 time: 0.3571999 Feb 09 12:14:28.295470 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9bfa920d-484a-41d8-88b8-2f307bec138b req-0e1463e3-8626-46ce-bd8b-134374199d57 service neutron] 10.222.0.52 "GET /v2.0/networks/d5d53378-b378-43cd-a6b4-2505b89a4e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4187806 Feb 09 12:14:28.303958 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5,segment=NetworkSegment(32f229e9-9010-4be1-973f-7ae4423dcda8),segment_id=32f229e9-9010-4be1-973f-7ae4423dcda8)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:14:28.322055 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-496df430-5d6b-4fee-89b3-3f2c072447d3 req-bd68f76a-3e2a-4338-b874-779a5bf5c1a6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061165 Feb 09 12:14:28.407201 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:28.409107 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff113b2-5883-4bd3-b9a2-0afe727d4bc1 req-1d4c3384-7fe8-4334-a6fc-7b6f7d1f4a61 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:28.415970 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5ff113b2-5883-4bd3-b9a2-0afe727d4bc1 req-1d4c3384-7fe8-4334-a6fc-7b6f7d1f4a61 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c54d584-274b-482c-b20a-a799695c352e HTTP/1.1" status: 200 len: 944 time: 0.3991218 Feb 09 12:14:28.432332 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-15d8ae6d-1065-4d47-a1ac-3a56b6459869 admin admin] Allocated IP 172.25.7.175 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/32b4f098-3057-4e85-886a-f7e94813b6ec) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:14:28.500894 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5ff113b2-5883-4bd3-b9a2-0afe727d4bc1 req-3400a6fd-1393-4ea9-bb38-e491ba0bd8e9 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840595 Feb 09 12:14:28.506026 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d0452d0f-9ebd-4038-9a39-392fb54ae543 req-8c571595-e4a7-4991-beb0-1a7e6f142f86 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8e715918-da6c-4672-8728-e9452b74cf3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2614751 Feb 09 12:14:28.538852 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9bfa920d-484a-41d8-88b8-2f307bec138b req-c8853952-cb8b-4643-980f-d90dc83ecb7c service neutron] 10.222.0.52 "GET /v2.0/networks/d5d53378-b378-43cd-a6b4-2505b89a4e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293017 Feb 09 12:14:28.556520 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:28.564804 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-d1295c38-21b7-4d6d-9fa9-307ca467c69b None None] For port 4cce7ac8-615d-42e1-9c7a-6f5a9aee3f89, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:14:28.568618 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-d1295c38-21b7-4d6d-9fa9-307ca467c69b None None] For port 4cce7ac8-615d-42e1-9c7a-6f5a9aee3f89, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=4cce7ac8-615d-42e1-9c7a-6f5a9aee3f89,segment=NetworkSegment(050321ca-daaf-4c62-b4d2-3b88eaa37f3c),segment_id=050321ca-daaf-4c62-b4d2-3b88eaa37f3c)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:14:28.585154 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d1295c38-21b7-4d6d-9fa9-307ca467c69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:28.691121 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1295c38-21b7-4d6d-9fa9-307ca467c69b None None] Pushing event updated for resources: {'Port': ['ID=4cce7ac8-615d-42e1-9c7a-6f5a9aee3f89,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:28.745715 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-15d8ae6d-1065-4d47-a1ac-3a56b6459869 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:28.778515 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-15d8ae6d-1065-4d47-a1ac-3a56b6459869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:28.793264 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:14:28.839858 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b74a65-0410-412b-841b-e633e00d10db req-08307431-69a7-4a4f-9d9b-ecb9375561c8 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:28.841431 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-35b74a65-0410-412b-841b-e633e00d10db req-08307431-69a7-4a4f-9d9b-ecb9375561c8 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb5d450e-097f-4919-9836-b14e117230c6 HTTP/1.1" status: 200 len: 950 time: 0.2396343 Feb 09 12:14:28.857102 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d8ae6d-1065-4d47-a1ac-3a56b6459869 admin admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:14:28.860529 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-15d8ae6d-1065-4d47-a1ac-3a56b6459869 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:14:28.864849 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d8ae6d-1065-4d47-a1ac-3a56b6459869 admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:14:28.920967 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-35b74a65-0410-412b-841b-e633e00d10db req-10bab627-9cd9-4c91-8e7b-ce8aca85e025 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708170 Feb 09 12:14:28.931641 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8ae6d-1065-4d47-a1ac-3a56b6459869 admin admin] Pushing event updated for resources: {'Port': ['ID=32b4f098-3057-4e85-886a-f7e94813b6ec,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:28.933844 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae4671-f265-4bb9-b1b5-3da9d461e2bb req-7f48b34a-4404-49cc-933f-007f0f91727f tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:28.935517 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3ae4671-f265-4bb9-b1b5-3da9d461e2bb req-7f48b34a-4404-49cc-933f-007f0f91727f tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ef259ac-cc44-4435-8382-9e55ac589bad HTTP/1.1" status: 200 len: 943 time: 0.2075300 Feb 09 12:14:28.937715 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0452d0f-9ebd-4038-9a39-392fb54ae543 req-efae1d99-1797-497c-9ea4-6d1ebd664b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:28.939092 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d0452d0f-9ebd-4038-9a39-392fb54ae543 req-efae1d99-1797-497c-9ea4-6d1ebd664b3a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b614b8bd377446f892967d9352b20ad9&device_id=8e715918-da6c-4672-8728-e9452b74cf3c HTTP/1.1" status: 200 len: 1096 time: 0.2544165 Feb 09 12:14:29.143253 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3ae4671-f265-4bb9-b1b5-3da9d461e2bb req-a4b6b50d-04f5-45a0-a734-fb6e0faba96d tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/security-groups?id=96be2d67-e14f-4304-b2f9-bac4f50faac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774647 Feb 09 12:14:29.353529 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0452d0f-9ebd-4038-9a39-392fb54ae543 req-8c5a78b6-b67f-4f2d-a793-0a203099676d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:29.354989 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d0452d0f-9ebd-4038-9a39-392fb54ae543 req-8c5a78b6-b67f-4f2d-a793-0a203099676d service neutron] 10.222.0.52 "GET /v2.0/networks?id=de69ec27-0664-4edc-8ca7-aed58e385f8e HTTP/1.1" status: 200 len: 925 time: 0.3591485 Feb 09 12:14:29.392181 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-15d8ae6d-1065-4d47-a1ac-3a56b6459869 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:29.498427 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6c350-9555-4b64-8167-23b9bef6a1ee req-5e31ec6b-a2f2-4cce-805d-4102c7281df7 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:29.504346 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-34d6c350-9555-4b64-8167-23b9bef6a1ee req-5e31ec6b-a2f2-4cce-805d-4102c7281df7 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9f5aac1-8c2a-496d-a005-f08031e74aa4 HTTP/1.1" status: 200 len: 945 time: 0.3577015 Feb 09 12:14:29.527100 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-82285cd7-89f4-4ead-a00d-dcb7f6404920 req-e8b594e9-6ed2-40a3-8e23-c5851e74dcb4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=189af3d9-46b0-47b6-bf5c-49a5158a1b7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3157220 Feb 09 12:14:29.547042 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a2bd7-39ee-4ec1-9287-35b635260655 req-1f02669d-7a72-429e-92f8-c03270eb9350 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:29.548579 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-188a2bd7-39ee-4ec1-9287-35b635260655 req-1f02669d-7a72-429e-92f8-c03270eb9350 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1adc09c-f94a-4d63-9a0d-da5e6c06692c HTTP/1.1" status: 200 len: 949 time: 0.2880526 Feb 09 12:14:29.550981 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d0452d0f-9ebd-4038-9a39-392fb54ae543 req-9f89134c-033f-44cb-bc69-e5dc7d4afdb1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc39ec9a-ad56-486a-9e65-3b68384bbb06 HTTP/1.1" status: 200 len: 1000 time: 0.1766436 Feb 09 12:14:29.672365 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device ff5ce11c-c909-4f3e-bf86-64527188c970 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:14:29.699350 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-34d6c350-9555-4b64-8167-23b9bef6a1ee req-9463f27d-b3e2-4784-bdbd-b77c46cba89b tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4fb3f13-7dc7-4cfe-ae6d-dfbf47efd150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904502 Feb 09 12:14:29.867811 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0452d0f-9ebd-4038-9a39-392fb54ae543 req-a81151c5-dd93-4712-8954-052e6aa357c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:29.872877 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d0452d0f-9ebd-4038-9a39-392fb54ae543 req-a81151c5-dd93-4712-8954-052e6aa357c5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2cf1195f-6cfb-4f71-a13f-5a2ca1abc351 HTTP/1.1" status: 200 len: 863 time: 0.2913957 Feb 09 12:14:29.884774 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-188a2bd7-39ee-4ec1-9287-35b635260655 req-263abbd6-0056-4b93-aea1-f8b9b8794f16 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233974 Feb 09 12:14:29.893112 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-15d8ae6d-1065-4d47-a1ac-3a56b6459869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:29.927256 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port ff5ce11c-c909-4f3e-bf86-64527188c970, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=ff5ce11c-c909-4f3e-bf86-64527188c970,segment=NetworkSegment(0c63d08b-86c2-44ed-af04-d226fc9fb1b6),segment_id=0c63d08b-86c2-44ed-af04-d226fc9fb1b6)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:14:29.961272 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 4cce7ac8-615d-42e1-9c7a-6f5a9aee3f89 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:14:30.031890 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82285cd7-89f4-4ead-a00d-dcb7f6404920 req-4336d7d6-465b-4a6d-9976-301948f1944e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:30.039635 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-82285cd7-89f4-4ead-a00d-dcb7f6404920 req-4336d7d6-465b-4a6d-9976-301948f1944e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9a644d28aa946259b7337281970c4b8&device_id=189af3d9-46b0-47b6-bf5c-49a5158a1b7d HTTP/1.1" status: 200 len: 1100 time: 0.4625964 Feb 09 12:14:30.118767 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': 'ff5ce11c-c909-4f3e-bf86-64527188c970', 'network_id': 'd5d53378-b378-43cd-a6b4-2505b89a4e35', 'port_id': 'ff5ce11c-c909-4f3e-bf86-64527188c970', 'mac_address': 'fa:16:3e:67:58:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f490f554-8877-4819-a586-259ae6bd7647', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:14:30.123220 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa841e1-91b7-4101-8f49-e935ad990ed6 None None] Network f843456f-11ac-4f30-b1e0-578d6700b240 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:14:30.145763 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0452d0f-9ebd-4038-9a39-392fb54ae543 req-10b651e5-ea45-4cde-9446-c36a43924a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:30.154097 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d0452d0f-9ebd-4038-9a39-392fb54ae543 req-10b651e5-ea45-4cde-9446-c36a43924a10 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=de69ec27-0664-4edc-8ca7-aed58e385f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2536697 Feb 09 12:14:30.323009 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d8ae6d-1065-4d47-a1ac-3a56b6459869 admin admin] Router f422c373-9533-460a-8777-02cb5635cb03 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:14:30.324455 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 4cce7ac8-615d-42e1-9c7a-6f5a9aee3f89 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:14:30.335058 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-1e69d651-66a8-423a-86ad-fe29e28754d1 None None] Provisioning for port 4cce7ac8-615d-42e1-9c7a-6f5a9aee3f89 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:14:30.343754 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-1e69d651-66a8-423a-86ad-fe29e28754d1 None None] Provisioning complete for port 4cce7ac8-615d-42e1-9c7a-6f5a9aee3f89 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:14:30.344153 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1e69d651-66a8-423a-86ad-fe29e28754d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:30.381662 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 4cce7ac8-615d-42e1-9c7a-6f5a9aee3f89 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:14:30.382557 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:30.487590 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:30.537148 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff5ce11c-c909-4f3e-bf86-64527188c970 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:14:30.566900 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82285cd7-89f4-4ead-a00d-dcb7f6404920 req-7cec0539-bf43-4738-9930-387dea1e1316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:30.568381 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-82285cd7-89f4-4ead-a00d-dcb7f6404920 req-7cec0539-bf43-4738-9930-387dea1e1316 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.4973187 Feb 09 12:14:30.642481 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d491e-93d3-40ae-978d-396621966cb4 req-e2d8c9d5-f9b0-4601-90f1-30d51199f28f tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:30.644253 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-208d491e-93d3-40ae-978d-396621966cb4 req-e2d8c9d5-f9b0-4601-90f1-30d51199f28f tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c54d584-274b-482c-b20a-a799695c352e HTTP/1.1" status: 200 len: 945 time: 0.4365969 Feb 09 12:14:30.653900 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port ff5ce11c-c909-4f3e-bf86-64527188c970, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=ff5ce11c-c909-4f3e-bf86-64527188c970,segment=NetworkSegment(0c63d08b-86c2-44ed-af04-d226fc9fb1b6),segment_id=0c63d08b-86c2-44ed-af04-d226fc9fb1b6)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:14:30.681764 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:30.683959 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d0452d0f-9ebd-4038-9a39-392fb54ae543 req-7ece233a-6c1c-40f8-acb4-ed225a2c0b0a service neutron] 10.222.0.52 "GET /v2.0/networks/de69ec27-0664-4edc-8ca7-aed58e385f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4326329 Feb 09 12:14:30.688314 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-82285cd7-89f4-4ead-a00d-dcb7f6404920 req-ba78671e-e2a2-4135-a788-98f43523fe67 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=b5fedb51-61f7-44a9-a646-00ef57b3909b HTTP/1.1" status: 200 len: 217 time: 0.1079714 Feb 09 12:14:30.718069 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-208d491e-93d3-40ae-978d-396621966cb4 req-05a5a81d-dda5-4ef0-8638-26a171e07b39 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629282 Feb 09 12:14:30.740479 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d8ae6d-1065-4d47-a1ac-3a56b6459869 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:14:30.782939 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-15d8ae6d-1065-4d47-a1ac-3a56b6459869 admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:30.785483 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-15d8ae6d-1065-4d47-a1ac-3a56b6459869 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.7994142 Feb 09 12:14:30.787599 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39690) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:14:30.798089 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c629aa-1a87-4017-b0d9-1e47f90afc4a None None] Sync routers for ids ['f422c373-9533-460a-8777-02cb5635cb03'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:14:30.921193 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82285cd7-89f4-4ead-a00d-dcb7f6404920 req-2b26fb6a-90a4-406e-9ff7-11363bc2e714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:30.922800 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-82285cd7-89f4-4ead-a00d-dcb7f6404920 req-2b26fb6a-90a4-406e-9ff7-11363bc2e714 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.2094157 Feb 09 12:14:30.995688 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=ff5ce11c-c909-4f3e-bf86-64527188c970,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:31.018240 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:31.047894 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c629aa-1a87-4017-b0d9-1e47f90afc4a None None] Routers {'f422c373-9533-460a-8777-02cb5635cb03'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:14:31.048786 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-d7c629aa-1a87-4017-b0d9-1e47f90afc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:14:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['f422c373-9533-460a-8777-02cb5635cb03'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:14:31.100199 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d0452d0f-9ebd-4038-9a39-392fb54ae543 req-d710a4f4-9668-40e3-8568-cb8d8d35c257 service neutron] 10.222.0.52 "GET /v2.0/networks/de69ec27-0664-4edc-8ca7-aed58e385f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856859 Feb 09 12:14:31.145124 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30372468-ef20-4b2d-841b-d22254440d2b req-55802d33-f7d4-47b4-ab83-1a71caf8b3d5 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:31.146995 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30372468-ef20-4b2d-841b-d22254440d2b req-55802d33-f7d4-47b4-ab83-1a71caf8b3d5 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ef259ac-cc44-4435-8382-9e55ac589bad HTTP/1.1" status: 200 len: 944 time: 0.2080336 Feb 09 12:14:31.149587 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1e69d651-66a8-423a-86ad-fe29e28754d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:31.157615 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a35e3-1da5-407a-bad2-e9975b9cae54 req-573545cc-295e-4a99-aa82-4c58560844b5 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:31.165878 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2c3a35e3-1da5-407a-bad2-e9975b9cae54 req-573545cc-295e-4a99-aa82-4c58560844b5 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.55 "GET /v2.0/ports?device_id=44be0a97-c5b9-41e5-9506-72c601ea9916 HTTP/1.1" status: 200 len: 950 time: 0.2865181 Feb 09 12:14:31.166253 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['ff5ce11c-c909-4f3e-bf86-64527188c970'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:14:31.182979 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82285cd7-89f4-4ead-a00d-dcb7f6404920 req-57d4dbfe-a22b-46fa-add4-f0cd5fbbc2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:31.184441 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-82285cd7-89f4-4ead-a00d-dcb7f6404920 req-57d4dbfe-a22b-46fa-add4-f0cd5fbbc2ee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2469127 Feb 09 12:14:31.205063 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 4cce7ac8-615d-42e1-9c7a-6f5a9aee3f89, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=4cce7ac8-615d-42e1-9c7a-6f5a9aee3f89,segment=NetworkSegment(050321ca-daaf-4c62-b4d2-3b88eaa37f3c),segment_id=050321ca-daaf-4c62-b4d2-3b88eaa37f3c)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:14:31.283901 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:31.325170 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2c3a35e3-1da5-407a-bad2-e9975b9cae54 req-50639f4f-6523-4aee-a1fd-7a8f225392ba tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.55 "GET /v2.0/security-groups?id=eba7f389-f277-490a-b44f-52c207312cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591787 Feb 09 12:14:31.343623 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30372468-ef20-4b2d-841b-d22254440d2b req-75ae3921-5334-4da5-a129-c20812518204 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/security-groups?id=96be2d67-e14f-4304-b2f9-bac4f50faac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765599 Feb 09 12:14:31.457425 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-82285cd7-89f4-4ead-a00d-dcb7f6404920 req-3a80d0c2-7e47-4750-9325-26f3a3b93de7 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582567 Feb 09 12:14:31.528132 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-1e69d651-66a8-423a-86ad-fe29e28754d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:14:31.533016 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-1e69d651-66a8-423a-86ad-fe29e28754d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:14:31.542006 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-d7c629aa-1a87-4017-b0d9-1e47f90afc4a None None] Set router f422c373-9533-460a-8777-02cb5635cb03 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:14:31.597231 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=4cce7ac8-615d-42e1-9c7a-6f5a9aee3f89,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:31.648131 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0310a41c-f7ed-44b3-85d1-c423d4a792cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:31.714773 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:14:31.741843 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-82285cd7-89f4-4ead-a00d-dcb7f6404920 req-59149573-38b9-4ee8-a40f-2a90a49d3024 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491450 Feb 09 12:14:31.750212 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b9b24c-d890-4f61-85aa-61d76a9be587 req-58de261e-9ef4-4b3f-808a-8706ac0aa4df tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:31.757952 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-18b9b24c-d890-4f61-85aa-61d76a9be587 req-58de261e-9ef4-4b3f-808a-8706ac0aa4df tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9f5aac1-8c2a-496d-a005-f08031e74aa4 HTTP/1.1" status: 200 len: 945 time: 0.2967045 Feb 09 12:14:31.786749 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44955dbd-6999-4c26-8d40-113dadde666c req-8e1b1adc-5ebc-4eb6-b6bb-2bf720ff867d tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:31.788158 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-44955dbd-6999-4c26-8d40-113dadde666c req-8e1b1adc-5ebc-4eb6-b6bb-2bf720ff867d tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1adc09c-f94a-4d63-9a0d-da5e6c06692c HTTP/1.1" status: 200 len: 949 time: 0.2732880 Feb 09 12:14:31.837440 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-18b9b24c-d890-4f61-85aa-61d76a9be587 req-33daf1e2-2ce5-49c1-a61e-0cc028b3f537 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4fb3f13-7dc7-4cfe-ae6d-dfbf47efd150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774913 Feb 09 12:14:31.879800 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-44955dbd-6999-4c26-8d40-113dadde666c req-d7a54534-b093-4ff6-9759-99e17ba167a6 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696740 Feb 09 12:14:31.900586 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-0310a41c-f7ed-44b3-85d1-c423d4a792cd admin admin] Allocated IP 172.20.0.1 (f843456f-11ac-4f30-b1e0-578d6700b240/bf3265ab-0466-4823-9d02-3632fa48e999/93544150-c8ee-4312-bd52-f52ccf0040f6) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:14:32.017656 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:14:32.032789 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:14:32.033184 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:32.083700 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0310a41c-f7ed-44b3-85d1-c423d4a792cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:32.108656 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-0310a41c-f7ed-44b3-85d1-c423d4a792cd admin admin] Transition to ACTIVE for port object 93544150-c8ee-4312-bd52-f52ccf0040f6 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:14:32.126633 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7731d4c-8118-4ef9-9699-54b43692e7d2 req-77e8487b-0a3f-4335-8818-facc4c56ad69 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:32.135593 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e7731d4c-8118-4ef9-9699-54b43692e7d2 req-77e8487b-0a3f-4335-8818-facc4c56ad69 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c54d584-274b-482c-b20a-a799695c352e HTTP/1.1" status: 200 len: 945 time: 0.1313388 Feb 09 12:14:32.154566 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0310a41c-f7ed-44b3-85d1-c423d4a792cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:32.223945 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e7731d4c-8118-4ef9-9699-54b43692e7d2 req-eadc8263-e95d-4cf4-a316-a55bf90165f1 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813653 Feb 09 12:14:32.257131 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0310a41c-f7ed-44b3-85d1-c423d4a792cd admin admin] Network f843456f-11ac-4f30-b1e0-578d6700b240 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:14:32.259843 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-0310a41c-f7ed-44b3-85d1-c423d4a792cd admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:14:32.263866 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0310a41c-f7ed-44b3-85d1-c423d4a792cd admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:14:32.278091 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6ecfaf7e-d8e8-4a3c-be1d-2cf932093cfb req-ed535275-1774-4d29-928c-e47e13b1210c tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1800328836&fields=id&tenant_id=64589850d54f49bfb3a355e7cee6f70a HTTP/1.1" status: 200 len: 267 time: 0.0513017 Feb 09 12:14:32.302714 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0310a41c-f7ed-44b3-85d1-c423d4a792cd admin admin] Pushing event updated for resources: {'Port': ['ID=93544150-c8ee-4312-bd52-f52ccf0040f6,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:32.332646 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0310a41c-f7ed-44b3-85d1-c423d4a792cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:32.450687 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-d7c629aa-1a87-4017-b0d9-1e47f90afc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f422c373-9533-460a-8777-02cb5635cb03', 'name': 'tempest-FloatingIPDetailsTestJSON-1128572375-router', 'tenant_id': 'd9e142dcc3b94f689e2a3b6fa4505cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '32b4f098-3057-4e85-886a-f7e94813b6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:14:27Z', 'updated_at': '2022-02-09T12:14:29Z', 'revision_number': 3, 'project_id': 'd9e142dcc3b94f689e2a3b6fa4505cc6', 'gw_port': {'id': '32b4f098-3057-4e85-886a-f7e94813b6ec', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:db:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f422c373-9533-460a-8777-02cb5635cb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:14:28Z', 'updated_at': '2022-02-09T12:14:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:14:32.457187 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:32.467171 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c629aa-1a87-4017-b0d9-1e47f90afc4a None None] Checking router: f422c373-9533-460a-8777-02cb5635cb03 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:14:32.467540 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c629aa-1a87-4017-b0d9-1e47f90afc4a None None] Updating router f422c373-9533-460a-8777-02cb5635cb03 port 32b4f098-3057-4e85-886a-f7e94813b6ec binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:14:32.532651 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0310a41c-f7ed-44b3-85d1-c423d4a792cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:32.561708 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf02981d-0241-46fa-80e4-961bca56b16e req-f238e060-3c8c-4a63-9be9-69284745f3f8 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:32.563380 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bf02981d-0241-46fa-80e4-961bca56b16e req-f238e060-3c8c-4a63-9be9-69284745f3f8 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.46 "GET /v2.0/ports?device_id=44be0a97-c5b9-41e5-9506-72c601ea9916 HTTP/1.1" status: 200 len: 950 time: 0.1512573 Feb 09 12:14:32.573351 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecfaf7e-d8e8-4a3c-be1d-2cf932093cfb req-4fd8b7d5-6611-4503-8f9f-f672bfbe0765 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:32.575002 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6ecfaf7e-d8e8-4a3c-be1d-2cf932093cfb req-4fd8b7d5-6611-4503-8f9f-f672bfbe0765 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9f5aac1-8c2a-496d-a005-f08031e74aa4 HTTP/1.1" status: 200 len: 945 time: 0.2909634 Feb 09 12:14:32.582343 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c54d584-274b-482c-b20a-a799695c352e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:14:32.594871 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-623a31a0-89d3-423e-9014-1ad00d90cd72 None None] Provisioning complete for port 4cce7ac8-615d-42e1-9c7a-6f5a9aee3f89 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:14:32.595245 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-623a31a0-89d3-423e-9014-1ad00d90cd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:32.636323 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-6ecfaf7e-d8e8-4a3c-be1d-2cf932093cfb req-8960ce15-e4fa-48dc-adcd-f00b910d136d tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Request body: {'port': {'security_groups': ['f4fb3f13-7dc7-4cfe-ae6d-dfbf47efd150', '7819bede-023c-4ddd-9d6a-58378c8c99cf']}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:14:32.643794 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5,segment=NetworkSegment(32f229e9-9010-4be1-973f-7ae4423dcda8),segment_id=32f229e9-9010-4be1-973f-7ae4423dcda8)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:14:32.657497 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d7c629aa-1a87-4017-b0d9-1e47f90afc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:32.686039 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:32.709294 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-bf02981d-0241-46fa-80e4-961bca56b16e req-6221ea73-8ae2-4e1d-979c-3f5b5b8538a5 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Deleting port 0b609802-8f84-45a3-b1c8-b380d7ab3be7 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:14:32.709636 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bf02981d-0241-46fa-80e4-961bca56b16e req-6221ea73-8ae2-4e1d-979c-3f5b5b8538a5 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:32.798586 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0310a41c-f7ed-44b3-85d1-c423d4a792cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:32.805675 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0310a41c-f7ed-44b3-85d1-c423d4a792cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:32.871039 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:33.062379 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0310a41c-f7ed-44b3-85d1-c423d4a792cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:33.072970 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0310a41c-f7ed-44b3-85d1-c423d4a792cd admin admin] Pushing event updated for resources: {'Port': ['ID=93544150-c8ee-4312-bd52-f52ccf0040f6,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:33.156741 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-6ecfaf7e-d8e8-4a3c-be1d-2cf932093cfb req-8960ce15-e4fa-48dc-adcd-f00b910d136d tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:33.182298 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-75922325-a2eb-43a6-939d-843d2700eea1 None None] Provisioning for port 93544150-c8ee-4312-bd52-f52ccf0040f6 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:14:33.189120 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d7c629aa-1a87-4017-b0d9-1e47f90afc4a None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:33.192543 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-75922325-a2eb-43a6-939d-843d2700eea1 None None] Provisioning complete for port 93544150-c8ee-4312-bd52-f52ccf0040f6 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:14:33.192990 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-75922325-a2eb-43a6-939d-843d2700eea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:33.231341 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0310a41c-f7ed-44b3-85d1-c423d4a792cd admin admin] Network f843456f-11ac-4f30-b1e0-578d6700b240 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:14:33.232501 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-0310a41c-f7ed-44b3-85d1-c423d4a792cd admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:14:33.243476 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-d7c629aa-1a87-4017-b0d9-1e47f90afc4a None None] Transition to ACTIVE for port object 32b4f098-3057-4e85-886a-f7e94813b6ec will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:14:33.260889 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-75922325-a2eb-43a6-939d-843d2700eea1 None None] Port 93544150-c8ee-4312-bd52-f52ccf0040f6 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:14:33.262432 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d7c629aa-1a87-4017-b0d9-1e47f90afc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:33.289001 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49eb19b-8d21-45c1-bd26-b7d54fd65b2c req-04429717-51e6-4089-b6aa-19005e4ac1c9 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:33.295201 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49eb19b-8d21-45c1-bd26-b7d54fd65b2c req-04429717-51e6-4089-b6aa-19005e4ac1c9 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:33.303640 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a49eb19b-8d21-45c1-bd26-b7d54fd65b2c req-04429717-51e6-4089-b6aa-19005e4ac1c9 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb5d450e-097f-4919-9836-b14e117230c6&device_id=e1adc09c-f94a-4d63-9a0d-da5e6c06692c HTTP/1.1" status: 200 len: 1690 time: 0.6778715 Feb 09 12:14:33.365373 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-d7c629aa-1a87-4017-b0d9-1e47f90afc4a None None] Attempting to bind port 32b4f098-3057-4e85-886a-f7e94813b6ec on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:14:33.365740 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-d7c629aa-1a87-4017-b0d9-1e47f90afc4a None None] Attempting to bind port 32b4f098-3057-4e85-886a-f7e94813b6ec by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:14:33.366101 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c629aa-1a87-4017-b0d9-1e47f90afc4a None None] Attempting to bind port 32b4f098-3057-4e85-886a-f7e94813b6ec on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:14:33.368522 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67903a0-68bb-47e2-91a7-badcfa638373 None None] Pushing event updated for resources: {'Port': ['ID=32b4f098-3057-4e85-886a-f7e94813b6ec,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:33.378963 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c629aa-1a87-4017-b0d9-1e47f90afc4a None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:14:33.381172 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c629aa-1a87-4017-b0d9-1e47f90afc4a None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:14:33.381574 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d7c629aa-1a87-4017-b0d9-1e47f90afc4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:33.381977 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c629aa-1a87-4017-b0d9-1e47f90afc4a None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:14:33.382439 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-d7c629aa-1a87-4017-b0d9-1e47f90afc4a None None] Bound port: 32b4f098-3057-4e85-886a-f7e94813b6ec, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:14:33.382808 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d7c629aa-1a87-4017-b0d9-1e47f90afc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:33.422658 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a49eb19b-8d21-45c1-bd26-b7d54fd65b2c req-3951755c-f144-43d4-ae9f-4de4dc2ff8d5 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188228 Feb 09 12:14:33.474551 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-bf02981d-0241-46fa-80e4-961bca56b16e req-6221ea73-8ae2-4e1d-979c-3f5b5b8538a5 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] For port 0b609802-8f84-45a3-b1c8-b380d7ab3be7, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=0b609802-8f84-45a3-b1c8-b380d7ab3be7,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:14:33.474968 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bf02981d-0241-46fa-80e4-961bca56b16e req-6221ea73-8ae2-4e1d-979c-3f5b5b8538a5 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:33.512691 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-d7c629aa-1a87-4017-b0d9-1e47f90afc4a None None] For port 32b4f098-3057-4e85-886a-f7e94813b6ec, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:14:33.517351 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-d7c629aa-1a87-4017-b0d9-1e47f90afc4a None None] For port 32b4f098-3057-4e85-886a-f7e94813b6ec, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=32b4f098-3057-4e85-886a-f7e94813b6ec,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:14:33.525819 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d7c629aa-1a87-4017-b0d9-1e47f90afc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:33.533325 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0310a41c-f7ed-44b3-85d1-c423d4a792cd admin admin] Router f422c373-9533-460a-8777-02cb5635cb03 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:14:33.661045 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c629aa-1a87-4017-b0d9-1e47f90afc4a None None] Routers {'f422c373-9533-460a-8777-02cb5635cb03'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:14:33.662083 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-d7c629aa-1a87-4017-b0d9-1e47f90afc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:14:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['f422c373-9533-460a-8777-02cb5635cb03'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:14:33.733377 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-bf02981d-0241-46fa-80e4-961bca56b16e req-6221ea73-8ae2-4e1d-979c-3f5b5b8538a5 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Calling delete_port for 0b609802-8f84-45a3-b1c8-b380d7ab3be7 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:14:33.736331 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 4cce7ac8-615d-42e1-9c7a-6f5a9aee3f89 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:14:33.760679 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device ff5ce11c-c909-4f3e-bf86-64527188c970 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:14:33.807353 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0310a41c-f7ed-44b3-85d1-c423d4a792cd admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:14:33.817574 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67903a0-68bb-47e2-91a7-badcfa638373 None None] Pushing event updated for resources: {'Port': ['ID=32b4f098-3057-4e85-886a-f7e94813b6ec,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:33.819025 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0310a41c-f7ed-44b3-85d1-c423d4a792cd admin admin] 10.222.0.55 "PUT /v2.0/routers/f422c373-9533-460a-8777-02cb5635cb03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0303679 Feb 09 12:14:33.945698 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-3b121e03-2bf2-4e50-9a7d-d2ce1944f1b9 None None] Provisioning complete for port 93544150-c8ee-4312-bd52-f52ccf0040f6 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:14:33.946283 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3b121e03-2bf2-4e50-9a7d-d2ce1944f1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:34.051219 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-d7c629aa-1a87-4017-b0d9-1e47f90afc4a None None] Set router f422c373-9533-460a-8777-02cb5635cb03 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:14:34.078225 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a913a-8c73-4b9b-9e93-ce39038e9237 req-ad5fb243-6d1b-47b4-9ee6-9a68e74591d9 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:34.079669 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a00a913a-8c73-4b9b-9e93-ce39038e9237 req-ad5fb243-6d1b-47b4-9ee6-9a68e74591d9 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.55 "GET /v2.0/ports?device_id=44be0a97-c5b9-41e5-9506-72c601ea9916 HTTP/1.1" status: 200 len: 950 time: 0.3101857 Feb 09 12:14:34.090112 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-6ecfaf7e-d8e8-4a3c-be1d-2cf932093cfb req-8960ce15-e4fa-48dc-adcd-f00b910d136d tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] For port e9cd4a24-13a2-48d5-a087-aca4187189c0, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=e9cd4a24-13a2-48d5-a087-aca4187189c0,segment=NetworkSegment(bebbd8fc-dd7d-4200-8938-452b9dad56e6),segment_id=bebbd8fc-dd7d-4200-8938-452b9dad56e6)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:14:34.094280 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-3b121e03-2bf2-4e50-9a7d-d2ce1944f1b9 None None] Port 93544150-c8ee-4312-bd52-f52ccf0040f6 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:14:34.107870 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port ff5ce11c-c909-4f3e-bf86-64527188c970 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:14:34.111042 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bf02981d-0241-46fa-80e4-961bca56b16e req-6221ea73-8ae2-4e1d-979c-3f5b5b8538a5 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:34.121343 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 4cce7ac8-615d-42e1-9c7a-6f5a9aee3f89 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:14:34.121790 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:34.149412 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['0b609802-8f84-45a3-b1c8-b380d7ab3be7'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:14:34.169099 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6221ea73-8ae2-4e1d-979c-3f5b5b8538a5 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Pushing event deleted for resources: {'Port': ['ID=0b609802-8f84-45a3-b1c8-b380d7ab3be7,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:34.222245 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port ff5ce11c-c909-4f3e-bf86-64527188c970 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:14:34.222612 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:34.261427 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a00a913a-8c73-4b9b-9e93-ce39038e9237 req-dbc04250-b70c-48c9-8294-0f6c5a0c2d2f tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.55 "GET /v2.0/security-groups?id=eba7f389-f277-490a-b44f-52c207312cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730921 Feb 09 12:14:34.263342 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-6ecfaf7e-d8e8-4a3c-be1d-2cf932093cfb req-8960ce15-e4fa-48dc-adcd-f00b910d136d tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:34.275696 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-6ecfaf7e-d8e8-4a3c-be1d-2cf932093cfb req-8960ce15-e4fa-48dc-adcd-f00b910d136d tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:34.277517 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf02981d-0241-46fa-80e4-961bca56b16e req-6221ea73-8ae2-4e1d-979c-3f5b5b8538a5 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] No DVR routers for this DVR port 0b609802-8f84-45a3-b1c8-b380d7ab3be7 on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:14:34.300884 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['e9cd4a24-13a2-48d5-a087-aca4187189c0'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:14:34.316926 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bf02981d-0241-46fa-80e4-961bca56b16e req-6221ea73-8ae2-4e1d-979c-3f5b5b8538a5 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:34.325660 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44be0a97-c5b9-41e5-9506-72c601ea9916', 'name': 'network-vif-deleted', 'tag': '0b609802-8f84-45a3-b1c8-b380d7ab3be7'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:14:34.365982 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecfaf7e-d8e8-4a3c-be1d-2cf932093cfb req-8960ce15-e4fa-48dc-adcd-f00b910d136d tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:34.366619 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-6ecfaf7e-d8e8-4a3c-be1d-2cf932093cfb req-8960ce15-e4fa-48dc-adcd-f00b910d136d tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:34.383426 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6ecfaf7e-d8e8-4a3c-be1d-2cf932093cfb req-8960ce15-e4fa-48dc-adcd-f00b910d136d tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "PUT /v2.0/ports/e9cd4a24-13a2-48d5-a087-aca4187189c0 HTTP/1.1" status: 200 len: 981 time: 1.7558489 Feb 09 12:14:34.391814 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bf02981d-0241-46fa-80e4-961bca56b16e req-6221ea73-8ae2-4e1d-979c-3f5b5b8538a5 tempest-ServersAdminNegativeTestJSON-1935951135 tempest-ServersAdminNegativeTestJSON-1935951135-project] 10.222.0.46 "DELETE /v2.0/ports/0b609802-8f84-45a3-b1c8-b380d7ab3be7 HTTP/1.1" status: 204 len: 173 time: 1.8118746 Feb 09 12:14:34.418424 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960ce15-e4fa-48dc-adcd-f00b910d136d tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Pushing event updated for resources: {'Port': ['ID=e9cd4a24-13a2-48d5-a087-aca4187189c0,revision_number=6']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:34.452762 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c54d584-274b-482c-b20a-a799695c352e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5', 'code': 200} Feb 09 12:14:34.543331 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d3011-3513-4da7-8723-be6b7799b040 req-3f7d2da3-4313-4066-850a-7caf599d9f28 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:34.544032 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['e9cd4a24-13a2-48d5-a087-aca4187189c0'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:14:34.545352 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5d6d3011-3513-4da7-8723-be6b7799b040 req-3f7d2da3-4313-4066-850a-7caf599d9f28 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ef259ac-cc44-4435-8382-9e55ac589bad HTTP/1.1" status: 200 len: 944 time: 0.1287169 Feb 09 12:14:34.602985 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5d6d3011-3513-4da7-8723-be6b7799b040 req-ecc36d1f-7e15-4d16-b656-56c529a473d9 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/security-groups?id=96be2d67-e14f-4304-b2f9-bac4f50faac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484359 Feb 09 12:14:34.760702 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1cd51b-4fb3-47b9-ac10-c655e64a0e16 req-e585440a-10b8-478b-ae47-1f9b585e23b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:34.762386 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fd1cd51b-4fb3-47b9-ac10-c655e64a0e16 req-e585440a-10b8-478b-ae47-1f9b585e23b1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2c54d584-274b-482c-b20a-a799695c352e HTTP/1.1" status: 200 len: 1097 time: 0.1645737 Feb 09 12:14:34.774751 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248a917-01f2-4c0d-8021-210d0599719d req-f4879da8-4f66-4777-85b5-4afdffd87fc1 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:34.776477 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6248a917-01f2-4c0d-8021-210d0599719d req-f4879da8-4f66-4777-85b5-4afdffd87fc1 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c54d584-274b-482c-b20a-a799695c352e HTTP/1.1" status: 200 len: 946 time: 0.1332998 Feb 09 12:14:34.813929 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:34.834735 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fd1cd51b-4fb3-47b9-ac10-c655e64a0e16 req-b699905e-b1f2-4d5b-a412-966f060872ce service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572627 Feb 09 12:14:34.855214 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6248a917-01f2-4c0d-8021-210d0599719d req-9ca1c9af-6493-4725-961b-008581821e58 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480387 Feb 09 12:14:34.975590 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port ff5ce11c-c909-4f3e-bf86-64527188c970, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=ff5ce11c-c909-4f3e-bf86-64527188c970,segment=NetworkSegment(0c63d08b-86c2-44ed-af04-d226fc9fb1b6),segment_id=0c63d08b-86c2-44ed-af04-d226fc9fb1b6)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:14:34.980128 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44be0a97-c5b9-41e5-9506-72c601ea9916', 'name': 'network-vif-deleted', 'tag': '0b609802-8f84-45a3-b1c8-b380d7ab3be7', 'status': 'completed', 'code': 200} Feb 09 12:14:35.004915 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:35.182797 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-d7c629aa-1a87-4017-b0d9-1e47f90afc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f422c373-9533-460a-8777-02cb5635cb03', 'name': 'tempest-FloatingIPDetailsTestJSON-1128572375-router', 'tenant_id': 'd9e142dcc3b94f689e2a3b6fa4505cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '32b4f098-3057-4e85-886a-f7e94813b6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:14:27Z', 'updated_at': '2022-02-09T12:14:32Z', 'revision_number': 4, 'project_id': 'd9e142dcc3b94f689e2a3b6fa4505cc6', 'gw_port': {'id': '32b4f098-3057-4e85-886a-f7e94813b6ec', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:db:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f422c373-9533-460a-8777-02cb5635cb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:14:28Z', 'updated_at': '2022-02-09T12:14:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '93544150-c8ee-4312-bd52-f52ccf0040f6', 'name': '', 'network_id': 'f843456f-11ac-4f30-b1e0-578d6700b240', 'tenant_id': 'd9e142dcc3b94f689e2a3b6fa4505cc6', 'mac_address': 'fa:16:3e:fd:3a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f422c373-9533-460a-8777-02cb5635cb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bf3265ab-0466-4823-9d02-3632fa48e999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:14:31Z', 'updated_at': '2022-02-09T12:14:32Z', 'revision_number': 2, 'project_id': 'd9e142dcc3b94f689e2a3b6fa4505cc6', 'subnets': [{'id': 'bf3265ab-0466-4823-9d02-3632fa48e999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:14:35.186187 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=ff5ce11c-c909-4f3e-bf86-64527188c970,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:35.217586 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c629aa-1a87-4017-b0d9-1e47f90afc4a None None] The sync data for ids ['f422c373-9533-460a-8777-02cb5635cb03'] in n-d-825178-3 is: [{'id': 'f422c373-9533-460a-8777-02cb5635cb03', 'name': 'tempest-FloatingIPDetailsTestJSON-1128572375-router', 'tenant_id': 'd9e142dcc3b94f689e2a3b6fa4505cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '32b4f098-3057-4e85-886a-f7e94813b6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:14:27Z', 'updated_at': '2022-02-09T12:14:32Z', 'revision_number': 4, 'project_id': 'd9e142dcc3b94f689e2a3b6fa4505cc6', 'gw_port': {'id': '32b4f098-3057-4e85-886a-f7e94813b6ec', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:db:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f422c373-9533-460a-8777-02cb5635cb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:14:28Z', 'updated_at': '2022-02-09T12:14:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '93544150-c8ee-4312-bd52-f52ccf0040f6', 'name': '', 'network_id': 'f843456f-11ac-4f30-b1e0-578d6700b240', 'tenant_id': 'd9e142dcc3b94f689e2a3b6fa4505cc6', 'mac_address': 'fa:16:3e:fd:3a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f422c373-9533-460a-8777-02cb5635cb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bf3265ab-0466-4823-9d02-3632fa48e999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:14:31Z', 'updated_at': '2022-02-09T12:14:32Z', 'revision_number': 2, 'project_id': 'd9e142dcc3b94f689e2a3b6fa4505cc6', 'subnets': [{'id': 'bf3265ab-0466-4823-9d02-3632fa48e999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:14:35.229527 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fb08d542-7c0b-43e2-bc20-d5f14c44cd4d req-681e0987-efa3-41b0-8bea-3941c5c1c705 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1561411879&fields=id&tenant_id=64589850d54f49bfb3a355e7cee6f70a HTTP/1.1" status: 200 len: 267 time: 0.1918786 Feb 09 12:14:35.306716 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-4e3dc978-ef93-4548-9504-355ce8b1e832 req-b49f41fe-9118-4658-8866-67525f032257 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Synchronizing usage tracker for tenant:d9e142dcc3b94f689e2a3b6fa4505cc6 on resource:network {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:14:35.337566 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-4e3dc978-ef93-4548-9504-355ce8b1e832 req-b49f41fe-9118-4658-8866-67525f032257 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Unset dirty status for tenant:d9e142dcc3b94f689e2a3b6fa4505cc6 on resource:network {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:14:35.338847 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4e3dc978-ef93-4548-9504-355ce8b1e832 req-b49f41fe-9118-4658-8866-67525f032257 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3957741 Feb 09 12:14:35.355454 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-4e3dc978-ef93-4548-9504-355ce8b1e832 req-8078ef95-45aa-4fa6-a9b4-ba095c6a0a4d tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:14:35.367507 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08d542-7c0b-43e2-bc20-d5f14c44cd4d req-8ad3e7d2-9ef9-4a24-a6e6-ff7484b17606 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:35.368975 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fb08d542-7c0b-43e2-bc20-d5f14c44cd4d req-8ad3e7d2-9ef9-4a24-a6e6-ff7484b17606 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9f5aac1-8c2a-496d-a005-f08031e74aa4 HTTP/1.1" status: 200 len: 984 time: 0.1210244 Feb 09 12:14:35.371380 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-4e3dc978-ef93-4548-9504-355ce8b1e832 req-8078ef95-45aa-4fa6-a9b4-ba095c6a0a4d tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:14:35.375408 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-4e3dc978-ef93-4548-9504-355ce8b1e832 req-8078ef95-45aa-4fa6-a9b4-ba095c6a0a4d tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Usage tracker for resource:floatingip and tenant:d9e142dcc3b94f689e2a3b6fa4505cc6 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:14:35.379394 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-4e3dc978-ef93-4548-9504-355ce8b1e832 req-8078ef95-45aa-4fa6-a9b4-ba095c6a0a4d tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:14:35.387776 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-fb08d542-7c0b-43e2-bc20-d5f14c44cd4d req-518f3162-80e3-4a01-9a9c-36943f1c7dc1 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Request body: {'port': {'security_groups': ['7819bede-023c-4ddd-9d6a-58378c8c99cf', 'f4fb3f13-7dc7-4cfe-ae6d-dfbf47efd150', 'b76c5c41-bf80-45ae-bb32-bc32aa39590a']}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:14:35.416826 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-4e3dc978-ef93-4548-9504-355ce8b1e832 req-8078ef95-45aa-4fa6-a9b4-ba095c6a0a4d tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:14:35.460012 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-4e3dc978-ef93-4548-9504-355ce8b1e832 req-8078ef95-45aa-4fa6-a9b4-ba095c6a0a4d tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks [] for floatingip, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:35.608582 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-fb08d542-7c0b-43e2-bc20-d5f14c44cd4d req-518f3162-80e3-4a01-9a9c-36943f1c7dc1 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:35.776170 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-4e3dc978-ef93-4548-9504-355ce8b1e832 req-8078ef95-45aa-4fa6-a9b4-ba095c6a0a4d tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:36.035351 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-fb08d542-7c0b-43e2-bc20-d5f14c44cd4d req-518f3162-80e3-4a01-9a9c-36943f1c7dc1 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] For port e9cd4a24-13a2-48d5-a087-aca4187189c0, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=e9cd4a24-13a2-48d5-a087-aca4187189c0,segment=NetworkSegment(bebbd8fc-dd7d-4200-8938-452b9dad56e6),segment_id=bebbd8fc-dd7d-4200-8938-452b9dad56e6)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:14:36.053756 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-4e3dc978-ef93-4548-9504-355ce8b1e832 req-8078ef95-45aa-4fa6-a9b4-ba095c6a0a4d tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Allocated IP 172.25.7.159 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/6c23231e-3991-4ddb-b802-8048e97341ce) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:14:36.096713 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-fb08d542-7c0b-43e2-bc20-d5f14c44cd4d req-518f3162-80e3-4a01-9a9c-36943f1c7dc1 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:36.144689 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-fb08d542-7c0b-43e2-bc20-d5f14c44cd4d req-518f3162-80e3-4a01-9a9c-36943f1c7dc1 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:36.161233 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['e9cd4a24-13a2-48d5-a087-aca4187189c0'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:14:36.238375 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08d542-7c0b-43e2-bc20-d5f14c44cd4d req-518f3162-80e3-4a01-9a9c-36943f1c7dc1 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:36.239048 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-fb08d542-7c0b-43e2-bc20-d5f14c44cd4d req-518f3162-80e3-4a01-9a9c-36943f1c7dc1 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:36.240490 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fb08d542-7c0b-43e2-bc20-d5f14c44cd4d req-518f3162-80e3-4a01-9a9c-36943f1c7dc1 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "PUT /v2.0/ports/e9cd4a24-13a2-48d5-a087-aca4187189c0 HTTP/1.1" status: 200 len: 1020 time: 0.8622060 Feb 09 12:14:36.274948 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f3162-80e3-4a01-9a9c-36943f1c7dc1 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Pushing event updated for resources: {'Port': ['ID=e9cd4a24-13a2-48d5-a087-aca4187189c0,revision_number=7']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:36.312280 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-4e3dc978-ef93-4548-9504-355ce8b1e832 req-8078ef95-45aa-4fa6-a9b4-ba095c6a0a4d tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:36.359349 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-4e3dc978-ef93-4548-9504-355ce8b1e832 req-8078ef95-45aa-4fa6-a9b4-ba095c6a0a4d tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:36.432276 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['e9cd4a24-13a2-48d5-a087-aca4187189c0'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:14:36.459147 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef259ac-cc44-4435-8382-9e55ac589bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5ce11c-c909-4f3e-bf86-64527188c970'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:14:36.471316 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e3dc978-ef93-4548-9504-355ce8b1e832 req-8078ef95-45aa-4fa6-a9b4-ba095c6a0a4d tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:14:36.480599 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-4e3dc978-ef93-4548-9504-355ce8b1e832 req-8078ef95-45aa-4fa6-a9b4-ba095c6a0a4d tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:14:36.490068 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e3dc978-ef93-4548-9504-355ce8b1e832 req-8078ef95-45aa-4fa6-a9b4-ba095c6a0a4d tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:14:36.561366 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078ef95-45aa-4fa6-a9b4-ba095c6a0a4d tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Pushing event updated for resources: {'Port': ['ID=6c23231e-3991-4ddb-b802-8048e97341ce,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:36.603577 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2ab3c-3870-49b9-aaa3-160262c400de req-0d730b10-038d-4737-a32f-559c3ab42f6e tempest-ServersOnMultiNodesTest-2098192950 tempest-ServersOnMultiNodesTest-2098192950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:36.610538 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0ae2ab3c-3870-49b9-aaa3-160262c400de req-0d730b10-038d-4737-a32f-559c3ab42f6e tempest-ServersOnMultiNodesTest-2098192950 tempest-ServersOnMultiNodesTest-2098192950-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bb5d450e-097f-4919-9836-b14e117230c6 HTTP/1.1" status: 200 len: 1101 time: 0.2315624 Feb 09 12:14:36.644786 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-4e3dc978-ef93-4548-9504-355ce8b1e832 req-8078ef95-45aa-4fa6-a9b4-ba095c6a0a4d tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:36.668796 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0ae2ab3c-3870-49b9-aaa3-160262c400de req-5295c546-19fd-426a-be8d-493ce670b213 tempest-ServersOnMultiNodesTest-2098192950 tempest-ServersOnMultiNodesTest-2098192950-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573268 Feb 09 12:14:36.747885 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-4e3dc978-ef93-4548-9504-355ce8b1e832 req-8078ef95-45aa-4fa6-a9b4-ba095c6a0a4d tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:36.981613 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9f5aac1-8c2a-496d-a005-f08031e74aa4', 'tag': 'e9cd4a24-13a2-48d5-a087-aca4187189c0'}, {'name': 'network-changed', 'server_uuid': 'e9f5aac1-8c2a-496d-a005-f08031e74aa4', 'tag': 'e9cd4a24-13a2-48d5-a087-aca4187189c0'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:14:37.070067 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-4e3dc978-ef93-4548-9504-355ce8b1e832 req-8078ef95-45aa-4fa6-a9b4-ba095c6a0a4d tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:37.074758 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-4e3dc978-ef93-4548-9504-355ce8b1e832 req-8078ef95-45aa-4fa6-a9b4-ba095c6a0a4d tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:37.292769 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39786) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:14:37.293276 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2af26-9ab2-4022-94f8-0b151ae925f2 req-15e8cb21-d4f1-45fa-a549-bd2c97f72043 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:37.294423 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dbf2af26-9ab2-4022-94f8-0b151ae925f2 req-15e8cb21-d4f1-45fa-a549-bd2c97f72043 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ef259ac-cc44-4435-8382-9e55ac589bad HTTP/1.1" status: 200 len: 945 time: 0.3204184 Feb 09 12:14:37.334942 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 0b609802-8f84-45a3-b1c8-b380d7ab3be7 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:14:37.362744 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078ef95-45aa-4fa6-a9b4-ba095c6a0a4d tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Pushing event updated for resources: {'Port': ['ID=6c23231e-3991-4ddb-b802-8048e97341ce,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:37.372803 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dbf2af26-9ab2-4022-94f8-0b151ae925f2 req-9f2b725f-2c64-4f8f-894b-76d3c90dbe14 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/security-groups?id=96be2d67-e14f-4304-b2f9-bac4f50faac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679669 Feb 09 12:14:37.376895 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-4e3dc978-ef93-4548-9504-355ce8b1e832 req-8078ef95-45aa-4fa6-a9b4-ba095c6a0a4d tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:37.389366 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: 0b609802-8f84-45a3-b1c8-b380d7ab3be7 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:14:37.389715 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 0b609802-8f84-45a3-b1c8-b380d7ab3be7 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:14:37.423383 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-4e3dc978-ef93-4548-9504-355ce8b1e832 req-8078ef95-45aa-4fa6-a9b4-ba095c6a0a4d tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:37.425711 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4e3dc978-ef93-4548-9504-355ce8b1e832 req-8078ef95-45aa-4fa6-a9b4-ba095c6a0a4d tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0746942 Feb 09 12:14:37.467512 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7225d4-ea5a-41a2-93d1-7759477d6bfd None None] Sync routers for ids ['f422c373-9533-460a-8777-02cb5635cb03'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:14:37.478904 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7225d4-ea5a-41a2-93d1-7759477d6bfd None None] Routers {'f422c373-9533-460a-8777-02cb5635cb03'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:14:37.479701 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-bf7225d4-ea5a-41a2-93d1-7759477d6bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:14:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['f422c373-9533-460a-8777-02cb5635cb03'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:14:37.532508 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7016c796-7362-491e-b242-8946924c4616 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3154404fb1d448f2abd699c18c801bd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376630 Feb 09 12:14:37.533136 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39792) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:14:37.544034 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-4e3dc978-ef93-4548-9504-355ce8b1e832 req-369f28c9-03da-4b54-9e10-4a6d14e2b74f tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Synchronizing usage tracker for tenant:d9e142dcc3b94f689e2a3b6fa4505cc6 on resource:floatingip {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:14:37.577730 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-4e3dc978-ef93-4548-9504-355ce8b1e832 req-369f28c9-03da-4b54-9e10-4a6d14e2b74f tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Unset dirty status for tenant:d9e142dcc3b94f689e2a3b6fa4505cc6 on resource:floatingip {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:14:37.578782 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4e3dc978-ef93-4548-9504-355ce8b1e832 req-369f28c9-03da-4b54-9e10-4a6d14e2b74f tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.159 HTTP/1.1" status: 200 len: 696 time: 0.1471152 Feb 09 12:14:37.602049 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-39248abb-7483-4beb-9dc2-63e01fa1fc6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:37.631372 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-39248abb-7483-4beb-9dc2-63e01fa1fc6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:37.690890 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-bf7225d4-ea5a-41a2-93d1-7759477d6bfd None None] Set router f422c373-9533-460a-8777-02cb5635cb03 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:14:37.693198 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-39248abb-7483-4beb-9dc2-63e01fa1fc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:37.700038 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572e5e9-c7b5-4f74-9293-61c51389e6cc req-52a5fc3e-0e82-4ea0-a787-27d0ada9cff8 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:37.708758 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1572e5e9-c7b5-4f74-9293-61c51389e6cc req-52a5fc3e-0e82-4ea0-a787-27d0ada9cff8 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c54d584-274b-482c-b20a-a799695c352e HTTP/1.1" status: 200 len: 946 time: 0.1988578 Feb 09 12:14:37.712408 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 32b4f098-3057-4e85-886a-f7e94813b6ec up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:14:37.738090 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-39248abb-7483-4beb-9dc2-63e01fa1fc6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:37.740142 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-39248abb-7483-4beb-9dc2-63e01fa1fc6f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eba7f389-f277-490a-b44f-52c207312cf3 HTTP/1.1" status: 204 len: 168 time: 0.2058294 Feb 09 12:14:37.741746 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39248abb-7483-4beb-9dc2-63e01fa1fc6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba7f389-f277-490a-b44f-52c207312cf3,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:37.796909 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1572e5e9-c7b5-4f74-9293-61c51389e6cc req-33d087c2-a320-402e-9958-68c6afabaa09 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872111 Feb 09 12:14:37.822469 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 32b4f098-3057-4e85-886a-f7e94813b6ec completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:14:37.828713 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 32b4f098-3057-4e85-886a-f7e94813b6ec triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:14:37.828995 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:37.855327 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3dc978-ef93-4548-9504-355ce8b1e832 req-76d353bf-29d4-4890-b74e-a555d29b2871 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:37.875870 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4e3dc978-ef93-4548-9504-355ce8b1e832 req-76d353bf-29d4-4890-b74e-a555d29b2871 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] 10.222.0.55 "GET /v2.0/networks/af0bad45-b31e-4cb1-a77c-3bbc34409de5 HTTP/1.1" status: 200 len: 784 time: 0.2832067 Feb 09 12:14:37.954267 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef259ac-cc44-4435-8382-9e55ac589bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5ce11c-c909-4f3e-bf86-64527188c970', 'code': 200} Feb 09 12:14:38.010442 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:38.042533 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 32b4f098-3057-4e85-886a-f7e94813b6ec, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=32b4f098-3057-4e85-886a-f7e94813b6ec,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:14:38.048588 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:38.131859 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=32b4f098-3057-4e85-886a-f7e94813b6ec,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:38.142233 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-bf7225d4-ea5a-41a2-93d1-7759477d6bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f422c373-9533-460a-8777-02cb5635cb03', 'name': 'tempest-FloatingIPDetailsTestJSON-1128572375-router', 'tenant_id': 'd9e142dcc3b94f689e2a3b6fa4505cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '32b4f098-3057-4e85-886a-f7e94813b6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:14:27Z', 'updated_at': '2022-02-09T12:14:32Z', 'revision_number': 4, 'project_id': 'd9e142dcc3b94f689e2a3b6fa4505cc6', 'gw_port': {'id': '32b4f098-3057-4e85-886a-f7e94813b6ec', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:db:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f422c373-9533-460a-8777-02cb5635cb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:14:28Z', 'updated_at': '2022-02-09T12:14:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '93544150-c8ee-4312-bd52-f52ccf0040f6', 'name': '', 'network_id': 'f843456f-11ac-4f30-b1e0-578d6700b240', 'tenant_id': 'd9e142dcc3b94f689e2a3b6fa4505cc6', 'mac_address': 'fa:16:3e:fd:3a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f422c373-9533-460a-8777-02cb5635cb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bf3265ab-0466-4823-9d02-3632fa48e999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:14:31Z', 'updated_at': '2022-02-09T12:14:32Z', 'revision_number': 2, 'project_id': 'd9e142dcc3b94f689e2a3b6fa4505cc6', 'subnets': [{'id': 'bf3265ab-0466-4823-9d02-3632fa48e999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:14:38.148287 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7225d4-ea5a-41a2-93d1-7759477d6bfd None None] Checking router: f422c373-9533-460a-8777-02cb5635cb03 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:14:38.148790 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7225d4-ea5a-41a2-93d1-7759477d6bfd None None] Updating router f422c373-9533-460a-8777-02cb5635cb03 port 93544150-c8ee-4312-bd52-f52ccf0040f6 binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:14:38.165935 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08a111-ccc6-4633-ac36-ab652a6b63e0 req-03780070-2434-4fc8-8b0a-a50218939f6b tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:38.167434 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2d08a111-ccc6-4633-ac36-ab652a6b63e0 req-03780070-2434-4fc8-8b0a-a50218939f6b tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9f5aac1-8c2a-496d-a005-f08031e74aa4 HTTP/1.1" status: 200 len: 1023 time: 0.2383394 Feb 09 12:14:38.212245 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bf7225d4-ea5a-41a2-93d1-7759477d6bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:38.216016 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39804) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:14:38.234781 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb966f-eac4-42c4-9245-61d6423085b9 req-e48fc96c-7f5a-4a3e-b1ad-3ac88915c59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:38.236397 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-66eb966f-eac4-42c4-9245-61d6423085b9 req-e48fc96c-7f5a-4a3e-b1ad-3ac88915c59e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2ef259ac-cc44-4435-8382-9e55ac589bad HTTP/1.1" status: 200 len: 1096 time: 0.2193274 Feb 09 12:14:38.238740 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f875c-9d34-4717-b51a-d37b160ebf4b req-3f60b1c4-6929-418c-bd6c-087115293073 tempest-ServersOnMultiNodesTest-2098192950 tempest-ServersOnMultiNodesTest-2098192950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:38.240505 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9d1f875c-9d34-4717-b51a-d37b160ebf4b req-3f60b1c4-6929-418c-bd6c-087115293073 tempest-ServersOnMultiNodesTest-2098192950 tempest-ServersOnMultiNodesTest-2098192950-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e1adc09c-f94a-4d63-9a0d-da5e6c06692c HTTP/1.1" status: 200 len: 1100 time: 0.1827691 Feb 09 12:14:38.268136 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9b49fe78-def1-46b9-9d8f-4a75307cfe9e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e6db588714374441812a4eab56e63006&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0486016 Feb 09 12:14:38.268976 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39808) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:14:38.326396 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-57fe2a66-1a6e-44f4-ad70-3105c71fdca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:38.343312 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-66eb966f-eac4-42c4-9245-61d6423085b9 req-e13756a3-e286-4ccc-b08a-d4c6846f71c3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=96be2d67-e14f-4304-b2f9-bac4f50faac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928588 Feb 09 12:14:38.344911 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9d1f875c-9d34-4717-b51a-d37b160ebf4b req-85515733-c416-4bde-8062-f00306a5e400 tempest-ServersOnMultiNodesTest-2098192950 tempest-ServersOnMultiNodesTest-2098192950-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934534 Feb 09 12:14:38.360421 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2d08a111-ccc6-4633-ac36-ab652a6b63e0 req-cf8dd513-3c62-40f5-a17b-b7577b9232c6 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups?id=b76c5c41-bf80-45ae-bb32-bc32aa39590a&id=f4fb3f13-7dc7-4cfe-ae6d-dfbf47efd150&id=7819bede-023c-4ddd-9d6a-58378c8c99cf HTTP/1.1" status: 200 len: 6149 time: 0.1810842 Feb 09 12:14:38.378895 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-57fe2a66-1a6e-44f4-ad70-3105c71fdca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:38.434047 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9f5aac1-8c2a-496d-a005-f08031e74aa4', 'tag': 'e9cd4a24-13a2-48d5-a087-aca4187189c0', 'status': 'completed', 'code': 200} Feb 09 12:14:38.434379 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9f5aac1-8c2a-496d-a005-f08031e74aa4', 'tag': 'e9cd4a24-13a2-48d5-a087-aca4187189c0', 'status': 'completed', 'code': 200} Feb 09 12:14:38.442345 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-57fe2a66-1a6e-44f4-ad70-3105c71fdca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:38.468948 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fe2a66-1a6e-44f4-ad70-3105c71fdca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d84f3c-e0b3-4fa4-a122-e16dac5a924e,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:38.483464 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-57fe2a66-1a6e-44f4-ad70-3105c71fdca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:38.484933 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-57fe2a66-1a6e-44f4-ad70-3105c71fdca8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/43d84f3c-e0b3-4fa4-a122-e16dac5a924e HTTP/1.1" status: 204 len: 168 time: 0.2155490 Feb 09 12:14:38.622998 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14795530-4a76-48d0-a0e7-fd35ca341629 req-5f929c59-1be6-47b3-86c9-8ec32c7e00f6 tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:38.631350 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-14795530-4a76-48d0-a0e7-fd35ca341629 req-5f929c59-1be6-47b3-86c9-8ec32c7e00f6 tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2c54d584-274b-482c-b20a-a799695c352e HTTP/1.1" status: 200 len: 1097 time: 0.0870333 Feb 09 12:14:38.684907 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-14795530-4a76-48d0-a0e7-fd35ca341629 req-add70ef2-e5a2-4334-ae68-b576be043c58 tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518270 Feb 09 12:14:38.747276 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bf7225d4-ea5a-41a2-93d1-7759477d6bfd None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:38.765888 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-bf7225d4-ea5a-41a2-93d1-7759477d6bfd None None] Transition to ACTIVE for port object 93544150-c8ee-4312-bd52-f52ccf0040f6 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:14:38.788413 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bf7225d4-ea5a-41a2-93d1-7759477d6bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:38.852047 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-a1c5c53d-a636-4c86-962e-8cb273d3ddaf req-5eaaa88a-4aef-4256-9131-ebab21f5a5fb tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Request body: {'security_group': {'name': ' tempest-securitygroup -25784573 ', 'description': 'tempest-description-1255818877'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:14:38.876076 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-a1c5c53d-a636-4c86-962e-8cb273d3ddaf req-5eaaa88a-4aef-4256-9131-ebab21f5a5fb tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:14:38.912496 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-a1c5c53d-a636-4c86-962e-8cb273d3ddaf req-5eaaa88a-4aef-4256-9131-ebab21f5a5fb tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:14:38.949713 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45641b57-fcdf-40cb-9a85-d2448dd0c4f8 req-3bc75f61-0402-4334-9570-813c7a19b51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:38.951346 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-45641b57-fcdf-40cb-9a85-d2448dd0c4f8 req-3bc75f61-0402-4334-9570-813c7a19b51e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=64589850d54f49bfb3a355e7cee6f70a&device_id=e9f5aac1-8c2a-496d-a005-f08031e74aa4 HTTP/1.1" status: 200 len: 1174 time: 0.2590873 Feb 09 12:14:38.952129 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a1c5c53d-a636-4c86-962e-8cb273d3ddaf req-5eaaa88a-4aef-4256-9131-ebab21f5a5fb tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:38.959589 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92de41d-ed6d-41dd-8a39-f77dee992a87 None None] Pushing event updated for resources: {'Port': ['ID=93544150-c8ee-4312-bd52-f52ccf0040f6,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:38.999615 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-51a9ccc2-5ec7-4eeb-a2af-24491e4c8121 req-acbf31f7-2fc6-42d5-ab14-3097b6a41320 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2615809 Feb 09 12:14:39.036658 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-bf7225d4-ea5a-41a2-93d1-7759477d6bfd None None] Attempting to bind port 93544150-c8ee-4312-bd52-f52ccf0040f6 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:14:39.037049 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-bf7225d4-ea5a-41a2-93d1-7759477d6bfd None None] Attempting to bind port 93544150-c8ee-4312-bd52-f52ccf0040f6 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '050321ca-daaf-4c62-b4d2-3b88eaa37f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f843456f-11ac-4f30-b1e0-578d6700b240'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:14:39.037394 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7225d4-ea5a-41a2-93d1-7759477d6bfd None None] Attempting to bind port 93544150-c8ee-4312-bd52-f52ccf0040f6 on network f843456f-11ac-4f30-b1e0-578d6700b240 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:14:39.043243 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7225d4-ea5a-41a2-93d1-7759477d6bfd None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:14:39.043618 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7225d4-ea5a-41a2-93d1-7759477d6bfd None None] Checking segment: {'id': '050321ca-daaf-4c62-b4d2-3b88eaa37f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f843456f-11ac-4f30-b1e0-578d6700b240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:14:39.044047 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bf7225d4-ea5a-41a2-93d1-7759477d6bfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:39.044799 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7225d4-ea5a-41a2-93d1-7759477d6bfd None None] Bound using segment: {'id': '050321ca-daaf-4c62-b4d2-3b88eaa37f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f843456f-11ac-4f30-b1e0-578d6700b240'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:14:39.045174 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-bf7225d4-ea5a-41a2-93d1-7759477d6bfd None None] Bound port: 93544150-c8ee-4312-bd52-f52ccf0040f6, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '050321ca-daaf-4c62-b4d2-3b88eaa37f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f843456f-11ac-4f30-b1e0-578d6700b240'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:14:39.045551 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bf7225d4-ea5a-41a2-93d1-7759477d6bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:39.062281 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-51a9ccc2-5ec7-4eeb-a2af-24491e4c8121 req-c54456fa-7c6b-4d4b-a983-68230f0acff9 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:14:39.083241 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-a1c5c53d-a636-4c86-962e-8cb273d3ddaf req-5eaaa88a-4aef-4256-9131-ebab21f5a5fb tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:14:39.088775 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-51a9ccc2-5ec7-4eeb-a2af-24491e4c8121 req-c54456fa-7c6b-4d4b-a983-68230f0acff9 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:14:39.092819 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-a1c5c53d-a636-4c86-962e-8cb273d3ddaf req-5eaaa88a-4aef-4256-9131-ebab21f5a5fb tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Usage tracker for resource:security_group_rule and tenant:64589850d54f49bfb3a355e7cee6f70a is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:14:39.099158 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-a1c5c53d-a636-4c86-962e-8cb273d3ddaf req-5eaaa88a-4aef-4256-9131-ebab21f5a5fb tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:14:39.116525 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-a1c5c53d-a636-4c86-962e-8cb273d3ddaf req-5eaaa88a-4aef-4256-9131-ebab21f5a5fb tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:14:39.118652 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-51a9ccc2-5ec7-4eeb-a2af-24491e4c8121 req-c54456fa-7c6b-4d4b-a983-68230f0acff9 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:14:39.157719 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-bf7225d4-ea5a-41a2-93d1-7759477d6bfd None None] For port 93544150-c8ee-4312-bd52-f52ccf0040f6, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:14:39.162498 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-bf7225d4-ea5a-41a2-93d1-7759477d6bfd None None] For port 93544150-c8ee-4312-bd52-f52ccf0040f6, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=93544150-c8ee-4312-bd52-f52ccf0040f6,segment=NetworkSegment(050321ca-daaf-4c62-b4d2-3b88eaa37f3c),segment_id=050321ca-daaf-4c62-b4d2-3b88eaa37f3c)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:14:39.167060 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bf7225d4-ea5a-41a2-93d1-7759477d6bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:39.178374 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-51a9ccc2-5ec7-4eeb-a2af-24491e4c8121 req-c54456fa-7c6b-4d4b-a983-68230f0acff9 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks [] for floatingip, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:39.207139 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45641b57-fcdf-40cb-9a85-d2448dd0c4f8 req-592d3fde-f675-4d0f-825b-9e9c9c96d118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:39.208711 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-45641b57-fcdf-40cb-9a85-d2448dd0c4f8 req-592d3fde-f675-4d0f-825b-9e9c9c96d118 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a10f88e1-3d02-4171-8c71-31b6c9e6be17 HTTP/1.1" status: 200 len: 914 time: 0.2435474 Feb 09 12:14:39.277194 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92de41d-ed6d-41dd-8a39-f77dee992a87 None None] Pushing event updated for resources: {'Port': ['ID=93544150-c8ee-4312-bd52-f52ccf0040f6,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:39.289824 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7225d4-ea5a-41a2-93d1-7759477d6bfd None None] Routers {'f422c373-9533-460a-8777-02cb5635cb03'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:14:39.290444 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-bf7225d4-ea5a-41a2-93d1-7759477d6bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:14:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['f422c373-9533-460a-8777-02cb5635cb03'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:14:39.406569 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-45641b57-fcdf-40cb-9a85-d2448dd0c4f8 req-33b38fde-40c0-4dfc-8e50-e515fd14b58e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9cd4a24-13a2-48d5-a087-aca4187189c0 HTTP/1.1" status: 200 len: 217 time: 0.1100717 Feb 09 12:14:39.446662 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a1c5c53d-a636-4c86-962e-8cb273d3ddaf req-5eaaa88a-4aef-4256-9131-ebab21f5a5fb tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:39.492287 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a1c5c53d-a636-4c86-962e-8cb273d3ddaf req-5eaaa88a-4aef-4256-9131-ebab21f5a5fb tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:39.512146 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-bf7225d4-ea5a-41a2-93d1-7759477d6bfd None None] Set router f422c373-9533-460a-8777-02cb5635cb03 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:14:39.570636 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45641b57-fcdf-40cb-9a85-d2448dd0c4f8 req-6ab2de18-72de-4078-803b-581d029da689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:39.572244 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-45641b57-fcdf-40cb-9a85-d2448dd0c4f8 req-6ab2de18-72de-4078-803b-581d029da689 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8f07f6df-adf1-4387-8c0a-c935bf8584cf HTTP/1.1" status: 200 len: 853 time: 0.1215899 Feb 09 12:14:39.576126 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaaa88a-4aef-4256-9131-ebab21f5a5fb tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b09cc90-9f18-4249-acf7-a294748170f9,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:39.582657 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a1c5c53d-a636-4c86-962e-8cb273d3ddaf req-5eaaa88a-4aef-4256-9131-ebab21f5a5fb tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:39.603308 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a1c5c53d-a636-4c86-962e-8cb273d3ddaf req-5eaaa88a-4aef-4256-9131-ebab21f5a5fb tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.7628415 Feb 09 12:14:39.735732 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 32b4f098-3057-4e85-886a-f7e94813b6ec up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:14:39.808163 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 32b4f098-3057-4e85-886a-f7e94813b6ec triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:14:39.808681 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:39.832668 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-45641b57-fcdf-40cb-9a85-d2448dd0c4f8 req-fbac4b20-b800-4aca-a468-4bf61e1e773a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a10f88e1-3d02-4171-8c71-31b6c9e6be17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2275968 Feb 09 12:14:39.945290 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 93544150-c8ee-4312-bd52-f52ccf0040f6 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:14:39.948064 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-bf7225d4-ea5a-41a2-93d1-7759477d6bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f422c373-9533-460a-8777-02cb5635cb03', 'name': 'tempest-FloatingIPDetailsTestJSON-1128572375-router', 'tenant_id': 'd9e142dcc3b94f689e2a3b6fa4505cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '32b4f098-3057-4e85-886a-f7e94813b6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:14:27Z', 'updated_at': '2022-02-09T12:14:32Z', 'revision_number': 4, 'project_id': 'd9e142dcc3b94f689e2a3b6fa4505cc6', 'gw_port': {'id': '32b4f098-3057-4e85-886a-f7e94813b6ec', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:db:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f422c373-9533-460a-8777-02cb5635cb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:14:28Z', 'updated_at': '2022-02-09T12:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '93544150-c8ee-4312-bd52-f52ccf0040f6', 'name': '', 'network_id': 'f843456f-11ac-4f30-b1e0-578d6700b240', 'tenant_id': 'd9e142dcc3b94f689e2a3b6fa4505cc6', 'mac_address': 'fa:16:3e:fd:3a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f422c373-9533-460a-8777-02cb5635cb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bf3265ab-0466-4823-9d02-3632fa48e999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:14:31Z', 'updated_at': '2022-02-09T12:14:39Z', 'revision_number': 4, 'project_id': 'd9e142dcc3b94f689e2a3b6fa4505cc6', 'subnets': [{'id': 'bf3265ab-0466-4823-9d02-3632fa48e999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:14:39.953309 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7225d4-ea5a-41a2-93d1-7759477d6bfd None None] The sync data for ids ['f422c373-9533-460a-8777-02cb5635cb03'] in n-d-825178-3 is: [{'id': 'f422c373-9533-460a-8777-02cb5635cb03', 'name': 'tempest-FloatingIPDetailsTestJSON-1128572375-router', 'tenant_id': 'd9e142dcc3b94f689e2a3b6fa4505cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '32b4f098-3057-4e85-886a-f7e94813b6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:14:27Z', 'updated_at': '2022-02-09T12:14:32Z', 'revision_number': 4, 'project_id': 'd9e142dcc3b94f689e2a3b6fa4505cc6', 'gw_port': {'id': '32b4f098-3057-4e85-886a-f7e94813b6ec', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:db:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f422c373-9533-460a-8777-02cb5635cb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:14:28Z', 'updated_at': '2022-02-09T12:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '93544150-c8ee-4312-bd52-f52ccf0040f6', 'name': '', 'network_id': 'f843456f-11ac-4f30-b1e0-578d6700b240', 'tenant_id': 'd9e142dcc3b94f689e2a3b6fa4505cc6', 'mac_address': 'fa:16:3e:fd:3a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f422c373-9533-460a-8777-02cb5635cb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bf3265ab-0466-4823-9d02-3632fa48e999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:14:31Z', 'updated_at': '2022-02-09T12:14:39Z', 'revision_number': 4, 'project_id': 'd9e142dcc3b94f689e2a3b6fa4505cc6', 'subnets': [{'id': 'bf3265ab-0466-4823-9d02-3632fa48e999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:14:39.987166 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-51a9ccc2-5ec7-4eeb-a2af-24491e4c8121 req-c54456fa-7c6b-4d4b-a983-68230f0acff9 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:40.028774 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 93544150-c8ee-4312-bd52-f52ccf0040f6 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:14:40.036146 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 93544150-c8ee-4312-bd52-f52ccf0040f6 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:14:40.036926 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:40.102183 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-45641b57-fcdf-40cb-9a85-d2448dd0c4f8 req-14e1d7ca-7cae-4d7a-9ef0-51547b4cb268 service neutron] 10.222.0.52 "GET /v2.0/networks/a10f88e1-3d02-4171-8c71-31b6c9e6be17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543030 Feb 09 12:14:40.119367 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d6351-0dc7-4d45-9c4a-d22f66305650 req-f48e4c8e-a279-47c5-a79e-de9323f0a481 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:40.120911 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0d2d6351-0dc7-4d45-9c4a-d22f66305650 req-f48e4c8e-a279-47c5-a79e-de9323f0a481 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ef259ac-cc44-4435-8382-9e55ac589bad HTTP/1.1" status: 200 len: 945 time: 0.3382370 Feb 09 12:14:40.209056 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:40.251237 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 93544150-c8ee-4312-bd52-f52ccf0040f6, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=93544150-c8ee-4312-bd52-f52ccf0040f6,segment=NetworkSegment(050321ca-daaf-4c62-b4d2-3b88eaa37f3c),segment_id=050321ca-daaf-4c62-b4d2-3b88eaa37f3c)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:14:40.255963 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:40.370587 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=93544150-c8ee-4312-bd52-f52ccf0040f6,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:40.396205 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0d2d6351-0dc7-4d45-9c4a-d22f66305650 req-293c13a2-641a-45b2-b9d3-05b73756658f tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/security-groups?id=96be2d67-e14f-4304-b2f9-bac4f50faac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568178 Feb 09 12:14:40.430101 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-45641b57-fcdf-40cb-9a85-d2448dd0c4f8 req-be43ab38-b89e-42c2-a3fd-6aac2ba24459 service neutron] 10.222.0.52 "GET /v2.0/networks/a10f88e1-3d02-4171-8c71-31b6c9e6be17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774460 Feb 09 12:14:40.431292 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-51a9ccc2-5ec7-4eeb-a2af-24491e4c8121 req-c54456fa-7c6b-4d4b-a983-68230f0acff9 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Allocated IP 172.25.7.5 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/9f8c6d2e-352c-4b9b-a757-02324275c699) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:14:40.615247 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-dd0ee313-4182-4d3c-82eb-1c6ade274e0a tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=c9a644d28aa946259b7337281970c4b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0892036 Feb 09 12:14:40.777975 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-51a9ccc2-5ec7-4eeb-a2af-24491e4c8121 req-c54456fa-7c6b-4d4b-a983-68230f0acff9 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:40.825993 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45641b57-fcdf-40cb-9a85-d2448dd0c4f8 req-7f22bce2-cf72-45bf-88db-afa40b5fbf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:40.827445 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-45641b57-fcdf-40cb-9a85-d2448dd0c4f8 req-7f22bce2-cf72-45bf-88db-afa40b5fbf6e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=64589850d54f49bfb3a355e7cee6f70a&device_id=e9f5aac1-8c2a-496d-a005-f08031e74aa4 HTTP/1.1" status: 200 len: 1174 time: 0.3026454 Feb 09 12:14:40.839667 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-68e22271-452e-41ff-adb6-c0c770e7a99c tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:40.841071 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-68e22271-452e-41ff-adb6-c0c770e7a99c tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2134669 Feb 09 12:14:40.934352 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-058aee08-8e3c-4f18-bbcb-46a4498a13e3 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/quotas/c9a644d28aa946259b7337281970c4b8 HTTP/1.1" status: 200 len: 375 time: 0.0650768 Feb 09 12:14:40.985774 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-51a9ccc2-5ec7-4eeb-a2af-24491e4c8121 req-c54456fa-7c6b-4d4b-a983-68230f0acff9 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:41.077517 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51a9ccc2-5ec7-4eeb-a2af-24491e4c8121 req-c54456fa-7c6b-4d4b-a983-68230f0acff9 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:14:41.088829 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-51a9ccc2-5ec7-4eeb-a2af-24491e4c8121 req-c54456fa-7c6b-4d4b-a983-68230f0acff9 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:14:41.098244 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a9ccc2-5ec7-4eeb-a2af-24491e4c8121 req-c54456fa-7c6b-4d4b-a983-68230f0acff9 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:14:41.139465 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45641b57-fcdf-40cb-9a85-d2448dd0c4f8 req-a19831a6-e4e7-4de7-b5a7-1d917f931a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:41.140961 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-45641b57-fcdf-40cb-9a85-d2448dd0c4f8 req-a19831a6-e4e7-4de7-b5a7-1d917f931a47 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a10f88e1-3d02-4171-8c71-31b6c9e6be17 HTTP/1.1" status: 200 len: 914 time: 0.2970238 Feb 09 12:14:41.148777 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54456fa-7c6b-4d4b-a983-68230f0acff9 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Pushing event updated for resources: {'Port': ['ID=9f8c6d2e-352c-4b9b-a757-02324275c699,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:41.225004 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-45641b57-fcdf-40cb-9a85-d2448dd0c4f8 req-ac3a9d24-2532-4f5a-b1d0-2de0f0c97dfa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9cd4a24-13a2-48d5-a087-aca4187189c0 HTTP/1.1" status: 200 len: 217 time: 0.0736392 Feb 09 12:14:41.305698 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-1a26bcb7-ff93-4ddb-85ed-5ea87bd74475 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9a644d28aa946259b7337281970c4b8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3649898 Feb 09 12:14:41.331434 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45641b57-fcdf-40cb-9a85-d2448dd0c4f8 req-ec629b08-3e71-4bac-b0f7-13741250636a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:41.333265 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-45641b57-fcdf-40cb-9a85-d2448dd0c4f8 req-ec629b08-3e71-4bac-b0f7-13741250636a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8f07f6df-adf1-4387-8c0a-c935bf8584cf HTTP/1.1" status: 200 len: 853 time: 0.0968022 Feb 09 12:14:41.336352 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-51a9ccc2-5ec7-4eeb-a2af-24491e4c8121 req-c54456fa-7c6b-4d4b-a983-68230f0acff9 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:41.542623 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-45641b57-fcdf-40cb-9a85-d2448dd0c4f8 req-a73f0891-1cf7-42a1-be32-bbd3b220c7dc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a10f88e1-3d02-4171-8c71-31b6c9e6be17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1694176 Feb 09 12:14:41.557466 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-51a9ccc2-5ec7-4eeb-a2af-24491e4c8121 req-c54456fa-7c6b-4d4b-a983-68230f0acff9 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:41.714383 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 93544150-c8ee-4312-bd52-f52ccf0040f6 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:14:41.812046 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 93544150-c8ee-4312-bd52-f52ccf0040f6 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:14:41.812569 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:41.880183 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-45641b57-fcdf-40cb-9a85-d2448dd0c4f8 req-7b3f6cde-3c05-40bf-a04e-5ad0ae49fa60 service neutron] 10.222.0.52 "GET /v2.0/networks/a10f88e1-3d02-4171-8c71-31b6c9e6be17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912135 Feb 09 12:14:42.125296 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-51a9ccc2-5ec7-4eeb-a2af-24491e4c8121 req-c54456fa-7c6b-4d4b-a983-68230f0acff9 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:42.135430 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-45641b57-fcdf-40cb-9a85-d2448dd0c4f8 req-80a06f18-8389-49ca-ae1e-4f6f7c9e6afb service neutron] 10.222.0.52 "GET /v2.0/networks/a10f88e1-3d02-4171-8c71-31b6c9e6be17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307429 Feb 09 12:14:42.137950 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-51a9ccc2-5ec7-4eeb-a2af-24491e4c8121 req-c54456fa-7c6b-4d4b-a983-68230f0acff9 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:42.212459 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e7a0495e-ee3a-432f-afba-8f8c6b59c20e req-92828f94-d275-4262-b512-e6c3364435a2 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups/6b09cc90-9f18-4249-acf7-a294748170f9 HTTP/1.1" status: 200 len: 1779 time: 0.1703122 Feb 09 12:14:42.278892 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-51a9ccc2-5ec7-4eeb-a2af-24491e4c8121 req-c54456fa-7c6b-4d4b-a983-68230f0acff9 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:42.282995 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54456fa-7c6b-4d4b-a983-68230f0acff9 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Pushing event updated for resources: {'Port': ['ID=9f8c6d2e-352c-4b9b-a757-02324275c699,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:42.335924 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-51a9ccc2-5ec7-4eeb-a2af-24491e4c8121 req-c54456fa-7c6b-4d4b-a983-68230f0acff9 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:42.337709 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-51a9ccc2-5ec7-4eeb-a2af-24491e4c8121 req-c54456fa-7c6b-4d4b-a983-68230f0acff9 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 3.2863760 Feb 09 12:14:42.435497 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-51a9ccc2-5ec7-4eeb-a2af-24491e4c8121 req-9aee685d-38df-49fd-a9da-fda2849e7556 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Synchronizing usage tracker for tenant:d9e142dcc3b94f689e2a3b6fa4505cc6 on resource:floatingip {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:14:42.451730 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-51a9ccc2-5ec7-4eeb-a2af-24491e4c8121 req-9aee685d-38df-49fd-a9da-fda2849e7556 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Unset dirty status for tenant:d9e142dcc3b94f689e2a3b6fa4505cc6 on resource:floatingip {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:14:42.452872 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-51a9ccc2-5ec7-4eeb-a2af-24491e4c8121 req-9aee685d-38df-49fd-a9da-fda2849e7556 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.5 HTTP/1.1" status: 200 len: 694 time: 0.1074624 Feb 09 12:14:42.657663 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e41bf-3c1f-4a62-bfd7-b0f0be56e9cf req-d6508146-2b86-4e35-a148-6a095a489be9 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:42.659662 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-688e41bf-3c1f-4a62-bfd7-b0f0be56e9cf req-d6508146-2b86-4e35-a148-6a095a489be9 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ef259ac-cc44-4435-8382-9e55ac589bad HTTP/1.1" status: 200 len: 945 time: 0.2025099 Feb 09 12:14:42.667685 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a9ccc2-5ec7-4eeb-a2af-24491e4c8121 req-8cf4f076-9610-4384-9455-f8086743e658 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:42.668941 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-51a9ccc2-5ec7-4eeb-a2af-24491e4c8121 req-8cf4f076-9610-4384-9455-f8086743e658 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] 10.222.0.55 "GET /v2.0/networks/af0bad45-b31e-4cb1-a77c-3bbc34409de5 HTTP/1.1" status: 200 len: 784 time: 0.1759861 Feb 09 12:14:42.713481 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-688e41bf-3c1f-4a62-bfd7-b0f0be56e9cf req-a695cf24-565e-41d8-9579-b5a55e8ee835 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/security-groups?id=96be2d67-e14f-4304-b2f9-bac4f50faac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436313 Feb 09 12:14:42.818589 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f0e43fa9-e54e-4456-b956-1f7700854ee5 req-25fefc47-838e-4c41-b978-577b0b277694 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fb47f3f-72d6-46fe-a25f-5fb25b1089c0 HTTP/1.1" status: 200 len: 210 time: 0.0440524 Feb 09 12:14:42.919875 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c96a22be-1b13-45d8-a725-a5bbb875d965 req-313bcbba-0e11-46de-a522-248bb3e2a454 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups/6b09cc90-9f18-4249-acf7-a294748170f9 HTTP/1.1" status: 200 len: 1779 time: 0.0666518 Feb 09 12:14:42.994898 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-4380541b-d990-4332-9fc3-134fe6250626 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=c9a644d28aa946259b7337281970c4b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458806 Feb 09 12:14:43.224102 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c96a22be-1b13-45d8-a725-a5bbb875d965 req-7630e1ee-a2f8-4b52-a624-262b8f2019b4 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:43.425828 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c96a22be-1b13-45d8-a725-a5bbb875d965 req-7630e1ee-a2f8-4b52-a624-262b8f2019b4 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:43.456281 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-14717bf8-8953-477b-ac8b-c670ab7eabdf tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:43.457557 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-14717bf8-8953-477b-ac8b-c670ab7eabdf tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4414566 Feb 09 12:14:43.497577 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-46b3391b-830a-407c-9136-90ab05a22cce tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Request body: {'port': {'device_id': '2fb47f3f-72d6-46fe-a25f-5fb25b1089c0', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'admin_state_up': True, 'tenant_id': 'c9a644d28aa946259b7337281970c4b8'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:14:43.573542 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39928) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:14:43.709182 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9c6fa8d6-b774-4245-a189-6a5aeb196ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:43.715590 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c96a22be-1b13-45d8-a725-a5bbb875d965 req-7630e1ee-a2f8-4b52-a624-262b8f2019b4 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:43.724585 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9c6fa8d6-b774-4245-a189-6a5aeb196ad8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:14:43.728327 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9c6fa8d6-b774-4245-a189-6a5aeb196ad8 admin admin] Usage tracker for resource:security_group_rule and tenant:49dce34f8cae46209fbf5d5dbb4f8af6 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:14:43.731057 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9c6fa8d6-b774-4245-a189-6a5aeb196ad8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:14:43.734075 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e38e3296-219a-4ab6-b854-f816d5ca2084 req-77081b23-23eb-4bb6-9e2c-03e21b60ed55 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4516737 Feb 09 12:14:43.737641 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9c6fa8d6-b774-4245-a189-6a5aeb196ad8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:14:43.762804 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-e38e3296-219a-4ab6-b854-f816d5ca2084 req-f8d7b1d7-6bae-40ff-876f-3de113231c1a tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:14:43.769897 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7630e1ee-a2f8-4b52-a624-262b8f2019b4 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b09cc90-9f18-4249-acf7-a294748170f9,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:43.777834 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-e38e3296-219a-4ab6-b854-f816d5ca2084 req-f8d7b1d7-6bae-40ff-876f-3de113231c1a tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:14:43.812483 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-e38e3296-219a-4ab6-b854-f816d5ca2084 req-f8d7b1d7-6bae-40ff-876f-3de113231c1a tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:14:43.815115 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c96a22be-1b13-45d8-a725-a5bbb875d965 req-7630e1ee-a2f8-4b52-a624-262b8f2019b4 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:43.816556 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c96a22be-1b13-45d8-a725-a5bbb875d965 req-7630e1ee-a2f8-4b52-a624-262b8f2019b4 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "DELETE /v2.0/security-groups/6b09cc90-9f18-4249-acf7-a294748170f9 HTTP/1.1" status: 204 len: 173 time: 0.8891277 Feb 09 12:14:43.820094 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9c6fa8d6-b774-4245-a189-6a5aeb196ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:43.825637 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-46b3391b-830a-407c-9136-90ab05a22cce tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:14:43.827104 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9c6fa8d6-b774-4245-a189-6a5aeb196ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:43.839916 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e38e3296-219a-4ab6-b854-f816d5ca2084 req-f8d7b1d7-6bae-40ff-876f-3de113231c1a tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks [] for floatingip, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:43.874115 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9c6fa8d6-b774-4245-a189-6a5aeb196ad8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=49dce34f8cae46209fbf5d5dbb4f8af6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2994132 Feb 09 12:14:43.875648 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6fa8d6-b774-4245-a189-6a5aeb196ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6765cf70-9cd6-42f4-bd89-f97a16a78c0e,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:43.877971 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39944) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:14:43.916794 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5117587d-3513-41e3-8921-e976f2595fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:43.935243 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ba9010c3-9bbb-49a7-ae2d-c8b2756b7b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:43.936452 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-46b3391b-830a-407c-9136-90ab05a22cce tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:14:43.961144 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ba9010c3-9bbb-49a7-ae2d-c8b2756b7b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:44.024648 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ba9010c3-9bbb-49a7-ae2d-c8b2756b7b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:44.025217 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-46b3391b-830a-407c-9136-90ab05a22cce tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Made reservation on behalf of c9a644d28aa946259b7337281970c4b8 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:14:44.029313 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-46b3391b-830a-407c-9136-90ab05a22cce tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:44.039704 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9010c3-9bbb-49a7-ae2d-c8b2756b7b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6765cf70-9cd6-42f4-bd89-f97a16a78c0e,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:44.047988 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ba9010c3-9bbb-49a7-ae2d-c8b2756b7b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:44.049789 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ba9010c3-9bbb-49a7-ae2d-c8b2756b7b36 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6765cf70-9cd6-42f4-bd89-f97a16a78c0e HTTP/1.1" status: 204 len: 168 time: 0.1707773 Feb 09 12:14:44.144125 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dad916d1-5e35-4971-b019-ddf4af770bca req-96f0fcfd-d519-42cd-80e5-87917b45b52d tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=af0bad45-b31e-4cb1-a77c-3bbc34409de5 HTTP/1.1" status: 200 len: 258 time: 0.3086395 Feb 09 12:14:44.169273 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-dad916d1-5e35-4971-b019-ddf4af770bca req-b763c416-b0f7-4edc-bc51-beb2da548803 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:14:44.184410 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-dad916d1-5e35-4971-b019-ddf4af770bca req-b763c416-b0f7-4edc-bc51-beb2da548803 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:14:44.192789 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-dad916d1-5e35-4971-b019-ddf4af770bca req-b763c416-b0f7-4edc-bc51-beb2da548803 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Usage tracker for resource:floatingip and tenant:2647956141fb47dda47c7b0b658b0402 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:14:44.198749 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-dad916d1-5e35-4971-b019-ddf4af770bca req-b763c416-b0f7-4edc-bc51-beb2da548803 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:14:44.246375 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-dad916d1-5e35-4971-b019-ddf4af770bca req-b763c416-b0f7-4edc-bc51-beb2da548803 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:14:44.278361 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-dad916d1-5e35-4971-b019-ddf4af770bca req-b763c416-b0f7-4edc-bc51-beb2da548803 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Notify callbacks [] for floatingip, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:44.330445 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-46b3391b-830a-407c-9136-90ab05a22cce tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Allocated IP 192.168.233.90 (4f732e35-467f-44f5-be04-aa808693dec3/f8ed5558-888d-440a-8c32-52f2f9bc5bd5/5da3584c-b63e-4421-8fca-3a6aea07f393) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:14:44.374233 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39952) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:14:44.392227 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6c954cb4-6d06-4641-a294-c9848fd27511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:44.406747 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e38e3296-219a-4ab6-b854-f816d5ca2084 req-f8d7b1d7-6bae-40ff-876f-3de113231c1a tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:44.408662 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6c954cb4-6d06-4641-a294-c9848fd27511 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:14:44.413311 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-6c954cb4-6d06-4641-a294-c9848fd27511 admin admin] Usage tracker for resource:security_group_rule and tenant:801aadc326274a58a43eab7ee395e3c8 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:14:44.416158 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-6c954cb4-6d06-4641-a294-c9848fd27511 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:14:44.421835 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6c954cb4-6d06-4641-a294-c9848fd27511 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:14:44.510520 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6c954cb4-6d06-4641-a294-c9848fd27511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:44.515685 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6c954cb4-6d06-4641-a294-c9848fd27511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:44.566528 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6c954cb4-6d06-4641-a294-c9848fd27511 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=801aadc326274a58a43eab7ee395e3c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1910818 Feb 09 12:14:44.567399 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c954cb4-6d06-4641-a294-c9848fd27511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb90997a-40e5-4944-9bf6-e920150a28bb,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:44.569807 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39956) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:14:44.633567 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ebca9727-d6b7-4666-8136-e4fd589f0baf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:44.665727 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ebca9727-d6b7-4666-8136-e4fd589f0baf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:44.721498 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ebca9727-d6b7-4666-8136-e4fd589f0baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:44.731577 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-e38e3296-219a-4ab6-b854-f816d5ca2084 req-f8d7b1d7-6bae-40ff-876f-3de113231c1a tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Allocated IP 172.25.7.135 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/f221e6f9-a279-408a-845c-72a774688fe7) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:14:44.738792 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca9727-d6b7-4666-8136-e4fd589f0baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb90997a-40e5-4944-9bf6-e920150a28bb,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:44.747689 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ebca9727-d6b7-4666-8136-e4fd589f0baf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:44.748853 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ebca9727-d6b7-4666-8136-e4fd589f0baf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eb90997a-40e5-4944-9bf6-e920150a28bb HTTP/1.1" status: 204 len: 168 time: 0.1782806 Feb 09 12:14:44.750305 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca9727-d6b7-4666-8136-e4fd589f0baf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:14:44.750769 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca9727-d6b7-4666-8136-e4fd589f0baf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:14:44.751280 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca9727-d6b7-4666-8136-e4fd589f0baf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:14:44.751507 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca9727-d6b7-4666-8136-e4fd589f0baf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:14:44.752587 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca9727-d6b7-4666-8136-e4fd589f0baf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:14:44.752587 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca9727-d6b7-4666-8136-e4fd589f0baf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:14:44.752923 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca9727-d6b7-4666-8136-e4fd589f0baf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:14:44.753021 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca9727-d6b7-4666-8136-e4fd589f0baf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:14:44.753382 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca9727-d6b7-4666-8136-e4fd589f0baf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:14:44.753707 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca9727-d6b7-4666-8136-e4fd589f0baf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:14:44.754033 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca9727-d6b7-4666-8136-e4fd589f0baf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:14:44.754356 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca9727-d6b7-4666-8136-e4fd589f0baf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:14:44.849727 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-46b3391b-830a-407c-9136-90ab05a22cce tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:44.859957 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-dad916d1-5e35-4971-b019-ddf4af770bca req-b763c416-b0f7-4edc-bc51-beb2da548803 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:44.919553 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-46b3391b-830a-407c-9136-90ab05a22cce tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Transition to ACTIVE for port object 5da3584c-b63e-4421-8fca-3a6aea07f393 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:14:45.013620 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e38e3296-219a-4ab6-b854-f816d5ca2084 req-f8d7b1d7-6bae-40ff-876f-3de113231c1a tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:45.028372 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-46b3391b-830a-407c-9136-90ab05a22cce tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:45.039470 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['b5fedb51-61f7-44a9-a646-00ef57b3909b', 'eca5b3d7-d4c8-45db-bb8d-4b1aab65b295', '63509d75-da58-43e5-b240-8d70695a2e99', '0d85bbfe-ab37-4908-b505-2f3515665611'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:14:45.077860 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['2757b3d6-dc7b-47d5-b590-77650b8c733f'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:14:45.110013 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-46b3391b-830a-407c-9136-90ab05a22cce tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Network 4f732e35-467f-44f5-be04-aa808693dec3 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:14:45.115688 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-46b3391b-830a-407c-9136-90ab05a22cce tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:14:45.120947 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-46b3391b-830a-407c-9136-90ab05a22cce tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:14:45.147186 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b3391b-830a-407c-9136-90ab05a22cce tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Pushing event updated for resources: {'Port': ['ID=5da3584c-b63e-4421-8fca-3a6aea07f393,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:45.218857 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e38e3296-219a-4ab6-b854-f816d5ca2084 req-f8d7b1d7-6bae-40ff-876f-3de113231c1a tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:45.289680 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-46b3391b-830a-407c-9136-90ab05a22cce tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:45.290209 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-46b3391b-830a-407c-9136-90ab05a22cce tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:45.332999 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e38e3296-219a-4ab6-b854-f816d5ca2084 req-f8d7b1d7-6bae-40ff-876f-3de113231c1a tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:14:45.344105 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-e38e3296-219a-4ab6-b854-f816d5ca2084 req-f8d7b1d7-6bae-40ff-876f-3de113231c1a tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:14:45.355488 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-e38e3296-219a-4ab6-b854-f816d5ca2084 req-f8d7b1d7-6bae-40ff-876f-3de113231c1a tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:14:45.406260 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d7b1d7-6bae-40ff-876f-3de113231c1a tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Pushing event updated for resources: {'Port': ['ID=f221e6f9-a279-408a-845c-72a774688fe7,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:45.419332 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-dad916d1-5e35-4971-b019-ddf4af770bca req-b763c416-b0f7-4edc-bc51-beb2da548803 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Allocated IP 172.25.7.144 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/ff829eaa-da2e-49e2-b4b9-b3d015eac256) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:14:45.422551 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-46b3391b-830a-407c-9136-90ab05a22cce tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9376292 Feb 09 12:14:45.469565 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-53156ed3-9f53-49bd-a59c-345a0190c6c6 service neutron] Request body: {'port': {'device_id': '2fb47f3f-72d6-46fe-a25f-5fb25b1089c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:14:45.511813 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-77c3bf63-9440-431c-b7ca-645a961184ee None None] Provisioning for port 5da3584c-b63e-4421-8fca-3a6aea07f393 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:14:45.527330 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-77c3bf63-9440-431c-b7ca-645a961184ee None None] Provisioning complete for port 5da3584c-b63e-4421-8fca-3a6aea07f393 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:14:45.527700 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-77c3bf63-9440-431c-b7ca-645a961184ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:45.610967 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-77c3bf63-9440-431c-b7ca-645a961184ee None None] Port 5da3584c-b63e-4421-8fca-3a6aea07f393 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:14:45.790179 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e38e3296-219a-4ab6-b854-f816d5ca2084 req-f8d7b1d7-6bae-40ff-876f-3de113231c1a tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:45.813602 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-53156ed3-9f53-49bd-a59c-345a0190c6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:45.864178 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-dad916d1-5e35-4971-b019-ddf4af770bca req-b763c416-b0f7-4edc-bc51-beb2da548803 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:45.953702 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e38e3296-219a-4ab6-b854-f816d5ca2084 req-f8d7b1d7-6bae-40ff-876f-3de113231c1a tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:45.968735 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:14:46.108034 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-dad916d1-5e35-4971-b019-ddf4af770bca req-b763c416-b0f7-4edc-bc51-beb2da548803 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:46.244366 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f9fa47dc-2761-4494-b066-222113d67e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:46.313464 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dad916d1-5e35-4971-b019-ddf4af770bca req-b763c416-b0f7-4edc-bc51-beb2da548803 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:14:46.321400 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-dad916d1-5e35-4971-b019-ddf4af770bca req-b763c416-b0f7-4edc-bc51-beb2da548803 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:14:46.331030 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad916d1-5e35-4971-b019-ddf4af770bca req-b763c416-b0f7-4edc-bc51-beb2da548803 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:14:46.355695 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b763c416-b0f7-4edc-bc51-beb2da548803 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Pushing event updated for resources: {'Port': ['ID=ff829eaa-da2e-49e2-b4b9-b3d015eac256,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:46.497286 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e38e3296-219a-4ab6-b854-f816d5ca2084 req-f8d7b1d7-6bae-40ff-876f-3de113231c1a tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:46.508824 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-dad916d1-5e35-4971-b019-ddf4af770bca req-b763c416-b0f7-4edc-bc51-beb2da548803 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:46.510023 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e38e3296-219a-4ab6-b854-f816d5ca2084 req-f8d7b1d7-6bae-40ff-876f-3de113231c1a tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:46.715350 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d7b1d7-6bae-40ff-876f-3de113231c1a tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Pushing event updated for resources: {'Port': ['ID=f221e6f9-a279-408a-845c-72a774688fe7,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:46.722004 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-53156ed3-9f53-49bd-a59c-345a0190c6c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5da3584c-b63e-4421-8fca-3a6aea07f393 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:14:46.737503 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-53156ed3-9f53-49bd-a59c-345a0190c6c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:46.739571 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-dad916d1-5e35-4971-b019-ddf4af770bca req-b763c416-b0f7-4edc-bc51-beb2da548803 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:46.770914 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e38e3296-219a-4ab6-b854-f816d5ca2084 req-f8d7b1d7-6bae-40ff-876f-3de113231c1a tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:46.815889 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-53156ed3-9f53-49bd-a59c-345a0190c6c6 service neutron] Transition to ACTIVE for port object 5da3584c-b63e-4421-8fca-3a6aea07f393 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:14:46.828881 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-53156ed3-9f53-49bd-a59c-345a0190c6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:46.875799 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e38e3296-219a-4ab6-b854-f816d5ca2084 req-f8d7b1d7-6bae-40ff-876f-3de113231c1a tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:46.877515 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e38e3296-219a-4ab6-b854-f816d5ca2084 req-f8d7b1d7-6bae-40ff-876f-3de113231c1a tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1355813 Feb 09 12:14:47.120105 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e38e3296-219a-4ab6-b854-f816d5ca2084 req-ad072da2-76b3-448a-9f35-457462980f98 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Synchronizing usage tracker for tenant:d9e142dcc3b94f689e2a3b6fa4505cc6 on resource:floatingip {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:14:47.146284 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53156ed3-9f53-49bd-a59c-345a0190c6c6 service neutron] Pushing event updated for resources: {'Port': ['ID=5da3584c-b63e-4421-8fca-3a6aea07f393,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:47.167065 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53156ed3-9f53-49bd-a59c-345a0190c6c6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:14:47.167338 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53156ed3-9f53-49bd-a59c-345a0190c6c6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:14:47.167673 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53156ed3-9f53-49bd-a59c-345a0190c6c6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:14:47.168050 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53156ed3-9f53-49bd-a59c-345a0190c6c6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:14:47.168378 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53156ed3-9f53-49bd-a59c-345a0190c6c6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:14:47.168702 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53156ed3-9f53-49bd-a59c-345a0190c6c6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:14:47.169024 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53156ed3-9f53-49bd-a59c-345a0190c6c6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:14:47.169343 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53156ed3-9f53-49bd-a59c-345a0190c6c6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:14:47.169660 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53156ed3-9f53-49bd-a59c-345a0190c6c6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:14:47.169978 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53156ed3-9f53-49bd-a59c-345a0190c6c6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:14:47.170294 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53156ed3-9f53-49bd-a59c-345a0190c6c6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:14:47.170609 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53156ed3-9f53-49bd-a59c-345a0190c6c6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:14:47.335783 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e38e3296-219a-4ab6-b854-f816d5ca2084 req-ad072da2-76b3-448a-9f35-457462980f98 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Unset dirty status for tenant:d9e142dcc3b94f689e2a3b6fa4505cc6 on resource:floatingip {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:14:47.336878 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e38e3296-219a-4ab6-b854-f816d5ca2084 req-ad072da2-76b3-448a-9f35-457462980f98 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.135 HTTP/1.1" status: 200 len: 696 time: 0.4431491 Feb 09 12:14:47.417450 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:47.474081 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-53156ed3-9f53-49bd-a59c-345a0190c6c6 service neutron] Attempting to bind port 5da3584c-b63e-4421-8fca-3a6aea07f393 on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:14:47.474421 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-53156ed3-9f53-49bd-a59c-345a0190c6c6 service neutron] Attempting to bind port 5da3584c-b63e-4421-8fca-3a6aea07f393 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:14:47.474746 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-53156ed3-9f53-49bd-a59c-345a0190c6c6 service neutron] Attempting to bind port 5da3584c-b63e-4421-8fca-3a6aea07f393 on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:14:47.485864 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-53156ed3-9f53-49bd-a59c-345a0190c6c6 service neutron] Port 5da3584c-b63e-4421-8fca-3a6aea07f393 on network 4f732e35-467f-44f5-be04-aa808693dec3 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:14:47.486729 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-53156ed3-9f53-49bd-a59c-345a0190c6c6 service neutron] Attempting to bind port 5da3584c-b63e-4421-8fca-3a6aea07f393 on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:14:47.519230 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-53156ed3-9f53-49bd-a59c-345a0190c6c6 service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:14:47.519560 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-53156ed3-9f53-49bd-a59c-345a0190c6c6 service neutron] Checking segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:14:47.519978 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-53156ed3-9f53-49bd-a59c-345a0190c6c6 service neutron] Bound using segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:14:47.520444 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-53156ed3-9f53-49bd-a59c-345a0190c6c6 service neutron] Bound port: 5da3584c-b63e-4421-8fca-3a6aea07f393, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:14:47.520785 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-53156ed3-9f53-49bd-a59c-345a0190c6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:47.534545 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:47.540220 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-dad916d1-5e35-4971-b019-ddf4af770bca req-b763c416-b0f7-4edc-bc51-beb2da548803 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:47.577907 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-dad916d1-5e35-4971-b019-ddf4af770bca req-b763c416-b0f7-4edc-bc51-beb2da548803 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:47.648274 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e3296-219a-4ab6-b854-f816d5ca2084 req-809308e9-9642-4cf0-b7dd-1f285c5fe6a0 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:47.649589 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e38e3296-219a-4ab6-b854-f816d5ca2084 req-809308e9-9642-4cf0-b7dd-1f285c5fe6a0 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] 10.222.0.55 "GET /v2.0/networks/af0bad45-b31e-4cb1-a77c-3bbc34409de5 HTTP/1.1" status: 200 len: 784 time: 0.3007061 Feb 09 12:14:47.747617 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b763c416-b0f7-4edc-bc51-beb2da548803 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Pushing event updated for resources: {'Port': ['ID=ff829eaa-da2e-49e2-b4b9-b3d015eac256,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:47.754724 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-53156ed3-9f53-49bd-a59c-345a0190c6c6 service neutron] For port 5da3584c-b63e-4421-8fca-3a6aea07f393, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:14:47.760199 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-53156ed3-9f53-49bd-a59c-345a0190c6c6 service neutron] For port 5da3584c-b63e-4421-8fca-3a6aea07f393, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=5da3584c-b63e-4421-8fca-3a6aea07f393,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:14:47.764304 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-dad916d1-5e35-4971-b019-ddf4af770bca req-b763c416-b0f7-4edc-bc51-beb2da548803 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:47.769169 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-53156ed3-9f53-49bd-a59c-345a0190c6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:47.835276 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-53156ed3-9f53-49bd-a59c-345a0190c6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:47.835925 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-53156ed3-9f53-49bd-a59c-345a0190c6c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:47.837295 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-53156ed3-9f53-49bd-a59c-345a0190c6c6 service neutron] 10.222.0.52 "PUT /v2.0/ports/5da3584c-b63e-4421-8fca-3a6aea07f393 HTTP/1.1" status: 200 len: 1095 time: 2.3877859 Feb 09 12:14:47.840417 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb47f3f-72d6-46fe-a25f-5fb25b1089c0', 'tag': '5da3584c-b63e-4421-8fca-3a6aea07f393'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:14:47.848155 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-dad916d1-5e35-4971-b019-ddf4af770bca req-b763c416-b0f7-4edc-bc51-beb2da548803 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:47.849527 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dad916d1-5e35-4971-b019-ddf4af770bca req-b763c416-b0f7-4edc-bc51-beb2da548803 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6924355 Feb 09 12:14:47.864748 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53156ed3-9f53-49bd-a59c-345a0190c6c6 service neutron] Pushing event updated for resources: {'Port': ['ID=5da3584c-b63e-4421-8fca-3a6aea07f393,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:47.983923 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-dad916d1-5e35-4971-b019-ddf4af770bca req-5c0d8df1-6d60-43ac-b00a-64d872c5cd5b tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Synchronizing usage tracker for tenant:2647956141fb47dda47c7b0b658b0402 on resource:floatingip {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:14:48.015802 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-dad916d1-5e35-4971-b019-ddf4af770bca req-5c0d8df1-6d60-43ac-b00a-64d872c5cd5b tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Unset dirty status for tenant:2647956141fb47dda47c7b0b658b0402 on resource:floatingip {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:14:48.016983 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dad916d1-5e35-4971-b019-ddf4af770bca req-5c0d8df1-6d60-43ac-b00a-64d872c5cd5b tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.144 HTTP/1.1" status: 200 len: 696 time: 0.1493952 Feb 09 12:14:48.053899 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-0f7f84a1-3570-4d59-ba1e-4021c296fbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:48.055376 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-0f7f84a1-3570-4d59-ba1e-4021c296fbb8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c9a644d28aa946259b7337281970c4b8&device_id=2fb47f3f-72d6-46fe-a25f-5fb25b1089c0 HTTP/1.1" status: 200 len: 1098 time: 0.1344473 Feb 09 12:14:48.182801 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-db9be089-1dab-4def-a44a-a6d35b91a894 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=5da3584c-b63e-4421-8fca-3a6aea07f393 HTTP/1.1" status: 200 len: 217 time: 0.0784016 Feb 09 12:14:48.248710 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad916d1-5e35-4971-b019-ddf4af770bca req-46b18c14-d293-4094-96f1-316fbdb66669 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:48.250044 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dad916d1-5e35-4971-b019-ddf4af770bca req-46b18c14-d293-4094-96f1-316fbdb66669 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/networks/af0bad45-b31e-4cb1-a77c-3bbc34409de5 HTTP/1.1" status: 200 len: 784 time: 0.2243824 Feb 09 12:14:48.279194 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [req-a46e7b90-26d3-46ff-83d8-521a3040e784 req-3602e936-b4cf-4b4d-b3fd-930297601744 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] show failed (client error): The resource could not be found. Feb 09 12:14:48.280351 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a46e7b90-26d3-46ff-83d8-521a3040e784 req-3602e936-b4cf-4b4d-b3fd-930297601744 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups/6b09cc90-9f18-4249-acf7-a294748170f9 HTTP/1.1" status: 404 len: 352 time: 0.0166230 Feb 09 12:14:48.597310 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-b7017128-0fc9-4827-95e1-ec0c59bca2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:48.599038 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-b7017128-0fc9-4827-95e1-ec0c59bca2db service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.1761944 Feb 09 12:14:48.691517 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7943961e-6f01-4323-ae9f-140d2d926d45 req-6b5bf7ba-7deb-4d4c-bd78-8a363ceb89c2 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2309513 Feb 09 12:14:48.698889 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac842b4e-872e-4a7f-a4fc-ff139f8a3871 req-aeeffab8-6087-46d3-9998-4f408361484b tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:48.699569 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-ac842b4e-872e-4a7f-a4fc-ff139f8a3871 req-aeeffab8-6087-46d3-9998-4f408361484b tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Synchronizing usage tracker for tenant:c9a644d28aa946259b7337281970c4b8 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:14:48.714498 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-7943961e-6f01-4323-ae9f-140d2d926d45 req-7b3275b5-cbf5-41a4-bb4f-323376c9de10 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:14:48.723889 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-7943961e-6f01-4323-ae9f-140d2d926d45 req-7b3275b5-cbf5-41a4-bb4f-323376c9de10 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:14:48.742679 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-7943961e-6f01-4323-ae9f-140d2d926d45 req-7b3275b5-cbf5-41a4-bb4f-323376c9de10 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:14:48.751322 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-ac842b4e-872e-4a7f-a4fc-ff139f8a3871 req-aeeffab8-6087-46d3-9998-4f408361484b tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Unset dirty status for tenant:c9a644d28aa946259b7337281970c4b8 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:14:48.753092 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac842b4e-872e-4a7f-a4fc-ff139f8a3871 req-aeeffab8-6087-46d3-9998-4f408361484b tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fb47f3f-72d6-46fe-a25f-5fb25b1089c0 HTTP/1.1" status: 200 len: 947 time: 0.3772726 Feb 09 12:14:48.762642 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7943961e-6f01-4323-ae9f-140d2d926d45 req-7b3275b5-cbf5-41a4-bb4f-323376c9de10 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks [] for floatingip, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:48.804253 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-0cb91904-d8f1-485a-a59a-7c520ea96135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:48.805641 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-0cb91904-d8f1-485a-a59a-7c520ea96135 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1862521 Feb 09 12:14:48.945029 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac842b4e-872e-4a7f-a4fc-ff139f8a3871 req-1af36686-7db2-4c38-9344-921940676666 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852012 Feb 09 12:14:48.948559 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:49.080607 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fb47f3f-72d6-46fe-a25f-5fb25b1089c0', 'tag': '5da3584c-b63e-4421-8fca-3a6aea07f393', 'status': 'completed', 'code': 200} Feb 09 12:14:49.126399 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-16cd5c86-5812-49e5-8b7b-8bcb43b3a8bc service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630906 Feb 09 12:14:49.310182 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7943961e-6f01-4323-ae9f-140d2d926d45 req-7b3275b5-cbf5-41a4-bb4f-323376c9de10 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:49.422383 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-07058f56-e70a-489d-9ed2-879441eb4bd8 req-cfaa545b-5a50-4e6b-bebe-af9469661fbb service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577083 Feb 09 12:14:49.432084 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f9822-93a0-46b0-9653-23acd31829b6 req-916d96af-ec0e-4d77-8b68-8367751c26f0 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:49.433454 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab3f9822-93a0-46b0-9653-23acd31829b6 req-916d96af-ec0e-4d77-8b68-8367751c26f0 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ef259ac-cc44-4435-8382-9e55ac589bad&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3031898 Feb 09 12:14:49.595298 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab3f9822-93a0-46b0-9653-23acd31829b6 req-80c04e6e-11fa-4c5b-8539-02f6dc1d5548 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.144 HTTP/1.1" status: 200 len: 696 time: 0.1555655 Feb 09 12:14:49.611931 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-ab3f9822-93a0-46b0-9653-23acd31829b6 req-ed8c8ad1-6531-43ed-8706-dfbb456eee19 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Request body: {'floatingip': {'port_id': 'ff5ce11c-c909-4f3e-bf86-64527188c970', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:14:49.701819 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-7943961e-6f01-4323-ae9f-140d2d926d45 req-7b3275b5-cbf5-41a4-bb4f-323376c9de10 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Allocated IP 172.25.7.140 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/9dec4823-529d-4868-a52a-c4f48e446306) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:14:49.711457 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ab3f9822-93a0-46b0-9653-23acd31829b6 req-ed8c8ad1-6531-43ed-8706-dfbb456eee19 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Notify callbacks [] for floatingip, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:49.920614 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41271f8e-a64a-4e80-936c-5ebde8277503 req-a2351a12-ab56-46ef-8dad-332b601731f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:49.922083 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-41271f8e-a64a-4e80-936c-5ebde8277503 req-a2351a12-ab56-46ef-8dad-332b601731f2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c9a644d28aa946259b7337281970c4b8&device_id=2fb47f3f-72d6-46fe-a25f-5fb25b1089c0 HTTP/1.1" status: 200 len: 1098 time: 0.4005988 Feb 09 12:14:50.050599 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:50.299902 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7943961e-6f01-4323-ae9f-140d2d926d45 req-7b3275b5-cbf5-41a4-bb4f-323376c9de10 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:50.307702 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41271f8e-a64a-4e80-936c-5ebde8277503 req-61fd426d-1a96-45ef-b052-012db3d901e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:50.310550 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-41271f8e-a64a-4e80-936c-5ebde8277503 req-61fd426d-1a96-45ef-b052-012db3d901e7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.3521316 Feb 09 12:14:50.456546 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-41271f8e-a64a-4e80-936c-5ebde8277503 req-3c0f4327-c714-4bd2-b25b-311817811412 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=5da3584c-b63e-4421-8fca-3a6aea07f393 HTTP/1.1" status: 200 len: 217 time: 0.1316180 Feb 09 12:14:50.755425 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41271f8e-a64a-4e80-936c-5ebde8277503 req-5914e7e2-7b3d-4fb3-ae08-9406b26f0acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:50.756874 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-41271f8e-a64a-4e80-936c-5ebde8277503 req-5914e7e2-7b3d-4fb3-ae08-9406b26f0acd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.1980705 Feb 09 12:14:50.763058 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7943961e-6f01-4323-ae9f-140d2d926d45 req-7b3275b5-cbf5-41a4-bb4f-323376c9de10 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:50.887298 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7943961e-6f01-4323-ae9f-140d2d926d45 req-7b3275b5-cbf5-41a4-bb4f-323376c9de10 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:14:50.893745 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-7943961e-6f01-4323-ae9f-140d2d926d45 req-7b3275b5-cbf5-41a4-bb4f-323376c9de10 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:14:50.906200 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-7943961e-6f01-4323-ae9f-140d2d926d45 req-7b3275b5-cbf5-41a4-bb4f-323376c9de10 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:14:50.940921 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3275b5-cbf5-41a4-bb4f-323376c9de10 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Pushing event updated for resources: {'Port': ['ID=9dec4823-529d-4868-a52a-c4f48e446306,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:51.124630 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41271f8e-a64a-4e80-936c-5ebde8277503 req-1c4d35af-eb9e-430d-85fb-d12f21375a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:51.126009 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-41271f8e-a64a-4e80-936c-5ebde8277503 req-1c4d35af-eb9e-430d-85fb-d12f21375a01 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3243163 Feb 09 12:14:51.136732 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ab3f9822-93a0-46b0-9653-23acd31829b6 req-ed8c8ad1-6531-43ed-8706-dfbb456eee19 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:51.140451 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ab3f9822-93a0-46b0-9653-23acd31829b6 req-ed8c8ad1-6531-43ed-8706-dfbb456eee19 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:51.241176 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7943961e-6f01-4323-ae9f-140d2d926d45 req-7b3275b5-cbf5-41a4-bb4f-323376c9de10 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:51.462524 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7943961e-6f01-4323-ae9f-140d2d926d45 req-7b3275b5-cbf5-41a4-bb4f-323376c9de10 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:51.530077 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-41271f8e-a64a-4e80-936c-5ebde8277503 req-a25cf52a-1a76-469f-88d1-1e1c41646dcc service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390396 Feb 09 12:14:51.532740 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [req-ab3f9822-93a0-46b0-9653-23acd31829b6 req-ed8c8ad1-6531-43ed-8706-dfbb456eee19 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Floating IP 04acb750-500d-4fa0-b998-62552fc55e63 associated. External IP: 172.25.7.144, port: ff5ce11c-c909-4f3e-bf86-64527188c970. Feb 09 12:14:52.081015 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-41271f8e-a64a-4e80-936c-5ebde8277503 req-e7cd07dd-3c18-49f6-87e1-a398cd9a89c6 service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4948664 Feb 09 12:14:52.098182 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097614c-de13-4471-898c-5af6a97e7f36 req-1ff6de77-b9ab-4721-9d52-9433d5df9e09 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:52.099860 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0097614c-de13-4471-898c-5af6a97e7f36 req-1ff6de77-b9ab-4721-9d52-9433d5df9e09 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e715918-da6c-4672-8728-e9452b74cf3c HTTP/1.1" status: 200 len: 945 time: 0.5148356 Feb 09 12:14:52.253803 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7943961e-6f01-4323-ae9f-140d2d926d45 req-7b3275b5-cbf5-41a4-bb4f-323376c9de10 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:52.316838 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7943961e-6f01-4323-ae9f-140d2d926d45 req-7b3275b5-cbf5-41a4-bb4f-323376c9de10 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:52.321474 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:52.367175 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-0097614c-de13-4471-898c-5af6a97e7f36 req-e189fea1-5cb4-41ba-a400-4c6b35f25b5b tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Deleting port fc39ec9a-ad56-486a-9e65-3b68384bbb06 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:14:52.367515 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-0097614c-de13-4471-898c-5af6a97e7f36 req-e189fea1-5cb4-41ba-a400-4c6b35f25b5b tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:52.513176 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3275b5-cbf5-41a4-bb4f-323376c9de10 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Pushing event updated for resources: {'Port': ['ID=9dec4823-529d-4868-a52a-c4f48e446306,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:52.543931 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab3f9822-93a0-46b0-9653-23acd31829b6 req-ed8c8ad1-6531-43ed-8706-dfbb456eee19 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Router 32d7a1a1-8719-4cad-a481-f5db0048f3f7 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:14:52.571233 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7943961e-6f01-4323-ae9f-140d2d926d45 req-7b3275b5-cbf5-41a4-bb4f-323376c9de10 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:52.755260 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7943961e-6f01-4323-ae9f-140d2d926d45 req-7b3275b5-cbf5-41a4-bb4f-323376c9de10 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:52.756472 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7943961e-6f01-4323-ae9f-140d2d926d45 req-7b3275b5-cbf5-41a4-bb4f-323376c9de10 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0541594 Feb 09 12:14:52.928348 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-7943961e-6f01-4323-ae9f-140d2d926d45 req-2768910b-416d-4249-90a5-05baf449771a tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Synchronizing usage tracker for tenant:d9e142dcc3b94f689e2a3b6fa4505cc6 on resource:floatingip {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:14:52.966702 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-0097614c-de13-4471-898c-5af6a97e7f36 req-e189fea1-5cb4-41ba-a400-4c6b35f25b5b tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] For port fc39ec9a-ad56-486a-9e65-3b68384bbb06, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=fc39ec9a-ad56-486a-9e65-3b68384bbb06,segment=NetworkSegment(bd8c6d18-a3cc-4c80-8858-834b6bfa59cb),segment_id=bd8c6d18-a3cc-4c80-8858-834b6bfa59cb)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:14:52.967167 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-0097614c-de13-4471-898c-5af6a97e7f36 req-e189fea1-5cb4-41ba-a400-4c6b35f25b5b tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:52.979667 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab3f9822-93a0-46b0-9653-23acd31829b6 req-ed8c8ad1-6531-43ed-8706-dfbb456eee19 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:14:52.985293 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ab3f9822-93a0-46b0-9653-23acd31829b6 req-ed8c8ad1-6531-43ed-8706-dfbb456eee19 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:52.990081 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f573235-4185-4634-81e4-8bd5fcb7bed9 None None] Sync routers for ids ['32d7a1a1-8719-4cad-a481-f5db0048f3f7'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:14:52.999502 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f573235-4185-4634-81e4-8bd5fcb7bed9 None None] Routers {'32d7a1a1-8719-4cad-a481-f5db0048f3f7'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:14:53.000218 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-7f573235-4185-4634-81e4-8bd5fcb7bed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:14:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['32d7a1a1-8719-4cad-a481-f5db0048f3f7'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:14:53.009740 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-7943961e-6f01-4323-ae9f-140d2d926d45 req-2768910b-416d-4249-90a5-05baf449771a tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Unset dirty status for tenant:d9e142dcc3b94f689e2a3b6fa4505cc6 on resource:floatingip {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:14:53.010827 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7943961e-6f01-4323-ae9f-140d2d926d45 req-2768910b-416d-4249-90a5-05baf449771a tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.140 HTTP/1.1" status: 200 len: 696 time: 0.2456079 Feb 09 12:14:53.207767 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-7f573235-4185-4634-81e4-8bd5fcb7bed9 None None] Set router 32d7a1a1-8719-4cad-a481-f5db0048f3f7 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:14:53.368651 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab3f9822-93a0-46b0-9653-23acd31829b6 req-ed8c8ad1-6531-43ed-8706-dfbb456eee19 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "PUT /v2.0/floatingips/04acb750-500d-4fa0-b998-62552fc55e63 HTTP/1.1" status: 200 len: 996 time: 3.7634261 Feb 09 12:14:53.371427 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef259ac-cc44-4435-8382-9e55ac589bad', 'tag': 'ff5ce11c-c909-4f3e-bf86-64527188c970'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:14:53.574029 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-7f573235-4185-4634-81e4-8bd5fcb7bed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d7a1a1-8719-4cad-a481-f5db0048f3f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1165950385-router', 'tenant_id': '2647956141fb47dda47c7b0b658b0402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '8c9550c5-833e-4174-83ab-5b57fb49c3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:13:59Z', 'updated_at': '2022-02-09T12:14:07Z', 'revision_number': 4, 'project_id': '2647956141fb47dda47c7b0b658b0402', 'gw_port': {'id': '8c9550c5-833e-4174-83ab-5b57fb49c3d2', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:15:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d7a1a1-8719-4cad-a481-f5db0048f3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:14:01Z', 'updated_at': '2022-02-09T12:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '04acb750-500d-4fa0-b998-62552fc55e63', 'tenant_id': '2647956141fb47dda47c7b0b658b0402', 'floating_ip_address': '172.25.7.144', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '32d7a1a1-8719-4cad-a481-f5db0048f3f7', 'port_id': 'ff5ce11c-c909-4f3e-bf86-64527188c970', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d53378-b378-43cd-a6b4-2505b89a4e35', 'mac_address': 'fa:16:3e:67:58:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef259ac-cc44-4435-8382-9e55ac589bad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:14:46Z', 'updated_at': '2022-02-09T12:14:50Z', 'revision_number': 1, 'project_id': '2647956141fb47dda47c7b0b658b0402', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f374883-439a-43d9-8715-d4a46df42497', 'name': '', 'network_id': 'd5d53378-b378-43cd-a6b4-2505b89a4e35', 'tenant_id': '2647956141fb47dda47c7b0b658b0402', 'mac_address': 'fa:16:3e:c0:d1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d7a1a1-8719-4cad-a481-f5db0048f3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'f490f554-8877-4819-a586-259ae6bd7647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:14:06Z', 'updated_at': '2022-02-09T12:14:14Z', 'revision_number': 5, 'project_id': '2647956141fb47dda47c7b0b658b0402', 'subnets': [{'id': 'f490f554-8877-4819-a586-259ae6bd7647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:14:53.577893 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f573235-4185-4634-81e4-8bd5fcb7bed9 None None] Checking router: 32d7a1a1-8719-4cad-a481-f5db0048f3f7 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:14:53.586348 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f573235-4185-4634-81e4-8bd5fcb7bed9 None None] Routers {'32d7a1a1-8719-4cad-a481-f5db0048f3f7'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:14:53.586960 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-7f573235-4185-4634-81e4-8bd5fcb7bed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:14:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['32d7a1a1-8719-4cad-a481-f5db0048f3f7'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:14:53.599077 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943961e-6f01-4323-ae9f-140d2d926d45 req-236bcdde-cd37-4914-b7fd-3a7d143b145f tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:53.600777 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7943961e-6f01-4323-ae9f-140d2d926d45 req-236bcdde-cd37-4914-b7fd-3a7d143b145f tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] 10.222.0.55 "GET /v2.0/networks/af0bad45-b31e-4cb1-a77c-3bbc34409de5 HTTP/1.1" status: 200 len: 784 time: 0.5367954 Feb 09 12:14:53.627954 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-0097614c-de13-4471-898c-5af6a97e7f36 req-e189fea1-5cb4-41ba-a400-4c6b35f25b5b tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:53.628397 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-0097614c-de13-4471-898c-5af6a97e7f36 req-e189fea1-5cb4-41ba-a400-4c6b35f25b5b tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:53.628636 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [req-0097614c-de13-4471-898c-5af6a97e7f36 req-e189fea1-5cb4-41ba-a400-4c6b35f25b5b tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Floating IP 41919729-42ed-4bcc-b29b-144378b33d83 disassociated. External IP: 172.25.7.47, port: fc39ec9a-ad56-486a-9e65-3b68384bbb06. Feb 09 12:14:53.628972 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-0097614c-de13-4471-898c-5af6a97e7f36 req-e189fea1-5cb4-41ba-a400-4c6b35f25b5b tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Calling delete_port for fc39ec9a-ad56-486a-9e65-3b68384bbb06 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:14:53.674084 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-4048d6ac-2cab-4aad-a8d4-78b03b17eff6 req-7facf591-834b-43eb-91df-eaaac25e87ec tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1469994076', 'description': 'tempest-description-828653963'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:14:53.688364 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f9822-93a0-46b0-9653-23acd31829b6 req-c4e9808e-d9cb-442d-9ce6-cb7ff0a22e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:53.690243 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab3f9822-93a0-46b0-9653-23acd31829b6 req-c4e9808e-d9cb-442d-9ce6-cb7ff0a22e49 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2647956141fb47dda47c7b0b658b0402&device_id=2ef259ac-cc44-4435-8382-9e55ac589bad HTTP/1.1" status: 200 len: 1096 time: 0.2981174 Feb 09 12:14:53.694048 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-4048d6ac-2cab-4aad-a8d4-78b03b17eff6 req-7facf591-834b-43eb-91df-eaaac25e87ec tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:14:53.722380 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-4048d6ac-2cab-4aad-a8d4-78b03b17eff6 req-7facf591-834b-43eb-91df-eaaac25e87ec tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Usage tracker for resource:security_group and tenant:64589850d54f49bfb3a355e7cee6f70a is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:14:53.729098 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-4048d6ac-2cab-4aad-a8d4-78b03b17eff6 req-7facf591-834b-43eb-91df-eaaac25e87ec tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:14:53.763568 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 5da3584c-b63e-4421-8fca-3a6aea07f393 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:14:53.786115 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-4048d6ac-2cab-4aad-a8d4-78b03b17eff6 req-7facf591-834b-43eb-91df-eaaac25e87ec tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:14:53.790466 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-7f573235-4185-4634-81e4-8bd5fcb7bed9 None None] Set router 32d7a1a1-8719-4cad-a481-f5db0048f3f7 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:14:53.828474 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-4048d6ac-2cab-4aad-a8d4-78b03b17eff6 req-7facf591-834b-43eb-91df-eaaac25e87ec tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:53.911252 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-4048d6ac-2cab-4aad-a8d4-78b03b17eff6 req-7facf591-834b-43eb-91df-eaaac25e87ec tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:14:53.925219 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-4048d6ac-2cab-4aad-a8d4-78b03b17eff6 req-7facf591-834b-43eb-91df-eaaac25e87ec tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Usage tracker for resource:security_group_rule and tenant:64589850d54f49bfb3a355e7cee6f70a is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:14:53.928121 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f9822-93a0-46b0-9653-23acd31829b6 req-11745b62-6a03-4581-b219-031b4c3f0426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:53.929582 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab3f9822-93a0-46b0-9653-23acd31829b6 req-11745b62-6a03-4581-b219-031b4c3f0426 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d5d53378-b378-43cd-a6b4-2505b89a4e35 HTTP/1.1" status: 200 len: 930 time: 0.2306929 Feb 09 12:14:53.930356 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-4048d6ac-2cab-4aad-a8d4-78b03b17eff6 req-7facf591-834b-43eb-91df-eaaac25e87ec tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:14:53.940811 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-4048d6ac-2cab-4aad-a8d4-78b03b17eff6 req-7facf591-834b-43eb-91df-eaaac25e87ec tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:14:54.056783 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-0097614c-de13-4471-898c-5af6a97e7f36 req-e189fea1-5cb4-41ba-a400-4c6b35f25b5b tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:54.086103 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 5da3584c-b63e-4421-8fca-3a6aea07f393, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=5da3584c-b63e-4421-8fca-3a6aea07f393,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:14:54.118047 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab3f9822-93a0-46b0-9653-23acd31829b6 req-1e765905-fbe0-405a-8d4e-5bc9d329d172 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff5ce11c-c909-4f3e-bf86-64527188c970 HTTP/1.1" status: 200 len: 999 time: 0.1803925 Feb 09 12:14:54.118739 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e189fea1-5cb4-41ba-a400-4c6b35f25b5b tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Pushing event deleted for resources: {'Port': ['ID=fc39ec9a-ad56-486a-9e65-3b68384bbb06,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:54.157178 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': '5da3584c-b63e-4421-8fca-3a6aea07f393', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'port_id': '5da3584c-b63e-4421-8fca-3a6aea07f393', 'mac_address': 'fa:16:3e:03:ef:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed5558-888d-440a-8c32-52f2f9bc5bd5', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:14:54.260491 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:54.289483 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-4048d6ac-2cab-4aad-a8d4-78b03b17eff6 req-7facf591-834b-43eb-91df-eaaac25e87ec tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:54.322147 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5da3584c-b63e-4421-8fca-3a6aea07f393 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:14:54.350652 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-4048d6ac-2cab-4aad-a8d4-78b03b17eff6 req-7facf591-834b-43eb-91df-eaaac25e87ec tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:54.350759 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 5da3584c-b63e-4421-8fca-3a6aea07f393, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=5da3584c-b63e-4421-8fca-3a6aea07f393,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:14:54.353896 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f9822-93a0-46b0-9653-23acd31829b6 req-d6af2c32-e43e-44eb-ab75-fe0fabe72568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:54.355358 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab3f9822-93a0-46b0-9653-23acd31829b6 req-d6af2c32-e43e-44eb-ab75-fe0fabe72568 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f490f554-8877-4819-a586-259ae6bd7647 HTTP/1.1" status: 200 len: 868 time: 0.2258120 Feb 09 12:14:54.356942 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:54.430484 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-7f573235-4185-4634-81e4-8bd5fcb7bed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d7a1a1-8719-4cad-a481-f5db0048f3f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1165950385-router', 'tenant_id': '2647956141fb47dda47c7b0b658b0402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '8c9550c5-833e-4174-83ab-5b57fb49c3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:13:59Z', 'updated_at': '2022-02-09T12:14:07Z', 'revision_number': 4, 'project_id': '2647956141fb47dda47c7b0b658b0402', 'gw_port': {'id': '8c9550c5-833e-4174-83ab-5b57fb49c3d2', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:15:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d7a1a1-8719-4cad-a481-f5db0048f3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:14:01Z', 'updated_at': '2022-02-09T12:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '04acb750-500d-4fa0-b998-62552fc55e63', 'tenant_id': '2647956141fb47dda47c7b0b658b0402', 'floating_ip_address': '172.25.7.144', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '32d7a1a1-8719-4cad-a481-f5db0048f3f7', 'port_id': 'ff5ce11c-c909-4f3e-bf86-64527188c970', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d53378-b378-43cd-a6b4-2505b89a4e35', 'mac_address': 'fa:16:3e:67:58:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef259ac-cc44-4435-8382-9e55ac589bad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:14:46Z', 'updated_at': '2022-02-09T12:14:50Z', 'revision_number': 1, 'project_id': '2647956141fb47dda47c7b0b658b0402', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f374883-439a-43d9-8715-d4a46df42497', 'name': '', 'network_id': 'd5d53378-b378-43cd-a6b4-2505b89a4e35', 'tenant_id': '2647956141fb47dda47c7b0b658b0402', 'mac_address': 'fa:16:3e:c0:d1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d7a1a1-8719-4cad-a481-f5db0048f3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'f490f554-8877-4819-a586-259ae6bd7647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:14:06Z', 'updated_at': '2022-02-09T12:14:14Z', 'revision_number': 5, 'project_id': '2647956141fb47dda47c7b0b658b0402', 'subnets': [{'id': 'f490f554-8877-4819-a586-259ae6bd7647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:14:54.438007 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f573235-4185-4634-81e4-8bd5fcb7bed9 None None] The sync data for ids ['32d7a1a1-8719-4cad-a481-f5db0048f3f7'] in n-d-825178-3 is: [{'id': '32d7a1a1-8719-4cad-a481-f5db0048f3f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1165950385-router', 'tenant_id': '2647956141fb47dda47c7b0b658b0402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '8c9550c5-833e-4174-83ab-5b57fb49c3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:13:59Z', 'updated_at': '2022-02-09T12:14:07Z', 'revision_number': 4, 'project_id': '2647956141fb47dda47c7b0b658b0402', 'gw_port': {'id': '8c9550c5-833e-4174-83ab-5b57fb49c3d2', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:15:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d7a1a1-8719-4cad-a481-f5db0048f3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:14:01Z', 'updated_at': '2022-02-09T12:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '04acb750-500d-4fa0-b998-62552fc55e63', 'tenant_id': '2647956141fb47dda47c7b0b658b0402', 'floating_ip_address': '172.25.7.144', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '32d7a1a1-8719-4cad-a481-f5db0048f3f7', 'port_id': 'ff5ce11c-c909-4f3e-bf86-64527188c970', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d53378-b378-43cd-a6b4-2505b89a4e35', 'mac_address': 'fa:16:3e:67:58:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef259ac-cc44-4435-8382-9e55ac589bad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:14:46Z', 'updated_at': '2022-02-09T12:14:50Z', 'revision_number': 1, 'project_id': '2647956141fb47dda47c7b0b658b0402', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f374883-439a-43d9-8715-d4a46df42497', 'name': '', 'network_id': 'd5d53378-b378-43cd-a6b4-2505b89a4e35', 'tenant_id': '2647956141fb47dda47c7b0b658b0402', 'mac_address': 'fa:16:3e:c0:d1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d7a1a1-8719-4cad-a481-f5db0048f3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'f490f554-8877-4819-a586-259ae6bd7647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:14:06Z', 'updated_at': '2022-02-09T12:14:14Z', 'revision_number': 5, 'project_id': '2647956141fb47dda47c7b0b658b0402', 'subnets': [{'id': 'f490f554-8877-4819-a586-259ae6bd7647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:14:54.440154 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=5da3584c-b63e-4421-8fca-3a6aea07f393,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:54.471311 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facf591-834b-43eb-91df-eaaac25e87ec tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98fd5be9-819f-42ad-b26b-c33e5f7f3bdc,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:54.486880 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-4048d6ac-2cab-4aad-a8d4-78b03b17eff6 req-7facf591-834b-43eb-91df-eaaac25e87ec tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:54.499448 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4048d6ac-2cab-4aad-a8d4-78b03b17eff6 req-7facf591-834b-43eb-91df-eaaac25e87ec tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8391926 Feb 09 12:14:54.513110 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0097614c-de13-4471-898c-5af6a97e7f36 req-e189fea1-5cb4-41ba-a400-4c6b35f25b5b tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Router 2093b8cb-2828-424e-b143-6aa2743a12c8 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:14:54.652824 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f9822-93a0-46b0-9653-23acd31829b6 req-872cf7a9-197f-4ed6-a4e7-a5b33fe3d613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:54.654326 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab3f9822-93a0-46b0-9653-23acd31829b6 req-872cf7a9-197f-4ed6-a4e7-a5b33fe3d613 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d5d53378-b378-43cd-a6b4-2505b89a4e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2782614 Feb 09 12:14:54.663896 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-35ac75c9-e93c-4299-a44b-27018b2cb28b req-670de092-3ddc-4040-927b-293e84c7c6e6 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Synchronizing usage tracker for tenant:b614b8bd377446f892967d9352b20ad9 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:14:54.672283 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-ab3f9822-93a0-46b0-9653-23acd31829b6 req-71762709-ce93-4403-9eca-1a18295cfa83 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:14:54.673940 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab3f9822-93a0-46b0-9653-23acd31829b6 req-71762709-ce93-4403-9eca-1a18295cfa83 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111737 Feb 09 12:14:54.701198 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d5e470-06d0-4b3b-9a0c-d099abf88e0e None None] New status for floating IP 04acb750-500d-4fa0-b998-62552fc55e63: ACTIVE {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:14:54.867372 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['5da3584c-b63e-4421-8fca-3a6aea07f393'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:14:54.881472 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-35ac75c9-e93c-4299-a44b-27018b2cb28b req-670de092-3ddc-4040-927b-293e84c7c6e6 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Unset dirty status for tenant:b614b8bd377446f892967d9352b20ad9 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:14:54.882622 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-35ac75c9-e93c-4299-a44b-27018b2cb28b req-670de092-3ddc-4040-927b-293e84c7c6e6 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e715918-da6c-4672-8728-e9452b74cf3c HTTP/1.1" status: 200 len: 210 time: 0.2912991 Feb 09 12:14:54.964055 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0097614c-de13-4471-898c-5af6a97e7f36 req-e189fea1-5cb4-41ba-a400-4c6b35f25b5b tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:14:54.981022 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce977ac2-2e97-445c-8881-31edec2f8bc7 None None] Sync routers for ids ['2093b8cb-2828-424e-b143-6aa2743a12c8'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:14:55.010481 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce977ac2-2e97-445c-8881-31edec2f8bc7 None None] Routers {'2093b8cb-2828-424e-b143-6aa2743a12c8'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:14:55.011118 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-ce977ac2-2e97-445c-8881-31edec2f8bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:14:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2093b8cb-2828-424e-b143-6aa2743a12c8'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:14:55.057996 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-0097614c-de13-4471-898c-5af6a97e7f36 req-e189fea1-5cb4-41ba-a400-4c6b35f25b5b tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] No DVR routers for this DVR port fc39ec9a-ad56-486a-9e65-3b68384bbb06 on host n-h1-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:14:55.068374 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-0097614c-de13-4471-898c-5af6a97e7f36 req-e189fea1-5cb4-41ba-a400-4c6b35f25b5b tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:55.070319 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0097614c-de13-4471-898c-5af6a97e7f36 req-e189fea1-5cb4-41ba-a400-4c6b35f25b5b tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.52 "DELETE /v2.0/ports/fc39ec9a-ad56-486a-9e65-3b68384bbb06 HTTP/1.1" status: 204 len: 173 time: 2.9180357 Feb 09 12:14:55.079490 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab3f9822-93a0-46b0-9653-23acd31829b6 req-f2979e07-e190-493f-9160-4fc04ef15072 service neutron] 10.222.0.55 "GET /v2.0/networks/d5d53378-b378-43cd-a6b4-2505b89a4e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463225 Feb 09 12:14:55.238505 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab3f9822-93a0-46b0-9653-23acd31829b6 req-57b6be65-2006-43d2-8417-8d2b685f05cd service neutron] 10.222.0.55 "GET /v2.0/networks/d5d53378-b378-43cd-a6b4-2505b89a4e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486309 Feb 09 12:14:55.326463 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-ce977ac2-2e97-445c-8881-31edec2f8bc7 None None] Set router 2093b8cb-2828-424e-b143-6aa2743a12c8 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:14:55.494186 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ef259ac-cc44-4435-8382-9e55ac589bad', 'tag': 'ff5ce11c-c909-4f3e-bf86-64527188c970', 'status': 'completed', 'code': 200} Feb 09 12:14:55.506836 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddfc645-9fcb-4938-aec6-3198ecca1cf0 req-e3b5888f-0633-4a94-8465-b969b2fed801 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:55.508369 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bddfc645-9fcb-4938-aec6-3198ecca1cf0 req-e3b5888f-0633-4a94-8465-b969b2fed801 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fb47f3f-72d6-46fe-a25f-5fb25b1089c0 HTTP/1.1" status: 200 len: 948 time: 0.0927644 Feb 09 12:14:55.647535 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fde27671-ddd6-45cb-982a-2ef12de8c8ba req-3cf729af-9aea-47bf-b7bf-2ea53ec89fa2 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] 10.222.0.55 "GET /v2.0/floatingips/5114387f-ecad-482f-a62b-75cc127b2a27 HTTP/1.1" status: 200 len: 693 time: 0.1380718 Feb 09 12:14:55.666225 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-ce977ac2-2e97-445c-8881-31edec2f8bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1876601093-router', 'tenant_id': 'b614b8bd377446f892967d9352b20ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'ee3ee323-9b00-4bfe-a361-b70a2182d450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:11:42Z', 'updated_at': '2022-02-09T12:11:47Z', 'revision_number': 4, 'project_id': 'b614b8bd377446f892967d9352b20ad9', 'gw_port': {'id': 'ee3ee323-9b00-4bfe-a361-b70a2182d450', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:11:43Z', 'updated_at': '2022-02-09T12:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '96394959-d0a7-4372-967d-68f19043195b', 'name': '', 'network_id': 'de69ec27-0664-4edc-8ca7-aed58e385f8e', 'tenant_id': 'b614b8bd377446f892967d9352b20ad9', 'mac_address': 'fa:16:3e:4c:5f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2cf1195f-6cfb-4f71-a13f-5a2ca1abc351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:11:46Z', 'updated_at': '2022-02-09T12:11:58Z', 'revision_number': 5, 'project_id': 'b614b8bd377446f892967d9352b20ad9', 'subnets': [{'id': '2cf1195f-6cfb-4f71-a13f-5a2ca1abc351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:14:55.670045 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce977ac2-2e97-445c-8881-31edec2f8bc7 None None] Checking router: 2093b8cb-2828-424e-b143-6aa2743a12c8 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:14:55.679044 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce977ac2-2e97-445c-8881-31edec2f8bc7 None None] Routers {'2093b8cb-2828-424e-b143-6aa2743a12c8'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:14:55.679646 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-ce977ac2-2e97-445c-8881-31edec2f8bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:14:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2093b8cb-2828-424e-b143-6aa2743a12c8'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:14:55.700634 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bddfc645-9fcb-4938-aec6-3198ecca1cf0 req-9185dbd0-716e-4692-b1b6-c80beb49c353 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284885 Feb 09 12:14:55.769727 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-182a71d1-e716-4599-aab9-877204b68896 req-a328ae33-e499-448e-9e3c-faf6233b1e1f tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1643720403', 'description': 'tempest-description-1004475546'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:14:55.781511 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-182a71d1-e716-4599-aab9-877204b68896 req-a328ae33-e499-448e-9e3c-faf6233b1e1f tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:14:55.794420 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-182a71d1-e716-4599-aab9-877204b68896 req-a328ae33-e499-448e-9e3c-faf6233b1e1f tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Usage tracker for resource:security_group and tenant:64589850d54f49bfb3a355e7cee6f70a is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:14:55.801529 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-182a71d1-e716-4599-aab9-877204b68896 req-a328ae33-e499-448e-9e3c-faf6233b1e1f tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:14:55.812687 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-182a71d1-e716-4599-aab9-877204b68896 req-a328ae33-e499-448e-9e3c-faf6233b1e1f tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:14:55.817164 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device fc39ec9a-ad56-486a-9e65-3b68384bbb06 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:14:55.850499 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5065e3-d717-439c-8c60-403d7cc0da4b req-b2963edb-6529-41a9-b50f-b3fe5bcc78aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:55.852120 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8b5065e3-d717-439c-8c60-403d7cc0da4b req-b2963edb-6529-41a9-b50f-b3fe5bcc78aa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2647956141fb47dda47c7b0b658b0402&device_id=2ef259ac-cc44-4435-8382-9e55ac589bad HTTP/1.1" status: 200 len: 1096 time: 0.2810993 Feb 09 12:14:55.867130 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-182a71d1-e716-4599-aab9-877204b68896 req-a328ae33-e499-448e-9e3c-faf6233b1e1f tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:55.872433 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] No Port match for: fc39ec9a-ad56-486a-9e65-3b68384bbb06 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:14:55.872939 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device fc39ec9a-ad56-486a-9e65-3b68384bbb06 not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:14:55.904154 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-ce977ac2-2e97-445c-8881-31edec2f8bc7 None None] Set router 2093b8cb-2828-424e-b143-6aa2743a12c8 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:14:55.964743 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde27671-ddd6-45cb-982a-2ef12de8c8ba req-6e377ab6-49af-4515-9eaa-87bc081b055a tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:55.966091 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fde27671-ddd6-45cb-982a-2ef12de8c8ba req-6e377ab6-49af-4515-9eaa-87bc081b055a tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] 10.222.0.55 "GET /v2.0/networks/af0bad45-b31e-4cb1-a77c-3bbc34409de5 HTTP/1.1" status: 200 len: 784 time: 0.3102093 Feb 09 12:14:55.970175 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-182a71d1-e716-4599-aab9-877204b68896 req-a328ae33-e499-448e-9e3c-faf6233b1e1f tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:14:55.974311 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-182a71d1-e716-4599-aab9-877204b68896 req-a328ae33-e499-448e-9e3c-faf6233b1e1f tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Usage tracker for resource:security_group_rule and tenant:64589850d54f49bfb3a355e7cee6f70a is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:14:55.982472 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-182a71d1-e716-4599-aab9-877204b68896 req-a328ae33-e499-448e-9e3c-faf6233b1e1f tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:14:56.000680 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-fde27671-ddd6-45cb-982a-2ef12de8c8ba req-bb24c876-74f8-4f6a-8e30-f82031a160f4 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:14:56.001937 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fde27671-ddd6-45cb-982a-2ef12de8c8ba req-bb24c876-74f8-4f6a-8e30-f82031a160f4 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0243187 Feb 09 12:14:56.007478 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-182a71d1-e716-4599-aab9-877204b68896 req-a328ae33-e499-448e-9e3c-faf6233b1e1f tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:14:56.159453 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5065e3-d717-439c-8c60-403d7cc0da4b req-7265d309-9f06-48c4-8f86-2d46937d2d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:56.160860 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8b5065e3-d717-439c-8c60-403d7cc0da4b req-7265d309-9f06-48c4-8f86-2d46937d2d29 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d5d53378-b378-43cd-a6b4-2505b89a4e35 HTTP/1.1" status: 200 len: 930 time: 0.3009670 Feb 09 12:14:56.240834 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-ce977ac2-2e97-445c-8881-31edec2f8bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1876601093-router', 'tenant_id': 'b614b8bd377446f892967d9352b20ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'ee3ee323-9b00-4bfe-a361-b70a2182d450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:11:42Z', 'updated_at': '2022-02-09T12:11:47Z', 'revision_number': 4, 'project_id': 'b614b8bd377446f892967d9352b20ad9', 'gw_port': {'id': 'ee3ee323-9b00-4bfe-a361-b70a2182d450', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:11:43Z', 'updated_at': '2022-02-09T12:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '96394959-d0a7-4372-967d-68f19043195b', 'name': '', 'network_id': 'de69ec27-0664-4edc-8ca7-aed58e385f8e', 'tenant_id': 'b614b8bd377446f892967d9352b20ad9', 'mac_address': 'fa:16:3e:4c:5f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2cf1195f-6cfb-4f71-a13f-5a2ca1abc351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:11:46Z', 'updated_at': '2022-02-09T12:11:58Z', 'revision_number': 5, 'project_id': 'b614b8bd377446f892967d9352b20ad9', 'subnets': [{'id': '2cf1195f-6cfb-4f71-a13f-5a2ca1abc351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:14:56.245059 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce977ac2-2e97-445c-8881-31edec2f8bc7 None None] The sync data for ids ['2093b8cb-2828-424e-b143-6aa2743a12c8'] in n-d-825178-3 is: [{'id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1876601093-router', 'tenant_id': 'b614b8bd377446f892967d9352b20ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'ee3ee323-9b00-4bfe-a361-b70a2182d450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:11:42Z', 'updated_at': '2022-02-09T12:11:47Z', 'revision_number': 4, 'project_id': 'b614b8bd377446f892967d9352b20ad9', 'gw_port': {'id': 'ee3ee323-9b00-4bfe-a361-b70a2182d450', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:11:43Z', 'updated_at': '2022-02-09T12:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '96394959-d0a7-4372-967d-68f19043195b', 'name': '', 'network_id': 'de69ec27-0664-4edc-8ca7-aed58e385f8e', 'tenant_id': 'b614b8bd377446f892967d9352b20ad9', 'mac_address': 'fa:16:3e:4c:5f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2cf1195f-6cfb-4f71-a13f-5a2ca1abc351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:11:46Z', 'updated_at': '2022-02-09T12:11:58Z', 'revision_number': 5, 'project_id': 'b614b8bd377446f892967d9352b20ad9', 'subnets': [{'id': '2cf1195f-6cfb-4f71-a13f-5a2ca1abc351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:14:56.340882 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-06eeea73-eb93-4615-9e49-a47bfa98618f req-b12d94ce-d421-4ffe-84aa-c3794c312f57 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=af0bad45-b31e-4cb1-a77c-3bbc34409de5 HTTP/1.1" status: 200 len: 258 time: 0.2983091 Feb 09 12:14:56.347558 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-182a71d1-e716-4599-aab9-877204b68896 req-a328ae33-e499-448e-9e3c-faf6233b1e1f tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:56.354843 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-06eeea73-eb93-4615-9e49-a47bfa98618f req-f09e29ef-d7bc-4343-b641-347861d90b65 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:14:56.360215 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8b5065e3-d717-439c-8c60-403d7cc0da4b req-b0ba91da-e5c0-4e07-8fdb-6c3badd76205 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff5ce11c-c909-4f3e-bf86-64527188c970 HTTP/1.1" status: 200 len: 1001 time: 0.1853967 Feb 09 12:14:56.362617 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-06eeea73-eb93-4615-9e49-a47bfa98618f req-f09e29ef-d7bc-4343-b641-347861d90b65 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:14:56.364684 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-182a71d1-e716-4599-aab9-877204b68896 req-a328ae33-e499-448e-9e3c-faf6233b1e1f tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:56.423715 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-06eeea73-eb93-4615-9e49-a47bfa98618f req-f09e29ef-d7bc-4343-b641-347861d90b65 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:14:56.468576 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328ae33-e499-448e-9e3c-faf6233b1e1f tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d35b56f2-f63e-4364-9b4d-5fdb16f1ca72,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:56.471673 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-182a71d1-e716-4599-aab9-877204b68896 req-a328ae33-e499-448e-9e3c-faf6233b1e1f tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:56.472869 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-182a71d1-e716-4599-aab9-877204b68896 req-a328ae33-e499-448e-9e3c-faf6233b1e1f tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7160408 Feb 09 12:14:56.482222 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-06eeea73-eb93-4615-9e49-a47bfa98618f req-f09e29ef-d7bc-4343-b641-347861d90b65 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Notify callbacks [] for floatingip, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:56.503683 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5065e3-d717-439c-8c60-403d7cc0da4b req-0d265a00-e3a9-4b52-85ab-c0532b01752b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:56.505168 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8b5065e3-d717-439c-8c60-403d7cc0da4b req-0d265a00-e3a9-4b52-85ab-c0532b01752b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f490f554-8877-4819-a586-259ae6bd7647 HTTP/1.1" status: 200 len: 868 time: 0.1239090 Feb 09 12:14:56.514667 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f621ee6-3dbb-4150-b3ee-a6e2fcf4136f None None] New status for floating IP 41919729-42ed-4bcc-b29b-144378b33d83: DOWN {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:14:56.764657 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5065e3-d717-439c-8c60-403d7cc0da4b req-1f479fc2-88b8-41a9-b90b-deaf41df53e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:56.766120 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8b5065e3-d717-439c-8c60-403d7cc0da4b req-1f479fc2-88b8-41a9-b90b-deaf41df53e4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d5d53378-b378-43cd-a6b4-2505b89a4e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2045135 Feb 09 12:14:56.890059 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-06eeea73-eb93-4615-9e49-a47bfa98618f req-f09e29ef-d7bc-4343-b641-347861d90b65 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:56.982154 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8b5065e3-d717-439c-8c60-403d7cc0da4b req-0ead3cba-f039-4991-ad19-18103f8e7c03 service neutron] 10.222.0.52 "GET /v2.0/networks/d5d53378-b378-43cd-a6b4-2505b89a4e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971998 Feb 09 12:14:57.193914 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aa5b91e3-fda0-4407-a853-fe9417c7c6c7 req-3bf07168-2261-4134-8c7b-7fe8e996936d tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] 10.222.0.55 "GET /v2.0/floatingips/5114387f-ecad-482f-a62b-75cc127b2a27 HTTP/1.1" status: 200 len: 693 time: 0.1699262 Feb 09 12:14:57.294466 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-06eeea73-eb93-4615-9e49-a47bfa98618f req-f09e29ef-d7bc-4343-b641-347861d90b65 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Allocated IP 172.25.7.143 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/85006e7c-783a-42d7-8e56-38ba9dfb97fb) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:14:57.441268 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8b5065e3-d717-439c-8c60-403d7cc0da4b req-0aacd7bb-f355-43d5-98e7-12b6b0147a5c service neutron] 10.222.0.52 "GET /v2.0/networks/d5d53378-b378-43cd-a6b4-2505b89a4e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4183667 Feb 09 12:14:57.500172 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b91e3-fda0-4407-a853-fe9417c7c6c7 req-661c839e-f802-4253-9c33-250737a2c22e tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:57.501435 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aa5b91e3-fda0-4407-a853-fe9417c7c6c7 req-661c839e-f802-4253-9c33-250737a2c22e tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] 10.222.0.55 "GET /v2.0/networks/af0bad45-b31e-4cb1-a77c-3bbc34409de5 HTTP/1.1" status: 200 len: 784 time: 0.3017979 Feb 09 12:14:57.503625 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e715918-da6c-4672-8728-e9452b74cf3c', 'name': 'network-vif-deleted', 'tag': 'fc39ec9a-ad56-486a-9e65-3b68384bbb06'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:14:57.606497 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aa5b91e3-fda0-4407-a853-fe9417c7c6c7 req-89e52a77-7c79-482c-b941-5fa28ed21ee1 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.140 HTTP/1.1" status: 200 len: 696 time: 0.0905704 Feb 09 12:14:57.612141 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-06eeea73-eb93-4615-9e49-a47bfa98618f req-f09e29ef-d7bc-4343-b641-347861d90b65 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:57.701325 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aa5b91e3-fda0-4407-a853-fe9417c7c6c7 req-41254689-7499-4aaa-9f90-f3ccaf5b16ce tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.140 HTTP/1.1" status: 200 len: 696 time: 0.0857179 Feb 09 12:14:57.790897 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 5da3584c-b63e-4421-8fca-3a6aea07f393 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:14:57.862536 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port 5da3584c-b63e-4421-8fca-3a6aea07f393 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:14:57.867397 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port 5da3584c-b63e-4421-8fca-3a6aea07f393 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:14:57.868040 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:57.871281 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-aa5b91e3-fda0-4407-a853-fe9417c7c6c7 req-8cf821a6-2f79-4b1b-9c43-9581a03d165b tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Deleting port 9dec4823-529d-4868-a52a-c4f48e446306 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:14:57.871798 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-aa5b91e3-fda0-4407-a853-fe9417c7c6c7 req-8cf821a6-2f79-4b1b-9c43-9581a03d165b tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:57.993493 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:58.002696 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-06eeea73-eb93-4615-9e49-a47bfa98618f req-f09e29ef-d7bc-4343-b641-347861d90b65 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:58.021343 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb47f3f-72d6-46fe-a25f-5fb25b1089c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da3584c-b63e-4421-8fca-3a6aea07f393'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:14:58.031154 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 5da3584c-b63e-4421-8fca-3a6aea07f393, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=5da3584c-b63e-4421-8fca-3a6aea07f393,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:14:58.035311 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:58.076517 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06eeea73-eb93-4615-9e49-a47bfa98618f req-f09e29ef-d7bc-4343-b641-347861d90b65 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:14:58.086555 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-06eeea73-eb93-4615-9e49-a47bfa98618f req-f09e29ef-d7bc-4343-b641-347861d90b65 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:14:58.088989 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-06eeea73-eb93-4615-9e49-a47bfa98618f req-f09e29ef-d7bc-4343-b641-347861d90b65 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:14:58.121593 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=5da3584c-b63e-4421-8fca-3a6aea07f393,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:58.166089 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09e29ef-d7bc-4343-b641-347861d90b65 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Pushing event updated for resources: {'Port': ['ID=85006e7c-783a-42d7-8e56-38ba9dfb97fb,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:58.296001 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-aa5b91e3-fda0-4407-a853-fe9417c7c6c7 req-8cf821a6-2f79-4b1b-9c43-9581a03d165b tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:58.296380 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-aa5b91e3-fda0-4407-a853-fe9417c7c6c7 req-8cf821a6-2f79-4b1b-9c43-9581a03d165b tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:58.427956 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-aa5b91e3-fda0-4407-a853-fe9417c7c6c7 req-8cf821a6-2f79-4b1b-9c43-9581a03d165b tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Calling delete_port for 9dec4823-529d-4868-a52a-c4f48e446306 owned by network:floatingip {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:14:58.493400 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-06eeea73-eb93-4615-9e49-a47bfa98618f req-f09e29ef-d7bc-4343-b641-347861d90b65 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:58.611926 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-06eeea73-eb93-4615-9e49-a47bfa98618f req-f09e29ef-d7bc-4343-b641-347861d90b65 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:58.682205 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-aa5b91e3-fda0-4407-a853-fe9417c7c6c7 req-8cf821a6-2f79-4b1b-9c43-9581a03d165b tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:58.746579 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf821a6-2f79-4b1b-9c43-9581a03d165b tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Pushing event deleted for resources: {'Port': ['ID=9dec4823-529d-4868-a52a-c4f48e446306,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:58.932990 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-aa5b91e3-fda0-4407-a853-fe9417c7c6c7 req-8cf821a6-2f79-4b1b-9c43-9581a03d165b tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks [] for floatingip, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:58.972939 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-aa5b91e3-fda0-4407-a853-fe9417c7c6c7 req-8cf821a6-2f79-4b1b-9c43-9581a03d165b tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:58.974307 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aa5b91e3-fda0-4407-a853-fe9417c7c6c7 req-8cf821a6-2f79-4b1b-9c43-9581a03d165b tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] 10.222.0.55 "DELETE /v2.0/floatingips/5114387f-ecad-482f-a62b-75cc127b2a27 HTTP/1.1" status: 204 len: 173 time: 1.2661798 Feb 09 12:14:58.980850 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-06eeea73-eb93-4615-9e49-a47bfa98618f req-f09e29ef-d7bc-4343-b641-347861d90b65 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:58.985333 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-06eeea73-eb93-4615-9e49-a47bfa98618f req-f09e29ef-d7bc-4343-b641-347861d90b65 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:59.025437 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-ff613504-8a7a-4004-8c1a-ddf85615cba8 req-1d74f888-886b-4a77-b912-f6851748746d tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-313741892', 'description': 'tempest-description-996041348'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:14:59.080761 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-ff613504-8a7a-4004-8c1a-ddf85615cba8 req-1d74f888-886b-4a77-b912-f6851748746d tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:14:59.091558 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-ff613504-8a7a-4004-8c1a-ddf85615cba8 req-1d74f888-886b-4a77-b912-f6851748746d tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Usage tracker for resource:security_group and tenant:64589850d54f49bfb3a355e7cee6f70a is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:14:59.100401 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-ff613504-8a7a-4004-8c1a-ddf85615cba8 req-1d74f888-886b-4a77-b912-f6851748746d tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:14:59.111962 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-ff613504-8a7a-4004-8c1a-ddf85615cba8 req-1d74f888-886b-4a77-b912-f6851748746d tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:14:59.126125 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09e29ef-d7bc-4343-b641-347861d90b65 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Pushing event updated for resources: {'Port': ['ID=85006e7c-783a-42d7-8e56-38ba9dfb97fb,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:59.132362 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-06eeea73-eb93-4615-9e49-a47bfa98618f req-f09e29ef-d7bc-4343-b641-347861d90b65 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:59.137964 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ff613504-8a7a-4004-8c1a-ddf85615cba8 req-1d74f888-886b-4a77-b912-f6851748746d tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:59.164851 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-ff613504-8a7a-4004-8c1a-ddf85615cba8 req-1d74f888-886b-4a77-b912-f6851748746d tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:14:59.166983 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-06eeea73-eb93-4615-9e49-a47bfa98618f req-f09e29ef-d7bc-4343-b641-347861d90b65 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:59.168171 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-06eeea73-eb93-4615-9e49-a47bfa98618f req-f09e29ef-d7bc-4343-b641-347861d90b65 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8191214 Feb 09 12:14:59.170268 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-ff613504-8a7a-4004-8c1a-ddf85615cba8 req-1d74f888-886b-4a77-b912-f6851748746d tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Usage tracker for resource:security_group_rule and tenant:64589850d54f49bfb3a355e7cee6f70a is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:14:59.173276 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-ff613504-8a7a-4004-8c1a-ddf85615cba8 req-1d74f888-886b-4a77-b912-f6851748746d tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:14:59.227618 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-ff613504-8a7a-4004-8c1a-ddf85615cba8 req-1d74f888-886b-4a77-b912-f6851748746d tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:14:59.258447 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-06eeea73-eb93-4615-9e49-a47bfa98618f req-131a6e7f-5195-47d1-9c2e-e45012ca32bc tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Synchronizing usage tracker for tenant:2647956141fb47dda47c7b0b658b0402 on resource:floatingip {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:14:59.289530 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-06eeea73-eb93-4615-9e49-a47bfa98618f req-131a6e7f-5195-47d1-9c2e-e45012ca32bc tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Unset dirty status for tenant:2647956141fb47dda47c7b0b658b0402 on resource:floatingip {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:14:59.290654 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-06eeea73-eb93-4615-9e49-a47bfa98618f req-131a6e7f-5195-47d1-9c2e-e45012ca32bc tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.143 HTTP/1.1" status: 200 len: 696 time: 0.1145968 Feb 09 12:14:59.413425 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ff613504-8a7a-4004-8c1a-ddf85615cba8 req-1d74f888-886b-4a77-b912-f6851748746d tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:59.419160 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ff613504-8a7a-4004-8c1a-ddf85615cba8 req-1d74f888-886b-4a77-b912-f6851748746d tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:59.496270 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d74f888-886b-4a77-b912-f6851748746d tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a033010c-7a7b-49a5-a08a-86fd50cc8f54,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:14:59.510266 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ff613504-8a7a-4004-8c1a-ddf85615cba8 req-1d74f888-886b-4a77-b912-f6851748746d tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:14:59.511484 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ff613504-8a7a-4004-8c1a-ddf85615cba8 req-1d74f888-886b-4a77-b912-f6851748746d tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.5218842 Feb 09 12:14:59.525161 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eeea73-eb93-4615-9e49-a47bfa98618f req-ee7b74b3-dc6d-4e19-8154-b9d868089a79 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:59.526503 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-06eeea73-eb93-4615-9e49-a47bfa98618f req-ee7b74b3-dc6d-4e19-8154-b9d868089a79 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/networks/af0bad45-b31e-4cb1-a77c-3bbc34409de5 HTTP/1.1" status: 200 len: 784 time: 0.2286928 Feb 09 12:14:59.694461 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c14b95-8794-4c2c-b50b-f102bc62c24d req-74f34d4a-0894-451c-84ff-a16b956bb673 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:14:59.695983 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-34c14b95-8794-4c2c-b50b-f102bc62c24d req-74f34d4a-0894-451c-84ff-a16b956bb673 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fb47f3f-72d6-46fe-a25f-5fb25b1089c0 HTTP/1.1" status: 200 len: 949 time: 0.0803132 Feb 09 12:14:59.755282 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-34c14b95-8794-4c2c-b50b-f102bc62c24d req-7ff9f73c-a4f1-4012-8fec-6366b90f6fde tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535092 Feb 09 12:14:59.812842 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e715918-da6c-4672-8728-e9452b74cf3c', 'name': 'network-vif-deleted', 'tag': 'fc39ec9a-ad56-486a-9e65-3b68384bbb06', 'status': 'completed', 'code': 200} Feb 09 12:14:59.852723 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fb47f3f-72d6-46fe-a25f-5fb25b1089c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da3584c-b63e-4421-8fca-3a6aea07f393', 'code': 200} Feb 09 12:15:00.024025 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40200) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:15:00.144417 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f9d6d2ca-638c-4537-a034-3632fe11e7df admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:00.160554 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f9d6d2ca-638c-4537-a034-3632fe11e7df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:15:00.164564 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f9d6d2ca-638c-4537-a034-3632fe11e7df admin admin] Usage tracker for resource:security_group_rule and tenant:302166e78f41404bb548a30f1accbece is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:15:00.167456 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f9d6d2ca-638c-4537-a034-3632fe11e7df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:15:00.174178 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f9d6d2ca-638c-4537-a034-3632fe11e7df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:15:00.232623 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d42b0f-f51b-418e-ad4d-6f32ae90a813 req-fd2256e9-ef3f-41b0-8ed3-31e94a4db7b3 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:00.234085 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-36d42b0f-f51b-418e-ad4d-6f32ae90a813 req-fd2256e9-ef3f-41b0-8ed3-31e94a4db7b3 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3669155 Feb 09 12:15:00.249007 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b1b17-ac63-448b-8114-cc68f6c51321 req-f4119e4c-d16f-4a27-bc31-d9dcf0dcdc04 tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:00.250498 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9e3b1b17-ac63-448b-8114-cc68f6c51321 req-f4119e4c-d16f-4a27-bc31-d9dcf0dcdc04 tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2c54d584-274b-482c-b20a-a799695c352e HTTP/1.1" status: 200 len: 1097 time: 0.2944851 Feb 09 12:15:00.252489 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24847c73-cca9-462d-ae31-9ac1c7be5e61 req-e97665b5-700c-4c53-abf8-ed137abffe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:00.253848 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-24847c73-cca9-462d-ae31-9ac1c7be5e61 req-e97665b5-700c-4c53-abf8-ed137abffe69 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2fb47f3f-72d6-46fe-a25f-5fb25b1089c0 HTTP/1.1" status: 200 len: 1100 time: 0.2989256 Feb 09 12:15:00.269024 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f9d6d2ca-638c-4537-a034-3632fe11e7df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:00.274041 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f9d6d2ca-638c-4537-a034-3632fe11e7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:00.321525 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d6d2ca-638c-4537-a034-3632fe11e7df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b42e39d-8292-4779-bd1d-ff439428e2c5,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:00.325984 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f9d6d2ca-638c-4537-a034-3632fe11e7df admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=302166e78f41404bb548a30f1accbece&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009443 Feb 09 12:15:00.328679 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40208) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:15:00.360529 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9e3b1b17-ac63-448b-8114-cc68f6c51321 req-23ed7b1b-a839-41f6-b517-c5d373b0e773 tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033795 Feb 09 12:15:00.374244 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-24847c73-cca9-462d-ae31-9ac1c7be5e61 req-3f18217e-a128-4caa-89a1-063be71de721 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876060 Feb 09 12:15:00.395862 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8e2fe001-0282-4d81-b14b-40198cf9e3b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:00.422212 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8e2fe001-0282-4d81-b14b-40198cf9e3b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:00.432603 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c91bcb25-9564-41a6-b39b-38437e3f36a9 req-186c0a09-b3ea-486a-a1d6-d1f4f004649e tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Synchronizing usage tracker for tenant:64589850d54f49bfb3a355e7cee6f70a on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:15:00.449296 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c91bcb25-9564-41a6-b39b-38437e3f36a9 req-186c0a09-b3ea-486a-a1d6-d1f4f004649e tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Unset dirty status for tenant:64589850d54f49bfb3a355e7cee6f70a on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:15:00.451003 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c91bcb25-9564-41a6-b39b-38437e3f36a9 req-186c0a09-b3ea-486a-a1d6-d1f4f004649e tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=64589850d54f49bfb3a355e7cee6f70a HTTP/1.1" status: 200 len: 10896 time: 0.1952722 Feb 09 12:15:00.484186 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8e2fe001-0282-4d81-b14b-40198cf9e3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:00.504693 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2fe001-0282-4d81-b14b-40198cf9e3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b42e39d-8292-4779-bd1d-ff439428e2c5,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:00.510571 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8e2fe001-0282-4d81-b14b-40198cf9e3b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:00.510742 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c91bcb25-9564-41a6-b39b-38437e3f36a9 req-5476f2f3-19f2-4392-ab86-e66e60aa1100 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups/f4fb3f13-7dc7-4cfe-ae6d-dfbf47efd150 HTTP/1.1" status: 200 len: 2981 time: 0.0516992 Feb 09 12:15:00.512029 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8e2fe001-0282-4d81-b14b-40198cf9e3b9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2b42e39d-8292-4779-bd1d-ff439428e2c5 HTTP/1.1" status: 204 len: 168 time: 0.1820135 Feb 09 12:15:00.634086 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c91bcb25-9564-41a6-b39b-38437e3f36a9 req-44cf083d-5cd0-450a-b0ee-d009fece86bd tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups/f4fb3f13-7dc7-4cfe-ae6d-dfbf47efd150 HTTP/1.1" status: 200 len: 2981 time: 0.1025536 Feb 09 12:15:00.659704 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8233ec-6a58-4105-8253-760651843ed5 req-d62b2a60-4fbb-488f-bd81-c00a4371e9b7 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:00.661216 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4e8233ec-6a58-4105-8253-760651843ed5 req-d62b2a60-4fbb-488f-bd81-c00a4371e9b7 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ef259ac-cc44-4435-8382-9e55ac589bad&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1169789 Feb 09 12:15:00.749237 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4e8233ec-6a58-4105-8253-760651843ed5 req-47787c68-0c5e-4a95-9c37-25fbdebd8aeb tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.143 HTTP/1.1" status: 200 len: 696 time: 0.0814674 Feb 09 12:15:00.758368 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-4e8233ec-6a58-4105-8253-760651843ed5 req-0c52339c-2a15-474f-9827-b77d15b48ab8 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Request body: {'floatingip': {'port_id': 'ff5ce11c-c909-4f3e-bf86-64527188c970', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:15:00.826783 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40250) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:15:00.845645 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a1660841-9918-4689-96c2-426609fb12d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:00.846870 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-4e8233ec-6a58-4105-8253-760651843ed5 req-0c52339c-2a15-474f-9827-b77d15b48ab8 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Notify callbacks [] for floatingip, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:00.861232 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a1660841-9918-4689-96c2-426609fb12d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:15:00.865234 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a1660841-9918-4689-96c2-426609fb12d9 admin admin] Usage tracker for resource:security_group_rule and tenant:9ed9a407f09e43bfac59a5b9913ce8a4 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:15:00.868094 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a1660841-9918-4689-96c2-426609fb12d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:15:00.873828 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a1660841-9918-4689-96c2-426609fb12d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:15:00.962498 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a1660841-9918-4689-96c2-426609fb12d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:00.967256 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a1660841-9918-4689-96c2-426609fb12d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:01.016413 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a1660841-9918-4689-96c2-426609fb12d9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9ed9a407f09e43bfac59a5b9913ce8a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1861537 Feb 09 12:15:01.017890 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 40258) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:15:01.020989 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1660841-9918-4689-96c2-426609fb12d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d3941b-bdfd-47f6-9c37-0d35823b9642,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:01.256086 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-1e92024f-9ccf-47b4-a374-617071fdebd8 req-715cab5f-5308-4ae0-9a13-3c82550ccdb6 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Synchronizing usage tracker for tenant:d9e142dcc3b94f689e2a3b6fa4505cc6 on resource:floatingip {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:15:01.308959 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-52bcd0ee-0669-46b5-95e0-ea43faad6ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:01.370310 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-1e92024f-9ccf-47b4-a374-617071fdebd8 req-715cab5f-5308-4ae0-9a13-3c82550ccdb6 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Unset dirty status for tenant:d9e142dcc3b94f689e2a3b6fa4505cc6 on resource:floatingip {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:15:01.371490 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1e92024f-9ccf-47b4-a374-617071fdebd8 req-715cab5f-5308-4ae0-9a13-3c82550ccdb6 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] 10.222.0.55 "GET /v2.0/floatingips?tenant_id=d9e142dcc3b94f689e2a3b6fa4505cc6 HTTP/1.1" status: 200 len: 1655 time: 0.2226593 Feb 09 12:15:01.375266 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-52bcd0ee-0669-46b5-95e0-ea43faad6ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:01.431026 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [req-4e8233ec-6a58-4105-8253-760651843ed5 req-0c52339c-2a15-474f-9827-b77d15b48ab8 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 12:15:01.432013 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4e8233ec-6a58-4105-8253-760651843ed5 req-0c52339c-2a15-474f-9827-b77d15b48ab8 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "PUT /v2.0/floatingips/b40b12ed-6fbe-4c33-ba5c-bc9f17f77d6a HTTP/1.1" status: 409 len: 550 time: 0.6778114 Feb 09 12:15:01.553372 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-52bcd0ee-0669-46b5-95e0-ea43faad6ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:01.569057 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92024f-9ccf-47b4-a374-617071fdebd8 req-4a9c28e4-5a33-49b5-a858-6020b3ed14a2 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:01.570497 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1e92024f-9ccf-47b4-a374-617071fdebd8 req-4a9c28e4-5a33-49b5-a858-6020b3ed14a2 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] 10.222.0.55 "GET /v2.0/networks?id=af0bad45-b31e-4cb1-a77c-3bbc34409de5&id=af0bad45-b31e-4cb1-a77c-3bbc34409de5&id=af0bad45-b31e-4cb1-a77c-3bbc34409de5 HTTP/1.1" status: 200 len: 787 time: 0.1888082 Feb 09 12:15:01.575821 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bcd0ee-0669-46b5-95e0-ea43faad6ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d3941b-bdfd-47f6-9c37-0d35823b9642,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:01.585995 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-52bcd0ee-0669-46b5-95e0-ea43faad6ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:01.589697 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-52bcd0ee-0669-46b5-95e0-ea43faad6ee8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/55d3941b-bdfd-47f6-9c37-0d35823b9642 HTTP/1.1" status: 204 len: 168 time: 0.5718076 Feb 09 12:15:01.656035 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-506c3e04-9438-43d6-89f1-2756ec94ed4a req-1c492a7a-4bab-4217-aa21-f3040c4a56f7 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups/98fd5be9-819f-42ad-b26b-c33e5f7f3bdc HTTP/1.1" status: 200 len: 1800 time: 0.0592408 Feb 09 12:15:01.737071 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-506c3e04-9438-43d6-89f1-2756ec94ed4a req-138d2c2f-7a17-4f90-8302-a5aa4e90b513 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:01.767931 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-506c3e04-9438-43d6-89f1-2756ec94ed4a req-138d2c2f-7a17-4f90-8302-a5aa4e90b513 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:01.823056 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-506c3e04-9438-43d6-89f1-2756ec94ed4a req-138d2c2f-7a17-4f90-8302-a5aa4e90b513 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:01.845031 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138d2c2f-7a17-4f90-8302-a5aa4e90b513 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fd5be9-819f-42ad-b26b-c33e5f7f3bdc,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:01.856417 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-506c3e04-9438-43d6-89f1-2756ec94ed4a req-138d2c2f-7a17-4f90-8302-a5aa4e90b513 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:01.857739 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-506c3e04-9438-43d6-89f1-2756ec94ed4a req-138d2c2f-7a17-4f90-8302-a5aa4e90b513 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "DELETE /v2.0/security-groups/98fd5be9-819f-42ad-b26b-c33e5f7f3bdc HTTP/1.1" status: 204 len: 173 time: 0.1950195 Feb 09 12:15:02.053219 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74343fa-f56b-4120-bbc7-ae477e5cc469 req-34e74744-d250-4b7d-afa5-f13f4f59b5c3 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:02.054927 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c74343fa-f56b-4120-bbc7-ae477e5cc469 req-34e74744-d250-4b7d-afa5-f13f4f59b5c3 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fb47f3f-72d6-46fe-a25f-5fb25b1089c0 HTTP/1.1" status: 200 len: 949 time: 0.0916715 Feb 09 12:15:02.103897 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c74343fa-f56b-4120-bbc7-ae477e5cc469 req-23e2cb16-0190-4685-bda2-cb04dff302d9 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404487 Feb 09 12:15:02.215009 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 40322) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:15:02.467538 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3fdd455c-5f8a-417c-bde3-ad9deca5b4eb req-cbdb05c4-7ac3-4ee3-8959-4bda92a54319 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/floatingips/b40b12ed-6fbe-4c33-ba5c-bc9f17f77d6a HTTP/1.1" status: 200 len: 693 time: 0.2253687 Feb 09 12:15:02.517600 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d82822d9-05a1-4df3-a187-241aaa600f11 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:02.600118 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-d37280ad-64fe-47ee-803b-c737941120b5 tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:15:02.601041 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-d37280ad-64fe-47ee-803b-c737941120b5 tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0296109 Feb 09 12:15:02.623184 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-fc95e42a-1315-4999-b98b-07c0bd1077b1 service neutron] Request body: {'binding': {'host': 'n-h2-825178-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:15:02.623638 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-fc95e42a-1315-4999-b98b-07c0bd1077b1 service neutron] Unknown quota resources ['binding']. {{(pid=87567) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 09 12:15:02.674208 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d82822d9-05a1-4df3-a187-241aaa600f11 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:02.842172 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd455c-5f8a-417c-bde3-ad9deca5b4eb req-2f102055-d68a-4788-ad15-b3a28f4ca394 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:02.843548 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3fdd455c-5f8a-417c-bde3-ad9deca5b4eb req-2f102055-d68a-4788-ad15-b3a28f4ca394 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/networks/af0bad45-b31e-4cb1-a77c-3bbc34409de5 HTTP/1.1" status: 200 len: 784 time: 0.3638988 Feb 09 12:15:02.856975 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-3fdd455c-5f8a-417c-bde3-ad9deca5b4eb req-55936879-5a72-4892-b9be-31d5f6b2e420 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:15:02.857980 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3fdd455c-5f8a-417c-bde3-ad9deca5b4eb req-55936879-5a72-4892-b9be-31d5f6b2e420 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083461 Feb 09 12:15:02.967186 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d82822d9-05a1-4df3-a187-241aaa600f11 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:03.003186 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3fdd455c-5f8a-417c-bde3-ad9deca5b4eb req-3966d7fb-1a75-4773-902f-21ea93a0d013 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.143 HTTP/1.1" status: 200 len: 696 time: 0.1184311 Feb 09 12:15:03.017727 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82822d9-05a1-4df3-a187-241aaa600f11 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4eb021-bb3a-442d-8153-c3dbaa0cfda8,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:03.115229 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d82822d9-05a1-4df3-a187-241aaa600f11 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:03.116275 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d82822d9-05a1-4df3-a187-241aaa600f11 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "DELETE /v2.0/security-groups/ac4eb021-bb3a-442d-8153-c3dbaa0cfda8 HTTP/1.1" status: 204 len: 168 time: 0.8995414 Feb 09 12:15:03.119712 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40348) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:15:03.121869 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3fdd455c-5f8a-417c-bde3-ad9deca5b4eb req-b4914214-2342-47f9-9e84-a384c4a11cd9 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.143 HTTP/1.1" status: 200 len: 696 time: 0.1068654 Feb 09 12:15:03.126083 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-fc95e42a-1315-4999-b98b-07c0bd1077b1 service neutron] Attempting to bind port 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5 on host n-h2-825178-3 for vnic_type normal with profile None {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:15:03.126421 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-fc95e42a-1315-4999-b98b-07c0bd1077b1 service neutron] Attempting to bind port 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '32f229e9-9010-4be1-973f-7ae4423dcda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:15:03.126754 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-fc95e42a-1315-4999-b98b-07c0bd1077b1 service neutron] Attempting to bind port 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5 on network c4b615eb-1906-4989-ab89-8b6ef1cc1053 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:15:03.132723 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-fc95e42a-1315-4999-b98b-07c0bd1077b1 service neutron] Port 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5 on network c4b615eb-1906-4989-ab89-8b6ef1cc1053 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:15:03.133048 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-fc95e42a-1315-4999-b98b-07c0bd1077b1 service neutron] Attempting to bind port 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5 on network c4b615eb-1906-4989-ab89-8b6ef1cc1053 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:15:03.143432 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-3b1e353c-83d5-49c8-93bc-a1f834e36d41 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] show failed (client error): The resource could not be found. Feb 09 12:15:03.145111 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3b1e353c-83d5-49c8-93bc-a1f834e36d41 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "GET /v2.0/security-groups/ac4eb021-bb3a-442d-8153-c3dbaa0cfda8 HTTP/1.1" status: 404 len: 347 time: 0.0242367 Feb 09 12:15:03.147752 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40354) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:15:03.216607 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-fc95e42a-1315-4999-b98b-07c0bd1077b1 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:15:03.216947 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-fc95e42a-1315-4999-b98b-07c0bd1077b1 service neutron] Checking segment: {'id': '32f229e9-9010-4be1-973f-7ae4423dcda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:15:03.217346 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-fc95e42a-1315-4999-b98b-07c0bd1077b1 service neutron] Bound using segment: {'id': '32f229e9-9010-4be1-973f-7ae4423dcda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:15:03.217795 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-fc95e42a-1315-4999-b98b-07c0bd1077b1 service neutron] Bound port: 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f229e9-9010-4be1-973f-7ae4423dcda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:15:03.315979 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-3fdd455c-5f8a-417c-bde3-ad9deca5b4eb req-e4e40f35-8a3e-42f4-b4f7-a98447a14c58 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Deleting port 85006e7c-783a-42d7-8e56-38ba9dfb97fb {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:15:03.315979 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3fdd455c-5f8a-417c-bde3-ad9deca5b4eb req-e4e40f35-8a3e-42f4-b4f7-a98447a14c58 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:03.394874 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-fc95e42a-1315-4999-b98b-07c0bd1077b1 service neutron] For port 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5,segment=NetworkSegment(32f229e9-9010-4be1-973f-7ae4423dcda8),segment_id=32f229e9-9010-4be1-973f-7ae4423dcda8)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:15:03.398261 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-2de88229-b7f1-4ac7-8ebb-0ce61855f773 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Deleting port fd8e1c38-0e99-468a-9138-62e2ed0b867d {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:15:03.398615 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2de88229-b7f1-4ac7-8ebb-0ce61855f773 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:03.442649 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-fc95e42a-1315-4999-b98b-07c0bd1077b1 service neutron] Notify callbacks [] for binding, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:03.443982 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-fc95e42a-1315-4999-b98b-07c0bd1077b1 service neutron] 10.222.0.55 "POST /v2.0/ports/6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5/bindings HTTP/1.1" status: 201 len: 389 time: 0.8290443 Feb 09 12:15:03.517978 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3fdd455c-5f8a-417c-bde3-ad9deca5b4eb req-e4e40f35-8a3e-42f4-b4f7-a98447a14c58 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:03.518579 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3fdd455c-5f8a-417c-bde3-ad9deca5b4eb req-e4e40f35-8a3e-42f4-b4f7-a98447a14c58 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:03.587339 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2de88229-b7f1-4ac7-8ebb-0ce61855f773 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:03.587691 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2de88229-b7f1-4ac7-8ebb-0ce61855f773 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:03.654268 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-3fdd455c-5f8a-417c-bde3-ad9deca5b4eb req-e4e40f35-8a3e-42f4-b4f7-a98447a14c58 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Calling delete_port for 85006e7c-783a-42d7-8e56-38ba9dfb97fb owned by network:floatingip {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:15:03.720790 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-2de88229-b7f1-4ac7-8ebb-0ce61855f773 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Calling delete_port for fd8e1c38-0e99-468a-9138-62e2ed0b867d owned by network:floatingip {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:15:03.820650 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b2073d03-ed78-4d27-ae1d-a7c3801c6b9d req-465c1758-f6c6-4ec8-8e69-79aafaf04468 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] 10.222.0.55 "GET /v2.0/floatingips/f7e610cc-394c-486d-8562-729365ae4cb2 HTTP/1.1" status: 200 len: 693 time: 0.1742923 Feb 09 12:15:03.866357 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2de88229-b7f1-4ac7-8ebb-0ce61855f773 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:03.949743 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de88229-b7f1-4ac7-8ebb-0ce61855f773 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Pushing event deleted for resources: {'Port': ['ID=fd8e1c38-0e99-468a-9138-62e2ed0b867d,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:04.016472 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2de88229-b7f1-4ac7-8ebb-0ce61855f773 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks [] for floatingip, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:04.042096 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2de88229-b7f1-4ac7-8ebb-0ce61855f773 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:04.043215 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2de88229-b7f1-4ac7-8ebb-0ce61855f773 tempest-ServersWithSpecificFlavorTestJSON-495888968 tempest-ServersWithSpecificFlavorTestJSON-495888968-project] 10.222.0.55 "DELETE /v2.0/floatingips/41919729-42ed-4bcc-b29b-144378b33d83 HTTP/1.1" status: 204 len: 168 time: 0.8940778 Feb 09 12:15:04.118090 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-ea34cc42-3775-4db0-90fb-9439660b726e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:04.119546 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-ea34cc42-3775-4db0-90fb-9439660b726e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a84524b0b1d4c8da324d07cc553e331&device_id=2c54d584-274b-482c-b20a-a799695c352e HTTP/1.1" status: 200 len: 1097 time: 0.3769324 Feb 09 12:15:04.237363 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2073d03-ed78-4d27-ae1d-a7c3801c6b9d req-f543e7fd-38a8-4905-a5b5-4749bf8c8a84 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:04.238664 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b2073d03-ed78-4d27-ae1d-a7c3801c6b9d req-f543e7fd-38a8-4905-a5b5-4749bf8c8a84 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] 10.222.0.55 "GET /v2.0/networks/af0bad45-b31e-4cb1-a77c-3bbc34409de5 HTTP/1.1" status: 200 len: 784 time: 0.4058173 Feb 09 12:15:04.241470 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3fdd455c-5f8a-417c-bde3-ad9deca5b4eb req-e4e40f35-8a3e-42f4-b4f7-a98447a14c58 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:04.362202 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e40f35-8a3e-42f4-b4f7-a98447a14c58 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Pushing event deleted for resources: {'Port': ['ID=85006e7c-783a-42d7-8e56-38ba9dfb97fb,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:04.416389 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b2073d03-ed78-4d27-ae1d-a7c3801c6b9d req-14a1a3fd-37c3-47f8-8db3-ef44fd2c3906 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.135 HTTP/1.1" status: 200 len: 696 time: 0.1689062 Feb 09 12:15:04.543065 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b2073d03-ed78-4d27-ae1d-a7c3801c6b9d req-342ae8c5-24dc-4236-8020-1f41ec6134da tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.135 HTTP/1.1" status: 200 len: 696 time: 0.1014285 Feb 09 12:15:04.545903 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-44d919ad-892c-42af-bc35-b9a7f9236dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:04.547242 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-44d919ad-892c-42af-bc35-b9a7f9236dbe service neutron] 10.222.0.46 "GET /v2.0/networks?id=c4b615eb-1906-4989-ab89-8b6ef1cc1053 HTTP/1.1" status: 200 len: 921 time: 0.4173307 Feb 09 12:15:04.691575 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3fdd455c-5f8a-417c-bde3-ad9deca5b4eb req-e4e40f35-8a3e-42f4-b4f7-a98447a14c58 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Notify callbacks [] for floatingip, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:04.697932 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-edc60147-bee2-46ba-a937-45ac484a01c2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5 HTTP/1.1" status: 200 len: 217 time: 0.0898066 Feb 09 12:15:04.820061 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-b2073d03-ed78-4d27-ae1d-a7c3801c6b9d req-5623a9e2-49d2-49c0-bdf4-3241423eec4a tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Deleting port f221e6f9-a279-408a-845c-72a774688fe7 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:15:04.820310 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-b2073d03-ed78-4d27-ae1d-a7c3801c6b9d req-5623a9e2-49d2-49c0-bdf4-3241423eec4a tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:04.875104 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3fdd455c-5f8a-417c-bde3-ad9deca5b4eb req-e4e40f35-8a3e-42f4-b4f7-a98447a14c58 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:04.876780 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3fdd455c-5f8a-417c-bde3-ad9deca5b4eb req-e4e40f35-8a3e-42f4-b4f7-a98447a14c58 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "DELETE /v2.0/floatingips/b40b12ed-6fbe-4c33-ba5c-bc9f17f77d6a HTTP/1.1" status: 204 len: 173 time: 1.7449892 Feb 09 12:15:04.888767 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-ca5a8aa9-e30d-47f0-805a-2720cea21369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:04.890198 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-ca5a8aa9-e30d-47f0-805a-2720cea21369 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9d6b2f2b-3fb9-4d1b-ac78-19140ea18253 HTTP/1.1" status: 200 len: 860 time: 0.1404579 Feb 09 12:15:05.011664 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [req-ad77cbd6-c191-46ba-a1e2-0d08975f453f req-bccf26a2-ae1e-4b62-a0fb-fcacab2c3e2b tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] show failed (client error): The resource could not be found. Feb 09 12:15:05.012839 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ad77cbd6-c191-46ba-a1e2-0d08975f453f req-bccf26a2-ae1e-4b62-a0fb-fcacab2c3e2b tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups/98fd5be9-819f-42ad-b26b-c33e5f7f3bdc HTTP/1.1" status: 404 len: 352 time: 0.1216538 Feb 09 12:15:05.022373 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-beb405b0-b0b7-4a4f-9570-693235764bac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c4b615eb-1906-4989-ab89-8b6ef1cc1053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1154060 Feb 09 12:15:05.158894 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-b2073d03-ed78-4d27-ae1d-a7c3801c6b9d req-5623a9e2-49d2-49c0-bdf4-3241423eec4a tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:05.159226 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-b2073d03-ed78-4d27-ae1d-a7c3801c6b9d req-5623a9e2-49d2-49c0-bdf4-3241423eec4a tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:05.408004 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-b2073d03-ed78-4d27-ae1d-a7c3801c6b9d req-5623a9e2-49d2-49c0-bdf4-3241423eec4a tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Calling delete_port for f221e6f9-a279-408a-845c-72a774688fe7 owned by network:floatingip {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:15:05.468345 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-c54444a2-ee12-47f2-8425-81953647c649 service neutron] 10.222.0.46 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4371595 Feb 09 12:15:05.739079 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-5a1d4605-8c2a-4323-b9e3-1a13b716159b service neutron] 10.222.0.46 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225430 Feb 09 12:15:05.746395 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8970c40-eb2b-4330-b23b-c2ab2b36b630 req-c2afb17e-bdbc-4bc4-b12d-705d837e40b3 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:05.747773 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d8970c40-eb2b-4330-b23b-c2ab2b36b630 req-c2afb17e-bdbc-4bc4-b12d-705d837e40b3 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fb47f3f-72d6-46fe-a25f-5fb25b1089c0 HTTP/1.1" status: 200 len: 949 time: 0.2851801 Feb 09 12:15:05.771992 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-b2073d03-ed78-4d27-ae1d-a7c3801c6b9d req-5623a9e2-49d2-49c0-bdf4-3241423eec4a tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:05.832273 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623a9e2-49d2-49c0-bdf4-3241423eec4a tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Pushing event deleted for resources: {'Port': ['ID=f221e6f9-a279-408a-845c-72a774688fe7,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:05.879122 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d8970c40-eb2b-4330-b23b-c2ab2b36b630 req-6b45e3fc-e629-41d9-ab78-ecc7f82c278a tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250520 Feb 09 12:15:05.933926 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-b2073d03-ed78-4d27-ae1d-a7c3801c6b9d req-5623a9e2-49d2-49c0-bdf4-3241423eec4a tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks [] for floatingip, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:05.953478 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-b2073d03-ed78-4d27-ae1d-a7c3801c6b9d req-5623a9e2-49d2-49c0-bdf4-3241423eec4a tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:05.955086 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b2073d03-ed78-4d27-ae1d-a7c3801c6b9d req-5623a9e2-49d2-49c0-bdf4-3241423eec4a tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] 10.222.0.55 "DELETE /v2.0/floatingips/f7e610cc-394c-486d-8562-729365ae4cb2 HTTP/1.1" status: 204 len: 173 time: 1.4050343 Feb 09 12:15:06.152759 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fedba8c-b4f5-45e6-a410-86d89f64d24e req-25c1c07f-d1ad-4c23-ab1a-4e81130e38b9 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:06.154130 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3fedba8c-b4f5-45e6-a410-86d89f64d24e req-25c1c07f-d1ad-4c23-ab1a-4e81130e38b9 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c54d584-274b-482c-b20a-a799695c352e HTTP/1.1" status: 200 len: 946 time: 0.1091678 Feb 09 12:15:06.158114 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-644eda5b-e760-43fa-878f-79e1551fc418 req-5ed3365f-1f94-4856-86fc-4b623c14a6ca tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=e3f446a9b19d4036a3400e5057986042&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371132 Feb 09 12:15:06.286699 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3fedba8c-b4f5-45e6-a410-86d89f64d24e req-28a89e30-acc7-4f22-aa5a-583bde9cc84a tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260862 Feb 09 12:15:06.349168 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644eda5b-e760-43fa-878f-79e1551fc418 req-ffafd500-9a1d-42c8-a8c5-2b79b5638fe2 tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:06.350884 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-644eda5b-e760-43fa-878f-79e1551fc418 req-ffafd500-9a1d-42c8-a8c5-2b79b5638fe2 tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1746044 Feb 09 12:15:06.436044 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-644eda5b-e760-43fa-878f-79e1551fc418 req-492315cc-db33-4a8e-b40c-f0fb0741c51f tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] 10.222.0.55 "GET /v2.0/quotas/e3f446a9b19d4036a3400e5057986042 HTTP/1.1" status: 200 len: 375 time: 0.0337045 Feb 09 12:15:06.494809 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-644eda5b-e760-43fa-878f-79e1551fc418 req-0f133ecc-b2df-4166-8393-fd5a05ace93a tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e3f446a9b19d4036a3400e5057986042&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496621 Feb 09 12:15:06.502715 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-4ddab3ff-515b-4044-aed1-55368527e150 req-ea3e45f4-1539-45d8-a343-21ea69966356 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Synchronizing usage tracker for tenant:2647956141fb47dda47c7b0b658b0402 on resource:floatingip {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:15:06.518216 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-4ddab3ff-515b-4044-aed1-55368527e150 req-ea3e45f4-1539-45d8-a343-21ea69966356 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Unset dirty status for tenant:2647956141fb47dda47c7b0b658b0402 on resource:floatingip {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:15:06.524308 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4ddab3ff-515b-4044-aed1-55368527e150 req-ea3e45f4-1539-45d8-a343-21ea69966356 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.144 HTTP/1.1" status: 200 len: 1001 time: 0.1711094 Feb 09 12:15:06.617022 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddab3ff-515b-4044-aed1-55368527e150 req-ebe586df-c68c-430b-9e65-afbddc871173 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:06.617931 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-4ddab3ff-515b-4044-aed1-55368527e150 req-ebe586df-c68c-430b-9e65-afbddc871173 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Synchronizing usage tracker for tenant:2647956141fb47dda47c7b0b658b0402 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:15:06.676551 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eeecfbac-bc40-4c33-a135-37534a283fed req-8c313e4b-e8c5-4620-8c3c-db699d2d0bea tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups/d35b56f2-f63e-4364-9b4d-5fdb16f1ca72 HTTP/1.1" status: 200 len: 1801 time: 0.0555758 Feb 09 12:15:06.677267 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-4ddab3ff-515b-4044-aed1-55368527e150 req-ebe586df-c68c-430b-9e65-afbddc871173 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Unset dirty status for tenant:2647956141fb47dda47c7b0b658b0402 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:15:06.678288 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4ddab3ff-515b-4044-aed1-55368527e150 req-ebe586df-c68c-430b-9e65-afbddc871173 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/ports/ff5ce11c-c909-4f3e-bf86-64527188c970 HTTP/1.1" status: 200 len: 942 time: 0.1526372 Feb 09 12:15:06.749569 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-eeecfbac-bc40-4c33-a135-37534a283fed req-7ec09895-6117-40fe-9cb3-e690ea8a6de9 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:06.836715 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-eeecfbac-bc40-4c33-a135-37534a283fed req-7ec09895-6117-40fe-9cb3-e690ea8a6de9 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:06.916473 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4ddab3ff-515b-4044-aed1-55368527e150 req-6cec1199-e595-44bd-af6e-92f694169f90 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.144 HTTP/1.1" status: 200 len: 1001 time: 0.1411266 Feb 09 12:15:07.013569 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-eeecfbac-bc40-4c33-a135-37534a283fed req-7ec09895-6117-40fe-9cb3-e690ea8a6de9 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:07.047626 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec09895-6117-40fe-9cb3-e690ea8a6de9 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35b56f2-f63e-4364-9b4d-5fdb16f1ca72,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:07.056362 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-eeecfbac-bc40-4c33-a135-37534a283fed req-7ec09895-6117-40fe-9cb3-e690ea8a6de9 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:07.061883 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eeecfbac-bc40-4c33-a135-37534a283fed req-7ec09895-6117-40fe-9cb3-e690ea8a6de9 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "DELETE /v2.0/security-groups/d35b56f2-f63e-4364-9b4d-5fdb16f1ca72 HTTP/1.1" status: 204 len: 173 time: 0.3769910 Feb 09 12:15:07.120700 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddab3ff-515b-4044-aed1-55368527e150 req-57bdce8b-e38a-4417-a097-eab3f56afdcc tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:07.129562 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4ddab3ff-515b-4044-aed1-55368527e150 req-57bdce8b-e38a-4417-a097-eab3f56afdcc tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/networks/af0bad45-b31e-4cb1-a77c-3bbc34409de5 HTTP/1.1" status: 200 len: 784 time: 0.2063076 Feb 09 12:15:07.385436 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4ddab3ff-515b-4044-aed1-55368527e150 req-f9da08e4-e286-4330-ae7a-48b4b0724114 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.144 HTTP/1.1" status: 200 len: 1001 time: 0.2550006 Feb 09 12:15:07.397577 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-4ddab3ff-515b-4044-aed1-55368527e150 req-23c68678-2ace-4bfa-bc1a-2ba82c481386 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:15:07.483144 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81f571-23b2-40b2-9e24-880f5090d18e req-685ab356-ffeb-41c1-854e-1d91b5da2bfd tempest-ServersOnMultiNodesTest-2098192950 tempest-ServersOnMultiNodesTest-2098192950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:07.484593 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6b81f571-23b2-40b2-9e24-880f5090d18e req-685ab356-ffeb-41c1-854e-1d91b5da2bfd tempest-ServersOnMultiNodesTest-2098192950 tempest-ServersOnMultiNodesTest-2098192950-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2fb47f3f-72d6-46fe-a25f-5fb25b1089c0 HTTP/1.1" status: 200 len: 1100 time: 0.2014267 Feb 09 12:15:07.540534 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-4ddab3ff-515b-4044-aed1-55368527e150 req-23c68678-2ace-4bfa-bc1a-2ba82c481386 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Notify callbacks [] for floatingip, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:07.622626 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6b81f571-23b2-40b2-9e24-880f5090d18e req-377bfad8-e688-45f8-94ea-f86cec038fb2 tempest-ServersOnMultiNodesTest-2098192950 tempest-ServersOnMultiNodesTest-2098192950-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267834 Feb 09 12:15:07.805753 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-767776ce-cddd-4600-8d2b-8c7df94f45b6 req-6108a7f1-66cc-4acb-ae1e-50003b78eac6 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] 10.222.0.55 "GET /v2.0/floatingips/1ab8a25f-864f-4c55-aa32-a746b300007c HTTP/1.1" status: 200 len: 691 time: 0.1556749 Feb 09 12:15:07.880817 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-644eda5b-e760-43fa-878f-79e1551fc418 req-de1b9f93-b77c-46c6-9e0f-ed235c2af284 tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=e3f446a9b19d4036a3400e5057986042&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0627573 Feb 09 12:15:08.122980 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-4ddab3ff-515b-4044-aed1-55368527e150 req-23c68678-2ace-4bfa-bc1a-2ba82c481386 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:08.136851 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-4ddab3ff-515b-4044-aed1-55368527e150 req-23c68678-2ace-4bfa-bc1a-2ba82c481386 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:08.137165 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [req-4ddab3ff-515b-4044-aed1-55368527e150 req-23c68678-2ace-4bfa-bc1a-2ba82c481386 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Floating IP 04acb750-500d-4fa0-b998-62552fc55e63 disassociated. External IP: 172.25.7.144, port: ff5ce11c-c909-4f3e-bf86-64527188c970. Feb 09 12:15:08.377744 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767776ce-cddd-4600-8d2b-8c7df94f45b6 req-4f459852-d5bd-45b0-b200-62c6f0abd13f tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:08.379019 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-767776ce-cddd-4600-8d2b-8c7df94f45b6 req-4f459852-d5bd-45b0-b200-62c6f0abd13f tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] 10.222.0.55 "GET /v2.0/networks/af0bad45-b31e-4cb1-a77c-3bbc34409de5 HTTP/1.1" status: 200 len: 784 time: 0.5598879 Feb 09 12:15:08.455109 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644eda5b-e760-43fa-878f-79e1551fc418 req-c252bd62-c2e6-4560-9dd3-7ca29e7039ea tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:08.456671 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-644eda5b-e760-43fa-878f-79e1551fc418 req-c252bd62-c2e6-4560-9dd3-7ca29e7039ea tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5266936 Feb 09 12:15:08.485189 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-644eda5b-e760-43fa-878f-79e1551fc418 req-b7f81ff1-f48c-4a7f-9454-fb5e5469c27a tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] Request body: {'port': {'device_id': '58f76073-59d5-49ad-ab5d-7da55f0710cb', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'admin_state_up': True, 'tenant_id': 'e3f446a9b19d4036a3400e5057986042'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:15:08.557385 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-767776ce-cddd-4600-8d2b-8c7df94f45b6 req-0aea3d6e-e388-46ee-a3f6-a3dbe5529bf4 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Synchronizing usage tracker for tenant:d9e142dcc3b94f689e2a3b6fa4505cc6 on resource:floatingip {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:15:08.778343 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-767776ce-cddd-4600-8d2b-8c7df94f45b6 req-0aea3d6e-e388-46ee-a3f6-a3dbe5529bf4 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Unset dirty status for tenant:d9e142dcc3b94f689e2a3b6fa4505cc6 on resource:floatingip {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:15:08.779485 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-767776ce-cddd-4600-8d2b-8c7df94f45b6 req-0aea3d6e-e388-46ee-a3f6-a3dbe5529bf4 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.5 HTTP/1.1" status: 200 len: 694 time: 0.3921018 Feb 09 12:15:08.945251 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-767776ce-cddd-4600-8d2b-8c7df94f45b6 req-14bd06ac-36b0-4757-9c45-354750fd30ca tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.5 HTTP/1.1" status: 200 len: 694 time: 0.1488514 Feb 09 12:15:09.035037 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-644eda5b-e760-43fa-878f-79e1551fc418 req-b7f81ff1-f48c-4a7f-9454-fb5e5469c27a tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:15:09.043529 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-644eda5b-e760-43fa-878f-79e1551fc418 req-b7f81ff1-f48c-4a7f-9454-fb5e5469c27a tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] Usage tracker for resource:port and tenant:e3f446a9b19d4036a3400e5057986042 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:15:09.100329 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-644eda5b-e760-43fa-878f-79e1551fc418 req-b7f81ff1-f48c-4a7f-9454-fb5e5469c27a tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:15:09.131910 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ddab3ff-515b-4044-aed1-55368527e150 req-23c68678-2ace-4bfa-bc1a-2ba82c481386 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Router 32d7a1a1-8719-4cad-a481-f5db0048f3f7 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:15:09.132828 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-644eda5b-e760-43fa-878f-79e1551fc418 req-b7f81ff1-f48c-4a7f-9454-fb5e5469c27a tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:15:09.138912 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-767776ce-cddd-4600-8d2b-8c7df94f45b6 req-17660a03-020d-4e08-a8ab-a3b853c8bf92 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Deleting port 9f8c6d2e-352c-4b9b-a757-02324275c699 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:15:09.139248 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-767776ce-cddd-4600-8d2b-8c7df94f45b6 req-17660a03-020d-4e08-a8ab-a3b853c8bf92 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:09.189592 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-644eda5b-e760-43fa-878f-79e1551fc418 req-b7f81ff1-f48c-4a7f-9454-fb5e5469c27a tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] Made reservation on behalf of e3f446a9b19d4036a3400e5057986042 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:15:09.193015 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-644eda5b-e760-43fa-878f-79e1551fc418 req-b7f81ff1-f48c-4a7f-9454-fb5e5469c27a tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:09.261259 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-644eda5b-e760-43fa-878f-79e1551fc418 req-b7f81ff1-f48c-4a7f-9454-fb5e5469c27a tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:09.318116 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-644eda5b-e760-43fa-878f-79e1551fc418 req-b7f81ff1-f48c-4a7f-9454-fb5e5469c27a tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:15:09.366410 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-644eda5b-e760-43fa-878f-79e1551fc418 req-b7f81ff1-f48c-4a7f-9454-fb5e5469c27a tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] Usage tracker for resource:security_group_rule and tenant:e3f446a9b19d4036a3400e5057986042 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:15:09.374437 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-644eda5b-e760-43fa-878f-79e1551fc418 req-b7f81ff1-f48c-4a7f-9454-fb5e5469c27a tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:15:09.442829 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-644eda5b-e760-43fa-878f-79e1551fc418 req-b7f81ff1-f48c-4a7f-9454-fb5e5469c27a tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:15:09.520882 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ddab3ff-515b-4044-aed1-55368527e150 req-23c68678-2ace-4bfa-bc1a-2ba82c481386 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:15:09.530857 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-767776ce-cddd-4600-8d2b-8c7df94f45b6 req-17660a03-020d-4e08-a8ab-a3b853c8bf92 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:09.531123 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3517f930-32fd-4ff4-9057-da563a23e9fd None None] Sync routers for ids ['32d7a1a1-8719-4cad-a481-f5db0048f3f7'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:15:09.531664 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-767776ce-cddd-4600-8d2b-8c7df94f45b6 req-17660a03-020d-4e08-a8ab-a3b853c8bf92 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:09.540784 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3517f930-32fd-4ff4-9057-da563a23e9fd None None] Routers {'32d7a1a1-8719-4cad-a481-f5db0048f3f7'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:15:09.541390 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-3517f930-32fd-4ff4-9057-da563a23e9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:14:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['32d7a1a1-8719-4cad-a481-f5db0048f3f7'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:15:09.666440 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-767776ce-cddd-4600-8d2b-8c7df94f45b6 req-17660a03-020d-4e08-a8ab-a3b853c8bf92 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Calling delete_port for 9f8c6d2e-352c-4b9b-a757-02324275c699 owned by network:floatingip {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:15:09.697527 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-4ddab3ff-515b-4044-aed1-55368527e150 req-23c68678-2ace-4bfa-bc1a-2ba82c481386 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:09.767314 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-3517f930-32fd-4ff4-9057-da563a23e9fd None None] Set router 32d7a1a1-8719-4cad-a481-f5db0048f3f7 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:15:09.809570 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4ddab3ff-515b-4044-aed1-55368527e150 req-23c68678-2ace-4bfa-bc1a-2ba82c481386 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "PUT /v2.0/floatingips/04acb750-500d-4fa0-b998-62552fc55e63 HTTP/1.1" status: 200 len: 695 time: 2.4168782 Feb 09 12:15:09.812281 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef259ac-cc44-4435-8382-9e55ac589bad', 'tag': 'ff5ce11c-c909-4f3e-bf86-64527188c970'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:15:09.890317 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-644eda5b-e760-43fa-878f-79e1551fc418 req-b7f81ff1-f48c-4a7f-9454-fb5e5469c27a tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:09.896891 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-644eda5b-e760-43fa-878f-79e1551fc418 req-b7f81ff1-f48c-4a7f-9454-fb5e5469c27a tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:10.084730 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-3517f930-32fd-4ff4-9057-da563a23e9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d7a1a1-8719-4cad-a481-f5db0048f3f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1165950385-router', 'tenant_id': '2647956141fb47dda47c7b0b658b0402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '8c9550c5-833e-4174-83ab-5b57fb49c3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:13:59Z', 'updated_at': '2022-02-09T12:14:07Z', 'revision_number': 4, 'project_id': '2647956141fb47dda47c7b0b658b0402', 'gw_port': {'id': '8c9550c5-833e-4174-83ab-5b57fb49c3d2', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:15:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d7a1a1-8719-4cad-a481-f5db0048f3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:14:01Z', 'updated_at': '2022-02-09T12:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '4f374883-439a-43d9-8715-d4a46df42497', 'name': '', 'network_id': 'd5d53378-b378-43cd-a6b4-2505b89a4e35', 'tenant_id': '2647956141fb47dda47c7b0b658b0402', 'mac_address': 'fa:16:3e:c0:d1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d7a1a1-8719-4cad-a481-f5db0048f3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'f490f554-8877-4819-a586-259ae6bd7647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:14:06Z', 'updated_at': '2022-02-09T12:14:14Z', 'revision_number': 5, 'project_id': '2647956141fb47dda47c7b0b658b0402', 'subnets': [{'id': 'f490f554-8877-4819-a586-259ae6bd7647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:15:10.088477 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3517f930-32fd-4ff4-9057-da563a23e9fd None None] Checking router: 32d7a1a1-8719-4cad-a481-f5db0048f3f7 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:15:10.098160 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3517f930-32fd-4ff4-9057-da563a23e9fd None None] Routers {'32d7a1a1-8719-4cad-a481-f5db0048f3f7'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:15:10.098769 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-3517f930-32fd-4ff4-9057-da563a23e9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:14:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['32d7a1a1-8719-4cad-a481-f5db0048f3f7'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:15:10.132988 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f81ff1-f48c-4a7f-9454-fb5e5469c27a tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7822e3a-baa7-4564-8197-bf55397b778b,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:10.158610 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-767776ce-cddd-4600-8d2b-8c7df94f45b6 req-17660a03-020d-4e08-a8ab-a3b853c8bf92 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:10.217355 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17660a03-020d-4e08-a8ab-a3b853c8bf92 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Pushing event deleted for resources: {'Port': ['ID=9f8c6d2e-352c-4b9b-a757-02324275c699,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:10.281144 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-3517f930-32fd-4ff4-9057-da563a23e9fd None None] Set router 32d7a1a1-8719-4cad-a481-f5db0048f3f7 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:15:10.287866 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddab3ff-515b-4044-aed1-55368527e150 req-523e63a1-acfb-4d99-9dfb-d7d50cd8b430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:10.289366 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4ddab3ff-515b-4044-aed1-55368527e150 req-523e63a1-acfb-4d99-9dfb-d7d50cd8b430 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2647956141fb47dda47c7b0b658b0402&device_id=2ef259ac-cc44-4435-8382-9e55ac589bad HTTP/1.1" status: 200 len: 1096 time: 0.4589744 Feb 09 12:15:10.443630 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-644eda5b-e760-43fa-878f-79e1551fc418 req-b7f81ff1-f48c-4a7f-9454-fb5e5469c27a tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] Allocated IP 192.168.233.20 (4f732e35-467f-44f5-be04-aa808693dec3/f8ed5558-888d-440a-8c32-52f2f9bc5bd5/cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:15:10.459450 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-767776ce-cddd-4600-8d2b-8c7df94f45b6 req-17660a03-020d-4e08-a8ab-a3b853c8bf92 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks [] for floatingip, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:10.550863 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddab3ff-515b-4044-aed1-55368527e150 req-f5a80297-eea1-4d92-9b4b-2639663a3fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:10.552334 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4ddab3ff-515b-4044-aed1-55368527e150 req-f5a80297-eea1-4d92-9b4b-2639663a3fd3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d5d53378-b378-43cd-a6b4-2505b89a4e35 HTTP/1.1" status: 200 len: 930 time: 0.2306592 Feb 09 12:15:10.600223 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-3517f930-32fd-4ff4-9057-da563a23e9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d7a1a1-8719-4cad-a481-f5db0048f3f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1165950385-router', 'tenant_id': '2647956141fb47dda47c7b0b658b0402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '8c9550c5-833e-4174-83ab-5b57fb49c3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:13:59Z', 'updated_at': '2022-02-09T12:14:07Z', 'revision_number': 4, 'project_id': '2647956141fb47dda47c7b0b658b0402', 'gw_port': {'id': '8c9550c5-833e-4174-83ab-5b57fb49c3d2', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:15:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d7a1a1-8719-4cad-a481-f5db0048f3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:14:01Z', 'updated_at': '2022-02-09T12:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '4f374883-439a-43d9-8715-d4a46df42497', 'name': '', 'network_id': 'd5d53378-b378-43cd-a6b4-2505b89a4e35', 'tenant_id': '2647956141fb47dda47c7b0b658b0402', 'mac_address': 'fa:16:3e:c0:d1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d7a1a1-8719-4cad-a481-f5db0048f3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'f490f554-8877-4819-a586-259ae6bd7647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:14:06Z', 'updated_at': '2022-02-09T12:14:14Z', 'revision_number': 5, 'project_id': '2647956141fb47dda47c7b0b658b0402', 'subnets': [{'id': 'f490f554-8877-4819-a586-259ae6bd7647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:15:10.604173 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3517f930-32fd-4ff4-9057-da563a23e9fd None None] The sync data for ids ['32d7a1a1-8719-4cad-a481-f5db0048f3f7'] in n-d-825178-3 is: [{'id': '32d7a1a1-8719-4cad-a481-f5db0048f3f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1165950385-router', 'tenant_id': '2647956141fb47dda47c7b0b658b0402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '8c9550c5-833e-4174-83ab-5b57fb49c3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:13:59Z', 'updated_at': '2022-02-09T12:14:07Z', 'revision_number': 4, 'project_id': '2647956141fb47dda47c7b0b658b0402', 'gw_port': {'id': '8c9550c5-833e-4174-83ab-5b57fb49c3d2', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:15:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d7a1a1-8719-4cad-a481-f5db0048f3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:14:01Z', 'updated_at': '2022-02-09T12:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '4f374883-439a-43d9-8715-d4a46df42497', 'name': '', 'network_id': 'd5d53378-b378-43cd-a6b4-2505b89a4e35', 'tenant_id': '2647956141fb47dda47c7b0b658b0402', 'mac_address': 'fa:16:3e:c0:d1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d7a1a1-8719-4cad-a481-f5db0048f3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'f490f554-8877-4819-a586-259ae6bd7647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:14:06Z', 'updated_at': '2022-02-09T12:14:14Z', 'revision_number': 5, 'project_id': '2647956141fb47dda47c7b0b658b0402', 'subnets': [{'id': 'f490f554-8877-4819-a586-259ae6bd7647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:15:10.623685 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-767776ce-cddd-4600-8d2b-8c7df94f45b6 req-17660a03-020d-4e08-a8ab-a3b853c8bf92 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:10.624814 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-767776ce-cddd-4600-8d2b-8c7df94f45b6 req-17660a03-020d-4e08-a8ab-a3b853c8bf92 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] 10.222.0.55 "DELETE /v2.0/floatingips/1ab8a25f-864f-4c55-aa32-a746b300007c HTTP/1.1" status: 204 len: 173 time: 1.6735489 Feb 09 12:15:10.697376 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4ddab3ff-515b-4044-aed1-55368527e150 req-255b0616-f4b9-426f-bc60-6ea6c7e28ddb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff5ce11c-c909-4f3e-bf86-64527188c970 HTTP/1.1" status: 200 len: 217 time: 0.1234417 Feb 09 12:15:10.826334 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55eba201-6f34-4b09-97d1-eed17db3f776 None None] New status for floating IP 04acb750-500d-4fa0-b998-62552fc55e63: DOWN {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:15:10.834027 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-26f5db45-e103-4471-9fc3-080a0697e267 req-e8cf213e-4c73-4c4c-94fc-2d3c4851a666 tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] Synchronizing usage tracker for tenant:e3f446a9b19d4036a3400e5057986042 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:15:10.852865 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddab3ff-515b-4044-aed1-55368527e150 req-b9e68172-d48e-404d-8eff-7a56446e7efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:10.854276 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4ddab3ff-515b-4044-aed1-55368527e150 req-b9e68172-d48e-404d-8eff-7a56446e7efc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f490f554-8877-4819-a586-259ae6bd7647 HTTP/1.1" status: 200 len: 868 time: 0.1512761 Feb 09 12:15:10.866476 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-644eda5b-e760-43fa-878f-79e1551fc418 req-b7f81ff1-f48c-4a7f-9454-fb5e5469c27a tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:10.921998 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-26f5db45-e103-4471-9fc3-080a0697e267 req-e8cf213e-4c73-4c4c-94fc-2d3c4851a666 tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] Unset dirty status for tenant:e3f446a9b19d4036a3400e5057986042 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:15:10.923333 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-26f5db45-e103-4471-9fc3-080a0697e267 req-e8cf213e-4c73-4c4c-94fc-2d3c4851a666 tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] 10.222.0.55 "GET /v2.0/ports?device_id=58f76073-59d5-49ad-ab5d-7da55f0710cb HTTP/1.1" status: 200 len: 210 time: 0.1658716 Feb 09 12:15:10.931066 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-644eda5b-e760-43fa-878f-79e1551fc418 req-b7f81ff1-f48c-4a7f-9454-fb5e5469c27a tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] Transition to ACTIVE for port object cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:15:10.977603 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [req-a6a2c065-dc2c-43cf-a029-22eaf843d499 req-ee5672cb-077a-4a14-bf18-a55c6efad4df tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] show failed (client error): The resource could not be found. Feb 09 12:15:10.978480 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a6a2c065-dc2c-43cf-a029-22eaf843d499 req-ee5672cb-077a-4a14-bf18-a55c6efad4df tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups/d35b56f2-f63e-4364-9b4d-5fdb16f1ca72 HTTP/1.1" status: 404 len: 352 time: 0.0282228 Feb 09 12:15:10.986985 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddab3ff-515b-4044-aed1-55368527e150 req-866b7db5-5fb0-41f2-9b85-90432ec5f008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:10.988484 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4ddab3ff-515b-4044-aed1-55368527e150 req-866b7db5-5fb0-41f2-9b85-90432ec5f008 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d5d53378-b378-43cd-a6b4-2505b89a4e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1270895 Feb 09 12:15:11.016273 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-644eda5b-e760-43fa-878f-79e1551fc418 req-b7f81ff1-f48c-4a7f-9454-fb5e5469c27a tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:11.158161 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-644eda5b-e760-43fa-878f-79e1551fc418 req-b7f81ff1-f48c-4a7f-9454-fb5e5469c27a tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] Network 4f732e35-467f-44f5-be04-aa808693dec3 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:15:11.162730 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-644eda5b-e760-43fa-878f-79e1551fc418 req-b7f81ff1-f48c-4a7f-9454-fb5e5469c27a tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:15:11.168696 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-644eda5b-e760-43fa-878f-79e1551fc418 req-b7f81ff1-f48c-4a7f-9454-fb5e5469c27a tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:15:11.216883 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f81ff1-f48c-4a7f-9454-fb5e5469c27a tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] Pushing event updated for resources: {'Port': ['ID=cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:11.261242 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644eda5b-e760-43fa-878f-79e1551fc418 req-b7f81ff1-f48c-4a7f-9454-fb5e5469c27a tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:11.261870 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-644eda5b-e760-43fa-878f-79e1551fc418 req-b7f81ff1-f48c-4a7f-9454-fb5e5469c27a tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:11.304122 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4ddab3ff-515b-4044-aed1-55368527e150 req-ef4926ad-6c94-4eb0-88e6-4f8c2a757318 service neutron] 10.222.0.55 "GET /v2.0/networks/d5d53378-b378-43cd-a6b4-2505b89a4e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072484 Feb 09 12:15:11.335421 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-644eda5b-e760-43fa-878f-79e1551fc418 req-b7f81ff1-f48c-4a7f-9454-fb5e5469c27a tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8555038 Feb 09 12:15:11.350830 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-644eda5b-e760-43fa-878f-79e1551fc418 req-d3cdc759-e3a8-4ea0-9e7c-3e31fe82cb0c service neutron] Request body: {'port': {'device_id': '58f76073-59d5-49ad-ab5d-7da55f0710cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:15:11.458201 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ac53f84-12fc-4b4e-98f6-d6c8bfabb8af None None] Provisioning for port cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:15:11.464040 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ac53f84-12fc-4b4e-98f6-d6c8bfabb8af None None] Provisioning complete for port cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:15:11.464718 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ac53f84-12fc-4b4e-98f6-d6c8bfabb8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:11.526617 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ac53f84-12fc-4b4e-98f6-d6c8bfabb8af None None] Port cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:15:11.617551 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4ddab3ff-515b-4044-aed1-55368527e150 req-c44ee7d3-9632-4837-98c7-4b51c61073e5 service neutron] 10.222.0.55 "GET /v2.0/networks/d5d53378-b378-43cd-a6b4-2505b89a4e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031220 Feb 09 12:15:11.620929 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-644eda5b-e760-43fa-878f-79e1551fc418 req-d3cdc759-e3a8-4ea0-9e7c-3e31fe82cb0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:11.720667 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85fb84-1d9e-42d2-8ebd-5fa0d2d53764 req-675fdd5e-6ab7-4aa3-812a-3f99ef5fe2bc tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:11.722335 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8b85fb84-1d9e-42d2-8ebd-5fa0d2d53764 req-675fdd5e-6ab7-4aa3-812a-3f99ef5fe2bc tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c54d584-274b-482c-b20a-a799695c352e HTTP/1.1" status: 200 len: 946 time: 0.2164969 Feb 09 12:15:11.895026 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-3814441a-751c-458f-be73-002c7cca6edf tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=c9a644d28aa946259b7337281970c4b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1693373 Feb 09 12:15:11.996121 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8b85fb84-1d9e-42d2-8ebd-5fa0d2d53764 req-7002c64e-05b0-4e8a-997b-a5df080d9e7f tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662039 Feb 09 12:15:12.063806 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ef259ac-cc44-4435-8382-9e55ac589bad', 'tag': 'ff5ce11c-c909-4f3e-bf86-64527188c970', 'status': 'completed', 'code': 200} Feb 09 12:15:12.284790 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-459f340b-3970-4a61-b61b-21bf78dc5ab9 req-761db526-eaa1-4961-8aa1-810bb3710b6b tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] 10.222.0.55 "GET /v2.0/floatingips/b3f9489a-d033-4061-acbe-41b9425f160e HTTP/1.1" status: 200 len: 693 time: 0.2150073 Feb 09 12:15:12.474914 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-666d664c-1ee1-418f-91d3-c8a5f5159984 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:12.476432 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-666d664c-1ee1-418f-91d3-c8a5f5159984 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5430131 Feb 09 12:15:12.539720 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-f6fff18f-5874-480f-a0d9-b9d48f29482f tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/quotas/c9a644d28aa946259b7337281970c4b8 HTTP/1.1" status: 200 len: 375 time: 0.0515687 Feb 09 12:15:12.553722 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989cd7d4-d5ad-41e2-ad0e-b8d07082de9f req-96089462-73bb-424f-9f8d-e772d1a91b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:12.555137 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-989cd7d4-d5ad-41e2-ad0e-b8d07082de9f req-96089462-73bb-424f-9f8d-e772d1a91b46 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2647956141fb47dda47c7b0b658b0402&device_id=2ef259ac-cc44-4435-8382-9e55ac589bad HTTP/1.1" status: 200 len: 1096 time: 0.3917565 Feb 09 12:15:12.592021 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f340b-3970-4a61-b61b-21bf78dc5ab9 req-d864871c-3fa9-44fe-a267-56afa20eb9b4 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:12.593351 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-459f340b-3970-4a61-b61b-21bf78dc5ab9 req-d864871c-3fa9-44fe-a267-56afa20eb9b4 tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] 10.222.0.55 "GET /v2.0/networks/af0bad45-b31e-4cb1-a77c-3bbc34409de5 HTTP/1.1" status: 200 len: 784 time: 0.3014734 Feb 09 12:15:12.824298 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-459f340b-3970-4a61-b61b-21bf78dc5ab9 req-ea66a640-0bb7-4b7f-b9ed-1eaeb570951a tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Synchronizing usage tracker for tenant:d9e142dcc3b94f689e2a3b6fa4505cc6 on resource:floatingip {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:15:12.847085 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-644eda5b-e760-43fa-878f-79e1551fc418 req-d3cdc759-e3a8-4ea0-9e7c-3e31fe82cb0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:15:12.862730 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-644eda5b-e760-43fa-878f-79e1551fc418 req-d3cdc759-e3a8-4ea0-9e7c-3e31fe82cb0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:12.896003 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-459f340b-3970-4a61-b61b-21bf78dc5ab9 req-ea66a640-0bb7-4b7f-b9ed-1eaeb570951a tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Unset dirty status for tenant:d9e142dcc3b94f689e2a3b6fa4505cc6 on resource:floatingip {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:15:12.897185 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-459f340b-3970-4a61-b61b-21bf78dc5ab9 req-ea66a640-0bb7-4b7f-b9ed-1eaeb570951a tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.159 HTTP/1.1" status: 200 len: 696 time: 0.2787452 Feb 09 12:15:12.922539 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-644eda5b-e760-43fa-878f-79e1551fc418 req-d3cdc759-e3a8-4ea0-9e7c-3e31fe82cb0c service neutron] Transition to ACTIVE for port object cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:15:12.983240 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-644eda5b-e760-43fa-878f-79e1551fc418 req-d3cdc759-e3a8-4ea0-9e7c-3e31fe82cb0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:12.987318 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989cd7d4-d5ad-41e2-ad0e-b8d07082de9f req-7a4e5ca7-7a06-48cc-86b8-41d7a3e46f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:12.988876 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-989cd7d4-d5ad-41e2-ad0e-b8d07082de9f req-7a4e5ca7-7a06-48cc-86b8-41d7a3e46f22 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d5d53378-b378-43cd-a6b4-2505b89a4e35 HTTP/1.1" status: 200 len: 930 time: 0.3896246 Feb 09 12:15:13.053504 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-ff0c399e-4c5d-4361-b3c7-d217145b501a tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9a644d28aa946259b7337281970c4b8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.5053372 Feb 09 12:15:13.127097 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-459f340b-3970-4a61-b61b-21bf78dc5ab9 req-9aed54ed-e4f9-47c0-aa51-a09164d73f2b tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.159 HTTP/1.1" status: 200 len: 696 time: 0.2140369 Feb 09 12:15:13.204512 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-989cd7d4-d5ad-41e2-ad0e-b8d07082de9f req-3aac1abc-3a4e-4491-871e-082b12f4d4e9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff5ce11c-c909-4f3e-bf86-64527188c970 HTTP/1.1" status: 200 len: 217 time: 0.1671274 Feb 09 12:15:13.589060 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cdc759-e3a8-4ea0-9e7c-3e31fe82cb0c service neutron] Pushing event updated for resources: {'Port': ['ID=cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:13.715193 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-459f340b-3970-4a61-b61b-21bf78dc5ab9 req-04c92296-8905-403f-be00-bae55f8edeed tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Deleting port 6c23231e-3991-4ddb-b802-8048e97341ce {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:15:13.715539 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-459f340b-3970-4a61-b61b-21bf78dc5ab9 req-04c92296-8905-403f-be00-bae55f8edeed tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:13.771081 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989cd7d4-d5ad-41e2-ad0e-b8d07082de9f req-f8ed1429-9830-48d3-b567-ba7099ab0da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:13.772548 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-989cd7d4-d5ad-41e2-ad0e-b8d07082de9f req-f8ed1429-9830-48d3-b567-ba7099ab0da0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f490f554-8877-4819-a586-259ae6bd7647 HTTP/1.1" status: 200 len: 868 time: 0.5035512 Feb 09 12:15:13.791872 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0cd2d959-8a58-4455-9c0d-2c97858ec126 req-32dcbc57-e0c1-4698-b4e6-3840661ea10a tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups/a033010c-7a7b-49a5-a08a-86fd50cc8f54 HTTP/1.1" status: 200 len: 1799 time: 0.5985062 Feb 09 12:15:13.918927 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e8d1ea1a-b1fa-4117-8305-3d3e3b768a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:13.987614 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-644eda5b-e760-43fa-878f-79e1551fc418 req-d3cdc759-e3a8-4ea0-9e7c-3e31fe82cb0c service neutron] Attempting to bind port cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:15:13.987982 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-644eda5b-e760-43fa-878f-79e1551fc418 req-d3cdc759-e3a8-4ea0-9e7c-3e31fe82cb0c service neutron] Attempting to bind port cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:15:13.988345 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644eda5b-e760-43fa-878f-79e1551fc418 req-d3cdc759-e3a8-4ea0-9e7c-3e31fe82cb0c service neutron] Attempting to bind port cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9 on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:15:14.014887 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644eda5b-e760-43fa-878f-79e1551fc418 req-d3cdc759-e3a8-4ea0-9e7c-3e31fe82cb0c service neutron] Port cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9 on network 4f732e35-467f-44f5-be04-aa808693dec3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:15:14.015211 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644eda5b-e760-43fa-878f-79e1551fc418 req-d3cdc759-e3a8-4ea0-9e7c-3e31fe82cb0c service neutron] Attempting to bind port cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9 on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:15:14.035450 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644eda5b-e760-43fa-878f-79e1551fc418 req-d3cdc759-e3a8-4ea0-9e7c-3e31fe82cb0c service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:15:14.035786 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644eda5b-e760-43fa-878f-79e1551fc418 req-d3cdc759-e3a8-4ea0-9e7c-3e31fe82cb0c service neutron] Checking segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:15:14.036198 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644eda5b-e760-43fa-878f-79e1551fc418 req-d3cdc759-e3a8-4ea0-9e7c-3e31fe82cb0c service neutron] Bound using segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:15:14.036663 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-644eda5b-e760-43fa-878f-79e1551fc418 req-d3cdc759-e3a8-4ea0-9e7c-3e31fe82cb0c service neutron] Bound port: cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:15:14.037010 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-644eda5b-e760-43fa-878f-79e1551fc418 req-d3cdc759-e3a8-4ea0-9e7c-3e31fe82cb0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:14.085738 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-14a1736b-04f6-457b-a725-590c88a876db tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:14.087302 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-14a1736b-04f6-457b-a725-590c88a876db tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=2c54d584-274b-482c-b20a-a799695c352e&tenant_id=3a84524b0b1d4c8da324d07cc553e331&binding%3Ahost_id=n-h1-825178-3 HTTP/1.1" status: 200 len: 1097 time: 0.4364789 Feb 09 12:15:14.136122 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-fd71482b-ace1-4b39-b354-ca925c311a46 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825178-3'}}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:15:14.204860 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-459f340b-3970-4a61-b61b-21bf78dc5ab9 req-04c92296-8905-403f-be00-bae55f8edeed tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:14.205194 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-459f340b-3970-4a61-b61b-21bf78dc5ab9 req-04c92296-8905-403f-be00-bae55f8edeed tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:14.218933 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-0cd2d959-8a58-4455-9c0d-2c97858ec126 req-76e408db-306f-4036-b0bf-eee0b355b2bc tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:14.363174 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989cd7d4-d5ad-41e2-ad0e-b8d07082de9f req-eba4a885-c920-400c-a97d-77eebb242c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:14.364804 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-989cd7d4-d5ad-41e2-ad0e-b8d07082de9f req-eba4a885-c920-400c-a97d-77eebb242c50 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d5d53378-b378-43cd-a6b4-2505b89a4e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5806501 Feb 09 12:15:14.373099 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-459f340b-3970-4a61-b61b-21bf78dc5ab9 req-04c92296-8905-403f-be00-bae55f8edeed tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Calling delete_port for 6c23231e-3991-4ddb-b802-8048e97341ce owned by network:floatingip {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:15:14.614437 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-0cd2d959-8a58-4455-9c0d-2c97858ec126 req-76e408db-306f-4036-b0bf-eee0b355b2bc tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:14.629379 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-2e9f5dc6-e5bd-4863-b7a0-7ae44c86b99e tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=c9a644d28aa946259b7337281970c4b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1315217 Feb 09 12:15:14.638940 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-644eda5b-e760-43fa-878f-79e1551fc418 req-d3cdc759-e3a8-4ea0-9e7c-3e31fe82cb0c service neutron] For port cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:15:14.712280 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-644eda5b-e760-43fa-878f-79e1551fc418 req-d3cdc759-e3a8-4ea0-9e7c-3e31fe82cb0c service neutron] For port cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:15:14.793883 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-fd71482b-ace1-4b39-b354-ca925c311a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:14.815646 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-644eda5b-e760-43fa-878f-79e1551fc418 req-d3cdc759-e3a8-4ea0-9e7c-3e31fe82cb0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:15.147567 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644eda5b-e760-43fa-878f-79e1551fc418 req-d3cdc759-e3a8-4ea0-9e7c-3e31fe82cb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:15.148325 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-644eda5b-e760-43fa-878f-79e1551fc418 req-d3cdc759-e3a8-4ea0-9e7c-3e31fe82cb0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:15.149814 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-644eda5b-e760-43fa-878f-79e1551fc418 req-d3cdc759-e3a8-4ea0-9e7c-3e31fe82cb0c service neutron] 10.222.0.46 "PUT /v2.0/ports/cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9 HTTP/1.1" status: 200 len: 1095 time: 3.8038785 Feb 09 12:15:15.155799 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f76073-59d5-49ad-ab5d-7da55f0710cb', 'tag': 'cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:15:15.180674 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-989cd7d4-d5ad-41e2-ad0e-b8d07082de9f req-dc604960-878e-46dc-8f7e-551c828643ae service neutron] 10.222.0.52 "GET /v2.0/networks/d5d53378-b378-43cd-a6b4-2505b89a4e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7749732 Feb 09 12:15:15.190915 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-0cd2d959-8a58-4455-9c0d-2c97858ec126 req-76e408db-306f-4036-b0bf-eee0b355b2bc tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:15.318060 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e408db-306f-4036-b0bf-eee0b355b2bc tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a033010c-7a7b-49a5-a08a-86fd50cc8f54,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:15.379084 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cdc759-e3a8-4ea0-9e7c-3e31fe82cb0c service neutron] Pushing event updated for resources: {'Port': ['ID=cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:15.455583 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-5991d362-26e7-499a-9ec0-a8df839dbe6a tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:15.457174 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-5991d362-26e7-499a-9ec0-a8df839dbe6a tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8111107 Feb 09 12:15:15.476800 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-459f340b-3970-4a61-b61b-21bf78dc5ab9 req-04c92296-8905-403f-be00-bae55f8edeed tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:15.487863 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:15:15.492865 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-6b6bc761-b2f5-438f-99fa-ebfd30b0e940 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Request body: {'port': {'device_id': 'e7cc8a77-d1ac-4d06-8aea-4e7186991f7c', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'admin_state_up': True, 'tenant_id': 'c9a644d28aa946259b7337281970c4b8'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:15:15.618099 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5,segment=NetworkSegment(32f229e9-9010-4be1-973f-7ae4423dcda8),segment_id=32f229e9-9010-4be1-973f-7ae4423dcda8)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:15:15.623580 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c92296-8905-403f-be00-bae55f8edeed tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Pushing event deleted for resources: {'Port': ['ID=6c23231e-3991-4ddb-b802-8048e97341ce,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:15.632149 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5 has no active binding in host n-h2-825178-3 {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 09 12:15:15.731170 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-0cd2d959-8a58-4455-9c0d-2c97858ec126 req-76e408db-306f-4036-b0bf-eee0b355b2bc tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:15.732290 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0cd2d959-8a58-4455-9c0d-2c97858ec126 req-76e408db-306f-4036-b0bf-eee0b355b2bc tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "DELETE /v2.0/security-groups/a033010c-7a7b-49a5-a08a-86fd50cc8f54 HTTP/1.1" status: 204 len: 173 time: 1.8973882 Feb 09 12:15:15.819034 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-989cd7d4-d5ad-41e2-ad0e-b8d07082de9f req-89b52636-105b-4dc8-9996-6c5d192c61dc service neutron] 10.222.0.52 "GET /v2.0/networks/d5d53378-b378-43cd-a6b4-2505b89a4e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6193707 Feb 09 12:15:15.822543 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-fd71482b-ace1-4b39-b354-ca925c311a46 service neutron] For port 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5,segment=NetworkSegment(32f229e9-9010-4be1-973f-7ae4423dcda8),segment_id=32f229e9-9010-4be1-973f-7ae4423dcda8)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:15:15.853513 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644eda5b-e760-43fa-878f-79e1551fc418 req-3d15b1ab-094f-4810-8ab4-2301bf549251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:15.855022 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-644eda5b-e760-43fa-878f-79e1551fc418 req-3d15b1ab-094f-4810-8ab4-2301bf549251 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e3f446a9b19d4036a3400e5057986042&device_id=58f76073-59d5-49ad-ab5d-7da55f0710cb HTTP/1.1" status: 200 len: 1098 time: 0.6607218 Feb 09 12:15:15.942198 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-459f340b-3970-4a61-b61b-21bf78dc5ab9 req-04c92296-8905-403f-be00-bae55f8edeed tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks [] for floatingip, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:15.944705 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-459f340b-3970-4a61-b61b-21bf78dc5ab9 req-04c92296-8905-403f-be00-bae55f8edeed tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:15.945841 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-459f340b-3970-4a61-b61b-21bf78dc5ab9 req-04c92296-8905-403f-be00-bae55f8edeed tempest-FloatingIPDetailsTestJSON-1909711235 tempest-FloatingIPDetailsTestJSON-1909711235-project] 10.222.0.55 "DELETE /v2.0/floatingips/b3f9489a-d033-4061-acbe-41b9425f160e HTTP/1.1" status: 204 len: 173 time: 2.7514110 Feb 09 12:15:15.949635 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-644eda5b-e760-43fa-878f-79e1551fc418 req-b721fd18-cb73-4dc7-bf17-28cab37a5c85 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9 HTTP/1.1" status: 200 len: 217 time: 0.0802901 Feb 09 12:15:15.952270 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40556) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:15:15.999616 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-6b6bc761-b2f5-438f-99fa-ebfd30b0e940 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:15:16.114667 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-6b6bc761-b2f5-438f-99fa-ebfd30b0e940 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:15:16.131703 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-fd71482b-ace1-4b39-b354-ca925c311a46 service neutron] For port 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:15:16.166598 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-909a0018-bb6f-4ee3-aa28-f4645ff20460 req-6d39e162-ebf0-434c-91ed-d3f1a5a1674d tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/floatingips/04acb750-500d-4fa0-b998-62552fc55e63 HTTP/1.1" status: 200 len: 693 time: 0.1616602 Feb 09 12:15:16.211818 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644eda5b-e760-43fa-878f-79e1551fc418 req-dbadccaf-06e1-458e-a898-bffbe940e184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:16.213428 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-644eda5b-e760-43fa-878f-79e1551fc418 req-dbadccaf-06e1-458e-a898-bffbe940e184 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.2498293 Feb 09 12:15:16.226838 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-6b6bc761-b2f5-438f-99fa-ebfd30b0e940 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Made reservation on behalf of c9a644d28aa946259b7337281970c4b8 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:15:16.230460 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-6b6bc761-b2f5-438f-99fa-ebfd30b0e940 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:16.252988 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9b854740-d9af-4e37-9f0f-c0249f0f93df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:16.408313 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-fd71482b-ace1-4b39-b354-ca925c311a46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:16.470592 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-fd71482b-ace1-4b39-b354-ca925c311a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:16.520385 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ac54716c-ce98-4fac-a984-c1fe9e1175ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:16.821512 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a0018-bb6f-4ee3-aa28-f4645ff20460 req-2bcbfc96-c049-48c7-aaaa-725abd9c5289 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:16.822887 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-909a0018-bb6f-4ee3-aa28-f4645ff20460 req-2bcbfc96-c049-48c7-aaaa-725abd9c5289 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/networks/af0bad45-b31e-4cb1-a77c-3bbc34409de5 HTTP/1.1" status: 200 len: 784 time: 0.6399708 Feb 09 12:15:16.968615 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd71482b-ace1-4b39-b354-ca925c311a46 service neutron] Pushing event updated for resources: {'Port': ['ID=6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5,revision_number=7']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:16.971799 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-ac54716c-ce98-4fac-a984-c1fe9e1175ad admin admin] Deleting port 93544150-c8ee-4312-bd52-f52ccf0040f6 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:15:16.973376 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ac54716c-ce98-4fac-a984-c1fe9e1175ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:17.024196 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-909a0018-bb6f-4ee3-aa28-f4645ff20460 req-c3e23ae3-d6c5-4218-abb2-a0a0265e6dbd tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.144 HTTP/1.1" status: 200 len: 696 time: 0.1581242 Feb 09 12:15:17.027728 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-fd71482b-ace1-4b39-b354-ca925c311a46 service neutron] Attempting to bind port 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5 on host n-h1-825178-3 for vnic_type normal with profile {"migrating_to": "n-h2-825178-3"} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:15:17.028095 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-fd71482b-ace1-4b39-b354-ca925c311a46 service neutron] Attempting to bind port 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': '32f229e9-9010-4be1-973f-7ae4423dcda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:15:17.028455 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-fd71482b-ace1-4b39-b354-ca925c311a46 service neutron] Attempting to bind port 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5 on network c4b615eb-1906-4989-ab89-8b6ef1cc1053 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:15:17.037881 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9fc4d8-e48c-4f2f-a14b-1c813780ea8e req-86a51f5d-f1f1-430b-ae0a-908847aba29d tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:17.039378 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-da9fc4d8-e48c-4f2f-a14b-1c813780ea8e req-86a51f5d-f1f1-430b-ae0a-908847aba29d tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] 10.222.0.55 "GET /v2.0/ports?device_id=58f76073-59d5-49ad-ab5d-7da55f0710cb HTTP/1.1" status: 200 len: 947 time: 0.7189913 Feb 09 12:15:17.046021 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644eda5b-e760-43fa-878f-79e1551fc418 req-71c22259-7774-45ee-91f9-407eaa3ee446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:17.048435 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-644eda5b-e760-43fa-878f-79e1551fc418 req-71c22259-7774-45ee-91f9-407eaa3ee446 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8227408 Feb 09 12:15:17.102059 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-fd71482b-ace1-4b39-b354-ca925c311a46 service neutron] Port 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5 on network c4b615eb-1906-4989-ab89-8b6ef1cc1053 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:15:17.102300 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-fd71482b-ace1-4b39-b354-ca925c311a46 service neutron] Attempting to bind port 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5 on network c4b615eb-1906-4989-ab89-8b6ef1cc1053 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:15:17.150685 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-ac54716c-ce98-4fac-a984-c1fe9e1175ad admin admin] For port 93544150-c8ee-4312-bd52-f52ccf0040f6, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=93544150-c8ee-4312-bd52-f52ccf0040f6,segment=NetworkSegment(050321ca-daaf-4c62-b4d2-3b88eaa37f3c),segment_id=050321ca-daaf-4c62-b4d2-3b88eaa37f3c)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:15:17.151031 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ac54716c-ce98-4fac-a984-c1fe9e1175ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:17.170616 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-fd71482b-ace1-4b39-b354-ca925c311a46 service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:15:17.170959 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-fd71482b-ace1-4b39-b354-ca925c311a46 service neutron] Checking segment: {'id': '32f229e9-9010-4be1-973f-7ae4423dcda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:15:17.171344 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-fd71482b-ace1-4b39-b354-ca925c311a46 service neutron] Bound using segment: {'id': '32f229e9-9010-4be1-973f-7ae4423dcda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:15:17.172574 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-fd71482b-ace1-4b39-b354-ca925c311a46 service neutron] Bound port: 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f229e9-9010-4be1-973f-7ae4423dcda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:15:17.172928 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-fd71482b-ace1-4b39-b354-ca925c311a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:17.197729 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-6b6bc761-b2f5-438f-99fa-ebfd30b0e940 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Allocated IP 192.168.233.125 (4f732e35-467f-44f5-be04-aa808693dec3/f8ed5558-888d-440a-8c32-52f2f9bc5bd5/0c1e68c4-b0ed-42d4-8cbc-5434684a18e4) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:15:17.247563 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-909a0018-bb6f-4ee3-aa28-f4645ff20460 req-bf5df5d3-18a9-4c92-8f9f-1075285ce35c tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.144 HTTP/1.1" status: 200 len: 696 time: 0.2051499 Feb 09 12:15:17.274107 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-ac54716c-ce98-4fac-a984-c1fe9e1175ad admin admin] Calling delete_port for 93544150-c8ee-4312-bd52-f52ccf0040f6 owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:15:17.401182 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-da9fc4d8-e48c-4f2f-a14b-1c813780ea8e req-dc4a6800-ab06-4f7f-87b0-e0748b85c22f tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] Synchronizing usage tracker for tenant:e3f446a9b19d4036a3400e5057986042 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:15:17.427270 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:17.538937 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:17.585659 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-909a0018-bb6f-4ee3-aa28-f4645ff20460 req-4087cdc1-01af-4fce-89c0-1221d1d2ceac tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Deleting port ff829eaa-da2e-49e2-b4b9-b3d015eac256 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:15:17.585999 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-909a0018-bb6f-4ee3-aa28-f4645ff20460 req-4087cdc1-01af-4fce-89c0-1221d1d2ceac tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:17.595854 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ac54716c-ce98-4fac-a984-c1fe9e1175ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:17.638795 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-da9fc4d8-e48c-4f2f-a14b-1c813780ea8e req-dc4a6800-ab06-4f7f-87b0-e0748b85c22f tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] Unset dirty status for tenant:e3f446a9b19d4036a3400e5057986042 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:15:17.640053 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-da9fc4d8-e48c-4f2f-a14b-1c813780ea8e req-dc4a6800-ab06-4f7f-87b0-e0748b85c22f tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7822e3a-baa7-4564-8197-bf55397b778b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5889874 Feb 09 12:15:17.643263 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac54716c-ce98-4fac-a984-c1fe9e1175ad admin admin] Pushing event deleted for resources: {'Port': ['ID=93544150-c8ee-4312-bd52-f52ccf0040f6,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:17.682509 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-644eda5b-e760-43fa-878f-79e1551fc418 req-7a76cd52-c493-4174-b49c-518a50128a58 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5735676 Feb 09 12:15:17.770701 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-fd71482b-ace1-4b39-b354-ca925c311a46 service neutron] For port 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:15:17.951202 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ac54716c-ce98-4fac-a984-c1fe9e1175ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:17.964117 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-fd71482b-ace1-4b39-b354-ca925c311a46 service neutron] For port 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5,segment=NetworkSegment(32f229e9-9010-4be1-973f-7ae4423dcda8),segment_id=32f229e9-9010-4be1-973f-7ae4423dcda8)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:15:17.981777 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-fd71482b-ace1-4b39-b354-ca925c311a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:18.362143 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-644eda5b-e760-43fa-878f-79e1551fc418 req-7b95a68b-6a7d-42e6-82f3-850cf3995be9 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6675303 Feb 09 12:15:18.373274 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-909a0018-bb6f-4ee3-aa28-f4645ff20460 req-4087cdc1-01af-4fce-89c0-1221d1d2ceac tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:18.373599 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-909a0018-bb6f-4ee3-aa28-f4645ff20460 req-4087cdc1-01af-4fce-89c0-1221d1d2ceac tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:18.408939 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd71482b-ace1-4b39-b354-ca925c311a46 service neutron] Pushing event updated for resources: {'Port': ['ID=6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5,revision_number=8']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:18.421616 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-6b6bc761-b2f5-438f-99fa-ebfd30b0e940 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:18.445826 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac54716c-ce98-4fac-a984-c1fe9e1175ad admin admin] Router f422c373-9533-460a-8777-02cb5635cb03 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:15:18.547362 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-fd71482b-ace1-4b39-b354-ca925c311a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:18.548002 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-fd71482b-ace1-4b39-b354-ca925c311a46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:18.549392 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-fd71482b-ace1-4b39-b354-ca925c311a46 service neutron] 10.222.0.46 "PUT /v2.0/ports/6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5 HTTP/1.1" status: 200 len: 1122 time: 4.4185593 Feb 09 12:15:18.556049 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-909a0018-bb6f-4ee3-aa28-f4645ff20460 req-4087cdc1-01af-4fce-89c0-1221d1d2ceac tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Calling delete_port for ff829eaa-da2e-49e2-b4b9-b3d015eac256 owned by network:floatingip {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:15:18.600751 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2bb906-f8d8-4ea7-85ab-fd4eecb6f2d4 req-dfdd0813-b42a-4305-b37d-184918f62cdf tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:18.602301 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d2bb906-f8d8-4ea7-85ab-fd4eecb6f2d4 req-dfdd0813-b42a-4305-b37d-184918f62cdf tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c54d584-274b-482c-b20a-a799695c352e HTTP/1.1" status: 200 len: 944 time: 0.8293757 Feb 09 12:15:18.613635 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:15:18.614694 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-6b6bc761-b2f5-438f-99fa-ebfd30b0e940 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Transition to ACTIVE for port object 0c1e68c4-b0ed-42d4-8cbc-5434684a18e4 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:15:18.636907 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac54716c-ce98-4fac-a984-c1fe9e1175ad admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:15:18.649887 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018ff0b3-c2ef-46c9-b87a-5a8d6d23e8c2 None None] Sync routers for ids ['f422c373-9533-460a-8777-02cb5635cb03'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:15:18.654577 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ac54716c-ce98-4fac-a984-c1fe9e1175ad admin admin] 10.222.0.55 "PUT /v2.0/routers/f422c373-9533-460a-8777-02cb5635cb03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7001600 Feb 09 12:15:18.658198 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40570) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:15:18.697462 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d2bb906-f8d8-4ea7-85ab-fd4eecb6f2d4 req-c67001a1-c342-49e7-a310-19d73f524175 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867658 Feb 09 12:15:18.733162 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-6b6bc761-b2f5-438f-99fa-ebfd30b0e940 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:18.780339 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:15:18.831320 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018ff0b3-c2ef-46c9-b87a-5a8d6d23e8c2 None None] Routers {'f422c373-9533-460a-8777-02cb5635cb03'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:15:18.831989 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-018ff0b3-c2ef-46c9-b87a-5a8d6d23e8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:15:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['f422c373-9533-460a-8777-02cb5635cb03'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:15:18.897329 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-6b6bc761-b2f5-438f-99fa-ebfd30b0e940 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Network 4f732e35-467f-44f5-be04-aa808693dec3 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:15:18.900796 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-6b6bc761-b2f5-438f-99fa-ebfd30b0e940 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:15:18.902566 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6bc761-b2f5-438f-99fa-ebfd30b0e940 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Pushing event updated for resources: {'Port': ['ID=0c1e68c4-b0ed-42d4-8cbc-5434684a18e4,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:18.904737 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-6b6bc761-b2f5-438f-99fa-ebfd30b0e940 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:15:18.913582 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0f1fdd6d-6231-4149-8597-261eae7d790d admin admin] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:18.961828 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-909a0018-bb6f-4ee3-aa28-f4645ff20460 req-4087cdc1-01af-4fce-89c0-1221d1d2ceac tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:19.066112 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:19.073284 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4087cdc1-01af-4fce-89c0-1221d1d2ceac tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Pushing event deleted for resources: {'Port': ['ID=ff829eaa-da2e-49e2-b4b9-b3d015eac256,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:19.092932 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-6b6bc761-b2f5-438f-99fa-ebfd30b0e940 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:19.094250 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-6b6bc761-b2f5-438f-99fa-ebfd30b0e940 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:19.144559 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0f1fdd6d-6231-4149-8597-261eae7d790d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:19.155343 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-018ff0b3-c2ef-46c9-b87a-5a8d6d23e8c2 None None] Set router f422c373-9533-460a-8777-02cb5635cb03 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:15:19.156969 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-0f1fdd6d-6231-4149-8597-261eae7d790d admin admin] Deleting port 32b4f098-3057-4e85-886a-f7e94813b6ec {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:15:19.157400 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0f1fdd6d-6231-4149-8597-261eae7d790d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:19.193949 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-6b6bc761-b2f5-438f-99fa-ebfd30b0e940 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7181809 Feb 09 12:15:19.217432 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c13262-9778-46d7-8418-b3557d3d45f3 req-6ed6300f-ac34-4e9b-89c2-2ea7b93b729c tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:19.219187 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e4c13262-9778-46d7-8418-b3557d3d45f3 req-6ed6300f-ac34-4e9b-89c2-2ea7b93b729c tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Synchronizing usage tracker for tenant:c9a644d28aa946259b7337281970c4b8 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:15:19.226953 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-767224fa-36f0-484b-b088-21dffa7500b7 service neutron] Request body: {'port': {'device_id': 'e7cc8a77-d1ac-4d06-8aea-4e7186991f7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:15:19.271445 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-909a0018-bb6f-4ee3-aa28-f4645ff20460 req-4087cdc1-01af-4fce-89c0-1221d1d2ceac tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Notify callbacks [] for floatingip, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:19.274189 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-909a0018-bb6f-4ee3-aa28-f4645ff20460 req-4087cdc1-01af-4fce-89c0-1221d1d2ceac tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:19.275414 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-909a0018-bb6f-4ee3-aa28-f4645ff20460 req-4087cdc1-01af-4fce-89c0-1221d1d2ceac tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "DELETE /v2.0/floatingips/04acb750-500d-4fa0-b998-62552fc55e63 HTTP/1.1" status: 204 len: 173 time: 2.0001161 Feb 09 12:15:19.306213 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e4c13262-9778-46d7-8418-b3557d3d45f3 req-6ed6300f-ac34-4e9b-89c2-2ea7b93b729c tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Unset dirty status for tenant:c9a644d28aa946259b7337281970c4b8 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:15:19.307458 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e4c13262-9778-46d7-8418-b3557d3d45f3 req-6ed6300f-ac34-4e9b-89c2-2ea7b93b729c tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7cc8a77-d1ac-4d06-8aea-4e7186991f7c HTTP/1.1" status: 200 len: 936 time: 0.4719260 Feb 09 12:15:19.391964 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-0f1fdd6d-6231-4149-8597-261eae7d790d admin admin] For port 32b4f098-3057-4e85-886a-f7e94813b6ec, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=32b4f098-3057-4e85-886a-f7e94813b6ec,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:15:19.392471 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0f1fdd6d-6231-4149-8597-261eae7d790d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:19.413769 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f76073-59d5-49ad-ab5d-7da55f0710cb', 'tag': 'cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9', 'status': 'completed', 'code': 200} Feb 09 12:15:19.451133 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-ac80f3a5-f7bc-4696-8bb3-1be274e5b7d4 None None] Provisioning for port 0c1e68c4-b0ed-42d4-8cbc-5434684a18e4 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:15:19.482192 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-ac80f3a5-f7bc-4696-8bb3-1be274e5b7d4 None None] Provisioning complete for port 0c1e68c4-b0ed-42d4-8cbc-5434684a18e4 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:15:19.482634 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ac80f3a5-f7bc-4696-8bb3-1be274e5b7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:19.485282 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e4c13262-9778-46d7-8418-b3557d3d45f3 req-425a684c-0f5d-48b0-8830-682ecd55cd56 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102715 Feb 09 12:15:19.503135 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-767224fa-36f0-484b-b088-21dffa7500b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:19.525109 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [req-23ce4b13-2727-4ea7-84f3-628ad51b3229 req-29f9edae-a29d-4715-8b10-ab00b7a27598 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] show failed (client error): The resource could not be found. Feb 09 12:15:19.526168 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-23ce4b13-2727-4ea7-84f3-628ad51b3229 req-29f9edae-a29d-4715-8b10-ab00b7a27598 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups/a033010c-7a7b-49a5-a08a-86fd50cc8f54 HTTP/1.1" status: 404 len: 352 time: 0.0939372 Feb 09 12:15:19.539499 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-0f1fdd6d-6231-4149-8597-261eae7d790d admin admin] Calling delete_port for 32b4f098-3057-4e85-886a-f7e94813b6ec owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:15:19.595278 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-ac80f3a5-f7bc-4696-8bb3-1be274e5b7d4 None None] Port 0c1e68c4-b0ed-42d4-8cbc-5434684a18e4 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:15:19.674387 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb05b3-e46a-4f0a-b5d0-0cd21e5cb9ca req-6c45099b-aacf-4f1b-9abb-c41308b8465d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:19.675895 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0acb05b3-e46a-4f0a-b5d0-0cd21e5cb9ca req-6c45099b-aacf-4f1b-9abb-c41308b8465d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e3f446a9b19d4036a3400e5057986042&device_id=58f76073-59d5-49ad-ab5d-7da55f0710cb HTTP/1.1" status: 200 len: 1098 time: 0.2429066 Feb 09 12:15:19.706964 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['2757b3d6-dc7b-47d5-b590-77650b8c733f', '5da3584c-b63e-4421-8fca-3a6aea07f393'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:15:19.798799 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0f1fdd6d-6231-4149-8597-261eae7d790d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:19.850222 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1fdd6d-6231-4149-8597-261eae7d790d admin admin] Pushing event deleted for resources: {'Port': ['ID=32b4f098-3057-4e85-886a-f7e94813b6ec,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:19.913644 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-018ff0b3-c2ef-46c9-b87a-5a8d6d23e8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f422c373-9533-460a-8777-02cb5635cb03', 'name': 'tempest-FloatingIPDetailsTestJSON-1128572375-router', 'tenant_id': 'd9e142dcc3b94f689e2a3b6fa4505cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '32b4f098-3057-4e85-886a-f7e94813b6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:14:27Z', 'updated_at': '2022-02-09T12:15:17Z', 'revision_number': 5, 'project_id': 'd9e142dcc3b94f689e2a3b6fa4505cc6', 'gw_port': {'id': '32b4f098-3057-4e85-886a-f7e94813b6ec', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:db:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f422c373-9533-460a-8777-02cb5635cb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:14:28Z', 'updated_at': '2022-02-09T12:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:15:19.922799 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018ff0b3-c2ef-46c9-b87a-5a8d6d23e8c2 None None] Checking router: f422c373-9533-460a-8777-02cb5635cb03 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:15:19.955747 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018ff0b3-c2ef-46c9-b87a-5a8d6d23e8c2 None None] Routers {'f422c373-9533-460a-8777-02cb5635cb03'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:15:19.956405 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-018ff0b3-c2ef-46c9-b87a-5a8d6d23e8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:15:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['f422c373-9533-460a-8777-02cb5635cb03'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:15:20.099511 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0f1fdd6d-6231-4149-8597-261eae7d790d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:20.115606 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['b5fedb51-61f7-44a9-a646-00ef57b3909b', 'eca5b3d7-d4c8-45db-bb8d-4b1aab65b295', '63509d75-da58-43e5-b240-8d70695a2e99', '0d85bbfe-ab37-4908-b505-2f3515665611'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:15:20.180670 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a1c5d-71d1-4ceb-958e-34900810ef10 req-d3a528e6-75fc-4230-a49a-8c8ab1df95d7 tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:20.188302 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-088a1c5d-71d1-4ceb-958e-34900810ef10 req-d3a528e6-75fc-4230-a49a-8c8ab1df95d7 tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] 10.222.0.55 "GET /v2.0/ports?device_id=58f76073-59d5-49ad-ab5d-7da55f0710cb HTTP/1.1" status: 200 len: 947 time: 0.4652236 Feb 09 12:15:20.232395 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-018ff0b3-c2ef-46c9-b87a-5a8d6d23e8c2 None None] Set router f422c373-9533-460a-8777-02cb5635cb03 gateway port host: None {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:15:20.273559 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:20.274634 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb05b3-e46a-4f0a-b5d0-0cd21e5cb9ca req-fb2cf74c-da77-40a9-a021-d06062553d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:20.276135 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0acb05b3-e46a-4f0a-b5d0-0cd21e5cb9ca req-fb2cf74c-da77-40a9-a021-d06062553d38 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.5911283 Feb 09 12:15:20.292620 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0f1fdd6d-6231-4149-8597-261eae7d790d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:20.292823 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-ed227663-3942-4f6b-a707-8dfba32d7862 req-23331b45-fc76-4a38-a09c-4e284b3acb3f tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Synchronizing usage tracker for tenant:64589850d54f49bfb3a355e7cee6f70a on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:15:20.295780 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0f1fdd6d-6231-4149-8597-261eae7d790d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:20.331047 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0f1fdd6d-6231-4149-8597-261eae7d790d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:20.332110 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1fdd6d-6231-4149-8597-261eae7d790d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f422c373-9533-460a-8777-02cb5635cb03 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:15:20.357558 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0f1fdd6d-6231-4149-8597-261eae7d790d admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:20.361955 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-018ff0b3-c2ef-46c9-b87a-5a8d6d23e8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f422c373-9533-460a-8777-02cb5635cb03', 'name': 'tempest-FloatingIPDetailsTestJSON-1128572375-router', 'tenant_id': 'd9e142dcc3b94f689e2a3b6fa4505cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:14:27Z', 'updated_at': '2022-02-09T12:15:19Z', 'revision_number': 7, 'project_id': 'd9e142dcc3b94f689e2a3b6fa4505cc6', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:15:20.362171 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0f1fdd6d-6231-4149-8597-261eae7d790d admin admin] 10.222.0.55 "DELETE /v2.0/routers/f422c373-9533-460a-8777-02cb5635cb03 HTTP/1.1" status: 204 len: 168 time: 1.7001181 Feb 09 12:15:20.362422 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40598) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:15:20.373730 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018ff0b3-c2ef-46c9-b87a-5a8d6d23e8c2 None None] The sync data for ids ['f422c373-9533-460a-8777-02cb5635cb03'] in n-d-825178-3 is: [{'id': 'f422c373-9533-460a-8777-02cb5635cb03', 'name': 'tempest-FloatingIPDetailsTestJSON-1128572375-router', 'tenant_id': 'd9e142dcc3b94f689e2a3b6fa4505cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:14:27Z', 'updated_at': '2022-02-09T12:15:19Z', 'revision_number': 7, 'project_id': 'd9e142dcc3b94f689e2a3b6fa4505cc6', 'gw_port_host': None}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:15:20.400850 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0acb05b3-e46a-4f0a-b5d0-0cd21e5cb9ca req-b23abf2d-85d0-4ee1-925e-b074b229ed58 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9 HTTP/1.1" status: 200 len: 217 time: 0.1130664 Feb 09 12:15:20.400850 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.resource_extend [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-767224fa-36f0-484b-b088-21dffa7500b7 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:15:20.409271 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-ed227663-3942-4f6b-a707-8dfba32d7862 req-23331b45-fc76-4a38-a09c-4e284b3acb3f tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Unset dirty status for tenant:64589850d54f49bfb3a355e7cee6f70a on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:15:20.410178 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ed227663-3942-4f6b-a707-8dfba32d7862 req-23331b45-fc76-4a38-a09c-4e284b3acb3f tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=64589850d54f49bfb3a355e7cee6f70a HTTP/1.1" status: 200 len: 6149 time: 0.5345843 Feb 09 12:15:20.421561 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-088a1c5d-71d1-4ceb-958e-34900810ef10 req-e8653ed2-381b-4b9c-a0f8-79a6bab253ae tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7822e3a-baa7-4564-8197-bf55397b778b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319756 Feb 09 12:15:20.482320 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-948c0b12-7444-4fce-b7f1-4c122851e3e2 admin admin] Deleting subnet bf3265ab-0466-4823-9d02-3632fa48e999 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:15:20.484170 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-948c0b12-7444-4fce-b7f1-4c122851e3e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:20.550669 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-948c0b12-7444-4fce-b7f1-4c122851e3e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:20.617579 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-767224fa-36f0-484b-b088-21dffa7500b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c1e68c4-b0ed-42d4-8cbc-5434684a18e4 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:15:20.655350 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-767224fa-36f0-484b-b088-21dffa7500b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:20.672005 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ed227663-3942-4f6b-a707-8dfba32d7862 req-469231ed-ee40-41b7-b5bc-fd5de8df7347 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups/f4fb3f13-7dc7-4cfe-ae6d-dfbf47efd150 HTTP/1.1" status: 200 len: 2981 time: 0.2405069 Feb 09 12:15:20.676240 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb05b3-e46a-4f0a-b5d0-0cd21e5cb9ca req-1ca708fe-d0d1-43d0-ad1f-d8cbcc72d08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:20.677832 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0acb05b3-e46a-4f0a-b5d0-0cd21e5cb9ca req-1ca708fe-d0d1-43d0-ad1f-d8cbcc72d08e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.2371716 Feb 09 12:15:20.701956 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-948c0b12-7444-4fce-b7f1-4c122851e3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:20.765247 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-767224fa-36f0-484b-b088-21dffa7500b7 service neutron] Transition to ACTIVE for port object 0c1e68c4-b0ed-42d4-8cbc-5434684a18e4 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:15:20.779733 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-767224fa-36f0-484b-b088-21dffa7500b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:20.828850 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-948c0b12-7444-4fce-b7f1-4c122851e3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:20.878408 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c0b12-7444-4fce-b7f1-4c122851e3e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf3265ab-0466-4823-9d02-3632fa48e999,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:20.883411 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-948c0b12-7444-4fce-b7f1-4c122851e3e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:20.897661 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d651790-5015-4b0e-89d7-c4f2d908a065 None None] Network f843456f-11ac-4f30-b1e0-578d6700b240 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:15:20.909197 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-948c0b12-7444-4fce-b7f1-4c122851e3e2 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/bf3265ab-0466-4823-9d02-3632fa48e999 HTTP/1.1" status: 204 len: 168 time: 0.5431690 Feb 09 12:15:20.909985 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40636) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:15:21.038125 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ed227663-3942-4f6b-a707-8dfba32d7862 req-1721b27e-8d08-42a2-9738-0222d8e72f66 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups/f4fb3f13-7dc7-4cfe-ae6d-dfbf47efd150 HTTP/1.1" status: 200 len: 2981 time: 0.3588500 Feb 09 12:15:21.044503 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767224fa-36f0-484b-b088-21dffa7500b7 service neutron] Pushing event updated for resources: {'Port': ['ID=0c1e68c4-b0ed-42d4-8cbc-5434684a18e4,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:21.159437 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5773f2a8-a187-4c39-95bc-0873798833b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:21.175723 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-5773f2a8-a187-4c39-95bc-0873798833b9 admin admin] Deleting port 4cce7ac8-615d-42e1-9c7a-6f5a9aee3f89 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:15:21.176354 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5773f2a8-a187-4c39-95bc-0873798833b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:21.226958 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb05b3-e46a-4f0a-b5d0-0cd21e5cb9ca req-e3e81e32-8ef8-41ec-96df-414335298f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:21.228504 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0acb05b3-e46a-4f0a-b5d0-0cd21e5cb9ca req-e3e81e32-8ef8-41ec-96df-414335298f96 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5335228 Feb 09 12:15:21.268529 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-767224fa-36f0-484b-b088-21dffa7500b7 service neutron] Attempting to bind port 0c1e68c4-b0ed-42d4-8cbc-5434684a18e4 on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:15:21.269053 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-767224fa-36f0-484b-b088-21dffa7500b7 service neutron] Attempting to bind port 0c1e68c4-b0ed-42d4-8cbc-5434684a18e4 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:15:21.269544 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-767224fa-36f0-484b-b088-21dffa7500b7 service neutron] Attempting to bind port 0c1e68c4-b0ed-42d4-8cbc-5434684a18e4 on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:15:21.280160 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-767224fa-36f0-484b-b088-21dffa7500b7 service neutron] Port 0c1e68c4-b0ed-42d4-8cbc-5434684a18e4 on network 4f732e35-467f-44f5-be04-aa808693dec3 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:15:21.281319 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-767224fa-36f0-484b-b088-21dffa7500b7 service neutron] Attempting to bind port 0c1e68c4-b0ed-42d4-8cbc-5434684a18e4 on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:15:21.400206 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-767224fa-36f0-484b-b088-21dffa7500b7 service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:15:21.400824 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-767224fa-36f0-484b-b088-21dffa7500b7 service neutron] Checking segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:15:21.401366 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-767224fa-36f0-484b-b088-21dffa7500b7 service neutron] Bound using segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:15:21.401984 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-767224fa-36f0-484b-b088-21dffa7500b7 service neutron] Bound port: 0c1e68c4-b0ed-42d4-8cbc-5434684a18e4, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:15:21.402506 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-767224fa-36f0-484b-b088-21dffa7500b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:21.422502 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c54d584-274b-482c-b20a-a799695c352e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5'}, {'name': 'network-changed', 'server_uuid': '2c54d584-274b-482c-b20a-a799695c352e', 'tag': '6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:15:21.464219 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-5773f2a8-a187-4c39-95bc-0873798833b9 admin admin] For port 4cce7ac8-615d-42e1-9c7a-6f5a9aee3f89, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=4cce7ac8-615d-42e1-9c7a-6f5a9aee3f89,segment=NetworkSegment(050321ca-daaf-4c62-b4d2-3b88eaa37f3c),segment_id=050321ca-daaf-4c62-b4d2-3b88eaa37f3c)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:15:21.465114 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5773f2a8-a187-4c39-95bc-0873798833b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:21.465534 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca4f1eb-7793-419e-af56-0df080969768 None None] DHCP port deletion for f843456f-11ac-4f30-b1e0-578d6700b240 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:15:21.470559 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ca4f1eb-7793-419e-af56-0df080969768 None None] Deleting port 4cce7ac8-615d-42e1-9c7a-6f5a9aee3f89 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:15:21.471037 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ca4f1eb-7793-419e-af56-0df080969768 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:21.521000 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:15:21.556228 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d62d7-4291-4e49-afc0-05b66d424853 req-c6965948-e35c-4008-8579-fc360fac79bc tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:21.556855 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-9e1d62d7-4291-4e49-afc0-05b66d424853 req-c6965948-e35c-4008-8579-fc360fac79bc tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Synchronizing usage tracker for tenant:2647956141fb47dda47c7b0b658b0402 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:15:21.599386 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0acb05b3-e46a-4f0a-b5d0-0cd21e5cb9ca req-49b45a2f-2837-4b62-bc44-f868e2aa2496 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577042 Feb 09 12:15:21.609005 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-5773f2a8-a187-4c39-95bc-0873798833b9 admin admin] Calling delete_port for 4cce7ac8-615d-42e1-9c7a-6f5a9aee3f89 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:15:21.615494 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b500d-66e6-49fb-867f-ecbcb77c45ae req-f00d642b-34ce-4ee8-a43d-ca0357b44027 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:21.617609 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f41b500d-66e6-49fb-867f-ecbcb77c45ae req-f00d642b-34ce-4ee8-a43d-ca0357b44027 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c54d584-274b-482c-b20a-a799695c352e HTTP/1.1" status: 200 len: 944 time: 0.3531315 Feb 09 12:15:21.641469 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-9e1d62d7-4291-4e49-afc0-05b66d424853 req-c6965948-e35c-4008-8579-fc360fac79bc tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Unset dirty status for tenant:2647956141fb47dda47c7b0b658b0402 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:15:21.648071 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9e1d62d7-4291-4e49-afc0-05b66d424853 req-c6965948-e35c-4008-8579-fc360fac79bc tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ef259ac-cc44-4435-8382-9e55ac589bad&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4745390 Feb 09 12:15:21.717106 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5773f2a8-a187-4c39-95bc-0873798833b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:21.729932 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-767224fa-36f0-484b-b088-21dffa7500b7 service neutron] For port 0c1e68c4-b0ed-42d4-8cbc-5434684a18e4, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:15:21.762984 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 4cce7ac8-615d-42e1-9c7a-6f5a9aee3f89 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:15:21.784408 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-9e1d62d7-4291-4e49-afc0-05b66d424853 req-4d75ef1d-b503-436f-8b40-7c24792718db tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Synchronizing usage tracker for tenant:2647956141fb47dda47c7b0b658b0402 on resource:floatingip {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:15:21.801534 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-767224fa-36f0-484b-b088-21dffa7500b7 service neutron] For port 0c1e68c4-b0ed-42d4-8cbc-5434684a18e4, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=0c1e68c4-b0ed-42d4-8cbc-5434684a18e4,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:15:21.805172 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5773f2a8-a187-4c39-95bc-0873798833b9 admin admin] No DVR routers for this DVR port 4cce7ac8-615d-42e1-9c7a-6f5a9aee3f89 on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:15:21.823809 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 4cce7ac8-615d-42e1-9c7a-6f5a9aee3f89 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:15:21.824378 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 4cce7ac8-615d-42e1-9c7a-6f5a9aee3f89 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:15:21.824942 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 93544150-c8ee-4312-bd52-f52ccf0040f6 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:15:21.830386 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-767224fa-36f0-484b-b088-21dffa7500b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:21.846714 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5773f2a8-a187-4c39-95bc-0873798833b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cce7ac8-615d-42e1-9c7a-6f5a9aee3f89,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:21.881846 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 93544150-c8ee-4312-bd52-f52ccf0040f6 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:15:21.882185 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 93544150-c8ee-4312-bd52-f52ccf0040f6 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:15:21.882775 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 32b4f098-3057-4e85-886a-f7e94813b6ec no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:15:21.912414 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f41b500d-66e6-49fb-867f-ecbcb77c45ae req-5a2a6475-5649-496f-99d7-ecdc3e1c34c6 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743850 Feb 09 12:15:21.930101 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-9e1d62d7-4291-4e49-afc0-05b66d424853 req-4d75ef1d-b503-436f-8b40-7c24792718db tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Unset dirty status for tenant:2647956141fb47dda47c7b0b658b0402 on resource:floatingip {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:15:21.943908 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9e1d62d7-4291-4e49-afc0-05b66d424853 req-4d75ef1d-b503-436f-8b40-7c24792718db tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2948947 Feb 09 12:15:21.945598 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 32b4f098-3057-4e85-886a-f7e94813b6ec {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:15:21.946086 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 32b4f098-3057-4e85-886a-f7e94813b6ec not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:15:21.952159 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:15:21.962947 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-767224fa-36f0-484b-b088-21dffa7500b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:21.964513 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-767224fa-36f0-484b-b088-21dffa7500b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:21.967856 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-767224fa-36f0-484b-b088-21dffa7500b7 service neutron] 10.222.0.52 "PUT /v2.0/ports/0c1e68c4-b0ed-42d4-8cbc-5434684a18e4 HTTP/1.1" status: 200 len: 1096 time: 2.7605386 Feb 09 12:15:21.978602 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5773f2a8-a187-4c39-95bc-0873798833b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:21.979945 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ca4f1eb-7793-419e-af56-0df080969768 None None] For port 4cce7ac8-615d-42e1-9c7a-6f5a9aee3f89, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=4cce7ac8-615d-42e1-9c7a-6f5a9aee3f89,segment=NetworkSegment(050321ca-daaf-4c62-b4d2-3b88eaa37f3c),segment_id=050321ca-daaf-4c62-b4d2-3b88eaa37f3c)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:15:21.980347 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ca4f1eb-7793-419e-af56-0df080969768 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:22.008893 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-5773f2a8-a187-4c39-95bc-0873798833b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f843456f-11ac-4f30-b1e0-578d6700b240']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:15:22.018137 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'port_id': 'cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9', 'mac_address': 'fa:16:3e:a2:a6:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed5558-888d-440a-8c32-52f2f9bc5bd5', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:15:22.018537 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767224fa-36f0-484b-b088-21dffa7500b7 service neutron] Pushing event updated for resources: {'Port': ['ID=0c1e68c4-b0ed-42d4-8cbc-5434684a18e4,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:22.026999 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0acb05b3-e46a-4f0a-b5d0-0cd21e5cb9ca req-23644a5d-cbca-4047-9590-5b10b111ad0e service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084351 Feb 09 12:15:22.032031 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-5773f2a8-a187-4c39-95bc-0873798833b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '050321ca-daaf-4c62-b4d2-3b88eaa37f3c') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:15:22.032343 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-5773f2a8-a187-4c39-95bc-0873798833b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '050321ca-daaf-4c62-b4d2-3b88eaa37f3c') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:15:22.064710 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5773f2a8-a187-4c39-95bc-0873798833b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:22.106456 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5773f2a8-a187-4c39-95bc-0873798833b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:22.113827 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5773f2a8-a187-4c39-95bc-0873798833b9 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:15:22.114373 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5773f2a8-a187-4c39-95bc-0873798833b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:22.116106 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-a5c51e75-7fe4-49e8-a63e-de6aac3e736c req-a4c7d594-7a63-4673-b667-1a0580fd8624 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-54736289', 'description': 'tempest-description-1153580994'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:15:22.160685 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-a5c51e75-7fe4-49e8-a63e-de6aac3e736c req-a4c7d594-7a63-4673-b667-1a0580fd8624 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:15:22.169063 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ca4f1eb-7793-419e-af56-0df080969768 None None] Calling delete_port for 4cce7ac8-615d-42e1-9c7a-6f5a9aee3f89 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:15:22.191471 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-a5c51e75-7fe4-49e8-a63e-de6aac3e736c req-a4c7d594-7a63-4673-b667-1a0580fd8624 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:15:22.223551 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a5c51e75-7fe4-49e8-a63e-de6aac3e736c req-a4c7d594-7a63-4673-b667-1a0580fd8624 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:22.253653 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-a5c51e75-7fe4-49e8-a63e-de6aac3e736c req-a4c7d594-7a63-4673-b667-1a0580fd8624 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:15:22.260233 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-a5c51e75-7fe4-49e8-a63e-de6aac3e736c req-a4c7d594-7a63-4673-b667-1a0580fd8624 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Usage tracker for resource:security_group_rule and tenant:64589850d54f49bfb3a355e7cee6f70a is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:15:22.264586 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-a5c51e75-7fe4-49e8-a63e-de6aac3e736c req-a4c7d594-7a63-4673-b667-1a0580fd8624 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:15:22.271295 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-4ca4f1eb-7793-419e-af56-0df080969768 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:15:22.271659 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-4ca4f1eb-7793-419e-af56-0df080969768 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:15:22.284623 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-feb542e2-c0d6-47de-9100-e5d71444676d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:22.286100 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-feb542e2-c0d6-47de-9100-e5d71444676d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c9a644d28aa946259b7337281970c4b8&device_id=e7cc8a77-d1ac-4d06-8aea-4e7186991f7c HTTP/1.1" status: 200 len: 1099 time: 0.2616632 Feb 09 12:15:22.287048 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-a5c51e75-7fe4-49e8-a63e-de6aac3e736c req-a4c7d594-7a63-4673-b667-1a0580fd8624 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:15:22.301250 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:15:22.301250 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:15:22.301250 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:15:22.301250 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:15:22.301250 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:15:22.301250 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:15:22.301250 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:15:22.301250 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:15:22.301250 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:15:22.301250 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:15:22.301250 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:15:22.301250 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:15:22.301250 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:15:22.301250 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:15:22.301250 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:15:22.301250 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:15:22.301250 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:15:22.301250 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:15:22.301250 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:15:22.301250 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:15:22.301250 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:15:22.301250 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:15:22.301250 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:15:22.301250 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:15:22.301250 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:15:22.301250 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:15:22.301250 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:15:22.301250 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:15:22.301250 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:15:22.301250 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:15:22.301250 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:15:22.301250 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:15:22.304838 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b720d71-f3da-4312-879c-93a1f628d601 req-0c07f18e-8522-40cd-9ca6-916b7b4a07aa tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:22.311792 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5b720d71-f3da-4312-879c-93a1f628d601 req-0c07f18e-8522-40cd-9ca6-916b7b4a07aa tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7cc8a77-d1ac-4d06-8aea-4e7186991f7c HTTP/1.1" status: 200 len: 948 time: 0.1838555 Feb 09 12:15:22.339494 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5773f2a8-a187-4c39-95bc-0873798833b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:22.341071 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:22.345341 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:22.346970 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5773f2a8-a187-4c39-95bc-0873798833b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:22.374088 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:15:22.386429 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5773f2a8-a187-4c39-95bc-0873798833b9 admin admin] 10.222.0.55 "DELETE /v2.0/networks/f843456f-11ac-4f30-b1e0-578d6700b240 HTTP/1.1" status: 204 len: 168 time: 1.4752564 Feb 09 12:15:22.395703 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5773f2a8-a187-4c39-95bc-0873798833b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f843456f-11ac-4f30-b1e0-578d6700b240,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:22.403770 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:15:22.416423 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:22.493882 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:22.501941 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:15:22.502326 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:15:22.502672 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:15:22.503062 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:15:22.503452 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:15:22.503935 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:15:22.504181 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:15:22.504575 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:15:22.504882 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:15:22.505255 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:15:22.505598 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:15:22.505991 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:15:22.512851 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-52b532c3-b5c5-4511-b4fd-822398395929 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=0c1e68c4-b0ed-42d4-8cbc-5434684a18e4 HTTP/1.1" status: 200 len: 217 time: 0.1978185 Feb 09 12:15:22.542412 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5b720d71-f3da-4312-879c-93a1f628d601 req-26fd4ffc-bcd2-465d-98a7-5d1f37c13c4b tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291234 Feb 09 12:15:22.592145 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40662) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:15:22.634654 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-f9ce1fa1-3308-4401-ac5b-94417096d53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:22.636135 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-f9ce1fa1-3308-4401-ac5b-94417096d53f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.0980844 Feb 09 12:15:22.642293 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a5c51e75-7fe4-49e8-a63e-de6aac3e736c req-a4c7d594-7a63-4673-b667-1a0580fd8624 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:22.646874 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a5c51e75-7fe4-49e8-a63e-de6aac3e736c req-a4c7d594-7a63-4673-b667-1a0580fd8624 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:22.656462 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d0e8772e-15c2-422f-8db8-ec9a5090438c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d9e142dcc3b94f689e2a3b6fa4505cc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0616999 Feb 09 12:15:22.657043 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40670) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:15:22.717434 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7239fa01-f46e-429d-a1bd-0e46582f40b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:22.755464 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7239fa01-f46e-429d-a1bd-0e46582f40b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:22.759138 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c7d594-7a63-4673-b667-1a0580fd8624 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9b9218-1542-46c5-b3e7-744108319b42,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:22.762681 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a5c51e75-7fe4-49e8-a63e-de6aac3e736c req-a4c7d594-7a63-4673-b667-1a0580fd8624 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:22.774169 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ca4f1eb-7793-419e-af56-0df080969768 None None] Deleting port 4cce7ac8-615d-42e1-9c7a-6f5a9aee3f89 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:15:22.774599 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ca4f1eb-7793-419e-af56-0df080969768 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:22.784426 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a5c51e75-7fe4-49e8-a63e-de6aac3e736c req-a4c7d594-7a63-4673-b667-1a0580fd8624 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.6771276 Feb 09 12:15:22.819637 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7239fa01-f46e-429d-a1bd-0e46582f40b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:22.825331 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-bdf660b3-db01-4b3b-834e-1c30998aa004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:22.827021 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-bdf660b3-db01-4b3b-834e-1c30998aa004 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1613491 Feb 09 12:15:22.834930 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:15:22.840503 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7239fa01-f46e-429d-a1bd-0e46582f40b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e083b4df-8a80-4cb5-af0c-e1c8d6d70b06,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:22.853068 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7239fa01-f46e-429d-a1bd-0e46582f40b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:22.857390 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7239fa01-f46e-429d-a1bd-0e46582f40b6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e083b4df-8a80-4cb5-af0c-e1c8d6d70b06 HTTP/1.1" status: 204 len: 168 time: 0.1994500 Feb 09 12:15:22.930218 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ca4f1eb-7793-419e-af56-0df080969768 None None] The port '4cce7ac8-615d-42e1-9c7a-6f5a9aee3f89' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:15:22.969781 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:15:22.976484 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c54d584-274b-482c-b20a-a799695c352e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5', 'code': 200} Feb 09 12:15:22.976746 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c54d584-274b-482c-b20a-a799695c352e', 'tag': '6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5', 'status': 'completed', 'code': 200} Feb 09 12:15:23.222196 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6bf79c54-e803-4a6e-b4cc-b4d6b86799f8 req-962f7e01-2abd-4e3d-b74e-fa18a0a7458d tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0784163 Feb 09 12:15:23.224410 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-e80f98bb-3202-4e26-9e91-78a0f7952124 service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809090 Feb 09 12:15:23.241687 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0ede2-3f67-4cc4-a739-dd9e2de53a55 req-4bccfdd3-a63c-482a-a199-55e4ea4c7737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:23.243112 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-18e0ede2-3f67-4cc4-a739-dd9e2de53a55 req-4bccfdd3-a63c-482a-a199-55e4ea4c7737 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3a84524b0b1d4c8da324d07cc553e331&device_id=2c54d584-274b-482c-b20a-a799695c352e HTTP/1.1" status: 200 len: 1125 time: 0.2656002 Feb 09 12:15:23.419270 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b4bb0-97b4-4161-afbe-f33fe393d10f req-5fc4089c-7ad6-4f6b-8906-37b4ca30ba45 tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:23.421038 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ca2b4bb0-97b4-4161-afbe-f33fe393d10f req-5fc4089c-7ad6-4f6b-8906-37b4ca30ba45 tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] 10.222.0.55 "GET /v2.0/ports?device_id=58f76073-59d5-49ad-ab5d-7da55f0710cb HTTP/1.1" status: 200 len: 948 time: 0.3661718 Feb 09 12:15:23.425039 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-d36b5494-a317-4f55-855a-bb142b0419a0 req-af87f0e6-4c1e-4128-8e0b-0a2db752da94 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1593635614', 'description': 'tempest-description-967593272'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:15:23.450229 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-d36b5494-a317-4f55-855a-bb142b0419a0 req-af87f0e6-4c1e-4128-8e0b-0a2db752da94 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:15:23.477129 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-d36b5494-a317-4f55-855a-bb142b0419a0 req-af87f0e6-4c1e-4128-8e0b-0a2db752da94 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Usage tracker for resource:security_group and tenant:64589850d54f49bfb3a355e7cee6f70a is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:15:23.486339 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-d36b5494-a317-4f55-855a-bb142b0419a0 req-af87f0e6-4c1e-4128-8e0b-0a2db752da94 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:15:23.501650 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-d36b5494-a317-4f55-855a-bb142b0419a0 req-af87f0e6-4c1e-4128-8e0b-0a2db752da94 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:15:23.560056 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d36b5494-a317-4f55-855a-bb142b0419a0 req-af87f0e6-4c1e-4128-8e0b-0a2db752da94 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:23.571574 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ca2b4bb0-97b4-4161-afbe-f33fe393d10f req-9d5c6726-41a3-44ec-9188-5282bc05d613 tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7822e3a-baa7-4564-8197-bf55397b778b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333425 Feb 09 12:15:23.606187 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0ede2-3f67-4cc4-a739-dd9e2de53a55 req-f00966a0-4812-44fd-8160-9c6fcf5c489e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:23.607684 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-18e0ede2-3f67-4cc4-a739-dd9e2de53a55 req-f00966a0-4812-44fd-8160-9c6fcf5c489e service neutron] 10.222.0.52 "GET /v2.0/networks?id=c4b615eb-1906-4989-ab89-8b6ef1cc1053 HTTP/1.1" status: 200 len: 921 time: 0.3463352 Feb 09 12:15:23.610254 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5cfdec20-1ded-416a-9978-5593f0b880d8 req-d3a86064-b9a3-4571-8b58-903feab03ba8 service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710606 Feb 09 12:15:23.614458 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-d36b5494-a317-4f55-855a-bb142b0419a0 req-af87f0e6-4c1e-4128-8e0b-0a2db752da94 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:15:23.618742 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-d36b5494-a317-4f55-855a-bb142b0419a0 req-af87f0e6-4c1e-4128-8e0b-0a2db752da94 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Usage tracker for resource:security_group_rule and tenant:64589850d54f49bfb3a355e7cee6f70a is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:15:23.621157 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-d36b5494-a317-4f55-855a-bb142b0419a0 req-af87f0e6-4c1e-4128-8e0b-0a2db752da94 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:15:23.693819 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-d36b5494-a317-4f55-855a-bb142b0419a0 req-af87f0e6-4c1e-4128-8e0b-0a2db752da94 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:15:23.696649 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-18e0ede2-3f67-4cc4-a739-dd9e2de53a55 req-8e3cc943-323c-4b5e-9e0a-194d75a0f651 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5 HTTP/1.1" status: 200 len: 217 time: 0.0726130 Feb 09 12:15:23.757299 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40734) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:15:23.835746 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0ede2-3f67-4cc4-a739-dd9e2de53a55 req-b8a4ab83-fd16-4b4c-8d20-a98ca321ac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:23.837260 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-18e0ede2-3f67-4cc4-a739-dd9e2de53a55 req-b8a4ab83-fd16-4b4c-8d20-a98ca321ac74 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9d6b2f2b-3fb9-4d1b-ac78-19140ea18253 HTTP/1.1" status: 200 len: 860 time: 0.1037958 Feb 09 12:15:23.872299 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-1d4a4ba0-cef3-44a0-9c3b-52782f7913f7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1442358227-network', 'tenant_id': 'fe9eea7294ae46a29e643f1f25532eef'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:15:23.877249 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1d4a4ba0-cef3-44a0-9c3b-52782f7913f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:15:23.881060 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-1d4a4ba0-cef3-44a0-9c3b-52782f7913f7 admin admin] Usage tracker for resource:network and tenant:fe9eea7294ae46a29e643f1f25532eef is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:15:23.883799 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-1d4a4ba0-cef3-44a0-9c3b-52782f7913f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:15:23.889342 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1d4a4ba0-cef3-44a0-9c3b-52782f7913f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:15:23.900191 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4a4ba0-cef3-44a0-9c3b-52782f7913f7 admin admin] Made reservation on behalf of fe9eea7294ae46a29e643f1f25532eef for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:15:23.902894 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d4a4ba0-cef3-44a0-9c3b-52782f7913f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:23.916713 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d4a4ba0-cef3-44a0-9c3b-52782f7913f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:23.927777 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c51a0-1e41-4497-af0a-5bb5bbe53736 req-b36688bb-9eda-41ba-9f13-b81d6d117387 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:23.929287 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e70c51a0-1e41-4497-af0a-5bb5bbe53736 req-b36688bb-9eda-41ba-9f13-b81d6d117387 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c54d584-274b-482c-b20a-a799695c352e HTTP/1.1" status: 200 len: 944 time: 0.2367208 Feb 09 12:15:23.931197 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1d4a4ba0-cef3-44a0-9c3b-52782f7913f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:15:23.931310 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-18e0ede2-3f67-4cc4-a739-dd9e2de53a55 req-73823aa0-d5b7-46ec-ad0e-b02c6ca42c9c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c4b615eb-1906-4989-ab89-8b6ef1cc1053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718687 Feb 09 12:15:23.935101 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-1d4a4ba0-cef3-44a0-9c3b-52782f7913f7 admin admin] Usage tracker for resource:security_group_rule and tenant:fe9eea7294ae46a29e643f1f25532eef is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:15:23.938173 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-1d4a4ba0-cef3-44a0-9c3b-52782f7913f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:15:23.943947 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d36b5494-a317-4f55-855a-bb142b0419a0 req-af87f0e6-4c1e-4128-8e0b-0a2db752da94 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:23.944092 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1d4a4ba0-cef3-44a0-9c3b-52782f7913f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:15:23.977782 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d36b5494-a317-4f55-855a-bb142b0419a0 req-af87f0e6-4c1e-4128-8e0b-0a2db752da94 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:24.033925 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d4a4ba0-cef3-44a0-9c3b-52782f7913f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:24.037795 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d4a4ba0-cef3-44a0-9c3b-52782f7913f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:24.069774 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d4a4ba0-cef3-44a0-9c3b-52782f7913f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:15:24.074820 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4a4ba0-cef3-44a0-9c3b-52782f7913f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fdafb7-a8c6-422b-bdcb-6b22f8b71966,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:24.082875 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d4a4ba0-cef3-44a0-9c3b-52782f7913f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:24.083263 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-1d4a4ba0-cef3-44a0-9c3b-52782f7913f7 admin admin] Added segment 372e6b6e-d808-403a-af9d-5cc8982778a2 of type vlan for network 727602b1-351e-4caa-843f-3b4127964e62 Feb 09 12:15:24.110849 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d4a4ba0-cef3-44a0-9c3b-52782f7913f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:24.129015 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e70c51a0-1e41-4497-af0a-5bb5bbe53736 req-e41dcb27-ef86-4807-adbe-1bfda3364def tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905689 Feb 09 12:15:24.129616 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af87f0e6-4c1e-4128-8e0b-0a2db752da94 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34bbda46-b943-4975-bae0-0ec98c0c0f61,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:24.138281 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d36b5494-a317-4f55-855a-bb142b0419a0 req-af87f0e6-4c1e-4128-8e0b-0a2db752da94 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:24.139718 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d36b5494-a317-4f55-855a-bb142b0419a0 req-af87f0e6-4c1e-4128-8e0b-0a2db752da94 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7994559 Feb 09 12:15:24.156572 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d4a4ba0-cef3-44a0-9c3b-52782f7913f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:24.157471 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4a4ba0-cef3-44a0-9c3b-52782f7913f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:24.158360 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d4a4ba0-cef3-44a0-9c3b-52782f7913f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:24.231897 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-18e0ede2-3f67-4cc4-a739-dd9e2de53a55 req-bb66ae2c-9766-42fe-858a-61ee211f0a2d service neutron] 10.222.0.52 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742364 Feb 09 12:15:24.297665 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4a4ba0-cef3-44a0-9c3b-52782f7913f7 admin admin] Pushing event updated for resources: {'Network': ['ID=727602b1-351e-4caa-843f-3b4127964e62,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:24.308685 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 727602b1-351e-4caa-843f-3b4127964e62 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:15:24.313126 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1d4a4ba0-cef3-44a0-9c3b-52782f7913f7 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5547194 Feb 09 12:15:24.316180 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40754) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:15:24.323327 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-3d6e2b78-5efb-406b-a5da-31c7f9e51370 admin admin] Request body: {'subnet': {'network_id': '727602b1-351e-4caa-843f-3b4127964e62', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1442358227-subnet', 'tenant_id': 'fe9eea7294ae46a29e643f1f25532eef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:15:24.336473 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3d6e2b78-5efb-406b-a5da-31c7f9e51370 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:15:24.344269 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3d6e2b78-5efb-406b-a5da-31c7f9e51370 admin admin] Usage tracker for resource:subnet and tenant:fe9eea7294ae46a29e643f1f25532eef is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:15:24.353425 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3d6e2b78-5efb-406b-a5da-31c7f9e51370 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:15:24.367801 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3d6e2b78-5efb-406b-a5da-31c7f9e51370 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:15:24.377584 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40758) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:15:24.498155 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6e2b78-5efb-406b-a5da-31c7f9e51370 admin admin] Made reservation on behalf of fe9eea7294ae46a29e643f1f25532eef for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:15:24.501889 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3d6e2b78-5efb-406b-a5da-31c7f9e51370 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:24.663944 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-18e0ede2-3f67-4cc4-a739-dd9e2de53a55 req-2bd10192-8417-4448-b9c5-888bbbf586ef service neutron] 10.222.0.52 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184270 Feb 09 12:15:24.676053 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c0745-7163-41dc-8fde-f315e33153de req-d7b5b6a7-e8f8-4ada-9a8c-dd8150f777d5 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:24.677665 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5e5c0745-7163-41dc-8fde-f315e33153de req-d7b5b6a7-e8f8-4ada-9a8c-dd8150f777d5 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7cc8a77-d1ac-4d06-8aea-4e7186991f7c HTTP/1.1" status: 200 len: 948 time: 0.1490853 Feb 09 12:15:24.747926 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5e5c0745-7163-41dc-8fde-f315e33153de req-a3ad84e9-6ed9-4028-9a76-cfdae8e11e1c tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643876 Feb 09 12:15:24.979289 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7cc8a77-d1ac-4d06-8aea-4e7186991f7c', 'tag': '0c1e68c4-b0ed-42d4-8cbc-5434684a18e4'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:15:25.024300 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-1dc144d8-f2bf-4ec4-944e-60da2df7a646 service neutron] 10.222.0.52 "GET /v2.0/ports/6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5/bindings/n-h2-825178-3 HTTP/1.1" status: 200 len: 384 time: 0.1900594 Feb 09 12:15:25.068634 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3d6e2b78-5efb-406b-a5da-31c7f9e51370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:25.200071 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e2b78-5efb-406b-a5da-31c7f9e51370 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72c876c0-ef76-4c4c-bcce-ae8e6bbea90e,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:25.209298 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6e2b78-5efb-406b-a5da-31c7f9e51370 admin admin] Checking segment: {'id': '372e6b6e-d808-403a-af9d-5cc8982778a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '727602b1-351e-4caa-843f-3b4127964e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:15:25.209298 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6e2b78-5efb-406b-a5da-31c7f9e51370 admin admin] Network hostable DHCP agents. Network: 727602b1-351e-4caa-843f-3b4127964e62, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:15:25.234684 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6e2b78-5efb-406b-a5da-31c7f9e51370 admin admin] Network 727602b1-351e-4caa-843f-3b4127964e62 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:15:25.237037 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c6583-4d80-402c-9d86-ace46dd38428 req-7a528b09-68ff-4286-8234-578185f53285 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:25.238583 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-328c6583-4d80-402c-9d86-ace46dd38428 req-7a528b09-68ff-4286-8234-578185f53285 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/networks?id=a10f88e1-3d02-4171-8c71-31b6c9e6be17 HTTP/1.1" status: 200 len: 813 time: 0.3606329 Feb 09 12:15:25.249164 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-3d6e2b78-5efb-406b-a5da-31c7f9e51370 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 727602b1-351e-4caa-843f-3b4127964e62) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:15:25.259072 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33b853b-6e0b-4284-be48-8c8bf6082180 None None] Network 727602b1-351e-4caa-843f-3b4127964e62 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:15:25.277582 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6e2b78-5efb-406b-a5da-31c7f9e51370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:25.278180 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3d6e2b78-5efb-406b-a5da-31c7f9e51370 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:25.319536 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3d6e2b78-5efb-406b-a5da-31c7f9e51370 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9994073 Feb 09 12:15:25.319743 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40816) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:15:25.325325 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-2275a0ef-9508-4e03-a730-47d61b9166d6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1442358227-router', 'tenant_id': 'fe9eea7294ae46a29e643f1f25532eef', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:15:25.332607 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2275a0ef-9508-4e03-a730-47d61b9166d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:15:25.337863 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-2275a0ef-9508-4e03-a730-47d61b9166d6 admin admin] Usage tracker for resource:router and tenant:fe9eea7294ae46a29e643f1f25532eef is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:15:25.341777 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-2275a0ef-9508-4e03-a730-47d61b9166d6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:15:25.352760 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2275a0ef-9508-4e03-a730-47d61b9166d6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:15:25.356569 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-328c6583-4d80-402c-9d86-ace46dd38428 req-f3f1f9d6-050a-468c-86c6-ece422758f3e tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/quotas/64589850d54f49bfb3a355e7cee6f70a HTTP/1.1" status: 200 len: 375 time: 0.0984633 Feb 09 12:15:25.362499 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d05c297b-89b0-477d-bdb4-30e8dedf6933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:25.441544 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2275a0ef-9508-4e03-a730-47d61b9166d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:25.442525 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2275a0ef-9508-4e03-a730-47d61b9166d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:25.443380 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b3663-9a59-48d7-9e03-6eae42b626f2 req-a9181237-3065-4efc-a649-30e340bb4cd8 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:25.444910 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b17b3663-9a59-48d7-9e03-6eae42b626f2 req-a9181237-3065-4efc-a649-30e340bb4cd8 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ef259ac-cc44-4435-8382-9e55ac589bad HTTP/1.1" status: 200 len: 945 time: 0.2760115 Feb 09 12:15:25.505748 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bf837a-61fa-4925-b608-3c99edd4a1e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-727602b1-351e-4caa-843f-3b4127964e62', 'network_id': '727602b1-351e-4caa-843f-3b4127964e62', 'tenant_id': 'fe9eea7294ae46a29e643f1f25532eef', 'fixed_ips': [{'subnet_id': '72c876c0-ef76-4c4c-bcce-ae8e6bbea90e'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:15:25.507756 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f1bf837a-61fa-4925-b608-3c99edd4a1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:25.514783 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-7ac77459-8045-4f6b-bdf9-56a7f563f122 service neutron] For port 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5,segment=NetworkSegment(32f229e9-9010-4be1-973f-7ae4423dcda8),segment_id=32f229e9-9010-4be1-973f-7ae4423dcda8)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:15:25.566877 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:15:25.571012 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b17b3663-9a59-48d7-9e03-6eae42b626f2 req-7db1b3a5-af63-4f3c-b579-9016fd96d593 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/security-groups?id=96be2d67-e14f-4304-b2f9-bac4f50faac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986142 Feb 09 12:15:25.572762 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-7ac77459-8045-4f6b-bdf9-56a7f563f122 service neutron] For port 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:15:25.614493 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-328c6583-4d80-402c-9d86-ace46dd38428 req-ac43601d-4918-4114-8326-154e7c3d5efb tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=64589850d54f49bfb3a355e7cee6f70a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2407258 Feb 09 12:15:25.636822 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2275a0ef-9508-4e03-a730-47d61b9166d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:25.704996 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:15:25.713982 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:15:25.714394 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:25.799891 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-7ac77459-8045-4f6b-bdf9-56a7f563f122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:15:25.838371 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-7ac77459-8045-4f6b-bdf9-56a7f563f122 service neutron] For port 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5,segment=NetworkSegment(32f229e9-9010-4be1-973f-7ae4423dcda8),segment_id=32f229e9-9010-4be1-973f-7ae4423dcda8)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:15:25.839154 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-f1bf837a-61fa-4925-b608-3c99edd4a1e2 None None] Allocated IP 172.20.0.2 (727602b1-351e-4caa-843f-3b4127964e62/72c876c0-ef76-4c4c-bcce-ae8e6bbea90e/9db890f5-0383-4372-99f9-aaae905185cf) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:15:25.879562 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-7ac77459-8045-4f6b-bdf9-56a7f563f122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:25.899867 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-328c6583-4d80-402c-9d86-ace46dd38428 req-592bf9f4-6277-4668-a06c-00b94c43a285 service neutron] 10.222.0.55 "GET /v2.0/networks/a10f88e1-3d02-4171-8c71-31b6c9e6be17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685649 Feb 09 12:15:25.960484 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 0c1e68c4-b0ed-42d4-8cbc-5434684a18e4 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:15:25.995978 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:26.021199 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2275a0ef-9508-4e03-a730-47d61b9166d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:26.042444 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c7089f-febb-41a9-9df1-6b181755b751 req-7c0cae2d-2477-4de3-9d46-aea36a520727 tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:26.043948 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-53c7089f-febb-41a9-9df1-6b181755b751 req-7c0cae2d-2477-4de3-9d46-aea36a520727 tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] 10.222.0.55 "GET /v2.0/ports?device_id=58f76073-59d5-49ad-ab5d-7da55f0710cb HTTP/1.1" status: 200 len: 948 time: 0.2910476 Feb 09 12:15:26.131015 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f76073-59d5-49ad-ab5d-7da55f0710cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:15:26.138690 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-53c7089f-febb-41a9-9df1-6b181755b751 req-a39917c5-e46f-4b1f-b07e-2889a1741db1 tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7822e3a-baa7-4564-8197-bf55397b778b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842423 Feb 09 12:15:26.150712 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:15:26.167225 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-7ac77459-8045-4f6b-bdf9-56a7f563f122 service neutron] Transition to ACTIVE for port object 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:15:26.170758 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-d05c297b-89b0-477d-bdb4-30e8dedf6933 admin admin] Deleting port 96394959-d0a7-4372-967d-68f19043195b {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:15:26.172096 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d05c297b-89b0-477d-bdb4-30e8dedf6933 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:26.175178 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-7ac77459-8045-4f6b-bdf9-56a7f563f122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:26.177460 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:26.181302 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-328c6583-4d80-402c-9d86-ace46dd38428 req-ac35bdc5-0a9d-4a78-8a3f-ff3d83d79a93 service neutron] 10.222.0.55 "GET /v2.0/networks/a10f88e1-3d02-4171-8c71-31b6c9e6be17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467468 Feb 09 12:15:26.281706 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f1bf837a-61fa-4925-b608-3c99edd4a1e2 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:26.292363 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f1bf837a-61fa-4925-b608-3c99edd4a1e2 None None] Transition to ACTIVE for port object 9db890f5-0383-4372-99f9-aaae905185cf will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:15:26.303565 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac77459-8045-4f6b-bdf9-56a7f563f122 service neutron] Pushing event updated for resources: {'Port': ['ID=6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5,revision_number=10']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:26.307734 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7cc8a77-d1ac-4d06-8aea-4e7186991f7c', 'tag': '0c1e68c4-b0ed-42d4-8cbc-5434684a18e4', 'status': 'completed', 'code': 200} Feb 09 12:15:26.371148 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 0c1e68c4-b0ed-42d4-8cbc-5434684a18e4, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=0c1e68c4-b0ed-42d4-8cbc-5434684a18e4,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:15:26.471237 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': '0c1e68c4-b0ed-42d4-8cbc-5434684a18e4', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'port_id': '0c1e68c4-b0ed-42d4-8cbc-5434684a18e4', 'mac_address': 'fa:16:3e:9b:99:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed5558-888d-440a-8c32-52f2f9bc5bd5', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:15:26.494289 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f1bf837a-61fa-4925-b608-3c99edd4a1e2 None None] Transition to ACTIVE for port object 9db890f5-0383-4372-99f9-aaae905185cf will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:15:26.585172 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f1bf837a-61fa-4925-b608-3c99edd4a1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:26.616741 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:26.662581 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-d05c297b-89b0-477d-bdb4-30e8dedf6933 admin admin] For port 96394959-d0a7-4372-967d-68f19043195b, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=96394959-d0a7-4372-967d-68f19043195b,segment=NetworkSegment(bd8c6d18-a3cc-4c80-8858-834b6bfa59cb),segment_id=bd8c6d18-a3cc-4c80-8858-834b6bfa59cb)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:15:26.663116 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d05c297b-89b0-477d-bdb4-30e8dedf6933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:26.670651 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bf837a-61fa-4925-b608-3c99edd4a1e2 None None] Network 727602b1-351e-4caa-843f-3b4127964e62 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:15:26.680617 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-f1bf837a-61fa-4925-b608-3c99edd4a1e2 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:15:26.694128 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:26.709094 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bf837a-61fa-4925-b608-3c99edd4a1e2 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:15:26.772052 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-7ac77459-8045-4f6b-bdf9-56a7f563f122 service neutron] No DVR routers for this DVR port 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5 on host n-h1-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:15:26.824345 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c1e68c4-b0ed-42d4-8cbc-5434684a18e4 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:15:26.835568 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf837a-61fa-4925-b608-3c99edd4a1e2 None None] Pushing event updated for resources: {'Port': ['ID=9db890f5-0383-4372-99f9-aaae905185cf,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:26.865864 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-f1bf837a-61fa-4925-b608-3c99edd4a1e2 None None] Attempting to bind port 9db890f5-0383-4372-99f9-aaae905185cf on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:15:26.866253 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-f1bf837a-61fa-4925-b608-3c99edd4a1e2 None None] Attempting to bind port 9db890f5-0383-4372-99f9-aaae905185cf by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '372e6b6e-d808-403a-af9d-5cc8982778a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '727602b1-351e-4caa-843f-3b4127964e62'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:15:26.866615 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bf837a-61fa-4925-b608-3c99edd4a1e2 None None] Attempting to bind port 9db890f5-0383-4372-99f9-aaae905185cf on network 727602b1-351e-4caa-843f-3b4127964e62 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:15:26.868519 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-d05c297b-89b0-477d-bdb4-30e8dedf6933 admin admin] Calling delete_port for 96394959-d0a7-4372-967d-68f19043195b owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:15:26.874270 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bf837a-61fa-4925-b608-3c99edd4a1e2 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:15:26.875222 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bf837a-61fa-4925-b608-3c99edd4a1e2 None None] Checking segment: {'id': '372e6b6e-d808-403a-af9d-5cc8982778a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '727602b1-351e-4caa-843f-3b4127964e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:15:26.876085 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f1bf837a-61fa-4925-b608-3c99edd4a1e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:26.876520 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bf837a-61fa-4925-b608-3c99edd4a1e2 None None] Bound using segment: {'id': '372e6b6e-d808-403a-af9d-5cc8982778a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '727602b1-351e-4caa-843f-3b4127964e62'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:15:26.877058 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-f1bf837a-61fa-4925-b608-3c99edd4a1e2 None None] Bound port: 9db890f5-0383-4372-99f9-aaae905185cf, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '372e6b6e-d808-403a-af9d-5cc8982778a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '727602b1-351e-4caa-843f-3b4127964e62'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:15:26.877591 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f1bf837a-61fa-4925-b608-3c99edd4a1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:26.889612 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 0c1e68c4-b0ed-42d4-8cbc-5434684a18e4, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=0c1e68c4-b0ed-42d4-8cbc-5434684a18e4,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:15:26.898783 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:26.923396 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2275a0ef-9508-4e03-a730-47d61b9166d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:26.960680 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2275a0ef-9508-4e03-a730-47d61b9166d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:27.045375 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-7ac77459-8045-4f6b-bdf9-56a7f563f122 service neutron] 10.222.0.52 "PUT /v2.0/ports/6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5/bindings/n-h2-825178-3/activate HTTP/1.1" status: 200 len: 369 time: 2.0051842 Feb 09 12:15:27.065025 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=0c1e68c4-b0ed-42d4-8cbc-5434684a18e4,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:27.139911 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-f1bf837a-61fa-4925-b608-3c99edd4a1e2 None None] For port 9db890f5-0383-4372-99f9-aaae905185cf, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:15:27.150281 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-f1bf837a-61fa-4925-b608-3c99edd4a1e2 None None] For port 9db890f5-0383-4372-99f9-aaae905185cf, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=9db890f5-0383-4372-99f9-aaae905185cf,segment=NetworkSegment(372e6b6e-d808-403a-af9d-5cc8982778a2),segment_id=372e6b6e-d808-403a-af9d-5cc8982778a2)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:15:27.159435 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f1bf837a-61fa-4925-b608-3c99edd4a1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:27.269149 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf837a-61fa-4925-b608-3c99edd4a1e2 None None] Pushing event updated for resources: {'Port': ['ID=9db890f5-0383-4372-99f9-aaae905185cf,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:27.345022 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-2275a0ef-9508-4e03-a730-47d61b9166d6 admin admin] Allocated IP 172.25.7.20 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/b7658256-4303-4780-83b7-2e2f42a38e40) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:15:27.410103 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['0c1e68c4-b0ed-42d4-8cbc-5434684a18e4'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:15:27.422513 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8dea9-4f72-428d-936c-6bf629eaae41 req-a99db725-82fc-4672-95df-225bee0591fe tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:27.430135 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cfb8dea9-4f72-428d-936c-6bf629eaae41 req-a99db725-82fc-4672-95df-225bee0591fe tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c54d584-274b-482c-b20a-a799695c352e HTTP/1.1" status: 200 len: 945 time: 0.7389731 Feb 09 12:15:27.468271 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef85502-edd9-4060-be40-b53cb4c3e78a req-61e523ad-654c-4056-afcc-a678203efa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:27.469928 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eef85502-edd9-4060-be40-b53cb4c3e78a req-61e523ad-654c-4056-afcc-a678203efa9b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c9a644d28aa946259b7337281970c4b8&device_id=e7cc8a77-d1ac-4d06-8aea-4e7186991f7c HTTP/1.1" status: 200 len: 1099 time: 1.0650842 Feb 09 12:15:27.510020 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cfb8dea9-4f72-428d-936c-6bf629eaae41 req-5b736d71-dd05-4e02-a2b6-34701f2a5f91 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790069 Feb 09 12:15:27.650523 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2275a0ef-9508-4e03-a730-47d61b9166d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:27.655097 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f76073-59d5-49ad-ab5d-7da55f0710cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9', 'code': 200} Feb 09 12:15:27.752798 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2275a0ef-9508-4e03-a730-47d61b9166d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:27.857232 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2275a0ef-9508-4e03-a730-47d61b9166d6 admin admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:15:27.898955 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-2275a0ef-9508-4e03-a730-47d61b9166d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:15:27.905850 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-d5cd113d-1a06-444c-a234-a526768ba05c tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:27.908167 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-d5cd113d-1a06-444c-a234-a526768ba05c tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=2c54d584-274b-482c-b20a-a799695c352e&tenant_id=3a84524b0b1d4c8da324d07cc553e331&binding%3Ahost_id=n-h1-825178-3 HTTP/1.1" status: 200 len: 1096 time: 0.7605381 Feb 09 12:15:27.909920 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 9db890f5-0383-4372-99f9-aaae905185cf up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:15:27.915129 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2275a0ef-9508-4e03-a730-47d61b9166d6 admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:15:27.942016 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2275a0ef-9508-4e03-a730-47d61b9166d6 admin admin] Pushing event updated for resources: {'Port': ['ID=b7658256-4303-4780-83b7-2e2f42a38e40,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:27.993979 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:15:28.018337 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796b819-a4d1-43f3-9157-da0e31fe1ad5 req-53ec7a81-5726-4c00-9a6e-cf7c203ab5ac tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:28.019877 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1796b819-a4d1-43f3-9157-da0e31fe1ad5 req-53ec7a81-5726-4c00-9a6e-cf7c203ab5ac tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7cc8a77-d1ac-4d06-8aea-4e7186991f7c HTTP/1.1" status: 200 len: 949 time: 0.9416149 Feb 09 12:15:28.067334 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-08908b8b-d19b-46a8-a469-37583a63d637 req-e778f48e-29df-4155-85fe-ee9a7cd26b1f tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/ports?device_id=64a9eb38-dfcf-4eeb-b9d0-091743efa9b9 HTTP/1.1" status: 200 len: 210 time: 0.1480880 Feb 09 12:15:28.070452 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d05c297b-89b0-477d-bdb4-30e8dedf6933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:28.081942 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 9db890f5-0383-4372-99f9-aaae905185cf completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:15:28.087533 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5 not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:15:28.115107 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef85502-edd9-4060-be40-b53cb4c3e78a req-b5a2b2bb-178a-4de8-989c-662eb2310e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:28.116583 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eef85502-edd9-4060-be40-b53cb4c3e78a req-b5a2b2bb-178a-4de8-989c-662eb2310e5b service neutron] 10.222.0.52 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.6183116 Feb 09 12:15:28.204241 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05c297b-89b0-477d-bdb4-30e8dedf6933 admin admin] Pushing event deleted for resources: {'Port': ['ID=96394959-d0a7-4372-967d-68f19043195b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:28.251484 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1796b819-a4d1-43f3-9157-da0e31fe1ad5 req-867519d3-8737-45fe-ae27-fc2dced4baae tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100763 Feb 09 12:15:28.252559 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eef85502-edd9-4060-be40-b53cb4c3e78a req-6cf91643-adc6-4472-befc-d6b6728cf277 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=0c1e68c4-b0ed-42d4-8cbc-5434684a18e4 HTTP/1.1" status: 200 len: 217 time: 0.1250470 Feb 09 12:15:28.259970 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b9476-64de-4df8-b1d2-bcea6dfca80a req-f745636f-03d2-45fd-835d-55e13df96022 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:28.261488 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0d2b9476-64de-4df8-b1d2-bcea6dfca80a req-f745636f-03d2-45fd-835d-55e13df96022 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ef259ac-cc44-4435-8382-9e55ac589bad HTTP/1.1" status: 200 len: 945 time: 0.9988172 Feb 09 12:15:28.491751 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b1c39-c9e7-4783-a202-dc10ef42000b req-eaad6635-2a3c-4ac7-99fd-5811fd3052c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:28.493307 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a03b1c39-c9e7-4783-a202-dc10ef42000b req-eaad6635-2a3c-4ac7-99fd-5811fd3052c4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=58f76073-59d5-49ad-ab5d-7da55f0710cb HTTP/1.1" status: 200 len: 1100 time: 0.7820735 Feb 09 12:15:28.534668 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-b01d3ac1-a0ed-421d-960c-84880054abad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:28.545502 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-b01d3ac1-a0ed-421d-960c-84880054abad service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2c54d584-274b-482c-b20a-a799695c352e&tenant_id=3a84524b0b1d4c8da324d07cc553e331 HTTP/1.1" status: 200 len: 1096 time: 0.6105554 Feb 09 12:15:28.568262 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-0d2b9476-64de-4df8-b1d2-bcea6dfca80a req-c9331fc9-6cc9-42a0-a93d-affef1cd98bd tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Deleting port ff5ce11c-c909-4f3e-bf86-64527188c970 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:15:28.568750 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-0d2b9476-64de-4df8-b1d2-bcea6dfca80a req-c9331fc9-6cc9-42a0-a93d-affef1cd98bd tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:28.652907 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef85502-edd9-4060-be40-b53cb4c3e78a req-fbdf72f0-9893-4cdc-9534-372b556a8a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:28.654352 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eef85502-edd9-4060-be40-b53cb4c3e78a req-fbdf72f0-9893-4cdc-9534-372b556a8a1a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.3855600 Feb 09 12:15:28.806174 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c6583-4d80-402c-9d86-ace46dd38428 req-b214825b-35f9-4da9-99f9-bfd3dabacf0f tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:28.807907 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-328c6583-4d80-402c-9d86-ace46dd38428 req-b214825b-35f9-4da9-99f9-bfd3dabacf0f tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Synchronizing usage tracker for tenant:64589850d54f49bfb3a355e7cee6f70a on resource:network {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:15:28.873452 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a03b1c39-c9e7-4783-a202-dc10ef42000b req-613a1201-f5d2-4a82-935c-8f4c9259c86d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c7822e3a-baa7-4564-8197-bf55397b778b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681660 Feb 09 12:15:28.892486 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675979c-7e50-4486-a68b-eeb4e04dbd9b req-7432ed5c-760e-4019-b035-da349fcc61c7 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:28.894134 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1675979c-7e50-4486-a68b-eeb4e04dbd9b req-7432ed5c-760e-4019-b035-da349fcc61c7 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ef259ac-cc44-4435-8382-9e55ac589bad HTTP/1.1" status: 200 len: 945 time: 0.6929529 Feb 09 12:15:29.006449 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17dc093-4309-4a8e-a8e0-5c63567da087 None None] Network 727602b1-351e-4caa-843f-3b4127964e62 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:15:29.026580 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-328c6583-4d80-402c-9d86-ace46dd38428 req-b214825b-35f9-4da9-99f9-bfd3dabacf0f tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Unset dirty status for tenant:64589850d54f49bfb3a355e7cee6f70a on resource:network {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:15:29.027820 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-328c6583-4d80-402c-9d86-ace46dd38428 req-b214825b-35f9-4da9-99f9-bfd3dabacf0f tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.46 "GET /v2.0/networks?id=a10f88e1-3d02-4171-8c71-31b6c9e6be17 HTTP/1.1" status: 200 len: 813 time: 0.4426315 Feb 09 12:15:29.034949 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-90ea32e6-7eec-424b-8a16-17a191353e17 req-7718c15a-4407-403a-866e-56350b4974a5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e1adc09c-f94a-4d63-9a0d-da5e6c06692c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7930367 Feb 09 12:15:29.100268 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-328c6583-4d80-402c-9d86-ace46dd38428 req-56a10b2c-0869-46aa-811f-56f8f2fda5f8 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Request body: {'port': {'device_id': '64a9eb38-dfcf-4eeb-b9d0-091743efa9b9', 'network_id': 'a10f88e1-3d02-4171-8c71-31b6c9e6be17', 'admin_state_up': True, 'tenant_id': '64589850d54f49bfb3a355e7cee6f70a'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:15:29.182522 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-364095ae-8851-4b27-b046-45ab70a3a3f5 None None] Provisioning for port 9db890f5-0383-4372-99f9-aaae905185cf completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:15:29.189747 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-364095ae-8851-4b27-b046-45ab70a3a3f5 None None] Provisioning complete for port 9db890f5-0383-4372-99f9-aaae905185cf triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:15:29.190128 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-364095ae-8851-4b27-b046-45ab70a3a3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:29.232733 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef85502-edd9-4060-be40-b53cb4c3e78a req-31b548ee-0bc7-409d-9e68-118d143c0841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:29.234743 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eef85502-edd9-4060-be40-b53cb4c3e78a req-31b548ee-0bc7-409d-9e68-118d143c0841 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4863505 Feb 09 12:15:29.243792 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-9400c3b9-32eb-4057-a1cc-3d5a9fdc584b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:29.245527 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-9400c3b9-32eb-4057-a1cc-3d5a9fdc584b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a84524b0b1d4c8da324d07cc553e331&device_id=2c54d584-274b-482c-b20a-a799695c352e HTTP/1.1" status: 200 len: 1096 time: 0.6322284 Feb 09 12:15:29.261973 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1675979c-7e50-4486-a68b-eeb4e04dbd9b req-ba5e1ac8-a4cb-4b90-b30c-0f190b36f13e tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/security-groups?id=96be2d67-e14f-4304-b2f9-bac4f50faac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243032 Feb 09 12:15:29.429877 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37ce75-5c2b-477d-a7ef-cbc3554ca889 req-01587a76-4ce7-4f15-994f-f11cb58e56d7 tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:29.436704 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6d37ce75-5c2b-477d-a7ef-cbc3554ca889 req-01587a76-4ce7-4f15-994f-f11cb58e56d7 tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] 10.222.0.55 "GET /v2.0/ports?device_id=58f76073-59d5-49ad-ab5d-7da55f0710cb HTTP/1.1" status: 200 len: 949 time: 0.7810013 Feb 09 12:15:29.495782 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 40914) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:15:29.509395 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-364095ae-8851-4b27-b046-45ab70a3a3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:29.551261 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-364095ae-8851-4b27-b046-45ab70a3a3f5 None None] For port 9db890f5-0383-4372-99f9-aaae905185cf, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=9db890f5-0383-4372-99f9-aaae905185cf,segment=NetworkSegment(372e6b6e-d808-403a-af9d-5cc8982778a2),segment_id=372e6b6e-d808-403a-af9d-5cc8982778a2)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:15:29.556314 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-364095ae-8851-4b27-b046-45ab70a3a3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:29.572481 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d05c297b-89b0-477d-bdb4-30e8dedf6933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:29.590337 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2275a0ef-9508-4e03-a730-47d61b9166d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:29.652659 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364095ae-8851-4b27-b046-45ab70a3a3f5 None None] Pushing event updated for resources: {'Port': ['ID=9db890f5-0383-4372-99f9-aaae905185cf,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:29.818920 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eef85502-edd9-4060-be40-b53cb4c3e78a req-4a10fdea-6646-4d3d-ace6-7693747e0f2f service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4958432 Feb 09 12:15:29.829787 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-1c042f34-a351-4774-9540-6823ffe2def3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:29.831208 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-1c042f34-a351-4774-9540-6823ffe2def3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c4b615eb-1906-4989-ab89-8b6ef1cc1053 HTTP/1.1" status: 200 len: 921 time: 0.5683069 Feb 09 12:15:29.834145 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6d37ce75-5c2b-477d-a7ef-cbc3554ca889 req-c22ec6c4-ca34-486a-ac8c-05acaed33be6 tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7822e3a-baa7-4564-8197-bf55397b778b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961258 Feb 09 12:15:29.844429 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-0d2b9476-64de-4df8-b1d2-bcea6dfca80a req-c9331fc9-6cc9-42a0-a93d-affef1cd98bd tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] For port ff5ce11c-c909-4f3e-bf86-64527188c970, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=ff5ce11c-c909-4f3e-bf86-64527188c970,segment=NetworkSegment(0c63d08b-86c2-44ed-af04-d226fc9fb1b6),segment_id=0c63d08b-86c2-44ed-af04-d226fc9fb1b6)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:15:29.844796 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-0d2b9476-64de-4df8-b1d2-bcea6dfca80a req-c9331fc9-6cc9-42a0-a93d-affef1cd98bd tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:29.867398 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-328c6583-4d80-402c-9d86-ace46dd38428 req-56a10b2c-0869-46aa-811f-56f8f2fda5f8 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:15:29.889122 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-8e48afce-ebc4-4864-a631-7d18239bb528 None None] Provisioning complete for port 9db890f5-0383-4372-99f9-aaae905185cf triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:15:29.890894 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8e48afce-ebc4-4864-a631-7d18239bb528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:29.965927 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 0c1e68c4-b0ed-42d4-8cbc-5434684a18e4 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:15:29.968996 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-328c6583-4d80-402c-9d86-ace46dd38428 req-56a10b2c-0869-46aa-811f-56f8f2fda5f8 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:15:29.972714 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea32e6-7eec-424b-8a16-17a191353e17 req-4ae38725-2881-4438-acee-425bbec0ed12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:29.974188 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-90ea32e6-7eec-424b-8a16-17a191353e17 req-4ae38725-2881-4438-acee-425bbec0ed12 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c9a644d28aa946259b7337281970c4b8&device_id=e1adc09c-f94a-4d63-9a0d-da5e6c06692c HTTP/1.1" status: 200 len: 1100 time: 0.7451949 Feb 09 12:15:30.024480 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-328c6583-4d80-402c-9d86-ace46dd38428 req-56a10b2c-0869-46aa-811f-56f8f2fda5f8 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Made reservation on behalf of 64589850d54f49bfb3a355e7cee6f70a for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:15:30.027864 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-328c6583-4d80-402c-9d86-ace46dd38428 req-56a10b2c-0869-46aa-811f-56f8f2fda5f8 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:30.166779 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port 0c1e68c4-b0ed-42d4-8cbc-5434684a18e4 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:15:30.174163 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port 0c1e68c4-b0ed-42d4-8cbc-5434684a18e4 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:15:30.174897 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:30.190178 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-810405cd-fdc2-4a70-a950-4017e1abb658 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5 HTTP/1.1" status: 200 len: 217 time: 0.3115382 Feb 09 12:15:30.197767 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-0d2b9476-64de-4df8-b1d2-bcea6dfca80a req-c9331fc9-6cc9-42a0-a93d-affef1cd98bd tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Calling delete_port for ff5ce11c-c909-4f3e-bf86-64527188c970 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:15:30.239845 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f94808da-3e05-48d3-b1db-aac299e6e331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:30.316779 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:30.351466 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7cc8a77-d1ac-4d06-8aea-4e7186991f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1e68c4-b0ed-42d4-8cbc-5434684a18e4'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:15:30.363759 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 0c1e68c4-b0ed-42d4-8cbc-5434684a18e4, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=0c1e68c4-b0ed-42d4-8cbc-5434684a18e4,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:15:30.368341 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:30.369460 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device ff5ce11c-c909-4f3e-bf86-64527188c970 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:15:30.412066 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-997ccb77-8c30-4e5e-a8b6-2dcba4740fe4 req-1fcb2c1c-d090-4a88-8d8f-5e29d16ec2a3 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/ports?device_id=64a9eb38-dfcf-4eeb-b9d0-091743efa9b9 HTTP/1.1" status: 200 len: 210 time: 0.4472828 Feb 09 12:15:30.473067 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eef85502-edd9-4060-be40-b53cb4c3e78a req-602401b1-3314-4642-850f-c4690ce5a32e service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6338053 Feb 09 12:15:30.476847 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea32e6-7eec-424b-8a16-17a191353e17 req-9b8f1adc-a7e7-488a-b567-40b2498d4734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:30.478311 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-90ea32e6-7eec-424b-8a16-17a191353e17 req-9b8f1adc-a7e7-488a-b567-40b2498d4734 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.4764705 Feb 09 12:15:30.498738 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929bd21-70d0-44b0-be77-9907842f5d9a req-025d7524-8d90-458c-aeda-ac5a98047e9b tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:30.501071 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0929bd21-70d0-44b0-be77-9907842f5d9a req-025d7524-8d90-458c-aeda-ac5a98047e9b tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c54d584-274b-482c-b20a-a799695c352e HTTP/1.1" status: 200 len: 945 time: 0.9977031 Feb 09 12:15:30.502300 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=0c1e68c4-b0ed-42d4-8cbc-5434684a18e4,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:30.520431 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-f94808da-3e05-48d3-b1db-aac299e6e331 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:15:30.548997 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-f94808da-3e05-48d3-b1db-aac299e6e331 admin admin] Usage tracker for resource:security_group_rule and tenant:f86a0639ed0245f18e2053b65b9ac7e0 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:15:30.565192 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-f94808da-3e05-48d3-b1db-aac299e6e331 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:15:30.573315 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:30.582587 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-f94808da-3e05-48d3-b1db-aac299e6e331 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:15:30.636105 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-e861cecf-cea3-43f6-8f5a-9b6c9b4154ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:30.637522 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-e861cecf-cea3-43f6-8f5a-9b6c9b4154ad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9d6b2f2b-3fb9-4d1b-ac78-19140ea18253 HTTP/1.1" status: 200 len: 860 time: 0.3857470 Feb 09 12:15:30.652526 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-90ea32e6-7eec-424b-8a16-17a191353e17 req-54c3e29c-f976-4e56-9cc1-811d4c59d071 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=2757b3d6-dc7b-47d5-b590-77650b8c733f HTTP/1.1" status: 200 len: 217 time: 0.1035857 Feb 09 12:15:30.653480 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2275a0ef-9508-4e03-a730-47d61b9166d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:30.686001 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-0d2b9476-64de-4df8-b1d2-bcea6dfca80a req-c9331fc9-6cc9-42a0-a93d-affef1cd98bd tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:30.691493 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0929bd21-70d0-44b0-be77-9907842f5d9a req-ecfa46f0-2908-4be3-8dbb-ecfa09fd526b tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723475 Feb 09 12:15:30.765547 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-411d6cbb-8edc-4fd9-b27a-8d57d36c60f8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c4b615eb-1906-4989-ab89-8b6ef1cc1053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1170413 Feb 09 12:15:30.781384 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9331fc9-6cc9-42a0-a93d-affef1cd98bd tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Pushing event deleted for resources: {'Port': ['ID=ff5ce11c-c909-4f3e-bf86-64527188c970,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:30.988914 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05c297b-89b0-477d-bdb4-30e8dedf6933 admin admin] Router 2093b8cb-2828-424e-b143-6aa2743a12c8 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:15:31.070373 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea32e6-7eec-424b-8a16-17a191353e17 req-2850fc94-df50-44f0-8ed4-0ff0f52cd740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:31.071802 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-90ea32e6-7eec-424b-8a16-17a191353e17 req-2850fc94-df50-44f0-8ed4-0ff0f52cd740 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.3818188 Feb 09 12:15:31.075416 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-328c6583-4d80-402c-9d86-ace46dd38428 req-56a10b2c-0869-46aa-811f-56f8f2fda5f8 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Allocated IP 172.20.0.12 (a10f88e1-3d02-4171-8c71-31b6c9e6be17/8f07f6df-adf1-4387-8c0a-c935bf8584cf/12ce859c-b96e-4f5f-a1e2-6dbfecea7965) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:15:31.111723 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9fb636e7-5aee-4156-88ad-21433efa1a38 req-b459105b-3106-4ae0-b950-ca0b59b18ff6 tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ef259ac-cc44-4435-8382-9e55ac589bad HTTP/1.1" status: 200 len: 210 time: 0.2791131 Feb 09 12:15:31.112636 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d2b9476-64de-4df8-b1d2-bcea6dfca80a req-c9331fc9-6cc9-42a0-a93d-affef1cd98bd tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] No DVR routers for this DVR port ff5ce11c-c909-4f3e-bf86-64527188c970 on host n-h1-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:15:31.118202 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-0d2b9476-64de-4df8-b1d2-bcea6dfca80a req-c9331fc9-6cc9-42a0-a93d-affef1cd98bd tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:31.124236 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef259ac-cc44-4435-8382-9e55ac589bad', 'name': 'network-vif-deleted', 'tag': 'ff5ce11c-c909-4f3e-bf86-64527188c970'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:15:31.191255 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0d2b9476-64de-4df8-b1d2-bcea6dfca80a req-c9331fc9-6cc9-42a0-a93d-affef1cd98bd tempest-FloatingIPsAssociationNegativeTestJSON-988813170 tempest-FloatingIPsAssociationNegativeTestJSON-988813170-project] 10.222.0.52 "DELETE /v2.0/ports/ff5ce11c-c909-4f3e-bf86-64527188c970 HTTP/1.1" status: 204 len: 173 time: 2.8917828 Feb 09 12:15:31.195580 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7cc8a77-d1ac-4d06-8aea-4e7186991f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1e68c4-b0ed-42d4-8cbc-5434684a18e4', 'code': 200} Feb 09 12:15:31.199289 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a67c31d-923f-4f52-a38f-9f075be82505 req-3c387d51-3af1-4a34-85cd-463a1dc5fb52 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:31.200839 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0a67c31d-923f-4f52-a38f-9f075be82505 req-3c387d51-3af1-4a34-85cd-463a1dc5fb52 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7cc8a77-d1ac-4d06-8aea-4e7186991f7c HTTP/1.1" status: 200 len: 950 time: 0.6161196 Feb 09 12:15:31.298019 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f94808da-3e05-48d3-b1db-aac299e6e331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:31.305771 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-2a006634-ce11-44a8-bc3e-b5f40a9cd797 service neutron] 10.222.0.46 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5278971 Feb 09 12:15:31.308835 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f94808da-3e05-48d3-b1db-aac299e6e331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:31.393205 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0a67c31d-923f-4f52-a38f-9f075be82505 req-ee27164b-3dc9-44b4-83c3-71207a9fc894 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705155 Feb 09 12:15:31.465594 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef259ac-cc44-4435-8382-9e55ac589bad', 'name': 'network-vif-deleted', 'tag': 'ff5ce11c-c909-4f3e-bf86-64527188c970', 'status': 'completed', 'code': 200} Feb 09 12:15:31.584168 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f94808da-3e05-48d3-b1db-aac299e6e331 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f86a0639ed0245f18e2053b65b9ac7e0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0655427 Feb 09 12:15:31.599081 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40930) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:15:31.606868 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05c297b-89b0-477d-bdb4-30e8dedf6933 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:15:31.617376 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0b28da-dc44-4f54-a0b6-6ba9ae1adf68 None None] Sync routers for ids ['2093b8cb-2828-424e-b143-6aa2743a12c8'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:15:31.627685 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0b28da-dc44-4f54-a0b6-6ba9ae1adf68 None None] Routers {'2093b8cb-2828-424e-b143-6aa2743a12c8'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:15:31.628404 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-ff0b28da-dc44-4f54-a0b6-6ba9ae1adf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:15:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2093b8cb-2828-424e-b143-6aa2743a12c8'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:15:31.635347 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94808da-3e05-48d3-b1db-aac299e6e331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654bfad2-3d16-4dc2-858e-18a1acbb8b31,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:31.651290 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea32e6-7eec-424b-8a16-17a191353e17 req-5edd576e-a490-40f8-b35c-871a91a40a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:31.652890 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-90ea32e6-7eec-424b-8a16-17a191353e17 req-5edd576e-a490-40f8-b35c-871a91a40a90 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5676682 Feb 09 12:15:31.668856 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2275a0ef-9508-4e03-a730-47d61b9166d6 admin admin] Router eaee0016-3e91-4d6c-88ab-382d62bec114 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:15:31.675160 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cd784c48-679e-45f6-8ef8-7c0dbe50003c req-a5c2cb4d-e777-4472-be6b-e92a20934d51 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/ports?device_id=64a9eb38-dfcf-4eeb-b9d0-091743efa9b9 HTTP/1.1" status: 200 len: 210 time: 0.0985727 Feb 09 12:15:31.740687 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-9addcc85-77f0-432a-8a30-bfd6269d9a6e service neutron] 10.222.0.46 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220173 Feb 09 12:15:31.751083 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5d659-7843-4a09-8a77-6b603b9ac2d3 req-68ab980e-068c-4f87-9b2d-79c9bc10049b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:31.752965 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a8f5d659-7843-4a09-8a77-6b603b9ac2d3 req-68ab980e-068c-4f87-9b2d-79c9bc10049b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e7cc8a77-d1ac-4d06-8aea-4e7186991f7c HTTP/1.1" status: 200 len: 1101 time: 0.3680820 Feb 09 12:15:31.761948 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b8c03-14a3-4239-b56d-2d100f42a858 req-ce4ea52b-2092-4173-8550-8dfd8ae58c02 tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:31.763759 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-871b8c03-14a3-4239-b56d-2d100f42a858 req-ce4ea52b-2092-4173-8550-8dfd8ae58c02 tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] 10.222.0.55 "GET /v2.0/ports?device_id=58f76073-59d5-49ad-ab5d-7da55f0710cb HTTP/1.1" status: 200 len: 949 time: 0.3249533 Feb 09 12:15:31.786548 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 9db890f5-0383-4372-99f9-aaae905185cf up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:15:31.829801 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0614c7bd-99b9-49ed-ba79-5424837a5059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:31.831688 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a8f5d659-7843-4a09-8a77-6b603b9ac2d3 req-5a248a90-8365-4dd7-98c6-9e955ec2b2e9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667307 Feb 09 12:15:31.856674 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-871b8c03-14a3-4239-b56d-2d100f42a858 req-3af5312f-12e3-4d13-8fa1-c3eae587ebc5 tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7822e3a-baa7-4564-8197-bf55397b778b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768650 Feb 09 12:15:31.882734 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 9db890f5-0383-4372-99f9-aaae905185cf triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:15:31.883085 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:31.891409 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d05c297b-89b0-477d-bdb4-30e8dedf6933 admin admin] 10.222.0.55 "PUT /v2.0/routers/2093b8cb-2828-424e-b143-6aa2743a12c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5075841 Feb 09 12:15:31.891793 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 40940) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:15:31.980715 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-ff0b28da-dc44-4f54-a0b6-6ba9ae1adf68 None None] Set router 2093b8cb-2828-424e-b143-6aa2743a12c8 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:15:32.129423 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2275a0ef-9508-4e03-a730-47d61b9166d6 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:15:32.144114 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612a46e3-c2dc-4a06-8500-1306fa7e05ad None None] Sync routers for ids ['eaee0016-3e91-4d6c-88ab-382d62bec114'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:15:32.169974 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2275a0ef-9508-4e03-a730-47d61b9166d6 admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:32.172081 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2275a0ef-9508-4e03-a730-47d61b9166d6 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.8512378 Feb 09 12:15:32.182665 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-328c6583-4d80-402c-9d86-ace46dd38428 req-56a10b2c-0869-46aa-811f-56f8f2fda5f8 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:32.195858 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612a46e3-c2dc-4a06-8500-1306fa7e05ad None None] Routers {'eaee0016-3e91-4d6c-88ab-382d62bec114'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:15:32.199504 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-612a46e3-c2dc-4a06-8500-1306fa7e05ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:15:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['eaee0016-3e91-4d6c-88ab-382d62bec114'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:15:32.207673 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40948) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:15:32.261397 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1036c050-1ed5-400e-93ab-774ded573669 admin admin] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:32.340498 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0614c7bd-99b9-49ed-ba79-5424837a5059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:32.388341 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb20168-9e22-435b-bbe7-78a92b7d3592 req-07790b56-4511-4c12-a2fe-5cbb48223818 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:32.408440 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4cb20168-9e22-435b-bbe7-78a92b7d3592 req-07790b56-4511-4c12-a2fe-5cbb48223818 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c54d584-274b-482c-b20a-a799695c352e HTTP/1.1" status: 200 len: 945 time: 0.4470069 Feb 09 12:15:32.507959 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-90ea32e6-7eec-424b-8a16-17a191353e17 req-35c4b969-58b6-46b3-b3fb-28ea36849506 service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8285511 Feb 09 12:15:32.587504 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-612a46e3-c2dc-4a06-8500-1306fa7e05ad None None] Set router eaee0016-3e91-4d6c-88ab-382d62bec114 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:15:32.599887 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-7b4f911b-f4ad-4331-a613-e5bd26138e96 tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:32.601620 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-7b4f911b-f4ad-4331-a613-e5bd26138e96 tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=2c54d584-274b-482c-b20a-a799695c352e&tenant_id=3a84524b0b1d4c8da324d07cc553e331&binding%3Ahost_id=n-h2-825178-3 HTTP/1.1" status: 200 len: 1096 time: 0.4521537 Feb 09 12:15:32.639379 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0614c7bd-99b9-49ed-ba79-5424837a5059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:32.666440 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-ff0b28da-dc44-4f54-a0b6-6ba9ae1adf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1876601093-router', 'tenant_id': 'b614b8bd377446f892967d9352b20ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'ee3ee323-9b00-4bfe-a361-b70a2182d450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:11:42Z', 'updated_at': '2022-02-09T12:15:27Z', 'revision_number': 5, 'project_id': 'b614b8bd377446f892967d9352b20ad9', 'gw_port': {'id': 'ee3ee323-9b00-4bfe-a361-b70a2182d450', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:11:43Z', 'updated_at': '2022-02-09T12:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:15:32.672456 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0b28da-dc44-4f54-a0b6-6ba9ae1adf68 None None] Checking router: 2093b8cb-2828-424e-b143-6aa2743a12c8 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:15:32.673218 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4cb20168-9e22-435b-bbe7-78a92b7d3592 req-30995e2b-54a9-4bb1-b72e-15a134947609 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589898 Feb 09 12:15:32.693800 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 40956) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:15:32.707151 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0b28da-dc44-4f54-a0b6-6ba9ae1adf68 None None] Routers {'2093b8cb-2828-424e-b143-6aa2743a12c8'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:15:32.707814 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-ff0b28da-dc44-4f54-a0b6-6ba9ae1adf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:15:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2093b8cb-2828-424e-b143-6aa2743a12c8'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:15:32.730763 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0614c7bd-99b9-49ed-ba79-5424837a5059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:32.731900 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0614c7bd-99b9-49ed-ba79-5424837a5059 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/654bfad2-3d16-4dc2-858e-18a1acbb8b31 HTTP/1.1" status: 204 len: 168 time: 1.1267178 Feb 09 12:15:32.732790 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0614c7bd-99b9-49ed-ba79-5424837a5059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654bfad2-3d16-4dc2-858e-18a1acbb8b31,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:32.761857 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-328c6583-4d80-402c-9d86-ace46dd38428 req-56a10b2c-0869-46aa-811f-56f8f2fda5f8 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:32.788353 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['e9cd4a24-13a2-48d5-a087-aca4187189c0'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:15:32.890373 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1036c050-1ed5-400e-93ab-774ded573669 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:33.040396 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-ff0b28da-dc44-4f54-a0b6-6ba9ae1adf68 None None] Set router 2093b8cb-2828-424e-b143-6aa2743a12c8 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:15:33.149274 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-90ea32e6-7eec-424b-8a16-17a191353e17 req-9e9d723f-79a7-4c17-8bdb-9b063a5f370c service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5545106 Feb 09 12:15:33.207226 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-1036c050-1ed5-400e-93ab-774ded573669 admin admin] Deleting port ee3ee323-9b00-4bfe-a361-b70a2182d450 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:15:33.207568 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1036c050-1ed5-400e-93ab-774ded573669 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:33.226093 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-612a46e3-c2dc-4a06-8500-1306fa7e05ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaee0016-3e91-4d6c-88ab-382d62bec114', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1442358227-router', 'tenant_id': 'fe9eea7294ae46a29e643f1f25532eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': 'b7658256-4303-4780-83b7-2e2f42a38e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:15:25Z', 'updated_at': '2022-02-09T12:15:28Z', 'revision_number': 3, 'project_id': 'fe9eea7294ae46a29e643f1f25532eef', 'gw_port': {'id': 'b7658256-4303-4780-83b7-2e2f42a38e40', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b1:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaee0016-3e91-4d6c-88ab-382d62bec114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:15:27Z', 'updated_at': '2022-02-09T12:15:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:15:33.265342 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612a46e3-c2dc-4a06-8500-1306fa7e05ad None None] Checking router: eaee0016-3e91-4d6c-88ab-382d62bec114 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:15:33.268594 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612a46e3-c2dc-4a06-8500-1306fa7e05ad None None] Updating router eaee0016-3e91-4d6c-88ab-382d62bec114 port b7658256-4303-4780-83b7-2e2f42a38e40 binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:15:33.305318 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-328c6583-4d80-402c-9d86-ace46dd38428 req-56a10b2c-0869-46aa-811f-56f8f2fda5f8 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Network a10f88e1-3d02-4171-8c71-31b6c9e6be17 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:15:33.328347 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-328c6583-4d80-402c-9d86-ace46dd38428 req-56a10b2c-0869-46aa-811f-56f8f2fda5f8 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:15:33.337691 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-328c6583-4d80-402c-9d86-ace46dd38428 req-56a10b2c-0869-46aa-811f-56f8f2fda5f8 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:15:33.385687 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-ff0b28da-dc44-4f54-a0b6-6ba9ae1adf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1876601093-router', 'tenant_id': 'b614b8bd377446f892967d9352b20ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'ee3ee323-9b00-4bfe-a361-b70a2182d450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:11:42Z', 'updated_at': '2022-02-09T12:15:27Z', 'revision_number': 5, 'project_id': 'b614b8bd377446f892967d9352b20ad9', 'gw_port': {'id': 'ee3ee323-9b00-4bfe-a361-b70a2182d450', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:11:43Z', 'updated_at': '2022-02-09T12:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:15:33.390632 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0b28da-dc44-4f54-a0b6-6ba9ae1adf68 None None] The sync data for ids ['2093b8cb-2828-424e-b143-6aa2743a12c8'] in n-d-825178-3 is: [{'id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1876601093-router', 'tenant_id': 'b614b8bd377446f892967d9352b20ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'ee3ee323-9b00-4bfe-a361-b70a2182d450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:11:42Z', 'updated_at': '2022-02-09T12:15:27Z', 'revision_number': 5, 'project_id': 'b614b8bd377446f892967d9352b20ad9', 'gw_port': {'id': 'ee3ee323-9b00-4bfe-a361-b70a2182d450', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093b8cb-2828-424e-b143-6aa2743a12c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:11:43Z', 'updated_at': '2022-02-09T12:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:15:33.493281 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-612a46e3-c2dc-4a06-8500-1306fa7e05ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:33.648116 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a10b2c-0869-46aa-811f-56f8f2fda5f8 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Pushing event updated for resources: {'Port': ['ID=12ce859c-b96e-4f5f-a1e2-6dbfecea7965,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:33.705728 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c6583-4d80-402c-9d86-ace46dd38428 req-56a10b2c-0869-46aa-811f-56f8f2fda5f8 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:33.706359 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-328c6583-4d80-402c-9d86-ace46dd38428 req-56a10b2c-0869-46aa-811f-56f8f2fda5f8 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:33.814846 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 96394959-d0a7-4372-967d-68f19043195b no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:15:33.818873 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-328c6583-4d80-402c-9d86-ace46dd38428 req-56a10b2c-0869-46aa-811f-56f8f2fda5f8 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7249076 Feb 09 12:15:33.849311 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-328c6583-4d80-402c-9d86-ace46dd38428 req-20e0ad76-8f68-4578-ae70-335afd546e82 service neutron] Request body: {'port': {'device_id': '64a9eb38-dfcf-4eeb-b9d0-091743efa9b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:15:33.912261 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c07ec-0b08-4d88-b5ed-349b041db3e6 req-ae9657be-1297-472c-9f3d-3c699a9f7491 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:33.920925 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 96394959-d0a7-4372-967d-68f19043195b {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:15:33.921229 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 96394959-d0a7-4372-967d-68f19043195b not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:15:33.925146 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bc9c07ec-0b08-4d88-b5ed-349b041db3e6 req-ae9657be-1297-472c-9f3d-3c699a9f7491 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7cc8a77-d1ac-4d06-8aea-4e7186991f7c HTTP/1.1" status: 200 len: 950 time: 1.0139894 Feb 09 12:15:33.950339 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-3976c38f-c826-47fb-9d50-ef7740747bc0 service neutron] For port 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:15:34.053364 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bc9c07ec-0b08-4d88-b5ed-349b041db3e6 req-9e7313d2-c73a-4c15-a478-5bea53b6017b tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268716 Feb 09 12:15:34.112746 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452f07c-3c14-4c76-810d-53c23c1dd703 req-7ec5fbd0-f109-4f60-a742-e15686fdc171 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:34.114461 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c452f07c-3c14-4c76-810d-53c23c1dd703 req-7ec5fbd0-f109-4f60-a742-e15686fdc171 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/ports?device_id=64a9eb38-dfcf-4eeb-b9d0-091743efa9b9 HTTP/1.1" status: 200 len: 932 time: 1.0576890 Feb 09 12:15:34.117729 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 40986) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:15:34.162351 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-328c6583-4d80-402c-9d86-ace46dd38428 req-20e0ad76-8f68-4578-ae70-335afd546e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:34.163010 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-3976c38f-c826-47fb-9d50-ef7740747bc0 service neutron] Notify callbacks [] for binding, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:34.164193 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-06cf45d2-4d32-4038-a9ac-18d7e492973d req-3976c38f-c826-47fb-9d50-ef7740747bc0 service neutron] 10.222.0.46 "DELETE /v2.0/ports/6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5/bindings/n-h1-825178-3 HTTP/1.1" status: 204 len: 173 time: 1.5541427 Feb 09 12:15:34.269179 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e7cc3603-06de-4765-84f1-62dbd1235c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:34.312179 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-1036c050-1ed5-400e-93ab-774ded573669 admin admin] For port ee3ee323-9b00-4bfe-a361-b70a2182d450, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=ee3ee323-9b00-4bfe-a361-b70a2182d450,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:15:34.312876 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1036c050-1ed5-400e-93ab-774ded573669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:34.326427 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c452f07c-3c14-4c76-810d-53c23c1dd703 req-0155a7da-ac18-4583-89a6-9d2291c6ef73 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Synchronizing usage tracker for tenant:64589850d54f49bfb3a355e7cee6f70a on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:15:34.329872 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-612a46e3-c2dc-4a06-8500-1306fa7e05ad None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:34.343917 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-612a46e3-c2dc-4a06-8500-1306fa7e05ad None None] Transition to ACTIVE for port object b7658256-4303-4780-83b7-2e2f42a38e40 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:15:34.355652 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-612a46e3-c2dc-4a06-8500-1306fa7e05ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:34.463150 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bed8569-a2d7-44c1-85bc-da7d137077ca None None] Pushing event updated for resources: {'Port': ['ID=b7658256-4303-4780-83b7-2e2f42a38e40,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:34.476730 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-0d9f37e1-8b36-4956-baa3-5b329475e4d3 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1497196641-network', 'tenant_id': 'e269a22f7331401b92d6d31273b08c8d'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:15:34.482090 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-612a46e3-c2dc-4a06-8500-1306fa7e05ad None None] Attempting to bind port b7658256-4303-4780-83b7-2e2f42a38e40 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:15:34.482463 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-612a46e3-c2dc-4a06-8500-1306fa7e05ad None None] Attempting to bind port b7658256-4303-4780-83b7-2e2f42a38e40 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:15:34.482963 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612a46e3-c2dc-4a06-8500-1306fa7e05ad None None] Attempting to bind port b7658256-4303-4780-83b7-2e2f42a38e40 on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:15:34.491217 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612a46e3-c2dc-4a06-8500-1306fa7e05ad None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:15:34.491770 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612a46e3-c2dc-4a06-8500-1306fa7e05ad None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:15:34.492214 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-612a46e3-c2dc-4a06-8500-1306fa7e05ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:34.492611 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612a46e3-c2dc-4a06-8500-1306fa7e05ad None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:15:34.493227 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-612a46e3-c2dc-4a06-8500-1306fa7e05ad None None] Bound port: b7658256-4303-4780-83b7-2e2f42a38e40, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:15:34.493616 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-612a46e3-c2dc-4a06-8500-1306fa7e05ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:34.552668 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-1036c050-1ed5-400e-93ab-774ded573669 admin admin] Calling delete_port for ee3ee323-9b00-4bfe-a361-b70a2182d450 owned by network:router_gateway {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:15:34.568872 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-612a46e3-c2dc-4a06-8500-1306fa7e05ad None None] For port b7658256-4303-4780-83b7-2e2f42a38e40, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:15:34.572049 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-612a46e3-c2dc-4a06-8500-1306fa7e05ad None None] For port b7658256-4303-4780-83b7-2e2f42a38e40, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=b7658256-4303-4780-83b7-2e2f42a38e40,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:15:34.577648 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-612a46e3-c2dc-4a06-8500-1306fa7e05ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:34.581131 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-0d9f37e1-8b36-4956-baa3-5b329475e4d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:15:34.619454 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-0d9f37e1-8b36-4956-baa3-5b329475e4d3 admin admin] Usage tracker for resource:network and tenant:e269a22f7331401b92d6d31273b08c8d is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:15:34.638518 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-0d9f37e1-8b36-4956-baa3-5b329475e4d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:15:34.651225 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c452f07c-3c14-4c76-810d-53c23c1dd703 req-0155a7da-ac18-4583-89a6-9d2291c6ef73 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Unset dirty status for tenant:64589850d54f49bfb3a355e7cee6f70a on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:15:34.655705 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612a46e3-c2dc-4a06-8500-1306fa7e05ad None None] Routers {'eaee0016-3e91-4d6c-88ab-382d62bec114'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:15:34.656567 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-612a46e3-c2dc-4a06-8500-1306fa7e05ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:15:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['eaee0016-3e91-4d6c-88ab-382d62bec114'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:15:34.660693 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c452f07c-3c14-4c76-810d-53c23c1dd703 req-0155a7da-ac18-4583-89a6-9d2291c6ef73 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4fb3f13-7dc7-4cfe-ae6d-dfbf47efd150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5353434 Feb 09 12:15:34.683870 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-0d9f37e1-8b36-4956-baa3-5b329475e4d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:15:34.700968 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-e7cc3603-06de-4765-84f1-62dbd1235c32 admin admin] Allocated IP 172.20.0.1 (727602b1-351e-4caa-843f-3b4127964e62/72c876c0-ef76-4c4c-bcce-ae8e6bbea90e/45004933-648a-419e-aae3-834004f1a904) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:15:34.726841 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bed8569-a2d7-44c1-85bc-da7d137077ca None None] Pushing event updated for resources: {'Port': ['ID=b7658256-4303-4780-83b7-2e2f42a38e40,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:34.882154 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-612a46e3-c2dc-4a06-8500-1306fa7e05ad None None] Set router eaee0016-3e91-4d6c-88ab-382d62bec114 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:15:34.907984 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-328c6583-4d80-402c-9d86-ace46dd38428 req-20e0ad76-8f68-4578-ae70-335afd546e82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12ce859c-b96e-4f5f-a1e2-6dbfecea7965 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:15:34.926235 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-328c6583-4d80-402c-9d86-ace46dd38428 req-20e0ad76-8f68-4578-ae70-335afd546e82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:34.961771 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e7cc3603-06de-4765-84f1-62dbd1235c32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:34.965111 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-328c6583-4d80-402c-9d86-ace46dd38428 req-20e0ad76-8f68-4578-ae70-335afd546e82 service neutron] Transition to ACTIVE for port object 12ce859c-b96e-4f5f-a1e2-6dbfecea7965 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:15:34.973848 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-328c6583-4d80-402c-9d86-ace46dd38428 req-20e0ad76-8f68-4578-ae70-335afd546e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:35.005502 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9f37e1-8b36-4956-baa3-5b329475e4d3 admin admin] Made reservation on behalf of e269a22f7331401b92d6d31273b08c8d for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:15:35.007645 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0d9f37e1-8b36-4956-baa3-5b329475e4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:35.023134 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0d9f37e1-8b36-4956-baa3-5b329475e4d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:35.049675 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1036c050-1ed5-400e-93ab-774ded573669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:35.132110 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1036c050-1ed5-400e-93ab-774ded573669 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee3ee323-9b00-4bfe-a361-b70a2182d450,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:35.152168 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab464a9-06fd-4a49-929e-b4f4b7ad00aa req-c38ef227-752f-455f-b0af-bf958cbd52a9 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:35.157692 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bab464a9-06fd-4a49-929e-b4f4b7ad00aa req-c38ef227-752f-455f-b0af-bf958cbd52a9 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c54d584-274b-482c-b20a-a799695c352e HTTP/1.1" status: 200 len: 945 time: 0.8142335 Feb 09 12:15:35.160822 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-0d9f37e1-8b36-4956-baa3-5b329475e4d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:15:35.166421 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-0d9f37e1-8b36-4956-baa3-5b329475e4d3 admin admin] Usage tracker for resource:security_group_rule and tenant:e269a22f7331401b92d6d31273b08c8d is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:15:35.171986 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-0d9f37e1-8b36-4956-baa3-5b329475e4d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:15:35.242263 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e0ad76-8f68-4578-ae70-335afd546e82 service neutron] Pushing event updated for resources: {'Port': ['ID=12ce859c-b96e-4f5f-a1e2-6dbfecea7965,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:35.254469 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-e7cc3603-06de-4765-84f1-62dbd1235c32 admin admin] Transition to ACTIVE for port object 45004933-648a-419e-aae3-834004f1a904 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:15:35.272762 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-0d9f37e1-8b36-4956-baa3-5b329475e4d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:15:35.328586 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-612a46e3-c2dc-4a06-8500-1306fa7e05ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaee0016-3e91-4d6c-88ab-382d62bec114', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1442358227-router', 'tenant_id': 'fe9eea7294ae46a29e643f1f25532eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': 'b7658256-4303-4780-83b7-2e2f42a38e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:15:25Z', 'updated_at': '2022-02-09T12:15:28Z', 'revision_number': 3, 'project_id': 'fe9eea7294ae46a29e643f1f25532eef', 'gw_port': {'id': 'b7658256-4303-4780-83b7-2e2f42a38e40', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b1:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaee0016-3e91-4d6c-88ab-382d62bec114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:15:27Z', 'updated_at': '2022-02-09T12:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:15:35.334538 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612a46e3-c2dc-4a06-8500-1306fa7e05ad None None] The sync data for ids ['eaee0016-3e91-4d6c-88ab-382d62bec114'] in n-d-825178-3 is: [{'id': 'eaee0016-3e91-4d6c-88ab-382d62bec114', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1442358227-router', 'tenant_id': 'fe9eea7294ae46a29e643f1f25532eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': 'b7658256-4303-4780-83b7-2e2f42a38e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:15:25Z', 'updated_at': '2022-02-09T12:15:28Z', 'revision_number': 3, 'project_id': 'fe9eea7294ae46a29e643f1f25532eef', 'gw_port': {'id': 'b7658256-4303-4780-83b7-2e2f42a38e40', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b1:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaee0016-3e91-4d6c-88ab-382d62bec114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:15:27Z', 'updated_at': '2022-02-09T12:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:15:35.372900 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bab464a9-06fd-4a49-929e-b4f4b7ad00aa req-81c35654-6ec2-4a03-a4ef-307920e1d119 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974807 Feb 09 12:15:35.398491 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-328c6583-4d80-402c-9d86-ace46dd38428 req-20e0ad76-8f68-4578-ae70-335afd546e82 service neutron] Attempting to bind port 12ce859c-b96e-4f5f-a1e2-6dbfecea7965 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:15:35.398833 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-328c6583-4d80-402c-9d86-ace46dd38428 req-20e0ad76-8f68-4578-ae70-335afd546e82 service neutron] Attempting to bind port 12ce859c-b96e-4f5f-a1e2-6dbfecea7965 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'bebbd8fc-dd7d-4200-8938-452b9dad56e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'a10f88e1-3d02-4171-8c71-31b6c9e6be17'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:15:35.399425 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328c6583-4d80-402c-9d86-ace46dd38428 req-20e0ad76-8f68-4578-ae70-335afd546e82 service neutron] Attempting to bind port 12ce859c-b96e-4f5f-a1e2-6dbfecea7965 on network a10f88e1-3d02-4171-8c71-31b6c9e6be17 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:15:35.408994 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e7cc3603-06de-4765-84f1-62dbd1235c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:35.412242 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1036c050-1ed5-400e-93ab-774ded573669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:35.413928 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328c6583-4d80-402c-9d86-ace46dd38428 req-20e0ad76-8f68-4578-ae70-335afd546e82 service neutron] Port 12ce859c-b96e-4f5f-a1e2-6dbfecea7965 on network a10f88e1-3d02-4171-8c71-31b6c9e6be17 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:15:35.414216 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328c6583-4d80-402c-9d86-ace46dd38428 req-20e0ad76-8f68-4578-ae70-335afd546e82 service neutron] Attempting to bind port 12ce859c-b96e-4f5f-a1e2-6dbfecea7965 on network a10f88e1-3d02-4171-8c71-31b6c9e6be17 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:15:35.466469 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328c6583-4d80-402c-9d86-ace46dd38428 req-20e0ad76-8f68-4578-ae70-335afd546e82 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:15:35.466879 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328c6583-4d80-402c-9d86-ace46dd38428 req-20e0ad76-8f68-4578-ae70-335afd546e82 service neutron] Checking segment: {'id': 'bebbd8fc-dd7d-4200-8938-452b9dad56e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'a10f88e1-3d02-4171-8c71-31b6c9e6be17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:15:35.467971 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328c6583-4d80-402c-9d86-ace46dd38428 req-20e0ad76-8f68-4578-ae70-335afd546e82 service neutron] Bound using segment: {'id': 'bebbd8fc-dd7d-4200-8938-452b9dad56e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'a10f88e1-3d02-4171-8c71-31b6c9e6be17'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:15:35.468536 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-328c6583-4d80-402c-9d86-ace46dd38428 req-20e0ad76-8f68-4578-ae70-335afd546e82 service neutron] Bound port: 12ce859c-b96e-4f5f-a1e2-6dbfecea7965, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bebbd8fc-dd7d-4200-8938-452b9dad56e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'a10f88e1-3d02-4171-8c71-31b6c9e6be17'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:15:35.469024 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-328c6583-4d80-402c-9d86-ace46dd38428 req-20e0ad76-8f68-4578-ae70-335afd546e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:35.515188 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cc3603-06de-4765-84f1-62dbd1235c32 admin admin] Network 727602b1-351e-4caa-843f-3b4127964e62 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:15:35.561630 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-e7cc3603-06de-4765-84f1-62dbd1235c32 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:15:35.568879 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cc3603-06de-4765-84f1-62dbd1235c32 admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:15:35.660877 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc3603-06de-4765-84f1-62dbd1235c32 admin admin] Pushing event updated for resources: {'Port': ['ID=45004933-648a-419e-aae3-834004f1a904,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:35.679418 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-328c6583-4d80-402c-9d86-ace46dd38428 req-20e0ad76-8f68-4578-ae70-335afd546e82 service neutron] For port 12ce859c-b96e-4f5f-a1e2-6dbfecea7965, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:15:35.685720 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-328c6583-4d80-402c-9d86-ace46dd38428 req-20e0ad76-8f68-4578-ae70-335afd546e82 service neutron] For port 12ce859c-b96e-4f5f-a1e2-6dbfecea7965, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=12ce859c-b96e-4f5f-a1e2-6dbfecea7965,segment=NetworkSegment(bebbd8fc-dd7d-4200-8938-452b9dad56e6),segment_id=bebbd8fc-dd7d-4200-8938-452b9dad56e6)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:15:35.686858 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e7cc3603-06de-4765-84f1-62dbd1235c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:35.864888 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-328c6583-4d80-402c-9d86-ace46dd38428 req-20e0ad76-8f68-4578-ae70-335afd546e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:35.926595 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26d8be-b5bc-43cc-97cf-42997964414d req-06534daf-cd39-40a2-bf87-e4bc5f1d2931 tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:35.928200 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cf26d8be-b5bc-43cc-97cf-42997964414d req-06534daf-cd39-40a2-bf87-e4bc5f1d2931 tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] 10.222.0.55 "GET /v2.0/ports?device_id=58f76073-59d5-49ad-ab5d-7da55f0710cb HTTP/1.1" status: 200 len: 949 time: 0.8001969 Feb 09 12:15:35.938208 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c305c770-61b6-490b-88ff-852096e2fd4d None None] Provisioning for port 45004933-648a-419e-aae3-834004f1a904 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:15:35.942149 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1036c050-1ed5-400e-93ab-774ded573669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:35.952641 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1036c050-1ed5-400e-93ab-774ded573669 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:35.954362 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c305c770-61b6-490b-88ff-852096e2fd4d None None] Provisioning complete for port 45004933-648a-419e-aae3-834004f1a904 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:15:35.955550 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c305c770-61b6-490b-88ff-852096e2fd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:35.965635 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c6583-4d80-402c-9d86-ace46dd38428 req-20e0ad76-8f68-4578-ae70-335afd546e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:35.966365 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-328c6583-4d80-402c-9d86-ace46dd38428 req-20e0ad76-8f68-4578-ae70-335afd546e82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:35.968177 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-328c6583-4d80-402c-9d86-ace46dd38428 req-20e0ad76-8f68-4578-ae70-335afd546e82 service neutron] 10.222.0.46 "PUT /v2.0/ports/12ce859c-b96e-4f5f-a1e2-6dbfecea7965 HTTP/1.1" status: 200 len: 1092 time: 2.1242971 Feb 09 12:15:35.968600 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a9eb38-dfcf-4eeb-b9d0-091743efa9b9', 'tag': '12ce859c-b96e-4f5f-a1e2-6dbfecea7965'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:15:36.013831 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e0ad76-8f68-4578-ae70-335afd546e82 service neutron] Pushing event updated for resources: {'Port': ['ID=12ce859c-b96e-4f5f-a1e2-6dbfecea7965,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:36.025895 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device b7658256-4303-4780-83b7-2e2f42a38e40 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:15:36.115110 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-c305c770-61b6-490b-88ff-852096e2fd4d None None] Port 45004933-648a-419e-aae3-834004f1a904 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:15:36.124558 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c6583-4d80-402c-9d86-ace46dd38428 req-5b950441-4c20-4781-9c06-99ceec47b1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:36.126323 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-328c6583-4d80-402c-9d86-ace46dd38428 req-5b950441-4c20-4781-9c06-99ceec47b1ee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=64589850d54f49bfb3a355e7cee6f70a&device_id=64a9eb38-dfcf-4eeb-b9d0-091743efa9b9 HTTP/1.1" status: 200 len: 1095 time: 0.1081905 Feb 09 12:15:36.132404 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port b7658256-4303-4780-83b7-2e2f42a38e40 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:15:36.138639 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port b7658256-4303-4780-83b7-2e2f42a38e40 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:15:36.139014 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:36.156541 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1036c050-1ed5-400e-93ab-774ded573669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:36.157240 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1036c050-1ed5-400e-93ab-774ded573669 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2093b8cb-2828-424e-b143-6aa2743a12c8 {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:15:36.218366 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0d9f37e1-8b36-4956-baa3-5b329475e4d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:36.244014 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-328c6583-4d80-402c-9d86-ace46dd38428 req-efac9773-ebff-44d1-aedd-963b7407bb95 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12ce859c-b96e-4f5f-a1e2-6dbfecea7965 HTTP/1.1" status: 200 len: 217 time: 0.0868289 Feb 09 12:15:36.266464 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0d9f37e1-8b36-4956-baa3-5b329475e4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:36.291341 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e7cc3603-06de-4765-84f1-62dbd1235c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:36.318231 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cf26d8be-b5bc-43cc-97cf-42997964414d req-2bb5d315-2cb9-414b-bdda-5b43484a36dd tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7822e3a-baa7-4564-8197-bf55397b778b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766739 Feb 09 12:15:36.352828 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:36.372845 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c52b03f6-8698-4597-b4f5-bdefdcd6b6ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:36.381109 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port b7658256-4303-4780-83b7-2e2f42a38e40, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=b7658256-4303-4780-83b7-2e2f42a38e40,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:15:36.393868 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:36.501129 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=b7658256-4303-4780-83b7-2e2f42a38e40,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:36.522971 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f37e1-8b36-4956-baa3-5b329475e4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc310c7-804c-482c-8f65-f0a6e9cffd7e,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:36.556583 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848c0d7-3fb5-4e46-92ae-d8c581d5a815 req-889122bd-ad79-439a-933d-293c5d45874c tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:36.563989 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4848c0d7-3fb5-4e46-92ae-d8c581d5a815 req-889122bd-ad79-439a-933d-293c5d45874c tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7cc8a77-d1ac-4d06-8aea-4e7186991f7c HTTP/1.1" status: 200 len: 950 time: 0.7699070 Feb 09 12:15:36.569265 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d9f37e1-8b36-4956-baa3-5b329475e4d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:15:36.599294 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c6583-4d80-402c-9d86-ace46dd38428 req-b780e70c-d892-49fb-a275-30ff2336ce3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:36.600919 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-328c6583-4d80-402c-9d86-ace46dd38428 req-b780e70c-d892-49fb-a275-30ff2336ce3a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8f07f6df-adf1-4387-8c0a-c935bf8584cf HTTP/1.1" status: 200 len: 853 time: 0.3476057 Feb 09 12:15:36.663170 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1036c050-1ed5-400e-93ab-774ded573669 admin admin] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:36.666659 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1036c050-1ed5-400e-93ab-774ded573669 admin admin] 10.222.0.55 "DELETE /v2.0/routers/2093b8cb-2828-424e-b143-6aa2743a12c8 HTTP/1.1" status: 204 len: 168 time: 4.7715089 Feb 09 12:15:36.667936 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-328c6583-4d80-402c-9d86-ace46dd38428 req-f562eaf4-733c-4d5e-a874-267c408ec092 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a10f88e1-3d02-4171-8c71-31b6c9e6be17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579774 Feb 09 12:15:36.667936 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41006) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:15:36.700682 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0d9f37e1-8b36-4956-baa3-5b329475e4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:36.701024 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-0d9f37e1-8b36-4956-baa3-5b329475e4d3 admin admin] Added segment 7fd43362-d2bb-4c15-a4a2-a1a057b6ca17 of type vlan for network 46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c Feb 09 12:15:36.832600 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4848c0d7-3fb5-4e46-92ae-d8c581d5a815 req-de614e9a-fd4d-48e0-926b-2310a38c8b0f tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674916 Feb 09 12:15:36.839952 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fb88b44-2a2f-4898-8016-db15b57350fb admin admin] Deleting subnet 2cf1195f-6cfb-4f71-a13f-5a2ca1abc351 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:15:36.852245 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0d9f37e1-8b36-4956-baa3-5b329475e4d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:36.866489 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9fb88b44-2a2f-4898-8016-db15b57350fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:36.905914 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a9eb38-dfcf-4eeb-b9d0-091743efa9b9', 'tag': '12ce859c-b96e-4f5f-a1e2-6dbfecea7965', 'status': 'completed', 'code': 200} Feb 09 12:15:37.009000 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.resource_extend [None req-0d9f37e1-8b36-4956-baa3-5b329475e4d3 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:15:37.041348 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e7cc3603-06de-4765-84f1-62dbd1235c32 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:37.050055 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e7cc3603-06de-4765-84f1-62dbd1235c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:37.064964 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302125d-5e61-491b-917c-f7df8f03a14c req-a1c16c39-0e13-455e-b5f8-b75ff17915e7 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:37.066434 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a302125d-5e61-491b-917c-f7df8f03a14c req-a1c16c39-0e13-455e-b5f8-b75ff17915e7 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/ports?device_id=64a9eb38-dfcf-4eeb-b9d0-091743efa9b9 HTTP/1.1" status: 200 len: 944 time: 0.4950004 Feb 09 12:15:37.114660 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a53b4b-78cb-4421-8f03-c03f78b34777 req-dc76d7cb-9cec-4b04-956d-00382128f61b tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:37.116070 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-99a53b4b-78cb-4421-8f03-c03f78b34777 req-dc76d7cb-9cec-4b04-956d-00382128f61b tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] 10.222.0.46 "GET /v2.0/ports?device_id=58f76073-59d5-49ad-ab5d-7da55f0710cb HTTP/1.1" status: 200 len: 949 time: 0.5165172 Feb 09 12:15:37.118937 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-328c6583-4d80-402c-9d86-ace46dd38428 req-da706a0c-e6a2-4f98-ae86-5b8df8c4c18b service neutron] 10.222.0.46 "GET /v2.0/networks/a10f88e1-3d02-4171-8c71-31b6c9e6be17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4079633 Feb 09 12:15:37.129677 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0d9f37e1-8b36-4956-baa3-5b329475e4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:37.130596 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9f37e1-8b36-4956-baa3-5b329475e4d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:37.131176 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0d9f37e1-8b36-4956-baa3-5b329475e4d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:37.134053 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9fb88b44-2a2f-4898-8016-db15b57350fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:37.285466 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc3603-06de-4765-84f1-62dbd1235c32 admin admin] Pushing event updated for resources: {'Port': ['ID=45004933-648a-419e-aae3-834004f1a904,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:37.304749 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e7cc3603-06de-4765-84f1-62dbd1235c32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:37.325497 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a302125d-5e61-491b-917c-f7df8f03a14c req-fe1ab0b3-e461-47ba-9590-6462d407efe6 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4fb3f13-7dc7-4cfe-ae6d-dfbf47efd150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432444 Feb 09 12:15:37.351075 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-99a53b4b-78cb-4421-8f03-c03f78b34777 req-82acc4f4-681a-406a-bfc4-07245fbe6e12 tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] Deleting port cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:15:37.351478 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-99a53b4b-78cb-4421-8f03-c03f78b34777 req-82acc4f4-681a-406a-bfc4-07245fbe6e12 tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:37.413996 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-0d9f37e1-8b36-4956-baa3-5b329475e4d3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.2926462 Feb 09 12:15:37.416782 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41014) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:15:37.434246 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-4cbcbeaf-24be-4b44-86d4-95bf7769f271 admin admin] Request body: {'subnet': {'network_id': '46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1497196641-subnet', 'tenant_id': 'e269a22f7331401b92d6d31273b08c8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:15:37.453314 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4cbcbeaf-24be-4b44-86d4-95bf7769f271 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:15:37.463803 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f37e1-8b36-4956-baa3-5b329475e4d3 admin admin] Pushing event updated for resources: {'Network': ['ID=46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:37.465846 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4cbcbeaf-24be-4b44-86d4-95bf7769f271 admin admin] Usage tracker for resource:subnet and tenant:e269a22f7331401b92d6d31273b08c8d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:15:37.471009 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9fb88b44-2a2f-4898-8016-db15b57350fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:37.475714 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:15:37.498752 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4cbcbeaf-24be-4b44-86d4-95bf7769f271 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:15:37.522780 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-328c6583-4d80-402c-9d86-ace46dd38428 req-3b4ed827-c30a-4dbf-8dbd-48fab1fe7e3c service neutron] 10.222.0.46 "GET /v2.0/networks/a10f88e1-3d02-4171-8c71-31b6c9e6be17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527427 Feb 09 12:15:37.523467 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4cbcbeaf-24be-4b44-86d4-95bf7769f271 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:15:37.571343 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbcbeaf-24be-4b44-86d4-95bf7769f271 admin admin] Made reservation on behalf of e269a22f7331401b92d6d31273b08c8d for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:15:37.573747 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4cbcbeaf-24be-4b44-86d4-95bf7769f271 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:37.706148 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cc3603-06de-4765-84f1-62dbd1235c32 admin admin] Network 727602b1-351e-4caa-843f-3b4127964e62 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:15:37.710765 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device b7658256-4303-4780-83b7-2e2f42a38e40 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:15:37.713229 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-e7cc3603-06de-4765-84f1-62dbd1235c32 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:15:37.737997 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13770bc3-5d40-4e8d-92a4-d0db086d7d4c req-65acb4a7-dc45-4032-97d7-295bd3112e6f tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:37.739793 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-13770bc3-5d40-4e8d-92a4-d0db086d7d4c req-65acb4a7-dc45-4032-97d7-295bd3112e6f tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2c54d584-274b-482c-b20a-a799695c352e HTTP/1.1" status: 200 len: 1096 time: 0.7425060 Feb 09 12:15:37.764606 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-c52b03f6-8698-4597-b4f5-bdefdcd6b6ca admin admin] Deleting port 4f374883-439a-43d9-8715-d4a46df42497 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:15:37.764991 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c52b03f6-8698-4597-b4f5-bdefdcd6b6ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:37.804291 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9fb88b44-2a2f-4898-8016-db15b57350fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:37.809506 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port b7658256-4303-4780-83b7-2e2f42a38e40 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:15:37.810388 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:37.971106 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb88b44-2a2f-4898-8016-db15b57350fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cf1195f-6cfb-4f71-a13f-5a2ca1abc351,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:37.978702 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device ee3ee323-9b00-4bfe-a361-b70a2182d450 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:15:37.985336 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9fb88b44-2a2f-4898-8016-db15b57350fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:37.989041 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-13770bc3-5d40-4e8d-92a4-d0db086d7d4c req-469b7423-b1da-4449-9044-195f78ef91a6 tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311244 Feb 09 12:15:38.015764 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b098526-9537-4c59-b0cf-7c29d26d1ab8 None None] Network de69ec27-0664-4edc-8ca7-aed58e385f8e requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:15:38.038876 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9fb88b44-2a2f-4898-8016-db15b57350fb admin admin] 10.222.0.55 "DELETE /v2.0/subnets/2cf1195f-6cfb-4f71-a13f-5a2ca1abc351 HTTP/1.1" status: 204 len: 168 time: 1.3682950 Feb 09 12:15:38.039080 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7cc3603-06de-4765-84f1-62dbd1235c32 admin admin] Router eaee0016-3e91-4d6c-88ab-382d62bec114 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:15:38.044698 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41018) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:15:38.051802 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff98e3d-f9e7-41fc-97f3-50a73fdccab6 req-1d5e7132-f6f1-4709-a067-f02f183ec20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:38.053284 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4ff98e3d-f9e7-41fc-97f3-50a73fdccab6 req-1d5e7132-f6f1-4709-a067-f02f183ec20c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=64589850d54f49bfb3a355e7cee6f70a&device_id=64a9eb38-dfcf-4eeb-b9d0-091743efa9b9 HTTP/1.1" status: 200 len: 1095 time: 0.4668643 Feb 09 12:15:38.054897 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0717d60-bac4-44e8-bf8a-e1448f0b6f51 req-9e8ac9b9-7052-4aa8-ba83-e28b50a20a84 tempest-ServersOnMultiNodesTest-2098192950 tempest-ServersOnMultiNodesTest-2098192950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:38.062889 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d0717d60-bac4-44e8-bf8a-e1448f0b6f51 req-9e8ac9b9-7052-4aa8-ba83-e28b50a20a84 tempest-ServersOnMultiNodesTest-2098192950 tempest-ServersOnMultiNodesTest-2098192950-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e7cc8a77-d1ac-4d06-8aea-4e7186991f7c HTTP/1.1" status: 200 len: 1101 time: 0.6070497 Feb 09 12:15:38.121917 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-99a53b4b-78cb-4421-8f03-c03f78b34777 req-82acc4f4-681a-406a-bfc4-07245fbe6e12 tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] For port cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:15:38.122444 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-99a53b4b-78cb-4421-8f03-c03f78b34777 req-82acc4f4-681a-406a-bfc4-07245fbe6e12 tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:38.146217 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: ee3ee323-9b00-4bfe-a361-b70a2182d450 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:15:38.146217 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device ee3ee323-9b00-4bfe-a361-b70a2182d450 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:15:38.164252 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-d161887c-a153-4775-935b-c3792f882b78 None None] Provisioning complete for port 45004933-648a-419e-aae3-834004f1a904 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:15:38.164628 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d161887c-a153-4775-935b-c3792f882b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:38.276003 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-99a53b4b-78cb-4421-8f03-c03f78b34777 req-82acc4f4-681a-406a-bfc4-07245fbe6e12 tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] Calling delete_port for cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:15:38.295055 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-d161887c-a153-4775-935b-c3792f882b78 None None] Port 45004933-648a-419e-aae3-834004f1a904 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:15:38.406883 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a0708da3-d49b-4de0-8c91-5309f47febac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:38.415867 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d0717d60-bac4-44e8-bf8a-e1448f0b6f51 req-ec7e0e5b-e124-4904-852c-486b170d1819 tempest-ServersOnMultiNodesTest-2098192950 tempest-ServersOnMultiNodesTest-2098192950-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516977 Feb 09 12:15:38.419860 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d43711-198c-4597-9e11-15cfd62d2ea8 None None] DHCP port deletion for de69ec27-0664-4edc-8ca7-aed58e385f8e request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:15:38.424721 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-47d43711-198c-4597-9e11-15cfd62d2ea8 None None] Deleting port 4522fcc6-f358-4c66-9657-df49a2ff550e {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:15:38.425087 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-47d43711-198c-4597-9e11-15cfd62d2ea8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:38.475124 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-c52b03f6-8698-4597-b4f5-bdefdcd6b6ca admin admin] For port 4f374883-439a-43d9-8715-d4a46df42497, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=4f374883-439a-43d9-8715-d4a46df42497,segment=NetworkSegment(0c63d08b-86c2-44ed-af04-d226fc9fb1b6),segment_id=0c63d08b-86c2-44ed-af04-d226fc9fb1b6)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:15:38.475515 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c52b03f6-8698-4597-b4f5-bdefdcd6b6ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:38.538288 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff98e3d-f9e7-41fc-97f3-50a73fdccab6 req-6bf2ce23-cdc6-4815-9862-7ef077d68066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:38.539994 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4ff98e3d-f9e7-41fc-97f3-50a73fdccab6 req-6bf2ce23-cdc6-4815-9862-7ef077d68066 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a10f88e1-3d02-4171-8c71-31b6c9e6be17 HTTP/1.1" status: 200 len: 914 time: 0.4668760 Feb 09 12:15:38.623296 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-c52b03f6-8698-4597-b4f5-bdefdcd6b6ca admin admin] Calling delete_port for 4f374883-439a-43d9-8715-d4a46df42497 owned by network:router_interface {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:15:38.715349 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-a0708da3-d49b-4de0-8c91-5309f47febac admin admin] Deleting port 4522fcc6-f358-4c66-9657-df49a2ff550e {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:15:38.716715 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a0708da3-d49b-4de0-8c91-5309f47febac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:38.719649 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-47d43711-198c-4597-9e11-15cfd62d2ea8 None None] For port 4522fcc6-f358-4c66-9657-df49a2ff550e, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=4522fcc6-f358-4c66-9657-df49a2ff550e,segment=NetworkSegment(bd8c6d18-a3cc-4c80-8858-834b6bfa59cb),segment_id=bd8c6d18-a3cc-4c80-8858-834b6bfa59cb)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:15:38.720240 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-47d43711-198c-4597-9e11-15cfd62d2ea8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:38.812145 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125b07c-70f9-4a2c-9a5b-b91f01c502f7 req-1f8728f9-2696-443e-9ac5-5313ba6a5353 tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:38.813638 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c125b07c-70f9-4a2c-9a5b-b91f01c502f7 req-1f8728f9-2696-443e-9ac5-5313ba6a5353 tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] 10.222.0.55 "GET /v2.0/ports?device_id=58f76073-59d5-49ad-ab5d-7da55f0710cb HTTP/1.1" status: 200 len: 949 time: 0.6062667 Feb 09 12:15:38.821188 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4ff98e3d-f9e7-41fc-97f3-50a73fdccab6 req-c10ffdfb-7650-43d1-9f4a-e767b28b0d72 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12ce859c-b96e-4f5f-a1e2-6dbfecea7965 HTTP/1.1" status: 200 len: 217 time: 0.1068671 Feb 09 12:15:38.862718 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-99a53b4b-78cb-4421-8f03-c03f78b34777 req-82acc4f4-681a-406a-bfc4-07245fbe6e12 tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:38.867986 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-47d43711-198c-4597-9e11-15cfd62d2ea8 None None] Calling delete_port for 4522fcc6-f358-4c66-9657-df49a2ff550e owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:15:38.901727 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff98e3d-f9e7-41fc-97f3-50a73fdccab6 req-dda97d2f-9e3f-4d33-9cf1-ec6478ebd4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:38.903498 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4ff98e3d-f9e7-41fc-97f3-50a73fdccab6 req-dda97d2f-9e3f-4d33-9cf1-ec6478ebd4c2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8f07f6df-adf1-4387-8c0a-c935bf8584cf HTTP/1.1" status: 200 len: 853 time: 0.0656760 Feb 09 12:15:38.912828 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4cbcbeaf-24be-4b44-86d4-95bf7769f271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:38.938790 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82acc4f4-681a-406a-bfc4-07245fbe6e12 tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] Pushing event deleted for resources: {'Port': ['ID=cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:38.954911 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-47d43711-198c-4597-9e11-15cfd62d2ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:38.992201 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c125b07c-70f9-4a2c-9a5b-b91f01c502f7 req-76925aea-5331-4acf-abcc-8b6d1da284b3 tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7822e3a-baa7-4564-8197-bf55397b778b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638315 Feb 09 12:15:39.001008 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4ff98e3d-f9e7-41fc-97f3-50a73fdccab6 req-0b09d6ad-98a3-474a-8580-24a4007ca2c5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a10f88e1-3d02-4171-8c71-31b6c9e6be17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791457 Feb 09 12:15:39.009190 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50430d-2de1-451e-87a3-a982626485e5 req-560b9e0e-762b-4832-a420-353c5536a8f8 tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:39.011001 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ec50430d-2de1-451e-87a3-a982626485e5 req-560b9e0e-762b-4832-a420-353c5536a8f8 tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2c54d584-274b-482c-b20a-a799695c352e HTTP/1.1" status: 200 len: 1096 time: 0.3966918 Feb 09 12:15:39.023298 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7cc3603-06de-4765-84f1-62dbd1235c32 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:15:39.036599 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5dd058-a12b-4bba-a86e-6d477b017960 None None] Sync routers for ids ['eaee0016-3e91-4d6c-88ab-382d62bec114'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:15:39.064048 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d43711-198c-4597-9e11-15cfd62d2ea8 None None] Pushing event deleted for resources: {'Port': ['ID=4522fcc6-f358-4c66-9657-df49a2ff550e,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:39.065164 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d43711-198c-4597-9e11-15cfd62d2ea8 None None] No DVR routers for this DVR port 4522fcc6-f358-4c66-9657-df49a2ff550e on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:15:39.073326 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a53b4b-78cb-4421-8f03-c03f78b34777 req-82acc4f4-681a-406a-bfc4-07245fbe6e12 tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] No DVR routers for this DVR port cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9 on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:15:39.074443 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5dd058-a12b-4bba-a86e-6d477b017960 None None] Routers {'eaee0016-3e91-4d6c-88ab-382d62bec114'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:15:39.076700 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-fc5dd058-a12b-4bba-a86e-6d477b017960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:15:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['eaee0016-3e91-4d6c-88ab-382d62bec114'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:15:39.096008 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-99a53b4b-78cb-4421-8f03-c03f78b34777 req-82acc4f4-681a-406a-bfc4-07245fbe6e12 tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:39.100885 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f76073-59d5-49ad-ab5d-7da55f0710cb', 'name': 'network-vif-deleted', 'tag': 'cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:15:39.148296 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-99a53b4b-78cb-4421-8f03-c03f78b34777 req-82acc4f4-681a-406a-bfc4-07245fbe6e12 tempest-TenantUsagesTestJSON-1876106850 tempest-TenantUsagesTestJSON-1876106850-project] 10.222.0.46 "DELETE /v2.0/ports/cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9 HTTP/1.1" status: 204 len: 173 time: 2.0127048 Feb 09 12:15:39.172754 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ec50430d-2de1-451e-87a3-a982626485e5 req-e44a2127-8770-4f1a-af9b-6e3149a08c27 tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184306 Feb 09 12:15:39.205467 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4ff98e3d-f9e7-41fc-97f3-50a73fdccab6 req-bf9bd080-853f-46c6-837e-2adff153ea64 service neutron] 10.222.0.46 "GET /v2.0/networks/a10f88e1-3d02-4171-8c71-31b6c9e6be17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740737 Feb 09 12:15:39.271610 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-a0708da3-d49b-4de0-8c91-5309f47febac admin admin] The port '4522fcc6-f358-4c66-9657-df49a2ff550e' was deleted {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:15:39.381711 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c52b03f6-8698-4597-b4f5-bdefdcd6b6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:39.489410 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e7cc3603-06de-4765-84f1-62dbd1235c32 admin admin] 10.222.0.55 "PUT /v2.0/routers/eaee0016-3e91-4d6c-88ab-382d62bec114/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2797296 Feb 09 12:15:39.507178 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b03f6-8698-4597-b4f5-bdefdcd6b6ca admin admin] Pushing event deleted for resources: {'Port': ['ID=4f374883-439a-43d9-8715-d4a46df42497,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:39.525439 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-fc5dd058-a12b-4bba-a86e-6d477b017960 None None] Set router eaee0016-3e91-4d6c-88ab-382d62bec114 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:15:39.535931 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbcbeaf-24be-4b44-86d4-95bf7769f271 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b74a18b3-c777-4b36-8c3b-f86129471b39,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:39.571408 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cacfa04d-2421-405e-9709-195ee860eab6 req-92271390-bffb-404c-8272-90435d5a1369 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=c9a644d28aa946259b7337281970c4b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1083817 Feb 09 12:15:39.612158 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 12ce859c-b96e-4f5f-a1e2-6dbfecea7965 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:15:39.636525 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:15:39.688308 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbcbeaf-24be-4b44-86d4-95bf7769f271 admin admin] Checking segment: {'id': '7fd43362-d2bb-4c15-a4a2-a1a057b6ca17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:15:39.689069 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbcbeaf-24be-4b44-86d4-95bf7769f271 admin admin] Network hostable DHCP agents. Network: 46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:15:39.739150 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:15:39.740054 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:15:39.743272 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a0708da3-d49b-4de0-8c91-5309f47febac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:39.754099 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.resource_extend [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:15:39.871537 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4ff98e3d-f9e7-41fc-97f3-50a73fdccab6 req-aa147314-2c8d-461e-b48e-f54a20ab9795 service neutron] 10.222.0.46 "GET /v2.0/networks/a10f88e1-3d02-4171-8c71-31b6c9e6be17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6651466 Feb 09 12:15:39.903985 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 4522fcc6-f358-4c66-9657-df49a2ff550e no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:15:39.919251 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-a0708da3-d49b-4de0-8c91-5309f47febac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de69ec27-0664-4edc-8ca7-aed58e385f8e']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:15:39.954957 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbcbeaf-24be-4b44-86d4-95bf7769f271 admin admin] Network 46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:15:39.958268 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 4522fcc6-f358-4c66-9657-df49a2ff550e {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:15:39.959371 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 4522fcc6-f358-4c66-9657-df49a2ff550e not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:15:39.964595 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-a0708da3-d49b-4de0-8c91-5309f47febac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd8c6d18-a3cc-4c80-8858-834b6bfa59cb') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:15:39.965309 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-a0708da3-d49b-4de0-8c91-5309f47febac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd8c6d18-a3cc-4c80-8858-834b6bfa59cb') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:15:39.987490 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a0708da3-d49b-4de0-8c91-5309f47febac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:39.999747 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-4cbcbeaf-24be-4b44-86d4-95bf7769f271 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:15:40.005795 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbcbeaf-24be-4b44-86d4-95bf7769f271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:40.006600 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4cbcbeaf-24be-4b44-86d4-95bf7769f271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:40.012192 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea44c76e-e4cf-46a7-9e8f-c1bc78e4d7f7 None None] Network 46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:15:40.030190 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a0708da3-d49b-4de0-8c91-5309f47febac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:40.035695 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 12ce859c-b96e-4f5f-a1e2-6dbfecea7965, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=12ce859c-b96e-4f5f-a1e2-6dbfecea7965,segment=NetworkSegment(bebbd8fc-dd7d-4200-8938-452b9dad56e6),segment_id=bebbd8fc-dd7d-4200-8938-452b9dad56e6)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:15:40.053098 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0708da3-d49b-4de0-8c91-5309f47febac admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:15:40.053621 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '12ce859c-b96e-4f5f-a1e2-6dbfecea7965', 'network_id': 'a10f88e1-3d02-4171-8c71-31b6c9e6be17', 'port_id': '12ce859c-b96e-4f5f-a1e2-6dbfecea7965', 'mac_address': 'fa:16:3e:58:4a:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f07f6df-adf1-4387-8c0a-c935bf8584cf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:15:40.055068 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a0708da3-d49b-4de0-8c91-5309f47febac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:40.074957 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:15:40.074957 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:15:40.074957 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:15:40.074957 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:15:40.074957 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:15:40.074957 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:15:40.074957 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:15:40.074957 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:15:40.074957 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:15:40.074957 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:15:40.074957 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:15:40.074957 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:15:40.074957 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:15:40.074957 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:15:40.074957 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:15:40.074957 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:15:40.074957 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:15:40.074957 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:15:40.074957 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:15:40.074957 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:15:40.074957 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:15:40.074957 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:15:40.074957 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:15:40.074957 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:15:40.074957 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:15:40.074957 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:15:40.074957 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:15:40.074957 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:15:40.074957 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:15:40.074957 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:15:40.074957 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:15:40.074957 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:15:40.086022 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4cbcbeaf-24be-4b44-86d4-95bf7769f271 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.6608884 Feb 09 12:15:40.109638 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-fc5dd058-a12b-4bba-a86e-6d477b017960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaee0016-3e91-4d6c-88ab-382d62bec114', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1442358227-router', 'tenant_id': 'fe9eea7294ae46a29e643f1f25532eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': 'b7658256-4303-4780-83b7-2e2f42a38e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:15:25Z', 'updated_at': '2022-02-09T12:15:36Z', 'revision_number': 4, 'project_id': 'fe9eea7294ae46a29e643f1f25532eef', 'gw_port': {'id': 'b7658256-4303-4780-83b7-2e2f42a38e40', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaee0016-3e91-4d6c-88ab-382d62bec114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:15:27Z', 'updated_at': '2022-02-09T12:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '45004933-648a-419e-aae3-834004f1a904', 'name': '', 'network_id': '727602b1-351e-4caa-843f-3b4127964e62', 'tenant_id': 'fe9eea7294ae46a29e643f1f25532eef', 'mac_address': 'fa:16:3e:fd:13:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaee0016-3e91-4d6c-88ab-382d62bec114', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '72c876c0-ef76-4c4c-bcce-ae8e6bbea90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:15:34Z', 'updated_at': '2022-02-09T12:15:36Z', 'revision_number': 2, 'project_id': 'fe9eea7294ae46a29e643f1f25532eef', 'subnets': [{'id': '72c876c0-ef76-4c4c-bcce-ae8e6bbea90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:15:40.114453 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5dd058-a12b-4bba-a86e-6d477b017960 None None] Checking router: eaee0016-3e91-4d6c-88ab-382d62bec114 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:15:40.114996 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5dd058-a12b-4bba-a86e-6d477b017960 None None] Updating router eaee0016-3e91-4d6c-88ab-382d62bec114 port 45004933-648a-419e-aae3-834004f1a904 binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:15:40.163479 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a0708da3-d49b-4de0-8c91-5309f47febac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:40.205571 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fc5dd058-a12b-4bba-a86e-6d477b017960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:40.235808 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4845f4b8-9a0c-47ef-97c1-f375102599e8 req-5ee58cc1-5037-447b-8284-413eaf0b442b tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:40.237716 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4845f4b8-9a0c-47ef-97c1-f375102599e8 req-5ee58cc1-5037-447b-8284-413eaf0b442b tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/ports?device_id=64a9eb38-dfcf-4eeb-b9d0-091743efa9b9 HTTP/1.1" status: 200 len: 944 time: 0.9469266 Feb 09 12:15:40.256827 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a0708da3-d49b-4de0-8c91-5309f47febac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:40.274075 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0708da3-d49b-4de0-8c91-5309f47febac admin admin] Pushing event deleted for resources: {'Network': ['ID=de69ec27-0664-4edc-8ca7-aed58e385f8e,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:40.298408 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a0708da3-d49b-4de0-8c91-5309f47febac admin admin] 10.222.0.55 "DELETE /v2.0/networks/de69ec27-0664-4edc-8ca7-aed58e385f8e HTTP/1.1" status: 204 len: 168 time: 2.2494707 Feb 09 12:15:40.301175 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41052) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:15:40.385506 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4845f4b8-9a0c-47ef-97c1-f375102599e8 req-8331bb63-3d18-4cd4-8180-fd7d24776d82 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4fb3f13-7dc7-4cfe-ae6d-dfbf47efd150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368608 Feb 09 12:15:40.431159 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacfa04d-2421-405e-9709-195ee860eab6 req-461a5a3d-c2e8-4290-8692-f0823e41ad56 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:40.446759 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cacfa04d-2421-405e-9709-195ee860eab6 req-461a5a3d-c2e8-4290-8692-f0823e41ad56 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8686290 Feb 09 12:15:40.531015 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6093a9f2-3733-4d7f-8158-64c89015110b None None] Network 46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:15:40.542607 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f76073-59d5-49ad-ab5d-7da55f0710cb', 'name': 'network-vif-deleted', 'tag': 'cf93e914-0dc7-43aa-b6be-37e2d5c4fcd9', 'status': 'completed', 'code': 200} Feb 09 12:15:40.554963 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:40.586543 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cacfa04d-2421-405e-9709-195ee860eab6 req-04f86138-47e4-4697-9de4-2c53235c47e5 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/quotas/c9a644d28aa946259b7337281970c4b8 HTTP/1.1" status: 200 len: 375 time: 0.1383498 Feb 09 12:15:40.686880 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c52b03f6-8698-4597-b4f5-bdefdcd6b6ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:40.741875 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12ce859c-b96e-4f5f-a1e2-6dbfecea7965 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:15:40.742479 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fc5dd058-a12b-4bba-a86e-6d477b017960 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:40.777213 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 12ce859c-b96e-4f5f-a1e2-6dbfecea7965, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=12ce859c-b96e-4f5f-a1e2-6dbfecea7965,segment=NetworkSegment(bebbd8fc-dd7d-4200-8938-452b9dad56e6),segment_id=bebbd8fc-dd7d-4200-8938-452b9dad56e6)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:15:40.782888 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-fc5dd058-a12b-4bba-a86e-6d477b017960 None None] Transition to ACTIVE for port object 45004933-648a-419e-aae3-834004f1a904 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:15:40.784149 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:40.793940 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fc5dd058-a12b-4bba-a86e-6d477b017960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:40.892874 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af614e-cc9a-4713-9d11-132e6af75c58 None None] Pushing event updated for resources: {'Port': ['ID=45004933-648a-419e-aae3-834004f1a904,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:40.898215 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=12ce859c-b96e-4f5f-a1e2-6dbfecea7965,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:40.903870 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64af614e-cc9a-4713-9d11-132e6af75c58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:15:40.904090 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64af614e-cc9a-4713-9d11-132e6af75c58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:15:40.905743 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64af614e-cc9a-4713-9d11-132e6af75c58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:15:40.905743 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64af614e-cc9a-4713-9d11-132e6af75c58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:15:40.905743 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64af614e-cc9a-4713-9d11-132e6af75c58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:15:40.906104 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64af614e-cc9a-4713-9d11-132e6af75c58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:15:40.907014 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64af614e-cc9a-4713-9d11-132e6af75c58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:15:40.907014 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64af614e-cc9a-4713-9d11-132e6af75c58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:15:40.907315 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64af614e-cc9a-4713-9d11-132e6af75c58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:15:40.907411 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64af614e-cc9a-4713-9d11-132e6af75c58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:15:40.907692 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64af614e-cc9a-4713-9d11-132e6af75c58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:15:40.908035 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64af614e-cc9a-4713-9d11-132e6af75c58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:15:41.012043 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cacfa04d-2421-405e-9709-195ee860eab6 req-fcce8f3f-6664-4367-8ffb-96729a552e1f tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9a644d28aa946259b7337281970c4b8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4245179 Feb 09 12:15:41.107448 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['12ce859c-b96e-4f5f-a1e2-6dbfecea7965'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:15:41.192716 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-fc5dd058-a12b-4bba-a86e-6d477b017960 None None] Attempting to bind port 45004933-648a-419e-aae3-834004f1a904 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:15:41.193321 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-fc5dd058-a12b-4bba-a86e-6d477b017960 None None] Attempting to bind port 45004933-648a-419e-aae3-834004f1a904 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '372e6b6e-d808-403a-af9d-5cc8982778a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '727602b1-351e-4caa-843f-3b4127964e62'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:15:41.193507 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5dd058-a12b-4bba-a86e-6d477b017960 None None] Attempting to bind port 45004933-648a-419e-aae3-834004f1a904 on network 727602b1-351e-4caa-843f-3b4127964e62 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:15:41.201636 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5dd058-a12b-4bba-a86e-6d477b017960 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:15:41.202274 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5dd058-a12b-4bba-a86e-6d477b017960 None None] Checking segment: {'id': '372e6b6e-d808-403a-af9d-5cc8982778a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '727602b1-351e-4caa-843f-3b4127964e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:15:41.202852 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fc5dd058-a12b-4bba-a86e-6d477b017960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:41.203271 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5dd058-a12b-4bba-a86e-6d477b017960 None None] Bound using segment: {'id': '372e6b6e-d808-403a-af9d-5cc8982778a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '727602b1-351e-4caa-843f-3b4127964e62'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:15:41.203797 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-fc5dd058-a12b-4bba-a86e-6d477b017960 None None] Bound port: 45004933-648a-419e-aae3-834004f1a904, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '372e6b6e-d808-403a-af9d-5cc8982778a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '727602b1-351e-4caa-843f-3b4127964e62'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:15:41.204457 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fc5dd058-a12b-4bba-a86e-6d477b017960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:41.356989 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-fc5dd058-a12b-4bba-a86e-6d477b017960 None None] For port 45004933-648a-419e-aae3-834004f1a904, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:15:41.362311 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-fc5dd058-a12b-4bba-a86e-6d477b017960 None None] For port 45004933-648a-419e-aae3-834004f1a904, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=45004933-648a-419e-aae3-834004f1a904,segment=NetworkSegment(372e6b6e-d808-403a-af9d-5cc8982778a2),segment_id=372e6b6e-d808-403a-af9d-5cc8982778a2)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:15:41.370622 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fc5dd058-a12b-4bba-a86e-6d477b017960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:41.483847 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7ea816d5-7e3a-4dcc-8ab4-43b485cb513c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:41.488018 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [req-cb2c55bf-3cc2-4608-ab17-211f10263e3d req-0364a2d7-9a42-4c04-900d-e4a5eedc8546 tempest-FloatingIPDetailsNegativeTestJSON-186458729 tempest-FloatingIPDetailsNegativeTestJSON-186458729-project] show failed (client error): The resource could not be found. Feb 09 12:15:41.501522 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cb2c55bf-3cc2-4608-ab17-211f10263e3d req-0364a2d7-9a42-4c04-900d-e4a5eedc8546 tempest-FloatingIPDetailsNegativeTestJSON-186458729 tempest-FloatingIPDetailsNegativeTestJSON-186458729-project] 10.222.0.55 "GET /v2.0/floatingips/f3e21e4e-7e0c-481f-9482-2607c49ad7a1 HTTP/1.1" status: 404 len: 350 time: 0.2462397 Feb 09 12:15:41.506539 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 41078) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:15:41.599687 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5dd058-a12b-4bba-a86e-6d477b017960 None None] Routers {'eaee0016-3e91-4d6c-88ab-382d62bec114'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:15:41.600379 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-fc5dd058-a12b-4bba-a86e-6d477b017960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:15:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['eaee0016-3e91-4d6c-88ab-382d62bec114'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:15:41.875679 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af614e-cc9a-4713-9d11-132e6af75c58 None None] Pushing event updated for resources: {'Port': ['ID=45004933-648a-419e-aae3-834004f1a904,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:41.916053 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 41096) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:15:42.067986 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-fc5dd058-a12b-4bba-a86e-6d477b017960 None None] Set router eaee0016-3e91-4d6c-88ab-382d62bec114 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:15:42.084183 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6f0b8693-85f6-4318-87ef-05d19e4b012c req-99bb7158-fa25-4d52-9ba0-f50cc2a98034 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=702d3761-ddad-4718-b0fe-45cd59f6f8c8 HTTP/1.1" status: 200 len: 210 time: 0.1746275 Feb 09 12:15:42.227783 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-7ea816d5-7e3a-4dcc-8ab4-43b485cb513c admin admin] Deleting port b5ae3c84-ed51-4b19-8119-65ae34e07282 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:15:42.228235 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7ea816d5-7e3a-4dcc-8ab4-43b485cb513c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:42.546840 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-7ea816d5-7e3a-4dcc-8ab4-43b485cb513c admin admin] For port b5ae3c84-ed51-4b19-8119-65ae34e07282, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=b5ae3c84-ed51-4b19-8119-65ae34e07282,segment=NetworkSegment(59e94cc7-e568-4425-87d6-c42e9ee726aa),segment_id=59e94cc7-e568-4425-87d6-c42e9ee726aa)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:15:42.547516 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7ea816d5-7e3a-4dcc-8ab4-43b485cb513c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:42.636934 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-2b50d60d-6d67-48b7-961b-e3bd7127a401 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:42.638139 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-2b50d60d-6d67-48b7-961b-e3bd7127a401 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Synchronizing usage tracker for tenant:e269a22f7331401b92d6d31273b08c8d on resource:network {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:15:42.644356 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52b03f6-8698-4597-b4f5-bdefdcd6b6ca admin admin] Router 32d7a1a1-8719-4cad-a481-f5db0048f3f7 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:15:42.665792 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-fc5dd058-a12b-4bba-a86e-6d477b017960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaee0016-3e91-4d6c-88ab-382d62bec114', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1442358227-router', 'tenant_id': 'fe9eea7294ae46a29e643f1f25532eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': 'b7658256-4303-4780-83b7-2e2f42a38e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:15:25Z', 'updated_at': '2022-02-09T12:15:36Z', 'revision_number': 4, 'project_id': 'fe9eea7294ae46a29e643f1f25532eef', 'gw_port': {'id': 'b7658256-4303-4780-83b7-2e2f42a38e40', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaee0016-3e91-4d6c-88ab-382d62bec114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:15:27Z', 'updated_at': '2022-02-09T12:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '45004933-648a-419e-aae3-834004f1a904', 'name': '', 'network_id': '727602b1-351e-4caa-843f-3b4127964e62', 'tenant_id': 'fe9eea7294ae46a29e643f1f25532eef', 'mac_address': 'fa:16:3e:fd:13:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaee0016-3e91-4d6c-88ab-382d62bec114', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '72c876c0-ef76-4c4c-bcce-ae8e6bbea90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:15:34Z', 'updated_at': '2022-02-09T12:15:41Z', 'revision_number': 4, 'project_id': 'fe9eea7294ae46a29e643f1f25532eef', 'subnets': [{'id': '72c876c0-ef76-4c4c-bcce-ae8e6bbea90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:15:42.671735 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5dd058-a12b-4bba-a86e-6d477b017960 None None] The sync data for ids ['eaee0016-3e91-4d6c-88ab-382d62bec114'] in n-d-825178-3 is: [{'id': 'eaee0016-3e91-4d6c-88ab-382d62bec114', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1442358227-router', 'tenant_id': 'fe9eea7294ae46a29e643f1f25532eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': 'b7658256-4303-4780-83b7-2e2f42a38e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:15:25Z', 'updated_at': '2022-02-09T12:15:36Z', 'revision_number': 4, 'project_id': 'fe9eea7294ae46a29e643f1f25532eef', 'gw_port': {'id': 'b7658256-4303-4780-83b7-2e2f42a38e40', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaee0016-3e91-4d6c-88ab-382d62bec114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:15:27Z', 'updated_at': '2022-02-09T12:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '45004933-648a-419e-aae3-834004f1a904', 'name': '', 'network_id': '727602b1-351e-4caa-843f-3b4127964e62', 'tenant_id': 'fe9eea7294ae46a29e643f1f25532eef', 'mac_address': 'fa:16:3e:fd:13:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaee0016-3e91-4d6c-88ab-382d62bec114', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '72c876c0-ef76-4c4c-bcce-ae8e6bbea90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:15:34Z', 'updated_at': '2022-02-09T12:15:41Z', 'revision_number': 4, 'project_id': 'fe9eea7294ae46a29e643f1f25532eef', 'subnets': [{'id': '72c876c0-ef76-4c4c-bcce-ae8e6bbea90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:15:42.711700 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-7ea816d5-7e3a-4dcc-8ab4-43b485cb513c admin admin] Calling delete_port for b5ae3c84-ed51-4b19-8119-65ae34e07282 owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:15:42.760897 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-82c4eeca-3e18-43e0-9867-3094826a116d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e3f446a9b19d4036a3400e5057986042&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8380024 Feb 09 12:15:42.778905 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 41108) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:15:43.040058 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-2b50d60d-6d67-48b7-961b-e3bd7127a401 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Unset dirty status for tenant:e269a22f7331401b92d6d31273b08c8d on resource:network {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:15:43.047872 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-2b50d60d-6d67-48b7-961b-e3bd7127a401 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/networks?id=46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c HTTP/1.1" status: 200 len: 805 time: 1.1396027 Feb 09 12:15:43.082438 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cacfa04d-2421-405e-9709-195ee860eab6 req-9c74ce3f-7ac9-41f4-a9e5-5f5f712405e3 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=c9a644d28aa946259b7337281970c4b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379865 Feb 09 12:15:43.149503 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-e5c1b67d-059b-4647-90ed-6c1452a08122 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/quotas/e269a22f7331401b92d6d31273b08c8d HTTP/1.1" status: 200 len: 375 time: 0.1005094 Feb 09 12:15:43.178959 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03e330-1564-4d24-acfd-d539de730b8b req-a388238a-4c0d-4228-9668-aec33d2002be tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:43.189691 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6f03e330-1564-4d24-acfd-d539de730b8b req-a388238a-4c0d-4228-9668-aec33d2002be tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/ports?device_id=64a9eb38-dfcf-4eeb-b9d0-091743efa9b9 HTTP/1.1" status: 200 len: 945 time: 0.6920335 Feb 09 12:15:43.196529 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7ea816d5-7e3a-4dcc-8ab4-43b485cb513c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:43.305912 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-6d7ff152-469d-43f0-a39c-d3e018f597c2 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e269a22f7331401b92d6d31273b08c8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0966678 Feb 09 12:15:43.376254 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea816d5-7e3a-4dcc-8ab4-43b485cb513c admin admin] Pushing event deleted for resources: {'Port': ['ID=b5ae3c84-ed51-4b19-8119-65ae34e07282,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:43.391957 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4bfc1d04-6b2f-4165-8084-26746ca83f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:43.501744 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacfa04d-2421-405e-9709-195ee860eab6 req-f2087c15-722c-437b-8e19-91a5ab73523d tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:43.503355 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cacfa04d-2421-405e-9709-195ee860eab6 req-f2087c15-722c-437b-8e19-91a5ab73523d tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4139416 Feb 09 12:15:43.564519 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52b03f6-8698-4597-b4f5-bdefdcd6b6ca admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:15:43.580593 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afda0c89-4029-49bf-b076-38d503b60303 None None] Sync routers for ids ['32d7a1a1-8719-4cad-a481-f5db0048f3f7'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:15:43.596376 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c52b03f6-8698-4597-b4f5-bdefdcd6b6ca admin admin] 10.222.0.55 "PUT /v2.0/routers/32d7a1a1-8719-4cad-a481-f5db0048f3f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8992956 Feb 09 12:15:43.600464 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afda0c89-4029-49bf-b076-38d503b60303 None None] Routers {'32d7a1a1-8719-4cad-a481-f5db0048f3f7'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:15:43.601482 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-afda0c89-4029-49bf-b076-38d503b60303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:15:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['32d7a1a1-8719-4cad-a481-f5db0048f3f7'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:15:43.624454 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6f03e330-1564-4d24-acfd-d539de730b8b req-322737ee-f4dc-44f7-a9f4-646c0c4b2969 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4fb3f13-7dc7-4cfe-ae6d-dfbf47efd150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4335783 Feb 09 12:15:43.640806 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 41114) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:15:43.647112 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4bfc1d04-6b2f-4165-8084-26746ca83f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:43.694559 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 12ce859c-b96e-4f5f-a1e2-6dbfecea7965 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:15:43.747885 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-cacfa04d-2421-405e-9709-195ee860eab6 req-9c7a5c4b-8968-42e8-99e7-70687ad1574b tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Request body: {'port': {'device_id': '702d3761-ddad-4718-b0fe-45cd59f6f8c8', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'admin_state_up': True, 'tenant_id': 'c9a644d28aa946259b7337281970c4b8'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:15:44.003948 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 45004933-648a-419e-aae3-834004f1a904 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:15:44.163675 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6db250bf-4662-46d5-a5c8-997c9a46e7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:44.179937 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 12ce859c-b96e-4f5f-a1e2-6dbfecea7965 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:15:44.188184 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7ea816d5-7e3a-4dcc-8ab4-43b485cb513c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:44.201780 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-cacfa04d-2421-405e-9709-195ee860eab6 req-9c7a5c4b-8968-42e8-99e7-70687ad1574b tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:15:44.203680 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-afda0c89-4029-49bf-b076-38d503b60303 None None] Set router 32d7a1a1-8719-4cad-a481-f5db0048f3f7 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:15:44.250916 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-9018dd0b-e448-4eae-beb4-118dd316cfd7 service neutron] 10.222.0.55 "GET /v2.0/networks/46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8641772 Feb 09 12:15:44.254497 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 12ce859c-b96e-4f5f-a1e2-6dbfecea7965 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:15:44.254861 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:44.315131 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-cacfa04d-2421-405e-9709-195ee860eab6 req-9c7a5c4b-8968-42e8-99e7-70687ad1574b tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:15:44.349482 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cacfa04d-2421-405e-9709-195ee860eab6 req-9c7a5c4b-8968-42e8-99e7-70687ad1574b tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Made reservation on behalf of c9a644d28aa946259b7337281970c4b8 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:15:44.353797 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cacfa04d-2421-405e-9709-195ee860eab6 req-9c7a5c4b-8968-42e8-99e7-70687ad1574b tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:44.419373 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a51046cb-d06b-4b00-928c-571026f53ada req-3a2a3178-723e-4ee0-96ec-3ca4b844a18d tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=702d3761-ddad-4718-b0fe-45cd59f6f8c8 HTTP/1.1" status: 200 len: 210 time: 0.3111231 Feb 09 12:15:44.505027 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 45004933-648a-419e-aae3-834004f1a904 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:15:44.536303 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 45004933-648a-419e-aae3-834004f1a904 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:15:44.536762 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:44.574802 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4bfc1d04-6b2f-4165-8084-26746ca83f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:44.641970 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc1d04-6b2f-4165-8084-26746ca83f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7822e3a-baa7-4564-8197-bf55397b778b,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:44.711063 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4d81056d-82c9-4fb3-9da1-be040cb7e590 admin admin] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:44.799700 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea816d5-7e3a-4dcc-8ab4-43b485cb513c admin admin] Router 44b47373-8724-4881-9a88-6351bf656702 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:15:44.864698 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:44.881196 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-cacfa04d-2421-405e-9709-195ee860eab6 req-9c7a5c4b-8968-42e8-99e7-70687ad1574b tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Allocated IP 192.168.233.234 (4f732e35-467f-44f5-be04-aa808693dec3/f8ed5558-888d-440a-8c32-52f2f9bc5bd5/66dfd8f6-77d1-4684-8301-76035ed5c757) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:15:44.895426 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:44.926366 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a9eb38-dfcf-4eeb-b9d0-091743efa9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ce859c-b96e-4f5f-a1e2-6dbfecea7965'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:15:44.934287 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4bfc1d04-6b2f-4165-8084-26746ca83f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:44.935600 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4bfc1d04-6b2f-4165-8084-26746ca83f9b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c7822e3a-baa7-4564-8197-bf55397b778b HTTP/1.1" status: 204 len: 168 time: 2.1557307 Feb 09 12:15:44.953352 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 12ce859c-b96e-4f5f-a1e2-6dbfecea7965, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=12ce859c-b96e-4f5f-a1e2-6dbfecea7965,segment=NetworkSegment(bebbd8fc-dd7d-4200-8938-452b9dad56e6),segment_id=bebbd8fc-dd7d-4200-8938-452b9dad56e6)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:15:44.962565 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 45004933-648a-419e-aae3-834004f1a904, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=45004933-648a-419e-aae3-834004f1a904,segment=NetworkSegment(372e6b6e-d808-403a-af9d-5cc8982778a2),segment_id=372e6b6e-d808-403a-af9d-5cc8982778a2)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:15:44.964429 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:45.013003 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:45.037101 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-afda0c89-4029-49bf-b076-38d503b60303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d7a1a1-8719-4cad-a481-f5db0048f3f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1165950385-router', 'tenant_id': '2647956141fb47dda47c7b0b658b0402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '8c9550c5-833e-4174-83ab-5b57fb49c3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:13:59Z', 'updated_at': '2022-02-09T12:15:39Z', 'revision_number': 5, 'project_id': '2647956141fb47dda47c7b0b658b0402', 'gw_port': {'id': '8c9550c5-833e-4174-83ab-5b57fb49c3d2', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:15:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d7a1a1-8719-4cad-a481-f5db0048f3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:14:01Z', 'updated_at': '2022-02-09T12:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:15:45.046993 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afda0c89-4029-49bf-b076-38d503b60303 None None] Checking router: 32d7a1a1-8719-4cad-a481-f5db0048f3f7 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:15:45.061923 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=12ce859c-b96e-4f5f-a1e2-6dbfecea7965,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:45.100312 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afda0c89-4029-49bf-b076-38d503b60303 None None] Routers {'32d7a1a1-8719-4cad-a481-f5db0048f3f7'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:15:45.100312 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-afda0c89-4029-49bf-b076-38d503b60303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:15:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['32d7a1a1-8719-4cad-a481-f5db0048f3f7'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:15:45.212929 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cacfa04d-2421-405e-9709-195ee860eab6 req-9c7a5c4b-8968-42e8-99e7-70687ad1574b tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:45.329176 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-cacfa04d-2421-405e-9709-195ee860eab6 req-9c7a5c4b-8968-42e8-99e7-70687ad1574b tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Transition to ACTIVE for port object 66dfd8f6-77d1-4684-8301-76035ed5c757 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:15:45.439949 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=45004933-648a-419e-aae3-834004f1a904,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:45.441846 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-a481b7f9-2dd6-4c2f-8411-1b1d6b01bc24 service neutron] 10.222.0.55 "GET /v2.0/networks/46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1650257 Feb 09 12:15:45.470130 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea816d5-7e3a-4dcc-8ab4-43b485cb513c admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:15:45.484289 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58d1eb4-ae0c-43ba-9c42-8a4117276802 None None] Sync routers for ids ['44b47373-8724-4881-9a88-6351bf656702'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:15:45.504028 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58d1eb4-ae0c-43ba-9c42-8a4117276802 None None] Routers {'44b47373-8724-4881-9a88-6351bf656702'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:15:45.504702 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-e58d1eb4-ae0c-43ba-9c42-8a4117276802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:15:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['44b47373-8724-4881-9a88-6351bf656702'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:15:45.508715 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cacfa04d-2421-405e-9709-195ee860eab6 req-9c7a5c4b-8968-42e8-99e7-70687ad1574b tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:45.524798 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-20affebd-2251-433e-a984-b5f8efdb5fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:45.526860 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['b5fedb51-61f7-44a9-a646-00ef57b3909b', 'eca5b3d7-d4c8-45db-bb8d-4b1aab65b295', '63509d75-da58-43e5-b240-8d70695a2e99', '0d85bbfe-ab37-4908-b505-2f3515665611'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:15:45.586406 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 41176) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:15:45.630788 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['2757b3d6-dc7b-47d5-b590-77650b8c733f', '5da3584c-b63e-4421-8fca-3a6aea07f393', '0c1e68c4-b0ed-42d4-8cbc-5434684a18e4'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:15:45.645296 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4d81056d-82c9-4fb3-9da1-be040cb7e590 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:45.662478 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d331bc0c-b839-47ed-a6c5-fc1000fd13c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:45.677889 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-4d81056d-82c9-4fb3-9da1-be040cb7e590 admin admin] Deleting port 8c9550c5-833e-4174-83ab-5b57fb49c3d2 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:15:45.678398 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4d81056d-82c9-4fb3-9da1-be040cb7e590 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:45.682962 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a5c4b-8968-42e8-99e7-70687ad1574b tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Pushing event updated for resources: {'Port': ['ID=66dfd8f6-77d1-4684-8301-76035ed5c757,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:45.726363 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a5c4b-8968-42e8-99e7-70687ad1574b tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:15:45.726363 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a5c4b-8968-42e8-99e7-70687ad1574b tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:15:45.726696 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a5c4b-8968-42e8-99e7-70687ad1574b tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:15:45.727010 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a5c4b-8968-42e8-99e7-70687ad1574b tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:15:45.727386 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a5c4b-8968-42e8-99e7-70687ad1574b tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:15:45.727655 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a5c4b-8968-42e8-99e7-70687ad1574b tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:15:45.731639 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a5c4b-8968-42e8-99e7-70687ad1574b tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:15:45.732062 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a5c4b-8968-42e8-99e7-70687ad1574b tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:15:45.732444 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a5c4b-8968-42e8-99e7-70687ad1574b tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:15:45.732781 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a5c4b-8968-42e8-99e7-70687ad1574b tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:15:45.733111 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a5c4b-8968-42e8-99e7-70687ad1574b tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:15:45.733433 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a5c4b-8968-42e8-99e7-70687ad1574b tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:15:45.760656 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7ea816d5-7e3a-4dcc-8ab4-43b485cb513c admin admin] 10.222.0.55 "PUT /v2.0/routers/44b47373-8724-4881-9a88-6351bf656702/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4561186 Feb 09 12:15:45.761293 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41192) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:15:45.766384 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cacfa04d-2421-405e-9709-195ee860eab6 req-9c7a5c4b-8968-42e8-99e7-70687ad1574b tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Network 4f732e35-467f-44f5-be04-aa808693dec3 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:15:45.780090 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6305b-581e-441c-b9d8-4fcf4b1ce86d req-ace89704-734a-405a-8f98-166249f9c8df tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:45.787921 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-afda0c89-4029-49bf-b076-38d503b60303 None None] Set router 32d7a1a1-8719-4cad-a481-f5db0048f3f7 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:15:45.793301 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a5b6305b-581e-441c-b9d8-4fcf4b1ce86d req-ace89704-734a-405a-8f98-166249f9c8df tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/ports?device_id=64a9eb38-dfcf-4eeb-b9d0-091743efa9b9 HTTP/1.1" status: 200 len: 946 time: 0.8803477 Feb 09 12:15:45.861016 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a9eb38-dfcf-4eeb-b9d0-091743efa9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ce859c-b96e-4f5f-a1e2-6dbfecea7965', 'code': 200} Feb 09 12:15:45.862192 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 45004933-648a-419e-aae3-834004f1a904 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:15:45.908526 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-cacfa04d-2421-405e-9709-195ee860eab6 req-9c7a5c4b-8968-42e8-99e7-70687ad1574b tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:15:45.933775 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-e58d1eb4-ae0c-43ba-9c42-8a4117276802 None None] Set router 44b47373-8724-4881-9a88-6351bf656702 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:15:45.942950 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-cacfa04d-2421-405e-9709-195ee860eab6 req-9c7a5c4b-8968-42e8-99e7-70687ad1574b tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:15:46.122516 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-d331bc0c-b839-47ed-a6c5-fc1000fd13c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:15:46.149234 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a5b6305b-581e-441c-b9d8-4fcf4b1ce86d req-5fe1fcac-68d4-49bf-98ac-4bd1fc256d19 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4fb3f13-7dc7-4cfe-ae6d-dfbf47efd150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549471 Feb 09 12:15:46.211364 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-d331bc0c-b839-47ed-a6c5-fc1000fd13c9 admin admin] Usage tracker for resource:security_group_rule and tenant:09346911ee444b4f989eb2944c83ad4d is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:15:46.457615 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-d331bc0c-b839-47ed-a6c5-fc1000fd13c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:15:46.469474 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacfa04d-2421-405e-9709-195ee860eab6 req-9c7a5c4b-8968-42e8-99e7-70687ad1574b tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:46.470061 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cacfa04d-2421-405e-9709-195ee860eab6 req-9c7a5c4b-8968-42e8-99e7-70687ad1574b tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:46.554299 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cacfa04d-2421-405e-9709-195ee860eab6 req-9c7a5c4b-8968-42e8-99e7-70687ad1574b tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0408890 Feb 09 12:15:46.566019 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1731d0ca-0704-4f1c-a41a-7ba04eecdadc admin admin] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:46.611122 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-d331bc0c-b839-47ed-a6c5-fc1000fd13c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:15:46.617246 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-e58d1eb4-ae0c-43ba-9c42-8a4117276802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b47373-8724-4881-9a88-6351bf656702', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-703001424-router', 'tenant_id': 'db5979b3202c409f938589b0dc1f5a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': 'aa074b86-2fd1-4f10-a053-40b96d4867aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:11:51Z', 'updated_at': '2022-02-09T12:15:43Z', 'revision_number': 5, 'project_id': 'db5979b3202c409f938589b0dc1f5a5b', 'gw_port': {'id': 'aa074b86-2fd1-4f10-a053-40b96d4867aa', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b47373-8724-4881-9a88-6351bf656702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:11:52Z', 'updated_at': '2022-02-09T12:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:15:46.622303 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58d1eb4-ae0c-43ba-9c42-8a4117276802 None None] Checking router: 44b47373-8724-4881-9a88-6351bf656702 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:15:46.633477 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58d1eb4-ae0c-43ba-9c42-8a4117276802 None None] Routers {'44b47373-8724-4881-9a88-6351bf656702'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:15:46.634408 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-e58d1eb4-ae0c-43ba-9c42-8a4117276802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:15:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['44b47373-8724-4881-9a88-6351bf656702'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:15:46.659307 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e3903b31-7966-41a5-8046-a44610a8185f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:46.662318 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-41bc004e-ad84-42d9-9c08-865570139dcb None None] Provisioning for port 66dfd8f6-77d1-4684-8301-76035ed5c757 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:15:46.705398 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 45004933-648a-419e-aae3-834004f1a904 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:15:46.706060 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:46.717461 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-cacfa04d-2421-405e-9709-195ee860eab6 req-644ebbc6-d760-45e3-bc9b-d7935ab0ff93 service neutron] Request body: {'port': {'device_id': '702d3761-ddad-4718-b0fe-45cd59f6f8c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:15:46.730684 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-194c946c-c2bd-4e8a-b8e6-9fe095269296 req-4e851ad3-a7b6-4de6-a156-ccf1eb3bcd01 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?device_id=b000940f-9489-4b03-9fa7-1e2767a7e547 HTTP/1.1" status: 200 len: 210 time: 0.2699792 Feb 09 12:15:46.928501 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-e58d1eb4-ae0c-43ba-9c42-8a4117276802 None None] Set router 44b47373-8724-4881-9a88-6351bf656702 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:15:47.000033 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-41bc004e-ad84-42d9-9c08-865570139dcb None None] Provisioning complete for port 66dfd8f6-77d1-4684-8301-76035ed5c757 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:15:47.000268 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-41bc004e-ad84-42d9-9c08-865570139dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:47.015837 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cacfa04d-2421-405e-9709-195ee860eab6 req-644ebbc6-d760-45e3-bc9b-d7935ab0ff93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:47.095606 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-41bc004e-ad84-42d9-9c08-865570139dcb None None] Port 66dfd8f6-77d1-4684-8301-76035ed5c757 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:15:47.139571 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9e88f9-fefd-4afd-951a-353ad262d9c6 req-681b667a-7b0a-4bdd-a83e-5b38c933f1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:47.145835 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2b9e88f9-fefd-4afd-951a-353ad262d9c6 req-681b667a-7b0a-4bdd-a83e-5b38c933f1c2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=64a9eb38-dfcf-4eeb-b9d0-091743efa9b9 HTTP/1.1" status: 200 len: 1097 time: 1.1127474 Feb 09 12:15:47.189004 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9b4b4-5a11-439d-a5ce-2d49cfd60e0a req-b743b961-fea1-4116-8ffd-e58320728970 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:47.190436 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1731d0ca-0704-4f1c-a41a-7ba04eecdadc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:47.197285 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0dd9b4b4-5a11-439d-a5ce-2d49cfd60e0a req-b743b961-fea1-4116-8ffd-e58320728970 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=702d3761-ddad-4718-b0fe-45cd59f6f8c8 HTTP/1.1" status: 200 len: 936 time: 1.0803769 Feb 09 12:15:47.200594 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-4d81056d-82c9-4fb3-9da1-be040cb7e590 admin admin] For port 8c9550c5-833e-4174-83ab-5b57fb49c3d2, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=8c9550c5-833e-4174-83ab-5b57fb49c3d2,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:15:47.200964 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4d81056d-82c9-4fb3-9da1-be040cb7e590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:47.269721 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-1731d0ca-0704-4f1c-a41a-7ba04eecdadc admin admin] Deleting port aa074b86-2fd1-4f10-a053-40b96d4867aa {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:15:47.270848 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1731d0ca-0704-4f1c-a41a-7ba04eecdadc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:47.525176 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-4d81056d-82c9-4fb3-9da1-be040cb7e590 admin admin] Calling delete_port for 8c9550c5-833e-4174-83ab-5b57fb49c3d2 owned by network:router_gateway {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:15:47.567512 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-afda0c89-4029-49bf-b076-38d503b60303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d7a1a1-8719-4cad-a481-f5db0048f3f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1165950385-router', 'tenant_id': '2647956141fb47dda47c7b0b658b0402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '8c9550c5-833e-4174-83ab-5b57fb49c3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:13:59Z', 'updated_at': '2022-02-09T12:15:39Z', 'revision_number': 5, 'project_id': '2647956141fb47dda47c7b0b658b0402', 'gw_port': {'id': '8c9550c5-833e-4174-83ab-5b57fb49c3d2', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:15:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d7a1a1-8719-4cad-a481-f5db0048f3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:14:01Z', 'updated_at': '2022-02-09T12:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:15:47.593467 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-e58d1eb4-ae0c-43ba-9c42-8a4117276802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b47373-8724-4881-9a88-6351bf656702', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-703001424-router', 'tenant_id': 'db5979b3202c409f938589b0dc1f5a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': 'aa074b86-2fd1-4f10-a053-40b96d4867aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:11:51Z', 'updated_at': '2022-02-09T12:15:43Z', 'revision_number': 5, 'project_id': 'db5979b3202c409f938589b0dc1f5a5b', 'gw_port': {'id': 'aa074b86-2fd1-4f10-a053-40b96d4867aa', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b47373-8724-4881-9a88-6351bf656702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:11:52Z', 'updated_at': '2022-02-09T12:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:15:47.599691 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58d1eb4-ae0c-43ba-9c42-8a4117276802 None None] The sync data for ids ['44b47373-8724-4881-9a88-6351bf656702'] in n-d-825178-3 is: [{'id': '44b47373-8724-4881-9a88-6351bf656702', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-703001424-router', 'tenant_id': 'db5979b3202c409f938589b0dc1f5a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': 'aa074b86-2fd1-4f10-a053-40b96d4867aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:11:51Z', 'updated_at': '2022-02-09T12:15:43Z', 'revision_number': 5, 'project_id': 'db5979b3202c409f938589b0dc1f5a5b', 'gw_port': {'id': 'aa074b86-2fd1-4f10-a053-40b96d4867aa', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b47373-8724-4881-9a88-6351bf656702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:11:52Z', 'updated_at': '2022-02-09T12:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:15:47.600596 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afda0c89-4029-49bf-b076-38d503b60303 None None] The sync data for ids ['32d7a1a1-8719-4cad-a481-f5db0048f3f7'] in n-d-825178-3 is: [{'id': '32d7a1a1-8719-4cad-a481-f5db0048f3f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1165950385-router', 'tenant_id': '2647956141fb47dda47c7b0b658b0402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '8c9550c5-833e-4174-83ab-5b57fb49c3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:13:59Z', 'updated_at': '2022-02-09T12:15:39Z', 'revision_number': 5, 'project_id': '2647956141fb47dda47c7b0b658b0402', 'gw_port': {'id': '8c9550c5-833e-4174-83ab-5b57fb49c3d2', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:15:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d7a1a1-8719-4cad-a481-f5db0048f3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:14:01Z', 'updated_at': '2022-02-09T12:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:15:47.664104 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:47.677091 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:47.721543 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-1731d0ca-0704-4f1c-a41a-7ba04eecdadc admin admin] For port aa074b86-2fd1-4f10-a053-40b96d4867aa, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=aa074b86-2fd1-4f10-a053-40b96d4867aa,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:15:47.722220 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1731d0ca-0704-4f1c-a41a-7ba04eecdadc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:47.777486 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0dd9b4b4-5a11-439d-a5ce-2d49cfd60e0a req-bb26af18-2c93-4be4-b9b2-bfb39da39cb1 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5789773 Feb 09 12:15:47.781641 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d331bc0c-b839-47ed-a6c5-fc1000fd13c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:47.792556 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2b9e88f9-fefd-4afd-951a-353ad262d9c6 req-88b44eb4-3009-462a-8d35-1bb88fb164df service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f4fb3f13-7dc7-4cfe-ae6d-dfbf47efd150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5742395 Feb 09 12:15:47.808312 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d331bc0c-b839-47ed-a6c5-fc1000fd13c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:47.849782 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d331bc0c-b839-47ed-a6c5-fc1000fd13c9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=09346911ee444b4f989eb2944c83ad4d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2572148 Feb 09 12:15:47.850712 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-20affebd-2251-433e-a984-b5f8efdb5fa4 admin admin] Deleting port 45004933-648a-419e-aae3-834004f1a904 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:15:47.851114 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-20affebd-2251-433e-a984-b5f8efdb5fa4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:47.886476 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 41234) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:15:47.923203 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-1731d0ca-0704-4f1c-a41a-7ba04eecdadc admin admin] Calling delete_port for aa074b86-2fd1-4f10-a053-40b96d4867aa owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:15:48.063799 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device b5ae3c84-ed51-4b19-8119-65ae34e07282 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:15:48.108510 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: b5ae3c84-ed51-4b19-8119-65ae34e07282 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:15:48.108946 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device b5ae3c84-ed51-4b19-8119-65ae34e07282 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:15:48.300244 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d331bc0c-b839-47ed-a6c5-fc1000fd13c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258d4414-55fd-44d7-99b8-6d637823eb36,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:48.476855 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-05c8caf9-f48d-4216-8da9-5fa218da52b5 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:48.478942 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-05c8caf9-f48d-4216-8da9-5fa218da52b5 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.52 "GET /v2.0/networks?id=46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c HTTP/1.1" status: 200 len: 805 time: 0.5275764 Feb 09 12:15:48.517020 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-2bede6f0-3d49-495f-9c95-c97170193d76 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Request body: {'port': {'device_id': 'b000940f-9489-4b03-9fa7-1e2767a7e547', 'network_id': '46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c', 'admin_state_up': True, 'tenant_id': 'e269a22f7331401b92d6d31273b08c8d'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:15:48.572359 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f7848df8-b4cc-4d79-824f-7258478caccb req-506566c9-f60d-407a-b80e-b430504c6ee1 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?device_id=b000940f-9489-4b03-9fa7-1e2767a7e547 HTTP/1.1" status: 200 len: 210 time: 0.2946455 Feb 09 12:15:48.593204 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d331bc0c-b839-47ed-a6c5-fc1000fd13c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:15:48.593771 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d331bc0c-b839-47ed-a6c5-fc1000fd13c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:15:48.594297 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d331bc0c-b839-47ed-a6c5-fc1000fd13c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:15:48.594731 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d331bc0c-b839-47ed-a6c5-fc1000fd13c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:15:48.595669 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d331bc0c-b839-47ed-a6c5-fc1000fd13c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:15:48.596212 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d331bc0c-b839-47ed-a6c5-fc1000fd13c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:15:48.596664 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d331bc0c-b839-47ed-a6c5-fc1000fd13c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:15:48.597344 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d331bc0c-b839-47ed-a6c5-fc1000fd13c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:15:48.597854 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d331bc0c-b839-47ed-a6c5-fc1000fd13c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:15:48.598277 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d331bc0c-b839-47ed-a6c5-fc1000fd13c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:15:48.598708 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d331bc0c-b839-47ed-a6c5-fc1000fd13c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:15:48.599137 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d331bc0c-b839-47ed-a6c5-fc1000fd13c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:15:48.697046 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfda1cf-d475-4fde-a493-7389b4fcb8d8 req-1c3dd259-3ab6-424b-831f-485d461f2937 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:48.703420 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9bfda1cf-d475-4fde-a493-7389b4fcb8d8 req-1c3dd259-3ab6-424b-831f-485d461f2937 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/ports?device_id=64a9eb38-dfcf-4eeb-b9d0-091743efa9b9 HTTP/1.1" status: 200 len: 946 time: 1.1973753 Feb 09 12:15:48.726624 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-20affebd-2251-433e-a984-b5f8efdb5fa4 admin admin] For port 45004933-648a-419e-aae3-834004f1a904, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=45004933-648a-419e-aae3-834004f1a904,segment=NetworkSegment(372e6b6e-d808-403a-af9d-5cc8982778a2),segment_id=372e6b6e-d808-403a-af9d-5cc8982778a2)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:15:48.726984 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-20affebd-2251-433e-a984-b5f8efdb5fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:48.752930 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-2bede6f0-3d49-495f-9c95-c97170193d76 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:15:48.759418 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-2bede6f0-3d49-495f-9c95-c97170193d76 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Usage tracker for resource:port and tenant:e269a22f7331401b92d6d31273b08c8d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:15:48.773079 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-2bede6f0-3d49-495f-9c95-c97170193d76 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:15:48.913332 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-20affebd-2251-433e-a984-b5f8efdb5fa4 admin admin] Calling delete_port for 45004933-648a-419e-aae3-834004f1a904 owned by network:router_interface {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:15:48.945023 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-2bede6f0-3d49-495f-9c95-c97170193d76 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:15:48.959461 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:48.992359 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b549938e-2066-45f0-a5ae-8b5d09c382b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:49.019277 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-2bede6f0-3d49-495f-9c95-c97170193d76 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Made reservation on behalf of e269a22f7331401b92d6d31273b08c8d for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:15:49.023069 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-2bede6f0-3d49-495f-9c95-c97170193d76 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:49.037496 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-cacfa04d-2421-405e-9709-195ee860eab6 req-644ebbc6-d760-45e3-bc9b-d7935ab0ff93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66dfd8f6-77d1-4684-8301-76035ed5c757 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:15:49.068253 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cacfa04d-2421-405e-9709-195ee860eab6 req-644ebbc6-d760-45e3-bc9b-d7935ab0ff93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:49.165382 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1731d0ca-0704-4f1c-a41a-7ba04eecdadc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:49.191731 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9bfda1cf-d475-4fde-a493-7389b4fcb8d8 req-c45d661e-b6d5-4012-a04e-93d5c18d627f tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4fb3f13-7dc7-4cfe-ae6d-dfbf47efd150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041540 Feb 09 12:15:49.197109 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b549938e-2066-45f0-a5ae-8b5d09c382b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:49.243470 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4d81056d-82c9-4fb3-9da1-be040cb7e590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:49.248885 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1731d0ca-0704-4f1c-a41a-7ba04eecdadc admin admin] Pushing event deleted for resources: {'Port': ['ID=aa074b86-2fd1-4f10-a053-40b96d4867aa,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:49.254857 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-cacfa04d-2421-405e-9709-195ee860eab6 req-644ebbc6-d760-45e3-bc9b-d7935ab0ff93 service neutron] Transition to ACTIVE for port object 66dfd8f6-77d1-4684-8301-76035ed5c757 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:15:49.292724 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cacfa04d-2421-405e-9709-195ee860eab6 req-644ebbc6-d760-45e3-bc9b-d7935ab0ff93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:49.331427 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d81056d-82c9-4fb3-9da1-be040cb7e590 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c9550c5-833e-4174-83ab-5b57fb49c3d2,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:49.441555 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd9894-1a57-4ab7-995f-8f1e5b3a15aa req-cb0f1131-d375-48d8-889d-76105ccb2ce6 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:49.442831 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-70cd9894-1a57-4ab7-995f-8f1e5b3a15aa req-cb0f1131-d375-48d8-889d-76105ccb2ce6 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=702d3761-ddad-4718-b0fe-45cd59f6f8c8 HTTP/1.1" status: 200 len: 936 time: 0.4540784 Feb 09 12:15:49.507958 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b549938e-2066-45f0-a5ae-8b5d09c382b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:49.546923 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b549938e-2066-45f0-a5ae-8b5d09c382b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258d4414-55fd-44d7-99b8-6d637823eb36,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:49.550267 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4d81056d-82c9-4fb3-9da1-be040cb7e590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:49.564623 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ebbc6-d760-45e3-bc9b-d7935ab0ff93 service neutron] Pushing event updated for resources: {'Port': ['ID=66dfd8f6-77d1-4684-8301-76035ed5c757,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:49.653738 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1731d0ca-0704-4f1c-a41a-7ba04eecdadc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:49.760270 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-70cd9894-1a57-4ab7-995f-8f1e5b3a15aa req-9242f963-98f7-4114-833f-c430d0e09bf5 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860799 Feb 09 12:15:49.807722 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 4f374883-439a-43d9-8715-d4a46df42497 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:15:49.826724 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-2bede6f0-3d49-495f-9c95-c97170193d76 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Allocated IP 172.20.0.13 (46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c/b74a18b3-c777-4b36-8c3b-f86129471b39/be69895c-a2bd-4f9d-84bc-b9b5fb812a63) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:15:49.877062 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 4f374883-439a-43d9-8715-d4a46df42497 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:15:49.877407 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 4f374883-439a-43d9-8715-d4a46df42497 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:15:49.924754 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1731d0ca-0704-4f1c-a41a-7ba04eecdadc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:49.929623 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1731d0ca-0704-4f1c-a41a-7ba04eecdadc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:49.962835 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4d81056d-82c9-4fb3-9da1-be040cb7e590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:49.979373 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4d81056d-82c9-4fb3-9da1-be040cb7e590 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:49.988979 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-67340e9d-9329-4d58-bd56-ffe6ae3b589a req-7634bda7-e1ae-49ea-86ec-7c7310ca1604 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?device_id=b000940f-9489-4b03-9fa7-1e2767a7e547 HTTP/1.1" status: 200 len: 210 time: 0.2207632 Feb 09 12:15:49.994960 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b549938e-2066-45f0-a5ae-8b5d09c382b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:49.995253 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b549938e-2066-45f0-a5ae-8b5d09c382b0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/258d4414-55fd-44d7-99b8-6d637823eb36 HTTP/1.1" status: 204 len: 168 time: 2.0918911 Feb 09 12:15:49.996174 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-cacfa04d-2421-405e-9709-195ee860eab6 req-644ebbc6-d760-45e3-bc9b-d7935ab0ff93 service neutron] Attempting to bind port 66dfd8f6-77d1-4684-8301-76035ed5c757 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:15:49.996726 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-cacfa04d-2421-405e-9709-195ee860eab6 req-644ebbc6-d760-45e3-bc9b-d7935ab0ff93 service neutron] Attempting to bind port 66dfd8f6-77d1-4684-8301-76035ed5c757 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:15:49.997280 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacfa04d-2421-405e-9709-195ee860eab6 req-644ebbc6-d760-45e3-bc9b-d7935ab0ff93 service neutron] Attempting to bind port 66dfd8f6-77d1-4684-8301-76035ed5c757 on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:15:50.011566 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacfa04d-2421-405e-9709-195ee860eab6 req-644ebbc6-d760-45e3-bc9b-d7935ab0ff93 service neutron] Port 66dfd8f6-77d1-4684-8301-76035ed5c757 on network 4f732e35-467f-44f5-be04-aa808693dec3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:15:50.011925 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacfa04d-2421-405e-9709-195ee860eab6 req-644ebbc6-d760-45e3-bc9b-d7935ab0ff93 service neutron] Attempting to bind port 66dfd8f6-77d1-4684-8301-76035ed5c757 on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:15:50.017153 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1731d0ca-0704-4f1c-a41a-7ba04eecdadc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:50.017868 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1731d0ca-0704-4f1c-a41a-7ba04eecdadc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44b47373-8724-4881-9a88-6351bf656702 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:15:50.039719 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacfa04d-2421-405e-9709-195ee860eab6 req-644ebbc6-d760-45e3-bc9b-d7935ab0ff93 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:15:50.039719 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacfa04d-2421-405e-9709-195ee860eab6 req-644ebbc6-d760-45e3-bc9b-d7935ab0ff93 service neutron] Checking segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:15:50.039719 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacfa04d-2421-405e-9709-195ee860eab6 req-644ebbc6-d760-45e3-bc9b-d7935ab0ff93 service neutron] Bound using segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:15:50.040570 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-cacfa04d-2421-405e-9709-195ee860eab6 req-644ebbc6-d760-45e3-bc9b-d7935ab0ff93 service neutron] Bound port: 66dfd8f6-77d1-4684-8301-76035ed5c757, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:15:50.040919 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cacfa04d-2421-405e-9709-195ee860eab6 req-644ebbc6-d760-45e3-bc9b-d7935ab0ff93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:50.052434 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4d81056d-82c9-4fb3-9da1-be040cb7e590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:50.054088 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d81056d-82c9-4fb3-9da1-be040cb7e590 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32d7a1a1-8719-4cad-a481-f5db0048f3f7 {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:15:50.094608 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4d81056d-82c9-4fb3-9da1-be040cb7e590 admin admin] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:50.098127 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4d81056d-82c9-4fb3-9da1-be040cb7e590 admin admin] 10.222.0.55 "DELETE /v2.0/routers/32d7a1a1-8719-4cad-a481-f5db0048f3f7 HTTP/1.1" status: 204 len: 168 time: 6.4542394 Feb 09 12:15:50.102235 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 41248) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:15:50.103699 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-20affebd-2251-433e-a984-b5f8efdb5fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:50.128928 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:50.293260 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-2bede6f0-3d49-495f-9c95-c97170193d76 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:50.434992 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20affebd-2251-433e-a984-b5f8efdb5fa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=45004933-648a-419e-aae3-834004f1a904,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:50.532487 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1731d0ca-0704-4f1c-a41a-7ba04eecdadc admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:50.541288 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1731d0ca-0704-4f1c-a41a-7ba04eecdadc admin admin] 10.222.0.55 "DELETE /v2.0/routers/44b47373-8724-4881-9a88-6351bf656702 HTTP/1.1" status: 204 len: 168 time: 4.7719040 Feb 09 12:15:50.546381 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41256) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:15:50.622017 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed72c9d6-d3a1-4faf-9c52-7f09d2d5e43a admin admin] Deleting subnet f490f554-8877-4819-a586-259ae6bd7647 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:15:50.647694 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ed72c9d6-d3a1-4faf-9c52-7f09d2d5e43a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:50.776207 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-cacfa04d-2421-405e-9709-195ee860eab6 req-644ebbc6-d760-45e3-bc9b-d7935ab0ff93 service neutron] For port 66dfd8f6-77d1-4684-8301-76035ed5c757, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:15:50.795514 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-cacfa04d-2421-405e-9709-195ee860eab6 req-644ebbc6-d760-45e3-bc9b-d7935ab0ff93 service neutron] For port 66dfd8f6-77d1-4684-8301-76035ed5c757, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=66dfd8f6-77d1-4684-8301-76035ed5c757,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:15:50.802389 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd788cdf-7bd7-433a-b3e1-7391b2668aed admin admin] Deleting subnet a6a84c23-f60d-46fe-84da-158ba26e784b {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:15:50.807652 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cd788cdf-7bd7-433a-b3e1-7391b2668aed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:50.850719 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cacfa04d-2421-405e-9709-195ee860eab6 req-644ebbc6-d760-45e3-bc9b-d7935ab0ff93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:50.857682 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-2bede6f0-3d49-495f-9c95-c97170193d76 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:50.957897 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ed72c9d6-d3a1-4faf-9c52-7f09d2d5e43a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:51.036690 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacfa04d-2421-405e-9709-195ee860eab6 req-644ebbc6-d760-45e3-bc9b-d7935ab0ff93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:51.037331 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cacfa04d-2421-405e-9709-195ee860eab6 req-644ebbc6-d760-45e3-bc9b-d7935ab0ff93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:51.042646 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cacfa04d-2421-405e-9709-195ee860eab6 req-644ebbc6-d760-45e3-bc9b-d7935ab0ff93 service neutron] 10.222.0.46 "PUT /v2.0/ports/66dfd8f6-77d1-4684-8301-76035ed5c757 HTTP/1.1" status: 200 len: 1096 time: 4.4779894 Feb 09 12:15:51.043772 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ebbc6-d760-45e3-bc9b-d7935ab0ff93 service neutron] Pushing event updated for resources: {'Port': ['ID=66dfd8f6-77d1-4684-8301-76035ed5c757,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:51.048432 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '702d3761-ddad-4718-b0fe-45cd59f6f8c8', 'tag': '66dfd8f6-77d1-4684-8301-76035ed5c757'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:15:51.134968 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-2bede6f0-3d49-495f-9c95-c97170193d76 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Network 46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:15:51.138124 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-2bede6f0-3d49-495f-9c95-c97170193d76 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:15:51.141567 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-2bede6f0-3d49-495f-9c95-c97170193d76 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:15:51.216268 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2a84d-b920-4249-86c2-cd132f24f266 req-02b82197-aed4-44d6-969a-f1fc345c1fdd tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:51.217938 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-19b2a84d-b920-4249-86c2-cd132f24f266 req-02b82197-aed4-44d6-969a-f1fc345c1fdd tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/ports?device_id=64a9eb38-dfcf-4eeb-b9d0-091743efa9b9 HTTP/1.1" status: 200 len: 946 time: 0.7531404 Feb 09 12:15:51.290963 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cd788cdf-7bd7-433a-b3e1-7391b2668aed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:51.412279 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-20affebd-2251-433e-a984-b5f8efdb5fa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:51.494652 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bede6f0-3d49-495f-9c95-c97170193d76 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Pushing event updated for resources: {'Port': ['ID=be69895c-a2bd-4f9d-84bc-b9b5fb812a63,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:51.513135 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ed72c9d6-d3a1-4faf-9c52-7f09d2d5e43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:51.553658 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09763a3f-d2ea-4512-b08e-36fcee547219 req-01056e89-1360-4f0d-a373-8d8693811712 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:51.555246 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-09763a3f-d2ea-4512-b08e-36fcee547219 req-01056e89-1360-4f0d-a373-8d8693811712 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=702d3761-ddad-4718-b0fe-45cd59f6f8c8 HTTP/1.1" status: 200 len: 948 time: 0.6092210 Feb 09 12:15:51.563227 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-2bede6f0-3d49-495f-9c95-c97170193d76 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:51.563914 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-2bede6f0-3d49-495f-9c95-c97170193d76 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:51.572224 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-19b2a84d-b920-4249-86c2-cd132f24f266 req-8a522f3f-7b06-432a-89b7-b20aff8c5428 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4fb3f13-7dc7-4cfe-ae6d-dfbf47efd150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471727 Feb 09 12:15:51.619028 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-2bede6f0-3d49-495f-9c95-c97170193d76 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1123309 Feb 09 12:15:51.652305 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-b824f3d3-75be-403c-98fd-64e4059e1196 service neutron] Request body: {'port': {'device_id': 'b000940f-9489-4b03-9fa7-1e2767a7e547', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:15:51.760479 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-09763a3f-d2ea-4512-b08e-36fcee547219 req-5b706472-1b60-4e48-9923-e0f0f1b345c6 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870415 Feb 09 12:15:51.782482 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device aa074b86-2fd1-4f10-a053-40b96d4867aa no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:15:51.786031 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ed72c9d6-d3a1-4faf-9c52-7f09d2d5e43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:51.854952 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: aa074b86-2fd1-4f10-a053-40b96d4867aa {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:15:51.855300 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device aa074b86-2fd1-4f10-a053-40b96d4867aa not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:15:51.855964 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 8c9550c5-833e-4174-83ab-5b57fb49c3d2 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:15:51.878121 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacfa04d-2421-405e-9709-195ee860eab6 req-546a3269-54a7-4943-8f35-6433f766e21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:51.880031 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cacfa04d-2421-405e-9709-195ee860eab6 req-546a3269-54a7-4943-8f35-6433f766e21f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9a644d28aa946259b7337281970c4b8&device_id=702d3761-ddad-4718-b0fe-45cd59f6f8c8 HTTP/1.1" status: 200 len: 1099 time: 0.7430334 Feb 09 12:15:51.885223 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cd788cdf-7bd7-433a-b3e1-7391b2668aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:51.923131 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '702d3761-ddad-4718-b0fe-45cd59f6f8c8', 'tag': '66dfd8f6-77d1-4684-8301-76035ed5c757', 'status': 'completed', 'code': 200} Feb 09 12:15:51.934104 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 8c9550c5-833e-4174-83ab-5b57fb49c3d2 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:15:51.934686 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 8c9550c5-833e-4174-83ab-5b57fb49c3d2 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:15:51.937217 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed72c9d6-d3a1-4faf-9c52-7f09d2d5e43a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f490f554-8877-4819-a586-259ae6bd7647,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:51.939231 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ed72c9d6-d3a1-4faf-9c52-7f09d2d5e43a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:51.941654 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370ea1e1-48fa-496b-a6f4-c1f4da98fb01 None None] Network d5d53378-b378-43cd-a6b4-2505b89a4e35 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:15:51.980744 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ed72c9d6-d3a1-4faf-9c52-7f09d2d5e43a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f490f554-8877-4819-a586-259ae6bd7647 HTTP/1.1" status: 204 len: 168 time: 1.8509312 Feb 09 12:15:51.983237 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 41288) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:15:52.014769 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cacfa04d-2421-405e-9709-195ee860eab6 req-4e708c51-a9b0-4a5d-814e-0f80b50ba053 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=66dfd8f6-77d1-4684-8301-76035ed5c757 HTTP/1.1" status: 200 len: 217 time: 0.0907171 Feb 09 12:15:52.115483 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-b824f3d3-75be-403c-98fd-64e4059e1196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:52.265282 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5f6936b3-72bd-47ac-9c62-5b32f25cad3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:52.272626 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-583697d8-a408-4673-b4f1-0fef2fc571ee req-760adc7c-dab0-43d2-964f-8d0dbd99142b tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-54736289&fields=id&tenant_id=64589850d54f49bfb3a355e7cee6f70a HTTP/1.1" status: 200 len: 267 time: 0.1841881 Feb 09 12:15:52.289869 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20affebd-2251-433e-a984-b5f8efdb5fa4 admin admin] Router eaee0016-3e91-4d6c-88ab-382d62bec114 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:15:52.301055 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb4110-bee9-4ddc-bfbf-882309034836 req-8e8b5773-f606-48f8-ab37-0c4c4251ae83 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:52.302656 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7cdb4110-bee9-4ddc-bfbf-882309034836 req-8e8b5773-f606-48f8-ab37-0c4c4251ae83 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?device_id=b000940f-9489-4b03-9fa7-1e2767a7e547 HTTP/1.1" status: 200 len: 932 time: 0.4784110 Feb 09 12:15:52.346479 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-5f6936b3-72bd-47ac-9c62-5b32f25cad3e admin admin] Deleting port 71be5423-e3a5-4400-8e5d-9a2bd327d9fc {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:15:52.347077 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5f6936b3-72bd-47ac-9c62-5b32f25cad3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:52.349528 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:52.360568 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a23c20c-4dbb-42f6-bedc-1ded855eaf97 None None] DHCP port deletion for d5d53378-b378-43cd-a6b4-2505b89a4e35 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:15:52.374864 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-6a23c20c-4dbb-42f6-bedc-1ded855eaf97 None None] Deleting port 71be5423-e3a5-4400-8e5d-9a2bd327d9fc {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:15:52.377205 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6a23c20c-4dbb-42f6-bedc-1ded855eaf97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:52.399358 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacfa04d-2421-405e-9709-195ee860eab6 req-2e46c46c-0007-4517-8bda-bf8d4a0c40fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:52.401326 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cacfa04d-2421-405e-9709-195ee860eab6 req-2e46c46c-0007-4517-8bda-bf8d4a0c40fe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.2887521 Feb 09 12:15:52.459295 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cd788cdf-7bd7-433a-b3e1-7391b2668aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:52.506353 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cd788cdf-7bd7-433a-b3e1-7391b2668aed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:52.520876 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07483f8f-d6a8-49e2-a388-290309f926b7 None None] Network f6c1a382-f798-481e-bd58-d6f8db59672f requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:15:52.553832 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd788cdf-7bd7-433a-b3e1-7391b2668aed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6a84c23-f60d-46fe-84da-158ba26e784b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:52.603985 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-cd788cdf-7bd7-433a-b3e1-7391b2668aed admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a6a84c23-f60d-46fe-84da-158ba26e784b HTTP/1.1" status: 204 len: 168 time: 2.0385146 Feb 09 12:15:52.621196 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41294) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:15:52.725820 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-7cdb4110-bee9-4ddc-bfbf-882309034836 req-4c5151ad-0cbe-42d0-9188-90608496dc0d tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Synchronizing usage tracker for tenant:e269a22f7331401b92d6d31273b08c8d on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:15:52.790951 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacfa04d-2421-405e-9709-195ee860eab6 req-b17a3668-c82b-4f47-8554-14422ba3622f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:52.792611 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cacfa04d-2421-405e-9709-195ee860eab6 req-b17a3668-c82b-4f47-8554-14422ba3622f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3819110 Feb 09 12:15:52.801275 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-638db7b3-4b98-4c88-a8f8-9a4d45f5312a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:52.871354 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-6a23c20c-4dbb-42f6-bedc-1ded855eaf97 None None] For port 71be5423-e3a5-4400-8e5d-9a2bd327d9fc, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=71be5423-e3a5-4400-8e5d-9a2bd327d9fc,segment=NetworkSegment(0c63d08b-86c2-44ed-af04-d226fc9fb1b6),segment_id=0c63d08b-86c2-44ed-af04-d226fc9fb1b6)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:15:52.872039 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6a23c20c-4dbb-42f6-bedc-1ded855eaf97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:52.884705 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-7cdb4110-bee9-4ddc-bfbf-882309034836 req-4c5151ad-0cbe-42d0-9188-90608496dc0d tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Unset dirty status for tenant:e269a22f7331401b92d6d31273b08c8d on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:15:52.886211 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7cdb4110-bee9-4ddc-bfbf-882309034836 req-4c5151ad-0cbe-42d0-9188-90608496dc0d tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc310c7-804c-482c-8f65-f0a6e9cffd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5467019 Feb 09 12:15:52.951922 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-638db7b3-4b98-4c88-a8f8-9a4d45f5312a admin admin] Deleting port dcfa97cd-c304-4f6a-96d4-07cded9a4126 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:15:52.955707 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-638db7b3-4b98-4c88-a8f8-9a4d45f5312a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:52.962663 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20affebd-2251-433e-a984-b5f8efdb5fa4 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:15:52.974347 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583697d8-a408-4673-b4f1-0fef2fc571ee req-91131638-21a3-4256-9419-ce12ee35e54a tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:52.981702 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-583697d8-a408-4673-b4f1-0fef2fc571ee req-91131638-21a3-4256-9419-ce12ee35e54a tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/ports?device_id=64a9eb38-dfcf-4eeb-b9d0-091743efa9b9 HTTP/1.1" status: 200 len: 946 time: 0.6953633 Feb 09 12:15:52.991413 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-20affebd-2251-433e-a984-b5f8efdb5fa4 admin admin] 10.222.0.55 "PUT /v2.0/routers/eaee0016-3e91-4d6c-88ab-382d62bec114/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4775088 Feb 09 12:15:53.002014 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-583697d8-a408-4673-b4f1-0fef2fc571ee req-e6900d61-1a01-4ee8-a884-a72c2f6dff42 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Request body: {'port': {'security_groups': ['f4fb3f13-7dc7-4cfe-ae6d-dfbf47efd150', '1d9b9218-1542-46c5-b3e7-744108319b42']}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:15:53.023654 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d8e936-9c5b-45b4-ae5f-b28279069823 None None] Sync routers for ids ['eaee0016-3e91-4d6c-88ab-382d62bec114'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:15:53.031034 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 41302) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:15:53.085394 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-6a23c20c-4dbb-42f6-bedc-1ded855eaf97 None None] Calling delete_port for 71be5423-e3a5-4400-8e5d-9a2bd327d9fc owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:15:53.146657 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d8e936-9c5b-45b4-ae5f-b28279069823 None None] Routers {'eaee0016-3e91-4d6c-88ab-382d62bec114'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:15:53.147610 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-a6d8e936-9c5b-45b4-ae5f-b28279069823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:15:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['eaee0016-3e91-4d6c-88ab-382d62bec114'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:15:53.210372 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-b824f3d3-75be-403c-98fd-64e4059e1196 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be69895c-a2bd-4f9d-84bc-b9b5fb812a63 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:15:53.228296 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-b824f3d3-75be-403c-98fd-64e4059e1196 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:53.247115 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cacfa04d-2421-405e-9709-195ee860eab6 req-36abb00f-3c84-465e-966c-471b876847f9 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4352682 Feb 09 12:15:53.343063 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-b824f3d3-75be-403c-98fd-64e4059e1196 service neutron] Transition to ACTIVE for port object be69895c-a2bd-4f9d-84bc-b9b5fb812a63 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:15:53.403650 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fe84799f-660b-4a4c-a608-73b159654c1d admin admin] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:53.511201 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-b824f3d3-75be-403c-98fd-64e4059e1196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:53.601659 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6a23c20c-4dbb-42f6-bedc-1ded855eaf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:53.700464 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a23c20c-4dbb-42f6-bedc-1ded855eaf97 None None] Pushing event deleted for resources: {'Port': ['ID=71be5423-e3a5-4400-8e5d-9a2bd327d9fc,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:53.704222 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207db4e8-8559-4cc1-9336-a3d4ebd2c66b None None] DHCP port deletion for f6c1a382-f798-481e-bd58-d6f8db59672f request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:15:53.714499 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a23c20c-4dbb-42f6-bedc-1ded855eaf97 None None] No DVR routers for this DVR port 71be5423-e3a5-4400-8e5d-9a2bd327d9fc on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:15:53.720069 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-207db4e8-8559-4cc1-9336-a3d4ebd2c66b None None] Deleting port dcfa97cd-c304-4f6a-96d4-07cded9a4126 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:15:53.720448 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-207db4e8-8559-4cc1-9336-a3d4ebd2c66b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:53.746452 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-5f6936b3-72bd-47ac-9c62-5b32f25cad3e admin admin] For port 71be5423-e3a5-4400-8e5d-9a2bd327d9fc, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=71be5423-e3a5-4400-8e5d-9a2bd327d9fc,segment=NetworkSegment(0c63d08b-86c2-44ed-af04-d226fc9fb1b6),segment_id=0c63d08b-86c2-44ed-af04-d226fc9fb1b6)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:15:53.746452 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5f6936b3-72bd-47ac-9c62-5b32f25cad3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:53.817428 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-a6d8e936-9c5b-45b4-ae5f-b28279069823 None None] Set router eaee0016-3e91-4d6c-88ab-382d62bec114 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:15:53.894157 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-638db7b3-4b98-4c88-a8f8-9a4d45f5312a admin admin] For port dcfa97cd-c304-4f6a-96d4-07cded9a4126, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=dcfa97cd-c304-4f6a-96d4-07cded9a4126,segment=NetworkSegment(59e94cc7-e568-4425-87d6-c42e9ee726aa),segment_id=59e94cc7-e568-4425-87d6-c42e9ee726aa)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:15:53.895175 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-638db7b3-4b98-4c88-a8f8-9a4d45f5312a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:53.907140 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 41316) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:15:53.914798 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 71be5423-e3a5-4400-8e5d-9a2bd327d9fc no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:15:53.976528 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-5f6936b3-72bd-47ac-9c62-5b32f25cad3e admin admin] Calling delete_port for 71be5423-e3a5-4400-8e5d-9a2bd327d9fc owned by network:dhcp {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:15:54.046726 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-638db7b3-4b98-4c88-a8f8-9a4d45f5312a admin admin] Calling delete_port for dcfa97cd-c304-4f6a-96d4-07cded9a4126 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:15:54.082918 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824f3d3-75be-403c-98fd-64e4059e1196 service neutron] Pushing event updated for resources: {'Port': ['ID=be69895c-a2bd-4f9d-84bc-b9b5fb812a63,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:54.155065 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-583697d8-a408-4673-b4f1-0fef2fc571ee req-e6900d61-1a01-4ee8-a884-a72c2f6dff42 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:54.182439 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cacfa04d-2421-405e-9709-195ee860eab6 req-1413d56f-299d-4543-a279-7ba88029766b service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9348183 Feb 09 12:15:54.268926 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fe84799f-660b-4a4c-a608-73b159654c1d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:54.272436 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 71be5423-e3a5-4400-8e5d-9a2bd327d9fc {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:15:54.272436 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 71be5423-e3a5-4400-8e5d-9a2bd327d9fc not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:15:54.272436 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device dcfa97cd-c304-4f6a-96d4-07cded9a4126 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:15:54.278516 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b261dd-00f7-402f-bef0-9dd090603b31 req-228a6843-38e2-463f-8d38-c424df4ba035 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:54.280926 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a0b261dd-00f7-402f-bef0-9dd090603b31 req-228a6843-38e2-463f-8d38-c424df4ba035 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=702d3761-ddad-4718-b0fe-45cd59f6f8c8 HTTP/1.1" status: 200 len: 948 time: 0.7297094 Feb 09 12:15:54.319989 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.api [None req-5f6936b3-72bd-47ac-9c62-5b32f25cad3e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:15:54.320410 n-d-825178-3 neutron-server[87567]: DEBUG oslo_db.api [None req-5f6936b3-72bd-47ac-9c62-5b32f25cad3e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:15:54.327033 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-80cd4d3d-5b71-46ac-a94e-c4c364aa3a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:54.345281 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-fe84799f-660b-4a4c-a608-73b159654c1d admin admin] Deleting port b7658256-4303-4780-83b7-2e2f42a38e40 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:15:54.345626 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fe84799f-660b-4a4c-a608-73b159654c1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:54.409315 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a0b261dd-00f7-402f-bef0-9dd090603b31 req-88119af4-a0d8-4b92-8f34-12e2cd341f74 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159136 Feb 09 12:15:54.412557 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-80cd4d3d-5b71-46ac-a94e-c4c364aa3a91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:15:54.437320 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-80cd4d3d-5b71-46ac-a94e-c4c364aa3a91 admin admin] Usage tracker for resource:security_group_rule and tenant:171d2a8c9de34b959d50a4655a86a896 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:15:54.443560 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-80cd4d3d-5b71-46ac-a94e-c4c364aa3a91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:15:54.465193 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-80cd4d3d-5b71-46ac-a94e-c4c364aa3a91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:15:54.532211 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-b824f3d3-75be-403c-98fd-64e4059e1196 service neutron] Attempting to bind port be69895c-a2bd-4f9d-84bc-b9b5fb812a63 on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:15:54.532881 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-b824f3d3-75be-403c-98fd-64e4059e1196 service neutron] Attempting to bind port be69895c-a2bd-4f9d-84bc-b9b5fb812a63 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': '7fd43362-d2bb-4c15-a4a2-a1a057b6ca17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:15:54.533376 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-b824f3d3-75be-403c-98fd-64e4059e1196 service neutron] Attempting to bind port be69895c-a2bd-4f9d-84bc-b9b5fb812a63 on network 46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:15:54.541325 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-b824f3d3-75be-403c-98fd-64e4059e1196 service neutron] Port be69895c-a2bd-4f9d-84bc-b9b5fb812a63 on network 46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:15:54.541884 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-b824f3d3-75be-403c-98fd-64e4059e1196 service neutron] Attempting to bind port be69895c-a2bd-4f9d-84bc-b9b5fb812a63 on network 46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:15:54.572586 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-207db4e8-8559-4cc1-9336-a3d4ebd2c66b None None] For port dcfa97cd-c304-4f6a-96d4-07cded9a4126, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=dcfa97cd-c304-4f6a-96d4-07cded9a4126,segment=NetworkSegment(59e94cc7-e568-4425-87d6-c42e9ee726aa),segment_id=59e94cc7-e568-4425-87d6-c42e9ee726aa)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:15:54.573389 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-207db4e8-8559-4cc1-9336-a3d4ebd2c66b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:54.583049 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-b824f3d3-75be-403c-98fd-64e4059e1196 service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:15:54.584518 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-b824f3d3-75be-403c-98fd-64e4059e1196 service neutron] Checking segment: {'id': '7fd43362-d2bb-4c15-a4a2-a1a057b6ca17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:15:54.584926 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-b824f3d3-75be-403c-98fd-64e4059e1196 service neutron] Bound using segment: {'id': '7fd43362-d2bb-4c15-a4a2-a1a057b6ca17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:15:54.587644 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-b824f3d3-75be-403c-98fd-64e4059e1196 service neutron] Bound port: be69895c-a2bd-4f9d-84bc-b9b5fb812a63, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fd43362-d2bb-4c15-a4a2-a1a057b6ca17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:15:54.588463 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-b824f3d3-75be-403c-98fd-64e4059e1196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:54.689588 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f6295-4a98-41a6-8597-7ff69facd938 req-5bc60ac1-ac89-4cbc-b3dd-7401685f252a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:54.691551 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-5a1f6295-4a98-41a6-8597-7ff69facd938 req-5bc60ac1-ac89-4cbc-b3dd-7401685f252a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9a644d28aa946259b7337281970c4b8&device_id=702d3761-ddad-4718-b0fe-45cd59f6f8c8 HTTP/1.1" status: 200 len: 1099 time: 0.4312775 Feb 09 12:15:54.753141 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-b824f3d3-75be-403c-98fd-64e4059e1196 service neutron] For port be69895c-a2bd-4f9d-84bc-b9b5fb812a63, host n-h1-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:15:54.757061 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-b824f3d3-75be-403c-98fd-64e4059e1196 service neutron] For port be69895c-a2bd-4f9d-84bc-b9b5fb812a63, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=be69895c-a2bd-4f9d-84bc-b9b5fb812a63,segment=NetworkSegment(7fd43362-d2bb-4c15-a4a2-a1a057b6ca17),segment_id=7fd43362-d2bb-4c15-a4a2-a1a057b6ca17)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:15:54.772027 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-207db4e8-8559-4cc1-9336-a3d4ebd2c66b None None] Calling delete_port for dcfa97cd-c304-4f6a-96d4-07cded9a4126 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:15:54.782639 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-638db7b3-4b98-4c88-a8f8-9a4d45f5312a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:54.801646 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Port dcfa97cd-c304-4f6a-96d4-07cded9a4126 update to DOWN by agent not found {{(pid=87569) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 09 12:15:54.830320 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-a6d8e936-9c5b-45b4-ae5f-b28279069823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaee0016-3e91-4d6c-88ab-382d62bec114', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1442358227-router', 'tenant_id': 'fe9eea7294ae46a29e643f1f25532eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': 'b7658256-4303-4780-83b7-2e2f42a38e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:15:25Z', 'updated_at': '2022-02-09T12:15:49Z', 'revision_number': 5, 'project_id': 'fe9eea7294ae46a29e643f1f25532eef', 'gw_port': {'id': 'b7658256-4303-4780-83b7-2e2f42a38e40', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaee0016-3e91-4d6c-88ab-382d62bec114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:15:27Z', 'updated_at': '2022-02-09T12:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:15:54.831258 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-5f6936b3-72bd-47ac-9c62-5b32f25cad3e admin admin] Deleting port 71be5423-e3a5-4400-8e5d-9a2bd327d9fc {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:15:54.831606 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5f6936b3-72bd-47ac-9c62-5b32f25cad3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:54.840639 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d8e936-9c5b-45b4-ae5f-b28279069823 None None] Checking router: eaee0016-3e91-4d6c-88ab-382d62bec114 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:15:54.842009 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-b824f3d3-75be-403c-98fd-64e4059e1196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:54.860822 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638db7b3-4b98-4c88-a8f8-9a4d45f5312a admin admin] Pushing event deleted for resources: {'Port': ['ID=dcfa97cd-c304-4f6a-96d4-07cded9a4126,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:54.863396 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d8e936-9c5b-45b4-ae5f-b28279069823 None None] Routers {'eaee0016-3e91-4d6c-88ab-382d62bec114'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:15:54.863850 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-a6d8e936-9c5b-45b4-ae5f-b28279069823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:15:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['eaee0016-3e91-4d6c-88ab-382d62bec114'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:15:55.009713 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824f3d3-75be-403c-98fd-64e4059e1196 service neutron] Pushing event updated for resources: {'Port': ['ID=be69895c-a2bd-4f9d-84bc-b9b5fb812a63,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:55.017848 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-207db4e8-8559-4cc1-9336-a3d4ebd2c66b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:15:55.018441 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-207db4e8-8559-4cc1-9336-a3d4ebd2c66b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:15:55.038741 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-a6d8e936-9c5b-45b4-ae5f-b28279069823 None None] Set router eaee0016-3e91-4d6c-88ab-382d62bec114 gateway port host: None {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:15:55.047060 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-5f6936b3-72bd-47ac-9c62-5b32f25cad3e admin admin] The port '71be5423-e3a5-4400-8e5d-9a2bd327d9fc' was deleted {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:15:55.085641 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-b824f3d3-75be-403c-98fd-64e4059e1196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:55.086364 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-b824f3d3-75be-403c-98fd-64e4059e1196 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:55.088004 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-b824f3d3-75be-403c-98fd-64e4059e1196 service neutron] 10.222.0.52 "PUT /v2.0/ports/be69895c-a2bd-4f9d-84bc-b9b5fb812a63 HTTP/1.1" status: 200 len: 1092 time: 3.4531484 Feb 09 12:15:55.088511 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b000940f-9489-4b03-9fa7-1e2767a7e547', 'tag': 'be69895c-a2bd-4f9d-84bc-b9b5fb812a63'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:15:55.150432 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638db7b3-4b98-4c88-a8f8-9a4d45f5312a admin admin] No DVR routers for this DVR port dcfa97cd-c304-4f6a-96d4-07cded9a4126 on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:15:55.250606 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-a6d8e936-9c5b-45b4-ae5f-b28279069823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaee0016-3e91-4d6c-88ab-382d62bec114', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1442358227-router', 'tenant_id': 'fe9eea7294ae46a29e643f1f25532eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:15:25Z', 'updated_at': '2022-02-09T12:15:54Z', 'revision_number': 6, 'project_id': 'fe9eea7294ae46a29e643f1f25532eef', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:15:55.263372 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d8e936-9c5b-45b4-ae5f-b28279069823 None None] The sync data for ids ['eaee0016-3e91-4d6c-88ab-382d62bec114'] in n-d-825178-3 is: [{'id': 'eaee0016-3e91-4d6c-88ab-382d62bec114', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1442358227-router', 'tenant_id': 'fe9eea7294ae46a29e643f1f25532eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:15:25Z', 'updated_at': '2022-02-09T12:15:54Z', 'revision_number': 6, 'project_id': 'fe9eea7294ae46a29e643f1f25532eef', 'gw_port_host': None}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:15:55.273524 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f6295-4a98-41a6-8597-7ff69facd938 req-86c09b20-e055-4787-a690-f844e6a45ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:55.275265 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-5a1f6295-4a98-41a6-8597-7ff69facd938 req-86c09b20-e055-4787-a690-f844e6a45ddf service neutron] 10.222.0.46 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.5163860 Feb 09 12:15:55.306166 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5f6936b3-72bd-47ac-9c62-5b32f25cad3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:55.315489 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-fe84799f-660b-4a4c-a608-73b159654c1d admin admin] For port b7658256-4303-4780-83b7-2e2f42a38e40, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=b7658256-4303-4780-83b7-2e2f42a38e40,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:15:55.315897 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fe84799f-660b-4a4c-a608-73b159654c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:55.429416 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-5a1f6295-4a98-41a6-8597-7ff69facd938 req-daa6de15-b580-4338-921a-f1bd0de9e9bf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=66dfd8f6-77d1-4684-8301-76035ed5c757 HTTP/1.1" status: 200 len: 217 time: 0.1303713 Feb 09 12:15:55.494847 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-638db7b3-4b98-4c88-a8f8-9a4d45f5312a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:55.515790 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-fe84799f-660b-4a4c-a608-73b159654c1d admin admin] Calling delete_port for b7658256-4303-4780-83b7-2e2f42a38e40 owned by network:router_gateway {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:15:55.519763 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-207db4e8-8559-4cc1-9336-a3d4ebd2c66b None None] Deleting port dcfa97cd-c304-4f6a-96d4-07cded9a4126 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:15:55.520368 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-207db4e8-8559-4cc1-9336-a3d4ebd2c66b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:55.540808 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-638db7b3-4b98-4c88-a8f8-9a4d45f5312a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6c1a382-f798-481e-bd58-d6f8db59672f']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:15:55.551415 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305013b3-cd0f-45e0-88cd-3b0418ec1290 req-eecaefc3-8749-496d-9608-5a95fadbdccb tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:55.552975 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-305013b3-cd0f-45e0-88cd-3b0418ec1290 req-eecaefc3-8749-496d-9608-5a95fadbdccb tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?device_id=b000940f-9489-4b03-9fa7-1e2767a7e547 HTTP/1.1" status: 200 len: 944 time: 0.9125459 Feb 09 12:15:55.554598 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-a24b11cb-0bcf-4753-a235-0db07c113a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:55.556372 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-a24b11cb-0bcf-4753-a235-0db07c113a00 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e269a22f7331401b92d6d31273b08c8d&device_id=b000940f-9489-4b03-9fa7-1e2767a7e547 HTTP/1.1" status: 200 len: 1095 time: 0.4073231 Feb 09 12:15:55.557421 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f6295-4a98-41a6-8597-7ff69facd938 req-dad7da3e-5c62-4b08-8184-7542a7a3d2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:55.558702 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-5a1f6295-4a98-41a6-8597-7ff69facd938 req-dad7da3e-5c62-4b08-8184-7542a7a3d2ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.1159024 Feb 09 12:15:55.563582 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-638db7b3-4b98-4c88-a8f8-9a4d45f5312a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59e94cc7-e568-4425-87d6-c42e9ee726aa') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:15:55.563901 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-638db7b3-4b98-4c88-a8f8-9a4d45f5312a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59e94cc7-e568-4425-87d6-c42e9ee726aa') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:15:55.568839 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-5f6936b3-72bd-47ac-9c62-5b32f25cad3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5d53378-b378-43cd-a6b4-2505b89a4e35']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:15:55.590964 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-80cd4d3d-5b71-46ac-a94e-c4c364aa3a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:55.617822 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-80cd4d3d-5b71-46ac-a94e-c4c364aa3a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:55.632354 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-207db4e8-8559-4cc1-9336-a3d4ebd2c66b None None] The port 'dcfa97cd-c304-4f6a-96d4-07cded9a4126' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:15:55.632664 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-5f6936b3-72bd-47ac-9c62-5b32f25cad3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c63d08b-86c2-44ed-af04-d226fc9fb1b6') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:15:55.632965 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-5f6936b3-72bd-47ac-9c62-5b32f25cad3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c63d08b-86c2-44ed-af04-d226fc9fb1b6') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:15:55.642903 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-583697d8-a408-4673-b4f1-0fef2fc571ee req-e6900d61-1a01-4ee8-a884-a72c2f6dff42 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] For port 12ce859c-b96e-4f5f-a1e2-6dbfecea7965, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=12ce859c-b96e-4f5f-a1e2-6dbfecea7965,segment=NetworkSegment(bebbd8fc-dd7d-4200-8938-452b9dad56e6),segment_id=bebbd8fc-dd7d-4200-8938-452b9dad56e6)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:15:55.702075 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-638db7b3-4b98-4c88-a8f8-9a4d45f5312a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:55.709803 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-4bc380a6-3ab3-4f6a-8aea-788064fb4806 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be69895c-a2bd-4f9d-84bc-b9b5fb812a63 HTTP/1.1" status: 200 len: 217 time: 0.1390741 Feb 09 12:15:55.717506 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 45004933-648a-419e-aae3-834004f1a904 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:15:55.736732 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5f6936b3-72bd-47ac-9c62-5b32f25cad3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:55.790892 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-638db7b3-4b98-4c88-a8f8-9a4d45f5312a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:55.811204 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 45004933-648a-419e-aae3-834004f1a904 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:15:55.811758 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 45004933-648a-419e-aae3-834004f1a904 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:15:55.811926 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-638db7b3-4b98-4c88-a8f8-9a4d45f5312a admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:15:55.812458 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-638db7b3-4b98-4c88-a8f8-9a4d45f5312a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:55.813465 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-80cd4d3d-5b71-46ac-a94e-c4c364aa3a91 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=171d2a8c9de34b959d50a4655a86a896&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8457813 Feb 09 12:15:55.825010 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 41334) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:15:55.835189 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:15:55.835189 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:15:55.835189 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:15:55.835189 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:15:55.835189 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:15:55.835189 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:15:55.835189 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:15:55.835189 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:15:55.835189 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:15:55.835189 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:15:55.835189 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:15:55.835189 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:15:55.835189 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:15:55.835189 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:15:55.835189 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:15:55.835189 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:15:55.835189 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:15:55.835189 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:15:55.835189 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:15:55.835189 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:15:55.835189 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:15:55.835189 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:15:55.835189 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:15:55.835189 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:15:55.835189 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:15:55.835189 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:15:55.835189 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:15:55.835189 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:15:55.835189 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:15:55.835189 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:15:55.835189 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:15:55.835189 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:15:55.855373 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-305013b3-cd0f-45e0-88cd-3b0418ec1290 req-a8fc4713-003c-4487-bfac-ff6551d7caa0 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc310c7-804c-482c-8f65-f0a6e9cffd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684596 Feb 09 12:15:55.858715 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd4d3d-5b71-46ac-a94e-c4c364aa3a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79082a0d-d7b8-4576-b6c6-3f6a2b589af4,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:55.865277 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.resource_extend [req-583697d8-a408-4673-b4f1-0fef2fc571ee req-e6900d61-1a01-4ee8-a884-a72c2f6dff42 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:15:55.897299 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5f6936b3-72bd-47ac-9c62-5b32f25cad3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:55.921093 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f6936b3-72bd-47ac-9c62-5b32f25cad3e admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:15:55.921610 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5f6936b3-72bd-47ac-9c62-5b32f25cad3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:56.025302 n-d-825178-3 neutron-server[87567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:15:56.025302 n-d-825178-3 neutron-server[87567]: util.warn( Feb 09 12:15:56.025302 n-d-825178-3 neutron-server[87567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:15:56.025302 n-d-825178-3 neutron-server[87567]: util.warn( Feb 09 12:15:56.025302 n-d-825178-3 neutron-server[87567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:15:56.025302 n-d-825178-3 neutron-server[87567]: util.warn( Feb 09 12:15:56.025302 n-d-825178-3 neutron-server[87567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:15:56.025302 n-d-825178-3 neutron-server[87567]: util.warn( Feb 09 12:15:56.025302 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:15:56.025302 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:15:56.025302 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:15:56.025302 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:15:56.025302 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:15:56.025302 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:15:56.025302 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:15:56.025302 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:15:56.025302 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:15:56.025302 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:15:56.025302 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:15:56.025302 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:15:56.025302 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:15:56.025302 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:15:56.025302 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:15:56.025302 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:15:56.025302 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:15:56.025302 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:15:56.025302 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:15:56.025302 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:15:56.025302 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:15:56.025302 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:15:56.025302 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:15:56.025302 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:15:56.025302 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:15:56.025302 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:15:56.025302 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:15:56.025302 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:15:56.025302 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:15:56.025302 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:15:56.025302 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:15:56.025302 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:15:56.036055 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5f6936b3-72bd-47ac-9c62-5b32f25cad3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:56.040510 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b000940f-9489-4b03-9fa7-1e2767a7e547', 'tag': 'be69895c-a2bd-4f9d-84bc-b9b5fb812a63', 'status': 'completed', 'code': 200} Feb 09 12:15:56.041257 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-583697d8-a408-4673-b4f1-0fef2fc571ee req-e6900d61-1a01-4ee8-a884-a72c2f6dff42 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:56.068452 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5f6936b3-72bd-47ac-9c62-5b32f25cad3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:56.070648 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-c5b7c93f-3200-4c54-9409-812dd583e9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:56.072157 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-c5b7c93f-3200-4c54-9409-812dd583e9a1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b74a18b3-c777-4b36-8c3b-f86129471b39 HTTP/1.1" status: 200 len: 845 time: 0.3469603 Feb 09 12:15:56.126923 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f6295-4a98-41a6-8597-7ff69facd938 req-eb0135c8-352b-452a-91df-549d1f9e411d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:56.126923 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-5a1f6295-4a98-41a6-8597-7ff69facd938 req-eb0135c8-352b-452a-91df-549d1f9e411d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5520277 Feb 09 12:15:56.144804 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-583697d8-a408-4673-b4f1-0fef2fc571ee req-e6900d61-1a01-4ee8-a884-a72c2f6dff42 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:56.159705 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-5f6936b3-72bd-47ac-9c62-5b32f25cad3e admin admin] 10.222.0.55 "DELETE /v2.0/networks/d5d53378-b378-43cd-a6b4-2505b89a4e35 HTTP/1.1" status: 204 len: 168 time: 4.1726956 Feb 09 12:15:56.160008 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['12ce859c-b96e-4f5f-a1e2-6dbfecea7965'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:15:56.160502 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6936b3-72bd-47ac-9c62-5b32f25cad3e admin admin] Pushing event deleted for resources: {'Network': ['ID=d5d53378-b378-43cd-a6b4-2505b89a4e35,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:56.170926 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-638db7b3-4b98-4c88-a8f8-9a4d45f5312a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:56.176986 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-638db7b3-4b98-4c88-a8f8-9a4d45f5312a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:56.200077 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-7031818e-2d02-4269-a40d-271f2d61c49d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1170230 Feb 09 12:15:56.226911 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['e9cd4a24-13a2-48d5-a087-aca4187189c0'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:15:56.267886 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638db7b3-4b98-4c88-a8f8-9a4d45f5312a admin admin] Pushing event deleted for resources: {'Network': ['ID=f6c1a382-f798-481e-bd58-d6f8db59672f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:56.297387 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-638db7b3-4b98-4c88-a8f8-9a4d45f5312a admin admin] 10.222.0.55 "DELETE /v2.0/networks/f6c1a382-f798-481e-bd58-d6f8db59672f HTTP/1.1" status: 204 len: 168 time: 3.6662104 Feb 09 12:15:56.495555 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-5a1f6295-4a98-41a6-8597-7ff69facd938 req-c37c479e-113c-4c8d-bfdd-9a2991445f11 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532083 Feb 09 12:15:56.557297 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-85da7829-b5a1-4ce8-987b-3ed2b1c495b4 service neutron] 10.222.0.52 "GET /v2.0/networks/46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895639 Feb 09 12:15:56.566884 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eca857c1-1a47-4b84-93f0-01ea8e561b01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:56.570080 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 41342) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:15:56.570517 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 41344) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:15:56.623361 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583697d8-a408-4673-b4f1-0fef2fc571ee req-e6900d61-1a01-4ee8-a884-a72c2f6dff42 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:56.626316 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-583697d8-a408-4673-b4f1-0fef2fc571ee req-e6900d61-1a01-4ee8-a884-a72c2f6dff42 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:56.630955 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-583697d8-a408-4673-b4f1-0fef2fc571ee req-e6900d61-1a01-4ee8-a884-a72c2f6dff42 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "PUT /v2.0/ports/12ce859c-b96e-4f5f-a1e2-6dbfecea7965 HTTP/1.1" status: 200 len: 982 time: 3.6478965 Feb 09 12:15:56.666558 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a9eb38-dfcf-4eeb-b9d0-091743efa9b9', 'tag': '12ce859c-b96e-4f5f-a1e2-6dbfecea7965'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:15:56.769364 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['12ce859c-b96e-4f5f-a1e2-6dbfecea7965'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:15:56.786470 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ce1a9284-f1fd-4906-944b-ae32fae11dfc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b614b8bd377446f892967d9352b20ad9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2027388 Feb 09 12:15:56.787267 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41354) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:15:56.829022 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eca857c1-1a47-4b84-93f0-01ea8e561b01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:56.838215 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4050e1ba-20ab-4e1e-82f8-0c4252628e65 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2647956141fb47dda47c7b0b658b0402&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2574148 Feb 09 12:15:56.853920 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 41360) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:15:56.854825 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6900d61-1a01-4ee8-a884-a72c2f6dff42 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Pushing event updated for resources: {'Port': ['ID=12ce859c-b96e-4f5f-a1e2-6dbfecea7965,revision_number=6']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:56.858230 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fe84799f-660b-4a4c-a608-73b159654c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:56.866898 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-5a1f6295-4a98-41a6-8597-7ff69facd938 req-43233341-a042-483f-a0ee-1ddb017f6654 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497839 Feb 09 12:15:56.907543 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cca2af04-869c-4df4-a510-1f7f1447e5d0 req-2c6e61f0-29fe-4c46-856e-071da221b740 service neutron] 10.222.0.52 "GET /v2.0/networks/46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379667 Feb 09 12:15:56.970359 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b2810f8f-0193-4737-a5bf-708db1d13915 req-122e1df2-a1b1-47d4-b4d6-3445e9cbab62 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups/1d9b9218-1542-46c5-b3e7-744108319b42 HTTP/1.1" status: 200 len: 1799 time: 0.2915618 Feb 09 12:15:56.989369 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe84799f-660b-4a4c-a608-73b159654c1d admin admin] Pushing event deleted for resources: {'Port': ['ID=b7658256-4303-4780-83b7-2e2f42a38e40,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:57.054358 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2f3516cc-6b8a-4855-8908-752c13ff807b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:57.101238 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2f3516cc-6b8a-4855-8908-752c13ff807b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:57.102489 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b443889-f51d-488f-ac41-27d7b4da75fc req-8f13ea93-3f35-4bd2-8313-58eeb2cd0545 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:57.104241 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6b443889-f51d-488f-ac41-27d7b4da75fc req-8f13ea93-3f35-4bd2-8313-58eeb2cd0545 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=702d3761-ddad-4718-b0fe-45cd59f6f8c8 HTTP/1.1" status: 200 len: 948 time: 1.0158961 Feb 09 12:15:57.155346 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76c4a5-f85f-4166-9224-8704149c5aa6 req-990323c9-7b34-4a5f-9126-4f8ae4d4376b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:57.157754 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7b76c4a5-f85f-4166-9224-8704149c5aa6 req-990323c9-7b34-4a5f-9126-4f8ae4d4376b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e269a22f7331401b92d6d31273b08c8d&device_id=b000940f-9489-4b03-9fa7-1e2767a7e547 HTTP/1.1" status: 200 len: 1095 time: 0.1936653 Feb 09 12:15:57.277492 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2f3516cc-6b8a-4855-8908-752c13ff807b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:57.329711 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3516cc-6b8a-4855-8908-752c13ff807b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62e8e0e-be6f-43c0-8f46-06c39d03c294,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:57.342873 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2f3516cc-6b8a-4855-8908-752c13ff807b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:57.344750 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2f3516cc-6b8a-4855-8908-752c13ff807b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e62e8e0e-be6f-43c0-8f46-06c39d03c294 HTTP/1.1" status: 204 len: 168 time: 0.5564706 Feb 09 12:15:57.374465 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7e826255-ca29-48af-b739-5ebc72ce45dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:57.381465 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [req-b2810f8f-0193-4737-a5bf-708db1d13915 req-6931d0a2-d461-4e17-8ca1-1c9b98bccb70 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 12:15:57.392446 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b2810f8f-0193-4737-a5bf-708db1d13915 req-6931d0a2-d461-4e17-8ca1-1c9b98bccb70 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "DELETE /v2.0/security-groups/1d9b9218-1542-46c5-b3e7-744108319b42 HTTP/1.1" status: 409 len: 341 time: 0.4209952 Feb 09 12:15:57.408964 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fe84799f-660b-4a4c-a608-73b159654c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:57.540554 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a9eb38-dfcf-4eeb-b9d0-091743efa9b9', 'tag': '12ce859c-b96e-4f5f-a1e2-6dbfecea7965', 'status': 'completed', 'code': 200} Feb 09 12:15:57.543741 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76c4a5-f85f-4166-9224-8704149c5aa6 req-7aa38322-a528-41a4-b38c-5d2361d77604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:57.546162 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7b76c4a5-f85f-4166-9224-8704149c5aa6 req-7aa38322-a528-41a4-b38c-5d2361d77604 service neutron] 10.222.0.52 "GET /v2.0/networks?id=46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c HTTP/1.1" status: 200 len: 906 time: 0.3762293 Feb 09 12:15:57.551528 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eca857c1-1a47-4b84-93f0-01ea8e561b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:57.569487 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6b443889-f51d-488f-ac41-27d7b4da75fc req-c99423cb-e9d2-4143-947d-89c4fb26ae37 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829785 Feb 09 12:15:57.638093 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7b76c4a5-f85f-4166-9224-8704149c5aa6 req-80d2938a-4cd3-4691-85b0-d9379c6debc1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be69895c-a2bd-4f9d-84bc-b9b5fb812a63 HTTP/1.1" status: 200 len: 217 time: 0.0811791 Feb 09 12:15:57.687101 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 66dfd8f6-77d1-4684-8301-76035ed5c757 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:15:57.756388 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c2056-60d2-48c3-853b-8239e513793a req-6379b139-25c1-4a04-acdc-ef7eeca9b436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:57.758176 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-740c2056-60d2-48c3-853b-8239e513793a req-6379b139-25c1-4a04-acdc-ef7eeca9b436 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=64589850d54f49bfb3a355e7cee6f70a&device_id=64a9eb38-dfcf-4eeb-b9d0-091743efa9b9 HTTP/1.1" status: 200 len: 1136 time: 0.2815757 Feb 09 12:15:57.830471 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca857c1-1a47-4b84-93f0-01ea8e561b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79082a0d-d7b8-4576-b6c6-3f6a2b589af4,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:57.834583 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7e826255-ca29-48af-b739-5ebc72ce45dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:57.847928 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fe84799f-660b-4a4c-a608-73b159654c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:57.853329 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fe84799f-660b-4a4c-a608-73b159654c1d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:57.922314 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eca857c1-1a47-4b84-93f0-01ea8e561b01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:57.931810 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-eca857c1-1a47-4b84-93f0-01ea8e561b01 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/79082a0d-d7b8-4576-b6c6-3f6a2b589af4 HTTP/1.1" status: 204 len: 168 time: 2.0675097 Feb 09 12:15:57.988699 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7e826255-ca29-48af-b739-5ebc72ce45dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:58.002597 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device b7658256-4303-4780-83b7-2e2f42a38e40 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:15:58.040807 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fe84799f-660b-4a4c-a608-73b159654c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:58.042063 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe84799f-660b-4a4c-a608-73b159654c1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router eaee0016-3e91-4d6c-88ab-382d62bec114 {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:15:58.120935 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76c4a5-f85f-4166-9224-8704149c5aa6 req-14c5d32b-c752-44b1-b585-fa6367c85df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:58.122504 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7b76c4a5-f85f-4166-9224-8704149c5aa6 req-14c5d32b-c752-44b1-b585-fa6367c85df0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b74a18b3-c777-4b36-8c3b-f86129471b39 HTTP/1.1" status: 200 len: 845 time: 0.4718566 Feb 09 12:15:58.129058 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e826255-ca29-48af-b739-5ebc72ce45dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96be2d67-e14f-4304-b2f9-bac4f50faac8,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:58.180425 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: b7658256-4303-4780-83b7-2e2f42a38e40 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:15:58.180759 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device b7658256-4303-4780-83b7-2e2f42a38e40 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:15:58.215164 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41378) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:15:58.232810 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089b7a7-22f4-46f1-8412-a3c78baaf565 req-05fe46db-01a1-4186-9eae-d0e9f4fab90e tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:58.243307 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0089b7a7-22f4-46f1-8412-a3c78baaf565 req-05fe46db-01a1-4186-9eae-d0e9f4fab90e tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?device_id=b000940f-9489-4b03-9fa7-1e2767a7e547 HTTP/1.1" status: 200 len: 944 time: 0.5539596 Feb 09 12:15:58.267324 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7b76c4a5-f85f-4166-9224-8704149c5aa6 req-42b739e9-9b95-46ae-b8ee-91d60dc48c7e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1293132 Feb 09 12:15:58.329117 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fe84799f-660b-4a4c-a608-73b159654c1d admin admin] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:58.330234 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-fe84799f-660b-4a4c-a608-73b159654c1d admin admin] 10.222.0.55 "DELETE /v2.0/routers/eaee0016-3e91-4d6c-88ab-382d62bec114 HTTP/1.1" status: 204 len: 168 time: 5.2985656 Feb 09 12:15:58.334751 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0089b7a7-22f4-46f1-8412-a3c78baaf565 req-b919af8c-aad7-4ef1-904b-ae87cb26dfc0 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc310c7-804c-482c-8f65-f0a6e9cffd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905983 Feb 09 12:15:58.335321 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 41382) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:15:58.336502 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7e826255-ca29-48af-b739-5ebc72ce45dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:58.337533 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-7e826255-ca29-48af-b739-5ebc72ce45dd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/96be2d67-e14f-4304-b2f9-bac4f50faac8 HTTP/1.1" status: 204 len: 168 time: 1.4751225 Feb 09 12:15:58.389284 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 66dfd8f6-77d1-4684-8301-76035ed5c757, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=66dfd8f6-77d1-4684-8301-76035ed5c757,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:15:58.423694 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '66dfd8f6-77d1-4684-8301-76035ed5c757', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'port_id': '66dfd8f6-77d1-4684-8301-76035ed5c757', 'mac_address': 'fa:16:3e:85:c4:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed5558-888d-440a-8c32-52f2f9bc5bd5', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:15:58.503484 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b56a6a-feee-419b-944e-11f0ee6a1ab7 req-b4811cd4-cf15-41ba-adf8-9ab0cb5d1bab tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:58.506845 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-22b56a6a-feee-419b-944e-11f0ee6a1ab7 req-b4811cd4-cf15-41ba-adf8-9ab0cb5d1bab tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/ports?device_id=64a9eb38-dfcf-4eeb-b9d0-091743efa9b9 HTTP/1.1" status: 200 len: 985 time: 0.4695001 Feb 09 12:15:58.519297 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bd64672-2534-4632-9449-8cfeae65a042 admin admin] Deleting subnet 72c876c0-ef76-4c4c-bcce-ae8e6bbea90e {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:15:58.522366 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:58.533882 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1bd64672-2534-4632-9449-8cfeae65a042 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:58.560295 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66dfd8f6-77d1-4684-8301-76035ed5c757 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:15:58.624163 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c2056-60d2-48c3-853b-8239e513793a req-6c7cb5a7-7eaf-4a6b-966c-a12801f33b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:58.624703 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 66dfd8f6-77d1-4684-8301-76035ed5c757, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=66dfd8f6-77d1-4684-8301-76035ed5c757,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:15:58.629496 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-740c2056-60d2-48c3-853b-8239e513793a req-6c7cb5a7-7eaf-4a6b-966c-a12801f33b30 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a10f88e1-3d02-4171-8c71-31b6c9e6be17 HTTP/1.1" status: 200 len: 914 time: 0.8570175 Feb 09 12:15:58.644131 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:58.747676 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-22b56a6a-feee-419b-944e-11f0ee6a1ab7 req-caa64f85-59c8-4535-882d-0ea068ba2482 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4fb3f13-7dc7-4cfe-ae6d-dfbf47efd150&id=1d9b9218-1542-46c5-b3e7-744108319b42&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.2312691 Feb 09 12:15:58.757570 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1bd64672-2534-4632-9449-8cfeae65a042 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:58.808147 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=66dfd8f6-77d1-4684-8301-76035ed5c757,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:58.938640 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['66dfd8f6-77d1-4684-8301-76035ed5c757'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:15:58.975258 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689ce71-ac61-4dde-adac-7e25575cda2f req-7fe532eb-ff23-4a43-8775-3f70c7387131 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:58.976853 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3689ce71-ac61-4dde-adac-7e25575cda2f req-7fe532eb-ff23-4a43-8775-3f70c7387131 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=702d3761-ddad-4718-b0fe-45cd59f6f8c8 HTTP/1.1" status: 200 len: 949 time: 0.1598167 Feb 09 12:15:59.018645 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1bd64672-2534-4632-9449-8cfeae65a042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:59.078463 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3689ce71-ac61-4dde-adac-7e25575cda2f req-04e4af00-1c3f-45f1-8ac1-055e1dd47052 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944200 Feb 09 12:15:59.156065 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1bd64672-2534-4632-9449-8cfeae65a042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:59.165092 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d7843930-b350-4d7a-9376-6efa4a0b9b4a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=db5979b3202c409f938589b0dc1f5a5b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9436271 Feb 09 12:15:59.174526 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-740c2056-60d2-48c3-853b-8239e513793a req-c39c55d2-9302-46b5-89fc-9d5f3b4fd514 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12ce859c-b96e-4f5f-a1e2-6dbfecea7965 HTTP/1.1" status: 200 len: 217 time: 0.5329566 Feb 09 12:15:59.191987 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41404) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:15:59.214078 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1bd64672-2534-4632-9449-8cfeae65a042 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:59.217921 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd64672-2534-4632-9449-8cfeae65a042 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72c876c0-ef76-4c4c-bcce-ae8e6bbea90e,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:15:59.226482 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1bd64672-2534-4632-9449-8cfeae65a042 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/72c876c0-ef76-4c4c-bcce-ae8e6bbea90e HTTP/1.1" status: 204 len: 168 time: 0.8867667 Feb 09 12:15:59.226961 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d59148b-ebf7-49f0-b9e9-82f1f4292575 None None] Network 727602b1-351e-4caa-843f-3b4127964e62 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:15:59.228311 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 41412) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:15:59.460343 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7b76c4a5-f85f-4166-9224-8704149c5aa6 req-1f440b76-d320-4432-b625-b0a030f23a80 service neutron] 10.222.0.52 "GET /v2.0/networks/46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1739533 Feb 09 12:15:59.540439 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2d09f538-4c74-40b7-ab1d-f888bafc17a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:59.636069 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-2d09f538-4c74-40b7-ab1d-f888bafc17a6 admin admin] Deleting port 9db890f5-0383-4372-99f9-aaae905185cf {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:15:59.636594 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2d09f538-4c74-40b7-ab1d-f888bafc17a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:59.651183 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c2056-60d2-48c3-853b-8239e513793a req-7833d472-608e-4f1d-9da4-220cf95b9a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:59.653032 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-740c2056-60d2-48c3-853b-8239e513793a req-7833d472-608e-4f1d-9da4-220cf95b9a1f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8f07f6df-adf1-4387-8c0a-c935bf8584cf HTTP/1.1" status: 200 len: 853 time: 0.4526253 Feb 09 12:15:59.803159 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee7130-110f-4f0b-9878-b4bc6a01fd35 req-147f6b3b-df72-49b5-ba2e-73e3e358bb93 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:15:59.804715 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-84ee7130-110f-4f0b-9878-b4bc6a01fd35 req-147f6b3b-df72-49b5-ba2e-73e3e358bb93 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?device_id=b000940f-9489-4b03-9fa7-1e2767a7e547 HTTP/1.1" status: 200 len: 944 time: 0.2389336 Feb 09 12:15:59.848388 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-740c2056-60d2-48c3-853b-8239e513793a req-1ef77e2c-a257-4c1c-8ea4-f35b01570d87 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a10f88e1-3d02-4171-8c71-31b6c9e6be17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1624849 Feb 09 12:15:59.851549 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f98317f6-45cd-4dfa-ac2f-92c100733a7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:15:59.907080 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41432) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:15:59.970922 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:16:00.048970 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-84ee7130-110f-4f0b-9878-b4bc6a01fd35 req-b6e27dd8-4121-4af4-9da1-ca714ea69411 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc310c7-804c-482c-8f65-f0a6e9cffd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117229 Feb 09 12:16:00.050778 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-2d09f538-4c74-40b7-ab1d-f888bafc17a6 admin admin] For port 9db890f5-0383-4372-99f9-aaae905185cf, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=9db890f5-0383-4372-99f9-aaae905185cf,segment=NetworkSegment(372e6b6e-d808-403a-af9d-5cc8982778a2),segment_id=372e6b6e-d808-403a-af9d-5cc8982778a2)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:16:00.051159 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2d09f538-4c74-40b7-ab1d-f888bafc17a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:00.083578 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f98317f6-45cd-4dfa-ac2f-92c100733a7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:00.106308 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device be69895c-a2bd-4f9d-84bc-b9b5fb812a63 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:16:00.134335 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b37f046-340d-46c0-99e2-8913232e0f9a None None] DHCP port deletion for 727602b1-351e-4caa-843f-3b4127964e62 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:16:00.196743 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7b76c4a5-f85f-4166-9224-8704149c5aa6 req-71233be7-3bea-4a76-927a-3385820704a6 service neutron] 10.222.0.52 "GET /v2.0/networks/46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7093430 Feb 09 12:16:00.293760 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f98317f6-45cd-4dfa-ac2f-92c100733a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:00.304684 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-740c2056-60d2-48c3-853b-8239e513793a req-b8f16619-d31f-47c5-b0bc-765e54666ed4 service neutron] 10.222.0.46 "GET /v2.0/networks/a10f88e1-3d02-4171-8c71-31b6c9e6be17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4391470 Feb 09 12:16:00.348131 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41450) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:16:00.413090 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98317f6-45cd-4dfa-ac2f-92c100733a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3512b3e-e0e9-41a1-bcf1-e083c42511dd,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:00.436370 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-2d09f538-4c74-40b7-ab1d-f888bafc17a6 admin admin] Calling delete_port for 9db890f5-0383-4372-99f9-aaae905185cf owned by network:dhcp {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:16:00.498250 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-eb6b18df-dbe8-42fb-8fa4-74572fd5c043 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-720382447-network', 'tenant_id': 'a49d0b75e8f0468bafedcda2b8a2ba14'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:16:00.499383 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4b37f046-340d-46c0-99e2-8913232e0f9a None None] Deleting port 9db890f5-0383-4372-99f9-aaae905185cf {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:16:00.499820 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4b37f046-340d-46c0-99e2-8913232e0f9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:00.517763 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f98317f6-45cd-4dfa-ac2f-92c100733a7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:00.519324 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f98317f6-45cd-4dfa-ac2f-92c100733a7c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e3512b3e-e0e9-41a1-bcf1-e083c42511dd HTTP/1.1" status: 204 len: 168 time: 1.3253567 Feb 09 12:16:00.520806 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-eb6b18df-dbe8-42fb-8fa4-74572fd5c043 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:16:00.529315 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-eb6b18df-dbe8-42fb-8fa4-74572fd5c043 admin admin] Usage tracker for resource:network and tenant:a49d0b75e8f0468bafedcda2b8a2ba14 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:16:00.533928 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-eb6b18df-dbe8-42fb-8fa4-74572fd5c043 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:16:00.542810 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-eb6b18df-dbe8-42fb-8fa4-74572fd5c043 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:16:00.582458 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6b18df-dbe8-42fb-8fa4-74572fd5c043 admin admin] Made reservation on behalf of a49d0b75e8f0468bafedcda2b8a2ba14 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:16:00.585593 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eb6b18df-dbe8-42fb-8fa4-74572fd5c043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:00.608238 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-3ff3b7ac-f358-41da-b045-b06caf831973 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-886949973-network', 'tenant_id': '099550228af249bc8dc440b2c61f88e0'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:16:00.615645 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eb6b18df-dbe8-42fb-8fa4-74572fd5c043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:00.627178 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-740c2056-60d2-48c3-853b-8239e513793a req-2ac4c8a4-e9ec-433a-9961-2e34031cf60a service neutron] 10.222.0.46 "GET /v2.0/networks/a10f88e1-3d02-4171-8c71-31b6c9e6be17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771280 Feb 09 12:16:00.628486 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3ff3b7ac-f358-41da-b045-b06caf831973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:16:00.635401 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3ff3b7ac-f358-41da-b045-b06caf831973 admin admin] Usage tracker for resource:network and tenant:099550228af249bc8dc440b2c61f88e0 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:16:00.641535 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3ff3b7ac-f358-41da-b045-b06caf831973 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:16:00.645404 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-eb6b18df-dbe8-42fb-8fa4-74572fd5c043 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:16:00.652488 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3ff3b7ac-f358-41da-b045-b06caf831973 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:16:00.655730 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-eb6b18df-dbe8-42fb-8fa4-74572fd5c043 admin admin] Usage tracker for resource:security_group_rule and tenant:a49d0b75e8f0468bafedcda2b8a2ba14 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:16:00.660503 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-eb6b18df-dbe8-42fb-8fa4-74572fd5c043 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:16:00.671739 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-eb6b18df-dbe8-42fb-8fa4-74572fd5c043 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:16:00.785137 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eb6b18df-dbe8-42fb-8fa4-74572fd5c043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:00.822878 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port be69895c-a2bd-4f9d-84bc-b9b5fb812a63, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=be69895c-a2bd-4f9d-84bc-b9b5fb812a63,segment=NetworkSegment(7fd43362-d2bb-4c15-a4a2-a1a057b6ca17),segment_id=7fd43362-d2bb-4c15-a4a2-a1a057b6ca17)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:16:00.831303 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc196af-0e9e-4b94-849e-5abb6cc8f2ab req-dbe3c7d3-ad30-4141-bcb4-3144a5709d7a tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:00.831915 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff3b7ac-f358-41da-b045-b06caf831973 admin admin] Made reservation on behalf of 099550228af249bc8dc440b2c61f88e0 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:16:00.832109 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ccc196af-0e9e-4b94-849e-5abb6cc8f2ab req-dbe3c7d3-ad30-4141-bcb4-3144a5709d7a tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/ports?device_id=64a9eb38-dfcf-4eeb-b9d0-091743efa9b9 HTTP/1.1" status: 200 len: 985 time: 0.8536308 Feb 09 12:16:00.840125 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3ff3b7ac-f358-41da-b045-b06caf831973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:00.857550 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eb6b18df-dbe8-42fb-8fa4-74572fd5c043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:00.882725 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3ff3b7ac-f358-41da-b045-b06caf831973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:00.887785 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': 'be69895c-a2bd-4f9d-84bc-b9b5fb812a63', 'network_id': '46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c', 'port_id': 'be69895c-a2bd-4f9d-84bc-b9b5fb812a63', 'mac_address': 'fa:16:3e:cd:28:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b74a18b3-c777-4b36-8c3b-f86129471b39', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:16:00.898008 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4b37f046-340d-46c0-99e2-8913232e0f9a None None] For port 9db890f5-0383-4372-99f9-aaae905185cf, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=9db890f5-0383-4372-99f9-aaae905185cf,segment=NetworkSegment(372e6b6e-d808-403a-af9d-5cc8982778a2),segment_id=372e6b6e-d808-403a-af9d-5cc8982778a2)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:16:00.898719 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4b37f046-340d-46c0-99e2-8913232e0f9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:00.913914 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3ff3b7ac-f358-41da-b045-b06caf831973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:16:00.916283 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb6b18df-dbe8-42fb-8fa4-74572fd5c043 admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:16:00.918321 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2d09f538-4c74-40b7-ab1d-f888bafc17a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:00.933849 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3ff3b7ac-f358-41da-b045-b06caf831973 admin admin] Usage tracker for resource:security_group_rule and tenant:099550228af249bc8dc440b2c61f88e0 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:16:00.941979 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3ff3b7ac-f358-41da-b045-b06caf831973 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:16:00.955084 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3ff3b7ac-f358-41da-b045-b06caf831973 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:16:00.957307 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b18df-dbe8-42fb-8fa4-74572fd5c043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ff4165-61d7-49b7-84e3-0a88ca2e4fe8,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:00.961841 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eb6b18df-dbe8-42fb-8fa4-74572fd5c043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:00.962184 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-eb6b18df-dbe8-42fb-8fa4-74572fd5c043 admin admin] Added segment e916dd33-a3e6-4ddc-94d3-9518d5a2e126 of type vlan for network 532e5a75-28b3-4902-824d-93ea4a9fdc94 Feb 09 12:16:01.016190 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eb6b18df-dbe8-42fb-8fa4-74572fd5c043 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:01.026073 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83cf9d1-35a7-48cf-b62f-54dbba642af2 req-4fc99307-d81c-4a8a-871f-0ee0c44c08e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:01.027610 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e83cf9d1-35a7-48cf-b62f-54dbba642af2 req-4fc99307-d81c-4a8a-871f-0ee0c44c08e7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=64589850d54f49bfb3a355e7cee6f70a&device_id=64a9eb38-dfcf-4eeb-b9d0-091743efa9b9 HTTP/1.1" status: 200 len: 1136 time: 0.2409928 Feb 09 12:16:01.084038 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ccc196af-0e9e-4b94-849e-5abb6cc8f2ab req-c4d70caa-8db1-46cb-b659-a09d293b80f1 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4fb3f13-7dc7-4cfe-ae6d-dfbf47efd150&id=1d9b9218-1542-46c5-b3e7-744108319b42&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.2281983 Feb 09 12:16:01.089241 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d09f538-4c74-40b7-ab1d-f888bafc17a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9db890f5-0383-4372-99f9-aaae905185cf,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:01.093643 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d09f538-4c74-40b7-ab1d-f888bafc17a6 admin admin] No DVR routers for this DVR port 9db890f5-0383-4372-99f9-aaae905185cf on host n-d-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:16:01.182799 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c3443-04fb-4dcc-8933-bd176ea583d0 req-9a7f1dd5-9038-4b0c-aad0-539a51d44cc1 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:01.184663 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-648c3443-04fb-4dcc-8933-bd176ea583d0 req-9a7f1dd5-9038-4b0c-aad0-539a51d44cc1 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=702d3761-ddad-4718-b0fe-45cd59f6f8c8 HTTP/1.1" status: 200 len: 949 time: 0.8263118 Feb 09 12:16:01.194261 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eb6b18df-dbe8-42fb-8fa4-74572fd5c043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:01.196397 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6b18df-dbe8-42fb-8fa4-74572fd5c043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:01.197369 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eb6b18df-dbe8-42fb-8fa4-74572fd5c043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:01.303890 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4b37f046-340d-46c0-99e2-8913232e0f9a None None] Calling delete_port for 9db890f5-0383-4372-99f9-aaae905185cf owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:16:01.370404 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b18df-dbe8-42fb-8fa4-74572fd5c043 admin admin] Pushing event updated for resources: {'Network': ['ID=532e5a75-28b3-4902-824d-93ea4a9fdc94,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:01.375306 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2d09f538-4c74-40b7-ab1d-f888bafc17a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:01.408739 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 532e5a75-28b3-4902-824d-93ea4a9fdc94 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:16:01.439227 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-eb6b18df-dbe8-42fb-8fa4-74572fd5c043 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5121803 Feb 09 12:16:01.441586 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3ff3b7ac-f358-41da-b045-b06caf831973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:01.444067 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83cf9d1-35a7-48cf-b62f-54dbba642af2 req-5d8d24d9-b806-44ef-a7b7-e3644d0f4df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:01.445775 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e83cf9d1-35a7-48cf-b62f-54dbba642af2 req-5d8d24d9-b806-44ef-a7b7-e3644d0f4df9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a10f88e1-3d02-4171-8c71-31b6c9e6be17 HTTP/1.1" status: 200 len: 914 time: 0.4104557 Feb 09 12:16:01.446397 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41476) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:16:01.449576 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3ff3b7ac-f358-41da-b045-b06caf831973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:01.455952 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-3acb50ab-5a05-41ba-8809-f669acc786cc admin admin] Request body: {'subnet': {'network_id': '532e5a75-28b3-4902-824d-93ea4a9fdc94', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-720382447-subnet', 'tenant_id': 'a49d0b75e8f0468bafedcda2b8a2ba14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:16:01.461204 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3acb50ab-5a05-41ba-8809-f669acc786cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:16:01.466705 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3acb50ab-5a05-41ba-8809-f669acc786cc admin admin] Usage tracker for resource:subnet and tenant:a49d0b75e8f0468bafedcda2b8a2ba14 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:16:01.470040 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3acb50ab-5a05-41ba-8809-f669acc786cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:16:01.495467 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3acb50ab-5a05-41ba-8809-f669acc786cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:16:01.570062 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3acb50ab-5a05-41ba-8809-f669acc786cc admin admin] Made reservation on behalf of a49d0b75e8f0468bafedcda2b8a2ba14 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:16:01.573189 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3acb50ab-5a05-41ba-8809-f669acc786cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:01.574607 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-2d09f538-4c74-40b7-ab1d-f888bafc17a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['727602b1-351e-4caa-843f-3b4127964e62']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:16:01.607357 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e83cf9d1-35a7-48cf-b62f-54dbba642af2 req-0d6f3352-1a51-427a-9f7b-ac92c3ef68e8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12ce859c-b96e-4f5f-a1e2-6dbfecea7965 HTTP/1.1" status: 200 len: 217 time: 0.1013031 Feb 09 12:16:01.629877 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-2d09f538-4c74-40b7-ab1d-f888bafc17a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '372e6b6e-d808-403a-af9d-5cc8982778a2') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:16:01.630351 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-2d09f538-4c74-40b7-ab1d-f888bafc17a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '372e6b6e-d808-403a-af9d-5cc8982778a2') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:16:01.631367 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:01.645486 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-4b37f046-340d-46c0-99e2-8913232e0f9a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:16:01.645835 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-4b37f046-340d-46c0-99e2-8913232e0f9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:16:01.660592 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-648c3443-04fb-4dcc-8933-bd176ea583d0 req-7bc16db7-3c8b-4e82-a6dc-796198d235f7 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4631221 Feb 09 12:16:01.664872 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2d09f538-4c74-40b7-ab1d-f888bafc17a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:01.679567 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be69895c-a2bd-4f9d-84bc-b9b5fb812a63 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:16:01.679906 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ff3b7ac-f358-41da-b045-b06caf831973 admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:16:01.693079 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 66dfd8f6-77d1-4684-8301-76035ed5c757 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:16:01.703418 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2d09f538-4c74-40b7-ab1d-f888bafc17a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:01.718572 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d09f538-4c74-40b7-ab1d-f888bafc17a6 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:16:01.719384 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2d09f538-4c74-40b7-ab1d-f888bafc17a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:01.798440 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff3b7ac-f358-41da-b045-b06caf831973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35af4c5-7da1-43f1-acc5-a69911fb854d,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:01.807316 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3ff3b7ac-f358-41da-b045-b06caf831973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:01.807796 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-3ff3b7ac-f358-41da-b045-b06caf831973 admin admin] Added segment 9461a41a-3017-4662-ae15-b839e00f632e of type vlan for network 9b54eb09-4887-48a5-9aa0-8a1a8f9f7f37 Feb 09 12:16:01.818482 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 9db890f5-0383-4372-99f9-aaae905185cf no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:16:01.852401 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83cf9d1-35a7-48cf-b62f-54dbba642af2 req-e91f3e5f-6faa-412b-9b67-87cf9a8fb345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:01.854116 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e83cf9d1-35a7-48cf-b62f-54dbba642af2 req-e91f3e5f-6faa-412b-9b67-87cf9a8fb345 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8f07f6df-adf1-4387-8c0a-c935bf8584cf HTTP/1.1" status: 200 len: 853 time: 0.1716619 Feb 09 12:16:01.867547 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3ff3b7ac-f358-41da-b045-b06caf831973 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:01.877143 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port be69895c-a2bd-4f9d-84bc-b9b5fb812a63, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=be69895c-a2bd-4f9d-84bc-b9b5fb812a63,segment=NetworkSegment(7fd43362-d2bb-4c15-a4a2-a1a057b6ca17),segment_id=7fd43362-d2bb-4c15-a4a2-a1a057b6ca17)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:16:01.882307 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 9db890f5-0383-4372-99f9-aaae905185cf {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:16:01.882654 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 9db890f5-0383-4372-99f9-aaae905185cf not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:16:01.884988 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 66dfd8f6-77d1-4684-8301-76035ed5c757 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:16:01.888523 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:16:01.888523 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:16:01.888523 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:16:01.888523 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:16:01.888523 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:16:01.888523 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:16:01.888523 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:16:01.888523 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:16:01.888523 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:16:01.888523 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:16:01.888523 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:16:01.888523 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:16:01.888523 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:16:01.888523 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:16:01.888523 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:16:01.888523 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:16:01.888523 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:16:01.888523 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:16:01.888523 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:16:01.888523 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:16:01.888523 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:16:01.888523 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:16:01.888523 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:16:01.888523 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:16:01.888523 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:16:01.888523 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:16:01.888523 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:16:01.888523 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:16:01.888523 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:16:01.888523 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:16:01.888523 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:16:01.888523 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:16:01.891268 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 66dfd8f6-77d1-4684-8301-76035ed5c757 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:16:01.891929 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:01.922180 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e83cf9d1-35a7-48cf-b62f-54dbba642af2 req-4ef84dcd-3742-4b97-9c5c-2c3736150719 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a10f88e1-3d02-4171-8c71-31b6c9e6be17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570941 Feb 09 12:16:01.941297 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee621ca8-9a18-4d9d-bf82-f7d9ce43639e req-24794eec-9f12-4cf8-a692-8dcf9ad4a0b9 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:01.952521 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ee621ca8-9a18-4d9d-bf82-f7d9ce43639e req-24794eec-9f12-4cf8-a692-8dcf9ad4a0b9 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?device_id=b000940f-9489-4b03-9fa7-1e2767a7e547 HTTP/1.1" status: 200 len: 944 time: 0.5523462 Feb 09 12:16:01.959803 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:02.016733 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2d09f538-4c74-40b7-ab1d-f888bafc17a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:02.030447 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2d09f538-4c74-40b7-ab1d-f888bafc17a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:02.081179 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d09f538-4c74-40b7-ab1d-f888bafc17a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=727602b1-351e-4caa-843f-3b4127964e62,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:02.105925 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ee621ca8-9a18-4d9d-bf82-f7d9ce43639e req-d3fc4070-b434-47d3-8645-37424eb900ab tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc310c7-804c-482c-8f65-f0a6e9cffd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522040 Feb 09 12:16:02.110816 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2d09f538-4c74-40b7-ab1d-f888bafc17a6 admin admin] 10.222.0.55 "DELETE /v2.0/networks/727602b1-351e-4caa-843f-3b4127964e62 HTTP/1.1" status: 204 len: 168 time: 2.8812289 Feb 09 12:16:02.125637 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:02.162240 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4b37f046-340d-46c0-99e2-8913232e0f9a None None] Deleting port 9db890f5-0383-4372-99f9-aaae905185cf {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:16:02.162617 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4b37f046-340d-46c0-99e2-8913232e0f9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:02.307805 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=be69895c-a2bd-4f9d-84bc-b9b5fb812a63,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:02.328524 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3ff3b7ac-f358-41da-b045-b06caf831973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:02.329352 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff3b7ac-f358-41da-b045-b06caf831973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:02.329953 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3ff3b7ac-f358-41da-b045-b06caf831973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:02.331077 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '702d3761-ddad-4718-b0fe-45cd59f6f8c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66dfd8f6-77d1-4684-8301-76035ed5c757'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:16:02.359287 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 66dfd8f6-77d1-4684-8301-76035ed5c757, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=66dfd8f6-77d1-4684-8301-76035ed5c757,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:16:02.374409 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4b37f046-340d-46c0-99e2-8913232e0f9a None None] The port '9db890f5-0383-4372-99f9-aaae905185cf' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:16:02.393674 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:02.459244 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420d0c4-72c2-4057-8179-ece2a2c4ca50 req-5059eecb-fb63-4d07-ab0c-d7910b28cbd9 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:02.466302 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1420d0c4-72c2-4057-8179-ece2a2c4ca50 req-5059eecb-fb63-4d07-ab0c-d7910b28cbd9 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/ports?device_id=64a9eb38-dfcf-4eeb-b9d0-091743efa9b9 HTTP/1.1" status: 200 len: 985 time: 0.2338150 Feb 09 12:16:02.493009 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '702d3761-ddad-4718-b0fe-45cd59f6f8c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66dfd8f6-77d1-4684-8301-76035ed5c757', 'code': 200} Feb 09 12:16:02.509080 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['be69895c-a2bd-4f9d-84bc-b9b5fb812a63'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:16:02.566981 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 41498) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:16:02.603713 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1420d0c4-72c2-4057-8179-ece2a2c4ca50 req-bebc3b18-e7f1-4e08-bfb2-5e7270c8241f tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4fb3f13-7dc7-4cfe-ae6d-dfbf47efd150&id=1d9b9218-1542-46c5-b3e7-744108319b42&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.1321599 Feb 09 12:16:02.656788 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8a3a38ee-5285-4af2-b5dc-ee52698042d8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fe9eea7294ae46a29e643f1f25532eef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0884111 Feb 09 12:16:02.658956 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf88d94-1928-464f-ac78-44e81757e0c8 req-1b968d57-6728-4c94-ab71-6fe03ace2519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:02.660365 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-baf88d94-1928-464f-ac78-44e81757e0c8 req-1b968d57-6728-4c94-ab71-6fe03ace2519 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=702d3761-ddad-4718-b0fe-45cd59f6f8c8 HTTP/1.1" status: 200 len: 1101 time: 0.1607292 Feb 09 12:16:02.660894 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 41506) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:16:02.662954 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=66dfd8f6-77d1-4684-8301-76035ed5c757,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:02.680408 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3ff3b7ac-f358-41da-b045-b06caf831973 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.3019199 Feb 09 12:16:02.694479 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 41510) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:16:02.702754 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff3b7ac-f358-41da-b045-b06caf831973 admin admin] Pushing event updated for resources: {'Network': ['ID=9b54eb09-4887-48a5-9aa0-8a1a8f9f7f37,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:02.725454 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e83cf9d1-35a7-48cf-b62f-54dbba642af2 req-86afc25c-53be-4819-b4cc-7d84dc4f8a68 service neutron] 10.222.0.46 "GET /v2.0/networks/a10f88e1-3d02-4171-8c71-31b6c9e6be17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7884727 Feb 09 12:16:02.726477 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-cc3b2c14-bd6b-4318-be39-c64f771d562d admin admin] Request body: {'subnet': {'network_id': '9b54eb09-4887-48a5-9aa0-8a1a8f9f7f37', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-886949973-subnet', 'tenant_id': '099550228af249bc8dc440b2c61f88e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:16:02.733548 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 9b54eb09-4887-48a5-9aa0-8a1a8f9f7f37 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:16:02.737599 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-cc3b2c14-bd6b-4318-be39-c64f771d562d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:16:02.746025 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-cc3b2c14-bd6b-4318-be39-c64f771d562d admin admin] Usage tracker for resource:subnet and tenant:099550228af249bc8dc440b2c61f88e0 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:16:02.754631 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-cc3b2c14-bd6b-4318-be39-c64f771d562d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:16:02.767203 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-cc3b2c14-bd6b-4318-be39-c64f771d562d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:16:02.795767 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3b2c14-bd6b-4318-be39-c64f771d562d admin admin] Made reservation on behalf of 099550228af249bc8dc440b2c61f88e0 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:16:02.800186 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cc3b2c14-bd6b-4318-be39-c64f771d562d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:02.849848 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3acb50ab-5a05-41ba-8809-f669acc786cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:02.966618 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb50ab-5a05-41ba-8809-f669acc786cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=214d7f60-62c5-44e9-9813-03da50e5eaf1,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:02.990933 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acb50ab-5a05-41ba-8809-f669acc786cc admin admin] Checking segment: {'id': 'e916dd33-a3e6-4ddc-94d3-9518d5a2e126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '532e5a75-28b3-4902-824d-93ea4a9fdc94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:16:02.991570 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acb50ab-5a05-41ba-8809-f669acc786cc admin admin] Network hostable DHCP agents. Network: 532e5a75-28b3-4902-824d-93ea4a9fdc94, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:16:03.003436 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e83cf9d1-35a7-48cf-b62f-54dbba642af2 req-0e2221e9-a972-4e25-9fcc-1668f2e8d555 service neutron] 10.222.0.46 "GET /v2.0/networks/a10f88e1-3d02-4171-8c71-31b6c9e6be17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604711 Feb 09 12:16:03.021730 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acb50ab-5a05-41ba-8809-f669acc786cc admin admin] Network 532e5a75-28b3-4902-824d-93ea4a9fdc94 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:16:03.033018 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-3acb50ab-5a05-41ba-8809-f669acc786cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 532e5a75-28b3-4902-824d-93ea4a9fdc94) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:16:03.037664 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acb50ab-5a05-41ba-8809-f669acc786cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:03.038359 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3acb50ab-5a05-41ba-8809-f669acc786cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:03.044235 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51ec171-880d-4754-b87a-d273e0e7632b None None] Network 532e5a75-28b3-4902-824d-93ea4a9fdc94 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:16:03.079135 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3acb50ab-5a05-41ba-8809-f669acc786cc admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6312168 Feb 09 12:16:03.227332 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-baf88d94-1928-464f-ac78-44e81757e0c8 req-40dda6e3-5f2f-453b-8013-35cb90193068 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5530763 Feb 09 12:16:03.344893 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3443e096-1684-4476-a847-d0f97d6f96d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:03.392575 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3443e096-1684-4476-a847-d0f97d6f96d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:03.506374 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f244a9-d687-480e-8e14-6a8836722d1a req-55bc3262-2a07-4203-be5e-6f282749bdbd tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:03.514299 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c6f244a9-d687-480e-8e14-6a8836722d1a req-55bc3262-2a07-4203-be5e-6f282749bdbd tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=702d3761-ddad-4718-b0fe-45cd59f6f8c8 HTTP/1.1" status: 200 len: 950 time: 0.5245185 Feb 09 12:16:03.517414 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0568830a-3de5-47c8-b792-14f5cc182e39 None None] Network 532e5a75-28b3-4902-824d-93ea4a9fdc94 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:16:03.663038 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c6f244a9-d687-480e-8e14-6a8836722d1a req-7414df0e-9aa2-4576-a6f3-a8f2564c96d9 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425877 Feb 09 12:16:03.669382 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3443e096-1684-4476-a847-d0f97d6f96d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:03.719061 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3443e096-1684-4476-a847-d0f97d6f96d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fdafb7-a8c6-422b-bdcb-6b22f8b71966,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:03.732641 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f14b7-a35a-4ce1-8164-5f4f2021233b req-e98670c9-ac6d-417c-a861-c4807900e05d tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:03.734137 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-208f14b7-a35a-4ce1-8164-5f4f2021233b req-e98670c9-ac6d-417c-a861-c4807900e05d tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?device_id=b000940f-9489-4b03-9fa7-1e2767a7e547 HTTP/1.1" status: 200 len: 945 time: 0.3073995 Feb 09 12:16:03.741262 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cc3b2c14-bd6b-4318-be39-c64f771d562d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:03.797691 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3443e096-1684-4476-a847-d0f97d6f96d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:03.801842 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3443e096-1684-4476-a847-d0f97d6f96d1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d8fdafb7-a8c6-422b-bdcb-6b22f8b71966 HTTP/1.1" status: 204 len: 168 time: 1.1400259 Feb 09 12:16:03.866522 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b2c14-bd6b-4318-be39-c64f771d562d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f48c4d62-7f23-4b3a-8381-9c65f7e894d3,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:03.881690 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-208f14b7-a35a-4ce1-8164-5f4f2021233b req-e150da95-e5b1-4937-a2e0-67c649d47651 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc310c7-804c-482c-8f65-f0a6e9cffd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364942 Feb 09 12:16:03.884286 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b2c14-bd6b-4318-be39-c64f771d562d admin admin] Checking segment: {'id': '9461a41a-3017-4662-ae15-b839e00f632e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9b54eb09-4887-48a5-9aa0-8a1a8f9f7f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:16:03.884647 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3b2c14-bd6b-4318-be39-c64f771d562d admin admin] Network hostable DHCP agents. Network: 9b54eb09-4887-48a5-9aa0-8a1a8f9f7f37, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:16:03.907414 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3b2c14-bd6b-4318-be39-c64f771d562d admin admin] Network 9b54eb09-4887-48a5-9aa0-8a1a8f9f7f37 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:16:03.919442 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-cc3b2c14-bd6b-4318-be39-c64f771d562d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 9b54eb09-4887-48a5-9aa0-8a1a8f9f7f37) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:16:03.936364 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b2c14-bd6b-4318-be39-c64f771d562d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:03.937817 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33f6271-159e-4193-9cfb-b869b9bd2559 None None] Network 9b54eb09-4887-48a5-9aa0-8a1a8f9f7f37 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:16:03.938091 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cc3b2c14-bd6b-4318-be39-c64f771d562d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:04.134294 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device be69895c-a2bd-4f9d-84bc-b9b5fb812a63 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:16:04.223315 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-99c87bf5-4f69-4c93-a2e0-9d87779786dc req-969e019c-0ab9-46cc-ad66-bb5d43269e27 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2139571776', 'description': 'tempest-description-156058964'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:16:04.237376 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-99c87bf5-4f69-4c93-a2e0-9d87779786dc req-969e019c-0ab9-46cc-ad66-bb5d43269e27 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:16:04.244780 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-cc3b2c14-bd6b-4318-be39-c64f771d562d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5493028 Feb 09 12:16:04.246039 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-99c87bf5-4f69-4c93-a2e0-9d87779786dc req-969e019c-0ab9-46cc-ad66-bb5d43269e27 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Usage tracker for resource:security_group and tenant:a49d0b75e8f0468bafedcda2b8a2ba14 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:16:04.247686 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41548) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:16:04.252277 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-99c87bf5-4f69-4c93-a2e0-9d87779786dc req-969e019c-0ab9-46cc-ad66-bb5d43269e27 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:16:04.254553 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-6e6a0a6d-0fa7-49bd-b80f-9f9d6be8b683 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-886949973-router', 'tenant_id': '099550228af249bc8dc440b2c61f88e0', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:16:04.259942 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6e6a0a6d-0fa7-49bd-b80f-9f9d6be8b683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:16:04.269188 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-99c87bf5-4f69-4c93-a2e0-9d87779786dc req-969e019c-0ab9-46cc-ad66-bb5d43269e27 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:16:04.272361 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-6e6a0a6d-0fa7-49bd-b80f-9f9d6be8b683 admin admin] Usage tracker for resource:router and tenant:099550228af249bc8dc440b2c61f88e0 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:16:04.282863 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-6e6a0a6d-0fa7-49bd-b80f-9f9d6be8b683 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:16:04.290491 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6e6a0a6d-0fa7-49bd-b80f-9f9d6be8b683 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:16:04.294563 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-99c87bf5-4f69-4c93-a2e0-9d87779786dc req-969e019c-0ab9-46cc-ad66-bb5d43269e27 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:04.313241 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6e6a0a6d-0fa7-49bd-b80f-9f9d6be8b683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:04.317019 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6e6a0a6d-0fa7-49bd-b80f-9f9d6be8b683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:04.327002 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-99c87bf5-4f69-4c93-a2e0-9d87779786dc req-969e019c-0ab9-46cc-ad66-bb5d43269e27 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:16:04.333841 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-99c87bf5-4f69-4c93-a2e0-9d87779786dc req-969e019c-0ab9-46cc-ad66-bb5d43269e27 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Usage tracker for resource:security_group_rule and tenant:a49d0b75e8f0468bafedcda2b8a2ba14 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:16:04.338776 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-99c87bf5-4f69-4c93-a2e0-9d87779786dc req-969e019c-0ab9-46cc-ad66-bb5d43269e27 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:16:04.360344 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6e6a0a6d-0fa7-49bd-b80f-9f9d6be8b683 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:04.376863 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd984e6-fd70-4939-9ba9-55cacb96bd0c req-5ac74246-ae2b-4d1b-a2ea-1b96c8759b0f tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:04.381041 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6fd984e6-fd70-4939-9ba9-55cacb96bd0c req-5ac74246-ae2b-4d1b-a2ea-1b96c8759b0f tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/ports?device_id=64a9eb38-dfcf-4eeb-b9d0-091743efa9b9 HTTP/1.1" status: 200 len: 985 time: 0.2122476 Feb 09 12:16:04.384328 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-99c87bf5-4f69-4c93-a2e0-9d87779786dc req-969e019c-0ab9-46cc-ad66-bb5d43269e27 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:16:04.392120 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port be69895c-a2bd-4f9d-84bc-b9b5fb812a63 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:16:04.403092 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f23a42-eb9e-482c-8376-ddb6af64e41a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-9b54eb09-4887-48a5-9aa0-8a1a8f9f7f37', 'network_id': '9b54eb09-4887-48a5-9aa0-8a1a8f9f7f37', 'tenant_id': '099550228af249bc8dc440b2c61f88e0', 'fixed_ips': [{'subnet_id': 'f48c4d62-7f23-4b3a-8381-9c65f7e894d3'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:16:04.404037 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-87f23a42-eb9e-482c-8376-ddb6af64e41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:04.430959 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port be69895c-a2bd-4f9d-84bc-b9b5fb812a63 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:16:04.431168 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:04.549955 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6fd984e6-fd70-4939-9ba9-55cacb96bd0c req-ce93c5c9-8461-46f0-b875-b2f1621e869b tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4fb3f13-7dc7-4cfe-ae6d-dfbf47efd150&id=1d9b9218-1542-46c5-b3e7-744108319b42&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.1600003 Feb 09 12:16:04.693562 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-99c87bf5-4f69-4c93-a2e0-9d87779786dc req-969e019c-0ab9-46cc-ad66-bb5d43269e27 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:04.701618 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-99c87bf5-4f69-4c93-a2e0-9d87779786dc req-969e019c-0ab9-46cc-ad66-bb5d43269e27 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:04.838225 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e019c-0ab9-46cc-ad66-bb5d43269e27 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47913a6c-e604-4462-817f-1d4de4c8ce2c,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:04.844144 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-99c87bf5-4f69-4c93-a2e0-9d87779786dc req-969e019c-0ab9-46cc-ad66-bb5d43269e27 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:04.856785 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6e6a0a6d-0fa7-49bd-b80f-9f9d6be8b683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:04.867864 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-99c87bf5-4f69-4c93-a2e0-9d87779786dc req-969e019c-0ab9-46cc-ad66-bb5d43269e27 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6985300 Feb 09 12:16:04.928360 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:04.962737 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-87f23a42-eb9e-482c-8376-ddb6af64e41a None None] Allocated IP 172.20.0.2 (9b54eb09-4887-48a5-9aa0-8a1a8f9f7f37/f48c4d62-7f23-4b3a-8381-9c65f7e894d3/5d40bfce-93fa-43cc-bc1e-7e8c85858959) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:16:04.972025 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b000940f-9489-4b03-9fa7-1e2767a7e547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be69895c-a2bd-4f9d-84bc-b9b5fb812a63'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:16:04.988463 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port be69895c-a2bd-4f9d-84bc-b9b5fb812a63, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=be69895c-a2bd-4f9d-84bc-b9b5fb812a63,segment=NetworkSegment(7fd43362-d2bb-4c15-a4a2-a1a057b6ca17),segment_id=7fd43362-d2bb-4c15-a4a2-a1a057b6ca17)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:16:05.009079 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:05.149819 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-07b71da2-676d-493c-94f0-b7803183c335 req-97e6f620-a704-48ff-bdae-6c649285a19a tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=69bdb4e75c6c4b848cf2a4736ee44cfe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0864093 Feb 09 12:16:05.181464 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=be69895c-a2bd-4f9d-84bc-b9b5fb812a63,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:05.306034 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-87f23a42-eb9e-482c-8376-ddb6af64e41a None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:05.306529 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dba719a5-0c6d-4952-8aa0-07c5c21e0338 req-b6978b1b-a5b7-48df-b472-b4eb58993e94 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1593635614&fields=id&tenant_id=64589850d54f49bfb3a355e7cee6f70a HTTP/1.1" status: 200 len: 267 time: 0.2424498 Feb 09 12:16:05.318323 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-87f23a42-eb9e-482c-8376-ddb6af64e41a None None] Transition to ACTIVE for port object 5d40bfce-93fa-43cc-bc1e-7e8c85858959 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:16:05.339415 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-87f23a42-eb9e-482c-8376-ddb6af64e41a None None] Transition to ACTIVE for port object 5d40bfce-93fa-43cc-bc1e-7e8c85858959 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:16:05.347130 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-87f23a42-eb9e-482c-8376-ddb6af64e41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:05.433368 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f23a42-eb9e-482c-8376-ddb6af64e41a None None] Network 9b54eb09-4887-48a5-9aa0-8a1a8f9f7f37 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:16:05.437150 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-87f23a42-eb9e-482c-8376-ddb6af64e41a None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:16:05.443322 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f23a42-eb9e-482c-8376-ddb6af64e41a None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:16:05.456050 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b71da2-676d-493c-94f0-b7803183c335 req-46444daa-ef4f-4237-9703-96c469826e55 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:05.462957 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-07b71da2-676d-493c-94f0-b7803183c335 req-46444daa-ef4f-4237-9703-96c469826e55 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3122294 Feb 09 12:16:05.483879 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-07b71da2-676d-493c-94f0-b7803183c335 req-7ccc7107-ccc6-463b-afe6-69977bbdd0ac tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.55 "GET /v2.0/quotas/69bdb4e75c6c4b848cf2a4736ee44cfe HTTP/1.1" status: 200 len: 375 time: 0.0197339 Feb 09 12:16:05.489218 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f23a42-eb9e-482c-8376-ddb6af64e41a None None] Pushing event updated for resources: {'Port': ['ID=5d40bfce-93fa-43cc-bc1e-7e8c85858959,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:05.542319 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-07b71da2-676d-493c-94f0-b7803183c335 req-b41e08b5-d7b0-41e5-8120-e0a72dc0d367 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=69bdb4e75c6c4b848cf2a4736ee44cfe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573730 Feb 09 12:16:05.553708 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6e6a0a6d-0fa7-49bd-b80f-9f9d6be8b683 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:05.559896 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-87f23a42-eb9e-482c-8376-ddb6af64e41a None None] Attempting to bind port 5d40bfce-93fa-43cc-bc1e-7e8c85858959 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:16:05.560266 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-87f23a42-eb9e-482c-8376-ddb6af64e41a None None] Attempting to bind port 5d40bfce-93fa-43cc-bc1e-7e8c85858959 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '9461a41a-3017-4662-ae15-b839e00f632e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9b54eb09-4887-48a5-9aa0-8a1a8f9f7f37'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:16:05.560624 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f23a42-eb9e-482c-8376-ddb6af64e41a None None] Attempting to bind port 5d40bfce-93fa-43cc-bc1e-7e8c85858959 on network 9b54eb09-4887-48a5-9aa0-8a1a8f9f7f37 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:16:05.567510 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f23a42-eb9e-482c-8376-ddb6af64e41a None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:16:05.567510 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f23a42-eb9e-482c-8376-ddb6af64e41a None None] Checking segment: {'id': '9461a41a-3017-4662-ae15-b839e00f632e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9b54eb09-4887-48a5-9aa0-8a1a8f9f7f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:16:05.568023 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-87f23a42-eb9e-482c-8376-ddb6af64e41a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:05.568560 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f23a42-eb9e-482c-8376-ddb6af64e41a None None] Bound using segment: {'id': '9461a41a-3017-4662-ae15-b839e00f632e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9b54eb09-4887-48a5-9aa0-8a1a8f9f7f37'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:16:05.569026 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-87f23a42-eb9e-482c-8376-ddb6af64e41a None None] Bound port: 5d40bfce-93fa-43cc-bc1e-7e8c85858959, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9461a41a-3017-4662-ae15-b839e00f632e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9b54eb09-4887-48a5-9aa0-8a1a8f9f7f37'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:16:05.569392 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-87f23a42-eb9e-482c-8376-ddb6af64e41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:05.586893 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba719a5-0c6d-4952-8aa0-07c5c21e0338 req-98904148-fbcf-496f-83cc-25a763fa1054 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:05.591312 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6e6a0a6d-0fa7-49bd-b80f-9f9d6be8b683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:05.596720 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dba719a5-0c6d-4952-8aa0-07c5c21e0338 req-98904148-fbcf-496f-83cc-25a763fa1054 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/ports?device_id=64a9eb38-dfcf-4eeb-b9d0-091743efa9b9 HTTP/1.1" status: 200 len: 985 time: 0.2680960 Feb 09 12:16:05.603389 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-dba719a5-0c6d-4952-8aa0-07c5c21e0338 req-519dc36f-10bd-4135-948b-2140cb4e4b17 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Request body: {'port': {'security_groups': ['1d9b9218-1542-46c5-b3e7-744108319b42', 'f4fb3f13-7dc7-4cfe-ae6d-dfbf47efd150', '34bbda46-b943-4975-bae0-0ec98c0c0f61']}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:16:05.768882 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-87f23a42-eb9e-482c-8376-ddb6af64e41a None None] For port 5d40bfce-93fa-43cc-bc1e-7e8c85858959, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:16:05.774677 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-87f23a42-eb9e-482c-8376-ddb6af64e41a None None] For port 5d40bfce-93fa-43cc-bc1e-7e8c85858959, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5d40bfce-93fa-43cc-bc1e-7e8c85858959,segment=NetworkSegment(9461a41a-3017-4662-ae15-b839e00f632e),segment_id=9461a41a-3017-4662-ae15-b839e00f632e)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:16:05.783220 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-87f23a42-eb9e-482c-8376-ddb6af64e41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:05.788728 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-dba719a5-0c6d-4952-8aa0-07c5c21e0338 req-519dc36f-10bd-4135-948b-2140cb4e4b17 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:05.857845 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-6e6a0a6d-0fa7-49bd-b80f-9f9d6be8b683 admin admin] Allocated IP 172.25.7.183 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/d86088e5-3944-4b06-b933-cd7d70b828ab) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:16:05.914938 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f23a42-eb9e-482c-8376-ddb6af64e41a None None] Pushing event updated for resources: {'Port': ['ID=5d40bfce-93fa-43cc-bc1e-7e8c85858959,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:06.073358 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6e6a0a6d-0fa7-49bd-b80f-9f9d6be8b683 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:06.110566 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6e6a0a6d-0fa7-49bd-b80f-9f9d6be8b683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:06.407705 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6a0a6d-0fa7-49bd-b80f-9f9d6be8b683 admin admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:16:06.411025 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-6e6a0a6d-0fa7-49bd-b80f-9f9d6be8b683 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:16:06.413800 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6a0a6d-0fa7-49bd-b80f-9f9d6be8b683 admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:16:06.436551 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39feb5d2-3aef-4dba-b1b7-27e49d944586 req-601855e4-9194-41ad-a50d-a36b196566e2 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:06.438559 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-39feb5d2-3aef-4dba-b1b7-27e49d944586 req-601855e4-9194-41ad-a50d-a36b196566e2 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=702d3761-ddad-4718-b0fe-45cd59f6f8c8 HTTP/1.1" status: 200 len: 950 time: 0.6515296 Feb 09 12:16:06.475220 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a0a6d-0fa7-49bd-b80f-9f9d6be8b683 admin admin] Pushing event updated for resources: {'Port': ['ID=d86088e5-3944-4b06-b933-cd7d70b828ab,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:06.491721 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-dba719a5-0c6d-4952-8aa0-07c5c21e0338 req-519dc36f-10bd-4135-948b-2140cb4e4b17 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] For port 12ce859c-b96e-4f5f-a1e2-6dbfecea7965, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=12ce859c-b96e-4f5f-a1e2-6dbfecea7965,segment=NetworkSegment(bebbd8fc-dd7d-4200-8938-452b9dad56e6),segment_id=bebbd8fc-dd7d-4200-8938-452b9dad56e6)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:16:06.523176 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-39feb5d2-3aef-4dba-b1b7-27e49d944586 req-a938d6a5-1b0b-4cbd-be8a-b582bc371bff tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685363 Feb 09 12:16:06.568946 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-dba719a5-0c6d-4952-8aa0-07c5c21e0338 req-519dc36f-10bd-4135-948b-2140cb4e4b17 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:06.576177 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-dba719a5-0c6d-4952-8aa0-07c5c21e0338 req-519dc36f-10bd-4135-948b-2140cb4e4b17 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:06.589253 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['12ce859c-b96e-4f5f-a1e2-6dbfecea7965'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:16:06.689314 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['e9cd4a24-13a2-48d5-a087-aca4187189c0'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:16:06.726789 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba719a5-0c6d-4952-8aa0-07c5c21e0338 req-519dc36f-10bd-4135-948b-2140cb4e4b17 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:06.727422 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-dba719a5-0c6d-4952-8aa0-07c5c21e0338 req-519dc36f-10bd-4135-948b-2140cb4e4b17 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:06.741514 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dba719a5-0c6d-4952-8aa0-07c5c21e0338 req-519dc36f-10bd-4135-948b-2140cb4e4b17 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "PUT /v2.0/ports/12ce859c-b96e-4f5f-a1e2-6dbfecea7965 HTTP/1.1" status: 200 len: 1021 time: 1.1438189 Feb 09 12:16:06.743953 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a9eb38-dfcf-4eeb-b9d0-091743efa9b9', 'tag': '12ce859c-b96e-4f5f-a1e2-6dbfecea7965'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:16:06.805307 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519dc36f-10bd-4135-948b-2140cb4e4b17 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Pushing event updated for resources: {'Port': ['ID=12ce859c-b96e-4f5f-a1e2-6dbfecea7965,revision_number=7']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:06.878353 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fb294fb8-c5c0-4a90-ab32-39a49e95faf7 req-ab4dfae6-8ce9-4629-afcb-f48604cafc10 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] 10.222.0.55 "GET /v2.0/security-groups/47913a6c-e604-4462-817f-1d4de4c8ce2c HTTP/1.1" status: 200 len: 1812 time: 0.1837025 Feb 09 12:16:06.891302 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-fb294fb8-c5c0-4a90-ab32-39a49e95faf7 req-f9a19d0f-32c6-44c6-b12d-893931da7df9 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '47913a6c-e604-4462-817f-1d4de4c8ce2c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:16:06.891622 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-fb294fb8-c5c0-4a90-ab32-39a49e95faf7 req-f9a19d0f-32c6-44c6-b12d-893931da7df9 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '47913a6c-e604-4462-817f-1d4de4c8ce2c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:16:06.905965 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-fb294fb8-c5c0-4a90-ab32-39a49e95faf7 req-f9a19d0f-32c6-44c6-b12d-893931da7df9 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:16:06.909415 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['12ce859c-b96e-4f5f-a1e2-6dbfecea7965'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:16:06.917605 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-fb294fb8-c5c0-4a90-ab32-39a49e95faf7 req-f9a19d0f-32c6-44c6-b12d-893931da7df9 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Usage tracker for resource:security_group_rule and tenant:a49d0b75e8f0468bafedcda2b8a2ba14 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:16:06.926044 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-fb294fb8-c5c0-4a90-ab32-39a49e95faf7 req-f9a19d0f-32c6-44c6-b12d-893931da7df9 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:16:06.946507 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-fb294fb8-c5c0-4a90-ab32-39a49e95faf7 req-f9a19d0f-32c6-44c6-b12d-893931da7df9 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:16:07.126071 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-fb294fb8-c5c0-4a90-ab32-39a49e95faf7 req-f9a19d0f-32c6-44c6-b12d-893931da7df9 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:07.142724 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f25eb6-c64a-427b-9830-d461bcd7d167 req-188632e7-cc25-4a29-a85a-78e6d0106360 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:07.144029 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6e6a0a6d-0fa7-49bd-b80f-9f9d6be8b683 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:07.144509 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-09f25eb6-c64a-427b-9830-d461bcd7d167 req-188632e7-cc25-4a29-a85a-78e6d0106360 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?device_id=b000940f-9489-4b03-9fa7-1e2767a7e547 HTTP/1.1" status: 200 len: 946 time: 0.1901007 Feb 09 12:16:07.192274 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-fb294fb8-c5c0-4a90-ab32-39a49e95faf7 req-f9a19d0f-32c6-44c6-b12d-893931da7df9 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:07.197084 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-fb294fb8-c5c0-4a90-ab32-39a49e95faf7 req-f9a19d0f-32c6-44c6-b12d-893931da7df9 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:07.222563 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a19d0f-32c6-44c6-b12d-893931da7df9 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28119d32-c442-426d-af09-c8b6f8bb8143,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:07.229017 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-09f25eb6-c64a-427b-9830-d461bcd7d167 req-09453b99-7a2e-4129-9fb2-f69c3a605ee4 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc310c7-804c-482c-8f65-f0a6e9cffd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710402 Feb 09 12:16:07.263604 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-fb294fb8-c5c0-4a90-ab32-39a49e95faf7 req-f9a19d0f-32c6-44c6-b12d-893931da7df9 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:07.265230 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fb294fb8-c5c0-4a90-ab32-39a49e95faf7 req-f9a19d0f-32c6-44c6-b12d-893931da7df9 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3781908 Feb 09 12:16:07.464507 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b000940f-9489-4b03-9fa7-1e2767a7e547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be69895c-a2bd-4f9d-84bc-b9b5fb812a63', 'code': 200} Feb 09 12:16:07.520013 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9e6643-1109-44f5-b260-d910656d3e0d None None] Network 9b54eb09-4887-48a5-9aa0-8a1a8f9f7f37 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:16:07.811087 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-42e740df-d160-4d02-8b9c-9c3ec5c31c3a req-e2de7766-5f76-4e16-b0aa-7a17b19a716d tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.55 "GET /v2.0/ports?device_id=b079a907-4f7b-4967-bb99-26e1d3247fb7 HTTP/1.1" status: 200 len: 210 time: 0.1490567 Feb 09 12:16:07.823022 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-05450130-c271-41ad-9f95-352c2827b57d req-491304c3-ef21-4879-8025-266c25a6bcf1 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=667d134e29294019b7c14c4ff3fbac24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0625365 Feb 09 12:16:07.836193 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-66a86582-8faa-4bf0-b5cd-d94f4a17b828 None None] Provisioning for port 5d40bfce-93fa-43cc-bc1e-7e8c85858959 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:16:07.910244 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5d40bfce-93fa-43cc-bc1e-7e8c85858959 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:16:07.951049 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3fcd9-0192-4dcb-b590-79dd1eacc455 req-fa0cdad6-bc63-459d-9ca5-e5de77349db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:07.952799 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-efe3fcd9-0192-4dcb-b590-79dd1eacc455 req-fa0cdad6-bc63-459d-9ca5-e5de77349db3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b000940f-9489-4b03-9fa7-1e2767a7e547 HTTP/1.1" status: 200 len: 1097 time: 0.3775325 Feb 09 12:16:07.953840 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6e6a0a6d-0fa7-49bd-b80f-9f9d6be8b683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:08.021867 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05450130-c271-41ad-9f95-352c2827b57d req-2ae53a8b-30e6-4c8f-b9d6-9f7c21732cde tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:08.023419 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-05450130-c271-41ad-9f95-352c2827b57d req-2ae53a8b-30e6-4c8f-b9d6-9f7c21732cde tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1931362 Feb 09 12:16:08.052784 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-07b71da2-676d-493c-94f0-b7803183c335 req-1be5c18f-7a70-4bc2-861f-c6960cd10579 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=69bdb4e75c6c4b848cf2a4736ee44cfe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1001487 Feb 09 12:16:08.184703 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 5d40bfce-93fa-43cc-bc1e-7e8c85858959 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:16:08.226009 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 5d40bfce-93fa-43cc-bc1e-7e8c85858959 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:16:08.226395 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:08.275143 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-efe3fcd9-0192-4dcb-b590-79dd1eacc455 req-4a8c87d0-e7a3-4cb6-a956-a4e89046346f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=cfc310c7-804c-482c-8f65-f0a6e9cffd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505815 Feb 09 12:16:08.276337 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-05450130-c271-41ad-9f95-352c2827b57d req-891eac3e-025e-4a6e-8802-811f51150814 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] 10.222.0.55 "GET /v2.0/quotas/667d134e29294019b7c14c4ff3fbac24 HTTP/1.1" status: 200 len: 375 time: 0.2233663 Feb 09 12:16:08.344667 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-05450130-c271-41ad-9f95-352c2827b57d req-697c508a-d86a-44f0-87fc-a404707f3348 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=667d134e29294019b7c14c4ff3fbac24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0582933 Feb 09 12:16:08.389761 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a899a9b-7565-4d55-abd9-61f4098b8d17 req-744b80e7-327d-4c74-afd8-4951db52c5c2 tempest-ServersOnMultiNodesTest-2098192950 tempest-ServersOnMultiNodesTest-2098192950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:08.391323 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5a899a9b-7565-4d55-abd9-61f4098b8d17 req-744b80e7-327d-4c74-afd8-4951db52c5c2 tempest-ServersOnMultiNodesTest-2098192950 tempest-ServersOnMultiNodesTest-2098192950-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=702d3761-ddad-4718-b0fe-45cd59f6f8c8 HTTP/1.1" status: 200 len: 1101 time: 0.3331673 Feb 09 12:16:08.474178 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5a899a9b-7565-4d55-abd9-61f4098b8d17 req-e175e421-36f7-4e35-afa6-9e5e9c9b9a7d tempest-ServersOnMultiNodesTest-2098192950 tempest-ServersOnMultiNodesTest-2098192950-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771663 Feb 09 12:16:08.537298 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b71da2-676d-493c-94f0-b7803183c335 req-4334b8f7-80b3-430e-9a7c-b69b6c1e7dca tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:08.545230 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-07b71da2-676d-493c-94f0-b7803183c335 req-4334b8f7-80b3-430e-9a7c-b69b6c1e7dca tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4748750 Feb 09 12:16:08.551334 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e6a0a6d-0fa7-49bd-b80f-9f9d6be8b683 admin admin] Router 783012d0-b5f7-4648-8b10-ebdd59b9a258 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:16:08.599362 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-07b71da2-676d-493c-94f0-b7803183c335 req-a2651ef9-d06f-4f67-826f-824fc77e9d88 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Request body: {'port': {'device_id': 'b079a907-4f7b-4967-bb99-26e1d3247fb7', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'admin_state_up': True, 'tenant_id': '69bdb4e75c6c4b848cf2a4736ee44cfe'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:16:08.638916 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a9eb38-dfcf-4eeb-b9d0-091743efa9b9', 'tag': '12ce859c-b96e-4f5f-a1e2-6dbfecea7965', 'status': 'completed', 'code': 200} Feb 09 12:16:08.641728 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-181478d9-de13-46fc-a8e0-869164e7a238 req-24ffa5af-5847-4449-a01e-1ab1ad954cf7 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups/34bbda46-b943-4975-bae0-0ec98c0c0f61 HTTP/1.1" status: 200 len: 1800 time: 0.1007895 Feb 09 12:16:08.728065 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:08.827562 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 5d40bfce-93fa-43cc-bc1e-7e8c85858959, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5d40bfce-93fa-43cc-bc1e-7e8c85858959,segment=NetworkSegment(9461a41a-3017-4662-ae15-b839e00f632e),segment_id=9461a41a-3017-4662-ae15-b839e00f632e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:16:08.851978 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:08.973611 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=5d40bfce-93fa-43cc-bc1e-7e8c85858959,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:09.000249 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0c4f717a-3269-49f6-92e7-1e281aee1792 req-84803748-6046-4714-a22f-36310b2741be tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] 10.222.0.55 "GET /v2.0/security-groups/47913a6c-e604-4462-817f-1d4de4c8ce2c HTTP/1.1" status: 200 len: 2405 time: 0.3637242 Feb 09 12:16:09.001948 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [req-181478d9-de13-46fc-a8e0-869164e7a238 req-3700f0cd-d7c8-41ae-8da4-a45e682abd1c tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 12:16:09.015368 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-181478d9-de13-46fc-a8e0-869164e7a238 req-3700f0cd-d7c8-41ae-8da4-a45e682abd1c tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "DELETE /v2.0/security-groups/34bbda46-b943-4975-bae0-0ec98c0c0f61 HTTP/1.1" status: 409 len: 341 time: 0.2492421 Feb 09 12:16:09.060804 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99ad71-1355-4bc6-8863-5725b2c94fbb req-b2b58000-e969-4eaf-b85c-96efbc9610fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:09.062307 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1b99ad71-1355-4bc6-8863-5725b2c94fbb req-b2b58000-e969-4eaf-b85c-96efbc9610fd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=64589850d54f49bfb3a355e7cee6f70a&device_id=64a9eb38-dfcf-4eeb-b9d0-091743efa9b9 HTTP/1.1" status: 200 len: 1175 time: 0.4270828 Feb 09 12:16:09.313188 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-a5165a75-89f8-4512-bed5-845c2a0f458c None None] Provisioning complete for port 5d40bfce-93fa-43cc-bc1e-7e8c85858959 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:16:09.313835 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a5165a75-89f8-4512-bed5-845c2a0f458c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:09.350412 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6a0a6d-0fa7-49bd-b80f-9f9d6be8b683 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:16:09.363057 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b444dbc7-8456-4545-bc11-9c2183be48f0 None None] Sync routers for ids ['783012d0-b5f7-4648-8b10-ebdd59b9a258'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:16:09.380049 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-07b71da2-676d-493c-94f0-b7803183c335 req-a2651ef9-d06f-4f67-826f-824fc77e9d88 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:16:09.380273 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b444dbc7-8456-4545-bc11-9c2183be48f0 None None] Routers {'783012d0-b5f7-4648-8b10-ebdd59b9a258'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:16:09.381064 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-b444dbc7-8456-4545-bc11-9c2183be48f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:15:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['783012d0-b5f7-4648-8b10-ebdd59b9a258'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:16:09.384177 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-07b71da2-676d-493c-94f0-b7803183c335 req-a2651ef9-d06f-4f67-826f-824fc77e9d88 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Usage tracker for resource:port and tenant:69bdb4e75c6c4b848cf2a4736ee44cfe is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:16:09.391937 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-07b71da2-676d-493c-94f0-b7803183c335 req-a2651ef9-d06f-4f67-826f-824fc77e9d88 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:16:09.404645 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-07b71da2-676d-493c-94f0-b7803183c335 req-a2651ef9-d06f-4f67-826f-824fc77e9d88 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:16:09.420218 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8c541d0b-abf4-41c9-88d0-23bdb0902c22 req-a471c605-ad0e-4e59-ae10-35fc3a86d9a5 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a2010d-19ed-43b1-93e7-5befaca38eb7 HTTP/1.1" status: 200 len: 210 time: 0.2969160 Feb 09 12:16:09.437873 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07b71da2-676d-493c-94f0-b7803183c335 req-a2651ef9-d06f-4f67-826f-824fc77e9d88 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Made reservation on behalf of 69bdb4e75c6c4b848cf2a4736ee44cfe for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:16:09.441376 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-07b71da2-676d-493c-94f0-b7803183c335 req-a2651ef9-d06f-4f67-826f-824fc77e9d88 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:09.481828 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-07b71da2-676d-493c-94f0-b7803183c335 req-a2651ef9-d06f-4f67-826f-824fc77e9d88 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:09.553996 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6e6a0a6d-0fa7-49bd-b80f-9f9d6be8b683 admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:09.556081 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6e6a0a6d-0fa7-49bd-b80f-9f9d6be8b683 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.3066080 Feb 09 12:16:09.558929 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41664) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:16:09.571262 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-07b71da2-676d-493c-94f0-b7803183c335 req-a2651ef9-d06f-4f67-826f-824fc77e9d88 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:16:09.599474 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99ad71-1355-4bc6-8863-5725b2c94fbb req-7f95dd45-2083-489a-b2d5-6f60806cc9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:09.634796 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1b99ad71-1355-4bc6-8863-5725b2c94fbb req-7f95dd45-2083-489a-b2d5-6f60806cc9ea service neutron] 10.222.0.46 "GET /v2.0/networks?id=a10f88e1-3d02-4171-8c71-31b6c9e6be17 HTTP/1.1" status: 200 len: 914 time: 0.5461545 Feb 09 12:16:09.677392 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-07b71da2-676d-493c-94f0-b7803183c335 req-a2651ef9-d06f-4f67-826f-824fc77e9d88 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Usage tracker for resource:security_group_rule and tenant:69bdb4e75c6c4b848cf2a4736ee44cfe is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:16:09.688040 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-07b71da2-676d-493c-94f0-b7803183c335 req-a2651ef9-d06f-4f67-826f-824fc77e9d88 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:16:09.705648 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-07b71da2-676d-493c-94f0-b7803183c335 req-a2651ef9-d06f-4f67-826f-824fc77e9d88 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:16:09.727202 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1b99ad71-1355-4bc6-8863-5725b2c94fbb req-03df64d0-b790-467f-be9a-473b20d8a893 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12ce859c-b96e-4f5f-a1e2-6dbfecea7965 HTTP/1.1" status: 200 len: 217 time: 0.1021614 Feb 09 12:16:09.738780 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fadd293-a6e1-4eb4-89fb-9f2d4c9295f9 req-4a7ce723-7703-444e-808f-a5be7f8e18b0 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:09.740204 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9fadd293-a6e1-4eb4-89fb-9f2d4c9295f9 req-4a7ce723-7703-444e-808f-a5be7f8e18b0 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?device_id=b000940f-9489-4b03-9fa7-1e2767a7e547 HTTP/1.1" status: 200 len: 946 time: 0.4463844 Feb 09 12:16:09.879853 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99ad71-1355-4bc6-8863-5725b2c94fbb req-feaf454e-8476-445c-aaff-26f66ffb7706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:09.880112 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-b444dbc7-8456-4545-bc11-9c2183be48f0 None None] Set router 783012d0-b5f7-4648-8b10-ebdd59b9a258 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:16:09.883595 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1b99ad71-1355-4bc6-8863-5725b2c94fbb req-feaf454e-8476-445c-aaff-26f66ffb7706 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8f07f6df-adf1-4387-8c0a-c935bf8584cf HTTP/1.1" status: 200 len: 853 time: 0.1424181 Feb 09 12:16:09.932559 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5d40bfce-93fa-43cc-bc1e-7e8c85858959 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:16:10.033069 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1b99ad71-1355-4bc6-8863-5725b2c94fbb req-a9999456-ad1c-4c7f-9948-3cfc929ba8a7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a10f88e1-3d02-4171-8c71-31b6c9e6be17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1348467 Feb 09 12:16:10.107768 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 5d40bfce-93fa-43cc-bc1e-7e8c85858959 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:16:10.108196 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:10.286117 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9fadd293-a6e1-4eb4-89fb-9f2d4c9295f9 req-aeb66ea7-fe2b-4a4f-b209-2a5f3f9911ba tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc310c7-804c-482c-8f65-f0a6e9cffd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892164 Feb 09 12:16:10.397789 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1b99ad71-1355-4bc6-8863-5725b2c94fbb req-6a6a5595-f1c1-4110-b2c1-52886c03280d service neutron] 10.222.0.46 "GET /v2.0/networks/a10f88e1-3d02-4171-8c71-31b6c9e6be17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447981 Feb 09 12:16:10.430624 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-07b71da2-676d-493c-94f0-b7803183c335 req-a2651ef9-d06f-4f67-826f-824fc77e9d88 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:10.459915 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-07b71da2-676d-493c-94f0-b7803183c335 req-a2651ef9-d06f-4f67-826f-824fc77e9d88 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:10.610681 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2651ef9-d06f-4f67-826f-824fc77e9d88 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a83df6af-750f-4c01-af24-03274e72d063,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:10.631692 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-b444dbc7-8456-4545-bc11-9c2183be48f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783012d0-b5f7-4648-8b10-ebdd59b9a258', 'name': 'tempest-FloatingIPsNegativeTestJSON-886949973-router', 'tenant_id': '099550228af249bc8dc440b2c61f88e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'd86088e5-3944-4b06-b933-cd7d70b828ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:16:04Z', 'updated_at': '2022-02-09T12:16:06Z', 'revision_number': 3, 'project_id': '099550228af249bc8dc440b2c61f88e0', 'gw_port': {'id': 'd86088e5-3944-4b06-b933-cd7d70b828ab', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:77:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783012d0-b5f7-4648-8b10-ebdd59b9a258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:16:05Z', 'updated_at': '2022-02-09T12:16:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:16:10.640381 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b444dbc7-8456-4545-bc11-9c2183be48f0 None None] Checking router: 783012d0-b5f7-4648-8b10-ebdd59b9a258 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:16:10.640759 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b444dbc7-8456-4545-bc11-9c2183be48f0 None None] Updating router 783012d0-b5f7-4648-8b10-ebdd59b9a258 port d86088e5-3944-4b06-b933-cd7d70b828ab binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:16:10.662303 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-234098da-b720-460d-9a30-980bcfe335a8 req-e84127ac-3d5a-4838-a811-6254b1f149f2 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.55 "GET /v2.0/ports?device_id=b079a907-4f7b-4967-bb99-26e1d3247fb7 HTTP/1.1" status: 200 len: 210 time: 0.1048741 Feb 09 12:16:10.746591 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b444dbc7-8456-4545-bc11-9c2183be48f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:10.749478 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4ffcb1f4-e862-4332-990d-037b1b259ead req-a210c788-78ef-4422-a5db-95806aaf07ad tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] 10.222.0.55 "GET /v2.0/security-group-rules/28119d32-c442-426d-af09-c8b6f8bb8143 HTTP/1.1" status: 200 len: 778 time: 0.0273466 Feb 09 12:16:10.755415 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-05450130-c271-41ad-9f95-352c2827b57d req-0b2571f3-6929-4020-9f9e-852eb45e4fd4 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=667d134e29294019b7c14c4ff3fbac24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1125603 Feb 09 12:16:11.012687 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-07b71da2-676d-493c-94f0-b7803183c335 req-a2651ef9-d06f-4f67-826f-824fc77e9d88 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Allocated IP 192.168.233.111 (4f732e35-467f-44f5-be04-aa808693dec3/f8ed5558-888d-440a-8c32-52f2f9bc5bd5/2b1fe0fb-0e52-43fb-a707-eb2991344c3e) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:16:11.115705 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1b99ad71-1355-4bc6-8863-5725b2c94fbb req-d9f133cd-1c02-4a94-a8ae-04a515d29250 service neutron] 10.222.0.46 "GET /v2.0/networks/a10f88e1-3d02-4171-8c71-31b6c9e6be17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7039607 Feb 09 12:16:11.118336 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4ffcb1f4-e862-4332-990d-037b1b259ead req-d3b9cbce-d6c2-4a75-82ad-8dc5734b870e tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] 10.222.0.55 "GET /v2.0/security-groups/47913a6c-e604-4462-817f-1d4de4c8ce2c HTTP/1.1" status: 200 len: 2405 time: 0.3603625 Feb 09 12:16:11.216315 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-4ffcb1f4-e862-4332-990d-037b1b259ead req-1f4a258a-431a-460a-b491-747dfb4553c7 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:11.233166 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05450130-c271-41ad-9f95-352c2827b57d req-289a63f8-bae1-4b83-95ee-90f462a056d4 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:11.236950 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-05450130-c271-41ad-9f95-352c2827b57d req-289a63f8-bae1-4b83-95ee-90f462a056d4 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4640701 Feb 09 12:16:11.241470 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-4ffcb1f4-e862-4332-990d-037b1b259ead req-1f4a258a-431a-460a-b491-747dfb4553c7 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:11.242443 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c9bec64c-1b1c-4bbc-8060-31694c2809be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:11.266087 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-05450130-c271-41ad-9f95-352c2827b57d req-944afb5c-9372-4e67-8d95-97ff60ce3119 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Request body: {'port': {'device_id': '92a2010d-19ed-43b1-93e7-5befaca38eb7', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'admin_state_up': True, 'tenant_id': '667d134e29294019b7c14c4ff3fbac24'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:16:11.276052 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b444dbc7-8456-4545-bc11-9c2183be48f0 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:11.290339 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-b444dbc7-8456-4545-bc11-9c2183be48f0 None None] Transition to ACTIVE for port object d86088e5-3944-4b06-b933-cd7d70b828ab will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:16:11.298153 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b444dbc7-8456-4545-bc11-9c2183be48f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:11.376139 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e711f0dc-618c-4065-ad21-96d0328eb609 None None] Pushing event updated for resources: {'Port': ['ID=d86088e5-3944-4b06-b933-cd7d70b828ab,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:11.414501 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-b444dbc7-8456-4545-bc11-9c2183be48f0 None None] Attempting to bind port d86088e5-3944-4b06-b933-cd7d70b828ab on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:16:11.414952 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-b444dbc7-8456-4545-bc11-9c2183be48f0 None None] Attempting to bind port d86088e5-3944-4b06-b933-cd7d70b828ab by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:16:11.415426 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b444dbc7-8456-4545-bc11-9c2183be48f0 None None] Attempting to bind port d86088e5-3944-4b06-b933-cd7d70b828ab on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:16:11.423629 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b444dbc7-8456-4545-bc11-9c2183be48f0 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:16:11.424098 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b444dbc7-8456-4545-bc11-9c2183be48f0 None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:16:11.424497 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b444dbc7-8456-4545-bc11-9c2183be48f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:11.424919 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b444dbc7-8456-4545-bc11-9c2183be48f0 None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:16:11.425383 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-b444dbc7-8456-4545-bc11-9c2183be48f0 None None] Bound port: d86088e5-3944-4b06-b933-cd7d70b828ab, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:16:11.425763 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b444dbc7-8456-4545-bc11-9c2183be48f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:11.486529 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c923db-061f-4996-8f7e-09aeb56a4703 req-bc1352ec-e683-40c9-9dc4-b4beaf3c21f9 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:11.488099 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d6c923db-061f-4996-8f7e-09aeb56a4703 req-bc1352ec-e683-40c9-9dc4-b4beaf3c21f9 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=702d3761-ddad-4718-b0fe-45cd59f6f8c8 HTTP/1.1" status: 200 len: 950 time: 0.5125082 Feb 09 12:16:11.518693 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-b444dbc7-8456-4545-bc11-9c2183be48f0 None None] For port d86088e5-3944-4b06-b933-cd7d70b828ab, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:16:11.521829 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-b444dbc7-8456-4545-bc11-9c2183be48f0 None None] For port d86088e5-3944-4b06-b933-cd7d70b828ab, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=d86088e5-3944-4b06-b933-cd7d70b828ab,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:16:11.522791 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-4ffcb1f4-e862-4332-990d-037b1b259ead req-1f4a258a-431a-460a-b491-747dfb4553c7 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:11.527125 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b444dbc7-8456-4545-bc11-9c2183be48f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:11.571257 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a258a-431a-460a-b491-747dfb4553c7 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28119d32-c442-426d-af09-c8b6f8bb8143,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:11.585999 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-4ffcb1f4-e862-4332-990d-037b1b259ead req-1f4a258a-431a-460a-b491-747dfb4553c7 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:11.587106 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4ffcb1f4-e862-4332-990d-037b1b259ead req-1f4a258a-431a-460a-b491-747dfb4553c7 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/28119d32-c442-426d-af09-c8b6f8bb8143 HTTP/1.1" status: 204 len: 173 time: 0.4505606 Feb 09 12:16:11.612141 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b444dbc7-8456-4545-bc11-9c2183be48f0 None None] Routers {'783012d0-b5f7-4648-8b10-ebdd59b9a258'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:16:11.612329 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d6c923db-061f-4996-8f7e-09aeb56a4703 req-ff4a2454-a262-4080-bc2b-2d65301c4848 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158905 Feb 09 12:16:11.612779 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-b444dbc7-8456-4545-bc11-9c2183be48f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:15:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['783012d0-b5f7-4648-8b10-ebdd59b9a258'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:16:11.620915 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-05450130-c271-41ad-9f95-352c2827b57d req-944afb5c-9372-4e67-8d95-97ff60ce3119 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:16:11.636894 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-05450130-c271-41ad-9f95-352c2827b57d req-944afb5c-9372-4e67-8d95-97ff60ce3119 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Usage tracker for resource:port and tenant:667d134e29294019b7c14c4ff3fbac24 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:16:11.640824 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-05450130-c271-41ad-9f95-352c2827b57d req-944afb5c-9372-4e67-8d95-97ff60ce3119 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:16:11.660228 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-05450130-c271-41ad-9f95-352c2827b57d req-944afb5c-9372-4e67-8d95-97ff60ce3119 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:16:11.679303 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05450130-c271-41ad-9f95-352c2827b57d req-944afb5c-9372-4e67-8d95-97ff60ce3119 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Made reservation on behalf of 667d134e29294019b7c14c4ff3fbac24 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:16:11.683251 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-05450130-c271-41ad-9f95-352c2827b57d req-944afb5c-9372-4e67-8d95-97ff60ce3119 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:11.684861 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e711f0dc-618c-4065-ad21-96d0328eb609 None None] Pushing event updated for resources: {'Port': ['ID=d86088e5-3944-4b06-b933-cd7d70b828ab,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:11.716518 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-05450130-c271-41ad-9f95-352c2827b57d req-944afb5c-9372-4e67-8d95-97ff60ce3119 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:11.788899 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-05450130-c271-41ad-9f95-352c2827b57d req-944afb5c-9372-4e67-8d95-97ff60ce3119 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:16:11.824021 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-b444dbc7-8456-4545-bc11-9c2183be48f0 None None] Set router 783012d0-b5f7-4648-8b10-ebdd59b9a258 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:16:11.834617 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-05450130-c271-41ad-9f95-352c2827b57d req-944afb5c-9372-4e67-8d95-97ff60ce3119 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Usage tracker for resource:security_group_rule and tenant:667d134e29294019b7c14c4ff3fbac24 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:16:11.867788 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-05450130-c271-41ad-9f95-352c2827b57d req-944afb5c-9372-4e67-8d95-97ff60ce3119 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:16:11.898970 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dc57a00f-df27-4c51-91d5-2521f377703b req-0f1fae69-bb93-40d0-8103-6875567b39c0 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a2010d-19ed-43b1-93e7-5befaca38eb7 HTTP/1.1" status: 200 len: 210 time: 0.1116428 Feb 09 12:16:11.901030 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-07b71da2-676d-493c-94f0-b7803183c335 req-a2651ef9-d06f-4f67-826f-824fc77e9d88 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:11.901593 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-05450130-c271-41ad-9f95-352c2827b57d req-944afb5c-9372-4e67-8d95-97ff60ce3119 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:16:11.968542 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-07b71da2-676d-493c-94f0-b7803183c335 req-a2651ef9-d06f-4f67-826f-824fc77e9d88 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Transition to ACTIVE for port object 2b1fe0fb-0e52-43fb-a707-eb2991344c3e will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:16:12.001311 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-c9bec64c-1b1c-4bbc-8060-31694c2809be admin admin] Allocated IP 172.20.0.1 (9b54eb09-4887-48a5-9aa0-8a1a8f9f7f37/f48c4d62-7f23-4b3a-8381-9c65f7e894d3/842dfe50-cce7-4713-9934-1ddd96820229) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:16:12.006798 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21bb0c2-9c9f-4fe6-b940-a2375a3fced5 req-4ac94526-36b4-4ba0-bbc0-35129f903040 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:12.008339 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e21bb0c2-9c9f-4fe6-b940-a2375a3fced5 req-4ac94526-36b4-4ba0-bbc0-35129f903040 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/ports?device_id=64a9eb38-dfcf-4eeb-b9d0-091743efa9b9 HTTP/1.1" status: 200 len: 1024 time: 0.2681730 Feb 09 12:16:12.053901 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6dd2a7-97f9-4678-a360-9768131210f6 req-ef364dca-ea1c-4b5a-999f-9581ab8948a6 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:12.055255 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1d6dd2a7-97f9-4678-a360-9768131210f6 req-ef364dca-ea1c-4b5a-999f-9581ab8948a6 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.46 "GET /v2.0/ports?device_id=702d3761-ddad-4718-b0fe-45cd59f6f8c8 HTTP/1.1" status: 200 len: 950 time: 0.2179027 Feb 09 12:16:12.089920 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-07b71da2-676d-493c-94f0-b7803183c335 req-a2651ef9-d06f-4f67-826f-824fc77e9d88 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:12.191489 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07b71da2-676d-493c-94f0-b7803183c335 req-a2651ef9-d06f-4f67-826f-824fc77e9d88 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Network 4f732e35-467f-44f5-be04-aa808693dec3 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:16:12.197142 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-07b71da2-676d-493c-94f0-b7803183c335 req-a2651ef9-d06f-4f67-826f-824fc77e9d88 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:16:12.199963 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b71da2-676d-493c-94f0-b7803183c335 req-a2651ef9-d06f-4f67-826f-824fc77e9d88 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:16:12.226675 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e21bb0c2-9c9f-4fe6-b940-a2375a3fced5 req-27be455a-d1e0-49e4-a2db-9eecff3585ef tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups?id=34bbda46-b943-4975-bae0-0ec98c0c0f61&id=f4fb3f13-7dc7-4cfe-ae6d-dfbf47efd150&id=1d9b9218-1542-46c5-b3e7-744108319b42&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1703677 Feb 09 12:16:12.257765 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-b444dbc7-8456-4545-bc11-9c2183be48f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783012d0-b5f7-4648-8b10-ebdd59b9a258', 'name': 'tempest-FloatingIPsNegativeTestJSON-886949973-router', 'tenant_id': '099550228af249bc8dc440b2c61f88e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'd86088e5-3944-4b06-b933-cd7d70b828ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:16:04Z', 'updated_at': '2022-02-09T12:16:06Z', 'revision_number': 3, 'project_id': '099550228af249bc8dc440b2c61f88e0', 'gw_port': {'id': 'd86088e5-3944-4b06-b933-cd7d70b828ab', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:77:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783012d0-b5f7-4648-8b10-ebdd59b9a258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:16:05Z', 'updated_at': '2022-02-09T12:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:16:12.258508 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-1d6dd2a7-97f9-4678-a360-9768131210f6 req-c435b4d0-1ab8-4e81-bfdf-b9595fe6aa1a tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Deleting port 66dfd8f6-77d1-4684-8301-76035ed5c757 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:16:12.259017 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1d6dd2a7-97f9-4678-a360-9768131210f6 req-c435b4d0-1ab8-4e81-bfdf-b9595fe6aa1a tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:12.263158 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b444dbc7-8456-4545-bc11-9c2183be48f0 None None] The sync data for ids ['783012d0-b5f7-4648-8b10-ebdd59b9a258'] in n-d-825178-3 is: [{'id': '783012d0-b5f7-4648-8b10-ebdd59b9a258', 'name': 'tempest-FloatingIPsNegativeTestJSON-886949973-router', 'tenant_id': '099550228af249bc8dc440b2c61f88e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'd86088e5-3944-4b06-b933-cd7d70b828ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:16:04Z', 'updated_at': '2022-02-09T12:16:06Z', 'revision_number': 3, 'project_id': '099550228af249bc8dc440b2c61f88e0', 'gw_port': {'id': 'd86088e5-3944-4b06-b933-cd7d70b828ab', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:77:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783012d0-b5f7-4648-8b10-ebdd59b9a258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:16:05Z', 'updated_at': '2022-02-09T12:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:16:12.297325 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2651ef9-d06f-4f67-826f-824fc77e9d88 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Pushing event updated for resources: {'Port': ['ID=2b1fe0fb-0e52-43fb-a707-eb2991344c3e,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:12.315163 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-05450130-c271-41ad-9f95-352c2827b57d req-944afb5c-9372-4e67-8d95-97ff60ce3119 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:12.351860 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-28e026dd-acfa-4ec5-bc36-88fa472922b5 req-82196490-e61f-4711-8d4f-dc50bcfa8a9b tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-406849692', 'description': 'tempest-description-664012032'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:16:12.358406 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b71da2-676d-493c-94f0-b7803183c335 req-a2651ef9-d06f-4f67-826f-824fc77e9d88 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:12.359815 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-07b71da2-676d-493c-94f0-b7803183c335 req-a2651ef9-d06f-4f67-826f-824fc77e9d88 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:12.379269 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c9bec64c-1b1c-4bbc-8060-31694c2809be admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:12.383546 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-05450130-c271-41ad-9f95-352c2827b57d req-944afb5c-9372-4e67-8d95-97ff60ce3119 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:12.396901 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-28e026dd-acfa-4ec5-bc36-88fa472922b5 req-82196490-e61f-4711-8d4f-dc50bcfa8a9b tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:16:12.408702 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-c9bec64c-1b1c-4bbc-8060-31694c2809be admin admin] Transition to ACTIVE for port object 842dfe50-cce7-4713-9934-1ddd96820229 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:16:12.432014 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-07b71da2-676d-493c-94f0-b7803183c335 req-a2651ef9-d06f-4f67-826f-824fc77e9d88 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8686945 Feb 09 12:16:12.449181 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-07b71da2-676d-493c-94f0-b7803183c335 req-5a6932f3-07f0-44f5-b5b8-b3ba50620079 service neutron] Request body: {'port': {'device_id': 'b079a907-4f7b-4967-bb99-26e1d3247fb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:16:12.488574 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-28e026dd-acfa-4ec5-bc36-88fa472922b5 req-82196490-e61f-4711-8d4f-dc50bcfa8a9b tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Usage tracker for resource:security_group and tenant:a49d0b75e8f0468bafedcda2b8a2ba14 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:16:12.495375 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-28e026dd-acfa-4ec5-bc36-88fa472922b5 req-82196490-e61f-4711-8d4f-dc50bcfa8a9b tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:16:12.530077 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-28e026dd-acfa-4ec5-bc36-88fa472922b5 req-82196490-e61f-4711-8d4f-dc50bcfa8a9b tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:16:12.551922 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f37be4-44b9-4fb3-a808-ca6f185cf00c req-87cda318-f3a8-48f9-a134-93de3b8752c4 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:12.553532 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e3f37be4-44b9-4fb3-a808-ca6f185cf00c req-87cda318-f3a8-48f9-a134-93de3b8752c4 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?device_id=b000940f-9489-4b03-9fa7-1e2767a7e547 HTTP/1.1" status: 200 len: 946 time: 0.5443153 Feb 09 12:16:12.554195 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-225ae4dc-e7b2-4aae-a82b-3e7c02d34433 None None] Provisioning for port 2b1fe0fb-0e52-43fb-a707-eb2991344c3e completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:16:12.562735 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-225ae4dc-e7b2-4aae-a82b-3e7c02d34433 None None] Provisioning complete for port 2b1fe0fb-0e52-43fb-a707-eb2991344c3e triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:16:12.563453 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-225ae4dc-e7b2-4aae-a82b-3e7c02d34433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:12.614111 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c9bec64c-1b1c-4bbc-8060-31694c2809be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:12.681457 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-225ae4dc-e7b2-4aae-a82b-3e7c02d34433 None None] Port 2b1fe0fb-0e52-43fb-a707-eb2991344c3e cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:16:12.713502 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bec64c-1b1c-4bbc-8060-31694c2809be admin admin] Network 9b54eb09-4887-48a5-9aa0-8a1a8f9f7f37 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:16:12.721696 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-c9bec64c-1b1c-4bbc-8060-31694c2809be admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:16:12.726731 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944afb5c-9372-4e67-8d95-97ff60ce3119 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=322ca34a-1e43-49ee-9b94-58afc8395313,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:12.730082 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bec64c-1b1c-4bbc-8060-31694c2809be admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:16:12.777461 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-07b71da2-676d-493c-94f0-b7803183c335 req-5a6932f3-07f0-44f5-b5b8-b3ba50620079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:12.780518 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-28e026dd-acfa-4ec5-bc36-88fa472922b5 req-82196490-e61f-4711-8d4f-dc50bcfa8a9b tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:12.802575 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bec64c-1b1c-4bbc-8060-31694c2809be admin admin] Pushing event updated for resources: {'Port': ['ID=842dfe50-cce7-4713-9934-1ddd96820229,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:12.821689 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa5389e-b1cf-49c1-892f-29316bbe6440 req-2b295893-5a8e-4d23-b9fb-8863914557ae tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:12.822444 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-9aa5389e-b1cf-49c1-892f-29316bbe6440 req-2b295893-5a8e-4d23-b9fb-8863914557ae tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Synchronizing usage tracker for tenant:64589850d54f49bfb3a355e7cee6f70a on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:16:12.824319 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e3f37be4-44b9-4fb3-a808-ca6f185cf00c req-cd1416d1-c163-402d-a0bc-5f25d1264c97 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc310c7-804c-482c-8f65-f0a6e9cffd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163437 Feb 09 12:16:12.892680 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c9bec64c-1b1c-4bbc-8060-31694c2809be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:12.925439 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-28e026dd-acfa-4ec5-bc36-88fa472922b5 req-82196490-e61f-4711-8d4f-dc50bcfa8a9b tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:16:12.941390 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-1d6dd2a7-97f9-4678-a360-9768131210f6 req-c435b4d0-1ab8-4e81-bfdf-b9595fe6aa1a tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] For port 66dfd8f6-77d1-4684-8301-76035ed5c757, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=66dfd8f6-77d1-4684-8301-76035ed5c757,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:16:12.941778 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1d6dd2a7-97f9-4678-a360-9768131210f6 req-c435b4d0-1ab8-4e81-bfdf-b9595fe6aa1a tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:12.949466 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-28e026dd-acfa-4ec5-bc36-88fa472922b5 req-82196490-e61f-4711-8d4f-dc50bcfa8a9b tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Usage tracker for resource:security_group_rule and tenant:a49d0b75e8f0468bafedcda2b8a2ba14 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:16:12.961274 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-28e026dd-acfa-4ec5-bc36-88fa472922b5 req-82196490-e61f-4711-8d4f-dc50bcfa8a9b tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:16:13.048328 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-28e026dd-acfa-4ec5-bc36-88fa472922b5 req-82196490-e61f-4711-8d4f-dc50bcfa8a9b tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:16:13.057849 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-05450130-c271-41ad-9f95-352c2827b57d req-944afb5c-9372-4e67-8d95-97ff60ce3119 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Allocated IP 192.168.233.137 (4f732e35-467f-44f5-be04-aa808693dec3/f8ed5558-888d-440a-8c32-52f2f9bc5bd5/66290e4e-4014-4dc2-9b0f-68f1f6990bd8) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:16:13.094956 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-9aa5389e-b1cf-49c1-892f-29316bbe6440 req-2b295893-5a8e-4d23-b9fb-8863914557ae tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Unset dirty status for tenant:64589850d54f49bfb3a355e7cee6f70a on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:16:13.096296 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9aa5389e-b1cf-49c1-892f-29316bbe6440 req-2b295893-5a8e-4d23-b9fb-8863914557ae tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.46 "GET /v2.0/ports?device_id=64a9eb38-dfcf-4eeb-b9d0-091743efa9b9 HTTP/1.1" status: 200 len: 1024 time: 0.6093619 Feb 09 12:16:13.113668 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-3bbb617d-1293-41ee-a89b-b142cac6d96e None None] Provisioning for port 842dfe50-cce7-4713-9934-1ddd96820229 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:16:13.121827 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-3bbb617d-1293-41ee-a89b-b142cac6d96e None None] Provisioning complete for port 842dfe50-cce7-4713-9934-1ddd96820229 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:16:13.122851 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3bbb617d-1293-41ee-a89b-b142cac6d96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:13.166519 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-1d6dd2a7-97f9-4678-a360-9768131210f6 req-c435b4d0-1ab8-4e81-bfdf-b9595fe6aa1a tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Calling delete_port for 66dfd8f6-77d1-4684-8301-76035ed5c757 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:16:13.190544 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-3bbb617d-1293-41ee-a89b-b142cac6d96e None None] Port 842dfe50-cce7-4713-9934-1ddd96820229 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:16:13.202497 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-9aa5389e-b1cf-49c1-892f-29316bbe6440 req-444f4977-0f1a-4e6a-8eb0-2e8ba45a49cf tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Deleting port 12ce859c-b96e-4f5f-a1e2-6dbfecea7965 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:16:13.202834 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-9aa5389e-b1cf-49c1-892f-29316bbe6440 req-444f4977-0f1a-4e6a-8eb0-2e8ba45a49cf tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:13.458664 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e36dd1-b24f-4b30-943b-75e9b2250d02 req-f55643e9-0315-4e29-9fbb-1cf934be9694 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:13.460247 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-87e36dd1-b24f-4b30-943b-75e9b2250d02 req-f55643e9-0315-4e29-9fbb-1cf934be9694 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.55 "GET /v2.0/ports?device_id=b079a907-4f7b-4967-bb99-26e1d3247fb7 HTTP/1.1" status: 200 len: 936 time: 0.4039052 Feb 09 12:16:13.491510 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-28e026dd-acfa-4ec5-bc36-88fa472922b5 req-82196490-e61f-4711-8d4f-dc50bcfa8a9b tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:13.504821 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-28e026dd-acfa-4ec5-bc36-88fa472922b5 req-82196490-e61f-4711-8d4f-dc50bcfa8a9b tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:13.579965 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1d6dd2a7-97f9-4678-a360-9768131210f6 req-c435b4d0-1ab8-4e81-bfdf-b9595fe6aa1a tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:13.582163 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c9bec64c-1b1c-4bbc-8060-31694c2809be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:13.592814 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['b5fedb51-61f7-44a9-a646-00ef57b3909b', 'eca5b3d7-d4c8-45db-bb8d-4b1aab65b295', '63509d75-da58-43e5-b240-8d70695a2e99', '0d85bbfe-ab37-4908-b505-2f3515665611', '66dfd8f6-77d1-4684-8301-76035ed5c757'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:16:13.618529 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['2757b3d6-dc7b-47d5-b590-77650b8c733f', '5da3584c-b63e-4421-8fca-3a6aea07f393', '0c1e68c4-b0ed-42d4-8cbc-5434684a18e4'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:16:13.718561 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-87e36dd1-b24f-4b30-943b-75e9b2250d02 req-4d86a1da-3390-4d4f-99ef-7e65f0802370 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.55 "GET /v2.0/security-groups?id=a83df6af-750f-4c01-af24-03274e72d063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480032 Feb 09 12:16:13.727307 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82196490-e61f-4711-8d4f-dc50bcfa8a9b tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a252b26e-3449-4f36-9878-ae39f7f90a15,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:13.730601 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c435b4d0-1ab8-4e81-bfdf-b9595fe6aa1a tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Pushing event deleted for resources: {'Port': ['ID=66dfd8f6-77d1-4684-8301-76035ed5c757,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:13.855502 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-9aa5389e-b1cf-49c1-892f-29316bbe6440 req-444f4977-0f1a-4e6a-8eb0-2e8ba45a49cf tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] For port 12ce859c-b96e-4f5f-a1e2-6dbfecea7965, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=12ce859c-b96e-4f5f-a1e2-6dbfecea7965,segment=NetworkSegment(bebbd8fc-dd7d-4200-8938-452b9dad56e6),segment_id=bebbd8fc-dd7d-4200-8938-452b9dad56e6)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:16:13.856731 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-9aa5389e-b1cf-49c1-892f-29316bbe6440 req-444f4977-0f1a-4e6a-8eb0-2e8ba45a49cf tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:13.954897 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device d86088e5-3944-4b06-b933-cd7d70b828ab up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:16:14.065509 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-05450130-c271-41ad-9f95-352c2827b57d req-944afb5c-9372-4e67-8d95-97ff60ce3119 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:14.085443 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-05450130-c271-41ad-9f95-352c2827b57d req-944afb5c-9372-4e67-8d95-97ff60ce3119 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Transition to ACTIVE for port object 66290e4e-4014-4dc2-9b0f-68f1f6990bd8 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:16:14.088503 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-9aa5389e-b1cf-49c1-892f-29316bbe6440 req-444f4977-0f1a-4e6a-8eb0-2e8ba45a49cf tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Calling delete_port for 12ce859c-b96e-4f5f-a1e2-6dbfecea7965 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:16:14.089550 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4b67a3a0-e5a9-4559-af88-e5f85e4ff73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:14.133487 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port d86088e5-3944-4b06-b933-cd7d70b828ab completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:16:14.144890 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-28e026dd-acfa-4ec5-bc36-88fa472922b5 req-82196490-e61f-4711-8d4f-dc50bcfa8a9b tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:14.146100 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-28e026dd-acfa-4ec5-bc36-88fa472922b5 req-82196490-e61f-4711-8d4f-dc50bcfa8a9b tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 1.8291001 Feb 09 12:16:14.166379 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port d86088e5-3944-4b06-b933-cd7d70b828ab triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:16:14.167096 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:14.183401 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-05450130-c271-41ad-9f95-352c2827b57d req-944afb5c-9372-4e67-8d95-97ff60ce3119 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:14.331417 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05450130-c271-41ad-9f95-352c2827b57d req-944afb5c-9372-4e67-8d95-97ff60ce3119 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Network 4f732e35-467f-44f5-be04-aa808693dec3 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:16:14.332808 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6dd2a7-97f9-4678-a360-9768131210f6 req-c435b4d0-1ab8-4e81-bfdf-b9595fe6aa1a tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] No DVR routers for this DVR port 66dfd8f6-77d1-4684-8301-76035ed5c757 on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:16:14.347014 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-05450130-c271-41ad-9f95-352c2827b57d req-944afb5c-9372-4e67-8d95-97ff60ce3119 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:16:14.354590 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1d6dd2a7-97f9-4678-a360-9768131210f6 req-c435b4d0-1ab8-4e81-bfdf-b9595fe6aa1a tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:14.357357 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1d6dd2a7-97f9-4678-a360-9768131210f6 req-c435b4d0-1ab8-4e81-bfdf-b9595fe6aa1a tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.46 "DELETE /v2.0/ports/66dfd8f6-77d1-4684-8301-76035ed5c757 HTTP/1.1" status: 204 len: 173 time: 2.2936509 Feb 09 12:16:14.357802 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '702d3761-ddad-4718-b0fe-45cd59f6f8c8', 'name': 'network-vif-deleted', 'tag': '66dfd8f6-77d1-4684-8301-76035ed5c757'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:16:14.420758 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-05450130-c271-41ad-9f95-352c2827b57d req-944afb5c-9372-4e67-8d95-97ff60ce3119 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:16:14.486902 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-3f7d95e2-5ede-40d5-9997-c8b1b44ec467 req-5b79f260-d86f-4250-9678-e351e4993e82 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Synchronizing usage tracker for tenant:c9a644d28aa946259b7337281970c4b8 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:16:14.487788 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:14.499786 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944afb5c-9372-4e67-8d95-97ff60ce3119 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Pushing event updated for resources: {'Port': ['ID=66290e4e-4014-4dc2-9b0f-68f1f6990bd8,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:14.589668 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port d86088e5-3944-4b06-b933-cd7d70b828ab, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=d86088e5-3944-4b06-b933-cd7d70b828ab,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:16:14.624774 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:14.644720 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05450130-c271-41ad-9f95-352c2827b57d req-944afb5c-9372-4e67-8d95-97ff60ce3119 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:14.645410 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-05450130-c271-41ad-9f95-352c2827b57d req-944afb5c-9372-4e67-8d95-97ff60ce3119 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:14.653610 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-3f7d95e2-5ede-40d5-9997-c8b1b44ec467 req-5b79f260-d86f-4250-9678-e351e4993e82 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Unset dirty status for tenant:c9a644d28aa946259b7337281970c4b8 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:16:14.661630 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-07b71da2-676d-493c-94f0-b7803183c335 req-5a6932f3-07f0-44f5-b5b8-b3ba50620079 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b1fe0fb-0e52-43fb-a707-eb2991344c3e {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:16:14.665959 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3f7d95e2-5ede-40d5-9997-c8b1b44ec467 req-5b79f260-d86f-4250-9678-e351e4993e82 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=702d3761-ddad-4718-b0fe-45cd59f6f8c8 HTTP/1.1" status: 200 len: 210 time: 0.3202674 Feb 09 12:16:14.671783 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-07b71da2-676d-493c-94f0-b7803183c335 req-5a6932f3-07f0-44f5-b5b8-b3ba50620079 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:14.690850 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-f69dc882-a46a-4e66-b6c3-52d10569d0fd tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:14.692668 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-f69dc882-a46a-4e66-b6c3-52d10569d0fd tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/networks?id=c4b615eb-1906-4989-ab89-8b6ef1cc1053 HTTP/1.1" status: 200 len: 820 time: 0.5817404 Feb 09 12:16:14.713481 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-05450130-c271-41ad-9f95-352c2827b57d req-944afb5c-9372-4e67-8d95-97ff60ce3119 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4613578 Feb 09 12:16:14.716398 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-2e4d869e-315c-47a2-bc70-c30d388b2055 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/quotas/3a84524b0b1d4c8da324d07cc553e331 HTTP/1.1" status: 200 len: 375 time: 0.0152729 Feb 09 12:16:14.763785 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-07b71da2-676d-493c-94f0-b7803183c335 req-5a6932f3-07f0-44f5-b5b8-b3ba50620079 service neutron] Transition to ACTIVE for port object 2b1fe0fb-0e52-43fb-a707-eb2991344c3e will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:16:14.781145 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-05450130-c271-41ad-9f95-352c2827b57d req-63181aba-7b10-450c-abc3-4ea63fa1518f service neutron] Request body: {'port': {'device_id': '92a2010d-19ed-43b1-93e7-5befaca38eb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:16:14.792678 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-07b71da2-676d-493c-94f0-b7803183c335 req-5a6932f3-07f0-44f5-b5b8-b3ba50620079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:14.828570 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-8a6ac97a-6294-4645-872a-edafffad0b8a None None] Provisioning for port 66290e4e-4014-4dc2-9b0f-68f1f6990bd8 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:16:14.841842 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=d86088e5-3944-4b06-b933-cd7d70b828ab,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:14.844102 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c9bec64c-1b1c-4bbc-8060-31694c2809be admin admin] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:14.853952 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-9aa5389e-b1cf-49c1-892f-29316bbe6440 req-444f4977-0f1a-4e6a-8eb0-2e8ba45a49cf tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:14.860864 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-8a6ac97a-6294-4645-872a-edafffad0b8a None None] Provisioning complete for port 66290e4e-4014-4dc2-9b0f-68f1f6990bd8 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:16:14.861479 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8a6ac97a-6294-4645-872a-edafffad0b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:15.003019 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-05450130-c271-41ad-9f95-352c2827b57d req-63181aba-7b10-450c-abc3-4ea63fa1518f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:15.003632 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c9bec64c-1b1c-4bbc-8060-31694c2809be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:15.018273 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-8a6ac97a-6294-4645-872a-edafffad0b8a None None] Port 66290e4e-4014-4dc2-9b0f-68f1f6990bd8 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:16:15.123079 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-adbc1c2a-e1bb-43d4-a1f1-6c1340b11fd1 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a84524b0b1d4c8da324d07cc553e331&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4002500 Feb 09 12:16:15.292583 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6932f3-07f0-44f5-b5b8-b3ba50620079 service neutron] Pushing event updated for resources: {'Port': ['ID=2b1fe0fb-0e52-43fb-a707-eb2991344c3e,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:15.406409 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c9bec64c-1b1c-4bbc-8060-31694c2809be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:15.432167 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa5389e-b1cf-49c1-892f-29316bbe6440 req-444f4977-0f1a-4e6a-8eb0-2e8ba45a49cf tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] No DVR routers for this DVR port 12ce859c-b96e-4f5f-a1e2-6dbfecea7965 on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:16:15.434337 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f4977-0f1a-4e6a-8eb0-2e8ba45a49cf tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Pushing event deleted for resources: {'Port': ['ID=12ce859c-b96e-4f5f-a1e2-6dbfecea7965,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:15.437994 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-9aa5389e-b1cf-49c1-892f-29316bbe6440 req-444f4977-0f1a-4e6a-8eb0-2e8ba45a49cf tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:15.442378 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a9eb38-dfcf-4eeb-b9d0-091743efa9b9', 'name': 'network-vif-deleted', 'tag': '12ce859c-b96e-4f5f-a1e2-6dbfecea7965'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:16:15.516698 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-3c989ab0-05c6-42e6-ad44-bea6129c314f service neutron] 10.222.0.55 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920596 Feb 09 12:16:15.585449 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9aa5389e-b1cf-49c1-892f-29316bbe6440 req-444f4977-0f1a-4e6a-8eb0-2e8ba45a49cf tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.46 "DELETE /v2.0/ports/12ce859c-b96e-4f5f-a1e2-6dbfecea7965 HTTP/1.1" status: 204 len: 173 time: 2.4732716 Feb 09 12:16:15.615817 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bec64c-1b1c-4bbc-8060-31694c2809be admin admin] Pushing event updated for resources: {'Port': ['ID=842dfe50-cce7-4713-9934-1ddd96820229,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:15.622363 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-07b71da2-676d-493c-94f0-b7803183c335 req-5a6932f3-07f0-44f5-b5b8-b3ba50620079 service neutron] Attempting to bind port 2b1fe0fb-0e52-43fb-a707-eb2991344c3e on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:16:15.622688 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-07b71da2-676d-493c-94f0-b7803183c335 req-5a6932f3-07f0-44f5-b5b8-b3ba50620079 service neutron] Attempting to bind port 2b1fe0fb-0e52-43fb-a707-eb2991344c3e by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:16:15.623000 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b71da2-676d-493c-94f0-b7803183c335 req-5a6932f3-07f0-44f5-b5b8-b3ba50620079 service neutron] Attempting to bind port 2b1fe0fb-0e52-43fb-a707-eb2991344c3e on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:16:15.641482 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b71da2-676d-493c-94f0-b7803183c335 req-5a6932f3-07f0-44f5-b5b8-b3ba50620079 service neutron] Port 2b1fe0fb-0e52-43fb-a707-eb2991344c3e on network 4f732e35-467f-44f5-be04-aa808693dec3 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:16:15.641802 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b71da2-676d-493c-94f0-b7803183c335 req-5a6932f3-07f0-44f5-b5b8-b3ba50620079 service neutron] Attempting to bind port 2b1fe0fb-0e52-43fb-a707-eb2991344c3e on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:16:15.651965 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b71da2-676d-493c-94f0-b7803183c335 req-5a6932f3-07f0-44f5-b5b8-b3ba50620079 service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:16:15.652298 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b71da2-676d-493c-94f0-b7803183c335 req-5a6932f3-07f0-44f5-b5b8-b3ba50620079 service neutron] Checking segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:16:15.652706 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b71da2-676d-493c-94f0-b7803183c335 req-5a6932f3-07f0-44f5-b5b8-b3ba50620079 service neutron] Bound using segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:16:15.653132 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-07b71da2-676d-493c-94f0-b7803183c335 req-5a6932f3-07f0-44f5-b5b8-b3ba50620079 service neutron] Bound port: 2b1fe0fb-0e52-43fb-a707-eb2991344c3e, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:16:15.653569 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-07b71da2-676d-493c-94f0-b7803183c335 req-5a6932f3-07f0-44f5-b5b8-b3ba50620079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:15.671004 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de847d4-1db4-4a74-9f52-9a839b069095 req-ec21c650-cfc4-44fc-b0fa-bc35edc19e37 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:15.671860 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-9de847d4-1db4-4a74-9f52-9a839b069095 req-ec21c650-cfc4-44fc-b0fa-bc35edc19e37 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Synchronizing usage tracker for tenant:667d134e29294019b7c14c4ff3fbac24 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:16:15.730027 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bec64c-1b1c-4bbc-8060-31694c2809be admin admin] Network 9b54eb09-4887-48a5-9aa0-8a1a8f9f7f37 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:16:15.737908 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-c9bec64c-1b1c-4bbc-8060-31694c2809be admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:16:15.781195 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 12ce859c-b96e-4f5f-a1e2-6dbfecea7965 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:16:15.798003 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-9de847d4-1db4-4a74-9f52-9a839b069095 req-ec21c650-cfc4-44fc-b0fa-bc35edc19e37 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Unset dirty status for tenant:667d134e29294019b7c14c4ff3fbac24 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:16:15.804798 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9de847d4-1db4-4a74-9f52-9a839b069095 req-ec21c650-cfc4-44fc-b0fa-bc35edc19e37 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a2010d-19ed-43b1-93e7-5befaca38eb7 HTTP/1.1" status: 200 len: 936 time: 0.7121696 Feb 09 12:16:15.837614 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device d86088e5-3944-4b06-b933-cd7d70b828ab up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:16:15.860395 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-07b71da2-676d-493c-94f0-b7803183c335 req-5a6932f3-07f0-44f5-b5b8-b3ba50620079 service neutron] For port 2b1fe0fb-0e52-43fb-a707-eb2991344c3e, host n-h1-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:16:15.871710 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-6c0aac6b-ae2f-4d3c-a420-132c91d561d4 service neutron] 10.222.0.55 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478925 Feb 09 12:16:15.887333 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-9de847d4-1db4-4a74-9f52-9a839b069095 req-6023b9a3-bc1b-4c42-a331-bb5b45e46581 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Synchronizing usage tracker for tenant:667d134e29294019b7c14c4ff3fbac24 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:16:15.892002 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: 12ce859c-b96e-4f5f-a1e2-6dbfecea7965 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:16:15.892560 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 12ce859c-b96e-4f5f-a1e2-6dbfecea7965 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:16:15.893160 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 66dfd8f6-77d1-4684-8301-76035ed5c757 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:16:15.921452 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-9de847d4-1db4-4a74-9f52-9a839b069095 req-6023b9a3-bc1b-4c42-a331-bb5b45e46581 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Unset dirty status for tenant:667d134e29294019b7c14c4ff3fbac24 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:16:15.922611 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9de847d4-1db4-4a74-9f52-9a839b069095 req-6023b9a3-bc1b-4c42-a331-bb5b45e46581 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] 10.222.0.55 "GET /v2.0/security-groups?id=322ca34a-1e43-49ee-9b94-58afc8395313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170416 Feb 09 12:16:15.965399 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: 66dfd8f6-77d1-4684-8301-76035ed5c757 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:16:15.965839 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 66dfd8f6-77d1-4684-8301-76035ed5c757 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:16:15.989856 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-05450130-c271-41ad-9f95-352c2827b57d req-63181aba-7b10-450c-abc3-4ea63fa1518f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66290e4e-4014-4dc2-9b0f-68f1f6990bd8 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:16:15.998942 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-05450130-c271-41ad-9f95-352c2827b57d req-63181aba-7b10-450c-abc3-4ea63fa1518f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:16.021298 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port d86088e5-3944-4b06-b933-cd7d70b828ab triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:16:16.021672 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:16.027879 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-05450130-c271-41ad-9f95-352c2827b57d req-63181aba-7b10-450c-abc3-4ea63fa1518f service neutron] Transition to ACTIVE for port object 66290e4e-4014-4dc2-9b0f-68f1f6990bd8 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:16:16.033496 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-05450130-c271-41ad-9f95-352c2827b57d req-63181aba-7b10-450c-abc3-4ea63fa1518f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:16.133638 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['e9cd4a24-13a2-48d5-a087-aca4187189c0'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:16:16.156717 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-07b71da2-676d-493c-94f0-b7803183c335 req-5a6932f3-07f0-44f5-b5b8-b3ba50620079 service neutron] For port 2b1fe0fb-0e52-43fb-a707-eb2991344c3e, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=2b1fe0fb-0e52-43fb-a707-eb2991344c3e,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:16:16.189383 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-07b71da2-676d-493c-94f0-b7803183c335 req-5a6932f3-07f0-44f5-b5b8-b3ba50620079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:16.360578 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-5f97b22d-8ee2-497a-8360-3f0bafa807e6 None None] Provisioning complete for port 842dfe50-cce7-4713-9934-1ddd96820229 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:16:16.364366 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5f97b22d-8ee2-497a-8360-3f0bafa807e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:16.413556 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b71da2-676d-493c-94f0-b7803183c335 req-5a6932f3-07f0-44f5-b5b8-b3ba50620079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:16.414878 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-07b71da2-676d-493c-94f0-b7803183c335 req-5a6932f3-07f0-44f5-b5b8-b3ba50620079 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:16.417691 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-07b71da2-676d-493c-94f0-b7803183c335 req-5a6932f3-07f0-44f5-b5b8-b3ba50620079 service neutron] 10.222.0.52 "PUT /v2.0/ports/2b1fe0fb-0e52-43fb-a707-eb2991344c3e HTTP/1.1" status: 200 len: 1096 time: 3.9730949 Feb 09 12:16:16.429225 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6932f3-07f0-44f5-b5b8-b3ba50620079 service neutron] Pushing event updated for resources: {'Port': ['ID=2b1fe0fb-0e52-43fb-a707-eb2991344c3e,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:16.454759 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-5f97b22d-8ee2-497a-8360-3f0bafa807e6 None None] Port 842dfe50-cce7-4713-9934-1ddd96820229 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:16:16.462843 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d985400d-aa5f-4480-a231-698d1ca85287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:16.534607 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9bec64c-1b1c-4bbc-8060-31694c2809be admin admin] Router 783012d0-b5f7-4648-8b10-ebdd59b9a258 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:16:16.765289 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63181aba-7b10-450c-abc3-4ea63fa1518f service neutron] Pushing event updated for resources: {'Port': ['ID=66290e4e-4014-4dc2-9b0f-68f1f6990bd8,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:16.849953 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b1a8ec28-8ad9-4665-83c6-dc5cf913c000 req-441c435c-06ad-4398-b2cb-2f99d04abe54 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/ports?device_id=64a9eb38-dfcf-4eeb-b9d0-091743efa9b9 HTTP/1.1" status: 200 len: 210 time: 0.5393922 Feb 09 12:16:16.903898 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b71da2-676d-493c-94f0-b7803183c335 req-2c21f1ec-4992-4798-90c1-1aab5fe106ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:16.905421 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-07b71da2-676d-493c-94f0-b7803183c335 req-2c21f1ec-4992-4798-90c1-1aab5fe106ba service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=69bdb4e75c6c4b848cf2a4736ee44cfe&device_id=b079a907-4f7b-4967-bb99-26e1d3247fb7 HTTP/1.1" status: 200 len: 1099 time: 0.3688753 Feb 09 12:16:16.910884 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9bec64c-1b1c-4bbc-8060-31694c2809be admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:16:16.925600 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c9bec64c-1b1c-4bbc-8060-31694c2809be admin admin] 10.222.0.55 "PUT /v2.0/routers/783012d0-b5f7-4648-8b10-ebdd59b9a258/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3560708 Feb 09 12:16:16.928909 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4678e06c-7195-4a33-afb2-66b1b138af24 None None] Sync routers for ids ['783012d0-b5f7-4648-8b10-ebdd59b9a258'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:16:16.959051 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4678e06c-7195-4a33-afb2-66b1b138af24 None None] Routers {'783012d0-b5f7-4648-8b10-ebdd59b9a258'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:16:16.959790 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-4678e06c-7195-4a33-afb2-66b1b138af24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:16:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['783012d0-b5f7-4648-8b10-ebdd59b9a258'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:16:16.984898 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '702d3761-ddad-4718-b0fe-45cd59f6f8c8', 'name': 'network-vif-deleted', 'tag': '66dfd8f6-77d1-4684-8301-76035ed5c757', 'status': 'completed', 'code': 200} Feb 09 12:16:17.008196 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-66cb703e-c1b1-43d7-94b4-fafe0645ab7d req-da75ab83-767a-4f01-8717-9150aacd4f26 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] 10.222.0.55 "GET /v2.0/security-groups/a252b26e-3449-4f36-9878-ae39f7f90a15 HTTP/1.1" status: 200 len: 1811 time: 0.2182314 Feb 09 12:16:17.018719 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-05450130-c271-41ad-9f95-352c2827b57d req-63181aba-7b10-450c-abc3-4ea63fa1518f service neutron] Attempting to bind port 66290e4e-4014-4dc2-9b0f-68f1f6990bd8 on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:16:17.019196 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-05450130-c271-41ad-9f95-352c2827b57d req-63181aba-7b10-450c-abc3-4ea63fa1518f service neutron] Attempting to bind port 66290e4e-4014-4dc2-9b0f-68f1f6990bd8 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:16:17.019435 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05450130-c271-41ad-9f95-352c2827b57d req-63181aba-7b10-450c-abc3-4ea63fa1518f service neutron] Attempting to bind port 66290e4e-4014-4dc2-9b0f-68f1f6990bd8 on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:16:17.028257 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05450130-c271-41ad-9f95-352c2827b57d req-63181aba-7b10-450c-abc3-4ea63fa1518f service neutron] Port 66290e4e-4014-4dc2-9b0f-68f1f6990bd8 on network 4f732e35-467f-44f5-be04-aa808693dec3 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:16:17.028592 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05450130-c271-41ad-9f95-352c2827b57d req-63181aba-7b10-450c-abc3-4ea63fa1518f service neutron] Attempting to bind port 66290e4e-4014-4dc2-9b0f-68f1f6990bd8 on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:16:17.035746 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-07b71da2-676d-493c-94f0-b7803183c335 req-700557f6-4036-4951-90bc-2e50539bf7ea service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=2b1fe0fb-0e52-43fb-a707-eb2991344c3e HTTP/1.1" status: 200 len: 217 time: 0.1087220 Feb 09 12:16:17.039466 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05450130-c271-41ad-9f95-352c2827b57d req-63181aba-7b10-450c-abc3-4ea63fa1518f service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:16:17.039821 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05450130-c271-41ad-9f95-352c2827b57d req-63181aba-7b10-450c-abc3-4ea63fa1518f service neutron] Checking segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:16:17.041392 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05450130-c271-41ad-9f95-352c2827b57d req-63181aba-7b10-450c-abc3-4ea63fa1518f service neutron] Bound using segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:16:17.041875 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-05450130-c271-41ad-9f95-352c2827b57d req-63181aba-7b10-450c-abc3-4ea63fa1518f service neutron] Bound port: 66290e4e-4014-4dc2-9b0f-68f1f6990bd8, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:16:17.042233 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-05450130-c271-41ad-9f95-352c2827b57d req-63181aba-7b10-450c-abc3-4ea63fa1518f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:17.195357 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b71da2-676d-493c-94f0-b7803183c335 req-c3341ecc-d895-429e-a656-9a7413563a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:17.197415 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-07b71da2-676d-493c-94f0-b7803183c335 req-c3341ecc-d895-429e-a656-9a7413563a7d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.1530089 Feb 09 12:16:17.291903 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-4678e06c-7195-4a33-afb2-66b1b138af24 None None] Set router 783012d0-b5f7-4648-8b10-ebdd59b9a258 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:16:17.334292 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-05450130-c271-41ad-9f95-352c2827b57d req-63181aba-7b10-450c-abc3-4ea63fa1518f service neutron] For port 66290e4e-4014-4dc2-9b0f-68f1f6990bd8, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:16:17.338946 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b71da2-676d-493c-94f0-b7803183c335 req-f774ea2e-e35b-4258-8288-b029c62ca42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:17.347295 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-07b71da2-676d-493c-94f0-b7803183c335 req-f774ea2e-e35b-4258-8288-b029c62ca42b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1373975 Feb 09 12:16:17.348673 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-05450130-c271-41ad-9f95-352c2827b57d req-63181aba-7b10-450c-abc3-4ea63fa1518f service neutron] For port 66290e4e-4014-4dc2-9b0f-68f1f6990bd8, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=66290e4e-4014-4dc2-9b0f-68f1f6990bd8,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:16:17.365211 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-05450130-c271-41ad-9f95-352c2827b57d req-63181aba-7b10-450c-abc3-4ea63fa1518f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:17.429084 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93f3c9-539e-40fa-9257-e70481d084ff req-d9d8c6d7-b663-4a3a-9dbd-5a2f9c333d05 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:17.430462 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ea93f3c9-539e-40fa-9257-e70481d084ff req-d9d8c6d7-b663-4a3a-9dbd-5a2f9c333d05 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?device_id=b000940f-9489-4b03-9fa7-1e2767a7e547 HTTP/1.1" status: 200 len: 946 time: 0.2075434 Feb 09 12:16:17.455886 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ba50c-d99e-4c0d-93db-2eb9b7a10e22 req-5eba4ea3-bf51-4252-8026-7dc6844493ff tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:17.457402 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6e1ba50c-d99e-4c0d-93db-2eb9b7a10e22 req-5eba4ea3-bf51-4252-8026-7dc6844493ff tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.55 "GET /v2.0/ports?device_id=b079a907-4f7b-4967-bb99-26e1d3247fb7 HTTP/1.1" status: 200 len: 948 time: 0.2940304 Feb 09 12:16:17.499954 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05450130-c271-41ad-9f95-352c2827b57d req-63181aba-7b10-450c-abc3-4ea63fa1518f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:17.500349 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-05450130-c271-41ad-9f95-352c2827b57d req-63181aba-7b10-450c-abc3-4ea63fa1518f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:17.501709 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-05450130-c271-41ad-9f95-352c2827b57d req-63181aba-7b10-450c-abc3-4ea63fa1518f service neutron] 10.222.0.52 "PUT /v2.0/ports/66290e4e-4014-4dc2-9b0f-68f1f6990bd8 HTTP/1.1" status: 200 len: 1096 time: 2.7261493 Feb 09 12:16:17.530431 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-07b71da2-676d-493c-94f0-b7803183c335 req-ec5f6d9f-252e-43dd-a40f-c05a4ffaac8c service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731784 Feb 09 12:16:17.562836 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63181aba-7b10-450c-abc3-4ea63fa1518f service neutron] Pushing event updated for resources: {'Port': ['ID=66290e4e-4014-4dc2-9b0f-68f1f6990bd8,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:17.585833 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6e1ba50c-d99e-4c0d-93db-2eb9b7a10e22 req-2a4f9dd7-0c89-4e60-a15b-c21dabbc7399 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.55 "GET /v2.0/security-groups?id=a83df6af-750f-4c01-af24-03274e72d063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075153 Feb 09 12:16:17.598941 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ea93f3c9-539e-40fa-9257-e70481d084ff req-97828146-0a93-440b-86e1-f123f6ad96e6 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc310c7-804c-482c-8f65-f0a6e9cffd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404295 Feb 09 12:16:17.674504 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a9eb38-dfcf-4eeb-b9d0-091743efa9b9', 'name': 'network-vif-deleted', 'tag': '12ce859c-b96e-4f5f-a1e2-6dbfecea7965', 'status': 'completed', 'code': 200} Feb 09 12:16:17.724197 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:17.768510 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-07b71da2-676d-493c-94f0-b7803183c335 req-99257085-3f04-4a91-b38b-c9422487116c service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244935 Feb 09 12:16:17.792343 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:17.897740 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-40784f80-0175-4a08-ad32-1b558378f4db req-8579caf5-0fb8-4cfa-b0f8-6f5d7cd4d037 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=0757453a-62cf-4bea-a48b-c58117674853 HTTP/1.1" status: 200 len: 210 time: 0.0681887 Feb 09 12:16:17.899781 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05450130-c271-41ad-9f95-352c2827b57d req-32328c74-f70d-4336-9746-6b1b343be4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:17.901318 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-05450130-c271-41ad-9f95-352c2827b57d req-32328c74-f70d-4336-9746-6b1b343be4e4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=667d134e29294019b7c14c4ff3fbac24&device_id=92a2010d-19ed-43b1-93e7-5befaca38eb7 HTTP/1.1" status: 200 len: 1099 time: 0.2627864 Feb 09 12:16:17.935880 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-4678e06c-7195-4a33-afb2-66b1b138af24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783012d0-b5f7-4648-8b10-ebdd59b9a258', 'name': 'tempest-FloatingIPsNegativeTestJSON-886949973-router', 'tenant_id': '099550228af249bc8dc440b2c61f88e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'd86088e5-3944-4b06-b933-cd7d70b828ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:16:04Z', 'updated_at': '2022-02-09T12:16:13Z', 'revision_number': 4, 'project_id': '099550228af249bc8dc440b2c61f88e0', 'gw_port': {'id': 'd86088e5-3944-4b06-b933-cd7d70b828ab', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:77:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783012d0-b5f7-4648-8b10-ebdd59b9a258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:16:05Z', 'updated_at': '2022-02-09T12:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '842dfe50-cce7-4713-9934-1ddd96820229', 'name': '', 'network_id': '9b54eb09-4887-48a5-9aa0-8a1a8f9f7f37', 'tenant_id': '099550228af249bc8dc440b2c61f88e0', 'mac_address': 'fa:16:3e:b6:cb:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783012d0-b5f7-4648-8b10-ebdd59b9a258', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'f48c4d62-7f23-4b3a-8381-9c65f7e894d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:16:11Z', 'updated_at': '2022-02-09T12:16:13Z', 'revision_number': 2, 'project_id': '099550228af249bc8dc440b2c61f88e0', 'subnets': [{'id': 'f48c4d62-7f23-4b3a-8381-9c65f7e894d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:16:17.941677 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4678e06c-7195-4a33-afb2-66b1b138af24 None None] Checking router: 783012d0-b5f7-4648-8b10-ebdd59b9a258 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:16:17.942036 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4678e06c-7195-4a33-afb2-66b1b138af24 None None] Updating router 783012d0-b5f7-4648-8b10-ebdd59b9a258 port 842dfe50-cce7-4713-9934-1ddd96820229 binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:16:18.005937 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4678e06c-7195-4a33-afb2-66b1b138af24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:18.054521 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-05450130-c271-41ad-9f95-352c2827b57d req-6b9fdc29-96b3-42c1-a8bc-84a1c493fa28 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=66290e4e-4014-4dc2-9b0f-68f1f6990bd8 HTTP/1.1" status: 200 len: 217 time: 0.1217573 Feb 09 12:16:18.110581 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-74c1ed01-6507-4d03-be31-3f5e42b57401 req-f3233f2b-bc1b-43d3-85a4-88bfd2e54f31 tempest-FloatingIPsNegativeTestJSON-200139038 tempest-FloatingIPsNegativeTestJSON-200139038-project] 10.222.0.55 "GET /v2.0/floatingips?tenant_id=099550228af249bc8dc440b2c61f88e0 HTTP/1.1" status: 200 len: 217 time: 0.1111789 Feb 09 12:16:18.146279 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05450130-c271-41ad-9f95-352c2827b57d req-27771db3-24cb-433c-9639-db2c379b778f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:18.147704 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-05450130-c271-41ad-9f95-352c2827b57d req-27771db3-24cb-433c-9639-db2c379b778f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.0713017 Feb 09 12:16:18.160001 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a941a853-066a-454f-93bd-6d302910fc20 req-aa77b776-342b-4d48-82b0-dd98b9c24238 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:18.161410 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a941a853-066a-454f-93bd-6d302910fc20 req-aa77b776-342b-4d48-82b0-dd98b9c24238 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a2010d-19ed-43b1-93e7-5befaca38eb7 HTTP/1.1" status: 200 len: 948 time: 0.2664988 Feb 09 12:16:18.260745 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a941a853-066a-454f-93bd-6d302910fc20 req-e2e87cff-775d-48a6-a9fc-1db8b0477897 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] 10.222.0.55 "GET /v2.0/security-groups?id=322ca34a-1e43-49ee-9b94-58afc8395313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676689 Feb 09 12:16:18.309296 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05450130-c271-41ad-9f95-352c2827b57d req-08bb239e-9632-4a11-bf13-f64bc0519261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:18.311169 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-05450130-c271-41ad-9f95-352c2827b57d req-08bb239e-9632-4a11-bf13-f64bc0519261 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1489317 Feb 09 12:16:18.473919 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4678e06c-7195-4a33-afb2-66b1b138af24 None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:18.491598 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4678e06c-7195-4a33-afb2-66b1b138af24 None None] Transition to ACTIVE for port object 842dfe50-cce7-4713-9934-1ddd96820229 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:16:18.506860 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4678e06c-7195-4a33-afb2-66b1b138af24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:18.550995 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-05450130-c271-41ad-9f95-352c2827b57d req-62199c09-f153-416b-90e9-8bdff4b3784a service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251122 Feb 09 12:16:18.663479 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-13915a65-c392-4bd1-81f6-f367ced86ab0 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:18.665043 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-13915a65-c392-4bd1-81f6-f367ced86ab0 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.46 "GET /v2.0/networks?id=c4b615eb-1906-4989-ab89-8b6ef1cc1053 HTTP/1.1" status: 200 len: 820 time: 0.3407533 Feb 09 12:16:18.678030 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-499de88d-4274-4f81-b0be-158a14a457bc tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Request body: {'port': {'device_id': '0757453a-62cf-4bea-a48b-c58117674853', 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053', 'admin_state_up': True, 'tenant_id': '3a84524b0b1d4c8da324d07cc553e331'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:16:18.818380 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f236717-3783-4ca2-a335-ec0a82955c2d None None] Pushing event updated for resources: {'Port': ['ID=842dfe50-cce7-4713-9934-1ddd96820229,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:18.822115 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-94370fee-59e6-4992-84d0-54abc574eaf6 req-ea3ab735-393c-4837-81bf-908566f078fd tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1253058604', 'description': 'tempest-description-288243938'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:16:18.843044 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-94370fee-59e6-4992-84d0-54abc574eaf6 req-ea3ab735-393c-4837-81bf-908566f078fd tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:16:18.854743 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-94370fee-59e6-4992-84d0-54abc574eaf6 req-ea3ab735-393c-4837-81bf-908566f078fd tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Usage tracker for resource:security_group and tenant:a49d0b75e8f0468bafedcda2b8a2ba14 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:16:18.867771 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-94370fee-59e6-4992-84d0-54abc574eaf6 req-ea3ab735-393c-4837-81bf-908566f078fd tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:16:18.888804 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-05450130-c271-41ad-9f95-352c2827b57d req-79b0717a-faa7-44ba-be17-369b4032aeeb service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320799 Feb 09 12:16:18.946462 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-4678e06c-7195-4a33-afb2-66b1b138af24 None None] Attempting to bind port 842dfe50-cce7-4713-9934-1ddd96820229 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:16:18.946988 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-4678e06c-7195-4a33-afb2-66b1b138af24 None None] Attempting to bind port 842dfe50-cce7-4713-9934-1ddd96820229 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '9461a41a-3017-4662-ae15-b839e00f632e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9b54eb09-4887-48a5-9aa0-8a1a8f9f7f37'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:16:18.948314 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4678e06c-7195-4a33-afb2-66b1b138af24 None None] Attempting to bind port 842dfe50-cce7-4713-9934-1ddd96820229 on network 9b54eb09-4887-48a5-9aa0-8a1a8f9f7f37 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:16:18.955979 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-94370fee-59e6-4992-84d0-54abc574eaf6 req-ea3ab735-393c-4837-81bf-908566f078fd tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:16:18.960537 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4678e06c-7195-4a33-afb2-66b1b138af24 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:16:18.960907 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4678e06c-7195-4a33-afb2-66b1b138af24 None None] Checking segment: {'id': '9461a41a-3017-4662-ae15-b839e00f632e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9b54eb09-4887-48a5-9aa0-8a1a8f9f7f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:16:18.961340 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4678e06c-7195-4a33-afb2-66b1b138af24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:18.961679 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4678e06c-7195-4a33-afb2-66b1b138af24 None None] Bound using segment: {'id': '9461a41a-3017-4662-ae15-b839e00f632e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9b54eb09-4887-48a5-9aa0-8a1a8f9f7f37'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:16:18.962141 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-4678e06c-7195-4a33-afb2-66b1b138af24 None None] Bound port: 842dfe50-cce7-4713-9934-1ddd96820229, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9461a41a-3017-4662-ae15-b839e00f632e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9b54eb09-4887-48a5-9aa0-8a1a8f9f7f37'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:16:18.962627 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8438493b-ebcf-4ce2-8a8b-e356684beb5f req-d2aee2f9-5d51-49fa-bdd7-765a5d41f21f tempest-FloatingIPsNegativeTestJSON-200139038 tempest-FloatingIPsNegativeTestJSON-200139038-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0728469 Feb 09 12:16:18.974563 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4678e06c-7195-4a33-afb2-66b1b138af24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:18.978598 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-94370fee-59e6-4992-84d0-54abc574eaf6 req-ea3ab735-393c-4837-81bf-908566f078fd tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:18.989207 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92a2010d-19ed-43b1-93e7-5befaca38eb7', 'tag': '66290e4e-4014-4dc2-9b0f-68f1f6990bd8'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:16:19.006634 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-94370fee-59e6-4992-84d0-54abc574eaf6 req-ea3ab735-393c-4837-81bf-908566f078fd tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:16:19.007724 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-499de88d-4274-4f81-b0be-158a14a457bc tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:16:19.011245 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-94370fee-59e6-4992-84d0-54abc574eaf6 req-ea3ab735-393c-4837-81bf-908566f078fd tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Usage tracker for resource:security_group_rule and tenant:a49d0b75e8f0468bafedcda2b8a2ba14 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:16:19.014835 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-499de88d-4274-4f81-b0be-158a14a457bc tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Usage tracker for resource:port and tenant:3a84524b0b1d4c8da324d07cc553e331 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:16:19.015293 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-94370fee-59e6-4992-84d0-54abc574eaf6 req-ea3ab735-393c-4837-81bf-908566f078fd tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:16:19.019391 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-499de88d-4274-4f81-b0be-158a14a457bc tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:16:19.023257 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-94370fee-59e6-4992-84d0-54abc574eaf6 req-ea3ab735-393c-4837-81bf-908566f078fd tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:16:19.031566 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-499de88d-4274-4f81-b0be-158a14a457bc tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:16:19.037377 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:19.049818 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-499de88d-4274-4f81-b0be-158a14a457bc tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Made reservation on behalf of 3a84524b0b1d4c8da324d07cc553e331 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:16:19.054355 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-499de88d-4274-4f81-b0be-158a14a457bc tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:19.154759 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4678e06c-7195-4a33-afb2-66b1b138af24 None None] For port 842dfe50-cce7-4713-9934-1ddd96820229, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:16:19.161732 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4678e06c-7195-4a33-afb2-66b1b138af24 None None] For port 842dfe50-cce7-4713-9934-1ddd96820229, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=842dfe50-cce7-4713-9934-1ddd96820229,segment=NetworkSegment(9461a41a-3017-4662-ae15-b839e00f632e),segment_id=9461a41a-3017-4662-ae15-b839e00f632e)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:16:19.175764 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4678e06c-7195-4a33-afb2-66b1b138af24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:19.209441 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-94370fee-59e6-4992-84d0-54abc574eaf6 req-ea3ab735-393c-4837-81bf-908566f078fd tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:19.223913 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-94370fee-59e6-4992-84d0-54abc574eaf6 req-ea3ab735-393c-4837-81bf-908566f078fd tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:19.263300 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ab735-393c-4837-81bf-908566f078fd tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8af82704-660f-44b0-87cf-4d4fd0d8ec47,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:19.284846 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4678e06c-7195-4a33-afb2-66b1b138af24 None None] Routers {'783012d0-b5f7-4648-8b10-ebdd59b9a258'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:16:19.285838 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-4678e06c-7195-4a33-afb2-66b1b138af24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:16:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['783012d0-b5f7-4648-8b10-ebdd59b9a258'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:16:19.331184 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-499de88d-4274-4f81-b0be-158a14a457bc tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Allocated IP 172.20.0.2 (c4b615eb-1906-4989-ab89-8b6ef1cc1053/9d6b2f2b-3fb9-4d1b-ac78-19140ea18253/ce20ec50-0bb5-4a30-9d3f-65703beb396f) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:16:19.366270 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287b4b5-ae23-4e97-940e-f8055fa7e869 req-016f60ee-fcd0-4da6-8aa3-83d53a55d292 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:19.370984 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2287b4b5-ae23-4e97-940e-f8055fa7e869 req-016f60ee-fcd0-4da6-8aa3-83d53a55d292 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.55 "GET /v2.0/ports?device_id=b079a907-4f7b-4967-bb99-26e1d3247fb7 HTTP/1.1" status: 200 len: 948 time: 0.2230110 Feb 09 12:16:19.374861 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-94370fee-59e6-4992-84d0-54abc574eaf6 req-ea3ab735-393c-4837-81bf-908566f078fd tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:19.383906 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f236717-3783-4ca2-a335-ec0a82955c2d None None] Pushing event updated for resources: {'Port': ['ID=842dfe50-cce7-4713-9934-1ddd96820229,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:19.394585 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-94370fee-59e6-4992-84d0-54abc574eaf6 req-ea3ab735-393c-4837-81bf-908566f078fd tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5954707 Feb 09 12:16:19.464418 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2287b4b5-ae23-4e97-940e-f8055fa7e869 req-3089a450-61ec-4c22-8163-d40c4e09a5fc tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.55 "GET /v2.0/security-groups?id=a83df6af-750f-4c01-af24-03274e72d063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684214 Feb 09 12:16:19.510727 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-4678e06c-7195-4a33-afb2-66b1b138af24 None None] Set router 783012d0-b5f7-4648-8b10-ebdd59b9a258 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:16:19.711507 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-19e83ef6-e3d5-42d1-a787-266d03ca13fb req-eb58f1e2-92c9-4e50-858e-d95a197678e6 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups/1d9b9218-1542-46c5-b3e7-744108319b42 HTTP/1.1" status: 200 len: 1799 time: 0.0764928 Feb 09 12:16:19.758874 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3beb6-93c0-4f4f-99ad-fd8223723cd9 req-9cd80a1f-f92b-43e6-a405-7e8524ec799c tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:19.760748 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a2b3beb6-93c0-4f4f-99ad-fd8223723cd9 req-9cd80a1f-f92b-43e6-a405-7e8524ec799c tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7cc8a77-d1ac-4d06-8aea-4e7186991f7c HTTP/1.1" status: 200 len: 950 time: 0.1800518 Feb 09 12:16:19.780403 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b079a907-4f7b-4967-bb99-26e1d3247fb7', 'tag': '2b1fe0fb-0e52-43fb-a707-eb2991344c3e'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:16:19.826607 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-499de88d-4274-4f81-b0be-158a14a457bc tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:19.862383 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-499de88d-4274-4f81-b0be-158a14a457bc tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:19.889448 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:16:19.947816 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-499de88d-4274-4f81-b0be-158a14a457bc tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Network c4b615eb-1906-4989-ab89-8b6ef1cc1053 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:16:19.948786 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a2b3beb6-93c0-4f4f-99ad-fd8223723cd9 req-8e4b36c2-811a-4cd7-8bcd-ab3e70e2ea83 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715140 Feb 09 12:16:19.952444 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-499de88d-4274-4f81-b0be-158a14a457bc tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:16:19.956588 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-499de88d-4274-4f81-b0be-158a14a457bc tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:16:19.998941 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-19e83ef6-e3d5-42d1-a787-266d03ca13fb req-6d684023-5cdd-4edb-9049-89b12f58add5 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:20.034689 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-499de88d-4274-4f81-b0be-158a14a457bc tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:20.035226 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-499de88d-4274-4f81-b0be-158a14a457bc tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:20.044000 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499de88d-4274-4f81-b0be-158a14a457bc tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Pushing event updated for resources: {'Port': ['ID=ce20ec50-0bb5-4a30-9d3f-65703beb396f,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:20.044177 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-19e83ef6-e3d5-42d1-a787-266d03ca13fb req-6d684023-5cdd-4edb-9049-89b12f58add5 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:20.077937 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-499de88d-4274-4f81-b0be-158a14a457bc tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4037161 Feb 09 12:16:20.089132 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-05a7dd5f-6e11-4776-aaeb-49229a84706f service neutron] Request body: {'port': {'device_id': '0757453a-62cf-4bea-a48b-c58117674853', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:16:20.107633 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-19e83ef6-e3d5-42d1-a787-266d03ca13fb req-6d684023-5cdd-4edb-9049-89b12f58add5 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:20.159017 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:20.182565 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 2b1fe0fb-0e52-43fb-a707-eb2991344c3e details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:16:20.196324 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d684023-5cdd-4edb-9049-89b12f58add5 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9b9218-1542-46c5-b3e7-744108319b42,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:20.228363 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-05a7dd5f-6e11-4776-aaeb-49229a84706f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:20.267530 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-19e83ef6-e3d5-42d1-a787-266d03ca13fb req-6d684023-5cdd-4edb-9049-89b12f58add5 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:20.297357 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-19e83ef6-e3d5-42d1-a787-266d03ca13fb req-6d684023-5cdd-4edb-9049-89b12f58add5 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "DELETE /v2.0/security-groups/1d9b9218-1542-46c5-b3e7-744108319b42 HTTP/1.1" status: 204 len: 173 time: 0.5786245 Feb 09 12:16:20.387146 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-4678e06c-7195-4a33-afb2-66b1b138af24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783012d0-b5f7-4648-8b10-ebdd59b9a258', 'name': 'tempest-FloatingIPsNegativeTestJSON-886949973-router', 'tenant_id': '099550228af249bc8dc440b2c61f88e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'd86088e5-3944-4b06-b933-cd7d70b828ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:16:04Z', 'updated_at': '2022-02-09T12:16:13Z', 'revision_number': 4, 'project_id': '099550228af249bc8dc440b2c61f88e0', 'gw_port': {'id': 'd86088e5-3944-4b06-b933-cd7d70b828ab', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:77:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783012d0-b5f7-4648-8b10-ebdd59b9a258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:16:05Z', 'updated_at': '2022-02-09T12:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '842dfe50-cce7-4713-9934-1ddd96820229', 'name': '', 'network_id': '9b54eb09-4887-48a5-9aa0-8a1a8f9f7f37', 'tenant_id': '099550228af249bc8dc440b2c61f88e0', 'mac_address': 'fa:16:3e:b6:cb:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783012d0-b5f7-4648-8b10-ebdd59b9a258', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'f48c4d62-7f23-4b3a-8381-9c65f7e894d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:16:11Z', 'updated_at': '2022-02-09T12:16:19Z', 'revision_number': 4, 'project_id': '099550228af249bc8dc440b2c61f88e0', 'subnets': [{'id': 'f48c4d62-7f23-4b3a-8381-9c65f7e894d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:16:20.397203 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 2b1fe0fb-0e52-43fb-a707-eb2991344c3e, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=2b1fe0fb-0e52-43fb-a707-eb2991344c3e,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:16:20.405874 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4678e06c-7195-4a33-afb2-66b1b138af24 None None] The sync data for ids ['783012d0-b5f7-4648-8b10-ebdd59b9a258'] in n-d-825178-3 is: [{'id': '783012d0-b5f7-4648-8b10-ebdd59b9a258', 'name': 'tempest-FloatingIPsNegativeTestJSON-886949973-router', 'tenant_id': '099550228af249bc8dc440b2c61f88e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'd86088e5-3944-4b06-b933-cd7d70b828ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:16:04Z', 'updated_at': '2022-02-09T12:16:13Z', 'revision_number': 4, 'project_id': '099550228af249bc8dc440b2c61f88e0', 'gw_port': {'id': 'd86088e5-3944-4b06-b933-cd7d70b828ab', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:77:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783012d0-b5f7-4648-8b10-ebdd59b9a258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:16:05Z', 'updated_at': '2022-02-09T12:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '842dfe50-cce7-4713-9934-1ddd96820229', 'name': '', 'network_id': '9b54eb09-4887-48a5-9aa0-8a1a8f9f7f37', 'tenant_id': '099550228af249bc8dc440b2c61f88e0', 'mac_address': 'fa:16:3e:b6:cb:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783012d0-b5f7-4648-8b10-ebdd59b9a258', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'f48c4d62-7f23-4b3a-8381-9c65f7e894d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:16:11Z', 'updated_at': '2022-02-09T12:16:19Z', 'revision_number': 4, 'project_id': '099550228af249bc8dc440b2c61f88e0', 'subnets': [{'id': 'f48c4d62-7f23-4b3a-8381-9c65f7e894d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:16:20.416778 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': '2b1fe0fb-0e52-43fb-a707-eb2991344c3e', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'port_id': '2b1fe0fb-0e52-43fb-a707-eb2991344c3e', 'mac_address': 'fa:16:3e:86:25:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed5558-888d-440a-8c32-52f2f9bc5bd5', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:16:20.478135 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [req-fb9f9f06-6345-458a-a255-b8f36043c34f req-a2894e29-2489-4ba1-a4c8-970c83d10d37 tempest-FloatingIPsNegativeTestJSON-200139038 tempest-FloatingIPsNegativeTestJSON-200139038-project] show failed (client error): The resource could not be found. Feb 09 12:16:20.505485 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fb9f9f06-6345-458a-a255-b8f36043c34f req-a2894e29-2489-4ba1-a4c8-970c83d10d37 tempest-FloatingIPsNegativeTestJSON-200139038 tempest-FloatingIPsNegativeTestJSON-200139038-project] 10.222.0.55 "GET /v2.0/floatingips/0159bcdc-d084-41c9-8ba8-807ea88ec4bf HTTP/1.1" status: 404 len: 350 time: 0.2060196 Feb 09 12:16:20.514018 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 41786) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:16:20.544511 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:20.598803 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b1fe0fb-0e52-43fb-a707-eb2991344c3e {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:16:20.628237 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 2b1fe0fb-0e52-43fb-a707-eb2991344c3e, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=2b1fe0fb-0e52-43fb-a707-eb2991344c3e,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:16:20.634846 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:20.645390 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92a2010d-19ed-43b1-93e7-5befaca38eb7', 'tag': '66290e4e-4014-4dc2-9b0f-68f1f6990bd8', 'status': 'completed', 'code': 200} Feb 09 12:16:20.731619 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=2b1fe0fb-0e52-43fb-a707-eb2991344c3e,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:20.803689 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-05a7dd5f-6e11-4776-aaeb-49229a84706f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce20ec50-0bb5-4a30-9d3f-65703beb396f {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:16:20.817626 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8952ed-38f0-48c8-ace9-acc253e2133d req-8001e871-1435-4f43-b082-9e65f4176578 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:20.822857 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-05a7dd5f-6e11-4776-aaeb-49229a84706f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:20.825181 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2c8952ed-38f0-48c8-ace9-acc253e2133d req-8001e871-1435-4f43-b082-9e65f4176578 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=0757453a-62cf-4bea-a48b-c58117674853 HTTP/1.1" status: 200 len: 931 time: 0.7120450 Feb 09 12:16:20.839746 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-05a7dd5f-6e11-4776-aaeb-49229a84706f service neutron] Transition to ACTIVE for port object ce20ec50-0bb5-4a30-9d3f-65703beb396f will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:16:20.844693 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-05a7dd5f-6e11-4776-aaeb-49229a84706f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:20.992295 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2c8952ed-38f0-48c8-ace9-acc253e2133d req-59f296a7-c721-4271-8811-24819e2fd29e tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662958 Feb 09 12:16:21.056425 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['2b1fe0fb-0e52-43fb-a707-eb2991344c3e'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:16:21.116734 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f01c5-dd69-4a2d-bc6c-2d5f2bfbadc0 req-15315d01-a160-437a-8826-cc9443e0568b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:21.118197 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f30f01c5-dd69-4a2d-bc6c-2d5f2bfbadc0 req-15315d01-a160-437a-8826-cc9443e0568b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=667d134e29294019b7c14c4ff3fbac24&device_id=92a2010d-19ed-43b1-93e7-5befaca38eb7 HTTP/1.1" status: 200 len: 1099 time: 0.4721012 Feb 09 12:16:21.145023 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a7dd5f-6e11-4776-aaeb-49229a84706f service neutron] Pushing event updated for resources: {'Port': ['ID=ce20ec50-0bb5-4a30-9d3f-65703beb396f,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:21.243682 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-44564cdd-8bdb-4e8f-9714-b9a264668103 req-9cba5b96-fcf7-4a32-9ff8-26eb05c1e2be tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] 10.222.0.55 "GET /v2.0/security-groups/8af82704-660f-44b0-87cf-4d4fd0d8ec47 HTTP/1.1" status: 200 len: 1812 time: 0.1674564 Feb 09 12:16:21.252470 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac65f58-8e6e-4f23-9330-68eaba04fb20 req-6b4e9de8-5cf9-4969-bfb2-631d1c631d77 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:21.252791 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-2ac65f58-8e6e-4f23-9330-68eaba04fb20 req-6b4e9de8-5cf9-4969-bfb2-631d1c631d77 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Synchronizing usage tracker for tenant:c9a644d28aa946259b7337281970c4b8 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:16:21.271177 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-05a7dd5f-6e11-4776-aaeb-49229a84706f service neutron] Attempting to bind port ce20ec50-0bb5-4a30-9d3f-65703beb396f on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:16:21.272192 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-05a7dd5f-6e11-4776-aaeb-49229a84706f service neutron] Attempting to bind port ce20ec50-0bb5-4a30-9d3f-65703beb396f by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '32f229e9-9010-4be1-973f-7ae4423dcda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:16:21.272192 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-05a7dd5f-6e11-4776-aaeb-49229a84706f service neutron] Attempting to bind port ce20ec50-0bb5-4a30-9d3f-65703beb396f on network c4b615eb-1906-4989-ab89-8b6ef1cc1053 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:16:21.276268 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd212f-8e51-4892-918e-36e902f67bbe req-930f43c5-83de-46ed-864f-8ec4c5c6014b tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:21.278608 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-2ac65f58-8e6e-4f23-9330-68eaba04fb20 req-6b4e9de8-5cf9-4969-bfb2-631d1c631d77 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Unset dirty status for tenant:c9a644d28aa946259b7337281970c4b8 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:16:21.279766 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2ac65f58-8e6e-4f23-9330-68eaba04fb20 req-6b4e9de8-5cf9-4969-bfb2-631d1c631d77 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7cc8a77-d1ac-4d06-8aea-4e7186991f7c HTTP/1.1" status: 200 len: 950 time: 0.3685310 Feb 09 12:16:21.280656 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-05a7dd5f-6e11-4776-aaeb-49229a84706f service neutron] Port ce20ec50-0bb5-4a30-9d3f-65703beb396f on network c4b615eb-1906-4989-ab89-8b6ef1cc1053 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:16:21.281008 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-05a7dd5f-6e11-4776-aaeb-49229a84706f service neutron] Attempting to bind port ce20ec50-0bb5-4a30-9d3f-65703beb396f on network c4b615eb-1906-4989-ab89-8b6ef1cc1053 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:16:21.284433 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8ffd212f-8e51-4892-918e-36e902f67bbe req-930f43c5-83de-46ed-864f-8ec4c5c6014b tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a2010d-19ed-43b1-93e7-5befaca38eb7 HTTP/1.1" status: 200 len: 948 time: 0.5438833 Feb 09 12:16:21.334823 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b079a907-4f7b-4967-bb99-26e1d3247fb7', 'tag': '2b1fe0fb-0e52-43fb-a707-eb2991344c3e', 'status': 'completed', 'code': 200} Feb 09 12:16:21.335712 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-05a7dd5f-6e11-4776-aaeb-49229a84706f service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:16:21.336141 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-05a7dd5f-6e11-4776-aaeb-49229a84706f service neutron] Checking segment: {'id': '32f229e9-9010-4be1-973f-7ae4423dcda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:16:21.336466 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-05a7dd5f-6e11-4776-aaeb-49229a84706f service neutron] Bound using segment: {'id': '32f229e9-9010-4be1-973f-7ae4423dcda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:16:21.336907 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-05a7dd5f-6e11-4776-aaeb-49229a84706f service neutron] Bound port: ce20ec50-0bb5-4a30-9d3f-65703beb396f, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f229e9-9010-4be1-973f-7ae4423dcda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:16:21.337617 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-05a7dd5f-6e11-4776-aaeb-49229a84706f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:21.435794 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-2ac65f58-8e6e-4f23-9330-68eaba04fb20 req-8eb8d494-2bba-40bf-b829-7d1dabc6c71b tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Deleting port 0c1e68c4-b0ed-42d4-8cbc-5434684a18e4 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:16:21.436165 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-2ac65f58-8e6e-4f23-9330-68eaba04fb20 req-8eb8d494-2bba-40bf-b829-7d1dabc6c71b tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:21.550919 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-05a7dd5f-6e11-4776-aaeb-49229a84706f service neutron] For port ce20ec50-0bb5-4a30-9d3f-65703beb396f, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:16:21.575561 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-05a7dd5f-6e11-4776-aaeb-49229a84706f service neutron] For port ce20ec50-0bb5-4a30-9d3f-65703beb396f, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=ce20ec50-0bb5-4a30-9d3f-65703beb396f,segment=NetworkSegment(32f229e9-9010-4be1-973f-7ae4423dcda8),segment_id=32f229e9-9010-4be1-973f-7ae4423dcda8)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:16:21.584057 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-05a7dd5f-6e11-4776-aaeb-49229a84706f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:21.590344 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8ffd212f-8e51-4892-918e-36e902f67bbe req-ee3b0dd6-7545-4e23-a52e-0e034314e20c tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] 10.222.0.55 "GET /v2.0/security-groups?id=322ca34a-1e43-49ee-9b94-58afc8395313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993303 Feb 09 12:16:21.677314 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-361e5fc1-b77a-4ad3-a335-2a701ee4e021 req-9b28e5da-8dd5-4f1a-9d02-f672fd392119 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups/34bbda46-b943-4975-bae0-0ec98c0c0f61 HTTP/1.1" status: 200 len: 1800 time: 0.2520342 Feb 09 12:16:21.754011 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-05a7dd5f-6e11-4776-aaeb-49229a84706f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:21.754697 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-05a7dd5f-6e11-4776-aaeb-49229a84706f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:21.756026 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-05a7dd5f-6e11-4776-aaeb-49229a84706f service neutron] 10.222.0.46 "PUT /v2.0/ports/ce20ec50-0bb5-4a30-9d3f-65703beb396f HTTP/1.1" status: 200 len: 1091 time: 1.6711090 Feb 09 12:16:21.778537 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f01c5-dd69-4a2d-bc6c-2d5f2bfbadc0 req-3c627fd8-78a1-4cf7-be2b-e229dc4b8327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:21.792758 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f30f01c5-dd69-4a2d-bc6c-2d5f2bfbadc0 req-3c627fd8-78a1-4cf7-be2b-e229dc4b8327 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.5906701 Feb 09 12:16:21.795059 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a7dd5f-6e11-4776-aaeb-49229a84706f service neutron] Pushing event updated for resources: {'Port': ['ID=ce20ec50-0bb5-4a30-9d3f-65703beb396f,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:21.855811 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 842dfe50-cce7-4713-9934-1ddd96820229 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:16:21.900903 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-2ac65f58-8e6e-4f23-9330-68eaba04fb20 req-8eb8d494-2bba-40bf-b829-7d1dabc6c71b tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] For port 0c1e68c4-b0ed-42d4-8cbc-5434684a18e4, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=0c1e68c4-b0ed-42d4-8cbc-5434684a18e4,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:16:21.901466 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-2ac65f58-8e6e-4f23-9330-68eaba04fb20 req-8eb8d494-2bba-40bf-b829-7d1dabc6c71b tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:21.980062 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 842dfe50-cce7-4713-9934-1ddd96820229 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:16:21.988520 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 842dfe50-cce7-4713-9934-1ddd96820229 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:16:21.988991 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f30f01c5-dd69-4a2d-bc6c-2d5f2bfbadc0 req-b6f27c31-4eda-48d8-b5e1-41f49c93a182 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=66290e4e-4014-4dc2-9b0f-68f1f6990bd8 HTTP/1.1" status: 200 len: 217 time: 0.1174779 Feb 09 12:16:21.989183 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:22.071003 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c59280-74d6-4546-ae16-17022e8cdac9 req-912f44d1-7fbd-4fa7-9c06-80178fc50bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:22.072531 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f0c59280-74d6-4546-ae16-17022e8cdac9 req-912f44d1-7fbd-4fa7-9c06-80178fc50bc2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=69bdb4e75c6c4b848cf2a4736ee44cfe&device_id=b079a907-4f7b-4967-bb99-26e1d3247fb7 HTTP/1.1" status: 200 len: 1100 time: 0.6484702 Feb 09 12:16:22.074921 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f01c5-dd69-4a2d-bc6c-2d5f2bfbadc0 req-6a7b8e27-9acf-42c9-9fcb-5be4449734aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:22.076451 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f30f01c5-dd69-4a2d-bc6c-2d5f2bfbadc0 req-6a7b8e27-9acf-42c9-9fcb-5be4449734aa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.0658865 Feb 09 12:16:22.132130 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:22.159906 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-2ac65f58-8e6e-4f23-9330-68eaba04fb20 req-8eb8d494-2bba-40bf-b829-7d1dabc6c71b tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Calling delete_port for 0c1e68c4-b0ed-42d4-8cbc-5434684a18e4 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:16:22.175163 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 842dfe50-cce7-4713-9934-1ddd96820229, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=842dfe50-cce7-4713-9934-1ddd96820229,segment=NetworkSegment(9461a41a-3017-4662-ae15-b839e00f632e),segment_id=9461a41a-3017-4662-ae15-b839e00f632e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:16:22.185057 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:22.228726 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device be69895c-a2bd-4f9d-84bc-b9b5fb812a63 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:16:22.232999 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-e2e315e6-ce12-4e15-aa8b-3be3eef1da0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:22.234478 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-e2e315e6-ce12-4e15-aa8b-3be3eef1da0b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a84524b0b1d4c8da324d07cc553e331&device_id=0757453a-62cf-4bea-a48b-c58117674853 HTTP/1.1" status: 200 len: 1094 time: 0.4340336 Feb 09 12:16:22.240164 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 2b1fe0fb-0e52-43fb-a707-eb2991344c3e up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:16:22.272140 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-361e5fc1-b77a-4ad3-a335-2a701ee4e021 req-b3609813-e899-4f13-b6b7-f9c10567715e tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:22.349601 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.resource_extend [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:16:22.391370 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-896417dc-a6c9-47d6-81a2-b1dbaa40fb96 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ce20ec50-0bb5-4a30-9d3f-65703beb396f HTTP/1.1" status: 200 len: 217 time: 0.1480689 Feb 09 12:16:22.454818 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:22.455716 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port 2b1fe0fb-0e52-43fb-a707-eb2991344c3e completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:16:22.461873 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=842dfe50-cce7-4713-9934-1ddd96820229,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:22.467636 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port 2b1fe0fb-0e52-43fb-a707-eb2991344c3e triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:16:22.468032 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:22.471536 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-361e5fc1-b77a-4ad3-a335-2a701ee4e021 req-b3609813-e899-4f13-b6b7-f9c10567715e tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:22.491411 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-a3c59e16-3743-401f-a561-34ddae81e5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:22.494881 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-a3c59e16-3743-401f-a561-34ddae81e5c2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9d6b2f2b-3fb9-4d1b-ac78-19140ea18253 HTTP/1.1" status: 200 len: 860 time: 0.0898924 Feb 09 12:16:22.497895 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-2ac65f58-8e6e-4f23-9330-68eaba04fb20 req-8eb8d494-2bba-40bf-b829-7d1dabc6c71b tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:22.530982 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['b5fedb51-61f7-44a9-a646-00ef57b3909b', 'eca5b3d7-d4c8-45db-bb8d-4b1aab65b295', '63509d75-da58-43e5-b240-8d70695a2e99', '0d85bbfe-ab37-4908-b505-2f3515665611'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:16:22.541212 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78b0df-97d6-4293-8c5a-d51032607e5d req-4f58693f-a4cb-45dd-a508-77fd1499aea9 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:22.542712 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bb78b0df-97d6-4293-8c5a-d51032607e5d req-4f58693f-a4cb-45dd-a508-77fd1499aea9 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.55 "GET /v2.0/ports?device_id=b079a907-4f7b-4967-bb99-26e1d3247fb7 HTTP/1.1" status: 200 len: 949 time: 0.7488790 Feb 09 12:16:22.555721 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['2757b3d6-dc7b-47d5-b590-77650b8c733f', '5da3584c-b63e-4421-8fca-3a6aea07f393', '0c1e68c4-b0ed-42d4-8cbc-5434684a18e4'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:16:22.619219 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c59280-74d6-4546-ae16-17022e8cdac9 req-6f5c7d01-602c-4ac7-b50d-15d87f54df8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:22.620622 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f0c59280-74d6-4546-ae16-17022e8cdac9 req-6f5c7d01-602c-4ac7-b50d-15d87f54df8a service neutron] 10.222.0.52 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.5015802 Feb 09 12:16:22.629509 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f01c5-dd69-4a2d-bc6c-2d5f2bfbadc0 req-e57ca32f-b855-46b7-9cc5-0b04efc8a6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:22.630990 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f30f01c5-dd69-4a2d-bc6c-2d5f2bfbadc0 req-e57ca32f-b855-46b7-9cc5-0b04efc8a6c6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5108297 Feb 09 12:16:22.639294 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb8d494-2bba-40bf-b829-7d1dabc6c71b tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Pushing event deleted for resources: {'Port': ['ID=0c1e68c4-b0ed-42d4-8cbc-5434684a18e4,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:22.681115 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-b2ef9963-f03b-49e2-862c-b96c6c05cc3c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c4b615eb-1906-4989-ab89-8b6ef1cc1053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1150887 Feb 09 12:16:22.738437 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-361e5fc1-b77a-4ad3-a335-2a701ee4e021 req-b3609813-e899-4f13-b6b7-f9c10567715e tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:22.754547 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bb78b0df-97d6-4293-8c5a-d51032607e5d req-c717b7fe-586a-4f22-ace3-c32b793e830f tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.55 "GET /v2.0/security-groups?id=a83df6af-750f-4c01-af24-03274e72d063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943767 Feb 09 12:16:22.754970 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port be69895c-a2bd-4f9d-84bc-b9b5fb812a63, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=be69895c-a2bd-4f9d-84bc-b9b5fb812a63,segment=NetworkSegment(7fd43362-d2bb-4c15-a4a2-a1a057b6ca17),segment_id=7fd43362-d2bb-4c15-a4a2-a1a057b6ca17)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:16:22.773145 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f0c59280-74d6-4546-ae16-17022e8cdac9 req-37395827-8b41-490c-95fd-e2bc13233670 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=2b1fe0fb-0e52-43fb-a707-eb2991344c3e HTTP/1.1" status: 200 len: 217 time: 0.1364152 Feb 09 12:16:22.817796 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac65f58-8e6e-4f23-9330-68eaba04fb20 req-8eb8d494-2bba-40bf-b829-7d1dabc6c71b tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] No DVR routers for this DVR port 0c1e68c4-b0ed-42d4-8cbc-5434684a18e4 on host n-h1-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:16:22.821589 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': 'be69895c-a2bd-4f9d-84bc-b9b5fb812a63', 'network_id': '46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c', 'port_id': 'be69895c-a2bd-4f9d-84bc-b9b5fb812a63', 'mac_address': 'fa:16:3e:cd:28:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b74a18b3-c777-4b36-8c3b-f86129471b39', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:16:22.827591 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-2ac65f58-8e6e-4f23-9330-68eaba04fb20 req-8eb8d494-2bba-40bf-b829-7d1dabc6c71b tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:22.841653 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:22.871940 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2ac65f58-8e6e-4f23-9330-68eaba04fb20 req-8eb8d494-2bba-40bf-b829-7d1dabc6c71b tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.52 "DELETE /v2.0/ports/0c1e68c4-b0ed-42d4-8cbc-5434684a18e4 HTTP/1.1" status: 204 len: 173 time: 1.5790529 Feb 09 12:16:22.923429 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-16d8f219-71e1-412a-938f-354b0feb90a4 service neutron] 10.222.0.46 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343454 Feb 09 12:16:22.959257 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3609813-e899-4f13-b6b7-f9c10567715e tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bbda46-b943-4975-bae0-0ec98c0c0f61,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:22.962151 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c59280-74d6-4546-ae16-17022e8cdac9 req-c2e0f115-584f-4e5b-a396-bdf09e136ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:22.963516 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f0c59280-74d6-4546-ae16-17022e8cdac9 req-c2e0f115-584f-4e5b-a396-bdf09e136ae1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.1788194 Feb 09 12:16:22.968004 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-361e5fc1-b77a-4ad3-a335-2a701ee4e021 req-b3609813-e899-4f13-b6b7-f9c10567715e tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:22.979808 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-361e5fc1-b77a-4ad3-a335-2a701ee4e021 req-b3609813-e899-4f13-b6b7-f9c10567715e tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "DELETE /v2.0/security-groups/34bbda46-b943-4975-bae0-0ec98c0c0f61 HTTP/1.1" status: 204 len: 173 time: 1.2634244 Feb 09 12:16:23.115126 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b079a907-4f7b-4967-bb99-26e1d3247fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1fe0fb-0e52-43fb-a707-eb2991344c3e'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:16:23.221780 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 2b1fe0fb-0e52-43fb-a707-eb2991344c3e, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=2b1fe0fb-0e52-43fb-a707-eb2991344c3e,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:16:23.236714 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:23.237050 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3547dff8-1542-4c22-88c2-f8e400c43f89 req-38483b85-d47c-401f-80dd-92381bb594db tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7cc8a77-d1ac-4d06-8aea-4e7186991f7c HTTP/1.1" status: 200 len: 210 time: 0.1074548 Feb 09 12:16:23.271175 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-008abc6a-9591-47c5-9e22-bfabb3f625e7 req-e670c25a-412c-4ddd-a83f-e4f7cb887b94 service neutron] 10.222.0.46 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325465 Feb 09 12:16:23.273868 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be69895c-a2bd-4f9d-84bc-b9b5fb812a63 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:16:23.281603 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:23.335956 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0757453a-62cf-4bea-a48b-c58117674853', 'tag': 'ce20ec50-0bb5-4a30-9d3f-65703beb396f'}, {'server_uuid': 'e7cc8a77-d1ac-4d06-8aea-4e7186991f7c', 'name': 'network-vif-deleted', 'tag': '0c1e68c4-b0ed-42d4-8cbc-5434684a18e4'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:16:23.352528 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f30f01c5-dd69-4a2d-bc6c-2d5f2bfbadc0 req-25ff7b52-5110-4aa3-944a-e9559fd7313b service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6440160 Feb 09 12:16:23.355620 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-f917339b-57ab-4195-bccf-8a579921bf33 req-6e6f5f2b-561b-4837-8ac6-55cd2684897d tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1491688101', 'description': 'tempest-description-2115097253'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:16:23.363649 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-f917339b-57ab-4195-bccf-8a579921bf33 req-6e6f5f2b-561b-4837-8ac6-55cd2684897d tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:16:23.368354 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-f917339b-57ab-4195-bccf-8a579921bf33 req-6e6f5f2b-561b-4837-8ac6-55cd2684897d tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Usage tracker for resource:security_group and tenant:a49d0b75e8f0468bafedcda2b8a2ba14 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:16:23.373200 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-f917339b-57ab-4195-bccf-8a579921bf33 req-6e6f5f2b-561b-4837-8ac6-55cd2684897d tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:16:23.379516 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-f917339b-57ab-4195-bccf-8a579921bf33 req-6e6f5f2b-561b-4837-8ac6-55cd2684897d tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:16:23.410634 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port be69895c-a2bd-4f9d-84bc-b9b5fb812a63, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=be69895c-a2bd-4f9d-84bc-b9b5fb812a63,segment=NetworkSegment(7fd43362-d2bb-4c15-a4a2-a1a057b6ca17),segment_id=7fd43362-d2bb-4c15-a4a2-a1a057b6ca17)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:16:23.434767 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:23.435410 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 66290e4e-4014-4dc2-9b0f-68f1f6990bd8 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:16:23.592312 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=2b1fe0fb-0e52-43fb-a707-eb2991344c3e,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:23.615428 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f917339b-57ab-4195-bccf-8a579921bf33 req-6e6f5f2b-561b-4837-8ac6-55cd2684897d tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:23.639072 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:16:23.639462 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:16:23.639858 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:16:23.647032 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:16:23.647390 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:16:23.648468 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:16:23.648468 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:16:23.648468 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:16:23.648734 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:16:23.649049 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:16:23.649375 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:16:23.650040 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:16:23.711320 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-f917339b-57ab-4195-bccf-8a579921bf33 req-6e6f5f2b-561b-4837-8ac6-55cd2684897d tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:16:23.722849 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-f917339b-57ab-4195-bccf-8a579921bf33 req-6e6f5f2b-561b-4837-8ac6-55cd2684897d tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Usage tracker for resource:security_group_rule and tenant:a49d0b75e8f0468bafedcda2b8a2ba14 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:16:23.732682 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-f917339b-57ab-4195-bccf-8a579921bf33 req-6e6f5f2b-561b-4837-8ac6-55cd2684897d tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:16:23.739767 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e49ffaa5-b53b-4250-ab89-6c81e3a1b106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:23.886576 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-f917339b-57ab-4195-bccf-8a579921bf33 req-6e6f5f2b-561b-4837-8ac6-55cd2684897d tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:16:23.891705 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 66290e4e-4014-4dc2-9b0f-68f1f6990bd8, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=66290e4e-4014-4dc2-9b0f-68f1f6990bd8,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:16:23.909255 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 842dfe50-cce7-4713-9934-1ddd96820229 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:16:23.912271 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c59280-74d6-4546-ae16-17022e8cdac9 req-a590aae3-b34d-4f0a-9e9e-e663194d35dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:23.913922 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f0c59280-74d6-4546-ae16-17022e8cdac9 req-a590aae3-b34d-4f0a-9e9e-e663194d35dc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9256365 Feb 09 12:16:23.926256 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f30f01c5-dd69-4a2d-bc6c-2d5f2bfbadc0 req-6568f345-5c95-4958-9522-caaa571ecf0e service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5315630 Feb 09 12:16:23.972235 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=be69895c-a2bd-4f9d-84bc-b9b5fb812a63,revision_number=6']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:23.992890 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': '66290e4e-4014-4dc2-9b0f-68f1f6990bd8', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'port_id': '66290e4e-4014-4dc2-9b0f-68f1f6990bd8', 'mac_address': 'fa:16:3e:4e:ee:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed5558-888d-440a-8c32-52f2f9bc5bd5', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:16:24.038217 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301eca05-e720-47f2-9722-a1b6eabd9e3e req-7eeb6281-f3bc-4570-bc3e-217c27fc1888 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:24.045752 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-301eca05-e720-47f2-9722-a1b6eabd9e3e req-7eeb6281-f3bc-4570-bc3e-217c27fc1888 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=0757453a-62cf-4bea-a48b-c58117674853 HTTP/1.1" status: 200 len: 943 time: 0.5365310 Feb 09 12:16:24.155067 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:24.197002 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66290e4e-4014-4dc2-9b0f-68f1f6990bd8 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:16:24.221501 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 842dfe50-cce7-4713-9934-1ddd96820229 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:16:24.222245 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:24.253795 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-301eca05-e720-47f2-9722-a1b6eabd9e3e req-eabf1b12-3ed6-4c79-8782-77466fce7dad tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071812 Feb 09 12:16:24.288962 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 66290e4e-4014-4dc2-9b0f-68f1f6990bd8, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=66290e4e-4014-4dc2-9b0f-68f1f6990bd8,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:16:24.301576 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:24.461605 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=66290e4e-4014-4dc2-9b0f-68f1f6990bd8,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:24.594339 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['be69895c-a2bd-4f9d-84bc-b9b5fb812a63'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:16:24.607583 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f0c59280-74d6-4546-ae16-17022e8cdac9 req-ac4e3a89-39fa-41a0-9f9c-ca21600b1014 service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6729000 Feb 09 12:16:24.652538 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f917339b-57ab-4195-bccf-8a579921bf33 req-6e6f5f2b-561b-4837-8ac6-55cd2684897d tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:24.718796 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f917339b-57ab-4195-bccf-8a579921bf33 req-6e6f5f2b-561b-4837-8ac6-55cd2684897d tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:24.797216 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f5f2b-561b-4837-8ac6-55cd2684897d tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2d77bb-63b4-4652-adbb-08ddcb936fef,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:24.814380 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f917339b-57ab-4195-bccf-8a579921bf33 req-6e6f5f2b-561b-4837-8ac6-55cd2684897d tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:24.836429 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f917339b-57ab-4195-bccf-8a579921bf33 req-6e6f5f2b-561b-4837-8ac6-55cd2684897d tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.6058750 Feb 09 12:16:24.841921 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-96da16d2-6873-4217-b4b7-9ab3a99bd934 req-c98671ba-9275-43c6-8d6e-6ea3ee5c378d tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1660726619', 'description': 'tempest-description-1969212128'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:16:24.852237 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-96da16d2-6873-4217-b4b7-9ab3a99bd934 req-c98671ba-9275-43c6-8d6e-6ea3ee5c378d tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:16:24.853638 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['66290e4e-4014-4dc2-9b0f-68f1f6990bd8'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:16:24.862534 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-96da16d2-6873-4217-b4b7-9ab3a99bd934 req-c98671ba-9275-43c6-8d6e-6ea3ee5c378d tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Usage tracker for resource:security_group and tenant:64589850d54f49bfb3a355e7cee6f70a is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:16:24.873896 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-96da16d2-6873-4217-b4b7-9ab3a99bd934 req-c98671ba-9275-43c6-8d6e-6ea3ee5c378d tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:16:24.884909 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f0fa1-0459-4b47-968e-68d47a21095e req-fd98683c-7e97-492b-aff3-f42febea97d6 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:24.886616 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b89f0fa1-0459-4b47-968e-68d47a21095e req-fd98683c-7e97-492b-aff3-f42febea97d6 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a2010d-19ed-43b1-93e7-5befaca38eb7 HTTP/1.1" status: 200 len: 949 time: 0.4109159 Feb 09 12:16:24.893609 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-96da16d2-6873-4217-b4b7-9ab3a99bd934 req-c98671ba-9275-43c6-8d6e-6ea3ee5c378d tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:16:24.923430 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f0c59280-74d6-4546-ae16-17022e8cdac9 req-6a8e0b95-31a8-43c7-9224-5ff8489b4a2c service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997155 Feb 09 12:16:24.963325 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-96da16d2-6873-4217-b4b7-9ab3a99bd934 req-c98671ba-9275-43c6-8d6e-6ea3ee5c378d tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:25.014113 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-96da16d2-6873-4217-b4b7-9ab3a99bd934 req-c98671ba-9275-43c6-8d6e-6ea3ee5c378d tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:16:25.023241 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-96da16d2-6873-4217-b4b7-9ab3a99bd934 req-c98671ba-9275-43c6-8d6e-6ea3ee5c378d tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Usage tracker for resource:security_group_rule and tenant:64589850d54f49bfb3a355e7cee6f70a is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:16:25.030871 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b89f0fa1-0459-4b47-968e-68d47a21095e req-fa1c5e08-c2b8-4b30-8180-e5c7e0067a9a tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] 10.222.0.55 "GET /v2.0/security-groups?id=322ca34a-1e43-49ee-9b94-58afc8395313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321237 Feb 09 12:16:25.031979 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-96da16d2-6873-4217-b4b7-9ab3a99bd934 req-c98671ba-9275-43c6-8d6e-6ea3ee5c378d tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:16:25.035398 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-e49ffaa5-b53b-4250-ab89-6c81e3a1b106 admin admin] Deleting port 842dfe50-cce7-4713-9934-1ddd96820229 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:16:25.035922 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e49ffaa5-b53b-4250-ab89-6c81e3a1b106 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:25.074450 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-96da16d2-6873-4217-b4b7-9ab3a99bd934 req-c98671ba-9275-43c6-8d6e-6ea3ee5c378d tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:16:25.128470 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b079a907-4f7b-4967-bb99-26e1d3247fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1fe0fb-0e52-43fb-a707-eb2991344c3e', 'code': 200} Feb 09 12:16:25.224319 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0757453a-62cf-4bea-a48b-c58117674853', 'tag': 'ce20ec50-0bb5-4a30-9d3f-65703beb396f', 'status': 'completed', 'code': 200} Feb 09 12:16:25.224867 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7cc8a77-d1ac-4d06-8aea-4e7186991f7c', 'name': 'network-vif-deleted', 'tag': '0c1e68c4-b0ed-42d4-8cbc-5434684a18e4', 'status': 'completed', 'code': 200} Feb 09 12:16:25.341617 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-e49ffaa5-b53b-4250-ab89-6c81e3a1b106 admin admin] For port 842dfe50-cce7-4713-9934-1ddd96820229, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=842dfe50-cce7-4713-9934-1ddd96820229,segment=NetworkSegment(9461a41a-3017-4662-ae15-b839e00f632e),segment_id=9461a41a-3017-4662-ae15-b839e00f632e)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:16:25.341972 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e49ffaa5-b53b-4250-ab89-6c81e3a1b106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:25.352624 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-96da16d2-6873-4217-b4b7-9ab3a99bd934 req-c98671ba-9275-43c6-8d6e-6ea3ee5c378d tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:25.391500 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc1497-55f4-4677-9fb8-6e1b12adcfd8 req-8aaa1cbf-1ea5-4d20-aa4d-b1263851b277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:25.397456 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-eabc1497-55f4-4677-9fb8-6e1b12adcfd8 req-8aaa1cbf-1ea5-4d20-aa4d-b1263851b277 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a84524b0b1d4c8da324d07cc553e331&device_id=0757453a-62cf-4bea-a48b-c58117674853 HTTP/1.1" status: 200 len: 1094 time: 0.1441994 Feb 09 12:16:25.471641 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-96da16d2-6873-4217-b4b7-9ab3a99bd934 req-c98671ba-9275-43c6-8d6e-6ea3ee5c378d tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:25.489036 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-e49ffaa5-b53b-4250-ab89-6c81e3a1b106 admin admin] Calling delete_port for 842dfe50-cce7-4713-9934-1ddd96820229 owned by network:router_interface {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:16:25.633997 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98671ba-9275-43c6-8d6e-6ea3ee5c378d tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa8017e-6949-4a10-8e07-1704ef79cc13,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:25.647250 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc1497-55f4-4677-9fb8-6e1b12adcfd8 req-ed8f477e-74ab-4cd8-ac6b-1355ec653d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:25.649477 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-eabc1497-55f4-4677-9fb8-6e1b12adcfd8 req-ed8f477e-74ab-4cd8-ac6b-1355ec653d3f service neutron] 10.222.0.46 "GET /v2.0/networks?id=c4b615eb-1906-4989-ab89-8b6ef1cc1053 HTTP/1.1" status: 200 len: 921 time: 0.2208359 Feb 09 12:16:25.651200 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-96da16d2-6873-4217-b4b7-9ab3a99bd934 req-c98671ba-9275-43c6-8d6e-6ea3ee5c378d tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:25.666498 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-96da16d2-6873-4217-b4b7-9ab3a99bd934 req-c98671ba-9275-43c6-8d6e-6ea3ee5c378d tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.8288662 Feb 09 12:16:25.694047 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4ab72-91ce-4c68-8025-abdbab076bf9 req-bc93a188-1e00-4dba-8bc1-7405c4beeac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:25.695679 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-08a4ab72-91ce-4c68-8025-abdbab076bf9 req-bc93a188-1e00-4dba-8bc1-7405c4beeac3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b079a907-4f7b-4967-bb99-26e1d3247fb7 HTTP/1.1" status: 200 len: 1101 time: 0.4631968 Feb 09 12:16:25.730264 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-eabc1497-55f4-4677-9fb8-6e1b12adcfd8 req-b43f9ab9-985c-4ea6-bd2a-380840c35706 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ce20ec50-0bb5-4a30-9d3f-65703beb396f HTTP/1.1" status: 200 len: 217 time: 0.0679154 Feb 09 12:16:25.769957 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97818c5c-601c-420d-91a2-307c6e9cb559 req-49707c4c-b77a-457e-99f4-9f6b73103b19 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:25.771414 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-97818c5c-601c-420d-91a2-307c6e9cb559 req-49707c4c-b77a-457e-99f4-9f6b73103b19 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.55 "GET /v2.0/ports?device_id=b079a907-4f7b-4967-bb99-26e1d3247fb7 HTTP/1.1" status: 200 len: 950 time: 0.2921579 Feb 09 12:16:25.776755 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-08a4ab72-91ce-4c68-8025-abdbab076bf9 req-83797021-58e4-469b-b769-86f55aa32981 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a83df6af-750f-4c01-af24-03274e72d063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704167 Feb 09 12:16:25.823407 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc1497-55f4-4677-9fb8-6e1b12adcfd8 req-235c1fc7-6cb7-4be8-93ce-803e55b16bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:25.825951 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-eabc1497-55f4-4677-9fb8-6e1b12adcfd8 req-235c1fc7-6cb7-4be8-93ce-803e55b16bc4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9d6b2f2b-3fb9-4d1b-ac78-19140ea18253 HTTP/1.1" status: 200 len: 860 time: 0.0878279 Feb 09 12:16:25.829094 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-97818c5c-601c-420d-91a2-307c6e9cb559 req-9f7bb4bc-4f3d-4011-badb-ac2d31b0693a tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.55 "GET /v2.0/security-groups?id=a83df6af-750f-4c01-af24-03274e72d063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513458 Feb 09 12:16:25.911184 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-eabc1497-55f4-4677-9fb8-6e1b12adcfd8 req-15612c1b-a3c3-4449-ac89-991195c86e47 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c4b615eb-1906-4989-ab89-8b6ef1cc1053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675120 Feb 09 12:16:25.959447 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-56da41eb-94df-4ef2-9418-e7ad5a5a5094 req-3b8d71d9-6bd3-48cd-bf83-cd3e5babf43e tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] 10.222.0.55 "GET /v2.0/security-groups/0f2d77bb-63b4-4652-adbb-08ddcb936fef HTTP/1.1" status: 200 len: 1813 time: 0.1008363 Feb 09 12:16:25.972066 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e49ffaa5-b53b-4250-ab89-6c81e3a1b106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:26.076145 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ffaa5-b53b-4250-ab89-6c81e3a1b106 admin admin] Pushing event deleted for resources: {'Port': ['ID=842dfe50-cce7-4713-9934-1ddd96820229,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:26.090899 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-eabc1497-55f4-4677-9fb8-6e1b12adcfd8 req-62d69a14-8112-4c54-9466-e20b6d85e91b service neutron] 10.222.0.46 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727996 Feb 09 12:16:26.263735 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-03d1941d-98f3-42e8-9c1a-113502a94476 req-89a38f56-ad89-4f5b-9a29-6ecf2bff3821 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups/4aa8017e-6949-4a10-8e07-1704ef79cc13 HTTP/1.1" status: 200 len: 1801 time: 0.2456634 Feb 09 12:16:26.289293 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-eabc1497-55f4-4677-9fb8-6e1b12adcfd8 req-bb271052-c1c4-4829-a9e3-4a503076287f service neutron] 10.222.0.46 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922243 Feb 09 12:16:26.319311 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 66290e4e-4014-4dc2-9b0f-68f1f6990bd8 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:16:26.470172 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port 66290e4e-4014-4dc2-9b0f-68f1f6990bd8 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:16:26.482491 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port 66290e4e-4014-4dc2-9b0f-68f1f6990bd8 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:16:26.483508 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:26.566907 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-03d1941d-98f3-42e8-9c1a-113502a94476 req-f7a28984-2814-483a-b23e-0ddc050399c5 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Request body: {'security_group': {'name': 'tempest-sg-hth-523689552', 'description': 'tempest-description-hth-84143767'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:16:26.614134 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2950dbd-63f5-43c9-9f34-ebb5b5a7a38a req-c2cf22fa-3d24-49c5-9f3c-09a15cc7366a tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:26.618695 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:26.621878 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d2950dbd-63f5-43c9-9f34-ebb5b5a7a38a req-c2cf22fa-3d24-49c5-9f3c-09a15cc7366a tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=0757453a-62cf-4bea-a48b-c58117674853 HTTP/1.1" status: 200 len: 943 time: 0.5948367 Feb 09 12:16:26.664192 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 66290e4e-4014-4dc2-9b0f-68f1f6990bd8, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=66290e4e-4014-4dc2-9b0f-68f1f6990bd8,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:16:26.672224 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:26.673351 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device be69895c-a2bd-4f9d-84bc-b9b5fb812a63 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:16:26.705282 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d2950dbd-63f5-43c9-9f34-ebb5b5a7a38a req-dae8751d-a0dc-49fc-92ee-bd5682dcae1f tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818303 Feb 09 12:16:26.811517 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=66290e4e-4014-4dc2-9b0f-68f1f6990bd8,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:26.843570 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-03d1941d-98f3-42e8-9c1a-113502a94476 req-f7a28984-2814-483a-b23e-0ddc050399c5 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:26.853179 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port be69895c-a2bd-4f9d-84bc-b9b5fb812a63 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:16:26.853943 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:26.923794 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e49ffaa5-b53b-4250-ab89-6c81e3a1b106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:27.006124 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-03d1941d-98f3-42e8-9c1a-113502a94476 req-f7a28984-2814-483a-b23e-0ddc050399c5 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:27.012917 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:27.041716 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-03d1941d-98f3-42e8-9c1a-113502a94476 req-f7a28984-2814-483a-b23e-0ddc050399c5 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:27.084690 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-03d1941d-98f3-42e8-9c1a-113502a94476 req-f7a28984-2814-483a-b23e-0ddc050399c5 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:27.086407 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-03d1941d-98f3-42e8-9c1a-113502a94476 req-f7a28984-2814-483a-b23e-0ddc050399c5 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "PUT /v2.0/security-groups/4aa8017e-6949-4a10-8e07-1704ef79cc13 HTTP/1.1" status: 200 len: 1772 time: 0.7936418 Feb 09 12:16:27.120937 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-c13ca2b5-fc99-48bf-ae55-2fbf7d159078 req-1ef14089-e170-4ff6-9953-cdf00f840d54 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1127405174', 'description': 'tempest-description-476870402'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:16:27.156057 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port be69895c-a2bd-4f9d-84bc-b9b5fb812a63, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=be69895c-a2bd-4f9d-84bc-b9b5fb812a63,segment=NetworkSegment(7fd43362-d2bb-4c15-a4a2-a1a057b6ca17),segment_id=7fd43362-d2bb-4c15-a4a2-a1a057b6ca17)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:16:27.159029 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a2010d-19ed-43b1-93e7-5befaca38eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66290e4e-4014-4dc2-9b0f-68f1f6990bd8'}, {'server_uuid': 'b000940f-9489-4b03-9fa7-1e2767a7e547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be69895c-a2bd-4f9d-84bc-b9b5fb812a63'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:16:27.176545 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:27.179301 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 0c1e68c4-b0ed-42d4-8cbc-5434684a18e4 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:16:27.199202 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-c13ca2b5-fc99-48bf-ae55-2fbf7d159078 req-1ef14089-e170-4ff6-9953-cdf00f840d54 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:16:27.210619 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c13ca2b5-fc99-48bf-ae55-2fbf7d159078 req-1ef14089-e170-4ff6-9953-cdf00f840d54 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Usage tracker for resource:security_group and tenant:a49d0b75e8f0468bafedcda2b8a2ba14 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:16:27.214158 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c13ca2b5-fc99-48bf-ae55-2fbf7d159078 req-1ef14089-e170-4ff6-9953-cdf00f840d54 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:16:27.222604 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-c13ca2b5-fc99-48bf-ae55-2fbf7d159078 req-1ef14089-e170-4ff6-9953-cdf00f840d54 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:16:27.254443 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c13ca2b5-fc99-48bf-ae55-2fbf7d159078 req-1ef14089-e170-4ff6-9953-cdf00f840d54 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:27.275947 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a28984-2814-483a-b23e-0ddc050399c5 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa8017e-6949-4a10-8e07-1704ef79cc13,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:27.319036 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-c13ca2b5-fc99-48bf-ae55-2fbf7d159078 req-1ef14089-e170-4ff6-9953-cdf00f840d54 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:16:27.326732 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c13ca2b5-fc99-48bf-ae55-2fbf7d159078 req-1ef14089-e170-4ff6-9953-cdf00f840d54 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Usage tracker for resource:security_group_rule and tenant:a49d0b75e8f0468bafedcda2b8a2ba14 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:16:27.331139 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c13ca2b5-fc99-48bf-ae55-2fbf7d159078 req-1ef14089-e170-4ff6-9953-cdf00f840d54 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:16:27.338335 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-c13ca2b5-fc99-48bf-ae55-2fbf7d159078 req-1ef14089-e170-4ff6-9953-cdf00f840d54 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:16:27.416058 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] No Port match for: 0c1e68c4-b0ed-42d4-8cbc-5434684a18e4 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:16:27.416669 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 0c1e68c4-b0ed-42d4-8cbc-5434684a18e4 not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:16:27.419435 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=be69895c-a2bd-4f9d-84bc-b9b5fb812a63,revision_number=7']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:27.706471 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c13ca2b5-fc99-48bf-ae55-2fbf7d159078 req-1ef14089-e170-4ff6-9953-cdf00f840d54 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:27.730543 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43027469-b262-4186-8907-d760fa3df93a req-530fa4ef-ea1c-4a9c-8f64-7e7af43938f9 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:27.732208 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-43027469-b262-4186-8907-d760fa3df93a req-530fa4ef-ea1c-4a9c-8f64-7e7af43938f9 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a2010d-19ed-43b1-93e7-5befaca38eb7 HTTP/1.1" status: 200 len: 950 time: 0.2665031 Feb 09 12:16:27.734558 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49ffaa5-b53b-4250-ab89-6c81e3a1b106 admin admin] Router 783012d0-b5f7-4648-8b10-ebdd59b9a258 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:16:27.735461 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c13ca2b5-fc99-48bf-ae55-2fbf7d159078 req-1ef14089-e170-4ff6-9953-cdf00f840d54 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:27.817780 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef14089-e170-4ff6-9953-cdf00f840d54 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=658fd64f-c538-475b-94da-70a2a4364143,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:27.881461 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c13ca2b5-fc99-48bf-ae55-2fbf7d159078 req-1ef14089-e170-4ff6-9953-cdf00f840d54 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:27.882656 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c13ca2b5-fc99-48bf-ae55-2fbf7d159078 req-1ef14089-e170-4ff6-9953-cdf00f840d54 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7673523 Feb 09 12:16:27.910213 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-43027469-b262-4186-8907-d760fa3df93a req-9f5dd435-a761-46c1-b4a0-de5171a5215b tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] 10.222.0.55 "GET /v2.0/security-groups?id=322ca34a-1e43-49ee-9b94-58afc8395313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597722 Feb 09 12:16:28.049331 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49ffaa5-b53b-4250-ab89-6c81e3a1b106 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:16:28.057295 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e49ffaa5-b53b-4250-ab89-6c81e3a1b106 admin admin] 10.222.0.55 "PUT /v2.0/routers/783012d0-b5f7-4648-8b10-ebdd59b9a258/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5405486 Feb 09 12:16:28.060097 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 41892) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:16:28.060243 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bbb600-3028-4896-9c5f-f4d72fe093bc None None] Sync routers for ids ['783012d0-b5f7-4648-8b10-ebdd59b9a258'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:16:28.075548 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bbb600-3028-4896-9c5f-f4d72fe093bc None None] Routers {'783012d0-b5f7-4648-8b10-ebdd59b9a258'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:16:28.076536 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-e0bbb600-3028-4896-9c5f-f4d72fe093bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:16:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['783012d0-b5f7-4648-8b10-ebdd59b9a258'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:16:28.165016 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bb65ca84-eef8-4e9a-b147-b12160cb0a6f req-1d7d85f4-044e-4a9c-be7a-002353c408ef tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups/4aa8017e-6949-4a10-8e07-1704ef79cc13 HTTP/1.1" status: 200 len: 1772 time: 0.1685944 Feb 09 12:16:28.251978 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a2010d-19ed-43b1-93e7-5befaca38eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66290e4e-4014-4dc2-9b0f-68f1f6990bd8', 'code': 200} Feb 09 12:16:28.252244 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b000940f-9489-4b03-9fa7-1e2767a7e547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be69895c-a2bd-4f9d-84bc-b9b5fb812a63', 'code': 200} Feb 09 12:16:28.286305 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-e0bbb600-3028-4896-9c5f-f4d72fe093bc None None] Set router 783012d0-b5f7-4648-8b10-ebdd59b9a258 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:16:28.347201 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8362f444-799b-430a-9489-8906b498e7d5 req-56ed2a31-ba54-42d6-aa98-15de8edacc65 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:28.356949 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8362f444-799b-430a-9489-8906b498e7d5 req-56ed2a31-ba54-42d6-aa98-15de8edacc65 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.55 "GET /v2.0/ports?device_id=b079a907-4f7b-4967-bb99-26e1d3247fb7 HTTP/1.1" status: 200 len: 950 time: 0.3046546 Feb 09 12:16:28.416651 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-22869328-cd6d-47a1-ab04-e2978e6f16e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:28.585509 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-e0bbb600-3028-4896-9c5f-f4d72fe093bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783012d0-b5f7-4648-8b10-ebdd59b9a258', 'name': 'tempest-FloatingIPsNegativeTestJSON-886949973-router', 'tenant_id': '099550228af249bc8dc440b2c61f88e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'd86088e5-3944-4b06-b933-cd7d70b828ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:16:04Z', 'updated_at': '2022-02-09T12:16:25Z', 'revision_number': 5, 'project_id': '099550228af249bc8dc440b2c61f88e0', 'gw_port': {'id': 'd86088e5-3944-4b06-b933-cd7d70b828ab', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:77:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783012d0-b5f7-4648-8b10-ebdd59b9a258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:16:05Z', 'updated_at': '2022-02-09T12:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:16:28.591013 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bbb600-3028-4896-9c5f-f4d72fe093bc None None] Checking router: 783012d0-b5f7-4648-8b10-ebdd59b9a258 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:16:28.601162 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bbb600-3028-4896-9c5f-f4d72fe093bc None None] Routers {'783012d0-b5f7-4648-8b10-ebdd59b9a258'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:16:28.602049 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-e0bbb600-3028-4896-9c5f-f4d72fe093bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:16:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['783012d0-b5f7-4648-8b10-ebdd59b9a258'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:16:28.713811 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-de31cb5b-c86a-4cf3-8bd1-8043bd9e9298 req-b4ba456e-5dd1-45ba-b626-88e673dac8af service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5c042779-8b84-4bb9-bb30-dac48671003f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2544298 Feb 09 12:16:28.783599 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-e0bbb600-3028-4896-9c5f-f4d72fe093bc None None] Set router 783012d0-b5f7-4648-8b10-ebdd59b9a258 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:16:28.957211 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8362f444-799b-430a-9489-8906b498e7d5 req-afa60993-9065-41e8-93dd-38940be327a1 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.55 "GET /v2.0/security-groups?id=a83df6af-750f-4c01-af24-03274e72d063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5962546 Feb 09 12:16:29.055313 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31cb5b-c86a-4cf3-8bd1-8043bd9e9298 req-bcff1a0f-1d2c-4b3d-aeb4-a383a7ba2255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:29.056779 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-de31cb5b-c86a-4cf3-8bd1-8043bd9e9298 req-bcff1a0f-1d2c-4b3d-aeb4-a383a7ba2255 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a84524b0b1d4c8da324d07cc553e331&device_id=5c042779-8b84-4bb9-bb30-dac48671003f HTTP/1.1" status: 200 len: 1095 time: 0.1715000 Feb 09 12:16:29.069711 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a7d8a-897b-43ea-bed5-18b63faa98fe req-b305e64c-63e3-42ce-abec-21a9ba0b1c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:29.071707 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-049a7d8a-897b-43ea-bed5-18b63faa98fe req-b305e64c-63e3-42ce-abec-21a9ba0b1c12 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=92a2010d-19ed-43b1-93e7-5befaca38eb7 HTTP/1.1" status: 200 len: 1101 time: 0.6970675 Feb 09 12:16:29.116085 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-22869328-cd6d-47a1-ab04-e2978e6f16e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:29.128877 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb9edf-2313-4ac0-8087-81fd88052d9b req-e79ab780-ce2c-4c7f-83b0-9a2675bd2e43 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:29.130429 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a3bb9edf-2313-4ac0-8087-81fd88052d9b req-e79ab780-ce2c-4c7f-83b0-9a2675bd2e43 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fb47f3f-72d6-46fe-a25f-5fb25b1089c0 HTTP/1.1" status: 200 len: 949 time: 0.4118817 Feb 09 12:16:29.147222 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-22869328-cd6d-47a1-ab04-e2978e6f16e3 admin admin] Deleting port d86088e5-3944-4b06-b933-cd7d70b828ab {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:16:29.147572 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-22869328-cd6d-47a1-ab04-e2978e6f16e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:29.173647 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-e0bbb600-3028-4896-9c5f-f4d72fe093bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783012d0-b5f7-4648-8b10-ebdd59b9a258', 'name': 'tempest-FloatingIPsNegativeTestJSON-886949973-router', 'tenant_id': '099550228af249bc8dc440b2c61f88e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'd86088e5-3944-4b06-b933-cd7d70b828ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:16:04Z', 'updated_at': '2022-02-09T12:16:25Z', 'revision_number': 5, 'project_id': '099550228af249bc8dc440b2c61f88e0', 'gw_port': {'id': 'd86088e5-3944-4b06-b933-cd7d70b828ab', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:77:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783012d0-b5f7-4648-8b10-ebdd59b9a258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:16:05Z', 'updated_at': '2022-02-09T12:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:16:29.178315 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bbb600-3028-4896-9c5f-f4d72fe093bc None None] The sync data for ids ['783012d0-b5f7-4648-8b10-ebdd59b9a258'] in n-d-825178-3 is: [{'id': '783012d0-b5f7-4648-8b10-ebdd59b9a258', 'name': 'tempest-FloatingIPsNegativeTestJSON-886949973-router', 'tenant_id': '099550228af249bc8dc440b2c61f88e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'd86088e5-3944-4b06-b933-cd7d70b828ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:16:04Z', 'updated_at': '2022-02-09T12:16:25Z', 'revision_number': 5, 'project_id': '099550228af249bc8dc440b2c61f88e0', 'gw_port': {'id': 'd86088e5-3944-4b06-b933-cd7d70b828ab', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:77:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783012d0-b5f7-4648-8b10-ebdd59b9a258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:16:05Z', 'updated_at': '2022-02-09T12:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:16:29.342006 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-22869328-cd6d-47a1-ab04-e2978e6f16e3 admin admin] For port d86088e5-3944-4b06-b933-cd7d70b828ab, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=d86088e5-3944-4b06-b933-cd7d70b828ab,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:16:29.342301 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-22869328-cd6d-47a1-ab04-e2978e6f16e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:29.396480 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31cb5b-c86a-4cf3-8bd1-8043bd9e9298 req-16fbd491-a5ef-4e0b-b0e5-4cddcd228d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:29.398275 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-de31cb5b-c86a-4cf3-8bd1-8043bd9e9298 req-16fbd491-a5ef-4e0b-b0e5-4cddcd228d5a service neutron] 10.222.0.46 "GET /v2.0/networks?id=c4b615eb-1906-4989-ab89-8b6ef1cc1053 HTTP/1.1" status: 200 len: 921 time: 0.3170755 Feb 09 12:16:29.475428 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-22869328-cd6d-47a1-ab04-e2978e6f16e3 admin admin] Calling delete_port for d86088e5-3944-4b06-b933-cd7d70b828ab owned by network:router_gateway {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:16:29.495997 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-de31cb5b-c86a-4cf3-8bd1-8043bd9e9298 req-42066df2-ba1b-4ed0-b9f9-89629bfcc19a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97e7749c-e915-48dc-8052-7a0103663c27 HTTP/1.1" status: 200 len: 217 time: 0.0813828 Feb 09 12:16:29.559983 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-049a7d8a-897b-43ea-bed5-18b63faa98fe req-84790b23-0c4e-43cb-a1ed-bf00ce2cfa5d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=322ca34a-1e43-49ee-9b94-58afc8395313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4734356 Feb 09 12:16:29.569134 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-886d3083-f9d9-4b1c-96f2-5f28c801c810 req-1bd7ebd4-ff0e-4758-abe3-aca166ba604f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e9f5aac1-8c2a-496d-a005-f08031e74aa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2695489 Feb 09 12:16:29.580573 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31cb5b-c86a-4cf3-8bd1-8043bd9e9298 req-e6d4f15e-6e2d-4c8d-afd1-dc16bad73c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:29.581990 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-de31cb5b-c86a-4cf3-8bd1-8043bd9e9298 req-e6d4f15e-6e2d-4c8d-afd1-dc16bad73c65 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9d6b2f2b-3fb9-4d1b-ac78-19140ea18253 HTTP/1.1" status: 200 len: 860 time: 0.0787587 Feb 09 12:16:29.635634 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-de31cb5b-c86a-4cf3-8bd1-8043bd9e9298 req-5ddcf30d-dad9-4bf2-a6e3-58c0701e3d9f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c4b615eb-1906-4989-ab89-8b6ef1cc1053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454423 Feb 09 12:16:29.723377 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 842dfe50-cce7-4713-9934-1ddd96820229 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:16:29.744870 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a3bb9edf-2313-4ac0-8087-81fd88052d9b req-55c4af3e-dd73-4776-a3a1-a9b40177dc06 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5999308 Feb 09 12:16:29.800974 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 842dfe50-cce7-4713-9934-1ddd96820229 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:16:29.801610 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 842dfe50-cce7-4713-9934-1ddd96820229 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:16:29.830172 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-de31cb5b-c86a-4cf3-8bd1-8043bd9e9298 req-f1acd880-b869-4910-aa50-fe7c07673c35 service neutron] 10.222.0.46 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872287 Feb 09 12:16:29.912668 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-70c1dd49-96da-44af-87b4-63b8ae90a4e1 req-79592957-1972-465b-bb14-f6ea30e82422 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] 10.222.0.55 "GET /v2.0/security-groups/658fd64f-c538-475b-94da-70a2a4364143 HTTP/1.1" status: 200 len: 1812 time: 0.1216457 Feb 09 12:16:29.988290 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b24e1e-2d74-49fc-a1d9-92747b9c64d7 req-3a29ffb4-e4fb-4a8a-93f7-12ddd15553ad tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:29.990513 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f8b24e1e-2d74-49fc-a1d9-92747b9c64d7 req-3a29ffb4-e4fb-4a8a-93f7-12ddd15553ad tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fb47f3f-72d6-46fe-a25f-5fb25b1089c0 HTTP/1.1" status: 200 len: 949 time: 0.4493454 Feb 09 12:16:30.010960 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664a7f3-464c-4ee1-9951-4d9b9815d7ab req-16eba9cd-585f-4516-88b0-9eabdf8a5d62 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:30.019278 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3664a7f3-464c-4ee1-9951-4d9b9815d7ab req-16eba9cd-585f-4516-88b0-9eabdf8a5d62 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=0757453a-62cf-4bea-a48b-c58117674853 HTTP/1.1" status: 200 len: 943 time: 0.4807506 Feb 09 12:16:30.041825 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-de31cb5b-c86a-4cf3-8bd1-8043bd9e9298 req-ad1f6d72-690a-4fcf-bccc-1e64f51d66d7 service neutron] 10.222.0.46 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606288 Feb 09 12:16:30.089453 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d3083-f9d9-4b1c-96f2-5f28c801c810 req-8854d85d-0541-4b04-adcd-a33e79882877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:30.091608 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-886d3083-f9d9-4b1c-96f2-5f28c801c810 req-8854d85d-0541-4b04-adcd-a33e79882877 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=64589850d54f49bfb3a355e7cee6f70a&device_id=e9f5aac1-8c2a-496d-a005-f08031e74aa4 HTTP/1.1" status: 200 len: 1174 time: 0.2601919 Feb 09 12:16:30.148596 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-22869328-cd6d-47a1-ab04-e2978e6f16e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:30.198302 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-07826d4c-a64d-432e-a40f-de53e8719f5a req-bb533ba9-ad9a-4c03-836b-f82afcb494e6 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups/4aa8017e-6949-4a10-8e07-1704ef79cc13 HTTP/1.1" status: 200 len: 1772 time: 0.2415504 Feb 09 12:16:30.222043 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-f8b24e1e-2d74-49fc-a1d9-92747b9c64d7 req-919abf3f-66a6-444a-a207-a30b9b02d94c tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Deleting port 5da3584c-b63e-4421-8fca-3a6aea07f393 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:16:30.222386 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f8b24e1e-2d74-49fc-a1d9-92747b9c64d7 req-919abf3f-66a6-444a-a207-a30b9b02d94c tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:30.256102 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3664a7f3-464c-4ee1-9951-4d9b9815d7ab req-a9b38653-04a2-4d37-bc80-b86d149fd992 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356884 Feb 09 12:16:30.288744 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22869328-cd6d-47a1-ab04-e2978e6f16e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d86088e5-3944-4b06-b933-cd7d70b828ab,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:30.320713 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d3083-f9d9-4b1c-96f2-5f28c801c810 req-8ce6a5e4-ce60-4cd6-a2ab-54fc3c6fdd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:30.322190 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-886d3083-f9d9-4b1c-96f2-5f28c801c810 req-8ce6a5e4-ce60-4cd6-a2ab-54fc3c6fdd85 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a10f88e1-3d02-4171-8c71-31b6c9e6be17 HTTP/1.1" status: 200 len: 914 time: 0.2021751 Feb 09 12:16:30.418045 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-886d3083-f9d9-4b1c-96f2-5f28c801c810 req-562b3622-9ce2-4102-9aa2-12186a570689 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9cd4a24-13a2-48d5-a087-aca4187189c0 HTTP/1.1" status: 200 len: 217 time: 0.0819080 Feb 09 12:16:30.456544 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-22869328-cd6d-47a1-ab04-e2978e6f16e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:30.521410 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d3083-f9d9-4b1c-96f2-5f28c801c810 req-6bc90808-b157-4a9c-a721-fa36ada8ed10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:30.523024 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-886d3083-f9d9-4b1c-96f2-5f28c801c810 req-6bc90808-b157-4a9c-a721-fa36ada8ed10 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8f07f6df-adf1-4387-8c0a-c935bf8584cf HTTP/1.1" status: 200 len: 853 time: 0.0943744 Feb 09 12:16:30.574953 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-886d3083-f9d9-4b1c-96f2-5f28c801c810 req-7e467967-7136-4f01-bcf7-ab6ed8465350 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a10f88e1-3d02-4171-8c71-31b6c9e6be17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449173 Feb 09 12:16:30.752266 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-886d3083-f9d9-4b1c-96f2-5f28c801c810 req-70b55d58-48a3-40ab-8aab-20d1368173a8 service neutron] 10.222.0.52 "GET /v2.0/networks/a10f88e1-3d02-4171-8c71-31b6c9e6be17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658757 Feb 09 12:16:30.900849 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-22869328-cd6d-47a1-ab04-e2978e6f16e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:30.908916 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-886d3083-f9d9-4b1c-96f2-5f28c801c810 req-ae755796-3a0e-4f5f-826d-407d99aa6b16 service neutron] 10.222.0.52 "GET /v2.0/networks/a10f88e1-3d02-4171-8c71-31b6c9e6be17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450903 Feb 09 12:16:30.924323 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-22869328-cd6d-47a1-ab04-e2978e6f16e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:31.008389 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-07826d4c-a64d-432e-a40f-de53e8719f5a req-3539485f-ce1e-406d-b555-c54a81f5ef58 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:31.080130 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-07826d4c-a64d-432e-a40f-de53e8719f5a req-3539485f-ce1e-406d-b555-c54a81f5ef58 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:31.135306 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-07826d4c-a64d-432e-a40f-de53e8719f5a req-3539485f-ce1e-406d-b555-c54a81f5ef58 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:31.149679 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-22869328-cd6d-47a1-ab04-e2978e6f16e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:31.150432 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22869328-cd6d-47a1-ab04-e2978e6f16e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 783012d0-b5f7-4648-8b10-ebdd59b9a258 {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:16:31.183029 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3539485f-ce1e-406d-b555-c54a81f5ef58 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa8017e-6949-4a10-8e07-1704ef79cc13,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:31.197476 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae1c24-3ea7-42c3-a7f8-dbf4885e530d req-40bfd23d-d8e6-4bbc-8415-e2e483f55501 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:31.206193 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-88ae1c24-3ea7-42c3-a7f8-dbf4885e530d req-40bfd23d-d8e6-4bbc-8415-e2e483f55501 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a2010d-19ed-43b1-93e7-5befaca38eb7 HTTP/1.1" status: 200 len: 950 time: 0.7797616 Feb 09 12:16:31.317137 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-88ae1c24-3ea7-42c3-a7f8-dbf4885e530d req-c78fa2ed-d4d0-40a6-b7b4-a22389c6540c tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] 10.222.0.55 "GET /v2.0/security-groups?id=322ca34a-1e43-49ee-9b94-58afc8395313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098199 Feb 09 12:16:31.319258 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-07826d4c-a64d-432e-a40f-de53e8719f5a req-3539485f-ce1e-406d-b555-c54a81f5ef58 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:31.321366 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-07826d4c-a64d-432e-a40f-de53e8719f5a req-3539485f-ce1e-406d-b555-c54a81f5ef58 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "DELETE /v2.0/security-groups/4aa8017e-6949-4a10-8e07-1704ef79cc13 HTTP/1.1" status: 204 len: 173 time: 1.1109700 Feb 09 12:16:31.327763 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-22869328-cd6d-47a1-ab04-e2978e6f16e3 admin admin] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:31.329276 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-22869328-cd6d-47a1-ab04-e2978e6f16e3 admin admin] 10.222.0.55 "DELETE /v2.0/routers/783012d0-b5f7-4648-8b10-ebdd59b9a258 HTTP/1.1" status: 204 len: 168 time: 3.2682397 Feb 09 12:16:31.331840 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41912) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:16:31.359002 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-f8b24e1e-2d74-49fc-a1d9-92747b9c64d7 req-919abf3f-66a6-444a-a207-a30b9b02d94c tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] For port 5da3584c-b63e-4421-8fca-3a6aea07f393, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=5da3584c-b63e-4421-8fca-3a6aea07f393,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:16:31.359960 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f8b24e1e-2d74-49fc-a1d9-92747b9c64d7 req-919abf3f-66a6-444a-a207-a30b9b02d94c tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:31.447313 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb981a7d-536d-42b5-af7b-390eed3c4682 admin admin] Deleting subnet f48c4d62-7f23-4b3a-8381-9c65f7e894d3 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:16:31.463535 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fb981a7d-536d-42b5-af7b-390eed3c4682 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:31.638470 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fb981a7d-536d-42b5-af7b-390eed3c4682 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:31.638696 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-f8b24e1e-2d74-49fc-a1d9-92747b9c64d7 req-919abf3f-66a6-444a-a207-a30b9b02d94c tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Calling delete_port for 5da3584c-b63e-4421-8fca-3a6aea07f393 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:16:31.683392 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [req-d0c31fb5-681e-40f4-bef5-fb23e001eef7 req-eca73d84-3446-4d42-87f2-d8ddd6b37617 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] show failed (client error): The resource could not be found. Feb 09 12:16:31.684997 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d0c31fb5-681e-40f4-bef5-fb23e001eef7 req-eca73d84-3446-4d42-87f2-d8ddd6b37617 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] 10.222.0.55 "GET /v2.0/security-groups/e0ef73e0-02b8-470a-9c84-f5202f2725c3 HTTP/1.1" status: 404 len: 352 time: 0.1627905 Feb 09 12:16:31.775818 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fb981a7d-536d-42b5-af7b-390eed3c4682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:31.819151 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device d86088e5-3944-4b06-b933-cd7d70b828ab no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:16:31.857779 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fb981a7d-536d-42b5-af7b-390eed3c4682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:31.902306 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb981a7d-536d-42b5-af7b-390eed3c4682 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f48c4d62-7f23-4b3a-8381-9c65f7e894d3,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:31.915262 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: d86088e5-3944-4b06-b933-cd7d70b828ab {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:16:31.917696 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f8b24e1e-2d74-49fc-a1d9-92747b9c64d7 req-919abf3f-66a6-444a-a207-a30b9b02d94c tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:31.919872 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device d86088e5-3944-4b06-b933-cd7d70b828ab not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:16:31.942562 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device ce20ec50-0bb5-4a30-9d3f-65703beb396f details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:16:32.039038 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919abf3f-66a6-444a-a207-a30b9b02d94c tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Pushing event deleted for resources: {'Port': ['ID=5da3584c-b63e-4421-8fca-3a6aea07f393,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:32.055926 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fb981a7d-536d-42b5-af7b-390eed3c4682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:32.057336 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['b5fedb51-61f7-44a9-a646-00ef57b3909b', 'eca5b3d7-d4c8-45db-bb8d-4b1aab65b295', '63509d75-da58-43e5-b240-8d70695a2e99', '0d85bbfe-ab37-4908-b505-2f3515665611'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:16:32.061286 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-fb981a7d-536d-42b5-af7b-390eed3c4682 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f48c4d62-7f23-4b3a-8381-9c65f7e894d3 HTTP/1.1" status: 204 len: 168 time: 0.7279155 Feb 09 12:16:32.064454 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41928) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:16:32.079202 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-382ef884-c0f4-4cf6-affa-5edf9e3d00fa req-cdc6fb51-d3b0-48d8-a172-78fb6ce523a3 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fb47f3f-72d6-46fe-a25f-5fb25b1089c0 HTTP/1.1" status: 200 len: 210 time: 0.1729875 Feb 09 12:16:32.085031 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['2757b3d6-dc7b-47d5-b590-77650b8c733f'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:16:32.193487 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc364760-a7ec-4213-97b9-4ba604cea97e None None] Network 9b54eb09-4887-48a5-9aa0-8a1a8f9f7f37 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:16:32.377667 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b24e1e-2d74-49fc-a1d9-92747b9c64d7 req-919abf3f-66a6-444a-a207-a30b9b02d94c tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] No DVR routers for this DVR port 5da3584c-b63e-4421-8fca-3a6aea07f393 on host n-h1-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:16:32.384081 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f8b24e1e-2d74-49fc-a1d9-92747b9c64d7 req-919abf3f-66a6-444a-a207-a30b9b02d94c tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:32.435666 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb47f3f-72d6-46fe-a25f-5fb25b1089c0', 'name': 'network-vif-deleted', 'tag': '5da3584c-b63e-4421-8fca-3a6aea07f393'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:16:32.439500 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 5da3584c-b63e-4421-8fca-3a6aea07f393 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:16:32.452120 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f8b24e1e-2d74-49fc-a1d9-92747b9c64d7 req-919abf3f-66a6-444a-a207-a30b9b02d94c tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.52 "DELETE /v2.0/ports/5da3584c-b63e-4421-8fca-3a6aea07f393 HTTP/1.1" status: 204 len: 173 time: 2.4279823 Feb 09 12:16:32.492591 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24297bf3-d786-45f8-bad8-45f5b578c8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:32.516270 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-24297bf3-d786-45f8-bad8-45f5b578c8f9 admin admin] Deleting port 5d40bfce-93fa-43cc-bc1e-7e8c85858959 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:16:32.516676 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24297bf3-d786-45f8-bad8-45f5b578c8f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:32.624844 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [req-78afc522-dc6e-4498-a167-0b59bcc5177d req-2e6eab28-a7d0-462a-be14-0cc2b98a3ba1 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] show failed (client error): The resource could not be found. Feb 09 12:16:32.625871 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-78afc522-dc6e-4498-a167-0b59bcc5177d req-2e6eab28-a7d0-462a-be14-0cc2b98a3ba1 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] 10.222.0.55 "GET /v2.0/security-group-rules/12b82ab1-9b7f-4e4d-b753-4aa4472de8a3 HTTP/1.1" status: 404 len: 361 time: 0.0428572 Feb 09 12:16:32.700288 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] No Port match for: 5da3584c-b63e-4421-8fca-3a6aea07f393 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:16:32.701206 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 5da3584c-b63e-4421-8fca-3a6aea07f393 not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:16:32.717513 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b877422-a21b-4f62-b895-79c3fc297acc req-de45278e-9f00-4903-a845-aac8189e0e11 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:32.719685 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b877422-a21b-4f62-b895-79c3fc297acc req-de45278e-9f00-4903-a845-aac8189e0e11 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=0757453a-62cf-4bea-a48b-c58117674853 HTTP/1.1" status: 200 len: 943 time: 0.2849953 Feb 09 12:16:32.792456 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b877422-a21b-4f62-b895-79c3fc297acc req-cb88a1dd-03c2-489f-8d99-ce0e0a907202 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661135 Feb 09 12:16:32.976293 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-24297bf3-d786-45f8-bad8-45f5b578c8f9 admin admin] For port 5d40bfce-93fa-43cc-bc1e-7e8c85858959, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5d40bfce-93fa-43cc-bc1e-7e8c85858959,segment=NetworkSegment(9461a41a-3017-4662-ae15-b839e00f632e),segment_id=9461a41a-3017-4662-ae15-b839e00f632e)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:16:32.976795 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24297bf3-d786-45f8-bad8-45f5b578c8f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:32.977243 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port ce20ec50-0bb5-4a30-9d3f-65703beb396f, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=ce20ec50-0bb5-4a30-9d3f-65703beb396f,segment=NetworkSegment(32f229e9-9010-4be1-973f-7ae4423dcda8),segment_id=32f229e9-9010-4be1-973f-7ae4423dcda8)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:16:33.016480 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'ce20ec50-0bb5-4a30-9d3f-65703beb396f', 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053', 'port_id': 'ce20ec50-0bb5-4a30-9d3f-65703beb396f', 'mac_address': 'fa:16:3e:54:74:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d6b2f2b-3fb9-4d1b-ac78-19140ea18253', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:16:33.119578 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-24297bf3-d786-45f8-bad8-45f5b578c8f9 admin admin] Calling delete_port for 5d40bfce-93fa-43cc-bc1e-7e8c85858959 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:16:33.143082 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23adbe3f-0afe-4fd6-92f5-53f16f0141bd req-1b5c2081-7288-4eee-849f-636aa9a6d77d tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:33.144622 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-23adbe3f-0afe-4fd6-92f5-53f16f0141bd req-1b5c2081-7288-4eee-849f-636aa9a6d77d tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a2010d-19ed-43b1-93e7-5befaca38eb7 HTTP/1.1" status: 200 len: 950 time: 0.1405811 Feb 09 12:16:33.154459 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f61594-4b58-4a6d-a1a5-e19669030f94 req-44840b49-5b12-4250-b9f8-4ace1436bdbd tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:33.155917 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c0f61594-4b58-4a6d-a1a5-e19669030f94 req-44840b49-5b12-4250-b9f8-4ace1436bdbd tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.55 "GET /v2.0/ports?device_id=b079a907-4f7b-4967-bb99-26e1d3247fb7 HTTP/1.1" status: 200 len: 950 time: 0.2547905 Feb 09 12:16:33.172677 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:33.214824 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce20ec50-0bb5-4a30-9d3f-65703beb396f {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:16:33.235933 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port ce20ec50-0bb5-4a30-9d3f-65703beb396f, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=ce20ec50-0bb5-4a30-9d3f-65703beb396f,segment=NetworkSegment(32f229e9-9010-4be1-973f-7ae4423dcda8),segment_id=32f229e9-9010-4be1-973f-7ae4423dcda8)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:16:33.249618 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c0f61594-4b58-4a6d-a1a5-e19669030f94 req-07e0781a-a4ba-46dd-9074-ca8c1aba0e46 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.55 "GET /v2.0/security-groups?id=a83df6af-750f-4c01-af24-03274e72d063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748799 Feb 09 12:16:33.261278 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-23adbe3f-0afe-4fd6-92f5-53f16f0141bd req-53e70030-0f78-46a3-8895-36fb680a1613 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] 10.222.0.55 "GET /v2.0/security-groups?id=322ca34a-1e43-49ee-9b94-58afc8395313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042633 Feb 09 12:16:33.299538 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c267bf4-f263-4ef8-8a21-b28f6b772c5e None None] DHCP port deletion for 9b54eb09-4887-48a5-9aa0-8a1a8f9f7f37 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:16:33.300891 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24297bf3-d786-45f8-bad8-45f5b578c8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:33.306005 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:33.365205 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fb47f3f-72d6-46fe-a25f-5fb25b1089c0', 'name': 'network-vif-deleted', 'tag': '5da3584c-b63e-4421-8fca-3a6aea07f393', 'status': 'completed', 'code': 200} Feb 09 12:16:33.430430 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24297bf3-d786-45f8-bad8-45f5b578c8f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d40bfce-93fa-43cc-bc1e-7e8c85858959,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:33.434553 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24297bf3-d786-45f8-bad8-45f5b578c8f9 admin admin] No DVR routers for this DVR port 5d40bfce-93fa-43cc-bc1e-7e8c85858959 on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:16:33.480921 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=ce20ec50-0bb5-4a30-9d3f-65703beb396f,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:33.531055 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7f8160e4-cdbd-4705-b549-4e93f2acc076 req-dc11e761-c9de-4bb6-8cef-5e2fb58b7a2f tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] 10.222.0.55 "GET /v2.0/security-groups/658fd64f-c538-475b-94da-70a2a4364143 HTTP/1.1" status: 200 len: 1812 time: 0.1406994 Feb 09 12:16:33.627394 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24297bf3-d786-45f8-bad8-45f5b578c8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:33.662194 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['ce20ec50-0bb5-4a30-9d3f-65703beb396f'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:16:33.671184 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-24297bf3-d786-45f8-bad8-45f5b578c8f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b54eb09-4887-48a5-9aa0-8a1a8f9f7f37']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:16:33.691320 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-ff865397-a455-4237-bbc8-65fbced59477 req-080a41c8-06a2-4f21-ac03-ce3993126b45 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Synchronizing usage tracker for tenant:c9a644d28aa946259b7337281970c4b8 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:16:33.694347 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-24297bf3-d786-45f8-bad8-45f5b578c8f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9461a41a-3017-4662-ae15-b839e00f632e') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:16:33.694751 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-24297bf3-d786-45f8-bad8-45f5b578c8f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9461a41a-3017-4662-ae15-b839e00f632e') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:16:33.725458 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24297bf3-d786-45f8-bad8-45f5b578c8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:33.749366 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7f8160e4-cdbd-4705-b549-4e93f2acc076 req-1ab07a66-e4e6-4470-8f2f-5932327d5889 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:33.769108 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24297bf3-d786-45f8-bad8-45f5b578c8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:33.791288 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7f8160e4-cdbd-4705-b549-4e93f2acc076 req-1ab07a66-e4e6-4470-8f2f-5932327d5889 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:33.796184 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24297bf3-d786-45f8-bad8-45f5b578c8f9 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:16:33.796776 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24297bf3-d786-45f8-bad8-45f5b578c8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:33.814522 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5d40bfce-93fa-43cc-bc1e-7e8c85858959 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:16:33.827508 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:16:33.827508 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:16:33.827508 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:16:33.827508 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:16:33.827508 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:16:33.827508 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:16:33.827508 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:16:33.827508 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:16:33.827508 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:16:33.827508 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:16:33.827508 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:16:33.827508 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:16:33.827508 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:16:33.827508 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:16:33.827508 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:16:33.827508 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:16:33.827508 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:16:33.827508 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:16:33.827508 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:16:33.827508 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:16:33.827508 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:16:33.827508 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:16:33.827508 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:16:33.827508 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:16:33.827508 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:16:33.827508 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:16:33.827508 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:16:33.827508 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:16:33.827508 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:16:33.827508 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:16:33.827508 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:16:33.827508 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:16:33.869350 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7f8160e4-cdbd-4705-b549-4e93f2acc076 req-1ab07a66-e4e6-4470-8f2f-5932327d5889 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:33.873447 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 5d40bfce-93fa-43cc-bc1e-7e8c85858959 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:16:33.873834 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5d40bfce-93fa-43cc-bc1e-7e8c85858959 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:16:33.892892 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-ff865397-a455-4237-bbc8-65fbced59477 req-080a41c8-06a2-4f21-ac03-ce3993126b45 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Unset dirty status for tenant:c9a644d28aa946259b7337281970c4b8 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:16:33.906095 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ff865397-a455-4237-bbc8-65fbced59477 req-080a41c8-06a2-4f21-ac03-ce3993126b45 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fb47f3f-72d6-46fe-a25f-5fb25b1089c0 HTTP/1.1" status: 200 len: 210 time: 0.2830982 Feb 09 12:16:33.951075 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab07a66-e4e6-4470-8f2f-5932327d5889 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=658fd64f-c538-475b-94da-70a2a4364143,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:33.976344 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7f8160e4-cdbd-4705-b549-4e93f2acc076 req-1ab07a66-e4e6-4470-8f2f-5932327d5889 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:33.992537 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7f8160e4-cdbd-4705-b549-4e93f2acc076 req-1ab07a66-e4e6-4470-8f2f-5932327d5889 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] 10.222.0.55 "DELETE /v2.0/security-groups/658fd64f-c538-475b-94da-70a2a4364143 HTTP/1.1" status: 204 len: 173 time: 0.4556515 Feb 09 12:16:34.000925 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24297bf3-d786-45f8-bad8-45f5b578c8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:34.008370 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24297bf3-d786-45f8-bad8-45f5b578c8f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:34.049777 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24297bf3-d786-45f8-bad8-45f5b578c8f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b54eb09-4887-48a5-9aa0-8a1a8f9f7f37,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:34.051773 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [req-46862811-af9d-4490-94af-9b9ba69b7167 req-af18c6d8-5a3e-4fa1-987f-8162bd843660 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] show failed (client error): The resource could not be found. Feb 09 12:16:34.066223 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-46862811-af9d-4490-94af-9b9ba69b7167 req-af18c6d8-5a3e-4fa1-987f-8162bd843660 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups/34bbda46-b943-4975-bae0-0ec98c0c0f61 HTTP/1.1" status: 404 len: 352 time: 0.0483716 Feb 09 12:16:34.072133 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-24297bf3-d786-45f8-bad8-45f5b578c8f9 admin admin] 10.222.0.55 "DELETE /v2.0/networks/9b54eb09-4887-48a5-9aa0-8a1a8f9f7f37 HTTP/1.1" status: 204 len: 168 time: 2.0044391 Feb 09 12:16:34.356304 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41978) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:16:34.447185 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-33efdb7e-e05a-4a72-88e9-540b742bd36e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=099550228af249bc8dc440b2c61f88e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0876186 Feb 09 12:16:34.457693 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41986) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:16:34.541617 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2b7ca50e-9c3b-4aaa-9e04-61e726681ad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:34.572085 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2b7ca50e-9c3b-4aaa-9e04-61e726681ad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:34.582908 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3fce6-056d-4d2a-b53b-b0421216c165 req-b8512d8e-4991-434d-8577-7591cf10882d tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:34.591870 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-42b3fce6-056d-4d2a-b53b-b0421216c165 req-b8512d8e-4991-434d-8577-7591cf10882d tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=0757453a-62cf-4bea-a48b-c58117674853 HTTP/1.1" status: 200 len: 944 time: 0.3503735 Feb 09 12:16:34.655589 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-42b3fce6-056d-4d2a-b53b-b0421216c165 req-0bfba1e7-3158-4c86-aeb3-2491e9390fd7 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627069 Feb 09 12:16:34.662010 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2b7ca50e-9c3b-4aaa-9e04-61e726681ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:34.689206 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7ca50e-9c3b-4aaa-9e04-61e726681ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35af4c5-7da1-43f1-acc5-a69911fb854d,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:34.699182 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827259b0-50ae-4230-bc5e-0c5e6e49ab78 req-ec572e6e-4dda-4bb6-8e94-e433da8ead66 tempest-DeleteServersAdminTestJSON-596911100 tempest-DeleteServersAdminTestJSON-596911100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:34.701339 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2b7ca50e-9c3b-4aaa-9e04-61e726681ad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:34.702534 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-827259b0-50ae-4230-bc5e-0c5e6e49ab78 req-ec572e6e-4dda-4bb6-8e94-e433da8ead66 tempest-DeleteServersAdminTestJSON-596911100 tempest-DeleteServersAdminTestJSON-596911100-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b079a907-4f7b-4967-bb99-26e1d3247fb7 HTTP/1.1" status: 200 len: 1101 time: 0.3291185 Feb 09 12:16:34.705152 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2b7ca50e-9c3b-4aaa-9e04-61e726681ad3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c35af4c5-7da1-43f1-acc5-a69911fb854d HTTP/1.1" status: 204 len: 168 time: 0.2464993 Feb 09 12:16:34.790926 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [req-7cf320ec-654e-4395-aaa2-1a85ff0023db req-c3049356-3912-47f0-a430-55f55f9b1d1c tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] show failed (client error): The resource could not be found. Feb 09 12:16:34.803556 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7cf320ec-654e-4395-aaa2-1a85ff0023db req-c3049356-3912-47f0-a430-55f55f9b1d1c tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups/1d9b9218-1542-46c5-b3e7-744108319b42 HTTP/1.1" status: 404 len: 352 time: 0.0950413 Feb 09 12:16:34.884554 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-032c15f3-5d6e-4b01-a4de-fa1a61cc7145 req-ebd7b889-03cf-4b87-9bc0-571ca4d143c8 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] 10.222.0.55 "GET /v2.0/security-groups/0f2d77bb-63b4-4652-adbb-08ddcb936fef HTTP/1.1" status: 200 len: 1813 time: 0.2218196 Feb 09 12:16:34.901373 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-827259b0-50ae-4230-bc5e-0c5e6e49ab78 req-59142131-3f75-4926-8488-12dad1030b92 tempest-DeleteServersAdminTestJSON-596911100 tempest-DeleteServersAdminTestJSON-596911100-project-admin] Deleting port 2b1fe0fb-0e52-43fb-a707-eb2991344c3e {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:16:34.901768 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-827259b0-50ae-4230-bc5e-0c5e6e49ab78 req-59142131-3f75-4926-8488-12dad1030b92 tempest-DeleteServersAdminTestJSON-596911100 tempest-DeleteServersAdminTestJSON-596911100-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:35.118777 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-032c15f3-5d6e-4b01-a4de-fa1a61cc7145 req-e2f90614-bdc0-48ff-8301-b652e10f2bfb tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:35.225950 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-032c15f3-5d6e-4b01-a4de-fa1a61cc7145 req-e2f90614-bdc0-48ff-8301-b652e10f2bfb tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:35.263441 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd2399-2a4a-4292-a650-67aa5ac4b9d8 req-5543bfe8-c1ba-410b-93f1-8bd82ecdc85a tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:35.265091 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b4cd2399-2a4a-4292-a650-67aa5ac4b9d8 req-5543bfe8-c1ba-410b-93f1-8bd82ecdc85a tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.55 "GET /v2.0/ports?device_id=b079a907-4f7b-4967-bb99-26e1d3247fb7 HTTP/1.1" status: 200 len: 950 time: 0.3378508 Feb 09 12:16:35.337663 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-827259b0-50ae-4230-bc5e-0c5e6e49ab78 req-59142131-3f75-4926-8488-12dad1030b92 tempest-DeleteServersAdminTestJSON-596911100 tempest-DeleteServersAdminTestJSON-596911100-project-admin] For port 2b1fe0fb-0e52-43fb-a707-eb2991344c3e, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=2b1fe0fb-0e52-43fb-a707-eb2991344c3e,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:16:35.338042 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-827259b0-50ae-4230-bc5e-0c5e6e49ab78 req-59142131-3f75-4926-8488-12dad1030b92 tempest-DeleteServersAdminTestJSON-596911100 tempest-DeleteServersAdminTestJSON-596911100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:35.474923 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-827259b0-50ae-4230-bc5e-0c5e6e49ab78 req-59142131-3f75-4926-8488-12dad1030b92 tempest-DeleteServersAdminTestJSON-596911100 tempest-DeleteServersAdminTestJSON-596911100-project-admin] Calling delete_port for 2b1fe0fb-0e52-43fb-a707-eb2991344c3e owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:16:35.616740 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b4cd2399-2a4a-4292-a650-67aa5ac4b9d8 req-7f969a15-9c88-4b49-91f2-b9dda3a559b5 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.55 "GET /v2.0/security-groups?id=a83df6af-750f-4c01-af24-03274e72d063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841513 Feb 09 12:16:35.712489 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-032c15f3-5d6e-4b01-a4de-fa1a61cc7145 req-e2f90614-bdc0-48ff-8301-b652e10f2bfb tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:35.756364 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f90614-bdc0-48ff-8301-b652e10f2bfb tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2d77bb-63b4-4652-adbb-08ddcb936fef,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:35.800896 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-032c15f3-5d6e-4b01-a4de-fa1a61cc7145 req-e2f90614-bdc0-48ff-8301-b652e10f2bfb tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:35.815920 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-032c15f3-5d6e-4b01-a4de-fa1a61cc7145 req-e2f90614-bdc0-48ff-8301-b652e10f2bfb tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] 10.222.0.55 "DELETE /v2.0/security-groups/0f2d77bb-63b4-4652-adbb-08ddcb936fef HTTP/1.1" status: 204 len: 173 time: 0.9304719 Feb 09 12:16:35.822847 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-827259b0-50ae-4230-bc5e-0c5e6e49ab78 req-59142131-3f75-4926-8488-12dad1030b92 tempest-DeleteServersAdminTestJSON-596911100 tempest-DeleteServersAdminTestJSON-596911100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:35.845297 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['2b1fe0fb-0e52-43fb-a707-eb2991344c3e'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:16:35.913612 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59142131-3f75-4926-8488-12dad1030b92 tempest-DeleteServersAdminTestJSON-596911100 tempest-DeleteServersAdminTestJSON-596911100-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b1fe0fb-0e52-43fb-a707-eb2991344c3e,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:35.947625 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device ce20ec50-0bb5-4a30-9d3f-65703beb396f up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:16:36.008790 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [req-bc9cd59e-948e-4fab-ba94-dd0cdbb87a57 req-dfa54e40-809a-491b-9bae-a4131104c7ad tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] show failed (client error): The resource could not be found. Feb 09 12:16:36.020668 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bc9cd59e-948e-4fab-ba94-dd0cdbb87a57 req-dfa54e40-809a-491b-9bae-a4131104c7ad tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups/a033010c-7a7b-49a5-a08a-86fd50cc8f54 HTTP/1.1" status: 404 len: 352 time: 0.1768086 Feb 09 12:16:36.046064 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-827259b0-50ae-4230-bc5e-0c5e6e49ab78 req-59142131-3f75-4926-8488-12dad1030b92 tempest-DeleteServersAdminTestJSON-596911100 tempest-DeleteServersAdminTestJSON-596911100-project-admin] No DVR routers for this DVR port 2b1fe0fb-0e52-43fb-a707-eb2991344c3e on host n-h1-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:16:36.061347 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-827259b0-50ae-4230-bc5e-0c5e6e49ab78 req-59142131-3f75-4926-8488-12dad1030b92 tempest-DeleteServersAdminTestJSON-596911100 tempest-DeleteServersAdminTestJSON-596911100-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:36.063510 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-827259b0-50ae-4230-bc5e-0c5e6e49ab78 req-59142131-3f75-4926-8488-12dad1030b92 tempest-DeleteServersAdminTestJSON-596911100 tempest-DeleteServersAdminTestJSON-596911100-project-admin] 10.222.0.52 "DELETE /v2.0/ports/2b1fe0fb-0e52-43fb-a707-eb2991344c3e HTTP/1.1" status: 204 len: 173 time: 1.3381093 Feb 09 12:16:36.075841 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b079a907-4f7b-4967-bb99-26e1d3247fb7', 'name': 'network-vif-deleted', 'tag': '2b1fe0fb-0e52-43fb-a707-eb2991344c3e'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:16:36.130628 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4b501098-eed5-47c9-b6ed-22dec0ff6834 req-a97b42e6-beb7-4ffe-ab58-e849e8558dde tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] 10.222.0.55 "GET /v2.0/security-groups/8af82704-660f-44b0-87cf-4d4fd0d8ec47 HTTP/1.1" status: 200 len: 1812 time: 0.0878468 Feb 09 12:16:36.179514 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port ce20ec50-0bb5-4a30-9d3f-65703beb396f completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:16:36.190276 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port ce20ec50-0bb5-4a30-9d3f-65703beb396f triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:16:36.190794 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:36.374241 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-4b501098-eed5-47c9-b6ed-22dec0ff6834 req-197fffea-ae39-471f-bb39-c34c065f18c1 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:36.396445 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:36.406029 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 66290e4e-4014-4dc2-9b0f-68f1f6990bd8 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:16:36.411967 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-4b501098-eed5-47c9-b6ed-22dec0ff6834 req-197fffea-ae39-471f-bb39-c34c065f18c1 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:36.433422 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0757453a-62cf-4bea-a48b-c58117674853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce20ec50-0bb5-4a30-9d3f-65703beb396f'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:16:36.448122 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port ce20ec50-0bb5-4a30-9d3f-65703beb396f, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=ce20ec50-0bb5-4a30-9d3f-65703beb396f,segment=NetworkSegment(32f229e9-9010-4be1-973f-7ae4423dcda8),segment_id=32f229e9-9010-4be1-973f-7ae4423dcda8)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:16:36.463090 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:36.483300 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c46bf-96dc-4623-8787-f98e67aa9f75 req-c9da683f-8c5e-4da2-9e5e-ec35b73f6b45 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:36.490644 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-110c46bf-96dc-4623-8787-f98e67aa9f75 req-c9da683f-8c5e-4da2-9e5e-ec35b73f6b45 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=0757453a-62cf-4bea-a48b-c58117674853 HTTP/1.1" status: 200 len: 944 time: 0.2878118 Feb 09 12:16:36.526829 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-4b501098-eed5-47c9-b6ed-22dec0ff6834 req-197fffea-ae39-471f-bb39-c34c065f18c1 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:36.576616 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-110c46bf-96dc-4623-8787-f98e67aa9f75 req-1126647c-93ed-42ad-b31a-2740efe532f5 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848401 Feb 09 12:16:36.578257 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197fffea-ae39-471f-bb39-c34c065f18c1 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af82704-660f-44b0-87cf-4d4fd0d8ec47,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:36.587225 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-4b501098-eed5-47c9-b6ed-22dec0ff6834 req-197fffea-ae39-471f-bb39-c34c065f18c1 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:36.607179 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4b501098-eed5-47c9-b6ed-22dec0ff6834 req-197fffea-ae39-471f-bb39-c34c065f18c1 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] 10.222.0.55 "DELETE /v2.0/security-groups/8af82704-660f-44b0-87cf-4d4fd0d8ec47 HTTP/1.1" status: 204 len: 173 time: 0.4740288 Feb 09 12:16:36.643165 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [req-22051297-f63e-4f74-8b92-e2a7f0c9c70a req-6bdfff25-545e-4fe8-bbbb-130db64233ce tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] show failed (client error): The resource could not be found. Feb 09 12:16:36.646477 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-22051297-f63e-4f74-8b92-e2a7f0c9c70a req-6bdfff25-545e-4fe8-bbbb-130db64233ce tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups/d35b56f2-f63e-4364-9b4d-5fdb16f1ca72 HTTP/1.1" status: 404 len: 352 time: 0.0205359 Feb 09 12:16:36.646758 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=ce20ec50-0bb5-4a30-9d3f-65703beb396f,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:36.681563 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 66290e4e-4014-4dc2-9b0f-68f1f6990bd8, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=66290e4e-4014-4dc2-9b0f-68f1f6990bd8,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:16:36.697131 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': '66290e4e-4014-4dc2-9b0f-68f1f6990bd8', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'port_id': '66290e4e-4014-4dc2-9b0f-68f1f6990bd8', 'mac_address': 'fa:16:3e:4e:ee:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed5558-888d-440a-8c32-52f2f9bc5bd5', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:16:36.712368 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b079a907-4f7b-4967-bb99-26e1d3247fb7', 'name': 'network-vif-deleted', 'tag': '2b1fe0fb-0e52-43fb-a707-eb2991344c3e', 'status': 'completed', 'code': 200} Feb 09 12:16:36.759519 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0757453a-62cf-4bea-a48b-c58117674853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce20ec50-0bb5-4a30-9d3f-65703beb396f', 'code': 200} Feb 09 12:16:36.783321 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:36.813436 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66290e4e-4014-4dc2-9b0f-68f1f6990bd8 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:16:36.833927 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 66290e4e-4014-4dc2-9b0f-68f1f6990bd8, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=66290e4e-4014-4dc2-9b0f-68f1f6990bd8,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:16:36.843885 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:36.896719 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-260f8d9e-871e-4e81-af9a-1ac0625bbd43 req-8ee19f3c-f8e7-424e-816f-72cc5eb4214d tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] 10.222.0.55 "GET /v2.0/security-groups/a252b26e-3449-4f36-9878-ae39f7f90a15 HTTP/1.1" status: 200 len: 1811 time: 0.1148045 Feb 09 12:16:36.965691 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad0f5c-bc0a-4662-a37c-08b753767db4 req-ecc94a5e-a0a7-4920-a634-bf1c515deeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:36.968913 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a5ad0f5c-bc0a-4662-a37c-08b753767db4 req-ecc94a5e-a0a7-4920-a634-bf1c515deeda service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0757453a-62cf-4bea-a48b-c58117674853 HTTP/1.1" status: 200 len: 1096 time: 0.1338980 Feb 09 12:16:36.972287 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=66290e4e-4014-4dc2-9b0f-68f1f6990bd8,revision_number=6']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:36.976676 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:16:37.001654 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['66290e4e-4014-4dc2-9b0f-68f1f6990bd8'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:16:37.082326 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a5ad0f5c-bc0a-4662-a37c-08b753767db4 req-be8d6bfd-cfd4-407b-8431-58ba76361369 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905862 Feb 09 12:16:37.094104 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-260f8d9e-871e-4e81-af9a-1ac0625bbd43 req-ac8a5741-1383-4010-9cfe-4a65c92a46c7 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:37.133582 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-260f8d9e-871e-4e81-af9a-1ac0625bbd43 req-ac8a5741-1383-4010-9cfe-4a65c92a46c7 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:37.190217 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-260f8d9e-871e-4e81-af9a-1ac0625bbd43 req-ac8a5741-1383-4010-9cfe-4a65c92a46c7 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:37.249547 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a5741-1383-4010-9cfe-4a65c92a46c7 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a252b26e-3449-4f36-9878-ae39f7f90a15,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:37.253295 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-260f8d9e-871e-4e81-af9a-1ac0625bbd43 req-ac8a5741-1383-4010-9cfe-4a65c92a46c7 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:37.268434 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-260f8d9e-871e-4e81-af9a-1ac0625bbd43 req-ac8a5741-1383-4010-9cfe-4a65c92a46c7 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] 10.222.0.55 "DELETE /v2.0/security-groups/a252b26e-3449-4f36-9878-ae39f7f90a15 HTTP/1.1" status: 204 len: 173 time: 0.3702059 Feb 09 12:16:37.270973 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [req-ea9cfd2e-40cd-41ad-91c4-dae79620118f req-a2299a2f-01b3-4907-9315-7ea7afd0f71e tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] show failed (client error): The resource could not be found. Feb 09 12:16:37.272127 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ea9cfd2e-40cd-41ad-91c4-dae79620118f req-a2299a2f-01b3-4907-9315-7ea7afd0f71e tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups/98fd5be9-819f-42ad-b26b-c33e5f7f3bdc HTTP/1.1" status: 404 len: 352 time: 0.0603595 Feb 09 12:16:37.869218 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5a35b14a-598d-4c39-9c19-32e29c691094 req-ffd45024-af0b-4929-ac87-8e4423f3c8f8 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] 10.222.0.55 "GET /v2.0/security-groups/47913a6c-e604-4462-817f-1d4de4c8ce2c HTTP/1.1" status: 200 len: 1812 time: 0.0773659 Feb 09 12:16:37.942873 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5a35b14a-598d-4c39-9c19-32e29c691094 req-f27156e7-326f-4240-941c-83f92b8eefc0 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:37.984330 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5a35b14a-598d-4c39-9c19-32e29c691094 req-f27156e7-326f-4240-941c-83f92b8eefc0 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:38.040617 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5a35b14a-598d-4c39-9c19-32e29c691094 req-f27156e7-326f-4240-941c-83f92b8eefc0 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:38.066352 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27156e7-326f-4240-941c-83f92b8eefc0 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47913a6c-e604-4462-817f-1d4de4c8ce2c,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:38.071947 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5a35b14a-598d-4c39-9c19-32e29c691094 req-f27156e7-326f-4240-941c-83f92b8eefc0 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:38.073135 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5a35b14a-598d-4c39-9c19-32e29c691094 req-f27156e7-326f-4240-941c-83f92b8eefc0 tempest-SecurityGroupRulesNegativeTestJSON-1539296947 tempest-SecurityGroupRulesNegativeTestJSON-1539296947-project] 10.222.0.55 "DELETE /v2.0/security-groups/47913a6c-e604-4462-817f-1d4de4c8ce2c HTTP/1.1" status: 204 len: 173 time: 0.2030499 Feb 09 12:16:38.079724 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 42112) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:16:38.133823 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [req-2324c256-18b4-4ad2-8cbc-7dc01af3dfd8 req-57984320-1404-4fa5-a0f4-f7543a758df5 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] show failed (client error): The resource could not be found. Feb 09 12:16:38.137320 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2324c256-18b4-4ad2-8cbc-7dc01af3dfd8 req-57984320-1404-4fa5-a0f4-f7543a758df5 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups/6b09cc90-9f18-4249-acf7-a294748170f9 HTTP/1.1" status: 404 len: 352 time: 0.0491531 Feb 09 12:16:38.204134 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-3929ab1a-d67b-49f6-9705-47f9e2c0734c admin admin] Deleting subnet 214d7f60-62c5-44e9-9813-03da50e5eaf1 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:16:38.208651 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3929ab1a-d67b-49f6-9705-47f9e2c0734c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:38.288170 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3929ab1a-d67b-49f6-9705-47f9e2c0734c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:38.403485 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 66290e4e-4014-4dc2-9b0f-68f1f6990bd8 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:16:38.452620 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3929ab1a-d67b-49f6-9705-47f9e2c0734c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:38.523298 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-1d60dbc6-a0b9-432f-8cc8-4253fb1a18ed tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=69bdb4e75c6c4b848cf2a4736ee44cfe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3406608 Feb 09 12:16:38.596016 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port 66290e4e-4014-4dc2-9b0f-68f1f6990bd8 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:16:38.596560 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:38.686114 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3929ab1a-d67b-49f6-9705-47f9e2c0734c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:38.710805 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-f86d91f1-802d-4878-a89f-74a09efdea7c tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:38.718862 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-f86d91f1-802d-4878-a89f-74a09efdea7c tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1816649 Feb 09 12:16:38.747488 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-ac1b8ff0-95d6-4b5c-90a9-6d59a1b30fff tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.55 "GET /v2.0/quotas/69bdb4e75c6c4b848cf2a4736ee44cfe HTTP/1.1" status: 200 len: 375 time: 0.0274136 Feb 09 12:16:38.763393 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:38.809993 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-9e0c63df-398e-4367-9cde-08bb4138ca98 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Synchronizing usage tracker for tenant:69bdb4e75c6c4b848cf2a4736ee44cfe on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:16:38.815478 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 66290e4e-4014-4dc2-9b0f-68f1f6990bd8, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=66290e4e-4014-4dc2-9b0f-68f1f6990bd8,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:16:38.816851 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a2010d-19ed-43b1-93e7-5befaca38eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66290e4e-4014-4dc2-9b0f-68f1f6990bd8'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:16:38.828520 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:38.829451 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3929ab1a-d67b-49f6-9705-47f9e2c0734c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=214d7f60-62c5-44e9-9813-03da50e5eaf1,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:38.830411 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 2b1fe0fb-0e52-43fb-a707-eb2991344c3e no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:16:38.836370 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-9e0c63df-398e-4367-9cde-08bb4138ca98 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Unset dirty status for tenant:69bdb4e75c6c4b848cf2a4736ee44cfe on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:16:38.836915 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3929ab1a-d67b-49f6-9705-47f9e2c0734c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:38.848925 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-9e0c63df-398e-4367-9cde-08bb4138ca98 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=69bdb4e75c6c4b848cf2a4736ee44cfe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0990777 Feb 09 12:16:38.855045 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3929ab1a-d67b-49f6-9705-47f9e2c0734c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/214d7f60-62c5-44e9-9813-03da50e5eaf1 HTTP/1.1" status: 204 len: 168 time: 0.7742119 Feb 09 12:16:38.858895 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 42144) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:16:38.892247 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2e96e-6eca-444a-9cc5-2e7c458880f4 req-40ed3be1-db7f-4369-9e5c-6d157db0a9e4 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:38.906775 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ff2e96e-6eca-444a-9cc5-2e7c458880f4 req-40ed3be1-db7f-4369-9e5c-6d157db0a9e4 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=0757453a-62cf-4bea-a48b-c58117674853 HTTP/1.1" status: 200 len: 945 time: 0.4801152 Feb 09 12:16:38.928698 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] No Port match for: 2b1fe0fb-0e52-43fb-a707-eb2991344c3e {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:16:38.934852 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 2b1fe0fb-0e52-43fb-a707-eb2991344c3e not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:16:39.015784 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=66290e4e-4014-4dc2-9b0f-68f1f6990bd8,revision_number=7']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:39.023916 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ff2e96e-6eca-444a-9cc5-2e7c458880f4 req-1354ffb1-09a2-4a4c-bd8d-42ac0e3b5668 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157403 Feb 09 12:16:39.101776 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3adf9044-c938-4822-87ef-903f5e51f9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:39.398814 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6c9ce-2889-4696-96a2-f74514a817b5 req-d9250180-8c8b-40ec-9c05-1403a7d581e3 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:39.400391 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7ca6c9ce-2889-4696-96a2-f74514a817b5 req-d9250180-8c8b-40ec-9c05-1403a7d581e3 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1adc09c-f94a-4d63-9a0d-da5e6c06692c HTTP/1.1" status: 200 len: 949 time: 0.2594087 Feb 09 12:16:39.458597 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3adf9044-c938-4822-87ef-903f5e51f9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:39.471318 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184a215-e041-4fae-ae68-aa790e168d9d req-c3923e2a-8738-433d-8f5d-21194a1c27d9 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:39.473284 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7184a215-e041-4fae-ae68-aa790e168d9d req-c3923e2a-8738-433d-8f5d-21194a1c27d9 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1adc09c-f94a-4d63-9a0d-da5e6c06692c HTTP/1.1" status: 200 len: 949 time: 0.2554958 Feb 09 12:16:39.525791 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-7ca6c9ce-2889-4696-96a2-f74514a817b5 req-1308c100-f353-41c7-8805-cfcbe656ebb5 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Deleting port 2757b3d6-dc7b-47d5-b590-77650b8c733f {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:16:39.526153 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7ca6c9ce-2889-4696-96a2-f74514a817b5 req-1308c100-f353-41c7-8805-cfcbe656ebb5 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:39.597208 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7184a215-e041-4fae-ae68-aa790e168d9d req-ca8fdd18-71f9-49f8-ae60-3ff7823ec955 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163771 Feb 09 12:16:39.657456 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-3adf9044-c938-4822-87ef-903f5e51f9fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['532e5a75-28b3-4902-824d-93ea4a9fdc94']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:16:39.689982 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-3adf9044-c938-4822-87ef-903f5e51f9fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e916dd33-a3e6-4ddc-94d3-9518d5a2e126') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:16:39.690352 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-3adf9044-c938-4822-87ef-903f5e51f9fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e916dd33-a3e6-4ddc-94d3-9518d5a2e126') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:16:39.732808 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3adf9044-c938-4822-87ef-903f5e51f9fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:39.798942 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3adf9044-c938-4822-87ef-903f5e51f9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:39.819546 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3adf9044-c938-4822-87ef-903f5e51f9fa admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:16:39.821205 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3adf9044-c938-4822-87ef-903f5e51f9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:39.862795 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:16:39.862795 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:16:39.862795 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:16:39.862795 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:16:39.862795 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:16:39.862795 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:16:39.862795 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:16:39.862795 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:16:39.862795 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:16:39.862795 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:16:39.862795 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:16:39.862795 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:16:39.862795 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:16:39.862795 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:16:39.862795 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:16:39.862795 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:16:39.862795 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:16:39.862795 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:16:39.862795 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:16:39.862795 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:16:39.862795 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:16:39.862795 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:16:39.862795 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:16:39.862795 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:16:39.862795 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:16:39.862795 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:16:39.862795 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:16:39.862795 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:16:39.862795 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:16:39.862795 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:16:39.862795 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:16:39.862795 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:16:39.984444 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a2010d-19ed-43b1-93e7-5befaca38eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66290e4e-4014-4dc2-9b0f-68f1f6990bd8', 'code': 200} Feb 09 12:16:40.004784 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3adf9044-c938-4822-87ef-903f5e51f9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:40.013447 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-7ca6c9ce-2889-4696-96a2-f74514a817b5 req-1308c100-f353-41c7-8805-cfcbe656ebb5 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] For port 2757b3d6-dc7b-47d5-b590-77650b8c733f, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=2757b3d6-dc7b-47d5-b590-77650b8c733f,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:16:40.014050 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3adf9044-c938-4822-87ef-903f5e51f9fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:40.014141 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7ca6c9ce-2889-4696-96a2-f74514a817b5 req-1308c100-f353-41c7-8805-cfcbe656ebb5 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:40.078643 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40623c6b-f04c-4db0-bb7e-71ae0270fea9 req-e80f153f-c9d3-4161-8fba-8be55ecabe58 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:40.080283 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-40623c6b-f04c-4db0-bb7e-71ae0270fea9 req-e80f153f-c9d3-4161-8fba-8be55ecabe58 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Synchronizing usage tracker for tenant:c9a644d28aa946259b7337281970c4b8 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:16:40.142662 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf9044-c938-4822-87ef-903f5e51f9fa admin admin] Pushing event deleted for resources: {'Network': ['ID=532e5a75-28b3-4902-824d-93ea4a9fdc94,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:40.156765 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3adf9044-c938-4822-87ef-903f5e51f9fa admin admin] 10.222.0.55 "DELETE /v2.0/networks/532e5a75-28b3-4902-824d-93ea4a9fdc94 HTTP/1.1" status: 204 len: 168 time: 1.2957976 Feb 09 12:16:40.166701 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-40623c6b-f04c-4db0-bb7e-71ae0270fea9 req-e80f153f-c9d3-4161-8fba-8be55ecabe58 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Unset dirty status for tenant:c9a644d28aa946259b7337281970c4b8 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:16:40.167821 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-40623c6b-f04c-4db0-bb7e-71ae0270fea9 req-e80f153f-c9d3-4161-8fba-8be55ecabe58 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb5d450e-097f-4919-9836-b14e117230c6 HTTP/1.1" status: 200 len: 950 time: 0.6654396 Feb 09 12:16:40.182907 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-7ca6c9ce-2889-4696-96a2-f74514a817b5 req-1308c100-f353-41c7-8805-cfcbe656ebb5 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Calling delete_port for 2757b3d6-dc7b-47d5-b590-77650b8c733f owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:16:40.339133 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-40623c6b-f04c-4db0-bb7e-71ae0270fea9 req-db5a99f2-5581-4679-8caf-f075b25f1f04 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Deleting port 0d85bbfe-ab37-4908-b505-2f3515665611 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:16:40.339390 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-40623c6b-f04c-4db0-bb7e-71ae0270fea9 req-db5a99f2-5581-4679-8caf-f075b25f1f04 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:40.448786 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-81845d5d-cd33-4ba4-bad6-9bc035dfe9e1 req-67115bf0-cf8b-473d-870f-8443632d155a tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd2ec29-a543-4689-92b5-2f26f15044d9 HTTP/1.1" status: 200 len: 210 time: 0.1406100 Feb 09 12:16:40.595248 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 42234) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:16:40.783236 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-40623c6b-f04c-4db0-bb7e-71ae0270fea9 req-db5a99f2-5581-4679-8caf-f075b25f1f04 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] For port 0d85bbfe-ab37-4908-b505-2f3515665611, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=0d85bbfe-ab37-4908-b505-2f3515665611,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:16:40.783635 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-40623c6b-f04c-4db0-bb7e-71ae0270fea9 req-db5a99f2-5581-4679-8caf-f075b25f1f04 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:40.785318 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ad341fdc-a894-4b8a-b25c-e5ff922f9539 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a49d0b75e8f0468bafedcda2b8a2ba14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1883214 Feb 09 12:16:40.791331 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 42240) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:16:40.894634 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7ca6c9ce-2889-4696-96a2-f74514a817b5 req-1308c100-f353-41c7-8805-cfcbe656ebb5 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:40.907022 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['b5fedb51-61f7-44a9-a646-00ef57b3909b', 'eca5b3d7-d4c8-45db-bb8d-4b1aab65b295', '63509d75-da58-43e5-b240-8d70695a2e99'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:16:40.945639 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-40623c6b-f04c-4db0-bb7e-71ae0270fea9 req-db5a99f2-5581-4679-8caf-f075b25f1f04 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Calling delete_port for 0d85bbfe-ab37-4908-b505-2f3515665611 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:16:40.955075 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1308c100-f353-41c7-8805-cfcbe656ebb5 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Pushing event deleted for resources: {'Port': ['ID=2757b3d6-dc7b-47d5-b590-77650b8c733f,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:41.081479 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca6c9ce-2889-4696-96a2-f74514a817b5 req-1308c100-f353-41c7-8805-cfcbe656ebb5 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] No DVR routers for this DVR port 2757b3d6-dc7b-47d5-b590-77650b8c733f on host n-h1-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:16:41.084178 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7ca6c9ce-2889-4696-96a2-f74514a817b5 req-1308c100-f353-41c7-8805-cfcbe656ebb5 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:41.094922 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-82073bfd-dd73-47ff-aec1-70b8acddf6fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:41.099316 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1adc09c-f94a-4d63-9a0d-da5e6c06692c', 'name': 'network-vif-deleted', 'tag': '2757b3d6-dc7b-47d5-b590-77650b8c733f'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:16:41.110470 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7ca6c9ce-2889-4696-96a2-f74514a817b5 req-1308c100-f353-41c7-8805-cfcbe656ebb5 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.52 "DELETE /v2.0/ports/2757b3d6-dc7b-47d5-b590-77650b8c733f HTTP/1.1" status: 204 len: 173 time: 1.7006817 Feb 09 12:16:41.131399 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc37224-d5cd-4681-a21d-7c76ebcc335e req-fea026e8-cc06-4c78-8962-078c7bd3ae60 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:41.140854 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fbc37224-d5cd-4681-a21d-7c76ebcc335e req-fea026e8-cc06-4c78-8962-078c7bd3ae60 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9f5aac1-8c2a-496d-a005-f08031e74aa4 HTTP/1.1" status: 200 len: 1023 time: 0.3767562 Feb 09 12:16:41.153141 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ae9bc-1983-4bbe-9c2a-eee5f3f443d1 req-f98946db-7d02-4461-b560-24848467ab7c tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:41.156345 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b69ae9bc-1983-4bbe-9c2a-eee5f3f443d1 req-f98946db-7d02-4461-b560-24848467ab7c tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=0757453a-62cf-4bea-a48b-c58117674853 HTTP/1.1" status: 200 len: 945 time: 0.4626880 Feb 09 12:16:41.163407 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-82073bfd-dd73-47ff-aec1-70b8acddf6fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:41.285363 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-82073bfd-dd73-47ff-aec1-70b8acddf6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:41.367205 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82073bfd-dd73-47ff-aec1-70b8acddf6fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ff4165-61d7-49b7-84e3-0a88ca2e4fe8,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:41.392907 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-82073bfd-dd73-47ff-aec1-70b8acddf6fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:41.394006 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-82073bfd-dd73-47ff-aec1-70b8acddf6fb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/31ff4165-61d7-49b7-84e3-0a88ca2e4fe8 HTTP/1.1" status: 204 len: 168 time: 0.6017635 Feb 09 12:16:41.428879 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-23312c14-7f5f-475a-8cdd-2ecc628a2049 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=69bdb4e75c6c4b848cf2a4736ee44cfe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1981618 Feb 09 12:16:41.508187 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-fbc37224-d5cd-4681-a21d-7c76ebcc335e req-a58528c1-d356-4378-a4de-97e526597193 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Synchronizing usage tracker for tenant:64589850d54f49bfb3a355e7cee6f70a on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:16:41.525688 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b69ae9bc-1983-4bbe-9c2a-eee5f3f443d1 req-afc839ac-e6cf-491b-90df-39acb58069ed tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522191 Feb 09 12:16:41.571233 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-40623c6b-f04c-4db0-bb7e-71ae0270fea9 req-db5a99f2-5581-4679-8caf-f075b25f1f04 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:41.706584 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a99f2-5581-4679-8caf-f075b25f1f04 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Pushing event deleted for resources: {'Port': ['ID=0d85bbfe-ab37-4908-b505-2f3515665611,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:41.742473 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-fbc37224-d5cd-4681-a21d-7c76ebcc335e req-a58528c1-d356-4378-a4de-97e526597193 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Unset dirty status for tenant:64589850d54f49bfb3a355e7cee6f70a on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:16:41.743789 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fbc37224-d5cd-4681-a21d-7c76ebcc335e req-a58528c1-d356-4378-a4de-97e526597193 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups?id=b76c5c41-bf80-45ae-bb32-bc32aa39590a&id=f4fb3f13-7dc7-4cfe-ae6d-dfbf47efd150&id=7819bede-023c-4ddd-9d6a-58378c8c99cf&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.6016593 Feb 09 12:16:41.866708 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-40623c6b-f04c-4db0-bb7e-71ae0270fea9 req-db5a99f2-5581-4679-8caf-f075b25f1f04 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] No DVR routers for this DVR port 0d85bbfe-ab37-4908-b505-2f3515665611 on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:16:41.870377 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-40623c6b-f04c-4db0-bb7e-71ae0270fea9 req-db5a99f2-5581-4679-8caf-f075b25f1f04 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:41.874677 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5d450e-097f-4919-9836-b14e117230c6', 'name': 'network-vif-deleted', 'tag': '0d85bbfe-ab37-4908-b505-2f3515665611'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:16:41.891039 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-40623c6b-f04c-4db0-bb7e-71ae0270fea9 req-db5a99f2-5581-4679-8caf-f075b25f1f04 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.46 "DELETE /v2.0/ports/0d85bbfe-ab37-4908-b505-2f3515665611 HTTP/1.1" status: 204 len: 173 time: 1.7164967 Feb 09 12:16:41.925761 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-7c12b096-6b00-4bb8-8af5-b4d5849d50e0 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:41.927800 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-7c12b096-6b00-4bb8-8af5-b4d5849d50e0 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4879098 Feb 09 12:16:41.939203 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 0d85bbfe-ab37-4908-b505-2f3515665611 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:16:41.966430 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-f709be0c-1b92-4487-b403-664846549d0d tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Request body: {'port': {'device_id': 'cbd2ec29-a543-4689-92b5-2f26f15044d9', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'admin_state_up': True, 'tenant_id': '69bdb4e75c6c4b848cf2a4736ee44cfe'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:16:42.052335 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: 0d85bbfe-ab37-4908-b505-2f3515665611 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:16:42.052679 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 0d85bbfe-ab37-4908-b505-2f3515665611 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:16:42.360919 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361b076-c106-4dca-a2b2-013378fd695f req-2d92782d-86a2-4da2-980b-7cdc26d33553 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:42.363339 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-5361b076-c106-4dca-a2b2-013378fd695f req-2d92782d-86a2-4da2-980b-7cdc26d33553 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Synchronizing usage tracker for tenant:64589850d54f49bfb3a355e7cee6f70a on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:16:42.416427 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device be69895c-a2bd-4f9d-84bc-b9b5fb812a63 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:16:42.424973 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-5361b076-c106-4dca-a2b2-013378fd695f req-2d92782d-86a2-4da2-980b-7cdc26d33553 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Unset dirty status for tenant:64589850d54f49bfb3a355e7cee6f70a on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:16:42.430530 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-5361b076-c106-4dca-a2b2-013378fd695f req-2d92782d-86a2-4da2-980b-7cdc26d33553 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9f5aac1-8c2a-496d-a005-f08031e74aa4 HTTP/1.1" status: 200 len: 1023 time: 0.3539622 Feb 09 12:16:42.584938 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-7b8e6006-cc24-4a0c-9973-e30bfcfa02b0 req-c6da66ef-54b8-45b4-a256-cffbfca48301 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Synchronizing usage tracker for tenant:c9a644d28aa946259b7337281970c4b8 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:16:42.627044 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-f709be0c-1b92-4487-b403-664846549d0d tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:16:42.671756 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-f709be0c-1b92-4487-b403-664846549d0d tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:16:42.679601 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-7b8e6006-cc24-4a0c-9973-e30bfcfa02b0 req-c6da66ef-54b8-45b4-a256-cffbfca48301 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Unset dirty status for tenant:c9a644d28aa946259b7337281970c4b8 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:16:42.681410 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b8e6006-cc24-4a0c-9973-e30bfcfa02b0 req-c6da66ef-54b8-45b4-a256-cffbfca48301 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1adc09c-f94a-4d63-9a0d-da5e6c06692c HTTP/1.1" status: 200 len: 210 time: 0.3005564 Feb 09 12:16:42.682789 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-f709be0c-1b92-4487-b403-664846549d0d tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Made reservation on behalf of 69bdb4e75c6c4b848cf2a4736ee44cfe for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:16:42.687577 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-f709be0c-1b92-4487-b403-664846549d0d tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:42.836755 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:42.869334 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['b5fedb51-61f7-44a9-a646-00ef57b3909b', 'eca5b3d7-d4c8-45db-bb8d-4b1aab65b295', '63509d75-da58-43e5-b240-8d70695a2e99'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:16:42.972892 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-5361b076-c106-4dca-a2b2-013378fd695f req-f0a34c1f-01a9-4ca4-9925-a8b47a1107f3 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Deleting port e9cd4a24-13a2-48d5-a087-aca4187189c0 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:16:42.973706 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-5361b076-c106-4dca-a2b2-013378fd695f req-f0a34c1f-01a9-4ca4-9925-a8b47a1107f3 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:42.979881 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b000940f-9489-4b03-9fa7-1e2767a7e547', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be69895c-a2bd-4f9d-84bc-b9b5fb812a63'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:16:43.004850 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port be69895c-a2bd-4f9d-84bc-b9b5fb812a63, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=be69895c-a2bd-4f9d-84bc-b9b5fb812a63,segment=NetworkSegment(7fd43362-d2bb-4c15-a4a2-a1a057b6ca17),segment_id=7fd43362-d2bb-4c15-a4a2-a1a057b6ca17)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:16:43.021301 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:43.021489 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device e9cd4a24-13a2-48d5-a087-aca4187189c0 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:16:43.032538 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-f709be0c-1b92-4487-b403-664846549d0d tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Allocated IP 192.168.233.150 (4f732e35-467f-44f5-be04-aa808693dec3/f8ed5558-888d-440a-8c32-52f2f9bc5bd5/551cd07e-71a4-4566-b1a4-af637e8ad9ad) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:16:43.426480 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-5361b076-c106-4dca-a2b2-013378fd695f req-f0a34c1f-01a9-4ca4-9925-a8b47a1107f3 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] For port e9cd4a24-13a2-48d5-a087-aca4187189c0, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=e9cd4a24-13a2-48d5-a087-aca4187189c0,segment=NetworkSegment(bebbd8fc-dd7d-4200-8938-452b9dad56e6),segment_id=bebbd8fc-dd7d-4200-8938-452b9dad56e6)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:16:43.427027 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-5361b076-c106-4dca-a2b2-013378fd695f req-f0a34c1f-01a9-4ca4-9925-a8b47a1107f3 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:43.511158 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=be69895c-a2bd-4f9d-84bc-b9b5fb812a63,revision_number=8']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:43.536505 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-f709be0c-1b92-4487-b403-664846549d0d tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:43.567682 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-f709be0c-1b92-4487-b403-664846549d0d tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Transition to ACTIVE for port object 551cd07e-71a4-4566-b1a4-af637e8ad9ad will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:16:43.585184 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-5361b076-c106-4dca-a2b2-013378fd695f req-f0a34c1f-01a9-4ca4-9925-a8b47a1107f3 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Calling delete_port for e9cd4a24-13a2-48d5-a087-aca4187189c0 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:16:43.633193 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-f709be0c-1b92-4487-b403-664846549d0d tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:43.695083 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:43.781861 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-f709be0c-1b92-4487-b403-664846549d0d tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Network 4f732e35-467f-44f5-be04-aa808693dec3 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:16:43.789431 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-f709be0c-1b92-4487-b403-664846549d0d tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:16:43.793469 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-f709be0c-1b92-4487-b403-664846549d0d tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:16:43.817599 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-5361b076-c106-4dca-a2b2-013378fd695f req-f0a34c1f-01a9-4ca4-9925-a8b47a1107f3 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:43.839621 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709be0c-1b92-4487-b403-664846549d0d tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Pushing event updated for resources: {'Port': ['ID=551cd07e-71a4-4566-b1a4-af637e8ad9ad,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:43.902227 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-f709be0c-1b92-4487-b403-664846549d0d tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:43.907486 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-f709be0c-1b92-4487-b403-664846549d0d tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:43.932678 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a34c1f-01a9-4ca4-9925-a8b47a1107f3 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Pushing event deleted for resources: {'Port': ['ID=e9cd4a24-13a2-48d5-a087-aca4187189c0,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:43.960912 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-f709be0c-1b92-4487-b403-664846549d0d tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0044940 Feb 09 12:16:44.001218 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-f214dc5e-fd41-4b7f-be4f-6f17c978081f service neutron] Request body: {'port': {'device_id': 'cbd2ec29-a543-4689-92b5-2f26f15044d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:16:44.079869 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-5361b076-c106-4dca-a2b2-013378fd695f req-f0a34c1f-01a9-4ca4-9925-a8b47a1107f3 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] No DVR routers for this DVR port e9cd4a24-13a2-48d5-a087-aca4187189c0 on host n-h1-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:16:44.090393 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-5361b076-c106-4dca-a2b2-013378fd695f req-f0a34c1f-01a9-4ca4-9925-a8b47a1107f3 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:44.143584 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-5361b076-c106-4dca-a2b2-013378fd695f req-f0a34c1f-01a9-4ca4-9925-a8b47a1107f3 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.52 "DELETE /v2.0/ports/e9cd4a24-13a2-48d5-a087-aca4187189c0 HTTP/1.1" status: 204 len: 173 time: 1.7088218 Feb 09 12:16:44.168668 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 2757b3d6-dc7b-47d5-b590-77650b8c733f no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:16:44.233555 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] No Port match for: 2757b3d6-dc7b-47d5-b590-77650b8c733f {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:16:44.233967 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 2757b3d6-dc7b-47d5-b590-77650b8c733f not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:16:44.235681 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a874d0a3-f581-4f20-b5df-4048be4e692a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:44.419815 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-f214dc5e-fd41-4b7f-be4f-6f17c978081f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:44.448189 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-03a8afc7-b4b0-4d9f-8da4-72375bd12e45 None None] Provisioning for port 551cd07e-71a4-4566-b1a4-af637e8ad9ad completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:16:44.465570 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-03a8afc7-b4b0-4d9f-8da4-72375bd12e45 None None] Provisioning complete for port 551cd07e-71a4-4566-b1a4-af637e8ad9ad triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:16:44.466044 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-03a8afc7-b4b0-4d9f-8da4-72375bd12e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:44.481329 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1adc09c-f94a-4d63-9a0d-da5e6c06692c', 'name': 'network-vif-deleted', 'tag': '2757b3d6-dc7b-47d5-b590-77650b8c733f', 'status': 'completed', 'code': 200} Feb 09 12:16:44.567972 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-03a8afc7-b4b0-4d9f-8da4-72375bd12e45 None None] Port 551cd07e-71a4-4566-b1a4-af637e8ad9ad cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:16:44.959850 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2bc9f-2d32-459f-a7d5-a0cb4316ce30 req-ded1b1e5-9550-4c0a-99f5-cc9bb18bac8f tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:44.961494 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2db2bc9f-2d32-459f-a7d5-a0cb4316ce30 req-ded1b1e5-9550-4c0a-99f5-cc9bb18bac8f tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0757453a-62cf-4bea-a48b-c58117674853 HTTP/1.1" status: 200 len: 1096 time: 0.3482006 Feb 09 12:16:44.982493 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee92b3-99fa-43f5-ae43-eea334bc70c6 req-01934b19-3754-412e-83be-2fd92cc3fbc3 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:44.983229 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-5cee92b3-99fa-43f5-ae43-eea334bc70c6 req-01934b19-3754-412e-83be-2fd92cc3fbc3 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Synchronizing usage tracker for tenant:69bdb4e75c6c4b848cf2a4736ee44cfe on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:16:45.070506 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-5cee92b3-99fa-43f5-ae43-eea334bc70c6 req-01934b19-3754-412e-83be-2fd92cc3fbc3 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Unset dirty status for tenant:69bdb4e75c6c4b848cf2a4736ee44cfe on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:16:45.078995 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5cee92b3-99fa-43f5-ae43-eea334bc70c6 req-01934b19-3754-412e-83be-2fd92cc3fbc3 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd2ec29-a543-4689-92b5-2f26f15044d9 HTTP/1.1" status: 200 len: 936 time: 0.4064498 Feb 09 12:16:45.103402 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2db2bc9f-2d32-459f-a7d5-a0cb4316ce30 req-e9a48758-8a8c-44ad-985c-cb6250c3f643 tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315148 Feb 09 12:16:45.158024 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5cee92b3-99fa-43f5-ae43-eea334bc70c6 req-9feeeea2-bb92-44f0-ad14-3e4b61c187a2 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.55 "GET /v2.0/security-groups?id=a83df6af-750f-4c01-af24-03274e72d063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777237 Feb 09 12:16:45.247475 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5d450e-097f-4919-9836-b14e117230c6', 'name': 'network-vif-deleted', 'tag': '0d85bbfe-ab37-4908-b505-2f3515665611', 'status': 'completed', 'code': 200} Feb 09 12:16:45.296585 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-f214dc5e-fd41-4b7f-be4f-6f17c978081f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 551cd07e-71a4-4566-b1a4-af637e8ad9ad {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:16:45.306724 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-f214dc5e-fd41-4b7f-be4f-6f17c978081f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:45.341812 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-f214dc5e-fd41-4b7f-be4f-6f17c978081f service neutron] Transition to ACTIVE for port object 551cd07e-71a4-4566-b1a4-af637e8ad9ad will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:16:45.352243 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-f214dc5e-fd41-4b7f-be4f-6f17c978081f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:45.403250 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b000940f-9489-4b03-9fa7-1e2767a7e547', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be69895c-a2bd-4f9d-84bc-b9b5fb812a63', 'code': 200} Feb 09 12:16:45.974203 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f214dc5e-fd41-4b7f-be4f-6f17c978081f service neutron] Pushing event updated for resources: {'Port': ['ID=551cd07e-71a4-4566-b1a4-af637e8ad9ad,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:46.162479 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-f214dc5e-fd41-4b7f-be4f-6f17c978081f service neutron] Attempting to bind port 551cd07e-71a4-4566-b1a4-af637e8ad9ad on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:16:46.164273 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-f214dc5e-fd41-4b7f-be4f-6f17c978081f service neutron] Attempting to bind port 551cd07e-71a4-4566-b1a4-af637e8ad9ad by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:16:46.165806 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-f214dc5e-fd41-4b7f-be4f-6f17c978081f service neutron] Attempting to bind port 551cd07e-71a4-4566-b1a4-af637e8ad9ad on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:16:46.186298 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-f214dc5e-fd41-4b7f-be4f-6f17c978081f service neutron] Port 551cd07e-71a4-4566-b1a4-af637e8ad9ad on network 4f732e35-467f-44f5-be04-aa808693dec3 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:16:46.186955 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-f214dc5e-fd41-4b7f-be4f-6f17c978081f service neutron] Attempting to bind port 551cd07e-71a4-4566-b1a4-af637e8ad9ad on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:16:46.221559 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-f214dc5e-fd41-4b7f-be4f-6f17c978081f service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:16:46.222188 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-f214dc5e-fd41-4b7f-be4f-6f17c978081f service neutron] Checking segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:16:46.222566 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-f214dc5e-fd41-4b7f-be4f-6f17c978081f service neutron] Bound using segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:16:46.223007 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-f214dc5e-fd41-4b7f-be4f-6f17c978081f service neutron] Bound port: 551cd07e-71a4-4566-b1a4-af637e8ad9ad, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:16:46.223352 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-f214dc5e-fd41-4b7f-be4f-6f17c978081f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:46.247483 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa5c52-035c-4e74-bd4a-af21aa614c05 req-e65dd715-5ae8-4663-a07e-4366daf4e160 tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:46.249170 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5cfa5c52-035c-4e74-bd4a-af21aa614c05 req-e65dd715-5ae8-4663-a07e-4366daf4e160 tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0757453a-62cf-4bea-a48b-c58117674853 HTTP/1.1" status: 200 len: 1096 time: 0.3721392 Feb 09 12:16:46.258362 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3f6dcc9b-b439-4c1b-9e51-b85e7310f649 req-2510f1f2-a6eb-498b-ba81-3f14809bd390 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups/b76c5c41-bf80-45ae-bb32-bc32aa39590a HTTP/1.1" status: 200 len: 1801 time: 0.1360567 Feb 09 12:16:46.265609 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4b895102-b9ee-4c4e-9336-fa80c2f8433d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:46.287461 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 42394) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:16:46.445832 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5cfa5c52-035c-4e74-bd4a-af21aa614c05 req-5ca83ba9-2553-4a0a-996f-222969dea453 tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863313 Feb 09 12:16:46.467567 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-f214dc5e-fd41-4b7f-be4f-6f17c978081f service neutron] For port 551cd07e-71a4-4566-b1a4-af637e8ad9ad, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:16:46.494144 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-f214dc5e-fd41-4b7f-be4f-6f17c978081f service neutron] For port 551cd07e-71a4-4566-b1a4-af637e8ad9ad, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=551cd07e-71a4-4566-b1a4-af637e8ad9ad,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:16:46.502368 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3f6dcc9b-b439-4c1b-9e51-b85e7310f649 req-1bc0d668-7c6a-47fe-bb09-9c411c90079f tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:46.507960 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-f214dc5e-fd41-4b7f-be4f-6f17c978081f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:46.547793 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-377444a8-3d56-4965-b73c-168358474865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:46.571254 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-377444a8-3d56-4965-b73c-168358474865 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:16:46.577068 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-377444a8-3d56-4965-b73c-168358474865 admin admin] Usage tracker for resource:security_group_rule and tenant:390680903f674278803faa0ac114b14d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:16:46.581356 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-f214dc5e-fd41-4b7f-be4f-6f17c978081f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:46.581980 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-f214dc5e-fd41-4b7f-be4f-6f17c978081f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:46.583954 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-f214dc5e-fd41-4b7f-be4f-6f17c978081f service neutron] 10.222.0.52 "PUT /v2.0/ports/551cd07e-71a4-4566-b1a4-af637e8ad9ad HTTP/1.1" status: 200 len: 1096 time: 2.6082602 Feb 09 12:16:46.611201 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-377444a8-3d56-4965-b73c-168358474865 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:16:46.616310 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd2ec29-a543-4689-92b5-2f26f15044d9', 'tag': '551cd07e-71a4-4566-b1a4-af637e8ad9ad'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:16:46.628852 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-377444a8-3d56-4965-b73c-168358474865 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:16:46.741262 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3f6dcc9b-b439-4c1b-9e51-b85e7310f649 req-1bc0d668-7c6a-47fe-bb09-9c411c90079f tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:46.796275 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-377444a8-3d56-4965-b73c-168358474865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:46.803389 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-377444a8-3d56-4965-b73c-168358474865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:46.835162 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f214dc5e-fd41-4b7f-be4f-6f17c978081f service neutron] Pushing event updated for resources: {'Port': ['ID=551cd07e-71a4-4566-b1a4-af637e8ad9ad,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:46.864244 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377444a8-3d56-4965-b73c-168358474865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d43e915-1c3e-4c63-a486-1aaaba52044a,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:46.867493 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-9d5a11e2-9f50-4ae3-97ac-cd6aadb0a92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:46.869621 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-9d5a11e2-9f50-4ae3-97ac-cd6aadb0a92b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=69bdb4e75c6c4b848cf2a4736ee44cfe&device_id=cbd2ec29-a543-4689-92b5-2f26f15044d9 HTTP/1.1" status: 200 len: 1099 time: 0.2075999 Feb 09 12:16:46.872681 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3f6dcc9b-b439-4c1b-9e51-b85e7310f649 req-1bc0d668-7c6a-47fe-bb09-9c411c90079f tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:46.878036 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377444a8-3d56-4965-b73c-168358474865 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:16:46.878585 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377444a8-3d56-4965-b73c-168358474865 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:16:46.879173 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377444a8-3d56-4965-b73c-168358474865 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:16:46.879911 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377444a8-3d56-4965-b73c-168358474865 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:16:46.880488 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377444a8-3d56-4965-b73c-168358474865 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:16:46.881020 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377444a8-3d56-4965-b73c-168358474865 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:16:46.881534 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377444a8-3d56-4965-b73c-168358474865 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:16:46.882069 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377444a8-3d56-4965-b73c-168358474865 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:16:46.882584 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377444a8-3d56-4965-b73c-168358474865 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:16:46.883099 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377444a8-3d56-4965-b73c-168358474865 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:16:46.883699 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377444a8-3d56-4965-b73c-168358474865 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:16:46.884163 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377444a8-3d56-4965-b73c-168358474865 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:16:46.928127 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-377444a8-3d56-4965-b73c-168358474865 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=390680903f674278803faa0ac114b14d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6395404 Feb 09 12:16:46.931031 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 42414) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:16:46.996036 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc0d668-7c6a-47fe-bb09-9c411c90079f tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76c5c41-bf80-45ae-bb32-bc32aa39590a,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:47.011346 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-284c5e04-d35d-4c57-b495-d88839a27353 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=551cd07e-71a4-4566-b1a4-af637e8ad9ad HTTP/1.1" status: 200 len: 217 time: 0.1064081 Feb 09 12:16:47.019093 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-94372311-abb5-4a6e-8626-dfe947bc0344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:47.056711 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-94372311-abb5-4a6e-8626-dfe947bc0344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:47.122975 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-94372311-abb5-4a6e-8626-dfe947bc0344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:47.130656 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3f6dcc9b-b439-4c1b-9e51-b85e7310f649 req-1bc0d668-7c6a-47fe-bb09-9c411c90079f tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:47.148422 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3f6dcc9b-b439-4c1b-9e51-b85e7310f649 req-1bc0d668-7c6a-47fe-bb09-9c411c90079f tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "DELETE /v2.0/security-groups/b76c5c41-bf80-45ae-bb32-bc32aa39590a HTTP/1.1" status: 204 len: 173 time: 0.7836771 Feb 09 12:16:47.150908 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-94372311-abb5-4a6e-8626-dfe947bc0344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:47.155193 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-94372311-abb5-4a6e-8626-dfe947bc0344 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1d43e915-1c3e-4c63-a486-1aaaba52044a HTTP/1.1" status: 204 len: 168 time: 0.2126462 Feb 09 12:16:47.156034 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94372311-abb5-4a6e-8626-dfe947bc0344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d43e915-1c3e-4c63-a486-1aaaba52044a,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:47.197064 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-27bdce66-e2c2-473c-83ba-51cdaf4880dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:47.198964 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-27bdce66-e2c2-473c-83ba-51cdaf4880dd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.1358778 Feb 09 12:16:47.249222 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f5aac1-8c2a-496d-a005-f08031e74aa4', 'name': 'network-vif-deleted', 'tag': 'e9cd4a24-13a2-48d5-a087-aca4187189c0'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:16:47.292630 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dccb314-1572-448c-8ab3-ff78facf2b36 req-ce8d5015-c3d5-4180-b563-48661be0d645 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:47.296476 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4dccb314-1572-448c-8ab3-ff78facf2b36 req-ce8d5015-c3d5-4180-b563-48661be0d645 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd2ec29-a543-4689-92b5-2f26f15044d9 HTTP/1.1" status: 200 len: 948 time: 0.2833624 Feb 09 12:16:47.409996 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-d3d35310-701b-4ca6-a451-ebdecc72dd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:47.415214 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-d3d35310-701b-4ca6-a451-ebdecc72dd82 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2034490 Feb 09 12:16:47.461444 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:47.559493 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:47.680832 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4dccb314-1572-448c-8ab3-ff78facf2b36 req-7220b572-9ca2-409d-a998-6b51e2eade56 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.55 "GET /v2.0/security-groups?id=a83df6af-750f-4c01-af24-03274e72d063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625782 Feb 09 12:16:47.736647 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-3b9aecd1-9c6c-4e1c-879a-c9d499075b35 service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074737 Feb 09 12:16:47.905272 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbd2ec29-a543-4689-92b5-2f26f15044d9', 'tag': '551cd07e-71a4-4566-b1a4-af637e8ad9ad', 'status': 'completed', 'code': 200} Feb 09 12:16:48.118900 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0dbc61ab-35e4-4811-aa22-0f2af989dc6c req-3d14e51d-f733-42a8-9743-fbe21fce818f tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "GET /v2.0/security-groups/7819bede-023c-4ddd-9d6a-58378c8c99cf HTTP/1.1" status: 200 len: 1800 time: 0.1726167 Feb 09 12:16:48.176021 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-95cd5745-be2d-4cc3-b9df-4ee1e0276807 req-065acbd2-9b36-4358-b953-0f1006de79bd service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4313459 Feb 09 12:16:48.360626 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 42476) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:16:48.402178 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-0dbc61ab-35e4-4811-aa22-0f2af989dc6c req-77e9aa31-a0c6-47da-b3c2-bb3c16ddd1e0 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:48.412786 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-d62922ca-4eb6-498f-bfba-e3670577c40d tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:48.414313 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-d62922ca-4eb6-498f-bfba-e3670577c40d tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/networks?id=46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c HTTP/1.1" status: 200 len: 805 time: 0.3450789 Feb 09 12:16:48.464301 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-0dbc61ab-35e4-4811-aa22-0f2af989dc6c req-77e9aa31-a0c6-47da-b3c2-bb3c16ddd1e0 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:48.475901 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-18471e16-1093-44ba-a8a7-08fa5bb3ccba tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/quotas/e269a22f7331401b92d6d31273b08c8d HTTP/1.1" status: 200 len: 375 time: 0.0443203 Feb 09 12:16:48.505945 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-ed36a3b7-cd6d-4468-b5f3-3487d6c4e881 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1268485579-network', 'tenant_id': '2902533bf64e4d3e90411cf62f208505'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:16:48.510684 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ed36a3b7-cd6d-4468-b5f3-3487d6c4e881 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:16:48.552544 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ed36a3b7-cd6d-4468-b5f3-3487d6c4e881 admin admin] Usage tracker for resource:network and tenant:2902533bf64e4d3e90411cf62f208505 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:16:48.556042 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ed36a3b7-cd6d-4468-b5f3-3487d6c4e881 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:16:48.562656 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac26258-6fdc-493b-8d0d-9be4860147fe req-b5106cbc-5a21-4f59-8b69-f7fcc8d6b529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:48.563088 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ed36a3b7-cd6d-4468-b5f3-3487d6c4e881 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:16:48.565372 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6ac26258-6fdc-493b-8d0d-9be4860147fe req-b5106cbc-5a21-4f59-8b69-f7fcc8d6b529 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=69bdb4e75c6c4b848cf2a4736ee44cfe&device_id=cbd2ec29-a543-4689-92b5-2f26f15044d9 HTTP/1.1" status: 200 len: 1099 time: 0.2884977 Feb 09 12:16:48.601712 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed36a3b7-cd6d-4468-b5f3-3487d6c4e881 admin admin] Made reservation on behalf of 2902533bf64e4d3e90411cf62f208505 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:16:48.604169 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed36a3b7-cd6d-4468-b5f3-3487d6c4e881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:48.619740 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed36a3b7-cd6d-4468-b5f3-3487d6c4e881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:48.664202 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ed36a3b7-cd6d-4468-b5f3-3487d6c4e881 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:16:48.669915 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ed36a3b7-cd6d-4468-b5f3-3487d6c4e881 admin admin] Usage tracker for resource:security_group_rule and tenant:2902533bf64e4d3e90411cf62f208505 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:16:48.680177 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402fde2-5223-4914-8ac0-317828446f14 req-463bb4b8-f476-418e-afde-ad89e0ee0436 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:48.680891 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-a402fde2-5223-4914-8ac0-317828446f14 req-463bb4b8-f476-418e-afde-ad89e0ee0436 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Synchronizing usage tracker for tenant:e269a22f7331401b92d6d31273b08c8d on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:16:48.683786 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ed36a3b7-cd6d-4468-b5f3-3487d6c4e881 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:16:48.691304 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ed36a3b7-cd6d-4468-b5f3-3487d6c4e881 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:16:48.719044 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-a402fde2-5223-4914-8ac0-317828446f14 req-463bb4b8-f476-418e-afde-ad89e0ee0436 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Unset dirty status for tenant:e269a22f7331401b92d6d31273b08c8d on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:16:48.720297 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a402fde2-5223-4914-8ac0-317828446f14 req-463bb4b8-f476-418e-afde-ad89e0ee0436 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.52 "GET /v2.0/ports?device_id=b000940f-9489-4b03-9fa7-1e2767a7e547 HTTP/1.1" status: 200 len: 944 time: 0.2045982 Feb 09 12:16:48.816968 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-a402fde2-5223-4914-8ac0-317828446f14 req-261bd619-8cbb-4124-b5a5-9da054f1b258 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Deleting port be69895c-a2bd-4f9d-84bc-b9b5fb812a63 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:16:48.817373 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a402fde2-5223-4914-8ac0-317828446f14 req-261bd619-8cbb-4124-b5a5-9da054f1b258 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:48.819800 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-0dbc61ab-35e4-4811-aa22-0f2af989dc6c req-77e9aa31-a0c6-47da-b3c2-bb3c16ddd1e0 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:48.858732 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e9aa31-a0c6-47da-b3c2-bb3c16ddd1e0 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7819bede-023c-4ddd-9d6a-58378c8c99cf,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:48.879197 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e9aa31-a0c6-47da-b3c2-bb3c16ddd1e0 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:16:48.879431 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e9aa31-a0c6-47da-b3c2-bb3c16ddd1e0 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:16:48.879779 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e9aa31-a0c6-47da-b3c2-bb3c16ddd1e0 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:16:48.880165 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e9aa31-a0c6-47da-b3c2-bb3c16ddd1e0 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:16:48.880495 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e9aa31-a0c6-47da-b3c2-bb3c16ddd1e0 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:16:48.881414 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e9aa31-a0c6-47da-b3c2-bb3c16ddd1e0 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:16:48.881414 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e9aa31-a0c6-47da-b3c2-bb3c16ddd1e0 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:16:48.881414 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e9aa31-a0c6-47da-b3c2-bb3c16ddd1e0 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:16:48.881851 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e9aa31-a0c6-47da-b3c2-bb3c16ddd1e0 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:16:48.882035 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e9aa31-a0c6-47da-b3c2-bb3c16ddd1e0 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:16:48.882468 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e9aa31-a0c6-47da-b3c2-bb3c16ddd1e0 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:16:48.882656 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e9aa31-a0c6-47da-b3c2-bb3c16ddd1e0 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:16:48.890716 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-0dbc61ab-35e4-4811-aa22-0f2af989dc6c req-77e9aa31-a0c6-47da-b3c2-bb3c16ddd1e0 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:48.907988 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0dbc61ab-35e4-4811-aa22-0f2af989dc6c req-77e9aa31-a0c6-47da-b3c2-bb3c16ddd1e0 tempest-SecurityGroupsTestJSON-1956916405 tempest-SecurityGroupsTestJSON-1956916405-project] 10.222.0.55 "DELETE /v2.0/security-groups/7819bede-023c-4ddd-9d6a-58378c8c99cf HTTP/1.1" status: 204 len: 173 time: 0.7308214 Feb 09 12:16:48.909753 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 42484) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:16:48.978928 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:48.995128 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f5aac1-8c2a-496d-a005-f08031e74aa4', 'name': 'network-vif-deleted', 'tag': 'e9cd4a24-13a2-48d5-a087-aca4187189c0', 'status': 'completed', 'code': 200} Feb 09 12:16:49.042719 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed36a3b7-cd6d-4468-b5f3-3487d6c4e881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:49.078597 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed36a3b7-cd6d-4468-b5f3-3487d6c4e881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:49.089257 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-6e3bfc0e-646b-49a4-ba7b-f3346e6d5c82 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e269a22f7331401b92d6d31273b08c8d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6041968 Feb 09 12:16:49.110840 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac26258-6fdc-493b-8d0d-9be4860147fe req-58925622-5c62-46bd-baaf-45804af01549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:49.112339 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6ac26258-6fdc-493b-8d0d-9be4860147fe req-58925622-5c62-46bd-baaf-45804af01549 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.5302532 Feb 09 12:16:49.374179 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-51bf524b-68a1-4e68-a608-6b85ae1c2645 admin admin] Deleting subnet 8f07f6df-adf1-4387-8c0a-c935bf8584cf {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:16:49.379713 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-a402fde2-5223-4914-8ac0-317828446f14 req-261bd619-8cbb-4124-b5a5-9da054f1b258 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] For port be69895c-a2bd-4f9d-84bc-b9b5fb812a63, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=be69895c-a2bd-4f9d-84bc-b9b5fb812a63,segment=NetworkSegment(7fd43362-d2bb-4c15-a4a2-a1a057b6ca17),segment_id=7fd43362-d2bb-4c15-a4a2-a1a057b6ca17)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:16:49.381007 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a402fde2-5223-4914-8ac0-317828446f14 req-261bd619-8cbb-4124-b5a5-9da054f1b258 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:49.496185 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-9d11a8c8-ca5a-456d-bdf7-32b2c92d711e service neutron] 10.222.0.55 "GET /v2.0/networks/46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868854 Feb 09 12:16:49.498790 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6ac26258-6fdc-493b-8d0d-9be4860147fe req-6950adfa-c912-464d-a7ec-02a92ae57892 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=551cd07e-71a4-4566-b1a4-af637e8ad9ad HTTP/1.1" status: 200 len: 217 time: 0.3580053 Feb 09 12:16:49.498877 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-51bf524b-68a1-4e68-a608-6b85ae1c2645 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:49.794449 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-51bf524b-68a1-4e68-a608-6b85ae1c2645 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:49.802567 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-a402fde2-5223-4914-8ac0-317828446f14 req-261bd619-8cbb-4124-b5a5-9da054f1b258 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Calling delete_port for be69895c-a2bd-4f9d-84bc-b9b5fb812a63 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:16:49.830254 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac26258-6fdc-493b-8d0d-9be4860147fe req-8c24fcea-afb5-4dd5-a54b-c68d46cfa6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:49.832324 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6ac26258-6fdc-493b-8d0d-9be4860147fe req-8c24fcea-afb5-4dd5-a54b-c68d46cfa6f7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.3058171 Feb 09 12:16:49.969174 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed36a3b7-cd6d-4468-b5f3-3487d6c4e881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e6c738-9b4b-4bb8-bd71-2477ef7189ce,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:49.973358 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed36a3b7-cd6d-4468-b5f3-3487d6c4e881 admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:16:50.003996 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed36a3b7-cd6d-4468-b5f3-3487d6c4e881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:50.004384 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-ed36a3b7-cd6d-4468-b5f3-3487d6c4e881 admin admin] Added segment 072bb687-b429-4d78-a25c-f8a25b3474dc of type vlan for network 95afeb8f-74e9-4ad5-a7a1-e9e3197833d5 Feb 09 12:16:50.016835 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-51bf524b-68a1-4e68-a608-6b85ae1c2645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:50.084620 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:50.087450 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-46841e86-db43-4648-9875-d266d991007e service neutron] 10.222.0.55 "GET /v2.0/networks/46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5621839 Feb 09 12:16:50.091796 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed36a3b7-cd6d-4468-b5f3-3487d6c4e881 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:50.211670 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed36a3b7-cd6d-4468-b5f3-3487d6c4e881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:50.212783 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed36a3b7-cd6d-4468-b5f3-3487d6c4e881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:50.213529 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed36a3b7-cd6d-4468-b5f3-3487d6c4e881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:50.372181 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac26258-6fdc-493b-8d0d-9be4860147fe req-53d434e6-dc29-4432-9518-c6a8fc071c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:50.378392 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6ac26258-6fdc-493b-8d0d-9be4860147fe req-53d434e6-dc29-4432-9518-c6a8fc071c6a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5380805 Feb 09 12:16:50.384716 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-51bf524b-68a1-4e68-a608-6b85ae1c2645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:50.495078 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 551cd07e-71a4-4566-b1a4-af637e8ad9ad details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:16:50.593870 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a402fde2-5223-4914-8ac0-317828446f14 req-261bd619-8cbb-4124-b5a5-9da054f1b258 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:50.810381 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6ac26258-6fdc-493b-8d0d-9be4860147fe req-0ea47acd-f659-4f26-ae4a-1e902daef8d8 service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4073071 Feb 09 12:16:50.830639 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-51bf524b-68a1-4e68-a608-6b85ae1c2645 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:50.838446 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261bd619-8cbb-4124-b5a5-9da054f1b258 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Pushing event deleted for resources: {'Port': ['ID=be69895c-a2bd-4f9d-84bc-b9b5fb812a63,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:50.855426 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-51bf524b-68a1-4e68-a608-6b85ae1c2645 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8f07f6df-adf1-4387-8c0a-c935bf8584cf HTTP/1.1" status: 204 len: 168 time: 1.9416592 Feb 09 12:16:50.856896 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf524b-68a1-4e68-a608-6b85ae1c2645 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f07f6df-adf1-4387-8c0a-c935bf8584cf,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:50.869509 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ed36a3b7-cd6d-4468-b5f3-3487d6c4e881 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.5070252 Feb 09 12:16:50.870414 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 42526) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:16:50.870747 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 42528) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:16:50.878399 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed36a3b7-cd6d-4468-b5f3-3487d6c4e881 admin admin] Pushing event updated for resources: {'Network': ['ID=95afeb8f-74e9-4ad5-a7a1-e9e3197833d5,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:50.920426 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 95afeb8f-74e9-4ad5-a7a1-e9e3197833d5 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:16:51.064571 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-d61b0c15-ef9c-4eae-8c95-1ad6cae0c87a admin admin] Request body: {'subnet': {'network_id': '95afeb8f-74e9-4ad5-a7a1-e9e3197833d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1268485579-subnet', 'tenant_id': '2902533bf64e4d3e90411cf62f208505', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:16:51.082143 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d61b0c15-ef9c-4eae-8c95-1ad6cae0c87a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:16:51.087420 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d61b0c15-ef9c-4eae-8c95-1ad6cae0c87a admin admin] Usage tracker for resource:subnet and tenant:2902533bf64e4d3e90411cf62f208505 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:16:51.092327 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d61b0c15-ef9c-4eae-8c95-1ad6cae0c87a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:16:51.107350 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d61b0c15-ef9c-4eae-8c95-1ad6cae0c87a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:16:51.224194 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6ac26258-6fdc-493b-8d0d-9be4860147fe req-39fb838c-ffef-46d7-9e85-befa3aad2477 service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708608 Feb 09 12:16:51.241405 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61b0c15-ef9c-4eae-8c95-1ad6cae0c87a admin admin] Made reservation on behalf of 2902533bf64e4d3e90411cf62f208505 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:16:51.244285 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d61b0c15-ef9c-4eae-8c95-1ad6cae0c87a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:51.277880 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 551cd07e-71a4-4566-b1a4-af637e8ad9ad, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=551cd07e-71a4-4566-b1a4-af637e8ad9ad,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:16:51.318258 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': '551cd07e-71a4-4566-b1a4-af637e8ad9ad', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'port_id': '551cd07e-71a4-4566-b1a4-af637e8ad9ad', 'mac_address': 'fa:16:3e:0e:18:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed5558-888d-440a-8c32-52f2f9bc5bd5', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:16:51.377843 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-a402fde2-5223-4914-8ac0-317828446f14 req-261bd619-8cbb-4124-b5a5-9da054f1b258 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] No DVR routers for this DVR port be69895c-a2bd-4f9d-84bc-b9b5fb812a63 on host n-h1-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:16:51.387820 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a402fde2-5223-4914-8ac0-317828446f14 req-261bd619-8cbb-4124-b5a5-9da054f1b258 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:51.390695 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a402fde2-5223-4914-8ac0-317828446f14 req-261bd619-8cbb-4124-b5a5-9da054f1b258 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.52 "DELETE /v2.0/ports/be69895c-a2bd-4f9d-84bc-b9b5fb812a63 HTTP/1.1" status: 204 len: 173 time: 2.6584349 Feb 09 12:16:51.397033 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4abf5-ae40-48b7-8657-ab5b248801ba req-43afd802-681f-4f4a-9ae3-41a7406cb1f0 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:51.402298 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b000940f-9489-4b03-9fa7-1e2767a7e547', 'name': 'network-vif-deleted', 'tag': 'be69895c-a2bd-4f9d-84bc-b9b5fb812a63'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:16:51.407752 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:51.408584 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-58f4abf5-ae40-48b7-8657-ab5b248801ba req-43afd802-681f-4f4a-9ae3-41a7406cb1f0 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd2ec29-a543-4689-92b5-2f26f15044d9 HTTP/1.1" status: 200 len: 948 time: 0.1819248 Feb 09 12:16:51.435743 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2e9c6a36-deac-421f-a675-f61ae888c72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:51.466712 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 551cd07e-71a4-4566-b1a4-af637e8ad9ad {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:16:51.514339 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 551cd07e-71a4-4566-b1a4-af637e8ad9ad, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=551cd07e-71a4-4566-b1a4-af637e8ad9ad,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:16:51.520115 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:51.520896 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-58f4abf5-ae40-48b7-8657-ab5b248801ba req-0e02d0aa-ca37-4164-92f2-d4fa0c1fb2fc tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.55 "GET /v2.0/security-groups?id=a83df6af-750f-4c01-af24-03274e72d063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088748 Feb 09 12:16:51.620277 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2e9c6a36-deac-421f-a675-f61ae888c72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:51.693779 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-2e9c6a36-deac-421f-a675-f61ae888c72c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a10f88e1-3d02-4171-8c71-31b6c9e6be17']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:16:51.711498 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-2e9c6a36-deac-421f-a675-f61ae888c72c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bebbd8fc-dd7d-4200-8938-452b9dad56e6') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:16:51.711739 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-2e9c6a36-deac-421f-a675-f61ae888c72c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bebbd8fc-dd7d-4200-8938-452b9dad56e6') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:16:51.715718 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=551cd07e-71a4-4566-b1a4-af637e8ad9ad,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:51.732178 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2e9c6a36-deac-421f-a675-f61ae888c72c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:51.775524 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2e9c6a36-deac-421f-a675-f61ae888c72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:51.784644 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e9c6a36-deac-421f-a675-f61ae888c72c admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:16:51.785324 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2e9c6a36-deac-421f-a675-f61ae888c72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:51.788913 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-21add0dd-c2aa-489a-aa85-813eb7824a91 req-57c5bba7-df06-4a92-b8be-61aad2e39604 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?device_id=68123e96-78fc-493f-979f-fa4b73af8e8f HTTP/1.1" status: 200 len: 210 time: 0.0692675 Feb 09 12:16:51.817811 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:16:51.817811 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:16:51.817811 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:16:51.817811 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:16:51.817811 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:16:51.817811 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:16:51.817811 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:16:51.817811 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:16:51.817811 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:16:51.817811 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:16:51.817811 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:16:51.817811 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:16:51.817811 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:16:51.817811 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:16:51.817811 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:16:51.817811 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:16:51.817811 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:16:51.817811 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:16:51.817811 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:16:51.817811 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:16:51.817811 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:16:51.817811 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:16:51.817811 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:16:51.817811 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:16:51.817811 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:16:51.817811 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:16:51.817811 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:16:51.817811 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:16:51.817811 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:16:51.817811 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:16:51.817811 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:16:51.817811 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:16:51.823612 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d61b0c15-ef9c-4eae-8c95-1ad6cae0c87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:51.827334 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['551cd07e-71a4-4566-b1a4-af637e8ad9ad'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:16:51.901382 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-cb46aec2-ffa7-4270-878a-be83ab4b2c03 tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:16:51.904769 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-cb46aec2-ffa7-4270-878a-be83ab4b2c03 tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090952 Feb 09 12:16:51.917485 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-02a9a0f9-39af-40ab-bf9d-08f7639c4d49 service neutron] Request body: {'binding': {'host': 'n-h1-825178-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:16:51.918720 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-02a9a0f9-39af-40ab-bf9d-08f7639c4d49 service neutron] Unknown quota resources ['binding']. {{(pid=87567) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 09 12:16:51.950225 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b0c15-ef9c-4eae-8c95-1ad6cae0c87a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0792775-1738-42dc-89ca-6a232369154f,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:52.011389 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2e9c6a36-deac-421f-a675-f61ae888c72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:52.054883 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2e9c6a36-deac-421f-a675-f61ae888c72c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:52.057996 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61b0c15-ef9c-4eae-8c95-1ad6cae0c87a admin admin] Checking segment: {'id': '072bb687-b429-4d78-a25c-f8a25b3474dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '95afeb8f-74e9-4ad5-a7a1-e9e3197833d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:16:52.058603 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61b0c15-ef9c-4eae-8c95-1ad6cae0c87a admin admin] Network hostable DHCP agents. Network: 95afeb8f-74e9-4ad5-a7a1-e9e3197833d5, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:16:52.077811 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c6a36-deac-421f-a675-f61ae888c72c admin admin] Pushing event deleted for resources: {'Network': ['ID=a10f88e1-3d02-4171-8c71-31b6c9e6be17,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:52.095537 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2e9c6a36-deac-421f-a675-f61ae888c72c admin admin] 10.222.0.55 "DELETE /v2.0/networks/a10f88e1-3d02-4171-8c71-31b6c9e6be17 HTTP/1.1" status: 204 len: 168 time: 1.2225866 Feb 09 12:16:52.109416 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61b0c15-ef9c-4eae-8c95-1ad6cae0c87a admin admin] Network 95afeb8f-74e9-4ad5-a7a1-e9e3197833d5 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:16:52.124987 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-d61b0c15-ef9c-4eae-8c95-1ad6cae0c87a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 95afeb8f-74e9-4ad5-a7a1-e9e3197833d5) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:16:52.129938 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61b0c15-ef9c-4eae-8c95-1ad6cae0c87a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:52.130803 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d61b0c15-ef9c-4eae-8c95-1ad6cae0c87a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:52.137557 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ab20d9-1caa-410c-b2ad-620d390219ed None None] Network 95afeb8f-74e9-4ad5-a7a1-e9e3197833d5 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:16:52.166641 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d61b0c15-ef9c-4eae-8c95-1ad6cae0c87a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2898843 Feb 09 12:16:52.364434 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-02a9a0f9-39af-40ab-bf9d-08f7639c4d49 service neutron] Attempting to bind port ce20ec50-0bb5-4a30-9d3f-65703beb396f on host n-h1-825178-3 for vnic_type normal with profile None {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:16:52.366012 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-02a9a0f9-39af-40ab-bf9d-08f7639c4d49 service neutron] Attempting to bind port ce20ec50-0bb5-4a30-9d3f-65703beb396f by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': '32f229e9-9010-4be1-973f-7ae4423dcda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:16:52.367260 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-02a9a0f9-39af-40ab-bf9d-08f7639c4d49 service neutron] Attempting to bind port ce20ec50-0bb5-4a30-9d3f-65703beb396f on network c4b615eb-1906-4989-ab89-8b6ef1cc1053 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:16:52.380976 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-02a9a0f9-39af-40ab-bf9d-08f7639c4d49 service neutron] Port ce20ec50-0bb5-4a30-9d3f-65703beb396f on network c4b615eb-1906-4989-ab89-8b6ef1cc1053 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:16:52.382438 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-02a9a0f9-39af-40ab-bf9d-08f7639c4d49 service neutron] Attempting to bind port ce20ec50-0bb5-4a30-9d3f-65703beb396f on network c4b615eb-1906-4989-ab89-8b6ef1cc1053 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:16:52.402953 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-02a9a0f9-39af-40ab-bf9d-08f7639c4d49 service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:16:52.404621 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-02a9a0f9-39af-40ab-bf9d-08f7639c4d49 service neutron] Checking segment: {'id': '32f229e9-9010-4be1-973f-7ae4423dcda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:16:52.405346 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-02a9a0f9-39af-40ab-bf9d-08f7639c4d49 service neutron] Bound using segment: {'id': '32f229e9-9010-4be1-973f-7ae4423dcda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:16:52.406001 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-02a9a0f9-39af-40ab-bf9d-08f7639c4d49 service neutron] Bound port: ce20ec50-0bb5-4a30-9d3f-65703beb396f, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f229e9-9010-4be1-973f-7ae4423dcda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:16:52.483955 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-02a9a0f9-39af-40ab-bf9d-08f7639c4d49 service neutron] For port ce20ec50-0bb5-4a30-9d3f-65703beb396f, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=ce20ec50-0bb5-4a30-9d3f-65703beb396f,segment=NetworkSegment(32f229e9-9010-4be1-973f-7ae4423dcda8),segment_id=32f229e9-9010-4be1-973f-7ae4423dcda8)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:16:52.501322 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-02a9a0f9-39af-40ab-bf9d-08f7639c4d49 service neutron] Notify callbacks [] for binding, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:52.503632 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-02a9a0f9-39af-40ab-bf9d-08f7639c4d49 service neutron] 10.222.0.55 "POST /v2.0/ports/ce20ec50-0bb5-4a30-9d3f-65703beb396f/bindings HTTP/1.1" status: 201 len: 389 time: 0.5914705 Feb 09 12:16:52.572940 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 42574) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:16:52.581200 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae382d-3bed-47d5-80f2-db886f0f1fd6 req-7f8fcdb0-41d3-43bf-b2a5-233bfd839999 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:52.581871 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-85ae382d-3bed-47d5-80f2-db886f0f1fd6 req-7f8fcdb0-41d3-43bf-b2a5-233bfd839999 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Synchronizing usage tracker for tenant:c9a644d28aa946259b7337281970c4b8 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:16:52.623755 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-85ae382d-3bed-47d5-80f2-db886f0f1fd6 req-7f8fcdb0-41d3-43bf-b2a5-233bfd839999 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Unset dirty status for tenant:c9a644d28aa946259b7337281970c4b8 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:16:52.638814 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-85ae382d-3bed-47d5-80f2-db886f0f1fd6 req-7f8fcdb0-41d3-43bf-b2a5-233bfd839999 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a3ed0cc-406f-48ca-9cef-615a85e7a0ac HTTP/1.1" status: 200 len: 950 time: 0.3116744 Feb 09 12:16:52.678036 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device be69895c-a2bd-4f9d-84bc-b9b5fb812a63 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:16:52.725238 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e987b4cb-0bfe-4986-ad2d-8a309b54b489 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=64589850d54f49bfb3a355e7cee6f70a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1505742 Feb 09 12:16:52.728809 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 42590) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:16:52.815122 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] No Port match for: be69895c-a2bd-4f9d-84bc-b9b5fb812a63 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:16:52.819806 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device be69895c-a2bd-4f9d-84bc-b9b5fb812a63 not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:16:52.834970 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df05b112-b5f7-44f4-a2df-7ca487422925 None None] Network 95afeb8f-74e9-4ad5-a7a1-e9e3197833d5 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:16:52.853782 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-85ae382d-3bed-47d5-80f2-db886f0f1fd6 req-7e6ac44c-b1f5-44b2-80ea-99fb91edd61d tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Deleting port 63509d75-da58-43e5-b240-8d70695a2e99 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:16:52.854515 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-85ae382d-3bed-47d5-80f2-db886f0f1fd6 req-7e6ac44c-b1f5-44b2-80ea-99fb91edd61d tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:52.877301 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4cb3ab38-cffc-417b-bbcc-8943a758bcb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:52.931300 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b000940f-9489-4b03-9fa7-1e2767a7e547', 'name': 'network-vif-deleted', 'tag': 'be69895c-a2bd-4f9d-84bc-b9b5fb812a63', 'status': 'completed', 'code': 200} Feb 09 12:16:52.949030 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4cb3ab38-cffc-417b-bbcc-8943a758bcb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:53.163950 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:53.357696 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-85ae382d-3bed-47d5-80f2-db886f0f1fd6 req-7e6ac44c-b1f5-44b2-80ea-99fb91edd61d tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] For port 63509d75-da58-43e5-b240-8d70695a2e99, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=63509d75-da58-43e5-b240-8d70695a2e99,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:16:53.358357 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-85ae382d-3bed-47d5-80f2-db886f0f1fd6 req-7e6ac44c-b1f5-44b2-80ea-99fb91edd61d tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:53.422466 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4cb3ab38-cffc-417b-bbcc-8943a758bcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:53.491089 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4cb3ab38-cffc-417b-bbcc-8943a758bcb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:53.492540 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4cb3ab38-cffc-417b-bbcc-8943a758bcb7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f4fb3f13-7dc7-4cfe-ae6d-dfbf47efd150 HTTP/1.1" status: 204 len: 168 time: 0.7627981 Feb 09 12:16:53.510505 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641e378-e189-4cd1-90c7-3e5419023468 req-8d86f728-0a4a-419b-b195-a71e9228a65f tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:53.518269 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6641e378-e189-4cd1-90c7-3e5419023468 req-8d86f728-0a4a-419b-b195-a71e9228a65f tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a3ed0cc-406f-48ca-9cef-615a85e7a0ac HTTP/1.1" status: 200 len: 950 time: 0.3392084 Feb 09 12:16:53.520699 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3ab38-cffc-417b-bbcc-8943a758bcb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fb3f13-7dc7-4cfe-ae6d-dfbf47efd150,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:53.584214 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e524b3-e214-4364-99fa-d0742e2b128c req-2dcaadc0-df2c-468c-9687-c149c717ac64 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:53.597479 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-32e524b3-e214-4364-99fa-d0742e2b128c req-2dcaadc0-df2c-468c-9687-c149c717ac64 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd2ec29-a543-4689-92b5-2f26f15044d9 HTTP/1.1" status: 200 len: 949 time: 0.3742111 Feb 09 12:16:53.666950 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6641e378-e189-4cd1-90c7-3e5419023468 req-cb9abc04-6dd5-4c2e-bf43-8861cbf9d060 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470599 Feb 09 12:16:53.707463 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-32e524b3-e214-4364-99fa-d0742e2b128c req-00afa54c-6033-4999-999d-20b9ce54fcbc tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.55 "GET /v2.0/security-groups?id=a83df6af-750f-4c01-af24-03274e72d063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089411 Feb 09 12:16:53.755801 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-babcbd1f-5b3b-4db9-bb92-0176c82a7eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:53.757757 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-babcbd1f-5b3b-4db9-bb92-0176c82a7eee service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3a84524b0b1d4c8da324d07cc553e331&device_id=0757453a-62cf-4bea-a48b-c58117674853 HTTP/1.1" status: 200 len: 1096 time: 0.3018491 Feb 09 12:16:53.774696 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-85ae382d-3bed-47d5-80f2-db886f0f1fd6 req-7e6ac44c-b1f5-44b2-80ea-99fb91edd61d tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Calling delete_port for 63509d75-da58-43e5-b240-8d70695a2e99 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:16:54.109743 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-5e071b45-3230-486e-ae03-cbfad30da685 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:54.111912 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-5e071b45-3230-486e-ae03-cbfad30da685 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.52 "GET /v2.0/networks?id=46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c HTTP/1.1" status: 200 len: 805 time: 0.7342150 Feb 09 12:16:54.127092 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8e99d591-b0db-4442-953e-b08da48ddfba req-7bde5a6e-a742-4025-a2b3-514a284fab31 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?device_id=68123e96-78fc-493f-979f-fa4b73af8e8f HTTP/1.1" status: 200 len: 210 time: 0.1274564 Feb 09 12:16:54.133092 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-33d4301e-644c-430d-a30f-d63f1419fe0c tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Request body: {'port': {'device_id': '68123e96-78fc-493f-979f-fa4b73af8e8f', 'network_id': '46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c', 'admin_state_up': True, 'tenant_id': 'e269a22f7331401b92d6d31273b08c8d'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:16:54.296890 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-85ae382d-3bed-47d5-80f2-db886f0f1fd6 req-7e6ac44c-b1f5-44b2-80ea-99fb91edd61d tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:54.307892 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-446f8662-602a-4419-837c-e20667912df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:54.310249 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['b5fedb51-61f7-44a9-a646-00ef57b3909b', 'eca5b3d7-d4c8-45db-bb8d-4b1aab65b295'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:16:54.311171 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-446f8662-602a-4419-837c-e20667912df3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c4b615eb-1906-4989-ab89-8b6ef1cc1053 HTTP/1.1" status: 200 len: 921 time: 0.5460987 Feb 09 12:16:54.442699 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-bc6305d2-8e8f-4417-b21c-61b6dcd8e12b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ce20ec50-0bb5-4a30-9d3f-65703beb396f HTTP/1.1" status: 200 len: 217 time: 0.1117942 Feb 09 12:16:54.444465 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-d32fb4b5-1952-4a46-930a-2ea8ebc77c0d tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=dda46f6fe2de441f9aa9a16e4e5ee6fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333161 Feb 09 12:16:54.478235 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ac44c-b1f5-44b2-80ea-99fb91edd61d tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Pushing event deleted for resources: {'Port': ['ID=63509d75-da58-43e5-b240-8d70695a2e99,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:54.505915 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 551cd07e-71a4-4566-b1a4-af637e8ad9ad up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:16:54.687058 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port 551cd07e-71a4-4566-b1a4-af637e8ad9ad completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:16:54.706134 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port 551cd07e-71a4-4566-b1a4-af637e8ad9ad triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:16:54.706504 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:54.719656 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-33d4301e-644c-430d-a30f-d63f1419fe0c tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:16:54.722907 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ae382d-3bed-47d5-80f2-db886f0f1fd6 req-7e6ac44c-b1f5-44b2-80ea-99fb91edd61d tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] No DVR routers for this DVR port 63509d75-da58-43e5-b240-8d70695a2e99 on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:16:54.728880 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-85ae382d-3bed-47d5-80f2-db886f0f1fd6 req-7e6ac44c-b1f5-44b2-80ea-99fb91edd61d tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:54.733628 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-33d4301e-644c-430d-a30f-d63f1419fe0c tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Usage tracker for resource:port and tenant:e269a22f7331401b92d6d31273b08c8d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:16:54.738754 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-33d4301e-644c-430d-a30f-d63f1419fe0c tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:16:54.749091 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-65720330-c3f0-466e-9f67-7e97c1dd31ff tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:54.760459 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-33d4301e-644c-430d-a30f-d63f1419fe0c tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:16:54.761011 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-65720330-c3f0-466e-9f67-7e97c1dd31ff tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2973626 Feb 09 12:16:54.776979 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-85ae382d-3bed-47d5-80f2-db886f0f1fd6 req-7e6ac44c-b1f5-44b2-80ea-99fb91edd61d tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.46 "DELETE /v2.0/ports/63509d75-da58-43e5-b240-8d70695a2e99 HTTP/1.1" status: 204 len: 173 time: 2.1291890 Feb 09 12:16:54.794208 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-33d4301e-644c-430d-a30f-d63f1419fe0c tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Made reservation on behalf of e269a22f7331401b92d6d31273b08c8d for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:16:54.800297 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-33d4301e-644c-430d-a30f-d63f1419fe0c tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:54.802122 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-ae247160-0670-4419-9051-480c749b66f4 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] 10.222.0.55 "GET /v2.0/quotas/dda46f6fe2de441f9aa9a16e4e5ee6fc HTTP/1.1" status: 200 len: 375 time: 0.0369835 Feb 09 12:16:54.877665 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e180a2eb-0650-441d-ba56-a3adfa49bf69 req-27261eb3-9212-4783-a68c-250f392b53db tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:54.889598 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e180a2eb-0650-441d-ba56-a3adfa49bf69 req-27261eb3-9212-4783-a68c-250f392b53db tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=0757453a-62cf-4bea-a48b-c58117674853 HTTP/1.1" status: 200 len: 945 time: 0.8880165 Feb 09 12:16:54.911795 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-ee440e17-095e-4a2f-9a2d-a45c776a4ea2 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=dda46f6fe2de441f9aa9a16e4e5ee6fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1085925 Feb 09 12:16:55.002067 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-cd627e72-7282-418d-82a7-da772ea01bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:55.022640 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3ed0cc-406f-48ca-9cef-615a85e7a0ac', 'name': 'network-vif-deleted', 'tag': '63509d75-da58-43e5-b240-8d70695a2e99'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:16:55.033611 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-cd627e72-7282-418d-82a7-da772ea01bdf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9d6b2f2b-3fb9-4d1b-ac78-19140ea18253 HTTP/1.1" status: 200 len: 860 time: 0.5689752 Feb 09 12:16:55.053963 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85742c-6e92-42d0-b1a1-996cd64582e7 req-9fcf3ba3-442e-4ce7-8a48-af698d9033bc tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:55.067277 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6f85742c-6e92-42d0-b1a1-996cd64582e7 req-9fcf3ba3-442e-4ce7-8a48-af698d9033bc tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d032bc9-f848-4245-acb3-f57ae72cf6c2 HTTP/1.1" status: 200 len: 950 time: 1.0689390 Feb 09 12:16:55.201325 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:55.247247 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd2ec29-a543-4689-92b5-2f26f15044d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '551cd07e-71a4-4566-b1a4-af637e8ad9ad'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:16:55.268051 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 551cd07e-71a4-4566-b1a4-af637e8ad9ad, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=551cd07e-71a4-4566-b1a4-af637e8ad9ad,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:16:55.274129 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 42654) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:16:55.285828 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:55.389155 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e180a2eb-0650-441d-ba56-a3adfa49bf69 req-3f6093c6-2a95-447c-becd-993d662493be tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4984462 Feb 09 12:16:55.394876 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-d39bcabe-626a-4a07-86f0-42b5f09ca0ae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c4b615eb-1906-4989-ab89-8b6ef1cc1053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3252504 Feb 09 12:16:55.485993 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-6f85742c-6e92-42d0-b1a1-996cd64582e7 req-0f8ddd63-d54e-4cb5-9f52-7dd2506d3e1d tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Deleting port eca5b3d7-d4c8-45db-bb8d-4b1aab65b295 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:16:55.486580 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-6f85742c-6e92-42d0-b1a1-996cd64582e7 req-0f8ddd63-d54e-4cb5-9f52-7dd2506d3e1d tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:55.515037 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=551cd07e-71a4-4566-b1a4-af637e8ad9ad,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:55.637348 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-33d4301e-644c-430d-a30f-d63f1419fe0c tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Allocated IP 172.20.0.14 (46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c/b74a18b3-c777-4b36-8c3b-f86129471b39/827b8aa7-5166-4ce8-8c8a-2c59a07ead1d) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:16:55.757824 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-9ded505c-fc18-4247-a538-a67bd27fa2a2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1778066734-network', 'tenant_id': '8114ad2839984517a24a750c07d13d34'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:16:55.768211 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9ded505c-fc18-4247-a538-a67bd27fa2a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:16:55.784063 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9ded505c-fc18-4247-a538-a67bd27fa2a2 admin admin] Usage tracker for resource:network and tenant:8114ad2839984517a24a750c07d13d34 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:16:55.789364 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9ded505c-fc18-4247-a538-a67bd27fa2a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:16:55.804573 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9ded505c-fc18-4247-a538-a67bd27fa2a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:16:55.885913 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-352ec6c6-1fef-4153-9c12-03cb8dc9620e req-94d3bfcd-83ab-4eac-ab85-75cb77e0c554 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a3ed0cc-406f-48ca-9cef-615a85e7a0ac HTTP/1.1" status: 200 len: 210 time: 0.1345503 Feb 09 12:16:55.898794 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ded505c-fc18-4247-a538-a67bd27fa2a2 admin admin] Made reservation on behalf of 8114ad2839984517a24a750c07d13d34 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:16:55.908434 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ded505c-fc18-4247-a538-a67bd27fa2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:55.930789 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ded505c-fc18-4247-a538-a67bd27fa2a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:55.961088 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9ded505c-fc18-4247-a538-a67bd27fa2a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:16:55.971659 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9ded505c-fc18-4247-a538-a67bd27fa2a2 admin admin] Usage tracker for resource:security_group_rule and tenant:8114ad2839984517a24a750c07d13d34 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:16:55.978828 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9ded505c-fc18-4247-a538-a67bd27fa2a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:16:55.993374 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9ded505c-fc18-4247-a538-a67bd27fa2a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:16:56.006381 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device eca5b3d7-d4c8-45db-bb8d-4b1aab65b295 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:16:56.077917 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-33d4301e-644c-430d-a30f-d63f1419fe0c tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:56.170939 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-33d4301e-644c-430d-a30f-d63f1419fe0c tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:56.174443 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ded505c-fc18-4247-a538-a67bd27fa2a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:56.229541 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ded505c-fc18-4247-a538-a67bd27fa2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:56.246810 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ded505c-fc18-4247-a538-a67bd27fa2a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:16:56.254032 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:56.259062 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ded505c-fc18-4247-a538-a67bd27fa2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:56.259644 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-9ded505c-fc18-4247-a538-a67bd27fa2a2 admin admin] Added segment ea49dfa5-3ee9-4ad9-943d-a595fcfa5e42 of type vlan for network 9a988aee-7f52-43a7-b73a-b0efb5e6e9d5 Feb 09 12:16:56.291667 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ded505c-fc18-4247-a538-a67bd27fa2a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:56.351020 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ded505c-fc18-4247-a538-a67bd27fa2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:56.352085 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ded505c-fc18-4247-a538-a67bd27fa2a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:56.352700 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ded505c-fc18-4247-a538-a67bd27fa2a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:56.367377 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port eca5b3d7-d4c8-45db-bb8d-4b1aab65b295, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=eca5b3d7-d4c8-45db-bb8d-4b1aab65b295,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:16:56.377269 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:56.378669 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 63509d75-da58-43e5-b240-8d70695a2e99 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:16:56.411062 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-33d4301e-644c-430d-a30f-d63f1419fe0c tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Network 46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:16:56.418617 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-33d4301e-644c-430d-a30f-d63f1419fe0c tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:16:56.421640 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9ded505c-fc18-4247-a538-a67bd27fa2a2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1355283 Feb 09 12:16:56.425588 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-33d4301e-644c-430d-a30f-d63f1419fe0c tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:16:56.443691 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 42678) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:16:56.491332 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: 63509d75-da58-43e5-b240-8d70695a2e99 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:16:56.491884 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 63509d75-da58-43e5-b240-8d70695a2e99 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:16:56.547188 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-b5cf73a9-9264-49ad-8a59-176ebe60015a admin admin] Request body: {'subnet': {'network_id': '9a988aee-7f52-43a7-b73a-b0efb5e6e9d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1778066734-subnet', 'tenant_id': '8114ad2839984517a24a750c07d13d34', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:16:56.569867 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d4301e-644c-430d-a30f-d63f1419fe0c tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Pushing event updated for resources: {'Port': ['ID=827b8aa7-5166-4ce8-8c8a-2c59a07ead1d,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:56.570309 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=eca5b3d7-d4c8-45db-bb8d-4b1aab65b295,revision_number=6']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:56.590669 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded505c-fc18-4247-a538-a67bd27fa2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7752dbfe-1b85-414b-88da-268929ad7fa2,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:56.612265 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded505c-fc18-4247-a538-a67bd27fa2a2 admin admin] Pushing event updated for resources: {'Network': ['ID=9a988aee-7f52-43a7-b73a-b0efb5e6e9d5,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:56.627935 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b5cf73a9-9264-49ad-8a59-176ebe60015a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:16:56.647356 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 9a988aee-7f52-43a7-b73a-b0efb5e6e9d5 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:16:56.651195 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-33d4301e-644c-430d-a30f-d63f1419fe0c tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:56.654360 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-33d4301e-644c-430d-a30f-d63f1419fe0c tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:56.670814 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-6f85742c-6e92-42d0-b1a1-996cd64582e7 req-0f8ddd63-d54e-4cb5-9f52-7dd2506d3e1d tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] For port eca5b3d7-d4c8-45db-bb8d-4b1aab65b295, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=eca5b3d7-d4c8-45db-bb8d-4b1aab65b295,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:16:56.671179 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-6f85742c-6e92-42d0-b1a1-996cd64582e7 req-0f8ddd63-d54e-4cb5-9f52-7dd2506d3e1d tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:56.685059 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-33d4301e-644c-430d-a30f-d63f1419fe0c tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5597172 Feb 09 12:16:56.686401 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b5cf73a9-9264-49ad-8a59-176ebe60015a admin admin] Usage tracker for resource:subnet and tenant:8114ad2839984517a24a750c07d13d34 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:16:56.708666 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-b8587bdd-809e-4c14-9d27-c85080ef29a3 service neutron] Request body: {'port': {'device_id': '68123e96-78fc-493f-979f-fa4b73af8e8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:16:56.717466 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b5cf73a9-9264-49ad-8a59-176ebe60015a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:16:56.744789 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b5cf73a9-9264-49ad-8a59-176ebe60015a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:16:56.843781 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-b8587bdd-809e-4c14-9d27-c85080ef29a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:56.913800 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-6f85742c-6e92-42d0-b1a1-996cd64582e7 req-0f8ddd63-d54e-4cb5-9f52-7dd2506d3e1d tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Calling delete_port for eca5b3d7-d4c8-45db-bb8d-4b1aab65b295 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:16:56.978598 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-ff589227-2b04-40b9-a445-2c56d5b6f62c service neutron] 10.222.0.52 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5738068 Feb 09 12:16:56.990996 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-897b34f9-efa0-4658-a782-506f04321232 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:57.000813 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-897b34f9-efa0-4658-a782-506f04321232 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] 10.222.0.55 "GET /v2.0/networks?id=95afeb8f-74e9-4ad5-a7a1-e9e3197833d5 HTTP/1.1" status: 200 len: 818 time: 1.2022283 Feb 09 12:16:57.010743 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5cf73a9-9264-49ad-8a59-176ebe60015a admin admin] Made reservation on behalf of 8114ad2839984517a24a750c07d13d34 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:16:57.014313 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b5cf73a9-9264-49ad-8a59-176ebe60015a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:57.192713 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97865348-eebc-4fb0-b98e-1c2f9fd3ddcc req-77f42cdd-9a1c-488d-9385-af95a8ee424c tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:57.194740 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-97865348-eebc-4fb0-b98e-1c2f9fd3ddcc req-77f42cdd-9a1c-488d-9385-af95a8ee424c tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd2ec29-a543-4689-92b5-2f26f15044d9 HTTP/1.1" status: 200 len: 950 time: 0.7519617 Feb 09 12:16:57.196891 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-46224564-1854-48d2-a43f-fd4d69e86699 service neutron] 10.222.0.52 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936555 Feb 09 12:16:57.285840 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-bee0596f-6c56-4e6f-a9b4-107e88dd329d tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] 10.222.0.55 "GET /v2.0/quotas/2902533bf64e4d3e90411cf62f208505 HTTP/1.1" status: 200 len: 375 time: 0.2837014 Feb 09 12:16:57.433281 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-49dd279d-83cf-4045-b7ec-17042c4d6dcb tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=dda46f6fe2de441f9aa9a16e4e5ee6fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0821760 Feb 09 12:16:57.451139 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-97865348-eebc-4fb0-b98e-1c2f9fd3ddcc req-2e798136-3c7f-435b-a396-ebbd1267a8a1 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.55 "GET /v2.0/security-groups?id=a83df6af-750f-4c01-af24-03274e72d063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411637 Feb 09 12:16:57.471381 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-9083206c-e212-4c8b-b006-2b3b42fa583a tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2902533bf64e4d3e90411cf62f208505&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1846323 Feb 09 12:16:57.586089 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-b8587bdd-809e-4c14-9d27-c85080ef29a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 827b8aa7-5166-4ce8-8c8a-2c59a07ead1d {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:16:57.595935 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-b8587bdd-809e-4c14-9d27-c85080ef29a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:57.606103 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-b8587bdd-809e-4c14-9d27-c85080ef29a3 service neutron] Transition to ACTIVE for port object 827b8aa7-5166-4ce8-8c8a-2c59a07ead1d will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:16:57.690929 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-b8587bdd-809e-4c14-9d27-c85080ef29a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:57.712335 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.api [req-6f85742c-6e92-42d0-b1a1-996cd64582e7 req-0f8ddd63-d54e-4cb5-9f52-7dd2506d3e1d tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:16:57.712335 n-d-825178-3 neutron-server[87567]: DEBUG oslo_db.api [req-6f85742c-6e92-42d0-b1a1-996cd64582e7 req-0f8ddd63-d54e-4cb5-9f52-7dd2506d3e1d tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:16:57.924795 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a3ed0cc-406f-48ca-9cef-615a85e7a0ac', 'name': 'network-vif-deleted', 'tag': '63509d75-da58-43e5-b240-8d70695a2e99', 'status': 'completed', 'code': 200} Feb 09 12:16:58.013198 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b5cf73a9-9264-49ad-8a59-176ebe60015a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:58.120907 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf73a9-9264-49ad-8a59-176ebe60015a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b56f98e-080d-43d4-a7fa-08c12a9dbc9e,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:58.173650 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-722dd7a2-8f01-49e9-8594-99633c2aebbc service neutron] 10.222.0.55 "GET /v2.0/networks/95afeb8f-74e9-4ad5-a7a1-e9e3197833d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7011130 Feb 09 12:16:58.238366 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-6f85742c-6e92-42d0-b1a1-996cd64582e7 req-0f8ddd63-d54e-4cb5-9f52-7dd2506d3e1d tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Deleting port eca5b3d7-d4c8-45db-bb8d-4b1aab65b295 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:16:58.238366 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-6f85742c-6e92-42d0-b1a1-996cd64582e7 req-0f8ddd63-d54e-4cb5-9f52-7dd2506d3e1d tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:58.287249 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8587bdd-809e-4c14-9d27-c85080ef29a3 service neutron] Pushing event updated for resources: {'Port': ['ID=827b8aa7-5166-4ce8-8c8a-2c59a07ead1d,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:58.350328 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-79b7301d-f768-47c2-a876-8ee10557907a tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:58.353667 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-79b7301d-f768-47c2-a876-8ee10557907a tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9117553 Feb 09 12:16:58.369945 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-ed1dd2d5-21e7-46ec-a308-ae484ec87558 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Request body: {'port': {'device_id': 'a93d00cb-241f-4e69-b28d-04d3d14faed4', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'admin_state_up': True, 'tenant_id': 'dda46f6fe2de441f9aa9a16e4e5ee6fc'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:16:58.407693 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-b8587bdd-809e-4c14-9d27-c85080ef29a3 service neutron] Attempting to bind port 827b8aa7-5166-4ce8-8c8a-2c59a07ead1d on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:16:58.407693 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-b8587bdd-809e-4c14-9d27-c85080ef29a3 service neutron] Attempting to bind port 827b8aa7-5166-4ce8-8c8a-2c59a07ead1d by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': '7fd43362-d2bb-4c15-a4a2-a1a057b6ca17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:16:58.408794 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-b8587bdd-809e-4c14-9d27-c85080ef29a3 service neutron] Attempting to bind port 827b8aa7-5166-4ce8-8c8a-2c59a07ead1d on network 46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:16:58.510397 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-b8587bdd-809e-4c14-9d27-c85080ef29a3 service neutron] Port 827b8aa7-5166-4ce8-8c8a-2c59a07ead1d on network 46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:16:58.510397 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-b8587bdd-809e-4c14-9d27-c85080ef29a3 service neutron] Attempting to bind port 827b8aa7-5166-4ce8-8c8a-2c59a07ead1d on network 46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:16:58.589748 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-b8587bdd-809e-4c14-9d27-c85080ef29a3 service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:16:58.589748 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-b8587bdd-809e-4c14-9d27-c85080ef29a3 service neutron] Checking segment: {'id': '7fd43362-d2bb-4c15-a4a2-a1a057b6ca17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:16:58.589748 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-b8587bdd-809e-4c14-9d27-c85080ef29a3 service neutron] Bound using segment: {'id': '7fd43362-d2bb-4c15-a4a2-a1a057b6ca17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:16:58.589748 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-b8587bdd-809e-4c14-9d27-c85080ef29a3 service neutron] Bound port: 827b8aa7-5166-4ce8-8c8a-2c59a07ead1d, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fd43362-d2bb-4c15-a4a2-a1a057b6ca17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:16:58.589748 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-b8587bdd-809e-4c14-9d27-c85080ef29a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:58.674470 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cf73a9-9264-49ad-8a59-176ebe60015a admin admin] Checking segment: {'id': 'ea49dfa5-3ee9-4ad9-943d-a595fcfa5e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9a988aee-7f52-43a7-b73a-b0efb5e6e9d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:16:58.674737 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cf73a9-9264-49ad-8a59-176ebe60015a admin admin] Network hostable DHCP agents. Network: 9a988aee-7f52-43a7-b73a-b0efb5e6e9d5, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:16:58.817132 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-ed1dd2d5-21e7-46ec-a308-ae484ec87558 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:16:58.831147 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-ed1dd2d5-21e7-46ec-a308-ae484ec87558 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Usage tracker for resource:port and tenant:dda46f6fe2de441f9aa9a16e4e5ee6fc is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:16:58.845187 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-ed1dd2d5-21e7-46ec-a308-ae484ec87558 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:16:58.890552 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-ed1dd2d5-21e7-46ec-a308-ae484ec87558 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:16:58.905808 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-b8587bdd-809e-4c14-9d27-c85080ef29a3 service neutron] For port 827b8aa7-5166-4ce8-8c8a-2c59a07ead1d, host n-h1-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:16:58.905808 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-b8587bdd-809e-4c14-9d27-c85080ef29a3 service neutron] For port 827b8aa7-5166-4ce8-8c8a-2c59a07ead1d, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=827b8aa7-5166-4ce8-8c8a-2c59a07ead1d,segment=NetworkSegment(7fd43362-d2bb-4c15-a4a2-a1a057b6ca17),segment_id=7fd43362-d2bb-4c15-a4a2-a1a057b6ca17)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:16:58.922235 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe31d6-95c7-4fc4-a648-b1d6286efbc2 req-b3edf85e-e1c4-4cfe-a1c9-8ba22682a681 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:58.927314 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-b8587bdd-809e-4c14-9d27-c85080ef29a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:58.935756 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9cbe31d6-95c7-4fc4-a648-b1d6286efbc2 req-b3edf85e-e1c4-4cfe-a1c9-8ba22682a681 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?device_id=68123e96-78fc-493f-979f-fa4b73af8e8f HTTP/1.1" status: 200 len: 944 time: 0.9648323 Feb 09 12:16:59.037376 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-ed1dd2d5-21e7-46ec-a308-ae484ec87558 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Made reservation on behalf of dda46f6fe2de441f9aa9a16e4e5ee6fc for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:16:59.037376 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-ed1dd2d5-21e7-46ec-a308-ae484ec87558 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:59.171377 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-ed1dd2d5-21e7-46ec-a308-ae484ec87558 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:59.193367 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-b8587bdd-809e-4c14-9d27-c85080ef29a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:59.194003 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-b8587bdd-809e-4c14-9d27-c85080ef29a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:59.198445 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-b8587bdd-809e-4c14-9d27-c85080ef29a3 service neutron] 10.222.0.52 "PUT /v2.0/ports/827b8aa7-5166-4ce8-8c8a-2c59a07ead1d HTTP/1.1" status: 200 len: 1092 time: 2.4988909 Feb 09 12:16:59.224795 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-ed1dd2d5-21e7-46ec-a308-ae484ec87558 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:16:59.236889 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-ed1dd2d5-21e7-46ec-a308-ae484ec87558 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Usage tracker for resource:security_group_rule and tenant:dda46f6fe2de441f9aa9a16e4e5ee6fc is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:16:59.263618 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-ed1dd2d5-21e7-46ec-a308-ae484ec87558 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:16:59.269010 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8587bdd-809e-4c14-9d27-c85080ef29a3 service neutron] Pushing event updated for resources: {'Port': ['ID=827b8aa7-5166-4ce8-8c8a-2c59a07ead1d,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:16:59.428574 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9cbe31d6-95c7-4fc4-a648-b1d6286efbc2 req-ab77f225-e449-4465-97c2-7b6dd0053e8c tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc310c7-804c-482c-8f65-f0a6e9cffd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4983094 Feb 09 12:16:59.440628 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-ed1dd2d5-21e7-46ec-a308-ae484ec87558 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:16:59.476304 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cf73a9-9264-49ad-8a59-176ebe60015a admin admin] Network 9a988aee-7f52-43a7-b73a-b0efb5e6e9d5 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:16:59.507207 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-69316997-4ef7-49fb-9a43-edea21cdab4d service neutron] 10.222.0.55 "GET /v2.0/networks/95afeb8f-74e9-4ad5-a7a1-e9e3197833d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1445937 Feb 09 12:16:59.522124 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-b5cf73a9-9264-49ad-8a59-176ebe60015a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 9a988aee-7f52-43a7-b73a-b0efb5e6e9d5) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:16:59.532741 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdab2b54-36d5-45df-a3f0-76e9575e5546 None None] Network 9a988aee-7f52-43a7-b73a-b0efb5e6e9d5 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:16:59.534882 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cf73a9-9264-49ad-8a59-176ebe60015a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:59.535536 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b5cf73a9-9264-49ad-8a59-176ebe60015a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:59.619392 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b5cf73a9-9264-49ad-8a59-176ebe60015a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.1462955 Feb 09 12:16:59.630202 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 42702) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:16:59.691115 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-2e5ad09d-a58c-44bd-a2e9-6ff58db92796 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1778066734-router', 'tenant_id': '8114ad2839984517a24a750c07d13d34', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:16:59.698242 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2e5ad09d-a58c-44bd-a2e9-6ff58db92796 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:16:59.699088 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-6f85742c-6e92-42d0-b1a1-996cd64582e7 req-0f8ddd63-d54e-4cb5-9f52-7dd2506d3e1d tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] For port eca5b3d7-d4c8-45db-bb8d-4b1aab65b295, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=eca5b3d7-d4c8-45db-bb8d-4b1aab65b295,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:16:59.700161 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-6f85742c-6e92-42d0-b1a1-996cd64582e7 req-0f8ddd63-d54e-4cb5-9f52-7dd2506d3e1d tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:59.706741 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-2e5ad09d-a58c-44bd-a2e9-6ff58db92796 admin admin] Usage tracker for resource:router and tenant:8114ad2839984517a24a750c07d13d34 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:16:59.711027 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-2e5ad09d-a58c-44bd-a2e9-6ff58db92796 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:16:59.727336 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2e5ad09d-a58c-44bd-a2e9-6ff58db92796 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:16:59.750624 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-835f87f6-c535-480f-b589-eb3fe2f0305d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:59.752551 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-835f87f6-c535-480f-b589-eb3fe2f0305d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e269a22f7331401b92d6d31273b08c8d&device_id=68123e96-78fc-493f-979f-fa4b73af8e8f HTTP/1.1" status: 200 len: 1095 time: 0.4699607 Feb 09 12:16:59.755346 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2e5ad09d-a58c-44bd-a2e9-6ff58db92796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:59.756719 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2e5ad09d-a58c-44bd-a2e9-6ff58db92796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:16:59.864812 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-7ded30f6-a454-42ea-b84e-cb60cd81684c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=827b8aa7-5166-4ce8-8c8a-2c59a07ead1d HTTP/1.1" status: 200 len: 217 time: 0.0967777 Feb 09 12:16:59.939386 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd2ec29-a543-4689-92b5-2f26f15044d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '551cd07e-71a4-4566-b1a4-af637e8ad9ad', 'code': 200} Feb 09 12:16:59.973087 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68123e96-78fc-493f-979f-fa4b73af8e8f', 'tag': '827b8aa7-5166-4ce8-8c8a-2c59a07ead1d'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:16:59.978741 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-95176a27-82cc-40d2-8631-d50a7cdfd45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:16:59.980589 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-95176a27-82cc-40d2-8631-d50a7cdfd45a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b74a18b3-c777-4b36-8c3b-f86129471b39 HTTP/1.1" status: 200 len: 845 time: 0.1035275 Feb 09 12:16:59.991810 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2e5ad09d-a58c-44bd-a2e9-6ff58db92796 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:00.074029 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-6cf3fd53-111e-49f0-85c0-a9d3a3c69ed9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761693 Feb 09 12:17:00.076879 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-ed1dd2d5-21e7-46ec-a308-ae484ec87558 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:00.087413 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-ed1dd2d5-21e7-46ec-a308-ae484ec87558 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:00.118921 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-6f85742c-6e92-42d0-b1a1-996cd64582e7 req-0f8ddd63-d54e-4cb5-9f52-7dd2506d3e1d tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Calling delete_port for eca5b3d7-d4c8-45db-bb8d-4b1aab65b295 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:17:00.164684 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669e4180-46ed-4556-9625-4720fef59788 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-9a988aee-7f52-43a7-b73a-b0efb5e6e9d5', 'network_id': '9a988aee-7f52-43a7-b73a-b0efb5e6e9d5', 'tenant_id': '8114ad2839984517a24a750c07d13d34', 'fixed_ips': [{'subnet_id': '1b56f98e-080d-43d4-a7fa-08c12a9dbc9e'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:17:00.165593 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-669e4180-46ed-4556-9625-4720fef59788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:00.226270 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1dd2d5-21e7-46ec-a308-ae484ec87558 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e007a1-b994-49a7-8e79-04b4c8754e0e,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:00.380525 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-b2deaf55-8dd0-414a-ac61-423579f856f7 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=dda46f6fe2de441f9aa9a16e4e5ee6fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5123262 Feb 09 12:17:00.453930 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-669e4180-46ed-4556-9625-4720fef59788 None None] Allocated IP 172.20.0.2 (9a988aee-7f52-43a7-b73a-b0efb5e6e9d5/1b56f98e-080d-43d4-a7fa-08c12a9dbc9e/86b9a59b-d9a5-40e7-8fc9-26a025b1011b) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:17:00.603513 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c900ce-2b70-4edb-ad2b-99d516bc3339 req-4017f3f0-bc06-40a1-91ea-ae35ee8e4988 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:00.605044 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-44c900ce-2b70-4edb-ad2b-99d516bc3339 req-4017f3f0-bc06-40a1-91ea-ae35ee8e4988 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=0757453a-62cf-4bea-a48b-c58117674853 HTTP/1.1" status: 200 len: 945 time: 0.3919358 Feb 09 12:17:00.635791 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947845c1-4a1a-4256-af18-5f3997643169 req-0615ac88-3ee3-4cdb-8c35-e5afa23b6fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:00.637160 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-947845c1-4a1a-4256-af18-5f3997643169 req-0615ac88-3ee3-4cdb-8c35-e5afa23b6fe7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cbd2ec29-a543-4689-92b5-2f26f15044d9 HTTP/1.1" status: 200 len: 1101 time: 0.8935392 Feb 09 12:17:00.783673 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-44c900ce-2b70-4edb-ad2b-99d516bc3339 req-8efe8595-cab4-4e58-b505-0ffffb1889e6 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648469 Feb 09 12:17:00.825873 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-3174e346-d87e-4cdc-b575-2c50a198ca7c tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:00.833041 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-3174e346-d87e-4cdc-b575-2c50a198ca7c tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4364648 Feb 09 12:17:00.892300 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-27fd2617-9455-45a5-b343-f943e37775b4 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] 10.222.0.55 "GET /v2.0/quotas/dda46f6fe2de441f9aa9a16e4e5ee6fc HTTP/1.1" status: 200 len: 375 time: 0.0295818 Feb 09 12:17:00.909403 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-947845c1-4a1a-4256-af18-5f3997643169 req-83eac21b-b17a-41bc-9f84-d28cbc366a5c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a83df6af-750f-4c01-af24-03274e72d063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198541 Feb 09 12:17:00.909660 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-669e4180-46ed-4556-9625-4720fef59788 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:00.929230 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-669e4180-46ed-4556-9625-4720fef59788 None None] Transition to ACTIVE for port object 86b9a59b-d9a5-40e7-8fc9-26a025b1011b will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:17:00.960378 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-669e4180-46ed-4556-9625-4720fef59788 None None] Transition to ACTIVE for port object 86b9a59b-d9a5-40e7-8fc9-26a025b1011b will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:17:00.962688 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-6f85742c-6e92-42d0-b1a1-996cd64582e7 req-0f8ddd63-d54e-4cb5-9f52-7dd2506d3e1d tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:00.970627 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-669e4180-46ed-4556-9625-4720fef59788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:00.986939 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-4029ebc5-1314-42aa-ab5d-50d28bdfe162 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=dda46f6fe2de441f9aa9a16e4e5ee6fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0760262 Feb 09 12:17:01.043356 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ddd63-d54e-4cb5-9f52-7dd2506d3e1d tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Pushing event deleted for resources: {'Port': ['ID=eca5b3d7-d4c8-45db-bb8d-4b1aab65b295,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:01.072133 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['b5fedb51-61f7-44a9-a646-00ef57b3909b'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:17:01.213914 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2e5ad09d-a58c-44bd-a2e9-6ff58db92796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:01.266819 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669e4180-46ed-4556-9625-4720fef59788 None None] Network 9a988aee-7f52-43a7-b73a-b0efb5e6e9d5 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:17:01.269212 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f85742c-6e92-42d0-b1a1-996cd64582e7 req-0f8ddd63-d54e-4cb5-9f52-7dd2506d3e1d tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] No DVR routers for this DVR port eca5b3d7-d4c8-45db-bb8d-4b1aab65b295 on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:17:01.271611 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-669e4180-46ed-4556-9625-4720fef59788 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:17:01.274228 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669e4180-46ed-4556-9625-4720fef59788 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:17:01.274544 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-6f85742c-6e92-42d0-b1a1-996cd64582e7 req-0f8ddd63-d54e-4cb5-9f52-7dd2506d3e1d tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:01.281735 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-e11dced6-5941-4bab-a79b-35d0e301f5bb service neutron] 10.222.0.52 "GET /v2.0/networks/46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1136217 Feb 09 12:17:01.282061 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d032bc9-f848-4245-acb3-f57ae72cf6c2', 'name': 'network-vif-deleted', 'tag': 'eca5b3d7-d4c8-45db-bb8d-4b1aab65b295'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:17:01.331925 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669e4180-46ed-4556-9625-4720fef59788 None None] Pushing event updated for resources: {'Port': ['ID=86b9a59b-d9a5-40e7-8fc9-26a025b1011b,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:01.333653 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6f85742c-6e92-42d0-b1a1-996cd64582e7 req-0f8ddd63-d54e-4cb5-9f52-7dd2506d3e1d tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.46 "DELETE /v2.0/ports/eca5b3d7-d4c8-45db-bb8d-4b1aab65b295 HTTP/1.1" status: 204 len: 173 time: 6.1317930 Feb 09 12:17:01.343693 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-ed1dd2d5-21e7-46ec-a308-ae484ec87558 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Allocated IP 192.168.233.128 (4f732e35-467f-44f5-be04-aa808693dec3/f8ed5558-888d-440a-8c32-52f2f9bc5bd5/cd467e58-0514-4630-9b93-12f3610e765e) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:17:01.429799 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-669e4180-46ed-4556-9625-4720fef59788 None None] Attempting to bind port 86b9a59b-d9a5-40e7-8fc9-26a025b1011b on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:17:01.431326 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-669e4180-46ed-4556-9625-4720fef59788 None None] Attempting to bind port 86b9a59b-d9a5-40e7-8fc9-26a025b1011b by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'ea49dfa5-3ee9-4ad9-943d-a595fcfa5e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9a988aee-7f52-43a7-b73a-b0efb5e6e9d5'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:17:01.431326 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669e4180-46ed-4556-9625-4720fef59788 None None] Attempting to bind port 86b9a59b-d9a5-40e7-8fc9-26a025b1011b on network 9a988aee-7f52-43a7-b73a-b0efb5e6e9d5 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:17:01.432339 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121bace-a03a-483a-afb2-8be5f18c55b7 req-0ba1a110-b488-437b-8443-e0c3e92be559 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:01.444103 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7121bace-a03a-483a-afb2-8be5f18c55b7 req-0ba1a110-b488-437b-8443-e0c3e92be559 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd2ec29-a543-4689-92b5-2f26f15044d9 HTTP/1.1" status: 200 len: 950 time: 0.3412244 Feb 09 12:17:01.463980 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669e4180-46ed-4556-9625-4720fef59788 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:17:01.464519 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669e4180-46ed-4556-9625-4720fef59788 None None] Checking segment: {'id': 'ea49dfa5-3ee9-4ad9-943d-a595fcfa5e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9a988aee-7f52-43a7-b73a-b0efb5e6e9d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:17:01.465019 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-669e4180-46ed-4556-9625-4720fef59788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:01.465710 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669e4180-46ed-4556-9625-4720fef59788 None None] Bound using segment: {'id': 'ea49dfa5-3ee9-4ad9-943d-a595fcfa5e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9a988aee-7f52-43a7-b73a-b0efb5e6e9d5'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:17:01.466446 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-669e4180-46ed-4556-9625-4720fef59788 None None] Bound port: 86b9a59b-d9a5-40e7-8fc9-26a025b1011b, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea49dfa5-3ee9-4ad9-943d-a595fcfa5e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9a988aee-7f52-43a7-b73a-b0efb5e6e9d5'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:17:01.466889 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-669e4180-46ed-4556-9625-4720fef59788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:01.610653 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7121bace-a03a-483a-afb2-8be5f18c55b7 req-9a5690d1-e4e7-418d-80c2-c233d4f982e2 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.55 "GET /v2.0/security-groups?id=a83df6af-750f-4c01-af24-03274e72d063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654894 Feb 09 12:17:01.863360 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68123e96-78fc-493f-979f-fa4b73af8e8f', 'tag': '827b8aa7-5166-4ce8-8c8a-2c59a07ead1d', 'status': 'completed', 'code': 200} Feb 09 12:17:01.908801 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-669e4180-46ed-4556-9625-4720fef59788 None None] For port 86b9a59b-d9a5-40e7-8fc9-26a025b1011b, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:17:01.937957 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-669e4180-46ed-4556-9625-4720fef59788 None None] For port 86b9a59b-d9a5-40e7-8fc9-26a025b1011b, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=86b9a59b-d9a5-40e7-8fc9-26a025b1011b,segment=NetworkSegment(ea49dfa5-3ee9-4ad9-943d-a595fcfa5e42),segment_id=ea49dfa5-3ee9-4ad9-943d-a595fcfa5e42)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:17:01.946058 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d032bc9-f848-4245-acb3-f57ae72cf6c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eca5b3d7-d4c8-45db-bb8d-4b1aab65b295'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:17:01.950431 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-61c5fe16-bbaa-4475-9b5a-bf3926903c06 req-1900083a-bf19-4c05-94af-cda8bcf0caea service neutron] 10.222.0.52 "GET /v2.0/networks/46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6211765 Feb 09 12:17:01.954552 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-669e4180-46ed-4556-9625-4720fef59788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:02.074049 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669e4180-46ed-4556-9625-4720fef59788 None None] Pushing event updated for resources: {'Port': ['ID=86b9a59b-d9a5-40e7-8fc9-26a025b1011b,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:02.305608 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a032754-475a-4db1-93e3-cd423268f25e req-8ba52a30-dc6b-4a85-a139-61814cbc507b tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:02.311994 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7a032754-475a-4db1-93e3-cd423268f25e req-8ba52a30-dc6b-4a85-a139-61814cbc507b tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?device_id=68123e96-78fc-493f-979f-fa4b73af8e8f HTTP/1.1" status: 200 len: 944 time: 0.2419803 Feb 09 12:17:02.431043 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7a032754-475a-4db1-93e3-cd423268f25e req-801b42d5-092a-48bd-9ac7-b29a9ad266d2 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc310c7-804c-482c-8f65-f0a6e9cffd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139424 Feb 09 12:17:02.611648 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-ff14743e-376f-435c-ab25-493ddca54e0f req-85cb816a-7a0c-4d8c-9935-fc44f4946331 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Synchronizing usage tracker for tenant:c9a644d28aa946259b7337281970c4b8 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:17:02.662843 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-ff14743e-376f-435c-ab25-493ddca54e0f req-85cb816a-7a0c-4d8c-9935-fc44f4946331 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Unset dirty status for tenant:c9a644d28aa946259b7337281970c4b8 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:17:02.662843 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ff14743e-376f-435c-ab25-493ddca54e0f req-85cb816a-7a0c-4d8c-9935-fc44f4946331 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d032bc9-f848-4245-acb3-f57ae72cf6c2 HTTP/1.1" status: 200 len: 210 time: 0.1940403 Feb 09 12:17:02.763237 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-ed1dd2d5-21e7-46ec-a308-ae484ec87558 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:02.781469 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d032bc9-f848-4245-acb3-f57ae72cf6c2', 'name': 'network-vif-deleted', 'tag': 'eca5b3d7-d4c8-45db-bb8d-4b1aab65b295', 'status': 'completed', 'code': 200} Feb 09 12:17:02.796305 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e8c6a-cf77-4f98-89ef-5d9c72fc7c81 req-b14757ff-604a-46c3-924f-32358b9e951b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:02.798164 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d24e8c6a-cf77-4f98-89ef-5d9c72fc7c81 req-b14757ff-604a-46c3-924f-32358b9e951b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e269a22f7331401b92d6d31273b08c8d&device_id=68123e96-78fc-493f-979f-fa4b73af8e8f HTTP/1.1" status: 200 len: 1095 time: 0.7098854 Feb 09 12:17:02.813329 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6a0a9895-0d83-42ae-b9ab-91fc8091c7d6 req-c9223123-c083-42ca-ad53-7ab2fa6283f5 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cd0dd65-fd50-433a-b617-28889b319ff2 HTTP/1.1" status: 200 len: 210 time: 0.1111255 Feb 09 12:17:02.813502 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-ed1dd2d5-21e7-46ec-a308-ae484ec87558 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Transition to ACTIVE for port object cd467e58-0514-4630-9b93-12f3610e765e will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:17:02.846985 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2e5ad09d-a58c-44bd-a2e9-6ff58db92796 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:03.015728 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d032bc9-f848-4245-acb3-f57ae72cf6c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eca5b3d7-d4c8-45db-bb8d-4b1aab65b295', 'code': 200} Feb 09 12:17:03.032883 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-ed1dd2d5-21e7-46ec-a308-ae484ec87558 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:03.039745 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2e5ad09d-a58c-44bd-a2e9-6ff58db92796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:03.150613 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe08412-eb0c-4848-96d4-628dbfcdd347 req-9e6148db-8138-4f13-93f9-4afb7e42fb19 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:03.152900 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5fe08412-eb0c-4848-96d4-628dbfcdd347 req-9e6148db-8138-4f13-93f9-4afb7e42fb19 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=0757453a-62cf-4bea-a48b-c58117674853 HTTP/1.1" status: 200 len: 945 time: 0.1490428 Feb 09 12:17:03.268863 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5fe08412-eb0c-4848-96d4-628dbfcdd347 req-f7d16048-8826-41b9-8466-5f7b9b32de47 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091480 Feb 09 12:17:03.301688 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e9585716-d0ab-4f29-9f21-b7e8d3b4b680 req-47f59075-0a2b-4bcc-a286-104f04562cd2 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f9830cc-38fb-4d83-b7d0-0e1c890e5801 HTTP/1.1" status: 200 len: 210 time: 0.0958738 Feb 09 12:17:03.402068 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-ed1dd2d5-21e7-46ec-a308-ae484ec87558 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Network 4f732e35-467f-44f5-be04-aa808693dec3 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:17:03.413438 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1dd2d5-21e7-46ec-a308-ae484ec87558 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Pushing event updated for resources: {'Port': ['ID=cd467e58-0514-4630-9b93-12f3610e765e,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:03.417123 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-ed1dd2d5-21e7-46ec-a308-ae484ec87558 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:17:03.423180 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-ed1dd2d5-21e7-46ec-a308-ae484ec87558 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:17:03.533048 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-ed1dd2d5-21e7-46ec-a308-ae484ec87558 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:03.533048 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-ed1dd2d5-21e7-46ec-a308-ae484ec87558 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:03.815261 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-ed1dd2d5-21e7-46ec-a308-ae484ec87558 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.4498138 Feb 09 12:17:03.853876 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-5089f62c-27db-4c47-a148-4f499a2add92 service neutron] Request body: {'port': {'device_id': 'a93d00cb-241f-4e69-b28d-04d3d14faed4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:17:03.886646 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 86b9a59b-d9a5-40e7-8fc9-26a025b1011b up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:17:03.991138 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e8c6a-cf77-4f98-89ef-5d9c72fc7c81 req-adcda2e6-436e-4bf1-a002-920e25fb4a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:03.992618 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d24e8c6a-cf77-4f98-89ef-5d9c72fc7c81 req-adcda2e6-436e-4bf1-a002-920e25fb4a98 service neutron] 10.222.0.52 "GET /v2.0/networks?id=46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c HTTP/1.1" status: 200 len: 906 time: 1.1805294 Feb 09 12:17:04.055472 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87349f85-163d-4aee-af6b-702d59fae75d None None] Network 9a988aee-7f52-43a7-b73a-b0efb5e6e9d5 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:17:04.141846 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-2e5ad09d-a58c-44bd-a2e9-6ff58db92796 admin admin] Allocated IP 172.25.7.241 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/e2fea006-e070-4e8a-89ef-f50f60257ba8) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:17:04.151971 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d24e8c6a-cf77-4f98-89ef-5d9c72fc7c81 req-85522a4b-4641-41f2-98b3-0cf485fe3eb0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=827b8aa7-5166-4ce8-8c8a-2c59a07ead1d HTTP/1.1" status: 200 len: 217 time: 0.1371045 Feb 09 12:17:04.259103 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c650c-c136-42fd-975b-9bcdc5a44c4d req-09e4a711-4ace-4fd7-9320-15c58a460470 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:04.261232 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9d5c650c-c136-42fd-975b-9bcdc5a44c4d req-09e4a711-4ace-4fd7-9320-15c58a460470 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd2ec29-a543-4689-92b5-2f26f15044d9 HTTP/1.1" status: 200 len: 950 time: 0.6953640 Feb 09 12:17:04.268141 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-a7d10980-a7b3-421d-8ea2-4dd02a4ef0a1 None None] Provisioning for port cd467e58-0514-4630-9b93-12f3610e765e completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:17:04.291756 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-a7d10980-a7b3-421d-8ea2-4dd02a4ef0a1 None None] Provisioning complete for port cd467e58-0514-4630-9b93-12f3610e765e triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:17:04.292399 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a7d10980-a7b3-421d-8ea2-4dd02a4ef0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:04.323767 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-5089f62c-27db-4c47-a148-4f499a2add92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:04.336195 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 86b9a59b-d9a5-40e7-8fc9-26a025b1011b completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:17:04.407386 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-a7d10980-a7b3-421d-8ea2-4dd02a4ef0a1 None None] Port cd467e58-0514-4630-9b93-12f3610e765e cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:17:04.432212 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-8b57839b-364b-4d44-92f2-5fb36c108f01 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:04.434270 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-8b57839b-364b-4d44-92f2-5fb36c108f01 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] 10.222.0.52 "GET /v2.0/networks?id=95afeb8f-74e9-4ad5-a7a1-e9e3197833d5 HTTP/1.1" status: 200 len: 818 time: 0.7194040 Feb 09 12:17:04.451500 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca0cc3-659c-4685-bf31-3c14bbc764e1 req-6b87f404-7ce4-48da-8cef-aa236fbcd514 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:04.453136 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d0ca0cc3-659c-4685-bf31-3c14bbc764e1 req-6b87f404-7ce4-48da-8cef-aa236fbcd514 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a2010d-19ed-43b1-93e7-5befaca38eb7 HTTP/1.1" status: 200 len: 950 time: 0.8077252 Feb 09 12:17:04.459658 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-3e462926-0cde-4ee7-8dc8-c65d850bb7dd tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:04.461371 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-3e462926-0cde-4ee7-8dc8-c65d850bb7dd tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] 10.222.0.46 "GET /v2.0/networks?id=95afeb8f-74e9-4ad5-a7a1-e9e3197833d5 HTTP/1.1" status: 200 len: 818 time: 0.4221468 Feb 09 12:17:04.474061 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-7a526435-120c-45e5-a7b0-364e77d4fe34 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Request body: {'port': {'device_id': '0c5c334a-0c36-4d90-bb8f-a7aab598482d', 'network_id': '95afeb8f-74e9-4ad5-a7a1-e9e3197833d5', 'admin_state_up': True, 'tenant_id': '2902533bf64e4d3e90411cf62f208505'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:17:04.532606 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-94c2a0fc-26b0-4547-85da-37321c3dec98 None None] Provisioning for port 86b9a59b-d9a5-40e7-8fc9-26a025b1011b completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:17:04.546598 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-94c2a0fc-26b0-4547-85da-37321c3dec98 None None] Provisioning complete for port 86b9a59b-d9a5-40e7-8fc9-26a025b1011b triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:17:04.547075 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-94c2a0fc-26b0-4547-85da-37321c3dec98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:04.662926 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9d5c650c-c136-42fd-975b-9bcdc5a44c4d req-5074ed61-5b41-4a13-8c24-f65f9c7f2901 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.55 "GET /v2.0/security-groups?id=a83df6af-750f-4c01-af24-03274e72d063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677795 Feb 09 12:17:04.676936 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-040d1f20-f4ae-4d1e-984f-9ca86d2b47fe tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Request body: {'port': {'device_id': 'bcbf81f5-e4f8-4b04-8c3a-4d80b2c30956', 'network_id': '95afeb8f-74e9-4ad5-a7a1-e9e3197833d5', 'admin_state_up': True, 'tenant_id': '2902533bf64e4d3e90411cf62f208505'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:17:04.677663 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 827b8aa7-5166-4ce8-8c8a-2c59a07ead1d details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:17:04.681852 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 66290e4e-4014-4dc2-9b0f-68f1f6990bd8 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:17:04.893186 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-5089f62c-27db-4c47-a148-4f499a2add92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd467e58-0514-4630-9b93-12f3610e765e {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:17:04.900912 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-5089f62c-27db-4c47-a148-4f499a2add92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:04.916633 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-5089f62c-27db-4c47-a148-4f499a2add92 service neutron] Transition to ACTIVE for port object cd467e58-0514-4630-9b93-12f3610e765e will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:17:04.995066 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e8c6a-cf77-4f98-89ef-5d9c72fc7c81 req-8392cd3c-71ac-42af-8fa6-ceeb32fa43ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:04.996824 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d24e8c6a-cf77-4f98-89ef-5d9c72fc7c81 req-8392cd3c-71ac-42af-8fa6-ceeb32fa43ee service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b74a18b3-c777-4b36-8c3b-f86129471b39 HTTP/1.1" status: 200 len: 845 time: 0.7400703 Feb 09 12:17:04.999709 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-5089f62c-27db-4c47-a148-4f499a2add92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:05.104966 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 827b8aa7-5166-4ce8-8c8a-2c59a07ead1d, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=827b8aa7-5166-4ce8-8c8a-2c59a07ead1d,segment=NetworkSegment(7fd43362-d2bb-4c15-a4a2-a1a057b6ca17),segment_id=7fd43362-d2bb-4c15-a4a2-a1a057b6ca17)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:17:05.119969 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': '827b8aa7-5166-4ce8-8c8a-2c59a07ead1d', 'network_id': '46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c', 'port_id': '827b8aa7-5166-4ce8-8c8a-2c59a07ead1d', 'mac_address': 'fa:16:3e:92:56:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b74a18b3-c777-4b36-8c3b-f86129471b39', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:17:05.151228 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089f62c-27db-4c47-a148-4f499a2add92 service neutron] Pushing event updated for resources: {'Port': ['ID=cd467e58-0514-4630-9b93-12f3610e765e,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:05.214325 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d24e8c6a-cf77-4f98-89ef-5d9c72fc7c81 req-865dc7ab-bb50-4bfd-bdf6-30ea149ac8f0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678470 Feb 09 12:17:05.229602 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d0ca0cc3-659c-4685-bf31-3c14bbc764e1 req-b3331b39-8cf2-4346-9339-125b9a650f22 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] 10.222.0.55 "GET /v2.0/security-groups?id=322ca34a-1e43-49ee-9b94-58afc8395313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5875704 Feb 09 12:17:05.249892 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:05.263527 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-94c2a0fc-26b0-4547-85da-37321c3dec98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:05.282409 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:05.328194 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 827b8aa7-5166-4ce8-8c8a-2c59a07ead1d {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:17:05.363876 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a2010d-19ed-43b1-93e7-5befaca38eb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66290e4e-4014-4dc2-9b0f-68f1f6990bd8'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:17:05.410891 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-94c2a0fc-26b0-4547-85da-37321c3dec98 None None] For port 86b9a59b-d9a5-40e7-8fc9-26a025b1011b, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=86b9a59b-d9a5-40e7-8fc9-26a025b1011b,segment=NetworkSegment(ea49dfa5-3ee9-4ad9-943d-a595fcfa5e42),segment_id=ea49dfa5-3ee9-4ad9-943d-a595fcfa5e42)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:17:05.413254 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 66290e4e-4014-4dc2-9b0f-68f1f6990bd8, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=66290e4e-4014-4dc2-9b0f-68f1f6990bd8,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:17:05.424892 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 827b8aa7-5166-4ce8-8c8a-2c59a07ead1d, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=827b8aa7-5166-4ce8-8c8a-2c59a07ead1d,segment=NetworkSegment(7fd43362-d2bb-4c15-a4a2-a1a057b6ca17),segment_id=7fd43362-d2bb-4c15-a4a2-a1a057b6ca17)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:17:05.428701 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-7a526435-120c-45e5-a7b0-364e77d4fe34 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:17:05.436115 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-94c2a0fc-26b0-4547-85da-37321c3dec98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:05.495208 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:05.504652 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:05.544798 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-7a526435-120c-45e5-a7b0-364e77d4fe34 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Usage tracker for resource:port and tenant:2902533bf64e4d3e90411cf62f208505 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:17:05.598103 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-7a526435-120c-45e5-a7b0-364e77d4fe34 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:17:05.617658 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-7a526435-120c-45e5-a7b0-364e77d4fe34 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:17:05.627016 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c2a0fc-26b0-4547-85da-37321c3dec98 None None] Pushing event updated for resources: {'Port': ['ID=86b9a59b-d9a5-40e7-8fc9-26a025b1011b,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:05.634879 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-10764395-c855-4ce5-85e2-e593c6ca0306 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=dda46f6fe2de441f9aa9a16e4e5ee6fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2260590 Feb 09 12:17:05.653035 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-7a526435-120c-45e5-a7b0-364e77d4fe34 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Made reservation on behalf of 2902533bf64e4d3e90411cf62f208505 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:17:05.657461 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-7a526435-120c-45e5-a7b0-364e77d4fe34 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:05.714364 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-cecb6ec8-42b4-484b-a741-b7a9cc13b344 None None] Provisioning complete for port 86b9a59b-d9a5-40e7-8fc9-26a025b1011b triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:17:05.714632 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cecb6ec8-42b4-484b-a741-b7a9cc13b344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:05.722324 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-71d76693-4ed7-4c0b-93ff-87e9b3e6e6a2 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:05.724296 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-71d76693-4ed7-4c0b-93ff-87e9b3e6e6a2 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] 10.222.0.52 "GET /v2.0/networks?id=95afeb8f-74e9-4ad5-a7a1-e9e3197833d5 HTTP/1.1" status: 200 len: 818 time: 1.0055132 Feb 09 12:17:05.731473 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-040d1f20-f4ae-4d1e-984f-9ca86d2b47fe tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:17:05.736965 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-040d1f20-f4ae-4d1e-984f-9ca86d2b47fe tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Usage tracker for resource:port and tenant:2902533bf64e4d3e90411cf62f208505 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:17:05.741630 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-040d1f20-f4ae-4d1e-984f-9ca86d2b47fe tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:17:05.751365 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-040d1f20-f4ae-4d1e-984f-9ca86d2b47fe tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:17:05.780554 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2e5ad09d-a58c-44bd-a2e9-6ff58db92796 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:05.811884 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=66290e4e-4014-4dc2-9b0f-68f1f6990bd8,revision_number=8']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:05.837313 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d24e8c6a-cf77-4f98-89ef-5d9c72fc7c81 req-72d0334a-d8ca-4166-b0ac-b654068640fa service neutron] 10.222.0.52 "GET /v2.0/networks/46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5932024 Feb 09 12:17:05.889006 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-5089f62c-27db-4c47-a148-4f499a2add92 service neutron] Attempting to bind port cd467e58-0514-4630-9b93-12f3610e765e on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:17:05.889006 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-5089f62c-27db-4c47-a148-4f499a2add92 service neutron] Attempting to bind port cd467e58-0514-4630-9b93-12f3610e765e by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:17:05.889006 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-5089f62c-27db-4c47-a148-4f499a2add92 service neutron] Attempting to bind port cd467e58-0514-4630-9b93-12f3610e765e on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:17:05.909143 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-81080438-6efc-4fd1-bb6e-138b0c36a597 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Request body: {'port': {'device_id': '1f9830cc-38fb-4d83-b7d0-0e1c890e5801', 'network_id': '95afeb8f-74e9-4ad5-a7a1-e9e3197833d5', 'admin_state_up': True, 'tenant_id': '2902533bf64e4d3e90411cf62f208505'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:17:05.921391 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 86b9a59b-d9a5-40e7-8fc9-26a025b1011b up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:17:05.951788 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926bef17-0faa-4042-8790-64c8ec98b578 req-dd815994-af3a-4981-850c-eda1ebfdc54b tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:05.953417 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-926bef17-0faa-4042-8790-64c8ec98b578 req-dd815994-af3a-4981-850c-eda1ebfdc54b tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?device_id=68123e96-78fc-493f-979f-fa4b73af8e8f HTTP/1.1" status: 200 len: 944 time: 0.9217172 Feb 09 12:17:05.954254 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-5089f62c-27db-4c47-a148-4f499a2add92 service neutron] Port cd467e58-0514-4630-9b93-12f3610e765e on network 4f732e35-467f-44f5-be04-aa808693dec3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:17:05.955389 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-5089f62c-27db-4c47-a148-4f499a2add92 service neutron] Attempting to bind port cd467e58-0514-4630-9b93-12f3610e765e on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:17:05.965569 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-5089f62c-27db-4c47-a148-4f499a2add92 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:17:05.965829 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-5089f62c-27db-4c47-a148-4f499a2add92 service neutron] Checking segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:17:05.966198 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-5089f62c-27db-4c47-a148-4f499a2add92 service neutron] Bound using segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:17:05.966724 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-5089f62c-27db-4c47-a148-4f499a2add92 service neutron] Bound port: cd467e58-0514-4630-9b93-12f3610e765e, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:17:05.967172 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-5089f62c-27db-4c47-a148-4f499a2add92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:06.018013 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['827b8aa7-5166-4ce8-8c8a-2c59a07ead1d'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:17:06.070942 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e6ca3c6d-6b9e-42a8-8814-1a0c5d2022ce req-75f4648b-6d04-451e-8b2e-bcff24f0c86d tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cd0dd65-fd50-433a-b617-28889b319ff2 HTTP/1.1" status: 200 len: 210 time: 0.3856721 Feb 09 12:17:06.189728 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-7bef9e82-2169-4249-82ef-2067552106c4 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:06.190915 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-7bef9e82-2169-4249-82ef-2067552106c4 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5418665 Feb 09 12:17:06.191545 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-040d1f20-f4ae-4d1e-984f-9ca86d2b47fe tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Made reservation on behalf of 2902533bf64e4d3e90411cf62f208505 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:17:06.195302 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-040d1f20-f4ae-4d1e-984f-9ca86d2b47fe tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:06.217544 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2e5ad09d-a58c-44bd-a2e9-6ff58db92796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:06.219089 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-bd36aff8-d094-455f-b9ac-0654552a9556 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Request body: {'port': {'device_id': '0cd0dd65-fd50-433a-b617-28889b319ff2', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'admin_state_up': True, 'tenant_id': 'dda46f6fe2de441f9aa9a16e4e5ee6fc'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:17:06.270468 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=827b8aa7-5166-4ce8-8c8a-2c59a07ead1d,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:06.328565 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 86b9a59b-d9a5-40e7-8fc9-26a025b1011b triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:17:06.329231 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:06.352586 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ad09d-a58c-44bd-a2e9-6ff58db92796 admin admin] Pushing event updated for resources: {'Port': ['ID=e2fea006-e070-4e8a-89ef-f50f60257ba8,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:06.398054 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d24e8c6a-cf77-4f98-89ef-5d9c72fc7c81 req-c0552fb1-b94e-4e23-8a40-7ac2fe989b68 service neutron] 10.222.0.52 "GET /v2.0/networks/46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5519135 Feb 09 12:17:06.415094 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5ad09d-a58c-44bd-a2e9-6ff58db92796 admin admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:17:06.419753 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-2e5ad09d-a58c-44bd-a2e9-6ff58db92796 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:17:06.423389 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-5089f62c-27db-4c47-a148-4f499a2add92 service neutron] For port cd467e58-0514-4630-9b93-12f3610e765e, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:17:06.431716 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5ad09d-a58c-44bd-a2e9-6ff58db92796 admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:17:06.486873 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-5089f62c-27db-4c47-a148-4f499a2add92 service neutron] For port cd467e58-0514-4630-9b93-12f3610e765e, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=cd467e58-0514-4630-9b93-12f3610e765e,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:17:06.495388 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-5089f62c-27db-4c47-a148-4f499a2add92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:06.651563 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-5089f62c-27db-4c47-a148-4f499a2add92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:06.652217 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-5089f62c-27db-4c47-a148-4f499a2add92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:06.654053 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-5089f62c-27db-4c47-a148-4f499a2add92 service neutron] 10.222.0.46 "PUT /v2.0/ports/cd467e58-0514-4630-9b93-12f3610e765e HTTP/1.1" status: 200 len: 1096 time: 2.8239775 Feb 09 12:17:06.657335 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a93d00cb-241f-4e69-b28d-04d3d14faed4', 'tag': 'cd467e58-0514-4630-9b93-12f3610e765e'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:17:06.743462 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-926bef17-0faa-4042-8790-64c8ec98b578 req-9d65ea70-cb82-4184-abf8-5f3fdbc78fcc tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc310c7-804c-482c-8f65-f0a6e9cffd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7280962 Feb 09 12:17:06.830813 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089f62c-27db-4c47-a148-4f499a2add92 service neutron] Pushing event updated for resources: {'Port': ['ID=cd467e58-0514-4630-9b93-12f3610e765e,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:06.857822 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-81080438-6efc-4fd1-bb6e-138b0c36a597 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:17:06.862242 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-81080438-6efc-4fd1-bb6e-138b0c36a597 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Usage tracker for resource:port and tenant:2902533bf64e4d3e90411cf62f208505 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:17:06.865742 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-81080438-6efc-4fd1-bb6e-138b0c36a597 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:17:06.872999 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-81080438-6efc-4fd1-bb6e-138b0c36a597 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:17:06.923017 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-7a526435-120c-45e5-a7b0-364e77d4fe34 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Allocated IP 172.20.0.9 (95afeb8f-74e9-4ad5-a7a1-e9e3197833d5/f0792775-1738-42dc-89ca-6a232369154f/6938ec1a-98a2-454b-b0e6-89008607cd76) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:17:07.001991 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-81080438-6efc-4fd1-bb6e-138b0c36a597 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Made reservation on behalf of 2902533bf64e4d3e90411cf62f208505 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:17:07.012386 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-81080438-6efc-4fd1-bb6e-138b0c36a597 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:07.030479 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4366a50b-6c73-405f-99df-9d52fe41c838 req-44c79342-c610-45a6-bf3c-196b3254b7e9 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f9830cc-38fb-4d83-b7d0-0e1c890e5801 HTTP/1.1" status: 200 len: 210 time: 0.0851388 Feb 09 12:17:07.049177 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-866c177f-b60c-4aa3-b0ff-c609ab51fa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:07.060189 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-866c177f-b60c-4aa3-b0ff-c609ab51fa45 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dda46f6fe2de441f9aa9a16e4e5ee6fc&device_id=a93d00cb-241f-4e69-b28d-04d3d14faed4 HTTP/1.1" status: 200 len: 1099 time: 0.3015966 Feb 09 12:17:07.123392 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-bd36aff8-d094-455f-b9ac-0654552a9556 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:17:07.145603 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-bd36aff8-d094-455f-b9ac-0654552a9556 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Usage tracker for resource:port and tenant:dda46f6fe2de441f9aa9a16e4e5ee6fc is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:17:07.161713 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-bd36aff8-d094-455f-b9ac-0654552a9556 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:17:07.172475 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166f318-7839-4d7e-a0c8-fc410468c080 req-c8653b0f-3bf5-41fb-b35d-9ad14f76120f tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:07.173972 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6166f318-7839-4d7e-a0c8-fc410468c080 req-c8653b0f-3bf5-41fb-b35d-9ad14f76120f tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=0757453a-62cf-4bea-a48b-c58117674853 HTTP/1.1" status: 200 len: 945 time: 0.9042435 Feb 09 12:17:07.192389 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-bd36aff8-d094-455f-b9ac-0654552a9556 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:17:07.227172 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-e4dec3bb-a092-4bfa-8b3f-06bc22918344 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=cd467e58-0514-4630-9b93-12f3610e765e HTTP/1.1" status: 200 len: 217 time: 0.1574440 Feb 09 12:17:07.318485 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-bd36aff8-d094-455f-b9ac-0654552a9556 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Made reservation on behalf of dda46f6fe2de441f9aa9a16e4e5ee6fc for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:17:07.322815 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-bd36aff8-d094-455f-b9ac-0654552a9556 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:07.381769 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6166f318-7839-4d7e-a0c8-fc410468c080 req-415cd3e3-2c1a-4928-bcdc-5fb507766219 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910563 Feb 09 12:17:07.393086 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2e5ad09d-a58c-44bd-a2e9-6ff58db92796 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:07.407950 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a2010d-19ed-43b1-93e7-5befaca38eb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66290e4e-4014-4dc2-9b0f-68f1f6990bd8', 'code': 200} Feb 09 12:17:07.503725 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-428e145e-4ab8-4408-96fd-9f2133ccf9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:07.506190 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-428e145e-4ab8-4408-96fd-9f2133ccf9aa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.2660935 Feb 09 12:17:07.563643 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a93d00cb-241f-4e69-b28d-04d3d14faed4', 'tag': 'cd467e58-0514-4630-9b93-12f3610e765e', 'status': 'completed', 'code': 200} Feb 09 12:17:07.570611 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-7a526435-120c-45e5-a7b0-364e77d4fe34 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:07.607260 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-bd36aff8-d094-455f-b9ac-0654552a9556 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Allocated IP 192.168.233.73 (4f732e35-467f-44f5-be04-aa808693dec3/f8ed5558-888d-440a-8c32-52f2f9bc5bd5/17c2992f-729b-44a7-ae4c-750652da8502) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:17:07.733613 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-7a526435-120c-45e5-a7b0-364e77d4fe34 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:07.736990 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2b4ef397-6f18-4a79-8d4c-a041aa39b97b req-4f86feb5-2ab2-4c9f-9c42-e06916a2d9e5 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cd0dd65-fd50-433a-b617-28889b319ff2 HTTP/1.1" status: 200 len: 210 time: 0.0944247 Feb 09 12:17:07.821106 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-7338f109-522a-434c-bc40-62f6df0264c5 tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:07.821470 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-7338f109-522a-434c-bc40-62f6df0264c5 tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=0757453a-62cf-4bea-a48b-c58117674853&tenant_id=3a84524b0b1d4c8da324d07cc553e331&binding%3Ahost_id=n-h2-825178-3 HTTP/1.1" status: 200 len: 1096 time: 0.5156751 Feb 09 12:17:07.841826 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-9153a4a8-4be2-4a39-bc21-0eb20e299c9e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825178-3'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:17:07.968663 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-7a526435-120c-45e5-a7b0-364e77d4fe34 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Network 95afeb8f-74e9-4ad5-a7a1-e9e3197833d5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:17:07.997827 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-7a526435-120c-45e5-a7b0-364e77d4fe34 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:17:07.997827 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-7a526435-120c-45e5-a7b0-364e77d4fe34 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:17:08.075321 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-040d1f20-f4ae-4d1e-984f-9ca86d2b47fe tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Allocated IP 172.20.0.13 (95afeb8f-74e9-4ad5-a7a1-e9e3197833d5/f0792775-1738-42dc-89ca-6a232369154f/a37b503a-1ea0-42a6-9554-faba54c27484) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:17:08.075321 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a526435-120c-45e5-a7b0-364e77d4fe34 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Pushing event updated for resources: {'Port': ['ID=6938ec1a-98a2-454b-b0e6-89008607cd76,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:08.080953 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-18236b31-034e-4f7a-972e-e7b65e797329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:08.080953 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-18236b31-034e-4f7a-972e-e7b65e797329 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5429380 Feb 09 12:17:08.147809 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-7a526435-120c-45e5-a7b0-364e77d4fe34 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:08.147809 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-7a526435-120c-45e5-a7b0-364e77d4fe34 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:08.244716 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2e5ad09d-a58c-44bd-a2e9-6ff58db92796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:08.264753 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156e7e0-5aaa-4a53-989b-b16cd99b40fd req-f0d4049e-837a-4fde-8058-6fdf433be2aa tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:08.264753 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c156e7e0-5aaa-4a53-989b-b16cd99b40fd req-f0d4049e-837a-4fde-8058-6fdf433be2aa tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd2ec29-a543-4689-92b5-2f26f15044d9 HTTP/1.1" status: 200 len: 950 time: 0.5649762 Feb 09 12:17:08.285059 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-bd36aff8-d094-455f-b9ac-0654552a9556 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:08.300897 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-7a526435-120c-45e5-a7b0-364e77d4fe34 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8380609 Feb 09 12:17:08.347860 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-3d88800d-1ae1-47f7-986d-6578d1b2c0c4 service neutron] Request body: {'port': {'device_id': '0c5c334a-0c36-4d90-bb8f-a7aab598482d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:17:08.425850 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-9835c62a-c302-4147-8308-9d76ff1b1798 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404949 Feb 09 12:17:08.428053 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-9153a4a8-4be2-4a39-bc21-0eb20e299c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:08.459419 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-bd36aff8-d094-455f-b9ac-0654552a9556 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Transition to ACTIVE for port object 17c2992f-729b-44a7-ae4c-750652da8502 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:17:08.530513 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c156e7e0-5aaa-4a53-989b-b16cd99b40fd req-dc3cfb1b-b883-435c-adb6-d5d92764a751 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.55 "GET /v2.0/security-groups?id=a83df6af-750f-4c01-af24-03274e72d063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328596 Feb 09 12:17:08.606164 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device ce20ec50-0bb5-4a30-9d3f-65703beb396f details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:17:08.614208 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 827b8aa7-5166-4ce8-8c8a-2c59a07ead1d up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:17:08.655423 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-3d88800d-1ae1-47f7-986d-6578d1b2c0c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:08.739535 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d06c0-c16a-4296-90ed-02482621e311 req-d7779491-820c-43df-87ca-4047c4796497 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:08.739535 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e48d06c0-c16a-4296-90ed-02482621e311 req-d7779491-820c-43df-87ca-4047c4796497 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?device_id=68123e96-78fc-493f-979f-fa4b73af8e8f HTTP/1.1" status: 200 len: 945 time: 0.5479233 Feb 09 12:17:08.771091 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-040d1f20-f4ae-4d1e-984f-9ca86d2b47fe tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:08.783517 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port 827b8aa7-5166-4ce8-8c8a-2c59a07ead1d completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:17:08.794159 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-bd36aff8-d094-455f-b9ac-0654552a9556 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:08.807244 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port 827b8aa7-5166-4ce8-8c8a-2c59a07ead1d triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:17:08.807369 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:08.945595 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port ce20ec50-0bb5-4a30-9d3f-65703beb396f, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=ce20ec50-0bb5-4a30-9d3f-65703beb396f,segment=NetworkSegment(32f229e9-9010-4be1-973f-7ae4423dcda8),segment_id=32f229e9-9010-4be1-973f-7ae4423dcda8)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:17:08.997813 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device ce20ec50-0bb5-4a30-9d3f-65703beb396f has no active binding in host n-h1-825178-3 {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 09 12:17:09.061099 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-bd36aff8-d094-455f-b9ac-0654552a9556 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Network 4f732e35-467f-44f5-be04-aa808693dec3 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:17:09.064889 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd36aff8-d094-455f-b9ac-0654552a9556 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Pushing event updated for resources: {'Port': ['ID=17c2992f-729b-44a7-ae4c-750652da8502,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:09.066958 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-bd36aff8-d094-455f-b9ac-0654552a9556 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:17:09.075441 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-bd36aff8-d094-455f-b9ac-0654552a9556 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:17:09.192052 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:09.192250 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-57f8808f-6601-41aa-b90a-7ac343903f15 req-3effde43-8b56-43bf-a14d-fa186c9feb9a service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7528243 Feb 09 12:17:09.229520 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e48d06c0-c16a-4296-90ed-02482621e311 req-7d57d163-bf15-4338-8cb2-bf5a36f9fbd8 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc310c7-804c-482c-8f65-f0a6e9cffd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4869399 Feb 09 12:17:09.261839 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5ad09d-a58c-44bd-a2e9-6ff58db92796 admin admin] Router 724b77c3-066c-46bb-92ab-47e06f4a1ac1 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:17:09.284433 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-9153a4a8-4be2-4a39-bc21-0eb20e299c9e service neutron] For port ce20ec50-0bb5-4a30-9d3f-65703beb396f, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=ce20ec50-0bb5-4a30-9d3f-65703beb396f,segment=NetworkSegment(32f229e9-9010-4be1-973f-7ae4423dcda8),segment_id=32f229e9-9010-4be1-973f-7ae4423dcda8)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:17:09.338927 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-040d1f20-f4ae-4d1e-984f-9ca86d2b47fe tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:09.360811 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 827b8aa7-5166-4ce8-8c8a-2c59a07ead1d, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=827b8aa7-5166-4ce8-8c8a-2c59a07ead1d,segment=NetworkSegment(7fd43362-d2bb-4c15-a4a2-a1a057b6ca17),segment_id=7fd43362-d2bb-4c15-a4a2-a1a057b6ca17)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:17:09.370359 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:09.521811 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68123e96-78fc-493f-979f-fa4b73af8e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827b8aa7-5166-4ce8-8c8a-2c59a07ead1d'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:17:09.540815 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=827b8aa7-5166-4ce8-8c8a-2c59a07ead1d,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:09.550475 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b29ac3ef-ec09-4ff4-8906-7492407a15b5 None None] Provisioning for port 17c2992f-729b-44a7-ae4c-750652da8502 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:17:09.557463 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b29ac3ef-ec09-4ff4-8906-7492407a15b5 None None] Provisioning complete for port 17c2992f-729b-44a7-ae4c-750652da8502 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:17:09.558098 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b29ac3ef-ec09-4ff4-8906-7492407a15b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:09.629825 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b29ac3ef-ec09-4ff4-8906-7492407a15b5 None None] Port 17c2992f-729b-44a7-ae4c-750652da8502 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:17:09.633076 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-5ec173a0-ab7c-462e-96c2-4ee6f6f4241c req-285123f0-ec12-4b1f-91c7-ca93b2c8b31b tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Synchronizing usage tracker for tenant:2902533bf64e4d3e90411cf62f208505 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:17:09.699752 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-bd36aff8-d094-455f-b9ac-0654552a9556 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:09.704170 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-9153a4a8-4be2-4a39-bc21-0eb20e299c9e service neutron] For port ce20ec50-0bb5-4a30-9d3f-65703beb396f, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:17:09.705055 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-bd36aff8-d094-455f-b9ac-0654552a9556 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:09.743185 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-040d1f20-f4ae-4d1e-984f-9ca86d2b47fe tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Network 95afeb8f-74e9-4ad5-a7a1-e9e3197833d5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:17:09.758225 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-040d1f20-f4ae-4d1e-984f-9ca86d2b47fe tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:17:09.765507 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5ad09d-a58c-44bd-a2e9-6ff58db92796 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:17:09.770273 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904809c-c36b-4b46-b69e-de14311dda25 req-a34f3b73-351d-43d2-b1b3-00b103ae084d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:09.771772 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-81080438-6efc-4fd1-bb6e-138b0c36a597 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Allocated IP 172.20.0.4 (95afeb8f-74e9-4ad5-a7a1-e9e3197833d5/f0792775-1738-42dc-89ca-6a232369154f/8ece1f1c-76d1-4633-86d2-af4f4d8c8d90) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:17:09.771959 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0904809c-c36b-4b46-b69e-de14311dda25 req-a34f3b73-351d-43d2-b1b3-00b103ae084d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dda46f6fe2de441f9aa9a16e4e5ee6fc&device_id=a93d00cb-241f-4e69-b28d-04d3d14faed4 HTTP/1.1" status: 200 len: 1099 time: 0.4920733 Feb 09 12:17:09.774130 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-040d1f20-f4ae-4d1e-984f-9ca86d2b47fe tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:17:09.782744 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d708f56c-060c-4e6b-929b-8d0995b67ce4 None None] Sync routers for ids ['724b77c3-066c-46bb-92ab-47e06f4a1ac1'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:17:09.793945 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d708f56c-060c-4e6b-929b-8d0995b67ce4 None None] Routers {'724b77c3-066c-46bb-92ab-47e06f4a1ac1'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:17:09.794855 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-d708f56c-060c-4e6b-929b-8d0995b67ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:16:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['724b77c3-066c-46bb-92ab-47e06f4a1ac1'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:17:09.815506 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0757453a-62cf-4bea-a48b-c58117674853', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce20ec50-0bb5-4a30-9d3f-65703beb396f'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:17:09.818459 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d1f20-f4ae-4d1e-984f-9ca86d2b47fe tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Pushing event updated for resources: {'Port': ['ID=a37b503a-1ea0-42a6-9554-faba54c27484,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:09.823800 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-9153a4a8-4be2-4a39-bc21-0eb20e299c9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:09.880151 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-9153a4a8-4be2-4a39-bc21-0eb20e299c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:09.896172 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-5ec173a0-ab7c-462e-96c2-4ee6f6f4241c req-285123f0-ec12-4b1f-91c7-ca93b2c8b31b tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Unset dirty status for tenant:2902533bf64e4d3e90411cf62f208505 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:17:09.897609 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5ec173a0-ab7c-462e-96c2-4ee6f6f4241c req-285123f0-ec12-4b1f-91c7-ca93b2c8b31b tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f9830cc-38fb-4d83-b7d0-0e1c890e5801 HTTP/1.1" status: 200 len: 210 time: 0.3686452 Feb 09 12:17:09.898952 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-bd36aff8-d094-455f-b9ac-0654552a9556 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6861007 Feb 09 12:17:09.929633 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2e5ad09d-a58c-44bd-a2e9-6ff58db92796 admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:09.930823 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2e5ad09d-a58c-44bd-a2e9-6ff58db92796 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.2951536 Feb 09 12:17:09.934524 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-a506e39d-0e3b-4b8a-ae70-530d823c6b0e service neutron] Request body: {'port': {'device_id': '0cd0dd65-fd50-433a-b617-28889b319ff2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:17:09.949015 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 42892) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:17:09.994391 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-d708f56c-060c-4e6b-929b-8d0995b67ce4 None None] Set router 724b77c3-066c-46bb-92ab-47e06f4a1ac1 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:17:10.173674 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-040d1f20-f4ae-4d1e-984f-9ca86d2b47fe tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:10.174444 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-040d1f20-f4ae-4d1e-984f-9ca86d2b47fe tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:10.206523 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-a506e39d-0e3b-4b8a-ae70-530d823c6b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:10.271976 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53754a3c-2bf2-495b-8769-2ee25f91c4b8 req-7c316852-89ba-49e2-bb3f-4c7d58136789 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:10.273762 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-53754a3c-2bf2-495b-8769-2ee25f91c4b8 req-7c316852-89ba-49e2-bb3f-4c7d58136789 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.46 "GET /v2.0/ports?device_id=189af3d9-46b0-47b6-bf5c-49a5158a1b7d HTTP/1.1" status: 200 len: 949 time: 0.6545093 Feb 09 12:17:10.298808 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-d708f56c-060c-4e6b-929b-8d0995b67ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724b77c3-066c-46bb-92ab-47e06f4a1ac1', 'name': 'tempest-ServersTestMultiNic-1778066734-router', 'tenant_id': '8114ad2839984517a24a750c07d13d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'e2fea006-e070-4e8a-89ef-f50f60257ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:16:59Z', 'updated_at': '2022-02-09T12:17:06Z', 'revision_number': 3, 'project_id': '8114ad2839984517a24a750c07d13d34', 'gw_port': {'id': 'e2fea006-e070-4e8a-89ef-f50f60257ba8', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724b77c3-066c-46bb-92ab-47e06f4a1ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:17:03Z', 'updated_at': '2022-02-09T12:17:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:17:10.303037 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d708f56c-060c-4e6b-929b-8d0995b67ce4 None None] Checking router: 724b77c3-066c-46bb-92ab-47e06f4a1ac1 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:17:10.303555 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d708f56c-060c-4e6b-929b-8d0995b67ce4 None None] Updating router 724b77c3-066c-46bb-92ab-47e06f4a1ac1 port e2fea006-e070-4e8a-89ef-f50f60257ba8 binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:17:10.358396 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d708f56c-060c-4e6b-929b-8d0995b67ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:10.360750 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-040d1f20-f4ae-4d1e-984f-9ca86d2b47fe tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7522264 Feb 09 12:17:10.408331 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9153a4a8-4be2-4a39-bc21-0eb20e299c9e service neutron] Pushing event updated for resources: {'Port': ['ID=ce20ec50-0bb5-4a30-9d3f-65703beb396f,revision_number=7']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:10.423136 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904809c-c36b-4b46-b69e-de14311dda25 req-b223d260-6aad-4066-8bab-76bd9c133125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:10.424357 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0904809c-c36b-4b46-b69e-de14311dda25 req-b223d260-6aad-4066-8bab-76bd9c133125 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.6372051 Feb 09 12:17:10.430735 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-9153a4a8-4be2-4a39-bc21-0eb20e299c9e service neutron] Attempting to bind port ce20ec50-0bb5-4a30-9d3f-65703beb396f on host n-h2-825178-3 for vnic_type normal with profile {"migrating_to": "n-h1-825178-3"} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:17:10.431063 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-9153a4a8-4be2-4a39-bc21-0eb20e299c9e service neutron] Attempting to bind port ce20ec50-0bb5-4a30-9d3f-65703beb396f by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '32f229e9-9010-4be1-973f-7ae4423dcda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:17:10.431390 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-9153a4a8-4be2-4a39-bc21-0eb20e299c9e service neutron] Attempting to bind port ce20ec50-0bb5-4a30-9d3f-65703beb396f on network c4b615eb-1906-4989-ab89-8b6ef1cc1053 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:17:10.437936 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-4d6c8df9-0963-418a-9108-fd24dd40562b service neutron] Request body: {'port': {'device_id': 'bcbf81f5-e4f8-4b04-8c3a-4d80b2c30956', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:17:10.505773 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-9153a4a8-4be2-4a39-bc21-0eb20e299c9e service neutron] Port ce20ec50-0bb5-4a30-9d3f-65703beb396f on network c4b615eb-1906-4989-ab89-8b6ef1cc1053 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:17:10.506361 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-9153a4a8-4be2-4a39-bc21-0eb20e299c9e service neutron] Attempting to bind port ce20ec50-0bb5-4a30-9d3f-65703beb396f on network c4b615eb-1906-4989-ab89-8b6ef1cc1053 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:17:10.513889 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0904809c-c36b-4b46-b69e-de14311dda25 req-7b4eabf4-5d24-45d6-8413-0d6a80d1fc8e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=cd467e58-0514-4630-9b93-12f3610e765e HTTP/1.1" status: 200 len: 217 time: 0.0801382 Feb 09 12:17:10.519379 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-9153a4a8-4be2-4a39-bc21-0eb20e299c9e service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:17:10.519986 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-9153a4a8-4be2-4a39-bc21-0eb20e299c9e service neutron] Checking segment: {'id': '32f229e9-9010-4be1-973f-7ae4423dcda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:17:10.520382 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca18bcb-243c-47d1-8f56-b8c34a39c9c6 req-21be93f8-4499-4151-81e6-9a5997bedb9a tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:10.520694 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-9153a4a8-4be2-4a39-bc21-0eb20e299c9e service neutron] Bound using segment: {'id': '32f229e9-9010-4be1-973f-7ae4423dcda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:17:10.521296 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-9153a4a8-4be2-4a39-bc21-0eb20e299c9e service neutron] Bound port: ce20ec50-0bb5-4a30-9d3f-65703beb396f, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f229e9-9010-4be1-973f-7ae4423dcda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4b615eb-1906-4989-ab89-8b6ef1cc1053'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:17:10.521829 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-9153a4a8-4be2-4a39-bc21-0eb20e299c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:10.521952 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ca18bcb-243c-47d1-8f56-b8c34a39c9c6 req-21be93f8-4499-4151-81e6-9a5997bedb9a tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=189af3d9-46b0-47b6-bf5c-49a5158a1b7d HTTP/1.1" status: 200 len: 949 time: 0.6822476 Feb 09 12:17:10.651550 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b513034-472c-455f-b534-32a6a5dc9fbe req-a4571491-c5a8-4b20-9594-7797f9206fae tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:10.653140 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3b513034-472c-455f-b534-32a6a5dc9fbe req-a4571491-c5a8-4b20-9594-7797f9206fae tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=0757453a-62cf-4bea-a48b-c58117674853 HTTP/1.1" status: 200 len: 943 time: 0.5864937 Feb 09 12:17:10.762543 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-53754a3c-2bf2-495b-8769-2ee25f91c4b8 req-1406cbfe-ea29-4e13-a49c-b6f8b9f10d2f tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Deleting port b5fedb51-61f7-44a9-a646-00ef57b3909b {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:17:10.762543 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-53754a3c-2bf2-495b-8769-2ee25f91c4b8 req-1406cbfe-ea29-4e13-a49c-b6f8b9f10d2f tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:10.794025 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d708f56c-060c-4e6b-929b-8d0995b67ce4 None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:10.803532 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-d708f56c-060c-4e6b-929b-8d0995b67ce4 None None] Transition to ACTIVE for port object e2fea006-e070-4e8a-89ef-f50f60257ba8 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:17:10.817532 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d708f56c-060c-4e6b-929b-8d0995b67ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:10.828991 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904809c-c36b-4b46-b69e-de14311dda25 req-a4559836-6459-46b3-a2c2-eaac1dd66e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:10.830439 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0904809c-c36b-4b46-b69e-de14311dda25 req-a4559836-6459-46b3-a2c2-eaac1dd66e30 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.2984021 Feb 09 12:17:10.911514 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ca18bcb-243c-47d1-8f56-b8c34a39c9c6 req-19f14770-b2ff-4b9d-b93f-329f9bf59c19 tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724964 Feb 09 12:17:10.920151 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-d708f56c-060c-4e6b-929b-8d0995b67ce4 None None] Attempting to bind port e2fea006-e070-4e8a-89ef-f50f60257ba8 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:17:10.921701 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-d708f56c-060c-4e6b-929b-8d0995b67ce4 None None] Attempting to bind port e2fea006-e070-4e8a-89ef-f50f60257ba8 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:17:10.925941 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d708f56c-060c-4e6b-929b-8d0995b67ce4 None None] Attempting to bind port e2fea006-e070-4e8a-89ef-f50f60257ba8 on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:17:10.948024 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d708f56c-060c-4e6b-929b-8d0995b67ce4 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:17:10.948024 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d708f56c-060c-4e6b-929b-8d0995b67ce4 None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:17:10.950332 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d708f56c-060c-4e6b-929b-8d0995b67ce4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:10.950332 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d708f56c-060c-4e6b-929b-8d0995b67ce4 None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:17:10.951688 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-d708f56c-060c-4e6b-929b-8d0995b67ce4 None None] Bound port: e2fea006-e070-4e8a-89ef-f50f60257ba8, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:17:10.951688 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d708f56c-060c-4e6b-929b-8d0995b67ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:10.993276 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-81080438-6efc-4fd1-bb6e-138b0c36a597 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:11.009034 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3b513034-472c-455f-b534-32a6a5dc9fbe req-a1e23017-14b8-454b-9587-c897007f2bcb tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214293 Feb 09 12:17:11.009991 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-9153a4a8-4be2-4a39-bc21-0eb20e299c9e service neutron] For port ce20ec50-0bb5-4a30-9d3f-65703beb396f, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:17:11.010153 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-4d6c8df9-0963-418a-9108-fd24dd40562b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:11.049665 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-9153a4a8-4be2-4a39-bc21-0eb20e299c9e service neutron] For port ce20ec50-0bb5-4a30-9d3f-65703beb396f, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=ce20ec50-0bb5-4a30-9d3f-65703beb396f,segment=NetworkSegment(32f229e9-9010-4be1-973f-7ae4423dcda8),segment_id=32f229e9-9010-4be1-973f-7ae4423dcda8)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:17:11.054894 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d98382-9d9b-4d14-9f10-7eda3376d958 None None] Pushing event updated for resources: {'Port': ['ID=e2fea006-e070-4e8a-89ef-f50f60257ba8,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:11.100786 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-d708f56c-060c-4e6b-929b-8d0995b67ce4 None None] For port e2fea006-e070-4e8a-89ef-f50f60257ba8, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:17:11.104907 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-d708f56c-060c-4e6b-929b-8d0995b67ce4 None None] For port e2fea006-e070-4e8a-89ef-f50f60257ba8, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=e2fea006-e070-4e8a-89ef-f50f60257ba8,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:17:11.114434 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d708f56c-060c-4e6b-929b-8d0995b67ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:11.196475 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d708f56c-060c-4e6b-929b-8d0995b67ce4 None None] Routers {'724b77c3-066c-46bb-92ab-47e06f4a1ac1'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:17:11.196651 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-d708f56c-060c-4e6b-929b-8d0995b67ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:16:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['724b77c3-066c-46bb-92ab-47e06f4a1ac1'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:17:11.207104 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-9153a4a8-4be2-4a39-bc21-0eb20e299c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:11.478124 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68123e96-78fc-493f-979f-fa4b73af8e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827b8aa7-5166-4ce8-8c8a-2c59a07ead1d', 'code': 200} Feb 09 12:17:11.479159 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d98382-9d9b-4d14-9f10-7eda3376d958 None None] Pushing event updated for resources: {'Port': ['ID=e2fea006-e070-4e8a-89ef-f50f60257ba8,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:11.511850 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904809c-c36b-4b46-b69e-de14311dda25 req-76e34a12-ba8a-46a9-99a3-ecbe8f814421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:11.515810 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0904809c-c36b-4b46-b69e-de14311dda25 req-76e34a12-ba8a-46a9-99a3-ecbe8f814421 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6760781 Feb 09 12:17:11.564705 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-d708f56c-060c-4e6b-929b-8d0995b67ce4 None None] Set router 724b77c3-066c-46bb-92ab-47e06f4a1ac1 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:17:11.571737 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.52', 54740) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:17:11.616894 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9153a4a8-4be2-4a39-bc21-0eb20e299c9e service neutron] Pushing event updated for resources: {'Port': ['ID=ce20ec50-0bb5-4a30-9d3f-65703beb396f,revision_number=8']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:11.683283 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0757453a-62cf-4bea-a48b-c58117674853', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce20ec50-0bb5-4a30-9d3f-65703beb396f', 'code': 200} Feb 09 12:17:11.685415 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-9153a4a8-4be2-4a39-bc21-0eb20e299c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:11.686629 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-9153a4a8-4be2-4a39-bc21-0eb20e299c9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:11.687540 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-9153a4a8-4be2-4a39-bc21-0eb20e299c9e service neutron] 10.222.0.52 "PUT /v2.0/ports/ce20ec50-0bb5-4a30-9d3f-65703beb396f HTTP/1.1" status: 200 len: 1121 time: 3.8576915 Feb 09 12:17:11.822186 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0904809c-c36b-4b46-b69e-de14311dda25 req-1a4f9856-3fdd-4ba3-911a-c46f1a644260 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911518 Feb 09 12:17:11.891891 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['ce20ec50-0bb5-4a30-9d3f-65703beb396f'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:17:11.930215 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['ce20ec50-0bb5-4a30-9d3f-65703beb396f'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:17:12.083267 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device cd467e58-0514-4630-9b93-12f3610e765e details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:17:12.084511 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device b5fedb51-61f7-44a9-a646-00ef57b3909b no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:17:12.158228 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2dc2300f-d987-4a8d-8ded-6de64cf076e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:12.178360 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb2db0-b466-4dd3-9a39-bd8892a45fa2 req-b0f586e6-3d60-4596-bf75-9108c9818de1 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:12.179095 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-1acb2db0-b466-4dd3-9a39-bd8892a45fa2 req-b0f586e6-3d60-4596-bf75-9108c9818de1 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Synchronizing usage tracker for tenant:dda46f6fe2de441f9aa9a16e4e5ee6fc on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:17:12.183360 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-81080438-6efc-4fd1-bb6e-138b0c36a597 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:12.256394 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.resource_extend [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:17:12.270090 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0904809c-c36b-4b46-b69e-de14311dda25 req-c76fa8fe-196a-4bcb-a71b-de0a56a017f8 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4384115 Feb 09 12:17:12.323006 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.resource_extend [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-a506e39d-0e3b-4b8a-ae70-530d823c6b0e service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:17:12.385552 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-53754a3c-2bf2-495b-8769-2ee25f91c4b8 req-1406cbfe-ea29-4e13-a49c-b6f8b9f10d2f tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] For port b5fedb51-61f7-44a9-a646-00ef57b3909b, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b5fedb51-61f7-44a9-a646-00ef57b3909b,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:17:12.385552 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-53754a3c-2bf2-495b-8769-2ee25f91c4b8 req-1406cbfe-ea29-4e13-a49c-b6f8b9f10d2f tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:12.451383 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02140d2-e99b-4d6c-af88-84e21fe9dd12 req-19f24fcb-cd5d-4342-9453-3457c458050e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:12.454963 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e02140d2-e99b-4d6c-af88-84e21fe9dd12 req-19f24fcb-cd5d-4342-9453-3457c458050e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=68123e96-78fc-493f-979f-fa4b73af8e8f HTTP/1.1" status: 200 len: 1097 time: 0.8794615 Feb 09 12:17:12.490564 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-81080438-6efc-4fd1-bb6e-138b0c36a597 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Network 95afeb8f-74e9-4ad5-a7a1-e9e3197833d5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:17:12.512721 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-2dc2300f-d987-4a8d-8ded-6de64cf076e6 admin admin] Allocated IP 172.20.0.1 (9a988aee-7f52-43a7-b73a-b0efb5e6e9d5/1b56f98e-080d-43d4-a7fa-08c12a9dbc9e/663fba10-8468-42ff-851a-b5e606112c9f) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:17:12.574793 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-81080438-6efc-4fd1-bb6e-138b0c36a597 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:17:12.664217 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-81080438-6efc-4fd1-bb6e-138b0c36a597 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:17:12.678636 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port cd467e58-0514-4630-9b93-12f3610e765e, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=cd467e58-0514-4630-9b93-12f3610e765e,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:17:12.698785 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:12.701988 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-53754a3c-2bf2-495b-8769-2ee25f91c4b8 req-1406cbfe-ea29-4e13-a49c-b6f8b9f10d2f tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Calling delete_port for b5fedb51-61f7-44a9-a646-00ef57b3909b owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:17:12.706919 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2dc2300f-d987-4a8d-8ded-6de64cf076e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:12.729552 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-2dc2300f-d987-4a8d-8ded-6de64cf076e6 admin admin] Transition to ACTIVE for port object 663fba10-8468-42ff-851a-b5e606112c9f will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:17:12.734404 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81080438-6efc-4fd1-bb6e-138b0c36a597 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Pushing event updated for resources: {'Port': ['ID=8ece1f1c-76d1-4633-86d2-af4f4d8c8d90,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:12.737405 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'cd467e58-0514-4630-9b93-12f3610e765e', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'port_id': 'cd467e58-0514-4630-9b93-12f3610e765e', 'mac_address': 'fa:16:3e:01:3e:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed5558-888d-440a-8c32-52f2f9bc5bd5', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:17:12.754441 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-1acb2db0-b466-4dd3-9a39-bd8892a45fa2 req-b0f586e6-3d60-4596-bf75-9108c9818de1 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Unset dirty status for tenant:dda46f6fe2de441f9aa9a16e4e5ee6fc on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:17:12.756328 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1acb2db0-b466-4dd3-9a39-bd8892a45fa2 req-b0f586e6-3d60-4596-bf75-9108c9818de1 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cd0dd65-fd50-433a-b617-28889b319ff2 HTTP/1.1" status: 200 len: 935 time: 1.3197973 Feb 09 12:17:12.775695 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2dc2300f-d987-4a8d-8ded-6de64cf076e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:12.798682 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-a506e39d-0e3b-4b8a-ae70-530d823c6b0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17c2992f-729b-44a7-ae4c-750652da8502 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:17:12.847805 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-a506e39d-0e3b-4b8a-ae70-530d823c6b0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:12.857505 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-d708f56c-060c-4e6b-929b-8d0995b67ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724b77c3-066c-46bb-92ab-47e06f4a1ac1', 'name': 'tempest-ServersTestMultiNic-1778066734-router', 'tenant_id': '8114ad2839984517a24a750c07d13d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'e2fea006-e070-4e8a-89ef-f50f60257ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:16:59Z', 'updated_at': '2022-02-09T12:17:06Z', 'revision_number': 3, 'project_id': '8114ad2839984517a24a750c07d13d34', 'gw_port': {'id': 'e2fea006-e070-4e8a-89ef-f50f60257ba8', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724b77c3-066c-46bb-92ab-47e06f4a1ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:17:03Z', 'updated_at': '2022-02-09T12:17:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:17:12.871784 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port b5fedb51-61f7-44a9-a646-00ef57b3909b, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b5fedb51-61f7-44a9-a646-00ef57b3909b,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:17:12.878297 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56e010-7743-47a8-92e1-b74b07c8e3c1 req-f64c058f-617c-4dac-8218-0c521ea2583e tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:12.879807 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d708f56c-060c-4e6b-929b-8d0995b67ce4 None None] The sync data for ids ['724b77c3-066c-46bb-92ab-47e06f4a1ac1'] in n-d-825178-3 is: [{'id': '724b77c3-066c-46bb-92ab-47e06f4a1ac1', 'name': 'tempest-ServersTestMultiNic-1778066734-router', 'tenant_id': '8114ad2839984517a24a750c07d13d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'e2fea006-e070-4e8a-89ef-f50f60257ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:16:59Z', 'updated_at': '2022-02-09T12:17:06Z', 'revision_number': 3, 'project_id': '8114ad2839984517a24a750c07d13d34', 'gw_port': {'id': 'e2fea006-e070-4e8a-89ef-f50f60257ba8', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724b77c3-066c-46bb-92ab-47e06f4a1ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:17:03Z', 'updated_at': '2022-02-09T12:17:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:17:12.885251 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dc56e010-7743-47a8-92e1-b74b07c8e3c1 req-f64c058f-617c-4dac-8218-0c521ea2583e tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?device_id=68123e96-78fc-493f-979f-fa4b73af8e8f HTTP/1.1" status: 200 len: 946 time: 0.9665911 Feb 09 12:17:12.893608 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc2300f-d987-4a8d-8ded-6de64cf076e6 admin admin] Pushing event updated for resources: {'Port': ['ID=663fba10-8468-42ff-851a-b5e606112c9f,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:12.898593 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:12.914963 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc2300f-d987-4a8d-8ded-6de64cf076e6 admin admin] Network 9a988aee-7f52-43a7-b73a-b0efb5e6e9d5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:17:12.917057 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-2dc2300f-d987-4a8d-8ded-6de64cf076e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:17:12.920698 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc2300f-d987-4a8d-8ded-6de64cf076e6 admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:17:12.941237 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:12.946397 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e02140d2-e99b-4d6c-af88-84e21fe9dd12 req-5c19f9f0-9c2e-46d5-90fb-bad76c8217aa service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=cfc310c7-804c-482c-8f65-f0a6e9cffd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3899119 Feb 09 12:17:13.002889 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-a506e39d-0e3b-4b8a-ae70-530d823c6b0e service neutron] Transition to ACTIVE for port object 17c2992f-729b-44a7-ae4c-750652da8502 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:17:13.003166 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd467e58-0514-4630-9b93-12f3610e765e {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:17:13.021464 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-81080438-6efc-4fd1-bb6e-138b0c36a597 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:13.022868 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-81080438-6efc-4fd1-bb6e-138b0c36a597 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:13.024476 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2dc2300f-d987-4a8d-8ded-6de64cf076e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:13.067451 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port cd467e58-0514-4630-9b93-12f3610e765e, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=cd467e58-0514-4630-9b93-12f3610e765e,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:17:13.068813 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=b5fedb51-61f7-44a9-a646-00ef57b3909b,revision_number=6']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:13.076599 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:13.082292 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1acb2db0-b466-4dd3-9a39-bd8892a45fa2 req-97a30ed4-8efb-4b80-9dc0-6127339a162b tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] 10.222.0.55 "GET /v2.0/security-groups?id=a0e007a1-b994-49a7-8e79-04b4c8754e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965407 Feb 09 12:17:13.121130 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-a506e39d-0e3b-4b8a-ae70-530d823c6b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:13.187779 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-81080438-6efc-4fd1-bb6e-138b0c36a597 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.2832923 Feb 09 12:17:13.193241 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.resource_extend [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-3d88800d-1ae1-47f7-986d-6578d1b2c0c4 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:17:13.252178 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=cd467e58-0514-4630-9b93-12f3610e765e,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:13.337367 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['cd467e58-0514-4630-9b93-12f3610e765e'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:17:13.339496 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2dc2300f-d987-4a8d-8ded-6de64cf076e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:13.401081 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-ac4530e7-549a-4818-9d88-eaf1532f56fd service neutron] Request body: {'port': {'device_id': '1f9830cc-38fb-4d83-b7d0-0e1c890e5801', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:17:13.477146 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-63c3e032-5be3-47e8-9622-3a48cc5c3730 None None] Provisioning for port 663fba10-8468-42ff-851a-b5e606112c9f completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:17:13.491160 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '189af3d9-46b0-47b6-bf5c-49a5158a1b7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5fedb51-61f7-44a9-a646-00ef57b3909b'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:17:13.537724 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-63c3e032-5be3-47e8-9622-3a48cc5c3730 None None] Provisioning complete for port 663fba10-8468-42ff-851a-b5e606112c9f triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:17:13.538208 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-63c3e032-5be3-47e8-9622-3a48cc5c3730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:13.592118 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dc56e010-7743-47a8-92e1-b74b07c8e3c1 req-792cae87-2305-4b50-814c-2ce0484d5ca9 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc310c7-804c-482c-8f65-f0a6e9cffd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7057307 Feb 09 12:17:13.686945 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-63c3e032-5be3-47e8-9622-3a48cc5c3730 None None] Port 663fba10-8468-42ff-851a-b5e606112c9f cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:17:13.693900 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0757453a-62cf-4bea-a48b-c58117674853', 'tag': 'ce20ec50-0bb5-4a30-9d3f-65703beb396f'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:17:13.815808 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2dc2300f-d987-4a8d-8ded-6de64cf076e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:13.823520 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2dc2300f-d987-4a8d-8ded-6de64cf076e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:13.871857 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device e2fea006-e070-4e8a-89ef-f50f60257ba8 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:17:13.975416 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f7d8c4df-44b9-459c-b1e0-0607832032dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:13.981555 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:17:14.004263 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port e2fea006-e070-4e8a-89ef-f50f60257ba8 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:17:14.005689 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc2300f-d987-4a8d-8ded-6de64cf076e6 admin admin] Pushing event updated for resources: {'Port': ['ID=663fba10-8468-42ff-851a-b5e606112c9f,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:14.008292 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2dc2300f-d987-4a8d-8ded-6de64cf076e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:14.012590 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port e2fea006-e070-4e8a-89ef-f50f60257ba8 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:17:14.013585 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:14.022921 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.api [req-53754a3c-2bf2-495b-8769-2ee25f91c4b8 req-1406cbfe-ea29-4e13-a49c-b6f8b9f10d2f tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:17:14.023235 n-d-825178-3 neutron-server[87567]: DEBUG oslo_db.api [req-53754a3c-2bf2-495b-8769-2ee25f91c4b8 req-1406cbfe-ea29-4e13-a49c-b6f8b9f10d2f tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:17:14.114297 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-3d88800d-1ae1-47f7-986d-6578d1b2c0c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6938ec1a-98a2-454b-b0e6-89008607cd76 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:17:14.128641 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-3d88800d-1ae1-47f7-986d-6578d1b2c0c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:14.153363 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-3d88800d-1ae1-47f7-986d-6578d1b2c0c4 service neutron] Transition to ACTIVE for port object 6938ec1a-98a2-454b-b0e6-89008607cd76 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:17:14.175694 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:14.195011 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port e2fea006-e070-4e8a-89ef-f50f60257ba8, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=e2fea006-e070-4e8a-89ef-f50f60257ba8,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:17:14.199689 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:14.204583 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc2300f-d987-4a8d-8ded-6de64cf076e6 admin admin] Network 9a988aee-7f52-43a7-b73a-b0efb5e6e9d5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:17:14.206446 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-2dc2300f-d987-4a8d-8ded-6de64cf076e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:17:14.264931 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a506e39d-0e3b-4b8a-ae70-530d823c6b0e service neutron] Pushing event updated for resources: {'Port': ['ID=17c2992f-729b-44a7-ae4c-750652da8502,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:14.268051 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-3d88800d-1ae1-47f7-986d-6578d1b2c0c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:14.318594 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=e2fea006-e070-4e8a-89ef-f50f60257ba8,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:14.499773 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc2300f-d987-4a8d-8ded-6de64cf076e6 admin admin] Router 724b77c3-066c-46bb-92ab-47e06f4a1ac1 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:17:14.564318 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-53754a3c-2bf2-495b-8769-2ee25f91c4b8 req-1406cbfe-ea29-4e13-a49c-b6f8b9f10d2f tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Deleting port b5fedb51-61f7-44a9-a646-00ef57b3909b {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:17:14.564582 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-53754a3c-2bf2-495b-8769-2ee25f91c4b8 req-1406cbfe-ea29-4e13-a49c-b6f8b9f10d2f tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:14.587473 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-753da647-4756-4db5-ba5a-36e08d22371e None None] Provisioning complete for port 663fba10-8468-42ff-851a-b5e606112c9f triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:17:14.587876 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-753da647-4756-4db5-ba5a-36e08d22371e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:14.608632 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-ac4530e7-549a-4818-9d88-eaf1532f56fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:14.656556 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-753da647-4756-4db5-ba5a-36e08d22371e None None] Port 663fba10-8468-42ff-851a-b5e606112c9f cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:17:14.779016 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d88800d-1ae1-47f7-986d-6578d1b2c0c4 service neutron] Pushing event updated for resources: {'Port': ['ID=6938ec1a-98a2-454b-b0e6-89008607cd76,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:14.815259 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc2300f-d987-4a8d-8ded-6de64cf076e6 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:17:14.832366 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2dc2300f-d987-4a8d-8ded-6de64cf076e6 admin admin] 10.222.0.55 "PUT /v2.0/routers/724b77c3-066c-46bb-92ab-47e06f4a1ac1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8718460 Feb 09 12:17:14.967268 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-a506e39d-0e3b-4b8a-ae70-530d823c6b0e service neutron] Attempting to bind port 17c2992f-729b-44a7-ae4c-750652da8502 on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:17:14.967754 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-a506e39d-0e3b-4b8a-ae70-530d823c6b0e service neutron] Attempting to bind port 17c2992f-729b-44a7-ae4c-750652da8502 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:17:14.967969 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-a506e39d-0e3b-4b8a-ae70-530d823c6b0e service neutron] Attempting to bind port 17c2992f-729b-44a7-ae4c-750652da8502 on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:17:14.972127 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 42926) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:17:14.988979 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c82f5-a2f1-480b-8df1-601e96200e48 req-2a4b9972-6222-4af4-abba-5c9a2081d6a4 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:14.990542 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-781c82f5-a2f1-480b-8df1-601e96200e48 req-2a4b9972-6222-4af4-abba-5c9a2081d6a4 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f9830cc-38fb-4d83-b7d0-0e1c890e5801 HTTP/1.1" status: 200 len: 931 time: 1.4136255 Feb 09 12:17:15.020863 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3d855-6d9d-4fa4-b139-2aee810f5364 req-3aec5c8c-1855-48a3-99c2-349a993dba8d tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:15.022392 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0ab3d855-6d9d-4fa4-b139-2aee810f5364 req-3aec5c8c-1855-48a3-99c2-349a993dba8d tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd2ec29-a543-4689-92b5-2f26f15044d9 HTTP/1.1" status: 200 len: 950 time: 1.0039186 Feb 09 12:17:15.022982 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-a506e39d-0e3b-4b8a-ae70-530d823c6b0e service neutron] Port 17c2992f-729b-44a7-ae4c-750652da8502 on network 4f732e35-467f-44f5-be04-aa808693dec3 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:17:15.023104 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-3f5b34ac-1d56-4fd3-9fd0-e88ebf42c413 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1344645309'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:17:15.023301 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-a506e39d-0e3b-4b8a-ae70-530d823c6b0e service neutron] Attempting to bind port 17c2992f-729b-44a7-ae4c-750652da8502 on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:17:15.028198 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3f5b34ac-1d56-4fd3-9fd0-e88ebf42c413 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:17:15.032337 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3f5b34ac-1d56-4fd3-9fd0-e88ebf42c413 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Usage tracker for resource:network and tenant:8114ad2839984517a24a750c07d13d34 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:17:15.035048 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3f5b34ac-1d56-4fd3-9fd0-e88ebf42c413 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:17:15.046085 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3f5b34ac-1d56-4fd3-9fd0-e88ebf42c413 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:17:15.057414 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5b34ac-1d56-4fd3-9fd0-e88ebf42c413 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Made reservation on behalf of 8114ad2839984517a24a750c07d13d34 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:17:15.064222 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3f5b34ac-1d56-4fd3-9fd0-e88ebf42c413 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:15.073635 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f83b5e-a8c6-4a73-aa8d-62b48fcd0dc9 req-8c2468f6-8426-4dff-b0cc-bb3e6467f56e tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:15.075133 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-58f83b5e-a8c6-4a73-aa8d-62b48fcd0dc9 req-8c2468f6-8426-4dff-b0cc-bb3e6467f56e tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd2ec29-a543-4689-92b5-2f26f15044d9 HTTP/1.1" status: 200 len: 950 time: 1.1174760 Feb 09 12:17:15.099124 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f5b34ac-1d56-4fd3-9fd0-e88ebf42c413 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:17:15.114793 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3f5b34ac-1d56-4fd3-9fd0-e88ebf42c413 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:15.115285 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-3f5b34ac-1d56-4fd3-9fd0-e88ebf42c413 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Added segment 75bb7e37-7725-489d-bc65-15598eeadc7c of type vlan for network 0c00e1b1-0e97-455e-9203-0b47858d040c Feb 09 12:17:15.149557 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3f5b34ac-1d56-4fd3-9fd0-e88ebf42c413 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:15.168607 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7067a1f2-a7a1-42d4-87c0-af8b2d1f7a72 None None] Sync routers for ids ['724b77c3-066c-46bb-92ab-47e06f4a1ac1'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:17:15.170022 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-a506e39d-0e3b-4b8a-ae70-530d823c6b0e service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:17:15.170362 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-a506e39d-0e3b-4b8a-ae70-530d823c6b0e service neutron] Checking segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:17:15.170746 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-a506e39d-0e3b-4b8a-ae70-530d823c6b0e service neutron] Bound using segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:17:15.171189 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-a506e39d-0e3b-4b8a-ae70-530d823c6b0e service neutron] Bound port: 17c2992f-729b-44a7-ae4c-750652da8502, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:17:15.171722 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-a506e39d-0e3b-4b8a-ae70-530d823c6b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:15.179221 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7067a1f2-a7a1-42d4-87c0-af8b2d1f7a72 None None] Routers {'724b77c3-066c-46bb-92ab-47e06f4a1ac1'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:17:15.179989 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7067a1f2-a7a1-42d4-87c0-af8b2d1f7a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:16:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['724b77c3-066c-46bb-92ab-47e06f4a1ac1'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:17:15.185786 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3f5b34ac-1d56-4fd3-9fd0-e88ebf42c413 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:15.191296 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5b34ac-1d56-4fd3-9fd0-e88ebf42c413 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:15.191923 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3f5b34ac-1d56-4fd3-9fd0-e88ebf42c413 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:15.285584 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.resource_extend [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-4d6c8df9-0963-418a-9108-fd24dd40562b service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:17:15.299456 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3f5b34ac-1d56-4fd3-9fd0-e88ebf42c413 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3264155 Feb 09 12:17:15.302435 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 42932) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:17:15.312918 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-16e331ce-1faf-4175-8fc3-5cafed94ae53 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Request body: {'subnet': {'network_id': '0c00e1b1-0e97-455e-9203-0b47858d040c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:17:15.413555 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-3d88800d-1ae1-47f7-986d-6578d1b2c0c4 service neutron] Attempting to bind port 6938ec1a-98a2-454b-b0e6-89008607cd76 on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:17:15.413893 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-3d88800d-1ae1-47f7-986d-6578d1b2c0c4 service neutron] Attempting to bind port 6938ec1a-98a2-454b-b0e6-89008607cd76 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': '072bb687-b429-4d78-a25c-f8a25b3474dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '95afeb8f-74e9-4ad5-a7a1-e9e3197833d5'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:17:15.414235 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-3d88800d-1ae1-47f7-986d-6578d1b2c0c4 service neutron] Attempting to bind port 6938ec1a-98a2-454b-b0e6-89008607cd76 on network 95afeb8f-74e9-4ad5-a7a1-e9e3197833d5 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:17:15.456373 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5b34ac-1d56-4fd3-9fd0-e88ebf42c413 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Pushing event updated for resources: {'Network': ['ID=0c00e1b1-0e97-455e-9203-0b47858d040c,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:15.473293 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-781c82f5-a2f1-480b-8df1-601e96200e48 req-c98e1517-3b5d-4955-856b-6cda03f9346b tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] 10.222.0.55 "GET /v2.0/security-groups?id=15e6c738-9b4b-4bb8-bd71-2477ef7189ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4652441 Feb 09 12:17:15.474610 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 0c00e1b1-0e97-455e-9203-0b47858d040c details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:17:15.498325 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-7067a1f2-a7a1-42d4-87c0-af8b2d1f7a72 None None] Set router 724b77c3-066c-46bb-92ab-47e06f4a1ac1 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:17:15.519706 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-16e331ce-1faf-4175-8fc3-5cafed94ae53 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:17:15.520230 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-0ab3d855-6d9d-4fa4-b139-2aee810f5364 req-77cae9e0-9c4e-486f-875a-090190174a78 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Deleting port 551cd07e-71a4-4566-b1a4-af637e8ad9ad {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:17:15.520684 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-0ab3d855-6d9d-4fa4-b139-2aee810f5364 req-77cae9e0-9c4e-486f-875a-090190174a78 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:15.532365 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-16e331ce-1faf-4175-8fc3-5cafed94ae53 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Usage tracker for resource:subnet and tenant:8114ad2839984517a24a750c07d13d34 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:17:15.536766 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-16e331ce-1faf-4175-8fc3-5cafed94ae53 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:17:15.550047 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-16e331ce-1faf-4175-8fc3-5cafed94ae53 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:17:15.566248 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e331ce-1faf-4175-8fc3-5cafed94ae53 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Made reservation on behalf of 8114ad2839984517a24a750c07d13d34 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:17:15.570444 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-16e331ce-1faf-4175-8fc3-5cafed94ae53 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:15.573619 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-3d88800d-1ae1-47f7-986d-6578d1b2c0c4 service neutron] Port 6938ec1a-98a2-454b-b0e6-89008607cd76 on network 95afeb8f-74e9-4ad5-a7a1-e9e3197833d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:17:15.573619 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-3d88800d-1ae1-47f7-986d-6578d1b2c0c4 service neutron] Attempting to bind port 6938ec1a-98a2-454b-b0e6-89008607cd76 on network 95afeb8f-74e9-4ad5-a7a1-e9e3197833d5 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:17:15.845137 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device e2fea006-e070-4e8a-89ef-f50f60257ba8 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:17:15.957273 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-16e331ce-1faf-4175-8fc3-5cafed94ae53 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:15.989111 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7067a1f2-a7a1-42d4-87c0-af8b2d1f7a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724b77c3-066c-46bb-92ab-47e06f4a1ac1', 'name': 'tempest-ServersTestMultiNic-1778066734-router', 'tenant_id': '8114ad2839984517a24a750c07d13d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'e2fea006-e070-4e8a-89ef-f50f60257ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:16:59Z', 'updated_at': '2022-02-09T12:17:13Z', 'revision_number': 4, 'project_id': '8114ad2839984517a24a750c07d13d34', 'gw_port': {'id': 'e2fea006-e070-4e8a-89ef-f50f60257ba8', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724b77c3-066c-46bb-92ab-47e06f4a1ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:17:03Z', 'updated_at': '2022-02-09T12:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '663fba10-8468-42ff-851a-b5e606112c9f', 'name': '', 'network_id': '9a988aee-7f52-43a7-b73a-b0efb5e6e9d5', 'tenant_id': '8114ad2839984517a24a750c07d13d34', 'mac_address': 'fa:16:3e:d4:be:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724b77c3-066c-46bb-92ab-47e06f4a1ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '1b56f98e-080d-43d4-a7fa-08c12a9dbc9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:17:12Z', 'updated_at': '2022-02-09T12:17:13Z', 'revision_number': 2, 'project_id': '8114ad2839984517a24a750c07d13d34', 'subnets': [{'id': '1b56f98e-080d-43d4-a7fa-08c12a9dbc9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:17:15.999382 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7067a1f2-a7a1-42d4-87c0-af8b2d1f7a72 None None] Checking router: 724b77c3-066c-46bb-92ab-47e06f4a1ac1 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:17:15.999997 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7067a1f2-a7a1-42d4-87c0-af8b2d1f7a72 None None] Updating router 724b77c3-066c-46bb-92ab-47e06f4a1ac1 port 663fba10-8468-42ff-851a-b5e606112c9f binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:17:16.031659 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port e2fea006-e070-4e8a-89ef-f50f60257ba8 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:17:16.033212 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:16.084241 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-3d88800d-1ae1-47f7-986d-6578d1b2c0c4 service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:17:16.085402 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-3d88800d-1ae1-47f7-986d-6578d1b2c0c4 service neutron] Checking segment: {'id': '072bb687-b429-4d78-a25c-f8a25b3474dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '95afeb8f-74e9-4ad5-a7a1-e9e3197833d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:17:16.085944 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-3d88800d-1ae1-47f7-986d-6578d1b2c0c4 service neutron] Bound using segment: {'id': '072bb687-b429-4d78-a25c-f8a25b3474dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '95afeb8f-74e9-4ad5-a7a1-e9e3197833d5'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:17:16.086073 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-3d88800d-1ae1-47f7-986d-6578d1b2c0c4 service neutron] Bound port: 6938ec1a-98a2-454b-b0e6-89008607cd76, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '072bb687-b429-4d78-a25c-f8a25b3474dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '95afeb8f-74e9-4ad5-a7a1-e9e3197833d5'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:17:16.086366 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-3d88800d-1ae1-47f7-986d-6578d1b2c0c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:16.095839 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device cd467e58-0514-4630-9b93-12f3610e765e up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:17:16.115290 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7067a1f2-a7a1-42d4-87c0-af8b2d1f7a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:16.124953 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e331ce-1faf-4175-8fc3-5cafed94ae53 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Pushing event updated for resources: {'Subnet': ['ID=6123ba0b-8da9-4cf3-807a-2c64797ab444,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:16.138770 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-58f83b5e-a8c6-4a73-aa8d-62b48fcd0dc9 req-035ebde6-9b84-415f-9f19-23386ec1b1f5 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.55 "GET /v2.0/security-groups?id=a83df6af-750f-4c01-af24-03274e72d063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9780526 Feb 09 12:17:16.227231 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-4d6c8df9-0963-418a-9108-fd24dd40562b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a37b503a-1ea0-42a6-9554-faba54c27484 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:17:16.308266 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e331ce-1faf-4175-8fc3-5cafed94ae53 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Checking segment: {'id': '75bb7e37-7725-489d-bc65-15598eeadc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0c00e1b1-0e97-455e-9203-0b47858d040c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:17:16.312211 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e331ce-1faf-4175-8fc3-5cafed94ae53 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Network hostable DHCP agents. Network: 0c00e1b1-0e97-455e-9203-0b47858d040c, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:17:16.318006 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-4d6c8df9-0963-418a-9108-fd24dd40562b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:16.321209 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8445cdc1-7b32-45da-84f6-2bc273db9bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:16.373175 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-a506e39d-0e3b-4b8a-ae70-530d823c6b0e service neutron] For port 17c2992f-729b-44a7-ae4c-750652da8502, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:17:16.387265 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-53754a3c-2bf2-495b-8769-2ee25f91c4b8 req-1406cbfe-ea29-4e13-a49c-b6f8b9f10d2f tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] For port b5fedb51-61f7-44a9-a646-00ef57b3909b, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b5fedb51-61f7-44a9-a646-00ef57b3909b,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:17:16.388588 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-53754a3c-2bf2-495b-8769-2ee25f91c4b8 req-1406cbfe-ea29-4e13-a49c-b6f8b9f10d2f tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:16.405921 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port cd467e58-0514-4630-9b93-12f3610e765e completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:17:16.416255 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e331ce-1faf-4175-8fc3-5cafed94ae53 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Network 0c00e1b1-0e97-455e-9203-0b47858d040c is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:17:16.422241 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port cd467e58-0514-4630-9b93-12f3610e765e triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:17:16.424256 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:16.437673 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-37ee3a2c-8c79-4513-8e50-261fb49343ba service neutron] 10.222.0.46 "GET /v2.0/ports/ce20ec50-0bb5-4a30-9d3f-65703beb396f/bindings/n-h1-825178-3 HTTP/1.1" status: 200 len: 384 time: 0.3138967 Feb 09 12:17:16.438400 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-16e331ce-1faf-4175-8fc3-5cafed94ae53 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 0c00e1b1-0e97-455e-9203-0b47858d040c) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:17:16.474892 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e331ce-1faf-4175-8fc3-5cafed94ae53 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:16.475292 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0603572-6e1e-4d7a-84dc-d7439a700154 None None] Network 0c00e1b1-0e97-455e-9203-0b47858d040c requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:17:16.475746 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-16e331ce-1faf-4175-8fc3-5cafed94ae53 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:16.580646 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-4d6c8df9-0963-418a-9108-fd24dd40562b service neutron] Transition to ACTIVE for port object a37b503a-1ea0-42a6-9554-faba54c27484 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:17:16.587995 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-a506e39d-0e3b-4b8a-ae70-530d823c6b0e service neutron] For port 17c2992f-729b-44a7-ae4c-750652da8502, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=17c2992f-729b-44a7-ae4c-750652da8502,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:17:16.635699 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-16e331ce-1faf-4175-8fc3-5cafed94ae53 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3313844 Feb 09 12:17:16.636849 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 42950) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:17:16.649508 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-d59e6308-111f-4ba3-bceb-ac4160d29cc0 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-34389129'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:17:16.657056 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d59e6308-111f-4ba3-bceb-ac4160d29cc0 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:17:16.667431 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d59e6308-111f-4ba3-bceb-ac4160d29cc0 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Usage tracker for resource:network and tenant:8114ad2839984517a24a750c07d13d34 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:17:16.668580 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 551cd07e-71a4-4566-b1a4-af637e8ad9ad no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:17:16.671592 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d59e6308-111f-4ba3-bceb-ac4160d29cc0 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:17:16.682957 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d59e6308-111f-4ba3-bceb-ac4160d29cc0 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:17:16.761308 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7067a1f2-a7a1-42d4-87c0-af8b2d1f7a72 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:16.774569 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-7067a1f2-a7a1-42d4-87c0-af8b2d1f7a72 None None] Transition to ACTIVE for port object 663fba10-8468-42ff-851a-b5e606112c9f will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:17:16.784144 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7067a1f2-a7a1-42d4-87c0-af8b2d1f7a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:16.863568 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea6ce0-a94d-4752-bfa2-da7e01d69065 None None] Pushing event updated for resources: {'Port': ['ID=663fba10-8468-42ff-851a-b5e606112c9f,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:16.877565 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea6ce0-a94d-4752-bfa2-da7e01d69065 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:17:16.878163 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea6ce0-a94d-4752-bfa2-da7e01d69065 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:17:16.878669 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea6ce0-a94d-4752-bfa2-da7e01d69065 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:17:16.879245 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea6ce0-a94d-4752-bfa2-da7e01d69065 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:17:16.879730 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea6ce0-a94d-4752-bfa2-da7e01d69065 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:17:16.880269 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea6ce0-a94d-4752-bfa2-da7e01d69065 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:17:16.880752 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea6ce0-a94d-4752-bfa2-da7e01d69065 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:17:16.881296 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea6ce0-a94d-4752-bfa2-da7e01d69065 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:17:16.881765 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-4d6c8df9-0963-418a-9108-fd24dd40562b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:16.881941 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea6ce0-a94d-4752-bfa2-da7e01d69065 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:17:16.882899 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea6ce0-a94d-4752-bfa2-da7e01d69065 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:17:16.883412 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea6ce0-a94d-4752-bfa2-da7e01d69065 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:17:16.884104 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea6ce0-a94d-4752-bfa2-da7e01d69065 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:17:16.888385 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-a506e39d-0e3b-4b8a-ae70-530d823c6b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:16.914547 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-53754a3c-2bf2-495b-8769-2ee25f91c4b8 req-1406cbfe-ea29-4e13-a49c-b6f8b9f10d2f tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Calling delete_port for b5fedb51-61f7-44a9-a646-00ef57b3909b owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:17:16.946738 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-a9d7d2be-f738-4288-8266-6dfe05cb927f service neutron] For port ce20ec50-0bb5-4a30-9d3f-65703beb396f, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=ce20ec50-0bb5-4a30-9d3f-65703beb396f,segment=NetworkSegment(32f229e9-9010-4be1-973f-7ae4423dcda8),segment_id=32f229e9-9010-4be1-973f-7ae4423dcda8)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:17:16.975892 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:16.990098 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-a9d7d2be-f738-4288-8266-6dfe05cb927f service neutron] For port ce20ec50-0bb5-4a30-9d3f-65703beb396f, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:17:17.073146 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-a9d7d2be-f738-4288-8266-6dfe05cb927f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce20ec50-0bb5-4a30-9d3f-65703beb396f {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:17:17.086730 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-a9d7d2be-f738-4288-8266-6dfe05cb927f service neutron] For port ce20ec50-0bb5-4a30-9d3f-65703beb396f, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=ce20ec50-0bb5-4a30-9d3f-65703beb396f,segment=NetworkSegment(32f229e9-9010-4be1-973f-7ae4423dcda8),segment_id=32f229e9-9010-4be1-973f-7ae4423dcda8)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:17:17.104531 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59e6308-111f-4ba3-bceb-ac4160d29cc0 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Made reservation on behalf of 8114ad2839984517a24a750c07d13d34 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:17:17.107447 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port cd467e58-0514-4630-9b93-12f3610e765e, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=cd467e58-0514-4630-9b93-12f3610e765e,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:17:17.109797 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d59e6308-111f-4ba3-bceb-ac4160d29cc0 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:17.145369 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d59e6308-111f-4ba3-bceb-ac4160d29cc0 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:17:17.155784 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d59e6308-111f-4ba3-bceb-ac4160d29cc0 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:17.156167 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-d59e6308-111f-4ba3-bceb-ac4160d29cc0 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Added segment d4033166-018c-4822-8b2b-88b7b86f5d6a of type vlan for network f2149470-3c45-4164-baf5-418f7d9685a2 Feb 09 12:17:17.178196 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-7067a1f2-a7a1-42d4-87c0-af8b2d1f7a72 None None] Attempting to bind port 663fba10-8468-42ff-851a-b5e606112c9f on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:17:17.179010 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-7067a1f2-a7a1-42d4-87c0-af8b2d1f7a72 None None] Attempting to bind port 663fba10-8468-42ff-851a-b5e606112c9f by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'ea49dfa5-3ee9-4ad9-943d-a595fcfa5e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9a988aee-7f52-43a7-b73a-b0efb5e6e9d5'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:17:17.179120 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7067a1f2-a7a1-42d4-87c0-af8b2d1f7a72 None None] Attempting to bind port 663fba10-8468-42ff-851a-b5e606112c9f on network 9a988aee-7f52-43a7-b73a-b0efb5e6e9d5 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:17:17.188797 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c8df9-0963-418a-9108-fd24dd40562b service neutron] Pushing event updated for resources: {'Port': ['ID=a37b503a-1ea0-42a6-9554-faba54c27484,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:17.190676 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7067a1f2-a7a1-42d4-87c0-af8b2d1f7a72 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:17:17.191290 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7067a1f2-a7a1-42d4-87c0-af8b2d1f7a72 None None] Checking segment: {'id': 'ea49dfa5-3ee9-4ad9-943d-a595fcfa5e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9a988aee-7f52-43a7-b73a-b0efb5e6e9d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:17:17.193835 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7067a1f2-a7a1-42d4-87c0-af8b2d1f7a72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:17.194273 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7067a1f2-a7a1-42d4-87c0-af8b2d1f7a72 None None] Bound using segment: {'id': 'ea49dfa5-3ee9-4ad9-943d-a595fcfa5e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9a988aee-7f52-43a7-b73a-b0efb5e6e9d5'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:17:17.194819 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-7067a1f2-a7a1-42d4-87c0-af8b2d1f7a72 None None] Bound port: 663fba10-8468-42ff-851a-b5e606112c9f, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea49dfa5-3ee9-4ad9-943d-a595fcfa5e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9a988aee-7f52-43a7-b73a-b0efb5e6e9d5'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:17:17.195217 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7067a1f2-a7a1-42d4-87c0-af8b2d1f7a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:17.204214 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d59e6308-111f-4ba3-bceb-ac4160d29cc0 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:17.240603 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-a9d7d2be-f738-4288-8266-6dfe05cb927f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:17.258863 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d59e6308-111f-4ba3-bceb-ac4160d29cc0 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:17.266171 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59e6308-111f-4ba3-bceb-ac4160d29cc0 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:17.267065 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d59e6308-111f-4ba3-bceb-ac4160d29cc0 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:17.343004 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e990ac40-a5e2-4ae0-8351-e1d6177e16e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-0c00e1b1-0e97-455e-9203-0b47858d040c', 'network_id': '0c00e1b1-0e97-455e-9203-0b47858d040c', 'tenant_id': '8114ad2839984517a24a750c07d13d34', 'fixed_ips': [{'subnet_id': '6123ba0b-8da9-4cf3-807a-2c64797ab444'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:17:17.343923 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e990ac40-a5e2-4ae0-8351-e1d6177e16e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:17.369360 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-7067a1f2-a7a1-42d4-87c0-af8b2d1f7a72 None None] For port 663fba10-8468-42ff-851a-b5e606112c9f, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:17:17.379090 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-7067a1f2-a7a1-42d4-87c0-af8b2d1f7a72 None None] For port 663fba10-8468-42ff-851a-b5e606112c9f, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=663fba10-8468-42ff-851a-b5e606112c9f,segment=NetworkSegment(ea49dfa5-3ee9-4ad9-943d-a595fcfa5e42),segment_id=ea49dfa5-3ee9-4ad9-943d-a595fcfa5e42)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:17:17.384071 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:17.394679 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7067a1f2-a7a1-42d4-87c0-af8b2d1f7a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:17.444532 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-a506e39d-0e3b-4b8a-ae70-530d823c6b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:17.445254 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-a506e39d-0e3b-4b8a-ae70-530d823c6b0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:17.446716 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-a506e39d-0e3b-4b8a-ae70-530d823c6b0e service neutron] 10.222.0.52 "PUT /v2.0/ports/17c2992f-729b-44a7-ae4c-750652da8502 HTTP/1.1" status: 200 len: 1095 time: 7.5171394 Feb 09 12:17:17.453640 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-3d88800d-1ae1-47f7-986d-6578d1b2c0c4 service neutron] For port 6938ec1a-98a2-454b-b0e6-89008607cd76, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:17:17.467068 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd0dd65-fd50-433a-b617-28889b319ff2', 'tag': '17c2992f-729b-44a7-ae4c-750652da8502'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:17:17.507477 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:17.516188 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-a9d7d2be-f738-4288-8266-6dfe05cb927f service neutron] Transition to ACTIVE for port object ce20ec50-0bb5-4a30-9d3f-65703beb396f will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:17:17.534239 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe4346-2991-49a6-9282-db4fb8e70c84 req-74dc9b38-6b13-4d5b-8ae4-eb4cddecc3ff tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:17.536196 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2dfe4346-2991-49a6-9282-db4fb8e70c84 req-74dc9b38-6b13-4d5b-8ae4-eb4cddecc3ff tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/ports?device_id=189af3d9-46b0-47b6-bf5c-49a5158a1b7d HTTP/1.1" status: 200 len: 947 time: 1.2937949 Feb 09 12:17:17.541703 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-a9d7d2be-f738-4288-8266-6dfe05cb927f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:17.556739 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7067a1f2-a7a1-42d4-87c0-af8b2d1f7a72 None None] Routers {'724b77c3-066c-46bb-92ab-47e06f4a1ac1'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:17:17.557736 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7067a1f2-a7a1-42d4-87c0-af8b2d1f7a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:17:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['724b77c3-066c-46bb-92ab-47e06f4a1ac1'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:17:17.724231 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d7d2be-f738-4288-8266-6dfe05cb927f service neutron] Pushing event updated for resources: {'Port': ['ID=ce20ec50-0bb5-4a30-9d3f-65703beb396f,revision_number=10']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:17.746714 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e6308-111f-4ba3-bceb-ac4160d29cc0 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Pushing event updated for resources: {'Network': ['ID=f2149470-3c45-4164-baf5-418f7d9685a2,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:17.748468 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-3d88800d-1ae1-47f7-986d-6578d1b2c0c4 service neutron] For port 6938ec1a-98a2-454b-b0e6-89008607cd76, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=6938ec1a-98a2-454b-b0e6-89008607cd76,segment=NetworkSegment(072bb687-b429-4d78-a25c-f8a25b3474dc),segment_id=072bb687-b429-4d78-a25c-f8a25b3474dc)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:17:17.800268 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d59e6308-111f-4ba3-bceb-ac4160d29cc0 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1584914 Feb 09 12:17:17.801180 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 42958) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:17:17.802785 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-a9d7d2be-f738-4288-8266-6dfe05cb927f service neutron] No DVR routers for this DVR port ce20ec50-0bb5-4a30-9d3f-65703beb396f on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:17:17.839898 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network f2149470-3c45-4164-baf5-418f7d9685a2 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:17:17.863762 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=cd467e58-0514-4630-9b93-12f3610e765e,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:17.916748 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-3d88800d-1ae1-47f7-986d-6578d1b2c0c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:17.941915 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea6ce0-a94d-4752-bfa2-da7e01d69065 None None] Pushing event updated for resources: {'Port': ['ID=663fba10-8468-42ff-851a-b5e606112c9f,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:17.988991 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-7067a1f2-a7a1-42d4-87c0-af8b2d1f7a72 None None] Set router 724b77c3-066c-46bb-92ab-47e06f4a1ac1 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:17:18.009536 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:18.026821 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-aa142c63-795f-460f-ad3d-c7045a7fd3bf tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Request body: {'subnet': {'network_id': 'f2149470-3c45-4164-baf5-418f7d9685a2', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:17:18.040230 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a506e39d-0e3b-4b8a-ae70-530d823c6b0e service neutron] Pushing event updated for resources: {'Port': ['ID=17c2992f-729b-44a7-ae4c-750652da8502,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:18.041241 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 551cd07e-71a4-4566-b1a4-af637e8ad9ad, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=551cd07e-71a4-4566-b1a4-af637e8ad9ad,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:17:18.049340 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-0ab3d855-6d9d-4fa4-b139-2aee810f5364 req-77cae9e0-9c4e-486f-875a-090190174a78 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] For port 551cd07e-71a4-4566-b1a4-af637e8ad9ad, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=551cd07e-71a4-4566-b1a4-af637e8ad9ad,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:17:18.052188 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-0ab3d855-6d9d-4fa4-b139-2aee810f5364 req-77cae9e0-9c4e-486f-875a-090190174a78 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:18.085294 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:18.085677 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-a9d7d2be-f738-4288-8266-6dfe05cb927f service neutron] 10.222.0.46 "PUT /v2.0/ports/ce20ec50-0bb5-4a30-9d3f-65703beb396f/bindings/n-h1-825178-3/activate HTTP/1.1" status: 200 len: 369 time: 1.5620644 Feb 09 12:17:18.132248 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:18.132248 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device ce20ec50-0bb5-4a30-9d3f-65703beb396f no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:17:18.194450 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2dfe4346-2991-49a6-9282-db4fb8e70c84 req-57a75d7e-921c-4432-aa29-a46847421cce tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e92f49-b864-4aca-b2c5-e6f8e569f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6147099 Feb 09 12:17:18.224951 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-3d88800d-1ae1-47f7-986d-6578d1b2c0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:18.226381 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-3d88800d-1ae1-47f7-986d-6578d1b2c0c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:18.231952 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-3d88800d-1ae1-47f7-986d-6578d1b2c0c4 service neutron] 10.222.0.52 "PUT /v2.0/ports/6938ec1a-98a2-454b-b0e6-89008607cd76 HTTP/1.1" status: 200 len: 1091 time: 9.8946874 Feb 09 12:17:18.338173 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '189af3d9-46b0-47b6-bf5c-49a5158a1b7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5fedb51-61f7-44a9-a646-00ef57b3909b', 'code': 200} Feb 09 12:17:18.400378 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device ce20ec50-0bb5-4a30-9d3f-65703beb396f not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:17:18.412200 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-e990ac40-a5e2-4ae0-8351-e1d6177e16e7 None None] Allocated IP 19.80.0.2 (0c00e1b1-0e97-455e-9203-0b47858d040c/6123ba0b-8da9-4cf3-807a-2c64797ab444/b551902d-f113-4210-81cf-da2e39e733ef) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:17:18.422195 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=551cd07e-71a4-4566-b1a4-af637e8ad9ad,revision_number=6']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:18.434996 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0757453a-62cf-4bea-a48b-c58117674853', 'tag': 'ce20ec50-0bb5-4a30-9d3f-65703beb396f', 'status': 'completed', 'code': 200} Feb 09 12:17:18.508639 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-aa142c63-795f-460f-ad3d-c7045a7fd3bf tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:17:18.524909 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-aa142c63-795f-460f-ad3d-c7045a7fd3bf tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Usage tracker for resource:subnet and tenant:8114ad2839984517a24a750c07d13d34 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:17:18.537568 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-aa142c63-795f-460f-ad3d-c7045a7fd3bf tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:17:18.549061 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-aa142c63-795f-460f-ad3d-c7045a7fd3bf tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:17:18.555693 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-d5b12236-d8a3-41dd-8dd3-9ccec3a37002 tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:18.557298 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-d5b12236-d8a3-41dd-8dd3-9ccec3a37002 tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=0757453a-62cf-4bea-a48b-c58117674853&tenant_id=3a84524b0b1d4c8da324d07cc553e331&binding%3Ahost_id=n-h2-825178-3 HTTP/1.1" status: 200 len: 1095 time: 0.3848729 Feb 09 12:17:18.579103 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7067a1f2-a7a1-42d4-87c0-af8b2d1f7a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724b77c3-066c-46bb-92ab-47e06f4a1ac1', 'name': 'tempest-ServersTestMultiNic-1778066734-router', 'tenant_id': '8114ad2839984517a24a750c07d13d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'e2fea006-e070-4e8a-89ef-f50f60257ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:16:59Z', 'updated_at': '2022-02-09T12:17:13Z', 'revision_number': 4, 'project_id': '8114ad2839984517a24a750c07d13d34', 'gw_port': {'id': 'e2fea006-e070-4e8a-89ef-f50f60257ba8', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724b77c3-066c-46bb-92ab-47e06f4a1ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:17:03Z', 'updated_at': '2022-02-09T12:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '663fba10-8468-42ff-851a-b5e606112c9f', 'name': '', 'network_id': '9a988aee-7f52-43a7-b73a-b0efb5e6e9d5', 'tenant_id': '8114ad2839984517a24a750c07d13d34', 'mac_address': 'fa:16:3e:d4:be:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724b77c3-066c-46bb-92ab-47e06f4a1ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '1b56f98e-080d-43d4-a7fa-08c12a9dbc9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:17:12Z', 'updated_at': '2022-02-09T12:17:17Z', 'revision_number': 4, 'project_id': '8114ad2839984517a24a750c07d13d34', 'subnets': [{'id': '1b56f98e-080d-43d4-a7fa-08c12a9dbc9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:17:18.583300 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7067a1f2-a7a1-42d4-87c0-af8b2d1f7a72 None None] The sync data for ids ['724b77c3-066c-46bb-92ab-47e06f4a1ac1'] in n-d-825178-3 is: [{'id': '724b77c3-066c-46bb-92ab-47e06f4a1ac1', 'name': 'tempest-ServersTestMultiNic-1778066734-router', 'tenant_id': '8114ad2839984517a24a750c07d13d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'e2fea006-e070-4e8a-89ef-f50f60257ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:16:59Z', 'updated_at': '2022-02-09T12:17:13Z', 'revision_number': 4, 'project_id': '8114ad2839984517a24a750c07d13d34', 'gw_port': {'id': 'e2fea006-e070-4e8a-89ef-f50f60257ba8', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724b77c3-066c-46bb-92ab-47e06f4a1ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:17:03Z', 'updated_at': '2022-02-09T12:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '663fba10-8468-42ff-851a-b5e606112c9f', 'name': '', 'network_id': '9a988aee-7f52-43a7-b73a-b0efb5e6e9d5', 'tenant_id': '8114ad2839984517a24a750c07d13d34', 'mac_address': 'fa:16:3e:d4:be:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724b77c3-066c-46bb-92ab-47e06f4a1ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '1b56f98e-080d-43d4-a7fa-08c12a9dbc9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:17:12Z', 'updated_at': '2022-02-09T12:17:17Z', 'revision_number': 4, 'project_id': '8114ad2839984517a24a750c07d13d34', 'subnets': [{'id': '1b56f98e-080d-43d4-a7fa-08c12a9dbc9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:17:18.605165 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa142c63-795f-460f-ad3d-c7045a7fd3bf tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Made reservation on behalf of 8114ad2839984517a24a750c07d13d34 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:17:18.609237 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aa142c63-795f-460f-ad3d-c7045a7fd3bf tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:18.651156 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8541f4-ab98-42ff-b3ff-e8842336a436 req-629a5977-1151-4259-9217-4c68fd07eb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:18.656780 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-fb8541f4-ab98-42ff-b3ff-e8842336a436 req-629a5977-1151-4259-9217-4c68fd07eb5b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a84524b0b1d4c8da324d07cc553e331&device_id=0757453a-62cf-4bea-a48b-c58117674853 HTTP/1.1" status: 200 len: 1095 time: 0.2001736 Feb 09 12:17:18.665026 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 66290e4e-4014-4dc2-9b0f-68f1f6990bd8 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:17:18.857264 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0a5d8-b0e4-4517-bde4-547b82b3d9b8 req-2022d421-5e79-4e2e-bb16-fc512fde314f tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:18.862562 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 66290e4e-4014-4dc2-9b0f-68f1f6990bd8, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=66290e4e-4014-4dc2-9b0f-68f1f6990bd8,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:17:18.864358 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a4e0a5d8-b0e4-4517-bde4-547b82b3d9b8 req-2022d421-5e79-4e2e-bb16-fc512fde314f tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=0757453a-62cf-4bea-a48b-c58117674853 HTTP/1.1" status: 200 len: 943 time: 2.4066937 Feb 09 12:17:18.882547 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': '66290e4e-4014-4dc2-9b0f-68f1f6990bd8', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'port_id': '66290e4e-4014-4dc2-9b0f-68f1f6990bd8', 'mac_address': 'fa:16:3e:4e:ee:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed5558-888d-440a-8c32-52f2f9bc5bd5', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:17:18.989650 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:18.995413 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-4caa5251-693e-431d-986f-3e3296ab2e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:18.997541 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-4caa5251-693e-431d-986f-3e3296ab2e6c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0757453a-62cf-4bea-a48b-c58117674853&tenant_id=3a84524b0b1d4c8da324d07cc553e331 HTTP/1.1" status: 200 len: 1095 time: 0.4271154 Feb 09 12:17:19.000806 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8541f4-ab98-42ff-b3ff-e8842336a436 req-ce13106b-47d7-4ef6-9f41-dbccc809e9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:19.001982 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-0ab3d855-6d9d-4fa4-b139-2aee810f5364 req-77cae9e0-9c4e-486f-875a-090190174a78 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Calling delete_port for 551cd07e-71a4-4566-b1a4-af637e8ad9ad owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:17:19.002140 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-fb8541f4-ab98-42ff-b3ff-e8842336a436 req-ce13106b-47d7-4ef6-9f41-dbccc809e9ec service neutron] 10.222.0.46 "GET /v2.0/networks?id=c4b615eb-1906-4989-ab89-8b6ef1cc1053 HTTP/1.1" status: 200 len: 921 time: 0.2812111 Feb 09 12:17:19.033358 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66290e4e-4014-4dc2-9b0f-68f1f6990bd8 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:17:19.051367 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 66290e4e-4014-4dc2-9b0f-68f1f6990bd8, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=66290e4e-4014-4dc2-9b0f-68f1f6990bd8,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:17:19.060238 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:19.069651 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:19.074013 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-19a0b23a-15a4-496b-beca-a6852cac39ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:19.076046 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-19a0b23a-15a4-496b-beca-a6852cac39ca service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dda46f6fe2de441f9aa9a16e4e5ee6fc&device_id=0cd0dd65-fd50-433a-b617-28889b319ff2 HTTP/1.1" status: 200 len: 1098 time: 1.5383375 Feb 09 12:17:19.163867 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-53754a3c-2bf2-495b-8769-2ee25f91c4b8 req-1406cbfe-ea29-4e13-a49c-b6f8b9f10d2f tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:19.172462 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-fb8541f4-ab98-42ff-b3ff-e8842336a436 req-0a634136-0106-48ff-af1d-275843c7b392 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ce20ec50-0bb5-4a30-9d3f-65703beb396f HTTP/1.1" status: 200 len: 217 time: 0.1194284 Feb 09 12:17:19.250319 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['66290e4e-4014-4dc2-9b0f-68f1f6990bd8'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:17:19.302152 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-ac4530e7-549a-4818-9d88-eaf1532f56fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ece1f1c-76d1-4633-86d2-af4f4d8c8d90 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:17:19.312568 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-2bfe55e6-9557-438b-aa2e-b53fea7e24da service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=17c2992f-729b-44a7-ae4c-750652da8502 HTTP/1.1" status: 200 len: 217 time: 0.1449776 Feb 09 12:17:19.346149 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8541f4-ab98-42ff-b3ff-e8842336a436 req-0066e777-d948-49f2-9996-153912a1148d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:19.348083 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-fb8541f4-ab98-42ff-b3ff-e8842336a436 req-0066e777-d948-49f2-9996-153912a1148d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9d6b2f2b-3fb9-4d1b-ac78-19140ea18253 HTTP/1.1" status: 200 len: 860 time: 0.1594357 Feb 09 12:17:19.400573 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-ac4530e7-549a-4818-9d88-eaf1532f56fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:19.410420 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=66290e4e-4014-4dc2-9b0f-68f1f6990bd8,revision_number=9']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:19.411522 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.api [req-0ab3d855-6d9d-4fa4-b139-2aee810f5364 req-77cae9e0-9c4e-486f-875a-090190174a78 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:17:19.411863 n-d-825178-3 neutron-server[87567]: DEBUG oslo_db.api [req-0ab3d855-6d9d-4fa4-b139-2aee810f5364 req-77cae9e0-9c4e-486f-875a-090190174a78 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:17:19.412422 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d88800d-1ae1-47f7-986d-6578d1b2c0c4 service neutron] Pushing event updated for resources: {'Port': ['ID=6938ec1a-98a2-454b-b0e6-89008607cd76,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:19.427807 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aa142c63-795f-460f-ad3d-c7045a7fd3bf tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:19.487255 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-fb8541f4-ab98-42ff-b3ff-e8842336a436 req-30a187a9-0667-4cd9-9aad-c3063d413a5d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c4b615eb-1906-4989-ab89-8b6ef1cc1053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1302388 Feb 09 12:17:19.546701 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a4e0a5d8-b0e4-4517-bde4-547b82b3d9b8 req-502d0ee4-db52-4e56-a522-286998747f75 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6814713 Feb 09 12:17:19.547618 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-4d6c8df9-0963-418a-9108-fd24dd40562b service neutron] Attempting to bind port a37b503a-1ea0-42a6-9554-faba54c27484 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:17:19.548272 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-4d6c8df9-0963-418a-9108-fd24dd40562b service neutron] Attempting to bind port a37b503a-1ea0-42a6-9554-faba54c27484 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '072bb687-b429-4d78-a25c-f8a25b3474dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '95afeb8f-74e9-4ad5-a7a1-e9e3197833d5'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:17:19.548769 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-4d6c8df9-0963-418a-9108-fd24dd40562b service neutron] Attempting to bind port a37b503a-1ea0-42a6-9554-faba54c27484 on network 95afeb8f-74e9-4ad5-a7a1-e9e3197833d5 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:17:19.588640 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1406cbfe-ea29-4e13-a49c-b6f8b9f10d2f tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Pushing event deleted for resources: {'Port': ['ID=b5fedb51-61f7-44a9-a646-00ef57b3909b,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:19.627405 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-4d6c8df9-0963-418a-9108-fd24dd40562b service neutron] Port a37b503a-1ea0-42a6-9554-faba54c27484 on network 95afeb8f-74e9-4ad5-a7a1-e9e3197833d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:17:19.627747 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-4d6c8df9-0963-418a-9108-fd24dd40562b service neutron] Attempting to bind port a37b503a-1ea0-42a6-9554-faba54c27484 on network 95afeb8f-74e9-4ad5-a7a1-e9e3197833d5 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:17:19.631981 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-ac4530e7-549a-4818-9d88-eaf1532f56fd service neutron] Transition to ACTIVE for port object 8ece1f1c-76d1-4633-86d2-af4f4d8c8d90 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:17:19.714932 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-4d6c8df9-0963-418a-9108-fd24dd40562b service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:17:19.719809 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-4d6c8df9-0963-418a-9108-fd24dd40562b service neutron] Checking segment: {'id': '072bb687-b429-4d78-a25c-f8a25b3474dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '95afeb8f-74e9-4ad5-a7a1-e9e3197833d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:17:19.724345 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-4d6c8df9-0963-418a-9108-fd24dd40562b service neutron] Bound using segment: {'id': '072bb687-b429-4d78-a25c-f8a25b3474dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '95afeb8f-74e9-4ad5-a7a1-e9e3197833d5'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:17:19.725611 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-4d6c8df9-0963-418a-9108-fd24dd40562b service neutron] Bound port: a37b503a-1ea0-42a6-9554-faba54c27484, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '072bb687-b429-4d78-a25c-f8a25b3474dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '95afeb8f-74e9-4ad5-a7a1-e9e3197833d5'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:17:19.726582 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-4d6c8df9-0963-418a-9108-fd24dd40562b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:19.758847 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-ac4530e7-549a-4818-9d88-eaf1532f56fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:19.781084 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa142c63-795f-460f-ad3d-c7045a7fd3bf tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Pushing event updated for resources: {'Subnet': ['ID=ecb23b1b-330f-4611-a86b-b55a72d99ddb,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:19.790892 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e990ac40-a5e2-4ae0-8351-e1d6177e16e7 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:19.809759 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-e990ac40-a5e2-4ae0-8351-e1d6177e16e7 None None] Transition to ACTIVE for port object b551902d-f113-4210-81cf-da2e39e733ef will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:17:19.810567 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-eac5fe7f-aff1-40ef-845d-cc6f4d431878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:19.812353 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-eac5fe7f-aff1-40ef-845d-cc6f4d431878 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3a84524b0b1d4c8da324d07cc553e331&device_id=0757453a-62cf-4bea-a48b-c58117674853 HTTP/1.1" status: 200 len: 1095 time: 0.7611794 Feb 09 12:17:19.842762 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-e990ac40-a5e2-4ae0-8351-e1d6177e16e7 None None] Transition to ACTIVE for port object b551902d-f113-4210-81cf-da2e39e733ef will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:17:19.851783 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e990ac40-a5e2-4ae0-8351-e1d6177e16e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:19.948125 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e990ac40-a5e2-4ae0-8351-e1d6177e16e7 None None] Pushing event updated for resources: {'Port': ['ID=b551902d-f113-4210-81cf-da2e39e733ef,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:19.953220 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 663fba10-8468-42ff-851a-b5e606112c9f up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:17:19.970908 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-0ab3d855-6d9d-4fa4-b139-2aee810f5364 req-77cae9e0-9c4e-486f-875a-090190174a78 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Deleting port 551cd07e-71a4-4566-b1a4-af637e8ad9ad {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:17:19.971254 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-0ab3d855-6d9d-4fa4-b139-2aee810f5364 req-77cae9e0-9c4e-486f-875a-090190174a78 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:20.003456 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e990ac40-a5e2-4ae0-8351-e1d6177e16e7 None None] Network 0c00e1b1-0e97-455e-9203-0b47858d040c is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:17:20.012560 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-e990ac40-a5e2-4ae0-8351-e1d6177e16e7 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:17:20.012772 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-53754a3c-2bf2-495b-8769-2ee25f91c4b8 req-1406cbfe-ea29-4e13-a49c-b6f8b9f10d2f tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] No DVR routers for this DVR port b5fedb51-61f7-44a9-a646-00ef57b3909b on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:17:20.018406 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e990ac40-a5e2-4ae0-8351-e1d6177e16e7 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:17:20.021042 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-a18bba8d-9782-4138-8d08-6bc24076a0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:20.022543 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-a18bba8d-9782-4138-8d08-6bc24076a0fc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.6865332 Feb 09 12:17:20.052649 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-53754a3c-2bf2-495b-8769-2ee25f91c4b8 req-1406cbfe-ea29-4e13-a49c-b6f8b9f10d2f tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:20.097412 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa142c63-795f-460f-ad3d-c7045a7fd3bf tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Checking segment: {'id': 'd4033166-018c-4822-8b2b-88b7b86f5d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f2149470-3c45-4164-baf5-418f7d9685a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:17:20.098014 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa142c63-795f-460f-ad3d-c7045a7fd3bf tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Network hostable DHCP agents. Network: f2149470-3c45-4164-baf5-418f7d9685a2, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:17:20.108954 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-fb8541f4-ab98-42ff-b3ff-e8842336a436 req-647c59e1-d58a-45c3-be5f-979bbe700924 service neutron] 10.222.0.46 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6012490 Feb 09 12:17:20.118043 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-f26a7181-5fc2-451c-8c8f-614b05f49f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:20.119528 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-f26a7181-5fc2-451c-8c8f-614b05f49f71 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c4b615eb-1906-4989-ab89-8b6ef1cc1053 HTTP/1.1" status: 200 len: 921 time: 0.2777765 Feb 09 12:17:20.176655 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:20.182950 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-e990ac40-a5e2-4ae0-8351-e1d6177e16e7 None None] Attempting to bind port b551902d-f113-4210-81cf-da2e39e733ef on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:17:20.183680 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-e990ac40-a5e2-4ae0-8351-e1d6177e16e7 None None] Attempting to bind port b551902d-f113-4210-81cf-da2e39e733ef by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '75bb7e37-7725-489d-bc65-15598eeadc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0c00e1b1-0e97-455e-9203-0b47858d040c'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:17:20.184753 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e990ac40-a5e2-4ae0-8351-e1d6177e16e7 None None] Attempting to bind port b551902d-f113-4210-81cf-da2e39e733ef on network 0c00e1b1-0e97-455e-9203-0b47858d040c {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:17:20.192562 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e990ac40-a5e2-4ae0-8351-e1d6177e16e7 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:17:20.193184 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e990ac40-a5e2-4ae0-8351-e1d6177e16e7 None None] Checking segment: {'id': '75bb7e37-7725-489d-bc65-15598eeadc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0c00e1b1-0e97-455e-9203-0b47858d040c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:17:20.193778 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e990ac40-a5e2-4ae0-8351-e1d6177e16e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:20.194323 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e990ac40-a5e2-4ae0-8351-e1d6177e16e7 None None] Bound using segment: {'id': '75bb7e37-7725-489d-bc65-15598eeadc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0c00e1b1-0e97-455e-9203-0b47858d040c'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:17:20.195002 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-e990ac40-a5e2-4ae0-8351-e1d6177e16e7 None None] Bound port: b551902d-f113-4210-81cf-da2e39e733ef, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75bb7e37-7725-489d-bc65-15598eeadc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0c00e1b1-0e97-455e-9203-0b47858d040c'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:17:20.195541 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e990ac40-a5e2-4ae0-8351-e1d6177e16e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:20.280320 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 663fba10-8468-42ff-851a-b5e606112c9f completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:17:20.305843 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 663fba10-8468-42ff-851a-b5e606112c9f triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:17:20.306477 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:20.333503 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa142c63-795f-460f-ad3d-c7045a7fd3bf tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Network f2149470-3c45-4164-baf5-418f7d9685a2 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:17:20.335643 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ff3fa-a2e1-4009-9b21-572c29902562 req-20e52d9d-68f5-4bb4-81ae-a1340bdb8c8c tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:20.340824 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-63eab5b9-daa4-433c-82b0-659d441781f3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ce20ec50-0bb5-4a30-9d3f-65703beb396f HTTP/1.1" status: 200 len: 217 time: 0.1277730 Feb 09 12:17:20.345204 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-847ff3fa-a2e1-4009-9b21-572c29902562 req-20e52d9d-68f5-4bb4-81ae-a1340bdb8c8c tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cd0dd65-fd50-433a-b617-28889b319ff2 HTTP/1.1" status: 200 len: 947 time: 1.7842433 Feb 09 12:17:20.377387 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-4ba52194-8c17-4ef7-9df8-220d9c12b44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:20.377643 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93d00cb-241f-4e69-b28d-04d3d14faed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd467e58-0514-4630-9b93-12f3610e765e'}, {'server_uuid': 'cbd2ec29-a543-4689-92b5-2f26f15044d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '551cd07e-71a4-4566-b1a4-af637e8ad9ad'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:17:20.378900 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-4ba52194-8c17-4ef7-9df8-220d9c12b44c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2902533bf64e4d3e90411cf62f208505&device_id=0c5c334a-0c36-4d90-bb8f-a7aab598482d HTTP/1.1" status: 200 len: 1094 time: 1.8173943 Feb 09 12:17:20.381083 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-53754a3c-2bf2-495b-8769-2ee25f91c4b8 req-1406cbfe-ea29-4e13-a49c-b6f8b9f10d2f tempest-ServersOnMultiNodesTest-1240352374 tempest-ServersOnMultiNodesTest-1240352374-project] 10.222.0.46 "DELETE /v2.0/ports/b5fedb51-61f7-44a9-a646-00ef57b3909b HTTP/1.1" status: 204 len: 173 time: 10.0971534 Feb 09 12:17:20.400852 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4530e7-549a-4818-9d88-eaf1532f56fd service neutron] Pushing event updated for resources: {'Port': ['ID=8ece1f1c-76d1-4633-86d2-af4f4d8c8d90,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:20.536681 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-e990ac40-a5e2-4ae0-8351-e1d6177e16e7 None None] For port b551902d-f113-4210-81cf-da2e39e733ef, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:17:20.553036 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-e990ac40-a5e2-4ae0-8351-e1d6177e16e7 None None] For port b551902d-f113-4210-81cf-da2e39e733ef, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=b551902d-f113-4210-81cf-da2e39e733ef,segment=NetworkSegment(75bb7e37-7725-489d-bc65-15598eeadc7c),segment_id=75bb7e37-7725-489d-bc65-15598eeadc7c)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:17:20.557853 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:20.606131 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 663fba10-8468-42ff-851a-b5e606112c9f, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=663fba10-8468-42ff-851a-b5e606112c9f,segment=NetworkSegment(ea49dfa5-3ee9-4ad9-943d-a595fcfa5e42),segment_id=ea49dfa5-3ee9-4ad9-943d-a595fcfa5e42)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:17:20.609015 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e990ac40-a5e2-4ae0-8351-e1d6177e16e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:20.646021 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-6cd16fba-4421-4a86-b4ac-6ab3ad177fd3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6938ec1a-98a2-454b-b0e6-89008607cd76 HTTP/1.1" status: 200 len: 217 time: 0.2319059 Feb 09 12:17:20.647312 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-aa142c63-795f-460f-ad3d-c7045a7fd3bf tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, f2149470-3c45-4164-baf5-418f7d9685a2) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:17:20.668892 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa142c63-795f-460f-ad3d-c7045a7fd3bf tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:20.669572 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aa142c63-795f-460f-ad3d-c7045a7fd3bf tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:20.676266 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:20.695773 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945e829c-547d-4c64-b18d-a3d2b01d101c None None] Network f2149470-3c45-4164-baf5-418f7d9685a2 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:17:20.705872 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-fb8541f4-ab98-42ff-b3ff-e8842336a436 req-7df479de-e017-45f9-a27d-2e40fb6cbe52 service neutron] 10.222.0.46 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5853903 Feb 09 12:17:20.720003 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 66290e4e-4014-4dc2-9b0f-68f1f6990bd8 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:17:20.720259 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-db707892-28fa-435c-82c1-9c48ae6eb3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:20.722618 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-db707892-28fa-435c-82c1-9c48ae6eb3a3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9d6b2f2b-3fb9-4d1b-ac78-19140ea18253 HTTP/1.1" status: 200 len: 860 time: 0.3695648 Feb 09 12:17:20.734780 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-aa142c63-795f-460f-ad3d-c7045a7fd3bf tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.9138222 Feb 09 12:17:20.802786 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-847ff3fa-a2e1-4009-9b21-572c29902562 req-8a86b31b-b321-415c-8a1b-3d349f2ba151 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] 10.222.0.55 "GET /v2.0/security-groups?id=a0e007a1-b994-49a7-8e79-04b4c8754e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4560266 Feb 09 12:17:20.820688 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-78b7035f-7493-4bf8-946b-9afec2b5ef9c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c4b615eb-1906-4989-ab89-8b6ef1cc1053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794401 Feb 09 12:17:20.865710 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-4d6c8df9-0963-418a-9108-fd24dd40562b service neutron] For port a37b503a-1ea0-42a6-9554-faba54c27484, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:17:20.987605 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e990ac40-a5e2-4ae0-8351-e1d6177e16e7 None None] Pushing event updated for resources: {'Port': ['ID=b551902d-f113-4210-81cf-da2e39e733ef,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:21.057941 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f64ce-d8d9-4257-ae32-9939f56d82ae req-6bac7f99-0869-4832-a0f8-bfaa3ef97134 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:21.063411 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-708f64ce-d8d9-4257-ae32-9939f56d82ae req-6bac7f99-0869-4832-a0f8-bfaa3ef97134 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?device_id=68123e96-78fc-493f-979f-fa4b73af8e8f HTTP/1.1" status: 200 len: 946 time: 1.2914412 Feb 09 12:17:21.083875 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-4d6c8df9-0963-418a-9108-fd24dd40562b service neutron] For port a37b503a-1ea0-42a6-9554-faba54c27484, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=a37b503a-1ea0-42a6-9554-faba54c27484,segment=NetworkSegment(072bb687-b429-4d78-a25c-f8a25b3474dc),segment_id=072bb687-b429-4d78-a25c-f8a25b3474dc)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:17:21.109694 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-82901077-7d84-44a9-b85d-1036e6066567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:21.115343 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-82901077-7d84-44a9-b85d-1036e6066567 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f0792775-1738-42dc-89ca-6a232369154f HTTP/1.1" status: 200 len: 858 time: 0.4316726 Feb 09 12:17:21.206600 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-e3947d48-63c5-487a-8fa6-1e14f2b4996c service neutron] 10.222.0.52 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743396 Feb 09 12:17:21.234118 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port 66290e4e-4014-4dc2-9b0f-68f1f6990bd8 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:17:21.235730 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:21.389491 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=663fba10-8468-42ff-851a-b5e606112c9f,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:21.487395 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-0ab3d855-6d9d-4fa4-b139-2aee810f5364 req-77cae9e0-9c4e-486f-875a-090190174a78 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] For port 551cd07e-71a4-4566-b1a4-af637e8ad9ad, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=551cd07e-71a4-4566-b1a4-af637e8ad9ad,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:17:21.487909 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-0ab3d855-6d9d-4fa4-b139-2aee810f5364 req-77cae9e0-9c4e-486f-875a-090190174a78 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:21.514090 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c5ba42-6d04-4d9c-be21-2b4a190cad4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-f2149470-3c45-4164-baf5-418f7d9685a2', 'network_id': 'f2149470-3c45-4164-baf5-418f7d9685a2', 'tenant_id': '8114ad2839984517a24a750c07d13d34', 'fixed_ips': [{'subnet_id': 'ecb23b1b-330f-4611-a86b-b55a72d99ddb'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:17:21.514251 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-37c5ba42-6d04-4d9c-be21-2b4a190cad4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:21.515763 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-6e848eec-686b-4cc6-bcef-115a4af028b6 service neutron] 10.222.0.52 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010895 Feb 09 12:17:21.616510 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-4d6c8df9-0963-418a-9108-fd24dd40562b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:21.621754 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-5c83c32f-0feb-4070-ba14-44b23be0694f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:21.623300 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-5c83c32f-0feb-4070-ba14-44b23be0694f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.5665789 Feb 09 12:17:21.631341 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-0ab3d855-6d9d-4fa4-b139-2aee810f5364 req-77cae9e0-9c4e-486f-875a-090190174a78 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Calling delete_port for 551cd07e-71a4-4566-b1a4-af637e8ad9ad owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:17:21.640588 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:21.761333 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-37c5ba42-6d04-4d9c-be21-2b4a190cad4c None None] Allocated IP 19.86.0.2 (f2149470-3c45-4164-baf5-418f7d9685a2/ecb23b1b-330f-4611-a86b-b55a72d99ddb/5f5877ce-4b72-429d-a665-3f35f1ac3b74) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:17:22.023088 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-ac4530e7-549a-4818-9d88-eaf1532f56fd service neutron] Attempting to bind port 8ece1f1c-76d1-4633-86d2-af4f4d8c8d90 on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:17:22.023451 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-ac4530e7-549a-4818-9d88-eaf1532f56fd service neutron] Attempting to bind port 8ece1f1c-76d1-4633-86d2-af4f4d8c8d90 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': '072bb687-b429-4d78-a25c-f8a25b3474dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '95afeb8f-74e9-4ad5-a7a1-e9e3197833d5'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:17:22.023783 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-ac4530e7-549a-4818-9d88-eaf1532f56fd service neutron] Attempting to bind port 8ece1f1c-76d1-4633-86d2-af4f4d8c8d90 on network 95afeb8f-74e9-4ad5-a7a1-e9e3197833d5 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:17:22.082909 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 66290e4e-4014-4dc2-9b0f-68f1f6990bd8, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=66290e4e-4014-4dc2-9b0f-68f1f6990bd8,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:17:22.083453 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-7a7be22a-b280-4a39-9c03-dc83ff934846 tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:22.084482 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 663fba10-8468-42ff-851a-b5e606112c9f up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:17:22.084606 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-7a7be22a-b280-4a39-9c03-dc83ff934846 tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=0757453a-62cf-4bea-a48b-c58117674853&tenant_id=3a84524b0b1d4c8da324d07cc553e331&binding%3Ahost_id=n-h1-825178-3 HTTP/1.1" status: 200 len: 1095 time: 0.1853199 Feb 09 12:17:22.102478 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-708f64ce-d8d9-4257-ae32-9939f56d82ae req-969f4c44-79a7-45ec-a59e-1c93849097bb tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc310c7-804c-482c-8f65-f0a6e9cffd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0022528 Feb 09 12:17:22.112080 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-8103ecdf-9bfa-4403-a897-8c96d17efb2a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=95afeb8f-74e9-4ad5-a7a1-e9e3197833d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4390714 Feb 09 12:17:22.135447 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:22.170108 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-4d6c8df9-0963-418a-9108-fd24dd40562b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:22.176296 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-4d6c8df9-0963-418a-9108-fd24dd40562b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:22.177728 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-4d6c8df9-0963-418a-9108-fd24dd40562b service neutron] 10.222.0.46 "PUT /v2.0/ports/a37b503a-1ea0-42a6-9554-faba54c27484 HTTP/1.1" status: 200 len: 1092 time: 11.7708912 Feb 09 12:17:22.301723 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c8df9-0963-418a-9108-fd24dd40562b service neutron] Pushing event updated for resources: {'Port': ['ID=a37b503a-1ea0-42a6-9554-faba54c27484,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:22.316052 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-87b5dc4a-33f4-43d5-9c0c-9aafa0a57c06 service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5188563 Feb 09 12:17:22.323986 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=66290e4e-4014-4dc2-9b0f-68f1f6990bd8,revision_number=10']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:22.356356 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-84b6f838-96e8-424f-b807-517c1b4c5def service neutron] For port ce20ec50-0bb5-4a30-9d3f-65703beb396f, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:17:22.362927 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-84b6f838-96e8-424f-b807-517c1b4c5def service neutron] Notify callbacks [] for binding, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:22.367503 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-84b6f838-96e8-424f-b807-517c1b4c5def service neutron] 10.222.0.52 "DELETE /v2.0/ports/ce20ec50-0bb5-4a30-9d3f-65703beb396f/bindings/n-h2-825178-3 HTTP/1.1" status: 204 len: 173 time: 0.2659137 Feb 09 12:17:22.392137 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-37c5ba42-6d04-4d9c-be21-2b4a190cad4c None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:22.412708 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-ac4530e7-549a-4818-9d88-eaf1532f56fd service neutron] Port 8ece1f1c-76d1-4633-86d2-af4f4d8c8d90 on network 95afeb8f-74e9-4ad5-a7a1-e9e3197833d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:17:22.413406 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-ac4530e7-549a-4818-9d88-eaf1532f56fd service neutron] Attempting to bind port 8ece1f1c-76d1-4633-86d2-af4f4d8c8d90 on network 95afeb8f-74e9-4ad5-a7a1-e9e3197833d5 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:17:22.415004 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:22.416201 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-37c5ba42-6d04-4d9c-be21-2b4a190cad4c None None] Transition to ACTIVE for port object 5f5877ce-4b72-429d-a665-3f35f1ac3b74 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:17:22.446106 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-37c5ba42-6d04-4d9c-be21-2b4a190cad4c None None] Transition to ACTIVE for port object 5f5877ce-4b72-429d-a665-3f35f1ac3b74 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:17:22.448696 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 663fba10-8468-42ff-851a-b5e606112c9f triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:17:22.449161 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:22.493115 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66849f9f-9a22-4f57-80c7-bbd51bb36ac3 None None] Network 0c00e1b1-0e97-455e-9203-0b47858d040c requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:17:22.513458 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-37c5ba42-6d04-4d9c-be21-2b4a190cad4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:22.615186 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-56276abb-4de7-47c4-acbd-58756e3564b6 req-106853ed-d944-4bd8-b84a-cd6929bcbb98 service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808848 Feb 09 12:17:22.673526 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c5ba42-6d04-4d9c-be21-2b4a190cad4c None None] Network f2149470-3c45-4164-baf5-418f7d9685a2 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:17:22.686337 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-37c5ba42-6d04-4d9c-be21-2b4a190cad4c None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:17:22.693931 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c5ba42-6d04-4d9c-be21-2b4a190cad4c None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:17:22.696122 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c5ba42-6d04-4d9c-be21-2b4a190cad4c None None] Pushing event updated for resources: {'Port': ['ID=5f5877ce-4b72-429d-a665-3f35f1ac3b74,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:22.705090 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c2a4b842-b742-48e4-bf61-216d500bce1e None None] Provisioning for port b551902d-f113-4210-81cf-da2e39e733ef completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:17:22.726154 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-ac4530e7-549a-4818-9d88-eaf1532f56fd service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:17:22.726804 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-ac4530e7-549a-4818-9d88-eaf1532f56fd service neutron] Checking segment: {'id': '072bb687-b429-4d78-a25c-f8a25b3474dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '95afeb8f-74e9-4ad5-a7a1-e9e3197833d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:17:22.727346 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-ac4530e7-549a-4818-9d88-eaf1532f56fd service neutron] Bound using segment: {'id': '072bb687-b429-4d78-a25c-f8a25b3474dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '95afeb8f-74e9-4ad5-a7a1-e9e3197833d5'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:17:22.727980 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-ac4530e7-549a-4818-9d88-eaf1532f56fd service neutron] Bound port: 8ece1f1c-76d1-4633-86d2-af4f4d8c8d90, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '072bb687-b429-4d78-a25c-f8a25b3474dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '95afeb8f-74e9-4ad5-a7a1-e9e3197833d5'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:17:22.728484 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-ac4530e7-549a-4818-9d88-eaf1532f56fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:22.936082 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-ac4530e7-549a-4818-9d88-eaf1532f56fd service neutron] For port 8ece1f1c-76d1-4633-86d2-af4f4d8c8d90, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:17:22.940066 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-ac4530e7-549a-4818-9d88-eaf1532f56fd service neutron] For port 8ece1f1c-76d1-4633-86d2-af4f4d8c8d90, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=8ece1f1c-76d1-4633-86d2-af4f4d8c8d90,segment=NetworkSegment(072bb687-b429-4d78-a25c-f8a25b3474dc),segment_id=072bb687-b429-4d78-a25c-f8a25b3474dc)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:17:22.955530 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-ac4530e7-549a-4818-9d88-eaf1532f56fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:22.988085 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-37c5ba42-6d04-4d9c-be21-2b4a190cad4c None None] Attempting to bind port 5f5877ce-4b72-429d-a665-3f35f1ac3b74 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:17:22.988444 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-37c5ba42-6d04-4d9c-be21-2b4a190cad4c None None] Attempting to bind port 5f5877ce-4b72-429d-a665-3f35f1ac3b74 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'd4033166-018c-4822-8b2b-88b7b86f5d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f2149470-3c45-4164-baf5-418f7d9685a2'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:17:22.988985 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c5ba42-6d04-4d9c-be21-2b4a190cad4c None None] Attempting to bind port 5f5877ce-4b72-429d-a665-3f35f1ac3b74 on network f2149470-3c45-4164-baf5-418f7d9685a2 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:17:23.013977 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c5ba42-6d04-4d9c-be21-2b4a190cad4c None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:17:23.014661 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c5ba42-6d04-4d9c-be21-2b4a190cad4c None None] Checking segment: {'id': 'd4033166-018c-4822-8b2b-88b7b86f5d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f2149470-3c45-4164-baf5-418f7d9685a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:17:23.015216 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-37c5ba42-6d04-4d9c-be21-2b4a190cad4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:23.015750 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c5ba42-6d04-4d9c-be21-2b4a190cad4c None None] Bound using segment: {'id': 'd4033166-018c-4822-8b2b-88b7b86f5d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f2149470-3c45-4164-baf5-418f7d9685a2'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:17:23.016409 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-37c5ba42-6d04-4d9c-be21-2b4a190cad4c None None] Bound port: 5f5877ce-4b72-429d-a665-3f35f1ac3b74, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4033166-018c-4822-8b2b-88b7b86f5d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f2149470-3c45-4164-baf5-418f7d9685a2'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:17:23.016957 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-37c5ba42-6d04-4d9c-be21-2b4a190cad4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:23.036798 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device b551902d-f113-4210-81cf-da2e39e733ef up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:17:23.059112 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-ac4530e7-549a-4818-9d88-eaf1532f56fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:23.060178 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-ac4530e7-549a-4818-9d88-eaf1532f56fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:23.061565 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-ac4530e7-549a-4818-9d88-eaf1532f56fd service neutron] 10.222.0.52 "PUT /v2.0/ports/8ece1f1c-76d1-4633-86d2-af4f4d8c8d90 HTTP/1.1" status: 200 len: 1091 time: 9.6816244 Feb 09 12:17:23.119778 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8a13e-a4c6-4694-914b-59f5cf8451f2 req-19f52889-beb4-4eec-a9d3-640eba480e1a tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:23.122371 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bda8a13e-a4c6-4694-914b-59f5cf8451f2 req-19f52889-beb4-4eec-a9d3-640eba480e1a tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f9830cc-38fb-4d83-b7d0-0e1c890e5801 HTTP/1.1" status: 200 len: 943 time: 2.0195353 Feb 09 12:17:23.225723 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port b551902d-f113-4210-81cf-da2e39e733ef completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:17:23.229817 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-37c5ba42-6d04-4d9c-be21-2b4a190cad4c None None] For port 5f5877ce-4b72-429d-a665-3f35f1ac3b74, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:17:23.235238 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port b551902d-f113-4210-81cf-da2e39e733ef triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:17:23.235810 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:23.377808 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4530e7-549a-4818-9d88-eaf1532f56fd service neutron] Pushing event updated for resources: {'Port': ['ID=8ece1f1c-76d1-4633-86d2-af4f4d8c8d90,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:23.392788 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-263e8544-2f67-46fc-829a-f2dfe05fc971 service neutron] 10.222.0.52 "GET /v2.0/networks/95afeb8f-74e9-4ad5-a7a1-e9e3197833d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0108347 Feb 09 12:17:23.438815 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-0837f6a3-5a2b-4aa8-87df-957251ad1801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:23.444818 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-0837f6a3-5a2b-4aa8-87df-957251ad1801 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2902533bf64e4d3e90411cf62f208505&device_id=bcbf81f5-e4f8-4b04-8c3a-4d80b2c30956 HTTP/1.1" status: 200 len: 1095 time: 1.1261632 Feb 09 12:17:23.454198 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:23.530115 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bda8a13e-a4c6-4694-914b-59f5cf8451f2 req-f34478c7-2a48-407b-8926-7f2ab63b4c9d tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] 10.222.0.55 "GET /v2.0/security-groups?id=15e6c738-9b4b-4bb8-bd71-2477ef7189ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618810 Feb 09 12:17:23.538049 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port b551902d-f113-4210-81cf-da2e39e733ef, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=b551902d-f113-4210-81cf-da2e39e733ef,segment=NetworkSegment(75bb7e37-7725-489d-bc65-15598eeadc7c),segment_id=75bb7e37-7725-489d-bc65-15598eeadc7c)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:17:23.553489 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:23.714390 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d2822-2cff-46b3-afac-b42d2e97111d req-8cc917c4-83d7-459a-9209-1cd4014c53d5 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:23.715735 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-bd2d2822-2cff-46b3-afac-b42d2e97111d req-8cc917c4-83d7-459a-9209-1cd4014c53d5 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Synchronizing usage tracker for tenant:69bdb4e75c6c4b848cf2a4736ee44cfe on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:17:23.760011 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=b551902d-f113-4210-81cf-da2e39e733ef,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:23.765865 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-08b5d129-1956-42e5-8bac-a0c0435d0073 None None] Provisioning complete for port b551902d-f113-4210-81cf-da2e39e733ef triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:17:23.768160 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-08b5d129-1956-42e5-8bac-a0c0435d0073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:23.859339 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:17:23.867986 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:17:23.868527 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:17:23.868941 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:17:23.869345 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:17:23.869858 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:17:23.879314 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:17:23.879657 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:17:23.880025 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:17:23.880534 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:17:23.881024 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:17:23.881525 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:17:23.926510 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-2734bb06-2d8b-49e5-8f19-95d307b38895 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a37b503a-1ea0-42a6-9554-faba54c27484 HTTP/1.1" status: 200 len: 217 time: 0.4191945 Feb 09 12:17:23.932226 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cd0dd65-fd50-433a-b617-28889b319ff2', 'tag': '17c2992f-729b-44a7-ae4c-750652da8502', 'status': 'completed', 'code': 200} Feb 09 12:17:24.068817 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-37c5ba42-6d04-4d9c-be21-2b4a190cad4c None None] For port 5f5877ce-4b72-429d-a665-3f35f1ac3b74, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5f5877ce-4b72-429d-a665-3f35f1ac3b74,segment=NetworkSegment(d4033166-018c-4822-8b2b-88b7b86f5d6a),segment_id=d4033166-018c-4822-8b2b-88b7b86f5d6a)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:17:24.073461 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-37c5ba42-6d04-4d9c-be21-2b4a190cad4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:24.128558 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-bd2d2822-2cff-46b3-afac-b42d2e97111d req-8cc917c4-83d7-459a-9209-1cd4014c53d5 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Unset dirty status for tenant:69bdb4e75c6c4b848cf2a4736ee44cfe on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:17:24.128714 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bd2d2822-2cff-46b3-afac-b42d2e97111d req-8cc917c4-83d7-459a-9209-1cd4014c53d5 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbd2ec29-a543-4689-92b5-2f26f15044d9 HTTP/1.1" status: 200 len: 948 time: 1.7085989 Feb 09 12:17:24.153241 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-0ab3d855-6d9d-4fa4-b139-2aee810f5364 req-77cae9e0-9c4e-486f-875a-090190174a78 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:24.236129 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c5ba42-6d04-4d9c-be21-2b4a190cad4c None None] Pushing event updated for resources: {'Port': ['ID=5f5877ce-4b72-429d-a665-3f35f1ac3b74,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:24.259690 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a93d00cb-241f-4e69-b28d-04d3d14faed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd467e58-0514-4630-9b93-12f3610e765e', 'code': 200} Feb 09 12:17:24.260015 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd2ec29-a543-4689-92b5-2f26f15044d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '551cd07e-71a4-4566-b1a4-af637e8ad9ad', 'code': 200} Feb 09 12:17:24.274547 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cae9e0-9c4e-486f-875a-090190174a78 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Pushing event deleted for resources: {'Port': ['ID=551cd07e-71a4-4566-b1a4-af637e8ad9ad,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:24.469742 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43018) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:17:24.504159 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-c7421f25-2615-4cae-bd31-87985fcc04e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:24.505627 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-c7421f25-2615-4cae-bd31-87985fcc04e4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f0792775-1738-42dc-89ca-6a232369154f HTTP/1.1" status: 200 len: 858 time: 0.4460411 Feb 09 12:17:24.514185 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-7c663e7c-1129-427e-883f-c40507cc21db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:24.515660 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-7c663e7c-1129-427e-883f-c40507cc21db service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2902533bf64e4d3e90411cf62f208505&device_id=1f9830cc-38fb-4d83-b7d0-0e1c890e5801 HTTP/1.1" status: 200 len: 1094 time: 1.3608217 Feb 09 12:17:24.584425 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b76d4-98f9-400a-b519-0e6eefc78ac2 req-89f32d83-fc35-4193-aced-4174e6f346aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:24.594665 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2c9b76d4-98f9-400a-b519-0e6eefc78ac2 req-89f32d83-fc35-4193-aced-4174e6f346aa service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a93d00cb-241f-4e69-b28d-04d3d14faed4 HTTP/1.1" status: 200 len: 1101 time: 0.2733166 Feb 09 12:17:24.710256 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 17c2992f-729b-44a7-ae4c-750652da8502 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:17:24.752516 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bd2d2822-2cff-46b3-afac-b42d2e97111d req-cfb6c84f-c776-4757-9195-56bd7dc686e6 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.55 "GET /v2.0/security-groups?id=a83df6af-750f-4c01-af24-03274e72d063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6063013 Feb 09 12:17:24.753199 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2c9b76d4-98f9-400a-b519-0e6eefc78ac2 req-d52d124b-20cf-4fc3-be83-1d4320fca089 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a0e007a1-b994-49a7-8e79-04b4c8754e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462059 Feb 09 12:17:24.792632 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-f0958d53-83f4-49dd-81e5-4e59b5f0439b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=95afeb8f-74e9-4ad5-a7a1-e9e3197833d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1954143 Feb 09 12:17:24.802285 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-f05e87d7-2e20-412e-abf7-aec53f4e051c service neutron] 10.222.0.52 "GET /v2.0/networks/95afeb8f-74e9-4ad5-a7a1-e9e3197833d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2878053 Feb 09 12:17:24.803292 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab3d855-6d9d-4fa4-b139-2aee810f5364 req-77cae9e0-9c4e-486f-875a-090190174a78 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] No DVR routers for this DVR port 551cd07e-71a4-4566-b1a4-af637e8ad9ad on host n-h1-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:17:24.818832 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-0ab3d855-6d9d-4fa4-b139-2aee810f5364 req-77cae9e0-9c4e-486f-875a-090190174a78 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:24.826776 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0ab3d855-6d9d-4fa4-b139-2aee810f5364 req-77cae9e0-9c4e-486f-875a-090190174a78 tempest-DeleteServersAdminTestJSON-1572166845 tempest-DeleteServersAdminTestJSON-1572166845-project] 10.222.0.52 "DELETE /v2.0/ports/551cd07e-71a4-4566-b1a4-af637e8ad9ad HTTP/1.1" status: 204 len: 173 time: 9.7612104 Feb 09 12:17:24.839676 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf82212-7247-4f47-952f-afac985f2d55 req-1604411e-efe5-450d-a51a-6a1ee0563d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:24.846248 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8bf82212-7247-4f47-952f-afac985f2d55 req-1604411e-efe5-450d-a51a-6a1ee0563d32 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dda46f6fe2de441f9aa9a16e4e5ee6fc&device_id=0cd0dd65-fd50-433a-b617-28889b319ff2 HTTP/1.1" status: 200 len: 1098 time: 0.9131739 Feb 09 12:17:24.922317 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4a6bb847-a44d-4cbd-af7c-8172cd64e582 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c9a644d28aa946259b7337281970c4b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4409084 Feb 09 12:17:24.923263 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43030) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:17:25.065197 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-4a2041c1-2c2d-46e9-9d64-e6d348a52a09 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ece1f1c-76d1-4633-86d2-af4f4d8c8d90 HTTP/1.1" status: 200 len: 217 time: 0.3393850 Feb 09 12:17:25.073788 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-84d796d5-35dd-4455-95cc-8421735193cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:25.097250 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 17c2992f-729b-44a7-ae4c-750652da8502, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=17c2992f-729b-44a7-ae4c-750652da8502,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:17:25.155762 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': '17c2992f-729b-44a7-ae4c-750652da8502', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'port_id': '17c2992f-729b-44a7-ae4c-750652da8502', 'mac_address': 'fa:16:3e:49:0a:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed5558-888d-440a-8c32-52f2f9bc5bd5', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:17:25.182757 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-84d796d5-35dd-4455-95cc-8421735193cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:25.245569 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:25.268493 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17c2992f-729b-44a7-ae4c-750652da8502 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:17:25.302236 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 17c2992f-729b-44a7-ae4c-750652da8502, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=17c2992f-729b-44a7-ae4c-750652da8502,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:17:25.313221 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:25.313446 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-84d796d5-35dd-4455-95cc-8421735193cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:25.386443 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d796d5-35dd-4455-95cc-8421735193cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e92f49-b864-4aca-b2c5-e6f8e569f914,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:25.464591 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-84d796d5-35dd-4455-95cc-8421735193cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:25.469626 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-84d796d5-35dd-4455-95cc-8421735193cc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/49e92f49-b864-4aca-b2c5-e6f8e569f914 HTTP/1.1" status: 204 len: 168 time: 0.5445187 Feb 09 12:17:25.542648 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=17c2992f-729b-44a7-ae4c-750652da8502,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:25.732103 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['17c2992f-729b-44a7-ae4c-750652da8502'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:17:25.813929 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-083cf0b1-12be-4502-9856-703df13072d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:25.824050 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-083cf0b1-12be-4502-9856-703df13072d5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f0792775-1738-42dc-89ca-6a232369154f HTTP/1.1" status: 200 len: 858 time: 0.5738907 Feb 09 12:17:25.889091 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf82212-7247-4f47-952f-afac985f2d55 req-52302c4d-010a-4b4e-971f-f0582f91486e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:25.894929 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8bf82212-7247-4f47-952f-afac985f2d55 req-52302c4d-010a-4b4e-971f-f0582f91486e service neutron] 10.222.0.52 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 1.0357413 Feb 09 12:17:25.912520 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-6fd761e5-3aa1-419e-a061-65d4d54b50c1 service neutron] 10.222.0.46 "GET /v2.0/networks/95afeb8f-74e9-4ad5-a7a1-e9e3197833d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9013836 Feb 09 12:17:26.079542 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c5c334a-0c36-4d90-bb8f-a7aab598482d', 'tag': '6938ec1a-98a2-454b-b0e6-89008607cd76'}, {'server_uuid': '189af3d9-46b0-47b6-bf5c-49a5158a1b7d', 'name': 'network-vif-deleted', 'tag': 'b5fedb51-61f7-44a9-a646-00ef57b3909b'}, {'name': 'network-changed', 'server_uuid': 'bcbf81f5-e4f8-4b04-8c3a-4d80b2c30956', 'tag': 'a37b503a-1ea0-42a6-9554-faba54c27484'}, {'name': 'network-changed', 'server_uuid': '1f9830cc-38fb-4d83-b7d0-0e1c890e5801', 'tag': '8ece1f1c-76d1-4633-86d2-af4f4d8c8d90'}, {'server_uuid': 'cbd2ec29-a543-4689-92b5-2f26f15044d9', 'name': 'network-vif-deleted', 'tag': '551cd07e-71a4-4566-b1a4-af637e8ad9ad'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:17:26.110246 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device b551902d-f113-4210-81cf-da2e39e733ef up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:17:26.117015 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf95944-e931-4397-bc27-2799420b7e16 req-674e6bde-66ea-4449-af77-55b01bee250b tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:26.128895 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf95944-e931-4397-bc27-2799420b7e16 req-674e6bde-66ea-4449-af77-55b01bee250b tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:26.130818 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bcf95944-e931-4397-bc27-2799420b7e16 req-674e6bde-66ea-4449-af77-55b01bee250b tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/networks?id=0c00e1b1-0e97-455e-9203-0b47858d040c&id=f2149470-3c45-4164-baf5-418f7d9685a2&id=0c00e1b1-0e97-455e-9203-0b47858d040c HTTP/1.1" status: 200 len: 1390 time: 0.8410714 Feb 09 12:17:26.138596 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43050) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:17:26.237114 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278c7102-26bc-4af1-92d3-f09e7d35845c None None] Network f2149470-3c45-4164-baf5-418f7d9685a2 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:17:26.240327 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d24b4fb6-88c8-4fa9-a9b0-c5732ad6f26f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e27f50d168be4556aba78f16b948368a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1012578 Feb 09 12:17:26.242712 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43054) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:17:26.299714 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-faf00e1d-3a82-4cdf-bfe6-774ab370f53e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=95afeb8f-74e9-4ad5-a7a1-e9e3197833d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3855469 Feb 09 12:17:26.379943 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f49e7779-42d0-4fc0-8dc9-f3436a7fc89a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:26.394358 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a2010d-19ed-43b1-93e7-5befaca38eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66290e4e-4014-4dc2-9b0f-68f1f6990bd8'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:17:26.424253 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f49e7779-42d0-4fc0-8dc9-f3436a7fc89a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:26.427180 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8bf82212-7247-4f47-952f-afac985f2d55 req-42849827-5a73-47af-bdfc-954d5a891efa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=17c2992f-729b-44a7-ae4c-750652da8502 HTTP/1.1" status: 200 len: 217 time: 0.2789643 Feb 09 12:17:26.454232 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bcf95944-e931-4397-bc27-2799420b7e16 req-100e9707-8649-4696-9e4f-a908ecb598fb tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/quotas/8114ad2839984517a24a750c07d13d34 HTTP/1.1" status: 200 len: 375 time: 0.1580119 Feb 09 12:17:26.499412 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f49e7779-42d0-4fc0-8dc9-f3436a7fc89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:26.520990 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49e7779-42d0-4fc0-8dc9-f3436a7fc89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43170309-f589-4e33-952b-7c520ed38e12,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:26.537016 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f49e7779-42d0-4fc0-8dc9-f3436a7fc89a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:26.538300 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f49e7779-42d0-4fc0-8dc9-f3436a7fc89a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/43170309-f589-4e33-952b-7c520ed38e12 HTTP/1.1" status: 204 len: 168 time: 0.2944636 Feb 09 12:17:26.566962 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-43dacad6-8e5d-4e06-a0f0-8f3e33bfa4ea None None] Provisioning for port 5f5877ce-4b72-429d-a665-3f35f1ac3b74 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:17:26.584233 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port b551902d-f113-4210-81cf-da2e39e733ef triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:17:26.584603 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:26.717288 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 6938ec1a-98a2-454b-b0e6-89008607cd76 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:17:26.817152 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67cff7-e056-4bb0-8572-9c78a9478638 req-9202cbe0-18de-427c-a51f-e21642fb0c34 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:26.818690 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab67cff7-e056-4bb0-8572-9c78a9478638 req-9202cbe0-18de-427c-a51f-e21642fb0c34 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=0757453a-62cf-4bea-a48b-c58117674853 HTTP/1.1" status: 200 len: 944 time: 1.4415710 Feb 09 12:17:26.899795 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf82212-7247-4f47-952f-afac985f2d55 req-e1771ca1-5ce7-4da6-9669-fa99d9142453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:26.901228 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8bf82212-7247-4f47-952f-afac985f2d55 req-e1771ca1-5ce7-4da6-9669-fa99d9142453 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.3981884 Feb 09 12:17:27.040263 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5f5877ce-4b72-429d-a665-3f35f1ac3b74 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:17:27.042807 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-65fc6914-b5a0-426e-84f5-95babcc8d497 service neutron] 10.222.0.46 "GET /v2.0/networks/95afeb8f-74e9-4ad5-a7a1-e9e3197833d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8905106 Feb 09 12:17:27.106600 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-ade496de-971d-4ae1-920d-4851653a0a60 service neutron] 10.222.0.52 "GET /v2.0/networks/95afeb8f-74e9-4ad5-a7a1-e9e3197833d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7806010 Feb 09 12:17:27.179315 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab67cff7-e056-4bb0-8572-9c78a9478638 req-5fb85581-7728-41aa-843a-2d32b592ecdc tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473718 Feb 09 12:17:27.208271 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 6938ec1a-98a2-454b-b0e6-89008607cd76, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=6938ec1a-98a2-454b-b0e6-89008607cd76,segment=NetworkSegment(072bb687-b429-4d78-a25c-f8a25b3474dc),segment_id=072bb687-b429-4d78-a25c-f8a25b3474dc)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:17:27.252151 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': '6938ec1a-98a2-454b-b0e6-89008607cd76', 'network_id': '95afeb8f-74e9-4ad5-a7a1-e9e3197833d5', 'port_id': '6938ec1a-98a2-454b-b0e6-89008607cd76', 'mac_address': 'fa:16:3e:fb:fc:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0792775-1738-42dc-89ca-6a232369154f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:17:27.294996 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bcf95944-e931-4397-bc27-2799420b7e16 req-7330e26d-0c32-4dd7-a1d1-61e55d0ff140 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8114ad2839984517a24a750c07d13d34&fields=id HTTP/1.1" status: 200 len: 394 time: 0.7593193 Feb 09 12:17:27.326972 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf82212-7247-4f47-952f-afac985f2d55 req-1c0cabce-639d-4bb1-b49a-7afa916f9079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:27.328758 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8bf82212-7247-4f47-952f-afac985f2d55 req-1c0cabce-639d-4bb1-b49a-7afa916f9079 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3811386 Feb 09 12:17:27.349056 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 5f5877ce-4b72-429d-a665-3f35f1ac3b74 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:17:27.378543 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 5f5877ce-4b72-429d-a665-3f35f1ac3b74 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:17:27.378920 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:27.484072 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-aee95667-148a-4399-8321-f71340619852 None None] Provisioning complete for port 5f5877ce-4b72-429d-a665-3f35f1ac3b74 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:17:27.484585 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aee95667-148a-4399-8321-f71340619852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:27.584102 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:27.622238 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6938ec1a-98a2-454b-b0e6-89008607cd76 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:17:27.642216 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 6938ec1a-98a2-454b-b0e6-89008607cd76, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=6938ec1a-98a2-454b-b0e6-89008607cd76,segment=NetworkSegment(072bb687-b429-4d78-a25c-f8a25b3474dc),segment_id=072bb687-b429-4d78-a25c-f8a25b3474dc)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:17:27.650358 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:27.717002 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:27.727251 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d37fa45-81bc-4b8e-984a-18b93f3b933d req-24abe53f-42e2-4238-bc5d-290acda81b6f service neutron] 10.222.0.52 "GET /v2.0/networks/95afeb8f-74e9-4ad5-a7a1-e9e3197833d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5982151 Feb 09 12:17:27.838627 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=6938ec1a-98a2-454b-b0e6-89008607cd76,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:27.846301 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 5f5877ce-4b72-429d-a665-3f35f1ac3b74, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5f5877ce-4b72-429d-a665-3f35f1ac3b74,segment=NetworkSegment(d4033166-018c-4822-8b2b-88b7b86f5d6a),segment_id=d4033166-018c-4822-8b2b-88b7b86f5d6a)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:17:27.850891 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aee95667-148a-4399-8321-f71340619852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:27.866751 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:27.947567 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8bf82212-7247-4f47-952f-afac985f2d55 req-80b6107a-5b43-449e-8056-e6a10ec60b38 service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6084979 Feb 09 12:17:27.966256 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25008352-ca3d-49b5-bb43-ef56fd8f5538 req-5e58044e-47af-4402-ae9f-15eed06150e8 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:27.968471 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-25008352-ca3d-49b5-bb43-ef56fd8f5538 req-5e58044e-47af-4402-ae9f-15eed06150e8 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cd0dd65-fd50-433a-b617-28889b319ff2 HTTP/1.1" status: 200 len: 948 time: 0.4113021 Feb 09 12:17:28.024381 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=5f5877ce-4b72-429d-a665-3f35f1ac3b74,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:28.035697 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-aee95667-148a-4399-8321-f71340619852 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:17:28.036350 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-aee95667-148a-4399-8321-f71340619852 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:17:28.064593 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bcf95944-e931-4397-bc27-2799420b7e16 req-c3181772-7eeb-4887-890c-3383bd35a93c service neutron] 10.222.0.55 "GET /v2.0/networks/0c00e1b1-0e97-455e-9203-0b47858d040c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7576540 Feb 09 12:17:28.110211 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['6938ec1a-98a2-454b-b0e6-89008607cd76'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:17:28.367194 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-25008352-ca3d-49b5-bb43-ef56fd8f5538 req-86fd4836-e398-4a85-94a6-42be3ac65608 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] 10.222.0.55 "GET /v2.0/security-groups?id=a0e007a1-b994-49a7-8e79-04b4c8754e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977011 Feb 09 12:17:28.381519 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8bf82212-7247-4f47-952f-afac985f2d55 req-649254cc-d06b-44ce-8978-36f63b1b64e5 service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4095957 Feb 09 12:17:28.386715 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bcf95944-e931-4397-bc27-2799420b7e16 req-a954e917-5350-42e2-9d47-90aea6045672 service neutron] 10.222.0.55 "GET /v2.0/networks/0c00e1b1-0e97-455e-9203-0b47858d040c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864568 Feb 09 12:17:28.583271 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bcf95944-e931-4397-bc27-2799420b7e16 req-7fa7ea71-29a1-49af-96e6-215bfa56df09 service neutron] 10.222.0.55 "GET /v2.0/networks/f2149470-3c45-4164-baf5-418f7d9685a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864264 Feb 09 12:17:28.724402 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 17c2992f-729b-44a7-ae4c-750652da8502 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:17:28.766459 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bcf95944-e931-4397-bc27-2799420b7e16 req-96054ad4-5359-4999-9dbd-5ef18e1d612e service neutron] 10.222.0.55 "GET /v2.0/networks/f2149470-3c45-4164-baf5-418f7d9685a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770954 Feb 09 12:17:28.863692 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port 17c2992f-729b-44a7-ae4c-750652da8502 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:17:28.875686 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port 17c2992f-729b-44a7-ae4c-750652da8502 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:17:28.876830 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:28.992004 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8523da-2e56-4579-9c7a-8edbbd921ba2 req-13036856-cd1d-459c-91ee-4566ceed8357 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:28.993662 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4f8523da-2e56-4579-9c7a-8edbbd921ba2 req-13036856-cd1d-459c-91ee-4566ceed8357 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f9830cc-38fb-4d83-b7d0-0e1c890e5801 HTTP/1.1" status: 200 len: 943 time: 0.2229931 Feb 09 12:17:29.003320 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bcf95944-e931-4397-bc27-2799420b7e16 req-ea51afe8-ef44-4ee7-a4f3-5cc9bc457c60 service neutron] 10.222.0.55 "GET /v2.0/networks/0c00e1b1-0e97-455e-9203-0b47858d040c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300448 Feb 09 12:17:29.060505 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:29.107657 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 17c2992f-729b-44a7-ae4c-750652da8502, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=17c2992f-729b-44a7-ae4c-750652da8502,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:17:29.114460 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:29.217949 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=17c2992f-729b-44a7-ae4c-750652da8502,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:29.301980 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4f8523da-2e56-4579-9c7a-8edbbd921ba2 req-a06c201f-9654-4468-b00f-518921ad5e0d tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] 10.222.0.55 "GET /v2.0/security-groups?id=15e6c738-9b4b-4bb8-bd71-2477ef7189ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975137 Feb 09 12:17:29.358258 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bcf95944-e931-4397-bc27-2799420b7e16 req-43f4bb03-6007-4514-9831-72c97cdf20d2 service neutron] 10.222.0.55 "GET /v2.0/networks/0c00e1b1-0e97-455e-9203-0b47858d040c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406696 Feb 09 12:17:29.517810 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c5c334a-0c36-4d90-bb8f-a7aab598482d', 'tag': '6938ec1a-98a2-454b-b0e6-89008607cd76', 'status': 'completed', 'code': 200} Feb 09 12:17:29.518067 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '189af3d9-46b0-47b6-bf5c-49a5158a1b7d', 'name': 'network-vif-deleted', 'tag': 'b5fedb51-61f7-44a9-a646-00ef57b3909b', 'status': 'completed', 'code': 200} Feb 09 12:17:29.518721 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcbf81f5-e4f8-4b04-8c3a-4d80b2c30956', 'tag': 'a37b503a-1ea0-42a6-9554-faba54c27484', 'status': 'completed', 'code': 200} Feb 09 12:17:29.518987 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f9830cc-38fb-4d83-b7d0-0e1c890e5801', 'tag': '8ece1f1c-76d1-4633-86d2-af4f4d8c8d90', 'status': 'completed', 'code': 200} Feb 09 12:17:29.519272 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd2ec29-a543-4689-92b5-2f26f15044d9', 'name': 'network-vif-deleted', 'tag': '551cd07e-71a4-4566-b1a4-af637e8ad9ad', 'status': 'completed', 'code': 200} Feb 09 12:17:29.563943 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a2010d-19ed-43b1-93e7-5befaca38eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66290e4e-4014-4dc2-9b0f-68f1f6990bd8', 'code': 200} Feb 09 12:17:29.736226 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa8323-7798-4768-8521-42663afae3f0 req-d3bf75f5-3a40-49eb-b154-2db783ce3640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:29.737750 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-83fa8323-7798-4768-8521-42663afae3f0 req-d3bf75f5-3a40-49eb-b154-2db783ce3640 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2902533bf64e4d3e90411cf62f208505&device_id=bcbf81f5-e4f8-4b04-8c3a-4d80b2c30956 HTTP/1.1" status: 200 len: 1095 time: 0.2147429 Feb 09 12:17:29.745606 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa8323-7798-4768-8521-42663afae3f0 req-ea6bdccd-9ba2-4a86-b27c-f2520de199f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:29.747704 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-83fa8323-7798-4768-8521-42663afae3f0 req-ea6bdccd-9ba2-4a86-b27c-f2520de199f4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2902533bf64e4d3e90411cf62f208505&device_id=0c5c334a-0c36-4d90-bb8f-a7aab598482d HTTP/1.1" status: 200 len: 1095 time: 0.1147010 Feb 09 12:17:30.003873 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5f5877ce-4b72-429d-a665-3f35f1ac3b74 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:17:30.011359 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-68a97659-3573-4a7e-8a7e-695cc411c281 req-80904517-1f14-4e52-92bb-56d3cb1dd7c9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=67f45562-80ed-4d1d-94af-1f8431258a0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1613576 Feb 09 12:17:30.088145 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 5f5877ce-4b72-429d-a665-3f35f1ac3b74 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:17:30.088798 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:30.142801 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device a37b503a-1ea0-42a6-9554-faba54c27484 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:17:30.244338 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a97659-3573-4a7e-8a7e-695cc411c281 req-c226feb6-a68c-4c29-8710-4d0dfce73c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:30.246857 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-68a97659-3573-4a7e-8a7e-695cc411c281 req-c226feb6-a68c-4c29-8710-4d0dfce73c5d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a84524b0b1d4c8da324d07cc553e331&device_id=67f45562-80ed-4d1d-94af-1f8431258a0e HTTP/1.1" status: 200 len: 1096 time: 0.2069023 Feb 09 12:17:30.442150 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa8323-7798-4768-8521-42663afae3f0 req-9fa0e315-b5a3-4638-b77f-568c3026e542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:30.444817 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-83fa8323-7798-4768-8521-42663afae3f0 req-9fa0e315-b5a3-4638-b77f-568c3026e542 service neutron] 10.222.0.46 "GET /v2.0/networks?id=95afeb8f-74e9-4ad5-a7a1-e9e3197833d5 HTTP/1.1" status: 200 len: 919 time: 0.6952209 Feb 09 12:17:30.463964 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa8323-7798-4768-8521-42663afae3f0 req-679b6734-439d-4ff4-8df9-6674cd2aeb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:30.465412 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-83fa8323-7798-4768-8521-42663afae3f0 req-679b6734-439d-4ff4-8df9-6674cd2aeb5e service neutron] 10.222.0.52 "GET /v2.0/networks?id=95afeb8f-74e9-4ad5-a7a1-e9e3197833d5 HTTP/1.1" status: 200 len: 919 time: 0.5873394 Feb 09 12:17:30.510008 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a97659-3573-4a7e-8a7e-695cc411c281 req-9be71d9f-4154-4d5b-bf6e-a0e39ad71e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:30.511736 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port a37b503a-1ea0-42a6-9554-faba54c27484, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=a37b503a-1ea0-42a6-9554-faba54c27484,segment=NetworkSegment(072bb687-b429-4d78-a25c-f8a25b3474dc),segment_id=072bb687-b429-4d78-a25c-f8a25b3474dc)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:17:30.512077 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-68a97659-3573-4a7e-8a7e-695cc411c281 req-9be71d9f-4154-4d5b-bf6e-a0e39ad71e3e service neutron] 10.222.0.46 "GET /v2.0/networks?id=c4b615eb-1906-4989-ab89-8b6ef1cc1053 HTTP/1.1" status: 200 len: 921 time: 0.2456260 Feb 09 12:17:30.526497 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'a37b503a-1ea0-42a6-9554-faba54c27484', 'network_id': '95afeb8f-74e9-4ad5-a7a1-e9e3197833d5', 'port_id': 'a37b503a-1ea0-42a6-9554-faba54c27484', 'mac_address': 'fa:16:3e:81:b5:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0792775-1738-42dc-89ca-6a232369154f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:17:30.618378 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:30.620683 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-68a97659-3573-4a7e-8a7e-695cc411c281 req-310fc53e-13ba-4041-8a65-de20a137f601 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52a06bdf-54c7-4726-ab50-0f30a7c24bd5 HTTP/1.1" status: 200 len: 217 time: 0.0838275 Feb 09 12:17:30.655961 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a37b503a-1ea0-42a6-9554-faba54c27484 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:17:30.680628 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port a37b503a-1ea0-42a6-9554-faba54c27484, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=a37b503a-1ea0-42a6-9554-faba54c27484,segment=NetworkSegment(072bb687-b429-4d78-a25c-f8a25b3474dc),segment_id=072bb687-b429-4d78-a25c-f8a25b3474dc)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:17:30.703257 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:30.717576 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a97659-3573-4a7e-8a7e-695cc411c281 req-b0178976-4bf7-4090-8f8c-e5c848dd2355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:30.719555 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-68a97659-3573-4a7e-8a7e-695cc411c281 req-b0178976-4bf7-4090-8f8c-e5c848dd2355 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9d6b2f2b-3fb9-4d1b-ac78-19140ea18253 HTTP/1.1" status: 200 len: 860 time: 0.0901966 Feb 09 12:17:30.737568 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-83fa8323-7798-4768-8521-42663afae3f0 req-e325ffdf-deee-4840-b105-edab5fc907b3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a37b503a-1ea0-42a6-9554-faba54c27484 HTTP/1.1" status: 200 len: 217 time: 0.2752333 Feb 09 12:17:30.740583 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-83fa8323-7798-4768-8521-42663afae3f0 req-4ed9b7b9-df05-477b-bbd5-ca7e16ed066c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6938ec1a-98a2-454b-b0e6-89008607cd76 HTTP/1.1" status: 200 len: 217 time: 0.1953914 Feb 09 12:17:30.749587 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f5350-df80-440a-9529-6365230028ac req-3f4d19e8-860f-4751-81ea-bfffd62e1733 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:30.751102 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-404f5350-df80-440a-9529-6365230028ac req-3f4d19e8-860f-4751-81ea-bfffd62e1733 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?device_id=68123e96-78fc-493f-979f-fa4b73af8e8f HTTP/1.1" status: 200 len: 946 time: 0.9539399 Feb 09 12:17:30.801675 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-68a97659-3573-4a7e-8a7e-695cc411c281 req-cd8e44b0-f4e2-43d5-aaa3-79095c9b33f1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c4b615eb-1906-4989-ab89-8b6ef1cc1053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749717 Feb 09 12:17:30.815006 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=a37b503a-1ea0-42a6-9554-faba54c27484,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:30.820484 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 8ece1f1c-76d1-4633-86d2-af4f4d8c8d90 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:17:30.824420 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 6938ec1a-98a2-454b-b0e6-89008607cd76 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:17:30.895550 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c907f-5528-4e58-851d-f1556b0ec0ec req-30074e5c-65f7-4b81-b361-e37b1033651a tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:30.907713 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-457c907f-5528-4e58-851d-f1556b0ec0ec req-30074e5c-65f7-4b81-b361-e37b1033651a tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cd0dd65-fd50-433a-b617-28889b319ff2 HTTP/1.1" status: 200 len: 949 time: 0.8928614 Feb 09 12:17:31.051844 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa8323-7798-4768-8521-42663afae3f0 req-a03a1255-e95e-4170-a2bc-94ec225a831e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:31.053287 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-83fa8323-7798-4768-8521-42663afae3f0 req-a03a1255-e95e-4170-a2bc-94ec225a831e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f0792775-1738-42dc-89ca-6a232369154f HTTP/1.1" status: 200 len: 858 time: 0.2476568 Feb 09 12:17:31.066869 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa8323-7798-4768-8521-42663afae3f0 req-b3ebc4c0-d2a9-4e64-b6c0-45550007cc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:31.075249 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-83fa8323-7798-4768-8521-42663afae3f0 req-b3ebc4c0-d2a9-4e64-b6c0-45550007cc3a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f0792775-1738-42dc-89ca-6a232369154f HTTP/1.1" status: 200 len: 858 time: 0.3229644 Feb 09 12:17:31.080889 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['a37b503a-1ea0-42a6-9554-faba54c27484'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:17:31.094441 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-68a97659-3573-4a7e-8a7e-695cc411c281 req-0c43267d-6e89-4fff-b379-fd14eceb495c service neutron] 10.222.0.46 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796443 Feb 09 12:17:31.210292 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port 6938ec1a-98a2-454b-b0e6-89008607cd76 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:17:31.247335 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-404f5350-df80-440a-9529-6365230028ac req-e03951d5-d61c-42ac-af77-9e98e79cf7cd tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc310c7-804c-482c-8f65-f0a6e9cffd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746061 Feb 09 12:17:31.264528 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-457c907f-5528-4e58-851d-f1556b0ec0ec req-fad4b89a-2916-45a2-8642-70d73bef2a5c tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] 10.222.0.55 "GET /v2.0/security-groups?id=a0e007a1-b994-49a7-8e79-04b4c8754e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532488 Feb 09 12:17:31.300168 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port 6938ec1a-98a2-454b-b0e6-89008607cd76 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:17:31.300604 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:31.454855 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-68a97659-3573-4a7e-8a7e-695cc411c281 req-ca0721b6-d20c-4838-8ddc-d0445e92e42a service neutron] 10.222.0.46 "GET /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468137 Feb 09 12:17:31.470136 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-83fa8323-7798-4768-8521-42663afae3f0 req-7549c716-d66b-4706-8c29-7a7d561ab50e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=95afeb8f-74e9-4ad5-a7a1-e9e3197833d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3121789 Feb 09 12:17:31.475453 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-83fa8323-7798-4768-8521-42663afae3f0 req-0d852f4b-efda-4e0c-ad97-6051db73017c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=95afeb8f-74e9-4ad5-a7a1-e9e3197833d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3825891 Feb 09 12:17:31.507573 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 8ece1f1c-76d1-4633-86d2-af4f4d8c8d90, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=8ece1f1c-76d1-4633-86d2-af4f4d8c8d90,segment=NetworkSegment(072bb687-b429-4d78-a25c-f8a25b3474dc),segment_id=072bb687-b429-4d78-a25c-f8a25b3474dc)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:17:31.554276 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': '8ece1f1c-76d1-4633-86d2-af4f4d8c8d90', 'network_id': '95afeb8f-74e9-4ad5-a7a1-e9e3197833d5', 'port_id': '8ece1f1c-76d1-4633-86d2-af4f4d8c8d90', 'mac_address': 'fa:16:3e:43:f7:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0792775-1738-42dc-89ca-6a232369154f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:17:31.564560 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd0dd65-fd50-433a-b617-28889b319ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c2992f-729b-44a7-ae4c-750652da8502'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:17:31.687451 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:31.737565 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ece1f1c-76d1-4633-86d2-af4f4d8c8d90 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:17:31.833727 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 8ece1f1c-76d1-4633-86d2-af4f4d8c8d90, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=8ece1f1c-76d1-4633-86d2-af4f4d8c8d90,segment=NetworkSegment(072bb687-b429-4d78-a25c-f8a25b3474dc),segment_id=072bb687-b429-4d78-a25c-f8a25b3474dc)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:17:31.850157 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:31.947668 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:31.970424 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=8ece1f1c-76d1-4633-86d2-af4f4d8c8d90,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:32.011313 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 6938ec1a-98a2-454b-b0e6-89008607cd76, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=6938ec1a-98a2-454b-b0e6-89008607cd76,segment=NetworkSegment(072bb687-b429-4d78-a25c-f8a25b3474dc),segment_id=072bb687-b429-4d78-a25c-f8a25b3474dc)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:17:32.017814 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:32.076380 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d802fda3-fed8-4cbb-b5a5-39a4517c6e82 req-71af207a-bf11-490f-8ecf-d293d3f882b9 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/ports?device_id=022751f9-f94f-4f8c-a4fa-567878825bdd HTTP/1.1" status: 200 len: 210 time: 0.4312477 Feb 09 12:17:32.118528 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=6938ec1a-98a2-454b-b0e6-89008607cd76,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:32.191335 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-83fa8323-7798-4768-8521-42663afae3f0 req-acb745d9-748d-4e3e-be8e-6cb80864a800 service neutron] 10.222.0.46 "GET /v2.0/networks/95afeb8f-74e9-4ad5-a7a1-e9e3197833d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5452881 Feb 09 12:17:32.311539 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf95944-e931-4397-bc27-2799420b7e16 req-3b875157-c144-4b82-a499-63693710242b tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:32.317414 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf95944-e931-4397-bc27-2799420b7e16 req-3b875157-c144-4b82-a499-63693710242b tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:32.319323 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bcf95944-e931-4397-bc27-2799420b7e16 req-3b875157-c144-4b82-a499-63693710242b tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.46 "GET /v2.0/networks?id=0c00e1b1-0e97-455e-9203-0b47858d040c&id=f2149470-3c45-4164-baf5-418f7d9685a2&id=0c00e1b1-0e97-455e-9203-0b47858d040c HTTP/1.1" status: 200 len: 1390 time: 1.0535347 Feb 09 12:17:32.320622 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['8ece1f1c-76d1-4633-86d2-af4f4d8c8d90'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:17:32.398701 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-bcf95944-e931-4397-bc27-2799420b7e16 req-8c05b97a-18e0-45a2-bba9-388cef52fdeb tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Request body: {'port': {'device_id': '022751f9-f94f-4f8c-a4fa-567878825bdd', 'network_id': '0c00e1b1-0e97-455e-9203-0b47858d040c', 'admin_state_up': True, 'tenant_id': '8114ad2839984517a24a750c07d13d34'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:17:32.561187 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-83fa8323-7798-4768-8521-42663afae3f0 req-d349dc3c-68cd-4b65-8608-eb5a950bf504 service neutron] 10.222.0.52 "GET /v2.0/networks/95afeb8f-74e9-4ad5-a7a1-e9e3197833d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9210970 Feb 09 12:17:32.563074 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2999d6-6c16-4765-ae9e-619e8e63a2dd req-5035c8a4-4dad-4724-9005-54912b092312 tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:32.564471 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4d2999d6-6c16-4765-ae9e-619e8e63a2dd req-5035c8a4-4dad-4724-9005-54912b092312 tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0757453a-62cf-4bea-a48b-c58117674853 HTTP/1.1" status: 200 len: 1095 time: 0.8529184 Feb 09 12:17:32.783912 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-83fa8323-7798-4768-8521-42663afae3f0 req-9e4551ed-7e99-43d8-bdd3-88521ce429b2 service neutron] 10.222.0.46 "GET /v2.0/networks/95afeb8f-74e9-4ad5-a7a1-e9e3197833d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5650823 Feb 09 12:17:32.796908 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4d2999d6-6c16-4765-ae9e-619e8e63a2dd req-9c84081c-1e4f-49d1-ab1a-8b8037e77562 tempest-LiveAutoBlockMigrationV225Test-1161122628 tempest-LiveAutoBlockMigrationV225Test-1161122628-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161589 Feb 09 12:17:32.797969 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-bcf95944-e931-4397-bc27-2799420b7e16 req-8c05b97a-18e0-45a2-bba9-388cef52fdeb tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:17:32.819862 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-bcf95944-e931-4397-bc27-2799420b7e16 req-8c05b97a-18e0-45a2-bba9-388cef52fdeb tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Usage tracker for resource:port and tenant:8114ad2839984517a24a750c07d13d34 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:17:32.830438 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e22c80-cf1e-4be3-a62b-4affd6b208cf req-eb90ff0a-49eb-40a2-a46f-3b8aab70bd28 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:32.833827 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a7e22c80-cf1e-4be3-a62b-4affd6b208cf req-eb90ff0a-49eb-40a2-a46f-3b8aab70bd28 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f9830cc-38fb-4d83-b7d0-0e1c890e5801 HTTP/1.1" status: 200 len: 944 time: 0.5813675 Feb 09 12:17:32.838017 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-bcf95944-e931-4397-bc27-2799420b7e16 req-8c05b97a-18e0-45a2-bba9-388cef52fdeb tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:17:32.849660 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-bcf95944-e931-4397-bc27-2799420b7e16 req-8c05b97a-18e0-45a2-bba9-388cef52fdeb tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:17:32.921920 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcf95944-e931-4397-bc27-2799420b7e16 req-8c05b97a-18e0-45a2-bba9-388cef52fdeb tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Made reservation on behalf of 8114ad2839984517a24a750c07d13d34 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:17:32.926652 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bcf95944-e931-4397-bc27-2799420b7e16 req-8c05b97a-18e0-45a2-bba9-388cef52fdeb tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:32.959476 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-83fa8323-7798-4768-8521-42663afae3f0 req-a6b80adb-eeb4-4b53-8a6b-25a0ba7566b1 service neutron] 10.222.0.52 "GET /v2.0/networks/95afeb8f-74e9-4ad5-a7a1-e9e3197833d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827245 Feb 09 12:17:32.988952 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a7e22c80-cf1e-4be3-a62b-4affd6b208cf req-157d894b-b0cb-47a2-abfd-813dcbe06526 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] 10.222.0.55 "GET /v2.0/security-groups?id=15e6c738-9b4b-4bb8-bd71-2477ef7189ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422882 Feb 09 12:17:33.067672 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cd0dd65-fd50-433a-b617-28889b319ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c2992f-729b-44a7-ae4c-750652da8502', 'code': 200} Feb 09 12:17:33.415312 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa8323-7798-4768-8521-42663afae3f0 req-dd3a980d-901f-4449-811a-f84edbbc8a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:33.417124 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-83fa8323-7798-4768-8521-42663afae3f0 req-dd3a980d-901f-4449-811a-f84edbbc8a21 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2902533bf64e4d3e90411cf62f208505&device_id=1f9830cc-38fb-4d83-b7d0-0e1c890e5801 HTTP/1.1" status: 200 len: 1095 time: 0.3576071 Feb 09 12:17:33.430020 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-bcf95944-e931-4397-bc27-2799420b7e16 req-8c05b97a-18e0-45a2-bba9-388cef52fdeb tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Allocated IP 19.80.0.34 (0c00e1b1-0e97-455e-9203-0b47858d040c/6123ba0b-8da9-4cf3-807a-2c64797ab444/c549f6d0-9954-49c0-9e15-f69fdd94c807) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:17:33.567046 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e04f3-52d0-4c43-a019-1788491c4ce2 req-fc08b6ec-7e2d-4dc2-ab1c-bd6c91539681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:33.568538 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6b8e04f3-52d0-4c43-a019-1788491c4ce2 req-fc08b6ec-7e2d-4dc2-ab1c-bd6c91539681 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0cd0dd65-fd50-433a-b617-28889b319ff2 HTTP/1.1" status: 200 len: 1100 time: 0.4025285 Feb 09 12:17:33.632792 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e17788-3a94-4c2e-9c3f-9a275727e014 req-c8830a77-c132-41dc-8c5f-ead3c791e8f9 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:33.634283 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a9e17788-3a94-4c2e-9c3f-9a275727e014 req-c8830a77-c132-41dc-8c5f-ead3c791e8f9 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?device_id=68123e96-78fc-493f-979f-fa4b73af8e8f HTTP/1.1" status: 200 len: 946 time: 0.4266236 Feb 09 12:17:33.663123 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf832a92-675c-4cac-8444-f1a1c017c322 req-4936e9a9-daaf-41c7-ac14-39bc915952fb tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:33.668864 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cf832a92-675c-4cac-8444-f1a1c017c322 req-4936e9a9-daaf-41c7-ac14-39bc915952fb tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cd0dd65-fd50-433a-b617-28889b319ff2 HTTP/1.1" status: 200 len: 949 time: 0.4547410 Feb 09 12:17:33.766110 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa8323-7798-4768-8521-42663afae3f0 req-2da89215-03a7-4205-ac0c-874c5e653d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:33.767515 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-83fa8323-7798-4768-8521-42663afae3f0 req-2da89215-03a7-4205-ac0c-874c5e653d54 service neutron] 10.222.0.52 "GET /v2.0/networks?id=95afeb8f-74e9-4ad5-a7a1-e9e3197833d5 HTTP/1.1" status: 200 len: 919 time: 0.3342664 Feb 09 12:17:33.774323 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6b8e04f3-52d0-4c43-a019-1788491c4ce2 req-2fccedde-d9ef-44a2-9c20-c505e4c29081 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a0e007a1-b994-49a7-8e79-04b4c8754e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838396 Feb 09 12:17:34.056636 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-83fa8323-7798-4768-8521-42663afae3f0 req-56f5cca9-57c8-4f70-8847-ff42d6ad7b7c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ece1f1c-76d1-4633-86d2-af4f4d8c8d90 HTTP/1.1" status: 200 len: 217 time: 0.2750788 Feb 09 12:17:34.072374 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a9e17788-3a94-4c2e-9c3f-9a275727e014 req-b55ea6c2-e618-41e7-8daf-8f240dbc3ce8 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc310c7-804c-482c-8f65-f0a6e9cffd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4180758 Feb 09 12:17:34.091614 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cf832a92-675c-4cac-8444-f1a1c017c322 req-4651b59d-551d-4b6c-8d3a-1a0341af8f1a tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] 10.222.0.55 "GET /v2.0/security-groups?id=a0e007a1-b994-49a7-8e79-04b4c8754e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4037564 Feb 09 12:17:34.146363 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device a37b503a-1ea0-42a6-9554-faba54c27484 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:17:34.304792 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa8323-7798-4768-8521-42663afae3f0 req-808a64c5-adbc-457d-8d1f-b0dcc06c1a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:34.306312 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-83fa8323-7798-4768-8521-42663afae3f0 req-808a64c5-adbc-457d-8d1f-b0dcc06c1a91 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f0792775-1738-42dc-89ca-6a232369154f HTTP/1.1" status: 200 len: 858 time: 0.2294545 Feb 09 12:17:34.311443 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port a37b503a-1ea0-42a6-9554-faba54c27484 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:17:34.317510 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port a37b503a-1ea0-42a6-9554-faba54c27484 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:17:34.318130 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:34.334406 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bcf95944-e931-4397-bc27-2799420b7e16 req-8c05b97a-18e0-45a2-bba9-388cef52fdeb tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:34.453855 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-83fa8323-7798-4768-8521-42663afae3f0 req-ec3532ce-a6c9-42f0-b70d-cf420a37cd90 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=95afeb8f-74e9-4ad5-a7a1-e9e3197833d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1251097 Feb 09 12:17:34.471321 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-bcf95944-e931-4397-bc27-2799420b7e16 req-8c05b97a-18e0-45a2-bba9-388cef52fdeb tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Transition to ACTIVE for port object c549f6d0-9954-49c0-9e15-f69fdd94c807 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:17:34.613429 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:34.668545 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port a37b503a-1ea0-42a6-9554-faba54c27484, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=a37b503a-1ea0-42a6-9554-faba54c27484,segment=NetworkSegment(072bb687-b429-4d78-a25c-f8a25b3474dc),segment_id=072bb687-b429-4d78-a25c-f8a25b3474dc)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:17:34.676251 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:34.709566 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cb61ce41-e98c-4b99-bcef-31a46da9d970 req-1b4d791c-ac47-4188-86b6-69407bd375b0 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/ports?device_id=022751f9-f94f-4f8c-a4fa-567878825bdd HTTP/1.1" status: 200 len: 210 time: 0.1018665 Feb 09 12:17:34.768305 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 8ece1f1c-76d1-4633-86d2-af4f4d8c8d90 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:17:34.778368 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bcf95944-e931-4397-bc27-2799420b7e16 req-8c05b97a-18e0-45a2-bba9-388cef52fdeb tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:34.788492 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-83fa8323-7798-4768-8521-42663afae3f0 req-0705aea3-29ef-4c74-8cb2-87233e51ce88 service neutron] 10.222.0.52 "GET /v2.0/networks/95afeb8f-74e9-4ad5-a7a1-e9e3197833d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152966 Feb 09 12:17:34.903483 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=a37b503a-1ea0-42a6-9554-faba54c27484,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:34.925927 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port 8ece1f1c-76d1-4633-86d2-af4f4d8c8d90 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:17:34.931552 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port 8ece1f1c-76d1-4633-86d2-af4f4d8c8d90 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:17:34.941874 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcf95944-e931-4397-bc27-2799420b7e16 req-8c05b97a-18e0-45a2-bba9-388cef52fdeb tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Network 0c00e1b1-0e97-455e-9203-0b47858d040c is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:17:34.943776 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:35.041586 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-bcf95944-e931-4397-bc27-2799420b7e16 req-8c05b97a-18e0-45a2-bba9-388cef52fdeb tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:17:35.044715 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05b97a-18e0-45a2-bba9-388cef52fdeb tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Pushing event updated for resources: {'Port': ['ID=c549f6d0-9954-49c0-9e15-f69fdd94c807,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:35.054105 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf95944-e931-4397-bc27-2799420b7e16 req-8c05b97a-18e0-45a2-bba9-388cef52fdeb tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:17:35.085069 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5c334a-0c36-4d90-bb8f-a7aab598482d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6938ec1a-98a2-454b-b0e6-89008607cd76'}, {'server_uuid': 'bcbf81f5-e4f8-4b04-8c3a-4d80b2c30956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a37b503a-1ea0-42a6-9554-faba54c27484'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:17:35.133933 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:35.186814 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 8ece1f1c-76d1-4633-86d2-af4f4d8c8d90, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=8ece1f1c-76d1-4633-86d2-af4f4d8c8d90,segment=NetworkSegment(072bb687-b429-4d78-a25c-f8a25b3474dc),segment_id=072bb687-b429-4d78-a25c-f8a25b3474dc)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:17:35.201985 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:35.252370 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2f5a1-d433-44f1-8d52-7d1e3e80b66c req-77a0c60e-af2d-48cb-b26a-97451329b575 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:35.253931 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-32a2f5a1-d433-44f1-8d52-7d1e3e80b66c req-77a0c60e-af2d-48cb-b26a-97451329b575 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f9830cc-38fb-4d83-b7d0-0e1c890e5801 HTTP/1.1" status: 200 len: 944 time: 0.6029725 Feb 09 12:17:35.305443 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43188) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:17:35.361616 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=8ece1f1c-76d1-4633-86d2-af4f4d8c8d90,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:35.372606 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf95944-e931-4397-bc27-2799420b7e16 req-8c05b97a-18e0-45a2-bba9-388cef52fdeb tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:35.375142 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bcf95944-e931-4397-bc27-2799420b7e16 req-8c05b97a-18e0-45a2-bba9-388cef52fdeb tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:35.516418 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4213bcb3-3433-4acf-84f2-5e8a566cf5a2 None None] Provisioning for port c549f6d0-9954-49c0-9e15-f69fdd94c807 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:17:35.521997 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4213bcb3-3433-4acf-84f2-5e8a566cf5a2 None None] Provisioning complete for port c549f6d0-9954-49c0-9e15-f69fdd94c807 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:17:35.522356 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4213bcb3-3433-4acf-84f2-5e8a566cf5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:35.543792 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-83fa8323-7798-4768-8521-42663afae3f0 req-b02d2f6a-6217-4a4b-818d-d3888dd3e034 service neutron] 10.222.0.52 "GET /v2.0/networks/95afeb8f-74e9-4ad5-a7a1-e9e3197833d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7238560 Feb 09 12:17:35.555281 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-32a2f5a1-d433-44f1-8d52-7d1e3e80b66c req-e6d53214-f737-4f2a-835f-6e4222c0be3b tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] 10.222.0.55 "GET /v2.0/security-groups?id=15e6c738-9b4b-4bb8-bd71-2477ef7189ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727737 Feb 09 12:17:35.565314 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bcf95944-e931-4397-bc27-2799420b7e16 req-8c05b97a-18e0-45a2-bba9-388cef52fdeb tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1785030 Feb 09 12:17:35.593384 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-bcf95944-e931-4397-bc27-2799420b7e16 req-f51d686e-98eb-4a07-a81b-c78d06072305 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Request body: {'port': {'device_id': '022751f9-f94f-4f8c-a4fa-567878825bdd', 'network_id': 'f2149470-3c45-4164-baf5-418f7d9685a2', 'admin_state_up': True, 'tenant_id': '8114ad2839984517a24a750c07d13d34'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:17:35.631607 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 43196) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:17:35.641687 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-57bfc5a9-9ec4-4f13-908e-cee1b6f8a88a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=69bdb4e75c6c4b848cf2a4736ee44cfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3337989 Feb 09 12:17:35.663971 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4213bcb3-3433-4acf-84f2-5e8a566cf5a2 None None] Port c549f6d0-9954-49c0-9e15-f69fdd94c807 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:17:35.832081 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115583c-163d-4371-8674-eb023e5aa034 req-8dc3f849-891b-4c85-b63c-fb86ff3bf73c tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:35.833190 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8115583c-163d-4371-8674-eb023e5aa034 req-8dc3f849-891b-4c85-b63c-fb86ff3bf73c tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=0757453a-62cf-4bea-a48b-c58117674853 HTTP/1.1" status: 200 len: 944 time: 0.7445683 Feb 09 12:17:35.998569 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b05353d1-c038-420d-bc79-3bb881df7084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:36.052587 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8115583c-163d-4371-8674-eb023e5aa034 req-fcfad69f-5f38-4a4c-8223-e1956c876d38 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909313 Feb 09 12:17:36.068499 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b05353d1-c038-420d-bc79-3bb881df7084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:36.083882 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982dd2b-6449-4749-9fbc-a27c952f4983 req-a2d426b2-9894-4fab-bb89-69bc32505c0c tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:36.085453 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c982dd2b-6449-4749-9fbc-a27c952f4983 req-a2d426b2-9894-4fab-bb89-69bc32505c0c tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.52 "GET /v2.0/ports?device_id=0757453a-62cf-4bea-a48b-c58117674853 HTTP/1.1" status: 200 len: 944 time: 0.6484516 Feb 09 12:17:36.088885 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-bcf95944-e931-4397-bc27-2799420b7e16 req-f51d686e-98eb-4a07-a81b-c78d06072305 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:17:36.108475 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-bcf95944-e931-4397-bc27-2799420b7e16 req-f51d686e-98eb-4a07-a81b-c78d06072305 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Usage tracker for resource:port and tenant:8114ad2839984517a24a750c07d13d34 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:17:36.149270 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-bcf95944-e931-4397-bc27-2799420b7e16 req-f51d686e-98eb-4a07-a81b-c78d06072305 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:17:36.180939 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-bcf95944-e931-4397-bc27-2799420b7e16 req-f51d686e-98eb-4a07-a81b-c78d06072305 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:17:36.253230 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bede8f5-af81-4de9-a2c5-2b2a659f6106 req-6246a058-ea01-4edc-ab3c-11d72a9101bd tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:36.255059 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2bede8f5-af81-4de9-a2c5-2b2a659f6106 req-6246a058-ea01-4edc-ab3c-11d72a9101bd tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?device_id=68123e96-78fc-493f-979f-fa4b73af8e8f HTTP/1.1" status: 200 len: 946 time: 0.4398263 Feb 09 12:17:36.312617 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-c982dd2b-6449-4749-9fbc-a27c952f4983 req-373e3aa9-4b01-43e4-b39c-b3941d832c56 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Deleting port ce20ec50-0bb5-4a30-9d3f-65703beb396f {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:17:36.312960 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c982dd2b-6449-4749-9fbc-a27c952f4983 req-373e3aa9-4b01-43e4-b39c-b3941d832c56 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:36.348076 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcf95944-e931-4397-bc27-2799420b7e16 req-f51d686e-98eb-4a07-a81b-c78d06072305 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Made reservation on behalf of 8114ad2839984517a24a750c07d13d34 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:17:36.351688 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bcf95944-e931-4397-bc27-2799420b7e16 req-f51d686e-98eb-4a07-a81b-c78d06072305 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:36.445919 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2bede8f5-af81-4de9-a2c5-2b2a659f6106 req-2fd01784-5cc0-4aca-a927-e362915bb7e4 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc310c7-804c-482c-8f65-f0a6e9cffd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801870 Feb 09 12:17:36.501093 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b05353d1-c038-420d-bc79-3bb881df7084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:36.527718 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c5c334a-0c36-4d90-bb8f-a7aab598482d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6938ec1a-98a2-454b-b0e6-89008607cd76', 'code': 200} Feb 09 12:17:36.528313 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcbf81f5-e4f8-4b04-8c3a-4d80b2c30956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a37b503a-1ea0-42a6-9554-faba54c27484', 'code': 200} Feb 09 12:17:36.596457 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05353d1-c038-420d-bc79-3bb881df7084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83df6af-750f-4c01-af24-03274e72d063,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:36.654736 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b05353d1-c038-420d-bc79-3bb881df7084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:36.655862 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b05353d1-c038-420d-bc79-3bb881df7084 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a83df6af-750f-4c01-af24-03274e72d063 HTTP/1.1" status: 204 len: 168 time: 1.0140769 Feb 09 12:17:36.688875 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4de09-671f-4551-9efb-e929f680efcb req-827691be-37f1-40ef-a57f-85deababf906 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:36.690735 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-59a4de09-671f-4551-9efb-e929f680efcb req-827691be-37f1-40ef-a57f-85deababf906 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cd0dd65-fd50-433a-b617-28889b319ff2 HTTP/1.1" status: 200 len: 949 time: 0.5075026 Feb 09 12:17:37.231312 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43222) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:17:37.242423 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-bcf95944-e931-4397-bc27-2799420b7e16 req-f51d686e-98eb-4a07-a81b-c78d06072305 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Allocated IP 19.86.0.59 (f2149470-3c45-4164-baf5-418f7d9685a2/ecb23b1b-330f-4611-a86b-b55a72d99ddb/4b38399b-a343-46a2-94f2-51a6aa336a1a) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:17:37.252359 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-59a4de09-671f-4551-9efb-e929f680efcb req-52542b24-a6aa-4fb8-a8c7-abe21b9b7388 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] 10.222.0.55 "GET /v2.0/security-groups?id=a0e007a1-b994-49a7-8e79-04b4c8754e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552713 Feb 09 12:17:37.311027 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-c982dd2b-6449-4749-9fbc-a27c952f4983 req-373e3aa9-4b01-43e4-b39c-b3941d832c56 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] For port ce20ec50-0bb5-4a30-9d3f-65703beb396f, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=ce20ec50-0bb5-4a30-9d3f-65703beb396f,segment=NetworkSegment(32f229e9-9010-4be1-973f-7ae4423dcda8),segment_id=32f229e9-9010-4be1-973f-7ae4423dcda8)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:17:37.311418 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c982dd2b-6449-4749-9fbc-a27c952f4983 req-373e3aa9-4b01-43e4-b39c-b3941d832c56 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:37.467549 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9e81d642-c291-492c-93d8-d7ea4abaace3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:37.492876 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-c982dd2b-6449-4749-9fbc-a27c952f4983 req-373e3aa9-4b01-43e4-b39c-b3941d832c56 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Calling delete_port for ce20ec50-0bb5-4a30-9d3f-65703beb396f owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:17:37.497149 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9e81d642-c291-492c-93d8-d7ea4abaace3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:17:37.501743 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9e81d642-c291-492c-93d8-d7ea4abaace3 admin admin] Usage tracker for resource:security_group_rule and tenant:1779fb0ae8bc4e70aa4595215e9a9bab is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:17:37.505239 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9e81d642-c291-492c-93d8-d7ea4abaace3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:17:37.513624 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9e81d642-c291-492c-93d8-d7ea4abaace3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:17:37.627652 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9e81d642-c291-492c-93d8-d7ea4abaace3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:37.633124 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9e81d642-c291-492c-93d8-d7ea4abaace3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:37.673062 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81d642-c291-492c-93d8-d7ea4abaace3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d80b79-ac20-4200-a62e-e3cc1bc649cc,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:37.698240 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3eb6c-5e6a-4fd7-93d1-d778409ab3de req-3817bb9f-db5b-410c-8597-91a0f6679502 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:37.698951 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-b2d3eb6c-5e6a-4fd7-93d1-d778409ab3de req-3817bb9f-db5b-410c-8597-91a0f6679502 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Synchronizing usage tracker for tenant:8114ad2839984517a24a750c07d13d34 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:17:37.717097 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9e81d642-c291-492c-93d8-d7ea4abaace3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1779fb0ae8bc4e70aa4595215e9a9bab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4839177 Feb 09 12:17:37.720078 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43238) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:17:37.735862 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27591119-57f2-48ba-be9f-20fa60898416 req-b789663f-175d-41dc-b800-bb490969190a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:37.737402 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-27591119-57f2-48ba-be9f-20fa60898416 req-b789663f-175d-41dc-b800-bb490969190a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0c5c334a-0c36-4d90-bb8f-a7aab598482d HTTP/1.1" status: 200 len: 1096 time: 0.8395030 Feb 09 12:17:37.750741 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08505eae-62bd-4cf3-bccf-5551112dc683 req-f7e1eeb4-b67a-4756-8025-8bd624f0b885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:37.752229 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-08505eae-62bd-4cf3-bccf-5551112dc683 req-f7e1eeb4-b67a-4756-8025-8bd624f0b885 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bcbf81f5-e4f8-4b04-8c3a-4d80b2c30956 HTTP/1.1" status: 200 len: 1097 time: 0.8562367 Feb 09 12:17:37.793953 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3f79a108-8259-4d8e-955e-ba5159f8769b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:37.831875 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3f79a108-8259-4d8e-955e-ba5159f8769b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:37.903554 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3f79a108-8259-4d8e-955e-ba5159f8769b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:37.921281 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f79a108-8259-4d8e-955e-ba5159f8769b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d80b79-ac20-4200-a62e-e3cc1bc649cc,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:37.929437 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3f79a108-8259-4d8e-955e-ba5159f8769b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:37.933341 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3f79a108-8259-4d8e-955e-ba5159f8769b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/05d80b79-ac20-4200-a62e-e3cc1bc649cc HTTP/1.1" status: 204 len: 168 time: 0.2119997 Feb 09 12:17:37.941684 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-b2d3eb6c-5e6a-4fd7-93d1-d778409ab3de req-3817bb9f-db5b-410c-8597-91a0f6679502 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Unset dirty status for tenant:8114ad2839984517a24a750c07d13d34 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:17:37.942847 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b2d3eb6c-5e6a-4fd7-93d1-d778409ab3de req-3817bb9f-db5b-410c-8597-91a0f6679502 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/ports?device_id=022751f9-f94f-4f8c-a4fa-567878825bdd HTTP/1.1" status: 200 len: 931 time: 1.0479450 Feb 09 12:17:38.018151 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-27591119-57f2-48ba-be9f-20fa60898416 req-5f7607a6-deea-4e99-9c50-ed97b1a01616 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=15e6c738-9b4b-4bb8-bd71-2477ef7189ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606814 Feb 09 12:17:38.025411 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-08505eae-62bd-4cf3-bccf-5551112dc683 req-1e4858ce-c9f3-48ea-844e-732b2da523aa service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=15e6c738-9b4b-4bb8-bd71-2477ef7189ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488554 Feb 09 12:17:38.033159 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bab78e-e7bc-420d-ac5c-7086adbe4461 req-09f07192-98d8-417c-aa1d-53c33b568b4e tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:38.034562 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c2bab78e-e7bc-420d-ac5c-7086adbe4461 req-09f07192-98d8-417c-aa1d-53c33b568b4e tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f9830cc-38fb-4d83-b7d0-0e1c890e5801 HTTP/1.1" status: 200 len: 945 time: 0.5512466 Feb 09 12:17:38.139249 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c982dd2b-6449-4749-9fbc-a27c952f4983 req-373e3aa9-4b01-43e4-b39c-b3941d832c56 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:38.149309 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b2d3eb6c-5e6a-4fd7-93d1-d778409ab3de req-7810f127-eac1-4679-abd2-edfbef9ee994 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/security-groups?id=7752dbfe-1b85-414b-88da-268929ad7fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734374 Feb 09 12:17:38.150556 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:17:38.225404 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bcf95944-e931-4397-bc27-2799420b7e16 req-f51d686e-98eb-4a07-a81b-c78d06072305 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:38.228454 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e3aa9-4b01-43e4-b39c-b3941d832c56 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Pushing event deleted for resources: {'Port': ['ID=ce20ec50-0bb5-4a30-9d3f-65703beb396f,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:38.294004 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c2bab78e-e7bc-420d-ac5c-7086adbe4461 req-45adc1e2-82bf-4915-a079-25d4a9aa7ecc tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] 10.222.0.55 "GET /v2.0/security-groups?id=15e6c738-9b4b-4bb8-bd71-2477ef7189ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379718 Feb 09 12:17:38.409019 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-c982dd2b-6449-4749-9fbc-a27c952f4983 req-373e3aa9-4b01-43e4-b39c-b3941d832c56 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] No DVR routers for this DVR port ce20ec50-0bb5-4a30-9d3f-65703beb396f on host n-h1-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:17:38.447763 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-bcf95944-e931-4397-bc27-2799420b7e16 req-f51d686e-98eb-4a07-a81b-c78d06072305 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Transition to ACTIVE for port object 4b38399b-a343-46a2-94f2-51a6aa336a1a will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:17:38.449828 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c982dd2b-6449-4749-9fbc-a27c952f4983 req-373e3aa9-4b01-43e4-b39c-b3941d832c56 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:38.460067 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0757453a-62cf-4bea-a48b-c58117674853', 'name': 'network-vif-deleted', 'tag': 'ce20ec50-0bb5-4a30-9d3f-65703beb396f'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:17:38.474913 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c982dd2b-6449-4749-9fbc-a27c952f4983 req-373e3aa9-4b01-43e4-b39c-b3941d832c56 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.52 "DELETE /v2.0/ports/ce20ec50-0bb5-4a30-9d3f-65703beb396f HTTP/1.1" status: 204 len: 173 time: 2.3711054 Feb 09 12:17:38.514535 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-a7f657b2-c835-4363-a2f4-592ff0e88550 req-38888b6d-a176-49fd-b526-59e57d5d6fd6 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Synchronizing usage tracker for tenant:3a84524b0b1d4c8da324d07cc553e331 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:17:38.529042 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9830cc-38fb-4d83-b7d0-0e1c890e5801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ece1f1c-76d1-4633-86d2-af4f4d8c8d90'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:17:38.558027 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-a7f657b2-c835-4363-a2f4-592ff0e88550 req-38888b6d-a176-49fd-b526-59e57d5d6fd6 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Unset dirty status for tenant:3a84524b0b1d4c8da324d07cc553e331 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:17:38.559509 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a7f657b2-c835-4363-a2f4-592ff0e88550 req-38888b6d-a176-49fd-b526-59e57d5d6fd6 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=0757453a-62cf-4bea-a48b-c58117674853 HTTP/1.1" status: 200 len: 210 time: 0.1454260 Feb 09 12:17:38.591641 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d7a1fe-158d-4d81-abc9-5c764bea649a req-d832bb51-c5e0-4df9-81e4-b4a9a7efd2c3 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:38.593197 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d7d7a1fe-158d-4d81-abc9-5c764bea649a req-d832bb51-c5e0-4df9-81e4-b4a9a7efd2c3 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] 10.222.0.55 "GET /v2.0/ports?device_id=a93d00cb-241f-4e69-b28d-04d3d14faed4 HTTP/1.1" status: 200 len: 950 time: 0.1205440 Feb 09 12:17:38.594769 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bcf95944-e931-4397-bc27-2799420b7e16 req-f51d686e-98eb-4a07-a81b-c78d06072305 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:38.747273 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcf95944-e931-4397-bc27-2799420b7e16 req-f51d686e-98eb-4a07-a81b-c78d06072305 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Network f2149470-3c45-4164-baf5-418f7d9685a2 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:17:38.768219 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-bcf95944-e931-4397-bc27-2799420b7e16 req-f51d686e-98eb-4a07-a81b-c78d06072305 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:17:38.776023 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d686e-98eb-4a07-a81b-c78d06072305 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Pushing event updated for resources: {'Port': ['ID=4b38399b-a343-46a2-94f2-51a6aa336a1a,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:38.776618 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 66290e4e-4014-4dc2-9b0f-68f1f6990bd8 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:17:38.779072 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf95944-e931-4397-bc27-2799420b7e16 req-f51d686e-98eb-4a07-a81b-c78d06072305 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:17:38.995988 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:39.025911 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d7d7a1fe-158d-4d81-abc9-5c764bea649a req-ba9eb604-cdec-4503-b8ab-db2782feceb0 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] 10.222.0.55 "GET /v2.0/security-groups?id=a0e007a1-b994-49a7-8e79-04b4c8754e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923192 Feb 09 12:17:39.073195 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 66290e4e-4014-4dc2-9b0f-68f1f6990bd8, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=66290e4e-4014-4dc2-9b0f-68f1f6990bd8,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:17:39.081066 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:39.081783 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device ce20ec50-0bb5-4a30-9d3f-65703beb396f no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:17:39.112601 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf95944-e931-4397-bc27-2799420b7e16 req-f51d686e-98eb-4a07-a81b-c78d06072305 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:39.113343 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bcf95944-e931-4397-bc27-2799420b7e16 req-f51d686e-98eb-4a07-a81b-c78d06072305 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:39.179873 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc202f-86d4-4b3b-a6ca-c03b92f6cb9c req-93e80539-f99c-4d6f-ac14-5e3e8ff755c9 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:39.181579 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-37fc202f-86d4-4b3b-a6ca-c03b92f6cb9c req-93e80539-f99c-4d6f-ac14-5e3e8ff755c9 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?device_id=68123e96-78fc-493f-979f-fa4b73af8e8f HTTP/1.1" status: 200 len: 946 time: 0.4761894 Feb 09 12:17:39.187111 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bcf95944-e931-4397-bc27-2799420b7e16 req-f51d686e-98eb-4a07-a81b-c78d06072305 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6125553 Feb 09 12:17:39.221764 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-bcf95944-e931-4397-bc27-2799420b7e16 req-ea540dc3-634d-40d6-b37f-244dedb5ad93 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Request body: {'port': {'device_id': '022751f9-f94f-4f8c-a4fa-567878825bdd', 'network_id': '0c00e1b1-0e97-455e-9203-0b47858d040c', 'admin_state_up': True, 'tenant_id': '8114ad2839984517a24a750c07d13d34'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:17:39.247179 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] No Port match for: ce20ec50-0bb5-4a30-9d3f-65703beb396f {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:17:39.248235 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device ce20ec50-0bb5-4a30-9d3f-65703beb396f not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:17:39.267273 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0757453a-62cf-4bea-a48b-c58117674853', 'name': 'network-vif-deleted', 'tag': 'ce20ec50-0bb5-4a30-9d3f-65703beb396f', 'status': 'completed', 'code': 200} Feb 09 12:17:39.284959 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-a5be5720-70a3-4320-952e-7d10374eb9ce None None] Provisioning for port 4b38399b-a343-46a2-94f2-51a6aa336a1a completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:17:39.317800 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f9830cc-38fb-4d83-b7d0-0e1c890e5801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ece1f1c-76d1-4633-86d2-af4f4d8c8d90', 'code': 200} Feb 09 12:17:39.353383 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-a5be5720-70a3-4320-952e-7d10374eb9ce None None] Provisioning complete for port 4b38399b-a343-46a2-94f2-51a6aa336a1a triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:17:39.353757 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a5be5720-70a3-4320-952e-7d10374eb9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:39.427783 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-37fc202f-86d4-4b3b-a6ca-c03b92f6cb9c req-c23d56ea-8ea0-47b2-9d57-b9356b95e9c4 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc310c7-804c-482c-8f65-f0a6e9cffd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384834 Feb 09 12:17:39.458846 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=66290e4e-4014-4dc2-9b0f-68f1f6990bd8,revision_number=11']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:39.477914 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-a5be5720-70a3-4320-952e-7d10374eb9ce None None] Port 4b38399b-a343-46a2-94f2-51a6aa336a1a cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:17:39.619152 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-bcf95944-e931-4397-bc27-2799420b7e16 req-ea540dc3-634d-40d6-b37f-244dedb5ad93 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:17:39.630784 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-bcf95944-e931-4397-bc27-2799420b7e16 req-ea540dc3-634d-40d6-b37f-244dedb5ad93 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:17:39.655792 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcf95944-e931-4397-bc27-2799420b7e16 req-ea540dc3-634d-40d6-b37f-244dedb5ad93 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Made reservation on behalf of 8114ad2839984517a24a750c07d13d34 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:17:39.659576 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bcf95944-e931-4397-bc27-2799420b7e16 req-ea540dc3-634d-40d6-b37f-244dedb5ad93 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:39.764158 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b458e-8e98-4cd6-8674-4b5a5d69cc7a req-7d68506f-eef9-407f-8d4f-26aeb73a7fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:39.765675 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6d0b458e-8e98-4cd6-8674-4b5a5d69cc7a req-7d68506f-eef9-407f-8d4f-26aeb73a7fbf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1f9830cc-38fb-4d83-b7d0-0e1c890e5801 HTTP/1.1" status: 200 len: 1096 time: 0.2028553 Feb 09 12:17:39.974430 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-bcf95944-e931-4397-bc27-2799420b7e16 req-ea540dc3-634d-40d6-b37f-244dedb5ad93 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Allocated IP 19.80.0.124 (0c00e1b1-0e97-455e-9203-0b47858d040c/6123ba0b-8da9-4cf3-807a-2c64797ab444/5a67c893-ff8e-4e30-930b-2302762ef6eb) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:17:39.982541 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6d0b458e-8e98-4cd6-8674-4b5a5d69cc7a req-d1211853-f0c6-4ffc-9673-749e8d946531 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=15e6c738-9b4b-4bb8-bd71-2477ef7189ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031457 Feb 09 12:17:40.016577 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c7238-6679-40fa-a5fb-ef3e55fb316f req-e94cf9b1-5e1d-4d2f-8090-457d25004b4c tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:40.023196 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c7238-6679-40fa-a5fb-ef3e55fb316f req-e94cf9b1-5e1d-4d2f-8090-457d25004b4c tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:40.031072 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ee7c7238-6679-40fa-a5fb-ef3e55fb316f req-e94cf9b1-5e1d-4d2f-8090-457d25004b4c tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/ports?device_id=022751f9-f94f-4f8c-a4fa-567878825bdd HTTP/1.1" status: 200 len: 1653 time: 0.2504926 Feb 09 12:17:40.118543 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ee7c7238-6679-40fa-a5fb-ef3e55fb316f req-b6b06863-ef1b-4694-89b0-0cd7125d00b8 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/security-groups?id=7752dbfe-1b85-414b-88da-268929ad7fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864091 Feb 09 12:17:40.413097 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e40000-5bc9-4b92-ba71-cb9bd7acb4f5 req-81e4bc94-c0fb-45f2-80f1-2b2626771e58 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:40.414815 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f5e40000-5bc9-4b92-ba71-cb9bd7acb4f5 req-81e4bc94-c0fb-45f2-80f1-2b2626771e58 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f9830cc-38fb-4d83-b7d0-0e1c890e5801 HTTP/1.1" status: 200 len: 945 time: 0.2824922 Feb 09 12:17:40.481014 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bcf95944-e931-4397-bc27-2799420b7e16 req-ea540dc3-634d-40d6-b37f-244dedb5ad93 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:40.495521 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05160371-ab19-4901-b54c-f8c5451ae7f6 req-87e6005c-d538-4966-882f-875f904f0b7e tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:40.497734 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-05160371-ab19-4901-b54c-f8c5451ae7f6 req-87e6005c-d538-4966-882f-875f904f0b7e tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a2010d-19ed-43b1-93e7-5befaca38eb7 HTTP/1.1" status: 200 len: 949 time: 0.2143877 Feb 09 12:17:40.527176 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f5e40000-5bc9-4b92-ba71-cb9bd7acb4f5 req-e42922b2-4a17-496f-a7b3-dc531acb7582 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] 10.222.0.55 "GET /v2.0/security-groups?id=15e6c738-9b4b-4bb8-bd71-2477ef7189ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989692 Feb 09 12:17:40.533455 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-bcf95944-e931-4397-bc27-2799420b7e16 req-ea540dc3-634d-40d6-b37f-244dedb5ad93 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Transition to ACTIVE for port object 5a67c893-ff8e-4e30-930b-2302762ef6eb will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:17:40.561358 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-05160371-ab19-4901-b54c-f8c5451ae7f6 req-c47df998-5f2a-4d24-a2b8-cea665f1e268 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] 10.222.0.55 "GET /v2.0/security-groups?id=322ca34a-1e43-49ee-9b94-58afc8395313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562177 Feb 09 12:17:40.609693 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bcf95944-e931-4397-bc27-2799420b7e16 req-ea540dc3-634d-40d6-b37f-244dedb5ad93 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:40.691042 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcf95944-e931-4397-bc27-2799420b7e16 req-ea540dc3-634d-40d6-b37f-244dedb5ad93 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Network 0c00e1b1-0e97-455e-9203-0b47858d040c is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:17:40.694334 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-bcf95944-e931-4397-bc27-2799420b7e16 req-ea540dc3-634d-40d6-b37f-244dedb5ad93 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:17:40.698175 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf95944-e931-4397-bc27-2799420b7e16 req-ea540dc3-634d-40d6-b37f-244dedb5ad93 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:17:40.761326 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea540dc3-634d-40d6-b37f-244dedb5ad93 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Pushing event updated for resources: {'Port': ['ID=5a67c893-ff8e-4e30-930b-2302762ef6eb,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:40.802069 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ce57dc9d-f668-4d1d-bd44-4f780352f3cc req-e6c92bf7-81a0-4872-b079-f1339dd80dd5 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=0757453a-62cf-4bea-a48b-c58117674853 HTTP/1.1" status: 200 len: 210 time: 0.0776093 Feb 09 12:17:40.830943 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf95944-e931-4397-bc27-2799420b7e16 req-ea540dc3-634d-40d6-b37f-244dedb5ad93 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:40.831919 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bcf95944-e931-4397-bc27-2799420b7e16 req-ea540dc3-634d-40d6-b37f-244dedb5ad93 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:40.900830 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bcf95944-e931-4397-bc27-2799420b7e16 req-ea540dc3-634d-40d6-b37f-244dedb5ad93 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7047980 Feb 09 12:17:40.940495 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-bcf95944-e931-4397-bc27-2799420b7e16 req-5d555891-0bfd-4b42-942b-a13cfae9ee29 service neutron] Request body: {'port': {'device_id': '022751f9-f94f-4f8c-a4fa-567878825bdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:17:41.013943 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2c2e8cad-1a21-47eb-8fa1-105a699c97c1 None None] Provisioning for port 5a67c893-ff8e-4e30-930b-2302762ef6eb completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:17:41.020558 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2c2e8cad-1a21-47eb-8fa1-105a699c97c1 None None] Provisioning complete for port 5a67c893-ff8e-4e30-930b-2302762ef6eb triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:17:41.022868 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2c2e8cad-1a21-47eb-8fa1-105a699c97c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:41.083078 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-2c2e8cad-1a21-47eb-8fa1-105a699c97c1 None None] Port 5a67c893-ff8e-4e30-930b-2302762ef6eb cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:17:41.152699 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bcf95944-e931-4397-bc27-2799420b7e16 req-5d555891-0bfd-4b42-942b-a13cfae9ee29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:41.174016 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca551d-f763-4519-ac89-28d2b9beb7da req-2b2474ed-7dbd-49c1-ae63-f409fc179261 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:41.175496 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d0ca551d-f763-4519-ac89-28d2b9beb7da req-2b2474ed-7dbd-49c1-ae63-f409fc179261 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?device_id=68123e96-78fc-493f-979f-fa4b73af8e8f HTTP/1.1" status: 200 len: 946 time: 0.2451055 Feb 09 12:17:41.321034 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a2010d-19ed-43b1-93e7-5befaca38eb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66290e4e-4014-4dc2-9b0f-68f1f6990bd8'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:17:41.335627 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d0ca551d-f763-4519-ac89-28d2b9beb7da req-75cc6a15-3ffc-4c3a-8b2c-5eed13aec589 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc310c7-804c-482c-8f65-f0a6e9cffd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313796 Feb 09 12:17:41.809665 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a2010d-19ed-43b1-93e7-5befaca38eb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66290e4e-4014-4dc2-9b0f-68f1f6990bd8', 'code': 200} Feb 09 12:17:41.868819 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a74ac5-650b-45a0-97ad-ec4285e9ac85 req-c947d509-49bc-4121-adda-1b81b6cb73d5 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:41.875427 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a74ac5-650b-45a0-97ad-ec4285e9ac85 req-c947d509-49bc-4121-adda-1b81b6cb73d5 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:41.881205 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a74ac5-650b-45a0-97ad-ec4285e9ac85 req-c947d509-49bc-4121-adda-1b81b6cb73d5 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:41.882088 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-d2a74ac5-650b-45a0-97ad-ec4285e9ac85 req-c947d509-49bc-4121-adda-1b81b6cb73d5 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Synchronizing usage tracker for tenant:8114ad2839984517a24a750c07d13d34 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:17:41.886155 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-bcf95944-e931-4397-bc27-2799420b7e16 req-5d555891-0bfd-4b42-942b-a13cfae9ee29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c549f6d0-9954-49c0-9e15-f69fdd94c807 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:17:41.894530 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bcf95944-e931-4397-bc27-2799420b7e16 req-5d555891-0bfd-4b42-942b-a13cfae9ee29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:41.916359 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-bcf95944-e931-4397-bc27-2799420b7e16 req-5d555891-0bfd-4b42-942b-a13cfae9ee29 service neutron] Transition to ACTIVE for port object c549f6d0-9954-49c0-9e15-f69fdd94c807 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:17:41.917526 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-d2a74ac5-650b-45a0-97ad-ec4285e9ac85 req-c947d509-49bc-4121-adda-1b81b6cb73d5 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Unset dirty status for tenant:8114ad2839984517a24a750c07d13d34 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:17:41.925247 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d2a74ac5-650b-45a0-97ad-ec4285e9ac85 req-c947d509-49bc-4121-adda-1b81b6cb73d5 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/ports?device_id=022751f9-f94f-4f8c-a4fa-567878825bdd HTTP/1.1" status: 200 len: 2375 time: 0.2212865 Feb 09 12:17:41.940741 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bcf95944-e931-4397-bc27-2799420b7e16 req-5d555891-0bfd-4b42-942b-a13cfae9ee29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:42.148003 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d555891-0bfd-4b42-942b-a13cfae9ee29 service neutron] Pushing event updated for resources: {'Port': ['ID=c549f6d0-9954-49c0-9e15-f69fdd94c807,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:42.162887 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device cd467e58-0514-4630-9b93-12f3610e765e details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:17:42.189695 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d2a74ac5-650b-45a0-97ad-ec4285e9ac85 req-a15be5b1-dfbb-4e4f-978b-14016f990e29 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/security-groups?id=7752dbfe-1b85-414b-88da-268929ad7fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634857 Feb 09 12:17:42.333089 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fe6c4-fee3-413a-ace7-3140851f821e req-9f928a44-4382-43b8-acaf-2f4e7b6aa764 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:42.335262 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5e8fe6c4-fee3-413a-ace7-3140851f821e req-9f928a44-4382-43b8-acaf-2f4e7b6aa764 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f9830cc-38fb-4d83-b7d0-0e1c890e5801 HTTP/1.1" status: 200 len: 945 time: 0.3955548 Feb 09 12:17:42.341150 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-bcf95944-e931-4397-bc27-2799420b7e16 req-5d555891-0bfd-4b42-942b-a13cfae9ee29 service neutron] Attempting to bind port c549f6d0-9954-49c0-9e15-f69fdd94c807 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:17:42.341978 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-bcf95944-e931-4397-bc27-2799420b7e16 req-5d555891-0bfd-4b42-942b-a13cfae9ee29 service neutron] Attempting to bind port c549f6d0-9954-49c0-9e15-f69fdd94c807 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '75bb7e37-7725-489d-bc65-15598eeadc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0c00e1b1-0e97-455e-9203-0b47858d040c'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:17:42.342318 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf95944-e931-4397-bc27-2799420b7e16 req-5d555891-0bfd-4b42-942b-a13cfae9ee29 service neutron] Attempting to bind port c549f6d0-9954-49c0-9e15-f69fdd94c807 on network 0c00e1b1-0e97-455e-9203-0b47858d040c {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:17:42.368896 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port cd467e58-0514-4630-9b93-12f3610e765e, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=cd467e58-0514-4630-9b93-12f3610e765e,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:17:42.373504 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf95944-e931-4397-bc27-2799420b7e16 req-5d555891-0bfd-4b42-942b-a13cfae9ee29 service neutron] Port c549f6d0-9954-49c0-9e15-f69fdd94c807 on network 0c00e1b1-0e97-455e-9203-0b47858d040c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:17:42.373677 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf95944-e931-4397-bc27-2799420b7e16 req-5d555891-0bfd-4b42-942b-a13cfae9ee29 service neutron] Attempting to bind port c549f6d0-9954-49c0-9e15-f69fdd94c807 on network 0c00e1b1-0e97-455e-9203-0b47858d040c {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:17:42.386182 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf95944-e931-4397-bc27-2799420b7e16 req-5d555891-0bfd-4b42-942b-a13cfae9ee29 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:17:42.386558 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf95944-e931-4397-bc27-2799420b7e16 req-5d555891-0bfd-4b42-942b-a13cfae9ee29 service neutron] Checking segment: {'id': '75bb7e37-7725-489d-bc65-15598eeadc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0c00e1b1-0e97-455e-9203-0b47858d040c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:17:42.387388 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf95944-e931-4397-bc27-2799420b7e16 req-5d555891-0bfd-4b42-942b-a13cfae9ee29 service neutron] Bound using segment: {'id': '75bb7e37-7725-489d-bc65-15598eeadc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0c00e1b1-0e97-455e-9203-0b47858d040c'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:17:42.388047 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-bcf95944-e931-4397-bc27-2799420b7e16 req-5d555891-0bfd-4b42-942b-a13cfae9ee29 service neutron] Bound port: c549f6d0-9954-49c0-9e15-f69fdd94c807, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75bb7e37-7725-489d-bc65-15598eeadc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0c00e1b1-0e97-455e-9203-0b47858d040c'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:17:42.388707 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bcf95944-e931-4397-bc27-2799420b7e16 req-5d555891-0bfd-4b42-942b-a13cfae9ee29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:42.392467 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'cd467e58-0514-4630-9b93-12f3610e765e', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'port_id': 'cd467e58-0514-4630-9b93-12f3610e765e', 'mac_address': 'fa:16:3e:01:3e:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed5558-888d-440a-8c32-52f2f9bc5bd5', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:17:42.458151 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:42.476356 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd467e58-0514-4630-9b93-12f3610e765e {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:17:42.495513 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5e8fe6c4-fee3-413a-ace7-3140851f821e req-d52c4af5-8cf0-4e20-99c2-7294667f3945 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] 10.222.0.55 "GET /v2.0/security-groups?id=15e6c738-9b4b-4bb8-bd71-2477ef7189ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418090 Feb 09 12:17:42.502145 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port cd467e58-0514-4630-9b93-12f3610e765e, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=cd467e58-0514-4630-9b93-12f3610e765e,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:17:42.508767 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:42.561266 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-bcf95944-e931-4397-bc27-2799420b7e16 req-5d555891-0bfd-4b42-942b-a13cfae9ee29 service neutron] For port c549f6d0-9954-49c0-9e15-f69fdd94c807, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:17:42.565457 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-bcf95944-e931-4397-bc27-2799420b7e16 req-5d555891-0bfd-4b42-942b-a13cfae9ee29 service neutron] For port c549f6d0-9954-49c0-9e15-f69fdd94c807, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=c549f6d0-9954-49c0-9e15-f69fdd94c807,segment=NetworkSegment(75bb7e37-7725-489d-bc65-15598eeadc7c),segment_id=75bb7e37-7725-489d-bc65-15598eeadc7c)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:17:42.571914 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bcf95944-e931-4397-bc27-2799420b7e16 req-5d555891-0bfd-4b42-942b-a13cfae9ee29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:42.617700 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=cd467e58-0514-4630-9b93-12f3610e765e,revision_number=6']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:42.647757 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['cd467e58-0514-4630-9b93-12f3610e765e'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:17:42.650147 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf95944-e931-4397-bc27-2799420b7e16 req-5d555891-0bfd-4b42-942b-a13cfae9ee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:42.650882 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bcf95944-e931-4397-bc27-2799420b7e16 req-5d555891-0bfd-4b42-942b-a13cfae9ee29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:42.656413 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bcf95944-e931-4397-bc27-2799420b7e16 req-5d555891-0bfd-4b42-942b-a13cfae9ee29 service neutron] 10.222.0.46 "PUT /v2.0/ports/c549f6d0-9954-49c0-9e15-f69fdd94c807 HTTP/1.1" status: 200 len: 1091 time: 1.7217655 Feb 09 12:17:42.660060 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '022751f9-f94f-4f8c-a4fa-567878825bdd', 'tag': 'c549f6d0-9954-49c0-9e15-f69fdd94c807'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:17:42.718468 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-bcf95944-e931-4397-bc27-2799420b7e16 req-7cb9c292-094f-4a44-90e0-8766764a40e9 service neutron] Request body: {'port': {'device_id': '022751f9-f94f-4f8c-a4fa-567878825bdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:17:42.947254 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d555891-0bfd-4b42-942b-a13cfae9ee29 service neutron] Pushing event updated for resources: {'Port': ['ID=c549f6d0-9954-49c0-9e15-f69fdd94c807,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:43.106928 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bcf95944-e931-4397-bc27-2799420b7e16 req-7cb9c292-094f-4a44-90e0-8766764a40e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:43.159951 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a15709-1c3e-4ed3-bc90-023080654b28 req-66b479d5-e8b6-4e1e-a976-0674a145ab9d tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:43.161449 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-72a15709-1c3e-4ed3-bc90-023080654b28 req-66b479d5-e8b6-4e1e-a976-0674a145ab9d tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?device_id=68123e96-78fc-493f-979f-fa4b73af8e8f HTTP/1.1" status: 200 len: 946 time: 0.3097017 Feb 09 12:17:43.167025 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 43454) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:17:43.266285 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-72a15709-1c3e-4ed3-bc90-023080654b28 req-c66733a7-60e9-412e-83d6-9bc3ba77f4b5 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc310c7-804c-482c-8f65-f0a6e9cffd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746689 Feb 09 12:17:43.368933 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '022751f9-f94f-4f8c-a4fa-567878825bdd', 'tag': 'c549f6d0-9954-49c0-9e15-f69fdd94c807', 'status': 'completed', 'code': 200} Feb 09 12:17:43.468918 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b3ae9b86-1e0c-4df4-808f-7bd8c33dad87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:43.607379 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b3ae9b86-1e0c-4df4-808f-7bd8c33dad87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:17:43.638736 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b3ae9b86-1e0c-4df4-808f-7bd8c33dad87 admin admin] Usage tracker for resource:security_group_rule and tenant:7f38453218724c30a23939a3b3d3945f is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:17:43.644359 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b3ae9b86-1e0c-4df4-808f-7bd8c33dad87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:17:43.657194 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b3ae9b86-1e0c-4df4-808f-7bd8c33dad87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:17:43.669529 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb34c5-cec2-4235-b07c-0f61e5cc2d97 req-12f1d733-46a3-47e4-a7f4-0ece3c3bc0cc tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:43.671015 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-06cb34c5-cec2-4235-b07c-0f61e5cc2d97 req-12f1d733-46a3-47e4-a7f4-0ece3c3bc0cc tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcbf81f5-e4f8-4b04-8c3a-4d80b2c30956 HTTP/1.1" status: 200 len: 946 time: 0.4168622 Feb 09 12:17:43.779356 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c75f132-4a94-4414-8123-53173c5b3395 req-6b3f09df-27ee-4938-a0ef-1c84c92c13a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:43.779736 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c75f132-4a94-4414-8123-53173c5b3395 req-6b3f09df-27ee-4938-a0ef-1c84c92c13a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:43.780235 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c75f132-4a94-4414-8123-53173c5b3395 req-6b3f09df-27ee-4938-a0ef-1c84c92c13a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:43.781827 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5c75f132-4a94-4414-8123-53173c5b3395 req-6b3f09df-27ee-4938-a0ef-1c84c92c13a3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8114ad2839984517a24a750c07d13d34&device_id=022751f9-f94f-4f8c-a4fa-567878825bdd HTTP/1.1" status: 200 len: 2730 time: 0.3847294 Feb 09 12:17:43.812710 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af214b-3fce-464a-b5c7-18b484cf93b8 req-5c3a487a-2237-477b-af87-d21e6d2181bb tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:43.814245 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d7af214b-3fce-464a-b5c7-18b484cf93b8 req-5c3a487a-2237-477b-af87-d21e6d2181bb tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a2010d-19ed-43b1-93e7-5befaca38eb7 HTTP/1.1" status: 200 len: 949 time: 0.3365097 Feb 09 12:17:43.838057 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-06cb34c5-cec2-4235-b07c-0f61e5cc2d97 req-6b4b037d-e69f-4a9f-b570-1b930eb4d79d tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] 10.222.0.55 "GET /v2.0/security-groups?id=15e6c738-9b4b-4bb8-bd71-2477ef7189ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532738 Feb 09 12:17:43.942352 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ee2f0e5c-256c-4dca-a264-3ba25532a0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:44.066532 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.resource_extend [req-bcf95944-e931-4397-bc27-2799420b7e16 req-7cb9c292-094f-4a44-90e0-8766764a40e9 service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:17:44.188625 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device cd467e58-0514-4630-9b93-12f3610e765e up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:17:44.227144 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d7af214b-3fce-464a-b5c7-18b484cf93b8 req-0204ca58-e783-48cf-95c9-43864b92189d tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] 10.222.0.55 "GET /v2.0/security-groups?id=322ca34a-1e43-49ee-9b94-58afc8395313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830965 Feb 09 12:17:44.281466 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port cd467e58-0514-4630-9b93-12f3610e765e triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:17:44.281732 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:44.304383 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b3ae9b86-1e0c-4df4-808f-7bd8c33dad87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:44.323605 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-bcf95944-e931-4397-bc27-2799420b7e16 req-7cb9c292-094f-4a44-90e0-8766764a40e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b38399b-a343-46a2-94f2-51a6aa336a1a {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:17:44.334789 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bcf95944-e931-4397-bc27-2799420b7e16 req-7cb9c292-094f-4a44-90e0-8766764a40e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:44.356985 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-bcf95944-e931-4397-bc27-2799420b7e16 req-7cb9c292-094f-4a44-90e0-8766764a40e9 service neutron] Transition to ACTIVE for port object 4b38399b-a343-46a2-94f2-51a6aa336a1a will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:17:44.385008 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b3ae9b86-1e0c-4df4-808f-7bd8c33dad87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:44.432492 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bcf95944-e931-4397-bc27-2799420b7e16 req-7cb9c292-094f-4a44-90e0-8766764a40e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:44.579718 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:44.590103 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c75f132-4a94-4414-8123-53173c5b3395 req-a0bedd6d-bf0c-4911-9408-2f0698ec5f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:44.590837 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c75f132-4a94-4414-8123-53173c5b3395 req-a0bedd6d-bf0c-4911-9408-2f0698ec5f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:44.591084 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c75f132-4a94-4414-8123-53173c5b3395 req-a0bedd6d-bf0c-4911-9408-2f0698ec5f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:44.593225 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5c75f132-4a94-4414-8123-53173c5b3395 req-a0bedd6d-bf0c-4911-9408-2f0698ec5f24 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=8114ad2839984517a24a750c07d13d34&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.7758293 Feb 09 12:17:44.639400 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93d00cb-241f-4e69-b28d-04d3d14faed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd467e58-0514-4630-9b93-12f3610e765e'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:17:44.656868 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port cd467e58-0514-4630-9b93-12f3610e765e, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=cd467e58-0514-4630-9b93-12f3610e765e,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:17:44.662973 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:44.693950 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43504) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:17:44.700669 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b3ae9b86-1e0c-4df4-808f-7bd8c33dad87 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7f38453218724c30a23939a3b3d3945f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5331595 Feb 09 12:17:44.743361 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ae9b86-1e0c-4df4-808f-7bd8c33dad87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7d1a87-7168-4c1b-ab25-fec4656c4538,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:44.896288 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-29e60208-cdd9-471f-8ed6-a19a00d4745f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:44.910671 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=cd467e58-0514-4630-9b93-12f3610e765e,revision_number=7']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:44.944112 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-29e60208-cdd9-471f-8ed6-a19a00d4745f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:45.048760 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-29e60208-cdd9-471f-8ed6-a19a00d4745f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:45.070087 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb9c292-094f-4a44-90e0-8766764a40e9 service neutron] Pushing event updated for resources: {'Port': ['ID=4b38399b-a343-46a2-94f2-51a6aa336a1a,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:45.075469 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e60208-cdd9-471f-8ed6-a19a00d4745f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7d1a87-7168-4c1b-ab25-fec4656c4538,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:45.084584 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-29e60208-cdd9-471f-8ed6-a19a00d4745f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:45.086374 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-29e60208-cdd9-471f-8ed6-a19a00d4745f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ae7d1a87-7168-4c1b-ab25-fec4656c4538 HTTP/1.1" status: 204 len: 168 time: 0.3900435 Feb 09 12:17:45.249677 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4d676-1511-4176-97db-07302ece9464 req-5656d9e4-1bf3-4c5f-80ed-b5a070a4852d tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:45.256680 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4d676-1511-4176-97db-07302ece9464 req-5656d9e4-1bf3-4c5f-80ed-b5a070a4852d tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:45.263545 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4d676-1511-4176-97db-07302ece9464 req-5656d9e4-1bf3-4c5f-80ed-b5a070a4852d tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:45.271232 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f4f4d676-1511-4176-97db-07302ece9464 req-5656d9e4-1bf3-4c5f-80ed-b5a070a4852d tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/ports?device_id=022751f9-f94f-4f8c-a4fa-567878825bdd HTTP/1.1" status: 200 len: 2387 time: 1.2214706 Feb 09 12:17:45.355409 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-bcf95944-e931-4397-bc27-2799420b7e16 req-7cb9c292-094f-4a44-90e0-8766764a40e9 service neutron] Attempting to bind port 4b38399b-a343-46a2-94f2-51a6aa336a1a on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:17:45.368372 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-bcf95944-e931-4397-bc27-2799420b7e16 req-7cb9c292-094f-4a44-90e0-8766764a40e9 service neutron] Attempting to bind port 4b38399b-a343-46a2-94f2-51a6aa336a1a by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'd4033166-018c-4822-8b2b-88b7b86f5d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f2149470-3c45-4164-baf5-418f7d9685a2'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:17:45.369588 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf95944-e931-4397-bc27-2799420b7e16 req-7cb9c292-094f-4a44-90e0-8766764a40e9 service neutron] Attempting to bind port 4b38399b-a343-46a2-94f2-51a6aa336a1a on network f2149470-3c45-4164-baf5-418f7d9685a2 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:17:45.390523 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf95944-e931-4397-bc27-2799420b7e16 req-7cb9c292-094f-4a44-90e0-8766764a40e9 service neutron] Port 4b38399b-a343-46a2-94f2-51a6aa336a1a on network f2149470-3c45-4164-baf5-418f7d9685a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:17:45.391088 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf95944-e931-4397-bc27-2799420b7e16 req-7cb9c292-094f-4a44-90e0-8766764a40e9 service neutron] Attempting to bind port 4b38399b-a343-46a2-94f2-51a6aa336a1a on network f2149470-3c45-4164-baf5-418f7d9685a2 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:17:45.439705 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf95944-e931-4397-bc27-2799420b7e16 req-7cb9c292-094f-4a44-90e0-8766764a40e9 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:17:45.440103 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf95944-e931-4397-bc27-2799420b7e16 req-7cb9c292-094f-4a44-90e0-8766764a40e9 service neutron] Checking segment: {'id': 'd4033166-018c-4822-8b2b-88b7b86f5d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f2149470-3c45-4164-baf5-418f7d9685a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:17:45.440477 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf95944-e931-4397-bc27-2799420b7e16 req-7cb9c292-094f-4a44-90e0-8766764a40e9 service neutron] Bound using segment: {'id': 'd4033166-018c-4822-8b2b-88b7b86f5d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f2149470-3c45-4164-baf5-418f7d9685a2'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:17:45.440924 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-bcf95944-e931-4397-bc27-2799420b7e16 req-7cb9c292-094f-4a44-90e0-8766764a40e9 service neutron] Bound port: 4b38399b-a343-46a2-94f2-51a6aa336a1a, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4033166-018c-4822-8b2b-88b7b86f5d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f2149470-3c45-4164-baf5-418f7d9685a2'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:17:45.441272 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bcf95944-e931-4397-bc27-2799420b7e16 req-7cb9c292-094f-4a44-90e0-8766764a40e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:45.466659 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f4f4d676-1511-4176-97db-07302ece9464 req-83a22792-b82b-4555-8264-4d8d41138b88 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/security-groups?id=7752dbfe-1b85-414b-88da-268929ad7fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929498 Feb 09 12:17:45.548765 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c75f132-4a94-4414-8123-53173c5b3395 req-e133211f-7af0-4d35-bd75-a075791b54e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:45.550523 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5c75f132-4a94-4414-8123-53173c5b3395 req-e133211f-7af0-4d35-bd75-a075791b54e7 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8371701 Feb 09 12:17:45.596069 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36861f-a663-4a66-98a2-17ce8a9f8753 req-2383090e-9cc2-486e-8a10-6b686f9af1c0 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:45.603684 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0d36861f-a663-4a66-98a2-17ce8a9f8753 req-2383090e-9cc2-486e-8a10-6b686f9af1c0 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c5c334a-0c36-4d90-bb8f-a7aab598482d HTTP/1.1" status: 200 len: 945 time: 0.7370477 Feb 09 12:17:45.618263 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43522) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:17:45.649423 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e4ab4267-200c-4b94-b371-2b379824558b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:45.692802 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e4ab4267-200c-4b94-b371-2b379824558b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:17:45.700792 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e4ab4267-200c-4b94-b371-2b379824558b admin admin] Usage tracker for resource:security_group_rule and tenant:3a12ad91618d4bc3b32ecf09b6a2e19d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:17:45.704716 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e4ab4267-200c-4b94-b371-2b379824558b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:17:45.715402 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e4ab4267-200c-4b94-b371-2b379824558b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:17:45.726636 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0d36861f-a663-4a66-98a2-17ce8a9f8753 req-5ac88ac4-a800-4282-8f9e-91a94e49618c tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] 10.222.0.55 "GET /v2.0/security-groups?id=15e6c738-9b4b-4bb8-bd71-2477ef7189ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217914 Feb 09 12:17:45.801394 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a93d00cb-241f-4e69-b28d-04d3d14faed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd467e58-0514-4630-9b93-12f3610e765e', 'code': 200} Feb 09 12:17:45.804168 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-bcf95944-e931-4397-bc27-2799420b7e16 req-7cb9c292-094f-4a44-90e0-8766764a40e9 service neutron] For port 4b38399b-a343-46a2-94f2-51a6aa336a1a, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:17:45.825886 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-bcf95944-e931-4397-bc27-2799420b7e16 req-7cb9c292-094f-4a44-90e0-8766764a40e9 service neutron] For port 4b38399b-a343-46a2-94f2-51a6aa336a1a, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=4b38399b-a343-46a2-94f2-51a6aa336a1a,segment=NetworkSegment(d4033166-018c-4822-8b2b-88b7b86f5d6a),segment_id=d4033166-018c-4822-8b2b-88b7b86f5d6a)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:17:45.839085 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bcf95944-e931-4397-bc27-2799420b7e16 req-7cb9c292-094f-4a44-90e0-8766764a40e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:45.868531 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e4ab4267-200c-4b94-b371-2b379824558b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:45.876438 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e4ab4267-200c-4b94-b371-2b379824558b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:45.946535 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb9c292-094f-4a44-90e0-8766764a40e9 service neutron] Pushing event updated for resources: {'Port': ['ID=4b38399b-a343-46a2-94f2-51a6aa336a1a,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:45.960289 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf95944-e931-4397-bc27-2799420b7e16 req-7cb9c292-094f-4a44-90e0-8766764a40e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:45.960906 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bcf95944-e931-4397-bc27-2799420b7e16 req-7cb9c292-094f-4a44-90e0-8766764a40e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:45.962264 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bcf95944-e931-4397-bc27-2799420b7e16 req-7cb9c292-094f-4a44-90e0-8766764a40e9 service neutron] 10.222.0.46 "PUT /v2.0/ports/4b38399b-a343-46a2-94f2-51a6aa336a1a HTTP/1.1" status: 200 len: 1091 time: 3.2682397 Feb 09 12:17:45.962686 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '022751f9-f94f-4f8c-a4fa-567878825bdd', 'tag': '4b38399b-a343-46a2-94f2-51a6aa336a1a'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:17:45.990209 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083c468-63e2-4ee1-a0b1-f5c01eab1e08 req-021a0b9d-10a8-4f53-8ae4-e703dca21102 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:45.992242 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e4ab4267-200c-4b94-b371-2b379824558b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3a12ad91618d4bc3b32ecf09b6a2e19d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3730030 Feb 09 12:17:45.993975 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c083c468-63e2-4ee1-a0b1-f5c01eab1e08 req-021a0b9d-10a8-4f53-8ae4-e703dca21102 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?device_id=68123e96-78fc-493f-979f-fa4b73af8e8f HTTP/1.1" status: 200 len: 946 time: 0.2798345 Feb 09 12:17:46.002554 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ab4267-200c-4b94-b371-2b379824558b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355b87b8-0467-4cdf-a014-05ae0bdb871f,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:46.005353 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-bcf95944-e931-4397-bc27-2799420b7e16 req-4ec89f9d-e417-4a7b-8529-ba7fc0945923 service neutron] Request body: {'port': {'device_id': '022751f9-f94f-4f8c-a4fa-567878825bdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:17:46.022825 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43530) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:17:46.195485 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c083c468-63e2-4ee1-a0b1-f5c01eab1e08 req-e3004b74-1d77-42da-8ed0-c7844c49edd4 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc310c7-804c-482c-8f65-f0a6e9cffd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334519 Feb 09 12:17:46.219074 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cfcac093-7d99-4d68-af08-7fd2982b504f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:46.274505 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f797a496-862f-4056-93bc-232dabd7af6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:46.338126 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cfcac093-7d99-4d68-af08-7fd2982b504f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:46.338337 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bcf95944-e931-4397-bc27-2799420b7e16 req-4ec89f9d-e417-4a7b-8529-ba7fc0945923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:46.466963 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cfcac093-7d99-4d68-af08-7fd2982b504f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:46.505972 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcac093-7d99-4d68-af08-7fd2982b504f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355b87b8-0467-4cdf-a014-05ae0bdb871f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:46.521354 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cfcac093-7d99-4d68-af08-7fd2982b504f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:46.523073 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-cfcac093-7d99-4d68-af08-7fd2982b504f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/355b87b8-0467-4cdf-a014-05ae0bdb871f HTTP/1.1" status: 204 len: 168 time: 0.4987116 Feb 09 12:17:46.940043 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '022751f9-f94f-4f8c-a4fa-567878825bdd', 'tag': '4b38399b-a343-46a2-94f2-51a6aa336a1a', 'status': 'completed', 'code': 200} Feb 09 12:17:47.104055 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fac89c-9650-4ff0-a096-3778777edebb req-e267dd07-eff0-448a-83fc-18f1dedc0d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:47.104621 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fac89c-9650-4ff0-a096-3778777edebb req-e267dd07-eff0-448a-83fc-18f1dedc0d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:47.104998 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fac89c-9650-4ff0-a096-3778777edebb req-e267dd07-eff0-448a-83fc-18f1dedc0d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:47.107718 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d3fac89c-9650-4ff0-a096-3778777edebb req-e267dd07-eff0-448a-83fc-18f1dedc0d27 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8114ad2839984517a24a750c07d13d34&device_id=022751f9-f94f-4f8c-a4fa-567878825bdd HTTP/1.1" status: 200 len: 2797 time: 0.1662791 Feb 09 12:17:47.195152 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad3a43-81c1-4ef1-a732-04e6ecb502ab req-00fe0627-0cc6-4783-a96d-1873bdcf1997 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:47.203914 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bfad3a43-81c1-4ef1-a732-04e6ecb502ab req-00fe0627-0cc6-4783-a96d-1873bdcf1997 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a2010d-19ed-43b1-93e7-5befaca38eb7 HTTP/1.1" status: 200 len: 949 time: 0.7351456 Feb 09 12:17:47.289233 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b742a-9222-458a-baa0-8a770130b5bc req-d6bcfe56-3654-4fb1-a8a9-b6050341ba8a tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:47.291182 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-971b742a-9222-458a-baa0-8a770130b5bc req-d6bcfe56-3654-4fb1-a8a9-b6050341ba8a tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] 10.222.0.52 "GET /v2.0/ports?device_id=92a2010d-19ed-43b1-93e7-5befaca38eb7 HTTP/1.1" status: 200 len: 949 time: 0.8823006 Feb 09 12:17:47.300557 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffb38e-115a-4eb9-b6ea-0a676f05d3f3 req-1d424d23-a449-4a4b-905e-b934d2a30b5f tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:47.302255 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-22ffb38e-115a-4eb9-b6ea-0a676f05d3f3 req-1d424d23-a449-4a4b-905e-b934d2a30b5f tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c54d584-274b-482c-b20a-a799695c352e HTTP/1.1" status: 200 len: 945 time: 0.3570564 Feb 09 12:17:47.335626 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fac89c-9650-4ff0-a096-3778777edebb req-88d823b6-fd55-4c57-a345-a9be2e89f26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:47.336129 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fac89c-9650-4ff0-a096-3778777edebb req-88d823b6-fd55-4c57-a345-a9be2e89f26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:47.336599 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fac89c-9650-4ff0-a096-3778777edebb req-88d823b6-fd55-4c57-a345-a9be2e89f26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:47.338240 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d3fac89c-9650-4ff0-a096-3778777edebb req-88d823b6-fd55-4c57-a345-a9be2e89f26b service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=8114ad2839984517a24a750c07d13d34&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2174103 Feb 09 12:17:47.441623 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.resource_extend [req-bcf95944-e931-4397-bc27-2799420b7e16 req-4ec89f9d-e417-4a7b-8529-ba7fc0945923 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:17:47.443179 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:47.555148 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:47.569437 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fac89c-9650-4ff0-a096-3778777edebb req-1643cbeb-105c-40d6-bb2b-98264d2dc81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:47.570382 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bfad3a43-81c1-4ef1-a732-04e6ecb502ab req-859e2c80-23e2-4aa6-bad2-ca36d4691ba5 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] 10.222.0.55 "GET /v2.0/security-groups?id=322ca34a-1e43-49ee-9b94-58afc8395313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655393 Feb 09 12:17:47.571782 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d3fac89c-9650-4ff0-a096-3778777edebb req-1643cbeb-105c-40d6-bb2b-98264d2dc81c service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2252109 Feb 09 12:17:47.602392 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-971b742a-9222-458a-baa0-8a770130b5bc req-b0bf9935-67e7-47a6-b724-452c977792c4 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Deleting port 66290e4e-4014-4dc2-9b0f-68f1f6990bd8 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:17:47.603228 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-971b742a-9222-458a-baa0-8a770130b5bc req-b0bf9935-67e7-47a6-b724-452c977792c4 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:47.656110 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f41574-78a0-4e19-9f22-04bfa645e74c req-53a9339a-88ee-4874-bb08-bdb1f99f5ccb tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:47.663581 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-52f41574-78a0-4e19-9f22-04bfa645e74c req-53a9339a-88ee-4874-bb08-bdb1f99f5ccb tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c54d584-274b-482c-b20a-a799695c352e HTTP/1.1" status: 200 len: 945 time: 0.5664093 Feb 09 12:17:47.688527 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-22ffb38e-115a-4eb9-b6ea-0a676f05d3f3 req-9a88902e-d419-45a2-a5de-079ba244050b tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Deleting port 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:17:47.688870 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-22ffb38e-115a-4eb9-b6ea-0a676f05d3f3 req-9a88902e-d419-45a2-a5de-079ba244050b tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:47.774923 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-bcf95944-e931-4397-bc27-2799420b7e16 req-4ec89f9d-e417-4a7b-8529-ba7fc0945923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a67c893-ff8e-4e30-930b-2302762ef6eb {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:17:47.827062 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bcf95944-e931-4397-bc27-2799420b7e16 req-4ec89f9d-e417-4a7b-8529-ba7fc0945923 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:47.917066 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-bcf95944-e931-4397-bc27-2799420b7e16 req-4ec89f9d-e417-4a7b-8529-ba7fc0945923 service neutron] Transition to ACTIVE for port object 5a67c893-ff8e-4e30-930b-2302762ef6eb will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:17:47.974927 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-52f41574-78a0-4e19-9f22-04bfa645e74c req-666a01ca-ead4-4161-8d80-dff72a62ec6f tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101883 Feb 09 12:17:47.991223 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bcf95944-e931-4397-bc27-2799420b7e16 req-4ec89f9d-e417-4a7b-8529-ba7fc0945923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:48.513732 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec89f9d-e417-4a7b-8529-ba7fc0945923 service neutron] Pushing event updated for resources: {'Port': ['ID=5a67c893-ff8e-4e30-930b-2302762ef6eb,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:48.514391 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43588) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:17:48.566006 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e70f87-a74e-4c16-b2d4-67e90e6c68d9 req-fd437911-0e24-4d60-8040-b75a8742aa44 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:48.572099 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e70f87-a74e-4c16-b2d4-67e90e6c68d9 req-fd437911-0e24-4d60-8040-b75a8742aa44 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:48.578896 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e70f87-a74e-4c16-b2d4-67e90e6c68d9 req-fd437911-0e24-4d60-8040-b75a8742aa44 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:48.588503 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c7e70f87-a74e-4c16-b2d4-67e90e6c68d9 req-fd437911-0e24-4d60-8040-b75a8742aa44 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/ports?device_id=022751f9-f94f-4f8c-a4fa-567878825bdd HTTP/1.1" status: 200 len: 2399 time: 0.9070618 Feb 09 12:17:48.682317 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed1b2176-4c9a-44d6-92f5-548ab62c7a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:48.718906 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ed1b2176-4c9a-44d6-92f5-548ab62c7a42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:17:48.723383 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ed1b2176-4c9a-44d6-92f5-548ab62c7a42 admin admin] Usage tracker for resource:security_group_rule and tenant:71e11c88b6cc40be8c4967cf7b377a85 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:17:48.733309 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ed1b2176-4c9a-44d6-92f5-548ab62c7a42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:17:48.742093 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ed1b2176-4c9a-44d6-92f5-548ab62c7a42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:17:48.806643 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 66290e4e-4014-4dc2-9b0f-68f1f6990bd8 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:17:48.839459 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c7e70f87-a74e-4c16-b2d4-67e90e6c68d9 req-0696d234-50c3-48c3-9f1b-d467c0054ce3 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/security-groups?id=7752dbfe-1b85-414b-88da-268929ad7fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500057 Feb 09 12:17:48.885136 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed1b2176-4c9a-44d6-92f5-548ab62c7a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:48.891266 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed1b2176-4c9a-44d6-92f5-548ab62c7a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:48.954769 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ed1b2176-4c9a-44d6-92f5-548ab62c7a42 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=71e11c88b6cc40be8c4967cf7b377a85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4396265 Feb 09 12:17:48.959312 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43604) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:17:48.997512 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:49.048248 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b2176-4c9a-44d6-92f5-548ab62c7a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7d015a-061a-47c0-82cb-35127b5727e1,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:49.084035 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1b2176-4c9a-44d6-92f5-548ab62c7a42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:17:49.084536 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1b2176-4c9a-44d6-92f5-548ab62c7a42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:17:49.085094 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1b2176-4c9a-44d6-92f5-548ab62c7a42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:17:49.085532 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1b2176-4c9a-44d6-92f5-548ab62c7a42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:17:49.085962 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1b2176-4c9a-44d6-92f5-548ab62c7a42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:17:49.086390 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1b2176-4c9a-44d6-92f5-548ab62c7a42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:17:49.086862 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1b2176-4c9a-44d6-92f5-548ab62c7a42 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:17:49.087302 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1b2176-4c9a-44d6-92f5-548ab62c7a42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:17:49.087726 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1b2176-4c9a-44d6-92f5-548ab62c7a42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:17:49.088170 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1b2176-4c9a-44d6-92f5-548ab62c7a42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:17:49.088587 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1b2176-4c9a-44d6-92f5-548ab62c7a42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:17:49.089005 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1b2176-4c9a-44d6-92f5-548ab62c7a42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:17:49.116273 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-971b742a-9222-458a-baa0-8a770130b5bc req-b0bf9935-67e7-47a6-b724-452c977792c4 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] For port 66290e4e-4014-4dc2-9b0f-68f1f6990bd8, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=66290e4e-4014-4dc2-9b0f-68f1f6990bd8,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:17:49.116646 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-971b742a-9222-458a-baa0-8a770130b5bc req-b0bf9935-67e7-47a6-b724-452c977792c4 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:49.117402 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-53e9b39b-e023-49ba-b0f8-2b203ffdf755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:49.147347 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-53e9b39b-e023-49ba-b0f8-2b203ffdf755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:49.216847 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-53e9b39b-e023-49ba-b0f8-2b203ffdf755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:49.226152 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f7523e-becb-47ed-b59c-22a6f945d42d req-9385f0e0-7929-4cc7-a4bc-9a24cb3e7945 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:49.234248 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-36f7523e-becb-47ed-b59c-22a6f945d42d req-9385f0e0-7929-4cc7-a4bc-9a24cb3e7945 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c5c334a-0c36-4d90-bb8f-a7aab598482d HTTP/1.1" status: 200 len: 945 time: 0.9787805 Feb 09 12:17:49.236090 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-bcf95944-e931-4397-bc27-2799420b7e16 req-4ec89f9d-e417-4a7b-8529-ba7fc0945923 service neutron] Attempting to bind port 5a67c893-ff8e-4e30-930b-2302762ef6eb on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:17:49.236433 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-bcf95944-e931-4397-bc27-2799420b7e16 req-4ec89f9d-e417-4a7b-8529-ba7fc0945923 service neutron] Attempting to bind port 5a67c893-ff8e-4e30-930b-2302762ef6eb by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '75bb7e37-7725-489d-bc65-15598eeadc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0c00e1b1-0e97-455e-9203-0b47858d040c'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:17:49.236766 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf95944-e931-4397-bc27-2799420b7e16 req-4ec89f9d-e417-4a7b-8529-ba7fc0945923 service neutron] Attempting to bind port 5a67c893-ff8e-4e30-930b-2302762ef6eb on network 0c00e1b1-0e97-455e-9203-0b47858d040c {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:17:49.239197 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e9b39b-e023-49ba-b0f8-2b203ffdf755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7d015a-061a-47c0-82cb-35127b5727e1,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:49.243714 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-22ffb38e-115a-4eb9-b6ea-0a676f05d3f3 req-9a88902e-d419-45a2-a5de-079ba244050b tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] For port 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5,segment=NetworkSegment(32f229e9-9010-4be1-973f-7ae4423dcda8),segment_id=32f229e9-9010-4be1-973f-7ae4423dcda8)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:17:49.244132 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-22ffb38e-115a-4eb9-b6ea-0a676f05d3f3 req-9a88902e-d419-45a2-a5de-079ba244050b tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:49.249683 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-53e9b39b-e023-49ba-b0f8-2b203ffdf755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:49.267671 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-53e9b39b-e023-49ba-b0f8-2b203ffdf755 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4e7d015a-061a-47c0-82cb-35127b5727e1 HTTP/1.1" status: 204 len: 168 time: 0.3070798 Feb 09 12:17:49.460143 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf95944-e931-4397-bc27-2799420b7e16 req-4ec89f9d-e417-4a7b-8529-ba7fc0945923 service neutron] Port 5a67c893-ff8e-4e30-930b-2302762ef6eb on network 0c00e1b1-0e97-455e-9203-0b47858d040c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:17:49.460465 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf95944-e931-4397-bc27-2799420b7e16 req-4ec89f9d-e417-4a7b-8529-ba7fc0945923 service neutron] Attempting to bind port 5a67c893-ff8e-4e30-930b-2302762ef6eb on network 0c00e1b1-0e97-455e-9203-0b47858d040c {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:17:49.561744 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-971b742a-9222-458a-baa0-8a770130b5bc req-b0bf9935-67e7-47a6-b724-452c977792c4 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Calling delete_port for 66290e4e-4014-4dc2-9b0f-68f1f6990bd8 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:17:49.725014 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf95944-e931-4397-bc27-2799420b7e16 req-4ec89f9d-e417-4a7b-8529-ba7fc0945923 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:17:49.725403 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf95944-e931-4397-bc27-2799420b7e16 req-4ec89f9d-e417-4a7b-8529-ba7fc0945923 service neutron] Checking segment: {'id': '75bb7e37-7725-489d-bc65-15598eeadc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0c00e1b1-0e97-455e-9203-0b47858d040c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:17:49.725755 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf95944-e931-4397-bc27-2799420b7e16 req-4ec89f9d-e417-4a7b-8529-ba7fc0945923 service neutron] Bound using segment: {'id': '75bb7e37-7725-489d-bc65-15598eeadc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0c00e1b1-0e97-455e-9203-0b47858d040c'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:17:49.726216 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-bcf95944-e931-4397-bc27-2799420b7e16 req-4ec89f9d-e417-4a7b-8529-ba7fc0945923 service neutron] Bound port: 5a67c893-ff8e-4e30-930b-2302762ef6eb, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75bb7e37-7725-489d-bc65-15598eeadc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0c00e1b1-0e97-455e-9203-0b47858d040c'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:17:49.726634 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bcf95944-e931-4397-bc27-2799420b7e16 req-4ec89f9d-e417-4a7b-8529-ba7fc0945923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:49.751591 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-22ffb38e-115a-4eb9-b6ea-0a676f05d3f3 req-9a88902e-d419-45a2-a5de-079ba244050b tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Calling delete_port for 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:17:49.944712 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-36f7523e-becb-47ed-b59c-22a6f945d42d req-f8567182-22fe-49a1-bdfb-52f80e900cde tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] 10.222.0.55 "GET /v2.0/security-groups?id=15e6c738-9b4b-4bb8-bd71-2477ef7189ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7096081 Feb 09 12:17:50.033125 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e80254-f95b-45c0-a164-980c743b554f req-bf115664-7adf-4a57-9c76-d30c9f865876 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:50.034798 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-57e80254-f95b-45c0-a164-980c743b554f req-bf115664-7adf-4a57-9c76-d30c9f865876 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c5c334a-0c36-4d90-bb8f-a7aab598482d HTTP/1.1" status: 200 len: 945 time: 0.9068310 Feb 09 12:17:50.096261 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b6de3-ca26-4642-85c4-e19714a8a603 req-867685a8-c41b-4e6c-95d9-71ae52e825f2 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:50.097789 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c69b6de3-ca26-4642-85c4-e19714a8a603 req-867685a8-c41b-4e6c-95d9-71ae52e825f2 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?device_id=68123e96-78fc-493f-979f-fa4b73af8e8f HTTP/1.1" status: 200 len: 946 time: 0.9686351 Feb 09 12:17:50.113416 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:50.226192 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:17:50.343434 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No active binding found for port 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5 {{(pid=87569) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 09 12:17:50.343886 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:17:50.378004 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-971b742a-9222-458a-baa0-8a770130b5bc req-b0bf9935-67e7-47a6-b724-452c977792c4 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:50.387468 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-22ffb38e-115a-4eb9-b6ea-0a676f05d3f3 req-9a88902e-d419-45a2-a5de-079ba244050b tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:50.396711 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-57e80254-f95b-45c0-a164-980c743b554f req-1b8637e5-9d3e-42dd-94d3-522adbb1492b tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Deleting port 6938ec1a-98a2-454b-b0e6-89008607cd76 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:17:50.397200 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-57e80254-f95b-45c0-a164-980c743b554f req-1b8637e5-9d3e-42dd-94d3-522adbb1492b tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:50.534068 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-bcf95944-e931-4397-bc27-2799420b7e16 req-4ec89f9d-e417-4a7b-8529-ba7fc0945923 service neutron] For port 5a67c893-ff8e-4e30-930b-2302762ef6eb, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:17:50.552496 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c69b6de3-ca26-4642-85c4-e19714a8a603 req-51991058-c998-49bf-9972-c89395d26f50 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc310c7-804c-482c-8f65-f0a6e9cffd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4414089 Feb 09 12:17:50.562636 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2cfa2a49-4fd8-4ad8-95c6-929847055ff8 req-955119ad-b0fe-4254-bbae-9a8418ba2679 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a2010d-19ed-43b1-93e7-5befaca38eb7 HTTP/1.1" status: 200 len: 210 time: 0.2100227 Feb 09 12:17:50.563491 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf9935-67e7-47a6-b724-452c977792c4 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Pushing event deleted for resources: {'Port': ['ID=66290e4e-4014-4dc2-9b0f-68f1f6990bd8,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:50.576324 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bf9935-67e7-47a6-b724-452c977792c4 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:17:50.576839 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bf9935-67e7-47a6-b724-452c977792c4 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:17:50.577297 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bf9935-67e7-47a6-b724-452c977792c4 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:17:50.577753 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bf9935-67e7-47a6-b724-452c977792c4 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:17:50.578170 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bf9935-67e7-47a6-b724-452c977792c4 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:17:50.578600 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bf9935-67e7-47a6-b724-452c977792c4 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:17:50.579143 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bf9935-67e7-47a6-b724-452c977792c4 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:17:50.579515 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bf9935-67e7-47a6-b724-452c977792c4 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:17:50.588945 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bf9935-67e7-47a6-b724-452c977792c4 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:17:50.588945 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bf9935-67e7-47a6-b724-452c977792c4 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:17:50.588945 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bf9935-67e7-47a6-b724-452c977792c4 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:17:50.588945 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bf9935-67e7-47a6-b724-452c977792c4 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:17:50.672029 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-bcf95944-e931-4397-bc27-2799420b7e16 req-4ec89f9d-e417-4a7b-8529-ba7fc0945923 service neutron] For port 5a67c893-ff8e-4e30-930b-2302762ef6eb, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=5a67c893-ff8e-4e30-930b-2302762ef6eb,segment=NetworkSegment(75bb7e37-7725-489d-bc65-15598eeadc7c),segment_id=75bb7e37-7725-489d-bc65-15598eeadc7c)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:17:50.742655 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bcf95944-e931-4397-bc27-2799420b7e16 req-4ec89f9d-e417-4a7b-8529-ba7fc0945923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:50.777300 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a88902e-d419-45a2-a5de-079ba244050b tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Pushing event deleted for resources: {'Port': ['ID=6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:50.779629 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ffb38e-115a-4eb9-b6ea-0a676f05d3f3 req-9a88902e-d419-45a2-a5de-079ba244050b tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] No DVR routers for this DVR port 6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5 on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:17:50.846352 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-22ffb38e-115a-4eb9-b6ea-0a676f05d3f3 req-9a88902e-d419-45a2-a5de-079ba244050b tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:50.882174 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c54d584-274b-482c-b20a-a799695c352e', 'name': 'network-vif-deleted', 'tag': '6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:17:50.942267 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5cc0683e-f47d-4142-b558-9882db6de1a1 req-3088266c-22d0-46bd-aa71-a2438ce7a81a tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c54d584-274b-482c-b20a-a799695c352e HTTP/1.1" status: 200 len: 210 time: 0.2155752 Feb 09 12:17:50.983428 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:17:51.002772 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf95944-e931-4397-bc27-2799420b7e16 req-4ec89f9d-e417-4a7b-8529-ba7fc0945923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:51.003628 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bcf95944-e931-4397-bc27-2799420b7e16 req-4ec89f9d-e417-4a7b-8529-ba7fc0945923 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:51.005506 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bcf95944-e931-4397-bc27-2799420b7e16 req-4ec89f9d-e417-4a7b-8529-ba7fc0945923 service neutron] 10.222.0.46 "PUT /v2.0/ports/5a67c893-ff8e-4e30-930b-2302762ef6eb HTTP/1.1" status: 200 len: 1092 time: 5.0044188 Feb 09 12:17:51.018876 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-22ffb38e-115a-4eb9-b6ea-0a676f05d3f3 req-9a88902e-d419-45a2-a5de-079ba244050b tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.46 "DELETE /v2.0/ports/6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5 HTTP/1.1" status: 204 len: 173 time: 3.7052610 Feb 09 12:17:51.087241 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-971b742a-9222-458a-baa0-8a770130b5bc req-b0bf9935-67e7-47a6-b724-452c977792c4 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] No DVR routers for this DVR port 66290e4e-4014-4dc2-9b0f-68f1f6990bd8 on host n-h1-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:17:51.091497 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-971b742a-9222-458a-baa0-8a770130b5bc req-b0bf9935-67e7-47a6-b724-452c977792c4 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:51.093674 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-971b742a-9222-458a-baa0-8a770130b5bc req-b0bf9935-67e7-47a6-b724-452c977792c4 tempest-ImagesOneServerTestJSON-504538605 tempest-ImagesOneServerTestJSON-504538605-project] 10.222.0.52 "DELETE /v2.0/ports/66290e4e-4014-4dc2-9b0f-68f1f6990bd8 HTTP/1.1" status: 204 len: 173 time: 3.7799637 Feb 09 12:17:51.554998 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c54d584-274b-482c-b20a-a799695c352e', 'name': 'network-vif-deleted', 'tag': '6a6741ff-ee28-465a-aa1a-9bd6d27ee6e5', 'status': 'completed', 'code': 200} Feb 09 12:17:51.631121 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec89f9d-e417-4a7b-8529-ba7fc0945923 service neutron] Pushing event updated for resources: {'Port': ['ID=5a67c893-ff8e-4e30-930b-2302762ef6eb,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:51.768184 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-57e80254-f95b-45c0-a164-980c743b554f req-1b8637e5-9d3e-42dd-94d3-522adbb1492b tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] For port 6938ec1a-98a2-454b-b0e6-89008607cd76, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=6938ec1a-98a2-454b-b0e6-89008607cd76,segment=NetworkSegment(072bb687-b429-4d78-a25c-f8a25b3474dc),segment_id=072bb687-b429-4d78-a25c-f8a25b3474dc)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:17:51.768433 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-57e80254-f95b-45c0-a164-980c743b554f req-1b8637e5-9d3e-42dd-94d3-522adbb1492b tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:51.929809 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-57e80254-f95b-45c0-a164-980c743b554f req-1b8637e5-9d3e-42dd-94d3-522adbb1492b tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Calling delete_port for 6938ec1a-98a2-454b-b0e6-89008607cd76 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:17:51.973938 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf95944-e931-4397-bc27-2799420b7e16 req-4e788564-2771-4665-9b5c-9c338c831531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:51.974411 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf95944-e931-4397-bc27-2799420b7e16 req-4e788564-2771-4665-9b5c-9c338c831531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:51.974879 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf95944-e931-4397-bc27-2799420b7e16 req-4e788564-2771-4665-9b5c-9c338c831531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:51.976659 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bcf95944-e931-4397-bc27-2799420b7e16 req-4e788564-2771-4665-9b5c-9c338c831531 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8114ad2839984517a24a750c07d13d34&device_id=022751f9-f94f-4f8c-a4fa-567878825bdd HTTP/1.1" status: 200 len: 2864 time: 0.8947380 Feb 09 12:17:52.002112 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f0d1c-d9c3-4076-aef1-c5713ba0a2da req-809da0be-3ffb-4d80-987f-116a8b0ffe19 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:52.007848 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f0d1c-d9c3-4076-aef1-c5713ba0a2da req-809da0be-3ffb-4d80-987f-116a8b0ffe19 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:52.013636 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f0d1c-d9c3-4076-aef1-c5713ba0a2da req-809da0be-3ffb-4d80-987f-116a8b0ffe19 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:52.015277 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b8f0d1c-d9c3-4076-aef1-c5713ba0a2da req-809da0be-3ffb-4d80-987f-116a8b0ffe19 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/ports?device_id=022751f9-f94f-4f8c-a4fa-567878825bdd HTTP/1.1" status: 200 len: 2411 time: 0.8164756 Feb 09 12:17:52.083866 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b15b1-03fa-4ad2-80e8-ebc0550ab452 req-2dbb2b68-6b60-4702-9218-81ea61aa39b4 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:52.092106 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aa1b15b1-03fa-4ad2-80e8-ebc0550ab452 req-2dbb2b68-6b60-4702-9218-81ea61aa39b4 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c5c334a-0c36-4d90-bb8f-a7aab598482d HTTP/1.1" status: 200 len: 945 time: 0.5256057 Feb 09 12:17:52.143536 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bcf95944-e931-4397-bc27-2799420b7e16 req-7c0e46e8-4017-41ef-a267-478c277b56ea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.34&port_id=c549f6d0-9954-49c0-9e15-f69fdd94c807 HTTP/1.1" status: 200 len: 217 time: 0.1511295 Feb 09 12:17:52.285454 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aa1b15b1-03fa-4ad2-80e8-ebc0550ab452 req-55115620-3174-4aab-ab3c-76d3d2547fc6 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] 10.222.0.55 "GET /v2.0/security-groups?id=15e6c738-9b4b-4bb8-bd71-2477ef7189ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924195 Feb 09 12:17:52.290911 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b8f0d1c-d9c3-4076-aef1-c5713ba0a2da req-def2eec9-1964-4be3-bc33-a03cd6b2d2af tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/security-groups?id=7752dbfe-1b85-414b-88da-268929ad7fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888680 Feb 09 12:17:52.377744 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:52.385838 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf95944-e931-4397-bc27-2799420b7e16 req-da298e46-a89a-404f-ae06-1c67c0481bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:52.387354 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bcf95944-e931-4397-bc27-2799420b7e16 req-da298e46-a89a-404f-ae06-1c67c0481bb0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6123ba0b-8da9-4cf3-807a-2c64797ab444 HTTP/1.1" status: 200 len: 801 time: 0.2355084 Feb 09 12:17:52.509555 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-57e80254-f95b-45c0-a164-980c743b554f req-1b8637e5-9d3e-42dd-94d3-522adbb1492b tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:52.527299 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['a37b503a-1ea0-42a6-9554-faba54c27484'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:17:52.600133 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['8ece1f1c-76d1-4633-86d2-af4f4d8c8d90'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:17:52.602849 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8637e5-9d3e-42dd-94d3-522adbb1492b tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Pushing event deleted for resources: {'Port': ['ID=6938ec1a-98a2-454b-b0e6-89008607cd76,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:52.706691 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e80254-f95b-45c0-a164-980c743b554f req-1b8637e5-9d3e-42dd-94d3-522adbb1492b tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] No DVR routers for this DVR port 6938ec1a-98a2-454b-b0e6-89008607cd76 on host n-h1-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:17:52.710088 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-57e80254-f95b-45c0-a164-980c743b554f req-1b8637e5-9d3e-42dd-94d3-522adbb1492b tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:52.734192 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf95944-e931-4397-bc27-2799420b7e16 req-81dbd98f-ea44-4671-812f-503388d6ce4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:52.735700 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bcf95944-e931-4397-bc27-2799420b7e16 req-81dbd98f-ea44-4671-812f-503388d6ce4e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c00e1b1-0e97-455e-9203-0b47858d040c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3349681 Feb 09 12:17:52.745300 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-57e80254-f95b-45c0-a164-980c743b554f req-1b8637e5-9d3e-42dd-94d3-522adbb1492b tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] 10.222.0.52 "DELETE /v2.0/ports/6938ec1a-98a2-454b-b0e6-89008607cd76 HTTP/1.1" status: 204 len: 173 time: 2.6924434 Feb 09 12:17:52.862818 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4205d9-491c-411c-974d-a695707c6a87 req-e43c474f-d63f-4ec3-84e1-0e068e23978b tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:52.865237 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0f4205d9-491c-411c-974d-a695707c6a87 req-e43c474f-d63f-4ec3-84e1-0e068e23978b tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?device_id=68123e96-78fc-493f-979f-fa4b73af8e8f HTTP/1.1" status: 200 len: 946 time: 0.2543755 Feb 09 12:17:52.946089 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 6938ec1a-98a2-454b-b0e6-89008607cd76 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:17:52.991218 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] No Port match for: 6938ec1a-98a2-454b-b0e6-89008607cd76 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:17:52.991559 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 6938ec1a-98a2-454b-b0e6-89008607cd76 not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:17:53.038749 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bcf95944-e931-4397-bc27-2799420b7e16 req-354c24cc-2d1a-4e30-9d28-38ac03a140e4 service neutron] 10.222.0.46 "GET /v2.0/networks/0c00e1b1-0e97-455e-9203-0b47858d040c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902384 Feb 09 12:17:53.053783 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0f4205d9-491c-411c-974d-a695707c6a87 req-66154cdc-8ad1-449a-88bf-16b6a218e61c tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc310c7-804c-482c-8f65-f0a6e9cffd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792462 Feb 09 12:17:53.265340 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43722) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:17:53.407809 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bcf95944-e931-4397-bc27-2799420b7e16 req-13d471f5-eedd-4a62-85c6-f8569c46ce5e service neutron] 10.222.0.46 "GET /v2.0/networks/0c00e1b1-0e97-455e-9203-0b47858d040c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497896 Feb 09 12:17:53.528391 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bcf95944-e931-4397-bc27-2799420b7e16 req-e4444de3-6887-401f-9a0c-cd3671efc638 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.59&port_id=4b38399b-a343-46a2-94f2-51a6aa336a1a HTTP/1.1" status: 200 len: 217 time: 0.1023006 Feb 09 12:17:53.598134 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '022751f9-f94f-4f8c-a4fa-567878825bdd', 'tag': '5a67c893-ff8e-4e30-930b-2302762ef6eb'}, {'server_uuid': '92a2010d-19ed-43b1-93e7-5befaca38eb7', 'name': 'network-vif-deleted', 'tag': '66290e4e-4014-4dc2-9b0f-68f1f6990bd8'}, {'server_uuid': '0c5c334a-0c36-4d90-bb8f-a7aab598482d', 'name': 'network-vif-deleted', 'tag': '6938ec1a-98a2-454b-b0e6-89008607cd76'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:17:53.653604 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf95944-e931-4397-bc27-2799420b7e16 req-418bcaee-2f2d-493a-a4c8-a28b51cd235c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:53.655504 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bcf95944-e931-4397-bc27-2799420b7e16 req-418bcaee-2f2d-493a-a4c8-a28b51cd235c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ecb23b1b-330f-4611-a86b-b55a72d99ddb HTTP/1.1" status: 200 len: 801 time: 0.1149020 Feb 09 12:17:53.786124 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43742) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:17:53.910337 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43748) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:17:53.971401 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-37b300a0-ed68-47ee-8247-8cd52795a461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:54.000705 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c84aabc5-3d4d-4adb-b7f9-729a7deab8e0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=667d134e29294019b7c14c4ff3fbac24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7342131 Feb 09 12:17:54.006146 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43754) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:17:54.025781 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2748a741-34d5-45a5-80a5-654b9bdb0439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:54.042468 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-37b300a0-ed68-47ee-8247-8cd52795a461 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:17:54.063631 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-37b300a0-ed68-47ee-8247-8cd52795a461 admin admin] Usage tracker for resource:security_group_rule and tenant:2ad793c7bc4d4278bc455e97fd4e0d0a is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:17:54.068246 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2748a741-34d5-45a5-80a5-654b9bdb0439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:17:54.077088 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-5cbf3f16-8ef5-4568-a353-95f4486e44b3 req-f61e9a3d-b154-4393-9b0c-df688b8e22bf tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Synchronizing usage tracker for tenant:2902533bf64e4d3e90411cf62f208505 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:17:54.077635 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-37b300a0-ed68-47ee-8247-8cd52795a461 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:17:54.081968 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-2748a741-34d5-45a5-80a5-654b9bdb0439 admin admin] Usage tracker for resource:security_group_rule and tenant:9876d57d019648109dee1cb55e00b0de is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:17:54.093304 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-2748a741-34d5-45a5-80a5-654b9bdb0439 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:17:54.096332 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-37b300a0-ed68-47ee-8247-8cd52795a461 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:17:54.106024 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2748a741-34d5-45a5-80a5-654b9bdb0439 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:17:54.115625 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-5cbf3f16-8ef5-4568-a353-95f4486e44b3 req-f61e9a3d-b154-4393-9b0c-df688b8e22bf tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Unset dirty status for tenant:2902533bf64e4d3e90411cf62f208505 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:17:54.126285 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5cbf3f16-8ef5-4568-a353-95f4486e44b3 req-f61e9a3d-b154-4393-9b0c-df688b8e22bf tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c5c334a-0c36-4d90-bb8f-a7aab598482d HTTP/1.1" status: 200 len: 210 time: 0.2086916 Feb 09 12:17:54.189206 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf95944-e931-4397-bc27-2799420b7e16 req-6dd0705c-5d01-40f2-9b2c-169aba73ce4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:54.189817 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bcf95944-e931-4397-bc27-2799420b7e16 req-6dd0705c-5d01-40f2-9b2c-169aba73ce4e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f2149470-3c45-4164-baf5-418f7d9685a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5233769 Feb 09 12:17:54.192212 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d74463be-0520-43fe-baa6-556987e264fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:54.255578 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d74463be-0520-43fe-baa6-556987e264fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:54.379473 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d74463be-0520-43fe-baa6-556987e264fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:54.397315 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79515ad9-923e-4a17-8387-c5e892443008 req-54383de4-fb18-42d2-9a30-7af63902ae14 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:54.398648 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-79515ad9-923e-4a17-8387-c5e892443008 req-54383de4-fb18-42d2-9a30-7af63902ae14 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Synchronizing usage tracker for tenant:3a84524b0b1d4c8da324d07cc553e331 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:17:54.422742 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-37b300a0-ed68-47ee-8247-8cd52795a461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:54.424727 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2748a741-34d5-45a5-80a5-654b9bdb0439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:54.428767 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74463be-0520-43fe-baa6-556987e264fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322ca34a-1e43-49ee-9b94-58afc8395313,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:54.434256 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-37b300a0-ed68-47ee-8247-8cd52795a461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:54.466393 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2748a741-34d5-45a5-80a5-654b9bdb0439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:54.488569 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b300a0-ed68-47ee-8247-8cd52795a461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03374d0f-19c7-4cca-8353-6fd23f530f3e,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:54.506367 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5f9ed-392b-4bcc-84af-a4399558b97f req-b879ae4e-6724-4258-80cd-6f7b719c748f tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:54.513216 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5f9ed-392b-4bcc-84af-a4399558b97f req-b879ae4e-6724-4258-80cd-6f7b719c748f tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:54.520138 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5f9ed-392b-4bcc-84af-a4399558b97f req-b879ae4e-6724-4258-80cd-6f7b719c748f tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:54.522283 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-02c5f9ed-392b-4bcc-84af-a4399558b97f req-b879ae4e-6724-4258-80cd-6f7b719c748f tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/ports?device_id=022751f9-f94f-4f8c-a4fa-567878825bdd HTTP/1.1" status: 200 len: 2411 time: 0.6017280 Feb 09 12:17:54.547260 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2748a741-34d5-45a5-80a5-654b9bdb0439 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9876d57d019648109dee1cb55e00b0de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6332405 Feb 09 12:17:54.549816 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-37b300a0-ed68-47ee-8247-8cd52795a461 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2ad793c7bc4d4278bc455e97fd4e0d0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7623215 Feb 09 12:17:54.553875 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43768) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:17:54.554227 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43770) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:17:54.562402 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d74463be-0520-43fe-baa6-556987e264fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:54.563473 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d74463be-0520-43fe-baa6-556987e264fe admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/322ca34a-1e43-49ee-9b94-58afc8395313 HTTP/1.1" status: 204 len: 168 time: 0.5564401 Feb 09 12:17:54.584845 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748a741-34d5-45a5-80a5-654b9bdb0439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ee90b0-87ee-4838-8e37-6948e01d6f1a,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:54.614693 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-79515ad9-923e-4a17-8387-c5e892443008 req-54383de4-fb18-42d2-9a30-7af63902ae14 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Unset dirty status for tenant:3a84524b0b1d4c8da324d07cc553e331 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:17:54.615799 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-79515ad9-923e-4a17-8387-c5e892443008 req-54383de4-fb18-42d2-9a30-7af63902ae14 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.46 "GET /v2.0/ports?device_id=67f45562-80ed-4d1d-94af-1f8431258a0e HTTP/1.1" status: 200 len: 945 time: 0.5871379 Feb 09 12:17:54.694780 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bcd8fcf7-024b-4724-aa36-173a2b66cc86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:54.699132 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-475b5b13-abb5-4b65-b3e2-ee16ba9b1218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:54.751332 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-02c5f9ed-392b-4bcc-84af-a4399558b97f req-ed7cab9a-9058-4c5f-8235-6b400ef72548 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/security-groups?id=7752dbfe-1b85-414b-88da-268929ad7fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056656 Feb 09 12:17:54.762826 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bcd8fcf7-024b-4724-aa36-173a2b66cc86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:54.763870 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bcf95944-e931-4397-bc27-2799420b7e16 req-4d21570e-d27e-45f7-ae25-f4f581c43dbc service neutron] 10.222.0.46 "GET /v2.0/networks/f2149470-3c45-4164-baf5-418f7d9685a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5619438 Feb 09 12:17:54.778710 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-475b5b13-abb5-4b65-b3e2-ee16ba9b1218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:54.816808 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596556f0-1b46-47a3-a636-db4a9a19d37e req-c4b93dcf-4e69-48e1-a2b0-c6e5b70cdae3 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:54.818762 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-596556f0-1b46-47a3-a636-db4a9a19d37e req-c4b93dcf-4e69-48e1-a2b0-c6e5b70cdae3 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=67f45562-80ed-4d1d-94af-1f8431258a0e HTTP/1.1" status: 200 len: 945 time: 0.3944099 Feb 09 12:17:54.823594 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-79515ad9-923e-4a17-8387-c5e892443008 req-ec8e489f-82d6-48ae-b315-168fbc932826 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Deleting port 52a06bdf-54c7-4726-ab50-0f30a7c24bd5 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:17:54.823594 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-79515ad9-923e-4a17-8387-c5e892443008 req-ec8e489f-82d6-48ae-b315-168fbc932826 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:54.853926 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '022751f9-f94f-4f8c-a4fa-567878825bdd', 'tag': '5a67c893-ff8e-4e30-930b-2302762ef6eb', 'status': 'completed', 'code': 200} Feb 09 12:17:54.854342 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a2010d-19ed-43b1-93e7-5befaca38eb7', 'name': 'network-vif-deleted', 'tag': '66290e4e-4014-4dc2-9b0f-68f1f6990bd8', 'status': 'completed', 'code': 200} Feb 09 12:17:54.854712 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c5c334a-0c36-4d90-bb8f-a7aab598482d', 'name': 'network-vif-deleted', 'tag': '6938ec1a-98a2-454b-b0e6-89008607cd76', 'status': 'completed', 'code': 200} Feb 09 12:17:55.001927 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-475b5b13-abb5-4b65-b3e2-ee16ba9b1218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:55.025339 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-475b5b13-abb5-4b65-b3e2-ee16ba9b1218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:55.031581 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-475b5b13-abb5-4b65-b3e2-ee16ba9b1218 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b3ee90b0-87ee-4838-8e37-6948e01d6f1a HTTP/1.1" status: 204 len: 168 time: 0.4762433 Feb 09 12:17:55.035137 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475b5b13-abb5-4b65-b3e2-ee16ba9b1218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ee90b0-87ee-4838-8e37-6948e01d6f1a,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:55.075606 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bcd8fcf7-024b-4724-aa36-173a2b66cc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:55.125657 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd8fcf7-024b-4724-aa36-173a2b66cc86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03374d0f-19c7-4cca-8353-6fd23f530f3e,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:55.131083 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bcd8fcf7-024b-4724-aa36-173a2b66cc86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:55.137444 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-bcd8fcf7-024b-4724-aa36-173a2b66cc86 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/03374d0f-19c7-4cca-8353-6fd23f530f3e HTTP/1.1" status: 204 len: 168 time: 0.5800328 Feb 09 12:17:55.243183 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-596556f0-1b46-47a3-a636-db4a9a19d37e req-ad00d5b0-eef2-409c-bd0d-310c6d49df31 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3872719 Feb 09 12:17:55.320051 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c66362-6ee1-4b10-902b-9dd076849ea7 req-97854396-4053-4d5a-ac72-919c122feef7 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:55.330423 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f6c66362-6ee1-4b10-902b-9dd076849ea7 req-97854396-4053-4d5a-ac72-919c122feef7 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?device_id=68123e96-78fc-493f-979f-fa4b73af8e8f HTTP/1.1" status: 200 len: 946 time: 0.3615553 Feb 09 12:17:55.429859 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bcf95944-e931-4397-bc27-2799420b7e16 req-b2b8c0a9-db66-499f-b15f-6d09aa2bb1dd service neutron] 10.222.0.46 "GET /v2.0/networks/f2149470-3c45-4164-baf5-418f7d9685a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6538537 Feb 09 12:17:55.580668 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bcf95944-e931-4397-bc27-2799420b7e16 req-c92b0d91-c0cb-4ef7-b292-e92439a60a75 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.124&port_id=5a67c893-ff8e-4e30-930b-2302762ef6eb HTTP/1.1" status: 200 len: 217 time: 0.1380134 Feb 09 12:17:55.616312 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f6c66362-6ee1-4b10-902b-9dd076849ea7 req-6939c322-1cc2-4386-bad0-52bf4aa5d99b tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc310c7-804c-482c-8f65-f0a6e9cffd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747998 Feb 09 12:17:55.672234 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf95944-e931-4397-bc27-2799420b7e16 req-db25d02e-ab33-4e73-bd40-5599d47ee992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:55.674012 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bcf95944-e931-4397-bc27-2799420b7e16 req-db25d02e-ab33-4e73-bd40-5599d47ee992 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6123ba0b-8da9-4cf3-807a-2c64797ab444 HTTP/1.1" status: 200 len: 801 time: 0.0817719 Feb 09 12:17:55.821896 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43820) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:17:55.848245 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-79515ad9-923e-4a17-8387-c5e892443008 req-ec8e489f-82d6-48ae-b315-168fbc932826 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] For port 52a06bdf-54c7-4726-ab50-0f30a7c24bd5, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=52a06bdf-54c7-4726-ab50-0f30a7c24bd5,segment=NetworkSegment(32f229e9-9010-4be1-973f-7ae4423dcda8),segment_id=32f229e9-9010-4be1-973f-7ae4423dcda8)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:17:55.848609 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-79515ad9-923e-4a17-8387-c5e892443008 req-ec8e489f-82d6-48ae-b315-168fbc932826 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:55.863348 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3720eb39-da60-4787-ac30-1c2c28f38007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:55.926449 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3720eb39-da60-4787-ac30-1c2c28f38007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:17:55.941310 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3720eb39-da60-4787-ac30-1c2c28f38007 admin admin] Usage tracker for resource:security_group_rule and tenant:8cfa1569d48f4dcfb46fb33542fd2478 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:17:55.945023 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3720eb39-da60-4787-ac30-1c2c28f38007 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:17:55.956740 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3720eb39-da60-4787-ac30-1c2c28f38007 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:17:55.994924 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-79515ad9-923e-4a17-8387-c5e892443008 req-ec8e489f-82d6-48ae-b315-168fbc932826 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Calling delete_port for 52a06bdf-54c7-4726-ab50-0f30a7c24bd5 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:17:56.156495 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3720eb39-da60-4787-ac30-1c2c28f38007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:56.165516 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3720eb39-da60-4787-ac30-1c2c28f38007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:56.224383 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3720eb39-da60-4787-ac30-1c2c28f38007 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8cfa1569d48f4dcfb46fb33542fd2478&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4010959 Feb 09 12:17:56.226688 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43830) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:17:56.257057 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 52a06bdf-54c7-4726-ab50-0f30a7c24bd5 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:17:56.350776 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3720eb39-da60-4787-ac30-1c2c28f38007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b4acc7-1ab0-4fd2-ac16-d4dff76b85aa,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:56.356966 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3db893b7-9c39-4f6f-afda-80ca95771ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:56.403984 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3db893b7-9c39-4f6f-afda-80ca95771ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:56.405293 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf95944-e931-4397-bc27-2799420b7e16 req-a46d7d31-a7fb-44c4-b373-4199d577496a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:56.407696 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bcf95944-e931-4397-bc27-2799420b7e16 req-a46d7d31-a7fb-44c4-b373-4199d577496a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c00e1b1-0e97-455e-9203-0b47858d040c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7116027 Feb 09 12:17:56.532989 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3db893b7-9c39-4f6f-afda-80ca95771ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:56.583349 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db893b7-9c39-4f6f-afda-80ca95771ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b4acc7-1ab0-4fd2-ac16-d4dff76b85aa,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:56.588703 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3db893b7-9c39-4f6f-afda-80ca95771ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:56.595433 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3db893b7-9c39-4f6f-afda-80ca95771ffa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b5b4acc7-1ab0-4fd2-ac16-d4dff76b85aa HTTP/1.1" status: 204 len: 168 time: 0.3677418 Feb 09 12:17:56.708441 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4c074-176c-4d45-82f6-d21742a116b9 req-2ec4c4ec-5178-478f-8d5a-a567a7b87362 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:56.717280 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4c074-176c-4d45-82f6-d21742a116b9 req-2ec4c4ec-5178-478f-8d5a-a567a7b87362 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:56.725645 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4c074-176c-4d45-82f6-d21742a116b9 req-2ec4c4ec-5178-478f-8d5a-a567a7b87362 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:56.734790 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-78e4c074-176c-4d45-82f6-d21742a116b9 req-2ec4c4ec-5178-478f-8d5a-a567a7b87362 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/ports?device_id=022751f9-f94f-4f8c-a4fa-567878825bdd HTTP/1.1" status: 200 len: 2411 time: 0.7473714 Feb 09 12:17:56.883866 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bcf95944-e931-4397-bc27-2799420b7e16 req-980e2f3f-c35e-46de-9962-3aacaa4dd58d service neutron] 10.222.0.46 "GET /v2.0/networks/0c00e1b1-0e97-455e-9203-0b47858d040c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662025 Feb 09 12:17:56.936887 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-65f948e6-158e-451a-9c97-97c79930c11d req-38d1d5c1-6979-42a9-9b84-085f55cac41d tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=67f45562-80ed-4d1d-94af-1f8431258a0e HTTP/1.1" status: 200 len: 210 time: 0.1830544 Feb 09 12:17:56.941068 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-79515ad9-923e-4a17-8387-c5e892443008 req-ec8e489f-82d6-48ae-b315-168fbc932826 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:57.083201 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bcf95944-e931-4397-bc27-2799420b7e16 req-184de376-0100-4802-8725-95f99706e828 service neutron] 10.222.0.46 "GET /v2.0/networks/0c00e1b1-0e97-455e-9203-0b47858d040c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451349 Feb 09 12:17:57.151324 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e489f-82d6-48ae-b315-168fbc932826 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Pushing event deleted for resources: {'Port': ['ID=52a06bdf-54c7-4726-ab50-0f30a7c24bd5,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:57.235545 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-78e4c074-176c-4d45-82f6-d21742a116b9 req-4d8d5095-31d1-4ea8-b3aa-809ac214a151 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/security-groups?id=7752dbfe-1b85-414b-88da-268929ad7fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4994724 Feb 09 12:17:57.344733 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-79515ad9-923e-4a17-8387-c5e892443008 req-ec8e489f-82d6-48ae-b315-168fbc932826 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] No DVR routers for this DVR port 52a06bdf-54c7-4726-ab50-0f30a7c24bd5 on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:17:57.350451 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-79515ad9-923e-4a17-8387-c5e892443008 req-ec8e489f-82d6-48ae-b315-168fbc932826 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:57.355454 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f45562-80ed-4d1d-94af-1f8431258a0e', 'name': 'network-vif-deleted', 'tag': '52a06bdf-54c7-4726-ab50-0f30a7c24bd5'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:17:57.389854 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-79515ad9-923e-4a17-8387-c5e892443008 req-ec8e489f-82d6-48ae-b315-168fbc932826 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.46 "DELETE /v2.0/ports/52a06bdf-54c7-4726-ab50-0f30a7c24bd5 HTTP/1.1" status: 204 len: 173 time: 2.7667413 Feb 09 12:17:57.402968 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a8003-aa83-4bf0-8837-b41966b40d5d req-646da111-9fa5-4a04-931c-cc89c01a3c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:57.403945 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a8003-aa83-4bf0-8837-b41966b40d5d req-646da111-9fa5-4a04-931c-cc89c01a3c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:57.404434 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a8003-aa83-4bf0-8837-b41966b40d5d req-646da111-9fa5-4a04-931c-cc89c01a3c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:57.406352 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-302a8003-aa83-4bf0-8837-b41966b40d5d req-646da111-9fa5-4a04-931c-cc89c01a3c2b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8114ad2839984517a24a750c07d13d34&device_id=022751f9-f94f-4f8c-a4fa-567878825bdd HTTP/1.1" status: 200 len: 2864 time: 0.2441058 Feb 09 12:17:57.614033 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43886) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:17:57.723978 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a8003-aa83-4bf0-8837-b41966b40d5d req-a54d90d2-4491-4de8-84db-14f754bc68f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:57.725729 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-302a8003-aa83-4bf0-8837-b41966b40d5d req-a54d90d2-4491-4de8-84db-14f754bc68f7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0c00e1b1-0e97-455e-9203-0b47858d040c HTTP/1.1" status: 200 len: 903 time: 0.3055692 Feb 09 12:17:57.809948 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-302a8003-aa83-4bf0-8837-b41966b40d5d req-c6ea5a6f-7095-47ee-8fce-3220892b378b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.124&port_id=5a67c893-ff8e-4e30-930b-2302762ef6eb HTTP/1.1" status: 200 len: 217 time: 0.0749023 Feb 09 12:17:57.882711 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a8003-aa83-4bf0-8837-b41966b40d5d req-7effcf10-ffac-4719-8d5c-c83df9f51cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:57.884517 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-302a8003-aa83-4bf0-8837-b41966b40d5d req-7effcf10-ffac-4719-8d5c-c83df9f51cbe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6123ba0b-8da9-4cf3-807a-2c64797ab444 HTTP/1.1" status: 200 len: 801 time: 0.0666728 Feb 09 12:17:57.893388 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffedd0f7-6339-49e6-a4f3-760cf3b1c672 req-39aeb6b2-a451-4dda-98f0-a0c1018904b4 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:57.900442 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ffedd0f7-6339-49e6-a4f3-760cf3b1c672 req-39aeb6b2-a451-4dda-98f0-a0c1018904b4 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?device_id=68123e96-78fc-493f-979f-fa4b73af8e8f HTTP/1.1" status: 200 len: 946 time: 0.2998214 Feb 09 12:17:57.941504 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-9ce2876c-4d97-4556-8699-a23c0483d30e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-2070532383-network', 'tenant_id': 'd72828d773c544b292667484dacf5aa1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:17:57.954590 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9ce2876c-4d97-4556-8699-a23c0483d30e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:17:57.959653 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9ce2876c-4d97-4556-8699-a23c0483d30e admin admin] Usage tracker for resource:network and tenant:d72828d773c544b292667484dacf5aa1 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:17:57.965726 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9ce2876c-4d97-4556-8699-a23c0483d30e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:17:57.985097 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9ce2876c-4d97-4556-8699-a23c0483d30e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:17:58.005524 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce2876c-4d97-4556-8699-a23c0483d30e admin admin] Made reservation on behalf of d72828d773c544b292667484dacf5aa1 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:17:58.008118 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ce2876c-4d97-4556-8699-a23c0483d30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:58.034327 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ce2876c-4d97-4556-8699-a23c0483d30e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:58.080502 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9ce2876c-4d97-4556-8699-a23c0483d30e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:17:58.085043 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9ce2876c-4d97-4556-8699-a23c0483d30e admin admin] Usage tracker for resource:security_group_rule and tenant:d72828d773c544b292667484dacf5aa1 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:17:58.088285 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9ce2876c-4d97-4556-8699-a23c0483d30e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:17:58.109002 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ffedd0f7-6339-49e6-a4f3-760cf3b1c672 req-17eaef23-1d79-4951-8f6a-2a1b8e8b6561 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc310c7-804c-482c-8f65-f0a6e9cffd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073784 Feb 09 12:17:58.109996 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9ce2876c-4d97-4556-8699-a23c0483d30e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:17:58.166428 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a8003-aa83-4bf0-8837-b41966b40d5d req-23f10050-7c61-4b7c-97bc-4cc7f7ffd267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:58.178886 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-302a8003-aa83-4bf0-8837-b41966b40d5d req-23f10050-7c61-4b7c-97bc-4cc7f7ffd267 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c00e1b1-0e97-455e-9203-0b47858d040c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2744527 Feb 09 12:17:58.284433 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f45562-80ed-4d1d-94af-1f8431258a0e', 'name': 'network-vif-deleted', 'tag': '52a06bdf-54c7-4726-ab50-0f30a7c24bd5', 'status': 'completed', 'code': 200} Feb 09 12:17:58.421729 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ce2876c-4d97-4556-8699-a23c0483d30e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:58.440353 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ce2876c-4d97-4556-8699-a23c0483d30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:58.472023 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ce2876c-4d97-4556-8699-a23c0483d30e admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:17:58.500845 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ce2876c-4d97-4556-8699-a23c0483d30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:58.501202 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-9ce2876c-4d97-4556-8699-a23c0483d30e admin admin] Added segment db26f56d-8a6b-4c56-9648-af2b79798291 of type vlan for network 396dcb2d-c31d-47e3-a88f-791e92dd2efc Feb 09 12:17:58.563596 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ce2876c-4d97-4556-8699-a23c0483d30e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:58.614894 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-302a8003-aa83-4bf0-8837-b41966b40d5d req-644fb9e5-bc22-423a-8ad8-24d3a1752bcd service neutron] 10.222.0.46 "GET /v2.0/networks/0c00e1b1-0e97-455e-9203-0b47858d040c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4203160 Feb 09 12:17:58.671504 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2876c-4d97-4556-8699-a23c0483d30e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786d0c69-2152-4973-98b9-31676f5760e9,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:58.673969 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ce2876c-4d97-4556-8699-a23c0483d30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:58.674924 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce2876c-4d97-4556-8699-a23c0483d30e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:58.675568 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ce2876c-4d97-4556-8699-a23c0483d30e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:58.943040 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2876c-4d97-4556-8699-a23c0483d30e admin admin] Pushing event updated for resources: {'Network': ['ID=396dcb2d-c31d-47e3-a88f-791e92dd2efc,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:58.957554 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 396dcb2d-c31d-47e3-a88f-791e92dd2efc details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:17:58.994227 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-302a8003-aa83-4bf0-8837-b41966b40d5d req-498547d3-e672-46cb-8202-1af23e6b87e7 service neutron] 10.222.0.46 "GET /v2.0/networks/0c00e1b1-0e97-455e-9203-0b47858d040c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719120 Feb 09 12:17:59.020123 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9ce2876c-4d97-4556-8699-a23c0483d30e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4037082 Feb 09 12:17:59.022840 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43916) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:17:59.029533 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-bdf1ea05-6696-4002-8de4-39945150f0e6 admin admin] Request body: {'subnet': {'network_id': '396dcb2d-c31d-47e3-a88f-791e92dd2efc', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-2070532383-subnet', 'tenant_id': 'd72828d773c544b292667484dacf5aa1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:17:59.060969 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-bdf1ea05-6696-4002-8de4-39945150f0e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:17:59.078321 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-bdf1ea05-6696-4002-8de4-39945150f0e6 admin admin] Usage tracker for resource:subnet and tenant:d72828d773c544b292667484dacf5aa1 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:17:59.081570 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-bdf1ea05-6696-4002-8de4-39945150f0e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:17:59.087403 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-bdf1ea05-6696-4002-8de4-39945150f0e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:17:59.104630 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf1ea05-6696-4002-8de4-39945150f0e6 admin admin] Made reservation on behalf of d72828d773c544b292667484dacf5aa1 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:17:59.108257 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bdf1ea05-6696-4002-8de4-39945150f0e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:59.235536 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d21d2-70d3-41f2-a6f3-8258ca56523f req-ba2e1e96-4274-440b-a123-fb839b9d5456 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:59.241435 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d21d2-70d3-41f2-a6f3-8258ca56523f req-ba2e1e96-4274-440b-a123-fb839b9d5456 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:59.261008 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d21d2-70d3-41f2-a6f3-8258ca56523f req-ba2e1e96-4274-440b-a123-fb839b9d5456 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:59.263158 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-695d21d2-70d3-41f2-a6f3-8258ca56523f req-ba2e1e96-4274-440b-a123-fb839b9d5456 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/ports?device_id=022751f9-f94f-4f8c-a4fa-567878825bdd HTTP/1.1" status: 200 len: 2411 time: 0.2315602 Feb 09 12:17:59.377489 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-695d21d2-70d3-41f2-a6f3-8258ca56523f req-9d775529-4c61-4516-8d11-e559773a5fd8 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/security-groups?id=7752dbfe-1b85-414b-88da-268929ad7fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001480 Feb 09 12:17:59.574696 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bdf1ea05-6696-4002-8de4-39945150f0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:59.672053 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf1ea05-6696-4002-8de4-39945150f0e6 admin admin] Checking segment: {'id': 'db26f56d-8a6b-4c56-9648-af2b79798291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '396dcb2d-c31d-47e3-a88f-791e92dd2efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:17:59.672663 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf1ea05-6696-4002-8de4-39945150f0e6 admin admin] Network hostable DHCP agents. Network: 396dcb2d-c31d-47e3-a88f-791e92dd2efc, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:17:59.690241 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf1ea05-6696-4002-8de4-39945150f0e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a63ef662-5313-475a-a7a5-fc7b4f0d529a,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:17:59.714432 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf1ea05-6696-4002-8de4-39945150f0e6 admin admin] Network 396dcb2d-c31d-47e3-a88f-791e92dd2efc is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:17:59.737102 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-bdf1ea05-6696-4002-8de4-39945150f0e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 396dcb2d-c31d-47e3-a88f-791e92dd2efc) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:17:59.747612 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e575e429-b7aa-49ff-881c-ea04926734d1 None None] Network 396dcb2d-c31d-47e3-a88f-791e92dd2efc requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:17:59.750481 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf1ea05-6696-4002-8de4-39945150f0e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:59.751079 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bdf1ea05-6696-4002-8de4-39945150f0e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:17:59.794319 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-bdf1ea05-6696-4002-8de4-39945150f0e6 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7703629 Feb 09 12:17:59.944881 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e88cb8-5582-453b-9acc-d92d6c8858c2 req-ef890984-c354-446b-a212-19b152e05383 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:17:59.950845 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c4e88cb8-5582-453b-9acc-d92d6c8858c2 req-ef890984-c354-446b-a212-19b152e05383 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?device_id=68123e96-78fc-493f-979f-fa4b73af8e8f HTTP/1.1" status: 200 len: 946 time: 0.1533508 Feb 09 12:18:00.073629 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bce7074-2796-4d48-9dd6-a417f7b4da64 None None] Network 396dcb2d-c31d-47e3-a88f-791e92dd2efc requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:18:00.239133 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c4e88cb8-5582-453b-9acc-d92d6c8858c2 req-73e9fe15-e67b-4a9f-901e-249fef5059ba tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc310c7-804c-482c-8f65-f0a6e9cffd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815607 Feb 09 12:18:00.283096 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99dda6-3b26-48b2-b32b-54207a8cf6a9 req-36884c19-e62e-44d0-8021-29248122eade tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:00.283525 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-1f99dda6-3b26-48b2-b32b-54207a8cf6a9 req-36884c19-e62e-44d0-8021-29248122eade tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Synchronizing usage tracker for tenant:3a84524b0b1d4c8da324d07cc553e331 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:18:00.302358 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-1f99dda6-3b26-48b2-b32b-54207a8cf6a9 req-36884c19-e62e-44d0-8021-29248122eade tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Unset dirty status for tenant:3a84524b0b1d4c8da324d07cc553e331 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:18:00.307510 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 5a67c893-ff8e-4e30-930b-2302762ef6eb details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:18:00.311980 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1f99dda6-3b26-48b2-b32b-54207a8cf6a9 req-36884c19-e62e-44d0-8021-29248122eade tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c042779-8b84-4bb9-bb30-dac48671003f HTTP/1.1" status: 200 len: 944 time: 0.1353128 Feb 09 12:18:00.383636 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1f99dda6-3b26-48b2-b32b-54207a8cf6a9 req-820ff209-6d01-4885-9b03-828154bdf789 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca760e7-4d32-4d95-ad79-81fd085fb4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706918 Feb 09 12:18:00.559680 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 5a67c893-ff8e-4e30-930b-2302762ef6eb, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=5a67c893-ff8e-4e30-930b-2302762ef6eb,segment=NetworkSegment(75bb7e37-7725-489d-bc65-15598eeadc7c),segment_id=75bb7e37-7725-489d-bc65-15598eeadc7c)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:18:00.609799 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '5a67c893-ff8e-4e30-930b-2302762ef6eb', 'network_id': '0c00e1b1-0e97-455e-9203-0b47858d040c', 'port_id': '5a67c893-ff8e-4e30-930b-2302762ef6eb', 'mac_address': 'fa:16:3e:69:cb:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6123ba0b-8da9-4cf3-807a-2c64797ab444', 'ip_address': '19.80.0.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:18:00.611543 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e183f09-83d6-463d-ac8b-b5cb5d90adb3 req-0f03e260-d835-4616-9bb9-fb0a113b1d31 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:00.614247 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7e183f09-83d6-463d-ac8b-b5cb5d90adb3 req-0f03e260-d835-4616-9bb9-fb0a113b1d31 tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.46 "GET /v2.0/ports?device_id=5c042779-8b84-4bb9-bb30-dac48671003f HTTP/1.1" status: 200 len: 944 time: 0.1406896 Feb 09 12:18:00.691491 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:00.723005 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a67c893-ff8e-4e30-930b-2302762ef6eb {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:18:00.726613 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [req-d99dbf4e-3864-4ab8-9e69-fbfd6e767d89 req-e55e1936-b84c-4cfe-ab3b-0223af846e1e tempest-SecurityGroupsNegativeTestJSON-1994395568 tempest-SecurityGroupsNegativeTestJSON-1994395568-project] show failed (client error): The resource could not be found. Feb 09 12:18:00.737068 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d99dbf4e-3864-4ab8-9e69-fbfd6e767d89 req-e55e1936-b84c-4cfe-ab3b-0223af846e1e tempest-SecurityGroupsNegativeTestJSON-1994395568 tempest-SecurityGroupsNegativeTestJSON-1994395568-project] 10.222.0.55 "GET /v2.0/security-groups/8900f425-5a40-4b77-9394-b35736614bc4 HTTP/1.1" status: 404 len: 352 time: 0.0520353 Feb 09 12:18:00.749844 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 5a67c893-ff8e-4e30-930b-2302762ef6eb, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=5a67c893-ff8e-4e30-930b-2302762ef6eb,segment=NetworkSegment(75bb7e37-7725-489d-bc65-15598eeadc7c),segment_id=75bb7e37-7725-489d-bc65-15598eeadc7c)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:18:00.772721 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-7e183f09-83d6-463d-ac8b-b5cb5d90adb3 req-8a1884f3-e059-475b-ac35-7a199e43b5ca tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Deleting port 97e7749c-e915-48dc-8052-7a0103663c27 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:18:00.773313 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7e183f09-83d6-463d-ac8b-b5cb5d90adb3 req-8a1884f3-e059-475b-ac35-7a199e43b5ca tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:00.781857 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:00.782925 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device c549f6d0-9954-49c0-9e15-f69fdd94c807 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:18:00.885756 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=5a67c893-ff8e-4e30-930b-2302762ef6eb,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:00.894270 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port c549f6d0-9954-49c0-9e15-f69fdd94c807, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=c549f6d0-9954-49c0-9e15-f69fdd94c807,segment=NetworkSegment(75bb7e37-7725-489d-bc65-15598eeadc7c),segment_id=75bb7e37-7725-489d-bc65-15598eeadc7c)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:18:00.929596 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'c549f6d0-9954-49c0-9e15-f69fdd94c807', 'network_id': '0c00e1b1-0e97-455e-9203-0b47858d040c', 'port_id': 'c549f6d0-9954-49c0-9e15-f69fdd94c807', 'mac_address': 'fa:16:3e:a0:30:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6123ba0b-8da9-4cf3-807a-2c64797ab444', 'ip_address': '19.80.0.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:18:01.026537 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:01.052804 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c549f6d0-9954-49c0-9e15-f69fdd94c807 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:18:01.083910 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port c549f6d0-9954-49c0-9e15-f69fdd94c807, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=c549f6d0-9954-49c0-9e15-f69fdd94c807,segment=NetworkSegment(75bb7e37-7725-489d-bc65-15598eeadc7c),segment_id=75bb7e37-7725-489d-bc65-15598eeadc7c)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:18:01.090390 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:01.091797 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 4b38399b-a343-46a2-94f2-51a6aa336a1a details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:18:01.188671 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b7e90-fe2c-4b2e-9f60-1a62b5a9b870 req-f046ecc8-23eb-4aed-b4f1-0d91c17d62ee tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:01.194644 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b7e90-fe2c-4b2e-9f60-1a62b5a9b870 req-f046ecc8-23eb-4aed-b4f1-0d91c17d62ee tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:01.201440 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b7e90-fe2c-4b2e-9f60-1a62b5a9b870 req-f046ecc8-23eb-4aed-b4f1-0d91c17d62ee tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:01.208907 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e46b7e90-fe2c-4b2e-9f60-1a62b5a9b870 req-f046ecc8-23eb-4aed-b4f1-0d91c17d62ee tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/ports?device_id=022751f9-f94f-4f8c-a4fa-567878825bdd HTTP/1.1" status: 200 len: 2412 time: 0.2571123 Feb 09 12:18:01.287626 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-7e183f09-83d6-463d-ac8b-b5cb5d90adb3 req-8a1884f3-e059-475b-ac35-7a199e43b5ca tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] For port 97e7749c-e915-48dc-8052-7a0103663c27, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=97e7749c-e915-48dc-8052-7a0103663c27,segment=NetworkSegment(32f229e9-9010-4be1-973f-7ae4423dcda8),segment_id=32f229e9-9010-4be1-973f-7ae4423dcda8)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:18:01.288035 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7e183f09-83d6-463d-ac8b-b5cb5d90adb3 req-8a1884f3-e059-475b-ac35-7a199e43b5ca tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:01.314222 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e46b7e90-fe2c-4b2e-9f60-1a62b5a9b870 req-6bccbd0f-470f-4bae-9408-5fb902fe535e tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/security-groups?id=7752dbfe-1b85-414b-88da-268929ad7fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043267 Feb 09 12:18:01.338572 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=c549f6d0-9954-49c0-9e15-f69fdd94c807,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:01.483940 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-7e183f09-83d6-463d-ac8b-b5cb5d90adb3 req-8a1884f3-e059-475b-ac35-7a199e43b5ca tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Calling delete_port for 97e7749c-e915-48dc-8052-7a0103663c27 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:18:01.718672 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 4b38399b-a343-46a2-94f2-51a6aa336a1a, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=4b38399b-a343-46a2-94f2-51a6aa336a1a,segment=NetworkSegment(d4033166-018c-4822-8b2b-88b7b86f5d6a),segment_id=d4033166-018c-4822-8b2b-88b7b86f5d6a)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:18:01.753799 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '4b38399b-a343-46a2-94f2-51a6aa336a1a', 'network_id': 'f2149470-3c45-4164-baf5-418f7d9685a2', 'port_id': '4b38399b-a343-46a2-94f2-51a6aa336a1a', 'mac_address': 'fa:16:3e:bb:a0:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecb23b1b-330f-4611-a86b-b55a72d99ddb', 'ip_address': '19.86.0.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:18:01.831974 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7e183f09-83d6-463d-ac8b-b5cb5d90adb3 req-8a1884f3-e059-475b-ac35-7a199e43b5ca tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:01.853432 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:01.877409 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b38399b-a343-46a2-94f2-51a6aa336a1a {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:18:01.897900 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 4b38399b-a343-46a2-94f2-51a6aa336a1a, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=4b38399b-a343-46a2-94f2-51a6aa336a1a,segment=NetworkSegment(d4033166-018c-4822-8b2b-88b7b86f5d6a),segment_id=d4033166-018c-4822-8b2b-88b7b86f5d6a)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:18:01.926031 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:01.939005 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1884f3-e059-475b-ac35-7a199e43b5ca tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Pushing event deleted for resources: {'Port': ['ID=97e7749c-e915-48dc-8052-7a0103663c27,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:02.062112 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9cf56d58-24a3-416e-b9a1-a61d66fc6b70 req-67a0a3fe-5741-4902-865b-aab4ba382b4a tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c042779-8b84-4bb9-bb30-dac48671003f HTTP/1.1" status: 200 len: 210 time: 0.0574811 Feb 09 12:18:02.064589 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=4b38399b-a343-46a2-94f2-51a6aa336a1a,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:02.175853 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e183f09-83d6-463d-ac8b-b5cb5d90adb3 req-8a1884f3-e059-475b-ac35-7a199e43b5ca tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] No DVR routers for this DVR port 97e7749c-e915-48dc-8052-7a0103663c27 on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:18:02.182720 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7e183f09-83d6-463d-ac8b-b5cb5d90adb3 req-8a1884f3-e059-475b-ac35-7a199e43b5ca tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:02.186899 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c042779-8b84-4bb9-bb30-dac48671003f', 'name': 'network-vif-deleted', 'tag': '97e7749c-e915-48dc-8052-7a0103663c27'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:18:02.267565 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7e183f09-83d6-463d-ac8b-b5cb5d90adb3 req-8a1884f3-e059-475b-ac35-7a199e43b5ca tempest-LiveAutoBlockMigrationV225Test-1955276597 tempest-LiveAutoBlockMigrationV225Test-1955276597-project] 10.222.0.46 "DELETE /v2.0/ports/97e7749c-e915-48dc-8052-7a0103663c27 HTTP/1.1" status: 204 len: 173 time: 1.6452293 Feb 09 12:18:02.273638 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5d254a08-6dde-4aa3-a420-9cb55c594906 req-6a9f10e6-fb17-43a6-9fe0-e9050b247112 tempest-SecurityGroupsNegativeTestJSON-1994395568 tempest-SecurityGroupsNegativeTestJSON-1994395568-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d72828d773c544b292667484dacf5aa1 HTTP/1.1" status: 200 len: 2984 time: 0.0875487 Feb 09 12:18:02.299811 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720256b-c849-4eab-9edc-3e60b6a4955f req-79eb6877-b38c-401e-a4bc-908dfd5a6747 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:02.305732 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720256b-c849-4eab-9edc-3e60b6a4955f req-79eb6877-b38c-401e-a4bc-908dfd5a6747 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:02.307300 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0720256b-c849-4eab-9edc-3e60b6a4955f req-79eb6877-b38c-401e-a4bc-908dfd5a6747 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f9830cc-38fb-4d83-b7d0-0e1c890e5801&device_id=bcbf81f5-e4f8-4b04-8c3a-4d80b2c30956 HTTP/1.1" status: 200 len: 1682 time: 0.1864691 Feb 09 12:18:02.389764 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5d254a08-6dde-4aa3-a420-9cb55c594906 req-8ba579dd-f8b5-47b9-8d13-9dfff8e61afe tempest-SecurityGroupsNegativeTestJSON-1994395568 tempest-SecurityGroupsNegativeTestJSON-1994395568-project] 10.222.0.55 "GET /v2.0/security-groups/786d0c69-2152-4973-98b9-31676f5760e9 HTTP/1.1" status: 200 len: 2981 time: 0.1037424 Feb 09 12:18:02.391575 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['4b38399b-a343-46a2-94f2-51a6aa336a1a'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:18:02.395278 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0720256b-c849-4eab-9edc-3e60b6a4955f req-78b544a9-710c-4f51-a79e-b61eb24e0818 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] 10.222.0.55 "GET /v2.0/security-groups?id=15e6c738-9b4b-4bb8-bd71-2477ef7189ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775800 Feb 09 12:18:02.446861 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['c549f6d0-9954-49c0-9e15-f69fdd94c807'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:18:02.470228 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5d254a08-6dde-4aa3-a420-9cb55c594906 req-37d2aa30-dec5-46c5-af8d-a7c310951ae7 tempest-SecurityGroupsNegativeTestJSON-1994395568 tempest-SecurityGroupsNegativeTestJSON-1994395568-project] 10.222.0.55 "GET /v2.0/security-groups/786d0c69-2152-4973-98b9-31676f5760e9 HTTP/1.1" status: 200 len: 2981 time: 0.0731754 Feb 09 12:18:02.609903 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c042779-8b84-4bb9-bb30-dac48671003f', 'name': 'network-vif-deleted', 'tag': '97e7749c-e915-48dc-8052-7a0103663c27', 'status': 'completed', 'code': 200} Feb 09 12:18:02.845624 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f7481dc9-d77d-4ef4-bdc7-9743e756ffcd req-30817157-d31e-47c3-aaba-b9cba02de44e tempest-SecurityGroupsNegativeTestJSON-1994395568 tempest-SecurityGroupsNegativeTestJSON-1994395568-project] 10.222.0.55 "GET /v2.0/security-groups/786d0c69-2152-4973-98b9-31676f5760e9 HTTP/1.1" status: 200 len: 2981 time: 0.0898411 Feb 09 12:18:02.897836 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbefdd-1708-463f-a632-b79f9a492e2d req-9818b970-edff-4960-958e-0d6e53eab45b tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:02.911573 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbefdd-1708-463f-a632-b79f9a492e2d req-9818b970-edff-4960-958e-0d6e53eab45b tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:02.939712 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbefdd-1708-463f-a632-b79f9a492e2d req-9818b970-edff-4960-958e-0d6e53eab45b tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:02.948405 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-addbefdd-1708-463f-a632-b79f9a492e2d req-9818b970-edff-4960-958e-0d6e53eab45b tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/ports?device_id=022751f9-f94f-4f8c-a4fa-567878825bdd HTTP/1.1" status: 200 len: 2414 time: 0.2309713 Feb 09 12:18:03.020679 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-addbefdd-1708-463f-a632-b79f9a492e2d req-5f0351c2-9804-414f-a75c-2674a1b0d228 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/security-groups?id=7752dbfe-1b85-414b-88da-268929ad7fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626934 Feb 09 12:18:03.028526 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [req-f7481dc9-d77d-4ef4-bdc7-9743e756ffcd req-5a033809-05bf-4424-bed2-5c641c597373 tempest-SecurityGroupsNegativeTestJSON-1994395568 tempest-SecurityGroupsNegativeTestJSON-1994395568-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 12:18:03.029736 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f7481dc9-d77d-4ef4-bdc7-9743e756ffcd req-5a033809-05bf-4424-bed2-5c641c597373 tempest-SecurityGroupsNegativeTestJSON-1994395568 tempest-SecurityGroupsNegativeTestJSON-1994395568-project] 10.222.0.55 "DELETE /v2.0/security-groups/786d0c69-2152-4973-98b9-31676f5760e9 HTTP/1.1" status: 409 len: 352 time: 0.1831038 Feb 09 12:18:03.276462 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [req-25a6aeb3-3291-4df9-a254-852a7c4b1f7a req-98f92405-5832-4f9f-be5d-ef8e204405ed tempest-SecurityGroupsNegativeTestJSON-1994395568 tempest-SecurityGroupsNegativeTestJSON-1994395568-project] show failed (client error): The resource could not be found. Feb 09 12:18:03.285964 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-25a6aeb3-3291-4df9-a254-852a7c4b1f7a req-98f92405-5832-4f9f-be5d-ef8e204405ed tempest-SecurityGroupsNegativeTestJSON-1994395568 tempest-SecurityGroupsNegativeTestJSON-1994395568-project] 10.222.0.55 "GET /v2.0/security-groups/1a488366-3317-452c-adc0-2cfb146daeec HTTP/1.1" status: 404 len: 352 time: 0.0308061 Feb 09 12:18:03.372787 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44074) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:18:03.443938 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [req-c15bdfd0-8a33-461e-bf3f-44f835f13b49 req-232e223e-dd2f-4ed2-8c4f-57d29d82b169 tempest-SecurityGroupsNegativeTestJSON-1994395568 tempest-SecurityGroupsNegativeTestJSON-1994395568-project] show failed (client error): The resource could not be found. Feb 09 12:18:03.450353 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c15bdfd0-8a33-461e-bf3f-44f835f13b49 req-232e223e-dd2f-4ed2-8c4f-57d29d82b169 tempest-SecurityGroupsNegativeTestJSON-1994395568 tempest-SecurityGroupsNegativeTestJSON-1994395568-project] 10.222.0.55 "GET /v2.0/security-groups/93be92e9-f135-4abc-93bd-1d5e20dc0b43 HTTP/1.1" status: 404 len: 352 time: 0.0266616 Feb 09 12:18:03.467194 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44084) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:18:03.473431 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['5a67c893-ff8e-4e30-930b-2302762ef6eb'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:18:03.648340 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf4e8ddd-63bc-44a7-ade7-128dac9aaf54 admin admin] Deleting subnet 9d6b2f2b-3fb9-4d1b-ac78-19140ea18253 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:18:03.653664 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cf4e8ddd-63bc-44a7-ade7-128dac9aaf54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:03.758342 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-50c89849-450d-45da-8001-ecb841360676 admin admin] Deleting subnet a63ef662-5313-475a-a7a5-fc7b4f0d529a {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:18:03.781806 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-50c89849-450d-45da-8001-ecb841360676 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:03.840900 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 44094) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:18:03.872183 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cf4e8ddd-63bc-44a7-ade7-128dac9aaf54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:03.938562 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-50c89849-450d-45da-8001-ecb841360676 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:04.002496 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-516f9f15-aeb8-4ff0-9f03-70dd4e95dd9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:04.010564 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-50c89849-450d-45da-8001-ecb841360676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:04.019028 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-516f9f15-aeb8-4ff0-9f03-70dd4e95dd9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:18:04.023538 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-516f9f15-aeb8-4ff0-9f03-70dd4e95dd9d admin admin] Usage tracker for resource:security_group_rule and tenant:79f9baa495af453d8a6d714905cc04f4 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:18:04.026747 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-516f9f15-aeb8-4ff0-9f03-70dd4e95dd9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:18:04.033400 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-516f9f15-aeb8-4ff0-9f03-70dd4e95dd9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:18:04.082168 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cf4e8ddd-63bc-44a7-ade7-128dac9aaf54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:04.166203 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-50c89849-450d-45da-8001-ecb841360676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:04.172804 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-516f9f15-aeb8-4ff0-9f03-70dd4e95dd9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:04.179584 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-516f9f15-aeb8-4ff0-9f03-70dd4e95dd9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:04.268253 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f9f15-aeb8-4ff0-9f03-70dd4e95dd9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589a6140-d55f-4f85-8a92-2653342c25c5,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:04.284174 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-516f9f15-aeb8-4ff0-9f03-70dd4e95dd9d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=79f9baa495af453d8a6d714905cc04f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4413686 Feb 09 12:18:04.287663 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 44114) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:18:04.290724 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 4b38399b-a343-46a2-94f2-51a6aa336a1a up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:18:04.301968 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-50c89849-450d-45da-8001-ecb841360676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:04.317227 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-50c89849-450d-45da-8001-ecb841360676 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a63ef662-5313-475a-a7a5-fc7b4f0d529a HTTP/1.1" status: 204 len: 168 time: 0.8489895 Feb 09 12:18:04.318289 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c89849-450d-45da-8001-ecb841360676 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a63ef662-5313-475a-a7a5-fc7b4f0d529a,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:04.320020 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44118) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:18:04.320976 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cf4e8ddd-63bc-44a7-ade7-128dac9aaf54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:04.381895 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cf4e8ddd-63bc-44a7-ade7-128dac9aaf54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:04.397782 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-cf4e8ddd-63bc-44a7-ade7-128dac9aaf54 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9d6b2f2b-3fb9-4d1b-ac78-19140ea18253 HTTP/1.1" status: 204 len: 168 time: 1.0236862 Feb 09 12:18:04.401404 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44126) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:18:04.434186 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 4b38399b-a343-46a2-94f2-51a6aa336a1a completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:18:04.440207 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 4b38399b-a343-46a2-94f2-51a6aa336a1a triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:18:04.440577 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:04.533637 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-899d3ea5-0af6-4134-863f-535293202dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:04.535356 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4e8ddd-63bc-44a7-ade7-128dac9aaf54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d6b2f2b-3fb9-4d1b-ac78-19140ea18253,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:04.602750 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ef36bbbd-4535-46a8-8bd2-4cb2bca5810b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:04.615083 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:04.652648 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022751f9-f94f-4f8c-a4fa-567878825bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b38399b-a343-46a2-94f2-51a6aa336a1a'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:18:04.664704 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 4b38399b-a343-46a2-94f2-51a6aa336a1a, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=4b38399b-a343-46a2-94f2-51a6aa336a1a,segment=NetworkSegment(d4033166-018c-4822-8b2b-88b7b86f5d6a),segment_id=d4033166-018c-4822-8b2b-88b7b86f5d6a)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:18:04.670708 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:04.672856 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device c549f6d0-9954-49c0-9e15-f69fdd94c807 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:18:04.680591 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ef36bbbd-4535-46a8-8bd2-4cb2bca5810b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:04.725547 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a274d6-e768-458d-adcd-31e99ea56b41 req-a71b3c26-34ab-4442-b90b-a21ba78a93af tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:04.733565 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a274d6-e768-458d-adcd-31e99ea56b41 req-a71b3c26-34ab-4442-b90b-a21ba78a93af tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:04.734192 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6d739a55-344e-45d7-a119-c70f6d576088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:04.740739 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a274d6-e768-458d-adcd-31e99ea56b41 req-a71b3c26-34ab-4442-b90b-a21ba78a93af tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:04.742711 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-54a274d6-e768-458d-adcd-31e99ea56b41 req-a71b3c26-34ab-4442-b90b-a21ba78a93af tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/ports?device_id=022751f9-f94f-4f8c-a4fa-567878825bdd HTTP/1.1" status: 200 len: 2414 time: 0.4319861 Feb 09 12:18:04.801829 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-899d3ea5-0af6-4134-863f-535293202dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:04.811035 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-54a274d6-e768-458d-adcd-31e99ea56b41 req-0c26b327-30b9-4c4b-a8ef-15af944d83cb tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/security-groups?id=7752dbfe-1b85-414b-88da-268929ad7fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571904 Feb 09 12:18:04.836625 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ef36bbbd-4535-46a8-8bd2-4cb2bca5810b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:04.868316 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 827b8aa7-5166-4ce8-8c8a-2c59a07ead1d details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:18:04.878921 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=4b38399b-a343-46a2-94f2-51a6aa336a1a,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:04.894255 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef36bbbd-4535-46a8-8bd2-4cb2bca5810b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589a6140-d55f-4f85-8a92-2653342c25c5,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:04.895092 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port c549f6d0-9954-49c0-9e15-f69fdd94c807 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:18:04.910669 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ef36bbbd-4535-46a8-8bd2-4cb2bca5810b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:04.911920 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ef36bbbd-4535-46a8-8bd2-4cb2bca5810b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/589a6140-d55f-4f85-8a92-2653342c25c5 HTTP/1.1" status: 204 len: 168 time: 0.6229079 Feb 09 12:18:04.926487 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port c549f6d0-9954-49c0-9e15-f69fdd94c807 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:18:04.926861 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:05.049357 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-899d3ea5-0af6-4134-863f-535293202dda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4b615eb-1906-4989-ab89-8b6ef1cc1053']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:18:05.067350 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6d739a55-344e-45d7-a119-c70f6d576088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:05.100097 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-899d3ea5-0af6-4134-863f-535293202dda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32f229e9-9010-4be1-973f-7ae4423dcda8') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:18:05.102875 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-899d3ea5-0af6-4134-863f-535293202dda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32f229e9-9010-4be1-973f-7ae4423dcda8') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:18:05.156924 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-6d739a55-344e-45d7-a119-c70f6d576088 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['396dcb2d-c31d-47e3-a88f-791e92dd2efc']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:18:05.184816 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-899d3ea5-0af6-4134-863f-535293202dda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:05.202523 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-6d739a55-344e-45d7-a119-c70f6d576088 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db26f56d-8a6b-4c56-9648-af2b79798291') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:18:05.202817 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-6d739a55-344e-45d7-a119-c70f6d576088 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db26f56d-8a6b-4c56-9648-af2b79798291') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:18:05.265522 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6d739a55-344e-45d7-a119-c70f6d576088 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:05.282242 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-899d3ea5-0af6-4134-863f-535293202dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:05.289306 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022751f9-f94f-4f8c-a4fa-567878825bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b38399b-a343-46a2-94f2-51a6aa336a1a', 'code': 200} Feb 09 12:18:05.308930 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-899d3ea5-0af6-4134-863f-535293202dda admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:18:05.311000 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-899d3ea5-0af6-4134-863f-535293202dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:05.342630 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 827b8aa7-5166-4ce8-8c8a-2c59a07ead1d, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=827b8aa7-5166-4ce8-8c8a-2c59a07ead1d,segment=NetworkSegment(7fd43362-d2bb-4c15-a4a2-a1a057b6ca17),segment_id=7fd43362-d2bb-4c15-a4a2-a1a057b6ca17)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:18:05.354996 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:18:05.354996 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:18:05.354996 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:18:05.354996 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:18:05.354996 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:18:05.354996 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:18:05.354996 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:18:05.354996 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:18:05.354996 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:18:05.354996 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:18:05.354996 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:18:05.354996 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:18:05.354996 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:18:05.354996 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:18:05.354996 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:18:05.354996 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:18:05.354996 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:18:05.354996 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:18:05.354996 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:18:05.354996 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:18:05.354996 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:18:05.354996 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:18:05.354996 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:18:05.354996 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:18:05.354996 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:18:05.354996 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:18:05.354996 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:18:05.354996 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:18:05.354996 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:18:05.354996 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:18:05.354996 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:18:05.354996 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:18:05.400211 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:05.446030 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': '827b8aa7-5166-4ce8-8c8a-2c59a07ead1d', 'network_id': '46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c', 'port_id': '827b8aa7-5166-4ce8-8c8a-2c59a07ead1d', 'mac_address': 'fa:16:3e:92:56:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b74a18b3-c777-4b36-8c3b-f86129471b39', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:18:05.470302 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6d739a55-344e-45d7-a119-c70f6d576088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:05.478095 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435fe2dd-5244-47da-b963-57c2037d4f1d req-f55ff026-dc88-4049-bb50-dc39a6c4fa16 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:05.481183 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-899d3ea5-0af6-4134-863f-535293202dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:05.488430 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-435fe2dd-5244-47da-b963-57c2037d4f1d req-f55ff026-dc88-4049-bb50-dc39a6c4fa16 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcbf81f5-e4f8-4b04-8c3a-4d80b2c30956 HTTP/1.1" status: 200 len: 946 time: 0.2387068 Feb 09 12:18:05.502214 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d739a55-344e-45d7-a119-c70f6d576088 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:18:05.502838 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6d739a55-344e-45d7-a119-c70f6d576088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:05.516540 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port c549f6d0-9954-49c0-9e15-f69fdd94c807, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=c549f6d0-9954-49c0-9e15-f69fdd94c807,segment=NetworkSegment(75bb7e37-7725-489d-bc65-15598eeadc7c),segment_id=75bb7e37-7725-489d-bc65-15598eeadc7c)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:18:05.520081 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-899d3ea5-0af6-4134-863f-535293202dda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:05.523848 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:18:05.523848 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:18:05.523848 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:18:05.523848 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:18:05.523848 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:18:05.523848 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:18:05.523848 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:18:05.523848 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:18:05.523848 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:18:05.523848 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:18:05.523848 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:18:05.523848 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:18:05.523848 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:18:05.523848 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:18:05.523848 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:18:05.523848 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:18:05.523848 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:18:05.523848 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:18:05.523848 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:18:05.523848 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:18:05.523848 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:18:05.523848 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:18:05.523848 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:18:05.523848 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:18:05.523848 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:18:05.523848 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:18:05.523848 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:18:05.523848 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:18:05.523848 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:18:05.523848 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:18:05.523848 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:18:05.523848 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:18:05.535472 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899d3ea5-0af6-4134-863f-535293202dda admin admin] Pushing event deleted for resources: {'Network': ['ID=c4b615eb-1906-4989-ab89-8b6ef1cc1053,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:05.539749 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44184) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:18:05.553428 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:05.554235 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 97e7749c-e915-48dc-8052-7a0103663c27 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:18:05.616719 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-435fe2dd-5244-47da-b963-57c2037d4f1d req-156fd650-4616-4c69-bdaa-a96c77ffbd56 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] 10.222.0.55 "GET /v2.0/security-groups?id=15e6c738-9b4b-4bb8-bd71-2477ef7189ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267726 Feb 09 12:18:05.674246 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: 97e7749c-e915-48dc-8052-7a0103663c27 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:18:05.674867 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 97e7749c-e915-48dc-8052-7a0103663c27 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:18:05.675147 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device cd467e58-0514-4630-9b93-12f3610e765e no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:18:05.681384 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea7ccc-030d-4009-af20-6a94e9b8413e req-486cadea-866e-44e9-920e-294db9a70120 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:05.697153 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a0ea7ccc-030d-4009-af20-6a94e9b8413e req-486cadea-866e-44e9-920e-294db9a70120 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] 10.222.0.55 "GET /v2.0/ports?device_id=a93d00cb-241f-4e69-b28d-04d3d14faed4 HTTP/1.1" status: 200 len: 950 time: 0.2960002 Feb 09 12:18:05.768389 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:05.796569 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4b3634be-2160-4608-b578-90d317800833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:05.801293 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 827b8aa7-5166-4ce8-8c8a-2c59a07ead1d {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:18:05.816863 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a0ea7ccc-030d-4009-af20-6a94e9b8413e req-6d554a3b-9b05-4c7f-a3fb-d56a16275d27 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] 10.222.0.55 "GET /v2.0/security-groups?id=a0e007a1-b994-49a7-8e79-04b4c8754e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160192 Feb 09 12:18:05.831929 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 44196) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:18:05.844350 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=c549f6d0-9954-49c0-9e15-f69fdd94c807,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:05.858235 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-899d3ea5-0af6-4134-863f-535293202dda admin admin] 10.222.0.55 "DELETE /v2.0/networks/c4b615eb-1906-4989-ab89-8b6ef1cc1053 HTTP/1.1" status: 204 len: 168 time: 1.4506147 Feb 09 12:18:05.859586 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 827b8aa7-5166-4ce8-8c8a-2c59a07ead1d, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=827b8aa7-5166-4ce8-8c8a-2c59a07ead1d,segment=NetworkSegment(7fd43362-d2bb-4c15-a4a2-a1a057b6ca17),segment_id=7fd43362-d2bb-4c15-a4a2-a1a057b6ca17)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:18:05.867210 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4b3634be-2160-4608-b578-90d317800833 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:18:05.891844 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4b3634be-2160-4608-b578-90d317800833 admin admin] Usage tracker for resource:security_group_rule and tenant:08c97d5facff4a7faebc11a52b85f130 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:18:05.900401 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4b3634be-2160-4608-b578-90d317800833 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:18:05.903520 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6d739a55-344e-45d7-a119-c70f6d576088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:05.983689 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:05.993776 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6d739a55-344e-45d7-a119-c70f6d576088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:05.994846 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:06.020671 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4b3634be-2160-4608-b578-90d317800833 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:18:06.034951 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab15a4e2-4411-4d40-bb4a-509b25bbab2d admin admin] Deleting subnet 86f28644-6ed9-4616-9deb-ae306f969e67 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:18:06.039387 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6d739a55-344e-45d7-a119-c70f6d576088 admin admin] 10.222.0.55 "DELETE /v2.0/networks/396dcb2d-c31d-47e3-a88f-791e92dd2efc HTTP/1.1" status: 204 len: 168 time: 1.7075567 Feb 09 12:18:06.067268 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d739a55-344e-45d7-a119-c70f6d576088 admin admin] Pushing event deleted for resources: {'Network': ['ID=396dcb2d-c31d-47e3-a88f-791e92dd2efc,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:06.083711 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ab15a4e2-4411-4d40-bb4a-509b25bbab2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:06.236705 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['827b8aa7-5166-4ce8-8c8a-2c59a07ead1d'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:18:06.290314 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27edca-4f40-45d3-9fec-fe777be6d39a req-201d7e08-7fec-41f7-b5a4-4145e17292dc tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:06.292040 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5e27edca-4f40-45d3-9fec-fe777be6d39a req-201d7e08-7fec-41f7-b5a4-4145e17292dc tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] 10.222.0.46 "GET /v2.0/ports?device_id=bcbf81f5-e4f8-4b04-8c3a-4d80b2c30956 HTTP/1.1" status: 200 len: 946 time: 0.7438123 Feb 09 12:18:06.298256 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ab15a4e2-4411-4d40-bb4a-509b25bbab2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:06.330702 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4b3634be-2160-4608-b578-90d317800833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:06.342676 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4b3634be-2160-4608-b578-90d317800833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:06.417481 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44214) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:18:06.417481 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44216) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:18:06.436647 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4b3634be-2160-4608-b578-90d317800833 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=08c97d5facff4a7faebc11a52b85f130&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6714621 Feb 09 12:18:06.447315 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port cd467e58-0514-4630-9b93-12f3610e765e, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=cd467e58-0514-4630-9b93-12f3610e765e,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:18:06.451494 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44218) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:18:06.452221 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672945f3-35d2-4a85-b874-37cf1a832ed7 req-f459c11d-c305-4119-bb18-84cb9a3896d3 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:06.460226 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672945f3-35d2-4a85-b874-37cf1a832ed7 req-f459c11d-c305-4119-bb18-84cb9a3896d3 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:06.468551 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:06.469159 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672945f3-35d2-4a85-b874-37cf1a832ed7 req-f459c11d-c305-4119-bb18-84cb9a3896d3 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:06.479409 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-672945f3-35d2-4a85-b874-37cf1a832ed7 req-f459c11d-c305-4119-bb18-84cb9a3896d3 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/ports?device_id=022751f9-f94f-4f8c-a4fa-567878825bdd HTTP/1.1" status: 200 len: 2416 time: 0.3967204 Feb 09 12:18:06.484388 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-5e27edca-4f40-45d3-9fec-fe777be6d39a req-7e4ed2ec-da6e-4346-a227-55d5faeb01b8 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Deleting port a37b503a-1ea0-42a6-9554-faba54c27484 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:18:06.484728 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5e27edca-4f40-45d3-9fec-fe777be6d39a req-7e4ed2ec-da6e-4346-a227-55d5faeb01b8 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:06.489516 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=827b8aa7-5166-4ce8-8c8a-2c59a07ead1d,revision_number=6']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:06.495985 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 5a67c893-ff8e-4e30-930b-2302762ef6eb up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:18:06.589151 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b67e6115-31ea-460f-bac3-bbbfeb60fec5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d72828d773c544b292667484dacf5aa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1466906 Feb 09 12:18:06.594928 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3634be-2160-4608-b578-90d317800833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52445d01-2d41-472f-8c8b-113df479f588,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:06.597573 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44232) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:18:06.698024 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1c7c0c6d-8126-4f76-bef1-a7c6671dfc43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:06.731469 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=cd467e58-0514-4630-9b93-12f3610e765e,revision_number=8']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:06.759076 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3b1f9ac8-2131-459f-acaa-784165fa5576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:06.849230 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1c7c0c6d-8126-4f76-bef1-a7c6671dfc43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:06.859543 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 5a67c893-ff8e-4e30-930b-2302762ef6eb completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:18:06.885689 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ab15a4e2-4411-4d40-bb4a-509b25bbab2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:06.894456 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 5a67c893-ff8e-4e30-930b-2302762ef6eb triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:18:06.894881 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:06.927501 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3b1f9ac8-2131-459f-acaa-784165fa5576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:07.052627 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-672945f3-35d2-4a85-b874-37cf1a832ed7 req-f317a3b3-b900-49d4-9fd7-42002395bc76 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/security-groups?id=7752dbfe-1b85-414b-88da-268929ad7fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5712173 Feb 09 12:18:07.122195 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1c7c0c6d-8126-4f76-bef1-a7c6671dfc43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:07.149181 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ab15a4e2-4411-4d40-bb4a-509b25bbab2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:07.162900 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f5a425d6-ccb7-4b9e-8c45-5c3f3ff3c29e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:07.203458 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c0c6d-8126-4f76-bef1-a7c6671dfc43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52445d01-2d41-472f-8c8b-113df479f588,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:07.229847 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f5a425d6-ccb7-4b9e-8c45-5c3f3ff3c29e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:18:07.240566 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1c7c0c6d-8126-4f76-bef1-a7c6671dfc43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:07.242126 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1c7c0c6d-8126-4f76-bef1-a7c6671dfc43 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/52445d01-2d41-472f-8c8b-113df479f588 HTTP/1.1" status: 204 len: 168 time: 0.7615335 Feb 09 12:18:07.244587 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3b1f9ac8-2131-459f-acaa-784165fa5576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:07.250861 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:07.258456 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3b1f9ac8-2131-459f-acaa-784165fa5576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:07.263335 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3b1f9ac8-2131-459f-acaa-784165fa5576 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/786d0c69-2152-4973-98b9-31676f5760e9 HTTP/1.1" status: 204 len: 168 time: 0.6618354 Feb 09 12:18:07.277786 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f5a425d6-ccb7-4b9e-8c45-5c3f3ff3c29e admin admin] Usage tracker for resource:security_group_rule and tenant:ab1af3de989f475db13ccff42fb7279f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:18:07.281212 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f9ac8-2131-459f-acaa-784165fa5576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786d0c69-2152-4973-98b9-31676f5760e9,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:07.289889 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f5a425d6-ccb7-4b9e-8c45-5c3f3ff3c29e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:18:07.292044 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022751f9-f94f-4f8c-a4fa-567878825bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c549f6d0-9954-49c0-9e15-f69fdd94c807'}, {'server_uuid': 'a93d00cb-241f-4e69-b28d-04d3d14faed4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd467e58-0514-4630-9b93-12f3610e765e'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:18:07.297506 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f5a425d6-ccb7-4b9e-8c45-5c3f3ff3c29e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:18:07.392193 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a46bb5-c552-4ff6-a135-da34c81464ec req-fbce58cb-f0b5-45ba-a68e-b8bc55b31eb6 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:07.393835 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-05a46bb5-c552-4ff6-a135-da34c81464ec req-fbce58cb-f0b5-45ba-a68e-b8bc55b31eb6 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f9830cc-38fb-4d83-b7d0-0e1c890e5801 HTTP/1.1" status: 200 len: 945 time: 0.9527550 Feb 09 12:18:07.404826 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 5a67c893-ff8e-4e30-930b-2302762ef6eb, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=5a67c893-ff8e-4e30-930b-2302762ef6eb,segment=NetworkSegment(75bb7e37-7725-489d-bc65-15598eeadc7c),segment_id=75bb7e37-7725-489d-bc65-15598eeadc7c)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:18:07.410987 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:07.412002 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device a37b503a-1ea0-42a6-9554-faba54c27484 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:18:07.509904 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f5a425d6-ccb7-4b9e-8c45-5c3f3ff3c29e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:07.515958 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f5a425d6-ccb7-4b9e-8c45-5c3f3ff3c29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:07.562716 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022751f9-f94f-4f8c-a4fa-567878825bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c549f6d0-9954-49c0-9e15-f69fdd94c807', 'code': 200} Feb 09 12:18:07.562978 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a93d00cb-241f-4e69-b28d-04d3d14faed4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd467e58-0514-4630-9b93-12f3610e765e', 'code': 200} Feb 09 12:18:07.580622 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f5a425d6-ccb7-4b9e-8c45-5c3f3ff3c29e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ab1af3de989f475db13ccff42fb7279f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1403334 Feb 09 12:18:07.581838 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a425d6-ccb7-4b9e-8c45-5c3f3ff3c29e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf3a2d6-1ba8-4607-8305-db5fd9e003bd,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:07.584734 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44268) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:18:07.619191 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=5a67c893-ff8e-4e30-930b-2302762ef6eb,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:07.692937 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:07.715859 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-02cc0e1e-5bd9-4038-9551-8a3c5253aeb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:07.745559 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port a37b503a-1ea0-42a6-9554-faba54c27484, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=a37b503a-1ea0-42a6-9554-faba54c27484,segment=NetworkSegment(072bb687-b429-4d78-a25c-f8a25b3474dc),segment_id=072bb687-b429-4d78-a25c-f8a25b3474dc)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:18:07.755463 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:07.759684 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-02cc0e1e-5bd9-4038-9551-8a3c5253aeb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:07.826646 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15a4e2-4411-4d40-bb4a-509b25bbab2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86f28644-6ed9-4616-9deb-ae306f969e67,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:07.831181 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ab15a4e2-4411-4d40-bb4a-509b25bbab2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:07.866650 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-02cc0e1e-5bd9-4038-9551-8a3c5253aeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:07.869511 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=a37b503a-1ea0-42a6-9554-faba54c27484,revision_number=6']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:07.888340 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-05a46bb5-c552-4ff6-a135-da34c81464ec req-9d1cc2c0-6ee7-4074-ad57-37e3c3a3ae0e tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Deleting port 8ece1f1c-76d1-4633-86d2-af4f4d8c8d90 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:18:07.888682 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-05a46bb5-c552-4ff6-a135-da34c81464ec req-9d1cc2c0-6ee7-4074-ad57-37e3c3a3ae0e tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:07.911761 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-02cc0e1e-5bd9-4038-9551-8a3c5253aeb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:07.916166 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-02cc0e1e-5bd9-4038-9551-8a3c5253aeb4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bbf3a2d6-1ba8-4607-8305-db5fd9e003bd HTTP/1.1" status: 204 len: 168 time: 0.3303049 Feb 09 12:18:07.919261 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc0e1e-5bd9-4038-9551-8a3c5253aeb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf3a2d6-1ba8-4607-8305-db5fd9e003bd,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:08.153838 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ab15a4e2-4411-4d40-bb4a-509b25bbab2d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/86f28644-6ed9-4616-9deb-ae306f969e67 HTTP/1.1" status: 204 len: 168 time: 2.3208437 Feb 09 12:18:08.157439 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44300) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:18:08.409248 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dc92308f-bb19-4c99-8c0e-22c309ab85aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:08.727789 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dc92308f-bb19-4c99-8c0e-22c309ab85aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:08.755171 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-dc92308f-bb19-4c99-8c0e-22c309ab85aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4936f1f0-51bf-4ab5-8573-5d4cbfef07c3']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:18:08.778824 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-dc92308f-bb19-4c99-8c0e-22c309ab85aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06b406e1-4c9b-4715-8d0a-a4cb5b3d6fc7') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:18:08.779121 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-dc92308f-bb19-4c99-8c0e-22c309ab85aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06b406e1-4c9b-4715-8d0a-a4cb5b3d6fc7') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:18:08.803886 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dc92308f-bb19-4c99-8c0e-22c309ab85aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:08.807073 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-5e27edca-4f40-45d3-9fec-fe777be6d39a req-7e4ed2ec-da6e-4346-a227-55d5faeb01b8 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] For port a37b503a-1ea0-42a6-9554-faba54c27484, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=a37b503a-1ea0-42a6-9554-faba54c27484,segment=NetworkSegment(072bb687-b429-4d78-a25c-f8a25b3474dc),segment_id=072bb687-b429-4d78-a25c-f8a25b3474dc)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:18:08.807424 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5e27edca-4f40-45d3-9fec-fe777be6d39a req-7e4ed2ec-da6e-4346-a227-55d5faeb01b8 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:08.847242 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dc92308f-bb19-4c99-8c0e-22c309ab85aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:08.857387 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ccf973-41f8-481c-98b3-5e4a7cd37df0 req-04c5e636-9414-4203-a3ce-aa64009177a4 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:08.864510 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-08ccf973-41f8-481c-98b3-5e4a7cd37df0 req-04c5e636-9414-4203-a3ce-aa64009177a4 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcbf81f5-e4f8-4b04-8c3a-4d80b2c30956 HTTP/1.1" status: 200 len: 944 time: 1.5197265 Feb 09 12:18:08.869061 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc92308f-bb19-4c99-8c0e-22c309ab85aa admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:18:08.869486 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dc92308f-bb19-4c99-8c0e-22c309ab85aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:08.883388 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 827b8aa7-5166-4ce8-8c8a-2c59a07ead1d up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:18:08.912771 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:18:08.912771 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:18:08.912771 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:18:08.912771 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:18:08.912771 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:18:08.912771 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:18:08.912771 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:18:08.912771 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:18:08.912771 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:18:08.912771 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:18:08.912771 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:18:08.912771 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:18:08.912771 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:18:08.912771 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:18:08.912771 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:18:08.912771 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:18:08.912771 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:18:08.912771 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:18:08.912771 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:18:08.912771 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:18:08.912771 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:18:08.912771 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:18:08.912771 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:18:08.912771 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:18:08.912771 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:18:08.912771 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:18:08.912771 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:18:08.912771 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:18:08.912771 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:18:08.912771 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:18:08.912771 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:18:08.912771 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:18:09.073144 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 44332) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:18:09.077130 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port 827b8aa7-5166-4ce8-8c8a-2c59a07ead1d triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:18:09.077501 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:09.102775 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dc92308f-bb19-4c99-8c0e-22c309ab85aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:09.132761 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dc92308f-bb19-4c99-8c0e-22c309ab85aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:09.148811 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-dc92308f-bb19-4c99-8c0e-22c309ab85aa admin admin] 10.222.0.55 "DELETE /v2.0/networks/4936f1f0-51bf-4ab5-8573-5d4cbfef07c3 HTTP/1.1" status: 204 len: 168 time: 0.9900224 Feb 09 12:18:09.151700 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc92308f-bb19-4c99-8c0e-22c309ab85aa admin admin] Pushing event deleted for resources: {'Network': ['ID=4936f1f0-51bf-4ab5-8573-5d4cbfef07c3,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:09.184838 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44340) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:18:09.206170 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-5e27edca-4f40-45d3-9fec-fe777be6d39a req-7e4ed2ec-da6e-4346-a227-55d5faeb01b8 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Calling delete_port for a37b503a-1ea0-42a6-9554-faba54c27484 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:18:09.307750 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d997c68-8eb5-4e0d-8cf2-638e4a65c35e req-50714cd2-1318-458a-8250-21319f315e66 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:09.314223 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d997c68-8eb5-4e0d-8cf2-638e4a65c35e req-50714cd2-1318-458a-8250-21319f315e66 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:09.320940 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d997c68-8eb5-4e0d-8cf2-638e4a65c35e req-50714cd2-1318-458a-8250-21319f315e66 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:09.329735 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4d997c68-8eb5-4e0d-8cf2-638e4a65c35e req-50714cd2-1318-458a-8250-21319f315e66 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/ports?device_id=022751f9-f94f-4f8c-a4fa-567878825bdd HTTP/1.1" status: 200 len: 2417 time: 1.0708179 Feb 09 12:18:09.360923 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44352) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:18:09.406320 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-08ccf973-41f8-481c-98b3-5e4a7cd37df0 req-daa46e8c-ea0e-45d4-8c75-2faa934a0809 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] 10.222.0.55 "GET /v2.0/security-groups?id=15e6c738-9b4b-4bb8-bd71-2477ef7189ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5404539 Feb 09 12:18:09.426701 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:09.449652 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4d997c68-8eb5-4e0d-8cf2-638e4a65c35e req-971de7aa-b31f-4a4a-bd27-771125750fca tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/security-groups?id=7752dbfe-1b85-414b-88da-268929ad7fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180828 Feb 09 12:18:09.458480 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-05a46bb5-c552-4ff6-a135-da34c81464ec req-9d1cc2c0-6ee7-4074-ad57-37e3c3a3ae0e tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] For port 8ece1f1c-76d1-4633-86d2-af4f4d8c8d90, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=8ece1f1c-76d1-4633-86d2-af4f4d8c8d90,segment=NetworkSegment(072bb687-b429-4d78-a25c-f8a25b3474dc),segment_id=072bb687-b429-4d78-a25c-f8a25b3474dc)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:18:09.460999 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-05a46bb5-c552-4ff6-a135-da34c81464ec req-9d1cc2c0-6ee7-4074-ad57-37e3c3a3ae0e tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:09.547624 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-dc4bda4b-3a17-4b57-a7f0-28bce347347f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3a84524b0b1d4c8da324d07cc553e331&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1852698 Feb 09 12:18:09.552288 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44368) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:18:09.566664 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022751f9-f94f-4f8c-a4fa-567878825bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a67c893-ff8e-4e30-930b-2302762ef6eb'}, {'server_uuid': 'bcbf81f5-e4f8-4b04-8c3a-4d80b2c30956', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a37b503a-1ea0-42a6-9554-faba54c27484'}, {'server_uuid': '68123e96-78fc-493f-979f-fa4b73af8e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827b8aa7-5166-4ce8-8c8a-2c59a07ead1d'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:18:09.584641 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 827b8aa7-5166-4ce8-8c8a-2c59a07ead1d, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=827b8aa7-5166-4ce8-8c8a-2c59a07ead1d,segment=NetworkSegment(7fd43362-d2bb-4c15-a4a2-a1a057b6ca17),segment_id=7fd43362-d2bb-4c15-a4a2-a1a057b6ca17)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:18:09.591413 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:09.592549 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 8ece1f1c-76d1-4633-86d2-af4f4d8c8d90 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:18:09.777969 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2dfd618c-034b-4208-826f-3920a332f8b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:09.819929 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-1c6139fd-d587-4d0e-8475-a3d6491bff4f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1594680107-network', 'tenant_id': '48298ec907a946ddb2f0d8ac4aa52547'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:18:09.834661 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1c6139fd-d587-4d0e-8475-a3d6491bff4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:18:09.841913 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-05a46bb5-c552-4ff6-a135-da34c81464ec req-9d1cc2c0-6ee7-4074-ad57-37e3c3a3ae0e tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Calling delete_port for 8ece1f1c-76d1-4633-86d2-af4f4d8c8d90 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:18:09.878321 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-1c6139fd-d587-4d0e-8475-a3d6491bff4f admin admin] Usage tracker for resource:network and tenant:48298ec907a946ddb2f0d8ac4aa52547 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:18:09.879465 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-67fcf4dc-a030-481c-a180-89cf8571aa4b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-380272057-network', 'tenant_id': 'eec7cd73952c439fa26a361208297f39'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:18:09.885893 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.api [req-5e27edca-4f40-45d3-9fec-fe777be6d39a req-7e4ed2ec-da6e-4346-a227-55d5faeb01b8 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:18:09.886300 n-d-825178-3 neutron-server[87567]: DEBUG oslo_db.api [req-5e27edca-4f40-45d3-9fec-fe777be6d39a req-7e4ed2ec-da6e-4346-a227-55d5faeb01b8 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:18:09.893138 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-1c6139fd-d587-4d0e-8475-a3d6491bff4f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:18:09.897198 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-67fcf4dc-a030-481c-a180-89cf8571aa4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:18:09.905961 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022751f9-f94f-4f8c-a4fa-567878825bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a67c893-ff8e-4e30-930b-2302762ef6eb', 'code': 200} Feb 09 12:18:09.906555 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcbf81f5-e4f8-4b04-8c3a-4d80b2c30956', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a37b503a-1ea0-42a6-9554-faba54c27484', 'code': 200} Feb 09 12:18:09.906856 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68123e96-78fc-493f-979f-fa4b73af8e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827b8aa7-5166-4ce8-8c8a-2c59a07ead1d', 'code': 200} Feb 09 12:18:09.909349 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1c6139fd-d587-4d0e-8475-a3d6491bff4f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:18:09.915167 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-67fcf4dc-a030-481c-a180-89cf8571aa4b admin admin] Usage tracker for resource:network and tenant:eec7cd73952c439fa26a361208297f39 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:18:09.940747 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-67fcf4dc-a030-481c-a180-89cf8571aa4b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:18:09.945165 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2dfd618c-034b-4208-826f-3920a332f8b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:09.955771 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-67fcf4dc-a030-481c-a180-89cf8571aa4b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:18:09.960816 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6139fd-d587-4d0e-8475-a3d6491bff4f admin admin] Made reservation on behalf of 48298ec907a946ddb2f0d8ac4aa52547 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:18:09.966873 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1c6139fd-d587-4d0e-8475-a3d6491bff4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:10.004917 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=827b8aa7-5166-4ce8-8c8a-2c59a07ead1d,revision_number=7']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:10.021182 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1c6139fd-d587-4d0e-8475-a3d6491bff4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:10.078288 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1c6139fd-d587-4d0e-8475-a3d6491bff4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:18:10.093857 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-1c6139fd-d587-4d0e-8475-a3d6491bff4f admin admin] Usage tracker for resource:security_group_rule and tenant:48298ec907a946ddb2f0d8ac4aa52547 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:18:10.099852 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-1c6139fd-d587-4d0e-8475-a3d6491bff4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:18:10.106647 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1c6139fd-d587-4d0e-8475-a3d6491bff4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:18:10.122535 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67fcf4dc-a030-481c-a180-89cf8571aa4b admin admin] Made reservation on behalf of eec7cd73952c439fa26a361208297f39 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:18:10.125686 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-67fcf4dc-a030-481c-a180-89cf8571aa4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:10.133318 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:10.161058 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2dfd618c-034b-4208-826f-3920a332f8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:10.165318 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-67fcf4dc-a030-481c-a180-89cf8571aa4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:10.196218 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd618c-034b-4208-826f-3920a332f8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca760e7-4d32-4d95-ad79-81fd085fb4c2,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:10.213426 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2dfd618c-034b-4208-826f-3920a332f8b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:10.217812 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2dfd618c-034b-4208-826f-3920a332f8b9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6ca760e7-4d32-4d95-ad79-81fd085fb4c2 HTTP/1.1" status: 204 len: 168 time: 0.6645033 Feb 09 12:18:10.249216 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-67fcf4dc-a030-481c-a180-89cf8571aa4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:18:10.260364 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-67fcf4dc-a030-481c-a180-89cf8571aa4b admin admin] Usage tracker for resource:security_group_rule and tenant:eec7cd73952c439fa26a361208297f39 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:18:10.276058 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-67fcf4dc-a030-481c-a180-89cf8571aa4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:18:10.286248 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-67fcf4dc-a030-481c-a180-89cf8571aa4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:18:10.287290 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1c6139fd-d587-4d0e-8475-a3d6491bff4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:10.295160 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1c6139fd-d587-4d0e-8475-a3d6491bff4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:10.296958 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa62488-9b19-4d10-bddc-459bff9d25ca req-70306943-092b-4f96-893f-c6d6e23ce0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:10.297544 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa62488-9b19-4d10-bddc-459bff9d25ca req-70306943-092b-4f96-893f-c6d6e23ce0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:10.298046 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa62488-9b19-4d10-bddc-459bff9d25ca req-70306943-092b-4f96-893f-c6d6e23ce0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:10.299652 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4fa62488-9b19-4d10-bddc-459bff9d25ca req-70306943-092b-4f96-893f-c6d6e23ce0a4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=022751f9-f94f-4f8c-a4fa-567878825bdd HTTP/1.1" status: 200 len: 2870 time: 0.3185918 Feb 09 12:18:10.331258 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c6139fd-d587-4d0e-8475-a3d6491bff4f admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:18:10.342836 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1c6139fd-d587-4d0e-8475-a3d6491bff4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:10.343565 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-1c6139fd-d587-4d0e-8475-a3d6491bff4f admin admin] Added segment a032c80a-2814-4a8f-bd23-99ac5315db25 of type vlan for network ef8cbc95-953d-4d9d-a80a-2c68322f6f7f Feb 09 12:18:10.379984 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1c6139fd-d587-4d0e-8475-a3d6491bff4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:10.429707 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-05a46bb5-c552-4ff6-a135-da34c81464ec req-9d1cc2c0-6ee7-4074-ad57-37e3c3a3ae0e tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:10.455239 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6139fd-d587-4d0e-8475-a3d6491bff4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825f3b77-242f-46bf-864b-a6d10f333d70,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:10.468327 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-5e27edca-4f40-45d3-9fec-fe777be6d39a req-7e4ed2ec-da6e-4346-a227-55d5faeb01b8 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Deleting port a37b503a-1ea0-42a6-9554-faba54c27484 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:18:10.469389 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5e27edca-4f40-45d3-9fec-fe777be6d39a req-7e4ed2ec-da6e-4346-a227-55d5faeb01b8 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:10.477502 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1c6139fd-d587-4d0e-8475-a3d6491bff4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:10.481701 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6139fd-d587-4d0e-8475-a3d6491bff4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:10.484284 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1c6139fd-d587-4d0e-8475-a3d6491bff4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:10.556565 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1c6139fd-d587-4d0e-8475-a3d6491bff4f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3689954 Feb 09 12:18:10.562278 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44392) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:18:10.568820 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-67de2409-a011-4f8c-8680-46540056622a admin admin] Request body: {'subnet': {'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1594680107-subnet', 'tenant_id': '48298ec907a946ddb2f0d8ac4aa52547', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:18:10.630364 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-67de2409-a011-4f8c-8680-46540056622a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:18:10.646974 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-67de2409-a011-4f8c-8680-46540056622a admin admin] Usage tracker for resource:subnet and tenant:48298ec907a946ddb2f0d8ac4aa52547 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:18:10.652015 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-67de2409-a011-4f8c-8680-46540056622a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:18:10.660909 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1cc2c0-6ee7-4074-ad57-37e3c3a3ae0e tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Pushing event deleted for resources: {'Port': ['ID=8ece1f1c-76d1-4633-86d2-af4f4d8c8d90,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:10.662554 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-67de2409-a011-4f8c-8680-46540056622a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:18:10.669484 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6139fd-d587-4d0e-8475-a3d6491bff4f admin admin] Pushing event updated for resources: {'Network': ['ID=ef8cbc95-953d-4d9d-a80a-2c68322f6f7f,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:10.688467 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67de2409-a011-4f8c-8680-46540056622a admin admin] Made reservation on behalf of 48298ec907a946ddb2f0d8ac4aa52547 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:18:10.690880 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network ef8cbc95-953d-4d9d-a80a-2c68322f6f7f details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:18:10.691219 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-67de2409-a011-4f8c-8680-46540056622a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:10.764297 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-67fcf4dc-a030-481c-a180-89cf8571aa4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:10.773722 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4fa62488-9b19-4d10-bddc-459bff9d25ca req-733cea42-b13b-46ca-84d8-53a8d9bff2f5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7752dbfe-1b85-414b-88da-268929ad7fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4654856 Feb 09 12:18:10.834897 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-67fcf4dc-a030-481c-a180-89cf8571aa4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:10.856854 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67fcf4dc-a030-481c-a180-89cf8571aa4b admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:18:10.871225 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-67fcf4dc-a030-481c-a180-89cf8571aa4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:10.872133 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-67fcf4dc-a030-481c-a180-89cf8571aa4b admin admin] Added segment 60316b84-93e0-4859-b6b6-adab39b3fab1 of type vlan for network cd473c9f-1942-47be-82eb-f1f92f3be41a Feb 09 12:18:10.897561 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 17c2992f-729b-44a7-ae4c-750652da8502 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:18:10.910867 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-67fcf4dc-a030-481c-a180-89cf8571aa4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:10.936233 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-67de2409-a011-4f8c-8680-46540056622a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:11.002448 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a46bb5-c552-4ff6-a135-da34c81464ec req-9d1cc2c0-6ee7-4074-ad57-37e3c3a3ae0e tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] No DVR routers for this DVR port 8ece1f1c-76d1-4633-86d2-af4f4d8c8d90 on host n-h1-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:18:11.023766 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-05a46bb5-c552-4ff6-a135-da34c81464ec req-9d1cc2c0-6ee7-4074-ad57-37e3c3a3ae0e tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:11.061169 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44402) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:18:11.075506 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de2409-a011-4f8c-8680-46540056622a admin admin] Pushing event updated for resources: {'Subnet': ['ID=366798ce-1b6a-4537-9fda-2703703dab8f,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:11.092633 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-67fcf4dc-a030-481c-a180-89cf8571aa4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:11.094000 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fcf4dc-a030-481c-a180-89cf8571aa4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:11.094834 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-67fcf4dc-a030-481c-a180-89cf8571aa4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:11.098928 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9830cc-38fb-4d83-b7d0-0e1c890e5801', 'name': 'network-vif-deleted', 'tag': '8ece1f1c-76d1-4633-86d2-af4f4d8c8d90'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:18:11.130080 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-05a46bb5-c552-4ff6-a135-da34c81464ec req-9d1cc2c0-6ee7-4074-ad57-37e3c3a3ae0e tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] 10.222.0.52 "DELETE /v2.0/ports/8ece1f1c-76d1-4633-86d2-af4f4d8c8d90 HTTP/1.1" status: 204 len: 173 time: 3.7217672 Feb 09 12:18:11.159974 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 17c2992f-729b-44a7-ae4c-750652da8502, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=17c2992f-729b-44a7-ae4c-750652da8502,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:18:11.163791 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67de2409-a011-4f8c-8680-46540056622a admin admin] Checking segment: {'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:18:11.164482 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67de2409-a011-4f8c-8680-46540056622a admin admin] Network hostable DHCP agents. Network: ef8cbc95-953d-4d9d-a80a-2c68322f6f7f, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:18:11.176628 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': '17c2992f-729b-44a7-ae4c-750652da8502', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'port_id': '17c2992f-729b-44a7-ae4c-750652da8502', 'mac_address': 'fa:16:3e:49:0a:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed5558-888d-440a-8c32-52f2f9bc5bd5', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:18:11.184209 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-69ae6334-f14d-4f08-929e-7ded2078bd28 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=93143a00efdd4a28a9558c1813fca1e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1180766 Feb 09 12:18:11.188260 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44408) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:18:11.218933 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67de2409-a011-4f8c-8680-46540056622a admin admin] Network ef8cbc95-953d-4d9d-a80a-2c68322f6f7f is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:18:11.252603 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-67de2409-a011-4f8c-8680-46540056622a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, ef8cbc95-953d-4d9d-a80a-2c68322f6f7f) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:18:11.264795 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8703259d-1562-4894-8ef4-621304c4eb07 None None] Network ef8cbc95-953d-4d9d-a80a-2c68322f6f7f requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:18:11.268962 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67de2409-a011-4f8c-8680-46540056622a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:11.269941 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-67de2409-a011-4f8c-8680-46540056622a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:11.324972 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-67de2409-a011-4f8c-8680-46540056622a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7600060 Feb 09 12:18:11.398012 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-40814392-8df0-48ab-b699-1e23665f6934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:11.462856 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-40814392-8df0-48ab-b699-1e23665f6934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:11.481629 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcf4dc-a030-481c-a180-89cf8571aa4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c476da-0274-41dd-aeef-e671ea782d84,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:11.487757 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:11.576842 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-40814392-8df0-48ab-b699-1e23665f6934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:11.593405 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-67fcf4dc-a030-481c-a180-89cf8571aa4b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4101424 Feb 09 12:18:11.610369 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 17c2992f-729b-44a7-ae4c-750652da8502 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:18:11.611114 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 44418) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:18:11.613103 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-5e27edca-4f40-45d3-9fec-fe777be6d39a req-7e4ed2ec-da6e-4346-a227-55d5faeb01b8 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] For port a37b503a-1ea0-42a6-9554-faba54c27484, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=a37b503a-1ea0-42a6-9554-faba54c27484,segment=NetworkSegment(072bb687-b429-4d78-a25c-f8a25b3474dc),segment_id=072bb687-b429-4d78-a25c-f8a25b3474dc)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:18:11.613562 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5e27edca-4f40-45d3-9fec-fe777be6d39a req-7e4ed2ec-da6e-4346-a227-55d5faeb01b8 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:11.642299 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-2a9cb0df-2132-45bb-bf37-9db22f2cf9fd admin admin] Request body: {'subnet': {'network_id': 'cd473c9f-1942-47be-82eb-f1f92f3be41a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-380272057-subnet', 'tenant_id': 'eec7cd73952c439fa26a361208297f39', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:18:11.643628 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40814392-8df0-48ab-b699-1e23665f6934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61f14fd-7d04-4d65-9004-a8d68c19dcc7,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:11.659517 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-40814392-8df0-48ab-b699-1e23665f6934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:11.663760 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-40814392-8df0-48ab-b699-1e23665f6934 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f61f14fd-7d04-4d65-9004-a8d68c19dcc7 HTTP/1.1" status: 204 len: 168 time: 0.4708176 Feb 09 12:18:11.696714 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 17c2992f-729b-44a7-ae4c-750652da8502, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=17c2992f-729b-44a7-ae4c-750652da8502,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:18:11.711178 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:11.712563 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcf4dc-a030-481c-a180-89cf8571aa4b admin admin] Pushing event updated for resources: {'Network': ['ID=cd473c9f-1942-47be-82eb-f1f92f3be41a,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:11.728759 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-2a9cb0df-2132-45bb-bf37-9db22f2cf9fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:18:11.932259 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network cd473c9f-1942-47be-82eb-f1f92f3be41a details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:18:12.093409 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['17c2992f-729b-44a7-ae4c-750652da8502'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:18:12.274622 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84f7ab-b062-405e-b3bb-4314c2150332 req-dcd67bf0-fa00-4ce4-a0a6-103c1a965829 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:12.299481 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84f7ab-b062-405e-b3bb-4314c2150332 req-dcd67bf0-fa00-4ce4-a0a6-103c1a965829 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:12.316102 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84f7ab-b062-405e-b3bb-4314c2150332 req-dcd67bf0-fa00-4ce4-a0a6-103c1a965829 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:12.345867 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3f84f7ab-b062-405e-b3bb-4314c2150332 req-dcd67bf0-fa00-4ce4-a0a6-103c1a965829 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/ports?device_id=022751f9-f94f-4f8c-a4fa-567878825bdd HTTP/1.1" status: 200 len: 2417 time: 1.5537145 Feb 09 12:18:12.429945 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=17c2992f-729b-44a7-ae4c-750652da8502,revision_number=6']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:12.437422 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8abcca3-33d6-4ccc-b336-82784923b1cf req-4f2846aa-c184-4c5f-843c-1434912956c7 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:12.438185 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-a8abcca3-33d6-4ccc-b336-82784923b1cf req-4f2846aa-c184-4c5f-843c-1434912956c7 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Synchronizing usage tracker for tenant:2902533bf64e4d3e90411cf62f208505 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:18:12.457753 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-2a9cb0df-2132-45bb-bf37-9db22f2cf9fd admin admin] Usage tracker for resource:subnet and tenant:eec7cd73952c439fa26a361208297f39 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:18:12.459026 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f404031d-ae10-4b79-be21-9c2114a2f9bf None None] Network ef8cbc95-953d-4d9d-a80a-2c68322f6f7f requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:18:12.475658 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-2a9cb0df-2132-45bb-bf37-9db22f2cf9fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:18:12.535545 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-5e27edca-4f40-45d3-9fec-fe777be6d39a req-7e4ed2ec-da6e-4346-a227-55d5faeb01b8 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Calling delete_port for a37b503a-1ea0-42a6-9554-faba54c27484 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:18:12.694796 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-2a9cb0df-2132-45bb-bf37-9db22f2cf9fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:18:12.712555 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3f84f7ab-b062-405e-b3bb-4314c2150332 req-cbf8dad6-7876-4807-b40d-f3f2b3106f0f tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/security-groups?id=7752dbfe-1b85-414b-88da-268929ad7fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657479 Feb 09 12:18:12.928540 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5e27edca-4f40-45d3-9fec-fe777be6d39a req-7e4ed2ec-da6e-4346-a227-55d5faeb01b8 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:12.938885 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9cb0df-2132-45bb-bf37-9db22f2cf9fd admin admin] Made reservation on behalf of eec7cd73952c439fa26a361208297f39 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:18:12.942936 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2a9cb0df-2132-45bb-bf37-9db22f2cf9fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:13.039141 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-a8abcca3-33d6-4ccc-b336-82784923b1cf req-4f2846aa-c184-4c5f-843c-1434912956c7 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Unset dirty status for tenant:2902533bf64e4d3e90411cf62f208505 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:18:13.040327 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a8abcca3-33d6-4ccc-b336-82784923b1cf req-4f2846aa-c184-4c5f-843c-1434912956c7 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcbf81f5-e4f8-4b04-8c3a-4d80b2c30956 HTTP/1.1" status: 200 len: 944 time: 2.2542522 Feb 09 12:18:13.172323 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ed2ec-da6e-4346-a227-55d5faeb01b8 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Pushing event deleted for resources: {'Port': ['ID=a37b503a-1ea0-42a6-9554-faba54c27484,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:13.413798 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a8abcca3-33d6-4ccc-b336-82784923b1cf req-b73a3650-4529-4d0b-8dbc-909a358ba0dd tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] 10.222.0.55 "GET /v2.0/security-groups?id=15e6c738-9b4b-4bb8-bd71-2477ef7189ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353508 Feb 09 12:18:13.413798 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e27edca-4f40-45d3-9fec-fe777be6d39a req-7e4ed2ec-da6e-4346-a227-55d5faeb01b8 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] No DVR routers for this DVR port a37b503a-1ea0-42a6-9554-faba54c27484 on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:18:13.416607 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44478) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:18:13.424860 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-f35879c7-28a5-4d0b-8f45-64a88b374c26 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1565113716-network', 'tenant_id': '75599d45cd184115a2c371b40792e4ca'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:18:13.434681 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5e27edca-4f40-45d3-9fec-fe777be6d39a req-7e4ed2ec-da6e-4346-a227-55d5faeb01b8 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:13.434681 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5e27edca-4f40-45d3-9fec-fe777be6d39a req-7e4ed2ec-da6e-4346-a227-55d5faeb01b8 tempest-ListServersNegativeTestJSON-1631984665 tempest-ListServersNegativeTestJSON-1631984665-project] 10.222.0.46 "DELETE /v2.0/ports/a37b503a-1ea0-42a6-9554-faba54c27484 HTTP/1.1" status: 204 len: 173 time: 7.0944984 Feb 09 12:18:13.445275 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f35879c7-28a5-4d0b-8f45-64a88b374c26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:18:13.459907 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f35879c7-28a5-4d0b-8f45-64a88b374c26 admin admin] Usage tracker for resource:network and tenant:75599d45cd184115a2c371b40792e4ca is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:18:13.460169 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f35879c7-28a5-4d0b-8f45-64a88b374c26 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:18:13.506994 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f35879c7-28a5-4d0b-8f45-64a88b374c26 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:18:13.583348 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35879c7-28a5-4d0b-8f45-64a88b374c26 admin admin] Made reservation on behalf of 75599d45cd184115a2c371b40792e4ca for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:18:13.591362 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f35879c7-28a5-4d0b-8f45-64a88b374c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:13.634638 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f35879c7-28a5-4d0b-8f45-64a88b374c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:13.681714 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f35879c7-28a5-4d0b-8f45-64a88b374c26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:18:13.694044 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f35879c7-28a5-4d0b-8f45-64a88b374c26 admin admin] Usage tracker for resource:security_group_rule and tenant:75599d45cd184115a2c371b40792e4ca is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:18:13.714550 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f35879c7-28a5-4d0b-8f45-64a88b374c26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:18:13.727011 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f35879c7-28a5-4d0b-8f45-64a88b374c26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:18:13.734753 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2a9cb0df-2132-45bb-bf37-9db22f2cf9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:13.831595 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f35879c7-28a5-4d0b-8f45-64a88b374c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:13.833988 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9cb0df-2132-45bb-bf37-9db22f2cf9fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc63f089-5187-4e97-9454-d46ba64456ce,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:13.844599 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f35879c7-28a5-4d0b-8f45-64a88b374c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:13.849507 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9cb0df-2132-45bb-bf37-9db22f2cf9fd admin admin] Checking segment: {'id': '60316b84-93e0-4859-b6b6-adab39b3fab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cd473c9f-1942-47be-82eb-f1f92f3be41a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:18:13.850686 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9cb0df-2132-45bb-bf37-9db22f2cf9fd admin admin] Network hostable DHCP agents. Network: cd473c9f-1942-47be-82eb-f1f92f3be41a, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:18:13.891016 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35879c7-28a5-4d0b-8f45-64a88b374c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0215322-c012-41e5-962c-e9ba579e6636,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:13.892977 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9cb0df-2132-45bb-bf37-9db22f2cf9fd admin admin] Network cd473c9f-1942-47be-82eb-f1f92f3be41a is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:18:13.909940 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-2a9cb0df-2132-45bb-bf37-9db22f2cf9fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, cd473c9f-1942-47be-82eb-f1f92f3be41a) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:18:13.927593 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9cb0df-2132-45bb-bf37-9db22f2cf9fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:13.928234 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2a9cb0df-2132-45bb-bf37-9db22f2cf9fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:13.937436 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f35879c7-28a5-4d0b-8f45-64a88b374c26 admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:18:13.946865 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e12dcd-2535-4e2a-9167-a31470243940 None None] Network cd473c9f-1942-47be-82eb-f1f92f3be41a requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:18:13.957999 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f35879c7-28a5-4d0b-8f45-64a88b374c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:13.958348 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-f35879c7-28a5-4d0b-8f45-64a88b374c26 admin admin] Added segment bd4de7ef-77ef-4a56-b362-ce871e2a0867 of type vlan for network 1bd73569-ed7b-469a-b1c5-92696a313829 Feb 09 12:18:13.978142 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2a9cb0df-2132-45bb-bf37-9db22f2cf9fd admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3491364 Feb 09 12:18:13.981275 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 44496) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:18:13.992281 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-6d19d865-9eec-4a74-9043-3811a5040418 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-380272057-router', 'tenant_id': 'eec7cd73952c439fa26a361208297f39', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:18:14.006131 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6d19d865-9eec-4a74-9043-3811a5040418 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:18:14.018173 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6d19d865-9eec-4a74-9043-3811a5040418 admin admin] Usage tracker for resource:router and tenant:eec7cd73952c439fa26a361208297f39 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:18:14.026038 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6d19d865-9eec-4a74-9043-3811a5040418 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:18:14.042147 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f35879c7-28a5-4d0b-8f45-64a88b374c26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:14.049542 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6d19d865-9eec-4a74-9043-3811a5040418 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:18:14.082239 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6d19d865-9eec-4a74-9043-3811a5040418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:14.083723 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6d19d865-9eec-4a74-9043-3811a5040418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:14.113430 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6d19d865-9eec-4a74-9043-3811a5040418 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:14.248129 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7ff8170f-c6d7-470b-b9a6-f1e63cdd7762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:14.279003 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f35879c7-28a5-4d0b-8f45-64a88b374c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:14.280552 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35879c7-28a5-4d0b-8f45-64a88b374c26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:14.281449 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f35879c7-28a5-4d0b-8f45-64a88b374c26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:14.400315 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f35879c7-28a5-4d0b-8f45-64a88b374c26 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9788020 Feb 09 12:18:14.465545 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 44504) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:18:14.546135 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-ed7c2c13-1bca-47b4-86a2-2f35305e009a admin admin] Request body: {'subnet': {'network_id': '1bd73569-ed7b-469a-b1c5-92696a313829', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1565113716-subnet', 'tenant_id': '75599d45cd184115a2c371b40792e4ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:18:14.650273 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35879c7-28a5-4d0b-8f45-64a88b374c26 admin admin] Pushing event updated for resources: {'Network': ['ID=1bd73569-ed7b-469a-b1c5-92696a313829,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:14.663932 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c9768b-56a9-4f81-894a-75d01fd07c03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-cd473c9f-1942-47be-82eb-f1f92f3be41a', 'network_id': 'cd473c9f-1942-47be-82eb-f1f92f3be41a', 'tenant_id': 'eec7cd73952c439fa26a361208297f39', 'fixed_ips': [{'subnet_id': 'cc63f089-5187-4e97-9454-d46ba64456ce'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:18:14.663932 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d0c9768b-56a9-4f81-894a-75d01fd07c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:14.686289 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 1bd73569-ed7b-469a-b1c5-92696a313829 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:18:14.835323 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-ed7c2c13-1bca-47b4-86a2-2f35305e009a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:18:14.839470 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ed7c2c13-1bca-47b4-86a2-2f35305e009a admin admin] Usage tracker for resource:subnet and tenant:75599d45cd184115a2c371b40792e4ca is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:18:14.848184 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ed7c2c13-1bca-47b4-86a2-2f35305e009a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:18:14.870145 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-ed7c2c13-1bca-47b4-86a2-2f35305e009a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:18:14.903354 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7c2c13-1bca-47b4-86a2-2f35305e009a admin admin] Made reservation on behalf of 75599d45cd184115a2c371b40792e4ca for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:18:14.905864 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ed7c2c13-1bca-47b4-86a2-2f35305e009a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:15.003445 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 17c2992f-729b-44a7-ae4c-750652da8502 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:18:15.097946 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-d0c9768b-56a9-4f81-894a-75d01fd07c03 None None] Allocated IP 172.20.0.2 (cd473c9f-1942-47be-82eb-f1f92f3be41a/cc63f089-5187-4e97-9454-d46ba64456ce/5042d6ee-8199-4f25-ac55-77d1bf20a1ea) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:18:15.219580 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port 17c2992f-729b-44a7-ae4c-750652da8502 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:18:15.220293 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:15.421809 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ed7c2c13-1bca-47b4-86a2-2f35305e009a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:15.504067 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6d19d865-9eec-4a74-9043-3811a5040418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:15.713068 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d0c9768b-56a9-4f81-894a-75d01fd07c03 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:15.732200 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-d0c9768b-56a9-4f81-894a-75d01fd07c03 None None] Transition to ACTIVE for port object 5042d6ee-8199-4f25-ac55-77d1bf20a1ea will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:18:15.748618 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c2c13-1bca-47b4-86a2-2f35305e009a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ffb8132-5b38-48b7-8549-5f5893c48bb3,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:15.770055 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-d0c9768b-56a9-4f81-894a-75d01fd07c03 None None] Transition to ACTIVE for port object 5042d6ee-8199-4f25-ac55-77d1bf20a1ea will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:18:15.781072 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7c2c13-1bca-47b4-86a2-2f35305e009a admin admin] Checking segment: {'id': 'bd4de7ef-77ef-4a56-b362-ce871e2a0867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1bd73569-ed7b-469a-b1c5-92696a313829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:18:15.781533 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7c2c13-1bca-47b4-86a2-2f35305e009a admin admin] Network hostable DHCP agents. Network: 1bd73569-ed7b-469a-b1c5-92696a313829, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:18:15.785246 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d0c9768b-56a9-4f81-894a-75d01fd07c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:15.842872 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7c2c13-1bca-47b4-86a2-2f35305e009a admin admin] Network 1bd73569-ed7b-469a-b1c5-92696a313829 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:18:15.872517 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-ed7c2c13-1bca-47b4-86a2-2f35305e009a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 1bd73569-ed7b-469a-b1c5-92696a313829) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:18:15.880143 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7c2c13-1bca-47b4-86a2-2f35305e009a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:15.880143 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ed7c2c13-1bca-47b4-86a2-2f35305e009a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:15.916792 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c9768b-56a9-4f81-894a-75d01fd07c03 None None] Network cd473c9f-1942-47be-82eb-f1f92f3be41a is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:18:15.944300 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-d0c9768b-56a9-4f81-894a-75d01fd07c03 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:18:15.949175 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c9768b-56a9-4f81-894a-75d01fd07c03 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:18:15.952120 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601d0f33-b018-4de9-8068-9a84759c940c None None] Network 1bd73569-ed7b-469a-b1c5-92696a313829 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:18:16.090387 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ed7c2c13-1bca-47b4-86a2-2f35305e009a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5908449 Feb 09 12:18:16.303850 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:16.623752 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c9768b-56a9-4f81-894a-75d01fd07c03 None None] Pushing event updated for resources: {'Port': ['ID=5042d6ee-8199-4f25-ac55-77d1bf20a1ea,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:16.625236 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6d19d865-9eec-4a74-9043-3811a5040418 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:16.685124 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6d19d865-9eec-4a74-9043-3811a5040418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:16.690709 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd0dd65-fd50-433a-b617-28889b319ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c2992f-729b-44a7-ae4c-750652da8502'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:18:16.710147 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-d0c9768b-56a9-4f81-894a-75d01fd07c03 None None] Attempting to bind port 5042d6ee-8199-4f25-ac55-77d1bf20a1ea on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:18:16.710511 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-d0c9768b-56a9-4f81-894a-75d01fd07c03 None None] Attempting to bind port 5042d6ee-8199-4f25-ac55-77d1bf20a1ea by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '60316b84-93e0-4859-b6b6-adab39b3fab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cd473c9f-1942-47be-82eb-f1f92f3be41a'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:18:16.710874 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c9768b-56a9-4f81-894a-75d01fd07c03 None None] Attempting to bind port 5042d6ee-8199-4f25-ac55-77d1bf20a1ea on network cd473c9f-1942-47be-82eb-f1f92f3be41a {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:18:16.712977 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-595b938c-6c14-4337-a4bc-c5a62c16d4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:16.765447 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c9768b-56a9-4f81-894a-75d01fd07c03 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:18:16.765821 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c9768b-56a9-4f81-894a-75d01fd07c03 None None] Checking segment: {'id': '60316b84-93e0-4859-b6b6-adab39b3fab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cd473c9f-1942-47be-82eb-f1f92f3be41a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:18:16.766223 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d0c9768b-56a9-4f81-894a-75d01fd07c03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:16.766621 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c9768b-56a9-4f81-894a-75d01fd07c03 None None] Bound using segment: {'id': '60316b84-93e0-4859-b6b6-adab39b3fab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cd473c9f-1942-47be-82eb-f1f92f3be41a'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:18:16.767113 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-d0c9768b-56a9-4f81-894a-75d01fd07c03 None None] Bound port: 5042d6ee-8199-4f25-ac55-77d1bf20a1ea, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60316b84-93e0-4859-b6b6-adab39b3fab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cd473c9f-1942-47be-82eb-f1f92f3be41a'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:18:16.767480 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d0c9768b-56a9-4f81-894a-75d01fd07c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:16.795634 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 17c2992f-729b-44a7-ae4c-750652da8502, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=17c2992f-729b-44a7-ae4c-750652da8502,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:18:16.812142 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:17.002301 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-6d19d865-9eec-4a74-9043-3811a5040418 admin admin] Allocated IP 172.25.7.101 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/e16e2dc6-ce6c-4661-978e-c5165aa2b334) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:18:17.347173 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=17c2992f-729b-44a7-ae4c-750652da8502,revision_number=7']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:17.367949 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-d0c9768b-56a9-4f81-894a-75d01fd07c03 None None] For port 5042d6ee-8199-4f25-ac55-77d1bf20a1ea, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:18:17.387382 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-d0c9768b-56a9-4f81-894a-75d01fd07c03 None None] For port 5042d6ee-8199-4f25-ac55-77d1bf20a1ea, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5042d6ee-8199-4f25-ac55-77d1bf20a1ea,segment=NetworkSegment(60316b84-93e0-4859-b6b6-adab39b3fab1),segment_id=60316b84-93e0-4859-b6b6-adab39b3fab1)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:18:17.440157 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6d19d865-9eec-4a74-9043-3811a5040418 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:17.460608 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d0c9768b-56a9-4f81-894a-75d01fd07c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:17.535903 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6d19d865-9eec-4a74-9043-3811a5040418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:17.625449 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d19d865-9eec-4a74-9043-3811a5040418 admin admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:18:17.626290 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c9768b-56a9-4f81-894a-75d01fd07c03 None None] Pushing event updated for resources: {'Port': ['ID=5042d6ee-8199-4f25-ac55-77d1bf20a1ea,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:17.627417 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-6d19d865-9eec-4a74-9043-3811a5040418 admin admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:18:17.639894 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02a0c7f-5c48-453b-842d-15acf8b89aa9 None None] Network 1bd73569-ed7b-469a-b1c5-92696a313829 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:18:17.643800 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d19d865-9eec-4a74-9043-3811a5040418 admin admin] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:18:17.737926 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d19d865-9eec-4a74-9043-3811a5040418 admin admin] Pushing event updated for resources: {'Port': ['ID=e16e2dc6-ce6c-4661-978e-c5165aa2b334,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:17.793571 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:17.825711 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:18.387509 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6d19d865-9eec-4a74-9043-3811a5040418 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:18.993281 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:19.039806 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6d19d865-9eec-4a74-9043-3811a5040418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:19.266938 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b20dc4-c373-4dd1-9469-75fa0b2ca92a None None] Network cd473c9f-1942-47be-82eb-f1f92f3be41a requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:18:19.493665 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d19d865-9eec-4a74-9043-3811a5040418 admin admin] Router b056a88b-d909-4c91-8a01-127d6981d722 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:18:19.659423 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0e4ac759-3627-4f79-9020-46cbb5a451dd None None] Provisioning for port 5042d6ee-8199-4f25-ac55-77d1bf20a1ea completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:18:19.882887 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d19d865-9eec-4a74-9043-3811a5040418 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:18:19.896065 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85484eb1-6bd0-42ee-8625-c34908a330f3 None None] Sync routers for ids ['b056a88b-d909-4c91-8a01-127d6981d722'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:18:19.914570 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85484eb1-6bd0-42ee-8625-c34908a330f3 None None] Routers {'b056a88b-d909-4c91-8a01-127d6981d722'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:18:19.915221 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-85484eb1-6bd0-42ee-8625-c34908a330f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:18:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['b056a88b-d909-4c91-8a01-127d6981d722'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:18:19.940220 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6d19d865-9eec-4a74-9043-3811a5040418 admin admin] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:19.942013 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-6d19d865-9eec-4a74-9043-3811a5040418 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9595311 Feb 09 12:18:19.946319 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44540) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:18:20.340246 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-85484eb1-6bd0-42ee-8625-c34908a330f3 None None] Set router b056a88b-d909-4c91-8a01-127d6981d722 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:18:20.469376 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5042d6ee-8199-4f25-ac55-77d1bf20a1ea up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:18:20.598915 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:20.745473 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 5042d6ee-8199-4f25-ac55-77d1bf20a1ea completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:18:20.756004 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 5042d6ee-8199-4f25-ac55-77d1bf20a1ea triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:18:20.756379 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:20.911554 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:20.972175 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 5042d6ee-8199-4f25-ac55-77d1bf20a1ea, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5042d6ee-8199-4f25-ac55-77d1bf20a1ea,segment=NetworkSegment(60316b84-93e0-4859-b6b6-adab39b3fab1),segment_id=60316b84-93e0-4859-b6b6-adab39b3fab1)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:18:20.986650 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:21.100086 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68cd9653-cb88-4799-a43f-6b86723466f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:21.167970 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-85484eb1-6bd0-42ee-8625-c34908a330f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b056a88b-d909-4c91-8a01-127d6981d722', 'name': 'tempest-TaggedBootDevicesTest-380272057-router', 'tenant_id': 'eec7cd73952c439fa26a361208297f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'e16e2dc6-ce6c-4661-978e-c5165aa2b334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:18:14Z', 'updated_at': '2022-02-09T12:18:18Z', 'revision_number': 3, 'project_id': 'eec7cd73952c439fa26a361208297f39', 'gw_port': {'id': 'e16e2dc6-ce6c-4661-978e-c5165aa2b334', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:aa:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b056a88b-d909-4c91-8a01-127d6981d722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:16Z', 'updated_at': '2022-02-09T12:18:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:18:21.195089 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85484eb1-6bd0-42ee-8625-c34908a330f3 None None] Checking router: b056a88b-d909-4c91-8a01-127d6981d722 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:18:21.195489 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85484eb1-6bd0-42ee-8625-c34908a330f3 None None] Updating router b056a88b-d909-4c91-8a01-127d6981d722 port e16e2dc6-ce6c-4661-978e-c5165aa2b334 binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:18:21.290941 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=5042d6ee-8199-4f25-ac55-77d1bf20a1ea,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:21.313335 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-85484eb1-6bd0-42ee-8625-c34908a330f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:21.430960 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-68cd9653-cb88-4799-a43f-6b86723466f2 admin admin] Allocated IP 172.20.0.1 (cd473c9f-1942-47be-82eb-f1f92f3be41a/cc63f089-5187-4e97-9454-d46ba64456ce/f33ae3e6-9206-451f-a273-fdd42d214a02) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:18:21.621684 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68cd9653-cb88-4799-a43f-6b86723466f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:21.647241 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-68cd9653-cb88-4799-a43f-6b86723466f2 admin admin] Transition to ACTIVE for port object f33ae3e6-9206-451f-a273-fdd42d214a02 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:18:21.678762 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68cd9653-cb88-4799-a43f-6b86723466f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:21.874469 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cd9653-cb88-4799-a43f-6b86723466f2 admin admin] Network cd473c9f-1942-47be-82eb-f1f92f3be41a is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:18:21.891587 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-68cd9653-cb88-4799-a43f-6b86723466f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:18:21.895530 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cd9653-cb88-4799-a43f-6b86723466f2 admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:18:21.984323 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-85484eb1-6bd0-42ee-8625-c34908a330f3 None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:21.986596 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd9653-cb88-4799-a43f-6b86723466f2 admin admin] Pushing event updated for resources: {'Port': ['ID=f33ae3e6-9206-451f-a273-fdd42d214a02,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:22.019673 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-85484eb1-6bd0-42ee-8625-c34908a330f3 None None] Transition to ACTIVE for port object e16e2dc6-ce6c-4661-978e-c5165aa2b334 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:18:22.031850 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68cd9653-cb88-4799-a43f-6b86723466f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:22.040740 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-85484eb1-6bd0-42ee-8625-c34908a330f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:22.149088 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f8ab5e-71d9-488f-9276-1d0396ef945a None None] Pushing event updated for resources: {'Port': ['ID=e16e2dc6-ce6c-4661-978e-c5165aa2b334,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:22.159126 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5042d6ee-8199-4f25-ac55-77d1bf20a1ea up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:18:22.239023 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68cd9653-cb88-4799-a43f-6b86723466f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:22.632569 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-dec5dc4e-7f57-4a30-bf10-d3c8fa274a4c None None] Provisioning for port f33ae3e6-9206-451f-a273-fdd42d214a02 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:18:22.752448 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-85484eb1-6bd0-42ee-8625-c34908a330f3 None None] Attempting to bind port e16e2dc6-ce6c-4661-978e-c5165aa2b334 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:18:22.754874 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-85484eb1-6bd0-42ee-8625-c34908a330f3 None None] Attempting to bind port e16e2dc6-ce6c-4661-978e-c5165aa2b334 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:18:22.755611 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85484eb1-6bd0-42ee-8625-c34908a330f3 None None] Attempting to bind port e16e2dc6-ce6c-4661-978e-c5165aa2b334 on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:18:22.773691 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-dec5dc4e-7f57-4a30-bf10-d3c8fa274a4c None None] Provisioning complete for port f33ae3e6-9206-451f-a273-fdd42d214a02 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:18:22.774513 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-dec5dc4e-7f57-4a30-bf10-d3c8fa274a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:22.825640 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 5042d6ee-8199-4f25-ac55-77d1bf20a1ea triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:18:22.826357 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:22.852812 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85484eb1-6bd0-42ee-8625-c34908a330f3 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:18:22.853558 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85484eb1-6bd0-42ee-8625-c34908a330f3 None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:18:22.854162 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-85484eb1-6bd0-42ee-8625-c34908a330f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:22.854768 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85484eb1-6bd0-42ee-8625-c34908a330f3 None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:18:22.856226 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-85484eb1-6bd0-42ee-8625-c34908a330f3 None None] Bound port: e16e2dc6-ce6c-4661-978e-c5165aa2b334, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:18:22.856727 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-85484eb1-6bd0-42ee-8625-c34908a330f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:22.970318 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:23.039577 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-dec5dc4e-7f57-4a30-bf10-d3c8fa274a4c None None] Port f33ae3e6-9206-451f-a273-fdd42d214a02 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:18:23.053983 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-85484eb1-6bd0-42ee-8625-c34908a330f3 None None] For port e16e2dc6-ce6c-4661-978e-c5165aa2b334, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:18:23.063532 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-85484eb1-6bd0-42ee-8625-c34908a330f3 None None] For port e16e2dc6-ce6c-4661-978e-c5165aa2b334, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=e16e2dc6-ce6c-4661-978e-c5165aa2b334,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:18:23.069084 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68cd9653-cb88-4799-a43f-6b86723466f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:23.079216 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68cd9653-cb88-4799-a43f-6b86723466f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:23.116144 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-85484eb1-6bd0-42ee-8625-c34908a330f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:23.215367 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68cd9653-cb88-4799-a43f-6b86723466f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:23.221151 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd9653-cb88-4799-a43f-6b86723466f2 admin admin] Pushing event updated for resources: {'Port': ['ID=f33ae3e6-9206-451f-a273-fdd42d214a02,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:23.266265 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85484eb1-6bd0-42ee-8625-c34908a330f3 None None] Routers {'b056a88b-d909-4c91-8a01-127d6981d722'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:18:23.267373 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-85484eb1-6bd0-42ee-8625-c34908a330f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:18:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['b056a88b-d909-4c91-8a01-127d6981d722'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:18:23.378088 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f8ab5e-71d9-488f-9276-1d0396ef945a None None] Pushing event updated for resources: {'Port': ['ID=e16e2dc6-ce6c-4661-978e-c5165aa2b334,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:23.514216 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cd9653-cb88-4799-a43f-6b86723466f2 admin admin] Network cd473c9f-1942-47be-82eb-f1f92f3be41a is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:18:23.515445 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-68cd9653-cb88-4799-a43f-6b86723466f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:18:23.588649 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-85484eb1-6bd0-42ee-8625-c34908a330f3 None None] Set router b056a88b-d909-4c91-8a01-127d6981d722 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:18:23.847194 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68cd9653-cb88-4799-a43f-6b86723466f2 admin admin] Router b056a88b-d909-4c91-8a01-127d6981d722 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:18:24.065443 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68cd9653-cb88-4799-a43f-6b86723466f2 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:18:24.065733 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6c2af16d-6547-41fa-a848-798c2b8decce None None] Provisioning complete for port f33ae3e6-9206-451f-a273-fdd42d214a02 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:18:24.071553 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6c2af16d-6547-41fa-a848-798c2b8decce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:24.078152 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-68cd9653-cb88-4799-a43f-6b86723466f2 admin admin] 10.222.0.55 "PUT /v2.0/routers/b056a88b-d909-4c91-8a01-127d6981d722/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1293149 Feb 09 12:18:24.188887 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-6c2af16d-6547-41fa-a848-798c2b8decce None None] Port f33ae3e6-9206-451f-a273-fdd42d214a02 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:18:24.199327 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-85484eb1-6bd0-42ee-8625-c34908a330f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b056a88b-d909-4c91-8a01-127d6981d722', 'name': 'tempest-TaggedBootDevicesTest-380272057-router', 'tenant_id': 'eec7cd73952c439fa26a361208297f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'e16e2dc6-ce6c-4661-978e-c5165aa2b334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:18:14Z', 'updated_at': '2022-02-09T12:18:22Z', 'revision_number': 4, 'project_id': 'eec7cd73952c439fa26a361208297f39', 'gw_port': {'id': 'e16e2dc6-ce6c-4661-978e-c5165aa2b334', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:aa:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b056a88b-d909-4c91-8a01-127d6981d722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:16Z', 'updated_at': '2022-02-09T12:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'f33ae3e6-9206-451f-a273-fdd42d214a02', 'name': '', 'network_id': 'cd473c9f-1942-47be-82eb-f1f92f3be41a', 'tenant_id': 'eec7cd73952c439fa26a361208297f39', 'mac_address': 'fa:16:3e:68:36:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b056a88b-d909-4c91-8a01-127d6981d722', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'cc63f089-5187-4e97-9454-d46ba64456ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:21Z', 'updated_at': '2022-02-09T12:18:22Z', 'revision_number': 2, 'project_id': 'eec7cd73952c439fa26a361208297f39', 'subnets': [{'id': 'cc63f089-5187-4e97-9454-d46ba64456ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:18:24.209726 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85484eb1-6bd0-42ee-8625-c34908a330f3 None None] The sync data for ids ['b056a88b-d909-4c91-8a01-127d6981d722'] in n-d-825178-3 is: [{'id': 'b056a88b-d909-4c91-8a01-127d6981d722', 'name': 'tempest-TaggedBootDevicesTest-380272057-router', 'tenant_id': 'eec7cd73952c439fa26a361208297f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'e16e2dc6-ce6c-4661-978e-c5165aa2b334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:18:14Z', 'updated_at': '2022-02-09T12:18:22Z', 'revision_number': 4, 'project_id': 'eec7cd73952c439fa26a361208297f39', 'gw_port': {'id': 'e16e2dc6-ce6c-4661-978e-c5165aa2b334', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:aa:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b056a88b-d909-4c91-8a01-127d6981d722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:16Z', 'updated_at': '2022-02-09T12:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'f33ae3e6-9206-451f-a273-fdd42d214a02', 'name': '', 'network_id': 'cd473c9f-1942-47be-82eb-f1f92f3be41a', 'tenant_id': 'eec7cd73952c439fa26a361208297f39', 'mac_address': 'fa:16:3e:68:36:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b056a88b-d909-4c91-8a01-127d6981d722', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'cc63f089-5187-4e97-9454-d46ba64456ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:21Z', 'updated_at': '2022-02-09T12:18:22Z', 'revision_number': 2, 'project_id': 'eec7cd73952c439fa26a361208297f39', 'subnets': [{'id': 'cc63f089-5187-4e97-9454-d46ba64456ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:18:24.477563 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f9830cc-38fb-4d83-b7d0-0e1c890e5801', 'name': 'network-vif-deleted', 'tag': '8ece1f1c-76d1-4633-86d2-af4f4d8c8d90', 'status': 'completed', 'code': 200} Feb 09 12:18:24.828689 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da353fe9-2e11-4b0e-b7fb-7066c38f03a2 req-5a7420dd-7f7d-4f15-b260-3a2d25bbd189 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:24.853833 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da353fe9-2e11-4b0e-b7fb-7066c38f03a2 req-5a7420dd-7f7d-4f15-b260-3a2d25bbd189 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:24.874332 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da353fe9-2e11-4b0e-b7fb-7066c38f03a2 req-5a7420dd-7f7d-4f15-b260-3a2d25bbd189 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:24.878523 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-da353fe9-2e11-4b0e-b7fb-7066c38f03a2 req-5a7420dd-7f7d-4f15-b260-3a2d25bbd189 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/ports?device_id=022751f9-f94f-4f8c-a4fa-567878825bdd HTTP/1.1" status: 200 len: 2417 time: 0.2319148 Feb 09 12:18:24.979584 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-da353fe9-2e11-4b0e-b7fb-7066c38f03a2 req-3490bf08-6c29-469a-876a-2f415b12157f tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/security-groups?id=7752dbfe-1b85-414b-88da-268929ad7fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944955 Feb 09 12:18:25.082727 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cd0dd65-fd50-433a-b617-28889b319ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c2992f-729b-44a7-ae4c-750652da8502', 'code': 200} Feb 09 12:18:25.202857 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-9794a61d-8045-4563-b795-cfc1f07c37d0 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=49129fa2c03c45c2a0df365ab76f11e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529091 Feb 09 12:18:25.300727 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44604) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:18:25.309859 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-3b135d82-49dd-412b-bbba-edb7ca210cdb admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-578937882-network', 'tenant_id': '62ffdf7055b140959a12354e66fd16c0'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:18:25.320541 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3b135d82-49dd-412b-bbba-edb7ca210cdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:18:25.329956 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3b135d82-49dd-412b-bbba-edb7ca210cdb admin admin] Usage tracker for resource:network and tenant:62ffdf7055b140959a12354e66fd16c0 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:18:25.340370 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3b135d82-49dd-412b-bbba-edb7ca210cdb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:18:25.354871 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3b135d82-49dd-412b-bbba-edb7ca210cdb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:18:25.373016 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b135d82-49dd-412b-bbba-edb7ca210cdb admin admin] Made reservation on behalf of 62ffdf7055b140959a12354e66fd16c0 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:18:25.376997 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3b135d82-49dd-412b-bbba-edb7ca210cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:25.410607 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3b135d82-49dd-412b-bbba-edb7ca210cdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:25.481466 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3b135d82-49dd-412b-bbba-edb7ca210cdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:18:25.489556 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3b135d82-49dd-412b-bbba-edb7ca210cdb admin admin] Usage tracker for resource:security_group_rule and tenant:62ffdf7055b140959a12354e66fd16c0 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:18:25.494278 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3b135d82-49dd-412b-bbba-edb7ca210cdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:18:25.515565 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3b135d82-49dd-412b-bbba-edb7ca210cdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:18:25.518150 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-5cdf12da-d209-4147-a151-106537284f17 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:25.520330 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-5cdf12da-d209-4147-a151-106537284f17 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3116629 Feb 09 12:18:25.549330 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-425ef963-3c0c-4cbb-86a6-da4ff56b2b0c tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/quotas/49129fa2c03c45c2a0df365ab76f11e9 HTTP/1.1" status: 200 len: 375 time: 0.0221448 Feb 09 12:18:25.686032 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3b135d82-49dd-412b-bbba-edb7ca210cdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:25.697522 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-c8b79c12-53f4-48e2-bde6-7b82fe5dc1c7 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=49129fa2c03c45c2a0df365ab76f11e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1399848 Feb 09 12:18:25.698237 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3b135d82-49dd-412b-bbba-edb7ca210cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:25.711718 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b135d82-49dd-412b-bbba-edb7ca210cdb admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:18:25.722813 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3b135d82-49dd-412b-bbba-edb7ca210cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:25.723246 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-3b135d82-49dd-412b-bbba-edb7ca210cdb admin admin] Added segment df3862ec-14b4-4876-a5ff-420b7ad62b05 of type vlan for network 3932b70a-326b-44c0-882d-cf67f141227b Feb 09 12:18:25.788846 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3b135d82-49dd-412b-bbba-edb7ca210cdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:25.828973 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b135d82-49dd-412b-bbba-edb7ca210cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdbfebd-e038-4f45-9a53-32ecf2430a8b,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:25.926985 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3b135d82-49dd-412b-bbba-edb7ca210cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:25.928520 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b135d82-49dd-412b-bbba-edb7ca210cdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:25.929932 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3b135d82-49dd-412b-bbba-edb7ca210cdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:25.979330 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-de9b4054-6a4a-4d1b-aa2a-25e232c38f06 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:25.999965 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-de9b4054-6a4a-4d1b-aa2a-25e232c38f06 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/networks?id=ef8cbc95-953d-4d9d-a80a-2c68322f6f7f HTTP/1.1" status: 200 len: 808 time: 0.3609281 Feb 09 12:18:26.033273 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-c6781324-30eb-4cb8-9cc8-c0ce012d135e tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/quotas/48298ec907a946ddb2f0d8ac4aa52547 HTTP/1.1" status: 200 len: 375 time: 0.0319736 Feb 09 12:18:26.139220 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b135d82-49dd-412b-bbba-edb7ca210cdb admin admin] Pushing event updated for resources: {'Network': ['ID=3932b70a-326b-44c0-882d-cf67f141227b,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:26.158010 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3b135d82-49dd-412b-bbba-edb7ca210cdb admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8553557 Feb 09 12:18:26.159045 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 3932b70a-326b-44c0-882d-cf67f141227b details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:18:26.161819 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44632) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:18:26.172396 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-4a917d44-25ba-4d48-8152-9461bda11cc7 admin admin] Request body: {'subnet': {'network_id': '3932b70a-326b-44c0-882d-cf67f141227b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-578937882-subnet', 'tenant_id': '62ffdf7055b140959a12354e66fd16c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:18:26.175560 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-e7f7013c-5983-4732-a406-87dd7e7e99e2 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=48298ec907a946ddb2f0d8ac4aa52547&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1380241 Feb 09 12:18:26.193538 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4a917d44-25ba-4d48-8152-9461bda11cc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:18:26.209554 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4a917d44-25ba-4d48-8152-9461bda11cc7 admin admin] Usage tracker for resource:subnet and tenant:62ffdf7055b140959a12354e66fd16c0 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:18:26.219055 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4a917d44-25ba-4d48-8152-9461bda11cc7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:18:26.243461 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4a917d44-25ba-4d48-8152-9461bda11cc7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:18:26.276388 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a917d44-25ba-4d48-8152-9461bda11cc7 admin admin] Made reservation on behalf of 62ffdf7055b140959a12354e66fd16c0 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:18:26.279102 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4a917d44-25ba-4d48-8152-9461bda11cc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:26.489351 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcbf81f5-e4f8-4b04-8c3a-4d80b2c30956', 'name': 'network-vif-deleted', 'tag': 'a37b503a-1ea0-42a6-9554-faba54c27484'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:18:26.513584 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device e16e2dc6-ce6c-4661-978e-c5165aa2b334 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:18:26.563610 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-c1bdc92d-59f0-45e8-bef2-83b891dd053a service neutron] 10.222.0.55 "GET /v2.0/networks/ef8cbc95-953d-4d9d-a80a-2c68322f6f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864200 Feb 09 12:18:26.674545 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port e16e2dc6-ce6c-4661-978e-c5165aa2b334 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:18:26.686912 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port e16e2dc6-ce6c-4661-978e-c5165aa2b334 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:18:26.687543 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:26.726117 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4a917d44-25ba-4d48-8152-9461bda11cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:26.892916 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:26.923755 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-19904200-0297-412c-ad62-19f498104b6a service neutron] 10.222.0.55 "GET /v2.0/networks/ef8cbc95-953d-4d9d-a80a-2c68322f6f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425505 Feb 09 12:18:26.935278 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port e16e2dc6-ce6c-4661-978e-c5165aa2b334, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=e16e2dc6-ce6c-4661-978e-c5165aa2b334,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:18:26.939184 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a917d44-25ba-4d48-8152-9461bda11cc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f56833e4-ee92-41da-b8f0-d4222b4c9fc3,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:26.949729 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:26.960394 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a917d44-25ba-4d48-8152-9461bda11cc7 admin admin] Checking segment: {'id': 'df3862ec-14b4-4876-a5ff-420b7ad62b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3932b70a-326b-44c0-882d-cf67f141227b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:18:26.960853 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a917d44-25ba-4d48-8152-9461bda11cc7 admin admin] Network hostable DHCP agents. Network: 3932b70a-326b-44c0-882d-cf67f141227b, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:18:27.018249 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a917d44-25ba-4d48-8152-9461bda11cc7 admin admin] Network 3932b70a-326b-44c0-882d-cf67f141227b is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:18:27.023463 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 44646) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:18:27.039129 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-4a917d44-25ba-4d48-8152-9461bda11cc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 3932b70a-326b-44c0-882d-cf67f141227b) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:18:27.054858 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a917d44-25ba-4d48-8152-9461bda11cc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:27.055720 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4a917d44-25ba-4d48-8152-9461bda11cc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:27.070669 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53556a8a-9290-4006-941d-b893817055ba None None] Network 3932b70a-326b-44c0-882d-cf67f141227b requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:18:27.087072 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4a917d44-25ba-4d48-8152-9461bda11cc7 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9237077 Feb 09 12:18:27.096197 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44652) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:18:27.124406 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-2c8b8072-8346-4853-abdc-f02dd1490e84 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-578937882-router', 'tenant_id': '62ffdf7055b140959a12354e66fd16c0', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:18:27.131553 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2c8b8072-8346-4853-abdc-f02dd1490e84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:18:27.135490 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-2c8b8072-8346-4853-abdc-f02dd1490e84 admin admin] Usage tracker for resource:router and tenant:62ffdf7055b140959a12354e66fd16c0 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:18:27.139026 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-2c8b8072-8346-4853-abdc-f02dd1490e84 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:18:27.147153 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2c8b8072-8346-4853-abdc-f02dd1490e84 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:18:27.169756 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2c8b8072-8346-4853-abdc-f02dd1490e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:27.171538 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2c8b8072-8346-4853-abdc-f02dd1490e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:27.201184 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2c8b8072-8346-4853-abdc-f02dd1490e84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:27.404381 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=e16e2dc6-ce6c-4661-978e-c5165aa2b334,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:27.451138 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:18:27.451480 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:18:27.451855 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:18:27.460640 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:18:27.460989 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:18:27.461333 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:18:27.461672 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:18:27.462001 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:18:27.462333 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:18:27.462661 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:18:27.462987 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:18:27.463302 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:18:27.686461 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9bc97cca-8828-4f34-9404-8beed3bc0979 req-b7f15623-41b8-4123-bf97-29498b27c9c0 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=1691c089-3110-48fc-9c9e-fc3a62408e41 HTTP/1.1" status: 200 len: 210 time: 0.4100771 Feb 09 12:18:27.691755 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-01f528a2-f237-4360-8c6b-e6beb39e6e77 admin admin] Deleting subnet f0792775-1738-42dc-89ca-6a232369154f {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:18:27.712846 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-01f528a2-f237-4360-8c6b-e6beb39e6e77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:27.832177 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b89b09-5f49-4e95-966b-bd98aa6d7dd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-3932b70a-326b-44c0-882d-cf67f141227b', 'network_id': '3932b70a-326b-44c0-882d-cf67f141227b', 'tenant_id': '62ffdf7055b140959a12354e66fd16c0', 'fixed_ips': [{'subnet_id': 'f56833e4-ee92-41da-b8f0-d4222b4c9fc3'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:18:27.847289 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-88b89b09-5f49-4e95-966b-bd98aa6d7dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:27.860429 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcbf81f5-e4f8-4b04-8c3a-4d80b2c30956', 'name': 'network-vif-deleted', 'tag': 'a37b503a-1ea0-42a6-9554-faba54c27484', 'status': 'completed', 'code': 200} Feb 09 12:18:27.897873 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-01f528a2-f237-4360-8c6b-e6beb39e6e77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:27.996181 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:18:28.184302 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9468748b-c4f8-4204-aab9-a72fdcc7e248 None None] Sync routers for ids ['b056a88b-d909-4c91-8a01-127d6981d722'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:18:28.205814 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9468748b-c4f8-4204-aab9-a72fdcc7e248 None None] Routers {'b056a88b-d909-4c91-8a01-127d6981d722'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:18:28.208597 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-9468748b-c4f8-4204-aab9-a72fdcc7e248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:18:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['b056a88b-d909-4c91-8a01-127d6981d722'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:18:28.223339 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-a9f34928-e6d0-47ba-bbc3-93b35be68844 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=49129fa2c03c45c2a0df365ab76f11e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1396050 Feb 09 12:18:28.227088 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device e16e2dc6-ce6c-4661-978e-c5165aa2b334 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:18:28.289573 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-01f528a2-f237-4360-8c6b-e6beb39e6e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:28.537050 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port e16e2dc6-ce6c-4661-978e-c5165aa2b334 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:18:28.540554 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:28.587599 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2c8b8072-8346-4853-abdc-f02dd1490e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:28.671630 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-9468748b-c4f8-4204-aab9-a72fdcc7e248 None None] Set router b056a88b-d909-4c91-8a01-127d6981d722 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:18:28.798888 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-88b89b09-5f49-4e95-966b-bd98aa6d7dd7 None None] Allocated IP 172.20.0.2 (3932b70a-326b-44c0-882d-cf67f141227b/f56833e4-ee92-41da-b8f0-d4222b4c9fc3/f82e64c3-4b30-4eb3-b650-a91608b5a509) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:18:28.953347 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-cb203c05-7c5e-433f-aef8-bab9260a64d7 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:28.977664 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-cb203c05-7c5e-433f-aef8-bab9260a64d7 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5307679 Feb 09 12:18:28.983401 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-98b80076-a079-4419-8792-2ed87e398f10 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Request body: {'port': {'device_id': '1691c089-3110-48fc-9c9e-fc3a62408e41', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'admin_state_up': True, 'tenant_id': '49129fa2c03c45c2a0df365ab76f11e9'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:18:29.051118 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 827b8aa7-5166-4ce8-8c8a-2c59a07ead1d no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:18:29.222624 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4f69da11-efeb-49fb-86f7-941f8df9f968 req-435a64b4-ffea-43aa-8211-c4d8151a16ff tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=34e7919b-4407-4ab0-8bcc-35c5416c741e HTTP/1.1" status: 200 len: 210 time: 0.1500745 Feb 09 12:18:29.391613 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-01f528a2-f237-4360-8c6b-e6beb39e6e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:29.540858 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:29.571867 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f528a2-f237-4360-8c6b-e6beb39e6e77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0792775-1738-42dc-89ca-6a232369154f,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:29.590921 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-01f528a2-f237-4360-8c6b-e6beb39e6e77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:29.591352 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-88b89b09-5f49-4e95-966b-bd98aa6d7dd7 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:29.605023 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68123e96-78fc-493f-979f-fa4b73af8e8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '827b8aa7-5166-4ce8-8c8a-2c59a07ead1d'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:18:29.607970 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-98b80076-a079-4419-8792-2ed87e398f10 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:18:29.629088 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-98b80076-a079-4419-8792-2ed87e398f10 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Usage tracker for resource:port and tenant:49129fa2c03c45c2a0df365ab76f11e9 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:18:29.632371 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-98b80076-a079-4419-8792-2ed87e398f10 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:18:29.647085 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-88b89b09-5f49-4e95-966b-bd98aa6d7dd7 None None] Transition to ACTIVE for port object f82e64c3-4b30-4eb3-b650-a91608b5a509 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:18:29.648239 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2c8b8072-8346-4853-abdc-f02dd1490e84 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:29.648848 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-01f528a2-f237-4360-8c6b-e6beb39e6e77 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f0792775-1738-42dc-89ca-6a232369154f HTTP/1.1" status: 204 len: 168 time: 2.6239502 Feb 09 12:18:29.661659 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 44738) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:18:29.676047 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 827b8aa7-5166-4ce8-8c8a-2c59a07ead1d, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=827b8aa7-5166-4ce8-8c8a-2c59a07ead1d,segment=NetworkSegment(7fd43362-d2bb-4c15-a4a2-a1a057b6ca17),segment_id=7fd43362-d2bb-4c15-a4a2-a1a057b6ca17)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:18:29.697116 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:29.748155 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2c8b8072-8346-4853-abdc-f02dd1490e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:29.794673 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-9468748b-c4f8-4204-aab9-a72fdcc7e248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b056a88b-d909-4c91-8a01-127d6981d722', 'name': 'tempest-TaggedBootDevicesTest-380272057-router', 'tenant_id': 'eec7cd73952c439fa26a361208297f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'e16e2dc6-ce6c-4661-978e-c5165aa2b334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:18:14Z', 'updated_at': '2022-02-09T12:18:22Z', 'revision_number': 4, 'project_id': 'eec7cd73952c439fa26a361208297f39', 'gw_port': {'id': 'e16e2dc6-ce6c-4661-978e-c5165aa2b334', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:aa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b056a88b-d909-4c91-8a01-127d6981d722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:16Z', 'updated_at': '2022-02-09T12:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'f33ae3e6-9206-451f-a273-fdd42d214a02', 'name': '', 'network_id': 'cd473c9f-1942-47be-82eb-f1f92f3be41a', 'tenant_id': 'eec7cd73952c439fa26a361208297f39', 'mac_address': 'fa:16:3e:68:36:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b056a88b-d909-4c91-8a01-127d6981d722', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'cc63f089-5187-4e97-9454-d46ba64456ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:21Z', 'updated_at': '2022-02-09T12:18:22Z', 'revision_number': 2, 'project_id': 'eec7cd73952c439fa26a361208297f39', 'subnets': [{'id': 'cc63f089-5187-4e97-9454-d46ba64456ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:18:29.804647 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9468748b-c4f8-4204-aab9-a72fdcc7e248 None None] Checking router: b056a88b-d909-4c91-8a01-127d6981d722 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:18:29.805298 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9468748b-c4f8-4204-aab9-a72fdcc7e248 None None] Updating router b056a88b-d909-4c91-8a01-127d6981d722 port f33ae3e6-9206-451f-a273-fdd42d214a02 binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:18:29.828047 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-88b89b09-5f49-4e95-966b-bd98aa6d7dd7 None None] Transition to ACTIVE for port object f82e64c3-4b30-4eb3-b650-a91608b5a509 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:18:29.845287 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-88b89b09-5f49-4e95-966b-bd98aa6d7dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:29.892622 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b89b09-5f49-4e95-966b-bd98aa6d7dd7 None None] Network 3932b70a-326b-44c0-882d-cf67f141227b is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:18:29.895972 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-88b89b09-5f49-4e95-966b-bd98aa6d7dd7 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:18:29.899384 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b89b09-5f49-4e95-966b-bd98aa6d7dd7 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:18:29.906981 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=827b8aa7-5166-4ce8-8c8a-2c59a07ead1d,revision_number=8']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:29.930937 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9468748b-c4f8-4204-aab9-a72fdcc7e248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:29.969940 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-98b80076-a079-4419-8792-2ed87e398f10 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:18:29.982086 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-d0236d16-c37b-4e46-9ab9-f3dc49c7aa26 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:29.983970 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-d0236d16-c37b-4e46-9ab9-f3dc49c7aa26 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.46 "GET /v2.0/networks?id=ef8cbc95-953d-4d9d-a80a-2c68322f6f7f HTTP/1.1" status: 200 len: 808 time: 0.3186903 Feb 09 12:18:30.128087 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6f876da9-21f6-41a1-81f4-ecac300617d9 req-40514e48-7d02-4960-873d-f5631d50f1be tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=1691c089-3110-48fc-9c9e-fc3a62408e41 HTTP/1.1" status: 200 len: 210 time: 0.4671388 Feb 09 12:18:30.160879 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-8af04cfb-f57f-4960-87f8-85c7012f246e tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Request body: {'port': {'device_id': '34e7919b-4407-4ab0-8bcc-35c5416c741e', 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f', 'admin_state_up': True, 'tenant_id': '48298ec907a946ddb2f0d8ac4aa52547'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:18:30.313542 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-2c8b8072-8346-4853-abdc-f02dd1490e84 admin admin] Allocated IP 172.25.7.28 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/4f42f0c5-e31c-4396-9f7f-c27c618e202e) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:18:30.314845 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68123e96-78fc-493f-979f-fa4b73af8e8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '827b8aa7-5166-4ce8-8c8a-2c59a07ead1d', 'code': 200} Feb 09 12:18:30.322660 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-88b89b09-5f49-4e95-966b-bd98aa6d7dd7 None None] Attempting to bind port f82e64c3-4b30-4eb3-b650-a91608b5a509 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:18:30.332141 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-88b89b09-5f49-4e95-966b-bd98aa6d7dd7 None None] Attempting to bind port f82e64c3-4b30-4eb3-b650-a91608b5a509 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'df3862ec-14b4-4876-a5ff-420b7ad62b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3932b70a-326b-44c0-882d-cf67f141227b'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:18:30.332932 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b89b09-5f49-4e95-966b-bd98aa6d7dd7 None None] Attempting to bind port f82e64c3-4b30-4eb3-b650-a91608b5a509 on network 3932b70a-326b-44c0-882d-cf67f141227b {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:18:30.346878 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b89b09-5f49-4e95-966b-bd98aa6d7dd7 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:18:30.350520 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b89b09-5f49-4e95-966b-bd98aa6d7dd7 None None] Checking segment: {'id': 'df3862ec-14b4-4876-a5ff-420b7ad62b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3932b70a-326b-44c0-882d-cf67f141227b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:18:30.352467 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-88b89b09-5f49-4e95-966b-bd98aa6d7dd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:30.353102 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b89b09-5f49-4e95-966b-bd98aa6d7dd7 None None] Bound using segment: {'id': 'df3862ec-14b4-4876-a5ff-420b7ad62b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3932b70a-326b-44c0-882d-cf67f141227b'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:18:30.354699 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-88b89b09-5f49-4e95-966b-bd98aa6d7dd7 None None] Bound port: f82e64c3-4b30-4eb3-b650-a91608b5a509, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df3862ec-14b4-4876-a5ff-420b7ad62b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3932b70a-326b-44c0-882d-cf67f141227b'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:18:30.357651 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-88b89b09-5f49-4e95-966b-bd98aa6d7dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:30.374760 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b89b09-5f49-4e95-966b-bd98aa6d7dd7 None None] Pushing event updated for resources: {'Port': ['ID=f82e64c3-4b30-4eb3-b650-a91608b5a509,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:30.690420 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9468748b-c4f8-4204-aab9-a72fdcc7e248 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:30.695530 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-88b89b09-5f49-4e95-966b-bd98aa6d7dd7 None None] For port f82e64c3-4b30-4eb3-b650-a91608b5a509, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:18:30.699183 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-88b89b09-5f49-4e95-966b-bd98aa6d7dd7 None None] For port f82e64c3-4b30-4eb3-b650-a91608b5a509, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=f82e64c3-4b30-4eb3-b650-a91608b5a509,segment=NetworkSegment(df3862ec-14b4-4876-a5ff-420b7ad62b05),segment_id=df3862ec-14b4-4876-a5ff-420b7ad62b05)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:18:30.705903 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-88b89b09-5f49-4e95-966b-bd98aa6d7dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:30.725985 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9468748b-c4f8-4204-aab9-a72fdcc7e248 None None] Transition to ACTIVE for port object f33ae3e6-9206-451f-a273-fdd42d214a02 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:18:30.739004 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9468748b-c4f8-4204-aab9-a72fdcc7e248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:30.740041 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-98b80076-a079-4419-8792-2ed87e398f10 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Made reservation on behalf of 49129fa2c03c45c2a0df365ab76f11e9 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:18:30.743546 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-98b80076-a079-4419-8792-2ed87e398f10 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:30.749053 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2c8b8072-8346-4853-abdc-f02dd1490e84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:30.782490 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e96edf09-bc4e-4a5d-b1da-a42af566a7d3 req-88163f2e-b742-4b70-8354-b82d5106f40f tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=34e7919b-4407-4ab0-8bcc-35c5416c741e HTTP/1.1" status: 200 len: 210 time: 0.0931520 Feb 09 12:18:30.801155 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-98b80076-a079-4419-8792-2ed87e398f10 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:30.802227 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b89b09-5f49-4e95-966b-bd98aa6d7dd7 None None] Pushing event updated for resources: {'Port': ['ID=f82e64c3-4b30-4eb3-b650-a91608b5a509,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:30.833153 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2c8b8072-8346-4853-abdc-f02dd1490e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:30.853212 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-98b80076-a079-4419-8792-2ed87e398f10 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:18:30.870439 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-98b80076-a079-4419-8792-2ed87e398f10 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Usage tracker for resource:security_group_rule and tenant:49129fa2c03c45c2a0df365ab76f11e9 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:18:30.879687 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-98b80076-a079-4419-8792-2ed87e398f10 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:18:30.912217 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-98b80076-a079-4419-8792-2ed87e398f10 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:18:30.949872 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8b8072-8346-4853-abdc-f02dd1490e84 admin admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:18:30.980638 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-2c8b8072-8346-4853-abdc-f02dd1490e84 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:18:30.989990 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8b8072-8346-4853-abdc-f02dd1490e84 admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:18:31.057809 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b8072-8346-4853-abdc-f02dd1490e84 admin admin] Pushing event updated for resources: {'Port': ['ID=4f42f0c5-e31c-4396-9f7f-c27c618e202e,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:31.086069 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d999245d-c8b9-49b4-8471-5d90f77ef196 None None] Pushing event updated for resources: {'Port': ['ID=f33ae3e6-9206-451f-a273-fdd42d214a02,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:31.093751 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-98b80076-a079-4419-8792-2ed87e398f10 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:31.095448 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-8af04cfb-f57f-4960-87f8-85c7012f246e tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:18:31.121616 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-65f2c6cd-df52-4248-b50a-a8b4e8ebddc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:31.128480 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-8af04cfb-f57f-4960-87f8-85c7012f246e tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Usage tracker for resource:port and tenant:48298ec907a946ddb2f0d8ac4aa52547 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:18:31.135244 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d999245d-c8b9-49b4-8471-5d90f77ef196 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:18:31.135583 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d999245d-c8b9-49b4-8471-5d90f77ef196 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:18:31.135945 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d999245d-c8b9-49b4-8471-5d90f77ef196 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:18:31.136592 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d999245d-c8b9-49b4-8471-5d90f77ef196 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:18:31.136913 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d999245d-c8b9-49b4-8471-5d90f77ef196 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:18:31.137232 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d999245d-c8b9-49b4-8471-5d90f77ef196 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:18:31.137701 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d999245d-c8b9-49b4-8471-5d90f77ef196 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:18:31.137862 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d999245d-c8b9-49b4-8471-5d90f77ef196 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:18:31.138156 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d999245d-c8b9-49b4-8471-5d90f77ef196 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:18:31.138463 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d999245d-c8b9-49b4-8471-5d90f77ef196 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:18:31.138770 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d999245d-c8b9-49b4-8471-5d90f77ef196 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:18:31.139073 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d999245d-c8b9-49b4-8471-5d90f77ef196 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:18:31.162661 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-98b80076-a079-4419-8792-2ed87e398f10 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:31.181745 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-9468748b-c4f8-4204-aab9-a72fdcc7e248 None None] Attempting to bind port f33ae3e6-9206-451f-a273-fdd42d214a02 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:18:31.182137 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-9468748b-c4f8-4204-aab9-a72fdcc7e248 None None] Attempting to bind port f33ae3e6-9206-451f-a273-fdd42d214a02 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '60316b84-93e0-4859-b6b6-adab39b3fab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cd473c9f-1942-47be-82eb-f1f92f3be41a'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:18:31.182496 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9468748b-c4f8-4204-aab9-a72fdcc7e248 None None] Attempting to bind port f33ae3e6-9206-451f-a273-fdd42d214a02 on network cd473c9f-1942-47be-82eb-f1f92f3be41a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:18:31.189530 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9468748b-c4f8-4204-aab9-a72fdcc7e248 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:18:31.190069 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9468748b-c4f8-4204-aab9-a72fdcc7e248 None None] Checking segment: {'id': '60316b84-93e0-4859-b6b6-adab39b3fab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cd473c9f-1942-47be-82eb-f1f92f3be41a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:18:31.190466 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9468748b-c4f8-4204-aab9-a72fdcc7e248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:31.190844 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9468748b-c4f8-4204-aab9-a72fdcc7e248 None None] Bound using segment: {'id': '60316b84-93e0-4859-b6b6-adab39b3fab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cd473c9f-1942-47be-82eb-f1f92f3be41a'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:18:31.191291 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-9468748b-c4f8-4204-aab9-a72fdcc7e248 None None] Bound port: f33ae3e6-9206-451f-a273-fdd42d214a02, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60316b84-93e0-4859-b6b6-adab39b3fab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cd473c9f-1942-47be-82eb-f1f92f3be41a'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:18:31.191652 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9468748b-c4f8-4204-aab9-a72fdcc7e248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:31.229081 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-8af04cfb-f57f-4960-87f8-85c7012f246e tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:18:31.316609 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9468748b-c4f8-4204-aab9-a72fdcc7e248 None None] For port f33ae3e6-9206-451f-a273-fdd42d214a02, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:18:31.325140 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9468748b-c4f8-4204-aab9-a72fdcc7e248 None None] For port f33ae3e6-9206-451f-a273-fdd42d214a02, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=f33ae3e6-9206-451f-a273-fdd42d214a02,segment=NetworkSegment(60316b84-93e0-4859-b6b6-adab39b3fab1),segment_id=60316b84-93e0-4859-b6b6-adab39b3fab1)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:18:31.331446 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9468748b-c4f8-4204-aab9-a72fdcc7e248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:31.352291 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-8af04cfb-f57f-4960-87f8-85c7012f246e tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:18:31.444924 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d999245d-c8b9-49b4-8471-5d90f77ef196 None None] Pushing event updated for resources: {'Port': ['ID=f33ae3e6-9206-451f-a273-fdd42d214a02,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:31.480372 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9468748b-c4f8-4204-aab9-a72fdcc7e248 None None] Routers {'b056a88b-d909-4c91-8a01-127d6981d722'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:18:31.481014 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-9468748b-c4f8-4204-aab9-a72fdcc7e248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:18:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['b056a88b-d909-4c91-8a01-127d6981d722'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:18:31.699638 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-9468748b-c4f8-4204-aab9-a72fdcc7e248 None None] Set router b056a88b-d909-4c91-8a01-127d6981d722 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:18:31.738938 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-8af04cfb-f57f-4960-87f8-85c7012f246e tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Made reservation on behalf of 48298ec907a946ddb2f0d8ac4aa52547 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:18:31.742678 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-8af04cfb-f57f-4960-87f8-85c7012f246e tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:31.760875 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2c8b8072-8346-4853-abdc-f02dd1490e84 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:31.823144 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b80076-a079-4419-8792-2ed87e398f10 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:31.865186 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a556c-ad14-4dcc-8ca4-4480eac78330 req-0cb88cb1-d86e-4b18-9117-79490c97a4d5 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:31.871050 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a556c-ad14-4dcc-8ca4-4480eac78330 req-0cb88cb1-d86e-4b18-9117-79490c97a4d5 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:31.876945 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a556c-ad14-4dcc-8ca4-4480eac78330 req-0cb88cb1-d86e-4b18-9117-79490c97a4d5 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:31.878814 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0e4a556c-ad14-4dcc-8ca4-4480eac78330 req-0cb88cb1-d86e-4b18-9117-79490c97a4d5 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/ports?device_id=022751f9-f94f-4f8c-a4fa-567878825bdd HTTP/1.1" status: 200 len: 2417 time: 1.2668643 Feb 09 12:18:32.167863 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-9468748b-c4f8-4204-aab9-a72fdcc7e248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b056a88b-d909-4c91-8a01-127d6981d722', 'name': 'tempest-TaggedBootDevicesTest-380272057-router', 'tenant_id': 'eec7cd73952c439fa26a361208297f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'e16e2dc6-ce6c-4661-978e-c5165aa2b334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:18:14Z', 'updated_at': '2022-02-09T12:18:22Z', 'revision_number': 4, 'project_id': 'eec7cd73952c439fa26a361208297f39', 'gw_port': {'id': 'e16e2dc6-ce6c-4661-978e-c5165aa2b334', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:aa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b056a88b-d909-4c91-8a01-127d6981d722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:16Z', 'updated_at': '2022-02-09T12:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'f33ae3e6-9206-451f-a273-fdd42d214a02', 'name': '', 'network_id': 'cd473c9f-1942-47be-82eb-f1f92f3be41a', 'tenant_id': 'eec7cd73952c439fa26a361208297f39', 'mac_address': 'fa:16:3e:68:36:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b056a88b-d909-4c91-8a01-127d6981d722', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'cc63f089-5187-4e97-9454-d46ba64456ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:21Z', 'updated_at': '2022-02-09T12:18:31Z', 'revision_number': 4, 'project_id': 'eec7cd73952c439fa26a361208297f39', 'subnets': [{'id': 'cc63f089-5187-4e97-9454-d46ba64456ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:18:32.172453 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9468748b-c4f8-4204-aab9-a72fdcc7e248 None None] The sync data for ids ['b056a88b-d909-4c91-8a01-127d6981d722'] in n-d-825178-3 is: [{'id': 'b056a88b-d909-4c91-8a01-127d6981d722', 'name': 'tempest-TaggedBootDevicesTest-380272057-router', 'tenant_id': 'eec7cd73952c439fa26a361208297f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'e16e2dc6-ce6c-4661-978e-c5165aa2b334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:18:14Z', 'updated_at': '2022-02-09T12:18:22Z', 'revision_number': 4, 'project_id': 'eec7cd73952c439fa26a361208297f39', 'gw_port': {'id': 'e16e2dc6-ce6c-4661-978e-c5165aa2b334', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:aa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b056a88b-d909-4c91-8a01-127d6981d722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:16Z', 'updated_at': '2022-02-09T12:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'f33ae3e6-9206-451f-a273-fdd42d214a02', 'name': '', 'network_id': 'cd473c9f-1942-47be-82eb-f1f92f3be41a', 'tenant_id': 'eec7cd73952c439fa26a361208297f39', 'mac_address': 'fa:16:3e:68:36:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b056a88b-d909-4c91-8a01-127d6981d722', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'cc63f089-5187-4e97-9454-d46ba64456ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:21Z', 'updated_at': '2022-02-09T12:18:31Z', 'revision_number': 4, 'project_id': 'eec7cd73952c439fa26a361208297f39', 'subnets': [{'id': 'cc63f089-5187-4e97-9454-d46ba64456ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:18:32.249639 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device f33ae3e6-9206-451f-a273-fdd42d214a02 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:18:32.392348 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port f33ae3e6-9206-451f-a273-fdd42d214a02 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:18:32.402224 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port f33ae3e6-9206-451f-a273-fdd42d214a02 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:18:32.402779 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:32.419495 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0e4a556c-ad14-4dcc-8ca4-4480eac78330 req-04fff121-a915-4147-8b3d-9b7dc3ecf804 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/security-groups?id=7752dbfe-1b85-414b-88da-268929ad7fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5214341 Feb 09 12:18:32.426552 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2c8b8072-8346-4853-abdc-f02dd1490e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:32.463237 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-65f2c6cd-df52-4248-b50a-a8b4e8ebddc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:32.495151 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d243b101-78a7-4d97-a767-77d3618e5563 None None] Network 3932b70a-326b-44c0-882d-cf67f141227b requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:18:32.498838 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-dd312cf0-21f0-40b3-841b-38aff24d0e9c tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:32.506302 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-dd312cf0-21f0-40b3-841b-38aff24d0e9c tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/networks?id=46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c HTTP/1.1" status: 200 len: 805 time: 1.3802185 Feb 09 12:18:32.526489 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-98b80076-a079-4419-8792-2ed87e398f10 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Allocated IP 192.168.233.232 (4f732e35-467f-44f5-be04-aa808693dec3/f8ed5558-888d-440a-8c32-52f2f9bc5bd5/209e9bbb-4904-4e48-aa76-9dd4a90dc863) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:18:32.708247 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c8b8072-8346-4853-abdc-f02dd1490e84 admin admin] Router de20b7b0-689b-4c88-a290-6a43cd82def1 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:18:32.715523 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6232b9ee-9e33-4567-894e-90a05a3bea0d None None] Provisioning for port f82e64c3-4b30-4eb3-b650-a91608b5a509 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:18:32.718123 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be002178-c9f5-4042-98ce-d8fbc5941383 req-75ef146e-0e3d-4d97-b024-67a8298d961e tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:32.724170 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be002178-c9f5-4042-98ce-d8fbc5941383 req-75ef146e-0e3d-4d97-b024-67a8298d961e tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:32.730964 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be002178-c9f5-4042-98ce-d8fbc5941383 req-75ef146e-0e3d-4d97-b024-67a8298d961e tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:32.732726 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-be002178-c9f5-4042-98ce-d8fbc5941383 req-75ef146e-0e3d-4d97-b024-67a8298d961e tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.46 "GET /v2.0/ports?device_id=022751f9-f94f-4f8c-a4fa-567878825bdd HTTP/1.1" status: 200 len: 2417 time: 1.4041302 Feb 09 12:18:32.770585 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:32.789678 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-952260fd-ec68-4753-8f68-ca58550a14be req-55ea94d0-980b-4702-829d-1bcb2b3d5f44 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=1691c089-3110-48fc-9c9e-fc3a62408e41 HTTP/1.1" status: 200 len: 210 time: 0.0534723 Feb 09 12:18:32.796411 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-ae91a2ad-093d-46d3-85f2-1942b19a9036 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/quotas/e269a22f7331401b92d6d31273b08c8d HTTP/1.1" status: 200 len: 375 time: 0.2889571 Feb 09 12:18:32.813941 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-65f2c6cd-df52-4248-b50a-a8b4e8ebddc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95afeb8f-74e9-4ad5-a7a1-e9e3197833d5']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:18:32.831573 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-65f2c6cd-df52-4248-b50a-a8b4e8ebddc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '072bb687-b429-4d78-a25c-f8a25b3474dc') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:18:32.831910 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-65f2c6cd-df52-4248-b50a-a8b4e8ebddc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '072bb687-b429-4d78-a25c-f8a25b3474dc') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:18:32.868180 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-65f2c6cd-df52-4248-b50a-a8b4e8ebddc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:32.888008 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-65f2c6cd-df52-4248-b50a-a8b4e8ebddc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:32.894475 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65f2c6cd-df52-4248-b50a-a8b4e8ebddc3 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:18:32.894877 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-65f2c6cd-df52-4248-b50a-a8b4e8ebddc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:32.951877 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port f33ae3e6-9206-451f-a273-fdd42d214a02, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=f33ae3e6-9206-451f-a273-fdd42d214a02,segment=NetworkSegment(60316b84-93e0-4859-b6b6-adab39b3fab1),segment_id=60316b84-93e0-4859-b6b6-adab39b3fab1)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:18:32.967314 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:32.968414 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device f82e64c3-4b30-4eb3-b650-a91608b5a509 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:18:32.969392 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8b8072-8346-4853-abdc-f02dd1490e84 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:18:32.996274 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2c8b8072-8346-4853-abdc-f02dd1490e84 admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:32.997638 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2c8b8072-8346-4853-abdc-f02dd1490e84 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.9002070 Feb 09 12:18:33.000411 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44792) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:18:33.037924 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0caaf34-2033-4fcd-bce1-ada129b0a9f0 None None] Sync routers for ids ['de20b7b0-689b-4c88-a290-6a43cd82def1'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:18:33.066575 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-8af04cfb-f57f-4960-87f8-85c7012f246e tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Allocated IP 172.20.0.2 (ef8cbc95-953d-4d9d-a80a-2c68322f6f7f/366798ce-1b6a-4537-9fda-2703703dab8f/f5fb70a9-260d-4bef-bf68-ea6d7e835c4b) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:18:33.083002 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:18:33.083002 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:18:33.083002 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:18:33.083002 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:18:33.083002 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:18:33.083002 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:18:33.083002 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:18:33.083002 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:18:33.083002 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:18:33.083002 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:18:33.083002 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:18:33.083002 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:18:33.083002 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:18:33.083002 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:18:33.083002 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:18:33.083002 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:18:33.083002 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:18:33.083002 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:18:33.083002 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:18:33.083002 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:18:33.083002 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:18:33.083002 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:18:33.083002 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:18:33.083002 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:18:33.083002 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:18:33.083002 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:18:33.083002 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:18:33.083002 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:18:33.083002 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:18:33.083002 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:18:33.083002 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:18:33.083002 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:18:33.113790 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0caaf34-2033-4fcd-bce1-ada129b0a9f0 None None] Routers {'de20b7b0-689b-4c88-a290-6a43cd82def1'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:18:33.114931 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-d0caaf34-2033-4fcd-bce1-ada129b0a9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:18:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['de20b7b0-689b-4c88-a290-6a43cd82def1'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:18:33.217377 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=f33ae3e6-9206-451f-a273-fdd42d214a02,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:33.310955 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port f82e64c3-4b30-4eb3-b650-a91608b5a509 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:18:33.322980 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-98b80076-a079-4419-8792-2ed87e398f10 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:33.334468 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port f82e64c3-4b30-4eb3-b650-a91608b5a509 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:18:33.334755 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:33.444427 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-d0caaf34-2033-4fcd-bce1-ada129b0a9f0 None None] Set router de20b7b0-689b-4c88-a290-6a43cd82def1 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:18:33.517898 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-98b80076-a079-4419-8792-2ed87e398f10 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Transition to ACTIVE for port object 209e9bbb-4904-4e48-aa76-9dd4a90dc863 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:18:33.547875 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-65f2c6cd-df52-4248-b50a-a8b4e8ebddc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:33.569833 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ce072f7e-b965-45b9-9e0b-f7d50028abfe req-f9cbcb38-efbb-40cb-87ad-9ef5af1b9e3b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0cd0dd65-fd50-433a-b617-28889b319ff2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3387666 Feb 09 12:18:33.619049 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dfed7a34-c4dd-4d89-8954-092bccdc84c0 req-8e965a62-62b9-4966-acf0-c88b2f02194d tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=34e7919b-4407-4ab0-8bcc-35c5416c741e HTTP/1.1" status: 200 len: 210 time: 0.5023367 Feb 09 12:18:33.652118 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-65f2c6cd-df52-4248-b50a-a8b4e8ebddc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:33.675418 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f2c6cd-df52-4248-b50a-a8b4e8ebddc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=95afeb8f-74e9-4ad5-a7a1-e9e3197833d5,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:33.688626 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-ec71ca58-ebeb-4ffb-8b09-b42bb9fe1c1a None None] Provisioning complete for port f82e64c3-4b30-4eb3-b650-a91608b5a509 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:18:33.688999 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ec71ca58-ebeb-4ffb-8b09-b42bb9fe1c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:33.691811 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-65f2c6cd-df52-4248-b50a-a8b4e8ebddc3 admin admin] 10.222.0.55 "DELETE /v2.0/networks/95afeb8f-74e9-4ad5-a7a1-e9e3197833d5 HTTP/1.1" status: 204 len: 168 time: 4.0195160 Feb 09 12:18:33.727901 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671e1db-1902-4728-9eb6-d6e0575a0ff5 req-90a146af-d514-41eb-bd88-40adf9867e26 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:33.730338 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7671e1db-1902-4728-9eb6-d6e0575a0ff5 req-90a146af-d514-41eb-bd88-40adf9867e26 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.52 "GET /v2.0/ports?device_id=68123e96-78fc-493f-979f-fa4b73af8e8f HTTP/1.1" status: 200 len: 944 time: 1.4912348 Feb 09 12:18:33.734601 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-be002178-c9f5-4042-98ce-d8fbc5941383 req-c235a673-ddb6-40ce-86a8-baca0b598f36 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Deleting port c549f6d0-9954-49c0-9e15-f69fdd94c807 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:18:33.735010 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-be002178-c9f5-4042-98ce-d8fbc5941383 req-c235a673-ddb6-40ce-86a8-baca0b598f36 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:33.930294 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:33.986549 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ec71ca58-ebeb-4ffb-8b09-b42bb9fe1c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:34.028802 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44816) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:18:34.063678 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port f82e64c3-4b30-4eb3-b650-a91608b5a509, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=f82e64c3-4b30-4eb3-b650-a91608b5a509,segment=NetworkSegment(df3862ec-14b4-4876-a5ff-420b7ad62b05),segment_id=df3862ec-14b4-4876-a5ff-420b7ad62b05)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:18:34.074532 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:34.100314 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8515d828-c284-4381-b7ce-df0004b3977c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:34.128666 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-00953344-2470-4e9c-9185-7c29afbcef1f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2902533bf64e4d3e90411cf62f208505&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0926731 Feb 09 12:18:34.132079 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44822) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:18:34.169675 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-98b80076-a079-4419-8792-2ed87e398f10 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:34.255497 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44826) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:18:34.258295 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device f33ae3e6-9206-451f-a273-fdd42d214a02 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:18:34.341757 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bfaec6c4-5380-4fd3-9c45-f063554c398d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:34.396619 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=f82e64c3-4b30-4eb3-b650-a91608b5a509,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:34.420885 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bfaec6c4-5380-4fd3-9c45-f063554c398d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:34.456070 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 4b38399b-a343-46a2-94f2-51a6aa336a1a no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:18:34.480233 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-8515d828-c284-4381-b7ce-df0004b3977c admin admin] Allocated IP 172.20.0.1 (3932b70a-326b-44c0-882d-cf67f141227b/f56833e4-ee92-41da-b8f0-d4222b4c9fc3/614b9f30-1fb8-4a19-8adb-d31b5406b34f) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:18:34.490533 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-02c31757-7f93-41af-b413-497dbc99116f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:34.512628 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-02c31757-7f93-41af-b413-497dbc99116f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:18:34.517659 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-02c31757-7f93-41af-b413-497dbc99116f admin admin] Usage tracker for resource:security_group_rule and tenant:a9a856575e8d46dba99016ea7a0a51f7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:18:34.531688 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-ec71ca58-ebeb-4ffb-8b09-b42bb9fe1c1a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:18:34.532157 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-ec71ca58-ebeb-4ffb-8b09-b42bb9fe1c1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:18:34.533801 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-02c31757-7f93-41af-b413-497dbc99116f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:18:34.546605 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-d0caaf34-2033-4fcd-bce1-ada129b0a9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de20b7b0-689b-4c88-a290-6a43cd82def1', 'name': 'tempest-TaggedBootDevicesTest-578937882-router', 'tenant_id': '62ffdf7055b140959a12354e66fd16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '4f42f0c5-e31c-4396-9f7f-c27c618e202e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:18:27Z', 'updated_at': '2022-02-09T12:18:31Z', 'revision_number': 3, 'project_id': '62ffdf7055b140959a12354e66fd16c0', 'gw_port': {'id': '4f42f0c5-e31c-4396-9f7f-c27c618e202e', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de20b7b0-689b-4c88-a290-6a43cd82def1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:29Z', 'updated_at': '2022-02-09T12:18:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:18:34.553993 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0caaf34-2033-4fcd-bce1-ada129b0a9f0 None None] Checking router: de20b7b0-689b-4c88-a290-6a43cd82def1 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:18:34.554422 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0caaf34-2033-4fcd-bce1-ada129b0a9f0 None None] Updating router de20b7b0-689b-4c88-a290-6a43cd82def1 port 4f42f0c5-e31c-4396-9f7f-c27c618e202e binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:18:34.586864 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port f33ae3e6-9206-451f-a273-fdd42d214a02 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:18:34.586864 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:34.587151 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-02c31757-7f93-41af-b413-497dbc99116f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:18:34.605971 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bfaec6c4-5380-4fd3-9c45-f063554c398d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:34.628927 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaec6c4-5380-4fd3-9c45-f063554c398d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e6c738-9b4b-4bb8-bd71-2477ef7189ce,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:34.687357 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bfaec6c4-5380-4fd3-9c45-f063554c398d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:34.688501 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-bfaec6c4-5380-4fd3-9c45-f063554c398d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/15e6c738-9b4b-4bb8-bd71-2477ef7189ce HTTP/1.1" status: 204 len: 168 time: 0.5554466 Feb 09 12:18:34.728787 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8515d828-c284-4381-b7ce-df0004b3977c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:34.746962 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d0caaf34-2033-4fcd-bce1-ada129b0a9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:34.762105 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-8515d828-c284-4381-b7ce-df0004b3977c admin admin] Transition to ACTIVE for port object 614b9f30-1fb8-4a19-8adb-d31b5406b34f will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:18:34.784053 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-02c31757-7f93-41af-b413-497dbc99116f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:34.788406 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:34.793400 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-02c31757-7f93-41af-b413-497dbc99116f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:34.828851 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-98b80076-a079-4419-8792-2ed87e398f10 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Network 4f732e35-467f-44f5-be04-aa808693dec3 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:18:34.839685 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-7671e1db-1902-4728-9eb6-d6e0575a0ff5 req-dd87b547-ede6-4cea-aeb2-e0506548521b tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Deleting port 827b8aa7-5166-4ce8-8c8a-2c59a07ead1d {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:18:34.840378 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7671e1db-1902-4728-9eb6-d6e0575a0ff5 req-dd87b547-ede6-4cea-aeb2-e0506548521b tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:34.850693 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8515d828-c284-4381-b7ce-df0004b3977c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:34.877856 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-98b80076-a079-4419-8792-2ed87e398f10 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:18:34.880079 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-98b80076-a079-4419-8792-2ed87e398f10 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:18:34.884948 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022751f9-f94f-4f8c-a4fa-567878825bdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b38399b-a343-46a2-94f2-51a6aa336a1a'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:18:34.893034 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-02c31757-7f93-41af-b413-497dbc99116f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a9a856575e8d46dba99016ea7a0a51f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6351793 Feb 09 12:18:34.904852 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44840) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:18:34.923223 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c31757-7f93-41af-b413-497dbc99116f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185006ca-bcd2-4941-bba0-b1593f546a20,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:34.961515 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8515d828-c284-4381-b7ce-df0004b3977c admin admin] Network 3932b70a-326b-44c0-882d-cf67f141227b is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:18:34.975275 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8515d828-c284-4381-b7ce-df0004b3977c admin admin] Pushing event updated for resources: {'Port': ['ID=614b9f30-1fb8-4a19-8adb-d31b5406b34f,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:34.975700 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-fb445e5b-cccf-4c5d-9daa-411d54e19aee tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e269a22f7331401b92d6d31273b08c8d&fields=id HTTP/1.1" status: 200 len: 255 time: 2.1784213 Feb 09 12:18:34.984995 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-8515d828-c284-4381-b7ce-df0004b3977c admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:18:34.990044 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8515d828-c284-4381-b7ce-df0004b3977c admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:18:35.050307 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 4b38399b-a343-46a2-94f2-51a6aa336a1a, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=4b38399b-a343-46a2-94f2-51a6aa336a1a,segment=NetworkSegment(d4033166-018c-4822-8b2b-88b7b86f5d6a),segment_id=d4033166-018c-4822-8b2b-88b7b86f5d6a)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:18:35.104131 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8515d828-c284-4381-b7ce-df0004b3977c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:35.113503 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-98b80076-a079-4419-8792-2ed87e398f10 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:35.114177 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-98b80076-a079-4419-8792-2ed87e398f10 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:35.126941 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 17c2992f-729b-44a7-ae4c-750652da8502 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:18:35.143317 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-374ca685-b0ee-40f7-8fce-a3a77b8e8764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:35.164217 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:35.165013 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 5a67c893-ff8e-4e30-930b-2302762ef6eb no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:18:35.195538 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-8af04cfb-f57f-4960-87f8-85c7012f246e tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:35.213388 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b80076-a079-4419-8792-2ed87e398f10 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Pushing event updated for resources: {'Port': ['ID=209e9bbb-4904-4e48-aa76-9dd4a90dc863,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:35.225587 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-be002178-c9f5-4042-98ce-d8fbc5941383 req-c235a673-ddb6-40ce-86a8-baca0b598f36 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] For port c549f6d0-9954-49c0-9e15-f69fdd94c807, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=c549f6d0-9954-49c0-9e15-f69fdd94c807,segment=NetworkSegment(75bb7e37-7725-489d-bc65-15598eeadc7c),segment_id=75bb7e37-7725-489d-bc65-15598eeadc7c)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:18:35.225945 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-be002178-c9f5-4042-98ce-d8fbc5941383 req-c235a673-ddb6-40ce-86a8-baca0b598f36 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:35.230941 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-374ca685-b0ee-40f7-8fce-a3a77b8e8764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:35.394036 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8515d828-c284-4381-b7ce-df0004b3977c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:35.405945 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-374ca685-b0ee-40f7-8fce-a3a77b8e8764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:35.427232 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ca685-b0ee-40f7-8fce-a3a77b8e8764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185006ca-bcd2-4941-bba0-b1593f546a20,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:35.469676 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-695e2f50-576f-4a15-903c-9239332246a3 service neutron] 10.222.0.55 "GET /v2.0/networks/46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4530663 Feb 09 12:18:35.510215 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-374ca685-b0ee-40f7-8fce-a3a77b8e8764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:35.512328 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-374ca685-b0ee-40f7-8fce-a3a77b8e8764 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/185006ca-bcd2-4941-bba0-b1593f546a20 HTTP/1.1" status: 204 len: 168 time: 0.5995946 Feb 09 12:18:35.654091 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=4b38399b-a343-46a2-94f2-51a6aa336a1a,revision_number=6']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:35.661567 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:35.742498 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b5df4b57-bab1-43fe-9456-7bb7d1c5be0f None None] Provisioning for port 209e9bbb-4904-4e48-aa76-9dd4a90dc863 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:18:35.767503 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8515d828-c284-4381-b7ce-df0004b3977c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:35.774582 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8515d828-c284-4381-b7ce-df0004b3977c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:35.780832 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-98b80076-a079-4419-8792-2ed87e398f10 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.8022215 Feb 09 12:18:35.781714 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b5df4b57-bab1-43fe-9456-7bb7d1c5be0f None None] Provisioning complete for port 209e9bbb-4904-4e48-aa76-9dd4a90dc863 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:18:35.782091 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b5df4b57-bab1-43fe-9456-7bb7d1c5be0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:35.838893 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 5a67c893-ff8e-4e30-930b-2302762ef6eb, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=5a67c893-ff8e-4e30-930b-2302762ef6eb,segment=NetworkSegment(75bb7e37-7725-489d-bc65-15598eeadc7c),segment_id=75bb7e37-7725-489d-bc65-15598eeadc7c)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:18:35.863327 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:35.890243 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:35.890940 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device c549f6d0-9954-49c0-9e15-f69fdd94c807 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:18:35.903250 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-be002178-c9f5-4042-98ce-d8fbc5941383 req-c235a673-ddb6-40ce-86a8-baca0b598f36 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Calling delete_port for c549f6d0-9954-49c0-9e15-f69fdd94c807 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:18:35.944216 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce072f7e-b965-45b9-9e0b-f7d50028abfe req-0bfffced-011c-4b71-b2c8-6b3408ace7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:35.945561 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ce072f7e-b965-45b9-9e0b-f7d50028abfe req-0bfffced-011c-4b71-b2c8-6b3408ace7ad service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dda46f6fe2de441f9aa9a16e4e5ee6fc&device_id=0cd0dd65-fd50-433a-b617-28889b319ff2 HTTP/1.1" status: 200 len: 1100 time: 2.2294629 Feb 09 12:18:35.952714 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-12aac304-b76c-4df8-b20a-fa19c26c27ab service neutron] Request body: {'port': {'device_id': '1691c089-3110-48fc-9c9e-fc3a62408e41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:18:36.000131 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8515d828-c284-4381-b7ce-df0004b3977c admin admin] Pushing event updated for resources: {'Port': ['ID=614b9f30-1fb8-4a19-8adb-d31b5406b34f,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:36.003097 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8515d828-c284-4381-b7ce-df0004b3977c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:36.042869 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b5df4b57-bab1-43fe-9456-7bb7d1c5be0f None None] Port 209e9bbb-4904-4e48-aa76-9dd4a90dc863 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:18:36.055937 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 17c2992f-729b-44a7-ae4c-750652da8502, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=17c2992f-729b-44a7-ae4c-750652da8502,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:18:36.075801 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=5a67c893-ff8e-4e30-930b-2302762ef6eb,revision_number=6']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:36.090930 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:36.091635 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 827b8aa7-5166-4ce8-8c8a-2c59a07ead1d no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:18:36.167241 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44868) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:18:36.186223 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8515d828-c284-4381-b7ce-df0004b3977c admin admin] Network 3932b70a-326b-44c0-882d-cf67f141227b is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:18:36.187746 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-8515d828-c284-4381-b7ce-df0004b3977c admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:18:36.216683 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b5df4b57-bab1-43fe-9456-7bb7d1c5be0f None None] Provisioning for port 614b9f30-1fb8-4a19-8adb-d31b5406b34f completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:18:36.264323 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81fa974-06ca-4651-acfe-bfbb1b24879b req-0f391a35-ded4-4973-a805-904cd524e0f7 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:36.270103 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81fa974-06ca-4651-acfe-bfbb1b24879b req-0f391a35-ded4-4973-a805-904cd524e0f7 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:36.276220 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81fa974-06ca-4651-acfe-bfbb1b24879b req-0f391a35-ded4-4973-a805-904cd524e0f7 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:36.278264 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c81fa974-06ca-4651-acfe-bfbb1b24879b req-0f391a35-ded4-4973-a805-904cd524e0f7 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/ports?device_id=022751f9-f94f-4f8c-a4fa-567878825bdd HTTP/1.1" status: 200 len: 2417 time: 2.2362964 Feb 09 12:18:36.459777 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device f82e64c3-4b30-4eb3-b650-a91608b5a509 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:18:36.526850 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b5df4b57-bab1-43fe-9456-7bb7d1c5be0f None None] Provisioning complete for port 614b9f30-1fb8-4a19-8adb-d31b5406b34f triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:18:36.527496 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b5df4b57-bab1-43fe-9456-7bb7d1c5be0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:36.569060 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-12aac304-b76c-4df8-b20a-fa19c26c27ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:36.604172 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce072f7e-b965-45b9-9e0b-f7d50028abfe req-aeb5c140-8b45-498a-989e-61f7c949a818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:36.607132 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ce072f7e-b965-45b9-9e0b-f7d50028abfe req-aeb5c140-8b45-498a-989e-61f7c949a818 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.5658624 Feb 09 12:18:36.621372 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-41e1e7aa-1039-44ce-9247-6b0d2057cdf5 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1504927628-network', 'tenant_id': 'ff6e1bb65bc440a9af2daa6d5785a57a'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:18:36.634097 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-41e1e7aa-1039-44ce-9247-6b0d2057cdf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:18:36.641688 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=17c2992f-729b-44a7-ae4c-750652da8502,revision_number=8']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:36.650198 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-41e1e7aa-1039-44ce-9247-6b0d2057cdf5 admin admin] Usage tracker for resource:network and tenant:ff6e1bb65bc440a9af2daa6d5785a57a is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:18:36.655952 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-41e1e7aa-1039-44ce-9247-6b0d2057cdf5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:18:36.665339 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-41e1e7aa-1039-44ce-9247-6b0d2057cdf5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:18:36.690430 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d0caaf34-2033-4fcd-bce1-ada129b0a9f0 None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:36.692207 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e1e7aa-1039-44ce-9247-6b0d2057cdf5 admin admin] Made reservation on behalf of ff6e1bb65bc440a9af2daa6d5785a57a for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:18:36.694691 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-41e1e7aa-1039-44ce-9247-6b0d2057cdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:36.695900 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:36.710193 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8515d828-c284-4381-b7ce-df0004b3977c admin admin] Router de20b7b0-689b-4c88-a290-6a43cd82def1 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:18:36.711049 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-41e1e7aa-1039-44ce-9247-6b0d2057cdf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:36.731178 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-41e1e7aa-1039-44ce-9247-6b0d2057cdf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:18:36.737993 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-41e1e7aa-1039-44ce-9247-6b0d2057cdf5 admin admin] Usage tracker for resource:security_group_rule and tenant:ff6e1bb65bc440a9af2daa6d5785a57a is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:18:36.743806 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-41e1e7aa-1039-44ce-9247-6b0d2057cdf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:18:36.755349 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b5df4b57-bab1-43fe-9456-7bb7d1c5be0f None None] Port 614b9f30-1fb8-4a19-8adb-d31b5406b34f cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:18:36.786283 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-d0caaf34-2033-4fcd-bce1-ada129b0a9f0 None None] Transition to ACTIVE for port object 4f42f0c5-e31c-4396-9f7f-c27c618e202e will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:18:36.808843 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port f82e64c3-4b30-4eb3-b650-a91608b5a509 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:18:36.809220 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:36.847193 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d0caaf34-2033-4fcd-bce1-ada129b0a9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:36.912736 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-41e1e7aa-1039-44ce-9247-6b0d2057cdf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:18:36.914894 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44886) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:18:36.916116 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-7671e1db-1902-4728-9eb6-d6e0575a0ff5 req-dd87b547-ede6-4cea-aeb2-e0506548521b tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] For port 827b8aa7-5166-4ce8-8c8a-2c59a07ead1d, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=827b8aa7-5166-4ce8-8c8a-2c59a07ead1d,segment=NetworkSegment(7fd43362-d2bb-4c15-a4a2-a1a057b6ca17),segment_id=7fd43362-d2bb-4c15-a4a2-a1a057b6ca17)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:18:36.916609 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7671e1db-1902-4728-9eb6-d6e0575a0ff5 req-dd87b547-ede6-4cea-aeb2-e0506548521b tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:36.949201 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-8af04cfb-f57f-4960-87f8-85c7012f246e tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:36.970093 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c81fa974-06ca-4651-acfe-bfbb1b24879b req-de6e8bbc-6af4-493d-a623-c88b5f7646b0 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/security-groups?id=7752dbfe-1b85-414b-88da-268929ad7fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6355474 Feb 09 12:18:37.020726 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8515d828-c284-4381-b7ce-df0004b3977c admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:18:37.032939 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-d0caaf34-2033-4fcd-bce1-ada129b0a9f0 None None] Attempting to bind port 4f42f0c5-e31c-4396-9f7f-c27c618e202e on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:18:37.033313 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-d0caaf34-2033-4fcd-bce1-ada129b0a9f0 None None] Attempting to bind port 4f42f0c5-e31c-4396-9f7f-c27c618e202e by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:18:37.033693 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0caaf34-2033-4fcd-bce1-ada129b0a9f0 None None] Attempting to bind port 4f42f0c5-e31c-4396-9f7f-c27c618e202e on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:18:37.037365 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ef709-2bc4-4986-bba4-98eaad813c9e None None] Pushing event updated for resources: {'Port': ['ID=4f42f0c5-e31c-4396-9f7f-c27c618e202e,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:37.054182 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-fac3c4b7-cf3f-4934-bfc7-39482ec201cf None None] Provisioning complete for port 614b9f30-1fb8-4a19-8adb-d31b5406b34f triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:18:37.054182 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fac3c4b7-cf3f-4934-bfc7-39482ec201cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:37.055192 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8515d828-c284-4381-b7ce-df0004b3977c admin admin] 10.222.0.55 "PUT /v2.0/routers/de20b7b0-689b-4c88-a290-6a43cd82def1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0531957 Feb 09 12:18:37.091781 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ce072f7e-b965-45b9-9e0b-f7d50028abfe req-8b856c70-732e-421d-9733-a098fab33c76 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=17c2992f-729b-44a7-ae4c-750652da8502 HTTP/1.1" status: 200 len: 217 time: 0.4582903 Feb 09 12:18:37.094811 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0caaf34-2033-4fcd-bce1-ada129b0a9f0 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:18:37.095297 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0caaf34-2033-4fcd-bce1-ada129b0a9f0 None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:18:37.095713 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d0caaf34-2033-4fcd-bce1-ada129b0a9f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:37.096138 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0caaf34-2033-4fcd-bce1-ada129b0a9f0 None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:18:37.096638 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-d0caaf34-2033-4fcd-bce1-ada129b0a9f0 None None] Bound port: 4f42f0c5-e31c-4396-9f7f-c27c618e202e, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:18:37.097016 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d0caaf34-2033-4fcd-bce1-ada129b0a9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:37.158607 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-641cc12c-911f-4c2f-863e-3f230c7523c6 service neutron] 10.222.0.55 "GET /v2.0/networks/46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6884208 Feb 09 12:18:37.174110 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-07a90675-da7f-4514-ab3c-56d3d98835ee admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1315903508-network', 'tenant_id': 'be7a56ae3e9d40a2851c24a8f28d26f2'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:18:37.190673 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 09 12:18:37.190673 n-d-825178-3 neutron-server[87569]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Feb 09 12:18:37.190673 n-d-825178-3 neutron-server[87569]: [parameters: {'status': 'DOWN', 'ports_id': 'c549f6d0-9954-49c0-9e15-f69fdd94c807'}] Feb 09 12:18:37.190673 n-d-825178-3 neutron-server[87569]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:18:37.191101 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:18:37.192300 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-07a90675-da7f-4514-ab3c-56d3d98835ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:18:37.218404 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-07a90675-da7f-4514-ab3c-56d3d98835ee admin admin] Usage tracker for resource:network and tenant:be7a56ae3e9d40a2851c24a8f28d26f2 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:18:37.228687 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-07a90675-da7f-4514-ab3c-56d3d98835ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:18:37.246225 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-41e1e7aa-1039-44ce-9247-6b0d2057cdf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:37.250828 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-07a90675-da7f-4514-ab3c-56d3d98835ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:18:37.271144 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-41e1e7aa-1039-44ce-9247-6b0d2057cdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:37.282965 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-fac3c4b7-cf3f-4934-bfc7-39482ec201cf None None] Port 614b9f30-1fb8-4a19-8adb-d31b5406b34f cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:18:37.294009 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-d0caaf34-2033-4fcd-bce1-ada129b0a9f0 None None] For port 4f42f0c5-e31c-4396-9f7f-c27c618e202e, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:18:37.299309 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-d0caaf34-2033-4fcd-bce1-ada129b0a9f0 None None] For port 4f42f0c5-e31c-4396-9f7f-c27c618e202e, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=4f42f0c5-e31c-4396-9f7f-c27c618e202e,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:18:37.311435 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d0caaf34-2033-4fcd-bce1-ada129b0a9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:37.324015 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a90675-da7f-4514-ab3c-56d3d98835ee admin admin] Made reservation on behalf of be7a56ae3e9d40a2851c24a8f28d26f2 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:18:37.328084 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-07a90675-da7f-4514-ab3c-56d3d98835ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:37.349759 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-07a90675-da7f-4514-ab3c-56d3d98835ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:37.365166 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-7671e1db-1902-4728-9eb6-d6e0575a0ff5 req-dd87b547-ede6-4cea-aeb2-e0506548521b tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Calling delete_port for 827b8aa7-5166-4ce8-8c8a-2c59a07ead1d owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:18:37.378164 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41e1e7aa-1039-44ce-9247-6b0d2057cdf5 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:18:37.407511 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-07a90675-da7f-4514-ab3c-56d3d98835ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:18:37.411476 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e1e7aa-1039-44ce-9247-6b0d2057cdf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8242f335-3adf-414c-9159-87296ea4d651,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:37.440373 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-07a90675-da7f-4514-ab3c-56d3d98835ee admin admin] Usage tracker for resource:security_group_rule and tenant:be7a56ae3e9d40a2851c24a8f28d26f2 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:18:37.447483 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-07a90675-da7f-4514-ab3c-56d3d98835ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:18:37.456914 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-41e1e7aa-1039-44ce-9247-6b0d2057cdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:37.457783 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-41e1e7aa-1039-44ce-9247-6b0d2057cdf5 admin admin] Added segment 8f05bb68-39ac-4075-9eae-946e36af88ec of type vlan for network 0448691a-ec13-4b8b-a50a-33e2c91deaac Feb 09 12:18:37.459371 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-07a90675-da7f-4514-ab3c-56d3d98835ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:18:37.500000 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0caaf34-2033-4fcd-bce1-ada129b0a9f0 None None] Routers {'de20b7b0-689b-4c88-a290-6a43cd82def1'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:18:37.500000 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-d0caaf34-2033-4fcd-bce1-ada129b0a9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:18:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['de20b7b0-689b-4c88-a290-6a43cd82def1'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:18:37.550358 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-41e1e7aa-1039-44ce-9247-6b0d2057cdf5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:37.608896 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ef709-2bc4-4986-bba4-98eaad813c9e None None] Pushing event updated for resources: {'Port': ['ID=4f42f0c5-e31c-4396-9f7f-c27c618e202e,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:37.616144 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-41e1e7aa-1039-44ce-9247-6b0d2057cdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:37.617220 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e1e7aa-1039-44ce-9247-6b0d2057cdf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:37.618315 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-41e1e7aa-1039-44ce-9247-6b0d2057cdf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:37.771025 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-8af04cfb-f57f-4960-87f8-85c7012f246e tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Network ef8cbc95-953d-4d9d-a80a-2c68322f6f7f is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:18:37.801648 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e1e7aa-1039-44ce-9247-6b0d2057cdf5 admin admin] Pushing event updated for resources: {'Network': ['ID=0448691a-ec13-4b8b-a50a-33e2c91deaac,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:37.821032 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-07a90675-da7f-4514-ab3c-56d3d98835ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:37.827479 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:37.830086 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-07a90675-da7f-4514-ab3c-56d3d98835ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:37.856463 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-41e1e7aa-1039-44ce-9247-6b0d2057cdf5 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6812444 Feb 09 12:18:37.861336 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44942) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:18:37.864222 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 0448691a-ec13-4b8b-a50a-33e2c91deaac details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:18:37.882740 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-381b6e2a-f04a-43a3-b826-bafbfd952913 admin admin] Request body: {'subnet': {'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1504927628-subnet', 'tenant_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:18:37.899457 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07a90675-da7f-4514-ab3c-56d3d98835ee admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:18:37.903225 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-381b6e2a-f04a-43a3-b826-bafbfd952913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:18:37.913179 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a90675-da7f-4514-ab3c-56d3d98835ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca009b6-ee26-4c31-af47-6c4188f2df6f,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:37.917887 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-381b6e2a-f04a-43a3-b826-bafbfd952913 admin admin] Usage tracker for resource:subnet and tenant:ff6e1bb65bc440a9af2daa6d5785a57a is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:18:37.923460 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-381b6e2a-f04a-43a3-b826-bafbfd952913 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:18:37.932576 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-07a90675-da7f-4514-ab3c-56d3d98835ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:37.933019 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-07a90675-da7f-4514-ab3c-56d3d98835ee admin admin] Added segment 0bff05e8-29a8-4d39-8518-85136cbe2793 of type vlan for network ffe534b8-f703-40b4-9093-e535c4b1cd6e Feb 09 12:18:37.935424 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-8af04cfb-f57f-4960-87f8-85c7012f246e tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:18:37.936002 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-381b6e2a-f04a-43a3-b826-bafbfd952913 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:18:37.940097 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-8af04cfb-f57f-4960-87f8-85c7012f246e tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:18:37.979012 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381b6e2a-f04a-43a3-b826-bafbfd952913 admin admin] Made reservation on behalf of ff6e1bb65bc440a9af2daa6d5785a57a for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:18:37.981900 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-381b6e2a-f04a-43a3-b826-bafbfd952913 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:38.014947 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-07a90675-da7f-4514-ab3c-56d3d98835ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:38.076022 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-d0caaf34-2033-4fcd-bce1-ada129b0a9f0 None None] Set router de20b7b0-689b-4c88-a290-6a43cd82def1 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:18:38.108101 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af04cfb-f57f-4960-87f8-85c7012f246e tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Pushing event updated for resources: {'Port': ['ID=f5fb70a9-260d-4bef-bf68-ea6d7e835c4b,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:38.169513 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-07a90675-da7f-4514-ab3c-56d3d98835ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:38.170247 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce072f7e-b965-45b9-9e0b-f7d50028abfe req-2280fbcc-47fd-4631-bdea-4ff412dbba5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:38.170836 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a90675-da7f-4514-ab3c-56d3d98835ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:38.171507 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-07a90675-da7f-4514-ab3c-56d3d98835ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:38.172450 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ce072f7e-b965-45b9-9e0b-f7d50028abfe req-2280fbcc-47fd-4631-bdea-4ff412dbba5a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.9448607 Feb 09 12:18:38.225391 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-be002178-c9f5-4042-98ce-d8fbc5941383 req-c235a673-ddb6-40ce-86a8-baca0b598f36 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:38.521057 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-07a90675-da7f-4514-ab3c-56d3d98835ee admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6048548 Feb 09 12:18:38.529864 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44960) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:18:38.545319 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-381b6e2a-f04a-43a3-b826-bafbfd952913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:38.555337 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-9fe83f12-8af8-4ecd-95a2-a054d5f3bc22 admin admin] Request body: {'subnet': {'network_id': 'ffe534b8-f703-40b4-9093-e535c4b1cd6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1315903508-subnet', 'tenant_id': 'be7a56ae3e9d40a2851c24a8f28d26f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:18:38.574359 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c235a673-ddb6-40ce-86a8-baca0b598f36 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Pushing event deleted for resources: {'Port': ['ID=c549f6d0-9954-49c0-9e15-f69fdd94c807,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:38.656105 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9fe83f12-8af8-4ecd-95a2-a054d5f3bc22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:18:38.670725 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-d0caaf34-2033-4fcd-bce1-ada129b0a9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de20b7b0-689b-4c88-a290-6a43cd82def1', 'name': 'tempest-TaggedBootDevicesTest-578937882-router', 'tenant_id': '62ffdf7055b140959a12354e66fd16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '4f42f0c5-e31c-4396-9f7f-c27c618e202e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:18:27Z', 'updated_at': '2022-02-09T12:18:35Z', 'revision_number': 4, 'project_id': '62ffdf7055b140959a12354e66fd16c0', 'gw_port': {'id': '4f42f0c5-e31c-4396-9f7f-c27c618e202e', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de20b7b0-689b-4c88-a290-6a43cd82def1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:29Z', 'updated_at': '2022-02-09T12:18:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '614b9f30-1fb8-4a19-8adb-d31b5406b34f', 'name': '', 'network_id': '3932b70a-326b-44c0-882d-cf67f141227b', 'tenant_id': '62ffdf7055b140959a12354e66fd16c0', 'mac_address': 'fa:16:3e:6d:ce:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de20b7b0-689b-4c88-a290-6a43cd82def1', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'f56833e4-ee92-41da-b8f0-d4222b4c9fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:34Z', 'updated_at': '2022-02-09T12:18:35Z', 'revision_number': 2, 'project_id': '62ffdf7055b140959a12354e66fd16c0', 'subnets': [{'id': 'f56833e4-ee92-41da-b8f0-d4222b4c9fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:18:38.672896 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9fe83f12-8af8-4ecd-95a2-a054d5f3bc22 admin admin] Usage tracker for resource:subnet and tenant:be7a56ae3e9d40a2851c24a8f28d26f2 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:18:38.680743 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0caaf34-2033-4fcd-bce1-ada129b0a9f0 None None] The sync data for ids ['de20b7b0-689b-4c88-a290-6a43cd82def1'] in n-d-825178-3 is: [{'id': 'de20b7b0-689b-4c88-a290-6a43cd82def1', 'name': 'tempest-TaggedBootDevicesTest-578937882-router', 'tenant_id': '62ffdf7055b140959a12354e66fd16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '4f42f0c5-e31c-4396-9f7f-c27c618e202e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:18:27Z', 'updated_at': '2022-02-09T12:18:35Z', 'revision_number': 4, 'project_id': '62ffdf7055b140959a12354e66fd16c0', 'gw_port': {'id': '4f42f0c5-e31c-4396-9f7f-c27c618e202e', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de20b7b0-689b-4c88-a290-6a43cd82def1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:29Z', 'updated_at': '2022-02-09T12:18:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '614b9f30-1fb8-4a19-8adb-d31b5406b34f', 'name': '', 'network_id': '3932b70a-326b-44c0-882d-cf67f141227b', 'tenant_id': '62ffdf7055b140959a12354e66fd16c0', 'mac_address': 'fa:16:3e:6d:ce:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de20b7b0-689b-4c88-a290-6a43cd82def1', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'f56833e4-ee92-41da-b8f0-d4222b4c9fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:34Z', 'updated_at': '2022-02-09T12:18:35Z', 'revision_number': 2, 'project_id': '62ffdf7055b140959a12354e66fd16c0', 'subnets': [{'id': 'f56833e4-ee92-41da-b8f0-d4222b4c9fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:18:38.681428 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9fe83f12-8af8-4ecd-95a2-a054d5f3bc22 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:18:38.715732 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.resource_extend [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-12aac304-b76c-4df8-b20a-fa19c26c27ab service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:18:38.727104 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a90675-da7f-4514-ab3c-56d3d98835ee admin admin] Pushing event updated for resources: {'Network': ['ID=ffe534b8-f703-40b4-9093-e535c4b1cd6e,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:38.733279 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9fe83f12-8af8-4ecd-95a2-a054d5f3bc22 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:18:38.735335 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b6e2a-f04a-43a3-b826-bafbfd952913 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc155009-a31d-4409-b15f-2ed587ea4525,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:38.739853 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network ffe534b8-f703-40b4-9093-e535c4b1cd6e details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:18:38.744896 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381b6e2a-f04a-43a3-b826-bafbfd952913 admin admin] Checking segment: {'id': '8f05bb68-39ac-4075-9eae-946e36af88ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:18:38.745271 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381b6e2a-f04a-43a3-b826-bafbfd952913 admin admin] Network hostable DHCP agents. Network: 0448691a-ec13-4b8b-a50a-33e2c91deaac, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:18:38.756478 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-8af04cfb-f57f-4960-87f8-85c7012f246e tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:38.756478 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-8af04cfb-f57f-4960-87f8-85c7012f246e tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:38.771753 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe83f12-8af8-4ecd-95a2-a054d5f3bc22 admin admin] Made reservation on behalf of be7a56ae3e9d40a2851c24a8f28d26f2 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:18:38.774234 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9fe83f12-8af8-4ecd-95a2-a054d5f3bc22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:38.813522 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7671e1db-1902-4728-9eb6-d6e0575a0ff5 req-dd87b547-ede6-4cea-aeb2-e0506548521b tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:38.865335 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-be002178-c9f5-4042-98ce-d8fbc5941383 req-c235a673-ddb6-40ce-86a8-baca0b598f36 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] No DVR routers for this DVR port c549f6d0-9954-49c0-9e15-f69fdd94c807 on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:18:38.868468 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-8af04cfb-f57f-4960-87f8-85c7012f246e tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.7392719 Feb 09 12:18:38.965747 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381b6e2a-f04a-43a3-b826-bafbfd952913 admin admin] Network 0448691a-ec13-4b8b-a50a-33e2c91deaac is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:18:39.002283 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-381b6e2a-f04a-43a3-b826-bafbfd952913 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 0448691a-ec13-4b8b-a50a-33e2c91deaac) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:18:39.010228 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381b6e2a-f04a-43a3-b826-bafbfd952913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:39.011011 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-381b6e2a-f04a-43a3-b826-bafbfd952913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:39.033121 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2934b82-ba6e-44d5-810d-d52fa237bbd7 None None] Network 0448691a-ec13-4b8b-a50a-33e2c91deaac requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:18:39.051851 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-be002178-c9f5-4042-98ce-d8fbc5941383 req-c235a673-ddb6-40ce-86a8-baca0b598f36 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:39.054460 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-be002178-c9f5-4042-98ce-d8fbc5941383 req-c235a673-ddb6-40ce-86a8-baca0b598f36 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.46 "DELETE /v2.0/ports/c549f6d0-9954-49c0-9e15-f69fdd94c807 HTTP/1.1" status: 204 len: 173 time: 6.2472503 Feb 09 12:18:39.066795 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd87b547-ede6-4cea-aeb2-e0506548521b tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Pushing event deleted for resources: {'Port': ['ID=827b8aa7-5166-4ce8-8c8a-2c59a07ead1d,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:39.070814 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-381b6e2a-f04a-43a3-b826-bafbfd952913 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2058573 Feb 09 12:18:39.073660 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44994) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:18:39.078871 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022751f9-f94f-4f8c-a4fa-567878825bdd', 'name': 'network-vif-deleted', 'tag': 'c549f6d0-9954-49c0-9e15-f69fdd94c807'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:18:39.081904 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-f81e21b3-fff7-4736-abbe-7fbbbe049296 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1504927628-router', 'tenant_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:18:39.087959 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f81e21b3-fff7-4736-abbe-7fbbbe049296 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:18:39.096341 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f81e21b3-fff7-4736-abbe-7fbbbe049296 admin admin] Usage tracker for resource:router and tenant:ff6e1bb65bc440a9af2daa6d5785a57a is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:18:39.101070 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f81e21b3-fff7-4736-abbe-7fbbbe049296 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:18:39.103183 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-9f0fe54e-e01d-4cc2-8c0c-b2e896959e52 service neutron] Request body: {'port': {'device_id': '34e7919b-4407-4ab0-8bcc-35c5416c741e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:18:39.112062 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f81e21b3-fff7-4736-abbe-7fbbbe049296 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:18:39.217130 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f81e21b3-fff7-4736-abbe-7fbbbe049296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:39.218354 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f81e21b3-fff7-4736-abbe-7fbbbe049296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:39.252124 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f81e21b3-fff7-4736-abbe-7fbbbe049296 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:39.357938 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083fa2c0-33aa-4cef-af9d-72cfb56089b5 req-4363b687-7932-4b53-ba21-f78da4e6cc94 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:39.358577 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-083fa2c0-33aa-4cef-af9d-72cfb56089b5 req-4363b687-7932-4b53-ba21-f78da4e6cc94 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Synchronizing usage tracker for tenant:48298ec907a946ddb2f0d8ac4aa52547 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:18:39.525802 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-be002178-c9f5-4042-98ce-d8fbc5941383 req-40f17bd2-68af-4ff8-95c5-a00aa675c64c tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Deleting port 4b38399b-a343-46a2-94f2-51a6aa336a1a {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:18:39.529427 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-be002178-c9f5-4042-98ce-d8fbc5941383 req-40f17bd2-68af-4ff8-95c5-a00aa675c64c tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:39.560094 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11a9662-80c4-46d0-9612-ee6428d789df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-0448691a-ec13-4b8b-a50a-33e2c91deaac', 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac', 'tenant_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'fixed_ips': [{'subnet_id': 'fc155009-a31d-4409-b15f-2ed587ea4525'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:18:39.560945 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c11a9662-80c4-46d0-9612-ee6428d789df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:39.796097 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-c36288f9-ee81-4728-9c00-92620103cdf9 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:39.798149 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-c36288f9-ee81-4728-9c00-92620103cdf9 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.46 "GET /v2.0/networks?id=46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c HTTP/1.1" status: 200 len: 805 time: 0.6303177 Feb 09 12:18:39.847184 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe941f-44c8-4796-b2e2-667b9011aea1 req-0e5fdd72-b040-471f-8cee-dec596941fd4 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:39.854579 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-0cfe941f-44c8-4796-b2e2-667b9011aea1 req-0e5fdd72-b040-471f-8cee-dec596941fd4 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Synchronizing usage tracker for tenant:49129fa2c03c45c2a0df365ab76f11e9 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:18:39.880112 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-f4c4f2b4-805e-4462-b279-d159420e1ba9 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Request body: {'port': {'device_id': '1ab0953d-9a1b-4f81-8644-3334be8feb6c', 'network_id': '46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c', 'admin_state_up': True, 'tenant_id': 'e269a22f7331401b92d6d31273b08c8d'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:18:39.932702 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-c11a9662-80c4-46d0-9612-ee6428d789df None None] Allocated IP 172.20.0.2 (0448691a-ec13-4b8b-a50a-33e2c91deaac/fc155009-a31d-4409-b15f-2ed587ea4525/9218af92-bc24-4e8f-bc4f-62f683855f2b) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:18:39.984206 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-12aac304-b76c-4df8-b20a-fa19c26c27ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 209e9bbb-4904-4e48-aa76-9dd4a90dc863 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:18:40.025257 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-12aac304-b76c-4df8-b20a-fa19c26c27ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:40.047983 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-083fa2c0-33aa-4cef-af9d-72cfb56089b5 req-4363b687-7932-4b53-ba21-f78da4e6cc94 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Unset dirty status for tenant:48298ec907a946ddb2f0d8ac4aa52547 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:18:40.049389 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-083fa2c0-33aa-4cef-af9d-72cfb56089b5 req-4363b687-7932-4b53-ba21-f78da4e6cc94 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=34e7919b-4407-4ab0-8bcc-35c5416c741e HTTP/1.1" status: 200 len: 931 time: 2.2854517 Feb 09 12:18:40.061290 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-7671e1db-1902-4728-9eb6-d6e0575a0ff5 req-dd87b547-ede6-4cea-aeb2-e0506548521b tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] No DVR routers for this DVR port 827b8aa7-5166-4ce8-8c8a-2c59a07ead1d on host n-h1-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:18:40.080547 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7671e1db-1902-4728-9eb6-d6e0575a0ff5 req-dd87b547-ede6-4cea-aeb2-e0506548521b tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:40.082933 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7671e1db-1902-4728-9eb6-d6e0575a0ff5 req-dd87b547-ede6-4cea-aeb2-e0506548521b tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.52 "DELETE /v2.0/ports/827b8aa7-5166-4ce8-8c8a-2c59a07ead1d HTTP/1.1" status: 204 len: 173 time: 6.2209792 Feb 09 12:18:40.091883 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9fe83f12-8af8-4ecd-95a2-a054d5f3bc22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:40.119483 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-9f0fe54e-e01d-4cc2-8c0c-b2e896959e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:40.182209 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-0cfe941f-44c8-4796-b2e2-667b9011aea1 req-0e5fdd72-b040-471f-8cee-dec596941fd4 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Unset dirty status for tenant:49129fa2c03c45c2a0df365ab76f11e9 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:18:40.188074 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0cfe941f-44c8-4796-b2e2-667b9011aea1 req-0e5fdd72-b040-471f-8cee-dec596941fd4 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=1691c089-3110-48fc-9c9e-fc3a62408e41 HTTP/1.1" status: 200 len: 936 time: 2.7299402 Feb 09 12:18:40.196185 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-12aac304-b76c-4df8-b20a-fa19c26c27ab service neutron] Transition to ACTIVE for port object 209e9bbb-4904-4e48-aa76-9dd4a90dc863 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:18:40.340139 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 4f42f0c5-e31c-4396-9f7f-c27c618e202e up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:18:40.412396 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f81e21b3-fff7-4736-abbe-7fbbbe049296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:40.483602 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe83f12-8af8-4ecd-95a2-a054d5f3bc22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c179de1-6a3f-4f3f-92d2-3c9b6d4df0fc,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:40.520282 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c11a9662-80c4-46d0-9612-ee6428d789df None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:40.534003 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c11a9662-80c4-46d0-9612-ee6428d789df None None] Transition to ACTIVE for port object 9218af92-bc24-4e8f-bc4f-62f683855f2b will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:18:40.555270 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 4f42f0c5-e31c-4396-9f7f-c27c618e202e completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:18:40.570247 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe83f12-8af8-4ecd-95a2-a054d5f3bc22 admin admin] Checking segment: {'id': '0bff05e8-29a8-4d39-8518-85136cbe2793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ffe534b8-f703-40b4-9093-e535c4b1cd6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:18:40.571176 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe83f12-8af8-4ecd-95a2-a054d5f3bc22 admin admin] Network hostable DHCP agents. Network: ffe534b8-f703-40b4-9093-e535c4b1cd6e, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:18:40.573485 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 4f42f0c5-e31c-4396-9f7f-c27c618e202e triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:18:40.574033 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:40.578001 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce072f7e-b965-45b9-9e0b-f7d50028abfe req-f540d106-3f02-48fb-8e0c-046a0bca6ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:40.583733 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ce072f7e-b965-45b9-9e0b-f7d50028abfe req-f540d106-3f02-48fb-8e0c-046a0bca6ab1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 2.3966169 Feb 09 12:18:40.584518 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-12aac304-b76c-4df8-b20a-fa19c26c27ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:40.650005 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c11a9662-80c4-46d0-9612-ee6428d789df None None] Transition to ACTIVE for port object 9218af92-bc24-4e8f-bc4f-62f683855f2b will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:18:40.663623 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c11a9662-80c4-46d0-9612-ee6428d789df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:40.675863 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-f4c4f2b4-805e-4462-b279-d159420e1ba9 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:18:40.686952 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-f4c4f2b4-805e-4462-b279-d159420e1ba9 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Usage tracker for resource:port and tenant:e269a22f7331401b92d6d31273b08c8d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:18:40.696250 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-f4c4f2b4-805e-4462-b279-d159420e1ba9 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:18:40.708349 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-f4c4f2b4-805e-4462-b279-d159420e1ba9 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:18:40.715393 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe83f12-8af8-4ecd-95a2-a054d5f3bc22 admin admin] Network ffe534b8-f703-40b4-9093-e535c4b1cd6e is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:18:40.743958 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-f4c4f2b4-805e-4462-b279-d159420e1ba9 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Made reservation on behalf of e269a22f7331401b92d6d31273b08c8d for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:18:40.751492 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-f4c4f2b4-805e-4462-b279-d159420e1ba9 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:40.842477 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11a9662-80c4-46d0-9612-ee6428d789df None None] Network 0448691a-ec13-4b8b-a50a-33e2c91deaac is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:18:40.861037 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-c11a9662-80c4-46d0-9612-ee6428d789df None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:18:40.867150 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a9662-80c4-46d0-9612-ee6428d789df None None] Pushing event updated for resources: {'Port': ['ID=9218af92-bc24-4e8f-bc4f-62f683855f2b,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:40.879259 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11a9662-80c4-46d0-9612-ee6428d789df None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:18:40.973166 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aac304-b76c-4df8-b20a-fa19c26c27ab service neutron] Pushing event updated for resources: {'Port': ['ID=209e9bbb-4904-4e48-aa76-9dd4a90dc863,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:41.083632 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-9fe83f12-8af8-4ecd-95a2-a054d5f3bc22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, ffe534b8-f703-40b4-9093-e535c4b1cd6e) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:18:41.096831 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe83f12-8af8-4ecd-95a2-a054d5f3bc22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:41.097736 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9fe83f12-8af8-4ecd-95a2-a054d5f3bc22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:41.109556 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-c11a9662-80c4-46d0-9612-ee6428d789df None None] Attempting to bind port 9218af92-bc24-4e8f-bc4f-62f683855f2b on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:18:41.109919 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-c11a9662-80c4-46d0-9612-ee6428d789df None None] Attempting to bind port 9218af92-bc24-4e8f-bc4f-62f683855f2b by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '8f05bb68-39ac-4075-9eae-946e36af88ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:18:41.110282 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11a9662-80c4-46d0-9612-ee6428d789df None None] Attempting to bind port 9218af92-bc24-4e8f-bc4f-62f683855f2b on network 0448691a-ec13-4b8b-a50a-33e2c91deaac {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:18:41.118522 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090db72e-f0e9-47f7-8b8a-55dc006f3334 None None] Network ffe534b8-f703-40b4-9093-e535c4b1cd6e requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:18:41.137049 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11a9662-80c4-46d0-9612-ee6428d789df None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:18:41.137421 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11a9662-80c4-46d0-9612-ee6428d789df None None] Checking segment: {'id': '8f05bb68-39ac-4075-9eae-946e36af88ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:18:41.137821 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c11a9662-80c4-46d0-9612-ee6428d789df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:41.138209 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11a9662-80c4-46d0-9612-ee6428d789df None None] Bound using segment: {'id': '8f05bb68-39ac-4075-9eae-946e36af88ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:18:41.138704 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-c11a9662-80c4-46d0-9612-ee6428d789df None None] Bound port: 9218af92-bc24-4e8f-bc4f-62f683855f2b, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f05bb68-39ac-4075-9eae-946e36af88ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:18:41.139117 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c11a9662-80c4-46d0-9612-ee6428d789df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:41.140452 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-f4c4f2b4-805e-4462-b279-d159420e1ba9 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Allocated IP 172.20.0.3 (46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c/b74a18b3-c777-4b36-8c3b-f86129471b39/370c730d-943a-4438-920c-70735daa5dc4) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:18:41.157748 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:41.178854 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 4f42f0c5-e31c-4396-9f7f-c27c618e202e, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=4f42f0c5-e31c-4396-9f7f-c27c618e202e,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:18:41.220134 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9fe83f12-8af8-4ecd-95a2-a054d5f3bc22 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.6883457 Feb 09 12:18:41.243017 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-be002178-c9f5-4042-98ce-d8fbc5941383 req-40f17bd2-68af-4ff8-95c5-a00aa675c64c tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] For port 4b38399b-a343-46a2-94f2-51a6aa336a1a, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=4b38399b-a343-46a2-94f2-51a6aa336a1a,segment=NetworkSegment(d4033166-018c-4822-8b2b-88b7b86f5d6a),segment_id=d4033166-018c-4822-8b2b-88b7b86f5d6a)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:18:41.243615 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-be002178-c9f5-4042-98ce-d8fbc5941383 req-40f17bd2-68af-4ff8-95c5-a00aa675c64c tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:41.302992 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:41.497227 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-be002178-c9f5-4042-98ce-d8fbc5941383 req-40f17bd2-68af-4ff8-95c5-a00aa675c64c tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Calling delete_port for 4b38399b-a343-46a2-94f2-51a6aa336a1a owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:18:41.565107 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-c11a9662-80c4-46d0-9612-ee6428d789df None None] For port 9218af92-bc24-4e8f-bc4f-62f683855f2b, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:18:41.578877 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-083fa2c0-33aa-4cef-af9d-72cfb56089b5 req-9393a456-44ed-471b-bea8-b11886d81dc8 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5055773 Feb 09 12:18:41.598331 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f81e21b3-fff7-4736-abbe-7fbbbe049296 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:41.640831 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=4f42f0c5-e31c-4396-9f7f-c27c618e202e,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:41.657883 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f81e21b3-fff7-4736-abbe-7fbbbe049296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:41.672568 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022751f9-f94f-4f8c-a4fa-567878825bdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b38399b-a343-46a2-94f2-51a6aa336a1a', 'code': 200} Feb 09 12:18:41.688055 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-c11a9662-80c4-46d0-9612-ee6428d789df None None] For port 9218af92-bc24-4e8f-bc4f-62f683855f2b, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=9218af92-bc24-4e8f-bc4f-62f683855f2b,segment=NetworkSegment(8f05bb68-39ac-4075-9eae-946e36af88ec),segment_id=8f05bb68-39ac-4075-9eae-946e36af88ec)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:18:41.695682 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c11a9662-80c4-46d0-9612-ee6428d789df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:41.883656 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-f4c4f2b4-805e-4462-b279-d159420e1ba9 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:41.970962 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4393393d-d79c-456f-aea4-7836821e9d99 None None] Network ffe534b8-f703-40b4-9093-e535c4b1cd6e requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:18:42.036333 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-f81e21b3-fff7-4736-abbe-7fbbbe049296 admin admin] Allocated IP 172.25.7.83 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/3e045260-38e1-4a43-886b-5d56048d7657) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:18:42.085004 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-0cfe941f-44c8-4796-b2e2-667b9011aea1 req-d0dc7508-6f68-4aae-b404-452239d57b1d tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Synchronizing usage tracker for tenant:49129fa2c03c45c2a0df365ab76f11e9 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:18:42.107189 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-9f0fe54e-e01d-4cc2-8c0c-b2e896959e52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5fb70a9-260d-4bef-bf68-ea6d7e835c4b {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:18:42.107805 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-f4c4f2b4-805e-4462-b279-d159420e1ba9 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:42.180756 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-9f0fe54e-e01d-4cc2-8c0c-b2e896959e52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:42.206874 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fe90ca-121c-475c-b0f3-2673fac79032 None None] Sync routers for ids ['de20b7b0-689b-4c88-a290-6a43cd82def1'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:18:42.223802 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fe90ca-121c-475c-b0f3-2673fac79032 None None] Routers {'de20b7b0-689b-4c88-a290-6a43cd82def1'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:18:42.224469 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-46fe90ca-121c-475c-b0f3-2673fac79032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:18:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['de20b7b0-689b-4c88-a290-6a43cd82def1'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:18:42.266432 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 4f42f0c5-e31c-4396-9f7f-c27c618e202e up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:18:42.445945 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a9662-80c4-46d0-9612-ee6428d789df None None] Pushing event updated for resources: {'Port': ['ID=9218af92-bc24-4e8f-bc4f-62f683855f2b,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:42.535573 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-9f0fe54e-e01d-4cc2-8c0c-b2e896959e52 service neutron] Transition to ACTIVE for port object f5fb70a9-260d-4bef-bf68-ea6d7e835c4b will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:18:42.544266 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-0cfe941f-44c8-4796-b2e2-667b9011aea1 req-d0dc7508-6f68-4aae-b404-452239d57b1d tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Unset dirty status for tenant:49129fa2c03c45c2a0df365ab76f11e9 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:18:42.554725 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0cfe941f-44c8-4796-b2e2-667b9011aea1 req-d0dc7508-6f68-4aae-b404-452239d57b1d tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0181334 Feb 09 12:18:42.606061 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-f4c4f2b4-805e-4462-b279-d159420e1ba9 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Network 46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:18:42.611164 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c4f2b4-805e-4462-b279-d159420e1ba9 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Pushing event updated for resources: {'Port': ['ID=370c730d-943a-4438-920c-70735daa5dc4,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:42.612244 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-9f0fe54e-e01d-4cc2-8c0c-b2e896959e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:42.614390 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-f4c4f2b4-805e-4462-b279-d159420e1ba9 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:18:42.624698 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-f4c4f2b4-805e-4462-b279-d159420e1ba9 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:18:42.682873 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 4f42f0c5-e31c-4396-9f7f-c27c618e202e triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:18:42.682873 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:42.717041 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-f4c4f2b4-805e-4462-b279-d159420e1ba9 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:42.717715 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-f4c4f2b4-805e-4462-b279-d159420e1ba9 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:42.734707 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-46fe90ca-121c-475c-b0f3-2673fac79032 None None] Set router de20b7b0-689b-4c88-a290-6a43cd82def1 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:18:42.763756 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-f4c4f2b4-805e-4462-b279-d159420e1ba9 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9541903 Feb 09 12:18:42.778072 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-4645fb7a-af1a-412e-bd4c-b02c9d7e051f service neutron] Request body: {'port': {'device_id': '1ab0953d-9a1b-4f81-8644-3334be8feb6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:18:42.928786 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-4645fb7a-af1a-412e-bd4c-b02c9d7e051f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:43.051165 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ce072f7e-b965-45b9-9e0b-f7d50028abfe req-29bbc3a6-b3a0-4c78-a3e1-40adfa560aa8 service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0905588 Feb 09 12:18:43.384182 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d901a-5225-4a1e-b1da-be323b87c4e0 req-85a2b0fd-cd16-4328-9bc8-c92c21020ef9 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:43.388884 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-064d901a-5225-4a1e-b1da-be323b87c4e0 req-85a2b0fd-cd16-4328-9bc8-c92c21020ef9 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cd0dd65-fd50-433a-b617-28889b319ff2 HTTP/1.1" status: 200 len: 947 time: 1.4688935 Feb 09 12:18:43.493410 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-4645fb7a-af1a-412e-bd4c-b02c9d7e051f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 370c730d-943a-4438-920c-70735daa5dc4 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:18:43.514407 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-4645fb7a-af1a-412e-bd4c-b02c9d7e051f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:43.526363 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-46fe90ca-121c-475c-b0f3-2673fac79032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de20b7b0-689b-4c88-a290-6a43cd82def1', 'name': 'tempest-TaggedBootDevicesTest-578937882-router', 'tenant_id': '62ffdf7055b140959a12354e66fd16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '4f42f0c5-e31c-4396-9f7f-c27c618e202e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:18:27Z', 'updated_at': '2022-02-09T12:18:35Z', 'revision_number': 4, 'project_id': '62ffdf7055b140959a12354e66fd16c0', 'gw_port': {'id': '4f42f0c5-e31c-4396-9f7f-c27c618e202e', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de20b7b0-689b-4c88-a290-6a43cd82def1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:29Z', 'updated_at': '2022-02-09T12:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '614b9f30-1fb8-4a19-8adb-d31b5406b34f', 'name': '', 'network_id': '3932b70a-326b-44c0-882d-cf67f141227b', 'tenant_id': '62ffdf7055b140959a12354e66fd16c0', 'mac_address': 'fa:16:3e:6d:ce:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de20b7b0-689b-4c88-a290-6a43cd82def1', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'f56833e4-ee92-41da-b8f0-d4222b4c9fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:34Z', 'updated_at': '2022-02-09T12:18:35Z', 'revision_number': 2, 'project_id': '62ffdf7055b140959a12354e66fd16c0', 'subnets': [{'id': 'f56833e4-ee92-41da-b8f0-d4222b4c9fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:18:43.538456 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fe90ca-121c-475c-b0f3-2673fac79032 None None] Checking router: de20b7b0-689b-4c88-a290-6a43cd82def1 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:18:43.538813 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fe90ca-121c-475c-b0f3-2673fac79032 None None] Updating router de20b7b0-689b-4c88-a290-6a43cd82def1 port 614b9f30-1fb8-4a19-8adb-d31b5406b34f binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:18:43.597538 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-46fe90ca-121c-475c-b0f3-2673fac79032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:43.600102 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-12aac304-b76c-4df8-b20a-fa19c26c27ab service neutron] Attempting to bind port 209e9bbb-4904-4e48-aa76-9dd4a90dc863 on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:18:43.600637 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-12aac304-b76c-4df8-b20a-fa19c26c27ab service neutron] Attempting to bind port 209e9bbb-4904-4e48-aa76-9dd4a90dc863 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:18:43.600767 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-12aac304-b76c-4df8-b20a-fa19c26c27ab service neutron] Attempting to bind port 209e9bbb-4904-4e48-aa76-9dd4a90dc863 on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:18:43.604136 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0fe54e-e01d-4cc2-8c0c-b2e896959e52 service neutron] Pushing event updated for resources: {'Port': ['ID=f5fb70a9-260d-4bef-bf68-ea6d7e835c4b,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:43.661596 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccea88f-9ff2-4f82-95c4-8de5963378d9 None None] Network 0448691a-ec13-4b8b-a50a-33e2c91deaac requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:18:43.675117 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-12aac304-b76c-4df8-b20a-fa19c26c27ab service neutron] Port 209e9bbb-4904-4e48-aa76-9dd4a90dc863 on network 4f732e35-467f-44f5-be04-aa808693dec3 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:18:43.675472 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-12aac304-b76c-4df8-b20a-fa19c26c27ab service neutron] Attempting to bind port 209e9bbb-4904-4e48-aa76-9dd4a90dc863 on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:18:43.689776 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022751f9-f94f-4f8c-a4fa-567878825bdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a67c893-ff8e-4e30-930b-2302762ef6eb'}, {'server_uuid': '0cd0dd65-fd50-433a-b617-28889b319ff2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17c2992f-729b-44a7-ae4c-750652da8502'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:18:43.702389 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f81e21b3-fff7-4736-abbe-7fbbbe049296 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:43.706338 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-be002178-c9f5-4042-98ce-d8fbc5941383 req-40f17bd2-68af-4ff8-95c5-a00aa675c64c tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:43.756690 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-12aac304-b76c-4df8-b20a-fa19c26c27ab service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:18:43.757035 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-12aac304-b76c-4df8-b20a-fa19c26c27ab service neutron] Checking segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:18:43.757428 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-12aac304-b76c-4df8-b20a-fa19c26c27ab service neutron] Bound using segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:18:43.757878 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-12aac304-b76c-4df8-b20a-fa19c26c27ab service neutron] Bound port: 209e9bbb-4904-4e48-aa76-9dd4a90dc863, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:18:43.758229 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-12aac304-b76c-4df8-b20a-fa19c26c27ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:43.773040 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f81e21b3-fff7-4736-abbe-7fbbbe049296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:43.793039 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-4645fb7a-af1a-412e-bd4c-b02c9d7e051f service neutron] Transition to ACTIVE for port object 370c730d-943a-4438-920c-70735daa5dc4 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:18:43.800823 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ce072f7e-b965-45b9-9e0b-f7d50028abfe req-472ce982-013b-458d-a8f2-5cacdf9ac937 service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6817904 Feb 09 12:18:43.818508 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-9c04988d-c883-44f3-be93-36fea6495aa8 None None] Provisioning for port 9218af92-bc24-4e8f-bc4f-62f683855f2b completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:18:43.821639 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f17bd2-68af-4ff8-95c5-a00aa675c64c tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Pushing event deleted for resources: {'Port': ['ID=4b38399b-a343-46a2-94f2-51a6aa336a1a,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:43.958701 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81e21b3-fff7-4736-abbe-7fbbbe049296 admin admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:18:43.980937 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-f81e21b3-fff7-4736-abbe-7fbbbe049296 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:18:43.986632 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81e21b3-fff7-4736-abbe-7fbbbe049296 admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:18:44.000877 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-064d901a-5225-4a1e-b1da-be323b87c4e0 req-4c97c7ca-bf21-468f-a24b-adaa576171bf tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] 10.222.0.55 "GET /v2.0/security-groups?id=a0e007a1-b994-49a7-8e79-04b4c8754e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4694695 Feb 09 12:18:44.002735 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-973ff2b3-8f75-492b-bb2c-f94b6de8d850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:44.012258 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-be002178-c9f5-4042-98ce-d8fbc5941383 req-40f17bd2-68af-4ff8-95c5-a00aa675c64c tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] No DVR routers for this DVR port 4b38399b-a343-46a2-94f2-51a6aa336a1a on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:18:44.015293 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-be002178-c9f5-4042-98ce-d8fbc5941383 req-40f17bd2-68af-4ff8-95c5-a00aa675c64c tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:44.073174 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-9f0fe54e-e01d-4cc2-8c0c-b2e896959e52 service neutron] Attempting to bind port f5fb70a9-260d-4bef-bf68-ea6d7e835c4b on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:18:44.074422 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-9f0fe54e-e01d-4cc2-8c0c-b2e896959e52 service neutron] Attempting to bind port f5fb70a9-260d-4bef-bf68-ea6d7e835c4b by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:18:44.075459 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-9f0fe54e-e01d-4cc2-8c0c-b2e896959e52 service neutron] Attempting to bind port f5fb70a9-260d-4bef-bf68-ea6d7e835c4b on network ef8cbc95-953d-4d9d-a80a-2c68322f6f7f {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:18:44.086483 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b47511-210c-4df1-8c9a-ef643c203b48 req-c4ab5e02-572a-4c48-b121-7d8fa3be00e6 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:44.087287 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c9b47511-210c-4df1-8c9a-ef643c203b48 req-c4ab5e02-572a-4c48-b121-7d8fa3be00e6 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Synchronizing usage tracker for tenant:e269a22f7331401b92d6d31273b08c8d on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:18:44.145568 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-4645fb7a-af1a-412e-bd4c-b02c9d7e051f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:44.145814 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-be002178-c9f5-4042-98ce-d8fbc5941383 req-40f17bd2-68af-4ff8-95c5-a00aa675c64c tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.46 "DELETE /v2.0/ports/4b38399b-a343-46a2-94f2-51a6aa336a1a HTTP/1.1" status: 204 len: 173 time: 4.8836465 Feb 09 12:18:44.147069 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-46fe90ca-121c-475c-b0f3-2673fac79032 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:44.187437 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-46fe90ca-121c-475c-b0f3-2673fac79032 None None] Transition to ACTIVE for port object 614b9f30-1fb8-4a19-8adb-d31b5406b34f will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:18:44.216833 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-46fe90ca-121c-475c-b0f3-2673fac79032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:44.241228 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-9f0fe54e-e01d-4cc2-8c0c-b2e896959e52 service neutron] Port f5fb70a9-260d-4bef-bf68-ea6d7e835c4b on network ef8cbc95-953d-4d9d-a80a-2c68322f6f7f not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:18:44.241865 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-9f0fe54e-e01d-4cc2-8c0c-b2e896959e52 service neutron] Attempting to bind port f5fb70a9-260d-4bef-bf68-ea6d7e835c4b on network ef8cbc95-953d-4d9d-a80a-2c68322f6f7f {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:18:44.357834 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 9218af92-bc24-4e8f-bc4f-62f683855f2b up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:18:44.387587 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-12aac304-b76c-4df8-b20a-fa19c26c27ab service neutron] For port 209e9bbb-4904-4e48-aa76-9dd4a90dc863, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:18:44.431819 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-be002178-c9f5-4042-98ce-d8fbc5941383 req-dffb94e9-3b81-431e-a23f-73386987590e tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Deleting port 5a67c893-ff8e-4e30-930b-2302762ef6eb {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:18:44.439386 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-be002178-c9f5-4042-98ce-d8fbc5941383 req-dffb94e9-3b81-431e-a23f-73386987590e tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:44.498106 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-9f0fe54e-e01d-4cc2-8c0c-b2e896959e52 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:18:44.498496 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-9f0fe54e-e01d-4cc2-8c0c-b2e896959e52 service neutron] Checking segment: {'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:18:44.498846 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-9f0fe54e-e01d-4cc2-8c0c-b2e896959e52 service neutron] Bound using segment: {'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:18:44.500128 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-9f0fe54e-e01d-4cc2-8c0c-b2e896959e52 service neutron] Bound port: f5fb70a9-260d-4bef-bf68-ea6d7e835c4b, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:18:44.500499 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-9f0fe54e-e01d-4cc2-8c0c-b2e896959e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:44.536143 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-12aac304-b76c-4df8-b20a-fa19c26c27ab service neutron] For port 209e9bbb-4904-4e48-aa76-9dd4a90dc863, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=209e9bbb-4904-4e48-aa76-9dd4a90dc863,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:18:44.581793 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 9218af92-bc24-4e8f-bc4f-62f683855f2b completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:18:44.605421 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 9218af92-bc24-4e8f-bc4f-62f683855f2b triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:18:44.605792 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:44.646535 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-12aac304-b76c-4df8-b20a-fa19c26c27ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:44.683322 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-4645fb7a-af1a-412e-bd4c-b02c9d7e051f service neutron] Attempting to bind port 370c730d-943a-4438-920c-70735daa5dc4 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:18:44.684115 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-4645fb7a-af1a-412e-bd4c-b02c9d7e051f service neutron] Attempting to bind port 370c730d-943a-4438-920c-70735daa5dc4 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '7fd43362-d2bb-4c15-a4a2-a1a057b6ca17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:18:44.684454 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-4645fb7a-af1a-412e-bd4c-b02c9d7e051f service neutron] Attempting to bind port 370c730d-943a-4438-920c-70735daa5dc4 on network 46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:18:44.692104 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-4645fb7a-af1a-412e-bd4c-b02c9d7e051f service neutron] Port 370c730d-943a-4438-920c-70735daa5dc4 on network 46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:18:44.692424 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-4645fb7a-af1a-412e-bd4c-b02c9d7e051f service neutron] Attempting to bind port 370c730d-943a-4438-920c-70735daa5dc4 on network 46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:18:44.694538 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e21b3-fff7-4736-abbe-7fbbbe049296 admin admin] Pushing event updated for resources: {'Port': ['ID=3e045260-38e1-4a43-886b-5d56048d7657,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:44.705819 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6333630-3a9c-46dc-9123-800851fde814 None None] Pushing event updated for resources: {'Port': ['ID=614b9f30-1fb8-4a19-8adb-d31b5406b34f,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:44.782668 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c9b47511-210c-4df1-8c9a-ef643c203b48 req-c4ab5e02-572a-4c48-b121-7d8fa3be00e6 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Unset dirty status for tenant:e269a22f7331401b92d6d31273b08c8d on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:18:44.783942 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c9b47511-210c-4df1-8c9a-ef643c203b48 req-c4ab5e02-572a-4c48-b121-7d8fa3be00e6 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ab0953d-9a1b-4f81-8644-3334be8feb6c HTTP/1.1" status: 200 len: 931 time: 1.9784741 Feb 09 12:18:44.813983 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-46fe90ca-121c-475c-b0f3-2673fac79032 None None] Attempting to bind port 614b9f30-1fb8-4a19-8adb-d31b5406b34f on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:18:44.819263 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-46fe90ca-121c-475c-b0f3-2673fac79032 None None] Attempting to bind port 614b9f30-1fb8-4a19-8adb-d31b5406b34f by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'df3862ec-14b4-4876-a5ff-420b7ad62b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3932b70a-326b-44c0-882d-cf67f141227b'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:18:44.822416 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-12aac304-b76c-4df8-b20a-fa19c26c27ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:44.823270 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-12aac304-b76c-4df8-b20a-fa19c26c27ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:44.825206 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-12aac304-b76c-4df8-b20a-fa19c26c27ab service neutron] 10.222.0.52 "PUT /v2.0/ports/209e9bbb-4904-4e48-aa76-9dd4a90dc863 HTTP/1.1" status: 200 len: 1096 time: 8.8836744 Feb 09 12:18:44.834282 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fe90ca-121c-475c-b0f3-2673fac79032 None None] Attempting to bind port 614b9f30-1fb8-4a19-8adb-d31b5406b34f on network 3932b70a-326b-44c0-882d-cf67f141227b {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:18:44.849121 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fe90ca-121c-475c-b0f3-2673fac79032 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:18:44.850097 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fe90ca-121c-475c-b0f3-2673fac79032 None None] Checking segment: {'id': 'df3862ec-14b4-4876-a5ff-420b7ad62b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3932b70a-326b-44c0-882d-cf67f141227b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:18:44.850733 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-46fe90ca-121c-475c-b0f3-2673fac79032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:44.851349 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fe90ca-121c-475c-b0f3-2673fac79032 None None] Bound using segment: {'id': 'df3862ec-14b4-4876-a5ff-420b7ad62b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3932b70a-326b-44c0-882d-cf67f141227b'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:18:44.852091 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-46fe90ca-121c-475c-b0f3-2673fac79032 None None] Bound port: 614b9f30-1fb8-4a19-8adb-d31b5406b34f, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df3862ec-14b4-4876-a5ff-420b7ad62b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3932b70a-326b-44c0-882d-cf67f141227b'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:18:44.852758 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-46fe90ca-121c-475c-b0f3-2673fac79032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:44.987080 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-46fe90ca-121c-475c-b0f3-2673fac79032 None None] For port 614b9f30-1fb8-4a19-8adb-d31b5406b34f, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:18:44.991005 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-46fe90ca-121c-475c-b0f3-2673fac79032 None None] For port 614b9f30-1fb8-4a19-8adb-d31b5406b34f, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=614b9f30-1fb8-4a19-8adb-d31b5406b34f,segment=NetworkSegment(df3862ec-14b4-4876-a5ff-420b7ad62b05),segment_id=df3862ec-14b4-4876-a5ff-420b7ad62b05)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:18:45.005397 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-46fe90ca-121c-475c-b0f3-2673fac79032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:45.023153 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-a874c517-9cd0-47b5-98e9-14d9041ac738 None None] Provisioning complete for port 9218af92-bc24-4e8f-bc4f-62f683855f2b triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:18:45.023811 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a874c517-9cd0-47b5-98e9-14d9041ac738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:45.092633 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645fb7a-af1a-412e-bd4c-b02c9d7e051f service neutron] Pushing event updated for resources: {'Port': ['ID=370c730d-943a-4438-920c-70735daa5dc4,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:45.100001 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-4645fb7a-af1a-412e-bd4c-b02c9d7e051f service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:18:45.100261 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-4645fb7a-af1a-412e-bd4c-b02c9d7e051f service neutron] Checking segment: {'id': '7fd43362-d2bb-4c15-a4a2-a1a057b6ca17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:18:45.101308 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-4645fb7a-af1a-412e-bd4c-b02c9d7e051f service neutron] Bound using segment: {'id': '7fd43362-d2bb-4c15-a4a2-a1a057b6ca17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:18:45.101747 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-4645fb7a-af1a-412e-bd4c-b02c9d7e051f service neutron] Bound port: 370c730d-943a-4438-920c-70735daa5dc4, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fd43362-d2bb-4c15-a4a2-a1a057b6ca17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:18:45.102094 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-4645fb7a-af1a-412e-bd4c-b02c9d7e051f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:45.115007 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fe90ca-121c-475c-b0f3-2673fac79032 None None] Routers {'de20b7b0-689b-4c88-a290-6a43cd82def1'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:18:45.115574 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-46fe90ca-121c-475c-b0f3-2673fac79032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:18:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['de20b7b0-689b-4c88-a290-6a43cd82def1'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:18:45.166229 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aac304-b76c-4df8-b20a-fa19c26c27ab service neutron] Pushing event updated for resources: {'Port': ['ID=209e9bbb-4904-4e48-aa76-9dd4a90dc863,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:45.209100 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:45.216916 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c9b47511-210c-4df1-8c9a-ef643c203b48 req-918b43ae-a614-48ed-bebf-b9497dbabc8d tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc310c7-804c-482c-8f65-f0a6e9cffd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645878 Feb 09 12:18:45.217319 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6333630-3a9c-46dc-9123-800851fde814 None None] Pushing event updated for resources: {'Port': ['ID=614b9f30-1fb8-4a19-8adb-d31b5406b34f,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:45.343801 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 9218af92-bc24-4e8f-bc4f-62f683855f2b, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=9218af92-bc24-4e8f-bc4f-62f683855f2b,segment=NetworkSegment(8f05bb68-39ac-4075-9eae-946e36af88ec),segment_id=8f05bb68-39ac-4075-9eae-946e36af88ec)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:18:45.357910 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:45.446028 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-9f0fe54e-e01d-4cc2-8c0c-b2e896959e52 service neutron] For port f5fb70a9-260d-4bef-bf68-ea6d7e835c4b, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:18:45.456496 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022751f9-f94f-4f8c-a4fa-567878825bdd', 'name': 'network-vif-deleted', 'tag': 'c549f6d0-9954-49c0-9e15-f69fdd94c807', 'status': 'completed', 'code': 200} Feb 09 12:18:45.541127 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-9f0fe54e-e01d-4cc2-8c0c-b2e896959e52 service neutron] For port f5fb70a9-260d-4bef-bf68-ea6d7e835c4b, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f5fb70a9-260d-4bef-bf68-ea6d7e835c4b,segment=NetworkSegment(a032c80a-2814-4a8f-bd23-99ac5315db25),segment_id=a032c80a-2814-4a8f-bd23-99ac5315db25)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:18:45.580153 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283eaad6-079a-44d8-beae-9a2cc9a7c2b9 req-b57790e2-4a1e-44e7-8a95-c0a084b12581 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:45.580921 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-283eaad6-079a-44d8-beae-9a2cc9a7c2b9 req-b57790e2-4a1e-44e7-8a95-c0a084b12581 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Synchronizing usage tracker for tenant:8114ad2839984517a24a750c07d13d34 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:18:45.587858 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=9218af92-bc24-4e8f-bc4f-62f683855f2b,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:45.596694 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-9f0fe54e-e01d-4cc2-8c0c-b2e896959e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:45.641051 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-46fe90ca-121c-475c-b0f3-2673fac79032 None None] Set router de20b7b0-689b-4c88-a290-6a43cd82def1 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:18:45.703065 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f81e21b3-fff7-4736-abbe-7fbbbe049296 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:45.703658 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-1d60bf5b-d688-45c8-9e25-59ee2183cf8b req-c0c938e4-8367-4e3d-a814-9c75d3e6980e tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1451117021', 'description': 'tempest-description-1292039148'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:18:45.739543 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-9f0fe54e-e01d-4cc2-8c0c-b2e896959e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:45.740593 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-9f0fe54e-e01d-4cc2-8c0c-b2e896959e52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:45.741995 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-9f0fe54e-e01d-4cc2-8c0c-b2e896959e52 service neutron] 10.222.0.46 "PUT /v2.0/ports/f5fb70a9-260d-4bef-bf68-ea6d7e835c4b HTTP/1.1" status: 200 len: 1091 time: 6.6780396 Feb 09 12:18:45.752433 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-1d60bf5b-d688-45c8-9e25-59ee2183cf8b req-c0c938e4-8367-4e3d-a814-9c75d3e6980e tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:18:45.908921 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-1d60bf5b-d688-45c8-9e25-59ee2183cf8b req-c0c938e4-8367-4e3d-a814-9c75d3e6980e tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Usage tracker for resource:security_group and tenant:be7a56ae3e9d40a2851c24a8f28d26f2 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:18:45.912268 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-1d60bf5b-d688-45c8-9e25-59ee2183cf8b req-c0c938e4-8367-4e3d-a814-9c75d3e6980e tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:18:45.919355 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-1d60bf5b-d688-45c8-9e25-59ee2183cf8b req-c0c938e4-8367-4e3d-a814-9c75d3e6980e tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:18:45.920580 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-4645fb7a-af1a-412e-bd4c-b02c9d7e051f service neutron] For port 370c730d-943a-4438-920c-70735daa5dc4, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:18:45.923954 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-4645fb7a-af1a-412e-bd4c-b02c9d7e051f service neutron] For port 370c730d-943a-4438-920c-70735daa5dc4, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=370c730d-943a-4438-920c-70735daa5dc4,segment=NetworkSegment(7fd43362-d2bb-4c15-a4a2-a1a057b6ca17),segment_id=7fd43362-d2bb-4c15-a4a2-a1a057b6ca17)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:18:45.927681 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0fe54e-e01d-4cc2-8c0c-b2e896959e52 service neutron] Pushing event updated for resources: {'Port': ['ID=f5fb70a9-260d-4bef-bf68-ea6d7e835c4b,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:45.936410 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-4645fb7a-af1a-412e-bd4c-b02c9d7e051f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:45.950634 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-be002178-c9f5-4042-98ce-d8fbc5941383 req-dffb94e9-3b81-431e-a23f-73386987590e tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] For port 5a67c893-ff8e-4e30-930b-2302762ef6eb, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=5a67c893-ff8e-4e30-930b-2302762ef6eb,segment=NetworkSegment(75bb7e37-7725-489d-bc65-15598eeadc7c),segment_id=75bb7e37-7725-489d-bc65-15598eeadc7c)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:18:45.951002 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-be002178-c9f5-4042-98ce-d8fbc5941383 req-dffb94e9-3b81-431e-a23f-73386987590e tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:45.960733 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1d60bf5b-d688-45c8-9e25-59ee2183cf8b req-c0c938e4-8367-4e3d-a814-9c75d3e6980e tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:45.971675 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-882ed382-817e-401f-b13c-e469d7c9dcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:45.973197 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-882ed382-817e-401f-b13c-e469d7c9dcb5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49129fa2c03c45c2a0df365ab76f11e9&device_id=1691c089-3110-48fc-9c9e-fc3a62408e41 HTTP/1.1" status: 200 len: 1099 time: 1.0911500 Feb 09 12:18:45.973806 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-283eaad6-079a-44d8-beae-9a2cc9a7c2b9 req-b57790e2-4a1e-44e7-8a95-c0a084b12581 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Unset dirty status for tenant:8114ad2839984517a24a750c07d13d34 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:18:45.975273 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-283eaad6-079a-44d8-beae-9a2cc9a7c2b9 req-b57790e2-4a1e-44e7-8a95-c0a084b12581 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/ports?device_id=022751f9-f94f-4f8c-a4fa-567878825bdd HTTP/1.1" status: 200 len: 944 time: 1.4363463 Feb 09 12:18:46.042060 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-4645fb7a-af1a-412e-bd4c-b02c9d7e051f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:46.043492 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-4645fb7a-af1a-412e-bd4c-b02c9d7e051f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:46.045075 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-4645fb7a-af1a-412e-bd4c-b02c9d7e051f service neutron] 10.222.0.46 "PUT /v2.0/ports/370c730d-943a-4438-920c-70735daa5dc4 HTTP/1.1" status: 200 len: 1091 time: 3.2717984 Feb 09 12:18:46.045520 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ab0953d-9a1b-4f81-8644-3334be8feb6c', 'tag': '370c730d-943a-4438-920c-70735daa5dc4'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:18:46.078492 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-db474e1c-aac6-47c3-908f-caf0f5cba09d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=209e9bbb-4904-4e48-aa76-9dd4a90dc863 HTTP/1.1" status: 200 len: 217 time: 0.0932868 Feb 09 12:18:46.120626 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-46fe90ca-121c-475c-b0f3-2673fac79032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de20b7b0-689b-4c88-a290-6a43cd82def1', 'name': 'tempest-TaggedBootDevicesTest-578937882-router', 'tenant_id': '62ffdf7055b140959a12354e66fd16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '4f42f0c5-e31c-4396-9f7f-c27c618e202e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:18:27Z', 'updated_at': '2022-02-09T12:18:35Z', 'revision_number': 4, 'project_id': '62ffdf7055b140959a12354e66fd16c0', 'gw_port': {'id': '4f42f0c5-e31c-4396-9f7f-c27c618e202e', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de20b7b0-689b-4c88-a290-6a43cd82def1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:29Z', 'updated_at': '2022-02-09T12:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '614b9f30-1fb8-4a19-8adb-d31b5406b34f', 'name': '', 'network_id': '3932b70a-326b-44c0-882d-cf67f141227b', 'tenant_id': '62ffdf7055b140959a12354e66fd16c0', 'mac_address': 'fa:16:3e:6d:ce:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de20b7b0-689b-4c88-a290-6a43cd82def1', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'f56833e4-ee92-41da-b8f0-d4222b4c9fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:34Z', 'updated_at': '2022-02-09T12:18:44Z', 'revision_number': 4, 'project_id': '62ffdf7055b140959a12354e66fd16c0', 'subnets': [{'id': 'f56833e4-ee92-41da-b8f0-d4222b4c9fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:18:46.126614 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fe90ca-121c-475c-b0f3-2673fac79032 None None] The sync data for ids ['de20b7b0-689b-4c88-a290-6a43cd82def1'] in n-d-825178-3 is: [{'id': 'de20b7b0-689b-4c88-a290-6a43cd82def1', 'name': 'tempest-TaggedBootDevicesTest-578937882-router', 'tenant_id': '62ffdf7055b140959a12354e66fd16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '4f42f0c5-e31c-4396-9f7f-c27c618e202e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:18:27Z', 'updated_at': '2022-02-09T12:18:35Z', 'revision_number': 4, 'project_id': '62ffdf7055b140959a12354e66fd16c0', 'gw_port': {'id': '4f42f0c5-e31c-4396-9f7f-c27c618e202e', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de20b7b0-689b-4c88-a290-6a43cd82def1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:29Z', 'updated_at': '2022-02-09T12:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '614b9f30-1fb8-4a19-8adb-d31b5406b34f', 'name': '', 'network_id': '3932b70a-326b-44c0-882d-cf67f141227b', 'tenant_id': '62ffdf7055b140959a12354e66fd16c0', 'mac_address': 'fa:16:3e:6d:ce:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de20b7b0-689b-4c88-a290-6a43cd82def1', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'f56833e4-ee92-41da-b8f0-d4222b4c9fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:34Z', 'updated_at': '2022-02-09T12:18:44Z', 'revision_number': 4, 'project_id': '62ffdf7055b140959a12354e66fd16c0', 'subnets': [{'id': 'f56833e4-ee92-41da-b8f0-d4222b4c9fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:18:46.207618 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645fb7a-af1a-412e-bd4c-b02c9d7e051f service neutron] Pushing event updated for resources: {'Port': ['ID=370c730d-943a-4438-920c-70735daa5dc4,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:46.283170 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 614b9f30-1fb8-4a19-8adb-d31b5406b34f up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:18:46.415609 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b4a82695-e886-4b50-93d4-f8435ee84756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:46.423061 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-be002178-c9f5-4042-98ce-d8fbc5941383 req-dffb94e9-3b81-431e-a23f-73386987590e tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Calling delete_port for 5a67c893-ff8e-4e30-930b-2302762ef6eb owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:18:46.453048 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-261c476d-564d-4bab-ac90-9007bb271f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:46.456561 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-261c476d-564d-4bab-ac90-9007bb271f36 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e269a22f7331401b92d6d31273b08c8d&device_id=1ab0953d-9a1b-4f81-8644-3334be8feb6c HTTP/1.1" status: 200 len: 1094 time: 0.3445902 Feb 09 12:18:46.492187 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 614b9f30-1fb8-4a19-8adb-d31b5406b34f completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:18:46.498895 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 614b9f30-1fb8-4a19-8adb-d31b5406b34f triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:18:46.499391 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:46.564607 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-a4e42d19-c0a5-4763-8684-4c7ce19ddadf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=370c730d-943a-4438-920c-70735daa5dc4 HTTP/1.1" status: 200 len: 217 time: 0.0988271 Feb 09 12:18:46.608754 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-1d60bf5b-d688-45c8-9e25-59ee2183cf8b req-c0c938e4-8367-4e3d-a814-9c75d3e6980e tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:18:46.681244 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-1d60bf5b-d688-45c8-9e25-59ee2183cf8b req-c0c938e4-8367-4e3d-a814-9c75d3e6980e tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Usage tracker for resource:security_group_rule and tenant:be7a56ae3e9d40a2851c24a8f28d26f2 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:18:46.694399 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:46.705618 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-1d60bf5b-d688-45c8-9e25-59ee2183cf8b req-c0c938e4-8367-4e3d-a814-9c75d3e6980e tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:18:46.722075 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-cf402677-e941-467c-a82e-d9068a732e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:46.723533 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-cf402677-e941-467c-a82e-d9068a732e40 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b74a18b3-c777-4b36-8c3b-f86129471b39 HTTP/1.1" status: 200 len: 845 time: 0.0844626 Feb 09 12:18:46.750872 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-283eaad6-079a-44d8-beae-9a2cc9a7c2b9 req-8aef21c3-b293-49ee-b614-4ea84a8c8bc1 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/security-groups?id=7752dbfe-1b85-414b-88da-268929ad7fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7644978 Feb 09 12:18:46.755313 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-1d60bf5b-d688-45c8-9e25-59ee2183cf8b req-c0c938e4-8367-4e3d-a814-9c75d3e6980e tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:18:46.764779 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 614b9f30-1fb8-4a19-8adb-d31b5406b34f, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=614b9f30-1fb8-4a19-8adb-d31b5406b34f,segment=NetworkSegment(df3862ec-14b4-4876-a5ff-420b7ad62b05),segment_id=df3862ec-14b4-4876-a5ff-420b7ad62b05)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:18:46.773070 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:46.774677 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 9218af92-bc24-4e8f-bc4f-62f683855f2b up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:18:46.796146 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-e812d34f-6efd-4d1c-8f0f-2bd62d03e6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:46.797714 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-e812d34f-6efd-4d1c-8f0f-2bd62d03e6b0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48298ec907a946ddb2f0d8ac4aa52547&device_id=34e7919b-4407-4ab0-8bcc-35c5416c741e HTTP/1.1" status: 200 len: 1094 time: 0.9964426 Feb 09 12:18:46.921344 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f81e21b3-fff7-4736-abbe-7fbbbe049296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:46.940455 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-1b7b713e-9b18-4172-9925-afca46db860d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1933932 Feb 09 12:18:46.962016 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-2237a254-b691-4372-b1c3-6fb5014ba79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:46.963857 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-2237a254-b691-4372-b1c3-6fb5014ba79d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.4406211 Feb 09 12:18:46.987111 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=614b9f30-1fb8-4a19-8adb-d31b5406b34f,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:47.004836 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 9218af92-bc24-4e8f-bc4f-62f683855f2b triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:18:47.005207 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:47.198304 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-a531c506-1d72-44d6-8b74-e19a4d366ef2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f5fb70a9-260d-4bef-bf68-ea6d7e835c4b HTTP/1.1" status: 200 len: 217 time: 0.3485165 Feb 09 12:18:47.391256 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-1f569c6c-7e6e-47ca-96a6-4b3d406b6feb service neutron] 10.222.0.46 "GET /v2.0/networks/46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514459 Feb 09 12:18:47.393541 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f81e21b3-fff7-4736-abbe-7fbbbe049296 admin admin] Router 0f84b648-e725-4125-939c-4f07358083f0 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:18:47.406678 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-be002178-c9f5-4042-98ce-d8fbc5941383 req-dffb94e9-3b81-431e-a23f-73386987590e tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:47.452061 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:47.472447 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68123e96-78fc-493f-979f-fa4b73af8e8f', 'name': 'network-vif-deleted', 'tag': '827b8aa7-5166-4ce8-8c8a-2c59a07ead1d'}, {'server_uuid': '022751f9-f94f-4f8c-a4fa-567878825bdd', 'name': 'network-vif-deleted', 'tag': '4b38399b-a343-46a2-94f2-51a6aa336a1a'}, {'name': 'network-changed', 'server_uuid': '1691c089-3110-48fc-9c9e-fc3a62408e41', 'tag': '209e9bbb-4904-4e48-aa76-9dd4a90dc863'}, {'name': 'network-changed', 'server_uuid': '34e7919b-4407-4ab0-8bcc-35c5416c741e', 'tag': 'f5fb70a9-260d-4bef-bf68-ea6d7e835c4b'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:18:47.489202 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1d60bf5b-d688-45c8-9e25-59ee2183cf8b req-c0c938e4-8367-4e3d-a814-9c75d3e6980e tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:47.499336 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffb94e9-3b81-431e-a23f-73386987590e tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Pushing event deleted for resources: {'Port': ['ID=5a67c893-ff8e-4e30-930b-2302762ef6eb,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:47.574151 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-488a271b-ad34-4869-a298-5ced0601aaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:47.575089 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:47.575545 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-488a271b-ad34-4869-a298-5ced0601aaf1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=366798ce-1b6a-4537-9fda-2703703dab8f HTTP/1.1" status: 200 len: 848 time: 0.3507895 Feb 09 12:18:47.576176 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1d60bf5b-d688-45c8-9e25-59ee2183cf8b req-c0c938e4-8367-4e3d-a814-9c75d3e6980e tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:47.619564 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cdf359-18da-4898-ab77-ecfa3c7238a6 req-8d947062-6c03-400c-a4b5-60b59021506f tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:47.626730 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d5cdf359-18da-4898-ab77-ecfa3c7238a6 req-8d947062-6c03-400c-a4b5-60b59021506f tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=34e7919b-4407-4ab0-8bcc-35c5416c741e HTTP/1.1" status: 200 len: 943 time: 0.6558712 Feb 09 12:18:47.679861 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-be002178-c9f5-4042-98ce-d8fbc5941383 req-dffb94e9-3b81-431e-a23f-73386987590e tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] No DVR routers for this DVR port 5a67c893-ff8e-4e30-930b-2302762ef6eb on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:18:47.682809 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-be002178-c9f5-4042-98ce-d8fbc5941383 req-dffb94e9-3b81-431e-a23f-73386987590e tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:47.702623 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f81e21b3-fff7-4736-abbe-7fbbbe049296 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:18:47.705377 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-707d6302-6fee-4c32-a8e7-3f257e85f841 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef8cbc95-953d-4d9d-a80a-2c68322f6f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943034 Feb 09 12:18:47.717665 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19050a00-d403-457c-bc72-580bcc9ec211 None None] Sync routers for ids ['0f84b648-e725-4125-939c-4f07358083f0'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:18:47.723563 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-fdae2cb3-fed9-4446-b388-90a2c5c91a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:47.725328 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-fdae2cb3-fed9-4446-b388-90a2c5c91a7f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6703920 Feb 09 12:18:47.732320 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19050a00-d403-457c-bc72-580bcc9ec211 None None] Routers {'0f84b648-e725-4125-939c-4f07358083f0'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:18:47.734877 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-19050a00-d403-457c-bc72-580bcc9ec211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:18:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['0f84b648-e725-4125-939c-4f07358083f0'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:18:47.763155 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f81e21b3-fff7-4736-abbe-7fbbbe049296 admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:47.767424 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f81e21b3-fff7-4736-abbe-7fbbbe049296 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.6875350 Feb 09 12:18:47.767424 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45034) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:18:47.915083 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c938e4-8367-4e3d-a814-9c75d3e6980e tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31167d87-6d0b-4551-9af8-7d16c85add12,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:47.926058 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1d60bf5b-d688-45c8-9e25-59ee2183cf8b req-c0c938e4-8367-4e3d-a814-9c75d3e6980e tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:47.941424 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1d60bf5b-d688-45c8-9e25-59ee2183cf8b req-c0c938e4-8367-4e3d-a814-9c75d3e6980e tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 2.2544496 Feb 09 12:18:47.995078 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-be002178-c9f5-4042-98ce-d8fbc5941383 req-dffb94e9-3b81-431e-a23f-73386987590e tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.46 "DELETE /v2.0/ports/5a67c893-ff8e-4e30-930b-2302762ef6eb HTTP/1.1" status: 204 len: 173 time: 3.8481443 Feb 09 12:18:48.102086 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f3ceee02-2a22-42f2-b2cb-1083a8199d75 req-55cc4b44-068d-4a7c-afe0-e5a4ab6be6a2 service neutron] 10.222.0.46 "GET /v2.0/networks/46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7037005 Feb 09 12:18:48.104540 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-19050a00-d403-457c-bc72-580bcc9ec211 None None] Set router 0f84b648-e725-4125-939c-4f07358083f0 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:18:48.168011 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d5cdf359-18da-4898-ab77-ecfa3c7238a6 req-28376b43-723a-4abd-bad7-668184b5b397 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5403788 Feb 09 12:18:48.241551 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-5317c01a-7cd7-4281-a4c7-134269565326 service neutron] 10.222.0.46 "GET /v2.0/networks/ef8cbc95-953d-4d9d-a80a-2c68322f6f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5152507 Feb 09 12:18:48.410746 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022751f9-f94f-4f8c-a4fa-567878825bdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a67c893-ff8e-4e30-930b-2302762ef6eb', 'code': 200} Feb 09 12:18:48.411047 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cd0dd65-fd50-433a-b617-28889b319ff2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17c2992f-729b-44a7-ae4c-750652da8502', 'code': 200} Feb 09 12:18:48.414421 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 614b9f30-1fb8-4a19-8adb-d31b5406b34f up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:18:48.439118 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-919cf065-1c3f-4ee0-92f4-767f572144b4 req-26180212-ac38-4761-82f5-07c6cf1fdadd service neutron] 10.222.0.46 "GET /v2.0/networks/ef8cbc95-953d-4d9d-a80a-2c68322f6f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841393 Feb 09 12:18:48.498209 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ad17c-a8a9-4927-9c80-f29992ae1abc req-4042efd8-7e82-4abc-8ce4-2c704cace772 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:48.506046 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-584ad17c-a8a9-4927-9c80-f29992ae1abc req-4042efd8-7e82-4abc-8ce4-2c704cace772 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=1691c089-3110-48fc-9c9e-fc3a62408e41 HTTP/1.1" status: 200 len: 948 time: 0.3368924 Feb 09 12:18:48.533593 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-5f2d8834-52db-4914-acba-b9e56a52bc5e service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7947929 Feb 09 12:18:48.686943 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-584ad17c-a8a9-4927-9c80-f29992ae1abc req-2b63c253-8719-4a71-b358-afa86e4c6f92 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775041 Feb 09 12:18:48.778160 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 614b9f30-1fb8-4a19-8adb-d31b5406b34f triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:18:48.778735 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:48.875992 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-becec88c-ca99-42d9-be83-babfb4f52440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:49.051438 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ab0953d-9a1b-4f81-8644-3334be8feb6c', 'tag': '370c730d-943a-4438-920c-70735daa5dc4', 'status': 'completed', 'code': 200} Feb 09 12:18:49.055114 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-19050a00-d403-457c-bc72-580bcc9ec211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f84b648-e725-4125-939c-4f07358083f0', 'name': 'tempest-ServerActionsTestJSON-1504927628-router', 'tenant_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '3e045260-38e1-4a43-886b-5d56048d7657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:18:39Z', 'updated_at': '2022-02-09T12:18:45Z', 'revision_number': 3, 'project_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'gw_port': {'id': '3e045260-38e1-4a43-886b-5d56048d7657', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f84b648-e725-4125-939c-4f07358083f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:41Z', 'updated_at': '2022-02-09T12:18:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:18:49.079429 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19050a00-d403-457c-bc72-580bcc9ec211 None None] Checking router: 0f84b648-e725-4125-939c-4f07358083f0 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:18:49.079779 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19050a00-d403-457c-bc72-580bcc9ec211 None None] Updating router 0f84b648-e725-4125-939c-4f07358083f0 port 3e045260-38e1-4a43-886b-5d56048d7657 binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:18:49.141954 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-54e784f7-d8d7-400b-a8f0-3e9bf16eb4e2 req-e75da158-7118-47cb-9dfb-11671b190a2e service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5786121 Feb 09 12:18:49.161822 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319de8f8-9e0c-446d-ba2a-51e2db03918e req-69107998-0a8b-4d31-97ac-091b0daa5368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:49.163930 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-319de8f8-9e0c-446d-ba2a-51e2db03918e req-69107998-0a8b-4d31-97ac-091b0daa5368 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e269a22f7331401b92d6d31273b08c8d&device_id=1ab0953d-9a1b-4f81-8644-3334be8feb6c HTTP/1.1" status: 200 len: 1094 time: 0.1411812 Feb 09 12:18:49.341770 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319de8f8-9e0c-446d-ba2a-51e2db03918e req-b322572e-7c2f-47c1-8d39-e7a7c8087fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:49.344105 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-319de8f8-9e0c-446d-ba2a-51e2db03918e req-b322572e-7c2f-47c1-8d39-e7a7c8087fd6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c HTTP/1.1" status: 200 len: 906 time: 0.1722860 Feb 09 12:18:49.348296 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68123e96-78fc-493f-979f-fa4b73af8e8f', 'name': 'network-vif-deleted', 'tag': '827b8aa7-5166-4ce8-8c8a-2c59a07ead1d', 'status': 'completed', 'code': 200} Feb 09 12:18:49.348682 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022751f9-f94f-4f8c-a4fa-567878825bdd', 'name': 'network-vif-deleted', 'tag': '4b38399b-a343-46a2-94f2-51a6aa336a1a', 'status': 'completed', 'code': 200} Feb 09 12:18:49.349037 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1691c089-3110-48fc-9c9e-fc3a62408e41', 'tag': '209e9bbb-4904-4e48-aa76-9dd4a90dc863', 'status': 'completed', 'code': 200} Feb 09 12:18:49.349397 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34e7919b-4407-4ab0-8bcc-35c5416c741e', 'tag': 'f5fb70a9-260d-4bef-bf68-ea6d7e835c4b', 'status': 'completed', 'code': 200} Feb 09 12:18:49.350358 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45062) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:18:49.417971 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-becec88c-ca99-42d9-be83-babfb4f52440 admin admin] Allocated IP 172.20.0.1 (0448691a-ec13-4b8b-a50a-33e2c91deaac/fc155009-a31d-4409-b15f-2ed587ea4525/7cbb5bc4-4c9c-471f-9eba-81af52160a10) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:18:49.436161 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:49.453172 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-19050a00-d403-457c-bc72-580bcc9ec211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:49.599269 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441ca5b-b039-4c5d-9301-9164c3e065ec req-f143ffde-90a6-4ba2-90e0-2f1ac67780db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:49.601069 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c441ca5b-b039-4c5d-9301-9164c3e065ec req-f143ffde-90a6-4ba2-90e0-2f1ac67780db service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48298ec907a946ddb2f0d8ac4aa52547&device_id=34e7919b-4407-4ab0-8bcc-35c5416c741e HTTP/1.1" status: 200 len: 1094 time: 0.2209883 Feb 09 12:18:49.632244 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-319de8f8-9e0c-446d-ba2a-51e2db03918e req-cb90877b-8510-4845-8223-3042a57cfe5f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=370c730d-943a-4438-920c-70735daa5dc4 HTTP/1.1" status: 200 len: 217 time: 0.2391136 Feb 09 12:18:49.715432 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6f13e373-af3f-4527-a33c-ddcf39aa4127 req-eec87c72-ec29-44d2-b463-03f5fa707c2b tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] 10.222.0.55 "GET /v2.0/security-groups/31167d87-6d0b-4551-9af8-7d16c85add12 HTTP/1.1" status: 200 len: 1805 time: 0.2814429 Feb 09 12:18:49.733916 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e32ccf7-69e0-4d45-97f3-cb60cf07efc4 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Deleting subnet ecb23b1b-330f-4611-a86b-b55a72d99ddb {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:18:49.735380 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-becec88c-ca99-42d9-be83-babfb4f52440 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:49.740856 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-6f13e373-af3f-4527-a33c-ddcf39aa4127 req-67388661-dbb6-4f7e-90ce-afc44e1c5c65 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '31167d87-6d0b-4551-9af8-7d16c85add12', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:18:49.741177 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-6f13e373-af3f-4527-a33c-ddcf39aa4127 req-67388661-dbb6-4f7e-90ce-afc44e1c5c65 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '31167d87-6d0b-4551-9af8-7d16c85add12', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:18:49.748394 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-6f13e373-af3f-4527-a33c-ddcf39aa4127 req-67388661-dbb6-4f7e-90ce-afc44e1c5c65 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:18:49.760728 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-6f13e373-af3f-4527-a33c-ddcf39aa4127 req-67388661-dbb6-4f7e-90ce-afc44e1c5c65 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Usage tracker for resource:security_group_rule and tenant:be7a56ae3e9d40a2851c24a8f28d26f2 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:18:49.762617 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-becec88c-ca99-42d9-be83-babfb4f52440 admin admin] Transition to ACTIVE for port object 7cbb5bc4-4c9c-471f-9eba-81af52160a10 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:18:49.774802 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6e32ccf7-69e0-4d45-97f3-cb60cf07efc4 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:49.803586 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441ca5b-b039-4c5d-9301-9164c3e065ec req-4d7dd5f1-afab-49b6-a9a4-24c2e2601745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:49.805081 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c441ca5b-b039-4c5d-9301-9164c3e065ec req-4d7dd5f1-afab-49b6-a9a4-24c2e2601745 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef8cbc95-953d-4d9d-a80a-2c68322f6f7f HTTP/1.1" status: 200 len: 909 time: 0.1881289 Feb 09 12:18:49.811505 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-6f13e373-af3f-4527-a33c-ddcf39aa4127 req-67388661-dbb6-4f7e-90ce-afc44e1c5c65 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:18:49.836988 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-6f13e373-af3f-4527-a33c-ddcf39aa4127 req-67388661-dbb6-4f7e-90ce-afc44e1c5c65 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:18:49.867205 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319de8f8-9e0c-446d-ba2a-51e2db03918e req-2f35dbc9-dfbb-42c7-9307-680218aef68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:49.868728 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-319de8f8-9e0c-446d-ba2a-51e2db03918e req-2f35dbc9-dfbb-42c7-9307-680218aef68f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b74a18b3-c777-4b36-8c3b-f86129471b39 HTTP/1.1" status: 200 len: 845 time: 0.2155654 Feb 09 12:18:49.876305 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-19050a00-d403-457c-bc72-580bcc9ec211 None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:49.881310 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6e32ccf7-69e0-4d45-97f3-cb60cf07efc4 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:49.893498 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-19050a00-d403-457c-bc72-580bcc9ec211 None None] Transition to ACTIVE for port object 3e045260-38e1-4a43-886b-5d56048d7657 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:18:49.896303 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c441ca5b-b039-4c5d-9301-9164c3e065ec req-149416ca-ca85-47f3-9b79-659743621b1b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f5fb70a9-260d-4bef-bf68-ea6d7e835c4b HTTP/1.1" status: 200 len: 217 time: 0.0831234 Feb 09 12:18:49.903558 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-19050a00-d403-457c-bc72-580bcc9ec211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:49.968763 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441ca5b-b039-4c5d-9301-9164c3e065ec req-1ee88523-fd86-45e8-b435-065d9cd84c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:49.970340 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c441ca5b-b039-4c5d-9301-9164c3e065ec req-1ee88523-fd86-45e8-b435-065d9cd84c24 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=366798ce-1b6a-4537-9fda-2703703dab8f HTTP/1.1" status: 200 len: 848 time: 0.0661385 Feb 09 12:18:49.971714 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-becec88c-ca99-42d9-be83-babfb4f52440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:49.993281 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-319de8f8-9e0c-446d-ba2a-51e2db03918e req-ecf20b0c-2fa3-4ec3-b0c8-387722844fa3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1145518 Feb 09 12:18:49.999028 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-19050a00-d403-457c-bc72-580bcc9ec211 None None] Attempting to bind port 3e045260-38e1-4a43-886b-5d56048d7657 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:18:49.999990 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-19050a00-d403-457c-bc72-580bcc9ec211 None None] Attempting to bind port 3e045260-38e1-4a43-886b-5d56048d7657 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:18:50.000416 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19050a00-d403-457c-bc72-580bcc9ec211 None None] Attempting to bind port 3e045260-38e1-4a43-886b-5d56048d7657 on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:18:50.010306 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19050a00-d403-457c-bc72-580bcc9ec211 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:18:50.011667 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19050a00-d403-457c-bc72-580bcc9ec211 None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:18:50.012796 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-19050a00-d403-457c-bc72-580bcc9ec211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:50.013377 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19050a00-d403-457c-bc72-580bcc9ec211 None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:18:50.014275 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-19050a00-d403-457c-bc72-580bcc9ec211 None None] Bound port: 3e045260-38e1-4a43-886b-5d56048d7657, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:18:50.014834 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-19050a00-d403-457c-bc72-580bcc9ec211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:50.038514 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441ca5b-b039-4c5d-9301-9164c3e065ec req-b72314bf-41e8-41a0-902f-47d20118a287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:50.040147 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c441ca5b-b039-4c5d-9301-9164c3e065ec req-b72314bf-41e8-41a0-902f-47d20118a287 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49129fa2c03c45c2a0df365ab76f11e9&device_id=1691c089-3110-48fc-9c9e-fc3a62408e41 HTTP/1.1" status: 200 len: 1099 time: 0.6937754 Feb 09 12:18:50.049091 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268025b3-3f9d-4d0f-b871-3f1cc005b71d req-0bca64a3-6fb1-4173-9825-0a0dcb68d16e tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:50.052602 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec6e0e-9395-452e-9445-2182d13ad6de None None] Pushing event updated for resources: {'Port': ['ID=3e045260-38e1-4a43-886b-5d56048d7657,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:50.053320 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-268025b3-3f9d-4d0f-b871-3f1cc005b71d req-0bca64a3-6fb1-4173-9825-0a0dcb68d16e tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ab0953d-9a1b-4f81-8644-3334be8feb6c HTTP/1.1" status: 200 len: 943 time: 0.7080271 Feb 09 12:18:50.143518 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-19050a00-d403-457c-bc72-580bcc9ec211 None None] For port 3e045260-38e1-4a43-886b-5d56048d7657, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:18:50.149132 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-19050a00-d403-457c-bc72-580bcc9ec211 None None] For port 3e045260-38e1-4a43-886b-5d56048d7657, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=3e045260-38e1-4a43-886b-5d56048d7657,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:18:50.169717 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-19050a00-d403-457c-bc72-580bcc9ec211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:50.216696 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c441ca5b-b039-4c5d-9301-9164c3e065ec req-c0b342e6-58af-4dbf-9628-a192c1f653ae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef8cbc95-953d-4d9d-a80a-2c68322f6f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746233 Feb 09 12:18:50.224220 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becec88c-ca99-42d9-be83-babfb4f52440 admin admin] Network 0448691a-ec13-4b8b-a50a-33e2c91deaac is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:18:50.293734 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-6f13e373-af3f-4527-a33c-ddcf39aa4127 req-67388661-dbb6-4f7e-90ce-afc44e1c5c65 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:50.307400 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:50.321694 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19050a00-d403-457c-bc72-580bcc9ec211 None None] Routers {'0f84b648-e725-4125-939c-4f07358083f0'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:18:50.322583 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-19050a00-d403-457c-bc72-580bcc9ec211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:18:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['0f84b648-e725-4125-939c-4f07358083f0'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:18:50.366731 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-268025b3-3f9d-4d0f-b871-3f1cc005b71d req-6cffe4d5-3fc3-4089-b579-a845386f93fe tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc310c7-804c-482c-8f65-f0a6e9cffd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882161 Feb 09 12:18:50.390905 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-becec88c-ca99-42d9-be83-babfb4f52440 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:18:50.412567 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6e32ccf7-69e0-4d45-97f3-cb60cf07efc4 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:50.437150 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becec88c-ca99-42d9-be83-babfb4f52440 admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:18:50.477170 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-6f13e373-af3f-4527-a33c-ddcf39aa4127 req-67388661-dbb6-4f7e-90ce-afc44e1c5c65 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:50.554802 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-6f13e373-af3f-4527-a33c-ddcf39aa4127 req-67388661-dbb6-4f7e-90ce-afc44e1c5c65 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:50.563914 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becec88c-ca99-42d9-be83-babfb4f52440 admin admin] Pushing event updated for resources: {'Port': ['ID=7cbb5bc4-4c9c-471f-9eba-81af52160a10,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:50.587591 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 370c730d-943a-4438-920c-70735daa5dc4 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:18:50.594315 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becec88c-ca99-42d9-be83-babfb4f52440 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:18:50.594924 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becec88c-ca99-42d9-be83-babfb4f52440 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:18:50.595427 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becec88c-ca99-42d9-be83-babfb4f52440 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:18:50.595960 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becec88c-ca99-42d9-be83-babfb4f52440 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:18:50.596456 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becec88c-ca99-42d9-be83-babfb4f52440 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:18:50.597533 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becec88c-ca99-42d9-be83-babfb4f52440 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:18:50.598042 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becec88c-ca99-42d9-be83-babfb4f52440 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:18:50.598543 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becec88c-ca99-42d9-be83-babfb4f52440 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:18:50.599034 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becec88c-ca99-42d9-be83-babfb4f52440 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:18:50.599520 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becec88c-ca99-42d9-be83-babfb4f52440 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:18:50.600295 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becec88c-ca99-42d9-be83-babfb4f52440 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:18:50.600988 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becec88c-ca99-42d9-be83-babfb4f52440 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:18:50.619086 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec6e0e-9395-452e-9445-2182d13ad6de None None] Pushing event updated for resources: {'Port': ['ID=3e045260-38e1-4a43-886b-5d56048d7657,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:50.647618 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-becec88c-ca99-42d9-be83-babfb4f52440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:50.673650 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-319de8f8-9e0c-446d-ba2a-51e2db03918e req-1e693ca0-c3fe-48e6-ad1b-35ce8614fdfa service neutron] 10.222.0.46 "GET /v2.0/networks/46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6610889 Feb 09 12:18:50.680342 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441ca5b-b039-4c5d-9301-9164c3e065ec req-d82d7f24-bbb9-4219-8acc-04765dec12a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:50.682481 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c441ca5b-b039-4c5d-9301-9164c3e065ec req-d82d7f24-bbb9-4219-8acc-04765dec12a0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.6251976 Feb 09 12:18:50.703088 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67388661-dbb6-4f7e-90ce-afc44e1c5c65 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abc94a45-f291-474f-80a3-3f21937df3d9,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:50.710275 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c441ca5b-b039-4c5d-9301-9164c3e065ec req-7a37ba6e-74d0-491d-b69e-75228148d466 service neutron] 10.222.0.46 "GET /v2.0/networks/ef8cbc95-953d-4d9d-a80a-2c68322f6f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4847286 Feb 09 12:18:50.812655 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.resource_extend [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:18:50.887242 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c441ca5b-b039-4c5d-9301-9164c3e065ec req-164c47e3-2b85-4003-986e-855f18ea03dd service neutron] 10.222.0.46 "GET /v2.0/networks/ef8cbc95-953d-4d9d-a80a-2c68322f6f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673777 Feb 09 12:18:50.931396 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c441ca5b-b039-4c5d-9301-9164c3e065ec req-3038512c-f3dd-468c-93d2-e56eedf435db service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=209e9bbb-4904-4e48-aa76-9dd4a90dc863 HTTP/1.1" status: 200 len: 217 time: 0.2228522 Feb 09 12:18:50.943845 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-19050a00-d403-457c-bc72-580bcc9ec211 None None] Set router 0f84b648-e725-4125-939c-4f07358083f0 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:18:51.000628 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67388661-dbb6-4f7e-90ce-afc44e1c5c65 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:18:51.001401 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67388661-dbb6-4f7e-90ce-afc44e1c5c65 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:18:51.002166 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67388661-dbb6-4f7e-90ce-afc44e1c5c65 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:18:51.002804 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67388661-dbb6-4f7e-90ce-afc44e1c5c65 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:18:51.003174 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-becec88c-ca99-42d9-be83-babfb4f52440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:51.004100 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67388661-dbb6-4f7e-90ce-afc44e1c5c65 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:18:51.004682 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67388661-dbb6-4f7e-90ce-afc44e1c5c65 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:18:51.005298 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67388661-dbb6-4f7e-90ce-afc44e1c5c65 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:18:51.005856 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67388661-dbb6-4f7e-90ce-afc44e1c5c65 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:18:51.006930 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67388661-dbb6-4f7e-90ce-afc44e1c5c65 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:18:51.007526 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67388661-dbb6-4f7e-90ce-afc44e1c5c65 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:18:51.008101 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67388661-dbb6-4f7e-90ce-afc44e1c5c65 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:18:51.008813 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67388661-dbb6-4f7e-90ce-afc44e1c5c65 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:18:51.070011 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-9df4bdfa-daa3-47f0-bb8e-92c14b0e7e5d None None] Provisioning for port 7cbb5bc4-4c9c-471f-9eba-81af52160a10 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:18:51.109735 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-9df4bdfa-daa3-47f0-bb8e-92c14b0e7e5d None None] Provisioning complete for port 7cbb5bc4-4c9c-471f-9eba-81af52160a10 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:18:51.110249 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9df4bdfa-daa3-47f0-bb8e-92c14b0e7e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:51.210331 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-6f13e373-af3f-4527-a33c-ddcf39aa4127 req-67388661-dbb6-4f7e-90ce-afc44e1c5c65 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:51.211482 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6f13e373-af3f-4527-a33c-ddcf39aa4127 req-67388661-dbb6-4f7e-90ce-afc44e1c5c65 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.4743893 Feb 09 12:18:51.239723 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 370c730d-943a-4438-920c-70735daa5dc4, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=370c730d-943a-4438-920c-70735daa5dc4,segment=NetworkSegment(7fd43362-d2bb-4c15-a4a2-a1a057b6ca17),segment_id=7fd43362-d2bb-4c15-a4a2-a1a057b6ca17)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:18:51.267355 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '370c730d-943a-4438-920c-70735daa5dc4', 'network_id': '46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c', 'port_id': '370c730d-943a-4438-920c-70735daa5dc4', 'mac_address': 'fa:16:3e:77:2b:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b74a18b3-c777-4b36-8c3b-f86129471b39', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:18:51.281736 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-9df4bdfa-daa3-47f0-bb8e-92c14b0e7e5d None None] Port 7cbb5bc4-4c9c-471f-9eba-81af52160a10 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:18:51.309025 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-319de8f8-9e0c-446d-ba2a-51e2db03918e req-ad05db4d-f938-46d9-ab18-d810f9674fb3 service neutron] 10.222.0.46 "GET /v2.0/networks/46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6076245 Feb 09 12:18:51.374639 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022751f9-f94f-4f8c-a4fa-567878825bdd', 'name': 'network-vif-deleted', 'tag': '5a67c893-ff8e-4e30-930b-2302762ef6eb'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:18:51.381408 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-becec88c-ca99-42d9-be83-babfb4f52440 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:51.390585 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-becec88c-ca99-42d9-be83-babfb4f52440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:51.395345 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6e32ccf7-69e0-4d45-97f3-cb60cf07efc4 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:51.413162 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:51.449803 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 370c730d-943a-4438-920c-70735daa5dc4 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:18:51.471170 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 370c730d-943a-4438-920c-70735daa5dc4, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=370c730d-943a-4438-920c-70735daa5dc4,segment=NetworkSegment(7fd43362-d2bb-4c15-a4a2-a1a057b6ca17),segment_id=7fd43362-d2bb-4c15-a4a2-a1a057b6ca17)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:18:51.478282 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:51.478942 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device f5fb70a9-260d-4bef-bf68-ea6d7e835c4b details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:18:51.523246 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becec88c-ca99-42d9-be83-babfb4f52440 admin admin] Pushing event updated for resources: {'Port': ['ID=7cbb5bc4-4c9c-471f-9eba-81af52160a10,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:51.559358 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-becec88c-ca99-42d9-be83-babfb4f52440 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:51.562633 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca810fc0-5213-4c69-a0d7-440b2acc0ce0 None None] Network f2149470-3c45-4164-baf5-418f7d9685a2 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:18:51.564566 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6e32ccf7-69e0-4d45-97f3-cb60cf07efc4 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:51.589540 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-6e32ccf7-69e0-4d45-97f3-cb60cf07efc4 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "DELETE /v2.0/subnets/ecb23b1b-330f-4611-a86b-b55a72d99ddb HTTP/1.1" status: 204 len: 168 time: 2.1972620 Feb 09 12:18:51.592330 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441ca5b-b039-4c5d-9301-9164c3e065ec req-dd4fdcc8-7e3c-4d29-9cfc-dd3829dfedd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:51.594337 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c441ca5b-b039-4c5d-9301-9164c3e065ec req-dd4fdcc8-7e3c-4d29-9cfc-dd3829dfedd3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.6051524 Feb 09 12:18:51.601982 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45088) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:18:51.717923 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e32ccf7-69e0-4d45-97f3-cb60cf07efc4 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Pushing event deleted for resources: {'Subnet': ['ID=ecb23b1b-330f-4611-a86b-b55a72d99ddb,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:51.730390 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-19050a00-d403-457c-bc72-580bcc9ec211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f84b648-e725-4125-939c-4f07358083f0', 'name': 'tempest-ServerActionsTestJSON-1504927628-router', 'tenant_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '3e045260-38e1-4a43-886b-5d56048d7657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:18:39Z', 'updated_at': '2022-02-09T12:18:45Z', 'revision_number': 3, 'project_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'gw_port': {'id': '3e045260-38e1-4a43-886b-5d56048d7657', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f84b648-e725-4125-939c-4f07358083f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:41Z', 'updated_at': '2022-02-09T12:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:18:51.750372 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19050a00-d403-457c-bc72-580bcc9ec211 None None] The sync data for ids ['0f84b648-e725-4125-939c-4f07358083f0'] in n-d-825178-3 is: [{'id': '0f84b648-e725-4125-939c-4f07358083f0', 'name': 'tempest-ServerActionsTestJSON-1504927628-router', 'tenant_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '3e045260-38e1-4a43-886b-5d56048d7657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:18:39Z', 'updated_at': '2022-02-09T12:18:45Z', 'revision_number': 3, 'project_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'gw_port': {'id': '3e045260-38e1-4a43-886b-5d56048d7657', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f84b648-e725-4125-939c-4f07358083f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:41Z', 'updated_at': '2022-02-09T12:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:18:51.760989 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becec88c-ca99-42d9-be83-babfb4f52440 admin admin] Network 0448691a-ec13-4b8b-a50a-33e2c91deaac is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:18:51.762541 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-becec88c-ca99-42d9-be83-babfb4f52440 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:18:51.853484 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port f5fb70a9-260d-4bef-bf68-ea6d7e835c4b, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f5fb70a9-260d-4bef-bf68-ea6d7e835c4b,segment=NetworkSegment(a032c80a-2814-4a8f-bd23-99ac5315db25),segment_id=a032c80a-2814-4a8f-bd23-99ac5315db25)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:18:51.866679 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=370c730d-943a-4438-920c-70735daa5dc4,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:51.940659 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f978eee-b1a6-4244-81fd-0def43b0c410 req-029c6a0f-15e8-4c42-bc47-73ad0f7f6af9 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:51.950196 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4f978eee-b1a6-4244-81fd-0def43b0c410 req-029c6a0f-15e8-4c42-bc47-73ad0f7f6af9 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=34e7919b-4407-4ab0-8bcc-35c5416c741e HTTP/1.1" status: 200 len: 943 time: 1.2403493 Feb 09 12:18:51.969100 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-79ad1529-f290-483d-80bb-fb6b83110604 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:51.999424 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'f5fb70a9-260d-4bef-bf68-ea6d7e835c4b', 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f', 'port_id': 'f5fb70a9-260d-4bef-bf68-ea6d7e835c4b', 'mac_address': 'fa:16:3e:64:0f:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '366798ce-1b6a-4537-9fda-2703703dab8f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:18:52.006751 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441ca5b-b039-4c5d-9301-9164c3e065ec req-3024460b-b560-49b0-9e9a-c0d1163306c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:52.008290 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c441ca5b-b039-4c5d-9301-9164c3e065ec req-3024460b-b560-49b0-9e9a-c0d1163306c2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4025614 Feb 09 12:18:52.026261 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876f564-9153-4fb4-9dfe-d33fd5103d5b req-a4202a9c-3232-4323-b8e9-32491196f11a tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:52.032433 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2876f564-9153-4fb4-9dfe-d33fd5103d5b req-a4202a9c-3232-4323-b8e9-32491196f11a tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=1691c089-3110-48fc-9c9e-fc3a62408e41 HTTP/1.1" status: 200 len: 948 time: 0.6384003 Feb 09 12:18:52.150779 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:52.209614 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-becec88c-ca99-42d9-be83-babfb4f52440 admin admin] Router 0f84b648-e725-4125-939c-4f07358083f0 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:18:52.213674 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-03c652fb-0261-4caf-95d6-bd7ed094e5e0 None None] Provisioning complete for port 7cbb5bc4-4c9c-471f-9eba-81af52160a10 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:18:52.214816 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-03c652fb-0261-4caf-95d6-bd7ed094e5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:52.271624 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5fb70a9-260d-4bef-bf68-ea6d7e835c4b {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:18:52.279403 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fe5f40-19d7-49b1-b49e-213d7f0e9dc5 None None] DHCP port deletion for f2149470-3c45-4164-baf5-418f7d9685a2 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:18:52.300233 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b2fe5f40-19d7-49b1-b49e-213d7f0e9dc5 None None] Deleting port 5f5877ce-4b72-429d-a665-3f35f1ac3b74 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:18:52.300573 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b2fe5f40-19d7-49b1-b49e-213d7f0e9dc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:52.374752 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4f978eee-b1a6-4244-81fd-0def43b0c410 req-7a17f834-058c-4e5c-b465-933a9d5f34f1 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4236529 Feb 09 12:18:52.384248 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-79ad1529-f290-483d-80bb-fb6b83110604 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Deleting port 5f5877ce-4b72-429d-a665-3f35f1ac3b74 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:18:52.384723 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-79ad1529-f290-483d-80bb-fb6b83110604 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:52.436722 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port f5fb70a9-260d-4bef-bf68-ea6d7e835c4b, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f5fb70a9-260d-4bef-bf68-ea6d7e835c4b,segment=NetworkSegment(a032c80a-2814-4a8f-bd23-99ac5315db25),segment_id=a032c80a-2814-4a8f-bd23-99ac5315db25)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:18:52.452810 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:52.501048 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c441ca5b-b039-4c5d-9301-9164c3e065ec req-7dfe3e42-be5e-4b54-aa16-301ba4d80b78 service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4517736 Feb 09 12:18:52.557429 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-03c652fb-0261-4caf-95d6-bd7ed094e5e0 None None] Port 7cbb5bc4-4c9c-471f-9eba-81af52160a10 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:18:52.564657 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-becec88c-ca99-42d9-be83-babfb4f52440 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:18:52.576381 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device cd467e58-0514-4630-9b93-12f3610e765e details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:18:52.593982 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-becec88c-ca99-42d9-be83-babfb4f52440 admin admin] 10.222.0.55 "PUT /v2.0/routers/0f84b648-e725-4125-939c-4f07358083f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8175006 Feb 09 12:18:52.612413 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:52.756078 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-79ad1529-f290-483d-80bb-fb6b83110604 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] For port 5f5877ce-4b72-429d-a665-3f35f1ac3b74, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5f5877ce-4b72-429d-a665-3f35f1ac3b74,segment=NetworkSegment(d4033166-018c-4822-8b2b-88b7b86f5d6a),segment_id=d4033166-018c-4822-8b2b-88b7b86f5d6a)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:18:52.756916 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-79ad1529-f290-483d-80bb-fb6b83110604 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:52.983219 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['f5fb70a9-260d-4bef-bf68-ea6d7e835c4b'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:18:52.993641 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-79ad1529-f290-483d-80bb-fb6b83110604 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Calling delete_port for 5f5877ce-4b72-429d-a665-3f35f1ac3b74 owned by network:dhcp {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:18:53.015524 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['370c730d-943a-4438-920c-70735daa5dc4'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:18:53.184538 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 209e9bbb-4904-4e48-aa76-9dd4a90dc863 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:18:53.207353 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=f5fb70a9-260d-4bef-bf68-ea6d7e835c4b,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:53.220533 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-1b7e2e35-c107-4c93-9fea-02d76dabbbcf req-9fb43fbe-9a92-4081-8b23-e871d71df84d tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-295414954', 'description': 'tempest-description-587798079'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:18:53.241956 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-79ad1529-f290-483d-80bb-fb6b83110604 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:53.252612 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-1b7e2e35-c107-4c93-9fea-02d76dabbbcf req-9fb43fbe-9a92-4081-8b23-e871d71df84d tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:18:53.262670 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port cd467e58-0514-4630-9b93-12f3610e765e, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=cd467e58-0514-4630-9b93-12f3610e765e,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:18:53.294698 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-b2fe5f40-19d7-49b1-b49e-213d7f0e9dc5 None None] For port 5f5877ce-4b72-429d-a665-3f35f1ac3b74, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5f5877ce-4b72-429d-a665-3f35f1ac3b74,segment=NetworkSegment(d4033166-018c-4822-8b2b-88b7b86f5d6a),segment_id=d4033166-018c-4822-8b2b-88b7b86f5d6a)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:18:53.295093 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b2fe5f40-19d7-49b1-b49e-213d7f0e9dc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:53.325142 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-1b7e2e35-c107-4c93-9fea-02d76dabbbcf req-9fb43fbe-9a92-4081-8b23-e871d71df84d tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Usage tracker for resource:security_group and tenant:be7a56ae3e9d40a2851c24a8f28d26f2 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:18:53.332423 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-1b7e2e35-c107-4c93-9fea-02d76dabbbcf req-9fb43fbe-9a92-4081-8b23-e871d71df84d tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:18:53.346045 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad1529-f290-483d-80bb-fb6b83110604 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Pushing event deleted for resources: {'Port': ['ID=5f5877ce-4b72-429d-a665-3f35f1ac3b74,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:53.346903 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'cd467e58-0514-4630-9b93-12f3610e765e', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'port_id': 'cd467e58-0514-4630-9b93-12f3610e765e', 'mac_address': 'fa:16:3e:01:3e:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed5558-888d-440a-8c32-52f2f9bc5bd5', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:18:53.353969 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2876f564-9153-4fb4-9dfe-d33fd5103d5b req-fb63edc9-bf8c-4fc4-9671-625c751ff025 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3187630 Feb 09 12:18:53.372899 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ad1529-f290-483d-80bb-fb6b83110604 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] No DVR routers for this DVR port 5f5877ce-4b72-429d-a665-3f35f1ac3b74 on host n-d-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:18:53.434963 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-1b7e2e35-c107-4c93-9fea-02d76dabbbcf req-9fb43fbe-9a92-4081-8b23-e871d71df84d tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:18:53.455160 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022751f9-f94f-4f8c-a4fa-567878825bdd', 'name': 'network-vif-deleted', 'tag': '5a67c893-ff8e-4e30-930b-2302762ef6eb', 'status': 'completed', 'code': 200} Feb 09 12:18:53.470784 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.resource_extend [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:18:53.655036 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b2fe5f40-19d7-49b1-b49e-213d7f0e9dc5 None None] Calling delete_port for 5f5877ce-4b72-429d-a665-3f35f1ac3b74 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:18:53.669887 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1b7e2e35-c107-4c93-9fea-02d76dabbbcf req-9fb43fbe-9a92-4081-8b23-e871d71df84d tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:53.714356 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c441ca5b-b039-4c5d-9301-9164c3e065ec req-5bfbd544-fb1b-4e6c-9b9f-85c4673c75a6 service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6327786 Feb 09 12:18:53.721972 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-79ad1529-f290-483d-80bb-fb6b83110604 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:53.735259 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-1b7e2e35-c107-4c93-9fea-02d76dabbbcf req-9fb43fbe-9a92-4081-8b23-e871d71df84d tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:18:53.757705 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-1b7e2e35-c107-4c93-9fea-02d76dabbbcf req-9fb43fbe-9a92-4081-8b23-e871d71df84d tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Usage tracker for resource:security_group_rule and tenant:be7a56ae3e9d40a2851c24a8f28d26f2 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:18:53.767468 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-1b7e2e35-c107-4c93-9fea-02d76dabbbcf req-9fb43fbe-9a92-4081-8b23-e871d71df84d tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:18:53.771500 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-79ad1529-f290-483d-80bb-fb6b83110604 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2149470-3c45-4164-baf5-418f7d9685a2']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:18:53.787230 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-1b7e2e35-c107-4c93-9fea-02d76dabbbcf req-9fb43fbe-9a92-4081-8b23-e871d71df84d tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:18:53.834077 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-79ad1529-f290-483d-80bb-fb6b83110604 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4033166-018c-4822-8b2b-88b7b86f5d6a') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:18:53.834077 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-79ad1529-f290-483d-80bb-fb6b83110604 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4033166-018c-4822-8b2b-88b7b86f5d6a') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:18:53.891687 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-79ad1529-f290-483d-80bb-fb6b83110604 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:53.990736 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:54.015024 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-b2fe5f40-19d7-49b1-b49e-213d7f0e9dc5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:18:54.015388 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-b2fe5f40-19d7-49b1-b49e-213d7f0e9dc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:18:54.055415 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd467e58-0514-4630-9b93-12f3610e765e {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:18:54.076945 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-79ad1529-f290-483d-80bb-fb6b83110604 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:54.077211 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port cd467e58-0514-4630-9b93-12f3610e765e, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=cd467e58-0514-4630-9b93-12f3610e765e,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:18:54.095567 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:54.103807 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f38a6-4d76-43c6-8008-3d0562dfe9a5 req-c2b82ccb-93e5-47b7-93d0-00fced0e009c tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:54.112015 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e43f38a6-4d76-43c6-8008-3d0562dfe9a5 req-c2b82ccb-93e5-47b7-93d0-00fced0e009c tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ab0953d-9a1b-4f81-8644-3334be8feb6c HTTP/1.1" status: 200 len: 944 time: 0.5653892 Feb 09 12:18:54.118571 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79ad1529-f290-483d-80bb-fb6b83110604 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:18:54.118967 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-79ad1529-f290-483d-80bb-fb6b83110604 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:54.156510 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:18:54.156510 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:18:54.156510 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:18:54.156510 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:18:54.156510 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:18:54.156510 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:18:54.156510 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:18:54.156510 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:18:54.156510 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:18:54.156510 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:18:54.156510 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:18:54.156510 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:18:54.156510 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:18:54.156510 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:18:54.156510 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:18:54.156510 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:18:54.156510 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:18:54.156510 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:18:54.156510 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:18:54.156510 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:18:54.156510 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:18:54.156510 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:18:54.156510 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:18:54.156510 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:18:54.156510 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:18:54.156510 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:18:54.156510 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:18:54.156510 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:18:54.156510 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:18:54.156510 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:18:54.156510 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:18:54.156510 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:18:54.186798 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=cd467e58-0514-4630-9b93-12f3610e765e,revision_number=9']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:54.312757 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['cd467e58-0514-4630-9b93-12f3610e765e'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:18:54.352124 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1b7e2e35-c107-4c93-9fea-02d76dabbbcf req-9fb43fbe-9a92-4081-8b23-e871d71df84d tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:54.353131 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-79ad1529-f290-483d-80bb-fb6b83110604 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:54.387581 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e43f38a6-4d76-43c6-8008-3d0562dfe9a5 req-16847df1-1dc7-4d60-b824-e8dbbc7fb1a4 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc310c7-804c-482c-8f65-f0a6e9cffd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664242 Feb 09 12:18:54.387581 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-79ad1529-f290-483d-80bb-fb6b83110604 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:54.397099 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 3e045260-38e1-4a43-886b-5d56048d7657 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:18:54.405935 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1b7e2e35-c107-4c93-9fea-02d76dabbbcf req-9fb43fbe-9a92-4081-8b23-e871d71df84d tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:54.433408 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad1529-f290-483d-80bb-fb6b83110604 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Pushing event deleted for resources: {'Network': ['ID=f2149470-3c45-4164-baf5-418f7d9685a2,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:54.461354 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b565ae-6756-4f44-93e2-0b2ba858fce1 None None] Sync routers for ids ['0f84b648-e725-4125-939c-4f07358083f0'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:18:54.485768 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b565ae-6756-4f44-93e2-0b2ba858fce1 None None] Routers {'0f84b648-e725-4125-939c-4f07358083f0'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:18:54.486456 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-06b565ae-6756-4f44-93e2-0b2ba858fce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:18:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['0f84b648-e725-4125-939c-4f07358083f0'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:18:54.530917 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 209e9bbb-4904-4e48-aa76-9dd4a90dc863, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=209e9bbb-4904-4e48-aa76-9dd4a90dc863,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:18:54.554016 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-79ad1529-f290-483d-80bb-fb6b83110604 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "DELETE /v2.0/networks/f2149470-3c45-4164-baf5-418f7d9685a2 HTTP/1.1" status: 204 len: 168 time: 2.9484074 Feb 09 12:18:54.554670 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45132) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:18:54.556139 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1b7e2e35-c107-4c93-9fea-02d76dabbbcf req-9fb43fbe-9a92-4081-8b23-e871d71df84d tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:54.558534 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1b7e2e35-c107-4c93-9fea-02d76dabbbcf req-9fb43fbe-9a92-4081-8b23-e871d71df84d tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 2.0563297 Feb 09 12:18:54.559454 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb43fbe-9a92-4081-8b23-e871d71df84d tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e29e63bb-200c-47b5-99c7-239d251f05f8,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:54.571866 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b2fe5f40-19d7-49b1-b49e-213d7f0e9dc5 None None] Deleting port 5f5877ce-4b72-429d-a665-3f35f1ac3b74 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:18:54.572217 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b2fe5f40-19d7-49b1-b49e-213d7f0e9dc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:54.647943 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': '209e9bbb-4904-4e48-aa76-9dd4a90dc863', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'port_id': '209e9bbb-4904-4e48-aa76-9dd4a90dc863', 'mac_address': 'fa:16:3e:f6:00:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed5558-888d-440a-8c32-52f2f9bc5bd5', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:18:54.743782 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-1db7ee8b-ad5d-441d-9179-50015324b44e tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Deleting subnet 6123ba0b-8da9-4cf3-807a-2c64797ab444 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:18:54.752924 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1db7ee8b-ad5d-441d-9179-50015324b44e tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:54.903482 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-06b565ae-6756-4f44-93e2-0b2ba858fce1 None None] Set router 0f84b648-e725-4125-939c-4f07358083f0 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:18:54.928433 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:55.011845 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b2fe5f40-19d7-49b1-b49e-213d7f0e9dc5 None None] The port '5f5877ce-4b72-429d-a665-3f35f1ac3b74' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:18:55.013326 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 3e045260-38e1-4a43-886b-5d56048d7657 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:18:55.024280 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 3e045260-38e1-4a43-886b-5d56048d7657 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:18:55.024725 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:55.160341 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1db7ee8b-ad5d-441d-9179-50015324b44e tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:55.208655 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45142) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:18:55.210380 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 209e9bbb-4904-4e48-aa76-9dd4a90dc863 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:18:55.214400 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-01faa9ec-f34b-4edd-9b8d-98e0ee4eb664 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1602094083', 'description': 'tempest-description--105671380'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:18:55.225951 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-01faa9ec-f34b-4edd-9b8d-98e0ee4eb664 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:18:55.233633 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 209e9bbb-4904-4e48-aa76-9dd4a90dc863, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=209e9bbb-4904-4e48-aa76-9dd4a90dc863,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:18:55.242710 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:55.247209 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-01faa9ec-f34b-4edd-9b8d-98e0ee4eb664 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Usage tracker for resource:security_group and tenant:ff6e1bb65bc440a9af2daa6d5785a57a is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:18:55.258218 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-01faa9ec-f34b-4edd-9b8d-98e0ee4eb664 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:18:55.288670 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-01faa9ec-f34b-4edd-9b8d-98e0ee4eb664 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:18:55.327495 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-01faa9ec-f34b-4edd-9b8d-98e0ee4eb664 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:55.389594 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1db7ee8b-ad5d-441d-9179-50015324b44e tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:55.537006 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['209e9bbb-4904-4e48-aa76-9dd4a90dc863'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:18:55.554818 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1db7ee8b-ad5d-441d-9179-50015324b44e tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:55.568608 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-01faa9ec-f34b-4edd-9b8d-98e0ee4eb664 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:18:55.616083 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-01faa9ec-f34b-4edd-9b8d-98e0ee4eb664 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Usage tracker for resource:security_group_rule and tenant:ff6e1bb65bc440a9af2daa6d5785a57a is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:18:55.621297 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-01faa9ec-f34b-4edd-9b8d-98e0ee4eb664 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:18:55.650980 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-01faa9ec-f34b-4edd-9b8d-98e0ee4eb664 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:18:55.653788 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db7ee8b-ad5d-441d-9179-50015324b44e tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Pushing event deleted for resources: {'Subnet': ['ID=6123ba0b-8da9-4cf3-807a-2c64797ab444,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:55.657340 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:55.676811 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1db7ee8b-ad5d-441d-9179-50015324b44e tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:55.677018 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 3e045260-38e1-4a43-886b-5d56048d7657, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=3e045260-38e1-4a43-886b-5d56048d7657,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:18:55.693322 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8039c2ac-1275-4369-9531-897f54e97e5f None None] Network 0c00e1b1-0e97-455e-9203-0b47858d040c requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:18:55.695957 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1db7ee8b-ad5d-441d-9179-50015324b44e tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "DELETE /v2.0/subnets/6123ba0b-8da9-4cf3-807a-2c64797ab444 HTTP/1.1" status: 204 len: 168 time: 1.1369641 Feb 09 12:18:55.696852 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45148) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:18:55.809834 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c3b47-703d-4dae-b987-b5c3ca5ff6b4 req-fc61d3cd-3552-48b8-b005-28f31ebfabbc tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:55.818350 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-939c3b47-703d-4dae-b987-b5c3ca5ff6b4 req-fc61d3cd-3552-48b8-b005-28f31ebfabbc tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=34e7919b-4407-4ab0-8bcc-35c5416c741e HTTP/1.1" status: 200 len: 944 time: 0.4103637 Feb 09 12:18:55.844247 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-06b565ae-6756-4f44-93e2-0b2ba858fce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f84b648-e725-4125-939c-4f07358083f0', 'name': 'tempest-ServerActionsTestJSON-1504927628-router', 'tenant_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '3e045260-38e1-4a43-886b-5d56048d7657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:18:39Z', 'updated_at': '2022-02-09T12:18:50Z', 'revision_number': 4, 'project_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'gw_port': {'id': '3e045260-38e1-4a43-886b-5d56048d7657', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f84b648-e725-4125-939c-4f07358083f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:41Z', 'updated_at': '2022-02-09T12:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '7cbb5bc4-4c9c-471f-9eba-81af52160a10', 'name': '', 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac', 'tenant_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'mac_address': 'fa:16:3e:2d:b5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f84b648-e725-4125-939c-4f07358083f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'fc155009-a31d-4409-b15f-2ed587ea4525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:49Z', 'updated_at': '2022-02-09T12:18:51Z', 'revision_number': 2, 'project_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'subnets': [{'id': 'fc155009-a31d-4409-b15f-2ed587ea4525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:18:55.856541 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b565ae-6756-4f44-93e2-0b2ba858fce1 None None] Checking router: 0f84b648-e725-4125-939c-4f07358083f0 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:18:55.856887 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b565ae-6756-4f44-93e2-0b2ba858fce1 None None] Updating router 0f84b648-e725-4125-939c-4f07358083f0 port 7cbb5bc4-4c9c-471f-9eba-81af52160a10 binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:18:55.978681 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-939c3b47-703d-4dae-b987-b5c3ca5ff6b4 req-d2555b58-33c4-44ce-8f7c-04946fccb742 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575990 Feb 09 12:18:56.025016 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2902f0fb-a929-43b8-85b3-e02e520f69bf tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:56.030011 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-06b565ae-6756-4f44-93e2-0b2ba858fce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:56.055312 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=209e9bbb-4904-4e48-aa76-9dd4a90dc863,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:56.081522 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-2902f0fb-a929-43b8-85b3-e02e520f69bf tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Deleting port b551902d-f113-4210-81cf-da2e39e733ef {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:18:56.082067 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:56.082613 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2902f0fb-a929-43b8-85b3-e02e520f69bf tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:56.086701 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-01faa9ec-f34b-4edd-9b8d-98e0ee4eb664 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:56.101604 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-01faa9ec-f34b-4edd-9b8d-98e0ee4eb664 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:56.236381 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01faa9ec-f34b-4edd-9b8d-98e0ee4eb664 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9560e889-de32-49ca-828a-ecd5726219af,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:56.294427 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-01faa9ec-f34b-4edd-9b8d-98e0ee4eb664 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:56.298864 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-01faa9ec-f34b-4edd-9b8d-98e0ee4eb664 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0865567 Feb 09 12:18:56.299205 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45154) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:18:56.311599 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-9fff44c3-5ed3-415a-a531-6b99689bb709 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Request body: {'security_group_rule': {'security_group_id': '9560e889-de32-49ca-828a-ecd5726219af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:18:56.327875 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-9fff44c3-5ed3-415a-a531-6b99689bb709 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:18:56.336109 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9fff44c3-5ed3-415a-a531-6b99689bb709 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Usage tracker for resource:security_group_rule and tenant:ff6e1bb65bc440a9af2daa6d5785a57a is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:18:56.344087 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5f5877ce-4b72-429d-a665-3f35f1ac3b74 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:18:56.352643 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9fff44c3-5ed3-415a-a531-6b99689bb709 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:18:56.384272 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-9fff44c3-5ed3-415a-a531-6b99689bb709 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:18:56.516696 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 5f5877ce-4b72-429d-a665-3f35f1ac3b74 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:18:56.517082 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5f5877ce-4b72-429d-a665-3f35f1ac3b74 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:18:56.568112 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 370c730d-943a-4438-920c-70735daa5dc4 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:18:56.569991 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9fff44c3-5ed3-415a-a531-6b99689bb709 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:56.678710 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-2902f0fb-a929-43b8-85b3-e02e520f69bf tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] For port b551902d-f113-4210-81cf-da2e39e733ef, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=b551902d-f113-4210-81cf-da2e39e733ef,segment=NetworkSegment(75bb7e37-7725-489d-bc65-15598eeadc7c),segment_id=75bb7e37-7725-489d-bc65-15598eeadc7c)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:18:56.680202 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2902f0fb-a929-43b8-85b3-e02e520f69bf tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:56.727903 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9fff44c3-5ed3-415a-a531-6b99689bb709 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:56.793330 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9fff44c3-5ed3-415a-a531-6b99689bb709 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:56.851077 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4d6aee70-52bd-4c40-a65d-c2e0cb29ae45 req-c2efb621-d80d-4cf9-9361-f5d847ea1fef tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] 10.222.0.55 "GET /v2.0/security-groups/e29e63bb-200c-47b5-99c7-239d251f05f8 HTTP/1.1" status: 200 len: 1803 time: 0.1745155 Feb 09 12:18:56.851894 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9fff44c3-5ed3-415a-a531-6b99689bb709 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:56.852986 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9fff44c3-5ed3-415a-a531-6b99689bb709 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5526738 Feb 09 12:18:56.883167 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3948c-fef4-4048-b97f-b633469a7d76 req-10985b25-98d5-4dd8-967a-53bb00066691 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:56.884515 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c2b3948c-fef4-4048-b97f-b633469a7d76 req-10985b25-98d5-4dd8-967a-53bb00066691 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=1691c089-3110-48fc-9c9e-fc3a62408e41 HTTP/1.1" status: 200 len: 949 time: 0.5072033 Feb 09 12:18:56.899563 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-4d6aee70-52bd-4c40-a65d-c2e0cb29ae45 req-bc9bea7f-3660-43c1-af4f-ffbb17708e98 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e29e63bb-200c-47b5-99c7-239d251f05f8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:18:56.899949 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-4d6aee70-52bd-4c40-a65d-c2e0cb29ae45 req-bc9bea7f-3660-43c1-af4f-ffbb17708e98 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e29e63bb-200c-47b5-99c7-239d251f05f8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:18:56.914904 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45162) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:18:56.915556 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff44c3-5ed3-415a-a531-6b99689bb709 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dbd7cdb-3a4c-49e6-818c-685b41b719f9,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:56.926607 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-47baf052-a2ae-4f56-9615-90a455b116e9 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Request body: {'security_group_rule': {'security_group_id': '9560e889-de32-49ca-828a-ecd5726219af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:18:56.930370 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 370c730d-943a-4438-920c-70735daa5dc4 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:18:56.942385 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-06b565ae-6756-4f44-93e2-0b2ba858fce1 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:56.951052 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 370c730d-943a-4438-920c-70735daa5dc4 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:18:56.951449 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:56.955258 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-4d6aee70-52bd-4c40-a65d-c2e0cb29ae45 req-bc9bea7f-3660-43c1-af4f-ffbb17708e98 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:18:56.960185 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-4d6aee70-52bd-4c40-a65d-c2e0cb29ae45 req-bc9bea7f-3660-43c1-af4f-ffbb17708e98 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Usage tracker for resource:security_group_rule and tenant:be7a56ae3e9d40a2851c24a8f28d26f2 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:18:56.965516 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-4d6aee70-52bd-4c40-a65d-c2e0cb29ae45 req-bc9bea7f-3660-43c1-af4f-ffbb17708e98 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:18:56.974318 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-4d6aee70-52bd-4c40-a65d-c2e0cb29ae45 req-bc9bea7f-3660-43c1-af4f-ffbb17708e98 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:18:56.974673 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-06b565ae-6756-4f44-93e2-0b2ba858fce1 None None] Transition to ACTIVE for port object 7cbb5bc4-4c9c-471f-9eba-81af52160a10 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:18:56.987672 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-06b565ae-6756-4f44-93e2-0b2ba858fce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:57.018875 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=3e045260-38e1-4a43-886b-5d56048d7657,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:57.041279 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-47baf052-a2ae-4f56-9615-90a455b116e9 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:18:57.050679 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-2902f0fb-a929-43b8-85b3-e02e520f69bf tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Calling delete_port for b551902d-f113-4210-81cf-da2e39e733ef owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:18:57.112028 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-47baf052-a2ae-4f56-9615-90a455b116e9 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Usage tracker for resource:security_group_rule and tenant:ff6e1bb65bc440a9af2daa6d5785a57a is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:18:57.139469 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-47baf052-a2ae-4f56-9615-90a455b116e9 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:18:57.203552 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c2b3948c-fef4-4048-b97f-b633469a7d76 req-f30fc158-a52e-4c61-b955-9bd6bc52fec2 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720027 Feb 09 12:18:57.222176 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-47baf052-a2ae-4f56-9615-90a455b116e9 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:18:57.226356 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c35040c-d012-4c75-9722-764077306ece None None] Pushing event updated for resources: {'Port': ['ID=7cbb5bc4-4c9c-471f-9eba-81af52160a10,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:57.227549 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2902f0fb-a929-43b8-85b3-e02e520f69bf tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:57.261856 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c25ab4d-d77f-436c-b23d-a3c5c50c70c4 None None] DHCP port deletion for 0c00e1b1-0e97-455e-9203-0b47858d040c request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:18:57.305100 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-4d6aee70-52bd-4c40-a65d-c2e0cb29ae45 req-bc9bea7f-3660-43c1-af4f-ffbb17708e98 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:57.345342 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-47baf052-a2ae-4f56-9615-90a455b116e9 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:57.358210 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:57.427172 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2902f0fb-a929-43b8-85b3-e02e520f69bf tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] No DVR routers for this DVR port b551902d-f113-4210-81cf-da2e39e733ef on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:18:57.429149 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab0953d-9a1b-4f81-8644-3334be8feb6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370c730d-943a-4438-920c-70735daa5dc4'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:18:57.443152 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2902f0fb-a929-43b8-85b3-e02e520f69bf tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Pushing event deleted for resources: {'Port': ['ID=b551902d-f113-4210-81cf-da2e39e733ef,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:57.459797 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 370c730d-943a-4438-920c-70735daa5dc4, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=370c730d-943a-4438-920c-70735daa5dc4,segment=NetworkSegment(7fd43362-d2bb-4c15-a4a2-a1a057b6ca17),segment_id=7fd43362-d2bb-4c15-a4a2-a1a057b6ca17)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:18:57.481127 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:57.482288 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device f5fb70a9-260d-4bef-bf68-ea6d7e835c4b up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:18:57.503930 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-47baf052-a2ae-4f56-9615-90a455b116e9 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:57.633942 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-47baf052-a2ae-4f56-9615-90a455b116e9 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:57.642338 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-06b565ae-6756-4f44-93e2-0b2ba858fce1 None None] Attempting to bind port 7cbb5bc4-4c9c-471f-9eba-81af52160a10 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:18:57.642697 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-06b565ae-6756-4f44-93e2-0b2ba858fce1 None None] Attempting to bind port 7cbb5bc4-4c9c-471f-9eba-81af52160a10 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '8f05bb68-39ac-4075-9eae-946e36af88ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:18:57.643326 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b565ae-6756-4f44-93e2-0b2ba858fce1 None None] Attempting to bind port 7cbb5bc4-4c9c-471f-9eba-81af52160a10 on network 0448691a-ec13-4b8b-a50a-33e2c91deaac {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:18:57.649717 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b565ae-6756-4f44-93e2-0b2ba858fce1 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:18:57.650262 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b565ae-6756-4f44-93e2-0b2ba858fce1 None None] Checking segment: {'id': '8f05bb68-39ac-4075-9eae-946e36af88ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:18:57.650663 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-06b565ae-6756-4f44-93e2-0b2ba858fce1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:57.651052 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b565ae-6756-4f44-93e2-0b2ba858fce1 None None] Bound using segment: {'id': '8f05bb68-39ac-4075-9eae-946e36af88ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:18:57.651629 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-06b565ae-6756-4f44-93e2-0b2ba858fce1 None None] Bound port: 7cbb5bc4-4c9c-471f-9eba-81af52160a10, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f05bb68-39ac-4075-9eae-946e36af88ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:18:57.652204 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-06b565ae-6756-4f44-93e2-0b2ba858fce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:57.759923 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2902f0fb-a929-43b8-85b3-e02e520f69bf tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:57.776253 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47baf052-a2ae-4f56-9615-90a455b116e9 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89d0362b-f48a-4ed9-a188-98bcd1bdfc1e,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:57.799768 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-4d6aee70-52bd-4c40-a65d-c2e0cb29ae45 req-bc9bea7f-3660-43c1-af4f-ffbb17708e98 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:57.800793 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-06b565ae-6756-4f44-93e2-0b2ba858fce1 None None] For port 7cbb5bc4-4c9c-471f-9eba-81af52160a10, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:18:57.804557 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-06b565ae-6756-4f44-93e2-0b2ba858fce1 None None] For port 7cbb5bc4-4c9c-471f-9eba-81af52160a10, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=7cbb5bc4-4c9c-471f-9eba-81af52160a10,segment=NetworkSegment(8f05bb68-39ac-4075-9eae-946e36af88ec),segment_id=8f05bb68-39ac-4075-9eae-946e36af88ec)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:18:57.811232 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-06b565ae-6756-4f44-93e2-0b2ba858fce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:57.816492 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-4d6aee70-52bd-4c40-a65d-c2e0cb29ae45 req-bc9bea7f-3660-43c1-af4f-ffbb17708e98 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:57.826030 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=370c730d-943a-4438-920c-70735daa5dc4,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:57.842201 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-2902f0fb-a929-43b8-85b3-e02e520f69bf tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c00e1b1-0e97-455e-9203-0b47858d040c']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:18:57.868811 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-2902f0fb-a929-43b8-85b3-e02e520f69bf tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75bb7e37-7725-489d-bc65-15598eeadc7c') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:18:57.869684 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-2902f0fb-a929-43b8-85b3-e02e520f69bf tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75bb7e37-7725-489d-bc65-15598eeadc7c') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:18:57.886024 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9bea7f-3660-43c1-af4f-ffbb17708e98 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7c55870-b114-4062-8526-4775fd2c2826,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:57.890591 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-47baf052-a2ae-4f56-9615-90a455b116e9 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:57.893487 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-47baf052-a2ae-4f56-9615-90a455b116e9 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9756958 Feb 09 12:18:57.895227 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2902f0fb-a929-43b8-85b3-e02e520f69bf tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:57.899198 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port f5fb70a9-260d-4bef-bf68-ea6d7e835c4b completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:18:57.903135 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45182) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:18:57.907815 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port f5fb70a9-260d-4bef-bf68-ea6d7e835c4b triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:18:57.908604 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:57.920829 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-4d6aee70-52bd-4c40-a65d-c2e0cb29ae45 req-bc9bea7f-3660-43c1-af4f-ffbb17708e98 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:57.922210 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4d6aee70-52bd-4c40-a65d-c2e0cb29ae45 req-bc9bea7f-3660-43c1-af4f-ffbb17708e98 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.0366061 Feb 09 12:18:57.934470 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-c29d4a9a-84b0-43f5-8d93-1ecccce8db6f tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:18:57.959894 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c29d4a9a-84b0-43f5-8d93-1ecccce8db6f tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:18:57.974279 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59252d83-2f78-4701-8c39-de55ff1df672 req-fd7f3f0c-c368-4177-8727-a9a8b03fc28a tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:57.985087 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c35040c-d012-4c75-9722-764077306ece None None] Pushing event updated for resources: {'Port': ['ID=7cbb5bc4-4c9c-471f-9eba-81af52160a10,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:57.988214 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2902f0fb-a929-43b8-85b3-e02e520f69bf tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:57.988419 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-59252d83-2f78-4701-8c39-de55ff1df672 req-fd7f3f0c-c368-4177-8727-a9a8b03fc28a tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ab0953d-9a1b-4f81-8644-3334be8feb6c HTTP/1.1" status: 200 len: 945 time: 0.4803815 Feb 09 12:18:58.000754 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c29d4a9a-84b0-43f5-8d93-1ecccce8db6f tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Usage tracker for resource:floatingip and tenant:ff6e1bb65bc440a9af2daa6d5785a57a is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:18:58.001705 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b565ae-6756-4f44-93e2-0b2ba858fce1 None None] Routers {'0f84b648-e725-4125-939c-4f07358083f0'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:18:58.002338 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-06b565ae-6756-4f44-93e2-0b2ba858fce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:18:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['0f84b648-e725-4125-939c-4f07358083f0'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:18:58.016760 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c29d4a9a-84b0-43f5-8d93-1ecccce8db6f tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:18:58.043770 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c29d4a9a-84b0-43f5-8d93-1ecccce8db6f tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:18:58.048132 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2902f0fb-a929-43b8-85b3-e02e520f69bf tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:18:58.053493 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2902f0fb-a929-43b8-85b3-e02e520f69bf tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:58.088163 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:18:58.088163 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:18:58.088163 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:18:58.088163 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:18:58.088163 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:18:58.088163 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:18:58.088163 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:18:58.088163 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:18:58.088163 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:18:58.088163 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:18:58.088163 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:18:58.088163 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:18:58.088163 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:18:58.088163 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:18:58.088163 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:18:58.088163 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:18:58.088163 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:18:58.088163 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:18:58.088163 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:18:58.088163 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:18:58.088163 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:18:58.088163 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:18:58.088163 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:18:58.088163 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:18:58.088163 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:18:58.088163 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:18:58.088163 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:18:58.088163 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:18:58.088163 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:18:58.088163 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:18:58.088163 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:18:58.088163 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:18:58.118457 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-59252d83-2f78-4701-8c39-de55ff1df672 req-d2fa9f06-4ac9-4c76-8de1-0526e548e490 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc310c7-804c-482c-8f65-f0a6e9cffd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289337 Feb 09 12:18:58.184113 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:58.283445 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port f5fb70a9-260d-4bef-bf68-ea6d7e835c4b, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f5fb70a9-260d-4bef-bf68-ea6d7e835c4b,segment=NetworkSegment(a032c80a-2814-4a8f-bd23-99ac5315db25),segment_id=a032c80a-2814-4a8f-bd23-99ac5315db25)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:18:58.291111 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab0953d-9a1b-4f81-8644-3334be8feb6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370c730d-943a-4438-920c-70735daa5dc4', 'code': 200} Feb 09 12:18:58.294226 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:58.379586 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c29d4a9a-84b0-43f5-8d93-1ecccce8db6f tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks [] for floatingip, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:58.466260 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-06b565ae-6756-4f44-93e2-0b2ba858fce1 None None] Set router 0f84b648-e725-4125-939c-4f07358083f0 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:18:58.504716 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device cd467e58-0514-4630-9b93-12f3610e765e up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:18:58.522422 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-d00b97b3-a7a2-4b0d-9bc9-2c715a488194 req-2c1f03ea-dea3-4d9b-92e8-a70e4758f7dd tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-229614303', 'description': 'tempest-description-13631827'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:18:58.561673 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-d00b97b3-a7a2-4b0d-9bc9-2c715a488194 req-2c1f03ea-dea3-4d9b-92e8-a70e4758f7dd tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:18:58.598027 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-d00b97b3-a7a2-4b0d-9bc9-2c715a488194 req-2c1f03ea-dea3-4d9b-92e8-a70e4758f7dd tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Usage tracker for resource:security_group and tenant:be7a56ae3e9d40a2851c24a8f28d26f2 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:18:58.616066 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-d00b97b3-a7a2-4b0d-9bc9-2c715a488194 req-2c1f03ea-dea3-4d9b-92e8-a70e4758f7dd tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:18:58.628572 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2902f0fb-a929-43b8-85b3-e02e520f69bf tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:58.638286 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2902f0fb-a929-43b8-85b3-e02e520f69bf tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:58.660830 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-d00b97b3-a7a2-4b0d-9bc9-2c715a488194 req-2c1f03ea-dea3-4d9b-92e8-a70e4758f7dd tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:18:58.691059 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 3e045260-38e1-4a43-886b-5d56048d7657 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:18:58.695181 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2902f0fb-a929-43b8-85b3-e02e520f69bf tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Pushing event deleted for resources: {'Network': ['ID=0c00e1b1-0e97-455e-9203-0b47858d040c,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:58.715328 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2902f0fb-a929-43b8-85b3-e02e520f69bf tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "DELETE /v2.0/networks/0c00e1b1-0e97-455e-9203-0b47858d040c HTTP/1.1" status: 204 len: 168 time: 3.0172012 Feb 09 12:18:58.721119 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d00b97b3-a7a2-4b0d-9bc9-2c715a488194 req-2c1f03ea-dea3-4d9b-92e8-a70e4758f7dd tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:58.724404 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45198) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:18:58.738850 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-4c0dda03-8e87-4755-9742-dd83b0ee7931 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-967646894'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:18:58.753194 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=f5fb70a9-260d-4bef-bf68-ea6d7e835c4b,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:58.767764 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4c0dda03-8e87-4755-9742-dd83b0ee7931 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:18:58.784845 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4e966-d8e0-4cbf-b7b2-b8fc90f35ef9 req-0bbd7e80-b661-489c-8e33-e967df8a3d0e tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:58.786803 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a2d4e966-d8e0-4cbf-b7b2-b8fc90f35ef9 req-0bbd7e80-b661-489c-8e33-e967df8a3d0e tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=34e7919b-4407-4ab0-8bcc-35c5416c741e HTTP/1.1" status: 200 len: 945 time: 0.6184807 Feb 09 12:18:58.789098 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d196a0-eb3a-4a3a-9c76-cf75c3f6864d req-80208c6d-895d-40c7-9850-595841edf119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:58.790665 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-08d196a0-eb3a-4a3a-9c76-cf75c3f6864d req-80208c6d-895d-40c7-9850-595841edf119 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1ab0953d-9a1b-4f81-8644-3334be8feb6c HTTP/1.1" status: 200 len: 1096 time: 0.4661312 Feb 09 12:18:58.795374 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4c0dda03-8e87-4755-9742-dd83b0ee7931 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Usage tracker for resource:network and tenant:8114ad2839984517a24a750c07d13d34 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:18:58.809861 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4c0dda03-8e87-4755-9742-dd83b0ee7931 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:18:58.823155 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-d00b97b3-a7a2-4b0d-9bc9-2c715a488194 req-2c1f03ea-dea3-4d9b-92e8-a70e4758f7dd tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:18:58.827510 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4c0dda03-8e87-4755-9742-dd83b0ee7931 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:18:58.836593 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-d00b97b3-a7a2-4b0d-9bc9-2c715a488194 req-2c1f03ea-dea3-4d9b-92e8-a70e4758f7dd tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Usage tracker for resource:security_group_rule and tenant:be7a56ae3e9d40a2851c24a8f28d26f2 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:18:58.856300 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-d00b97b3-a7a2-4b0d-9bc9-2c715a488194 req-2c1f03ea-dea3-4d9b-92e8-a70e4758f7dd tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:18:58.863746 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0dda03-8e87-4755-9742-dd83b0ee7931 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Made reservation on behalf of 8114ad2839984517a24a750c07d13d34 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:18:58.869566 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4c0dda03-8e87-4755-9742-dd83b0ee7931 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:58.875243 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-d00b97b3-a7a2-4b0d-9bc9-2c715a488194 req-2c1f03ea-dea3-4d9b-92e8-a70e4758f7dd tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:18:58.909833 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a2d4e966-d8e0-4cbf-b7b2-b8fc90f35ef9 req-06c3fda3-57fa-4480-8ac9-dd683ae09871 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149600 Feb 09 12:18:58.914840 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-08d196a0-eb3a-4a3a-9c76-cf75c3f6864d req-ffa314ea-abd0-4ae3-b840-6d17b4dddfae service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cfc310c7-804c-482c-8f65-f0a6e9cffd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043251 Feb 09 12:18:58.975447 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c0dda03-8e87-4755-9742-dd83b0ee7931 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:18:58.991547 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port cd467e58-0514-4630-9b93-12f3610e765e triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:18:58.992226 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:59.000531 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4c0dda03-8e87-4755-9742-dd83b0ee7931 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:59.000897 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-4c0dda03-8e87-4755-9742-dd83b0ee7931 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Added segment e4061eec-f665-48b0-b400-9699a3660a7f of type vlan for network d6cb5a73-e522-4e03-9d30-5be8d6f18f3d Feb 09 12:18:59.013087 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c29d4a9a-84b0-43f5-8d93-1ecccce8db6f tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:59.106076 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d00b97b3-a7a2-4b0d-9bc9-2c715a488194 req-2c1f03ea-dea3-4d9b-92e8-a70e4758f7dd tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:59.112424 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d00b97b3-a7a2-4b0d-9bc9-2c715a488194 req-2c1f03ea-dea3-4d9b-92e8-a70e4758f7dd tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:59.181807 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d00b97b3-a7a2-4b0d-9bc9-2c715a488194 req-2c1f03ea-dea3-4d9b-92e8-a70e4758f7dd tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:59.186795 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d00b97b3-a7a2-4b0d-9bc9-2c715a488194 req-2c1f03ea-dea3-4d9b-92e8-a70e4758f7dd tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6779072 Feb 09 12:18:59.194300 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 3e045260-38e1-4a43-886b-5d56048d7657 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:18:59.194675 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:59.230189 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4c0dda03-8e87-4755-9742-dd83b0ee7931 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:59.239649 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f03ea-dea3-4d9b-92e8-a70e4758f7dd tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b32be8ef-526b-4ee5-93e7-f9011c260082,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:59.290333 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4c0dda03-8e87-4755-9742-dd83b0ee7931 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:59.297423 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0dda03-8e87-4755-9742-dd83b0ee7931 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:59.298061 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4c0dda03-8e87-4755-9742-dd83b0ee7931 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:59.367187 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 209e9bbb-4904-4e48-aa76-9dd4a90dc863 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:18:59.484417 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ef6b0-84dc-47ba-bee6-227249a37918 req-b41e19c9-325e-4337-96c4-9e14f7d2703d tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:59.494570 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-028ef6b0-84dc-47ba-bee6-227249a37918 req-b41e19c9-325e-4337-96c4-9e14f7d2703d tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=1691c089-3110-48fc-9c9e-fc3a62408e41 HTTP/1.1" status: 200 len: 949 time: 0.2564030 Feb 09 12:18:59.614080 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-06b565ae-6756-4f44-93e2-0b2ba858fce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f84b648-e725-4125-939c-4f07358083f0', 'name': 'tempest-ServerActionsTestJSON-1504927628-router', 'tenant_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '3e045260-38e1-4a43-886b-5d56048d7657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:18:39Z', 'updated_at': '2022-02-09T12:18:50Z', 'revision_number': 4, 'project_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'gw_port': {'id': '3e045260-38e1-4a43-886b-5d56048d7657', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f84b648-e725-4125-939c-4f07358083f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:41Z', 'updated_at': '2022-02-09T12:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '7cbb5bc4-4c9c-471f-9eba-81af52160a10', 'name': '', 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac', 'tenant_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'mac_address': 'fa:16:3e:2d:b5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f84b648-e725-4125-939c-4f07358083f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'fc155009-a31d-4409-b15f-2ed587ea4525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:49Z', 'updated_at': '2022-02-09T12:18:57Z', 'revision_number': 4, 'project_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'subnets': [{'id': 'fc155009-a31d-4409-b15f-2ed587ea4525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:18:59.623539 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b565ae-6756-4f44-93e2-0b2ba858fce1 None None] The sync data for ids ['0f84b648-e725-4125-939c-4f07358083f0'] in n-d-825178-3 is: [{'id': '0f84b648-e725-4125-939c-4f07358083f0', 'name': 'tempest-ServerActionsTestJSON-1504927628-router', 'tenant_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '3e045260-38e1-4a43-886b-5d56048d7657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:18:39Z', 'updated_at': '2022-02-09T12:18:50Z', 'revision_number': 4, 'project_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'gw_port': {'id': '3e045260-38e1-4a43-886b-5d56048d7657', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f84b648-e725-4125-939c-4f07358083f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:41Z', 'updated_at': '2022-02-09T12:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '7cbb5bc4-4c9c-471f-9eba-81af52160a10', 'name': '', 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac', 'tenant_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'mac_address': 'fa:16:3e:2d:b5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f84b648-e725-4125-939c-4f07358083f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'fc155009-a31d-4409-b15f-2ed587ea4525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:49Z', 'updated_at': '2022-02-09T12:18:57Z', 'revision_number': 4, 'project_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'subnets': [{'id': 'fc155009-a31d-4409-b15f-2ed587ea4525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:18:59.772125 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port 209e9bbb-4904-4e48-aa76-9dd4a90dc863 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:18:59.798183 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0dda03-8e87-4755-9742-dd83b0ee7931 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Pushing event updated for resources: {'Network': ['ID=d6cb5a73-e522-4e03-9d30-5be8d6f18f3d,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:18:59.808014 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4c0dda03-8e87-4755-9742-dd83b0ee7931 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0793586 Feb 09 12:18:59.818895 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45218) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:18:59.837408 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port 209e9bbb-4904-4e48-aa76-9dd4a90dc863 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:18:59.837701 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-028ef6b0-84dc-47ba-bee6-227249a37918 req-0d0aadeb-eda4-46ff-aca3-647af4811ce1 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363101 Feb 09 12:18:59.838900 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:18:59.845676 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-45c24a9e-fdcf-404f-91d4-76bca7a61918 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Request body: {'subnet': {'network_id': 'd6cb5a73-e522-4e03-9d30-5be8d6f18f3d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:18:59.891233 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-27f5c7ce-9fb4-4c58-93b0-a8d1a029c7fd req-e3c355f6-882e-40f9-9321-c6de4388fd65 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1091493372', 'description': 'tempest-description-954460206'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:18:59.903046 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-27f5c7ce-9fb4-4c58-93b0-a8d1a029c7fd req-e3c355f6-882e-40f9-9321-c6de4388fd65 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:18:59.905515 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network d6cb5a73-e522-4e03-9d30-5be8d6f18f3d details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:18:59.920019 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-27f5c7ce-9fb4-4c58-93b0-a8d1a029c7fd req-e3c355f6-882e-40f9-9321-c6de4388fd65 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Usage tracker for resource:security_group and tenant:be7a56ae3e9d40a2851c24a8f28d26f2 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:18:59.923584 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-27f5c7ce-9fb4-4c58-93b0-a8d1a029c7fd req-e3c355f6-882e-40f9-9321-c6de4388fd65 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:18:59.937708 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-27f5c7ce-9fb4-4c58-93b0-a8d1a029c7fd req-e3c355f6-882e-40f9-9321-c6de4388fd65 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:18:59.962632 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4e76f-20f8-4b99-8c09-2f3373d03d89 req-a5a70b1a-55c4-49b3-b231-d2487234556f tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:18:59.964954 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-75a4e76f-20f8-4b99-8c09-2f3373d03d89 req-a5a70b1a-55c4-49b3-b231-d2487234556f tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ab0953d-9a1b-4f81-8644-3334be8feb6c HTTP/1.1" status: 200 len: 945 time: 0.3923059 Feb 09 12:18:59.976012 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-27f5c7ce-9fb4-4c58-93b0-a8d1a029c7fd req-e3c355f6-882e-40f9-9321-c6de4388fd65 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:00.105947 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:00.146626 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-75a4e76f-20f8-4b99-8c09-2f3373d03d89 req-2faa5815-0321-41c9-9124-b3a7b4c0fe64 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc310c7-804c-482c-8f65-f0a6e9cffd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300333 Feb 09 12:19:00.160902 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-27f5c7ce-9fb4-4c58-93b0-a8d1a029c7fd req-e3c355f6-882e-40f9-9321-c6de4388fd65 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:19:00.181471 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-27f5c7ce-9fb4-4c58-93b0-a8d1a029c7fd req-e3c355f6-882e-40f9-9321-c6de4388fd65 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Usage tracker for resource:security_group_rule and tenant:be7a56ae3e9d40a2851c24a8f28d26f2 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:19:00.194588 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-27f5c7ce-9fb4-4c58-93b0-a8d1a029c7fd req-e3c355f6-882e-40f9-9321-c6de4388fd65 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:19:00.219424 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-27f5c7ce-9fb4-4c58-93b0-a8d1a029c7fd req-e3c355f6-882e-40f9-9321-c6de4388fd65 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:19:00.239989 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-45c24a9e-fdcf-404f-91d4-76bca7a61918 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:19:00.258008 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-45c24a9e-fdcf-404f-91d4-76bca7a61918 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Usage tracker for resource:subnet and tenant:8114ad2839984517a24a750c07d13d34 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:19:00.265105 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-45c24a9e-fdcf-404f-91d4-76bca7a61918 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:19:00.284803 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-45c24a9e-fdcf-404f-91d4-76bca7a61918 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:19:00.345751 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e7919b-4407-4ab0-8bcc-35c5416c741e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5fb70a9-260d-4bef-bf68-ea6d7e835c4b'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:19:00.350421 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-c29d4a9a-84b0-43f5-8d93-1ecccce8db6f tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Allocated IP 172.25.7.85 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/99cf9451-7530-43e6-9d2e-41d28f7d90ec) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:19:00.442671 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port cd467e58-0514-4630-9b93-12f3610e765e, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=cd467e58-0514-4630-9b93-12f3610e765e,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:19:00.460477 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:00.490422 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-27f5c7ce-9fb4-4c58-93b0-a8d1a029c7fd req-e3c355f6-882e-40f9-9321-c6de4388fd65 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:00.498324 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-27f5c7ce-9fb4-4c58-93b0-a8d1a029c7fd req-e3c355f6-882e-40f9-9321-c6de4388fd65 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:00.590121 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device b551902d-f113-4210-81cf-da2e39e733ef no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:19:00.642279 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c355f6-882e-40f9-9321-c6de4388fd65 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=984b8854-2026-4c6f-b493-9cd0ae909eb8,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:00.645359 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-27f5c7ce-9fb4-4c58-93b0-a8d1a029c7fd req-e3c355f6-882e-40f9-9321-c6de4388fd65 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:00.665266 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: b551902d-f113-4210-81cf-da2e39e733ef {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:19:00.665712 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device b551902d-f113-4210-81cf-da2e39e733ef not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:19:00.665834 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-27f5c7ce-9fb4-4c58-93b0-a8d1a029c7fd req-e3c355f6-882e-40f9-9321-c6de4388fd65 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7863505 Feb 09 12:19:00.838530 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e7919b-4407-4ab0-8bcc-35c5416c741e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5fb70a9-260d-4bef-bf68-ea6d7e835c4b', 'code': 200} Feb 09 12:19:00.868853 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c24a9e-fdcf-404f-91d4-76bca7a61918 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Made reservation on behalf of 8114ad2839984517a24a750c07d13d34 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:19:00.879661 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-45c24a9e-fdcf-404f-91d4-76bca7a61918 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:00.921585 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=cd467e58-0514-4630-9b93-12f3610e765e,revision_number=10']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:00.950913 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:00.997120 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 7cbb5bc4-4c9c-471f-9eba-81af52160a10 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:19:01.173086 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c3ba7ff6-7880-47de-8721-eddf3f21baf1 req-c1792e64-e6af-4c0f-b12a-2ec98060053f tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] 10.222.0.55 "GET /v2.0/security-groups/b32be8ef-526b-4ee5-93e7-f9011c260082 HTTP/1.1" status: 200 len: 1802 time: 0.2956007 Feb 09 12:19:01.173853 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c29d4a9a-84b0-43f5-8d93-1ecccce8db6f tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:01.213207 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 209e9bbb-4904-4e48-aa76-9dd4a90dc863, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=209e9bbb-4904-4e48-aa76-9dd4a90dc863,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:19:01.221761 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:01.361235 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 7cbb5bc4-4c9c-471f-9eba-81af52160a10 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:19:01.380130 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 7cbb5bc4-4c9c-471f-9eba-81af52160a10 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:19:01.381286 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:01.390371 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c29d4a9a-84b0-43f5-8d93-1ecccce8db6f tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:01.399886 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c3ba7ff6-7880-47de-8721-eddf3f21baf1 req-77be5104-ba5c-492f-9670-c4003df8fc52 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] 10.222.0.55 "GET /v2.0/security-groups/984b8854-2026-4c6f-b493-9cd0ae909eb8 HTTP/1.1" status: 200 len: 1804 time: 0.2050741 Feb 09 12:19:01.439128 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-c3ba7ff6-7880-47de-8721-eddf3f21baf1 req-4e8a03d4-4207-4877-83ea-2f7c07bb6231 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b32be8ef-526b-4ee5-93e7-f9011c260082', 'remote_group_id': '984b8854-2026-4c6f-b493-9cd0ae909eb8', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:19:01.439463 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-c3ba7ff6-7880-47de-8721-eddf3f21baf1 req-4e8a03d4-4207-4877-83ea-2f7c07bb6231 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b32be8ef-526b-4ee5-93e7-f9011c260082', 'remote_group_id': '984b8854-2026-4c6f-b493-9cd0ae909eb8', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:19:01.447894 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=209e9bbb-4904-4e48-aa76-9dd4a90dc863,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:01.482636 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-c3ba7ff6-7880-47de-8721-eddf3f21baf1 req-4e8a03d4-4207-4877-83ea-2f7c07bb6231 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:19:01.504927 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e6388-1934-4d20-8301-f9f28ef66db3 req-12361e3f-d7dd-47a7-80e6-b748dd6d4df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:01.506448 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-456e6388-1934-4d20-8301-f9f28ef66db3 req-12361e3f-d7dd-47a7-80e6-b748dd6d4df3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=34e7919b-4407-4ab0-8bcc-35c5416c741e HTTP/1.1" status: 200 len: 1096 time: 0.6049595 Feb 09 12:19:01.530243 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01eb9b7-9322-4380-af83-e3d7ed1f5008 req-f48c3821-9444-4efd-8664-27a259b539a4 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:01.548501 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a01eb9b7-9322-4380-af83-e3d7ed1f5008 req-f48c3821-9444-4efd-8664-27a259b539a4 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=34e7919b-4407-4ab0-8bcc-35c5416c741e HTTP/1.1" status: 200 len: 945 time: 0.9075730 Feb 09 12:19:01.624809 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c3ba7ff6-7880-47de-8721-eddf3f21baf1 req-4e8a03d4-4207-4877-83ea-2f7c07bb6231 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Usage tracker for resource:security_group_rule and tenant:be7a56ae3e9d40a2851c24a8f28d26f2 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:19:01.631548 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c3ba7ff6-7880-47de-8721-eddf3f21baf1 req-4e8a03d4-4207-4877-83ea-2f7c07bb6231 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:19:01.648844 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-c3ba7ff6-7880-47de-8721-eddf3f21baf1 req-4e8a03d4-4207-4877-83ea-2f7c07bb6231 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:19:01.660170 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-456e6388-1934-4d20-8301-f9f28ef66db3 req-f9e52349-1151-4436-8036-eb4f75d8f9a2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082296 Feb 09 12:19:01.684584 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:01.708586 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29d4a9a-84b0-43f5-8d93-1ecccce8db6f tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:19:01.713102 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-c29d4a9a-84b0-43f5-8d93-1ecccce8db6f tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:19:01.750298 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 7cbb5bc4-4c9c-471f-9eba-81af52160a10, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=7cbb5bc4-4c9c-471f-9eba-81af52160a10,segment=NetworkSegment(8f05bb68-39ac-4075-9eae-946e36af88ec),segment_id=8f05bb68-39ac-4075-9eae-946e36af88ec)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:19:01.753984 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a01eb9b7-9322-4380-af83-e3d7ed1f5008 req-dcbec6f5-2193-426a-9a71-055b6ac03187 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032545 Feb 09 12:19:01.755379 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29d4a9a-84b0-43f5-8d93-1ecccce8db6f tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:19:01.757507 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:01.914737 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=7cbb5bc4-4c9c-471f-9eba-81af52160a10,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:01.919336 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29d4a9a-84b0-43f5-8d93-1ecccce8db6f tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Pushing event updated for resources: {'Port': ['ID=99cf9451-7530-43e6-9d2e-41d28f7d90ec,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:01.975603 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-45c24a9e-fdcf-404f-91d4-76bca7a61918 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:02.100819 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c24a9e-fdcf-404f-91d4-76bca7a61918 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Pushing event updated for resources: {'Subnet': ['ID=a8dee815-7af7-469b-9479-1d125273a93c,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:02.124494 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c3ba7ff6-7880-47de-8721-eddf3f21baf1 req-4e8a03d4-4207-4877-83ea-2f7c07bb6231 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:02.133792 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c24a9e-fdcf-404f-91d4-76bca7a61918 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Checking segment: {'id': 'e4061eec-f665-48b0-b400-9699a3660a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd6cb5a73-e522-4e03-9d30-5be8d6f18f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:19:02.134500 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c24a9e-fdcf-404f-91d4-76bca7a61918 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Network hostable DHCP agents. Network: d6cb5a73-e522-4e03-9d30-5be8d6f18f3d, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:19:02.152370 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c29d4a9a-84b0-43f5-8d93-1ecccce8db6f tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:02.188728 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898169fe-f4c5-4da2-90cb-06d4a9e50478 req-c79edacd-be91-4c2d-9ab0-56c674946994 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:02.199800 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-898169fe-f4c5-4da2-90cb-06d4a9e50478 req-c79edacd-be91-4c2d-9ab0-56c674946994 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=1691c089-3110-48fc-9c9e-fc3a62408e41 HTTP/1.1" status: 200 len: 950 time: 0.1864696 Feb 09 12:19:02.217369 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c24a9e-fdcf-404f-91d4-76bca7a61918 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Network d6cb5a73-e522-4e03-9d30-5be8d6f18f3d is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:19:02.245936 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c3ba7ff6-7880-47de-8721-eddf3f21baf1 req-4e8a03d4-4207-4877-83ea-2f7c07bb6231 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:02.251397 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-45c24a9e-fdcf-404f-91d4-76bca7a61918 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, d6cb5a73-e522-4e03-9d30-5be8d6f18f3d) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:19:02.254043 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c3ba7ff6-7880-47de-8721-eddf3f21baf1 req-4e8a03d4-4207-4877-83ea-2f7c07bb6231 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:02.262277 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c24a9e-fdcf-404f-91d4-76bca7a61918 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:02.262870 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-45c24a9e-fdcf-404f-91d4-76bca7a61918 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:02.269239 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8680bcac-be1d-433d-893c-7887dd9fc6e7 None None] Network d6cb5a73-e522-4e03-9d30-5be8d6f18f3d requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:19:02.279344 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c29d4a9a-84b0-43f5-8d93-1ecccce8db6f tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:02.280537 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-898169fe-f4c5-4da2-90cb-06d4a9e50478 req-b6dd0219-d018-4639-925b-0c4a69fde404 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831978 Feb 09 12:19:02.323811 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a03d4-4207-4877-83ea-2f7c07bb6231 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71fe4823-0a39-4419-b6b8-b9a7dfb42ce7,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:02.335692 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c3ba7ff6-7880-47de-8721-eddf3f21baf1 req-4e8a03d4-4207-4877-83ea-2f7c07bb6231 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:02.356057 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c3ba7ff6-7880-47de-8721-eddf3f21baf1 req-4e8a03d4-4207-4877-83ea-2f7c07bb6231 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.9298446 Feb 09 12:19:02.372429 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-45c24a9e-fdcf-404f-91d4-76bca7a61918 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5500953 Feb 09 12:19:02.374079 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45260) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:19:02.380189 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-92964bee-1a04-4d4d-8ce4-8b61172f8ce6 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-627390050'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:19:02.390315 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-92964bee-1a04-4d4d-8ce4-8b61172f8ce6 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:19:02.402012 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-92964bee-1a04-4d4d-8ce4-8b61172f8ce6 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Usage tracker for resource:network and tenant:8114ad2839984517a24a750c07d13d34 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:19:02.406342 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-92964bee-1a04-4d4d-8ce4-8b61172f8ce6 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:19:02.425923 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-92964bee-1a04-4d4d-8ce4-8b61172f8ce6 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:19:02.450151 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92964bee-1a04-4d4d-8ce4-8b61172f8ce6 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Made reservation on behalf of 8114ad2839984517a24a750c07d13d34 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:19:02.461080 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-92964bee-1a04-4d4d-8ce4-8b61172f8ce6 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:02.587114 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-27881dc1-c0d9-44ac-92b5-ed55435c7ddf req-741bf4c1-fc41-47f7-a9f4-ab7f9181a8bc tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-853050164', 'description': 'tempest-description-1127261079'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:19:02.615018 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-27881dc1-c0d9-44ac-92b5-ed55435c7ddf req-741bf4c1-fc41-47f7-a9f4-ab7f9181a8bc tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:19:02.655458 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92964bee-1a04-4d4d-8ce4-8b61172f8ce6 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:19:02.672988 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-92964bee-1a04-4d4d-8ce4-8b61172f8ce6 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:02.675217 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-92964bee-1a04-4d4d-8ce4-8b61172f8ce6 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Added segment 38c00d74-812b-4098-a7dd-4f75888dbfdd of type vlan for network 57d7f1e2-bb43-4a9f-9601-bb147eb2bb18 Feb 09 12:19:02.758916 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-92964bee-1a04-4d4d-8ce4-8b61172f8ce6 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:02.765810 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c29d4a9a-84b0-43f5-8d93-1ecccce8db6f tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:02.774517 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c29d4a9a-84b0-43f5-8d93-1ecccce8db6f tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:02.853473 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93d00cb-241f-4e69-b28d-04d3d14faed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd467e58-0514-4630-9b93-12f3610e765e'}, {'server_uuid': '1691c089-3110-48fc-9c9e-fc3a62408e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209e9bbb-4904-4e48-aa76-9dd4a90dc863'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:19:02.866061 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-27881dc1-c0d9-44ac-92b5-ed55435c7ddf req-741bf4c1-fc41-47f7-a9f4-ab7f9181a8bc tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Usage tracker for resource:security_group and tenant:be7a56ae3e9d40a2851c24a8f28d26f2 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:19:02.882002 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 7cbb5bc4-4c9c-471f-9eba-81af52160a10 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:19:02.893228 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-27881dc1-c0d9-44ac-92b5-ed55435c7ddf req-741bf4c1-fc41-47f7-a9f4-ab7f9181a8bc tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:19:02.903131 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-27881dc1-c0d9-44ac-92b5-ed55435c7ddf req-741bf4c1-fc41-47f7-a9f4-ab7f9181a8bc tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:19:02.920655 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-92964bee-1a04-4d4d-8ce4-8b61172f8ce6 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:02.926168 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92964bee-1a04-4d4d-8ce4-8b61172f8ce6 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:02.926816 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-92964bee-1a04-4d4d-8ce4-8b61172f8ce6 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:02.965421 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b597f6-2a56-4bcc-88f6-83853034e456 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-d6cb5a73-e522-4e03-9d30-5be8d6f18f3d', 'network_id': 'd6cb5a73-e522-4e03-9d30-5be8d6f18f3d', 'tenant_id': '8114ad2839984517a24a750c07d13d34', 'fixed_ips': [{'subnet_id': 'a8dee815-7af7-469b-9479-1d125273a93c'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:19:02.966424 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-62b597f6-2a56-4bcc-88f6-83853034e456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:03.025416 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29d4a9a-84b0-43f5-8d93-1ecccce8db6f tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Pushing event updated for resources: {'Port': ['ID=99cf9451-7530-43e6-9d2e-41d28f7d90ec,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:03.051530 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c29d4a9a-84b0-43f5-8d93-1ecccce8db6f tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:03.087745 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c29d4a9a-84b0-43f5-8d93-1ecccce8db6f tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:03.089379 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c29d4a9a-84b0-43f5-8d93-1ecccce8db6f tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1769204 Feb 09 12:19:03.130616 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-27881dc1-c0d9-44ac-92b5-ed55435c7ddf req-741bf4c1-fc41-47f7-a9f4-ab7f9181a8bc tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:03.180919 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-92964bee-1a04-4d4d-8ce4-8b61172f8ce6 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8057380 Feb 09 12:19:03.183626 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92964bee-1a04-4d4d-8ce4-8b61172f8ce6 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Pushing event updated for resources: {'Network': ['ID=57d7f1e2-bb43-4a9f-9601-bb147eb2bb18,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:03.184273 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45280) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:19:03.190322 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-af5584d2-b734-4883-8cb2-db84b6a9869f tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Request body: {'subnet': {'network_id': '57d7f1e2-bb43-4a9f-9601-bb147eb2bb18', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:19:03.204329 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-27881dc1-c0d9-44ac-92b5-ed55435c7ddf req-741bf4c1-fc41-47f7-a9f4-ab7f9181a8bc tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:19:03.218930 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 57d7f1e2-bb43-4a9f-9601-bb147eb2bb18 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:19:03.221432 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-27881dc1-c0d9-44ac-92b5-ed55435c7ddf req-741bf4c1-fc41-47f7-a9f4-ab7f9181a8bc tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Usage tracker for resource:security_group_rule and tenant:be7a56ae3e9d40a2851c24a8f28d26f2 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:19:03.230140 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-27881dc1-c0d9-44ac-92b5-ed55435c7ddf req-741bf4c1-fc41-47f7-a9f4-ab7f9181a8bc tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:19:03.237912 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-27881dc1-c0d9-44ac-92b5-ed55435c7ddf req-741bf4c1-fc41-47f7-a9f4-ab7f9181a8bc tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:19:03.258907 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc4530-02ab-4a88-95da-133f77a24eb2 req-d50d00e8-d8fc-40c6-8e58-a2d7088560b8 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:03.273839 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-46cc4530-02ab-4a88-95da-133f77a24eb2 req-d50d00e8-d8fc-40c6-8e58-a2d7088560b8 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ab0953d-9a1b-4f81-8644-3334be8feb6c HTTP/1.1" status: 200 len: 945 time: 0.7721171 Feb 09 12:19:03.386387 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-46cc4530-02ab-4a88-95da-133f77a24eb2 req-6d00c77e-ef53-4967-a84f-724c1dd9b7f5 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc310c7-804c-482c-8f65-f0a6e9cffd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941644 Feb 09 12:19:03.419211 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-af5584d2-b734-4883-8cb2-db84b6a9869f tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:19:03.423762 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-af5584d2-b734-4883-8cb2-db84b6a9869f tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Usage tracker for resource:subnet and tenant:8114ad2839984517a24a750c07d13d34 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:19:03.436796 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-af5584d2-b734-4883-8cb2-db84b6a9869f tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:19:03.443949 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-af5584d2-b734-4883-8cb2-db84b6a9869f tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:19:03.460616 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5584d2-b734-4883-8cb2-db84b6a9869f tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Made reservation on behalf of 8114ad2839984517a24a750c07d13d34 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:19:03.478405 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-af5584d2-b734-4883-8cb2-db84b6a9869f tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:03.485062 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 7cbb5bc4-4c9c-471f-9eba-81af52160a10 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:19:03.485437 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:03.515415 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-27881dc1-c0d9-44ac-92b5-ed55435c7ddf req-741bf4c1-fc41-47f7-a9f4-ab7f9181a8bc tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:03.520646 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-27881dc1-c0d9-44ac-92b5-ed55435c7ddf req-741bf4c1-fc41-47f7-a9f4-ab7f9181a8bc tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:03.598204 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-62b597f6-2a56-4bcc-88f6-83853034e456 None None] Allocated IP 19.80.0.2 (d6cb5a73-e522-4e03-9d30-5be8d6f18f3d/a8dee815-7af7-469b-9479-1d125273a93c/d2cda7f8-14fc-4fa4-991c-73deb5ca1a84) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:19:03.633064 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741bf4c1-fc41-47f7-a9f4-ab7f9181a8bc tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb6b928-b97c-4ca5-8709-20a7d8a75e1f,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:03.664245 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-27881dc1-c0d9-44ac-92b5-ed55435c7ddf req-741bf4c1-fc41-47f7-a9f4-ab7f9181a8bc tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:03.676716 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-27881dc1-c0d9-44ac-92b5-ed55435c7ddf req-741bf4c1-fc41-47f7-a9f4-ab7f9181a8bc tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.1637359 Feb 09 12:19:03.739533 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cec79c-0e57-4c32-b4fc-7fd81f693b31 req-5e0eb39f-6df4-47d0-9457-ee060c40da43 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:03.750385 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e7cec79c-0e57-4c32-b4fc-7fd81f693b31 req-5e0eb39f-6df4-47d0-9457-ee060c40da43 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=34e7919b-4407-4ab0-8bcc-35c5416c741e HTTP/1.1" status: 200 len: 945 time: 0.1675985 Feb 09 12:19:03.863200 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a93d00cb-241f-4e69-b28d-04d3d14faed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd467e58-0514-4630-9b93-12f3610e765e', 'code': 200} Feb 09 12:19:03.863467 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1691c089-3110-48fc-9c9e-fc3a62408e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209e9bbb-4904-4e48-aa76-9dd4a90dc863', 'code': 200} Feb 09 12:19:03.883698 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e7cec79c-0e57-4c32-b4fc-7fd81f693b31 req-7af46f92-74a9-44c5-9264-ffe172290e31 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289089 Feb 09 12:19:04.058341 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-af5584d2-b734-4883-8cb2-db84b6a9869f tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:04.136800 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-c0fffa93-c593-4563-8239-0ae625ed5cda tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Synchronizing usage tracker for tenant:ff6e1bb65bc440a9af2daa6d5785a57a on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:19:04.151787 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5584d2-b734-4883-8cb2-db84b6a9869f tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Pushing event updated for resources: {'Subnet': ['ID=7e97aab4-d4c3-47c8-a5ea-c2047c8103a1,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:04.174359 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5584d2-b734-4883-8cb2-db84b6a9869f tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Checking segment: {'id': '38c00d74-812b-4098-a7dd-4f75888dbfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '57d7f1e2-bb43-4a9f-9601-bb147eb2bb18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:19:04.176205 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5584d2-b734-4883-8cb2-db84b6a9869f tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Network hostable DHCP agents. Network: 57d7f1e2-bb43-4a9f-9601-bb147eb2bb18, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:19:04.190167 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-62b597f6-2a56-4bcc-88f6-83853034e456 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:04.227991 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-62b597f6-2a56-4bcc-88f6-83853034e456 None None] Transition to ACTIVE for port object d2cda7f8-14fc-4fa4-991c-73deb5ca1a84 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:19:04.233529 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5584d2-b734-4883-8cb2-db84b6a9869f tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Network 57d7f1e2-bb43-4a9f-9601-bb147eb2bb18 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:19:04.250826 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-af5584d2-b734-4883-8cb2-db84b6a9869f tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 57d7f1e2-bb43-4a9f-9601-bb147eb2bb18) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:19:04.254866 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5584d2-b734-4883-8cb2-db84b6a9869f tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:04.255590 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-af5584d2-b734-4883-8cb2-db84b6a9869f tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:04.280479 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9026c155-be20-46da-a37a-169cc9df6057 None None] Network 57d7f1e2-bb43-4a9f-9601-bb147eb2bb18 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:19:04.316850 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-af5584d2-b734-4883-8cb2-db84b6a9869f tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1221757 Feb 09 12:19:04.317073 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-62b597f6-2a56-4bcc-88f6-83853034e456 None None] Transition to ACTIVE for port object d2cda7f8-14fc-4fa4-991c-73deb5ca1a84 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:19:04.327284 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-c0fffa93-c593-4563-8239-0ae625ed5cda tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Unset dirty status for tenant:ff6e1bb65bc440a9af2daa6d5785a57a on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:19:04.337595 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-c0fffa93-c593-4563-8239-0ae625ed5cda tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1602094083&fields=id&tenant_id=ff6e1bb65bc440a9af2daa6d5785a57a HTTP/1.1" status: 200 len: 267 time: 0.3425224 Feb 09 12:19:04.427592 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-62b597f6-2a56-4bcc-88f6-83853034e456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:04.535233 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b597f6-2a56-4bcc-88f6-83853034e456 None None] Network d6cb5a73-e522-4e03-9d30-5be8d6f18f3d is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:19:04.551389 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b597f6-2a56-4bcc-88f6-83853034e456 None None] Pushing event updated for resources: {'Port': ['ID=d2cda7f8-14fc-4fa4-991c-73deb5ca1a84,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:04.554323 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-62b597f6-2a56-4bcc-88f6-83853034e456 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:19:04.561319 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b597f6-2a56-4bcc-88f6-83853034e456 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:19:04.586381 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f279c8-e7a7-4a67-a53a-99c8f6be9056 req-2f8dad2a-e737-41db-8b66-465aaf77242e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:04.587870 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a8f279c8-e7a7-4a67-a53a-99c8f6be9056 req-2f8dad2a-e737-41db-8b66-465aaf77242e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1691c089-3110-48fc-9c9e-fc3a62408e41 HTTP/1.1" status: 200 len: 1101 time: 0.7030563 Feb 09 12:19:04.641800 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bbddb7-a79e-41f1-b207-1b349bdbf454 req-eb070518-259f-4a64-9d40-7b4660c96482 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:04.643254 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-96bbddb7-a79e-41f1-b207-1b349bdbf454 req-eb070518-259f-4a64-9d40-7b4660c96482 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=1691c089-3110-48fc-9c9e-fc3a62408e41 HTTP/1.1" status: 200 len: 950 time: 0.5174501 Feb 09 12:19:04.655942 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-d8229e6a-cff4-49f6-b716-8240c4d3d037 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:04.657819 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-d8229e6a-cff4-49f6-b716-8240c4d3d037 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/networks?id=0448691a-ec13-4b8b-a50a-33e2c91deaac HTTP/1.1" status: 200 len: 812 time: 0.3181055 Feb 09 12:19:04.721612 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-aab71baf-19bf-47db-bfb3-8311735771d5 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/quotas/ff6e1bb65bc440a9af2daa6d5785a57a HTTP/1.1" status: 200 len: 375 time: 0.0534620 Feb 09 12:19:04.731492 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a8f279c8-e7a7-4a67-a53a-99c8f6be9056 req-aca52b0c-3035-4acc-b52f-b6811b20e28e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247900 Feb 09 12:19:04.766350 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-96bbddb7-a79e-41f1-b207-1b349bdbf454 req-85643d75-8853-4797-8adb-a40ab30b37b5 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910296 Feb 09 12:19:04.849073 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-2b0c03d0-54a4-4a6f-941f-d08d055852e1 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ff6e1bb65bc440a9af2daa6d5785a57a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1166205 Feb 09 12:19:04.910931 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28b4661-477e-45cf-862f-0cfc3f9a778a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-57d7f1e2-bb43-4a9f-9601-bb147eb2bb18', 'network_id': '57d7f1e2-bb43-4a9f-9601-bb147eb2bb18', 'tenant_id': '8114ad2839984517a24a750c07d13d34', 'fixed_ips': [{'subnet_id': '7e97aab4-d4c3-47c8-a5ea-c2047c8103a1'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:19:04.911769 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a28b4661-477e-45cf-862f-0cfc3f9a778a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:04.989479 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:19:05.220390 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-62b597f6-2a56-4bcc-88f6-83853034e456 None None] Attempting to bind port d2cda7f8-14fc-4fa4-991c-73deb5ca1a84 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:19:05.221024 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-62b597f6-2a56-4bcc-88f6-83853034e456 None None] Attempting to bind port d2cda7f8-14fc-4fa4-991c-73deb5ca1a84 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'e4061eec-f665-48b0-b400-9699a3660a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd6cb5a73-e522-4e03-9d30-5be8d6f18f3d'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:19:05.221256 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b597f6-2a56-4bcc-88f6-83853034e456 None None] Attempting to bind port d2cda7f8-14fc-4fa4-991c-73deb5ca1a84 on network d6cb5a73-e522-4e03-9d30-5be8d6f18f3d {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:19:05.233098 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b597f6-2a56-4bcc-88f6-83853034e456 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:19:05.233630 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b597f6-2a56-4bcc-88f6-83853034e456 None None] Checking segment: {'id': 'e4061eec-f665-48b0-b400-9699a3660a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd6cb5a73-e522-4e03-9d30-5be8d6f18f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:19:05.234095 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-62b597f6-2a56-4bcc-88f6-83853034e456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:05.234665 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b597f6-2a56-4bcc-88f6-83853034e456 None None] Bound using segment: {'id': 'e4061eec-f665-48b0-b400-9699a3660a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd6cb5a73-e522-4e03-9d30-5be8d6f18f3d'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:19:05.235448 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-62b597f6-2a56-4bcc-88f6-83853034e456 None None] Bound port: d2cda7f8-14fc-4fa4-991c-73deb5ca1a84, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4061eec-f665-48b0-b400-9699a3660a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd6cb5a73-e522-4e03-9d30-5be8d6f18f3d'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:19:05.236257 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-62b597f6-2a56-4bcc-88f6-83853034e456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:05.244802 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-186a5fa2-4510-4825-a349-a717f9e019f4 service neutron] 10.222.0.55 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760414 Feb 09 12:19:05.311414 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-0d98c11f-f6f4-4ff5-8d1c-9c86182da383 req-b47c34c1-71e4-449c-a4f4-de2d9bec66e0 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1804062002', 'description': 'tempest-description-875275008'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:19:05.325735 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-a28b4661-477e-45cf-862f-0cfc3f9a778a None None] Allocated IP 19.86.0.2 (57d7f1e2-bb43-4a9f-9601-bb147eb2bb18/7e97aab4-d4c3-47c8-a5ea-c2047c8103a1/5e0c22ba-52db-44d5-85cc-b10dca3f571f) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:19:05.418697 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-0d98c11f-f6f4-4ff5-8d1c-9c86182da383 req-b47c34c1-71e4-449c-a4f4-de2d9bec66e0 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:19:05.439157 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-0d98c11f-f6f4-4ff5-8d1c-9c86182da383 req-b47c34c1-71e4-449c-a4f4-de2d9bec66e0 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Usage tracker for resource:security_group and tenant:be7a56ae3e9d40a2851c24a8f28d26f2 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:19:05.444507 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-0d98c11f-f6f4-4ff5-8d1c-9c86182da383 req-b47c34c1-71e4-449c-a4f4-de2d9bec66e0 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:19:05.454854 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-0d98c11f-f6f4-4ff5-8d1c-9c86182da383 req-b47c34c1-71e4-449c-a4f4-de2d9bec66e0 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:19:05.488085 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-0d98c11f-f6f4-4ff5-8d1c-9c86182da383 req-b47c34c1-71e4-449c-a4f4-de2d9bec66e0 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:05.488971 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-62b597f6-2a56-4bcc-88f6-83853034e456 None None] For port d2cda7f8-14fc-4fa4-991c-73deb5ca1a84, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:19:05.521638 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-62b597f6-2a56-4bcc-88f6-83853034e456 None None] For port d2cda7f8-14fc-4fa4-991c-73deb5ca1a84, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=d2cda7f8-14fc-4fa4-991c-73deb5ca1a84,segment=NetworkSegment(e4061eec-f665-48b0-b400-9699a3660a7f),segment_id=e4061eec-f665-48b0-b400-9699a3660a7f)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:19:05.531151 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-62b597f6-2a56-4bcc-88f6-83853034e456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:05.547794 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-38bc4b8b-5fa3-47dc-bc65-8621cf1ad66a service neutron] 10.222.0.55 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018165 Feb 09 12:19:05.549341 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-0d98c11f-f6f4-4ff5-8d1c-9c86182da383 req-b47c34c1-71e4-449c-a4f4-de2d9bec66e0 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:19:05.560208 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-0d98c11f-f6f4-4ff5-8d1c-9c86182da383 req-b47c34c1-71e4-449c-a4f4-de2d9bec66e0 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Usage tracker for resource:security_group_rule and tenant:be7a56ae3e9d40a2851c24a8f28d26f2 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:19:05.569020 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-0d98c11f-f6f4-4ff5-8d1c-9c86182da383 req-b47c34c1-71e4-449c-a4f4-de2d9bec66e0 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:19:05.584303 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-0d98c11f-f6f4-4ff5-8d1c-9c86182da383 req-b47c34c1-71e4-449c-a4f4-de2d9bec66e0 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:19:05.798171 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-0d98c11f-f6f4-4ff5-8d1c-9c86182da383 req-b47c34c1-71e4-449c-a4f4-de2d9bec66e0 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:05.802587 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b597f6-2a56-4bcc-88f6-83853034e456 None None] Pushing event updated for resources: {'Port': ['ID=d2cda7f8-14fc-4fa4-991c-73deb5ca1a84,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:05.809659 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-0d98c11f-f6f4-4ff5-8d1c-9c86182da383 req-b47c34c1-71e4-449c-a4f4-de2d9bec66e0 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:05.862159 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-0d98c11f-f6f4-4ff5-8d1c-9c86182da383 req-b47c34c1-71e4-449c-a4f4-de2d9bec66e0 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:05.863411 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0d98c11f-f6f4-4ff5-8d1c-9c86182da383 req-b47c34c1-71e4-449c-a4f4-de2d9bec66e0 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5650325 Feb 09 12:19:05.901399 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47c34c1-71e4-449c-a4f4-de2d9bec66e0 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f0e3b2-2334-4a28-af0c-8dfaaf38be0f,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:05.915971 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a28b4661-477e-45cf-862f-0cfc3f9a778a None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:05.958154 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-a28b4661-477e-45cf-862f-0cfc3f9a778a None None] Transition to ACTIVE for port object 5e0c22ba-52db-44d5-85cc-b10dca3f571f will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:19:05.992155 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-a28b4661-477e-45cf-862f-0cfc3f9a778a None None] Transition to ACTIVE for port object 5e0c22ba-52db-44d5-85cc-b10dca3f571f will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:19:06.005494 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a28b4661-477e-45cf-862f-0cfc3f9a778a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:06.333700 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28b4661-477e-45cf-862f-0cfc3f9a778a None None] Network 57d7f1e2-bb43-4a9f-9601-bb147eb2bb18 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:19:06.361724 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-a28b4661-477e-45cf-862f-0cfc3f9a778a None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:19:06.377698 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28b4661-477e-45cf-862f-0cfc3f9a778a None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:19:06.385616 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b4661-477e-45cf-862f-0cfc3f9a778a None None] Pushing event updated for resources: {'Port': ['ID=5e0c22ba-52db-44d5-85cc-b10dca3f571f,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:06.582159 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-a28b4661-477e-45cf-862f-0cfc3f9a778a None None] Attempting to bind port 5e0c22ba-52db-44d5-85cc-b10dca3f571f on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:19:06.584805 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-a28b4661-477e-45cf-862f-0cfc3f9a778a None None] Attempting to bind port 5e0c22ba-52db-44d5-85cc-b10dca3f571f by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '38c00d74-812b-4098-a7dd-4f75888dbfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '57d7f1e2-bb43-4a9f-9601-bb147eb2bb18'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:19:06.585185 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28b4661-477e-45cf-862f-0cfc3f9a778a None None] Attempting to bind port 5e0c22ba-52db-44d5-85cc-b10dca3f571f on network 57d7f1e2-bb43-4a9f-9601-bb147eb2bb18 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:19:06.602201 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28b4661-477e-45cf-862f-0cfc3f9a778a None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:19:06.602583 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28b4661-477e-45cf-862f-0cfc3f9a778a None None] Checking segment: {'id': '38c00d74-812b-4098-a7dd-4f75888dbfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '57d7f1e2-bb43-4a9f-9601-bb147eb2bb18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:19:06.602991 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a28b4661-477e-45cf-862f-0cfc3f9a778a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:06.603387 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28b4661-477e-45cf-862f-0cfc3f9a778a None None] Bound using segment: {'id': '38c00d74-812b-4098-a7dd-4f75888dbfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '57d7f1e2-bb43-4a9f-9601-bb147eb2bb18'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:19:06.605326 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-a28b4661-477e-45cf-862f-0cfc3f9a778a None None] Bound port: 5e0c22ba-52db-44d5-85cc-b10dca3f571f, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c00d74-812b-4098-a7dd-4f75888dbfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '57d7f1e2-bb43-4a9f-9601-bb147eb2bb18'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:19:06.605838 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a28b4661-477e-45cf-862f-0cfc3f9a778a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:06.814333 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb12b0d-92c6-4c2d-8602-d56ac5b12693 req-345b505d-1fec-455a-bffe-707a0e9f2934 tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:06.816574 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9fb12b0d-92c6-4c2d-8602-d56ac5b12693 req-345b505d-1fec-455a-bffe-707a0e9f2934 tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=34e7919b-4407-4ab0-8bcc-35c5416c741e HTTP/1.1" status: 200 len: 1096 time: 0.4137797 Feb 09 12:19:06.828222 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-a28b4661-477e-45cf-862f-0cfc3f9a778a None None] For port 5e0c22ba-52db-44d5-85cc-b10dca3f571f, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:19:06.832483 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-a28b4661-477e-45cf-862f-0cfc3f9a778a None None] For port 5e0c22ba-52db-44d5-85cc-b10dca3f571f, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5e0c22ba-52db-44d5-85cc-b10dca3f571f,segment=NetworkSegment(38c00d74-812b-4098-a7dd-4f75888dbfdd),segment_id=38c00d74-812b-4098-a7dd-4f75888dbfdd)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:19:06.840013 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a28b4661-477e-45cf-862f-0cfc3f9a778a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:06.861132 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-df5c1303-605d-4b51-a98e-018bdecac714 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:06.872132 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-df5c1303-605d-4b51-a98e-018bdecac714 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:06.878389 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-df5c1303-605d-4b51-a98e-018bdecac714 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Synchronizing usage tracker for tenant:8114ad2839984517a24a750c07d13d34 on resource:network {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:19:06.936912 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-df5c1303-605d-4b51-a98e-018bdecac714 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Unset dirty status for tenant:8114ad2839984517a24a750c07d13d34 on resource:network {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:19:06.938486 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-df5c1303-605d-4b51-a98e-018bdecac714 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/networks?id=d6cb5a73-e522-4e03-9d30-5be8d6f18f3d&id=57d7f1e2-bb43-4a9f-9601-bb147eb2bb18 HTTP/1.1" status: 200 len: 1390 time: 0.7777996 Feb 09 12:19:06.983426 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b4661-477e-45cf-862f-0cfc3f9a778a None None] Pushing event updated for resources: {'Port': ['ID=5e0c22ba-52db-44d5-85cc-b10dca3f571f,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:06.994454 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-279a2939-034a-44e5-abf6-0205b62bf1d6 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/quotas/8114ad2839984517a24a750c07d13d34 HTTP/1.1" status: 200 len: 375 time: 0.0309505 Feb 09 12:19:06.994838 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device d2cda7f8-14fc-4fa4-991c-73deb5ca1a84 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:19:07.130903 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port d2cda7f8-14fc-4fa4-991c-73deb5ca1a84 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:19:07.180735 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9fb12b0d-92c6-4c2d-8602-d56ac5b12693 req-8165fd4b-87e5-4469-80a1-c1625717ef94 tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975605 Feb 09 12:19:07.288003 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-a26c5165-263a-4af0-9491-398bfff37c62 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Synchronizing usage tracker for tenant:8114ad2839984517a24a750c07d13d34 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:19:07.483481 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-a26c5165-263a-4af0-9491-398bfff37c62 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Unset dirty status for tenant:8114ad2839984517a24a750c07d13d34 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:19:07.497244 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-a26c5165-263a-4af0-9491-398bfff37c62 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8114ad2839984517a24a750c07d13d34&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4882860 Feb 09 12:19:07.772476 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a4fe3-f31b-4de6-9703-1f89c2501dd0 req-b1dafc65-d63f-45e6-b6c8-d26af7765ba0 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:07.774016 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-565a4fe3-f31b-4de6-9703-1f89c2501dd0 req-b1dafc65-d63f-45e6-b6c8-d26af7765ba0 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ab0953d-9a1b-4f81-8644-3334be8feb6c HTTP/1.1" status: 200 len: 945 time: 0.4294229 Feb 09 12:19:07.782888 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0308ddf0-3854-4976-9078-2d61c6f03058 None None] Network d6cb5a73-e522-4e03-9d30-5be8d6f18f3d requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:19:07.869275 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-e3764fea-9de2-4b5b-8a34-09592be2ebf0 service neutron] 10.222.0.55 "GET /v2.0/networks/d6cb5a73-e522-4e03-9d30-5be8d6f18f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707173 Feb 09 12:19:07.917679 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0be2224a-290c-43c5-aa40-1794cb188544 None None] Provisioning for port d2cda7f8-14fc-4fa4-991c-73deb5ca1a84 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:19:07.926043 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0be2224a-290c-43c5-aa40-1794cb188544 None None] Provisioning complete for port d2cda7f8-14fc-4fa4-991c-73deb5ca1a84 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:19:07.926483 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0be2224a-290c-43c5-aa40-1794cb188544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:08.106199 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-565a4fe3-f31b-4de6-9703-1f89c2501dd0 req-1715aafa-c15c-4660-9605-b0c48a2a7a8c tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc310c7-804c-482c-8f65-f0a6e9cffd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074119 Feb 09 12:19:08.301358 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0be2224a-290c-43c5-aa40-1794cb188544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:08.362778 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-3b78cd08-5bde-400f-ae9c-18a59542a8d1 service neutron] 10.222.0.55 "GET /v2.0/networks/d6cb5a73-e522-4e03-9d30-5be8d6f18f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4924717 Feb 09 12:19:08.369682 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-0be2224a-290c-43c5-aa40-1794cb188544 None None] For port d2cda7f8-14fc-4fa4-991c-73deb5ca1a84, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=d2cda7f8-14fc-4fa4-991c-73deb5ca1a84,segment=NetworkSegment(e4061eec-f665-48b0-b400-9699a3660a7f),segment_id=e4061eec-f665-48b0-b400-9699a3660a7f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:19:08.379069 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0be2224a-290c-43c5-aa40-1794cb188544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:08.430654 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-14d6f1bd-36a1-419c-b696-497ffb25b6dc tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:08.432216 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-14d6f1bd-36a1-419c-b696-497ffb25b6dc tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.52 "GET /v2.0/networks?id=0448691a-ec13-4b8b-a50a-33e2c91deaac HTTP/1.1" status: 200 len: 812 time: 0.6137750 Feb 09 12:19:08.488102 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be2224a-290c-43c5-aa40-1794cb188544 None None] Pushing event updated for resources: {'Port': ['ID=d2cda7f8-14fc-4fa4-991c-73deb5ca1a84,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:08.657777 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-277e8a4a-9f65-4156-825f-9049161ddbc6 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff6e1bb65bc440a9af2daa6d5785a57a HTTP/1.1" status: 200 len: 380 time: 0.1397805 Feb 09 12:19:08.669113 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-e56ea97e-a7b6-45c7-8c1e-ecd10be0639f service neutron] 10.222.0.55 "GET /v2.0/networks/57d7f1e2-bb43-4a9f-9601-bb147eb2bb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051636 Feb 09 12:19:08.672835 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-24385b72-c91c-4366-b6af-3060e61d965c tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Request body: {'port': {'device_id': '68a0ee8d-cebc-4db9-90af-fe8c58efd99d', 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac', 'admin_state_up': True, 'tenant_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'security_groups': ['9560e889-de32-49ca-828a-ecd5726219af']}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:19:08.806553 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e23948-bad7-4db3-97f9-bae49aca9709 None None] Network 57d7f1e2-bb43-4a9f-9601-bb147eb2bb18 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:19:08.975973 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5e0c22ba-52db-44d5-85cc-b10dca3f571f up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:19:08.979994 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80551398-1d75-4170-85e0-56b27d208ff5 req-f7355827-d8b3-4412-9104-ee4a91cd49d0 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:08.988285 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-80551398-1d75-4170-85e0-56b27d208ff5 req-f7355827-d8b3-4412-9104-ee4a91cd49d0 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=1691c089-3110-48fc-9c9e-fc3a62408e41 HTTP/1.1" status: 200 len: 950 time: 0.7230721 Feb 09 12:19:09.019520 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-61bc378f-1c69-4d45-80ec-2956055ce0e8 None None] Provisioning complete for port d2cda7f8-14fc-4fa4-991c-73deb5ca1a84 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:19:09.020292 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-61bc378f-1c69-4d45-80ec-2956055ce0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:09.059767 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-80551398-1d75-4170-85e0-56b27d208ff5 req-ed5b2cec-292a-4e46-bc0c-3da3e017257f tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702915 Feb 09 12:19:09.355726 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 5e0c22ba-52db-44d5-85cc-b10dca3f571f completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:19:09.373108 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7cf4b268-96d3-4292-a945-e65678e3e260 req-f4c1dba7-6733-4418-a529-e653e33e44b1 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 210 time: 0.0787258 Feb 09 12:19:09.388542 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-24385b72-c91c-4366-b6af-3060e61d965c tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:19:09.415942 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-483723a0-e914-4f44-a14a-bc50686e8af8 service neutron] 10.222.0.55 "GET /v2.0/networks/57d7f1e2-bb43-4a9f-9601-bb147eb2bb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7145433 Feb 09 12:19:09.420674 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-24385b72-c91c-4366-b6af-3060e61d965c tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Usage tracker for resource:port and tenant:ff6e1bb65bc440a9af2daa6d5785a57a is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:19:09.442884 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device d2cda7f8-14fc-4fa4-991c-73deb5ca1a84 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:19:09.474035 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-24385b72-c91c-4366-b6af-3060e61d965c tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:19:09.492905 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-24385b72-c91c-4366-b6af-3060e61d965c tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:19:09.544597 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-24385b72-c91c-4366-b6af-3060e61d965c tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Made reservation on behalf of ff6e1bb65bc440a9af2daa6d5785a57a for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:19:09.548954 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-24385b72-c91c-4366-b6af-3060e61d965c tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:09.569562 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7a02d28b-b421-4758-9470-ca906ccfb1a8 req-c516fd1d-5549-4ed4-b5fa-a8ae73b990b0 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] 10.222.0.55 "GET /v2.0/security-groups/2cb6b928-b97c-4ca5-8709-20a7d8a75e1f HTTP/1.1" status: 200 len: 1804 time: 0.1383078 Feb 09 12:19:09.631186 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-574a3e2e-f968-4fac-82c2-fbef0f287f32 None None] Provisioning for port 5e0c22ba-52db-44d5-85cc-b10dca3f571f completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:19:09.710422 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-574a3e2e-f968-4fac-82c2-fbef0f287f32 None None] Provisioning complete for port 5e0c22ba-52db-44d5-85cc-b10dca3f571f triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:19:09.711908 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-574a3e2e-f968-4fac-82c2-fbef0f287f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:09.761820 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-24385b72-c91c-4366-b6af-3060e61d965c tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Allocated IP 172.20.0.7 (0448691a-ec13-4b8b-a50a-33e2c91deaac/fc155009-a31d-4409-b15f-2ed587ea4525/f9ae4b3a-6a9e-4d5b-8eda-9db431346db4) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:19:10.013894 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port d2cda7f8-14fc-4fa4-991c-73deb5ca1a84 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:19:10.014472 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:10.274744 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-24385b72-c91c-4366-b6af-3060e61d965c tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:10.307169 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-24385b72-c91c-4366-b6af-3060e61d965c tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Transition to ACTIVE for port object f9ae4b3a-6a9e-4d5b-8eda-9db431346db4 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:19:10.424300 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-574a3e2e-f968-4fac-82c2-fbef0f287f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:10.468355 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-24385b72-c91c-4366-b6af-3060e61d965c tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:10.680664 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-574a3e2e-f968-4fac-82c2-fbef0f287f32 None None] For port 5e0c22ba-52db-44d5-85cc-b10dca3f571f, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5e0c22ba-52db-44d5-85cc-b10dca3f571f,segment=NetworkSegment(38c00d74-812b-4098-a7dd-4f75888dbfdd),segment_id=38c00d74-812b-4098-a7dd-4f75888dbfdd)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:19:10.692213 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-574a3e2e-f968-4fac-82c2-fbef0f287f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:10.794455 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7a02d28b-b421-4758-9470-ca906ccfb1a8 req-ec97bff3-b0a9-40b3-9ade-17417965726e tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] 10.222.0.55 "GET /v2.0/security-groups/d0f0e3b2-2334-4a28-af0c-8dfaaf38be0f HTTP/1.1" status: 200 len: 1804 time: 0.9400532 Feb 09 12:19:10.802502 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-7a02d28b-b421-4758-9470-ca906ccfb1a8 req-03981480-6fc2-40b9-9083-e79aff36f195 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2cb6b928-b97c-4ca5-8709-20a7d8a75e1f', 'remote_group_id': 'd0f0e3b2-2334-4a28-af0c-8dfaaf38be0f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:19:10.805414 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-7a02d28b-b421-4758-9470-ca906ccfb1a8 req-03981480-6fc2-40b9-9083-e79aff36f195 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2cb6b928-b97c-4ca5-8709-20a7d8a75e1f', 'remote_group_id': 'd0f0e3b2-2334-4a28-af0c-8dfaaf38be0f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:19:10.822110 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a3e2e-f968-4fac-82c2-fbef0f287f32 None None] Pushing event updated for resources: {'Port': ['ID=5e0c22ba-52db-44d5-85cc-b10dca3f571f,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:10.848713 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-7a02d28b-b421-4758-9470-ca906ccfb1a8 req-03981480-6fc2-40b9-9083-e79aff36f195 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:19:10.853618 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-7a02d28b-b421-4758-9470-ca906ccfb1a8 req-03981480-6fc2-40b9-9083-e79aff36f195 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Usage tracker for resource:security_group_rule and tenant:be7a56ae3e9d40a2851c24a8f28d26f2 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:19:10.860453 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-7a02d28b-b421-4758-9470-ca906ccfb1a8 req-03981480-6fc2-40b9-9083-e79aff36f195 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:19:10.866793 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-7a02d28b-b421-4758-9470-ca906ccfb1a8 req-03981480-6fc2-40b9-9083-e79aff36f195 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:19:10.902478 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-24385b72-c91c-4366-b6af-3060e61d965c tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Network 0448691a-ec13-4b8b-a50a-33e2c91deaac is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:19:10.911117 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-24385b72-c91c-4366-b6af-3060e61d965c tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:19:10.923275 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-24385b72-c91c-4366-b6af-3060e61d965c tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:19:10.967108 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24385b72-c91c-4366-b6af-3060e61d965c tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Pushing event updated for resources: {'Port': ['ID=f9ae4b3a-6a9e-4d5b-8eda-9db431346db4,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:11.021192 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-21366639-33b2-4138-979d-fe95306aae9b None None] Provisioning complete for port 5e0c22ba-52db-44d5-85cc-b10dca3f571f triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:19:11.022657 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-21366639-33b2-4138-979d-fe95306aae9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:11.042567 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-24385b72-c91c-4366-b6af-3060e61d965c tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:11.043263 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-24385b72-c91c-4366-b6af-3060e61d965c tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:11.066234 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5e0c22ba-52db-44d5-85cc-b10dca3f571f up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:19:11.079288 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d8e3cf-61ec-429a-bcd0-e3bb6ebe6e0c req-997c5776-dd07-42f0-8791-787c6172057f tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:11.086752 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-71d8e3cf-61ec-429a-bcd0-e3bb6ebe6e0c req-997c5776-dd07-42f0-8791-787c6172057f tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=34e7919b-4407-4ab0-8bcc-35c5416c741e HTTP/1.1" status: 200 len: 1096 time: 0.7001097 Feb 09 12:19:11.122844 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7a02d28b-b421-4758-9470-ca906ccfb1a8 req-03981480-6fc2-40b9-9083-e79aff36f195 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:11.187277 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-24385b72-c91c-4366-b6af-3060e61d965c tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5223107 Feb 09 12:19:11.204391 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7a02d28b-b421-4758-9470-ca906ccfb1a8 req-03981480-6fc2-40b9-9083-e79aff36f195 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:11.215348 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-71d8e3cf-61ec-429a-bcd0-e3bb6ebe6e0c req-b0f88d3d-253a-4409-8bb5-affd539b30be tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276288 Feb 09 12:19:11.226650 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-d832167d-c0b0-43e4-84ff-c86ac7e47fe8 service neutron] Request body: {'port': {'device_id': '68a0ee8d-cebc-4db9-90af-fe8c58efd99d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:19:11.308292 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7a02d28b-b421-4758-9470-ca906ccfb1a8 req-03981480-6fc2-40b9-9083-e79aff36f195 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:11.330929 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 5e0c22ba-52db-44d5-85cc-b10dca3f571f triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:19:11.331577 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:11.401443 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03981480-6fc2-40b9-9083-e79aff36f195 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5c3bdc7-b0e4-46e8-a092-6f6efc614d59,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:11.423881 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7a02d28b-b421-4758-9470-ca906ccfb1a8 req-03981480-6fc2-40b9-9083-e79aff36f195 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:11.425772 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7a02d28b-b421-4758-9470-ca906ccfb1a8 req-03981480-6fc2-40b9-9083-e79aff36f195 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6302519 Feb 09 12:19:11.518432 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-cafa1ebd-36dc-49f0-b4ea-a7f4b2cb40a0 None None] Provisioning for port f9ae4b3a-6a9e-4d5b-8eda-9db431346db4 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:19:11.521293 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-d832167d-c0b0-43e4-84ff-c86ac7e47fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:11.526321 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-cafa1ebd-36dc-49f0-b4ea-a7f4b2cb40a0 None None] Provisioning complete for port f9ae4b3a-6a9e-4d5b-8eda-9db431346db4 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:19:11.527090 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cafa1ebd-36dc-49f0-b4ea-a7f4b2cb40a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:11.596445 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-cafa1ebd-36dc-49f0-b4ea-a7f4b2cb40a0 None None] Port f9ae4b3a-6a9e-4d5b-8eda-9db431346db4 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:19:12.188940 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-05277546-86b8-48bf-bc67-eeb850f553ca req-16be6fad-e8df-48fa-a3f6-656a2526228b tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/ports?device_id=706eeb13-0aa4-410d-913b-ac2b91f4fe17 HTTP/1.1" status: 200 len: 210 time: 0.0857630 Feb 09 12:19:12.239345 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-349cfffa-5c91-4597-bc61-42967503754d tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:12.246432 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-349cfffa-5c91-4597-bc61-42967503754d tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:12.248153 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-349cfffa-5c91-4597-bc61-42967503754d tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.52 "GET /v2.0/networks?id=d6cb5a73-e522-4e03-9d30-5be8d6f18f3d&id=57d7f1e2-bb43-4a9f-9601-bb147eb2bb18 HTTP/1.1" status: 200 len: 1390 time: 0.4980638 Feb 09 12:19:12.255641 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a631c21-c6b9-4cd0-b0c3-4bbf80088d18 req-c669b63e-e689-4f91-a28f-f8f14d94332a tempest-MigrationsAdminTest-290107983 tempest-MigrationsAdminTest-290107983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:12.263264 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1a631c21-c6b9-4cd0-b0c3-4bbf80088d18 req-c669b63e-e689-4f91-a28f-f8f14d94332a tempest-MigrationsAdminTest-290107983 tempest-MigrationsAdminTest-290107983-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1691c089-3110-48fc-9c9e-fc3a62408e41 HTTP/1.1" status: 200 len: 1101 time: 0.4127314 Feb 09 12:19:12.292769 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-14015a50-0124-45dc-8d36-f9d756885de9 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Request body: {'port': {'device_id': '706eeb13-0aa4-410d-913b-ac2b91f4fe17', 'network_id': 'd6cb5a73-e522-4e03-9d30-5be8d6f18f3d', 'admin_state_up': True, 'tenant_id': '8114ad2839984517a24a750c07d13d34'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:19:12.342204 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1a631c21-c6b9-4cd0-b0c3-4bbf80088d18 req-64d3f300-1f98-4964-a528-030431cffdf3 tempest-MigrationsAdminTest-290107983 tempest-MigrationsAdminTest-290107983-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:12.544844 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-1a631c21-c6b9-4cd0-b0c3-4bbf80088d18 req-64d3f300-1f98-4964-a528-030431cffdf3 tempest-MigrationsAdminTest-290107983 tempest-MigrationsAdminTest-290107983-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:19:12.553943 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-14015a50-0124-45dc-8d36-f9d756885de9 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:19:12.587654 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-1a631c21-c6b9-4cd0-b0c3-4bbf80088d18 req-64d3f300-1f98-4964-a528-030431cffdf3 tempest-MigrationsAdminTest-290107983 tempest-MigrationsAdminTest-290107983-project-admin] Usage tracker for resource:security_group_rule and tenant:4961b14619c64508a6eac64bb38b5fba is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:19:12.598378 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.resource_extend [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-d832167d-c0b0-43e4-84ff-c86ac7e47fe8 service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:19:12.614654 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-1a631c21-c6b9-4cd0-b0c3-4bbf80088d18 req-64d3f300-1f98-4964-a528-030431cffdf3 tempest-MigrationsAdminTest-290107983 tempest-MigrationsAdminTest-290107983-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:19:12.628232 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-14015a50-0124-45dc-8d36-f9d756885de9 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:19:12.659552 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-1a631c21-c6b9-4cd0-b0c3-4bbf80088d18 req-64d3f300-1f98-4964-a528-030431cffdf3 tempest-MigrationsAdminTest-290107983 tempest-MigrationsAdminTest-290107983-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:19:12.709399 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-14015a50-0124-45dc-8d36-f9d756885de9 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Made reservation on behalf of 8114ad2839984517a24a750c07d13d34 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:19:12.713213 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-14015a50-0124-45dc-8d36-f9d756885de9 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:12.747536 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-d832167d-c0b0-43e4-84ff-c86ac7e47fe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9ae4b3a-6a9e-4d5b-8eda-9db431346db4 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:19:12.766356 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-d832167d-c0b0-43e4-84ff-c86ac7e47fe8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:12.841345 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-d832167d-c0b0-43e4-84ff-c86ac7e47fe8 service neutron] Transition to ACTIVE for port object f9ae4b3a-6a9e-4d5b-8eda-9db431346db4 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:19:12.861318 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207153c-a63b-46b6-adfd-fe25220dfaf4 req-af0a70bd-3608-415b-88c7-11d2a7b25e29 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:12.862029 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-3207153c-a63b-46b6-adfd-fe25220dfaf4 req-af0a70bd-3608-415b-88c7-11d2a7b25e29 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Synchronizing usage tracker for tenant:ff6e1bb65bc440a9af2daa6d5785a57a on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:19:12.873155 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-d832167d-c0b0-43e4-84ff-c86ac7e47fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:13.244083 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-3207153c-a63b-46b6-adfd-fe25220dfaf4 req-af0a70bd-3608-415b-88c7-11d2a7b25e29 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Unset dirty status for tenant:ff6e1bb65bc440a9af2daa6d5785a57a on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:19:13.250976 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3207153c-a63b-46b6-adfd-fe25220dfaf4 req-af0a70bd-3608-415b-88c7-11d2a7b25e29 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 931 time: 0.7036357 Feb 09 12:19:13.273644 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832167d-c0b0-43e4-84ff-c86ac7e47fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=f9ae4b3a-6a9e-4d5b-8eda-9db431346db4,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:13.430417 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1a631c21-c6b9-4cd0-b0c3-4bbf80088d18 req-64d3f300-1f98-4964-a528-030431cffdf3 tempest-MigrationsAdminTest-290107983 tempest-MigrationsAdminTest-290107983-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:13.437764 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3207153c-a63b-46b6-adfd-fe25220dfaf4 req-eaf6fadc-81a2-46f2-a741-2dea47917755 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859186 Feb 09 12:19:13.450878 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1a631c21-c6b9-4cd0-b0c3-4bbf80088d18 req-64d3f300-1f98-4964-a528-030431cffdf3 tempest-MigrationsAdminTest-290107983 tempest-MigrationsAdminTest-290107983-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:13.509796 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-14015a50-0124-45dc-8d36-f9d756885de9 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Allocated IP 19.80.0.65 (d6cb5a73-e522-4e03-9d30-5be8d6f18f3d/a8dee815-7af7-469b-9479-1d125273a93c/bedbbe39-7923-4139-8a48-e5e64718865f) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:19:13.564597 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1a631c21-c6b9-4cd0-b0c3-4bbf80088d18 req-64d3f300-1f98-4964-a528-030431cffdf3 tempest-MigrationsAdminTest-290107983 tempest-MigrationsAdminTest-290107983-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3000247 Feb 09 12:19:13.598116 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d3f300-1f98-4964-a528-030431cffdf3 tempest-MigrationsAdminTest-290107983 tempest-MigrationsAdminTest-290107983-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29bcb365-d280-4093-8415-ba26609f9745,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:13.663464 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-d832167d-c0b0-43e4-84ff-c86ac7e47fe8 service neutron] Attempting to bind port f9ae4b3a-6a9e-4d5b-8eda-9db431346db4 on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:19:13.663808 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-d832167d-c0b0-43e4-84ff-c86ac7e47fe8 service neutron] Attempting to bind port f9ae4b3a-6a9e-4d5b-8eda-9db431346db4 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': '8f05bb68-39ac-4075-9eae-946e36af88ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:19:13.664158 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-d832167d-c0b0-43e4-84ff-c86ac7e47fe8 service neutron] Attempting to bind port f9ae4b3a-6a9e-4d5b-8eda-9db431346db4 on network 0448691a-ec13-4b8b-a50a-33e2c91deaac {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:19:13.686813 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-d832167d-c0b0-43e4-84ff-c86ac7e47fe8 service neutron] Port f9ae4b3a-6a9e-4d5b-8eda-9db431346db4 on network 0448691a-ec13-4b8b-a50a-33e2c91deaac not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:19:13.687146 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-d832167d-c0b0-43e4-84ff-c86ac7e47fe8 service neutron] Attempting to bind port f9ae4b3a-6a9e-4d5b-8eda-9db431346db4 on network 0448691a-ec13-4b8b-a50a-33e2c91deaac {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:19:13.721876 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-d832167d-c0b0-43e4-84ff-c86ac7e47fe8 service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:19:13.721876 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-d832167d-c0b0-43e4-84ff-c86ac7e47fe8 service neutron] Checking segment: {'id': '8f05bb68-39ac-4075-9eae-946e36af88ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:19:13.721876 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-d832167d-c0b0-43e4-84ff-c86ac7e47fe8 service neutron] Bound using segment: {'id': '8f05bb68-39ac-4075-9eae-946e36af88ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:19:13.721876 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-d832167d-c0b0-43e4-84ff-c86ac7e47fe8 service neutron] Bound port: f9ae4b3a-6a9e-4d5b-8eda-9db431346db4, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f05bb68-39ac-4075-9eae-946e36af88ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:19:13.721876 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-d832167d-c0b0-43e4-84ff-c86ac7e47fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:13.724883 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45450) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:19:13.731813 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-c2a3536a-fdf1-46f0-8e4b-af98e24b353e tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-422966234'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:19:13.739884 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c2a3536a-fdf1-46f0-8e4b-af98e24b353e tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:19:13.744087 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c2a3536a-fdf1-46f0-8e4b-af98e24b353e tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Usage tracker for resource:network and tenant:eec7cd73952c439fa26a361208297f39 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:19:13.752434 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c2a3536a-fdf1-46f0-8e4b-af98e24b353e tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:19:13.761609 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c2a3536a-fdf1-46f0-8e4b-af98e24b353e tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:19:13.782133 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a3536a-fdf1-46f0-8e4b-af98e24b353e tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Made reservation on behalf of eec7cd73952c439fa26a361208297f39 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:19:13.787018 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c2a3536a-fdf1-46f0-8e4b-af98e24b353e tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:13.789620 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9037be6d-ccc5-4912-837d-5d20e862a2b6 req-25c31aca-ad26-41b4-a8b1-bbdf740ed75f tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] 10.222.0.55 "GET /v2.0/security-groups/d0f0e3b2-2334-4a28-af0c-8dfaaf38be0f HTTP/1.1" status: 200 len: 1804 time: 0.1944346 Feb 09 12:19:13.828092 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2a3536a-fdf1-46f0-8e4b-af98e24b353e tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:19:13.847628 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c2a3536a-fdf1-46f0-8e4b-af98e24b353e tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:13.848412 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-c2a3536a-fdf1-46f0-8e4b-af98e24b353e tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Added segment 3e46f2fe-77ad-44e4-b912-8d0e12584d00 of type vlan for network b99c93e7-09da-4e68-a3ff-2707256091d8 Feb 09 12:19:13.873343 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e4e9fe53-1a90-4859-8345-085a49387558 req-16743559-b9f5-47c5-993c-07034ee446d3 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/ports?device_id=706eeb13-0aa4-410d-913b-ac2b91f4fe17 HTTP/1.1" status: 200 len: 210 time: 0.0709598 Feb 09 12:19:13.890742 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c2a3536a-fdf1-46f0-8e4b-af98e24b353e tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:13.927795 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5ff0182d-5835-43ee-b77c-d702b50e7106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:13.959029 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c2a3536a-fdf1-46f0-8e4b-af98e24b353e tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:13.964747 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a3536a-fdf1-46f0-8e4b-af98e24b353e tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:13.965345 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c2a3536a-fdf1-46f0-8e4b-af98e24b353e tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:14.054133 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c2a3536a-fdf1-46f0-8e4b-af98e24b353e tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3264740 Feb 09 12:19:14.062741 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-9037be6d-ccc5-4912-837d-5d20e862a2b6 req-58524773-92fa-4fc8-8f67-79b68e263abe tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:14.064147 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45454) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:19:14.104126 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-d832167d-c0b0-43e4-84ff-c86ac7e47fe8 service neutron] For port f9ae4b3a-6a9e-4d5b-8eda-9db431346db4, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:19:14.137929 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-14015a50-0124-45dc-8d36-f9d756885de9 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:14.179165 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-d832167d-c0b0-43e4-84ff-c86ac7e47fe8 service neutron] For port f9ae4b3a-6a9e-4d5b-8eda-9db431346db4, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=f9ae4b3a-6a9e-4d5b-8eda-9db431346db4,segment=NetworkSegment(8f05bb68-39ac-4075-9eae-946e36af88ec),segment_id=8f05bb68-39ac-4075-9eae-946e36af88ec)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:19:14.181078 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-9037be6d-ccc5-4912-837d-5d20e862a2b6 req-58524773-92fa-4fc8-8f67-79b68e263abe tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:14.190266 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-14015a50-0124-45dc-8d36-f9d756885de9 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Transition to ACTIVE for port object bedbbe39-7923-4139-8a48-e5e64718865f will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:19:14.203805 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-d832167d-c0b0-43e4-84ff-c86ac7e47fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:14.253723 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-440d4000-fc09-4a0d-9d8f-2876ee8914d8 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-978654990'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:19:14.264884 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-440d4000-fc09-4a0d-9d8f-2876ee8914d8 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:19:14.285430 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-440d4000-fc09-4a0d-9d8f-2876ee8914d8 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Usage tracker for resource:network and tenant:eec7cd73952c439fa26a361208297f39 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:19:14.290119 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-440d4000-fc09-4a0d-9d8f-2876ee8914d8 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:19:14.295154 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-d832167d-c0b0-43e4-84ff-c86ac7e47fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:14.295898 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-d832167d-c0b0-43e4-84ff-c86ac7e47fe8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:14.297395 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-d832167d-c0b0-43e4-84ff-c86ac7e47fe8 service neutron] 10.222.0.52 "PUT /v2.0/ports/f9ae4b3a-6a9e-4d5b-8eda-9db431346db4 HTTP/1.1" status: 200 len: 1091 time: 3.0785041 Feb 09 12:19:14.300819 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68a0ee8d-cebc-4db9-90af-fe8c58efd99d', 'tag': 'f9ae4b3a-6a9e-4d5b-8eda-9db431346db4'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:19:14.332658 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-440d4000-fc09-4a0d-9d8f-2876ee8914d8 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:19:14.343544 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a3536a-fdf1-46f0-8e4b-af98e24b353e tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Pushing event updated for resources: {'Network': ['ID=b99c93e7-09da-4e68-a3ff-2707256091d8,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:14.347315 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832167d-c0b0-43e4-84ff-c86ac7e47fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=f9ae4b3a-6a9e-4d5b-8eda-9db431346db4,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:14.360086 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network b99c93e7-09da-4e68-a3ff-2707256091d8 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:19:14.381794 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440d4000-fc09-4a0d-9d8f-2876ee8914d8 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Made reservation on behalf of eec7cd73952c439fa26a361208297f39 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:19:14.385562 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-440d4000-fc09-4a0d-9d8f-2876ee8914d8 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:14.451386 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-440d4000-fc09-4a0d-9d8f-2876ee8914d8 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:19:14.470860 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-440d4000-fc09-4a0d-9d8f-2876ee8914d8 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:14.471533 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-440d4000-fc09-4a0d-9d8f-2876ee8914d8 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Added segment 2caa8241-9028-480a-8fbb-9001345a5103 of type vlan for network b811de4e-2157-472b-a248-fb00e797501f Feb 09 12:19:14.486199 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-14015a50-0124-45dc-8d36-f9d756885de9 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:14.550399 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-440d4000-fc09-4a0d-9d8f-2876ee8914d8 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:14.583450 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 370c730d-943a-4438-920c-70735daa5dc4 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:19:14.610742 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-440d4000-fc09-4a0d-9d8f-2876ee8914d8 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:14.617119 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440d4000-fc09-4a0d-9d8f-2876ee8914d8 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:14.617730 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-440d4000-fc09-4a0d-9d8f-2876ee8914d8 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:14.646147 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-9037be6d-ccc5-4912-837d-5d20e862a2b6 req-58524773-92fa-4fc8-8f67-79b68e263abe tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:14.698490 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-14015a50-0124-45dc-8d36-f9d756885de9 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Network d6cb5a73-e522-4e03-9d30-5be8d6f18f3d is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:19:14.715951 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-14015a50-0124-45dc-8d36-f9d756885de9 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:19:14.739914 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58524773-92fa-4fc8-8f67-79b68e263abe tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f0e3b2-2334-4a28-af0c-8dfaaf38be0f,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:14.746843 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-14015a50-0124-45dc-8d36-f9d756885de9 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:19:14.855638 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-14015a50-0124-45dc-8d36-f9d756885de9 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:14.856376 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-14015a50-0124-45dc-8d36-f9d756885de9 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:14.858176 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 370c730d-943a-4438-920c-70735daa5dc4, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=370c730d-943a-4438-920c-70735daa5dc4,segment=NetworkSegment(7fd43362-d2bb-4c15-a4a2-a1a057b6ca17),segment_id=7fd43362-d2bb-4c15-a4a2-a1a057b6ca17)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:19:14.880460 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '370c730d-943a-4438-920c-70735daa5dc4', 'network_id': '46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c', 'port_id': '370c730d-943a-4438-920c-70735daa5dc4', 'mac_address': 'fa:16:3e:77:2b:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b74a18b3-c777-4b36-8c3b-f86129471b39', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:19:14.882928 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-9037be6d-ccc5-4912-837d-5d20e862a2b6 req-58524773-92fa-4fc8-8f67-79b68e263abe tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:14.886154 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9037be6d-ccc5-4912-837d-5d20e862a2b6 req-58524773-92fa-4fc8-8f67-79b68e263abe tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] 10.222.0.55 "DELETE /v2.0/security-groups/d0f0e3b2-2334-4a28-af0c-8dfaaf38be0f HTTP/1.1" status: 204 len: 173 time: 1.0948443 Feb 09 12:19:14.897209 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-14015a50-0124-45dc-8d36-f9d756885de9 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6084392 Feb 09 12:19:14.913647 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-d7be8372-76ff-4186-9795-83ffd06bb33a tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Request body: {'port': {'device_id': '706eeb13-0aa4-410d-913b-ac2b91f4fe17', 'network_id': '57d7f1e2-bb43-4a9f-9601-bb147eb2bb18', 'admin_state_up': True, 'tenant_id': '8114ad2839984517a24a750c07d13d34'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:19:14.940758 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14015a50-0124-45dc-8d36-f9d756885de9 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Pushing event updated for resources: {'Port': ['ID=bedbbe39-7923-4139-8a48-e5e64718865f,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:14.953379 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-35d13353-6185-484e-9783-770bcfe55e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:14.955470 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-35d13353-6185-484e-9783-770bcfe55e34 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ff6e1bb65bc440a9af2daa6d5785a57a&device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 1094 time: 0.5972371 Feb 09 12:19:14.993577 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:15.012069 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-440d4000-fc09-4a0d-9d8f-2876ee8914d8 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9413459 Feb 09 12:19:15.016993 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45486) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:19:15.038676 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-ff86a89a-1770-48d6-b62b-c58beecb55f9 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Request body: {'subnet': {'network_id': 'b99c93e7-09da-4e68-a3ff-2707256091d8', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:19:15.053301 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 370c730d-943a-4438-920c-70735daa5dc4 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:19:15.090326 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 370c730d-943a-4438-920c-70735daa5dc4, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=370c730d-943a-4438-920c-70735daa5dc4,segment=NetworkSegment(7fd43362-d2bb-4c15-a4a2-a1a057b6ca17),segment_id=7fd43362-d2bb-4c15-a4a2-a1a057b6ca17)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:19:15.098073 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:15.220542 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ff86a89a-1770-48d6-b62b-c58beecb55f9 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:19:15.224791 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ff86a89a-1770-48d6-b62b-c58beecb55f9 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Usage tracker for resource:subnet and tenant:eec7cd73952c439fa26a361208297f39 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:19:15.230848 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ff86a89a-1770-48d6-b62b-c58beecb55f9 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:19:15.235189 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=370c730d-943a-4438-920c-70735daa5dc4,revision_number=6']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:15.238453 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ff86a89a-1770-48d6-b62b-c58beecb55f9 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:19:15.248540 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440d4000-fc09-4a0d-9d8f-2876ee8914d8 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Pushing event updated for resources: {'Network': ['ID=b811de4e-2157-472b-a248-fb00e797501f,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:15.250956 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68a0ee8d-cebc-4db9-90af-fe8c58efd99d', 'tag': 'f9ae4b3a-6a9e-4d5b-8eda-9db431346db4', 'status': 'completed', 'code': 200} Feb 09 12:19:15.252917 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45490) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:19:15.262734 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff86a89a-1770-48d6-b62b-c58beecb55f9 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Made reservation on behalf of eec7cd73952c439fa26a361208297f39 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:19:15.264499 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network b811de4e-2157-472b-a248-fb00e797501f details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:19:15.268814 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ff86a89a-1770-48d6-b62b-c58beecb55f9 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:15.379714 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['370c730d-943a-4438-920c-70735daa5dc4'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:19:15.489937 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-d7be8372-76ff-4186-9795-83ffd06bb33a tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:19:15.503103 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-d7be8372-76ff-4186-9795-83ffd06bb33a tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:19:15.566168 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-d7be8372-76ff-4186-9795-83ffd06bb33a tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Made reservation on behalf of 8114ad2839984517a24a750c07d13d34 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:19:15.570378 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-d7be8372-76ff-4186-9795-83ffd06bb33a tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:15.608116 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d4572ce2-acfe-4d35-8ae6-4bbc3292ec79 req-f8c4d859-26b5-4ed8-acd9-973168a6c7b6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1691c089-3110-48fc-9c9e-fc3a62408e41&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3538427 Feb 09 12:19:15.618260 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-95553dcf-b654-4333-9147-73791d756792 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9ae4b3a-6a9e-4d5b-8eda-9db431346db4 HTTP/1.1" status: 200 len: 217 time: 0.5828526 Feb 09 12:19:15.805650 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-cff6b5e5-acd0-4d85-9213-4a51fa376638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:15.807535 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-cff6b5e5-acd0-4d85-9213-4a51fa376638 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fc155009-a31d-4409-b15f-2ed587ea4525 HTTP/1.1" status: 200 len: 851 time: 0.1665092 Feb 09 12:19:15.817057 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-87a030bd-79d5-4ec4-92bd-14fc0a6f6521 None None] Provisioning for port bedbbe39-7923-4139-8a48-e5e64718865f completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:19:15.881736 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-87a030bd-79d5-4ec4-92bd-14fc0a6f6521 None None] Provisioning complete for port bedbbe39-7923-4139-8a48-e5e64718865f triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:19:15.884019 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-87a030bd-79d5-4ec4-92bd-14fc0a6f6521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:15.935370 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ff86a89a-1770-48d6-b62b-c58beecb55f9 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:16.068840 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff86a89a-1770-48d6-b62b-c58beecb55f9 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Checking segment: {'id': '3e46f2fe-77ad-44e4-b912-8d0e12584d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b99c93e7-09da-4e68-a3ff-2707256091d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:19:16.070078 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff86a89a-1770-48d6-b62b-c58beecb55f9 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Network hostable DHCP agents. Network: b99c93e7-09da-4e68-a3ff-2707256091d8, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:19:16.110293 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff86a89a-1770-48d6-b62b-c58beecb55f9 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Pushing event updated for resources: {'Subnet': ['ID=5e90ce54-e86e-457d-b992-127e2cb06390,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:16.122863 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff86a89a-1770-48d6-b62b-c58beecb55f9 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Network b99c93e7-09da-4e68-a3ff-2707256091d8 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:19:16.136098 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-ff86a89a-1770-48d6-b62b-c58beecb55f9 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, b99c93e7-09da-4e68-a3ff-2707256091d8) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:19:16.153548 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff86a89a-1770-48d6-b62b-c58beecb55f9 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:16.154557 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ff86a89a-1770-48d6-b62b-c58beecb55f9 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:16.189692 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfce700-10ce-4c21-aefd-182b5824e4e0 None None] Network b99c93e7-09da-4e68-a3ff-2707256091d8 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:19:16.235575 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ff86a89a-1770-48d6-b62b-c58beecb55f9 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2091837 Feb 09 12:19:16.237878 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45550) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:19:16.265620 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-1c91cebc-d746-4515-9022-f0b0d0114e4f tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Request body: {'subnet': {'network_id': 'b811de4e-2157-472b-a248-fb00e797501f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:19:16.302691 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-87a030bd-79d5-4ec4-92bd-14fc0a6f6521 None None] Port bedbbe39-7923-4139-8a48-e5e64718865f cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:19:16.385244 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9933083d-50e3-43e1-b8a2-b2850ad1127d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:16.515070 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95917c0f-cffb-44a4-95c8-e5a61938678c req-e6927a39-cf34-4be6-a3dc-1bdc50375054 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:16.522414 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-95917c0f-cffb-44a4-95c8-e5a61938678c req-e6927a39-cf34-4be6-a3dc-1bdc50375054 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 943 time: 1.0003505 Feb 09 12:19:16.630506 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 370c730d-943a-4438-920c-70735daa5dc4 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:19:16.658333 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-7e2dc046-f771-41f3-9a37-1c274e0bbf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:16.659813 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-7e2dc046-f771-41f3-9a37-1c274e0bbf02 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0448691a-ec13-4b8b-a50a-33e2c91deaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7829351 Feb 09 12:19:16.754550 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1c91cebc-d746-4515-9022-f0b0d0114e4f tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:19:16.809171 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-1c91cebc-d746-4515-9022-f0b0d0114e4f tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Usage tracker for resource:subnet and tenant:eec7cd73952c439fa26a361208297f39 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:19:16.823406 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-1c91cebc-d746-4515-9022-f0b0d0114e4f tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:19:16.871877 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1c91cebc-d746-4515-9022-f0b0d0114e4f tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:19:16.908631 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c91cebc-d746-4515-9022-f0b0d0114e4f tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Made reservation on behalf of eec7cd73952c439fa26a361208297f39 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:19:16.919452 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1c91cebc-d746-4515-9022-f0b0d0114e4f tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:16.957394 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82b5235-7f7e-478c-a604-4c03de192e46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-b99c93e7-09da-4e68-a3ff-2707256091d8', 'network_id': 'b99c93e7-09da-4e68-a3ff-2707256091d8', 'tenant_id': 'eec7cd73952c439fa26a361208297f39', 'fixed_ips': [{'subnet_id': '5e90ce54-e86e-457d-b992-127e2cb06390'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:19:16.958512 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f82b5235-7f7e-478c-a604-4c03de192e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:17.008964 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 370c730d-943a-4438-920c-70735daa5dc4 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:19:17.009279 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:17.414424 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-d0e9d95d-2483-41b2-af1e-fa65f99374d2 service neutron] 10.222.0.52 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7328281 Feb 09 12:19:17.451702 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-d7be8372-76ff-4186-9795-83ffd06bb33a tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Allocated IP 19.86.0.174 (57d7f1e2-bb43-4a9f-9601-bb147eb2bb18/7e97aab4-d4c3-47c8-a5ea-c2047c8103a1/f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:19:17.476252 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1c91cebc-d746-4515-9022-f0b0d0114e4f tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:17.689992 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:17.733109 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:17.746293 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:17.777921 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-95917c0f-cffb-44a4-95c8-e5a61938678c req-088f0d4c-b1d4-4c41-a740-9f01532ef26a tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2157199 Feb 09 12:19:17.789676 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-f82b5235-7f7e-478c-a604-4c03de192e46 None None] Allocated IP 10.1.1.2 (b99c93e7-09da-4e68-a3ff-2707256091d8/5e90ce54-e86e-457d-b992-127e2cb06390/a83ccc71-7327-4c52-8ad3-8ee45919f08d) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:19:17.803760 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c91cebc-d746-4515-9022-f0b0d0114e4f tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Checking segment: {'id': '2caa8241-9028-480a-8fbb-9001345a5103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b811de4e-2157-472b-a248-fb00e797501f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:19:17.804183 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c91cebc-d746-4515-9022-f0b0d0114e4f tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Network hostable DHCP agents. Network: b811de4e-2157-472b-a248-fb00e797501f, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:19:17.814601 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91cebc-d746-4515-9022-f0b0d0114e4f tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Pushing event updated for resources: {'Subnet': ['ID=4fc18aec-5bf2-4273-8217-866b7174e4bb,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:17.835206 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c91cebc-d746-4515-9022-f0b0d0114e4f tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Network b811de4e-2157-472b-a248-fb00e797501f is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:19:17.871869 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-0647f318-6d48-4917-944c-bf816f3d0ceb tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:19:17.873064 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-1c91cebc-d746-4515-9022-f0b0d0114e4f tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, b811de4e-2157-472b-a248-fb00e797501f) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:19:17.874372 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab0953d-9a1b-4f81-8644-3334be8feb6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370c730d-943a-4438-920c-70735daa5dc4'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:19:17.880008 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-0647f318-6d48-4917-944c-bf816f3d0ceb tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4632573 Feb 09 12:19:17.888081 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c91cebc-d746-4515-9022-f0b0d0114e4f tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:17.888734 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1c91cebc-d746-4515-9022-f0b0d0114e4f tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:17.901456 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04d6b68-3ad0-49de-a071-d06a0e2e18ee None None] Network b811de4e-2157-472b-a248-fb00e797501f requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:19:17.952816 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1c91cebc-d746-4515-9022-f0b0d0114e4f tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7108240 Feb 09 12:19:17.954001 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45580) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:19:17.977622 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-a7d987fb-2841-4109-847b-b3ff29034ff5 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Request body: {'port': {'network_id': 'b99c93e7-09da-4e68-a3ff-2707256091d8', 'name': 'tempest-TaggedBootDevicesTest-805956242', 'fixed_ips': [{'subnet_id': '5e90ce54-e86e-457d-b992-127e2cb06390'}]}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:19:18.030077 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-5ea3c723-3805-483f-88f6-169e06b101d5 service neutron] Request body: {'binding': {'host': 'n-h1-825178-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:19:18.030718 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-5ea3c723-3805-483f-88f6-169e06b101d5 service neutron] Unknown quota resources ['binding']. {{(pid=87567) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 09 12:19:18.113543 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a42e901b-3610-4326-a82d-f7018c7d1bff req-f3b3a684-d801-4914-ac78-d251a6e2a273 service neutron] 10.222.0.52 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6578717 Feb 09 12:19:18.249169 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 370c730d-943a-4438-920c-70735daa5dc4, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=370c730d-943a-4438-920c-70735daa5dc4,segment=NetworkSegment(7fd43362-d2bb-4c15-a4a2-a1a057b6ca17),segment_id=7fd43362-d2bb-4c15-a4a2-a1a057b6ca17)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:19:18.271142 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:18.365368 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a7d987fb-2841-4109-847b-b3ff29034ff5 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:19:18.373782 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a7d987fb-2841-4109-847b-b3ff29034ff5 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Usage tracker for resource:port and tenant:eec7cd73952c439fa26a361208297f39 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:19:18.381078 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a7d987fb-2841-4109-847b-b3ff29034ff5 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:19:18.398217 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a7d987fb-2841-4109-847b-b3ff29034ff5 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:19:18.421597 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d987fb-2841-4109-847b-b3ff29034ff5 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Made reservation on behalf of eec7cd73952c439fa26a361208297f39 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:19:18.453466 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-d7be8372-76ff-4186-9795-83ffd06bb33a tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:18.461312 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=370c730d-943a-4438-920c-70735daa5dc4,revision_number=7']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:18.480423 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6fbaed-c601-4ab7-9da2-3c438cdd4bc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-b811de4e-2157-472b-a248-fb00e797501f', 'network_id': 'b811de4e-2157-472b-a248-fb00e797501f', 'tenant_id': 'eec7cd73952c439fa26a361208297f39', 'fixed_ips': [{'subnet_id': '4fc18aec-5bf2-4273-8217-866b7174e4bb'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:19:18.482329 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6f6fbaed-c601-4ab7-9da2-3c438cdd4bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:18.506569 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-d7be8372-76ff-4186-9795-83ffd06bb33a tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Transition to ACTIVE for port object f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:19:18.647794 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7d987fb-2841-4109-847b-b3ff29034ff5 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:18.697657 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-a7d987fb-2841-4109-847b-b3ff29034ff5 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] device_id is not set on port 33e8e5dc-949b-49d0-bab6-79fc92eee24f yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:19:18.750510 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f82b5235-7f7e-478c-a604-4c03de192e46 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:18.781454 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f82b5235-7f7e-478c-a604-4c03de192e46 None None] Transition to ACTIVE for port object a83ccc71-7327-4c52-8ad3-8ee45919f08d will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:19:18.883745 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-6f6fbaed-c601-4ab7-9da2-3c438cdd4bc8 None None] Allocated IP 10.2.2.2 (b811de4e-2157-472b-a248-fb00e797501f/4fc18aec-5bf2-4273-8217-866b7174e4bb/21e6fc0b-7958-41d5-a5ac-525024d30abc) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:19:18.886593 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f82b5235-7f7e-478c-a604-4c03de192e46 None None] Transition to ACTIVE for port object a83ccc71-7327-4c52-8ad3-8ee45919f08d will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:19:18.899807 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f82b5235-7f7e-478c-a604-4c03de192e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:18.909534 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-d7be8372-76ff-4186-9795-83ffd06bb33a tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:19.056935 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82b5235-7f7e-478c-a604-4c03de192e46 None None] Network b99c93e7-09da-4e68-a3ff-2707256091d8 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:19:19.059027 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be8372-76ff-4186-9795-83ffd06bb33a tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Pushing event updated for resources: {'Port': ['ID=f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:19.064636 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:19.065634 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-f82b5235-7f7e-478c-a604-4c03de192e46 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:19:19.075938 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4572ce2-acfe-4d35-8ae6-4bbc3292ec79 req-6145d1ad-7d2a-4258-a1a2-1f18acf59de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:19.077604 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d4572ce2-acfe-4d35-8ae6-4bbc3292ec79 req-6145d1ad-7d2a-4258-a1a2-1f18acf59de0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49129fa2c03c45c2a0df365ab76f11e9&device_id=1691c089-3110-48fc-9c9e-fc3a62408e41 HTTP/1.1" status: 200 len: 1101 time: 1.3224843 Feb 09 12:19:19.129698 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-a7d987fb-2841-4109-847b-b3ff29034ff5 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Allocated IP 10.1.1.36 (b99c93e7-09da-4e68-a3ff-2707256091d8/5e90ce54-e86e-457d-b992-127e2cb06390/33e8e5dc-949b-49d0-bab6-79fc92eee24f) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:19:19.146115 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-5ea3c723-3805-483f-88f6-169e06b101d5 service neutron] Attempting to bind port f5fb70a9-260d-4bef-bf68-ea6d7e835c4b on host n-h1-825178-3 for vnic_type normal with profile None {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:19:19.146616 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-5ea3c723-3805-483f-88f6-169e06b101d5 service neutron] Attempting to bind port f5fb70a9-260d-4bef-bf68-ea6d7e835c4b by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:19:19.146947 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-5ea3c723-3805-483f-88f6-169e06b101d5 service neutron] Attempting to bind port f5fb70a9-260d-4bef-bf68-ea6d7e835c4b on network ef8cbc95-953d-4d9d-a80a-2c68322f6f7f {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:19:19.153871 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82b5235-7f7e-478c-a604-4c03de192e46 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:19:19.160319 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-5ea3c723-3805-483f-88f6-169e06b101d5 service neutron] Port f5fb70a9-260d-4bef-bf68-ea6d7e835c4b on network ef8cbc95-953d-4d9d-a80a-2c68322f6f7f not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:19:19.160649 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-5ea3c723-3805-483f-88f6-169e06b101d5 service neutron] Attempting to bind port f5fb70a9-260d-4bef-bf68-ea6d7e835c4b on network ef8cbc95-953d-4d9d-a80a-2c68322f6f7f {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:19:19.213075 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82b5235-7f7e-478c-a604-4c03de192e46 None None] Pushing event updated for resources: {'Port': ['ID=a83ccc71-7327-4c52-8ad3-8ee45919f08d,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:19.345582 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4572ce2-acfe-4d35-8ae6-4bbc3292ec79 req-ba58e07f-15bd-4e89-8a1c-1e3633084c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:19.347104 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d4572ce2-acfe-4d35-8ae6-4bbc3292ec79 req-ba58e07f-15bd-4e89-8a1c-1e3633084c49 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.1878414 Feb 09 12:19:19.362387 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-d7be8372-76ff-4186-9795-83ffd06bb33a tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Network 57d7f1e2-bb43-4a9f-9601-bb147eb2bb18 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:19:19.365973 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-5ea3c723-3805-483f-88f6-169e06b101d5 service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:19:19.366314 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-5ea3c723-3805-483f-88f6-169e06b101d5 service neutron] Checking segment: {'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:19:19.366705 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-5ea3c723-3805-483f-88f6-169e06b101d5 service neutron] Bound using segment: {'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:19:19.367287 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-5ea3c723-3805-483f-88f6-169e06b101d5 service neutron] Bound port: f5fb70a9-260d-4bef-bf68-ea6d7e835c4b, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:19:19.385256 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-f82b5235-7f7e-478c-a604-4c03de192e46 None None] Attempting to bind port a83ccc71-7327-4c52-8ad3-8ee45919f08d on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:19:19.386437 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-f82b5235-7f7e-478c-a604-4c03de192e46 None None] Attempting to bind port a83ccc71-7327-4c52-8ad3-8ee45919f08d by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '3e46f2fe-77ad-44e4-b912-8d0e12584d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b99c93e7-09da-4e68-a3ff-2707256091d8'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:19:19.386957 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82b5235-7f7e-478c-a604-4c03de192e46 None None] Attempting to bind port a83ccc71-7327-4c52-8ad3-8ee45919f08d on network b99c93e7-09da-4e68-a3ff-2707256091d8 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:19:19.406308 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82b5235-7f7e-478c-a604-4c03de192e46 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:19:19.406589 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-5ea3c723-3805-483f-88f6-169e06b101d5 service neutron] For port f5fb70a9-260d-4bef-bf68-ea6d7e835c4b, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=f5fb70a9-260d-4bef-bf68-ea6d7e835c4b,segment=NetworkSegment(a032c80a-2814-4a8f-bd23-99ac5315db25),segment_id=a032c80a-2814-4a8f-bd23-99ac5315db25)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:19:19.407113 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82b5235-7f7e-478c-a604-4c03de192e46 None None] Checking segment: {'id': '3e46f2fe-77ad-44e4-b912-8d0e12584d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b99c93e7-09da-4e68-a3ff-2707256091d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:19:19.407724 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f82b5235-7f7e-478c-a604-4c03de192e46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:19.408282 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82b5235-7f7e-478c-a604-4c03de192e46 None None] Bound using segment: {'id': '3e46f2fe-77ad-44e4-b912-8d0e12584d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b99c93e7-09da-4e68-a3ff-2707256091d8'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:19:19.408973 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-f82b5235-7f7e-478c-a604-4c03de192e46 None None] Bound port: a83ccc71-7327-4c52-8ad3-8ee45919f08d, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e46f2fe-77ad-44e4-b912-8d0e12584d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b99c93e7-09da-4e68-a3ff-2707256091d8'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:19:19.409680 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f82b5235-7f7e-478c-a604-4c03de192e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:19.488272 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-d7be8372-76ff-4186-9795-83ffd06bb33a tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:19:19.500963 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d4572ce2-acfe-4d35-8ae6-4bbc3292ec79 req-04c85cff-4e75-4f0c-aa34-7a8eb15745c0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=209e9bbb-4904-4e48-aa76-9dd4a90dc863 HTTP/1.1" status: 200 len: 217 time: 0.1418576 Feb 09 12:19:19.505495 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-d7be8372-76ff-4186-9795-83ffd06bb33a tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:19:19.603756 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7d987fb-2841-4109-847b-b3ff29034ff5 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:19.609058 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-d7be8372-76ff-4186-9795-83ffd06bb33a tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:19.609728 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-d7be8372-76ff-4186-9795-83ffd06bb33a tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:19.626731 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6f6fbaed-c601-4ab7-9da2-3c438cdd4bc8 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:19.635210 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-a7d987fb-2841-4109-847b-b3ff29034ff5 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Transition to ACTIVE for port object 33e8e5dc-949b-49d0-bab6-79fc92eee24f will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:19:19.649021 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6f6fbaed-c601-4ab7-9da2-3c438cdd4bc8 None None] Transition to ACTIVE for port object 21e6fc0b-7958-41d5-a5ac-525024d30abc will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:19:19.657464 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-f82b5235-7f7e-478c-a604-4c03de192e46 None None] For port a83ccc71-7327-4c52-8ad3-8ee45919f08d, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:19:19.665873 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-f82b5235-7f7e-478c-a604-4c03de192e46 None None] For port a83ccc71-7327-4c52-8ad3-8ee45919f08d, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=a83ccc71-7327-4c52-8ad3-8ee45919f08d,segment=NetworkSegment(3e46f2fe-77ad-44e4-b912-8d0e12584d00),segment_id=3e46f2fe-77ad-44e4-b912-8d0e12584d00)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:19:19.684655 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f82b5235-7f7e-478c-a604-4c03de192e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:19.697035 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7d987fb-2841-4109-847b-b3ff29034ff5 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:19.715481 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4572ce2-acfe-4d35-8ae6-4bbc3292ec79 req-83ef6202-115d-4bc4-a8ad-fa0d65350197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:19.717747 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d4572ce2-acfe-4d35-8ae6-4bbc3292ec79 req-83ef6202-115d-4bc4-a8ad-fa0d65350197 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.0861609 Feb 09 12:19:19.786520 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6f6fbaed-c601-4ab7-9da2-3c438cdd4bc8 None None] Transition to ACTIVE for port object 21e6fc0b-7958-41d5-a5ac-525024d30abc will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:19:19.835583 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6f6fbaed-c601-4ab7-9da2-3c438cdd4bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:19.836131 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4f825-b091-47ea-a12e-3ea060dd9def req-038330b2-44e3-407d-9cb2-a7baf3bf484a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:19.838070 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3db4f825-b091-47ea-a12e-3ea060dd9def req-038330b2-44e3-407d-9cb2-a7baf3bf484a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ff6e1bb65bc440a9af2daa6d5785a57a&device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 1094 time: 0.9387345 Feb 09 12:19:19.845700 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-5ea3c723-3805-483f-88f6-169e06b101d5 service neutron] Notify callbacks [] for binding, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:19.857278 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-5ea3c723-3805-483f-88f6-169e06b101d5 service neutron] 10.222.0.55 "POST /v2.0/ports/f5fb70a9-260d-4bef-bf68-ea6d7e835c4b/bindings HTTP/1.1" status: 201 len: 389 time: 1.9760191 Feb 09 12:19:19.868313 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-d7be8372-76ff-4186-9795-83ffd06bb33a tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9576142 Feb 09 12:19:19.871661 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d987fb-2841-4109-847b-b3ff29034ff5 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Network b99c93e7-09da-4e68-a3ff-2707256091d8 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:19:19.874952 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-a7d987fb-2841-4109-847b-b3ff29034ff5 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:19:19.879789 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d987fb-2841-4109-847b-b3ff29034ff5 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:19:19.921357 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d987fb-2841-4109-847b-b3ff29034ff5 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Pushing event updated for resources: {'Port': ['ID=33e8e5dc-949b-49d0-bab6-79fc92eee24f,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:19.944206 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-8ce7780c-7303-41fe-8ce4-36ddee45e291 None None] Provisioning for port f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:19:19.971160 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d987fb-2841-4109-847b-b3ff29034ff5 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:19.972152 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7d987fb-2841-4109-847b-b3ff29034ff5 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:20.010705 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a7d987fb-2841-4109-847b-b3ff29034ff5 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0554383 Feb 09 12:19:20.011410 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45614) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:19:20.015699 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6fbaed-c601-4ab7-9da2-3c438cdd4bc8 None None] Network b811de4e-2157-472b-a248-fb00e797501f is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:19:20.022533 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-c37ae706-36a8-462c-b304-8ad0669dc13e tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Request body: {'port': {'network_id': 'b99c93e7-09da-4e68-a3ff-2707256091d8', 'name': 'tempest-TaggedBootDevicesTest-1978569980', 'fixed_ips': [{'subnet_id': '5e90ce54-e86e-457d-b992-127e2cb06390'}]}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:19:20.037394 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-6f6fbaed-c601-4ab7-9da2-3c438cdd4bc8 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:19:20.046090 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6fbaed-c601-4ab7-9da2-3c438cdd4bc8 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:19:20.054040 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-8ce7780c-7303-41fe-8ce4-36ddee45e291 None None] Provisioning complete for port f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:19:20.054579 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8ce7780c-7303-41fe-8ce4-36ddee45e291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:20.127306 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82b5235-7f7e-478c-a604-4c03de192e46 None None] Pushing event updated for resources: {'Port': ['ID=a83ccc71-7327-4c52-8ad3-8ee45919f08d,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:20.319575 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c37ae706-36a8-462c-b304-8ad0669dc13e tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:19:20.327651 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c37ae706-36a8-462c-b304-8ad0669dc13e tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Usage tracker for resource:port and tenant:eec7cd73952c439fa26a361208297f39 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:19:20.331383 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c37ae706-36a8-462c-b304-8ad0669dc13e tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:19:20.341783 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c37ae706-36a8-462c-b304-8ad0669dc13e tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:19:20.364905 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37ae706-36a8-462c-b304-8ad0669dc13e tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Made reservation on behalf of eec7cd73952c439fa26a361208297f39 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:19:20.372719 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c37ae706-36a8-462c-b304-8ad0669dc13e tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:20.377273 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:20.380267 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-8ce7780c-7303-41fe-8ce4-36ddee45e291 None None] Port f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:19:20.402378 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6fbaed-c601-4ab7-9da2-3c438cdd4bc8 None None] Pushing event updated for resources: {'Port': ['ID=21e6fc0b-7958-41d5-a5ac-525024d30abc,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:20.403048 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-c6e5a18c-f5b7-484f-9304-f7368ca1c337 service neutron] Request body: {'port': {'device_id': '706eeb13-0aa4-410d-913b-ac2b91f4fe17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:19:20.421308 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-6f6fbaed-c601-4ab7-9da2-3c438cdd4bc8 None None] Attempting to bind port 21e6fc0b-7958-41d5-a5ac-525024d30abc on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:19:20.422918 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-c37ae706-36a8-462c-b304-8ad0669dc13e tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] device_id is not set on port 443c0b83-737f-4437-9bd0-865f75d5940d yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:19:20.423277 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-6f6fbaed-c601-4ab7-9da2-3c438cdd4bc8 None None] Attempting to bind port 21e6fc0b-7958-41d5-a5ac-525024d30abc by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '2caa8241-9028-480a-8fbb-9001345a5103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b811de4e-2157-472b-a248-fb00e797501f'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:19:20.425128 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6fbaed-c601-4ab7-9da2-3c438cdd4bc8 None None] Attempting to bind port 21e6fc0b-7958-41d5-a5ac-525024d30abc on network b811de4e-2157-472b-a248-fb00e797501f {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:19:20.444106 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6fbaed-c601-4ab7-9da2-3c438cdd4bc8 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:19:20.444681 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6fbaed-c601-4ab7-9da2-3c438cdd4bc8 None None] Checking segment: {'id': '2caa8241-9028-480a-8fbb-9001345a5103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b811de4e-2157-472b-a248-fb00e797501f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:19:20.445502 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6f6fbaed-c601-4ab7-9da2-3c438cdd4bc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:20.446057 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6fbaed-c601-4ab7-9da2-3c438cdd4bc8 None None] Bound using segment: {'id': '2caa8241-9028-480a-8fbb-9001345a5103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b811de4e-2157-472b-a248-fb00e797501f'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:19:20.446690 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-6f6fbaed-c601-4ab7-9da2-3c438cdd4bc8 None None] Bound port: 21e6fc0b-7958-41d5-a5ac-525024d30abc, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2caa8241-9028-480a-8fbb-9001345a5103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b811de4e-2157-472b-a248-fb00e797501f'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:19:20.447218 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6f6fbaed-c601-4ab7-9da2-3c438cdd4bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:20.616597 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-6f6fbaed-c601-4ab7-9da2-3c438cdd4bc8 None None] For port 21e6fc0b-7958-41d5-a5ac-525024d30abc, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:19:20.620663 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-6f6fbaed-c601-4ab7-9da2-3c438cdd4bc8 None None] For port 21e6fc0b-7958-41d5-a5ac-525024d30abc, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=21e6fc0b-7958-41d5-a5ac-525024d30abc,segment=NetworkSegment(2caa8241-9028-480a-8fbb-9001345a5103),segment_id=2caa8241-9028-480a-8fbb-9001345a5103)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:19:20.627224 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6f6fbaed-c601-4ab7-9da2-3c438cdd4bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:20.639936 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da216ba-c582-4f7d-9183-0081c220bdcd req-ab2e1643-06f3-42b8-a88b-48c010c5a3bc tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:20.641994 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5da216ba-c582-4f7d-9183-0081c220bdcd req-ab2e1643-06f3-42b8-a88b-48c010c5a3bc tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=1691c089-3110-48fc-9c9e-fc3a62408e41 HTTP/1.1" status: 200 len: 950 time: 1.5947404 Feb 09 12:19:20.688597 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c4612c3f-ab9f-4052-be57-2637ebfdbadc req-38747f66-4d12-4eaa-8a2a-be553cb97129 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] 10.222.0.55 "GET /v2.0/security-groups/2cb6b928-b97c-4ca5-8709-20a7d8a75e1f HTTP/1.1" status: 200 len: 1804 time: 0.6230180 Feb 09 12:19:20.728091 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6fbaed-c601-4ab7-9da2-3c438cdd4bc8 None None] Pushing event updated for resources: {'Port': ['ID=21e6fc0b-7958-41d5-a5ac-525024d30abc,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:20.739360 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-c37ae706-36a8-462c-b304-8ad0669dc13e tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Allocated IP 10.1.1.132 (b99c93e7-09da-4e68-a3ff-2707256091d8/5e90ce54-e86e-457d-b992-127e2cb06390/443c0b83-737f-4437-9bd0-865f75d5940d) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:19:20.862346 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4572ce2-acfe-4d35-8ae6-4bbc3292ec79 req-8a3d97aa-d7c7-4f8a-8c7b-5ba6bb27e619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:20.863879 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d4572ce2-acfe-4d35-8ae6-4bbc3292ec79 req-8a3d97aa-d7c7-4f8a-8c7b-5ba6bb27e619 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1274824 Feb 09 12:19:20.868806 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4f825-b091-47ea-a12e-3ea060dd9def req-5dbe79a9-34f9-48a0-a922-ea4b16e6762a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:20.870863 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3db4f825-b091-47ea-a12e-3ea060dd9def req-5dbe79a9-34f9-48a0-a922-ea4b16e6762a service neutron] 10.222.0.52 "GET /v2.0/networks?id=0448691a-ec13-4b8b-a50a-33e2c91deaac HTTP/1.1" status: 200 len: 913 time: 1.0127351 Feb 09 12:19:21.055335 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device a83ccc71-7327-4c52-8ad3-8ee45919f08d up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:19:21.155817 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c37ae706-36a8-462c-b304-8ad0669dc13e tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:21.180958 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-c37ae706-36a8-462c-b304-8ad0669dc13e tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Transition to ACTIVE for port object 443c0b83-737f-4437-9bd0-865f75d5940d will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:19:21.214102 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c37ae706-36a8-462c-b304-8ad0669dc13e tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:21.262992 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port a83ccc71-7327-4c52-8ad3-8ee45919f08d completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:19:21.320383 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ae706-36a8-462c-b304-8ad0669dc13e tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Pushing event updated for resources: {'Port': ['ID=443c0b83-737f-4437-9bd0-865f75d5940d,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:21.352333 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device f9ae4b3a-6a9e-4d5b-8eda-9db431346db4 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:19:21.360404 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37ae706-36a8-462c-b304-8ad0669dc13e tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Network b99c93e7-09da-4e68-a3ff-2707256091d8 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:19:21.366675 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-c37ae706-36a8-462c-b304-8ad0669dc13e tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:19:21.371415 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37ae706-36a8-462c-b304-8ad0669dc13e tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:19:21.508989 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37ae706-36a8-462c-b304-8ad0669dc13e tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:21.525129 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c37ae706-36a8-462c-b304-8ad0669dc13e tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:21.572052 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-c6e5a18c-f5b7-484f-9304-f7368ca1c337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:21.590567 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c37ae706-36a8-462c-b304-8ad0669dc13e tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5777981 Feb 09 12:19:21.602744 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5da216ba-c582-4f7d-9183-0081c220bdcd req-a6496ec0-4428-4b0d-aa14-a3f86a32ec7b tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9325037 Feb 09 12:19:21.606684 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port f9ae4b3a-6a9e-4d5b-8eda-9db431346db4, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=f9ae4b3a-6a9e-4d5b-8eda-9db431346db4,segment=NetworkSegment(8f05bb68-39ac-4075-9eae-946e36af88ec),segment_id=8f05bb68-39ac-4075-9eae-946e36af88ec)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:19:21.629812 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3db4f825-b091-47ea-a12e-3ea060dd9def req-98a92085-1a88-42ac-b6ec-fdaa63c3164c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9ae4b3a-6a9e-4d5b-8eda-9db431346db4 HTTP/1.1" status: 200 len: 217 time: 0.6610794 Feb 09 12:19:21.655158 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': 'f9ae4b3a-6a9e-4d5b-8eda-9db431346db4', 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac', 'port_id': 'f9ae4b3a-6a9e-4d5b-8eda-9db431346db4', 'mac_address': 'fa:16:3e:4b:b7:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc155009-a31d-4409-b15f-2ed587ea4525', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:19:21.656492 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d4572ce2-acfe-4d35-8ae6-4bbc3292ec79 req-cf7937c6-b6b3-4116-8011-8d3f9b408c6c service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7626038 Feb 09 12:19:21.733284 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60abe45e-1ba2-443a-b3a1-fbd5f6949bd7 None None] Network b99c93e7-09da-4e68-a3ff-2707256091d8 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:19:21.763289 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab0953d-9a1b-4f81-8644-3334be8feb6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370c730d-943a-4438-920c-70735daa5dc4', 'code': 200} Feb 09 12:19:21.907221 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:21.939396 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9ae4b3a-6a9e-4d5b-8eda-9db431346db4 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:19:21.973098 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c0c599eb-40e9-4652-8792-b6cc41f07400 None None] Provisioning for port a83ccc71-7327-4c52-8ad3-8ee45919f08d completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:19:21.975805 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-cf165d67-b5c0-4f51-a209-120c8555ff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:21.977332 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-cf165d67-b5c0-4f51-a209-120c8555ff41 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=48298ec907a946ddb2f0d8ac4aa52547&device_id=34e7919b-4407-4ab0-8bcc-35c5416c741e HTTP/1.1" status: 200 len: 1096 time: 1.4990575 Feb 09 12:19:21.984517 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c0c599eb-40e9-4652-8792-b6cc41f07400 None None] Provisioning complete for port a83ccc71-7327-4c52-8ad3-8ee45919f08d triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:19:21.984517 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c0c599eb-40e9-4652-8792-b6cc41f07400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:22.076802 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port f9ae4b3a-6a9e-4d5b-8eda-9db431346db4, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=f9ae4b3a-6a9e-4d5b-8eda-9db431346db4,segment=NetworkSegment(8f05bb68-39ac-4075-9eae-946e36af88ec),segment_id=8f05bb68-39ac-4075-9eae-946e36af88ec)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:19:22.097188 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:22.164951 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4f825-b091-47ea-a12e-3ea060dd9def req-8afceef2-1763-49b5-9327-aaff273c250a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:22.166308 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3db4f825-b091-47ea-a12e-3ea060dd9def req-8afceef2-1763-49b5-9327-aaff273c250a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fc155009-a31d-4409-b15f-2ed587ea4525 HTTP/1.1" status: 200 len: 851 time: 0.4995511 Feb 09 12:19:22.315279 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb387fdd-7c38-4fb0-9085-e2bd92a03bd4 req-3e60df0a-bbd3-4793-9cf4-43e5781e93e0 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:22.329213 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb387fdd-7c38-4fb0-9085-e2bd92a03bd4 req-3e60df0a-bbd3-4793-9cf4-43e5781e93e0 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:22.330037 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-fb387fdd-7c38-4fb0-9085-e2bd92a03bd4 req-3e60df0a-bbd3-4793-9cf4-43e5781e93e0 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Synchronizing usage tracker for tenant:8114ad2839984517a24a750c07d13d34 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:19:22.381419 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17413fac-3d16-457e-b0e7-87531e563237 None None] Network b811de4e-2157-472b-a248-fb00e797501f requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:19:22.406953 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-fb387fdd-7c38-4fb0-9085-e2bd92a03bd4 req-3e60df0a-bbd3-4793-9cf4-43e5781e93e0 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Unset dirty status for tenant:8114ad2839984517a24a750c07d13d34 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:19:22.421264 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fb387fdd-7c38-4fb0-9085-e2bd92a03bd4 req-3e60df0a-bbd3-4793-9cf4-43e5781e93e0 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/ports?device_id=706eeb13-0aa4-410d-913b-ac2b91f4fe17 HTTP/1.1" status: 200 len: 1654 time: 1.5639277 Feb 09 12:19:22.492227 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d4572ce2-acfe-4d35-8ae6-4bbc3292ec79 req-0cae8cf5-e17d-4e1e-b5f2-9da0a7ab7a77 service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8048096 Feb 09 12:19:22.542884 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['f9ae4b3a-6a9e-4d5b-8eda-9db431346db4'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:19:22.586084 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=f9ae4b3a-6a9e-4d5b-8eda-9db431346db4,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:22.611281 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c0c599eb-40e9-4652-8792-b6cc41f07400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:22.639928 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:22.757429 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-c0c599eb-40e9-4652-8792-b6cc41f07400 None None] For port a83ccc71-7327-4c52-8ad3-8ee45919f08d, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=a83ccc71-7327-4c52-8ad3-8ee45919f08d,segment=NetworkSegment(3e46f2fe-77ad-44e4-b912-8d0e12584d00),segment_id=3e46f2fe-77ad-44e4-b912-8d0e12584d00)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:19:22.788048 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-78b8c6bf-ea0e-42b4-92f8-d4377bcca32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:22.789489 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-78b8c6bf-ea0e-42b4-92f8-d4377bcca32d service neutron] 10.222.0.52 "GET /v2.0/networks?id=ef8cbc95-953d-4d9d-a80a-2c68322f6f7f HTTP/1.1" status: 200 len: 909 time: 0.7400403 Feb 09 12:19:22.798497 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08323f56-df09-4dd0-9e2c-7cee8bc3e563 req-f4aba6f7-099b-4c4b-88c2-741181bb926a tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:22.799560 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-08323f56-df09-4dd0-9e2c-7cee8bc3e563 req-f4aba6f7-099b-4c4b-88c2-741181bb926a tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 943 time: 0.8036635 Feb 09 12:19:22.804723 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c0c599eb-40e9-4652-8792-b6cc41f07400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:22.922781 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-91858c04-2391-4db4-aace-1c61b3a744d6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f5fb70a9-260d-4bef-bf68-ea6d7e835c4b HTTP/1.1" status: 200 len: 217 time: 0.1220620 Feb 09 12:19:22.946421 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fb387fdd-7c38-4fb0-9085-e2bd92a03bd4 req-839b21c2-fd0e-40e2-b7da-1576bcc62f6d tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/security-groups?id=7752dbfe-1b85-414b-88da-268929ad7fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4844911 Feb 09 12:19:23.063341 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 21e6fc0b-7958-41d5-a5ac-525024d30abc up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:19:23.112974 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-5b52b283-03df-4138-809c-e37cdab9894b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:23.114707 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0c1c93ec-eaef-4688-888b-486664c23d93 None None] Provisioning for port 21e6fc0b-7958-41d5-a5ac-525024d30abc completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:19:23.115250 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-5b52b283-03df-4138-809c-e37cdab9894b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=366798ce-1b6a-4537-9fda-2703703dab8f HTTP/1.1" status: 200 len: 848 time: 0.1677761 Feb 09 12:19:23.140529 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c599eb-40e9-4652-8792-b6cc41f07400 None None] Pushing event updated for resources: {'Port': ['ID=a83ccc71-7327-4c52-8ad3-8ee45919f08d,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:23.199320 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4f825-b091-47ea-a12e-3ea060dd9def req-6c4bc57f-d08c-4296-8d88-e19eb93c4aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:23.201605 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3db4f825-b091-47ea-a12e-3ea060dd9def req-6c4bc57f-d08c-4296-8d88-e19eb93c4aaf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0448691a-ec13-4b8b-a50a-33e2c91deaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0064952 Feb 09 12:19:23.222240 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-c6e5a18c-f5b7-484f-9304-f7368ca1c337 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bedbbe39-7923-4139-8a48-e5e64718865f {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:19:23.260958 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 21e6fc0b-7958-41d5-a5ac-525024d30abc completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:19:23.284637 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 21e6fc0b-7958-41d5-a5ac-525024d30abc triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:19:23.285019 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:23.380326 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b2f63afc-dbc8-4031-b5c6-8903f1c2d48e None None] Provisioning for port 443c0b83-737f-4437-9bd0-865f75d5940d completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:19:23.405228 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b2f63afc-dbc8-4031-b5c6-8903f1c2d48e None None] Provisioning complete for port 443c0b83-737f-4437-9bd0-865f75d5940d triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:19:23.405526 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b2f63afc-dbc8-4031-b5c6-8903f1c2d48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:23.553035 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b2f63afc-dbc8-4031-b5c6-8903f1c2d48e None None] Port 443c0b83-737f-4437-9bd0-865f75d5940d cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:19:23.612530 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-c6e5a18c-f5b7-484f-9304-f7368ca1c337 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:23.623806 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b2f63afc-dbc8-4031-b5c6-8903f1c2d48e None None] Provisioning complete for port a83ccc71-7327-4c52-8ad3-8ee45919f08d triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:19:23.624280 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b2f63afc-dbc8-4031-b5c6-8903f1c2d48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:23.718696 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:23.746357 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-08323f56-df09-4dd0-9e2c-7cee8bc3e563 req-4d6843a7-6627-4d75-91d3-d7b2a96a1c27 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8860085 Feb 09 12:19:23.786050 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-b729b521-2d9d-4762-b233-36ad319a6bbc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ef8cbc95-953d-4d9d-a80a-2c68322f6f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5613337 Feb 09 12:19:23.793223 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-1dc6ba6f-ad63-473e-ba38-f24665580cc8 req-b85ce7f7-54fa-4ee6-9632-027ca35a431b tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-254568736', 'description': 'tempest-description-578823840'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:19:23.802054 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 21e6fc0b-7958-41d5-a5ac-525024d30abc, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=21e6fc0b-7958-41d5-a5ac-525024d30abc,segment=NetworkSegment(2caa8241-9028-480a-8fbb-9001345a5103),segment_id=2caa8241-9028-480a-8fbb-9001345a5103)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:19:23.811028 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:23.880734 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-1dc6ba6f-ad63-473e-ba38-f24665580cc8 req-b85ce7f7-54fa-4ee6-9632-027ca35a431b tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:19:23.950483 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=21e6fc0b-7958-41d5-a5ac-525024d30abc,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:23.962669 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-1dc6ba6f-ad63-473e-ba38-f24665580cc8 req-b85ce7f7-54fa-4ee6-9632-027ca35a431b tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Usage tracker for resource:security_group and tenant:be7a56ae3e9d40a2851c24a8f28d26f2 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:19:23.971162 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-c6e5a18c-f5b7-484f-9304-f7368ca1c337 service neutron] Transition to ACTIVE for port object bedbbe39-7923-4139-8a48-e5e64718865f will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:19:23.972679 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b2f63afc-dbc8-4031-b5c6-8903f1c2d48e None None] Provisioning for port 33e8e5dc-949b-49d0-bab6-79fc92eee24f completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:19:23.981363 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b2f63afc-dbc8-4031-b5c6-8903f1c2d48e None None] Provisioning complete for port 33e8e5dc-949b-49d0-bab6-79fc92eee24f triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:19:23.982123 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b2f63afc-dbc8-4031-b5c6-8903f1c2d48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:23.993319 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-1dc6ba6f-ad63-473e-ba38-f24665580cc8 req-b85ce7f7-54fa-4ee6-9632-027ca35a431b tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:19:24.008340 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-c6e5a18c-f5b7-484f-9304-f7368ca1c337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:24.051074 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b2f63afc-dbc8-4031-b5c6-8903f1c2d48e None None] Port 33e8e5dc-949b-49d0-bab6-79fc92eee24f cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:19:24.083689 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-1dc6ba6f-ad63-473e-ba38-f24665580cc8 req-b85ce7f7-54fa-4ee6-9632-027ca35a431b tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:19:24.114604 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3db4f825-b091-47ea-a12e-3ea060dd9def req-643eac7e-49dc-423f-88db-0f0aa3fed4b4 service neutron] 10.222.0.52 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8856437 Feb 09 12:19:24.190605 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-607e8529-6a28-49f7-af16-bc70e5c03be6 None None] Provisioning complete for port 443c0b83-737f-4437-9bd0-865f75d5940d triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:19:24.191878 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-607e8529-6a28-49f7-af16-bc70e5c03be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:24.243241 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e5a18c-f5b7-484f-9304-f7368ca1c337 service neutron] Pushing event updated for resources: {'Port': ['ID=bedbbe39-7923-4139-8a48-e5e64718865f,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:24.266852 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1dc6ba6f-ad63-473e-ba38-f24665580cc8 req-b85ce7f7-54fa-4ee6-9632-027ca35a431b tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:24.284439 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-607e8529-6a28-49f7-af16-bc70e5c03be6 None None] Port 443c0b83-737f-4437-9bd0-865f75d5940d cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:19:24.299333 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-607e8529-6a28-49f7-af16-bc70e5c03be6 None None] Provisioning complete for port 33e8e5dc-949b-49d0-bab6-79fc92eee24f triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:19:24.300097 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-607e8529-6a28-49f7-af16-bc70e5c03be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:24.367763 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-607e8529-6a28-49f7-af16-bc70e5c03be6 None None] Port 33e8e5dc-949b-49d0-bab6-79fc92eee24f cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:19:24.382508 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-607e8529-6a28-49f7-af16-bc70e5c03be6 None None] Provisioning complete for port 21e6fc0b-7958-41d5-a5ac-525024d30abc triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:19:24.383259 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-607e8529-6a28-49f7-af16-bc70e5c03be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:24.506606 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76330b88-7acd-4ed7-b709-c9e747983eaa req-bbc85c92-080e-452c-84df-0970c0bd10f5 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:24.514105 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-76330b88-7acd-4ed7-b709-c9e747983eaa req-bbc85c92-080e-452c-84df-0970c0bd10f5 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=34e7919b-4407-4ab0-8bcc-35c5416c741e HTTP/1.1" status: 200 len: 945 time: 0.9082379 Feb 09 12:19:24.571869 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-1dc6ba6f-ad63-473e-ba38-f24665580cc8 req-b85ce7f7-54fa-4ee6-9632-027ca35a431b tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:19:24.601605 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-06b4f88b-833b-4e82-974b-83089d8db405 service neutron] 10.222.0.52 "GET /v2.0/networks/ef8cbc95-953d-4d9d-a80a-2c68322f6f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8142421 Feb 09 12:19:24.606344 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-1dc6ba6f-ad63-473e-ba38-f24665580cc8 req-b85ce7f7-54fa-4ee6-9632-027ca35a431b tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Usage tracker for resource:security_group_rule and tenant:be7a56ae3e9d40a2851c24a8f28d26f2 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:19:24.608985 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-c6e5a18c-f5b7-484f-9304-f7368ca1c337 service neutron] Attempting to bind port bedbbe39-7923-4139-8a48-e5e64718865f on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:19:24.610078 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-c6e5a18c-f5b7-484f-9304-f7368ca1c337 service neutron] Attempting to bind port bedbbe39-7923-4139-8a48-e5e64718865f by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': 'e4061eec-f665-48b0-b400-9699a3660a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd6cb5a73-e522-4e03-9d30-5be8d6f18f3d'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:19:24.610078 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-c6e5a18c-f5b7-484f-9304-f7368ca1c337 service neutron] Attempting to bind port bedbbe39-7923-4139-8a48-e5e64718865f on network d6cb5a73-e522-4e03-9d30-5be8d6f18f3d {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:19:24.612990 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device cd467e58-0514-4630-9b93-12f3610e765e no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:19:24.618873 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-1dc6ba6f-ad63-473e-ba38-f24665580cc8 req-b85ce7f7-54fa-4ee6-9632-027ca35a431b tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:19:24.661209 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-76330b88-7acd-4ed7-b709-c9e747983eaa req-a408d8e6-f852-45ae-bf5f-a8badfb8df45 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461575 Feb 09 12:19:24.669786 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-c6e5a18c-f5b7-484f-9304-f7368ca1c337 service neutron] Port bedbbe39-7923-4139-8a48-e5e64718865f on network d6cb5a73-e522-4e03-9d30-5be8d6f18f3d not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:19:24.670111 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-c6e5a18c-f5b7-484f-9304-f7368ca1c337 service neutron] Attempting to bind port bedbbe39-7923-4139-8a48-e5e64718865f on network d6cb5a73-e522-4e03-9d30-5be8d6f18f3d {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:19:24.675747 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-1dc6ba6f-ad63-473e-ba38-f24665580cc8 req-b85ce7f7-54fa-4ee6-9632-027ca35a431b tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:19:24.764097 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-c6e5a18c-f5b7-484f-9304-f7368ca1c337 service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:19:24.764440 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-c6e5a18c-f5b7-484f-9304-f7368ca1c337 service neutron] Checking segment: {'id': 'e4061eec-f665-48b0-b400-9699a3660a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd6cb5a73-e522-4e03-9d30-5be8d6f18f3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:19:24.764831 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-c6e5a18c-f5b7-484f-9304-f7368ca1c337 service neutron] Bound using segment: {'id': 'e4061eec-f665-48b0-b400-9699a3660a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd6cb5a73-e522-4e03-9d30-5be8d6f18f3d'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:19:24.765285 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-c6e5a18c-f5b7-484f-9304-f7368ca1c337 service neutron] Bound port: bedbbe39-7923-4139-8a48-e5e64718865f, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4061eec-f665-48b0-b400-9699a3660a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd6cb5a73-e522-4e03-9d30-5be8d6f18f3d'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:19:24.765634 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-c6e5a18c-f5b7-484f-9304-f7368ca1c337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:24.795191 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:24.795852 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3db4f825-b091-47ea-a12e-3ea060dd9def req-7e6d2fba-e276-4a96-996c-78bf8336a937 service neutron] 10.222.0.52 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6051440 Feb 09 12:19:24.845222 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93d00cb-241f-4e69-b28d-04d3d14faed4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd467e58-0514-4630-9b93-12f3610e765e'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:19:24.870864 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port cd467e58-0514-4630-9b93-12f3610e765e, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=cd467e58-0514-4630-9b93-12f3610e765e,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:19:24.876469 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:24.956334 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-81e0ed1c-8e1f-4dda-b7d7-1d38008c2b80 service neutron] 10.222.0.52 "GET /v2.0/networks/ef8cbc95-953d-4d9d-a80a-2c68322f6f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418515 Feb 09 12:19:24.971065 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1dc6ba6f-ad63-473e-ba38-f24665580cc8 req-b85ce7f7-54fa-4ee6-9632-027ca35a431b tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:24.974024 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-c6e5a18c-f5b7-484f-9304-f7368ca1c337 service neutron] For port bedbbe39-7923-4139-8a48-e5e64718865f, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:19:24.977930 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-c6e5a18c-f5b7-484f-9304-f7368ca1c337 service neutron] For port bedbbe39-7923-4139-8a48-e5e64718865f, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=bedbbe39-7923-4139-8a48-e5e64718865f,segment=NetworkSegment(e4061eec-f665-48b0-b400-9699a3660a7f),segment_id=e4061eec-f665-48b0-b400-9699a3660a7f)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:19:24.981587 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1dc6ba6f-ad63-473e-ba38-f24665580cc8 req-b85ce7f7-54fa-4ee6-9632-027ca35a431b tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:25.004411 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-c6e5a18c-f5b7-484f-9304-f7368ca1c337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:25.024772 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 21e6fc0b-7958-41d5-a5ac-525024d30abc up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:19:25.093022 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=cd467e58-0514-4630-9b93-12f3610e765e,revision_number=11']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:25.129518 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 21e6fc0b-7958-41d5-a5ac-525024d30abc triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:19:25.130251 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:25.147229 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1dc6ba6f-ad63-473e-ba38-f24665580cc8 req-b85ce7f7-54fa-4ee6-9632-027ca35a431b tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:25.148576 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1dc6ba6f-ad63-473e-ba38-f24665580cc8 req-b85ce7f7-54fa-4ee6-9632-027ca35a431b tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.3599899 Feb 09 12:19:25.149845 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-c6e5a18c-f5b7-484f-9304-f7368ca1c337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:25.150448 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-c6e5a18c-f5b7-484f-9304-f7368ca1c337 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:25.152529 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-c6e5a18c-f5b7-484f-9304-f7368ca1c337 service neutron] 10.222.0.52 "PUT /v2.0/ports/bedbbe39-7923-4139-8a48-e5e64718865f HTTP/1.1" status: 200 len: 1091 time: 4.7546501 Feb 09 12:19:25.155518 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '706eeb13-0aa4-410d-913b-ac2b91f4fe17', 'tag': 'bedbbe39-7923-4139-8a48-e5e64718865f'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:19:25.160512 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ce7f7-54fa-4ee6-9632-027ca35a431b tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56c7b0f3-1cb9-4018-870b-e4929cf70f71,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:25.201721 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-095e4ce3-8762-41f7-a56f-2f1f65bb42ac service neutron] Request body: {'port': {'device_id': '706eeb13-0aa4-410d-913b-ac2b91f4fe17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:19:25.244474 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e5a18c-f5b7-484f-9304-f7368ca1c337 service neutron] Pushing event updated for resources: {'Port': ['ID=bedbbe39-7923-4139-8a48-e5e64718865f,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:25.291924 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-5307119e-a00f-492a-9884-39da84f10928 tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:25.293641 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-5307119e-a00f-492a-9884-39da84f10928 tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=34e7919b-4407-4ab0-8bcc-35c5416c741e&tenant_id=48298ec907a946ddb2f0d8ac4aa52547&binding%3Ahost_id=n-h2-825178-3 HTTP/1.1" status: 200 len: 1096 time: 0.2453268 Feb 09 12:19:25.327040 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-ee14a8e2-06d6-473f-80b6-8f55351e378a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825178-3'}}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:19:25.344442 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45658) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:19:25.350147 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-c225805d-6abb-41d5-ad44-a14f7664239a tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Request body: {'security_group': {'name': 'tempest-securitygroup--349675443', 'description': 'tempest-description--1896830116'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:19:25.371965 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c225805d-6abb-41d5-ad44-a14f7664239a tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:19:25.384440 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c225805d-6abb-41d5-ad44-a14f7664239a tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Usage tracker for resource:security_group and tenant:eec7cd73952c439fa26a361208297f39 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:19:25.398875 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c225805d-6abb-41d5-ad44-a14f7664239a tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:19:25.406630 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device f9ae4b3a-6a9e-4d5b-8eda-9db431346db4 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:19:25.421046 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c225805d-6abb-41d5-ad44-a14f7664239a tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:19:25.457634 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c225805d-6abb-41d5-ad44-a14f7664239a tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:25.544256 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c225805d-6abb-41d5-ad44-a14f7664239a tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:19:25.559204 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c225805d-6abb-41d5-ad44-a14f7664239a tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Usage tracker for resource:security_group_rule and tenant:eec7cd73952c439fa26a361208297f39 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:19:25.570865 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c225805d-6abb-41d5-ad44-a14f7664239a tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:19:25.584714 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c225805d-6abb-41d5-ad44-a14f7664239a tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:19:25.593112 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port f9ae4b3a-6a9e-4d5b-8eda-9db431346db4 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:19:25.601202 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port f9ae4b3a-6a9e-4d5b-8eda-9db431346db4 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:19:25.601388 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:25.628017 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device a83ccc71-7327-4c52-8ad3-8ee45919f08d up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:19:25.763273 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c225805d-6abb-41d5-ad44-a14f7664239a tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:25.774779 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c225805d-6abb-41d5-ad44-a14f7664239a tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:25.793720 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port a83ccc71-7327-4c52-8ad3-8ee45919f08d triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:19:25.794179 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:25.825175 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c225805d-6abb-41d5-ad44-a14f7664239a tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8803669e-2abe-4ab7-b2c0-58109e10cb11,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:25.854220 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:25.866359 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c225805d-6abb-41d5-ad44-a14f7664239a tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:25.867725 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c225805d-6abb-41d5-ad44-a14f7664239a tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5223365 Feb 09 12:19:25.871737 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45664) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:19:25.877323 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-4160fcd6-f349-4e55-b8da-e5a67fe702ee tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Request body: {'security_group_rule': {'security_group_id': '8803669e-2abe-4ab7-b2c0-58109e10cb11', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:19:25.895214 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4160fcd6-f349-4e55-b8da-e5a67fe702ee tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:19:25.899128 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4160fcd6-f349-4e55-b8da-e5a67fe702ee tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Usage tracker for resource:security_group_rule and tenant:eec7cd73952c439fa26a361208297f39 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:19:25.902969 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4160fcd6-f349-4e55-b8da-e5a67fe702ee tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:19:25.913115 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4160fcd6-f349-4e55-b8da-e5a67fe702ee tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:19:25.960216 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4160fcd6-f349-4e55-b8da-e5a67fe702ee tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:26.005723 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port f9ae4b3a-6a9e-4d5b-8eda-9db431346db4, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=f9ae4b3a-6a9e-4d5b-8eda-9db431346db4,segment=NetworkSegment(8f05bb68-39ac-4075-9eae-946e36af88ec),segment_id=8f05bb68-39ac-4075-9eae-946e36af88ec)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:19:26.015738 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:26.045040 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-095e4ce3-8762-41f7-a56f-2f1f65bb42ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:26.051572 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4160fcd6-f349-4e55-b8da-e5a67fe702ee tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:26.054013 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-ee14a8e2-06d6-473f-80b6-8f55351e378a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:26.056786 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4160fcd6-f349-4e55-b8da-e5a67fe702ee tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:26.093923 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4160fcd6-f349-4e55-b8da-e5a67fe702ee tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:26.095955 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4160fcd6-f349-4e55-b8da-e5a67fe702ee tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2228384 Feb 09 12:19:26.099064 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45668) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:19:26.106443 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-018a1622-545e-4412-96f0-57d22892dfe6 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Request body: {'security_group_rule': {'security_group_id': '8803669e-2abe-4ab7-b2c0-58109e10cb11', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:19:26.113419 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160fcd6-f349-4e55-b8da-e5a67fe702ee tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15f1b0b8-306e-4c4b-a36f-918ae66dcaf8,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:26.116652 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-018a1622-545e-4412-96f0-57d22892dfe6 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:19:26.120527 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-018a1622-545e-4412-96f0-57d22892dfe6 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Usage tracker for resource:security_group_rule and tenant:eec7cd73952c439fa26a361208297f39 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:19:26.121944 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=f9ae4b3a-6a9e-4d5b-8eda-9db431346db4,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:26.123751 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-018a1622-545e-4412-96f0-57d22892dfe6 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:19:26.129643 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-018a1622-545e-4412-96f0-57d22892dfe6 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:19:26.153419 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-018a1622-545e-4412-96f0-57d22892dfe6 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:26.232777 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-018a1622-545e-4412-96f0-57d22892dfe6 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:26.238505 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-018a1622-545e-4412-96f0-57d22892dfe6 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:26.242535 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f8581-41aa-496f-9492-08229c3a4141 req-19e30e1a-b11b-4bbf-a869-83fd02939734 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:26.244298 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-286f8581-41aa-496f-9492-08229c3a4141 req-19e30e1a-b11b-4bbf-a869-83fd02939734 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=1691c089-3110-48fc-9c9e-fc3a62408e41 HTTP/1.1" status: 200 len: 950 time: 0.6126025 Feb 09 12:19:26.275193 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a1622-545e-4412-96f0-57d22892dfe6 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de84acc8-b6f3-49c3-a6c6-6b39cf6d0167,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:26.284625 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-018a1622-545e-4412-96f0-57d22892dfe6 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:26.288760 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-018a1622-545e-4412-96f0-57d22892dfe6 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1882548 Feb 09 12:19:26.290833 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45672) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:19:26.297333 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-3fd7958f-3d6c-4d94-a93b-1e416511a0e2 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:19:26.304056 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3fd7958f-3d6c-4d94-a93b-1e416511a0e2 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:19:26.309751 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3fd7958f-3d6c-4d94-a93b-1e416511a0e2 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Usage tracker for resource:floatingip and tenant:eec7cd73952c439fa26a361208297f39 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:19:26.309920 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abb558-fb0c-4fcc-bafa-544115bb199d req-7d551a4b-d200-4bf5-8396-c4b9cde56a31 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:26.311572 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-77abb558-fb0c-4fcc-bafa-544115bb199d req-7d551a4b-d200-4bf5-8396-c4b9cde56a31 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] 10.222.0.55 "GET /v2.0/ports?device_id=a93d00cb-241f-4e69-b28d-04d3d14faed4 HTTP/1.1" status: 200 len: 949 time: 0.6842465 Feb 09 12:19:26.313229 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3fd7958f-3d6c-4d94-a93b-1e416511a0e2 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:19:26.325566 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3fd7958f-3d6c-4d94-a93b-1e416511a0e2 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:19:26.339300 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3fd7958f-3d6c-4d94-a93b-1e416511a0e2 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks [] for floatingip, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:26.426587 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-286f8581-41aa-496f-9492-08229c3a4141 req-9cb3dfcd-4568-408a-a66b-24e53f24249f tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648700 Feb 09 12:19:26.569258 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3fd7958f-3d6c-4d94-a93b-1e416511a0e2 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:26.582295 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-77abb558-fb0c-4fcc-bafa-544115bb199d req-d5d39c6b-7869-4894-814e-4e77e8e2fed9 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] 10.222.0.55 "GET /v2.0/security-groups?id=a0e007a1-b994-49a7-8e79-04b4c8754e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383597 Feb 09 12:19:26.789500 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-3fd7958f-3d6c-4d94-a93b-1e416511a0e2 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Allocated IP 172.25.7.222 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/e123a0f9-9e44-4e59-985a-bb66b9b7da45) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:19:26.917452 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-ee14a8e2-06d6-473f-80b6-8f55351e378a service neutron] For port f5fb70a9-260d-4bef-bf68-ea6d7e835c4b, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f5fb70a9-260d-4bef-bf68-ea6d7e835c4b,segment=NetworkSegment(a032c80a-2814-4a8f-bd23-99ac5315db25),segment_id=a032c80a-2814-4a8f-bd23-99ac5315db25)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:19:26.961961 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c292f155-09e3-4f78-b843-44bee832d7e7 req-a1055fcb-3c5e-4476-afce-be04c6f71ede tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:26.968738 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c292f155-09e3-4f78-b843-44bee832d7e7 req-a1055fcb-3c5e-4476-afce-be04c6f71ede tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:26.976864 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c292f155-09e3-4f78-b843-44bee832d7e7 req-a1055fcb-3c5e-4476-afce-be04c6f71ede tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/ports?device_id=706eeb13-0aa4-410d-913b-ac2b91f4fe17 HTTP/1.1" status: 200 len: 1666 time: 0.3840225 Feb 09 12:19:27.003754 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3fd7958f-3d6c-4d94-a93b-1e416511a0e2 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:27.047810 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3fd7958f-3d6c-4d94-a93b-1e416511a0e2 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:27.094118 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-ee14a8e2-06d6-473f-80b6-8f55351e378a service neutron] For port f5fb70a9-260d-4bef-bf68-ea6d7e835c4b, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:19:27.122377 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd7958f-3d6c-4d94-a93b-1e416511a0e2 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:19:27.125095 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-3fd7958f-3d6c-4d94-a93b-1e416511a0e2 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:19:27.129363 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd7958f-3d6c-4d94-a93b-1e416511a0e2 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:19:27.140594 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c292f155-09e3-4f78-b843-44bee832d7e7 req-44e9fb7e-4b4b-433e-ba5c-e045b78efb03 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/security-groups?id=7752dbfe-1b85-414b-88da-268929ad7fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611416 Feb 09 12:19:27.196918 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd7958f-3d6c-4d94-a93b-1e416511a0e2 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Pushing event updated for resources: {'Port': ['ID=e123a0f9-9e44-4e59-985a-bb66b9b7da45,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:27.224051 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad05fc0-891b-4d63-8c3b-02fe91d22d98 req-e18530e2-be9e-4ef8-94cc-fee83a304a7b tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:27.225854 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2ad05fc0-891b-4d63-8c3b-02fe91d22d98 req-e18530e2-be9e-4ef8-94cc-fee83a304a7b tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 945 time: 0.3921535 Feb 09 12:19:27.237705 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a93d00cb-241f-4e69-b28d-04d3d14faed4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd467e58-0514-4630-9b93-12f3610e765e', 'code': 200} Feb 09 12:19:27.247577 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3fd7958f-3d6c-4d94-a93b-1e416511a0e2 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:27.319669 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-ee14a8e2-06d6-473f-80b6-8f55351e378a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:27.385168 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-ee14a8e2-06d6-473f-80b6-8f55351e378a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:27.448624 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3fd7958f-3d6c-4d94-a93b-1e416511a0e2 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:27.465413 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2ad05fc0-891b-4d63-8c3b-02fe91d22d98 req-00e66bc4-08ca-4c6d-bd0b-f9906e9d4595 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2208116 Feb 09 12:19:27.501326 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-037eb06d-b735-4c8e-8566-601061b54f29 req-5dea4021-e54b-4314-b36d-e7fe141423c0 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] 10.222.0.55 "GET /v2.0/security-groups/56c7b0f3-1cb9-4018-870b-e4929cf70f71 HTTP/1.1" status: 200 len: 1803 time: 0.2243927 Feb 09 12:19:27.501326 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-095e4ce3-8762-41f7-a56f-2f1f65bb42ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:19:27.585911 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-095e4ce3-8762-41f7-a56f-2f1f65bb42ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:27.592982 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-037eb06d-b735-4c8e-8566-601061b54f29 req-2ca5cad3-5caf-44d5-a501-3468f9910f70 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '56c7b0f3-1cb9-4018-870b-e4929cf70f71', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:19:27.593165 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-037eb06d-b735-4c8e-8566-601061b54f29 req-2ca5cad3-5caf-44d5-a501-3468f9910f70 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '56c7b0f3-1cb9-4018-870b-e4929cf70f71', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:19:27.598835 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '706eeb13-0aa4-410d-913b-ac2b91f4fe17', 'tag': 'bedbbe39-7923-4139-8a48-e5e64718865f', 'status': 'completed', 'code': 200} Feb 09 12:19:27.613286 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-037eb06d-b735-4c8e-8566-601061b54f29 req-2ca5cad3-5caf-44d5-a501-3468f9910f70 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:19:27.615570 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee14a8e2-06d6-473f-80b6-8f55351e378a service neutron] Pushing event updated for resources: {'Port': ['ID=f5fb70a9-260d-4bef-bf68-ea6d7e835c4b,revision_number=7']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:27.699766 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-037eb06d-b735-4c8e-8566-601061b54f29 req-2ca5cad3-5caf-44d5-a501-3468f9910f70 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Usage tracker for resource:security_group_rule and tenant:be7a56ae3e9d40a2851c24a8f28d26f2 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:19:27.759953 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-095e4ce3-8762-41f7-a56f-2f1f65bb42ac service neutron] Transition to ACTIVE for port object f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:19:27.759953 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-037eb06d-b735-4c8e-8566-601061b54f29 req-2ca5cad3-5caf-44d5-a501-3468f9910f70 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:19:27.759953 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-037eb06d-b735-4c8e-8566-601061b54f29 req-2ca5cad3-5caf-44d5-a501-3468f9910f70 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:19:27.829712 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-095e4ce3-8762-41f7-a56f-2f1f65bb42ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:27.834676 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-ee14a8e2-06d6-473f-80b6-8f55351e378a service neutron] Attempting to bind port f5fb70a9-260d-4bef-bf68-ea6d7e835c4b on host n-h2-825178-3 for vnic_type normal with profile {"migrating_to": "n-h1-825178-3"} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:19:27.835338 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-ee14a8e2-06d6-473f-80b6-8f55351e378a service neutron] Attempting to bind port f5fb70a9-260d-4bef-bf68-ea6d7e835c4b by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:19:27.835760 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-ee14a8e2-06d6-473f-80b6-8f55351e378a service neutron] Attempting to bind port f5fb70a9-260d-4bef-bf68-ea6d7e835c4b on network ef8cbc95-953d-4d9d-a80a-2c68322f6f7f {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:19:27.889822 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3fd7958f-3d6c-4d94-a93b-1e416511a0e2 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:27.894016 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-ee14a8e2-06d6-473f-80b6-8f55351e378a service neutron] Port f5fb70a9-260d-4bef-bf68-ea6d7e835c4b on network ef8cbc95-953d-4d9d-a80a-2c68322f6f7f not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:19:27.894016 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-ee14a8e2-06d6-473f-80b6-8f55351e378a service neutron] Attempting to bind port f5fb70a9-260d-4bef-bf68-ea6d7e835c4b on network ef8cbc95-953d-4d9d-a80a-2c68322f6f7f {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:19:27.895939 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3fd7958f-3d6c-4d94-a93b-1e416511a0e2 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:27.997633 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-ee14a8e2-06d6-473f-80b6-8f55351e378a service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:19:27.998037 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-ee14a8e2-06d6-473f-80b6-8f55351e378a service neutron] Checking segment: {'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:19:27.998378 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-ee14a8e2-06d6-473f-80b6-8f55351e378a service neutron] Bound using segment: {'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:19:27.998820 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-ee14a8e2-06d6-473f-80b6-8f55351e378a service neutron] Bound port: f5fb70a9-260d-4bef-bf68-ea6d7e835c4b, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:19:27.999164 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-ee14a8e2-06d6-473f-80b6-8f55351e378a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:28.027463 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd7958f-3d6c-4d94-a93b-1e416511a0e2 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Pushing event updated for resources: {'Port': ['ID=e123a0f9-9e44-4e59-985a-bb66b9b7da45,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:28.059818 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3fd7958f-3d6c-4d94-a93b-1e416511a0e2 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:28.091675 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3fd7958f-3d6c-4d94-a93b-1e416511a0e2 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:28.099945 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3fd7958f-3d6c-4d94-a93b-1e416511a0e2 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8014152 Feb 09 12:19:28.282798 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095e4ce3-8762-41f7-a56f-2f1f65bb42ac service neutron] Pushing event updated for resources: {'Port': ['ID=f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:28.359142 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-037eb06d-b735-4c8e-8566-601061b54f29 req-2ca5cad3-5caf-44d5-a501-3468f9910f70 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:28.368942 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b9b3e-7329-4c84-b9b5-b4f1885542d5 req-639f1cd1-bea7-42ea-9d3a-fcb8347cf9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:28.369451 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b9b3e-7329-4c84-b9b5-b4f1885542d5 req-639f1cd1-bea7-42ea-9d3a-fcb8347cf9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:28.371147 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ca5b9b3e-7329-4c84-b9b5-b4f1885542d5 req-639f1cd1-bea7-42ea-9d3a-fcb8347cf9aa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8114ad2839984517a24a750c07d13d34&device_id=706eeb13-0aa4-410d-913b-ac2b91f4fe17 HTTP/1.1" status: 200 len: 1913 time: 0.7207897 Feb 09 12:19:28.512910 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd10402-08e3-4432-a6e5-92aab2920428 req-14fcdbb7-2ee0-46b4-83af-7ccca2e71cbd tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:28.514556 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3fd10402-08e3-4432-a6e5-92aab2920428 req-14fcdbb7-2ee0-46b4-83af-7ccca2e71cbd tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=34e7919b-4407-4ab0-8bcc-35c5416c741e HTTP/1.1" status: 200 len: 943 time: 0.7713766 Feb 09 12:19:28.535770 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-ee14a8e2-06d6-473f-80b6-8f55351e378a service neutron] For port f5fb70a9-260d-4bef-bf68-ea6d7e835c4b, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:19:28.551534 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-037eb06d-b735-4c8e-8566-601061b54f29 req-2ca5cad3-5caf-44d5-a501-3468f9910f70 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:28.578396 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-037eb06d-b735-4c8e-8566-601061b54f29 req-2ca5cad3-5caf-44d5-a501-3468f9910f70 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:28.584987 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-ee14a8e2-06d6-473f-80b6-8f55351e378a service neutron] For port f5fb70a9-260d-4bef-bf68-ea6d7e835c4b, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f5fb70a9-260d-4bef-bf68-ea6d7e835c4b,segment=NetworkSegment(a032c80a-2814-4a8f-bd23-99ac5315db25),segment_id=a032c80a-2814-4a8f-bd23-99ac5315db25)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:19:28.608859 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-ee14a8e2-06d6-473f-80b6-8f55351e378a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:28.611983 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-095e4ce3-8762-41f7-a56f-2f1f65bb42ac service neutron] Attempting to bind port f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:19:28.612316 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-095e4ce3-8762-41f7-a56f-2f1f65bb42ac service neutron] Attempting to bind port f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': '38c00d74-812b-4098-a7dd-4f75888dbfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '57d7f1e2-bb43-4a9f-9601-bb147eb2bb18'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:19:28.612636 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-095e4ce3-8762-41f7-a56f-2f1f65bb42ac service neutron] Attempting to bind port f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f on network 57d7f1e2-bb43-4a9f-9601-bb147eb2bb18 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:19:28.695601 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca5cad3-5caf-44d5-a501-3468f9910f70 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33cef603-92d5-402f-8ca9-fbd1736288ee,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:28.697531 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-095e4ce3-8762-41f7-a56f-2f1f65bb42ac service neutron] Port f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f on network 57d7f1e2-bb43-4a9f-9601-bb147eb2bb18 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:19:28.697852 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-095e4ce3-8762-41f7-a56f-2f1f65bb42ac service neutron] Attempting to bind port f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f on network 57d7f1e2-bb43-4a9f-9601-bb147eb2bb18 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:19:28.788951 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-037eb06d-b735-4c8e-8566-601061b54f29 req-2ca5cad3-5caf-44d5-a501-3468f9910f70 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:28.789752 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-037eb06d-b735-4c8e-8566-601061b54f29 req-2ca5cad3-5caf-44d5-a501-3468f9910f70 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.2206132 Feb 09 12:19:28.790511 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-095e4ce3-8762-41f7-a56f-2f1f65bb42ac service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:19:28.790842 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-095e4ce3-8762-41f7-a56f-2f1f65bb42ac service neutron] Checking segment: {'id': '38c00d74-812b-4098-a7dd-4f75888dbfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '57d7f1e2-bb43-4a9f-9601-bb147eb2bb18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:19:28.791212 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-095e4ce3-8762-41f7-a56f-2f1f65bb42ac service neutron] Bound using segment: {'id': '38c00d74-812b-4098-a7dd-4f75888dbfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '57d7f1e2-bb43-4a9f-9601-bb147eb2bb18'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:19:28.791741 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-095e4ce3-8762-41f7-a56f-2f1f65bb42ac service neutron] Bound port: f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38c00d74-812b-4098-a7dd-4f75888dbfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '57d7f1e2-bb43-4a9f-9601-bb147eb2bb18'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:19:28.792095 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-095e4ce3-8762-41f7-a56f-2f1f65bb42ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:28.832098 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3fd10402-08e3-4432-a6e5-92aab2920428 req-4b78e606-8b16-47d7-b834-976171b8a1eb tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911613 Feb 09 12:19:28.894053 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b9b3e-7329-4c84-b9b5-b4f1885542d5 req-cb907cfc-2a9f-4df3-96c5-482e86f84276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:28.894522 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b9b3e-7329-4c84-b9b5-b4f1885542d5 req-cb907cfc-2a9f-4df3-96c5-482e86f84276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:28.894984 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b9b3e-7329-4c84-b9b5-b4f1885542d5 req-cb907cfc-2a9f-4df3-96c5-482e86f84276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:28.896603 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ca5b9b3e-7329-4c84-b9b5-b4f1885542d5 req-cb907cfc-2a9f-4df3-96c5-482e86f84276 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=8114ad2839984517a24a750c07d13d34&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5081177 Feb 09 12:19:28.902969 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee14a8e2-06d6-473f-80b6-8f55351e378a service neutron] Pushing event updated for resources: {'Port': ['ID=f5fb70a9-260d-4bef-bf68-ea6d7e835c4b,revision_number=8']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:28.981353 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-ee14a8e2-06d6-473f-80b6-8f55351e378a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:28.981981 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-ee14a8e2-06d6-473f-80b6-8f55351e378a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:28.983362 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-ee14a8e2-06d6-473f-80b6-8f55351e378a service neutron] 10.222.0.52 "PUT /v2.0/ports/f5fb70a9-260d-4bef-bf68-ea6d7e835c4b HTTP/1.1" status: 200 len: 1121 time: 3.6713862 Feb 09 12:19:29.090991 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['f5fb70a9-260d-4bef-bf68-ea6d7e835c4b'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:19:29.212784 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-095e4ce3-8762-41f7-a56f-2f1f65bb42ac service neutron] For port f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:19:29.238524 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a0ee8d-cebc-4db9-90af-fe8c58efd99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ae4b3a-6a9e-4d5b-8eda-9db431346db4'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:19:29.247316 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-095e4ce3-8762-41f7-a56f-2f1f65bb42ac service neutron] For port f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f,segment=NetworkSegment(38c00d74-812b-4098-a7dd-4f75888dbfdd),segment_id=38c00d74-812b-4098-a7dd-4f75888dbfdd)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:19:29.249888 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b9b3e-7329-4c84-b9b5-b4f1885542d5 req-e9865743-270a-4c06-b2fe-06d455fe922c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:29.251638 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ca5b9b3e-7329-4c84-b9b5-b4f1885542d5 req-e9865743-270a-4c06-b2fe-06d455fe922c service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3165128 Feb 09 12:19:29.263951 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-095e4ce3-8762-41f7-a56f-2f1f65bb42ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:29.349623 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7cb54-1b19-4b0e-83e6-fe138ac3db3f req-1e62e1a9-4e40-4cde-960b-2bcc88489035 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:29.358496 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c7f7cb54-1b19-4b0e-83e6-fe138ac3db3f req-1e62e1a9-4e40-4cde-960b-2bcc88489035 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=1691c089-3110-48fc-9c9e-fc3a62408e41 HTTP/1.1" status: 200 len: 950 time: 0.3115003 Feb 09 12:19:29.393105 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-095e4ce3-8762-41f7-a56f-2f1f65bb42ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:29.396535 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-095e4ce3-8762-41f7-a56f-2f1f65bb42ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:29.398115 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-095e4ce3-8762-41f7-a56f-2f1f65bb42ac service neutron] 10.222.0.52 "PUT /v2.0/ports/f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f HTTP/1.1" status: 200 len: 1092 time: 4.2023265 Feb 09 12:19:29.444082 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095e4ce3-8762-41f7-a56f-2f1f65bb42ac service neutron] Pushing event updated for resources: {'Port': ['ID=f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:29.511338 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c7f7cb54-1b19-4b0e-83e6-fe138ac3db3f req-fc40425a-05d4-40e9-8123-aac0fb62b78c tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516671 Feb 09 12:19:29.524427 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa74eb5-ec1e-4429-99fa-59df862e44f8 req-99f1819a-9de5-4c65-b167-597d8fecccb8 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:29.530850 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa74eb5-ec1e-4429-99fa-59df862e44f8 req-99f1819a-9de5-4c65-b167-597d8fecccb8 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:29.544199 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-faa74eb5-ec1e-4429-99fa-59df862e44f8 req-99f1819a-9de5-4c65-b167-597d8fecccb8 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/ports?device_id=706eeb13-0aa4-410d-913b-ac2b91f4fe17 HTTP/1.1" status: 200 len: 1678 time: 0.3732722 Feb 09 12:19:29.602096 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e7919b-4407-4ab0-8bcc-35c5416c741e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5fb70a9-260d-4bef-bf68-ea6d7e835c4b'}, {'name': 'network-changed', 'server_uuid': '34e7919b-4407-4ab0-8bcc-35c5416c741e', 'tag': 'f5fb70a9-260d-4bef-bf68-ea6d7e835c4b'}, {'name': 'network-changed', 'server_uuid': '706eeb13-0aa4-410d-913b-ac2b91f4fe17', 'tag': 'f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:19:29.631296 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-faa74eb5-ec1e-4429-99fa-59df862e44f8 req-1347423a-3325-4653-b386-df6c1a11e970 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/security-groups?id=7752dbfe-1b85-414b-88da-268929ad7fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907226 Feb 09 12:19:29.660011 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-0a7081ff-2ede-44b7-b035-a663e1fc36c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:29.660859 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-0a7081ff-2ede-44b7-b035-a663e1fc36c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:29.662634 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-0a7081ff-2ede-44b7-b035-a663e1fc36c5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8114ad2839984517a24a750c07d13d34&device_id=706eeb13-0aa4-410d-913b-ac2b91f4fe17 HTTP/1.1" status: 200 len: 1980 time: 0.2091200 Feb 09 12:19:29.758224 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-135715ca-56ea-4d90-9acb-2997d79bf695 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.65&port_id=bedbbe39-7923-4139-8a48-e5e64718865f HTTP/1.1" status: 200 len: 217 time: 0.0750082 Feb 09 12:19:29.879955 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-24119010-172d-49e8-bcd4-8f74899dbd9d tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Synchronizing usage tracker for tenant:eec7cd73952c439fa26a361208297f39 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:19:29.918165 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-f4c6633a-c898-40e2-b486-33ba15184586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:29.919580 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-f4c6633a-c898-40e2-b486-33ba15184586 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a8dee815-7af7-469b-9479-1d125273a93c HTTP/1.1" status: 200 len: 801 time: 0.1153862 Feb 09 12:19:29.927174 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-24119010-172d-49e8-bcd4-8f74899dbd9d tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Unset dirty status for tenant:eec7cd73952c439fa26a361208297f39 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:19:29.928990 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-24119010-172d-49e8-bcd4-8f74899dbd9d tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--349675443&fields=id&tenant_id=eec7cd73952c439fa26a361208297f39 HTTP/1.1" status: 200 len: 267 time: 0.2651958 Feb 09 12:19:30.053496 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399167a-4cfd-41d0-bc81-1e04ba068434 req-4cfe785e-8c43-40c6-8a61-d0daefa7700c tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:30.056696 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c399167a-4cfd-41d0-bc81-1e04ba068434 req-4cfe785e-8c43-40c6-8a61-d0daefa7700c tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 945 time: 0.3017628 Feb 09 12:19:30.128170 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-9b354d78-c7c7-4ffa-8654-d64e828ee819 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:30.129827 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-9b354d78-c7c7-4ffa-8654-d64e828ee819 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/ports/33e8e5dc-949b-49d0-bab6-79fc92eee24f HTTP/1.1" status: 200 len: 930 time: 0.1556671 Feb 09 12:19:30.372002 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c399167a-4cfd-41d0-bc81-1e04ba068434 req-764f3615-58f2-4035-abeb-2ef6fc7685f2 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2997065 Feb 09 12:19:30.388198 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-5a178239-f27e-4ed0-9473-0a1ef268a0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:30.390729 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-5a178239-f27e-4ed0-9473-0a1ef268a0e5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d6cb5a73-e522-4e03-9d30-5be8d6f18f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4605727 Feb 09 12:19:30.400115 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-d0c8718a-771f-4c45-890e-9830d60c28f6 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:30.402229 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-d0c8718a-771f-4c45-890e-9830d60c28f6 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/ports/443c0b83-737f-4437-9bd0-865f75d5940d HTTP/1.1" status: 200 len: 932 time: 0.2583590 Feb 09 12:19:30.565604 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-bd622b13-1817-4971-8b47-3db4a2b0b49a tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/ports?network_id=b811de4e-2157-472b-a248-fb00e797501f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1423829 Feb 09 12:19:30.662153 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-b2f58090-5144-49c5-b47e-35a6acf430bd tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/ports?network_id=b811de4e-2157-472b-a248-fb00e797501f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0833025 Feb 09 12:19:30.679280 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab9af041-d417-48a9-9904-2b5a0e9b9a2a req-693d9211-41e5-4ee0-bfa2-4e8bd458c13f tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] 10.222.0.55 "GET /v2.0/security-groups/56c7b0f3-1cb9-4018-870b-e4929cf70f71 HTTP/1.1" status: 200 len: 2396 time: 0.2572119 Feb 09 12:19:30.729185 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-ab9af041-d417-48a9-9904-2b5a0e9b9a2a req-3949d52d-7a59-4a01-98a2-195c15d881c6 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '56c7b0f3-1cb9-4018-870b-e4929cf70f71', 'remote_group_id': None}]} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:19:30.729450 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-ab9af041-d417-48a9-9904-2b5a0e9b9a2a req-3949d52d-7a59-4a01-98a2-195c15d881c6 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '56c7b0f3-1cb9-4018-870b-e4929cf70f71', 'remote_group_id': None}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:19:30.785180 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-ab9af041-d417-48a9-9904-2b5a0e9b9a2a req-3949d52d-7a59-4a01-98a2-195c15d881c6 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:19:30.798102 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-ab9af041-d417-48a9-9904-2b5a0e9b9a2a req-3949d52d-7a59-4a01-98a2-195c15d881c6 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Usage tracker for resource:security_group_rule and tenant:be7a56ae3e9d40a2851c24a8f28d26f2 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:19:30.823924 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-ab9af041-d417-48a9-9904-2b5a0e9b9a2a req-3949d52d-7a59-4a01-98a2-195c15d881c6 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:19:30.842995 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-ab9af041-d417-48a9-9904-2b5a0e9b9a2a req-3949d52d-7a59-4a01-98a2-195c15d881c6 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:19:30.855648 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-9ae46dfe-baf5-44af-8351-51d90c329df6 service neutron] 10.222.0.52 "GET /v2.0/networks/d6cb5a73-e522-4e03-9d30-5be8d6f18f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4523940 Feb 09 12:19:31.015204 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-162ef78e-3a64-4b58-bb60-5b3242388f6a tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:31.022773 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-162ef78e-3a64-4b58-bb60-5b3242388f6a tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:31.029501 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-162ef78e-3a64-4b58-bb60-5b3242388f6a tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:31.030385 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-162ef78e-3a64-4b58-bb60-5b3242388f6a tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Synchronizing usage tracker for tenant:eec7cd73952c439fa26a361208297f39 on resource:network {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:19:31.115874 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ab9af041-d417-48a9-9904-2b5a0e9b9a2a req-3949d52d-7a59-4a01-98a2-195c15d881c6 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:31.119170 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-162ef78e-3a64-4b58-bb60-5b3242388f6a tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Unset dirty status for tenant:eec7cd73952c439fa26a361208297f39 on resource:network {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:19:31.120413 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-162ef78e-3a64-4b58-bb60-5b3242388f6a tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/networks?id=cd473c9f-1942-47be-82eb-f1f92f3be41a&id=b99c93e7-09da-4e68-a3ff-2707256091d8&id=b99c93e7-09da-4e68-a3ff-2707256091d8&id=b811de4e-2157-472b-a248-fb00e797501f&id=b811de4e-2157-472b-a248-fb00e797501f HTTP/1.1" status: 200 len: 1988 time: 0.4443936 Feb 09 12:19:31.163484 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ab9af041-d417-48a9-9904-2b5a0e9b9a2a req-3949d52d-7a59-4a01-98a2-195c15d881c6 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:31.167744 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-793de0f0-e3ab-4df3-b0ea-51b62693da8c service neutron] 10.222.0.52 "GET /v2.0/networks/d6cb5a73-e522-4e03-9d30-5be8d6f18f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839968 Feb 09 12:19:31.169206 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-06b70f59-b0d7-4284-898e-9cac12c966cb tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/quotas/eec7cd73952c439fa26a361208297f39 HTTP/1.1" status: 200 len: 375 time: 0.0317092 Feb 09 12:19:31.179874 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ab9af041-d417-48a9-9904-2b5a0e9b9a2a req-3949d52d-7a59-4a01-98a2-195c15d881c6 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:31.340090 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-e9d1f0a3-5776-4fe4-b132-540487408ed2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.174&port_id=f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f HTTP/1.1" status: 200 len: 217 time: 0.1189978 Feb 09 12:19:31.346960 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3949d52d-7a59-4a01-98a2-195c15d881c6 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3349cb2-a597-41f7-8300-d08db48309e0,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:31.403436 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device f5fb70a9-260d-4bef-bf68-ea6d7e835c4b details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:19:31.468558 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ab9af041-d417-48a9-9904-2b5a0e9b9a2a req-3949d52d-7a59-4a01-98a2-195c15d881c6 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:31.490300 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab9af041-d417-48a9-9904-2b5a0e9b9a2a req-3949d52d-7a59-4a01-98a2-195c15d881c6 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.7773643 Feb 09 12:19:31.529574 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-acec0036-aa7d-457c-8ef5-27abcb577888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:31.534627 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-acec0036-aa7d-457c-8ef5-27abcb577888 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7e97aab4-d4c3-47c8-a5ea-c2047c8103a1 HTTP/1.1" status: 200 len: 801 time: 0.1766074 Feb 09 12:19:31.568670 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port f5fb70a9-260d-4bef-bf68-ea6d7e835c4b, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f5fb70a9-260d-4bef-bf68-ea6d7e835c4b,segment=NetworkSegment(a032c80a-2814-4a8f-bd23-99ac5315db25),segment_id=a032c80a-2814-4a8f-bd23-99ac5315db25)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:19:31.584964 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device f5fb70a9-260d-4bef-bf68-ea6d7e835c4b has no active binding in host n-h1-825178-3 {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 09 12:19:31.622773 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-6cd5b069-adc0-4ec1-a9f6-76bc78ec7d31 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=eec7cd73952c439fa26a361208297f39&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4335568 Feb 09 12:19:31.688219 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a0ee8d-cebc-4db9-90af-fe8c58efd99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ae4b3a-6a9e-4d5b-8eda-9db431346db4', 'code': 200} Feb 09 12:19:31.751000 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e7919b-4407-4ab0-8bcc-35c5416c741e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5fb70a9-260d-4bef-bf68-ea6d7e835c4b', 'code': 200} Feb 09 12:19:31.751268 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34e7919b-4407-4ab0-8bcc-35c5416c741e', 'tag': 'f5fb70a9-260d-4bef-bf68-ea6d7e835c4b', 'status': 'completed', 'code': 200} Feb 09 12:19:31.751650 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '706eeb13-0aa4-410d-913b-ac2b91f4fe17', 'tag': 'f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f', 'status': 'completed', 'code': 200} Feb 09 12:19:31.939774 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-4a567225-61a2-415d-bb4b-e98ffd1e8b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:31.941320 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-4a567225-61a2-415d-bb4b-e98ffd1e8b1d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=57d7f1e2-bb43-4a9f-9601-bb147eb2bb18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3980377 Feb 09 12:19:32.022274 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-9380ad6b-0e84-4e78-ad54-810be6ed81ae service neutron] 10.222.0.55 "GET /v2.0/networks/cd473c9f-1942-47be-82eb-f1f92f3be41a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783271 Feb 09 12:19:32.370512 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4e7ae-0d71-4377-b7ff-b82588b31ba8 req-395016df-476f-4c49-ba4d-3e912eee5530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:32.372020 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-83b4e7ae-0d71-4377-b7ff-b82588b31ba8 req-395016df-476f-4c49-ba4d-3e912eee5530 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 1096 time: 0.5195131 Feb 09 12:19:32.392475 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339ab86-5abb-4ce4-b8f6-9132b83de63f req-7f8b2293-b3ea-438c-a601-08cd59cab4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:32.393841 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1339ab86-5abb-4ce4-b8f6-9132b83de63f req-7f8b2293-b3ea-438c-a601-08cd59cab4d7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48298ec907a946ddb2f0d8ac4aa52547&device_id=34e7919b-4407-4ab0-8bcc-35c5416c741e HTTP/1.1" status: 200 len: 1124 time: 0.6042593 Feb 09 12:19:32.414883 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-455d6655-c1ae-487d-81ee-02c9e1e5341a service neutron] 10.222.0.52 "GET /v2.0/networks/57d7f1e2-bb43-4a9f-9601-bb147eb2bb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4426200 Feb 09 12:19:32.604864 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-d4f03c1f-b355-4e25-a878-3413a8fb40f0 service neutron] 10.222.0.55 "GET /v2.0/networks/cd473c9f-1942-47be-82eb-f1f92f3be41a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5303209 Feb 09 12:19:32.627684 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cfa31e-2ecf-499f-b2d6-56d62289bc08 req-50ebd361-daba-44fc-bb6f-b84a93735301 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:32.629230 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-08cfa31e-2ecf-499f-b2d6-56d62289bc08 req-50ebd361-daba-44fc-bb6f-b84a93735301 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=34e7919b-4407-4ab0-8bcc-35c5416c741e HTTP/1.1" status: 200 len: 943 time: 0.7262530 Feb 09 12:19:32.663786 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-83b4e7ae-0d71-4377-b7ff-b82588b31ba8 req-4badda0d-2164-47e8-8b66-e3ed6768c2bf service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2735522 Feb 09 12:19:32.790357 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-a247c29c-fba7-437e-9b93-00c676e6b89c service neutron] 10.222.0.55 "GET /v2.0/ports/33e8e5dc-949b-49d0-bab6-79fc92eee24f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1712043 Feb 09 12:19:32.801850 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-08cfa31e-2ecf-499f-b2d6-56d62289bc08 req-1e2d0faf-a05f-4035-83b6-3478456c19ae tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295559 Feb 09 12:19:32.823312 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc42ed35-bfae-4279-8eec-8e142bb4a5d6 req-5db302c5-4991-443d-98f0-9cbfd7b7d3d7 service neutron] 10.222.0.52 "GET /v2.0/networks/57d7f1e2-bb43-4a9f-9601-bb147eb2bb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811154 Feb 09 12:19:32.824396 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339ab86-5abb-4ce4-b8f6-9132b83de63f req-7605752d-510b-4e2f-966a-f01f45242dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:32.825767 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1339ab86-5abb-4ce4-b8f6-9132b83de63f req-7605752d-510b-4e2f-966a-f01f45242dad service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef8cbc95-953d-4d9d-a80a-2c68322f6f7f HTTP/1.1" status: 200 len: 909 time: 0.4129233 Feb 09 12:19:32.958113 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1339ab86-5abb-4ce4-b8f6-9132b83de63f req-c51cc3fc-98cf-4edc-b197-3536b61518bd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f5fb70a9-260d-4bef-bf68-ea6d7e835c4b HTTP/1.1" status: 200 len: 217 time: 0.0826633 Feb 09 12:19:33.108076 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-20556192-56cb-4780-9f9b-f6e56266d9bb service neutron] 10.222.0.55 "GET /v2.0/networks/b99c93e7-09da-4e68-a3ff-2707256091d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108895 Feb 09 12:19:33.116463 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339ab86-5abb-4ce4-b8f6-9132b83de63f req-f6453d92-8465-43db-b779-0c843c575b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:33.117742 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1339ab86-5abb-4ce4-b8f6-9132b83de63f req-f6453d92-8465-43db-b779-0c843c575b82 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=366798ce-1b6a-4537-9fda-2703703dab8f HTTP/1.1" status: 200 len: 848 time: 0.1506650 Feb 09 12:19:33.248190 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1339ab86-5abb-4ce4-b8f6-9132b83de63f req-f701967b-8009-4730-bc40-3da9170692b2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef8cbc95-953d-4d9d-a80a-2c68322f6f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1116600 Feb 09 12:19:33.299241 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b5ac6-8d35-496e-b975-32fb65219d51 req-617a0cee-c5bf-40c3-9a26-cebbcc22368c tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:33.300654 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-284b5ac6-8d35-496e-b975-32fb65219d51 req-617a0cee-c5bf-40c3-9a26-cebbcc22368c tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=1691c089-3110-48fc-9c9e-fc3a62408e41 HTTP/1.1" status: 200 len: 950 time: 0.2994611 Feb 09 12:19:33.329149 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a84dd701-296a-4b76-9eba-03a4a06a02b3 req-f8f28aa5-fa28-4ee0-928f-b184bf550113 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a93d00cb-241f-4e69-b28d-04d3d14faed4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0805228 Feb 09 12:19:33.424564 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-b2485065-bd36-48d0-a0bb-578284fbc6f7 service neutron] 10.222.0.55 "GET /v2.0/networks/b99c93e7-09da-4e68-a3ff-2707256091d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096359 Feb 09 12:19:33.474627 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84dd701-296a-4b76-9eba-03a4a06a02b3 req-f790f5fb-54ac-4905-b047-90a2dff565da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:33.476333 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a84dd701-296a-4b76-9eba-03a4a06a02b3 req-f790f5fb-54ac-4905-b047-90a2dff565da service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dda46f6fe2de441f9aa9a16e4e5ee6fc&device_id=a93d00cb-241f-4e69-b28d-04d3d14faed4 HTTP/1.1" status: 200 len: 1100 time: 0.0729768 Feb 09 12:19:33.483352 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-284b5ac6-8d35-496e-b975-32fb65219d51 req-d83e2a60-6add-4b08-af8e-648b1210fc54 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252027 Feb 09 12:19:33.522246 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1339ab86-5abb-4ce4-b8f6-9132b83de63f req-8210d02d-a1a9-4c2e-a737-f6503bab57cb service neutron] 10.222.0.46 "GET /v2.0/networks/ef8cbc95-953d-4d9d-a80a-2c68322f6f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643805 Feb 09 12:19:33.531573 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-4a8736da-20b6-49a8-8093-4e9461f13335 service neutron] 10.222.0.55 "GET /v2.0/ports/443c0b83-737f-4437-9bd0-865f75d5940d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0951369 Feb 09 12:19:33.633644 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84dd701-296a-4b76-9eba-03a4a06a02b3 req-ac109590-d52d-47d2-9bf3-1fbbfb34c940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:33.635089 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a84dd701-296a-4b76-9eba-03a4a06a02b3 req-ac109590-d52d-47d2-9bf3-1fbbfb34c940 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.1355791 Feb 09 12:19:33.705861 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a84dd701-296a-4b76-9eba-03a4a06a02b3 req-40cb4023-d2ef-4c81-9327-966254152b8f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=cd467e58-0514-4630-9b93-12f3610e765e HTTP/1.1" status: 200 len: 217 time: 0.0635130 Feb 09 12:19:33.769273 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84dd701-296a-4b76-9eba-03a4a06a02b3 req-611ea0e2-dd3c-422a-b586-0440a8b466af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:33.770686 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a84dd701-296a-4b76-9eba-03a4a06a02b3 req-611ea0e2-dd3c-422a-b586-0440a8b466af service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.0564792 Feb 09 12:19:33.823697 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1339ab86-5abb-4ce4-b8f6-9132b83de63f req-3cf8f49e-f387-44ce-a4b8-4601e1e58845 service neutron] 10.222.0.46 "GET /v2.0/networks/ef8cbc95-953d-4d9d-a80a-2c68322f6f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869546 Feb 09 12:19:33.855179 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84dd701-296a-4b76-9eba-03a4a06a02b3 req-498701ec-2c81-4049-abe8-fef45e386bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:33.855726 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-97f19719-7b26-4a3e-a3d9-f535f2519212 service neutron] 10.222.0.55 "GET /v2.0/networks/b99c93e7-09da-4e68-a3ff-2707256091d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206604 Feb 09 12:19:33.856735 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a84dd701-296a-4b76-9eba-03a4a06a02b3 req-498701ec-2c81-4049-abe8-fef45e386bbb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0756721 Feb 09 12:19:33.870477 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939db69-9bca-4c26-96fa-02dbabce0886 req-6f62dcf4-029e-408e-b97f-2972facb2e21 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:33.876373 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939db69-9bca-4c26-96fa-02dbabce0886 req-6f62dcf4-029e-408e-b97f-2972facb2e21 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:33.877902 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6939db69-9bca-4c26-96fa-02dbabce0886 req-6f62dcf4-029e-408e-b97f-2972facb2e21 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/ports?device_id=706eeb13-0aa4-410d-913b-ac2b91f4fe17 HTTP/1.1" status: 200 len: 1678 time: 0.2929287 Feb 09 12:19:33.996839 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a84dd701-296a-4b76-9eba-03a4a06a02b3 req-cf9fb26a-d9e7-4d6c-81ec-13f21c86ffc9 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319809 Feb 09 12:19:34.132001 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a84dd701-296a-4b76-9eba-03a4a06a02b3 req-d63159ef-391b-4acd-882f-511c020aba37 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277776 Feb 09 12:19:34.133949 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6939db69-9bca-4c26-96fa-02dbabce0886 req-a7b0f17b-9e0e-49c2-95bb-4d0f6232b9e2 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/security-groups?id=7752dbfe-1b85-414b-88da-268929ad7fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008022 Feb 09 12:19:34.171156 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-739c9a37-e8b2-46f5-9648-726a841c639a service neutron] 10.222.0.55 "GET /v2.0/networks/b99c93e7-09da-4e68-a3ff-2707256091d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921844 Feb 09 12:19:34.362206 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-72d1dcbe-6d9a-41c3-a5a7-cb6c2b9884c3 service neutron] 10.222.0.55 "GET /v2.0/networks/b99c93e7-09da-4e68-a3ff-2707256091d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849825 Feb 09 12:19:34.400227 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c11f4-8cde-4bfe-b9e9-808ce5ffc711 req-2b937e51-8d88-460b-9019-48df45f50eeb tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:34.401765 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-098c11f4-8cde-4bfe-b9e9-808ce5ffc711 req-2b937e51-8d88-460b-9019-48df45f50eeb tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 945 time: 0.1515322 Feb 09 12:19:34.515946 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-098c11f4-8cde-4bfe-b9e9-808ce5ffc711 req-5695332e-1cb8-4f64-ae19-a86e3b650fe7 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701606 Feb 09 12:19:34.538470 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-0dda0152-2c3c-48cb-becc-a23899ada923 service neutron] 10.222.0.55 "GET /v2.0/networks/b99c93e7-09da-4e68-a3ff-2707256091d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699541 Feb 09 12:19:34.669852 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fa2b3151-b148-48e6-85e5-8a66c54a1018 req-40a86f04-f8ca-4311-967d-b20a0dc890db tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] 10.222.0.55 "GET /v2.0/security-groups/56c7b0f3-1cb9-4018-870b-e4929cf70f71 HTTP/1.1" status: 200 len: 2994 time: 0.1303647 Feb 09 12:19:34.705922 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-294778a5-9cc0-452c-af75-446f763e4b07 service neutron] 10.222.0.55 "GET /v2.0/networks/b99c93e7-09da-4e68-a3ff-2707256091d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550069 Feb 09 12:19:34.842144 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-168f6016-7086-488d-9cc1-76ea915c6070 service neutron] 10.222.0.55 "GET /v2.0/networks/b99c93e7-09da-4e68-a3ff-2707256091d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305304 Feb 09 12:19:35.028375 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-de9d1d18-4e86-4024-8d00-352b549122d5 service neutron] 10.222.0.55 "GET /v2.0/networks/b811de4e-2157-472b-a248-fb00e797501f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805096 Feb 09 12:19:35.063001 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badff4fa-c533-4849-b4db-693f792b68ad req-6ad77462-2b4a-4d49-8d34-5c37dcf8e766 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:35.064422 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-badff4fa-c533-4849-b4db-693f792b68ad req-6ad77462-2b4a-4d49-8d34-5c37dcf8e766 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=34e7919b-4407-4ab0-8bcc-35c5416c741e HTTP/1.1" status: 200 len: 943 time: 0.1426783 Feb 09 12:19:35.179486 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-badff4fa-c533-4849-b4db-693f792b68ad req-b1bf7d28-c6a4-4eaf-be68-28d8cdbd11c0 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699956 Feb 09 12:19:35.201018 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-5f8acde1-c996-4a67-a434-659e4dc0f6cf service neutron] 10.222.0.55 "GET /v2.0/networks/b811de4e-2157-472b-a248-fb00e797501f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654272 Feb 09 12:19:35.379881 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-e0c10709-58be-4384-b2d8-a7478cbb8d40 service neutron] 10.222.0.55 "GET /v2.0/networks/b811de4e-2157-472b-a248-fb00e797501f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743867 Feb 09 12:19:35.658634 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada5a5d-7feb-4811-bbdc-861f8a104a88 req-08d6888f-e1f7-46d9-8f05-9776550ff396 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:35.659982 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5ada5a5d-7feb-4811-bbdc-861f8a104a88 req-08d6888f-e1f7-46d9-8f05-9776550ff396 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=1691c089-3110-48fc-9c9e-fc3a62408e41 HTTP/1.1" status: 200 len: 950 time: 0.3748500 Feb 09 12:19:35.774299 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5ada5a5d-7feb-4811-bbdc-861f8a104a88 req-5c89e540-a0bb-4565-bbea-a9c210130478 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931747 Feb 09 12:19:35.797457 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-7a74c432-96fe-4a27-9e03-a7307dedcb96 service neutron] 10.222.0.55 "GET /v2.0/networks/b811de4e-2157-472b-a248-fb00e797501f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4110229 Feb 09 12:19:35.826995 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-95f81286-8610-4f7c-8b68-2a0e4f425495 req-3eadd675-4c9d-4c66-bdfa-43f237f7a60c tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] 10.222.0.55 "GET /v2.0/security-group-rules/d3349cb2-a597-41f7-8300-d08db48309e0 HTTP/1.1" status: 200 len: 783 time: 0.0278170 Feb 09 12:19:35.832692 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ddb4a74-1e4b-4cf6-8509-7399a9eb1245 req-1a57ace0-16b1-4118-bef3-a806308336bf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0cd0dd65-fd50-433a-b617-28889b319ff2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2414827 Feb 09 12:19:35.837513 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339ab86-5abb-4ce4-b8f6-9132b83de63f req-a3fbd906-9694-4519-96f3-238ad6579f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:35.837995 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339ab86-5abb-4ce4-b8f6-9132b83de63f req-a3fbd906-9694-4519-96f3-238ad6579f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:35.839578 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1339ab86-5abb-4ce4-b8f6-9132b83de63f req-a3fbd906-9694-4519-96f3-238ad6579f0d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8114ad2839984517a24a750c07d13d34&device_id=706eeb13-0aa4-410d-913b-ac2b91f4fe17 HTTP/1.1" status: 200 len: 1980 time: 0.2495961 Feb 09 12:19:36.018142 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-95f81286-8610-4f7c-8b68-2a0e4f425495 req-359dd5c4-56c7-4861-9459-3d8bea2cf6b3 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] 10.222.0.55 "GET /v2.0/security-groups/56c7b0f3-1cb9-4018-870b-e4929cf70f71 HTTP/1.1" status: 200 len: 2994 time: 0.1839473 Feb 09 12:19:36.085152 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339ab86-5abb-4ce4-b8f6-9132b83de63f req-a0d30534-4e08-4018-a81d-7b08b05070f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:36.086561 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1339ab86-5abb-4ce4-b8f6-9132b83de63f req-a0d30534-4e08-4018-a81d-7b08b05070f1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=57d7f1e2-bb43-4a9f-9601-bb147eb2bb18 HTTP/1.1" status: 200 len: 902 time: 0.2324395 Feb 09 12:19:36.090422 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-95f81286-8610-4f7c-8b68-2a0e4f425495 req-013d3a63-a80f-4d56-b056-10420cb0b47b tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:36.154210 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-95f81286-8610-4f7c-8b68-2a0e4f425495 req-013d3a63-a80f-4d56-b056-10420cb0b47b tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:36.178879 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1339ab86-5abb-4ce4-b8f6-9132b83de63f req-dfab782a-0b39-4304-8250-4f01494aa718 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.174&port_id=f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f HTTP/1.1" status: 200 len: 217 time: 0.0717571 Feb 09 12:19:36.182186 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb4a74-1e4b-4cf6-8509-7399a9eb1245 req-c1e147d0-477d-4a51-8388-b15e593606a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:36.183556 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ddb4a74-1e4b-4cf6-8509-7399a9eb1245 req-c1e147d0-477d-4a51-8388-b15e593606a2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dda46f6fe2de441f9aa9a16e4e5ee6fc&device_id=0cd0dd65-fd50-433a-b617-28889b319ff2 HTTP/1.1" status: 200 len: 1098 time: 0.2472014 Feb 09 12:19:36.197259 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-95f81286-8610-4f7c-8b68-2a0e4f425495 req-013d3a63-a80f-4d56-b056-10420cb0b47b tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:36.249849 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013d3a63-a80f-4d56-b056-10420cb0b47b tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3349cb2-a597-41f7-8300-d08db48309e0,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:36.278720 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-95f81286-8610-4f7c-8b68-2a0e4f425495 req-013d3a63-a80f-4d56-b056-10420cb0b47b tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:36.279770 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-95f81286-8610-4f7c-8b68-2a0e4f425495 req-013d3a63-a80f-4d56-b056-10420cb0b47b tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/d3349cb2-a597-41f7-8300-d08db48309e0 HTTP/1.1" status: 204 len: 173 time: 0.2529356 Feb 09 12:19:36.372649 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339ab86-5abb-4ce4-b8f6-9132b83de63f req-9cc2e137-14ab-4365-9bb9-1b2ee576850e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:36.374550 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1339ab86-5abb-4ce4-b8f6-9132b83de63f req-9cc2e137-14ab-4365-9bb9-1b2ee576850e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7e97aab4-d4c3-47c8-a5ea-c2047c8103a1 HTTP/1.1" status: 200 len: 801 time: 0.1642191 Feb 09 12:19:36.467117 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb4a74-1e4b-4cf6-8509-7399a9eb1245 req-899d783c-94c5-4c08-bc2f-8688b8c1a699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:36.468597 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ddb4a74-1e4b-4cf6-8509-7399a9eb1245 req-899d783c-94c5-4c08-bc2f-8688b8c1a699 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.2134507 Feb 09 12:19:36.546892 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ddb4a74-1e4b-4cf6-8509-7399a9eb1245 req-d53d0810-0923-4f48-9b87-08d3236417d6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=17c2992f-729b-44a7-ae4c-750652da8502 HTTP/1.1" status: 200 len: 217 time: 0.0700288 Feb 09 12:19:36.553813 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339ab86-5abb-4ce4-b8f6-9132b83de63f req-4a4f379f-e197-4703-bb52-5df73a077da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:36.555301 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1339ab86-5abb-4ce4-b8f6-9132b83de63f req-4a4f379f-e197-4703-bb52-5df73a077da4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=57d7f1e2-bb43-4a9f-9601-bb147eb2bb18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1611323 Feb 09 12:19:36.697118 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 370c730d-943a-4438-920c-70735daa5dc4 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:19:36.757876 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb4a74-1e4b-4cf6-8509-7399a9eb1245 req-30152b61-345e-4b7d-a499-38959a9b4a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:36.759305 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ddb4a74-1e4b-4cf6-8509-7399a9eb1245 req-30152b61-345e-4b7d-a499-38959a9b4a66 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.2031486 Feb 09 12:19:36.847736 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:36.882852 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1339ab86-5abb-4ce4-b8f6-9132b83de63f req-f53c9e8b-8c17-45a8-aae9-9ef5225d6095 service neutron] 10.222.0.52 "GET /v2.0/networks/57d7f1e2-bb43-4a9f-9601-bb147eb2bb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955015 Feb 09 12:19:36.885376 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 370c730d-943a-4438-920c-70735daa5dc4, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=370c730d-943a-4438-920c-70735daa5dc4,segment=NetworkSegment(7fd43362-d2bb-4c15-a4a2-a1a057b6ca17),segment_id=7fd43362-d2bb-4c15-a4a2-a1a057b6ca17)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:19:36.886714 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab0953d-9a1b-4f81-8644-3334be8feb6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '370c730d-943a-4438-920c-70735daa5dc4'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:19:36.893905 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:36.903311 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fda6de-978e-4fdd-8696-395cd20ac581 req-31d28c86-0c35-4c64-8dc2-3c0d5d8c9b5d tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:36.911419 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fda6de-978e-4fdd-8696-395cd20ac581 req-31d28c86-0c35-4c64-8dc2-3c0d5d8c9b5d tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:36.913026 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-65fda6de-978e-4fdd-8696-395cd20ac581 req-31d28c86-0c35-4c64-8dc2-3c0d5d8c9b5d tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/ports?device_id=706eeb13-0aa4-410d-913b-ac2b91f4fe17 HTTP/1.1" status: 200 len: 1678 time: 0.2215359 Feb 09 12:19:36.968233 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=370c730d-943a-4438-920c-70735daa5dc4,revision_number=8']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:36.981455 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:19:36.981808 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:19:36.982142 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:19:36.982471 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:19:36.982795 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:19:36.983119 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:19:36.983446 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:19:36.983762 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:19:36.984124 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:19:36.984441 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:19:36.984936 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:19:36.985353 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:19:37.087682 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb4a74-1e4b-4cf6-8509-7399a9eb1245 req-e1a48ca3-2512-43b8-acfb-a8f4c9e7f136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:37.090320 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ddb4a74-1e4b-4cf6-8509-7399a9eb1245 req-e1a48ca3-2512-43b8-acfb-a8f4c9e7f136 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3153424 Feb 09 12:19:37.093798 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-65fda6de-978e-4fdd-8696-395cd20ac581 req-9fe56762-997f-4a62-97c7-6db6485a954b tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/security-groups?id=7752dbfe-1b85-414b-88da-268929ad7fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964241 Feb 09 12:19:37.334020 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1339ab86-5abb-4ce4-b8f6-9132b83de63f req-c73fc788-5672-49a9-afcb-875b5229f0d9 service neutron] 10.222.0.52 "GET /v2.0/networks/57d7f1e2-bb43-4a9f-9601-bb147eb2bb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4200265 Feb 09 12:19:37.489377 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ddb4a74-1e4b-4cf6-8509-7399a9eb1245 req-a143840c-da2a-41ad-b184-82b1ef4372d4 service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241573 Feb 09 12:19:37.499018 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2527ba-a648-4220-87fd-2fb70d85c0aa req-778768a8-6658-4014-a743-f87ab6b9a664 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:37.500430 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2f2527ba-a648-4220-87fd-2fb70d85c0aa req-778768a8-6658-4014-a743-f87ab6b9a664 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=34e7919b-4407-4ab0-8bcc-35c5416c741e HTTP/1.1" status: 200 len: 943 time: 0.2414930 Feb 09 12:19:37.526700 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e81469-1e03-4856-aef1-f8c48422ca77 req-c7dcc0f9-070e-4c02-8760-486e67287d1a tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:37.528143 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-15e81469-1e03-4856-aef1-f8c48422ca77 req-c7dcc0f9-070e-4c02-8760-486e67287d1a tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 945 time: 0.4520667 Feb 09 12:19:37.676504 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2f2527ba-a648-4220-87fd-2fb70d85c0aa req-b4a6372c-1674-49aa-90f3-4462b86a7da1 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451426 Feb 09 12:19:37.685121 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-15e81469-1e03-4856-aef1-f8c48422ca77 req-d309f228-8e6c-4181-a720-9b885039fffd tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383142 Feb 09 12:19:37.709010 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ddb4a74-1e4b-4cf6-8509-7399a9eb1245 req-ebe6807f-b637-4e27-8f42-dcaf9239454a service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069626 Feb 09 12:19:37.768346 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cf159936-15e7-4e2a-b724-056b194811ab req-fd724e46-f3e3-4ed6-83eb-3ce030797f07 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] 10.222.0.55 "GET /v2.0/security-groups/56c7b0f3-1cb9-4018-870b-e4929cf70f71 HTTP/1.1" status: 200 len: 2396 time: 0.0582855 Feb 09 12:19:37.851523 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-cf159936-15e7-4e2a-b724-056b194811ab req-bfcbe7af-94bd-4314-ab4e-2ebdae2cb84b tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:37.927326 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-cf159936-15e7-4e2a-b724-056b194811ab req-bfcbe7af-94bd-4314-ab4e-2ebdae2cb84b tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:37.930699 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-2c50cbe6-caeb-4466-8645-a4790f16f262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:37.933861 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-2c50cbe6-caeb-4466-8645-a4790f16f262 service neutron] 10.222.0.46 "GET /v2.0/ports/33e8e5dc-949b-49d0-bab6-79fc92eee24f HTTP/1.1" status: 200 len: 1026 time: 0.0764334 Feb 09 12:19:38.004304 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-775204f6-f35a-4885-8842-7530d9d47eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:38.006036 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-775204f6-f35a-4885-8842-7530d9d47eac service neutron] 10.222.0.46 "GET /v2.0/ports/443c0b83-737f-4437-9bd0-865f75d5940d HTTP/1.1" status: 200 len: 1028 time: 0.0660021 Feb 09 12:19:38.012274 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-76d438cd-60dd-43e4-8bbd-3efe6d8b02a9 req-27d129a2-8c6e-4e36-b4bd-1efb6f8d7eb6 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/ports?device_id=6101775f-5c0e-4dc8-9a5f-b57a74039dc8 HTTP/1.1" status: 200 len: 210 time: 0.0691969 Feb 09 12:19:38.044898 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-b4692b9b-fb2c-421c-83d9-647a61beb534 service neutron] 10.222.0.46 "GET /v2.0/ports/f5fb70a9-260d-4bef-bf68-ea6d7e835c4b/bindings/n-h1-825178-3 HTTP/1.1" status: 200 len: 384 time: 0.1682932 Feb 09 12:19:38.112783 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-cf159936-15e7-4e2a-b724-056b194811ab req-bfcbe7af-94bd-4314-ab4e-2ebdae2cb84b tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:38.141544 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcbe7af-94bd-4314-ab4e-2ebdae2cb84b tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c7b0f3-1cb9-4018-870b-e4929cf70f71,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:38.146291 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-cf159936-15e7-4e2a-b724-056b194811ab req-bfcbe7af-94bd-4314-ab4e-2ebdae2cb84b tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:38.153734 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cf159936-15e7-4e2a-b724-056b194811ab req-bfcbe7af-94bd-4314-ab4e-2ebdae2cb84b tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] 10.222.0.55 "DELETE /v2.0/security-groups/56c7b0f3-1cb9-4018-870b-e4929cf70f71 HTTP/1.1" status: 204 len: 173 time: 0.3787906 Feb 09 12:19:38.226092 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab0953d-9a1b-4f81-8644-3334be8feb6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '370c730d-943a-4438-920c-70735daa5dc4', 'code': 200} Feb 09 12:19:38.272995 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-d117ec0d-4b4f-4e8f-b1b4-52049a86d298 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:38.280196 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-d117ec0d-4b4f-4e8f-b1b4-52049a86d298 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:38.286162 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-d117ec0d-4b4f-4e8f-b1b4-52049a86d298 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:38.287179 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-d117ec0d-4b4f-4e8f-b1b4-52049a86d298 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Synchronizing usage tracker for tenant:eec7cd73952c439fa26a361208297f39 on resource:network {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:19:38.300797 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-d117ec0d-4b4f-4e8f-b1b4-52049a86d298 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Unset dirty status for tenant:eec7cd73952c439fa26a361208297f39 on resource:network {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:19:38.302258 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-d117ec0d-4b4f-4e8f-b1b4-52049a86d298 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.46 "GET /v2.0/networks?id=cd473c9f-1942-47be-82eb-f1f92f3be41a&id=b99c93e7-09da-4e68-a3ff-2707256091d8&id=b99c93e7-09da-4e68-a3ff-2707256091d8&id=b99c93e7-09da-4e68-a3ff-2707256091d8&id=b99c93e7-09da-4e68-a3ff-2707256091d8&id=b811de4e-2157-472b-a248-fb00e797501f&id=b811de4e-2157-472b-a248-fb00e797501f HTTP/1.1" status: 200 len: 1988 time: 0.2779653 Feb 09 12:19:38.440242 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-2808b769-aaba-40d6-82ef-7ff2f13682c7 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Synchronizing usage tracker for tenant:eec7cd73952c439fa26a361208297f39 on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:19:38.444087 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f9b51-b380-43b3-9a57-e411002db209 req-7ece094d-5519-469c-b68f-bcfdfc9af5de tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:38.445018 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1e8f9b51-b380-43b3-9a57-e411002db209 req-7ece094d-5519-469c-b68f-bcfdfc9af5de tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=1691c089-3110-48fc-9c9e-fc3a62408e41 HTTP/1.1" status: 200 len: 950 time: 0.2125924 Feb 09 12:19:38.473058 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-2808b769-aaba-40d6-82ef-7ff2f13682c7 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Unset dirty status for tenant:eec7cd73952c439fa26a361208297f39 on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:19:38.480348 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-2808b769-aaba-40d6-82ef-7ff2f13682c7 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eec7cd73952c439fa26a361208297f39 HTTP/1.1" status: 200 len: 379 time: 0.1627438 Feb 09 12:19:38.500495 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-045e1bf0-bfec-4c38-bd07-67eda4323b74 service neutron] For port f5fb70a9-260d-4bef-bf68-ea6d7e835c4b, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f5fb70a9-260d-4bef-bf68-ea6d7e835c4b,segment=NetworkSegment(a032c80a-2814-4a8f-bd23-99ac5315db25),segment_id=a032c80a-2814-4a8f-bd23-99ac5315db25)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:19:38.505501 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-6c0e5224-62ab-4728-a93f-2cbdfcca95e0 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Request body: {'port': {'device_id': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'network_id': 'cd473c9f-1942-47be-82eb-f1f92f3be41a', 'admin_state_up': True, 'tenant_id': 'eec7cd73952c439fa26a361208297f39', 'security_groups': ['8803669e-2abe-4ab7-b2c0-58109e10cb11']}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:19:38.548485 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1e8f9b51-b380-43b3-9a57-e411002db209 req-6de3c464-e452-4397-b20b-1eb693480179 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952249 Feb 09 12:19:38.567715 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-045e1bf0-bfec-4c38-bd07-67eda4323b74 service neutron] For port f5fb70a9-260d-4bef-bf68-ea6d7e835c4b, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:19:38.706808 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-045e1bf0-bfec-4c38-bd07-67eda4323b74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5fb70a9-260d-4bef-bf68-ea6d7e835c4b {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:19:38.719663 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-045e1bf0-bfec-4c38-bd07-67eda4323b74 service neutron] For port f5fb70a9-260d-4bef-bf68-ea6d7e835c4b, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=f5fb70a9-260d-4bef-bf68-ea6d7e835c4b,segment=NetworkSegment(a032c80a-2814-4a8f-bd23-99ac5315db25),segment_id=a032c80a-2814-4a8f-bd23-99ac5315db25)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:19:38.743535 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-045e1bf0-bfec-4c38-bd07-67eda4323b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:38.895892 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [req-e2d5199c-4e1c-4106-b0c2-84dad4ca373b req-0ac2d6b0-e02a-43e1-8981-b6303b6c29db tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] show failed (client error): The resource could not be found. Feb 09 12:19:38.896922 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e2d5199c-4e1c-4106-b0c2-84dad4ca373b req-0ac2d6b0-e02a-43e1-8981-b6303b6c29db tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] 10.222.0.55 "GET /v2.0/security-groups/d0f0e3b2-2334-4a28-af0c-8dfaaf38be0f HTTP/1.1" status: 404 len: 352 time: 0.0317762 Feb 09 12:19:38.926833 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-6c0e5224-62ab-4728-a93f-2cbdfcca95e0 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:19:38.933365 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-6c0e5224-62ab-4728-a93f-2cbdfcca95e0 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Usage tracker for resource:port and tenant:eec7cd73952c439fa26a361208297f39 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:19:38.949554 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-6c0e5224-62ab-4728-a93f-2cbdfcca95e0 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Quota usage for port was recalculated. Used quota:7. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:19:38.961893 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-6c0e5224-62ab-4728-a93f-2cbdfcca95e0 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:19:38.975142 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-045e1bf0-bfec-4c38-bd07-67eda4323b74 service neutron] Transition to ACTIVE for port object f5fb70a9-260d-4bef-bf68-ea6d7e835c4b will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:19:38.977620 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-6c0e5224-62ab-4728-a93f-2cbdfcca95e0 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Made reservation on behalf of eec7cd73952c439fa26a361208297f39 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:19:38.982267 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-6c0e5224-62ab-4728-a93f-2cbdfcca95e0 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:38.989529 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf1090-2a00-4816-a58b-56294208679d req-3856931a-fc45-4157-a97b-26afe0f16b54 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:38.995645 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf1090-2a00-4816-a58b-56294208679d req-3856931a-fc45-4157-a97b-26afe0f16b54 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:38.997770 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-19bf1090-2a00-4816-a58b-56294208679d req-3856931a-fc45-4157-a97b-26afe0f16b54 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/ports?device_id=706eeb13-0aa4-410d-913b-ac2b91f4fe17 HTTP/1.1" status: 200 len: 1678 time: 0.1835418 Feb 09 12:19:38.999047 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-045e1bf0-bfec-4c38-bd07-67eda4323b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:39.166061 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-6c0e5224-62ab-4728-a93f-2cbdfcca95e0 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Allocated IP 172.20.0.12 (cd473c9f-1942-47be-82eb-f1f92f3be41a/cc63f089-5187-4e97-9454-d46ba64456ce/08a7959c-b6ca-4739-9da3-042b6f618521) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:19:39.371423 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-045e1bf0-bfec-4c38-bd07-67eda4323b74 service neutron] No DVR routers for this DVR port f5fb70a9-260d-4bef-bf68-ea6d7e835c4b on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:19:39.374380 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-6c0e5224-62ab-4728-a93f-2cbdfcca95e0 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:39.378208 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-19bf1090-2a00-4816-a58b-56294208679d req-21c35bd4-3a53-4a4f-a728-3ce976999ef0 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/security-groups?id=7752dbfe-1b85-414b-88da-268929ad7fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429139 Feb 09 12:19:39.386600 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045e1bf0-bfec-4c38-bd07-67eda4323b74 service neutron] Pushing event updated for resources: {'Port': ['ID=f5fb70a9-260d-4bef-bf68-ea6d7e835c4b,revision_number=10']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:39.399494 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-6c0e5224-62ab-4728-a93f-2cbdfcca95e0 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Transition to ACTIVE for port object 08a7959c-b6ca-4739-9da3-042b6f618521 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:19:39.448707 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-6c0e5224-62ab-4728-a93f-2cbdfcca95e0 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:39.454036 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-045e1bf0-bfec-4c38-bd07-67eda4323b74 service neutron] 10.222.0.46 "PUT /v2.0/ports/f5fb70a9-260d-4bef-bf68-ea6d7e835c4b/bindings/n-h1-825178-3/activate HTTP/1.1" status: 200 len: 369 time: 1.4042037 Feb 09 12:19:39.475379 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:19:39.498148 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724e507-d2f3-4699-9621-9061d4978da9 req-cc5b92d4-0406-416a-8e93-b0c8a70aaff6 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:39.499734 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3724e507-d2f3-4699-9621-9061d4978da9 req-cc5b92d4-0406-416a-8e93-b0c8a70aaff6 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=34e7919b-4407-4ab0-8bcc-35c5416c741e HTTP/1.1" status: 200 len: 944 time: 0.4633367 Feb 09 12:19:39.536978 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-6c0e5224-62ab-4728-a93f-2cbdfcca95e0 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Network cd473c9f-1942-47be-82eb-f1f92f3be41a is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:19:39.541221 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-6c0e5224-62ab-4728-a93f-2cbdfcca95e0 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:19:39.546104 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-6c0e5224-62ab-4728-a93f-2cbdfcca95e0 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:19:39.626414 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-6c0e5224-62ab-4728-a93f-2cbdfcca95e0 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:39.627457 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-6c0e5224-62ab-4728-a93f-2cbdfcca95e0 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:39.630057 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3724e507-d2f3-4699-9621-9061d4978da9 req-7ce53cd3-b5df-4788-abf5-d403aa9d61c6 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221001 Feb 09 12:19:39.659687 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e5224-62ab-4728-a93f-2cbdfcca95e0 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Pushing event updated for resources: {'Port': ['ID=08a7959c-b6ca-4739-9da3-042b6f618521,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:39.683085 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-6c0e5224-62ab-4728-a93f-2cbdfcca95e0 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2002194 Feb 09 12:19:39.696532 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-68f5f0c8-b97e-41ab-85cd-db3b1c72d8cf tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Request body: {'port': {'device_id': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'network_id': 'b99c93e7-09da-4e68-a3ff-2707256091d8', 'admin_state_up': True, 'tenant_id': 'eec7cd73952c439fa26a361208297f39', 'security_groups': ['8803669e-2abe-4ab7-b2c0-58109e10cb11']}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:19:39.837815 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f,segment=NetworkSegment(38c00d74-812b-4098-a7dd-4f75888dbfdd),segment_id=38c00d74-812b-4098-a7dd-4f75888dbfdd)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:19:39.862204 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': 'f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f', 'network_id': '57d7f1e2-bb43-4a9f-9601-bb147eb2bb18', 'port_id': 'f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f', 'mac_address': 'fa:16:3e:d4:44:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e97aab4-d4c3-47c8-a5ea-c2047c8103a1', 'ip_address': '19.86.0.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:19:39.923014 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-68f5f0c8-b97e-41ab-85cd-db3b1c72d8cf tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:19:39.929628 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-68f5f0c8-b97e-41ab-85cd-db3b1c72d8cf tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Usage tracker for resource:port and tenant:eec7cd73952c439fa26a361208297f39 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:19:39.934434 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-68f5f0c8-b97e-41ab-85cd-db3b1c72d8cf tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Quota usage for port was recalculated. Used quota:8. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:19:39.942586 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-68f5f0c8-b97e-41ab-85cd-db3b1c72d8cf tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:19:39.944940 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:39.957107 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-68f5f0c8-b97e-41ab-85cd-db3b1c72d8cf tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Made reservation on behalf of eec7cd73952c439fa26a361208297f39 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:19:39.962005 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-68f5f0c8-b97e-41ab-85cd-db3b1c72d8cf tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:39.966888 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:19:39.972654 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-95433e49-0b39-4b8a-b142-2f3a5332f8f6 None None] Provisioning for port 08a7959c-b6ca-4739-9da3-042b6f618521 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:19:39.983376 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-95433e49-0b39-4b8a-b142-2f3a5332f8f6 None None] Provisioning complete for port 08a7959c-b6ca-4739-9da3-042b6f618521 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:19:39.983741 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-95433e49-0b39-4b8a-b142-2f3a5332f8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:40.048188 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-95433e49-0b39-4b8a-b142-2f3a5332f8f6 None None] Port 08a7959c-b6ca-4739-9da3-042b6f618521 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:19:40.062855 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f,segment=NetworkSegment(38c00d74-812b-4098-a7dd-4f75888dbfdd),segment_id=38c00d74-812b-4098-a7dd-4f75888dbfdd)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:19:40.075323 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:40.077151 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device bedbbe39-7923-4139-8a48-e5e64718865f details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:19:40.094669 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7158e-cfb4-474a-8955-078210f8241d req-f18acce9-6c48-413f-b5f8-c7d3d24d9113 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:40.101986 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-85e7158e-cfb4-474a-8955-078210f8241d req-f18acce9-6c48-413f-b5f8-c7d3d24d9113 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/networks?id=46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c HTTP/1.1" status: 200 len: 805 time: 0.3048561 Feb 09 12:19:40.117814 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-9c9814f0-b7b6-45fe-9acb-76a9fdc8da1a tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:40.119274 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-9c9814f0-b7b6-45fe-9acb-76a9fdc8da1a tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=34e7919b-4407-4ab0-8bcc-35c5416c741e&tenant_id=48298ec907a946ddb2f0d8ac4aa52547&binding%3Ahost_id=n-h2-825178-3 HTTP/1.1" status: 200 len: 1095 time: 0.4128344 Feb 09 12:19:40.126919 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-85e7158e-cfb4-474a-8955-078210f8241d req-b74420de-0eac-42d5-bb41-b01f7c0196a8 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/quotas/e269a22f7331401b92d6d31273b08c8d HTTP/1.1" status: 200 len: 375 time: 0.0240479 Feb 09 12:19:40.225465 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:40.261075 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-68f5f0c8-b97e-41ab-85cd-db3b1c72d8cf tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Allocated IP 10.1.1.11 (b99c93e7-09da-4e68-a3ff-2707256091d8/5e90ce54-e86e-457d-b992-127e2cb06390/f4260c54-433e-4da9-abdb-7b63fb7fccfd) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:19:40.305280 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61702cfb-4429-469f-bb57-9623ae9e2138 req-676614d7-29df-4524-9768-97cda4388df9 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:40.313274 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-61702cfb-4429-469f-bb57-9623ae9e2138 req-676614d7-29df-4524-9768-97cda4388df9 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 945 time: 0.6810148 Feb 09 12:19:40.471580 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port bedbbe39-7923-4139-8a48-e5e64718865f, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=bedbbe39-7923-4139-8a48-e5e64718865f,segment=NetworkSegment(e4061eec-f665-48b0-b400-9699a3660a7f),segment_id=e4061eec-f665-48b0-b400-9699a3660a7f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:19:40.490757 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': 'bedbbe39-7923-4139-8a48-e5e64718865f', 'network_id': 'd6cb5a73-e522-4e03-9d30-5be8d6f18f3d', 'port_id': 'bedbbe39-7923-4139-8a48-e5e64718865f', 'mac_address': 'fa:16:3e:96:c7:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8dee815-7af7-469b-9479-1d125273a93c', 'ip_address': '19.80.0.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:19:40.536036 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-61702cfb-4429-469f-bb57-9623ae9e2138 req-f96cc29e-d9d1-474a-96f6-8b2580540d25 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2217975 Feb 09 12:19:40.549450 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-68f5f0c8-b97e-41ab-85cd-db3b1c72d8cf tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:40.561301 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-85e7158e-cfb4-474a-8955-078210f8241d req-11397193-20a4-4a30-a272-75e47b8ad7de tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e269a22f7331401b92d6d31273b08c8d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4334610 Feb 09 12:19:40.565822 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:40.571266 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-68f5f0c8-b97e-41ab-85cd-db3b1c72d8cf tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Transition to ACTIVE for port object f4260c54-433e-4da9-abdb-7b63fb7fccfd will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:19:40.606301 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-68f5f0c8-b97e-41ab-85cd-db3b1c72d8cf tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:40.640237 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bedbbe39-7923-4139-8a48-e5e64718865f {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:19:40.659358 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-550dd1ee-cad2-4b09-9c3e-c77ea57143a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:40.660878 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-550dd1ee-cad2-4b09-9c3e-c77ea57143a2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=34e7919b-4407-4ab0-8bcc-35c5416c741e&tenant_id=48298ec907a946ddb2f0d8ac4aa52547 HTTP/1.1" status: 200 len: 1095 time: 0.4889126 Feb 09 12:19:40.687460 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port bedbbe39-7923-4139-8a48-e5e64718865f, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=bedbbe39-7923-4139-8a48-e5e64718865f,segment=NetworkSegment(e4061eec-f665-48b0-b400-9699a3660a7f),segment_id=e4061eec-f665-48b0-b400-9699a3660a7f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:19:40.699414 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:40.700195 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d09f94-ce99-4f57-b4a2-211918a7b5be req-82cd4c98-f15d-44c5-9a43-3aa4629e6099 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:40.701681 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-45d09f94-ce99-4f57-b4a2-211918a7b5be req-82cd4c98-f15d-44c5-9a43-3aa4629e6099 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.46 "GET /v2.0/ports?device_id=1ab0953d-9a1b-4f81-8644-3334be8feb6c HTTP/1.1" status: 200 len: 943 time: 0.3239727 Feb 09 12:19:40.788200 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-68f5f0c8-b97e-41ab-85cd-db3b1c72d8cf tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Network b99c93e7-09da-4e68-a3ff-2707256091d8 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:19:40.790352 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-68f5f0c8-b97e-41ab-85cd-db3b1c72d8cf tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:19:40.809566 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-68f5f0c8-b97e-41ab-85cd-db3b1c72d8cf tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:19:40.823317 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=bedbbe39-7923-4139-8a48-e5e64718865f,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:40.883680 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f0c8-b97e-41ab-85cd-db3b1c72d8cf tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Pushing event updated for resources: {'Port': ['ID=f4260c54-433e-4da9-abdb-7b63fb7fccfd,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:40.910582 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-68f5f0c8-b97e-41ab-85cd-db3b1c72d8cf tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:40.911257 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-68f5f0c8-b97e-41ab-85cd-db3b1c72d8cf tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:40.926855 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-85e7158e-cfb4-474a-8955-078210f8241d req-3bcbcec1-ebdb-4620-8673-5040a9b9101c service neutron] 10.222.0.55 "GET /v2.0/networks/46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646247 Feb 09 12:19:40.938283 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-68f5f0c8-b97e-41ab-85cd-db3b1c72d8cf tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2485232 Feb 09 12:19:40.954196 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-45d09f94-ce99-4f57-b4a2-211918a7b5be req-ca32e927-0cba-455c-82b7-b582d8f397cb tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Deleting port 370c730d-943a-4438-920c-70735daa5dc4 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:19:40.954546 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-45d09f94-ce99-4f57-b4a2-211918a7b5be req-ca32e927-0cba-455c-82b7-b582d8f397cb tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:40.959457 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-b3720d8b-35c0-4ff3-8ab4-498bb32548ef tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Request body: {'port': {'device_id': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'network_id': 'b99c93e7-09da-4e68-a3ff-2707256091d8', 'admin_state_up': True, 'tenant_id': 'eec7cd73952c439fa26a361208297f39', 'security_groups': ['8803669e-2abe-4ab7-b2c0-58109e10cb11']}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:19:41.129092 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:19:41.139107 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-79a61d05-c468-44c3-ba61-b97d5bd45dca req-a0bee04e-2127-4abb-8b94-4faa2016fa9d tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] 10.222.0.55 "GET /v2.0/security-groups/2cb6b928-b97c-4ca5-8709-20a7d8a75e1f HTTP/1.1" status: 200 len: 1804 time: 0.3332508 Feb 09 12:19:41.142734 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-b3720d8b-35c0-4ff3-8ab4-498bb32548ef tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:19:41.152033 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-b3720d8b-35c0-4ff3-8ab4-498bb32548ef tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Usage tracker for resource:port and tenant:eec7cd73952c439fa26a361208297f39 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:19:41.160914 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-b3720d8b-35c0-4ff3-8ab4-498bb32548ef tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Quota usage for port was recalculated. Used quota:9. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:19:41.172244 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-b3720d8b-35c0-4ff3-8ab4-498bb32548ef tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:19:41.195766 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-b3720d8b-35c0-4ff3-8ab4-498bb32548ef tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Made reservation on behalf of eec7cd73952c439fa26a361208297f39 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:19:41.200868 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-b3720d8b-35c0-4ff3-8ab4-498bb32548ef tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:41.222898 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['bedbbe39-7923-4139-8a48-e5e64718865f'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:19:41.287566 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-d35920a3-3b2d-4267-bf49-b74e665dbd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:41.289270 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-d35920a3-3b2d-4267-bf49-b74e665dbd20 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=48298ec907a946ddb2f0d8ac4aa52547&device_id=34e7919b-4407-4ab0-8bcc-35c5416c741e HTTP/1.1" status: 200 len: 1095 time: 0.5838804 Feb 09 12:19:41.370644 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-89c3c02b-ae8d-4f08-a66d-003407701ebd None None] Provisioning for port f4260c54-433e-4da9-abdb-7b63fb7fccfd completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:19:41.388842 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-89c3c02b-ae8d-4f08-a66d-003407701ebd None None] Provisioning complete for port f4260c54-433e-4da9-abdb-7b63fb7fccfd triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:19:41.389216 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-89c3c02b-ae8d-4f08-a66d-003407701ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:41.492751 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-79a61d05-c468-44c3-ba61-b97d5bd45dca req-865bc156-f5cf-4372-9597-c6d2dfdbaf8e tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:41.497647 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-b3720d8b-35c0-4ff3-8ab4-498bb32548ef tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Allocated IP 10.1.1.76 (b99c93e7-09da-4e68-a3ff-2707256091d8/5e90ce54-e86e-457d-b992-127e2cb06390/94020401-ba56-426c-a528-ce595ad0c37c) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:19:41.526583 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-89c3c02b-ae8d-4f08-a66d-003407701ebd None None] Port f4260c54-433e-4da9-abdb-7b63fb7fccfd cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:19:41.537322 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-85e7158e-cfb4-474a-8955-078210f8241d req-aa3704df-fa44-434a-a6e3-1eb236f416a4 service neutron] 10.222.0.55 "GET /v2.0/networks/46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6095388 Feb 09 12:19:41.646206 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-79a61d05-c468-44c3-ba61-b97d5bd45dca req-865bc156-f5cf-4372-9597-c6d2dfdbaf8e tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:41.719986 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-45d09f94-ce99-4f57-b4a2-211918a7b5be req-ca32e927-0cba-455c-82b7-b582d8f397cb tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] For port 370c730d-943a-4438-920c-70735daa5dc4, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=370c730d-943a-4438-920c-70735daa5dc4,segment=NetworkSegment(7fd43362-d2bb-4c15-a4a2-a1a057b6ca17),segment_id=7fd43362-d2bb-4c15-a4a2-a1a057b6ca17)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:19:41.720966 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-45d09f94-ce99-4f57-b4a2-211918a7b5be req-ca32e927-0cba-455c-82b7-b582d8f397cb tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:41.866743 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-b3720d8b-35c0-4ff3-8ab4-498bb32548ef tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:41.886638 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-b3720d8b-35c0-4ff3-8ab4-498bb32548ef tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Transition to ACTIVE for port object 94020401-ba56-426c-a528-ce595ad0c37c will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:19:41.916865 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-b3720d8b-35c0-4ff3-8ab4-498bb32548ef tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:41.993043 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:19:42.083194 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-45d09f94-ce99-4f57-b4a2-211918a7b5be req-ca32e927-0cba-455c-82b7-b582d8f397cb tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Calling delete_port for 370c730d-943a-4438-920c-70735daa5dc4 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:19:42.107398 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-b3720d8b-35c0-4ff3-8ab4-498bb32548ef tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Network b99c93e7-09da-4e68-a3ff-2707256091d8 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:19:42.115699 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-b3720d8b-35c0-4ff3-8ab4-498bb32548ef tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:19:42.120627 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-b3720d8b-35c0-4ff3-8ab4-498bb32548ef tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:19:42.158798 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-756ce675-c74b-4e30-a0e4-2c2fa12b2be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:42.160322 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-756ce675-c74b-4e30-a0e4-2c2fa12b2be4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ef8cbc95-953d-4d9d-a80a-2c68322f6f7f HTTP/1.1" status: 200 len: 909 time: 0.8418097 Feb 09 12:19:42.178136 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3720d8b-35c0-4ff3-8ab4-498bb32548ef tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Pushing event updated for resources: {'Port': ['ID=94020401-ba56-426c-a528-ce595ad0c37c,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:42.216077 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-b3720d8b-35c0-4ff3-8ab4-498bb32548ef tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:42.216696 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-b3720d8b-35c0-4ff3-8ab4-498bb32548ef tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:42.251284 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-b3720d8b-35c0-4ff3-8ab4-498bb32548ef tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3044755 Feb 09 12:19:42.270644 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-d6e206ce-e196-4cf7-94a9-bb60cf7fb33f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f5fb70a9-260d-4bef-bf68-ea6d7e835c4b HTTP/1.1" status: 200 len: 217 time: 0.0844183 Feb 09 12:19:42.271227 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-79a61d05-c468-44c3-ba61-b97d5bd45dca req-865bc156-f5cf-4372-9597-c6d2dfdbaf8e tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:42.303999 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-44804b8b-0d78-4cfb-b0db-62f031c002e9 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Request body: {'port': {'device_id': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b811de4e-2157-472b-a248-fb00e797501f', 'admin_state_up': True, 'tenant_id': 'eec7cd73952c439fa26a361208297f39', 'security_groups': ['8803669e-2abe-4ab7-b2c0-58109e10cb11']}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:19:42.384061 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865bc156-f5cf-4372-9597-c6d2dfdbaf8e tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb6b928-b97c-4ca5-8709-20a7d8a75e1f,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:42.424546 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-79a61d05-c468-44c3-ba61-b97d5bd45dca req-865bc156-f5cf-4372-9597-c6d2dfdbaf8e tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:42.428330 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-79a61d05-c468-44c3-ba61-b97d5bd45dca req-865bc156-f5cf-4372-9597-c6d2dfdbaf8e tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] 10.222.0.55 "DELETE /v2.0/security-groups/2cb6b928-b97c-4ca5-8709-20a7d8a75e1f HTTP/1.1" status: 204 len: 173 time: 1.2881935 Feb 09 12:19:42.502657 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-bd648c34-3202-4ea3-b5da-b0028abca0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:42.504127 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-bd648c34-3202-4ea3-b5da-b0028abca0ab service neutron] 10.222.0.52 "GET /v2.0/subnets?id=366798ce-1b6a-4537-9fda-2703703dab8f HTTP/1.1" status: 200 len: 848 time: 0.1978924 Feb 09 12:19:42.549156 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-44804b8b-0d78-4cfb-b0db-62f031c002e9 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:19:42.553750 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-44804b8b-0d78-4cfb-b0db-62f031c002e9 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Usage tracker for resource:port and tenant:eec7cd73952c439fa26a361208297f39 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:19:42.557595 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-44804b8b-0d78-4cfb-b0db-62f031c002e9 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Quota usage for port was recalculated. Used quota:10. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:19:42.564899 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-9c9a483d-de52-4354-abfd-db03e4482913 None None] Provisioning for port 94020401-ba56-426c-a528-ce595ad0c37c completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:19:42.566479 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-44804b8b-0d78-4cfb-b0db-62f031c002e9 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:19:42.571392 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-9c9a483d-de52-4354-abfd-db03e4482913 None None] Provisioning complete for port 94020401-ba56-426c-a528-ce595ad0c37c triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:19:42.572041 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9c9a483d-de52-4354-abfd-db03e4482913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:42.588153 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-44804b8b-0d78-4cfb-b0db-62f031c002e9 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Made reservation on behalf of eec7cd73952c439fa26a361208297f39 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:19:42.624181 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0a11a-a4ad-4bbe-b613-1cfd8abd5db7 req-30558594-a032-43b2-a450-deeca5614dec tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:42.632851 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0a11a-a4ad-4bbe-b613-1cfd8abd5db7 req-30558594-a032-43b2-a450-deeca5614dec tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:42.639908 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0a11a-a4ad-4bbe-b613-1cfd8abd5db7 req-30558594-a032-43b2-a450-deeca5614dec tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:42.647306 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-18a0a11a-a4ad-4bbe-b613-1cfd8abd5db7 req-30558594-a032-43b2-a450-deeca5614dec tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/ports?device_id=6101775f-5c0e-4dc8-9a5f-b57a74039dc8 HTTP/1.1" status: 200 len: 2373 time: 0.6879861 Feb 09 12:19:42.701415 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 370c730d-943a-4438-920c-70735daa5dc4 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:19:42.704662 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-8858a77b-e3d6-4afd-9ed0-62040432703b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ef8cbc95-953d-4d9d-a80a-2c68322f6f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1848750 Feb 09 12:19:42.749109 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-44804b8b-0d78-4cfb-b0db-62f031c002e9 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:42.754524 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-9c9a483d-de52-4354-abfd-db03e4482913 None None] Port 94020401-ba56-426c-a528-ce595ad0c37c cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:19:42.775926 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No active binding found for port 370c730d-943a-4438-920c-70735daa5dc4 {{(pid=87569) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 09 12:19:42.776343 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 370c730d-943a-4438-920c-70735daa5dc4 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:19:42.776765 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device f5fb70a9-260d-4bef-bf68-ea6d7e835c4b no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:19:42.828370 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-45d09f94-ce99-4f57-b4a2-211918a7b5be req-ca32e927-0cba-455c-82b7-b582d8f397cb tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:42.852278 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device f5fb70a9-260d-4bef-bf68-ea6d7e835c4b not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:19:42.905047 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-18a0a11a-a4ad-4bbe-b613-1cfd8abd5db7 req-936a6187-5277-4afb-aeac-f06287e23a9e tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/security-groups?id=8803669e-2abe-4ab7-b2c0-58109e10cb11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2559230 Feb 09 12:19:42.911064 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca32e927-0cba-455c-82b7-b582d8f397cb tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Pushing event deleted for resources: {'Port': ['ID=370c730d-943a-4438-920c-70735daa5dc4,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:43.056960 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de74e7-4880-4a83-8a97-20463c4fab42 req-ba54d5b2-111a-4149-9667-4dca7db114e9 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:43.058673 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-16de74e7-4880-4a83-8a97-20463c4fab42 req-ba54d5b2-111a-4149-9667-4dca7db114e9 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=1691c089-3110-48fc-9c9e-fc3a62408e41 HTTP/1.1" status: 200 len: 950 time: 0.4717321 Feb 09 12:19:43.094729 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-44804b8b-0d78-4cfb-b0db-62f031c002e9 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Allocated IP 10.2.2.100 (b811de4e-2157-472b-a248-fb00e797501f/4fc18aec-5bf2-4273-8217-866b7174e4bb/bac054b4-55e6-4dd2-a661-38ced1728bad) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:19:43.166085 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d09f94-ce99-4f57-b4a2-211918a7b5be req-ca32e927-0cba-455c-82b7-b582d8f397cb tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] No DVR routers for this DVR port 370c730d-943a-4438-920c-70735daa5dc4 on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:19:43.231717 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-45d09f94-ce99-4f57-b4a2-211918a7b5be req-ca32e927-0cba-455c-82b7-b582d8f397cb tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:43.242960 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-672250a1-44ef-457e-834d-0518bf89977e service neutron] 10.222.0.52 "GET /v2.0/networks/ef8cbc95-953d-4d9d-a80a-2c68322f6f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5196037 Feb 09 12:19:43.243393 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab0953d-9a1b-4f81-8644-3334be8feb6c', 'name': 'network-vif-deleted', 'tag': '370c730d-943a-4438-920c-70735daa5dc4'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:19:43.264219 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-45d09f94-ce99-4f57-b4a2-211918a7b5be req-ca32e927-0cba-455c-82b7-b582d8f397cb tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.46 "DELETE /v2.0/ports/370c730d-943a-4438-920c-70735daa5dc4 HTTP/1.1" status: 204 len: 173 time: 2.5082057 Feb 09 12:19:43.376536 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-44804b8b-0d78-4cfb-b0db-62f031c002e9 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:43.386274 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-16de74e7-4880-4a83-8a97-20463c4fab42 req-1dec303f-ef72-4e78-8770-8627f92adaeb tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711389 Feb 09 12:19:43.396097 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-44804b8b-0d78-4cfb-b0db-62f031c002e9 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Transition to ACTIVE for port object bac054b4-55e6-4dd2-a661-38ced1728bad will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:19:43.462549 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-44804b8b-0d78-4cfb-b0db-62f031c002e9 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:43.500826 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:19:43.542895 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-44804b8b-0d78-4cfb-b0db-62f031c002e9 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Network b811de4e-2157-472b-a248-fb00e797501f is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:19:43.548948 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-44804b8b-0d78-4cfb-b0db-62f031c002e9 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:19:43.552206 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-44804b8b-0d78-4cfb-b0db-62f031c002e9 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:19:43.589798 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:19:43.600286 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:19:43.601245 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:43.618027 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7158e-cfb4-474a-8955-078210f8241d req-93d4d05d-c01a-43dc-8864-1796d58b5eea tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:43.619643 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-85e7158e-cfb4-474a-8955-078210f8241d req-93d4d05d-c01a-43dc-8864-1796d58b5eea tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.46 "GET /v2.0/networks?id=46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c HTTP/1.1" status: 200 len: 805 time: 0.5057237 Feb 09 12:19:43.632794 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-85e7158e-cfb4-474a-8955-078210f8241d req-98cfd48f-6d93-40c4-8786-2edc3191d3e8 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Request body: {'port': {'device_id': '5a4342cb-5b67-4667-b3a7-4ac1a22605ea', 'network_id': '46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c', 'admin_state_up': True, 'tenant_id': 'e269a22f7331401b92d6d31273b08c8d'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:19:43.644534 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44804b8b-0d78-4cfb-b0db-62f031c002e9 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Pushing event updated for resources: {'Port': ['ID=bac054b4-55e6-4dd2-a661-38ced1728bad,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:43.662086 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-b51e1246-03c5-4dbe-b147-2110fa634d25 service neutron] 10.222.0.52 "GET /v2.0/networks/ef8cbc95-953d-4d9d-a80a-2c68322f6f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3839884 Feb 09 12:19:43.665830 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-44804b8b-0d78-4cfb-b0db-62f031c002e9 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:43.667232 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-44804b8b-0d78-4cfb-b0db-62f031c002e9 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:43.677306 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c058c3-94e4-4788-81be-3343792035bc req-920a0cb4-ccdc-4c6e-be8a-11a4d43dce5e tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:43.692169 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c058c3-94e4-4788-81be-3343792035bc req-920a0cb4-ccdc-4c6e-be8a-11a4d43dce5e tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:43.693964 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-66c058c3-94e4-4788-81be-3343792035bc req-920a0cb4-ccdc-4c6e-be8a-11a4d43dce5e tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/ports?device_id=706eeb13-0aa4-410d-913b-ac2b91f4fe17 HTTP/1.1" status: 200 len: 1680 time: 0.6343856 Feb 09 12:19:43.694973 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-44804b8b-0d78-4cfb-b0db-62f031c002e9 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4017632 Feb 09 12:19:43.718517 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-7054e5fe-8b75-4f40-85d6-c2a78e3cc8a0 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Request body: {'port': {'device_id': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b811de4e-2157-472b-a248-fb00e797501f', 'admin_state_up': True, 'tenant_id': 'eec7cd73952c439fa26a361208297f39', 'security_groups': ['8803669e-2abe-4ab7-b2c0-58109e10cb11']}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:19:43.801902 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:43.853644 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706eeb13-0aa4-410d-913b-ac2b91f4fe17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:19:43.870407 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f,segment=NetworkSegment(38c00d74-812b-4098-a7dd-4f75888dbfdd),segment_id=38c00d74-812b-4098-a7dd-4f75888dbfdd)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:19:43.882068 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:43.883933 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device bedbbe39-7923-4139-8a48-e5e64718865f up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:19:43.897386 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-66c058c3-94e4-4788-81be-3343792035bc req-5c1e0cdc-c837-48c8-b233-ca3ae808e50d tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/security-groups?id=7752dbfe-1b85-414b-88da-268929ad7fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338456 Feb 09 12:19:44.002796 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-7054e5fe-8b75-4f40-85d6-c2a78e3cc8a0 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:19:44.014743 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-7054e5fe-8b75-4f40-85d6-c2a78e3cc8a0 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Usage tracker for resource:port and tenant:eec7cd73952c439fa26a361208297f39 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:19:44.022571 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-7054e5fe-8b75-4f40-85d6-c2a78e3cc8a0 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Quota usage for port was recalculated. Used quota:11. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:19:44.038564 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-7054e5fe-8b75-4f40-85d6-c2a78e3cc8a0 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:19:44.072432 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-7054e5fe-8b75-4f40-85d6-c2a78e3cc8a0 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Made reservation on behalf of eec7cd73952c439fa26a361208297f39 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:19:44.089611 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-7054e5fe-8b75-4f40-85d6-c2a78e3cc8a0 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:44.093958 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:44.141290 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-66f38d94-b167-4806-9608-60f275ffebbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:44.150659 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c627343-2c67-4316-b4db-6491aaa20347 req-bf1f0948-67f9-4eac-96b3-6e2482240532 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:44.151570 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f8ea34bb-0cac-4863-b33b-3657dda7e18a None None] Provisioning for port bac054b4-55e6-4dd2-a661-38ced1728bad completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:19:44.152346 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4c627343-2c67-4316-b4db-6491aaa20347 req-bf1f0948-67f9-4eac-96b3-6e2482240532 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 945 time: 0.6242726 Feb 09 12:19:44.165204 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f8ea34bb-0cac-4863-b33b-3657dda7e18a None None] Provisioning complete for port bac054b4-55e6-4dd2-a661-38ced1728bad triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:19:44.165576 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f8ea34bb-0cac-4863-b33b-3657dda7e18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:44.196770 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45982) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:19:44.224447 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-1674712e-4ee0-422a-8b6e-cfc66e283ee8 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Request body: {'floatingip': {'port_id': 'f9ae4b3a-6a9e-4d5b-8eda-9db431346db4'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:19:44.230991 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-f8ea34bb-0cac-4863-b33b-3657dda7e18a None None] Port bac054b4-55e6-4dd2-a661-38ced1728bad cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:19:44.238791 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port bedbbe39-7923-4139-8a48-e5e64718865f completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:19:44.245209 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port bedbbe39-7923-4139-8a48-e5e64718865f triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:19:44.246213 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:44.354675 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-85e7158e-cfb4-474a-8955-078210f8241d req-98cfd48f-6d93-40c4-8786-2edc3191d3e8 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:19:44.362916 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-85e7158e-cfb4-474a-8955-078210f8241d req-98cfd48f-6d93-40c4-8786-2edc3191d3e8 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Usage tracker for resource:port and tenant:e269a22f7331401b92d6d31273b08c8d is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:19:44.376821 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-85e7158e-cfb4-474a-8955-078210f8241d req-98cfd48f-6d93-40c4-8786-2edc3191d3e8 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:19:44.383030 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-85e7158e-cfb4-474a-8955-078210f8241d req-98cfd48f-6d93-40c4-8786-2edc3191d3e8 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:19:44.402281 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:44.411688 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1674712e-4ee0-422a-8b6e-cfc66e283ee8 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks [] for floatingip, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:44.442574 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port bedbbe39-7923-4139-8a48-e5e64718865f, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=bedbbe39-7923-4139-8a48-e5e64718865f,segment=NetworkSegment(e4061eec-f665-48b0-b400-9699a3660a7f),segment_id=e4061eec-f665-48b0-b400-9699a3660a7f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:19:44.446683 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-7054e5fe-8b75-4f40-85d6-c2a78e3cc8a0 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Allocated IP 10.2.2.200 (b811de4e-2157-472b-a248-fb00e797501f/4fc18aec-5bf2-4273-8217-866b7174e4bb/f7d337db-96a2-473b-aee2-3f714efa3b1a) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:19:44.449570 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:44.514219 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85e7158e-cfb4-474a-8955-078210f8241d req-98cfd48f-6d93-40c4-8786-2edc3191d3e8 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Made reservation on behalf of e269a22f7331401b92d6d31273b08c8d for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:19:44.518363 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-85e7158e-cfb4-474a-8955-078210f8241d req-98cfd48f-6d93-40c4-8786-2edc3191d3e8 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:44.542249 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=bedbbe39-7923-4139-8a48-e5e64718865f,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:44.643236 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-875fdab7-1cc0-4228-99ad-7d491caa7201 req-285a780b-b728-4cff-8293-c9f1b7608368 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Synchronizing usage tracker for tenant:e269a22f7331401b92d6d31273b08c8d on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:19:44.678432 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-7054e5fe-8b75-4f40-85d6-c2a78e3cc8a0 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:44.694443 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-7054e5fe-8b75-4f40-85d6-c2a78e3cc8a0 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Transition to ACTIVE for port object f7d337db-96a2-473b-aee2-3f714efa3b1a will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:19:44.720397 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-7054e5fe-8b75-4f40-85d6-c2a78e3cc8a0 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:44.784696 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c51a43-55c3-43fd-82bc-3ab2de1cd04b req-4fb9c78d-4bac-44a4-a258-53d522bbc20a tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:44.786203 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-60c51a43-55c3-43fd-82bc-3ab2de1cd04b req-4fb9c78d-4bac-44a4-a258-53d522bbc20a tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=34e7919b-4407-4ab0-8bcc-35c5416c741e HTTP/1.1" status: 200 len: 944 time: 0.6303666 Feb 09 12:19:44.795701 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-7054e5fe-8b75-4f40-85d6-c2a78e3cc8a0 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Network b811de4e-2157-472b-a248-fb00e797501f is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:19:44.798907 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-7054e5fe-8b75-4f40-85d6-c2a78e3cc8a0 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:19:44.802833 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-7054e5fe-8b75-4f40-85d6-c2a78e3cc8a0 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:19:44.828474 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-875fdab7-1cc0-4228-99ad-7d491caa7201 req-285a780b-b728-4cff-8293-c9f1b7608368 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Unset dirty status for tenant:e269a22f7331401b92d6d31273b08c8d on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:19:44.832282 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-875fdab7-1cc0-4228-99ad-7d491caa7201 req-285a780b-b728-4cff-8293-c9f1b7608368 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a4342cb-5b67-4667-b3a7-4ac1a22605ea HTTP/1.1" status: 200 len: 210 time: 0.3379099 Feb 09 12:19:44.843247 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7054e5fe-8b75-4f40-85d6-c2a78e3cc8a0 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Pushing event updated for resources: {'Port': ['ID=f7d337db-96a2-473b-aee2-3f714efa3b1a,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:44.884942 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-807af1c6-692e-4db7-bfb7-6ca70684aeca tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:44.886535 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-807af1c6-692e-4db7-bfb7-6ca70684aeca tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=34e7919b-4407-4ab0-8bcc-35c5416c741e&tenant_id=48298ec907a946ddb2f0d8ac4aa52547&binding%3Ahost_id=n-h1-825178-3 HTTP/1.1" status: 200 len: 1095 time: 0.7825985 Feb 09 12:19:44.930434 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-7054e5fe-8b75-4f40-85d6-c2a78e3cc8a0 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:44.931186 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-7054e5fe-8b75-4f40-85d6-c2a78e3cc8a0 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:44.960190 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-7054e5fe-8b75-4f40-85d6-c2a78e3cc8a0 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2514036 Feb 09 12:19:44.974580 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-218c3006-a547-4ae4-888d-04c839a8e709 service neutron] Request body: {'port': {'device_id': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:19:44.979280 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-60c51a43-55c3-43fd-82bc-3ab2de1cd04b req-54457554-63b7-40ab-841d-c24a6c96238a tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674109 Feb 09 12:19:45.106176 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706eeb13-0aa4-410d-913b-ac2b91f4fe17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f', 'code': 200} Feb 09 12:19:45.168743 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-dd86ae83-dbd5-4010-a6fe-20ab7bb189d0 None None] Provisioning for port f7d337db-96a2-473b-aee2-3f714efa3b1a completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:19:45.175081 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-dd86ae83-dbd5-4010-a6fe-20ab7bb189d0 None None] Provisioning complete for port f7d337db-96a2-473b-aee2-3f714efa3b1a triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:19:45.175451 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-dd86ae83-dbd5-4010-a6fe-20ab7bb189d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:45.240865 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-dd86ae83-dbd5-4010-a6fe-20ab7bb189d0 None None] Port f7d337db-96a2-473b-aee2-3f714efa3b1a cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:19:45.249777 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab0953d-9a1b-4f81-8644-3334be8feb6c', 'name': 'network-vif-deleted', 'tag': '370c730d-943a-4438-920c-70735daa5dc4', 'status': 'completed', 'code': 200} Feb 09 12:19:45.261452 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-218c3006-a547-4ae4-888d-04c839a8e709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:45.354725 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-47677154-8bbf-4185-b409-88d74a9cd059 req-d3ba99d6-8387-46f3-ae71-71c746dff574 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] 10.222.0.55 "GET /v2.0/security-groups/984b8854-2026-4c6f-b493-9cd0ae909eb8 HTTP/1.1" status: 200 len: 1804 time: 0.4889736 Feb 09 12:19:45.523697 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-85e7158e-cfb4-474a-8955-078210f8241d req-98cfd48f-6d93-40c4-8786-2edc3191d3e8 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Allocated IP 172.20.0.11 (46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c/b74a18b3-c777-4b36-8c3b-f86129471b39/46092b67-ebc9-4dfd-979a-70b53b5e3a49) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:19:45.620188 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff087cf-be6c-4b33-8925-cbb1bfb4f6af req-76318467-7caf-4721-93e5-bf52b28c2fdb tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:45.626187 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff087cf-be6c-4b33-8925-cbb1bfb4f6af req-76318467-7caf-4721-93e5-bf52b28c2fdb tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:45.632075 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff087cf-be6c-4b33-8925-cbb1bfb4f6af req-76318467-7caf-4721-93e5-bf52b28c2fdb tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:45.638322 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff087cf-be6c-4b33-8925-cbb1bfb4f6af req-76318467-7caf-4721-93e5-bf52b28c2fdb tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:45.644141 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff087cf-be6c-4b33-8925-cbb1bfb4f6af req-76318467-7caf-4721-93e5-bf52b28c2fdb tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:45.645935 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4ff087cf-be6c-4b33-8925-cbb1bfb4f6af req-76318467-7caf-4721-93e5-bf52b28c2fdb tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/ports?device_id=6101775f-5c0e-4dc8-9a5f-b57a74039dc8 HTTP/1.1" status: 200 len: 3815 time: 0.3980711 Feb 09 12:19:45.651911 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-218c3006-a547-4ae4-888d-04c839a8e709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08a7959c-b6ca-4739-9da3-042b6f618521 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:19:45.660725 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-218c3006-a547-4ae4-888d-04c839a8e709 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:45.676862 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-218c3006-a547-4ae4-888d-04c839a8e709 service neutron] Transition to ACTIVE for port object 08a7959c-b6ca-4739-9da3-042b6f618521 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:19:45.680404 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-ee852e0c-a9f2-44c3-83f2-fa4f8b3c0dd1 service neutron] For port f5fb70a9-260d-4bef-bf68-ea6d7e835c4b, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:19:45.681582 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-218c3006-a547-4ae4-888d-04c839a8e709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:45.705905 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-ee852e0c-a9f2-44c3-83f2-fa4f8b3c0dd1 service neutron] Notify callbacks [] for binding, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:45.706972 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-157ed961-f30d-4540-8f4b-6cef5d99d151 req-ee852e0c-a9f2-44c3-83f2-fa4f8b3c0dd1 service neutron] 10.222.0.52 "DELETE /v2.0/ports/f5fb70a9-260d-4bef-bf68-ea6d7e835c4b/bindings/n-h2-825178-3 HTTP/1.1" status: 204 len: 173 time: 0.8005064 Feb 09 12:19:45.717007 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-47677154-8bbf-4185-b409-88d74a9cd059 req-89db8b3f-5e73-4b93-bf74-0c45223d5c66 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:45.841011 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c3006-a547-4ae4-888d-04c839a8e709 service neutron] Pushing event updated for resources: {'Port': ['ID=08a7959c-b6ca-4739-9da3-042b6f618521,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:45.858855 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-47677154-8bbf-4185-b409-88d74a9cd059 req-89db8b3f-5e73-4b93-bf74-0c45223d5c66 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:45.928331 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-218c3006-a547-4ae4-888d-04c839a8e709 service neutron] Attempting to bind port 08a7959c-b6ca-4739-9da3-042b6f618521 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:19:45.928692 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-218c3006-a547-4ae4-888d-04c839a8e709 service neutron] Attempting to bind port 08a7959c-b6ca-4739-9da3-042b6f618521 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '60316b84-93e0-4859-b6b6-adab39b3fab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cd473c9f-1942-47be-82eb-f1f92f3be41a'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:19:45.928994 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-218c3006-a547-4ae4-888d-04c839a8e709 service neutron] Attempting to bind port 08a7959c-b6ca-4739-9da3-042b6f618521 on network cd473c9f-1942-47be-82eb-f1f92f3be41a {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:19:45.934631 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-218c3006-a547-4ae4-888d-04c839a8e709 service neutron] Port 08a7959c-b6ca-4739-9da3-042b6f618521 on network cd473c9f-1942-47be-82eb-f1f92f3be41a not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:19:45.934964 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-218c3006-a547-4ae4-888d-04c839a8e709 service neutron] Attempting to bind port 08a7959c-b6ca-4739-9da3-042b6f618521 on network cd473c9f-1942-47be-82eb-f1f92f3be41a {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:19:45.940975 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-218c3006-a547-4ae4-888d-04c839a8e709 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:19:45.941338 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-218c3006-a547-4ae4-888d-04c839a8e709 service neutron] Checking segment: {'id': '60316b84-93e0-4859-b6b6-adab39b3fab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cd473c9f-1942-47be-82eb-f1f92f3be41a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:19:45.941694 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-218c3006-a547-4ae4-888d-04c839a8e709 service neutron] Bound using segment: {'id': '60316b84-93e0-4859-b6b6-adab39b3fab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cd473c9f-1942-47be-82eb-f1f92f3be41a'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:19:45.942120 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-218c3006-a547-4ae4-888d-04c839a8e709 service neutron] Bound port: 08a7959c-b6ca-4739-9da3-042b6f618521, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60316b84-93e0-4859-b6b6-adab39b3fab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cd473c9f-1942-47be-82eb-f1f92f3be41a'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:19:45.942470 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-218c3006-a547-4ae4-888d-04c839a8e709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:46.032498 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4ff087cf-be6c-4b33-8925-cbb1bfb4f6af req-76e8737f-fda7-4b0d-a753-47a24d5648e5 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/security-groups?id=8803669e-2abe-4ab7-b2c0-58109e10cb11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3569400 Feb 09 12:19:46.046427 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-218c3006-a547-4ae4-888d-04c839a8e709 service neutron] For port 08a7959c-b6ca-4739-9da3-042b6f618521, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:19:46.049655 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-218c3006-a547-4ae4-888d-04c839a8e709 service neutron] For port 08a7959c-b6ca-4739-9da3-042b6f618521, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=08a7959c-b6ca-4739-9da3-042b6f618521,segment=NetworkSegment(60316b84-93e0-4859-b6b6-adab39b3fab1),segment_id=60316b84-93e0-4859-b6b6-adab39b3fab1)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:19:46.056361 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-218c3006-a547-4ae4-888d-04c839a8e709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:46.106242 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.resource_extend [None req-1674712e-4ee0-422a-8b6e-cfc66e283ee8 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:19:46.126561 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-218c3006-a547-4ae4-888d-04c839a8e709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:46.127281 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-218c3006-a547-4ae4-888d-04c839a8e709 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:46.128791 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-218c3006-a547-4ae4-888d-04c839a8e709 service neutron] 10.222.0.46 "PUT /v2.0/ports/08a7959c-b6ca-4739-9da3-042b6f618521 HTTP/1.1" status: 200 len: 1092 time: 1.1618195 Feb 09 12:19:46.129325 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'tag': '08a7959c-b6ca-4739-9da3-042b6f618521'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:19:46.154140 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c3006-a547-4ae4-888d-04c839a8e709 service neutron] Pushing event updated for resources: {'Port': ['ID=08a7959c-b6ca-4739-9da3-042b6f618521,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:46.172169 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-81816821-51c6-4947-9455-f72ef42893ce service neutron] Request body: {'port': {'device_id': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:19:46.287457 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-894a34b0-f198-49d2-82f0-0c1ce6a68810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:46.361380 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-47677154-8bbf-4185-b409-88d74a9cd059 req-89db8b3f-5e73-4b93-bf74-0c45223d5c66 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:46.375119 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-85e7158e-cfb4-474a-8955-078210f8241d req-98cfd48f-6d93-40c4-8786-2edc3191d3e8 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:46.404060 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1674712e-4ee0-422a-8b6e-cfc66e283ee8 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:46.426699 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-81816821-51c6-4947-9455-f72ef42893ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:46.486558 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db8b3f-5e73-4b93-bf74-0c45223d5c66 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=984b8854-2026-4c6f-b493-9cd0ae909eb8,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:46.491571 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1674712e-4ee0-422a-8b6e-cfc66e283ee8 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:46.608328 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-47677154-8bbf-4185-b409-88d74a9cd059 req-89db8b3f-5e73-4b93-bf74-0c45223d5c66 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:46.609354 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-47677154-8bbf-4185-b409-88d74a9cd059 req-89db8b3f-5e73-4b93-bf74-0c45223d5c66 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] 10.222.0.55 "DELETE /v2.0/security-groups/984b8854-2026-4c6f-b493-9cd0ae909eb8 HTTP/1.1" status: 204 len: 173 time: 1.2435358 Feb 09 12:19:46.818952 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [None req-1674712e-4ee0-422a-8b6e-cfc66e283ee8 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Floating IP 19169adc-ffa1-4b9d-9212-b3908e94795b associated. External IP: 172.25.7.85, port: f9ae4b3a-6a9e-4d5b-8eda-9db431346db4. Feb 09 12:19:46.848040 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-81816821-51c6-4947-9455-f72ef42893ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33e8e5dc-949b-49d0-bab6-79fc92eee24f {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:19:46.856040 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-81816821-51c6-4947-9455-f72ef42893ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:46.872409 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-81816821-51c6-4947-9455-f72ef42893ce service neutron] Transition to ACTIVE for port object 33e8e5dc-949b-49d0-bab6-79fc92eee24f will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:19:46.876573 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-81816821-51c6-4947-9455-f72ef42893ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:46.900351 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-85e7158e-cfb4-474a-8955-078210f8241d req-98cfd48f-6d93-40c4-8786-2edc3191d3e8 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:46.920400 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494323eb-54db-425e-a032-4ec5481e630e req-40e0abf7-71c1-48a5-bebd-9162fabc7432 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:46.921902 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-494323eb-54db-425e-a032-4ec5481e630e req-40e0abf7-71c1-48a5-bebd-9162fabc7432 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=1691c089-3110-48fc-9c9e-fc3a62408e41 HTTP/1.1" status: 200 len: 950 time: 0.5139072 Feb 09 12:19:47.049027 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81816821-51c6-4947-9455-f72ef42893ce service neutron] Pushing event updated for resources: {'Port': ['ID=33e8e5dc-949b-49d0-bab6-79fc92eee24f,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:47.070056 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cfd48f-6d93-40c4-8786-2edc3191d3e8 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Pushing event updated for resources: {'Port': ['ID=46092b67-ebc9-4dfd-979a-70b53b5e3a49,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:47.108512 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706eeb13-0aa4-410d-913b-ac2b91f4fe17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bedbbe39-7923-4139-8a48-e5e64718865f'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:19:47.147465 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-81816821-51c6-4947-9455-f72ef42893ce service neutron] Attempting to bind port 33e8e5dc-949b-49d0-bab6-79fc92eee24f on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:19:47.147872 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-81816821-51c6-4947-9455-f72ef42893ce service neutron] Attempting to bind port 33e8e5dc-949b-49d0-bab6-79fc92eee24f by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '3e46f2fe-77ad-44e4-b912-8d0e12584d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b99c93e7-09da-4e68-a3ff-2707256091d8'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:19:47.148162 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-81816821-51c6-4947-9455-f72ef42893ce service neutron] Attempting to bind port 33e8e5dc-949b-49d0-bab6-79fc92eee24f on network b99c93e7-09da-4e68-a3ff-2707256091d8 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:19:47.156093 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-81816821-51c6-4947-9455-f72ef42893ce service neutron] Port 33e8e5dc-949b-49d0-bab6-79fc92eee24f on network b99c93e7-09da-4e68-a3ff-2707256091d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:19:47.156592 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-81816821-51c6-4947-9455-f72ef42893ce service neutron] Attempting to bind port 33e8e5dc-949b-49d0-bab6-79fc92eee24f on network b99c93e7-09da-4e68-a3ff-2707256091d8 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:19:47.162217 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-81816821-51c6-4947-9455-f72ef42893ce service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:19:47.162630 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-81816821-51c6-4947-9455-f72ef42893ce service neutron] Checking segment: {'id': '3e46f2fe-77ad-44e4-b912-8d0e12584d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b99c93e7-09da-4e68-a3ff-2707256091d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:19:47.163097 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-81816821-51c6-4947-9455-f72ef42893ce service neutron] Bound using segment: {'id': '3e46f2fe-77ad-44e4-b912-8d0e12584d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b99c93e7-09da-4e68-a3ff-2707256091d8'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:19:47.163597 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-81816821-51c6-4947-9455-f72ef42893ce service neutron] Bound port: 33e8e5dc-949b-49d0-bab6-79fc92eee24f, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e46f2fe-77ad-44e4-b912-8d0e12584d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b99c93e7-09da-4e68-a3ff-2707256091d8'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:19:47.164167 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-81816821-51c6-4947-9455-f72ef42893ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:47.187484 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85e7158e-cfb4-474a-8955-078210f8241d req-98cfd48f-6d93-40c4-8786-2edc3191d3e8 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Network 46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:19:47.194863 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-85e7158e-cfb4-474a-8955-078210f8241d req-98cfd48f-6d93-40c4-8786-2edc3191d3e8 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:19:47.206960 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e7158e-cfb4-474a-8955-078210f8241d req-98cfd48f-6d93-40c4-8786-2edc3191d3e8 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:19:47.245634 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-494323eb-54db-425e-a032-4ec5481e630e req-f90d61dc-3beb-4ea9-9ea1-286009a36742 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731616 Feb 09 12:19:47.257311 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-81816821-51c6-4947-9455-f72ef42893ce service neutron] For port 33e8e5dc-949b-49d0-bab6-79fc92eee24f, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:19:47.260568 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-81816821-51c6-4947-9455-f72ef42893ce service neutron] For port 33e8e5dc-949b-49d0-bab6-79fc92eee24f, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=33e8e5dc-949b-49d0-bab6-79fc92eee24f,segment=NetworkSegment(3e46f2fe-77ad-44e4-b912-8d0e12584d00),segment_id=3e46f2fe-77ad-44e4-b912-8d0e12584d00)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:19:47.265264 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-81816821-51c6-4947-9455-f72ef42893ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:47.268487 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33acb8-1c7e-427d-8a47-80352e647254 req-46569b47-b7d7-48fc-a387-ef7a0cd53266 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:47.274513 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33acb8-1c7e-427d-8a47-80352e647254 req-46569b47-b7d7-48fc-a387-ef7a0cd53266 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:47.276385 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc33acb8-1c7e-427d-8a47-80352e647254 req-46569b47-b7d7-48fc-a387-ef7a0cd53266 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/ports?device_id=706eeb13-0aa4-410d-913b-ac2b91f4fe17 HTTP/1.1" status: 200 len: 1682 time: 0.5574696 Feb 09 12:19:47.373056 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc33acb8-1c7e-427d-8a47-80352e647254 req-4c883ca2-e69a-4f61-857e-aa384ea3e3ba tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/security-groups?id=7752dbfe-1b85-414b-88da-268929ad7fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834355 Feb 09 12:19:47.384367 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7158e-cfb4-474a-8955-078210f8241d req-98cfd48f-6d93-40c4-8786-2edc3191d3e8 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:47.384367 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-85e7158e-cfb4-474a-8955-078210f8241d req-98cfd48f-6d93-40c4-8786-2edc3191d3e8 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:47.443447 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-81816821-51c6-4947-9455-f72ef42893ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:47.444146 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-81816821-51c6-4947-9455-f72ef42893ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:47.445601 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-81816821-51c6-4947-9455-f72ef42893ce service neutron] 10.222.0.46 "PUT /v2.0/ports/33e8e5dc-949b-49d0-bab6-79fc92eee24f HTTP/1.1" status: 200 len: 1129 time: 1.2880914 Feb 09 12:19:47.457317 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:47.469685 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81816821-51c6-4947-9455-f72ef42893ce service neutron] Pushing event updated for resources: {'Port': ['ID=33e8e5dc-949b-49d0-bab6-79fc92eee24f,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:47.477569 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-f6b42f04-5138-4774-9637-00b08c0f97fc service neutron] Request body: {'port': {'device_id': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:19:47.570039 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:47.602450 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-85e7158e-cfb4-474a-8955-078210f8241d req-98cfd48f-6d93-40c4-8786-2edc3191d3e8 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9741995 Feb 09 12:19:47.611466 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-f6b42f04-5138-4774-9637-00b08c0f97fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:47.620282 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-85e7158e-cfb4-474a-8955-078210f8241d req-d061081f-c38b-41f5-bdeb-7302b9aaf470 service neutron] Request body: {'port': {'device_id': '5a4342cb-5b67-4667-b3a7-4ac1a22605ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:19:47.833201 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27871fc-9318-4cf8-ad3e-5c59e3519b03 req-a0954822-3640-46cb-947e-2475ef3cd18b tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:47.834638 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d27871fc-9318-4cf8-ad3e-5c59e3519b03 req-a0954822-3640-46cb-947e-2475ef3cd18b tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a4342cb-5b67-4667-b3a7-4ac1a22605ea HTTP/1.1" status: 200 len: 932 time: 0.4464011 Feb 09 12:19:47.873541 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52163606-4d5f-4990-9481-ac6e18523340 req-eea88cb5-5346-419b-b3c1-67792eec8941 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:47.875047 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-52163606-4d5f-4990-9481-ac6e18523340 req-eea88cb5-5346-419b-b3c1-67792eec8941 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=34e7919b-4407-4ab0-8bcc-35c5416c741e HTTP/1.1" status: 200 len: 944 time: 0.3701439 Feb 09 12:19:47.882400 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1674712e-4ee0-422a-8b6e-cfc66e283ee8 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Router 0f84b648-e725-4125-939c-4f07358083f0 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:19:47.884379 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-85e7158e-cfb4-474a-8955-078210f8241d req-d061081f-c38b-41f5-bdeb-7302b9aaf470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:47.965101 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-f6b42f04-5138-4774-9637-00b08c0f97fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 443c0b83-737f-4437-9bd0-865f75d5940d {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:19:47.973590 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-f6b42f04-5138-4774-9637-00b08c0f97fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:47.991247 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-f6b42f04-5138-4774-9637-00b08c0f97fc service neutron] Transition to ACTIVE for port object 443c0b83-737f-4437-9bd0-865f75d5940d will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:19:47.996023 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-f6b42f04-5138-4774-9637-00b08c0f97fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:48.157110 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b42f04-5138-4774-9637-00b08c0f97fc service neutron] Pushing event updated for resources: {'Port': ['ID=443c0b83-737f-4437-9bd0-865f75d5940d,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:48.199480 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d27871fc-9318-4cf8-ad3e-5c59e3519b03 req-e61cd49a-c012-40e2-a614-17e4da0fba1e tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc310c7-804c-482c-8f65-f0a6e9cffd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548179 Feb 09 12:19:48.223891 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-52163606-4d5f-4990-9481-ac6e18523340 req-bcc44cce-727c-4658-a6bd-656e0d20de6d tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401947 Feb 09 12:19:48.274032 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-f6b42f04-5138-4774-9637-00b08c0f97fc service neutron] Attempting to bind port 443c0b83-737f-4437-9bd0-865f75d5940d on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:19:48.274589 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-f6b42f04-5138-4774-9637-00b08c0f97fc service neutron] Attempting to bind port 443c0b83-737f-4437-9bd0-865f75d5940d by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '3e46f2fe-77ad-44e4-b912-8d0e12584d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b99c93e7-09da-4e68-a3ff-2707256091d8'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:19:48.275101 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-f6b42f04-5138-4774-9637-00b08c0f97fc service neutron] Attempting to bind port 443c0b83-737f-4437-9bd0-865f75d5940d on network b99c93e7-09da-4e68-a3ff-2707256091d8 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:19:48.297805 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-f6b42f04-5138-4774-9637-00b08c0f97fc service neutron] Port 443c0b83-737f-4437-9bd0-865f75d5940d on network b99c93e7-09da-4e68-a3ff-2707256091d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:19:48.298130 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-f6b42f04-5138-4774-9637-00b08c0f97fc service neutron] Attempting to bind port 443c0b83-737f-4437-9bd0-865f75d5940d on network b99c93e7-09da-4e68-a3ff-2707256091d8 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:19:48.309293 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'tag': '08a7959c-b6ca-4739-9da3-042b6f618521', 'status': 'completed', 'code': 200} Feb 09 12:19:48.321091 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-f6b42f04-5138-4774-9637-00b08c0f97fc service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:19:48.321430 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-f6b42f04-5138-4774-9637-00b08c0f97fc service neutron] Checking segment: {'id': '3e46f2fe-77ad-44e4-b912-8d0e12584d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b99c93e7-09da-4e68-a3ff-2707256091d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:19:48.321812 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-f6b42f04-5138-4774-9637-00b08c0f97fc service neutron] Bound using segment: {'id': '3e46f2fe-77ad-44e4-b912-8d0e12584d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b99c93e7-09da-4e68-a3ff-2707256091d8'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:19:48.322235 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-f6b42f04-5138-4774-9637-00b08c0f97fc service neutron] Bound port: 443c0b83-737f-4437-9bd0-865f75d5940d, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e46f2fe-77ad-44e4-b912-8d0e12584d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b99c93e7-09da-4e68-a3ff-2707256091d8'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:19:48.323028 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-f6b42f04-5138-4774-9637-00b08c0f97fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:48.439128 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-f6b42f04-5138-4774-9637-00b08c0f97fc service neutron] For port 443c0b83-737f-4437-9bd0-865f75d5940d, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:19:48.442434 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-f6b42f04-5138-4774-9637-00b08c0f97fc service neutron] For port 443c0b83-737f-4437-9bd0-865f75d5940d, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=443c0b83-737f-4437-9bd0-865f75d5940d,segment=NetworkSegment(3e46f2fe-77ad-44e4-b912-8d0e12584d00),segment_id=3e46f2fe-77ad-44e4-b912-8d0e12584d00)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:19:48.448680 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-f6b42f04-5138-4774-9637-00b08c0f97fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:48.514674 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-f6b42f04-5138-4774-9637-00b08c0f97fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:48.515447 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-f6b42f04-5138-4774-9637-00b08c0f97fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:48.516884 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-f6b42f04-5138-4774-9637-00b08c0f97fc service neutron] 10.222.0.46 "PUT /v2.0/ports/443c0b83-737f-4437-9bd0-865f75d5940d HTTP/1.1" status: 200 len: 1131 time: 1.0440733 Feb 09 12:19:48.534035 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b42f04-5138-4774-9637-00b08c0f97fc service neutron] Pushing event updated for resources: {'Port': ['ID=443c0b83-737f-4437-9bd0-865f75d5940d,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:48.553997 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-95d0ae78-886d-4338-8d20-45c3fa2129a2 service neutron] Request body: {'port': {'device_id': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:19:48.597719 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1674712e-4ee0-422a-8b6e-cfc66e283ee8 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:19:48.601608 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-57557005-5f88-44f9-a4d2-991412b4cd15 req-cf19e90f-6898-45a5-bf74-1b23ea8a7394 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] 10.222.0.55 "GET /v2.0/security-groups/b32be8ef-526b-4ee5-93e7-f9011c260082 HTTP/1.1" status: 200 len: 1802 time: 0.2702966 Feb 09 12:19:48.614864 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f79a15-b4fc-48a8-b4df-7342549daff7 None None] Sync routers for ids ['0f84b648-e725-4125-939c-4f07358083f0'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:19:48.621991 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1674712e-4ee0-422a-8b6e-cfc66e283ee8 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:48.626160 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f79a15-b4fc-48a8-b4df-7342549daff7 None None] Routers {'0f84b648-e725-4125-939c-4f07358083f0'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:19:48.627088 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-47f79a15-b4fc-48a8-b4df-7342549daff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:19:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['0f84b648-e725-4125-939c-4f07358083f0'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:19:48.690326 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-95d0ae78-886d-4338-8d20-45c3fa2129a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:48.778067 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1674712e-4ee0-422a-8b6e-cfc66e283ee8 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "PUT /v2.0/floatingips/19169adc-ffa1-4b9d-9212-b3908e94795b HTTP/1.1" status: 200 len: 990 time: 4.5683417 Feb 09 12:19:48.780951 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68a0ee8d-cebc-4db9-90af-fe8c58efd99d', 'tag': 'f9ae4b3a-6a9e-4d5b-8eda-9db431346db4'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:19:48.790302 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63316f3-3c8a-4e7f-8128-7b8204db0911 req-75bbf6ba-35b2-4903-9690-8456d3cd1507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:48.790795 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63316f3-3c8a-4e7f-8128-7b8204db0911 req-75bbf6ba-35b2-4903-9690-8456d3cd1507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:48.791300 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63316f3-3c8a-4e7f-8128-7b8204db0911 req-75bbf6ba-35b2-4903-9690-8456d3cd1507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:48.791766 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63316f3-3c8a-4e7f-8128-7b8204db0911 req-75bbf6ba-35b2-4903-9690-8456d3cd1507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:48.792245 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63316f3-3c8a-4e7f-8128-7b8204db0911 req-75bbf6ba-35b2-4903-9690-8456d3cd1507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:48.792707 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63316f3-3c8a-4e7f-8128-7b8204db0911 req-75bbf6ba-35b2-4903-9690-8456d3cd1507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:48.793167 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63316f3-3c8a-4e7f-8128-7b8204db0911 req-75bbf6ba-35b2-4903-9690-8456d3cd1507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:48.795005 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f63316f3-3c8a-4e7f-8128-7b8204db0911 req-75bbf6ba-35b2-4903-9690-8456d3cd1507 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eec7cd73952c439fa26a361208297f39&device_id=6101775f-5c0e-4dc8-9a5f-b57a74039dc8 HTTP/1.1" status: 200 len: 6166 time: 0.4626122 Feb 09 12:19:48.835678 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-47f79a15-b4fc-48a8-b4df-7342549daff7 None None] Set router 0f84b648-e725-4125-939c-4f07358083f0 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:19:48.940382 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-57557005-5f88-44f9-a4d2-991412b4cd15 req-6f14ab89-0e8f-4c29-8d99-2ad725edba2f tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:48.977979 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8930e-9efd-4487-b7b8-d91736d81a52 req-72dae845-13aa-43e1-b041-e218778a7d6a tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:48.983769 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8930e-9efd-4487-b7b8-d91736d81a52 req-72dae845-13aa-43e1-b041-e218778a7d6a tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:48.989803 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8930e-9efd-4487-b7b8-d91736d81a52 req-72dae845-13aa-43e1-b041-e218778a7d6a tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:48.996748 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8930e-9efd-4487-b7b8-d91736d81a52 req-72dae845-13aa-43e1-b041-e218778a7d6a tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:49.001670 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8930e-9efd-4487-b7b8-d91736d81a52 req-72dae845-13aa-43e1-b041-e218778a7d6a tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:49.007387 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8930e-9efd-4487-b7b8-d91736d81a52 req-72dae845-13aa-43e1-b041-e218778a7d6a tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:49.014805 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8930e-9efd-4487-b7b8-d91736d81a52 req-72dae845-13aa-43e1-b041-e218778a7d6a tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:49.016312 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-79e8930e-9efd-4487-b7b8-d91736d81a52 req-72dae845-13aa-43e1-b041-e218778a7d6a tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/ports?device_id=6101775f-5c0e-4dc8-9a5f-b57a74039dc8 HTTP/1.1" status: 200 len: 5371 time: 0.5270593 Feb 09 12:19:49.041176 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:49.074662 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-95d0ae78-886d-4338-8d20-45c3fa2129a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4260c54-433e-4da9-abdb-7b63fb7fccfd {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:19:49.082385 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-95d0ae78-886d-4338-8d20-45c3fa2129a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:49.097614 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-95d0ae78-886d-4338-8d20-45c3fa2129a2 service neutron] Transition to ACTIVE for port object f4260c54-433e-4da9-abdb-7b63fb7fccfd will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:19:49.102496 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-95d0ae78-886d-4338-8d20-45c3fa2129a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:49.125839 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-57557005-5f88-44f9-a4d2-991412b4cd15 req-6f14ab89-0e8f-4c29-8d99-2ad725edba2f tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:49.173210 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-85e7158e-cfb4-474a-8955-078210f8241d req-d061081f-c38b-41f5-bdeb-7302b9aaf470 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46092b67-ebc9-4dfd-979a-70b53b5e3a49 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:19:49.195229 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63316f3-3c8a-4e7f-8128-7b8204db0911 req-ef7c72cc-29ab-4706-9b35-547089df9bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:49.195702 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63316f3-3c8a-4e7f-8128-7b8204db0911 req-ef7c72cc-29ab-4706-9b35-547089df9bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:49.196189 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63316f3-3c8a-4e7f-8128-7b8204db0911 req-ef7c72cc-29ab-4706-9b35-547089df9bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:49.198481 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f63316f3-3c8a-4e7f-8128-7b8204db0911 req-ef7c72cc-29ab-4706-9b35-547089df9bd8 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=eec7cd73952c439fa26a361208297f39&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3885362 Feb 09 12:19:49.204353 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-85e7158e-cfb4-474a-8955-078210f8241d req-d061081f-c38b-41f5-bdeb-7302b9aaf470 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:49.257390 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-47f79a15-b4fc-48a8-b4df-7342549daff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f84b648-e725-4125-939c-4f07358083f0', 'name': 'tempest-ServerActionsTestJSON-1504927628-router', 'tenant_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '3e045260-38e1-4a43-886b-5d56048d7657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:18:39Z', 'updated_at': '2022-02-09T12:18:50Z', 'revision_number': 4, 'project_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'gw_port': {'id': '3e045260-38e1-4a43-886b-5d56048d7657', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f84b648-e725-4125-939c-4f07358083f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:41Z', 'updated_at': '2022-02-09T12:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '19169adc-ffa1-4b9d-9212-b3908e94795b', 'tenant_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'floating_ip_address': '172.25.7.85', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '0f84b648-e725-4125-939c-4f07358083f0', 'port_id': 'f9ae4b3a-6a9e-4d5b-8eda-9db431346db4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac', 'mac_address': 'fa:16:3e:4b:b7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a0ee8d-cebc-4db9-90af-fe8c58efd99d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:19:02Z', 'updated_at': '2022-02-09T12:19:45Z', 'revision_number': 1, 'project_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cbb5bc4-4c9c-471f-9eba-81af52160a10', 'name': '', 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac', 'tenant_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'mac_address': 'fa:16:3e:2d:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f84b648-e725-4125-939c-4f07358083f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'fc155009-a31d-4409-b15f-2ed587ea4525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:49Z', 'updated_at': '2022-02-09T12:19:01Z', 'revision_number': 5, 'project_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'subnets': [{'id': 'fc155009-a31d-4409-b15f-2ed587ea4525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:19:49.263381 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f79a15-b4fc-48a8-b4df-7342549daff7 None None] Checking router: 0f84b648-e725-4125-939c-4f07358083f0 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:19:49.274282 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f79a15-b4fc-48a8-b4df-7342549daff7 None None] Routers {'0f84b648-e725-4125-939c-4f07358083f0'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:19:49.274967 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-47f79a15-b4fc-48a8-b4df-7342549daff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:19:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['0f84b648-e725-4125-939c-4f07358083f0'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:19:49.277849 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-79e8930e-9efd-4487-b7b8-d91736d81a52 req-4800b926-2d77-4257-94e8-0a697bc9ba12 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/security-groups?id=8803669e-2abe-4ab7-b2c0-58109e10cb11&id=84c476da-0274-41dd-aeef-e671ea782d84&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2212367 Feb 09 12:19:49.286334 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-57557005-5f88-44f9-a4d2-991412b4cd15 req-6f14ab89-0e8f-4c29-8d99-2ad725edba2f tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:49.408991 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-85e7158e-cfb4-474a-8955-078210f8241d req-d061081f-c38b-41f5-bdeb-7302b9aaf470 service neutron] Transition to ACTIVE for port object 46092b67-ebc9-4dfd-979a-70b53b5e3a49 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:19:49.411106 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f14ab89-0e8f-4c29-8d99-2ad725edba2f tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32be8ef-526b-4ee5-93e7-f9011c260082,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:49.419177 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-57557005-5f88-44f9-a4d2-991412b4cd15 req-6f14ab89-0e8f-4c29-8d99-2ad725edba2f tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:49.420514 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-57557005-5f88-44f9-a4d2-991412b4cd15 req-6f14ab89-0e8f-4c29-8d99-2ad725edba2f tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] 10.222.0.55 "DELETE /v2.0/security-groups/b32be8ef-526b-4ee5-93e7-f9011c260082 HTTP/1.1" status: 204 len: 173 time: 0.7632651 Feb 09 12:19:49.424923 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-85e7158e-cfb4-474a-8955-078210f8241d req-d061081f-c38b-41f5-bdeb-7302b9aaf470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:49.486068 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d0ae78-886d-4338-8d20-45c3fa2129a2 service neutron] Pushing event updated for resources: {'Port': ['ID=f4260c54-433e-4da9-abdb-7b63fb7fccfd,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:49.595932 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-95d0ae78-886d-4338-8d20-45c3fa2129a2 service neutron] Attempting to bind port f4260c54-433e-4da9-abdb-7b63fb7fccfd on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:19:49.596274 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-95d0ae78-886d-4338-8d20-45c3fa2129a2 service neutron] Attempting to bind port f4260c54-433e-4da9-abdb-7b63fb7fccfd by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '3e46f2fe-77ad-44e4-b912-8d0e12584d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b99c93e7-09da-4e68-a3ff-2707256091d8'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:19:49.596601 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-95d0ae78-886d-4338-8d20-45c3fa2129a2 service neutron] Attempting to bind port f4260c54-433e-4da9-abdb-7b63fb7fccfd on network b99c93e7-09da-4e68-a3ff-2707256091d8 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:19:49.617936 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-95d0ae78-886d-4338-8d20-45c3fa2129a2 service neutron] Port f4260c54-433e-4da9-abdb-7b63fb7fccfd on network b99c93e7-09da-4e68-a3ff-2707256091d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:19:49.618261 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-95d0ae78-886d-4338-8d20-45c3fa2129a2 service neutron] Attempting to bind port f4260c54-433e-4da9-abdb-7b63fb7fccfd on network b99c93e7-09da-4e68-a3ff-2707256091d8 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:19:49.623612 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-47f79a15-b4fc-48a8-b4df-7342549daff7 None None] Set router 0f84b648-e725-4125-939c-4f07358083f0 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:19:49.626727 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-95d0ae78-886d-4338-8d20-45c3fa2129a2 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:19:49.627173 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-95d0ae78-886d-4338-8d20-45c3fa2129a2 service neutron] Checking segment: {'id': '3e46f2fe-77ad-44e4-b912-8d0e12584d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b99c93e7-09da-4e68-a3ff-2707256091d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:19:49.627568 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-95d0ae78-886d-4338-8d20-45c3fa2129a2 service neutron] Bound using segment: {'id': '3e46f2fe-77ad-44e4-b912-8d0e12584d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b99c93e7-09da-4e68-a3ff-2707256091d8'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:19:49.628040 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-95d0ae78-886d-4338-8d20-45c3fa2129a2 service neutron] Bound port: f4260c54-433e-4da9-abdb-7b63fb7fccfd, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e46f2fe-77ad-44e4-b912-8d0e12584d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b99c93e7-09da-4e68-a3ff-2707256091d8'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:19:49.628388 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-95d0ae78-886d-4338-8d20-45c3fa2129a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:49.701211 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706eeb13-0aa4-410d-913b-ac2b91f4fe17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bedbbe39-7923-4139-8a48-e5e64718865f', 'code': 200} Feb 09 12:19:49.733889 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-95d0ae78-886d-4338-8d20-45c3fa2129a2 service neutron] For port f4260c54-433e-4da9-abdb-7b63fb7fccfd, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:19:49.737052 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-95d0ae78-886d-4338-8d20-45c3fa2129a2 service neutron] For port f4260c54-433e-4da9-abdb-7b63fb7fccfd, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f4260c54-433e-4da9-abdb-7b63fb7fccfd,segment=NetworkSegment(3e46f2fe-77ad-44e4-b912-8d0e12584d00),segment_id=3e46f2fe-77ad-44e4-b912-8d0e12584d00)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:19:49.742686 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-95d0ae78-886d-4338-8d20-45c3fa2129a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:49.807235 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-95d0ae78-886d-4338-8d20-45c3fa2129a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:49.808391 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-95d0ae78-886d-4338-8d20-45c3fa2129a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:49.809803 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-95d0ae78-886d-4338-8d20-45c3fa2129a2 service neutron] 10.222.0.46 "PUT /v2.0/ports/f4260c54-433e-4da9-abdb-7b63fb7fccfd HTTP/1.1" status: 200 len: 1090 time: 1.2602928 Feb 09 12:19:49.826706 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d0ae78-886d-4338-8d20-45c3fa2129a2 service neutron] Pushing event updated for resources: {'Port': ['ID=f4260c54-433e-4da9-abdb-7b63fb7fccfd,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:49.847904 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-25117bcc-314a-472c-8652-0c122886bf1b service neutron] Request body: {'port': {'device_id': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:19:49.940425 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061081f-c38b-41f5-bdeb-7302b9aaf470 service neutron] Pushing event updated for resources: {'Port': ['ID=46092b67-ebc9-4dfd-979a-70b53b5e3a49,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:49.977866 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-25117bcc-314a-472c-8652-0c122886bf1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:49.990650 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63316f3-3c8a-4e7f-8128-7b8204db0911 req-f0403998-f578-441e-ad04-76ce9885dcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:49.992127 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f63316f3-3c8a-4e7f-8128-7b8204db0911 req-f0403998-f578-441e-ad04-76ce9885dcf0 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7853146 Feb 09 12:19:50.105087 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3ab0e-5c79-4230-a78c-5fc21eebf795 req-040a573e-2ada-41a8-8ca6-91871095b8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:50.105588 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3ab0e-5c79-4230-a78c-5fc21eebf795 req-040a573e-2ada-41a8-8ca6-91871095b8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:50.107096 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3db3ab0e-5c79-4230-a78c-5fc21eebf795 req-040a573e-2ada-41a8-8ca6-91871095b8e2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=706eeb13-0aa4-410d-913b-ac2b91f4fe17 HTTP/1.1" status: 200 len: 1984 time: 0.6337659 Feb 09 12:19:50.127354 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-47f79a15-b4fc-48a8-b4df-7342549daff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f84b648-e725-4125-939c-4f07358083f0', 'name': 'tempest-ServerActionsTestJSON-1504927628-router', 'tenant_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '3e045260-38e1-4a43-886b-5d56048d7657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:18:39Z', 'updated_at': '2022-02-09T12:18:50Z', 'revision_number': 4, 'project_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'gw_port': {'id': '3e045260-38e1-4a43-886b-5d56048d7657', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f84b648-e725-4125-939c-4f07358083f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:41Z', 'updated_at': '2022-02-09T12:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '19169adc-ffa1-4b9d-9212-b3908e94795b', 'tenant_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'floating_ip_address': '172.25.7.85', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '0f84b648-e725-4125-939c-4f07358083f0', 'port_id': 'f9ae4b3a-6a9e-4d5b-8eda-9db431346db4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac', 'mac_address': 'fa:16:3e:4b:b7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a0ee8d-cebc-4db9-90af-fe8c58efd99d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:19:02Z', 'updated_at': '2022-02-09T12:19:45Z', 'revision_number': 1, 'project_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cbb5bc4-4c9c-471f-9eba-81af52160a10', 'name': '', 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac', 'tenant_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'mac_address': 'fa:16:3e:2d:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f84b648-e725-4125-939c-4f07358083f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'fc155009-a31d-4409-b15f-2ed587ea4525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:49Z', 'updated_at': '2022-02-09T12:19:01Z', 'revision_number': 5, 'project_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'subnets': [{'id': 'fc155009-a31d-4409-b15f-2ed587ea4525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:19:50.145784 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f79a15-b4fc-48a8-b4df-7342549daff7 None None] The sync data for ids ['0f84b648-e725-4125-939c-4f07358083f0'] in n-d-825178-3 is: [{'id': '0f84b648-e725-4125-939c-4f07358083f0', 'name': 'tempest-ServerActionsTestJSON-1504927628-router', 'tenant_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '3e045260-38e1-4a43-886b-5d56048d7657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:18:39Z', 'updated_at': '2022-02-09T12:18:50Z', 'revision_number': 4, 'project_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'gw_port': {'id': '3e045260-38e1-4a43-886b-5d56048d7657', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f84b648-e725-4125-939c-4f07358083f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:41Z', 'updated_at': '2022-02-09T12:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '19169adc-ffa1-4b9d-9212-b3908e94795b', 'tenant_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'floating_ip_address': '172.25.7.85', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '0f84b648-e725-4125-939c-4f07358083f0', 'port_id': 'f9ae4b3a-6a9e-4d5b-8eda-9db431346db4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac', 'mac_address': 'fa:16:3e:4b:b7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a0ee8d-cebc-4db9-90af-fe8c58efd99d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:19:02Z', 'updated_at': '2022-02-09T12:19:45Z', 'revision_number': 1, 'project_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cbb5bc4-4c9c-471f-9eba-81af52160a10', 'name': '', 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac', 'tenant_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'mac_address': 'fa:16:3e:2d:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f84b648-e725-4125-939c-4f07358083f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'fc155009-a31d-4409-b15f-2ed587ea4525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:49Z', 'updated_at': '2022-02-09T12:19:01Z', 'revision_number': 5, 'project_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'subnets': [{'id': 'fc155009-a31d-4409-b15f-2ed587ea4525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:19:50.147324 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa807f6-0947-4088-be86-6f5e513f7d2a req-62874ed8-5f68-46f7-9e2c-6a709eef6d8f tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:50.148904 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8fa807f6-0947-4088-be86-6f5e513f7d2a req-62874ed8-5f68-46f7-9e2c-6a709eef6d8f tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=1691c089-3110-48fc-9c9e-fc3a62408e41 HTTP/1.1" status: 200 len: 950 time: 0.4729481 Feb 09 12:19:50.154255 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-85e7158e-cfb4-474a-8955-078210f8241d req-d061081f-c38b-41f5-bdeb-7302b9aaf470 service neutron] Attempting to bind port 46092b67-ebc9-4dfd-979a-70b53b5e3a49 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:19:50.154583 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-85e7158e-cfb4-474a-8955-078210f8241d req-d061081f-c38b-41f5-bdeb-7302b9aaf470 service neutron] Attempting to bind port 46092b67-ebc9-4dfd-979a-70b53b5e3a49 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '7fd43362-d2bb-4c15-a4a2-a1a057b6ca17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:19:50.154907 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e7158e-cfb4-474a-8955-078210f8241d req-d061081f-c38b-41f5-bdeb-7302b9aaf470 service neutron] Attempting to bind port 46092b67-ebc9-4dfd-979a-70b53b5e3a49 on network 46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:19:50.155556 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:50.179074 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e7158e-cfb4-474a-8955-078210f8241d req-d061081f-c38b-41f5-bdeb-7302b9aaf470 service neutron] Port 46092b67-ebc9-4dfd-979a-70b53b5e3a49 on network 46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:19:50.179391 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e7158e-cfb4-474a-8955-078210f8241d req-d061081f-c38b-41f5-bdeb-7302b9aaf470 service neutron] Attempting to bind port 46092b67-ebc9-4dfd-979a-70b53b5e3a49 on network 46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:19:50.204133 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e7158e-cfb4-474a-8955-078210f8241d req-d061081f-c38b-41f5-bdeb-7302b9aaf470 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:19:50.204477 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e7158e-cfb4-474a-8955-078210f8241d req-d061081f-c38b-41f5-bdeb-7302b9aaf470 service neutron] Checking segment: {'id': '7fd43362-d2bb-4c15-a4a2-a1a057b6ca17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:19:50.204884 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e7158e-cfb4-474a-8955-078210f8241d req-d061081f-c38b-41f5-bdeb-7302b9aaf470 service neutron] Bound using segment: {'id': '7fd43362-d2bb-4c15-a4a2-a1a057b6ca17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:19:50.205340 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-85e7158e-cfb4-474a-8955-078210f8241d req-d061081f-c38b-41f5-bdeb-7302b9aaf470 service neutron] Bound port: 46092b67-ebc9-4dfd-979a-70b53b5e3a49, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fd43362-d2bb-4c15-a4a2-a1a057b6ca17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:19:50.205693 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-85e7158e-cfb4-474a-8955-078210f8241d req-d061081f-c38b-41f5-bdeb-7302b9aaf470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:50.226893 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10410cb5-a1bd-43b1-9dfb-cbd05e7e125f req-2c2eec84-eda5-4858-ba27-1a8698d1eee1 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:50.233614 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10410cb5-a1bd-43b1-9dfb-cbd05e7e125f req-2c2eec84-eda5-4858-ba27-1a8698d1eee1 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:50.235296 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-10410cb5-a1bd-43b1-9dfb-cbd05e7e125f req-2c2eec84-eda5-4858-ba27-1a8698d1eee1 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/ports?device_id=706eeb13-0aa4-410d-913b-ac2b91f4fe17 HTTP/1.1" status: 200 len: 1682 time: 0.5093007 Feb 09 12:19:50.246749 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3db3ab0e-5c79-4230-a78c-5fc21eebf795 req-e56ee586-03f2-428a-a520-4102b6bd8825 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7752dbfe-1b85-414b-88da-268929ad7fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316009 Feb 09 12:19:50.312316 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8fa807f6-0947-4088-be86-6f5e513f7d2a req-0c0bd365-912a-4ca7-a34e-887d8c05a46f tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503093 Feb 09 12:19:50.312541 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'tag': '33e8e5dc-949b-49d0-bab6-79fc92eee24f'}, {'name': 'network-changed', 'server_uuid': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'tag': '443c0b83-737f-4437-9bd0-865f75d5940d'}, {'name': 'network-changed', 'server_uuid': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'tag': 'f4260c54-433e-4da9-abdb-7b63fb7fccfd'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:19:50.352032 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-10410cb5-a1bd-43b1-9dfb-cbd05e7e125f req-a13797e7-3b5c-480f-a35f-f9aa34542d58 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/security-groups?id=7752dbfe-1b85-414b-88da-268929ad7fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023586 Feb 09 12:19:50.403019 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-85e7158e-cfb4-474a-8955-078210f8241d req-d061081f-c38b-41f5-bdeb-7302b9aaf470 service neutron] For port 46092b67-ebc9-4dfd-979a-70b53b5e3a49, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:19:50.407023 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-85e7158e-cfb4-474a-8955-078210f8241d req-d061081f-c38b-41f5-bdeb-7302b9aaf470 service neutron] For port 46092b67-ebc9-4dfd-979a-70b53b5e3a49, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=46092b67-ebc9-4dfd-979a-70b53b5e3a49,segment=NetworkSegment(7fd43362-d2bb-4c15-a4a2-a1a057b6ca17),segment_id=7fd43362-d2bb-4c15-a4a2-a1a057b6ca17)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:19:50.411522 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-25117bcc-314a-472c-8652-0c122886bf1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94020401-ba56-426c-a528-ce595ad0c37c {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:19:50.412117 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-85e7158e-cfb4-474a-8955-078210f8241d req-d061081f-c38b-41f5-bdeb-7302b9aaf470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:50.423316 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-25117bcc-314a-472c-8652-0c122886bf1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:50.445808 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-25117bcc-314a-472c-8652-0c122886bf1b service neutron] Transition to ACTIVE for port object 94020401-ba56-426c-a528-ce595ad0c37c will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:19:50.451374 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-25117bcc-314a-472c-8652-0c122886bf1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:50.461365 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68a0ee8d-cebc-4db9-90af-fe8c58efd99d', 'tag': 'f9ae4b3a-6a9e-4d5b-8eda-9db431346db4', 'status': 'completed', 'code': 200} Feb 09 12:19:50.490834 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5b8cc4-c698-454d-9d73-2c348c30c970 None None] New status for floating IP 19169adc-ffa1-4b9d-9212-b3908e94795b: ACTIVE {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:19:50.534894 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7158e-cfb4-474a-8955-078210f8241d req-d061081f-c38b-41f5-bdeb-7302b9aaf470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:50.535512 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-85e7158e-cfb4-474a-8955-078210f8241d req-d061081f-c38b-41f5-bdeb-7302b9aaf470 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:50.537132 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-85e7158e-cfb4-474a-8955-078210f8241d req-d061081f-c38b-41f5-bdeb-7302b9aaf470 service neutron] 10.222.0.46 "PUT /v2.0/ports/46092b67-ebc9-4dfd-979a-70b53b5e3a49 HTTP/1.1" status: 200 len: 1092 time: 2.9213653 Feb 09 12:19:50.709311 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061081f-c38b-41f5-bdeb-7302b9aaf470 service neutron] Pushing event updated for resources: {'Port': ['ID=46092b67-ebc9-4dfd-979a-70b53b5e3a49,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:50.785616 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc138f23-32d8-48a7-a8c7-02d3e0758172 req-bb92e905-5ba4-4486-a7bc-493bb2626691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:50.787411 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dc138f23-32d8-48a7-a8c7-02d3e0758172 req-bb92e905-5ba4-4486-a7bc-493bb2626691 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ff6e1bb65bc440a9af2daa6d5785a57a&device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 1096 time: 0.2422569 Feb 09 12:19:50.796870 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25117bcc-314a-472c-8652-0c122886bf1b service neutron] Pushing event updated for resources: {'Port': ['ID=94020401-ba56-426c-a528-ce595ad0c37c,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:50.800131 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb8735-7bbc-45c1-a509-b684471fe6ba req-17346651-483c-4cf3-92b3-c273dd97b7e3 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:50.801236 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-50eb8735-7bbc-45c1-a509-b684471fe6ba req-17346651-483c-4cf3-92b3-c273dd97b7e3 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 945 time: 0.3155267 Feb 09 12:19:50.811708 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25117bcc-314a-472c-8652-0c122886bf1b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:19:50.812111 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25117bcc-314a-472c-8652-0c122886bf1b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:19:50.812614 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25117bcc-314a-472c-8652-0c122886bf1b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:19:50.812950 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25117bcc-314a-472c-8652-0c122886bf1b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:19:50.813283 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25117bcc-314a-472c-8652-0c122886bf1b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:19:50.813613 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25117bcc-314a-472c-8652-0c122886bf1b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:19:50.813938 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25117bcc-314a-472c-8652-0c122886bf1b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:19:50.814267 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25117bcc-314a-472c-8652-0c122886bf1b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:19:50.814592 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25117bcc-314a-472c-8652-0c122886bf1b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:19:50.814910 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25117bcc-314a-472c-8652-0c122886bf1b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:19:50.815230 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25117bcc-314a-472c-8652-0c122886bf1b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:19:50.815550 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25117bcc-314a-472c-8652-0c122886bf1b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:19:50.824675 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-25117bcc-314a-472c-8652-0c122886bf1b service neutron] Attempting to bind port 94020401-ba56-426c-a528-ce595ad0c37c on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:19:50.825033 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-25117bcc-314a-472c-8652-0c122886bf1b service neutron] Attempting to bind port 94020401-ba56-426c-a528-ce595ad0c37c by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '3e46f2fe-77ad-44e4-b912-8d0e12584d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b99c93e7-09da-4e68-a3ff-2707256091d8'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:19:50.825328 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-25117bcc-314a-472c-8652-0c122886bf1b service neutron] Attempting to bind port 94020401-ba56-426c-a528-ce595ad0c37c on network b99c93e7-09da-4e68-a3ff-2707256091d8 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:19:50.831140 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-25117bcc-314a-472c-8652-0c122886bf1b service neutron] Port 94020401-ba56-426c-a528-ce595ad0c37c on network b99c93e7-09da-4e68-a3ff-2707256091d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:19:50.831457 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-25117bcc-314a-472c-8652-0c122886bf1b service neutron] Attempting to bind port 94020401-ba56-426c-a528-ce595ad0c37c on network b99c93e7-09da-4e68-a3ff-2707256091d8 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:19:50.839304 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-25117bcc-314a-472c-8652-0c122886bf1b service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:19:50.839750 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-25117bcc-314a-472c-8652-0c122886bf1b service neutron] Checking segment: {'id': '3e46f2fe-77ad-44e4-b912-8d0e12584d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b99c93e7-09da-4e68-a3ff-2707256091d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:19:50.840260 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-25117bcc-314a-472c-8652-0c122886bf1b service neutron] Bound using segment: {'id': '3e46f2fe-77ad-44e4-b912-8d0e12584d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b99c93e7-09da-4e68-a3ff-2707256091d8'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:19:50.840786 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-25117bcc-314a-472c-8652-0c122886bf1b service neutron] Bound port: 94020401-ba56-426c-a528-ce595ad0c37c, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e46f2fe-77ad-44e4-b912-8d0e12584d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b99c93e7-09da-4e68-a3ff-2707256091d8'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:19:50.841256 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-25117bcc-314a-472c-8652-0c122886bf1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:50.919797 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7158e-cfb4-474a-8955-078210f8241d req-f8fb59e6-7b05-408b-89d4-7cd9ee795d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:50.921283 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-85e7158e-cfb4-474a-8955-078210f8241d req-f8fb59e6-7b05-408b-89d4-7cd9ee795d6a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e269a22f7331401b92d6d31273b08c8d&device_id=5a4342cb-5b67-4667-b3a7-4ac1a22605ea HTTP/1.1" status: 200 len: 1095 time: 0.3190789 Feb 09 12:19:50.938672 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78b5d3-eb7d-4391-b6ab-0dc24855a228 req-48a2257e-cca1-4643-811b-a1896c07dea2 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:50.940152 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-de78b5d3-eb7d-4391-b6ab-0dc24855a228 req-48a2257e-cca1-4643-811b-a1896c07dea2 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a4342cb-5b67-4667-b3a7-4ac1a22605ea HTTP/1.1" status: 200 len: 944 time: 0.2996166 Feb 09 12:19:50.941751 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-25117bcc-314a-472c-8652-0c122886bf1b service neutron] For port 94020401-ba56-426c-a528-ce595ad0c37c, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:19:50.944788 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-25117bcc-314a-472c-8652-0c122886bf1b service neutron] For port 94020401-ba56-426c-a528-ce595ad0c37c, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=94020401-ba56-426c-a528-ce595ad0c37c,segment=NetworkSegment(3e46f2fe-77ad-44e4-b912-8d0e12584d00),segment_id=3e46f2fe-77ad-44e4-b912-8d0e12584d00)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:19:50.949432 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-25117bcc-314a-472c-8652-0c122886bf1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:51.005248 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-50eb8735-7bbc-45c1-a509-b684471fe6ba req-b6e5ec8a-4f62-4fa5-8d38-aa1550d28f36 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1942112 Feb 09 12:19:51.009405 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-25117bcc-314a-472c-8652-0c122886bf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:51.010064 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-25117bcc-314a-472c-8652-0c122886bf1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:51.011958 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-25117bcc-314a-472c-8652-0c122886bf1b service neutron] 10.222.0.46 "PUT /v2.0/ports/94020401-ba56-426c-a528-ce595ad0c37c HTTP/1.1" status: 200 len: 1090 time: 1.1699665 Feb 09 12:19:51.042227 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25117bcc-314a-472c-8652-0c122886bf1b service neutron] Pushing event updated for resources: {'Port': ['ID=94020401-ba56-426c-a528-ce595ad0c37c,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:51.043394 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-85e7158e-cfb4-474a-8955-078210f8241d req-64e7ca1a-e404-4597-b9af-d6a1d8689645 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46092b67-ebc9-4dfd-979a-70b53b5e3a49 HTTP/1.1" status: 200 len: 217 time: 0.0937271 Feb 09 12:19:51.050039 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-931c5ce4-4a44-4db5-a477-1d24f6e27196 service neutron] Request body: {'port': {'device_id': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:19:51.165554 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-de78b5d3-eb7d-4391-b6ab-0dc24855a228 req-0f5aeb0a-4e73-472d-a629-3632b65c6b2c tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc310c7-804c-482c-8f65-f0a6e9cffd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635907 Feb 09 12:19:51.172636 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-931c5ce4-4a44-4db5-a477-1d24f6e27196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:51.188525 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc138f23-32d8-48a7-a8c7-02d3e0758172 req-6b5a46f0-e27b-4bd1-87db-368d62bbb81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:51.190028 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dc138f23-32d8-48a7-a8c7-02d3e0758172 req-6b5a46f0-e27b-4bd1-87db-368d62bbb81c service neutron] 10.222.0.52 "GET /v2.0/networks?id=0448691a-ec13-4b8b-a50a-33e2c91deaac HTTP/1.1" status: 200 len: 913 time: 0.3629138 Feb 09 12:19:51.194004 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7158e-cfb4-474a-8955-078210f8241d req-3358165b-336b-4cf9-9ca8-a368d4ba1b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:51.195375 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-85e7158e-cfb4-474a-8955-078210f8241d req-3358165b-336b-4cf9-9ca8-a368d4ba1b43 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b74a18b3-c777-4b36-8c3b-f86129471b39 HTTP/1.1" status: 200 len: 845 time: 0.1172218 Feb 09 12:19:51.343868 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-85e7158e-cfb4-474a-8955-078210f8241d req-8a89823d-c842-468d-8d17-a3f00ec1e46b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1409605 Feb 09 12:19:51.394267 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9e114ced-65c4-4a5c-bb5d-3f3030fafdd6 req-ad24d55d-1701-4e99-b9ac-13663ca6f987 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] 10.222.0.55 "GET /v2.0/security-groups/e29e63bb-200c-47b5-99c7-239d251f05f8 HTTP/1.1" status: 200 len: 2402 time: 0.3366220 Feb 09 12:19:51.512517 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dc138f23-32d8-48a7-a8c7-02d3e0758172 req-abe86589-af3e-4394-bf2f-f141d426596b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9ae4b3a-6a9e-4d5b-8eda-9db431346db4 HTTP/1.1" status: 200 len: 1000 time: 0.2660949 Feb 09 12:19:51.569070 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-931c5ce4-4a44-4db5-a477-1d24f6e27196 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bac054b4-55e6-4dd2-a661-38ced1728bad {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:19:51.577016 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-931c5ce4-4a44-4db5-a477-1d24f6e27196 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:51.591219 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-931c5ce4-4a44-4db5-a477-1d24f6e27196 service neutron] Transition to ACTIVE for port object bac054b4-55e6-4dd2-a661-38ced1728bad will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:19:51.595065 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-931c5ce4-4a44-4db5-a477-1d24f6e27196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:51.672378 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc138f23-32d8-48a7-a8c7-02d3e0758172 req-ef32b8e5-258a-4ff4-b6b6-01ef599a6c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:51.673719 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dc138f23-32d8-48a7-a8c7-02d3e0758172 req-ef32b8e5-258a-4ff4-b6b6-01ef599a6c8f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fc155009-a31d-4409-b15f-2ed587ea4525 HTTP/1.1" status: 200 len: 851 time: 0.1373630 Feb 09 12:19:51.678031 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-85e7158e-cfb4-474a-8955-078210f8241d req-65df27a8-291a-40a9-b977-b60a2ee49eff service neutron] 10.222.0.46 "GET /v2.0/networks/46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155298 Feb 09 12:19:51.683594 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-9e114ced-65c4-4a5c-bb5d-3f3030fafdd6 req-aa70bc12-e177-471f-b2f9-96004facd7af tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:51.846822 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c5ce4-4a44-4db5-a477-1d24f6e27196 service neutron] Pushing event updated for resources: {'Port': ['ID=bac054b4-55e6-4dd2-a661-38ced1728bad,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:51.935639 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-931c5ce4-4a44-4db5-a477-1d24f6e27196 service neutron] Attempting to bind port bac054b4-55e6-4dd2-a661-38ced1728bad on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:19:51.936133 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-931c5ce4-4a44-4db5-a477-1d24f6e27196 service neutron] Attempting to bind port bac054b4-55e6-4dd2-a661-38ced1728bad by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '2caa8241-9028-480a-8fbb-9001345a5103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b811de4e-2157-472b-a248-fb00e797501f'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:19:51.936560 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-931c5ce4-4a44-4db5-a477-1d24f6e27196 service neutron] Attempting to bind port bac054b4-55e6-4dd2-a661-38ced1728bad on network b811de4e-2157-472b-a248-fb00e797501f {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:19:51.941709 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-931c5ce4-4a44-4db5-a477-1d24f6e27196 service neutron] Port bac054b4-55e6-4dd2-a661-38ced1728bad on network b811de4e-2157-472b-a248-fb00e797501f not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:19:51.942123 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-931c5ce4-4a44-4db5-a477-1d24f6e27196 service neutron] Attempting to bind port bac054b4-55e6-4dd2-a661-38ced1728bad on network b811de4e-2157-472b-a248-fb00e797501f {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:19:51.947547 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-931c5ce4-4a44-4db5-a477-1d24f6e27196 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:19:51.947999 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-931c5ce4-4a44-4db5-a477-1d24f6e27196 service neutron] Checking segment: {'id': '2caa8241-9028-480a-8fbb-9001345a5103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b811de4e-2157-472b-a248-fb00e797501f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:19:51.949817 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-931c5ce4-4a44-4db5-a477-1d24f6e27196 service neutron] Bound using segment: {'id': '2caa8241-9028-480a-8fbb-9001345a5103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b811de4e-2157-472b-a248-fb00e797501f'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:19:51.949817 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-931c5ce4-4a44-4db5-a477-1d24f6e27196 service neutron] Bound port: bac054b4-55e6-4dd2-a661-38ced1728bad, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2caa8241-9028-480a-8fbb-9001345a5103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b811de4e-2157-472b-a248-fb00e797501f'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:19:51.950149 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-931c5ce4-4a44-4db5-a477-1d24f6e27196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:51.985836 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a25e843-6738-477f-a77f-64a8e40d1f59 req-5ba0b3ae-09e7-4bae-b4f5-d9570be585fc tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:51.987322 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5a25e843-6738-477f-a77f-64a8e40d1f59 req-5ba0b3ae-09e7-4bae-b4f5-d9570be585fc tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=34e7919b-4407-4ab0-8bcc-35c5416c741e HTTP/1.1" status: 200 len: 1095 time: 0.5396793 Feb 09 12:19:51.996585 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-9e114ced-65c4-4a5c-bb5d-3f3030fafdd6 req-aa70bc12-e177-471f-b2f9-96004facd7af tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:52.046133 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-931c5ce4-4a44-4db5-a477-1d24f6e27196 service neutron] For port bac054b4-55e6-4dd2-a661-38ced1728bad, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:19:52.050916 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-931c5ce4-4a44-4db5-a477-1d24f6e27196 service neutron] For port bac054b4-55e6-4dd2-a661-38ced1728bad, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=bac054b4-55e6-4dd2-a661-38ced1728bad,segment=NetworkSegment(2caa8241-9028-480a-8fbb-9001345a5103),segment_id=2caa8241-9028-480a-8fbb-9001345a5103)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:19:52.057609 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-931c5ce4-4a44-4db5-a477-1d24f6e27196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:52.114812 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-85e7158e-cfb4-474a-8955-078210f8241d req-22d9a708-bd50-43ee-9412-231bf63efb99 service neutron] 10.222.0.46 "GET /v2.0/networks/46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4280748 Feb 09 12:19:52.116380 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5a25e843-6738-477f-a77f-64a8e40d1f59 req-a1ee12c7-a932-4635-830f-877d0aa4698e tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110289 Feb 09 12:19:52.121413 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc138f23-32d8-48a7-a8c7-02d3e0758172 req-da0d7333-e40c-4201-9c0a-a5cae2503e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:52.122968 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dc138f23-32d8-48a7-a8c7-02d3e0758172 req-da0d7333-e40c-4201-9c0a-a5cae2503e78 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0448691a-ec13-4b8b-a50a-33e2c91deaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4373472 Feb 09 12:19:52.177639 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-931c5ce4-4a44-4db5-a477-1d24f6e27196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:52.178190 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-931c5ce4-4a44-4db5-a477-1d24f6e27196 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:52.179568 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-931c5ce4-4a44-4db5-a477-1d24f6e27196 service neutron] 10.222.0.46 "PUT /v2.0/ports/bac054b4-55e6-4dd2-a661-38ced1728bad HTTP/1.1" status: 200 len: 1091 time: 1.1341629 Feb 09 12:19:52.191762 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c5ce4-4a44-4db5-a477-1d24f6e27196 service neutron] Pushing event updated for resources: {'Port': ['ID=bac054b4-55e6-4dd2-a661-38ced1728bad,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:52.210783 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-9b7379ac-a171-429d-a97d-15c1cdf09fbe service neutron] Request body: {'port': {'device_id': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:19:52.271178 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-9e114ced-65c4-4a5c-bb5d-3f3030fafdd6 req-aa70bc12-e177-471f-b2f9-96004facd7af tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:52.329733 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70bc12-e177-471f-b2f9-96004facd7af tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29e63bb-200c-47b5-99c7-239d251f05f8,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:52.382087 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'tag': '33e8e5dc-949b-49d0-bab6-79fc92eee24f', 'status': 'completed', 'code': 200} Feb 09 12:19:52.382419 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'tag': '443c0b83-737f-4437-9bd0-865f75d5940d', 'status': 'completed', 'code': 200} Feb 09 12:19:52.382662 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'tag': 'f4260c54-433e-4da9-abdb-7b63fb7fccfd', 'status': 'completed', 'code': 200} Feb 09 12:19:52.407353 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dc138f23-32d8-48a7-a8c7-02d3e0758172 req-7495be7c-55f6-4088-b01a-986e7d52d701 service neutron] 10.222.0.52 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724071 Feb 09 12:19:52.417554 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-9b7379ac-a171-429d-a97d-15c1cdf09fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:52.441847 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:52.452889 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70bc12-e177-471f-b2f9-96004facd7af tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:19:52.453245 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70bc12-e177-471f-b2f9-96004facd7af tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:19:52.453587 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70bc12-e177-471f-b2f9-96004facd7af tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:19:52.453917 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70bc12-e177-471f-b2f9-96004facd7af tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:19:52.454245 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70bc12-e177-471f-b2f9-96004facd7af tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:19:52.454722 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70bc12-e177-471f-b2f9-96004facd7af tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:19:52.455053 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70bc12-e177-471f-b2f9-96004facd7af tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:19:52.455400 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70bc12-e177-471f-b2f9-96004facd7af tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:19:52.455744 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70bc12-e177-471f-b2f9-96004facd7af tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:19:52.456069 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70bc12-e177-471f-b2f9-96004facd7af tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:19:52.456515 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70bc12-e177-471f-b2f9-96004facd7af tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:19:52.456839 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70bc12-e177-471f-b2f9-96004facd7af tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:19:52.460906 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-9e114ced-65c4-4a5c-bb5d-3f3030fafdd6 req-aa70bc12-e177-471f-b2f9-96004facd7af tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:52.475601 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9e114ced-65c4-4a5c-bb5d-3f3030fafdd6 req-aa70bc12-e177-471f-b2f9-96004facd7af tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] 10.222.0.55 "DELETE /v2.0/security-groups/e29e63bb-200c-47b5-99c7-239d251f05f8 HTTP/1.1" status: 204 len: 173 time: 1.0259278 Feb 09 12:19:52.527866 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a4342cb-5b67-4667-b3a7-4ac1a22605ea', 'tag': '46092b67-ebc9-4dfd-979a-70b53b5e3a49'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:19:52.785852 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-9b7379ac-a171-429d-a97d-15c1cdf09fbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7d337db-96a2-473b-aee2-3f714efa3b1a {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:19:52.793839 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-9b7379ac-a171-429d-a97d-15c1cdf09fbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:52.796649 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dc138f23-32d8-48a7-a8c7-02d3e0758172 req-e2c9bcd5-f097-43d3-8c80-6feafdde53c7 service neutron] 10.222.0.52 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143687 Feb 09 12:19:52.812698 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-9b7379ac-a171-429d-a97d-15c1cdf09fbe service neutron] Transition to ACTIVE for port object f7d337db-96a2-473b-aee2-3f714efa3b1a will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:19:52.813185 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c9280-a6d8-4fa1-923d-8a0a588d75e4 req-a2e4803e-4a23-4b5a-b910-6ada33d5b475 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:52.816854 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-9b7379ac-a171-429d-a97d-15c1cdf09fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:52.818936 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c9280-a6d8-4fa1-923d-8a0a588d75e4 req-a2e4803e-4a23-4b5a-b910-6ada33d5b475 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:52.825258 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c9280-a6d8-4fa1-923d-8a0a588d75e4 req-a2e4803e-4a23-4b5a-b910-6ada33d5b475 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:52.830960 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c9280-a6d8-4fa1-923d-8a0a588d75e4 req-a2e4803e-4a23-4b5a-b910-6ada33d5b475 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:52.836698 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c9280-a6d8-4fa1-923d-8a0a588d75e4 req-a2e4803e-4a23-4b5a-b910-6ada33d5b475 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:52.843188 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c9280-a6d8-4fa1-923d-8a0a588d75e4 req-a2e4803e-4a23-4b5a-b910-6ada33d5b475 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:52.848911 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c9280-a6d8-4fa1-923d-8a0a588d75e4 req-a2e4803e-4a23-4b5a-b910-6ada33d5b475 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:52.851070 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d78c9280-a6d8-4fa1-923d-8a0a588d75e4 req-a2e4803e-4a23-4b5a-b910-6ada33d5b475 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/ports?device_id=6101775f-5c0e-4dc8-9a5f-b57a74039dc8 HTTP/1.1" status: 200 len: 5407 time: 0.3739743 Feb 09 12:19:52.859437 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab5f44-13e5-49c4-b2a3-9086def4ad92 req-edcb4394-24ba-4f23-8fc3-fd622ce8bde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:52.859947 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab5f44-13e5-49c4-b2a3-9086def4ad92 req-edcb4394-24ba-4f23-8fc3-fd622ce8bde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:52.860422 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab5f44-13e5-49c4-b2a3-9086def4ad92 req-edcb4394-24ba-4f23-8fc3-fd622ce8bde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:52.860895 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab5f44-13e5-49c4-b2a3-9086def4ad92 req-edcb4394-24ba-4f23-8fc3-fd622ce8bde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:52.861364 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab5f44-13e5-49c4-b2a3-9086def4ad92 req-edcb4394-24ba-4f23-8fc3-fd622ce8bde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:52.861831 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab5f44-13e5-49c4-b2a3-9086def4ad92 req-edcb4394-24ba-4f23-8fc3-fd622ce8bde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:52.862299 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab5f44-13e5-49c4-b2a3-9086def4ad92 req-edcb4394-24ba-4f23-8fc3-fd622ce8bde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:52.864176 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-90ab5f44-13e5-49c4-b2a3-9086def4ad92 req-edcb4394-24ba-4f23-8fc3-fd622ce8bde8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eec7cd73952c439fa26a361208297f39&device_id=6101775f-5c0e-4dc8-9a5f-b57a74039dc8 HTTP/1.1" status: 200 len: 6409 time: 0.4557133 Feb 09 12:19:52.909695 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd3b91a-5d9d-45ae-8c62-a67301c8071e req-c7719a5e-5de6-41c2-8651-e27063a1b8e5 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:52.911209 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3fd3b91a-5d9d-45ae-8c62-a67301c8071e req-c7719a5e-5de6-41c2-8651-e27063a1b8e5 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=1691c089-3110-48fc-9c9e-fc3a62408e41 HTTP/1.1" status: 200 len: 950 time: 0.3385005 Feb 09 12:19:53.013982 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7379ac-a171-429d-a97d-15c1cdf09fbe service neutron] Pushing event updated for resources: {'Port': ['ID=f7d337db-96a2-473b-aee2-3f714efa3b1a,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:53.052503 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d78c9280-a6d8-4fa1-923d-8a0a588d75e4 req-7e1b5e2b-00a8-4b4a-ac24-b3983835423e tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/security-groups?id=8803669e-2abe-4ab7-b2c0-58109e10cb11&id=84c476da-0274-41dd-aeef-e671ea782d84&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1872118 Feb 09 12:19:53.062198 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-9b7379ac-a171-429d-a97d-15c1cdf09fbe service neutron] Attempting to bind port f7d337db-96a2-473b-aee2-3f714efa3b1a on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:19:53.062619 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-9b7379ac-a171-429d-a97d-15c1cdf09fbe service neutron] Attempting to bind port f7d337db-96a2-473b-aee2-3f714efa3b1a by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '2caa8241-9028-480a-8fbb-9001345a5103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b811de4e-2157-472b-a248-fb00e797501f'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:19:53.062954 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-9b7379ac-a171-429d-a97d-15c1cdf09fbe service neutron] Attempting to bind port f7d337db-96a2-473b-aee2-3f714efa3b1a on network b811de4e-2157-472b-a248-fb00e797501f {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:19:53.080248 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-9b7379ac-a171-429d-a97d-15c1cdf09fbe service neutron] Port f7d337db-96a2-473b-aee2-3f714efa3b1a on network b811de4e-2157-472b-a248-fb00e797501f not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:19:53.080625 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3fd3b91a-5d9d-45ae-8c62-a67301c8071e req-b3c09d7f-4d91-4c5b-a410-6e5fca8c76e3 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580770 Feb 09 12:19:53.081493 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-9b7379ac-a171-429d-a97d-15c1cdf09fbe service neutron] Attempting to bind port f7d337db-96a2-473b-aee2-3f714efa3b1a on network b811de4e-2157-472b-a248-fb00e797501f {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:19:53.090081 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-9b7379ac-a171-429d-a97d-15c1cdf09fbe service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:19:53.090690 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-9b7379ac-a171-429d-a97d-15c1cdf09fbe service neutron] Checking segment: {'id': '2caa8241-9028-480a-8fbb-9001345a5103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b811de4e-2157-472b-a248-fb00e797501f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:19:53.091241 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-9b7379ac-a171-429d-a97d-15c1cdf09fbe service neutron] Bound using segment: {'id': '2caa8241-9028-480a-8fbb-9001345a5103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b811de4e-2157-472b-a248-fb00e797501f'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:19:53.091886 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-9b7379ac-a171-429d-a97d-15c1cdf09fbe service neutron] Bound port: f7d337db-96a2-473b-aee2-3f714efa3b1a, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2caa8241-9028-480a-8fbb-9001345a5103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b811de4e-2157-472b-a248-fb00e797501f'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:19:53.094243 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-9b7379ac-a171-429d-a97d-15c1cdf09fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:53.111667 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab5f44-13e5-49c4-b2a3-9086def4ad92 req-d1bdaf78-a83b-477a-84a4-a33a6be4ac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:53.112281 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab5f44-13e5-49c4-b2a3-9086def4ad92 req-d1bdaf78-a83b-477a-84a4-a33a6be4ac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:53.112803 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab5f44-13e5-49c4-b2a3-9086def4ad92 req-d1bdaf78-a83b-477a-84a4-a33a6be4ac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:53.114445 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-90ab5f44-13e5-49c4-b2a3-9086def4ad92 req-d1bdaf78-a83b-477a-84a4-a33a6be4ac37 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=eec7cd73952c439fa26a361208297f39&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2326927 Feb 09 12:19:53.200118 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-9b7379ac-a171-429d-a97d-15c1cdf09fbe service neutron] For port f7d337db-96a2-473b-aee2-3f714efa3b1a, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:19:53.203134 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-9b7379ac-a171-429d-a97d-15c1cdf09fbe service neutron] For port f7d337db-96a2-473b-aee2-3f714efa3b1a, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f7d337db-96a2-473b-aee2-3f714efa3b1a,segment=NetworkSegment(2caa8241-9028-480a-8fbb-9001345a5103),segment_id=2caa8241-9028-480a-8fbb-9001345a5103)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:19:53.207982 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-9b7379ac-a171-429d-a97d-15c1cdf09fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:53.265719 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-9b7379ac-a171-429d-a97d-15c1cdf09fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:53.269438 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-9b7379ac-a171-429d-a97d-15c1cdf09fbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:53.270876 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-9b7379ac-a171-429d-a97d-15c1cdf09fbe service neutron] 10.222.0.46 "PUT /v2.0/ports/f7d337db-96a2-473b-aee2-3f714efa3b1a HTTP/1.1" status: 200 len: 1091 time: 1.0645905 Feb 09 12:19:53.309767 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7379ac-a171-429d-a97d-15c1cdf09fbe service neutron] Pushing event updated for resources: {'Port': ['ID=f7d337db-96a2-473b-aee2-3f714efa3b1a,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:53.456477 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab5f44-13e5-49c4-b2a3-9086def4ad92 req-2d3c28d0-80f7-4b4b-ba88-6ff1d876aa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:53.457935 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-90ab5f44-13e5-49c4-b2a3-9086def4ad92 req-2d3c28d0-80f7-4b4b-ba88-6ff1d876aa52 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3363688 Feb 09 12:19:53.460484 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [req-d4572ce2-acfe-4d35-8ae6-4bbc3292ec79 req-66bcbf15-13f2-4721-acb5-29102414c29b service neutron] show failed (client error): The resource could not be found. Feb 09 12:19:53.461384 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d4572ce2-acfe-4d35-8ae6-4bbc3292ec79 req-66bcbf15-13f2-4721-acb5-29102414c29b service neutron] 10.222.0.52 "GET /v2.0/ports/209e9bbb-4904-4e48-aa76-9dd4a90dc863/bindings/n-h2-825178-3 HTTP/1.1" status: 404 len: 380 time: 0.2522101 Feb 09 12:19:53.490116 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07981370-efbd-43f6-b443-4175de88c112 req-a3bbc50e-6505-4527-a8cd-5ce1e73fe643 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:53.497145 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07981370-efbd-43f6-b443-4175de88c112 req-a3bbc50e-6505-4527-a8cd-5ce1e73fe643 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:53.498703 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-07981370-efbd-43f6-b443-4175de88c112 req-a3bbc50e-6505-4527-a8cd-5ce1e73fe643 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/ports?device_id=706eeb13-0aa4-410d-913b-ac2b91f4fe17 HTTP/1.1" status: 200 len: 1682 time: 0.2907274 Feb 09 12:19:53.564019 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3230888-175b-432e-b554-c5344c0e611e req-1c6bac17-7395-496b-8168-2501409aa9d5 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:53.565432 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3230888-175b-432e-b554-c5344c0e611e req-1c6bac17-7395-496b-8168-2501409aa9d5 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 945 time: 0.3177826 Feb 09 12:19:53.643635 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-07981370-efbd-43f6-b443-4175de88c112 req-1a4e92e4-4162-44e5-8db7-201cd1632501 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/security-groups?id=7752dbfe-1b85-414b-88da-268929ad7fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065102 Feb 09 12:19:53.649829 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3230888-175b-432e-b554-c5344c0e611e req-1c02017c-e363-4076-a7c9-98a3b1d2233b tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772731 Feb 09 12:19:53.681267 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab5f44-13e5-49c4-b2a3-9086def4ad92 req-169c2124-dc6f-4b8d-b362-9cc246c8646b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:53.682258 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab5f44-13e5-49c4-b2a3-9086def4ad92 req-169c2124-dc6f-4b8d-b362-9cc246c8646b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:53.682739 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab5f44-13e5-49c4-b2a3-9086def4ad92 req-169c2124-dc6f-4b8d-b362-9cc246c8646b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:53.683411 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab5f44-13e5-49c4-b2a3-9086def4ad92 req-169c2124-dc6f-4b8d-b362-9cc246c8646b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:53.685560 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab5f44-13e5-49c4-b2a3-9086def4ad92 req-169c2124-dc6f-4b8d-b362-9cc246c8646b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:53.686074 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab5f44-13e5-49c4-b2a3-9086def4ad92 req-169c2124-dc6f-4b8d-b362-9cc246c8646b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:53.686553 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab5f44-13e5-49c4-b2a3-9086def4ad92 req-169c2124-dc6f-4b8d-b362-9cc246c8646b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:53.689002 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-90ab5f44-13e5-49c4-b2a3-9086def4ad92 req-169c2124-dc6f-4b8d-b362-9cc246c8646b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eec7cd73952c439fa26a361208297f39&device_id=6101775f-5c0e-4dc8-9a5f-b57a74039dc8 HTTP/1.1" status: 200 len: 6476 time: 0.1881735 Feb 09 12:19:53.756538 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4572ce2-acfe-4d35-8ae6-4bbc3292ec79 req-dd2a2dfc-ab80-44f6-abfc-b5676d959fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:53.758146 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d4572ce2-acfe-4d35-8ae6-4bbc3292ec79 req-dd2a2dfc-ab80-44f6-abfc-b5676d959fc4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1691c089-3110-48fc-9c9e-fc3a62408e41&tenant_id=49129fa2c03c45c2a0df365ab76f11e9 HTTP/1.1" status: 200 len: 1101 time: 0.0904436 Feb 09 12:19:53.769480 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-d4572ce2-acfe-4d35-8ae6-4bbc3292ec79 req-68619b9d-79b6-4193-a8cb-0a0ece455188 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825178-3', 'device_owner': 'compute:nova'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:19:53.892625 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d4572ce2-acfe-4d35-8ae6-4bbc3292ec79 req-68619b9d-79b6-4193-a8cb-0a0ece455188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:54.135724 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab5f44-13e5-49c4-b2a3-9086def4ad92 req-3b4862bb-9a00-4a16-ad51-250564becb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:54.136131 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab5f44-13e5-49c4-b2a3-9086def4ad92 req-3b4862bb-9a00-4a16-ad51-250564becb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:54.136598 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab5f44-13e5-49c4-b2a3-9086def4ad92 req-3b4862bb-9a00-4a16-ad51-250564becb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:54.138170 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-90ab5f44-13e5-49c4-b2a3-9086def4ad92 req-3b4862bb-9a00-4a16-ad51-250564becb62 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=eec7cd73952c439fa26a361208297f39&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4416606 Feb 09 12:19:54.237024 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-955dcc04-f388-4595-b209-81f3447e5662 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:54.238826 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-955dcc04-f388-4595-b209-81f3447e5662 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/networks?id=ef8cbc95-953d-4d9d-a80a-2c68322f6f7f HTTP/1.1" status: 200 len: 808 time: 0.2974041 Feb 09 12:19:54.251067 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a53133-ed99-4241-bf03-fbe1ed96c793 req-1f46959d-13a2-4224-ae7f-6de7e8579e4e tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:54.252734 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-63a53133-ed99-4241-bf03-fbe1ed96c793 req-1f46959d-13a2-4224-ae7f-6de7e8579e4e tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a4342cb-5b67-4667-b3a7-4ac1a22605ea HTTP/1.1" status: 200 len: 944 time: 0.4816811 Feb 09 12:19:54.260116 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-d4572ce2-acfe-4d35-8ae6-4bbc3292ec79 req-68619b9d-79b6-4193-a8cb-0a0ece455188 service neutron] For port 209e9bbb-4904-4e48-aa76-9dd4a90dc863, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=209e9bbb-4904-4e48-aa76-9dd4a90dc863,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:19:54.289709 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-d4572ce2-acfe-4d35-8ae6-4bbc3292ec79 req-68619b9d-79b6-4193-a8cb-0a0ece455188 service neutron] For port 209e9bbb-4904-4e48-aa76-9dd4a90dc863, host n-h1-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:19:54.296734 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-4902a7fa-2101-4e98-ba90-f741a367fe8c tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/quotas/48298ec907a946ddb2f0d8ac4aa52547 HTTP/1.1" status: 200 len: 375 time: 0.0430281 Feb 09 12:19:54.350170 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d4572ce2-acfe-4d35-8ae6-4bbc3292ec79 req-68619b9d-79b6-4193-a8cb-0a0ece455188 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:54.367007 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-d4572ce2-acfe-4d35-8ae6-4bbc3292ec79 req-68619b9d-79b6-4193-a8cb-0a0ece455188 service neutron] Transition to ACTIVE for port object 209e9bbb-4904-4e48-aa76-9dd4a90dc863 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:19:54.370636 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d4572ce2-acfe-4d35-8ae6-4bbc3292ec79 req-68619b9d-79b6-4193-a8cb-0a0ece455188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:54.378545 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-63a53133-ed99-4241-bf03-fbe1ed96c793 req-45b0ab22-aaea-4102-a003-969b0de40c7e tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc310c7-804c-482c-8f65-f0a6e9cffd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168368 Feb 09 12:19:54.411296 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'tag': '94020401-ba56-426c-a528-ce595ad0c37c'}, {'name': 'network-changed', 'server_uuid': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'tag': 'bac054b4-55e6-4dd2-a661-38ced1728bad'}, {'name': 'network-changed', 'server_uuid': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'tag': 'f7d337db-96a2-473b-aee2-3f714efa3b1a'}, {'server_uuid': '1691c089-3110-48fc-9c9e-fc3a62408e41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '209e9bbb-4904-4e48-aa76-9dd4a90dc863'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:19:54.427930 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab5f44-13e5-49c4-b2a3-9086def4ad92 req-211c5262-0d88-4c21-ba33-c25348a151c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:54.429367 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-90ab5f44-13e5-49c4-b2a3-9086def4ad92 req-211c5262-0d88-4c21-ba33-c25348a151c2 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2773619 Feb 09 12:19:54.472261 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-a9efcf1b-7636-47fc-b57e-abd72a16bea1 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=48298ec907a946ddb2f0d8ac4aa52547&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1637969 Feb 09 12:19:54.512455 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0dd62444-1013-482c-b048-4681bc4a5330 req-10d2441f-3535-4d10-ae98-583ca2c67d25 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] 10.222.0.55 "GET /v2.0/security-groups/31167d87-6d0b-4551-9af8-7d16c85add12 HTTP/1.1" status: 200 len: 2398 time: 0.1058106 Feb 09 12:19:54.548269 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4572ce2-acfe-4d35-8ae6-4bbc3292ec79 req-68619b9d-79b6-4193-a8cb-0a0ece455188 service neutron] No DVR routers for this DVR port 209e9bbb-4904-4e48-aa76-9dd4a90dc863 on host n-h1-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:19:54.550541 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68619b9d-79b6-4193-a8cb-0a0ece455188 service neutron] Pushing event updated for resources: {'Port': ['ID=209e9bbb-4904-4e48-aa76-9dd4a90dc863,revision_number=6']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:54.607378 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-d4572ce2-acfe-4d35-8ae6-4bbc3292ec79 req-68619b9d-79b6-4193-a8cb-0a0ece455188 service neutron] Attempting to bind port 209e9bbb-4904-4e48-aa76-9dd4a90dc863 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:19:54.608035 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-d4572ce2-acfe-4d35-8ae6-4bbc3292ec79 req-68619b9d-79b6-4193-a8cb-0a0ece455188 service neutron] Attempting to bind port 209e9bbb-4904-4e48-aa76-9dd4a90dc863 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:19:54.608543 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4572ce2-acfe-4d35-8ae6-4bbc3292ec79 req-68619b9d-79b6-4193-a8cb-0a0ece455188 service neutron] Attempting to bind port 209e9bbb-4904-4e48-aa76-9dd4a90dc863 on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:19:54.613712 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4572ce2-acfe-4d35-8ae6-4bbc3292ec79 req-68619b9d-79b6-4193-a8cb-0a0ece455188 service neutron] Port 209e9bbb-4904-4e48-aa76-9dd4a90dc863 on network 4f732e35-467f-44f5-be04-aa808693dec3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:19:54.614240 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4572ce2-acfe-4d35-8ae6-4bbc3292ec79 req-68619b9d-79b6-4193-a8cb-0a0ece455188 service neutron] Attempting to bind port 209e9bbb-4904-4e48-aa76-9dd4a90dc863 on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:19:54.621067 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4572ce2-acfe-4d35-8ae6-4bbc3292ec79 req-68619b9d-79b6-4193-a8cb-0a0ece455188 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:19:54.621398 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4572ce2-acfe-4d35-8ae6-4bbc3292ec79 req-68619b9d-79b6-4193-a8cb-0a0ece455188 service neutron] Checking segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:19:54.621773 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4572ce2-acfe-4d35-8ae6-4bbc3292ec79 req-68619b9d-79b6-4193-a8cb-0a0ece455188 service neutron] Bound using segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:19:54.622192 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-d4572ce2-acfe-4d35-8ae6-4bbc3292ec79 req-68619b9d-79b6-4193-a8cb-0a0ece455188 service neutron] Bound port: 209e9bbb-4904-4e48-aa76-9dd4a90dc863, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:19:54.622528 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d4572ce2-acfe-4d35-8ae6-4bbc3292ec79 req-68619b9d-79b6-4193-a8cb-0a0ece455188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:54.718609 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 46092b67-ebc9-4dfd-979a-70b53b5e3a49 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:19:54.719210 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-d4572ce2-acfe-4d35-8ae6-4bbc3292ec79 req-68619b9d-79b6-4193-a8cb-0a0ece455188 service neutron] For port 209e9bbb-4904-4e48-aa76-9dd4a90dc863, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:19:54.722645 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-d4572ce2-acfe-4d35-8ae6-4bbc3292ec79 req-68619b9d-79b6-4193-a8cb-0a0ece455188 service neutron] For port 209e9bbb-4904-4e48-aa76-9dd4a90dc863, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=209e9bbb-4904-4e48-aa76-9dd4a90dc863,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:19:54.726080 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-6c1d3028-7b1c-4e96-a78a-7642c6bdbf0e service neutron] 10.222.0.55 "GET /v2.0/networks/ef8cbc95-953d-4d9d-a80a-2c68322f6f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209508 Feb 09 12:19:54.729536 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-0dd62444-1013-482c-b048-4681bc4a5330 req-4d96a0c0-2031-4452-95b7-24494e233172 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:54.734260 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d4572ce2-acfe-4d35-8ae6-4bbc3292ec79 req-68619b9d-79b6-4193-a8cb-0a0ece455188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:54.737934 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab5f44-13e5-49c4-b2a3-9086def4ad92 req-7ff9e06e-5c76-43e1-a73b-f9ece4699322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:54.738415 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab5f44-13e5-49c4-b2a3-9086def4ad92 req-7ff9e06e-5c76-43e1-a73b-f9ece4699322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:54.738897 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab5f44-13e5-49c4-b2a3-9086def4ad92 req-7ff9e06e-5c76-43e1-a73b-f9ece4699322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:54.739372 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab5f44-13e5-49c4-b2a3-9086def4ad92 req-7ff9e06e-5c76-43e1-a73b-f9ece4699322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:54.739864 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab5f44-13e5-49c4-b2a3-9086def4ad92 req-7ff9e06e-5c76-43e1-a73b-f9ece4699322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:54.740329 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab5f44-13e5-49c4-b2a3-9086def4ad92 req-7ff9e06e-5c76-43e1-a73b-f9ece4699322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:54.740794 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab5f44-13e5-49c4-b2a3-9086def4ad92 req-7ff9e06e-5c76-43e1-a73b-f9ece4699322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:54.742680 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-90ab5f44-13e5-49c4-b2a3-9086def4ad92 req-7ff9e06e-5c76-43e1-a73b-f9ece4699322 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eec7cd73952c439fa26a361208297f39&device_id=6101775f-5c0e-4dc8-9a5f-b57a74039dc8 HTTP/1.1" status: 200 len: 6476 time: 0.2694325 Feb 09 12:19:54.809796 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4572ce2-acfe-4d35-8ae6-4bbc3292ec79 req-68619b9d-79b6-4193-a8cb-0a0ece455188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:54.810408 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d4572ce2-acfe-4d35-8ae6-4bbc3292ec79 req-68619b9d-79b6-4193-a8cb-0a0ece455188 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:54.811787 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d4572ce2-acfe-4d35-8ae6-4bbc3292ec79 req-68619b9d-79b6-4193-a8cb-0a0ece455188 service neutron] 10.222.0.46 "PUT /v2.0/ports/209e9bbb-4904-4e48-aa76-9dd4a90dc863 HTTP/1.1" status: 200 len: 1096 time: 1.0462816 Feb 09 12:19:54.831863 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68619b9d-79b6-4193-a8cb-0a0ece455188 service neutron] Pushing event updated for resources: {'Port': ['ID=209e9bbb-4904-4e48-aa76-9dd4a90dc863,revision_number=7']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:54.889287 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 46092b67-ebc9-4dfd-979a-70b53b5e3a49, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=46092b67-ebc9-4dfd-979a-70b53b5e3a49,segment=NetworkSegment(7fd43362-d2bb-4c15-a4a2-a1a057b6ca17),segment_id=7fd43362-d2bb-4c15-a4a2-a1a057b6ca17)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:19:54.905983 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '46092b67-ebc9-4dfd-979a-70b53b5e3a49', 'network_id': '46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c', 'port_id': '46092b67-ebc9-4dfd-979a-70b53b5e3a49', 'mac_address': 'fa:16:3e:3f:28:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b74a18b3-c777-4b36-8c3b-f86129471b39', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:19:54.923507 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4572ce2-acfe-4d35-8ae6-4bbc3292ec79 req-5f0da250-1860-4cdd-ad74-eb4332c17b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:54.925943 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-0dd62444-1013-482c-b048-4681bc4a5330 req-4d96a0c0-2031-4452-95b7-24494e233172 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:54.927079 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d4572ce2-acfe-4d35-8ae6-4bbc3292ec79 req-5f0da250-1860-4cdd-ad74-eb4332c17b0e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49129fa2c03c45c2a0df365ab76f11e9&device_id=1691c089-3110-48fc-9c9e-fc3a62408e41 HTTP/1.1" status: 200 len: 1099 time: 0.0826483 Feb 09 12:19:54.975492 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:54.996124 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46092b67-ebc9-4dfd-979a-70b53b5e3a49 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:19:55.013978 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 46092b67-ebc9-4dfd-979a-70b53b5e3a49, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=46092b67-ebc9-4dfd-979a-70b53b5e3a49,segment=NetworkSegment(7fd43362-d2bb-4c15-a4a2-a1a057b6ca17),segment_id=7fd43362-d2bb-4c15-a4a2-a1a057b6ca17)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:19:55.018946 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:55.049307 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab5f44-13e5-49c4-b2a3-9086def4ad92 req-03901266-c561-4e6c-806f-e788c081e73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:55.050448 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab5f44-13e5-49c4-b2a3-9086def4ad92 req-03901266-c561-4e6c-806f-e788c081e73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:55.051106 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab5f44-13e5-49c4-b2a3-9086def4ad92 req-03901266-c561-4e6c-806f-e788c081e73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:55.053901 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-90ab5f44-13e5-49c4-b2a3-9086def4ad92 req-03901266-c561-4e6c-806f-e788c081e73a service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=eec7cd73952c439fa26a361208297f39&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3013937 Feb 09 12:19:55.092993 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4572ce2-acfe-4d35-8ae6-4bbc3292ec79 req-83d344bc-150e-4a80-ab29-378d4fcdf0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:55.094938 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d4572ce2-acfe-4d35-8ae6-4bbc3292ec79 req-83d344bc-150e-4a80-ab29-378d4fcdf0ce service neutron] 10.222.0.46 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.1603808 Feb 09 12:19:55.100612 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=46092b67-ebc9-4dfd-979a-70b53b5e3a49,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:55.157763 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-cd06d50a-a45f-48a3-b388-42c6217348dd service neutron] 10.222.0.55 "GET /v2.0/networks/ef8cbc95-953d-4d9d-a80a-2c68322f6f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4140220 Feb 09 12:19:55.175976 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d4572ce2-acfe-4d35-8ae6-4bbc3292ec79 req-620f80fb-811e-4736-9eec-b7af6a076d04 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=209e9bbb-4904-4e48-aa76-9dd4a90dc863 HTTP/1.1" status: 200 len: 217 time: 0.0735433 Feb 09 12:19:55.178545 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-0dd62444-1013-482c-b048-4681bc4a5330 req-4d96a0c0-2031-4452-95b7-24494e233172 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:55.203889 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96a0c0-2031-4452-95b7-24494e233172 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31167d87-6d0b-4551-9af8-7d16c85add12,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:55.224404 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-0dd62444-1013-482c-b048-4681bc4a5330 req-4d96a0c0-2031-4452-95b7-24494e233172 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:55.225531 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0dd62444-1013-482c-b048-4681bc4a5330 req-4d96a0c0-2031-4452-95b7-24494e233172 tempest-SecurityGroupRulesTestJSON-1329829650 tempest-SecurityGroupRulesTestJSON-1329829650-project] 10.222.0.55 "DELETE /v2.0/security-groups/31167d87-6d0b-4551-9af8-7d16c85add12 HTTP/1.1" status: 204 len: 173 time: 0.6845112 Feb 09 12:19:55.235682 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46116) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:19:55.236656 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['46092b67-ebc9-4dfd-979a-70b53b5e3a49'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:19:55.253518 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab5f44-13e5-49c4-b2a3-9086def4ad92 req-eefd9cd1-b12f-467f-9acb-8505950e201a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:55.255139 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-90ab5f44-13e5-49c4-b2a3-9086def4ad92 req-eefd9cd1-b12f-467f-9acb-8505950e201a service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1827874 Feb 09 12:19:55.273760 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4572ce2-acfe-4d35-8ae6-4bbc3292ec79 req-1b5ad83f-937e-43af-bb18-36f52834f963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:55.274950 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d4572ce2-acfe-4d35-8ae6-4bbc3292ec79 req-1b5ad83f-937e-43af-bb18-36f52834f963 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.0923560 Feb 09 12:19:55.284434 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a4342cb-5b67-4667-b3a7-4ac1a22605ea', 'tag': '46092b67-ebc9-4dfd-979a-70b53b5e3a49', 'status': 'completed', 'code': 200} Feb 09 12:19:55.509296 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eb27c96-1409-4965-85a9-7ffa6161588d admin admin] Deleting subnet 1c179de1-6a3f-4f3f-92d2-3c9b6d4df0fc {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:19:55.517881 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1eb27c96-1409-4965-85a9-7ffa6161588d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:55.525543 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-c33ed603-59e9-40e2-90a1-1ee4f1137aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:55.526102 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-c33ed603-59e9-40e2-90a1-1ee4f1137aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:55.526585 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-c33ed603-59e9-40e2-90a1-1ee4f1137aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:55.527061 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-c33ed603-59e9-40e2-90a1-1ee4f1137aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:55.527588 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-c33ed603-59e9-40e2-90a1-1ee4f1137aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:55.528104 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-c33ed603-59e9-40e2-90a1-1ee4f1137aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:55.528571 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-c33ed603-59e9-40e2-90a1-1ee4f1137aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:55.530947 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-c33ed603-59e9-40e2-90a1-1ee4f1137aff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eec7cd73952c439fa26a361208297f39&device_id=6101775f-5c0e-4dc8-9a5f-b57a74039dc8 HTTP/1.1" status: 200 len: 6476 time: 0.2342014 Feb 09 12:19:55.568281 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4572ce2-acfe-4d35-8ae6-4bbc3292ec79 req-6202dabc-a995-4490-9301-076f2811797c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:55.571159 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d4572ce2-acfe-4d35-8ae6-4bbc3292ec79 req-6202dabc-a995-4490-9301-076f2811797c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2504506 Feb 09 12:19:55.688557 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1eb27c96-1409-4965-85a9-7ffa6161588d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:55.694008 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-904b942d-9846-4b6a-8ea6-8bbc359ae664 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08a7959c-b6ca-4739-9da3-042b6f618521 HTTP/1.1" status: 200 len: 217 time: 0.1516733 Feb 09 12:19:55.704797 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26090a0-00e0-4d10-ac44-c8b39ed90d5f req-75fe642c-3836-460b-b939-898c30d72e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:55.706241 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f26090a0-00e0-4d10-ac44-c8b39ed90d5f req-75fe642c-3836-460b-b939-898c30d72e25 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e269a22f7331401b92d6d31273b08c8d&device_id=5a4342cb-5b67-4667-b3a7-4ac1a22605ea HTTP/1.1" status: 200 len: 1096 time: 0.3074210 Feb 09 12:19:55.784271 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1eb27c96-1409-4965-85a9-7ffa6161588d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:55.814571 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d4572ce2-acfe-4d35-8ae6-4bbc3292ec79 req-2c27225e-7ea9-4528-8b01-8d64f75e47a3 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351220 Feb 09 12:19:55.982509 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1eb27c96-1409-4965-85a9-7ffa6161588d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:56.054890 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-8eaa45c0-cb39-44a9-9c3f-dd079f6e3ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:56.056354 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-8eaa45c0-cb39-44a9-9c3f-dd079f6e3ce6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cc63f089-5187-4e97-9454-d46ba64456ce HTTP/1.1" status: 200 len: 850 time: 0.3548801 Feb 09 12:19:56.123719 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d4572ce2-acfe-4d35-8ae6-4bbc3292ec79 req-74c34b85-b999-478c-bef9-749780bdbb0e service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944212 Feb 09 12:19:56.130840 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb27c96-1409-4965-85a9-7ffa6161588d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c179de1-6a3f-4f3f-92d2-3c9b6d4df0fc,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:56.133239 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1eb27c96-1409-4965-85a9-7ffa6161588d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:56.144574 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1eb27c96-1409-4965-85a9-7ffa6161588d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/1c179de1-6a3f-4f3f-92d2-3c9b6d4df0fc HTTP/1.1" status: 204 len: 168 time: 0.8998804 Feb 09 12:19:56.147312 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46144) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:19:56.178085 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66cdf0-df0b-478e-94ff-b14d1230121e req-c29a0f42-0cc2-4593-be10-1685b9450d45 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:56.179590 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7a66cdf0-df0b-478e-94ff-b14d1230121e req-c29a0f42-0cc2-4593-be10-1685b9450d45 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 945 time: 0.5650482 Feb 09 12:19:56.192476 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26090a0-00e0-4d10-ac44-c8b39ed90d5f req-c7755228-d98a-4fd8-8058-0a4518eceeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:56.193847 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f26090a0-00e0-4d10-ac44-c8b39ed90d5f req-c7755228-d98a-4fd8-8058-0a4518eceeec service neutron] 10.222.0.46 "GET /v2.0/networks?id=46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c HTTP/1.1" status: 200 len: 906 time: 0.4506423 Feb 09 12:19:56.258631 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-db34bb2e-28a0-472e-b434-0c81832d7432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:56.285871 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f26090a0-00e0-4d10-ac44-c8b39ed90d5f req-895c4b46-c583-479e-ae72-77ed88cfddff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46092b67-ebc9-4dfd-979a-70b53b5e3a49 HTTP/1.1" status: 200 len: 217 time: 0.0764892 Feb 09 12:19:56.298218 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e20609-97fe-4605-a3c4-d0b6208aeb19 req-833aafb7-99e0-4b2d-9664-eb721c8a7505 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:56.304148 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e20609-97fe-4605-a3c4-d0b6208aeb19 req-833aafb7-99e0-4b2d-9664-eb721c8a7505 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:56.311285 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e20609-97fe-4605-a3c4-d0b6208aeb19 req-833aafb7-99e0-4b2d-9664-eb721c8a7505 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:56.317255 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e20609-97fe-4605-a3c4-d0b6208aeb19 req-833aafb7-99e0-4b2d-9664-eb721c8a7505 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:56.324692 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e20609-97fe-4605-a3c4-d0b6208aeb19 req-833aafb7-99e0-4b2d-9664-eb721c8a7505 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:56.329781 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e20609-97fe-4605-a3c4-d0b6208aeb19 req-833aafb7-99e0-4b2d-9664-eb721c8a7505 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:56.335549 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e20609-97fe-4605-a3c4-d0b6208aeb19 req-833aafb7-99e0-4b2d-9664-eb721c8a7505 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:56.337489 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a7e20609-97fe-4605-a3c4-d0b6208aeb19 req-833aafb7-99e0-4b2d-9664-eb721c8a7505 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/ports?device_id=6101775f-5c0e-4dc8-9a5f-b57a74039dc8 HTTP/1.1" status: 200 len: 5419 time: 0.5998507 Feb 09 12:19:56.405591 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-db34bb2e-28a0-472e-b434-0c81832d7432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:56.429030 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7a66cdf0-df0b-478e-94ff-b14d1230121e req-ae6ed0d1-5709-4413-bd73-1c7f0faa4207 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2408860 Feb 09 12:19:56.433133 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-db34bb2e-28a0-472e-b434-0c81832d7432 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffe534b8-f703-40b4-9093-e535c4b1cd6e']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:19:56.436412 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-be92737b-0ac3-47a2-8418-d0adda8cc5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:56.437856 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-be92737b-0ac3-47a2-8418-d0adda8cc5e8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cd473c9f-1942-47be-82eb-f1f92f3be41a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3718748 Feb 09 12:19:56.445422 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-db34bb2e-28a0-472e-b434-0c81832d7432 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bff05e8-29a8-4d39-8518-85136cbe2793') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:19:56.445768 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-db34bb2e-28a0-472e-b434-0c81832d7432 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bff05e8-29a8-4d39-8518-85136cbe2793') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:19:56.457540 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-db34bb2e-28a0-472e-b434-0c81832d7432 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:56.474948 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-db34bb2e-28a0-472e-b434-0c81832d7432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:56.479436 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26090a0-00e0-4d10-ac44-c8b39ed90d5f req-3d00b3cc-e437-4744-bdc5-57e3a05aec20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:56.480956 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f26090a0-00e0-4d10-ac44-c8b39ed90d5f req-3d00b3cc-e437-4744-bdc5-57e3a05aec20 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b74a18b3-c777-4b36-8c3b-f86129471b39 HTTP/1.1" status: 200 len: 845 time: 0.1401668 Feb 09 12:19:56.482319 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db34bb2e-28a0-472e-b434-0c81832d7432 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:19:56.483169 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-db34bb2e-28a0-472e-b434-0c81832d7432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:56.497917 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:19:56.497917 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:19:56.497917 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:19:56.497917 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:19:56.497917 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:19:56.497917 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:19:56.497917 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:19:56.497917 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:19:56.497917 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:19:56.497917 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:19:56.497917 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:19:56.497917 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:19:56.497917 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:19:56.497917 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:19:56.497917 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:19:56.497917 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:19:56.497917 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:19:56.497917 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:19:56.497917 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:19:56.497917 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:19:56.497917 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:19:56.497917 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:19:56.497917 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:19:56.497917 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:19:56.497917 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:19:56.497917 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:19:56.497917 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:19:56.497917 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:19:56.497917 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:19:56.497917 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:19:56.497917 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:19:56.497917 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:19:56.574220 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a7e20609-97fe-4605-a3c4-d0b6208aeb19 req-b608f871-6892-442a-a512-5213a81d2030 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/security-groups?id=8803669e-2abe-4ab7-b2c0-58109e10cb11&id=84c476da-0274-41dd-aeef-e671ea782d84&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1952071 Feb 09 12:19:56.581398 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-db34bb2e-28a0-472e-b434-0c81832d7432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:56.606154 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-db34bb2e-28a0-472e-b434-0c81832d7432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:56.611791 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db34bb2e-28a0-472e-b434-0c81832d7432 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffe534b8-f703-40b4-9093-e535c4b1cd6e,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:56.614630 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-db34bb2e-28a0-472e-b434-0c81832d7432 admin admin] 10.222.0.55 "DELETE /v2.0/networks/ffe534b8-f703-40b4-9093-e535c4b1cd6e HTTP/1.1" status: 204 len: 168 time: 0.4660952 Feb 09 12:19:56.649494 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f26090a0-00e0-4d10-ac44-c8b39ed90d5f req-908183f8-f6ab-4a71-b65b-abd79b254a86 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1556938 Feb 09 12:19:56.675865 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'tag': '94020401-ba56-426c-a528-ce595ad0c37c', 'status': 'completed', 'code': 200} Feb 09 12:19:56.676162 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'tag': 'bac054b4-55e6-4dd2-a661-38ced1728bad', 'status': 'completed', 'code': 200} Feb 09 12:19:56.676617 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'tag': 'f7d337db-96a2-473b-aee2-3f714efa3b1a', 'status': 'completed', 'code': 200} Feb 09 12:19:56.676784 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1691c089-3110-48fc-9c9e-fc3a62408e41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '209e9bbb-4904-4e48-aa76-9dd4a90dc863', 'code': 200} Feb 09 12:19:56.719883 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 46092b67-ebc9-4dfd-979a-70b53b5e3a49 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:19:56.758669 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46152) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:19:56.834391 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 46092b67-ebc9-4dfd-979a-70b53b5e3a49 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:19:56.841684 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 46092b67-ebc9-4dfd-979a-70b53b5e3a49 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:19:56.842476 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:56.902473 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-87eb5cee-5983-4e82-9fa5-c9dd2641777f req-026f7e5c-1029-4bf6-a941-ad08488e62e3 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b0d0fb7-71e4-40a5-962e-fff4fbff69b3 HTTP/1.1" status: 200 len: 210 time: 0.0856259 Feb 09 12:19:56.933957 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-daf2b441-5577-4ee8-8107-eff20517f50d service neutron] 10.222.0.46 "GET /v2.0/networks/cd473c9f-1942-47be-82eb-f1f92f3be41a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4851954 Feb 09 12:19:57.022076 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-1e9e093f-4c0d-4253-8e2b-dcdf212f8eb7 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:57.022818 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-1e9e093f-4c0d-4253-8e2b-dcdf212f8eb7 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Synchronizing usage tracker for tenant:48298ec907a946ddb2f0d8ac4aa52547 on resource:network {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:19:57.043971 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-1e9e093f-4c0d-4253-8e2b-dcdf212f8eb7 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Unset dirty status for tenant:48298ec907a946ddb2f0d8ac4aa52547 on resource:network {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:19:57.045907 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-1e9e093f-4c0d-4253-8e2b-dcdf212f8eb7 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.46 "GET /v2.0/networks?id=ef8cbc95-953d-4d9d-a80a-2c68322f6f7f HTTP/1.1" status: 200 len: 808 time: 0.2964754 Feb 09 12:19:57.054295 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:57.067702 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-d0c99b40-021b-4e5e-bb8a-4aaa4a6e033f tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Request body: {'port': {'device_id': '2b0d0fb7-71e4-40a5-962e-fff4fbff69b3', 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f', 'admin_state_up': True, 'tenant_id': '48298ec907a946ddb2f0d8ac4aa52547'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:19:57.087811 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4342cb-5b67-4667-b3a7-4ac1a22605ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46092b67-ebc9-4dfd-979a-70b53b5e3a49'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:19:57.098179 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 46092b67-ebc9-4dfd-979a-70b53b5e3a49, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=46092b67-ebc9-4dfd-979a-70b53b5e3a49,segment=NetworkSegment(7fd43362-d2bb-4c15-a4a2-a1a057b6ca17),segment_id=7fd43362-d2bb-4c15-a4a2-a1a057b6ca17)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:19:57.102494 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:57.126245 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8e740-237f-4a64-9803-f4d5d56b139a req-9b5bffc4-3789-4b5e-9567-6d68ecda4e6e tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:57.127909 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b4d8e740-237f-4a64-9803-f4d5d56b139a req-9b5bffc4-3789-4b5e-9567-6d68ecda4e6e tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=1691c089-3110-48fc-9c9e-fc3a62408e41 HTTP/1.1" status: 200 len: 948 time: 0.5528066 Feb 09 12:19:57.150092 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-078a3e4e-421d-419a-98ee-3904f296bc56 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=be7a56ae3e9d40a2851c24a8f28d26f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3866160 Feb 09 12:19:57.155942 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46158) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:19:57.157925 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f26090a0-00e0-4d10-ac44-c8b39ed90d5f req-ad5fcfc2-0974-40bf-a0e6-a80dfe59fc70 service neutron] 10.222.0.46 "GET /v2.0/networks/46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4998636 Feb 09 12:19:57.182612 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=46092b67-ebc9-4dfd-979a-70b53b5e3a49,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:57.253156 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-d0c99b40-021b-4e5e-bb8a-4aaa4a6e033f tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:19:57.255307 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d2300388-b17e-4e56-8e16-103e88b2a7fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:57.272236 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-d0c99b40-021b-4e5e-bb8a-4aaa4a6e033f tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:19:57.292506 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d2300388-b17e-4e56-8e16-103e88b2a7fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:57.305722 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-d0c99b40-021b-4e5e-bb8a-4aaa4a6e033f tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Made reservation on behalf of 48298ec907a946ddb2f0d8ac4aa52547 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:19:57.311788 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-d0c99b40-021b-4e5e-bb8a-4aaa4a6e033f tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:57.320450 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-3b054db0-f0d6-4655-85ee-5caff3d98e2e service neutron] 10.222.0.46 "GET /v2.0/networks/cd473c9f-1942-47be-82eb-f1f92f3be41a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758988 Feb 09 12:19:57.329498 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b4d8e740-237f-4a64-9803-f4d5d56b139a req-be2607ef-665d-45e7-b4c2-94459df14b34 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823711 Feb 09 12:19:57.414038 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-ec770247-5aa5-4b34-b798-b3124cfa92ef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=33e8e5dc-949b-49d0-bab6-79fc92eee24f HTTP/1.1" status: 200 len: 217 time: 0.0792661 Feb 09 12:19:57.442118 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d2300388-b17e-4e56-8e16-103e88b2a7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:57.472798 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b407f-061c-4d31-9b56-3e95bd789ffb req-d124a243-1812-4443-b5a5-5a74bba86d6c tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:57.474275 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f37b407f-061c-4d31-9b56-3e95bd789ffb req-d124a243-1812-4443-b5a5-5a74bba86d6c tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a4342cb-5b67-4667-b3a7-4ac1a22605ea HTTP/1.1" status: 200 len: 946 time: 0.3998096 Feb 09 12:19:57.496040 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2300388-b17e-4e56-8e16-103e88b2a7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca009b6-ee26-4c31-af47-6c4188f2df6f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:57.531353 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d2300388-b17e-4e56-8e16-103e88b2a7fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:57.532891 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d2300388-b17e-4e56-8e16-103e88b2a7fd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fca009b6-ee26-4c31-af47-6c4188f2df6f HTTP/1.1" status: 204 len: 168 time: 0.3759522 Feb 09 12:19:57.544177 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-d0c99b40-021b-4e5e-bb8a-4aaa4a6e033f tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Allocated IP 172.20.0.12 (ef8cbc95-953d-4d9d-a80a-2c68322f6f7f/366798ce-1b6a-4537-9fda-2703703dab8f/f968347b-2dcf-40b1-964a-2fc7ecffa4d8) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:19:57.563076 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 209e9bbb-4904-4e48-aa76-9dd4a90dc863 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:19:57.676459 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f26090a0-00e0-4d10-ac44-c8b39ed90d5f req-3e4ff7a2-3a0a-4f2b-9ba0-f40b8934fe5b service neutron] 10.222.0.46 "GET /v2.0/networks/46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4990959 Feb 09 12:19:57.691621 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 209e9bbb-4904-4e48-aa76-9dd4a90dc863 not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:19:57.691958 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-860565d3-100d-4a65-a477-7bf7d0206c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:57.693595 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-860565d3-100d-4a65-a477-7bf7d0206c98 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5e90ce54-e86e-457d-b992-127e2cb06390 HTTP/1.1" status: 200 len: 797 time: 0.2640774 Feb 09 12:19:57.710907 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f37b407f-061c-4d31-9b56-3e95bd789ffb req-81e9e1e6-c84f-4fc0-bfcd-622135df5082 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc310c7-804c-482c-8f65-f0a6e9cffd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236547 Feb 09 12:19:57.861407 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-d0c99b40-021b-4e5e-bb8a-4aaa4a6e033f tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:57.878659 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-98b9f130-ff6a-4cbc-9445-16bb76070da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:57.880455 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-98b9f130-ff6a-4cbc-9445-16bb76070da7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b99c93e7-09da-4e68-a3ff-2707256091d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1649356 Feb 09 12:19:57.902792 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-d0c99b40-021b-4e5e-bb8a-4aaa4a6e033f tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:57.904456 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a4342cb-5b67-4667-b3a7-4ac1a22605ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46092b67-ebc9-4dfd-979a-70b53b5e3a49', 'code': 200} Feb 09 12:19:58.012928 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-d0c99b40-021b-4e5e-bb8a-4aaa4a6e033f tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Network ef8cbc95-953d-4d9d-a80a-2c68322f6f7f is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:19:58.035230 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-d0c99b40-021b-4e5e-bb8a-4aaa4a6e033f tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:19:58.039342 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-d0c99b40-021b-4e5e-bb8a-4aaa4a6e033f tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:19:58.178349 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-d0c99b40-021b-4e5e-bb8a-4aaa4a6e033f tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:58.178975 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-d0c99b40-021b-4e5e-bb8a-4aaa4a6e033f tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:58.218312 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-1632805a-9090-4b0b-a56c-b905d01e027d service neutron] 10.222.0.46 "GET /v2.0/networks/b99c93e7-09da-4e68-a3ff-2707256091d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305721 Feb 09 12:19:58.242880 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c99b40-021b-4e5e-bb8a-4aaa4a6e033f tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Pushing event updated for resources: {'Port': ['ID=f968347b-2dcf-40b1-964a-2fc7ecffa4d8,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:58.248819 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-d0c99b40-021b-4e5e-bb8a-4aaa4a6e033f tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1850836 Feb 09 12:19:58.271223 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-e5f5dc42-9868-4e56-bbe4-8140aa1c9bfe service neutron] Request body: {'port': {'device_id': '2b0d0fb7-71e4-40a5-962e-fff4fbff69b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:19:58.471445 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-e5f5dc42-9868-4e56-bbe4-8140aa1c9bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:58.480135 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db6b7b-a66c-48d9-9433-33ba793642fa req-8c4700a7-d4c5-4550-85d6-2c34c13510f7 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:58.485955 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db6b7b-a66c-48d9-9433-33ba793642fa req-8c4700a7-d4c5-4550-85d6-2c34c13510f7 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:58.512171 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db6b7b-a66c-48d9-9433-33ba793642fa req-8c4700a7-d4c5-4550-85d6-2c34c13510f7 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:58.518305 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db6b7b-a66c-48d9-9433-33ba793642fa req-8c4700a7-d4c5-4550-85d6-2c34c13510f7 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:58.536346 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db6b7b-a66c-48d9-9433-33ba793642fa req-8c4700a7-d4c5-4550-85d6-2c34c13510f7 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:58.542955 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db6b7b-a66c-48d9-9433-33ba793642fa req-8c4700a7-d4c5-4550-85d6-2c34c13510f7 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:58.553110 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db6b7b-a66c-48d9-9433-33ba793642fa req-8c4700a7-d4c5-4550-85d6-2c34c13510f7 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:58.555213 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c7db6b7b-a66c-48d9-9433-33ba793642fa req-8c4700a7-d4c5-4550-85d6-2c34c13510f7 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/ports?device_id=6101775f-5c0e-4dc8-9a5f-b57a74039dc8 HTTP/1.1" status: 200 len: 5419 time: 0.4417362 Feb 09 12:19:58.571312 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-40e10ce3-b07e-4873-b7e7-b7f6c6625a27 service neutron] 10.222.0.46 "GET /v2.0/networks/b99c93e7-09da-4e68-a3ff-2707256091d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392901 Feb 09 12:19:58.712328 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077ed90-3c68-4dc2-8a59-532a3ad435fd req-d0af79ce-7225-4c5d-a1ac-97b4048c290c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:58.715011 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b077ed90-3c68-4dc2-8a59-532a3ad435fd req-d0af79ce-7225-4c5d-a1ac-97b4048c290c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5a4342cb-5b67-4667-b3a7-4ac1a22605ea HTTP/1.1" status: 200 len: 1097 time: 0.4602737 Feb 09 12:19:58.724782 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 209e9bbb-4904-4e48-aa76-9dd4a90dc863 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:19:58.726420 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-839d4f89-1faf-4640-9386-3e2df6522654 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=443c0b83-737f-4437-9bd0-865f75d5940d HTTP/1.1" status: 200 len: 217 time: 0.1394665 Feb 09 12:19:58.795208 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1691c089-3110-48fc-9c9e-fc3a62408e41', 'tag': '209e9bbb-4904-4e48-aa76-9dd4a90dc863'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:19:58.891262 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c7db6b7b-a66c-48d9-9433-33ba793642fa req-e64f3117-8193-4de2-825c-ebf6b9ad3f2f tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/security-groups?id=8803669e-2abe-4ab7-b2c0-58109e10cb11&id=84c476da-0274-41dd-aeef-e671ea782d84&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3246505 Feb 09 12:19:58.923435 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 209e9bbb-4904-4e48-aa76-9dd4a90dc863, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=209e9bbb-4904-4e48-aa76-9dd4a90dc863,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:19:58.930336 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b077ed90-3c68-4dc2-8a59-532a3ad435fd req-495282a5-fa6b-4f84-839c-6727c29ceb5b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cfc310c7-804c-482c-8f65-f0a6e9cffd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984935 Feb 09 12:19:58.944656 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '209e9bbb-4904-4e48-aa76-9dd4a90dc863', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'port_id': '209e9bbb-4904-4e48-aa76-9dd4a90dc863', 'mac_address': 'fa:16:3e:f6:00:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed5558-888d-440a-8c32-52f2f9bc5bd5', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:19:58.962308 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-1b98677f-03e6-44db-8e3a-8e1e2964ccae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:58.964030 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-1b98677f-03e6-44db-8e3a-8e1e2964ccae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5e90ce54-e86e-457d-b992-127e2cb06390 HTTP/1.1" status: 200 len: 797 time: 0.1909063 Feb 09 12:19:58.973563 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb6877-035f-49ea-94d9-881df1ceea69 req-26ea8726-91c2-45e0-8652-a17be9b2e96a tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:58.980171 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb6877-035f-49ea-94d9-881df1ceea69 req-26ea8726-91c2-45e0-8652-a17be9b2e96a tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:58.981683 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-42cb6877-035f-49ea-94d9-881df1ceea69 req-26ea8726-91c2-45e0-8652-a17be9b2e96a tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/ports?device_id=706eeb13-0aa4-410d-913b-ac2b91f4fe17 HTTP/1.1" status: 200 len: 1682 time: 0.3346393 Feb 09 12:19:58.989163 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46220) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:19:59.032506 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:59.048509 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-42cb6877-035f-49ea-94d9-881df1ceea69 req-7e7eda64-798c-4d2a-a6d5-2471ff690039 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/security-groups?id=7752dbfe-1b85-414b-88da-268929ad7fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607431 Feb 09 12:19:59.055635 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 209e9bbb-4904-4e48-aa76-9dd4a90dc863 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:19:59.075014 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 209e9bbb-4904-4e48-aa76-9dd4a90dc863, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=209e9bbb-4904-4e48-aa76-9dd4a90dc863,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:19:59.082890 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:59.117597 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-e5f5dc42-9868-4e56-bbe4-8140aa1c9bfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f968347b-2dcf-40b1-964a-2fc7ecffa4d8 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:19:59.127132 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-e5f5dc42-9868-4e56-bbe4-8140aa1c9bfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:59.146265 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-e5f5dc42-9868-4e56-bbe4-8140aa1c9bfe service neutron] Transition to ACTIVE for port object f968347b-2dcf-40b1-964a-2fc7ecffa4d8 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:19:59.156659 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-e5f5dc42-9868-4e56-bbe4-8140aa1c9bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:59.202302 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=209e9bbb-4904-4e48-aa76-9dd4a90dc863,revision_number=8']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:59.265313 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-c44a6260-0175-4889-8cab-5d6af217d78d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1758248762-network', 'tenant_id': 'aa3119d2dab241bb8047798bbe393556'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:19:59.268676 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c44a6260-0175-4889-8cab-5d6af217d78d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:19:59.272771 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c44a6260-0175-4889-8cab-5d6af217d78d admin admin] Usage tracker for resource:network and tenant:aa3119d2dab241bb8047798bbe393556 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:19:59.283937 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c44a6260-0175-4889-8cab-5d6af217d78d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:19:59.290287 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c44a6260-0175-4889-8cab-5d6af217d78d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:19:59.328167 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44a6260-0175-4889-8cab-5d6af217d78d admin admin] Made reservation on behalf of aa3119d2dab241bb8047798bbe393556 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:19:59.330501 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c44a6260-0175-4889-8cab-5d6af217d78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:59.339772 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['209e9bbb-4904-4e48-aa76-9dd4a90dc863'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:19:59.345849 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c44a6260-0175-4889-8cab-5d6af217d78d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:59.382980 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c44a6260-0175-4889-8cab-5d6af217d78d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:19:59.408748 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f5dc42-9868-4e56-bbe4-8140aa1c9bfe service neutron] Pushing event updated for resources: {'Port': ['ID=f968347b-2dcf-40b1-964a-2fc7ecffa4d8,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:59.430502 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c44a6260-0175-4889-8cab-5d6af217d78d admin admin] Usage tracker for resource:security_group_rule and tenant:aa3119d2dab241bb8047798bbe393556 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:19:59.435448 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c44a6260-0175-4889-8cab-5d6af217d78d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:19:59.452983 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c44a6260-0175-4889-8cab-5d6af217d78d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:19:59.521235 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-e5f5dc42-9868-4e56-bbe4-8140aa1c9bfe service neutron] Attempting to bind port f968347b-2dcf-40b1-964a-2fc7ecffa4d8 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:19:59.521735 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-e5f5dc42-9868-4e56-bbe4-8140aa1c9bfe service neutron] Attempting to bind port f968347b-2dcf-40b1-964a-2fc7ecffa4d8 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:19:59.521897 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-e5f5dc42-9868-4e56-bbe4-8140aa1c9bfe service neutron] Attempting to bind port f968347b-2dcf-40b1-964a-2fc7ecffa4d8 on network ef8cbc95-953d-4d9d-a80a-2c68322f6f7f {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:19:59.528880 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-e5f5dc42-9868-4e56-bbe4-8140aa1c9bfe service neutron] Port f968347b-2dcf-40b1-964a-2fc7ecffa4d8 on network ef8cbc95-953d-4d9d-a80a-2c68322f6f7f not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:19:59.529360 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-e5f5dc42-9868-4e56-bbe4-8140aa1c9bfe service neutron] Attempting to bind port f968347b-2dcf-40b1-964a-2fc7ecffa4d8 on network ef8cbc95-953d-4d9d-a80a-2c68322f6f7f {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:19:59.531267 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-2bca473e-8a14-4d51-b43d-92813d8ab720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:59.532878 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-2bca473e-8a14-4d51-b43d-92813d8ab720 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b99c93e7-09da-4e68-a3ff-2707256091d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4052911 Feb 09 12:19:59.535621 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-e5f5dc42-9868-4e56-bbe4-8140aa1c9bfe service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:19:59.536018 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-e5f5dc42-9868-4e56-bbe4-8140aa1c9bfe service neutron] Checking segment: {'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:19:59.536449 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-e5f5dc42-9868-4e56-bbe4-8140aa1c9bfe service neutron] Bound using segment: {'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:19:59.537017 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-e5f5dc42-9868-4e56-bbe4-8140aa1c9bfe service neutron] Bound port: f968347b-2dcf-40b1-964a-2fc7ecffa4d8, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:19:59.537413 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-e5f5dc42-9868-4e56-bbe4-8140aa1c9bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:59.542909 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84893d-671e-466a-8ae2-96e0d1e99ad5 req-fb0172fe-a083-4a4c-97dc-e5efcdffee51 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:59.549770 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ec84893d-671e-466a-8ae2-96e0d1e99ad5 req-fb0172fe-a083-4a4c-97dc-e5efcdffee51 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b0d0fb7-71e4-40a5-962e-fff4fbff69b3 HTTP/1.1" status: 200 len: 944 time: 0.3246014 Feb 09 12:19:59.638105 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-e5f5dc42-9868-4e56-bbe4-8140aa1c9bfe service neutron] For port f968347b-2dcf-40b1-964a-2fc7ecffa4d8, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:19:59.641126 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-e5f5dc42-9868-4e56-bbe4-8140aa1c9bfe service neutron] For port f968347b-2dcf-40b1-964a-2fc7ecffa4d8, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f968347b-2dcf-40b1-964a-2fc7ecffa4d8,segment=NetworkSegment(a032c80a-2814-4a8f-bd23-99ac5315db25),segment_id=a032c80a-2814-4a8f-bd23-99ac5315db25)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:19:59.645348 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-e5f5dc42-9868-4e56-bbe4-8140aa1c9bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:59.694691 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f92171-e63e-4044-9967-4ef8cd294dee req-74d083d7-09ad-4902-8e98-090d1b606d37 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:59.696182 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-38f92171-e63e-4044-9967-4ef8cd294dee req-74d083d7-09ad-4902-8e98-090d1b606d37 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=1691c089-3110-48fc-9c9e-fc3a62408e41 HTTP/1.1" status: 200 len: 949 time: 0.3227994 Feb 09 12:19:59.707314 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-e5f5dc42-9868-4e56-bbe4-8140aa1c9bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:59.707973 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-e5f5dc42-9868-4e56-bbe4-8140aa1c9bfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:59.709459 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-e5f5dc42-9868-4e56-bbe4-8140aa1c9bfe service neutron] 10.222.0.46 "PUT /v2.0/ports/f968347b-2dcf-40b1-964a-2fc7ecffa4d8 HTTP/1.1" status: 200 len: 1092 time: 1.4532065 Feb 09 12:19:59.713053 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ec84893d-671e-466a-8ae2-96e0d1e99ad5 req-254ae96f-a91d-47fc-8ab2-93ae4d1da410 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624012 Feb 09 12:19:59.740654 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f5dc42-9868-4e56-bbe4-8140aa1c9bfe service neutron] Pushing event updated for resources: {'Port': ['ID=f968347b-2dcf-40b1-964a-2fc7ecffa4d8,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:19:59.811599 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c44a6260-0175-4889-8cab-5d6af217d78d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:59.821510 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-08ae1f59-7f16-41a6-a383-52d0d8508734 service neutron] 10.222.0.46 "GET /v2.0/networks/b99c93e7-09da-4e68-a3ff-2707256091d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524538 Feb 09 12:19:59.824657 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-38f92171-e63e-4044-9967-4ef8cd294dee req-14800d9a-9f3b-4c49-8235-0f0885d081f3 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091044 Feb 09 12:19:59.825238 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c44a6260-0175-4889-8cab-5d6af217d78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:19:59.867384 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-6c470741-35b5-4f1f-99ba-10fbb32aca63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:19:59.868990 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-6c470741-35b5-4f1f-99ba-10fbb32aca63 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48298ec907a946ddb2f0d8ac4aa52547&device_id=2b0d0fb7-71e4-40a5-962e-fff4fbff69b3 HTTP/1.1" status: 200 len: 1095 time: 0.1005197 Feb 09 12:19:59.950148 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1691c089-3110-48fc-9c9e-fc3a62408e41', 'tag': '209e9bbb-4904-4e48-aa76-9dd4a90dc863', 'status': 'completed', 'code': 200} Feb 09 12:19:59.958315 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-9cfe4083-db1d-4542-b081-8cdc6650e2a6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f968347b-2dcf-40b1-964a-2fc7ecffa4d8 HTTP/1.1" status: 200 len: 217 time: 0.0813763 Feb 09 12:20:00.045864 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-67e15a29-a934-4e0f-8c02-8d49b2a2379e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:00.047442 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-67e15a29-a934-4e0f-8c02-8d49b2a2379e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=366798ce-1b6a-4537-9fda-2703703dab8f HTTP/1.1" status: 200 len: 848 time: 0.0805178 Feb 09 12:20:00.048757 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c44a6260-0175-4889-8cab-5d6af217d78d admin admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:20:00.108970 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-e34d952a-ee93-46cd-a73e-8410567586a4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef8cbc95-953d-4d9d-a80a-2c68322f6f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543933 Feb 09 12:20:00.273056 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-0321b483-ca54-4212-8188-282effac998b service neutron] 10.222.0.46 "GET /v2.0/networks/ef8cbc95-953d-4d9d-a80a-2c68322f6f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550019 Feb 09 12:20:00.327121 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a6260-0175-4889-8cab-5d6af217d78d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa307164-e1a2-403e-8c3f-45bc003bb033,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:00.434267 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c44a6260-0175-4889-8cab-5d6af217d78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:00.434628 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-c44a6260-0175-4889-8cab-5d6af217d78d admin admin] Added segment aed25d29-c196-48bc-8269-0f58f1c3190d of type vlan for network 3dc24785-24cb-4cf3-abb0-6e9facbce5a2 Feb 09 12:20:00.437938 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-6d93d2d8-7adb-4e4b-a665-9fa44a9778ca service neutron] 10.222.0.46 "GET /v2.0/networks/b99c93e7-09da-4e68-a3ff-2707256091d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6024394 Feb 09 12:20:00.446031 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1fd3012c-0309-4629-8495-daf1ee4988ef req-8fa8ebc3-8f74-420d-9012-c31872dab7ef service neutron] 10.222.0.46 "GET /v2.0/networks/ef8cbc95-953d-4d9d-a80a-2c68322f6f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658494 Feb 09 12:20:00.563592 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-d0365835-e033-42fc-b32f-65f1ce95d458 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=f4260c54-433e-4da9-abdb-7b63fb7fccfd HTTP/1.1" status: 200 len: 217 time: 0.1072905 Feb 09 12:20:00.624672 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c44a6260-0175-4889-8cab-5d6af217d78d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:00.672551 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d333a1d5-dfa7-4813-beb7-e21bbbc9864a req-7bcf4b7a-3138-4293-8524-ecc5c3be05ed tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:00.674303 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d333a1d5-dfa7-4813-beb7-e21bbbc9864a req-7bcf4b7a-3138-4293-8524-ecc5c3be05ed tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a4342cb-5b67-4667-b3a7-4ac1a22605ea HTTP/1.1" status: 200 len: 946 time: 0.8459420 Feb 09 12:20:00.683663 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1e3c3-c319-437a-ba50-b0a67916de75 req-ca0215a8-89be-4610-ae7a-1b3df9f7240b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:00.685173 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3d1e3c3-c319-437a-ba50-b0a67916de75 req-ca0215a8-89be-4610-ae7a-1b3df9f7240b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49129fa2c03c45c2a0df365ab76f11e9&device_id=1691c089-3110-48fc-9c9e-fc3a62408e41 HTTP/1.1" status: 200 len: 1100 time: 0.6336613 Feb 09 12:20:00.747779 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 209e9bbb-4904-4e48-aa76-9dd4a90dc863 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:20:00.768342 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d2f6e-fba4-47dd-bbf7-4e343cb74501 req-d66ac404-c0b7-4fd9-a715-3b8cde8355e7 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:00.775550 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d2f6e-fba4-47dd-bbf7-4e343cb74501 req-d66ac404-c0b7-4fd9-a715-3b8cde8355e7 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:00.778068 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-593d2f6e-fba4-47dd-bbf7-4e343cb74501 req-d66ac404-c0b7-4fd9-a715-3b8cde8355e7 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.52 "GET /v2.0/ports?device_id=706eeb13-0aa4-410d-913b-ac2b91f4fe17 HTTP/1.1" status: 200 len: 1682 time: 0.4712005 Feb 09 12:20:00.790511 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-7329be7c-9c41-4546-bae6-1f36e2242458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:00.792760 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-7329be7c-9c41-4546-bae6-1f36e2242458 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5e90ce54-e86e-457d-b992-127e2cb06390 HTTP/1.1" status: 200 len: 797 time: 0.2147892 Feb 09 12:20:00.828094 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 209e9bbb-4904-4e48-aa76-9dd4a90dc863 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:20:00.833384 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 209e9bbb-4904-4e48-aa76-9dd4a90dc863 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:20:00.833852 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:00.925446 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1e3c3-c319-437a-ba50-b0a67916de75 req-20f336b0-fcf1-4654-a673-b713216b516b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:00.926900 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3d1e3c3-c319-437a-ba50-b0a67916de75 req-20f336b0-fcf1-4654-a673-b713216b516b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49129fa2c03c45c2a0df365ab76f11e9&device_id=1691c089-3110-48fc-9c9e-fc3a62408e41 HTTP/1.1" status: 200 len: 1100 time: 0.8741822 Feb 09 12:20:00.956650 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:00.985057 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1691c089-3110-48fc-9c9e-fc3a62408e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209e9bbb-4904-4e48-aa76-9dd4a90dc863'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:20:00.994509 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 209e9bbb-4904-4e48-aa76-9dd4a90dc863, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=209e9bbb-4904-4e48-aa76-9dd4a90dc863,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:00.998627 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:01.036473 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c44a6260-0175-4889-8cab-5d6af217d78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:01.037419 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44a6260-0175-4889-8cab-5d6af217d78d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:01.038001 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c44a6260-0175-4889-8cab-5d6af217d78d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:01.068252 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=209e9bbb-4904-4e48-aa76-9dd4a90dc863,revision_number=9']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:01.186492 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d333a1d5-dfa7-4813-beb7-e21bbbc9864a req-bb0d9d14-edba-4cc4-92cd-40a50bb0986d tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc310c7-804c-482c-8f65-f0a6e9cffd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4960804 Feb 09 12:20:01.363697 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-593d2f6e-fba4-47dd-bbf7-4e343cb74501 req-6798600d-90f3-4eb0-98cc-62dcb21fd35a tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Deleting port f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:20:01.364070 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-593d2f6e-fba4-47dd-bbf7-4e343cb74501 req-6798600d-90f3-4eb0-98cc-62dcb21fd35a tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:01.408151 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c44a6260-0175-4889-8cab-5d6af217d78d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.4058197 Feb 09 12:20:01.411379 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46290) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:20:01.418020 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-14e6177d-d998-4c95-9777-0b7668f840c3 admin admin] Request body: {'subnet': {'network_id': '3dc24785-24cb-4cf3-abb0-6e9facbce5a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1758248762-subnet', 'tenant_id': 'aa3119d2dab241bb8047798bbe393556', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:20:01.423257 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-14e6177d-d998-4c95-9777-0b7668f840c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:20:01.427817 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-14e6177d-d998-4c95-9777-0b7668f840c3 admin admin] Usage tracker for resource:subnet and tenant:aa3119d2dab241bb8047798bbe393556 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:20:01.430892 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-14e6177d-d998-4c95-9777-0b7668f840c3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:20:01.435178 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a6260-0175-4889-8cab-5d6af217d78d admin admin] Pushing event updated for resources: {'Network': ['ID=3dc24785-24cb-4cf3-abb0-6e9facbce5a2,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:01.437605 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-14e6177d-d998-4c95-9777-0b7668f840c3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:20:01.445733 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 3dc24785-24cb-4cf3-abb0-6e9facbce5a2 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:20:01.448776 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e6177d-d998-4c95-9777-0b7668f840c3 admin admin] Made reservation on behalf of aa3119d2dab241bb8047798bbe393556 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:20:01.451405 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-14e6177d-d998-4c95-9777-0b7668f840c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:01.480427 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1e3c3-c319-437a-ba50-b0a67916de75 req-b46130fe-4d73-4f5c-9842-787e7a8886de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:01.481904 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3d1e3c3-c319-437a-ba50-b0a67916de75 req-b46130fe-4d73-4f5c-9842-787e7a8886de service neutron] 10.222.0.46 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.7758133 Feb 09 12:20:01.645751 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3d1e3c3-c319-437a-ba50-b0a67916de75 req-fda036a2-83fd-4c07-93dc-41a9b9e0ea1a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=209e9bbb-4904-4e48-aa76-9dd4a90dc863 HTTP/1.1" status: 200 len: 217 time: 0.1400962 Feb 09 12:20:01.665215 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223aeb84-f8b4-4f98-9398-9f662239e9d4 req-e732d753-491c-4dd9-b5fd-65791f7a5a3f tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:01.666881 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-14e6177d-d998-4c95-9777-0b7668f840c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:01.667496 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-223aeb84-f8b4-4f98-9398-9f662239e9d4 req-e732d753-491c-4dd9-b5fd-65791f7a5a3f tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.52 "GET /v2.0/ports?device_id=1691c089-3110-48fc-9c9e-fc3a62408e41&tenant_id=49129fa2c03c45c2a0df365ab76f11e9&binding%3Ahost_id=n-h2-825178-3 HTTP/1.1" status: 200 len: 949 time: 0.7754228 Feb 09 12:20:01.745038 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e6177d-d998-4c95-9777-0b7668f840c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6900bc3b-9729-42c6-818c-a0b3fb463d8c,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:01.752507 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e6177d-d998-4c95-9777-0b7668f840c3 admin admin] Checking segment: {'id': 'aed25d29-c196-48bc-8269-0f58f1c3190d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3dc24785-24cb-4cf3-abb0-6e9facbce5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:20:01.752867 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e6177d-d998-4c95-9777-0b7668f840c3 admin admin] Network hostable DHCP agents. Network: 3dc24785-24cb-4cf3-abb0-6e9facbce5a2, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:20:01.760272 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1e3c3-c319-437a-ba50-b0a67916de75 req-e11d3d20-3c4d-45fa-8644-071774893a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:01.761721 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3d1e3c3-c319-437a-ba50-b0a67916de75 req-e11d3d20-3c4d-45fa-8644-071774893a53 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.7363734 Feb 09 12:20:01.772075 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e6177d-d998-4c95-9777-0b7668f840c3 admin admin] Network 3dc24785-24cb-4cf3-abb0-6e9facbce5a2 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:20:01.773768 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f22af1-585a-4618-be12-9aef5283e31c req-f66e8ec8-8932-4d60-a17a-19500a2669c5 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:01.780433 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f22af1-585a-4618-be12-9aef5283e31c req-f66e8ec8-8932-4d60-a17a-19500a2669c5 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:01.782578 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-14e6177d-d998-4c95-9777-0b7668f840c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 3dc24785-24cb-4cf3-abb0-6e9facbce5a2) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:20:01.786557 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e6177d-d998-4c95-9777-0b7668f840c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:01.787142 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-14e6177d-d998-4c95-9777-0b7668f840c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:01.788940 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f22af1-585a-4618-be12-9aef5283e31c req-f66e8ec8-8932-4d60-a17a-19500a2669c5 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:01.795888 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202ef5ba-1e67-40fd-9477-4a1ae833827d None None] Network 3dc24785-24cb-4cf3-abb0-6e9facbce5a2 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:20:01.796771 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f22af1-585a-4618-be12-9aef5283e31c req-f66e8ec8-8932-4d60-a17a-19500a2669c5 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:01.802683 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f22af1-585a-4618-be12-9aef5283e31c req-f66e8ec8-8932-4d60-a17a-19500a2669c5 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:01.812430 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f22af1-585a-4618-be12-9aef5283e31c req-f66e8ec8-8932-4d60-a17a-19500a2669c5 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:01.812601 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-14e6177d-d998-4c95-9777-0b7668f840c3 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.3972969 Feb 09 12:20:01.812692 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46298) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:20:01.815651 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f22af1-585a-4618-be12-9aef5283e31c req-f66e8ec8-8932-4d60-a17a-19500a2669c5 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:01.817553 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-53f22af1-585a-4618-be12-9aef5283e31c req-f66e8ec8-8932-4d60-a17a-19500a2669c5 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/ports?device_id=6101775f-5c0e-4dc8-9a5f-b57a74039dc8 HTTP/1.1" status: 200 len: 5419 time: 1.0383780 Feb 09 12:20:01.817759 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-a5345cb8-bd44-4826-9e7f-a03327a914ea admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1758248762-router', 'tenant_id': 'aa3119d2dab241bb8047798bbe393556', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:20:01.823491 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a5345cb8-bd44-4826-9e7f-a03327a914ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:20:01.827514 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a5345cb8-bd44-4826-9e7f-a03327a914ea admin admin] Usage tracker for resource:router and tenant:aa3119d2dab241bb8047798bbe393556 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:20:01.830964 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a5345cb8-bd44-4826-9e7f-a03327a914ea admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:20:01.834558 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-be1dabba-ebce-4b53-9806-3617a1605599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:01.836331 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-be1dabba-ebce-4b53-9806-3617a1605599 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b99c93e7-09da-4e68-a3ff-2707256091d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9452293 Feb 09 12:20:01.837014 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a5345cb8-bd44-4826-9e7f-a03327a914ea admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:20:01.850807 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5345cb8-bd44-4826-9e7f-a03327a914ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:01.852278 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5345cb8-bd44-4826-9e7f-a03327a914ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:01.870260 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5345cb8-bd44-4826-9e7f-a03327a914ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:01.953239 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b0d0fb7-71e4-40a5-962e-fff4fbff69b3', 'tag': 'f968347b-2dcf-40b1-964a-2fc7ecffa4d8'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:20:02.025758 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814a5d1a-3ac8-4d91-af51-c837b3616783 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-3dc24785-24cb-4cf3-abb0-6e9facbce5a2', 'network_id': '3dc24785-24cb-4cf3-abb0-6e9facbce5a2', 'tenant_id': 'aa3119d2dab241bb8047798bbe393556', 'fixed_ips': [{'subnet_id': '6900bc3b-9729-42c6-818c-a0b3fb463d8c'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:20:02.026705 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-814a5d1a-3ac8-4d91-af51-c837b3616783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:02.128070 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3d1e3c3-c319-437a-ba50-b0a67916de75 req-70a7d7f5-7081-4ae6-a670-02db248736a9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=209e9bbb-4904-4e48-aa76-9dd4a90dc863 HTTP/1.1" status: 200 len: 217 time: 0.2971308 Feb 09 12:20:02.210368 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-814a5d1a-3ac8-4d91-af51-c837b3616783 None None] Allocated IP 172.20.0.2 (3dc24785-24cb-4cf3-abb0-6e9facbce5a2/6900bc3b-9729-42c6-818c-a0b3fb463d8c/c171f6de-5036-478b-8ccd-e37db4e6fc3a) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:20:02.270640 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5345cb8-bd44-4826-9e7f-a03327a914ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:02.334669 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ff035-5872-45f6-9f5f-cdcc034f9bec req-034385de-fa84-42ae-acd2-2502e7cf60cc tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:02.341478 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ff035-5872-45f6-9f5f-cdcc034f9bec req-034385de-fa84-42ae-acd2-2502e7cf60cc tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:02.343034 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ec9ff035-5872-45f6-9f5f-cdcc034f9bec req-034385de-fa84-42ae-acd2-2502e7cf60cc tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/ports?device_id=706eeb13-0aa4-410d-913b-ac2b91f4fe17 HTTP/1.1" status: 200 len: 1682 time: 1.0632484 Feb 09 12:20:02.362220 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1e3c3-c319-437a-ba50-b0a67916de75 req-4290fe88-eb9d-4256-a331-9396cdeadbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:02.363643 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3d1e3c3-c319-437a-ba50-b0a67916de75 req-4290fe88-eb9d-4256-a331-9396cdeadbad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.6899707 Feb 09 12:20:02.466545 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-53f22af1-585a-4618-be12-9aef5283e31c req-ad79019f-e14c-410b-85f9-1acb1719d59c tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/security-groups?id=8803669e-2abe-4ab7-b2c0-58109e10cb11&id=84c476da-0274-41dd-aeef-e671ea782d84&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6221578 Feb 09 12:20:02.500863 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-814a5d1a-3ac8-4d91-af51-c837b3616783 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:02.510401 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [req-223aeb84-f8b4-4f98-9398-9f662239e9d4 req-2ae1ce8c-20c9-4687-b813-aadb57f4cec2 service neutron] delete failed (client error): The resource could not be found. Feb 09 12:20:02.511684 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-223aeb84-f8b4-4f98-9398-9f662239e9d4 req-2ae1ce8c-20c9-4687-b813-aadb57f4cec2 service neutron] 10.222.0.52 "DELETE /v2.0/ports/209e9bbb-4904-4e48-aa76-9dd4a90dc863/bindings/n-h1-825178-3 HTTP/1.1" status: 404 len: 380 time: 0.8248923 Feb 09 12:20:02.519188 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-814a5d1a-3ac8-4d91-af51-c837b3616783 None None] Transition to ACTIVE for port object c171f6de-5036-478b-8ccd-e37db4e6fc3a will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:20:02.538782 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1e3c3-c319-437a-ba50-b0a67916de75 req-3baa6540-6734-427a-8df6-e133d195c1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:02.540525 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3d1e3c3-c319-437a-ba50-b0a67916de75 req-3baa6540-6734-427a-8df6-e133d195c1e8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.3247004 Feb 09 12:20:02.549764 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-814a5d1a-3ac8-4d91-af51-c837b3616783 None None] Transition to ACTIVE for port object c171f6de-5036-478b-8ccd-e37db4e6fc3a will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:20:02.560995 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-814a5d1a-3ac8-4d91-af51-c837b3616783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:02.620779 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ec9ff035-5872-45f6-9f5f-cdcc034f9bec req-c26eedc6-555e-4097-8947-73a320f31379 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/security-groups?id=7752dbfe-1b85-414b-88da-268929ad7fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425995 Feb 09 12:20:02.641772 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-abce37be-6b24-47d6-96b8-d3ea54ad0c0e service neutron] 10.222.0.46 "GET /v2.0/networks/b99c93e7-09da-4e68-a3ff-2707256091d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5592368 Feb 09 12:20:02.735493 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5345cb8-bd44-4826-9e7f-a03327a914ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:02.767913 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-593d2f6e-fba4-47dd-bbf7-4e343cb74501 req-6798600d-90f3-4eb0-98cc-62dcb21fd35a tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] For port f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f,segment=NetworkSegment(38c00d74-812b-4098-a7dd-4f75888dbfdd),segment_id=38c00d74-812b-4098-a7dd-4f75888dbfdd)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:02.768284 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-593d2f6e-fba4-47dd-bbf7-4e343cb74501 req-6798600d-90f3-4eb0-98cc-62dcb21fd35a tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:02.771407 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814a5d1a-3ac8-4d91-af51-c837b3616783 None None] Network 3dc24785-24cb-4cf3-abb0-6e9facbce5a2 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:20:02.774783 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device f968347b-2dcf-40b1-964a-2fc7ecffa4d8 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:20:02.797673 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-814a5d1a-3ac8-4d91-af51-c837b3616783 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:20:02.804605 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814a5d1a-3ac8-4d91-af51-c837b3616783 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:20:02.826360 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5345cb8-bd44-4826-9e7f-a03327a914ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:02.891447 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814a5d1a-3ac8-4d91-af51-c837b3616783 None None] Pushing event updated for resources: {'Port': ['ID=c171f6de-5036-478b-8ccd-e37db4e6fc3a,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:03.037248 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-814a5d1a-3ac8-4d91-af51-c837b3616783 None None] Attempting to bind port c171f6de-5036-478b-8ccd-e37db4e6fc3a on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:20:03.037621 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-814a5d1a-3ac8-4d91-af51-c837b3616783 None None] Attempting to bind port c171f6de-5036-478b-8ccd-e37db4e6fc3a by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'aed25d29-c196-48bc-8269-0f58f1c3190d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3dc24785-24cb-4cf3-abb0-6e9facbce5a2'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:20:03.037997 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814a5d1a-3ac8-4d91-af51-c837b3616783 None None] Attempting to bind port c171f6de-5036-478b-8ccd-e37db4e6fc3a on network 3dc24785-24cb-4cf3-abb0-6e9facbce5a2 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:20:03.048919 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814a5d1a-3ac8-4d91-af51-c837b3616783 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:20:03.049278 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814a5d1a-3ac8-4d91-af51-c837b3616783 None None] Checking segment: {'id': 'aed25d29-c196-48bc-8269-0f58f1c3190d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3dc24785-24cb-4cf3-abb0-6e9facbce5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:20:03.049618 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-814a5d1a-3ac8-4d91-af51-c837b3616783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:03.050009 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814a5d1a-3ac8-4d91-af51-c837b3616783 None None] Bound using segment: {'id': 'aed25d29-c196-48bc-8269-0f58f1c3190d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3dc24785-24cb-4cf3-abb0-6e9facbce5a2'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:20:03.050543 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-814a5d1a-3ac8-4d91-af51-c837b3616783 None None] Bound port: c171f6de-5036-478b-8ccd-e37db4e6fc3a, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aed25d29-c196-48bc-8269-0f58f1c3190d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3dc24785-24cb-4cf3-abb0-6e9facbce5a2'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:20:03.051259 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-814a5d1a-3ac8-4d91-af51-c837b3616783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:03.087384 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-593d2f6e-fba4-47dd-bbf7-4e343cb74501 req-6798600d-90f3-4eb0-98cc-62dcb21fd35a tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Calling delete_port for f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:20:03.167855 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port f968347b-2dcf-40b1-964a-2fc7ecffa4d8, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f968347b-2dcf-40b1-964a-2fc7ecffa4d8,segment=NetworkSegment(a032c80a-2814-4a8f-bd23-99ac5315db25),segment_id=a032c80a-2814-4a8f-bd23-99ac5315db25)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:03.215303 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'f968347b-2dcf-40b1-964a-2fc7ecffa4d8', 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f', 'port_id': 'f968347b-2dcf-40b1-964a-2fc7ecffa4d8', 'mac_address': 'fa:16:3e:1d:0f:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '366798ce-1b6a-4537-9fda-2703703dab8f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:20:03.224494 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-a5345cb8-bd44-4826-9e7f-a03327a914ea admin admin] Allocated IP 172.25.7.171 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/9fa5e874-0d83-450b-a280-b8392b07332f) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:20:03.277048 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-814a5d1a-3ac8-4d91-af51-c837b3616783 None None] For port c171f6de-5036-478b-8ccd-e37db4e6fc3a, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:20:03.303809 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-814a5d1a-3ac8-4d91-af51-c837b3616783 None None] For port c171f6de-5036-478b-8ccd-e37db4e6fc3a, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=c171f6de-5036-478b-8ccd-e37db4e6fc3a,segment=NetworkSegment(aed25d29-c196-48bc-8269-0f58f1c3190d),segment_id=aed25d29-c196-48bc-8269-0f58f1c3190d)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:20:03.311814 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-814a5d1a-3ac8-4d91-af51-c837b3616783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:03.353881 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:03.402112 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f968347b-2dcf-40b1-964a-2fc7ecffa4d8 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:20:03.413942 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-a49ef889-097b-41e4-aabc-0674cbf0a8c1 service neutron] 10.222.0.46 "GET /v2.0/networks/b99c93e7-09da-4e68-a3ff-2707256091d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7533154 Feb 09 12:20:03.438051 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814a5d1a-3ac8-4d91-af51-c837b3616783 None None] Pushing event updated for resources: {'Port': ['ID=c171f6de-5036-478b-8ccd-e37db4e6fc3a,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:03.448078 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port f968347b-2dcf-40b1-964a-2fc7ecffa4d8, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f968347b-2dcf-40b1-964a-2fc7ecffa4d8,segment=NetworkSegment(a032c80a-2814-4a8f-bd23-99ac5315db25),segment_id=a032c80a-2814-4a8f-bd23-99ac5315db25)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:03.450610 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-593d2f6e-fba4-47dd-bbf7-4e343cb74501 req-6798600d-90f3-4eb0-98cc-62dcb21fd35a tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:03.467287 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:03.503287 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f', 'bedbbe39-7923-4139-8a48-e5e64718865f'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:20:03.535141 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1e3c3-c319-437a-ba50-b0a67916de75 req-35fea1f5-a4d2-49f0-b087-9cdb122f3ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:03.536663 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3d1e3c3-c319-437a-ba50-b0a67916de75 req-35fea1f5-a4d2-49f0-b087-9cdb122f3ec1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1415985 Feb 09 12:20:03.592375 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device f9ae4b3a-6a9e-4d5b-8eda-9db431346db4 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:20:03.636592 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5345cb8-bd44-4826-9e7f-a03327a914ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:03.701664 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=f968347b-2dcf-40b1-964a-2fc7ecffa4d8,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:03.724231 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5345cb8-bd44-4826-9e7f-a03327a914ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:03.730152 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['f968347b-2dcf-40b1-964a-2fc7ecffa4d8'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:20:03.825968 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6798600d-90f3-4eb0-98cc-62dcb21fd35a tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Pushing event deleted for resources: {'Port': ['ID=f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:03.883599 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5345cb8-bd44-4826-9e7f-a03327a914ea admin admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:20:03.887743 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-a5345cb8-bd44-4826-9e7f-a03327a914ea admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:20:03.896276 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5345cb8-bd44-4826-9e7f-a03327a914ea admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:20:03.906901 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-3f319c97-a313-4497-81cd-6520204be7a2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=94020401-ba56-426c-a528-ce595ad0c37c HTTP/1.1" status: 200 len: 217 time: 0.4820075 Feb 09 12:20:03.996920 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1e3c3-c319-437a-ba50-b0a67916de75 req-54eef8b7-ee0c-4bfc-a1e1-373fa66725c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:03.998445 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3d1e3c3-c319-437a-ba50-b0a67916de75 req-54eef8b7-ee0c-4bfc-a1e1-373fa66725c2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.4305868 Feb 09 12:20:04.008322 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5345cb8-bd44-4826-9e7f-a03327a914ea admin admin] Pushing event updated for resources: {'Port': ['ID=9fa5e874-0d83-450b-a280-b8392b07332f,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:04.092139 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port f9ae4b3a-6a9e-4d5b-8eda-9db431346db4, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=f9ae4b3a-6a9e-4d5b-8eda-9db431346db4,segment=NetworkSegment(8f05bb68-39ac-4075-9eae-946e36af88ec),segment_id=8f05bb68-39ac-4075-9eae-946e36af88ec)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:04.123587 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': 'f9ae4b3a-6a9e-4d5b-8eda-9db431346db4', 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac', 'port_id': 'f9ae4b3a-6a9e-4d5b-8eda-9db431346db4', 'mac_address': 'fa:16:3e:4b:b7:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc155009-a31d-4409-b15f-2ed587ea4525', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:20:04.443728 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:04.475376 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f9ae4b3a-6a9e-4d5b-8eda-9db431346db4 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:20:04.501749 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port f9ae4b3a-6a9e-4d5b-8eda-9db431346db4, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=f9ae4b3a-6a9e-4d5b-8eda-9db431346db4,segment=NetworkSegment(8f05bb68-39ac-4075-9eae-946e36af88ec),segment_id=8f05bb68-39ac-4075-9eae-946e36af88ec)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:04.513715 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:04.564189 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3d1e3c3-c319-437a-ba50-b0a67916de75 req-0cfeefe5-76f8-4070-94e3-8f9465cd0505 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9560621 Feb 09 12:20:04.605335 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-593d2f6e-fba4-47dd-bbf7-4e343cb74501 req-6798600d-90f3-4eb0-98cc-62dcb21fd35a tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] No DVR routers for this DVR port f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f on host n-h1-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:20:04.608858 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-593d2f6e-fba4-47dd-bbf7-4e343cb74501 req-6798600d-90f3-4eb0-98cc-62dcb21fd35a tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:04.621819 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=f9ae4b3a-6a9e-4d5b-8eda-9db431346db4,revision_number=6']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:04.657189 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706eeb13-0aa4-410d-913b-ac2b91f4fe17', 'name': 'network-vif-deleted', 'tag': 'f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:20:04.680017 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-593d2f6e-fba4-47dd-bbf7-4e343cb74501 req-6798600d-90f3-4eb0-98cc-62dcb21fd35a tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.52 "DELETE /v2.0/ports/f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f HTTP/1.1" status: 204 len: 173 time: 3.7906916 Feb 09 12:20:04.681531 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-037d592f-01f9-4eed-95f0-4c15f64bc725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:04.683337 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-037d592f-01f9-4eed-95f0-4c15f64bc725 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5e90ce54-e86e-457d-b992-127e2cb06390 HTTP/1.1" status: 200 len: 797 time: 0.7612786 Feb 09 12:20:04.692654 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['f9ae4b3a-6a9e-4d5b-8eda-9db431346db4'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:20:04.834399 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5345cb8-bd44-4826-9e7f-a03327a914ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:04.978038 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0182b-49bc-4237-aab9-c31175a7c737 req-d5607380-a781-4211-8b0b-856c68773810 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:04.980766 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4eb0182b-49bc-4237-aab9-c31175a7c737 req-d5607380-a781-4211-8b0b-856c68773810 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=1691c089-3110-48fc-9c9e-fc3a62408e41 HTTP/1.1" status: 200 len: 950 time: 2.0518012 Feb 09 12:20:05.024691 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3d1e3c3-c319-437a-ba50-b0a67916de75 req-f62df7e7-4963-4b8d-85ab-86d4e5e3c6fb service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9700618 Feb 09 12:20:05.033093 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a294a20b-da93-41be-ae83-128bca35e9b3 req-cbd64174-5d9b-4f84-846c-22101b662375 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:05.034819 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a294a20b-da93-41be-ae83-128bca35e9b3 req-cbd64174-5d9b-4f84-846c-22101b662375 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b0d0fb7-71e4-40a5-962e-fff4fbff69b3 HTTP/1.1" status: 200 len: 945 time: 1.1948144 Feb 09 12:20:05.086972 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a8b1ce-bf1f-45f2-905f-4b448df2712c None None] Network 3dc24785-24cb-4cf3-abb0-6e9facbce5a2 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:20:05.099754 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device c171f6de-5036-478b-8ccd-e37db4e6fc3a up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:20:05.229583 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-593d2f6e-fba4-47dd-bbf7-4e343cb74501 req-9abf2b2c-bf9a-442f-8dd8-9543267eee75 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Deleting port bedbbe39-7923-4139-8a48-e5e64718865f {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:20:05.230318 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-593d2f6e-fba4-47dd-bbf7-4e343cb74501 req-9abf2b2c-bf9a-442f-8dd8-9543267eee75 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:05.279413 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7cbc8389-0ea1-43c0-999a-334085e24d7d None None] Provisioning for port c171f6de-5036-478b-8ccd-e37db4e6fc3a completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:20:05.293775 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port c171f6de-5036-478b-8ccd-e37db4e6fc3a completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:20:05.306636 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port c171f6de-5036-478b-8ccd-e37db4e6fc3a triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:20:05.307867 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:05.330021 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4eb0182b-49bc-4237-aab9-c31175a7c737 req-79876b01-39f6-4b30-bc23-65e612799b4d tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178129 Feb 09 12:20:05.351910 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5345cb8-bd44-4826-9e7f-a03327a914ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:05.509861 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1691c089-3110-48fc-9c9e-fc3a62408e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209e9bbb-4904-4e48-aa76-9dd4a90dc863', 'code': 200} Feb 09 12:20:05.511455 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a294a20b-da93-41be-ae83-128bca35e9b3 req-2832fbc4-de36-4947-8215-297080137f3e tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4337430 Feb 09 12:20:05.513671 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3d1e3c3-c319-437a-ba50-b0a67916de75 req-09795b11-27b7-4459-be36-d25dec88955c service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9162474 Feb 09 12:20:05.523270 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-a0d15a40-85b4-4172-a127-c08240368578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:05.525146 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-a0d15a40-85b4-4172-a127-c08240368578 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b99c93e7-09da-4e68-a3ff-2707256091d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8208690 Feb 09 12:20:05.585478 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b0d0fb7-71e4-40a5-962e-fff4fbff69b3', 'tag': 'f968347b-2dcf-40b1-964a-2fc7ecffa4d8', 'status': 'completed', 'code': 200} Feb 09 12:20:05.625949 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device f9ae4b3a-6a9e-4d5b-8eda-9db431346db4 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:20:05.783797 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5345cb8-bd44-4826-9e7f-a03327a914ea admin admin] Router 2948e134-d0ce-48c8-83ee-1e90e57244d0 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:20:05.846184 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:05.867917 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3d1e3c3-c319-437a-ba50-b0a67916de75 req-7b0c735e-61fc-4b39-9ee0-32d9699783aa service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7884202 Feb 09 12:20:05.870697 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-1f3ea9d5-b969-4a3e-9464-d35dff77efd4 service neutron] 10.222.0.46 "GET /v2.0/networks/b99c93e7-09da-4e68-a3ff-2707256091d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378031 Feb 09 12:20:06.000626 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port c171f6de-5036-478b-8ccd-e37db4e6fc3a, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=c171f6de-5036-478b-8ccd-e37db4e6fc3a,segment=NetworkSegment(aed25d29-c196-48bc-8269-0f58f1c3190d),segment_id=aed25d29-c196-48bc-8269-0f58f1c3190d)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:06.005612 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port f9ae4b3a-6a9e-4d5b-8eda-9db431346db4 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:20:06.008341 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:06.067689 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5345cb8-bd44-4826-9e7f-a03327a914ea admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:20:06.104405 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3314cc7c-efc2-4ffd-bc72-6fb32973a382 None None] Sync routers for ids ['2948e134-d0ce-48c8-83ee-1e90e57244d0'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:20:06.106072 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5345cb8-bd44-4826-9e7f-a03327a914ea admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:06.110389 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a5345cb8-bd44-4826-9e7f-a03327a914ea admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.2937317 Feb 09 12:20:06.110389 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46408) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:20:06.112781 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:06.325233 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3314cc7c-efc2-4ffd-bc72-6fb32973a382 None None] Routers {'2948e134-d0ce-48c8-83ee-1e90e57244d0'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:20:06.325763 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-3314cc7c-efc2-4ffd-bc72-6fb32973a382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:19:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2948e134-d0ce-48c8-83ee-1e90e57244d0'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:20:06.460539 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2049de5d-be02-4e22-b49a-52b0dc2353f0 None None] Provisioning complete for port c171f6de-5036-478b-8ccd-e37db4e6fc3a triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:20:06.460942 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2049de5d-be02-4e22-b49a-52b0dc2353f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:06.511320 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b6b43-af7f-42d7-b384-c40d1b2fd404 req-3c3522fb-cee6-461a-a245-1b14f68c55a1 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:06.512840 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d73b6b43-af7f-42d7-b384-c40d1b2fd404 req-3c3522fb-cee6-461a-a245-1b14f68c55a1 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a4342cb-5b67-4667-b3a7-4ac1a22605ea HTTP/1.1" status: 200 len: 946 time: 0.6896946 Feb 09 12:20:06.517247 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=c171f6de-5036-478b-8ccd-e37db4e6fc3a,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:06.552022 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-593d2f6e-fba4-47dd-bbf7-4e343cb74501 req-9abf2b2c-bf9a-442f-8dd8-9543267eee75 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] For port bedbbe39-7923-4139-8a48-e5e64718865f, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=bedbbe39-7923-4139-8a48-e5e64718865f,segment=NetworkSegment(e4061eec-f665-48b0-b400-9699a3660a7f),segment_id=e4061eec-f665-48b0-b400-9699a3660a7f)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:06.552389 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-593d2f6e-fba4-47dd-bbf7-4e343cb74501 req-9abf2b2c-bf9a-442f-8dd8-9543267eee75 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:06.740691 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-3314cc7c-efc2-4ffd-bc72-6fb32973a382 None None] Set router 2948e134-d0ce-48c8-83ee-1e90e57244d0 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:20:06.751236 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509563fc-ce8c-4ea5-8370-ac7f8501eb8d req-b90a1f3a-463b-4d74-bd1c-0d85ccf08e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:06.752785 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-509563fc-ce8c-4ea5-8370-ac7f8501eb8d req-b90a1f3a-463b-4d74-bd1c-0d85ccf08e08 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48298ec907a946ddb2f0d8ac4aa52547&device_id=2b0d0fb7-71e4-40a5-962e-fff4fbff69b3 HTTP/1.1" status: 200 len: 1096 time: 0.9317560 Feb 09 12:20:06.897707 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device f968347b-2dcf-40b1-964a-2fc7ecffa4d8 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:20:06.911045 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-593d2f6e-fba4-47dd-bbf7-4e343cb74501 req-9abf2b2c-bf9a-442f-8dd8-9543267eee75 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Calling delete_port for bedbbe39-7923-4139-8a48-e5e64718865f owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:20:06.989114 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-10625eeb-108e-48f7-b347-3601a8245263 service neutron] 10.222.0.46 "GET /v2.0/networks/b99c93e7-09da-4e68-a3ff-2707256091d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9804242 Feb 09 12:20:07.098689 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device c171f6de-5036-478b-8ccd-e37db4e6fc3a up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:20:07.229238 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d73b6b43-af7f-42d7-b384-c40d1b2fd404 req-f34c49cb-5c18-40f5-9de2-b8f080428c9d tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc310c7-804c-482c-8f65-f0a6e9cffd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7020047 Feb 09 12:20:07.242375 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223aeb84-f8b4-4f98-9398-9f662239e9d4 req-54717cdb-95aa-45ac-ad96-02469c47747e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:07.245342 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:07.246543 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-223aeb84-f8b4-4f98-9398-9f662239e9d4 req-54717cdb-95aa-45ac-ad96-02469c47747e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49129fa2c03c45c2a0df365ab76f11e9&device_id=1691c089-3110-48fc-9c9e-fc3a62408e41 HTTP/1.1" status: 200 len: 1101 time: 1.1779764 Feb 09 12:20:07.248792 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-cb251259-c94d-4af5-af42-29e45fa6a673 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bac054b4-55e6-4dd2-a661-38ced1728bad HTTP/1.1" status: 200 len: 217 time: 0.2234871 Feb 09 12:20:07.334482 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port f968347b-2dcf-40b1-964a-2fc7ecffa4d8 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:20:07.409438 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port f968347b-2dcf-40b1-964a-2fc7ecffa4d8 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:20:07.411019 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:07.482259 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0cb11b9b-92e2-4f4d-b7cf-f462c924dab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:07.542798 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a0ee8d-cebc-4db9-90af-fe8c58efd99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ae4b3a-6a9e-4d5b-8eda-9db431346db4'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:20:07.616930 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port f9ae4b3a-6a9e-4d5b-8eda-9db431346db4, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=f9ae4b3a-6a9e-4d5b-8eda-9db431346db4,segment=NetworkSegment(8f05bb68-39ac-4075-9eae-946e36af88ec),segment_id=8f05bb68-39ac-4075-9eae-946e36af88ec)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:07.617357 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-593d2f6e-fba4-47dd-bbf7-4e343cb74501 req-9abf2b2c-bf9a-442f-8dd8-9543267eee75 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:07.636235 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:07.637022 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:20:07.710298 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-d410aa0c-386b-4c01-8f8a-768906690344 req-ff054752-07ed-410b-95b9-de0cef4989a1 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Synchronizing usage tracker for tenant:8114ad2839984517a24a750c07d13d34 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:20:07.712131 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port c171f6de-5036-478b-8ccd-e37db4e6fc3a triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:20:07.712131 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:07.777718 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf2b2c-bf9a-442f-8dd8-9543267eee75 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Pushing event deleted for resources: {'Port': ['ID=bedbbe39-7923-4139-8a48-e5e64718865f,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:07.785649 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] No Port match for: f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:20:07.785989 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:20:07.786400 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device bedbbe39-7923-4139-8a48-e5e64718865f no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:20:07.835389 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-0cb11b9b-92e2-4f4d-b7cf-f462c924dab1 admin admin] Allocated IP 172.20.0.1 (3dc24785-24cb-4cf3-abb0-6e9facbce5a2/6900bc3b-9729-42c6-818c-a0b3fb463d8c/d7d001be-30f1-4a59-9653-7eb9ee31c9a3) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:20:07.847229 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] No Port match for: bedbbe39-7923-4139-8a48-e5e64718865f {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:20:07.847581 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device bedbbe39-7923-4139-8a48-e5e64718865f not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:20:07.904363 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-d410aa0c-386b-4c01-8f8a-768906690344 req-ff054752-07ed-410b-95b9-de0cef4989a1 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Unset dirty status for tenant:8114ad2839984517a24a750c07d13d34 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:20:07.905543 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d410aa0c-386b-4c01-8f8a-768906690344 req-ff054752-07ed-410b-95b9-de0cef4989a1 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "GET /v2.0/ports?device_id=706eeb13-0aa4-410d-913b-ac2b91f4fe17 HTTP/1.1" status: 200 len: 210 time: 0.3451958 Feb 09 12:20:07.911863 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-593d2f6e-fba4-47dd-bbf7-4e343cb74501 req-9abf2b2c-bf9a-442f-8dd8-9543267eee75 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] No DVR routers for this DVR port bedbbe39-7923-4139-8a48-e5e64718865f on host n-h1-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:20:07.914828 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-593d2f6e-fba4-47dd-bbf7-4e343cb74501 req-9abf2b2c-bf9a-442f-8dd8-9543267eee75 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:07.918916 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-593d2f6e-fba4-47dd-bbf7-4e343cb74501 req-9abf2b2c-bf9a-442f-8dd8-9543267eee75 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.52 "DELETE /v2.0/ports/bedbbe39-7923-4139-8a48-e5e64718865f HTTP/1.1" status: 204 len: 173 time: 3.1617475 Feb 09 12:20:07.920077 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509563fc-ce8c-4ea5-8370-ac7f8501eb8d req-bcc883e4-c062-4d63-9c80-71c12f4e2caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:07.930135 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-509563fc-ce8c-4ea5-8370-ac7f8501eb8d req-bcc883e4-c062-4d63-9c80-71c12f4e2caf service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef8cbc95-953d-4d9d-a80a-2c68322f6f7f HTTP/1.1" status: 200 len: 909 time: 0.9862814 Feb 09 12:20:07.935775 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-eb76d46e-5421-4a6c-9a38-a411d4365655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:07.937480 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-eb76d46e-5421-4a6c-9a38-a411d4365655 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4fc18aec-5bf2-4273-8217-866b7174e4bb HTTP/1.1" status: 200 len: 797 time: 0.4799776 Feb 09 12:20:08.082010 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:08.109995 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706eeb13-0aa4-410d-913b-ac2b91f4fe17', 'name': 'network-vif-deleted', 'tag': 'f7c43e00-55c0-4d8f-be8a-a90ffd8fa62f', 'status': 'completed', 'code': 200} Feb 09 12:20:08.185289 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d35be2-9468-4a9f-a780-1d155d282dfb req-baed326c-f49a-4296-88d8-6e4222381755 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:08.190961 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d35be2-9468-4a9f-a780-1d155d282dfb req-baed326c-f49a-4296-88d8-6e4222381755 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:08.197948 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d35be2-9468-4a9f-a780-1d155d282dfb req-baed326c-f49a-4296-88d8-6e4222381755 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:08.203660 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d35be2-9468-4a9f-a780-1d155d282dfb req-baed326c-f49a-4296-88d8-6e4222381755 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:08.209463 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d35be2-9468-4a9f-a780-1d155d282dfb req-baed326c-f49a-4296-88d8-6e4222381755 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:08.215937 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d35be2-9468-4a9f-a780-1d155d282dfb req-baed326c-f49a-4296-88d8-6e4222381755 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:08.221732 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d35be2-9468-4a9f-a780-1d155d282dfb req-baed326c-f49a-4296-88d8-6e4222381755 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:08.224334 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b4d35be2-9468-4a9f-a780-1d155d282dfb req-baed326c-f49a-4296-88d8-6e4222381755 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/ports?device_id=6101775f-5c0e-4dc8-9a5f-b57a74039dc8 HTTP/1.1" status: 200 len: 5419 time: 1.2791991 Feb 09 12:20:08.230357 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223aeb84-f8b4-4f98-9398-9f662239e9d4 req-5d59c0bd-dfc5-41f8-a7c9-cb808332c5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:08.235965 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-223aeb84-f8b4-4f98-9398-9f662239e9d4 req-5d59c0bd-dfc5-41f8-a7c9-cb808332c5cb service neutron] 10.222.0.52 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.9748759 Feb 09 12:20:08.246797 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-509563fc-ce8c-4ea5-8370-ac7f8501eb8d req-2dbd4b61-f663-4118-9c76-589f6eeaa033 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f968347b-2dcf-40b1-964a-2fc7ecffa4d8 HTTP/1.1" status: 200 len: 217 time: 0.2846608 Feb 09 12:20:08.255126 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0cb11b9b-92e2-4f4d-b7cf-f462c924dab1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:08.274766 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-0cb11b9b-92e2-4f4d-b7cf-f462c924dab1 admin admin] Transition to ACTIVE for port object d7d001be-30f1-4a59-9653-7eb9ee31c9a3 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:20:08.298379 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=f9ae4b3a-6a9e-4d5b-8eda-9db431346db4,revision_number=7']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:08.304492 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0cb11b9b-92e2-4f4d-b7cf-f462c924dab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:08.335562 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-223aeb84-f8b4-4f98-9398-9f662239e9d4 req-028578bc-bef2-4b6c-bf86-9af46698460b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=209e9bbb-4904-4e48-aa76-9dd4a90dc863 HTTP/1.1" status: 200 len: 217 time: 0.0871568 Feb 09 12:20:08.394779 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb11b9b-92e2-4f4d-b7cf-f462c924dab1 admin admin] Pushing event updated for resources: {'Port': ['ID=d7d001be-30f1-4a59-9653-7eb9ee31c9a3,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:08.403332 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb11b9b-92e2-4f4d-b7cf-f462c924dab1 admin admin] Network 3dc24785-24cb-4cf3-abb0-6e9facbce5a2 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:20:08.404444 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-0cb11b9b-92e2-4f4d-b7cf-f462c924dab1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:20:08.405106 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port f968347b-2dcf-40b1-964a-2fc7ecffa4d8, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f968347b-2dcf-40b1-964a-2fc7ecffa4d8,segment=NetworkSegment(a032c80a-2814-4a8f-bd23-99ac5315db25),segment_id=a032c80a-2814-4a8f-bd23-99ac5315db25)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:08.408578 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-3314cc7c-efc2-4ffd-bc72-6fb32973a382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2948e134-d0ce-48c8-83ee-1e90e57244d0', 'name': 'tempest-ServersTestJSON-1758248762-router', 'tenant_id': 'aa3119d2dab241bb8047798bbe393556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '9fa5e874-0d83-450b-a280-b8392b07332f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:20:01Z', 'updated_at': '2022-02-09T12:20:04Z', 'revision_number': 3, 'project_id': 'aa3119d2dab241bb8047798bbe393556', 'gw_port': {'id': '9fa5e874-0d83-450b-a280-b8392b07332f', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a1:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2948e134-d0ce-48c8-83ee-1e90e57244d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:20:02Z', 'updated_at': '2022-02-09T12:20:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:20:08.415214 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3314cc7c-efc2-4ffd-bc72-6fb32973a382 None None] Checking router: 2948e134-d0ce-48c8-83ee-1e90e57244d0 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:20:08.415445 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb11b9b-92e2-4f4d-b7cf-f462c924dab1 admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:20:08.415560 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3314cc7c-efc2-4ffd-bc72-6fb32973a382 None None] Updating router 2948e134-d0ce-48c8-83ee-1e90e57244d0 port 9fa5e874-0d83-450b-a280-b8392b07332f binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:20:08.529669 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:08.622683 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0cb11b9b-92e2-4f4d-b7cf-f462c924dab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:08.639913 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3314cc7c-efc2-4ffd-bc72-6fb32973a382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:08.834172 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=f968347b-2dcf-40b1-964a-2fc7ecffa4d8,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:08.881164 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509563fc-ce8c-4ea5-8370-ac7f8501eb8d req-f1e32aa0-c5d5-420c-946d-87438d7fb7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:08.882816 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-509563fc-ce8c-4ea5-8370-ac7f8501eb8d req-f1e32aa0-c5d5-420c-946d-87438d7fb7d1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=366798ce-1b6a-4537-9fda-2703703dab8f HTTP/1.1" status: 200 len: 848 time: 0.5094998 Feb 09 12:20:08.894190 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0cb11b9b-92e2-4f4d-b7cf-f462c924dab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:08.918339 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b4d35be2-9468-4a9f-a780-1d155d282dfb req-f6ea4216-d6ea-48c6-87b7-17d7a87e83fc tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/security-groups?id=8803669e-2abe-4ab7-b2c0-58109e10cb11&id=84c476da-0274-41dd-aeef-e671ea782d84&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6731522 Feb 09 12:20:09.028700 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-df0dbfe8-b68c-4ae2-b529-56c744ad9419 None None] Provisioning for port d7d001be-30f1-4a59-9653-7eb9ee31c9a3 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:20:09.056151 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-c92b41c3-df76-4421-b34c-038adf35b71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:09.062162 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-c92b41c3-df76-4421-b34c-038adf35b71b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b811de4e-2157-472b-a248-fb00e797501f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0455985 Feb 09 12:20:09.062386 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-df0dbfe8-b68c-4ae2-b529-56c744ad9419 None None] Provisioning complete for port d7d001be-30f1-4a59-9653-7eb9ee31c9a3 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:20:09.062613 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-df0dbfe8-b68c-4ae2-b529-56c744ad9419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:09.072299 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223aeb84-f8b4-4f98-9398-9f662239e9d4 req-ef47c87f-751f-4434-8040-bfd8f4453fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:09.074518 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-223aeb84-f8b4-4f98-9398-9f662239e9d4 req-ef47c87f-751f-4434-8040-bfd8f4453fa2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.5989137 Feb 09 12:20:09.123130 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-509563fc-ce8c-4ea5-8370-ac7f8501eb8d req-5324a364-c196-4be6-97ef-3d596abd4f3e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef8cbc95-953d-4d9d-a80a-2c68322f6f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2028189 Feb 09 12:20:09.219571 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-df0dbfe8-b68c-4ae2-b529-56c744ad9419 None None] Port d7d001be-30f1-4a59-9653-7eb9ee31c9a3 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:20:09.257789 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0cb11b9b-92e2-4f4d-b7cf-f462c924dab1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:09.265834 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0cb11b9b-92e2-4f4d-b7cf-f462c924dab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:09.476932 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3314cc7c-efc2-4ffd-bc72-6fb32973a382 None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:09.497816 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0cb11b9b-92e2-4f4d-b7cf-f462c924dab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:09.500763 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-3314cc7c-efc2-4ffd-bc72-6fb32973a382 None None] Transition to ACTIVE for port object 9fa5e874-0d83-450b-a280-b8392b07332f will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:20:09.502077 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb11b9b-92e2-4f4d-b7cf-f462c924dab1 admin admin] Pushing event updated for resources: {'Port': ['ID=d7d001be-30f1-4a59-9653-7eb9ee31c9a3,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:09.528770 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3314cc7c-efc2-4ffd-bc72-6fb32973a382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:09.634437 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-3314cc7c-efc2-4ffd-bc72-6fb32973a382 None None] Attempting to bind port 9fa5e874-0d83-450b-a280-b8392b07332f on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:20:09.634852 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-3314cc7c-efc2-4ffd-bc72-6fb32973a382 None None] Attempting to bind port 9fa5e874-0d83-450b-a280-b8392b07332f by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:20:09.635223 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3314cc7c-efc2-4ffd-bc72-6fb32973a382 None None] Attempting to bind port 9fa5e874-0d83-450b-a280-b8392b07332f on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:20:09.640604 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-509563fc-ce8c-4ea5-8370-ac7f8501eb8d req-d7c19b16-60c8-4e87-befd-1863117c4ff5 service neutron] 10.222.0.46 "GET /v2.0/networks/ef8cbc95-953d-4d9d-a80a-2c68322f6f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4334269 Feb 09 12:20:09.646899 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3314cc7c-efc2-4ffd-bc72-6fb32973a382 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:20:09.647282 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3314cc7c-efc2-4ffd-bc72-6fb32973a382 None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:20:09.647685 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3314cc7c-efc2-4ffd-bc72-6fb32973a382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:09.648121 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3314cc7c-efc2-4ffd-bc72-6fb32973a382 None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:20:09.648649 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-3314cc7c-efc2-4ffd-bc72-6fb32973a382 None None] Bound port: 9fa5e874-0d83-450b-a280-b8392b07332f, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:20:09.650439 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3314cc7c-efc2-4ffd-bc72-6fb32973a382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:09.659131 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95974966-5af9-41a9-b18a-0fe9a7e00c3f req-62e53b39-59f2-457a-8f6b-7e333faa37b1 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:09.661124 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-95974966-5af9-41a9-b18a-0fe9a7e00c3f req-62e53b39-59f2-457a-8f6b-7e333faa37b1 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=1691c089-3110-48fc-9c9e-fc3a62408e41 HTTP/1.1" status: 200 len: 950 time: 1.3246665 Feb 09 12:20:09.730360 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eaa014-8ce7-4bdc-9f3b-982981a4415d None None] Pushing event updated for resources: {'Port': ['ID=9fa5e874-0d83-450b-a280-b8392b07332f,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:09.730623 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb11b9b-92e2-4f4d-b7cf-f462c924dab1 admin admin] Network 3dc24785-24cb-4cf3-abb0-6e9facbce5a2 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:20:09.732814 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-0cb11b9b-92e2-4f4d-b7cf-f462c924dab1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:20:09.808371 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-3314cc7c-efc2-4ffd-bc72-6fb32973a382 None None] For port 9fa5e874-0d83-450b-a280-b8392b07332f, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:20:09.813956 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-3314cc7c-efc2-4ffd-bc72-6fb32973a382 None None] For port 9fa5e874-0d83-450b-a280-b8392b07332f, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=9fa5e874-0d83-450b-a280-b8392b07332f,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:20:09.828975 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3314cc7c-efc2-4ffd-bc72-6fb32973a382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:09.987118 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-95974966-5af9-41a9-b18a-0fe9a7e00c3f req-80823b92-8c7a-4088-86e0-ff4a41ac921a tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866449 Feb 09 12:20:09.999503 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3314cc7c-efc2-4ffd-bc72-6fb32973a382 None None] Routers {'2948e134-d0ce-48c8-83ee-1e90e57244d0'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:20:10.000332 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-3314cc7c-efc2-4ffd-bc72-6fb32973a382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:19:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2948e134-d0ce-48c8-83ee-1e90e57244d0'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:20:10.004206 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-e568a143-8f6c-451f-a584-6e028e7a1854 service neutron] 10.222.0.46 "GET /v2.0/networks/b811de4e-2157-472b-a248-fb00e797501f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9277911 Feb 09 12:20:10.104341 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb11b9b-92e2-4f4d-b7cf-f462c924dab1 admin admin] Router 2948e134-d0ce-48c8-83ee-1e90e57244d0 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:20:10.214568 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706eeb13-0aa4-410d-913b-ac2b91f4fe17', 'name': 'network-vif-deleted', 'tag': 'bedbbe39-7923-4139-8a48-e5e64718865f'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:20:10.220931 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-a9b30744-a69f-49c5-8d3c-b09c13e80d38 service neutron] 10.222.0.46 "GET /v2.0/networks/b811de4e-2157-472b-a248-fb00e797501f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950223 Feb 09 12:20:10.231632 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223aeb84-f8b4-4f98-9398-9f662239e9d4 req-57170b8c-66e3-4b79-80c0-98a927c22ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:10.233996 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-223aeb84-f8b4-4f98-9398-9f662239e9d4 req-57170b8c-66e3-4b79-80c0-98a927c22ea3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0721095 Feb 09 12:20:10.257872 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-3314cc7c-efc2-4ffd-bc72-6fb32973a382 None None] Set router 2948e134-d0ce-48c8-83ee-1e90e57244d0 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:20:10.445583 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-bb20c39a-fc7f-4b93-9469-b059168ae199 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f7d337db-96a2-473b-aee2-3f714efa3b1a HTTP/1.1" status: 200 len: 217 time: 0.2090836 Feb 09 12:20:10.453635 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735ea5f-5eec-433e-80a9-d2ba86802a00 req-880a904d-1088-4f7d-9456-acbdcca547fb tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:10.455183 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8735ea5f-5eec-433e-80a9-d2ba86802a00 req-880a904d-1088-4f7d-9456-acbdcca547fb tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b0d0fb7-71e4-40a5-962e-fff4fbff69b3 HTTP/1.1" status: 200 len: 946 time: 1.3305569 Feb 09 12:20:10.645672 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c7c109f9-08c6-4637-a896-779477aa9482 None None] Provisioning complete for port d7d001be-30f1-4a59-9653-7eb9ee31c9a3 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:20:10.646343 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c7c109f9-08c6-4637-a896-779477aa9482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:10.655439 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb11b9b-92e2-4f4d-b7cf-f462c924dab1 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:20:10.687620 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0cb11b9b-92e2-4f4d-b7cf-f462c924dab1 admin admin] 10.222.0.55 "PUT /v2.0/routers/2948e134-d0ce-48c8-83ee-1e90e57244d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5762320 Feb 09 12:20:10.697417 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-509563fc-ce8c-4ea5-8370-ac7f8501eb8d req-6622f6aa-8ad3-4f20-a3cd-cfff38d0d356 service neutron] 10.222.0.46 "GET /v2.0/networks/ef8cbc95-953d-4d9d-a80a-2c68322f6f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0209889 Feb 09 12:20:10.722177 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eaa014-8ce7-4bdc-9f3b-982981a4415d None None] Pushing event updated for resources: {'Port': ['ID=9fa5e874-0d83-450b-a280-b8392b07332f,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:10.780656 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8735ea5f-5eec-433e-80a9-d2ba86802a00 req-48c22596-4643-44eb-a6c4-27a954982b42 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824772 Feb 09 12:20:10.788771 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-64c0bbda-6203-467c-917a-fecebaee409b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:10.805468 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-64c0bbda-6203-467c-917a-fecebaee409b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4fc18aec-5bf2-4273-8217-866b7174e4bb HTTP/1.1" status: 200 len: 797 time: 0.3116395 Feb 09 12:20:10.899581 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-c7c109f9-08c6-4637-a896-779477aa9482 None None] Port d7d001be-30f1-4a59-9653-7eb9ee31c9a3 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:20:10.935566 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a0ee8d-cebc-4db9-90af-fe8c58efd99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ae4b3a-6a9e-4d5b-8eda-9db431346db4', 'code': 200} Feb 09 12:20:10.988666 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-3314cc7c-efc2-4ffd-bc72-6fb32973a382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2948e134-d0ce-48c8-83ee-1e90e57244d0', 'name': 'tempest-ServersTestJSON-1758248762-router', 'tenant_id': 'aa3119d2dab241bb8047798bbe393556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '9fa5e874-0d83-450b-a280-b8392b07332f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:20:01Z', 'updated_at': '2022-02-09T12:20:08Z', 'revision_number': 4, 'project_id': 'aa3119d2dab241bb8047798bbe393556', 'gw_port': {'id': '9fa5e874-0d83-450b-a280-b8392b07332f', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a1:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2948e134-d0ce-48c8-83ee-1e90e57244d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:20:02Z', 'updated_at': '2022-02-09T12:20:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'd7d001be-30f1-4a59-9653-7eb9ee31c9a3', 'name': '', 'network_id': '3dc24785-24cb-4cf3-abb0-6e9facbce5a2', 'tenant_id': 'aa3119d2dab241bb8047798bbe393556', 'mac_address': 'fa:16:3e:b2:12:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2948e134-d0ce-48c8-83ee-1e90e57244d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '6900bc3b-9729-42c6-818c-a0b3fb463d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:20:07Z', 'updated_at': '2022-02-09T12:20:09Z', 'revision_number': 2, 'project_id': 'aa3119d2dab241bb8047798bbe393556', 'subnets': [{'id': '6900bc3b-9729-42c6-818c-a0b3fb463d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:20:11.009503 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3314cc7c-efc2-4ffd-bc72-6fb32973a382 None None] The sync data for ids ['2948e134-d0ce-48c8-83ee-1e90e57244d0'] in n-d-825178-3 is: [{'id': '2948e134-d0ce-48c8-83ee-1e90e57244d0', 'name': 'tempest-ServersTestJSON-1758248762-router', 'tenant_id': 'aa3119d2dab241bb8047798bbe393556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '9fa5e874-0d83-450b-a280-b8392b07332f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:20:01Z', 'updated_at': '2022-02-09T12:20:08Z', 'revision_number': 4, 'project_id': 'aa3119d2dab241bb8047798bbe393556', 'gw_port': {'id': '9fa5e874-0d83-450b-a280-b8392b07332f', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a1:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2948e134-d0ce-48c8-83ee-1e90e57244d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:20:02Z', 'updated_at': '2022-02-09T12:20:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'd7d001be-30f1-4a59-9653-7eb9ee31c9a3', 'name': '', 'network_id': '3dc24785-24cb-4cf3-abb0-6e9facbce5a2', 'tenant_id': 'aa3119d2dab241bb8047798bbe393556', 'mac_address': 'fa:16:3e:b2:12:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2948e134-d0ce-48c8-83ee-1e90e57244d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '6900bc3b-9729-42c6-818c-a0b3fb463d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:20:07Z', 'updated_at': '2022-02-09T12:20:09Z', 'revision_number': 2, 'project_id': 'aa3119d2dab241bb8047798bbe393556', 'subnets': [{'id': '6900bc3b-9729-42c6-818c-a0b3fb463d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:20:11.054090 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-223aeb84-f8b4-4f98-9398-9f662239e9d4 req-c0754933-f0c3-48a6-9e13-8fb04c029e6e service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7028680 Feb 09 12:20:11.103780 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46480) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:20:11.302380 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-5b66e11f-0181-4d12-93e8-99de4f0690c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:11.303799 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-5b66e11f-0181-4d12-93e8-99de4f0690c0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b811de4e-2157-472b-a248-fb00e797501f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4860690 Feb 09 12:20:11.339192 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-78c8a628-e954-4224-8253-8badfdbf989b tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Deleting subnet 7e97aab4-d4c3-47c8-a5ea-c2047c8103a1 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:20:11.343587 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-78c8a628-e954-4224-8253-8badfdbf989b tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:11.473189 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706eeb13-0aa4-410d-913b-ac2b91f4fe17', 'name': 'network-vif-deleted', 'tag': 'bedbbe39-7923-4139-8a48-e5e64718865f', 'status': 'completed', 'code': 200} Feb 09 12:20:11.487804 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-78c8a628-e954-4224-8253-8badfdbf989b tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:11.637805 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-223aeb84-f8b4-4f98-9398-9f662239e9d4 req-11a845c9-4c5f-426d-8abf-fe1217a7cde3 service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5685680 Feb 09 12:20:11.672947 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-78c8a628-e954-4224-8253-8badfdbf989b tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:11.824956 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-78c8a628-e954-4224-8253-8badfdbf989b tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:11.863363 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb424297-2717-4c5e-95b6-0f41d1522f0e req-879b347d-4de3-42a5-b2a4-ac7c5eafe286 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:11.881567 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c8a628-e954-4224-8253-8badfdbf989b tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Pushing event deleted for resources: {'Subnet': ['ID=7e97aab4-d4c3-47c8-a5ea-c2047c8103a1,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:11.889719 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb424297-2717-4c5e-95b6-0f41d1522f0e req-879b347d-4de3-42a5-b2a4-ac7c5eafe286 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:11.893270 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-78c8a628-e954-4224-8253-8badfdbf989b tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:11.893773 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ed5add-74c6-485a-a9a4-ba244968a945 None None] Network 57d7f1e2-bb43-4a9f-9601-bb147eb2bb18 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:20:11.895599 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb424297-2717-4c5e-95b6-0f41d1522f0e req-879b347d-4de3-42a5-b2a4-ac7c5eafe286 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:11.901457 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-78c8a628-e954-4224-8253-8badfdbf989b tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "DELETE /v2.0/subnets/7e97aab4-d4c3-47c8-a5ea-c2047c8103a1 HTTP/1.1" status: 204 len: 168 time: 0.7957428 Feb 09 12:20:11.903992 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46488) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:20:11.911567 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb424297-2717-4c5e-95b6-0f41d1522f0e req-879b347d-4de3-42a5-b2a4-ac7c5eafe286 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:11.917976 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb424297-2717-4c5e-95b6-0f41d1522f0e req-879b347d-4de3-42a5-b2a4-ac7c5eafe286 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:11.936373 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb424297-2717-4c5e-95b6-0f41d1522f0e req-879b347d-4de3-42a5-b2a4-ac7c5eafe286 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:11.942166 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb424297-2717-4c5e-95b6-0f41d1522f0e req-879b347d-4de3-42a5-b2a4-ac7c5eafe286 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:11.944100 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fb424297-2717-4c5e-95b6-0f41d1522f0e req-879b347d-4de3-42a5-b2a4-ac7c5eafe286 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/ports?device_id=6101775f-5c0e-4dc8-9a5f-b57a74039dc8 HTTP/1.1" status: 200 len: 5419 time: 0.5540373 Feb 09 12:20:11.953570 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-20d7572d-3f63-4f07-9c78-4718f44f0450 service neutron] 10.222.0.46 "GET /v2.0/networks/b811de4e-2157-472b-a248-fb00e797501f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6272373 Feb 09 12:20:12.039463 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9037e8-eec3-450e-9c2e-93f14f2442b5 req-a4017478-bd15-48b9-bb02-dc7884dad793 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:12.040944 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1d9037e8-eec3-450e-9c2e-93f14f2442b5 req-a4017478-bd15-48b9-bb02-dc7884dad793 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cd0dd65-fd50-433a-b617-28889b319ff2 HTTP/1.1" status: 200 len: 947 time: 0.3959701 Feb 09 12:20:12.173292 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-73ca794c-8eea-44a7-92ea-9d822510fe48 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:12.201660 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-73ca794c-8eea-44a7-92ea-9d822510fe48 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Deleting port 5e0c22ba-52db-44d5-85cc-b10dca3f571f {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:20:12.202011 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-73ca794c-8eea-44a7-92ea-9d822510fe48 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:12.419370 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fb424297-2717-4c5e-95b6-0f41d1522f0e req-912e1ecb-285f-4642-9a46-087d882b55d7 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/security-groups?id=8803669e-2abe-4ab7-b2c0-58109e10cb11&id=84c476da-0274-41dd-aeef-e671ea782d84&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4603503 Feb 09 12:20:12.454216 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1d9037e8-eec3-450e-9c2e-93f14f2442b5 req-694f568c-5151-40b9-9ccb-6a70753eac88 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] 10.222.0.55 "GET /v2.0/security-groups?id=a0e007a1-b994-49a7-8e79-04b4c8754e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3992703 Feb 09 12:20:12.456538 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfc3681-510b-4d7d-aeb2-079994278bb6 None None] DHCP port deletion for 57d7f1e2-bb43-4a9f-9601-bb147eb2bb18 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:20:12.463104 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-acfc3681-510b-4d7d-aeb2-079994278bb6 None None] Deleting port 5e0c22ba-52db-44d5-85cc-b10dca3f571f {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:20:12.463620 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-acfc3681-510b-4d7d-aeb2-079994278bb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:12.555969 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a73c02-cf2e-4c93-9dae-989cc9b88478 req-81665080-ac4f-4e99-b615-8167152d4983 service neutron] 10.222.0.46 "GET /v2.0/networks/b811de4e-2157-472b-a248-fb00e797501f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5574312 Feb 09 12:20:12.793957 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 46092b67-ebc9-4dfd-979a-70b53b5e3a49 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:20:12.821896 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-73ca794c-8eea-44a7-92ea-9d822510fe48 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] For port 5e0c22ba-52db-44d5-85cc-b10dca3f571f, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5e0c22ba-52db-44d5-85cc-b10dca3f571f,segment=NetworkSegment(38c00d74-812b-4098-a7dd-4f75888dbfdd),segment_id=38c00d74-812b-4098-a7dd-4f75888dbfdd)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:12.822285 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-73ca794c-8eea-44a7-92ea-9d822510fe48 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:13.001650 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0d0fb7-71e4-40a5-962e-fff4fbff69b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f968347b-2dcf-40b1-964a-2fc7ecffa4d8'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:20:13.027300 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.resource_extend [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:20:13.113171 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383e6c5-54be-413e-be23-85c2725a85cb req-e1bcc8e2-c783-4208-802d-1159de651f30 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:13.115971 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d383e6c5-54be-413e-be23-85c2725a85cb req-e1bcc8e2-c783-4208-802d-1159de651f30 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] 10.222.0.52 "GET /v2.0/ports?device_id=0cd0dd65-fd50-433a-b617-28889b319ff2 HTTP/1.1" status: 200 len: 947 time: 0.1913071 Feb 09 12:20:13.209602 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-73ca794c-8eea-44a7-92ea-9d822510fe48 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Calling delete_port for 5e0c22ba-52db-44d5-85cc-b10dca3f571f owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:20:13.231267 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-d383e6c5-54be-413e-be23-85c2725a85cb req-4414861a-13e1-480b-86ef-0dabed45ffee tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Deleting port 17c2992f-729b-44a7-ae4c-750652da8502 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:20:13.231660 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d383e6c5-54be-413e-be23-85c2725a85cb req-4414861a-13e1-480b-86ef-0dabed45ffee tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:13.437788 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 46092b67-ebc9-4dfd-979a-70b53b5e3a49, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=46092b67-ebc9-4dfd-979a-70b53b5e3a49,segment=NetworkSegment(7fd43362-d2bb-4c15-a4a2-a1a057b6ca17),segment_id=7fd43362-d2bb-4c15-a4a2-a1a057b6ca17)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:13.462285 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '46092b67-ebc9-4dfd-979a-70b53b5e3a49', 'network_id': '46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c', 'port_id': '46092b67-ebc9-4dfd-979a-70b53b5e3a49', 'mac_address': 'fa:16:3e:3f:28:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b74a18b3-c777-4b36-8c3b-f86129471b39', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:20:13.466104 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 9fa5e874-0d83-450b-a280-b8392b07332f up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:20:13.468065 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-73ca794c-8eea-44a7-92ea-9d822510fe48 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:13.485573 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42144fdf-ea1b-4dcd-af9c-c4eee787eb74 req-1917a353-1f8b-4cd9-8b59-aff1f84a79ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:13.488582 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42144fdf-ea1b-4dcd-af9c-c4eee787eb74 req-1917a353-1f8b-4cd9-8b59-aff1f84a79ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:13.489288 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42144fdf-ea1b-4dcd-af9c-c4eee787eb74 req-1917a353-1f8b-4cd9-8b59-aff1f84a79ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:13.490938 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42144fdf-ea1b-4dcd-af9c-c4eee787eb74 req-1917a353-1f8b-4cd9-8b59-aff1f84a79ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:13.491590 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42144fdf-ea1b-4dcd-af9c-c4eee787eb74 req-1917a353-1f8b-4cd9-8b59-aff1f84a79ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:13.494620 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42144fdf-ea1b-4dcd-af9c-c4eee787eb74 req-1917a353-1f8b-4cd9-8b59-aff1f84a79ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:13.498275 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42144fdf-ea1b-4dcd-af9c-c4eee787eb74 req-1917a353-1f8b-4cd9-8b59-aff1f84a79ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:13.500897 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-42144fdf-ea1b-4dcd-af9c-c4eee787eb74 req-1917a353-1f8b-4cd9-8b59-aff1f84a79ad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eec7cd73952c439fa26a361208297f39&device_id=6101775f-5c0e-4dc8-9a5f-b57a74039dc8 HTTP/1.1" status: 200 len: 6476 time: 0.6732848 Feb 09 12:20:13.527558 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263b608-f5c7-4bcc-aa89-ec1bb70fcdcd req-a0e0cc4f-32df-4cc7-956a-a16cd65776ce tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:13.529130 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2263b608-f5c7-4bcc-aa89-ec1bb70fcdcd req-a0e0cc4f-32df-4cc7-956a-a16cd65776ce tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=1691c089-3110-48fc-9c9e-fc3a62408e41 HTTP/1.1" status: 200 len: 950 time: 0.7900140 Feb 09 12:20:13.557870 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-acfc3681-510b-4d7d-aeb2-079994278bb6 None None] For port 5e0c22ba-52db-44d5-85cc-b10dca3f571f, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5e0c22ba-52db-44d5-85cc-b10dca3f571f,segment=NetworkSegment(38c00d74-812b-4098-a7dd-4f75888dbfdd),segment_id=38c00d74-812b-4098-a7dd-4f75888dbfdd)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:13.558393 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-acfc3681-510b-4d7d-aeb2-079994278bb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:13.612542 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46508) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:20:13.671991 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca794c-8eea-44a7-92ea-9d822510fe48 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Pushing event deleted for resources: {'Port': ['ID=5e0c22ba-52db-44d5-85cc-b10dca3f571f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:13.692007 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-bf6b0465-ca98-4145-b1db-743743e828c1 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1733761831', 'description': 'tempest-description--1030020038'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:20:13.716368 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ca794c-8eea-44a7-92ea-9d822510fe48 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] No DVR routers for this DVR port 5e0c22ba-52db-44d5-85cc-b10dca3f571f on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:20:13.738553 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-acfc3681-510b-4d7d-aeb2-079994278bb6 None None] Calling delete_port for 5e0c22ba-52db-44d5-85cc-b10dca3f571f owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:20:13.821199 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-bf6b0465-ca98-4145-b1db-743743e828c1 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:20:13.831281 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42144fdf-ea1b-4dcd-af9c-c4eee787eb74 req-7a469f21-5614-48c7-a862-936f47f555a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:13.833013 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-42144fdf-ea1b-4dcd-af9c-c4eee787eb74 req-7a469f21-5614-48c7-a862-936f47f555a7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b99c93e7-09da-4e68-a3ff-2707256091d8 HTTP/1.1" status: 200 len: 902 time: 0.3029940 Feb 09 12:20:13.849847 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-bf6b0465-ca98-4145-b1db-743743e828c1 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Usage tracker for resource:security_group and tenant:aa3119d2dab241bb8047798bbe393556 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:20:13.862463 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-acfc3681-510b-4d7d-aeb2-079994278bb6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:20:13.862813 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-acfc3681-510b-4d7d-aeb2-079994278bb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:20:13.866520 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-bf6b0465-ca98-4145-b1db-743743e828c1 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:20:13.935439 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:13.959497 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-bf6b0465-ca98-4145-b1db-743743e828c1 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:20:13.972285 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 46092b67-ebc9-4dfd-979a-70b53b5e3a49 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:20:13.991614 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 46092b67-ebc9-4dfd-979a-70b53b5e3a49, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=46092b67-ebc9-4dfd-979a-70b53b5e3a49,segment=NetworkSegment(7fd43362-d2bb-4c15-a4a2-a1a057b6ca17),segment_id=7fd43362-d2bb-4c15-a4a2-a1a057b6ca17)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:13.997046 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0a539e84-49c6-4708-bc2c-901a14161c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:14.000402 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-73ca794c-8eea-44a7-92ea-9d822510fe48 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:14.007541 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:14.031008 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bf6b0465-ca98-4145-b1db-743743e828c1 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:14.060244 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-73ca794c-8eea-44a7-92ea-9d822510fe48 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57d7f1e2-bb43-4a9f-9601-bb147eb2bb18']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:20:14.078260 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 9fa5e874-0d83-450b-a280-b8392b07332f completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:20:14.081847 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-bf6b0465-ca98-4145-b1db-743743e828c1 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:20:14.087041 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-bf6b0465-ca98-4145-b1db-743743e828c1 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Usage tracker for resource:security_group_rule and tenant:aa3119d2dab241bb8047798bbe393556 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:20:14.091128 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-bf6b0465-ca98-4145-b1db-743743e828c1 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:20:14.092777 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 9fa5e874-0d83-450b-a280-b8392b07332f triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:20:14.093159 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:14.098129 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-bf6b0465-ca98-4145-b1db-743743e828c1 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:20:14.103604 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-42144fdf-ea1b-4dcd-af9c-c4eee787eb74 req-aecfe042-4a72-46d2-9a07-2f262632cf8c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=94020401-ba56-426c-a528-ce595ad0c37c HTTP/1.1" status: 200 len: 217 time: 0.1745930 Feb 09 12:20:14.120460 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2263b608-f5c7-4bcc-aa89-ec1bb70fcdcd req-81c9c741-44e1-413f-805b-8e52c800750d tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5809295 Feb 09 12:20:14.168101 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['46092b67-ebc9-4dfd-979a-70b53b5e3a49'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:20:14.192598 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bf6b0465-ca98-4145-b1db-743743e828c1 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:14.194743 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-73ca794c-8eea-44a7-92ea-9d822510fe48 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38c00d74-812b-4098-a7dd-4f75888dbfdd') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:20:14.195041 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-73ca794c-8eea-44a7-92ea-9d822510fe48 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38c00d74-812b-4098-a7dd-4f75888dbfdd') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:20:14.207648 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bf6b0465-ca98-4145-b1db-743743e828c1 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:14.213941 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-73ca794c-8eea-44a7-92ea-9d822510fe48 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:14.223276 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42144fdf-ea1b-4dcd-af9c-c4eee787eb74 req-fc374b11-bc5e-4cfa-9c37-28970abe6933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:14.224757 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-42144fdf-ea1b-4dcd-af9c-c4eee787eb74 req-fc374b11-bc5e-4cfa-9c37-28970abe6933 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5e90ce54-e86e-457d-b992-127e2cb06390 HTTP/1.1" status: 200 len: 797 time: 0.1032619 Feb 09 12:20:14.265347 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-73ca794c-8eea-44a7-92ea-9d822510fe48 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:14.283157 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73ca794c-8eea-44a7-92ea-9d822510fe48 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:20:14.283157 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-73ca794c-8eea-44a7-92ea-9d822510fe48 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:14.361863 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0d0fb7-71e4-40a5-962e-fff4fbff69b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f968347b-2dcf-40b1-964a-2fc7ecffa4d8', 'code': 200} Feb 09 12:20:14.386342 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-acfc3681-510b-4d7d-aeb2-079994278bb6 None None] Deleting port 5e0c22ba-52db-44d5-85cc-b10dca3f571f {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:20:14.386728 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-acfc3681-510b-4d7d-aeb2-079994278bb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:14.458118 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=46092b67-ebc9-4dfd-979a-70b53b5e3a49,revision_number=6']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:14.525881 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:20:14.525881 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:20:14.525881 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:20:14.525881 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:20:14.525881 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:20:14.525881 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:20:14.525881 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:20:14.525881 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:20:14.525881 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:20:14.525881 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:20:14.525881 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:20:14.525881 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:20:14.525881 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:20:14.525881 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:20:14.525881 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:20:14.525881 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:20:14.525881 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:20:14.525881 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:20:14.525881 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:20:14.525881 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:20:14.525881 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:20:14.525881 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:20:14.525881 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:20:14.525881 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:20:14.525881 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:20:14.525881 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:20:14.525881 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:20:14.525881 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:20:14.525881 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:20:14.525881 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:20:14.525881 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:20:14.525881 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:20:14.540108 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6b0465-ca98-4145-b1db-743743e828c1 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5aff2f-8bf6-4c95-869a-029ed35a6c53,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:14.578742 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-acfc3681-510b-4d7d-aeb2-079994278bb6 None None] The port '5e0c22ba-52db-44d5-85cc-b10dca3f571f' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:20:14.581953 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-73ca794c-8eea-44a7-92ea-9d822510fe48 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:14.594780 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-73ca794c-8eea-44a7-92ea-9d822510fe48 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:14.647410 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bf6b0465-ca98-4145-b1db-743743e828c1 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:14.649747 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-bf6b0465-ca98-4145-b1db-743743e828c1 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9891722 Feb 09 12:20:14.652687 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca794c-8eea-44a7-92ea-9d822510fe48 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Pushing event deleted for resources: {'Network': ['ID=57d7f1e2-bb43-4a9f-9601-bb147eb2bb18,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:14.660722 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46528) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:20:14.669768 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-73ca794c-8eea-44a7-92ea-9d822510fe48 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "DELETE /v2.0/networks/57d7f1e2-bb43-4a9f-9601-bb147eb2bb18 HTTP/1.1" status: 204 len: 168 time: 2.7646055 Feb 09 12:20:14.675619 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-29e1a629-e608-4106-a46b-38a472bd9c35 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Request body: {'security_group_rule': {'security_group_id': '4a5aff2f-8bf6-4c95-869a-029ed35a6c53', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:20:14.679450 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-d383e6c5-54be-413e-be23-85c2725a85cb req-4414861a-13e1-480b-86ef-0dabed45ffee tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] For port 17c2992f-729b-44a7-ae4c-750652da8502, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=17c2992f-729b-44a7-ae4c-750652da8502,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:14.680010 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d383e6c5-54be-413e-be23-85c2725a85cb req-4414861a-13e1-480b-86ef-0dabed45ffee tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:14.684680 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46532) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:20:14.698444 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42fe94a-f98e-4abf-bd94-aaef0fcf2ba2 req-4afe8d70-3d29-4166-aaa8-47728acc1abc tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:14.705460 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a42fe94a-f98e-4abf-bd94-aaef0fcf2ba2 req-4afe8d70-3d29-4166-aaa8-47728acc1abc tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b0d0fb7-71e4-40a5-962e-fff4fbff69b3 HTTP/1.1" status: 200 len: 946 time: 0.8336556 Feb 09 12:20:14.746450 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-29e1a629-e608-4106-a46b-38a472bd9c35 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:20:14.754660 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:14.766230 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-29e1a629-e608-4106-a46b-38a472bd9c35 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Usage tracker for resource:security_group_rule and tenant:aa3119d2dab241bb8047798bbe393556 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:20:14.773105 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-29e1a629-e608-4106-a46b-38a472bd9c35 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:20:14.785232 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-29e1a629-e608-4106-a46b-38a472bd9c35 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:20:14.806121 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42144fdf-ea1b-4dcd-af9c-c4eee787eb74 req-b2de029b-9158-4e58-b78d-1172ed67c7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:14.808974 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-42144fdf-ea1b-4dcd-af9c-c4eee787eb74 req-b2de029b-9158-4e58-b78d-1172ed67c7e5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b99c93e7-09da-4e68-a3ff-2707256091d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5770979 Feb 09 12:20:14.811390 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d3322a8-1908-43b4-9bc3-bd5829260770 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Deleting subnet a8dee815-7af7-469b-9479-1d125273a93c {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:20:14.815491 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9d3322a8-1908-43b4-9bc3-bd5829260770 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:14.843338 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 9fa5e874-0d83-450b-a280-b8392b07332f, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=9fa5e874-0d83-450b-a280-b8392b07332f,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:14.864097 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:14.895599 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9d3322a8-1908-43b4-9bc3-bd5829260770 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:14.922043 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfab6429-09f4-44e0-b260-eab8a1ebb100 None None] Sync routers for ids ['2948e134-d0ce-48c8-83ee-1e90e57244d0'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:20:14.934082 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfab6429-09f4-44e0-b260-eab8a1ebb100 None None] Routers {'2948e134-d0ce-48c8-83ee-1e90e57244d0'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:20:14.934719 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-cfab6429-09f4-44e0-b260-eab8a1ebb100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:19:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2948e134-d0ce-48c8-83ee-1e90e57244d0'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:20:14.967877 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5e0c22ba-52db-44d5-85cc-b10dca3f571f no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:20:14.995950 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-29e1a629-e608-4106-a46b-38a472bd9c35 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:15.056094 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 5e0c22ba-52db-44d5-85cc-b10dca3f571f {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:20:15.058331 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5e0c22ba-52db-44d5-85cc-b10dca3f571f not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:20:15.104486 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9d3322a8-1908-43b4-9bc3-bd5829260770 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:15.120175 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=9fa5e874-0d83-450b-a280-b8392b07332f,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:15.223542 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-29e1a629-e608-4106-a46b-38a472bd9c35 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:15.231082 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-29e1a629-e608-4106-a46b-38a472bd9c35 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:15.236479 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-d383e6c5-54be-413e-be23-85c2725a85cb req-4414861a-13e1-480b-86ef-0dabed45ffee tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Calling delete_port for 17c2992f-729b-44a7-ae4c-750652da8502 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:20:15.257580 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1a629-e608-4106-a46b-38a472bd9c35 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e5292bc-ad9f-4f2c-983d-697e7272d185,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:15.263900 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9d3322a8-1908-43b4-9bc3-bd5829260770 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:15.268672 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252bff2-2525-477e-a070-bd29002d853c req-6f86b94d-1cb6-4b64-a0a0-5eb27a606318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:15.281549 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1252bff2-2525-477e-a070-bd29002d853c req-6f86b94d-1cb6-4b64-a0a0-5eb27a606318 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2b0d0fb7-71e4-40a5-962e-fff4fbff69b3 HTTP/1.1" status: 200 len: 1097 time: 0.8907802 Feb 09 12:20:15.314777 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3322a8-1908-43b4-9bc3-bd5829260770 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Pushing event deleted for resources: {'Subnet': ['ID=a8dee815-7af7-469b-9479-1d125273a93c,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:15.325724 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14c094-44a3-4ed2-8b83-81997f4badc2 req-75fb020e-a8c6-4d32-94c2-0dc80905bec4 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:15.327068 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9d3322a8-1908-43b4-9bc3-bd5829260770 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:15.327398 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a996f0-2200-4734-9f68-0b2ec58a0c98 None None] Network d6cb5a73-e522-4e03-9d30-5be8d6f18f3d requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:20:15.328416 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5d14c094-44a3-4ed2-8b83-81997f4badc2 req-75fb020e-a8c6-4d32-94c2-0dc80905bec4 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cd0dd65-fd50-433a-b617-28889b319ff2 HTTP/1.1" status: 200 len: 947 time: 0.8294408 Feb 09 12:20:15.337496 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9d3322a8-1908-43b4-9bc3-bd5829260770 tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "DELETE /v2.0/subnets/a8dee815-7af7-469b-9479-1d125273a93c HTTP/1.1" status: 204 len: 168 time: 0.6513541 Feb 09 12:20:15.338635 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46544) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:20:15.342196 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-29e1a629-e608-4106-a46b-38a472bd9c35 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:15.343593 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-29e1a629-e608-4106-a46b-38a472bd9c35 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6808803 Feb 09 12:20:15.352013 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46548) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:20:15.403879 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-42144fdf-ea1b-4dcd-af9c-c4eee787eb74 req-e85181d8-42cf-4fe2-b4f1-f9208677bec6 service neutron] 10.222.0.46 "GET /v2.0/networks/b99c93e7-09da-4e68-a3ff-2707256091d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5024424 Feb 09 12:20:15.407562 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-49f99fc7-8e7a-4396-96ca-ee41ab27a98f tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Request body: {'security_group_rule': {'security_group_id': '4a5aff2f-8bf6-4c95-869a-029ed35a6c53', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:20:15.419894 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-cfab6429-09f4-44e0-b260-eab8a1ebb100 None None] Set router 2948e134-d0ce-48c8-83ee-1e90e57244d0 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:20:15.461078 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a42fe94a-f98e-4abf-bd94-aaef0fcf2ba2 req-3e9ecba4-a1a0-4654-b457-dcb0c2e721b3 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7547543 Feb 09 12:20:15.559024 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-49f99fc7-8e7a-4396-96ca-ee41ab27a98f tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:20:15.609684 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-49f99fc7-8e7a-4396-96ca-ee41ab27a98f tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Usage tracker for resource:security_group_rule and tenant:aa3119d2dab241bb8047798bbe393556 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:20:15.721600 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1252bff2-2525-477e-a070-bd29002d853c req-a1ea458c-a597-4a80-963a-1d75a5c83636 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905158 Feb 09 12:20:15.722504 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-49f99fc7-8e7a-4396-96ca-ee41ab27a98f tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:20:15.730927 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-49f99fc7-8e7a-4396-96ca-ee41ab27a98f tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:20:15.738913 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5a893f0a-9458-4abe-b129-a6c996279bcc tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:15.761788 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-5a893f0a-9458-4abe-b129-a6c996279bcc tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Deleting port d2cda7f8-14fc-4fa4-991c-73deb5ca1a84 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:20:15.762128 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5a893f0a-9458-4abe-b129-a6c996279bcc tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:16.043395 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d383e6c5-54be-413e-be23-85c2725a85cb req-4414861a-13e1-480b-86ef-0dabed45ffee tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:16.083809 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a01ff45-42f3-48dc-b6df-7c27225f998e None None] DHCP port deletion for d6cb5a73-e522-4e03-9d30-5be8d6f18f3d request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:20:16.089543 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-9a01ff45-42f3-48dc-b6df-7c27225f998e None None] Deleting port d2cda7f8-14fc-4fa4-991c-73deb5ca1a84 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:20:16.090022 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9a01ff45-42f3-48dc-b6df-7c27225f998e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:16.121951 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-5a893f0a-9458-4abe-b129-a6c996279bcc tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] For port d2cda7f8-14fc-4fa4-991c-73deb5ca1a84, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=d2cda7f8-14fc-4fa4-991c-73deb5ca1a84,segment=NetworkSegment(e4061eec-f665-48b0-b400-9699a3660a7f),segment_id=e4061eec-f665-48b0-b400-9699a3660a7f)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:16.122862 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5a893f0a-9458-4abe-b129-a6c996279bcc tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:16.145513 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-cfab6429-09f4-44e0-b260-eab8a1ebb100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2948e134-d0ce-48c8-83ee-1e90e57244d0', 'name': 'tempest-ServersTestJSON-1758248762-router', 'tenant_id': 'aa3119d2dab241bb8047798bbe393556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '9fa5e874-0d83-450b-a280-b8392b07332f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:20:01Z', 'updated_at': '2022-02-09T12:20:08Z', 'revision_number': 4, 'project_id': 'aa3119d2dab241bb8047798bbe393556', 'gw_port': {'id': '9fa5e874-0d83-450b-a280-b8392b07332f', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2948e134-d0ce-48c8-83ee-1e90e57244d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:20:02Z', 'updated_at': '2022-02-09T12:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'd7d001be-30f1-4a59-9653-7eb9ee31c9a3', 'name': '', 'network_id': '3dc24785-24cb-4cf3-abb0-6e9facbce5a2', 'tenant_id': 'aa3119d2dab241bb8047798bbe393556', 'mac_address': 'fa:16:3e:b2:12:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2948e134-d0ce-48c8-83ee-1e90e57244d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '6900bc3b-9729-42c6-818c-a0b3fb463d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:20:07Z', 'updated_at': '2022-02-09T12:20:09Z', 'revision_number': 2, 'project_id': 'aa3119d2dab241bb8047798bbe393556', 'subnets': [{'id': '6900bc3b-9729-42c6-818c-a0b3fb463d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:20:16.153471 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfab6429-09f4-44e0-b260-eab8a1ebb100 None None] Checking router: 2948e134-d0ce-48c8-83ee-1e90e57244d0 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:20:16.153824 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfab6429-09f4-44e0-b260-eab8a1ebb100 None None] Updating router 2948e134-d0ce-48c8-83ee-1e90e57244d0 port d7d001be-30f1-4a59-9653-7eb9ee31c9a3 binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:20:16.199010 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-49f99fc7-8e7a-4396-96ca-ee41ab27a98f tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:16.299945 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cfab6429-09f4-44e0-b260-eab8a1ebb100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:16.370954 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4414861a-13e1-480b-86ef-0dabed45ffee tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Pushing event deleted for resources: {'Port': ['ID=17c2992f-729b-44a7-ae4c-750652da8502,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:16.380809 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-5a893f0a-9458-4abe-b129-a6c996279bcc tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Calling delete_port for d2cda7f8-14fc-4fa4-991c-73deb5ca1a84 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:20:16.413349 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5d14c094-44a3-4ed2-8b83-81997f4badc2 req-82cd5f26-3d57-4a81-80b8-5621e16daa7a tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] 10.222.0.55 "GET /v2.0/security-groups?id=a0e007a1-b994-49a7-8e79-04b4c8754e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0544846 Feb 09 12:20:16.485513 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-acf417b7-b14e-4712-aa3c-1f5e2157bbe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:16.580595 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5a893f0a-9458-4abe-b129-a6c996279bcc tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:16.655540 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-d383e6c5-54be-413e-be23-85c2725a85cb req-4414861a-13e1-480b-86ef-0dabed45ffee tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] No DVR routers for this DVR port 17c2992f-729b-44a7-ae4c-750652da8502 on host n-h1-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:20:16.663733 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d383e6c5-54be-413e-be23-85c2725a85cb req-4414861a-13e1-480b-86ef-0dabed45ffee tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:16.683478 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a893f0a-9458-4abe-b129-a6c996279bcc tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] No DVR routers for this DVR port d2cda7f8-14fc-4fa4-991c-73deb5ca1a84 on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:20:16.686574 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a893f0a-9458-4abe-b129-a6c996279bcc tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Pushing event deleted for resources: {'Port': ['ID=d2cda7f8-14fc-4fa4-991c-73deb5ca1a84,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:16.694975 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd0dd65-fd50-433a-b617-28889b319ff2', 'name': 'network-vif-deleted', 'tag': '17c2992f-729b-44a7-ae4c-750652da8502'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:20:16.711439 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-9a01ff45-42f3-48dc-b6df-7c27225f998e None None] For port d2cda7f8-14fc-4fa4-991c-73deb5ca1a84, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=d2cda7f8-14fc-4fa4-991c-73deb5ca1a84,segment=NetworkSegment(e4061eec-f665-48b0-b400-9699a3660a7f),segment_id=e4061eec-f665-48b0-b400-9699a3660a7f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:16.712031 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9a01ff45-42f3-48dc-b6df-7c27225f998e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:16.788327 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-42144fdf-ea1b-4dcd-af9c-c4eee787eb74 req-be496248-4d6e-4be2-b48e-17d7f1e8b6fd service neutron] 10.222.0.46 "GET /v2.0/networks/b99c93e7-09da-4e68-a3ff-2707256091d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3010874 Feb 09 12:20:16.810955 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d383e6c5-54be-413e-be23-85c2725a85cb req-4414861a-13e1-480b-86ef-0dabed45ffee tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] 10.222.0.52 "DELETE /v2.0/ports/17c2992f-729b-44a7-ae4c-750652da8502 HTTP/1.1" status: 204 len: 173 time: 3.6885815 Feb 09 12:20:16.879200 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0269bc4-991b-4738-9ff6-0324bef37dc5 req-e3aca076-626d-4c50-b8ed-cd3c4cd1f0c6 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:16.893238 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0269bc4-991b-4738-9ff6-0324bef37dc5 req-e3aca076-626d-4c50-b8ed-cd3c4cd1f0c6 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:16.913919 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 46092b67-ebc9-4dfd-979a-70b53b5e3a49 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:20:16.921055 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0269bc4-991b-4738-9ff6-0324bef37dc5 req-e3aca076-626d-4c50-b8ed-cd3c4cd1f0c6 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:16.940848 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0269bc4-991b-4738-9ff6-0324bef37dc5 req-e3aca076-626d-4c50-b8ed-cd3c4cd1f0c6 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:16.970616 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0269bc4-991b-4738-9ff6-0324bef37dc5 req-e3aca076-626d-4c50-b8ed-cd3c4cd1f0c6 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:16.987565 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0269bc4-991b-4738-9ff6-0324bef37dc5 req-e3aca076-626d-4c50-b8ed-cd3c4cd1f0c6 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:17.027766 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0269bc4-991b-4738-9ff6-0324bef37dc5 req-e3aca076-626d-4c50-b8ed-cd3c4cd1f0c6 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:17.048556 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a0269bc4-991b-4738-9ff6-0324bef37dc5 req-e3aca076-626d-4c50-b8ed-cd3c4cd1f0c6 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/ports?device_id=6101775f-5c0e-4dc8-9a5f-b57a74039dc8 HTTP/1.1" status: 200 len: 5419 time: 1.1799092 Feb 09 12:20:17.189897 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-9a01ff45-42f3-48dc-b6df-7c27225f998e None None] Calling delete_port for d2cda7f8-14fc-4fa4-991c-73deb5ca1a84 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:20:17.219850 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-49f99fc7-8e7a-4396-96ca-ee41ab27a98f tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:17.250238 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5a893f0a-9458-4abe-b129-a6c996279bcc tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:17.257044 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-49f99fc7-8e7a-4396-96ca-ee41ab27a98f tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:17.281167 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 9fa5e874-0d83-450b-a280-b8392b07332f up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:20:17.303758 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cfab6429-09f4-44e0-b260-eab8a1ebb100 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:17.354372 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-cfab6429-09f4-44e0-b260-eab8a1ebb100 None None] Transition to ACTIVE for port object d7d001be-30f1-4a59-9653-7eb9ee31c9a3 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:20:17.357495 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f99fc7-8e7a-4396-96ca-ee41ab27a98f tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8ba1748-75db-48bf-896a-67fa21f1a717,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:17.389028 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cfab6429-09f4-44e0-b260-eab8a1ebb100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:17.406431 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-5a893f0a-9458-4abe-b129-a6c996279bcc tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6cb5a73-e522-4e03-9d30-5be8d6f18f3d']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:20:17.448537 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a0269bc4-991b-4738-9ff6-0324bef37dc5 req-4ad8cbda-726d-47f2-8778-363919c112df tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/security-groups?id=8803669e-2abe-4ab7-b2c0-58109e10cb11&id=84c476da-0274-41dd-aeef-e671ea782d84&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3901629 Feb 09 12:20:17.457550 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-49f99fc7-8e7a-4396-96ca-ee41ab27a98f tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:17.466422 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-49f99fc7-8e7a-4396-96ca-ee41ab27a98f tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0696468 Feb 09 12:20:17.468187 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46586) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:20:17.477992 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-5a893f0a-9458-4abe-b129-a6c996279bcc tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4061eec-f665-48b0-b400-9699a3660a7f') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:20:17.480340 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-5a893f0a-9458-4abe-b129-a6c996279bcc tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4061eec-f665-48b0-b400-9699a3660a7f') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:20:17.485734 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-103c9bbc-093a-4a82-bd15-023d168df086 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:20:17.533825 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:17.545655 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5a893f0a-9458-4abe-b129-a6c996279bcc tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:17.551322 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-103c9bbc-093a-4a82-bd15-023d168df086 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:20:17.605102 n-d-825178-3 neutron-server[87569]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 12:20:17.605102 n-d-825178-3 neutron-server[87569]: from cryptography.utils import int_from_bytes Feb 09 12:20:17.605102 n-d-825178-3 neutron-server[87569]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 12:20:17.605102 n-d-825178-3 neutron-server[87569]: from cryptography.utils import int_from_bytes Feb 09 12:20:17.605102 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 09 12:20:17.605102 n-d-825178-3 neutron-server[87569]: util.warn_limited( Feb 09 12:20:17.605102 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 09 12:20:17.605102 n-d-825178-3 neutron-server[87569]: util.warn_limited( Feb 09 12:20:17.605102 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:20:17.605102 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:20:17.605102 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:20:17.605102 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:20:17.605102 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:20:17.605102 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:20:17.605102 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:20:17.605102 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:20:17.605102 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:20:17.605102 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:20:17.605102 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:20:17.605102 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:20:17.605102 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:20:17.605102 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:20:17.605102 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:20:17.605102 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:20:17.605102 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:20:17.605102 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:20:17.605102 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:20:17.605102 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:20:17.605102 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:20:17.605102 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:20:17.605102 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:20:17.605102 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:20:17.605102 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:20:17.605102 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:20:17.605102 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:20:17.605102 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:20:17.605102 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:20:17.605102 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:20:17.605102 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:20:17.605102 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:20:17.605102 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:20:17.605102 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:20:17.608159 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:20:17.608159 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:20:17.608159 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:20:17.608159 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:20:17.608159 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:20:17.608159 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:20:17.608159 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:20:17.608159 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:20:17.608159 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:20:17.608159 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:20:17.608159 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:20:17.608159 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:20:17.608159 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:20:17.608159 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:20:17.623348 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 9fa5e874-0d83-450b-a280-b8392b07332f triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:20:17.623765 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:17.629984 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5a893f0a-9458-4abe-b129-a6c996279bcc tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:17.648356 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-103c9bbc-093a-4a82-bd15-023d168df086 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Usage tracker for resource:floatingip and tenant:aa3119d2dab241bb8047798bbe393556 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:20:17.661490 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a893f0a-9458-4abe-b129-a6c996279bcc tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:20:17.664873 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5a893f0a-9458-4abe-b129-a6c996279bcc tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:17.666435 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-103c9bbc-093a-4a82-bd15-023d168df086 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:20:17.683447 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b300a9-b19a-4041-80fc-0ee7f39bfe33 None None] Pushing event updated for resources: {'Port': ['ID=d7d001be-30f1-4a59-9653-7eb9ee31c9a3,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:17.695463 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:17.702256 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42144fdf-ea1b-4dcd-af9c-c4eee787eb74 req-3cf1986d-e632-4211-8545-42260f289756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:17.703222 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 17c2992f-729b-44a7-ae4c-750652da8502 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:20:17.704789 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42144fdf-ea1b-4dcd-af9c-c4eee787eb74 req-3cf1986d-e632-4211-8545-42260f289756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:17.706429 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42144fdf-ea1b-4dcd-af9c-c4eee787eb74 req-3cf1986d-e632-4211-8545-42260f289756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:17.706984 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42144fdf-ea1b-4dcd-af9c-c4eee787eb74 req-3cf1986d-e632-4211-8545-42260f289756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:17.707165 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b300a9-b19a-4041-80fc-0ee7f39bfe33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:20:17.707503 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b300a9-b19a-4041-80fc-0ee7f39bfe33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:20:17.707853 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b300a9-b19a-4041-80fc-0ee7f39bfe33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:20:17.708409 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42144fdf-ea1b-4dcd-af9c-c4eee787eb74 req-3cf1986d-e632-4211-8545-42260f289756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:17.716466 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42144fdf-ea1b-4dcd-af9c-c4eee787eb74 req-3cf1986d-e632-4211-8545-42260f289756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:17.717123 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42144fdf-ea1b-4dcd-af9c-c4eee787eb74 req-3cf1986d-e632-4211-8545-42260f289756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:17.717377 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b300a9-b19a-4041-80fc-0ee7f39bfe33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:20:17.717719 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b300a9-b19a-4041-80fc-0ee7f39bfe33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:20:17.718055 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b300a9-b19a-4041-80fc-0ee7f39bfe33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:20:17.718376 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b300a9-b19a-4041-80fc-0ee7f39bfe33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:20:17.718696 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b300a9-b19a-4041-80fc-0ee7f39bfe33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:20:17.719014 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b300a9-b19a-4041-80fc-0ee7f39bfe33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:20:17.719328 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b300a9-b19a-4041-80fc-0ee7f39bfe33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:20:17.719643 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b300a9-b19a-4041-80fc-0ee7f39bfe33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:20:17.723408 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-42144fdf-ea1b-4dcd-af9c-c4eee787eb74 req-3cf1986d-e632-4211-8545-42260f289756 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eec7cd73952c439fa26a361208297f39&device_id=6101775f-5c0e-4dc8-9a5f-b57a74039dc8 HTTP/1.1" status: 200 len: 6476 time: 0.6703529 Feb 09 12:20:17.725842 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-103c9bbc-093a-4a82-bd15-023d168df086 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:20:17.727365 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b300a9-b19a-4041-80fc-0ee7f39bfe33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:20:17.737228 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-9a01ff45-42f3-48dc-b6df-7c27225f998e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:20:17.737631 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-9a01ff45-42f3-48dc-b6df-7c27225f998e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:20:17.754537 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] No Port match for: 17c2992f-729b-44a7-ae4c-750652da8502 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:20:17.755087 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 17c2992f-729b-44a7-ae4c-750652da8502 not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:20:17.757686 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 46092b67-ebc9-4dfd-979a-70b53b5e3a49 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:20:17.758008 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:18.007855 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:20:18.007855 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:20:18.007855 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:20:18.007855 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:20:18.007855 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:20:18.007855 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:20:18.007855 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:20:18.007855 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:20:18.007855 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:20:18.007855 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:20:18.007855 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:20:18.007855 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:20:18.007855 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:20:18.007855 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:20:18.007855 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:20:18.007855 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:20:18.007855 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:20:18.007855 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:20:18.007855 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:20:18.007855 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:20:18.007855 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:20:18.007855 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:20:18.007855 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:20:18.007855 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:20:18.007855 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:20:18.007855 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:20:18.007855 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:20:18.007855 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:20:18.007855 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:20:18.007855 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:20:18.007855 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:20:18.007855 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:20:18.017363 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5a893f0a-9458-4abe-b129-a6c996279bcc tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:18.088781 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5a893f0a-9458-4abe-b129-a6c996279bcc tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:18.128823 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a893f0a-9458-4abe-b129-a6c996279bcc tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] Pushing event deleted for resources: {'Network': ['ID=d6cb5a73-e522-4e03-9d30-5be8d6f18f3d,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:18.179987 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5a893f0a-9458-4abe-b129-a6c996279bcc tempest-ServersTestMultiNic-1727438590 tempest-ServersTestMultiNic-1727438590-project] 10.222.0.55 "DELETE /v2.0/networks/d6cb5a73-e522-4e03-9d30-5be8d6f18f3d HTTP/1.1" status: 204 len: 168 time: 2.8389680 Feb 09 12:20:18.195379 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42144fdf-ea1b-4dcd-af9c-c4eee787eb74 req-e529c174-b95a-45c7-8609-587c061dc80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:18.197085 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-42144fdf-ea1b-4dcd-af9c-c4eee787eb74 req-e529c174-b95a-45c7-8609-587c061dc80f service neutron] 10.222.0.46 "GET /v2.0/networks?id=b811de4e-2157-472b-a248-fb00e797501f HTTP/1.1" status: 200 len: 902 time: 0.4635599 Feb 09 12:20:18.197568 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-cfab6429-09f4-44e0-b260-eab8a1ebb100 None None] Attempting to bind port d7d001be-30f1-4a59-9653-7eb9ee31c9a3 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:20:18.198375 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-cfab6429-09f4-44e0-b260-eab8a1ebb100 None None] Attempting to bind port d7d001be-30f1-4a59-9653-7eb9ee31c9a3 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'aed25d29-c196-48bc-8269-0f58f1c3190d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3dc24785-24cb-4cf3-abb0-6e9facbce5a2'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:20:18.199028 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfab6429-09f4-44e0-b260-eab8a1ebb100 None None] Attempting to bind port d7d001be-30f1-4a59-9653-7eb9ee31c9a3 on network 3dc24785-24cb-4cf3-abb0-6e9facbce5a2 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:20:18.205178 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfab6429-09f4-44e0-b260-eab8a1ebb100 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:20:18.205811 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfab6429-09f4-44e0-b260-eab8a1ebb100 None None] Checking segment: {'id': 'aed25d29-c196-48bc-8269-0f58f1c3190d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3dc24785-24cb-4cf3-abb0-6e9facbce5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:20:18.206443 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cfab6429-09f4-44e0-b260-eab8a1ebb100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:18.207013 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfab6429-09f4-44e0-b260-eab8a1ebb100 None None] Bound using segment: {'id': 'aed25d29-c196-48bc-8269-0f58f1c3190d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3dc24785-24cb-4cf3-abb0-6e9facbce5a2'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:20:18.207639 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-cfab6429-09f4-44e0-b260-eab8a1ebb100 None None] Bound port: d7d001be-30f1-4a59-9653-7eb9ee31c9a3, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aed25d29-c196-48bc-8269-0f58f1c3190d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3dc24785-24cb-4cf3-abb0-6e9facbce5a2'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:20:18.208454 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cfab6429-09f4-44e0-b260-eab8a1ebb100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:18.274490 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-9a01ff45-42f3-48dc-b6df-7c27225f998e None None] Deleting port d2cda7f8-14fc-4fa4-991c-73deb5ca1a84 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:20:18.275653 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9a01ff45-42f3-48dc-b6df-7c27225f998e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:18.376601 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-cfab6429-09f4-44e0-b260-eab8a1ebb100 None None] For port d7d001be-30f1-4a59-9653-7eb9ee31c9a3, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:20:18.383007 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-cfab6429-09f4-44e0-b260-eab8a1ebb100 None None] For port d7d001be-30f1-4a59-9653-7eb9ee31c9a3, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=d7d001be-30f1-4a59-9653-7eb9ee31c9a3,segment=NetworkSegment(aed25d29-c196-48bc-8269-0f58f1c3190d),segment_id=aed25d29-c196-48bc-8269-0f58f1c3190d)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:20:18.383248 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device d2cda7f8-14fc-4fa4-991c-73deb5ca1a84 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:20:18.399879 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cfab6429-09f4-44e0-b260-eab8a1ebb100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:18.459961 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-42144fdf-ea1b-4dcd-af9c-c4eee787eb74 req-8500a72d-ad8b-44c7-acff-7a1ce00d0c49 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bac054b4-55e6-4dd2-a661-38ced1728bad HTTP/1.1" status: 200 len: 217 time: 0.1926639 Feb 09 12:20:18.557685 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: d2cda7f8-14fc-4fa4-991c-73deb5ca1a84 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:20:18.558060 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device d2cda7f8-14fc-4fa4-991c-73deb5ca1a84 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:20:18.608004 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfab6429-09f4-44e0-b260-eab8a1ebb100 None None] Routers {'2948e134-d0ce-48c8-83ee-1e90e57244d0'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:20:18.610739 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-cfab6429-09f4-44e0-b260-eab8a1ebb100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:20:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2948e134-d0ce-48c8-83ee-1e90e57244d0'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:20:18.637688 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-9a01ff45-42f3-48dc-b6df-7c27225f998e None None] The port 'd2cda7f8-14fc-4fa4-991c-73deb5ca1a84' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:20:18.641156 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:18.684369 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42144fdf-ea1b-4dcd-af9c-c4eee787eb74 req-43a6fee5-4c2c-4249-99c7-9bbf9d6e0114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:18.685939 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-42144fdf-ea1b-4dcd-af9c-c4eee787eb74 req-43a6fee5-4c2c-4249-99c7-9bbf9d6e0114 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4fc18aec-5bf2-4273-8217-866b7174e4bb HTTP/1.1" status: 200 len: 797 time: 0.2154500 Feb 09 12:20:18.745243 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 46092b67-ebc9-4dfd-979a-70b53b5e3a49, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=46092b67-ebc9-4dfd-979a-70b53b5e3a49,segment=NetworkSegment(7fd43362-d2bb-4c15-a4a2-a1a057b6ca17),segment_id=7fd43362-d2bb-4c15-a4a2-a1a057b6ca17)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:18.751522 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4342cb-5b67-4667-b3a7-4ac1a22605ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46092b67-ebc9-4dfd-979a-70b53b5e3a49'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:20:18.770313 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:18.838587 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-103c9bbc-093a-4a82-bd15-023d168df086 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Notify callbacks [] for floatingip, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:18.910113 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=46092b67-ebc9-4dfd-979a-70b53b5e3a49,revision_number=7']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:18.932745 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a0fa9-55be-49e3-b43f-38a70613afb2 req-00d7d9b4-9050-48ca-9840-baa21a4a0ae7 tempest-MigrationsAdminTest-290107983 tempest-MigrationsAdminTest-290107983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:18.934524 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-558a0fa9-55be-49e3-b43f-38a70613afb2 req-00d7d9b4-9050-48ca-9840-baa21a4a0ae7 tempest-MigrationsAdminTest-290107983 tempest-MigrationsAdminTest-290107983-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1691c089-3110-48fc-9c9e-fc3a62408e41 HTTP/1.1" status: 200 len: 1101 time: 0.7348359 Feb 09 12:20:19.047381 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-cfab6429-09f4-44e0-b260-eab8a1ebb100 None None] Set router 2948e134-d0ce-48c8-83ee-1e90e57244d0 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:20:19.053344 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:19.118447 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-558a0fa9-55be-49e3-b43f-38a70613afb2 req-5607e59e-69a6-42ea-a85b-5bf6a7863d79 tempest-MigrationsAdminTest-290107983 tempest-MigrationsAdminTest-290107983-project-admin] Synchronizing usage tracker for tenant:4961b14619c64508a6eac64bb38b5fba on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:20:19.153567 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42144fdf-ea1b-4dcd-af9c-c4eee787eb74 req-4e8ec8b4-a53d-41dd-b99c-a9a7f42bfc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:19.155406 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-42144fdf-ea1b-4dcd-af9c-c4eee787eb74 req-4e8ec8b4-a53d-41dd-b99c-a9a7f42bfc14 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b811de4e-2157-472b-a248-fb00e797501f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4575088 Feb 09 12:20:19.199806 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-558a0fa9-55be-49e3-b43f-38a70613afb2 req-5607e59e-69a6-42ea-a85b-5bf6a7863d79 tempest-MigrationsAdminTest-290107983 tempest-MigrationsAdminTest-290107983-project-admin] Unset dirty status for tenant:4961b14619c64508a6eac64bb38b5fba on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:20:19.200960 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-558a0fa9-55be-49e3-b43f-38a70613afb2 req-5607e59e-69a6-42ea-a85b-5bf6a7863d79 tempest-MigrationsAdminTest-290107983 tempest-MigrationsAdminTest-290107983-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507443 Feb 09 12:20:19.354968 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-103c9bbc-093a-4a82-bd15-023d168df086 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:19.516265 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-103c9bbc-093a-4a82-bd15-023d168df086 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Allocated IP 172.25.7.138 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/d801953a-ac13-4987-b758-8303ab2e66ef) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:20:19.609991 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b300a9-b19a-4041-80fc-0ee7f39bfe33 None None] Pushing event updated for resources: {'Port': ['ID=d7d001be-30f1-4a59-9653-7eb9ee31c9a3,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:19.626849 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:20:19.698627 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-cfab6429-09f4-44e0-b260-eab8a1ebb100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2948e134-d0ce-48c8-83ee-1e90e57244d0', 'name': 'tempest-ServersTestJSON-1758248762-router', 'tenant_id': 'aa3119d2dab241bb8047798bbe393556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '9fa5e874-0d83-450b-a280-b8392b07332f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:20:01Z', 'updated_at': '2022-02-09T12:20:08Z', 'revision_number': 4, 'project_id': 'aa3119d2dab241bb8047798bbe393556', 'gw_port': {'id': '9fa5e874-0d83-450b-a280-b8392b07332f', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2948e134-d0ce-48c8-83ee-1e90e57244d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:20:02Z', 'updated_at': '2022-02-09T12:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'd7d001be-30f1-4a59-9653-7eb9ee31c9a3', 'name': '', 'network_id': '3dc24785-24cb-4cf3-abb0-6e9facbce5a2', 'tenant_id': 'aa3119d2dab241bb8047798bbe393556', 'mac_address': 'fa:16:3e:b2:12:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2948e134-d0ce-48c8-83ee-1e90e57244d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '6900bc3b-9729-42c6-818c-a0b3fb463d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:20:07Z', 'updated_at': '2022-02-09T12:20:18Z', 'revision_number': 4, 'project_id': 'aa3119d2dab241bb8047798bbe393556', 'subnets': [{'id': '6900bc3b-9729-42c6-818c-a0b3fb463d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:20:19.703978 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfab6429-09f4-44e0-b260-eab8a1ebb100 None None] The sync data for ids ['2948e134-d0ce-48c8-83ee-1e90e57244d0'] in n-d-825178-3 is: [{'id': '2948e134-d0ce-48c8-83ee-1e90e57244d0', 'name': 'tempest-ServersTestJSON-1758248762-router', 'tenant_id': 'aa3119d2dab241bb8047798bbe393556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '9fa5e874-0d83-450b-a280-b8392b07332f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:20:01Z', 'updated_at': '2022-02-09T12:20:08Z', 'revision_number': 4, 'project_id': 'aa3119d2dab241bb8047798bbe393556', 'gw_port': {'id': '9fa5e874-0d83-450b-a280-b8392b07332f', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2948e134-d0ce-48c8-83ee-1e90e57244d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:20:02Z', 'updated_at': '2022-02-09T12:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'd7d001be-30f1-4a59-9653-7eb9ee31c9a3', 'name': '', 'network_id': '3dc24785-24cb-4cf3-abb0-6e9facbce5a2', 'tenant_id': 'aa3119d2dab241bb8047798bbe393556', 'mac_address': 'fa:16:3e:b2:12:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2948e134-d0ce-48c8-83ee-1e90e57244d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '6900bc3b-9729-42c6-818c-a0b3fb463d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:20:07Z', 'updated_at': '2022-02-09T12:20:18Z', 'revision_number': 4, 'project_id': 'aa3119d2dab241bb8047798bbe393556', 'subnets': [{'id': '6900bc3b-9729-42c6-818c-a0b3fb463d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:20:19.892512 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-103c9bbc-093a-4a82-bd15-023d168df086 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:19.990107 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-42144fdf-ea1b-4dcd-af9c-c4eee787eb74 req-0b1baf7e-8206-405e-bd4b-d4eb3abf331e service neutron] 10.222.0.46 "GET /v2.0/networks/b811de4e-2157-472b-a248-fb00e797501f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8209248 Feb 09 12:20:20.164141 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-42144fdf-ea1b-4dcd-af9c-c4eee787eb74 req-f3cc0e42-0efa-48bd-ae2b-fbc7a84c69dd service neutron] 10.222.0.46 "GET /v2.0/networks/b811de4e-2157-472b-a248-fb00e797501f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573117 Feb 09 12:20:20.169625 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:20.204765 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b84ce-603b-4f7e-929d-2c79c8c73d2a req-c4e0fdba-725f-459d-a8b8-b7f50ca520e0 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:20.206354 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f74b84ce-603b-4f7e-929d-2c79c8c73d2a req-c4e0fdba-725f-459d-a8b8-b7f50ca520e0 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b0d0fb7-71e4-40a5-962e-fff4fbff69b3 HTTP/1.1" status: 200 len: 946 time: 0.3081877 Feb 09 12:20:20.220649 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-103c9bbc-093a-4a82-bd15-023d168df086 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:20.379567 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103c9bbc-093a-4a82-bd15-023d168df086 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Pushing event updated for resources: {'Port': ['ID=d801953a-ac13-4987-b758-8303ab2e66ef,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:20.495587 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103c9bbc-093a-4a82-bd15-023d168df086 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:20:20.503204 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f74b84ce-603b-4f7e-929d-2c79c8c73d2a req-e899479e-f40f-4c62-85ce-fd5e3af2dcac tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778046 Feb 09 12:20:20.505840 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-103c9bbc-093a-4a82-bd15-023d168df086 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:20:20.509116 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103c9bbc-093a-4a82-bd15-023d168df086 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:20:20.569066 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42144fdf-ea1b-4dcd-af9c-c4eee787eb74 req-84d5b8e8-2f4f-4a1a-9f45-ffaa5ccfb9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:20.569780 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42144fdf-ea1b-4dcd-af9c-c4eee787eb74 req-84d5b8e8-2f4f-4a1a-9f45-ffaa5ccfb9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:20.570417 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42144fdf-ea1b-4dcd-af9c-c4eee787eb74 req-84d5b8e8-2f4f-4a1a-9f45-ffaa5ccfb9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:20.571045 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42144fdf-ea1b-4dcd-af9c-c4eee787eb74 req-84d5b8e8-2f4f-4a1a-9f45-ffaa5ccfb9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:20.571688 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42144fdf-ea1b-4dcd-af9c-c4eee787eb74 req-84d5b8e8-2f4f-4a1a-9f45-ffaa5ccfb9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:20.573170 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42144fdf-ea1b-4dcd-af9c-c4eee787eb74 req-84d5b8e8-2f4f-4a1a-9f45-ffaa5ccfb9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:20.573900 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42144fdf-ea1b-4dcd-af9c-c4eee787eb74 req-84d5b8e8-2f4f-4a1a-9f45-ffaa5ccfb9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:20.576223 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-42144fdf-ea1b-4dcd-af9c-c4eee787eb74 req-84d5b8e8-2f4f-4a1a-9f45-ffaa5ccfb9c1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eec7cd73952c439fa26a361208297f39&device_id=6101775f-5c0e-4dc8-9a5f-b57a74039dc8 HTTP/1.1" status: 200 len: 6476 time: 0.2594748 Feb 09 12:20:20.655636 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cd0dd65-fd50-433a-b617-28889b319ff2', 'name': 'network-vif-deleted', 'tag': '17c2992f-729b-44a7-ae4c-750652da8502', 'status': 'completed', 'code': 200} Feb 09 12:20:20.813338 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-103c9bbc-093a-4a82-bd15-023d168df086 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:20.923072 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-103c9bbc-093a-4a82-bd15-023d168df086 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:21.176785 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-103c9bbc-093a-4a82-bd15-023d168df086 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:21.211206 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device d7d001be-30f1-4a59-9653-7eb9ee31c9a3 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:20:21.308771 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-103c9bbc-093a-4a82-bd15-023d168df086 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:21.388221 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port d7d001be-30f1-4a59-9653-7eb9ee31c9a3 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:20:21.398906 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port d7d001be-30f1-4a59-9653-7eb9ee31c9a3 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:20:21.400703 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:21.592604 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:21.631814 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port d7d001be-30f1-4a59-9653-7eb9ee31c9a3, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=d7d001be-30f1-4a59-9653-7eb9ee31c9a3,segment=NetworkSegment(aed25d29-c196-48bc-8269-0f58f1c3190d),segment_id=aed25d29-c196-48bc-8269-0f58f1c3190d)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:21.639224 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:21.723403 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42144fdf-ea1b-4dcd-af9c-c4eee787eb74 req-c7c742fe-3e75-4338-ac5f-c962f5f98b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:21.726571 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-42144fdf-ea1b-4dcd-af9c-c4eee787eb74 req-c7c742fe-3e75-4338-ac5f-c962f5f98b4b service neutron] 10.222.0.46 "GET /v2.0/networks?id=b811de4e-2157-472b-a248-fb00e797501f HTTP/1.1" status: 200 len: 902 time: 1.1354830 Feb 09 12:20:21.754754 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=d7d001be-30f1-4a59-9653-7eb9ee31c9a3,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:21.855553 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-42144fdf-ea1b-4dcd-af9c-c4eee787eb74 req-979f2aae-4d31-4250-8a26-08289ea982ba service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f7d337db-96a2-473b-aee2-3f714efa3b1a HTTP/1.1" status: 200 len: 217 time: 0.1092103 Feb 09 12:20:21.861211 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103c9bbc-093a-4a82-bd15-023d168df086 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Pushing event updated for resources: {'Port': ['ID=d801953a-ac13-4987-b758-8303ab2e66ef,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:21.907435 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-103c9bbc-093a-4a82-bd15-023d168df086 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:21.946395 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-103c9bbc-093a-4a82-bd15-023d168df086 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:21.956298 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-103c9bbc-093a-4a82-bd15-023d168df086 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4845657 Feb 09 12:20:21.989270 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6b638-2d72-4dd0-a5e2-ece54eff8b65 req-f2c9e3e8-f060-43d6-a57b-96ede51fea65 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:21.995849 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6b638-2d72-4dd0-a5e2-ece54eff8b65 req-f2c9e3e8-f060-43d6-a57b-96ede51fea65 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:22.002442 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6b638-2d72-4dd0-a5e2-ece54eff8b65 req-f2c9e3e8-f060-43d6-a57b-96ede51fea65 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:22.014010 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6b638-2d72-4dd0-a5e2-ece54eff8b65 req-f2c9e3e8-f060-43d6-a57b-96ede51fea65 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:22.020971 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6b638-2d72-4dd0-a5e2-ece54eff8b65 req-f2c9e3e8-f060-43d6-a57b-96ede51fea65 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:22.028111 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6b638-2d72-4dd0-a5e2-ece54eff8b65 req-f2c9e3e8-f060-43d6-a57b-96ede51fea65 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:22.034896 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6b638-2d72-4dd0-a5e2-ece54eff8b65 req-f2c9e3e8-f060-43d6-a57b-96ede51fea65 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:22.037016 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c8d6b638-2d72-4dd0-a5e2-ece54eff8b65 req-f2c9e3e8-f060-43d6-a57b-96ede51fea65 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/ports?device_id=6101775f-5c0e-4dc8-9a5f-b57a74039dc8 HTTP/1.1" status: 200 len: 5419 time: 0.8536637 Feb 09 12:20:22.045978 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42144fdf-ea1b-4dcd-af9c-c4eee787eb74 req-0b1da46a-1b62-48b0-9282-94a13879b1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:22.047537 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-42144fdf-ea1b-4dcd-af9c-c4eee787eb74 req-0b1da46a-1b62-48b0-9282-94a13879b1d9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4fc18aec-5bf2-4273-8217-866b7174e4bb HTTP/1.1" status: 200 len: 797 time: 0.1813784 Feb 09 12:20:22.155946 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c8d6b638-2d72-4dd0-a5e2-ece54eff8b65 req-1e58b8e5-ae18-4191-abef-0782abf122c9 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/security-groups?id=8803669e-2abe-4ab7-b2c0-58109e10cb11&id=84c476da-0274-41dd-aeef-e671ea782d84&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1040351 Feb 09 12:20:22.268608 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42144fdf-ea1b-4dcd-af9c-c4eee787eb74 req-43392d89-8e60-4c60-a771-d2e6fe30227a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:22.282972 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-42144fdf-ea1b-4dcd-af9c-c4eee787eb74 req-43392d89-8e60-4c60-a771-d2e6fe30227a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b811de4e-2157-472b-a248-fb00e797501f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2147961 Feb 09 12:20:22.363056 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a4342cb-5b67-4667-b3a7-4ac1a22605ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46092b67-ebc9-4dfd-979a-70b53b5e3a49', 'code': 200} Feb 09 12:20:22.495140 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:22.771937 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-42144fdf-ea1b-4dcd-af9c-c4eee787eb74 req-7108c38a-8e79-4624-a578-748b5a775114 service neutron] 10.222.0.46 "GET /v2.0/networks/b811de4e-2157-472b-a248-fb00e797501f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4797215 Feb 09 12:20:22.932087 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75594efd-bab1-4db1-984f-ed0a3b2ec8fd req-2e66c566-ae55-4c42-aaa2-625d59defe6b tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:22.934016 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-75594efd-bab1-4db1-984f-ed0a3b2ec8fd req-2e66c566-ae55-4c42-aaa2-625d59defe6b tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2b0d0fb7-71e4-40a5-962e-fff4fbff69b3 HTTP/1.1" status: 200 len: 1097 time: 0.2185042 Feb 09 12:20:23.006552 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-42144fdf-ea1b-4dcd-af9c-c4eee787eb74 req-f186b7a9-4d29-410f-8005-ead58f2ee0df service neutron] 10.222.0.46 "GET /v2.0/networks/b811de4e-2157-472b-a248-fb00e797501f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182534 Feb 09 12:20:23.013150 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-75594efd-bab1-4db1-984f-ed0a3b2ec8fd req-ffd190aa-13cf-4b9d-a789-b1da59061d84 tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704839 Feb 09 12:20:23.191515 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device d7d001be-30f1-4a59-9653-7eb9ee31c9a3 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:20:23.335118 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port d7d001be-30f1-4a59-9653-7eb9ee31c9a3 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:20:23.335494 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:23.933551 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-5610da5b-d471-4bc1-bbdf-646276c9d7a2 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Synchronizing usage tracker for tenant:aa3119d2dab241bb8047798bbe393556 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:20:23.954525 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-5610da5b-d471-4bc1-bbdf-646276c9d7a2 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Unset dirty status for tenant:aa3119d2dab241bb8047798bbe393556 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:20:23.963777 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-5610da5b-d471-4bc1-bbdf-646276c9d7a2 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1733761831&fields=id&tenant_id=aa3119d2dab241bb8047798bbe393556 HTTP/1.1" status: 200 len: 267 time: 0.0796735 Feb 09 12:20:24.080161 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5a005b51-6477-4fec-8268-c3f909996557 req-92b69e9e-dfcb-4417-bc42-829dd1263ed6 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=49129fa2c03c45c2a0df365ab76f11e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1132216 Feb 09 12:20:24.320265 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a005b51-6477-4fec-8268-c3f909996557 req-b0447778-1b36-4281-8b4e-e9052fc57ae1 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:24.321977 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5a005b51-6477-4fec-8268-c3f909996557 req-b0447778-1b36-4281-8b4e-e9052fc57ae1 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2307162 Feb 09 12:20:24.331538 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-a4bed78b-3580-4e6c-91ab-2f1a0be4db4f tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:24.332451 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-a4bed78b-3580-4e6c-91ab-2f1a0be4db4f tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Synchronizing usage tracker for tenant:aa3119d2dab241bb8047798bbe393556 on resource:network {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:20:24.347074 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5a005b51-6477-4fec-8268-c3f909996557 req-c710a6c3-6cd3-49e3-af68-aa313de74b6d tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/quotas/49129fa2c03c45c2a0df365ab76f11e9 HTTP/1.1" status: 200 len: 375 time: 0.0115559 Feb 09 12:20:24.405426 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-a4bed78b-3580-4e6c-91ab-2f1a0be4db4f tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Unset dirty status for tenant:aa3119d2dab241bb8047798bbe393556 on resource:network {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:20:24.413026 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-a4bed78b-3580-4e6c-91ab-2f1a0be4db4f tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] 10.222.0.55 "GET /v2.0/networks?id=3dc24785-24cb-4cf3-abb0-6e9facbce5a2 HTTP/1.1" status: 200 len: 806 time: 0.4480922 Feb 09 12:20:24.440953 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-fbe65eff-420b-472d-9676-069fc46fbfb1 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] 10.222.0.55 "GET /v2.0/quotas/aa3119d2dab241bb8047798bbe393556 HTTP/1.1" status: 200 len: 375 time: 0.0267839 Feb 09 12:20:24.550802 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5a005b51-6477-4fec-8268-c3f909996557 req-bc17a67e-7d67-4cb9-9e00-2a2e986f5b1e tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=49129fa2c03c45c2a0df365ab76f11e9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1874797 Feb 09 12:20:24.576415 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-9def35fa-383b-47b3-b237-4fed20548b1e tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=aa3119d2dab241bb8047798bbe393556&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1270289 Feb 09 12:20:24.835329 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-47e6123c-3a57-41fe-a1b7-f9d809d76451 service neutron] 10.222.0.55 "GET /v2.0/networks/3dc24785-24cb-4cf3-abb0-6e9facbce5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561862 Feb 09 12:20:25.040350 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f43701-a6c5-4a38-bd1d-45a0bfd46bcc req-1e9f84e1-37e6-48fd-a538-5563e5f154f6 tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:25.042408 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d4f43701-a6c5-4a38-bd1d-45a0bfd46bcc req-1e9f84e1-37e6-48fd-a538-5563e5f154f6 tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2b0d0fb7-71e4-40a5-962e-fff4fbff69b3 HTTP/1.1" status: 200 len: 1097 time: 0.2100723 Feb 09 12:20:25.047215 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-64b39a25-e10d-4a2e-8711-f3a6d590a483 service neutron] 10.222.0.55 "GET /v2.0/networks/3dc24785-24cb-4cf3-abb0-6e9facbce5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726327 Feb 09 12:20:25.100949 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d4f43701-a6c5-4a38-bd1d-45a0bfd46bcc req-ba637b3a-d636-4315-b12a-68e5a9ac68f6 tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469580 Feb 09 12:20:25.420925 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0e4a0-c6be-4121-9c1e-87c408397317 req-4babbfb8-4bf6-434a-84a4-8a48bc9e42ac tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:25.433767 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0e4a0-c6be-4121-9c1e-87c408397317 req-4babbfb8-4bf6-434a-84a4-8a48bc9e42ac tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:25.451341 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0e4a0-c6be-4121-9c1e-87c408397317 req-4babbfb8-4bf6-434a-84a4-8a48bc9e42ac tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:25.467594 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0e4a0-c6be-4121-9c1e-87c408397317 req-4babbfb8-4bf6-434a-84a4-8a48bc9e42ac tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:25.474541 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0e4a0-c6be-4121-9c1e-87c408397317 req-4babbfb8-4bf6-434a-84a4-8a48bc9e42ac tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:25.482039 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0e4a0-c6be-4121-9c1e-87c408397317 req-4babbfb8-4bf6-434a-84a4-8a48bc9e42ac tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:25.488071 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0e4a0-c6be-4121-9c1e-87c408397317 req-4babbfb8-4bf6-434a-84a4-8a48bc9e42ac tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:25.490197 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b6f0e4a0-c6be-4121-9c1e-87c408397317 req-4babbfb8-4bf6-434a-84a4-8a48bc9e42ac tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/ports?device_id=6101775f-5c0e-4dc8-9a5f-b57a74039dc8 HTTP/1.1" status: 200 len: 5419 time: 0.2325890 Feb 09 12:20:25.624349 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b6f0e4a0-c6be-4121-9c1e-87c408397317 req-de914ab3-3fb3-4ca7-8dc7-4940423d4448 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/security-groups?id=8803669e-2abe-4ab7-b2c0-58109e10cb11&id=84c476da-0274-41dd-aeef-e671ea782d84&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0942647 Feb 09 12:20:25.664164 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194556f0-1f1d-47aa-90ec-5201ab2fe91c req-4068a94c-2680-4eb6-a2eb-98054df453fa tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:25.673031 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-194556f0-1f1d-47aa-90ec-5201ab2fe91c req-4068a94c-2680-4eb6-a2eb-98054df453fa tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Synchronizing usage tracker for tenant:dda46f6fe2de441f9aa9a16e4e5ee6fc on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:20:25.694811 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-194556f0-1f1d-47aa-90ec-5201ab2fe91c req-4068a94c-2680-4eb6-a2eb-98054df453fa tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Unset dirty status for tenant:dda46f6fe2de441f9aa9a16e4e5ee6fc on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:20:25.696170 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-194556f0-1f1d-47aa-90ec-5201ab2fe91c req-4068a94c-2680-4eb6-a2eb-98054df453fa tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] 10.222.0.55 "GET /v2.0/ports?device_id=a93d00cb-241f-4e69-b28d-04d3d14faed4 HTTP/1.1" status: 200 len: 949 time: 0.2040405 Feb 09 12:20:25.766071 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-194556f0-1f1d-47aa-90ec-5201ab2fe91c req-8bc65d8e-55ad-49e9-ba07-ab2f7a50ac6e tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] 10.222.0.55 "GET /v2.0/security-groups?id=a0e007a1-b994-49a7-8e79-04b4c8754e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633340 Feb 09 12:20:26.020136 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61478507-2d0a-4c52-b1c8-fbe07954dc3a req-ad347a70-6f39-49eb-81b1-111c4835f028 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:26.035496 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-61478507-2d0a-4c52-b1c8-fbe07954dc3a req-ad347a70-6f39-49eb-81b1-111c4835f028 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 945 time: 0.1176920 Feb 09 12:20:26.092438 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-61478507-2d0a-4c52-b1c8-fbe07954dc3a req-d4410bae-d947-44f6-81e3-cad743a30aa6 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542395 Feb 09 12:20:26.294098 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e2ab1357-1d10-4e90-ae5e-b3346b1d2b1f req-f1a87718-baa5-4de5-990f-8d8b6deb4231 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5550df0-da5c-4703-be00-76545c59d017 HTTP/1.1" status: 200 len: 210 time: 0.1074047 Feb 09 12:20:26.385922 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc4fbe-cdfd-4843-9880-859790e08dcd req-ce0ea086-34bf-4264-89f3-56327f10863b tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:26.387337 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-70dc4fbe-cdfd-4843-9880-859790e08dcd req-ce0ea086-34bf-4264-89f3-56327f10863b tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] 10.222.0.46 "GET /v2.0/ports?device_id=a93d00cb-241f-4e69-b28d-04d3d14faed4 HTTP/1.1" status: 200 len: 949 time: 0.1493006 Feb 09 12:20:26.435017 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46708) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:20:26.685644 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5a005b51-6477-4fec-8268-c3f909996557 req-e903b408-75bf-4070-b3c7-0f3078d040c0 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=49129fa2c03c45c2a0df365ab76f11e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2374370 Feb 09 12:20:26.724345 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-870fd087-8312-4dd0-8964-4e2928d800a5 req-49bd6f3f-4fdc-4f88-87bf-2ff66432231c tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9df35a8-abfa-4a0d-8916-b00519509e62 HTTP/1.1" status: 200 len: 210 time: 0.3357837 Feb 09 12:20:26.996193 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a005b51-6477-4fec-8268-c3f909996557 req-02fa3570-82c7-4190-8971-de8ce2469d4e tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:26.998044 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5a005b51-6477-4fec-8268-c3f909996557 req-02fa3570-82c7-4190-8971-de8ce2469d4e tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2661836 Feb 09 12:20:27.013139 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-70dc4fbe-cdfd-4843-9880-859790e08dcd req-eb4007b5-0826-45b9-acc8-e2d638489aaf tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Deleting port cd467e58-0514-4630-9b93-12f3610e765e {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:20:27.013742 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-70dc4fbe-cdfd-4843-9880-859790e08dcd req-eb4007b5-0826-45b9-acc8-e2d638489aaf tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:27.062109 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-5a005b51-6477-4fec-8268-c3f909996557 req-df29c06b-27a1-403e-b752-923f27754642 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Request body: {'port': {'device_id': 'c5550df0-da5c-4703-be00-76545c59d017', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'admin_state_up': True, 'tenant_id': '49129fa2c03c45c2a0df365ab76f11e9'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:20:27.563008 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7a3c0d6c-ad0e-4dc9-a4d8-183fdaa5fdc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:27.630810 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-70dc4fbe-cdfd-4843-9880-859790e08dcd req-eb4007b5-0826-45b9-acc8-e2d638489aaf tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] For port cd467e58-0514-4630-9b93-12f3610e765e, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=cd467e58-0514-4630-9b93-12f3610e765e,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:27.631462 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-70dc4fbe-cdfd-4843-9880-859790e08dcd req-eb4007b5-0826-45b9-acc8-e2d638489aaf tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:27.722309 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device f9ae4b3a-6a9e-4d5b-8eda-9db431346db4 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:20:27.897696 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-70dc4fbe-cdfd-4843-9880-859790e08dcd req-eb4007b5-0826-45b9-acc8-e2d638489aaf tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Calling delete_port for cd467e58-0514-4630-9b93-12f3610e765e owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:20:27.927879 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:27.999318 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a0ee8d-cebc-4db9-90af-fe8c58efd99d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9ae4b3a-6a9e-4d5b-8eda-9db431346db4'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:20:28.020558 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port f9ae4b3a-6a9e-4d5b-8eda-9db431346db4, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=f9ae4b3a-6a9e-4d5b-8eda-9db431346db4,segment=NetworkSegment(8f05bb68-39ac-4075-9eae-946e36af88ec),segment_id=8f05bb68-39ac-4075-9eae-946e36af88ec)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:28.029902 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:28.152628 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=f9ae4b3a-6a9e-4d5b-8eda-9db431346db4,revision_number=8']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:28.190111 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-7a3c0d6c-ad0e-4dc9-a4d8-183fdaa5fdc4 admin admin] Deleting port 663fba10-8468-42ff-851a-b5e606112c9f {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:20:28.190847 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7a3c0d6c-ad0e-4dc9-a4d8-183fdaa5fdc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:28.387596 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-5a005b51-6477-4fec-8268-c3f909996557 req-df29c06b-27a1-403e-b752-923f27754642 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:20:28.434402 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-7a3c0d6c-ad0e-4dc9-a4d8-183fdaa5fdc4 admin admin] For port 663fba10-8468-42ff-851a-b5e606112c9f, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=663fba10-8468-42ff-851a-b5e606112c9f,segment=NetworkSegment(ea49dfa5-3ee9-4ad9-943d-a595fcfa5e42),segment_id=ea49dfa5-3ee9-4ad9-943d-a595fcfa5e42)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:28.435266 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7a3c0d6c-ad0e-4dc9-a4d8-183fdaa5fdc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:28.452547 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-5a005b51-6477-4fec-8268-c3f909996557 req-df29c06b-27a1-403e-b752-923f27754642 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:20:28.479341 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-70dc4fbe-cdfd-4843-9880-859790e08dcd req-eb4007b5-0826-45b9-acc8-e2d638489aaf tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:28.559224 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3367f0-9b97-4f3a-b523-225d543af77b req-13b0ff23-beb2-40b7-8438-60a547fae69f tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:28.565012 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3367f0-9b97-4f3a-b523-225d543af77b req-13b0ff23-beb2-40b7-8438-60a547fae69f tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:28.570962 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3367f0-9b97-4f3a-b523-225d543af77b req-13b0ff23-beb2-40b7-8438-60a547fae69f tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:28.578710 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-7a3c0d6c-ad0e-4dc9-a4d8-183fdaa5fdc4 admin admin] Calling delete_port for 663fba10-8468-42ff-851a-b5e606112c9f owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:20:28.579206 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3367f0-9b97-4f3a-b523-225d543af77b req-13b0ff23-beb2-40b7-8438-60a547fae69f tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:28.585174 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3367f0-9b97-4f3a-b523-225d543af77b req-13b0ff23-beb2-40b7-8438-60a547fae69f tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:28.591141 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3367f0-9b97-4f3a-b523-225d543af77b req-13b0ff23-beb2-40b7-8438-60a547fae69f tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:28.597278 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3367f0-9b97-4f3a-b523-225d543af77b req-13b0ff23-beb2-40b7-8438-60a547fae69f tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:28.605506 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-df3367f0-9b97-4f3a-b523-225d543af77b req-13b0ff23-beb2-40b7-8438-60a547fae69f tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/ports?device_id=6101775f-5c0e-4dc8-9a5f-b57a74039dc8 HTTP/1.1" status: 200 len: 5419 time: 0.5439832 Feb 09 12:20:28.670961 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4bf6c7-bcbe-41c1-a695-001cadcafee9 req-1c6fd80f-fbaa-49b1-83c5-a6bc6a39dce5 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:28.677940 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dd4bf6c7-bcbe-41c1-a695-001cadcafee9 req-1c6fd80f-fbaa-49b1-83c5-a6bc6a39dce5 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a4342cb-5b67-4667-b3a7-4ac1a22605ea HTTP/1.1" status: 200 len: 946 time: 0.5470483 Feb 09 12:20:28.746180 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a005b51-6477-4fec-8268-c3f909996557 req-df29c06b-27a1-403e-b752-923f27754642 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Made reservation on behalf of 49129fa2c03c45c2a0df365ab76f11e9 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:20:28.749593 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5a005b51-6477-4fec-8268-c3f909996557 req-df29c06b-27a1-403e-b752-923f27754642 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:28.758312 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4007b5-0826-45b9-acc8-e2d638489aaf tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Pushing event deleted for resources: {'Port': ['ID=cd467e58-0514-4630-9b93-12f3610e765e,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:28.787349 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-70dc4fbe-cdfd-4843-9880-859790e08dcd req-eb4007b5-0826-45b9-acc8-e2d638489aaf tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] No DVR routers for this DVR port cd467e58-0514-4630-9b93-12f3610e765e on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:20:28.795862 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-96080f5a-ed05-4cf0-b366-ba80dd543909 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:28.797406 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-96080f5a-ed05-4cf0-b366-ba80dd543909 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] 10.222.0.52 "GET /v2.0/networks?id=3dc24785-24cb-4cf3-abb0-6e9facbce5a2 HTTP/1.1" status: 200 len: 806 time: 0.6122613 Feb 09 12:20:28.803446 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-70dc4fbe-cdfd-4843-9880-859790e08dcd req-eb4007b5-0826-45b9-acc8-e2d638489aaf tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:28.805903 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93d00cb-241f-4e69-b28d-04d3d14faed4', 'name': 'network-vif-deleted', 'tag': 'cd467e58-0514-4630-9b93-12f3610e765e'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:20:28.857968 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dd4bf6c7-bcbe-41c1-a695-001cadcafee9 req-6121e70d-4a68-4ac4-8cd4-3e0a7e955d45 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc310c7-804c-482c-8f65-f0a6e9cffd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793957 Feb 09 12:20:28.959358 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7a3c0d6c-ad0e-4dc9-a4d8-183fdaa5fdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:29.030281 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c0d6c-ad0e-4dc9-a4d8-183fdaa5fdc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=663fba10-8468-42ff-851a-b5e606112c9f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:29.320106 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-6db1149c-3743-4803-a8d3-1bc297018a31 req-1eae75c8-d0cc-4d64-85ab-f5da3bd0dd91 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Synchronizing usage tracker for tenant:dda46f6fe2de441f9aa9a16e4e5ee6fc on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:20:29.323547 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-70dc4fbe-cdfd-4843-9880-859790e08dcd req-eb4007b5-0826-45b9-acc8-e2d638489aaf tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] 10.222.0.46 "DELETE /v2.0/ports/cd467e58-0514-4630-9b93-12f3610e765e HTTP/1.1" status: 204 len: 173 time: 2.8814836 Feb 09 12:20:29.379342 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-df3367f0-9b97-4f3a-b523-225d543af77b req-f9a44671-84f7-4a97-9a45-e1d6ebe05b13 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/security-groups?id=8803669e-2abe-4ab7-b2c0-58109e10cb11&id=84c476da-0274-41dd-aeef-e671ea782d84&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7726967 Feb 09 12:20:29.436852 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7a3c0d6c-ad0e-4dc9-a4d8-183fdaa5fdc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:29.468606 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-a1652f12-e2a8-42cf-afe0-2952fd1978bf tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa3119d2dab241bb8047798bbe393556 HTTP/1.1" status: 200 len: 380 time: 0.6545434 Feb 09 12:20:29.484683 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-ec7db459-cdfe-4205-afea-1b2999fdabad tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Request body: {'port': {'device_id': 'a9df35a8-abfa-4a0d-8916-b00519509e62', 'network_id': '3dc24785-24cb-4cf3-abb0-6e9facbce5a2', 'admin_state_up': True, 'tenant_id': 'aa3119d2dab241bb8047798bbe393556', 'security_groups': ['4a5aff2f-8bf6-4c95-869a-029ed35a6c53']}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:20:29.662085 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-6db1149c-3743-4803-a8d3-1bc297018a31 req-1eae75c8-d0cc-4d64-85ab-f5da3bd0dd91 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] Unset dirty status for tenant:dda46f6fe2de441f9aa9a16e4e5ee6fc on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:20:29.671460 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6db1149c-3743-4803-a8d3-1bc297018a31 req-1eae75c8-d0cc-4d64-85ab-f5da3bd0dd91 tempest-ListImageFiltersTestJSON-807240829 tempest-ListImageFiltersTestJSON-807240829-project] 10.222.0.55 "GET /v2.0/ports?device_id=a93d00cb-241f-4e69-b28d-04d3d14faed4 HTTP/1.1" status: 200 len: 210 time: 0.5570586 Feb 09 12:20:29.949258 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2ed0d710-7d1b-45fd-94e1-178daf444cc7 req-1cc92806-406d-40f6-8fe8-17ab8237456b tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5550df0-da5c-4703-be00-76545c59d017 HTTP/1.1" status: 200 len: 210 time: 0.0851223 Feb 09 12:20:30.048113 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-5a005b51-6477-4fec-8268-c3f909996557 req-df29c06b-27a1-403e-b752-923f27754642 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Allocated IP 192.168.233.112 (4f732e35-467f-44f5-be04-aa808693dec3/f8ed5558-888d-440a-8c32-52f2f9bc5bd5/06e0063b-7504-4c66-9209-f7afc1529895) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:20:30.050210 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-ec7db459-cdfe-4205-afea-1b2999fdabad tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:20:30.064698 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-ec7db459-cdfe-4205-afea-1b2999fdabad tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Usage tracker for resource:port and tenant:aa3119d2dab241bb8047798bbe393556 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:20:30.075764 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-ec7db459-cdfe-4205-afea-1b2999fdabad tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:20:30.100603 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-ec7db459-cdfe-4205-afea-1b2999fdabad tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:20:30.115517 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a3c0d6c-ad0e-4dc9-a4d8-183fdaa5fdc4 admin admin] Router 724b77c3-066c-46bb-92ab-47e06f4a1ac1 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:20:30.124715 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ded8a6-ef6c-4174-910b-44e3c667e135 req-35ff2b02-daa9-41ca-b819-f01b489b8c62 tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:30.143656 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b2ded8a6-ef6c-4174-910b-44e3c667e135 req-35ff2b02-daa9-41ca-b819-f01b489b8c62 tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2b0d0fb7-71e4-40a5-962e-fff4fbff69b3 HTTP/1.1" status: 200 len: 1097 time: 0.5301898 Feb 09 12:20:30.238825 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-ec7db459-cdfe-4205-afea-1b2999fdabad tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Made reservation on behalf of aa3119d2dab241bb8047798bbe393556 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:20:30.242676 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-ec7db459-cdfe-4205-afea-1b2999fdabad tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:30.311172 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c249874e-0dbd-415e-bc72-a98a171e4ddc req-08ff13f8-11db-4b00-9703-536268dc62cc tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9df35a8-abfa-4a0d-8916-b00519509e62 HTTP/1.1" status: 200 len: 210 time: 0.1624045 Feb 09 12:20:30.349038 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3c0d6c-ad0e-4dc9-a4d8-183fdaa5fdc4 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:20:30.361122 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442c8a00-c89f-428e-99c0-d1faba45228f None None] Sync routers for ids ['724b77c3-066c-46bb-92ab-47e06f4a1ac1'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:20:30.373007 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7a3c0d6c-ad0e-4dc9-a4d8-183fdaa5fdc4 admin admin] 10.222.0.55 "PUT /v2.0/routers/724b77c3-066c-46bb-92ab-47e06f4a1ac1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9359031 Feb 09 12:20:30.375785 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46758) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:20:30.381942 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442c8a00-c89f-428e-99c0-d1faba45228f None None] Routers {'724b77c3-066c-46bb-92ab-47e06f4a1ac1'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:20:30.382582 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-442c8a00-c89f-428e-99c0-d1faba45228f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:20:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['724b77c3-066c-46bb-92ab-47e06f4a1ac1'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:20:30.510156 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b2ded8a6-ef6c-4174-910b-44e3c667e135 req-8bb65af2-b8b7-498f-b701-77c4a4f6b124 tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969816 Feb 09 12:20:30.542110 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a0ee8d-cebc-4db9-90af-fe8c58efd99d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9ae4b3a-6a9e-4d5b-8eda-9db431346db4', 'code': 200} Feb 09 12:20:30.580874 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a93d00cb-241f-4e69-b28d-04d3d14faed4', 'name': 'network-vif-deleted', 'tag': 'cd467e58-0514-4630-9b93-12f3610e765e', 'status': 'completed', 'code': 200} Feb 09 12:20:30.617685 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-712c2da0-c253-4202-bc1e-939e3b1b5a07 admin admin] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:30.808281 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-442c8a00-c89f-428e-99c0-d1faba45228f None None] Set router 724b77c3-066c-46bb-92ab-47e06f4a1ac1 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:20:30.890565 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-712c2da0-c253-4202-bc1e-939e3b1b5a07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:30.907088 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-712c2da0-c253-4202-bc1e-939e3b1b5a07 admin admin] Deleting port e2fea006-e070-4e8a-89ef-f50f60257ba8 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:20:30.908446 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-712c2da0-c253-4202-bc1e-939e3b1b5a07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:30.959348 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device cd467e58-0514-4630-9b93-12f3610e765e no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:20:31.018629 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: cd467e58-0514-4630-9b93-12f3610e765e {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:20:31.019136 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device cd467e58-0514-4630-9b93-12f3610e765e not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:20:31.053172 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5a005b51-6477-4fec-8268-c3f909996557 req-df29c06b-27a1-403e-b752-923f27754642 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:31.074036 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-ec7db459-cdfe-4205-afea-1b2999fdabad tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Allocated IP 172.20.0.6 (3dc24785-24cb-4cf3-abb0-6e9facbce5a2/6900bc3b-9729-42c6-818c-a0b3fb463d8c/790c7b93-5bb7-4bbf-8d09-fa106dde3d77) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:20:31.093396 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f58d80-1b2c-45c5-90e7-10d8cd384fdf req-d8173fb2-dfc7-498a-92d7-8e1e0a1cfcaf tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:31.099291 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f58d80-1b2c-45c5-90e7-10d8cd384fdf req-d8173fb2-dfc7-498a-92d7-8e1e0a1cfcaf tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:31.106005 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f58d80-1b2c-45c5-90e7-10d8cd384fdf req-d8173fb2-dfc7-498a-92d7-8e1e0a1cfcaf tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:31.111726 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f58d80-1b2c-45c5-90e7-10d8cd384fdf req-d8173fb2-dfc7-498a-92d7-8e1e0a1cfcaf tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:31.117479 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f58d80-1b2c-45c5-90e7-10d8cd384fdf req-d8173fb2-dfc7-498a-92d7-8e1e0a1cfcaf tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:31.135704 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f58d80-1b2c-45c5-90e7-10d8cd384fdf req-d8173fb2-dfc7-498a-92d7-8e1e0a1cfcaf tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:31.153893 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f58d80-1b2c-45c5-90e7-10d8cd384fdf req-d8173fb2-dfc7-498a-92d7-8e1e0a1cfcaf tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:31.155793 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e9f58d80-1b2c-45c5-90e7-10d8cd384fdf req-d8173fb2-dfc7-498a-92d7-8e1e0a1cfcaf tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/ports?device_id=6101775f-5c0e-4dc8-9a5f-b57a74039dc8 HTTP/1.1" status: 200 len: 5419 time: 0.4267991 Feb 09 12:20:31.160972 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-5a005b51-6477-4fec-8268-c3f909996557 req-df29c06b-27a1-403e-b752-923f27754642 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Transition to ACTIVE for port object 06e0063b-7504-4c66-9209-f7afc1529895 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:20:31.168476 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-712c2da0-c253-4202-bc1e-939e3b1b5a07 admin admin] For port e2fea006-e070-4e8a-89ef-f50f60257ba8, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=e2fea006-e070-4e8a-89ef-f50f60257ba8,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:31.169453 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-712c2da0-c253-4202-bc1e-939e3b1b5a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:31.233835 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e52565-994c-4a93-999a-b06c7b17572d req-4f220381-55d6-4d63-a682-1731513f15c3 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:31.240928 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3e52565-994c-4a93-999a-b06c7b17572d req-4f220381-55d6-4d63-a682-1731513f15c3 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a4342cb-5b67-4667-b3a7-4ac1a22605ea HTTP/1.1" status: 200 len: 946 time: 0.4276161 Feb 09 12:20:31.307993 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-442c8a00-c89f-428e-99c0-d1faba45228f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724b77c3-066c-46bb-92ab-47e06f4a1ac1', 'name': 'tempest-ServersTestMultiNic-1778066734-router', 'tenant_id': '8114ad2839984517a24a750c07d13d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'e2fea006-e070-4e8a-89ef-f50f60257ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:16:59Z', 'updated_at': '2022-02-09T12:20:28Z', 'revision_number': 5, 'project_id': '8114ad2839984517a24a750c07d13d34', 'gw_port': {'id': 'e2fea006-e070-4e8a-89ef-f50f60257ba8', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724b77c3-066c-46bb-92ab-47e06f4a1ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:17:03Z', 'updated_at': '2022-02-09T12:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:20:31.324661 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442c8a00-c89f-428e-99c0-d1faba45228f None None] Checking router: 724b77c3-066c-46bb-92ab-47e06f4a1ac1 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:20:31.365770 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3e52565-994c-4a93-999a-b06c7b17572d req-3d23db0f-19a9-4ec9-aaab-4f905b2f1e75 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc310c7-804c-482c-8f65-f0a6e9cffd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239011 Feb 09 12:20:31.382787 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442c8a00-c89f-428e-99c0-d1faba45228f None None] Routers {'724b77c3-066c-46bb-92ab-47e06f4a1ac1'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:20:31.384725 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-442c8a00-c89f-428e-99c0-d1faba45228f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:20:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['724b77c3-066c-46bb-92ab-47e06f4a1ac1'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:20:31.397453 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-712c2da0-c253-4202-bc1e-939e3b1b5a07 admin admin] Calling delete_port for e2fea006-e070-4e8a-89ef-f50f60257ba8 owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:20:31.513833 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e9f58d80-1b2c-45c5-90e7-10d8cd384fdf req-b73712a6-9e3f-483c-b23c-c9f531e417bb tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/security-groups?id=8803669e-2abe-4ab7-b2c0-58109e10cb11&id=84c476da-0274-41dd-aeef-e671ea782d84&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3281991 Feb 09 12:20:31.576457 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5a005b51-6477-4fec-8268-c3f909996557 req-df29c06b-27a1-403e-b752-923f27754642 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:31.598134 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['209e9bbb-4904-4e48-aa76-9dd4a90dc863'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:20:31.757910 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device f9ae4b3a-6a9e-4d5b-8eda-9db431346db4 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:20:31.866828 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-ec7db459-cdfe-4205-afea-1b2999fdabad tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:31.887644 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-ec7db459-cdfe-4205-afea-1b2999fdabad tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Transition to ACTIVE for port object 790c7b93-5bb7-4bbf-8d09-fa106dde3d77 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:20:31.949344 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-712c2da0-c253-4202-bc1e-939e3b1b5a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:31.985742 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port f9ae4b3a-6a9e-4d5b-8eda-9db431346db4, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=f9ae4b3a-6a9e-4d5b-8eda-9db431346db4,segment=NetworkSegment(8f05bb68-39ac-4075-9eae-946e36af88ec),segment_id=8f05bb68-39ac-4075-9eae-946e36af88ec)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:31.988337 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-ec7db459-cdfe-4205-afea-1b2999fdabad tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:32.011163 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': 'f9ae4b3a-6a9e-4d5b-8eda-9db431346db4', 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac', 'port_id': 'f9ae4b3a-6a9e-4d5b-8eda-9db431346db4', 'mac_address': 'fa:16:3e:4b:b7:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc155009-a31d-4409-b15f-2ed587ea4525', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:20:32.037438 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a005b51-6477-4fec-8268-c3f909996557 req-df29c06b-27a1-403e-b752-923f27754642 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Network 4f732e35-467f-44f5-be04-aa808693dec3 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:20:32.069852 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c2da0-c253-4202-bc1e-939e3b1b5a07 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2fea006-e070-4e8a-89ef-f50f60257ba8,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:32.076000 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-5a005b51-6477-4fec-8268-c3f909996557 req-df29c06b-27a1-403e-b752-923f27754642 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:20:32.079648 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a005b51-6477-4fec-8268-c3f909996557 req-df29c06b-27a1-403e-b752-923f27754642 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:20:32.112124 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-442c8a00-c89f-428e-99c0-d1faba45228f None None] Set router 724b77c3-066c-46bb-92ab-47e06f4a1ac1 gateway port host: None {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:20:32.121180 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29c06b-27a1-403e-b752-923f27754642 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Pushing event updated for resources: {'Port': ['ID=06e0063b-7504-4c66-9209-f7afc1529895,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:32.197072 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-712c2da0-c253-4202-bc1e-939e3b1b5a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:32.241867 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7db459-cdfe-4205-afea-1b2999fdabad tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Pushing event updated for resources: {'Port': ['ID=790c7b93-5bb7-4bbf-8d09-fa106dde3d77,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:32.264016 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-ec7db459-cdfe-4205-afea-1b2999fdabad tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Network 3dc24785-24cb-4cf3-abb0-6e9facbce5a2 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:20:32.293962 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-ec7db459-cdfe-4205-afea-1b2999fdabad tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:20:32.298325 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-ec7db459-cdfe-4205-afea-1b2999fdabad tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:20:32.491553 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a005b51-6477-4fec-8268-c3f909996557 req-df29c06b-27a1-403e-b752-923f27754642 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:32.504471 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5a005b51-6477-4fec-8268-c3f909996557 req-df29c06b-27a1-403e-b752-923f27754642 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:32.653800 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5a005b51-6477-4fec-8268-c3f909996557 req-df29c06b-27a1-403e-b752-923f27754642 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.5454125 Feb 09 12:20:32.671098 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-5a005b51-6477-4fec-8268-c3f909996557 req-81bd08e0-1221-4d9b-b44d-7ca0f02b1fd9 service neutron] Request body: {'port': {'device_id': 'c5550df0-da5c-4703-be00-76545c59d017', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:20:32.717405 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-442c8a00-c89f-428e-99c0-d1faba45228f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724b77c3-066c-46bb-92ab-47e06f4a1ac1', 'name': 'tempest-ServersTestMultiNic-1778066734-router', 'tenant_id': '8114ad2839984517a24a750c07d13d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:16:59Z', 'updated_at': '2022-02-09T12:20:30Z', 'revision_number': 6, 'project_id': '8114ad2839984517a24a750c07d13d34', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:20:32.738396 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442c8a00-c89f-428e-99c0-d1faba45228f None None] The sync data for ids ['724b77c3-066c-46bb-92ab-47e06f4a1ac1'] in n-d-825178-3 is: [{'id': '724b77c3-066c-46bb-92ab-47e06f4a1ac1', 'name': 'tempest-ServersTestMultiNic-1778066734-router', 'tenant_id': '8114ad2839984517a24a750c07d13d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:16:59Z', 'updated_at': '2022-02-09T12:20:30Z', 'revision_number': 6, 'project_id': '8114ad2839984517a24a750c07d13d34', 'gw_port_host': None}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:20:32.749421 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:32.921617 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9ae4b3a-6a9e-4d5b-8eda-9db431346db4 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:20:32.925643 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-712c2da0-c253-4202-bc1e-939e3b1b5a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:32.944349 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-712c2da0-c253-4202-bc1e-939e3b1b5a07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:32.947614 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port f9ae4b3a-6a9e-4d5b-8eda-9db431346db4, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=f9ae4b3a-6a9e-4d5b-8eda-9db431346db4,segment=NetworkSegment(8f05bb68-39ac-4075-9eae-946e36af88ec),segment_id=8f05bb68-39ac-4075-9eae-946e36af88ec)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:32.956467 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 08a7959c-b6ca-4739-9da3-042b6f618521 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:20:32.964917 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:33.027662 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-712c2da0-c253-4202-bc1e-939e3b1b5a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:33.028902 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712c2da0-c253-4202-bc1e-939e3b1b5a07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 724b77c3-066c-46bb-92ab-47e06f4a1ac1 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:20:33.058122 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-756f454b-0602-459e-b1a3-4638119cbb67 None None] Provisioning for port 06e0063b-7504-4c66-9209-f7afc1529895 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:20:33.059192 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-ec7db459-cdfe-4205-afea-1b2999fdabad tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:33.059860 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-ec7db459-cdfe-4205-afea-1b2999fdabad tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:33.075422 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-756f454b-0602-459e-b1a3-4638119cbb67 None None] Provisioning complete for port 06e0063b-7504-4c66-9209-f7afc1529895 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:20:33.076178 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-756f454b-0602-459e-b1a3-4638119cbb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:33.081760 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af92e45-dd3c-4cfe-b81d-ef30a612079f req-2df0e5c9-a9be-4864-8c81-30779052ccc4 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:33.081760 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-2af92e45-dd3c-4cfe-b81d-ef30a612079f req-2df0e5c9-a9be-4864-8c81-30779052ccc4 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Synchronizing usage tracker for tenant:49129fa2c03c45c2a0df365ab76f11e9 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:20:33.099438 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-712c2da0-c253-4202-bc1e-939e3b1b5a07 admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:33.104842 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-712c2da0-c253-4202-bc1e-939e3b1b5a07 admin admin] 10.222.0.55 "DELETE /v2.0/routers/724b77c3-066c-46bb-92ab-47e06f4a1ac1 HTTP/1.1" status: 204 len: 168 time: 2.7242773 Feb 09 12:20:33.107150 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46840) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:20:33.127821 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['f9ae4b3a-6a9e-4d5b-8eda-9db431346db4'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:20:33.138249 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-ec7db459-cdfe-4205-afea-1b2999fdabad tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6569228 Feb 09 12:20:33.144869 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-2af92e45-dd3c-4cfe-b81d-ef30a612079f req-2df0e5c9-a9be-4864-8c81-30779052ccc4 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Unset dirty status for tenant:49129fa2c03c45c2a0df365ab76f11e9 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:20:33.168367 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2af92e45-dd3c-4cfe-b81d-ef30a612079f req-2df0e5c9-a9be-4864-8c81-30779052ccc4 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5550df0-da5c-4703-be00-76545c59d017 HTTP/1.1" status: 200 len: 936 time: 1.2377331 Feb 09 12:20:33.190164 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-f59b100c-e99a-4d62-8939-1d14ac4a013a service neutron] Request body: {'port': {'device_id': 'a9df35a8-abfa-4a0d-8916-b00519509e62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:20:33.250283 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.resource_extend [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:20:33.291275 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf4fa49d-96f6-4517-8c3e-5a2687b14310 admin admin] Deleting subnet 1b56f98e-080d-43d4-a7fa-08c12a9dbc9e {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:20:33.309661 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cf4fa49d-96f6-4517-8c3e-5a2687b14310 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:33.480541 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cf4fa49d-96f6-4517-8c3e-5a2687b14310 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:33.577367 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2af92e45-dd3c-4cfe-b81d-ef30a612079f req-ca14908e-0262-4d49-b429-283b86dc94a7 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4099164 Feb 09 12:20:33.633085 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-459af788-4931-41e1-ac23-863098da5467 req-5a96eff2-136e-471c-841b-37af4975d0a5 tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:20:33.640707 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-459af788-4931-41e1-ac23-863098da5467 req-5a96eff2-136e-471c-841b-37af4975d0a5 tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0204320 Feb 09 12:20:33.648760 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-756f454b-0602-459e-b1a3-4638119cbb67 None None] Port 06e0063b-7504-4c66-9209-f7afc1529895 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:20:33.654950 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-459af788-4931-41e1-ac23-863098da5467 req-6a9a8d00-1d4b-41ff-981f-51c6034b331a service neutron] Request body: {'binding': {'host': 'n-h1-825178-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:20:33.655129 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-459af788-4931-41e1-ac23-863098da5467 req-6a9a8d00-1d4b-41ff-981f-51c6034b331a service neutron] Unknown quota resources ['binding']. {{(pid=87567) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 09 12:20:33.664935 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 663fba10-8468-42ff-851a-b5e606112c9f no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:20:33.744076 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cf4fa49d-96f6-4517-8c3e-5a2687b14310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:33.764160 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5a005b51-6477-4fec-8268-c3f909996557 req-81bd08e0-1221-4d9b-b44d-7ca0f02b1fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:33.822839 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-f59b100c-e99a-4d62-8939-1d14ac4a013a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:33.880630 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 663fba10-8468-42ff-851a-b5e606112c9f {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:20:33.882167 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 663fba10-8468-42ff-851a-b5e606112c9f not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:20:33.900354 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cf4fa49d-96f6-4517-8c3e-5a2687b14310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:33.926000 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=f9ae4b3a-6a9e-4d5b-8eda-9db431346db4,revision_number=9']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:33.980709 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cf4fa49d-96f6-4517-8c3e-5a2687b14310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:33.984166 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4fa49d-96f6-4517-8c3e-5a2687b14310 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b56f98e-080d-43d4-a7fa-08c12a9dbc9e,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:33.991715 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-cf4fa49d-96f6-4517-8c3e-5a2687b14310 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/1b56f98e-080d-43d4-a7fa-08c12a9dbc9e HTTP/1.1" status: 204 len: 168 time: 0.8820014 Feb 09 12:20:33.994650 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46844) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:20:34.057558 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92a0833-cb29-429e-ab95-a3f76e1c1976 None None] Network 9a988aee-7f52-43a7-b73a-b0efb5e6e9d5 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:20:34.084765 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-378f3f14-58f5-47a3-870d-c59596a39460 None None] Provisioning for port 790c7b93-5bb7-4bbf-8d09-fa106dde3d77 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:20:34.186373 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d8abc955-90c6-4ac9-bbbd-11f4cfb5ae64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:34.206279 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-d8abc955-90c6-4ac9-bbbd-11f4cfb5ae64 admin admin] Deleting port 86b9a59b-d9a5-40e7-8fc9-26a025b1011b {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:20:34.207066 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d8abc955-90c6-4ac9-bbbd-11f4cfb5ae64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:34.287882 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-378f3f14-58f5-47a3-870d-c59596a39460 None None] Provisioning complete for port 790c7b93-5bb7-4bbf-8d09-fa106dde3d77 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:20:34.289348 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-378f3f14-58f5-47a3-870d-c59596a39460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:34.385380 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 08a7959c-b6ca-4739-9da3-042b6f618521, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=08a7959c-b6ca-4739-9da3-042b6f618521,segment=NetworkSegment(60316b84-93e0-4859-b6b6-adab39b3fab1),segment_id=60316b84-93e0-4859-b6b6-adab39b3fab1)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:34.584759 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '08a7959c-b6ca-4739-9da3-042b6f618521', 'network_id': 'cd473c9f-1942-47be-82eb-f1f92f3be41a', 'port_id': '08a7959c-b6ca-4739-9da3-042b6f618521', 'mac_address': 'fa:16:3e:7c:3e:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc63f089-5187-4e97-9454-d46ba64456ce', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:20:34.672935 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-d8abc955-90c6-4ac9-bbbd-11f4cfb5ae64 admin admin] For port 86b9a59b-d9a5-40e7-8fc9-26a025b1011b, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=86b9a59b-d9a5-40e7-8fc9-26a025b1011b,segment=NetworkSegment(ea49dfa5-3ee9-4ad9-943d-a595fcfa5e42),segment_id=ea49dfa5-3ee9-4ad9-943d-a595fcfa5e42)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:34.674232 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d8abc955-90c6-4ac9-bbbd-11f4cfb5ae64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:34.767773 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-378f3f14-58f5-47a3-870d-c59596a39460 None None] Port 790c7b93-5bb7-4bbf-8d09-fa106dde3d77 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:20:34.856053 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:34.858002 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-d8abc955-90c6-4ac9-bbbd-11f4cfb5ae64 admin admin] Calling delete_port for 86b9a59b-d9a5-40e7-8fc9-26a025b1011b owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:20:34.882839 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20788068-ce8c-4d28-9fd7-dc61e48f54de req-8ef523c1-4ac5-4df8-9608-5c14cc502e9e tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:34.883544 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08a7959c-b6ca-4739-9da3-042b6f618521 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:20:34.883987 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-20788068-ce8c-4d28-9fd7-dc61e48f54de req-8ef523c1-4ac5-4df8-9608-5c14cc502e9e tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Synchronizing usage tracker for tenant:aa3119d2dab241bb8047798bbe393556 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:20:34.933453 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 08a7959c-b6ca-4739-9da3-042b6f618521, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=08a7959c-b6ca-4739-9da3-042b6f618521,segment=NetworkSegment(60316b84-93e0-4859-b6b6-adab39b3fab1),segment_id=60316b84-93e0-4859-b6b6-adab39b3fab1)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:34.945714 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:34.947143 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device f4260c54-433e-4da9-abdb-7b63fb7fccfd details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:20:34.975210 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-20788068-ce8c-4d28-9fd7-dc61e48f54de req-8ef523c1-4ac5-4df8-9608-5c14cc502e9e tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Unset dirty status for tenant:aa3119d2dab241bb8047798bbe393556 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:20:34.984175 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-20788068-ce8c-4d28-9fd7-dc61e48f54de req-8ef523c1-4ac5-4df8-9608-5c14cc502e9e tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9df35a8-abfa-4a0d-8916-b00519509e62 HTTP/1.1" status: 200 len: 931 time: 1.1242819 Feb 09 12:20:34.992494 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d8abc955-90c6-4ac9-bbbd-11f4cfb5ae64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:35.005804 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-459af788-4931-41e1-ac23-863098da5467 req-6a9a8d00-1d4b-41ff-981f-51c6034b331a service neutron] Attempting to bind port f968347b-2dcf-40b1-964a-2fc7ecffa4d8 on host n-h1-825178-3 for vnic_type normal with profile None {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:20:35.006828 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-459af788-4931-41e1-ac23-863098da5467 req-6a9a8d00-1d4b-41ff-981f-51c6034b331a service neutron] Attempting to bind port f968347b-2dcf-40b1-964a-2fc7ecffa4d8 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:20:35.006828 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459af788-4931-41e1-ac23-863098da5467 req-6a9a8d00-1d4b-41ff-981f-51c6034b331a service neutron] Attempting to bind port f968347b-2dcf-40b1-964a-2fc7ecffa4d8 on network ef8cbc95-953d-4d9d-a80a-2c68322f6f7f {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:20:35.063448 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459af788-4931-41e1-ac23-863098da5467 req-6a9a8d00-1d4b-41ff-981f-51c6034b331a service neutron] Port f968347b-2dcf-40b1-964a-2fc7ecffa4d8 on network ef8cbc95-953d-4d9d-a80a-2c68322f6f7f not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:20:35.064667 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459af788-4931-41e1-ac23-863098da5467 req-6a9a8d00-1d4b-41ff-981f-51c6034b331a service neutron] Attempting to bind port f968347b-2dcf-40b1-964a-2fc7ecffa4d8 on network ef8cbc95-953d-4d9d-a80a-2c68322f6f7f {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:20:35.077667 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abc955-90c6-4ac9-bbbd-11f4cfb5ae64 admin admin] Pushing event deleted for resources: {'Port': ['ID=86b9a59b-d9a5-40e7-8fc9-26a025b1011b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:35.079982 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8abc955-90c6-4ac9-bbbd-11f4cfb5ae64 admin admin] No DVR routers for this DVR port 86b9a59b-d9a5-40e7-8fc9-26a025b1011b on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:20:35.102665 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459af788-4931-41e1-ac23-863098da5467 req-6a9a8d00-1d4b-41ff-981f-51c6034b331a service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:20:35.103617 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459af788-4931-41e1-ac23-863098da5467 req-6a9a8d00-1d4b-41ff-981f-51c6034b331a service neutron] Checking segment: {'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:20:35.104338 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459af788-4931-41e1-ac23-863098da5467 req-6a9a8d00-1d4b-41ff-981f-51c6034b331a service neutron] Bound using segment: {'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:20:35.105231 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=08a7959c-b6ca-4739-9da3-042b6f618521,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:35.105856 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-459af788-4931-41e1-ac23-863098da5467 req-6a9a8d00-1d4b-41ff-981f-51c6034b331a service neutron] Bound port: f968347b-2dcf-40b1-964a-2fc7ecffa4d8, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:20:35.245743 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-20788068-ce8c-4d28-9fd7-dc61e48f54de req-800cce50-e2d7-4dd8-a778-a37043213df0 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] 10.222.0.55 "GET /v2.0/security-groups?id=4a5aff2f-8bf6-4c95-869a-029ed35a6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2605984 Feb 09 12:20:35.317519 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-459af788-4931-41e1-ac23-863098da5467 req-6a9a8d00-1d4b-41ff-981f-51c6034b331a service neutron] For port f968347b-2dcf-40b1-964a-2fc7ecffa4d8, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=f968347b-2dcf-40b1-964a-2fc7ecffa4d8,segment=NetworkSegment(a032c80a-2814-4a8f-bd23-99ac5315db25),segment_id=a032c80a-2814-4a8f-bd23-99ac5315db25)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:20:35.334274 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a465c9d-a423-450f-88ef-2f9a5784275a None None] DHCP port deletion for 9a988aee-7f52-43a7-b73a-b0efb5e6e9d5 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:20:35.379980 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device e2fea006-e070-4e8a-89ef-f50f60257ba8 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:20:35.389983 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-f59b100c-e99a-4d62-8939-1d14ac4a013a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 790c7b93-5bb7-4bbf-8d09-fa106dde3d77 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:20:35.410697 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-f59b100c-e99a-4d62-8939-1d14ac4a013a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:35.442061 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-f59b100c-e99a-4d62-8939-1d14ac4a013a service neutron] Transition to ACTIVE for port object 790c7b93-5bb7-4bbf-8d09-fa106dde3d77 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:20:35.471215 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: e2fea006-e070-4e8a-89ef-f50f60257ba8 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:20:35.471700 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device e2fea006-e070-4e8a-89ef-f50f60257ba8 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:20:35.472445 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 86b9a59b-d9a5-40e7-8fc9-26a025b1011b no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:20:35.488482 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-459af788-4931-41e1-ac23-863098da5467 req-6a9a8d00-1d4b-41ff-981f-51c6034b331a service neutron] Notify callbacks [] for binding, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:35.500631 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-459af788-4931-41e1-ac23-863098da5467 req-6a9a8d00-1d4b-41ff-981f-51c6034b331a service neutron] 10.222.0.55 "POST /v2.0/ports/f968347b-2dcf-40b1-964a-2fc7ecffa4d8/bindings HTTP/1.1" status: 201 len: 389 time: 1.8544307 Feb 09 12:20:35.517844 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 86b9a59b-d9a5-40e7-8fc9-26a025b1011b {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:20:35.518341 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 86b9a59b-d9a5-40e7-8fc9-26a025b1011b not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:20:35.561517 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-f59b100c-e99a-4d62-8939-1d14ac4a013a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:35.609406 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port f4260c54-433e-4da9-abdb-7b63fb7fccfd, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f4260c54-433e-4da9-abdb-7b63fb7fccfd,segment=NetworkSegment(3e46f2fe-77ad-44e4-b912-8d0e12584d00),segment_id=3e46f2fe-77ad-44e4-b912-8d0e12584d00)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:35.657571 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'f4260c54-433e-4da9-abdb-7b63fb7fccfd', 'network_id': 'b99c93e7-09da-4e68-a3ff-2707256091d8', 'port_id': 'f4260c54-433e-4da9-abdb-7b63fb7fccfd', 'mac_address': 'fa:16:3e:b6:c5:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e90ce54-e86e-457d-b992-127e2cb06390', 'ip_address': '10.1.1.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:20:35.673067 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b100c-e99a-4d62-8939-1d14ac4a013a service neutron] Pushing event updated for resources: {'Port': ['ID=790c7b93-5bb7-4bbf-8d09-fa106dde3d77,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:35.688051 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d8abc955-90c6-4ac9-bbbd-11f4cfb5ae64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:35.767243 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-d8abc955-90c6-4ac9-bbbd-11f4cfb5ae64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a988aee-7f52-43a7-b73a-b0efb5e6e9d5']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:20:35.787777 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-5a005b51-6477-4fec-8268-c3f909996557 req-81bd08e0-1221-4d9b-b44d-7ca0f02b1fd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06e0063b-7504-4c66-9209-f7afc1529895 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:20:35.792227 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device f9ae4b3a-6a9e-4d5b-8eda-9db431346db4 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:20:35.803191 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-d8abc955-90c6-4ac9-bbbd-11f4cfb5ae64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea49dfa5-3ee9-4ad9-943d-a595fcfa5e42') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:20:35.803535 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-d8abc955-90c6-4ac9-bbbd-11f4cfb5ae64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea49dfa5-3ee9-4ad9-943d-a595fcfa5e42') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:20:35.817924 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5a005b51-6477-4fec-8268-c3f909996557 req-81bd08e0-1221-4d9b-b44d-7ca0f02b1fd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:35.837932 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d8abc955-90c6-4ac9-bbbd-11f4cfb5ae64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:35.891870 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d8abc955-90c6-4ac9-bbbd-11f4cfb5ae64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:35.899675 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8abc955-90c6-4ac9-bbbd-11f4cfb5ae64 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:20:35.900296 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d8abc955-90c6-4ac9-bbbd-11f4cfb5ae64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:35.934115 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:20:35.934115 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:20:35.934115 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:20:35.934115 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:20:35.934115 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:20:35.934115 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:20:35.934115 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:20:35.934115 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:20:35.934115 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:20:35.934115 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:20:35.934115 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:20:35.934115 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:20:35.934115 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:20:35.934115 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:20:35.934115 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:20:35.934115 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:20:35.934115 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:20:35.934115 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:20:35.934115 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:20:35.934115 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:20:35.934115 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:20:35.934115 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:20:35.934115 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:20:35.934115 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:20:35.934115 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:20:35.934115 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:20:35.934115 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:20:35.934115 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:20:35.934115 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:20:35.934115 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:20:35.934115 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:20:35.934115 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:20:36.063469 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d8abc955-90c6-4ac9-bbbd-11f4cfb5ae64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:36.078127 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:36.091304 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d8abc955-90c6-4ac9-bbbd-11f4cfb5ae64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:36.124801 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4260c54-433e-4da9-abdb-7b63fb7fccfd {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:20:36.126046 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abc955-90c6-4ac9-bbbd-11f4cfb5ae64 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a988aee-7f52-43a7-b73a-b0efb5e6e9d5,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:36.144795 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d8abc955-90c6-4ac9-bbbd-11f4cfb5ae64 admin admin] 10.222.0.55 "DELETE /v2.0/networks/9a988aee-7f52-43a7-b73a-b0efb5e6e9d5 HTTP/1.1" status: 204 len: 168 time: 2.1441283 Feb 09 12:20:36.155736 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port f4260c54-433e-4da9-abdb-7b63fb7fccfd, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f4260c54-433e-4da9-abdb-7b63fb7fccfd,segment=NetworkSegment(3e46f2fe-77ad-44e4-b912-8d0e12584d00),segment_id=3e46f2fe-77ad-44e4-b912-8d0e12584d00)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:36.157337 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port f9ae4b3a-6a9e-4d5b-8eda-9db431346db4 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:20:36.157962 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:36.225501 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:36.226171 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device bac054b4-55e6-4dd2-a661-38ced1728bad details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:20:36.413493 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46918) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:20:36.442648 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:36.467931 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.resource_extend [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:20:36.484426 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-5a005b51-6477-4fec-8268-c3f909996557 req-81bd08e0-1221-4d9b-b44d-7ca0f02b1fd9 service neutron] Transition to ACTIVE for port object 06e0063b-7504-4c66-9209-f7afc1529895 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:20:36.485265 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-f59b100c-e99a-4d62-8939-1d14ac4a013a service neutron] Attempting to bind port 790c7b93-5bb7-4bbf-8d09-fa106dde3d77 on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:20:36.485597 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-f59b100c-e99a-4d62-8939-1d14ac4a013a service neutron] Attempting to bind port 790c7b93-5bb7-4bbf-8d09-fa106dde3d77 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': 'aed25d29-c196-48bc-8269-0f58f1c3190d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3dc24785-24cb-4cf3-abb0-6e9facbce5a2'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:20:36.485918 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-f59b100c-e99a-4d62-8939-1d14ac4a013a service neutron] Attempting to bind port 790c7b93-5bb7-4bbf-8d09-fa106dde3d77 on network 3dc24785-24cb-4cf3-abb0-6e9facbce5a2 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:20:36.495952 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5d12390f-e373-4e6d-b201-0bf0e88d8238 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8114ad2839984517a24a750c07d13d34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0812552 Feb 09 12:20:36.500554 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46922) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:20:36.535359 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5a005b51-6477-4fec-8268-c3f909996557 req-81bd08e0-1221-4d9b-b44d-7ca0f02b1fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:36.542887 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-f59b100c-e99a-4d62-8939-1d14ac4a013a service neutron] Port 790c7b93-5bb7-4bbf-8d09-fa106dde3d77 on network 3dc24785-24cb-4cf3-abb0-6e9facbce5a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:20:36.543209 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-f59b100c-e99a-4d62-8939-1d14ac4a013a service neutron] Attempting to bind port 790c7b93-5bb7-4bbf-8d09-fa106dde3d77 on network 3dc24785-24cb-4cf3-abb0-6e9facbce5a2 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:20:36.559410 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=f4260c54-433e-4da9-abdb-7b63fb7fccfd,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:36.579154 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a0ee8d-cebc-4db9-90af-fe8c58efd99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ae4b3a-6a9e-4d5b-8eda-9db431346db4'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:20:36.586804 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-f59b100c-e99a-4d62-8939-1d14ac4a013a service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:20:36.587721 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-f59b100c-e99a-4d62-8939-1d14ac4a013a service neutron] Checking segment: {'id': 'aed25d29-c196-48bc-8269-0f58f1c3190d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3dc24785-24cb-4cf3-abb0-6e9facbce5a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:20:36.588139 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-f59b100c-e99a-4d62-8939-1d14ac4a013a service neutron] Bound using segment: {'id': 'aed25d29-c196-48bc-8269-0f58f1c3190d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3dc24785-24cb-4cf3-abb0-6e9facbce5a2'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:20:36.588584 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-f59b100c-e99a-4d62-8939-1d14ac4a013a service neutron] Bound port: 790c7b93-5bb7-4bbf-8d09-fa106dde3d77, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aed25d29-c196-48bc-8269-0f58f1c3190d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3dc24785-24cb-4cf3-abb0-6e9facbce5a2'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:20:36.588930 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-f59b100c-e99a-4d62-8939-1d14ac4a013a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:36.594856 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port f9ae4b3a-6a9e-4d5b-8eda-9db431346db4, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=f9ae4b3a-6a9e-4d5b-8eda-9db431346db4,segment=NetworkSegment(8f05bb68-39ac-4075-9eae-946e36af88ec),segment_id=8f05bb68-39ac-4075-9eae-946e36af88ec)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:36.612915 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:36.629450 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-76c987f2-ec7f-4219-8613-84f7a079d41e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:36.691065 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-76c987f2-ec7f-4219-8613-84f7a079d41e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:36.790696 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port bac054b4-55e6-4dd2-a661-38ced1728bad, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=bac054b4-55e6-4dd2-a661-38ced1728bad,segment=NetworkSegment(2caa8241-9028-480a-8fbb-9001345a5103),segment_id=2caa8241-9028-480a-8fbb-9001345a5103)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:36.798548 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-76c987f2-ec7f-4219-8613-84f7a079d41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:36.827568 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c987f2-ec7f-4219-8613-84f7a079d41e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7752dbfe-1b85-414b-88da-268929ad7fa2,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:36.833395 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-76c987f2-ec7f-4219-8613-84f7a079d41e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:36.835352 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-76c987f2-ec7f-4219-8613-84f7a079d41e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7752dbfe-1b85-414b-88da-268929ad7fa2 HTTP/1.1" status: 204 len: 168 time: 0.3336999 Feb 09 12:20:36.838421 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'bac054b4-55e6-4dd2-a661-38ced1728bad', 'network_id': 'b811de4e-2157-472b-a248-fb00e797501f', 'port_id': 'bac054b4-55e6-4dd2-a661-38ced1728bad', 'mac_address': 'fa:16:3e:9d:5d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fc18aec-5bf2-4273-8217-866b7174e4bb', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:20:36.908811 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=f9ae4b3a-6a9e-4d5b-8eda-9db431346db4,revision_number=10']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:36.928570 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:36.949348 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bac054b4-55e6-4dd2-a661-38ced1728bad {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:20:36.977162 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port bac054b4-55e6-4dd2-a661-38ced1728bad, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=bac054b4-55e6-4dd2-a661-38ced1728bad,segment=NetworkSegment(2caa8241-9028-480a-8fbb-9001345a5103),segment_id=2caa8241-9028-480a-8fbb-9001345a5103)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:36.990738 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:36.991503 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 33e8e5dc-949b-49d0-bab6-79fc92eee24f details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:20:37.055527 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aecdcb8-cda5-48f4-adb6-07e3af3f9e1e req-b087d3d6-5cc0-4568-b230-a449478dcaf8 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:37.065005 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9aecdcb8-cda5-48f4-adb6-07e3af3f9e1e req-b087d3d6-5cc0-4568-b230-a449478dcaf8 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a4342cb-5b67-4667-b3a7-4ac1a22605ea HTTP/1.1" status: 200 len: 946 time: 1.1417427 Feb 09 12:20:37.084349 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd08e0-1221-4d9b-b44d-7ca0f02b1fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=06e0063b-7504-4c66-9209-f7afc1529895,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:37.116328 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459af788-4931-41e1-ac23-863098da5467 req-7f29124f-2380-4239-9e0f-1afeb2d8867e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:37.117809 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-459af788-4931-41e1-ac23-863098da5467 req-7f29124f-2380-4239-9e0f-1afeb2d8867e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=48298ec907a946ddb2f0d8ac4aa52547&device_id=2b0d0fb7-71e4-40a5-962e-fff4fbff69b3 HTTP/1.1" status: 200 len: 1097 time: 1.0357194 Feb 09 12:20:37.133743 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 33e8e5dc-949b-49d0-bab6-79fc92eee24f, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=33e8e5dc-949b-49d0-bab6-79fc92eee24f,segment=NetworkSegment(3e46f2fe-77ad-44e4-b912-8d0e12584d00),segment_id=3e46f2fe-77ad-44e4-b912-8d0e12584d00)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:37.155566 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '33e8e5dc-949b-49d0-bab6-79fc92eee24f', 'network_id': 'b99c93e7-09da-4e68-a3ff-2707256091d8', 'port_id': '33e8e5dc-949b-49d0-bab6-79fc92eee24f', 'mac_address': 'fa:16:3e:76:77:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e90ce54-e86e-457d-b992-127e2cb06390', 'ip_address': '10.1.1.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:20:37.157491 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=bac054b4-55e6-4dd2-a661-38ced1728bad,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:37.171546 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:20:37.172098 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:20:37.172704 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:20:37.173408 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:20:37.173811 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:20:37.174257 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:20:37.174820 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:20:37.175212 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:20:37.175329 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc809df-b102-4759-b78e-ab40831e3134 req-2c018407-4485-46a4-808c-cbf535b71bcc tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:37.175635 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:20:37.176055 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:20:37.176383 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:20:37.176706 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:20:37.182028 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc809df-b102-4759-b78e-ab40831e3134 req-2c018407-4485-46a4-808c-cbf535b71bcc tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:37.189431 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc809df-b102-4759-b78e-ab40831e3134 req-2c018407-4485-46a4-808c-cbf535b71bcc tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:37.195972 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc809df-b102-4759-b78e-ab40831e3134 req-2c018407-4485-46a4-808c-cbf535b71bcc tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:37.202936 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc809df-b102-4759-b78e-ab40831e3134 req-2c018407-4485-46a4-808c-cbf535b71bcc tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:37.221810 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc809df-b102-4759-b78e-ab40831e3134 req-2c018407-4485-46a4-808c-cbf535b71bcc tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:37.235321 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc809df-b102-4759-b78e-ab40831e3134 req-2c018407-4485-46a4-808c-cbf535b71bcc tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:37.238609 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ecc809df-b102-4759-b78e-ab40831e3134 req-2c018407-4485-46a4-808c-cbf535b71bcc tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/ports?device_id=6101775f-5c0e-4dc8-9a5f-b57a74039dc8 HTTP/1.1" status: 200 len: 5421 time: 0.8553994 Feb 09 12:20:37.260428 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-f59b100c-e99a-4d62-8939-1d14ac4a013a service neutron] For port 790c7b93-5bb7-4bbf-8d09-fa106dde3d77, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:20:37.263986 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-f59b100c-e99a-4d62-8939-1d14ac4a013a service neutron] For port 790c7b93-5bb7-4bbf-8d09-fa106dde3d77, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=790c7b93-5bb7-4bbf-8d09-fa106dde3d77,segment=NetworkSegment(aed25d29-c196-48bc-8269-0f58f1c3190d),segment_id=aed25d29-c196-48bc-8269-0f58f1c3190d)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:20:37.264182 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:37.285176 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33e8e5dc-949b-49d0-bab6-79fc92eee24f {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:20:37.308436 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 33e8e5dc-949b-49d0-bab6-79fc92eee24f, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=33e8e5dc-949b-49d0-bab6-79fc92eee24f,segment=NetworkSegment(3e46f2fe-77ad-44e4-b912-8d0e12584d00),segment_id=3e46f2fe-77ad-44e4-b912-8d0e12584d00)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:37.311157 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-f59b100c-e99a-4d62-8939-1d14ac4a013a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:37.318892 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:37.319663 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device f7d337db-96a2-473b-aee2-3f714efa3b1a details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:20:37.405508 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=33e8e5dc-949b-49d0-bab6-79fc92eee24f,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:37.452690 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port f7d337db-96a2-473b-aee2-3f714efa3b1a, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f7d337db-96a2-473b-aee2-3f714efa3b1a,segment=NetworkSegment(2caa8241-9028-480a-8fbb-9001345a5103),segment_id=2caa8241-9028-480a-8fbb-9001345a5103)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:37.470097 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'f7d337db-96a2-473b-aee2-3f714efa3b1a', 'network_id': 'b811de4e-2157-472b-a248-fb00e797501f', 'port_id': 'f7d337db-96a2-473b-aee2-3f714efa3b1a', 'mac_address': 'fa:16:3e:67:d8:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fc18aec-5bf2-4273-8217-866b7174e4bb', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:20:37.476493 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9aecdcb8-cda5-48f4-adb6-07e3af3f9e1e req-fcce331e-4ddc-4dbf-a568-036f58ce3e81 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc310c7-804c-482c-8f65-f0a6e9cffd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4101000 Feb 09 12:20:37.492077 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-f59b100c-e99a-4d62-8939-1d14ac4a013a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:37.492739 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-f59b100c-e99a-4d62-8939-1d14ac4a013a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:37.495698 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-f59b100c-e99a-4d62-8939-1d14ac4a013a service neutron] 10.222.0.52 "PUT /v2.0/ports/790c7b93-5bb7-4bbf-8d09-fa106dde3d77 HTTP/1.1" status: 200 len: 1091 time: 4.3098376 Feb 09 12:20:37.528921 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9df35a8-abfa-4a0d-8916-b00519509e62', 'tag': '790c7b93-5bb7-4bbf-8d09-fa106dde3d77'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:20:37.598273 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:37.642337 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-5a005b51-6477-4fec-8268-c3f909996557 req-81bd08e0-1221-4d9b-b44d-7ca0f02b1fd9 service neutron] Attempting to bind port 06e0063b-7504-4c66-9209-f7afc1529895 on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:20:37.642973 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-5a005b51-6477-4fec-8268-c3f909996557 req-81bd08e0-1221-4d9b-b44d-7ca0f02b1fd9 service neutron] Attempting to bind port 06e0063b-7504-4c66-9209-f7afc1529895 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:20:37.643763 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a005b51-6477-4fec-8268-c3f909996557 req-81bd08e0-1221-4d9b-b44d-7ca0f02b1fd9 service neutron] Attempting to bind port 06e0063b-7504-4c66-9209-f7afc1529895 on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:20:37.663238 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7d337db-96a2-473b-aee2-3f714efa3b1a {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:20:37.669793 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ecc809df-b102-4759-b78e-ab40831e3134 req-a152d0e3-8875-4c3e-8202-9cd68e45ff22 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/security-groups?id=8803669e-2abe-4ab7-b2c0-58109e10cb11&id=84c476da-0274-41dd-aeef-e671ea782d84&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3856218 Feb 09 12:20:37.687917 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a005b51-6477-4fec-8268-c3f909996557 req-81bd08e0-1221-4d9b-b44d-7ca0f02b1fd9 service neutron] Port 06e0063b-7504-4c66-9209-f7afc1529895 on network 4f732e35-467f-44f5-be04-aa808693dec3 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:20:37.688319 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a005b51-6477-4fec-8268-c3f909996557 req-81bd08e0-1221-4d9b-b44d-7ca0f02b1fd9 service neutron] Attempting to bind port 06e0063b-7504-4c66-9209-f7afc1529895 on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:20:37.698465 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b100c-e99a-4d62-8939-1d14ac4a013a service neutron] Pushing event updated for resources: {'Port': ['ID=790c7b93-5bb7-4bbf-8d09-fa106dde3d77,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:37.700796 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port f7d337db-96a2-473b-aee2-3f714efa3b1a, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f7d337db-96a2-473b-aee2-3f714efa3b1a,segment=NetworkSegment(2caa8241-9028-480a-8fbb-9001345a5103),segment_id=2caa8241-9028-480a-8fbb-9001345a5103)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:37.714104 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:37.714830 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 443c0b83-737f-4437-9bd0-865f75d5940d details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:20:37.730723 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a005b51-6477-4fec-8268-c3f909996557 req-81bd08e0-1221-4d9b-b44d-7ca0f02b1fd9 service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:20:37.731154 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a005b51-6477-4fec-8268-c3f909996557 req-81bd08e0-1221-4d9b-b44d-7ca0f02b1fd9 service neutron] Checking segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:20:37.731609 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a005b51-6477-4fec-8268-c3f909996557 req-81bd08e0-1221-4d9b-b44d-7ca0f02b1fd9 service neutron] Bound using segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:20:37.732148 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-5a005b51-6477-4fec-8268-c3f909996557 req-81bd08e0-1221-4d9b-b44d-7ca0f02b1fd9 service neutron] Bound port: 06e0063b-7504-4c66-9209-f7afc1529895, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:20:37.732602 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5a005b51-6477-4fec-8268-c3f909996557 req-81bd08e0-1221-4d9b-b44d-7ca0f02b1fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:37.805456 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459af788-4931-41e1-ac23-863098da5467 req-2b0d3843-b656-426b-b9f0-154a0f030783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:37.807670 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-459af788-4931-41e1-ac23-863098da5467 req-2b0d3843-b656-426b-b9f0-154a0f030783 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ef8cbc95-953d-4d9d-a80a-2c68322f6f7f HTTP/1.1" status: 200 len: 909 time: 0.6689210 Feb 09 12:20:37.898739 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-459af788-4931-41e1-ac23-863098da5467 req-e12ce0d3-49dc-4c31-98fc-0ba9843deaec service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f968347b-2dcf-40b1-964a-2fc7ecffa4d8 HTTP/1.1" status: 200 len: 217 time: 0.0771708 Feb 09 12:20:37.928071 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=f7d337db-96a2-473b-aee2-3f714efa3b1a,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:37.960940 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 443c0b83-737f-4437-9bd0-865f75d5940d, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=443c0b83-737f-4437-9bd0-865f75d5940d,segment=NetworkSegment(3e46f2fe-77ad-44e4-b912-8d0e12584d00),segment_id=3e46f2fe-77ad-44e4-b912-8d0e12584d00)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:37.978956 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-48535d0e-0d3a-4adb-8134-2a6d21a6ebd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:37.980514 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-48535d0e-0d3a-4adb-8134-2a6d21a6ebd4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aa3119d2dab241bb8047798bbe393556&device_id=a9df35a8-abfa-4a0d-8916-b00519509e62 HTTP/1.1" status: 200 len: 1094 time: 0.4148722 Feb 09 12:20:37.998334 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '443c0b83-737f-4437-9bd0-865f75d5940d', 'network_id': 'b99c93e7-09da-4e68-a3ff-2707256091d8', 'port_id': '443c0b83-737f-4437-9bd0-865f75d5940d', 'mac_address': 'fa:16:3e:52:1b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e90ce54-e86e-457d-b992-127e2cb06390', 'ip_address': '10.1.1.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:20:38.082456 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:38.101668 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 443c0b83-737f-4437-9bd0-865f75d5940d {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:20:38.127852 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 443c0b83-737f-4437-9bd0-865f75d5940d, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=443c0b83-737f-4437-9bd0-865f75d5940d,segment=NetworkSegment(3e46f2fe-77ad-44e4-b912-8d0e12584d00),segment_id=3e46f2fe-77ad-44e4-b912-8d0e12584d00)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:38.133337 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:38.134667 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 94020401-ba56-426c-a528-ce595ad0c37c details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:20:38.224475 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=443c0b83-737f-4437-9bd0-865f75d5940d,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:38.248698 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 94020401-ba56-426c-a528-ce595ad0c37c, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=94020401-ba56-426c-a528-ce595ad0c37c,segment=NetworkSegment(3e46f2fe-77ad-44e4-b912-8d0e12584d00),segment_id=3e46f2fe-77ad-44e4-b912-8d0e12584d00)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:38.266155 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '94020401-ba56-426c-a528-ce595ad0c37c', 'network_id': 'b99c93e7-09da-4e68-a3ff-2707256091d8', 'port_id': '94020401-ba56-426c-a528-ce595ad0c37c', 'mac_address': 'fa:16:3e:fc:56:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e90ce54-e86e-457d-b992-127e2cb06390', 'ip_address': '10.1.1.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:20:38.268380 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-5a005b51-6477-4fec-8268-c3f909996557 req-81bd08e0-1221-4d9b-b44d-7ca0f02b1fd9 service neutron] For port 06e0063b-7504-4c66-9209-f7afc1529895, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:20:38.271514 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-5a005b51-6477-4fec-8268-c3f909996557 req-81bd08e0-1221-4d9b-b44d-7ca0f02b1fd9 service neutron] For port 06e0063b-7504-4c66-9209-f7afc1529895, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=06e0063b-7504-4c66-9209-f7afc1529895,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:20:38.303093 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5a005b51-6477-4fec-8268-c3f909996557 req-81bd08e0-1221-4d9b-b44d-7ca0f02b1fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:38.319268 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46958) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:20:38.368410 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-7ec09c05-8f88-4992-8020-a1913d7a97eb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=790c7b93-5bb7-4bbf-8d09-fa106dde3d77 HTTP/1.1" status: 200 len: 217 time: 0.2843161 Feb 09 12:20:38.397778 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:38.436496 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94020401-ba56-426c-a528-ce595ad0c37c {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:20:38.456353 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a005b51-6477-4fec-8268-c3f909996557 req-81bd08e0-1221-4d9b-b44d-7ca0f02b1fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:38.456975 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5a005b51-6477-4fec-8268-c3f909996557 req-81bd08e0-1221-4d9b-b44d-7ca0f02b1fd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:38.457631 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 94020401-ba56-426c-a528-ce595ad0c37c, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=94020401-ba56-426c-a528-ce595ad0c37c,segment=NetworkSegment(3e46f2fe-77ad-44e4-b912-8d0e12584d00),segment_id=3e46f2fe-77ad-44e4-b912-8d0e12584d00)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:38.458354 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5a005b51-6477-4fec-8268-c3f909996557 req-81bd08e0-1221-4d9b-b44d-7ca0f02b1fd9 service neutron] 10.222.0.52 "PUT /v2.0/ports/06e0063b-7504-4c66-9209-f7afc1529895 HTTP/1.1" status: 200 len: 1096 time: 5.7988021 Feb 09 12:20:38.466688 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:38.506476 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459af788-4931-41e1-ac23-863098da5467 req-13b03065-3ac7-488f-b42b-8954be25ec06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:38.507957 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-459af788-4931-41e1-ac23-863098da5467 req-13b03065-3ac7-488f-b42b-8954be25ec06 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=366798ce-1b6a-4537-9fda-2703703dab8f HTTP/1.1" status: 200 len: 848 time: 0.5426190 Feb 09 12:20:38.562833 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=94020401-ba56-426c-a528-ce595ad0c37c,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:38.583322 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-236a1f4d-7a83-41fa-859e-f972408ebeee admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1858665476-network', 'tenant_id': 'e67d5799bb754fba8d6c329be7bae276'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:20:38.589890 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-236a1f4d-7a83-41fa-859e-f972408ebeee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:20:38.594523 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-236a1f4d-7a83-41fa-859e-f972408ebeee admin admin] Usage tracker for resource:network and tenant:e67d5799bb754fba8d6c329be7bae276 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:20:38.598919 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-236a1f4d-7a83-41fa-859e-f972408ebeee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:20:38.611974 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-236a1f4d-7a83-41fa-859e-f972408ebeee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:20:38.647146 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236a1f4d-7a83-41fa-859e-f972408ebeee admin admin] Made reservation on behalf of e67d5799bb754fba8d6c329be7bae276 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:20:38.652103 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-236a1f4d-7a83-41fa-859e-f972408ebeee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:38.675230 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-236a1f4d-7a83-41fa-859e-f972408ebeee admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:38.698813 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-236a1f4d-7a83-41fa-859e-f972408ebeee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:20:38.703871 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-236a1f4d-7a83-41fa-859e-f972408ebeee admin admin] Usage tracker for resource:security_group_rule and tenant:e67d5799bb754fba8d6c329be7bae276 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:20:38.716167 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-236a1f4d-7a83-41fa-859e-f972408ebeee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:20:38.733989 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-236a1f4d-7a83-41fa-859e-f972408ebeee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:20:38.855876 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-236a1f4d-7a83-41fa-859e-f972408ebeee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:38.855876 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-236a1f4d-7a83-41fa-859e-f972408ebeee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:38.856270 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba683b66-728a-4e90-a9fb-e29b0aa72dbe req-d32be157-8c39-4cf7-8b40-07546d41fd51 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:38.858220 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ba683b66-728a-4e90-a9fb-e29b0aa72dbe req-d32be157-8c39-4cf7-8b40-07546d41fd51 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5550df0-da5c-4703-be00-76545c59d017 HTTP/1.1" status: 200 len: 948 time: 1.1487424 Feb 09 12:20:38.858886 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd08e0-1221-4d9b-b44d-7ca0f02b1fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=06e0063b-7504-4c66-9209-f7afc1529895,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:38.870104 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-236a1f4d-7a83-41fa-859e-f972408ebeee admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:20:38.880105 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-236a1f4d-7a83-41fa-859e-f972408ebeee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:38.880529 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-236a1f4d-7a83-41fa-859e-f972408ebeee admin admin] Added segment c51cbd81-ca40-4079-80a5-16e74da9e93e of type vlan for network 3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc Feb 09 12:20:38.909650 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-236a1f4d-7a83-41fa-859e-f972408ebeee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:38.910789 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-459af788-4931-41e1-ac23-863098da5467 req-4ad0f1a4-6498-4d90-9e3d-6d387876584a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ef8cbc95-953d-4d9d-a80a-2c68322f6f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3865607 Feb 09 12:20:38.933714 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085b82a-01b4-4825-8946-03b72b53e9c9 req-81dc3141-65ea-4463-aa42-a36f36c574d8 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:38.935321 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6085b82a-01b4-4825-8946-03b72b53e9c9 req-81dc3141-65ea-4463-aa42-a36f36c574d8 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b0d0fb7-71e4-40a5-962e-fff4fbff69b3 HTTP/1.1" status: 200 len: 946 time: 0.9603744 Feb 09 12:20:38.975675 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-56ed6cf6-2a69-43ba-917f-955af6e95543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:38.978286 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-56ed6cf6-2a69-43ba-917f-955af6e95543 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6900bc3b-9729-42c6-818c-a0b3fb463d8c HTTP/1.1" status: 200 len: 845 time: 0.5932803 Feb 09 12:20:38.980088 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-236a1f4d-7a83-41fa-859e-f972408ebeee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:38.981515 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236a1f4d-7a83-41fa-859e-f972408ebeee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:38.982488 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-236a1f4d-7a83-41fa-859e-f972408ebeee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:39.000142 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a1f4d-7a83-41fa-859e-f972408ebeee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513ce75b-46a7-4daf-8c5b-ed62fcd87f8e,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:39.102359 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-236a1f4d-7a83-41fa-859e-f972408ebeee admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7812729 Feb 09 12:20:39.105700 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46974) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:20:39.108749 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a1f4d-7a83-41fa-859e-f972408ebeee admin admin] Pushing event updated for resources: {'Network': ['ID=3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:39.113839 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-81c455d7-549f-420d-87f1-a0c40fadb45d admin admin] Request body: {'subnet': {'network_id': '3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1858665476-subnet', 'tenant_id': 'e67d5799bb754fba8d6c329be7bae276', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:20:39.119147 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-81c455d7-549f-420d-87f1-a0c40fadb45d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:20:39.122025 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:20:39.123326 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-81c455d7-549f-420d-87f1-a0c40fadb45d admin admin] Usage tracker for resource:subnet and tenant:e67d5799bb754fba8d6c329be7bae276 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:20:39.126314 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-81c455d7-549f-420d-87f1-a0c40fadb45d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:20:39.133213 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-81c455d7-549f-420d-87f1-a0c40fadb45d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:20:39.146037 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c455d7-549f-420d-87f1-a0c40fadb45d admin admin] Made reservation on behalf of e67d5799bb754fba8d6c329be7bae276 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:20:39.150844 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-81c455d7-549f-420d-87f1-a0c40fadb45d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:39.235131 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-459af788-4931-41e1-ac23-863098da5467 req-faf20959-9dad-4f00-bdf5-98bfc92c2dbd service neutron] 10.222.0.52 "GET /v2.0/networks/ef8cbc95-953d-4d9d-a80a-2c68322f6f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988412 Feb 09 12:20:39.300040 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6085b82a-01b4-4825-8946-03b72b53e9c9 req-f26b7dd8-237e-40ed-971f-bcecc0a09d77 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171656 Feb 09 12:20:39.310719 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ba683b66-728a-4e90-a9fb-e29b0aa72dbe req-7491e91c-9558-404e-bcf0-358260e2c625 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4071841 Feb 09 12:20:39.403435 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a005b51-6477-4fec-8268-c3f909996557 req-06411f62-a624-44e9-989f-4e5b3ab25f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:39.405217 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5a005b51-6477-4fec-8268-c3f909996557 req-06411f62-a624-44e9-989f-4e5b3ab25f6b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49129fa2c03c45c2a0df365ab76f11e9&device_id=c5550df0-da5c-4703-be00-76545c59d017 HTTP/1.1" status: 200 len: 1099 time: 0.5882070 Feb 09 12:20:39.471020 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['33e8e5dc-949b-49d0-bab6-79fc92eee24f'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:20:39.503649 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5a005b51-6477-4fec-8268-c3f909996557 req-d6c8ee93-868b-4fa9-b516-b571dec73c1e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=06e0063b-7504-4c66-9209-f7afc1529895 HTTP/1.1" status: 200 len: 217 time: 0.0892189 Feb 09 12:20:39.518876 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-40da3f19-9bc2-4231-a45a-3cb90763bc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:39.520878 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-40da3f19-9bc2-4231-a45a-3cb90763bc25 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3dc24785-24cb-4cf3-abb0-6e9facbce5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5331049 Feb 09 12:20:39.551268 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['f4260c54-433e-4da9-abdb-7b63fb7fccfd'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:20:39.575991 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-81c455d7-549f-420d-87f1-a0c40fadb45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:39.589863 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a005b51-6477-4fec-8268-c3f909996557 req-c7c3a366-8afe-404e-8985-b9927a47a8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:39.591331 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5a005b51-6477-4fec-8268-c3f909996557 req-c7c3a366-8afe-404e-8985-b9927a47a8b3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.0750265 Feb 09 12:20:39.667281 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['bac054b4-55e6-4dd2-a661-38ced1728bad'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:20:39.667651 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c455d7-549f-420d-87f1-a0c40fadb45d admin admin] Pushing event updated for resources: {'Subnet': ['ID=256725a2-267c-46c1-902d-a474bd0131df,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:39.687085 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c455d7-549f-420d-87f1-a0c40fadb45d admin admin] Checking segment: {'id': 'c51cbd81-ca40-4079-80a5-16e74da9e93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:20:39.687457 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c455d7-549f-420d-87f1-a0c40fadb45d admin admin] Network hostable DHCP agents. Network: 3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:20:39.726975 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['08a7959c-b6ca-4739-9da3-042b6f618521'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:20:39.728659 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c455d7-549f-420d-87f1-a0c40fadb45d admin admin] Network 3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:20:39.750983 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-81c455d7-549f-420d-87f1-a0c40fadb45d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:20:39.759037 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c455d7-549f-420d-87f1-a0c40fadb45d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:39.759477 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-81c455d7-549f-420d-87f1-a0c40fadb45d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:39.785905 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['443c0b83-737f-4437-9bd0-865f75d5940d'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:20:39.834325 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-81c455d7-549f-420d-87f1-a0c40fadb45d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7274442 Feb 09 12:20:39.846630 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['94020401-ba56-426c-a528-ce595ad0c37c'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:20:39.852483 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-459af788-4931-41e1-ac23-863098da5467 req-937944bc-0087-4bb9-85d1-a9517348adbb service neutron] 10.222.0.52 "GET /v2.0/networks/ef8cbc95-953d-4d9d-a80a-2c68322f6f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6035922 Feb 09 12:20:39.906086 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a468ff-5e9b-4cb0-a273-2786f50acef9 None None] Network 3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:20:40.000978 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-22b99291-129f-44d5-a7a4-a298509117a0 service neutron] 10.222.0.52 "GET /v2.0/networks/3dc24785-24cb-4cf3-abb0-6e9facbce5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4086430 Feb 09 12:20:40.010004 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b2769-dc2e-47a9-91aa-418a84f6de0a req-1c20649d-68e4-474f-b1ff-d8a31429a537 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:40.011796 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac2b2769-dc2e-47a9-91aa-418a84f6de0a req-1c20649d-68e4-474f-b1ff-d8a31429a537 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9df35a8-abfa-4a0d-8916-b00519509e62 HTTP/1.1" status: 200 len: 943 time: 0.4184778 Feb 09 12:20:40.109114 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a005b51-6477-4fec-8268-c3f909996557 req-d45a2bd1-881c-43b0-a725-850904102bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:40.113023 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5a005b51-6477-4fec-8268-c3f909996557 req-d45a2bd1-881c-43b0-a725-850904102bc9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4771037 Feb 09 12:20:40.377229 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a0ee8d-cebc-4db9-90af-fe8c58efd99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ae4b3a-6a9e-4d5b-8eda-9db431346db4', 'code': 200} Feb 09 12:20:40.468688 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9df35a8-abfa-4a0d-8916-b00519509e62', 'tag': '790c7b93-5bb7-4bbf-8d09-fa106dde3d77', 'status': 'completed', 'code': 200} Feb 09 12:20:40.480786 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac2b2769-dc2e-47a9-91aa-418a84f6de0a req-8518ddc3-de36-4145-aa27-4e55031142d2 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] 10.222.0.55 "GET /v2.0/security-groups?id=4a5aff2f-8bf6-4c95-869a-029ed35a6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4595611 Feb 09 12:20:40.490213 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5a005b51-6477-4fec-8268-c3f909996557 req-857510c7-99ce-4773-bff1-c98c9e6f91c0 service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432649 Feb 09 12:20:40.656289 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 46092b67-ebc9-4dfd-979a-70b53b5e3a49 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:20:40.656902 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459af788-4931-41e1-ac23-863098da5467 req-476f409b-6543-4c8a-8465-c48ad8e07ddb tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:40.658845 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-459af788-4931-41e1-ac23-863098da5467 req-476f409b-6543-4c8a-8465-c48ad8e07ddb tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=2b0d0fb7-71e4-40a5-962e-fff4fbff69b3&tenant_id=48298ec907a946ddb2f0d8ac4aa52547&binding%3Ahost_id=n-h2-825178-3 HTTP/1.1" status: 200 len: 1097 time: 0.7223229 Feb 09 12:20:40.691436 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['f7d337db-96a2-473b-aee2-3f714efa3b1a'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:20:40.716368 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-459af788-4931-41e1-ac23-863098da5467 req-de268e9d-9ba6-415e-9e14-7879fc00ddc8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825178-3'}}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:20:41.044233 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea84823-fd51-4c67-97b6-ebbc36cb62a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc', 'network_id': '3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc', 'tenant_id': 'e67d5799bb754fba8d6c329be7bae276', 'fixed_ips': [{'subnet_id': '256725a2-267c-46c1-902d-a474bd0131df'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:20:41.045228 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9ea84823-fd51-4c67-97b6-ebbc36cb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:41.067048 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6696f2cd-0e00-4d15-8b69-526f314e038b req-c892c7d7-2631-43cd-84ac-f4fff7acb38f service neutron] 10.222.0.52 "GET /v2.0/networks/3dc24785-24cb-4cf3-abb0-6e9facbce5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0532117 Feb 09 12:20:41.146606 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-459af788-4931-41e1-ac23-863098da5467 req-de268e9d-9ba6-415e-9e14-7879fc00ddc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:41.240048 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3da2f-841e-4faf-85f2-55dcabb61b38 req-3370ff35-6fac-4279-8cd6-8c34f5428c3f tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:41.247574 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eec3da2f-841e-4faf-85f2-55dcabb61b38 req-3370ff35-6fac-4279-8cd6-8c34f5428c3f tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a4342cb-5b67-4667-b3a7-4ac1a22605ea HTTP/1.1" status: 200 len: 946 time: 0.7300632 Feb 09 12:20:41.280195 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:41.503365 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-459af788-4931-41e1-ac23-863098da5467 req-de268e9d-9ba6-415e-9e14-7879fc00ddc8 service neutron] For port f968347b-2dcf-40b1-964a-2fc7ecffa4d8, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f968347b-2dcf-40b1-964a-2fc7ecffa4d8,segment=NetworkSegment(a032c80a-2814-4a8f-bd23-99ac5315db25),segment_id=a032c80a-2814-4a8f-bd23-99ac5315db25)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:41.522359 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 46092b67-ebc9-4dfd-979a-70b53b5e3a49, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=46092b67-ebc9-4dfd-979a-70b53b5e3a49,segment=NetworkSegment(7fd43362-d2bb-4c15-a4a2-a1a057b6ca17),segment_id=7fd43362-d2bb-4c15-a4a2-a1a057b6ca17)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:41.539482 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-459af788-4931-41e1-ac23-863098da5467 req-de268e9d-9ba6-415e-9e14-7879fc00ddc8 service neutron] For port f968347b-2dcf-40b1-964a-2fc7ecffa4d8, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:20:41.559006 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:41.611327 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-459af788-4931-41e1-ac23-863098da5467 req-de268e9d-9ba6-415e-9e14-7879fc00ddc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:41.637158 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-459af788-4931-41e1-ac23-863098da5467 req-de268e9d-9ba6-415e-9e14-7879fc00ddc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:41.642644 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5a005b51-6477-4fec-8268-c3f909996557 req-9aa91fde-6bea-47dd-a644-70452497b623 service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1225774 Feb 09 12:20:41.704223 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-9ea84823-fd51-4c67-97b6-ebbc36cb62a9 None None] Allocated IP 172.20.0.2 (3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc/256725a2-267c-46c1-902d-a474bd0131df/d1e52cfe-ed58-47c4-8483-afd80daa4c52) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:20:41.720284 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323b6b9-05a8-4258-ba6b-caa8ea289856 req-783e5bf5-dd7f-4411-aa52-d2ef414a5a70 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:41.726058 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323b6b9-05a8-4258-ba6b-caa8ea289856 req-783e5bf5-dd7f-4411-aa52-d2ef414a5a70 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:41.733410 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323b6b9-05a8-4258-ba6b-caa8ea289856 req-783e5bf5-dd7f-4411-aa52-d2ef414a5a70 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:41.738835 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323b6b9-05a8-4258-ba6b-caa8ea289856 req-783e5bf5-dd7f-4411-aa52-d2ef414a5a70 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:41.745254 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323b6b9-05a8-4258-ba6b-caa8ea289856 req-783e5bf5-dd7f-4411-aa52-d2ef414a5a70 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:41.751125 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323b6b9-05a8-4258-ba6b-caa8ea289856 req-783e5bf5-dd7f-4411-aa52-d2ef414a5a70 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:41.756997 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323b6b9-05a8-4258-ba6b-caa8ea289856 req-783e5bf5-dd7f-4411-aa52-d2ef414a5a70 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:41.764991 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d323b6b9-05a8-4258-ba6b-caa8ea289856 req-783e5bf5-dd7f-4411-aa52-d2ef414a5a70 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/ports?device_id=6101775f-5c0e-4dc8-9a5f-b57a74039dc8 HTTP/1.1" status: 200 len: 5426 time: 1.1178293 Feb 09 12:20:41.766166 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=46092b67-ebc9-4dfd-979a-70b53b5e3a49,revision_number=8']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:41.903599 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eec3da2f-841e-4faf-85f2-55dcabb61b38 req-fffe4944-92e9-490a-b2ea-e04c7618c33b tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc310c7-804c-482c-8f65-f0a6e9cffd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6550241 Feb 09 12:20:42.025378 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de268e9d-9ba6-415e-9e14-7879fc00ddc8 service neutron] Pushing event updated for resources: {'Port': ['ID=f968347b-2dcf-40b1-964a-2fc7ecffa4d8,revision_number=7']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:42.047109 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9ea84823-fd51-4c67-97b6-ebbc36cb62a9 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:42.053924 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d323b6b9-05a8-4258-ba6b-caa8ea289856 req-79e11618-c6c7-4864-94e8-23953d7f38cf tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/security-groups?id=8803669e-2abe-4ab7-b2c0-58109e10cb11&id=84c476da-0274-41dd-aeef-e671ea782d84&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2879703 Feb 09 12:20:42.061880 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-9ea84823-fd51-4c67-97b6-ebbc36cb62a9 None None] Transition to ACTIVE for port object d1e52cfe-ed58-47c4-8483-afd80daa4c52 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:20:42.097585 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-9ea84823-fd51-4c67-97b6-ebbc36cb62a9 None None] Transition to ACTIVE for port object d1e52cfe-ed58-47c4-8483-afd80daa4c52 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:20:42.100046 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e58c0-22a5-419d-a7ea-8bbcc44e2ab2 req-5a061f6a-8de2-41f1-a2b1-19579a86e814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:42.102003 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ff2e58c0-22a5-419d-a7ea-8bbcc44e2ab2 req-5a061f6a-8de2-41f1-a2b1-19579a86e814 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aa3119d2dab241bb8047798bbe393556&device_id=a9df35a8-abfa-4a0d-8916-b00519509e62 HTTP/1.1" status: 200 len: 1094 time: 0.9382882 Feb 09 12:20:42.107778 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9ea84823-fd51-4c67-97b6-ebbc36cb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:42.108862 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-459af788-4931-41e1-ac23-863098da5467 req-de268e9d-9ba6-415e-9e14-7879fc00ddc8 service neutron] Attempting to bind port f968347b-2dcf-40b1-964a-2fc7ecffa4d8 on host n-h2-825178-3 for vnic_type normal with profile {"migrating_to": "n-h1-825178-3"} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:20:42.109379 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-459af788-4931-41e1-ac23-863098da5467 req-de268e9d-9ba6-415e-9e14-7879fc00ddc8 service neutron] Attempting to bind port f968347b-2dcf-40b1-964a-2fc7ecffa4d8 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:20:42.109871 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459af788-4931-41e1-ac23-863098da5467 req-de268e9d-9ba6-415e-9e14-7879fc00ddc8 service neutron] Attempting to bind port f968347b-2dcf-40b1-964a-2fc7ecffa4d8 on network ef8cbc95-953d-4d9d-a80a-2c68322f6f7f {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:20:42.115430 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459af788-4931-41e1-ac23-863098da5467 req-de268e9d-9ba6-415e-9e14-7879fc00ddc8 service neutron] Port f968347b-2dcf-40b1-964a-2fc7ecffa4d8 on network ef8cbc95-953d-4d9d-a80a-2c68322f6f7f not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:20:42.116059 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459af788-4931-41e1-ac23-863098da5467 req-de268e9d-9ba6-415e-9e14-7879fc00ddc8 service neutron] Attempting to bind port f968347b-2dcf-40b1-964a-2fc7ecffa4d8 on network ef8cbc95-953d-4d9d-a80a-2c68322f6f7f {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:20:42.149132 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459af788-4931-41e1-ac23-863098da5467 req-de268e9d-9ba6-415e-9e14-7879fc00ddc8 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:20:42.150272 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459af788-4931-41e1-ac23-863098da5467 req-de268e9d-9ba6-415e-9e14-7879fc00ddc8 service neutron] Checking segment: {'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:20:42.151161 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459af788-4931-41e1-ac23-863098da5467 req-de268e9d-9ba6-415e-9e14-7879fc00ddc8 service neutron] Bound using segment: {'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:20:42.151819 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-459af788-4931-41e1-ac23-863098da5467 req-de268e9d-9ba6-415e-9e14-7879fc00ddc8 service neutron] Bound port: f968347b-2dcf-40b1-964a-2fc7ecffa4d8, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:20:42.153166 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-459af788-4931-41e1-ac23-863098da5467 req-de268e9d-9ba6-415e-9e14-7879fc00ddc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:42.190885 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea84823-fd51-4c67-97b6-ebbc36cb62a9 None None] Network 3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:20:42.194248 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-9ea84823-fd51-4c67-97b6-ebbc36cb62a9 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:20:42.199146 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea84823-fd51-4c67-97b6-ebbc36cb62a9 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:20:42.308506 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea84823-fd51-4c67-97b6-ebbc36cb62a9 None None] Pushing event updated for resources: {'Port': ['ID=d1e52cfe-ed58-47c4-8483-afd80daa4c52,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:42.403173 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4342cb-5b67-4667-b3a7-4ac1a22605ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46092b67-ebc9-4dfd-979a-70b53b5e3a49'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:20:42.475815 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5550df0-da5c-4703-be00-76545c59d017', 'tag': '06e0063b-7504-4c66-9209-f7afc1529895'}, {'server_uuid': '2b0d0fb7-71e4-40a5-962e-fff4fbff69b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f968347b-2dcf-40b1-964a-2fc7ecffa4d8'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:20:42.484943 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-9ea84823-fd51-4c67-97b6-ebbc36cb62a9 None None] Attempting to bind port d1e52cfe-ed58-47c4-8483-afd80daa4c52 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:20:42.485213 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-9ea84823-fd51-4c67-97b6-ebbc36cb62a9 None None] Attempting to bind port d1e52cfe-ed58-47c4-8483-afd80daa4c52 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'c51cbd81-ca40-4079-80a5-16e74da9e93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:20:42.485639 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea84823-fd51-4c67-97b6-ebbc36cb62a9 None None] Attempting to bind port d1e52cfe-ed58-47c4-8483-afd80daa4c52 on network 3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:20:42.497844 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea84823-fd51-4c67-97b6-ebbc36cb62a9 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:20:42.498603 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea84823-fd51-4c67-97b6-ebbc36cb62a9 None None] Checking segment: {'id': 'c51cbd81-ca40-4079-80a5-16e74da9e93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:20:42.499236 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9ea84823-fd51-4c67-97b6-ebbc36cb62a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:42.499871 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea84823-fd51-4c67-97b6-ebbc36cb62a9 None None] Bound using segment: {'id': 'c51cbd81-ca40-4079-80a5-16e74da9e93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:20:42.505581 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-9ea84823-fd51-4c67-97b6-ebbc36cb62a9 None None] Bound port: d1e52cfe-ed58-47c4-8483-afd80daa4c52, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c51cbd81-ca40-4079-80a5-16e74da9e93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:20:42.507930 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9ea84823-fd51-4c67-97b6-ebbc36cb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:42.634280 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-9ea84823-fd51-4c67-97b6-ebbc36cb62a9 None None] For port d1e52cfe-ed58-47c4-8483-afd80daa4c52, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:20:42.638344 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-9ea84823-fd51-4c67-97b6-ebbc36cb62a9 None None] For port d1e52cfe-ed58-47c4-8483-afd80daa4c52, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=d1e52cfe-ed58-47c4-8483-afd80daa4c52,segment=NetworkSegment(c51cbd81-ca40-4079-80a5-16e74da9e93e),segment_id=c51cbd81-ca40-4079-80a5-16e74da9e93e)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:20:42.644658 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9ea84823-fd51-4c67-97b6-ebbc36cb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:42.675679 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e58c0-22a5-419d-a7ea-8bbcc44e2ab2 req-46dac4ee-e57d-4536-b127-0993a08ba99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:42.677286 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ff2e58c0-22a5-419d-a7ea-8bbcc44e2ab2 req-46dac4ee-e57d-4536-b127-0993a08ba99f service neutron] 10.222.0.52 "GET /v2.0/networks?id=3dc24785-24cb-4cf3-abb0-6e9facbce5a2 HTTP/1.1" status: 200 len: 907 time: 0.5586317 Feb 09 12:20:42.733116 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47070) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:20:42.793890 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea84823-fd51-4c67-97b6-ebbc36cb62a9 None None] Pushing event updated for resources: {'Port': ['ID=d1e52cfe-ed58-47c4-8483-afd80daa4c52,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:42.809469 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ff2e58c0-22a5-419d-a7ea-8bbcc44e2ab2 req-4ab90b71-b451-4d92-9999-c08354df858b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=790c7b93-5bb7-4bbf-8d09-fa106dde3d77 HTTP/1.1" status: 200 len: 217 time: 0.1084838 Feb 09 12:20:42.811498 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-459af788-4931-41e1-ac23-863098da5467 req-de268e9d-9ba6-415e-9e14-7879fc00ddc8 service neutron] For port f968347b-2dcf-40b1-964a-2fc7ecffa4d8, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:20:42.877681 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-459af788-4931-41e1-ac23-863098da5467 req-de268e9d-9ba6-415e-9e14-7879fc00ddc8 service neutron] For port f968347b-2dcf-40b1-964a-2fc7ecffa4d8, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f968347b-2dcf-40b1-964a-2fc7ecffa4d8,segment=NetworkSegment(a032c80a-2814-4a8f-bd23-99ac5315db25),segment_id=a032c80a-2814-4a8f-bd23-99ac5315db25)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:20:42.921432 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-459af788-4931-41e1-ac23-863098da5467 req-de268e9d-9ba6-415e-9e14-7879fc00ddc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:42.957029 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-bb934525-0eaa-4340-aab7-b72b22298323 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dda46f6fe2de441f9aa9a16e4e5ee6fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2224691 Feb 09 12:20:42.959339 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47076) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:20:43.045741 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-93e2b075-8740-4245-942c-5a7ae89ce3b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:43.117481 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-93e2b075-8740-4245-942c-5a7ae89ce3b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:43.150430 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-faf76bfe-7f08-4810-a980-7d7f1752546b tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:43.158619 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-faf76bfe-7f08-4810-a980-7d7f1752546b tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/networks?id=3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc HTTP/1.1" status: 200 len: 816 time: 0.6524293 Feb 09 12:20:43.176272 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e58c0-22a5-419d-a7ea-8bbcc44e2ab2 req-e737dfcd-1305-4346-a5f5-5518e177e232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:43.178526 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ff2e58c0-22a5-419d-a7ea-8bbcc44e2ab2 req-e737dfcd-1305-4346-a5f5-5518e177e232 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6900bc3b-9729-42c6-818c-a0b3fb463d8c HTTP/1.1" status: 200 len: 845 time: 0.3610923 Feb 09 12:20:43.248244 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-93e2b075-8740-4245-942c-5a7ae89ce3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:43.292319 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-93e2b075-8740-4245-942c-5a7ae89ce3b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:43.295922 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-93e2b075-8740-4245-942c-5a7ae89ce3b2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a0e007a1-b994-49a7-8e79-04b4c8754e0e HTTP/1.1" status: 204 len: 168 time: 0.3343639 Feb 09 12:20:43.311671 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e2b075-8740-4245-942c-5a7ae89ce3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e007a1-b994-49a7-8e79-04b4c8754e0e,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:43.484212 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de268e9d-9ba6-415e-9e14-7879fc00ddc8 service neutron] Pushing event updated for resources: {'Port': ['ID=f968347b-2dcf-40b1-964a-2fc7ecffa4d8,revision_number=8']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:43.504287 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-213a3c53-42a3-4e58-926e-05052b9b7954 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/quotas/e67d5799bb754fba8d6c329be7bae276 HTTP/1.1" status: 200 len: 375 time: 0.3444757 Feb 09 12:20:43.626261 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459af788-4931-41e1-ac23-863098da5467 req-de268e9d-9ba6-415e-9e14-7879fc00ddc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:43.626895 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-459af788-4931-41e1-ac23-863098da5467 req-de268e9d-9ba6-415e-9e14-7879fc00ddc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:43.628302 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-459af788-4931-41e1-ac23-863098da5467 req-de268e9d-9ba6-415e-9e14-7879fc00ddc8 service neutron] 10.222.0.52 "PUT /v2.0/ports/f968347b-2dcf-40b1-964a-2fc7ecffa4d8 HTTP/1.1" status: 200 len: 1122 time: 2.9552538 Feb 09 12:20:43.649967 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c22753-e0a8-4aac-ac2b-5f7ff79bad99 req-cc6326f9-b7cc-4191-94ee-df6e3d447903 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:43.654053 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-64c22753-e0a8-4aac-ac2b-5f7ff79bad99 req-cc6326f9-b7cc-4191-94ee-df6e3d447903 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5550df0-da5c-4703-be00-76545c59d017 HTTP/1.1" status: 200 len: 948 time: 1.1107373 Feb 09 12:20:43.743586 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-64c22753-e0a8-4aac-ac2b-5f7ff79bad99 req-92dfdfaf-198f-4c3d-bd38-ce5e39c5ec0a tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826662 Feb 09 12:20:43.752138 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e58c0-22a5-419d-a7ea-8bbcc44e2ab2 req-fd2fff8e-af91-4ad5-bbda-415496aab611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:43.753659 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ff2e58c0-22a5-419d-a7ea-8bbcc44e2ab2 req-fd2fff8e-af91-4ad5-bbda-415496aab611 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3dc24785-24cb-4cf3-abb0-6e9facbce5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5579903 Feb 09 12:20:43.760058 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-874fd654-7486-485d-81dc-66b9ad903697 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e67d5799bb754fba8d6c329be7bae276&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2545717 Feb 09 12:20:43.830177 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 790c7b93-5bb7-4bbf-8d09-fa106dde3d77 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:20:44.055115 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-12a2a81c-c349-455f-9efa-9cb3366768e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:44.140679 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 790c7b93-5bb7-4bbf-8d09-fa106dde3d77, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=790c7b93-5bb7-4bbf-8d09-fa106dde3d77,segment=NetworkSegment(aed25d29-c196-48bc-8269-0f58f1c3190d),segment_id=aed25d29-c196-48bc-8269-0f58f1c3190d)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:44.159368 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': '790c7b93-5bb7-4bbf-8d09-fa106dde3d77', 'network_id': '3dc24785-24cb-4cf3-abb0-6e9facbce5a2', 'port_id': '790c7b93-5bb7-4bbf-8d09-fa106dde3d77', 'mac_address': 'fa:16:3e:f9:3f:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6900bc3b-9729-42c6-818c-a0b3fb463d8c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:20:44.222455 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ff2e58c0-22a5-419d-a7ea-8bbcc44e2ab2 req-fd4883cc-888e-4267-bced-8ec095011bee service neutron] 10.222.0.52 "GET /v2.0/networks/3dc24785-24cb-4cf3-abb0-6e9facbce5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4571049 Feb 09 12:20:44.230834 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['f968347b-2dcf-40b1-964a-2fc7ecffa4d8'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:20:44.375975 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:44.397979 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1daf8a57-d5d1-4d17-a342-7ee646fb4556 None None] Network 3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:20:44.452086 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-fe7a24ab-770f-4e70-a64d-f70af872a389 service neutron] 10.222.0.55 "GET /v2.0/networks/3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6630471 Feb 09 12:20:44.506809 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192e1f4-e92d-45c1-a438-952f247d8b28 req-e5df068c-72c6-4240-b684-4621821a8c5b tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:44.519001 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f192e1f4-e92d-45c1-a438-952f247d8b28 req-e5df068c-72c6-4240-b684-4621821a8c5b tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b0d0fb7-71e4-40a5-962e-fff4fbff69b3 HTTP/1.1" status: 200 len: 944 time: 0.5330641 Feb 09 12:20:44.642018 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 08a7959c-b6ca-4739-9da3-042b6f618521 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:20:44.653250 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ff2e58c0-22a5-419d-a7ea-8bbcc44e2ab2 req-d3377fcf-5d74-4902-8e2d-863ea7c7c753 service neutron] 10.222.0.52 "GET /v2.0/networks/3dc24785-24cb-4cf3-abb0-6e9facbce5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192696 Feb 09 12:20:44.685103 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f192e1f4-e92d-45c1-a438-952f247d8b28 req-761fa5c6-b59f-4b46-bdd8-f8e2758c0487 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651211 Feb 09 12:20:44.692127 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 790c7b93-5bb7-4bbf-8d09-fa106dde3d77 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:20:44.735216 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-4a1205a4-67e7-43a4-9ec3-c5c08acdd48f service neutron] 10.222.0.55 "GET /v2.0/networks/3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713428 Feb 09 12:20:44.766031 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-05f3b3cc-695a-44d2-a018-4397e9a8810d None None] Provisioning for port d1e52cfe-ed58-47c4-8483-afd80daa4c52 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:20:44.798100 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 790c7b93-5bb7-4bbf-8d09-fa106dde3d77, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=790c7b93-5bb7-4bbf-8d09-fa106dde3d77,segment=NetworkSegment(aed25d29-c196-48bc-8269-0f58f1c3190d),segment_id=aed25d29-c196-48bc-8269-0f58f1c3190d)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:44.811283 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 08a7959c-b6ca-4739-9da3-042b6f618521 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:20:44.845306 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:44.909558 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 08a7959c-b6ca-4739-9da3-042b6f618521 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:20:44.909819 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:45.164182 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=790c7b93-5bb7-4bbf-8d09-fa106dde3d77,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:45.184001 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5376d7-a05b-448a-a40a-e34d3e04702d req-8f5e2054-92a4-434b-997d-eccd027d973f tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:45.185751 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fc5376d7-a05b-448a-a40a-e34d3e04702d req-8f5e2054-92a4-434b-997d-eccd027d973f tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9df35a8-abfa-4a0d-8916-b00519509e62 HTTP/1.1" status: 200 len: 944 time: 0.1777530 Feb 09 12:20:45.275726 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['790c7b93-5bb7-4bbf-8d09-fa106dde3d77'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:20:45.319365 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fc5376d7-a05b-448a-a40a-e34d3e04702d req-478fc71d-acc2-4973-90d6-9f8ba9dcf4e3 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] 10.222.0.55 "GET /v2.0/security-groups?id=4a5aff2f-8bf6-4c95-869a-029ed35a6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203501 Feb 09 12:20:45.322567 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device d1e52cfe-ed58-47c4-8483-afd80daa4c52 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:20:45.427856 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a4342cb-5b67-4667-b3a7-4ac1a22605ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46092b67-ebc9-4dfd-979a-70b53b5e3a49', 'code': 200} Feb 09 12:20:45.483909 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5550df0-da5c-4703-be00-76545c59d017', 'tag': '06e0063b-7504-4c66-9209-f7afc1529895', 'status': 'completed', 'code': 200} Feb 09 12:20:45.484520 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0d0fb7-71e4-40a5-962e-fff4fbff69b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f968347b-2dcf-40b1-964a-2fc7ecffa4d8', 'code': 200} Feb 09 12:20:45.536391 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:45.654758 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 08a7959c-b6ca-4739-9da3-042b6f618521, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=08a7959c-b6ca-4739-9da3-042b6f618521,segment=NetworkSegment(60316b84-93e0-4859-b6b6-adab39b3fab1),segment_id=60316b84-93e0-4859-b6b6-adab39b3fab1)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:45.669973 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port d1e52cfe-ed58-47c4-8483-afd80daa4c52 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:20:45.689962 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:45.690639 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 94020401-ba56-426c-a528-ce595ad0c37c up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:20:45.739956 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b35467-06ee-4658-a7c5-0efb93e3dda5 req-d6ec0cdb-89a1-48a9-87c2-fd07bdcf554f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:45.743033 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-40b35467-06ee-4658-a7c5-0efb93e3dda5 req-d6ec0cdb-89a1-48a9-87c2-fd07bdcf554f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49129fa2c03c45c2a0df365ab76f11e9&device_id=c5550df0-da5c-4703-be00-76545c59d017 HTTP/1.1" status: 200 len: 1099 time: 0.2351291 Feb 09 12:20:45.867010 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port d1e52cfe-ed58-47c4-8483-afd80daa4c52 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:20:45.867553 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:46.045036 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device f968347b-2dcf-40b1-964a-2fc7ecffa4d8 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:20:46.199885 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.resource_extend [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:20:46.220963 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3aad7-a80c-4c49-ac6a-caec33a43b96 req-c9f1bc82-0031-4f75-a5be-4fdc2820ab38 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:46.227367 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3aad7-a80c-4c49-ac6a-caec33a43b96 req-c9f1bc82-0031-4f75-a5be-4fdc2820ab38 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:46.234408 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3aad7-a80c-4c49-ac6a-caec33a43b96 req-c9f1bc82-0031-4f75-a5be-4fdc2820ab38 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:46.240700 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3aad7-a80c-4c49-ac6a-caec33a43b96 req-c9f1bc82-0031-4f75-a5be-4fdc2820ab38 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:46.262074 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3aad7-a80c-4c49-ac6a-caec33a43b96 req-c9f1bc82-0031-4f75-a5be-4fdc2820ab38 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:46.268208 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3aad7-a80c-4c49-ac6a-caec33a43b96 req-c9f1bc82-0031-4f75-a5be-4fdc2820ab38 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:46.281619 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3aad7-a80c-4c49-ac6a-caec33a43b96 req-c9f1bc82-0031-4f75-a5be-4fdc2820ab38 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:46.283963 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2ba3aad7-a80c-4c49-ac6a-caec33a43b96 req-c9f1bc82-0031-4f75-a5be-4fdc2820ab38 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/ports?device_id=6101775f-5c0e-4dc8-9a5f-b57a74039dc8 HTTP/1.1" status: 200 len: 5427 time: 0.6198392 Feb 09 12:20:46.285278 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b35467-06ee-4658-a7c5-0efb93e3dda5 req-967a4011-024e-407c-8dfa-f18855ad804f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:46.286796 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-40b35467-06ee-4658-a7c5-0efb93e3dda5 req-967a4011-024e-407c-8dfa-f18855ad804f service neutron] 10.222.0.52 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.5360227 Feb 09 12:20:46.296016 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cab483-2ac2-416d-9d24-b956dbaad5e2 req-a2c7710e-8ed4-4c66-8aed-4d468f1536b4 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:46.297991 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3cab483-2ac2-416d-9d24-b956dbaad5e2 req-a2c7710e-8ed4-4c66-8aed-4d468f1536b4 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5550df0-da5c-4703-be00-76545c59d017 HTTP/1.1" status: 200 len: 948 time: 0.3303552 Feb 09 12:20:46.380553 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=08a7959c-b6ca-4739-9da3-042b6f618521,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:46.384390 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 94020401-ba56-426c-a528-ce595ad0c37c completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:20:46.403496 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-40b35467-06ee-4658-a7c5-0efb93e3dda5 req-ffe8cacb-f375-46f2-a660-eb58d2f59a15 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=06e0063b-7504-4c66-9209-f7afc1529895 HTTP/1.1" status: 200 len: 217 time: 0.1032538 Feb 09 12:20:46.404643 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-3c9b4da7-174a-45e6-836f-d22cd9ea3a04 None None] Provisioning complete for port d1e52cfe-ed58-47c4-8483-afd80daa4c52 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:20:46.405022 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3c9b4da7-174a-45e6-836f-d22cd9ea3a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:46.455983 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 94020401-ba56-426c-a528-ce595ad0c37c triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:20:46.456271 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:46.491894 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2ba3aad7-a80c-4c49-ac6a-caec33a43b96 req-cd31233e-1d90-4ae4-affb-350625d3e123 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/security-groups?id=8803669e-2abe-4ab7-b2c0-58109e10cb11&id=84c476da-0274-41dd-aeef-e671ea782d84&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1926892 Feb 09 12:20:46.503518 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3cab483-2ac2-416d-9d24-b956dbaad5e2 req-635fa94b-6618-42dc-9d85-2e6e09f1eb0a tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293311 Feb 09 12:20:46.516419 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7f872d02-53c4-4f7a-934d-e7debcec6a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:46.555342 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:46.570595 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b35467-06ee-4658-a7c5-0efb93e3dda5 req-be38545c-96ae-4ba9-ade6-4e53682f7976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:46.572686 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-40b35467-06ee-4658-a7c5-0efb93e3dda5 req-be38545c-96ae-4ba9-ade6-4e53682f7976 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.1594341 Feb 09 12:20:46.656037 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port f968347b-2dcf-40b1-964a-2fc7ecffa4d8, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f968347b-2dcf-40b1-964a-2fc7ecffa4d8,segment=NetworkSegment(a032c80a-2814-4a8f-bd23-99ac5315db25),segment_id=a032c80a-2814-4a8f-bd23-99ac5315db25)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:46.686884 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device f968347b-2dcf-40b1-964a-2fc7ecffa4d8 has no active binding in host n-h1-825178-3 {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 09 12:20:46.687160 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 06e0063b-7504-4c66-9209-f7afc1529895 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:20:46.726843 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port d1e52cfe-ed58-47c4-8483-afd80daa4c52, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=d1e52cfe-ed58-47c4-8483-afd80daa4c52,segment=NetworkSegment(c51cbd81-ca40-4079-80a5-16e74da9e93e),segment_id=c51cbd81-ca40-4079-80a5-16e74da9e93e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:46.769903 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:46.878933 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3c9b4da7-174a-45e6-836f-d22cd9ea3a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:46.950827 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:47.000467 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=d1e52cfe-ed58-47c4-8483-afd80daa4c52,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:47.113602 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 94020401-ba56-426c-a528-ce595ad0c37c, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=94020401-ba56-426c-a528-ce595ad0c37c,segment=NetworkSegment(3e46f2fe-77ad-44e4-b912-8d0e12584d00),segment_id=3e46f2fe-77ad-44e4-b912-8d0e12584d00)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:47.121919 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-3c9b4da7-174a-45e6-836f-d22cd9ea3a04 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:20:47.122273 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-3c9b4da7-174a-45e6-836f-d22cd9ea3a04 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:20:47.123939 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 06e0063b-7504-4c66-9209-f7afc1529895, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=06e0063b-7504-4c66-9209-f7afc1529895,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:47.131086 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:47.168456 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device f4260c54-433e-4da9-abdb-7b63fb7fccfd up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:20:47.217855 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': '06e0063b-7504-4c66-9209-f7afc1529895', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'port_id': '06e0063b-7504-4c66-9209-f7afc1529895', 'mac_address': 'fa:16:3e:92:dd:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed5558-888d-440a-8c32-52f2f9bc5bd5', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:20:47.237879 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device d1e52cfe-ed58-47c4-8483-afd80daa4c52 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:20:47.260096 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-e0a2dbea-fb0d-4d5e-ada7-c980b34de254 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:47.266736 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-e0a2dbea-fb0d-4d5e-ada7-c980b34de254 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/networks?id=3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc HTTP/1.1" status: 200 len: 816 time: 0.4125268 Feb 09 12:20:47.306436 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-04ed83e1-2905-4fe5-8eae-fa800f1a5651 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/quotas/e67d5799bb754fba8d6c329be7bae276 HTTP/1.1" status: 200 len: 375 time: 0.0382340 Feb 09 12:20:47.375071 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=94020401-ba56-426c-a528-ce595ad0c37c,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:47.378083 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:47.407533 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06e0063b-7504-4c66-9209-f7afc1529895 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:20:47.425171 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port f4260c54-433e-4da9-abdb-7b63fb7fccfd completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:20:47.429967 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a7959c-b6ca-4739-9da3-042b6f618521'}, {'server_uuid': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94020401-ba56-426c-a528-ce595ad0c37c'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:20:47.435250 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port d1e52cfe-ed58-47c4-8483-afd80daa4c52 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:20:47.435626 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:47.461212 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b35467-06ee-4658-a7c5-0efb93e3dda5 req-30c2b328-5dcd-4bf7-b001-3db32a2d5b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:47.464538 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-40b35467-06ee-4658-a7c5-0efb93e3dda5 req-30c2b328-5dcd-4bf7-b001-3db32a2d5b1c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8716571 Feb 09 12:20:47.478861 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 06e0063b-7504-4c66-9209-f7afc1529895, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=06e0063b-7504-4c66-9209-f7afc1529895,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:47.479202 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-91d00199-c55e-439e-930a-df654e6e5b2c tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:47.480975 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-91d00199-c55e-439e-930a-df654e6e5b2c tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.46 "GET /v2.0/networks?id=3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc HTTP/1.1" status: 200 len: 816 time: 0.5536237 Feb 09 12:20:47.486640 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b0d0fb7-71e4-40a5-962e-fff4fbff69b3', 'tag': 'f968347b-2dcf-40b1-964a-2fc7ecffa4d8'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:20:47.487852 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port f4260c54-433e-4da9-abdb-7b63fb7fccfd triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:20:47.488218 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:47.521900 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-febf2372-ae9e-49eb-ba89-4a7018dc4ae9 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Request body: {'port': {'device_id': '1c4532aa-287a-44da-8eb9-3da0106a49a3', 'network_id': '3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc', 'admin_state_up': True, 'tenant_id': 'e67d5799bb754fba8d6c329be7bae276'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:20:47.526330 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:47.549268 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f49fd4-c432-45ec-b0c6-6c201f72c342 req-d8fb686e-ac9a-4ebd-b917-f9afca76b437 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:47.551400 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-67f49fd4-c432-45ec-b0c6-6c201f72c342 req-d8fb686e-ac9a-4ebd-b917-f9afca76b437 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b0d0fb7-71e4-40a5-962e-fff4fbff69b3 HTTP/1.1" status: 200 len: 944 time: 0.6895237 Feb 09 12:20:47.620188 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:47.694366 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:47.785362 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=06e0063b-7504-4c66-9209-f7afc1529895,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:47.826261 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-4cebe69b-d31b-4d91-b70c-b3c9cb2ec0d7 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e67d5799bb754fba8d6c329be7bae276&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5188887 Feb 09 12:20:47.870985 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 790c7b93-5bb7-4bbf-8d09-fa106dde3d77 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:20:47.969499 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-67f49fd4-c432-45ec-b0c6-6c201f72c342 req-5c72bd91-cc44-4cec-befe-9ef6c2a49e58 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4023044 Feb 09 12:20:48.056517 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:48.070036 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['06e0063b-7504-4c66-9209-f7afc1529895'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:20:48.153985 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-40b35467-06ee-4658-a7c5-0efb93e3dda5 req-a93dfa2d-857e-4444-9bc4-ac6f3dfabd79 service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6701100 Feb 09 12:20:48.184640 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port f4260c54-433e-4da9-abdb-7b63fb7fccfd, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f4260c54-433e-4da9-abdb-7b63fb7fccfd,segment=NetworkSegment(3e46f2fe-77ad-44e4-b912-8d0e12584d00),segment_id=3e46f2fe-77ad-44e4-b912-8d0e12584d00)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:48.195294 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:48.196866 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device bac054b4-55e6-4dd2-a661-38ced1728bad up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:20:48.211684 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-febf2372-ae9e-49eb-ba89-4a7018dc4ae9 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:20:48.250526 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-91847a72-f268-472e-8163-989168001335 req-1c93a1a0-8e7a-458b-a6ce-eb55f94a6236 tempest-AbsoluteLimitsNegativeTestJSON-1038851329 tempest-AbsoluteLimitsNegativeTestJSON-1038851329-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=7867203ffe4d41d7b52b056e03f5e229&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1089444 Feb 09 12:20:48.280487 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-febf2372-ae9e-49eb-ba89-4a7018dc4ae9 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Usage tracker for resource:port and tenant:e67d5799bb754fba8d6c329be7bae276 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:20:48.289727 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-febf2372-ae9e-49eb-ba89-4a7018dc4ae9 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:20:48.318744 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-59eb2f3b-8f12-4deb-943e-e4614c1c1585 service neutron] 10.222.0.55 "GET /v2.0/networks/3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4914131 Feb 09 12:20:48.327563 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-febf2372-ae9e-49eb-ba89-4a7018dc4ae9 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:20:48.381383 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port 790c7b93-5bb7-4bbf-8d09-fa106dde3d77 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:20:48.412594 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port 790c7b93-5bb7-4bbf-8d09-fa106dde3d77 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:20:48.413407 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:48.479743 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=f4260c54-433e-4da9-abdb-7b63fb7fccfd,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:48.521120 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port bac054b4-55e6-4dd2-a661-38ced1728bad completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:20:48.546539 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port bac054b4-55e6-4dd2-a661-38ced1728bad triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:20:48.547077 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:48.630055 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-febf2372-ae9e-49eb-ba89-4a7018dc4ae9 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Made reservation on behalf of e67d5799bb754fba8d6c329be7bae276 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:20:48.634130 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-febf2372-ae9e-49eb-ba89-4a7018dc4ae9 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:48.766040 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:48.784336 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-459af788-4931-41e1-ac23-863098da5467 req-7c3c42ec-fff3-489c-b623-24668c79ce2d service neutron] 10.222.0.46 "GET /v2.0/ports/f968347b-2dcf-40b1-964a-2fc7ecffa4d8/bindings/n-h1-825178-3 HTTP/1.1" status: 200 len: 384 time: 0.1228678 Feb 09 12:20:48.876157 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:48.917547 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 790c7b93-5bb7-4bbf-8d09-fa106dde3d77, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=790c7b93-5bb7-4bbf-8d09-fa106dde3d77,segment=NetworkSegment(aed25d29-c196-48bc-8269-0f58f1c3190d),segment_id=aed25d29-c196-48bc-8269-0f58f1c3190d)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:48.937280 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port bac054b4-55e6-4dd2-a661-38ced1728bad, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=bac054b4-55e6-4dd2-a661-38ced1728bad,segment=NetworkSegment(2caa8241-9028-480a-8fbb-9001345a5103),segment_id=2caa8241-9028-480a-8fbb-9001345a5103)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:48.939764 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:49.003546 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-40b35467-06ee-4658-a7c5-0efb93e3dda5 req-e0b2e5fa-fa4e-4c5a-9c74-d053f12c2145 service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7938740 Feb 09 12:20:49.005752 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:49.006888 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 33e8e5dc-949b-49d0-bab6-79fc92eee24f up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:20:49.032913 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91847a72-f268-472e-8163-989168001335 req-43b8e430-006c-4262-9789-fcf0683091c0 tempest-AbsoluteLimitsNegativeTestJSON-1038851329 tempest-AbsoluteLimitsNegativeTestJSON-1038851329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:49.034640 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-91847a72-f268-472e-8163-989168001335 req-43b8e430-006c-4262-9789-fcf0683091c0 tempest-AbsoluteLimitsNegativeTestJSON-1038851329 tempest-AbsoluteLimitsNegativeTestJSON-1038851329-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7833264 Feb 09 12:20:49.048706 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7215d9-ae63-457d-8f04-a443ee1fc1f8 req-c8bb292a-1185-445c-ac48-0aeaf8995763 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:49.050361 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d7215d9-ae63-457d-8f04-a443ee1fc1f8 req-c8bb292a-1185-445c-ac48-0aeaf8995763 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a4342cb-5b67-4667-b3a7-4ac1a22605ea HTTP/1.1" status: 200 len: 944 time: 0.9985008 Feb 09 12:20:49.134429 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:49.150446 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-bfe84f8c-f875-4c71-989c-bb8c9e785be2 service neutron] 10.222.0.55 "GET /v2.0/networks/3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8306854 Feb 09 12:20:49.153210 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-91847a72-f268-472e-8163-989168001335 req-b2ea42e3-9c19-4bbb-8066-c5111ebd81bc tempest-AbsoluteLimitsNegativeTestJSON-1038851329 tempest-AbsoluteLimitsNegativeTestJSON-1038851329-project] 10.222.0.55 "GET /v2.0/quotas/7867203ffe4d41d7b52b056e03f5e229 HTTP/1.1" status: 200 len: 375 time: 0.0604391 Feb 09 12:20:49.178235 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=790c7b93-5bb7-4bbf-8d09-fa106dde3d77,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:49.277427 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-459af788-4931-41e1-ac23-863098da5467 req-6850f457-d2de-418c-afda-a815166a65bd service neutron] For port f968347b-2dcf-40b1-964a-2fc7ecffa4d8, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f968347b-2dcf-40b1-964a-2fc7ecffa4d8,segment=NetworkSegment(a032c80a-2814-4a8f-bd23-99ac5315db25),segment_id=a032c80a-2814-4a8f-bd23-99ac5315db25)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:49.280364 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=bac054b4-55e6-4dd2-a661-38ced1728bad,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:49.297711 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 33e8e5dc-949b-49d0-bab6-79fc92eee24f completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:20:49.317696 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 33e8e5dc-949b-49d0-bab6-79fc92eee24f triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:20:49.318338 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:49.319204 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-459af788-4931-41e1-ac23-863098da5467 req-6850f457-d2de-418c-afda-a815166a65bd service neutron] For port f968347b-2dcf-40b1-964a-2fc7ecffa4d8, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:20:49.426497 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-459af788-4931-41e1-ac23-863098da5467 req-6850f457-d2de-418c-afda-a815166a65bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f968347b-2dcf-40b1-964a-2fc7ecffa4d8 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:20:49.453459 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-459af788-4931-41e1-ac23-863098da5467 req-6850f457-d2de-418c-afda-a815166a65bd service neutron] For port f968347b-2dcf-40b1-964a-2fc7ecffa4d8, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=f968347b-2dcf-40b1-964a-2fc7ecffa4d8,segment=NetworkSegment(a032c80a-2814-4a8f-bd23-99ac5315db25),segment_id=a032c80a-2814-4a8f-bd23-99ac5315db25)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:49.497300 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-459af788-4931-41e1-ac23-863098da5467 req-6850f457-d2de-418c-afda-a815166a65bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:49.527006 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-febf2372-ae9e-49eb-ba89-4a7018dc4ae9 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Allocated IP 172.20.0.8 (3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc/256725a2-267c-46c1-902d-a474bd0131df/b82c32a8-4cdb-4634-ab3c-0781f442e32b) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:20:49.625968 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:49.737670 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 33e8e5dc-949b-49d0-bab6-79fc92eee24f, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=33e8e5dc-949b-49d0-bab6-79fc92eee24f,segment=NetworkSegment(3e46f2fe-77ad-44e4-b912-8d0e12584d00),segment_id=3e46f2fe-77ad-44e4-b912-8d0e12584d00)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:49.766131 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-459af788-4931-41e1-ac23-863098da5467 req-6850f457-d2de-418c-afda-a815166a65bd service neutron] Transition to ACTIVE for port object f968347b-2dcf-40b1-964a-2fc7ecffa4d8 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:20:49.774008 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-3d7215d9-ae63-457d-8f04-a443ee1fc1f8 req-33805b72-86cd-4273-9beb-a938ce341c81 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Deleting port 46092b67-ebc9-4dfd-979a-70b53b5e3a49 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:20:49.774763 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3d7215d9-ae63-457d-8f04-a443ee1fc1f8 req-33805b72-86cd-4273-9beb-a938ce341c81 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:49.776875 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:49.779673 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device f7d337db-96a2-473b-aee2-3f714efa3b1a up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:20:49.792898 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-459af788-4931-41e1-ac23-863098da5467 req-6850f457-d2de-418c-afda-a815166a65bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:49.821913 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-91847a72-f268-472e-8163-989168001335 req-cb042cc5-bfba-4a5e-8eba-7151c8b65c79 tempest-AbsoluteLimitsNegativeTestJSON-1038851329 tempest-AbsoluteLimitsNegativeTestJSON-1038851329-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7867203ffe4d41d7b52b056e03f5e229&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6284997 Feb 09 12:20:50.024127 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 06e0063b-7504-4c66-9209-f7afc1529895 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:20:50.185594 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-3d7215d9-ae63-457d-8f04-a443ee1fc1f8 req-33805b72-86cd-4273-9beb-a938ce341c81 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] For port 46092b67-ebc9-4dfd-979a-70b53b5e3a49, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=46092b67-ebc9-4dfd-979a-70b53b5e3a49,segment=NetworkSegment(7fd43362-d2bb-4c15-a4a2-a1a057b6ca17),segment_id=7fd43362-d2bb-4c15-a4a2-a1a057b6ca17)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:50.186085 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3d7215d9-ae63-457d-8f04-a443ee1fc1f8 req-33805b72-86cd-4273-9beb-a938ce341c81 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:50.290266 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port f7d337db-96a2-473b-aee2-3f714efa3b1a completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:20:50.297696 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-459af788-4931-41e1-ac23-863098da5467 req-6850f457-d2de-418c-afda-a815166a65bd service neutron] No DVR routers for this DVR port f968347b-2dcf-40b1-964a-2fc7ecffa4d8 on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:20:50.309779 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:50.319436 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=33e8e5dc-949b-49d0-bab6-79fc92eee24f,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:50.324829 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port f7d337db-96a2-473b-aee2-3f714efa3b1a triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:20:50.329250 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:50.361288 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-3d7215d9-ae63-457d-8f04-a443ee1fc1f8 req-33805b72-86cd-4273-9beb-a938ce341c81 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Calling delete_port for 46092b67-ebc9-4dfd-979a-70b53b5e3a49 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:20:50.435806 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-459af788-4931-41e1-ac23-863098da5467 req-6850f457-d2de-418c-afda-a815166a65bd service neutron] 10.222.0.46 "PUT /v2.0/ports/f968347b-2dcf-40b1-964a-2fc7ecffa4d8/bindings/n-h1-825178-3/activate HTTP/1.1" status: 200 len: 369 time: 1.6426640 Feb 09 12:20:50.459480 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port 06e0063b-7504-4c66-9209-f7afc1529895 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:20:50.481920 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47214) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:20:50.482988 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6850f457-d2de-418c-afda-a815166a65bd service neutron] Pushing event updated for resources: {'Port': ['ID=f968347b-2dcf-40b1-964a-2fc7ecffa4d8,revision_number=10']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:50.495796 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port 06e0063b-7504-4c66-9209-f7afc1529895 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:20:50.496570 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:50.549935 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3d7215d9-ae63-457d-8f04-a443ee1fc1f8 req-33805b72-86cd-4273-9beb-a938ce341c81 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:50.716161 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33805b72-86cd-4273-9beb-a938ce341c81 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Pushing event deleted for resources: {'Port': ['ID=46092b67-ebc9-4dfd-979a-70b53b5e3a49,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:50.784860 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:50.804268 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-490ff82d-3fb0-4e1e-9045-5b9de9ed9a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:50.819201 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a7959c-b6ca-4739-9da3-042b6f618521', 'code': 200} Feb 09 12:20:50.819531 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94020401-ba56-426c-a528-ce595ad0c37c', 'code': 200} Feb 09 12:20:50.831460 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-febf2372-ae9e-49eb-ba89-4a7018dc4ae9 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:50.835014 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d7215d9-ae63-457d-8f04-a443ee1fc1f8 req-33805b72-86cd-4273-9beb-a938ce341c81 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] No DVR routers for this DVR port 46092b67-ebc9-4dfd-979a-70b53b5e3a49 on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:20:50.843917 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-490ff82d-3fb0-4e1e-9045-5b9de9ed9a52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:20:50.845037 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3d7215d9-ae63-457d-8f04-a443ee1fc1f8 req-33805b72-86cd-4273-9beb-a938ce341c81 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:50.854094 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-490ff82d-3fb0-4e1e-9045-5b9de9ed9a52 admin admin] Usage tracker for resource:security_group_rule and tenant:7867203ffe4d41d7b52b056e03f5e229 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:20:50.858785 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-490ff82d-3fb0-4e1e-9045-5b9de9ed9a52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:20:50.873009 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-490ff82d-3fb0-4e1e-9045-5b9de9ed9a52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:20:50.885877 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d7215d9-ae63-457d-8f04-a443ee1fc1f8 req-33805b72-86cd-4273-9beb-a938ce341c81 tempest-ImagesTestJSON-87312354 tempest-ImagesTestJSON-87312354-project] 10.222.0.46 "DELETE /v2.0/ports/46092b67-ebc9-4dfd-979a-70b53b5e3a49 HTTP/1.1" status: 204 len: 173 time: 1.7889380 Feb 09 12:20:50.896667 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff4160-20c6-42d8-82c4-7b2fdbc1a918 req-d4386442-b81c-4f66-8c65-7fb79fd1f51c tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:50.898420 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a0ff4160-20c6-42d8-82c4-7b2fdbc1a918 req-d4386442-b81c-4f66-8c65-7fb79fd1f51c tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9df35a8-abfa-4a0d-8916-b00519509e62 HTTP/1.1" status: 200 len: 945 time: 1.0751584 Feb 09 12:20:50.901389 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-febf2372-ae9e-49eb-ba89-4a7018dc4ae9 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Transition to ACTIVE for port object b82c32a8-4cdb-4634-ab3c-0781f442e32b will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:20:50.917101 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459af788-4931-41e1-ac23-863098da5467 req-c8739705-cc49-407b-81e3-8b5fc20e7727 tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:50.918599 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-459af788-4931-41e1-ac23-863098da5467 req-c8739705-cc49-407b-81e3-8b5fc20e7727 tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=2b0d0fb7-71e4-40a5-962e-fff4fbff69b3&tenant_id=48298ec907a946ddb2f0d8ac4aa52547&binding%3Ahost_id=n-h2-825178-3 HTTP/1.1" status: 200 len: 1096 time: 0.3140430 Feb 09 12:20:50.999927 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:51.063636 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b0d0fb7-71e4-40a5-962e-fff4fbff69b3', 'tag': 'f968347b-2dcf-40b1-964a-2fc7ecffa4d8', 'status': 'completed', 'code': 200} Feb 09 12:20:51.087751 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port f7d337db-96a2-473b-aee2-3f714efa3b1a, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f7d337db-96a2-473b-aee2-3f714efa3b1a,segment=NetworkSegment(2caa8241-9028-480a-8fbb-9001345a5103),segment_id=2caa8241-9028-480a-8fbb-9001345a5103)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:51.092508 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-490ff82d-3fb0-4e1e-9045-5b9de9ed9a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:51.105471 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-490ff82d-3fb0-4e1e-9045-5b9de9ed9a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:51.125724 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:51.126525 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 443c0b83-737f-4437-9bd0-865f75d5940d up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:20:51.151027 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a0ff4160-20c6-42d8-82c4-7b2fdbc1a918 req-f3aa5407-62c3-49b4-81eb-2282bcd74d3d tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] 10.222.0.55 "GET /v2.0/security-groups?id=4a5aff2f-8bf6-4c95-869a-029ed35a6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2426658 Feb 09 12:20:51.229049 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-febf2372-ae9e-49eb-ba89-4a7018dc4ae9 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:51.232978 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-490ff82d-3fb0-4e1e-9045-5b9de9ed9a52 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7867203ffe4d41d7b52b056e03f5e229&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7434437 Feb 09 12:20:51.239122 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47226) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:20:51.241862 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ff82d-3fb0-4e1e-9045-5b9de9ed9a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c542b7d0-b17d-4efd-813d-1be07ce20d03,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:51.311264 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 06e0063b-7504-4c66-9209-f7afc1529895, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=06e0063b-7504-4c66-9209-f7afc1529895,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:51.345750 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490ff82d-3fb0-4e1e-9045-5b9de9ed9a52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:20:51.346087 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490ff82d-3fb0-4e1e-9045-5b9de9ed9a52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:20:51.346422 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490ff82d-3fb0-4e1e-9045-5b9de9ed9a52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:20:51.346744 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490ff82d-3fb0-4e1e-9045-5b9de9ed9a52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:20:51.347066 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490ff82d-3fb0-4e1e-9045-5b9de9ed9a52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:20:51.347383 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490ff82d-3fb0-4e1e-9045-5b9de9ed9a52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:20:51.347703 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490ff82d-3fb0-4e1e-9045-5b9de9ed9a52 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:20:51.356794 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490ff82d-3fb0-4e1e-9045-5b9de9ed9a52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:20:51.356794 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490ff82d-3fb0-4e1e-9045-5b9de9ed9a52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:20:51.356794 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490ff82d-3fb0-4e1e-9045-5b9de9ed9a52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:20:51.357229 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490ff82d-3fb0-4e1e-9045-5b9de9ed9a52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:20:51.357333 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490ff82d-3fb0-4e1e-9045-5b9de9ed9a52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:20:51.359441 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:51.366479 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459af788-4931-41e1-ac23-863098da5467 req-e10e2fd1-77e1-4faf-aed7-15c4fcbfe131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:51.371470 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-459af788-4931-41e1-ac23-863098da5467 req-e10e2fd1-77e1-4faf-aed7-15c4fcbfe131 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2b0d0fb7-71e4-40a5-962e-fff4fbff69b3&tenant_id=48298ec907a946ddb2f0d8ac4aa52547 HTTP/1.1" status: 200 len: 1096 time: 0.4232550 Feb 09 12:20:51.374026 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd009a-844a-48d7-bd2d-93503a3ca08a req-cc56340d-d4c7-4c45-9205-48488f954201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:51.381922 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f1dd009a-844a-48d7-bd2d-93503a3ca08a req-cc56340d-d4c7-4c45-9205-48488f954201 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48298ec907a946ddb2f0d8ac4aa52547&device_id=2b0d0fb7-71e4-40a5-962e-fff4fbff69b3 HTTP/1.1" status: 200 len: 1096 time: 0.3594897 Feb 09 12:20:51.390865 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf2372-ae9e-49eb-ba89-4a7018dc4ae9 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Pushing event updated for resources: {'Port': ['ID=b82c32a8-4cdb-4634-ab3c-0781f442e32b,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:51.415102 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 443c0b83-737f-4437-9bd0-865f75d5940d completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:20:51.421112 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8648dd11-82eb-4da7-93f8-76a71f197b75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:51.430013 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 443c0b83-737f-4437-9bd0-865f75d5940d triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:20:51.436686 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:51.488975 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8648dd11-82eb-4da7-93f8-76a71f197b75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:51.545856 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=f7d337db-96a2-473b-aee2-3f714efa3b1a,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:51.629973 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8648dd11-82eb-4da7-93f8-76a71f197b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:51.661450 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8648dd11-82eb-4da7-93f8-76a71f197b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c542b7d0-b17d-4efd-813d-1be07ce20d03,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:51.673465 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8648dd11-82eb-4da7-93f8-76a71f197b75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:51.675447 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8648dd11-82eb-4da7-93f8-76a71f197b75 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c542b7d0-b17d-4efd-813d-1be07ce20d03 HTTP/1.1" status: 204 len: 168 time: 0.4352071 Feb 09 12:20:51.851821 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=06e0063b-7504-4c66-9209-f7afc1529895,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:51.940893 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-febf2372-ae9e-49eb-ba89-4a7018dc4ae9 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Network 3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:20:51.958323 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-febf2372-ae9e-49eb-ba89-4a7018dc4ae9 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:20:51.987165 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:52.055054 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 443c0b83-737f-4437-9bd0-865f75d5940d, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=443c0b83-737f-4437-9bd0-865f75d5940d,segment=NetworkSegment(3e46f2fe-77ad-44e4-b912-8d0e12584d00),segment_id=3e46f2fe-77ad-44e4-b912-8d0e12584d00)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:52.065589 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:52.106711 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-febf2372-ae9e-49eb-ba89-4a7018dc4ae9 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:20:52.163911 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 46092b67-ebc9-4dfd-979a-70b53b5e3a49 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:20:52.209898 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-febf2372-ae9e-49eb-ba89-4a7018dc4ae9 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:52.210978 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-febf2372-ae9e-49eb-ba89-4a7018dc4ae9 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:52.211515 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: 46092b67-ebc9-4dfd-979a-70b53b5e3a49 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:20:52.212085 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 46092b67-ebc9-4dfd-979a-70b53b5e3a49 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:20:52.212709 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device f968347b-2dcf-40b1-964a-2fc7ecffa4d8 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:20:52.289035 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-febf2372-ae9e-49eb-ba89-4a7018dc4ae9 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7924316 Feb 09 12:20:52.322203 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-caefc2d9-9531-4b7c-b3ea-6ac74950a284 service neutron] Request body: {'port': {'device_id': '1c4532aa-287a-44da-8eb9-3da0106a49a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:20:52.356308 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device f968347b-2dcf-40b1-964a-2fc7ecffa4d8 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:20:52.358220 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=443c0b83-737f-4437-9bd0-865f75d5940d,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:52.361823 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-e906594f-f7ab-482b-b247-9dafa723be74 None None] Provisioning for port b82c32a8-4cdb-4634-ab3c-0781f442e32b completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:20:52.367812 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-e906594f-f7ab-482b-b247-9dafa723be74 None None] Provisioning complete for port b82c32a8-4cdb-4634-ab3c-0781f442e32b triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:20:52.368335 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e906594f-f7ab-482b-b247-9dafa723be74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:52.421602 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-fb69694c-fda7-4b4b-9b45-adada4e42040 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:52.423056 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-fb69694c-fda7-4b4b-9b45-adada4e42040 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.52 "GET /v2.0/networks?id=3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc HTTP/1.1" status: 200 len: 816 time: 0.6530428 Feb 09 12:20:52.434896 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-e906594f-f7ab-482b-b247-9dafa723be74 None None] Port b82c32a8-4cdb-4634-ab3c-0781f442e32b cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:20:52.442983 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459af788-4931-41e1-ac23-863098da5467 req-da29747b-efa5-408a-a75e-a901b18d86c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:52.444776 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-459af788-4931-41e1-ac23-863098da5467 req-da29747b-efa5-408a-a75e-a901b18d86c5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=48298ec907a946ddb2f0d8ac4aa52547&device_id=2b0d0fb7-71e4-40a5-962e-fff4fbff69b3 HTTP/1.1" status: 200 len: 1096 time: 0.6828277 Feb 09 12:20:52.455773 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:52.464579 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-32b391b4-7b6f-4294-8526-3b4ae7ceaf40 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Request body: {'port': {'device_id': '7b2a490e-a2ea-457b-973e-4059ce119ae4', 'network_id': '3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc', 'admin_state_up': True, 'tenant_id': 'e67d5799bb754fba8d6c329be7bae276'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:20:52.497933 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addedd1-b3f6-404e-b6c8-93bf56bb4482 req-fe3c48f0-9d36-4bdc-ae91-2384ec0d8f11 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:52.504081 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addedd1-b3f6-404e-b6c8-93bf56bb4482 req-fe3c48f0-9d36-4bdc-ae91-2384ec0d8f11 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:52.510460 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addedd1-b3f6-404e-b6c8-93bf56bb4482 req-fe3c48f0-9d36-4bdc-ae91-2384ec0d8f11 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:52.516204 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addedd1-b3f6-404e-b6c8-93bf56bb4482 req-fe3c48f0-9d36-4bdc-ae91-2384ec0d8f11 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:52.521899 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addedd1-b3f6-404e-b6c8-93bf56bb4482 req-fe3c48f0-9d36-4bdc-ae91-2384ec0d8f11 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:52.528583 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addedd1-b3f6-404e-b6c8-93bf56bb4482 req-fe3c48f0-9d36-4bdc-ae91-2384ec0d8f11 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:52.534296 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addedd1-b3f6-404e-b6c8-93bf56bb4482 req-fe3c48f0-9d36-4bdc-ae91-2384ec0d8f11 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:52.536202 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3addedd1-b3f6-404e-b6c8-93bf56bb4482 req-fe3c48f0-9d36-4bdc-ae91-2384ec0d8f11 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/ports?device_id=6101775f-5c0e-4dc8-9a5f-b57a74039dc8 HTTP/1.1" status: 200 len: 5432 time: 1.1522408 Feb 09 12:20:52.594744 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd009a-844a-48d7-bd2d-93503a3ca08a req-bbb24d7e-145f-4ba9-9d3f-6ff63440d807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:52.596183 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f1dd009a-844a-48d7-bd2d-93503a3ca08a req-bbb24d7e-145f-4ba9-9d3f-6ff63440d807 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef8cbc95-953d-4d9d-a80a-2c68322f6f7f HTTP/1.1" status: 200 len: 909 time: 1.1938612 Feb 09 12:20:52.604536 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa287a-3c2f-46bf-96c7-432fbc176a05 req-fd62bc20-a829-46a7-823f-515f0f4a21a8 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:52.605785 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aafa287a-3c2f-46bf-96c7-432fbc176a05 req-fd62bc20-a829-46a7-823f-515f0f4a21a8 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5550df0-da5c-4703-be00-76545c59d017 HTTP/1.1" status: 200 len: 950 time: 1.2160733 Feb 09 12:20:52.689215 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47266) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:20:52.802331 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-7e0c2bc8-ace7-4874-ab91-dd55601095c1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-550994218-network', 'tenant_id': '74e25e3f451e47c2a8d748a546e69f97'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:20:52.808078 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7e0c2bc8-ace7-4874-ab91-dd55601095c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:20:52.812116 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7e0c2bc8-ace7-4874-ab91-dd55601095c1 admin admin] Usage tracker for resource:network and tenant:74e25e3f451e47c2a8d748a546e69f97 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:20:52.815624 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7e0c2bc8-ace7-4874-ab91-dd55601095c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:20:52.820559 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4260c54-433e-4da9-abdb-7b63fb7fccfd'}, {'server_uuid': 'a9df35a8-abfa-4a0d-8916-b00519509e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790c7b93-5bb7-4bbf-8d09-fa106dde3d77'}, {'server_uuid': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac054b4-55e6-4dd2-a661-38ced1728bad'}, {'server_uuid': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e8e5dc-949b-49d0-bab6-79fc92eee24f'}, {'server_uuid': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d337db-96a2-473b-aee2-3f714efa3b1a'}, {'server_uuid': 'c5550df0-da5c-4703-be00-76545c59d017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e0063b-7504-4c66-9209-f7afc1529895'}, {'server_uuid': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443c0b83-737f-4437-9bd0-865f75d5940d'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:20:52.825316 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7e0c2bc8-ace7-4874-ab91-dd55601095c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:20:52.837307 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0c2bc8-ace7-4874-ab91-dd55601095c1 admin admin] Made reservation on behalf of 74e25e3f451e47c2a8d748a546e69f97 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:20:52.840297 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7e0c2bc8-ace7-4874-ab91-dd55601095c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:52.841707 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f1dd009a-844a-48d7-bd2d-93503a3ca08a req-56d1c80c-ec25-4bd8-8a6c-541f6b2e203e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f968347b-2dcf-40b1-964a-2fc7ecffa4d8 HTTP/1.1" status: 200 len: 217 time: 0.2318125 Feb 09 12:20:52.853725 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7e0c2bc8-ace7-4874-ab91-dd55601095c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:52.869024 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7e0c2bc8-ace7-4874-ab91-dd55601095c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:20:52.873180 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7e0c2bc8-ace7-4874-ab91-dd55601095c1 admin admin] Usage tracker for resource:security_group_rule and tenant:74e25e3f451e47c2a8d748a546e69f97 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:20:52.876037 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7e0c2bc8-ace7-4874-ab91-dd55601095c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:20:52.881721 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7e0c2bc8-ace7-4874-ab91-dd55601095c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:20:52.949225 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-caefc2d9-9531-4b7c-b3ea-6ac74950a284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:52.968868 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7e0c2bc8-ace7-4874-ab91-dd55601095c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:52.973839 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7e0c2bc8-ace7-4874-ab91-dd55601095c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:52.993217 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3addedd1-b3f6-404e-b6c8-93bf56bb4482 req-7db2284f-18fe-4f04-ba07-b49c88549f2a tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/security-groups?id=8803669e-2abe-4ab7-b2c0-58109e10cb11&id=84c476da-0274-41dd-aeef-e671ea782d84&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4254854 Feb 09 12:20:52.996476 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e0c2bc8-ace7-4874-ab91-dd55601095c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:20:53.021049 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aafa287a-3c2f-46bf-96c7-432fbc176a05 req-9a87f394-d8ed-4f01-950d-6e870d200a78 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921050 Feb 09 12:20:53.044170 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7e0c2bc8-ace7-4874-ab91-dd55601095c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:53.044170 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-7e0c2bc8-ace7-4874-ab91-dd55601095c1 admin admin] Added segment 82e7954e-4059-4af9-88d7-222a2af116b3 of type vlan for network 67898def-3951-49d0-9293-cb5c954f5ec1 Feb 09 12:20:53.066115 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4342cb-5b67-4667-b3a7-4ac1a22605ea', 'name': 'network-vif-deleted', 'tag': '46092b67-ebc9-4dfd-979a-70b53b5e3a49'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:20:53.077386 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7e0c2bc8-ace7-4874-ab91-dd55601095c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:53.102980 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0c2bc8-ace7-4874-ab91-dd55601095c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95c51ff-8008-408c-9be5-dfd038d9877c,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:53.104986 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd009a-844a-48d7-bd2d-93503a3ca08a req-83ff9e3b-bb05-442d-aa42-0737f95c19be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:53.107261 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f1dd009a-844a-48d7-bd2d-93503a3ca08a req-83ff9e3b-bb05-442d-aa42-0737f95c19be service neutron] 10.222.0.46 "GET /v2.0/subnets?id=366798ce-1b6a-4537-9fda-2703703dab8f HTTP/1.1" status: 200 len: 848 time: 0.2490902 Feb 09 12:20:53.123939 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-32b391b4-7b6f-4294-8526-3b4ae7ceaf40 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:20:53.133577 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7e0c2bc8-ace7-4874-ab91-dd55601095c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:53.134679 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0c2bc8-ace7-4874-ab91-dd55601095c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:53.135335 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7e0c2bc8-ace7-4874-ab91-dd55601095c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:53.196769 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459af788-4931-41e1-ac23-863098da5467 req-ce491f93-62b9-46da-894c-d26a5e56b209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:53.198224 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-459af788-4931-41e1-ac23-863098da5467 req-ce491f93-62b9-46da-894c-d26a5e56b209 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ef8cbc95-953d-4d9d-a80a-2c68322f6f7f HTTP/1.1" status: 200 len: 909 time: 0.7152193 Feb 09 12:20:53.199215 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-32b391b4-7b6f-4294-8526-3b4ae7ceaf40 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Usage tracker for resource:port and tenant:e67d5799bb754fba8d6c329be7bae276 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:20:53.216185 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-32b391b4-7b6f-4294-8526-3b4ae7ceaf40 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:20:53.231414 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f1dd009a-844a-48d7-bd2d-93503a3ca08a req-335ea890-a869-4754-b3bd-1d3a00b20b81 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef8cbc95-953d-4d9d-a80a-2c68322f6f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089268 Feb 09 12:20:53.251552 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7e0c2bc8-ace7-4874-ab91-dd55601095c1 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5611396 Feb 09 12:20:53.252297 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47298) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:20:53.256994 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0c2bc8-ace7-4874-ab91-dd55601095c1 admin admin] Pushing event updated for resources: {'Network': ['ID=67898def-3951-49d0-9293-cb5c954f5ec1,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:53.262839 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-34e57929-dcd4-4c80-84f8-ff5fe7265835 admin admin] Request body: {'subnet': {'network_id': '67898def-3951-49d0-9293-cb5c954f5ec1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-550994218-subnet', 'tenant_id': '74e25e3f451e47c2a8d748a546e69f97', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:20:53.268014 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 67898def-3951-49d0-9293-cb5c954f5ec1 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:20:53.268570 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-34e57929-dcd4-4c80-84f8-ff5fe7265835 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:20:53.277333 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-34e57929-dcd4-4c80-84f8-ff5fe7265835 admin admin] Usage tracker for resource:subnet and tenant:74e25e3f451e47c2a8d748a546e69f97 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:20:53.281352 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-34e57929-dcd4-4c80-84f8-ff5fe7265835 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:20:53.289301 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-34e57929-dcd4-4c80-84f8-ff5fe7265835 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:20:53.302390 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e57929-dcd4-4c80-84f8-ff5fe7265835 admin admin] Made reservation on behalf of 74e25e3f451e47c2a8d748a546e69f97 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:20:53.306591 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-34e57929-dcd4-4c80-84f8-ff5fe7265835 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:53.310088 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-32b391b4-7b6f-4294-8526-3b4ae7ceaf40 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:20:53.548272 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-34e57929-dcd4-4c80-84f8-ff5fe7265835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:53.604472 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-459af788-4931-41e1-ac23-863098da5467 req-b1722d08-21ff-4055-b99e-d956dc30a2f0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f968347b-2dcf-40b1-964a-2fc7ecffa4d8 HTTP/1.1" status: 200 len: 217 time: 0.3893285 Feb 09 12:20:53.624497 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e57929-dcd4-4c80-84f8-ff5fe7265835 admin admin] Pushing event updated for resources: {'Subnet': ['ID=810877b8-772a-476f-9d85-927aa877f608,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:53.632911 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e57929-dcd4-4c80-84f8-ff5fe7265835 admin admin] Checking segment: {'id': '82e7954e-4059-4af9-88d7-222a2af116b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '67898def-3951-49d0-9293-cb5c954f5ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:20:53.633265 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e57929-dcd4-4c80-84f8-ff5fe7265835 admin admin] Network hostable DHCP agents. Network: 67898def-3951-49d0-9293-cb5c954f5ec1, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:20:53.652315 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e57929-dcd4-4c80-84f8-ff5fe7265835 admin admin] Network 67898def-3951-49d0-9293-cb5c954f5ec1 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:20:53.662159 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-34e57929-dcd4-4c80-84f8-ff5fe7265835 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 67898def-3951-49d0-9293-cb5c954f5ec1) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:20:53.666677 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e57929-dcd4-4c80-84f8-ff5fe7265835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:53.667877 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-34e57929-dcd4-4c80-84f8-ff5fe7265835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:53.671525 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a767f341-fdca-4f30-81a3-e4302c35acb7 None None] Network 67898def-3951-49d0-9293-cb5c954f5ec1 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:20:53.692187 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-34e57929-dcd4-4c80-84f8-ff5fe7265835 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4341962 Feb 09 12:20:53.692814 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47302) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:20:53.698147 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-b020653b-bb96-4cac-be1c-37e29ea2e365 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-550994218-router', 'tenant_id': '74e25e3f451e47c2a8d748a546e69f97', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:20:53.702765 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b020653b-bb96-4cac-be1c-37e29ea2e365 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:20:53.706606 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b020653b-bb96-4cac-be1c-37e29ea2e365 admin admin] Usage tracker for resource:router and tenant:74e25e3f451e47c2a8d748a546e69f97 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:20:53.709464 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b020653b-bb96-4cac-be1c-37e29ea2e365 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:20:53.715246 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b020653b-bb96-4cac-be1c-37e29ea2e365 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:20:53.722575 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-32b391b4-7b6f-4294-8526-3b4ae7ceaf40 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Made reservation on behalf of e67d5799bb754fba8d6c329be7bae276 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:20:53.726742 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-32b391b4-7b6f-4294-8526-3b4ae7ceaf40 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:53.728490 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b020653b-bb96-4cac-be1c-37e29ea2e365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:53.729535 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b020653b-bb96-4cac-be1c-37e29ea2e365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:53.745969 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b020653b-bb96-4cac-be1c-37e29ea2e365 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:53.904416 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba40d55c-0f6e-42f0-8720-435178663e4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-67898def-3951-49d0-9293-cb5c954f5ec1', 'network_id': '67898def-3951-49d0-9293-cb5c954f5ec1', 'tenant_id': '74e25e3f451e47c2a8d748a546e69f97', 'fixed_ips': [{'subnet_id': '810877b8-772a-476f-9d85-927aa877f608'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:20:53.905390 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ba40d55c-0f6e-42f0-8720-435178663e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:53.984878 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459af788-4931-41e1-ac23-863098da5467 req-34c4dcc2-352c-4173-ad50-bfd7afd8637c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:53.986317 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-459af788-4931-41e1-ac23-863098da5467 req-34c4dcc2-352c-4173-ad50-bfd7afd8637c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=366798ce-1b6a-4537-9fda-2703703dab8f HTTP/1.1" status: 200 len: 848 time: 0.3212900 Feb 09 12:20:54.041857 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b020653b-bb96-4cac-be1c-37e29ea2e365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:54.053391 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ee645-26bb-4202-a6eb-fa00fb82019f req-5efd7a30-7536-45f6-9b07-f83e4bfd1103 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:54.054889 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c82ee645-26bb-4202-a6eb-fa00fb82019f req-5efd7a30-7536-45f6-9b07-f83e4bfd1103 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b0d0fb7-71e4-40a5-962e-fff4fbff69b3 HTTP/1.1" status: 200 len: 945 time: 0.9461761 Feb 09 12:20:54.062149 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-71eb69a4-699a-4f5d-bc6e-e600e6f496bd tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:54.063682 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-71eb69a4-699a-4f5d-bc6e-e600e6f496bd tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/networks?id=3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc HTTP/1.1" status: 200 len: 816 time: 0.8575909 Feb 09 12:20:54.067797 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-ba40d55c-0f6e-42f0-8720-435178663e4d None None] Allocated IP 172.20.0.2 (67898def-3951-49d0-9293-cb5c954f5ec1/810877b8-772a-476f-9d85-927aa877f608/9d933634-c991-4b25-af8a-af29518253a4) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:20:54.092934 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f1dd009a-844a-48d7-bd2d-93503a3ca08a req-07b7e4ab-4720-4b8e-bc72-7ad9feb5b92a service neutron] 10.222.0.46 "GET /v2.0/networks/ef8cbc95-953d-4d9d-a80a-2c68322f6f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7742293 Feb 09 12:20:54.116300 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-459af788-4931-41e1-ac23-863098da5467 req-a438eabd-2795-4021-aadd-a1d1bec1b0ae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ef8cbc95-953d-4d9d-a80a-2c68322f6f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1173923 Feb 09 12:20:54.260144 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-8701a555-bf98-4126-a12a-5c79802e1f6e tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/quotas/e67d5799bb754fba8d6c329be7bae276 HTTP/1.1" status: 200 len: 375 time: 0.1544807 Feb 09 12:20:54.288917 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ba40d55c-0f6e-42f0-8720-435178663e4d None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:54.300723 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-ba40d55c-0f6e-42f0-8720-435178663e4d None None] Transition to ACTIVE for port object 9d933634-c991-4b25-af8a-af29518253a4 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:20:54.324642 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-ba40d55c-0f6e-42f0-8720-435178663e4d None None] Transition to ACTIVE for port object 9d933634-c991-4b25-af8a-af29518253a4 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:20:54.331728 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ba40d55c-0f6e-42f0-8720-435178663e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:54.396742 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c82ee645-26bb-4202-a6eb-fa00fb82019f req-3310687a-7dcc-47c4-9f72-78ccbd3b051a tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318934 Feb 09 12:20:54.409256 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba40d55c-0f6e-42f0-8720-435178663e4d None None] Network 67898def-3951-49d0-9293-cb5c954f5ec1 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:20:54.413046 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-ba40d55c-0f6e-42f0-8720-435178663e4d None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:20:54.417911 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba40d55c-0f6e-42f0-8720-435178663e4d None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:20:54.463719 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba40d55c-0f6e-42f0-8720-435178663e4d None None] Pushing event updated for resources: {'Port': ['ID=9d933634-c991-4b25-af8a-af29518253a4,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:54.504637 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b020653b-bb96-4cac-be1c-37e29ea2e365 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:54.529743 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-ba40d55c-0f6e-42f0-8720-435178663e4d None None] Attempting to bind port 9d933634-c991-4b25-af8a-af29518253a4 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:20:54.530002 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-ba40d55c-0f6e-42f0-8720-435178663e4d None None] Attempting to bind port 9d933634-c991-4b25-af8a-af29518253a4 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '82e7954e-4059-4af9-88d7-222a2af116b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '67898def-3951-49d0-9293-cb5c954f5ec1'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:20:54.530342 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba40d55c-0f6e-42f0-8720-435178663e4d None None] Attempting to bind port 9d933634-c991-4b25-af8a-af29518253a4 on network 67898def-3951-49d0-9293-cb5c954f5ec1 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:20:54.535800 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba40d55c-0f6e-42f0-8720-435178663e4d None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:20:54.536228 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba40d55c-0f6e-42f0-8720-435178663e4d None None] Checking segment: {'id': '82e7954e-4059-4af9-88d7-222a2af116b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '67898def-3951-49d0-9293-cb5c954f5ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:20:54.536629 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ba40d55c-0f6e-42f0-8720-435178663e4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:54.537017 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba40d55c-0f6e-42f0-8720-435178663e4d None None] Bound using segment: {'id': '82e7954e-4059-4af9-88d7-222a2af116b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '67898def-3951-49d0-9293-cb5c954f5ec1'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:20:54.537482 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-ba40d55c-0f6e-42f0-8720-435178663e4d None None] Bound port: 9d933634-c991-4b25-af8a-af29518253a4, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e7954e-4059-4af9-88d7-222a2af116b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '67898def-3951-49d0-9293-cb5c954f5ec1'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:20:54.537854 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ba40d55c-0f6e-42f0-8720-435178663e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:54.550435 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b020653b-bb96-4cac-be1c-37e29ea2e365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:54.584947 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-459af788-4931-41e1-ac23-863098da5467 req-791be088-da4a-413f-9873-624cc5cb3eea service neutron] 10.222.0.52 "GET /v2.0/networks/ef8cbc95-953d-4d9d-a80a-2c68322f6f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4160557 Feb 09 12:20:54.607109 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f1dd009a-844a-48d7-bd2d-93503a3ca08a req-e9e68acd-9fd2-4239-9ab5-e4f39f3cb890 service neutron] 10.222.0.46 "GET /v2.0/networks/ef8cbc95-953d-4d9d-a80a-2c68322f6f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4976633 Feb 09 12:20:54.648256 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-ba40d55c-0f6e-42f0-8720-435178663e4d None None] For port 9d933634-c991-4b25-af8a-af29518253a4, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:20:54.652293 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-ba40d55c-0f6e-42f0-8720-435178663e4d None None] For port 9d933634-c991-4b25-af8a-af29518253a4, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=9d933634-c991-4b25-af8a-af29518253a4,segment=NetworkSegment(82e7954e-4059-4af9-88d7-222a2af116b3),segment_id=82e7954e-4059-4af9-88d7-222a2af116b3)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:20:54.657054 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ba40d55c-0f6e-42f0-8720-435178663e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:54.699186 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-caefc2d9-9531-4b7c-b3ea-6ac74950a284 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b82c32a8-4cdb-4634-ab3c-0781f442e32b {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:20:54.717401 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-b020653b-bb96-4cac-be1c-37e29ea2e365 admin admin] Allocated IP 172.25.7.57 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/9beb2e63-c4d4-44df-94bf-86423410258a) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:20:54.735649 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba40d55c-0f6e-42f0-8720-435178663e4d None None] Pushing event updated for resources: {'Port': ['ID=9d933634-c991-4b25-af8a-af29518253a4,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:54.762880 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-3e8df68d-14d2-47e4-a432-6abc1cc5be2b tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Synchronizing usage tracker for tenant:e67d5799bb754fba8d6c329be7bae276 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:20:54.766393 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-caefc2d9-9531-4b7c-b3ea-6ac74950a284 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:54.825976 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-caefc2d9-9531-4b7c-b3ea-6ac74950a284 service neutron] Transition to ACTIVE for port object b82c32a8-4cdb-4634-ab3c-0781f442e32b will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:20:54.845078 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-3e8df68d-14d2-47e4-a432-6abc1cc5be2b tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Unset dirty status for tenant:e67d5799bb754fba8d6c329be7bae276 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:20:54.846386 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-3e8df68d-14d2-47e4-a432-6abc1cc5be2b tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e67d5799bb754fba8d6c329be7bae276&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5062280 Feb 09 12:20:54.878290 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b020653b-bb96-4cac-be1c-37e29ea2e365 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:54.883512 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-caefc2d9-9531-4b7c-b3ea-6ac74950a284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:54.940040 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b020653b-bb96-4cac-be1c-37e29ea2e365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:55.011786 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b020653b-bb96-4cac-be1c-37e29ea2e365 admin admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:20:55.014569 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-b020653b-bb96-4cac-be1c-37e29ea2e365 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:20:55.017398 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b020653b-bb96-4cac-be1c-37e29ea2e365 admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:20:55.059968 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020653b-bb96-4cac-be1c-37e29ea2e365 admin admin] Pushing event updated for resources: {'Port': ['ID=9beb2e63-c4d4-44df-94bf-86423410258a,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:55.111766 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-459af788-4931-41e1-ac23-863098da5467 req-09934b5b-73cc-4275-bcbd-b077bb79f91e service neutron] 10.222.0.52 "GET /v2.0/networks/ef8cbc95-953d-4d9d-a80a-2c68322f6f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5072885 Feb 09 12:20:55.315340 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 9d933634-c991-4b25-af8a-af29518253a4 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:20:55.441278 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 9d933634-c991-4b25-af8a-af29518253a4 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:20:55.504497 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caefc2d9-9531-4b7c-b3ea-6ac74950a284 service neutron] Pushing event updated for resources: {'Port': ['ID=b82c32a8-4cdb-4634-ab3c-0781f442e32b,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:55.528694 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-32b391b4-7b6f-4294-8526-3b4ae7ceaf40 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Allocated IP 172.20.0.13 (3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc/256725a2-267c-46c1-902d-a474bd0131df/9039d4fb-f09b-4eba-b36d-35f13b2eeec7) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:20:55.550321 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b020653b-bb96-4cac-be1c-37e29ea2e365 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:55.561201 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caefc2d9-9531-4b7c-b3ea-6ac74950a284 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:20:55.561551 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caefc2d9-9531-4b7c-b3ea-6ac74950a284 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:20:55.561894 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caefc2d9-9531-4b7c-b3ea-6ac74950a284 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:20:55.562338 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caefc2d9-9531-4b7c-b3ea-6ac74950a284 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:20:55.562695 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caefc2d9-9531-4b7c-b3ea-6ac74950a284 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:20:55.563007 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caefc2d9-9531-4b7c-b3ea-6ac74950a284 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:20:55.563333 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caefc2d9-9531-4b7c-b3ea-6ac74950a284 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:20:55.563661 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caefc2d9-9531-4b7c-b3ea-6ac74950a284 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:20:55.564009 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caefc2d9-9531-4b7c-b3ea-6ac74950a284 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:20:55.564335 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caefc2d9-9531-4b7c-b3ea-6ac74950a284 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:20:55.564663 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caefc2d9-9531-4b7c-b3ea-6ac74950a284 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:20:55.564973 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caefc2d9-9531-4b7c-b3ea-6ac74950a284 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:20:55.575563 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704ac7c-d6ce-4e9c-8cf6-5394f2aa5faa req-03ea9488-3b54-4405-bc57-ce0defa8b1ce tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:55.577449 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3704ac7c-d6ce-4e9c-8cf6-5394f2aa5faa req-03ea9488-3b54-4405-bc57-ce0defa8b1ce tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9df35a8-abfa-4a0d-8916-b00519509e62 HTTP/1.1" status: 200 len: 945 time: 0.8815622 Feb 09 12:20:55.710213 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-1bb16fbd-d2ca-495b-854e-01812ead0a56 service neutron] 10.222.0.55 "GET /v2.0/networks/3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8222809 Feb 09 12:20:55.750925 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-caefc2d9-9531-4b7c-b3ea-6ac74950a284 service neutron] Attempting to bind port b82c32a8-4cdb-4634-ab3c-0781f442e32b on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:20:55.751274 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-caefc2d9-9531-4b7c-b3ea-6ac74950a284 service neutron] Attempting to bind port b82c32a8-4cdb-4634-ab3c-0781f442e32b by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'c51cbd81-ca40-4079-80a5-16e74da9e93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:20:55.751611 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-caefc2d9-9531-4b7c-b3ea-6ac74950a284 service neutron] Attempting to bind port b82c32a8-4cdb-4634-ab3c-0781f442e32b on network 3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:20:55.756158 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3704ac7c-d6ce-4e9c-8cf6-5394f2aa5faa req-30eeb01a-ffd1-450e-b8d1-6c8ac09fa5ef tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] 10.222.0.55 "GET /v2.0/security-groups?id=4a5aff2f-8bf6-4c95-869a-029ed35a6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673322 Feb 09 12:20:55.843499 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4260c54-433e-4da9-abdb-7b63fb7fccfd', 'code': 200} Feb 09 12:20:55.844041 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9df35a8-abfa-4a0d-8916-b00519509e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790c7b93-5bb7-4bbf-8d09-fa106dde3d77', 'code': 200} Feb 09 12:20:55.844140 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac054b4-55e6-4dd2-a661-38ced1728bad', 'code': 200} Feb 09 12:20:55.844393 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e8e5dc-949b-49d0-bab6-79fc92eee24f', 'code': 200} Feb 09 12:20:55.844577 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d337db-96a2-473b-aee2-3f714efa3b1a', 'code': 200} Feb 09 12:20:55.844802 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5550df0-da5c-4703-be00-76545c59d017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e0063b-7504-4c66-9209-f7afc1529895', 'code': 200} Feb 09 12:20:55.845042 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443c0b83-737f-4437-9bd0-865f75d5940d', 'code': 200} Feb 09 12:20:55.850856 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-caefc2d9-9531-4b7c-b3ea-6ac74950a284 service neutron] Port b82c32a8-4cdb-4634-ab3c-0781f442e32b on network 3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:20:55.851287 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-caefc2d9-9531-4b7c-b3ea-6ac74950a284 service neutron] Attempting to bind port b82c32a8-4cdb-4634-ab3c-0781f442e32b on network 3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:20:55.895331 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device f9ae4b3a-6a9e-4d5b-8eda-9db431346db4 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:20:55.952261 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-caefc2d9-9531-4b7c-b3ea-6ac74950a284 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:20:55.952638 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-caefc2d9-9531-4b7c-b3ea-6ac74950a284 service neutron] Checking segment: {'id': 'c51cbd81-ca40-4079-80a5-16e74da9e93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:20:55.953005 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-caefc2d9-9531-4b7c-b3ea-6ac74950a284 service neutron] Bound using segment: {'id': 'c51cbd81-ca40-4079-80a5-16e74da9e93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:20:55.953460 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-caefc2d9-9531-4b7c-b3ea-6ac74950a284 service neutron] Bound port: b82c32a8-4cdb-4634-ab3c-0781f442e32b, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c51cbd81-ca40-4079-80a5-16e74da9e93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:20:55.953816 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-caefc2d9-9531-4b7c-b3ea-6ac74950a284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:55.969405 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a4342cb-5b67-4667-b3a7-4ac1a22605ea', 'name': 'network-vif-deleted', 'tag': '46092b67-ebc9-4dfd-979a-70b53b5e3a49', 'status': 'completed', 'code': 200} Feb 09 12:20:56.003491 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b020653b-bb96-4cac-be1c-37e29ea2e365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:56.050944 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459af788-4931-41e1-ac23-863098da5467 req-dc3447de-bd8f-475e-b300-cb7972cae092 tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:56.052433 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-459af788-4931-41e1-ac23-863098da5467 req-dc3447de-bd8f-475e-b300-cb7972cae092 tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=2b0d0fb7-71e4-40a5-962e-fff4fbff69b3&tenant_id=48298ec907a946ddb2f0d8ac4aa52547&binding%3Ahost_id=n-h1-825178-3 HTTP/1.1" status: 200 len: 1096 time: 0.5900538 Feb 09 12:20:56.092018 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9defe71-d803-4296-bdf6-31b884ca506a None None] Network 67898def-3951-49d0-9293-cb5c954f5ec1 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:20:56.160101 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:56.266080 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-175b9ef2-484f-40b4-9f24-ea5b8834abc3 None None] Provisioning for port 9d933634-c991-4b25-af8a-af29518253a4 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:20:56.330131 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port f9ae4b3a-6a9e-4d5b-8eda-9db431346db4, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=f9ae4b3a-6a9e-4d5b-8eda-9db431346db4,segment=NetworkSegment(8f05bb68-39ac-4075-9eae-946e36af88ec),segment_id=8f05bb68-39ac-4075-9eae-946e36af88ec)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:56.359439 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b020653b-bb96-4cac-be1c-37e29ea2e365 admin admin] Router a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:20:56.374887 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:56.376865 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-175b9ef2-484f-40b4-9f24-ea5b8834abc3 None None] Provisioning complete for port 9d933634-c991-4b25-af8a-af29518253a4 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:20:56.377245 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-175b9ef2-484f-40b4-9f24-ea5b8834abc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:56.415897 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:20:56.419614 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-bb20cef2-6c99-4d63-aa32-70189376fd24 service neutron] 10.222.0.55 "GET /v2.0/networks/3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7018340 Feb 09 12:20:56.473401 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-32b391b4-7b6f-4294-8526-3b4ae7ceaf40 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:56.493553 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=f9ae4b3a-6a9e-4d5b-8eda-9db431346db4,revision_number=11']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:56.522308 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-caefc2d9-9531-4b7c-b3ea-6ac74950a284 service neutron] For port b82c32a8-4cdb-4634-ab3c-0781f442e32b, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:20:56.546942 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-32b391b4-7b6f-4294-8526-3b4ae7ceaf40 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Transition to ACTIVE for port object 9039d4fb-f09b-4eba-b36d-35f13b2eeec7 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:20:56.557161 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b020653b-bb96-4cac-be1c-37e29ea2e365 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:20:56.559423 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-caefc2d9-9531-4b7c-b3ea-6ac74950a284 service neutron] For port b82c32a8-4cdb-4634-ab3c-0781f442e32b, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b82c32a8-4cdb-4634-ab3c-0781f442e32b,segment=NetworkSegment(c51cbd81-ca40-4079-80a5-16e74da9e93e),segment_id=c51cbd81-ca40-4079-80a5-16e74da9e93e)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:20:56.568106 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0a292-4949-4e02-8a9e-4ebd71dc5863 req-5c105e45-201e-48a8-a4ea-9836ab8b84f7 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:56.571208 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca53673-74c7-47e5-b2bf-3eb8eb26e478 None None] Sync routers for ids ['a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:20:56.576244 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-82a0a292-4949-4e02-8a9e-4ebd71dc5863 req-5c105e45-201e-48a8-a4ea-9836ab8b84f7 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 946 time: 0.5205495 Feb 09 12:20:56.579965 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff098a9-aea7-4dd8-a643-abda1efe52a7 req-6cfac7e3-bda2-42c2-95ea-5484887c74b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:56.581744 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6ff098a9-aea7-4dd8-a643-abda1efe52a7 req-6cfac7e3-bda2-42c2-95ea-5484887c74b3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a9df35a8-abfa-4a0d-8916-b00519509e62 HTTP/1.1" status: 200 len: 1096 time: 0.6116068 Feb 09 12:20:56.589568 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2398a-05ae-4bfc-9713-e1758986f676 req-8cc3b012-7582-46bd-9523-1c936ed2da6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:56.591073 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca53673-74c7-47e5-b2bf-3eb8eb26e478 None None] Routers {'a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:20:56.591326 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1fd2398a-05ae-4bfc-9713-e1758986f676 req-8cc3b012-7582-46bd-9523-1c936ed2da6d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c5550df0-da5c-4703-be00-76545c59d017 HTTP/1.1" status: 200 len: 1101 time: 0.6187315 Feb 09 12:20:56.592226 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-dca53673-74c7-47e5-b2bf-3eb8eb26e478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:20:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:20:56.601971 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b020653b-bb96-4cac-be1c-37e29ea2e365 admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:56.607541 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b020653b-bb96-4cac-be1c-37e29ea2e365 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9104841 Feb 09 12:20:56.607541 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47314) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:20:56.621279 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-caefc2d9-9531-4b7c-b3ea-6ac74950a284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:56.659384 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-175b9ef2-484f-40b4-9f24-ea5b8834abc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:56.695895 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-175b9ef2-484f-40b4-9f24-ea5b8834abc3 None None] For port 9d933634-c991-4b25-af8a-af29518253a4, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=9d933634-c991-4b25-af8a-af29518253a4,segment=NetworkSegment(82e7954e-4059-4af9-88d7-222a2af116b3),segment_id=82e7954e-4059-4af9-88d7-222a2af116b3)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:20:56.704137 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-175b9ef2-484f-40b4-9f24-ea5b8834abc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:56.716951 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978de6e-fa94-479f-8a38-65472016ede8 req-758e5619-e47b-402c-acf1-e8f84d454936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:56.717434 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978de6e-fa94-479f-8a38-65472016ede8 req-758e5619-e47b-402c-acf1-e8f84d454936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:56.717903 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978de6e-fa94-479f-8a38-65472016ede8 req-758e5619-e47b-402c-acf1-e8f84d454936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:56.718364 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978de6e-fa94-479f-8a38-65472016ede8 req-758e5619-e47b-402c-acf1-e8f84d454936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:56.718824 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978de6e-fa94-479f-8a38-65472016ede8 req-758e5619-e47b-402c-acf1-e8f84d454936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:56.719283 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978de6e-fa94-479f-8a38-65472016ede8 req-758e5619-e47b-402c-acf1-e8f84d454936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:56.719742 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978de6e-fa94-479f-8a38-65472016ede8 req-758e5619-e47b-402c-acf1-e8f84d454936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:56.721639 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b978de6e-fa94-479f-8a38-65472016ede8 req-758e5619-e47b-402c-acf1-e8f84d454936 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6101775f-5c0e-4dc8-9a5f-b57a74039dc8 HTTP/1.1" status: 200 len: 6490 time: 0.6733391 Feb 09 12:20:56.810529 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b9ef2-484f-40b4-9f24-ea5b8834abc3 None None] Pushing event updated for resources: {'Port': ['ID=9d933634-c991-4b25-af8a-af29518253a4,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:56.936604 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-caefc2d9-9531-4b7c-b3ea-6ac74950a284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:56.937928 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-caefc2d9-9531-4b7c-b3ea-6ac74950a284 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:56.939341 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-caefc2d9-9531-4b7c-b3ea-6ac74950a284 service neutron] 10.222.0.46 "PUT /v2.0/ports/b82c32a8-4cdb-4634-ab3c-0781f442e32b HTTP/1.1" status: 200 len: 1091 time: 4.6393673 Feb 09 12:20:56.944179 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-dca53673-74c7-47e5-b2bf-3eb8eb26e478 None None] Set router a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:20:56.956561 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caefc2d9-9531-4b7c-b3ea-6ac74950a284 service neutron] Pushing event updated for resources: {'Port': ['ID=b82c32a8-4cdb-4634-ab3c-0781f442e32b,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:57.062710 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-459af788-4931-41e1-ac23-863098da5467 req-8c3bfeb7-e871-4da5-a472-f21705ea8549 service neutron] For port f968347b-2dcf-40b1-964a-2fc7ecffa4d8, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:20:57.083963 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-82a0a292-4949-4e02-8a9e-4ebd71dc5863 req-2afb9683-34b0-4a1c-9064-e73f3336b2e8 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5067213 Feb 09 12:20:57.086192 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6ff098a9-aea7-4dd8-a643-abda1efe52a7 req-f9d7436d-3884-40d0-be4d-833d8856ce03 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4a5aff2f-8bf6-4c95-869a-029ed35a6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4937987 Feb 09 12:20:57.092619 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1fd2398a-05ae-4bfc-9713-e1758986f676 req-4760009f-9f0f-4214-a577-84ea62bdd137 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4655769 Feb 09 12:20:57.107568 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-459af788-4931-41e1-ac23-863098da5467 req-8c3bfeb7-e871-4da5-a472-f21705ea8549 service neutron] Notify callbacks [] for binding, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:57.108906 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-459af788-4931-41e1-ac23-863098da5467 req-8c3bfeb7-e871-4da5-a472-f21705ea8549 service neutron] 10.222.0.52 "DELETE /v2.0/ports/f968347b-2dcf-40b1-964a-2fc7ecffa4d8/bindings/n-h2-825178-3 HTTP/1.1" status: 204 len: 173 time: 0.9555187 Feb 09 12:20:57.112597 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b978de6e-fa94-479f-8a38-65472016ede8 req-f87c1be9-cbff-41d7-a2cd-4290607e3777 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=84c476da-0274-41dd-aeef-e671ea782d84&id=8803669e-2abe-4ab7-b2c0-58109e10cb11&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3727293 Feb 09 12:20:57.146212 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c25a87f6-9ba9-4d7f-9d77-1ff8272764b6 None None] Provisioning complete for port 9d933634-c991-4b25-af8a-af29518253a4 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:20:57.146687 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c25a87f6-9ba9-4d7f-9d77-1ff8272764b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:57.157243 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-32b391b4-7b6f-4294-8526-3b4ae7ceaf40 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:57.236102 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-32b391b4-7b6f-4294-8526-3b4ae7ceaf40 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Network 3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:20:57.246265 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-32b391b4-7b6f-4294-8526-3b4ae7ceaf40 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:20:57.252696 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-32b391b4-7b6f-4294-8526-3b4ae7ceaf40 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:20:57.312239 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 9d933634-c991-4b25-af8a-af29518253a4 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:20:57.341876 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-32b391b4-7b6f-4294-8526-3b4ae7ceaf40 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:57.342537 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-32b391b4-7b6f-4294-8526-3b4ae7ceaf40 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:57.365465 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-1e48e7a0-14a3-4954-bdec-a3b087f47a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:57.367015 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-1e48e7a0-14a3-4954-bdec-a3b087f47a05 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e67d5799bb754fba8d6c329be7bae276&device_id=1c4532aa-287a-44da-8eb9-3da0106a49a3 HTTP/1.1" status: 200 len: 1094 time: 0.3620160 Feb 09 12:20:57.379625 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828592b2-3a94-456b-b665-dddf906403a1 req-93351874-bbad-4ae0-8c3d-0b59adb06f69 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:57.385924 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828592b2-3a94-456b-b665-dddf906403a1 req-93351874-bbad-4ae0-8c3d-0b59adb06f69 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:57.391736 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828592b2-3a94-456b-b665-dddf906403a1 req-93351874-bbad-4ae0-8c3d-0b59adb06f69 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:57.397845 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828592b2-3a94-456b-b665-dddf906403a1 req-93351874-bbad-4ae0-8c3d-0b59adb06f69 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:57.404813 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828592b2-3a94-456b-b665-dddf906403a1 req-93351874-bbad-4ae0-8c3d-0b59adb06f69 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:57.421223 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828592b2-3a94-456b-b665-dddf906403a1 req-93351874-bbad-4ae0-8c3d-0b59adb06f69 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:57.432630 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828592b2-3a94-456b-b665-dddf906403a1 req-93351874-bbad-4ae0-8c3d-0b59adb06f69 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:57.442872 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-828592b2-3a94-456b-b665-dddf906403a1 req-93351874-bbad-4ae0-8c3d-0b59adb06f69 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/ports?device_id=6101775f-5c0e-4dc8-9a5f-b57a74039dc8 HTTP/1.1" status: 200 len: 5433 time: 0.6350033 Feb 09 12:20:57.555483 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 9d933634-c991-4b25-af8a-af29518253a4 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:20:57.556657 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:57.800206 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-dca53673-74c7-47e5-b2bf-3eb8eb26e478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87', 'name': 'tempest-ServersTestManualDisk-550994218-router', 'tenant_id': '74e25e3f451e47c2a8d748a546e69f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '9beb2e63-c4d4-44df-94bf-86423410258a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:20:53Z', 'updated_at': '2022-02-09T12:20:55Z', 'revision_number': 3, 'project_id': '74e25e3f451e47c2a8d748a546e69f97', 'gw_port': {'id': '9beb2e63-c4d4-44df-94bf-86423410258a', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:20:54Z', 'updated_at': '2022-02-09T12:20:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:20:57.805022 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca53673-74c7-47e5-b2bf-3eb8eb26e478 None None] Checking router: a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:20:57.806316 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca53673-74c7-47e5-b2bf-3eb8eb26e478 None None] Updating router a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87 port 9beb2e63-c4d4-44df-94bf-86423410258a binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:20:57.846831 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a0ee8d-cebc-4db9-90af-fe8c58efd99d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9ae4b3a-6a9e-4d5b-8eda-9db431346db4'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:20:57.860311 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-fdfc3e86-1f50-4824-9e2a-d54497c8d844 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b82c32a8-4cdb-4634-ab3c-0781f442e32b HTTP/1.1" status: 200 len: 217 time: 0.4105432 Feb 09 12:20:57.864166 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b391b4-7b6f-4294-8526-3b4ae7ceaf40 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Pushing event updated for resources: {'Port': ['ID=9039d4fb-f09b-4eba-b36d-35f13b2eeec7,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:57.898295 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-87f4a5aa-8228-4f67-b5fc-cea98e4ec447 None None] Provisioning for port 9039d4fb-f09b-4eba-b36d-35f13b2eeec7 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:20:57.914268 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-87f4a5aa-8228-4f67-b5fc-cea98e4ec447 None None] Provisioning complete for port 9039d4fb-f09b-4eba-b36d-35f13b2eeec7 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:20:57.915680 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-87f4a5aa-8228-4f67-b5fc-cea98e4ec447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:57.918670 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-32b391b4-7b6f-4294-8526-3b4ae7ceaf40 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4651768 Feb 09 12:20:57.946325 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dca53673-74c7-47e5-b2bf-3eb8eb26e478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:57.947603 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-8f945e17-c29f-4893-9327-fc7cc47e7a53 service neutron] Request body: {'port': {'device_id': '7b2a490e-a2ea-457b-973e-4059ce119ae4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:20:57.998294 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c4532aa-287a-44da-8eb9-3da0106a49a3', 'tag': 'b82c32a8-4cdb-4634-ab3c-0781f442e32b'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:20:58.031863 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-828592b2-3a94-456b-b665-dddf906403a1 req-8c9b910b-ef27-4023-a3d6-9d2f43b383f9 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/security-groups?id=8803669e-2abe-4ab7-b2c0-58109e10cb11&id=84c476da-0274-41dd-aeef-e671ea782d84&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5879021 Feb 09 12:20:58.038346 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-87f4a5aa-8228-4f67-b5fc-cea98e4ec447 None None] Port 9039d4fb-f09b-4eba-b36d-35f13b2eeec7 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:20:58.075411 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-3c0f9972-886c-4e95-bb3d-af8aa47af6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:58.077454 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-3c0f9972-886c-4e95-bb3d-af8aa47af6ac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=256725a2-267c-46c1-902d-a474bd0131df HTTP/1.1" status: 200 len: 855 time: 0.2073803 Feb 09 12:20:58.111802 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bfa03eb5-36a2-4a5a-b8c5-44854773e43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:58.243923 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47f694-84b9-4dea-88fd-9fa166f1052e req-936f8898-3f85-47c0-96fd-01367c284ba6 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:58.245444 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8b47f694-84b9-4dea-88fd-9fa166f1052e req-936f8898-3f85-47c0-96fd-01367c284ba6 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5550df0-da5c-4703-be00-76545c59d017 HTTP/1.1" status: 200 len: 950 time: 0.7969484 Feb 09 12:20:58.338326 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-8f945e17-c29f-4893-9327-fc7cc47e7a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:58.434975 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dca53673-74c7-47e5-b2bf-3eb8eb26e478 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:58.447526 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-dca53673-74c7-47e5-b2bf-3eb8eb26e478 None None] Transition to ACTIVE for port object 9beb2e63-c4d4-44df-94bf-86423410258a will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:20:58.463662 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dca53673-74c7-47e5-b2bf-3eb8eb26e478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:58.562195 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-dca53673-74c7-47e5-b2bf-3eb8eb26e478 None None] Attempting to bind port 9beb2e63-c4d4-44df-94bf-86423410258a on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:20:58.562836 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-dca53673-74c7-47e5-b2bf-3eb8eb26e478 None None] Attempting to bind port 9beb2e63-c4d4-44df-94bf-86423410258a by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:20:58.563355 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca53673-74c7-47e5-b2bf-3eb8eb26e478 None None] Attempting to bind port 9beb2e63-c4d4-44df-94bf-86423410258a on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:20:58.568452 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-bfa03eb5-36a2-4a5a-b8c5-44854773e43e admin admin] Allocated IP 172.20.0.1 (67898def-3951-49d0-9293-cb5c954f5ec1/810877b8-772a-476f-9d85-927aa877f608/8493ab5d-9349-4588-bd4b-07fce167b9b3) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:20:58.571965 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca4447f-051d-4358-9f6a-b0e65630d619 None None] Pushing event updated for resources: {'Port': ['ID=9beb2e63-c4d4-44df-94bf-86423410258a,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:58.577135 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca53673-74c7-47e5-b2bf-3eb8eb26e478 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:20:58.577787 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca53673-74c7-47e5-b2bf-3eb8eb26e478 None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:20:58.578388 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dca53673-74c7-47e5-b2bf-3eb8eb26e478 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:58.578925 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca53673-74c7-47e5-b2bf-3eb8eb26e478 None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:20:58.579651 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-dca53673-74c7-47e5-b2bf-3eb8eb26e478 None None] Bound port: 9beb2e63-c4d4-44df-94bf-86423410258a, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:20:58.580310 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dca53673-74c7-47e5-b2bf-3eb8eb26e478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:58.711254 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-dca53673-74c7-47e5-b2bf-3eb8eb26e478 None None] For port 9beb2e63-c4d4-44df-94bf-86423410258a, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:20:58.720623 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-dca53673-74c7-47e5-b2bf-3eb8eb26e478 None None] For port 9beb2e63-c4d4-44df-94bf-86423410258a, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=9beb2e63-c4d4-44df-94bf-86423410258a,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:20:58.733528 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dca53673-74c7-47e5-b2bf-3eb8eb26e478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:58.811358 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8b47f694-84b9-4dea-88fd-9fa166f1052e req-6ee07e3d-6c07-40f8-b301-7912a20be0dc tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5573294 Feb 09 12:20:58.842722 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bfa03eb5-36a2-4a5a-b8c5-44854773e43e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:58.850811 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca53673-74c7-47e5-b2bf-3eb8eb26e478 None None] Routers {'a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:20:58.851881 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-dca53673-74c7-47e5-b2bf-3eb8eb26e478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:20:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:20:58.861352 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-6feadb60-e59d-4c96-9925-d22814d7e1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:58.862975 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-6feadb60-e59d-4c96-9925-d22814d7e1a7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7643795 Feb 09 12:20:58.889245 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-bfa03eb5-36a2-4a5a-b8c5-44854773e43e admin admin] Transition to ACTIVE for port object 8493ab5d-9349-4588-bd4b-07fce167b9b3 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:20:58.942836 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bfa03eb5-36a2-4a5a-b8c5-44854773e43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:58.975763 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca4447f-051d-4358-9f6a-b0e65630d619 None None] Pushing event updated for resources: {'Port': ['ID=9beb2e63-c4d4-44df-94bf-86423410258a,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:59.039299 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-28f4b12d-ad50-473a-90cd-fb0629aea6e1 service neutron] 10.222.0.46 "GET /v2.0/networks/3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620317 Feb 09 12:20:59.046777 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa03eb5-36a2-4a5a-b8c5-44854773e43e admin admin] Network 67898def-3951-49d0-9293-cb5c954f5ec1 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:20:59.098959 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-bfa03eb5-36a2-4a5a-b8c5-44854773e43e admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:20:59.104295 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa03eb5-36a2-4a5a-b8c5-44854773e43e admin admin] Pushing event updated for resources: {'Port': ['ID=8493ab5d-9349-4588-bd4b-07fce167b9b3,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:20:59.106661 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa03eb5-36a2-4a5a-b8c5-44854773e43e admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:20:59.204988 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-dca53673-74c7-47e5-b2bf-3eb8eb26e478 None None] Set router a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:20:59.241424 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bfa03eb5-36a2-4a5a-b8c5-44854773e43e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:59.287448 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de8fe8-d8c4-4cf2-a9ea-8e400cfe0605 req-295ff1e9-a6d5-46fc-acd0-de24405d15a6 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:20:59.296297 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f6de8fe8-d8c4-4cf2-a9ea-8e400cfe0605 req-295ff1e9-a6d5-46fc-acd0-de24405d15a6 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b0d0fb7-71e4-40a5-962e-fff4fbff69b3 HTTP/1.1" status: 200 len: 945 time: 1.0199854 Feb 09 12:20:59.322128 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-72ab716f-7ac7-4efb-9043-3d26ea7fca6e req-7c6d1a3e-139f-4ea6-b57b-afc2ccd5c5ed tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/ports?device_id=c67291ea-e846-4997-b534-ad76f7b1326e HTTP/1.1" status: 200 len: 210 time: 0.2261779 Feb 09 12:20:59.480168 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2869e60a-c4eb-40be-acf9-5198ad3ce1b2 None None] Provisioning for port 8493ab5d-9349-4588-bd4b-07fce167b9b3 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:20:59.488794 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2869e60a-c4eb-40be-acf9-5198ad3ce1b2 None None] Provisioning complete for port 8493ab5d-9349-4588-bd4b-07fce167b9b3 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:20:59.489682 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2869e60a-c4eb-40be-acf9-5198ad3ce1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:59.521392 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f6de8fe8-d8c4-4cf2-a9ea-8e400cfe0605 req-3dbeaeac-2be3-4175-acdd-9f2d18f2c292 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240732 Feb 09 12:20:59.622407 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-2869e60a-c4eb-40be-acf9-5198ad3ce1b2 None None] Port 8493ab5d-9349-4588-bd4b-07fce167b9b3 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:20:59.637669 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c0f8c688-970a-4166-8487-0cd2fb3e1b87 req-c2c03309-3cce-49e6-b094-2a66ddde5d0e service neutron] 10.222.0.46 "GET /v2.0/networks/3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5897210 Feb 09 12:20:59.653466 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-8f945e17-c29f-4893-9327-fc7cc47e7a53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9039d4fb-f09b-4eba-b36d-35f13b2eeec7 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:20:59.719898 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bfa03eb5-36a2-4a5a-b8c5-44854773e43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:59.747232 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-dca53673-74c7-47e5-b2bf-3eb8eb26e478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87', 'name': 'tempest-ServersTestManualDisk-550994218-router', 'tenant_id': '74e25e3f451e47c2a8d748a546e69f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '9beb2e63-c4d4-44df-94bf-86423410258a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:20:53Z', 'updated_at': '2022-02-09T12:20:55Z', 'revision_number': 3, 'project_id': '74e25e3f451e47c2a8d748a546e69f97', 'gw_port': {'id': '9beb2e63-c4d4-44df-94bf-86423410258a', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:20:54Z', 'updated_at': '2022-02-09T12:20:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:20:59.751876 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca53673-74c7-47e5-b2bf-3eb8eb26e478 None None] The sync data for ids ['a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87'] in n-d-825178-3 is: [{'id': 'a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87', 'name': 'tempest-ServersTestManualDisk-550994218-router', 'tenant_id': '74e25e3f451e47c2a8d748a546e69f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '9beb2e63-c4d4-44df-94bf-86423410258a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:20:53Z', 'updated_at': '2022-02-09T12:20:55Z', 'revision_number': 3, 'project_id': '74e25e3f451e47c2a8d748a546e69f97', 'gw_port': {'id': '9beb2e63-c4d4-44df-94bf-86423410258a', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:20:54Z', 'updated_at': '2022-02-09T12:20:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:20:59.759342 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-8f945e17-c29f-4893-9327-fc7cc47e7a53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:20:59.812544 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-8f945e17-c29f-4893-9327-fc7cc47e7a53 service neutron] Transition to ACTIVE for port object 9039d4fb-f09b-4eba-b36d-35f13b2eeec7 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:20:59.830785 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-8f945e17-c29f-4893-9327-fc7cc47e7a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:00.105067 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bfa03eb5-36a2-4a5a-b8c5-44854773e43e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:00.113578 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bfa03eb5-36a2-4a5a-b8c5-44854773e43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:00.243610 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-f169ec11-c488-4b7c-aad3-b4932606c283 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:00.245429 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-f169ec11-c488-4b7c-aad3-b4932606c283 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.46 "GET /v2.0/networks?id=3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc HTTP/1.1" status: 200 len: 816 time: 0.5857093 Feb 09 12:21:00.250089 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a0ee8d-cebc-4db9-90af-fe8c58efd99d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9ae4b3a-6a9e-4d5b-8eda-9db431346db4', 'code': 200} Feb 09 12:21:00.275062 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa03eb5-36a2-4a5a-b8c5-44854773e43e admin admin] Pushing event updated for resources: {'Port': ['ID=8493ab5d-9349-4588-bd4b-07fce167b9b3,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:00.280665 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bfa03eb5-36a2-4a5a-b8c5-44854773e43e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:00.286967 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37542163-4842-45dd-b0b8-49a3172a73b9 req-3976ce94-357d-4796-a147-7c51dcb31e8a tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:00.300422 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-37542163-4842-45dd-b0b8-49a3172a73b9 req-3976ce94-357d-4796-a147-7c51dcb31e8a tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9df35a8-abfa-4a0d-8916-b00519509e62 HTTP/1.1" status: 200 len: 945 time: 0.7463417 Feb 09 12:21:00.330907 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-bf4d5d97-a496-4154-a49a-8a01279633fe tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Request body: {'port': {'device_id': 'c67291ea-e846-4997-b534-ad76f7b1326e', 'network_id': '3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc', 'admin_state_up': True, 'tenant_id': 'e67d5799bb754fba8d6c329be7bae276'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:21:00.391152 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f945e17-c29f-4893-9327-fc7cc47e7a53 service neutron] Pushing event updated for resources: {'Port': ['ID=9039d4fb-f09b-4eba-b36d-35f13b2eeec7,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:00.408785 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c4532aa-287a-44da-8eb9-3da0106a49a3', 'tag': 'b82c32a8-4cdb-4634-ab3c-0781f442e32b', 'status': 'completed', 'code': 200} Feb 09 12:21:00.474084 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa03eb5-36a2-4a5a-b8c5-44854773e43e admin admin] Network 67898def-3951-49d0-9293-cb5c954f5ec1 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:21:00.475481 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-bfa03eb5-36a2-4a5a-b8c5-44854773e43e admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:21:00.730958 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa03eb5-36a2-4a5a-b8c5-44854773e43e admin admin] Router a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:21:00.800223 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-37542163-4842-45dd-b0b8-49a3172a73b9 req-d2698f40-8fae-44de-8f3a-dd86c1b3dd11 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] 10.222.0.55 "GET /v2.0/security-groups?id=4a5aff2f-8bf6-4c95-869a-029ed35a6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4988890 Feb 09 12:21:00.817940 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-8f945e17-c29f-4893-9327-fc7cc47e7a53 service neutron] Attempting to bind port 9039d4fb-f09b-4eba-b36d-35f13b2eeec7 on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:21:00.818530 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-8f945e17-c29f-4893-9327-fc7cc47e7a53 service neutron] Attempting to bind port 9039d4fb-f09b-4eba-b36d-35f13b2eeec7 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': 'c51cbd81-ca40-4079-80a5-16e74da9e93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:21:00.818642 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-8f945e17-c29f-4893-9327-fc7cc47e7a53 service neutron] Attempting to bind port 9039d4fb-f09b-4eba-b36d-35f13b2eeec7 on network 3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:21:00.850067 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-8f945e17-c29f-4893-9327-fc7cc47e7a53 service neutron] Port 9039d4fb-f09b-4eba-b36d-35f13b2eeec7 on network 3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:21:00.850399 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-8f945e17-c29f-4893-9327-fc7cc47e7a53 service neutron] Attempting to bind port 9039d4fb-f09b-4eba-b36d-35f13b2eeec7 on network 3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:21:00.870350 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-8f945e17-c29f-4893-9327-fc7cc47e7a53 service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:21:00.870693 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-8f945e17-c29f-4893-9327-fc7cc47e7a53 service neutron] Checking segment: {'id': 'c51cbd81-ca40-4079-80a5-16e74da9e93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:21:00.871328 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-8f945e17-c29f-4893-9327-fc7cc47e7a53 service neutron] Bound using segment: {'id': 'c51cbd81-ca40-4079-80a5-16e74da9e93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:21:00.871517 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-8f945e17-c29f-4893-9327-fc7cc47e7a53 service neutron] Bound port: 9039d4fb-f09b-4eba-b36d-35f13b2eeec7, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c51cbd81-ca40-4079-80a5-16e74da9e93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:21:00.871951 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-8f945e17-c29f-4893-9327-fc7cc47e7a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:00.881578 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-bf4d5d97-a496-4154-a49a-8a01279633fe tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:21:00.892616 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67deabb5-861b-4c86-8dac-3a263e39b930 req-948a1c44-cfd5-486d-90a8-1264a7c2f60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:00.894105 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-67deabb5-861b-4c86-8dac-3a263e39b930 req-948a1c44-cfd5-486d-90a8-1264a7c2f60b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e67d5799bb754fba8d6c329be7bae276&device_id=1c4532aa-287a-44da-8eb9-3da0106a49a3 HTTP/1.1" status: 200 len: 1094 time: 0.4843900 Feb 09 12:21:00.905503 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-bf4d5d97-a496-4154-a49a-8a01279633fe tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:21:00.913632 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6fd7315e-22d9-430e-85a4-820c74233113 None None] Provisioning complete for port 8493ab5d-9349-4588-bd4b-07fce167b9b3 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:21:00.914167 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6fd7315e-22d9-430e-85a4-820c74233113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:00.972506 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa03eb5-36a2-4a5a-b8c5-44854773e43e admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:21:00.984573 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7944a-50af-4522-94d8-ac6371c7aa57 req-2925cdba-ce76-4bd1-a21c-c3a0849fc868 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:00.989049 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-bfa03eb5-36a2-4a5a-b8c5-44854773e43e admin admin] 10.222.0.55 "PUT /v2.0/routers/a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3810053 Feb 09 12:21:00.990440 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7944a-50af-4522-94d8-ac6371c7aa57 req-2925cdba-ce76-4bd1-a21c-c3a0849fc868 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:00.996886 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7944a-50af-4522-94d8-ac6371c7aa57 req-2925cdba-ce76-4bd1-a21c-c3a0849fc868 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:01.004956 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-6fd7315e-22d9-430e-85a4-820c74233113 None None] Port 8493ab5d-9349-4588-bd4b-07fce167b9b3 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:21:01.006722 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7944a-50af-4522-94d8-ac6371c7aa57 req-2925cdba-ce76-4bd1-a21c-c3a0849fc868 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:01.013254 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7944a-50af-4522-94d8-ac6371c7aa57 req-2925cdba-ce76-4bd1-a21c-c3a0849fc868 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:01.018978 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7944a-50af-4522-94d8-ac6371c7aa57 req-2925cdba-ce76-4bd1-a21c-c3a0849fc868 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:01.025472 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7944a-50af-4522-94d8-ac6371c7aa57 req-2925cdba-ce76-4bd1-a21c-c3a0849fc868 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:01.027517 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5ef7944a-50af-4522-94d8-ac6371c7aa57 req-2925cdba-ce76-4bd1-a21c-c3a0849fc868 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/ports?device_id=6101775f-5c0e-4dc8-9a5f-b57a74039dc8 HTTP/1.1" status: 200 len: 5433 time: 0.3979235 Feb 09 12:21:01.144630 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-bf4d5d97-a496-4154-a49a-8a01279633fe tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Made reservation on behalf of e67d5799bb754fba8d6c329be7bae276 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:21:01.148091 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-bf4d5d97-a496-4154-a49a-8a01279633fe tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:01.234013 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 9beb2e63-c4d4-44df-94bf-86423410258a up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:21:01.306567 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 9beb2e63-c4d4-44df-94bf-86423410258a completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:21:01.311801 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 9beb2e63-c4d4-44df-94bf-86423410258a triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:21:01.312403 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:01.334458 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-8f945e17-c29f-4893-9327-fc7cc47e7a53 service neutron] For port 9039d4fb-f09b-4eba-b36d-35f13b2eeec7, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:21:01.341938 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5ef7944a-50af-4522-94d8-ac6371c7aa57 req-a51cafbb-de7c-4e8e-9b8d-73adebcb8bc1 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/security-groups?id=8803669e-2abe-4ab7-b2c0-58109e10cb11&id=84c476da-0274-41dd-aeef-e671ea782d84&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2992256 Feb 09 12:21:01.371461 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-8f945e17-c29f-4893-9327-fc7cc47e7a53 service neutron] For port 9039d4fb-f09b-4eba-b36d-35f13b2eeec7, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=9039d4fb-f09b-4eba-b36d-35f13b2eeec7,segment=NetworkSegment(c51cbd81-ca40-4079-80a5-16e74da9e93e),segment_id=c51cbd81-ca40-4079-80a5-16e74da9e93e)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:21:01.398331 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-8f945e17-c29f-4893-9327-fc7cc47e7a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:01.454247 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67deabb5-861b-4c86-8dac-3a263e39b930 req-182201f7-9235-4379-b892-3010162b75fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:01.455791 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-67deabb5-861b-4c86-8dac-3a263e39b930 req-182201f7-9235-4379-b892-3010162b75fe service neutron] 10.222.0.46 "GET /v2.0/networks?id=3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc HTTP/1.1" status: 200 len: 917 time: 0.5477340 Feb 09 12:21:01.456671 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:01.477092 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 9beb2e63-c4d4-44df-94bf-86423410258a, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=9beb2e63-c4d4-44df-94bf-86423410258a,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:21:01.480870 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:01.552815 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=9beb2e63-c4d4-44df-94bf-86423410258a,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:01.637475 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-8f945e17-c29f-4893-9327-fc7cc47e7a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:01.638343 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-8f945e17-c29f-4893-9327-fc7cc47e7a53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:01.639744 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-8f945e17-c29f-4893-9327-fc7cc47e7a53 service neutron] 10.222.0.52 "PUT /v2.0/ports/9039d4fb-f09b-4eba-b36d-35f13b2eeec7 HTTP/1.1" status: 200 len: 1092 time: 3.7082682 Feb 09 12:21:01.676012 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b74fb-7bc1-4b99-a2ef-7d301e8c1064 req-0f017ee6-02a6-4c20-88a0-53d4ddaad643 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:01.683749 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-969b74fb-7bc1-4b99-a2ef-7d301e8c1064 req-0f017ee6-02a6-4c20-88a0-53d4ddaad643 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5550df0-da5c-4703-be00-76545c59d017 HTTP/1.1" status: 200 len: 950 time: 0.6477516 Feb 09 12:21:01.686826 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-67deabb5-861b-4c86-8dac-3a263e39b930 req-d8120172-1bfd-4583-9cf0-a1543eae9840 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b82c32a8-4cdb-4634-ab3c-0781f442e32b HTTP/1.1" status: 200 len: 217 time: 0.1918216 Feb 09 12:21:01.835228 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f945e17-c29f-4893-9327-fc7cc47e7a53 service neutron] Pushing event updated for resources: {'Port': ['ID=9039d4fb-f09b-4eba-b36d-35f13b2eeec7,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:01.841988 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-bf4d5d97-a496-4154-a49a-8a01279633fe tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Allocated IP 172.20.0.5 (3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc/256725a2-267c-46c1-902d-a474bd0131df/4d059838-4869-48f7-ad5f-83aad6cd798c) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:21:01.890175 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14571d31-1b6e-45fc-a31f-25465246fe36 None None] Sync routers for ids ['a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:21:01.905773 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67deabb5-861b-4c86-8dac-3a263e39b930 req-39e2cd04-ca1c-4d03-8253-306d347a4f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:01.907180 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-67deabb5-861b-4c86-8dac-3a263e39b930 req-39e2cd04-ca1c-4d03-8253-306d347a4f3d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=256725a2-267c-46c1-902d-a474bd0131df HTTP/1.1" status: 200 len: 855 time: 0.1554472 Feb 09 12:21:01.911021 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14571d31-1b6e-45fc-a31f-25465246fe36 None None] Routers {'a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:21:01.911705 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-14571d31-1b6e-45fc-a31f-25465246fe36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:20:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:21:01.922669 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-969b74fb-7bc1-4b99-a2ef-7d301e8c1064 req-e1ad62c8-a1b7-4cb9-a98e-e2271f593c45 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375326 Feb 09 12:21:02.008172 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d77ef-c06f-4d62-b4b9-af21c3960df0 req-896eb608-3e22-4668-86f1-2549c16f27d3 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:02.010588 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2f2d77ef-c06f-4d62-b4b9-af21c3960df0 req-896eb608-3e22-4668-86f1-2549c16f27d3 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.4990518 Feb 09 12:21:02.101995 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-14571d31-1b6e-45fc-a31f-25465246fe36 None None] Set router a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:21:02.315052 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5ecb0ec1-d9fe-420b-b337-ce0957eaf9f2 req-ceed11d0-fe1e-4f96-8503-400046d69240 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/ports?device_id=c67291ea-e846-4997-b534-ad76f7b1326e HTTP/1.1" status: 200 len: 210 time: 0.2906058 Feb 09 12:21:02.322924 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-76a35b31-ebf6-4cb7-b9af-ca45fe8717a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:02.324420 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-76a35b31-ebf6-4cb7-b9af-ca45fe8717a5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e67d5799bb754fba8d6c329be7bae276&device_id=7b2a490e-a2ea-457b-973e-4059ce119ae4 HTTP/1.1" status: 200 len: 1095 time: 0.6299391 Feb 09 12:21:02.412576 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b2a490e-a2ea-457b-973e-4059ce119ae4', 'tag': '9039d4fb-f09b-4eba-b36d-35f13b2eeec7'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:21:02.437625 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-2fb87548-f965-46ac-be66-e27868a117fe service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9039d4fb-f09b-4eba-b36d-35f13b2eeec7 HTTP/1.1" status: 200 len: 217 time: 0.0911720 Feb 09 12:21:02.440428 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2f2d77ef-c06f-4d62-b4b9-af21c3960df0 req-8c8e6f23-b313-46b5-b0eb-511648b0a1bf tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4123847 Feb 09 12:21:02.497656 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-14571d31-1b6e-45fc-a31f-25465246fe36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87', 'name': 'tempest-ServersTestManualDisk-550994218-router', 'tenant_id': '74e25e3f451e47c2a8d748a546e69f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '9beb2e63-c4d4-44df-94bf-86423410258a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:20:53Z', 'updated_at': '2022-02-09T12:20:59Z', 'revision_number': 4, 'project_id': '74e25e3f451e47c2a8d748a546e69f97', 'gw_port': {'id': '9beb2e63-c4d4-44df-94bf-86423410258a', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:20:54Z', 'updated_at': '2022-02-09T12:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '8493ab5d-9349-4588-bd4b-07fce167b9b3', 'name': '', 'network_id': '67898def-3951-49d0-9293-cb5c954f5ec1', 'tenant_id': '74e25e3f451e47c2a8d748a546e69f97', 'mac_address': 'fa:16:3e:67:b7:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '810877b8-772a-476f-9d85-927aa877f608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:20:58Z', 'updated_at': '2022-02-09T12:20:59Z', 'revision_number': 2, 'project_id': '74e25e3f451e47c2a8d748a546e69f97', 'subnets': [{'id': '810877b8-772a-476f-9d85-927aa877f608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:21:02.501851 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14571d31-1b6e-45fc-a31f-25465246fe36 None None] Checking router: a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:21:02.502202 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14571d31-1b6e-45fc-a31f-25465246fe36 None None] Updating router a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87 port 8493ab5d-9349-4588-bd4b-07fce167b9b3 binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:21:02.535647 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67deabb5-861b-4c86-8dac-3a263e39b930 req-afc18a55-e907-4a49-8f1f-c849164a8f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:02.537228 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-67deabb5-861b-4c86-8dac-3a263e39b930 req-afc18a55-e907-4a49-8f1f-c849164a8f54 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6125538 Feb 09 12:21:02.558224 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-14571d31-1b6e-45fc-a31f-25465246fe36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:02.608177 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device b82c32a8-4cdb-4634-ab3c-0781f442e32b details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:21:02.755325 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-bf4d5d97-a496-4154-a49a-8a01279633fe tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:02.768208 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-47efdc1c-320b-46ad-b05d-d76693a989ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:02.769652 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-47efdc1c-320b-46ad-b05d-d76693a989ca service neutron] 10.222.0.52 "GET /v2.0/subnets?id=256725a2-267c-46c1-902d-a474bd0131df HTTP/1.1" status: 200 len: 855 time: 0.3006558 Feb 09 12:21:02.833681 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-bf4d5d97-a496-4154-a49a-8a01279633fe tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Transition to ACTIVE for port object 4d059838-4869-48f7-ad5f-83aad6cd798c will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:21:02.899891 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port b82c32a8-4cdb-4634-ab3c-0781f442e32b, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b82c32a8-4cdb-4634-ab3c-0781f442e32b,segment=NetworkSegment(c51cbd81-ca40-4079-80a5-16e74da9e93e),segment_id=c51cbd81-ca40-4079-80a5-16e74da9e93e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:21:02.911388 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-67deabb5-861b-4c86-8dac-3a263e39b930 req-94a09e40-567e-4fa7-90de-5de4a08ca45d service neutron] 10.222.0.46 "GET /v2.0/networks/3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301046 Feb 09 12:21:02.927859 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'b82c32a8-4cdb-4634-ab3c-0781f442e32b', 'network_id': '3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc', 'port_id': 'b82c32a8-4cdb-4634-ab3c-0781f442e32b', 'mac_address': 'fa:16:3e:04:ff:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '256725a2-267c-46c1-902d-a474bd0131df', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:21:02.962990 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1320096-f985-4539-821e-07ba3731d446 req-720e2e9a-3d53-4db8-bbd0-fea2c02b532c tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:02.964490 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a1320096-f985-4539-821e-07ba3731d446 req-720e2e9a-3d53-4db8-bbd0-fea2c02b532c tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9df35a8-abfa-4a0d-8916-b00519509e62 HTTP/1.1" status: 200 len: 945 time: 0.4383228 Feb 09 12:21:02.974432 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47378) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:21:02.982912 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-cd9ef764-d7a0-4010-a6a1-2db4008fe771 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Request body: {'floatingip': {'port_id': '790c7b93-5bb7-4bbf-8d09-fa106dde3d77'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:21:03.017267 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:03.070198 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cd9ef764-d7a0-4010-a6a1-2db4008fe771 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Notify callbacks [] for floatingip, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:03.073729 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b82c32a8-4cdb-4634-ab3c-0781f442e32b {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:21:03.108743 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port b82c32a8-4cdb-4634-ab3c-0781f442e32b, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b82c32a8-4cdb-4634-ab3c-0781f442e32b,segment=NetworkSegment(c51cbd81-ca40-4079-80a5-16e74da9e93e),segment_id=c51cbd81-ca40-4079-80a5-16e74da9e93e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:21:03.118076 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:03.131398 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-67deabb5-861b-4c86-8dac-3a263e39b930 req-32f7acf6-622b-4b8e-9494-a5b1d970bb84 service neutron] 10.222.0.46 "GET /v2.0/networks/3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102449 Feb 09 12:21:03.138512 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1501a-86e9-495a-971b-a2a81bf7cf8a req-caa4f41e-43bb-4d5b-8210-51a427073349 tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:03.140113 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a3c1501a-86e9-495a-971b-a2a81bf7cf8a req-caa4f41e-43bb-4d5b-8210-51a427073349 tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2b0d0fb7-71e4-40a5-962e-fff4fbff69b3 HTTP/1.1" status: 200 len: 1096 time: 0.5533371 Feb 09 12:21:03.165901 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-14571d31-1b6e-45fc-a31f-25465246fe36 None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:03.172269 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-bf4d5d97-a496-4154-a49a-8a01279633fe tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:03.195100 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-14571d31-1b6e-45fc-a31f-25465246fe36 None None] Transition to ACTIVE for port object 8493ab5d-9349-4588-bd4b-07fce167b9b3 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:21:03.208572 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=b82c32a8-4cdb-4634-ab3c-0781f442e32b,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:03.213719 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-14571d31-1b6e-45fc-a31f-25465246fe36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:03.217925 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-d085eb85-c1a8-49c2-8cf4-4c6e3e905971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:03.219425 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-d085eb85-c1a8-49c2-8cf4-4c6e3e905971 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4254756 Feb 09 12:21:03.358163 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-bf4d5d97-a496-4154-a49a-8a01279633fe tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Network 3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:21:03.366988 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-bf4d5d97-a496-4154-a49a-8a01279633fe tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:21:03.380746 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a3c1501a-86e9-495a-971b-a2a81bf7cf8a req-a5dac4f4-9854-4902-8b6f-841a6fc46d87 tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274797 Feb 09 12:21:03.384715 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-bf4d5d97-a496-4154-a49a-8a01279633fe tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:21:03.390968 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 9beb2e63-c4d4-44df-94bf-86423410258a up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:21:03.450084 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4d5d97-a496-4154-a49a-8a01279633fe tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Pushing event updated for resources: {'Port': ['ID=4d059838-4869-48f7-ad5f-83aad6cd798c,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:03.519158 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-bf4d5d97-a496-4154-a49a-8a01279633fe tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:03.519158 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-bf4d5d97-a496-4154-a49a-8a01279633fe tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:03.584525 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-81bda490-8331-475f-a26f-fa4e91ce6b47 service neutron] 10.222.0.52 "GET /v2.0/networks/3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543189 Feb 09 12:21:03.605893 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbd90d3-0e04-4ff1-9fd6-98243eaa9b59 None None] Pushing event updated for resources: {'Port': ['ID=8493ab5d-9349-4588-bd4b-07fce167b9b3,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:03.672340 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-bf4d5d97-a496-4154-a49a-8a01279633fe tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4145708 Feb 09 12:21:03.721213 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['b82c32a8-4cdb-4634-ab3c-0781f442e32b'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:21:03.743970 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-8c201941-8fef-4cf3-be10-d6dee5f9b138 service neutron] Request body: {'port': {'device_id': 'c67291ea-e846-4997-b534-ad76f7b1326e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:21:03.875097 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-14571d31-1b6e-45fc-a31f-25465246fe36 None None] Attempting to bind port 8493ab5d-9349-4588-bd4b-07fce167b9b3 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:21:03.875856 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47392) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:21:03.876227 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-14571d31-1b6e-45fc-a31f-25465246fe36 None None] Attempting to bind port 8493ab5d-9349-4588-bd4b-07fce167b9b3 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '82e7954e-4059-4af9-88d7-222a2af116b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '67898def-3951-49d0-9293-cb5c954f5ec1'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:21:03.876770 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14571d31-1b6e-45fc-a31f-25465246fe36 None None] Attempting to bind port 8493ab5d-9349-4588-bd4b-07fce167b9b3 on network 67898def-3951-49d0-9293-cb5c954f5ec1 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:21:03.878294 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e486bacd-fd26-496e-85c1-c7c0002504a0 req-f90912fb-ac0e-44c6-b282-84728b79af6f service neutron] 10.222.0.52 "GET /v2.0/networks/3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810857 Feb 09 12:21:03.888835 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-7d1721a2-8032-4327-8ded-14a496269707 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1778073932', 'description': 'tempest-description--821525637'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:21:03.892353 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 9beb2e63-c4d4-44df-94bf-86423410258a triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:21:03.892909 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:03.917843 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-7d1721a2-8032-4327-8ded-14a496269707 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:21:03.927126 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-7d1721a2-8032-4327-8ded-14a496269707 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Usage tracker for resource:security_group and tenant:74e25e3f451e47c2a8d748a546e69f97 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:21:03.934787 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14571d31-1b6e-45fc-a31f-25465246fe36 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:21:03.935061 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-7d1721a2-8032-4327-8ded-14a496269707 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:21:03.935610 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14571d31-1b6e-45fc-a31f-25465246fe36 None None] Checking segment: {'id': '82e7954e-4059-4af9-88d7-222a2af116b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '67898def-3951-49d0-9293-cb5c954f5ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:21:03.936247 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-14571d31-1b6e-45fc-a31f-25465246fe36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:03.937020 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14571d31-1b6e-45fc-a31f-25465246fe36 None None] Bound using segment: {'id': '82e7954e-4059-4af9-88d7-222a2af116b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '67898def-3951-49d0-9293-cb5c954f5ec1'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:21:03.937669 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-14571d31-1b6e-45fc-a31f-25465246fe36 None None] Bound port: 8493ab5d-9349-4588-bd4b-07fce167b9b3, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e7954e-4059-4af9-88d7-222a2af116b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '67898def-3951-49d0-9293-cb5c954f5ec1'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:21:03.938303 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-14571d31-1b6e-45fc-a31f-25465246fe36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:03.962009 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device f9ae4b3a-6a9e-4d5b-8eda-9db431346db4 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:21:03.980134 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-7d1721a2-8032-4327-8ded-14a496269707 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:21:04.032897 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7d1721a2-8032-4327-8ded-14a496269707 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:04.064078 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcbc68b-0edc-4fa6-aadb-c7b150cc4108 req-f69d63ce-85aa-4fac-af29-a87d2e91b991 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:04.076677 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcbc68b-0edc-4fa6-aadb-c7b150cc4108 req-f69d63ce-85aa-4fac-af29-a87d2e91b991 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:04.083442 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcbc68b-0edc-4fa6-aadb-c7b150cc4108 req-f69d63ce-85aa-4fac-af29-a87d2e91b991 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:04.090644 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcbc68b-0edc-4fa6-aadb-c7b150cc4108 req-f69d63ce-85aa-4fac-af29-a87d2e91b991 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:04.097515 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcbc68b-0edc-4fa6-aadb-c7b150cc4108 req-f69d63ce-85aa-4fac-af29-a87d2e91b991 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:04.105187 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcbc68b-0edc-4fa6-aadb-c7b150cc4108 req-f69d63ce-85aa-4fac-af29-a87d2e91b991 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:04.111439 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcbc68b-0edc-4fa6-aadb-c7b150cc4108 req-f69d63ce-85aa-4fac-af29-a87d2e91b991 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:04.113945 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6fcbc68b-0edc-4fa6-aadb-c7b150cc4108 req-f69d63ce-85aa-4fac-af29-a87d2e91b991 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/ports?device_id=6101775f-5c0e-4dc8-9a5f-b57a74039dc8 HTTP/1.1" status: 200 len: 5433 time: 0.4917986 Feb 09 12:21:04.118924 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-8c201941-8fef-4cf3-be10-d6dee5f9b138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:04.129491 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47404) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:21:04.142581 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-7d1721a2-8032-4327-8ded-14a496269707 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:21:04.159080 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-f19fd01e-ff01-437f-84c6-fef26340ff0d tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Request body: {'floatingip': {'port_id': '08a7959c-b6ca-4739-9da3-042b6f618521'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:21:04.196648 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-7d1721a2-8032-4327-8ded-14a496269707 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Usage tracker for resource:security_group_rule and tenant:74e25e3f451e47c2a8d748a546e69f97 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:21:04.252963 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-14571d31-1b6e-45fc-a31f-25465246fe36 None None] For port 8493ab5d-9349-4588-bd4b-07fce167b9b3, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:21:04.254249 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-7d1721a2-8032-4327-8ded-14a496269707 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:21:04.276042 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b2a490e-a2ea-457b-973e-4059ce119ae4', 'tag': '9039d4fb-f09b-4eba-b36d-35f13b2eeec7', 'status': 'completed', 'code': 200} Feb 09 12:21:04.303546 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-7d1721a2-8032-4327-8ded-14a496269707 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:21:04.328027 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-269f5842-55f4-4a09-a4e7-f79aea929e72 None None] Provisioning for port 4d059838-4869-48f7-ad5f-83aad6cd798c completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:21:04.332473 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f19fd01e-ff01-437f-84c6-fef26340ff0d tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks [] for floatingip, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:04.504053 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-14571d31-1b6e-45fc-a31f-25465246fe36 None None] For port 8493ab5d-9349-4588-bd4b-07fce167b9b3, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=8493ab5d-9349-4588-bd4b-07fce167b9b3,segment=NetworkSegment(82e7954e-4059-4af9-88d7-222a2af116b3),segment_id=82e7954e-4059-4af9-88d7-222a2af116b3)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:21:04.513399 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-269f5842-55f4-4a09-a4e7-f79aea929e72 None None] Provisioning complete for port 4d059838-4869-48f7-ad5f-83aad6cd798c triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:21:04.514081 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-269f5842-55f4-4a09-a4e7-f79aea929e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:04.574203 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-14571d31-1b6e-45fc-a31f-25465246fe36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:04.705822 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14571d31-1b6e-45fc-a31f-25465246fe36 None None] Routers {'a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:21:04.706384 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-14571d31-1b6e-45fc-a31f-25465246fe36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:20:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:21:04.754233 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cd9ef764-d7a0-4010-a6a1-2db4008fe771 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:04.763504 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cd9ef764-d7a0-4010-a6a1-2db4008fe771 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:04.890927 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc142d10-afb3-48b9-9b8f-e6ce772c2225 req-a8eebef1-aa7c-46ae-a1ae-16d9f255db17 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c5550df0-da5c-4703-be00-76545c59d017&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7131064 Feb 09 12:21:04.919663 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-14571d31-1b6e-45fc-a31f-25465246fe36 None None] Set router a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:21:04.962876 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37fbe2-2d8b-40bc-b98d-33ca1cb39d16 req-ed8a77b1-6b8e-40d2-b3e2-888fdbcae44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:04.964563 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8f37fbe2-2d8b-40bc-b98d-33ca1cb39d16 req-ed8a77b1-6b8e-40d2-b3e2-888fdbcae44d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e67d5799bb754fba8d6c329be7bae276&device_id=7b2a490e-a2ea-457b-973e-4059ce119ae4 HTTP/1.1" status: 200 len: 1095 time: 0.6654992 Feb 09 12:21:05.092115 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-269f5842-55f4-4a09-a4e7-f79aea929e72 None None] Port 4d059838-4869-48f7-ad5f-83aad6cd798c cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:21:05.123469 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37fbe2-2d8b-40bc-b98d-33ca1cb39d16 req-42517ecb-b83a-4e36-8ed4-ffe3ae1d1846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:05.125011 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8f37fbe2-2d8b-40bc-b98d-33ca1cb39d16 req-42517ecb-b83a-4e36-8ed4-ffe3ae1d1846 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc HTTP/1.1" status: 200 len: 917 time: 0.1498284 Feb 09 12:21:05.142612 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b527b-75b9-499d-83b6-12c166592566 req-56004ab0-e9f0-4471-abb5-38e1cf92f229 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:05.143338 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-719b527b-75b9-499d-83b6-12c166592566 req-56004ab0-e9f0-4471-abb5-38e1cf92f229 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Synchronizing usage tracker for tenant:e67d5799bb754fba8d6c329be7bae276 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:21:05.287780 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbd90d3-0e04-4ff1-9fd6-98243eaa9b59 None None] Pushing event updated for resources: {'Port': ['ID=8493ab5d-9349-4588-bd4b-07fce167b9b3,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:05.335048 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port f9ae4b3a-6a9e-4d5b-8eda-9db431346db4, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=f9ae4b3a-6a9e-4d5b-8eda-9db431346db4,segment=NetworkSegment(8f05bb68-39ac-4075-9eae-946e36af88ec),segment_id=8f05bb68-39ac-4075-9eae-946e36af88ec)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:21:05.400367 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70457b09-426e-4676-8a12-a76ae714fc60 req-7983c3aa-f3dd-4681-af73-d77c1b4dab05 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:05.413082 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-70457b09-426e-4676-8a12-a76ae714fc60 req-7983c3aa-f3dd-4681-af73-d77c1b4dab05 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.7792728 Feb 09 12:21:05.464992 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-719b527b-75b9-499d-83b6-12c166592566 req-56004ab0-e9f0-4471-abb5-38e1cf92f229 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Unset dirty status for tenant:e67d5799bb754fba8d6c329be7bae276 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:21:05.469023 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-719b527b-75b9-499d-83b6-12c166592566 req-56004ab0-e9f0-4471-abb5-38e1cf92f229 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/ports?device_id=c67291ea-e846-4997-b534-ad76f7b1326e HTTP/1.1" status: 200 len: 931 time: 1.0525093 Feb 09 12:21:05.497167 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8f37fbe2-2d8b-40bc-b98d-33ca1cb39d16 req-b38daccc-3eef-46f6-8892-a024ec1041bc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9039d4fb-f09b-4eba-b36d-35f13b2eeec7 HTTP/1.1" status: 200 len: 217 time: 0.3227234 Feb 09 12:21:05.522311 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': 'f9ae4b3a-6a9e-4d5b-8eda-9db431346db4', 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac', 'port_id': 'f9ae4b3a-6a9e-4d5b-8eda-9db431346db4', 'mac_address': 'fa:16:3e:4b:b7:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc155009-a31d-4409-b15f-2ed587ea4525', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:21:05.654740 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:05.678365 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9ae4b3a-6a9e-4d5b-8eda-9db431346db4 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:21:05.685549 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7d1721a2-8032-4327-8ded-14a496269707 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:05.691247 n-d-825178-3 neutron-server[87568]: INFO neutron.db.l3_db [None req-cd9ef764-d7a0-4010-a6a1-2db4008fe771 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Floating IP ce93058c-a788-4001-aa73-665fc14164f2 associated. External IP: 172.25.7.138, port: 790c7b93-5bb7-4bbf-8d09-fa106dde3d77. Feb 09 12:21:05.703072 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-70457b09-426e-4676-8a12-a76ae714fc60 req-445027be-a6f0-40d0-b85e-c680fb5e4517 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2885966 Feb 09 12:21:05.724059 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7d1721a2-8032-4327-8ded-14a496269707 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:05.771663 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f19fd01e-ff01-437f-84c6-fef26340ff0d tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:05.781204 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port f9ae4b3a-6a9e-4d5b-8eda-9db431346db4, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=f9ae4b3a-6a9e-4d5b-8eda-9db431346db4,segment=NetworkSegment(8f05bb68-39ac-4075-9eae-946e36af88ec),segment_id=8f05bb68-39ac-4075-9eae-946e36af88ec)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:21:05.781816 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f19fd01e-ff01-437f-84c6-fef26340ff0d tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:05.813212 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-719b527b-75b9-499d-83b6-12c166592566 req-361679cd-3bb1-4c9d-8ffa-a5b5f96cab1e tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/security-groups?id=513ce75b-46a7-4daf-8c5b-ed62fcd87f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094945 Feb 09 12:21:05.814633 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:05.912361 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37fbe2-2d8b-40bc-b98d-33ca1cb39d16 req-d83103c0-7852-4969-912a-4606e0bfd69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:05.916235 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8f37fbe2-2d8b-40bc-b98d-33ca1cb39d16 req-d83103c0-7852-4969-912a-4606e0bfd69f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=256725a2-267c-46c1-902d-a474bd0131df HTTP/1.1" status: 200 len: 855 time: 0.4035504 Feb 09 12:21:05.984783 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['f9ae4b3a-6a9e-4d5b-8eda-9db431346db4'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:21:06.002192 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7d1721a2-8032-4327-8ded-14a496269707 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:06.006274 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-7d1721a2-8032-4327-8ded-14a496269707 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.1269403 Feb 09 12:21:06.007216 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47462) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:21:06.019697 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1721a2-8032-4327-8ded-14a496269707 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f122b4-0a8c-45c2-8b42-f95dfe3f0a82,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:06.025969 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=f9ae4b3a-6a9e-4d5b-8eda-9db431346db4,revision_number=12']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:06.059181 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-b9b5f92c-a49a-4e9a-b609-7471bf3c863a tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Request body: {'security_group_rule': {'security_group_id': 'a9f122b4-0a8c-45c2-8b42-f95dfe3f0a82', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:21:06.068489 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-14571d31-1b6e-45fc-a31f-25465246fe36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87', 'name': 'tempest-ServersTestManualDisk-550994218-router', 'tenant_id': '74e25e3f451e47c2a8d748a546e69f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '9beb2e63-c4d4-44df-94bf-86423410258a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:20:53Z', 'updated_at': '2022-02-09T12:20:59Z', 'revision_number': 4, 'project_id': '74e25e3f451e47c2a8d748a546e69f97', 'gw_port': {'id': '9beb2e63-c4d4-44df-94bf-86423410258a', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:20:54Z', 'updated_at': '2022-02-09T12:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '8493ab5d-9349-4588-bd4b-07fce167b9b3', 'name': '', 'network_id': '67898def-3951-49d0-9293-cb5c954f5ec1', 'tenant_id': '74e25e3f451e47c2a8d748a546e69f97', 'mac_address': 'fa:16:3e:67:b7:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '810877b8-772a-476f-9d85-927aa877f608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:20:58Z', 'updated_at': '2022-02-09T12:21:04Z', 'revision_number': 4, 'project_id': '74e25e3f451e47c2a8d748a546e69f97', 'subnets': [{'id': '810877b8-772a-476f-9d85-927aa877f608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:21:06.083416 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14571d31-1b6e-45fc-a31f-25465246fe36 None None] The sync data for ids ['a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87'] in n-d-825178-3 is: [{'id': 'a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87', 'name': 'tempest-ServersTestManualDisk-550994218-router', 'tenant_id': '74e25e3f451e47c2a8d748a546e69f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '9beb2e63-c4d4-44df-94bf-86423410258a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:20:53Z', 'updated_at': '2022-02-09T12:20:59Z', 'revision_number': 4, 'project_id': '74e25e3f451e47c2a8d748a546e69f97', 'gw_port': {'id': '9beb2e63-c4d4-44df-94bf-86423410258a', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:20:54Z', 'updated_at': '2022-02-09T12:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '8493ab5d-9349-4588-bd4b-07fce167b9b3', 'name': '', 'network_id': '67898def-3951-49d0-9293-cb5c954f5ec1', 'tenant_id': '74e25e3f451e47c2a8d748a546e69f97', 'mac_address': 'fa:16:3e:67:b7:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '810877b8-772a-476f-9d85-927aa877f608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:20:58Z', 'updated_at': '2022-02-09T12:21:04Z', 'revision_number': 4, 'project_id': '74e25e3f451e47c2a8d748a546e69f97', 'subnets': [{'id': '810877b8-772a-476f-9d85-927aa877f608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:21:06.295357 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b9b5f92c-a49a-4e9a-b609-7471bf3c863a tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:21:06.353077 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b9b5f92c-a49a-4e9a-b609-7471bf3c863a tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Usage tracker for resource:security_group_rule and tenant:74e25e3f451e47c2a8d748a546e69f97 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:21:06.374058 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b9b5f92c-a49a-4e9a-b609-7471bf3c863a tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:21:06.409764 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b9b5f92c-a49a-4e9a-b609-7471bf3c863a tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:21:06.484319 n-d-825178-3 neutron-server[87568]: INFO neutron.db.l3_db [None req-f19fd01e-ff01-437f-84c6-fef26340ff0d tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Floating IP 4cc8fe48-59a4-41f7-ad34-197ba66e5b16 associated. External IP: 172.25.7.222, port: 08a7959c-b6ca-4739-9da3-042b6f618521. Feb 09 12:21:06.548734 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-8c201941-8fef-4cf3-be10-d6dee5f9b138 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d059838-4869-48f7-ad5f-83aad6cd798c {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:21:06.567217 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-8c201941-8fef-4cf3-be10-d6dee5f9b138 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:06.576997 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37fbe2-2d8b-40bc-b98d-33ca1cb39d16 req-ee70c07e-9fa1-4352-8203-ed006dea1227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:06.578674 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8f37fbe2-2d8b-40bc-b98d-33ca1cb39d16 req-ee70c07e-9fa1-4352-8203-ed006dea1227 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6386354 Feb 09 12:21:06.603990 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-cbc9be04-2e26-4745-91a4-1076b6c82ea9 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:06.610916 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-cbc9be04-2e26-4745-91a4-1076b6c82ea9 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/networks?id=ef8cbc95-953d-4d9d-a80a-2c68322f6f7f HTTP/1.1" status: 200 len: 808 time: 0.7098699 Feb 09 12:21:06.626083 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device b82c32a8-4cdb-4634-ab3c-0781f442e32b up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:21:06.671647 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-8c201941-8fef-4cf3-be10-d6dee5f9b138 service neutron] Transition to ACTIVE for port object 4d059838-4869-48f7-ad5f-83aad6cd798c will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:21:06.701035 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77060ae-9bfa-468d-a0c0-2cafc7364e69 req-d25d51d4-7f94-4939-a74b-b1fd26bf722d tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:06.709766 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c77060ae-9bfa-468d-a0c0-2cafc7364e69 req-d25d51d4-7f94-4939-a74b-b1fd26bf722d tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5550df0-da5c-4703-be00-76545c59d017 HTTP/1.1" status: 200 len: 950 time: 0.6567667 Feb 09 12:21:06.711508 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b9b5f92c-a49a-4e9a-b609-7471bf3c863a tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:06.791212 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port b82c32a8-4cdb-4634-ab3c-0781f442e32b completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:21:06.800910 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port b82c32a8-4cdb-4634-ab3c-0781f442e32b triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:21:06.801984 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:07.018537 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b9b5f92c-a49a-4e9a-b609-7471bf3c863a tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:07.030880 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-0962402b-97d0-4d38-b187-89bc711aaebd tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/quotas/48298ec907a946ddb2f0d8ac4aa52547 HTTP/1.1" status: 200 len: 375 time: 0.4184239 Feb 09 12:21:07.035592 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8f37fbe2-2d8b-40bc-b98d-33ca1cb39d16 req-73040d5f-54bf-48bf-839f-082b5ae4e11e service neutron] 10.222.0.52 "GET /v2.0/networks/3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921692 Feb 09 12:21:07.036347 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-8c201941-8fef-4cf3-be10-d6dee5f9b138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:07.103236 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:07.151230 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4532aa-287a-44da-8eb9-3da0106a49a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b82c32a8-4cdb-4634-ab3c-0781f442e32b'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:21:07.162357 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port b82c32a8-4cdb-4634-ab3c-0781f442e32b, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b82c32a8-4cdb-4634-ab3c-0781f442e32b,segment=NetworkSegment(c51cbd81-ca40-4079-80a5-16e74da9e93e),segment_id=c51cbd81-ca40-4079-80a5-16e74da9e93e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:21:07.167538 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:07.235287 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b9b5f92c-a49a-4e9a-b609-7471bf3c863a tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:07.307158 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=b82c32a8-4cdb-4634-ab3c-0781f442e32b,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:07.343658 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 8493ab5d-9349-4588-bd4b-07fce167b9b3 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:21:07.525077 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 8493ab5d-9349-4588-bd4b-07fce167b9b3 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:21:07.545323 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 8493ab5d-9349-4588-bd4b-07fce167b9b3 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:21:07.547569 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:07.608595 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19fd01e-ff01-437f-84c6-fef26340ff0d tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Router b056a88b-d909-4c91-8a01-127d6981d722 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:21:07.616639 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd9ef764-d7a0-4010-a6a1-2db4008fe771 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Router 2948e134-d0ce-48c8-83ee-1e90e57244d0 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:21:07.710707 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c201941-8fef-4cf3-be10-d6dee5f9b138 service neutron] Pushing event updated for resources: {'Port': ['ID=4d059838-4869-48f7-ad5f-83aad6cd798c,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:07.738191 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b9b5f92c-a49a-4e9a-b609-7471bf3c863a tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:07.742167 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b9b5f92c-a49a-4e9a-b609-7471bf3c863a tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7197485 Feb 09 12:21:07.745838 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47472) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:21:07.825250 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-c8deec01-c7df-44f9-b1aa-10f78a257a29 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Request body: {'security_group_rule': {'security_group_id': 'a9f122b4-0a8c-45c2-8b42-f95dfe3f0a82', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:21:07.854374 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b5f92c-a49a-4e9a-b609-7471bf3c863a tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=397c2e85-aede-417d-bae3-a4c0533bac71,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:07.888713 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:07.941293 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 9039d4fb-f09b-4eba-b36d-35f13b2eeec7 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:21:07.945045 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device f9ae4b3a-6a9e-4d5b-8eda-9db431346db4 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:21:07.947554 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19fd01e-ff01-437f-84c6-fef26340ff0d tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:21:07.954502 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f19fd01e-ff01-437f-84c6-fef26340ff0d tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:07.958864 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dadefe3-9599-4b4a-8ff0-5a5c6fbc9b3b None None] Sync routers for ids ['b056a88b-d909-4c91-8a01-127d6981d722'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:21:07.982270 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dadefe3-9599-4b4a-8ff0-5a5c6fbc9b3b None None] Routers {'b056a88b-d909-4c91-8a01-127d6981d722'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:21:07.983175 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1dadefe3-9599-4b4a-8ff0-5a5c6fbc9b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:20:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['b056a88b-d909-4c91-8a01-127d6981d722'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:21:08.000003 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c77060ae-9bfa-468d-a0c0-2cafc7364e69 req-88a261a7-4afd-41a0-95e7-9b78360c90b6 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2896194 Feb 09 12:21:08.029589 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c8deec01-c7df-44f9-b1aa-10f78a257a29 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:21:08.099968 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c8deec01-c7df-44f9-b1aa-10f78a257a29 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Usage tracker for resource:security_group_rule and tenant:74e25e3f451e47c2a8d748a546e69f97 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:21:08.150198 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c8deec01-c7df-44f9-b1aa-10f78a257a29 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:21:08.204948 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c8deec01-c7df-44f9-b1aa-10f78a257a29 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:21:08.237489 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 8493ab5d-9349-4588-bd4b-07fce167b9b3, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=8493ab5d-9349-4588-bd4b-07fce167b9b3,segment=NetworkSegment(82e7954e-4059-4af9-88d7-222a2af116b3),segment_id=82e7954e-4059-4af9-88d7-222a2af116b3)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:21:08.267860 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:08.367218 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-9b5439bd-3e98-444b-8619-e5cc6fe5dfcf tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=48298ec907a946ddb2f0d8ac4aa52547&fields=id HTTP/1.1" status: 200 len: 302 time: 1.3353584 Feb 09 12:21:08.372824 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c8deec01-c7df-44f9-b1aa-10f78a257a29 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:08.453471 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f19fd01e-ff01-437f-84c6-fef26340ff0d tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "PUT /v2.0/floatingips/4cc8fe48-59a4-41f7-ad34-197ba66e5b16 HTTP/1.1" status: 200 len: 992 time: 4.3210046 Feb 09 12:21:08.456589 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8f37fbe2-2d8b-40bc-b98d-33ca1cb39d16 req-89c486ed-01cc-4056-bdda-1adc95552628 service neutron] 10.222.0.52 "GET /v2.0/networks/3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4053769 Feb 09 12:21:08.459224 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-8c201941-8fef-4cf3-be10-d6dee5f9b138 service neutron] Attempting to bind port 4d059838-4869-48f7-ad5f-83aad6cd798c on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:21:08.459224 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-8c201941-8fef-4cf3-be10-d6dee5f9b138 service neutron] Attempting to bind port 4d059838-4869-48f7-ad5f-83aad6cd798c by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'c51cbd81-ca40-4079-80a5-16e74da9e93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:21:08.459224 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-8c201941-8fef-4cf3-be10-d6dee5f9b138 service neutron] Attempting to bind port 4d059838-4869-48f7-ad5f-83aad6cd798c on network 3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:21:08.472337 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'tag': '08a7959c-b6ca-4739-9da3-042b6f618521'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:21:08.489912 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc142d10-afb3-48b9-9b8f-e6ce772c2225 req-1ab0fb23-ee54-438f-9176-4e06427b2e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:08.494759 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc142d10-afb3-48b9-9b8f-e6ce772c2225 req-1ab0fb23-ee54-438f-9176-4e06427b2e09 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49129fa2c03c45c2a0df365ab76f11e9&device_id=c5550df0-da5c-4703-be00-76545c59d017 HTTP/1.1" status: 200 len: 1101 time: 1.4454052 Feb 09 12:21:08.502112 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9ef764-d7a0-4010-a6a1-2db4008fe771 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:21:08.511604 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cd9ef764-d7a0-4010-a6a1-2db4008fe771 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:08.516014 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=8493ab5d-9349-4588-bd4b-07fce167b9b3,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:08.527959 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56e37e0-b0ab-4981-a76e-eb9180a779b8 None None] Sync routers for ids ['2948e134-d0ce-48c8-83ee-1e90e57244d0'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:21:08.533730 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.resource_extend [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:21:08.554514 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c8deec01-c7df-44f9-b1aa-10f78a257a29 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:08.616486 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-cd9ef764-d7a0-4010-a6a1-2db4008fe771 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] 10.222.0.55 "PUT /v2.0/floatingips/ce93058c-a788-4001-aa73-665fc14164f2 HTTP/1.1" status: 200 len: 991 time: 5.6410608 Feb 09 12:21:08.633160 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-8c201941-8fef-4cf3-be10-d6dee5f9b138 service neutron] Port 4d059838-4869-48f7-ad5f-83aad6cd798c on network 3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:21:08.634311 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-8c201941-8fef-4cf3-be10-d6dee5f9b138 service neutron] Attempting to bind port 4d059838-4869-48f7-ad5f-83aad6cd798c on network 3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:21:08.643570 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-1dadefe3-9599-4b4a-8ff0-5a5c6fbc9b3b None None] Set router b056a88b-d909-4c91-8a01-127d6981d722 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:21:08.647509 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c8deec01-c7df-44f9-b1aa-10f78a257a29 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:08.669852 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56e37e0-b0ab-4981-a76e-eb9180a779b8 None None] Routers {'2948e134-d0ce-48c8-83ee-1e90e57244d0'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:21:08.670493 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-f56e37e0-b0ab-4981-a76e-eb9180a779b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:20:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2948e134-d0ce-48c8-83ee-1e90e57244d0'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:21:08.773612 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-8c201941-8fef-4cf3-be10-d6dee5f9b138 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:21:08.774287 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-8c201941-8fef-4cf3-be10-d6dee5f9b138 service neutron] Checking segment: {'id': 'c51cbd81-ca40-4079-80a5-16e74da9e93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:21:08.774844 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-8c201941-8fef-4cf3-be10-d6dee5f9b138 service neutron] Bound using segment: {'id': 'c51cbd81-ca40-4079-80a5-16e74da9e93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:21:08.774955 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-8c201941-8fef-4cf3-be10-d6dee5f9b138 service neutron] Bound port: 4d059838-4869-48f7-ad5f-83aad6cd798c, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c51cbd81-ca40-4079-80a5-16e74da9e93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:21:08.775586 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-8c201941-8fef-4cf3-be10-d6dee5f9b138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:08.779042 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port f9ae4b3a-6a9e-4d5b-8eda-9db431346db4 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:21:08.779584 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:08.835064 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8deec01-c7df-44f9-b1aa-10f78a257a29 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4fd1b78-7e46-47bc-92dc-2a513334d1f5,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:08.942997 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-8c201941-8fef-4cf3-be10-d6dee5f9b138 service neutron] For port 4d059838-4869-48f7-ad5f-83aad6cd798c, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:21:08.948826 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-8c201941-8fef-4cf3-be10-d6dee5f9b138 service neutron] For port 4d059838-4869-48f7-ad5f-83aad6cd798c, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=4d059838-4869-48f7-ad5f-83aad6cd798c,segment=NetworkSegment(c51cbd81-ca40-4079-80a5-16e74da9e93e),segment_id=c51cbd81-ca40-4079-80a5-16e74da9e93e)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:21:08.970794 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-8c201941-8fef-4cf3-be10-d6dee5f9b138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:08.973223 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 9039d4fb-f09b-4eba-b36d-35f13b2eeec7, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=9039d4fb-f09b-4eba-b36d-35f13b2eeec7,segment=NetworkSegment(c51cbd81-ca40-4079-80a5-16e74da9e93e),segment_id=c51cbd81-ca40-4079-80a5-16e74da9e93e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:21:09.000153 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-f56e37e0-b0ab-4981-a76e-eb9180a779b8 None None] Set router 2948e134-d0ce-48c8-83ee-1e90e57244d0 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:21:09.054414 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c8deec01-c7df-44f9-b1aa-10f78a257a29 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:09.059630 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47486) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:21:09.059885 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c8deec01-c7df-44f9-b1aa-10f78a257a29 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2445495 Feb 09 12:21:09.065526 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-4bf7f387-8c39-49de-9314-cf848bc51369 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:21:09.081439 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4bf7f387-8c39-49de-9314-cf848bc51369 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:21:09.091963 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4bf7f387-8c39-49de-9314-cf848bc51369 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Usage tracker for resource:floatingip and tenant:74e25e3f451e47c2a8d748a546e69f97 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:21:09.100500 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4bf7f387-8c39-49de-9314-cf848bc51369 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:21:09.111712 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': '9039d4fb-f09b-4eba-b36d-35f13b2eeec7', 'network_id': '3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc', 'port_id': '9039d4fb-f09b-4eba-b36d-35f13b2eeec7', 'mac_address': 'fa:16:3e:5e:c0:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '256725a2-267c-46c1-902d-a474bd0131df', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:21:09.127398 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4bf7f387-8c39-49de-9314-cf848bc51369 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:21:09.136205 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-8c201941-8fef-4cf3-be10-d6dee5f9b138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:09.137044 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-8c201941-8fef-4cf3-be10-d6dee5f9b138 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:09.139220 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-8c201941-8fef-4cf3-be10-d6dee5f9b138 service neutron] 10.222.0.46 "PUT /v2.0/ports/4d059838-4869-48f7-ad5f-83aad6cd798c HTTP/1.1" status: 200 len: 1091 time: 5.3999486 Feb 09 12:21:09.141386 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1dadefe3-9599-4b4a-8ff0-5a5c6fbc9b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b056a88b-d909-4c91-8a01-127d6981d722', 'name': 'tempest-TaggedBootDevicesTest-380272057-router', 'tenant_id': 'eec7cd73952c439fa26a361208297f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'e16e2dc6-ce6c-4661-978e-c5165aa2b334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:18:14Z', 'updated_at': '2022-02-09T12:18:22Z', 'revision_number': 4, 'project_id': 'eec7cd73952c439fa26a361208297f39', 'gw_port': {'id': 'e16e2dc6-ce6c-4661-978e-c5165aa2b334', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:aa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b056a88b-d909-4c91-8a01-127d6981d722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:16Z', 'updated_at': '2022-02-09T12:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '4cc8fe48-59a4-41f7-ad34-197ba66e5b16', 'tenant_id': 'eec7cd73952c439fa26a361208297f39', 'floating_ip_address': '172.25.7.222', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'b056a88b-d909-4c91-8a01-127d6981d722', 'port_id': '08a7959c-b6ca-4739-9da3-042b6f618521', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd473c9f-1942-47be-82eb-f1f92f3be41a', 'mac_address': 'fa:16:3e:7c:3e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:19:27Z', 'updated_at': '2022-02-09T12:21:05Z', 'revision_number': 1, 'project_id': 'eec7cd73952c439fa26a361208297f39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f33ae3e6-9206-451f-a273-fdd42d214a02', 'name': '', 'network_id': 'cd473c9f-1942-47be-82eb-f1f92f3be41a', 'tenant_id': 'eec7cd73952c439fa26a361208297f39', 'mac_address': 'fa:16:3e:68:36:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b056a88b-d909-4c91-8a01-127d6981d722', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'cc63f089-5187-4e97-9454-d46ba64456ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:21Z', 'updated_at': '2022-02-09T12:18:32Z', 'revision_number': 5, 'project_id': 'eec7cd73952c439fa26a361208297f39', 'subnets': [{'id': 'cc63f089-5187-4e97-9454-d46ba64456ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:21:09.146732 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c67291ea-e846-4997-b534-ad76f7b1326e', 'tag': '4d059838-4869-48f7-ad5f-83aad6cd798c'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:21:09.188618 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dadefe3-9599-4b4a-8ff0-5a5c6fbc9b3b None None] Checking router: b056a88b-d909-4c91-8a01-127d6981d722 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:21:09.196464 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4bf7f387-8c39-49de-9314-cf848bc51369 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Notify callbacks [] for floatingip, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:09.204988 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-a873d6ce-9927-4362-9a75-08451431e683 service neutron] 10.222.0.55 "GET /v2.0/networks/ef8cbc95-953d-4d9d-a80a-2c68322f6f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7941155 Feb 09 12:21:09.224786 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dadefe3-9599-4b4a-8ff0-5a5c6fbc9b3b None None] Routers {'b056a88b-d909-4c91-8a01-127d6981d722'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:21:09.225645 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1dadefe3-9599-4b4a-8ff0-5a5c6fbc9b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:20:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['b056a88b-d909-4c91-8a01-127d6981d722'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:21:09.376378 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc142d10-afb3-48b9-9b8f-e6ce772c2225 req-23a9c2c4-9a33-4162-877c-2218d223531a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:09.378148 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc142d10-afb3-48b9-9b8f-e6ce772c2225 req-23a9c2c4-9a33-4162-877c-2218d223531a service neutron] 10.222.0.52 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.7661438 Feb 09 12:21:09.395211 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 8493ab5d-9349-4588-bd4b-07fce167b9b3 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:21:09.424689 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fadc3ae-ed88-4b7a-8c20-fde5643980e1 req-8bf4a34e-e74c-4979-b9cc-22e37ed64e46 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:09.433314 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9fadc3ae-ed88-4b7a-8c20-fde5643980e1 req-8bf4a34e-e74c-4979-b9cc-22e37ed64e46 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 945 time: 0.8762681 Feb 09 12:21:09.532121 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:09.541937 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4bf7f387-8c39-49de-9314-cf848bc51369 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:09.585159 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:09.658123 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c201941-8fef-4cf3-be10-d6dee5f9b138 service neutron] Pushing event updated for resources: {'Port': ['ID=4d059838-4869-48f7-ad5f-83aad6cd798c,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:09.694747 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-1dadefe3-9599-4b4a-8ff0-5a5c6fbc9b3b None None] Set router b056a88b-d909-4c91-8a01-127d6981d722 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:21:09.739363 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc142d10-afb3-48b9-9b8f-e6ce772c2225 req-ad6462f8-6286-466d-a0bd-fc3918ae423b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=06e0063b-7504-4c66-9209-f7afc1529895 HTTP/1.1" status: 200 len: 217 time: 0.3337154 Feb 09 12:21:09.792997 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-4bf7f387-8c39-49de-9314-cf848bc51369 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Allocated IP 172.25.7.187 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/2f036455-77d1-44b1-a289-be331a8776cc) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:21:09.797423 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9fadc3ae-ed88-4b7a-8c20-fde5643980e1 req-cea17f19-eb7d-461d-b297-6cfd5c992d31 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3627703 Feb 09 12:21:09.953476 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-9fe6bfe0-cbe5-4e75-a676-4d96ffd0db01 service neutron] 10.222.0.55 "GET /v2.0/networks/ef8cbc95-953d-4d9d-a80a-2c68322f6f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6383045 Feb 09 12:21:09.961280 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-4d0e90f3-0ed7-4023-a0e2-75a648ca2e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:09.966138 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-4d0e90f3-0ed7-4023-a0e2-75a648ca2e74 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e67d5799bb754fba8d6c329be7bae276&device_id=c67291ea-e846-4997-b534-ad76f7b1326e HTTP/1.1" status: 200 len: 1094 time: 0.7487497 Feb 09 12:21:09.972533 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc142d10-afb3-48b9-9b8f-e6ce772c2225 req-6adbb4f5-d155-493a-b54f-7867964bbb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:09.974861 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc142d10-afb3-48b9-9b8f-e6ce772c2225 req-6adbb4f5-d155-493a-b54f-7867964bbb43 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.1914825 Feb 09 12:21:10.033298 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9039d4fb-f09b-4eba-b36d-35f13b2eeec7 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:21:10.035379 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4bf7f387-8c39-49de-9314-cf848bc51369 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:10.097927 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4bf7f387-8c39-49de-9314-cf848bc51369 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:10.163696 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-ee71a1bc-9365-4fad-b8f6-faf3fd105149 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d059838-4869-48f7-ad5f-83aad6cd798c HTTP/1.1" status: 200 len: 217 time: 0.1870952 Feb 09 12:21:10.300093 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf7f387-8c39-49de-9314-cf848bc51369 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Pushing event updated for resources: {'Port': ['ID=2f036455-77d1-44b1-a289-be331a8776cc,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:10.338289 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf7f387-8c39-49de-9314-cf848bc51369 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:21:10.343526 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-4bf7f387-8c39-49de-9314-cf848bc51369 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:21:10.355502 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf7f387-8c39-49de-9314-cf848bc51369 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:21:10.418493 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 9039d4fb-f09b-4eba-b36d-35f13b2eeec7, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=9039d4fb-f09b-4eba-b36d-35f13b2eeec7,segment=NetworkSegment(c51cbd81-ca40-4079-80a5-16e74da9e93e),segment_id=c51cbd81-ca40-4079-80a5-16e74da9e93e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:21:10.427106 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c4532aa-287a-44da-8eb9-3da0106a49a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b82c32a8-4cdb-4634-ab3c-0781f442e32b', 'code': 200} Feb 09 12:21:10.432885 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port f9ae4b3a-6a9e-4d5b-8eda-9db431346db4, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=f9ae4b3a-6a9e-4d5b-8eda-9db431346db4,segment=NetworkSegment(8f05bb68-39ac-4075-9eae-946e36af88ec),segment_id=8f05bb68-39ac-4075-9eae-946e36af88ec)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:21:10.460163 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:10.468832 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:10.722410 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4bf7f387-8c39-49de-9314-cf848bc51369 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:10.790435 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 8493ab5d-9349-4588-bd4b-07fce167b9b3 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:21:10.791964 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:10.826739 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-487ba267-8cc6-4590-8649-cee3512bf0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:10.827628 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-487ba267-8cc6-4590-8649-cee3512bf0a7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=256725a2-267c-46c1-902d-a474bd0131df HTTP/1.1" status: 200 len: 855 time: 0.6443198 Feb 09 12:21:10.886797 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4bf7f387-8c39-49de-9314-cf848bc51369 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:10.890860 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['9039d4fb-f09b-4eba-b36d-35f13b2eeec7'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:21:10.949764 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=9039d4fb-f09b-4eba-b36d-35f13b2eeec7,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:11.056446 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc142d10-afb3-48b9-9b8f-e6ce772c2225 req-d9580e43-6c75-43e8-a7d4-c9f60d359cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:11.065675 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc142d10-afb3-48b9-9b8f-e6ce772c2225 req-d9580e43-6c75-43e8-a7d4-c9f60d359cc6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9971466 Feb 09 12:21:11.124649 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-f56e37e0-b0ab-4981-a76e-eb9180a779b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2948e134-d0ce-48c8-83ee-1e90e57244d0', 'name': 'tempest-ServersTestJSON-1758248762-router', 'tenant_id': 'aa3119d2dab241bb8047798bbe393556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '9fa5e874-0d83-450b-a280-b8392b07332f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:20:01Z', 'updated_at': '2022-02-09T12:20:08Z', 'revision_number': 4, 'project_id': 'aa3119d2dab241bb8047798bbe393556', 'gw_port': {'id': '9fa5e874-0d83-450b-a280-b8392b07332f', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2948e134-d0ce-48c8-83ee-1e90e57244d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:20:02Z', 'updated_at': '2022-02-09T12:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': 'ce93058c-a788-4001-aa73-665fc14164f2', 'tenant_id': 'aa3119d2dab241bb8047798bbe393556', 'floating_ip_address': '172.25.7.138', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '2948e134-d0ce-48c8-83ee-1e90e57244d0', 'port_id': '790c7b93-5bb7-4bbf-8d09-fa106dde3d77', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dc24785-24cb-4cf3-abb0-6e9facbce5a2', 'mac_address': 'fa:16:3e:f9:3f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9df35a8-abfa-4a0d-8916-b00519509e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:20:20Z', 'updated_at': '2022-02-09T12:21:04Z', 'revision_number': 1, 'project_id': 'aa3119d2dab241bb8047798bbe393556', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7d001be-30f1-4a59-9653-7eb9ee31c9a3', 'name': '', 'network_id': '3dc24785-24cb-4cf3-abb0-6e9facbce5a2', 'tenant_id': 'aa3119d2dab241bb8047798bbe393556', 'mac_address': 'fa:16:3e:b2:12:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2948e134-d0ce-48c8-83ee-1e90e57244d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '6900bc3b-9729-42c6-818c-a0b3fb463d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:20:07Z', 'updated_at': '2022-02-09T12:20:21Z', 'revision_number': 5, 'project_id': 'aa3119d2dab241bb8047798bbe393556', 'subnets': [{'id': '6900bc3b-9729-42c6-818c-a0b3fb463d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:21:11.141158 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56e37e0-b0ab-4981-a76e-eb9180a779b8 None None] Checking router: 2948e134-d0ce-48c8-83ee-1e90e57244d0 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:21:11.165301 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1dadefe3-9599-4b4a-8ff0-5a5c6fbc9b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b056a88b-d909-4c91-8a01-127d6981d722', 'name': 'tempest-TaggedBootDevicesTest-380272057-router', 'tenant_id': 'eec7cd73952c439fa26a361208297f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'e16e2dc6-ce6c-4661-978e-c5165aa2b334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:18:14Z', 'updated_at': '2022-02-09T12:18:22Z', 'revision_number': 4, 'project_id': 'eec7cd73952c439fa26a361208297f39', 'gw_port': {'id': 'e16e2dc6-ce6c-4661-978e-c5165aa2b334', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:aa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b056a88b-d909-4c91-8a01-127d6981d722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:16Z', 'updated_at': '2022-02-09T12:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '4cc8fe48-59a4-41f7-ad34-197ba66e5b16', 'tenant_id': 'eec7cd73952c439fa26a361208297f39', 'floating_ip_address': '172.25.7.222', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'b056a88b-d909-4c91-8a01-127d6981d722', 'port_id': '08a7959c-b6ca-4739-9da3-042b6f618521', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd473c9f-1942-47be-82eb-f1f92f3be41a', 'mac_address': 'fa:16:3e:7c:3e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:19:27Z', 'updated_at': '2022-02-09T12:21:05Z', 'revision_number': 1, 'project_id': 'eec7cd73952c439fa26a361208297f39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f33ae3e6-9206-451f-a273-fdd42d214a02', 'name': '', 'network_id': 'cd473c9f-1942-47be-82eb-f1f92f3be41a', 'tenant_id': 'eec7cd73952c439fa26a361208297f39', 'mac_address': 'fa:16:3e:68:36:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b056a88b-d909-4c91-8a01-127d6981d722', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'cc63f089-5187-4e97-9454-d46ba64456ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:21Z', 'updated_at': '2022-02-09T12:18:32Z', 'revision_number': 5, 'project_id': 'eec7cd73952c439fa26a361208297f39', 'subnets': [{'id': 'cc63f089-5187-4e97-9454-d46ba64456ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:21:11.172358 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dadefe3-9599-4b4a-8ff0-5a5c6fbc9b3b None None] The sync data for ids ['b056a88b-d909-4c91-8a01-127d6981d722'] in n-d-825178-3 is: [{'id': 'b056a88b-d909-4c91-8a01-127d6981d722', 'name': 'tempest-TaggedBootDevicesTest-380272057-router', 'tenant_id': 'eec7cd73952c439fa26a361208297f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'e16e2dc6-ce6c-4661-978e-c5165aa2b334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:18:14Z', 'updated_at': '2022-02-09T12:18:22Z', 'revision_number': 4, 'project_id': 'eec7cd73952c439fa26a361208297f39', 'gw_port': {'id': 'e16e2dc6-ce6c-4661-978e-c5165aa2b334', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:aa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b056a88b-d909-4c91-8a01-127d6981d722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:16Z', 'updated_at': '2022-02-09T12:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '4cc8fe48-59a4-41f7-ad34-197ba66e5b16', 'tenant_id': 'eec7cd73952c439fa26a361208297f39', 'floating_ip_address': '172.25.7.222', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'b056a88b-d909-4c91-8a01-127d6981d722', 'port_id': '08a7959c-b6ca-4739-9da3-042b6f618521', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd473c9f-1942-47be-82eb-f1f92f3be41a', 'mac_address': 'fa:16:3e:7c:3e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:19:27Z', 'updated_at': '2022-02-09T12:21:05Z', 'revision_number': 1, 'project_id': 'eec7cd73952c439fa26a361208297f39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f33ae3e6-9206-451f-a273-fdd42d214a02', 'name': '', 'network_id': 'cd473c9f-1942-47be-82eb-f1f92f3be41a', 'tenant_id': 'eec7cd73952c439fa26a361208297f39', 'mac_address': 'fa:16:3e:68:36:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b056a88b-d909-4c91-8a01-127d6981d722', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'cc63f089-5187-4e97-9454-d46ba64456ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:21Z', 'updated_at': '2022-02-09T12:18:32Z', 'revision_number': 5, 'project_id': 'eec7cd73952c439fa26a361208297f39', 'subnets': [{'id': 'cc63f089-5187-4e97-9454-d46ba64456ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:21:11.225930 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e999023-ec91-46d4-b0a7-04a91ad5919b req-f55f414d-6cba-4e51-8833-900e01c289be tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:11.228721 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7e999023-ec91-46d4-b0a7-04a91ad5919b req-f55f414d-6cba-4e51-8833-900e01c289be tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/ports?device_id=c67291ea-e846-4997-b534-ad76f7b1326e HTTP/1.1" status: 200 len: 943 time: 0.9698656 Feb 09 12:21:11.490167 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4bf7f387-8c39-49de-9314-cf848bc51369 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:11.502810 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4bf7f387-8c39-49de-9314-cf848bc51369 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:11.578255 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=f9ae4b3a-6a9e-4d5b-8eda-9db431346db4,revision_number=13']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:11.584975 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56e37e0-b0ab-4981-a76e-eb9180a779b8 None None] Routers {'2948e134-d0ce-48c8-83ee-1e90e57244d0'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:21:11.585790 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-f56e37e0-b0ab-4981-a76e-eb9180a779b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:20:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2948e134-d0ce-48c8-83ee-1e90e57244d0'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:21:11.635016 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a09a4-afa7-47fd-9dfa-c5772cacf7d8 req-cb14c45d-60de-4d5b-95fc-1ac62fd03bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:11.642270 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-806a09a4-afa7-47fd-9dfa-c5772cacf7d8 req-cb14c45d-60de-4d5b-95fc-1ac62fd03bab service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1c4532aa-287a-44da-8eb9-3da0106a49a3 HTTP/1.1" status: 200 len: 1096 time: 1.0161729 Feb 09 12:21:11.692647 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4bf7f387-8c39-49de-9314-cf848bc51369 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:11.779814 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf7f387-8c39-49de-9314-cf848bc51369 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Pushing event updated for resources: {'Port': ['ID=2f036455-77d1-44b1-a289-be331a8776cc,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:11.788018 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4bf7f387-8c39-49de-9314-cf848bc51369 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:11.815663 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af57b0e-fe4d-4d8b-ad49-f3b232660c3a None None] New status for floating IP 4cc8fe48-59a4-41f7-ad34-197ba66e5b16: ACTIVE {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:21:11.816447 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4bf7f387-8c39-49de-9314-cf848bc51369 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7552633 Feb 09 12:21:11.886184 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7e999023-ec91-46d4-b0a7-04a91ad5919b req-054c1e8c-f9c6-4fcb-9954-4d5490d19966 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/security-groups?id=513ce75b-46a7-4daf-8c5b-ed62fcd87f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6385603 Feb 09 12:21:11.893431 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-f56e37e0-b0ab-4981-a76e-eb9180a779b8 None None] Set router 2948e134-d0ce-48c8-83ee-1e90e57244d0 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:21:11.906486 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-2037f2d4-1a69-4514-99ef-edf090f3a23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:11.912242 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-2037f2d4-1a69-4514-99ef-edf090f3a23f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0708330 Feb 09 12:21:11.922645 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-806a09a4-afa7-47fd-9dfa-c5772cacf7d8 req-945dfc64-4c0b-42d3-9341-ba8f34e030da service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=513ce75b-46a7-4daf-8c5b-ed62fcd87f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895130 Feb 09 12:21:11.956962 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'tag': '08a7959c-b6ca-4739-9da3-042b6f618521', 'status': 'completed', 'code': 200} Feb 09 12:21:12.071575 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc142d10-afb3-48b9-9b8f-e6ce772c2225 req-0490ab62-5b2b-4096-8a32-c01fc7e76834 service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9896719 Feb 09 12:21:12.123229 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd9b3c-571d-4ceb-95ce-e74ec8b6466a req-ab24aff2-5d33-47d6-b800-b9c08927506f tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:12.144463 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd9b3c-571d-4ceb-95ce-e74ec8b6466a req-ab24aff2-5d33-47d6-b800-b9c08927506f tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:12.151421 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd9b3c-571d-4ceb-95ce-e74ec8b6466a req-ab24aff2-5d33-47d6-b800-b9c08927506f tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:12.157830 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd9b3c-571d-4ceb-95ce-e74ec8b6466a req-ab24aff2-5d33-47d6-b800-b9c08927506f tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:12.164074 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd9b3c-571d-4ceb-95ce-e74ec8b6466a req-ab24aff2-5d33-47d6-b800-b9c08927506f tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:12.170908 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd9b3c-571d-4ceb-95ce-e74ec8b6466a req-ab24aff2-5d33-47d6-b800-b9c08927506f tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:12.177154 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd9b3c-571d-4ceb-95ce-e74ec8b6466a req-ab24aff2-5d33-47d6-b800-b9c08927506f tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:12.185312 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-decd9b3c-571d-4ceb-95ce-e74ec8b6466a req-ab24aff2-5d33-47d6-b800-b9c08927506f tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/ports?device_id=6101775f-5c0e-4dc8-9a5f-b57a74039dc8 HTTP/1.1" status: 200 len: 5433 time: 1.2012160 Feb 09 12:21:12.433064 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc142d10-afb3-48b9-9b8f-e6ce772c2225 req-15426006-2c2c-43ea-94bc-4805a2712f9d service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690774 Feb 09 12:21:12.458149 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a0ee8d-cebc-4db9-90af-fe8c58efd99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ae4b3a-6a9e-4d5b-8eda-9db431346db4'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:21:12.607747 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-decd9b3c-571d-4ceb-95ce-e74ec8b6466a req-2f61c1d7-a1a0-4234-9c44-699e11194ebe tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/security-groups?id=8803669e-2abe-4ab7-b2c0-58109e10cb11&id=84c476da-0274-41dd-aeef-e671ea782d84&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4214616 Feb 09 12:21:12.608269 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-f56e37e0-b0ab-4981-a76e-eb9180a779b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2948e134-d0ce-48c8-83ee-1e90e57244d0', 'name': 'tempest-ServersTestJSON-1758248762-router', 'tenant_id': 'aa3119d2dab241bb8047798bbe393556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '9fa5e874-0d83-450b-a280-b8392b07332f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:20:01Z', 'updated_at': '2022-02-09T12:20:08Z', 'revision_number': 4, 'project_id': 'aa3119d2dab241bb8047798bbe393556', 'gw_port': {'id': '9fa5e874-0d83-450b-a280-b8392b07332f', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2948e134-d0ce-48c8-83ee-1e90e57244d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:20:02Z', 'updated_at': '2022-02-09T12:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': 'ce93058c-a788-4001-aa73-665fc14164f2', 'tenant_id': 'aa3119d2dab241bb8047798bbe393556', 'floating_ip_address': '172.25.7.138', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '2948e134-d0ce-48c8-83ee-1e90e57244d0', 'port_id': '790c7b93-5bb7-4bbf-8d09-fa106dde3d77', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dc24785-24cb-4cf3-abb0-6e9facbce5a2', 'mac_address': 'fa:16:3e:f9:3f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9df35a8-abfa-4a0d-8916-b00519509e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:20:20Z', 'updated_at': '2022-02-09T12:21:04Z', 'revision_number': 1, 'project_id': 'aa3119d2dab241bb8047798bbe393556', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7d001be-30f1-4a59-9653-7eb9ee31c9a3', 'name': '', 'network_id': '3dc24785-24cb-4cf3-abb0-6e9facbce5a2', 'tenant_id': 'aa3119d2dab241bb8047798bbe393556', 'mac_address': 'fa:16:3e:b2:12:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2948e134-d0ce-48c8-83ee-1e90e57244d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '6900bc3b-9729-42c6-818c-a0b3fb463d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:20:07Z', 'updated_at': '2022-02-09T12:20:21Z', 'revision_number': 5, 'project_id': 'aa3119d2dab241bb8047798bbe393556', 'subnets': [{'id': '6900bc3b-9729-42c6-818c-a0b3fb463d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:21:12.625817 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56e37e0-b0ab-4981-a76e-eb9180a779b8 None None] The sync data for ids ['2948e134-d0ce-48c8-83ee-1e90e57244d0'] in n-d-825178-3 is: [{'id': '2948e134-d0ce-48c8-83ee-1e90e57244d0', 'name': 'tempest-ServersTestJSON-1758248762-router', 'tenant_id': 'aa3119d2dab241bb8047798bbe393556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '9fa5e874-0d83-450b-a280-b8392b07332f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:20:01Z', 'updated_at': '2022-02-09T12:20:08Z', 'revision_number': 4, 'project_id': 'aa3119d2dab241bb8047798bbe393556', 'gw_port': {'id': '9fa5e874-0d83-450b-a280-b8392b07332f', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2948e134-d0ce-48c8-83ee-1e90e57244d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:20:02Z', 'updated_at': '2022-02-09T12:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': 'ce93058c-a788-4001-aa73-665fc14164f2', 'tenant_id': 'aa3119d2dab241bb8047798bbe393556', 'floating_ip_address': '172.25.7.138', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '2948e134-d0ce-48c8-83ee-1e90e57244d0', 'port_id': '790c7b93-5bb7-4bbf-8d09-fa106dde3d77', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dc24785-24cb-4cf3-abb0-6e9facbce5a2', 'mac_address': 'fa:16:3e:f9:3f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9df35a8-abfa-4a0d-8916-b00519509e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:20:20Z', 'updated_at': '2022-02-09T12:21:04Z', 'revision_number': 1, 'project_id': 'aa3119d2dab241bb8047798bbe393556', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7d001be-30f1-4a59-9653-7eb9ee31c9a3', 'name': '', 'network_id': '3dc24785-24cb-4cf3-abb0-6e9facbce5a2', 'tenant_id': 'aa3119d2dab241bb8047798bbe393556', 'mac_address': 'fa:16:3e:b2:12:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2948e134-d0ce-48c8-83ee-1e90e57244d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '6900bc3b-9729-42c6-818c-a0b3fb463d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:20:07Z', 'updated_at': '2022-02-09T12:20:21Z', 'revision_number': 5, 'project_id': 'aa3119d2dab241bb8047798bbe393556', 'subnets': [{'id': '6900bc3b-9729-42c6-818c-a0b3fb463d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:21:12.712204 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-d0c7e6d6-1a5d-45d6-b95e-90837d9cdcce service neutron] 10.222.0.46 "GET /v2.0/networks/3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7869928 Feb 09 12:21:12.752170 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6dab26-cef0-4a3f-a73d-af28e7a09038 req-071f2eb3-3269-4144-bd47-392635110cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:12.752985 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6dab26-cef0-4a3f-a73d-af28e7a09038 req-071f2eb3-3269-4144-bd47-392635110cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:12.753611 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6dab26-cef0-4a3f-a73d-af28e7a09038 req-071f2eb3-3269-4144-bd47-392635110cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:12.754232 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6dab26-cef0-4a3f-a73d-af28e7a09038 req-071f2eb3-3269-4144-bd47-392635110cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:12.754901 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6dab26-cef0-4a3f-a73d-af28e7a09038 req-071f2eb3-3269-4144-bd47-392635110cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:12.755583 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6dab26-cef0-4a3f-a73d-af28e7a09038 req-071f2eb3-3269-4144-bd47-392635110cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:12.756283 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6dab26-cef0-4a3f-a73d-af28e7a09038 req-071f2eb3-3269-4144-bd47-392635110cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:12.760480 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fb6dab26-cef0-4a3f-a73d-af28e7a09038 req-071f2eb3-3269-4144-bd47-392635110cdf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eec7cd73952c439fa26a361208297f39&device_id=6101775f-5c0e-4dc8-9a5f-b57a74039dc8 HTTP/1.1" status: 200 len: 6490 time: 0.5514419 Feb 09 12:21:12.802290 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-d026408a-c463-4797-ab1f-2cf6ffde5d7b tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:12.804111 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-d026408a-c463-4797-ab1f-2cf6ffde5d7b tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.46 "GET /v2.0/networks?id=ef8cbc95-953d-4d9d-a80a-2c68322f6f7f HTTP/1.1" status: 200 len: 808 time: 0.3249557 Feb 09 12:21:12.822243 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-cea3ea1c-d8e2-43b5-b750-ce78902d44e5 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Request body: {'port': {'device_id': '6b56dd09-217f-4e09-9355-dcba1e727292', 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f', 'admin_state_up': True, 'tenant_id': '48298ec907a946ddb2f0d8ac4aa52547'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:21:12.969473 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992f29e-8b1f-4622-8172-f3332c4a1918 req-032974fa-f03c-464a-b485-c73969897521 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:12.971150 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f992f29e-8b1f-4622-8172-f3332c4a1918 req-032974fa-f03c-464a-b485-c73969897521 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9df35a8-abfa-4a0d-8916-b00519509e62 HTTP/1.1" status: 200 len: 945 time: 0.8939068 Feb 09 12:21:13.045618 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-cea3ea1c-d8e2-43b5-b750-ce78902d44e5 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:21:13.050992 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-cea3ea1c-d8e2-43b5-b750-ce78902d44e5 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Usage tracker for resource:port and tenant:48298ec907a946ddb2f0d8ac4aa52547 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:21:13.054255 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-cea3ea1c-d8e2-43b5-b750-ce78902d44e5 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:21:13.061134 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-cea3ea1c-d8e2-43b5-b750-ce78902d44e5 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:21:13.073765 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-cea3ea1c-d8e2-43b5-b750-ce78902d44e5 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Made reservation on behalf of 48298ec907a946ddb2f0d8ac4aa52547 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:21:13.078114 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-cea3ea1c-d8e2-43b5-b750-ce78902d44e5 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:13.107396 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4013cc0f-08ef-47e6-a76d-db868a871af1 None None] New status for floating IP ce93058c-a788-4001-aa73-665fc14164f2: ACTIVE {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:21:13.176971 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-734bccfe-70c0-4f97-8a28-54aa4bbbc999 req-7e471086-daed-49a8-a23d-67596201c941 service neutron] 10.222.0.46 "GET /v2.0/networks/3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549503 Feb 09 12:21:13.263432 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f992f29e-8b1f-4622-8172-f3332c4a1918 req-d8ee76b3-bb3a-41fd-bc8d-6ccd4b006daa tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] 10.222.0.55 "GET /v2.0/security-groups?id=4a5aff2f-8bf6-4c95-869a-029ed35a6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2258692 Feb 09 12:21:13.346806 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f3c44-8f21-4186-81d8-01291852a502 req-481613e4-06dc-46e8-86ff-2c1bf0af0c0e tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:13.348753 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d96f3c44-8f21-4186-81d8-01291852a502 req-481613e4-06dc-46e8-86ff-2c1bf0af0c0e tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5550df0-da5c-4703-be00-76545c59d017 HTTP/1.1" status: 200 len: 950 time: 0.4590907 Feb 09 12:21:13.474840 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c67291ea-e846-4997-b534-ad76f7b1326e', 'tag': '4d059838-4869-48f7-ad5f-83aad6cd798c', 'status': 'completed', 'code': 200} Feb 09 12:21:13.475766 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6dab26-cef0-4a3f-a73d-af28e7a09038 req-8891fe28-8fca-4157-99cd-75926b66b746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:13.478360 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fb6dab26-cef0-4a3f-a73d-af28e7a09038 req-8891fe28-8fca-4157-99cd-75926b66b746 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cd473c9f-1942-47be-82eb-f1f92f3be41a HTTP/1.1" status: 200 len: 912 time: 0.6169152 Feb 09 12:21:13.547235 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-cea3ea1c-d8e2-43b5-b750-ce78902d44e5 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Allocated IP 172.20.0.14 (ef8cbc95-953d-4d9d-a80a-2c68322f6f7f/366798ce-1b6a-4537-9fda-2703703dab8f/bc63ec7d-afff-4490-ab8b-928f8fcc43cd) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:21:13.800717 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1da55463-6e7e-4338-9584-45b22faee725 req-00e7e5d2-c3e3-42f7-909c-d5701287175c tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b56dd09-217f-4e09-9355-dcba1e727292 HTTP/1.1" status: 200 len: 210 time: 0.0643640 Feb 09 12:21:13.807149 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d96f3c44-8f21-4186-81d8-01291852a502 req-edccbf1a-d28c-4ac8-938c-62d25156eb5f tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3998847 Feb 09 12:21:13.808912 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fb6dab26-cef0-4a3f-a73d-af28e7a09038 req-9cda544b-870c-400d-a612-d046c2092ea8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08a7959c-b6ca-4739-9da3-042b6f618521 HTTP/1.1" status: 200 len: 1002 time: 0.2105272 Feb 09 12:21:13.955382 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-90565727-1b6e-4d8c-ba6b-5fc40bf75542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:13.963029 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9df35a8-abfa-4a0d-8916-b00519509e62', 'tag': '790c7b93-5bb7-4bbf-8d09-fa106dde3d77'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:21:13.998998 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-cea3ea1c-d8e2-43b5-b750-ce78902d44e5 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:14.082935 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-cea3ea1c-d8e2-43b5-b750-ce78902d44e5 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:14.154859 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6dab26-cef0-4a3f-a73d-af28e7a09038 req-55ab074e-a086-4744-8c84-2ad3b8968346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:14.156823 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-cea3ea1c-d8e2-43b5-b750-ce78902d44e5 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Network ef8cbc95-953d-4d9d-a80a-2c68322f6f7f is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:21:14.157163 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fb6dab26-cef0-4a3f-a73d-af28e7a09038 req-55ab074e-a086-4744-8c84-2ad3b8968346 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cc63f089-5187-4e97-9454-d46ba64456ce HTTP/1.1" status: 200 len: 850 time: 0.3387113 Feb 09 12:21:14.160109 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-cea3ea1c-d8e2-43b5-b750-ce78902d44e5 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:21:14.164263 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-cea3ea1c-d8e2-43b5-b750-ce78902d44e5 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:21:14.195370 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea3ea1c-d8e2-43b5-b750-ce78902d44e5 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Pushing event updated for resources: {'Port': ['ID=bc63ec7d-afff-4490-ab8b-928f8fcc43cd,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:14.239195 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-cea3ea1c-d8e2-43b5-b750-ce78902d44e5 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:14.239195 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-cea3ea1c-d8e2-43b5-b750-ce78902d44e5 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:14.286939 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-cea3ea1c-d8e2-43b5-b750-ce78902d44e5 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4689722 Feb 09 12:21:14.287156 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-5361510d-fcfe-429d-8c35-af9be72ac289 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Synchronizing usage tracker for tenant:74e25e3f451e47c2a8d748a546e69f97 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:21:14.302587 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-57df35f1-8863-4a33-8dfb-8a6f60e65f26 service neutron] Request body: {'port': {'device_id': '6b56dd09-217f-4e09-9355-dcba1e727292', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:21:14.310963 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe51faf-20e7-4729-b728-7ef11fad9dba req-6cfc9bcc-4114-4dcf-b3c1-3dbb9e8b71eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:14.312793 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7fe51faf-20e7-4729-b728-7ef11fad9dba req-6cfc9bcc-4114-4dcf-b3c1-3dbb9e8b71eb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e67d5799bb754fba8d6c329be7bae276&device_id=c67291ea-e846-4997-b534-ad76f7b1326e HTTP/1.1" status: 200 len: 1094 time: 0.7963712 Feb 09 12:21:14.352945 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c808e-83c5-4f5e-b919-d2c3445f34f0 req-41dfb945-6e1d-4eb0-b702-8220ca03e822 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:14.359870 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4b7c808e-83c5-4f5e-b919-d2c3445f34f0 req-41dfb945-6e1d-4eb0-b702-8220ca03e822 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 946 time: 0.3172817 Feb 09 12:21:14.482345 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-57df35f1-8863-4a33-8dfb-8a6f60e65f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:14.485234 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4b7c808e-83c5-4f5e-b919-d2c3445f34f0 req-c61ac23f-c2c1-4922-8699-5f4e77f88a56 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245499 Feb 09 12:21:14.487997 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 9039d4fb-f09b-4eba-b36d-35f13b2eeec7 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:21:14.488175 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-5361510d-fcfe-429d-8c35-af9be72ac289 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Unset dirty status for tenant:74e25e3f451e47c2a8d748a546e69f97 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:21:14.489225 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-5361510d-fcfe-429d-8c35-af9be72ac289 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1778073932&fields=id&tenant_id=74e25e3f451e47c2a8d748a546e69f97 HTTP/1.1" status: 200 len: 267 time: 0.3970058 Feb 09 12:21:14.522379 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6dab26-cef0-4a3f-a73d-af28e7a09038 req-07571c92-0a10-496d-9eb0-073f687a7383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:14.527077 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fb6dab26-cef0-4a3f-a73d-af28e7a09038 req-07571c92-0a10-496d-9eb0-073f687a7383 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cd473c9f-1942-47be-82eb-f1f92f3be41a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3513007 Feb 09 12:21:14.590341 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port 9039d4fb-f09b-4eba-b36d-35f13b2eeec7 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:21:14.605713 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port 9039d4fb-f09b-4eba-b36d-35f13b2eeec7 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:21:14.606391 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:14.649865 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a0ee8d-cebc-4db9-90af-fe8c58efd99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ae4b3a-6a9e-4d5b-8eda-9db431346db4', 'code': 200} Feb 09 12:21:14.790866 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:14.836940 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 9039d4fb-f09b-4eba-b36d-35f13b2eeec7, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=9039d4fb-f09b-4eba-b36d-35f13b2eeec7,segment=NetworkSegment(c51cbd81-ca40-4079-80a5-16e74da9e93e),segment_id=c51cbd81-ca40-4079-80a5-16e74da9e93e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:21:14.844920 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:14.863948 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe51faf-20e7-4729-b728-7ef11fad9dba req-705636e2-be94-4f84-95c3-7771edfdb957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:14.865684 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7fe51faf-20e7-4729-b728-7ef11fad9dba req-705636e2-be94-4f84-95c3-7771edfdb957 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc HTTP/1.1" status: 200 len: 917 time: 0.5426044 Feb 09 12:21:14.926391 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=9039d4fb-f09b-4eba-b36d-35f13b2eeec7,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:14.983731 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7fe51faf-20e7-4729-b728-7ef11fad9dba req-e0d17d5e-73cf-45b2-ab4e-323013c8e92e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d059838-4869-48f7-ad5f-83aad6cd798c HTTP/1.1" status: 200 len: 217 time: 0.0905406 Feb 09 12:21:15.103954 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe51faf-20e7-4729-b728-7ef11fad9dba req-6ec01375-d758-4666-a25c-1f3f4905173a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:15.104188 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-57df35f1-8863-4a33-8dfb-8a6f60e65f26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc63ec7d-afff-4490-ab8b-928f8fcc43cd {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:21:15.105417 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7fe51faf-20e7-4729-b728-7ef11fad9dba req-6ec01375-d758-4666-a25c-1f3f4905173a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=256725a2-267c-46c1-902d-a474bd0131df HTTP/1.1" status: 200 len: 855 time: 0.1043069 Feb 09 12:21:15.110573 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fb6dab26-cef0-4a3f-a73d-af28e7a09038 req-7f1812e9-5cc0-4e6f-af00-938a0487ce34 service neutron] 10.222.0.46 "GET /v2.0/networks/cd473c9f-1942-47be-82eb-f1f92f3be41a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5170360 Feb 09 12:21:15.113398 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-57df35f1-8863-4a33-8dfb-8a6f60e65f26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:15.122245 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-6efb8f50-c9eb-41ee-8dba-4e8b851ffd71 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:15.123743 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-6efb8f50-c9eb-41ee-8dba-4e8b851ffd71 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.55 "GET /v2.0/networks?id=67898def-3951-49d0-9293-cb5c954f5ec1 HTTP/1.1" status: 200 len: 811 time: 0.6072333 Feb 09 12:21:15.138131 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-57df35f1-8863-4a33-8dfb-8a6f60e65f26 service neutron] Transition to ACTIVE for port object bc63ec7d-afff-4490-ab8b-928f8fcc43cd will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:21:15.146337 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-57df35f1-8863-4a33-8dfb-8a6f60e65f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:15.263423 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815bf1f-7f6c-4565-8f90-0f68e4d9f111 req-8e0ca334-8aea-4b84-9a43-5ae9e1114fae tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:15.265010 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d815bf1f-7f6c-4565-8f90-0f68e4d9f111 req-8e0ca334-8aea-4b84-9a43-5ae9e1114fae tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/ports?device_id=c67291ea-e846-4997-b534-ad76f7b1326e HTTP/1.1" status: 200 len: 943 time: 0.4844823 Feb 09 12:21:15.270789 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-a357e4f2-4aec-41aa-9b0c-2cc00d7e7ff6 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.55 "GET /v2.0/quotas/74e25e3f451e47c2a8d748a546e69f97 HTTP/1.1" status: 200 len: 375 time: 0.0868816 Feb 09 12:21:15.338648 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df35f1-8863-4a33-8dfb-8a6f60e65f26 service neutron] Pushing event updated for resources: {'Port': ['ID=bc63ec7d-afff-4490-ab8b-928f8fcc43cd,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:15.429127 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d815bf1f-7f6c-4565-8f90-0f68e4d9f111 req-50694dc5-8017-40d6-821e-9daed110c86e tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/security-groups?id=513ce75b-46a7-4daf-8c5b-ed62fcd87f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483054 Feb 09 12:21:15.431259 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-57df35f1-8863-4a33-8dfb-8a6f60e65f26 service neutron] Attempting to bind port bc63ec7d-afff-4490-ab8b-928f8fcc43cd on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:21:15.431592 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-57df35f1-8863-4a33-8dfb-8a6f60e65f26 service neutron] Attempting to bind port bc63ec7d-afff-4490-ab8b-928f8fcc43cd by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:21:15.432111 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-57df35f1-8863-4a33-8dfb-8a6f60e65f26 service neutron] Attempting to bind port bc63ec7d-afff-4490-ab8b-928f8fcc43cd on network ef8cbc95-953d-4d9d-a80a-2c68322f6f7f {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:21:15.438578 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-57df35f1-8863-4a33-8dfb-8a6f60e65f26 service neutron] Port bc63ec7d-afff-4490-ab8b-928f8fcc43cd on network ef8cbc95-953d-4d9d-a80a-2c68322f6f7f not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:21:15.439376 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-57df35f1-8863-4a33-8dfb-8a6f60e65f26 service neutron] Attempting to bind port bc63ec7d-afff-4490-ab8b-928f8fcc43cd on network ef8cbc95-953d-4d9d-a80a-2c68322f6f7f {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:21:15.445366 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-57df35f1-8863-4a33-8dfb-8a6f60e65f26 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:21:15.446305 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-57df35f1-8863-4a33-8dfb-8a6f60e65f26 service neutron] Checking segment: {'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:21:15.446690 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-57df35f1-8863-4a33-8dfb-8a6f60e65f26 service neutron] Bound using segment: {'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:21:15.447208 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-57df35f1-8863-4a33-8dfb-8a6f60e65f26 service neutron] Bound port: bc63ec7d-afff-4490-ab8b-928f8fcc43cd, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:21:15.447565 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-57df35f1-8863-4a33-8dfb-8a6f60e65f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:15.479250 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe51faf-20e7-4729-b728-7ef11fad9dba req-58164a4d-6d68-4838-bb13-bcc1e5b1b8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:15.480881 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7fe51faf-20e7-4729-b728-7ef11fad9dba req-58164a4d-6d68-4838-bb13-bcc1e5b1b8c5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3345127 Feb 09 12:21:15.485793 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fb6dab26-cef0-4a3f-a73d-af28e7a09038 req-56a06292-8f9c-4207-a182-f14868076eed service neutron] 10.222.0.46 "GET /v2.0/networks/cd473c9f-1942-47be-82eb-f1f92f3be41a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602438 Feb 09 12:21:15.513472 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-cdf6cc53-072e-449a-b78e-dd01dff3e748 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=74e25e3f451e47c2a8d748a546e69f97&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2266216 Feb 09 12:21:15.590236 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-57df35f1-8863-4a33-8dfb-8a6f60e65f26 service neutron] For port bc63ec7d-afff-4490-ab8b-928f8fcc43cd, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:21:15.594294 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-57df35f1-8863-4a33-8dfb-8a6f60e65f26 service neutron] For port bc63ec7d-afff-4490-ab8b-928f8fcc43cd, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=bc63ec7d-afff-4490-ab8b-928f8fcc43cd,segment=NetworkSegment(a032c80a-2814-4a8f-bd23-99ac5315db25),segment_id=a032c80a-2814-4a8f-bd23-99ac5315db25)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:21:15.600178 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-57df35f1-8863-4a33-8dfb-8a6f60e65f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:15.663311 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-57df35f1-8863-4a33-8dfb-8a6f60e65f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:15.663311 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-57df35f1-8863-4a33-8dfb-8a6f60e65f26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:15.663660 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-57df35f1-8863-4a33-8dfb-8a6f60e65f26 service neutron] 10.222.0.46 "PUT /v2.0/ports/bc63ec7d-afff-4490-ab8b-928f8fcc43cd HTTP/1.1" status: 200 len: 1092 time: 1.3650079 Feb 09 12:21:15.721066 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7fe51faf-20e7-4729-b728-7ef11fad9dba req-4f853069-8fc9-4306-a245-2dec268f5e5f service neutron] 10.222.0.46 "GET /v2.0/networks/3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050498 Feb 09 12:21:15.791186 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df35f1-8863-4a33-8dfb-8a6f60e65f26 service neutron] Pushing event updated for resources: {'Port': ['ID=bc63ec7d-afff-4490-ab8b-928f8fcc43cd,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:15.825693 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-84657940-811e-4dcc-9b70-166ddc60bd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:15.827722 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-84657940-811e-4dcc-9b70-166ddc60bd52 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48298ec907a946ddb2f0d8ac4aa52547&device_id=6b56dd09-217f-4e09-9355-dcba1e727292 HTTP/1.1" status: 200 len: 1095 time: 0.1114841 Feb 09 12:21:15.943465 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-5cc5f34a-78d0-45d8-bdcb-ce59c1ae7715 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc63ec7d-afff-4490-ab8b-928f8fcc43cd HTTP/1.1" status: 200 len: 217 time: 0.1048832 Feb 09 12:21:16.019277 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-3dc1e68f-1834-4f49-b819-16af96237d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:16.021053 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-3dc1e68f-1834-4f49-b819-16af96237d16 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=366798ce-1b6a-4537-9fda-2703703dab8f HTTP/1.1" status: 200 len: 848 time: 0.0714040 Feb 09 12:21:16.082167 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-59ab3fb3-af3c-4e27-998a-f9cc8a84c549 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef8cbc95-953d-4d9d-a80a-2c68322f6f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510273 Feb 09 12:21:16.167328 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-9eacab69-dcb4-4e4e-9773-af3bbfe51a4e service neutron] 10.222.0.55 "GET /v2.0/networks/67898def-3951-49d0-9293-cb5c954f5ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6213305 Feb 09 12:21:16.201822 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68abbf56-0bb1-474a-9480-d7d347823160 req-0a98004d-d2a0-42b8-a79f-1abeec048c09 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:16.208787 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68abbf56-0bb1-474a-9480-d7d347823160 req-0a98004d-d2a0-42b8-a79f-1abeec048c09 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:16.213552 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68abbf56-0bb1-474a-9480-d7d347823160 req-0a98004d-d2a0-42b8-a79f-1abeec048c09 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:16.220917 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68abbf56-0bb1-474a-9480-d7d347823160 req-0a98004d-d2a0-42b8-a79f-1abeec048c09 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:16.225914 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68abbf56-0bb1-474a-9480-d7d347823160 req-0a98004d-d2a0-42b8-a79f-1abeec048c09 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:16.232541 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68abbf56-0bb1-474a-9480-d7d347823160 req-0a98004d-d2a0-42b8-a79f-1abeec048c09 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:16.238658 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68abbf56-0bb1-474a-9480-d7d347823160 req-0a98004d-d2a0-42b8-a79f-1abeec048c09 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:16.240766 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-68abbf56-0bb1-474a-9480-d7d347823160 req-0a98004d-d2a0-42b8-a79f-1abeec048c09 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/ports?device_id=6101775f-5c0e-4dc8-9a5f-b57a74039dc8 HTTP/1.1" status: 200 len: 5433 time: 0.5187709 Feb 09 12:21:16.251772 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7fe51faf-20e7-4729-b728-7ef11fad9dba req-05f3f50b-71cc-4a2b-8f2e-9aef68b5d585 service neutron] 10.222.0.46 "GET /v2.0/networks/3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4774756 Feb 09 12:21:16.286887 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-fa51cda5-11c5-48a7-8267-5aaa9e3f3634 service neutron] 10.222.0.46 "GET /v2.0/networks/ef8cbc95-953d-4d9d-a80a-2c68322f6f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896117 Feb 09 12:21:16.290010 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2f8e2109-6ca3-43a8-9057-4721323a3676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:16.452033 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-68abbf56-0bb1-474a-9480-d7d347823160 req-658f464c-8941-4bd7-a658-c0af458d972a tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/security-groups?id=8803669e-2abe-4ab7-b2c0-58109e10cb11&id=84c476da-0274-41dd-aeef-e671ea782d84&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2024670 Feb 09 12:21:16.456007 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-2fef1f21-4938-41c3-a9fb-dacd50fcfba0 service neutron] 10.222.0.55 "GET /v2.0/networks/67898def-3951-49d0-9293-cb5c954f5ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873282 Feb 09 12:21:16.603331 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c2d471e1-3f79-468d-9328-8b2df960c956 req-a2c86244-97e2-404d-8c55-a4fba6524a9b service neutron] 10.222.0.46 "GET /v2.0/networks/ef8cbc95-953d-4d9d-a80a-2c68322f6f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028607 Feb 09 12:21:16.652041 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2a490e-a2ea-457b-973e-4059ce119ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9039d4fb-f09b-4eba-b36d-35f13b2eeec7'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:21:16.666852 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9df35a8-abfa-4a0d-8916-b00519509e62', 'tag': '790c7b93-5bb7-4bbf-8d09-fa106dde3d77', 'status': 'completed', 'code': 200} Feb 09 12:21:16.687863 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 4d059838-4869-48f7-ad5f-83aad6cd798c details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:21:16.901854 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 4d059838-4869-48f7-ad5f-83aad6cd798c, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=4d059838-4869-48f7-ad5f-83aad6cd798c,segment=NetworkSegment(c51cbd81-ca40-4079-80a5-16e74da9e93e),segment_id=c51cbd81-ca40-4079-80a5-16e74da9e93e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:21:16.916710 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '4d059838-4869-48f7-ad5f-83aad6cd798c', 'network_id': '3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc', 'port_id': '4d059838-4869-48f7-ad5f-83aad6cd798c', 'mac_address': 'fa:16:3e:e0:10:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '256725a2-267c-46c1-902d-a474bd0131df', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:21:17.007680 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:17.038530 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d059838-4869-48f7-ad5f-83aad6cd798c {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:21:17.063339 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 4d059838-4869-48f7-ad5f-83aad6cd798c, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=4d059838-4869-48f7-ad5f-83aad6cd798c,segment=NetworkSegment(c51cbd81-ca40-4079-80a5-16e74da9e93e),segment_id=c51cbd81-ca40-4079-80a5-16e74da9e93e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:21:17.063339 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:17.132407 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d9222-4d59-46a3-be73-0e3e96d6a0de req-623dfbe7-08f4-4989-bdcd-810afb548ba2 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:17.137193 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8e4d9222-4d59-46a3-be73-0e3e96d6a0de req-623dfbe7-08f4-4989-bdcd-810afb548ba2 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9df35a8-abfa-4a0d-8916-b00519509e62 HTTP/1.1" status: 200 len: 945 time: 0.3023717 Feb 09 12:21:17.158648 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98052a61-291c-4f35-9008-721699a421b3 req-32b0a3df-1ef2-434f-ba8e-cc18187dbc78 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:17.165823 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-98052a61-291c-4f35-9008-721699a421b3 req-32b0a3df-1ef2-434f-ba8e-cc18187dbc78 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b56dd09-217f-4e09-9355-dcba1e727292 HTTP/1.1" status: 200 len: 944 time: 0.3676682 Feb 09 12:21:17.237072 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=4d059838-4869-48f7-ad5f-83aad6cd798c,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:17.285258 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb33d1-0a43-4676-bdc2-929c9ac6cb0e req-e2f9f137-b334-422e-870f-1b3a0db9da2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:17.286764 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0deb33d1-0a43-4676-bdc2-929c9ac6cb0e req-e2f9f137-b334-422e-870f-1b3a0db9da2d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aa3119d2dab241bb8047798bbe393556&device_id=a9df35a8-abfa-4a0d-8916-b00519509e62 HTTP/1.1" status: 200 len: 1096 time: 0.5783203 Feb 09 12:21:17.309250 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8e4d9222-4d59-46a3-be73-0e3e96d6a0de req-18f74903-4466-42c3-aae1-a76fc439c176 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] 10.222.0.55 "GET /v2.0/security-groups?id=4a5aff2f-8bf6-4c95-869a-029ed35a6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403162 Feb 09 12:21:17.470250 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:17.497097 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['4d059838-4869-48f7-ad5f-83aad6cd798c'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:21:17.525808 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-98052a61-291c-4f35-9008-721699a421b3 req-caf1a6f0-6d23-4208-a201-4b5fbe834873 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736526 Feb 09 12:21:17.618627 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:17.769942 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb33d1-0a43-4676-bdc2-929c9ac6cb0e req-bccb6852-76f0-440a-8e56-b21191eefc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:17.771678 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0deb33d1-0a43-4676-bdc2-929c9ac6cb0e req-bccb6852-76f0-440a-8e56-b21191eefc94 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3dc24785-24cb-4cf3-abb0-6e9facbce5a2 HTTP/1.1" status: 200 len: 907 time: 0.4758060 Feb 09 12:21:17.857942 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a6357f-1648-4611-864d-f17d42ca8669 req-ddb51e2f-067e-45cf-82d5-4ab8b3ad46a6 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:17.866287 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c3a6357f-1648-4611-864d-f17d42ca8669 req-ddb51e2f-067e-45cf-82d5-4ab8b3ad46a6 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5550df0-da5c-4703-be00-76545c59d017 HTTP/1.1" status: 200 len: 950 time: 0.3111489 Feb 09 12:21:17.962406 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c3a6357f-1648-4611-864d-f17d42ca8669 req-0247e7bb-38bc-4a53-819b-540b9d11412f tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949757 Feb 09 12:21:17.965632 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0deb33d1-0a43-4676-bdc2-929c9ac6cb0e req-111a8cab-f48d-4ede-9bf3-720644fe9bcc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=790c7b93-5bb7-4bbf-8d09-fa106dde3d77 HTTP/1.1" status: 200 len: 1001 time: 0.1808803 Feb 09 12:21:17.994211 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af236561-2bd3-4d17-8e86-8ce6bf5e67cd req-01290800-0acb-44ee-bb6d-207557ff3997 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:17.996522 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-af236561-2bd3-4d17-8e86-8ce6bf5e67cd req-01290800-0acb-44ee-bb6d-207557ff3997 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 946 time: 0.2969651 Feb 09 12:21:18.145022 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb33d1-0a43-4676-bdc2-929c9ac6cb0e req-4596c1d4-7ce7-4761-bc19-67f0e3a2f914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:18.146592 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0deb33d1-0a43-4676-bdc2-929c9ac6cb0e req-4596c1d4-7ce7-4761-bc19-67f0e3a2f914 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6900bc3b-9729-42c6-818c-a0b3fb463d8c HTTP/1.1" status: 200 len: 845 time: 0.1713560 Feb 09 12:21:18.149961 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-af236561-2bd3-4d17-8e86-8ce6bf5e67cd req-8710acd1-925b-40b1-af08-1b37eef35882 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118391 Feb 09 12:21:18.271634 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569dd3a-c001-4f1f-be7b-5dfa8b876721 req-dc71a00a-3167-4bbd-9c76-016613e266ea tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:18.273284 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b569dd3a-c001-4f1f-be7b-5dfa8b876721 req-dc71a00a-3167-4bbd-9c76-016613e266ea tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/ports?device_id=c67291ea-e846-4997-b534-ad76f7b1326e HTTP/1.1" status: 200 len: 944 time: 0.1840882 Feb 09 12:21:18.279051 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb33d1-0a43-4676-bdc2-929c9ac6cb0e req-9fa24bb8-c7e0-4ac5-b4fa-add0182d2862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:18.280555 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0deb33d1-0a43-4676-bdc2-929c9ac6cb0e req-9fa24bb8-c7e0-4ac5-b4fa-add0182d2862 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3dc24785-24cb-4cf3-abb0-6e9facbce5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1198149 Feb 09 12:21:18.468946 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b569dd3a-c001-4f1f-be7b-5dfa8b876721 req-203f2182-ccd8-49b3-922e-3940474f4ede tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/security-groups?id=513ce75b-46a7-4daf-8c5b-ed62fcd87f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874244 Feb 09 12:21:18.533029 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1378f2-3caa-4522-9ca7-f366fd39eb32 req-db93f83d-e252-4e58-8f5a-583945537f98 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:18.539596 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1378f2-3caa-4522-9ca7-f366fd39eb32 req-db93f83d-e252-4e58-8f5a-583945537f98 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:18.546729 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1378f2-3caa-4522-9ca7-f366fd39eb32 req-db93f83d-e252-4e58-8f5a-583945537f98 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:18.555121 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1378f2-3caa-4522-9ca7-f366fd39eb32 req-db93f83d-e252-4e58-8f5a-583945537f98 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:18.566741 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1378f2-3caa-4522-9ca7-f366fd39eb32 req-db93f83d-e252-4e58-8f5a-583945537f98 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:18.578374 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1378f2-3caa-4522-9ca7-f366fd39eb32 req-db93f83d-e252-4e58-8f5a-583945537f98 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:18.592394 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1378f2-3caa-4522-9ca7-f366fd39eb32 req-db93f83d-e252-4e58-8f5a-583945537f98 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:18.592394 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b1378f2-3caa-4522-9ca7-f366fd39eb32 req-db93f83d-e252-4e58-8f5a-583945537f98 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/ports?device_id=6101775f-5c0e-4dc8-9a5f-b57a74039dc8 HTTP/1.1" status: 200 len: 5433 time: 0.2865064 Feb 09 12:21:18.592394 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0deb33d1-0a43-4676-bdc2-929c9ac6cb0e req-9f74eb43-9b2c-47e0-a94c-eacce986b0ce service neutron] 10.222.0.52 "GET /v2.0/networks/3dc24785-24cb-4cf3-abb0-6e9facbce5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583601 Feb 09 12:21:18.620437 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47570) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:21:18.667524 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b56dd09-217f-4e09-9355-dcba1e727292', 'tag': 'bc63ec7d-afff-4490-ab8b-928f8fcc43cd'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:21:18.721525 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 4d059838-4869-48f7-ad5f-83aad6cd798c up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:21:18.833019 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3354fc7-b0db-4adf-a463-04fdbe8e0199 admin admin] Deleting subnet b74a18b3-c777-4b36-8c3b-f86129471b39 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:21:18.833019 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a3354fc7-b0db-4adf-a463-04fdbe8e0199 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:18.854919 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b2a490e-a2ea-457b-973e-4059ce119ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9039d4fb-f09b-4eba-b36d-35f13b2eeec7', 'code': 200} Feb 09 12:21:18.950684 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 4d059838-4869-48f7-ad5f-83aad6cd798c completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:21:18.950684 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 4d059838-4869-48f7-ad5f-83aad6cd798c triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:21:18.950684 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:19.030868 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a3354fc7-b0db-4adf-a463-04fdbe8e0199 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:19.055398 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:19.176303 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:19.221860 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 4d059838-4869-48f7-ad5f-83aad6cd798c, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=4d059838-4869-48f7-ad5f-83aad6cd798c,segment=NetworkSegment(c51cbd81-ca40-4079-80a5-16e74da9e93e),segment_id=c51cbd81-ca40-4079-80a5-16e74da9e93e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:21:19.227137 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a3354fc7-b0db-4adf-a463-04fdbe8e0199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:19.230030 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:19.327068 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=4d059838-4869-48f7-ad5f-83aad6cd798c,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:19.410662 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a3354fc7-b0db-4adf-a463-04fdbe8e0199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:19.483481 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3354fc7-b0db-4adf-a463-04fdbe8e0199 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b74a18b3-c777-4b36-8c3b-f86129471b39,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:19.483481 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a3354fc7-b0db-4adf-a463-04fdbe8e0199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:19.487849 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b1378f2-3caa-4522-9ca7-f366fd39eb32 req-642dc46f-9d9d-4697-87ae-b7989e1bf946 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/security-groups?id=8803669e-2abe-4ab7-b2c0-58109e10cb11&id=84c476da-0274-41dd-aeef-e671ea782d84&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8959556 Feb 09 12:21:19.494151 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a3354fc7-b0db-4adf-a463-04fdbe8e0199 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/b74a18b3-c777-4b36-8c3b-f86129471b39 HTTP/1.1" status: 204 len: 168 time: 0.8771913 Feb 09 12:21:19.495261 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47582) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:21:19.572760 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-97a89371-91b0-4867-95f7-89d7f8a1bf2e req-5d1cda88-c7c5-4d3a-9b4c-cf8a815a4ff8 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecb233a2-243d-4d96-95f2-ff9525d04390 HTTP/1.1" status: 200 len: 210 time: 0.3627470 Feb 09 12:21:19.748654 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-514e9f92-0006-4701-b533-baa6286b826c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:19.917898 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-514e9f92-0006-4701-b533-baa6286b826c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:19.924120 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c2f568-9e68-46ca-90fb-116a68cda9e3 req-edccc6ac-9695-4b20-b113-8d0b347cdd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:19.924120 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-65c2f568-9e68-46ca-90fb-116a68cda9e3 req-edccc6ac-9695-4b20-b113-8d0b347cdd01 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7b2a490e-a2ea-457b-973e-4059ce119ae4 HTTP/1.1" status: 200 len: 1097 time: 0.7130225 Feb 09 12:21:19.939339 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0deb33d1-0a43-4676-bdc2-929c9ac6cb0e req-b36013cf-562f-4d0c-85ac-1b6d002084ed service neutron] 10.222.0.52 "GET /v2.0/networks/3dc24785-24cb-4cf3-abb0-6e9facbce5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2979238 Feb 09 12:21:19.972900 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-514e9f92-0006-4701-b533-baa6286b826c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:21:19.991582 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-514e9f92-0006-4701-b533-baa6286b826c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fd43362-d2bb-4c15-a4a2-a1a057b6ca17') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:21:19.991582 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-514e9f92-0006-4701-b533-baa6286b826c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fd43362-d2bb-4c15-a4a2-a1a057b6ca17') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:21:20.006851 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-ff428aad-d720-4620-af22-a85d218c85ea tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:20.006851 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-ff428aad-d720-4620-af22-a85d218c85ea tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.52 "GET /v2.0/networks?id=67898def-3951-49d0-9293-cb5c954f5ec1 HTTP/1.1" status: 200 len: 811 time: 0.8350258 Feb 09 12:21:20.014360 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-514e9f92-0006-4701-b533-baa6286b826c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:20.041491 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-514e9f92-0006-4701-b533-baa6286b826c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:20.051894 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-514e9f92-0006-4701-b533-baa6286b826c admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:21:20.062629 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-514e9f92-0006-4701-b533-baa6286b826c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:20.070531 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-65c2f568-9e68-46ca-90fb-116a68cda9e3 req-662e81d8-39ca-4b5a-99d7-867a6e139d21 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=513ce75b-46a7-4daf-8c5b-ed62fcd87f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020844 Feb 09 12:21:20.113165 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7ca0b-9454-4d3d-a3d6-3aebaa212a94 req-647e8874-5240-48cc-aae6-d67b3081e9dd tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:20.123739 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2bb7ca0b-9454-4d3d-a3d6-3aebaa212a94 req-647e8874-5240-48cc-aae6-d67b3081e9dd tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b56dd09-217f-4e09-9355-dcba1e727292 HTTP/1.1" status: 200 len: 944 time: 0.3151476 Feb 09 12:21:20.145011 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-70680162-a510-4fc8-be84-b10400b9eab2 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74e25e3f451e47c2a8d748a546e69f97 HTTP/1.1" status: 200 len: 380 time: 0.1214290 Feb 09 12:21:20.173197 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113942e0-e40f-49d9-828b-ed7d1a8cbc9c req-6081c508-ee04-4d5c-9165-5df6bc7c5e92 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:20.173197 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-113942e0-e40f-49d9-828b-ed7d1a8cbc9c req-6081c508-ee04-4d5c-9165-5df6bc7c5e92 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9df35a8-abfa-4a0d-8916-b00519509e62 HTTP/1.1" status: 200 len: 945 time: 0.4478149 Feb 09 12:21:20.189927 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:20.223077 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2bb7ca0b-9454-4d3d-a3d6-3aebaa212a94 req-8add9209-5b6d-437e-811e-7d233002c628 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037710 Feb 09 12:21:20.266505 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:21:20.266505 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:21:20.266505 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:21:20.266505 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:21:20.266505 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:21:20.266505 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:21:20.266505 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:21:20.266505 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:21:20.266505 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:21:20.266505 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:21:20.266505 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:21:20.266505 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:21:20.266505 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:21:20.266505 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:21:20.266505 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:21:20.266505 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:21:20.266505 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:21:20.266505 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:21:20.266505 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:21:20.266505 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:21:20.266505 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:21:20.266505 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:21:20.266505 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:21:20.266505 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:21:20.266505 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:21:20.266505 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:21:20.266505 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:21:20.266505 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:21:20.266505 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:21:20.266505 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:21:20.266505 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:21:20.266505 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:21:20.266505 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-514e9f92-0006-4701-b533-baa6286b826c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:20.285494 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-514e9f92-0006-4701-b533-baa6286b826c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:20.301429 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-113942e0-e40f-49d9-828b-ed7d1a8cbc9c req-1a53fbb4-e92b-44f9-9312-10abc2e05193 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] 10.222.0.55 "GET /v2.0/security-groups?id=4a5aff2f-8bf6-4c95-869a-029ed35a6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251879 Feb 09 12:21:20.383160 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e9f92-0006-4701-b533-baa6286b826c admin admin] Pushing event deleted for resources: {'Network': ['ID=46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:20.406248 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-5e8120b2-f479-42f2-8981-902af7b1bff7 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Request body: {'port': {'device_id': 'ecb233a2-243d-4d96-95f2-ff9525d04390', 'network_id': '67898def-3951-49d0-9293-cb5c954f5ec1', 'admin_state_up': True, 'tenant_id': '74e25e3f451e47c2a8d748a546e69f97', 'security_groups': ['a9f122b4-0a8c-45c2-8b42-f95dfe3f0a82']}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:21:20.411140 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b56dd09-217f-4e09-9355-dcba1e727292', 'tag': 'bc63ec7d-afff-4490-ab8b-928f8fcc43cd', 'status': 'completed', 'code': 200} Feb 09 12:21:20.422037 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-514e9f92-0006-4701-b533-baa6286b826c admin admin] 10.222.0.55 "DELETE /v2.0/networks/46221f1c-cafa-4e8a-a89f-5c8ef0d7bd5c HTTP/1.1" status: 204 len: 168 time: 0.9257412 Feb 09 12:21:20.556626 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bec74b-c1b8-4e76-ba70-5bcaf8a89d45 req-3a7a57c2-eed5-4959-acd4-52fd55613936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:20.556626 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e7bec74b-c1b8-4e76-ba70-5bcaf8a89d45 req-3a7a57c2-eed5-4959-acd4-52fd55613936 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48298ec907a946ddb2f0d8ac4aa52547&device_id=6b56dd09-217f-4e09-9355-dcba1e727292 HTTP/1.1" status: 200 len: 1095 time: 0.1262057 Feb 09 12:21:20.668042 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47594) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:21:20.722901 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device bc63ec7d-afff-4490-ab8b-928f8fcc43cd details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:21:20.778967 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3f38e578-7d6d-454e-acc0-3de4f9d1cbd5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e269a22f7331401b92d6d31273b08c8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1061077 Feb 09 12:21:20.778967 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47598) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:21:20.834391 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bec74b-c1b8-4e76-ba70-5bcaf8a89d45 req-d85cac29-60b7-4efb-a931-70c690357df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:20.834391 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e7bec74b-c1b8-4e76-ba70-5bcaf8a89d45 req-d85cac29-60b7-4efb-a931-70c690357df0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef8cbc95-953d-4d9d-a80a-2c68322f6f7f HTTP/1.1" status: 200 len: 909 time: 0.2662797 Feb 09 12:21:20.901836 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-5e8120b2-f479-42f2-8981-902af7b1bff7 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:21:20.910363 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-5e8120b2-f479-42f2-8981-902af7b1bff7 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Usage tracker for resource:port and tenant:74e25e3f451e47c2a8d748a546e69f97 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:21:20.913510 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e7bec74b-c1b8-4e76-ba70-5bcaf8a89d45 req-bfeb7d7e-254b-4a4c-bd9d-423f76772b92 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc63ec7d-afff-4490-ab8b-928f8fcc43cd HTTP/1.1" status: 200 len: 217 time: 0.0737295 Feb 09 12:21:20.916425 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-5e8120b2-f479-42f2-8981-902af7b1bff7 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:21:20.927705 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-5e8120b2-f479-42f2-8981-902af7b1bff7 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:21:20.943627 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384d55d-81f6-4a74-bc3f-df8dff7f67d0 req-418ce816-7186-4881-b05d-ffd8b2436217 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:20.951323 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6384d55d-81f6-4a74-bc3f-df8dff7f67d0 req-418ce816-7186-4881-b05d-ffd8b2436217 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5550df0-da5c-4703-be00-76545c59d017 HTTP/1.1" status: 200 len: 950 time: 0.3241596 Feb 09 12:21:20.982677 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-59255c91-4c64-4440-8fc7-5f08e8191f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:20.991690 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port bc63ec7d-afff-4490-ab8b-928f8fcc43cd, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=bc63ec7d-afff-4490-ab8b-928f8fcc43cd,segment=NetworkSegment(a032c80a-2814-4a8f-bd23-99ac5315db25),segment_id=a032c80a-2814-4a8f-bd23-99ac5315db25)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:21:21.010069 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c67291ea-e846-4997-b534-ad76f7b1326e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d059838-4869-48f7-ad5f-83aad6cd798c'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:21:21.015421 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413a624-2f57-49d7-9be2-6a9d62585f73 req-3da5ae22-8c14-4b24-8800-48b17983fc13 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:21.017935 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'bc63ec7d-afff-4490-ab8b-928f8fcc43cd', 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f', 'port_id': 'bc63ec7d-afff-4490-ab8b-928f8fcc43cd', 'mac_address': 'fa:16:3e:1e:73:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '366798ce-1b6a-4537-9fda-2703703dab8f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:21:21.021406 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bec74b-c1b8-4e76-ba70-5bcaf8a89d45 req-eee1c4fe-8af5-4778-a965-58588fde6e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:21.022898 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e7bec74b-c1b8-4e76-ba70-5bcaf8a89d45 req-eee1c4fe-8af5-4778-a965-58588fde6e6d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=366798ce-1b6a-4537-9fda-2703703dab8f HTTP/1.1" status: 200 len: 848 time: 0.0975878 Feb 09 12:21:21.023499 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9413a624-2f57-49d7-9be2-6a9d62585f73 req-3da5ae22-8c14-4b24-8800-48b17983fc13 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 946 time: 0.2746553 Feb 09 12:21:21.028308 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-59255c91-4c64-4440-8fc7-5f08e8191f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:21.053904 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-5e8120b2-f479-42f2-8981-902af7b1bff7 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Made reservation on behalf of 74e25e3f451e47c2a8d748a546e69f97 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:21:21.058217 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-5e8120b2-f479-42f2-8981-902af7b1bff7 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:21.085319 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6384d55d-81f6-4a74-bc3f-df8dff7f67d0 req-a5dd1b30-67e0-47db-b19d-fe28301beae9 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326032 Feb 09 12:21:21.092710 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e7bec74b-c1b8-4e76-ba70-5bcaf8a89d45 req-122eccca-266e-4fc8-b2fd-eace000de5be service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef8cbc95-953d-4d9d-a80a-2c68322f6f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572913 Feb 09 12:21:21.097054 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:21.123445 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc63ec7d-afff-4490-ab8b-928f8fcc43cd {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:21:21.144876 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port bc63ec7d-afff-4490-ab8b-928f8fcc43cd, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=bc63ec7d-afff-4490-ab8b-928f8fcc43cd,segment=NetworkSegment(a032c80a-2814-4a8f-bd23-99ac5315db25),segment_id=a032c80a-2814-4a8f-bd23-99ac5315db25)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:21:21.158407 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9413a624-2f57-49d7-9be2-6a9d62585f73 req-849057b7-62fa-4275-b977-9758b02e685c tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337836 Feb 09 12:21:21.161764 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:21.304791 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-59255c91-4c64-4440-8fc7-5f08e8191f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:21.317480 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=bc63ec7d-afff-4490-ab8b-928f8fcc43cd,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:21.382364 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59255c91-4c64-4440-8fc7-5f08e8191f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc310c7-804c-482c-8f65-f0a6e9cffd7e,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:21.411144 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e7bec74b-c1b8-4e76-ba70-5bcaf8a89d45 req-64a3602e-e60b-4d34-9e44-b0e3af498d0a service neutron] 10.222.0.46 "GET /v2.0/networks/ef8cbc95-953d-4d9d-a80a-2c68322f6f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077593 Feb 09 12:21:21.412656 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-59255c91-4c64-4440-8fc7-5f08e8191f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:21.417855 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-59255c91-4c64-4440-8fc7-5f08e8191f9e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cfc310c7-804c-482c-8f65-f0a6e9cffd7e HTTP/1.1" status: 204 len: 168 time: 0.6428175 Feb 09 12:21:21.552315 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['bc63ec7d-afff-4490-ab8b-928f8fcc43cd'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:21:21.588813 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2643d-a71c-4337-8bcb-fbfbb84914e4 req-9b7e21d6-c984-42d4-ae88-98e600c95f36 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:21.588813 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2dc2643d-a71c-4337-8bcb-fbfbb84914e4 req-9b7e21d6-c984-42d4-ae88-98e600c95f36 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/ports?device_id=c67291ea-e846-4997-b534-ad76f7b1326e HTTP/1.1" status: 200 len: 945 time: 0.2670958 Feb 09 12:21:21.675764 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33473ce-b8bf-41d8-bf3a-e8e6367d6376 req-377d7a34-1515-47b4-b1eb-b0e0d29b23a0 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:21.682813 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33473ce-b8bf-41d8-bf3a-e8e6367d6376 req-377d7a34-1515-47b4-b1eb-b0e0d29b23a0 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:21.688798 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33473ce-b8bf-41d8-bf3a-e8e6367d6376 req-377d7a34-1515-47b4-b1eb-b0e0d29b23a0 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:21.695247 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33473ce-b8bf-41d8-bf3a-e8e6367d6376 req-377d7a34-1515-47b4-b1eb-b0e0d29b23a0 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:21.701685 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33473ce-b8bf-41d8-bf3a-e8e6367d6376 req-377d7a34-1515-47b4-b1eb-b0e0d29b23a0 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:21.707852 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33473ce-b8bf-41d8-bf3a-e8e6367d6376 req-377d7a34-1515-47b4-b1eb-b0e0d29b23a0 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:21.714658 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33473ce-b8bf-41d8-bf3a-e8e6367d6376 req-377d7a34-1515-47b4-b1eb-b0e0d29b23a0 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:21.727867 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e33473ce-b8bf-41d8-bf3a-e8e6367d6376 req-377d7a34-1515-47b4-b1eb-b0e0d29b23a0 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/ports?device_id=6101775f-5c0e-4dc8-9a5f-b57a74039dc8 HTTP/1.1" status: 200 len: 5433 time: 0.3363724 Feb 09 12:21:21.749069 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2dc2643d-a71c-4337-8bcb-fbfbb84914e4 req-235cb068-aaec-4f39-b85a-65060ab0b0ee tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/security-groups?id=513ce75b-46a7-4daf-8c5b-ed62fcd87f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492183 Feb 09 12:21:21.795297 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-5e8120b2-f479-42f2-8981-902af7b1bff7 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Allocated IP 172.20.0.13 (67898def-3951-49d0-9293-cb5c954f5ec1/810877b8-772a-476f-9d85-927aa877f608/8a34446c-2f89-4698-9525-326eca42f728) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:21:21.935363 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67291ea-e846-4997-b534-ad76f7b1326e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d059838-4869-48f7-ad5f-83aad6cd798c', 'code': 200} Feb 09 12:21:21.976231 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e7bec74b-c1b8-4e76-ba70-5bcaf8a89d45 req-e1ddf34f-fab3-476c-8f14-f69157283d72 service neutron] 10.222.0.46 "GET /v2.0/networks/ef8cbc95-953d-4d9d-a80a-2c68322f6f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5427172 Feb 09 12:21:22.124880 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8f40ba75-c3a4-4200-941f-99df9a93105c req-eb6457b9-4030-4653-8106-f60e78ec1459 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecb233a2-243d-4d96-95f2-ff9525d04390 HTTP/1.1" status: 200 len: 210 time: 0.2132165 Feb 09 12:21:22.255143 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774e646-cc8c-4a26-a3ec-9d6c8256f5c5 req-92b5e92b-dec3-40c9-9e39-e262573afdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:22.256880 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7774e646-cc8c-4a26-a3ec-9d6c8256f5c5 req-92b5e92b-dec3-40c9-9e39-e262573afdac service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c67291ea-e846-4997-b534-ad76f7b1326e HTTP/1.1" status: 200 len: 1096 time: 0.1837416 Feb 09 12:21:22.334254 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7774e646-cc8c-4a26-a3ec-9d6c8256f5c5 req-ea11e593-bedd-4864-8717-3c9fbd2aceff service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=513ce75b-46a7-4daf-8c5b-ed62fcd87f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690274 Feb 09 12:21:22.462364 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:22.687080 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76a09f-5de0-4eff-96b5-5fc58c9fe76c req-621f1279-b3f4-487c-a46d-6efcb5f14f65 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:22.694712 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fe76a09f-5de0-4eff-96b5-5fc58c9fe76c req-621f1279-b3f4-487c-a46d-6efcb5f14f65 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b56dd09-217f-4e09-9355-dcba1e727292 HTTP/1.1" status: 200 len: 945 time: 0.4113264 Feb 09 12:21:22.726291 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-5e8120b2-f479-42f2-8981-902af7b1bff7 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:22.748033 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724f521-23e1-411f-a95b-a8341ac682f7 req-86184588-a79f-45dc-a113-99292f381a3d tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:22.755272 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c724f521-23e1-411f-a95b-a8341ac682f7 req-86184588-a79f-45dc-a113-99292f381a3d tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9df35a8-abfa-4a0d-8916-b00519509e62 HTTP/1.1" status: 200 len: 945 time: 0.3968573 Feb 09 12:21:22.804396 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fe76a09f-5de0-4eff-96b5-5fc58c9fe76c req-bb3845bb-df82-4814-bd49-044eb4460cdd tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083527 Feb 09 12:21:22.810540 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-5e8120b2-f479-42f2-8981-902af7b1bff7 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Transition to ACTIVE for port object 8a34446c-2f89-4698-9525-326eca42f728 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:21:22.881981 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c724f521-23e1-411f-a95b-a8341ac682f7 req-d5196ce0-6b51-4ee3-84ea-b23a807c6487 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] 10.222.0.55 "GET /v2.0/security-groups?id=4a5aff2f-8bf6-4c95-869a-029ed35a6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257315 Feb 09 12:21:22.935869 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-5e8120b2-f479-42f2-8981-902af7b1bff7 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:22.942153 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47638) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:21:23.082051 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-c0f5b815-2802-4d3a-928a-4e62a09bfd5b admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1969692129-network', 'tenant_id': '3e281b9d46b64541906a07f8f1e1d262'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:21:23.099821 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c0f5b815-2802-4d3a-928a-4e62a09bfd5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:21:23.104831 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c0f5b815-2802-4d3a-928a-4e62a09bfd5b admin admin] Usage tracker for resource:network and tenant:3e281b9d46b64541906a07f8f1e1d262 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:21:23.109070 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c0f5b815-2802-4d3a-928a-4e62a09bfd5b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:21:23.121130 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c0f5b815-2802-4d3a-928a-4e62a09bfd5b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:21:23.141017 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f5b815-2802-4d3a-928a-4e62a09bfd5b admin admin] Made reservation on behalf of 3e281b9d46b64541906a07f8f1e1d262 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:21:23.144087 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c0f5b815-2802-4d3a-928a-4e62a09bfd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:23.159688 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c0f5b815-2802-4d3a-928a-4e62a09bfd5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:23.175801 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c0f5b815-2802-4d3a-928a-4e62a09bfd5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:21:23.180677 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c0f5b815-2802-4d3a-928a-4e62a09bfd5b admin admin] Usage tracker for resource:security_group_rule and tenant:3e281b9d46b64541906a07f8f1e1d262 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:21:23.184257 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c0f5b815-2802-4d3a-928a-4e62a09bfd5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:21:23.200911 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c0f5b815-2802-4d3a-928a-4e62a09bfd5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:21:23.201784 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-5e8120b2-f479-42f2-8981-902af7b1bff7 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Network 67898def-3951-49d0-9293-cb5c954f5ec1 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:21:23.221207 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-5e8120b2-f479-42f2-8981-902af7b1bff7 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:21:23.228811 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-5e8120b2-f479-42f2-8981-902af7b1bff7 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:21:23.257415 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8120b2-f479-42f2-8981-902af7b1bff7 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Pushing event updated for resources: {'Port': ['ID=8a34446c-2f89-4698-9525-326eca42f728,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:23.440459 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-5e8120b2-f479-42f2-8981-902af7b1bff7 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:23.441137 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-5e8120b2-f479-42f2-8981-902af7b1bff7 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:23.495188 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb45adb-4063-4f90-8128-86470c56781a req-99d67cf7-4f78-406e-8a4f-be8bb5d979b1 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:23.495188 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0fb45adb-4063-4f90-8128-86470c56781a req-99d67cf7-4f78-406e-8a4f-be8bb5d979b1 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 946 time: 0.3829472 Feb 09 12:21:23.530913 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09c59d-9d79-4d99-8e53-7582140e1b57 req-3a456a26-23f6-49d0-8ba9-95d188f60bfb tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:23.533199 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cf09c59d-9d79-4d99-8e53-7582140e1b57 req-3a456a26-23f6-49d0-8ba9-95d188f60bfb tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5550df0-da5c-4703-be00-76545c59d017 HTTP/1.1" status: 200 len: 950 time: 0.5022871 Feb 09 12:21:23.538294 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c0f5b815-2802-4d3a-928a-4e62a09bfd5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:23.549037 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c0f5b815-2802-4d3a-928a-4e62a09bfd5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:23.576782 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0f5b815-2802-4d3a-928a-4e62a09bfd5b admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:21:23.592249 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c0f5b815-2802-4d3a-928a-4e62a09bfd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:23.592249 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-c0f5b815-2802-4d3a-928a-4e62a09bfd5b admin admin] Added segment dc30de51-0ecc-48b6-a874-d688a7830e7a of type vlan for network cd0eeec7-232a-4918-9932-95d1042e3c75 Feb 09 12:21:23.623569 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-5e8120b2-f479-42f2-8981-902af7b1bff7 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2314606 Feb 09 12:21:23.639577 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c0f5b815-2802-4d3a-928a-4e62a09bfd5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:23.654577 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-550377cf-290c-45dc-b834-cd4aec557460 service neutron] Request body: {'port': {'device_id': 'ecb233a2-243d-4d96-95f2-ff9525d04390', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:21:23.698093 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f5b815-2802-4d3a-928a-4e62a09bfd5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1740fde-ed7b-450f-94e7-17e594dcc7a8,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:23.802399 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c0f5b815-2802-4d3a-928a-4e62a09bfd5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:23.803610 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f5b815-2802-4d3a-928a-4e62a09bfd5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:23.804431 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c0f5b815-2802-4d3a-928a-4e62a09bfd5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:23.807292 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cf09c59d-9d79-4d99-8e53-7582140e1b57 req-5fd23e71-a2f6-4df3-ab5e-10e013d773fe tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740815 Feb 09 12:21:23.839747 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-8176b42b-dbb1-43ba-881c-a27ae7efb2df None None] Provisioning for port 8a34446c-2f89-4698-9525-326eca42f728 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:21:23.871153 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-8176b42b-dbb1-43ba-881c-a27ae7efb2df None None] Provisioning complete for port 8a34446c-2f89-4698-9525-326eca42f728 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:21:23.879223 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8176b42b-dbb1-43ba-881c-a27ae7efb2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:23.895058 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0fb45adb-4063-4f90-8128-86470c56781a req-80e8e681-ef9e-4335-83b0-d878fc8d30db tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3571055 Feb 09 12:21:24.005846 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f5b815-2802-4d3a-928a-4e62a09bfd5b admin admin] Pushing event updated for resources: {'Network': ['ID=cd0eeec7-232a-4918-9932-95d1042e3c75,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:24.037548 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c0f5b815-2802-4d3a-928a-4e62a09bfd5b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0937700 Feb 09 12:21:24.041339 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47648) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:21:24.049762 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-170c0237-decb-4efe-96e8-8a16d2010546 admin admin] Request body: {'subnet': {'network_id': 'cd0eeec7-232a-4918-9932-95d1042e3c75', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1969692129-subnet', 'tenant_id': '3e281b9d46b64541906a07f8f1e1d262', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:21:24.068305 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-170c0237-decb-4efe-96e8-8a16d2010546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:21:24.071153 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network cd0eeec7-232a-4918-9932-95d1042e3c75 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:21:24.074164 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-170c0237-decb-4efe-96e8-8a16d2010546 admin admin] Usage tracker for resource:subnet and tenant:3e281b9d46b64541906a07f8f1e1d262 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:21:24.079344 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-170c0237-decb-4efe-96e8-8a16d2010546 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:21:24.087466 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-170c0237-decb-4efe-96e8-8a16d2010546 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:21:24.136094 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170c0237-decb-4efe-96e8-8a16d2010546 admin admin] Made reservation on behalf of 3e281b9d46b64541906a07f8f1e1d262 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:21:24.154164 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-170c0237-decb-4efe-96e8-8a16d2010546 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:24.325540 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-8176b42b-dbb1-43ba-881c-a27ae7efb2df None None] Port 8a34446c-2f89-4698-9525-326eca42f728 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:21:24.386636 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-550377cf-290c-45dc-b834-cd4aec557460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:24.489464 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-170c0237-decb-4efe-96e8-8a16d2010546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:24.521070 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0412d431-e7c7-41e1-b2d5-2052bb49239d req-70cfba5c-983c-4d2b-b398-21d1ab7eb006 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:24.523061 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0412d431-e7c7-41e1-b2d5-2052bb49239d req-70cfba5c-983c-4d2b-b398-21d1ab7eb006 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/ports?device_id=c67291ea-e846-4997-b534-ad76f7b1326e HTTP/1.1" status: 200 len: 945 time: 0.3938475 Feb 09 12:21:24.581404 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170c0237-decb-4efe-96e8-8a16d2010546 admin admin] Checking segment: {'id': 'dc30de51-0ecc-48b6-a874-d688a7830e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'cd0eeec7-232a-4918-9932-95d1042e3c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:21:24.581404 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170c0237-decb-4efe-96e8-8a16d2010546 admin admin] Network hostable DHCP agents. Network: cd0eeec7-232a-4918-9932-95d1042e3c75, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:21:24.598082 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c0237-decb-4efe-96e8-8a16d2010546 admin admin] Pushing event updated for resources: {'Subnet': ['ID=264393e0-eb04-4464-8575-4a6447ca8fe8,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:24.607422 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb112eb-8ed6-4a22-b04b-6a0e87014b72 req-e05a08bf-7214-4d70-965b-6133dde81179 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:24.607422 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cfb112eb-8ed6-4a22-b04b-6a0e87014b72 req-e05a08bf-7214-4d70-965b-6133dde81179 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9df35a8-abfa-4a0d-8916-b00519509e62 HTTP/1.1" status: 200 len: 945 time: 0.3302627 Feb 09 12:21:24.618253 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170c0237-decb-4efe-96e8-8a16d2010546 admin admin] Network cd0eeec7-232a-4918-9932-95d1042e3c75 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:21:24.653850 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-170c0237-decb-4efe-96e8-8a16d2010546 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, cd0eeec7-232a-4918-9932-95d1042e3c75) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:21:24.653850 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170c0237-decb-4efe-96e8-8a16d2010546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:24.653850 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-170c0237-decb-4efe-96e8-8a16d2010546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:24.656821 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048ef9a9-2d4a-4340-ad26-78a70645a9fa None None] Network cd0eeec7-232a-4918-9932-95d1042e3c75 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:21:24.745601 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0412d431-e7c7-41e1-b2d5-2052bb49239d req-e39974f2-3b99-43af-80f7-8c2c1c6ed68c tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/security-groups?id=513ce75b-46a7-4daf-8c5b-ed62fcd87f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544352 Feb 09 12:21:24.753181 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device bc63ec7d-afff-4490-ab8b-928f8fcc43cd up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:21:24.761773 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-170c0237-decb-4efe-96e8-8a16d2010546 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7056293 Feb 09 12:21:24.981550 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cfb112eb-8ed6-4a22-b04b-6a0e87014b72 req-779bfd6b-c96f-4363-9f5a-f4b396163f48 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] 10.222.0.55 "GET /v2.0/security-groups?id=4a5aff2f-8bf6-4c95-869a-029ed35a6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3623893 Feb 09 12:21:25.044951 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port bc63ec7d-afff-4490-ab8b-928f8fcc43cd completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:21:25.161663 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port bc63ec7d-afff-4490-ab8b-928f8fcc43cd triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:21:25.162050 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:25.383955 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dac09bf-ca87-4af2-a996-519e5b64ea2a None None] Network cd0eeec7-232a-4918-9932-95d1042e3c75 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:21:25.478651 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:25.486367 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7374503-6bcf-4218-abaa-65887b7d9706 req-e4d7d27e-ead2-4e80-b894-b3d38cf2a78c tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:25.486367 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-f7374503-6bcf-4218-abaa-65887b7d9706 req-e4d7d27e-ead2-4e80-b894-b3d38cf2a78c tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Synchronizing usage tracker for tenant:74e25e3f451e47c2a8d748a546e69f97 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:21:25.531154 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-550377cf-290c-45dc-b834-cd4aec557460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a34446c-2f89-4698-9525-326eca42f728 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:21:25.545732 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-550377cf-290c-45dc-b834-cd4aec557460 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:25.545732 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-f7374503-6bcf-4218-abaa-65887b7d9706 req-e4d7d27e-ead2-4e80-b894-b3d38cf2a78c tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Unset dirty status for tenant:74e25e3f451e47c2a8d748a546e69f97 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:21:25.561152 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f7374503-6bcf-4218-abaa-65887b7d9706 req-e4d7d27e-ead2-4e80-b894-b3d38cf2a78c tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecb233a2-243d-4d96-95f2-ff9525d04390 HTTP/1.1" status: 200 len: 932 time: 0.4480493 Feb 09 12:21:25.582398 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b56dd09-217f-4e09-9355-dcba1e727292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc63ec7d-afff-4490-ab8b-928f8fcc43cd'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:21:25.609801 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port bc63ec7d-afff-4490-ab8b-928f8fcc43cd, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=bc63ec7d-afff-4490-ab8b-928f8fcc43cd,segment=NetworkSegment(a032c80a-2814-4a8f-bd23-99ac5315db25),segment_id=a032c80a-2814-4a8f-bd23-99ac5315db25)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:21:25.624651 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:25.669048 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f7374503-6bcf-4218-abaa-65887b7d9706 req-f932f40e-c8fc-4c6b-899b-731ace94ca95 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.55 "GET /v2.0/security-groups?id=a9f122b4-0a8c-45c2-8b42-f95dfe3f0a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063130 Feb 09 12:21:25.669048 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-550377cf-290c-45dc-b834-cd4aec557460 service neutron] Transition to ACTIVE for port object 8a34446c-2f89-4698-9525-326eca42f728 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:21:25.669048 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-550377cf-290c-45dc-b834-cd4aec557460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:25.757712 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=bc63ec7d-afff-4490-ab8b-928f8fcc43cd,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:25.790480 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550377cf-290c-45dc-b834-cd4aec557460 service neutron] Pushing event updated for resources: {'Port': ['ID=8a34446c-2f89-4698-9525-326eca42f728,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:25.808527 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716fc3cc-15e2-47cf-b690-725d77c8cf27 req-778eb2c6-5123-466d-94c0-68870dd9de6b tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:25.815993 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-716fc3cc-15e2-47cf-b690-725d77c8cf27 req-778eb2c6-5123-466d-94c0-68870dd9de6b tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b56dd09-217f-4e09-9355-dcba1e727292 HTTP/1.1" status: 200 len: 945 time: 0.4884434 Feb 09 12:21:26.037220 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-716fc3cc-15e2-47cf-b690-725d77c8cf27 req-ca13d838-7f33-4f74-b255-7fff3c04f6a6 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195776 Feb 09 12:21:26.337274 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-550377cf-290c-45dc-b834-cd4aec557460 service neutron] Attempting to bind port 8a34446c-2f89-4698-9525-326eca42f728 on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:21:26.337274 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-550377cf-290c-45dc-b834-cd4aec557460 service neutron] Attempting to bind port 8a34446c-2f89-4698-9525-326eca42f728 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': '82e7954e-4059-4af9-88d7-222a2af116b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '67898def-3951-49d0-9293-cb5c954f5ec1'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:21:26.337274 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-550377cf-290c-45dc-b834-cd4aec557460 service neutron] Attempting to bind port 8a34446c-2f89-4698-9525-326eca42f728 on network 67898def-3951-49d0-9293-cb5c954f5ec1 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:21:26.337274 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b777101-1af3-451e-8664-d66eb72926dc req-d6616d84-ccdd-474b-bfef-96fe6c66b643 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:26.358224 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4b777101-1af3-451e-8664-d66eb72926dc req-d6616d84-ccdd-474b-bfef-96fe6c66b643 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c4532aa-287a-44da-8eb9-3da0106a49a3 HTTP/1.1" status: 200 len: 945 time: 0.5056026 Feb 09 12:21:26.358224 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-550377cf-290c-45dc-b834-cd4aec557460 service neutron] Port 8a34446c-2f89-4698-9525-326eca42f728 on network 67898def-3951-49d0-9293-cb5c954f5ec1 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:21:26.358224 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-550377cf-290c-45dc-b834-cd4aec557460 service neutron] Attempting to bind port 8a34446c-2f89-4698-9525-326eca42f728 on network 67898def-3951-49d0-9293-cb5c954f5ec1 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:21:26.376136 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-550377cf-290c-45dc-b834-cd4aec557460 service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:21:26.376136 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-550377cf-290c-45dc-b834-cd4aec557460 service neutron] Checking segment: {'id': '82e7954e-4059-4af9-88d7-222a2af116b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '67898def-3951-49d0-9293-cb5c954f5ec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:21:26.376136 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-550377cf-290c-45dc-b834-cd4aec557460 service neutron] Bound using segment: {'id': '82e7954e-4059-4af9-88d7-222a2af116b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '67898def-3951-49d0-9293-cb5c954f5ec1'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:21:26.376136 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-550377cf-290c-45dc-b834-cd4aec557460 service neutron] Bound port: 8a34446c-2f89-4698-9525-326eca42f728, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82e7954e-4059-4af9-88d7-222a2af116b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '67898def-3951-49d0-9293-cb5c954f5ec1'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:21:26.376136 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-550377cf-290c-45dc-b834-cd4aec557460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:26.435397 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4a1be-b069-4f4a-a7ab-90ecdc8b3454 req-a16ae501-fd87-456c-9e89-3dc0af144ec6 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:26.436594 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7fb4a1be-b069-4f4a-a7ab-90ecdc8b3454 req-a16ae501-fd87-456c-9e89-3dc0af144ec6 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5550df0-da5c-4703-be00-76545c59d017 HTTP/1.1" status: 200 len: 950 time: 0.2222192 Feb 09 12:21:26.481996 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4b777101-1af3-451e-8664-d66eb72926dc req-a96f304a-3987-404b-ac18-8bee064d0266 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/security-groups?id=513ce75b-46a7-4daf-8c5b-ed62fcd87f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375594 Feb 09 12:21:26.529260 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7fb4a1be-b069-4f4a-a7ab-90ecdc8b3454 req-97b3f9e1-8130-467f-a45f-96d7a9287b3b tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775213 Feb 09 12:21:26.533040 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-550377cf-290c-45dc-b834-cd4aec557460 service neutron] For port 8a34446c-2f89-4698-9525-326eca42f728, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:21:26.536097 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-550377cf-290c-45dc-b834-cd4aec557460 service neutron] For port 8a34446c-2f89-4698-9525-326eca42f728, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=8a34446c-2f89-4698-9525-326eca42f728,segment=NetworkSegment(82e7954e-4059-4af9-88d7-222a2af116b3),segment_id=82e7954e-4059-4af9-88d7-222a2af116b3)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:21:26.543388 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-550377cf-290c-45dc-b834-cd4aec557460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:26.607349 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-550377cf-290c-45dc-b834-cd4aec557460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:26.607349 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-550377cf-290c-45dc-b834-cd4aec557460 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:26.611852 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-550377cf-290c-45dc-b834-cd4aec557460 service neutron] 10.222.0.52 "PUT /v2.0/ports/8a34446c-2f89-4698-9525-326eca42f728 HTTP/1.1" status: 200 len: 1092 time: 2.9619274 Feb 09 12:21:26.615864 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecb233a2-243d-4d96-95f2-ff9525d04390', 'tag': '8a34446c-2f89-4698-9525-326eca42f728'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:21:26.705750 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550377cf-290c-45dc-b834-cd4aec557460 service neutron] Pushing event updated for resources: {'Port': ['ID=8a34446c-2f89-4698-9525-326eca42f728,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:26.787805 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00cd3d-195d-41cd-b454-3481361b2703 req-fbf7987b-fce9-4610-8121-e1baf71231d2 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:26.789910 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2b00cd3d-195d-41cd-b454-3481361b2703 req-fbf7987b-fce9-4610-8121-e1baf71231d2 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 946 time: 0.1629570 Feb 09 12:21:26.912015 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-d8876f07-0b56-43c7-87cf-0fee0d8d31df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:26.913496 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-d8876f07-0b56-43c7-87cf-0fee0d8d31df service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=74e25e3f451e47c2a8d748a546e69f97&device_id=ecb233a2-243d-4d96-95f2-ff9525d04390 HTTP/1.1" status: 200 len: 1095 time: 0.2031939 Feb 09 12:21:27.021263 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2b00cd3d-195d-41cd-b454-3481361b2703 req-10b72fef-b700-42c2-b576-a8335d173ab3 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2177973 Feb 09 12:21:27.043628 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-85758c5a-6f0c-4826-b9dd-4ca691b4912e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a34446c-2f89-4698-9525-326eca42f728 HTTP/1.1" status: 200 len: 217 time: 0.1145475 Feb 09 12:21:27.080441 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b56dd09-217f-4e09-9355-dcba1e727292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc63ec7d-afff-4490-ab8b-928f8fcc43cd', 'code': 200} Feb 09 12:21:27.172713 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-5eb61980-2044-4d95-82e1-388c5982ce78 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:27.176981 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-5eb61980-2044-4d95-82e1-388c5982ce78 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/networks?id=cd0eeec7-232a-4918-9932-95d1042e3c75 HTTP/1.1" status: 200 len: 822 time: 0.3517392 Feb 09 12:21:27.235786 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-05435178-f896-40d9-a3f0-e11157350080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:27.235786 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-05435178-f896-40d9-a3f0-e11157350080 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=810877b8-772a-476f-9d85-927aa877f608 HTTP/1.1" status: 200 len: 850 time: 0.1662886 Feb 09 12:21:27.256910 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-09f51bd8-fb74-4c3e-a75d-3f459303aa71 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/quotas/3e281b9d46b64541906a07f8f1e1d262 HTTP/1.1" status: 200 len: 375 time: 0.0790095 Feb 09 12:21:27.274728 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766e626-fa21-45df-a276-f15316f65777 req-57f5923f-d3d7-4f3c-aa35-bf4218ccf7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:27.274728 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f766e626-fa21-45df-a276-f15316f65777 req-57f5923f-d3d7-4f3c-aa35-bf4218ccf7b1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6b56dd09-217f-4e09-9355-dcba1e727292 HTTP/1.1" status: 200 len: 1097 time: 0.1127760 Feb 09 12:21:27.355872 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f766e626-fa21-45df-a276-f15316f65777 req-9d11088a-bdb6-4e4d-8088-b10aec764fad service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716078 Feb 09 12:21:27.374860 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-0ca3053f-4cf8-4e13-9304-9e5f51bf6cdf tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3e281b9d46b64541906a07f8f1e1d262&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1180539 Feb 09 12:21:27.552447 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c14e2c-60b7-41b0-9729-6b0425e91218 req-827cdd90-63c0-4b51-8640-3948a92de6f4 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:27.553615 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a4c14e2c-60b7-41b0-9729-6b0425e91218 req-827cdd90-63c0-4b51-8640-3948a92de6f4 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b2a490e-a2ea-457b-973e-4059ce119ae4 HTTP/1.1" status: 200 len: 946 time: 0.3664098 Feb 09 12:21:27.565091 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-082c0f73-f2a2-4e57-b37e-2a4fc5220d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:27.566176 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-082c0f73-f2a2-4e57-b37e-2a4fc5220d62 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=67898def-3951-49d0-9293-cb5c954f5ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2586901 Feb 09 12:21:27.568844 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-38891ef5-4324-4815-b9dc-7ea40746b6bd service neutron] 10.222.0.55 "GET /v2.0/networks/cd0eeec7-232a-4918-9932-95d1042e3c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860969 Feb 09 12:21:27.785537 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a4c14e2c-60b7-41b0-9729-6b0425e91218 req-15b5008b-9aac-48f2-bb55-62e72fa1ee09 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/security-groups?id=513ce75b-46a7-4daf-8c5b-ed62fcd87f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218795 Feb 09 12:21:27.848208 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecb233a2-243d-4d96-95f2-ff9525d04390', 'tag': '8a34446c-2f89-4698-9525-326eca42f728', 'status': 'completed', 'code': 200} Feb 09 12:21:27.870426 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-73f32237-3d2e-4edf-a89c-85ae0bc3ecc1 service neutron] 10.222.0.55 "GET /v2.0/networks/cd0eeec7-232a-4918-9932-95d1042e3c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869220 Feb 09 12:21:27.872315 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-a993224f-6c2b-4e49-a3b6-22b0a470a53f service neutron] 10.222.0.52 "GET /v2.0/networks/67898def-3951-49d0-9293-cb5c954f5ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863212 Feb 09 12:21:28.296760 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b363240-25a2-46c9-a541-e0ac27291f6d req-ec85083f-57a4-4696-9303-93fe63e08102 service neutron] 10.222.0.52 "GET /v2.0/networks/67898def-3951-49d0-9293-cb5c954f5ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115195 Feb 09 12:21:28.316348 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09af35d-ee0e-4137-b12d-e5503b6762da req-d294e338-f3ac-4f28-8358-5a2078454eb7 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:28.316348 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c09af35d-ee0e-4137-b12d-e5503b6762da req-d294e338-f3ac-4f28-8358-5a2078454eb7 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecb233a2-243d-4d96-95f2-ff9525d04390 HTTP/1.1" status: 200 len: 944 time: 0.3517020 Feb 09 12:21:28.414619 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c09af35d-ee0e-4137-b12d-e5503b6762da req-be898e1b-89e1-4351-89c1-b78dc563704d tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.55 "GET /v2.0/security-groups?id=a9f122b4-0a8c-45c2-8b42-f95dfe3f0a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897968 Feb 09 12:21:28.446912 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97653dcd-379a-4f32-9b43-38c1d6453167 req-14415260-4f04-4192-8e8a-f9670e792c9c tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:28.454492 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-97653dcd-379a-4f32-9b43-38c1d6453167 req-14415260-4f04-4192-8e8a-f9670e792c9c tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b56dd09-217f-4e09-9355-dcba1e727292 HTTP/1.1" status: 200 len: 946 time: 0.2666919 Feb 09 12:21:28.521536 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-97653dcd-379a-4f32-9b43-38c1d6453167 req-d3891ecc-56ce-4631-b2d8-6099dd29a612 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661924 Feb 09 12:21:28.527714 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef66bb43-24a5-44b0-a13c-7aa971011205 req-34f5c802-9e21-40f7-ba1b-392c5ddf079a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:28.529178 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ef66bb43-24a5-44b0-a13c-7aa971011205 req-34f5c802-9e21-40f7-ba1b-392c5ddf079a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=74e25e3f451e47c2a8d748a546e69f97&device_id=ecb233a2-243d-4d96-95f2-ff9525d04390 HTTP/1.1" status: 200 len: 1095 time: 0.1616883 Feb 09 12:21:28.744901 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb42bda-e4a5-4c3d-8394-6c5da772323e req-602bf4c9-c8f8-473c-bb07-1d44693591fa tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:28.748298 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8fb42bda-e4a5-4c3d-8394-6c5da772323e req-602bf4c9-c8f8-473c-bb07-1d44693591fa tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5550df0-da5c-4703-be00-76545c59d017 HTTP/1.1" status: 200 len: 950 time: 0.2132308 Feb 09 12:21:28.751568 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef66bb43-24a5-44b0-a13c-7aa971011205 req-f301274f-8021-48ca-ae5b-af9c4c82465f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:28.755231 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ef66bb43-24a5-44b0-a13c-7aa971011205 req-f301274f-8021-48ca-ae5b-af9c4c82465f service neutron] 10.222.0.52 "GET /v2.0/networks?id=67898def-3951-49d0-9293-cb5c954f5ec1 HTTP/1.1" status: 200 len: 912 time: 0.2151146 Feb 09 12:21:28.877040 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ef66bb43-24a5-44b0-a13c-7aa971011205 req-42c3939f-27c4-47f5-81c5-45cf9aff2eaa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a34446c-2f89-4698-9525-326eca42f728 HTTP/1.1" status: 200 len: 217 time: 0.0944684 Feb 09 12:21:28.985303 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8fb42bda-e4a5-4c3d-8394-6c5da772323e req-2208690f-82b5-474f-9fa9-f33984b73398 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279232 Feb 09 12:21:29.010160 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef66bb43-24a5-44b0-a13c-7aa971011205 req-fabd499b-7a16-47e3-bbea-861eab2acfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:29.011601 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ef66bb43-24a5-44b0-a13c-7aa971011205 req-fabd499b-7a16-47e3-bbea-861eab2acfdf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=810877b8-772a-476f-9d85-927aa877f608 HTTP/1.1" status: 200 len: 850 time: 0.0879669 Feb 09 12:21:29.039577 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36813e2e-f2c8-46e8-85ca-7c8c2958ef3a req-87386cc7-1b49-4817-9bb2-86765396181b tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:29.041017 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-36813e2e-f2c8-46e8-85ca-7c8c2958ef3a req-87386cc7-1b49-4817-9bb2-86765396181b tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/ports?device_id=c67291ea-e846-4997-b534-ad76f7b1326e HTTP/1.1" status: 200 len: 945 time: 0.1678498 Feb 09 12:21:29.151364 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3dacf705-45e0-45b7-b4dc-9de46938ba1a req-493a844a-abb5-4a3c-b7fc-8f2c0351286b tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=f24f8002-2da6-492e-bd36-4d1ef9302fb2 HTTP/1.1" status: 200 len: 210 time: 0.0669155 Feb 09 12:21:29.184539 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-36813e2e-f2c8-46e8-85ca-7c8c2958ef3a req-f533f904-82aa-483d-affc-13e72377b593 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/security-groups?id=513ce75b-46a7-4daf-8c5b-ed62fcd87f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011508 Feb 09 12:21:29.213516 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef66bb43-24a5-44b0-a13c-7aa971011205 req-36427b6b-83ee-496c-840f-f7480e5358c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:29.213516 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ef66bb43-24a5-44b0-a13c-7aa971011205 req-36427b6b-83ee-496c-840f-f7480e5358c1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=67898def-3951-49d0-9293-cb5c954f5ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1768055 Feb 09 12:21:29.511327 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ef66bb43-24a5-44b0-a13c-7aa971011205 req-20245286-34a1-483e-b3d2-295964753593 service neutron] 10.222.0.52 "GET /v2.0/networks/67898def-3951-49d0-9293-cb5c954f5ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858224 Feb 09 12:21:29.528429 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0a10f-bd82-4e79-8fc1-720955ff6a7a req-1b150c58-5df4-475b-a097-80645739a76c tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:29.550402 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b7d0a10f-bd82-4e79-8fc1-720955ff6a7a req-1b150c58-5df4-475b-a097-80645739a76c tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 946 time: 0.2189584 Feb 09 12:21:29.636549 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b7d0a10f-bd82-4e79-8fc1-720955ff6a7a req-6045f768-fe04-403a-aaf5-d83ee96919cb tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842037 Feb 09 12:21:29.702091 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-982afc64-947f-4515-bd32-9bcc6153af3d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:29.702091 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-982afc64-947f-4515-bd32-9bcc6153af3d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Synchronizing usage tracker for tenant:3e281b9d46b64541906a07f8f1e1d262 on resource:network {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:21:29.745108 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-982afc64-947f-4515-bd32-9bcc6153af3d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Unset dirty status for tenant:3e281b9d46b64541906a07f8f1e1d262 on resource:network {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:21:29.745108 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-982afc64-947f-4515-bd32-9bcc6153af3d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.46 "GET /v2.0/networks?id=cd0eeec7-232a-4918-9932-95d1042e3c75 HTTP/1.1" status: 200 len: 822 time: 0.2494273 Feb 09 12:21:29.766981 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-4f7054ed-1189-468c-a782-b50ab232f452 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Request body: {'port': {'device_id': 'f24f8002-2da6-492e-bd36-4d1ef9302fb2', 'network_id': 'cd0eeec7-232a-4918-9932-95d1042e3c75', 'admin_state_up': True, 'tenant_id': '3e281b9d46b64541906a07f8f1e1d262'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:21:29.985086 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-4f7054ed-1189-468c-a782-b50ab232f452 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:21:29.985086 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-4f7054ed-1189-468c-a782-b50ab232f452 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Usage tracker for resource:port and tenant:3e281b9d46b64541906a07f8f1e1d262 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:21:29.993577 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-4f7054ed-1189-468c-a782-b50ab232f452 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:21:30.000860 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-4f7054ed-1189-468c-a782-b50ab232f452 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:21:30.012268 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-4f7054ed-1189-468c-a782-b50ab232f452 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Made reservation on behalf of 3e281b9d46b64541906a07f8f1e1d262 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:21:30.015501 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed65a55-f30c-453d-a5dc-fa5168848017 req-33573d1f-7929-48b8-a5e7-f8811793a626 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:30.019383 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-4f7054ed-1189-468c-a782-b50ab232f452 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:30.022468 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4ed65a55-f30c-453d-a5dc-fa5168848017 req-33573d1f-7929-48b8-a5e7-f8811793a626 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecb233a2-243d-4d96-95f2-ff9525d04390 HTTP/1.1" status: 200 len: 944 time: 0.2027128 Feb 09 12:21:30.044596 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689b5f2-484f-48c2-97ef-0141401c48d6 req-0cfa4111-faea-4c3b-b7f4-bff635774ef2 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:30.044596 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2689b5f2-484f-48c2-97ef-0141401c48d6 req-0cfa4111-faea-4c3b-b7f4-bff635774ef2 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c4532aa-287a-44da-8eb9-3da0106a49a3 HTTP/1.1" status: 200 len: 945 time: 0.4584320 Feb 09 12:21:30.105297 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ef66bb43-24a5-44b0-a13c-7aa971011205 req-addea180-75ca-4424-9592-8b5b906d8ab7 service neutron] 10.222.0.52 "GET /v2.0/networks/67898def-3951-49d0-9293-cb5c954f5ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5255396 Feb 09 12:21:30.109972 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4ed65a55-f30c-453d-a5dc-fa5168848017 req-383686e5-4d20-43c7-8e3e-f140c265c240 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.55 "GET /v2.0/security-groups?id=a9f122b4-0a8c-45c2-8b42-f95dfe3f0a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925665 Feb 09 12:21:30.133605 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2689b5f2-484f-48c2-97ef-0141401c48d6 req-b19a3820-b799-463b-912a-1bcbfbf41b50 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/security-groups?id=513ce75b-46a7-4daf-8c5b-ed62fcd87f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542552 Feb 09 12:21:30.213771 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-4f7054ed-1189-468c-a782-b50ab232f452 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Allocated IP 172.20.0.3 (cd0eeec7-232a-4918-9932-95d1042e3c75/264393e0-eb04-4464-8575-4a6447ca8fe8/05d96f9e-0118-4a50-a2c9-174ab0a69bf7) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:21:30.372524 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741a161-04bf-4941-9376-24db6a5a09e7 req-0af071f3-5a32-4c9e-ad3d-44f95f3f3ef9 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:30.374025 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1741a161-04bf-4941-9376-24db6a5a09e7 req-0af071f3-5a32-4c9e-ad3d-44f95f3f3ef9 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b56dd09-217f-4e09-9355-dcba1e727292 HTTP/1.1" status: 200 len: 946 time: 0.1476045 Feb 09 12:21:30.389506 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f5609-21e7-454b-8fba-83c343fe440f req-0105c899-7562-4416-be5d-0af21bf38cbd tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:30.391059 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8e7f5609-21e7-454b-8fba-83c343fe440f req-0105c899-7562-4416-be5d-0af21bf38cbd tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 946 time: 0.1234686 Feb 09 12:21:30.448772 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-4f7054ed-1189-468c-a782-b50ab232f452 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:30.483033 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-4f7054ed-1189-468c-a782-b50ab232f452 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:30.548965 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device f9ae4b3a-6a9e-4d5b-8eda-9db431346db4 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:21:30.583652 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-4f7054ed-1189-468c-a782-b50ab232f452 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Network cd0eeec7-232a-4918-9932-95d1042e3c75 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:21:30.583652 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-4f7054ed-1189-468c-a782-b50ab232f452 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:21:30.594788 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-4f7054ed-1189-468c-a782-b50ab232f452 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:21:30.594909 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1741a161-04bf-4941-9376-24db6a5a09e7 req-045ebb64-c6d1-404f-a398-ed8af1e3df91 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124009 Feb 09 12:21:30.606541 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8e7f5609-21e7-454b-8fba-83c343fe440f req-06f01299-5cb8-4d26-b765-13216874b6db tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020009 Feb 09 12:21:30.641421 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7054ed-1189-468c-a782-b50ab232f452 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Pushing event updated for resources: {'Port': ['ID=05d96f9e-0118-4a50-a2c9-174ab0a69bf7,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:30.682338 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-4f7054ed-1189-468c-a782-b50ab232f452 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:30.683238 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-4f7054ed-1189-468c-a782-b50ab232f452 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:30.726216 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-4f7054ed-1189-468c-a782-b50ab232f452 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9736702 Feb 09 12:21:30.730572 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:30.747318 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-8e421fb1-f283-4468-bcaa-a5775b789b2a service neutron] Request body: {'port': {'device_id': 'f24f8002-2da6-492e-bd36-4d1ef9302fb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:21:30.794548 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a0ee8d-cebc-4db9-90af-fe8c58efd99d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9ae4b3a-6a9e-4d5b-8eda-9db431346db4'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:21:30.805646 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port f9ae4b3a-6a9e-4d5b-8eda-9db431346db4, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=f9ae4b3a-6a9e-4d5b-8eda-9db431346db4,segment=NetworkSegment(8f05bb68-39ac-4075-9eae-946e36af88ec),segment_id=8f05bb68-39ac-4075-9eae-946e36af88ec)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:21:30.814038 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:30.906531 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7b5cb-4165-4920-b501-041dddc95431 req-b018aa91-9847-4260-a7fc-b98339e71cc7 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:30.922894 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-99c7b5cb-4165-4920-b501-041dddc95431 req-b018aa91-9847-4260-a7fc-b98339e71cc7 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5550df0-da5c-4703-be00-76545c59d017 HTTP/1.1" status: 200 len: 950 time: 0.1782482 Feb 09 12:21:30.934299 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=f9ae4b3a-6a9e-4d5b-8eda-9db431346db4,revision_number=14']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:30.990657 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-99c7b5cb-4165-4920-b501-041dddc95431 req-7a3014e0-dd54-4906-8695-82dbe2dfd603 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667713 Feb 09 12:21:31.121060 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-8e421fb1-f283-4468-bcaa-a5775b789b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:31.199040 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893451d-1373-463e-854b-0678703a349c req-fa5bdec0-7e29-4f37-abb5-ae875cb68aed tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:31.211605 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e893451d-1373-463e-854b-0678703a349c req-fa5bdec0-7e29-4f37-abb5-ae875cb68aed tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=f24f8002-2da6-492e-bd36-4d1ef9302fb2 HTTP/1.1" status: 200 len: 931 time: 0.1240196 Feb 09 12:21:31.311498 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e893451d-1373-463e-854b-0678703a349c req-745a122e-7036-4807-9ccc-f1d06406cb92 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1740fde-ed7b-450f-94e7-17e594dcc7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878499 Feb 09 12:21:31.383272 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e4c7c-aa3f-4783-9534-3bc28e16ebae req-75dca65c-6776-40c3-ac3b-57668398704b tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:31.390100 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e4c7c-aa3f-4783-9534-3bc28e16ebae req-75dca65c-6776-40c3-ac3b-57668398704b tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:31.396794 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e4c7c-aa3f-4783-9534-3bc28e16ebae req-75dca65c-6776-40c3-ac3b-57668398704b tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:31.406106 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac6e4c7c-aa3f-4783-9534-3bc28e16ebae req-75dca65c-6776-40c3-ac3b-57668398704b tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/ports?device_id=c67291ea-e846-4997-b534-ad76f7b1326e&device_id=7b2a490e-a2ea-457b-973e-4059ce119ae4&device_id=1c4532aa-287a-44da-8eb9-3da0106a49a3 HTTP/1.1" status: 200 len: 2417 time: 0.1592150 Feb 09 12:21:31.467406 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac6e4c7c-aa3f-4783-9534-3bc28e16ebae req-7e295dbb-3ad4-4195-83fb-a123f97eaf3c tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/security-groups?id=513ce75b-46a7-4daf-8c5b-ed62fcd87f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583112 Feb 09 12:21:31.532701 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a0ee8d-cebc-4db9-90af-fe8c58efd99d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9ae4b3a-6a9e-4d5b-8eda-9db431346db4', 'code': 200} Feb 09 12:21:31.631930 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd432824-7028-4a8b-a73e-8aa3745020ba req-f37d8389-a834-4887-9a3b-21fdfb369b16 tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:31.640410 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fd432824-7028-4a8b-a73e-8aa3745020ba req-f37d8389-a834-4887-9a3b-21fdfb369b16 tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6b56dd09-217f-4e09-9355-dcba1e727292 HTTP/1.1" status: 200 len: 1097 time: 0.1355624 Feb 09 12:21:31.725691 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-8e421fb1-f283-4468-bcaa-a5775b789b2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05d96f9e-0118-4a50-a2c9-174ab0a69bf7 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:21:31.732228 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fd432824-7028-4a8b-a73e-8aa3745020ba req-927d41d8-9a5f-48b8-a4dc-7fd15c0d9d30 tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902860 Feb 09 12:21:31.745463 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-8e421fb1-f283-4468-bcaa-a5775b789b2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:31.771137 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-8e421fb1-f283-4468-bcaa-a5775b789b2a service neutron] Transition to ACTIVE for port object 05d96f9e-0118-4a50-a2c9-174ab0a69bf7 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:21:31.778921 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-8e421fb1-f283-4468-bcaa-a5775b789b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:31.801712 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105b45d-edce-4569-bf59-16759390dc7f req-30439196-deae-48f7-a8a2-1f5876c39a99 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:31.813302 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5105b45d-edce-4569-bf59-16759390dc7f req-30439196-deae-48f7-a8a2-1f5876c39a99 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecb233a2-243d-4d96-95f2-ff9525d04390 HTTP/1.1" status: 200 len: 944 time: 0.1251869 Feb 09 12:21:31.870565 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5105b45d-edce-4569-bf59-16759390dc7f req-23b8af11-9dc8-4331-ba4c-b6abd4b07c15 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.55 "GET /v2.0/security-groups?id=a9f122b4-0a8c-45c2-8b42-f95dfe3f0a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597346 Feb 09 12:21:32.092558 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1af2f-719e-4038-8485-edb9341939a8 req-e35e66bb-7171-4a31-8e46-527860b9fde1 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:32.101330 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e421fb1-f283-4468-bcaa-a5775b789b2a service neutron] Pushing event updated for resources: {'Port': ['ID=05d96f9e-0118-4a50-a2c9-174ab0a69bf7,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:32.121797 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e6d1af2f-719e-4038-8485-edb9341939a8 req-e35e66bb-7171-4a31-8e46-527860b9fde1 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/ports?device_id=c67291ea-e846-4997-b534-ad76f7b1326e HTTP/1.1" status: 200 len: 945 time: 0.1535075 Feb 09 12:21:32.185935 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-8e421fb1-f283-4468-bcaa-a5775b789b2a service neutron] Attempting to bind port 05d96f9e-0118-4a50-a2c9-174ab0a69bf7 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:21:32.187331 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-8e421fb1-f283-4468-bcaa-a5775b789b2a service neutron] Attempting to bind port 05d96f9e-0118-4a50-a2c9-174ab0a69bf7 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'dc30de51-0ecc-48b6-a874-d688a7830e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'cd0eeec7-232a-4918-9932-95d1042e3c75'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:21:32.187859 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-8e421fb1-f283-4468-bcaa-a5775b789b2a service neutron] Attempting to bind port 05d96f9e-0118-4a50-a2c9-174ab0a69bf7 on network cd0eeec7-232a-4918-9932-95d1042e3c75 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:21:32.198213 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-8e421fb1-f283-4468-bcaa-a5775b789b2a service neutron] Port 05d96f9e-0118-4a50-a2c9-174ab0a69bf7 on network cd0eeec7-232a-4918-9932-95d1042e3c75 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:21:32.199805 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-8e421fb1-f283-4468-bcaa-a5775b789b2a service neutron] Attempting to bind port 05d96f9e-0118-4a50-a2c9-174ab0a69bf7 on network cd0eeec7-232a-4918-9932-95d1042e3c75 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:21:32.213725 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-8e421fb1-f283-4468-bcaa-a5775b789b2a service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:21:32.214316 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-8e421fb1-f283-4468-bcaa-a5775b789b2a service neutron] Checking segment: {'id': 'dc30de51-0ecc-48b6-a874-d688a7830e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'cd0eeec7-232a-4918-9932-95d1042e3c75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:21:32.214489 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-8e421fb1-f283-4468-bcaa-a5775b789b2a service neutron] Bound using segment: {'id': 'dc30de51-0ecc-48b6-a874-d688a7830e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'cd0eeec7-232a-4918-9932-95d1042e3c75'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:21:32.215300 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-8e421fb1-f283-4468-bcaa-a5775b789b2a service neutron] Bound port: 05d96f9e-0118-4a50-a2c9-174ab0a69bf7, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc30de51-0ecc-48b6-a874-d688a7830e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'cd0eeec7-232a-4918-9932-95d1042e3c75'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:21:32.216874 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-8e421fb1-f283-4468-bcaa-a5775b789b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:32.255172 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e6d1af2f-719e-4038-8485-edb9341939a8 req-4b1f65c6-4ea3-4e97-a10d-5422ebbf25e6 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/security-groups?id=513ce75b-46a7-4daf-8c5b-ed62fcd87f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320240 Feb 09 12:21:32.307195 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfedbe2-d79c-4b84-892d-d2abeb2986e0 req-ab3dd305-91c3-4e43-84fc-f73ff0ae472e tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:32.322671 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7dfedbe2-d79c-4b84-892d-d2abeb2986e0 req-ab3dd305-91c3-4e43-84fc-f73ff0ae472e tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5550df0-da5c-4703-be00-76545c59d017 HTTP/1.1" status: 200 len: 950 time: 0.1763508 Feb 09 12:21:32.347977 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-8e421fb1-f283-4468-bcaa-a5775b789b2a service neutron] For port 05d96f9e-0118-4a50-a2c9-174ab0a69bf7, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:21:32.359821 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-8e421fb1-f283-4468-bcaa-a5775b789b2a service neutron] For port 05d96f9e-0118-4a50-a2c9-174ab0a69bf7, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=05d96f9e-0118-4a50-a2c9-174ab0a69bf7,segment=NetworkSegment(dc30de51-0ecc-48b6-a874-d688a7830e7a),segment_id=dc30de51-0ecc-48b6-a874-d688a7830e7a)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:21:32.376801 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-8e421fb1-f283-4468-bcaa-a5775b789b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:32.412660 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7dfedbe2-d79c-4b84-892d-d2abeb2986e0 req-c9bee209-6a9c-4f1e-a36d-cf22c97dc578 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883031 Feb 09 12:21:32.470559 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-8e421fb1-f283-4468-bcaa-a5775b789b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:32.471141 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-8e421fb1-f283-4468-bcaa-a5775b789b2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:32.473246 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-8e421fb1-f283-4468-bcaa-a5775b789b2a service neutron] 10.222.0.46 "PUT /v2.0/ports/05d96f9e-0118-4a50-a2c9-174ab0a69bf7 HTTP/1.1" status: 200 len: 1091 time: 1.7363083 Feb 09 12:21:32.473975 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f24f8002-2da6-492e-bd36-4d1ef9302fb2', 'tag': '05d96f9e-0118-4a50-a2c9-174ab0a69bf7'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:21:32.516829 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e421fb1-f283-4468-bcaa-a5775b789b2a service neutron] Pushing event updated for resources: {'Port': ['ID=05d96f9e-0118-4a50-a2c9-174ab0a69bf7,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:32.563962 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 8a34446c-2f89-4698-9525-326eca42f728 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:21:32.576096 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd901b83-c286-4af7-82d5-a99c1d3ef025 req-9d49e73c-04cd-471f-9bdf-9beff335fcfa tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:32.577934 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cd901b83-c286-4af7-82d5-a99c1d3ef025 req-9d49e73c-04cd-471f-9bdf-9beff335fcfa tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.1624799 Feb 09 12:21:32.733898 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cd901b83-c286-4af7-82d5-a99c1d3ef025 req-7b7576b4-8ddc-40bb-8e48-e7adcaaf8fcf tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455634 Feb 09 12:21:32.770179 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-32d7cbb9-6db0-48d5-8769-75f8a33436b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:32.777316 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-32d7cbb9-6db0-48d5-8769-75f8a33436b0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3e281b9d46b64541906a07f8f1e1d262&device_id=f24f8002-2da6-492e-bd36-4d1ef9302fb2 HTTP/1.1" status: 200 len: 1094 time: 0.2455015 Feb 09 12:21:32.813079 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 8a34446c-2f89-4698-9525-326eca42f728, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=8a34446c-2f89-4698-9525-326eca42f728,segment=NetworkSegment(82e7954e-4059-4af9-88d7-222a2af116b3),segment_id=82e7954e-4059-4af9-88d7-222a2af116b3)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:21:32.830310 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': '8a34446c-2f89-4698-9525-326eca42f728', 'network_id': '67898def-3951-49d0-9293-cb5c954f5ec1', 'port_id': '8a34446c-2f89-4698-9525-326eca42f728', 'mac_address': 'fa:16:3e:2b:55:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '810877b8-772a-476f-9d85-927aa877f608', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:21:32.911935 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f24f8002-2da6-492e-bd36-4d1ef9302fb2', 'tag': '05d96f9e-0118-4a50-a2c9-174ab0a69bf7', 'status': 'completed', 'code': 200} Feb 09 12:21:32.933418 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:32.954301 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a34446c-2f89-4698-9525-326eca42f728 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:21:32.956092 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-dd2158c8-597f-4e15-85b8-307d32b0e29f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05d96f9e-0118-4a50-a2c9-174ab0a69bf7 HTTP/1.1" status: 200 len: 217 time: 0.1677089 Feb 09 12:21:32.972894 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 8a34446c-2f89-4698-9525-326eca42f728, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=8a34446c-2f89-4698-9525-326eca42f728,segment=NetworkSegment(82e7954e-4059-4af9-88d7-222a2af116b3),segment_id=82e7954e-4059-4af9-88d7-222a2af116b3)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:21:32.981856 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:33.052320 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-d662327a-6e40-4d90-a722-5f987a9cf7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:33.060925 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-d662327a-6e40-4d90-a722-5f987a9cf7cc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=264393e0-eb04-4464-8575-4a6447ca8fe8 HTTP/1.1" status: 200 len: 862 time: 0.0935259 Feb 09 12:21:33.135749 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-3443c878-a27d-4e52-9628-e4325c576d15 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cd0eeec7-232a-4918-9932-95d1042e3c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661891 Feb 09 12:21:33.149671 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90771824-673e-4e78-940d-66e51ba448b5 req-49351854-c7f9-47c3-8202-d236bce38b0a tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:33.157123 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-90771824-673e-4e78-940d-66e51ba448b5 req-49351854-c7f9-47c3-8202-d236bce38b0a tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=f24f8002-2da6-492e-bd36-4d1ef9302fb2 HTTP/1.1" status: 200 len: 943 time: 0.2671440 Feb 09 12:21:33.161560 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9133bbad-92d9-4e4a-b36e-5c0540eef87a req-d120e67d-519e-458e-9a78-74dad2199e22 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1691c089-3110-48fc-9c9e-fc3a62408e41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1999810 Feb 09 12:21:33.186689 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=8a34446c-2f89-4698-9525-326eca42f728,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:33.251784 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-90771824-673e-4e78-940d-66e51ba448b5 req-f64a131f-eec2-4796-b2cd-f4305b5218c2 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1740fde-ed7b-450f-94e7-17e594dcc7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880344 Feb 09 12:21:33.381064 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-c54a4cf0-ced9-4946-bc2d-6511b38af4ea service neutron] 10.222.0.46 "GET /v2.0/networks/cd0eeec7-232a-4918-9932-95d1042e3c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297175 Feb 09 12:21:33.408277 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:21:33.449658 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['8a34446c-2f89-4698-9525-326eca42f728'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:21:33.590594 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b0a282c3-2b1d-46cb-a964-7c1a878330de req-655509ce-a4a8-4042-98e3-3931116004b0 service neutron] 10.222.0.46 "GET /v2.0/networks/cd0eeec7-232a-4918-9932-95d1042e3c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007563 Feb 09 12:21:33.674795 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1814a82-4bfb-413f-858a-ecd1b79d7ccc req-a45dab3c-6729-489a-b0c7-7457446dcb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:33.676263 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d1814a82-4bfb-413f-858a-ecd1b79d7ccc req-a45dab3c-6729-489a-b0c7-7457446dcb77 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ff6e1bb65bc440a9af2daa6d5785a57a&device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 1095 time: 0.4298253 Feb 09 12:21:33.684143 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133bbad-92d9-4e4a-b36e-5c0540eef87a req-8b00480f-dfa0-4eec-b130-b6b96326284e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:33.685630 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9133bbad-92d9-4e4a-b36e-5c0540eef87a req-8b00480f-dfa0-4eec-b130-b6b96326284e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49129fa2c03c45c2a0df365ab76f11e9&device_id=1691c089-3110-48fc-9c9e-fc3a62408e41 HTTP/1.1" status: 200 len: 1101 time: 0.3726313 Feb 09 12:21:33.828426 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1814a82-4bfb-413f-858a-ecd1b79d7ccc req-d56b2920-dcac-43ea-9d81-bc0b010dcbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:33.829875 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d1814a82-4bfb-413f-858a-ecd1b79d7ccc req-d56b2920-dcac-43ea-9d81-bc0b010dcbd9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0448691a-ec13-4b8b-a50a-33e2c91deaac HTTP/1.1" status: 200 len: 913 time: 0.1434128 Feb 09 12:21:33.839329 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0739065-e391-483e-be51-ad595e3fb36d req-43d8aa6d-4739-4943-8697-1f1ad6191929 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:33.846988 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a0739065-e391-483e-be51-ad595e3fb36d req-43d8aa6d-4739-4943-8697-1f1ad6191929 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecb233a2-243d-4d96-95f2-ff9525d04390 HTTP/1.1" status: 200 len: 945 time: 0.3484218 Feb 09 12:21:33.963630 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133bbad-92d9-4e4a-b36e-5c0540eef87a req-5b610b8a-8df1-4947-973d-7e0aa5ed2c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:33.965148 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9133bbad-92d9-4e4a-b36e-5c0540eef87a req-5b610b8a-8df1-4947-973d-7e0aa5ed2c0b service neutron] 10.222.0.46 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.2434850 Feb 09 12:21:34.161751 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9133bbad-92d9-4e4a-b36e-5c0540eef87a req-95a49f4c-46e1-4ac1-b28e-ce0076a36ec2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=209e9bbb-4904-4e48-aa76-9dd4a90dc863 HTTP/1.1" status: 200 len: 217 time: 0.1818850 Feb 09 12:21:34.182210 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d1814a82-4bfb-413f-858a-ecd1b79d7ccc req-1281cda0-66b2-4ee5-942f-bd183f39bb45 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9ae4b3a-6a9e-4d5b-8eda-9db431346db4 HTTP/1.1" status: 200 len: 998 time: 0.3323984 Feb 09 12:21:34.188363 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a0739065-e391-483e-be51-ad595e3fb36d req-f544023d-7ced-4e99-be34-750766ad768d tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.55 "GET /v2.0/security-groups?id=a9f122b4-0a8c-45c2-8b42-f95dfe3f0a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3397624 Feb 09 12:21:34.247956 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133bbad-92d9-4e4a-b36e-5c0540eef87a req-34afe785-69dc-46dd-a0fa-136ec1443975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:34.247956 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9133bbad-92d9-4e4a-b36e-5c0540eef87a req-34afe785-69dc-46dd-a0fa-136ec1443975 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.0790355 Feb 09 12:21:34.346015 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133bbad-92d9-4e4a-b36e-5c0540eef87a req-c14ce8e6-dee1-4d62-9bd4-ad21b3e64a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:34.347597 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9133bbad-92d9-4e4a-b36e-5c0540eef87a req-c14ce8e6-dee1-4d62-9bd4-ad21b3e64a88 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0900447 Feb 09 12:21:34.446694 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e13698-49ae-4df3-bae1-ede08f29a95a req-c3b4d4a0-0aef-4954-b755-79b844213455 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:34.448145 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-18e13698-49ae-4df3-bae1-ede08f29a95a req-c3b4d4a0-0aef-4954-b755-79b844213455 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.3998504 Feb 09 12:21:34.454482 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c5a870-03b3-4abd-b5fd-a15f530f2f4b req-fc92d7c9-e21c-42dd-b65d-595cd573b5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:34.455887 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b7c5a870-03b3-4abd-b5fd-a15f530f2f4b req-fc92d7c9-e21c-42dd-b65d-595cd573b5b7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3e281b9d46b64541906a07f8f1e1d262&device_id=f24f8002-2da6-492e-bd36-4d1ef9302fb2 HTTP/1.1" status: 200 len: 1094 time: 0.6249704 Feb 09 12:21:34.470505 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1814a82-4bfb-413f-858a-ecd1b79d7ccc req-ca4b3759-1c0c-44fc-9729-d9f6ac28d534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:34.471871 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d1814a82-4bfb-413f-858a-ecd1b79d7ccc req-ca4b3759-1c0c-44fc-9729-d9f6ac28d534 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fc155009-a31d-4409-b15f-2ed587ea4525 HTTP/1.1" status: 200 len: 851 time: 0.2658904 Feb 09 12:21:34.489182 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9133bbad-92d9-4e4a-b36e-5c0540eef87a req-09321d50-3009-40e1-a1eb-cac01d757c24 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298177 Feb 09 12:21:34.646025 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9133bbad-92d9-4e4a-b36e-5c0540eef87a req-e24089e5-5f1d-4e28-b2f8-b2e6c895194a service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430278 Feb 09 12:21:34.658987 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-18e13698-49ae-4df3-bae1-ede08f29a95a req-4f9ba3a3-22c3-47a3-a553-e784f3dddc78 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934869 Feb 09 12:21:34.701026 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca6c13-82cc-4a94-ac86-ebcd470a5e2e req-0125f6e2-8bde-45db-ac0c-bc538596316b tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:34.702479 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9dca6c13-82cc-4a94-ac86-ebcd470a5e2e req-0125f6e2-8bde-45db-ac0c-bc538596316b tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5550df0-da5c-4703-be00-76545c59d017 HTTP/1.1" status: 200 len: 950 time: 0.3302267 Feb 09 12:21:34.740648 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c5a870-03b3-4abd-b5fd-a15f530f2f4b req-66406bbb-1ce2-4344-8a64-ba8c16d72f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:34.741999 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b7c5a870-03b3-4abd-b5fd-a15f530f2f4b req-66406bbb-1ce2-4344-8a64-ba8c16d72f06 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cd0eeec7-232a-4918-9932-95d1042e3c75 HTTP/1.1" status: 200 len: 923 time: 0.2755167 Feb 09 12:21:34.757764 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1814a82-4bfb-413f-858a-ecd1b79d7ccc req-6aa2f08b-fb62-45f6-b6e3-fbdbf6b3ed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:34.759359 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d1814a82-4bfb-413f-858a-ecd1b79d7ccc req-6aa2f08b-fb62-45f6-b6e3-fbdbf6b3ed83 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0448691a-ec13-4b8b-a50a-33e2c91deaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2526112 Feb 09 12:21:34.851001 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9dca6c13-82cc-4a94-ac86-ebcd470a5e2e req-89a43c44-533a-4e33-9d52-410011cc6a85 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368134 Feb 09 12:21:34.857277 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b7c5a870-03b3-4abd-b5fd-a15f530f2f4b req-5bda5f14-4270-4aea-a57d-665e05bf75e8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05d96f9e-0118-4a50-a2c9-174ab0a69bf7 HTTP/1.1" status: 200 len: 217 time: 0.0956116 Feb 09 12:21:35.043090 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c5a870-03b3-4abd-b5fd-a15f530f2f4b req-86653b0c-3fc3-4945-a794-8e543a789325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:35.044565 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b7c5a870-03b3-4abd-b5fd-a15f530f2f4b req-86653b0c-3fc3-4945-a794-8e543a789325 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=264393e0-eb04-4464-8575-4a6447ca8fe8 HTTP/1.1" status: 200 len: 862 time: 0.1423566 Feb 09 12:21:35.114737 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b7c5a870-03b3-4abd-b5fd-a15f530f2f4b req-3bbca003-f294-481a-8c0c-c1a6661f1e9a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cd0eeec7-232a-4918-9932-95d1042e3c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601027 Feb 09 12:21:35.120250 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d1814a82-4bfb-413f-858a-ecd1b79d7ccc req-ed8d3490-eb4c-42ee-8cb4-32483b938371 service neutron] 10.222.0.52 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068607 Feb 09 12:21:35.364079 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb1890-0b3c-4e90-bae9-1710d39c34af req-78dddba5-73bd-44b6-9b78-6fe0b80e8b88 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:35.366244 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b3cb1890-0b3c-4e90-bae9-1710d39c34af req-78dddba5-73bd-44b6-9b78-6fe0b80e8b88 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=f24f8002-2da6-492e-bd36-4d1ef9302fb2 HTTP/1.1" status: 200 len: 943 time: 0.4061470 Feb 09 12:21:35.471913 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b7c5a870-03b3-4abd-b5fd-a15f530f2f4b req-72ff52c7-0a80-4282-95d5-ba2687a8a51a service neutron] 10.222.0.46 "GET /v2.0/networks/cd0eeec7-232a-4918-9932-95d1042e3c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464131 Feb 09 12:21:35.482835 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d1814a82-4bfb-413f-858a-ecd1b79d7ccc req-ae0028df-209c-44f6-becb-3a0430a78635 service neutron] 10.222.0.52 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378613 Feb 09 12:21:35.512692 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b3cb1890-0b3c-4e90-bae9-1710d39c34af req-8ff63c94-b833-45d5-965c-6c68935bb733 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1740fde-ed7b-450f-94e7-17e594dcc7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180859 Feb 09 12:21:35.610940 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6c5a1bf2-1ce0-40eb-a7b6-50b2943ed984 req-9b13bd4e-aaf7-43d1-af37-044df1dbb54d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=34e7919b-4407-4ab0-8bcc-35c5416c741e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4429679 Feb 09 12:21:35.677355 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b7c5a870-03b3-4abd-b5fd-a15f530f2f4b req-6d0372bd-59ba-4bf8-bb26-085fa69c2e52 service neutron] 10.222.0.46 "GET /v2.0/networks/cd0eeec7-232a-4918-9932-95d1042e3c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969795 Feb 09 12:21:35.838111 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8c491-ca6c-40cf-9b7c-620ece4523c4 req-5fc06c87-c139-4638-9b41-8e97ab1c6330 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:35.840286 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-83d8c491-ca6c-40cf-9b7c-620ece4523c4 req-5fc06c87-c139-4638-9b41-8e97ab1c6330 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecb233a2-243d-4d96-95f2-ff9525d04390 HTTP/1.1" status: 200 len: 945 time: 0.1620502 Feb 09 12:21:35.954587 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-83d8c491-ca6c-40cf-9b7c-620ece4523c4 req-e5da5d1f-3304-4f1e-89e7-d2f06600c5a2 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.55 "GET /v2.0/security-groups?id=a9f122b4-0a8c-45c2-8b42-f95dfe3f0a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746937 Feb 09 12:21:35.975417 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a1bf2-1ce0-40eb-a7b6-50b2943ed984 req-08b7a282-e9c5-45b5-81f9-e95e896372c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:35.977654 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6c5a1bf2-1ce0-40eb-a7b6-50b2943ed984 req-08b7a282-e9c5-45b5-81f9-e95e896372c8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=48298ec907a946ddb2f0d8ac4aa52547&device_id=34e7919b-4407-4ab0-8bcc-35c5416c741e HTTP/1.1" status: 200 len: 1095 time: 0.1967540 Feb 09 12:21:35.994573 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73493a07-b422-4e19-a91b-5f9934b3a80f req-76f0585a-782a-4752-a4a3-fa2d3a21c832 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:36.001924 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-73493a07-b422-4e19-a91b-5f9934b3a80f req-76f0585a-782a-4752-a4a3-fa2d3a21c832 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.1718333 Feb 09 12:21:36.191051 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-73493a07-b422-4e19-a91b-5f9934b3a80f req-8492d310-ea47-4489-b998-36f8b7df9110 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881857 Feb 09 12:21:36.379553 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a1bf2-1ce0-40eb-a7b6-50b2943ed984 req-d6e2b7f9-274c-4a23-b0f4-3f89534e010c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:36.381030 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6c5a1bf2-1ce0-40eb-a7b6-50b2943ed984 req-d6e2b7f9-274c-4a23-b0f4-3f89534e010c service neutron] 10.222.0.52 "GET /v2.0/networks?id=ef8cbc95-953d-4d9d-a80a-2c68322f6f7f HTTP/1.1" status: 200 len: 909 time: 0.3764286 Feb 09 12:21:36.465911 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f92ffc-647c-4585-b576-963fe966e7a9 req-c8536102-d6d6-4144-bc48-884c90343367 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:36.467864 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b9f92ffc-647c-4585-b576-963fe966e7a9 req-c8536102-d6d6-4144-bc48-884c90343367 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5550df0-da5c-4703-be00-76545c59d017 HTTP/1.1" status: 200 len: 950 time: 0.1655679 Feb 09 12:21:36.492001 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6c5a1bf2-1ce0-40eb-a7b6-50b2943ed984 req-b9f4c41e-2fde-4e55-b25d-4698aac8e11c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f5fb70a9-260d-4bef-bf68-ea6d7e835c4b HTTP/1.1" status: 200 len: 217 time: 0.0972373 Feb 09 12:21:36.607047 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b9f92ffc-647c-4585-b576-963fe966e7a9 req-014fc07e-78c8-415d-9fd0-304def34f325 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291075 Feb 09 12:21:36.608511 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 8a34446c-2f89-4698-9525-326eca42f728 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:21:36.644527 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a1bf2-1ce0-40eb-a7b6-50b2943ed984 req-c45bd87b-b54e-41b1-9f4c-94259e25933c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:36.645981 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6c5a1bf2-1ce0-40eb-a7b6-50b2943ed984 req-c45bd87b-b54e-41b1-9f4c-94259e25933c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=366798ce-1b6a-4537-9fda-2703703dab8f HTTP/1.1" status: 200 len: 848 time: 0.1451814 Feb 09 12:21:36.687104 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port 8a34446c-2f89-4698-9525-326eca42f728 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:21:36.692321 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port 8a34446c-2f89-4698-9525-326eca42f728 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:21:36.692742 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:36.707141 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6c5a1bf2-1ce0-40eb-a7b6-50b2943ed984 req-102e8bbc-6e19-4486-a6a6-695cae046cff service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ef8cbc95-953d-4d9d-a80a-2c68322f6f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494139 Feb 09 12:21:36.715478 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1be353-f5d5-4e68-8fd6-9f1be44cbc6e req-12382cd4-02f3-4509-bb91-64506a6544d0 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:36.717248 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bc1be353-f5d5-4e68-8fd6-9f1be44cbc6e req-12382cd4-02f3-4509-bb91-64506a6544d0 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c4532aa-287a-44da-8eb9-3da0106a49a3 HTTP/1.1" status: 200 len: 945 time: 0.1783159 Feb 09 12:21:36.767550 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 05d96f9e-0118-4a50-a2c9-174ab0a69bf7 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:21:36.949761 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bc1be353-f5d5-4e68-8fd6-9f1be44cbc6e req-7c6c26c2-0f04-43da-ab1a-24c88697439d tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/security-groups?id=513ce75b-46a7-4daf-8c5b-ed62fcd87f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980958 Feb 09 12:21:36.951584 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:37.005810 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb233a2-243d-4d96-95f2-ff9525d04390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a34446c-2f89-4698-9525-326eca42f728'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:21:37.013968 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6c5a1bf2-1ce0-40eb-a7b6-50b2943ed984 req-6253d1c6-0535-40c4-bbdf-796d385b3285 service neutron] 10.222.0.52 "GET /v2.0/networks/ef8cbc95-953d-4d9d-a80a-2c68322f6f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923992 Feb 09 12:21:37.024687 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 8a34446c-2f89-4698-9525-326eca42f728, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=8a34446c-2f89-4698-9525-326eca42f728,segment=NetworkSegment(82e7954e-4059-4af9-88d7-222a2af116b3),segment_id=82e7954e-4059-4af9-88d7-222a2af116b3)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:21:37.029787 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 05d96f9e-0118-4a50-a2c9-174ab0a69bf7, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=05d96f9e-0118-4a50-a2c9-174ab0a69bf7,segment=NetworkSegment(dc30de51-0ecc-48b6-a874-d688a7830e7a),segment_id=dc30de51-0ecc-48b6-a874-d688a7830e7a)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:21:37.045587 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:37.077709 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '05d96f9e-0118-4a50-a2c9-174ab0a69bf7', 'network_id': 'cd0eeec7-232a-4918-9932-95d1042e3c75', 'port_id': '05d96f9e-0118-4a50-a2c9-174ab0a69bf7', 'mac_address': 'fa:16:3e:a2:5d:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '264393e0-eb04-4464-8575-4a6447ca8fe8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:21:37.134397 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edcc24e-747a-439e-9275-d4691e61a98b req-260fd5d2-de45-43a8-b184-d9cc05b412d6 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:37.135906 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6edcc24e-747a-439e-9275-d4691e61a98b req-260fd5d2-de45-43a8-b184-d9cc05b412d6 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=f24f8002-2da6-492e-bd36-4d1ef9302fb2 HTTP/1.1" status: 200 len: 943 time: 0.4161220 Feb 09 12:21:37.161723 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:37.174141 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=8a34446c-2f89-4698-9525-326eca42f728,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:37.184762 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05d96f9e-0118-4a50-a2c9-174ab0a69bf7 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:21:37.201543 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 05d96f9e-0118-4a50-a2c9-174ab0a69bf7, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=05d96f9e-0118-4a50-a2c9-174ab0a69bf7,segment=NetworkSegment(dc30de51-0ecc-48b6-a874-d688a7830e7a),segment_id=dc30de51-0ecc-48b6-a874-d688a7830e7a)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:21:37.205805 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:37.253452 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6edcc24e-747a-439e-9275-d4691e61a98b req-451a5616-838d-4ffd-9797-57d133ccb67a tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1740fde-ed7b-450f-94e7-17e594dcc7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800219 Feb 09 12:21:37.285585 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=05d96f9e-0118-4a50-a2c9-174ab0a69bf7,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:37.294369 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:21:37.294714 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:21:37.295046 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:21:37.295374 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:21:37.295697 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:21:37.296102 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:21:37.296416 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:21:37.296917 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:21:37.297672 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:21:37.300125 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:21:37.300656 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:21:37.301151 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:21:37.319876 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6c5a1bf2-1ce0-40eb-a7b6-50b2943ed984 req-3f03d4c4-52d6-4476-a4e4-03a247354e5a service neutron] 10.222.0.52 "GET /v2.0/networks/ef8cbc95-953d-4d9d-a80a-2c68322f6f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924073 Feb 09 12:21:37.334678 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df157072-1f70-4649-be9a-ece561e598fc req-398b4fb9-ba62-4c96-8dd3-aae39e2dfc89 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:37.342484 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-df157072-1f70-4649-be9a-ece561e598fc req-398b4fb9-ba62-4c96-8dd3-aae39e2dfc89 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecb233a2-243d-4d96-95f2-ff9525d04390 HTTP/1.1" status: 200 len: 946 time: 0.2056024 Feb 09 12:21:37.347805 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb233a2-243d-4d96-95f2-ff9525d04390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a34446c-2f89-4698-9525-326eca42f728', 'code': 200} Feb 09 12:21:37.420537 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-df157072-1f70-4649-be9a-ece561e598fc req-7399ecce-c4b4-449b-9426-5b6a2a3c5272 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.55 "GET /v2.0/security-groups?id=a9f122b4-0a8c-45c2-8b42-f95dfe3f0a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770257 Feb 09 12:21:37.567691 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb10d4e1-0c60-4fe2-9ab6-0b07e2ca2d15 req-13762bbb-ccb6-4368-a735-38a807bff68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:37.569188 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bb10d4e1-0c60-4fe2-9ab6-0b07e2ca2d15 req-13762bbb-ccb6-4368-a735-38a807bff68c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ecb233a2-243d-4d96-95f2-ff9525d04390 HTTP/1.1" status: 200 len: 1097 time: 0.1329813 Feb 09 12:21:37.580793 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437aa52-197f-4e6b-8d69-221e32dc1a50 req-1f9a2279-d19c-4177-b6cc-46f0816639d0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:37.582126 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7437aa52-197f-4e6b-8d69-221e32dc1a50 req-1f9a2279-d19c-4177-b6cc-46f0816639d0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.1104989 Feb 09 12:21:37.638324 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['05d96f9e-0118-4a50-a2c9-174ab0a69bf7'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:21:37.645688 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bb10d4e1-0c60-4fe2-9ab6-0b07e2ca2d15 req-e8951332-debc-4c71-a875-d49a6d3537fe service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a9f122b4-0a8c-45c2-8b42-f95dfe3f0a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626493 Feb 09 12:21:37.650689 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7437aa52-197f-4e6b-8d69-221e32dc1a50 req-7607a678-467e-4b65-a4c7-00e81c2016e2 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555205 Feb 09 12:21:37.800521 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebd39a-9995-4fb0-b05f-61ad65b1c3b9 req-1eb46c99-bdde-469f-aa8b-b7d8c3cd79b0 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:37.801969 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9aebd39a-9995-4fb0-b05f-61ad65b1c3b9 req-1eb46c99-bdde-469f-aa8b-b7d8c3cd79b0 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5550df0-da5c-4703-be00-76545c59d017 HTTP/1.1" status: 200 len: 950 time: 0.0816429 Feb 09 12:21:37.846310 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9aebd39a-9995-4fb0-b05f-61ad65b1c3b9 req-9fa5ef48-c216-41ff-b1ed-9a443c18e664 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384765 Feb 09 12:21:38.194935 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dbb141-3c4d-4108-a713-7e7edb8d81c5 req-af47460b-abe0-48f7-9958-8c9b1648dc1a tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:38.197281 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-21dbb141-3c4d-4108-a713-7e7edb8d81c5 req-af47460b-abe0-48f7-9958-8c9b1648dc1a tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c4532aa-287a-44da-8eb9-3da0106a49a3 HTTP/1.1" status: 200 len: 945 time: 0.1446602 Feb 09 12:21:38.208962 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9317dc4-d174-4a14-9c78-8ae9a2ef8f37 req-fd39c4d7-0ebf-474b-87d9-6ac80860d88f tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:38.210333 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c9317dc4-d174-4a14-9c78-8ae9a2ef8f37 req-fd39c4d7-0ebf-474b-87d9-6ac80860d88f tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.1257401 Feb 09 12:21:38.280052 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-21dbb141-3c4d-4108-a713-7e7edb8d81c5 req-b96cd448-4e0c-4023-981d-2f0d4e2b027d tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/security-groups?id=513ce75b-46a7-4daf-8c5b-ed62fcd87f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680003 Feb 09 12:21:38.287115 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c9317dc4-d174-4a14-9c78-8ae9a2ef8f37 req-bed87918-e5fe-44f2-a9d7-f7197d34c941 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623901 Feb 09 12:21:38.618628 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0937aa-8766-4124-bbe9-8f6a4999458a req-7ba7a238-f45a-40bb-abb3-4c20b2e0bfee tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:38.620023 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3c0937aa-8766-4124-bbe9-8f6a4999458a req-7ba7a238-f45a-40bb-abb3-4c20b2e0bfee tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=f24f8002-2da6-492e-bd36-4d1ef9302fb2 HTTP/1.1" status: 200 len: 944 time: 0.2426629 Feb 09 12:21:38.631363 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa65ef9-0a75-4e88-bb4c-4335f1c2ba91 req-95592ddc-ffb9-4835-8e2a-2949138dec1a tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:38.633568 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aaa65ef9-0a75-4e88-bb4c-4335f1c2ba91 req-95592ddc-ffb9-4835-8e2a-2949138dec1a tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.2205157 Feb 09 12:21:38.698633 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3c0937aa-8766-4124-bbe9-8f6a4999458a req-1ae1429b-5594-452f-853b-76bc7250148c tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1740fde-ed7b-450f-94e7-17e594dcc7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641377 Feb 09 12:21:38.705225 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aaa65ef9-0a75-4e88-bb4c-4335f1c2ba91 req-583f269f-c482-4730-b8d6-30134da3a79a tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586491 Feb 09 12:21:38.881285 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5019f6c0-a69f-492b-9a85-a567dcf2af11 req-a844772b-3c46-4ff7-8039-3f6508b6dd95 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:38.883622 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5019f6c0-a69f-492b-9a85-a567dcf2af11 req-a844772b-3c46-4ff7-8039-3f6508b6dd95 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecb233a2-243d-4d96-95f2-ff9525d04390 HTTP/1.1" status: 200 len: 946 time: 0.0874605 Feb 09 12:21:38.998096 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5019f6c0-a69f-492b-9a85-a567dcf2af11 req-896d6f43-29e6-46db-9902-d3f05ec18a22 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.55 "GET /v2.0/security-groups?id=a9f122b4-0a8c-45c2-8b42-f95dfe3f0a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087289 Feb 09 12:21:39.070271 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-f21c66ea-63f5-4f6f-9430-efd23256a106 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:39.071664 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-f21c66ea-63f5-4f6f-9430-efd23256a106 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/networks?id=0448691a-ec13-4b8b-a50a-33e2c91deaac HTTP/1.1" status: 200 len: 812 time: 0.1543970 Feb 09 12:21:39.086286 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-c77129ac-63f1-4a92-8b47-844331b2eb47 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/quotas/ff6e1bb65bc440a9af2daa6d5785a57a HTTP/1.1" status: 200 len: 375 time: 0.0087020 Feb 09 12:21:39.232023 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-65db3ab3-ba4d-4130-82bd-4fa27f3a8ab6 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ff6e1bb65bc440a9af2daa6d5785a57a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1406624 Feb 09 12:21:39.239914 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc196703-b1f4-45f8-9d69-b7341bb9e785 req-78ec6c96-1ca1-41e8-8b42-c161ed8a2dcd tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:39.241247 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dc196703-b1f4-45f8-9d69-b7341bb9e785 req-78ec6c96-1ca1-41e8-8b42-c161ed8a2dcd tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5550df0-da5c-4703-be00-76545c59d017 HTTP/1.1" status: 200 len: 950 time: 0.1196282 Feb 09 12:21:39.362708 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dc196703-b1f4-45f8-9d69-b7341bb9e785 req-751b0ea7-bbbf-4c80-80d5-7794b455c117 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033566 Feb 09 12:21:39.400957 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-65b7c95d-e565-415a-84bb-07db8860a0e3 service neutron] 10.222.0.55 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587954 Feb 09 12:21:39.596439 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-313f432c-b866-40c8-ae0a-5074529e3955 service neutron] 10.222.0.55 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896944 Feb 09 12:21:39.607864 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2eebf-aa88-4c6a-8c30-95600a477ebd req-d6a309d9-3444-42d7-9d1d-22ebbfcebdad tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:39.609402 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f0b2eebf-aa88-4c6a-8c30-95600a477ebd req-d6a309d9-3444-42d7-9d1d-22ebbfcebdad tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c4532aa-287a-44da-8eb9-3da0106a49a3 HTTP/1.1" status: 200 len: 945 time: 0.1317558 Feb 09 12:21:39.664760 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f0b2eebf-aa88-4c6a-8c30-95600a477ebd req-1dffdfd6-e5f0-4859-95e6-01e07785cd25 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/security-groups?id=513ce75b-46a7-4daf-8c5b-ed62fcd87f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460210 Feb 09 12:21:39.816688 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d0968a44-252b-4187-b43d-8d40d72734f8 req-f235ac8e-7e16-40b7-a445-3c39a44ffab5 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=999bd8a9-df8a-415c-b9b3-ac08bf28dab7 HTTP/1.1" status: 200 len: 210 time: 0.0530221 Feb 09 12:21:39.905336 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083a7a7-6a17-4eb5-80f3-c096c4c67cb9 req-b5381fbf-0fc9-43da-8285-21e8a0ebdd74 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:39.906841 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c083a7a7-6a17-4eb5-80f3-c096c4c67cb9 req-b5381fbf-0fc9-43da-8285-21e8a0ebdd74 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=f24f8002-2da6-492e-bd36-4d1ef9302fb2 HTTP/1.1" status: 200 len: 944 time: 0.0951290 Feb 09 12:21:39.959930 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c083a7a7-6a17-4eb5-80f3-c096c4c67cb9 req-282416a9-b97b-41d2-b6e5-f41e2acafa63 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1740fde-ed7b-450f-94e7-17e594dcc7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468907 Feb 09 12:21:40.182841 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd66a6-cbdc-43f0-88e7-9a8f7e80e49e req-5980f26d-7608-4532-aa54-12ee2cde3f37 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:40.185194 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e5dd66a6-cbdc-43f0-88e7-9a8f7e80e49e req-5980f26d-7608-4532-aa54-12ee2cde3f37 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecb233a2-243d-4d96-95f2-ff9525d04390 HTTP/1.1" status: 200 len: 946 time: 0.0816119 Feb 09 12:21:40.233765 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e5dd66a6-cbdc-43f0-88e7-9a8f7e80e49e req-5666359c-6ee5-456a-86f1-cf66e2b3432b tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.55 "GET /v2.0/security-groups?id=a9f122b4-0a8c-45c2-8b42-f95dfe3f0a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438607 Feb 09 12:21:40.424217 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0add26e-c282-4cba-aaab-2f208275a6ac req-b7be314f-e12b-4792-9a46-c6ec8607646e tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:40.425881 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a0add26e-c282-4cba-aaab-2f208275a6ac req-b7be314f-e12b-4792-9a46-c6ec8607646e tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecb233a2-243d-4d96-95f2-ff9525d04390 HTTP/1.1" status: 200 len: 946 time: 0.0891104 Feb 09 12:21:40.435202 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47998) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:21:40.440185 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-4bede1cf-98ac-4f11-8abd-54736bb8b31e tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Request body: {'floatingip': {'port_id': '8a34446c-2f89-4698-9525-326eca42f728'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:21:40.560949 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4bede1cf-98ac-4f11-8abd-54736bb8b31e tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Notify callbacks [] for floatingip, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:40.785331 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 05d96f9e-0118-4a50-a2c9-174ab0a69bf7 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:21:40.866054 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 05d96f9e-0118-4a50-a2c9-174ab0a69bf7 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:21:40.871230 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 05d96f9e-0118-4a50-a2c9-174ab0a69bf7 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:21:40.871594 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:41.004579 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060806b-dd23-477c-8757-74e49e41e5e6 req-d662c642-72c8-406a-99ae-66a4f8e4496e tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:41.012522 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6060806b-dd23-477c-8757-74e49e41e5e6 req-d662c642-72c8-406a-99ae-66a4f8e4496e tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5550df0-da5c-4703-be00-76545c59d017 HTTP/1.1" status: 200 len: 950 time: 0.5125830 Feb 09 12:21:41.044772 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:41.076345 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24f8002-2da6-492e-bd36-4d1ef9302fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d96f9e-0118-4a50-a2c9-174ab0a69bf7'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:21:41.088793 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 05d96f9e-0118-4a50-a2c9-174ab0a69bf7, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=05d96f9e-0118-4a50-a2c9-174ab0a69bf7,segment=NetworkSegment(dc30de51-0ecc-48b6-a874-d688a7830e7a),segment_id=dc30de51-0ecc-48b6-a874-d688a7830e7a)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:21:41.095431 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:41.190031 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=05d96f9e-0118-4a50-a2c9-174ab0a69bf7,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:41.318655 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6060806b-dd23-477c-8757-74e49e41e5e6 req-910c504e-36a8-44aa-9faf-bf9146dba92e tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051579 Feb 09 12:21:41.319287 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [req-cc142d10-afb3-48b9-9b8f-e6ce772c2225 req-47abd93e-a271-4b24-8287-0c8ae5eaee51 service neutron] show failed (client error): The resource could not be found. Feb 09 12:21:41.321173 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc142d10-afb3-48b9-9b8f-e6ce772c2225 req-47abd93e-a271-4b24-8287-0c8ae5eaee51 service neutron] 10.222.0.52 "GET /v2.0/ports/06e0063b-7504-4c66-9209-f7afc1529895/bindings/n-h2-825178-3 HTTP/1.1" status: 404 len: 380 time: 0.4729648 Feb 09 12:21:41.388246 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203585e-0e71-44d0-8c20-d78d0cff65ba req-41bcc01a-261f-46bc-981c-3497108bc19c tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:41.389876 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8203585e-0e71-44d0-8c20-d78d0cff65ba req-41bcc01a-261f-46bc-981c-3497108bc19c tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c4532aa-287a-44da-8eb9-3da0106a49a3 HTTP/1.1" status: 200 len: 945 time: 0.5435071 Feb 09 12:21:41.405152 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-a8158df7-0bc0-4dc0-96cd-9e0cb565a1ad tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:41.406668 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-a8158df7-0bc0-4dc0-96cd-9e0cb565a1ad tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.46 "GET /v2.0/networks?id=0448691a-ec13-4b8b-a50a-33e2c91deaac HTTP/1.1" status: 200 len: 812 time: 0.4691021 Feb 09 12:21:41.493458 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-d5b02422-7708-4311-b136-97479f63c802 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Request body: {'port': {'device_id': '999bd8a9-df8a-415c-b9b3-ac08bf28dab7', 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac', 'admin_state_up': True, 'tenant_id': 'ff6e1bb65bc440a9af2daa6d5785a57a'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:21:41.636938 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc142d10-afb3-48b9-9b8f-e6ce772c2225 req-be8997ad-5c09-4897-b240-30c53180728c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:41.638072 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-44806642-30eb-4560-b765-13713c2715ce req-770034af-4816-4e0a-bc3d-371a20e42761 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=999bd8a9-df8a-415c-b9b3-ac08bf28dab7 HTTP/1.1" status: 200 len: 210 time: 0.1627750 Feb 09 12:21:41.638309 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cc142d10-afb3-48b9-9b8f-e6ce772c2225 req-be8997ad-5c09-4897-b240-30c53180728c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c5550df0-da5c-4703-be00-76545c59d017&tenant_id=49129fa2c03c45c2a0df365ab76f11e9 HTTP/1.1" status: 200 len: 1101 time: 0.0763469 Feb 09 12:21:41.649910 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-cc142d10-afb3-48b9-9b8f-e6ce772c2225 req-8123f258-d6e3-4e46-9605-b94b554237d4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825178-3', 'device_owner': 'compute:nova'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:21:41.677315 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8203585e-0e71-44d0-8c20-d78d0cff65ba req-7ac78767-b3ba-4b13-a07f-ac5251de0b35 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/security-groups?id=513ce75b-46a7-4daf-8c5b-ed62fcd87f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621562 Feb 09 12:21:41.751172 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f24f8002-2da6-492e-bd36-4d1ef9302fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d96f9e-0118-4a50-a2c9-174ab0a69bf7', 'code': 200} Feb 09 12:21:41.772994 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cc142d10-afb3-48b9-9b8f-e6ce772c2225 req-8123f258-d6e3-4e46-9605-b94b554237d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:41.797127 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-d5b02422-7708-4311-b136-97479f63c802 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:21:41.868928 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-d5b02422-7708-4311-b136-97479f63c802 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:21:41.964015 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-d5b02422-7708-4311-b136-97479f63c802 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Made reservation on behalf of ff6e1bb65bc440a9af2daa6d5785a57a for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:21:41.967453 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-d5b02422-7708-4311-b136-97479f63c802 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:42.045906 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-cc142d10-afb3-48b9-9b8f-e6ce772c2225 req-8123f258-d6e3-4e46-9605-b94b554237d4 service neutron] For port 06e0063b-7504-4c66-9209-f7afc1529895, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=06e0063b-7504-4c66-9209-f7afc1529895,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:21:42.074312 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-cc142d10-afb3-48b9-9b8f-e6ce772c2225 req-8123f258-d6e3-4e46-9605-b94b554237d4 service neutron] For port 06e0063b-7504-4c66-9209-f7afc1529895, host n-h1-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:21:42.076923 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4bede1cf-98ac-4f11-8abd-54736bb8b31e tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:42.092749 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc83ecb-195f-4acc-97b2-120e06b76ff8 req-a4d3143f-e991-4c43-9125-a3925d6c822a tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:42.094361 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5cc83ecb-195f-4acc-97b2-120e06b76ff8 req-a4d3143f-e991-4c43-9125-a3925d6c822a tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=f24f8002-2da6-492e-bd36-4d1ef9302fb2 HTTP/1.1" status: 200 len: 945 time: 0.3483229 Feb 09 12:21:42.100867 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4bede1cf-98ac-4f11-8abd-54736bb8b31e tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:42.133341 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5550df0-da5c-4703-be00-76545c59d017', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06e0063b-7504-4c66-9209-f7afc1529895'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:21:42.139273 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cc142d10-afb3-48b9-9b8f-e6ce772c2225 req-8123f258-d6e3-4e46-9605-b94b554237d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:42.154384 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-cc142d10-afb3-48b9-9b8f-e6ce772c2225 req-8123f258-d6e3-4e46-9605-b94b554237d4 service neutron] Transition to ACTIVE for port object 06e0063b-7504-4c66-9209-f7afc1529895 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:21:42.158664 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cc142d10-afb3-48b9-9b8f-e6ce772c2225 req-8123f258-d6e3-4e46-9605-b94b554237d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:42.200044 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5550df0-da5c-4703-be00-76545c59d017', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06e0063b-7504-4c66-9209-f7afc1529895', 'code': 200} Feb 09 12:21:42.223710 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75687d-edca-4823-9bfd-c066f146011e req-d3cbc777-bfaa-4fe8-ab6e-20a69ffeac58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:42.225273 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d75687d-edca-4823-9bfd-c066f146011e req-d3cbc777-bfaa-4fe8-ab6e-20a69ffeac58 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f24f8002-2da6-492e-bd36-4d1ef9302fb2 HTTP/1.1" status: 200 len: 1096 time: 0.4112194 Feb 09 12:21:42.324165 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc142d10-afb3-48b9-9b8f-e6ce772c2225 req-8123f258-d6e3-4e46-9605-b94b554237d4 service neutron] No DVR routers for this DVR port 06e0063b-7504-4c66-9209-f7afc1529895 on host n-h1-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:21:42.366536 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8123f258-d6e3-4e46-9605-b94b554237d4 service neutron] Pushing event updated for resources: {'Port': ['ID=06e0063b-7504-4c66-9209-f7afc1529895,revision_number=6']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:42.407965 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-cc142d10-afb3-48b9-9b8f-e6ce772c2225 req-8123f258-d6e3-4e46-9605-b94b554237d4 service neutron] Attempting to bind port 06e0063b-7504-4c66-9209-f7afc1529895 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:21:42.408609 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-cc142d10-afb3-48b9-9b8f-e6ce772c2225 req-8123f258-d6e3-4e46-9605-b94b554237d4 service neutron] Attempting to bind port 06e0063b-7504-4c66-9209-f7afc1529895 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:21:42.409112 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc142d10-afb3-48b9-9b8f-e6ce772c2225 req-8123f258-d6e3-4e46-9605-b94b554237d4 service neutron] Attempting to bind port 06e0063b-7504-4c66-9209-f7afc1529895 on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:21:42.415018 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc142d10-afb3-48b9-9b8f-e6ce772c2225 req-8123f258-d6e3-4e46-9605-b94b554237d4 service neutron] Port 06e0063b-7504-4c66-9209-f7afc1529895 on network 4f732e35-467f-44f5-be04-aa808693dec3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:21:42.415600 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc142d10-afb3-48b9-9b8f-e6ce772c2225 req-8123f258-d6e3-4e46-9605-b94b554237d4 service neutron] Attempting to bind port 06e0063b-7504-4c66-9209-f7afc1529895 on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:21:42.421903 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc142d10-afb3-48b9-9b8f-e6ce772c2225 req-8123f258-d6e3-4e46-9605-b94b554237d4 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:21:42.422522 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc142d10-afb3-48b9-9b8f-e6ce772c2225 req-8123f258-d6e3-4e46-9605-b94b554237d4 service neutron] Checking segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:21:42.423114 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc142d10-afb3-48b9-9b8f-e6ce772c2225 req-8123f258-d6e3-4e46-9605-b94b554237d4 service neutron] Bound using segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:21:42.423741 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-cc142d10-afb3-48b9-9b8f-e6ce772c2225 req-8123f258-d6e3-4e46-9605-b94b554237d4 service neutron] Bound port: 06e0063b-7504-4c66-9209-f7afc1529895, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:21:42.424303 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cc142d10-afb3-48b9-9b8f-e6ce772c2225 req-8123f258-d6e3-4e46-9605-b94b554237d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:42.489264 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5cc83ecb-195f-4acc-97b2-120e06b76ff8 req-d4419eab-37cb-451a-a0be-75cb2c9a2112 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1740fde-ed7b-450f-94e7-17e594dcc7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349340 Feb 09 12:21:42.530377 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-cc142d10-afb3-48b9-9b8f-e6ce772c2225 req-8123f258-d6e3-4e46-9605-b94b554237d4 service neutron] For port 06e0063b-7504-4c66-9209-f7afc1529895, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:21:42.533474 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-cc142d10-afb3-48b9-9b8f-e6ce772c2225 req-8123f258-d6e3-4e46-9605-b94b554237d4 service neutron] For port 06e0063b-7504-4c66-9209-f7afc1529895, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=06e0063b-7504-4c66-9209-f7afc1529895,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:21:42.537334 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cc142d10-afb3-48b9-9b8f-e6ce772c2225 req-8123f258-d6e3-4e46-9605-b94b554237d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:42.598968 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc142d10-afb3-48b9-9b8f-e6ce772c2225 req-8123f258-d6e3-4e46-9605-b94b554237d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:42.599586 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cc142d10-afb3-48b9-9b8f-e6ce772c2225 req-8123f258-d6e3-4e46-9605-b94b554237d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:42.601021 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cc142d10-afb3-48b9-9b8f-e6ce772c2225 req-8123f258-d6e3-4e46-9605-b94b554237d4 service neutron] 10.222.0.46 "PUT /v2.0/ports/06e0063b-7504-4c66-9209-f7afc1529895 HTTP/1.1" status: 200 len: 1096 time: 0.9554594 Feb 09 12:21:42.620879 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8123f258-d6e3-4e46-9605-b94b554237d4 service neutron] Pushing event updated for resources: {'Port': ['ID=06e0063b-7504-4c66-9209-f7afc1529895,revision_number=7']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:42.673742 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d75687d-edca-4823-9bfd-c066f146011e req-2f423e89-87a7-41ab-aa90-35a5b990434f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e1740fde-ed7b-450f-94e7-17e594dcc7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4224687 Feb 09 12:21:42.702575 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-d5b02422-7708-4311-b136-97479f63c802 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Allocated IP 172.20.0.6 (0448691a-ec13-4b8b-a50a-33e2c91deaac/fc155009-a31d-4409-b15f-2ed587ea4525/29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:21:42.718004 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [None req-4bede1cf-98ac-4f11-8abd-54736bb8b31e tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Floating IP 247368ca-a03d-4bcb-9d57-41c2c233f65f associated. External IP: 172.25.7.187, port: 8a34446c-2f89-4698-9525-326eca42f728. Feb 09 12:21:42.736881 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc142d10-afb3-48b9-9b8f-e6ce772c2225 req-9f9bc872-711f-4f68-a82f-74f122e08d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:42.736881 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cc142d10-afb3-48b9-9b8f-e6ce772c2225 req-9f9bc872-711f-4f68-a82f-74f122e08d3f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49129fa2c03c45c2a0df365ab76f11e9&device_id=c5550df0-da5c-4703-be00-76545c59d017 HTTP/1.1" status: 200 len: 1099 time: 0.1088243 Feb 09 12:21:42.878396 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-34e9cb15-7ded-4dc4-b24c-15aaa603d065 req-e275df94-0f4d-4ce9-addb-f67a29359edf tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=999bd8a9-df8a-415c-b9b3-ac08bf28dab7 HTTP/1.1" status: 200 len: 210 time: 0.0749950 Feb 09 12:21:42.941395 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983390a0-4a04-43e9-8d76-89732d56dce3 req-7f88104b-998c-481e-8a62-94039ecf09cd tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:42.948651 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-983390a0-4a04-43e9-8d76-89732d56dce3 req-7f88104b-998c-481e-8a62-94039ecf09cd tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5550df0-da5c-4703-be00-76545c59d017 HTTP/1.1" status: 200 len: 948 time: 0.4498258 Feb 09 12:21:43.078756 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc142d10-afb3-48b9-9b8f-e6ce772c2225 req-571cb894-61a3-4e36-abba-b2bfe1f3cadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:43.080882 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cc142d10-afb3-48b9-9b8f-e6ce772c2225 req-571cb894-61a3-4e36-abba-b2bfe1f3cadd service neutron] 10.222.0.46 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.1554587 Feb 09 12:21:43.157362 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cc142d10-afb3-48b9-9b8f-e6ce772c2225 req-5cda3162-4ce7-451e-a1a4-2b0b18e0086e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=06e0063b-7504-4c66-9209-f7afc1529895 HTTP/1.1" status: 200 len: 217 time: 0.0655923 Feb 09 12:21:43.176629 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-983390a0-4a04-43e9-8d76-89732d56dce3 req-851d6ee8-d677-4fce-a688-6109d27e8a9e tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269311 Feb 09 12:21:43.228002 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc142d10-afb3-48b9-9b8f-e6ce772c2225 req-beb5d9e8-d4c2-4056-9783-d58f96cf2b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:43.229341 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cc142d10-afb3-48b9-9b8f-e6ce772c2225 req-beb5d9e8-d4c2-4056-9783-d58f96cf2b22 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.0624602 Feb 09 12:21:43.330237 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41576f03-3c93-428d-8c76-eca747e36440 req-f89549eb-ff62-4106-a955-65e61e377ff4 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:43.332799 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc142d10-afb3-48b9-9b8f-e6ce772c2225 req-756dce29-5f38-44cc-bb4f-4f6ccb17bcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:43.334268 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cc142d10-afb3-48b9-9b8f-e6ce772c2225 req-756dce29-5f38-44cc-bb4f-4f6ccb17bcd0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0748932 Feb 09 12:21:43.337626 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-41576f03-3c93-428d-8c76-eca747e36440 req-f89549eb-ff62-4106-a955-65e61e377ff4 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c4532aa-287a-44da-8eb9-3da0106a49a3 HTTP/1.1" status: 200 len: 945 time: 0.3392010 Feb 09 12:21:43.428663 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-d5b02422-7708-4311-b136-97479f63c802 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:43.482255 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-d5b02422-7708-4311-b136-97479f63c802 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Transition to ACTIVE for port object 29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:21:43.499269 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-41576f03-3c93-428d-8c76-eca747e36440 req-40b1f67a-3717-454f-b265-cd0208861bae tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/security-groups?id=513ce75b-46a7-4daf-8c5b-ed62fcd87f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608090 Feb 09 12:21:43.508823 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bede1cf-98ac-4f11-8abd-54736bb8b31e tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Router a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:21:43.586641 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cc142d10-afb3-48b9-9b8f-e6ce772c2225 req-ef7a15d7-3e9e-4efb-91a6-5c8fc6919b3f service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380531 Feb 09 12:21:43.661266 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-d5b02422-7708-4311-b136-97479f63c802 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:43.740272 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cc142d10-afb3-48b9-9b8f-e6ce772c2225 req-1f3188f3-49bc-40f4-aedb-35b580bbb8dd service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449215 Feb 09 12:21:43.826736 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-d5b02422-7708-4311-b136-97479f63c802 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Network 0448691a-ec13-4b8b-a50a-33e2c91deaac is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:21:43.833768 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-d5b02422-7708-4311-b136-97479f63c802 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:21:43.841149 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-d5b02422-7708-4311-b136-97479f63c802 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:21:43.876208 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b02422-7708-4311-b136-97479f63c802 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Pushing event updated for resources: {'Port': ['ID=29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:43.897195 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bede1cf-98ac-4f11-8abd-54736bb8b31e tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:21:43.911150 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c686841-0c2a-4c43-bb9d-4926bf5d10c6 None None] Sync routers for ids ['a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:21:43.924497 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4bede1cf-98ac-4f11-8abd-54736bb8b31e tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:43.934163 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c686841-0c2a-4c43-bb9d-4926bf5d10c6 None None] Routers {'a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:21:43.934817 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-0c686841-0c2a-4c43-bb9d-4926bf5d10c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:21:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:21:43.971658 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-445cc331-e96a-44be-a3fe-3433144df102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:43.977904 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d6f1e-5501-4794-bbde-6a8c8874c268 req-000badd3-bb41-4b5a-a027-b5a455dc0778 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:43.980032 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5a4d6f1e-5501-4794-bbde-6a8c8874c268 req-000badd3-bb41-4b5a-a027-b5a455dc0778 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=f24f8002-2da6-492e-bd36-4d1ef9302fb2 HTTP/1.1" status: 200 len: 945 time: 0.3602409 Feb 09 12:21:43.991972 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-d5b02422-7708-4311-b136-97479f63c802 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:43.993243 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-d5b02422-7708-4311-b136-97479f63c802 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:44.149475 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-0c686841-0c2a-4c43-bb9d-4926bf5d10c6 None None] Set router a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:21:44.187242 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4c732378-3d44-4ffa-bb0d-b6ef0f380bd8 None None] Provisioning for port 29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:21:44.193052 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4c732378-3d44-4ffa-bb0d-b6ef0f380bd8 None None] Provisioning complete for port 29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:21:44.193673 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4c732378-3d44-4ffa-bb0d-b6ef0f380bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:44.201494 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5550df0-da5c-4703-be00-76545c59d017', 'tag': '06e0063b-7504-4c66-9209-f7afc1529895'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:21:44.226025 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-d5b02422-7708-4311-b136-97479f63c802 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7495677 Feb 09 12:21:44.231114 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4bede1cf-98ac-4f11-8abd-54736bb8b31e tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.55 "PUT /v2.0/floatingips/247368ca-a03d-4bcb-9d57-41c2c233f65f HTTP/1.1" status: 200 len: 992 time: 3.7926710 Feb 09 12:21:44.237380 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecb233a2-243d-4d96-95f2-ff9525d04390', 'tag': '8a34446c-2f89-4698-9525-326eca42f728'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:21:44.254126 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-ee0d73f8-ec18-4bb7-ba8a-54838761acc8 service neutron] Request body: {'port': {'device_id': '999bd8a9-df8a-415c-b9b3-ac08bf28dab7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:21:44.256983 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4c732378-3d44-4ffa-bb0d-b6ef0f380bd8 None None] Port 29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:21:44.319531 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5a4d6f1e-5501-4794-bbde-6a8c8874c268 req-bb42d974-f734-4974-9a2b-f0def35a1502 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1740fde-ed7b-450f-94e7-17e594dcc7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788797 Feb 09 12:21:44.420780 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a327f2-e3e4-49f2-badb-f5a4c09b2048 req-bd7840ee-7ac3-4666-a74d-c59f4e43ae73 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:44.421598 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-18a327f2-e3e4-49f2-badb-f5a4c09b2048 req-bd7840ee-7ac3-4666-a74d-c59f4e43ae73 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Synchronizing usage tracker for tenant:ff6e1bb65bc440a9af2daa6d5785a57a on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:21:44.452326 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-ee0d73f8-ec18-4bb7-ba8a-54838761acc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:44.464374 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-18a327f2-e3e4-49f2-badb-f5a4c09b2048 req-bd7840ee-7ac3-4666-a74d-c59f4e43ae73 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Unset dirty status for tenant:ff6e1bb65bc440a9af2daa6d5785a57a on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:21:44.465649 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-18a327f2-e3e4-49f2-badb-f5a4c09b2048 req-bd7840ee-7ac3-4666-a74d-c59f4e43ae73 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=999bd8a9-df8a-415c-b9b3-ac08bf28dab7 HTTP/1.1" status: 200 len: 931 time: 0.3199422 Feb 09 12:21:44.537156 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-0c686841-0c2a-4c43-bb9d-4926bf5d10c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87', 'name': 'tempest-ServersTestManualDisk-550994218-router', 'tenant_id': '74e25e3f451e47c2a8d748a546e69f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '9beb2e63-c4d4-44df-94bf-86423410258a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:20:53Z', 'updated_at': '2022-02-09T12:20:59Z', 'revision_number': 4, 'project_id': '74e25e3f451e47c2a8d748a546e69f97', 'gw_port': {'id': '9beb2e63-c4d4-44df-94bf-86423410258a', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:20:54Z', 'updated_at': '2022-02-09T12:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '247368ca-a03d-4bcb-9d57-41c2c233f65f', 'tenant_id': '74e25e3f451e47c2a8d748a546e69f97', 'floating_ip_address': '172.25.7.187', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87', 'port_id': '8a34446c-2f89-4698-9525-326eca42f728', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67898def-3951-49d0-9293-cb5c954f5ec1', 'mac_address': 'fa:16:3e:2b:55:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb233a2-243d-4d96-95f2-ff9525d04390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:21:10Z', 'updated_at': '2022-02-09T12:21:41Z', 'revision_number': 1, 'project_id': '74e25e3f451e47c2a8d748a546e69f97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8493ab5d-9349-4588-bd4b-07fce167b9b3', 'name': '', 'network_id': '67898def-3951-49d0-9293-cb5c954f5ec1', 'tenant_id': '74e25e3f451e47c2a8d748a546e69f97', 'mac_address': 'fa:16:3e:67:b7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '810877b8-772a-476f-9d85-927aa877f608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:20:58Z', 'updated_at': '2022-02-09T12:21:07Z', 'revision_number': 5, 'project_id': '74e25e3f451e47c2a8d748a546e69f97', 'subnets': [{'id': '810877b8-772a-476f-9d85-927aa877f608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:21:44.542324 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c686841-0c2a-4c43-bb9d-4926bf5d10c6 None None] Checking router: a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:21:44.551251 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c686841-0c2a-4c43-bb9d-4926bf5d10c6 None None] Routers {'a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:21:44.552161 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-0c686841-0c2a-4c43-bb9d-4926bf5d10c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:21:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:21:44.631265 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 06e0063b-7504-4c66-9209-f7afc1529895 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:21:44.657651 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-18a327f2-e3e4-49f2-badb-f5a4c09b2048 req-3bfb1ce0-ccde-452e-8b50-bdfdcbea6da3 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792450 Feb 09 12:21:44.715303 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 06e0063b-7504-4c66-9209-f7afc1529895 not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:21:44.763426 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-0c686841-0c2a-4c43-bb9d-4926bf5d10c6 None None] Set router a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:21:44.769839 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5550df0-da5c-4703-be00-76545c59d017', 'tag': '06e0063b-7504-4c66-9209-f7afc1529895', 'status': 'completed', 'code': 200} Feb 09 12:21:44.781407 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d88b7-6fde-45d1-b377-c1edfdc296dd req-8c63469e-dad9-4540-ac15-a96b13d36222 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:44.782970 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8b0d88b7-6fde-45d1-b377-c1edfdc296dd req-8c63469e-dad9-4540-ac15-a96b13d36222 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5550df0-da5c-4703-be00-76545c59d017 HTTP/1.1" status: 200 len: 948 time: 0.3024242 Feb 09 12:21:44.895505 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4f31d-09a5-4351-a8ff-6022cc91d54c req-6a84cf4a-920f-42a8-9e29-b94b07b9fe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:44.897673 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3ff4f31d-09a5-4351-a8ff-6022cc91d54c req-6a84cf4a-920f-42a8-9e29-b94b07b9fe79 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49129fa2c03c45c2a0df365ab76f11e9&device_id=c5550df0-da5c-4703-be00-76545c59d017 HTTP/1.1" status: 200 len: 1099 time: 0.0849469 Feb 09 12:21:44.973749 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8b0d88b7-6fde-45d1-b377-c1edfdc296dd req-960a8de5-f515-4eda-9a5d-3128e2784f1b tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120853 Feb 09 12:21:45.053103 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecb233a2-243d-4d96-95f2-ff9525d04390', 'tag': '8a34446c-2f89-4698-9525-326eca42f728', 'status': 'completed', 'code': 200} Feb 09 12:21:45.064653 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4f31d-09a5-4351-a8ff-6022cc91d54c req-03afddbe-5499-4c26-8bc8-992013a1857e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:45.066829 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3ff4f31d-09a5-4351-a8ff-6022cc91d54c req-03afddbe-5499-4c26-8bc8-992013a1857e service neutron] 10.222.0.46 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.1589642 Feb 09 12:21:45.082193 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4f31d-09a5-4351-a8ff-6022cc91d54c req-876ac709-b907-49b4-9c31-9b47fc28e257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:45.083945 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ff4f31d-09a5-4351-a8ff-6022cc91d54c req-876ac709-b907-49b4-9c31-9b47fc28e257 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49129fa2c03c45c2a0df365ab76f11e9&device_id=c5550df0-da5c-4703-be00-76545c59d017 HTTP/1.1" status: 200 len: 1099 time: 0.2563889 Feb 09 12:21:45.094829 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798524f1-e4f7-4767-a71f-3dc818612f60 req-5972f4e2-6457-4490-b08b-8577a8e1a9d3 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:45.096355 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-798524f1-e4f7-4767-a71f-3dc818612f60 req-5972f4e2-6457-4490-b08b-8577a8e1a9d3 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecb233a2-243d-4d96-95f2-ff9525d04390 HTTP/1.1" status: 200 len: 946 time: 0.1871817 Feb 09 12:21:45.158008 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3ff4f31d-09a5-4351-a8ff-6022cc91d54c req-2fc4a59b-3a8d-4239-8ee7-0dd055a49a4a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=06e0063b-7504-4c66-9209-f7afc1529895 HTTP/1.1" status: 200 len: 217 time: 0.0779777 Feb 09 12:21:45.175676 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-0c686841-0c2a-4c43-bb9d-4926bf5d10c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87', 'name': 'tempest-ServersTestManualDisk-550994218-router', 'tenant_id': '74e25e3f451e47c2a8d748a546e69f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '9beb2e63-c4d4-44df-94bf-86423410258a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:20:53Z', 'updated_at': '2022-02-09T12:20:59Z', 'revision_number': 4, 'project_id': '74e25e3f451e47c2a8d748a546e69f97', 'gw_port': {'id': '9beb2e63-c4d4-44df-94bf-86423410258a', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:20:54Z', 'updated_at': '2022-02-09T12:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '247368ca-a03d-4bcb-9d57-41c2c233f65f', 'tenant_id': '74e25e3f451e47c2a8d748a546e69f97', 'floating_ip_address': '172.25.7.187', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87', 'port_id': '8a34446c-2f89-4698-9525-326eca42f728', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67898def-3951-49d0-9293-cb5c954f5ec1', 'mac_address': 'fa:16:3e:2b:55:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb233a2-243d-4d96-95f2-ff9525d04390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:21:10Z', 'updated_at': '2022-02-09T12:21:41Z', 'revision_number': 1, 'project_id': '74e25e3f451e47c2a8d748a546e69f97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8493ab5d-9349-4588-bd4b-07fce167b9b3', 'name': '', 'network_id': '67898def-3951-49d0-9293-cb5c954f5ec1', 'tenant_id': '74e25e3f451e47c2a8d748a546e69f97', 'mac_address': 'fa:16:3e:67:b7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '810877b8-772a-476f-9d85-927aa877f608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:20:58Z', 'updated_at': '2022-02-09T12:21:07Z', 'revision_number': 5, 'project_id': '74e25e3f451e47c2a8d748a546e69f97', 'subnets': [{'id': '810877b8-772a-476f-9d85-927aa877f608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:21:45.180259 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c686841-0c2a-4c43-bb9d-4926bf5d10c6 None None] The sync data for ids ['a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87'] in n-d-825178-3 is: [{'id': 'a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87', 'name': 'tempest-ServersTestManualDisk-550994218-router', 'tenant_id': '74e25e3f451e47c2a8d748a546e69f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '9beb2e63-c4d4-44df-94bf-86423410258a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:20:53Z', 'updated_at': '2022-02-09T12:20:59Z', 'revision_number': 4, 'project_id': '74e25e3f451e47c2a8d748a546e69f97', 'gw_port': {'id': '9beb2e63-c4d4-44df-94bf-86423410258a', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:20:54Z', 'updated_at': '2022-02-09T12:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '247368ca-a03d-4bcb-9d57-41c2c233f65f', 'tenant_id': '74e25e3f451e47c2a8d748a546e69f97', 'floating_ip_address': '172.25.7.187', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87', 'port_id': '8a34446c-2f89-4698-9525-326eca42f728', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67898def-3951-49d0-9293-cb5c954f5ec1', 'mac_address': 'fa:16:3e:2b:55:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb233a2-243d-4d96-95f2-ff9525d04390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:21:10Z', 'updated_at': '2022-02-09T12:21:41Z', 'revision_number': 1, 'project_id': '74e25e3f451e47c2a8d748a546e69f97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8493ab5d-9349-4588-bd4b-07fce167b9b3', 'name': '', 'network_id': '67898def-3951-49d0-9293-cb5c954f5ec1', 'tenant_id': '74e25e3f451e47c2a8d748a546e69f97', 'mac_address': 'fa:16:3e:67:b7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '810877b8-772a-476f-9d85-927aa877f608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:20:58Z', 'updated_at': '2022-02-09T12:21:07Z', 'revision_number': 5, 'project_id': '74e25e3f451e47c2a8d748a546e69f97', 'subnets': [{'id': '810877b8-772a-476f-9d85-927aa877f608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:21:45.227127 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4f31d-09a5-4351-a8ff-6022cc91d54c req-d454b3f9-10ec-48e7-b686-09fe32b4231a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:45.229032 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3ff4f31d-09a5-4351-a8ff-6022cc91d54c req-d454b3f9-10ec-48e7-b686-09fe32b4231a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.0635848 Feb 09 12:21:45.327625 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4f31d-09a5-4351-a8ff-6022cc91d54c req-01c5d6b9-cd1f-4533-8b4e-0d0a5a1237b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:45.329435 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3ff4f31d-09a5-4351-a8ff-6022cc91d54c req-01c5d6b9-cd1f-4533-8b4e-0d0a5a1237b8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0837357 Feb 09 12:21:45.359674 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-ee0d73f8-ec18-4bb7-ba8a-54838761acc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:21:45.379473 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-ee0d73f8-ec18-4bb7-ba8a-54838761acc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:45.401084 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-798524f1-e4f7-4767-a71f-3dc818612f60 req-1b084828-4424-463f-bd0b-2338e17bf637 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.55 "GET /v2.0/security-groups?id=a9f122b4-0a8c-45c2-8b42-f95dfe3f0a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2558146 Feb 09 12:21:45.440452 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-ee0d73f8-ec18-4bb7-ba8a-54838761acc8 service neutron] Transition to ACTIVE for port object 29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:21:45.457839 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-ee0d73f8-ec18-4bb7-ba8a-54838761acc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:45.474703 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33e9689-ecaf-4f15-a777-bc8ee9ce542c None None] New status for floating IP 247368ca-a03d-4bcb-9d57-41c2c233f65f: ACTIVE {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:21:45.497988 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4f31d-09a5-4351-a8ff-6022cc91d54c req-93280e65-5a03-4627-8f0e-5b05e2724fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:45.499380 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ff4f31d-09a5-4351-a8ff-6022cc91d54c req-93280e65-5a03-4627-8f0e-5b05e2724fea service neutron] 10.222.0.52 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.3716512 Feb 09 12:21:45.530016 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3ff4f31d-09a5-4351-a8ff-6022cc91d54c req-f7b4c6ed-dde8-43fa-9a19-8dea999fa746 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889017 Feb 09 12:21:45.700848 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ff4f31d-09a5-4351-a8ff-6022cc91d54c req-a2ecba95-7fd6-47ae-9a67-3e253ba2bafa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=06e0063b-7504-4c66-9209-f7afc1529895 HTTP/1.1" status: 200 len: 217 time: 0.1817088 Feb 09 12:21:45.709605 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec85d5-37e7-492c-b7ff-430b47b17a3e req-7a87f1e6-6577-4ac8-93be-506c728050f0 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:45.711376 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2aec85d5-37e7-492c-b7ff-430b47b17a3e req-7a87f1e6-6577-4ac8-93be-506c728050f0 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c4532aa-287a-44da-8eb9-3da0106a49a3 HTTP/1.1" status: 200 len: 945 time: 0.5052185 Feb 09 12:21:45.713747 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e2747-7c3d-4f37-8a5e-33c0087ac6dc req-bedda568-7da7-4d5b-9d95-1dc152bd6f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:45.715597 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ff9e2747-7c3d-4f37-8a5e-33c0087ac6dc req-bedda568-7da7-4d5b-9d95-1dc152bd6f8c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=74e25e3f451e47c2a8d748a546e69f97&device_id=ecb233a2-243d-4d96-95f2-ff9525d04390 HTTP/1.1" status: 200 len: 1097 time: 0.5537720 Feb 09 12:21:45.744804 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3ff4f31d-09a5-4351-a8ff-6022cc91d54c req-ea0590bb-487c-4fe8-9689-0276002bdce2 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999054 Feb 09 12:21:46.043844 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d73f8-ec18-4bb7-ba8a-54838761acc8 service neutron] Pushing event updated for resources: {'Port': ['ID=29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:46.129206 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4f31d-09a5-4351-a8ff-6022cc91d54c req-c14ed6c0-0f98-4000-9636-292cdae1a41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:46.130573 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ff4f31d-09a5-4351-a8ff-6022cc91d54c req-c14ed6c0-0f98-4000-9636-292cdae1a41f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.4140229 Feb 09 12:21:46.142252 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2aec85d5-37e7-492c-b7ff-430b47b17a3e req-37c79688-6ffc-4db8-97de-b1c2438da712 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/security-groups?id=513ce75b-46a7-4daf-8c5b-ed62fcd87f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750858 Feb 09 12:21:46.285699 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1d133b21-208d-4512-b2ce-fc94d4add29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:46.286924 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-ee0d73f8-ec18-4bb7-ba8a-54838761acc8 service neutron] Attempting to bind port 29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:21:46.287273 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-ee0d73f8-ec18-4bb7-ba8a-54838761acc8 service neutron] Attempting to bind port 29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '8f05bb68-39ac-4075-9eae-946e36af88ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:21:46.287615 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-ee0d73f8-ec18-4bb7-ba8a-54838761acc8 service neutron] Attempting to bind port 29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e on network 0448691a-ec13-4b8b-a50a-33e2c91deaac {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:21:46.297798 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd07d5-b6fa-46a7-8d3f-489a124dc167 req-bd122284-0cc2-4239-8d66-9b338bcf199c tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:46.299299 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e6dd07d5-b6fa-46a7-8d3f-489a124dc167 req-bd122284-0cc2-4239-8d66-9b338bcf199c tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6b56dd09-217f-4e09-9355-dcba1e727292 HTTP/1.1" status: 200 len: 1097 time: 0.7053120 Feb 09 12:21:46.300307 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e2747-7c3d-4f37-8a5e-33c0087ac6dc req-77e131a0-439c-4595-ac16-e3fa0db7880b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:46.301604 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ff9e2747-7c3d-4f37-8a5e-33c0087ac6dc req-77e131a0-439c-4595-ac16-e3fa0db7880b service neutron] 10.222.0.52 "GET /v2.0/networks?id=67898def-3951-49d0-9293-cb5c954f5ec1 HTTP/1.1" status: 200 len: 912 time: 0.5358377 Feb 09 12:21:46.317019 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-ee0d73f8-ec18-4bb7-ba8a-54838761acc8 service neutron] Port 29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e on network 0448691a-ec13-4b8b-a50a-33e2c91deaac not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:21:46.317353 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-ee0d73f8-ec18-4bb7-ba8a-54838761acc8 service neutron] Attempting to bind port 29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e on network 0448691a-ec13-4b8b-a50a-33e2c91deaac {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:21:46.400955 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-ee0d73f8-ec18-4bb7-ba8a-54838761acc8 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:21:46.401225 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-ee0d73f8-ec18-4bb7-ba8a-54838761acc8 service neutron] Checking segment: {'id': '8f05bb68-39ac-4075-9eae-946e36af88ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:21:46.401610 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-ee0d73f8-ec18-4bb7-ba8a-54838761acc8 service neutron] Bound using segment: {'id': '8f05bb68-39ac-4075-9eae-946e36af88ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:21:46.402057 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-ee0d73f8-ec18-4bb7-ba8a-54838761acc8 service neutron] Bound port: 29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f05bb68-39ac-4075-9eae-946e36af88ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:21:46.402409 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-ee0d73f8-ec18-4bb7-ba8a-54838761acc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:46.519927 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e6dd07d5-b6fa-46a7-8d3f-489a124dc167 req-4ee51e34-6efc-4f69-b541-5da03ed4e4c2 tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100508 Feb 09 12:21:46.548627 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ff9e2747-7c3d-4f37-8a5e-33c0087ac6dc req-1d4e97e2-b621-4be0-b6e3-b550091fa5e8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a34446c-2f89-4698-9525-326eca42f728 HTTP/1.1" status: 200 len: 1002 time: 0.2053180 Feb 09 12:21:46.600860 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4f31d-09a5-4351-a8ff-6022cc91d54c req-47b09eb2-ca12-4cca-93fe-4aa154043423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:46.603403 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ff4f31d-09a5-4351-a8ff-6022cc91d54c req-47b09eb2-ca12-4cca-93fe-4aa154043423 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4384441 Feb 09 12:21:46.619733 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84562a8e-0e81-4e45-9979-9d9829553592 req-d7e546b2-d735-462f-bdcd-5a7299b93f8c tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:46.626622 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-84562a8e-0e81-4e45-9979-9d9829553592 req-d7e546b2-d735-462f-bdcd-5a7299b93f8c tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=f24f8002-2da6-492e-bd36-4d1ef9302fb2 HTTP/1.1" status: 200 len: 945 time: 0.3888609 Feb 09 12:21:46.683972 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-ee0d73f8-ec18-4bb7-ba8a-54838761acc8 service neutron] For port 29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:21:46.782932 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 06e0063b-7504-4c66-9209-f7afc1529895 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:21:46.810464 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-ee0d73f8-ec18-4bb7-ba8a-54838761acc8 service neutron] For port 29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e,segment=NetworkSegment(8f05bb68-39ac-4075-9eae-946e36af88ec),segment_id=8f05bb68-39ac-4075-9eae-946e36af88ec)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:21:46.833660 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-84562a8e-0e81-4e45-9979-9d9829553592 req-f0d5b49e-9eab-467a-8358-482984a1dbe6 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1740fde-ed7b-450f-94e7-17e594dcc7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062018 Feb 09 12:21:46.834666 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-ee0d73f8-ec18-4bb7-ba8a-54838761acc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:46.872040 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e2747-7c3d-4f37-8a5e-33c0087ac6dc req-1fbc5ebf-9550-41bc-941f-50b05bb7611f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:46.873519 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ff9e2747-7c3d-4f37-8a5e-33c0087ac6dc req-1fbc5ebf-9550-41bc-941f-50b05bb7611f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=810877b8-772a-476f-9d85-927aa877f608 HTTP/1.1" status: 200 len: 850 time: 0.3080764 Feb 09 12:21:46.932940 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 06e0063b-7504-4c66-9209-f7afc1529895, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=06e0063b-7504-4c66-9209-f7afc1529895,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:21:46.947651 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '06e0063b-7504-4c66-9209-f7afc1529895', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'port_id': '06e0063b-7504-4c66-9209-f7afc1529895', 'mac_address': 'fa:16:3e:92:dd:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed5558-888d-440a-8c32-52f2f9bc5bd5', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:21:47.005112 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:47.011442 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-ee0d73f8-ec18-4bb7-ba8a-54838761acc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:47.012100 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-ee0d73f8-ec18-4bb7-ba8a-54838761acc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:47.013480 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-ee0d73f8-ec18-4bb7-ba8a-54838761acc8 service neutron] 10.222.0.46 "PUT /v2.0/ports/29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e HTTP/1.1" status: 200 len: 1091 time: 2.7770679 Feb 09 12:21:47.022982 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06e0063b-7504-4c66-9209-f7afc1529895 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:21:47.040595 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 06e0063b-7504-4c66-9209-f7afc1529895, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=06e0063b-7504-4c66-9209-f7afc1529895,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:21:47.045693 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:47.060727 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '999bd8a9-df8a-415c-b9b3-ac08bf28dab7', 'tag': '29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:21:47.070803 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ff4f31d-09a5-4351-a8ff-6022cc91d54c req-ecdf0dbc-b540-418c-81b4-b6108119f4bd service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4268599 Feb 09 12:21:47.135055 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d73f8-ec18-4bb7-ba8a-54838761acc8 service neutron] Pushing event updated for resources: {'Port': ['ID=29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:47.136764 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=06e0063b-7504-4c66-9209-f7afc1529895,revision_number=8']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:47.233421 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6b4a98-7b57-4315-b57e-a7a009504c58 req-6a2d7904-2cec-41f5-b303-fb9bce01a020 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:47.234825 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6b6b4a98-7b57-4315-b57e-a7a009504c58 req-6a2d7904-2cec-41f5-b303-fb9bce01a020 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=999bd8a9-df8a-415c-b9b3-ac08bf28dab7 HTTP/1.1" status: 200 len: 943 time: 0.5898852 Feb 09 12:21:47.317598 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e2747-7c3d-4f37-8a5e-33c0087ac6dc req-505f5f8b-d8a4-4478-b428-b2fd98ea163d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:47.319090 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ff9e2747-7c3d-4f37-8a5e-33c0087ac6dc req-505f5f8b-d8a4-4478-b428-b2fd98ea163d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=67898def-3951-49d0-9293-cb5c954f5ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4145389 Feb 09 12:21:47.369193 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6b6b4a98-7b57-4315-b57e-a7a009504c58 req-42ba716e-ef09-4602-a9de-0553c07cece2 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197286 Feb 09 12:21:47.387162 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa1e20-aa16-4f5e-a81f-45d0ff755a79 req-136c337a-da9d-43fa-b71e-755283ad3128 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:47.388688 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8afa1e20-aa16-4f5e-a81f-45d0ff755a79 req-136c337a-da9d-43fa-b71e-755283ad3128 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5550df0-da5c-4703-be00-76545c59d017 HTTP/1.1" status: 200 len: 948 time: 0.4338012 Feb 09 12:21:47.458070 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:47.480410 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-842dbb15-5a5e-42e4-845b-23703c47700b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:47.481877 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-842dbb15-5a5e-42e4-845b-23703c47700b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff6e1bb65bc440a9af2daa6d5785a57a&device_id=999bd8a9-df8a-415c-b9b3-ac08bf28dab7 HTTP/1.1" status: 200 len: 1094 time: 0.4102330 Feb 09 12:21:47.488164 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ff4f31d-09a5-4351-a8ff-6022cc91d54c req-35357300-8b94-4a18-9854-b5a1408b1814 service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598516 Feb 09 12:21:47.562453 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:47.584273 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['06e0063b-7504-4c66-9209-f7afc1529895'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:21:47.760302 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-ea28d714-2f07-4a38-95b2-e97e4ebd37ea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e HTTP/1.1" status: 200 len: 217 time: 0.2633486 Feb 09 12:21:47.780470 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8afa1e20-aa16-4f5e-a81f-45d0ff755a79 req-7b42f527-5e58-41d6-93a2-7bb482c7dc0c tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275447 Feb 09 12:21:47.844403 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ff9e2747-7c3d-4f37-8a5e-33c0087ac6dc req-f496583a-20db-46e6-b944-56a44d1611b4 service neutron] 10.222.0.52 "GET /v2.0/networks/67898def-3951-49d0-9293-cb5c954f5ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4996226 Feb 09 12:21:47.887130 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-9e9ac1c7-5b84-46ce-8e01-9c2800223148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:47.888592 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-9e9ac1c7-5b84-46ce-8e01-9c2800223148 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fc155009-a31d-4409-b15f-2ed587ea4525 HTTP/1.1" status: 200 len: 851 time: 0.1148572 Feb 09 12:21:48.001925 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac364a40-dba1-4ec3-868e-7cc6bb620337 req-e268a4a3-2374-4962-ac24-e73a72c84936 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:48.003402 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac364a40-dba1-4ec3-868e-7cc6bb620337 req-e268a4a3-2374-4962-ac24-e73a72c84936 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecb233a2-243d-4d96-95f2-ff9525d04390 HTTP/1.1" status: 200 len: 946 time: 0.5188110 Feb 09 12:21:48.100602 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac364a40-dba1-4ec3-868e-7cc6bb620337 req-2d7c3e5e-69e1-4489-952c-3a898df19c65 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.55 "GET /v2.0/security-groups?id=a9f122b4-0a8c-45c2-8b42-f95dfe3f0a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902314 Feb 09 12:21:48.103105 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ff9e2747-7c3d-4f37-8a5e-33c0087ac6dc req-436dd6e0-3ca1-498b-89a7-08b51c049f31 service neutron] 10.222.0.52 "GET /v2.0/networks/67898def-3951-49d0-9293-cb5c954f5ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492244 Feb 09 12:21:48.119156 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-f6f61f63-287e-4160-b64e-8072cffe870f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:48.120698 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-f6f61f63-287e-4160-b64e-8072cffe870f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0448691a-ec13-4b8b-a50a-33e2c91deaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1834154 Feb 09 12:21:48.339402 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-8957266f-28d4-4771-bb70-b93cdd35cc58 service neutron] 10.222.0.46 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096708 Feb 09 12:21:48.454410 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879a667-5206-4a07-9f6c-29cc3ad12ed0 req-b3632b95-186f-4b06-9809-98444b927675 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:48.455989 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b879a667-5206-4a07-9f6c-29cc3ad12ed0 req-b3632b95-186f-4b06-9809-98444b927675 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=f24f8002-2da6-492e-bd36-4d1ef9302fb2 HTTP/1.1" status: 200 len: 945 time: 0.2420504 Feb 09 12:21:48.536033 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-23834869-ac6c-48a3-9be0-1cdb69a8cd7f req-869126e1-29d6-4392-8b01-6dfb80351a00 service neutron] 10.222.0.46 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897981 Feb 09 12:21:48.542291 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b879a667-5206-4a07-9f6c-29cc3ad12ed0 req-2674a73a-52b4-47cf-be1e-f9c83e6826d3 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1740fde-ed7b-450f-94e7-17e594dcc7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790963 Feb 09 12:21:48.611333 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '999bd8a9-df8a-415c-b9b3-ac08bf28dab7', 'tag': '29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e', 'status': 'completed', 'code': 200} Feb 09 12:21:48.799368 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01788245-c5dc-40e2-acdf-45ff684d539b req-a04da337-b744-4991-a2dd-96884374a25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:48.801011 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-01788245-c5dc-40e2-acdf-45ff684d539b req-a04da337-b744-4991-a2dd-96884374a25b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff6e1bb65bc440a9af2daa6d5785a57a&device_id=999bd8a9-df8a-415c-b9b3-ac08bf28dab7 HTTP/1.1" status: 200 len: 1094 time: 0.1532972 Feb 09 12:21:48.911038 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23967d32-3c4e-4ed6-82c6-a5e733fe93a5 req-a33e5cde-1f8b-4af5-a012-3fc8c5f93b87 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:48.915692 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-23967d32-3c4e-4ed6-82c6-a5e733fe93a5 req-a33e5cde-1f8b-4af5-a012-3fc8c5f93b87 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c4532aa-287a-44da-8eb9-3da0106a49a3 HTTP/1.1" status: 200 len: 945 time: 0.1898847 Feb 09 12:21:49.002410 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-23967d32-3c4e-4ed6-82c6-a5e733fe93a5 req-e4843fbf-7926-41e3-afee-f80c907ce3f0 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/security-groups?id=513ce75b-46a7-4daf-8c5b-ed62fcd87f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789733 Feb 09 12:21:49.003021 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01788245-c5dc-40e2-acdf-45ff684d539b req-73e93790-8439-451f-8648-dab0fd2c3a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:49.004484 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-01788245-c5dc-40e2-acdf-45ff684d539b req-73e93790-8439-451f-8648-dab0fd2c3a3a service neutron] 10.222.0.46 "GET /v2.0/networks?id=0448691a-ec13-4b8b-a50a-33e2c91deaac HTTP/1.1" status: 200 len: 913 time: 0.1944370 Feb 09 12:21:49.012610 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:49.088612 n-d-825178-3 neutron-server[87568]: WARNING keystonemiddleware.auth_token [req-d4572ce2-acfe-4d35-8ae6-4bbc3292ec79 req-f8c4d859-26b5-4ed8-acd9-973168a6c7b6 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 09 12:21:49.094707 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-fbe1c603-88c8-46b7-a598-163c028c2966 tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:21:49.103094 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-fbe1c603-88c8-46b7-a598-163c028c2966 tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0859153 Feb 09 12:21:49.111709 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-61ce0bbe-5ad8-4a12-93d1-4c4f7adc8c4b service neutron] Request body: {'binding': {'host': 'n-h1-825178-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:21:49.113224 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-01788245-c5dc-40e2-acdf-45ff684d539b req-ff798228-2ea2-420a-9d0c-3936c3eb7d04 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e HTTP/1.1" status: 200 len: 217 time: 0.0890400 Feb 09 12:21:49.114332 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-61ce0bbe-5ad8-4a12-93d1-4c4f7adc8c4b service neutron] Unknown quota resources ['binding']. {{(pid=87568) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 09 12:21:49.208275 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01788245-c5dc-40e2-acdf-45ff684d539b req-37a5b5dc-ba6d-4f6c-bb5b-c021ac8e094c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:49.211399 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-01788245-c5dc-40e2-acdf-45ff684d539b req-37a5b5dc-ba6d-4f6c-bb5b-c021ac8e094c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fc155009-a31d-4409-b15f-2ed587ea4525 HTTP/1.1" status: 200 len: 851 time: 0.0866411 Feb 09 12:21:49.400268 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-61ce0bbe-5ad8-4a12-93d1-4c4f7adc8c4b service neutron] Attempting to bind port bc63ec7d-afff-4490-ab8b-928f8fcc43cd on host n-h1-825178-3 for vnic_type normal with profile None {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:21:49.400601 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-61ce0bbe-5ad8-4a12-93d1-4c4f7adc8c4b service neutron] Attempting to bind port bc63ec7d-afff-4490-ab8b-928f8fcc43cd by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:21:49.400925 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-61ce0bbe-5ad8-4a12-93d1-4c4f7adc8c4b service neutron] Attempting to bind port bc63ec7d-afff-4490-ab8b-928f8fcc43cd on network ef8cbc95-953d-4d9d-a80a-2c68322f6f7f {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:21:49.406105 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-61ce0bbe-5ad8-4a12-93d1-4c4f7adc8c4b service neutron] Port bc63ec7d-afff-4490-ab8b-928f8fcc43cd on network ef8cbc95-953d-4d9d-a80a-2c68322f6f7f not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:21:49.406648 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-61ce0bbe-5ad8-4a12-93d1-4c4f7adc8c4b service neutron] Attempting to bind port bc63ec7d-afff-4490-ab8b-928f8fcc43cd on network ef8cbc95-953d-4d9d-a80a-2c68322f6f7f {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:21:49.418207 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-61ce0bbe-5ad8-4a12-93d1-4c4f7adc8c4b service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:21:49.418634 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-61ce0bbe-5ad8-4a12-93d1-4c4f7adc8c4b service neutron] Checking segment: {'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:21:49.419024 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-61ce0bbe-5ad8-4a12-93d1-4c4f7adc8c4b service neutron] Bound using segment: {'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:21:49.419456 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-61ce0bbe-5ad8-4a12-93d1-4c4f7adc8c4b service neutron] Bound port: bc63ec7d-afff-4490-ab8b-928f8fcc43cd, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:21:49.486157 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01788245-c5dc-40e2-acdf-45ff684d539b req-9e9c8c04-6c80-4cb4-a268-8fecc044df50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:49.488025 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-01788245-c5dc-40e2-acdf-45ff684d539b req-9e9c8c04-6c80-4cb4-a268-8fecc044df50 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0448691a-ec13-4b8b-a50a-33e2c91deaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2602885 Feb 09 12:21:49.501843 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-61ce0bbe-5ad8-4a12-93d1-4c4f7adc8c4b service neutron] For port bc63ec7d-afff-4490-ab8b-928f8fcc43cd, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=bc63ec7d-afff-4490-ab8b-928f8fcc43cd,segment=NetworkSegment(a032c80a-2814-4a8f-bd23-99ac5315db25),segment_id=a032c80a-2814-4a8f-bd23-99ac5315db25)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:21:49.507247 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-61ce0bbe-5ad8-4a12-93d1-4c4f7adc8c4b service neutron] Notify callbacks [] for binding, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:49.509281 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-61ce0bbe-5ad8-4a12-93d1-4c4f7adc8c4b service neutron] 10.222.0.55 "POST /v2.0/ports/bc63ec7d-afff-4490-ab8b-928f8fcc43cd/bindings HTTP/1.1" status: 201 len: 389 time: 0.4051960 Feb 09 12:21:49.524488 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a8997-03ae-4ca2-9ae9-5b0440d76bbf req-ecfa43ab-0047-40c8-a644-dccd3f3261ae tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:49.526230 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-225a8997-03ae-4ca2-9ae9-5b0440d76bbf req-ecfa43ab-0047-40c8-a644-dccd3f3261ae tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=999bd8a9-df8a-415c-b9b3-ac08bf28dab7 HTTP/1.1" status: 200 len: 943 time: 0.2350705 Feb 09 12:21:49.669356 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef9a5a-6108-41cb-b85d-5382ba989964 req-f86cdf6a-a1a2-42c8-b48c-2ecd9939accf tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:49.670829 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3aef9a5a-6108-41cb-b85d-5382ba989964 req-f86cdf6a-a1a2-42c8-b48c-2ecd9939accf tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5550df0-da5c-4703-be00-76545c59d017&tenant_id=49129fa2c03c45c2a0df365ab76f11e9&binding%3Ahost_id=n-h2-825178-3 HTTP/1.1" status: 200 len: 949 time: 0.3254161 Feb 09 12:21:49.990496 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-01788245-c5dc-40e2-acdf-45ff684d539b req-0c59108a-b520-4af9-a2fa-b1bbdd9f2294 service neutron] 10.222.0.46 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4936774 Feb 09 12:21:50.019619 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-225a8997-03ae-4ca2-9ae9-5b0440d76bbf req-79769131-0998-4541-95fe-d0568bb8ecda tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4855011 Feb 09 12:21:50.176878 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:50.191868 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [req-3aef9a5a-6108-41cb-b85d-5382ba989964 req-69d9d06c-c00b-4dc6-891e-35d56041a299 service neutron] delete failed (client error): The resource could not be found. Feb 09 12:21:50.192401 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3aef9a5a-6108-41cb-b85d-5382ba989964 req-69d9d06c-c00b-4dc6-891e-35d56041a299 service neutron] 10.222.0.52 "DELETE /v2.0/ports/06e0063b-7504-4c66-9209-f7afc1529895/bindings/n-h1-825178-3 HTTP/1.1" status: 404 len: 380 time: 0.3766792 Feb 09 12:21:50.255397 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd233aca-d940-4bb1-90bf-5f985d268560 req-beac9937-7b97-4b13-b264-6b8606582631 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:50.255397 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cd233aca-d940-4bb1-90bf-5f985d268560 req-beac9937-7b97-4b13-b264-6b8606582631 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecb233a2-243d-4d96-95f2-ff9525d04390 HTTP/1.1" status: 200 len: 946 time: 0.4270229 Feb 09 12:21:50.267070 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-9e27b6f6-89e0-464f-b83c-521537ea9472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:50.267070 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-9e27b6f6-89e0-464f-b83c-521537ea9472 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=48298ec907a946ddb2f0d8ac4aa52547&device_id=6b56dd09-217f-4e09-9355-dcba1e727292 HTTP/1.1" status: 200 len: 1097 time: 0.4463739 Feb 09 12:21:50.385186 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-01788245-c5dc-40e2-acdf-45ff684d539b req-026f2876-b5f3-4126-8996-2efe6e54693c service neutron] 10.222.0.46 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680186 Feb 09 12:21:50.473381 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cd233aca-d940-4bb1-90bf-5f985d268560 req-21a6fc01-ab52-4477-a139-a243d7e6f0d1 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.55 "GET /v2.0/security-groups?id=a9f122b4-0a8c-45c2-8b42-f95dfe3f0a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2173629 Feb 09 12:21:50.521789 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530a00d-1bf4-4e1b-a2a3-c16cfaa91d3f req-ec6559b8-24bc-455c-ab28-af9113ad9105 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:50.521789 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7530a00d-1bf4-4e1b-a2a3-c16cfaa91d3f req-ec6559b8-24bc-455c-ab28-af9113ad9105 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5550df0-da5c-4703-be00-76545c59d017 HTTP/1.1" status: 200 len: 949 time: 0.3893223 Feb 09 12:21:50.562559 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-2c1776ff-ad58-4786-87fb-2f9b066b63f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:50.565107 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-2c1776ff-ad58-4786-87fb-2f9b066b63f2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ef8cbc95-953d-4d9d-a80a-2c68322f6f7f HTTP/1.1" status: 200 len: 909 time: 0.2752750 Feb 09 12:21:50.638499 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef9a5a-6108-41cb-b85d-5382ba989964 req-6ea0c8d0-a17d-4cb5-bf29-af67b7179b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:50.639476 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3aef9a5a-6108-41cb-b85d-5382ba989964 req-6ea0c8d0-a17d-4cb5-bf29-af67b7179b99 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49129fa2c03c45c2a0df365ab76f11e9&device_id=c5550df0-da5c-4703-be00-76545c59d017 HTTP/1.1" status: 200 len: 1100 time: 0.3411813 Feb 09 12:21:50.688597 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-9cbf2ebf-49f4-4a02-9d7b-5ba08429f9a8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc63ec7d-afff-4490-ab8b-928f8fcc43cd HTTP/1.1" status: 200 len: 217 time: 0.1159952 Feb 09 12:21:50.753213 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7530a00d-1bf4-4e1b-a2a3-c16cfaa91d3f req-3dab7dc4-f30a-4eb7-8c03-2a8bc63b0d6a tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160656 Feb 09 12:21:50.812241 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 06e0063b-7504-4c66-9209-f7afc1529895 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:21:50.864170 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-f5f90a5e-5a90-4dba-95d0-a6eaa710e3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:50.864803 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-f5f90a5e-5a90-4dba-95d0-a6eaa710e3f6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=366798ce-1b6a-4537-9fda-2703703dab8f HTTP/1.1" status: 200 len: 848 time: 0.1464410 Feb 09 12:21:50.895483 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 06e0063b-7504-4c66-9209-f7afc1529895 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:21:50.899255 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 06e0063b-7504-4c66-9209-f7afc1529895 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:21:50.899766 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:50.983087 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-137ba25e-6abe-473b-9a10-d563beced2cf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ef8cbc95-953d-4d9d-a80a-2c68322f6f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1062841 Feb 09 12:21:51.021683 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:51.045108 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef9a5a-6108-41cb-b85d-5382ba989964 req-771a591b-0dc0-4502-96f4-e0b113e9f865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:51.046903 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3aef9a5a-6108-41cb-b85d-5382ba989964 req-771a591b-0dc0-4502-96f4-e0b113e9f865 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.3620300 Feb 09 12:21:51.053535 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5550df0-da5c-4703-be00-76545c59d017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e0063b-7504-4c66-9209-f7afc1529895'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:21:51.055929 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786fe40-1c8f-4712-a4d8-b873960e3f3a req-1b1eabc1-ed6f-4573-8c13-1a84c8118240 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:51.056459 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e786fe40-1c8f-4712-a4d8-b873960e3f3a req-1b1eabc1-ed6f-4573-8c13-1a84c8118240 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b56dd09-217f-4e09-9355-dcba1e727292 HTTP/1.1" status: 200 len: 946 time: 0.4210124 Feb 09 12:21:51.064252 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 06e0063b-7504-4c66-9209-f7afc1529895, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=06e0063b-7504-4c66-9209-f7afc1529895,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:21:51.068319 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:51.140192 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=06e0063b-7504-4c66-9209-f7afc1529895,revision_number=9']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:51.210469 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3aef9a5a-6108-41cb-b85d-5382ba989964 req-ec0f6a52-3f9d-4400-abff-a5595590a7b0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=06e0063b-7504-4c66-9209-f7afc1529895 HTTP/1.1" status: 200 len: 217 time: 0.1028843 Feb 09 12:21:51.305317 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e786fe40-1c8f-4712-a4d8-b873960e3f3a req-52668178-9c46-44f4-9b7a-50dd774465f5 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412537 Feb 09 12:21:51.312916 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3775852-cbf0-4f9e-96a7-035c57fe4d03 req-2cbe7049-344d-4ba6-a297-1e0e69ac2cdd tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:51.314143 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a3775852-cbf0-4f9e-96a7-035c57fe4d03 req-2cbe7049-344d-4ba6-a297-1e0e69ac2cdd tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=f24f8002-2da6-492e-bd36-4d1ef9302fb2 HTTP/1.1" status: 200 len: 945 time: 0.4391894 Feb 09 12:21:51.485740 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-b497ef85-4d0f-46ad-997f-54eb6b22d6fb service neutron] 10.222.0.52 "GET /v2.0/networks/ef8cbc95-953d-4d9d-a80a-2c68322f6f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4826837 Feb 09 12:21:51.567704 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef9a5a-6108-41cb-b85d-5382ba989964 req-a2a498b6-ee17-4582-9e3a-0347136a3ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:51.567704 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3aef9a5a-6108-41cb-b85d-5382ba989964 req-a2a498b6-ee17-4582-9e3a-0347136a3ae3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.3226340 Feb 09 12:21:51.697641 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a3775852-cbf0-4f9e-96a7-035c57fe4d03 req-7994503c-f209-49f8-8d8d-8899b6d12bbd tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1740fde-ed7b-450f-94e7-17e594dcc7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742657 Feb 09 12:21:51.774613 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-e362dd88-2881-4aed-a974-7184f48730e8 service neutron] 10.222.0.52 "GET /v2.0/networks/ef8cbc95-953d-4d9d-a80a-2c68322f6f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530510 Feb 09 12:21:51.790705 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab10a26-25bf-4c55-b0de-9a568ff3bdb4 req-62fbd2a8-ab10-46d0-bf2f-fdd6ed4ce268 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:51.796664 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9ab10a26-25bf-4c55-b0de-9a568ff3bdb4 req-62fbd2a8-ab10-46d0-bf2f-fdd6ed4ce268 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c4532aa-287a-44da-8eb9-3da0106a49a3 HTTP/1.1" status: 200 len: 945 time: 0.3139989 Feb 09 12:21:51.861533 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef9a5a-6108-41cb-b85d-5382ba989964 req-d4599a42-f5e5-41b2-913f-d6936afc7e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:51.863009 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3aef9a5a-6108-41cb-b85d-5382ba989964 req-d4599a42-f5e5-41b2-913f-d6936afc7e92 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2329609 Feb 09 12:21:51.996552 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9ab10a26-25bf-4c55-b0de-9a568ff3bdb4 req-ffc7d040-fa19-49ea-b26e-ae57e60e523d tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/security-groups?id=513ce75b-46a7-4daf-8c5b-ed62fcd87f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854465 Feb 09 12:21:52.065274 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7781f-3388-4df5-9ca5-0a3b9f77b0d1 req-73a6c503-edf4-46ba-a0f8-735c3c37294a tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:52.074821 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-69c7781f-3388-4df5-9ca5-0a3b9f77b0d1 req-73a6c503-edf4-46ba-a0f8-735c3c37294a tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecb233a2-243d-4d96-95f2-ff9525d04390 HTTP/1.1" status: 200 len: 946 time: 0.2568822 Feb 09 12:21:52.074821 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3aef9a5a-6108-41cb-b85d-5382ba989964 req-aea691e1-1ca1-424e-a265-100af478b3b2 service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027137 Feb 09 12:21:52.255871 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-69c7781f-3388-4df5-9ca5-0a3b9f77b0d1 req-93a43dbb-9923-41d5-8c1b-39b62e510736 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.55 "GET /v2.0/security-groups?id=a9f122b4-0a8c-45c2-8b42-f95dfe3f0a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758063 Feb 09 12:21:52.369114 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5550df0-da5c-4703-be00-76545c59d017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e0063b-7504-4c66-9209-f7afc1529895', 'code': 200} Feb 09 12:21:52.384892 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53f0fb-9d44-473e-9424-7c3f3f5e0819 req-3234a009-2106-457e-be47-6d2c702eefb0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:52.386927 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eb53f0fb-9d44-473e-9424-7c3f3f5e0819 req-3234a009-2106-457e-be47-6d2c702eefb0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=999bd8a9-df8a-415c-b9b3-ac08bf28dab7 HTTP/1.1" status: 200 len: 943 time: 0.2396965 Feb 09 12:21:52.392273 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3aef9a5a-6108-41cb-b85d-5382ba989964 req-be551a4b-b98e-4970-a975-52c8d8b5b11d service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787089 Feb 09 12:21:52.438655 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eb53f0fb-9d44-473e-9424-7c3f3f5e0819 req-dd62fa91-860c-41cc-962c-9f642a1e82ba tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449069 Feb 09 12:21:52.498956 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:52.677132 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e753f-fde9-4a82-9057-833edafb44d6 req-93d29a00-c65d-42ff-80b2-3dd022a4a3ea tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:52.677132 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b66e753f-fde9-4a82-9057-833edafb44d6 req-93d29a00-c65d-42ff-80b2-3dd022a4a3ea tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=f24f8002-2da6-492e-bd36-4d1ef9302fb2 HTTP/1.1" status: 200 len: 945 time: 0.1629560 Feb 09 12:21:52.688525 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef6036-3c72-4817-8152-ee6fa8455df4 req-91f375af-9029-46fa-82d8-6db76a962d8a tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:52.692478 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-08ef6036-3c72-4817-8152-ee6fa8455df4 req-91f375af-9029-46fa-82d8-6db76a962d8a tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5550df0-da5c-4703-be00-76545c59d017 HTTP/1.1" status: 200 len: 950 time: 0.1316864 Feb 09 12:21:52.794814 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b66e753f-fde9-4a82-9057-833edafb44d6 req-b9aeb506-5b94-457c-b279-be282eabcaf2 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1740fde-ed7b-450f-94e7-17e594dcc7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789576 Feb 09 12:21:52.794814 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-08ef6036-3c72-4817-8152-ee6fa8455df4 req-1e68c869-b8f4-4dc5-8c0d-f902e0431aa9 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713496 Feb 09 12:21:52.826946 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:21:53.003618 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e,segment=NetworkSegment(8f05bb68-39ac-4075-9eae-946e36af88ec),segment_id=8f05bb68-39ac-4075-9eae-946e36af88ec)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:21:53.034569 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e', 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac', 'port_id': '29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e', 'mac_address': 'fa:16:3e:0e:bd:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc155009-a31d-4409-b15f-2ed587ea4525', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:21:53.089526 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea86bdc-0ef8-4380-b8b3-634548f2ce0d req-4e204db1-f452-4b4c-b0e4-9c30f5e0f801 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:53.091092 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dea86bdc-0ef8-4380-b8b3-634548f2ce0d req-4e204db1-f452-4b4c-b0e4-9c30f5e0f801 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b56dd09-217f-4e09-9355-dcba1e727292 HTTP/1.1" status: 200 len: 946 time: 0.2150967 Feb 09 12:21:53.106923 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:53.124390 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:21:53.154206 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e,segment=NetworkSegment(8f05bb68-39ac-4075-9eae-946e36af88ec),segment_id=8f05bb68-39ac-4075-9eae-946e36af88ec)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:21:53.157079 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422b540-c802-4048-b72a-65a91f242fa7 req-ea78f938-ad7b-4c3c-be73-b545e1d4a080 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:53.160509 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:53.165081 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1422b540-c802-4048-b72a-65a91f242fa7 req-ea78f938-ad7b-4c3c-be73-b545e1d4a080 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=f24f8002-2da6-492e-bd36-4d1ef9302fb2 HTTP/1.1" status: 200 len: 945 time: 0.2164760 Feb 09 12:21:53.171922 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dea86bdc-0ef8-4380-b8b3-634548f2ce0d req-c3d0bb47-dbd2-4334-8c52-9e34d446b8f8 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719469 Feb 09 12:21:53.222470 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1422b540-c802-4048-b72a-65a91f242fa7 req-701343c3-307d-46f3-9d80-0dc39c2aca96 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1740fde-ed7b-450f-94e7-17e594dcc7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558524 Feb 09 12:21:53.280177 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:53.424105 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971db014-c990-45a7-b611-cfb1389a9523 req-e1f70ed0-441c-4cf3-aa32-793e20bb76a4 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:53.429275 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-971db014-c990-45a7-b611-cfb1389a9523 req-e1f70ed0-441c-4cf3-aa32-793e20bb76a4 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c4532aa-287a-44da-8eb9-3da0106a49a3 HTTP/1.1" status: 200 len: 945 time: 0.1210997 Feb 09 12:21:53.535864 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-971db014-c990-45a7-b611-cfb1389a9523 req-6a15c569-2ef3-4fcc-aba7-f2450f6490a6 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/security-groups?id=513ce75b-46a7-4daf-8c5b-ed62fcd87f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615633 Feb 09 12:21:53.560197 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc5b1d-2b55-40e2-a6b0-761a1d3de31a req-d152dbf2-2e2b-41bd-8ac2-2156b1cebf8f tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:53.560197 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fabc5b1d-2b55-40e2-a6b0-761a1d3de31a req-d152dbf2-2e2b-41bd-8ac2-2156b1cebf8f tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=f24f8002-2da6-492e-bd36-4d1ef9302fb2 HTTP/1.1" status: 200 len: 945 time: 0.1274498 Feb 09 12:21:53.616110 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fabc5b1d-2b55-40e2-a6b0-761a1d3de31a req-f87f428c-6920-4c77-9ea0-773bc72d730c tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1740fde-ed7b-450f-94e7-17e594dcc7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440152 Feb 09 12:21:53.700977 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:21:53.755647 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a96388-3308-4778-ae75-06dec38d4f4b req-db5894c9-1599-45a1-b991-d185bcebb794 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:53.770449 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-73a96388-3308-4778-ae75-06dec38d4f4b req-db5894c9-1599-45a1-b991-d185bcebb794 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=999bd8a9-df8a-415c-b9b3-ac08bf28dab7 HTTP/1.1" status: 200 len: 944 time: 0.1091337 Feb 09 12:21:53.829918 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-73a96388-3308-4778-ae75-06dec38d4f4b req-685b0c70-1ec8-408d-a73f-efeb479f549f tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624058 Feb 09 12:21:54.033504 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55afdb3-e872-407f-8268-980e6f6fd357 req-28c99421-dee8-4974-890d-58a355447320 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:54.037157 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d55afdb3-e872-407f-8268-980e6f6fd357 req-28c99421-dee8-4974-890d-58a355447320 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5550df0-da5c-4703-be00-76545c59d017 HTTP/1.1" status: 200 len: 950 time: 0.1013968 Feb 09 12:21:54.086823 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d55afdb3-e872-407f-8268-980e6f6fd357 req-94065161-78fd-4454-9c61-ecaa9dcff069 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445712 Feb 09 12:21:54.372236 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a87519-8df2-451b-b39b-74791a69da60 req-428f02df-a2bd-425f-99b9-f68671d2800c tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:54.373840 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a1a87519-8df2-451b-b39b-74791a69da60 req-428f02df-a2bd-425f-99b9-f68671d2800c tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=f24f8002-2da6-492e-bd36-4d1ef9302fb2 HTTP/1.1" status: 200 len: 945 time: 0.2183435 Feb 09 12:21:54.520236 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a1a87519-8df2-451b-b39b-74791a69da60 req-dade3a5b-f445-4af4-beab-b8779c052231 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1740fde-ed7b-450f-94e7-17e594dcc7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392593 Feb 09 12:21:54.580208 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679eb1d0-15d0-4961-a748-58bff6226f72 req-f97fadb5-ea80-41ca-bf71-44dd78a19fef tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:54.581670 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-679eb1d0-15d0-4961-a748-58bff6226f72 req-f97fadb5-ea80-41ca-bf71-44dd78a19fef tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5550df0-da5c-4703-be00-76545c59d017 HTTP/1.1" status: 200 len: 950 time: 0.1859484 Feb 09 12:21:54.622648 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc8be8-a060-4b82-b461-a05d388bc4a4 req-a8f2b33b-b81a-4e51-aefe-5b80821762b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:54.624181 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fafc8be8-a060-4b82-b461-a05d388bc4a4 req-a8f2b33b-b81a-4e51-aefe-5b80821762b8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e67d5799bb754fba8d6c329be7bae276&device_id=1c4532aa-287a-44da-8eb9-3da0106a49a3 HTTP/1.1" status: 200 len: 1096 time: 0.1571655 Feb 09 12:21:54.748542 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-679eb1d0-15d0-4961-a748-58bff6226f72 req-d44fb824-1951-486e-962e-cf757ef05e19 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589167 Feb 09 12:21:54.834705 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc8be8-a060-4b82-b461-a05d388bc4a4 req-ff1ea9bf-ac8c-4ea2-8e3c-e441d1f3adc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:54.836459 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fafc8be8-a060-4b82-b461-a05d388bc4a4 req-ff1ea9bf-ac8c-4ea2-8e3c-e441d1f3adc8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc HTTP/1.1" status: 200 len: 917 time: 0.1943645 Feb 09 12:21:54.853042 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38053f2-36ce-459e-8e61-27bd6ad26bb6 req-196c8182-479f-4843-889a-331d4f03c8e5 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:54.854465 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f38053f2-36ce-459e-8e61-27bd6ad26bb6 req-196c8182-479f-4843-889a-331d4f03c8e5 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b56dd09-217f-4e09-9355-dcba1e727292 HTTP/1.1" status: 200 len: 946 time: 0.1876564 Feb 09 12:21:54.970664 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fafc8be8-a060-4b82-b461-a05d388bc4a4 req-6bc12471-4274-4288-80cd-0aa2269b86ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b82c32a8-4cdb-4634-ab3c-0781f442e32b HTTP/1.1" status: 200 len: 217 time: 0.1152534 Feb 09 12:21:55.060720 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f38053f2-36ce-459e-8e61-27bd6ad26bb6 req-65dcc962-02ec-4f5f-9a46-1bcc06912ea9 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183445 Feb 09 12:21:55.081901 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc8be8-a060-4b82-b461-a05d388bc4a4 req-025588b4-3f23-4caa-8ed6-eefab1a18cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:55.081901 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fafc8be8-a060-4b82-b461-a05d388bc4a4 req-025588b4-3f23-4caa-8ed6-eefab1a18cae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=256725a2-267c-46c1-902d-a474bd0131df HTTP/1.1" status: 200 len: 855 time: 0.0895724 Feb 09 12:21:55.107155 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea727a65-b557-4c36-9418-307edd1495c0 req-d1c29add-e80a-482d-9ade-81262d7385e8 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:55.107155 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ea727a65-b557-4c36-9418-307edd1495c0 req-d1c29add-e80a-482d-9ade-81262d7385e8 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c4532aa-287a-44da-8eb9-3da0106a49a3 HTTP/1.1" status: 200 len: 945 time: 0.2475522 Feb 09 12:21:55.244842 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ea727a65-b557-4c36-9418-307edd1495c0 req-9a90fe79-3cbe-4be4-81ac-b68aaf451bae tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/security-groups?id=513ce75b-46a7-4daf-8c5b-ed62fcd87f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979106 Feb 09 12:21:55.277450 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc8be8-a060-4b82-b461-a05d388bc4a4 req-3777b72c-64a0-449f-bf2a-3b388cdbfc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:55.278493 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fafc8be8-a060-4b82-b461-a05d388bc4a4 req-3777b72c-64a0-449f-bf2a-3b388cdbfc8c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1716948 Feb 09 12:21:55.304210 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0776a14-ead4-4806-86f2-b362378afc3c req-8d08fb6e-5141-4f9c-afd6-a97a1274629a tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:55.305941 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b0776a14-ead4-4806-86f2-b362378afc3c req-8d08fb6e-5141-4f9c-afd6-a97a1274629a tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=f24f8002-2da6-492e-bd36-4d1ef9302fb2 HTTP/1.1" status: 200 len: 945 time: 0.1256263 Feb 09 12:21:55.508260 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b0776a14-ead4-4806-86f2-b362378afc3c req-3b919506-ae43-4443-a96e-8957e33dd261 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1740fde-ed7b-450f-94e7-17e594dcc7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813269 Feb 09 12:21:55.535727 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fafc8be8-a060-4b82-b461-a05d388bc4a4 req-34f7bec2-fa2a-427c-915a-035e9d72f4a0 service neutron] 10.222.0.46 "GET /v2.0/networks/3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283731 Feb 09 12:21:55.583103 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d1d53-2d01-4d59-a19b-f4d4928f7c49 req-2cc6314f-b9dd-496e-a40f-01c7f21c625b tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:55.590955 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-504d1d53-2d01-4d59-a19b-f4d4928f7c49 req-2cc6314f-b9dd-496e-a40f-01c7f21c625b tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=999bd8a9-df8a-415c-b9b3-ac08bf28dab7 HTTP/1.1" status: 200 len: 944 time: 0.1885929 Feb 09 12:21:55.707546 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-504d1d53-2d01-4d59-a19b-f4d4928f7c49 req-4cdb3922-3abf-4408-8635-0fb9a4056587 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173227 Feb 09 12:21:55.734465 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fafc8be8-a060-4b82-b461-a05d388bc4a4 req-defb07fd-c165-4cc4-95bd-c2d367d10648 service neutron] 10.222.0.46 "GET /v2.0/networks/3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891079 Feb 09 12:21:56.128662 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-68dfbaae-a3b2-4bc1-be5d-05dc914adc9b tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=49129fa2c03c45c2a0df365ab76f11e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292418 Feb 09 12:21:56.299735 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-50a2c529-2c80-4343-9f0b-00dd430575ba tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:56.299735 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-50a2c529-2c80-4343-9f0b-00dd430575ba tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1622331 Feb 09 12:21:56.329756 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-f748d70b-9580-4bae-b1fe-98e1f74950e1 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/quotas/49129fa2c03c45c2a0df365ab76f11e9 HTTP/1.1" status: 200 len: 375 time: 0.0123520 Feb 09 12:21:56.411319 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-51234d78-0084-4ec3-88a3-0f62a7168e8d tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=49129fa2c03c45c2a0df365ab76f11e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0847099 Feb 09 12:21:56.863784 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:21:56.923769 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aabeaa2-d36d-4cb1-9654-1e05c391dde2 req-3ccfba28-5801-449c-bd5a-944991c9d849 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:56.925285 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1aabeaa2-d36d-4cb1-9654-1e05c391dde2 req-3ccfba28-5801-449c-bd5a-944991c9d849 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b56dd09-217f-4e09-9355-dcba1e727292 HTTP/1.1" status: 200 len: 946 time: 0.2793291 Feb 09 12:21:56.936949 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d4a4c-e993-4414-abc5-ae1efb554608 req-ba3de16c-60d4-4c49-b658-3f481727048a tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:56.938868 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-747d4a4c-e993-4414-abc5-ae1efb554608 req-ba3de16c-60d4-4c49-b658-3f481727048a tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c4532aa-287a-44da-8eb9-3da0106a49a3 HTTP/1.1" status: 200 len: 945 time: 0.1154919 Feb 09 12:21:56.961713 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:21:56.967884 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:21:56.968269 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:57.014745 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1aabeaa2-d36d-4cb1-9654-1e05c391dde2 req-b5863b4c-3702-4f7a-befa-cfef441f2848 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753913 Feb 09 12:21:57.030414 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-747d4a4c-e993-4414-abc5-ae1efb554608 req-e42fb101-8ce8-4b24-92db-31ab5101997d tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/security-groups?id=513ce75b-46a7-4daf-8c5b-ed62fcd87f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684502 Feb 09 12:21:57.158693 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:57.191521 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999bd8a9-df8a-415c-b9b3-ac08bf28dab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:21:57.204933 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e,segment=NetworkSegment(8f05bb68-39ac-4075-9eae-946e36af88ec),segment_id=8f05bb68-39ac-4075-9eae-946e36af88ec)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:21:57.210176 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:57.241333 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-35041839-79f5-4afa-b655-29b9a486d094 req-48bae40f-9ffc-4ca0-8095-75e815b8efc3 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 210 time: 0.0582273 Feb 09 12:21:57.329332 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:57.430237 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0532df-1ad3-4f6a-8ff2-17bdb4a58c45 req-632716f0-108c-45f3-9994-be0b9865ec86 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:57.438205 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fc0532df-1ad3-4f6a-8ff2-17bdb4a58c45 req-632716f0-108c-45f3-9994-be0b9865ec86 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9df35a8-abfa-4a0d-8916-b00519509e62 HTTP/1.1" status: 200 len: 945 time: 0.1256793 Feb 09 12:21:57.539475 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fc0532df-1ad3-4f6a-8ff2-17bdb4a58c45 req-16673393-3cb4-4fcf-8b0f-8591be8bd7d1 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] 10.222.0.55 "GET /v2.0/security-groups?id=4a5aff2f-8bf6-4c95-869a-029ed35a6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636988 Feb 09 12:21:57.696118 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca22bdcc-2abe-4121-875c-3a8f66924386 req-9bbb5d13-91d2-48e2-b6ca-6c5a5fa6e45a tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:57.697647 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ca22bdcc-2abe-4121-875c-3a8f66924386 req-9bbb5d13-91d2-48e2-b6ca-6c5a5fa6e45a tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=f24f8002-2da6-492e-bd36-4d1ef9302fb2 HTTP/1.1" status: 200 len: 945 time: 0.2899079 Feb 09 12:21:57.763369 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ca22bdcc-2abe-4121-875c-3a8f66924386 req-93b6714c-6e88-4ce0-a666-303484ab0d91 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1740fde-ed7b-450f-94e7-17e594dcc7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545945 Feb 09 12:21:57.775432 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5595143-0cfa-4b0e-b402-bc6a0b2d32e1 req-82ea2cc8-5882-4ac3-963d-5771933b6911 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:57.785477 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f5595143-0cfa-4b0e-b402-bc6a0b2d32e1 req-82ea2cc8-5882-4ac3-963d-5771933b6911 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=999bd8a9-df8a-415c-b9b3-ac08bf28dab7 HTTP/1.1" status: 200 len: 945 time: 0.1384695 Feb 09 12:21:57.825312 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f5595143-0cfa-4b0e-b402-bc6a0b2d32e1 req-8a4a934a-0024-45a2-a91e-4be90b4cd1fe tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422075 Feb 09 12:21:57.834209 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999bd8a9-df8a-415c-b9b3-ac08bf28dab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e', 'code': 200} Feb 09 12:21:58.060671 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-f84bd8a5-6f7b-4a1c-80a3-ae1072a5e9c3 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=49129fa2c03c45c2a0df365ab76f11e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306020 Feb 09 12:21:58.240162 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb37c7-e4c0-4984-9722-0e2809f3c5af req-ce875044-a26a-4644-a2dd-2318aa979695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:58.241800 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3cbb37c7-e4c0-4984-9722-0e2809f3c5af req-ce875044-a26a-4644-a2dd-2318aa979695 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=999bd8a9-df8a-415c-b9b3-ac08bf28dab7 HTTP/1.1" status: 200 len: 1096 time: 0.3084309 Feb 09 12:21:58.357747 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec80b5-591f-4b62-8aa3-19376e0c2167 req-3f7fc582-f153-485c-8793-a4c2892ad8f9 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:58.358975 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0aec80b5-591f-4b62-8aa3-19376e0c2167 req-3f7fc582-f153-485c-8793-a4c2892ad8f9 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c4532aa-287a-44da-8eb9-3da0106a49a3 HTTP/1.1" status: 200 len: 945 time: 0.3891189 Feb 09 12:21:58.375616 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3cbb37c7-e4c0-4984-9722-0e2809f3c5af req-f8f32eaf-2ff0-4c5c-9ec1-89efa0415176 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264744 Feb 09 12:21:58.386255 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb6244-89c4-46f1-ada5-80834c8094b1 req-7c119f95-5656-4201-af9e-b505b249df43 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:58.387673 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-28fb6244-89c4-46f1-ada5-80834c8094b1 req-7c119f95-5656-4201-af9e-b505b249df43 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b56dd09-217f-4e09-9355-dcba1e727292 HTTP/1.1" status: 200 len: 946 time: 0.2144735 Feb 09 12:21:58.416006 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-5c649e7b-79c8-4ffb-a199-83fc83306923 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:58.417427 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-5c649e7b-79c8-4ffb-a199-83fc83306923 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3465981 Feb 09 12:21:58.437255 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-aae4cb0c-3416-4a11-882a-53b528eeb24b tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Request body: {'port': {'device_id': '01599260-5f20-420e-9ea8-7409b9f6301c', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'admin_state_up': True, 'tenant_id': '49129fa2c03c45c2a0df365ab76f11e9'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:21:58.561053 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0aec80b5-591f-4b62-8aa3-19376e0c2167 req-79c3258e-a806-4ff1-a10d-b49de382a714 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/security-groups?id=513ce75b-46a7-4daf-8c5b-ed62fcd87f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886868 Feb 09 12:21:58.565859 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-28fb6244-89c4-46f1-ada5-80834c8094b1 req-9fa1e2b7-f50c-4974-b8d7-99adf6e685f8 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607499 Feb 09 12:21:58.638274 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-aae4cb0c-3416-4a11-882a-53b528eeb24b tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:21:58.657505 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-aae4cb0c-3416-4a11-882a-53b528eeb24b tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:21:58.670354 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-aae4cb0c-3416-4a11-882a-53b528eeb24b tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Made reservation on behalf of 49129fa2c03c45c2a0df365ab76f11e9 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:21:58.674776 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-aae4cb0c-3416-4a11-882a-53b528eeb24b tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:58.744278 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f7c295d3-b013-4ede-bfa1-92bf74382213 req-c7641553-4f87-42f3-9bca-ed59e5920428 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 210 time: 0.0568998 Feb 09 12:21:58.873418 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 05d96f9e-0118-4a50-a2c9-174ab0a69bf7 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:21:58.997508 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-aae4cb0c-3416-4a11-882a-53b528eeb24b tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Allocated IP 192.168.233.245 (4f732e35-467f-44f5-be04-aa808693dec3/f8ed5558-888d-440a-8c32-52f2f9bc5bd5/08601888-bd41-4769-a19e-2b5f519c58c0) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:21:59.011848 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 05d96f9e-0118-4a50-a2c9-174ab0a69bf7, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=05d96f9e-0118-4a50-a2c9-174ab0a69bf7,segment=NetworkSegment(dc30de51-0ecc-48b6-a874-d688a7830e7a),segment_id=dc30de51-0ecc-48b6-a874-d688a7830e7a)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:21:59.025683 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '05d96f9e-0118-4a50-a2c9-174ab0a69bf7', 'network_id': 'cd0eeec7-232a-4918-9932-95d1042e3c75', 'port_id': '05d96f9e-0118-4a50-a2c9-174ab0a69bf7', 'mac_address': 'fa:16:3e:a2:5d:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '264393e0-eb04-4464-8575-4a6447ca8fe8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:21:59.080957 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:59.084891 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b554602-625c-4ffa-a603-78d75b316718 req-0e2218a5-111d-4202-a4f6-9957ae34079f tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:59.087046 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0b554602-625c-4ffa-a603-78d75b316718 req-0e2218a5-111d-4202-a4f6-9957ae34079f tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b2a490e-a2ea-457b-973e-4059ce119ae4 HTTP/1.1" status: 200 len: 946 time: 0.2176673 Feb 09 12:21:59.097982 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 05d96f9e-0118-4a50-a2c9-174ab0a69bf7 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:21:59.114321 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 05d96f9e-0118-4a50-a2c9-174ab0a69bf7, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=05d96f9e-0118-4a50-a2c9-174ab0a69bf7,segment=NetworkSegment(dc30de51-0ecc-48b6-a874-d688a7830e7a),segment_id=dc30de51-0ecc-48b6-a874-d688a7830e7a)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:21:59.118113 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:59.142854 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c30c12f-110e-44a3-bd98-f6e76ff5d7cb req-b6378730-c93a-4c7f-a57d-5a30c7f22f2b tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:59.144305 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7c30c12f-110e-44a3-bd98-f6e76ff5d7cb req-b6378730-c93a-4c7f-a57d-5a30c7f22f2b tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=f24f8002-2da6-492e-bd36-4d1ef9302fb2 HTTP/1.1" status: 200 len: 945 time: 0.2036514 Feb 09 12:21:59.185968 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=05d96f9e-0118-4a50-a2c9-174ab0a69bf7,revision_number=6']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:59.340141 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['05d96f9e-0118-4a50-a2c9-174ab0a69bf7'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:21:59.354630 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0b554602-625c-4ffa-a603-78d75b316718 req-aa68d2d4-df5b-4b5e-b049-2a8871d643e9 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/security-groups?id=513ce75b-46a7-4daf-8c5b-ed62fcd87f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592075 Feb 09 12:21:59.393033 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7c30c12f-110e-44a3-bd98-f6e76ff5d7cb req-06c1c46e-1482-42ca-87b8-3a2e58844409 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1740fde-ed7b-450f-94e7-17e594dcc7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031221 Feb 09 12:21:59.440570 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-aae4cb0c-3416-4a11-882a-53b528eeb24b tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:59.461538 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-aae4cb0c-3416-4a11-882a-53b528eeb24b tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Transition to ACTIVE for port object 08601888-bd41-4769-a19e-2b5f519c58c0 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:21:59.613887 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-aae4cb0c-3416-4a11-882a-53b528eeb24b tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:59.623579 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a16275-168e-46f0-89d3-cc529f4fc862 req-e93e9a12-6b60-4f0c-9b99-59b95f621411 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:59.624992 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-55a16275-168e-46f0-89d3-cc529f4fc862 req-e93e9a12-6b60-4f0c-9b99-59b95f621411 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9df35a8-abfa-4a0d-8916-b00519509e62 HTTP/1.1" status: 200 len: 945 time: 0.1681757 Feb 09 12:21:59.639800 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['209e9bbb-4904-4e48-aa76-9dd4a90dc863', '06e0063b-7504-4c66-9209-f7afc1529895'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:21:59.707640 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c38962e-0dff-483a-acbe-562d011ebb09 req-5a29354a-1d9d-471a-a233-713ed68dd341 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:59.709105 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6c38962e-0dff-483a-acbe-562d011ebb09 req-5a29354a-1d9d-471a-a233-713ed68dd341 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=999bd8a9-df8a-415c-b9b3-ac08bf28dab7 HTTP/1.1" status: 200 len: 945 time: 0.1973646 Feb 09 12:21:59.731014 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-aae4cb0c-3416-4a11-882a-53b528eeb24b tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Network 4f732e35-467f-44f5-be04-aa808693dec3 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:21:59.756251 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-aae4cb0c-3416-4a11-882a-53b528eeb24b tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:21:59.765875 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-aae4cb0c-3416-4a11-882a-53b528eeb24b tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:21:59.793538 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae4cb0c-3416-4a11-882a-53b528eeb24b tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Pushing event updated for resources: {'Port': ['ID=08601888-bd41-4769-a19e-2b5f519c58c0,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:21:59.815199 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-55a16275-168e-46f0-89d3-cc529f4fc862 req-fb17cb7f-638c-4b36-8bc5-004fe18ce3f7 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] 10.222.0.55 "GET /v2.0/security-groups?id=4a5aff2f-8bf6-4c95-869a-029ed35a6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529832 Feb 09 12:21:59.837366 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae4cb0c-3416-4a11-882a-53b528eeb24b tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:21:59.837709 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae4cb0c-3416-4a11-882a-53b528eeb24b tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:21:59.838043 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae4cb0c-3416-4a11-882a-53b528eeb24b tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:21:59.838374 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae4cb0c-3416-4a11-882a-53b528eeb24b tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:21:59.838701 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae4cb0c-3416-4a11-882a-53b528eeb24b tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:21:59.839037 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae4cb0c-3416-4a11-882a-53b528eeb24b tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:21:59.839345 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae4cb0c-3416-4a11-882a-53b528eeb24b tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:21:59.839661 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae4cb0c-3416-4a11-882a-53b528eeb24b tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:21:59.840008 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae4cb0c-3416-4a11-882a-53b528eeb24b tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:21:59.840328 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae4cb0c-3416-4a11-882a-53b528eeb24b tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:21:59.840646 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae4cb0c-3416-4a11-882a-53b528eeb24b tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:21:59.840966 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae4cb0c-3416-4a11-882a-53b528eeb24b tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:21:59.869168 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6c38962e-0dff-483a-acbe-562d011ebb09 req-2a4e7447-417c-4499-b017-151df2b6fbb3 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459131 Feb 09 12:21:59.895813 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-aae4cb0c-3416-4a11-882a-53b528eeb24b tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:21:59.896503 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-aae4cb0c-3416-4a11-882a-53b528eeb24b tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:21:59.934592 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-aae4cb0c-3416-4a11-882a-53b528eeb24b tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5010049 Feb 09 12:21:59.990611 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-470b1820-794b-4ecb-b1c0-3bb56b64bbf4 service neutron] Request body: {'port': {'device_id': '01599260-5f20-420e-9ea8-7409b9f6301c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:22:00.072265 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-5eaafb43-45c5-47e1-ba7a-6c4eb9cca6a3 None None] Provisioning for port 08601888-bd41-4769-a19e-2b5f519c58c0 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:22:00.077091 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-5eaafb43-45c5-47e1-ba7a-6c4eb9cca6a3 None None] Provisioning complete for port 08601888-bd41-4769-a19e-2b5f519c58c0 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:22:00.077465 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5eaafb43-45c5-47e1-ba7a-6c4eb9cca6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:00.130611 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-5eaafb43-45c5-47e1-ba7a-6c4eb9cca6a3 None None] Port 08601888-bd41-4769-a19e-2b5f519c58c0 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:22:00.187643 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-470b1820-794b-4ecb-b1c0-3bb56b64bbf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:00.212170 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c9a50-686d-44c7-b875-8e141772b06d req-e2f63dd2-7704-4b6e-9ef3-adb39dd895e9 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:00.213780 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b40c9a50-686d-44c7-b875-8e141772b06d req-e2f63dd2-7704-4b6e-9ef3-adb39dd895e9 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/ports?device_id=c67291ea-e846-4997-b534-ad76f7b1326e HTTP/1.1" status: 200 len: 945 time: 0.2649455 Feb 09 12:22:00.224013 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc9420-a41c-4c04-b790-f3b07a128481 req-0c41556e-92a0-4898-ab4f-407aae826761 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:00.225394 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cccc9420-a41c-4c04-b790-f3b07a128481 req-0c41556e-92a0-4898-ab4f-407aae826761 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b56dd09-217f-4e09-9355-dcba1e727292 HTTP/1.1" status: 200 len: 946 time: 0.2096009 Feb 09 12:22:00.343053 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b40c9a50-686d-44c7-b875-8e141772b06d req-5d667b80-d2aa-4be5-a533-3ad764fa128f tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/security-groups?id=513ce75b-46a7-4daf-8c5b-ed62fcd87f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161258 Feb 09 12:22:00.442138 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cccc9420-a41c-4c04-b790-f3b07a128481 req-6a1c87a7-ac63-4e34-9626-38cc17543438 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780384 Feb 09 12:22:00.518046 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-f721e3c8-78f3-4f80-86f1-b172d5da60d0 req-c326ab1f-d056-4cac-a572-34f1f49583f2 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:22:00.519026 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f721e3c8-78f3-4f80-86f1-b172d5da60d0 req-c326ab1f-d056-4cac-a572-34f1f49583f2 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0239608 Feb 09 12:22:00.716377 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-766462d7-f243-40c2-823b-2bb9173ffe08 tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:00.717800 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-766462d7-f243-40c2-823b-2bb9173ffe08 tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=6b56dd09-217f-4e09-9355-dcba1e727292&tenant_id=48298ec907a946ddb2f0d8ac4aa52547&binding%3Ahost_id=n-h2-825178-3 HTTP/1.1" status: 200 len: 1097 time: 0.3274064 Feb 09 12:22:00.742484 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-34991e6c-0bbe-45f9-99be-3bf26ee383b3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825178-3'}}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:22:00.807606 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d38dc-351f-4221-8323-a4dfc55efc9a req-8a3f158a-0b85-42d6-88e3-e19e4873331d tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:00.808305 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-6b0d38dc-351f-4221-8323-a4dfc55efc9a req-8a3f158a-0b85-42d6-88e3-e19e4873331d tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Synchronizing usage tracker for tenant:49129fa2c03c45c2a0df365ab76f11e9 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:22:00.847727 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f721e3c8-78f3-4f80-86f1-b172d5da60d0 req-4f0112ff-9efc-466b-9141-d2cd3cdd60c3 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3173723 Feb 09 12:22:00.879589 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 05d96f9e-0118-4a50-a2c9-174ab0a69bf7 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:22:00.889285 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-6b0d38dc-351f-4221-8323-a4dfc55efc9a req-8a3f158a-0b85-42d6-88e3-e19e4873331d tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Unset dirty status for tenant:49129fa2c03c45c2a0df365ab76f11e9 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:22:00.890402 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6b0d38dc-351f-4221-8323-a4dfc55efc9a req-8a3f158a-0b85-42d6-88e3-e19e4873331d tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 936 time: 0.4385457 Feb 09 12:22:00.958939 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 05d96f9e-0118-4a50-a2c9-174ab0a69bf7 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:22:00.959532 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:00.985527 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-34991e6c-0bbe-45f9-99be-3bf26ee383b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:01.009016 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6b0d38dc-351f-4221-8323-a4dfc55efc9a req-434ca6b7-54e2-45e4-8c28-8a9783b287c0 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847661 Feb 09 12:22:01.016697 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-470b1820-794b-4ecb-b1c0-3bb56b64bbf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08601888-bd41-4769-a19e-2b5f519c58c0 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:22:01.049381 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-470b1820-794b-4ecb-b1c0-3bb56b64bbf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:01.085489 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-470b1820-794b-4ecb-b1c0-3bb56b64bbf4 service neutron] Transition to ACTIVE for port object 08601888-bd41-4769-a19e-2b5f519c58c0 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:22:01.105396 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:01.112018 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-470b1820-794b-4ecb-b1c0-3bb56b64bbf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:01.146057 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 05d96f9e-0118-4a50-a2c9-174ab0a69bf7, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=05d96f9e-0118-4a50-a2c9-174ab0a69bf7,segment=NetworkSegment(dc30de51-0ecc-48b6-a874-d688a7830e7a),segment_id=dc30de51-0ecc-48b6-a874-d688a7830e7a)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:22:01.147363 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24f8002-2da6-492e-bd36-4d1ef9302fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d96f9e-0118-4a50-a2c9-174ab0a69bf7'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:22:01.153484 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:01.227598 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=05d96f9e-0118-4a50-a2c9-174ab0a69bf7,revision_number=7']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:01.629000 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b1820-794b-4ecb-b1c0-3bb56b64bbf4 service neutron] Pushing event updated for resources: {'Port': ['ID=08601888-bd41-4769-a19e-2b5f519c58c0,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:01.709292 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-34991e6c-0bbe-45f9-99be-3bf26ee383b3 service neutron] For port bc63ec7d-afff-4490-ab8b-928f8fcc43cd, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=bc63ec7d-afff-4490-ab8b-928f8fcc43cd,segment=NetworkSegment(a032c80a-2814-4a8f-bd23-99ac5315db25),segment_id=a032c80a-2814-4a8f-bd23-99ac5315db25)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:22:01.761299 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03cb3b-7972-4936-8097-b75751b6f6b7 req-aada1be9-5042-406e-8b7e-1a3eb802f009 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:01.762658 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cb03cb3b-7972-4936-8097-b75751b6f6b7 req-aada1be9-5042-406e-8b7e-1a3eb802f009 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=f24f8002-2da6-492e-bd36-4d1ef9302fb2 HTTP/1.1" status: 200 len: 945 time: 0.4832981 Feb 09 12:22:01.773792 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd1aba-ed34-4d45-82ec-6058cdc77b59 req-ed5ae855-2257-457d-a6a2-aa8aa7ca1229 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:01.775122 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-45dd1aba-ed34-4d45-82ec-6058cdc77b59 req-ed5ae855-2257-457d-a6a2-aa8aa7ca1229 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9df35a8-abfa-4a0d-8916-b00519509e62 HTTP/1.1" status: 200 len: 945 time: 0.5024204 Feb 09 12:22:01.794214 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d757f-723f-45e4-b3b0-143d67ef86c8 req-34b66efa-6254-454c-a06c-5eaff6756a2f tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:01.795586 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-db7d757f-723f-45e4-b3b0-143d67ef86c8 req-34b66efa-6254-454c-a06c-5eaff6756a2f tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9df35a8-abfa-4a0d-8916-b00519509e62 HTTP/1.1" status: 200 len: 945 time: 0.5171807 Feb 09 12:22:01.847233 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-470b1820-794b-4ecb-b1c0-3bb56b64bbf4 service neutron] Attempting to bind port 08601888-bd41-4769-a19e-2b5f519c58c0 on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:22:01.847574 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-470b1820-794b-4ecb-b1c0-3bb56b64bbf4 service neutron] Attempting to bind port 08601888-bd41-4769-a19e-2b5f519c58c0 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:22:01.847922 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-470b1820-794b-4ecb-b1c0-3bb56b64bbf4 service neutron] Attempting to bind port 08601888-bd41-4769-a19e-2b5f519c58c0 on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:22:01.900868 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-470b1820-794b-4ecb-b1c0-3bb56b64bbf4 service neutron] Port 08601888-bd41-4769-a19e-2b5f519c58c0 on network 4f732e35-467f-44f5-be04-aa808693dec3 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:22:01.901194 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-470b1820-794b-4ecb-b1c0-3bb56b64bbf4 service neutron] Attempting to bind port 08601888-bd41-4769-a19e-2b5f519c58c0 on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:22:01.903415 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-34991e6c-0bbe-45f9-99be-3bf26ee383b3 service neutron] For port bc63ec7d-afff-4490-ab8b-928f8fcc43cd, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:22:01.965562 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-470b1820-794b-4ecb-b1c0-3bb56b64bbf4 service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:22:01.965899 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-470b1820-794b-4ecb-b1c0-3bb56b64bbf4 service neutron] Checking segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:22:01.966281 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-470b1820-794b-4ecb-b1c0-3bb56b64bbf4 service neutron] Bound using segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:22:01.966727 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-470b1820-794b-4ecb-b1c0-3bb56b64bbf4 service neutron] Bound port: 08601888-bd41-4769-a19e-2b5f519c58c0, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:22:01.967049 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-470b1820-794b-4ecb-b1c0-3bb56b64bbf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:01.997768 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-45dd1aba-ed34-4d45-82ec-6058cdc77b59 req-77b5912d-96f5-4a91-a02e-8aee92d5d96e tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Deleting port 790c7b93-5bb7-4bbf-8d09-fa106dde3d77 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:22:01.998102 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-45dd1aba-ed34-4d45-82ec-6058cdc77b59 req-77b5912d-96f5-4a91-a02e-8aee92d5d96e tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:02.051611 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-db7d757f-723f-45e4-b3b0-143d67ef86c8 req-f16d6897-00f7-43ab-8a50-852876cd247c tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] 10.222.0.55 "GET /v2.0/security-groups?id=4a5aff2f-8bf6-4c95-869a-029ed35a6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2449908 Feb 09 12:22:02.109957 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cb03cb3b-7972-4936-8097-b75751b6f6b7 req-cdb8d13c-2f8a-407f-bb04-1f3c5d203070 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1740fde-ed7b-450f-94e7-17e594dcc7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337684 Feb 09 12:22:02.120353 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b56dd09-217f-4e09-9355-dcba1e727292', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc63ec7d-afff-4490-ab8b-928f8fcc43cd'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:22:02.125915 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-34991e6c-0bbe-45f9-99be-3bf26ee383b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:02.186868 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-34991e6c-0bbe-45f9-99be-3bf26ee383b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:02.407303 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-470b1820-794b-4ecb-b1c0-3bb56b64bbf4 service neutron] For port 08601888-bd41-4769-a19e-2b5f519c58c0, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:22:02.513990 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-470b1820-794b-4ecb-b1c0-3bb56b64bbf4 service neutron] For port 08601888-bd41-4769-a19e-2b5f519c58c0, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=08601888-bd41-4769-a19e-2b5f519c58c0,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:22:02.572405 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-470b1820-794b-4ecb-b1c0-3bb56b64bbf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:02.600236 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34991e6c-0bbe-45f9-99be-3bf26ee383b3 service neutron] Pushing event updated for resources: {'Port': ['ID=bc63ec7d-afff-4490-ab8b-928f8fcc43cd,revision_number=7']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:02.704443 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device bc63ec7d-afff-4490-ab8b-928f8fcc43cd details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:22:02.783877 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-34991e6c-0bbe-45f9-99be-3bf26ee383b3 service neutron] Attempting to bind port bc63ec7d-afff-4490-ab8b-928f8fcc43cd on host n-h2-825178-3 for vnic_type normal with profile {"migrating_to": "n-h1-825178-3"} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:22:02.784288 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-34991e6c-0bbe-45f9-99be-3bf26ee383b3 service neutron] Attempting to bind port bc63ec7d-afff-4490-ab8b-928f8fcc43cd by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:22:02.784532 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-34991e6c-0bbe-45f9-99be-3bf26ee383b3 service neutron] Attempting to bind port bc63ec7d-afff-4490-ab8b-928f8fcc43cd on network ef8cbc95-953d-4d9d-a80a-2c68322f6f7f {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:22:02.796612 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-470b1820-794b-4ecb-b1c0-3bb56b64bbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:02.797467 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-470b1820-794b-4ecb-b1c0-3bb56b64bbf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:02.798966 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-470b1820-794b-4ecb-b1c0-3bb56b64bbf4 service neutron] 10.222.0.52 "PUT /v2.0/ports/08601888-bd41-4769-a19e-2b5f519c58c0 HTTP/1.1" status: 200 len: 1096 time: 2.8139024 Feb 09 12:22:02.825189 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-34991e6c-0bbe-45f9-99be-3bf26ee383b3 service neutron] Port bc63ec7d-afff-4490-ab8b-928f8fcc43cd on network ef8cbc95-953d-4d9d-a80a-2c68322f6f7f not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:22:02.825507 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-34991e6c-0bbe-45f9-99be-3bf26ee383b3 service neutron] Attempting to bind port bc63ec7d-afff-4490-ab8b-928f8fcc43cd on network ef8cbc95-953d-4d9d-a80a-2c68322f6f7f {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:22:02.852872 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port bc63ec7d-afff-4490-ab8b-928f8fcc43cd, host n-h2-825178-3, got binding levels [] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:22:02.857217 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-34991e6c-0bbe-45f9-99be-3bf26ee383b3 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:22:02.857582 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-34991e6c-0bbe-45f9-99be-3bf26ee383b3 service neutron] Checking segment: {'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:22:02.857941 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-34991e6c-0bbe-45f9-99be-3bf26ee383b3 service neutron] Bound using segment: {'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:22:02.858365 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-34991e6c-0bbe-45f9-99be-3bf26ee383b3 service neutron] Bound port: bc63ec7d-afff-4490-ab8b-928f8fcc43cd, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:22:02.858771 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-34991e6c-0bbe-45f9-99be-3bf26ee383b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:02.883441 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Attempting to bind port bc63ec7d-afff-4490-ab8b-928f8fcc43cd on host n-h2-825178-3 for vnic_type normal with profile {"migrating_to": "n-h1-825178-3"} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:22:02.883816 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Attempting to bind port bc63ec7d-afff-4490-ab8b-928f8fcc43cd by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:22:02.884209 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Attempting to bind port bc63ec7d-afff-4490-ab8b-928f8fcc43cd on network ef8cbc95-953d-4d9d-a80a-2c68322f6f7f {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:22:02.889453 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Port bc63ec7d-afff-4490-ab8b-928f8fcc43cd on network ef8cbc95-953d-4d9d-a80a-2c68322f6f7f not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:22:02.889850 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Attempting to bind port bc63ec7d-afff-4490-ab8b-928f8fcc43cd on network ef8cbc95-953d-4d9d-a80a-2c68322f6f7f {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:22:02.895128 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:22:02.895679 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Checking segment: {'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:22:02.896280 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Bound using segment: {'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:22:02.896734 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Bound port: bc63ec7d-afff-4490-ab8b-928f8fcc43cd, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:22:02.897116 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:02.923449 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a79c6b-1f56-4ba0-a629-b45d9b1402dd req-a8ffe640-8a21-438d-8e22-9e58034f7040 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:02.928306 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-89a79c6b-1f56-4ba0-a629-b45d9b1402dd req-a8ffe640-8a21-438d-8e22-9e58034f7040 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=999bd8a9-df8a-415c-b9b3-ac08bf28dab7 HTTP/1.1" status: 200 len: 945 time: 0.7572372 Feb 09 12:22:02.930882 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-45dd1aba-ed34-4d45-82ec-6058cdc77b59 req-77b5912d-96f5-4a91-a02e-8aee92d5d96e tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] For port 790c7b93-5bb7-4bbf-8d09-fa106dde3d77, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=790c7b93-5bb7-4bbf-8d09-fa106dde3d77,segment=NetworkSegment(aed25d29-c196-48bc-8269-0f58f1c3190d),segment_id=aed25d29-c196-48bc-8269-0f58f1c3190d)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:22:02.931214 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-45dd1aba-ed34-4d45-82ec-6058cdc77b59 req-77b5912d-96f5-4a91-a02e-8aee92d5d96e tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:02.965065 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d656bde-0f05-4371-915a-7371aa6c6572 req-ac1d87c3-4864-4142-8339-f17395b11fb2 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:02.966509 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8d656bde-0f05-4371-915a-7371aa6c6572 req-ac1d87c3-4864-4142-8339-f17395b11fb2 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c4532aa-287a-44da-8eb9-3da0106a49a3 HTTP/1.1" status: 200 len: 945 time: 0.7080660 Feb 09 12:22:03.001646 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port bc63ec7d-afff-4490-ab8b-928f8fcc43cd, host n-h2-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:22:03.005485 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port bc63ec7d-afff-4490-ab8b-928f8fcc43cd, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=bc63ec7d-afff-4490-ab8b-928f8fcc43cd,segment=NetworkSegment(a032c80a-2814-4a8f-bd23-99ac5315db25),segment_id=a032c80a-2814-4a8f-bd23-99ac5315db25)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:22:03.013694 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:03.064593 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b1820-794b-4ecb-b1c0-3bb56b64bbf4 service neutron] Pushing event updated for resources: {'Port': ['ID=08601888-bd41-4769-a19e-2b5f519c58c0,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:03.220140 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-89a79c6b-1f56-4ba0-a629-b45d9b1402dd req-ca925cec-3aa6-411a-87db-daae37a965f2 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581906 Feb 09 12:22:03.221126 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device bc63ec7d-afff-4490-ab8b-928f8fcc43cd has no active binding in host n-h1-825178-3 {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 09 12:22:03.221287 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8d656bde-0f05-4371-915a-7371aa6c6572 req-71393940-4f94-46e9-8ac8-0662d932238e tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/security-groups?id=513ce75b-46a7-4daf-8c5b-ed62fcd87f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581790 Feb 09 12:22:03.224161 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=bc63ec7d-afff-4490-ab8b-928f8fcc43cd,revision_number=8']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:03.270545 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f24f8002-2da6-492e-bd36-4d1ef9302fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d96f9e-0118-4a50-a2c9-174ab0a69bf7', 'code': 200} Feb 09 12:22:03.353105 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-34991e6c-0bbe-45f9-99be-3bf26ee383b3 service neutron] For port bc63ec7d-afff-4490-ab8b-928f8fcc43cd, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:22:03.374478 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.api [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-34991e6c-0bbe-45f9-99be-3bf26ee383b3 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) bc63ec7d-afff-4490-ab8b-928f8fcc43cd-n-h2-825178-3-0 {{(pid=87567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:22:03.374879 n-d-825178-3 neutron-server[87567]: DEBUG oslo_db.api [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-34991e6c-0bbe-45f9-99be-3bf26ee383b3 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:22:03.380457 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-a61a76ee-4038-4518-8b2b-32df6d79fe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:03.382478 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-a61a76ee-4038-4518-8b2b-32df6d79fe0f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49129fa2c03c45c2a0df365ab76f11e9&device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 1099 time: 0.5260837 Feb 09 12:22:03.611146 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-7772aa39-72f8-4b48-a688-10039eeed728 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=08601888-bd41-4769-a19e-2b5f519c58c0 HTTP/1.1" status: 200 len: 217 time: 0.1347623 Feb 09 12:22:03.696553 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-45dd1aba-ed34-4d45-82ec-6058cdc77b59 req-77b5912d-96f5-4a91-a02e-8aee92d5d96e tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:03.696933 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-45dd1aba-ed34-4d45-82ec-6058cdc77b59 req-77b5912d-96f5-4a91-a02e-8aee92d5d96e tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:03.697806 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [req-45dd1aba-ed34-4d45-82ec-6058cdc77b59 req-77b5912d-96f5-4a91-a02e-8aee92d5d96e tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Floating IP ce93058c-a788-4001-aa73-665fc14164f2 disassociated. External IP: 172.25.7.138, port: 790c7b93-5bb7-4bbf-8d09-fa106dde3d77. Feb 09 12:22:03.697806 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-45dd1aba-ed34-4d45-82ec-6058cdc77b59 req-77b5912d-96f5-4a91-a02e-8aee92d5d96e tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Calling delete_port for 790c7b93-5bb7-4bbf-8d09-fa106dde3d77 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:22:03.778893 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-48c72671-4c2b-492e-9b89-2607d5444d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:03.780362 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-48c72671-4c2b-492e-9b89-2607d5444d02 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.1583261 Feb 09 12:22:03.811745 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe741c7-3ec3-47e7-aaef-47909f0616d6 req-76dcb81e-7311-47d2-8e2b-aeed5b4aac5f tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:03.813146 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-abe741c7-3ec3-47e7-aaef-47909f0616d6 req-76dcb81e-7311-47d2-8e2b-aeed5b4aac5f tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 948 time: 0.4406893 Feb 09 12:22:03.878541 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce695f2b-6054-42b2-8a90-9c210c071300 req-304a7a6b-4ebe-4e9a-823f-97a669b491b9 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:03.879919 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ce695f2b-6054-42b2-8a90-9c210c071300 req-304a7a6b-4ebe-4e9a-823f-97a669b491b9 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b56dd09-217f-4e09-9355-dcba1e727292 HTTP/1.1" status: 200 len: 944 time: 0.4050243 Feb 09 12:22:03.977243 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-34991e6c-0bbe-45f9-99be-3bf26ee383b3 service neutron] Attempting to bind port bc63ec7d-afff-4490-ab8b-928f8fcc43cd on host n-h2-825178-3 for vnic_type normal with profile {"migrating_to": "n-h1-825178-3"} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:22:03.977572 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-34991e6c-0bbe-45f9-99be-3bf26ee383b3 service neutron] Attempting to bind port bc63ec7d-afff-4490-ab8b-928f8fcc43cd by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:22:03.977903 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-34991e6c-0bbe-45f9-99be-3bf26ee383b3 service neutron] Attempting to bind port bc63ec7d-afff-4490-ab8b-928f8fcc43cd on network ef8cbc95-953d-4d9d-a80a-2c68322f6f7f {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:22:04.009058 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-abe741c7-3ec3-47e7-aaef-47909f0616d6 req-85a124f5-6ac1-4d0e-a8c3-45f0cabcda4e tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563127 Feb 09 12:22:04.009588 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-34991e6c-0bbe-45f9-99be-3bf26ee383b3 service neutron] Port bc63ec7d-afff-4490-ab8b-928f8fcc43cd on network ef8cbc95-953d-4d9d-a80a-2c68322f6f7f not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:22:04.009909 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-34991e6c-0bbe-45f9-99be-3bf26ee383b3 service neutron] Attempting to bind port bc63ec7d-afff-4490-ab8b-928f8fcc43cd on network ef8cbc95-953d-4d9d-a80a-2c68322f6f7f {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:22:04.028324 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-34991e6c-0bbe-45f9-99be-3bf26ee383b3 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:22:04.028667 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-34991e6c-0bbe-45f9-99be-3bf26ee383b3 service neutron] Checking segment: {'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:22:04.029057 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-34991e6c-0bbe-45f9-99be-3bf26ee383b3 service neutron] Bound using segment: {'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:22:04.029477 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-34991e6c-0bbe-45f9-99be-3bf26ee383b3 service neutron] Bound port: bc63ec7d-afff-4490-ab8b-928f8fcc43cd, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:22:04.029827 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-34991e6c-0bbe-45f9-99be-3bf26ee383b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:04.052486 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ce695f2b-6054-42b2-8a90-9c210c071300 req-be7e282a-7b5e-4dfe-aa11-90c8fb1af852 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596251 Feb 09 12:22:04.060055 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b56dd09-217f-4e09-9355-dcba1e727292', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc63ec7d-afff-4490-ab8b-928f8fcc43cd', 'code': 200} Feb 09 12:22:04.093835 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-45dd1aba-ed34-4d45-82ec-6058cdc77b59 req-77b5912d-96f5-4a91-a02e-8aee92d5d96e tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:04.166361 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-95f2d2d8-27f7-485d-b7e7-7cba3c5ebed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:04.167876 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-95f2d2d8-27f7-485d-b7e7-7cba3c5ebed6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3538785 Feb 09 12:22:04.172947 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b5912d-96f5-4a91-a02e-8aee92d5d96e tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Pushing event deleted for resources: {'Port': ['ID=790c7b93-5bb7-4bbf-8d09-fa106dde3d77,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:04.309001 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b3e7125d-760e-4c8f-88af-02066d2a2995 req-0a27649c-649f-4e0d-bae4-5a63648f51d9 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9df35a8-abfa-4a0d-8916-b00519509e62 HTTP/1.1" status: 200 len: 210 time: 0.1385779 Feb 09 12:22:04.369259 n-d-825178-3 neutron-server[87567]: WARNING neutron.plugins.ml2.plugin [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-34991e6c-0bbe-45f9-99be-3bf26ee383b3 service neutron] Concurrent port binding operations failed on port bc63ec7d-afff-4490-ab8b-928f8fcc43cd Feb 09 12:22:04.553486 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-34991e6c-0bbe-45f9-99be-3bf26ee383b3 service neutron] For port bc63ec7d-afff-4490-ab8b-928f8fcc43cd, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=bc63ec7d-afff-4490-ab8b-928f8fcc43cd,segment=NetworkSegment(a032c80a-2814-4a8f-bd23-99ac5315db25),segment_id=a032c80a-2814-4a8f-bd23-99ac5315db25)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:22:04.649435 n-d-825178-3 neutron-server[87567]: INFO neutron.plugins.ml2.plugin [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-34991e6c-0bbe-45f9-99be-3bf26ee383b3 service neutron] Attempt 2 to bind port bc63ec7d-afff-4490-ab8b-928f8fcc43cd Feb 09 12:22:04.652571 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-34991e6c-0bbe-45f9-99be-3bf26ee383b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:04.653183 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-34991e6c-0bbe-45f9-99be-3bf26ee383b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:04.654529 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-34991e6c-0bbe-45f9-99be-3bf26ee383b3 service neutron] 10.222.0.52 "PUT /v2.0/ports/bc63ec7d-afff-4490-ab8b-928f8fcc43cd HTTP/1.1" status: 200 len: 1122 time: 3.9165781 Feb 09 12:22:04.719101 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 790c7b93-5bb7-4bbf-8d09-fa106dde3d77 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:22:04.757148 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] No Port match for: 790c7b93-5bb7-4bbf-8d09-fa106dde3d77 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:22:04.757495 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 790c7b93-5bb7-4bbf-8d09-fa106dde3d77 not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:22:04.790668 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-b784f1e6-939c-4e4d-bb74-1d5266a07a37 service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5819972 Feb 09 12:22:04.815594 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['bc63ec7d-afff-4490-ab8b-928f8fcc43cd'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:22:04.891761 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45dd1aba-ed34-4d45-82ec-6058cdc77b59 req-77b5912d-96f5-4a91-a02e-8aee92d5d96e tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Router 2948e134-d0ce-48c8-83ee-1e90e57244d0 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:22:04.893612 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 05d96f9e-0118-4a50-a2c9-174ab0a69bf7 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:22:04.926771 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4e642-740d-4786-8c1d-13b97f92c093 req-368a476c-a33d-4d7a-80af-f845964cec00 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:04.928265 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-49c4e642-740d-4786-8c1d-13b97f92c093 req-368a476c-a33d-4d7a-80af-f845964cec00 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b2a490e-a2ea-457b-973e-4059ce119ae4 HTTP/1.1" status: 200 len: 946 time: 0.3850451 Feb 09 12:22:04.944788 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2e45b-a0b4-4f76-935d-b2d387f0c703 req-898e333c-20a1-4741-b707-a7410813b375 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:04.946220 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a7d2e45b-a0b4-4f76-935d-b2d387f0c703 req-898e333c-20a1-4741-b707-a7410813b375 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=f24f8002-2da6-492e-bd36-4d1ef9302fb2 HTTP/1.1" status: 200 len: 945 time: 0.3960905 Feb 09 12:22:04.955767 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['bc63ec7d-afff-4490-ab8b-928f8fcc43cd'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:22:05.169638 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:05.185705 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-49c4e642-740d-4786-8c1d-13b97f92c093 req-119a5f45-5408-4fa3-9953-17e7d0fc44f1 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/security-groups?id=513ce75b-46a7-4daf-8c5b-ed62fcd87f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504411 Feb 09 12:22:05.207849 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a7d2e45b-a0b4-4f76-935d-b2d387f0c703 req-61bab6ac-2f7a-49b9-9250-d1b80383834d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1740fde-ed7b-450f-94e7-17e594dcc7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073901 Feb 09 12:22:05.212759 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f7c4e78a-015d-4642-80fb-3906d38c69d3 req-9c03993a-0110-4035-b696-5ddf41a76de2 service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078226 Feb 09 12:22:05.248731 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45dd1aba-ed34-4d45-82ec-6058cdc77b59 req-77b5912d-96f5-4a91-a02e-8aee92d5d96e tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:22:05.260680 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89364e4b-c702-483a-9c22-c105865959cc None None] Sync routers for ids ['2948e134-d0ce-48c8-83ee-1e90e57244d0'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:22:05.266769 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 05d96f9e-0118-4a50-a2c9-174ab0a69bf7, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=05d96f9e-0118-4a50-a2c9-174ab0a69bf7,segment=NetworkSegment(dc30de51-0ecc-48b6-a874-d688a7830e7a),segment_id=dc30de51-0ecc-48b6-a874-d688a7830e7a)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:22:05.278359 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89364e4b-c702-483a-9c22-c105865959cc None None] Routers {'2948e134-d0ce-48c8-83ee-1e90e57244d0'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:22:05.281225 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-89364e4b-c702-483a-9c22-c105865959cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:21:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2948e134-d0ce-48c8-83ee-1e90e57244d0'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:22:05.302981 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24f8002-2da6-492e-bd36-4d1ef9302fb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05d96f9e-0118-4a50-a2c9-174ab0a69bf7'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:22:05.317593 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:05.422981 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=05d96f9e-0118-4a50-a2c9-174ab0a69bf7,revision_number=8']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:05.458360 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-45dd1aba-ed34-4d45-82ec-6058cdc77b59 req-77b5912d-96f5-4a91-a02e-8aee92d5d96e tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] No DVR routers for this DVR port 790c7b93-5bb7-4bbf-8d09-fa106dde3d77 on host n-h1-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:22:05.468093 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-45dd1aba-ed34-4d45-82ec-6058cdc77b59 req-77b5912d-96f5-4a91-a02e-8aee92d5d96e tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:05.499975 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-45dd1aba-ed34-4d45-82ec-6058cdc77b59 req-77b5912d-96f5-4a91-a02e-8aee92d5d96e tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] 10.222.0.52 "DELETE /v2.0/ports/790c7b93-5bb7-4bbf-8d09-fa106dde3d77 HTTP/1.1" status: 204 len: 173 time: 3.6966348 Feb 09 12:22:05.522241 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-89364e4b-c702-483a-9c22-c105865959cc None None] Set router 2948e134-d0ce-48c8-83ee-1e90e57244d0 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:22:05.534585 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc24c19-bafe-427f-8272-26f8ec17d67c req-2afbfabe-ab77-45c6-9f3f-c8803d1aeebf tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:05.541705 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3fc24c19-bafe-427f-8272-26f8ec17d67c req-2afbfabe-ab77-45c6-9f3f-c8803d1aeebf tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 948 time: 0.2133102 Feb 09 12:22:05.593263 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52dc4a-d4cf-4271-92bc-a5b2afd931a1 req-cfe6676a-edb6-4473-ba4e-bd7b735fded2 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:05.598094 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3c52dc4a-d4cf-4271-92bc-a5b2afd931a1 req-cfe6676a-edb6-4473-ba4e-bd7b735fded2 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=999bd8a9-df8a-415c-b9b3-ac08bf28dab7 HTTP/1.1" status: 200 len: 945 time: 0.2225254 Feb 09 12:22:05.620902 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3fc24c19-bafe-427f-8272-26f8ec17d67c req-4e7681e7-1f1c-48cc-be09-728882b3abc1 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756490 Feb 09 12:22:05.677647 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3c52dc4a-d4cf-4271-92bc-a5b2afd931a1 req-9661fe53-9886-4ac1-8bf3-f45772df2bda tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740924 Feb 09 12:22:05.861129 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-89364e4b-c702-483a-9c22-c105865959cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2948e134-d0ce-48c8-83ee-1e90e57244d0', 'name': 'tempest-ServersTestJSON-1758248762-router', 'tenant_id': 'aa3119d2dab241bb8047798bbe393556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '9fa5e874-0d83-450b-a280-b8392b07332f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:20:01Z', 'updated_at': '2022-02-09T12:20:08Z', 'revision_number': 4, 'project_id': 'aa3119d2dab241bb8047798bbe393556', 'gw_port': {'id': '9fa5e874-0d83-450b-a280-b8392b07332f', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2948e134-d0ce-48c8-83ee-1e90e57244d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:20:02Z', 'updated_at': '2022-02-09T12:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'd7d001be-30f1-4a59-9653-7eb9ee31c9a3', 'name': '', 'network_id': '3dc24785-24cb-4cf3-abb0-6e9facbce5a2', 'tenant_id': 'aa3119d2dab241bb8047798bbe393556', 'mac_address': 'fa:16:3e:b2:12:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2948e134-d0ce-48c8-83ee-1e90e57244d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '6900bc3b-9729-42c6-818c-a0b3fb463d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:20:07Z', 'updated_at': '2022-02-09T12:20:21Z', 'revision_number': 5, 'project_id': 'aa3119d2dab241bb8047798bbe393556', 'subnets': [{'id': '6900bc3b-9729-42c6-818c-a0b3fb463d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:22:05.864816 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89364e4b-c702-483a-9c22-c105865959cc None None] Checking router: 2948e134-d0ce-48c8-83ee-1e90e57244d0 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:22:05.873990 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89364e4b-c702-483a-9c22-c105865959cc None None] Routers {'2948e134-d0ce-48c8-83ee-1e90e57244d0'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:22:05.874819 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-89364e4b-c702-483a-9c22-c105865959cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:21:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2948e134-d0ce-48c8-83ee-1e90e57244d0'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:22:05.892046 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260cbed2-af0f-409e-90f7-b01cb4e638e7 req-0bd30c81-67fd-4887-bba4-337761f55b66 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:05.893511 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-260cbed2-af0f-409e-90f7-b01cb4e638e7 req-0bd30c81-67fd-4887-bba4-337761f55b66 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b56dd09-217f-4e09-9355-dcba1e727292 HTTP/1.1" status: 200 len: 944 time: 0.1481607 Feb 09 12:22:05.905439 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1090d-ce3d-41b4-86e5-2a6382c4f157 req-248cf377-9c31-4a15-a361-fc1503f00054 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:05.906830 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3cb1090d-ce3d-41b4-86e5-2a6382c4f157 req-248cf377-9c31-4a15-a361-fc1503f00054 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/ports?device_id=c67291ea-e846-4997-b534-ad76f7b1326e HTTP/1.1" status: 200 len: 945 time: 0.1244049 Feb 09 12:22:05.974872 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-260cbed2-af0f-409e-90f7-b01cb4e638e7 req-4ce9aa0f-66a0-4e33-9ec7-e2b9fbb933be tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671010 Feb 09 12:22:05.980932 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3cb1090d-ce3d-41b4-86e5-2a6382c4f157 req-afc48513-11c4-4faf-ad96-5eae4986d31a tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/security-groups?id=513ce75b-46a7-4daf-8c5b-ed62fcd87f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600815 Feb 09 12:22:06.035521 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f24f8002-2da6-492e-bd36-4d1ef9302fb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05d96f9e-0118-4a50-a2c9-174ab0a69bf7', 'code': 200} Feb 09 12:22:06.055694 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-89364e4b-c702-483a-9c22-c105865959cc None None] Set router 2948e134-d0ce-48c8-83ee-1e90e57244d0 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:22:06.060917 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01599260-5f20-420e-9ea8-7409b9f6301c', 'tag': '08601888-bd41-4769-a19e-2b5f519c58c0'}, {'name': 'network-changed', 'server_uuid': '6b56dd09-217f-4e09-9355-dcba1e727292', 'tag': 'bc63ec7d-afff-4490-ab8b-928f8fcc43cd'}, {'server_uuid': 'a9df35a8-abfa-4a0d-8916-b00519509e62', 'name': 'network-vif-deleted', 'tag': '790c7b93-5bb7-4bbf-8d09-fa106dde3d77'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:22:06.153112 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-682ef0c7-f5b2-4cc9-a355-7aabf0799837 req-24588c0c-4c14-4f03-8893-c04519c9de25 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Synchronizing usage tracker for tenant:aa3119d2dab241bb8047798bbe393556 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:22:06.170313 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-682ef0c7-f5b2-4cc9-a355-7aabf0799837 req-24588c0c-4c14-4f03-8893-c04519c9de25 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Unset dirty status for tenant:aa3119d2dab241bb8047798bbe393556 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:22:06.171710 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-682ef0c7-f5b2-4cc9-a355-7aabf0799837 req-24588c0c-4c14-4f03-8893-c04519c9de25 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9df35a8-abfa-4a0d-8916-b00519509e62 HTTP/1.1" status: 200 len: 210 time: 0.0637729 Feb 09 12:22:06.266170 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01599260-5f20-420e-9ea8-7409b9f6301c', 'tag': '08601888-bd41-4769-a19e-2b5f519c58c0', 'status': 'completed', 'code': 200} Feb 09 12:22:06.266482 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b56dd09-217f-4e09-9355-dcba1e727292', 'tag': 'bc63ec7d-afff-4490-ab8b-928f8fcc43cd', 'status': 'completed', 'code': 200} Feb 09 12:22:06.266745 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9df35a8-abfa-4a0d-8916-b00519509e62', 'name': 'network-vif-deleted', 'tag': '790c7b93-5bb7-4bbf-8d09-fa106dde3d77', 'status': 'completed', 'code': 200} Feb 09 12:22:06.462811 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-89364e4b-c702-483a-9c22-c105865959cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2948e134-d0ce-48c8-83ee-1e90e57244d0', 'name': 'tempest-ServersTestJSON-1758248762-router', 'tenant_id': 'aa3119d2dab241bb8047798bbe393556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '9fa5e874-0d83-450b-a280-b8392b07332f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:20:01Z', 'updated_at': '2022-02-09T12:20:08Z', 'revision_number': 4, 'project_id': 'aa3119d2dab241bb8047798bbe393556', 'gw_port': {'id': '9fa5e874-0d83-450b-a280-b8392b07332f', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2948e134-d0ce-48c8-83ee-1e90e57244d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:20:02Z', 'updated_at': '2022-02-09T12:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'd7d001be-30f1-4a59-9653-7eb9ee31c9a3', 'name': '', 'network_id': '3dc24785-24cb-4cf3-abb0-6e9facbce5a2', 'tenant_id': 'aa3119d2dab241bb8047798bbe393556', 'mac_address': 'fa:16:3e:b2:12:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2948e134-d0ce-48c8-83ee-1e90e57244d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '6900bc3b-9729-42c6-818c-a0b3fb463d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:20:07Z', 'updated_at': '2022-02-09T12:20:21Z', 'revision_number': 5, 'project_id': 'aa3119d2dab241bb8047798bbe393556', 'subnets': [{'id': '6900bc3b-9729-42c6-818c-a0b3fb463d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:22:06.466763 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89364e4b-c702-483a-9c22-c105865959cc None None] The sync data for ids ['2948e134-d0ce-48c8-83ee-1e90e57244d0'] in n-d-825178-3 is: [{'id': '2948e134-d0ce-48c8-83ee-1e90e57244d0', 'name': 'tempest-ServersTestJSON-1758248762-router', 'tenant_id': 'aa3119d2dab241bb8047798bbe393556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '9fa5e874-0d83-450b-a280-b8392b07332f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:20:01Z', 'updated_at': '2022-02-09T12:20:08Z', 'revision_number': 4, 'project_id': 'aa3119d2dab241bb8047798bbe393556', 'gw_port': {'id': '9fa5e874-0d83-450b-a280-b8392b07332f', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2948e134-d0ce-48c8-83ee-1e90e57244d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:20:02Z', 'updated_at': '2022-02-09T12:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'd7d001be-30f1-4a59-9653-7eb9ee31c9a3', 'name': '', 'network_id': '3dc24785-24cb-4cf3-abb0-6e9facbce5a2', 'tenant_id': 'aa3119d2dab241bb8047798bbe393556', 'mac_address': 'fa:16:3e:b2:12:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2948e134-d0ce-48c8-83ee-1e90e57244d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '6900bc3b-9729-42c6-818c-a0b3fb463d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:20:07Z', 'updated_at': '2022-02-09T12:20:21Z', 'revision_number': 5, 'project_id': 'aa3119d2dab241bb8047798bbe393556', 'subnets': [{'id': '6900bc3b-9729-42c6-818c-a0b3fb463d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:22:06.635770 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939783fb-d5d7-4b93-a4e3-5cc109a780bd req-85a90d24-a198-4967-badc-db6bee45db68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:06.637361 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-939783fb-d5d7-4b93-a4e3-5cc109a780bd req-85a90d24-a198-4967-badc-db6bee45db68 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49129fa2c03c45c2a0df365ab76f11e9&device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 1099 time: 0.3359778 Feb 09 12:22:06.644554 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e08310-e35d-4d40-ae31-2623febbe0bb req-0b203e13-1d03-49f8-a7d5-1e84acfc6f94 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:06.645934 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-28e08310-e35d-4d40-ae31-2623febbe0bb req-0b203e13-1d03-49f8-a7d5-1e84acfc6f94 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=f24f8002-2da6-492e-bd36-4d1ef9302fb2 HTTP/1.1" status: 200 len: 943 time: 0.2372558 Feb 09 12:22:06.656313 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2cca8f-ab0f-4bd8-91ad-19bca488bc4f req-a55a4f08-70bd-4457-99e4-9865937b9d9e tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:06.662086 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2cca8f-ab0f-4bd8-91ad-19bca488bc4f req-a55a4f08-70bd-4457-99e4-9865937b9d9e tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:06.668570 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2cca8f-ab0f-4bd8-91ad-19bca488bc4f req-a55a4f08-70bd-4457-99e4-9865937b9d9e tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:06.670257 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ed2cca8f-ab0f-4bd8-91ad-19bca488bc4f req-a55a4f08-70bd-4457-99e4-9865937b9d9e tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/ports?device_id=c67291ea-e846-4997-b534-ad76f7b1326e&device_id=7b2a490e-a2ea-457b-973e-4059ce119ae4&device_id=1c4532aa-287a-44da-8eb9-3da0106a49a3 HTTP/1.1" status: 200 len: 2417 time: 0.2797477 Feb 09 12:22:06.674719 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939783fb-d5d7-4b93-a4e3-5cc109a780bd req-0a1dd05f-2ffd-4fdc-aa78-3e9a936fdfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:06.676139 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-939783fb-d5d7-4b93-a4e3-5cc109a780bd req-0a1dd05f-2ffd-4fdc-aa78-3e9a936fdfa6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48298ec907a946ddb2f0d8ac4aa52547&device_id=6b56dd09-217f-4e09-9355-dcba1e727292 HTTP/1.1" status: 200 len: 1125 time: 0.2928858 Feb 09 12:22:06.712849 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed08178-15aa-4065-90e8-4d2a3474d8a0 None None] New status for floating IP ce93058c-a788-4001-aa73-665fc14164f2: DOWN {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:22:07.041397 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-28e08310-e35d-4d40-ae31-2623febbe0bb req-aa13314e-c4e9-41f5-8b8f-3337ba3f4428 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1740fde-ed7b-450f-94e7-17e594dcc7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701468 Feb 09 12:22:07.051472 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ed2cca8f-ab0f-4bd8-91ad-19bca488bc4f req-c1e5c076-0835-4fcb-ae53-dbb6b81da1ab tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/security-groups?id=513ce75b-46a7-4daf-8c5b-ed62fcd87f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571293 Feb 09 12:22:07.106144 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939783fb-d5d7-4b93-a4e3-5cc109a780bd req-041e777e-5bfd-4d2a-a313-2ddb8c2f9862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:07.107628 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-939783fb-d5d7-4b93-a4e3-5cc109a780bd req-041e777e-5bfd-4d2a-a313-2ddb8c2f9862 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.4352355 Feb 09 12:22:07.247720 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-939783fb-d5d7-4b93-a4e3-5cc109a780bd req-6a2a4e23-2792-4598-86b0-a277f4c3e709 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=08601888-bd41-4769-a19e-2b5f519c58c0 HTTP/1.1" status: 200 len: 217 time: 0.1298902 Feb 09 12:22:07.257938 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939783fb-d5d7-4b93-a4e3-5cc109a780bd req-6898c028-eedd-4c17-b27e-0a4a6cc6464e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:07.259288 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-939783fb-d5d7-4b93-a4e3-5cc109a780bd req-6898c028-eedd-4c17-b27e-0a4a6cc6464e service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef8cbc95-953d-4d9d-a80a-2c68322f6f7f HTTP/1.1" status: 200 len: 909 time: 0.4263346 Feb 09 12:22:07.389007 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-939783fb-d5d7-4b93-a4e3-5cc109a780bd req-3f3e0dcf-c085-4e6e-9a91-e38a15c488b1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc63ec7d-afff-4490-ab8b-928f8fcc43cd HTTP/1.1" status: 200 len: 217 time: 0.0880032 Feb 09 12:22:07.465669 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939783fb-d5d7-4b93-a4e3-5cc109a780bd req-93c73688-26a5-41f9-b610-954abc1c8c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:07.467091 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-939783fb-d5d7-4b93-a4e3-5cc109a780bd req-93c73688-26a5-41f9-b610-954abc1c8c7d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.2024405 Feb 09 12:22:07.526042 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939783fb-d5d7-4b93-a4e3-5cc109a780bd req-7c082881-ccae-4467-b534-f6455332fe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:07.527339 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-939783fb-d5d7-4b93-a4e3-5cc109a780bd req-7c082881-ccae-4467-b534-f6455332fe8d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=366798ce-1b6a-4537-9fda-2703703dab8f HTTP/1.1" status: 200 len: 848 time: 0.1276069 Feb 09 12:22:07.576694 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5dfdf-d0bd-4281-8b54-310cdf17ac64 req-d57a9ebe-6b65-4cae-8e0c-8db8cd834409 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:07.577300 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-72c5dfdf-d0bd-4281-8b54-310cdf17ac64 req-d57a9ebe-6b65-4cae-8e0c-8db8cd834409 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Synchronizing usage tracker for tenant:3e281b9d46b64541906a07f8f1e1d262 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:22:07.592664 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23985da0-8c79-4195-aa44-326f425fbfc0 req-ec628d03-79b4-42d2-9264-1dece67a78a7 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:07.593909 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-72c5dfdf-d0bd-4281-8b54-310cdf17ac64 req-d57a9ebe-6b65-4cae-8e0c-8db8cd834409 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Unset dirty status for tenant:3e281b9d46b64541906a07f8f1e1d262 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:22:07.594137 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-23985da0-8c79-4195-aa44-326f425fbfc0 req-ec628d03-79b4-42d2-9264-1dece67a78a7 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 948 time: 0.4232144 Feb 09 12:22:07.595465 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-72c5dfdf-d0bd-4281-8b54-310cdf17ac64 req-d57a9ebe-6b65-4cae-8e0c-8db8cd834409 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.46 "GET /v2.0/ports?device_id=f24f8002-2da6-492e-bd36-4d1ef9302fb2 HTTP/1.1" status: 200 len: 943 time: 0.0971806 Feb 09 12:22:07.602115 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-939783fb-d5d7-4b93-a4e3-5cc109a780bd req-4eaa0b5f-e745-4d7e-b1c1-c408caaceae7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef8cbc95-953d-4d9d-a80a-2c68322f6f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665653 Feb 09 12:22:07.614792 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ffdc4e-4c9f-4682-bbc6-05b749a005ff req-2ac54c7a-b481-49a5-a02c-76280c0127f0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:07.616231 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-68ffdc4e-4c9f-4682-bbc6-05b749a005ff req-2ac54c7a-b481-49a5-a02c-76280c0127f0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=999bd8a9-df8a-415c-b9b3-ac08bf28dab7 HTTP/1.1" status: 200 len: 945 time: 0.4441993 Feb 09 12:22:07.636359 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-939783fb-d5d7-4b93-a4e3-5cc109a780bd req-c09a2da4-660e-499e-ba2b-3636b2397092 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:22:07.637297 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-939783fb-d5d7-4b93-a4e3-5cc109a780bd req-c09a2da4-660e-499e-ba2b-3636b2397092 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082684 Feb 09 12:22:07.671114 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-72c5dfdf-d0bd-4281-8b54-310cdf17ac64 req-961ee87b-d3f4-4ed3-adb7-e923d4272d29 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Deleting port 05d96f9e-0118-4a50-a2c9-174ab0a69bf7 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:22:07.671460 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-72c5dfdf-d0bd-4281-8b54-310cdf17ac64 req-961ee87b-d3f4-4ed3-adb7-e923d4272d29 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:07.789229 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-23985da0-8c79-4195-aa44-326f425fbfc0 req-83c9b3b0-1159-4e64-b1a1-c1abc8e3b11a tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838455 Feb 09 12:22:07.794758 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-68ffdc4e-4c9f-4682-bbc6-05b749a005ff req-5edc4b84-8336-477f-9799-586567498977 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622784 Feb 09 12:22:07.799205 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939783fb-d5d7-4b93-a4e3-5cc109a780bd req-dfd62d14-37d5-43c1-991e-08612eb436b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:07.800703 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-939783fb-d5d7-4b93-a4e3-5cc109a780bd req-dfd62d14-37d5-43c1-991e-08612eb436b1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3208985 Feb 09 12:22:07.856732 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-72982738-345d-4b71-a03d-cb3063627bfc req-792e7f7c-84a1-4415-95d3-d49a95b09d24 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:22:07.857699 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-72982738-345d-4b71-a03d-cb3063627bfc req-792e7f7c-84a1-4415-95d3-d49a95b09d24 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122716 Feb 09 12:22:07.942520 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-72c5dfdf-d0bd-4281-8b54-310cdf17ac64 req-961ee87b-d3f4-4ed3-adb7-e923d4272d29 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] For port 05d96f9e-0118-4a50-a2c9-174ab0a69bf7, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=05d96f9e-0118-4a50-a2c9-174ab0a69bf7,segment=NetworkSegment(dc30de51-0ecc-48b6-a874-d688a7830e7a),segment_id=dc30de51-0ecc-48b6-a874-d688a7830e7a)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:22:07.942872 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-72c5dfdf-d0bd-4281-8b54-310cdf17ac64 req-961ee87b-d3f4-4ed3-adb7-e923d4272d29 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:08.012646 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-939783fb-d5d7-4b93-a4e3-5cc109a780bd req-eef73be7-3d55-4fa6-9de1-37fa9e5629e3 service neutron] 10.222.0.46 "GET /v2.0/networks/ef8cbc95-953d-4d9d-a80a-2c68322f6f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545012 Feb 09 12:22:08.167230 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-72c5dfdf-d0bd-4281-8b54-310cdf17ac64 req-961ee87b-d3f4-4ed3-adb7-e923d4272d29 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Calling delete_port for 05d96f9e-0118-4a50-a2c9-174ab0a69bf7 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:22:08.205813 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-939783fb-d5d7-4b93-a4e3-5cc109a780bd req-f24041a5-41b0-4b49-96a5-2ec2cd89680d service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828633 Feb 09 12:22:08.331849 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-72c5dfdf-d0bd-4281-8b54-310cdf17ac64 req-961ee87b-d3f4-4ed3-adb7-e923d4272d29 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:08.387329 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ee87b-d3f4-4ed3-adb7-e923d4272d29 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Pushing event deleted for resources: {'Port': ['ID=05d96f9e-0118-4a50-a2c9-174ab0a69bf7,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:08.430111 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961ee87b-d3f4-4ed3-adb7-e923d4272d29 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:22:08.430371 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961ee87b-d3f4-4ed3-adb7-e923d4272d29 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:22:08.430713 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961ee87b-d3f4-4ed3-adb7-e923d4272d29 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:22:08.431042 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961ee87b-d3f4-4ed3-adb7-e923d4272d29 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:22:08.431368 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961ee87b-d3f4-4ed3-adb7-e923d4272d29 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:22:08.431691 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961ee87b-d3f4-4ed3-adb7-e923d4272d29 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:22:08.432057 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961ee87b-d3f4-4ed3-adb7-e923d4272d29 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:22:08.432378 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961ee87b-d3f4-4ed3-adb7-e923d4272d29 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:22:08.432701 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961ee87b-d3f4-4ed3-adb7-e923d4272d29 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:22:08.433015 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961ee87b-d3f4-4ed3-adb7-e923d4272d29 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:22:08.433332 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961ee87b-d3f4-4ed3-adb7-e923d4272d29 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:22:08.433652 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961ee87b-d3f4-4ed3-adb7-e923d4272d29 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:22:08.452719 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-72982738-345d-4b71-a03d-cb3063627bfc req-c4bb20bb-b1bf-4894-957d-c48c216f2aac tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.5440326 Feb 09 12:22:08.476598 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e20533-564e-4912-a0c8-1be8310bb17c req-079f614c-d76f-46c2-9d75-65514586c44b tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:08.480023 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c5dfdf-d0bd-4281-8b54-310cdf17ac64 req-961ee87b-d3f4-4ed3-adb7-e923d4272d29 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] No DVR routers for this DVR port 05d96f9e-0118-4a50-a2c9-174ab0a69bf7 on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:22:08.482165 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30e20533-564e-4912-a0c8-1be8310bb17c req-079f614c-d76f-46c2-9d75-65514586c44b tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b56dd09-217f-4e09-9355-dcba1e727292 HTTP/1.1" status: 200 len: 944 time: 0.5650225 Feb 09 12:22:08.493997 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-72c5dfdf-d0bd-4281-8b54-310cdf17ac64 req-961ee87b-d3f4-4ed3-adb7-e923d4272d29 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:08.493997 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24f8002-2da6-492e-bd36-4d1ef9302fb2', 'name': 'network-vif-deleted', 'tag': '05d96f9e-0118-4a50-a2c9-174ab0a69bf7'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:22:08.509289 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-939783fb-d5d7-4b93-a4e3-5cc109a780bd req-f9b35bfb-6ff5-4f42-888d-d320e79757c9 service neutron] 10.222.0.46 "GET /v2.0/networks/ef8cbc95-953d-4d9d-a80a-2c68322f6f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4849105 Feb 09 12:22:08.512285 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-72c5dfdf-d0bd-4281-8b54-310cdf17ac64 req-961ee87b-d3f4-4ed3-adb7-e923d4272d29 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.46 "DELETE /v2.0/ports/05d96f9e-0118-4a50-a2c9-174ab0a69bf7 HTTP/1.1" status: 204 len: 173 time: 0.9096251 Feb 09 12:22:08.586075 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30e20533-564e-4912-a0c8-1be8310bb17c req-30e1f0be-9e33-4665-8467-2c477f557201 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016359 Feb 09 12:22:08.626837 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-939783fb-d5d7-4b93-a4e3-5cc109a780bd req-a0ca7b07-dfca-498f-8b18-d9052b76a99e service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4085681 Feb 09 12:22:08.733854 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 08601888-bd41-4769-a19e-2b5f519c58c0 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:22:08.752062 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f24f8002-2da6-492e-bd36-4d1ef9302fb2', 'name': 'network-vif-deleted', 'tag': '05d96f9e-0118-4a50-a2c9-174ab0a69bf7', 'status': 'completed', 'code': 200} Feb 09 12:22:08.781049 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48330) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:22:08.855207 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-36979537-8186-4094-8462-207eaf47dbda tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:08.864447 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-37cb7444-d421-4a26-9e38-caa31ba8c7d6 req-9f8c0465-efe5-40c2-b9a5-280456ffff91 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=f24f8002-2da6-492e-bd36-4d1ef9302fb2 HTTP/1.1" status: 200 len: 210 time: 0.0701637 Feb 09 12:22:08.889290 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-36979537-8186-4094-8462-207eaf47dbda tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:08.916340 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 08601888-bd41-4769-a19e-2b5f519c58c0, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=08601888-bd41-4769-a19e-2b5f519c58c0,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:22:08.935958 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': '08601888-bd41-4769-a19e-2b5f519c58c0', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'port_id': '08601888-bd41-4769-a19e-2b5f519c58c0', 'mac_address': 'fa:16:3e:41:9a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed5558-888d-440a-8c32-52f2f9bc5bd5', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:22:08.945471 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-36979537-8186-4094-8462-207eaf47dbda tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:08.965030 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36979537-8186-4094-8462-207eaf47dbda tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5aff2f-8bf6-4c95-869a-029ed35a6c53,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:08.981924 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-36979537-8186-4094-8462-207eaf47dbda tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:08.983050 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-36979537-8186-4094-8462-207eaf47dbda tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] 10.222.0.55 "DELETE /v2.0/security-groups/4a5aff2f-8bf6-4c95-869a-029ed35a6c53 HTTP/1.1" status: 204 len: 168 time: 0.2000613 Feb 09 12:22:08.985444 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48338) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:22:09.004106 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-c36205a3-66c0-4b0a-bfcf-ff8095c07a62 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] show failed (client error): The resource could not be found. Feb 09 12:22:09.005107 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c36205a3-66c0-4b0a-bfcf-ff8095c07a62 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] 10.222.0.55 "GET /v2.0/security-groups/4a5aff2f-8bf6-4c95-869a-029ed35a6c53 HTTP/1.1" status: 404 len: 347 time: 0.0185528 Feb 09 12:22:09.008263 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48342) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:22:09.025623 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:09.057856 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08601888-bd41-4769-a19e-2b5f519c58c0 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:22:09.077639 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 08601888-bd41-4769-a19e-2b5f519c58c0, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=08601888-bd41-4769-a19e-2b5f519c58c0,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:22:09.081657 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:09.098839 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf17eef-c2e6-408e-96ab-04a5f263cac3 req-b81af16c-e5a9-44e1-a3d0-d7e7a60dc482 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:09.101589 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fdf17eef-c2e6-408e-96ab-04a5f263cac3 req-b81af16c-e5a9-44e1-a3d0-d7e7a60dc482 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 948 time: 0.1037991 Feb 09 12:22:09.162451 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=08601888-bd41-4769-a19e-2b5f519c58c0,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:09.181496 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-370edb0a-7676-4a3b-b52f-b5cdb64203d7 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Deleting port d801953a-ac13-4987-b758-8303ab2e66ef {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:22:09.181832 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-370edb0a-7676-4a3b-b52f-b5cdb64203d7 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:09.201479 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fdf17eef-c2e6-408e-96ab-04a5f263cac3 req-ada66da6-6482-4a3f-9a1e-369b22459373 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934725 Feb 09 12:22:09.258407 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e111f-c39a-40c2-beaa-6dc1b8dfebaa req-5873b30a-bee5-4bb7-867f-a03619c06930 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:09.260022 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a94e111f-c39a-40c2-beaa-6dc1b8dfebaa req-5873b30a-bee5-4bb7-867f-a03619c06930 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=999bd8a9-df8a-415c-b9b3-ac08bf28dab7 HTTP/1.1" status: 200 len: 945 time: 0.1176987 Feb 09 12:22:09.365658 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a94e111f-c39a-40c2-beaa-6dc1b8dfebaa req-53af3660-7520-4ce3-befd-73fce9fc88a9 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997965 Feb 09 12:22:09.415565 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-370edb0a-7676-4a3b-b52f-b5cdb64203d7 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:09.416369 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-370edb0a-7676-4a3b-b52f-b5cdb64203d7 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:09.550286 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-370edb0a-7676-4a3b-b52f-b5cdb64203d7 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Calling delete_port for d801953a-ac13-4987-b758-8303ab2e66ef owned by network:floatingip {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:22:09.668519 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['08601888-bd41-4769-a19e-2b5f519c58c0'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:22:09.701003 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-370edb0a-7676-4a3b-b52f-b5cdb64203d7 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:09.754608 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370edb0a-7676-4a3b-b52f-b5cdb64203d7 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Pushing event deleted for resources: {'Port': ['ID=d801953a-ac13-4987-b758-8303ab2e66ef,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:09.832826 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42daae-e5e2-4781-9550-f4de1e4feaf3 req-1c6fbd6b-b84e-4c34-924b-7519753d097c tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:09.835475 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9c42daae-e5e2-4781-9550-f4de1e4feaf3 req-1c6fbd6b-b84e-4c34-924b-7519753d097c tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b56dd09-217f-4e09-9355-dcba1e727292 HTTP/1.1" status: 200 len: 944 time: 0.1147912 Feb 09 12:22:09.873703 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-370edb0a-7676-4a3b-b52f-b5cdb64203d7 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Notify callbacks [] for floatingip, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:09.895586 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9c42daae-e5e2-4781-9550-f4de1e4feaf3 req-9e17674c-8317-47b0-9d53-633c1def7f38 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539181 Feb 09 12:22:09.897855 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-370edb0a-7676-4a3b-b52f-b5cdb64203d7 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:09.899667 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-370edb0a-7676-4a3b-b52f-b5cdb64203d7 tempest-ServersTestJSON-672813911 tempest-ServersTestJSON-672813911-project] 10.222.0.55 "DELETE /v2.0/floatingips/ce93058c-a788-4001-aa73-665fc14164f2 HTTP/1.1" status: 204 len: 168 time: 0.8903222 Feb 09 12:22:09.902966 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48358) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:22:10.344722 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48370) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:22:10.354320 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-4f1ab346-5abd-4503-a869-cf2efef14243 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Request body: {'security_group': {'name': 'tempest-securitygroup--649210941', 'description': 'tempest-description--861966797'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:22:10.364571 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-4f1ab346-5abd-4503-a869-cf2efef14243 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:22:10.369778 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-4f1ab346-5abd-4503-a869-cf2efef14243 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Usage tracker for resource:security_group and tenant:3e281b9d46b64541906a07f8f1e1d262 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:22:10.373013 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-4f1ab346-5abd-4503-a869-cf2efef14243 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:22:10.381047 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-4f1ab346-5abd-4503-a869-cf2efef14243 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:22:10.399291 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4f1ab346-5abd-4503-a869-cf2efef14243 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:10.409748 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:22:10.441302 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-4f1ab346-5abd-4503-a869-cf2efef14243 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:22:10.447917 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-4f1ab346-5abd-4503-a869-cf2efef14243 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Usage tracker for resource:security_group_rule and tenant:3e281b9d46b64541906a07f8f1e1d262 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:22:10.464756 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-4f1ab346-5abd-4503-a869-cf2efef14243 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:22:10.515212 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-4f1ab346-5abd-4503-a869-cf2efef14243 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:22:10.601161 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6abfe3cd-c801-4395-a6b5-e0f4cbf1aeab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:10.637470 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d2732-238f-496f-9ed1-6145deb6a0ae req-b9e65ce0-d508-41ec-acee-ce34860fb6d8 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:10.638950 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c51d2732-238f-496f-9ed1-6145deb6a0ae req-b9e65ce0-d508-41ec-acee-ce34860fb6d8 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 949 time: 0.1704743 Feb 09 12:22:10.695070 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4f1ab346-5abd-4503-a869-cf2efef14243 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:10.712135 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4f1ab346-5abd-4503-a869-cf2efef14243 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:10.743706 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c51d2732-238f-496f-9ed1-6145deb6a0ae req-24ddf179-8000-4d48-98ee-67b84f9b990b tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910580 Feb 09 12:22:10.771443 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1ab346-5abd-4503-a869-cf2efef14243 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36636fce-ffe7-4ec2-8903-c9411c97f59b,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:10.778749 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4f1ab346-5abd-4503-a869-cf2efef14243 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:10.780431 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4f1ab346-5abd-4503-a869-cf2efef14243 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4330232 Feb 09 12:22:10.783398 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48378) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:22:10.790023 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-ae343add-bf60-4a50-b438-d27afd9afef4 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Request body: {'security_group_rule': {'security_group_id': '36636fce-ffe7-4ec2-8903-c9411c97f59b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:22:10.796949 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-ae343add-bf60-4a50-b438-d27afd9afef4 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:22:10.808143 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3c44b-90e7-4bbc-b086-b22a0fced9fd req-8930c511-b520-4954-b3e7-2eff12856f16 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:10.809610 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c9d3c44b-90e7-4bbc-b086-b22a0fced9fd req-8930c511-b520-4954-b3e7-2eff12856f16 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=999bd8a9-df8a-415c-b9b3-ac08bf28dab7 HTTP/1.1" status: 200 len: 945 time: 0.2281871 Feb 09 12:22:10.810809 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ae343add-bf60-4a50-b438-d27afd9afef4 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Usage tracker for resource:security_group_rule and tenant:3e281b9d46b64541906a07f8f1e1d262 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:22:10.814433 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ae343add-bf60-4a50-b438-d27afd9afef4 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:22:10.822460 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-ae343add-bf60-4a50-b438-d27afd9afef4 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:22:10.906993 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ae343add-bf60-4a50-b438-d27afd9afef4 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:10.931024 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c9d3c44b-90e7-4bbc-b086-b22a0fced9fd req-bdfa0c92-d70d-4972-9fd0-50a8b8c062c5 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104090 Feb 09 12:22:10.937523 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 05d96f9e-0118-4a50-a2c9-174ab0a69bf7 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:22:10.979919 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-6abfe3cd-c801-4395-a6b5-e0f4cbf1aeab admin admin] Deleting port d7d001be-30f1-4a59-9653-7eb9ee31c9a3 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:22:10.980388 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6abfe3cd-c801-4395-a6b5-e0f4cbf1aeab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:10.996289 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ae343add-bf60-4a50-b438-d27afd9afef4 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:11.000378 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ae343add-bf60-4a50-b438-d27afd9afef4 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:11.012508 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: 05d96f9e-0118-4a50-a2c9-174ab0a69bf7 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:22:11.013061 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 05d96f9e-0118-4a50-a2c9-174ab0a69bf7 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:22:11.039975 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca6f29-226e-4323-bfb9-867decc7f0c1 req-4140b002-13f3-4fea-adf5-667772c5c5c8 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:11.041820 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-68ca6f29-226e-4323-bfb9-867decc7f0c1 req-4140b002-13f3-4fea-adf5-667772c5c5c8 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/ports?device_id=c67291ea-e846-4997-b534-ad76f7b1326e HTTP/1.1" status: 200 len: 945 time: 0.1704066 Feb 09 12:22:11.047294 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae343add-bf60-4a50-b438-d27afd9afef4 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20a25e1e-d1a6-4ac2-8274-c13fdf951f44,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:11.076545 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ae343add-bf60-4a50-b438-d27afd9afef4 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:11.077693 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ae343add-bf60-4a50-b438-d27afd9afef4 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2930782 Feb 09 12:22:11.081039 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48384) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:22:11.122456 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-0e557e29-2218-4def-943c-4cc8b8def760 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Request body: {'security_group_rule': {'security_group_id': '36636fce-ffe7-4ec2-8903-c9411c97f59b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:22:11.135132 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-0e557e29-2218-4def-943c-4cc8b8def760 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:22:11.158106 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-0e557e29-2218-4def-943c-4cc8b8def760 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Usage tracker for resource:security_group_rule and tenant:3e281b9d46b64541906a07f8f1e1d262 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:22:11.163158 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-0e557e29-2218-4def-943c-4cc8b8def760 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:22:11.177347 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-68ca6f29-226e-4323-bfb9-867decc7f0c1 req-55fa0b70-0ba9-4a40-9bf7-203daa63919e tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/security-groups?id=513ce75b-46a7-4daf-8c5b-ed62fcd87f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163397 Feb 09 12:22:11.180809 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-0e557e29-2218-4def-943c-4cc8b8def760 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:22:11.184378 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-6abfe3cd-c801-4395-a6b5-e0f4cbf1aeab admin admin] For port d7d001be-30f1-4a59-9653-7eb9ee31c9a3, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=d7d001be-30f1-4a59-9653-7eb9ee31c9a3,segment=NetworkSegment(aed25d29-c196-48bc-8269-0f58f1c3190d),segment_id=aed25d29-c196-48bc-8269-0f58f1c3190d)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:22:11.184503 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6abfe3cd-c801-4395-a6b5-e0f4cbf1aeab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:11.208273 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0e557e29-2218-4def-943c-4cc8b8def760 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:11.241873 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1866d0-df04-4730-92ec-69b0cf06afaf req-366afff4-0dde-4182-a4a3-ddcd3613c406 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:11.243360 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2d1866d0-df04-4730-92ec-69b0cf06afaf req-366afff4-0dde-4182-a4a3-ddcd3613c406 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b56dd09-217f-4e09-9355-dcba1e727292 HTTP/1.1" status: 200 len: 944 time: 0.1646528 Feb 09 12:22:11.310656 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-6abfe3cd-c801-4395-a6b5-e0f4cbf1aeab admin admin] Calling delete_port for d7d001be-30f1-4a59-9653-7eb9ee31c9a3 owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:22:11.312562 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0e557e29-2218-4def-943c-4cc8b8def760 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:11.316463 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2d1866d0-df04-4730-92ec-69b0cf06afaf req-91e537c0-a76b-4f31-a290-787f6744fba3 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643494 Feb 09 12:22:11.318341 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0e557e29-2218-4def-943c-4cc8b8def760 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:11.347962 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e557e29-2218-4def-943c-4cc8b8def760 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95f53948-6467-404f-98a0-413733a07dc0,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:11.354941 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0e557e29-2218-4def-943c-4cc8b8def760 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:11.356854 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-0e557e29-2218-4def-943c-4cc8b8def760 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2736917 Feb 09 12:22:11.359690 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48388) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:22:11.366563 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-0f8a287f-7930-4d68-ba03-4f55f1817b2d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:22:11.372190 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-0f8a287f-7930-4d68-ba03-4f55f1817b2d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:22:11.376032 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-0f8a287f-7930-4d68-ba03-4f55f1817b2d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Usage tracker for resource:floatingip and tenant:3e281b9d46b64541906a07f8f1e1d262 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:22:11.378987 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-0f8a287f-7930-4d68-ba03-4f55f1817b2d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:22:11.389922 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-0f8a287f-7930-4d68-ba03-4f55f1817b2d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:22:11.401145 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0f8a287f-7930-4d68-ba03-4f55f1817b2d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks [] for floatingip, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:11.539695 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0f8a287f-7930-4d68-ba03-4f55f1817b2d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:11.642025 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6abfe3cd-c801-4395-a6b5-e0f4cbf1aeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:11.679399 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-0f8a287f-7930-4d68-ba03-4f55f1817b2d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Allocated IP 172.25.7.179 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/fb4b634f-d6db-485e-9f41-a75cbd741d4c) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:22:11.801665 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abfe3cd-c801-4395-a6b5-e0f4cbf1aeab admin admin] Pushing event deleted for resources: {'Port': ['ID=d7d001be-30f1-4a59-9653-7eb9ee31c9a3,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:11.843121 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0f8a287f-7930-4d68-ba03-4f55f1817b2d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:11.885974 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0f8a287f-7930-4d68-ba03-4f55f1817b2d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:11.978960 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8a287f-7930-4d68-ba03-4f55f1817b2d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:22:11.984559 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-0f8a287f-7930-4d68-ba03-4f55f1817b2d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:22:12.053235 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8a287f-7930-4d68-ba03-4f55f1817b2d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:22:12.172199 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6abfe3cd-c801-4395-a6b5-e0f4cbf1aeab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:12.288656 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8a287f-7930-4d68-ba03-4f55f1817b2d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Pushing event updated for resources: {'Port': ['ID=fb4b634f-d6db-485e-9f41-a75cbd741d4c,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:12.440068 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01427022-53e8-4b97-8b3a-b9e03a7a3710 req-b793e262-84b8-4eca-9dc6-0bc1fc26f6ee tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:12.442000 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-01427022-53e8-4b97-8b3a-b9e03a7a3710 req-b793e262-84b8-4eca-9dc6-0bc1fc26f6ee tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=999bd8a9-df8a-415c-b9b3-ac08bf28dab7 HTTP/1.1" status: 200 len: 945 time: 0.3278165 Feb 09 12:22:12.450073 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406a14d-6ce3-4994-8d59-879ed830156e req-54f770b6-0aa6-4aaa-932c-1b8afdb113a7 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:12.452315 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c406a14d-6ce3-4994-8d59-879ed830156e req-54f770b6-0aa6-4aaa-932c-1b8afdb113a7 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 949 time: 0.5525217 Feb 09 12:22:12.534103 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0f8a287f-7930-4d68-ba03-4f55f1817b2d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:12.546923 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-01427022-53e8-4b97-8b3a-b9e03a7a3710 req-515b26da-052d-4fe3-aab9-b0eeb6d3e496 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935616 Feb 09 12:22:12.552493 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c406a14d-6ce3-4994-8d59-879ed830156e req-a89e5b2d-212b-499a-be6a-9c0149031be6 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782862 Feb 09 12:22:12.624337 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0f8a287f-7930-4d68-ba03-4f55f1817b2d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:12.669296 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38db58-ccd3-453a-9061-5044dd237930 req-b7dc250b-591f-41b9-b8f8-bb5b27b56217 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:12.669296 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1d38db58-ccd3-453a-9061-5044dd237930 req-b7dc250b-591f-41b9-b8f8-bb5b27b56217 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.46 "GET /v2.0/ports?device_id=c67291ea-e846-4997-b534-ad76f7b1326e HTTP/1.1" status: 200 len: 945 time: 0.2516117 Feb 09 12:22:12.744867 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 08601888-bd41-4769-a19e-2b5f519c58c0 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:22:12.759815 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6abfe3cd-c801-4395-a6b5-e0f4cbf1aeab admin admin] Router 2948e134-d0ce-48c8-83ee-1e90e57244d0 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:22:12.775918 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-1d38db58-ccd3-453a-9061-5044dd237930 req-0f1846c9-431c-4986-b7bd-23067668ca17 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Deleting port 4d059838-4869-48f7-ad5f-83aad6cd798c {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:22:12.776246 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-1d38db58-ccd3-453a-9061-5044dd237930 req-0f1846c9-431c-4986-b7bd-23067668ca17 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:12.816961 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port 08601888-bd41-4769-a19e-2b5f519c58c0 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:22:12.822727 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port 08601888-bd41-4769-a19e-2b5f519c58c0 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:22:12.823098 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:12.958678 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:12.968388 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7064f-5702-47c6-b3e8-95e537d6b603 req-cb8432b1-05ac-4c12-a8c1-beb7f97dbb63 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:12.970584 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-90b7064f-5702-47c6-b3e8-95e537d6b603 req-cb8432b1-05ac-4c12-a8c1-beb7f97dbb63 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/ports?device_id=c67291ea-e846-4997-b534-ad76f7b1326e HTTP/1.1" status: 200 len: 945 time: 0.2793219 Feb 09 12:22:12.988235 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01599260-5f20-420e-9ea8-7409b9f6301c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08601888-bd41-4769-a19e-2b5f519c58c0'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:22:12.998581 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 08601888-bd41-4769-a19e-2b5f519c58c0, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=08601888-bd41-4769-a19e-2b5f519c58c0,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:22:13.002718 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:13.048001 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc92a9-0732-446c-81a7-0f5a5100ad60 req-4701b3b1-a96d-403e-bb7d-b986442d980a tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:13.049484 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0fcc92a9-0732-446c-81a7-0f5a5100ad60 req-4701b3b1-a96d-403e-bb7d-b986442d980a tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b56dd09-217f-4e09-9355-dcba1e727292 HTTP/1.1" status: 200 len: 944 time: 0.2957973 Feb 09 12:22:13.065931 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-90b7064f-5702-47c6-b3e8-95e537d6b603 req-e1d93e4c-07ae-4ef7-8cbd-f37001951665 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/security-groups?id=513ce75b-46a7-4daf-8c5b-ed62fcd87f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830381 Feb 09 12:22:13.110499 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0f8a287f-7930-4d68-ba03-4f55f1817b2d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:13.122903 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0f8a287f-7930-4d68-ba03-4f55f1817b2d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:13.177082 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01599260-5f20-420e-9ea8-7409b9f6301c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08601888-bd41-4769-a19e-2b5f519c58c0', 'code': 200} Feb 09 12:22:13.183478 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abfe3cd-c801-4395-a6b5-e0f4cbf1aeab admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:22:13.194558 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac5f04c-9581-4987-a815-036f6488dfd4 None None] Sync routers for ids ['2948e134-d0ce-48c8-83ee-1e90e57244d0'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:22:13.210914 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=08601888-bd41-4769-a19e-2b5f519c58c0,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:13.215813 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac5f04c-9581-4987-a815-036f6488dfd4 None None] Routers {'2948e134-d0ce-48c8-83ee-1e90e57244d0'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:22:13.217609 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4ac5f04c-9581-4987-a815-036f6488dfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:21:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2948e134-d0ce-48c8-83ee-1e90e57244d0'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:22:13.234708 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6abfe3cd-c801-4395-a6b5-e0f4cbf1aeab admin admin] 10.222.0.55 "PUT /v2.0/routers/2948e134-d0ce-48c8-83ee-1e90e57244d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3304231 Feb 09 12:22:13.249708 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0fcc92a9-0732-446c-81a7-0f5a5100ad60 req-5370b379-81fc-4b42-a304-b7ad7dab8b74 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848071 Feb 09 12:22:13.249708 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48404) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:22:13.310435 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-1d38db58-ccd3-453a-9061-5044dd237930 req-0f1846c9-431c-4986-b7bd-23067668ca17 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] For port 4d059838-4869-48f7-ad5f-83aad6cd798c, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=4d059838-4869-48f7-ad5f-83aad6cd798c,segment=NetworkSegment(c51cbd81-ca40-4079-80a5-16e74da9e93e),segment_id=c51cbd81-ca40-4079-80a5-16e74da9e93e)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:22:13.310801 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-1d38db58-ccd3-453a-9061-5044dd237930 req-0f1846c9-431c-4986-b7bd-23067668ca17 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:13.421124 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8a287f-7930-4d68-ba03-4f55f1817b2d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Pushing event updated for resources: {'Port': ['ID=fb4b634f-d6db-485e-9f41-a75cbd741d4c,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:13.514320 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0f8a287f-7930-4d68-ba03-4f55f1817b2d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:13.537856 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-4ac5f04c-9581-4987-a815-036f6488dfd4 None None] Set router 2948e134-d0ce-48c8-83ee-1e90e57244d0 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:22:13.573440 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0f8a287f-7930-4d68-ba03-4f55f1817b2d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:13.573440 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-0f8a287f-7930-4d68-ba03-4f55f1817b2d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2100575 Feb 09 12:22:13.580491 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-00a1f302-5b8f-4145-b606-b44c907a2781 admin admin] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:13.589399 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-1d38db58-ccd3-453a-9061-5044dd237930 req-0f1846c9-431c-4986-b7bd-23067668ca17 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Calling delete_port for 4d059838-4869-48f7-ad5f-83aad6cd798c owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:22:13.716083 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e3b6d-5518-4b58-bed5-c816560a1f6b req-62afb7bc-dfe2-4f36-855a-532a84385bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:13.717631 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e18e3b6d-5518-4b58-bed5-c816560a1f6b req-62afb7bc-dfe2-4f36-855a-532a84385bbb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 1101 time: 0.3893316 Feb 09 12:22:13.885522 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-1d38db58-ccd3-453a-9061-5044dd237930 req-0f1846c9-431c-4986-b7bd-23067668ca17 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:13.901399 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['9039d4fb-f09b-4eba-b36d-35f13b2eeec7'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:22:13.993178 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['b82c32a8-4cdb-4634-ab3c-0781f442e32b'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:22:14.001243 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1846c9-431c-4986-b7bd-23067668ca17 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Pushing event deleted for resources: {'Port': ['ID=4d059838-4869-48f7-ad5f-83aad6cd798c,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:14.096827 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4ac5f04c-9581-4987-a815-036f6488dfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2948e134-d0ce-48c8-83ee-1e90e57244d0', 'name': 'tempest-ServersTestJSON-1758248762-router', 'tenant_id': 'aa3119d2dab241bb8047798bbe393556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '9fa5e874-0d83-450b-a280-b8392b07332f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:20:01Z', 'updated_at': '2022-02-09T12:22:11Z', 'revision_number': 5, 'project_id': 'aa3119d2dab241bb8047798bbe393556', 'gw_port': {'id': '9fa5e874-0d83-450b-a280-b8392b07332f', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2948e134-d0ce-48c8-83ee-1e90e57244d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:20:02Z', 'updated_at': '2022-02-09T12:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:22:14.102635 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac5f04c-9581-4987-a815-036f6488dfd4 None None] Checking router: 2948e134-d0ce-48c8-83ee-1e90e57244d0 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:22:14.117925 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac5f04c-9581-4987-a815-036f6488dfd4 None None] Routers {'2948e134-d0ce-48c8-83ee-1e90e57244d0'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:22:14.118977 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4ac5f04c-9581-4987-a815-036f6488dfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:21:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2948e134-d0ce-48c8-83ee-1e90e57244d0'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:22:14.119544 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d38db58-ccd3-453a-9061-5044dd237930 req-0f1846c9-431c-4986-b7bd-23067668ca17 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] No DVR routers for this DVR port 4d059838-4869-48f7-ad5f-83aad6cd798c on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:22:14.122550 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-1d38db58-ccd3-453a-9061-5044dd237930 req-0f1846c9-431c-4986-b7bd-23067668ca17 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:14.125857 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c67291ea-e846-4997-b534-ad76f7b1326e', 'name': 'network-vif-deleted', 'tag': '4d059838-4869-48f7-ad5f-83aad6cd798c'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:22:14.139768 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e18e3b6d-5518-4b58-bed5-c816560a1f6b req-d6c46219-8637-4e3a-a3f2-e8e2d9e174fa service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110367 Feb 09 12:22:14.145611 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1d38db58-ccd3-453a-9061-5044dd237930 req-0f1846c9-431c-4986-b7bd-23067668ca17 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.46 "DELETE /v2.0/ports/4d059838-4869-48f7-ad5f-83aad6cd798c HTTP/1.1" status: 204 len: 173 time: 1.4620314 Feb 09 12:22:14.152545 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-dc3a7e6b-8f36-42dc-b50a-46ecf894ef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:14.186899 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-00a1f302-5b8f-4145-b606-b44c907a2781 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:14.226366 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-432494ce-31f7-449d-b453-dbdf923c902a service neutron] 10.222.0.46 "GET /v2.0/ports/bc63ec7d-afff-4490-ab8b-928f8fcc43cd/bindings/n-h1-825178-3 HTTP/1.1" status: 200 len: 384 time: 0.2283795 Feb 09 12:22:14.229207 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-00a1f302-5b8f-4145-b606-b44c907a2781 admin admin] Deleting port 9fa5e874-0d83-450b-a280-b8392b07332f {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:22:14.229757 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-00a1f302-5b8f-4145-b606-b44c907a2781 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:14.382445 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-4ac5f04c-9581-4987-a815-036f6488dfd4 None None] Set router 2948e134-d0ce-48c8-83ee-1e90e57244d0 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:22:14.509327 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4ac5f04c-9581-4987-a815-036f6488dfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2948e134-d0ce-48c8-83ee-1e90e57244d0', 'name': 'tempest-ServersTestJSON-1758248762-router', 'tenant_id': 'aa3119d2dab241bb8047798bbe393556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:20:01Z', 'updated_at': '2022-02-09T12:22:14Z', 'revision_number': 6, 'project_id': 'aa3119d2dab241bb8047798bbe393556', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:22:14.513663 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac5f04c-9581-4987-a815-036f6488dfd4 None None] The sync data for ids ['2948e134-d0ce-48c8-83ee-1e90e57244d0'] in n-d-825178-3 is: [{'id': '2948e134-d0ce-48c8-83ee-1e90e57244d0', 'name': 'tempest-ServersTestJSON-1758248762-router', 'tenant_id': 'aa3119d2dab241bb8047798bbe393556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:20:01Z', 'updated_at': '2022-02-09T12:22:14Z', 'revision_number': 6, 'project_id': 'aa3119d2dab241bb8047798bbe393556', 'gw_port_host': None}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:22:14.543454 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b6a0e-c927-4af6-9fca-a5619be271bd req-8a96b89d-1b6e-4d75-a5c8-5fab2409e492 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:14.545128 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d30b6a0e-c927-4af6-9fca-a5619be271bd req-8a96b89d-1b6e-4d75-a5c8-5fab2409e492 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=999bd8a9-df8a-415c-b9b3-ac08bf28dab7 HTTP/1.1" status: 200 len: 945 time: 0.7055173 Feb 09 12:22:14.583969 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8dcf1b-41c5-4823-9a98-335880179da1 req-e36c0ce7-2b0e-4fe5-bb69-a1d0a0919b0a tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:14.585645 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab8dcf1b-41c5-4823-9a98-335880179da1 req-e36c0ce7-2b0e-4fe5-bb69-a1d0a0919b0a tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 950 time: 0.6930602 Feb 09 12:22:14.732803 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d30b6a0e-c927-4af6-9fca-a5619be271bd req-024a6892-8246-4922-a1bd-090d0d76c689 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678250 Feb 09 12:22:14.781480 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab8dcf1b-41c5-4823-9a98-335880179da1 req-6391be59-31f5-4b9c-887c-abc06b98c62d tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764309 Feb 09 12:22:14.849441 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-00a1f302-5b8f-4145-b606-b44c907a2781 admin admin] For port 9fa5e874-0d83-450b-a280-b8392b07332f, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=9fa5e874-0d83-450b-a280-b8392b07332f,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:22:14.849838 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-00a1f302-5b8f-4145-b606-b44c907a2781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:14.971248 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device bc63ec7d-afff-4490-ab8b-928f8fcc43cd no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:22:15.095360 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-00a1f302-5b8f-4145-b606-b44c907a2781 admin admin] Calling delete_port for 9fa5e874-0d83-450b-a280-b8392b07332f owned by network:router_gateway {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:22:15.121875 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 4d059838-4869-48f7-ad5f-83aad6cd798c no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:22:15.158221 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: 4d059838-4869-48f7-ad5f-83aad6cd798c {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:22:15.158221 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 4d059838-4869-48f7-ad5f-83aad6cd798c not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:22:15.286080 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-65a4ff88-08e0-474f-a96b-6ffd408a6e93 req-0713c791-41b8-4ee4-a5ac-030625faab0f tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/ports?device_id=c67291ea-e846-4997-b534-ad76f7b1326e HTTP/1.1" status: 200 len: 210 time: 0.3273468 Feb 09 12:22:15.361043 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67291ea-e846-4997-b534-ad76f7b1326e', 'name': 'network-vif-deleted', 'tag': '4d059838-4869-48f7-ad5f-83aad6cd798c', 'status': 'completed', 'code': 200} Feb 09 12:22:15.417902 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-402a4e29-8c7a-42a2-b83c-a9cbe5af3541 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:15.419787 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-402a4e29-8c7a-42a2-b83c-a9cbe5af3541 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/networks?id=cd0eeec7-232a-4918-9932-95d1042e3c75 HTTP/1.1" status: 200 len: 822 time: 0.4891083 Feb 09 12:22:15.444027 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-9d1c4b6f-be1a-4c19-ada9-407b7ac73c59 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/quotas/3e281b9d46b64541906a07f8f1e1d262 HTTP/1.1" status: 200 len: 375 time: 0.0099120 Feb 09 12:22:15.559127 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-eedcc748-6642-4cb4-8426-f00470a12994 service neutron] For port bc63ec7d-afff-4490-ab8b-928f8fcc43cd, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=bc63ec7d-afff-4490-ab8b-928f8fcc43cd,segment=NetworkSegment(a032c80a-2814-4a8f-bd23-99ac5315db25),segment_id=a032c80a-2814-4a8f-bd23-99ac5315db25)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:22:15.620562 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-eedcc748-6642-4cb4-8426-f00470a12994 service neutron] For port bc63ec7d-afff-4490-ab8b-928f8fcc43cd, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:22:15.745093 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device d7d001be-30f1-4a59-9653-7eb9ee31c9a3 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:22:15.751217 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-eedcc748-6642-4cb4-8426-f00470a12994 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc63ec7d-afff-4490-ab8b-928f8fcc43cd {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:22:15.774392 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-eedcc748-6642-4cb4-8426-f00470a12994 service neutron] For port bc63ec7d-afff-4490-ab8b-928f8fcc43cd, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=bc63ec7d-afff-4490-ab8b-928f8fcc43cd,segment=NetworkSegment(a032c80a-2814-4a8f-bd23-99ac5315db25),segment_id=a032c80a-2814-4a8f-bd23-99ac5315db25)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:22:15.786088 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: d7d001be-30f1-4a59-9653-7eb9ee31c9a3 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:22:15.786400 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device d7d001be-30f1-4a59-9653-7eb9ee31c9a3 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:22:15.786905 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 9fa5e874-0d83-450b-a280-b8392b07332f no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:22:15.800375 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-71a9c8a2-dfd2-47f9-90ce-9f0d9f14d43a tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3e281b9d46b64541906a07f8f1e1d262&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3447652 Feb 09 12:22:15.820684 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-23840843-85cb-40e3-92c4-b591845e368f service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:22:15.825522 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-23840843-85cb-40e3-92c4-b591845e368f service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117803 Feb 09 12:22:15.834502 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48452) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:22:15.835678 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-eedcc748-6642-4cb4-8426-f00470a12994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:15.858207 n-d-825178-3 neutron-server[87569]: INFO neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No ports have port_id starting with 9fa5e874-0d83-450b-a280-b8392b07332f Feb 09 12:22:15.884237 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054cab4-1eff-4919-8751-8a665a22b978 req-b102e4be-ec70-4467-90b6-1becaa282928 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:15.886250 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b054cab4-1eff-4919-8751-8a665a22b978 req-b102e4be-ec70-4467-90b6-1becaa282928 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b56dd09-217f-4e09-9355-dcba1e727292 HTTP/1.1" status: 200 len: 944 time: 0.3832018 Feb 09 12:22:15.890997 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-00a1f302-5b8f-4145-b606-b44c907a2781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:15.958524 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac8140-89a1-4757-8c81-ca11fabef1de req-0a6378b4-e7d2-45ee-8e39-dd51228aa140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:15.959000 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac8140-89a1-4757-8c81-ca11fabef1de req-0a6378b4-e7d2-45ee-8e39-dd51228aa140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:15.959464 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac8140-89a1-4757-8c81-ca11fabef1de req-0a6378b4-e7d2-45ee-8e39-dd51228aa140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:15.960231 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac8140-89a1-4757-8c81-ca11fabef1de req-0a6378b4-e7d2-45ee-8e39-dd51228aa140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:15.960694 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac8140-89a1-4757-8c81-ca11fabef1de req-0a6378b4-e7d2-45ee-8e39-dd51228aa140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:15.961147 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac8140-89a1-4757-8c81-ca11fabef1de req-0a6378b4-e7d2-45ee-8e39-dd51228aa140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:15.961602 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac8140-89a1-4757-8c81-ca11fabef1de req-0a6378b4-e7d2-45ee-8e39-dd51228aa140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:15.963520 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-acac8140-89a1-4757-8c81-ca11fabef1de req-0a6378b4-e7d2-45ee-8e39-dd51228aa140 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6101775f-5c0e-4dc8-9a5f-b57a74039dc8 HTTP/1.1" status: 200 len: 6490 time: 0.1280265 Feb 09 12:22:16.008269 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-acac8140-89a1-4757-8c81-ca11fabef1de req-45b2bda4-0132-4dbe-9dd9-0f5a81d313a7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8803669e-2abe-4ab7-b2c0-58109e10cb11&id=84c476da-0274-41dd-aeef-e671ea782d84&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0386674 Feb 09 12:22:16.047239 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a1f302-5b8f-4145-b606-b44c907a2781 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fa5e874-0d83-450b-a280-b8392b07332f,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:16.293332 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a1fb82cc-a9e2-4097-ab21-c109aa5219ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:16.356096 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b054cab4-1eff-4919-8751-8a665a22b978 req-a23bfd60-ab07-437b-a547-23318e2f851d tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4610102 Feb 09 12:22:16.410814 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-00a1f302-5b8f-4145-b606-b44c907a2781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:16.463367 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-0cf8a7ab-a03e-4933-b298-c276d604247f service neutron] 10.222.0.55 "GET /v2.0/networks/cd0eeec7-232a-4918-9932-95d1042e3c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6287723 Feb 09 12:22:16.529462 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-eedcc748-6642-4cb4-8426-f00470a12994 service neutron] Transition to ACTIVE for port object bc63ec7d-afff-4490-ab8b-928f8fcc43cd will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:22:16.571881 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-eedcc748-6642-4cb4-8426-f00470a12994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:16.851159 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-00a1f302-5b8f-4145-b606-b44c907a2781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:16.863015 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-00a1f302-5b8f-4145-b606-b44c907a2781 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:16.957596 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-eedcc748-6642-4cb4-8426-f00470a12994 service neutron] No DVR routers for this DVR port bc63ec7d-afff-4490-ab8b-928f8fcc43cd on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:22:17.009746 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedcc748-6642-4cb4-8426-f00470a12994 service neutron] Pushing event updated for resources: {'Port': ['ID=bc63ec7d-afff-4490-ab8b-928f8fcc43cd,revision_number=10']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:17.026419 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-00a1f302-5b8f-4145-b606-b44c907a2781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:17.026970 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a1f302-5b8f-4145-b606-b44c907a2781 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2948e134-d0ce-48c8-83ee-1e90e57244d0 {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:22:17.042849 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-497d2f9c-5637-46d7-bf23-a9037c8ea7c1 service neutron] 10.222.0.55 "GET /v2.0/networks/cd0eeec7-232a-4918-9932-95d1042e3c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5123887 Feb 09 12:22:17.053711 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-00a1f302-5b8f-4145-b606-b44c907a2781 admin admin] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:17.057922 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48464) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:22:17.069660 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-00a1f302-5b8f-4145-b606-b44c907a2781 admin admin] 10.222.0.55 "DELETE /v2.0/routers/2948e134-d0ce-48c8-83ee-1e90e57244d0 HTTP/1.1" status: 204 len: 168 time: 3.8134782 Feb 09 12:22:17.072951 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-eedcc748-6642-4cb4-8426-f00470a12994 service neutron] 10.222.0.46 "PUT /v2.0/ports/bc63ec7d-afff-4490-ab8b-928f8fcc43cd/bindings/n-h1-825178-3/activate HTTP/1.1" status: 200 len: 369 time: 2.8052382 Feb 09 12:22:17.124253 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbaa26-f4d1-401e-b942-c254a89d2c0e req-bbcf8609-19c9-4986-9860-4a6082ce4afc tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:17.132468 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e7dbaa26-f4d1-401e-b942-c254a89d2c0e req-bbcf8609-19c9-4986-9860-4a6082ce4afc tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=999bd8a9-df8a-415c-b9b3-ac08bf28dab7 HTTP/1.1" status: 200 len: 945 time: 0.6003931 Feb 09 12:22:17.139251 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebd14ab8-f7af-4c6d-80f6-7682cc7fc35a admin admin] Deleting subnet 6900bc3b-9729-42c6-818c-a0b3fb463d8c {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:22:17.143853 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ebd14ab8-f7af-4c6d-80f6-7682cc7fc35a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:17.212874 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ebd14ab8-f7af-4c6d-80f6-7682cc7fc35a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:17.264374 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e7dbaa26-f4d1-401e-b942-c254a89d2c0e req-f2df6ce5-f71c-4d30-8e32-3ebfb31293a0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310654 Feb 09 12:22:17.311490 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ebd14ab8-f7af-4c6d-80f6-7682cc7fc35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:17.338931 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-851a66c6-0991-4852-9721-00a424e34400 tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:17.340528 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-851a66c6-0991-4852-9721-00a424e34400 tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=6b56dd09-217f-4e09-9355-dcba1e727292&tenant_id=48298ec907a946ddb2f0d8ac4aa52547&binding%3Ahost_id=n-h2-825178-3 HTTP/1.1" status: 200 len: 1096 time: 0.1553671 Feb 09 12:22:17.410070 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ebd14ab8-f7af-4c6d-80f6-7682cc7fc35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:17.455929 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ebd14ab8-f7af-4c6d-80f6-7682cc7fc35a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:17.460456 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd14ab8-f7af-4c6d-80f6-7682cc7fc35a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6900bc3b-9729-42c6-818c-a0b3fb463d8c,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:17.470823 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ebd14ab8-f7af-4c6d-80f6-7682cc7fc35a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6900bc3b-9729-42c6-818c-a0b3fb463d8c HTTP/1.1" status: 204 len: 168 time: 0.4118216 Feb 09 12:22:17.471608 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48478) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:22:17.473042 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2f11b8-ec83-4db9-9d2a-573f9925ae25 None None] Network 3dc24785-24cb-4cf3-abb0-6e9facbce5a2 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:22:17.542896 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6b2d227f-3e14-4824-a7da-78f409fcf188 req-77bab7ad-137c-4bba-8b89-149ef418455b tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=a49a52c4-2836-4a50-adc7-2836203a684f HTTP/1.1" status: 200 len: 210 time: 0.0894430 Feb 09 12:22:17.564453 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:17.602293 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b842f-8cc7-4073-9110-31d1c6619918 req-9f712dde-ef0e-4f25-9304-e70a11f4ec70 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:17.610322 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a32b842f-8cc7-4073-9110-31d1c6619918 req-9f712dde-ef0e-4f25-9304-e70a11f4ec70 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 950 time: 0.2799463 Feb 09 12:22:17.618390 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fdbd830d-7584-463c-a1d0-7c463cb9bc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:17.630653 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-fdbd830d-7584-463c-a1d0-7c463cb9bc82 admin admin] Deleting port c171f6de-5036-478b-8ccd-e37db4e6fc3a {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:22:17.631148 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fdbd830d-7584-463c-a1d0-7c463cb9bc82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:17.654564 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:17.720449 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a32b842f-8cc7-4073-9110-31d1c6619918 req-df8e1d78-2b1e-4eac-9133-e872fbce1d04 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091018 Feb 09 12:22:17.769763 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-2fae8705-0fa1-4295-872d-ac4bef1ba382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:17.771470 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-2fae8705-0fa1-4295-872d-ac4bef1ba382 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6b56dd09-217f-4e09-9355-dcba1e727292&tenant_id=48298ec907a946ddb2f0d8ac4aa52547 HTTP/1.1" status: 200 len: 1096 time: 0.3655479 Feb 09 12:22:17.890357 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-fdbd830d-7584-463c-a1d0-7c463cb9bc82 admin admin] For port c171f6de-5036-478b-8ccd-e37db4e6fc3a, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=c171f6de-5036-478b-8ccd-e37db4e6fc3a,segment=NetworkSegment(aed25d29-c196-48bc-8269-0f58f1c3190d),segment_id=aed25d29-c196-48bc-8269-0f58f1c3190d)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:22:17.891060 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fdbd830d-7584-463c-a1d0-7c463cb9bc82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:17.934514 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26280355-e929-4be0-912a-4778521bb3a8 req-19f192ac-12e6-4d62-aae2-d2d08b8a298d tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:17.942560 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-26280355-e929-4be0-912a-4778521bb3a8 req-19f192ac-12e6-4d62-aae2-d2d08b8a298d tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b56dd09-217f-4e09-9355-dcba1e727292 HTTP/1.1" status: 200 len: 945 time: 0.2447081 Feb 09 12:22:17.952097 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567a6f5b-5d0e-4b35-924d-766f3387873c None None] DHCP port deletion for 3dc24785-24cb-4cf3-abb0-6e9facbce5a2 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:22:17.956705 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-567a6f5b-5d0e-4b35-924d-766f3387873c None None] Deleting port c171f6de-5036-478b-8ccd-e37db4e6fc3a {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:22:17.957293 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-567a6f5b-5d0e-4b35-924d-766f3387873c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:18.013562 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-26280355-e929-4be0-912a-4778521bb3a8 req-5bbdd3c6-b2dd-4e5e-a36e-1c437c888b38 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701151 Feb 09 12:22:18.028597 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-b94b5be1-2255-4201-b5d4-93205cb7c148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:18.028597 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-b94b5be1-2255-4201-b5d4-93205cb7c148 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=48298ec907a946ddb2f0d8ac4aa52547&device_id=6b56dd09-217f-4e09-9355-dcba1e727292 HTTP/1.1" status: 200 len: 1096 time: 0.2189238 Feb 09 12:22:18.074110 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-fdbd830d-7584-463c-a1d0-7c463cb9bc82 admin admin] Calling delete_port for c171f6de-5036-478b-8ccd-e37db4e6fc3a owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:22:18.182111 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fdbd830d-7584-463c-a1d0-7c463cb9bc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:18.236308 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd830d-7584-463c-a1d0-7c463cb9bc82 admin admin] Pushing event deleted for resources: {'Port': ['ID=c171f6de-5036-478b-8ccd-e37db4e6fc3a,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:18.246277 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbd830d-7584-463c-a1d0-7c463cb9bc82 admin admin] No DVR routers for this DVR port c171f6de-5036-478b-8ccd-e37db4e6fc3a on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:22:18.266736 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-567a6f5b-5d0e-4b35-924d-766f3387873c None None] For port c171f6de-5036-478b-8ccd-e37db4e6fc3a, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=c171f6de-5036-478b-8ccd-e37db4e6fc3a,segment=NetworkSegment(aed25d29-c196-48bc-8269-0f58f1c3190d),segment_id=aed25d29-c196-48bc-8269-0f58f1c3190d)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:22:18.267133 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-567a6f5b-5d0e-4b35-924d-766f3387873c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:18.389479 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-bd0f6f3a-e21e-453f-be5e-d4daaef135c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:18.389687 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fdbd830d-7584-463c-a1d0-7c463cb9bc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:18.391354 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-bd0f6f3a-e21e-453f-be5e-d4daaef135c6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ef8cbc95-953d-4d9d-a80a-2c68322f6f7f HTTP/1.1" status: 200 len: 909 time: 0.3554661 Feb 09 12:22:18.418806 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-fdbd830d-7584-463c-a1d0-7c463cb9bc82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dc24785-24cb-4cf3-abb0-6e9facbce5a2']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:22:18.433627 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-fdbd830d-7584-463c-a1d0-7c463cb9bc82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aed25d29-c196-48bc-8269-0f58f1c3190d') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:22:18.434156 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-fdbd830d-7584-463c-a1d0-7c463cb9bc82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aed25d29-c196-48bc-8269-0f58f1c3190d') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:22:18.450190 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fdbd830d-7584-463c-a1d0-7c463cb9bc82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:18.468643 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-567a6f5b-5d0e-4b35-924d-766f3387873c None None] Calling delete_port for c171f6de-5036-478b-8ccd-e37db4e6fc3a owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:22:18.468973 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fdbd830d-7584-463c-a1d0-7c463cb9bc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:18.481281 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdbd830d-7584-463c-a1d0-7c463cb9bc82 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:22:18.481899 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fdbd830d-7584-463c-a1d0-7c463cb9bc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:18.505032 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:22:18.505032 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:22:18.505032 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:22:18.505032 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:22:18.505032 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:22:18.505032 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:22:18.505032 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:22:18.505032 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:22:18.505032 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:22:18.505032 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:22:18.505032 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:22:18.505032 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:22:18.505032 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:22:18.505032 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:22:18.505032 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:22:18.505032 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:22:18.505032 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:22:18.505032 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:22:18.505032 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:22:18.505032 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:22:18.505032 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:22:18.505032 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:22:18.505032 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:22:18.505032 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:22:18.505032 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:22:18.505032 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:22:18.505032 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:22:18.505032 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:22:18.505032 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:22:18.505032 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:22:18.505032 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:22:18.505032 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:22:18.551204 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-567a6f5b-5d0e-4b35-924d-766f3387873c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:22:18.551794 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-567a6f5b-5d0e-4b35-924d-766f3387873c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:22:18.579510 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fdbd830d-7584-463c-a1d0-7c463cb9bc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:18.585413 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fdbd830d-7584-463c-a1d0-7c463cb9bc82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:18.605924 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-85735107-7ba6-4584-94ac-c464d9c2af0f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc63ec7d-afff-4490-ab8b-928f8fcc43cd HTTP/1.1" status: 200 len: 217 time: 0.1989322 Feb 09 12:22:18.611402 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd830d-7584-463c-a1d0-7c463cb9bc82 admin admin] Pushing event deleted for resources: {'Network': ['ID=3dc24785-24cb-4cf3-abb0-6e9facbce5a2,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:18.614504 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d1cd3-2fee-4bb6-b990-95e10d394f0b req-06187ca0-008e-4e7c-bb64-9ea465e46f8d tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:18.617627 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fa9d1cd3-2fee-4bb6-b990-95e10d394f0b req-06187ca0-008e-4e7c-bb64-9ea465e46f8d tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 950 time: 0.4344866 Feb 09 12:22:18.623751 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-fdbd830d-7584-463c-a1d0-7c463cb9bc82 admin admin] 10.222.0.55 "DELETE /v2.0/networks/3dc24785-24cb-4cf3-abb0-6e9facbce5a2 HTTP/1.1" status: 204 len: 168 time: 1.1507080 Feb 09 12:22:18.661844 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a08fc4-b472-4c43-8a6a-78785fdce57a req-fd3fb680-c077-438f-89f7-31db636c35a3 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:18.663538 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d4a08fc4-b472-4c43-8a6a-78785fdce57a req-fd3fb680-c077-438f-89f7-31db636c35a3 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b2a490e-a2ea-457b-973e-4059ce119ae4 HTTP/1.1" status: 200 len: 946 time: 0.4059289 Feb 09 12:22:18.754033 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fa9d1cd3-2fee-4bb6-b990-95e10d394f0b req-f7a01b4e-41ec-4bdc-a810-021c701ea2bf tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315520 Feb 09 12:22:18.755368 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-4517aa8a-44b7-4b60-9df7-8c70f3150b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:18.757273 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-4517aa8a-44b7-4b60-9df7-8c70f3150b69 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=366798ce-1b6a-4537-9fda-2703703dab8f HTTP/1.1" status: 200 len: 848 time: 0.1364999 Feb 09 12:22:18.764649 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d4a08fc4-b472-4c43-8a6a-78785fdce57a req-1dd9c671-fc4c-45c1-9029-ed87502f538c tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/security-groups?id=513ce75b-46a7-4daf-8c5b-ed62fcd87f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808644 Feb 09 12:22:18.794478 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48502) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:22:18.834159 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-e3a30656-d5af-4ab3-8ded-59dce7c4d00d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ef8cbc95-953d-4d9d-a80a-2c68322f6f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635605 Feb 09 12:22:18.864765 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a2dff599-22ef-4988-a539-7e09f1118785 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=aa3119d2dab241bb8047798bbe393556&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0688970 Feb 09 12:22:18.867907 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48506) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:22:18.941323 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-23474c71-f2bc-425c-a9b8-6f74b127e82d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:18.970275 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-23474c71-f2bc-425c-a9b8-6f74b127e82d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:19.004588 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:19.031686 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-23474c71-f2bc-425c-a9b8-6f74b127e82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:19.050516 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23474c71-f2bc-425c-a9b8-6f74b127e82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa307164-e1a2-403e-8c3f-45bc003bb033,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:19.057534 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-23474c71-f2bc-425c-a9b8-6f74b127e82d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:19.058655 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-23474c71-f2bc-425c-a9b8-6f74b127e82d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aa307164-e1a2-403e-8c3f-45bc003bb033 HTTP/1.1" status: 204 len: 168 time: 0.1898363 Feb 09 12:22:19.071520 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-567a6f5b-5d0e-4b35-924d-766f3387873c None None] Deleting port c171f6de-5036-478b-8ccd-e37db4e6fc3a {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:22:19.073796 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-567a6f5b-5d0e-4b35-924d-766f3387873c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:19.126094 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3e389520-d71e-44c3-8b27-fd45519d82f6 req-a8446c43-39c4-4d86-a791-a555f7fd26c3 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=a49a52c4-2836-4a50-adc7-2836203a684f HTTP/1.1" status: 200 len: 210 time: 0.1524198 Feb 09 12:22:19.167561 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-567a6f5b-5d0e-4b35-924d-766f3387873c None None] The port 'c171f6de-5036-478b-8ccd-e37db4e6fc3a' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:22:19.243369 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f0cc6-30a3-47ad-8a3a-def69a4495ed req-0e5d8850-1bd9-4a4d-8c66-0e2f715fe9f5 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:19.245349 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f18f0cc6-30a3-47ad-8a3a-def69a4495ed req-0e5d8850-1bd9-4a4d-8c66-0e2f715fe9f5 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=999bd8a9-df8a-415c-b9b3-ac08bf28dab7 HTTP/1.1" status: 200 len: 945 time: 0.3628914 Feb 09 12:22:19.269910 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-8254907c-8dfd-4908-bba4-1a5f445e8505 service neutron] 10.222.0.52 "GET /v2.0/networks/ef8cbc95-953d-4d9d-a80a-2c68322f6f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230714 Feb 09 12:22:19.331498 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-9254b178-b025-4465-b137-61aee6168124 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:19.332907 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-9254b178-b025-4465-b137-61aee6168124 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.46 "GET /v2.0/networks?id=cd0eeec7-232a-4918-9932-95d1042e3c75 HTTP/1.1" status: 200 len: 822 time: 0.3491910 Feb 09 12:22:19.443122 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-fe33b85d-e82c-4c21-878f-5e927f05b37f tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Request body: {'port': {'device_id': 'a49a52c4-2836-4a50-adc7-2836203a684f', 'network_id': 'cd0eeec7-232a-4918-9932-95d1042e3c75', 'admin_state_up': True, 'tenant_id': '3e281b9d46b64541906a07f8f1e1d262'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:22:19.476827 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f18f0cc6-30a3-47ad-8a3a-def69a4495ed req-3c11b181-97df-48e6-b600-970b6e6b77ce tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188470 Feb 09 12:22:19.630009 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-5a7c0aef-4d97-4408-a082-748a693bb6c0 service neutron] 10.222.0.52 "GET /v2.0/networks/ef8cbc95-953d-4d9d-a80a-2c68322f6f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437142 Feb 09 12:22:19.669277 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591aed81-fe73-4dee-a0aa-379024127454 req-12996356-3109-4b12-8c68-0abda063406e tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:19.671072 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-591aed81-fe73-4dee-a0aa-379024127454 req-12996356-3109-4b12-8c68-0abda063406e tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b56dd09-217f-4e09-9355-dcba1e727292 HTTP/1.1" status: 200 len: 945 time: 0.3553650 Feb 09 12:22:19.674019 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-fe33b85d-e82c-4c21-878f-5e927f05b37f tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:22:19.693337 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-fe33b85d-e82c-4c21-878f-5e927f05b37f tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Usage tracker for resource:port and tenant:3e281b9d46b64541906a07f8f1e1d262 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:22:19.698580 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-fe33b85d-e82c-4c21-878f-5e927f05b37f tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:22:19.708753 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-fe33b85d-e82c-4c21-878f-5e927f05b37f tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:22:19.738322 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device c171f6de-5036-478b-8ccd-e37db4e6fc3a no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:22:19.738839 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-591aed81-fe73-4dee-a0aa-379024127454 req-7e6ce972-d9c6-4133-a7e4-c743c32ba302 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615819 Feb 09 12:22:19.739858 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-fe33b85d-e82c-4c21-878f-5e927f05b37f tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Made reservation on behalf of 3e281b9d46b64541906a07f8f1e1d262 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:22:19.743520 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-fe33b85d-e82c-4c21-878f-5e927f05b37f tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:19.787402 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: c171f6de-5036-478b-8ccd-e37db4e6fc3a {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:22:19.788126 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device c171f6de-5036-478b-8ccd-e37db4e6fc3a not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:22:20.017256 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-fe33b85d-e82c-4c21-878f-5e927f05b37f tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Allocated IP 172.20.0.4 (cd0eeec7-232a-4918-9932-95d1042e3c75/264393e0-eb04-4464-8575-4a6447ca8fe8/b59ce2b0-e9df-4b8b-b648-a5ba40274084) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:22:20.095448 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48540) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:22:20.196117 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:20.206102 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-f864f797-bbf1-4fc6-b7ee-4b2d82a44926 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2041660402-network', 'tenant_id': '6b0ea08007bd423bba6d81fafa2c2138'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:22:20.211551 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f864f797-bbf1-4fc6-b7ee-4b2d82a44926 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:22:20.215615 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f864f797-bbf1-4fc6-b7ee-4b2d82a44926 admin admin] Usage tracker for resource:network and tenant:6b0ea08007bd423bba6d81fafa2c2138 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:22:20.218932 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f864f797-bbf1-4fc6-b7ee-4b2d82a44926 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:22:20.226154 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f864f797-bbf1-4fc6-b7ee-4b2d82a44926 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:22:20.239795 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f864f797-bbf1-4fc6-b7ee-4b2d82a44926 admin admin] Made reservation on behalf of 6b0ea08007bd423bba6d81fafa2c2138 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:22:20.243291 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f864f797-bbf1-4fc6-b7ee-4b2d82a44926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:20.256025 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f864f797-bbf1-4fc6-b7ee-4b2d82a44926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:20.272386 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f864f797-bbf1-4fc6-b7ee-4b2d82a44926 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:22:20.276432 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f864f797-bbf1-4fc6-b7ee-4b2d82a44926 admin admin] Usage tracker for resource:security_group_rule and tenant:6b0ea08007bd423bba6d81fafa2c2138 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:22:20.279259 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f864f797-bbf1-4fc6-b7ee-4b2d82a44926 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:22:20.284886 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b620d14-6f5a-4a9c-a472-928222a048c1 req-7af004a0-9500-4108-81d9-664465c2fd38 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:20.285068 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f864f797-bbf1-4fc6-b7ee-4b2d82a44926 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:22:20.287694 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b620d14-6f5a-4a9c-a472-928222a048c1 req-7af004a0-9500-4108-81d9-664465c2fd38 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b2a490e-a2ea-457b-973e-4059ce119ae4 HTTP/1.1" status: 200 len: 946 time: 0.3480532 Feb 09 12:22:20.401304 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f864f797-bbf1-4fc6-b7ee-4b2d82a44926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:20.405373 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f864f797-bbf1-4fc6-b7ee-4b2d82a44926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:20.436610 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f864f797-bbf1-4fc6-b7ee-4b2d82a44926 admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:22:20.446080 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864f797-bbf1-4fc6-b7ee-4b2d82a44926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3e989b-152e-429b-a707-ab3d53bc4ce8,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:20.452082 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f864f797-bbf1-4fc6-b7ee-4b2d82a44926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:20.452470 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-f864f797-bbf1-4fc6-b7ee-4b2d82a44926 admin admin] Added segment d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5 of type vlan for network ce449817-28f3-4897-a09b-d33182728951 Feb 09 12:22:20.482158 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f864f797-bbf1-4fc6-b7ee-4b2d82a44926 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:20.515382 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f864f797-bbf1-4fc6-b7ee-4b2d82a44926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:20.516450 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f864f797-bbf1-4fc6-b7ee-4b2d82a44926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:20.517036 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f864f797-bbf1-4fc6-b7ee-4b2d82a44926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:20.542450 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-4bdff73b-170c-4e64-80b5-2fa4d00d85ad tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:20.543487 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-4bdff73b-170c-4e64-80b5-2fa4d00d85ad tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=6b56dd09-217f-4e09-9355-dcba1e727292&tenant_id=48298ec907a946ddb2f0d8ac4aa52547&binding%3Ahost_id=n-h1-825178-3 HTTP/1.1" status: 200 len: 1096 time: 0.5198679 Feb 09 12:22:20.566333 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-76d1e69b-28a0-47c1-8ff6-0bc1e66575e1 req-4210388f-cb71-42fc-a53d-f211cb272125 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=01599260-5f20-420e-9ea8-7409b9f6301c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5031359 Feb 09 12:22:20.625047 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28428dba-46c5-443b-bea1-57b1e953394c req-a6ab799a-0ea8-49bb-a211-ef33dc8330d7 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:20.626575 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-28428dba-46c5-443b-bea1-57b1e953394c req-a6ab799a-0ea8-49bb-a211-ef33dc8330d7 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 950 time: 0.5191553 Feb 09 12:22:20.686203 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b620d14-6f5a-4a9c-a472-928222a048c1 req-0521cd9a-f496-4cad-b380-f69ec29567ee tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/security-groups?id=513ce75b-46a7-4daf-8c5b-ed62fcd87f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720167 Feb 09 12:22:20.733290 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864f797-bbf1-4fc6-b7ee-4b2d82a44926 admin admin] Pushing event updated for resources: {'Network': ['ID=ce449817-28f3-4897-a09b-d33182728951,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:20.741734 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f864f797-bbf1-4fc6-b7ee-4b2d82a44926 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6446373 Feb 09 12:22:20.742680 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48556) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:22:20.749696 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-392b5495-9c08-46fa-8714-938beb0e9920 admin admin] Request body: {'subnet': {'network_id': 'ce449817-28f3-4897-a09b-d33182728951', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2041660402-subnet', 'tenant_id': '6b0ea08007bd423bba6d81fafa2c2138', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:22:20.749889 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network ce449817-28f3-4897-a09b-d33182728951 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:22:20.755365 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-392b5495-9c08-46fa-8714-938beb0e9920 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:22:20.759948 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-392b5495-9c08-46fa-8714-938beb0e9920 admin admin] Usage tracker for resource:subnet and tenant:6b0ea08007bd423bba6d81fafa2c2138 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:22:20.762850 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-392b5495-9c08-46fa-8714-938beb0e9920 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:22:20.770437 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-28428dba-46c5-443b-bea1-57b1e953394c req-6837bf57-e867-44b9-a51f-923c5f778780 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226196 Feb 09 12:22:20.772628 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-392b5495-9c08-46fa-8714-938beb0e9920 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:22:20.776985 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-fe33b85d-e82c-4c21-878f-5e927f05b37f tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:20.789891 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392b5495-9c08-46fa-8714-938beb0e9920 admin admin] Made reservation on behalf of 6b0ea08007bd423bba6d81fafa2c2138 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:22:20.797348 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-392b5495-9c08-46fa-8714-938beb0e9920 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:21.028734 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-64bc78f5-cad7-46f2-a5c8-71d6ef3d928d req-fdaa94b0-72e7-4594-b4c9-e771b8dcc90a tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=a49a52c4-2836-4a50-adc7-2836203a684f HTTP/1.1" status: 200 len: 210 time: 0.1262465 Feb 09 12:22:21.041695 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-392b5495-9c08-46fa-8714-938beb0e9920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:21.091565 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-6057d300-d876-4067-8706-b163cbac0600 service neutron] For port bc63ec7d-afff-4490-ab8b-928f8fcc43cd, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:22:21.116652 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-fe33b85d-e82c-4c21-878f-5e927f05b37f tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:21.121131 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-6057d300-d876-4067-8706-b163cbac0600 service neutron] Notify callbacks [] for binding, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:21.122379 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-068c36a1-0c3a-40ad-89e4-2921426e0bcd req-6057d300-d876-4067-8706-b163cbac0600 service neutron] 10.222.0.52 "DELETE /v2.0/ports/bc63ec7d-afff-4490-ab8b-928f8fcc43cd/bindings/n-h2-825178-3 HTTP/1.1" status: 204 len: 173 time: 0.5550711 Feb 09 12:22:21.160489 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392b5495-9c08-46fa-8714-938beb0e9920 admin admin] Checking segment: {'id': 'd09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce449817-28f3-4897-a09b-d33182728951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:22:21.161507 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392b5495-9c08-46fa-8714-938beb0e9920 admin admin] Network hostable DHCP agents. Network: ce449817-28f3-4897-a09b-d33182728951, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:22:21.169927 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392b5495-9c08-46fa-8714-938beb0e9920 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d66c3c8-f193-4da4-ad1c-54328c88dbd7,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:21.190002 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392b5495-9c08-46fa-8714-938beb0e9920 admin admin] Network ce449817-28f3-4897-a09b-d33182728951 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:22:21.201585 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-392b5495-9c08-46fa-8714-938beb0e9920 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, ce449817-28f3-4897-a09b-d33182728951) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:22:21.206296 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392b5495-9c08-46fa-8714-938beb0e9920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:21.207239 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-392b5495-9c08-46fa-8714-938beb0e9920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:21.214796 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0026b40-45e3-41e9-a3e2-991a7119a40d None None] Network ce449817-28f3-4897-a09b-d33182728951 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:22:21.244265 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-392b5495-9c08-46fa-8714-938beb0e9920 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4993258 Feb 09 12:22:21.291100 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ad948-4615-4b46-a5e4-1a60e6065ebd req-3bb7f28f-acef-42c7-a1b1-36a3f991db5a tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:21.293156 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-639ad948-4615-4b46-a5e4-1a60e6065ebd req-3bb7f28f-acef-42c7-a1b1-36a3f991db5a tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2a490e-a2ea-457b-973e-4059ce119ae4 HTTP/1.1" status: 200 len: 946 time: 0.4501808 Feb 09 12:22:21.315562 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-fe33b85d-e82c-4c21-878f-5e927f05b37f tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Network cd0eeec7-232a-4918-9932-95d1042e3c75 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:22:21.327640 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d00a41-7cc6-4b3f-b67a-643a30dd4077 req-8be4e393-a74d-4446-a420-020c3527e802 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:21.339543 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-59d00a41-7cc6-4b3f-b67a-643a30dd4077 req-8be4e393-a74d-4446-a420-020c3527e802 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=999bd8a9-df8a-415c-b9b3-ac08bf28dab7 HTTP/1.1" status: 200 len: 945 time: 0.3651490 Feb 09 12:22:21.341925 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe33b85d-e82c-4c21-878f-5e927f05b37f tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Pushing event updated for resources: {'Port': ['ID=b59ce2b0-e9df-4b8b-b648-a5ba40274084,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:21.354684 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-fe33b85d-e82c-4c21-878f-5e927f05b37f tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:22:21.361475 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-fe33b85d-e82c-4c21-878f-5e927f05b37f tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:22:21.508867 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-639ad948-4615-4b46-a5e4-1a60e6065ebd req-34732e35-80b4-4d84-9458-1e0cfd10217c tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Deleting port 9039d4fb-f09b-4eba-b36d-35f13b2eeec7 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:22:21.509463 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-639ad948-4615-4b46-a5e4-1a60e6065ebd req-34732e35-80b4-4d84-9458-1e0cfd10217c tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:21.544965 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f995a670-4a30-4511-8be5-9ab58b6d160c None None] Network ce449817-28f3-4897-a09b-d33182728951 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:22:21.592411 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-59d00a41-7cc6-4b3f-b67a-643a30dd4077 req-4099bf66-01ff-41bb-9d3f-a8a09a9687e0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516947 Feb 09 12:22:21.672202 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-fe33b85d-e82c-4c21-878f-5e927f05b37f tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:21.672826 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-fe33b85d-e82c-4c21-878f-5e927f05b37f tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:21.737286 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-fe33b85d-e82c-4c21-878f-5e927f05b37f tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3119838 Feb 09 12:22:21.791010 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73740064-1c27-450f-bad6-9c15d566c60b req-2f4df7f3-04ef-4e48-a07b-98e6c63b5388 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:21.798182 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-73740064-1c27-450f-bad6-9c15d566c60b req-2f4df7f3-04ef-4e48-a07b-98e6c63b5388 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b56dd09-217f-4e09-9355-dcba1e727292 HTTP/1.1" status: 200 len: 945 time: 0.6154387 Feb 09 12:22:21.809921 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-4233d0bc-3bc2-4488-8114-ce14276a4354 service neutron] Request body: {'port': {'device_id': 'a49a52c4-2836-4a50-adc7-2836203a684f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:22:22.002074 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-73740064-1c27-450f-bad6-9c15d566c60b req-47ae37f4-379e-4d4b-acd0-a7a7d50c4fab tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028883 Feb 09 12:22:22.144409 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-4233d0bc-3bc2-4488-8114-ce14276a4354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:22.161035 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-639ad948-4615-4b46-a5e4-1a60e6065ebd req-34732e35-80b4-4d84-9458-1e0cfd10217c tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] For port 9039d4fb-f09b-4eba-b36d-35f13b2eeec7, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=9039d4fb-f09b-4eba-b36d-35f13b2eeec7,segment=NetworkSegment(c51cbd81-ca40-4079-80a5-16e74da9e93e),segment_id=c51cbd81-ca40-4079-80a5-16e74da9e93e)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:22:22.161404 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-639ad948-4615-4b46-a5e4-1a60e6065ebd req-34732e35-80b4-4d84-9458-1e0cfd10217c tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:22.483686 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-639ad948-4615-4b46-a5e4-1a60e6065ebd req-34732e35-80b4-4d84-9458-1e0cfd10217c tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Calling delete_port for 9039d4fb-f09b-4eba-b36d-35f13b2eeec7 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:22:22.499843 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:22.614845 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-b24132fa-7663-4905-9dd1-1be6f28d8138 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:22.616248 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-b24132fa-7663-4905-9dd1-1be6f28d8138 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/networks?id=ce449817-28f3-4897-a09b-d33182728951 HTTP/1.1" status: 200 len: 812 time: 0.6623461 Feb 09 12:22:22.713644 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-f7bb9144-27a2-4fb9-87a2-25534ad94f7d tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/quotas/6b0ea08007bd423bba6d81fafa2c2138 HTTP/1.1" status: 200 len: 375 time: 0.0753319 Feb 09 12:22:22.774289 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a8391-0258-440d-8ce9-9580bd034472 req-39465b94-dd67-4d98-8548-3a786942977d tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:22.775749 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ee5a8391-0258-440d-8ce9-9580bd034472 req-39465b94-dd67-4d98-8548-3a786942977d tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b2a490e-a2ea-457b-973e-4059ce119ae4 HTTP/1.1" status: 200 len: 946 time: 0.6739604 Feb 09 12:22:22.824164 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-2fd036c2-2d10-4988-97b3-1aa6c107c9c0 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b0ea08007bd423bba6d81fafa2c2138&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1010127 Feb 09 12:22:22.863737 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-f97df8d6-63ea-496f-a449-1e06774771d4 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:22:22.864711 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-f97df8d6-63ea-496f-a449-1e06774771d4 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0193646 Feb 09 12:22:22.970544 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1e69b-28a0-47c1-8ff6-0bc1e66575e1 req-a90856fd-ec1b-4810-8af4-93098c1c97df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:22.972019 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-76d1e69b-28a0-47c1-8ff6-0bc1e66575e1 req-a90856fd-ec1b-4810-8af4-93098c1c97df service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49129fa2c03c45c2a0df365ab76f11e9&device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 1101 time: 0.4966931 Feb 09 12:22:23.068942 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ee5a8391-0258-440d-8ce9-9580bd034472 req-fc839af0-8afc-4e2b-9c94-648b419906c4 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/security-groups?id=513ce75b-46a7-4daf-8c5b-ed62fcd87f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833035 Feb 09 12:22:23.150387 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-639ad948-4615-4b46-a5e4-1a60e6065ebd req-34732e35-80b4-4d84-9458-1e0cfd10217c tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:23.165733 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['b82c32a8-4cdb-4634-ab3c-0781f442e32b'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:22:23.283770 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34732e35-80b4-4d84-9458-1e0cfd10217c tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Pushing event deleted for resources: {'Port': ['ID=9039d4fb-f09b-4eba-b36d-35f13b2eeec7,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:23.387508 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-08ba6027-26e6-4f36-af78-27adcb9c9566 service neutron] 10.222.0.55 "GET /v2.0/networks/ce449817-28f3-4897-a09b-d33182728951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5034323 Feb 09 12:22:23.463096 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-639ad948-4615-4b46-a5e4-1a60e6065ebd req-34732e35-80b4-4d84-9458-1e0cfd10217c tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] No DVR routers for this DVR port 9039d4fb-f09b-4eba-b36d-35f13b2eeec7 on host n-h1-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:22:23.480408 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-639ad948-4615-4b46-a5e4-1a60e6065ebd req-34732e35-80b4-4d84-9458-1e0cfd10217c tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:23.483736 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2a490e-a2ea-457b-973e-4059ce119ae4', 'name': 'network-vif-deleted', 'tag': '9039d4fb-f09b-4eba-b36d-35f13b2eeec7'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:22:23.569133 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1e69b-28a0-47c1-8ff6-0bc1e66575e1 req-79964824-5740-4fd7-af14-8b83cd5a5553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:23.570597 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-76d1e69b-28a0-47c1-8ff6-0bc1e66575e1 req-79964824-5740-4fd7-af14-8b83cd5a5553 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.5300233 Feb 09 12:22:23.604932 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-639ad948-4615-4b46-a5e4-1a60e6065ebd req-34732e35-80b4-4d84-9458-1e0cfd10217c tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.52 "DELETE /v2.0/ports/9039d4fb-f09b-4eba-b36d-35f13b2eeec7 HTTP/1.1" status: 204 len: 173 time: 2.2135909 Feb 09 12:22:23.701773 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-76d1e69b-28a0-47c1-8ff6-0bc1e66575e1 req-0b5b7b3e-c42d-430b-acda-f10832284b21 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=08601888-bd41-4769-a19e-2b5f519c58c0 HTTP/1.1" status: 200 len: 217 time: 0.0950427 Feb 09 12:22:23.766659 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-4233d0bc-3bc2-4488-8114-ce14276a4354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b59ce2b0-e9df-4b8b-b648-a5ba40274084 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:22:23.805348 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed351b-bb18-4c46-929e-36915669ef38 req-8080bd26-d7aa-48c7-9c5f-ba5a79dff7c1 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:23.806888 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-48ed351b-bb18-4c46-929e-36915669ef38 req-8080bd26-d7aa-48c7-9c5f-ba5a79dff7c1 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 950 time: 0.5952415 Feb 09 12:22:23.811921 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-4233d0bc-3bc2-4488-8114-ce14276a4354 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:23.818416 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-86f1ebd5-6e21-4401-9947-e37a7e83b1a5 service neutron] 10.222.0.55 "GET /v2.0/networks/ce449817-28f3-4897-a09b-d33182728951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854852 Feb 09 12:22:23.857918 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1e69b-28a0-47c1-8ff6-0bc1e66575e1 req-db50ed37-ccf3-43ef-87be-7aa5d768d14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:23.859535 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-76d1e69b-28a0-47c1-8ff6-0bc1e66575e1 req-db50ed37-ccf3-43ef-87be-7aa5d768d14b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.1396952 Feb 09 12:22:23.860528 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-4233d0bc-3bc2-4488-8114-ce14276a4354 service neutron] Transition to ACTIVE for port object b59ce2b0-e9df-4b8b-b648-a5ba40274084 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:22:23.871366 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-4233d0bc-3bc2-4488-8114-ce14276a4354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:23.979953 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-48ed351b-bb18-4c46-929e-36915669ef38 req-d32d25ee-115b-43c5-a49a-9047606912e5 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637528 Feb 09 12:22:24.298160 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4233d0bc-3bc2-4488-8114-ce14276a4354 service neutron] Pushing event updated for resources: {'Port': ['ID=b59ce2b0-e9df-4b8b-b648-a5ba40274084,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:24.454118 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1e69b-28a0-47c1-8ff6-0bc1e66575e1 req-a628e18c-d37f-4608-ad1b-4b774c005402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:24.455610 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-76d1e69b-28a0-47c1-8ff6-0bc1e66575e1 req-a628e18c-d37f-4608-ad1b-4b774c005402 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5774975 Feb 09 12:22:24.482890 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d933fb-0cba-4a1b-b1e6-154ae90c8aba req-71635f00-2e68-46bb-bb15-0a170cab1907 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:24.484452 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-32d933fb-0cba-4a1b-b1e6-154ae90c8aba req-71635f00-2e68-46bb-bb15-0a170cab1907 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=999bd8a9-df8a-415c-b9b3-ac08bf28dab7 HTTP/1.1" status: 200 len: 945 time: 0.3070753 Feb 09 12:22:24.485154 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-4233d0bc-3bc2-4488-8114-ce14276a4354 service neutron] Attempting to bind port b59ce2b0-e9df-4b8b-b648-a5ba40274084 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:22:24.485480 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-4233d0bc-3bc2-4488-8114-ce14276a4354 service neutron] Attempting to bind port b59ce2b0-e9df-4b8b-b648-a5ba40274084 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'dc30de51-0ecc-48b6-a874-d688a7830e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'cd0eeec7-232a-4918-9932-95d1042e3c75'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:22:24.485803 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-4233d0bc-3bc2-4488-8114-ce14276a4354 service neutron] Attempting to bind port b59ce2b0-e9df-4b8b-b648-a5ba40274084 on network cd0eeec7-232a-4918-9932-95d1042e3c75 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:22:24.496403 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-4233d0bc-3bc2-4488-8114-ce14276a4354 service neutron] Port b59ce2b0-e9df-4b8b-b648-a5ba40274084 on network cd0eeec7-232a-4918-9932-95d1042e3c75 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:22:24.496727 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-4233d0bc-3bc2-4488-8114-ce14276a4354 service neutron] Attempting to bind port b59ce2b0-e9df-4b8b-b648-a5ba40274084 on network cd0eeec7-232a-4918-9932-95d1042e3c75 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:22:24.518775 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6b407-4f11-41a3-b8e6-b6b81e61c269 req-01410b0c-7406-4860-98d5-6cc96d93310b tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:24.519484 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-44d6b407-4f11-41a3-b8e6-b6b81e61c269 req-01410b0c-7406-4860-98d5-6cc96d93310b tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Synchronizing usage tracker for tenant:3e281b9d46b64541906a07f8f1e1d262 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:22:24.527229 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-4233d0bc-3bc2-4488-8114-ce14276a4354 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:22:24.527573 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-4233d0bc-3bc2-4488-8114-ce14276a4354 service neutron] Checking segment: {'id': 'dc30de51-0ecc-48b6-a874-d688a7830e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'cd0eeec7-232a-4918-9932-95d1042e3c75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:22:24.527987 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-4233d0bc-3bc2-4488-8114-ce14276a4354 service neutron] Bound using segment: {'id': 'dc30de51-0ecc-48b6-a874-d688a7830e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'cd0eeec7-232a-4918-9932-95d1042e3c75'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:22:24.528418 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-4233d0bc-3bc2-4488-8114-ce14276a4354 service neutron] Bound port: b59ce2b0-e9df-4b8b-b648-a5ba40274084, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc30de51-0ecc-48b6-a874-d688a7830e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'cd0eeec7-232a-4918-9932-95d1042e3c75'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:22:24.528784 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-4233d0bc-3bc2-4488-8114-ce14276a4354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:24.550367 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-76d1e69b-28a0-47c1-8ff6-0bc1e66575e1 req-88e9b563-a356-47cb-9ae7-eb33028eba6d service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:22:24.551338 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-76d1e69b-28a0-47c1-8ff6-0bc1e66575e1 req-88e9b563-a356-47cb-9ae7-eb33028eba6d service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0841160 Feb 09 12:22:24.688411 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-44d6b407-4f11-41a3-b8e6-b6b81e61c269 req-01410b0c-7406-4860-98d5-6cc96d93310b tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Unset dirty status for tenant:3e281b9d46b64541906a07f8f1e1d262 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:22:24.689543 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-44d6b407-4f11-41a3-b8e6-b6b81e61c269 req-01410b0c-7406-4860-98d5-6cc96d93310b tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=a49a52c4-2836-4a50-adc7-2836203a684f HTTP/1.1" status: 200 len: 943 time: 0.5058148 Feb 09 12:22:24.705568 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-32d933fb-0cba-4a1b-b1e6-154ae90c8aba req-f30ba66c-2934-43cb-a6b1-a2478c1b2126 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129118 Feb 09 12:22:24.796770 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-44d6b407-4f11-41a3-b8e6-b6b81e61c269 req-bee0aefb-0bb7-4712-8936-d258d4ad9e17 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Synchronizing usage tracker for tenant:3e281b9d46b64541906a07f8f1e1d262 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:22:24.813728 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 9039d4fb-f09b-4eba-b36d-35f13b2eeec7 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:22:24.819197 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-4233d0bc-3bc2-4488-8114-ce14276a4354 service neutron] For port b59ce2b0-e9df-4b8b-b648-a5ba40274084, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:22:24.824899 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b2a490e-a2ea-457b-973e-4059ce119ae4', 'name': 'network-vif-deleted', 'tag': '9039d4fb-f09b-4eba-b36d-35f13b2eeec7', 'status': 'completed', 'code': 200} Feb 09 12:22:24.836254 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-76d1e69b-28a0-47c1-8ff6-0bc1e66575e1 req-d5bec7cb-f45b-4a7f-a48c-3e50d104b81b service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766132 Feb 09 12:22:24.837743 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-4233d0bc-3bc2-4488-8114-ce14276a4354 service neutron] For port b59ce2b0-e9df-4b8b-b648-a5ba40274084, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b59ce2b0-e9df-4b8b-b648-a5ba40274084,segment=NetworkSegment(dc30de51-0ecc-48b6-a874-d688a7830e7a),segment_id=dc30de51-0ecc-48b6-a874-d688a7830e7a)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:22:24.843615 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-4233d0bc-3bc2-4488-8114-ce14276a4354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:24.852955 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] No Port match for: 9039d4fb-f09b-4eba-b36d-35f13b2eeec7 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:22:24.853312 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 9039d4fb-f09b-4eba-b36d-35f13b2eeec7 not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:22:24.906615 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-44d6b407-4f11-41a3-b8e6-b6b81e61c269 req-bee0aefb-0bb7-4712-8936-d258d4ad9e17 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Unset dirty status for tenant:3e281b9d46b64541906a07f8f1e1d262 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:22:24.907767 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-44d6b407-4f11-41a3-b8e6-b6b81e61c269 req-bee0aefb-0bb7-4712-8936-d258d4ad9e17 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1740fde-ed7b-450f-94e7-17e594dcc7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013423 Feb 09 12:22:25.033086 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-4233d0bc-3bc2-4488-8114-ce14276a4354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:25.033698 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-4233d0bc-3bc2-4488-8114-ce14276a4354 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:25.035009 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-4233d0bc-3bc2-4488-8114-ce14276a4354 service neutron] 10.222.0.46 "PUT /v2.0/ports/b59ce2b0-e9df-4b8b-b648-a5ba40274084 HTTP/1.1" status: 200 len: 1091 time: 3.2295463 Feb 09 12:22:25.075022 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7e5424e7-a4e3-41aa-b401-8e989401af41 req-f5128d46-c6ae-47c9-b364-b9886eb46208 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=c334ee8c-95f5-4297-903f-168b217c5aee HTTP/1.1" status: 200 len: 210 time: 0.1560619 Feb 09 12:22:25.104560 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4233d0bc-3bc2-4488-8114-ce14276a4354 service neutron] Pushing event updated for resources: {'Port': ['ID=b59ce2b0-e9df-4b8b-b648-a5ba40274084,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:25.213515 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-76d1e69b-28a0-47c1-8ff6-0bc1e66575e1 req-34d7fc41-cc31-408f-99d1-fd6a901d7827 service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653359 Feb 09 12:22:25.231257 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019d117-5aba-4b8d-89cf-42150e831e90 req-175a06a2-5e31-43de-90a3-900a0aa07596 tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:25.238509 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7019d117-5aba-4b8d-89cf-42150e831e90 req-175a06a2-5e31-43de-90a3-900a0aa07596 tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6b56dd09-217f-4e09-9355-dcba1e727292 HTTP/1.1" status: 200 len: 1096 time: 0.2289994 Feb 09 12:22:25.282229 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-7da31311-ef39-4981-9c6f-219a59f33f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:25.283692 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-7da31311-ef39-4981-9c6f-219a59f33f35 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3e281b9d46b64541906a07f8f1e1d262&device_id=a49a52c4-2836-4a50-adc7-2836203a684f HTTP/1.1" status: 200 len: 1094 time: 0.1510291 Feb 09 12:22:25.294119 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7019d117-5aba-4b8d-89cf-42150e831e90 req-4a53c7dd-5a0e-42da-912f-88c524835af5 tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546865 Feb 09 12:22:25.419293 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-deb52bff-2504-4bbb-a370-cef7dbe65283 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:25.425296 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-deb52bff-2504-4bbb-a370-cef7dbe65283 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Synchronizing usage tracker for tenant:6b0ea08007bd423bba6d81fafa2c2138 on resource:network {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:22:25.431582 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-c0a00bb8-b79f-4cb7-833a-ae0ba396d994 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b59ce2b0-e9df-4b8b-b648-a5ba40274084 HTTP/1.1" status: 200 len: 217 time: 0.1364832 Feb 09 12:22:25.460631 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-deb52bff-2504-4bbb-a370-cef7dbe65283 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Unset dirty status for tenant:6b0ea08007bd423bba6d81fafa2c2138 on resource:network {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:22:25.462219 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-deb52bff-2504-4bbb-a370-cef7dbe65283 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.46 "GET /v2.0/networks?id=ce449817-28f3-4897-a09b-d33182728951 HTTP/1.1" status: 200 len: 812 time: 0.3059838 Feb 09 12:22:25.483592 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-e0b494b6-b77c-46b8-a109-0fa94fe14da1 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Request body: {'port': {'device_id': 'c334ee8c-95f5-4297-903f-168b217c5aee', 'network_id': 'ce449817-28f3-4897-a09b-d33182728951', 'admin_state_up': True, 'tenant_id': '6b0ea08007bd423bba6d81fafa2c2138'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:22:25.570717 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-ffc4f320-7a19-4e90-8d38-3bb4df2024a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:25.572095 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-ffc4f320-7a19-4e90-8d38-3bb4df2024a9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=264393e0-eb04-4464-8575-4a6447ca8fe8 HTTP/1.1" status: 200 len: 862 time: 0.1216817 Feb 09 12:22:25.590502 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea40b77-7f2b-4800-81a2-046e29fdc05e req-efa9e21c-1627-40b6-ac78-d27314716017 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:25.592034 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9ea40b77-7f2b-4800-81a2-046e29fdc05e req-efa9e21c-1627-40b6-ac78-d27314716017 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 950 time: 0.2275119 Feb 09 12:22:25.653178 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-05d3ee02-a5dc-4c3f-b3f3-7f88fafb6674 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cd0eeec7-232a-4918-9932-95d1042e3c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601952 Feb 09 12:22:25.694627 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-e0b494b6-b77c-46b8-a109-0fa94fe14da1 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:22:25.698844 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-e0b494b6-b77c-46b8-a109-0fa94fe14da1 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Usage tracker for resource:port and tenant:6b0ea08007bd423bba6d81fafa2c2138 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:22:25.703179 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-e0b494b6-b77c-46b8-a109-0fa94fe14da1 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:22:25.709514 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-e0b494b6-b77c-46b8-a109-0fa94fe14da1 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:22:25.720136 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-e0b494b6-b77c-46b8-a109-0fa94fe14da1 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Made reservation on behalf of 6b0ea08007bd423bba6d81fafa2c2138 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:22:25.724559 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-e0b494b6-b77c-46b8-a109-0fa94fe14da1 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:25.755503 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9ea40b77-7f2b-4800-81a2-046e29fdc05e req-6008c458-cbc5-497f-80eb-200b572a27ce tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282883 Feb 09 12:22:25.886025 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-ea01f4dd-9d82-4764-8593-917f2f039d30 service neutron] 10.222.0.46 "GET /v2.0/networks/cd0eeec7-232a-4918-9932-95d1042e3c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057140 Feb 09 12:22:25.897858 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8bd0c-b5ce-4106-b08d-53f8b291b0c0 req-1ab26162-c5a9-4bd6-93f0-71aa3ef69b4c tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:25.897858 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9bd8bd0c-b5ce-4106-b08d-53f8b291b0c0 req-1ab26162-c5a9-4bd6-93f0-71aa3ef69b4c tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6b56dd09-217f-4e09-9355-dcba1e727292 HTTP/1.1" status: 200 len: 1096 time: 0.1343040 Feb 09 12:22:25.938441 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-e0b494b6-b77c-46b8-a109-0fa94fe14da1 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Allocated IP 172.20.0.5 (ce449817-28f3-4897-a09b-d33182728951/5d66c3c8-f193-4da4-ad1c-54328c88dbd7/5fd6c356-569d-4652-95bf-7b55b66ee216) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:22:26.145767 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-e0b494b6-b77c-46b8-a109-0fa94fe14da1 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:26.175285 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-e0b494b6-b77c-46b8-a109-0fa94fe14da1 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:26.211959 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9bd8bd0c-b5ce-4106-b08d-53f8b291b0c0 req-92b0cd0d-59d8-4cee-8ee1-13742c639ccf tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966413 Feb 09 12:22:26.239281 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5d8fea86-2a88-4dec-b4fd-54c542367576 req-98cde2bd-0fb4-426e-beb3-07ea0196c0d9 service neutron] 10.222.0.46 "GET /v2.0/networks/cd0eeec7-232a-4918-9932-95d1042e3c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454211 Feb 09 12:22:26.250682 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f79cf7-81ae-4ddb-a6b5-0a535eea3604 req-623d9ae1-3600-432a-adeb-f78e53254d9f tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:26.251549 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c6f79cf7-81ae-4ddb-a6b5-0a535eea3604 req-623d9ae1-3600-432a-adeb-f78e53254d9f tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Synchronizing usage tracker for tenant:e67d5799bb754fba8d6c329be7bae276 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:22:26.254080 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-e0b494b6-b77c-46b8-a109-0fa94fe14da1 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Network ce449817-28f3-4897-a09b-d33182728951 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:22:26.259936 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-e0b494b6-b77c-46b8-a109-0fa94fe14da1 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:22:26.264663 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-e0b494b6-b77c-46b8-a109-0fa94fe14da1 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:22:26.271571 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c6f79cf7-81ae-4ddb-a6b5-0a535eea3604 req-623d9ae1-3600-432a-adeb-f78e53254d9f tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Unset dirty status for tenant:e67d5799bb754fba8d6c329be7bae276 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:22:26.273127 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c6f79cf7-81ae-4ddb-a6b5-0a535eea3604 req-623d9ae1-3600-432a-adeb-f78e53254d9f tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c4532aa-287a-44da-8eb9-3da0106a49a3 HTTP/1.1" status: 200 len: 945 time: 0.3590434 Feb 09 12:22:26.306829 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b494b6-b77c-46b8-a109-0fa94fe14da1 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Pushing event updated for resources: {'Port': ['ID=5fd6c356-569d-4652-95bf-7b55b66ee216,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:26.336032 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c6f79cf7-81ae-4ddb-a6b5-0a535eea3604 req-8d836db7-969d-4c15-8b66-788d5e083496 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/security-groups?id=513ce75b-46a7-4daf-8c5b-ed62fcd87f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546117 Feb 09 12:22:26.355666 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-e0b494b6-b77c-46b8-a109-0fa94fe14da1 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:26.356479 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-e0b494b6-b77c-46b8-a109-0fa94fe14da1 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:26.389210 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-e0b494b6-b77c-46b8-a109-0fa94fe14da1 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9154329 Feb 09 12:22:26.403931 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-98c14555-46da-451b-81a3-ddc33a6a5724 service neutron] Request body: {'port': {'device_id': 'c334ee8c-95f5-4297-903f-168b217c5aee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:22:26.518165 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-98c14555-46da-451b-81a3-ddc33a6a5724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:26.561758 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447e1a7-bf91-4a7d-b4c2-87c36ac27be9 req-82a4395a-0da8-412a-a5fc-5ef5adbc1a99 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:26.563229 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4447e1a7-bf91-4a7d-b4c2-87c36ac27be9 req-82a4395a-0da8-412a-a5fc-5ef5adbc1a99 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=999bd8a9-df8a-415c-b9b3-ac08bf28dab7 HTTP/1.1" status: 200 len: 945 time: 0.1517935 Feb 09 12:22:26.575680 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3206eb-e8eb-48a6-8425-13edf016e38b req-7226ce5f-075b-44d6-81fb-79829fdd3752 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:26.577289 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2f3206eb-e8eb-48a6-8425-13edf016e38b req-7226ce5f-075b-44d6-81fb-79829fdd3752 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=a49a52c4-2836-4a50-adc7-2836203a684f HTTP/1.1" status: 200 len: 943 time: 0.1251223 Feb 09 12:22:26.648582 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4447e1a7-bf91-4a7d-b4c2-87c36ac27be9 req-035e98b5-23be-4122-b022-77f3a4adfb1d tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703256 Feb 09 12:22:26.653052 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2f3206eb-e8eb-48a6-8425-13edf016e38b req-c17feb0d-732b-4634-b37a-843d14e5fe12 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1740fde-ed7b-450f-94e7-17e594dcc7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619678 Feb 09 12:22:26.826541 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a49a52c4-2836-4a50-adc7-2836203a684f', 'tag': 'b59ce2b0-e9df-4b8b-b648-a5ba40274084'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:22:26.840687 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9288c8b-c994-4c66-9f5c-75492b7bee5f req-9f09856b-fce5-465d-aa6f-e63e9e16492f tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:26.844918 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b9288c8b-c994-4c66-9f5c-75492b7bee5f req-9f09856b-fce5-465d-aa6f-e63e9e16492f tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=c334ee8c-95f5-4297-903f-168b217c5aee HTTP/1.1" status: 200 len: 931 time: 0.0937135 Feb 09 12:22:26.873605 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-98c14555-46da-451b-81a3-ddc33a6a5724 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fd6c356-569d-4652-95bf-7b55b66ee216 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:22:26.882303 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-98c14555-46da-451b-81a3-ddc33a6a5724 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:26.890081 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b9288c8b-c994-4c66-9f5c-75492b7bee5f req-62927ee5-0970-4b3f-be68-12ec0c3527cc tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403931 Feb 09 12:22:26.897414 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-98c14555-46da-451b-81a3-ddc33a6a5724 service neutron] Transition to ACTIVE for port object 5fd6c356-569d-4652-95bf-7b55b66ee216 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:22:26.902123 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-98c14555-46da-451b-81a3-ddc33a6a5724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:27.065473 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a49a52c4-2836-4a50-adc7-2836203a684f', 'tag': 'b59ce2b0-e9df-4b8b-b648-a5ba40274084', 'status': 'completed', 'code': 200} Feb 09 12:22:27.168352 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378ceb4-6b7c-4ec2-9672-25e819924b8a req-8e0aa765-8cdb-4bfc-b820-eb6aac201f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:27.169802 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0378ceb4-6b7c-4ec2-9672-25e819924b8a req-8e0aa765-8cdb-4bfc-b820-eb6aac201f6f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3e281b9d46b64541906a07f8f1e1d262&device_id=a49a52c4-2836-4a50-adc7-2836203a684f HTTP/1.1" status: 200 len: 1094 time: 0.0919838 Feb 09 12:22:27.181771 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1ef14-a025-4c4f-8755-ca252ebe42c8 req-0aea0b24-2688-4706-b824-850ba75b8c72 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:27.183256 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-44d1ef14-a025-4c4f-8755-ca252ebe42c8 req-0aea0b24-2688-4706-b824-850ba75b8c72 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 950 time: 0.1848526 Feb 09 12:22:27.231717 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c14555-46da-451b-81a3-ddc33a6a5724 service neutron] Pushing event updated for resources: {'Port': ['ID=5fd6c356-569d-4652-95bf-7b55b66ee216,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:27.268264 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-98c14555-46da-451b-81a3-ddc33a6a5724 service neutron] Attempting to bind port 5fd6c356-569d-4652-95bf-7b55b66ee216 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:22:27.268595 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-98c14555-46da-451b-81a3-ddc33a6a5724 service neutron] Attempting to bind port 5fd6c356-569d-4652-95bf-7b55b66ee216 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'd09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce449817-28f3-4897-a09b-d33182728951'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:22:27.268919 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-98c14555-46da-451b-81a3-ddc33a6a5724 service neutron] Attempting to bind port 5fd6c356-569d-4652-95bf-7b55b66ee216 on network ce449817-28f3-4897-a09b-d33182728951 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:22:27.274111 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-98c14555-46da-451b-81a3-ddc33a6a5724 service neutron] Port 5fd6c356-569d-4652-95bf-7b55b66ee216 on network ce449817-28f3-4897-a09b-d33182728951 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:22:27.274111 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-98c14555-46da-451b-81a3-ddc33a6a5724 service neutron] Attempting to bind port 5fd6c356-569d-4652-95bf-7b55b66ee216 on network ce449817-28f3-4897-a09b-d33182728951 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:22:27.281159 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-98c14555-46da-451b-81a3-ddc33a6a5724 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:22:27.281482 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-98c14555-46da-451b-81a3-ddc33a6a5724 service neutron] Checking segment: {'id': 'd09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce449817-28f3-4897-a09b-d33182728951'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:22:27.281849 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-98c14555-46da-451b-81a3-ddc33a6a5724 service neutron] Bound using segment: {'id': 'd09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce449817-28f3-4897-a09b-d33182728951'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:22:27.282268 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-98c14555-46da-451b-81a3-ddc33a6a5724 service neutron] Bound port: 5fd6c356-569d-4652-95bf-7b55b66ee216, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce449817-28f3-4897-a09b-d33182728951'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:22:27.282611 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-98c14555-46da-451b-81a3-ddc33a6a5724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:27.315515 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-44d1ef14-a025-4c4f-8755-ca252ebe42c8 req-46fdd3cc-2ab3-427c-be6c-4a01337ada38 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107378 Feb 09 12:22:27.360836 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378ceb4-6b7c-4ec2-9672-25e819924b8a req-84204232-f09b-4d47-8274-d2b0b04a581a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:27.362376 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0378ceb4-6b7c-4ec2-9672-25e819924b8a req-84204232-f09b-4d47-8274-d2b0b04a581a service neutron] 10.222.0.46 "GET /v2.0/networks?id=cd0eeec7-232a-4918-9932-95d1042e3c75 HTTP/1.1" status: 200 len: 923 time: 0.1783736 Feb 09 12:22:27.381652 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-98c14555-46da-451b-81a3-ddc33a6a5724 service neutron] For port 5fd6c356-569d-4652-95bf-7b55b66ee216, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:22:27.384792 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-98c14555-46da-451b-81a3-ddc33a6a5724 service neutron] For port 5fd6c356-569d-4652-95bf-7b55b66ee216, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=5fd6c356-569d-4652-95bf-7b55b66ee216,segment=NetworkSegment(d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5),segment_id=d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:22:27.390010 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-98c14555-46da-451b-81a3-ddc33a6a5724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:27.444472 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0378ceb4-6b7c-4ec2-9672-25e819924b8a req-2c030c16-ece2-4609-99d8-0d71fd9cd37a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b59ce2b0-e9df-4b8b-b648-a5ba40274084 HTTP/1.1" status: 200 len: 217 time: 0.0742154 Feb 09 12:22:27.449985 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-98c14555-46da-451b-81a3-ddc33a6a5724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:27.450588 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-98c14555-46da-451b-81a3-ddc33a6a5724 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:27.451998 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-98c14555-46da-451b-81a3-ddc33a6a5724 service neutron] 10.222.0.46 "PUT /v2.0/ports/5fd6c356-569d-4652-95bf-7b55b66ee216 HTTP/1.1" status: 200 len: 1091 time: 1.0523767 Feb 09 12:22:27.452427 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c334ee8c-95f5-4297-903f-168b217c5aee', 'tag': '5fd6c356-569d-4652-95bf-7b55b66ee216'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:22:27.474031 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c14555-46da-451b-81a3-ddc33a6a5724 service neutron] Pushing event updated for resources: {'Port': ['ID=5fd6c356-569d-4652-95bf-7b55b66ee216,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:27.543331 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c334ee8c-95f5-4297-903f-168b217c5aee', 'tag': '5fd6c356-569d-4652-95bf-7b55b66ee216', 'status': 'completed', 'code': 200} Feb 09 12:22:27.567429 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378ceb4-6b7c-4ec2-9672-25e819924b8a req-e4f81bd4-f20a-4c26-90c6-b13dd089e4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:27.569642 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0378ceb4-6b7c-4ec2-9672-25e819924b8a req-e4f81bd4-f20a-4c26-90c6-b13dd089e4a1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=264393e0-eb04-4464-8575-4a6447ca8fe8 HTTP/1.1" status: 200 len: 862 time: 0.0781577 Feb 09 12:22:27.578851 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-2871fcce-e9bf-4049-a247-1b60ee188298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:27.580610 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-2871fcce-e9bf-4049-a247-1b60ee188298 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b0ea08007bd423bba6d81fafa2c2138&device_id=c334ee8c-95f5-4297-903f-168b217c5aee HTTP/1.1" status: 200 len: 1094 time: 0.0745976 Feb 09 12:22:27.619306 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed1a66-1a71-4921-b86c-f443d8280326 req-799652b5-4bc4-4ce3-aad5-2af72b6322fb tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:27.620925 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0fed1a66-1a71-4921-b86c-f443d8280326 req-799652b5-4bc4-4ce3-aad5-2af72b6322fb tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c4532aa-287a-44da-8eb9-3da0106a49a3 HTTP/1.1" status: 200 len: 945 time: 0.1785965 Feb 09 12:22:27.633144 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0378ceb4-6b7c-4ec2-9672-25e819924b8a req-963d22c4-91f7-4a8b-9a32-ac23b005f239 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cd0eeec7-232a-4918-9932-95d1042e3c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568638 Feb 09 12:22:27.653744 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-429d47c0-4f61-4df9-918b-91b256d331e4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5fd6c356-569d-4652-95bf-7b55b66ee216 HTTP/1.1" status: 200 len: 217 time: 0.0647385 Feb 09 12:22:27.726648 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-56159111-c15c-4c6d-83b1-7bdcb44ff8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:27.728342 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-56159111-c15c-4c6d-83b1-7bdcb44ff8f0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5d66c3c8-f193-4da4-ad1c-54328c88dbd7 HTTP/1.1" status: 200 len: 852 time: 0.0683579 Feb 09 12:22:27.779743 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-366c83d5-3055-458b-86ef-1a8220993f57 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce449817-28f3-4897-a09b-d33182728951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449288 Feb 09 12:22:27.844664 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0fed1a66-1a71-4921-b86c-f443d8280326 req-fabefda9-314a-44db-acdf-fb649426cd1c tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/security-groups?id=513ce75b-46a7-4daf-8c5b-ed62fcd87f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153299 Feb 09 12:22:27.930229 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-6080badd-6da8-45c6-8e85-292d5ed139af service neutron] 10.222.0.46 "GET /v2.0/networks/ce449817-28f3-4897-a09b-d33182728951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422713 Feb 09 12:22:27.934073 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0378ceb4-6b7c-4ec2-9672-25e819924b8a req-e05ec45c-26d2-4500-b184-5afe32c3cbf5 service neutron] 10.222.0.46 "GET /v2.0/networks/cd0eeec7-232a-4918-9932-95d1042e3c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827806 Feb 09 12:22:28.031158 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31909f-d583-4f2e-a3f6-144216ce3837 req-c2f1792a-4f8e-48b6-ae18-3862b0b5d5c3 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:28.032516 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ed31909f-d583-4f2e-a3f6-144216ce3837 req-c2f1792a-4f8e-48b6-ae18-3862b0b5d5c3 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c4532aa-287a-44da-8eb9-3da0106a49a3 HTTP/1.1" status: 200 len: 945 time: 0.2879822 Feb 09 12:22:28.045057 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1346e3d3-7ec3-4338-be3c-401cb2309416 req-e54b9358-89e8-44f5-9dc5-9a9c39005779 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:28.046581 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1346e3d3-7ec3-4338-be3c-401cb2309416 req-e54b9358-89e8-44f5-9dc5-9a9c39005779 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=a49a52c4-2836-4a50-adc7-2836203a684f HTTP/1.1" status: 200 len: 943 time: 0.2593036 Feb 09 12:22:28.078571 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-84ca67c3-adc1-49b1-8ba9-aea1239daa7e req-652cde38-7951-4d1c-a73a-90e0c0a1380e service neutron] 10.222.0.46 "GET /v2.0/networks/ce449817-28f3-4897-a09b-d33182728951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377237 Feb 09 12:22:28.211857 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eda434-f9c8-452e-86f2-d423da453dfe req-62c2e74d-f40f-4402-b2e0-508924654958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:28.213383 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b9eda434-f9c8-452e-86f2-d423da453dfe req-62c2e74d-f40f-4402-b2e0-508924654958 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b0ea08007bd423bba6d81fafa2c2138&device_id=c334ee8c-95f5-4297-903f-168b217c5aee HTTP/1.1" status: 200 len: 1094 time: 0.0863500 Feb 09 12:22:28.336182 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1346e3d3-7ec3-4338-be3c-401cb2309416 req-c9c6b4d6-0b56-4e6a-ab5d-325aec135618 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1740fde-ed7b-450f-94e7-17e594dcc7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986855 Feb 09 12:22:28.358303 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eda434-f9c8-452e-86f2-d423da453dfe req-9812c080-8fbd-44dd-807b-9d417285e45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:28.359757 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b9eda434-f9c8-452e-86f2-d423da453dfe req-9812c080-8fbd-44dd-807b-9d417285e45d service neutron] 10.222.0.46 "GET /v2.0/networks?id=ce449817-28f3-4897-a09b-d33182728951 HTTP/1.1" status: 200 len: 913 time: 0.1361749 Feb 09 12:22:28.376133 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-ed31909f-d583-4f2e-a3f6-144216ce3837 req-d956126e-3902-4b56-9eb2-fa2f6380b4c2 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Deleting port b82c32a8-4cdb-4634-ab3c-0781f442e32b {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:22:28.376483 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ed31909f-d583-4f2e-a3f6-144216ce3837 req-d956126e-3902-4b56-9eb2-fa2f6380b4c2 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:28.437147 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b9eda434-f9c8-452e-86f2-d423da453dfe req-b3f8f569-3e2f-44ff-a348-c9bfa6cb62f6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5fd6c356-569d-4652-95bf-7b55b66ee216 HTTP/1.1" status: 200 len: 217 time: 0.0680273 Feb 09 12:22:28.452193 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0378ceb4-6b7c-4ec2-9672-25e819924b8a req-24b31a99-6393-46d7-a063-52ccc385b57b service neutron] 10.222.0.46 "GET /v2.0/networks/cd0eeec7-232a-4918-9932-95d1042e3c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5105643 Feb 09 12:22:28.476442 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d534ee-83fd-4982-a326-09c8061f21f2 req-11e14d99-33ae-48b7-9a85-56227346e086 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:28.478183 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a5d534ee-83fd-4982-a326-09c8061f21f2 req-11e14d99-33ae-48b7-9a85-56227346e086 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=999bd8a9-df8a-415c-b9b3-ac08bf28dab7 HTTP/1.1" status: 200 len: 945 time: 0.4551942 Feb 09 12:22:28.510073 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eda434-f9c8-452e-86f2-d423da453dfe req-f5f5cbf9-5776-4218-8ef4-216718e8f4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:28.511686 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b9eda434-f9c8-452e-86f2-d423da453dfe req-f5f5cbf9-5776-4218-8ef4-216718e8f4a1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5d66c3c8-f193-4da4-ad1c-54328c88dbd7 HTTP/1.1" status: 200 len: 852 time: 0.0658090 Feb 09 12:22:28.561134 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b9eda434-f9c8-452e-86f2-d423da453dfe req-d563b3fc-8b89-4620-aa70-0a95b12c658a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce449817-28f3-4897-a09b-d33182728951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431042 Feb 09 12:22:28.695119 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b9eda434-f9c8-452e-86f2-d423da453dfe req-c23f0528-0f67-49f0-b10f-5a2f2a0124e7 service neutron] 10.222.0.46 "GET /v2.0/networks/ce449817-28f3-4897-a09b-d33182728951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265233 Feb 09 12:22:28.696162 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a5d534ee-83fd-4982-a326-09c8061f21f2 req-aee61802-a8f8-47be-b82c-7e5fdf16a801 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853218 Feb 09 12:22:28.766639 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6daea1-3bdf-4a8c-94a7-9790c5ae134d req-bf01b390-9a89-4745-97d3-6feaf2d7a1bb tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:28.768127 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ee6daea1-3bdf-4a8c-94a7-9790c5ae134d req-bf01b390-9a89-4745-97d3-6feaf2d7a1bb tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=c334ee8c-95f5-4297-903f-168b217c5aee HTTP/1.1" status: 200 len: 943 time: 0.2562344 Feb 09 12:22:28.802987 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-ed31909f-d583-4f2e-a3f6-144216ce3837 req-d956126e-3902-4b56-9eb2-fa2f6380b4c2 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] For port b82c32a8-4cdb-4634-ab3c-0781f442e32b, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b82c32a8-4cdb-4634-ab3c-0781f442e32b,segment=NetworkSegment(c51cbd81-ca40-4079-80a5-16e74da9e93e),segment_id=c51cbd81-ca40-4079-80a5-16e74da9e93e)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:22:28.804035 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ed31909f-d583-4f2e-a3f6-144216ce3837 req-d956126e-3902-4b56-9eb2-fa2f6380b4c2 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:28.951559 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b9eda434-f9c8-452e-86f2-d423da453dfe req-e9854b56-6257-488d-bd7e-fcbb0394a867 service neutron] 10.222.0.46 "GET /v2.0/networks/ce449817-28f3-4897-a09b-d33182728951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495611 Feb 09 12:22:28.958819 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-ed31909f-d583-4f2e-a3f6-144216ce3837 req-d956126e-3902-4b56-9eb2-fa2f6380b4c2 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Calling delete_port for b82c32a8-4cdb-4634-ab3c-0781f442e32b owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:22:29.044061 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ee6daea1-3bdf-4a8c-94a7-9790c5ae134d req-ff4e1cec-af27-4020-88a0-43f6f088142b tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666895 Feb 09 12:22:29.051045 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device b59ce2b0-e9df-4b8b-b648-a5ba40274084 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:22:29.112483 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea53a7-93c2-44ca-9184-2dd1980e45c3 req-bad2b978-a27c-4bc6-968d-58e30f1e982b tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:29.113984 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-86ea53a7-93c2-44ca-9184-2dd1980e45c3 req-bad2b978-a27c-4bc6-968d-58e30f1e982b tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 950 time: 0.1624882 Feb 09 12:22:29.227568 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port b59ce2b0-e9df-4b8b-b648-a5ba40274084, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b59ce2b0-e9df-4b8b-b648-a5ba40274084,segment=NetworkSegment(dc30de51-0ecc-48b6-a874-d688a7830e7a),segment_id=dc30de51-0ecc-48b6-a874-d688a7830e7a)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:22:29.242601 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'b59ce2b0-e9df-4b8b-b648-a5ba40274084', 'network_id': 'cd0eeec7-232a-4918-9932-95d1042e3c75', 'port_id': 'b59ce2b0-e9df-4b8b-b648-a5ba40274084', 'mac_address': 'fa:16:3e:2a:7e:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '264393e0-eb04-4464-8575-4a6447ca8fe8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:22:29.275740 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-86ea53a7-93c2-44ca-9184-2dd1980e45c3 req-0be75552-bd55-45a6-8e39-5ea1aef9a73f tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156583 Feb 09 12:22:29.279666 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ed31909f-d583-4f2e-a3f6-144216ce3837 req-d956126e-3902-4b56-9eb2-fa2f6380b4c2 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:29.309040 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['b82c32a8-4cdb-4634-ab3c-0781f442e32b'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:22:29.341219 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d956126e-3902-4b56-9eb2-fa2f6380b4c2 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Pushing event deleted for resources: {'Port': ['ID=b82c32a8-4cdb-4634-ab3c-0781f442e32b,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:29.364340 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:29.384539 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b59ce2b0-e9df-4b8b-b648-a5ba40274084 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:22:29.404086 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port b59ce2b0-e9df-4b8b-b648-a5ba40274084, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b59ce2b0-e9df-4b8b-b648-a5ba40274084,segment=NetworkSegment(dc30de51-0ecc-48b6-a874-d688a7830e7a),segment_id=dc30de51-0ecc-48b6-a874-d688a7830e7a)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:22:29.409420 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:29.435864 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed31909f-d583-4f2e-a3f6-144216ce3837 req-d956126e-3902-4b56-9eb2-fa2f6380b4c2 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] No DVR routers for this DVR port b82c32a8-4cdb-4634-ab3c-0781f442e32b on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:22:29.451157 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8caee-739a-4a86-842b-d54a65f6d43f req-721d3312-1e8e-4d65-8096-ac9300d8db7e tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:29.456318 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-39c8caee-739a-4a86-842b-d54a65f6d43f req-721d3312-1e8e-4d65-8096-ac9300d8db7e tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c4532aa-287a-44da-8eb9-3da0106a49a3 HTTP/1.1" status: 200 len: 945 time: 0.2729599 Feb 09 12:22:29.458219 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ed31909f-d583-4f2e-a3f6-144216ce3837 req-d956126e-3902-4b56-9eb2-fa2f6380b4c2 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:29.483139 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4532aa-287a-44da-8eb9-3da0106a49a3', 'name': 'network-vif-deleted', 'tag': 'b82c32a8-4cdb-4634-ab3c-0781f442e32b'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:22:29.505278 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ed31909f-d583-4f2e-a3f6-144216ce3837 req-d956126e-3902-4b56-9eb2-fa2f6380b4c2 tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.46 "DELETE /v2.0/ports/b82c32a8-4cdb-4634-ab3c-0781f442e32b HTTP/1.1" status: 204 len: 173 time: 1.4244232 Feb 09 12:22:29.529094 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=b59ce2b0-e9df-4b8b-b648-a5ba40274084,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:29.642467 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-39c8caee-739a-4a86-842b-d54a65f6d43f req-49e7e330-c676-42d9-a744-3751c2dfc27a tempest-ListServerFiltersTestJSON-336664762 tempest-ListServerFiltersTestJSON-336664762-project] 10.222.0.55 "GET /v2.0/security-groups?id=513ce75b-46a7-4daf-8c5b-ed62fcd87f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460459 Feb 09 12:22:29.686494 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb541a-dd02-47f8-9635-80669bf71aab req-d360c78b-7a92-40cb-901c-763a62a1955b tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:29.692289 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bcdb541a-dd02-47f8-9635-80669bf71aab req-d360c78b-7a92-40cb-901c-763a62a1955b tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=a49a52c4-2836-4a50-adc7-2836203a684f HTTP/1.1" status: 200 len: 944 time: 0.1702168 Feb 09 12:22:29.736397 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c4532aa-287a-44da-8eb9-3da0106a49a3', 'name': 'network-vif-deleted', 'tag': 'b82c32a8-4cdb-4634-ab3c-0781f442e32b', 'status': 'completed', 'code': 200} Feb 09 12:22:29.750367 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bcdb541a-dd02-47f8-9635-80669bf71aab req-8e51fa31-e57f-4c9d-95a6-16625af8b1c4 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1740fde-ed7b-450f-94e7-17e594dcc7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456872 Feb 09 12:22:29.778474 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['b59ce2b0-e9df-4b8b-b648-a5ba40274084'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:22:29.902550 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10911e92-3aac-4edd-8b1e-513cb389f07a req-4552b734-d9d3-4faf-b125-fedbaac97860 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:29.906530 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-10911e92-3aac-4edd-8b1e-513cb389f07a req-4552b734-d9d3-4faf-b125-fedbaac97860 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=999bd8a9-df8a-415c-b9b3-ac08bf28dab7 HTTP/1.1" status: 200 len: 945 time: 0.0915811 Feb 09 12:22:29.957016 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-10911e92-3aac-4edd-8b1e-513cb389f07a req-493d69ef-64e1-466c-af3a-1aa317c7f147 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434535 Feb 09 12:22:30.273242 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565189ce-ef2d-4151-bd06-ea80b4eacaa9 req-e55ed762-0448-4ec2-95f0-83eada675357 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:30.275630 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-565189ce-ef2d-4151-bd06-ea80b4eacaa9 req-e55ed762-0448-4ec2-95f0-83eada675357 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=c334ee8c-95f5-4297-903f-168b217c5aee HTTP/1.1" status: 200 len: 943 time: 0.0887587 Feb 09 12:22:30.343032 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-565189ce-ef2d-4151-bd06-ea80b4eacaa9 req-af919b0e-d3b5-41b7-a48c-da4736c7f082 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604749 Feb 09 12:22:30.486896 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc5b14-68b7-40a3-b75d-bac9d326ed06 req-418a087d-7f4d-45ba-a423-0f3ccaf06297 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:30.492469 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0cdc5b14-68b7-40a3-b75d-bac9d326ed06 req-418a087d-7f4d-45ba-a423-0f3ccaf06297 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 950 time: 0.0886703 Feb 09 12:22:30.535896 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0cdc5b14-68b7-40a3-b75d-bac9d326ed06 req-efddc293-72c8-4a72-8b30-2abdb98a6f31 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411181 Feb 09 12:22:30.735334 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48758) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:22:30.802366 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ed78328-fdce-4e0e-b8a5-3a3ed7a9860f admin admin] Deleting subnet 256725a2-267c-46c1-902d-a474bd0131df {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:22:30.807088 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0ed78328-fdce-4e0e-b8a5-3a3ed7a9860f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:30.863565 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0ed78328-fdce-4e0e-b8a5-3a3ed7a9860f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:30.962111 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0ed78328-fdce-4e0e-b8a5-3a3ed7a9860f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:31.049000 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 5fd6c356-569d-4652-95bf-7b55b66ee216 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:22:31.053873 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device b59ce2b0-e9df-4b8b-b648-a5ba40274084 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:22:31.069175 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0ed78328-fdce-4e0e-b8a5-3a3ed7a9860f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:31.126190 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed78328-fdce-4e0e-b8a5-3a3ed7a9860f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=256725a2-267c-46c1-902d-a474bd0131df,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:31.127894 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e05f0-4ed1-4dcb-b464-5e37b69838e5 req-bed86315-5cc9-4e55-8f22-e728032c2825 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:31.128588 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0ed78328-fdce-4e0e-b8a5-3a3ed7a9860f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:31.129424 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f85e05f0-4ed1-4dcb-b464-5e37b69838e5 req-bed86315-5cc9-4e55-8f22-e728032c2825 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=a49a52c4-2836-4a50-adc7-2836203a684f HTTP/1.1" status: 200 len: 944 time: 0.2670486 Feb 09 12:22:31.143113 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0ed78328-fdce-4e0e-b8a5-3a3ed7a9860f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/256725a2-267c-46c1-902d-a474bd0131df HTTP/1.1" status: 204 len: 168 time: 0.4070764 Feb 09 12:22:31.145708 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48766) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:22:31.153180 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27c75c9-04c6-4cfa-b075-2d345de4403b None None] Network 3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:22:31.243015 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f85e05f0-4ed1-4dcb-b464-5e37b69838e5 req-5ebc4cea-c40e-4f59-b409-119546b58cb1 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1740fde-ed7b-450f-94e7-17e594dcc7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754631 Feb 09 12:22:31.279508 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b106d9ed-59b7-49ad-85bd-10958509db80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:31.295570 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-b106d9ed-59b7-49ad-85bd-10958509db80 admin admin] Deleting port d1e52cfe-ed58-47c4-8483-afd80daa4c52 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:22:31.296143 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b106d9ed-59b7-49ad-85bd-10958509db80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:31.301373 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84ad45-aa24-47a2-a671-203cac2da3d2 req-fb9f416d-401c-4885-813e-20fde668598e tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:31.310411 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3c84ad45-aa24-47a2-a671-203cac2da3d2 req-fb9f416d-401c-4885-813e-20fde668598e tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=999bd8a9-df8a-415c-b9b3-ac08bf28dab7 HTTP/1.1" status: 200 len: 945 time: 0.1799712 Feb 09 12:22:31.395683 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3c84ad45-aa24-47a2-a671-203cac2da3d2 req-df15a686-4601-4c51-8d64-16b4ff674494 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837176 Feb 09 12:22:31.499274 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port b59ce2b0-e9df-4b8b-b648-a5ba40274084 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:22:31.522877 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port b59ce2b0-e9df-4b8b-b648-a5ba40274084 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:22:31.523242 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:31.626027 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6db489-0b1e-4d93-b7bb-62e4f5d89454 req-0c9fee55-9d5f-40f9-bd3b-ad9709066e03 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:31.630158 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 5fd6c356-569d-4652-95bf-7b55b66ee216, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=5fd6c356-569d-4652-95bf-7b55b66ee216,segment=NetworkSegment(d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5),segment_id=d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:22:31.642951 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7e6db489-0b1e-4d93-b7bb-62e4f5d89454 req-0c9fee55-9d5f-40f9-bd3b-ad9709066e03 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=c334ee8c-95f5-4297-903f-168b217c5aee HTTP/1.1" status: 200 len: 943 time: 0.1500306 Feb 09 12:22:31.655584 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '5fd6c356-569d-4652-95bf-7b55b66ee216', 'network_id': 'ce449817-28f3-4897-a09b-d33182728951', 'port_id': '5fd6c356-569d-4652-95bf-7b55b66ee216', 'mac_address': 'fa:16:3e:a0:f2:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d66c3c8-f193-4da4-ad1c-54328c88dbd7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:22:31.672104 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-b106d9ed-59b7-49ad-85bd-10958509db80 admin admin] For port d1e52cfe-ed58-47c4-8483-afd80daa4c52, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=d1e52cfe-ed58-47c4-8483-afd80daa4c52,segment=NetworkSegment(c51cbd81-ca40-4079-80a5-16e74da9e93e),segment_id=c51cbd81-ca40-4079-80a5-16e74da9e93e)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:22:31.672639 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b106d9ed-59b7-49ad-85bd-10958509db80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:31.732249 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:31.745031 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7e6db489-0b1e-4d93-b7bb-62e4f5d89454 req-4db66c0c-99d3-499b-a399-ba9f65e6987e tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012099 Feb 09 12:22:31.787947 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fd6c356-569d-4652-95bf-7b55b66ee216 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:22:31.851085 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640efdb-c44a-4710-8a90-502e93797fd3 req-efc30111-0446-40d1-aee6-5119b0646d5c tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:31.864672 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0640efdb-c44a-4710-8a90-502e93797fd3 req-efc30111-0446-40d1-aee6-5119b0646d5c tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 950 time: 0.1611772 Feb 09 12:22:31.869430 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 5fd6c356-569d-4652-95bf-7b55b66ee216, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=5fd6c356-569d-4652-95bf-7b55b66ee216,segment=NetworkSegment(d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5),segment_id=d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:22:31.870920 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-b106d9ed-59b7-49ad-85bd-10958509db80 admin admin] Calling delete_port for d1e52cfe-ed58-47c4-8483-afd80daa4c52 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:22:31.881615 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:31.903935 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:31.965798 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0640efdb-c44a-4710-8a90-502e93797fd3 req-eff1280d-b261-4440-b12d-72a00575e626 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001608 Feb 09 12:22:31.991302 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b106d9ed-59b7-49ad-85bd-10958509db80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:32.017002 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae4999b-561e-4a90-b2c5-cc30ff8a8d15 None None] DHCP port deletion for 3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:22:32.027537 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=5fd6c356-569d-4652-95bf-7b55b66ee216,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:32.048586 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port b59ce2b0-e9df-4b8b-b648-a5ba40274084, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b59ce2b0-e9df-4b8b-b648-a5ba40274084,segment=NetworkSegment(dc30de51-0ecc-48b6-a874-d688a7830e7a),segment_id=dc30de51-0ecc-48b6-a874-d688a7830e7a)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:22:32.049646 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106d9ed-59b7-49ad-85bd-10958509db80 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1e52cfe-ed58-47c4-8483-afd80daa4c52,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:32.051324 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a49a52c4-2836-4a50-adc7-2836203a684f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59ce2b0-e9df-4b8b-b648-a5ba40274084'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:22:32.055926 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b106d9ed-59b7-49ad-85bd-10958509db80 admin admin] No DVR routers for this DVR port d1e52cfe-ed58-47c4-8483-afd80daa4c52 on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:22:32.060279 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:32.061078 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device b82c32a8-4cdb-4634-ab3c-0781f442e32b no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:22:32.150788 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe7cd2b-ab52-40f2-8ece-a288b9f61232 req-ec936bf9-dbf9-4eb4-8fbd-6d0f3523e8a6 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:32.158954 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bbe7cd2b-ab52-40f2-8ece-a288b9f61232 req-ec936bf9-dbf9-4eb4-8fbd-6d0f3523e8a6 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.1576760 Feb 09 12:22:32.182410 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: b82c32a8-4cdb-4634-ab3c-0781f442e32b {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:22:32.182754 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device b82c32a8-4cdb-4634-ab3c-0781f442e32b not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:22:32.204286 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a49a52c4-2836-4a50-adc7-2836203a684f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59ce2b0-e9df-4b8b-b648-a5ba40274084', 'code': 200} Feb 09 12:22:32.207417 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b106d9ed-59b7-49ad-85bd-10958509db80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:32.219569 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=b59ce2b0-e9df-4b8b-b648-a5ba40274084,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:32.224479 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bbe7cd2b-ab52-40f2-8ece-a288b9f61232 req-c02f9faa-43ed-4410-ab3b-21a197f0f369 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645802 Feb 09 12:22:32.235777 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-b106d9ed-59b7-49ad-85bd-10958509db80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:22:32.248648 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-b106d9ed-59b7-49ad-85bd-10958509db80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c51cbd81-ca40-4079-80a5-16e74da9e93e') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:22:32.248946 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-b106d9ed-59b7-49ad-85bd-10958509db80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c51cbd81-ca40-4079-80a5-16e74da9e93e') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:22:32.265582 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b106d9ed-59b7-49ad-85bd-10958509db80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:32.286208 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b106d9ed-59b7-49ad-85bd-10958509db80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:32.308880 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b106d9ed-59b7-49ad-85bd-10958509db80 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:22:32.309735 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b106d9ed-59b7-49ad-85bd-10958509db80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:32.337808 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:22:32.337808 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:22:32.337808 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:22:32.337808 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:22:32.337808 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:22:32.337808 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:22:32.337808 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:22:32.337808 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:22:32.337808 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:22:32.337808 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:22:32.337808 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:22:32.337808 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:22:32.337808 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:22:32.337808 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:22:32.337808 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:22:32.337808 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:22:32.337808 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:22:32.337808 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:22:32.337808 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:22:32.337808 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:22:32.337808 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:22:32.337808 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:22:32.337808 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:22:32.337808 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:22:32.337808 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:22:32.337808 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:22:32.337808 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:22:32.337808 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:22:32.337808 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:22:32.337808 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:22:32.337808 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:22:32.337808 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:22:32.340017 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['5fd6c356-569d-4652-95bf-7b55b66ee216'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:22:32.470583 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b106d9ed-59b7-49ad-85bd-10958509db80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:32.500458 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b106d9ed-59b7-49ad-85bd-10958509db80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:32.502883 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106d9ed-59b7-49ad-85bd-10958509db80 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:32.514389 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b106d9ed-59b7-49ad-85bd-10958509db80 admin admin] 10.222.0.55 "DELETE /v2.0/networks/3bdae0ae-f6ea-4396-b5c3-84ae1753f3bc HTTP/1.1" status: 204 len: 168 time: 1.3675818 Feb 09 12:22:32.596819 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde974bd-0545-4d68-b85b-3c6a09cc3d07 req-aea53abf-b4ef-456e-8e85-a3686341906c tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:32.604163 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bde974bd-0545-4d68-b85b-3c6a09cc3d07 req-aea53abf-b4ef-456e-8e85-a3686341906c tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=a49a52c4-2836-4a50-adc7-2836203a684f HTTP/1.1" status: 200 len: 945 time: 0.2110929 Feb 09 12:22:32.626881 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72c46d-8046-4aa3-a749-c400cb1d12b3 req-fa1f76fa-56ad-4c46-ba25-5fee32ca5e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:32.628492 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac72c46d-8046-4aa3-a749-c400cb1d12b3 req-fa1f76fa-56ad-4c46-ba25-5fee32ca5e5e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a49a52c4-2836-4a50-adc7-2836203a684f HTTP/1.1" status: 200 len: 1096 time: 0.3342481 Feb 09 12:22:32.638830 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891c9ec-15b5-4b41-a539-73111f2ba475 req-67a0459c-a22c-4c6c-969b-42e120c03ea5 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:32.640334 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1891c9ec-15b5-4b41-a539-73111f2ba475 req-67a0459c-a22c-4c6c-969b-42e120c03ea5 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.1838491 Feb 09 12:22:32.695444 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48790) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:22:32.734218 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bde974bd-0545-4d68-b85b-3c6a09cc3d07 req-ac1ea0ec-25f4-47c7-a572-5751de9566a1 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1740fde-ed7b-450f-94e7-17e594dcc7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290228 Feb 09 12:22:32.750811 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac72c46d-8046-4aa3-a749-c400cb1d12b3 req-473af1fc-3352-4773-ab85-4adb2ac98642 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e1740fde-ed7b-450f-94e7-17e594dcc7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067877 Feb 09 12:22:32.757140 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1891c9ec-15b5-4b41-a539-73111f2ba475 req-8e938783-b608-4967-9cda-86f6c918375c tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933771 Feb 09 12:22:32.764950 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48794) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:22:32.765497 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-dc378a68-bb64-40dd-9539-a5f1598fc678 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e67d5799bb754fba8d6c329be7bae276&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0686114 Feb 09 12:22:32.832803 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e9492fa2-8e06-4157-9167-046a7b662fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:32.864348 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e9492fa2-8e06-4157-9167-046a7b662fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:32.989966 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e9492fa2-8e06-4157-9167-046a7b662fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:33.025617 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9492fa2-8e06-4157-9167-046a7b662fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513ce75b-46a7-4daf-8c5b-ed62fcd87f8e,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:33.047229 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716450b-8605-44b6-b15a-932142aaf120 req-1c2481fa-a60c-4011-94a7-2d21ca28a925 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:33.048552 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6716450b-8605-44b6-b15a-932142aaf120 req-1c2481fa-a60c-4011-94a7-2d21ca28a925 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=c334ee8c-95f5-4297-903f-168b217c5aee HTTP/1.1" status: 200 len: 944 time: 0.1531579 Feb 09 12:22:33.075511 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e9492fa2-8e06-4157-9167-046a7b662fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:33.079340 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e9492fa2-8e06-4157-9167-046a7b662fcd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/513ce75b-46a7-4daf-8c5b-ed62fcd87f8e HTTP/1.1" status: 204 len: 168 time: 0.3104587 Feb 09 12:22:33.193073 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6716450b-8605-44b6-b15a-932142aaf120 req-bd94bdcd-df9e-4a2b-953e-6ca26ffa015a tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217666 Feb 09 12:22:33.254366 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-a7862a93-1288-410a-93fc-081251a83c0a tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:33.256987 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-a7862a93-1288-410a-93fc-081251a83c0a tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/networks?id=0448691a-ec13-4b8b-a50a-33e2c91deaac HTTP/1.1" status: 200 len: 812 time: 0.2223563 Feb 09 12:22:33.272235 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-3b4032e2-25c2-4752-a45d-e60b70d83501 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/quotas/ff6e1bb65bc440a9af2daa6d5785a57a HTTP/1.1" status: 200 len: 375 time: 0.0098934 Feb 09 12:22:33.451650 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-0bc61c73-51ba-43a9-b1ff-46060f8f7525 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ff6e1bb65bc440a9af2daa6d5785a57a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1740384 Feb 09 12:22:33.513694 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad38f8b-4873-4217-ba37-2070296cd257 req-43f4b572-369c-45ea-aef7-6809c2f0cad4 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:33.520842 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2ad38f8b-4873-4217-ba37-2070296cd257 req-43f4b572-369c-45ea-aef7-6809c2f0cad4 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 950 time: 0.1783431 Feb 09 12:22:33.588419 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2ad38f8b-4873-4217-ba37-2070296cd257 req-0780e5b5-7f4a-49d6-8d58-d92de0430d35 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651302 Feb 09 12:22:33.737042 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-82a99959-f9ba-4cce-a384-3eaf67366036 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6101775f-5c0e-4dc8-9a5f-b57a74039dc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2662594 Feb 09 12:22:33.743176 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-19458a03-ad6d-43a8-8579-f469bde60774 service neutron] 10.222.0.55 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832739 Feb 09 12:22:33.745970 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device d1e52cfe-ed58-47c4-8483-afd80daa4c52 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:22:33.783067 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: d1e52cfe-ed58-47c4-8483-afd80daa4c52 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:22:33.783440 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device d1e52cfe-ed58-47c4-8483-afd80daa4c52 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:22:34.124480 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48842) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:22:34.142710 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-054cbe45-60bc-41e8-bb9d-3e0133ab7282 service neutron] 10.222.0.55 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935900 Feb 09 12:22:34.170652 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4829ba-56f3-43d0-8cc6-a2490d09ddee req-cbf0266e-9fc4-402c-a871-58762d83e9f2 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:34.177075 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ee4829ba-56f3-43d0-8cc6-a2490d09ddee req-cbf0266e-9fc4-402c-a871-58762d83e9f2 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=a49a52c4-2836-4a50-adc7-2836203a684f HTTP/1.1" status: 200 len: 945 time: 0.2777047 Feb 09 12:22:34.199149 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-5e4882d1-88b1-42b4-bafa-74e5e96658f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:34.199629 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-5e4882d1-88b1-42b4-bafa-74e5e96658f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:34.200138 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-5e4882d1-88b1-42b4-bafa-74e5e96658f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:34.200585 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-5e4882d1-88b1-42b4-bafa-74e5e96658f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:34.201041 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-5e4882d1-88b1-42b4-bafa-74e5e96658f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:34.201501 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-5e4882d1-88b1-42b4-bafa-74e5e96658f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:34.201947 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-5e4882d1-88b1-42b4-bafa-74e5e96658f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:34.204262 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-5e4882d1-88b1-42b4-bafa-74e5e96658f8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eec7cd73952c439fa26a361208297f39&device_id=6101775f-5c0e-4dc8-9a5f-b57a74039dc8 HTTP/1.1" status: 200 len: 6490 time: 0.4066248 Feb 09 12:22:34.245595 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ee4829ba-56f3-43d0-8cc6-a2490d09ddee req-a4b9853a-c07c-4df5-b3ba-35b6ae36092b tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1740fde-ed7b-450f-94e7-17e594dcc7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675414 Feb 09 12:22:34.410977 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-dd859422-b98f-46d3-8293-aacd4fae99e2 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-25909868-network', 'tenant_id': '7a90c37f6ca347f2b6967b7832e31641'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:22:34.418199 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-dd859422-b98f-46d3-8293-aacd4fae99e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:22:34.425355 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-dd859422-b98f-46d3-8293-aacd4fae99e2 admin admin] Usage tracker for resource:network and tenant:7a90c37f6ca347f2b6967b7832e31641 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:22:34.432213 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-dd859422-b98f-46d3-8293-aacd4fae99e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:22:34.439324 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-dd859422-b98f-46d3-8293-aacd4fae99e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:22:34.453000 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd859422-b98f-46d3-8293-aacd4fae99e2 admin admin] Made reservation on behalf of 7a90c37f6ca347f2b6967b7832e31641 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:22:34.456262 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dd859422-b98f-46d3-8293-aacd4fae99e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:34.475540 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dd859422-b98f-46d3-8293-aacd4fae99e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:34.498393 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-dd859422-b98f-46d3-8293-aacd4fae99e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:22:34.504624 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-dd859422-b98f-46d3-8293-aacd4fae99e2 admin admin] Usage tracker for resource:security_group_rule and tenant:7a90c37f6ca347f2b6967b7832e31641 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:22:34.508942 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-dd859422-b98f-46d3-8293-aacd4fae99e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:22:34.520023 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-dd859422-b98f-46d3-8293-aacd4fae99e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:22:34.523066 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8edab96b-2aba-4f69-a5e0-1633c444a85b req-ba3f4405-d9f6-42ec-aea0-bc69fa4402ba tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=54a5e005-8bd9-45ca-ac3b-90dd59288224 HTTP/1.1" status: 200 len: 210 time: 0.1841710 Feb 09 12:22:34.638003 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dd859422-b98f-46d3-8293-aacd4fae99e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:34.645328 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dd859422-b98f-46d3-8293-aacd4fae99e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:34.681613 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd859422-b98f-46d3-8293-aacd4fae99e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:22:34.694093 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dd859422-b98f-46d3-8293-aacd4fae99e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:34.694875 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-dd859422-b98f-46d3-8293-aacd4fae99e2 admin admin] Added segment c2563741-18e8-416c-a7c5-905359472460 of type vlan for network 48c91c71-88e5-42aa-9326-d6800dd6c653 Feb 09 12:22:34.700452 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-c684530e-6932-4528-9832-3e44e28ef85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:34.700942 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-c684530e-6932-4528-9832-3e44e28ef85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:34.701388 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-c684530e-6932-4528-9832-3e44e28ef85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:34.703048 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-c684530e-6932-4528-9832-3e44e28ef85f service neutron] 10.222.0.46 "GET /v2.0/networks?id=cd473c9f-1942-47be-82eb-f1f92f3be41a&id=b99c93e7-09da-4e68-a3ff-2707256091d8&id=b99c93e7-09da-4e68-a3ff-2707256091d8&id=b99c93e7-09da-4e68-a3ff-2707256091d8&id=b99c93e7-09da-4e68-a3ff-2707256091d8&id=b811de4e-2157-472b-a248-fb00e797501f&id=b811de4e-2157-472b-a248-fb00e797501f HTTP/1.1" status: 200 len: 2291 time: 0.2698014 Feb 09 12:22:34.712402 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663a272-e51a-479d-8bd7-a379ac486bcd req-589a06a6-d9ed-4fc4-984a-2810929a2ea5 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:34.715758 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6663a272-e51a-479d-8bd7-a379ac486bcd req-589a06a6-d9ed-4fc4-984a-2810929a2ea5 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=c334ee8c-95f5-4297-903f-168b217c5aee HTTP/1.1" status: 200 len: 944 time: 0.2888076 Feb 09 12:22:34.747876 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dd859422-b98f-46d3-8293-aacd4fae99e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:34.754992 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd859422-b98f-46d3-8293-aacd4fae99e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629c7bd1-c37b-4b4f-a469-0196e092ff2f,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:34.820142 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dd859422-b98f-46d3-8293-aacd4fae99e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:34.821845 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd859422-b98f-46d3-8293-aacd4fae99e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:34.822776 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dd859422-b98f-46d3-8293-aacd4fae99e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:34.876216 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-dd859422-b98f-46d3-8293-aacd4fae99e2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7501118 Feb 09 12:22:34.884455 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48862) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:22:34.907602 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6663a272-e51a-479d-8bd7-a379ac486bcd req-5426766f-79b0-4cd2-ac52-729c9a933fd9 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276484 Feb 09 12:22:34.941032 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-9c76d2b4-4e61-4ee8-baee-4f67986e9410 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08a7959c-b6ca-4739-9da3-042b6f618521 HTTP/1.1" status: 200 len: 1002 time: 0.2242842 Feb 09 12:22:34.961883 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-256eba3d-d6ae-4e3a-b697-8d1b6089965d admin admin] Request body: {'subnet': {'network_id': '48c91c71-88e5-42aa-9326-d6800dd6c653', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-25909868-subnet', 'tenant_id': '7a90c37f6ca347f2b6967b7832e31641', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:22:34.985215 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-256eba3d-d6ae-4e3a-b697-8d1b6089965d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:22:34.994337 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-256eba3d-d6ae-4e3a-b697-8d1b6089965d admin admin] Usage tracker for resource:subnet and tenant:7a90c37f6ca347f2b6967b7832e31641 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:22:35.000824 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-256eba3d-d6ae-4e3a-b697-8d1b6089965d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:22:35.009806 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd859422-b98f-46d3-8293-aacd4fae99e2 admin admin] Pushing event updated for resources: {'Network': ['ID=48c91c71-88e5-42aa-9326-d6800dd6c653,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:35.012888 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-256eba3d-d6ae-4e3a-b697-8d1b6089965d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:22:35.018385 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-9733df90-be23-42ef-8b5d-24c7909a6048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:35.020253 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-9733df90-be23-42ef-8b5d-24c7909a6048 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cc63f089-5187-4e97-9454-d46ba64456ce HTTP/1.1" status: 200 len: 850 time: 0.0689714 Feb 09 12:22:35.023985 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256eba3d-d6ae-4e3a-b697-8d1b6089965d admin admin] Made reservation on behalf of 7a90c37f6ca347f2b6967b7832e31641 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:22:35.027017 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 48c91c71-88e5-42aa-9326-d6800dd6c653 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:22:35.029298 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41fc706-1580-4fad-8faa-3ed70b3b0bfe req-c4c57463-8e65-464d-b339-de5c3aefb7de tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:35.031181 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a41fc706-1580-4fad-8faa-3ed70b3b0bfe req-c4c57463-8e65-464d-b339-de5c3aefb7de tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 950 time: 0.2060862 Feb 09 12:22:35.048510 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-256eba3d-d6ae-4e3a-b697-8d1b6089965d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:35.148670 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a41fc706-1580-4fad-8faa-3ed70b3b0bfe req-2bb9dcbb-7663-4354-969c-da9502868150 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822773 Feb 09 12:22:35.162069 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 5fd6c356-569d-4652-95bf-7b55b66ee216 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:22:35.168150 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-d8c543c5-9625-4993-bba6-2f366eeb78db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:35.169851 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-d8c543c5-9625-4993-bba6-2f366eeb78db service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cd473c9f-1942-47be-82eb-f1f92f3be41a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1376333 Feb 09 12:22:35.285641 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 5fd6c356-569d-4652-95bf-7b55b66ee216 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:22:35.298257 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 5fd6c356-569d-4652-95bf-7b55b66ee216 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:22:35.299818 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:35.478901 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:35.513915 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c334ee8c-95f5-4297-903f-168b217c5aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd6c356-569d-4652-95bf-7b55b66ee216'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:22:35.534536 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 5fd6c356-569d-4652-95bf-7b55b66ee216, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=5fd6c356-569d-4652-95bf-7b55b66ee216,segment=NetworkSegment(d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5),segment_id=d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:22:35.535046 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-256eba3d-d6ae-4e3a-b697-8d1b6089965d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:35.540560 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:35.590099 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-7f2aee9e-b8e9-4be7-b5cc-c9c740905aeb service neutron] 10.222.0.46 "GET /v2.0/networks/cd473c9f-1942-47be-82eb-f1f92f3be41a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4095881 Feb 09 12:22:35.636887 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c334ee8c-95f5-4297-903f-168b217c5aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd6c356-569d-4652-95bf-7b55b66ee216', 'code': 200} Feb 09 12:22:35.653010 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256eba3d-d6ae-4e3a-b697-8d1b6089965d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f31c68f6-1fba-4756-8069-e84a07778bd4,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:35.669901 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f6886-5e07-421e-a019-43562a92d6cb req-d70ffaab-c1cd-4919-bac8-9d8250d40a62 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:35.671430 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=5fd6c356-569d-4652-95bf-7b55b66ee216,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:35.676960 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-102f6886-5e07-421e-a019-43562a92d6cb req-d70ffaab-c1cd-4919-bac8-9d8250d40a62 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=a49a52c4-2836-4a50-adc7-2836203a684f HTTP/1.1" status: 200 len: 945 time: 0.2629411 Feb 09 12:22:35.677151 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256eba3d-d6ae-4e3a-b697-8d1b6089965d admin admin] Checking segment: {'id': 'c2563741-18e8-416c-a7c5-905359472460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '48c91c71-88e5-42aa-9326-d6800dd6c653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:22:35.677483 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256eba3d-d6ae-4e3a-b697-8d1b6089965d admin admin] Network hostable DHCP agents. Network: 48c91c71-88e5-42aa-9326-d6800dd6c653, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:22:35.750392 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256eba3d-d6ae-4e3a-b697-8d1b6089965d admin admin] Network 48c91c71-88e5-42aa-9326-d6800dd6c653 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:22:35.789886 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-256eba3d-d6ae-4e3a-b697-8d1b6089965d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 48c91c71-88e5-42aa-9326-d6800dd6c653) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:22:35.798763 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b40f6ca-49d9-46c8-aeee-40363718c8ee None None] Network 48c91c71-88e5-42aa-9326-d6800dd6c653 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:22:35.803518 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256eba3d-d6ae-4e3a-b697-8d1b6089965d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:35.804327 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-256eba3d-d6ae-4e3a-b697-8d1b6089965d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:35.843488 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99070013-7d52-43f8-b5eb-8d676b732af1 req-80dcd182-1890-428f-b374-eb911e52a253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:35.846770 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-99070013-7d52-43f8-b5eb-8d676b732af1 req-80dcd182-1890-428f-b374-eb911e52a253 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c334ee8c-95f5-4297-903f-168b217c5aee HTTP/1.1" status: 200 len: 1096 time: 0.1418478 Feb 09 12:22:35.848332 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-121e458f-9c87-43f2-981b-9cd16966541a req-f954785e-7a02-4189-9291-97c74fbc7710 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=54a5e005-8bd9-45ca-ac3b-90dd59288224 HTTP/1.1" status: 200 len: 210 time: 0.0629873 Feb 09 12:22:35.850278 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-256eba3d-d6ae-4e3a-b697-8d1b6089965d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9651070 Feb 09 12:22:35.869028 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-102f6886-5e07-421e-a019-43562a92d6cb req-1debc6c2-4c1e-4662-943d-d2c54328bae1 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1740fde-ed7b-450f-94e7-17e594dcc7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274595 Feb 09 12:22:35.949453 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-99070013-7d52-43f8-b5eb-8d676b732af1 req-764090e7-65da-4006-a8ef-77d2dc828158 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940444 Feb 09 12:22:35.950137 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-3c4f1a97-39dc-4c2e-90a8-a1e863c5fba4 service neutron] 10.222.0.46 "GET /v2.0/networks/cd473c9f-1942-47be-82eb-f1f92f3be41a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445911 Feb 09 12:22:36.167306 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d533a5-f347-46c1-880a-9b4c29071382 None None] Network 48c91c71-88e5-42aa-9326-d6800dd6c653 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:22:36.259701 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-e93f567a-b7f2-4f16-a211-b257983b52fe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=33e8e5dc-949b-49d0-bab6-79fc92eee24f HTTP/1.1" status: 200 len: 217 time: 0.0809858 Feb 09 12:22:36.360010 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cbddba-29f4-4297-acd9-b56a9886c5da req-68d362b5-2108-4bed-ada8-05f8139d0c24 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:36.361511 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c6cbddba-29f4-4297-acd9-b56a9886c5da req-68d362b5-2108-4bed-ada8-05f8139d0c24 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=c334ee8c-95f5-4297-903f-168b217c5aee HTTP/1.1" status: 200 len: 945 time: 0.3267877 Feb 09 12:22:36.376011 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828e870-7c3c-4bd1-ae34-c0787f5fbdfa req-f326d07b-b4a5-4ac1-8848-7f63668a023a tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:36.383566 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e828e870-7c3c-4bd1-ae34-c0787f5fbdfa req-f326d07b-b4a5-4ac1-8848-7f63668a023a tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=a49a52c4-2836-4a50-adc7-2836203a684f HTTP/1.1" status: 200 len: 945 time: 0.3121133 Feb 09 12:22:36.421357 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-f4068309-c87d-4a33-be82-a70d3b774980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:36.422799 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-f4068309-c87d-4a33-be82-a70d3b774980 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5e90ce54-e86e-457d-b992-127e2cb06390 HTTP/1.1" status: 200 len: 797 time: 0.1557887 Feb 09 12:22:36.636287 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-98206921-d0f7-4a35-8b5e-155fdbdf319a tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:36.637352 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-98206921-d0f7-4a35-8b5e-155fdbdf319a tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Synchronizing usage tracker for tenant:ff6e1bb65bc440a9af2daa6d5785a57a on resource:network {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:22:36.657577 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-98206921-d0f7-4a35-8b5e-155fdbdf319a tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Unset dirty status for tenant:ff6e1bb65bc440a9af2daa6d5785a57a on resource:network {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:22:36.658915 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-98206921-d0f7-4a35-8b5e-155fdbdf319a tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.46 "GET /v2.0/networks?id=0448691a-ec13-4b8b-a50a-33e2c91deaac HTTP/1.1" status: 200 len: 812 time: 0.4760842 Feb 09 12:22:36.672219 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-d96a7e81-a9b3-4fcf-b2de-80431e4a7f54 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Request body: {'port': {'device_id': '54a5e005-8bd9-45ca-ac3b-90dd59288224', 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac', 'admin_state_up': True, 'tenant_id': 'ff6e1bb65bc440a9af2daa6d5785a57a'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:22:36.720958 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c6cbddba-29f4-4297-acd9-b56a9886c5da req-b44536cb-5a30-4036-927b-c3ba66939c22 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323250 Feb 09 12:22:36.726011 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e828e870-7c3c-4bd1-ae34-c0787f5fbdfa req-dfae3055-938b-4615-a836-444ae40b983d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1740fde-ed7b-450f-94e7-17e594dcc7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415928 Feb 09 12:22:36.755135 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-107a2dcf-f34a-4de5-8648-af94389e72b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:36.757750 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-107a2dcf-f34a-4de5-8648-af94389e72b1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b99c93e7-09da-4e68-a3ff-2707256091d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3183486 Feb 09 12:22:36.894330 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-d96a7e81-a9b3-4fcf-b2de-80431e4a7f54 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:22:36.907638 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-d96a7e81-a9b3-4fcf-b2de-80431e4a7f54 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:22:36.919978 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-d96a7e81-a9b3-4fcf-b2de-80431e4a7f54 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Made reservation on behalf of ff6e1bb65bc440a9af2daa6d5785a57a for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:22:36.925033 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-d96a7e81-a9b3-4fcf-b2de-80431e4a7f54 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:36.980352 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-76aed738-af16-4971-b507-56bf0b0b7e2f service neutron] 10.222.0.46 "GET /v2.0/networks/b99c93e7-09da-4e68-a3ff-2707256091d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130198 Feb 09 12:22:37.121674 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-d96a7e81-a9b3-4fcf-b2de-80431e4a7f54 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Allocated IP 172.20.0.4 (0448691a-ec13-4b8b-a50a-33e2c91deaac/fc155009-a31d-4409-b15f-2ed587ea4525/b85598e9-6f45-46cd-8d74-e10d355de799) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:22:37.333760 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-297e7487-aed9-4e74-9b35-5441bfcf2e69 service neutron] 10.222.0.46 "GET /v2.0/networks/b99c93e7-09da-4e68-a3ff-2707256091d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350275 Feb 09 12:22:37.360057 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-d96a7e81-a9b3-4fcf-b2de-80431e4a7f54 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:37.378666 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-d96a7e81-a9b3-4fcf-b2de-80431e4a7f54 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Transition to ACTIVE for port object b85598e9-6f45-46cd-8d74-e10d355de799 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:22:37.418175 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-d96a7e81-a9b3-4fcf-b2de-80431e4a7f54 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:37.430659 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:22:37.477546 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf998ed-c0e9-42ea-9f84-a2c05441b775 req-6222a73b-716f-427b-97cf-18add67a4b84 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:37.486593 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7cf998ed-c0e9-42ea-9f84-a2c05441b775 req-6222a73b-716f-427b-97cf-18add67a4b84 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 950 time: 0.5755143 Feb 09 12:22:37.498154 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-03dfce7c-a091-4896-8616-c0574bae77af service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=443c0b83-737f-4437-9bd0-865f75d5940d HTTP/1.1" status: 200 len: 217 time: 0.1051831 Feb 09 12:22:37.503628 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-d96a7e81-a9b3-4fcf-b2de-80431e4a7f54 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Network 0448691a-ec13-4b8b-a50a-33e2c91deaac is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:22:37.507211 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-d96a7e81-a9b3-4fcf-b2de-80431e4a7f54 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:22:37.511734 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-d96a7e81-a9b3-4fcf-b2de-80431e4a7f54 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:22:37.569293 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96a7e81-a9b3-4fcf-b2de-80431e4a7f54 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Pushing event updated for resources: {'Port': ['ID=b85598e9-6f45-46cd-8d74-e10d355de799,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:37.642258 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-9dc3cc43-49e9-49c2-acc4-7a2dc7d1a2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:37.643852 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-9dc3cc43-49e9-49c2-acc4-7a2dc7d1a2e3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5e90ce54-e86e-457d-b992-127e2cb06390 HTTP/1.1" status: 200 len: 797 time: 0.1416693 Feb 09 12:22:37.649141 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-d96a7e81-a9b3-4fcf-b2de-80431e4a7f54 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:37.649721 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-d96a7e81-a9b3-4fcf-b2de-80431e4a7f54 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:37.719600 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7cf998ed-c0e9-42ea-9f84-a2c05441b775 req-71f013d5-67ec-4749-9cf1-c5985639a404 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317324 Feb 09 12:22:37.734564 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-d96a7e81-a9b3-4fcf-b2de-80431e4a7f54 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0655441 Feb 09 12:22:37.751051 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-bc594ade-e144-46b3-85a7-eeb98b7629a7 service neutron] Request body: {'port': {'device_id': '54a5e005-8bd9-45ca-ac3b-90dd59288224', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:22:37.769468 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602299e-3ee4-47da-986b-97753109034c req-fdc38aba-6d91-4619-86db-3ea2cfb93a10 tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:37.771224 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c602299e-3ee4-47da-986b-97753109034c req-fdc38aba-6d91-4619-86db-3ea2cfb93a10 tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] 10.222.0.55 "GET /v2.0/networks?id=48c91c71-88e5-42aa-9326-d6800dd6c653 HTTP/1.1" status: 200 len: 812 time: 0.7502708 Feb 09 12:22:37.790969 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3454cda-3bbb-4125-800b-ffb9787c5e84 req-88ef1a2c-8414-4ead-aadf-78c521b4e4a0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5924335 Feb 09 12:22:37.806116 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c602299e-3ee4-47da-986b-97753109034c req-0d82dc6b-1c3f-48b2-904e-bcaba441a333 tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] 10.222.0.55 "GET /v2.0/quotas/7a90c37f6ca347f2b6967b7832e31641 HTTP/1.1" status: 200 len: 375 time: 0.0212398 Feb 09 12:22:37.916776 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c602299e-3ee4-47da-986b-97753109034c req-8fdec22f-b6d3-4d99-9556-acc992474d18 tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7a90c37f6ca347f2b6967b7832e31641&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1012778 Feb 09 12:22:37.937705 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-bc594ade-e144-46b3-85a7-eeb98b7629a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:37.949316 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-87a1d592-7809-48c4-98d4-40c552ba2bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:37.951134 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-87a1d592-7809-48c4-98d4-40c552ba2bfc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b99c93e7-09da-4e68-a3ff-2707256091d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2919347 Feb 09 12:22:37.978086 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6a9265ce-fcad-4685-b90f-0243c79a1eae None None] Provisioning for port b85598e9-6f45-46cd-8d74-e10d355de799 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:22:37.988422 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6a9265ce-fcad-4685-b90f-0243c79a1eae None None] Provisioning complete for port b85598e9-6f45-46cd-8d74-e10d355de799 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:22:37.988806 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6a9265ce-fcad-4685-b90f-0243c79a1eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:38.110554 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-6a9265ce-fcad-4685-b90f-0243c79a1eae None None] Port b85598e9-6f45-46cd-8d74-e10d355de799 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:22:38.192520 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3454cda-3bbb-4125-800b-ffb9787c5e84 req-23ac72da-4ed7-49c3-8a16-a43bc695746a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:38.194541 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3454cda-3bbb-4125-800b-ffb9787c5e84 req-23ac72da-4ed7-49c3-8a16-a43bc695746a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ff6e1bb65bc440a9af2daa6d5785a57a&device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 1095 time: 0.3258910 Feb 09 12:22:38.227683 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-d9efde0b-7446-408e-85af-744e4a9e59cd service neutron] 10.222.0.46 "GET /v2.0/networks/b99c93e7-09da-4e68-a3ff-2707256091d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610793 Feb 09 12:22:38.235232 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c602299e-3ee4-47da-986b-97753109034c req-67e3850c-0f2b-4617-94b5-bdb9b3f0666e service neutron] 10.222.0.55 "GET /v2.0/networks/48c91c71-88e5-42aa-9326-d6800dd6c653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078315 Feb 09 12:22:38.467911 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-bc594ade-e144-46b3-85a7-eeb98b7629a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b85598e9-6f45-46cd-8d74-e10d355de799 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:22:38.478645 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-bc594ade-e144-46b3-85a7-eeb98b7629a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:38.500883 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-bc594ade-e144-46b3-85a7-eeb98b7629a7 service neutron] Transition to ACTIVE for port object b85598e9-6f45-46cd-8d74-e10d355de799 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:22:38.506834 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-bc594ade-e144-46b3-85a7-eeb98b7629a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:38.776590 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc594ade-e144-46b3-85a7-eeb98b7629a7 service neutron] Pushing event updated for resources: {'Port': ['ID=b85598e9-6f45-46cd-8d74-e10d355de799,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:38.835770 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-bc594ade-e144-46b3-85a7-eeb98b7629a7 service neutron] Attempting to bind port b85598e9-6f45-46cd-8d74-e10d355de799 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:22:38.836134 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-bc594ade-e144-46b3-85a7-eeb98b7629a7 service neutron] Attempting to bind port b85598e9-6f45-46cd-8d74-e10d355de799 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '8f05bb68-39ac-4075-9eae-946e36af88ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:22:38.836460 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-bc594ade-e144-46b3-85a7-eeb98b7629a7 service neutron] Attempting to bind port b85598e9-6f45-46cd-8d74-e10d355de799 on network 0448691a-ec13-4b8b-a50a-33e2c91deaac {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:22:38.841798 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-bc594ade-e144-46b3-85a7-eeb98b7629a7 service neutron] Port b85598e9-6f45-46cd-8d74-e10d355de799 on network 0448691a-ec13-4b8b-a50a-33e2c91deaac not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:22:38.842115 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-bc594ade-e144-46b3-85a7-eeb98b7629a7 service neutron] Attempting to bind port b85598e9-6f45-46cd-8d74-e10d355de799 on network 0448691a-ec13-4b8b-a50a-33e2c91deaac {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:22:38.847372 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-bc594ade-e144-46b3-85a7-eeb98b7629a7 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:22:38.847701 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-bc594ade-e144-46b3-85a7-eeb98b7629a7 service neutron] Checking segment: {'id': '8f05bb68-39ac-4075-9eae-946e36af88ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:22:38.848111 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-bc594ade-e144-46b3-85a7-eeb98b7629a7 service neutron] Bound using segment: {'id': '8f05bb68-39ac-4075-9eae-946e36af88ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:22:38.848553 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-bc594ade-e144-46b3-85a7-eeb98b7629a7 service neutron] Bound port: b85598e9-6f45-46cd-8d74-e10d355de799, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f05bb68-39ac-4075-9eae-946e36af88ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:22:38.848894 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-bc594ade-e144-46b3-85a7-eeb98b7629a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:38.942864 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-bc594ade-e144-46b3-85a7-eeb98b7629a7 service neutron] For port b85598e9-6f45-46cd-8d74-e10d355de799, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:22:38.946524 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-bc594ade-e144-46b3-85a7-eeb98b7629a7 service neutron] For port b85598e9-6f45-46cd-8d74-e10d355de799, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b85598e9-6f45-46cd-8d74-e10d355de799,segment=NetworkSegment(8f05bb68-39ac-4075-9eae-946e36af88ec),segment_id=8f05bb68-39ac-4075-9eae-946e36af88ec)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:22:38.952562 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-bc594ade-e144-46b3-85a7-eeb98b7629a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:38.955040 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c602299e-3ee4-47da-986b-97753109034c req-cecf48e5-c059-4d9f-8125-b88dee6e23e6 service neutron] 10.222.0.55 "GET /v2.0/networks/48c91c71-88e5-42aa-9326-d6800dd6c653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7189882 Feb 09 12:22:38.964866 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3454cda-3bbb-4125-800b-ffb9787c5e84 req-53b2e1cf-44ba-44d6-b778-34bec713ee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:38.966657 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3454cda-3bbb-4125-800b-ffb9787c5e84 req-53b2e1cf-44ba-44d6-b778-34bec713ee27 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0448691a-ec13-4b8b-a50a-33e2c91deaac HTTP/1.1" status: 200 len: 913 time: 0.7295444 Feb 09 12:22:38.970730 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-28e6b432-7e5f-478e-999f-02d86fb94562 service neutron] 10.222.0.46 "GET /v2.0/networks/b99c93e7-09da-4e68-a3ff-2707256091d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6879685 Feb 09 12:22:38.983314 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd29bbb-2277-4d67-9811-f19429b7a56b req-d283d3db-2809-4115-960b-872ede4bb42d tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:38.984377 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fbd29bbb-2277-4d67-9811-f19429b7a56b req-d283d3db-2809-4115-960b-872ede4bb42d tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=54a5e005-8bd9-45ca-ac3b-90dd59288224 HTTP/1.1" status: 200 len: 943 time: 0.6399865 Feb 09 12:22:39.042729 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc594ade-e144-46b3-85a7-eeb98b7629a7 service neutron] Pushing event updated for resources: {'Port': ['ID=b85598e9-6f45-46cd-8d74-e10d355de799,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:39.062079 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-bc594ade-e144-46b3-85a7-eeb98b7629a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:39.063964 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-bc594ade-e144-46b3-85a7-eeb98b7629a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:39.067189 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-bc594ade-e144-46b3-85a7-eeb98b7629a7 service neutron] 10.222.0.46 "PUT /v2.0/ports/b85598e9-6f45-46cd-8d74-e10d355de799 HTTP/1.1" status: 200 len: 1091 time: 1.3245380 Feb 09 12:22:39.070919 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a5e005-8bd9-45ca-ac3b-90dd59288224', 'tag': 'b85598e9-6f45-46cd-8d74-e10d355de799'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:22:39.159751 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-5c59e872-aee5-4eae-9df2-05d2f38029f9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=f4260c54-433e-4da9-abdb-7b63fb7fccfd HTTP/1.1" status: 200 len: 217 time: 0.1743686 Feb 09 12:22:39.281482 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-10548af7-b44e-4321-a0a5-9e92704bcace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:39.282956 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-10548af7-b44e-4321-a0a5-9e92704bcace service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff6e1bb65bc440a9af2daa6d5785a57a&device_id=54a5e005-8bd9-45ca-ac3b-90dd59288224 HTTP/1.1" status: 200 len: 1094 time: 0.1250226 Feb 09 12:22:39.426164 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3454cda-3bbb-4125-800b-ffb9787c5e84 req-655d05d2-56c5-4749-9071-86be95d46f17 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9ae4b3a-6a9e-4d5b-8eda-9db431346db4 HTTP/1.1" status: 200 len: 998 time: 0.4396276 Feb 09 12:22:39.440809 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fbd29bbb-2277-4d67-9811-f19429b7a56b req-637c15ab-8034-4b65-9129-39518c550d4d tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456349 Feb 09 12:22:39.529358 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-6fde50af-cd86-423f-8d2d-3e4df887fb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:39.531611 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-6fde50af-cd86-423f-8d2d-3e4df887fb33 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5e90ce54-e86e-457d-b992-127e2cb06390 HTTP/1.1" status: 200 len: 797 time: 0.3351290 Feb 09 12:22:39.560430 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-fb7815d0-2bf7-4779-bb14-df9076aad44d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b85598e9-6f45-46cd-8d74-e10d355de799 HTTP/1.1" status: 200 len: 217 time: 0.2658947 Feb 09 12:22:39.610543 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3454cda-3bbb-4125-800b-ffb9787c5e84 req-a402109f-b29c-48fd-9727-d02d90fc7424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:39.612165 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3454cda-3bbb-4125-800b-ffb9787c5e84 req-a402109f-b29c-48fd-9727-d02d90fc7424 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fc155009-a31d-4409-b15f-2ed587ea4525 HTTP/1.1" status: 200 len: 851 time: 0.1628962 Feb 09 12:22:39.691292 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-93e9d7f6-33dc-4346-83ea-66679ce79782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:39.693066 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031de8d-f7d3-4098-8b6b-278840f46113 req-40369d0f-ae47-4115-89c9-477e45bdb3c1 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:39.693203 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-93e9d7f6-33dc-4346-83ea-66679ce79782 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fc155009-a31d-4409-b15f-2ed587ea4525 HTTP/1.1" status: 200 len: 851 time: 0.1062760 Feb 09 12:22:39.707981 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3031de8d-f7d3-4098-8b6b-278840f46113 req-40369d0f-ae47-4115-89c9-477e45bdb3c1 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=c334ee8c-95f5-4297-903f-168b217c5aee HTTP/1.1" status: 200 len: 945 time: 0.4516737 Feb 09 12:22:39.798269 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3031de8d-f7d3-4098-8b6b-278840f46113 req-e9054537-9d81-47eb-a5ff-0a5962d82c69 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852039 Feb 09 12:22:39.810178 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-4d4dca43-0362-49da-89f1-5a0a65aab79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:39.812182 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-4d4dca43-0362-49da-89f1-5a0a65aab79f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b99c93e7-09da-4e68-a3ff-2707256091d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2703416 Feb 09 12:22:39.835962 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-be3bce29-50cb-42b1-a091-757ad7607384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:39.837545 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-be3bce29-50cb-42b1-a091-757ad7607384 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0448691a-ec13-4b8b-a50a-33e2c91deaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1369510 Feb 09 12:22:39.866955 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3454cda-3bbb-4125-800b-ffb9787c5e84 req-6687d4da-7817-4af5-baf6-18c66d2783fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:39.868463 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3454cda-3bbb-4125-800b-ffb9787c5e84 req-6687d4da-7817-4af5-baf6-18c66d2783fe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0448691a-ec13-4b8b-a50a-33e2c91deaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2420721 Feb 09 12:22:40.005698 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54a5e005-8bd9-45ca-ac3b-90dd59288224', 'tag': 'b85598e9-6f45-46cd-8d74-e10d355de799', 'status': 'completed', 'code': 200} Feb 09 12:22:40.092461 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-53a29e0a-222b-4336-9e2f-87636aef3262 service neutron] 10.222.0.46 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468567 Feb 09 12:22:40.157714 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e570e7a2-179c-4bc0-a702-2989192cd898 req-e9e03f29-3482-4a2a-964f-2b2b3677fa74 tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7fbb5ae-1441-44ab-9539-d63adb360e7f HTTP/1.1" status: 200 len: 210 time: 0.0882139 Feb 09 12:22:40.245663 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-4f776147-d682-4ab8-85de-ab1d33757f50 service neutron] 10.222.0.46 "GET /v2.0/networks/b99c93e7-09da-4e68-a3ff-2707256091d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4138012 Feb 09 12:22:40.289883 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f7b25fb2-b1c7-47d4-8a9e-f5de7a9327a1 req-7cdd03dd-a3db-433d-afd3-a9bf627ad364 service neutron] 10.222.0.46 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891179 Feb 09 12:22:40.433447 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3454cda-3bbb-4125-800b-ffb9787c5e84 req-775e7da2-7884-4bd8-94cb-a89626b28568 service neutron] 10.222.0.52 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5109501 Feb 09 12:22:40.439066 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd101d-452f-444d-9b9c-66dc1d3881f5 req-eb410243-a8ee-4b78-a026-5416d29be1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:40.441423 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-07cd101d-452f-444d-9b9c-66dc1d3881f5 req-eb410243-a8ee-4b78-a026-5416d29be1ad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff6e1bb65bc440a9af2daa6d5785a57a&device_id=54a5e005-8bd9-45ca-ac3b-90dd59288224 HTTP/1.1" status: 200 len: 1094 time: 0.0882275 Feb 09 12:22:40.444590 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb40b4-7329-4f54-b324-03ea51239f5d req-e712b89b-059f-454b-b976-aa639b7bf776 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:40.446358 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c0bb40b4-7329-4f54-b324-03ea51239f5d req-e712b89b-059f-454b-b976-aa639b7bf776 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 950 time: 0.4256136 Feb 09 12:22:40.641119 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd101d-452f-444d-9b9c-66dc1d3881f5 req-6c687dc3-9f67-473a-90cf-6688992710ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:40.642530 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-07cd101d-452f-444d-9b9c-66dc1d3881f5 req-6c687dc3-9f67-473a-90cf-6688992710ca service neutron] 10.222.0.46 "GET /v2.0/networks?id=0448691a-ec13-4b8b-a50a-33e2c91deaac HTTP/1.1" status: 200 len: 913 time: 0.1928086 Feb 09 12:22:40.725674 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-07cd101d-452f-444d-9b9c-66dc1d3881f5 req-22338ebe-adc6-41d4-beaf-379d99cb9fb0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b85598e9-6f45-46cd-8d74-e10d355de799 HTTP/1.1" status: 200 len: 217 time: 0.0705523 Feb 09 12:22:40.815980 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd101d-452f-444d-9b9c-66dc1d3881f5 req-6e86d903-ef63-4778-b9fc-294a3c0749cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:40.818055 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-07cd101d-452f-444d-9b9c-66dc1d3881f5 req-6e86d903-ef63-4778-b9fc-294a3c0749cd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fc155009-a31d-4409-b15f-2ed587ea4525 HTTP/1.1" status: 200 len: 851 time: 0.0776489 Feb 09 12:22:40.889251 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-506a5ee1-bfff-4615-b2f3-d526d31cb418 service neutron] 10.222.0.46 "GET /v2.0/networks/b99c93e7-09da-4e68-a3ff-2707256091d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6337783 Feb 09 12:22:40.911682 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd101d-452f-444d-9b9c-66dc1d3881f5 req-23299483-4c68-423b-8736-1a9faba4446a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:40.917843 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-07cd101d-452f-444d-9b9c-66dc1d3881f5 req-23299483-4c68-423b-8736-1a9faba4446a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0448691a-ec13-4b8b-a50a-33e2c91deaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0927391 Feb 09 12:22:40.936983 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c0bb40b4-7329-4f54-b324-03ea51239f5d req-e3edefa4-08e5-4d39-81d5-2d198686d73d tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4636657 Feb 09 12:22:41.036164 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-76f9ccc8-2749-4d8f-a235-156ad044a813 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=94020401-ba56-426c-a528-ce595ad0c37c HTTP/1.1" status: 200 len: 217 time: 0.0981407 Feb 09 12:22:41.078819 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device b59ce2b0-e9df-4b8b-b648-a5ba40274084 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:22:41.105668 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-07cd101d-452f-444d-9b9c-66dc1d3881f5 req-cfc6f2a4-5308-4b19-9dc9-2dd3a68f23e8 service neutron] 10.222.0.46 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775141 Feb 09 12:22:41.261279 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3454cda-3bbb-4125-800b-ffb9787c5e84 req-04ca0b9f-075b-441a-8eb4-80179c58f40c service neutron] 10.222.0.52 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8117499 Feb 09 12:22:41.287698 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port b59ce2b0-e9df-4b8b-b648-a5ba40274084, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b59ce2b0-e9df-4b8b-b648-a5ba40274084,segment=NetworkSegment(dc30de51-0ecc-48b6-a874-d688a7830e7a),segment_id=dc30de51-0ecc-48b6-a874-d688a7830e7a)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:22:41.304147 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'b59ce2b0-e9df-4b8b-b648-a5ba40274084', 'network_id': 'cd0eeec7-232a-4918-9932-95d1042e3c75', 'port_id': 'b59ce2b0-e9df-4b8b-b648-a5ba40274084', 'mac_address': 'fa:16:3e:2a:7e:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '264393e0-eb04-4464-8575-4a6447ca8fe8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:22:41.325789 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-f0d8e601-0a07-45f6-8957-7f4e2c05a48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:41.327323 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-f0d8e601-0a07-45f6-8957-7f4e2c05a48b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5e90ce54-e86e-457d-b992-127e2cb06390 HTTP/1.1" status: 200 len: 797 time: 0.2340803 Feb 09 12:22:41.335861 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80179a6b-aeba-44b4-a0ae-5d64b1ee9553 req-ae877627-80a4-4880-9707-6702077b7654 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:41.343702 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-80179a6b-aeba-44b4-a0ae-5d64b1ee9553 req-ae877627-80a4-4880-9707-6702077b7654 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=a49a52c4-2836-4a50-adc7-2836203a684f HTTP/1.1" status: 200 len: 945 time: 0.7209470 Feb 09 12:22:41.390871 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-07cd101d-452f-444d-9b9c-66dc1d3881f5 req-cfded440-23ec-471c-8056-e99b7b149904 service neutron] 10.222.0.46 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746737 Feb 09 12:22:41.391081 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:41.410578 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b59ce2b0-e9df-4b8b-b648-a5ba40274084 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:22:41.430489 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port b59ce2b0-e9df-4b8b-b648-a5ba40274084, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b59ce2b0-e9df-4b8b-b648-a5ba40274084,segment=NetworkSegment(dc30de51-0ecc-48b6-a874-d688a7830e7a),segment_id=dc30de51-0ecc-48b6-a874-d688a7830e7a)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:22:41.435267 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:41.442658 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602299e-3ee4-47da-986b-97753109034c req-6c3bfade-56f1-41c8-92e6-bd5ce6985d32 tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:41.444361 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c602299e-3ee4-47da-986b-97753109034c req-6c3bfade-56f1-41c8-92e6-bd5ce6985d32 tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] 10.222.0.52 "GET /v2.0/networks?id=48c91c71-88e5-42aa-9326-d6800dd6c653 HTTP/1.1" status: 200 len: 812 time: 0.5595737 Feb 09 12:22:41.467158 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709dbbd1-61d8-4eea-8cbf-77353dbccd51 req-b03d61eb-a903-49d2-a787-3c6052f8bb28 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:41.468685 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-709dbbd1-61d8-4eea-8cbf-77353dbccd51 req-b03d61eb-a903-49d2-a787-3c6052f8bb28 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=54a5e005-8bd9-45ca-ac3b-90dd59288224 HTTP/1.1" status: 200 len: 943 time: 0.3765397 Feb 09 12:22:41.478143 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-c602299e-3ee4-47da-986b-97753109034c req-3fe0d251-fc2b-4f31-abbd-845a3aa92b11 tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] Request body: {'port': {'device_id': 'd7fbb5ae-1441-44ab-9539-d63adb360e7f', 'network_id': '48c91c71-88e5-42aa-9326-d6800dd6c653', 'admin_state_up': True, 'tenant_id': '7a90c37f6ca347f2b6967b7832e31641'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:22:41.510892 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=b59ce2b0-e9df-4b8b-b648-a5ba40274084,revision_number=6']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:41.522197 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:22:41.522934 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:22:41.523447 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:22:41.523909 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:22:41.524330 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:22:41.524755 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:22:41.525173 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:22:41.527995 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:22:41.528369 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:22:41.535857 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:22:41.536207 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:22:41.536536 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:22:41.579139 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-80179a6b-aeba-44b4-a0ae-5d64b1ee9553 req-f4d52fb1-a711-44b9-8fae-4aae7938e856 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1740fde-ed7b-450f-94e7-17e594dcc7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344787 Feb 09 12:22:41.636991 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-709dbbd1-61d8-4eea-8cbf-77353dbccd51 req-e6c8abb6-6283-4318-91ac-3073c2a07447 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365993 Feb 09 12:22:41.656837 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['b59ce2b0-e9df-4b8b-b648-a5ba40274084'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:22:41.692635 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-dc947974-ca48-419c-a88e-8af82c4b2976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:41.695625 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-dc947974-ca48-419c-a88e-8af82c4b2976 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b99c93e7-09da-4e68-a3ff-2707256091d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3214259 Feb 09 12:22:41.696835 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-c602299e-3ee4-47da-986b-97753109034c req-3fe0d251-fc2b-4f31-abbd-845a3aa92b11 tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:22:41.712753 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c602299e-3ee4-47da-986b-97753109034c req-3fe0d251-fc2b-4f31-abbd-845a3aa92b11 tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] Usage tracker for resource:port and tenant:7a90c37f6ca347f2b6967b7832e31641 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:22:41.754629 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c602299e-3ee4-47da-986b-97753109034c req-3fe0d251-fc2b-4f31-abbd-845a3aa92b11 tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:22:41.788723 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-c602299e-3ee4-47da-986b-97753109034c req-3fe0d251-fc2b-4f31-abbd-845a3aa92b11 tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:22:41.865841 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c602299e-3ee4-47da-986b-97753109034c req-3fe0d251-fc2b-4f31-abbd-845a3aa92b11 tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] Made reservation on behalf of 7a90c37f6ca347f2b6967b7832e31641 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:22:41.869426 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c602299e-3ee4-47da-986b-97753109034c req-3fe0d251-fc2b-4f31-abbd-845a3aa92b11 tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:42.029483 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b7e98-7075-4df4-8096-1316ff1b921b req-c7132bf6-c1a9-49a1-be93-56069a991748 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:42.038799 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5f1b7e98-7075-4df4-8096-1316ff1b921b req-c7132bf6-c1a9-49a1-be93-56069a991748 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=c334ee8c-95f5-4297-903f-168b217c5aee HTTP/1.1" status: 200 len: 945 time: 0.3279550 Feb 09 12:22:42.071349 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-58687a24-54d2-4d16-a3b8-a1107154575d service neutron] 10.222.0.46 "GET /v2.0/networks/b99c93e7-09da-4e68-a3ff-2707256091d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178446 Feb 09 12:22:42.261901 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0c1f461d-0abc-47a7-8ecd-b73e1af7ba32 req-bbf37fd1-10ee-48b7-8d44-e329c63b2924 tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7fbb5ae-1441-44ab-9539-d63adb360e7f HTTP/1.1" status: 200 len: 210 time: 0.1556957 Feb 09 12:22:42.272682 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5f1b7e98-7075-4df4-8096-1316ff1b921b req-4c155934-1e07-4709-9d80-e219581828b5 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330222 Feb 09 12:22:42.327924 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-c602299e-3ee4-47da-986b-97753109034c req-3fe0d251-fc2b-4f31-abbd-845a3aa92b11 tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] Allocated IP 172.20.0.11 (48c91c71-88e5-42aa-9326-d6800dd6c653/f31c68f6-1fba-4756-8069-e84a07778bd4/17f10a25-0d5a-476d-84f4-f4ff3a1a4ca3) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:22:42.481574 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-4693ed67-43d3-4aad-85a2-a1058da58da4 service neutron] 10.222.0.46 "GET /v2.0/networks/b99c93e7-09da-4e68-a3ff-2707256091d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998508 Feb 09 12:22:42.716663 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7675f-4548-48c9-bbc3-09d60a87ed3e req-b3d52358-8236-4767-a6eb-ae6b95450f7f tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:42.717522 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-fac7675f-4548-48c9-bbc3-09d60a87ed3e req-b3d52358-8236-4767-a6eb-ae6b95450f7f tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Synchronizing usage tracker for tenant:6b0ea08007bd423bba6d81fafa2c2138 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:22:42.740519 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-fac7675f-4548-48c9-bbc3-09d60a87ed3e req-b3d52358-8236-4767-a6eb-ae6b95450f7f tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Unset dirty status for tenant:6b0ea08007bd423bba6d81fafa2c2138 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:22:42.742127 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-fac7675f-4548-48c9-bbc3-09d60a87ed3e req-b3d52358-8236-4767-a6eb-ae6b95450f7f tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.46 "GET /v2.0/ports?device_id=c334ee8c-95f5-4297-903f-168b217c5aee HTTP/1.1" status: 200 len: 945 time: 0.1088512 Feb 09 12:22:42.822865 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-fac7675f-4548-48c9-bbc3-09d60a87ed3e req-e097dbdc-519c-4ae0-9d2e-23e756d631d8 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Deleting port 5fd6c356-569d-4652-95bf-7b55b66ee216 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:22:42.823229 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-fac7675f-4548-48c9-bbc3-09d60a87ed3e req-e097dbdc-519c-4ae0-9d2e-23e756d631d8 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:42.836756 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-d9c14341-6369-4777-b267-630146844d00 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bac054b4-55e6-4dd2-a661-38ced1728bad HTTP/1.1" status: 200 len: 217 time: 0.3270686 Feb 09 12:22:42.967126 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506b1f0-3e04-4bc4-9d3f-23f048832838 req-74b96a8a-44e5-40ee-a12b-4624142ded82 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:42.968627 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0506b1f0-3e04-4bc4-9d3f-23f048832838 req-74b96a8a-44e5-40ee-a12b-4624142ded82 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 950 time: 0.5830834 Feb 09 12:22:42.978656 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-a787b8c6-1d85-4421-884e-8f8ca126c130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:42.980075 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-a787b8c6-1d85-4421-884e-8f8ca126c130 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4fc18aec-5bf2-4273-8217-866b7174e4bb HTTP/1.1" status: 200 len: 797 time: 0.1310232 Feb 09 12:22:43.084965 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c602299e-3ee4-47da-986b-97753109034c req-3fe0d251-fc2b-4f31-abbd-845a3aa92b11 tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:43.116559 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-fac7675f-4548-48c9-bbc3-09d60a87ed3e req-e097dbdc-519c-4ae0-9d2e-23e756d631d8 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] For port 5fd6c356-569d-4652-95bf-7b55b66ee216, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=5fd6c356-569d-4652-95bf-7b55b66ee216,segment=NetworkSegment(d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5),segment_id=d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:22:43.118600 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8fe99-34ff-41e6-bd70-4b49b95b9a7d req-d02dbf7f-6864-4e21-90bd-6ba39d1cc5e0 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:43.119062 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-fac7675f-4548-48c9-bbc3-09d60a87ed3e req-e097dbdc-519c-4ae0-9d2e-23e756d631d8 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:43.120146 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2af8fe99-34ff-41e6-bd70-4b49b95b9a7d req-d02dbf7f-6864-4e21-90bd-6ba39d1cc5e0 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecb233a2-243d-4d96-95f2-ff9525d04390 HTTP/1.1" status: 200 len: 946 time: 0.4787147 Feb 09 12:22:43.122839 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0506b1f0-3e04-4bc4-9d3f-23f048832838 req-89375ed7-0e28-4197-8545-ba8bb0afe1dd tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469450 Feb 09 12:22:43.150970 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device b85598e9-6f45-46cd-8d74-e10d355de799 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:22:43.154207 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device b59ce2b0-e9df-4b8b-b648-a5ba40274084 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:22:43.200723 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-a199f6c0-a9af-43bb-af02-423cc8737112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:43.201506 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-a199f6c0-a9af-43bb-af02-423cc8737112 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b811de4e-2157-472b-a248-fb00e797501f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2110317 Feb 09 12:22:43.435211 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c602299e-3ee4-47da-986b-97753109034c req-3fe0d251-fc2b-4f31-abbd-845a3aa92b11 tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:43.447702 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-54abd614-4c3b-46ca-8d18-f4b8087e874e service neutron] 10.222.0.46 "GET /v2.0/networks/b811de4e-2157-472b-a248-fb00e797501f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371850 Feb 09 12:22:43.465046 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2af8fe99-34ff-41e6-bd70-4b49b95b9a7d req-1662f119-cb6e-4a50-92ee-a3ae4414f23f tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.55 "GET /v2.0/security-groups?id=a9f122b4-0a8c-45c2-8b42-f95dfe3f0a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3232815 Feb 09 12:22:43.471390 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port b59ce2b0-e9df-4b8b-b648-a5ba40274084 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:22:43.471774 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:43.516309 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-fac7675f-4548-48c9-bbc3-09d60a87ed3e req-e097dbdc-519c-4ae0-9d2e-23e756d631d8 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Calling delete_port for 5fd6c356-569d-4652-95bf-7b55b66ee216 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:22:43.701832 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:43.715224 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port b85598e9-6f45-46cd-8d74-e10d355de799, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b85598e9-6f45-46cd-8d74-e10d355de799,segment=NetworkSegment(8f05bb68-39ac-4075-9eae-946e36af88ec),segment_id=8f05bb68-39ac-4075-9eae-946e36af88ec)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:22:43.742702 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'b85598e9-6f45-46cd-8d74-e10d355de799', 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac', 'port_id': 'b85598e9-6f45-46cd-8d74-e10d355de799', 'mac_address': 'fa:16:3e:54:2d:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc155009-a31d-4409-b15f-2ed587ea4525', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:22:43.747940 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-fac7675f-4548-48c9-bbc3-09d60a87ed3e req-e097dbdc-519c-4ae0-9d2e-23e756d631d8 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:43.754526 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a49a52c4-2836-4a50-adc7-2836203a684f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59ce2b0-e9df-4b8b-b648-a5ba40274084'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:22:43.783530 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c602299e-3ee4-47da-986b-97753109034c req-3fe0d251-fc2b-4f31-abbd-845a3aa92b11 tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] Network 48c91c71-88e5-42aa-9326-d6800dd6c653 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:22:43.798431 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-c602299e-3ee4-47da-986b-97753109034c req-3fe0d251-fc2b-4f31-abbd-845a3aa92b11 tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:22:43.801360 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-c602299e-3ee4-47da-986b-97753109034c req-3fe0d251-fc2b-4f31-abbd-845a3aa92b11 tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:22:43.815443 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['5fd6c356-569d-4652-95bf-7b55b66ee216'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:22:43.855571 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e097dbdc-519c-4ae0-9d2e-23e756d631d8 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Pushing event deleted for resources: {'Port': ['ID=5fd6c356-569d-4652-95bf-7b55b66ee216,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:43.858862 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:43.875746 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port b59ce2b0-e9df-4b8b-b648-a5ba40274084, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b59ce2b0-e9df-4b8b-b648-a5ba40274084,segment=NetworkSegment(dc30de51-0ecc-48b6-a874-d688a7830e7a),segment_id=dc30de51-0ecc-48b6-a874-d688a7830e7a)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:22:43.886793 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b85598e9-6f45-46cd-8d74-e10d355de799 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:22:43.901774 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:43.918316 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac7675f-4548-48c9-bbc3-09d60a87ed3e req-e097dbdc-519c-4ae0-9d2e-23e756d631d8 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] No DVR routers for this DVR port 5fd6c356-569d-4652-95bf-7b55b66ee216 on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:22:43.921327 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-fac7675f-4548-48c9-bbc3-09d60a87ed3e req-e097dbdc-519c-4ae0-9d2e-23e756d631d8 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:43.930070 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c334ee8c-95f5-4297-903f-168b217c5aee', 'name': 'network-vif-deleted', 'tag': '5fd6c356-569d-4652-95bf-7b55b66ee216'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:22:43.952229 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe0d251-fc2b-4f31-abbd-845a3aa92b11 tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] Pushing event updated for resources: {'Port': ['ID=17f10a25-0d5a-476d-84f4-f4ff3a1a4ca3,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:43.957201 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-fac7675f-4548-48c9-bbc3-09d60a87ed3e req-e097dbdc-519c-4ae0-9d2e-23e756d631d8 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.46 "DELETE /v2.0/ports/5fd6c356-569d-4652-95bf-7b55b66ee216 HTTP/1.1" status: 204 len: 173 time: 1.2067122 Feb 09 12:22:43.973085 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602299e-3ee4-47da-986b-97753109034c req-3fe0d251-fc2b-4f31-abbd-845a3aa92b11 tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:43.973803 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c602299e-3ee4-47da-986b-97753109034c req-3fe0d251-fc2b-4f31-abbd-845a3aa92b11 tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:43.991219 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port b85598e9-6f45-46cd-8d74-e10d355de799, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b85598e9-6f45-46cd-8d74-e10d355de799,segment=NetworkSegment(8f05bb68-39ac-4075-9eae-946e36af88ec),segment_id=8f05bb68-39ac-4075-9eae-946e36af88ec)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:22:44.009928 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-436ad70d-702f-4b27-bdd0-41e657755075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:44.014679 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:44.023347 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-e07a19dc-49c2-430c-b26a-12b1298c9796 service neutron] 10.222.0.46 "GET /v2.0/networks/b811de4e-2157-472b-a248-fb00e797501f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5547104 Feb 09 12:22:44.025588 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=b59ce2b0-e9df-4b8b-b648-a5ba40274084,revision_number=7']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:44.031365 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ef59c-883d-4f1e-b2ee-ef02eee87438 req-e1cd0dbe-8747-4443-b2ac-4590bd57c381 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:44.038270 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-568ef59c-883d-4f1e-b2ee-ef02eee87438 req-e1cd0dbe-8747-4443-b2ac-4590bd57c381 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=54a5e005-8bd9-45ca-ac3b-90dd59288224 HTTP/1.1" status: 200 len: 943 time: 0.3825212 Feb 09 12:22:44.106470 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=b85598e9-6f45-46cd-8d74-e10d355de799,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:44.129584 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c602299e-3ee4-47da-986b-97753109034c req-3fe0d251-fc2b-4f31-abbd-845a3aa92b11 tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6598954 Feb 09 12:22:44.148246 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-02b67dff-bbc9-43ed-8de1-e404c152080b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f7d337db-96a2-473b-aee2-3f714efa3b1a HTTP/1.1" status: 200 len: 217 time: 0.1036744 Feb 09 12:22:44.157032 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d9b4da-d23a-4ea3-8867-36e5fe401566 req-424601c9-765f-475d-9a1f-1a90a3c146a3 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:44.158509 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a9d9b4da-d23a-4ea3-8867-36e5fe401566 req-424601c9-765f-475d-9a1f-1a90a3c146a3 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=a49a52c4-2836-4a50-adc7-2836203a684f HTTP/1.1" status: 200 len: 944 time: 0.5500140 Feb 09 12:22:44.162296 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-c602299e-3ee4-47da-986b-97753109034c req-72d7978a-3159-415d-ac62-23b7dbee20e0 service neutron] Request body: {'port': {'device_id': 'd7fbb5ae-1441-44ab-9539-d63adb360e7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:22:44.291004 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-568ef59c-883d-4f1e-b2ee-ef02eee87438 req-f3e79d30-2f9f-4584-8359-fe4bfcb1360f tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518775 Feb 09 12:22:44.361071 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-57ac2696-7bd0-4860-a2e8-05462ded8814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:44.362539 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-57ac2696-7bd0-4860-a2e8-05462ded8814 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4fc18aec-5bf2-4273-8217-866b7174e4bb HTTP/1.1" status: 200 len: 797 time: 0.1751468 Feb 09 12:22:44.376140 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a9d9b4da-d23a-4ea3-8867-36e5fe401566 req-23e445c9-c620-4c6b-809a-db9e4557033e tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1740fde-ed7b-450f-94e7-17e594dcc7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453791 Feb 09 12:22:44.427381 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['b85598e9-6f45-46cd-8d74-e10d355de799'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:22:44.441016 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c602299e-3ee4-47da-986b-97753109034c req-72d7978a-3159-415d-ac62-23b7dbee20e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:44.636749 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-701f6fe5-09a6-419e-afc0-e6774b60c515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:44.638496 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-701f6fe5-09a6-419e-afc0-e6774b60c515 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b811de4e-2157-472b-a248-fb00e797501f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2657778 Feb 09 12:22:44.996294 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3dee5e83-896a-42f2-9518-8e1cca33dfd9 req-b8b7a188-a910-4a73-9346-75f59e385ca8 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=c334ee8c-95f5-4297-903f-168b217c5aee HTTP/1.1" status: 200 len: 210 time: 0.2779524 Feb 09 12:22:45.091902 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a49a52c4-2836-4a50-adc7-2836203a684f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59ce2b0-e9df-4b8b-b648-a5ba40274084', 'code': 200} Feb 09 12:22:45.097173 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 5fd6c356-569d-4652-95bf-7b55b66ee216 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:22:45.135573 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c334ee8c-95f5-4297-903f-168b217c5aee', 'name': 'network-vif-deleted', 'tag': '5fd6c356-569d-4652-95bf-7b55b66ee216', 'status': 'completed', 'code': 200} Feb 09 12:22:45.136110 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: 5fd6c356-569d-4652-95bf-7b55b66ee216 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:22:45.136497 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 5fd6c356-569d-4652-95bf-7b55b66ee216 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:22:45.136946 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device b59ce2b0-e9df-4b8b-b648-a5ba40274084 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:22:45.180261 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-8009403d-208e-47dd-9fd8-f76ec675d6f9 service neutron] 10.222.0.46 "GET /v2.0/networks/b811de4e-2157-472b-a248-fb00e797501f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5290353 Feb 09 12:22:45.242144 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2281129-124a-4707-867d-07c3fd168d5d req-48928c02-ba2d-471f-9bd1-bf03993e0846 tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:45.242863 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-f2281129-124a-4707-867d-07c3fd168d5d req-48928c02-ba2d-471f-9bd1-bf03993e0846 tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] Synchronizing usage tracker for tenant:7a90c37f6ca347f2b6967b7832e31641 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:22:45.293304 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:45.344470 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port b59ce2b0-e9df-4b8b-b648-a5ba40274084, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b59ce2b0-e9df-4b8b-b648-a5ba40274084,segment=NetworkSegment(dc30de51-0ecc-48b6-a874-d688a7830e7a),segment_id=dc30de51-0ecc-48b6-a874-d688a7830e7a)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:22:45.354190 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:45.414438 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-f2281129-124a-4707-867d-07c3fd168d5d req-48928c02-ba2d-471f-9bd1-bf03993e0846 tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] Unset dirty status for tenant:7a90c37f6ca347f2b6967b7832e31641 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:22:45.415602 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f2281129-124a-4707-867d-07c3fd168d5d req-48928c02-ba2d-471f-9bd1-bf03993e0846 tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7fbb5ae-1441-44ab-9539-d63adb360e7f HTTP/1.1" status: 200 len: 932 time: 0.6546009 Feb 09 12:22:45.435089 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=b59ce2b0-e9df-4b8b-b648-a5ba40274084,revision_number=8']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:45.555246 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2680014e-e1b2-4197-b28b-f294457eeda0 req-117eeb00-14fd-47c0-bc68-f0637d031d79 service neutron] 10.222.0.46 "GET /v2.0/networks/b811de4e-2157-472b-a248-fb00e797501f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629785 Feb 09 12:22:45.572379 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f2281129-124a-4707-867d-07c3fd168d5d req-ec123e37-7f9a-4b94-b146-8cbfb438166c tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] 10.222.0.55 "GET /v2.0/security-groups?id=629c7bd1-c37b-4b4f-a469-0196e092ff2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332982 Feb 09 12:22:45.582860 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e5a78-79c5-49ed-a142-58375ff8a3b7 req-dbcf5ff9-b56e-450f-a5ac-bf2e5cac636b tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:45.584495 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a64e5a78-79c5-49ed-a142-58375ff8a3b7 req-dbcf5ff9-b56e-450f-a5ac-bf2e5cac636b tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 950 time: 0.3358121 Feb 09 12:22:45.586629 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-c602299e-3ee4-47da-986b-97753109034c req-72d7978a-3159-415d-ac62-23b7dbee20e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17f10a25-0d5a-476d-84f4-f4ff3a1a4ca3 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:22:45.614329 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c602299e-3ee4-47da-986b-97753109034c req-72d7978a-3159-415d-ac62-23b7dbee20e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:45.649935 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-c602299e-3ee4-47da-986b-97753109034c req-72d7978a-3159-415d-ac62-23b7dbee20e0 service neutron] Transition to ACTIVE for port object 17f10a25-0d5a-476d-84f4-f4ff3a1a4ca3 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:22:45.669581 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a64e5a78-79c5-49ed-a142-58375ff8a3b7 req-9d36105a-975f-49cf-8023-59a19dd404ef tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680642 Feb 09 12:22:45.670307 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c602299e-3ee4-47da-986b-97753109034c req-72d7978a-3159-415d-ac62-23b7dbee20e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:45.900441 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d7978a-3159-415d-ac62-23b7dbee20e0 service neutron] Pushing event updated for resources: {'Port': ['ID=17f10a25-0d5a-476d-84f4-f4ff3a1a4ca3,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:46.004763 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683324c4-2259-418d-95ed-75332fe58ec7 req-6c7cf722-c2e5-427a-82f2-dc0c447c78fb tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:46.007206 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-683324c4-2259-418d-95ed-75332fe58ec7 req-6c7cf722-c2e5-427a-82f2-dc0c447c78fb tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=54a5e005-8bd9-45ca-ac3b-90dd59288224 HTTP/1.1" status: 200 len: 944 time: 0.2092056 Feb 09 12:22:46.008169 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-c602299e-3ee4-47da-986b-97753109034c req-72d7978a-3159-415d-ac62-23b7dbee20e0 service neutron] Attempting to bind port 17f10a25-0d5a-476d-84f4-f4ff3a1a4ca3 on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:22:46.008499 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-c602299e-3ee4-47da-986b-97753109034c req-72d7978a-3159-415d-ac62-23b7dbee20e0 service neutron] Attempting to bind port 17f10a25-0d5a-476d-84f4-f4ff3a1a4ca3 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': 'c2563741-18e8-416c-a7c5-905359472460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '48c91c71-88e5-42aa-9326-d6800dd6c653'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:22:46.008890 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c602299e-3ee4-47da-986b-97753109034c req-72d7978a-3159-415d-ac62-23b7dbee20e0 service neutron] Attempting to bind port 17f10a25-0d5a-476d-84f4-f4ff3a1a4ca3 on network 48c91c71-88e5-42aa-9326-d6800dd6c653 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:22:46.014349 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c602299e-3ee4-47da-986b-97753109034c req-72d7978a-3159-415d-ac62-23b7dbee20e0 service neutron] Port 17f10a25-0d5a-476d-84f4-f4ff3a1a4ca3 on network 48c91c71-88e5-42aa-9326-d6800dd6c653 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:22:46.014671 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c602299e-3ee4-47da-986b-97753109034c req-72d7978a-3159-415d-ac62-23b7dbee20e0 service neutron] Attempting to bind port 17f10a25-0d5a-476d-84f4-f4ff3a1a4ca3 on network 48c91c71-88e5-42aa-9326-d6800dd6c653 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:22:46.037335 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c602299e-3ee4-47da-986b-97753109034c req-72d7978a-3159-415d-ac62-23b7dbee20e0 service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:22:46.037669 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c602299e-3ee4-47da-986b-97753109034c req-72d7978a-3159-415d-ac62-23b7dbee20e0 service neutron] Checking segment: {'id': 'c2563741-18e8-416c-a7c5-905359472460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '48c91c71-88e5-42aa-9326-d6800dd6c653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:22:46.037989 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c602299e-3ee4-47da-986b-97753109034c req-72d7978a-3159-415d-ac62-23b7dbee20e0 service neutron] Bound using segment: {'id': 'c2563741-18e8-416c-a7c5-905359472460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '48c91c71-88e5-42aa-9326-d6800dd6c653'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:22:46.038421 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-c602299e-3ee4-47da-986b-97753109034c req-72d7978a-3159-415d-ac62-23b7dbee20e0 service neutron] Bound port: 17f10a25-0d5a-476d-84f4-f4ff3a1a4ca3, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2563741-18e8-416c-a7c5-905359472460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '48c91c71-88e5-42aa-9326-d6800dd6c653'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:22:46.038762 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c602299e-3ee4-47da-986b-97753109034c req-72d7978a-3159-415d-ac62-23b7dbee20e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:46.121401 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-683324c4-2259-418d-95ed-75332fe58ec7 req-742c66aa-40d9-4070-8d46-b4fbda31c794 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041069 Feb 09 12:22:46.199069 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-c602299e-3ee4-47da-986b-97753109034c req-72d7978a-3159-415d-ac62-23b7dbee20e0 service neutron] For port 17f10a25-0d5a-476d-84f4-f4ff3a1a4ca3, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:22:46.219754 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-c602299e-3ee4-47da-986b-97753109034c req-72d7978a-3159-415d-ac62-23b7dbee20e0 service neutron] For port 17f10a25-0d5a-476d-84f4-f4ff3a1a4ca3, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=17f10a25-0d5a-476d-84f4-f4ff3a1a4ca3,segment=NetworkSegment(c2563741-18e8-416c-a7c5-905359472460),segment_id=c2563741-18e8-416c-a7c5-905359472460)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:22:46.233816 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c602299e-3ee4-47da-986b-97753109034c req-72d7978a-3159-415d-ac62-23b7dbee20e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:46.316884 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2ddd4de9-250f-45c8-8e76-5d4afc497825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:46.417443 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602299e-3ee4-47da-986b-97753109034c req-72d7978a-3159-415d-ac62-23b7dbee20e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:46.418055 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c602299e-3ee4-47da-986b-97753109034c req-72d7978a-3159-415d-ac62-23b7dbee20e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:46.419387 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c602299e-3ee4-47da-986b-97753109034c req-72d7978a-3159-415d-ac62-23b7dbee20e0 service neutron] 10.222.0.52 "PUT /v2.0/ports/17f10a25-0d5a-476d-84f4-f4ff3a1a4ca3 HTTP/1.1" status: 200 len: 1092 time: 2.2733257 Feb 09 12:22:46.421755 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7fbb5ae-1441-44ab-9539-d63adb360e7f', 'tag': '17f10a25-0d5a-476d-84f4-f4ff3a1a4ca3'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:22:46.443453 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d7978a-3159-415d-ac62-23b7dbee20e0 service neutron] Pushing event updated for resources: {'Port': ['ID=17f10a25-0d5a-476d-84f4-f4ff3a1a4ca3,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:46.461498 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8dfdee-bcac-4ac4-959e-47facf84f3f4 req-e1145cc6-4492-43a1-8ef3-7306a2d2f124 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:46.462973 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2b8dfdee-bcac-4ac4-959e-47facf84f3f4 req-e1145cc6-4492-43a1-8ef3-7306a2d2f124 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=a49a52c4-2836-4a50-adc7-2836203a684f HTTP/1.1" status: 200 len: 943 time: 0.3057818 Feb 09 12:22:46.567283 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2b8dfdee-bcac-4ac4-959e-47facf84f3f4 req-83e68ba8-9b45-4790-a021-7548f7ab16d2 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1740fde-ed7b-450f-94e7-17e594dcc7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667892 Feb 09 12:22:46.577101 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438f00d-c5f3-49df-85d9-2a7259226dfa req-657ec234-3651-4301-bafc-05a1b714509b tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:46.578528 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f438f00d-c5f3-49df-85d9-2a7259226dfa req-657ec234-3651-4301-bafc-05a1b714509b tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecb233a2-243d-4d96-95f2-ff9525d04390 HTTP/1.1" status: 200 len: 946 time: 0.2315812 Feb 09 12:22:46.619610 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602299e-3ee4-47da-986b-97753109034c req-f21595b0-bc3a-43a0-a64a-7784a32d5e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:46.621123 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c602299e-3ee4-47da-986b-97753109034c req-f21595b0-bc3a-43a0-a64a-7784a32d5e85 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7a90c37f6ca347f2b6967b7832e31641&device_id=d7fbb5ae-1441-44ab-9539-d63adb360e7f HTTP/1.1" status: 200 len: 1095 time: 0.1561973 Feb 09 12:22:46.632861 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f438f00d-c5f3-49df-85d9-2a7259226dfa req-882df436-fe36-4c88-a947-d5405f745852 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.55 "GET /v2.0/security-groups?id=a9f122b4-0a8c-45c2-8b42-f95dfe3f0a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472095 Feb 09 12:22:46.700734 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c602299e-3ee4-47da-986b-97753109034c req-af1137ad-ef3e-475f-8e3e-61b76283e693 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17f10a25-0d5a-476d-84f4-f4ff3a1a4ca3 HTTP/1.1" status: 200 len: 217 time: 0.0716672 Feb 09 12:22:46.702215 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7fbb5ae-1441-44ab-9539-d63adb360e7f', 'tag': '17f10a25-0d5a-476d-84f4-f4ff3a1a4ca3', 'status': 'completed', 'code': 200} Feb 09 12:22:47.013353 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602299e-3ee4-47da-986b-97753109034c req-6d71264c-ec7a-487e-8b45-8b56c685ea81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:47.014767 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c602299e-3ee4-47da-986b-97753109034c req-6d71264c-ec7a-487e-8b45-8b56c685ea81 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f31c68f6-1fba-4756-8069-e84a07778bd4 HTTP/1.1" status: 200 len: 852 time: 0.2918084 Feb 09 12:22:47.087817 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c602299e-3ee4-47da-986b-97753109034c req-0dbb1315-d3d2-44e5-b2cc-9b71f827694a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=48c91c71-88e5-42aa-9326-d6800dd6c653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628970 Feb 09 12:22:47.093796 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a49a52c4-2836-4a50-adc7-2836203a684f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b59ce2b0-e9df-4b8b-b648-a5ba40274084'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:22:47.114841 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device b85598e9-6f45-46cd-8d74-e10d355de799 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:22:47.139209 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-43495b23-6730-40d6-98d8-0320917423bc tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:47.140850 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-43495b23-6730-40d6-98d8-0320917423bc tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/networks?id=ce449817-28f3-4897-a09b-d33182728951 HTTP/1.1" status: 200 len: 812 time: 0.4534712 Feb 09 12:22:47.222251 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-64d28bba-99df-4dbb-8e41-b553cef5becb tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/quotas/6b0ea08007bd423bba6d81fafa2c2138 HTTP/1.1" status: 200 len: 375 time: 0.0288024 Feb 09 12:22:47.233310 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port b85598e9-6f45-46cd-8d74-e10d355de799 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:22:47.237320 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497c519-33a0-44f1-9bea-69a1a424609f req-e75adf25-b63b-4947-9e13-b49d99a05afd tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:47.238300 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port b85598e9-6f45-46cd-8d74-e10d355de799 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:22:47.238581 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7497c519-33a0-44f1-9bea-69a1a424609f req-e75adf25-b63b-4947-9e13-b49d99a05afd tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7fbb5ae-1441-44ab-9539-d63adb360e7f HTTP/1.1" status: 200 len: 944 time: 0.3053482 Feb 09 12:22:47.238793 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:47.320303 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-7023fd01-cdd4-47ec-a1ad-a7388b6c51b8 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b0ea08007bd423bba6d81fafa2c2138&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0805037 Feb 09 12:22:47.375713 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:47.380931 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c602299e-3ee4-47da-986b-97753109034c req-3d5017b6-6082-43e0-a33e-fb4f4319c35d service neutron] 10.222.0.52 "GET /v2.0/networks/48c91c71-88e5-42aa-9326-d6800dd6c653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720280 Feb 09 12:22:47.408508 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port b85598e9-6f45-46cd-8d74-e10d355de799, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b85598e9-6f45-46cd-8d74-e10d355de799,segment=NetworkSegment(8f05bb68-39ac-4075-9eae-946e36af88ec),segment_id=8f05bb68-39ac-4075-9eae-946e36af88ec)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:22:47.410894 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:22:47.413943 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:47.440550 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7497c519-33a0-44f1-9bea-69a1a424609f req-2bfc1a5a-c319-4c31-892a-550a8fd000b5 tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] 10.222.0.55 "GET /v2.0/security-groups?id=629c7bd1-c37b-4b4f-a469-0196e092ff2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656840 Feb 09 12:22:47.500752 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:47.501945 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=b85598e9-6f45-46cd-8d74-e10d355de799,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:47.566345 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:47.641705 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-a8dd084a-8b4a-4dc0-954b-44453e0675ae service neutron] 10.222.0.55 "GET /v2.0/networks/ce449817-28f3-4897-a09b-d33182728951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079925 Feb 09 12:22:47.798757 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c602299e-3ee4-47da-986b-97753109034c req-a4f1a12c-da49-4bd4-9834-3dbd2e2c5e44 service neutron] 10.222.0.52 "GET /v2.0/networks/48c91c71-88e5-42aa-9326-d6800dd6c653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684676 Feb 09 12:22:47.813892 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa1fc32-fc4b-4adf-8ca3-3da5c6a0a340 req-c627f69c-9cb3-46cf-b8d0-864577e452e3 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:47.815360 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4fa1fc32-fc4b-4adf-8ca3-3da5c6a0a340 req-c627f69c-9cb3-46cf-b8d0-864577e452e3 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 950 time: 0.2506812 Feb 09 12:22:47.986459 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-d4d8ead1-eff5-4a6d-b3fb-28f23a047e33 service neutron] 10.222.0.55 "GET /v2.0/networks/ce449817-28f3-4897-a09b-d33182728951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367083 Feb 09 12:22:48.007144 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4fa1fc32-fc4b-4adf-8ca3-3da5c6a0a340 req-937238d3-dc12-4287-9d7c-9adcc3045e30 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809011 Feb 09 12:22:48.084815 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d234f67-8030-4170-ae3a-92bd0af1d663 req-54046a92-487d-4a28-bf32-f3192e7ee62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:48.086574 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2d234f67-8030-4170-ae3a-92bd0af1d663 req-54046a92-487d-4a28-bf32-f3192e7ee62d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7a90c37f6ca347f2b6967b7832e31641&device_id=d7fbb5ae-1441-44ab-9539-d63adb360e7f HTTP/1.1" status: 200 len: 1095 time: 0.2284601 Feb 09 12:22:48.089796 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a49a52c4-2836-4a50-adc7-2836203a684f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b59ce2b0-e9df-4b8b-b648-a5ba40274084', 'code': 200} Feb 09 12:22:48.099107 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e862daf-e33d-4eae-8170-d0e2a1ac94b8 req-3e099749-f483-463c-b6b7-6f9175a30e90 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:48.101826 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8e862daf-e33d-4eae-8170-d0e2a1ac94b8 req-3e099749-f483-463c-b6b7-6f9175a30e90 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.46 "GET /v2.0/ports?device_id=a49a52c4-2836-4a50-adc7-2836203a684f HTTP/1.1" status: 200 len: 943 time: 0.2075589 Feb 09 12:22:48.135609 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733f212-f816-46ec-b6d1-5dacb5e11965 req-1db2cb7c-eb60-44cc-9b3d-89210fc0fa16 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:48.137630 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a733f212-f816-46ec-b6d1-5dacb5e11965 req-1db2cb7c-eb60-44cc-9b3d-89210fc0fa16 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecb233a2-243d-4d96-95f2-ff9525d04390 HTTP/1.1" status: 200 len: 946 time: 0.2016413 Feb 09 12:22:48.515879 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-8e862daf-e33d-4eae-8170-d0e2a1ac94b8 req-a9b4a705-d093-4122-a8dd-e35d3e682299 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Deleting port b59ce2b0-e9df-4b8b-b648-a5ba40274084 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:22:48.516246 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-8e862daf-e33d-4eae-8170-d0e2a1ac94b8 req-a9b4a705-d093-4122-a8dd-e35d3e682299 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:48.765437 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-a733f212-f816-46ec-b6d1-5dacb5e11965 req-c7ccb1fa-d5cb-413b-932f-769bea73e9f4 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Deleting port 8a34446c-2f89-4698-9525-326eca42f728 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:22:48.765892 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a733f212-f816-46ec-b6d1-5dacb5e11965 req-c7ccb1fa-d5cb-413b-932f-769bea73e9f4 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:48.924515 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d234f67-8030-4170-ae3a-92bd0af1d663 req-4341dcd1-3e92-4f4c-b5ed-93b23d60d70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:48.925987 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2d234f67-8030-4170-ae3a-92bd0af1d663 req-4341dcd1-3e92-4f4c-b5ed-93b23d60d70b service neutron] 10.222.0.52 "GET /v2.0/networks?id=48c91c71-88e5-42aa-9326-d6800dd6c653 HTTP/1.1" status: 200 len: 913 time: 0.8222852 Feb 09 12:22:49.015857 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:49.111861 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2d234f67-8030-4170-ae3a-92bd0af1d663 req-e4660295-c3b8-4669-80eb-afc286f36a9e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17f10a25-0d5a-476d-84f4-f4ff3a1a4ca3 HTTP/1.1" status: 200 len: 217 time: 0.1732011 Feb 09 12:22:49.179307 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070566f-9394-4846-88ee-344f0b56fc63 req-bc0c643a-ebc5-4293-aea2-1f093d0a3a9e tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:49.180814 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0070566f-9394-4846-88ee-344f0b56fc63 req-bc0c643a-ebc5-4293-aea2-1f093d0a3a9e tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=a49a52c4-2836-4a50-adc7-2836203a684f HTTP/1.1" status: 200 len: 943 time: 0.8645887 Feb 09 12:22:49.208423 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9cf3b-98dc-4519-beea-f6cb98b9a8f5 req-35d36464-64d2-40ee-97d1-19d78a18ccfd tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:49.210709 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fda9cf3b-98dc-4519-beea-f6cb98b9a8f5 req-35d36464-64d2-40ee-97d1-19d78a18ccfd tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=54a5e005-8bd9-45ca-ac3b-90dd59288224 HTTP/1.1" status: 200 len: 945 time: 0.8736212 Feb 09 12:22:49.481038 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0070566f-9394-4846-88ee-344f0b56fc63 req-4a44ec6c-0a2e-4384-9db4-aaabd086080d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1740fde-ed7b-450f-94e7-17e594dcc7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458065 Feb 09 12:22:49.512017 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d234f67-8030-4170-ae3a-92bd0af1d663 req-8f388977-6e48-4d2e-b03f-1c1ef0e1dd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:49.513687 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2d234f67-8030-4170-ae3a-92bd0af1d663 req-8f388977-6e48-4d2e-b03f-1c1ef0e1dd94 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f31c68f6-1fba-4756-8069-e84a07778bd4 HTTP/1.1" status: 200 len: 852 time: 0.3823891 Feb 09 12:22:49.601641 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fda9cf3b-98dc-4519-beea-f6cb98b9a8f5 req-87ebdbf2-f860-4b03-978d-bda5d4e89b17 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653402 Feb 09 12:22:49.626119 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2d234f67-8030-4170-ae3a-92bd0af1d663 req-51a26384-cbe9-401f-81d9-82fc2df43034 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=48c91c71-88e5-42aa-9326-d6800dd6c653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941875 Feb 09 12:22:49.737182 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-f8dc4286-93b3-47f9-98bf-d1b8cb5b2be4 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:49.739861 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-f8dc4286-93b3-47f9-98bf-d1b8cb5b2be4 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.46 "GET /v2.0/networks?id=ce449817-28f3-4897-a09b-d33182728951 HTTP/1.1" status: 200 len: 812 time: 0.2768304 Feb 09 12:22:49.753378 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-1e8647cf-372c-45d3-8a94-e57ef0965d5c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Request body: {'port': {'device_id': '65bfe493-4e63-4141-91d2-2a2b2c0d26d8', 'network_id': 'ce449817-28f3-4897-a09b-d33182728951', 'admin_state_up': True, 'tenant_id': '6b0ea08007bd423bba6d81fafa2c2138'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:22:49.899916 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-1e8647cf-372c-45d3-8a94-e57ef0965d5c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:22:49.903136 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-239881ef-88bb-40b9-b92e-b1e4dfd7f86d req-b3a45034-753a-4405-86b6-4e0978d05247 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=65bfe493-4e63-4141-91d2-2a2b2c0d26d8 HTTP/1.1" status: 200 len: 210 time: 0.1516852 Feb 09 12:22:49.904214 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-1e8647cf-372c-45d3-8a94-e57ef0965d5c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Usage tracker for resource:port and tenant:6b0ea08007bd423bba6d81fafa2c2138 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:22:49.904653 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-a733f212-f816-46ec-b6d1-5dacb5e11965 req-c7ccb1fa-d5cb-413b-932f-769bea73e9f4 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] For port 8a34446c-2f89-4698-9525-326eca42f728, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=8a34446c-2f89-4698-9525-326eca42f728,segment=NetworkSegment(82e7954e-4059-4af9-88d7-222a2af116b3),segment_id=82e7954e-4059-4af9-88d7-222a2af116b3)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:22:49.905016 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a733f212-f816-46ec-b6d1-5dacb5e11965 req-c7ccb1fa-d5cb-413b-932f-769bea73e9f4 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:49.907178 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-1e8647cf-372c-45d3-8a94-e57ef0965d5c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:22:49.913153 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-1e8647cf-372c-45d3-8a94-e57ef0965d5c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:22:49.927642 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-8e862daf-e33d-4eae-8170-d0e2a1ac94b8 req-a9b4a705-d093-4122-a8dd-e35d3e682299 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] For port b59ce2b0-e9df-4b8b-b648-a5ba40274084, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b59ce2b0-e9df-4b8b-b648-a5ba40274084,segment=NetworkSegment(dc30de51-0ecc-48b6-a874-d688a7830e7a),segment_id=dc30de51-0ecc-48b6-a874-d688a7830e7a)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:22:49.928095 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-8e862daf-e33d-4eae-8170-d0e2a1ac94b8 req-a9b4a705-d093-4122-a8dd-e35d3e682299 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:49.933500 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-1e8647cf-372c-45d3-8a94-e57ef0965d5c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Made reservation on behalf of 6b0ea08007bd423bba6d81fafa2c2138 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:22:49.938520 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-1e8647cf-372c-45d3-8a94-e57ef0965d5c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:50.091258 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a5e005-8bd9-45ca-ac3b-90dd59288224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85598e9-6f45-46cd-8d74-e10d355de799'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:22:50.123381 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-1e8647cf-372c-45d3-8a94-e57ef0965d5c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Allocated IP 172.20.0.13 (ce449817-28f3-4897-a09b-d33182728951/5d66c3c8-f193-4da4-ad1c-54328c88dbd7/6ab2d782-d276-4986-89ec-66c253440200) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:22:50.200478 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:50.218961 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-8e862daf-e33d-4eae-8170-d0e2a1ac94b8 req-a9b4a705-d093-4122-a8dd-e35d3e682299 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Calling delete_port for b59ce2b0-e9df-4b8b-b648-a5ba40274084 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:22:50.295002 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c9855-d702-459e-af19-471ffb48b06a req-cc124166-2f7b-4704-afba-f5be307f06db tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:50.298698 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9d8c9855-d702-459e-af19-471ffb48b06a req-cc124166-2f7b-4704-afba-f5be307f06db tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecb233a2-243d-4d96-95f2-ff9525d04390 HTTP/1.1" status: 200 len: 946 time: 0.6897926 Feb 09 12:22:50.370339 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-1e8647cf-372c-45d3-8a94-e57ef0965d5c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:50.403608 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-1e8647cf-372c-45d3-8a94-e57ef0965d5c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:50.506840 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-1e8647cf-372c-45d3-8a94-e57ef0965d5c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Network ce449817-28f3-4897-a09b-d33182728951 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:22:50.512935 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-1e8647cf-372c-45d3-8a94-e57ef0965d5c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:22:50.516564 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-1e8647cf-372c-45d3-8a94-e57ef0965d5c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:22:50.553845 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2d234f67-8030-4170-ae3a-92bd0af1d663 req-c3c50ac9-7274-49dd-852f-03b273d043d8 service neutron] 10.222.0.52 "GET /v2.0/networks/48c91c71-88e5-42aa-9326-d6800dd6c653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8418064 Feb 09 12:22:50.557653 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8647cf-372c-45d3-8a94-e57ef0965d5c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Pushing event updated for resources: {'Port': ['ID=6ab2d782-d276-4986-89ec-66c253440200,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:50.587564 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-1e8647cf-372c-45d3-8a94-e57ef0965d5c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:50.588210 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-1e8647cf-372c-45d3-8a94-e57ef0965d5c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:50.620451 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-1e8647cf-372c-45d3-8a94-e57ef0965d5c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8724804 Feb 09 12:22:50.632774 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-6cded4ee-3628-4286-ac5f-6568799a5e65 service neutron] Request body: {'port': {'device_id': '65bfe493-4e63-4141-91d2-2a2b2c0d26d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:22:50.715566 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9d8c9855-d702-459e-af19-471ffb48b06a req-b4f6314b-9953-410a-9d40-f8675883f696 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.55 "GET /v2.0/security-groups?id=a9f122b4-0a8c-45c2-8b42-f95dfe3f0a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3954918 Feb 09 12:22:50.758854 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-6cded4ee-3628-4286-ac5f-6568799a5e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:50.917274 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54650a9f-ee83-4fba-a90a-fb3f977f4c0e req-d3ad84bc-c8cb-45a4-b4c3-e3206cd72789 tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:50.918748 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-54650a9f-ee83-4fba-a90a-fb3f977f4c0e req-d3ad84bc-c8cb-45a4-b4c3-e3206cd72789 tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7fbb5ae-1441-44ab-9539-d63adb360e7f HTTP/1.1" status: 200 len: 944 time: 0.8322408 Feb 09 12:22:50.938210 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 17f10a25-0d5a-476d-84f4-f4ff3a1a4ca3 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:22:50.942005 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 8a34446c-2f89-4698-9525-326eca42f728 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:22:51.026255 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2d234f67-8030-4170-ae3a-92bd0af1d663 req-dc56e35a-dee5-4d09-afb9-3575abe98156 service neutron] 10.222.0.52 "GET /v2.0/networks/48c91c71-88e5-42aa-9326-d6800dd6c653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4412999 Feb 09 12:22:51.031314 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-8e862daf-e33d-4eae-8170-d0e2a1ac94b8 req-a9b4a705-d093-4122-a8dd-e35d3e682299 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:51.037398 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a733f212-f816-46ec-b6d1-5dacb5e11965 req-c7ccb1fa-d5cb-413b-932f-769bea73e9f4 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:51.037854 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a733f212-f816-46ec-b6d1-5dacb5e11965 req-c7ccb1fa-d5cb-413b-932f-769bea73e9f4 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:51.038126 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [req-a733f212-f816-46ec-b6d1-5dacb5e11965 req-c7ccb1fa-d5cb-413b-932f-769bea73e9f4 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Floating IP 247368ca-a03d-4bcb-9d57-41c2c233f65f disassociated. External IP: 172.25.7.187, port: 8a34446c-2f89-4698-9525-326eca42f728. Feb 09 12:22:51.038476 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-a733f212-f816-46ec-b6d1-5dacb5e11965 req-c7ccb1fa-d5cb-413b-932f-769bea73e9f4 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Calling delete_port for 8a34446c-2f89-4698-9525-326eca42f728 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:22:51.111376 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-54650a9f-ee83-4fba-a90a-fb3f977f4c0e req-2e38c9a7-eac7-4f18-a74a-4daddc50b928 tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] 10.222.0.55 "GET /v2.0/security-groups?id=629c7bd1-c37b-4b4f-a469-0196e092ff2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787117 Feb 09 12:22:51.170486 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4a705-d093-4122-a8dd-e35d3e682299 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Pushing event deleted for resources: {'Port': ['ID=b59ce2b0-e9df-4b8b-b648-a5ba40274084,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:51.184724 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:51.206300 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 17f10a25-0d5a-476d-84f4-f4ff3a1a4ca3, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=17f10a25-0d5a-476d-84f4-f4ff3a1a4ca3,segment=NetworkSegment(c2563741-18e8-416c-a7c5-905359472460),segment_id=c2563741-18e8-416c-a7c5-905359472460)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:22:51.229889 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-6cded4ee-3628-4286-ac5f-6568799a5e65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ab2d782-d276-4986-89ec-66c253440200 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:22:51.234537 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 8a34446c-2f89-4698-9525-326eca42f728, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=8a34446c-2f89-4698-9525-326eca42f728,segment=NetworkSegment(82e7954e-4059-4af9-88d7-222a2af116b3),segment_id=82e7954e-4059-4af9-88d7-222a2af116b3)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:22:51.239679 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': '17f10a25-0d5a-476d-84f4-f4ff3a1a4ca3', 'network_id': '48c91c71-88e5-42aa-9326-d6800dd6c653', 'port_id': '17f10a25-0d5a-476d-84f4-f4ff3a1a4ca3', 'mac_address': 'fa:16:3e:6e:c8:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f31c68f6-1fba-4756-8069-e84a07778bd4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:22:51.240899 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e862daf-e33d-4eae-8170-d0e2a1ac94b8 req-a9b4a705-d093-4122-a8dd-e35d3e682299 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] No DVR routers for this DVR port b59ce2b0-e9df-4b8b-b648-a5ba40274084 on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:22:51.241762 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-6cded4ee-3628-4286-ac5f-6568799a5e65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:51.245051 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-8e862daf-e33d-4eae-8170-d0e2a1ac94b8 req-a9b4a705-d093-4122-a8dd-e35d3e682299 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:51.246140 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:51.247652 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a49a52c4-2836-4a50-adc7-2836203a684f', 'name': 'network-vif-deleted', 'tag': 'b59ce2b0-e9df-4b8b-b648-a5ba40274084'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:22:51.260408 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-6cded4ee-3628-4286-ac5f-6568799a5e65 service neutron] Transition to ACTIVE for port object 6ab2d782-d276-4986-89ec-66c253440200 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:22:51.265773 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-6cded4ee-3628-4286-ac5f-6568799a5e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:51.282563 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d1fc8-05e9-4025-a9fb-134927a4234a req-46fb571b-4242-4c49-a8b9-61c1fffbefdb tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:51.284000 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-722d1fc8-05e9-4025-a9fb-134927a4234a req-46fb571b-4242-4c49-a8b9-61c1fffbefdb tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 950 time: 0.4590731 Feb 09 12:22:51.321678 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8e862daf-e33d-4eae-8170-d0e2a1ac94b8 req-a9b4a705-d093-4122-a8dd-e35d3e682299 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.46 "DELETE /v2.0/ports/b59ce2b0-e9df-4b8b-b648-a5ba40274084 HTTP/1.1" status: 204 len: 173 time: 3.1829798 Feb 09 12:22:51.331521 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.api [req-a733f212-f816-46ec-b6d1-5dacb5e11965 req-c7ccb1fa-d5cb-413b-932f-769bea73e9f4 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:22:51.334763 n-d-825178-3 neutron-server[87567]: DEBUG oslo_db.api [req-a733f212-f816-46ec-b6d1-5dacb5e11965 req-c7ccb1fa-d5cb-413b-932f-769bea73e9f4 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:22:51.385182 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:51.398807 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-722d1fc8-05e9-4025-a9fb-134927a4234a req-5490ed37-bb85-4c6b-b6e4-7671af6b676b tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953031 Feb 09 12:22:51.402491 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=8a34446c-2f89-4698-9525-326eca42f728,revision_number=6']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:51.417507 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17f10a25-0d5a-476d-84f4-f4ff3a1a4ca3 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:22:51.447317 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 17f10a25-0d5a-476d-84f4-f4ff3a1a4ca3, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=17f10a25-0d5a-476d-84f4-f4ff3a1a4ca3,segment=NetworkSegment(c2563741-18e8-416c-a7c5-905359472460),segment_id=c2563741-18e8-416c-a7c5-905359472460)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:22:51.461351 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:51.510456 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cded4ee-3628-4286-ac5f-6568799a5e65 service neutron] Pushing event updated for resources: {'Port': ['ID=6ab2d782-d276-4986-89ec-66c253440200,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:51.514499 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a5e005-8bd9-45ca-ac3b-90dd59288224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85598e9-6f45-46cd-8d74-e10d355de799', 'code': 200} Feb 09 12:22:51.554037 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=17f10a25-0d5a-476d-84f4-f4ff3a1a4ca3,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:51.604072 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-6cded4ee-3628-4286-ac5f-6568799a5e65 service neutron] Attempting to bind port 6ab2d782-d276-4986-89ec-66c253440200 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:22:51.604693 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-6cded4ee-3628-4286-ac5f-6568799a5e65 service neutron] Attempting to bind port 6ab2d782-d276-4986-89ec-66c253440200 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'd09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce449817-28f3-4897-a09b-d33182728951'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:22:51.605027 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-6cded4ee-3628-4286-ac5f-6568799a5e65 service neutron] Attempting to bind port 6ab2d782-d276-4986-89ec-66c253440200 on network ce449817-28f3-4897-a09b-d33182728951 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:22:51.609736 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-6cded4ee-3628-4286-ac5f-6568799a5e65 service neutron] Port 6ab2d782-d276-4986-89ec-66c253440200 on network ce449817-28f3-4897-a09b-d33182728951 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:22:51.610107 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-6cded4ee-3628-4286-ac5f-6568799a5e65 service neutron] Attempting to bind port 6ab2d782-d276-4986-89ec-66c253440200 on network ce449817-28f3-4897-a09b-d33182728951 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:22:51.616792 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-6cded4ee-3628-4286-ac5f-6568799a5e65 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:22:51.617134 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-6cded4ee-3628-4286-ac5f-6568799a5e65 service neutron] Checking segment: {'id': 'd09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce449817-28f3-4897-a09b-d33182728951'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:22:51.617519 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-6cded4ee-3628-4286-ac5f-6568799a5e65 service neutron] Bound using segment: {'id': 'd09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce449817-28f3-4897-a09b-d33182728951'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:22:51.617972 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-6cded4ee-3628-4286-ac5f-6568799a5e65 service neutron] Bound port: 6ab2d782-d276-4986-89ec-66c253440200, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce449817-28f3-4897-a09b-d33182728951'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:22:51.618324 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-6cded4ee-3628-4286-ac5f-6568799a5e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:51.705553 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-fb3f3d0f-9558-4f68-8054-f75610599ae8 req-402d1da6-9d2d-4802-a130-37910da640ee tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Synchronizing usage tracker for tenant:3e281b9d46b64541906a07f8f1e1d262 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:22:51.709326 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-6cded4ee-3628-4286-ac5f-6568799a5e65 service neutron] For port 6ab2d782-d276-4986-89ec-66c253440200, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:22:51.713091 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-6cded4ee-3628-4286-ac5f-6568799a5e65 service neutron] For port 6ab2d782-d276-4986-89ec-66c253440200, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=6ab2d782-d276-4986-89ec-66c253440200,segment=NetworkSegment(d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5),segment_id=d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:22:51.717142 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-6cded4ee-3628-4286-ac5f-6568799a5e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:51.724772 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-f59e70d4-70d3-4838-b309-9c2e24bdc1d4 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:51.726189 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-f59e70d4-70d3-4838-b309-9c2e24bdc1d4 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/networks?id=ef8cbc95-953d-4d9d-a80a-2c68322f6f7f HTTP/1.1" status: 200 len: 808 time: 0.3345299 Feb 09 12:22:51.748231 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-fb3f3d0f-9558-4f68-8054-f75610599ae8 req-402d1da6-9d2d-4802-a130-37910da640ee tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Unset dirty status for tenant:3e281b9d46b64541906a07f8f1e1d262 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:22:51.749313 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fb3f3d0f-9558-4f68-8054-f75610599ae8 req-402d1da6-9d2d-4802-a130-37910da640ee tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=a49a52c4-2836-4a50-adc7-2836203a684f HTTP/1.1" status: 200 len: 210 time: 0.1007283 Feb 09 12:22:51.751452 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1236b3-da18-4572-982a-860e89c34862 req-5819ed47-1824-455a-98a8-183fc343fcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:51.752914 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-db1236b3-da18-4572-982a-860e89c34862 req-5819ed47-1824-455a-98a8-183fc343fcbf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=54a5e005-8bd9-45ca-ac3b-90dd59288224 HTTP/1.1" status: 200 len: 1096 time: 0.1973748 Feb 09 12:22:51.754001 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-0acd1c37-e39f-4666-bf9f-faf31a2dcbc6 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/quotas/48298ec907a946ddb2f0d8ac4aa52547 HTTP/1.1" status: 200 len: 375 time: 0.0202456 Feb 09 12:22:51.782328 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-6cded4ee-3628-4286-ac5f-6568799a5e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:51.782722 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-6cded4ee-3628-4286-ac5f-6568799a5e65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:51.784844 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-6cded4ee-3628-4286-ac5f-6568799a5e65 service neutron] 10.222.0.46 "PUT /v2.0/ports/6ab2d782-d276-4986-89ec-66c253440200 HTTP/1.1" status: 200 len: 1092 time: 1.1566074 Feb 09 12:22:51.788104 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65bfe493-4e63-4141-91d2-2a2b2c0d26d8', 'tag': '6ab2d782-d276-4986-89ec-66c253440200'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:22:51.799608 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['17f10a25-0d5a-476d-84f4-f4ff3a1a4ca3'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:22:51.836211 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cded4ee-3628-4286-ac5f-6568799a5e65 service neutron] Pushing event updated for resources: {'Port': ['ID=6ab2d782-d276-4986-89ec-66c253440200,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:51.836923 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-a733f212-f816-46ec-b6d1-5dacb5e11965 req-c7ccb1fa-d5cb-413b-932f-769bea73e9f4 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Deleting port 8a34446c-2f89-4698-9525-326eca42f728 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:22:51.837266 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a733f212-f816-46ec-b6d1-5dacb5e11965 req-c7ccb1fa-d5cb-413b-932f-769bea73e9f4 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:51.919927 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-310f9965-8dce-4220-a47e-e59cd927b41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:51.921591 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-310f9965-8dce-4220-a47e-e59cd927b41c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b0ea08007bd423bba6d81fafa2c2138&device_id=65bfe493-4e63-4141-91d2-2a2b2c0d26d8 HTTP/1.1" status: 200 len: 1095 time: 0.0806565 Feb 09 12:22:51.952612 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-db1236b3-da18-4572-982a-860e89c34862 req-91c2fa2c-2467-4c83-b0bf-c67faabe0ef3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553011 Feb 09 12:22:52.006321 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-361b0d01-64c9-42b1-87fe-4a0066bf97e6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ab2d782-d276-4986-89ec-66c253440200 HTTP/1.1" status: 200 len: 217 time: 0.0755746 Feb 09 12:22:52.041020 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-8d29b809-48e7-4fa8-8158-04785f882c74 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=48298ec907a946ddb2f0d8ac4aa52547&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2802877 Feb 09 12:22:52.216662 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-3309041d-bbd9-44d5-9b66-90380966a05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:52.218147 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-3309041d-bbd9-44d5-9b66-90380966a05b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5d66c3c8-f193-4da4-ad1c-54328c88dbd7 HTTP/1.1" status: 200 len: 852 time: 0.0630419 Feb 09 12:22:52.275214 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-038eea32-8aaa-4e6a-b93f-1436e2dbfd73 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce449817-28f3-4897-a09b-d33182728951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488191 Feb 09 12:22:52.359704 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b422d-f26b-493b-b5d7-d759c05112ab req-b1578236-8177-4e54-9fbb-aa36e60fc4aa tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:52.361453 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-512b422d-f26b-493b-b5d7-d759c05112ab req-b1578236-8177-4e54-9fbb-aa36e60fc4aa tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=54a5e005-8bd9-45ca-ac3b-90dd59288224 HTTP/1.1" status: 200 len: 945 time: 0.4724493 Feb 09 12:22:52.414958 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-77ce6cba-ab54-4cdb-9b0c-59a73f3b6e65 service neutron] 10.222.0.46 "GET /v2.0/networks/ce449817-28f3-4897-a09b-d33182728951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300852 Feb 09 12:22:52.462161 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-a733f212-f816-46ec-b6d1-5dacb5e11965 req-c7ccb1fa-d5cb-413b-932f-769bea73e9f4 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] For port 8a34446c-2f89-4698-9525-326eca42f728, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=8a34446c-2f89-4698-9525-326eca42f728,segment=NetworkSegment(82e7954e-4059-4af9-88d7-222a2af116b3),segment_id=82e7954e-4059-4af9-88d7-222a2af116b3)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:22:52.462517 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a733f212-f816-46ec-b6d1-5dacb5e11965 req-c7ccb1fa-d5cb-413b-932f-769bea73e9f4 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:52.483526 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-512b422d-f26b-493b-b5d7-d759c05112ab req-ff524eba-90d5-4eeb-a556-c4e69f2443c4 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121588 Feb 09 12:22:52.500095 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:52.540319 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-7508e5d2-6f4c-4bfe-ac6b-b9961586c520 service neutron] 10.222.0.55 "GET /v2.0/networks/ef8cbc95-953d-4d9d-a80a-2c68322f6f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4878514 Feb 09 12:22:52.557881 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a4dee2a0-5191-4dcf-8bb5-07361b8e9ef5 req-c6d69e3f-584d-40ba-971d-98f3eb60ae9e service neutron] 10.222.0.46 "GET /v2.0/networks/ce449817-28f3-4897-a09b-d33182728951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365769 Feb 09 12:22:52.914028 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-e64519ee-1c9f-4b3e-8db7-ff835254fa9f service neutron] 10.222.0.55 "GET /v2.0/networks/ef8cbc95-953d-4d9d-a80a-2c68322f6f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608732 Feb 09 12:22:52.935344 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 17f10a25-0d5a-476d-84f4-f4ff3a1a4ca3 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:22:52.946766 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a26196-73f2-46f2-b73f-66af7146bffb req-a2c46421-948c-4de1-987b-1c5d963cf487 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:52.948552 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-79a26196-73f2-46f2-b73f-66af7146bffb req-a2c46421-948c-4de1-987b-1c5d963cf487 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=65bfe493-4e63-4141-91d2-2a2b2c0d26d8 HTTP/1.1" status: 200 len: 944 time: 0.3137214 Feb 09 12:22:52.959363 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a733f212-f816-46ec-b6d1-5dacb5e11965 req-c7ccb1fa-d5cb-413b-932f-769bea73e9f4 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:52.959949 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a733f212-f816-46ec-b6d1-5dacb5e11965 req-c7ccb1fa-d5cb-413b-932f-769bea73e9f4 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:52.960270 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [req-a733f212-f816-46ec-b6d1-5dacb5e11965 req-c7ccb1fa-d5cb-413b-932f-769bea73e9f4 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Floating IP 247368ca-a03d-4bcb-9d57-41c2c233f65f disassociated. External IP: 172.25.7.187, port: 8a34446c-2f89-4698-9525-326eca42f728. Feb 09 12:22:52.960608 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-a733f212-f816-46ec-b6d1-5dacb5e11965 req-c7ccb1fa-d5cb-413b-932f-769bea73e9f4 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Calling delete_port for 8a34446c-2f89-4698-9525-326eca42f728 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:22:53.012438 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port 17f10a25-0d5a-476d-84f4-f4ff3a1a4ca3 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:22:53.018677 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port 17f10a25-0d5a-476d-84f4-f4ff3a1a4ca3 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:22:53.019168 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:53.073543 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-79a26196-73f2-46f2-b73f-66af7146bffb req-78d36637-e4d3-4c4d-b7f6-c7e40d7cf7f6 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178935 Feb 09 12:22:53.136713 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device b59ce2b0-e9df-4b8b-b648-a5ba40274084 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:22:53.170667 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a49a52c4-2836-4a50-adc7-2836203a684f', 'name': 'network-vif-deleted', 'tag': 'b59ce2b0-e9df-4b8b-b648-a5ba40274084', 'status': 'completed', 'code': 200} Feb 09 12:22:53.193256 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a733f212-f816-46ec-b6d1-5dacb5e11965 req-c7ccb1fa-d5cb-413b-932f-769bea73e9f4 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:53.231046 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:53.253200 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: b59ce2b0-e9df-4b8b-b648-a5ba40274084 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:22:53.253564 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device b59ce2b0-e9df-4b8b-b648-a5ba40274084 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:22:53.297480 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 17f10a25-0d5a-476d-84f4-f4ff3a1a4ca3, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=17f10a25-0d5a-476d-84f4-f4ff3a1a4ca3,segment=NetworkSegment(c2563741-18e8-416c-a7c5-905359472460),segment_id=c2563741-18e8-416c-a7c5-905359472460)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:22:53.303406 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:53.368988 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ccb1fa-d5cb-413b-932f-769bea73e9f4 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Pushing event deleted for resources: {'Port': ['ID=8a34446c-2f89-4698-9525-326eca42f728,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:53.381951 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f9177455-b94c-4eae-8eab-87b013d41183 req-8a519500-9292-4552-8198-efe7e68725dd tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecb233a2-243d-4d96-95f2-ff9525d04390 HTTP/1.1" status: 200 len: 210 time: 0.1228824 Feb 09 12:22:53.398098 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65bfe493-4e63-4141-91d2-2a2b2c0d26d8', 'tag': '6ab2d782-d276-4986-89ec-66c253440200', 'status': 'completed', 'code': 200} Feb 09 12:22:53.420531 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=17f10a25-0d5a-476d-84f4-f4ff3a1a4ca3,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:53.516244 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb233a2-243d-4d96-95f2-ff9525d04390', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a34446c-2f89-4698-9525-326eca42f728'}, {'server_uuid': 'd7fbb5ae-1441-44ab-9539-d63adb360e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f10a25-0d5a-476d-84f4-f4ff3a1a4ca3'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:22:53.540901 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929bf4d-fd2e-4bdc-bc1e-386d9c2c94a8 req-c067bfd8-64ed-4e56-8a13-e4f534bbc8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:53.542965 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e929bf4d-fd2e-4bdc-bc1e-386d9c2c94a8 req-c067bfd8-64ed-4e56-8a13-e4f534bbc8cd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b0ea08007bd423bba6d81fafa2c2138&device_id=65bfe493-4e63-4141-91d2-2a2b2c0d26d8 HTTP/1.1" status: 200 len: 1095 time: 0.1067386 Feb 09 12:22:53.690589 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929bf4d-fd2e-4bdc-bc1e-386d9c2c94a8 req-dd460f1f-022d-4db1-b13a-ad23da131d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:53.692090 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e929bf4d-fd2e-4bdc-bc1e-386d9c2c94a8 req-dd460f1f-022d-4db1-b13a-ad23da131d88 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ce449817-28f3-4897-a09b-d33182728951 HTTP/1.1" status: 200 len: 913 time: 0.1368122 Feb 09 12:22:53.768328 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e929bf4d-fd2e-4bdc-bc1e-386d9c2c94a8 req-0d20b35e-d718-4923-b11b-fb87d22843c5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ab2d782-d276-4986-89ec-66c253440200 HTTP/1.1" status: 200 len: 217 time: 0.0657122 Feb 09 12:22:53.776449 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718ad3d-14f3-4e8d-a0a0-bdc4506247d7 req-f4430a83-31bc-426d-aaf0-391713249ec8 tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:53.785667 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b718ad3d-14f3-4e8d-a0a0-bdc4506247d7 req-f4430a83-31bc-426d-aaf0-391713249ec8 tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7fbb5ae-1441-44ab-9539-d63adb360e7f HTTP/1.1" status: 200 len: 946 time: 0.2742176 Feb 09 12:22:53.808648 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a733f212-f816-46ec-b6d1-5dacb5e11965 req-c7ccb1fa-d5cb-413b-932f-769bea73e9f4 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Router a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:22:53.848633 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cbce25-cdf0-4f81-91c9-0dcd1d0385de req-e98c424a-ee37-4e6a-b618-1ced82eb8261 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:53.851359 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929bf4d-fd2e-4bdc-bc1e-386d9c2c94a8 req-68df0a27-f4a2-4b46-aee1-e266d0cc1669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:53.853403 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e929bf4d-fd2e-4bdc-bc1e-386d9c2c94a8 req-68df0a27-f4a2-4b46-aee1-e266d0cc1669 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5d66c3c8-f193-4da4-ad1c-54328c88dbd7 HTTP/1.1" status: 200 len: 852 time: 0.0761089 Feb 09 12:22:53.857089 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-57cbce25-cdf0-4f81-91c9-0dcd1d0385de req-e98c424a-ee37-4e6a-b618-1ced82eb8261 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 950 time: 0.2885230 Feb 09 12:22:53.911191 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e929bf4d-fd2e-4bdc-bc1e-386d9c2c94a8 req-9e8faa06-7a0f-4a2a-aa35-677f4895d542 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce449817-28f3-4897-a09b-d33182728951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515561 Feb 09 12:22:53.987560 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-57cbce25-cdf0-4f81-91c9-0dcd1d0385de req-644ecc72-64a1-4f68-b15a-c76b958c8a88 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295781 Feb 09 12:22:53.990907 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b718ad3d-14f3-4e8d-a0a0-bdc4506247d7 req-d089fc9a-d989-4e07-8ca4-20fc954cc0de tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] 10.222.0.55 "GET /v2.0/security-groups?id=629c7bd1-c37b-4b4f-a469-0196e092ff2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043557 Feb 09 12:22:54.079533 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e929bf4d-fd2e-4bdc-bc1e-386d9c2c94a8 req-a5a1371e-bba6-4199-8637-893cbcfbe6ba service neutron] 10.222.0.46 "GET /v2.0/networks/ce449817-28f3-4897-a09b-d33182728951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581283 Feb 09 12:22:54.384451 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e929bf4d-fd2e-4bdc-bc1e-386d9c2c94a8 req-3904d4f3-3105-48c8-9abc-7b3f5d108fdc service neutron] 10.222.0.46 "GET /v2.0/networks/ce449817-28f3-4897-a09b-d33182728951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934585 Feb 09 12:22:54.402159 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-38470037-fca0-444c-a84e-2839957da44b req-3c174a5e-5062-4349-b5ae-9a1c13a86623 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=86ae2989-6437-44bf-8cfa-73e0f503c19e HTTP/1.1" status: 200 len: 210 time: 0.2666838 Feb 09 12:22:54.407945 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a733f212-f816-46ec-b6d1-5dacb5e11965 req-c7ccb1fa-d5cb-413b-932f-769bea73e9f4 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:22:54.418411 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc00feb-e3d3-48f0-b43f-c1f91baec89a None None] Sync routers for ids ['a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:22:54.428253 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc00feb-e3d3-48f0-b43f-c1f91baec89a None None] Routers {'a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:22:54.428880 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-dfc00feb-e3d3-48f0-b43f-c1f91baec89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:22:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:22:54.487982 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb233a2-243d-4d96-95f2-ff9525d04390', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a34446c-2f89-4698-9525-326eca42f728', 'code': 200} Feb 09 12:22:54.488231 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7fbb5ae-1441-44ab-9539-d63adb360e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f10a25-0d5a-476d-84f4-f4ff3a1a4ca3', 'code': 200} Feb 09 12:22:54.500292 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-a733f212-f816-46ec-b6d1-5dacb5e11965 req-c7ccb1fa-d5cb-413b-932f-769bea73e9f4 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] No DVR routers for this DVR port 8a34446c-2f89-4698-9525-326eca42f728 on host n-h1-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:22:54.503631 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a733f212-f816-46ec-b6d1-5dacb5e11965 req-c7ccb1fa-d5cb-413b-932f-769bea73e9f4 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:54.522847 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a733f212-f816-46ec-b6d1-5dacb5e11965 req-c7ccb1fa-d5cb-413b-932f-769bea73e9f4 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.52 "DELETE /v2.0/ports/8a34446c-2f89-4698-9525-326eca42f728 HTTP/1.1" status: 204 len: 173 time: 6.3476219 Feb 09 12:22:54.533506 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074184f-faa5-447a-8dca-3972931988c1 req-69a6c480-0d78-4e2e-a964-e7490f934607 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:54.540494 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c074184f-faa5-447a-8dca-3972931988c1 req-69a6c480-0d78-4e2e-a964-e7490f934607 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=54a5e005-8bd9-45ca-ac3b-90dd59288224 HTTP/1.1" status: 200 len: 945 time: 0.1889229 Feb 09 12:22:54.652710 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-dfc00feb-e3d3-48f0-b43f-c1f91baec89a None None] Set router a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:22:54.700619 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c074184f-faa5-447a-8dca-3972931988c1 req-742d0f43-1742-40c9-93fd-60238a1807ee tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562397 Feb 09 12:22:54.768245 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1b0e4-33ee-4c08-96bb-9f16627341e8 req-4b4b7dfd-923d-4624-8b35-61228f7eea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:54.785177 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d7f1b0e4-33ee-4c08-96bb-9f16627341e8 req-4b4b7dfd-923d-4624-8b35-61228f7eea86 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d7fbb5ae-1441-44ab-9539-d63adb360e7f HTTP/1.1" status: 200 len: 1097 time: 0.2034404 Feb 09 12:22:54.837277 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c0162-129d-442c-b7cb-9a752a853657 req-c1c2c9a2-e96f-4035-bd39-4ade822bc77b tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:54.845353 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5a0c0162-129d-442c-b7cb-9a752a853657 req-c1c2c9a2-e96f-4035-bd39-4ade822bc77b tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=65bfe493-4e63-4141-91d2-2a2b2c0d26d8 HTTP/1.1" status: 200 len: 944 time: 0.2382944 Feb 09 12:22:54.906819 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-c518ab99-0c46-44d0-bd15-792795929ee8 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:54.908454 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-c518ab99-0c46-44d0-bd15-792795929ee8 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.46 "GET /v2.0/networks?id=ef8cbc95-953d-4d9d-a80a-2c68322f6f7f HTTP/1.1" status: 200 len: 808 time: 0.2042713 Feb 09 12:22:54.925261 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-352a91ce-ebcc-4e29-bf46-0a758d00f5f6 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Request body: {'port': {'device_id': '86ae2989-6437-44bf-8cfa-73e0f503c19e', 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f', 'admin_state_up': True, 'tenant_id': '48298ec907a946ddb2f0d8ac4aa52547'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:22:54.960351 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d7f1b0e4-33ee-4c08-96bb-9f16627341e8 req-26530332-dcba-42ed-ae88-25bddaf4a70e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=629c7bd1-c37b-4b4f-a469-0196e092ff2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742897 Feb 09 12:22:55.004284 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5a0c0162-129d-442c-b7cb-9a752a853657 req-f35542c5-ec91-48f6-90d3-5f9429e6bc70 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576841 Feb 09 12:22:55.087702 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a934c4-f5d5-408f-b4f2-5c01e8720037 req-b12f2b0c-4519-4f03-b32d-4f0680b69da9 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:55.089482 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a6a934c4-f5d5-408f-b4f2-5c01e8720037 req-b12f2b0c-4519-4f03-b32d-4f0680b69da9 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/networks?id=cd0eeec7-232a-4918-9932-95d1042e3c75 HTTP/1.1" status: 200 len: 822 time: 0.2418787 Feb 09 12:22:55.108143 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-352a91ce-ebcc-4e29-bf46-0a758d00f5f6 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:22:55.113188 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-352a91ce-ebcc-4e29-bf46-0a758d00f5f6 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Usage tracker for resource:port and tenant:48298ec907a946ddb2f0d8ac4aa52547 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:22:55.114452 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-dfc00feb-e3d3-48f0-b43f-c1f91baec89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87', 'name': 'tempest-ServersTestManualDisk-550994218-router', 'tenant_id': '74e25e3f451e47c2a8d748a546e69f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '9beb2e63-c4d4-44df-94bf-86423410258a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:20:53Z', 'updated_at': '2022-02-09T12:20:59Z', 'revision_number': 4, 'project_id': '74e25e3f451e47c2a8d748a546e69f97', 'gw_port': {'id': '9beb2e63-c4d4-44df-94bf-86423410258a', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:20:54Z', 'updated_at': '2022-02-09T12:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '8493ab5d-9349-4588-bd4b-07fce167b9b3', 'name': '', 'network_id': '67898def-3951-49d0-9293-cb5c954f5ec1', 'tenant_id': '74e25e3f451e47c2a8d748a546e69f97', 'mac_address': 'fa:16:3e:67:b7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '810877b8-772a-476f-9d85-927aa877f608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:20:58Z', 'updated_at': '2022-02-09T12:21:07Z', 'revision_number': 5, 'project_id': '74e25e3f451e47c2a8d748a546e69f97', 'subnets': [{'id': '810877b8-772a-476f-9d85-927aa877f608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:22:55.116314 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-352a91ce-ebcc-4e29-bf46-0a758d00f5f6 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:22:55.120416 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc00feb-e3d3-48f0-b43f-c1f91baec89a None None] Checking router: a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:22:55.120742 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a6a934c4-f5d5-408f-b4f2-5c01e8720037 req-2f5eb54c-630e-4128-83b4-cee3742f8c81 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/quotas/3e281b9d46b64541906a07f8f1e1d262 HTTP/1.1" status: 200 len: 375 time: 0.0220323 Feb 09 12:22:55.130039 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-352a91ce-ebcc-4e29-bf46-0a758d00f5f6 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:22:55.141580 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 6ab2d782-d276-4986-89ec-66c253440200 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:22:55.151056 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-352a91ce-ebcc-4e29-bf46-0a758d00f5f6 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Made reservation on behalf of 48298ec907a946ddb2f0d8ac4aa52547 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:22:55.155194 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-352a91ce-ebcc-4e29-bf46-0a758d00f5f6 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:55.181894 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb233a2-243d-4d96-95f2-ff9525d04390', 'name': 'network-vif-deleted', 'tag': '8a34446c-2f89-4698-9525-326eca42f728'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:22:55.199615 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc00feb-e3d3-48f0-b43f-c1f91baec89a None None] Routers {'a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:22:55.200274 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-dfc00feb-e3d3-48f0-b43f-c1f91baec89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:22:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:22:55.289301 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-65cf82e0-fbe1-4904-930f-e647dbb13356 req-008d48d2-397a-4c87-8bf7-1a519b4a19ea tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Synchronizing usage tracker for tenant:74e25e3f451e47c2a8d748a546e69f97 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:22:55.344908 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-65cf82e0-fbe1-4904-930f-e647dbb13356 req-008d48d2-397a-4c87-8bf7-1a519b4a19ea tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Unset dirty status for tenant:74e25e3f451e47c2a8d748a546e69f97 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:22:55.360398 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-65cf82e0-fbe1-4904-930f-e647dbb13356 req-008d48d2-397a-4c87-8bf7-1a519b4a19ea tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecb233a2-243d-4d96-95f2-ff9525d04390 HTTP/1.1" status: 200 len: 210 time: 0.1673894 Feb 09 12:22:55.374896 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-352a91ce-ebcc-4e29-bf46-0a758d00f5f6 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Allocated IP 172.20.0.8 (ef8cbc95-953d-4d9d-a80a-2c68322f6f7f/366798ce-1b6a-4537-9fda-2703703dab8f/bbc3a7e8-bad8-4e20-9899-c394e197af20) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:22:55.388776 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a6a934c4-f5d5-408f-b4f2-5c01e8720037 req-49577a4a-43dd-4e28-8499-d5ffa6532ce3 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3e281b9d46b64541906a07f8f1e1d262&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2631614 Feb 09 12:22:55.472398 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-dfc00feb-e3d3-48f0-b43f-c1f91baec89a None None] Set router a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:22:55.646544 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-352a91ce-ebcc-4e29-bf46-0a758d00f5f6 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:55.682469 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-352a91ce-ebcc-4e29-bf46-0a758d00f5f6 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:55.700367 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a6a934c4-f5d5-408f-b4f2-5c01e8720037 req-4d6f0e28-3773-4f77-91c1-9240267199d3 service neutron] 10.222.0.55 "GET /v2.0/networks/cd0eeec7-232a-4918-9932-95d1042e3c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036981 Feb 09 12:22:55.708197 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['bc63ec7d-afff-4490-ab8b-928f8fcc43cd'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:22:55.772171 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-352a91ce-ebcc-4e29-bf46-0a758d00f5f6 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Network ef8cbc95-953d-4d9d-a80a-2c68322f6f7f is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:22:55.775547 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-352a91ce-ebcc-4e29-bf46-0a758d00f5f6 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:22:55.777793 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-352a91ce-ebcc-4e29-bf46-0a758d00f5f6 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:22:55.827976 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a91ce-ebcc-4e29-bf46-0a758d00f5f6 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Pushing event updated for resources: {'Port': ['ID=bbc3a7e8-bad8-4e20-9899-c394e197af20,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:55.883689 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-352a91ce-ebcc-4e29-bf46-0a758d00f5f6 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:55.884773 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-352a91ce-ebcc-4e29-bf46-0a758d00f5f6 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:55.925653 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-352a91ce-ebcc-4e29-bf46-0a758d00f5f6 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0046673 Feb 09 12:22:55.933179 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ccdd95-d6f3-49df-b6d9-8b2b782efb2d req-a0df7979-c4d9-42e3-bd6e-9f796358322b tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:55.934693 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-33ccdd95-d6f3-49df-b6d9-8b2b782efb2d req-a0df7979-c4d9-42e3-bd6e-9f796358322b tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 950 time: 0.1478484 Feb 09 12:22:55.948372 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a6a934c4-f5d5-408f-b4f2-5c01e8720037 req-38dbe733-c8da-4f3c-9e42-2a618df0a530 service neutron] 10.222.0.55 "GET /v2.0/networks/cd0eeec7-232a-4918-9932-95d1042e3c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471189 Feb 09 12:22:55.948691 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-820bf006-7484-472b-b18c-bc8d99ee97f7 service neutron] Request body: {'port': {'device_id': '86ae2989-6437-44bf-8cfa-73e0f503c19e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:22:56.001349 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 6ab2d782-d276-4986-89ec-66c253440200, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=6ab2d782-d276-4986-89ec-66c253440200,segment=NetworkSegment(d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5),segment_id=d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:22:56.022482 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '6ab2d782-d276-4986-89ec-66c253440200', 'network_id': 'ce449817-28f3-4897-a09b-d33182728951', 'port_id': '6ab2d782-d276-4986-89ec-66c253440200', 'mac_address': 'fa:16:3e:f8:d3:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d66c3c8-f193-4da4-ad1c-54328c88dbd7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:22:56.025355 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-33ccdd95-d6f3-49df-b6d9-8b2b782efb2d req-9a72bedf-8829-4b51-b7f5-095f51fe347e tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755978 Feb 09 12:22:56.128828 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb233a2-243d-4d96-95f2-ff9525d04390', 'name': 'network-vif-deleted', 'tag': '8a34446c-2f89-4698-9525-326eca42f728', 'status': 'completed', 'code': 200} Feb 09 12:22:56.144381 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-820bf006-7484-472b-b18c-bc8d99ee97f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:56.151461 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:56.186830 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ab2d782-d276-4986-89ec-66c253440200 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:22:56.232724 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-dfc00feb-e3d3-48f0-b43f-c1f91baec89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87', 'name': 'tempest-ServersTestManualDisk-550994218-router', 'tenant_id': '74e25e3f451e47c2a8d748a546e69f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '9beb2e63-c4d4-44df-94bf-86423410258a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:20:53Z', 'updated_at': '2022-02-09T12:20:59Z', 'revision_number': 4, 'project_id': '74e25e3f451e47c2a8d748a546e69f97', 'gw_port': {'id': '9beb2e63-c4d4-44df-94bf-86423410258a', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:20:54Z', 'updated_at': '2022-02-09T12:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '8493ab5d-9349-4588-bd4b-07fce167b9b3', 'name': '', 'network_id': '67898def-3951-49d0-9293-cb5c954f5ec1', 'tenant_id': '74e25e3f451e47c2a8d748a546e69f97', 'mac_address': 'fa:16:3e:67:b7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '810877b8-772a-476f-9d85-927aa877f608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:20:58Z', 'updated_at': '2022-02-09T12:21:07Z', 'revision_number': 5, 'project_id': '74e25e3f451e47c2a8d748a546e69f97', 'subnets': [{'id': '810877b8-772a-476f-9d85-927aa877f608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:22:56.283386 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 6ab2d782-d276-4986-89ec-66c253440200, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=6ab2d782-d276-4986-89ec-66c253440200,segment=NetworkSegment(d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5),segment_id=d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:22:56.295495 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc00feb-e3d3-48f0-b43f-c1f91baec89a None None] The sync data for ids ['a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87'] in n-d-825178-3 is: [{'id': 'a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87', 'name': 'tempest-ServersTestManualDisk-550994218-router', 'tenant_id': '74e25e3f451e47c2a8d748a546e69f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '9beb2e63-c4d4-44df-94bf-86423410258a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:20:53Z', 'updated_at': '2022-02-09T12:20:59Z', 'revision_number': 4, 'project_id': '74e25e3f451e47c2a8d748a546e69f97', 'gw_port': {'id': '9beb2e63-c4d4-44df-94bf-86423410258a', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:20:54Z', 'updated_at': '2022-02-09T12:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '8493ab5d-9349-4588-bd4b-07fce167b9b3', 'name': '', 'network_id': '67898def-3951-49d0-9293-cb5c954f5ec1', 'tenant_id': '74e25e3f451e47c2a8d748a546e69f97', 'mac_address': 'fa:16:3e:67:b7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '810877b8-772a-476f-9d85-927aa877f608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:20:58Z', 'updated_at': '2022-02-09T12:21:07Z', 'revision_number': 5, 'project_id': '74e25e3f451e47c2a8d748a546e69f97', 'subnets': [{'id': '810877b8-772a-476f-9d85-927aa877f608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:22:56.304488 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:56.548508 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=6ab2d782-d276-4986-89ec-66c253440200,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:56.625520 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0326ce-f304-4bba-8b8a-8a84339c3e62 req-c9593362-2700-4e25-a598-53d2df1fd850 tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:56.633739 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-db0326ce-f304-4bba-8b8a-8a84339c3e62 req-c9593362-2700-4e25-a598-53d2df1fd850 tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7fbb5ae-1441-44ab-9539-d63adb360e7f HTTP/1.1" status: 200 len: 946 time: 0.3744960 Feb 09 12:22:56.678321 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abfa03a-d75a-4855-a8ea-014117b0ffa6 req-80d81425-2ed4-49af-b355-e8e60ce64cd1 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:56.680067 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9abfa03a-d75a-4855-a8ea-014117b0ffa6 req-80d81425-2ed4-49af-b355-e8e60ce64cd1 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=86ae2989-6437-44bf-8cfa-73e0f503c19e HTTP/1.1" status: 200 len: 931 time: 0.3521285 Feb 09 12:22:56.683623 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['6ab2d782-d276-4986-89ec-66c253440200'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:22:56.764614 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-db0326ce-f304-4bba-8b8a-8a84339c3e62 req-189b4c9d-820f-4308-a20e-cd3ae53d8b69 tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] 10.222.0.55 "GET /v2.0/security-groups?id=629c7bd1-c37b-4b4f-a469-0196e092ff2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298001 Feb 09 12:22:56.839733 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9abfa03a-d75a-4855-a8ea-014117b0ffa6 req-14acbd6b-b30d-4284-a278-042746c8f5b1 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331935 Feb 09 12:22:56.889212 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa87b192-f831-447b-a089-490010dcaae6 None None] New status for floating IP 247368ca-a03d-4bcb-9d57-41c2c233f65f: DOWN {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:22:56.893590 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-820bf006-7484-472b-b18c-bc8d99ee97f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbc3a7e8-bad8-4e20-9899-c394e197af20 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:22:56.917107 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-820bf006-7484-472b-b18c-bc8d99ee97f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:56.956087 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-820bf006-7484-472b-b18c-bc8d99ee97f7 service neutron] Transition to ACTIVE for port object bbc3a7e8-bad8-4e20-9899-c394e197af20 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:22:56.962250 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-820bf006-7484-472b-b18c-bc8d99ee97f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:57.047972 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade47065-0a9c-4e5f-a265-04f99d163e03 req-76260b73-02e2-4b69-a1d3-09677cf355df tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:57.049467 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ade47065-0a9c-4e5f-a265-04f99d163e03 req-76260b73-02e2-4b69-a1d3-09677cf355df tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=65bfe493-4e63-4141-91d2-2a2b2c0d26d8 HTTP/1.1" status: 200 len: 945 time: 0.1225398 Feb 09 12:22:57.157502 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-adb67469-c420-49e9-9d31-99d19c238624 req-ed74c7c3-adce-446e-baca-5b1a9404f2b0 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee6f574-d1bf-4d06-a333-a2cb384559e5 HTTP/1.1" status: 200 len: 210 time: 0.0823431 Feb 09 12:22:57.189529 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ade47065-0a9c-4e5f-a265-04f99d163e03 req-6faaaaf2-127c-43dd-82fc-0c202ae132fa tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295414 Feb 09 12:22:57.379861 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 49170) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:22:57.457206 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820bf006-7484-472b-b18c-bc8d99ee97f7 service neutron] Pushing event updated for resources: {'Port': ['ID=bbc3a7e8-bad8-4e20-9899-c394e197af20,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:57.512193 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-820bf006-7484-472b-b18c-bc8d99ee97f7 service neutron] Attempting to bind port bbc3a7e8-bad8-4e20-9899-c394e197af20 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:22:57.512669 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-820bf006-7484-472b-b18c-bc8d99ee97f7 service neutron] Attempting to bind port bbc3a7e8-bad8-4e20-9899-c394e197af20 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:22:57.513045 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-820bf006-7484-472b-b18c-bc8d99ee97f7 service neutron] Attempting to bind port bbc3a7e8-bad8-4e20-9899-c394e197af20 on network ef8cbc95-953d-4d9d-a80a-2c68322f6f7f {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:22:57.519472 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-820bf006-7484-472b-b18c-bc8d99ee97f7 service neutron] Port bbc3a7e8-bad8-4e20-9899-c394e197af20 on network ef8cbc95-953d-4d9d-a80a-2c68322f6f7f not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:22:57.519896 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-820bf006-7484-472b-b18c-bc8d99ee97f7 service neutron] Attempting to bind port bbc3a7e8-bad8-4e20-9899-c394e197af20 on network ef8cbc95-953d-4d9d-a80a-2c68322f6f7f {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:22:57.528785 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-820bf006-7484-472b-b18c-bc8d99ee97f7 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:22:57.529274 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-820bf006-7484-472b-b18c-bc8d99ee97f7 service neutron] Checking segment: {'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:22:57.529756 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-820bf006-7484-472b-b18c-bc8d99ee97f7 service neutron] Bound using segment: {'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:22:57.530305 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-820bf006-7484-472b-b18c-bc8d99ee97f7 service neutron] Bound port: bbc3a7e8-bad8-4e20-9899-c394e197af20, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:22:57.530750 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-820bf006-7484-472b-b18c-bc8d99ee97f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:57.533977 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b56c97f9-0213-4dbf-8c5b-b26590a211c3 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:57.588303 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935aa51b-d607-4b6e-9daf-5e0040bc5b72 req-038cc19e-2dc3-4906-90ee-eee66a65fb76 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:57.589821 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-935aa51b-d607-4b6e-9daf-5e0040bc5b72 req-038cc19e-2dc3-4906-90ee-eee66a65fb76 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 950 time: 0.1826854 Feb 09 12:22:57.591622 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b56c97f9-0213-4dbf-8c5b-b26590a211c3 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:57.639207 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-820bf006-7484-472b-b18c-bc8d99ee97f7 service neutron] For port bbc3a7e8-bad8-4e20-9899-c394e197af20, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:22:57.642373 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-820bf006-7484-472b-b18c-bc8d99ee97f7 service neutron] For port bbc3a7e8-bad8-4e20-9899-c394e197af20, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=bbc3a7e8-bad8-4e20-9899-c394e197af20,segment=NetworkSegment(a032c80a-2814-4a8f-bd23-99ac5315db25),segment_id=a032c80a-2814-4a8f-bd23-99ac5315db25)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:22:57.647210 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-820bf006-7484-472b-b18c-bc8d99ee97f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:57.672590 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-935aa51b-d607-4b6e-9daf-5e0040bc5b72 req-24ca24ec-ab3c-45f9-961b-706aedf53d82 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689240 Feb 09 12:22:57.688528 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b56c97f9-0213-4dbf-8c5b-b26590a211c3 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:57.715676 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c97f9-0213-4dbf-8c5b-b26590a211c3 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f122b4-0a8c-45c2-8b42-f95dfe3f0a82,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:57.757790 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b56c97f9-0213-4dbf-8c5b-b26590a211c3 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:57.761055 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b56c97f9-0213-4dbf-8c5b-b26590a211c3 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.55 "DELETE /v2.0/security-groups/a9f122b4-0a8c-45c2-8b42-f95dfe3f0a82 HTTP/1.1" status: 204 len: 168 time: 0.3775895 Feb 09 12:22:57.768963 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 49174) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:22:57.780363 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-820bf006-7484-472b-b18c-bc8d99ee97f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:57.781500 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-820bf006-7484-472b-b18c-bc8d99ee97f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:57.782909 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-820bf006-7484-472b-b18c-bc8d99ee97f7 service neutron] 10.222.0.46 "PUT /v2.0/ports/bbc3a7e8-bad8-4e20-9899-c394e197af20 HTTP/1.1" status: 200 len: 1091 time: 1.8403523 Feb 09 12:22:57.800078 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86ae2989-6437-44bf-8cfa-73e0f503c19e', 'tag': 'bbc3a7e8-bad8-4e20-9899-c394e197af20'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:22:57.932429 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86ae2989-6437-44bf-8cfa-73e0f503c19e', 'tag': 'bbc3a7e8-bad8-4e20-9899-c394e197af20', 'status': 'completed', 'code': 200} Feb 09 12:22:57.958364 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820bf006-7484-472b-b18c-bc8d99ee97f7 service neutron] Pushing event updated for resources: {'Port': ['ID=bbc3a7e8-bad8-4e20-9899-c394e197af20,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:58.013379 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-59c81154-923d-4577-a768-b160e4df8114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:58.014894 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-59c81154-923d-4577-a768-b160e4df8114 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48298ec907a946ddb2f0d8ac4aa52547&device_id=86ae2989-6437-44bf-8cfa-73e0f503c19e HTTP/1.1" status: 200 len: 1094 time: 0.1756101 Feb 09 12:22:58.061395 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-f7148b60-882a-4eeb-a820-dc6e385fa860 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] show failed (client error): The resource could not be found. Feb 09 12:22:58.065319 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f7148b60-882a-4eeb-a820-dc6e385fa860 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.55 "GET /v2.0/security-groups/a9f122b4-0a8c-45c2-8b42-f95dfe3f0a82 HTTP/1.1" status: 404 len: 347 time: 0.2946970 Feb 09 12:22:58.094669 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49184) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:22:58.165300 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-54dc3a13-2322-4940-be94-4f32d3f5c8e4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbc3a7e8-bad8-4e20-9899-c394e197af20 HTTP/1.1" status: 200 len: 217 time: 0.1407528 Feb 09 12:22:58.276539 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-76d1e69b-28a0-47c1-8ff6-0bc1e66575e1 req-c58addf6-dedf-4cb1-bf60-82fa49daad1c service neutron] 10.222.0.52 "GET /v2.0/ports/08601888-bd41-4769-a19e-2b5f519c58c0/bindings/n-h1-825178-3 HTTP/1.1" status: 200 len: 382 time: 0.2630167 Feb 09 12:22:58.288589 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a934c4-f5d5-408f-b4f2-5c01e8720037 req-d465d42b-7bd2-4d54-9e45-b2d1c78aae34 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:58.290276 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a6a934c4-f5d5-408f-b4f2-5c01e8720037 req-d465d42b-7bd2-4d54-9e45-b2d1c78aae34 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.52 "GET /v2.0/networks?id=cd0eeec7-232a-4918-9932-95d1042e3c75 HTTP/1.1" status: 200 len: 822 time: 0.5037091 Feb 09 12:22:58.307343 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-a6a934c4-f5d5-408f-b4f2-5c01e8720037 req-4e9a3270-af29-49ea-bbe3-e8b1c5e0ad8d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Request body: {'port': {'device_id': '5ee6f574-d1bf-4d06-a333-a2cb384559e5', 'network_id': 'cd0eeec7-232a-4918-9932-95d1042e3c75', 'admin_state_up': True, 'tenant_id': '3e281b9d46b64541906a07f8f1e1d262'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:22:58.341179 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-c24b562c-636f-4243-8556-3cc91f54e339 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Deleting port 2f036455-77d1-44b1-a289-be331a8776cc {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:22:58.341521 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c24b562c-636f-4243-8556-3cc91f54e339 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:58.391119 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-c9644118-33ad-42db-80aa-2740abd769c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:58.392622 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-c9644118-33ad-42db-80aa-2740abd769c8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=366798ce-1b6a-4537-9fda-2703703dab8f HTTP/1.1" status: 200 len: 848 time: 0.2200482 Feb 09 12:22:58.399552 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca9952-29ae-48f2-8f5b-c18937cc243a req-249a4b79-1815-4c5e-aa81-e1f51bd347d0 tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:58.408330 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d6ca9952-29ae-48f2-8f5b-c18937cc243a req-249a4b79-1815-4c5e-aa81-e1f51bd347d0 tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7fbb5ae-1441-44ab-9539-d63adb360e7f HTTP/1.1" status: 200 len: 946 time: 0.3611207 Feb 09 12:22:58.434551 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb54a61-49f2-447c-95d2-d978d86c5075 req-21b1a784-19df-4408-ba7e-3f4ff4b66fb4 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:58.436464 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3fb54a61-49f2-447c-95d2-d978d86c5075 req-21b1a784-19df-4408-ba7e-3f4ff4b66fb4 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=86ae2989-6437-44bf-8cfa-73e0f503c19e HTTP/1.1" status: 200 len: 943 time: 0.3186347 Feb 09 12:22:58.470958 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-69a9d7f0-8f43-42c0-b2aa-83e2f8735fb2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef8cbc95-953d-4d9d-a80a-2c68322f6f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690651 Feb 09 12:22:58.567132 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d6ca9952-29ae-48f2-8f5b-c18937cc243a req-317d57ba-e6a1-4508-9cb8-4c7f23ed7b55 tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] 10.222.0.55 "GET /v2.0/security-groups?id=629c7bd1-c37b-4b4f-a469-0196e092ff2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502140 Feb 09 12:22:58.667910 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-a6a934c4-f5d5-408f-b4f2-5c01e8720037 req-4e9a3270-af29-49ea-bbe3-e8b1c5e0ad8d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:22:58.680399 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3fb54a61-49f2-447c-95d2-d978d86c5075 req-b4d915cd-0d34-4519-a457-febfe412f6f9 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256808 Feb 09 12:22:58.690891 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c24b562c-636f-4243-8556-3cc91f54e339 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:58.691228 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c24b562c-636f-4243-8556-3cc91f54e339 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:58.734140 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-a6a934c4-f5d5-408f-b4f2-5c01e8720037 req-4e9a3270-af29-49ea-bbe3-e8b1c5e0ad8d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:22:58.745418 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7f95da48-a0e5-44f4-b5e8-ba5efa39af8f req-47b04ad3-2114-4f96-8268-7b8a1080d46e tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee6f574-d1bf-4d06-a333-a2cb384559e5 HTTP/1.1" status: 200 len: 210 time: 0.0640190 Feb 09 12:22:58.761717 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6a934c4-f5d5-408f-b4f2-5c01e8720037 req-4e9a3270-af29-49ea-bbe3-e8b1c5e0ad8d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Made reservation on behalf of 3e281b9d46b64541906a07f8f1e1d262 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:22:58.765604 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a6a934c4-f5d5-408f-b4f2-5c01e8720037 req-4e9a3270-af29-49ea-bbe3-e8b1c5e0ad8d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:58.827345 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-d485e42f-a0fb-4385-b00c-92d86868d777 service neutron] 10.222.0.46 "GET /v2.0/networks/ef8cbc95-953d-4d9d-a80a-2c68322f6f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021924 Feb 09 12:22:58.834700 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-c24b562c-636f-4243-8556-3cc91f54e339 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Calling delete_port for 2f036455-77d1-44b1-a289-be331a8776cc owned by network:floatingip {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:22:58.837517 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1e69b-28a0-47c1-8ff6-0bc1e66575e1 req-b33275f4-2b0f-4ac6-86f4-9e61e3e7f8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:58.839020 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-76d1e69b-28a0-47c1-8ff6-0bc1e66575e1 req-b33275f4-2b0f-4ac6-86f4-9e61e3e7f8d6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=01599260-5f20-420e-9ea8-7409b9f6301c&tenant_id=49129fa2c03c45c2a0df365ab76f11e9 HTTP/1.1" status: 200 len: 1101 time: 0.2401679 Feb 09 12:22:59.035275 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2fe7b6e9-a02d-4239-85e0-5572caf2dac9 req-a91be472-b21e-450e-92c3-932f4cd89524 service neutron] 10.222.0.46 "GET /v2.0/networks/ef8cbc95-953d-4d9d-a80a-2c68322f6f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702287 Feb 09 12:22:59.075339 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f19a2-492b-443c-8949-434ac06c0b5b req-1d645d28-346b-4805-b274-ddbe69a24767 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:59.076777 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-248f19a2-492b-443c-8949-434ac06c0b5b req-1d645d28-346b-4805-b274-ddbe69a24767 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=65bfe493-4e63-4141-91d2-2a2b2c0d26d8 HTTP/1.1" status: 200 len: 945 time: 0.2879887 Feb 09 12:22:59.081146 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1e69b-28a0-47c1-8ff6-0bc1e66575e1 req-e5c8c1f1-30bb-42e5-a901-59a832b810d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:59.082540 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-76d1e69b-28a0-47c1-8ff6-0bc1e66575e1 req-e5c8c1f1-30bb-42e5-a901-59a832b810d8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49129fa2c03c45c2a0df365ab76f11e9&device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 1101 time: 0.2032032 Feb 09 12:22:59.140779 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c24b562c-636f-4243-8556-3cc91f54e339 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:59.151642 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 6ab2d782-d276-4986-89ec-66c253440200 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:22:59.153805 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-a6a934c4-f5d5-408f-b4f2-5c01e8720037 req-4e9a3270-af29-49ea-bbe3-e8b1c5e0ad8d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Allocated IP 172.20.0.11 (cd0eeec7-232a-4918-9932-95d1042e3c75/264393e0-eb04-4464-8575-4a6447ca8fe8/200b1d0b-edea-47ab-bccd-e5d6c41518ca) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:22:59.201333 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b562c-636f-4243-8556-3cc91f54e339 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Pushing event deleted for resources: {'Port': ['ID=2f036455-77d1-44b1-a289-be331a8776cc,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:59.235793 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 6ab2d782-d276-4986-89ec-66c253440200 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:22:59.242096 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 6ab2d782-d276-4986-89ec-66c253440200 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:22:59.242640 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:59.345134 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-248f19a2-492b-443c-8949-434ac06c0b5b req-1f135758-9367-4f60-a84b-88cd6918fae3 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203729 Feb 09 12:22:59.421252 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c24b562c-636f-4243-8556-3cc91f54e339 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Notify callbacks [] for floatingip, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:59.437844 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b3ecd-c007-4361-93a9-047b46e91539 req-e139395f-89dd-4749-896a-9ba08b520d87 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:59.439769 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-080b3ecd-c007-4361-93a9-047b46e91539 req-e139395f-89dd-4749-896a-9ba08b520d87 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 950 time: 0.3522956 Feb 09 12:22:59.441071 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1e69b-28a0-47c1-8ff6-0bc1e66575e1 req-8f653c9a-9148-415e-b757-14c11c848da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:59.442089 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0413176-6dc5-4efc-92c4-b1fcba5cdebd req-2693c332-9b06-4dfc-8286-997f765f71ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:59.443504 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-76d1e69b-28a0-47c1-8ff6-0bc1e66575e1 req-8f653c9a-9148-415e-b757-14c11c848da9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.3515263 Feb 09 12:22:59.444893 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c0413176-6dc5-4efc-92c4-b1fcba5cdebd req-2693c332-9b06-4dfc-8286-997f765f71ac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48298ec907a946ddb2f0d8ac4aa52547&device_id=86ae2989-6437-44bf-8cfa-73e0f503c19e HTTP/1.1" status: 200 len: 1094 time: 0.3390546 Feb 09 12:22:59.462179 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:59.479363 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c24b562c-636f-4243-8556-3cc91f54e339 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:59.484668 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c24b562c-636f-4243-8556-3cc91f54e339 tempest-ServersTestManualDisk-1286514707 tempest-ServersTestManualDisk-1286514707-project] 10.222.0.55 "DELETE /v2.0/floatingips/247368ca-a03d-4bcb-9d57-41c2c233f65f HTTP/1.1" status: 204 len: 168 time: 1.3811557 Feb 09 12:22:59.485937 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49202) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:22:59.504708 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 6ab2d782-d276-4986-89ec-66c253440200, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=6ab2d782-d276-4986-89ec-66c253440200,segment=NetworkSegment(d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5),segment_id=d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:22:59.507099 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65bfe493-4e63-4141-91d2-2a2b2c0d26d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab2d782-d276-4986-89ec-66c253440200'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:22:59.517018 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:22:59.612310 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=6ab2d782-d276-4986-89ec-66c253440200,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:22:59.626497 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-76d1e69b-28a0-47c1-8ff6-0bc1e66575e1 req-428a86b6-6f1a-44f6-8c58-992a4f55d249 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=08601888-bd41-4769-a19e-2b5f519c58c0 HTTP/1.1" status: 200 len: 217 time: 0.1606193 Feb 09 12:22:59.639005 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65bfe493-4e63-4141-91d2-2a2b2c0d26d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab2d782-d276-4986-89ec-66c253440200', 'code': 200} Feb 09 12:22:59.701463 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-080b3ecd-c007-4361-93a9-047b46e91539 req-f57b05f1-92ac-4845-9057-87000ccbc203 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340848 Feb 09 12:22:59.737424 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1e69b-28a0-47c1-8ff6-0bc1e66575e1 req-30440ddb-6260-4547-bd2f-4dd1f4485ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:59.738849 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-76d1e69b-28a0-47c1-8ff6-0bc1e66575e1 req-30440ddb-6260-4547-bd2f-4dd1f4485ee4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.1000829 Feb 09 12:22:59.995414 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0413176-6dc5-4efc-92c4-b1fcba5cdebd req-00aec33d-d232-4bdd-befe-2ad49bc13ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:22:59.997038 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c0413176-6dc5-4efc-92c4-b1fcba5cdebd req-00aec33d-d232-4bdd-befe-2ad49bc13ed9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef8cbc95-953d-4d9d-a80a-2c68322f6f7f HTTP/1.1" status: 200 len: 909 time: 0.5445979 Feb 09 12:23:00.093206 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a6a934c4-f5d5-408f-b4f2-5c01e8720037 req-4e9a3270-af29-49ea-bbe3-e8b1c5e0ad8d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:00.095492 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c0413176-6dc5-4efc-92c4-b1fcba5cdebd req-b3a53005-dc87-4590-afe8-684392d0d8e8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbc3a7e8-bad8-4e20-9899-c394e197af20 HTTP/1.1" status: 200 len: 217 time: 0.0921574 Feb 09 12:23:00.100902 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-915df784-6894-4b5b-9a94-986cea3ce352 req-afba8d0c-9905-4a39-949a-a6f62f3c016a tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee6f574-d1bf-4d06-a333-a2cb384559e5 HTTP/1.1" status: 200 len: 210 time: 0.0887761 Feb 09 12:23:00.152917 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef094e0c-45b1-415e-b5ae-8bd46b84ce21 req-7f77ded9-43af-4d5c-9194-a7268002b670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:00.154413 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ef094e0c-45b1-415e-b5ae-8bd46b84ce21 req-7f77ded9-43af-4d5c-9194-a7268002b670 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=65bfe493-4e63-4141-91d2-2a2b2c0d26d8 HTTP/1.1" status: 200 len: 1097 time: 0.4115720 Feb 09 12:23:00.185285 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1e69b-28a0-47c1-8ff6-0bc1e66575e1 req-359305dd-8c85-4d98-9551-b176c1941e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:00.186737 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-76d1e69b-28a0-47c1-8ff6-0bc1e66575e1 req-359305dd-8c85-4d98-9551-b176c1941e6d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3967314 Feb 09 12:23:00.212295 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0413176-6dc5-4efc-92c4-b1fcba5cdebd req-40045674-f854-48fc-b64b-dabf4bd82eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:00.213728 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c0413176-6dc5-4efc-92c4-b1fcba5cdebd req-40045674-f854-48fc-b64b-dabf4bd82eb5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=366798ce-1b6a-4537-9fda-2703703dab8f HTTP/1.1" status: 200 len: 848 time: 0.1065791 Feb 09 12:23:00.229371 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14965b-48fa-43aa-b219-5deadf5eaa90 req-4444b851-4152-49a6-b535-a25796f632fd tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:00.230805 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1c14965b-48fa-43aa-b219-5deadf5eaa90 req-4444b851-4152-49a6-b535-a25796f632fd tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=86ae2989-6437-44bf-8cfa-73e0f503c19e HTTP/1.1" status: 200 len: 943 time: 0.2630205 Feb 09 12:23:00.273666 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c0413176-6dc5-4efc-92c4-b1fcba5cdebd req-ae948dea-6cf9-472b-a15d-17d2d90670d1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef8cbc95-953d-4d9d-a80a-2c68322f6f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469272 Feb 09 12:23:00.367654 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ef094e0c-45b1-415e-b5ae-8bd46b84ce21 req-112ada32-2379-42da-83cf-68eb5a227b25 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011859 Feb 09 12:23:00.372217 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a6a934c4-f5d5-408f-b4f2-5c01e8720037 req-4e9a3270-af29-49ea-bbe3-e8b1c5e0ad8d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:00.466048 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c0413176-6dc5-4efc-92c4-b1fcba5cdebd req-26dca31d-9fd8-44a9-a622-0ef575d60095 service neutron] 10.222.0.46 "GET /v2.0/networks/ef8cbc95-953d-4d9d-a80a-2c68322f6f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853335 Feb 09 12:23:00.483732 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e727426c-60d8-416c-a809-7a9c3ecc816e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:00.496395 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1c14965b-48fa-43aa-b219-5deadf5eaa90 req-585269f3-be46-4055-9cf4-698f36084753 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758490 Feb 09 12:23:00.500740 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6a934c4-f5d5-408f-b4f2-5c01e8720037 req-4e9a3270-af29-49ea-bbe3-e8b1c5e0ad8d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Network cd0eeec7-232a-4918-9932-95d1042e3c75 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:23:00.505554 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-a6a934c4-f5d5-408f-b4f2-5c01e8720037 req-4e9a3270-af29-49ea-bbe3-e8b1c5e0ad8d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:23:00.508426 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a934c4-f5d5-408f-b4f2-5c01e8720037 req-4e9a3270-af29-49ea-bbe3-e8b1c5e0ad8d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:23:00.556474 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a3270-af29-49ea-bbe3-e8b1c5e0ad8d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Pushing event updated for resources: {'Port': ['ID=200b1d0b-edea-47ab-bccd-e5d6c41518ca,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:00.571886 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-76d1e69b-28a0-47c1-8ff6-0bc1e66575e1 req-c9813015-0191-4d92-aa44-b3000f190ef6 service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762102 Feb 09 12:23:00.580743 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a3270-af29-49ea-bbe3-e8b1c5e0ad8d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:23:00.581095 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a3270-af29-49ea-bbe3-e8b1c5e0ad8d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:23:00.581431 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a3270-af29-49ea-bbe3-e8b1c5e0ad8d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:23:00.581763 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a3270-af29-49ea-bbe3-e8b1c5e0ad8d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:23:00.582092 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a3270-af29-49ea-bbe3-e8b1c5e0ad8d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:23:00.582419 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a3270-af29-49ea-bbe3-e8b1c5e0ad8d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:23:00.582743 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a3270-af29-49ea-bbe3-e8b1c5e0ad8d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:23:00.583067 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a3270-af29-49ea-bbe3-e8b1c5e0ad8d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:23:00.584012 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a3270-af29-49ea-bbe3-e8b1c5e0ad8d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:23:00.584591 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a3270-af29-49ea-bbe3-e8b1c5e0ad8d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:23:00.585085 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a3270-af29-49ea-bbe3-e8b1c5e0ad8d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:23:00.585424 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a3270-af29-49ea-bbe3-e8b1c5e0ad8d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:23:00.684141 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75961f-d0ae-4758-809e-6cccfa1fceaa req-408db10b-ed28-4911-b5e7-1644f3a92e52 tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:00.685627 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4a75961f-d0ae-4758-809e-6cccfa1fceaa req-408db10b-ed28-4911-b5e7-1644f3a92e52 tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7fbb5ae-1441-44ab-9539-d63adb360e7f HTTP/1.1" status: 200 len: 946 time: 0.4693916 Feb 09 12:23:00.700405 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a934c4-f5d5-408f-b4f2-5c01e8720037 req-4e9a3270-af29-49ea-bbe3-e8b1c5e0ad8d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:00.701024 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a6a934c4-f5d5-408f-b4f2-5c01e8720037 req-4e9a3270-af29-49ea-bbe3-e8b1c5e0ad8d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:00.852816 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a6a934c4-f5d5-408f-b4f2-5c01e8720037 req-4e9a3270-af29-49ea-bbe3-e8b1c5e0ad8d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5507696 Feb 09 12:23:00.857980 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4a75961f-d0ae-4758-809e-6cccfa1fceaa req-be269014-074b-41fd-90c6-8470deec2277 tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] 10.222.0.55 "GET /v2.0/security-groups?id=629c7bd1-c37b-4b4f-a469-0196e092ff2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495125 Feb 09 12:23:00.876300 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-a6a934c4-f5d5-408f-b4f2-5c01e8720037 req-ca15ac09-7518-4cea-a276-8902089fb557 service neutron] Request body: {'port': {'device_id': '5ee6f574-d1bf-4d06-a333-a2cb384559e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:23:00.919787 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-76d1e69b-28a0-47c1-8ff6-0bc1e66575e1 req-0429ee52-eea1-4c50-bc02-d8b74ef59c33 service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309915 Feb 09 12:23:00.949772 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730e041-0576-4495-8ce6-16c270ff34c6 req-a64b7b98-6267-49e6-98a5-cb8f2741d4eb tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:00.951261 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0730e041-0576-4495-8ce6-16c270ff34c6 req-a64b7b98-6267-49e6-98a5-cb8f2741d4eb tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=65bfe493-4e63-4141-91d2-2a2b2c0d26d8 HTTP/1.1" status: 200 len: 946 time: 0.2448788 Feb 09 12:23:01.005037 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 08601888-bd41-4769-a19e-2b5f519c58c0 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:23:01.029347 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c0413176-6dc5-4efc-92c4-b1fcba5cdebd req-47060eab-ae1e-4574-9e88-735527d88191 service neutron] 10.222.0.46 "GET /v2.0/networks/ef8cbc95-953d-4d9d-a80a-2c68322f6f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4638591 Feb 09 12:23:01.104228 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a6a934c4-f5d5-408f-b4f2-5c01e8720037 req-ca15ac09-7518-4cea-a276-8902089fb557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:01.142312 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:01.148608 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-e727426c-60d8-416c-a809-7a9c3ecc816e admin admin] Deleting port 8493ab5d-9349-4588-bd4b-07fce167b9b3 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:23:01.149165 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e727426c-60d8-416c-a809-7a9c3ecc816e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:01.158521 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0730e041-0576-4495-8ce6-16c270ff34c6 req-ff45de98-81a7-46a6-83a9-2dbd90d19378 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754160 Feb 09 12:23:01.178039 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 08601888-bd41-4769-a19e-2b5f519c58c0, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=08601888-bd41-4769-a19e-2b5f519c58c0,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:23:01.191579 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:01.264356 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=08601888-bd41-4769-a19e-2b5f519c58c0,revision_number=6']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:01.279282 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982fb6b-5e56-413e-b8a0-430d886cc919 req-efbf3d11-6317-4e55-bdc5-c5ed03cf5cf8 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:01.280906 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c982fb6b-5e56-413e-b8a0-430d886cc919 req-efbf3d11-6317-4e55-bdc5-c5ed03cf5cf8 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 950 time: 0.2790835 Feb 09 12:23:01.354443 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-e727426c-60d8-416c-a809-7a9c3ecc816e admin admin] For port 8493ab5d-9349-4588-bd4b-07fce167b9b3, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=8493ab5d-9349-4588-bd4b-07fce167b9b3,segment=NetworkSegment(82e7954e-4059-4af9-88d7-222a2af116b3),segment_id=82e7954e-4059-4af9-88d7-222a2af116b3)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:23:01.354765 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e727426c-60d8-416c-a809-7a9c3ecc816e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:01.425264 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c982fb6b-5e56-413e-b8a0-430d886cc919 req-e3aad970-01a3-450e-99dd-4146758d496a tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352942 Feb 09 12:23:01.479722 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-e727426c-60d8-416c-a809-7a9c3ecc816e admin admin] Calling delete_port for 8493ab5d-9349-4588-bd4b-07fce167b9b3 owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:23:01.545989 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560d0a8-0865-4fbd-a338-2930c1648db3 req-3309dc78-a8ee-4182-92b6-83e3761643dc tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:01.546709 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-a560d0a8-0865-4fbd-a338-2930c1648db3 req-3309dc78-a8ee-4182-92b6-83e3761643dc tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Synchronizing usage tracker for tenant:3e281b9d46b64541906a07f8f1e1d262 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:23:01.588753 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-a560d0a8-0865-4fbd-a338-2930c1648db3 req-3309dc78-a8ee-4182-92b6-83e3761643dc tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Unset dirty status for tenant:3e281b9d46b64541906a07f8f1e1d262 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:23:01.590104 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a560d0a8-0865-4fbd-a338-2930c1648db3 req-3309dc78-a8ee-4182-92b6-83e3761643dc tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee6f574-d1bf-4d06-a333-a2cb384559e5 HTTP/1.1" status: 200 len: 932 time: 0.3015580 Feb 09 12:23:01.640673 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01599260-5f20-420e-9ea8-7409b9f6301c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08601888-bd41-4769-a19e-2b5f519c58c0'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:23:01.676050 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e727426c-60d8-416c-a809-7a9c3ecc816e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:01.725401 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e727426c-60d8-416c-a809-7a9c3ecc816e admin admin] Pushing event deleted for resources: {'Port': ['ID=8493ab5d-9349-4588-bd4b-07fce167b9b3,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:01.940670 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a560d0a8-0865-4fbd-a338-2930c1648db3 req-079f7928-feb0-435c-90d5-62f0d783d76c tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1740fde-ed7b-450f-94e7-17e594dcc7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351402 Feb 09 12:23:01.945445 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-a6a934c4-f5d5-408f-b4f2-5c01e8720037 req-ca15ac09-7518-4cea-a276-8902089fb557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 200b1d0b-edea-47ab-bccd-e5d6c41518ca {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:23:01.969228 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a6a934c4-f5d5-408f-b4f2-5c01e8720037 req-ca15ac09-7518-4cea-a276-8902089fb557 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:01.999229 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-a6a934c4-f5d5-408f-b4f2-5c01e8720037 req-ca15ac09-7518-4cea-a276-8902089fb557 service neutron] Transition to ACTIVE for port object 200b1d0b-edea-47ab-bccd-e5d6c41518ca will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:23:02.009273 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a6a934c4-f5d5-408f-b4f2-5c01e8720037 req-ca15ac09-7518-4cea-a276-8902089fb557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:02.030831 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e727426c-60d8-416c-a809-7a9c3ecc816e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:02.078034 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b00e9d-6ec5-4194-8694-9763cbd5e8f2 req-4938c0c3-4940-4b7a-84c7-06d953f96094 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:02.079631 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-68b00e9d-6ec5-4194-8694-9763cbd5e8f2 req-4938c0c3-4940-4b7a-84c7-06d953f96094 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=86ae2989-6437-44bf-8cfa-73e0f503c19e HTTP/1.1" status: 200 len: 943 time: 0.4552023 Feb 09 12:23:02.098486 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7712e-1a33-44de-8d5c-53327e9dd998 req-98c945cb-d3fc-418f-8525-aef62c3a75ef tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:02.100064 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-87d7712e-1a33-44de-8d5c-53327e9dd998 req-98c945cb-d3fc-418f-8525-aef62c3a75ef tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] 10.222.0.52 "GET /v2.0/ports?device_id=d7fbb5ae-1441-44ab-9539-d63adb360e7f HTTP/1.1" status: 200 len: 946 time: 0.4108882 Feb 09 12:23:02.128042 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01599260-5f20-420e-9ea8-7409b9f6301c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08601888-bd41-4769-a19e-2b5f519c58c0', 'code': 200} Feb 09 12:23:02.329066 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca15ac09-7518-4cea-a276-8902089fb557 service neutron] Pushing event updated for resources: {'Port': ['ID=200b1d0b-edea-47ab-bccd-e5d6c41518ca,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:02.355293 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-68b00e9d-6ec5-4194-8694-9763cbd5e8f2 req-ba492142-7c67-451a-aa79-e5045bd3624e tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654781 Feb 09 12:23:02.406044 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-87d7712e-1a33-44de-8d5c-53327e9dd998 req-456ac4f5-b007-40e2-8030-e0bdf9c2551f tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] Deleting port 17f10a25-0d5a-476d-84f4-f4ff3a1a4ca3 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:23:02.406388 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-87d7712e-1a33-44de-8d5c-53327e9dd998 req-456ac4f5-b007-40e2-8030-e0bdf9c2551f tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:02.418656 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e727426c-60d8-416c-a809-7a9c3ecc816e admin admin] Router a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:23:02.609502 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-a6a934c4-f5d5-408f-b4f2-5c01e8720037 req-ca15ac09-7518-4cea-a276-8902089fb557 service neutron] Attempting to bind port 200b1d0b-edea-47ab-bccd-e5d6c41518ca on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:23:02.609794 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-a6a934c4-f5d5-408f-b4f2-5c01e8720037 req-ca15ac09-7518-4cea-a276-8902089fb557 service neutron] Attempting to bind port 200b1d0b-edea-47ab-bccd-e5d6c41518ca by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': 'dc30de51-0ecc-48b6-a874-d688a7830e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'cd0eeec7-232a-4918-9932-95d1042e3c75'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:23:02.610073 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a934c4-f5d5-408f-b4f2-5c01e8720037 req-ca15ac09-7518-4cea-a276-8902089fb557 service neutron] Attempting to bind port 200b1d0b-edea-47ab-bccd-e5d6c41518ca on network cd0eeec7-232a-4918-9932-95d1042e3c75 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:23:02.629149 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835f9b3-66de-4a14-a9f0-9bfd336f3300 req-bf9f0d18-af85-4c76-aa99-befec8bec036 tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:02.630734 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7835f9b3-66de-4a14-a9f0-9bfd336f3300 req-bf9f0d18-af85-4c76-aa99-befec8bec036 tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7fbb5ae-1441-44ab-9539-d63adb360e7f HTTP/1.1" status: 200 len: 946 time: 0.4087255 Feb 09 12:23:02.634376 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a934c4-f5d5-408f-b4f2-5c01e8720037 req-ca15ac09-7518-4cea-a276-8902089fb557 service neutron] Port 200b1d0b-edea-47ab-bccd-e5d6c41518ca on network cd0eeec7-232a-4918-9932-95d1042e3c75 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:23:02.634694 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a934c4-f5d5-408f-b4f2-5c01e8720037 req-ca15ac09-7518-4cea-a276-8902089fb557 service neutron] Attempting to bind port 200b1d0b-edea-47ab-bccd-e5d6c41518ca on network cd0eeec7-232a-4918-9932-95d1042e3c75 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:23:02.662724 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a934c4-f5d5-408f-b4f2-5c01e8720037 req-ca15ac09-7518-4cea-a276-8902089fb557 service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:23:02.663062 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a934c4-f5d5-408f-b4f2-5c01e8720037 req-ca15ac09-7518-4cea-a276-8902089fb557 service neutron] Checking segment: {'id': 'dc30de51-0ecc-48b6-a874-d688a7830e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'cd0eeec7-232a-4918-9932-95d1042e3c75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:23:02.663440 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a934c4-f5d5-408f-b4f2-5c01e8720037 req-ca15ac09-7518-4cea-a276-8902089fb557 service neutron] Bound using segment: {'id': 'dc30de51-0ecc-48b6-a874-d688a7830e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'cd0eeec7-232a-4918-9932-95d1042e3c75'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:23:02.663905 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-a6a934c4-f5d5-408f-b4f2-5c01e8720037 req-ca15ac09-7518-4cea-a276-8902089fb557 service neutron] Bound port: 200b1d0b-edea-47ab-bccd-e5d6c41518ca, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc30de51-0ecc-48b6-a874-d688a7830e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'cd0eeec7-232a-4918-9932-95d1042e3c75'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:23:02.664252 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a6a934c4-f5d5-408f-b4f2-5c01e8720037 req-ca15ac09-7518-4cea-a276-8902089fb557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:02.713213 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e727426c-60d8-416c-a809-7a9c3ecc816e admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:23:02.723267 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d069a3-09a4-4aad-bdf6-a3a1989ff3d6 None None] Sync routers for ids ['a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:23:02.727870 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e727426c-60d8-416c-a809-7a9c3ecc816e admin admin] 10.222.0.55 "PUT /v2.0/routers/a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2382545 Feb 09 12:23:02.728013 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49236) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:23:02.735896 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d069a3-09a4-4aad-bdf6-a3a1989ff3d6 None None] Routers {'a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:23:02.738674 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-00d069a3-09a4-4aad-bdf6-a3a1989ff3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:22:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:23:02.852753 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b879b4-5e4e-47e8-b5d2-c3af4c63ae69 req-ebf3a996-3e40-4c70-ab4f-cccf5108869d tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:02.854415 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-13b879b4-5e4e-47e8-b5d2-c3af4c63ae69 req-ebf3a996-3e40-4c70-ab4f-cccf5108869d tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=65bfe493-4e63-4141-91d2-2a2b2c0d26d8 HTTP/1.1" status: 200 len: 946 time: 0.3862140 Feb 09 12:23:02.867655 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7835f9b3-66de-4a14-a9f0-9bfd336f3300 req-30ca02ed-f97a-406a-b34d-97409a115a19 tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] 10.222.0.55 "GET /v2.0/security-groups?id=629c7bd1-c37b-4b4f-a469-0196e092ff2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279892 Feb 09 12:23:02.920492 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-50a75ab0-df43-479d-8347-12a9c6840a25 admin admin] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:02.926450 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-00d069a3-09a4-4aad-bdf6-a3a1989ff3d6 None None] Set router a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:23:02.959200 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-13b879b4-5e4e-47e8-b5d2-c3af4c63ae69 req-c5d0eb93-b185-4b9c-ba53-7d77b133d4e9 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860770 Feb 09 12:23:02.973848 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-a6a934c4-f5d5-408f-b4f2-5c01e8720037 req-ca15ac09-7518-4cea-a276-8902089fb557 service neutron] For port 200b1d0b-edea-47ab-bccd-e5d6c41518ca, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:23:02.990596 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-87d7712e-1a33-44de-8d5c-53327e9dd998 req-456ac4f5-b007-40e2-8030-e0bdf9c2551f tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] For port 17f10a25-0d5a-476d-84f4-f4ff3a1a4ca3, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=17f10a25-0d5a-476d-84f4-f4ff3a1a4ca3,segment=NetworkSegment(c2563741-18e8-416c-a7c5-905359472460),segment_id=c2563741-18e8-416c-a7c5-905359472460)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:23:02.991102 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-87d7712e-1a33-44de-8d5c-53327e9dd998 req-456ac4f5-b007-40e2-8030-e0bdf9c2551f tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:03.004083 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-a6a934c4-f5d5-408f-b4f2-5c01e8720037 req-ca15ac09-7518-4cea-a276-8902089fb557 service neutron] For port 200b1d0b-edea-47ab-bccd-e5d6c41518ca, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=200b1d0b-edea-47ab-bccd-e5d6c41518ca,segment=NetworkSegment(dc30de51-0ecc-48b6-a874-d688a7830e7a),segment_id=dc30de51-0ecc-48b6-a874-d688a7830e7a)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:23:03.210956 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a6a934c4-f5d5-408f-b4f2-5c01e8720037 req-ca15ac09-7518-4cea-a276-8902089fb557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:03.231691 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-87d7712e-1a33-44de-8d5c-53327e9dd998 req-456ac4f5-b007-40e2-8030-e0bdf9c2551f tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] Calling delete_port for 17f10a25-0d5a-476d-84f4-f4ff3a1a4ca3 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:23:03.249677 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-50a75ab0-df43-479d-8347-12a9c6840a25 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:03.273359 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-50a75ab0-df43-479d-8347-12a9c6840a25 admin admin] Deleting port 9beb2e63-c4d4-44df-94bf-86423410258a {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:23:03.273719 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-50a75ab0-df43-479d-8347-12a9c6840a25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:03.426070 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a934c4-f5d5-408f-b4f2-5c01e8720037 req-ca15ac09-7518-4cea-a276-8902089fb557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:03.426667 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a6a934c4-f5d5-408f-b4f2-5c01e8720037 req-ca15ac09-7518-4cea-a276-8902089fb557 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:03.429862 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a6a934c4-f5d5-408f-b4f2-5c01e8720037 req-ca15ac09-7518-4cea-a276-8902089fb557 service neutron] 10.222.0.52 "PUT /v2.0/ports/200b1d0b-edea-47ab-bccd-e5d6c41518ca HTTP/1.1" status: 200 len: 1092 time: 2.5596781 Feb 09 12:23:03.441101 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ee6f574-d1bf-4d06-a333-a2cb384559e5', 'tag': '200b1d0b-edea-47ab-bccd-e5d6c41518ca'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:23:03.470971 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-00d069a3-09a4-4aad-bdf6-a3a1989ff3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87', 'name': 'tempest-ServersTestManualDisk-550994218-router', 'tenant_id': '74e25e3f451e47c2a8d748a546e69f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '9beb2e63-c4d4-44df-94bf-86423410258a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:20:53Z', 'updated_at': '2022-02-09T12:23:01Z', 'revision_number': 5, 'project_id': '74e25e3f451e47c2a8d748a546e69f97', 'gw_port': {'id': '9beb2e63-c4d4-44df-94bf-86423410258a', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:20:54Z', 'updated_at': '2022-02-09T12:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:23:03.492368 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d069a3-09a4-4aad-bdf6-a3a1989ff3d6 None None] Checking router: a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:23:03.513427 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d069a3-09a4-4aad-bdf6-a3a1989ff3d6 None None] Routers {'a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:23:03.514053 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-00d069a3-09a4-4aad-bdf6-a3a1989ff3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:22:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:23:03.566935 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca15ac09-7518-4cea-a276-8902089fb557 service neutron] Pushing event updated for resources: {'Port': ['ID=200b1d0b-edea-47ab-bccd-e5d6c41518ca,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:03.608743 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-50a75ab0-df43-479d-8347-12a9c6840a25 admin admin] For port 9beb2e63-c4d4-44df-94bf-86423410258a, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=9beb2e63-c4d4-44df-94bf-86423410258a,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:23:03.609225 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-50a75ab0-df43-479d-8347-12a9c6840a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:03.673871 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a419c-2a61-48ad-a38f-880b20e369c7 req-6919453b-0dc9-4a83-9c6a-ad09d73fcee6 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:03.685653 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7d3a419c-2a61-48ad-a38f-880b20e369c7 req-6919453b-0dc9-4a83-9c6a-ad09d73fcee6 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 948 time: 0.6127617 Feb 09 12:23:03.741518 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-00d069a3-09a4-4aad-bdf6-a3a1989ff3d6 None None] Set router a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87 gateway port host: None {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:23:03.764182 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-50a75ab0-df43-479d-8347-12a9c6840a25 admin admin] Calling delete_port for 9beb2e63-c4d4-44df-94bf-86423410258a owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:23:03.884207 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cf4b4-9cac-45b2-b158-a7170e27c91d req-1723c704-1922-493d-a0f2-886c187a1f8b tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:03.892965 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-115cf4b4-9cac-45b2-b158-a7170e27c91d req-1723c704-1922-493d-a0f2-886c187a1f8b tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee6f574-d1bf-4d06-a333-a2cb384559e5 HTTP/1.1" status: 200 len: 944 time: 0.7203956 Feb 09 12:23:03.899931 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-00d069a3-09a4-4aad-bdf6-a3a1989ff3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87', 'name': 'tempest-ServersTestManualDisk-550994218-router', 'tenant_id': '74e25e3f451e47c2a8d748a546e69f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:20:53Z', 'updated_at': '2022-02-09T12:23:03Z', 'revision_number': 6, 'project_id': '74e25e3f451e47c2a8d748a546e69f97', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:23:03.904134 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d069a3-09a4-4aad-bdf6-a3a1989ff3d6 None None] The sync data for ids ['a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87'] in n-d-825178-3 is: [{'id': 'a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87', 'name': 'tempest-ServersTestManualDisk-550994218-router', 'tenant_id': '74e25e3f451e47c2a8d748a546e69f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:20:53Z', 'updated_at': '2022-02-09T12:23:03Z', 'revision_number': 6, 'project_id': '74e25e3f451e47c2a8d748a546e69f97', 'gw_port_host': None}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:23:03.952146 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7d3a419c-2a61-48ad-a38f-880b20e369c7 req-409edee6-4bd0-4051-8b2f-29d60f79cf91 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654142 Feb 09 12:23:03.963463 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-87d7712e-1a33-44de-8d5c-53327e9dd998 req-456ac4f5-b007-40e2-8030-e0bdf9c2551f tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:03.995859 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-50a75ab0-df43-479d-8347-12a9c6840a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:04.045961 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a934c4-f5d5-408f-b4f2-5c01e8720037 req-c3f209a4-f53f-45db-a0e6-a9243e5963b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:04.047474 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a6a934c4-f5d5-408f-b4f2-5c01e8720037 req-c3f209a4-f53f-45db-a0e6-a9243e5963b1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3e281b9d46b64541906a07f8f1e1d262&device_id=5ee6f574-d1bf-4d06-a333-a2cb384559e5 HTTP/1.1" status: 200 len: 1095 time: 0.5546927 Feb 09 12:23:04.053588 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456ac4f5-b007-40e2-8030-e0bdf9c2551f tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] Pushing event deleted for resources: {'Port': ['ID=17f10a25-0d5a-476d-84f4-f4ff3a1a4ca3,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:04.058357 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-115cf4b4-9cac-45b2-b158-a7170e27c91d req-47ac83fe-7af6-4834-a400-f69320c2a7c2 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1740fde-ed7b-450f-94e7-17e594dcc7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621959 Feb 09 12:23:04.077566 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a75ab0-df43-479d-8347-12a9c6840a25 admin admin] Pushing event deleted for resources: {'Port': ['ID=9beb2e63-c4d4-44df-94bf-86423410258a,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:04.147531 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a6a934c4-f5d5-408f-b4f2-5c01e8720037 req-71bd1cba-62eb-44a3-84de-e48388bd53da service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=200b1d0b-edea-47ab-bccd-e5d6c41518ca HTTP/1.1" status: 200 len: 217 time: 0.0861824 Feb 09 12:23:04.218071 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ee6f574-d1bf-4d06-a333-a2cb384559e5', 'tag': '200b1d0b-edea-47ab-bccd-e5d6c41518ca', 'status': 'completed', 'code': 200} Feb 09 12:23:04.263486 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d7712e-1a33-44de-8d5c-53327e9dd998 req-456ac4f5-b007-40e2-8030-e0bdf9c2551f tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] No DVR routers for this DVR port 17f10a25-0d5a-476d-84f4-f4ff3a1a4ca3 on host n-h1-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:23:04.264025 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-50a75ab0-df43-479d-8347-12a9c6840a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:04.328460 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-87d7712e-1a33-44de-8d5c-53327e9dd998 req-456ac4f5-b007-40e2-8030-e0bdf9c2551f tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:04.436765 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-87d7712e-1a33-44de-8d5c-53327e9dd998 req-456ac4f5-b007-40e2-8030-e0bdf9c2551f tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] 10.222.0.52 "DELETE /v2.0/ports/17f10a25-0d5a-476d-84f4-f4ff3a1a4ca3 HTTP/1.1" status: 204 len: 173 time: 2.2729347 Feb 09 12:23:04.441671 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-59ede868-2381-4dba-b268-56550a23303d req-e1f4320f-c499-46df-a45b-ad1ec379c087 tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] Synchronizing usage tracker for tenant:7a90c37f6ca347f2b6967b7832e31641 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:23:04.448150 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a934c4-f5d5-408f-b4f2-5c01e8720037 req-c8964b16-beff-4e55-9a92-9a7e0fbf4194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:04.449666 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a6a934c4-f5d5-408f-b4f2-5c01e8720037 req-c8964b16-beff-4e55-9a92-9a7e0fbf4194 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=264393e0-eb04-4464-8575-4a6447ca8fe8 HTTP/1.1" status: 200 len: 862 time: 0.2274268 Feb 09 12:23:04.532404 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a6a934c4-f5d5-408f-b4f2-5c01e8720037 req-68cba651-644d-43ff-9d80-b6f0240a0c37 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cd0eeec7-232a-4918-9932-95d1042e3c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673318 Feb 09 12:23:04.563910 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-59ede868-2381-4dba-b268-56550a23303d req-e1f4320f-c499-46df-a45b-ad1ec379c087 tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] Unset dirty status for tenant:7a90c37f6ca347f2b6967b7832e31641 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:23:04.565331 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-59ede868-2381-4dba-b268-56550a23303d req-e1f4320f-c499-46df-a45b-ad1ec379c087 tempest-ServerAddressesTestJSON-1092698911 tempest-ServerAddressesTestJSON-1092698911-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7fbb5ae-1441-44ab-9539-d63adb360e7f HTTP/1.1" status: 200 len: 210 time: 0.2782321 Feb 09 12:23:04.604204 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-50a75ab0-df43-479d-8347-12a9c6840a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:04.606503 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-50a75ab0-df43-479d-8347-12a9c6840a25 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:04.634957 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-50a75ab0-df43-479d-8347-12a9c6840a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:04.635940 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a75ab0-df43-479d-8347-12a9c6840a25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:23:04.653497 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-50a75ab0-df43-479d-8347-12a9c6840a25 admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:04.655878 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-50a75ab0-df43-479d-8347-12a9c6840a25 admin admin] 10.222.0.55 "DELETE /v2.0/routers/a8ac70f2-7ab8-4ee4-85da-03b6f7c70a87 HTTP/1.1" status: 204 len: 168 time: 1.9257023 Feb 09 12:23:04.657108 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49260) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:23:04.687979 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d3e1c-6348-4156-9e5f-c1f69f9533e9 req-5875a491-ec8a-430f-bc92-de1a67cc63b7 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:04.695031 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1f1d3e1c-6348-4156-9e5f-c1f69f9533e9 req-5875a491-ec8a-430f-bc92-de1a67cc63b7 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=86ae2989-6437-44bf-8cfa-73e0f503c19e HTTP/1.1" status: 200 len: 943 time: 0.3682890 Feb 09 12:23:04.738712 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9eb6760-6a4a-4691-b92d-a7fe24a159a2 admin admin] Deleting subnet 810877b8-772a-476f-9d85-927aa877f608 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:23:04.742302 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e9eb6760-6a4a-4691-b92d-a7fe24a159a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:04.756645 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a6a934c4-f5d5-408f-b4f2-5c01e8720037 req-82c72dc5-bdab-4604-99c5-37e648d8e490 service neutron] 10.222.0.52 "GET /v2.0/networks/cd0eeec7-232a-4918-9932-95d1042e3c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167151 Feb 09 12:23:04.805579 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e9eb6760-6a4a-4691-b92d-a7fe24a159a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:04.811353 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1f1d3e1c-6348-4156-9e5f-c1f69f9533e9 req-8a08c6ad-d719-4acf-97db-ded64013275a tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064575 Feb 09 12:23:04.885616 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e9eb6760-6a4a-4691-b92d-a7fe24a159a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:04.935278 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a6a934c4-f5d5-408f-b4f2-5c01e8720037 req-cc096a06-8286-431f-8a1e-973b12bf0113 service neutron] 10.222.0.52 "GET /v2.0/networks/cd0eeec7-232a-4918-9932-95d1042e3c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670566 Feb 09 12:23:04.984374 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e9eb6760-6a4a-4691-b92d-a7fe24a159a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:05.041582 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 08601888-bd41-4769-a19e-2b5f519c58c0 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:23:05.068664 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e9eb6760-6a4a-4691-b92d-a7fe24a159a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:05.092782 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb6760-6a4a-4691-b92d-a7fe24a159a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=810877b8-772a-476f-9d85-927aa877f608,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:05.100781 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e9eb6760-6a4a-4691-b92d-a7fe24a159a2 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/810877b8-772a-476f-9d85-927aa877f608 HTTP/1.1" status: 204 len: 168 time: 0.4426222 Feb 09 12:23:05.103341 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49276) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:23:05.183030 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fdb166-0bb3-43c4-b25b-a43b0e23a61f req-a71045a4-ff69-434f-b6ca-0018b2c225b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:05.184594 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-34fdb166-0bb3-43c4-b25b-a43b0e23a61f req-a71045a4-ff69-434f-b6ca-0018b2c225b2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3e281b9d46b64541906a07f8f1e1d262&device_id=5ee6f574-d1bf-4d06-a333-a2cb384559e5 HTTP/1.1" status: 200 len: 1095 time: 0.1656387 Feb 09 12:23:05.229644 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-31cff02b-e003-4426-80b1-5875ce589dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:05.230848 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c23b5e-f1aa-452f-805e-c91912db3a7d req-21e2c513-1879-4d8e-9d9b-3a2bf116a26d tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:05.232695 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-07c23b5e-f1aa-452f-805e-c91912db3a7d req-21e2c513-1879-4d8e-9d9b-3a2bf116a26d tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 948 time: 0.1360443 Feb 09 12:23:05.244593 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-31cff02b-e003-4426-80b1-5875ce589dc4 admin admin] Deleting port 9d933634-c991-4b25-af8a-af29518253a4 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:23:05.244763 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 17f10a25-0d5a-476d-84f4-f4ff3a1a4ca3 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:23:05.244842 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-31cff02b-e003-4426-80b1-5875ce589dc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:05.286771 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707ebd76-dfaf-43db-9ed0-edc8f271037e None None] Network 67898def-3951-49d0-9293-cb5c954f5ec1 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:23:05.383502 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-07c23b5e-f1aa-452f-805e-c91912db3a7d req-79e39293-7d9d-49ee-b08a-53dce193465d tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831995 Feb 09 12:23:05.394240 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] No Port match for: 17f10a25-0d5a-476d-84f4-f4ff3a1a4ca3 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:23:05.394770 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 17f10a25-0d5a-476d-84f4-f4ff3a1a4ca3 not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:23:05.509531 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fdb166-0bb3-43c4-b25b-a43b0e23a61f req-4401658f-d3e0-44ff-8391-316ab47dabc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:05.516445 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-34fdb166-0bb3-43c4-b25b-a43b0e23a61f req-4401658f-d3e0-44ff-8391-316ab47dabc3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cd0eeec7-232a-4918-9932-95d1042e3c75 HTTP/1.1" status: 200 len: 923 time: 0.3192663 Feb 09 12:23:05.584537 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 08601888-bd41-4769-a19e-2b5f519c58c0, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=08601888-bd41-4769-a19e-2b5f519c58c0,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:23:05.605829 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': '08601888-bd41-4769-a19e-2b5f519c58c0', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'port_id': '08601888-bd41-4769-a19e-2b5f519c58c0', 'mac_address': 'fa:16:3e:41:9a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed5558-888d-440a-8c32-52f2f9bc5bd5', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:23:05.683632 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:05.702765 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08601888-bd41-4769-a19e-2b5f519c58c0 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:23:05.703133 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-31cff02b-e003-4426-80b1-5875ce589dc4 admin admin] For port 9d933634-c991-4b25-af8a-af29518253a4, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=9d933634-c991-4b25-af8a-af29518253a4,segment=NetworkSegment(82e7954e-4059-4af9-88d7-222a2af116b3),segment_id=82e7954e-4059-4af9-88d7-222a2af116b3)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:23:05.703618 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-31cff02b-e003-4426-80b1-5875ce589dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:05.722183 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 08601888-bd41-4769-a19e-2b5f519c58c0, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=08601888-bd41-4769-a19e-2b5f519c58c0,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:23:05.728556 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:05.733053 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-34fdb166-0bb3-43c4-b25b-a43b0e23a61f req-078f82cb-9289-4ad4-9e77-9443b14aaff5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=200b1d0b-edea-47ab-bccd-e5d6c41518ca HTTP/1.1" status: 200 len: 217 time: 0.2103922 Feb 09 12:23:05.785209 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be519ae7-956a-42a1-b7a4-2f84db8beac3 None None] DHCP port deletion for 67898def-3951-49d0-9293-cb5c954f5ec1 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:23:05.796389 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-be519ae7-956a-42a1-b7a4-2f84db8beac3 None None] Deleting port 9d933634-c991-4b25-af8a-af29518253a4 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:23:05.796761 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-be519ae7-956a-42a1-b7a4-2f84db8beac3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:05.871674 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 8493ab5d-9349-4588-bd4b-07fce167b9b3 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:23:05.875407 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fdb166-0bb3-43c4-b25b-a43b0e23a61f req-b8630816-750e-4be2-95dd-e036e365b356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:05.877676 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-34fdb166-0bb3-43c4-b25b-a43b0e23a61f req-b8630816-750e-4be2-95dd-e036e365b356 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=264393e0-eb04-4464-8575-4a6447ca8fe8 HTTP/1.1" status: 200 len: 862 time: 0.1290178 Feb 09 12:23:05.893970 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fabe03-5999-4dac-a349-f584724f1827 req-839d2ecd-1613-40d6-96f5-3426e2c920c2 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:05.904094 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-58fabe03-5999-4dac-a349-f584724f1827 req-839d2ecd-1613-40d6-96f5-3426e2c920c2 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee6f574-d1bf-4d06-a333-a2cb384559e5 HTTP/1.1" status: 200 len: 944 time: 0.2692530 Feb 09 12:23:05.930690 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 8493ab5d-9349-4588-bd4b-07fce167b9b3 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:23:05.930955 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 8493ab5d-9349-4588-bd4b-07fce167b9b3 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:23:05.931350 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 9beb2e63-c4d4-44df-94bf-86423410258a no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:23:05.952403 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-31cff02b-e003-4426-80b1-5875ce589dc4 admin admin] Calling delete_port for 9d933634-c991-4b25-af8a-af29518253a4 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:23:05.976017 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 9beb2e63-c4d4-44df-94bf-86423410258a {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:23:05.976361 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 9beb2e63-c4d4-44df-94bf-86423410258a not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:23:05.982120 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-34fdb166-0bb3-43c4-b25b-a43b0e23a61f req-d6ac75a7-cc71-4789-b1cd-001d4e6ce1d5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cd0eeec7-232a-4918-9932-95d1042e3c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733407 Feb 09 12:23:06.026359 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=08601888-bd41-4769-a19e-2b5f519c58c0,revision_number=7']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:06.078300 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-58fabe03-5999-4dac-a349-f584724f1827 req-56f6327d-ab23-4500-a6ee-a087b7043822 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1740fde-ed7b-450f-94e7-17e594dcc7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720862 Feb 09 12:23:06.084584 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-31cff02b-e003-4426-80b1-5875ce589dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:06.149684 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cff02b-e003-4426-80b1-5875ce589dc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d933634-c991-4b25-af8a-af29518253a4,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:06.156979 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cff02b-e003-4426-80b1-5875ce589dc4 admin admin] No DVR routers for this DVR port 9d933634-c991-4b25-af8a-af29518253a4 on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:23:06.189413 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['08601888-bd41-4769-a19e-2b5f519c58c0'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:23:06.208414 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 49292) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:23:06.308699 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-31cff02b-e003-4426-80b1-5875ce589dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:06.335715 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-31cff02b-e003-4426-80b1-5875ce589dc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67898def-3951-49d0-9293-cb5c954f5ec1']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:23:06.352359 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-31cff02b-e003-4426-80b1-5875ce589dc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82e7954e-4059-4af9-88d7-222a2af116b3') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:23:06.352660 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-31cff02b-e003-4426-80b1-5875ce589dc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82e7954e-4059-4af9-88d7-222a2af116b3') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:23:06.369572 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-31cff02b-e003-4426-80b1-5875ce589dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:06.385004 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-be519ae7-956a-42a1-b7a4-2f84db8beac3 None None] For port 9d933634-c991-4b25-af8a-af29518253a4, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=9d933634-c991-4b25-af8a-af29518253a4,segment=NetworkSegment(82e7954e-4059-4af9-88d7-222a2af116b3),segment_id=82e7954e-4059-4af9-88d7-222a2af116b3)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:23:06.388221 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-be519ae7-956a-42a1-b7a4-2f84db8beac3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:06.389936 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-31cff02b-e003-4426-80b1-5875ce589dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:06.399176 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31cff02b-e003-4426-80b1-5875ce589dc4 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:23:06.400147 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-31cff02b-e003-4426-80b1-5875ce589dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:06.417775 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:23:06.417775 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:23:06.417775 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:23:06.417775 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:23:06.417775 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:23:06.417775 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:23:06.417775 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:23:06.417775 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:23:06.417775 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:23:06.417775 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:23:06.417775 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:23:06.417775 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:23:06.417775 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:23:06.417775 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:23:06.417775 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:23:06.417775 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:23:06.417775 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:23:06.417775 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:23:06.417775 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:23:06.417775 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:23:06.417775 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:23:06.417775 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:23:06.417775 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:23:06.417775 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:23:06.417775 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:23:06.417775 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:23:06.417775 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:23:06.417775 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:23:06.417775 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:23:06.417775 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:23:06.417775 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:23:06.417775 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:23:06.467481 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7fbb5ae-1441-44ab-9539-d63adb360e7f', 'name': 'network-vif-deleted', 'tag': '17f10a25-0d5a-476d-84f4-f4ff3a1a4ca3'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:23:06.512071 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-31cff02b-e003-4426-80b1-5875ce589dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:06.518320 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-31cff02b-e003-4426-80b1-5875ce589dc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:06.545975 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-31cff02b-e003-4426-80b1-5875ce589dc4 admin admin] 10.222.0.55 "DELETE /v2.0/networks/67898def-3951-49d0-9293-cb5c954f5ec1 HTTP/1.1" status: 204 len: 168 time: 1.4408808 Feb 09 12:23:06.552425 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cff02b-e003-4426-80b1-5875ce589dc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=67898def-3951-49d0-9293-cb5c954f5ec1,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:06.626004 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-be519ae7-956a-42a1-b7a4-2f84db8beac3 None None] Calling delete_port for 9d933634-c991-4b25-af8a-af29518253a4 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:23:06.694756 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-d236da72-a60f-4b9c-af62-fab4af3550f1 admin admin] Deleting subnet f31c68f6-1fba-4756-8069-e84a07778bd4 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:23:06.713505 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d236da72-a60f-4b9c-af62-fab4af3550f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:06.741314 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49304) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:23:06.782096 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-34fdb166-0bb3-43c4-b25b-a43b0e23a61f req-afe00e64-ac54-43f0-8039-c577782e54fa service neutron] 10.222.0.52 "GET /v2.0/networks/cd0eeec7-232a-4918-9932-95d1042e3c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7823501 Feb 09 12:23:06.800693 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-be519ae7-956a-42a1-b7a4-2f84db8beac3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:23:06.801051 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-be519ae7-956a-42a1-b7a4-2f84db8beac3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:23:06.806191 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0b021057-0152-4735-ae8c-296327a6b950 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=74e25e3f451e47c2a8d748a546e69f97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0631208 Feb 09 12:23:06.808683 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49308) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:23:06.833390 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa97ea5-1b52-4ede-82f9-c699eacd0948 req-dd301213-eb52-4c35-9e0f-e0d12fdb409f tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:06.834764 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9aa97ea5-1b52-4ede-82f9-c699eacd0948 req-dd301213-eb52-4c35-9e0f-e0d12fdb409f tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.52 "GET /v2.0/ports?device_id=01599260-5f20-420e-9ea8-7409b9f6301c&tenant_id=49129fa2c03c45c2a0df365ab76f11e9&binding%3Ahost_id=n-h1-825178-3 HTTP/1.1" status: 200 len: 949 time: 0.6289907 Feb 09 12:23:06.841978 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e69a7-3ebb-4966-96fa-975422dfe0bb req-79efb9e6-4000-493c-9b96-94910ba6529b tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:06.843389 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-371e69a7-3ebb-4966-96fa-975422dfe0bb req-79efb9e6-4000-493c-9b96-94910ba6529b tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 949 time: 0.3542073 Feb 09 12:23:06.845588 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d236da72-a60f-4b9c-af62-fab4af3550f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:06.874461 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-332b50e1-21de-476a-9fd7-18caae3bbf9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:06.900742 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-332b50e1-21de-476a-9fd7-18caae3bbf9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:06.961412 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-332b50e1-21de-476a-9fd7-18caae3bbf9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:06.980449 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b50e1-21de-476a-9fd7-18caae3bbf9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95c51ff-8008-408c-9be5-dfd038d9877c,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:06.988011 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-332b50e1-21de-476a-9fd7-18caae3bbf9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:06.992074 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-332b50e1-21de-476a-9fd7-18caae3bbf9c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e95c51ff-8008-408c-9be5-dfd038d9877c HTTP/1.1" status: 204 len: 168 time: 0.1794648 Feb 09 12:23:07.036122 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201f51d-52cb-4885-a23c-1339be04a80f req-1386f6cf-e4ac-4662-a61d-31e3258d110e tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:07.038106 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b201f51d-52cb-4885-a23c-1339be04a80f req-1386f6cf-e4ac-4662-a61d-31e3258d110e tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=86ae2989-6437-44bf-8cfa-73e0f503c19e HTTP/1.1" status: 200 len: 943 time: 0.5125616 Feb 09 12:23:07.055798 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 200b1d0b-edea-47ab-bccd-e5d6c41518ca details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:23:07.122052 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-371e69a7-3ebb-4966-96fa-975422dfe0bb req-b93518c2-1e12-4e3f-ba5b-e8e60a2943bb tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395275 Feb 09 12:23:07.139757 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d236da72-a60f-4b9c-af62-fab4af3550f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:07.228523 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b201f51d-52cb-4885-a23c-1339be04a80f req-ecf4617c-e79e-41f8-9306-c50c102c01ca tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775389 Feb 09 12:23:07.234908 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9aa97ea5-1b52-4ede-82f9-c699eacd0948 req-af2edafe-4eb1-4936-8ac1-7eca2ecf47e6 service neutron] 10.222.0.52 "GET /v2.0/ports/08601888-bd41-4769-a19e-2b5f519c58c0/bindings/n-h1-825178-3 HTTP/1.1" status: 200 len: 382 time: 0.3536365 Feb 09 12:23:07.240724 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7fbb5ae-1441-44ab-9539-d63adb360e7f', 'name': 'network-vif-deleted', 'tag': '17f10a25-0d5a-476d-84f4-f4ff3a1a4ca3', 'status': 'completed', 'code': 200} Feb 09 12:23:07.242978 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-34fdb166-0bb3-43c4-b25b-a43b0e23a61f req-5977568d-c447-40bd-91ff-200ce6fe3ad0 service neutron] 10.222.0.52 "GET /v2.0/networks/cd0eeec7-232a-4918-9932-95d1042e3c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4490311 Feb 09 12:23:07.249493 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 200b1d0b-edea-47ab-bccd-e5d6c41518ca, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=200b1d0b-edea-47ab-bccd-e5d6c41518ca,segment=NetworkSegment(dc30de51-0ecc-48b6-a874-d688a7830e7a),segment_id=dc30de51-0ecc-48b6-a874-d688a7830e7a)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:23:07.274942 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device bbc3a7e8-bad8-4e20-9899-c394e197af20 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:23:07.289743 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': '200b1d0b-edea-47ab-bccd-e5d6c41518ca', 'network_id': 'cd0eeec7-232a-4918-9932-95d1042e3c75', 'port_id': '200b1d0b-edea-47ab-bccd-e5d6c41518ca', 'mac_address': 'fa:16:3e:e5:06:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '264393e0-eb04-4464-8575-4a6447ca8fe8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:23:07.425013 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-be519ae7-956a-42a1-b7a4-2f84db8beac3 None None] Deleting port 9d933634-c991-4b25-af8a-af29518253a4 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:23:07.425646 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-be519ae7-956a-42a1-b7a4-2f84db8beac3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:07.433638 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d236da72-a60f-4b9c-af62-fab4af3550f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:07.450687 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:07.481668 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.resource_extend [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:23:07.509209 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236da72-a60f-4b9c-af62-fab4af3550f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f31c68f6-1fba-4756-8069-e84a07778bd4,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:07.527554 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d236da72-a60f-4b9c-af62-fab4af3550f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:07.543597 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d236da72-a60f-4b9c-af62-fab4af3550f1 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f31c68f6-1fba-4756-8069-e84a07778bd4 HTTP/1.1" status: 204 len: 168 time: 1.3315251 Feb 09 12:23:07.543788 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-be519ae7-956a-42a1-b7a4-2f84db8beac3 None None] The port '9d933634-c991-4b25-af8a-af29518253a4' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:23:07.545488 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 200b1d0b-edea-47ab-bccd-e5d6c41518ca {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:23:07.546233 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49322) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:23:07.581463 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f58d07-e957-4c34-b9b5-81e382d1736c req-dd9ae392-6123-465b-b0c4-1ca4bd0a19b9 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:07.582957 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e8f58d07-e957-4c34-b9b5-81e382d1736c req-dd9ae392-6123-465b-b0c4-1ca4bd0a19b9 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee6f574-d1bf-4d06-a333-a2cb384559e5 HTTP/1.1" status: 200 len: 944 time: 0.1958482 Feb 09 12:23:07.585178 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa97ea5-1b52-4ede-82f9-c699eacd0948 req-383d0412-1f9d-46fd-ab05-f69d9c76fed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:07.586580 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9aa97ea5-1b52-4ede-82f9-c699eacd0948 req-383d0412-1f9d-46fd-ab05-f69d9c76fed2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49129fa2c03c45c2a0df365ab76f11e9&device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 1100 time: 0.3058169 Feb 09 12:23:07.631946 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 200b1d0b-edea-47ab-bccd-e5d6c41518ca, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=200b1d0b-edea-47ab-bccd-e5d6c41518ca,segment=NetworkSegment(dc30de51-0ecc-48b6-a874-d688a7830e7a),segment_id=dc30de51-0ecc-48b6-a874-d688a7830e7a)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:23:07.638927 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:07.833731 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 9d933634-c991-4b25-af8a-af29518253a4 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:23:07.887746 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e8f58d07-e957-4c34-b9b5-81e382d1736c req-67193483-9fc9-45fa-b999-6264ab54e265 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1740fde-ed7b-450f-94e7-17e594dcc7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883577 Feb 09 12:23:07.892789 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 9d933634-c991-4b25-af8a-af29518253a4 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:23:07.892789 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 9d933634-c991-4b25-af8a-af29518253a4 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:23:07.898143 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port bbc3a7e8-bad8-4e20-9899-c394e197af20, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=bbc3a7e8-bad8-4e20-9899-c394e197af20,segment=NetworkSegment(a032c80a-2814-4a8f-bd23-99ac5315db25),segment_id=a032c80a-2814-4a8f-bd23-99ac5315db25)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:23:07.917043 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=200b1d0b-edea-47ab-bccd-e5d6c41518ca,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:07.921114 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'bbc3a7e8-bad8-4e20-9899-c394e197af20', 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f', 'port_id': 'bbc3a7e8-bad8-4e20-9899-c394e197af20', 'mac_address': 'fa:16:3e:75:79:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '366798ce-1b6a-4537-9fda-2703703dab8f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:23:07.985677 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa97ea5-1b52-4ede-82f9-c699eacd0948 req-cb699db7-8468-4c3e-a048-7bd975300711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:07.988795 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9aa97ea5-1b52-4ede-82f9-c699eacd0948 req-cb699db7-8468-4c3e-a048-7bd975300711 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.3660378 Feb 09 12:23:08.007158 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f7f2e-c355-4b02-8d31-ce69ce10d6b2 req-88f73a40-fe95-4753-a599-a4ef121b2b9f tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:08.023544 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-de1f7f2e-c355-4b02-8d31-ce69ce10d6b2 req-88f73a40-fe95-4753-a599-a4ef121b2b9f tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.2772889 Feb 09 12:23:08.028715 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c979d6e5-3fbd-48d8-98c7-c459062f08ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:08.049588 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['200b1d0b-edea-47ab-bccd-e5d6c41518ca'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:23:08.104116 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9aa97ea5-1b52-4ede-82f9-c699eacd0948 req-1457b49c-1210-4794-8ea4-05fb33880593 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=08601888-bd41-4769-a19e-2b5f519c58c0 HTTP/1.1" status: 200 len: 217 time: 0.0847001 Feb 09 12:23:08.122882 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:08.142463 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbc3a7e8-bad8-4e20-9899-c394e197af20 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:23:08.176551 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-de1f7f2e-c355-4b02-8d31-ce69ce10d6b2 req-06e9f8a4-d274-4c34-bf34-1344934e68de tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601572 Feb 09 12:23:08.196296 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port bbc3a7e8-bad8-4e20-9899-c394e197af20, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=bbc3a7e8-bad8-4e20-9899-c394e197af20,segment=NetworkSegment(a032c80a-2814-4a8f-bd23-99ac5315db25),segment_id=a032c80a-2814-4a8f-bd23-99ac5315db25)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:23:08.215027 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa97ea5-1b52-4ede-82f9-c699eacd0948 req-06a61ad9-cd00-4d9a-9bf0-e388f89e488c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:08.216747 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9aa97ea5-1b52-4ede-82f9-c699eacd0948 req-06a61ad9-cd00-4d9a-9bf0-e388f89e488c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.1026125 Feb 09 12:23:08.220836 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:08.234330 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c979d6e5-3fbd-48d8-98c7-c459062f08ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:08.303394 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-c979d6e5-3fbd-48d8-98c7-c459062f08ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48c91c71-88e5-42aa-9326-d6800dd6c653']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:23:08.319211 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-c979d6e5-3fbd-48d8-98c7-c459062f08ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2563741-18e8-416c-a7c5-905359472460') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:23:08.319503 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-c979d6e5-3fbd-48d8-98c7-c459062f08ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2563741-18e8-416c-a7c5-905359472460') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:23:08.354833 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c979d6e5-3fbd-48d8-98c7-c459062f08ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:08.382455 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c979d6e5-3fbd-48d8-98c7-c459062f08ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:08.392392 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c979d6e5-3fbd-48d8-98c7-c459062f08ff admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:23:08.392913 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c979d6e5-3fbd-48d8-98c7-c459062f08ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:08.409609 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:23:08.409609 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:23:08.409609 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:23:08.409609 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:23:08.409609 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:23:08.409609 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:23:08.409609 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:23:08.409609 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:23:08.409609 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:23:08.409609 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:23:08.409609 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:23:08.409609 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:23:08.409609 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:23:08.409609 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:23:08.409609 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:23:08.409609 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:23:08.409609 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:23:08.409609 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:23:08.409609 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:23:08.409609 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:23:08.409609 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:23:08.409609 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:23:08.409609 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:23:08.409609 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:23:08.409609 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:23:08.409609 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:23:08.409609 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:23:08.409609 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:23:08.409609 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:23:08.409609 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:23:08.409609 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:23:08.409609 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:23:08.431708 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=bbc3a7e8-bad8-4e20-9899-c394e197af20,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:08.501099 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382a323-1a60-480d-b0bf-a45d5e5c8687 req-ae8f5aba-0cfc-446a-bf77-7739553e5238 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:08.502843 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5382a323-1a60-480d-b0bf-a45d5e5c8687 req-ae8f5aba-0cfc-446a-bf77-7739553e5238 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.1989124 Feb 09 12:23:08.506234 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c979d6e5-3fbd-48d8-98c7-c459062f08ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:08.508562 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa97ea5-1b52-4ede-82f9-c699eacd0948 req-95454bb5-2882-4489-b354-007e174cf478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:08.510020 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9aa97ea5-1b52-4ede-82f9-c699eacd0948 req-95454bb5-2882-4489-b354-007e174cf478 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2811832 Feb 09 12:23:08.513845 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c979d6e5-3fbd-48d8-98c7-c459062f08ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:08.535768 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c979d6e5-3fbd-48d8-98c7-c459062f08ff admin admin] Pushing event deleted for resources: {'Network': ['ID=48c91c71-88e5-42aa-9326-d6800dd6c653,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:08.544945 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c979d6e5-3fbd-48d8-98c7-c459062f08ff admin admin] 10.222.0.55 "DELETE /v2.0/networks/48c91c71-88e5-42aa-9326-d6800dd6c653 HTTP/1.1" status: 204 len: 168 time: 0.9916658 Feb 09 12:23:08.549280 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49350) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:23:08.556888 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c979d6e5-3fbd-48d8-98c7-c459062f08ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:23:08.557320 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c979d6e5-3fbd-48d8-98c7-c459062f08ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:23:08.558116 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c979d6e5-3fbd-48d8-98c7-c459062f08ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:23:08.558116 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c979d6e5-3fbd-48d8-98c7-c459062f08ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:23:08.558285 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c979d6e5-3fbd-48d8-98c7-c459062f08ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:23:08.558593 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c979d6e5-3fbd-48d8-98c7-c459062f08ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:23:08.558921 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c979d6e5-3fbd-48d8-98c7-c459062f08ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:23:08.559245 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c979d6e5-3fbd-48d8-98c7-c459062f08ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:23:08.559862 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c979d6e5-3fbd-48d8-98c7-c459062f08ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:23:08.560052 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c979d6e5-3fbd-48d8-98c7-c459062f08ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:23:08.560216 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c979d6e5-3fbd-48d8-98c7-c459062f08ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:23:08.560986 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c979d6e5-3fbd-48d8-98c7-c459062f08ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:23:08.680195 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49356) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:23:08.682170 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['bbc3a7e8-bad8-4e20-9899-c394e197af20'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:23:08.697880 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-4586aa70-675c-414e-b4e3-214b79aae99a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-765013633-network', 'tenant_id': '1504faf0b32244dc872049fa5f2c3962'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:23:08.705971 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4586aa70-675c-414e-b4e3-214b79aae99a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:23:08.713120 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4586aa70-675c-414e-b4e3-214b79aae99a admin admin] Usage tracker for resource:network and tenant:1504faf0b32244dc872049fa5f2c3962 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:23:08.721391 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4586aa70-675c-414e-b4e3-214b79aae99a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:23:08.730625 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4586aa70-675c-414e-b4e3-214b79aae99a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:23:08.751081 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1fb2b-ef2a-4cae-86f8-ec7ab7b0d719 req-a97b3967-af79-4413-b309-7138eea4426d tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:08.752809 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-34d1fb2b-ef2a-4cae-86f8-ec7ab7b0d719 req-a97b3967-af79-4413-b309-7138eea4426d tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 949 time: 0.3776381 Feb 09 12:23:08.754783 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3a83e5df-6e8f-42ae-89d1-629b29916756 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7a90c37f6ca347f2b6967b7832e31641&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0734215 Feb 09 12:23:08.760296 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49360) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:23:08.769831 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4586aa70-675c-414e-b4e3-214b79aae99a admin admin] Made reservation on behalf of 1504faf0b32244dc872049fa5f2c3962 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:23:08.772258 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4586aa70-675c-414e-b4e3-214b79aae99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:08.779483 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5382a323-1a60-480d-b0bf-a45d5e5c8687 req-cfbaddd2-1627-42b0-9417-2477f8a20fd4 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2684486 Feb 09 12:23:08.789685 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4586aa70-675c-414e-b4e3-214b79aae99a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:08.818513 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4586aa70-675c-414e-b4e3-214b79aae99a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:23:08.826846 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4586aa70-675c-414e-b4e3-214b79aae99a admin admin] Usage tracker for resource:security_group_rule and tenant:1504faf0b32244dc872049fa5f2c3962 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:23:08.837271 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4586aa70-675c-414e-b4e3-214b79aae99a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:23:08.847229 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4586aa70-675c-414e-b4e3-214b79aae99a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:23:08.863611 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-34d1fb2b-ef2a-4cae-86f8-ec7ab7b0d719 req-d5372c43-5ab1-436a-ab34-6a5c6c8c6adb tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923293 Feb 09 12:23:08.885340 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1a61585c-7477-4511-98b5-5d617e2b2102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:08.902860 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9aa97ea5-1b52-4ede-82f9-c699eacd0948 req-0dae00ad-1ee9-4d4e-962c-8db2e12c8f7a service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738384 Feb 09 12:23:08.915263 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1a61585c-7477-4511-98b5-5d617e2b2102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:08.986708 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1a61585c-7477-4511-98b5-5d617e2b2102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:09.015214 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a61585c-7477-4511-98b5-5d617e2b2102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629c7bd1-c37b-4b4f-a469-0196e092ff2f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:09.031048 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1a61585c-7477-4511-98b5-5d617e2b2102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:09.035062 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1a61585c-7477-4511-98b5-5d617e2b2102 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/629c7bd1-c37b-4b4f-a469-0196e092ff2f HTTP/1.1" status: 204 len: 168 time: 0.2768290 Feb 09 12:23:09.068101 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 08601888-bd41-4769-a19e-2b5f519c58c0 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:23:09.082105 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4586aa70-675c-414e-b4e3-214b79aae99a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:09.089471 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4586aa70-675c-414e-b4e3-214b79aae99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:09.131212 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4586aa70-675c-414e-b4e3-214b79aae99a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc193dc4-ba36-4ff9-b98a-95f008157bd5,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:09.134258 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4586aa70-675c-414e-b4e3-214b79aae99a admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:23:09.138660 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9aa97ea5-1b52-4ede-82f9-c699eacd0948 req-480e55e4-2f84-4d8a-9bd4-9756239f68ba service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259128 Feb 09 12:23:09.146408 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4586aa70-675c-414e-b4e3-214b79aae99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:09.147257 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-4586aa70-675c-414e-b4e3-214b79aae99a admin admin] Added segment 3a03dc67-2573-4a68-b5c7-234880e2a5ea of type vlan for network d9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35 Feb 09 12:23:09.173601 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb104cdd-bbc6-4b15-a7a8-f762b692f81a req-8aa7ea9c-1939-461e-9820-1d1597ea50a2 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:09.175258 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eb104cdd-bbc6-4b15-a7a8-f762b692f81a req-8aa7ea9c-1939-461e-9820-1d1597ea50a2 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=86ae2989-6437-44bf-8cfa-73e0f503c19e HTTP/1.1" status: 200 len: 944 time: 0.1631954 Feb 09 12:23:09.211937 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4586aa70-675c-414e-b4e3-214b79aae99a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:09.239340 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port 08601888-bd41-4769-a19e-2b5f519c58c0 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:23:09.242831 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:09.245353 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eb104cdd-bbc6-4b15-a7a8-f762b692f81a req-1c80cc51-e9d7-4ff6-955b-3be3d4729366 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625546 Feb 09 12:23:09.292337 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4586aa70-675c-414e-b4e3-214b79aae99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:09.293627 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4586aa70-675c-414e-b4e3-214b79aae99a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:09.294406 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4586aa70-675c-414e-b4e3-214b79aae99a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:09.414970 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:09.416092 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4586aa70-675c-414e-b4e3-214b79aae99a admin admin] Pushing event updated for resources: {'Network': ['ID=d9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:09.426742 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4586aa70-675c-414e-b4e3-214b79aae99a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8737280 Feb 09 12:23:09.427747 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49374) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:23:09.432607 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network d9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:23:09.444240 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-273622de-bd55-4333-83d7-21b5c7c88bfe admin admin] Request body: {'subnet': {'network_id': 'd9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-765013633-subnet', 'tenant_id': '1504faf0b32244dc872049fa5f2c3962', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:23:09.449419 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-273622de-bd55-4333-83d7-21b5c7c88bfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:23:09.453678 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-273622de-bd55-4333-83d7-21b5c7c88bfe admin admin] Usage tracker for resource:subnet and tenant:1504faf0b32244dc872049fa5f2c3962 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:23:09.456736 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-273622de-bd55-4333-83d7-21b5c7c88bfe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:23:09.463951 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-273622de-bd55-4333-83d7-21b5c7c88bfe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:23:09.478177 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273622de-bd55-4333-83d7-21b5c7c88bfe admin admin] Made reservation on behalf of 1504faf0b32244dc872049fa5f2c3962 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:23:09.481126 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-273622de-bd55-4333-83d7-21b5c7c88bfe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:09.512774 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd19b308-0038-4a61-b3af-5e545fd3e6da req-b0358608-9a76-46e8-9003-1148125a0ea5 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:09.522534 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dd19b308-0038-4a61-b3af-5e545fd3e6da req-b0358608-9a76-46e8-9003-1148125a0ea5 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee6f574-d1bf-4d06-a333-a2cb384559e5 HTTP/1.1" status: 200 len: 945 time: 0.2579408 Feb 09 12:23:09.556269 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01599260-5f20-420e-9ea8-7409b9f6301c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08601888-bd41-4769-a19e-2b5f519c58c0'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:23:09.576998 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 08601888-bd41-4769-a19e-2b5f519c58c0, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=08601888-bd41-4769-a19e-2b5f519c58c0,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:23:09.586388 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:09.617538 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dd19b308-0038-4a61-b3af-5e545fd3e6da req-5ff57f07-01bc-4d0c-9544-c151df53698f tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1740fde-ed7b-450f-94e7-17e594dcc7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939510 Feb 09 12:23:09.658840 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb5eeb-4f78-495f-a593-9fc458649185 req-f165300a-d174-40e8-8eb8-143851c6b598 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:09.661854 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0cdb5eeb-4f78-495f-a593-9fc458649185 req-f165300a-d174-40e8-8eb8-143851c6b598 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.2543707 Feb 09 12:23:09.688734 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=08601888-bd41-4769-a19e-2b5f519c58c0,revision_number=8']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:09.718436 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-273622de-bd55-4333-83d7-21b5c7c88bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:09.743485 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0cdb5eeb-4f78-495f-a593-9fc458649185 req-93004799-d023-4205-9db5-15c0bdc780fd tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747571 Feb 09 12:23:09.759296 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01599260-5f20-420e-9ea8-7409b9f6301c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08601888-bd41-4769-a19e-2b5f519c58c0', 'code': 200} Feb 09 12:23:09.795034 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273622de-bd55-4333-83d7-21b5c7c88bfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d2e5ab4-ed0b-495e-9f76-7abb1b03c440,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:09.813169 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273622de-bd55-4333-83d7-21b5c7c88bfe admin admin] Checking segment: {'id': '3a03dc67-2573-4a68-b5c7-234880e2a5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:23:09.813459 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273622de-bd55-4333-83d7-21b5c7c88bfe admin admin] Network hostable DHCP agents. Network: d9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:23:09.833468 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273622de-bd55-4333-83d7-21b5c7c88bfe admin admin] Network d9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:23:09.844406 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-273622de-bd55-4333-83d7-21b5c7c88bfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, d9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:23:09.850668 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273622de-bd55-4333-83d7-21b5c7c88bfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:09.851267 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-273622de-bd55-4333-83d7-21b5c7c88bfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:09.858789 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff522f2-2b6c-4f6a-ba20-51ad51955fc2 None None] Network d9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:23:09.878844 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 49394) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:23:09.880070 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-273622de-bd55-4333-83d7-21b5c7c88bfe admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4467170 Feb 09 12:23:09.892767 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-3f925933-19ec-49ac-bcee-025a6140f200 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-765013633-router', 'tenant_id': '1504faf0b32244dc872049fa5f2c3962', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:23:09.904983 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3f925933-19ec-49ac-bcee-025a6140f200 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:23:09.915398 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-3f925933-19ec-49ac-bcee-025a6140f200 admin admin] Usage tracker for resource:router and tenant:1504faf0b32244dc872049fa5f2c3962 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:23:09.920946 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-3f925933-19ec-49ac-bcee-025a6140f200 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:23:09.934370 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3f925933-19ec-49ac-bcee-025a6140f200 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:23:09.955925 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3f925933-19ec-49ac-bcee-025a6140f200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:09.957471 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3f925933-19ec-49ac-bcee-025a6140f200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:09.990709 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3f925933-19ec-49ac-bcee-025a6140f200 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:10.139568 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4797d53-02cb-4c48-87d6-8dbb299c0ce9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-d9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35', 'network_id': 'd9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35', 'tenant_id': '1504faf0b32244dc872049fa5f2c3962', 'fixed_ips': [{'subnet_id': '3d2e5ab4-ed0b-495e-9f76-7abb1b03c440'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:23:10.140452 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c4797d53-02cb-4c48-87d6-8dbb299c0ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:10.356349 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-c4797d53-02cb-4c48-87d6-8dbb299c0ce9 None None] Allocated IP 172.20.0.2 (d9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35/3d2e5ab4-ed0b-495e-9f76-7abb1b03c440/df191315-b11e-4848-889c-6ca8f8976361) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:23:10.404230 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6c461-59b0-4ba0-a21b-f337d9a30900 req-221565cb-7938-40ed-818e-ef545c36be6c tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:10.405705 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6cd6c461-59b0-4ba0-a21b-f337d9a30900 req-221565cb-7938-40ed-818e-ef545c36be6c tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 950 time: 0.4090209 Feb 09 12:23:10.408173 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3f925933-19ec-49ac-bcee-025a6140f200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:10.569687 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6cd6c461-59b0-4ba0-a21b-f337d9a30900 req-9267a972-a279-421e-81d5-37e7f98b4484 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521559 Feb 09 12:23:10.597821 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c4797d53-02cb-4c48-87d6-8dbb299c0ce9 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:10.611317 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c4797d53-02cb-4c48-87d6-8dbb299c0ce9 None None] Transition to ACTIVE for port object df191315-b11e-4848-889c-6ca8f8976361 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:23:10.628131 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6880a64-1215-4cfa-9528-51725f270a6c req-01dc115f-ec81-4225-880b-df3307ed1f35 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:10.629587 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f6880a64-1215-4cfa-9528-51725f270a6c req-01dc115f-ec81-4225-880b-df3307ed1f35 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=86ae2989-6437-44bf-8cfa-73e0f503c19e HTTP/1.1" status: 200 len: 944 time: 0.1782153 Feb 09 12:23:10.631594 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c4797d53-02cb-4c48-87d6-8dbb299c0ce9 None None] Transition to ACTIVE for port object df191315-b11e-4848-889c-6ca8f8976361 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:23:10.641026 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c4797d53-02cb-4c48-87d6-8dbb299c0ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:10.702601 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4797d53-02cb-4c48-87d6-8dbb299c0ce9 None None] Network d9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:23:10.705356 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-c4797d53-02cb-4c48-87d6-8dbb299c0ce9 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:23:10.709457 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4797d53-02cb-4c48-87d6-8dbb299c0ce9 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:23:10.748681 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4797d53-02cb-4c48-87d6-8dbb299c0ce9 None None] Pushing event updated for resources: {'Port': ['ID=df191315-b11e-4848-889c-6ca8f8976361,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:10.762587 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f6880a64-1215-4cfa-9528-51725f270a6c req-8472a61e-455c-4dca-a471-9d47d553e212 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237261 Feb 09 12:23:10.807541 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-c4797d53-02cb-4c48-87d6-8dbb299c0ce9 None None] Attempting to bind port df191315-b11e-4848-889c-6ca8f8976361 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:23:10.807933 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-c4797d53-02cb-4c48-87d6-8dbb299c0ce9 None None] Attempting to bind port df191315-b11e-4848-889c-6ca8f8976361 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '3a03dc67-2573-4a68-b5c7-234880e2a5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:23:10.808295 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4797d53-02cb-4c48-87d6-8dbb299c0ce9 None None] Attempting to bind port df191315-b11e-4848-889c-6ca8f8976361 on network d9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:23:10.813743 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4797d53-02cb-4c48-87d6-8dbb299c0ce9 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:23:10.814109 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4797d53-02cb-4c48-87d6-8dbb299c0ce9 None None] Checking segment: {'id': '3a03dc67-2573-4a68-b5c7-234880e2a5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:23:10.814501 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c4797d53-02cb-4c48-87d6-8dbb299c0ce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:10.814967 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4797d53-02cb-4c48-87d6-8dbb299c0ce9 None None] Bound using segment: {'id': '3a03dc67-2573-4a68-b5c7-234880e2a5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:23:10.815427 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-c4797d53-02cb-4c48-87d6-8dbb299c0ce9 None None] Bound port: df191315-b11e-4848-889c-6ca8f8976361, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a03dc67-2573-4a68-b5c7-234880e2a5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:23:10.815985 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c4797d53-02cb-4c48-87d6-8dbb299c0ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:10.912088 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-c4797d53-02cb-4c48-87d6-8dbb299c0ce9 None None] For port df191315-b11e-4848-889c-6ca8f8976361, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:23:10.917677 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-c4797d53-02cb-4c48-87d6-8dbb299c0ce9 None None] For port df191315-b11e-4848-889c-6ca8f8976361, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=df191315-b11e-4848-889c-6ca8f8976361,segment=NetworkSegment(3a03dc67-2573-4a68-b5c7-234880e2a5ea),segment_id=3a03dc67-2573-4a68-b5c7-234880e2a5ea)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:23:10.923647 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c4797d53-02cb-4c48-87d6-8dbb299c0ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:11.058267 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4797d53-02cb-4c48-87d6-8dbb299c0ce9 None None] Pushing event updated for resources: {'Port': ['ID=df191315-b11e-4848-889c-6ca8f8976361,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:11.080849 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee53b053-d97c-40be-b03f-e07ff7380b40 req-8073f89b-3e39-432d-851c-38dd438a9dea tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:11.082443 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ee53b053-d97c-40be-b03f-e07ff7380b40 req-8073f89b-3e39-432d-851c-38dd438a9dea tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.4120920 Feb 09 12:23:11.093805 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 200b1d0b-edea-47ab-bccd-e5d6c41518ca up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:23:11.182660 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ee53b053-d97c-40be-b03f-e07ff7380b40 req-359c6be5-0205-4901-8aaf-8616d6ac2022 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909622 Feb 09 12:23:11.188535 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3f925933-19ec-49ac-bcee-025a6140f200 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:11.226650 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device bbc3a7e8-bad8-4e20-9899-c394e197af20 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:23:11.256738 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3f925933-19ec-49ac-bcee-025a6140f200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:11.335435 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7947b42b-4a41-4227-a46e-e1382a6b5d74 req-d7078226-72ec-4413-a525-1f085621e50c tempest-ServerShowV257Test-758213122 tempest-ServerShowV257Test-758213122-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c1d1047-edf0-4727-8e00-dfe058285ba7 HTTP/1.1" status: 200 len: 210 time: 0.0706997 Feb 09 12:23:11.337013 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port 200b1d0b-edea-47ab-bccd-e5d6c41518ca completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:23:11.372588 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port 200b1d0b-edea-47ab-bccd-e5d6c41518ca triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:23:11.373209 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:11.463312 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port bbc3a7e8-bad8-4e20-9899-c394e197af20 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:23:11.471477 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port bbc3a7e8-bad8-4e20-9899-c394e197af20 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:23:11.471924 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:11.616316 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:11.634057 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec190b-ea7a-4ae2-ad87-5102587cd6dd req-9498e308-0d94-448b-b25d-35be712d58a4 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:11.641652 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2dec190b-ea7a-4ae2-ad87-5102587cd6dd req-9498e308-0d94-448b-b25d-35be712d58a4 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee6f574-d1bf-4d06-a333-a2cb384559e5 HTTP/1.1" status: 200 len: 945 time: 0.2271445 Feb 09 12:23:11.705834 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 200b1d0b-edea-47ab-bccd-e5d6c41518ca, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=200b1d0b-edea-47ab-bccd-e5d6c41518ca,segment=NetworkSegment(dc30de51-0ecc-48b6-a874-d688a7830e7a),segment_id=dc30de51-0ecc-48b6-a874-d688a7830e7a)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:23:11.706911 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:11.723464 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:11.724515 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2dec190b-ea7a-4ae2-ad87-5102587cd6dd req-65d51912-ab85-438b-bb18-f6184e295e8c tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1740fde-ed7b-450f-94e7-17e594dcc7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814672 Feb 09 12:23:11.759015 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-3f925933-19ec-49ac-bcee-025a6140f200 admin admin] Allocated IP 172.25.7.233 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/615859e0-5b8a-42d0-ac30-7d8882fa7c07) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:23:11.794230 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee6f574-d1bf-4d06-a333-a2cb384559e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200b1d0b-edea-47ab-bccd-e5d6c41518ca'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:23:11.892152 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port bbc3a7e8-bad8-4e20-9899-c394e197af20, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=bbc3a7e8-bad8-4e20-9899-c394e197af20,segment=NetworkSegment(a032c80a-2814-4a8f-bd23-99ac5315db25),segment_id=a032c80a-2814-4a8f-bd23-99ac5315db25)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:23:11.893381 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device df191315-b11e-4848-889c-6ca8f8976361 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:23:11.938778 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=200b1d0b-edea-47ab-bccd-e5d6c41518ca,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:11.941558 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:12.042408 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=bbc3a7e8-bad8-4e20-9899-c394e197af20,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:12.063019 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port df191315-b11e-4848-889c-6ca8f8976361 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:23:12.174201 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8ee26-34dc-43a1-acc7-b9456bc07e40 req-809ec5ae-e257-473f-85db-5e8475114070 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:12.176319 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-99f8ee26-34dc-43a1-acc7-b9456bc07e40 req-809ec5ae-e257-473f-85db-5e8475114070 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 950 time: 0.3550670 Feb 09 12:23:12.181071 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3f925933-19ec-49ac-bcee-025a6140f200 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:12.269508 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a249724c-4d84-4430-b3ca-1da066bfe70c req-3158c81d-2d04-4415-9f7d-35e8bc1f5ef5 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:12.277404 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a249724c-4d84-4430-b3ca-1da066bfe70c req-3158c81d-2d04-4415-9f7d-35e8bc1f5ef5 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=86ae2989-6437-44bf-8cfa-73e0f503c19e HTTP/1.1" status: 200 len: 945 time: 0.3007770 Feb 09 12:23:12.313849 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-99f8ee26-34dc-43a1-acc7-b9456bc07e40 req-0ac8af2b-e313-4241-8fed-337df2a564e6 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161497 Feb 09 12:23:12.385435 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a249724c-4d84-4430-b3ca-1da066bfe70c req-6b445402-5df0-4ee3-a620-7d4628b47348 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067314 Feb 09 12:23:12.395604 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa97ea5-1b52-4ede-82f9-c699eacd0948 req-4b9ba8e0-6962-4850-b3fb-609fcda0a442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:12.419924 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9aa97ea5-1b52-4ede-82f9-c699eacd0948 req-4b9ba8e0-6962-4850-b3fb-609fcda0a442 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=01599260-5f20-420e-9ea8-7409b9f6301c&tenant_id=49129fa2c03c45c2a0df365ab76f11e9 HTTP/1.1" status: 200 len: 1101 time: 0.2791626 Feb 09 12:23:12.419924 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3f925933-19ec-49ac-bcee-025a6140f200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:12.460713 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee6f574-d1bf-4d06-a333-a2cb384559e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200b1d0b-edea-47ab-bccd-e5d6c41518ca', 'code': 200} Feb 09 12:23:12.604118 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff8d304-272f-4641-8033-8fe55587a29d None None] Network d9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:23:12.685655 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f925933-19ec-49ac-bcee-025a6140f200 admin admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:23:12.698108 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-3f925933-19ec-49ac-bcee-025a6140f200 admin admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:23:12.708008 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f925933-19ec-49ac-bcee-025a6140f200 admin admin] Pushing event updated for resources: {'Port': ['ID=615859e0-5b8a-42d0-ac30-7d8882fa7c07,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:12.710734 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f925933-19ec-49ac-bcee-025a6140f200 admin admin] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:23:12.788497 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-571f2d5c-14fa-4a93-b91a-7aeb02b7be9d None None] Provisioning for port df191315-b11e-4848-889c-6ca8f8976361 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:23:12.809707 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-571f2d5c-14fa-4a93-b91a-7aeb02b7be9d None None] Provisioning complete for port df191315-b11e-4848-889c-6ca8f8976361 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:23:12.810220 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-571f2d5c-14fa-4a93-b91a-7aeb02b7be9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:12.980286 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8a5408b9-5f40-489b-a0bc-922bf703440f req-884ae302-a9d9-401a-b060-a480be5e7ff7 tempest-ServerShowV257Test-758213122 tempest-ServerShowV257Test-758213122-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c1d1047-edf0-4727-8e00-dfe058285ba7 HTTP/1.1" status: 200 len: 210 time: 0.1347327 Feb 09 12:23:13.051893 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-571f2d5c-14fa-4a93-b91a-7aeb02b7be9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:13.085949 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa97ea5-1b52-4ede-82f9-c699eacd0948 req-f2c049c4-94de-4f24-95f6-242c6b980f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:13.087693 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9aa97ea5-1b52-4ede-82f9-c699eacd0948 req-f2c049c4-94de-4f24-95f6-242c6b980f92 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49129fa2c03c45c2a0df365ab76f11e9&device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 1101 time: 0.6213973 Feb 09 12:23:13.106473 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0b11d-2d83-48e4-8e84-9f6adb68c39e req-49d667d1-8f69-48c9-b296-84dd1a38e908 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:13.120800 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d6c0b11d-2d83-48e4-8e84-9f6adb68c39e req-49d667d1-8f69-48c9-b296-84dd1a38e908 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.5396540 Feb 09 12:23:13.146648 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-571f2d5c-14fa-4a93-b91a-7aeb02b7be9d None None] For port df191315-b11e-4848-889c-6ca8f8976361, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=df191315-b11e-4848-889c-6ca8f8976361,segment=NetworkSegment(3a03dc67-2573-4a68-b5c7-234880e2a5ea),segment_id=3a03dc67-2573-4a68-b5c7-234880e2a5ea)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:23:13.160999 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-571f2d5c-14fa-4a93-b91a-7aeb02b7be9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:13.236970 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f2d5c-14fa-4a93-b91a-7aeb02b7be9d None None] Pushing event updated for resources: {'Port': ['ID=df191315-b11e-4848-889c-6ca8f8976361,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:13.359786 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d461f-a4f9-417f-b5eb-fcd2c5e67de5 req-45769364-cebb-4388-a968-c87439aa6c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:13.361265 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-254d461f-a4f9-417f-b5eb-fcd2c5e67de5 req-45769364-cebb-4388-a968-c87439aa6c0c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5ee6f574-d1bf-4d06-a333-a2cb384559e5 HTTP/1.1" status: 200 len: 1097 time: 0.7903211 Feb 09 12:23:13.380637 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-8224cad1-c1d0-4629-9881-a4b3d980b8f4 None None] Provisioning complete for port df191315-b11e-4848-889c-6ca8f8976361 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:23:13.381098 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8224cad1-c1d0-4629-9881-a4b3d980b8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:13.558615 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d6c0b11d-2d83-48e4-8e84-9f6adb68c39e req-0d7b2051-6b3b-4666-9868-b3b46417d441 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4420328 Feb 09 12:23:13.648925 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-254d461f-a4f9-417f-b5eb-fcd2c5e67de5 req-562c019e-abe1-46d6-9613-8e4f925d82af service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e1740fde-ed7b-450f-94e7-17e594dcc7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373750 Feb 09 12:23:13.744680 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3f925933-19ec-49ac-bcee-025a6140f200 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:13.747285 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device df191315-b11e-4848-889c-6ca8f8976361 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:23:13.814103 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port df191315-b11e-4848-889c-6ca8f8976361 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:23:13.814840 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:13.820308 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa97ea5-1b52-4ede-82f9-c699eacd0948 req-0081d12d-12aa-4e88-b3b3-b76851ac7428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:13.821764 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9aa97ea5-1b52-4ede-82f9-c699eacd0948 req-0081d12d-12aa-4e88-b3b3-b76851ac7428 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.7010715 Feb 09 12:23:13.847051 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ec234-02ed-421d-835c-64ef954b1809 req-5e2689b5-4986-4065-99b7-d71bad80153c tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:13.848539 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-013ec234-02ed-421d-835c-64ef954b1809 req-5e2689b5-4986-4065-99b7-d71bad80153c tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee6f574-d1bf-4d06-a333-a2cb384559e5 HTTP/1.1" status: 200 len: 946 time: 0.6720285 Feb 09 12:23:13.951883 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6cb9ad07-9026-4346-af0e-826dd123099e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:14.026622 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9aa97ea5-1b52-4ede-82f9-c699eacd0948 req-0be76f0a-e3f0-4f0f-83e3-d1b6e063d131 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=08601888-bd41-4769-a19e-2b5f519c58c0 HTTP/1.1" status: 200 len: 217 time: 0.0951622 Feb 09 12:23:14.045309 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-013ec234-02ed-421d-835c-64ef954b1809 req-c4960133-48b7-4378-b313-42bf639f6c07 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1740fde-ed7b-450f-94e7-17e594dcc7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884205 Feb 09 12:23:14.171372 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1f764-d7bd-40b6-b113-cba39c6c3366 req-ca41c8d3-a8c7-418c-8d02-ec215ae71645 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:14.172839 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ed1f764-d7bd-40b6-b113-cba39c6c3366 req-ca41c8d3-a8c7-418c-8d02-ec215ae71645 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 950 time: 0.4991014 Feb 09 12:23:14.263315 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa97ea5-1b52-4ede-82f9-c699eacd0948 req-2feb3c93-72a6-45e9-bb77-702f348b3508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:14.264766 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9aa97ea5-1b52-4ede-82f9-c699eacd0948 req-2feb3c93-72a6-45e9-bb77-702f348b3508 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.2227187 Feb 09 12:23:14.408016 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ed1f764-d7bd-40b6-b113-cba39c6c3366 req-f0caa1a2-18f9-4d31-9381-8da394115c93 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941707 Feb 09 12:23:14.441585 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3f925933-19ec-49ac-bcee-025a6140f200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:14.461974 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ae2989-6437-44bf-8cfa-73e0f503c19e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc3a7e8-bad8-4e20-9899-c394e197af20'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:23:14.527613 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e23136-b4b4-4322-a512-6fa1a65057e5 req-13bf7e5c-19a2-46dd-9b0d-60039f31695b tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:14.529080 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b1e23136-b4b4-4322-a512-6fa1a65057e5 req-13bf7e5c-19a2-46dd-9b0d-60039f31695b tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=86ae2989-6437-44bf-8cfa-73e0f503c19e HTTP/1.1" status: 200 len: 945 time: 0.3760757 Feb 09 12:23:14.606005 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5a9d0023-b3c1-41d9-af4a-78e12e68a1ef req-de9acdf6-55a4-480e-9227-bb62d82318ad tempest-ServerShowV257Test-758213122 tempest-ServerShowV257Test-758213122-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c1d1047-edf0-4727-8e00-dfe058285ba7 HTTP/1.1" status: 200 len: 210 time: 0.0865011 Feb 09 12:23:14.614338 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa97ea5-1b52-4ede-82f9-c699eacd0948 req-a32ec3d9-dd30-4573-8b38-f4529a1f64bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:14.616193 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9aa97ea5-1b52-4ede-82f9-c699eacd0948 req-a32ec3d9-dd30-4573-8b38-f4529a1f64bd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2822893 Feb 09 12:23:14.665664 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ae2989-6437-44bf-8cfa-73e0f503c19e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc3a7e8-bad8-4e20-9899-c394e197af20', 'code': 200} Feb 09 12:23:14.828543 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a758a2-67dd-4223-94f9-17b84f9bd3ef req-9b0ee395-9936-4c69-b4ed-1ecfabda1f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:14.830140 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-61a758a2-67dd-4223-94f9-17b84f9bd3ef req-9b0ee395-9936-4c69-b4ed-1ecfabda1f31 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=86ae2989-6437-44bf-8cfa-73e0f503c19e HTTP/1.1" status: 200 len: 1096 time: 0.0738163 Feb 09 12:23:14.872108 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-61a758a2-67dd-4223-94f9-17b84f9bd3ef req-cba690fd-44ab-4a83-bec9-caacd0a7bbdc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338087 Feb 09 12:23:14.993653 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-193e05e6-096e-4dc6-805c-d9165ad212c2 req-8b0e957f-bc24-404c-8ff6-358d595cd6af service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6c1d1047-edf0-4727-8e00-dfe058285ba7 HTTP/1.1" status: 200 len: 210 time: 0.1792004 Feb 09 12:23:15.004342 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b1e23136-b4b4-4322-a512-6fa1a65057e5 req-c9801360-be21-4689-801c-0aa3db849999 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4314227 Feb 09 12:23:15.096128 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 08601888-bd41-4769-a19e-2b5f519c58c0 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:23:15.108163 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9aa97ea5-1b52-4ede-82f9-c699eacd0948 req-7ed6b09d-8b9b-4fde-9355-ba7582c875db service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946355 Feb 09 12:23:15.125109 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f58c9-0953-4d52-ba07-11201dd492d9 req-71c4c26b-c091-4027-a1fd-8f52d6fbf3ab tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:15.126565 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cf9f58c9-0953-4d52-ba07-11201dd492d9 req-71c4c26b-c091-4027-a1fd-8f52d6fbf3ab tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.3141339 Feb 09 12:23:15.154176 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f925933-19ec-49ac-bcee-025a6140f200 admin admin] Router ba0248cd-7abd-4207-98c5-4d02ca8e76ec is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:23:15.182200 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cf9f58c9-0953-4d52-ba07-11201dd492d9 req-dac1b122-f1fe-4146-8ad1-82f3a71fdc9b tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468969 Feb 09 12:23:15.236682 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:15.275237 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 08601888-bd41-4769-a19e-2b5f519c58c0, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=08601888-bd41-4769-a19e-2b5f519c58c0,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:23:15.284085 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:15.355962 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=08601888-bd41-4769-a19e-2b5f519c58c0,revision_number=9']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:15.623332 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f925933-19ec-49ac-bcee-025a6140f200 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:23:15.633490 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8650b7ad-5492-4aa2-bc3c-3e8d1897dee5 None None] Sync routers for ids ['ba0248cd-7abd-4207-98c5-4d02ca8e76ec'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:23:15.642865 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8650b7ad-5492-4aa2-bc3c-3e8d1897dee5 None None] Routers {'ba0248cd-7abd-4207-98c5-4d02ca8e76ec'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:23:15.643727 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-8650b7ad-5492-4aa2-bc3c-3e8d1897dee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:22:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['ba0248cd-7abd-4207-98c5-4d02ca8e76ec'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:23:15.656463 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9aa97ea5-1b52-4ede-82f9-c699eacd0948 req-d3cd7ce3-ab75-46e4-81b2-6a8fbe2d096d service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735437 Feb 09 12:23:15.684470 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25d031-bde9-4049-a1f2-7d3030715d6f req-7f0401af-b4c1-4f05-a80e-86cc4f552e34 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:15.685935 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4a25d031-bde9-4049-a1f2-7d3030715d6f req-7f0401af-b4c1-4f05-a80e-86cc4f552e34 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee6f574-d1bf-4d06-a333-a2cb384559e5 HTTP/1.1" status: 200 len: 946 time: 0.3742187 Feb 09 12:23:15.712344 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3f925933-19ec-49ac-bcee-025a6140f200 admin admin] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:15.716395 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49484) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:23:15.716538 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3f925933-19ec-49ac-bcee-025a6140f200 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.8364966 Feb 09 12:23:15.726992 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b87f21-4137-473e-88c8-15a599f4ae34 req-8863a057-91e3-4865-b3ee-61f68aac819b tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:15.728740 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-24b87f21-4137-473e-88c8-15a599f4ae34 req-8863a057-91e3-4865-b3ee-61f68aac819b tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=65bfe493-4e63-4141-91d2-2a2b2c0d26d8 HTTP/1.1" status: 200 len: 946 time: 0.2505763 Feb 09 12:23:15.766104 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4a25d031-bde9-4049-a1f2-7d3030715d6f req-79fa3436-082d-4197-959c-ace684b3c888 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1740fde-ed7b-450f-94e7-17e594dcc7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721002 Feb 09 12:23:15.804296 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-24b87f21-4137-473e-88c8-15a599f4ae34 req-0ea827e6-547e-402b-abbb-f25b658ed4e9 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625317 Feb 09 12:23:15.853284 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-8650b7ad-5492-4aa2-bc3c-3e8d1897dee5 None None] Set router ba0248cd-7abd-4207-98c5-4d02ca8e76ec gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:23:15.998335 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6cb73ee9-3762-4c16-bc74-85c566dfbb63 req-1d5d93ae-160d-4780-b53c-e69fab6bf7b6 tempest-ServerShowV257Test-758213122 tempest-ServerShowV257Test-758213122-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c1d1047-edf0-4727-8e00-dfe058285ba7 HTTP/1.1" status: 200 len: 210 time: 0.0485537 Feb 09 12:23:16.034392 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2eb166-3025-4c11-b625-126206603c74 req-69027430-0b3e-4e85-af3c-79e403d6c7ef tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:16.035925 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6c2eb166-3025-4c11-b625-126206603c74 req-69027430-0b3e-4e85-af3c-79e403d6c7ef tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 948 time: 0.1318989 Feb 09 12:23:16.096542 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6c2eb166-3025-4c11-b625-126206603c74 req-a3714865-bcdb-45fa-9181-099cd8a55d6a tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535877 Feb 09 12:23:16.188620 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-8650b7ad-5492-4aa2-bc3c-3e8d1897dee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0248cd-7abd-4207-98c5-4d02ca8e76ec', 'name': 'tempest-TaggedBootDevicesTest_v242-765013633-router', 'tenant_id': '1504faf0b32244dc872049fa5f2c3962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '615859e0-5b8a-42d0-ac30-7d8882fa7c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:23:09Z', 'updated_at': '2022-02-09T12:23:13Z', 'revision_number': 3, 'project_id': '1504faf0b32244dc872049fa5f2c3962', 'gw_port': {'id': '615859e0-5b8a-42d0-ac30-7d8882fa7c07', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0248cd-7abd-4207-98c5-4d02ca8e76ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:23:11Z', 'updated_at': '2022-02-09T12:23:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:23:16.193541 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8650b7ad-5492-4aa2-bc3c-3e8d1897dee5 None None] Checking router: ba0248cd-7abd-4207-98c5-4d02ca8e76ec for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:23:16.194143 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8650b7ad-5492-4aa2-bc3c-3e8d1897dee5 None None] Updating router ba0248cd-7abd-4207-98c5-4d02ca8e76ec port 615859e0-5b8a-42d0-ac30-7d8882fa7c07 binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:23:16.214772 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d748d41-6cb5-4c55-b036-2f5df90a6beb req-a36dbf82-02dc-48c8-9bdd-2b44508010f1 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:16.216948 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7d748d41-6cb5-4c55-b036-2f5df90a6beb req-a36dbf82-02dc-48c8-9bdd-2b44508010f1 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=86ae2989-6437-44bf-8cfa-73e0f503c19e HTTP/1.1" status: 200 len: 945 time: 0.0894356 Feb 09 12:23:16.267527 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7d748d41-6cb5-4c55-b036-2f5df90a6beb req-4e99800c-4528-4fa6-bcf2-0fcd476af2f5 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435750 Feb 09 12:23:16.307769 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8650b7ad-5492-4aa2-bc3c-3e8d1897dee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:16.329585 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-96efafb4-bdc7-48de-a71d-df0feddc8ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:16.490401 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404dc797-b4c2-4fd5-8e4a-b9f0c681a937 req-d4d36e12-f426-4526-84cd-fbc16bf82d7f tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:16.491971 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-404dc797-b4c2-4fd5-8e4a-b9f0c681a937 req-d4d36e12-f426-4526-84cd-fbc16bf82d7f tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.1049099 Feb 09 12:23:16.548967 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-404dc797-b4c2-4fd5-8e4a-b9f0c681a937 req-a5b7a147-fa36-41e6-9c48-567733e26286 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507228 Feb 09 12:23:16.667541 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01599260-5f20-420e-9ea8-7409b9f6301c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08601888-bd41-4769-a19e-2b5f519c58c0'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:23:16.678022 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-340d3f4f-593f-4dec-a367-e88df9a2a8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:16.722597 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01599260-5f20-420e-9ea8-7409b9f6301c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08601888-bd41-4769-a19e-2b5f519c58c0', 'code': 200} Feb 09 12:23:16.729264 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8650b7ad-5492-4aa2-bc3c-3e8d1897dee5 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:16.740906 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8650b7ad-5492-4aa2-bc3c-3e8d1897dee5 None None] Transition to ACTIVE for port object 615859e0-5b8a-42d0-ac30-7d8882fa7c07 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:23:16.747428 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8650b7ad-5492-4aa2-bc3c-3e8d1897dee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:16.826441 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-8650b7ad-5492-4aa2-bc3c-3e8d1897dee5 None None] Attempting to bind port 615859e0-5b8a-42d0-ac30-7d8882fa7c07 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:23:16.827453 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-8650b7ad-5492-4aa2-bc3c-3e8d1897dee5 None None] Attempting to bind port 615859e0-5b8a-42d0-ac30-7d8882fa7c07 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:23:16.827453 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8650b7ad-5492-4aa2-bc3c-3e8d1897dee5 None None] Attempting to bind port 615859e0-5b8a-42d0-ac30-7d8882fa7c07 on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:23:16.836276 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b79ed3b-e9ee-43d9-8cd9-01963381cdcf None None] Pushing event updated for resources: {'Port': ['ID=615859e0-5b8a-42d0-ac30-7d8882fa7c07,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:16.850520 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b79ed3b-e9ee-43d9-8cd9-01963381cdcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:23:16.850869 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b79ed3b-e9ee-43d9-8cd9-01963381cdcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:23:16.851204 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b79ed3b-e9ee-43d9-8cd9-01963381cdcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:23:16.851532 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b79ed3b-e9ee-43d9-8cd9-01963381cdcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:23:16.851879 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b79ed3b-e9ee-43d9-8cd9-01963381cdcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:23:16.852461 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b79ed3b-e9ee-43d9-8cd9-01963381cdcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:23:16.853019 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b79ed3b-e9ee-43d9-8cd9-01963381cdcf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:23:16.853333 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b79ed3b-e9ee-43d9-8cd9-01963381cdcf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:23:16.853654 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b79ed3b-e9ee-43d9-8cd9-01963381cdcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:23:16.853970 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b79ed3b-e9ee-43d9-8cd9-01963381cdcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:23:16.854412 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b79ed3b-e9ee-43d9-8cd9-01963381cdcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:23:16.854733 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b79ed3b-e9ee-43d9-8cd9-01963381cdcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:23:16.858297 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8650b7ad-5492-4aa2-bc3c-3e8d1897dee5 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:23:16.859237 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8650b7ad-5492-4aa2-bc3c-3e8d1897dee5 None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:23:16.859645 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8650b7ad-5492-4aa2-bc3c-3e8d1897dee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:16.860187 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8650b7ad-5492-4aa2-bc3c-3e8d1897dee5 None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:23:16.860513 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-8650b7ad-5492-4aa2-bc3c-3e8d1897dee5 None None] Bound port: 615859e0-5b8a-42d0-ac30-7d8882fa7c07, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:23:16.860961 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8650b7ad-5492-4aa2-bc3c-3e8d1897dee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:16.920236 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-340d3f4f-593f-4dec-a367-e88df9a2a8e5 admin admin] Allocated IP 172.20.0.1 (d9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35/3d2e5ab4-ed0b-495e-9f76-7abb1b03c440/9ba1542c-b097-4fa3-9f06-3eeb03603544) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:23:16.943135 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8650b7ad-5492-4aa2-bc3c-3e8d1897dee5 None None] For port 615859e0-5b8a-42d0-ac30-7d8882fa7c07, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:23:16.946256 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8650b7ad-5492-4aa2-bc3c-3e8d1897dee5 None None] For port 615859e0-5b8a-42d0-ac30-7d8882fa7c07, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=615859e0-5b8a-42d0-ac30-7d8882fa7c07,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:23:16.949889 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8650b7ad-5492-4aa2-bc3c-3e8d1897dee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:17.029358 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8650b7ad-5492-4aa2-bc3c-3e8d1897dee5 None None] Routers {'ba0248cd-7abd-4207-98c5-4d02ca8e76ec'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:23:17.029358 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-8650b7ad-5492-4aa2-bc3c-3e8d1897dee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:23:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['ba0248cd-7abd-4207-98c5-4d02ca8e76ec'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:23:17.045337 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed93a59-ac01-4bf2-8583-60c09748e0fc req-a012f4e2-ada6-45b7-bcbb-54d72e094794 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:17.046850 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eed93a59-ac01-4bf2-8583-60c09748e0fc req-a012f4e2-ada6-45b7-bcbb-54d72e094794 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee6f574-d1bf-4d06-a333-a2cb384559e5 HTTP/1.1" status: 200 len: 946 time: 0.1555414 Feb 09 12:23:17.082610 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b23da-a920-421c-92e8-57b687fb1160 req-e6594e10-70d8-45de-8afc-4dafb2ffb192 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:17.090325 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-072b23da-a920-421c-92e8-57b687fb1160 req-e6594e10-70d8-45de-8afc-4dafb2ffb192 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=65bfe493-4e63-4141-91d2-2a2b2c0d26d8 HTTP/1.1" status: 200 len: 946 time: 0.1588168 Feb 09 12:23:17.094401 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b79ed3b-e9ee-43d9-8cd9-01963381cdcf None None] Pushing event updated for resources: {'Port': ['ID=615859e0-5b8a-42d0-ac30-7d8882fa7c07,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:17.113066 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-340d3f4f-593f-4dec-a367-e88df9a2a8e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:17.129855 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-340d3f4f-593f-4dec-a367-e88df9a2a8e5 admin admin] Transition to ACTIVE for port object 9ba1542c-b097-4fa3-9f06-3eeb03603544 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:23:17.130528 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eed93a59-ac01-4bf2-8583-60c09748e0fc req-b9948189-7507-48c1-8ea1-21d193e19915 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1740fde-ed7b-450f-94e7-17e594dcc7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763958 Feb 09 12:23:17.160236 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-072b23da-a920-421c-92e8-57b687fb1160 req-9ed54754-582b-4911-bad5-a3f679db5b9f tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548728 Feb 09 12:23:17.170290 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-340d3f4f-593f-4dec-a367-e88df9a2a8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:17.244445 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-8650b7ad-5492-4aa2-bc3c-3e8d1897dee5 None None] Set router ba0248cd-7abd-4207-98c5-4d02ca8e76ec gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:23:17.297786 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340d3f4f-593f-4dec-a367-e88df9a2a8e5 admin admin] Network d9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:23:17.300665 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-340d3f4f-593f-4dec-a367-e88df9a2a8e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:23:17.303435 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340d3f4f-593f-4dec-a367-e88df9a2a8e5 admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:23:17.381693 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340d3f4f-593f-4dec-a367-e88df9a2a8e5 admin admin] Pushing event updated for resources: {'Port': ['ID=9ba1542c-b097-4fa3-9f06-3eeb03603544,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:17.402821 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-340d3f4f-593f-4dec-a367-e88df9a2a8e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:17.469777 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:17.574536 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:17.617128 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e8bb78f4-b717-4a4f-a32a-670384cc0e36 req-93e85fd4-e792-4fc6-819c-518df5681121 tempest-ServerShowV257Test-758213122 tempest-ServerShowV257Test-758213122-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c1d1047-edf0-4727-8e00-dfe058285ba7 HTTP/1.1" status: 200 len: 210 time: 0.3201463 Feb 09 12:23:17.685168 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-94c273d9-1f0d-43f7-b1c4-564372f89876 None None] Provisioning for port 9ba1542c-b097-4fa3-9f06-3eeb03603544 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:23:17.696070 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78072878-2a45-4638-a155-8ed259a63f6d req-4cfbdae6-58d2-4e4f-9b3f-d7ac3eb3e925 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:17.696585 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-94c273d9-1f0d-43f7-b1c4-564372f89876 None None] Provisioning complete for port 9ba1542c-b097-4fa3-9f06-3eeb03603544 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:23:17.696739 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-78072878-2a45-4638-a155-8ed259a63f6d req-4cfbdae6-58d2-4e4f-9b3f-d7ac3eb3e925 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 948 time: 0.3196349 Feb 09 12:23:17.697001 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-94c273d9-1f0d-43f7-b1c4-564372f89876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:17.827427 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-78072878-2a45-4638-a155-8ed259a63f6d req-e3d92847-e7c3-4904-ac8d-582cad870374 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207597 Feb 09 12:23:17.857769 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-94c273d9-1f0d-43f7-b1c4-564372f89876 None None] Port 9ba1542c-b097-4fa3-9f06-3eeb03603544 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:23:17.900686 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-8650b7ad-5492-4aa2-bc3c-3e8d1897dee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0248cd-7abd-4207-98c5-4d02ca8e76ec', 'name': 'tempest-TaggedBootDevicesTest_v242-765013633-router', 'tenant_id': '1504faf0b32244dc872049fa5f2c3962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '615859e0-5b8a-42d0-ac30-7d8882fa7c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:23:09Z', 'updated_at': '2022-02-09T12:23:13Z', 'revision_number': 3, 'project_id': '1504faf0b32244dc872049fa5f2c3962', 'gw_port': {'id': '615859e0-5b8a-42d0-ac30-7d8882fa7c07', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0248cd-7abd-4207-98c5-4d02ca8e76ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:23:11Z', 'updated_at': '2022-02-09T12:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:23:17.907595 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8650b7ad-5492-4aa2-bc3c-3e8d1897dee5 None None] The sync data for ids ['ba0248cd-7abd-4207-98c5-4d02ca8e76ec'] in n-d-825178-3 is: [{'id': 'ba0248cd-7abd-4207-98c5-4d02ca8e76ec', 'name': 'tempest-TaggedBootDevicesTest_v242-765013633-router', 'tenant_id': '1504faf0b32244dc872049fa5f2c3962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '615859e0-5b8a-42d0-ac30-7d8882fa7c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:23:09Z', 'updated_at': '2022-02-09T12:23:13Z', 'revision_number': 3, 'project_id': '1504faf0b32244dc872049fa5f2c3962', 'gw_port': {'id': '615859e0-5b8a-42d0-ac30-7d8882fa7c07', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0248cd-7abd-4207-98c5-4d02ca8e76ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:23:11Z', 'updated_at': '2022-02-09T12:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:23:18.003448 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-340d3f4f-593f-4dec-a367-e88df9a2a8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:18.045187 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baca3b7-04a9-4f19-a6fc-9711fe3003a7 req-f922aa2e-ce34-4598-8047-b09f23fff5a9 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:18.045657 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-9baca3b7-04a9-4f19-a6fc-9711fe3003a7 req-f922aa2e-ce34-4598-8047-b09f23fff5a9 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Synchronizing usage tracker for tenant:6b0ea08007bd423bba6d81fafa2c2138 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:23:18.115407 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-9baca3b7-04a9-4f19-a6fc-9711fe3003a7 req-f922aa2e-ce34-4598-8047-b09f23fff5a9 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Unset dirty status for tenant:6b0ea08007bd423bba6d81fafa2c2138 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:23:18.115583 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9baca3b7-04a9-4f19-a6fc-9711fe3003a7 req-f922aa2e-ce34-4598-8047-b09f23fff5a9 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.46 "GET /v2.0/ports?device_id=65bfe493-4e63-4141-91d2-2a2b2c0d26d8 HTTP/1.1" status: 200 len: 946 time: 0.3381174 Feb 09 12:23:18.234798 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effca883-0827-446e-b229-c7763345ad58 req-03e79ac4-c0ea-43b7-8370-8781fc974af4 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:18.236333 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-effca883-0827-446e-b229-c7763345ad58 req-03e79ac4-c0ea-43b7-8370-8781fc974af4 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=86ae2989-6437-44bf-8cfa-73e0f503c19e HTTP/1.1" status: 200 len: 945 time: 0.2221463 Feb 09 12:23:18.289038 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee18ce9-c2da-405d-bf95-f82e2e7a5d82 req-fae30e18-196f-4d72-92ee-a559e85ea0d0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:18.290488 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9ee18ce9-c2da-405d-bf95-f82e2e7a5d82 req-fae30e18-196f-4d72-92ee-a559e85ea0d0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.1774280 Feb 09 12:23:18.299410 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-9baca3b7-04a9-4f19-a6fc-9711fe3003a7 req-a971f173-7995-4353-90fe-058e06d4f56d tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Deleting port 6ab2d782-d276-4986-89ec-66c253440200 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:23:18.299410 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-9baca3b7-04a9-4f19-a6fc-9711fe3003a7 req-a971f173-7995-4353-90fe-058e06d4f56d tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:18.405348 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-effca883-0827-446e-b229-c7763345ad58 req-76b247f4-a761-4361-acdc-753461b7377f tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600859 Feb 09 12:23:18.419753 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9ee18ce9-c2da-405d-bf95-f82e2e7a5d82 req-cbc2c6e3-f304-44fb-ac7f-f576a87dc0d6 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842505 Feb 09 12:23:18.720114 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc9687-28cb-4f8f-ba3b-bf2329eabdb7 req-33088f79-e2d7-4b06-8d16-7879bcf641a8 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:18.733678 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dcdc9687-28cb-4f8f-ba3b-bf2329eabdb7 req-33088f79-e2d7-4b06-8d16-7879bcf641a8 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee6f574-d1bf-4d06-a333-a2cb384559e5 HTTP/1.1" status: 200 len: 946 time: 0.1621909 Feb 09 12:23:18.814249 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dcdc9687-28cb-4f8f-ba3b-bf2329eabdb7 req-49c707ad-9ee2-4a6c-bbe2-37e7ff3ff8bf tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1740fde-ed7b-450f-94e7-17e594dcc7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725420 Feb 09 12:23:18.839073 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-340d3f4f-593f-4dec-a367-e88df9a2a8e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:18.862654 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-340d3f4f-593f-4dec-a367-e88df9a2a8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:19.022388 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:19.062573 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-9baca3b7-04a9-4f19-a6fc-9711fe3003a7 req-a971f173-7995-4353-90fe-058e06d4f56d tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] For port 6ab2d782-d276-4986-89ec-66c253440200, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=6ab2d782-d276-4986-89ec-66c253440200,segment=NetworkSegment(d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5),segment_id=d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:23:19.063788 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-9baca3b7-04a9-4f19-a6fc-9711fe3003a7 req-a971f173-7995-4353-90fe-058e06d4f56d tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:19.126577 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 08601888-bd41-4769-a19e-2b5f519c58c0 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:23:19.136431 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340d3f4f-593f-4dec-a367-e88df9a2a8e5 admin admin] Pushing event updated for resources: {'Port': ['ID=9ba1542c-b097-4fa3-9f06-3eeb03603544,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:19.206108 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-340d3f4f-593f-4dec-a367-e88df9a2a8e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:19.239754 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-9baca3b7-04a9-4f19-a6fc-9711fe3003a7 req-a971f173-7995-4353-90fe-058e06d4f56d tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Calling delete_port for 6ab2d782-d276-4986-89ec-66c253440200 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:23:19.321273 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f45b6b-aa8d-47b8-acb7-650190eca7ff req-149fd819-bc62-4f81-8063-aec67cd6ceab tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:19.334235 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-80f45b6b-aa8d-47b8-acb7-650190eca7ff req-149fd819-bc62-4f81-8063-aec67cd6ceab tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=65bfe493-4e63-4141-91d2-2a2b2c0d26d8 HTTP/1.1" status: 200 len: 946 time: 0.3199060 Feb 09 12:23:19.400677 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 08601888-bd41-4769-a19e-2b5f519c58c0, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=08601888-bd41-4769-a19e-2b5f519c58c0,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:23:19.410850 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fedcf6-f49d-4a5e-87bc-66f2d7cda426 req-0a3388d7-4299-4ff9-965e-474c0915c5c4 tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:19.424646 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-65fedcf6-f49d-4a5e-87bc-66f2d7cda426 req-0a3388d7-4299-4ff9-965e-474c0915c5c4 tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=86ae2989-6437-44bf-8cfa-73e0f503c19e HTTP/1.1" status: 200 len: 1096 time: 0.3516107 Feb 09 12:23:19.451004 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': '08601888-bd41-4769-a19e-2b5f519c58c0', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'port_id': '08601888-bd41-4769-a19e-2b5f519c58c0', 'mac_address': 'fa:16:3e:41:9a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed5558-888d-440a-8c32-52f2f9bc5bd5', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:23:19.519145 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-80f45b6b-aa8d-47b8-acb7-650190eca7ff req-4383bbd8-94d9-41d8-88ad-2cda2413f228 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823783 Feb 09 12:23:19.546295 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-65fedcf6-f49d-4a5e-87bc-66f2d7cda426 req-d0280876-4433-498d-b40c-78c571921310 tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209998 Feb 09 12:23:19.616158 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:19.629091 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340d3f4f-593f-4dec-a367-e88df9a2a8e5 admin admin] Network d9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:23:19.635482 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-340d3f4f-593f-4dec-a367-e88df9a2a8e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:23:19.661536 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08601888-bd41-4769-a19e-2b5f519c58c0 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:23:19.707423 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 08601888-bd41-4769-a19e-2b5f519c58c0, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=08601888-bd41-4769-a19e-2b5f519c58c0,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:23:19.717702 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:19.742977 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-9baca3b7-04a9-4f19-a6fc-9711fe3003a7 req-a971f173-7995-4353-90fe-058e06d4f56d tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:19.832684 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=08601888-bd41-4769-a19e-2b5f519c58c0,revision_number=10']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:19.888280 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 615859e0-5b8a-42d0-ac30-7d8882fa7c07 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:23:19.910698 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a971f173-7995-4353-90fe-058e06d4f56d tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Pushing event deleted for resources: {'Port': ['ID=6ab2d782-d276-4986-89ec-66c253440200,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:19.932363 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e9951f5b-5334-4e75-9b2b-18870d7a26f8 req-1f9d1909-d4bb-4a90-b805-6ab862309b9f tempest-ServerShowV257Test-758213122 tempest-ServerShowV257Test-758213122-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c1d1047-edf0-4727-8e00-dfe058285ba7 HTTP/1.1" status: 200 len: 210 time: 0.2291555 Feb 09 12:23:19.974823 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-9baca3b7-04a9-4f19-a6fc-9711fe3003a7 req-a971f173-7995-4353-90fe-058e06d4f56d tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] No DVR routers for this DVR port 6ab2d782-d276-4986-89ec-66c253440200 on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:23:20.052421 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd463ea9-931a-4e57-971c-b327a63b6638 req-76a1ef91-02ea-4b7e-8813-a36077febe55 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:20.062116 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dd463ea9-931a-4e57-971c-b327a63b6638 req-76a1ef91-02ea-4b7e-8813-a36077febe55 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 950 time: 0.1856549 Feb 09 12:23:20.072208 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-9baca3b7-04a9-4f19-a6fc-9711fe3003a7 req-a971f173-7995-4353-90fe-058e06d4f56d tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:20.074894 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65bfe493-4e63-4141-91d2-2a2b2c0d26d8', 'name': 'network-vif-deleted', 'tag': '6ab2d782-d276-4986-89ec-66c253440200'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:23:20.096420 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 615859e0-5b8a-42d0-ac30-7d8882fa7c07 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:23:20.128598 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9baca3b7-04a9-4f19-a6fc-9711fe3003a7 req-a971f173-7995-4353-90fe-058e06d4f56d tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.46 "DELETE /v2.0/ports/6ab2d782-d276-4986-89ec-66c253440200 HTTP/1.1" status: 204 len: 173 time: 2.0061412 Feb 09 12:23:20.130906 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 615859e0-5b8a-42d0-ac30-7d8882fa7c07 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:23:20.134895 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:20.171769 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-340d3f4f-593f-4dec-a367-e88df9a2a8e5 admin admin] Router ba0248cd-7abd-4207-98c5-4d02ca8e76ec has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:23:20.245938 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['08601888-bd41-4769-a19e-2b5f519c58c0'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:23:20.385420 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dd463ea9-931a-4e57-971c-b327a63b6638 req-1d5b2af5-44db-4d7e-b41f-4042cac67419 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216925 Feb 09 12:23:20.463439 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:20.481748 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-907831f5-1aac-4cac-a9c7-5d01cbcc629d None None] Provisioning complete for port 9ba1542c-b097-4fa3-9f06-3eeb03603544 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:23:20.481983 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-907831f5-1aac-4cac-a9c7-5d01cbcc629d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:20.540544 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340d3f4f-593f-4dec-a367-e88df9a2a8e5 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:23:20.556910 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-340d3f4f-593f-4dec-a367-e88df9a2a8e5 admin admin] 10.222.0.55 "PUT /v2.0/routers/ba0248cd-7abd-4207-98c5-4d02ca8e76ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8385320 Feb 09 12:23:20.580653 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b685b059-bc31-43fd-a9d6-2ae9c7bdbe50 None None] Sync routers for ids ['ba0248cd-7abd-4207-98c5-4d02ca8e76ec'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:23:20.647076 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-907831f5-1aac-4cac-a9c7-5d01cbcc629d None None] Port 9ba1542c-b097-4fa3-9f06-3eeb03603544 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:23:20.654110 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85457c-92b5-4217-a956-254b76c87ab2 req-e238e2eb-822b-4910-9499-286138760486 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:20.657472 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b685b059-bc31-43fd-a9d6-2ae9c7bdbe50 None None] Routers {'ba0248cd-7abd-4207-98c5-4d02ca8e76ec'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:23:20.658101 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-b685b059-bc31-43fd-a9d6-2ae9c7bdbe50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:23:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['ba0248cd-7abd-4207-98c5-4d02ca8e76ec'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:23:20.659332 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5c85457c-92b5-4217-a956-254b76c87ab2 req-e238e2eb-822b-4910-9499-286138760486 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.4603686 Feb 09 12:23:20.677762 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583b403-c5eb-4c0f-97fb-1321f8d287d2 req-8bccc5bd-b4ad-41b4-bf7d-1b1a3d52458b tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:20.679280 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9583b403-c5eb-4c0f-97fb-1321f8d287d2 req-8bccc5bd-b4ad-41b4-bf7d-1b1a3d52458b tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ee6f574-d1bf-4d06-a333-a2cb384559e5 HTTP/1.1" status: 200 len: 946 time: 0.3737884 Feb 09 12:23:20.863712 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5c85457c-92b5-4217-a956-254b76c87ab2 req-98e1b399-2053-4f35-aaa4-67c79d683d75 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820390 Feb 09 12:23:20.898647 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-9583b403-c5eb-4c0f-97fb-1321f8d287d2 req-a2a93fa7-e0c6-4650-acb7-7a63a33b563d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Deleting port 200b1d0b-edea-47ab-bccd-e5d6c41518ca {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:23:20.899380 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-9583b403-c5eb-4c0f-97fb-1321f8d287d2 req-a2a93fa7-e0c6-4650-acb7-7a63a33b563d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:20.938464 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:20.988920 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-b685b059-bc31-43fd-a9d6-2ae9c7bdbe50 None None] Set router ba0248cd-7abd-4207-98c5-4d02ca8e76ec gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:23:21.068590 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 615859e0-5b8a-42d0-ac30-7d8882fa7c07, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=615859e0-5b8a-42d0-ac30-7d8882fa7c07,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:23:21.106212 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:21.157358 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c3aef7-6140-43af-8b8b-5702d407e936 req-2bdc491f-41c6-47e9-b325-96fc9e3d2c5a tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:21.165749 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c2c3aef7-6140-43af-8b8b-5702d407e936 req-2bdc491f-41c6-47e9-b325-96fc9e3d2c5a tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=86ae2989-6437-44bf-8cfa-73e0f503c19e HTTP/1.1" status: 200 len: 1096 time: 0.4853621 Feb 09 12:23:21.268152 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 6ab2d782-d276-4986-89ec-66c253440200 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:23:21.296453 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c2c3aef7-6140-43af-8b8b-5702d407e936 req-7bc71bfb-5d68-4bc9-ac7d-e72ace8838fd tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293645 Feb 09 12:23:21.347953 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: 6ab2d782-d276-4986-89ec-66c253440200 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:23:21.348057 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 6ab2d782-d276-4986-89ec-66c253440200 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:23:21.386345 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65bfe493-4e63-4141-91d2-2a2b2c0d26d8', 'name': 'network-vif-deleted', 'tag': '6ab2d782-d276-4986-89ec-66c253440200', 'status': 'completed', 'code': 200} Feb 09 12:23:21.415622 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7086d3-bd2b-454c-b43d-96a27be11b41 req-de34acdc-4382-4060-bd24-d84535c2287d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:21.417474 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4d7086d3-bd2b-454c-b43d-96a27be11b41 req-de34acdc-4382-4060-bd24-d84535c2287d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee6f574-d1bf-4d06-a333-a2cb384559e5 HTTP/1.1" status: 200 len: 946 time: 0.3276355 Feb 09 12:23:21.454450 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-9583b403-c5eb-4c0f-97fb-1321f8d287d2 req-a2a93fa7-e0c6-4650-acb7-7a63a33b563d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] For port 200b1d0b-edea-47ab-bccd-e5d6c41518ca, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=200b1d0b-edea-47ab-bccd-e5d6c41518ca,segment=NetworkSegment(dc30de51-0ecc-48b6-a874-d688a7830e7a),segment_id=dc30de51-0ecc-48b6-a874-d688a7830e7a)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:23:21.454818 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-9583b403-c5eb-4c0f-97fb-1321f8d287d2 req-a2a93fa7-e0c6-4650-acb7-7a63a33b563d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:21.496074 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=615859e0-5b8a-42d0-ac30-7d8882fa7c07,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:21.520220 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49564) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:23:21.525946 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-f4b483d0-1331-4b70-b672-1118b9085962 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1485644692-network', 'tenant_id': 'a8929df639894ba8912c24b0b1f36dee'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:23:21.532785 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f4b483d0-1331-4b70-b672-1118b9085962 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:23:21.542622 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f4b483d0-1331-4b70-b672-1118b9085962 admin admin] Usage tracker for resource:network and tenant:a8929df639894ba8912c24b0b1f36dee is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:23:21.546040 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f4b483d0-1331-4b70-b672-1118b9085962 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:23:21.553713 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f4b483d0-1331-4b70-b672-1118b9085962 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:23:21.570473 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b483d0-1331-4b70-b672-1118b9085962 admin admin] Made reservation on behalf of a8929df639894ba8912c24b0b1f36dee for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:23:21.574815 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f4b483d0-1331-4b70-b672-1118b9085962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:21.589896 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f4b483d0-1331-4b70-b672-1118b9085962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:21.605028 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f4b483d0-1331-4b70-b672-1118b9085962 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:23:21.615175 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f4b483d0-1331-4b70-b672-1118b9085962 admin admin] Usage tracker for resource:security_group_rule and tenant:a8929df639894ba8912c24b0b1f36dee is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:23:21.616605 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-9583b403-c5eb-4c0f-97fb-1321f8d287d2 req-a2a93fa7-e0c6-4650-acb7-7a63a33b563d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Calling delete_port for 200b1d0b-edea-47ab-bccd-e5d6c41518ca owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:23:21.618412 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f4b483d0-1331-4b70-b672-1118b9085962 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:23:21.622688 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f4b483d0-1331-4b70-b672-1118b9085962 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:23:21.731523 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-b685b059-bc31-43fd-a9d6-2ae9c7bdbe50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0248cd-7abd-4207-98c5-4d02ca8e76ec', 'name': 'tempest-TaggedBootDevicesTest_v242-765013633-router', 'tenant_id': '1504faf0b32244dc872049fa5f2c3962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '615859e0-5b8a-42d0-ac30-7d8882fa7c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:23:09Z', 'updated_at': '2022-02-09T12:23:17Z', 'revision_number': 4, 'project_id': '1504faf0b32244dc872049fa5f2c3962', 'gw_port': {'id': '615859e0-5b8a-42d0-ac30-7d8882fa7c07', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0248cd-7abd-4207-98c5-4d02ca8e76ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:23:11Z', 'updated_at': '2022-02-09T12:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '9ba1542c-b097-4fa3-9f06-3eeb03603544', 'name': '', 'network_id': 'd9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35', 'tenant_id': '1504faf0b32244dc872049fa5f2c3962', 'mac_address': 'fa:16:3e:a0:ef:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0248cd-7abd-4207-98c5-4d02ca8e76ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '3d2e5ab4-ed0b-495e-9f76-7abb1b03c440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:23:16Z', 'updated_at': '2022-02-09T12:23:18Z', 'revision_number': 2, 'project_id': '1504faf0b32244dc872049fa5f2c3962', 'subnets': [{'id': '3d2e5ab4-ed0b-495e-9f76-7abb1b03c440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:23:21.741842 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b685b059-bc31-43fd-a9d6-2ae9c7bdbe50 None None] Checking router: ba0248cd-7abd-4207-98c5-4d02ca8e76ec for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:23:21.742203 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b685b059-bc31-43fd-a9d6-2ae9c7bdbe50 None None] Updating router ba0248cd-7abd-4207-98c5-4d02ca8e76ec port 9ba1542c-b097-4fa3-9f06-3eeb03603544 binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:23:21.776330 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f4b483d0-1331-4b70-b672-1118b9085962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:21.792865 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f4b483d0-1331-4b70-b672-1118b9085962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:21.830890 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4b483d0-1331-4b70-b672-1118b9085962 admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:23:21.837387 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b685b059-bc31-43fd-a9d6-2ae9c7bdbe50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:21.841631 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b483d0-1331-4b70-b672-1118b9085962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57dc603f-158f-4567-be97-aea5a6af666e,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:21.847888 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f4b483d0-1331-4b70-b672-1118b9085962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:21.849214 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-f4b483d0-1331-4b70-b672-1118b9085962 admin admin] Added segment 6d7c12a1-8ae5-4e28-94f7-188598d43b18 of type vlan for network 5f5e8d9e-f856-40a8-b478-da586ae07e9d Feb 09 12:23:21.879147 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4d7086d3-bd2b-454c-b43d-96a27be11b41 req-c8865964-8f5f-4802-b5a9-e104b969c090 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1740fde-ed7b-450f-94e7-17e594dcc7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4479694 Feb 09 12:23:21.899735 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f4b483d0-1331-4b70-b672-1118b9085962 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:21.938962 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 615859e0-5b8a-42d0-ac30-7d8882fa7c07 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:23:21.960954 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc1fe1-a4cc-4ec9-b49d-e7cdc514f64f req-2a3138fe-914c-4fae-ad30-acb0b9d2e6ae tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:21.962476 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-47bc1fe1-a4cc-4ec9-b49d-e7cdc514f64f req-2a3138fe-914c-4fae-ad30-acb0b9d2e6ae tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 950 time: 0.3601670 Feb 09 12:23:21.962761 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f4b483d0-1331-4b70-b672-1118b9085962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:21.964257 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b483d0-1331-4b70-b672-1118b9085962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:21.965282 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f4b483d0-1331-4b70-b672-1118b9085962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:22.096300 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-47bc1fe1-a4cc-4ec9-b49d-e7cdc514f64f req-61184378-7f11-427e-9580-997ee6acc195 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971119 Feb 09 12:23:22.096980 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f4b483d0-1331-4b70-b672-1118b9085962 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5755482 Feb 09 12:23:22.098289 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b483d0-1331-4b70-b672-1118b9085962 admin admin] Pushing event updated for resources: {'Network': ['ID=5f5e8d9e-f856-40a8-b478-da586ae07e9d,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:22.100724 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 49572) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:23:22.100906 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-9583b403-c5eb-4c0f-97fb-1321f8d287d2 req-a2a93fa7-e0c6-4650-acb7-7a63a33b563d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:22.178320 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-7290a01e-c35d-4d79-9003-99632b826b48 admin admin] Request body: {'subnet': {'network_id': '5f5e8d9e-f856-40a8-b478-da586ae07e9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1485644692-subnet', 'tenant_id': 'a8929df639894ba8912c24b0b1f36dee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:23:22.184357 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-7290a01e-c35d-4d79-9003-99632b826b48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:23:22.189168 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-7290a01e-c35d-4d79-9003-99632b826b48 admin admin] Usage tracker for resource:subnet and tenant:a8929df639894ba8912c24b0b1f36dee is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:23:22.193434 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-7290a01e-c35d-4d79-9003-99632b826b48 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:23:22.201397 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-7290a01e-c35d-4d79-9003-99632b826b48 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:23:22.210452 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a93fa7-e0c6-4650-acb7-7a63a33b563d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Pushing event deleted for resources: {'Port': ['ID=200b1d0b-edea-47ab-bccd-e5d6c41518ca,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:22.244938 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 5f5e8d9e-f856-40a8-b478-da586ae07e9d details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:23:22.312599 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-668459ee-2048-4531-8b38-ba22f631f0fd req-1d00ecbe-40f4-45b8-abe4-68477fa5b0f0 tempest-ServerShowV257Test-758213122 tempest-ServerShowV257Test-758213122-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c1d1047-edf0-4727-8e00-dfe058285ba7 HTTP/1.1" status: 200 len: 210 time: 0.0534132 Feb 09 12:23:22.318270 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7290a01e-c35d-4d79-9003-99632b826b48 admin admin] Made reservation on behalf of a8929df639894ba8912c24b0b1f36dee for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:23:22.320950 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7290a01e-c35d-4d79-9003-99632b826b48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:22.501207 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-9583b403-c5eb-4c0f-97fb-1321f8d287d2 req-a2a93fa7-e0c6-4650-acb7-7a63a33b563d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] No DVR routers for this DVR port 200b1d0b-edea-47ab-bccd-e5d6c41518ca on host n-h1-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:23:22.506034 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-9583b403-c5eb-4c0f-97fb-1321f8d287d2 req-a2a93fa7-e0c6-4650-acb7-7a63a33b563d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:22.528583 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee6f574-d1bf-4d06-a333-a2cb384559e5', 'name': 'network-vif-deleted', 'tag': '200b1d0b-edea-47ab-bccd-e5d6c41518ca'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:23:22.530270 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 615859e0-5b8a-42d0-ac30-7d8882fa7c07 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:23:22.530834 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:22.539279 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9583b403-c5eb-4c0f-97fb-1321f8d287d2 req-a2a93fa7-e0c6-4650-acb7-7a63a33b563d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.52 "DELETE /v2.0/ports/200b1d0b-edea-47ab-bccd-e5d6c41518ca HTTP/1.1" status: 204 len: 173 time: 1.8425534 Feb 09 12:23:22.605438 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de6c40-64dc-4ab4-b73c-858c993ee47e req-0d07aae2-83f9-47f9-a754-680a9ccc498a tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:22.614334 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a5de6c40-64dc-4ab4-b73c-858c993ee47e req-0d07aae2-83f9-47f9-a754-680a9ccc498a tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.2290621 Feb 09 12:23:22.661973 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:22.683008 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a5de6c40-64dc-4ab4-b73c-858c993ee47e req-80a7ab96-fedf-4776-a1e3-88407e99d70b tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636964 Feb 09 12:23:22.831062 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7290a01e-c35d-4d79-9003-99632b826b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:22.885766 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b685b059-bc31-43fd-a9d6-2ae9c7bdbe50 None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:22.902014 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee6f574-d1bf-4d06-a333-a2cb384559e5', 'name': 'network-vif-deleted', 'tag': '200b1d0b-edea-47ab-bccd-e5d6c41518ca', 'status': 'completed', 'code': 200} Feb 09 12:23:22.904692 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b685b059-bc31-43fd-a9d6-2ae9c7bdbe50 None None] Transition to ACTIVE for port object 9ba1542c-b097-4fa3-9f06-3eeb03603544 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:23:22.916998 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b685b059-bc31-43fd-a9d6-2ae9c7bdbe50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:22.917738 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7290a01e-c35d-4d79-9003-99632b826b48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a73b89f-2fa1-4fa9-b0fd-df5dc2770071,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:22.965060 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7290a01e-c35d-4d79-9003-99632b826b48 admin admin] Checking segment: {'id': '6d7c12a1-8ae5-4e28-94f7-188598d43b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5f5e8d9e-f856-40a8-b478-da586ae07e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:23:22.965422 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7290a01e-c35d-4d79-9003-99632b826b48 admin admin] Network hostable DHCP agents. Network: 5f5e8d9e-f856-40a8-b478-da586ae07e9d, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:23:23.008979 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-539593ca-cc5d-478c-bb36-53395e35972c req-ac4b0ba7-2c76-492e-b0d6-bd1077088eb7 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=49129fa2c03c45c2a0df365ab76f11e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332611 Feb 09 12:23:23.045320 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7290a01e-c35d-4d79-9003-99632b826b48 admin admin] Network 5f5e8d9e-f856-40a8-b478-da586ae07e9d is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:23:23.143485 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 08601888-bd41-4769-a19e-2b5f519c58c0 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:23:23.164638 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-7290a01e-c35d-4d79-9003-99632b826b48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 5f5e8d9e-f856-40a8-b478-da586ae07e9d) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:23:23.174731 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7290a01e-c35d-4d79-9003-99632b826b48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:23.175474 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7290a01e-c35d-4d79-9003-99632b826b48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:23.212718 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9119f05e-de61-46b4-80c4-3cae42e899c3 None None] Network 5f5e8d9e-f856-40a8-b478-da586ae07e9d requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:23:23.244940 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-7290a01e-c35d-4d79-9003-99632b826b48 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1252429 Feb 09 12:23:23.247615 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49620) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:23:23.252654 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-b18a4433-2efd-4f53-bf43-d8823dd80c6b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1485644692-router', 'tenant_id': 'a8929df639894ba8912c24b0b1f36dee', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:23:23.258604 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539593ca-cc5d-478c-bb36-53395e35972c req-984fb84c-e7e3-425a-9d2f-d31c2bc3c9d2 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:23.265348 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-539593ca-cc5d-478c-bb36-53395e35972c req-984fb84c-e7e3-425a-9d2f-d31c2bc3c9d2 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2502711 Feb 09 12:23:23.277007 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b18a4433-2efd-4f53-bf43-d8823dd80c6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:23:23.281501 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b18a4433-2efd-4f53-bf43-d8823dd80c6b admin admin] Usage tracker for resource:router and tenant:a8929df639894ba8912c24b0b1f36dee is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:23:23.282221 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-539593ca-cc5d-478c-bb36-53395e35972c req-c5d56271-0145-4668-a58f-bdcb29f386d1 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/quotas/49129fa2c03c45c2a0df365ab76f11e9 HTTP/1.1" status: 200 len: 375 time: 0.0160224 Feb 09 12:23:23.284839 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b18a4433-2efd-4f53-bf43-d8823dd80c6b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:23:23.293070 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b18a4433-2efd-4f53-bf43-d8823dd80c6b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:23:23.318330 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b18a4433-2efd-4f53-bf43-d8823dd80c6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:23.319761 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b18a4433-2efd-4f53-bf43-d8823dd80c6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:23.359295 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b18a4433-2efd-4f53-bf43-d8823dd80c6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:23.436528 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd2520-763e-4651-ba4f-a3e43f8c9a8c None None] Pushing event updated for resources: {'Port': ['ID=9ba1542c-b097-4fa3-9f06-3eeb03603544,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:23.438330 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-539593ca-cc5d-478c-bb36-53395e35972c req-6c82a087-ae7b-4c1f-b6fa-c0dd5d8f5b88 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=49129fa2c03c45c2a0df365ab76f11e9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1552420 Feb 09 12:23:23.608472 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-b685b059-bc31-43fd-a9d6-2ae9c7bdbe50 None None] Attempting to bind port 9ba1542c-b097-4fa3-9f06-3eeb03603544 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:23:23.609120 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-b685b059-bc31-43fd-a9d6-2ae9c7bdbe50 None None] Attempting to bind port 9ba1542c-b097-4fa3-9f06-3eeb03603544 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '3a03dc67-2573-4a68-b5c7-234880e2a5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:23:23.609738 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b685b059-bc31-43fd-a9d6-2ae9c7bdbe50 None None] Attempting to bind port 9ba1542c-b097-4fa3-9f06-3eeb03603544 on network d9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:23:23.631564 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b685b059-bc31-43fd-a9d6-2ae9c7bdbe50 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:23:23.633246 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b685b059-bc31-43fd-a9d6-2ae9c7bdbe50 None None] Checking segment: {'id': '3a03dc67-2573-4a68-b5c7-234880e2a5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:23:23.633882 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b685b059-bc31-43fd-a9d6-2ae9c7bdbe50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:23.634490 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b685b059-bc31-43fd-a9d6-2ae9c7bdbe50 None None] Bound using segment: {'id': '3a03dc67-2573-4a68-b5c7-234880e2a5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:23:23.635175 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-b685b059-bc31-43fd-a9d6-2ae9c7bdbe50 None None] Bound port: 9ba1542c-b097-4fa3-9f06-3eeb03603544, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a03dc67-2573-4a68-b5c7-234880e2a5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:23:23.635765 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b685b059-bc31-43fd-a9d6-2ae9c7bdbe50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:23.732694 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port 08601888-bd41-4769-a19e-2b5f519c58c0 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:23:23.733323 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:23.806492 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-b685b059-bc31-43fd-a9d6-2ae9c7bdbe50 None None] For port 9ba1542c-b097-4fa3-9f06-3eeb03603544, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:23:23.809790 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-b685b059-bc31-43fd-a9d6-2ae9c7bdbe50 None None] For port 9ba1542c-b097-4fa3-9f06-3eeb03603544, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=9ba1542c-b097-4fa3-9f06-3eeb03603544,segment=NetworkSegment(3a03dc67-2573-4a68-b5c7-234880e2a5ea),segment_id=3a03dc67-2573-4a68-b5c7-234880e2a5ea)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:23:23.836880 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b685b059-bc31-43fd-a9d6-2ae9c7bdbe50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:24.045919 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b18a4433-2efd-4f53-bf43-d8823dd80c6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:24.066843 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b685b059-bc31-43fd-a9d6-2ae9c7bdbe50 None None] Routers {'ba0248cd-7abd-4207-98c5-4d02ca8e76ec'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:23:24.068196 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-b685b059-bc31-43fd-a9d6-2ae9c7bdbe50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:23:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['ba0248cd-7abd-4207-98c5-4d02ca8e76ec'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:23:24.185710 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd2520-763e-4651-ba4f-a3e43f8c9a8c None None] Pushing event updated for resources: {'Port': ['ID=9ba1542c-b097-4fa3-9f06-3eeb03603544,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:24.250622 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-81324c26-1e2a-44b0-9519-d58dc9705981 tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:23:24.252290 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-81324c26-1e2a-44b0-9519-d58dc9705981 tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111587 Feb 09 12:23:24.256199 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484ff62-ba59-4ef6-947d-3ac2dc50aa39 req-65a917d1-738f-4301-b780-2988092e7c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:24.257674 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b484ff62-ba59-4ef6-947d-3ac2dc50aa39 req-65a917d1-738f-4301-b780-2988092e7c1a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ff6e1bb65bc440a9af2daa6d5785a57a&device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 1095 time: 0.2073696 Feb 09 12:23:24.265656 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-5fb6adaa-cc2c-419c-8768-9d1dd8a2a8ea service neutron] Request body: {'binding': {'host': 'n-h1-825178-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:23:24.266209 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-5fb6adaa-cc2c-419c-8768-9d1dd8a2a8ea service neutron] Unknown quota resources ['binding']. {{(pid=87568) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 09 12:23:24.307357 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-c40a58f6-0a13-4e31-8ff6-5b9b346f2286 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:24.308875 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-c40a58f6-0a13-4e31-8ff6-5b9b346f2286 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/networks?id=ce449817-28f3-4897-a09b-d33182728951 HTTP/1.1" status: 200 len: 812 time: 0.2934768 Feb 09 12:23:24.340764 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce038809-6d0f-4242-9017-37f71b06c3dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-5f5e8d9e-f856-40a8-b478-da586ae07e9d', 'network_id': '5f5e8d9e-f856-40a8-b478-da586ae07e9d', 'tenant_id': 'a8929df639894ba8912c24b0b1f36dee', 'fixed_ips': [{'subnet_id': '0a73b89f-2fa1-4fa9-b0fd-df5dc2770071'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:23:24.341587 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ce038809-6d0f-4242-9017-37f71b06c3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:24.375734 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:24.410431 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:23:24.426116 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-11f021cd-deaa-40be-ae97-762141ae365b tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/quotas/6b0ea08007bd423bba6d81fafa2c2138 HTTP/1.1" status: 200 len: 375 time: 0.0901179 Feb 09 12:23:24.491222 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-8b9fc214-97fa-487c-bc50-412756bba83b tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b0ea08007bd423bba6d81fafa2c2138&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563548 Feb 09 12:23:24.556470 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484ff62-ba59-4ef6-947d-3ac2dc50aa39 req-fe2caa54-2b5d-4460-9747-c0e9ecd4be4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:24.558355 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b484ff62-ba59-4ef6-947d-3ac2dc50aa39 req-fe2caa54-2b5d-4460-9747-c0e9ecd4be4c service neutron] 10.222.0.52 "GET /v2.0/networks?id=0448691a-ec13-4b8b-a50a-33e2c91deaac HTTP/1.1" status: 200 len: 913 time: 0.2475133 Feb 09 12:23:24.600490 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 08601888-bd41-4769-a19e-2b5f519c58c0, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=08601888-bd41-4769-a19e-2b5f519c58c0,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:23:24.606239 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01599260-5f20-420e-9ea8-7409b9f6301c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08601888-bd41-4769-a19e-2b5f519c58c0'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:23:24.619280 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:24.620478 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 200b1d0b-edea-47ab-bccd-e5d6c41518ca no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:23:24.713346 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] No Port match for: 200b1d0b-edea-47ab-bccd-e5d6c41518ca {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:23:24.713951 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 200b1d0b-edea-47ab-bccd-e5d6c41518ca not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:23:24.745021 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-b685b059-bc31-43fd-a9d6-2ae9c7bdbe50 None None] Set router ba0248cd-7abd-4207-98c5-4d02ca8e76ec gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:23:24.774971 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-5fb6adaa-cc2c-419c-8768-9d1dd8a2a8ea service neutron] Attempting to bind port bbc3a7e8-bad8-4e20-9899-c394e197af20 on host n-h1-825178-3 for vnic_type normal with profile None {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:23:24.775292 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-5fb6adaa-cc2c-419c-8768-9d1dd8a2a8ea service neutron] Attempting to bind port bbc3a7e8-bad8-4e20-9899-c394e197af20 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:23:24.775819 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-5fb6adaa-cc2c-419c-8768-9d1dd8a2a8ea service neutron] Attempting to bind port bbc3a7e8-bad8-4e20-9899-c394e197af20 on network ef8cbc95-953d-4d9d-a80a-2c68322f6f7f {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:23:24.785236 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-5fb6adaa-cc2c-419c-8768-9d1dd8a2a8ea service neutron] Port bbc3a7e8-bad8-4e20-9899-c394e197af20 on network ef8cbc95-953d-4d9d-a80a-2c68322f6f7f not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:23:24.785551 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-5fb6adaa-cc2c-419c-8768-9d1dd8a2a8ea service neutron] Attempting to bind port bbc3a7e8-bad8-4e20-9899-c394e197af20 on network ef8cbc95-953d-4d9d-a80a-2c68322f6f7f {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:23:24.794541 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b18a4433-2efd-4f53-bf43-d8823dd80c6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:24.821869 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-5fb6adaa-cc2c-419c-8768-9d1dd8a2a8ea service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:23:24.822483 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-5fb6adaa-cc2c-419c-8768-9d1dd8a2a8ea service neutron] Checking segment: {'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:23:24.822868 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-5fb6adaa-cc2c-419c-8768-9d1dd8a2a8ea service neutron] Bound using segment: {'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:23:24.823298 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-5fb6adaa-cc2c-419c-8768-9d1dd8a2a8ea service neutron] Bound port: bbc3a7e8-bad8-4e20-9899-c394e197af20, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:23:24.831028 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b18a4433-2efd-4f53-bf43-d8823dd80c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:24.900849 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b484ff62-ba59-4ef6-947d-3ac2dc50aa39 req-ae0f8174-4a38-4cd3-8d95-c39529bf4ba2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9ae4b3a-6a9e-4d5b-8eda-9db431346db4 HTTP/1.1" status: 200 len: 998 time: 0.2469068 Feb 09 12:23:24.929257 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-5fb6adaa-cc2c-419c-8768-9d1dd8a2a8ea service neutron] For port bbc3a7e8-bad8-4e20-9899-c394e197af20, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=bbc3a7e8-bad8-4e20-9899-c394e197af20,segment=NetworkSegment(a032c80a-2814-4a8f-bd23-99ac5315db25),segment_id=a032c80a-2814-4a8f-bd23-99ac5315db25)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:23:24.960155 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=08601888-bd41-4769-a19e-2b5f519c58c0,revision_number=11']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:24.969355 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484ff62-ba59-4ef6-947d-3ac2dc50aa39 req-74d79467-037a-43fb-86c4-534fdc49e40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:24.970864 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b484ff62-ba59-4ef6-947d-3ac2dc50aa39 req-74d79467-037a-43fb-86c4-534fdc49e40a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fc155009-a31d-4409-b15f-2ed587ea4525 HTTP/1.1" status: 200 len: 851 time: 0.0617619 Feb 09 12:23:24.979668 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-6ef96196-fcf1-44ff-9f93-e63fc05a1aab service neutron] 10.222.0.55 "GET /v2.0/networks/ce449817-28f3-4897-a09b-d33182728951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4200907 Feb 09 12:23:24.986414 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-5fb6adaa-cc2c-419c-8768-9d1dd8a2a8ea service neutron] Notify callbacks [] for binding, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:24.987548 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-5fb6adaa-cc2c-419c-8768-9d1dd8a2a8ea service neutron] 10.222.0.55 "POST /v2.0/ports/bbc3a7e8-bad8-4e20-9899-c394e197af20/bindings HTTP/1.1" status: 201 len: 389 time: 0.7257838 Feb 09 12:23:25.009539 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-b18a4433-2efd-4f53-bf43-d8823dd80c6b admin admin] Allocated IP 172.25.7.38 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/e8d9ce47-d9ea-49d5-9368-fbfd9c08ca17) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:23:25.078398 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-ce038809-6d0f-4242-9017-37f71b06c3dd None None] Allocated IP 172.20.0.2 (5f5e8d9e-f856-40a8-b478-da586ae07e9d/0a73b89f-2fa1-4fa9-b0fd-df5dc2770071/c6160b57-abf2-4441-bc6d-c63a471b4b92) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:23:25.284104 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-59466be3-ebe3-44a2-acc8-1ff0648b2248 service neutron] 10.222.0.55 "GET /v2.0/networks/ce449817-28f3-4897-a09b-d33182728951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034182 Feb 09 12:23:25.295769 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484ff62-ba59-4ef6-947d-3ac2dc50aa39 req-b9b3545e-9dcb-4b2f-aca8-52fa9478f61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:25.297265 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b484ff62-ba59-4ef6-947d-3ac2dc50aa39 req-b9b3545e-9dcb-4b2f-aca8-52fa9478f61f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0448691a-ec13-4b8b-a50a-33e2c91deaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2011595 Feb 09 12:23:25.305395 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b18a4433-2efd-4f53-bf43-d8823dd80c6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:25.395460 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b18a4433-2efd-4f53-bf43-d8823dd80c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:25.452369 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-539593ca-cc5d-478c-bb36-53395e35972c req-6bce9a14-29dd-4422-bfd9-02cd2282bf61 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=49129fa2c03c45c2a0df365ab76f11e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3224440 Feb 09 12:23:25.468886 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2668bdc5-0763-4df2-bc81-3825948f5c29 req-f18d3210-9156-4d19-993c-ff69ec6a33d5 tempest-ServerShowV257Test-758213122 tempest-ServerShowV257Test-758213122-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c1d1047-edf0-4727-8e00-dfe058285ba7 HTTP/1.1" status: 200 len: 210 time: 0.1705458 Feb 09 12:23:25.621168 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18a4433-2efd-4f53-bf43-d8823dd80c6b admin admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:23:25.630884 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-b18a4433-2efd-4f53-bf43-d8823dd80c6b admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:23:25.642839 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18a4433-2efd-4f53-bf43-d8823dd80c6b admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:23:25.697255 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ce038809-6d0f-4242-9017-37f71b06c3dd None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:25.723499 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-b685b059-bc31-43fd-a9d6-2ae9c7bdbe50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0248cd-7abd-4207-98c5-4d02ca8e76ec', 'name': 'tempest-TaggedBootDevicesTest_v242-765013633-router', 'tenant_id': '1504faf0b32244dc872049fa5f2c3962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '615859e0-5b8a-42d0-ac30-7d8882fa7c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:23:09Z', 'updated_at': '2022-02-09T12:23:17Z', 'revision_number': 4, 'project_id': '1504faf0b32244dc872049fa5f2c3962', 'gw_port': {'id': '615859e0-5b8a-42d0-ac30-7d8882fa7c07', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0248cd-7abd-4207-98c5-4d02ca8e76ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:23:11Z', 'updated_at': '2022-02-09T12:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '9ba1542c-b097-4fa3-9f06-3eeb03603544', 'name': '', 'network_id': 'd9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35', 'tenant_id': '1504faf0b32244dc872049fa5f2c3962', 'mac_address': 'fa:16:3e:a0:ef:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0248cd-7abd-4207-98c5-4d02ca8e76ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '3d2e5ab4-ed0b-495e-9f76-7abb1b03c440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:23:16Z', 'updated_at': '2022-02-09T12:23:23Z', 'revision_number': 4, 'project_id': '1504faf0b32244dc872049fa5f2c3962', 'subnets': [{'id': '3d2e5ab4-ed0b-495e-9f76-7abb1b03c440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:23:25.752827 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-ce038809-6d0f-4242-9017-37f71b06c3dd None None] Transition to ACTIVE for port object c6160b57-abf2-4441-bc6d-c63a471b4b92 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:23:25.756588 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b685b059-bc31-43fd-a9d6-2ae9c7bdbe50 None None] The sync data for ids ['ba0248cd-7abd-4207-98c5-4d02ca8e76ec'] in n-d-825178-3 is: [{'id': 'ba0248cd-7abd-4207-98c5-4d02ca8e76ec', 'name': 'tempest-TaggedBootDevicesTest_v242-765013633-router', 'tenant_id': '1504faf0b32244dc872049fa5f2c3962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '615859e0-5b8a-42d0-ac30-7d8882fa7c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:23:09Z', 'updated_at': '2022-02-09T12:23:17Z', 'revision_number': 4, 'project_id': '1504faf0b32244dc872049fa5f2c3962', 'gw_port': {'id': '615859e0-5b8a-42d0-ac30-7d8882fa7c07', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0248cd-7abd-4207-98c5-4d02ca8e76ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:23:11Z', 'updated_at': '2022-02-09T12:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '9ba1542c-b097-4fa3-9f06-3eeb03603544', 'name': '', 'network_id': 'd9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35', 'tenant_id': '1504faf0b32244dc872049fa5f2c3962', 'mac_address': 'fa:16:3e:a0:ef:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0248cd-7abd-4207-98c5-4d02ca8e76ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '3d2e5ab4-ed0b-495e-9f76-7abb1b03c440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:23:16Z', 'updated_at': '2022-02-09T12:23:23Z', 'revision_number': 4, 'project_id': '1504faf0b32244dc872049fa5f2c3962', 'subnets': [{'id': '3d2e5ab4-ed0b-495e-9f76-7abb1b03c440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:23:25.790869 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-ce038809-6d0f-4242-9017-37f71b06c3dd None None] Transition to ACTIVE for port object c6160b57-abf2-4441-bc6d-c63a471b4b92 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:23:25.801850 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ce038809-6d0f-4242-9017-37f71b06c3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:25.839464 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-89894a90-927e-4c34-b5bf-3e952646aa67 req-db39a59d-9aa3-455d-8ee9-aab64ed6e167 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc4386fc-f851-41ff-a825-bc28043b849a HTTP/1.1" status: 200 len: 210 time: 0.1234748 Feb 09 12:23:25.895204 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18a4433-2efd-4f53-bf43-d8823dd80c6b admin admin] Pushing event updated for resources: {'Port': ['ID=e8d9ce47-d9ea-49d5-9368-fbfd9c08ca17,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:26.034960 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b484ff62-ba59-4ef6-947d-3ac2dc50aa39 req-78de361d-1ea0-4ced-bd34-08db17d624c3 service neutron] 10.222.0.52 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6400895 Feb 09 12:23:26.038060 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-0acd6d15-31d4-45b7-be6f-94c5fb1a7c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:26.041586 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01599260-5f20-420e-9ea8-7409b9f6301c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08601888-bd41-4769-a19e-2b5f519c58c0', 'code': 200} Feb 09 12:23:26.042215 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce038809-6d0f-4242-9017-37f71b06c3dd None None] Pushing event updated for resources: {'Port': ['ID=c6160b57-abf2-4441-bc6d-c63a471b4b92,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:26.044964 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-0acd6d15-31d4-45b7-be6f-94c5fb1a7c76 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=48298ec907a946ddb2f0d8ac4aa52547&device_id=86ae2989-6437-44bf-8cfa-73e0f503c19e HTTP/1.1" status: 200 len: 1096 time: 0.5741441 Feb 09 12:23:26.058960 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e852f44-cda0-4ecc-b81d-65e71f1bcd02 req-d64dffb5-fa9c-4379-a89e-0a713088caf0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:26.080905 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce038809-6d0f-4242-9017-37f71b06c3dd None None] Network 5f5e8d9e-f856-40a8-b478-da586ae07e9d is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:23:26.084427 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8e852f44-cda0-4ecc-b81d-65e71f1bcd02 req-d64dffb5-fa9c-4379-a89e-0a713088caf0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.3908968 Feb 09 12:23:26.085660 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-ce038809-6d0f-4242-9017-37f71b06c3dd None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:23:26.090417 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce038809-6d0f-4242-9017-37f71b06c3dd None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:23:26.252410 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-ce038809-6d0f-4242-9017-37f71b06c3dd None None] Attempting to bind port c6160b57-abf2-4441-bc6d-c63a471b4b92 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:23:26.252763 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-ce038809-6d0f-4242-9017-37f71b06c3dd None None] Attempting to bind port c6160b57-abf2-4441-bc6d-c63a471b4b92 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '6d7c12a1-8ae5-4e28-94f7-188598d43b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5f5e8d9e-f856-40a8-b478-da586ae07e9d'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:23:26.253122 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce038809-6d0f-4242-9017-37f71b06c3dd None None] Attempting to bind port c6160b57-abf2-4441-bc6d-c63a471b4b92 on network 5f5e8d9e-f856-40a8-b478-da586ae07e9d {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:23:26.261200 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce038809-6d0f-4242-9017-37f71b06c3dd None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:23:26.261568 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce038809-6d0f-4242-9017-37f71b06c3dd None None] Checking segment: {'id': '6d7c12a1-8ae5-4e28-94f7-188598d43b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5f5e8d9e-f856-40a8-b478-da586ae07e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:23:26.262014 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ce038809-6d0f-4242-9017-37f71b06c3dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:26.262644 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce038809-6d0f-4242-9017-37f71b06c3dd None None] Bound using segment: {'id': '6d7c12a1-8ae5-4e28-94f7-188598d43b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5f5e8d9e-f856-40a8-b478-da586ae07e9d'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:23:26.263160 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-ce038809-6d0f-4242-9017-37f71b06c3dd None None] Bound port: c6160b57-abf2-4441-bc6d-c63a471b4b92, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d7c12a1-8ae5-4e28-94f7-188598d43b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5f5e8d9e-f856-40a8-b478-da586ae07e9d'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:23:26.263532 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ce038809-6d0f-4242-9017-37f71b06c3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:26.275026 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539593ca-cc5d-478c-bb36-53395e35972c req-53dc1d1d-dedf-45b5-8240-f1289075105f tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:26.277020 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-539593ca-cc5d-478c-bb36-53395e35972c req-53dc1d1d-dedf-45b5-8240-f1289075105f tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8147569 Feb 09 12:23:26.300410 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-539593ca-cc5d-478c-bb36-53395e35972c req-d9ec04e4-a6b3-45e7-92a6-81c5cb49b501 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Request body: {'port': {'device_id': 'cc4386fc-f851-41ff-a825-bc28043b849a', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'admin_state_up': True, 'tenant_id': '49129fa2c03c45c2a0df365ab76f11e9'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:23:26.437132 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-ce038809-6d0f-4242-9017-37f71b06c3dd None None] For port c6160b57-abf2-4441-bc6d-c63a471b4b92, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:23:26.443386 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-ce038809-6d0f-4242-9017-37f71b06c3dd None None] For port c6160b57-abf2-4441-bc6d-c63a471b4b92, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=c6160b57-abf2-4441-bc6d-c63a471b4b92,segment=NetworkSegment(6d7c12a1-8ae5-4e28-94f7-188598d43b18),segment_id=6d7c12a1-8ae5-4e28-94f7-188598d43b18)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:23:26.454594 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ce038809-6d0f-4242-9017-37f71b06c3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:26.537199 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8e852f44-cda0-4ecc-b81d-65e71f1bcd02 req-83c20ca7-1e08-40d5-ad49-964c2d73be22 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4518414 Feb 09 12:23:26.576373 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-108ac690-81cd-4a64-845b-905c320d9bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:26.578136 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-108ac690-81cd-4a64-845b-905c320d9bc2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ef8cbc95-953d-4d9d-a80a-2c68322f6f7f HTTP/1.1" status: 200 len: 909 time: 0.4604805 Feb 09 12:23:26.693751 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce038809-6d0f-4242-9017-37f71b06c3dd None None] Pushing event updated for resources: {'Port': ['ID=c6160b57-abf2-4441-bc6d-c63a471b4b92,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:26.738320 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-539593ca-cc5d-478c-bb36-53395e35972c req-d9ec04e4-a6b3-45e7-92a6-81c5cb49b501 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:23:26.764585 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-539593ca-cc5d-478c-bb36-53395e35972c req-d9ec04e4-a6b3-45e7-92a6-81c5cb49b501 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:23:26.809900 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-48e76c08-2476-4b9f-af83-98bc6a3cff74 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbc3a7e8-bad8-4e20-9899-c394e197af20 HTTP/1.1" status: 200 len: 217 time: 0.1886857 Feb 09 12:23:26.812016 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b484ff62-ba59-4ef6-947d-3ac2dc50aa39 req-043e88f6-a747-468b-b773-a54b2a3c76d3 service neutron] 10.222.0.52 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7249978 Feb 09 12:23:26.886048 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-539593ca-cc5d-478c-bb36-53395e35972c req-d9ec04e4-a6b3-45e7-92a6-81c5cb49b501 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Made reservation on behalf of 49129fa2c03c45c2a0df365ab76f11e9 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:23:26.889739 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-539593ca-cc5d-478c-bb36-53395e35972c req-d9ec04e4-a6b3-45e7-92a6-81c5cb49b501 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:26.913134 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9d3d9015-531d-42b6-8507-4037b1e8532b req-53aa8eec-15fb-4354-9469-11f122f1f96e tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=038127ac-46bf-4534-bf6b-46816ed91e2f HTTP/1.1" status: 200 len: 210 time: 0.1108837 Feb 09 12:23:26.935071 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-f6b6b0ff-9e17-4f30-b76b-097b9186d46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:26.936616 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-f6b6b0ff-9e17-4f30-b76b-097b9186d46e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=366798ce-1b6a-4537-9fda-2703703dab8f HTTP/1.1" status: 200 len: 848 time: 0.0903258 Feb 09 12:23:27.019034 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b18a4433-2efd-4f53-bf43-d8823dd80c6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:27.020619 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49bb270-e89f-4723-ab22-8cf3ebe81a2b req-f31a334b-8cbe-4e74-a4bb-42c06d372786 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:27.022366 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c49bb270-e89f-4723-ab22-8cf3ebe81a2b req-f31a334b-8cbe-4e74-a4bb-42c06d372786 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=86ae2989-6437-44bf-8cfa-73e0f503c19e HTTP/1.1" status: 200 len: 945 time: 0.4002082 Feb 09 12:23:27.024380 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-4b10fcbc-28c1-4cbf-8995-2c3c5a3a7784 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ef8cbc95-953d-4d9d-a80a-2c68322f6f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730767 Feb 09 12:23:27.392356 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2dc779eb-f501-427e-87ae-c48894071b0b req-cd6b1db5-d3a9-4706-8725-8b20bc23d44b tempest-ServerShowV257Test-758213122 tempest-ServerShowV257Test-758213122-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c1d1047-edf0-4727-8e00-dfe058285ba7 HTTP/1.1" status: 200 len: 210 time: 0.0860116 Feb 09 12:23:27.444163 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c49bb270-e89f-4723-ab22-8cf3ebe81a2b req-173ce78b-dec1-45df-a771-542d04379d21 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4091575 Feb 09 12:23:27.505409 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-539593ca-cc5d-478c-bb36-53395e35972c req-d9ec04e4-a6b3-45e7-92a6-81c5cb49b501 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Allocated IP 192.168.233.150 (4f732e35-467f-44f5-be04-aa808693dec3/f8ed5558-888d-440a-8c32-52f2f9bc5bd5/bc8305ab-27ae-4f22-a72d-ce92a6ad6556) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:23:27.821567 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-1eae3a0b-9c3e-4e7b-946d-38edff906e13 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:27.828405 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-1eae3a0b-9c3e-4e7b-946d-38edff906e13 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.52 "GET /v2.0/networks?id=ce449817-28f3-4897-a09b-d33182728951 HTTP/1.1" status: 200 len: 812 time: 0.3916972 Feb 09 12:23:27.925574 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-45a9967e-9560-456d-bf36-1e762e6d053c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Request body: {'port': {'device_id': '038127ac-46bf-4534-bf6b-46816ed91e2f', 'network_id': 'ce449817-28f3-4897-a09b-d33182728951', 'admin_state_up': True, 'tenant_id': '6b0ea08007bd423bba6d81fafa2c2138'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:23:28.006777 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 9ba1542c-b097-4fa3-9f06-3eeb03603544 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:23:28.045349 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4b121047-a2b6-400f-94e0-bba41a31a8bb req-29aa3566-0fca-404a-a659-94640d5ffe7b tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc4386fc-f851-41ff-a825-bc28043b849a HTTP/1.1" status: 200 len: 210 time: 0.2150199 Feb 09 12:23:28.101827 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b18a4433-2efd-4f53-bf43-d8823dd80c6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:28.108535 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-539593ca-cc5d-478c-bb36-53395e35972c req-d9ec04e4-a6b3-45e7-92a6-81c5cb49b501 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:28.155337 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 9ba1542c-b097-4fa3-9f06-3eeb03603544 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:23:28.166798 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 9ba1542c-b097-4fa3-9f06-3eeb03603544 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:23:28.167527 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:28.223096 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-e48b528d-686f-44bb-b1b9-325e75b282bb service neutron] 10.222.0.52 "GET /v2.0/networks/ef8cbc95-953d-4d9d-a80a-2c68322f6f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1851501 Feb 09 12:23:28.408972 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-539593ca-cc5d-478c-bb36-53395e35972c req-d9ec04e4-a6b3-45e7-92a6-81c5cb49b501 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Transition to ACTIVE for port object bc8305ab-27ae-4f22-a72d-ce92a6ad6556 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:23:28.415638 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3085fc-d7fd-452a-a4bf-f8ea9f108f6a None None] Network 5f5e8d9e-f856-40a8-b478-da586ae07e9d requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:23:28.439616 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:28.479718 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-9ed360b3-6841-4185-a49c-c6673f75bcdd service neutron] 10.222.0.52 "GET /v2.0/networks/ef8cbc95-953d-4d9d-a80a-2c68322f6f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751888 Feb 09 12:23:28.505612 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9a5a309b-549f-42bb-ad0c-7b633c0e8398 req-aa61e2fb-3f10-4248-b699-f42e90c34ff5 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=038127ac-46bf-4534-bf6b-46816ed91e2f HTTP/1.1" status: 200 len: 210 time: 0.2741375 Feb 09 12:23:28.539324 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-45a9967e-9560-456d-bf36-1e762e6d053c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:23:28.547974 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-52221133-522b-4490-b5f8-15ba6654e937 None None] Provisioning for port c6160b57-abf2-4441-bc6d-c63a471b4b92 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:23:28.559945 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-45a9967e-9560-456d-bf36-1e762e6d053c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Usage tracker for resource:port and tenant:6b0ea08007bd423bba6d81fafa2c2138 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:23:28.559945 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-45a9967e-9560-456d-bf36-1e762e6d053c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:23:28.579481 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 9ba1542c-b097-4fa3-9f06-3eeb03603544, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=9ba1542c-b097-4fa3-9f06-3eeb03603544,segment=NetworkSegment(3a03dc67-2573-4a68-b5c7-234880e2a5ea),segment_id=3a03dc67-2573-4a68-b5c7-234880e2a5ea)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:23:28.579481 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:28.579481 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device c6160b57-abf2-4441-bc6d-c63a471b4b92 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:23:28.595153 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49700) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:23:28.601517 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-45a9967e-9560-456d-bf36-1e762e6d053c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:23:28.684547 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de61a8-33b2-4446-b994-ea0a2d6993b5 req-10b62761-9ec1-49a1-aaf1-339af595c0b1 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:28.690724 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-18de61a8-33b2-4446-b994-ea0a2d6993b5 req-10b62761-9ec1-49a1-aaf1-339af595c0b1 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.6366951 Feb 09 12:23:28.702835 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-45a9967e-9560-456d-bf36-1e762e6d053c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Made reservation on behalf of 6b0ea08007bd423bba6d81fafa2c2138 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:23:28.713125 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-45a9967e-9560-456d-bf36-1e762e6d053c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:28.770381 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=9ba1542c-b097-4fa3-9f06-3eeb03603544,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:28.790546 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-539593ca-cc5d-478c-bb36-53395e35972c req-d9ec04e4-a6b3-45e7-92a6-81c5cb49b501 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:28.825995 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['209e9bbb-4904-4e48-aa76-9dd4a90dc863', '06e0063b-7504-4c66-9209-f7afc1529895'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:23:28.866936 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['08601888-bd41-4769-a19e-2b5f519c58c0'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:23:28.952571 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-18de61a8-33b2-4446-b994-ea0a2d6993b5 req-b6095031-62c2-418f-83bc-4bd1991383e6 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1825719 Feb 09 12:23:29.023636 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-539593ca-cc5d-478c-bb36-53395e35972c req-d9ec04e4-a6b3-45e7-92a6-81c5cb49b501 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Network 4f732e35-467f-44f5-be04-aa808693dec3 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:23:29.029204 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b18a4433-2efd-4f53-bf43-d8823dd80c6b admin admin] Router f7b1e2ea-ae84-4f77-9331-7e33e81bc26d is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:23:29.032378 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-539593ca-cc5d-478c-bb36-53395e35972c req-d9ec04e4-a6b3-45e7-92a6-81c5cb49b501 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:23:29.038048 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-914e87c1-c16a-4f3d-8db6-05ecc8ad98d6 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:29.048212 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-539593ca-cc5d-478c-bb36-53395e35972c req-d9ec04e4-a6b3-45e7-92a6-81c5cb49b501 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:23:29.139954 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0cc3c513-6472-4702-a178-0bc7858284ef req-c6e80ce5-0526-4988-bda9-17508e355729 tempest-ServerShowV257Test-758213122 tempest-ServerShowV257Test-758213122-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c1d1047-edf0-4727-8e00-dfe058285ba7 HTTP/1.1" status: 200 len: 210 time: 0.1544671 Feb 09 12:23:29.155038 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec04e4-a6b3-45e7-92a6-81c5cb49b501 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Pushing event updated for resources: {'Port': ['ID=bc8305ab-27ae-4f22-a72d-ce92a6ad6556,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:29.209962 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port c6160b57-abf2-4441-bc6d-c63a471b4b92 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:23:29.285463 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port c6160b57-abf2-4441-bc6d-c63a471b4b92 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:23:29.286449 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:29.352865 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-45a9967e-9560-456d-bf36-1e762e6d053c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Allocated IP 172.20.0.12 (ce449817-28f3-4897-a09b-d33182728951/5d66c3c8-f193-4da4-ad1c-54328c88dbd7/c8dea581-3929-478c-8e3a-3497cd8ce7e1) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:23:29.619704 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e96040-6219-4a82-b4f3-10b384b058be req-7e9ec69e-6866-46bc-820b-77639d4c66e9 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:29.634406 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a2e96040-6219-4a82-b4f3-10b384b058be req-7e9ec69e-6866-46bc-820b-77639d4c66e9 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=86ae2989-6437-44bf-8cfa-73e0f503c19e HTTP/1.1" status: 200 len: 945 time: 0.4494853 Feb 09 12:23:29.741857 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a2e96040-6219-4a82-b4f3-10b384b058be req-10238bfa-6fa6-48a3-9825-575db76bd048 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926909 Feb 09 12:23:29.763547 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539593ca-cc5d-478c-bb36-53395e35972c req-d9ec04e4-a6b3-45e7-92a6-81c5cb49b501 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:29.767567 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-539593ca-cc5d-478c-bb36-53395e35972c req-d9ec04e4-a6b3-45e7-92a6-81c5cb49b501 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:29.792878 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:29.816501 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-68b406b3-30e4-4746-b1b4-cbffa4eab0ee None None] Provisioning for port bc8305ab-27ae-4f22-a72d-ce92a6ad6556 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:23:29.847162 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-539593ca-cc5d-478c-bb36-53395e35972c req-d9ec04e4-a6b3-45e7-92a6-81c5cb49b501 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5600390 Feb 09 12:23:29.865876 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-539593ca-cc5d-478c-bb36-53395e35972c req-4c2c2165-3206-427f-abb3-60765fd3e41b service neutron] Request body: {'port': {'device_id': 'cc4386fc-f851-41ff-a825-bc28043b849a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:23:29.901956 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port c6160b57-abf2-4441-bc6d-c63a471b4b92, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=c6160b57-abf2-4441-bc6d-c63a471b4b92,segment=NetworkSegment(6d7c12a1-8ae5-4e28-94f7-188598d43b18),segment_id=6d7c12a1-8ae5-4e28-94f7-188598d43b18)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:23:29.906237 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-68b406b3-30e4-4746-b1b4-cbffa4eab0ee None None] Provisioning complete for port bc8305ab-27ae-4f22-a72d-ce92a6ad6556 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:23:29.906375 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-914e87c1-c16a-4f3d-8db6-05ecc8ad98d6 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:29.906672 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-68b406b3-30e4-4746-b1b4-cbffa4eab0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:29.954333 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:29.963721 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18a4433-2efd-4f53-bf43-d8823dd80c6b admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:23:29.974029 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f03004c-4fb1-4fc1-bdfb-d20269ca5775 None None] Sync routers for ids ['f7b1e2ea-ae84-4f77-9331-7e33e81bc26d'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:23:29.986858 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f03004c-4fb1-4fc1-bdfb-d20269ca5775 None None] Routers {'f7b1e2ea-ae84-4f77-9331-7e33e81bc26d'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:23:29.987547 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-0f03004c-4fb1-4fc1-bdfb-d20269ca5775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:23:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['f7b1e2ea-ae84-4f77-9331-7e33e81bc26d'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:23:30.081925 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b18a4433-2efd-4f53-bf43-d8823dd80c6b admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:30.084415 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b18a4433-2efd-4f53-bf43-d8823dd80c6b admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.8357799 Feb 09 12:23:30.088199 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49710) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:23:30.119529 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=c6160b57-abf2-4441-bc6d-c63a471b4b92,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:30.124691 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 9ba1542c-b097-4fa3-9f06-3eeb03603544 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:23:30.147141 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c46d1-34d5-4d39-a780-313442ebed2f req-278ba311-aea9-4d02-9175-02eb49ff4f7d tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:30.159396 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-023c46d1-34d5-4d39-a780-313442ebed2f req-278ba311-aea9-4d02-9175-02eb49ff4f7d tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.7545187 Feb 09 12:23:30.288269 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-023c46d1-34d5-4d39-a780-313442ebed2f req-d759c062-e840-4e31-a599-391bd614ba06 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107481 Feb 09 12:23:30.325626 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 9ba1542c-b097-4fa3-9f06-3eeb03603544 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:23:30.326215 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:30.345562 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-45a9967e-9560-456d-bf36-1e762e6d053c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:30.371221 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-539593ca-cc5d-478c-bb36-53395e35972c req-4c2c2165-3206-427f-abb3-60765fd3e41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:30.372840 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-0f03004c-4fb1-4fc1-bdfb-d20269ca5775 None None] Set router f7b1e2ea-ae84-4f77-9331-7e33e81bc26d gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:23:30.378760 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2e85c-0391-4927-9499-c8bc64513415 req-09cb0535-456c-4c31-8bef-3b761af0f188 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:30.392068 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b9a2e85c-0391-4927-9499-c8bc64513415 req-09cb0535-456c-4c31-8bef-3b761af0f188 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc4386fc-f851-41ff-a825-bc28043b849a HTTP/1.1" status: 200 len: 936 time: 0.4622238 Feb 09 12:23:30.418559 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-68b406b3-30e4-4746-b1b4-cbffa4eab0ee None None] Port bc8305ab-27ae-4f22-a72d-ce92a6ad6556 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:23:30.506443 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-914e87c1-c16a-4f3d-8db6-05ecc8ad98d6 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:30.542330 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1c9834e7-a3a7-46d9-a61e-7f45121abc36 req-5aa1e8fc-feaa-47dc-a8eb-f722e1137a3d tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=038127ac-46bf-4534-bf6b-46816ed91e2f HTTP/1.1" status: 200 len: 210 time: 0.0624862 Feb 09 12:23:30.563622 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b5768a44-3e2b-478f-ac94-8af07bdf7d68 None None] Provisioning complete for port c6160b57-abf2-4441-bc6d-c63a471b4b92 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:23:30.564243 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b5768a44-3e2b-478f-ac94-8af07bdf7d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:30.568193 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b9a2e85c-0391-4927-9499-c8bc64513415 req-03bccd9e-6d03-4813-babe-6116af631de8 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751311 Feb 09 12:23:30.583724 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e87c1-c16a-4f3d-8db6-05ecc8ad98d6 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36636fce-ffe7-4ec2-8903-c9411c97f59b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:30.589201 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-914e87c1-c16a-4f3d-8db6-05ecc8ad98d6 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:30.590632 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-914e87c1-c16a-4f3d-8db6-05ecc8ad98d6 tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "DELETE /v2.0/security-groups/36636fce-ffe7-4ec2-8903-c9411c97f59b HTTP/1.1" status: 204 len: 168 time: 2.0030568 Feb 09 12:23:30.594914 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 49718) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:23:30.667232 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-3dc70bfa-ba8f-4ee6-b209-37c01e6dd4eb tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] show failed (client error): The resource could not be found. Feb 09 12:23:30.672484 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3dc70bfa-ba8f-4ee6-b209-37c01e6dd4eb tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "GET /v2.0/security-groups/36636fce-ffe7-4ec2-8903-c9411c97f59b HTTP/1.1" status: 404 len: 347 time: 0.0712934 Feb 09 12:23:30.675393 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-45a9967e-9560-456d-bf36-1e762e6d053c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:30.684544 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 49722) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:23:30.924645 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-0f03004c-4fb1-4fc1-bdfb-d20269ca5775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b1e2ea-ae84-4f77-9331-7e33e81bc26d', 'name': 'tempest-TaggedBootDevicesTest_v242-1485644692-router', 'tenant_id': 'a8929df639894ba8912c24b0b1f36dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'e8d9ce47-d9ea-49d5-9368-fbfd9c08ca17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:23:23Z', 'updated_at': '2022-02-09T12:23:26Z', 'revision_number': 3, 'project_id': 'a8929df639894ba8912c24b0b1f36dee', 'gw_port': {'id': 'e8d9ce47-d9ea-49d5-9368-fbfd9c08ca17', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:03:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b1e2ea-ae84-4f77-9331-7e33e81bc26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:23:24Z', 'updated_at': '2022-02-09T12:23:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:23:30.934711 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f03004c-4fb1-4fc1-bdfb-d20269ca5775 None None] Checking router: f7b1e2ea-ae84-4f77-9331-7e33e81bc26d for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:23:30.935203 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f03004c-4fb1-4fc1-bdfb-d20269ca5775 None None] Updating router f7b1e2ea-ae84-4f77-9331-7e33e81bc26d port e8d9ce47-d9ea-49d5-9368-fbfd9c08ca17 binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:23:31.000605 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f03004c-4fb1-4fc1-bdfb-d20269ca5775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:31.183004 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a9967e-9560-456d-bf36-1e762e6d053c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Pushing event updated for resources: {'Port': ['ID=c8dea581-3929-478c-8e3a-3497cd8ce7e1,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:31.283555 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-45a9967e-9560-456d-bf36-1e762e6d053c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Network ce449817-28f3-4897-a09b-d33182728951 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:23:31.307417 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-45a9967e-9560-456d-bf36-1e762e6d053c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:23:31.307417 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-45a9967e-9560-456d-bf36-1e762e6d053c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:23:31.367158 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a5796a38-7bb0-4fc9-a8e2-9d551ff162e9 req-ce0aabbf-9e69-4002-8971-957518621b86 tempest-ServerShowV257Test-758213122 tempest-ServerShowV257Test-758213122-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c1d1047-edf0-4727-8e00-dfe058285ba7 HTTP/1.1" status: 200 len: 210 time: 0.1926305 Feb 09 12:23:31.427159 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f03004c-4fb1-4fc1-bdfb-d20269ca5775 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:31.441957 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-0f03004c-4fb1-4fc1-bdfb-d20269ca5775 None None] Transition to ACTIVE for port object e8d9ce47-d9ea-49d5-9368-fbfd9c08ca17 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:23:31.445376 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-45a9967e-9560-456d-bf36-1e762e6d053c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:31.446097 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-45a9967e-9560-456d-bf36-1e762e6d053c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:31.451000 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f03004c-4fb1-4fc1-bdfb-d20269ca5775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:31.529477 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-5c5cfe4f-086c-4192-af06-3b75a9b5c25d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Deleting port fb4b634f-d6db-485e-9f41-a75cbd741d4c {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:23:31.529831 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5c5cfe4f-086c-4192-af06-3b75a9b5c25d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:31.544503 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-0f03004c-4fb1-4fc1-bdfb-d20269ca5775 None None] Attempting to bind port e8d9ce47-d9ea-49d5-9368-fbfd9c08ca17 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:23:31.544889 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-0f03004c-4fb1-4fc1-bdfb-d20269ca5775 None None] Attempting to bind port e8d9ce47-d9ea-49d5-9368-fbfd9c08ca17 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:23:31.545249 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f03004c-4fb1-4fc1-bdfb-d20269ca5775 None None] Attempting to bind port e8d9ce47-d9ea-49d5-9368-fbfd9c08ca17 on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:23:31.551009 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42bc9ee-67d6-4e2b-90b3-78d0520b1908 None None] Pushing event updated for resources: {'Port': ['ID=e8d9ce47-d9ea-49d5-9368-fbfd9c08ca17,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:31.556080 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f03004c-4fb1-4fc1-bdfb-d20269ca5775 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:23:31.556784 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f03004c-4fb1-4fc1-bdfb-d20269ca5775 None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:23:31.557388 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f03004c-4fb1-4fc1-bdfb-d20269ca5775 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:31.557952 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f03004c-4fb1-4fc1-bdfb-d20269ca5775 None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:23:31.558599 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-0f03004c-4fb1-4fc1-bdfb-d20269ca5775 None None] Bound port: e8d9ce47-d9ea-49d5-9368-fbfd9c08ca17, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:23:31.559195 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f03004c-4fb1-4fc1-bdfb-d20269ca5775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:31.616668 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-45a9967e-9560-456d-bf36-1e762e6d053c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7719793 Feb 09 12:23:31.638125 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-0f03004c-4fb1-4fc1-bdfb-d20269ca5775 None None] For port e8d9ce47-d9ea-49d5-9368-fbfd9c08ca17, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:23:31.641668 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-0f03004c-4fb1-4fc1-bdfb-d20269ca5775 None None] For port e8d9ce47-d9ea-49d5-9368-fbfd9c08ca17, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=e8d9ce47-d9ea-49d5-9368-fbfd9c08ca17,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:23:31.646385 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f03004c-4fb1-4fc1-bdfb-d20269ca5775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:31.650239 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-6373c8f1-c85f-4170-b9d4-38307a54b4a5 service neutron] Request body: {'port': {'device_id': '038127ac-46bf-4534-bf6b-46816ed91e2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:23:31.695913 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-539593ca-cc5d-478c-bb36-53395e35972c req-4c2c2165-3206-427f-abb3-60765fd3e41b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc8305ab-27ae-4f22-a72d-ce92a6ad6556 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:23:31.708003 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-539593ca-cc5d-478c-bb36-53395e35972c req-4c2c2165-3206-427f-abb3-60765fd3e41b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:31.731038 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f03004c-4fb1-4fc1-bdfb-d20269ca5775 None None] Routers {'f7b1e2ea-ae84-4f77-9331-7e33e81bc26d'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:23:31.731703 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-0f03004c-4fb1-4fc1-bdfb-d20269ca5775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:23:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['f7b1e2ea-ae84-4f77-9331-7e33e81bc26d'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:23:31.734853 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78797d1-c2ed-417d-a141-14195c8d53e4 req-3ab7da32-02b4-4719-bc26-1d1ec6b52744 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:31.736375 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c78797d1-c2ed-417d-a141-14195c8d53e4 req-3ab7da32-02b4-4719-bc26-1d1ec6b52744 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=86ae2989-6437-44bf-8cfa-73e0f503c19e HTTP/1.1" status: 200 len: 945 time: 0.5484552 Feb 09 12:23:31.765579 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-539593ca-cc5d-478c-bb36-53395e35972c req-4c2c2165-3206-427f-abb3-60765fd3e41b service neutron] Transition to ACTIVE for port object bc8305ab-27ae-4f22-a72d-ce92a6ad6556 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:23:31.772466 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-539593ca-cc5d-478c-bb36-53395e35972c req-4c2c2165-3206-427f-abb3-60765fd3e41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:31.797198 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42bc9ee-67d6-4e2b-90b3-78d0520b1908 None None] Pushing event updated for resources: {'Port': ['ID=e8d9ce47-d9ea-49d5-9368-fbfd9c08ca17,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:31.834608 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-20216390-0d37-42c7-9347-4d0ac427d684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:31.899594 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c78797d1-c2ed-417d-a141-14195c8d53e4 req-3605c2b3-cdbf-47db-a8b1-3e37e1851cf9 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482410 Feb 09 12:23:31.937116 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e0779-518b-4101-a867-c39a1c248465 req-1726d223-4766-42bd-8261-639bb28ca5a4 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:31.938882 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-391e0779-518b-4101-a867-c39a1c248465 req-1726d223-4766-42bd-8261-639bb28ca5a4 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.4555013 Feb 09 12:23:31.989919 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5c5cfe4f-086c-4192-af06-3b75a9b5c25d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:32.003102 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5c5cfe4f-086c-4192-af06-3b75a9b5c25d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:32.004820 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-0f03004c-4fb1-4fc1-bdfb-d20269ca5775 None None] Set router f7b1e2ea-ae84-4f77-9331-7e33e81bc26d gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:23:32.018792 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-6373c8f1-c85f-4170-b9d4-38307a54b4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:32.087246 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device c6160b57-abf2-4441-bc6d-c63a471b4b92 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:23:32.095453 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2c2165-3206-427f-abb3-60765fd3e41b service neutron] Pushing event updated for resources: {'Port': ['ID=bc8305ab-27ae-4f22-a72d-ce92a6ad6556,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:32.172746 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-539593ca-cc5d-478c-bb36-53395e35972c req-4c2c2165-3206-427f-abb3-60765fd3e41b service neutron] Attempting to bind port bc8305ab-27ae-4f22-a72d-ce92a6ad6556 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:23:32.173396 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-539593ca-cc5d-478c-bb36-53395e35972c req-4c2c2165-3206-427f-abb3-60765fd3e41b service neutron] Attempting to bind port bc8305ab-27ae-4f22-a72d-ce92a6ad6556 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:23:32.173919 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539593ca-cc5d-478c-bb36-53395e35972c req-4c2c2165-3206-427f-abb3-60765fd3e41b service neutron] Attempting to bind port bc8305ab-27ae-4f22-a72d-ce92a6ad6556 on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:23:32.183938 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539593ca-cc5d-478c-bb36-53395e35972c req-4c2c2165-3206-427f-abb3-60765fd3e41b service neutron] Port bc8305ab-27ae-4f22-a72d-ce92a6ad6556 on network 4f732e35-467f-44f5-be04-aa808693dec3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:23:32.184548 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539593ca-cc5d-478c-bb36-53395e35972c req-4c2c2165-3206-427f-abb3-60765fd3e41b service neutron] Attempting to bind port bc8305ab-27ae-4f22-a72d-ce92a6ad6556 on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:23:32.208560 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port c6160b57-abf2-4441-bc6d-c63a471b4b92 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:23:32.208958 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:32.224283 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539593ca-cc5d-478c-bb36-53395e35972c req-4c2c2165-3206-427f-abb3-60765fd3e41b service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:23:32.224535 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-5c5cfe4f-086c-4192-af06-3b75a9b5c25d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Calling delete_port for fb4b634f-d6db-485e-9f41-a75cbd741d4c owned by network:floatingip {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:23:32.225439 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539593ca-cc5d-478c-bb36-53395e35972c req-4c2c2165-3206-427f-abb3-60765fd3e41b service neutron] Checking segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:23:32.226017 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539593ca-cc5d-478c-bb36-53395e35972c req-4c2c2165-3206-427f-abb3-60765fd3e41b service neutron] Bound using segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:23:32.226664 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-539593ca-cc5d-478c-bb36-53395e35972c req-4c2c2165-3206-427f-abb3-60765fd3e41b service neutron] Bound port: bc8305ab-27ae-4f22-a72d-ce92a6ad6556, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:23:32.227578 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-539593ca-cc5d-478c-bb36-53395e35972c req-4c2c2165-3206-427f-abb3-60765fd3e41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:32.377227 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-391e0779-518b-4101-a867-c39a1c248465 req-d0633ff4-e41c-43ef-b7d5-e2cfcd07c9a1 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4183922 Feb 09 12:23:32.424536 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-539593ca-cc5d-478c-bb36-53395e35972c req-4c2c2165-3206-427f-abb3-60765fd3e41b service neutron] For port bc8305ab-27ae-4f22-a72d-ce92a6ad6556, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:23:32.427906 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-20216390-0d37-42c7-9347-4d0ac427d684 admin admin] Allocated IP 172.20.0.1 (5f5e8d9e-f856-40a8-b478-da586ae07e9d/0a73b89f-2fa1-4fa9-b0fd-df5dc2770071/a0752c0a-b46f-428b-ac88-b1452303898e) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:23:32.430857 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-539593ca-cc5d-478c-bb36-53395e35972c req-4c2c2165-3206-427f-abb3-60765fd3e41b service neutron] For port bc8305ab-27ae-4f22-a72d-ce92a6ad6556, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=bc8305ab-27ae-4f22-a72d-ce92a6ad6556,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:23:32.440541 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-539593ca-cc5d-478c-bb36-53395e35972c req-4c2c2165-3206-427f-abb3-60765fd3e41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:32.466785 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-0f03004c-4fb1-4fc1-bdfb-d20269ca5775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b1e2ea-ae84-4f77-9331-7e33e81bc26d', 'name': 'tempest-TaggedBootDevicesTest_v242-1485644692-router', 'tenant_id': 'a8929df639894ba8912c24b0b1f36dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'e8d9ce47-d9ea-49d5-9368-fbfd9c08ca17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:23:23Z', 'updated_at': '2022-02-09T12:23:26Z', 'revision_number': 3, 'project_id': 'a8929df639894ba8912c24b0b1f36dee', 'gw_port': {'id': 'e8d9ce47-d9ea-49d5-9368-fbfd9c08ca17', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:03:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b1e2ea-ae84-4f77-9331-7e33e81bc26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:23:24Z', 'updated_at': '2022-02-09T12:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:23:32.475716 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f03004c-4fb1-4fc1-bdfb-d20269ca5775 None None] The sync data for ids ['f7b1e2ea-ae84-4f77-9331-7e33e81bc26d'] in n-d-825178-3 is: [{'id': 'f7b1e2ea-ae84-4f77-9331-7e33e81bc26d', 'name': 'tempest-TaggedBootDevicesTest_v242-1485644692-router', 'tenant_id': 'a8929df639894ba8912c24b0b1f36dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'e8d9ce47-d9ea-49d5-9368-fbfd9c08ca17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:23:23Z', 'updated_at': '2022-02-09T12:23:26Z', 'revision_number': 3, 'project_id': 'a8929df639894ba8912c24b0b1f36dee', 'gw_port': {'id': 'e8d9ce47-d9ea-49d5-9368-fbfd9c08ca17', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:03:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b1e2ea-ae84-4f77-9331-7e33e81bc26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:23:24Z', 'updated_at': '2022-02-09T12:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:23:32.526510 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539593ca-cc5d-478c-bb36-53395e35972c req-4c2c2165-3206-427f-abb3-60765fd3e41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:32.527743 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-539593ca-cc5d-478c-bb36-53395e35972c req-4c2c2165-3206-427f-abb3-60765fd3e41b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:32.529129 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-539593ca-cc5d-478c-bb36-53395e35972c req-4c2c2165-3206-427f-abb3-60765fd3e41b service neutron] 10.222.0.46 "PUT /v2.0/ports/bc8305ab-27ae-4f22-a72d-ce92a6ad6556 HTTP/1.1" status: 200 len: 1096 time: 2.6695375 Feb 09 12:23:32.544681 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc4386fc-f851-41ff-a825-bc28043b849a', 'tag': 'bc8305ab-27ae-4f22-a72d-ce92a6ad6556'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:23:32.632776 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cdd872-b164-4867-9af4-716ec81bdf54 req-db2781ae-307e-4dcf-bf49-08bd326f1552 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:32.633511 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e2cdd872-b164-4867-9af4-716ec81bdf54 req-db2781ae-307e-4dcf-bf49-08bd326f1552 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Synchronizing usage tracker for tenant:6b0ea08007bd423bba6d81fafa2c2138 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:23:32.729794 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2c2165-3206-427f-abb3-60765fd3e41b service neutron] Pushing event updated for resources: {'Port': ['ID=bc8305ab-27ae-4f22-a72d-ce92a6ad6556,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:32.814683 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539593ca-cc5d-478c-bb36-53395e35972c req-23c5287d-2a95-47f8-ba65-eee3f977a2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:32.816509 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-539593ca-cc5d-478c-bb36-53395e35972c req-23c5287d-2a95-47f8-ba65-eee3f977a2fa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49129fa2c03c45c2a0df365ab76f11e9&device_id=cc4386fc-f851-41ff-a825-bc28043b849a HTTP/1.1" status: 200 len: 1099 time: 0.1888375 Feb 09 12:23:32.819306 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-20216390-0d37-42c7-9347-4d0ac427d684 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:32.821576 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5c5cfe4f-086c-4192-af06-3b75a9b5c25d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:32.841367 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e2cdd872-b164-4867-9af4-716ec81bdf54 req-db2781ae-307e-4dcf-bf49-08bd326f1552 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Unset dirty status for tenant:6b0ea08007bd423bba6d81fafa2c2138 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:23:32.842531 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e2cdd872-b164-4867-9af4-716ec81bdf54 req-db2781ae-307e-4dcf-bf49-08bd326f1552 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=038127ac-46bf-4534-bf6b-46816ed91e2f HTTP/1.1" status: 200 len: 932 time: 0.8039522 Feb 09 12:23:32.931183 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-539593ca-cc5d-478c-bb36-53395e35972c req-16a1ad11-f33a-4683-bcbf-c574b43044a7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=bc8305ab-27ae-4f22-a72d-ce92a6ad6556 HTTP/1.1" status: 200 len: 217 time: 0.1012633 Feb 09 12:23:32.932398 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-20216390-0d37-42c7-9347-4d0ac427d684 admin admin] Transition to ACTIVE for port object a0752c0a-b46f-428b-ac88-b1452303898e will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:23:32.980516 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5cfe4f-086c-4192-af06-3b75a9b5c25d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Pushing event deleted for resources: {'Port': ['ID=fb4b634f-d6db-485e-9f41-a75cbd741d4c,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:33.017775 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539593ca-cc5d-478c-bb36-53395e35972c req-651a7233-416f-4e5c-8d0f-f4fcfbe8f88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:33.019306 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-539593ca-cc5d-478c-bb36-53395e35972c req-651a7233-416f-4e5c-8d0f-f4fcfbe8f88b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.0835161 Feb 09 12:23:33.077533 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-20216390-0d37-42c7-9347-4d0ac427d684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:33.176016 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20216390-0d37-42c7-9347-4d0ac427d684 admin admin] Network 5f5e8d9e-f856-40a8-b478-da586ae07e9d is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:23:33.181307 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-20216390-0d37-42c7-9347-4d0ac427d684 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:23:33.186483 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20216390-0d37-42c7-9347-4d0ac427d684 admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:23:33.249173 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20216390-0d37-42c7-9347-4d0ac427d684 admin admin] Pushing event updated for resources: {'Port': ['ID=a0752c0a-b46f-428b-ac88-b1452303898e,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:33.264982 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-20216390-0d37-42c7-9347-4d0ac427d684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:33.289047 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539593ca-cc5d-478c-bb36-53395e35972c req-b7a9d1f3-607b-48af-96e2-aaf8ffaeeccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:33.290720 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-539593ca-cc5d-478c-bb36-53395e35972c req-b7a9d1f3-607b-48af-96e2-aaf8ffaeeccd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2534442 Feb 09 12:23:33.298287 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499888b-3322-40bb-a250-33823df7fda3 req-67ce9947-0001-4897-bb65-3cc191582e7c tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:33.306821 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9499888b-3322-40bb-a250-33823df7fda3 req-67ce9947-0001-4897-bb65-3cc191582e7c tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc4386fc-f851-41ff-a825-bc28043b849a HTTP/1.1" status: 200 len: 948 time: 0.7723091 Feb 09 12:23:33.334796 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5c5cfe4f-086c-4192-af06-3b75a9b5c25d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks [] for floatingip, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:33.361659 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e2cdd872-b164-4867-9af4-716ec81bdf54 req-4d65c5d6-c771-4f69-8017-0db7615884b8 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4129524 Feb 09 12:23:33.405681 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9499888b-3322-40bb-a250-33823df7fda3 req-37dd36e0-8c89-4a04-8fb3-0f471173299c tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976083 Feb 09 12:23:33.432647 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5c5cfe4f-086c-4192-af06-3b75a9b5c25d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:33.447389 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-5c5cfe4f-086c-4192-af06-3b75a9b5c25d tempest-ImagesOneServerNegativeTestJSON-785337007 tempest-ImagesOneServerNegativeTestJSON-785337007-project] 10.222.0.55 "DELETE /v2.0/floatingips/2127bccb-8f08-4878-9455-fc725aece594 HTTP/1.1" status: 204 len: 168 time: 2.7600658 Feb 09 12:23:33.607699 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-3ad1a7c8-e604-4d1b-ab7a-5dda767de92c None None] Provisioning for port a0752c0a-b46f-428b-ac88-b1452303898e completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:23:33.622530 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-3ad1a7c8-e604-4d1b-ab7a-5dda767de92c None None] Provisioning complete for port a0752c0a-b46f-428b-ac88-b1452303898e triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:23:33.625200 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3ad1a7c8-e604-4d1b-ab7a-5dda767de92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:33.720044 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2a2f2c50-5656-4099-8f88-8016c66ad222 req-231a68bc-a7e5-42aa-9c1d-21ae53452c32 tempest-ServerShowV257Test-758213122 tempest-ServerShowV257Test-758213122-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c1d1047-edf0-4727-8e00-dfe058285ba7 HTTP/1.1" status: 200 len: 210 time: 0.0677865 Feb 09 12:23:33.731912 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1a7c8-e604-4d1b-ab7a-5dda767de92c None None] Port a0752c0a-b46f-428b-ac88-b1452303898e cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:23:33.734125 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-6373c8f1-c85f-4170-b9d4-38307a54b4a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8dea581-3929-478c-8e3a-3497cd8ce7e1 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:23:33.758295 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-6373c8f1-c85f-4170-b9d4-38307a54b4a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:33.793710 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-6373c8f1-c85f-4170-b9d4-38307a54b4a5 service neutron] Transition to ACTIVE for port object c8dea581-3929-478c-8e3a-3497cd8ce7e1 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:23:33.798815 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-6373c8f1-c85f-4170-b9d4-38307a54b4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:33.824793 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-539593ca-cc5d-478c-bb36-53395e35972c req-db23148f-e729-41f4-aa9d-5245488db1f0 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5208700 Feb 09 12:23:33.826905 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc4386fc-f851-41ff-a825-bc28043b849a', 'tag': 'bc8305ab-27ae-4f22-a72d-ce92a6ad6556', 'status': 'completed', 'code': 200} Feb 09 12:23:33.987627 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-20216390-0d37-42c7-9347-4d0ac427d684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:34.096479 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-539593ca-cc5d-478c-bb36-53395e35972c req-43d3eb33-fc51-4d99-b98a-ec8f5e689d44 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368550 Feb 09 12:23:34.131330 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device e8d9ce47-d9ea-49d5-9368-fbfd9c08ca17 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:23:34.183392 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6373c8f1-c85f-4170-b9d4-38307a54b4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=c8dea581-3929-478c-8e3a-3497cd8ce7e1,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:34.203004 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port e8d9ce47-d9ea-49d5-9368-fbfd9c08ca17 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:23:34.209767 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port e8d9ce47-d9ea-49d5-9368-fbfd9c08ca17 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:23:34.210165 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:34.228913 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-6373c8f1-c85f-4170-b9d4-38307a54b4a5 service neutron] Attempting to bind port c8dea581-3929-478c-8e3a-3497cd8ce7e1 on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:23:34.229248 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-6373c8f1-c85f-4170-b9d4-38307a54b4a5 service neutron] Attempting to bind port c8dea581-3929-478c-8e3a-3497cd8ce7e1 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': 'd09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce449817-28f3-4897-a09b-d33182728951'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:23:34.229569 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-6373c8f1-c85f-4170-b9d4-38307a54b4a5 service neutron] Attempting to bind port c8dea581-3929-478c-8e3a-3497cd8ce7e1 on network ce449817-28f3-4897-a09b-d33182728951 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:23:34.242649 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-6373c8f1-c85f-4170-b9d4-38307a54b4a5 service neutron] Port c8dea581-3929-478c-8e3a-3497cd8ce7e1 on network ce449817-28f3-4897-a09b-d33182728951 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:23:34.242970 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-6373c8f1-c85f-4170-b9d4-38307a54b4a5 service neutron] Attempting to bind port c8dea581-3929-478c-8e3a-3497cd8ce7e1 on network ce449817-28f3-4897-a09b-d33182728951 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:23:34.253283 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-6373c8f1-c85f-4170-b9d4-38307a54b4a5 service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:23:34.253742 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-6373c8f1-c85f-4170-b9d4-38307a54b4a5 service neutron] Checking segment: {'id': 'd09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce449817-28f3-4897-a09b-d33182728951'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:23:34.254134 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-6373c8f1-c85f-4170-b9d4-38307a54b4a5 service neutron] Bound using segment: {'id': 'd09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce449817-28f3-4897-a09b-d33182728951'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:23:34.255557 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-6373c8f1-c85f-4170-b9d4-38307a54b4a5 service neutron] Bound port: c8dea581-3929-478c-8e3a-3497cd8ce7e1, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce449817-28f3-4897-a09b-d33182728951'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:23:34.255953 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-6373c8f1-c85f-4170-b9d4-38307a54b4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:34.275578 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8769226f-63fd-455b-95d8-37e8113e3739 req-fdda9097-b99a-4f09-8cd2-d6a3b4347b90 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:34.283546 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8769226f-63fd-455b-95d8-37e8113e3739 req-fdda9097-b99a-4f09-8cd2-d6a3b4347b90 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.3042798 Feb 09 12:23:34.313118 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2584fe8-d215-4a44-9edb-5ace502d48f1 req-789c0d0c-df85-4e3a-b0c5-ada1631878a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:34.314600 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d2584fe8-d215-4a44-9edb-5ace502d48f1 req-789c0d0c-df85-4e3a-b0c5-ada1631878a3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49129fa2c03c45c2a0df365ab76f11e9&device_id=cc4386fc-f851-41ff-a825-bc28043b849a HTTP/1.1" status: 200 len: 1099 time: 0.1318834 Feb 09 12:23:34.342580 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:34.360119 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-20216390-0d37-42c7-9347-4d0ac427d684 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:34.364286 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aaff2e-b749-4c48-8dec-6d7c036a71a8 req-8e9e35f0-3c8f-4d06-8162-876a8508dc7f tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:34.365550 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port e8d9ce47-d9ea-49d5-9368-fbfd9c08ca17, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=e8d9ce47-d9ea-49d5-9368-fbfd9c08ca17,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:23:34.370403 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:34.374298 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-22aaff2e-b749-4c48-8dec-6d7c036a71a8 req-8e9e35f0-3c8f-4d06-8162-876a8508dc7f tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=86ae2989-6437-44bf-8cfa-73e0f503c19e HTTP/1.1" status: 200 len: 945 time: 0.4522877 Feb 09 12:23:34.418068 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-20216390-0d37-42c7-9347-4d0ac427d684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:34.452390 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8769226f-63fd-455b-95d8-37e8113e3739 req-faa92448-5c48-4d27-905b-feace33d508b tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677771 Feb 09 12:23:34.461018 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=e8d9ce47-d9ea-49d5-9368-fbfd9c08ca17,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:34.484025 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-22aaff2e-b749-4c48-8dec-6d7c036a71a8 req-4a92bc3f-63ad-471e-b6e8-1629f8929922 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086349 Feb 09 12:23:34.514382 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-6373c8f1-c85f-4170-b9d4-38307a54b4a5 service neutron] For port c8dea581-3929-478c-8e3a-3497cd8ce7e1, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:23:34.517642 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-6373c8f1-c85f-4170-b9d4-38307a54b4a5 service neutron] For port c8dea581-3929-478c-8e3a-3497cd8ce7e1, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=c8dea581-3929-478c-8e3a-3497cd8ce7e1,segment=NetworkSegment(d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5),segment_id=d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:23:34.522986 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-6373c8f1-c85f-4170-b9d4-38307a54b4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:34.560170 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20216390-0d37-42c7-9347-4d0ac427d684 admin admin] Pushing event updated for resources: {'Port': ['ID=a0752c0a-b46f-428b-ac88-b1452303898e,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:34.591310 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-20216390-0d37-42c7-9347-4d0ac427d684 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:34.610181 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-6373c8f1-c85f-4170-b9d4-38307a54b4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:34.611185 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-6373c8f1-c85f-4170-b9d4-38307a54b4a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:34.612783 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-6373c8f1-c85f-4170-b9d4-38307a54b4a5 service neutron] 10.222.0.52 "PUT /v2.0/ports/c8dea581-3929-478c-8e3a-3497cd8ce7e1 HTTP/1.1" status: 200 len: 1092 time: 2.9683206 Feb 09 12:23:34.613365 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '038127ac-46bf-4534-bf6b-46816ed91e2f', 'tag': 'c8dea581-3929-478c-8e3a-3497cd8ce7e1'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:23:34.757452 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2584fe8-d215-4a44-9edb-5ace502d48f1 req-f7fccd9d-385a-4d6e-810a-6ad4b736d83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:34.758869 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d2584fe8-d215-4a44-9edb-5ace502d48f1 req-f7fccd9d-385a-4d6e-810a-6ad4b736d83a service neutron] 10.222.0.46 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.4276443 Feb 09 12:23:34.796260 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6373c8f1-c85f-4170-b9d4-38307a54b4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=c8dea581-3929-478c-8e3a-3497cd8ce7e1,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:34.849687 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d2584fe8-d215-4a44-9edb-5ace502d48f1 req-44daf23c-9806-4a70-9508-0cfbd9dd3913 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=bc8305ab-27ae-4f22-a72d-ce92a6ad6556 HTTP/1.1" status: 200 len: 217 time: 0.0738907 Feb 09 12:23:34.876716 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723bb84-df0f-4568-83f9-1788736c32ad req-4723aa5e-0d34-408f-8411-663c64fe0b9c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:34.878194 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2723bb84-df0f-4568-83f9-1788736c32ad req-4723aa5e-0d34-408f-8411-663c64fe0b9c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=038127ac-46bf-4534-bf6b-46816ed91e2f HTTP/1.1" status: 200 len: 944 time: 0.2590082 Feb 09 12:23:34.881988 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-9794bddb-022e-40e3-bd95-979424d29a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:34.883352 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-9794bddb-022e-40e3-bd95-979424d29a2c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6b0ea08007bd423bba6d81fafa2c2138&device_id=038127ac-46bf-4534-bf6b-46816ed91e2f HTTP/1.1" status: 200 len: 1095 time: 0.2133312 Feb 09 12:23:34.890509 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34ade7-c563-4bdf-b257-c5956185c1b5 req-03a093c4-6153-4c8c-b464-0edf89ecf696 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:34.891913 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bb34ade7-c563-4bdf-b257-c5956185c1b5 req-03a093c4-6153-4c8c-b464-0edf89ecf696 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc4386fc-f851-41ff-a825-bc28043b849a HTTP/1.1" status: 200 len: 948 time: 0.1713834 Feb 09 12:23:34.917146 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20216390-0d37-42c7-9347-4d0ac427d684 admin admin] Network 5f5e8d9e-f856-40a8-b478-da586ae07e9d is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:23:34.919797 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-20216390-0d37-42c7-9347-4d0ac427d684 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:23:34.994236 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2584fe8-d215-4a44-9edb-5ace502d48f1 req-23400e1d-e068-47a1-86bf-344479ad7dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:34.995701 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d2584fe8-d215-4a44-9edb-5ace502d48f1 req-23400e1d-e068-47a1-86bf-344479ad7dc1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.1372173 Feb 09 12:23:35.015095 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-ae92e533-e534-4c42-b0d0-611ad18942dd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8dea581-3929-478c-8e3a-3497cd8ce7e1 HTTP/1.1" status: 200 len: 217 time: 0.1088655 Feb 09 12:23:35.085888 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2723bb84-df0f-4568-83f9-1788736c32ad req-29ef1a44-172f-4a49-adad-5873e145d102 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929321 Feb 09 12:23:35.096071 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bb34ade7-c563-4bdf-b257-c5956185c1b5 req-06f0c38c-e5bf-4215-9795-54c2947f64d2 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871877 Feb 09 12:23:35.132417 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-8a8ed348-5c80-4668-b1a7-35482f31548c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:35.133932 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-8a8ed348-5c80-4668-b1a7-35482f31548c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5d66c3c8-f193-4da4-ad1c-54328c88dbd7 HTTP/1.1" status: 200 len: 852 time: 0.1053901 Feb 09 12:23:35.186569 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6f8c238c-7771-4ca9-8a5c-2790b5c09770 None None] Provisioning complete for port a0752c0a-b46f-428b-ac88-b1452303898e triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:23:35.187101 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20216390-0d37-42c7-9347-4d0ac427d684 admin admin] Router f7b1e2ea-ae84-4f77-9331-7e33e81bc26d has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:23:35.190041 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6f8c238c-7771-4ca9-8a5c-2790b5c09770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:35.197124 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2584fe8-d215-4a44-9edb-5ace502d48f1 req-fa02dc71-52a7-41af-8d74-297f4a1b606e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:35.198748 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d2584fe8-d215-4a44-9edb-5ace502d48f1 req-fa02dc71-52a7-41af-8d74-297f4a1b606e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1944675 Feb 09 12:23:35.228074 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 49762) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:23:35.229958 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '038127ac-46bf-4534-bf6b-46816ed91e2f', 'tag': 'c8dea581-3929-478c-8e3a-3497cd8ce7e1', 'status': 'completed', 'code': 200} Feb 09 12:23:35.315942 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-159da79b-b962-4bd3-80ea-03cb64c48c4b admin admin] Deleting subnet 264393e0-eb04-4464-8575-4a6447ca8fe8 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:23:35.319855 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-159da79b-b962-4bd3-80ea-03cb64c48c4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:35.340673 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device bc8305ab-27ae-4f22-a72d-ce92a6ad6556 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:23:35.369488 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-159da79b-b962-4bd3-80ea-03cb64c48c4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:35.430135 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-6f8c238c-7771-4ca9-8a5c-2790b5c09770 None None] Port a0752c0a-b46f-428b-ac88-b1452303898e cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:23:35.436498 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-159da79b-b962-4bd3-80ea-03cb64c48c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:35.591961 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port bc8305ab-27ae-4f22-a72d-ce92a6ad6556, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=bc8305ab-27ae-4f22-a72d-ce92a6ad6556,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:23:35.606262 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'bc8305ab-27ae-4f22-a72d-ce92a6ad6556', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'port_id': 'bc8305ab-27ae-4f22-a72d-ce92a6ad6556', 'mac_address': 'fa:16:3e:56:f6:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed5558-888d-440a-8c32-52f2f9bc5bd5', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:23:35.610593 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-f1faf27f-14d5-4bf3-adee-12bcac0a5c19 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ce449817-28f3-4897-a09b-d33182728951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4678166 Feb 09 12:23:35.634215 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20216390-0d37-42c7-9347-4d0ac427d684 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:23:35.641998 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d2584fe8-d215-4a44-9edb-5ace502d48f1 req-48d0584a-2717-41f2-b1c8-dcffc0a98475 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528038 Feb 09 12:23:35.646274 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c97818a-a140-4dfa-8d27-743dc3c92ca2 None None] Sync routers for ids ['f7b1e2ea-ae84-4f77-9331-7e33e81bc26d'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:23:35.654992 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-20216390-0d37-42c7-9347-4d0ac427d684 admin admin] 10.222.0.55 "PUT /v2.0/routers/f7b1e2ea-ae84-4f77-9331-7e33e81bc26d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5580578 Feb 09 12:23:35.672748 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c97818a-a140-4dfa-8d27-743dc3c92ca2 None None] Routers {'f7b1e2ea-ae84-4f77-9331-7e33e81bc26d'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:23:35.673388 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-6c97818a-a140-4dfa-8d27-743dc3c92ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:23:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['f7b1e2ea-ae84-4f77-9331-7e33e81bc26d'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:23:35.704192 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c88e9ed4-6f29-49ca-ba82-05542dfa9f85 req-60707129-e965-4272-917d-f4145af25989 tempest-ServerShowV257Test-758213122 tempest-ServerShowV257Test-758213122-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c1d1047-edf0-4727-8e00-dfe058285ba7 HTTP/1.1" status: 200 len: 210 time: 0.0973001 Feb 09 12:23:35.827333 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:35.845708 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d2584fe8-d215-4a44-9edb-5ace502d48f1 req-6645bc91-ab3c-42e3-a8bd-dc17de579543 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960387 Feb 09 12:23:35.850194 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-159da79b-b962-4bd3-80ea-03cb64c48c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:35.873510 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc8305ab-27ae-4f22-a72d-ce92a6ad6556 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:23:35.977596 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port bc8305ab-27ae-4f22-a72d-ce92a6ad6556, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=bc8305ab-27ae-4f22-a72d-ce92a6ad6556,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:23:35.979396 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-159da79b-b962-4bd3-80ea-03cb64c48c4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:35.988395 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:36.001556 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-159da79b-b962-4bd3-80ea-03cb64c48c4b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/264393e0-eb04-4464-8575-4a6447ca8fe8 HTTP/1.1" status: 204 len: 168 time: 0.7623303 Feb 09 12:23:36.004260 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49776) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:23:36.005385 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-6c97818a-a140-4dfa-8d27-743dc3c92ca2 None None] Set router f7b1e2ea-ae84-4f77-9331-7e33e81bc26d gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:23:36.014835 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159da79b-b962-4bd3-80ea-03cb64c48c4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=264393e0-eb04-4464-8575-4a6447ca8fe8,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:36.092649 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-0c3c757e-8879-4076-b8cc-14bb91b37f41 service neutron] 10.222.0.52 "GET /v2.0/networks/ce449817-28f3-4897-a09b-d33182728951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234451 Feb 09 12:23:36.135131 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device e8d9ce47-d9ea-49d5-9368-fbfd9c08ca17 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:23:36.137124 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18664b-d9d4-4e62-9141-f8986afaaad7 req-befbbb0f-667a-4061-95ed-0a8eb9a4386f tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:36.138632 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ed18664b-d9d4-4e62-9141-f8986afaaad7 req-befbbb0f-667a-4061-95ed-0a8eb9a4386f tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.5306430 Feb 09 12:23:36.195122 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-33d3250e-e933-4e60-8cbe-93cbaa78ed90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:36.261019 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ed18664b-d9d4-4e62-9141-f8986afaaad7 req-21dd3a4f-050e-46e3-b7a5-41ef4127d5b7 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129568 Feb 09 12:23:36.273102 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785bf284-aeee-4a8e-b8f0-a366ba4945aa req-9e05e7af-c957-4c59-bdc7-7114cdce768a tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:36.274604 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-785bf284-aeee-4a8e-b8f0-a366ba4945aa req-9e05e7af-c957-4c59-bdc7-7114cdce768a tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=86ae2989-6437-44bf-8cfa-73e0f503c19e HTTP/1.1" status: 200 len: 945 time: 0.3707423 Feb 09 12:23:36.383700 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-399473d4-0117-4d73-80a0-62cc3e6bbc7f service neutron] 10.222.0.52 "GET /v2.0/networks/ce449817-28f3-4897-a09b-d33182728951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793674 Feb 09 12:23:36.394711 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-785bf284-aeee-4a8e-b8f0-a366ba4945aa req-31307058-c6c1-419e-9974-d1929ad299c2 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009686 Feb 09 12:23:36.417245 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=bc8305ab-27ae-4f22-a72d-ce92a6ad6556,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:36.438902 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['bc8305ab-27ae-4f22-a72d-ce92a6ad6556'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:23:36.495020 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-33d3250e-e933-4e60-8cbe-93cbaa78ed90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:36.579901 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-33d3250e-e933-4e60-8cbe-93cbaa78ed90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd0eeec7-232a-4918-9932-95d1042e3c75']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:23:36.592495 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port e8d9ce47-d9ea-49d5-9368-fbfd9c08ca17 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:23:36.593163 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:36.598380 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-33d3250e-e933-4e60-8cbe-93cbaa78ed90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc30de51-0ecc-48b6-a874-d688a7830e7a') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:23:36.598679 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-33d3250e-e933-4e60-8cbe-93cbaa78ed90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc30de51-0ecc-48b6-a874-d688a7830e7a') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:23:36.627254 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-33d3250e-e933-4e60-8cbe-93cbaa78ed90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:36.663490 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-33d3250e-e933-4e60-8cbe-93cbaa78ed90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:36.685767 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33d3250e-e933-4e60-8cbe-93cbaa78ed90 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:23:36.685767 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-33d3250e-e933-4e60-8cbe-93cbaa78ed90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:36.720177 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2cfe9-301f-4828-8593-b6e469d4fc60 req-fd868154-01bc-483a-9c21-8604eb8f8851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:36.720177 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dff2cfe9-301f-4828-8593-b6e469d4fc60 req-fd868154-01bc-483a-9c21-8604eb8f8851 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6b0ea08007bd423bba6d81fafa2c2138&device_id=038127ac-46bf-4534-bf6b-46816ed91e2f HTTP/1.1" status: 200 len: 1095 time: 0.2549429 Feb 09 12:23:36.733702 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:23:36.733702 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:23:36.733702 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:23:36.733702 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:23:36.733702 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:23:36.733702 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:23:36.733702 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:23:36.733702 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:23:36.733702 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:23:36.733702 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:23:36.733702 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:23:36.733702 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:23:36.733702 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:23:36.733702 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:23:36.733702 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:23:36.733702 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:23:36.733702 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:23:36.733702 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:23:36.733702 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:23:36.733702 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:23:36.733702 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:23:36.733702 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:23:36.733702 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:23:36.733702 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:23:36.733702 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:23:36.733702 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:23:36.733702 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:23:36.733702 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:23:36.733702 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:23:36.733702 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:23:36.733702 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:23:36.733702 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:23:36.750280 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d0a3d-23d1-413d-8d56-6319e7adcba0 req-703224d7-9c31-4dfb-a53a-44a2b4a36fa2 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:36.765032 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f98d0a3d-23d1-413d-8d56-6319e7adcba0 req-703224d7-9c31-4dfb-a53a-44a2b4a36fa2 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=038127ac-46bf-4534-bf6b-46816ed91e2f HTTP/1.1" status: 200 len: 944 time: 0.2068973 Feb 09 12:23:36.902824 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-33d3250e-e933-4e60-8cbe-93cbaa78ed90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:36.932132 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-33d3250e-e933-4e60-8cbe-93cbaa78ed90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:36.959655 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-33d3250e-e933-4e60-8cbe-93cbaa78ed90 admin admin] 10.222.0.55 "DELETE /v2.0/networks/cd0eeec7-232a-4918-9932-95d1042e3c75 HTTP/1.1" status: 204 len: 168 time: 0.9440818 Feb 09 12:23:36.959655 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d3250e-e933-4e60-8cbe-93cbaa78ed90 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd0eeec7-232a-4918-9932-95d1042e3c75,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:37.068442 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f98d0a3d-23d1-413d-8d56-6319e7adcba0 req-4aff13de-f120-482d-bb27-ce5ec37646f0 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125265 Feb 09 12:23:37.110907 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2cfe9-301f-4828-8593-b6e469d4fc60 req-49090218-29a0-4150-b7b7-ca0e5e9e8af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:37.113417 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dff2cfe9-301f-4828-8593-b6e469d4fc60 req-49090218-29a0-4150-b7b7-ca0e5e9e8af7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ce449817-28f3-4897-a09b-d33182728951 HTTP/1.1" status: 200 len: 913 time: 0.3584993 Feb 09 12:23:37.128663 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da88eb4-3804-4152-b76e-096d5a387944 req-3b214bff-b279-40c5-aec7-1a47fb7a4975 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:37.153896 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1da88eb4-3804-4152-b76e-096d5a387944 req-3b214bff-b279-40c5-aec7-1a47fb7a4975 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc4386fc-f851-41ff-a825-bc28043b849a HTTP/1.1" status: 200 len: 949 time: 0.5411744 Feb 09 12:23:37.155545 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-6c97818a-a140-4dfa-8d27-743dc3c92ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b1e2ea-ae84-4f77-9331-7e33e81bc26d', 'name': 'tempest-TaggedBootDevicesTest_v242-1485644692-router', 'tenant_id': 'a8929df639894ba8912c24b0b1f36dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'e8d9ce47-d9ea-49d5-9368-fbfd9c08ca17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:23:23Z', 'updated_at': '2022-02-09T12:23:33Z', 'revision_number': 4, 'project_id': 'a8929df639894ba8912c24b0b1f36dee', 'gw_port': {'id': 'e8d9ce47-d9ea-49d5-9368-fbfd9c08ca17', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:03:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b1e2ea-ae84-4f77-9331-7e33e81bc26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:23:24Z', 'updated_at': '2022-02-09T12:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'a0752c0a-b46f-428b-ac88-b1452303898e', 'name': '', 'network_id': '5f5e8d9e-f856-40a8-b478-da586ae07e9d', 'tenant_id': 'a8929df639894ba8912c24b0b1f36dee', 'mac_address': 'fa:16:3e:5e:3a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b1e2ea-ae84-4f77-9331-7e33e81bc26d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '0a73b89f-2fa1-4fa9-b0fd-df5dc2770071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:23:32Z', 'updated_at': '2022-02-09T12:23:34Z', 'revision_number': 2, 'project_id': 'a8929df639894ba8912c24b0b1f36dee', 'subnets': [{'id': '0a73b89f-2fa1-4fa9-b0fd-df5dc2770071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:23:37.181613 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c97818a-a140-4dfa-8d27-743dc3c92ca2 None None] Checking router: f7b1e2ea-ae84-4f77-9331-7e33e81bc26d for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:23:37.181613 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c97818a-a140-4dfa-8d27-743dc3c92ca2 None None] Updating router f7b1e2ea-ae84-4f77-9331-7e33e81bc26d port a0752c0a-b46f-428b-ac88-b1452303898e binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:23:37.330816 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49828) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:23:37.351947 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6c97818a-a140-4dfa-8d27-743dc3c92ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:37.462545 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dff2cfe9-301f-4828-8593-b6e469d4fc60 req-9d8c8cd0-67ac-4d5b-88e5-8befccc00c53 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8dea581-3929-478c-8e3a-3497cd8ce7e1 HTTP/1.1" status: 200 len: 217 time: 0.2380619 Feb 09 12:23:37.481709 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1da88eb4-3804-4152-b76e-096d5a387944 req-d3f8714b-3cf3-471e-a2e1-bae536de7c6c tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174055 Feb 09 12:23:37.547150 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b9d8d979-7f1d-4500-91d3-1e85f587ea07 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3e281b9d46b64541906a07f8f1e1d262&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2133307 Feb 09 12:23:37.547150 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49846) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:23:37.630841 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2cfe9-301f-4828-8593-b6e469d4fc60 req-d2936dcc-2eba-46bf-b693-7322cceb12c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:37.630841 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dff2cfe9-301f-4828-8593-b6e469d4fc60 req-d2936dcc-2eba-46bf-b693-7322cceb12c7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5d66c3c8-f193-4da4-ad1c-54328c88dbd7 HTTP/1.1" status: 200 len: 852 time: 0.1516058 Feb 09 12:23:37.727294 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-75530d8d-262c-4e3b-8cc3-2886ddaed64f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:37.756069 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-75530d8d-262c-4e3b-8cc3-2886ddaed64f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:37.926395 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-75530d8d-262c-4e3b-8cc3-2886ddaed64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:37.947544 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75530d8d-262c-4e3b-8cc3-2886ddaed64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1740fde-ed7b-450f-94e7-17e594dcc7a8,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:37.956765 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-75530d8d-262c-4e3b-8cc3-2886ddaed64f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:37.968163 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-75530d8d-262c-4e3b-8cc3-2886ddaed64f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e1740fde-ed7b-450f-94e7-17e594dcc7a8 HTTP/1.1" status: 204 len: 168 time: 0.4157085 Feb 09 12:23:38.031569 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9c99402b-d69d-4d1e-a385-307aade4aadf req-cfac0bd6-0e20-4fe4-9b52-5567503357e3 tempest-ServerShowV257Test-758213122 tempest-ServerShowV257Test-758213122-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c1d1047-edf0-4727-8e00-dfe058285ba7 HTTP/1.1" status: 200 len: 210 time: 0.3038328 Feb 09 12:23:38.174937 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dff2cfe9-301f-4828-8593-b6e469d4fc60 req-98c4c316-6777-41a1-8157-42b35c0c8b3a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ce449817-28f3-4897-a09b-d33182728951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2328477 Feb 09 12:23:38.271879 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6c97818a-a140-4dfa-8d27-743dc3c92ca2 None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:38.300439 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6c97818a-a140-4dfa-8d27-743dc3c92ca2 None None] Transition to ACTIVE for port object a0752c0a-b46f-428b-ac88-b1452303898e will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:23:38.327204 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6c97818a-a140-4dfa-8d27-743dc3c92ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:38.622719 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b27cd1d-290d-4256-95b1-a20200a3dc24 None None] Pushing event updated for resources: {'Port': ['ID=a0752c0a-b46f-428b-ac88-b1452303898e,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:38.696762 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-41a95a1f-2dad-426a-84f4-ffa4cee2d322 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:38.698593 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-41a95a1f-2dad-426a-84f4-ffa4cee2d322 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.52 "GET /v2.0/ports?device_id=038127ac-46bf-4534-bf6b-46816ed91e2f HTTP/1.1" status: 200 len: 944 time: 1.5336595 Feb 09 12:23:38.743633 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-6c97818a-a140-4dfa-8d27-743dc3c92ca2 None None] Attempting to bind port a0752c0a-b46f-428b-ac88-b1452303898e on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:23:38.744259 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-6c97818a-a140-4dfa-8d27-743dc3c92ca2 None None] Attempting to bind port a0752c0a-b46f-428b-ac88-b1452303898e by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '6d7c12a1-8ae5-4e28-94f7-188598d43b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5f5e8d9e-f856-40a8-b478-da586ae07e9d'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:23:38.744849 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c97818a-a140-4dfa-8d27-743dc3c92ca2 None None] Attempting to bind port a0752c0a-b46f-428b-ac88-b1452303898e on network 5f5e8d9e-f856-40a8-b478-da586ae07e9d {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:23:38.753038 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c97818a-a140-4dfa-8d27-743dc3c92ca2 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:23:38.756325 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c97818a-a140-4dfa-8d27-743dc3c92ca2 None None] Checking segment: {'id': '6d7c12a1-8ae5-4e28-94f7-188598d43b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5f5e8d9e-f856-40a8-b478-da586ae07e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:23:38.756860 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6c97818a-a140-4dfa-8d27-743dc3c92ca2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:38.758154 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c97818a-a140-4dfa-8d27-743dc3c92ca2 None None] Bound using segment: {'id': '6d7c12a1-8ae5-4e28-94f7-188598d43b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5f5e8d9e-f856-40a8-b478-da586ae07e9d'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:23:38.759372 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-6c97818a-a140-4dfa-8d27-743dc3c92ca2 None None] Bound port: a0752c0a-b46f-428b-ac88-b1452303898e, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d7c12a1-8ae5-4e28-94f7-188598d43b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5f5e8d9e-f856-40a8-b478-da586ae07e9d'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:23:38.760678 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6c97818a-a140-4dfa-8d27-743dc3c92ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:38.834901 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-18f30d04-da16-4a02-b3c9-4fbe3e2edd39 tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:38.836439 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-18f30d04-da16-4a02-b3c9-4fbe3e2edd39 tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=86ae2989-6437-44bf-8cfa-73e0f503c19e&tenant_id=48298ec907a946ddb2f0d8ac4aa52547&binding%3Ahost_id=n-h2-825178-3 HTTP/1.1" status: 200 len: 1096 time: 1.2090113 Feb 09 12:23:38.877768 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-0d39085b-1d25-491b-a3a1-98c6f3af9076 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825178-3'}}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:23:38.890981 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-6c97818a-a140-4dfa-8d27-743dc3c92ca2 None None] For port a0752c0a-b46f-428b-ac88-b1452303898e, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:23:38.898321 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-6c97818a-a140-4dfa-8d27-743dc3c92ca2 None None] For port a0752c0a-b46f-428b-ac88-b1452303898e, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=a0752c0a-b46f-428b-ac88-b1452303898e,segment=NetworkSegment(6d7c12a1-8ae5-4e28-94f7-188598d43b18),segment_id=6d7c12a1-8ae5-4e28-94f7-188598d43b18)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:23:38.904648 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6c97818a-a140-4dfa-8d27-743dc3c92ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:38.962606 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dff2cfe9-301f-4828-8593-b6e469d4fc60 req-5fb715f9-82d5-4777-8e6c-ac3b609b6650 service neutron] 10.222.0.52 "GET /v2.0/networks/ce449817-28f3-4897-a09b-d33182728951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4827607 Feb 09 12:23:38.965572 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f9bc6fc5-beed-4938-83c4-259bced42a3e req-b5ada261-b292-4abd-856c-25ac8a8674b4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2b0d0fb7-71e4-40a5-962e-fff4fbff69b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.6152141 Feb 09 12:23:38.990031 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c97818a-a140-4dfa-8d27-743dc3c92ca2 None None] Routers {'f7b1e2ea-ae84-4f77-9331-7e33e81bc26d'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:23:38.990621 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-6c97818a-a140-4dfa-8d27-743dc3c92ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:23:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['f7b1e2ea-ae84-4f77-9331-7e33e81bc26d'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:23:39.022060 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-3c963a57-4d39-4034-bbfb-b60a1861d22c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Deleting port c8dea581-3929-478c-8e3a-3497cd8ce7e1 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:23:39.022594 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-3c963a57-4d39-4034-bbfb-b60a1861d22c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:39.138811 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b27cd1d-290d-4256-95b1-a20200a3dc24 None None] Pushing event updated for resources: {'Port': ['ID=a0752c0a-b46f-428b-ac88-b1452303898e,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:39.239235 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device bbc3a7e8-bad8-4e20-9899-c394e197af20 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:23:39.313891 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device bc8305ab-27ae-4f22-a72d-ce92a6ad6556 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:23:39.339904 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac052d5-1101-4e55-baa5-53cc4eb12a87 req-aa18dd90-f33e-440c-8237-d6e8c50c3e87 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:39.341964 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1ac052d5-1101-4e55-baa5-53cc4eb12a87 req-aa18dd90-f33e-440c-8237-d6e8c50c3e87 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=86ae2989-6437-44bf-8cfa-73e0f503c19e HTTP/1.1" status: 200 len: 945 time: 0.7303705 Feb 09 12:23:39.429898 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-6c97818a-a140-4dfa-8d27-743dc3c92ca2 None None] Set router f7b1e2ea-ae84-4f77-9331-7e33e81bc26d gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:23:39.470793 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f3e2f-8641-4b09-b350-88a5f49d87c8 req-9bbd5b5a-5aeb-4e5c-9611-d4fdd167bde5 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:39.475047 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-282f3e2f-8641-4b09-b350-88a5f49d87c8 req-9bbd5b5a-5aeb-4e5c-9611-d4fdd167bde5 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 1.2901185 Feb 09 12:23:39.580830 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.resource_extend [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:23:39.703426 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-0d39085b-1d25-491b-a3a1-98c6f3af9076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:39.720405 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1ac052d5-1101-4e55-baa5-53cc4eb12a87 req-c837ea8f-e716-4712-96aa-7aa009b5e782 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198121 Feb 09 12:23:39.762495 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dff2cfe9-301f-4828-8593-b6e469d4fc60 req-23e49ee3-6ceb-471d-994a-2cd6dd7fbb74 service neutron] 10.222.0.52 "GET /v2.0/networks/ce449817-28f3-4897-a09b-d33182728951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7679827 Feb 09 12:23:39.819962 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port bc8305ab-27ae-4f22-a72d-ce92a6ad6556 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:23:39.826150 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-282f3e2f-8641-4b09-b350-88a5f49d87c8 req-30c09b55-4ce5-4b86-8e61-89f3d77287fa tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3281701 Feb 09 12:23:39.890388 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port bc8305ab-27ae-4f22-a72d-ce92a6ad6556 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:23:39.890817 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:39.967713 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port bbc3a7e8-bad8-4e20-9899-c394e197af20, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=bbc3a7e8-bad8-4e20-9899-c394e197af20,segment=NetworkSegment(a032c80a-2814-4a8f-bd23-99ac5315db25),segment_id=a032c80a-2814-4a8f-bd23-99ac5315db25)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:23:40.002204 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device bbc3a7e8-bad8-4e20-9899-c394e197af20 has no active binding in host n-h1-825178-3 {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 09 12:23:40.012106 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc6fc5-beed-4938-83c4-259bced42a3e req-5928daab-df78-4723-96dc-7f741aa067d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:40.013553 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f9bc6fc5-beed-4938-83c4-259bced42a3e req-5928daab-df78-4723-96dc-7f741aa067d9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=48298ec907a946ddb2f0d8ac4aa52547&device_id=2b0d0fb7-71e4-40a5-962e-fff4fbff69b3 HTTP/1.1" status: 200 len: 1096 time: 0.8999236 Feb 09 12:23:40.061050 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-3c963a57-4d39-4034-bbfb-b60a1861d22c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] For port c8dea581-3929-478c-8e3a-3497cd8ce7e1, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=c8dea581-3929-478c-8e3a-3497cd8ce7e1,segment=NetworkSegment(d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5),segment_id=d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:23:40.061404 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-3c963a57-4d39-4034-bbfb-b60a1861d22c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:40.149231 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:40.187456 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4386fc-f851-41ff-a825-bc28043b849a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc8305ab-27ae-4f22-a72d-ce92a6ad6556'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:23:40.197304 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port bc8305ab-27ae-4f22-a72d-ce92a6ad6556, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=bc8305ab-27ae-4f22-a72d-ce92a6ad6556,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:23:40.205414 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:40.381231 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-6c97818a-a140-4dfa-8d27-743dc3c92ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b1e2ea-ae84-4f77-9331-7e33e81bc26d', 'name': 'tempest-TaggedBootDevicesTest_v242-1485644692-router', 'tenant_id': 'a8929df639894ba8912c24b0b1f36dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'e8d9ce47-d9ea-49d5-9368-fbfd9c08ca17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:23:23Z', 'updated_at': '2022-02-09T12:23:33Z', 'revision_number': 4, 'project_id': 'a8929df639894ba8912c24b0b1f36dee', 'gw_port': {'id': 'e8d9ce47-d9ea-49d5-9368-fbfd9c08ca17', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:03:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b1e2ea-ae84-4f77-9331-7e33e81bc26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:23:24Z', 'updated_at': '2022-02-09T12:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'a0752c0a-b46f-428b-ac88-b1452303898e', 'name': '', 'network_id': '5f5e8d9e-f856-40a8-b478-da586ae07e9d', 'tenant_id': 'a8929df639894ba8912c24b0b1f36dee', 'mac_address': 'fa:16:3e:5e:3a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b1e2ea-ae84-4f77-9331-7e33e81bc26d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '0a73b89f-2fa1-4fa9-b0fd-df5dc2770071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:23:32Z', 'updated_at': '2022-02-09T12:23:38Z', 'revision_number': 4, 'project_id': 'a8929df639894ba8912c24b0b1f36dee', 'subnets': [{'id': '0a73b89f-2fa1-4fa9-b0fd-df5dc2770071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:23:40.390734 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c97818a-a140-4dfa-8d27-743dc3c92ca2 None None] The sync data for ids ['f7b1e2ea-ae84-4f77-9331-7e33e81bc26d'] in n-d-825178-3 is: [{'id': 'f7b1e2ea-ae84-4f77-9331-7e33e81bc26d', 'name': 'tempest-TaggedBootDevicesTest_v242-1485644692-router', 'tenant_id': 'a8929df639894ba8912c24b0b1f36dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'e8d9ce47-d9ea-49d5-9368-fbfd9c08ca17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:23:23Z', 'updated_at': '2022-02-09T12:23:33Z', 'revision_number': 4, 'project_id': 'a8929df639894ba8912c24b0b1f36dee', 'gw_port': {'id': 'e8d9ce47-d9ea-49d5-9368-fbfd9c08ca17', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:03:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b1e2ea-ae84-4f77-9331-7e33e81bc26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:23:24Z', 'updated_at': '2022-02-09T12:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'a0752c0a-b46f-428b-ac88-b1452303898e', 'name': '', 'network_id': '5f5e8d9e-f856-40a8-b478-da586ae07e9d', 'tenant_id': 'a8929df639894ba8912c24b0b1f36dee', 'mac_address': 'fa:16:3e:5e:3a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b1e2ea-ae84-4f77-9331-7e33e81bc26d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '0a73b89f-2fa1-4fa9-b0fd-df5dc2770071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:23:32Z', 'updated_at': '2022-02-09T12:23:38Z', 'revision_number': 4, 'project_id': 'a8929df639894ba8912c24b0b1f36dee', 'subnets': [{'id': '0a73b89f-2fa1-4fa9-b0fd-df5dc2770071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:23:40.402394 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=bc8305ab-27ae-4f22-a72d-ce92a6ad6556,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:40.572152 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-3c963a57-4d39-4034-bbfb-b60a1861d22c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Calling delete_port for c8dea581-3929-478c-8e3a-3497cd8ce7e1 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:23:40.749051 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e533e0-ef55-41a2-89e7-734abf0f74e4 req-7440d532-0fd0-4aa3-b5c9-782639ba88f1 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:40.750794 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a1e533e0-ef55-41a2-89e7-734abf0f74e4 req-7440d532-0fd0-4aa3-b5c9-782639ba88f1 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=038127ac-46bf-4534-bf6b-46816ed91e2f HTTP/1.1" status: 200 len: 944 time: 0.9232428 Feb 09 12:23:40.823713 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-0d39085b-1d25-491b-a3a1-98c6f3af9076 service neutron] For port bbc3a7e8-bad8-4e20-9899-c394e197af20, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=bbc3a7e8-bad8-4e20-9899-c394e197af20,segment=NetworkSegment(a032c80a-2814-4a8f-bd23-99ac5315db25),segment_id=a032c80a-2814-4a8f-bd23-99ac5315db25)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:23:40.836217 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd342fd-b45c-4176-a3c6-c3d27b9b9911 req-50235326-767a-4536-a6cf-6448029e738e tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:40.843505 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9bd342fd-b45c-4176-a3c6-c3d27b9b9911 req-50235326-767a-4536-a6cf-6448029e738e tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc4386fc-f851-41ff-a825-bc28043b849a HTTP/1.1" status: 200 len: 949 time: 0.8784592 Feb 09 12:23:40.870414 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc6fc5-beed-4938-83c4-259bced42a3e req-f646c1ba-0b63-46ca-8b09-d3f6abe2c041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:40.870414 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f9bc6fc5-beed-4938-83c4-259bced42a3e req-f646c1ba-0b63-46ca-8b09-d3f6abe2c041 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ef8cbc95-953d-4d9d-a80a-2c68322f6f7f HTTP/1.1" status: 200 len: 909 time: 0.8068430 Feb 09 12:23:41.025391 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f9bc6fc5-beed-4938-83c4-259bced42a3e req-cea99620-9443-46fd-b443-86a85074b9a0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f968347b-2dcf-40b1-964a-2fc7ecffa4d8 HTTP/1.1" status: 200 len: 217 time: 0.1138642 Feb 09 12:23:41.096939 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9bd342fd-b45c-4176-a3c6-c3d27b9b9911 req-e0c3c8dc-fc0d-4183-98bd-14da768a7cc2 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565744 Feb 09 12:23:41.115224 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a1e533e0-ef55-41a2-89e7-734abf0f74e4 req-8dc7bbb1-6ed7-4117-ab86-86976a0169e8 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294210 Feb 09 12:23:41.143902 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-0d39085b-1d25-491b-a3a1-98c6f3af9076 service neutron] For port bbc3a7e8-bad8-4e20-9899-c394e197af20, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:23:41.189701 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc6fc5-beed-4938-83c4-259bced42a3e req-b6ecb6dd-6868-4503-8977-84915c18688f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:41.191195 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f9bc6fc5-beed-4938-83c4-259bced42a3e req-b6ecb6dd-6868-4503-8977-84915c18688f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=366798ce-1b6a-4537-9fda-2703703dab8f HTTP/1.1" status: 200 len: 848 time: 0.1399786 Feb 09 12:23:41.206257 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-3c963a57-4d39-4034-bbfb-b60a1861d22c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:41.462107 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f9bc6fc5-beed-4938-83c4-259bced42a3e req-b662cc4b-1179-49bc-9f14-8ad0eec6b136 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ef8cbc95-953d-4d9d-a80a-2c68322f6f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2495327 Feb 09 12:23:41.462107 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c963a57-4d39-4034-bbfb-b60a1861d22c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Pushing event deleted for resources: {'Port': ['ID=c8dea581-3929-478c-8e3a-3497cd8ce7e1,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:41.470010 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4386fc-f851-41ff-a825-bc28043b849a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc8305ab-27ae-4f22-a72d-ce92a6ad6556', 'code': 200} Feb 09 12:23:41.548161 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3c136726-e930-4ae9-9fc0-f21706b8c2ae req-30079eac-77b0-442b-bb2a-22e88c199ea0 tempest-ServerShowV257Test-758213122 tempest-ServerShowV257Test-758213122-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c1d1047-edf0-4727-8e00-dfe058285ba7 HTTP/1.1" status: 200 len: 210 time: 0.2417696 Feb 09 12:23:41.553576 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ae2989-6437-44bf-8cfa-73e0f503c19e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbc3a7e8-bad8-4e20-9899-c394e197af20'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:23:41.572711 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-0d39085b-1d25-491b-a3a1-98c6f3af9076 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:41.704114 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d6de8-660b-4309-ac03-bb2d449b8132 req-ec7a8c62-57cb-4c34-bb23-8fd3ffd0dc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:41.705714 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-720d6de8-660b-4309-ac03-bb2d449b8132 req-ec7a8c62-57cb-4c34-bb23-8fd3ffd0dc44 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cc4386fc-f851-41ff-a825-bc28043b849a HTTP/1.1" status: 200 len: 1101 time: 0.1482472 Feb 09 12:23:41.780440 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-0d39085b-1d25-491b-a3a1-98c6f3af9076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:41.785488 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-3c963a57-4d39-4034-bbfb-b60a1861d22c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] No DVR routers for this DVR port c8dea581-3929-478c-8e3a-3497cd8ce7e1 on host n-h1-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:23:41.816043 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-720d6de8-660b-4309-ac03-bb2d449b8132 req-0c0b0379-52c3-415b-a4c4-75b551d333fc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941291 Feb 09 12:23:41.920285 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-3c963a57-4d39-4034-bbfb-b60a1861d22c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:42.060665 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1d7800dc-7235-4427-b79a-e8f462638ed9 req-3c963a57-4d39-4034-bbfb-b60a1861d22c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.52 "DELETE /v2.0/ports/c8dea581-3929-478c-8e3a-3497cd8ce7e1 HTTP/1.1" status: 204 len: 173 time: 3.3440163 Feb 09 12:23:42.118874 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device a0752c0a-b46f-428b-ac88-b1452303898e up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:23:42.267806 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port a0752c0a-b46f-428b-ac88-b1452303898e completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:23:42.278358 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port a0752c0a-b46f-428b-ac88-b1452303898e triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:23:42.278358 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:42.290933 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f9613-4749-4c3d-83da-1ae9aadf61eb req-cb205ba1-2dec-4727-8df1-b31299a0bc23 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:42.297339 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b0f9613-4749-4c3d-83da-1ae9aadf61eb req-cb205ba1-2dec-4727-8df1-b31299a0bc23 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=86ae2989-6437-44bf-8cfa-73e0f503c19e HTTP/1.1" status: 200 len: 943 time: 0.6430635 Feb 09 12:23:42.303589 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d39085b-1d25-491b-a3a1-98c6f3af9076 service neutron] Pushing event updated for resources: {'Port': ['ID=bbc3a7e8-bad8-4e20-9899-c394e197af20,revision_number=7']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:42.371593 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea4c20-c954-4395-a978-b11604f34ca7 req-b2105770-7a81-4e44-94e1-dee2455f5c78 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:42.382164 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b2ea4c20-c954-4395-a978-b11604f34ca7 req-b2105770-7a81-4e44-94e1-dee2455f5c78 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.5878465 Feb 09 12:23:42.388190 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f9bc6fc5-beed-4938-83c4-259bced42a3e req-aef7fb8f-e07b-4e20-a388-180c3b8247b3 service neutron] 10.222.0.52 "GET /v2.0/networks/ef8cbc95-953d-4d9d-a80a-2c68322f6f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9007783 Feb 09 12:23:42.506229 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-0d39085b-1d25-491b-a3a1-98c6f3af9076 service neutron] Attempting to bind port bbc3a7e8-bad8-4e20-9899-c394e197af20 on host n-h2-825178-3 for vnic_type normal with profile {"migrating_to": "n-h1-825178-3"} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:23:42.506562 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-0d39085b-1d25-491b-a3a1-98c6f3af9076 service neutron] Attempting to bind port bbc3a7e8-bad8-4e20-9899-c394e197af20 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:23:42.506989 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-0d39085b-1d25-491b-a3a1-98c6f3af9076 service neutron] Attempting to bind port bbc3a7e8-bad8-4e20-9899-c394e197af20 on network ef8cbc95-953d-4d9d-a80a-2c68322f6f7f {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:23:42.513031 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:42.556923 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port a0752c0a-b46f-428b-ac88-b1452303898e, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=a0752c0a-b46f-428b-ac88-b1452303898e,segment=NetworkSegment(6d7c12a1-8ae5-4e28-94f7-188598d43b18),segment_id=6d7c12a1-8ae5-4e28-94f7-188598d43b18)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:23:42.561679 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:42.616781 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-0d39085b-1d25-491b-a3a1-98c6f3af9076 service neutron] Port bbc3a7e8-bad8-4e20-9899-c394e197af20 on network ef8cbc95-953d-4d9d-a80a-2c68322f6f7f not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:23:42.616781 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-0d39085b-1d25-491b-a3a1-98c6f3af9076 service neutron] Attempting to bind port bbc3a7e8-bad8-4e20-9899-c394e197af20 on network ef8cbc95-953d-4d9d-a80a-2c68322f6f7f {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:23:42.656371 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-0d39085b-1d25-491b-a3a1-98c6f3af9076 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:23:42.656567 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-0d39085b-1d25-491b-a3a1-98c6f3af9076 service neutron] Checking segment: {'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:23:42.656883 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-0d39085b-1d25-491b-a3a1-98c6f3af9076 service neutron] Bound using segment: {'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:23:42.657314 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-0d39085b-1d25-491b-a3a1-98c6f3af9076 service neutron] Bound port: bbc3a7e8-bad8-4e20-9899-c394e197af20, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a032c80a-2814-4a8f-bd23-99ac5315db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ef8cbc95-953d-4d9d-a80a-2c68322f6f7f'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:23:42.657617 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=a0752c0a-b46f-428b-ac88-b1452303898e,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:42.657964 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-0d39085b-1d25-491b-a3a1-98c6f3af9076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:42.668241 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:23:42.668241 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:23:42.668241 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:23:42.668241 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:23:42.669498 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:23:42.669641 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4050ef7d-7f80-437d-9ab3-32f47510fc8b req-54e3e35c-d80d-4166-af1c-636768e9771e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6b0ea08007bd423bba6d81fafa2c2138&device_id=038127ac-46bf-4534-bf6b-46816ed91e2f HTTP/1.1" status: 200 len: 210 time: 0.1038542 Feb 09 12:23:42.669773 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:23:42.669773 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:23:42.669773 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:23:42.669773 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:23:42.670241 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:23:42.670432 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:23:42.670914 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:23:42.698270 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b2ea4c20-c954-4395-a978-b11604f34ca7 req-743d5bda-3c2d-41d9-a724-1176d5e24935 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3087831 Feb 09 12:23:42.751222 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b0f9613-4749-4c3d-83da-1ae9aadf61eb req-c857881e-da46-41c6-bae3-69afcfda8ae6 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4056640 Feb 09 12:23:42.869470 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ae2989-6437-44bf-8cfa-73e0f503c19e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbc3a7e8-bad8-4e20-9899-c394e197af20', 'code': 200} Feb 09 12:23:43.258704 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-fba1d5a1-a688-4b18-a509-3eb13a045009 req-621cc334-b19a-422f-97b8-8a7203c2387e tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Synchronizing usage tracker for tenant:6b0ea08007bd423bba6d81fafa2c2138 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:23:43.318957 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f9bc6fc5-beed-4938-83c4-259bced42a3e req-20d28ac7-6e39-430d-8034-9c11b486eb1a service neutron] 10.222.0.52 "GET /v2.0/networks/ef8cbc95-953d-4d9d-a80a-2c68322f6f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8520057 Feb 09 12:23:43.361597 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-fba1d5a1-a688-4b18-a509-3eb13a045009 req-621cc334-b19a-422f-97b8-8a7203c2387e tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Unset dirty status for tenant:6b0ea08007bd423bba6d81fafa2c2138 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:23:43.362729 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fba1d5a1-a688-4b18-a509-3eb13a045009 req-621cc334-b19a-422f-97b8-8a7203c2387e tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=038127ac-46bf-4534-bf6b-46816ed91e2f HTTP/1.1" status: 200 len: 210 time: 0.2188079 Feb 09 12:23:43.365602 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-0d39085b-1d25-491b-a3a1-98c6f3af9076 service neutron] For port bbc3a7e8-bad8-4e20-9899-c394e197af20, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:23:43.375316 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050ef7d-7f80-437d-9ab3-32f47510fc8b req-7e94b9d2-83da-4576-ae31-5954981d01e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:43.377045 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4050ef7d-7f80-437d-9ab3-32f47510fc8b req-7e94b9d2-83da-4576-ae31-5954981d01e7 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=6b0ea08007bd423bba6d81fafa2c2138&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6897428 Feb 09 12:23:43.383660 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-0d39085b-1d25-491b-a3a1-98c6f3af9076 service neutron] For port bbc3a7e8-bad8-4e20-9899-c394e197af20, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=bbc3a7e8-bad8-4e20-9899-c394e197af20,segment=NetworkSegment(a032c80a-2814-4a8f-bd23-99ac5315db25),segment_id=a032c80a-2814-4a8f-bd23-99ac5315db25)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:23:43.423393 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-0d39085b-1d25-491b-a3a1-98c6f3af9076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:43.541230 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a4e20-2e31-4582-a747-edf32bf13819 req-a5517bb2-92df-483a-8007-67b0d8a07cd6 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:43.542698 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-792a4e20-2e31-4582-a747-edf32bf13819 req-a5517bb2-92df-483a-8007-67b0d8a07cd6 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc4386fc-f851-41ff-a825-bc28043b849a HTTP/1.1" status: 200 len: 950 time: 0.4183154 Feb 09 12:23:43.683015 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2e47a339-7579-4df9-9b65-c2ea4dbff72d req-d1783c19-a314-427f-8d40-3d07f54634a8 tempest-ServerShowV257Test-758213122 tempest-ServerShowV257Test-758213122-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c1d1047-edf0-4727-8e00-dfe058285ba7 HTTP/1.1" status: 200 len: 210 time: 0.1654692 Feb 09 12:23:43.760181 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-0d39085b-1d25-491b-a3a1-98c6f3af9076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:43.760681 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-0d39085b-1d25-491b-a3a1-98c6f3af9076 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:43.762045 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-0d39085b-1d25-491b-a3a1-98c6f3af9076 service neutron] 10.222.0.52 "PUT /v2.0/ports/bbc3a7e8-bad8-4e20-9899-c394e197af20 HTTP/1.1" status: 200 len: 1121 time: 4.8960197 Feb 09 12:23:43.766299 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d39085b-1d25-491b-a3a1-98c6f3af9076 service neutron] Pushing event updated for resources: {'Port': ['ID=bbc3a7e8-bad8-4e20-9899-c394e197af20,revision_number=8']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:43.813353 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-792a4e20-2e31-4582-a747-edf32bf13819 req-c3a24c25-58cb-4ea4-b295-fba2020b454f tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852353 Feb 09 12:23:43.818862 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050ef7d-7f80-437d-9ab3-32f47510fc8b req-3b5f017d-e544-4b4d-90bd-e5a2a16d9f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:43.821023 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4050ef7d-7f80-437d-9ab3-32f47510fc8b req-3b5f017d-e544-4b4d-90bd-e5a2a16d9f00 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4315562 Feb 09 12:23:43.901290 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['bbc3a7e8-bad8-4e20-9899-c394e197af20'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:23:44.053260 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4050ef7d-7f80-437d-9ab3-32f47510fc8b req-0d8ce189-1958-4844-9679-fda740945a92 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.52 "GET /v2.0/ports?device_id=038127ac-46bf-4534-bf6b-46816ed91e2f HTTP/1.1" status: 200 len: 210 time: 0.1091774 Feb 09 12:23:44.102985 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['bbc3a7e8-bad8-4e20-9899-c394e197af20'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:23:44.230062 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device a0752c0a-b46f-428b-ac88-b1452303898e up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:23:44.241951 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7ed6c-7871-4c69-8a72-7f8486a90bc7 req-97ac0bfe-0411-425d-95f8-fd49448c375c tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:44.250388 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bda7ed6c-7871-4c69-8a72-7f8486a90bc7 req-97ac0bfe-0411-425d-95f8-fd49448c375c tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.4122586 Feb 09 12:23:44.335482 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7192d-a03c-44ae-a8a1-295fcb6bdccc req-834964c3-b26e-4b94-8b9a-56226b84664f tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:44.342144 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c0e7192d-a03c-44ae-a8a1-295fcb6bdccc req-834964c3-b26e-4b94-8b9a-56226b84664f tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=86ae2989-6437-44bf-8cfa-73e0f503c19e HTTP/1.1" status: 200 len: 943 time: 0.2615736 Feb 09 12:23:44.403245 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bda7ed6c-7871-4c69-8a72-7f8486a90bc7 req-87bf808c-bf0c-4768-a994-3e8b39853b77 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488101 Feb 09 12:23:44.407464 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-79e40990-f79c-4fcb-994f-b5a8d1412797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:44.486966 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c0e7192d-a03c-44ae-a8a1-295fcb6bdccc req-2de74ecc-35f8-4051-94ac-0ee4423619e3 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389170 Feb 09 12:23:44.581423 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port a0752c0a-b46f-428b-ac88-b1452303898e triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:23:44.582054 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:44.776742 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-86e0cae8-cedd-4319-8fa7-339000dc2263 req-5e796da0-6843-458d-893a-1dc408bff826 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=038127ac-46bf-4534-bf6b-46816ed91e2f HTTP/1.1" status: 200 len: 210 time: 0.0859816 Feb 09 12:23:44.835143 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254eb74-1975-4872-b889-9b2d2b643b32 req-bd054283-cbe5-4fa7-a4e2-36c1b25890a0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:44.845604 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f254eb74-1975-4872-b889-9b2d2b643b32 req-bd054283-cbe5-4fa7-a4e2-36c1b25890a0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.2145665 Feb 09 12:23:44.890338 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038127ac-46bf-4534-bf6b-46816ed91e2f', 'name': 'network-vif-deleted', 'tag': 'c8dea581-3929-478c-8e3a-3497cd8ce7e1'}, {'name': 'network-changed', 'server_uuid': '86ae2989-6437-44bf-8cfa-73e0f503c19e', 'tag': 'bbc3a7e8-bad8-4e20-9899-c394e197af20'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:23:44.932381 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f254eb74-1975-4872-b889-9b2d2b643b32 req-06956ba8-2139-4aed-8b38-b6a09d2b5999 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852621 Feb 09 12:23:45.012094 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b98777c4-2225-477d-b330-113b4cf917bb req-57705a30-6395-4457-a74c-4ca2cc8fdcbc tempest-ServerShowV257Test-758213122 tempest-ServerShowV257Test-758213122-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c1d1047-edf0-4727-8e00-dfe058285ba7 HTTP/1.1" status: 200 len: 210 time: 0.0611520 Feb 09 12:23:45.125883 n-d-825178-3 neutron-server[87567]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '038127ac-46bf-4534-bf6b-46816ed91e2f', 'name': 'network-vif-deleted', 'tag': 'c8dea581-3929-478c-8e3a-3497cd8ce7e1', 'status': 'failed', 'code': 422} returned with failed status Feb 09 12:23:45.125883 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86ae2989-6437-44bf-8cfa-73e0f503c19e', 'tag': 'bbc3a7e8-bad8-4e20-9899-c394e197af20', 'status': 'completed', 'code': 200} Feb 09 12:23:45.233027 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d50e786-4a18-47f8-852e-1cdbea0486b6 req-2839bfb5-1d38-45ae-bba8-53b374b0c8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:45.236215 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6d50e786-4a18-47f8-852e-1cdbea0486b6 req-2839bfb5-1d38-45ae-bba8-53b374b0c8ff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48298ec907a946ddb2f0d8ac4aa52547&device_id=86ae2989-6437-44bf-8cfa-73e0f503c19e HTTP/1.1" status: 200 len: 1124 time: 0.1161788 Feb 09 12:23:45.306229 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec6342-e96d-4b13-90f0-a1751fb71d41 req-77531c19-af24-46d0-8963-9df42d37c50e tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:45.317995 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8dec6342-e96d-4b13-90f0-a1751fb71d41 req-77531c19-af24-46d0-8963-9df42d37c50e tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc4386fc-f851-41ff-a825-bc28043b849a HTTP/1.1" status: 200 len: 950 time: 0.2522631 Feb 09 12:23:45.389409 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81141d32-2a2a-44e8-b081-aac93d9c20f5 req-59b89c7a-3e48-47c3-b023-7b4615f4f418 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:45.392326 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-81141d32-2a2a-44e8-b081-aac93d9c20f5 req-59b89c7a-3e48-47c3-b023-7b4615f4f418 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.1866426 Feb 09 12:23:45.400377 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8dec6342-e96d-4b13-90f0-a1751fb71d41 req-673923bc-c127-46bb-a047-3504a5d98271 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812342 Feb 09 12:23:45.438134 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49968) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:23:45.461090 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-81141d32-2a2a-44e8-b081-aac93d9c20f5 req-b698ab74-4efe-4abd-afeb-5353c3da15de tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496225 Feb 09 12:23:45.485046 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d50e786-4a18-47f8-852e-1cdbea0486b6 req-3f1cf95f-7ba5-4966-9daf-43ecb85f916f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:45.485902 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6d50e786-4a18-47f8-852e-1cdbea0486b6 req-3f1cf95f-7ba5-4966-9daf-43ecb85f916f service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef8cbc95-953d-4d9d-a80a-2c68322f6f7f HTTP/1.1" status: 200 len: 909 time: 0.2428644 Feb 09 12:23:45.600905 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6d50e786-4a18-47f8-852e-1cdbea0486b6 req-a86baddf-c0ba-4d25-8189-7134e1afc5d2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbc3a7e8-bad8-4e20-9899-c394e197af20 HTTP/1.1" status: 200 len: 217 time: 0.1029911 Feb 09 12:23:45.690802 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d50e786-4a18-47f8-852e-1cdbea0486b6 req-068a1091-c38f-4ddf-8295-626611a312af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:45.692373 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6d50e786-4a18-47f8-852e-1cdbea0486b6 req-068a1091-c38f-4ddf-8295-626611a312af service neutron] 10.222.0.46 "GET /v2.0/subnets?id=366798ce-1b6a-4537-9fda-2703703dab8f HTTP/1.1" status: 200 len: 848 time: 0.0819328 Feb 09 12:23:45.774547 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72ae55-d044-4b94-b285-53f6f44bfacb req-a322748f-5999-4175-9362-d1c871c7b111 tempest-MigrationsAdminTest-290107983 tempest-MigrationsAdminTest-290107983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:45.780996 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6d50e786-4a18-47f8-852e-1cdbea0486b6 req-a4d324e4-9f5d-4d5a-b9e1-50c187c591e3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef8cbc95-953d-4d9d-a80a-2c68322f6f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817261 Feb 09 12:23:45.782499 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-df72ae55-d044-4b94-b285-53f6f44bfacb req-a322748f-5999-4175-9362-d1c871c7b111 tempest-MigrationsAdminTest-290107983 tempest-MigrationsAdminTest-290107983-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=cc4386fc-f851-41ff-a825-bc28043b849a HTTP/1.1" status: 200 len: 1101 time: 0.1802678 Feb 09 12:23:45.783722 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-da36912f-4cc4-46bd-9159-4b6d7e72922a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:45.834793 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173cfd7-2ea8-4fdb-803c-1bccc00303e0 req-fc0b9506-67dc-4f58-ba23-712781551dfd tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:45.836468 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1173cfd7-2ea8-4fdb-803c-1bccc00303e0 req-fc0b9506-67dc-4f58-ba23-712781551dfd tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=86ae2989-6437-44bf-8cfa-73e0f503c19e HTTP/1.1" status: 200 len: 943 time: 0.1518459 Feb 09 12:23:45.846861 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-df72ae55-d044-4b94-b285-53f6f44bfacb req-5a8f21d4-34c0-4fd8-bf7c-6ce145b83371 tempest-MigrationsAdminTest-290107983 tempest-MigrationsAdminTest-290107983-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640035 Feb 09 12:23:46.003665 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1173cfd7-2ea8-4fdb-803c-1bccc00303e0 req-12bdbe78-1d57-41c0-a62a-e5eede1ad362 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365075 Feb 09 12:23:46.076187 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-da36912f-4cc4-46bd-9159-4b6d7e72922a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:23:46.093078 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-da36912f-4cc4-46bd-9159-4b6d7e72922a admin admin] Usage tracker for resource:security_group_rule and tenant:1217bc61f7744c1a9e23c5758bac06ba is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:23:46.099806 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-da36912f-4cc4-46bd-9159-4b6d7e72922a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:23:46.109901 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-da36912f-4cc4-46bd-9159-4b6d7e72922a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:23:46.186588 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6d50e786-4a18-47f8-852e-1cdbea0486b6 req-5436d9ea-7280-479e-b664-a88e1f593932 service neutron] 10.222.0.46 "GET /v2.0/networks/ef8cbc95-953d-4d9d-a80a-2c68322f6f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912625 Feb 09 12:23:46.236506 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-40b98a3d-6ebc-455f-b152-2cfe6a529049 req-15cfb2c4-a4ec-4479-8c4e-156b90e59e46 tempest-ServerShowV257Test-758213122 tempest-ServerShowV257Test-758213122-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c1d1047-edf0-4727-8e00-dfe058285ba7 HTTP/1.1" status: 200 len: 210 time: 0.0844529 Feb 09 12:23:46.303233 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-29144637-01b4-45c1-9fbd-e4f44e5e256b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:46.542111 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-da36912f-4cc4-46bd-9159-4b6d7e72922a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:46.574999 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-da36912f-4cc4-46bd-9159-4b6d7e72922a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:46.618265 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36912f-4cc4-46bd-9159-4b6d7e72922a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5008bfa0-0be3-4c71-8a7f-9377ca5e07b6,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:46.643505 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-da36912f-4cc4-46bd-9159-4b6d7e72922a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1217bc61f7744c1a9e23c5758bac06ba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2043183 Feb 09 12:23:46.644308 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50002) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:23:46.650848 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6d50e786-4a18-47f8-852e-1cdbea0486b6 req-2107007a-d4ac-4b46-9dff-33cf6c906bab service neutron] 10.222.0.46 "GET /v2.0/networks/ef8cbc95-953d-4d9d-a80a-2c68322f6f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4550238 Feb 09 12:23:46.726378 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7b86f04f-94f3-42b0-b44a-71b9009aaece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:46.756703 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7b86f04f-94f3-42b0-b44a-71b9009aaece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:46.822503 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7b86f04f-94f3-42b0-b44a-71b9009aaece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:46.849332 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b86f04f-94f3-42b0-b44a-71b9009aaece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5008bfa0-0be3-4c71-8a7f-9377ca5e07b6,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:46.855102 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7b86f04f-94f3-42b0-b44a-71b9009aaece admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:46.858037 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-acfd7129-9318-43c9-bfec-d4d8812b558d req-1f7f9d6a-41db-479f-b578-22c5b514bf12 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cc4386fc-f851-41ff-a825-bc28043b849a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2224071 Feb 09 12:23:46.859994 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7b86f04f-94f3-42b0-b44a-71b9009aaece admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5008bfa0-0be3-4c71-8a7f-9377ca5e07b6 HTTP/1.1" status: 204 len: 168 time: 0.2124283 Feb 09 12:23:46.877216 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea9a4f-d95c-416f-a71a-65ee490cb9bf req-96172301-50b5-4a28-ab5a-303494157dff tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:46.878694 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9cea9a4f-d95c-416f-a71a-65ee490cb9bf req-96172301-50b5-4a28-ab5a-303494157dff tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/networks?id=ce449817-28f3-4897-a09b-d33182728951 HTTP/1.1" status: 200 len: 812 time: 0.5117936 Feb 09 12:23:46.921836 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9cea9a4f-d95c-416f-a71a-65ee490cb9bf req-da0e4b87-5276-46ac-a977-5fcf4547c1f1 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/quotas/6b0ea08007bd423bba6d81fafa2c2138 HTTP/1.1" status: 200 len: 375 time: 0.0350277 Feb 09 12:23:46.935553 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8784f-ce09-4667-9807-d90fc321fb8b req-215164ca-5e13-4897-ba7d-9d9491be178e tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:46.943438 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-47b8784f-ce09-4667-9807-d90fc321fb8b req-215164ca-5e13-4897-ba7d-9d9491be178e tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc4386fc-f851-41ff-a825-bc28043b849a HTTP/1.1" status: 200 len: 950 time: 0.3090010 Feb 09 12:23:47.013815 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9cea9a4f-d95c-416f-a71a-65ee490cb9bf req-c782fc28-ec01-49bc-8a22-d548dbdf8926 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b0ea08007bd423bba6d81fafa2c2138&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0910382 Feb 09 12:23:47.140965 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-47b8784f-ce09-4667-9807-d90fc321fb8b req-7646e9df-cf0c-4aee-975f-c40ba8ef91fd tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829712 Feb 09 12:23:47.267676 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9cea9a4f-d95c-416f-a71a-65ee490cb9bf req-e510e107-c3b8-4d66-99b1-94292d0d98f9 service neutron] 10.222.0.55 "GET /v2.0/networks/ce449817-28f3-4897-a09b-d33182728951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526696 Feb 09 12:23:47.467486 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:47.534723 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9cea9a4f-d95c-416f-a71a-65ee490cb9bf req-3f3f9808-8828-4e4e-955a-e04a587e3bd3 service neutron] 10.222.0.55 "GET /v2.0/networks/ce449817-28f3-4897-a09b-d33182728951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661712 Feb 09 12:23:47.552577 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b413cf05-bb68-49a2-9fdf-b37834bf1f17 req-5c0868dc-8d42-4c47-9bee-bf99d45672ba tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:47.562387 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b413cf05-bb68-49a2-9fdf-b37834bf1f17 req-5c0868dc-8d42-4c47-9bee-bf99d45672ba tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=86ae2989-6437-44bf-8cfa-73e0f503c19e HTTP/1.1" status: 200 len: 943 time: 0.2491882 Feb 09 12:23:47.623967 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:47.667281 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b413cf05-bb68-49a2-9fdf-b37834bf1f17 req-db88abc1-c602-49cf-9860-cf2e5b4058b1 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031692 Feb 09 12:23:48.009259 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-29a0eab1-2d37-4ea6-ac13-b4c465be6ca3 req-9a2f76cf-1aad-43ca-b531-cce74f36ef21 tempest-ServerShowV257Test-758213122 tempest-ServerShowV257Test-758213122-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c1d1047-edf0-4727-8e00-dfe058285ba7 HTTP/1.1" status: 200 len: 210 time: 0.1950486 Feb 09 12:23:48.044774 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f6f38fcf-d09b-4c9a-8ee2-361146e36451 req-0d870993-4446-4c11-b0b2-fe0764fca29d tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=826303ba-013d-462e-ab93-276205fc51ad HTTP/1.1" status: 200 len: 210 time: 0.1011875 Feb 09 12:23:48.334245 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50064) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:23:48.478425 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-6e9b36e9-8dfe-4aaa-953b-48a30426fc85 service neutron] 10.222.0.46 "GET /v2.0/ports/bbc3a7e8-bad8-4e20-9899-c394e197af20/bindings/n-h1-825178-3 HTTP/1.1" status: 200 len: 384 time: 0.3160534 Feb 09 12:23:48.546912 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a4566-ba52-464c-959b-854cf0e6fd08 req-4e6aa609-98f1-45a9-87b7-ab741f8a0acb tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:48.548768 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-be9a4566-ba52-464c-959b-854cf0e6fd08 req-4e6aa609-98f1-45a9-87b7-ab741f8a0acb tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc4386fc-f851-41ff-a825-bc28043b849a HTTP/1.1" status: 200 len: 950 time: 0.1828430 Feb 09 12:23:48.622386 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-e75b5bcf-71ba-4e33-b63d-fdd02fd3bee6 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1072404892-network', 'tenant_id': '208507418585428b8d9fe7fe2c432c62'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:23:48.628417 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-e75b5bcf-71ba-4e33-b63d-fdd02fd3bee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:23:48.640280 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-e75b5bcf-71ba-4e33-b63d-fdd02fd3bee6 admin admin] Usage tracker for resource:network and tenant:208507418585428b8d9fe7fe2c432c62 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:23:48.647311 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-e75b5bcf-71ba-4e33-b63d-fdd02fd3bee6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:23:48.659335 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-e75b5bcf-71ba-4e33-b63d-fdd02fd3bee6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:23:48.677151 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-be9a4566-ba52-464c-959b-854cf0e6fd08 req-1249ba0b-0873-4257-be7c-74652f61e695 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215041 Feb 09 12:23:48.712985 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75b5bcf-71ba-4e33-b63d-fdd02fd3bee6 admin admin] Made reservation on behalf of 208507418585428b8d9fe7fe2c432c62 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:23:48.720739 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e75b5bcf-71ba-4e33-b63d-fdd02fd3bee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:48.772193 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e75b5bcf-71ba-4e33-b63d-fdd02fd3bee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:48.804269 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-e75b5bcf-71ba-4e33-b63d-fdd02fd3bee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:23:48.812962 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-e75b5bcf-71ba-4e33-b63d-fdd02fd3bee6 admin admin] Usage tracker for resource:security_group_rule and tenant:208507418585428b8d9fe7fe2c432c62 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:23:48.817437 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-e75b5bcf-71ba-4e33-b63d-fdd02fd3bee6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:23:48.824347 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-e75b5bcf-71ba-4e33-b63d-fdd02fd3bee6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:23:48.846369 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-e994caaa-39f0-4359-8744-903eef3e3c2a service neutron] For port bbc3a7e8-bad8-4e20-9899-c394e197af20, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=bbc3a7e8-bad8-4e20-9899-c394e197af20,segment=NetworkSegment(a032c80a-2814-4a8f-bd23-99ac5315db25),segment_id=a032c80a-2814-4a8f-bd23-99ac5315db25)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:23:48.883784 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-e994caaa-39f0-4359-8744-903eef3e3c2a service neutron] For port bbc3a7e8-bad8-4e20-9899-c394e197af20, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:23:48.985672 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-e994caaa-39f0-4359-8744-903eef3e3c2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbc3a7e8-bad8-4e20-9899-c394e197af20 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:23:49.009064 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:49.018853 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-e994caaa-39f0-4359-8744-903eef3e3c2a service neutron] For port bbc3a7e8-bad8-4e20-9899-c394e197af20, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=bbc3a7e8-bad8-4e20-9899-c394e197af20,segment=NetworkSegment(a032c80a-2814-4a8f-bd23-99ac5315db25),segment_id=a032c80a-2814-4a8f-bd23-99ac5315db25)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:23:49.025173 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238bb0c-3e60-4a50-9faa-627524ee15e6 req-2b7a10ab-5a90-4434-af33-289bb32b7756 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:49.026658 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0238bb0c-3e60-4a50-9faa-627524ee15e6 req-2b7a10ab-5a90-4434-af33-289bb32b7756 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=86ae2989-6437-44bf-8cfa-73e0f503c19e HTTP/1.1" status: 200 len: 943 time: 0.1577890 Feb 09 12:23:49.028953 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e75b5bcf-71ba-4e33-b63d-fdd02fd3bee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:49.053611 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-e994caaa-39f0-4359-8744-903eef3e3c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:49.071917 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e75b5bcf-71ba-4e33-b63d-fdd02fd3bee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:49.136869 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e75b5bcf-71ba-4e33-b63d-fdd02fd3bee6 admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:23:49.164962 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0238bb0c-3e60-4a50-9faa-627524ee15e6 req-f9f48b8e-1b31-459d-9a7f-4f4772aeb5af tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315336 Feb 09 12:23:49.168738 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b5bcf-71ba-4e33-b63d-fdd02fd3bee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a78ba02-5f08-4807-b135-274decf0b574,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:49.174500 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e75b5bcf-71ba-4e33-b63d-fdd02fd3bee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:49.174991 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-e75b5bcf-71ba-4e33-b63d-fdd02fd3bee6 admin admin] Added segment 0a841505-54d3-4496-af71-3f9e9562d6ba of type vlan for network 87c18304-075f-4030-8ec7-64b6c88ef3ce Feb 09 12:23:49.222823 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-78019569-bf4a-4225-877c-2a24c2b9bbf3 req-91a3fece-e7b5-4852-a477-d6e9dcc8087b tempest-ServerShowV257Test-758213122 tempest-ServerShowV257Test-758213122-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c1d1047-edf0-4727-8e00-dfe058285ba7 HTTP/1.1" status: 200 len: 210 time: 0.0560529 Feb 09 12:23:49.229564 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-e994caaa-39f0-4359-8744-903eef3e3c2a service neutron] Transition to ACTIVE for port object bbc3a7e8-bad8-4e20-9899-c394e197af20 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:23:49.236565 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-e994caaa-39f0-4359-8744-903eef3e3c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:49.294887 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e75b5bcf-71ba-4e33-b63d-fdd02fd3bee6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:49.405792 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8c0595a5-9782-4166-9786-dad20ddf09d0 req-a9210dfa-e0ef-416c-b6ab-2a5add508e44 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=826303ba-013d-462e-ab93-276205fc51ad HTTP/1.1" status: 200 len: 210 time: 0.0665956 Feb 09 12:23:49.407906 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e75b5bcf-71ba-4e33-b63d-fdd02fd3bee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:49.409720 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75b5bcf-71ba-4e33-b63d-fdd02fd3bee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:49.410718 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e75b5bcf-71ba-4e33-b63d-fdd02fd3bee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:49.424675 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-e994caaa-39f0-4359-8744-903eef3e3c2a service neutron] No DVR routers for this DVR port bbc3a7e8-bad8-4e20-9899-c394e197af20 on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:23:49.480095 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e994caaa-39f0-4359-8744-903eef3e3c2a service neutron] Pushing event updated for resources: {'Port': ['ID=bbc3a7e8-bad8-4e20-9899-c394e197af20,revision_number=10']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:49.509904 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-e994caaa-39f0-4359-8744-903eef3e3c2a service neutron] 10.222.0.46 "PUT /v2.0/ports/bbc3a7e8-bad8-4e20-9899-c394e197af20/bindings/n-h1-825178-3/activate HTTP/1.1" status: 200 len: 369 time: 1.0254219 Feb 09 12:23:49.671377 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-526c8783-f3fa-4e9f-9de1-5f4759eebd54 req-81edd980-4856-47ee-92e2-84813622d246 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6c1d1047-edf0-4727-8e00-dfe058285ba7 HTTP/1.1" status: 200 len: 210 time: 0.0842204 Feb 09 12:23:49.764874 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b5bcf-71ba-4e33-b63d-fdd02fd3bee6 admin admin] Pushing event updated for resources: {'Network': ['ID=87c18304-075f-4030-8ec7-64b6c88ef3ce,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:49.774033 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e75b5bcf-71ba-4e33-b63d-fdd02fd3bee6 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4393101 Feb 09 12:23:49.779464 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50082) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:23:49.780723 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 87c18304-075f-4030-8ec7-64b6c88ef3ce details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:23:49.793732 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-f76a1a91-0b9e-4e67-9388-c5d2404c72fb admin admin] Request body: {'subnet': {'network_id': '87c18304-075f-4030-8ec7-64b6c88ef3ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1072404892-subnet', 'tenant_id': '208507418585428b8d9fe7fe2c432c62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:23:49.820111 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f76a1a91-0b9e-4e67-9388-c5d2404c72fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:23:49.829481 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f76a1a91-0b9e-4e67-9388-c5d2404c72fb admin admin] Usage tracker for resource:subnet and tenant:208507418585428b8d9fe7fe2c432c62 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:23:49.836694 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f76a1a91-0b9e-4e67-9388-c5d2404c72fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:23:49.853413 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-141a7716-09bf-4805-9eb3-70062dc84a8d tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:49.858701 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f76a1a91-0b9e-4e67-9388-c5d2404c72fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:23:49.865398 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-141a7716-09bf-4805-9eb3-70062dc84a8d tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=86ae2989-6437-44bf-8cfa-73e0f503c19e&tenant_id=48298ec907a946ddb2f0d8ac4aa52547&binding%3Ahost_id=n-h2-825178-3 HTTP/1.1" status: 200 len: 1095 time: 0.1818309 Feb 09 12:23:49.875979 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd7129-9318-43c9-bfec-d4d8812b558d req-1eb85482-936c-4572-b4c4-c356ff6a2914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:49.880298 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-acfd7129-9318-43c9-bfec-d4d8812b558d req-1eb85482-936c-4572-b4c4-c356ff6a2914 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49129fa2c03c45c2a0df365ab76f11e9&device_id=cc4386fc-f851-41ff-a825-bc28043b849a HTTP/1.1" status: 200 len: 1101 time: 0.3418489 Feb 09 12:23:49.880925 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea9a4f-d95c-416f-a71a-65ee490cb9bf req-d0f8fc8c-7d92-45b1-a0e2-e2a3e4ebdde1 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:49.883469 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9cea9a4f-d95c-416f-a71a-65ee490cb9bf req-d0f8fc8c-7d92-45b1-a0e2-e2a3e4ebdde1 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.46 "GET /v2.0/networks?id=ce449817-28f3-4897-a09b-d33182728951 HTTP/1.1" status: 200 len: 812 time: 0.2540779 Feb 09 12:23:49.893162 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76a1a91-0b9e-4e67-9388-c5d2404c72fb admin admin] Made reservation on behalf of 208507418585428b8d9fe7fe2c432c62 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:23:49.897938 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f76a1a91-0b9e-4e67-9388-c5d2404c72fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:49.919608 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-9cea9a4f-d95c-416f-a71a-65ee490cb9bf req-cae09001-f000-42ac-98d7-c3c8ab7b38a2 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Request body: {'port': {'device_id': '826303ba-013d-462e-ab93-276205fc51ad', 'network_id': 'ce449817-28f3-4897-a09b-d33182728951', 'admin_state_up': True, 'tenant_id': '6b0ea08007bd423bba6d81fafa2c2138'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:23:50.216233 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:50.254337 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-9cea9a4f-d95c-416f-a71a-65ee490cb9bf req-cae09001-f000-42ac-98d7-c3c8ab7b38a2 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:23:50.281760 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-9cea9a4f-d95c-416f-a71a-65ee490cb9bf req-cae09001-f000-42ac-98d7-c3c8ab7b38a2 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:23:50.302713 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cea9a4f-d95c-416f-a71a-65ee490cb9bf req-cae09001-f000-42ac-98d7-c3c8ab7b38a2 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Made reservation on behalf of 6b0ea08007bd423bba6d81fafa2c2138 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:23:50.306873 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-9cea9a4f-d95c-416f-a71a-65ee490cb9bf req-cae09001-f000-42ac-98d7-c3c8ab7b38a2 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:50.416177 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd7129-9318-43c9-bfec-d4d8812b558d req-ee4b6513-1836-4a62-abfb-d868d7257cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:50.417661 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-acfd7129-9318-43c9-bfec-d4d8812b558d req-ee4b6513-1836-4a62-abfb-d868d7257cb5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.5238054 Feb 09 12:23:50.428471 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08028ef-677f-4d3e-b7f1-e46a88639c78 req-be9f17f5-3b40-40b8-844b-8678973de78e tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:50.430249 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b08028ef-677f-4d3e-b7f1-e46a88639c78 req-be9f17f5-3b40-40b8-844b-8678973de78e tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc4386fc-f851-41ff-a825-bc28043b849a HTTP/1.1" status: 200 len: 950 time: 0.4999113 Feb 09 12:23:50.536961 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f76a1a91-0b9e-4e67-9388-c5d2404c72fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:50.538577 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-acfd7129-9318-43c9-bfec-d4d8812b558d req-72e4fe93-ab92-4c5e-975c-497a44d36788 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=bc8305ab-27ae-4f22-a72d-ce92a6ad6556 HTTP/1.1" status: 200 len: 217 time: 0.1013758 Feb 09 12:23:50.579675 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-8cc71337-7ae3-4d82-a7dd-436b432082f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:50.583884 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-8cc71337-7ae3-4d82-a7dd-436b432082f8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=86ae2989-6437-44bf-8cfa-73e0f503c19e&tenant_id=48298ec907a946ddb2f0d8ac4aa52547 HTTP/1.1" status: 200 len: 1095 time: 0.4579318 Feb 09 12:23:50.633179 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a19315-c80c-4b4b-801e-4a31ecba3016 req-2737ef16-f7aa-4b44-ac70-782717050ac2 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:50.634684 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f0a19315-c80c-4b4b-801e-4a31ecba3016 req-2737ef16-f7aa-4b44-ac70-782717050ac2 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=86ae2989-6437-44bf-8cfa-73e0f503c19e HTTP/1.1" status: 200 len: 944 time: 0.3105888 Feb 09 12:23:50.645219 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b08028ef-677f-4d3e-b7f1-e46a88639c78 req-14634741-eb38-4e00-bf62-14b3ca675bb4 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413722 Feb 09 12:23:50.691840 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a1a91-0b9e-4e67-9388-c5d2404c72fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d92c9818-6adc-4ab3-abf6-da7bbfef4cac,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:50.712362 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76a1a91-0b9e-4e67-9388-c5d2404c72fb admin admin] Checking segment: {'id': '0a841505-54d3-4496-af71-3f9e9562d6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '87c18304-075f-4030-8ec7-64b6c88ef3ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:23:50.712953 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76a1a91-0b9e-4e67-9388-c5d2404c72fb admin admin] Network hostable DHCP agents. Network: 87c18304-075f-4030-8ec7-64b6c88ef3ce, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:23:50.719455 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd7129-9318-43c9-bfec-d4d8812b558d req-422ec76a-e0c5-4a79-8548-5ef37025b9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:50.720880 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-acfd7129-9318-43c9-bfec-d4d8812b558d req-422ec76a-e0c5-4a79-8548-5ef37025b9cf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.1745169 Feb 09 12:23:50.723765 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-9cea9a4f-d95c-416f-a71a-65ee490cb9bf req-cae09001-f000-42ac-98d7-c3c8ab7b38a2 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Allocated IP 172.20.0.10 (ce449817-28f3-4897-a09b-d33182728951/5d66c3c8-f193-4da4-ad1c-54328c88dbd7/39ba3f73-06ef-42d8-a3c2-474e37e2d876) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:23:50.762811 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76a1a91-0b9e-4e67-9388-c5d2404c72fb admin admin] Network 87c18304-075f-4030-8ec7-64b6c88ef3ce is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:23:50.782258 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-f76a1a91-0b9e-4e67-9388-c5d2404c72fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 87c18304-075f-4030-8ec7-64b6c88ef3ce) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:23:50.791878 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76a1a91-0b9e-4e67-9388-c5d2404c72fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:50.792068 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f76a1a91-0b9e-4e67-9388-c5d2404c72fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:50.799043 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afeb9572-5674-4d82-92cb-d71c3eda278b None None] Network 87c18304-075f-4030-8ec7-64b6c88ef3ce requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:23:50.850764 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f0a19315-c80c-4b4b-801e-4a31ecba3016 req-b7daf3e1-6f42-4a27-87a2-7f4ea6546866 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608052 Feb 09 12:23:50.932704 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-426027d0-bb33-46b4-8ecb-f88962908483 req-5e03711e-fd7a-4831-a82a-056ce50362d9 tempest-ServerShowV257Test-758213122 tempest-ServerShowV257Test-758213122-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c1d1047-edf0-4727-8e00-dfe058285ba7 HTTP/1.1" status: 200 len: 210 time: 0.0947971 Feb 09 12:23:50.944655 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f76a1a91-0b9e-4e67-9388-c5d2404c72fb admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1632054 Feb 09 12:23:51.000787 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-ba417cf5-50f8-43f2-a8ff-5b763da5a43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:51.002418 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-ba417cf5-50f8-43f2-a8ff-5b763da5a43e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=48298ec907a946ddb2f0d8ac4aa52547&device_id=86ae2989-6437-44bf-8cfa-73e0f503c19e HTTP/1.1" status: 200 len: 1095 time: 0.3612957 Feb 09 12:23:51.015384 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd7129-9318-43c9-bfec-d4d8812b558d req-f5fde20f-d21a-4cad-bd7a-eb9eef92b752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:51.018333 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-acfd7129-9318-43c9-bfec-d4d8812b558d req-f5fde20f-d21a-4cad-bd7a-eb9eef92b752 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2888370 Feb 09 12:23:51.095590 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-9cea9a4f-d95c-416f-a71a-65ee490cb9bf req-cae09001-f000-42ac-98d7-c3c8ab7b38a2 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:51.166247 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-9cea9a4f-d95c-416f-a71a-65ee490cb9bf req-cae09001-f000-42ac-98d7-c3c8ab7b38a2 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:51.295487 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cea9a4f-d95c-416f-a71a-65ee490cb9bf req-cae09001-f000-42ac-98d7-c3c8ab7b38a2 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Network ce449817-28f3-4897-a09b-d33182728951 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:23:51.305942 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-9cea9a4f-d95c-416f-a71a-65ee490cb9bf req-cae09001-f000-42ac-98d7-c3c8ab7b38a2 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:23:51.310771 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cea9a4f-d95c-416f-a71a-65ee490cb9bf req-cae09001-f000-42ac-98d7-c3c8ab7b38a2 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:23:51.335015 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be33b88f-5483-430f-bc2a-5d25f35ea9dd None None] Network 87c18304-075f-4030-8ec7-64b6c88ef3ce requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:23:51.401884 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae09001-f000-42ac-98d7-c3c8ab7b38a2 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Pushing event updated for resources: {'Port': ['ID=39ba3f73-06ef-42d8-a3c2-474e37e2d876,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:51.554122 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-58646235-e6c6-4fb1-a273-8ee5d923076b req-f9de45ed-677b-4fd3-a300-6586e263bfa8 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=826303ba-013d-462e-ab93-276205fc51ad HTTP/1.1" status: 200 len: 210 time: 0.5268781 Feb 09 12:23:51.575007 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea9a4f-d95c-416f-a71a-65ee490cb9bf req-cae09001-f000-42ac-98d7-c3c8ab7b38a2 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:51.575742 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-9cea9a4f-d95c-416f-a71a-65ee490cb9bf req-cae09001-f000-42ac-98d7-c3c8ab7b38a2 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:51.637345 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-acfd7129-9318-43c9-bfec-d4d8812b558d req-0ae47f57-f620-4a85-805a-e341a1c1a90f service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5221334 Feb 09 12:23:51.647705 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9cea9a4f-d95c-416f-a71a-65ee490cb9bf req-cae09001-f000-42ac-98d7-c3c8ab7b38a2 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7314351 Feb 09 12:23:51.659196 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-9cea9a4f-d95c-416f-a71a-65ee490cb9bf req-0b228c93-a9f6-4cf4-bc44-6725ba06030e service neutron] Request body: {'port': {'device_id': '826303ba-013d-462e-ab93-276205fc51ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:23:51.784782 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device bbc3a7e8-bad8-4e20-9899-c394e197af20 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:23:51.870710 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-ae54a0ca-7c48-47ea-91a6-284cae91f3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:51.873759 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-ae54a0ca-7c48-47ea-91a6-284cae91f3b0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ef8cbc95-953d-4d9d-a80a-2c68322f6f7f HTTP/1.1" status: 200 len: 909 time: 0.8091154 Feb 09 12:23:52.003351 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-9cea9a4f-d95c-416f-a71a-65ee490cb9bf req-0b228c93-a9f6-4cf4-bc44-6725ba06030e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:52.057254 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device bbc3a7e8-bad8-4e20-9899-c394e197af20 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:23:52.112978 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-23938480-4177-44f8-a1d3-ad1a4001c433 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbc3a7e8-bad8-4e20-9899-c394e197af20 HTTP/1.1" status: 200 len: 217 time: 0.2078373 Feb 09 12:23:52.161139 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-acfd7129-9318-43c9-bfec-d4d8812b558d req-60147169-9d89-4d5d-8cb1-966abaa24c12 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5132704 Feb 09 12:23:52.280070 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-a2cf0e9d-3143-49b7-84e4-80b4284ce3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:52.281527 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-a2cf0e9d-3143-49b7-84e4-80b4284ce3c8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=366798ce-1b6a-4537-9fda-2703703dab8f HTTP/1.1" status: 200 len: 848 time: 0.1274149 Feb 09 12:23:52.308652 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac4d43-52cd-4906-8a05-7f981d90ac81 req-b6853663-a8ed-4a10-8225-b3796a394814 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:52.310490 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1aac4d43-52cd-4906-8a05-7f981d90ac81 req-b6853663-a8ed-4a10-8225-b3796a394814 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=86ae2989-6437-44bf-8cfa-73e0f503c19e HTTP/1.1" status: 200 len: 944 time: 0.1993434 Feb 09 12:23:52.320161 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918b0eb-37b1-4213-ba68-b00497ffddb2 req-cb9e4adb-0966-4d0c-a0ba-391f023c94fb tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:52.327001 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2918b0eb-37b1-4213-ba68-b00497ffddb2 req-cb9e4adb-0966-4d0c-a0ba-391f023c94fb tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc4386fc-f851-41ff-a825-bc28043b849a HTTP/1.1" status: 200 len: 950 time: 0.3050220 Feb 09 12:23:52.419492 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-be82708d-9caa-49e0-b690-223a92670a1c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ef8cbc95-953d-4d9d-a80a-2c68322f6f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081235 Feb 09 12:23:52.528139 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:52.657765 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-9cea9a4f-d95c-416f-a71a-65ee490cb9bf req-0b228c93-a9f6-4cf4-bc44-6725ba06030e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39ba3f73-06ef-42d8-a3c2-474e37e2d876 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:23:52.664086 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2918b0eb-37b1-4213-ba68-b00497ffddb2 req-566254c5-5bcc-44e4-b3b7-6fed32886ecf tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348739 Feb 09 12:23:52.667804 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-9cea9a4f-d95c-416f-a71a-65ee490cb9bf req-0b228c93-a9f6-4cf4-bc44-6725ba06030e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:52.695152 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-9cea9a4f-d95c-416f-a71a-65ee490cb9bf req-0b228c93-a9f6-4cf4-bc44-6725ba06030e service neutron] Transition to ACTIVE for port object 39ba3f73-06ef-42d8-a3c2-474e37e2d876 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:23:52.704109 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-9cea9a4f-d95c-416f-a71a-65ee490cb9bf req-0b228c93-a9f6-4cf4-bc44-6725ba06030e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:52.721106 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1aac4d43-52cd-4906-8a05-7f981d90ac81 req-99281832-45ce-44a9-8a92-3645d56a5686 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905017 Feb 09 12:23:52.824543 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-d2120d68-aed2-4601-91f3-311df5cf9b30 service neutron] 10.222.0.52 "GET /v2.0/networks/ef8cbc95-953d-4d9d-a80a-2c68322f6f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515545 Feb 09 12:23:52.989461 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b228c93-a9f6-4cf4-bc44-6725ba06030e service neutron] Pushing event updated for resources: {'Port': ['ID=39ba3f73-06ef-42d8-a3c2-474e37e2d876,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:53.084378 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-008c6d38-e4ab-45dd-bb89-47021546d4d3 req-bad3b7ce-3221-44c1-836b-80fd2403f6be tempest-ServerShowV257Test-758213122 tempest-ServerShowV257Test-758213122-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c1d1047-edf0-4727-8e00-dfe058285ba7 HTTP/1.1" status: 200 len: 210 time: 0.1988554 Feb 09 12:23:53.125293 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-9cea9a4f-d95c-416f-a71a-65ee490cb9bf req-0b228c93-a9f6-4cf4-bc44-6725ba06030e service neutron] Attempting to bind port 39ba3f73-06ef-42d8-a3c2-474e37e2d876 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:23:53.125683 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-9cea9a4f-d95c-416f-a71a-65ee490cb9bf req-0b228c93-a9f6-4cf4-bc44-6725ba06030e service neutron] Attempting to bind port 39ba3f73-06ef-42d8-a3c2-474e37e2d876 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'd09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce449817-28f3-4897-a09b-d33182728951'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:23:53.126105 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cea9a4f-d95c-416f-a71a-65ee490cb9bf req-0b228c93-a9f6-4cf4-bc44-6725ba06030e service neutron] Attempting to bind port 39ba3f73-06ef-42d8-a3c2-474e37e2d876 on network ce449817-28f3-4897-a09b-d33182728951 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:23:53.138006 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cea9a4f-d95c-416f-a71a-65ee490cb9bf req-0b228c93-a9f6-4cf4-bc44-6725ba06030e service neutron] Port 39ba3f73-06ef-42d8-a3c2-474e37e2d876 on network ce449817-28f3-4897-a09b-d33182728951 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:23:53.138331 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cea9a4f-d95c-416f-a71a-65ee490cb9bf req-0b228c93-a9f6-4cf4-bc44-6725ba06030e service neutron] Attempting to bind port 39ba3f73-06ef-42d8-a3c2-474e37e2d876 on network ce449817-28f3-4897-a09b-d33182728951 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:23:53.154074 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cea9a4f-d95c-416f-a71a-65ee490cb9bf req-0b228c93-a9f6-4cf4-bc44-6725ba06030e service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:23:53.154388 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cea9a4f-d95c-416f-a71a-65ee490cb9bf req-0b228c93-a9f6-4cf4-bc44-6725ba06030e service neutron] Checking segment: {'id': 'd09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce449817-28f3-4897-a09b-d33182728951'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:23:53.154833 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cea9a4f-d95c-416f-a71a-65ee490cb9bf req-0b228c93-a9f6-4cf4-bc44-6725ba06030e service neutron] Bound using segment: {'id': 'd09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce449817-28f3-4897-a09b-d33182728951'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:23:53.155061 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-9cea9a4f-d95c-416f-a71a-65ee490cb9bf req-0b228c93-a9f6-4cf4-bc44-6725ba06030e service neutron] Bound port: 39ba3f73-06ef-42d8-a3c2-474e37e2d876, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce449817-28f3-4897-a09b-d33182728951'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:23:53.155413 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-9cea9a4f-d95c-416f-a71a-65ee490cb9bf req-0b228c93-a9f6-4cf4-bc44-6725ba06030e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:53.170230 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-1563fe52-9e18-47e0-aaa0-2359e7128ea9 service neutron] 10.222.0.52 "GET /v2.0/networks/ef8cbc95-953d-4d9d-a80a-2c68322f6f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343861 Feb 09 12:23:53.259935 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a48439-742f-417f-b21e-b75dcdc1bfb9 req-e2beb8d1-1a5d-491c-93de-14f584257e66 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:53.268230 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-99a48439-742f-417f-b21e-b75dcdc1bfb9 req-e2beb8d1-1a5d-491c-93de-14f584257e66 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=826303ba-013d-462e-ab93-276205fc51ad HTTP/1.1" status: 200 len: 944 time: 0.2468140 Feb 09 12:23:53.295539 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-9cea9a4f-d95c-416f-a71a-65ee490cb9bf req-0b228c93-a9f6-4cf4-bc44-6725ba06030e service neutron] For port 39ba3f73-06ef-42d8-a3c2-474e37e2d876, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:23:53.303910 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-9cea9a4f-d95c-416f-a71a-65ee490cb9bf req-0b228c93-a9f6-4cf4-bc44-6725ba06030e service neutron] For port 39ba3f73-06ef-42d8-a3c2-474e37e2d876, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=39ba3f73-06ef-42d8-a3c2-474e37e2d876,segment=NetworkSegment(d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5),segment_id=d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:23:53.312792 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-9cea9a4f-d95c-416f-a71a-65ee490cb9bf req-0b228c93-a9f6-4cf4-bc44-6725ba06030e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:53.330700 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-99a48439-742f-417f-b21e-b75dcdc1bfb9 req-4dccea02-9ce2-4ee5-82f7-94e9ee0955a7 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615206 Feb 09 12:23:53.446198 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea9a4f-d95c-416f-a71a-65ee490cb9bf req-0b228c93-a9f6-4cf4-bc44-6725ba06030e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:53.448396 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-9cea9a4f-d95c-416f-a71a-65ee490cb9bf req-0b228c93-a9f6-4cf4-bc44-6725ba06030e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:53.452138 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9cea9a4f-d95c-416f-a71a-65ee490cb9bf req-0b228c93-a9f6-4cf4-bc44-6725ba06030e service neutron] 10.222.0.46 "PUT /v2.0/ports/39ba3f73-06ef-42d8-a3c2-474e37e2d876 HTTP/1.1" status: 200 len: 1092 time: 1.7979310 Feb 09 12:23:53.452138 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826303ba-013d-462e-ab93-276205fc51ad', 'tag': '39ba3f73-06ef-42d8-a3c2-474e37e2d876'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:23:53.470098 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b228c93-a9f6-4cf4-bc44-6725ba06030e service neutron] Pushing event updated for resources: {'Port': ['ID=39ba3f73-06ef-42d8-a3c2-474e37e2d876,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:53.655552 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826303ba-013d-462e-ab93-276205fc51ad', 'tag': '39ba3f73-06ef-42d8-a3c2-474e37e2d876', 'status': 'completed', 'code': 200} Feb 09 12:23:53.751579 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea9a4f-d95c-416f-a71a-65ee490cb9bf req-8dd4d318-b740-4976-8bc9-7703ce15689a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:53.755685 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9cea9a4f-d95c-416f-a71a-65ee490cb9bf req-8dd4d318-b740-4976-8bc9-7703ce15689a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b0ea08007bd423bba6d81fafa2c2138&device_id=826303ba-013d-462e-ab93-276205fc51ad HTTP/1.1" status: 200 len: 1095 time: 0.2001138 Feb 09 12:23:53.776466 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2c7581b1-dee5-43ca-85ff-27fb6c6179c8 req-69d792d3-9bc1-4ccc-9330-dddd7e8ca058 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=57179acf848d4758a479946943e2accb&device_id=6c1d1047-edf0-4727-8e00-dfe058285ba7 HTTP/1.1" status: 200 len: 210 time: 0.0709507 Feb 09 12:23:53.779023 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-9a5df8d6-1fa3-4dab-a7d7-a6c4ea928f46 tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:53.781327 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-9a5df8d6-1fa3-4dab-a7d7-a6c4ea928f46 tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=86ae2989-6437-44bf-8cfa-73e0f503c19e&tenant_id=48298ec907a946ddb2f0d8ac4aa52547&binding%3Ahost_id=n-h1-825178-3 HTTP/1.1" status: 200 len: 1095 time: 0.1857216 Feb 09 12:23:53.848351 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9cea9a4f-d95c-416f-a71a-65ee490cb9bf req-ecad930c-afaf-413b-9e06-248c8a129d6e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39ba3f73-06ef-42d8-a3c2-474e37e2d876 HTTP/1.1" status: 200 len: 217 time: 0.0834873 Feb 09 12:23:53.929476 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2c7581b1-dee5-43ca-85ff-27fb6c6179c8 req-2dc8315a-26e5-4a16-853a-f62e1f8c73f3 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=57179acf848d4758a479946943e2accb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1346843 Feb 09 12:23:53.931758 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-644e4570-eb79-47f3-bcf4-8db8fe1f5cef req-805f787b-0ae3-454c-8329-90b5b2966dbc tempest-ServerShowV257Test-758213122 tempest-ServerShowV257Test-758213122-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c1d1047-edf0-4727-8e00-dfe058285ba7 HTTP/1.1" status: 200 len: 210 time: 0.0684738 Feb 09 12:23:54.050648 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea9a4f-d95c-416f-a71a-65ee490cb9bf req-af59a804-779e-429c-b088-0af1fa7eda01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:54.054562 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9cea9a4f-d95c-416f-a71a-65ee490cb9bf req-af59a804-779e-429c-b088-0af1fa7eda01 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5d66c3c8-f193-4da4-ad1c-54328c88dbd7 HTTP/1.1" status: 200 len: 852 time: 0.1995311 Feb 09 12:23:54.111735 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9cea9a4f-d95c-416f-a71a-65ee490cb9bf req-9cec8aa5-619a-44cf-8b39-4833959a2760 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce449817-28f3-4897-a09b-d33182728951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504372 Feb 09 12:23:54.275671 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9cea9a4f-d95c-416f-a71a-65ee490cb9bf req-3337f8e4-9449-48b5-85b3-d764ccb0b9d7 service neutron] 10.222.0.46 "GET /v2.0/networks/ce449817-28f3-4897-a09b-d33182728951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581933 Feb 09 12:23:54.280452 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7581b1-dee5-43ca-85ff-27fb6c6179c8 req-cf555457-85c3-4326-a5ef-1adf4853e36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:54.282137 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2c7581b1-dee5-43ca-85ff-27fb6c6179c8 req-cf555457-85c3-4326-a5ef-1adf4853e36e service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3381276 Feb 09 12:23:54.303107 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-17566e52-5579-4a80-9433-6f4592386868 service neutron] For port bbc3a7e8-bad8-4e20-9899-c394e197af20, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:23:54.310606 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-17566e52-5579-4a80-9433-6f4592386868 service neutron] Notify callbacks [] for binding, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:54.311933 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1eb060fa-72d8-4c45-934b-d5091bf64e5e req-17566e52-5579-4a80-9433-6f4592386868 service neutron] 10.222.0.52 "DELETE /v2.0/ports/bbc3a7e8-bad8-4e20-9899-c394e197af20/bindings/n-h2-825178-3 HTTP/1.1" status: 204 len: 173 time: 0.4914353 Feb 09 12:23:54.367705 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8943586-547d-4299-acab-c9701603b5b4 req-c4e24807-17f4-4639-94a6-32a1814d9d7d tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:54.369099 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a8943586-547d-4299-acab-c9701603b5b4 req-c4e24807-17f4-4639-94a6-32a1814d9d7d tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=86ae2989-6437-44bf-8cfa-73e0f503c19e HTTP/1.1" status: 200 len: 944 time: 0.2510059 Feb 09 12:23:54.387899 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c6a81-4ec1-4ef5-81fb-a905289ef3e2 req-2da541fc-9e76-4200-aa8e-561216af74b2 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:54.393263 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e94c6a81-4ec1-4ef5-81fb-a905289ef3e2 req-2da541fc-9e76-4200-aa8e-561216af74b2 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc4386fc-f851-41ff-a825-bc28043b849a HTTP/1.1" status: 200 len: 950 time: 0.2166810 Feb 09 12:23:54.469988 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e94c6a81-4ec1-4ef5-81fb-a905289ef3e2 req-c9728620-b9a9-4489-97a8-03def0b9d97e tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756862 Feb 09 12:23:54.475330 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a8943586-547d-4299-acab-c9701603b5b4 req-ffbca2f2-3b5f-410b-a5a5-b89e65729ebf tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799847 Feb 09 12:23:54.521858 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9cea9a4f-d95c-416f-a71a-65ee490cb9bf req-1508fb11-234d-4dc1-b96f-bd8163badb9c service neutron] 10.222.0.46 "GET /v2.0/networks/ce449817-28f3-4897-a09b-d33182728951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370732 Feb 09 12:23:54.746720 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ba493-7893-49c5-8fad-18fbbabf038f req-b434020e-5ad6-484e-8ab7-361e260d5da9 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:54.750202 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e81ba493-7893-49c5-8fad-18fbbabf038f req-b434020e-5ad6-484e-8ab7-361e260d5da9 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=826303ba-013d-462e-ab93-276205fc51ad HTTP/1.1" status: 200 len: 944 time: 0.1172063 Feb 09 12:23:54.758697 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bb46e-84aa-4ab1-9e7d-bee457a0307a req-469f4958-08e8-4d13-82e1-743951321886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:54.758697 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-120bb46e-84aa-4ab1-9e7d-bee457a0307a req-469f4958-08e8-4d13-82e1-743951321886 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b0ea08007bd423bba6d81fafa2c2138&device_id=826303ba-013d-462e-ab93-276205fc51ad HTTP/1.1" status: 200 len: 1095 time: 0.1848266 Feb 09 12:23:54.883799 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e81ba493-7893-49c5-8fad-18fbbabf038f req-a3881854-a3b8-489f-9a4b-942ab501c76f tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788190 Feb 09 12:23:54.894097 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1411b66-dcf8-4ffe-b98d-41f2f03453e2 req-19f5d565-b4d5-41f2-bbd8-bd8e2c55bcf5 tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:54.904382 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a1411b66-dcf8-4ffe-b98d-41f2f03453e2 req-19f5d565-b4d5-41f2-bbd8-bd8e2c55bcf5 tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=86ae2989-6437-44bf-8cfa-73e0f503c19e HTTP/1.1" status: 200 len: 1095 time: 0.1517723 Feb 09 12:23:54.943434 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bb46e-84aa-4ab1-9e7d-bee457a0307a req-a2c5abad-cce1-4a0a-b5e2-28e39b8a0e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:54.945407 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-120bb46e-84aa-4ab1-9e7d-bee457a0307a req-a2c5abad-cce1-4a0a-b5e2-28e39b8a0e91 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ce449817-28f3-4897-a09b-d33182728951 HTTP/1.1" status: 200 len: 913 time: 0.1801953 Feb 09 12:23:55.006037 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a1411b66-dcf8-4ffe-b98d-41f2f03453e2 req-66086557-cfc2-4131-b33b-f624433ca7aa tempest-LiveMigrationTest-2035700522 tempest-LiveMigrationTest-2035700522-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917857 Feb 09 12:23:55.043629 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-120bb46e-84aa-4ab1-9e7d-bee457a0307a req-fc7e0ecf-4acf-475a-87a0-2ee9d7ab4304 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39ba3f73-06ef-42d8-a3c2-474e37e2d876 HTTP/1.1" status: 200 len: 217 time: 0.0901544 Feb 09 12:23:55.137560 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bb46e-84aa-4ab1-9e7d-bee457a0307a req-45c03c78-071c-425a-a80b-7e7e54df5b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:55.139601 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-120bb46e-84aa-4ab1-9e7d-bee457a0307a req-45c03c78-071c-425a-a80b-7e7e54df5b28 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5d66c3c8-f193-4da4-ad1c-54328c88dbd7 HTTP/1.1" status: 200 len: 852 time: 0.0897317 Feb 09 12:23:55.212749 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-120bb46e-84aa-4ab1-9e7d-bee457a0307a req-7ff96fe9-8960-42b3-ab49-2ce5542c00af service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce449817-28f3-4897-a09b-d33182728951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662880 Feb 09 12:23:55.213168 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f921c4d9-7421-4928-b6e8-aa51004fd48f req-3269b3d6-3ad5-4173-a47e-aa111b05a095 tempest-ServerShowV257Test-758213122 tempest-ServerShowV257Test-758213122-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c1d1047-edf0-4727-8e00-dfe058285ba7 HTTP/1.1" status: 200 len: 210 time: 0.0544188 Feb 09 12:23:55.498594 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-120bb46e-84aa-4ab1-9e7d-bee457a0307a req-059754e1-2f9a-4962-8de4-6ce7339b487f service neutron] 10.222.0.46 "GET /v2.0/networks/ce449817-28f3-4897-a09b-d33182728951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731159 Feb 09 12:23:55.692310 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-120bb46e-84aa-4ab1-9e7d-bee457a0307a req-fae4503a-09fd-4d0c-83b2-7109fee1359b service neutron] 10.222.0.46 "GET /v2.0/networks/ce449817-28f3-4897-a09b-d33182728951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867769 Feb 09 12:23:55.810122 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbb415-8639-4473-8a4b-836f597113b8 req-c9bcb221-9aa7-443c-9b0f-c4eb9c20bb6f tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:55.811015 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-49fbb415-8639-4473-8a4b-836f597113b8 req-c9bcb221-9aa7-443c-9b0f-c4eb9c20bb6f tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] Synchronizing usage tracker for tenant:208507418585428b8d9fe7fe2c432c62 on resource:network {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:23:55.822430 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598bc3d2-ad07-4d2f-ad50-e04afd34362f req-60ec8053-ff7e-42a9-99b0-0e9e6f186ee0 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:55.823926 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-598bc3d2-ad07-4d2f-ad50-e04afd34362f req-60ec8053-ff7e-42a9-99b0-0e9e6f186ee0 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=86ae2989-6437-44bf-8cfa-73e0f503c19e HTTP/1.1" status: 200 len: 944 time: 0.2312117 Feb 09 12:23:55.850110 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-49fbb415-8639-4473-8a4b-836f597113b8 req-c9bcb221-9aa7-443c-9b0f-c4eb9c20bb6f tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] Unset dirty status for tenant:208507418585428b8d9fe7fe2c432c62 on resource:network {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:23:55.851223 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-49fbb415-8639-4473-8a4b-836f597113b8 req-c9bcb221-9aa7-443c-9b0f-c4eb9c20bb6f tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] 10.222.0.55 "GET /v2.0/networks?id=87c18304-075f-4030-8ec7-64b6c88ef3ce HTTP/1.1" status: 200 len: 810 time: 0.2159989 Feb 09 12:23:55.878181 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-49fbb415-8639-4473-8a4b-836f597113b8 req-c14651d2-5f84-465e-a9ad-594548fc3b82 tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] 10.222.0.55 "GET /v2.0/quotas/208507418585428b8d9fe7fe2c432c62 HTTP/1.1" status: 200 len: 375 time: 0.0210276 Feb 09 12:23:55.885877 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-598bc3d2-ad07-4d2f-ad50-e04afd34362f req-0a95bad0-f99b-4ce1-aacb-d9ec63424738 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529742 Feb 09 12:23:56.088202 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-49fbb415-8639-4473-8a4b-836f597113b8 req-35d5c88d-4710-44d4-a2c1-bd74ab437162 tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=208507418585428b8d9fe7fe2c432c62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2013700 Feb 09 12:23:56.279758 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbb6d7-5e67-434a-9e98-32396c799b15 req-b0311a0f-625a-461f-a556-556980b9c4f6 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:56.281239 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cbbbb6d7-5e67-434a-9e98-32396c799b15 req-b0311a0f-625a-461f-a556-556980b9c4f6 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc4386fc-f851-41ff-a825-bc28043b849a HTTP/1.1" status: 200 len: 950 time: 0.2292278 Feb 09 12:23:56.291142 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-49fbb415-8639-4473-8a4b-836f597113b8 req-f1b4cd22-2f0f-4e2c-9dc6-def7886c0604 service neutron] 10.222.0.55 "GET /v2.0/networks/87c18304-075f-4030-8ec7-64b6c88ef3ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914582 Feb 09 12:23:56.332997 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2c7581b1-dee5-43ca-85ff-27fb6c6179c8 req-91b8c348-b6e4-4c45-8ddd-5aac1e632a43 tempest-ServerShowV257Test-758213122 tempest-ServerShowV257Test-758213122-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c1d1047-edf0-4727-8e00-dfe058285ba7 HTTP/1.1" status: 200 len: 210 time: 0.0946381 Feb 09 12:23:56.475536 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cbbbb6d7-5e67-434a-9e98-32396c799b15 req-d6d6163e-18da-4e94-9832-a3e0ebf8b576 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514239 Feb 09 12:23:56.533349 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a5fda-3589-44cd-8dfc-838113c5f986 req-b2acdc5c-8996-45b9-939d-92f4917632d0 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:56.535344 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7a2a5fda-3589-44cd-8dfc-838113c5f986 req-b2acdc5c-8996-45b9-939d-92f4917632d0 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.52 "GET /v2.0/ports?device_id=86ae2989-6437-44bf-8cfa-73e0f503c19e HTTP/1.1" status: 200 len: 944 time: 0.2460883 Feb 09 12:23:56.537233 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-49fbb415-8639-4473-8a4b-836f597113b8 req-662d984e-a6e5-4898-862c-1af69994ba79 service neutron] 10.222.0.55 "GET /v2.0/networks/87c18304-075f-4030-8ec7-64b6c88ef3ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072403 Feb 09 12:23:56.658455 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-7a2a5fda-3589-44cd-8dfc-838113c5f986 req-7a67a13c-68b2-4cff-b50f-52bcf648b022 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Deleting port bbc3a7e8-bad8-4e20-9899-c394e197af20 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:23:56.659047 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7a2a5fda-3589-44cd-8dfc-838113c5f986 req-7a67a13c-68b2-4cff-b50f-52bcf648b022 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:56.798638 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8784ba1-e664-4c26-bd86-4884c002bbfd req-71cd6082-c645-4c67-a551-82db2fd4b397 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:56.799944 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f8784ba1-e664-4c26-bd86-4884c002bbfd req-71cd6082-c645-4c67-a551-82db2fd4b397 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=826303ba-013d-462e-ab93-276205fc51ad HTTP/1.1" status: 200 len: 944 time: 0.1989088 Feb 09 12:23:56.947776 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f8784ba1-e664-4c26-bd86-4884c002bbfd req-9ab0c354-ab9c-416f-bd56-077c915d4b36 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243541 Feb 09 12:23:57.016121 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e822796e-ff85-40b1-9179-c14913ec41e6 req-d6c6899c-35ec-4141-ab8d-a2a5cdd08738 tempest-ServerShowV257Test-758213122 tempest-ServerShowV257Test-758213122-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c1d1047-edf0-4727-8e00-dfe058285ba7 HTTP/1.1" status: 200 len: 210 time: 0.0672381 Feb 09 12:23:57.083921 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3f9a4bed-3f1d-4590-b689-d9b8e054e88f req-e3886f8d-27f9-43e9-8b37-cf176e949d1a tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] 10.222.0.55 "GET /v2.0/ports?device_id=37d6f89f-64e2-46aa-b1c1-4934d9953f5d HTTP/1.1" status: 200 len: 210 time: 0.0632482 Feb 09 12:23:57.096199 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-7a2a5fda-3589-44cd-8dfc-838113c5f986 req-7a67a13c-68b2-4cff-b50f-52bcf648b022 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] For port bbc3a7e8-bad8-4e20-9899-c394e197af20, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=bbc3a7e8-bad8-4e20-9899-c394e197af20,segment=NetworkSegment(a032c80a-2814-4a8f-bd23-99ac5315db25),segment_id=a032c80a-2814-4a8f-bd23-99ac5315db25)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:23:57.096562 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7a2a5fda-3589-44cd-8dfc-838113c5f986 req-7a67a13c-68b2-4cff-b50f-52bcf648b022 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:57.252081 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-7a2a5fda-3589-44cd-8dfc-838113c5f986 req-7a67a13c-68b2-4cff-b50f-52bcf648b022 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Calling delete_port for bbc3a7e8-bad8-4e20-9899-c394e197af20 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:23:57.385503 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 39ba3f73-06ef-42d8-a3c2-474e37e2d876 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:23:57.482061 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824adfa7-55ca-4573-a17e-a9f29c44638f req-78a22b8a-2867-4f12-9ac4-827083e78933 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:57.484351 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-824adfa7-55ca-4573-a17e-a9f29c44638f req-78a22b8a-2867-4f12-9ac4-827083e78933 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=86ae2989-6437-44bf-8cfa-73e0f503c19e HTTP/1.1" status: 200 len: 944 time: 0.1885998 Feb 09 12:23:57.540400 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-824adfa7-55ca-4573-a17e-a9f29c44638f req-59d80795-fa69-4ed7-a63e-6725c4fb0571 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487740 Feb 09 12:23:57.558803 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7a2a5fda-3589-44cd-8dfc-838113c5f986 req-7a67a13c-68b2-4cff-b50f-52bcf648b022 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:57.559429 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 39ba3f73-06ef-42d8-a3c2-474e37e2d876, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=39ba3f73-06ef-42d8-a3c2-474e37e2d876,segment=NetworkSegment(d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5),segment_id=d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:23:57.572823 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['bc63ec7d-afff-4490-ab8b-928f8fcc43cd'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:23:57.621477 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a67a13c-68b2-4cff-b50f-52bcf648b022 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Pushing event deleted for resources: {'Port': ['ID=bbc3a7e8-bad8-4e20-9899-c394e197af20,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:57.717606 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '39ba3f73-06ef-42d8-a3c2-474e37e2d876', 'network_id': 'ce449817-28f3-4897-a09b-d33182728951', 'port_id': '39ba3f73-06ef-42d8-a3c2-474e37e2d876', 'mac_address': 'fa:16:3e:47:0e:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d66c3c8-f193-4da4-ad1c-54328c88dbd7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:23:57.806085 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:57.830491 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39ba3f73-06ef-42d8-a3c2-474e37e2d876 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:23:57.848834 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 39ba3f73-06ef-42d8-a3c2-474e37e2d876, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=39ba3f73-06ef-42d8-a3c2-474e37e2d876,segment=NetworkSegment(d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5),segment_id=d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:23:57.854162 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:57.882404 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a2a5fda-3589-44cd-8dfc-838113c5f986 req-7a67a13c-68b2-4cff-b50f-52bcf648b022 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] No DVR routers for this DVR port bbc3a7e8-bad8-4e20-9899-c394e197af20 on host n-h1-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:23:57.931782 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7a2a5fda-3589-44cd-8dfc-838113c5f986 req-7a67a13c-68b2-4cff-b50f-52bcf648b022 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:57.940221 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ae2989-6437-44bf-8cfa-73e0f503c19e', 'name': 'network-vif-deleted', 'tag': 'bbc3a7e8-bad8-4e20-9899-c394e197af20'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:23:57.976307 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=39ba3f73-06ef-42d8-a3c2-474e37e2d876,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:58.004446 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7a2a5fda-3589-44cd-8dfc-838113c5f986 req-7a67a13c-68b2-4cff-b50f-52bcf648b022 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.52 "DELETE /v2.0/ports/bbc3a7e8-bad8-4e20-9899-c394e197af20 HTTP/1.1" status: 204 len: 173 time: 1.4600527 Feb 09 12:23:58.078436 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6167c24-c043-4250-89e2-f8f44de9675f req-705c1b37-da9c-4d24-a5fe-acee26a9ad84 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:58.095342 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c6167c24-c043-4250-89e2-f8f44de9675f req-705c1b37-da9c-4d24-a5fe-acee26a9ad84 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc4386fc-f851-41ff-a825-bc28043b849a HTTP/1.1" status: 200 len: 950 time: 0.4236784 Feb 09 12:23:58.098877 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ae2989-6437-44bf-8cfa-73e0f503c19e', 'name': 'network-vif-deleted', 'tag': 'bbc3a7e8-bad8-4e20-9899-c394e197af20', 'status': 'completed', 'code': 200} Feb 09 12:23:58.180473 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c6167c24-c043-4250-89e2-f8f44de9675f req-cec960fb-f531-445b-98fc-c993e5c17492 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809858 Feb 09 12:23:58.201920 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['39ba3f73-06ef-42d8-a3c2-474e37e2d876'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:23:58.519373 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8cb5af-3978-4276-a43e-23ce846b25b4 req-aaa29cbd-c57f-44d8-bba6-0ee9701dc6fa tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:58.532075 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4a8cb5af-3978-4276-a43e-23ce846b25b4 req-aaa29cbd-c57f-44d8-bba6-0ee9701dc6fa tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=826303ba-013d-462e-ab93-276205fc51ad HTTP/1.1" status: 200 len: 945 time: 0.2992477 Feb 09 12:23:58.621076 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4a8cb5af-3978-4276-a43e-23ce846b25b4 req-a6be6d75-76b3-41f3-b04e-700cb612b97e tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866740 Feb 09 12:23:58.715584 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3fe5aa44-89f8-4092-9917-60cd293119f8 req-9e363edc-8cdf-4f6a-8678-898224f456f5 tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] 10.222.0.55 "GET /v2.0/ports?device_id=37d6f89f-64e2-46aa-b1c1-4934d9953f5d HTTP/1.1" status: 200 len: 210 time: 0.0855162 Feb 09 12:23:58.754318 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbb415-8639-4473-8a4b-836f597113b8 req-b5fdffbc-62a0-40fd-8900-07ef9dc35fc3 tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:58.756500 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-49fbb415-8639-4473-8a4b-836f597113b8 req-b5fdffbc-62a0-40fd-8900-07ef9dc35fc3 tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] 10.222.0.46 "GET /v2.0/networks?id=87c18304-075f-4030-8ec7-64b6c88ef3ce HTTP/1.1" status: 200 len: 810 time: 0.4924185 Feb 09 12:23:58.780217 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-49fbb415-8639-4473-8a4b-836f597113b8 req-4d049298-75e5-49de-86ba-ce23329bc019 tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] Request body: {'port': {'device_id': '37d6f89f-64e2-46aa-b1c1-4934d9953f5d', 'network_id': '87c18304-075f-4030-8ec7-64b6c88ef3ce', 'admin_state_up': True, 'tenant_id': '208507418585428b8d9fe7fe2c432c62'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:23:58.866554 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-fbb73814-f17b-4906-8a15-571de34f7b30 req-84162954-1111-4beb-be32-183ffac83902 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Synchronizing usage tracker for tenant:48298ec907a946ddb2f0d8ac4aa52547 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:23:58.896375 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50244) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:23:58.923881 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-fbb73814-f17b-4906-8a15-571de34f7b30 req-84162954-1111-4beb-be32-183ffac83902 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Unset dirty status for tenant:48298ec907a946ddb2f0d8ac4aa52547 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:23:58.929281 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fbb73814-f17b-4906-8a15-571de34f7b30 req-84162954-1111-4beb-be32-183ffac83902 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=86ae2989-6437-44bf-8cfa-73e0f503c19e HTTP/1.1" status: 200 len: 210 time: 0.1207507 Feb 09 12:23:58.973066 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-49fbb415-8639-4473-8a4b-836f597113b8 req-4d049298-75e5-49de-86ba-ce23329bc019 tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:23:58.976573 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-49fbb415-8639-4473-8a4b-836f597113b8 req-4d049298-75e5-49de-86ba-ce23329bc019 tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] Usage tracker for resource:port and tenant:208507418585428b8d9fe7fe2c432c62 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:23:58.979815 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-49fbb415-8639-4473-8a4b-836f597113b8 req-4d049298-75e5-49de-86ba-ce23329bc019 tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:23:58.985740 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-49fbb415-8639-4473-8a4b-836f597113b8 req-4d049298-75e5-49de-86ba-ce23329bc019 tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:23:58.999038 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49fbb415-8639-4473-8a4b-836f597113b8 req-4d049298-75e5-49de-86ba-ce23329bc019 tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] Made reservation on behalf of 208507418585428b8d9fe7fe2c432c62 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:23:59.004666 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-49fbb415-8639-4473-8a4b-836f597113b8 req-4d049298-75e5-49de-86ba-ce23329bc019 tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:59.068334 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f9faaaac-98a2-4567-a22c-004b956f7467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:59.092104 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-f9faaaac-98a2-4567-a22c-004b956f7467 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:23:59.097610 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-f9faaaac-98a2-4567-a22c-004b956f7467 admin admin] Usage tracker for resource:security_group_rule and tenant:57179acf848d4758a479946943e2accb is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:23:59.110446 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-f9faaaac-98a2-4567-a22c-004b956f7467 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:23:59.118118 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-f9faaaac-98a2-4567-a22c-004b956f7467 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:23:59.209758 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-49fbb415-8639-4473-8a4b-836f597113b8 req-4d049298-75e5-49de-86ba-ce23329bc019 tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] Allocated IP 172.20.0.6 (87c18304-075f-4030-8ec7-64b6c88ef3ce/d92c9818-6adc-4ab3-abf6-da7bbfef4cac/efaf70a1-acf5-42d0-b016-70b08350725b) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:23:59.243779 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f9faaaac-98a2-4567-a22c-004b956f7467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:59.248884 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f9faaaac-98a2-4567-a22c-004b956f7467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:59.311868 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device bbc3a7e8-bad8-4e20-9899-c394e197af20 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:23:59.385059 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f9faaaac-98a2-4567-a22c-004b956f7467 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=57179acf848d4758a479946943e2accb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4855771 Feb 09 12:23:59.385919 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9faaaac-98a2-4567-a22c-004b956f7467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62a9e80-8a5e-41b2-83d4-f101b75a6a26,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:59.402293 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50256) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:23:59.421933 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] No Port match for: bbc3a7e8-bad8-4e20-9899-c394e197af20 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:23:59.423734 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device bbc3a7e8-bad8-4e20-9899-c394e197af20 not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:23:59.606145 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9ac145d5-9792-4155-841a-ac1b0f757baf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:59.655021 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c1dd1-c43d-4757-8912-e01e4f8ba0db req-15e4ebf4-abb0-4999-98ad-77f21b4e41a0 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:23:59.663398 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ca4c1dd1-c43d-4757-8912-e01e4f8ba0db req-15e4ebf4-abb0-4999-98ad-77f21b4e41a0 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc4386fc-f851-41ff-a825-bc28043b849a HTTP/1.1" status: 200 len: 950 time: 0.2126896 Feb 09 12:23:59.699376 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9ac145d5-9792-4155-841a-ac1b0f757baf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:59.757934 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ca4c1dd1-c43d-4757-8912-e01e4f8ba0db req-46a28383-49f5-4e70-a76c-826c4f171c46 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935009 Feb 09 12:23:59.809194 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-49fbb415-8639-4473-8a4b-836f597113b8 req-4d049298-75e5-49de-86ba-ce23329bc019 tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:59.828607 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9ac145d5-9792-4155-841a-ac1b0f757baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:59.849736 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac145d5-9792-4155-841a-ac1b0f757baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62a9e80-8a5e-41b2-83d4-f101b75a6a26,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:23:59.865415 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-49fbb415-8639-4473-8a4b-836f597113b8 req-4d049298-75e5-49de-86ba-ce23329bc019 tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:59.926027 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9ac145d5-9792-4155-841a-ac1b0f757baf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:23:59.928662 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9ac145d5-9792-4155-841a-ac1b0f757baf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b62a9e80-8a5e-41b2-83d4-f101b75a6a26 HTTP/1.1" status: 204 len: 168 time: 0.5255051 Feb 09 12:23:59.954866 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49fbb415-8639-4473-8a4b-836f597113b8 req-4d049298-75e5-49de-86ba-ce23329bc019 tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] Network 87c18304-075f-4030-8ec7-64b6c88ef3ce is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:23:59.958215 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-49fbb415-8639-4473-8a4b-836f597113b8 req-4d049298-75e5-49de-86ba-ce23329bc019 tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:23:59.963869 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-49fbb415-8639-4473-8a4b-836f597113b8 req-4d049298-75e5-49de-86ba-ce23329bc019 tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:24:00.025574 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d049298-75e5-49de-86ba-ce23329bc019 tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] Pushing event updated for resources: {'Port': ['ID=efaf70a1-acf5-42d0-b016-70b08350725b,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:00.047193 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc401484-aacb-45dd-8f49-8d56f98ed691 req-ee875ab0-74a1-4f74-9a95-a7c4b4f6f340 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:00.057206 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bc401484-aacb-45dd-8f49-8d56f98ed691 req-ee875ab0-74a1-4f74-9a95-a7c4b4f6f340 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=826303ba-013d-462e-ab93-276205fc51ad HTTP/1.1" status: 200 len: 945 time: 0.1891618 Feb 09 12:24:00.058378 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbb415-8639-4473-8a4b-836f597113b8 req-4d049298-75e5-49de-86ba-ce23329bc019 tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:00.059266 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-49fbb415-8639-4473-8a4b-836f597113b8 req-4d049298-75e5-49de-86ba-ce23329bc019 tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:00.087931 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-49fbb415-8639-4473-8a4b-836f597113b8 req-4d049298-75e5-49de-86ba-ce23329bc019 tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3197231 Feb 09 12:24:00.099442 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-49fbb415-8639-4473-8a4b-836f597113b8 req-c073354b-07b2-4d3d-99fe-d72a0468024b service neutron] Request body: {'port': {'device_id': '37d6f89f-64e2-46aa-b1c1-4934d9953f5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:24:00.153620 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bc401484-aacb-45dd-8f49-8d56f98ed691 req-5e9f361f-737a-4013-b4ee-2a46e78eea32 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917232 Feb 09 12:24:00.199676 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec9554-85c0-4f79-a998-972fe2cc434c req-cc648549-d079-407a-bb34-07d3723d52ad tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:00.201450 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-35ec9554-85c0-4f79-a998-972fe2cc434c req-cc648549-d079-407a-bb34-07d3723d52ad tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] 10.222.0.55 "GET /v2.0/ports?device_id=37d6f89f-64e2-46aa-b1c1-4934d9953f5d HTTP/1.1" status: 200 len: 931 time: 0.2258093 Feb 09 12:24:00.265330 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-49fbb415-8639-4473-8a4b-836f597113b8 req-c073354b-07b2-4d3d-99fe-d72a0468024b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:00.292911 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-35ec9554-85c0-4f79-a998-972fe2cc434c req-55b19568-011a-4696-bacd-3c793c55d191 tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] Synchronizing usage tracker for tenant:208507418585428b8d9fe7fe2c432c62 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:24:00.329022 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-35ec9554-85c0-4f79-a998-972fe2cc434c req-55b19568-011a-4696-bacd-3c793c55d191 tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] Unset dirty status for tenant:208507418585428b8d9fe7fe2c432c62 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:24:00.331165 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-35ec9554-85c0-4f79-a998-972fe2cc434c req-55b19568-011a-4696-bacd-3c793c55d191 tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] 10.222.0.55 "GET /v2.0/security-groups?id=4a78ba02-5f08-4807-b135-274decf0b574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236627 Feb 09 12:24:00.872137 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-49fbb415-8639-4473-8a4b-836f597113b8 req-c073354b-07b2-4d3d-99fe-d72a0468024b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efaf70a1-acf5-42d0-b016-70b08350725b {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:24:00.884736 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-49fbb415-8639-4473-8a4b-836f597113b8 req-c073354b-07b2-4d3d-99fe-d72a0468024b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:00.919703 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-49fbb415-8639-4473-8a4b-836f597113b8 req-c073354b-07b2-4d3d-99fe-d72a0468024b service neutron] Transition to ACTIVE for port object efaf70a1-acf5-42d0-b016-70b08350725b will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:24:00.925672 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-49fbb415-8639-4473-8a4b-836f597113b8 req-c073354b-07b2-4d3d-99fe-d72a0468024b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:01.147052 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50294) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:24:01.214705 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d438563-f0a0-4a7a-8c89-c139f3342003 req-f329d557-ada4-46a8-a7ba-b3b31fa3e937 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:01.224263 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7d438563-f0a0-4a7a-8c89-c139f3342003 req-f329d557-ada4-46a8-a7ba-b3b31fa3e937 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc4386fc-f851-41ff-a825-bc28043b849a HTTP/1.1" status: 200 len: 950 time: 0.1897931 Feb 09 12:24:01.293702 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7d438563-f0a0-4a7a-8c89-c139f3342003 req-f74b0c8c-0157-4fd5-b91f-98f2e957524e tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677826 Feb 09 12:24:01.334289 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c073354b-07b2-4d3d-99fe-d72a0468024b service neutron] Pushing event updated for resources: {'Port': ['ID=efaf70a1-acf5-42d0-b016-70b08350725b,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:01.368682 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-49fbb415-8639-4473-8a4b-836f597113b8 req-c073354b-07b2-4d3d-99fe-d72a0468024b service neutron] Attempting to bind port efaf70a1-acf5-42d0-b016-70b08350725b on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:24:01.369266 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-49fbb415-8639-4473-8a4b-836f597113b8 req-c073354b-07b2-4d3d-99fe-d72a0468024b service neutron] Attempting to bind port efaf70a1-acf5-42d0-b016-70b08350725b by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '0a841505-54d3-4496-af71-3f9e9562d6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '87c18304-075f-4030-8ec7-64b6c88ef3ce'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:24:01.369516 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fbb415-8639-4473-8a4b-836f597113b8 req-c073354b-07b2-4d3d-99fe-d72a0468024b service neutron] Attempting to bind port efaf70a1-acf5-42d0-b016-70b08350725b on network 87c18304-075f-4030-8ec7-64b6c88ef3ce {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:24:01.382145 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-bfe9abc0-2610-4699-a4a8-2c422a773626 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-823331993-network', 'tenant_id': 'bc9c53a7b034451ab0f2ff131ea064d5'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:24:01.390110 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fbb415-8639-4473-8a4b-836f597113b8 req-c073354b-07b2-4d3d-99fe-d72a0468024b service neutron] Port efaf70a1-acf5-42d0-b016-70b08350725b on network 87c18304-075f-4030-8ec7-64b6c88ef3ce not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:24:01.391107 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fbb415-8639-4473-8a4b-836f597113b8 req-c073354b-07b2-4d3d-99fe-d72a0468024b service neutron] Attempting to bind port efaf70a1-acf5-42d0-b016-70b08350725b on network 87c18304-075f-4030-8ec7-64b6c88ef3ce {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:24:01.394652 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-bfe9abc0-2610-4699-a4a8-2c422a773626 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:24:01.400075 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fbb415-8639-4473-8a4b-836f597113b8 req-c073354b-07b2-4d3d-99fe-d72a0468024b service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:24:01.400310 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fbb415-8639-4473-8a4b-836f597113b8 req-c073354b-07b2-4d3d-99fe-d72a0468024b service neutron] Checking segment: {'id': '0a841505-54d3-4496-af71-3f9e9562d6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '87c18304-075f-4030-8ec7-64b6c88ef3ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:24:01.400441 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 39ba3f73-06ef-42d8-a3c2-474e37e2d876 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:24:01.400864 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fbb415-8639-4473-8a4b-836f597113b8 req-c073354b-07b2-4d3d-99fe-d72a0468024b service neutron] Bound using segment: {'id': '0a841505-54d3-4496-af71-3f9e9562d6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '87c18304-075f-4030-8ec7-64b6c88ef3ce'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:24:01.401132 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-49fbb415-8639-4473-8a4b-836f597113b8 req-c073354b-07b2-4d3d-99fe-d72a0468024b service neutron] Bound port: efaf70a1-acf5-42d0-b016-70b08350725b, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a841505-54d3-4496-af71-3f9e9562d6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '87c18304-075f-4030-8ec7-64b6c88ef3ce'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:24:01.401484 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-49fbb415-8639-4473-8a4b-836f597113b8 req-c073354b-07b2-4d3d-99fe-d72a0468024b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:01.415740 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-bfe9abc0-2610-4699-a4a8-2c422a773626 admin admin] Usage tracker for resource:network and tenant:bc9c53a7b034451ab0f2ff131ea064d5 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:24:01.427019 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-bfe9abc0-2610-4699-a4a8-2c422a773626 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:24:01.429360 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:24:01.583178 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-bfe9abc0-2610-4699-a4a8-2c422a773626 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:24:01.607193 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe9abc0-2610-4699-a4a8-2c422a773626 admin admin] Made reservation on behalf of bc9c53a7b034451ab0f2ff131ea064d5 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:24:01.609919 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bfe9abc0-2610-4699-a4a8-2c422a773626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:01.627563 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bfe9abc0-2610-4699-a4a8-2c422a773626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:01.627956 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 39ba3f73-06ef-42d8-a3c2-474e37e2d876 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:24:01.637048 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 39ba3f73-06ef-42d8-a3c2-474e37e2d876 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:24:01.637725 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:01.661491 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-49fbb415-8639-4473-8a4b-836f597113b8 req-c073354b-07b2-4d3d-99fe-d72a0468024b service neutron] For port efaf70a1-acf5-42d0-b016-70b08350725b, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:24:01.665395 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-49fbb415-8639-4473-8a4b-836f597113b8 req-c073354b-07b2-4d3d-99fe-d72a0468024b service neutron] For port efaf70a1-acf5-42d0-b016-70b08350725b, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=efaf70a1-acf5-42d0-b016-70b08350725b,segment=NetworkSegment(0a841505-54d3-4496-af71-3f9e9562d6ba),segment_id=0a841505-54d3-4496-af71-3f9e9562d6ba)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:24:01.672599 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-49fbb415-8639-4473-8a4b-836f597113b8 req-c073354b-07b2-4d3d-99fe-d72a0468024b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:01.762135 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-bfe9abc0-2610-4699-a4a8-2c422a773626 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:24:01.778687 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbb415-8639-4473-8a4b-836f597113b8 req-c073354b-07b2-4d3d-99fe-d72a0468024b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:01.780371 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-49fbb415-8639-4473-8a4b-836f597113b8 req-c073354b-07b2-4d3d-99fe-d72a0468024b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:01.781755 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-49fbb415-8639-4473-8a4b-836f597113b8 req-c073354b-07b2-4d3d-99fe-d72a0468024b service neutron] 10.222.0.46 "PUT /v2.0/ports/efaf70a1-acf5-42d0-b016-70b08350725b HTTP/1.1" status: 200 len: 1091 time: 1.6879852 Feb 09 12:24:01.799519 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37d6f89f-64e2-46aa-b1c1-4934d9953f5d', 'tag': 'efaf70a1-acf5-42d0-b016-70b08350725b'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:24:01.829945 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-bfe9abc0-2610-4699-a4a8-2c422a773626 admin admin] Usage tracker for resource:security_group_rule and tenant:bc9c53a7b034451ab0f2ff131ea064d5 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:24:01.844543 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-bfe9abc0-2610-4699-a4a8-2c422a773626 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:24:01.874807 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-bfe9abc0-2610-4699-a4a8-2c422a773626 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:24:01.901289 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:01.902402 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29153537-9862-4044-84d4-674e67a9ab04 req-bf2a7f97-ea8c-43bc-9b30-3b2d0bb42078 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:01.904371 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-29153537-9862-4044-84d4-674e67a9ab04 req-bf2a7f97-ea8c-43bc-9b30-3b2d0bb42078 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=826303ba-013d-462e-ab93-276205fc51ad HTTP/1.1" status: 200 len: 945 time: 0.4847989 Feb 09 12:24:01.932043 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c073354b-07b2-4d3d-99fe-d72a0468024b service neutron] Pushing event updated for resources: {'Port': ['ID=efaf70a1-acf5-42d0-b016-70b08350725b,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:01.966898 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826303ba-013d-462e-ab93-276205fc51ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ba3f73-06ef-42d8-a3c2-474e37e2d876'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:24:01.981920 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-29153537-9862-4044-84d4-674e67a9ab04 req-28e95fca-1db1-4823-aa59-60628149ccf0 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651636 Feb 09 12:24:01.994350 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbb415-8639-4473-8a4b-836f597113b8 req-9ae9f49b-3a7e-4fd5-92a4-3264a7fc9f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:01.995912 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-49fbb415-8639-4473-8a4b-836f597113b8 req-9ae9f49b-3a7e-4fd5-92a4-3264a7fc9f57 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=208507418585428b8d9fe7fe2c432c62&device_id=37d6f89f-64e2-46aa-b1c1-4934d9953f5d HTTP/1.1" status: 200 len: 1094 time: 0.1710351 Feb 09 12:24:01.999216 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 39ba3f73-06ef-42d8-a3c2-474e37e2d876, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=39ba3f73-06ef-42d8-a3c2-474e37e2d876,segment=NetworkSegment(d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5),segment_id=d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:24:02.007755 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:02.014529 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca59299-c05e-4560-b6f8-ef91df67b746 req-095bc100-94bb-42c8-8785-8488bbe272f2 tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:02.016072 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fca59299-c05e-4560-b6f8-ef91df67b746 req-095bc100-94bb-42c8-8785-8488bbe272f2 tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] 10.222.0.55 "GET /v2.0/ports?device_id=37d6f89f-64e2-46aa-b1c1-4934d9953f5d HTTP/1.1" status: 200 len: 943 time: 0.3777373 Feb 09 12:24:02.091012 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-49fbb415-8639-4473-8a4b-836f597113b8 req-a2a0c445-f3a9-43e6-b556-98b882d689bd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=efaf70a1-acf5-42d0-b016-70b08350725b HTTP/1.1" status: 200 len: 217 time: 0.0875256 Feb 09 12:24:02.098819 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fca59299-c05e-4560-b6f8-ef91df67b746 req-8b060eaf-c537-4dc2-b7dc-bb84b4a979d9 tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] 10.222.0.55 "GET /v2.0/security-groups?id=4a78ba02-5f08-4807-b135-274decf0b574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769563 Feb 09 12:24:02.177086 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=39ba3f73-06ef-42d8-a3c2-474e37e2d876,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:02.208523 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bfe9abc0-2610-4699-a4a8-2c422a773626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:02.217147 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bfe9abc0-2610-4699-a4a8-2c422a773626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:02.227655 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37d6f89f-64e2-46aa-b1c1-4934d9953f5d', 'tag': 'efaf70a1-acf5-42d0-b016-70b08350725b', 'status': 'completed', 'code': 200} Feb 09 12:24:02.246329 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826303ba-013d-462e-ab93-276205fc51ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ba3f73-06ef-42d8-a3c2-474e37e2d876', 'code': 200} Feb 09 12:24:02.247266 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfe9abc0-2610-4699-a4a8-2c422a773626 admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:24:02.260002 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bfe9abc0-2610-4699-a4a8-2c422a773626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:02.260399 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-bfe9abc0-2610-4699-a4a8-2c422a773626 admin admin] Added segment cfcb5c03-9cf3-4e8a-86fb-9a6548aecceb of type vlan for network eb9c9401-ae6e-4ae2-af8b-629b60484b7d Feb 09 12:24:02.295873 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bfe9abc0-2610-4699-a4a8-2c422a773626 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:02.323747 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbb415-8639-4473-8a4b-836f597113b8 req-ef0c3ad8-a031-4af8-902e-9602cc526434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:02.332871 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-49fbb415-8639-4473-8a4b-836f597113b8 req-ef0c3ad8-a031-4af8-902e-9602cc526434 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d92c9818-6adc-4ab3-abf6-da7bbfef4cac HTTP/1.1" status: 200 len: 850 time: 0.2334979 Feb 09 12:24:02.369483 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bfe9abc0-2610-4699-a4a8-2c422a773626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:02.370606 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe9abc0-2610-4699-a4a8-2c422a773626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:02.371200 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bfe9abc0-2610-4699-a4a8-2c422a773626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:02.444871 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-49fbb415-8639-4473-8a4b-836f597113b8 req-7204a322-3d79-4273-bdc5-6c81c9a9b3c9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87c18304-075f-4030-8ec7-64b6c88ef3ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1051219 Feb 09 12:24:02.528098 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe9abc0-2610-4699-a4a8-2c422a773626 admin admin] Pushing event updated for resources: {'Network': ['ID=eb9c9401-ae6e-4ae2-af8b-629b60484b7d,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:02.625150 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe9abc0-2610-4699-a4a8-2c422a773626 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:24:02.625499 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe9abc0-2610-4699-a4a8-2c422a773626 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:24:02.625743 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe9abc0-2610-4699-a4a8-2c422a773626 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:24:02.626078 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe9abc0-2610-4699-a4a8-2c422a773626 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:24:02.626415 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe9abc0-2610-4699-a4a8-2c422a773626 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:24:02.626742 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe9abc0-2610-4699-a4a8-2c422a773626 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:24:02.627069 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe9abc0-2610-4699-a4a8-2c422a773626 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:24:02.627389 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe9abc0-2610-4699-a4a8-2c422a773626 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:24:02.627717 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe9abc0-2610-4699-a4a8-2c422a773626 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:24:02.628066 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe9abc0-2610-4699-a4a8-2c422a773626 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:24:02.629008 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe9abc0-2610-4699-a4a8-2c422a773626 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:24:02.629427 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe9abc0-2610-4699-a4a8-2c422a773626 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:24:02.631622 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-49fbb415-8639-4473-8a4b-836f597113b8 req-e6d461f8-7952-4e5f-bd17-ba2633167010 service neutron] 10.222.0.46 "GET /v2.0/networks/87c18304-075f-4030-8ec7-64b6c88ef3ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781864 Feb 09 12:24:02.642513 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network eb9c9401-ae6e-4ae2-af8b-629b60484b7d details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:24:02.681641 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe9abc0-2610-4699-a4a8-2c422a773626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc17f62-f1be-4521-89a2-9cc9d4abd744,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:02.721540 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-bfe9abc0-2610-4699-a4a8-2c422a773626 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5713072 Feb 09 12:24:02.722505 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50314) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:24:02.745861 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-981eed1b-5f2f-4643-af4b-c0a91ead25cd admin admin] Request body: {'subnet': {'network_id': 'eb9c9401-ae6e-4ae2-af8b-629b60484b7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-823331993-subnet', 'tenant_id': 'bc9c53a7b034451ab0f2ff131ea064d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:24:02.767105 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-981eed1b-5f2f-4643-af4b-c0a91ead25cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:24:02.785450 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-981eed1b-5f2f-4643-af4b-c0a91ead25cd admin admin] Usage tracker for resource:subnet and tenant:bc9c53a7b034451ab0f2ff131ea064d5 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:24:02.808983 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-981eed1b-5f2f-4643-af4b-c0a91ead25cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:24:02.818985 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-981eed1b-5f2f-4643-af4b-c0a91ead25cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:24:02.851445 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981eed1b-5f2f-4643-af4b-c0a91ead25cd admin admin] Made reservation on behalf of bc9c53a7b034451ab0f2ff131ea064d5 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:24:02.854331 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-981eed1b-5f2f-4643-af4b-c0a91ead25cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:03.052934 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-49fbb415-8639-4473-8a4b-836f597113b8 req-2b345f7d-b43d-4481-8c67-459f1cb2ff01 service neutron] 10.222.0.46 "GET /v2.0/networks/87c18304-075f-4030-8ec7-64b6c88ef3ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4096925 Feb 09 12:24:03.234374 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec316a-34fc-42e7-a13f-d104be8cb353 req-cbb31426-a3b3-4dc8-8837-3918f389c92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:03.236898 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-20ec316a-34fc-42e7-a13f-d104be8cb353 req-cbb31426-a3b3-4dc8-8837-3918f389c92f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=208507418585428b8d9fe7fe2c432c62&device_id=37d6f89f-64e2-46aa-b1c1-4934d9953f5d HTTP/1.1" status: 200 len: 1094 time: 0.1310306 Feb 09 12:24:03.311968 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726dc63c-6fbe-4f71-8642-823292bb713e req-9e986fb9-5888-4106-8d51-a8fb5079d00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:03.313467 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-726dc63c-6fbe-4f71-8642-823292bb713e req-9e986fb9-5888-4106-8d51-a8fb5079d00b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=826303ba-013d-462e-ab93-276205fc51ad HTTP/1.1" status: 200 len: 1097 time: 0.9842217 Feb 09 12:24:03.351214 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf2779-6959-4d7a-9b62-389082825718 req-d7a399bd-7fd8-4d7c-b459-1bced01d4036 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:03.358720 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1bf2779-6959-4d7a-9b62-389082825718 req-d7a399bd-7fd8-4d7c-b459-1bced01d4036 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc4386fc-f851-41ff-a825-bc28043b849a HTTP/1.1" status: 200 len: 950 time: 0.8347065 Feb 09 12:24:03.497348 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-981eed1b-5f2f-4643-af4b-c0a91ead25cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:03.506593 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-726dc63c-6fbe-4f71-8642-823292bb713e req-f82e5bd6-9f70-49cb-bb6e-ee848d031f18 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835263 Feb 09 12:24:03.510876 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec316a-34fc-42e7-a13f-d104be8cb353 req-f9f22cd8-4aa7-427e-a247-13c27d0de756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:03.512581 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-20ec316a-34fc-42e7-a13f-d104be8cb353 req-f9f22cd8-4aa7-427e-a247-13c27d0de756 service neutron] 10.222.0.46 "GET /v2.0/networks?id=87c18304-075f-4030-8ec7-64b6c88ef3ce HTTP/1.1" status: 200 len: 911 time: 0.2693665 Feb 09 12:24:03.566003 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1bf2779-6959-4d7a-9b62-389082825718 req-900dc5ac-bad7-4578-aeed-d5bf89d49d5c tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063777 Feb 09 12:24:03.584709 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57e96a-6162-46ed-9e27-635bd4be86a6 req-6e7f5ade-108a-461c-a42a-09c8281d33c0 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:03.586245 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-be57e96a-6162-46ed-9e27-635bd4be86a6 req-6e7f5ade-108a-461c-a42a-09c8281d33c0 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=826303ba-013d-462e-ab93-276205fc51ad HTTP/1.1" status: 200 len: 946 time: 0.3572230 Feb 09 12:24:03.652041 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981eed1b-5f2f-4643-af4b-c0a91ead25cd admin admin] Checking segment: {'id': 'cfcb5c03-9cf3-4e8a-86fb-9a6548aecceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'eb9c9401-ae6e-4ae2-af8b-629b60484b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:24:03.652254 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981eed1b-5f2f-4643-af4b-c0a91ead25cd admin admin] Network hostable DHCP agents. Network: eb9c9401-ae6e-4ae2-af8b-629b60484b7d, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:24:03.663791 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981eed1b-5f2f-4643-af4b-c0a91ead25cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8530711a-2ec2-4b32-a0e4-2f811217a782,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:03.668765 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-be57e96a-6162-46ed-9e27-635bd4be86a6 req-e120d802-f95b-4f88-b894-67605ecabf1f tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590510 Feb 09 12:24:03.684985 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981eed1b-5f2f-4643-af4b-c0a91ead25cd admin admin] Network eb9c9401-ae6e-4ae2-af8b-629b60484b7d is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:24:03.698666 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-981eed1b-5f2f-4643-af4b-c0a91ead25cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, eb9c9401-ae6e-4ae2-af8b-629b60484b7d) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:24:03.703425 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981eed1b-5f2f-4643-af4b-c0a91ead25cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:03.704082 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-981eed1b-5f2f-4643-af4b-c0a91ead25cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:03.713842 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1233b376-5d6c-42f1-9ea0-7a83d30039e7 None None] Network eb9c9401-ae6e-4ae2-af8b-629b60484b7d requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:24:03.778010 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-981eed1b-5f2f-4643-af4b-c0a91ead25cd admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0522444 Feb 09 12:24:03.779512 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-20ec316a-34fc-42e7-a13f-d104be8cb353 req-4f38d8fd-a6a8-49c4-916b-3e85e6c72f6f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=efaf70a1-acf5-42d0-b016-70b08350725b HTTP/1.1" status: 200 len: 217 time: 0.0796223 Feb 09 12:24:03.818542 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fea836-5354-4d96-859f-20d3e13d55a5 req-aba0e43a-491e-43a1-a18b-e7c64be1b451 tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:03.820689 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-06fea836-5354-4d96-859f-20d3e13d55a5 req-aba0e43a-491e-43a1-a18b-e7c64be1b451 tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] 10.222.0.55 "GET /v2.0/ports?device_id=37d6f89f-64e2-46aa-b1c1-4934d9953f5d HTTP/1.1" status: 200 len: 943 time: 0.0952940 Feb 09 12:24:03.896477 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec316a-34fc-42e7-a13f-d104be8cb353 req-2361fa91-8dba-4ead-be5a-1bd246d7476d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:03.898709 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-20ec316a-34fc-42e7-a13f-d104be8cb353 req-2361fa91-8dba-4ead-be5a-1bd246d7476d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d92c9818-6adc-4ab3-abf6-da7bbfef4cac HTTP/1.1" status: 200 len: 850 time: 0.0990791 Feb 09 12:24:03.904526 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-06fea836-5354-4d96-859f-20d3e13d55a5 req-2cc622a8-f618-4aac-b801-343211fc586d tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] 10.222.0.55 "GET /v2.0/security-groups?id=4a78ba02-5f08-4807-b135-274decf0b574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779171 Feb 09 12:24:04.019787 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-20ec316a-34fc-42e7-a13f-d104be8cb353 req-64cb3d26-465c-44e1-90c6-bc3083134d13 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87c18304-075f-4030-8ec7-64b6c88ef3ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029525 Feb 09 12:24:04.058742 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651ffed3-8f08-4e04-b79d-8e3ce6d2c884 None None] Network eb9c9401-ae6e-4ae2-af8b-629b60484b7d requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:24:04.271458 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-20ec316a-34fc-42e7-a13f-d104be8cb353 req-a5ddc4ba-0b4e-4763-b371-7d1c7f9cbd62 service neutron] 10.222.0.46 "GET /v2.0/networks/87c18304-075f-4030-8ec7-64b6c88ef3ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380641 Feb 09 12:24:04.452061 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-20ec316a-34fc-42e7-a13f-d104be8cb353 req-22d446bc-250a-49f0-a72f-77141baf0cb7 service neutron] 10.222.0.46 "GET /v2.0/networks/87c18304-075f-4030-8ec7-64b6c88ef3ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714387 Feb 09 12:24:04.578127 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50352) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:24:04.584173 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-511d70ba-08d2-4808-979b-aaa9af1ce193 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-146690195-network', 'tenant_id': 'b7ed468cbae0418198fa38d3b168be9e'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:24:04.588770 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-511d70ba-08d2-4808-979b-aaa9af1ce193 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:24:04.592547 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-511d70ba-08d2-4808-979b-aaa9af1ce193 admin admin] Usage tracker for resource:network and tenant:b7ed468cbae0418198fa38d3b168be9e is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:24:04.595449 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-511d70ba-08d2-4808-979b-aaa9af1ce193 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:24:04.602687 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-511d70ba-08d2-4808-979b-aaa9af1ce193 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:24:04.613687 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511d70ba-08d2-4808-979b-aaa9af1ce193 admin admin] Made reservation on behalf of b7ed468cbae0418198fa38d3b168be9e for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:24:04.616537 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-511d70ba-08d2-4808-979b-aaa9af1ce193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:04.633455 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-511d70ba-08d2-4808-979b-aaa9af1ce193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:04.652000 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-511d70ba-08d2-4808-979b-aaa9af1ce193 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:24:04.656017 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-511d70ba-08d2-4808-979b-aaa9af1ce193 admin admin] Usage tracker for resource:security_group_rule and tenant:b7ed468cbae0418198fa38d3b168be9e is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:24:04.658939 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-511d70ba-08d2-4808-979b-aaa9af1ce193 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:24:04.676468 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-511d70ba-08d2-4808-979b-aaa9af1ce193 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:24:04.917208 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-511d70ba-08d2-4808-979b-aaa9af1ce193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:04.925141 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-511d70ba-08d2-4808-979b-aaa9af1ce193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:04.959238 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc861bd-8e7b-4020-aa8e-31ef92ff1f69 req-0c759640-2160-4ac2-b0be-cf9edaaf2d3f tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:04.960786 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-abc861bd-8e7b-4020-aa8e-31ef92ff1f69 req-0c759640-2160-4ac2-b0be-cf9edaaf2d3f tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc4386fc-f851-41ff-a825-bc28043b849a HTTP/1.1" status: 200 len: 950 time: 0.2174308 Feb 09 12:24:05.001463 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272479a-c02c-418d-bdd6-57325313ac85 req-3afa7958-fcf7-4afc-80a4-7f96af8d8609 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:05.002960 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3272479a-c02c-418d-bdd6-57325313ac85 req-3afa7958-fcf7-4afc-80a4-7f96af8d8609 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b56dd09-217f-4e09-9355-dcba1e727292 HTTP/1.1" status: 200 len: 945 time: 0.2173929 Feb 09 12:24:05.004325 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-511d70ba-08d2-4808-979b-aaa9af1ce193 admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:24:05.008196 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511d70ba-08d2-4808-979b-aaa9af1ce193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a2fa39-07bd-4936-a05f-d6bbe42ffdb1,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:05.050708 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-511d70ba-08d2-4808-979b-aaa9af1ce193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:05.051136 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-511d70ba-08d2-4808-979b-aaa9af1ce193 admin admin] Added segment 6f1d4402-d8b7-4185-9be5-f30bb0dcaa5b of type vlan for network 98f9c49f-35bc-4e8c-a919-b9c9ff92fc31 Feb 09 12:24:05.074416 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-abc861bd-8e7b-4020-aa8e-31ef92ff1f69 req-f88cf990-8dd2-4753-ba4b-958a0150c2b7 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995798 Feb 09 12:24:05.097118 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3272479a-c02c-418d-bdd6-57325313ac85 req-4224f2c8-943c-4c1a-8ce8-727230bc0a6d tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834663 Feb 09 12:24:05.104493 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-511d70ba-08d2-4808-979b-aaa9af1ce193 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:05.136282 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-511d70ba-08d2-4808-979b-aaa9af1ce193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:05.137388 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511d70ba-08d2-4808-979b-aaa9af1ce193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:05.137946 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-511d70ba-08d2-4808-979b-aaa9af1ce193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:05.342394 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-511d70ba-08d2-4808-979b-aaa9af1ce193 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7631521 Feb 09 12:24:05.345218 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50368) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:24:05.351566 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-16b732c1-a45d-4825-90c4-a75c5dfc3080 admin admin] Request body: {'subnet': {'network_id': '98f9c49f-35bc-4e8c-a919-b9c9ff92fc31', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-146690195-subnet', 'tenant_id': 'b7ed468cbae0418198fa38d3b168be9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:24:05.357496 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-16b732c1-a45d-4825-90c4-a75c5dfc3080 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:24:05.358408 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511d70ba-08d2-4808-979b-aaa9af1ce193 admin admin] Pushing event updated for resources: {'Network': ['ID=98f9c49f-35bc-4e8c-a919-b9c9ff92fc31,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:05.371283 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 98f9c49f-35bc-4e8c-a919-b9c9ff92fc31 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:24:05.397236 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-16b732c1-a45d-4825-90c4-a75c5dfc3080 admin admin] Usage tracker for resource:subnet and tenant:b7ed468cbae0418198fa38d3b168be9e is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:24:05.402547 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-16b732c1-a45d-4825-90c4-a75c5dfc3080 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:24:05.405395 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b93e79-9d1c-4b8b-b349-fba0532cf6c8 req-44bb64d6-156f-4aa1-bad3-f7dcc55bce33 tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:05.407069 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-72b93e79-9d1c-4b8b-b349-fba0532cf6c8 req-44bb64d6-156f-4aa1-bad3-f7dcc55bce33 tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] 10.222.0.55 "GET /v2.0/ports?device_id=37d6f89f-64e2-46aa-b1c1-4934d9953f5d HTTP/1.1" status: 200 len: 943 time: 0.1902215 Feb 09 12:24:05.419127 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2754a154-6195-4000-b44d-ad90619b1046 req-86daaaec-e562-4afb-abc3-033c20659588 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:05.423417 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2754a154-6195-4000-b44d-ad90619b1046 req-86daaaec-e562-4afb-abc3-033c20659588 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=826303ba-013d-462e-ab93-276205fc51ad HTTP/1.1" status: 200 len: 946 time: 0.2066965 Feb 09 12:24:05.436160 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-16b732c1-a45d-4825-90c4-a75c5dfc3080 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:24:05.454643 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b732c1-a45d-4825-90c4-a75c5dfc3080 admin admin] Made reservation on behalf of b7ed468cbae0418198fa38d3b168be9e for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:24:05.458101 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-16b732c1-a45d-4825-90c4-a75c5dfc3080 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:05.504203 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-72b93e79-9d1c-4b8b-b349-fba0532cf6c8 req-f2d8613f-031f-4e9f-943f-80e263ac661e tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] 10.222.0.55 "GET /v2.0/security-groups?id=4a78ba02-5f08-4807-b135-274decf0b574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788260 Feb 09 12:24:05.515686 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2754a154-6195-4000-b44d-ad90619b1046 req-fcf626ff-ee4a-4b5a-ba16-d3b302f2656d tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707197 Feb 09 12:24:05.685552 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f986bba-dd4b-4eec-a4d5-5e25896533f8 req-d18742bd-f933-4156-855c-18787262f2e6 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:05.687731 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2f986bba-dd4b-4eec-a4d5-5e25896533f8 req-d18742bd-f933-4156-855c-18787262f2e6 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b56dd09-217f-4e09-9355-dcba1e727292 HTTP/1.1" status: 200 len: 945 time: 0.1326528 Feb 09 12:24:05.714044 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-16b732c1-a45d-4825-90c4-a75c5dfc3080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:05.791865 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b732c1-a45d-4825-90c4-a75c5dfc3080 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bd23c1c-bc9e-45e1-9300-770303748b58,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:05.795474 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-2f986bba-dd4b-4eec-a4d5-5e25896533f8 req-8c7e7bb9-790e-4088-a6bf-a125fe0f07fd tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Deleting port bc63ec7d-afff-4490-ab8b-928f8fcc43cd {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:24:05.795862 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-2f986bba-dd4b-4eec-a4d5-5e25896533f8 req-8c7e7bb9-790e-4088-a6bf-a125fe0f07fd tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:05.801005 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b732c1-a45d-4825-90c4-a75c5dfc3080 admin admin] Checking segment: {'id': '6f1d4402-d8b7-4185-9be5-f30bb0dcaa5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '98f9c49f-35bc-4e8c-a919-b9c9ff92fc31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:24:05.801371 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b732c1-a45d-4825-90c4-a75c5dfc3080 admin admin] Network hostable DHCP agents. Network: 98f9c49f-35bc-4e8c-a919-b9c9ff92fc31, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:24:05.821884 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b732c1-a45d-4825-90c4-a75c5dfc3080 admin admin] Network 98f9c49f-35bc-4e8c-a919-b9c9ff92fc31 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:24:05.833872 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-16b732c1-a45d-4825-90c4-a75c5dfc3080 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 98f9c49f-35bc-4e8c-a919-b9c9ff92fc31) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:24:05.844183 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b732c1-a45d-4825-90c4-a75c5dfc3080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:05.845146 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-16b732c1-a45d-4825-90c4-a75c5dfc3080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:05.845693 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630ffcb4-f569-4aee-8929-98f129dd0799 None None] Network 98f9c49f-35bc-4e8c-a919-b9c9ff92fc31 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:24:05.885054 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-16b732c1-a45d-4825-90c4-a75c5dfc3080 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5384896 Feb 09 12:24:06.151581 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b863aba1-951e-4467-a7bd-7f86059e5c37 None None] Network 98f9c49f-35bc-4e8c-a919-b9c9ff92fc31 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:24:06.294787 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e39a7b-c030-4723-8fdc-3c32fe8ca6ae req-4ba5c54e-8bef-4631-bb7c-ea079cbce51c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:06.302057 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-00e39a7b-c030-4723-8fdc-3c32fe8ca6ae req-4ba5c54e-8bef-4631-bb7c-ea079cbce51c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=826303ba-013d-462e-ab93-276205fc51ad HTTP/1.1" status: 200 len: 946 time: 0.3970177 Feb 09 12:24:06.429302 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-2f986bba-dd4b-4eec-a4d5-5e25896533f8 req-8c7e7bb9-790e-4088-a6bf-a125fe0f07fd tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] For port bc63ec7d-afff-4490-ab8b-928f8fcc43cd, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=bc63ec7d-afff-4490-ab8b-928f8fcc43cd,segment=NetworkSegment(a032c80a-2814-4a8f-bd23-99ac5315db25),segment_id=a032c80a-2814-4a8f-bd23-99ac5315db25)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:24:06.429667 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-2f986bba-dd4b-4eec-a4d5-5e25896533f8 req-8c7e7bb9-790e-4088-a6bf-a125fe0f07fd tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:06.451126 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-00e39a7b-c030-4723-8fdc-3c32fe8ca6ae req-11c2fdf6-5be9-4a86-8700-bcdc366f5052 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482325 Feb 09 12:24:06.712080 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-2f986bba-dd4b-4eec-a4d5-5e25896533f8 req-8c7e7bb9-790e-4088-a6bf-a125fe0f07fd tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Calling delete_port for bc63ec7d-afff-4490-ab8b-928f8fcc43cd owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:24:06.779555 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a573b8-5d1a-44db-b967-356f6ff7a531 req-9c483cd2-25ef-433e-85ff-355007573d13 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:06.781048 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-46a573b8-5d1a-44db-b967-356f6ff7a531 req-9c483cd2-25ef-433e-85ff-355007573d13 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc4386fc-f851-41ff-a825-bc28043b849a HTTP/1.1" status: 200 len: 950 time: 0.4547913 Feb 09 12:24:06.876365 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-46a573b8-5d1a-44db-b967-356f6ff7a531 req-d946d45e-d285-4e7c-bf2d-3c976f2e1471 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870633 Feb 09 12:24:06.924688 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7db3b-4422-4b31-8a62-dc4b95ab9271 req-e355c333-c9c1-4add-8ea6-948d6e0bf447 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:06.926833 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9ca7db3b-4422-4b31-8a62-dc4b95ab9271 req-e355c333-c9c1-4add-8ea6-948d6e0bf447 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b56dd09-217f-4e09-9355-dcba1e727292 HTTP/1.1" status: 200 len: 945 time: 0.3092782 Feb 09 12:24:06.997231 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9ca7db3b-4422-4b31-8a62-dc4b95ab9271 req-ca6bd9fb-730c-4a2b-95aa-7ceb38f3613a tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578091 Feb 09 12:24:06.997969 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-2f986bba-dd4b-4eec-a4d5-5e25896533f8 req-8c7e7bb9-790e-4088-a6bf-a125fe0f07fd tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:07.023524 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['bc63ec7d-afff-4490-ab8b-928f8fcc43cd'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:24:07.059820 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e7bb9-790e-4088-a6bf-a125fe0f07fd tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Pushing event deleted for resources: {'Port': ['ID=bc63ec7d-afff-4490-ab8b-928f8fcc43cd,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:07.180075 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f986bba-dd4b-4eec-a4d5-5e25896533f8 req-8c7e7bb9-790e-4088-a6bf-a125fe0f07fd tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] No DVR routers for this DVR port bc63ec7d-afff-4490-ab8b-928f8fcc43cd on host n-h1-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:24:07.182618 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-2f986bba-dd4b-4eec-a4d5-5e25896533f8 req-8c7e7bb9-790e-4088-a6bf-a125fe0f07fd tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:07.208333 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b56dd09-217f-4e09-9355-dcba1e727292', 'name': 'network-vif-deleted', 'tag': 'bc63ec7d-afff-4490-ab8b-928f8fcc43cd'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:24:07.287222 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50412) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:24:07.293672 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-6941f7cc-e598-4906-87a5-def114958bb9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-270060953'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:24:07.296567 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2f986bba-dd4b-4eec-a4d5-5e25896533f8 req-8c7e7bb9-790e-4088-a6bf-a125fe0f07fd tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.52 "DELETE /v2.0/ports/bc63ec7d-afff-4490-ab8b-928f8fcc43cd HTTP/1.1" status: 204 len: 173 time: 1.6025815 Feb 09 12:24:07.299079 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6941f7cc-e598-4906-87a5-def114958bb9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:24:07.313613 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-6941f7cc-e598-4906-87a5-def114958bb9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Usage tracker for resource:network and tenant:1504faf0b32244dc872049fa5f2c3962 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:24:07.317583 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-6941f7cc-e598-4906-87a5-def114958bb9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:24:07.336415 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6941f7cc-e598-4906-87a5-def114958bb9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:24:07.356347 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6941f7cc-e598-4906-87a5-def114958bb9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Made reservation on behalf of 1504faf0b32244dc872049fa5f2c3962 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:24:07.359768 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6941f7cc-e598-4906-87a5-def114958bb9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:07.363627 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3239406-378a-4661-b230-1141e616552c req-3f8df3eb-864e-40aa-bd17-3417cbd8cce3 tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:07.365337 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d3239406-378a-4661-b230-1141e616552c req-3f8df3eb-864e-40aa-bd17-3417cbd8cce3 tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] 10.222.0.55 "GET /v2.0/ports?device_id=37d6f89f-64e2-46aa-b1c1-4934d9953f5d HTTP/1.1" status: 200 len: 943 time: 0.2341526 Feb 09 12:24:07.379714 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cacff46-661c-45b4-822b-2b379b201f89 req-c717ef4b-1087-493c-ab96-7f9d02a14fc3 tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:07.380454 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-3cacff46-661c-45b4-822b-2b379b201f89 req-c717ef4b-1087-493c-ab96-7f9d02a14fc3 tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] Synchronizing usage tracker for tenant:bc9c53a7b034451ab0f2ff131ea064d5 on resource:network {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:24:07.388752 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6941f7cc-e598-4906-87a5-def114958bb9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:24:07.398406 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6941f7cc-e598-4906-87a5-def114958bb9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:07.398754 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-6941f7cc-e598-4906-87a5-def114958bb9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Added segment d84b820b-b8a5-49e5-b578-ff1b27561844 of type vlan for network 9cd8438c-2c74-4941-a26e-2747746bb4cf Feb 09 12:24:07.417221 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device efaf70a1-acf5-42d0-b016-70b08350725b details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:24:07.427728 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-3cacff46-661c-45b4-822b-2b379b201f89 req-c717ef4b-1087-493c-ab96-7f9d02a14fc3 tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] Unset dirty status for tenant:bc9c53a7b034451ab0f2ff131ea064d5 on resource:network {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:24:07.428912 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3cacff46-661c-45b4-822b-2b379b201f89 req-c717ef4b-1087-493c-ab96-7f9d02a14fc3 tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] 10.222.0.55 "GET /v2.0/networks?id=eb9c9401-ae6e-4ae2-af8b-629b60484b7d HTTP/1.1" status: 200 len: 824 time: 0.2628212 Feb 09 12:24:07.437530 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d3239406-378a-4661-b230-1141e616552c req-6d570e8e-e998-4242-bc26-8ab4b73cfca6 tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] 10.222.0.55 "GET /v2.0/security-groups?id=4a78ba02-5f08-4807-b135-274decf0b574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537543 Feb 09 12:24:07.448341 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3cacff46-661c-45b4-822b-2b379b201f89 req-485abf5b-6cff-4d3e-a48d-e9134ad4c0b4 tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] 10.222.0.55 "GET /v2.0/quotas/bc9c53a7b034451ab0f2ff131ea064d5 HTTP/1.1" status: 200 len: 375 time: 0.0099986 Feb 09 12:24:07.457635 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6941f7cc-e598-4906-87a5-def114958bb9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:07.504749 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3cacff46-661c-45b4-822b-2b379b201f89 req-42ad7d5f-d84e-4403-9c6b-dc7b765344c2 tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=bc9c53a7b034451ab0f2ff131ea064d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512791 Feb 09 12:24:07.520445 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6941f7cc-e598-4906-87a5-def114958bb9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:07.527332 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6941f7cc-e598-4906-87a5-def114958bb9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:07.528295 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6941f7cc-e598-4906-87a5-def114958bb9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:07.540975 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b56dd09-217f-4e09-9355-dcba1e727292', 'name': 'network-vif-deleted', 'tag': 'bc63ec7d-afff-4490-ab8b-928f8fcc43cd', 'status': 'completed', 'code': 200} Feb 09 12:24:07.573679 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6941f7cc-e598-4906-87a5-def114958bb9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2850187 Feb 09 12:24:07.577697 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50418) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:24:07.587436 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-e506bf58-efac-44b4-a8e1-e309f64d76bf tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-353347716'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:24:07.598736 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e506bf58-efac-44b4-a8e1-e309f64d76bf tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:24:07.602372 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port efaf70a1-acf5-42d0-b016-70b08350725b, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=efaf70a1-acf5-42d0-b016-70b08350725b,segment=NetworkSegment(0a841505-54d3-4496-af71-3f9e9562d6ba),segment_id=0a841505-54d3-4496-af71-3f9e9562d6ba)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:24:07.620983 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'efaf70a1-acf5-42d0-b016-70b08350725b', 'network_id': '87c18304-075f-4030-8ec7-64b6c88ef3ce', 'port_id': 'efaf70a1-acf5-42d0-b016-70b08350725b', 'mac_address': 'fa:16:3e:94:94:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd92c9818-6adc-4ab3-abf6-da7bbfef4cac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:24:07.667736 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e506bf58-efac-44b4-a8e1-e309f64d76bf tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Usage tracker for resource:network and tenant:1504faf0b32244dc872049fa5f2c3962 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:24:07.684748 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e506bf58-efac-44b4-a8e1-e309f64d76bf tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:24:07.688539 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:07.695596 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e506bf58-efac-44b4-a8e1-e309f64d76bf tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:24:07.704526 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6941f7cc-e598-4906-87a5-def114958bb9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Pushing event updated for resources: {'Network': ['ID=9cd8438c-2c74-4941-a26e-2747746bb4cf,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:07.707751 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efaf70a1-acf5-42d0-b016-70b08350725b {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:24:07.716569 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e506bf58-efac-44b4-a8e1-e309f64d76bf tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Made reservation on behalf of 1504faf0b32244dc872049fa5f2c3962 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:24:07.720607 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 9cd8438c-2c74-4941-a26e-2747746bb4cf details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:24:07.720779 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e506bf58-efac-44b4-a8e1-e309f64d76bf tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:07.726512 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3cacff46-661c-45b4-822b-2b379b201f89 req-39e64c6f-0b18-45c4-a3e4-f48d6ef550fa service neutron] 10.222.0.55 "GET /v2.0/networks/eb9c9401-ae6e-4ae2-af8b-629b60484b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145574 Feb 09 12:24:07.743005 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port efaf70a1-acf5-42d0-b016-70b08350725b, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=efaf70a1-acf5-42d0-b016-70b08350725b,segment=NetworkSegment(0a841505-54d3-4496-af71-3f9e9562d6ba),segment_id=0a841505-54d3-4496-af71-3f9e9562d6ba)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:24:07.752669 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e506bf58-efac-44b4-a8e1-e309f64d76bf tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:24:07.764217 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e506bf58-efac-44b4-a8e1-e309f64d76bf tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:07.764644 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-e506bf58-efac-44b4-a8e1-e309f64d76bf tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Added segment 9d15f5f1-dfad-42b6-bcbf-5425bd2abb42 of type vlan for network ba448e7a-fa60-4f14-8e77-7f852965ebd1 Feb 09 12:24:07.796744 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e506bf58-efac-44b4-a8e1-e309f64d76bf tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:07.797001 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:07.825836 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c3a76-d97a-40e4-ae25-b3235cd6b091 req-33eca253-fb42-4052-be05-b2978ad65efa tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:07.832614 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d63c3a76-d97a-40e4-ae25-b3235cd6b091 req-33eca253-fb42-4052-be05-b2978ad65efa tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=826303ba-013d-462e-ab93-276205fc51ad HTTP/1.1" status: 200 len: 946 time: 0.1964874 Feb 09 12:24:07.839917 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e506bf58-efac-44b4-a8e1-e309f64d76bf tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:07.846707 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e506bf58-efac-44b4-a8e1-e309f64d76bf tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:07.848237 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e506bf58-efac-44b4-a8e1-e309f64d76bf tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:07.902033 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=efaf70a1-acf5-42d0-b016-70b08350725b,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:07.929217 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d63c3a76-d97a-40e4-ae25-b3235cd6b091 req-cde0731d-8375-4105-b389-940650a28e28 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867093 Feb 09 12:24:07.962170 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e506bf58-efac-44b4-a8e1-e309f64d76bf tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3837028 Feb 09 12:24:07.965742 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50426) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:24:07.971332 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3cacff46-661c-45b4-822b-2b379b201f89 req-32ebfbe5-a1f2-446d-8c7c-628ff8412793 service neutron] 10.222.0.55 "GET /v2.0/networks/eb9c9401-ae6e-4ae2-af8b-629b60484b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323475 Feb 09 12:24:07.973289 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e506bf58-efac-44b4-a8e1-e309f64d76bf tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Pushing event updated for resources: {'Network': ['ID=ba448e7a-fa60-4f14-8e77-7f852965ebd1,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:07.979967 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-5122d4d1-8ce4-4c93-832e-dbb6be8ecada tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Request body: {'subnet': {'network_id': '9cd8438c-2c74-4941-a26e-2747746bb4cf', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:24:07.989955 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network ba448e7a-fa60-4f14-8e77-7f852965ebd1 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:24:08.128494 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5122d4d1-8ce4-4c93-832e-dbb6be8ecada tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:24:08.138443 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5122d4d1-8ce4-4c93-832e-dbb6be8ecada tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Usage tracker for resource:subnet and tenant:1504faf0b32244dc872049fa5f2c3962 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:24:08.148441 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5122d4d1-8ce4-4c93-832e-dbb6be8ecada tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:24:08.152358 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9b68c-e5e6-46ce-b9ae-e76eccc504bd req-cd6695dd-a4f2-4784-87af-89f46e4c050e tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:08.163296 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5122d4d1-8ce4-4c93-832e-dbb6be8ecada tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:24:08.176509 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f6c9b68c-e5e6-46ce-b9ae-e76eccc504bd req-cd6695dd-a4f2-4784-87af-89f46e4c050e tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc4386fc-f851-41ff-a825-bc28043b849a HTTP/1.1" status: 200 len: 950 time: 0.1247327 Feb 09 12:24:08.185645 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5122d4d1-8ce4-4c93-832e-dbb6be8ecada tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Made reservation on behalf of 1504faf0b32244dc872049fa5f2c3962 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:24:08.196551 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5122d4d1-8ce4-4c93-832e-dbb6be8ecada tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:08.208751 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['efaf70a1-acf5-42d0-b016-70b08350725b'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:24:08.312638 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f6c9b68c-e5e6-46ce-b9ae-e76eccc504bd req-2fcb5775-49f1-4ed9-be90-61738d3a83c4 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351466 Feb 09 12:24:08.582417 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f5d16050-f7aa-47c8-8ddb-72bfebe84077 req-196b3394-3f0f-441f-9dd0-6cf6f92ca75c tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc180ace-1956-4a73-8d7a-28ae1491815d HTTP/1.1" status: 200 len: 210 time: 0.0825741 Feb 09 12:24:08.654427 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5122d4d1-8ce4-4c93-832e-dbb6be8ecada tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:08.693969 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865d2e3-ad03-46ba-855f-60ef56a1df91 req-ddcb3cea-6318-4d5c-992c-eed6bfb56e2a tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:08.695475 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4865d2e3-ad03-46ba-855f-60ef56a1df91 req-ddcb3cea-6318-4d5c-992c-eed6bfb56e2a tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=826303ba-013d-462e-ab93-276205fc51ad HTTP/1.1" status: 200 len: 946 time: 0.0910339 Feb 09 12:24:08.742523 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5122d4d1-8ce4-4c93-832e-dbb6be8ecada tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Pushing event updated for resources: {'Subnet': ['ID=d4a29de1-2de8-4648-a30a-65f56edf521b,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:08.754758 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5122d4d1-8ce4-4c93-832e-dbb6be8ecada tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Checking segment: {'id': 'd84b820b-b8a5-49e5-b578-ff1b27561844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9cd8438c-2c74-4941-a26e-2747746bb4cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:24:08.755094 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5122d4d1-8ce4-4c93-832e-dbb6be8ecada tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Network hostable DHCP agents. Network: 9cd8438c-2c74-4941-a26e-2747746bb4cf, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:24:08.760308 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5122d4d1-8ce4-4c93-832e-dbb6be8ecada tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:24:08.761101 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5122d4d1-8ce4-4c93-832e-dbb6be8ecada tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:24:08.761101 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5122d4d1-8ce4-4c93-832e-dbb6be8ecada tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:24:08.761388 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5122d4d1-8ce4-4c93-832e-dbb6be8ecada tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:24:08.761658 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5122d4d1-8ce4-4c93-832e-dbb6be8ecada tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:24:08.761956 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5122d4d1-8ce4-4c93-832e-dbb6be8ecada tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:24:08.762279 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5122d4d1-8ce4-4c93-832e-dbb6be8ecada tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:24:08.762602 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5122d4d1-8ce4-4c93-832e-dbb6be8ecada tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:24:08.762930 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5122d4d1-8ce4-4c93-832e-dbb6be8ecada tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:24:08.763250 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5122d4d1-8ce4-4c93-832e-dbb6be8ecada tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:24:08.763560 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5122d4d1-8ce4-4c93-832e-dbb6be8ecada tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:24:08.763892 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5122d4d1-8ce4-4c93-832e-dbb6be8ecada tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:24:08.782665 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5122d4d1-8ce4-4c93-832e-dbb6be8ecada tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Network 9cd8438c-2c74-4941-a26e-2747746bb4cf is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:24:08.793111 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-5122d4d1-8ce4-4c93-832e-dbb6be8ecada tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 9cd8438c-2c74-4941-a26e-2747746bb4cf) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:24:08.797657 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5122d4d1-8ce4-4c93-832e-dbb6be8ecada tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:08.798323 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5122d4d1-8ce4-4c93-832e-dbb6be8ecada tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:08.799348 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4865d2e3-ad03-46ba-855f-60ef56a1df91 req-7ca67c74-e51c-47aa-a3ee-01963ef3b3bd tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688961 Feb 09 12:24:08.806857 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcad0e2-3fec-4a56-8cd7-8003260d94e7 None None] Network 9cd8438c-2c74-4941-a26e-2747746bb4cf requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:24:08.826142 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5122d4d1-8ce4-4c93-832e-dbb6be8ecada tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8568323 Feb 09 12:24:08.827022 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50448) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:24:08.833363 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-3b991f04-0a02-41c7-a069-ab90e1d54ebb tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Request body: {'subnet': {'network_id': 'ba448e7a-fa60-4f14-8e77-7f852965ebd1', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:24:08.858184 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c001d7-5376-4116-8912-3ca3d9125761 req-9f9c2c73-8e1c-4ccd-83b2-0b8e6362617c tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:08.859817 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d6c001d7-5376-4116-8912-3ca3d9125761 req-9f9c2c73-8e1c-4ccd-83b2-0b8e6362617c tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] 10.222.0.55 "GET /v2.0/ports?device_id=37d6f89f-64e2-46aa-b1c1-4934d9953f5d HTTP/1.1" status: 200 len: 944 time: 0.1633873 Feb 09 12:24:09.110905 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d054531-e4a9-478d-88f4-b17aee0013ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-9cd8438c-2c74-4941-a26e-2747746bb4cf', 'network_id': '9cd8438c-2c74-4941-a26e-2747746bb4cf', 'tenant_id': '1504faf0b32244dc872049fa5f2c3962', 'fixed_ips': [{'subnet_id': 'd4a29de1-2de8-4648-a30a-65f56edf521b'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:24:09.112511 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3d054531-e4a9-478d-88f4-b17aee0013ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:09.154955 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d6c001d7-5376-4116-8912-3ca3d9125761 req-29e0811a-70f8-45d2-8d78-41e8e8593f48 tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] 10.222.0.55 "GET /v2.0/security-groups?id=4a78ba02-5f08-4807-b135-274decf0b574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448461 Feb 09 12:24:09.165909 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3b991f04-0a02-41c7-a069-ab90e1d54ebb tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:24:09.170719 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-3b991f04-0a02-41c7-a069-ab90e1d54ebb tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Usage tracker for resource:subnet and tenant:1504faf0b32244dc872049fa5f2c3962 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:24:09.174302 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-3b991f04-0a02-41c7-a069-ab90e1d54ebb tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:24:09.183708 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3b991f04-0a02-41c7-a069-ab90e1d54ebb tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:24:09.241901 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b991f04-0a02-41c7-a069-ab90e1d54ebb tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Made reservation on behalf of 1504faf0b32244dc872049fa5f2c3962 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:24:09.245363 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3b991f04-0a02-41c7-a069-ab90e1d54ebb tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:09.279018 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-3d054531-e4a9-478d-88f4-b17aee0013ab None None] Allocated IP 10.1.1.2 (9cd8438c-2c74-4941-a26e-2747746bb4cf/d4a29de1-2de8-4648-a30a-65f56edf521b/03fd4b44-957c-40c4-889b-940604b6f0cb) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:24:09.385613 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64370e03-f080-4d1c-ac80-57ea27fae5d3 req-b08c526d-8070-480b-85f8-ebbe4395128b tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:09.386337 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-64370e03-f080-4d1c-ac80-57ea27fae5d3 req-b08c526d-8070-480b-85f8-ebbe4395128b tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Synchronizing usage tracker for tenant:48298ec907a946ddb2f0d8ac4aa52547 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:24:09.403120 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device bc63ec7d-afff-4490-ab8b-928f8fcc43cd no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:24:09.442883 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-64370e03-f080-4d1c-ac80-57ea27fae5d3 req-b08c526d-8070-480b-85f8-ebbe4395128b tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Unset dirty status for tenant:48298ec907a946ddb2f0d8ac4aa52547 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:24:09.446805 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] No Port match for: bc63ec7d-afff-4490-ab8b-928f8fcc43cd {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:24:09.447235 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device bc63ec7d-afff-4490-ab8b-928f8fcc43cd not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:24:09.449529 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-64370e03-f080-4d1c-ac80-57ea27fae5d3 req-b08c526d-8070-480b-85f8-ebbe4395128b tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b0d0fb7-71e4-40a5-962e-fff4fbff69b3 HTTP/1.1" status: 200 len: 945 time: 0.2675424 Feb 09 12:24:09.561880 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3d054531-e4a9-478d-88f4-b17aee0013ab None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:09.580219 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-64370e03-f080-4d1c-ac80-57ea27fae5d3 req-46c24d9c-df7c-4bb5-b290-7af88b2e0970 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296263 Feb 09 12:24:09.584719 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-3d054531-e4a9-478d-88f4-b17aee0013ab None None] Transition to ACTIVE for port object 03fd4b44-957c-40c4-889b-940604b6f0cb will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:24:09.614882 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-3d054531-e4a9-478d-88f4-b17aee0013ab None None] Transition to ACTIVE for port object 03fd4b44-957c-40c4-889b-940604b6f0cb will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:24:09.622247 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3d054531-e4a9-478d-88f4-b17aee0013ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:09.730658 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3b991f04-0a02-41c7-a069-ab90e1d54ebb tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:09.734991 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cacff46-661c-45b4-822b-2b379b201f89 req-69941280-86d1-4370-8ad1-b160e6f5b667 tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:09.736534 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3cacff46-661c-45b4-822b-2b379b201f89 req-69941280-86d1-4370-8ad1-b160e6f5b667 tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] 10.222.0.46 "GET /v2.0/networks?id=eb9c9401-ae6e-4ae2-af8b-629b60484b7d HTTP/1.1" status: 200 len: 824 time: 0.1917670 Feb 09 12:24:09.740276 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d054531-e4a9-478d-88f4-b17aee0013ab None None] Network 9cd8438c-2c74-4941-a26e-2747746bb4cf is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:24:09.743235 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-3d054531-e4a9-478d-88f4-b17aee0013ab None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:24:09.746862 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d054531-e4a9-478d-88f4-b17aee0013ab None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:24:09.752560 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-3cacff46-661c-45b4-822b-2b379b201f89 req-e0330706-15af-4a6a-b94d-6b8d46d6d47d tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] Request body: {'port': {'device_id': 'fc180ace-1956-4a73-8d7a-28ae1491815d', 'network_id': 'eb9c9401-ae6e-4ae2-af8b-629b60484b7d', 'admin_state_up': True, 'tenant_id': 'bc9c53a7b034451ab0f2ff131ea064d5'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:24:09.844841 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d054531-e4a9-478d-88f4-b17aee0013ab None None] Pushing event updated for resources: {'Port': ['ID=03fd4b44-957c-40c4-889b-940604b6f0cb,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:09.860417 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-3d054531-e4a9-478d-88f4-b17aee0013ab None None] Attempting to bind port 03fd4b44-957c-40c4-889b-940604b6f0cb on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:24:09.861169 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-3d054531-e4a9-478d-88f4-b17aee0013ab None None] Attempting to bind port 03fd4b44-957c-40c4-889b-940604b6f0cb by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'd84b820b-b8a5-49e5-b578-ff1b27561844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9cd8438c-2c74-4941-a26e-2747746bb4cf'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:24:09.861689 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d054531-e4a9-478d-88f4-b17aee0013ab None None] Attempting to bind port 03fd4b44-957c-40c4-889b-940604b6f0cb on network 9cd8438c-2c74-4941-a26e-2747746bb4cf {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:24:09.867625 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d054531-e4a9-478d-88f4-b17aee0013ab None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:24:09.868421 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d054531-e4a9-478d-88f4-b17aee0013ab None None] Checking segment: {'id': 'd84b820b-b8a5-49e5-b578-ff1b27561844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9cd8438c-2c74-4941-a26e-2747746bb4cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:24:09.869036 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3d054531-e4a9-478d-88f4-b17aee0013ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:09.869602 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d054531-e4a9-478d-88f4-b17aee0013ab None None] Bound using segment: {'id': 'd84b820b-b8a5-49e5-b578-ff1b27561844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9cd8438c-2c74-4941-a26e-2747746bb4cf'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:24:09.870244 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-3d054531-e4a9-478d-88f4-b17aee0013ab None None] Bound port: 03fd4b44-957c-40c4-889b-940604b6f0cb, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd84b820b-b8a5-49e5-b578-ff1b27561844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9cd8438c-2c74-4941-a26e-2747746bb4cf'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:24:09.870805 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3d054531-e4a9-478d-88f4-b17aee0013ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:09.872496 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c557a6-c429-4ecc-9d3d-f8703f28398f req-85a816a6-6bf0-44ef-a851-a40828f56493 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:09.874857 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f7c557a6-c429-4ecc-9d3d-f8703f28398f req-85a816a6-6bf0-44ef-a851-a40828f56493 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc4386fc-f851-41ff-a825-bc28043b849a HTTP/1.1" status: 200 len: 950 time: 0.4232800 Feb 09 12:24:09.896485 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4f29cd5c-14a8-4f07-a4e6-4ce930173bb2 req-f707230a-84c5-4ec2-abc7-480516fbcd1a tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc180ace-1956-4a73-8d7a-28ae1491815d HTTP/1.1" status: 200 len: 210 time: 0.0917161 Feb 09 12:24:09.902052 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b991f04-0a02-41c7-a069-ab90e1d54ebb tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Pushing event updated for resources: {'Subnet': ['ID=789abbbf-cb59-47b9-b206-75e2c17842ea,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:09.960116 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b991f04-0a02-41c7-a069-ab90e1d54ebb tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Checking segment: {'id': '9d15f5f1-dfad-42b6-bcbf-5425bd2abb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'ba448e7a-fa60-4f14-8e77-7f852965ebd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:24:09.960536 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b991f04-0a02-41c7-a069-ab90e1d54ebb tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Network hostable DHCP agents. Network: ba448e7a-fa60-4f14-8e77-7f852965ebd1, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:24:09.976769 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-3cacff46-661c-45b4-822b-2b379b201f89 req-e0330706-15af-4a6a-b94d-6b8d46d6d47d tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:24:09.977254 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13fdb12-fd93-4909-bb20-dda85c9633e2 req-df855898-d58b-4835-abe6-7a05c0e3eb48 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:09.978551 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b13fdb12-fd93-4909-bb20-dda85c9633e2 req-df855898-d58b-4835-abe6-7a05c0e3eb48 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b0d0fb7-71e4-40a5-962e-fff4fbff69b3 HTTP/1.1" status: 200 len: 945 time: 0.3140543 Feb 09 12:24:09.982183 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-3cacff46-661c-45b4-822b-2b379b201f89 req-e0330706-15af-4a6a-b94d-6b8d46d6d47d tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] Usage tracker for resource:port and tenant:bc9c53a7b034451ab0f2ff131ea064d5 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:24:09.984105 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f7c557a6-c429-4ecc-9d3d-f8703f28398f req-1b220040-8136-4547-9c5b-bc18c6c2602d tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908892 Feb 09 12:24:09.984382 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-3d054531-e4a9-478d-88f4-b17aee0013ab None None] For port 03fd4b44-957c-40c4-889b-940604b6f0cb, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:24:09.986449 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-3cacff46-661c-45b4-822b-2b379b201f89 req-e0330706-15af-4a6a-b94d-6b8d46d6d47d tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:24:09.988936 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-3d054531-e4a9-478d-88f4-b17aee0013ab None None] For port 03fd4b44-957c-40c4-889b-940604b6f0cb, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=03fd4b44-957c-40c4-889b-940604b6f0cb,segment=NetworkSegment(d84b820b-b8a5-49e5-b578-ff1b27561844),segment_id=d84b820b-b8a5-49e5-b578-ff1b27561844)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:24:09.995366 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-3cacff46-661c-45b4-822b-2b379b201f89 req-e0330706-15af-4a6a-b94d-6b8d46d6d47d tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:24:09.997843 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3d054531-e4a9-478d-88f4-b17aee0013ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:10.007403 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cacff46-661c-45b4-822b-2b379b201f89 req-e0330706-15af-4a6a-b94d-6b8d46d6d47d tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] Made reservation on behalf of bc9c53a7b034451ab0f2ff131ea064d5 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:24:10.012417 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3cacff46-661c-45b4-822b-2b379b201f89 req-e0330706-15af-4a6a-b94d-6b8d46d6d47d tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:10.103167 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d054531-e4a9-478d-88f4-b17aee0013ab None None] Pushing event updated for resources: {'Port': ['ID=03fd4b44-957c-40c4-889b-940604b6f0cb,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:10.164458 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-b13fdb12-fd93-4909-bb20-dda85c9633e2 req-b6ef9744-9e94-498f-8187-26fbda090fc8 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Deleting port f968347b-2dcf-40b1-964a-2fc7ecffa4d8 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:24:10.164917 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-b13fdb12-fd93-4909-bb20-dda85c9633e2 req-b6ef9744-9e94-498f-8187-26fbda090fc8 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:10.203431 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-3cacff46-661c-45b4-822b-2b379b201f89 req-e0330706-15af-4a6a-b94d-6b8d46d6d47d tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] Allocated IP 172.20.0.6 (eb9c9401-ae6e-4ae2-af8b-629b60484b7d/8530711a-2ec2-4b32-a0e4-2f811217a782/da1c4039-0a1a-425a-9ade-2bae93a8c202) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:24:10.209255 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b991f04-0a02-41c7-a069-ab90e1d54ebb tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Network ba448e7a-fa60-4f14-8e77-7f852965ebd1 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:24:10.251589 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-3b991f04-0a02-41c7-a069-ab90e1d54ebb tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, ba448e7a-fa60-4f14-8e77-7f852965ebd1) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:24:10.256476 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b991f04-0a02-41c7-a069-ab90e1d54ebb tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:10.257059 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3b991f04-0a02-41c7-a069-ab90e1d54ebb tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:10.276571 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06c9136-9497-4f5b-8769-b8c442c5d1bc None None] Network ba448e7a-fa60-4f14-8e77-7f852965ebd1 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:24:10.426864 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3b991f04-0a02-41c7-a069-ab90e1d54ebb tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5960312 Feb 09 12:24:10.440927 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50462) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:24:10.446363 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-6315ae42-744b-473e-b382-2a5afbdd77a2 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Request body: {'port': {'network_id': '9cd8438c-2c74-4941-a26e-2747746bb4cf', 'name': 'tempest-TaggedBootDevicesTest_v242-1119578992', 'fixed_ips': [{'subnet_id': 'd4a29de1-2de8-4648-a30a-65f56edf521b'}]}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:24:10.498763 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3cacff46-661c-45b4-822b-2b379b201f89 req-e0330706-15af-4a6a-b94d-6b8d46d6d47d tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:10.533274 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3cacff46-661c-45b4-822b-2b379b201f89 req-e0330706-15af-4a6a-b94d-6b8d46d6d47d tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:10.563448 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f09106-62d9-4a77-91bb-6a64afeba2b3 req-25b13b5d-5999-46ef-92ab-1972e3d7eada tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:10.564964 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d1f09106-62d9-4a77-91bb-6a64afeba2b3 req-25b13b5d-5999-46ef-92ab-1972e3d7eada tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.46 "GET /v2.0/ports?device_id=826303ba-013d-462e-ab93-276205fc51ad HTTP/1.1" status: 200 len: 946 time: 0.5750916 Feb 09 12:24:10.572556 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ceb80-af35-451e-bd16-174ca93f8a8f req-85f7c3d9-0a44-48dc-8259-97d2d7881f0b tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:10.573953 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-908ceb80-af35-451e-bd16-174ca93f8a8f req-85f7c3d9-0a44-48dc-8259-97d2d7881f0b tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=826303ba-013d-462e-ab93-276205fc51ad HTTP/1.1" status: 200 len: 946 time: 0.5107844 Feb 09 12:24:10.611146 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144dccb7-3796-4163-bd90-cd9f8b5b899d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-ba448e7a-fa60-4f14-8e77-7f852965ebd1', 'network_id': 'ba448e7a-fa60-4f14-8e77-7f852965ebd1', 'tenant_id': '1504faf0b32244dc872049fa5f2c3962', 'fixed_ips': [{'subnet_id': '789abbbf-cb59-47b9-b206-75e2c17842ea'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:24:10.613366 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-144dccb7-3796-4163-bd90-cd9f8b5b899d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:10.631162 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cacff46-661c-45b4-822b-2b379b201f89 req-e0330706-15af-4a6a-b94d-6b8d46d6d47d tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] Network eb9c9401-ae6e-4ae2-af8b-629b60484b7d is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:24:10.632091 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0330706-15af-4a6a-b94d-6b8d46d6d47d tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] Pushing event updated for resources: {'Port': ['ID=da1c4039-0a1a-425a-9ade-2bae93a8c202,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:10.645508 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-3cacff46-661c-45b4-822b-2b379b201f89 req-e0330706-15af-4a6a-b94d-6b8d46d6d47d tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:24:10.648200 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cacff46-661c-45b4-822b-2b379b201f89 req-e0330706-15af-4a6a-b94d-6b8d46d6d47d tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:24:10.719207 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cacff46-661c-45b4-822b-2b379b201f89 req-e0330706-15af-4a6a-b94d-6b8d46d6d47d tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:10.720326 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3cacff46-661c-45b4-822b-2b379b201f89 req-e0330706-15af-4a6a-b94d-6b8d46d6d47d tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:10.747496 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3cacff46-661c-45b4-822b-2b379b201f89 req-e0330706-15af-4a6a-b94d-6b8d46d6d47d tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9987583 Feb 09 12:24:10.761248 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-3cacff46-661c-45b4-822b-2b379b201f89 req-5f1bb1b0-04d6-4fd0-bec3-086d9cf5b460 service neutron] Request body: {'port': {'device_id': 'fc180ace-1956-4a73-8d7a-28ae1491815d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:24:10.778231 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-144dccb7-3796-4163-bd90-cd9f8b5b899d None None] Allocated IP 10.2.2.2 (ba448e7a-fa60-4f14-8e77-7f852965ebd1/789abbbf-cb59-47b9-b206-75e2c17842ea/acd37cac-853a-4cc2-9f12-2b5246b25737) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:24:10.826401 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-d1f09106-62d9-4a77-91bb-6a64afeba2b3 req-91692f5f-5373-4bc5-a7bb-95eafa865043 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Deleting port 39ba3f73-06ef-42d8-a3c2-474e37e2d876 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:24:10.826764 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d1f09106-62d9-4a77-91bb-6a64afeba2b3 req-91692f5f-5373-4bc5-a7bb-95eafa865043 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:10.877760 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3cacff46-661c-45b4-822b-2b379b201f89 req-5f1bb1b0-04d6-4fd0-bec3-086d9cf5b460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:10.903439 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-908ceb80-af35-451e-bd16-174ca93f8a8f req-37c8a6d3-2577-47a2-9127-bc03380dcc9f tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121150 Feb 09 12:24:10.911587 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60622e-5cf4-41da-b6f6-0d1652593b8e req-643d173c-64da-46b2-adbc-88c2d78678db tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:10.923756 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9c60622e-5cf4-41da-b6f6-0d1652593b8e req-643d173c-64da-46b2-adbc-88c2d78678db tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] 10.222.0.55 "GET /v2.0/ports?device_id=37d6f89f-64e2-46aa-b1c1-4934d9953f5d HTTP/1.1" status: 200 len: 944 time: 0.6257920 Feb 09 12:24:10.997811 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6315ae42-744b-473e-b382-2a5afbdd77a2 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:24:11.002716 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-b13fdb12-fd93-4909-bb20-dda85c9633e2 req-b6ef9744-9e94-498f-8187-26fbda090fc8 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] For port f968347b-2dcf-40b1-964a-2fc7ecffa4d8, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=f968347b-2dcf-40b1-964a-2fc7ecffa4d8,segment=NetworkSegment(a032c80a-2814-4a8f-bd23-99ac5315db25),segment_id=a032c80a-2814-4a8f-bd23-99ac5315db25)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:24:11.003183 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-b13fdb12-fd93-4909-bb20-dda85c9633e2 req-b6ef9744-9e94-498f-8187-26fbda090fc8 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:11.029994 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9c60622e-5cf4-41da-b6f6-0d1652593b8e req-f6f23b3d-26af-4aaa-8ab3-841b1577ff54 tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] 10.222.0.55 "GET /v2.0/security-groups?id=4a78ba02-5f08-4807-b135-274decf0b574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103294 Feb 09 12:24:11.062670 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-144dccb7-3796-4163-bd90-cd9f8b5b899d None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:11.075245 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-144dccb7-3796-4163-bd90-cd9f8b5b899d None None] Transition to ACTIVE for port object acd37cac-853a-4cc2-9f12-2b5246b25737 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:24:11.080363 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6315ae42-744b-473e-b382-2a5afbdd77a2 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Usage tracker for resource:port and tenant:1504faf0b32244dc872049fa5f2c3962 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:24:11.105202 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-144dccb7-3796-4163-bd90-cd9f8b5b899d None None] Transition to ACTIVE for port object acd37cac-853a-4cc2-9f12-2b5246b25737 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:24:11.115153 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-144dccb7-3796-4163-bd90-cd9f8b5b899d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:11.218547 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144dccb7-3796-4163-bd90-cd9f8b5b899d None None] Pushing event updated for resources: {'Port': ['ID=acd37cac-853a-4cc2-9f12-2b5246b25737,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:11.228837 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144dccb7-3796-4163-bd90-cd9f8b5b899d None None] Network ba448e7a-fa60-4f14-8e77-7f852965ebd1 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:24:11.230363 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-144dccb7-3796-4163-bd90-cd9f8b5b899d None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:24:11.236206 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144dccb7-3796-4163-bd90-cd9f8b5b899d None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:24:11.296880 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6315ae42-744b-473e-b382-2a5afbdd77a2 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:24:11.322698 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-3cacff46-661c-45b4-822b-2b379b201f89 req-5f1bb1b0-04d6-4fd0-bec3-086d9cf5b460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da1c4039-0a1a-425a-9ade-2bae93a8c202 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:24:11.332017 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3cacff46-661c-45b4-822b-2b379b201f89 req-5f1bb1b0-04d6-4fd0-bec3-086d9cf5b460 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:11.353019 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-3cacff46-661c-45b4-822b-2b379b201f89 req-5f1bb1b0-04d6-4fd0-bec3-086d9cf5b460 service neutron] Transition to ACTIVE for port object da1c4039-0a1a-425a-9ade-2bae93a8c202 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:24:11.358596 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3cacff46-661c-45b4-822b-2b379b201f89 req-5f1bb1b0-04d6-4fd0-bec3-086d9cf5b460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:11.361671 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-144dccb7-3796-4163-bd90-cd9f8b5b899d None None] Attempting to bind port acd37cac-853a-4cc2-9f12-2b5246b25737 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:24:11.362049 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-144dccb7-3796-4163-bd90-cd9f8b5b899d None None] Attempting to bind port acd37cac-853a-4cc2-9f12-2b5246b25737 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '9d15f5f1-dfad-42b6-bcbf-5425bd2abb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'ba448e7a-fa60-4f14-8e77-7f852965ebd1'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:24:11.362484 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144dccb7-3796-4163-bd90-cd9f8b5b899d None None] Attempting to bind port acd37cac-853a-4cc2-9f12-2b5246b25737 on network ba448e7a-fa60-4f14-8e77-7f852965ebd1 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:24:11.370245 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144dccb7-3796-4163-bd90-cd9f8b5b899d None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:24:11.370624 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144dccb7-3796-4163-bd90-cd9f8b5b899d None None] Checking segment: {'id': '9d15f5f1-dfad-42b6-bcbf-5425bd2abb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'ba448e7a-fa60-4f14-8e77-7f852965ebd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:24:11.371034 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-144dccb7-3796-4163-bd90-cd9f8b5b899d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:11.371429 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144dccb7-3796-4163-bd90-cd9f8b5b899d None None] Bound using segment: {'id': '9d15f5f1-dfad-42b6-bcbf-5425bd2abb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'ba448e7a-fa60-4f14-8e77-7f852965ebd1'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:24:11.371962 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-144dccb7-3796-4163-bd90-cd9f8b5b899d None None] Bound port: acd37cac-853a-4cc2-9f12-2b5246b25737, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d15f5f1-dfad-42b6-bcbf-5425bd2abb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'ba448e7a-fa60-4f14-8e77-7f852965ebd1'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:24:11.372340 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-144dccb7-3796-4163-bd90-cd9f8b5b899d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:11.454409 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-b13fdb12-fd93-4909-bb20-dda85c9633e2 req-b6ef9744-9e94-498f-8187-26fbda090fc8 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Calling delete_port for f968347b-2dcf-40b1-964a-2fc7ecffa4d8 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:24:11.461516 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device efaf70a1-acf5-42d0-b016-70b08350725b up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:24:11.506371 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5a160e-df62-46f8-adef-4a5f6625e741 None None] Network 9cd8438c-2c74-4941-a26e-2747746bb4cf requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:24:11.533712 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6315ae42-744b-473e-b382-2a5afbdd77a2 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:24:11.593678 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6315ae42-744b-473e-b382-2a5afbdd77a2 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Made reservation on behalf of 1504faf0b32244dc872049fa5f2c3962 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:24:11.649849 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1bb1b0-04d6-4fd0-bec3-086d9cf5b460 service neutron] Pushing event updated for resources: {'Port': ['ID=da1c4039-0a1a-425a-9ade-2bae93a8c202,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:11.650906 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-144dccb7-3796-4163-bd90-cd9f8b5b899d None None] For port acd37cac-853a-4cc2-9f12-2b5246b25737, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:24:11.654693 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-e7b39ac1-e64a-47e1-b6e0-73f231c13cf2 None None] Provisioning for port 03fd4b44-957c-40c4-889b-940604b6f0cb completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:24:11.659809 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-144dccb7-3796-4163-bd90-cd9f8b5b899d None None] For port acd37cac-853a-4cc2-9f12-2b5246b25737, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=acd37cac-853a-4cc2-9f12-2b5246b25737,segment=NetworkSegment(9d15f5f1-dfad-42b6-bcbf-5425bd2abb42),segment_id=9d15f5f1-dfad-42b6-bcbf-5425bd2abb42)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:24:11.679397 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-144dccb7-3796-4163-bd90-cd9f8b5b899d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:11.730705 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-3cacff46-661c-45b4-822b-2b379b201f89 req-5f1bb1b0-04d6-4fd0-bec3-086d9cf5b460 service neutron] Attempting to bind port da1c4039-0a1a-425a-9ade-2bae93a8c202 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:24:11.731006 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-3cacff46-661c-45b4-822b-2b379b201f89 req-5f1bb1b0-04d6-4fd0-bec3-086d9cf5b460 service neutron] Attempting to bind port da1c4039-0a1a-425a-9ade-2bae93a8c202 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'cfcb5c03-9cf3-4e8a-86fb-9a6548aecceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'eb9c9401-ae6e-4ae2-af8b-629b60484b7d'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:24:11.731431 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cacff46-661c-45b4-822b-2b379b201f89 req-5f1bb1b0-04d6-4fd0-bec3-086d9cf5b460 service neutron] Attempting to bind port da1c4039-0a1a-425a-9ade-2bae93a8c202 on network eb9c9401-ae6e-4ae2-af8b-629b60484b7d {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:24:11.737318 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cacff46-661c-45b4-822b-2b379b201f89 req-5f1bb1b0-04d6-4fd0-bec3-086d9cf5b460 service neutron] Port da1c4039-0a1a-425a-9ade-2bae93a8c202 on network eb9c9401-ae6e-4ae2-af8b-629b60484b7d not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:24:11.738324 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cacff46-661c-45b4-822b-2b379b201f89 req-5f1bb1b0-04d6-4fd0-bec3-086d9cf5b460 service neutron] Attempting to bind port da1c4039-0a1a-425a-9ade-2bae93a8c202 on network eb9c9401-ae6e-4ae2-af8b-629b60484b7d {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:24:11.744150 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cacff46-661c-45b4-822b-2b379b201f89 req-5f1bb1b0-04d6-4fd0-bec3-086d9cf5b460 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:24:11.744346 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cacff46-661c-45b4-822b-2b379b201f89 req-5f1bb1b0-04d6-4fd0-bec3-086d9cf5b460 service neutron] Checking segment: {'id': 'cfcb5c03-9cf3-4e8a-86fb-9a6548aecceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'eb9c9401-ae6e-4ae2-af8b-629b60484b7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:24:11.744679 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cacff46-661c-45b4-822b-2b379b201f89 req-5f1bb1b0-04d6-4fd0-bec3-086d9cf5b460 service neutron] Bound using segment: {'id': 'cfcb5c03-9cf3-4e8a-86fb-9a6548aecceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'eb9c9401-ae6e-4ae2-af8b-629b60484b7d'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:24:11.745102 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-3cacff46-661c-45b4-822b-2b379b201f89 req-5f1bb1b0-04d6-4fd0-bec3-086d9cf5b460 service neutron] Bound port: da1c4039-0a1a-425a-9ade-2bae93a8c202, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfcb5c03-9cf3-4e8a-86fb-9a6548aecceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'eb9c9401-ae6e-4ae2-af8b-629b60484b7d'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:24:11.745448 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3cacff46-661c-45b4-822b-2b379b201f89 req-5f1bb1b0-04d6-4fd0-bec3-086d9cf5b460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:11.772604 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port efaf70a1-acf5-42d0-b016-70b08350725b completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:24:11.818450 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port efaf70a1-acf5-42d0-b016-70b08350725b triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:24:11.818823 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:11.851002 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-3cacff46-661c-45b4-822b-2b379b201f89 req-5f1bb1b0-04d6-4fd0-bec3-086d9cf5b460 service neutron] For port da1c4039-0a1a-425a-9ade-2bae93a8c202, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:24:11.856680 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-3cacff46-661c-45b4-822b-2b379b201f89 req-5f1bb1b0-04d6-4fd0-bec3-086d9cf5b460 service neutron] For port da1c4039-0a1a-425a-9ade-2bae93a8c202, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=da1c4039-0a1a-425a-9ade-2bae93a8c202,segment=NetworkSegment(cfcb5c03-9cf3-4e8a-86fb-9a6548aecceb),segment_id=cfcb5c03-9cf3-4e8a-86fb-9a6548aecceb)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:24:11.863000 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3cacff46-661c-45b4-822b-2b379b201f89 req-5f1bb1b0-04d6-4fd0-bec3-086d9cf5b460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:11.891887 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144dccb7-3796-4163-bd90-cd9f8b5b899d None None] Pushing event updated for resources: {'Port': ['ID=acd37cac-853a-4cc2-9f12-2b5246b25737,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:11.937080 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cacff46-661c-45b4-822b-2b379b201f89 req-5f1bb1b0-04d6-4fd0-bec3-086d9cf5b460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:11.937721 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3cacff46-661c-45b4-822b-2b379b201f89 req-5f1bb1b0-04d6-4fd0-bec3-086d9cf5b460 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:11.939120 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3cacff46-661c-45b4-822b-2b379b201f89 req-5f1bb1b0-04d6-4fd0-bec3-086d9cf5b460 service neutron] 10.222.0.46 "PUT /v2.0/ports/da1c4039-0a1a-425a-9ade-2bae93a8c202 HTTP/1.1" status: 200 len: 1091 time: 1.1832821 Feb 09 12:24:11.939563 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc180ace-1956-4a73-8d7a-28ae1491815d', 'tag': 'da1c4039-0a1a-425a-9ade-2bae93a8c202'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:24:11.960784 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a065fe-6b73-4959-87bc-56c1abe37e60 req-79269afd-b5ed-4d02-8373-e668a9e3f75b tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:11.963660 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1bb1b0-04d6-4fd0-bec3-086d9cf5b460 service neutron] Pushing event updated for resources: {'Port': ['ID=da1c4039-0a1a-425a-9ade-2bae93a8c202,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:11.967976 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-31a065fe-6b73-4959-87bc-56c1abe37e60 req-79269afd-b5ed-4d02-8373-e668a9e3f75b tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc180ace-1956-4a73-8d7a-28ae1491815d HTTP/1.1" status: 200 len: 943 time: 0.5528395 Feb 09 12:24:11.978976 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721682c1-5927-4aa3-a6dc-09eb8f47dbd5 req-acbb2e22-2c0a-4aa1-8b6a-ddd505b3d855 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:11.980524 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-721682c1-5927-4aa3-a6dc-09eb8f47dbd5 req-acbb2e22-2c0a-4aa1-8b6a-ddd505b3d855 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b0d0fb7-71e4-40a5-962e-fff4fbff69b3 HTTP/1.1" status: 200 len: 945 time: 0.9015040 Feb 09 12:24:12.012037 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6315ae42-744b-473e-b382-2a5afbdd77a2 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:12.069340 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-d1f09106-62d9-4a77-91bb-6a64afeba2b3 req-91692f5f-5373-4bc5-a7bb-95eafa865043 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] For port 39ba3f73-06ef-42d8-a3c2-474e37e2d876, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=39ba3f73-06ef-42d8-a3c2-474e37e2d876,segment=NetworkSegment(d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5),segment_id=d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:24:12.069532 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d1f09106-62d9-4a77-91bb-6a64afeba2b3 req-91692f5f-5373-4bc5-a7bb-95eafa865043 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:12.072513 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cacff46-661c-45b4-822b-2b379b201f89 req-2b59ca49-b8d3-482f-b0ba-cfc172ac5ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:12.074570 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3cacff46-661c-45b4-822b-2b379b201f89 req-2b59ca49-b8d3-482f-b0ba-cfc172ac5ff2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bc9c53a7b034451ab0f2ff131ea064d5&device_id=fc180ace-1956-4a73-8d7a-28ae1491815d HTTP/1.1" status: 200 len: 1094 time: 0.0938082 Feb 09 12:24:12.139414 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:12.166758 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3cacff46-661c-45b4-822b-2b379b201f89 req-26010e8a-76b5-4ef0-8056-e1b7436a980a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da1c4039-0a1a-425a-9ade-2bae93a8c202 HTTP/1.1" status: 200 len: 217 time: 0.0838351 Feb 09 12:24:12.211778 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37d6f89f-64e2-46aa-b1c1-4934d9953f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efaf70a1-acf5-42d0-b016-70b08350725b'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:24:12.227439 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 03fd4b44-957c-40c4-889b-940604b6f0cb up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:24:12.257901 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-d1f09106-62d9-4a77-91bb-6a64afeba2b3 req-91692f5f-5373-4bc5-a7bb-95eafa865043 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Calling delete_port for 39ba3f73-06ef-42d8-a3c2-474e37e2d876 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:24:12.270733 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cacff46-661c-45b4-822b-2b379b201f89 req-a8e528c2-0473-4906-8971-4e60d6ea9033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:12.272258 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3cacff46-661c-45b4-822b-2b379b201f89 req-a8e528c2-0473-4906-8971-4e60d6ea9033 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8530711a-2ec2-4b32-a0e4-2f811217a782 HTTP/1.1" status: 200 len: 864 time: 0.0885594 Feb 09 12:24:12.302516 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port efaf70a1-acf5-42d0-b016-70b08350725b, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=efaf70a1-acf5-42d0-b016-70b08350725b,segment=NetworkSegment(0a841505-54d3-4496-af71-3f9e9562d6ba),segment_id=0a841505-54d3-4496-af71-3f9e9562d6ba)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:24:12.312370 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:12.313439 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 39ba3f73-06ef-42d8-a3c2-474e37e2d876 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:24:12.336900 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3cacff46-661c-45b4-822b-2b379b201f89 req-3c715f31-ad4a-47e5-9100-63c84c2428c6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=eb9c9401-ae6e-4ae2-af8b-629b60484b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578828 Feb 09 12:24:12.413379 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-31a065fe-6b73-4959-87bc-56c1abe37e60 req-c1bd945a-3db0-4bc1-be67-96c05d0dcb7d tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] Synchronizing usage tracker for tenant:bc9c53a7b034451ab0f2ff131ea064d5 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:24:12.438845 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-b13fdb12-fd93-4909-bb20-dda85c9633e2 req-b6ef9744-9e94-498f-8187-26fbda090fc8 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:12.466019 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [None req-6315ae42-744b-473e-b382-2a5afbdd77a2 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] device_id is not set on port 8c7a964d-584c-4dbd-b299-f7b5a48b8988 yet. {{(pid=87567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:24:12.508137 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3cacff46-661c-45b4-822b-2b379b201f89 req-29c92cc7-b310-43e0-976d-b9b10805253f service neutron] 10.222.0.46 "GET /v2.0/networks/eb9c9401-ae6e-4ae2-af8b-629b60484b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632943 Feb 09 12:24:12.540250 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=efaf70a1-acf5-42d0-b016-70b08350725b,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:12.545704 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 03fd4b44-957c-40c4-889b-940604b6f0cb completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:24:12.556586 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 03fd4b44-957c-40c4-889b-940604b6f0cb triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:24:12.556962 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:12.575768 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef9744-9e94-498f-8187-26fbda090fc8 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Pushing event deleted for resources: {'Port': ['ID=f968347b-2dcf-40b1-964a-2fc7ecffa4d8,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:12.577625 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-31a065fe-6b73-4959-87bc-56c1abe37e60 req-c1bd945a-3db0-4bc1-be67-96c05d0dcb7d tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] Unset dirty status for tenant:bc9c53a7b034451ab0f2ff131ea064d5 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:24:12.578780 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-31a065fe-6b73-4959-87bc-56c1abe37e60 req-c1bd945a-3db0-4bc1-be67-96c05d0dcb7d tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] 10.222.0.55 "GET /v2.0/security-groups?id=0cc17f62-f1be-4521-89a2-9cc9d4abd744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6098118 Feb 09 12:24:12.582750 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-721682c1-5927-4aa3-a6dc-09eb8f47dbd5 req-4932be2b-656a-4248-b954-4e4592964c9d tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5739586 Feb 09 12:24:12.645720 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:12.733625 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3cacff46-661c-45b4-822b-2b379b201f89 req-c58f4431-5282-47aa-82fd-482b26fc5d2f service neutron] 10.222.0.46 "GET /v2.0/networks/eb9c9401-ae6e-4ae2-af8b-629b60484b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180204 Feb 09 12:24:12.777856 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13fdb12-fd93-4909-bb20-dda85c9633e2 req-b6ef9744-9e94-498f-8187-26fbda090fc8 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] No DVR routers for this DVR port f968347b-2dcf-40b1-964a-2fc7ecffa4d8 on host n-h1-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:24:12.787017 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d1f09106-62d9-4a77-91bb-6a64afeba2b3 req-91692f5f-5373-4bc5-a7bb-95eafa865043 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:12.793632 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-b13fdb12-fd93-4909-bb20-dda85c9633e2 req-b6ef9744-9e94-498f-8187-26fbda090fc8 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:12.798365 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0d0fb7-71e4-40a5-962e-fff4fbff69b3', 'name': 'network-vif-deleted', 'tag': 'f968347b-2dcf-40b1-964a-2fc7ecffa4d8'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:24:12.893677 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:12.938503 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 03fd4b44-957c-40c4-889b-940604b6f0cb, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=03fd4b44-957c-40c4-889b-940604b6f0cb,segment=NetworkSegment(d84b820b-b8a5-49e5-b578-ff1b27561844),segment_id=d84b820b-b8a5-49e5-b578-ff1b27561844)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:24:12.946098 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-dbb470fe-16bb-4f43-bdde-a576ba14da5d None None] Provisioning complete for port 03fd4b44-957c-40c4-889b-940604b6f0cb triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:24:12.946720 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-dbb470fe-16bb-4f43-bdde-a576ba14da5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:12.985641 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:13.106454 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=03fd4b44-957c-40c4-889b-940604b6f0cb,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:13.178536 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91692f5f-5373-4bc5-a7bb-95eafa865043 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Pushing event deleted for resources: {'Port': ['ID=39ba3f73-06ef-42d8-a3c2-474e37e2d876,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:13.224981 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-d1ac0c18-7046-48f1-bda5-0e0f2e836186 req-44466b7f-a463-4cee-ad1e-6d21b735fdda tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Synchronizing usage tracker for tenant:6b0ea08007bd423bba6d81fafa2c2138 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:24:13.256478 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b13fdb12-fd93-4909-bb20-dda85c9633e2 req-b6ef9744-9e94-498f-8187-26fbda090fc8 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.52 "DELETE /v2.0/ports/f968347b-2dcf-40b1-964a-2fc7ecffa4d8 HTTP/1.1" status: 204 len: 173 time: 3.2676904 Feb 09 12:24:13.306544 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f09106-62d9-4a77-91bb-6a64afeba2b3 req-91692f5f-5373-4bc5-a7bb-95eafa865043 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] No DVR routers for this DVR port 39ba3f73-06ef-42d8-a3c2-474e37e2d876 on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:24:13.316033 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d1f09106-62d9-4a77-91bb-6a64afeba2b3 req-91692f5f-5373-4bc5-a7bb-95eafa865043 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:13.318025 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d1f09106-62d9-4a77-91bb-6a64afeba2b3 req-91692f5f-5373-4bc5-a7bb-95eafa865043 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.46 "DELETE /v2.0/ports/39ba3f73-06ef-42d8-a3c2-474e37e2d876 HTTP/1.1" status: 204 len: 173 time: 2.7411568 Feb 09 12:24:13.367866 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-d1ac0c18-7046-48f1-bda5-0e0f2e836186 req-44466b7f-a463-4cee-ad1e-6d21b735fdda tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Unset dirty status for tenant:6b0ea08007bd423bba6d81fafa2c2138 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:24:13.376243 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d1ac0c18-7046-48f1-bda5-0e0f2e836186 req-44466b7f-a463-4cee-ad1e-6d21b735fdda tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=826303ba-013d-462e-ab93-276205fc51ad HTTP/1.1" status: 200 len: 210 time: 0.5602732 Feb 09 12:24:13.384072 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78308ad-fd43-4c72-bacf-a28a847aef09 None None] Network ba448e7a-fa60-4f14-8e77-7f852965ebd1 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:24:13.413747 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b435d1-1c61-42f2-b084-ca685c6138d5 req-3d9cd102-7536-4acc-ac8b-6a5070d18212 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:13.415272 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a1b435d1-1c61-42f2-b084-ca685c6138d5 req-3d9cd102-7536-4acc-ac8b-6a5070d18212 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc4386fc-f851-41ff-a825-bc28043b849a HTTP/1.1" status: 200 len: 950 time: 0.5973334 Feb 09 12:24:13.420493 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device f968347b-2dcf-40b1-964a-2fc7ecffa4d8 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:24:13.453580 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-6315ae42-744b-473e-b382-2a5afbdd77a2 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Allocated IP 10.1.1.62 (9cd8438c-2c74-4941-a26e-2747746bb4cf/d4a29de1-2de8-4648-a30a-65f56edf521b/8c7a964d-584c-4dbd-b299-f7b5a48b8988) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:24:13.469190 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] No Port match for: f968347b-2dcf-40b1-964a-2fc7ecffa4d8 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:24:13.469687 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device f968347b-2dcf-40b1-964a-2fc7ecffa4d8 not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:24:13.477752 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc180ace-1956-4a73-8d7a-28ae1491815d', 'tag': 'da1c4039-0a1a-425a-9ade-2bae93a8c202', 'status': 'completed', 'code': 200} Feb 09 12:24:13.504883 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a1b435d1-1c61-42f2-b084-ca685c6138d5 req-88935c5d-417c-4986-9a35-f735d7a86a8a tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725932 Feb 09 12:24:13.590756 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b7e62a94-cc91-4ec9-b74c-7453678b2767 None None] Provisioning for port acd37cac-853a-4cc2-9f12-2b5246b25737 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:24:13.596582 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37d6f89f-64e2-46aa-b1c1-4934d9953f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efaf70a1-acf5-42d0-b016-70b08350725b', 'code': 200} Feb 09 12:24:13.667708 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0d0fb7-71e4-40a5-962e-fff4fbff69b3', 'name': 'network-vif-deleted', 'tag': 'f968347b-2dcf-40b1-964a-2fc7ecffa4d8', 'status': 'completed', 'code': 200} Feb 09 12:24:13.752796 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f18fae-b351-4ea9-a356-78c7c4046b2a req-f20cd9e0-3845-4372-9981-68ed9238477d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:13.754999 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f4f18fae-b351-4ea9-a356-78c7c4046b2a req-f20cd9e0-3845-4372-9981-68ed9238477d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=37d6f89f-64e2-46aa-b1c1-4934d9953f5d HTTP/1.1" status: 200 len: 1096 time: 0.0967093 Feb 09 12:24:13.803511 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f4f18fae-b351-4ea9-a356-78c7c4046b2a req-4f1f7919-6c4f-49d7-8cd4-137d659ee81a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4a78ba02-5f08-4807-b135-274decf0b574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410514 Feb 09 12:24:13.898546 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c191d6-8a86-4648-a6fc-a7cd711e0264 req-ee4fef78-e86e-45c8-b944-2d4cc8c31cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:13.900041 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-06c191d6-8a86-4648-a6fc-a7cd711e0264 req-ee4fef78-e86e-45c8-b944-2d4cc8c31cf1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bc9c53a7b034451ab0f2ff131ea064d5&device_id=fc180ace-1956-4a73-8d7a-28ae1491815d HTTP/1.1" status: 200 len: 1094 time: 0.3815958 Feb 09 12:24:13.942859 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a7a78-ca2f-423f-ad8d-dd55428962f4 req-5eeae55c-6730-44a8-8cbc-448b7fc5d249 tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:13.944427 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-596a7a78-ca2f-423f-ad8d-dd55428962f4 req-5eeae55c-6730-44a8-8cbc-448b7fc5d249 tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] 10.222.0.55 "GET /v2.0/ports?device_id=37d6f89f-64e2-46aa-b1c1-4934d9953f5d HTTP/1.1" status: 200 len: 945 time: 0.3426764 Feb 09 12:24:13.958059 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6315ae42-744b-473e-b382-2a5afbdd77a2 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:13.961460 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-75b27efa-1f72-4685-8520-20ec788b09f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:13.993439 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec73095-53f6-4fc4-ae1f-e800ba4849f3 req-3a161932-1f08-4559-a950-be8e4f993dce tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:13.994622 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ec73095-53f6-4fc4-ae1f-e800ba4849f3 req-3a161932-1f08-4559-a950-be8e4f993dce tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc180ace-1956-4a73-8d7a-28ae1491815d HTTP/1.1" status: 200 len: 943 time: 0.2363329 Feb 09 12:24:14.052081 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-6315ae42-744b-473e-b382-2a5afbdd77a2 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Transition to ACTIVE for port object 8c7a964d-584c-4dbd-b299-f7b5a48b8988 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:24:14.128808 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-596a7a78-ca2f-423f-ad8d-dd55428962f4 req-68d2702e-5b1e-4bef-8b3c-9bb33ef7b5fa tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] 10.222.0.55 "GET /v2.0/security-groups?id=4a78ba02-5f08-4807-b135-274decf0b574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754878 Feb 09 12:24:14.201830 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ec73095-53f6-4fc4-ae1f-e800ba4849f3 req-4201e99a-404a-4f79-8144-c912927bae86 tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] 10.222.0.55 "GET /v2.0/security-groups?id=0cc17f62-f1be-4521-89a2-9cc9d4abd744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874685 Feb 09 12:24:14.246226 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device acd37cac-853a-4cc2-9f12-2b5246b25737 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:24:14.259734 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c191d6-8a86-4648-a6fc-a7cd711e0264 req-3bd425be-bea8-4c1f-896c-37678416524c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:14.261322 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-06c191d6-8a86-4648-a6fc-a7cd711e0264 req-3bd425be-bea8-4c1f-896c-37678416524c service neutron] 10.222.0.46 "GET /v2.0/networks?id=eb9c9401-ae6e-4ae2-af8b-629b60484b7d HTTP/1.1" status: 200 len: 925 time: 0.2453117 Feb 09 12:24:14.267071 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6315ae42-744b-473e-b382-2a5afbdd77a2 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:14.359748 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port acd37cac-853a-4cc2-9f12-2b5246b25737 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:24:14.375971 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port acd37cac-853a-4cc2-9f12-2b5246b25737 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:24:14.377722 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:14.405385 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-06c191d6-8a86-4648-a6fc-a7cd711e0264 req-ff33f609-607d-47ef-8c32-be505bef79e7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da1c4039-0a1a-425a-9ade-2bae93a8c202 HTTP/1.1" status: 200 len: 217 time: 0.1291616 Feb 09 12:24:14.533963 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:14.564936 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6315ae42-744b-473e-b382-2a5afbdd77a2 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Network 9cd8438c-2c74-4941-a26e-2747746bb4cf is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:24:14.572492 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-6315ae42-744b-473e-b382-2a5afbdd77a2 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:24:14.582082 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6315ae42-744b-473e-b382-2a5afbdd77a2 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:24:14.593313 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port acd37cac-853a-4cc2-9f12-2b5246b25737, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=acd37cac-853a-4cc2-9f12-2b5246b25737,segment=NetworkSegment(9d15f5f1-dfad-42b6-bcbf-5425bd2abb42),segment_id=9d15f5f1-dfad-42b6-bcbf-5425bd2abb42)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:24:14.600113 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:14.604398 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 03fd4b44-957c-40c4-889b-940604b6f0cb up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:24:14.635183 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [req-acfd7129-9318-43c9-bfec-d4d8812b558d req-a26f8704-778c-434a-9d90-1f046a7e77d5 service neutron] show failed (client error): The resource could not be found. Feb 09 12:24:14.638631 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-acfd7129-9318-43c9-bfec-d4d8812b558d req-a26f8704-778c-434a-9d90-1f046a7e77d5 service neutron] 10.222.0.46 "GET /v2.0/ports/bc8305ab-27ae-4f22-a72d-ce92a6ad6556/bindings/n-h1-825178-3 HTTP/1.1" status: 404 len: 380 time: 0.1414738 Feb 09 12:24:14.726355 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c191d6-8a86-4648-a6fc-a7cd711e0264 req-076bc8be-340f-4581-94c2-220132f7edcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:14.735175 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-06c191d6-8a86-4648-a6fc-a7cd711e0264 req-076bc8be-340f-4581-94c2-220132f7edcd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8530711a-2ec2-4b32-a0e4-2f811217a782 HTTP/1.1" status: 200 len: 864 time: 0.3078282 Feb 09 12:24:14.777322 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315ae42-744b-473e-b382-2a5afbdd77a2 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Pushing event updated for resources: {'Port': ['ID=8c7a964d-584c-4dbd-b299-f7b5a48b8988,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:14.820267 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 03fd4b44-957c-40c4-889b-940604b6f0cb triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:24:14.820785 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:14.859461 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-06c191d6-8a86-4648-a6fc-a7cd711e0264 req-4f29ddaa-b5db-4558-8d87-ace54260cdc4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=eb9c9401-ae6e-4ae2-af8b-629b60484b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713258 Feb 09 12:24:14.870503 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=acd37cac-853a-4cc2-9f12-2b5246b25737,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:14.896751 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-90e1c72b-aa6d-4b76-b7a6-9d4e1e28acb1 None None] Provisioning for port 8c7a964d-584c-4dbd-b299-f7b5a48b8988 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:24:14.903926 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-90e1c72b-aa6d-4b76-b7a6-9d4e1e28acb1 None None] Provisioning complete for port 8c7a964d-584c-4dbd-b299-f7b5a48b8988 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:24:14.904401 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-90e1c72b-aa6d-4b76-b7a6-9d4e1e28acb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:14.957782 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6315ae42-744b-473e-b382-2a5afbdd77a2 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:14.958401 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6315ae42-744b-473e-b382-2a5afbdd77a2 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:15.009618 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-90e1c72b-aa6d-4b76-b7a6-9d4e1e28acb1 None None] Port 8c7a964d-584c-4dbd-b299-f7b5a48b8988 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:24:15.115238 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-6315ae42-744b-473e-b382-2a5afbdd77a2 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.6730742 Feb 09 12:24:15.117839 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50500) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:24:15.123434 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-3529e0c3-399d-445b-bde7-af10ab50b337 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Request body: {'port': {'network_id': '9cd8438c-2c74-4941-a26e-2747746bb4cf', 'name': 'tempest-TaggedBootDevicesTest_v242-632120236', 'fixed_ips': [{'subnet_id': 'd4a29de1-2de8-4648-a30a-65f56edf521b'}]}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:24:15.267371 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3529e0c3-399d-445b-bde7-af10ab50b337 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:24:15.272235 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3529e0c3-399d-445b-bde7-af10ab50b337 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Usage tracker for resource:port and tenant:1504faf0b32244dc872049fa5f2c3962 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:24:15.275132 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3529e0c3-399d-445b-bde7-af10ab50b337 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:24:15.280856 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3529e0c3-399d-445b-bde7-af10ab50b337 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:24:15.292194 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3529e0c3-399d-445b-bde7-af10ab50b337 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Made reservation on behalf of 1504faf0b32244dc872049fa5f2c3962 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:24:15.332660 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766a835-7072-47f6-bea4-833c0fbbd91d req-1b441eb1-40f8-41fe-989e-6f59f41f959d tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:15.333362 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c766a835-7072-47f6-bea4-833c0fbbd91d req-1b441eb1-40f8-41fe-989e-6f59f41f959d tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Synchronizing usage tracker for tenant:48298ec907a946ddb2f0d8ac4aa52547 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:24:15.354205 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-06c191d6-8a86-4648-a6fc-a7cd711e0264 req-2c78630a-6bd5-4566-85c5-d46111a5d6a0 service neutron] 10.222.0.46 "GET /v2.0/networks/eb9c9401-ae6e-4ae2-af8b-629b60484b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4707322 Feb 09 12:24:15.371863 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe827721-e441-4277-9bc4-8558ea673d66 req-3ab5455e-0de0-4325-9145-d297059be47f tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:15.373209 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fe827721-e441-4277-9bc4-8558ea673d66 req-3ab5455e-0de0-4325-9145-d297059be47f tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc4386fc-f851-41ff-a825-bc28043b849a HTTP/1.1" status: 200 len: 950 time: 0.6370711 Feb 09 12:24:15.420702 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3529e0c3-399d-445b-bde7-af10ab50b337 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:15.445880 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-3529e0c3-399d-445b-bde7-af10ab50b337 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] device_id is not set on port b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:24:15.468727 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd7129-9318-43c9-bfec-d4d8812b558d req-ea16e3d1-1c3f-48e1-abf2-b14483a0d20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:15.470199 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-acfd7129-9318-43c9-bfec-d4d8812b558d req-ea16e3d1-1c3f-48e1-abf2-b14483a0d20f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cc4386fc-f851-41ff-a825-bc28043b849a&tenant_id=49129fa2c03c45c2a0df365ab76f11e9 HTTP/1.1" status: 200 len: 1101 time: 0.5574739 Feb 09 12:24:15.471686 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c766a835-7072-47f6-bea4-833c0fbbd91d req-1b441eb1-40f8-41fe-989e-6f59f41f959d tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Unset dirty status for tenant:48298ec907a946ddb2f0d8ac4aa52547 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:24:15.473415 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c766a835-7072-47f6-bea4-833c0fbbd91d req-1b441eb1-40f8-41fe-989e-6f59f41f959d tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=34e7919b-4407-4ab0-8bcc-35c5416c741e HTTP/1.1" status: 200 len: 944 time: 0.8018250 Feb 09 12:24:15.502869 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc8d1f-826a-42fa-8bfe-5f28184ab580 req-bee56bed-747f-4f49-8d2a-cfb6a69ccb9a tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:15.504837 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-98cc8d1f-826a-42fa-8bfe-5f28184ab580 req-bee56bed-747f-4f49-8d2a-cfb6a69ccb9a tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.52 "GET /v2.0/ports?device_id=34e7919b-4407-4ab0-8bcc-35c5416c741e HTTP/1.1" status: 200 len: 944 time: 0.4238763 Feb 09 12:24:15.508424 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-acfd7129-9318-43c9-bfec-d4d8812b558d req-1a42b761-7eef-45ef-b6a3-91c6c403810e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825178-3', 'device_owner': 'compute:nova'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:24:15.652701 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-3529e0c3-399d-445b-bde7-af10ab50b337 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Allocated IP 10.1.1.217 (9cd8438c-2c74-4941-a26e-2747746bb4cf/d4a29de1-2de8-4648-a30a-65f56edf521b/b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:24:15.661374 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fe827721-e441-4277-9bc4-8558ea673d66 req-5d32400a-a770-4bfd-9ba4-c3353818f991 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586536 Feb 09 12:24:15.668605 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826303ba-013d-462e-ab93-276205fc51ad', 'name': 'network-vif-deleted', 'tag': '39ba3f73-06ef-42d8-a3c2-474e37e2d876'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:24:15.746702 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c766a835-7072-47f6-bea4-833c0fbbd91d req-d8584bae-db0f-4379-a022-483e5aa10fef tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/security-groups?id=825f3b77-242f-46bf-864b-a6d10f333d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532678 Feb 09 12:24:15.759276 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-98cc8d1f-826a-42fa-8bfe-5f28184ab580 req-831ca3b3-55a1-4ea6-b064-32d909df850a tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Deleting port f5fb70a9-260d-4bef-bf68-ea6d7e835c4b {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:24:15.759619 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-98cc8d1f-826a-42fa-8bfe-5f28184ab580 req-831ca3b3-55a1-4ea6-b064-32d909df850a tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:15.907240 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3529e0c3-399d-445b-bde7-af10ab50b337 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:15.923332 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-3529e0c3-399d-445b-bde7-af10ab50b337 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Transition to ACTIVE for port object b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:24:15.931457 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-06c191d6-8a86-4648-a6fc-a7cd711e0264 req-2b9044a5-fff2-4b7e-8c46-4574b5438864 service neutron] 10.222.0.46 "GET /v2.0/networks/eb9c9401-ae6e-4ae2-af8b-629b60484b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5545731 Feb 09 12:24:15.951558 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3529e0c3-399d-445b-bde7-af10ab50b337 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:15.967849 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-acfd7129-9318-43c9-bfec-d4d8812b558d req-1a42b761-7eef-45ef-b6a3-91c6c403810e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:16.027096 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3529e0c3-399d-445b-bde7-af10ab50b337 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Network 9cd8438c-2c74-4941-a26e-2747746bb4cf is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:24:16.030476 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-3529e0c3-399d-445b-bde7-af10ab50b337 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:24:16.032883 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3529e0c3-399d-445b-bde7-af10ab50b337 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:24:16.068559 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3529e0c3-399d-445b-bde7-af10ab50b337 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Pushing event updated for resources: {'Port': ['ID=b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:16.096227 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device acd37cac-853a-4cc2-9f12-2b5246b25737 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:24:16.116821 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3529e0c3-399d-445b-bde7-af10ab50b337 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:16.117481 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3529e0c3-399d-445b-bde7-af10ab50b337 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:16.141421 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3529e0c3-399d-445b-bde7-af10ab50b337 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0224667 Feb 09 12:24:16.217087 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port acd37cac-853a-4cc2-9f12-2b5246b25737 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:24:16.217449 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:16.341969 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a10bcc96-b68b-4c53-89c5-7a22d6db461f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:16.363642 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-29678294-6038-4462-9b80-3c8e66746ba7 None None] Provisioning for port b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:24:16.368906 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-29678294-6038-4462-9b80-3c8e66746ba7 None None] Provisioning complete for port b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:24:16.369276 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-29678294-6038-4462-9b80-3c8e66746ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:16.376167 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e8b8c-5736-4e57-8271-b30194eb12f3 req-29e330ad-8f99-465f-a9de-6220a8029134 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:16.377616 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eb2e8b8c-5736-4e57-8271-b30194eb12f3 req-29e330ad-8f99-465f-a9de-6220a8029134 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/networks?id=ce449817-28f3-4897-a09b-d33182728951 HTTP/1.1" status: 200 len: 812 time: 0.5804179 Feb 09 12:24:16.424872 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-29678294-6038-4462-9b80-3c8e66746ba7 None None] Port b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:24:16.470773 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eb2e8b8c-5736-4e57-8271-b30194eb12f3 req-231740a1-a335-424a-b3a5-1fadb2a5ac60 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/quotas/6b0ea08007bd423bba6d81fafa2c2138 HTTP/1.1" status: 200 len: 375 time: 0.0856051 Feb 09 12:24:16.496304 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce60c4a-ccd9-4d48-bef2-c87840b8ab06 req-8ab188ac-dc6d-4720-872c-b6d9d6477507 tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:16.497734 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6ce60c4a-ccd9-4d48-bef2-c87840b8ab06 req-8ab188ac-dc6d-4720-872c-b6d9d6477507 tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] 10.222.0.55 "GET /v2.0/ports?device_id=37d6f89f-64e2-46aa-b1c1-4934d9953f5d HTTP/1.1" status: 200 len: 945 time: 0.5817392 Feb 09 12:24:16.585550 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eb2e8b8c-5736-4e57-8271-b30194eb12f3 req-a0fc4005-59e0-4d9e-9c89-4f75cce2fec8 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b0ea08007bd423bba6d81fafa2c2138&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0981708 Feb 09 12:24:16.621346 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-98cc8d1f-826a-42fa-8bfe-5f28184ab580 req-831ca3b3-55a1-4ea6-b064-32d909df850a tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] For port f5fb70a9-260d-4bef-bf68-ea6d7e835c4b, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=f5fb70a9-260d-4bef-bf68-ea6d7e835c4b,segment=NetworkSegment(a032c80a-2814-4a8f-bd23-99ac5315db25),segment_id=a032c80a-2814-4a8f-bd23-99ac5315db25)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:24:16.621700 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-98cc8d1f-826a-42fa-8bfe-5f28184ab580 req-831ca3b3-55a1-4ea6-b064-32d909df850a tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:16.820428 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-98cc8d1f-826a-42fa-8bfe-5f28184ab580 req-831ca3b3-55a1-4ea6-b064-32d909df850a tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Calling delete_port for f5fb70a9-260d-4bef-bf68-ea6d7e835c4b owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:24:16.863973 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6ce60c4a-ccd9-4d48-bef2-c87840b8ab06 req-bbc1eb62-032a-426d-b351-a83805650630 tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] 10.222.0.55 "GET /v2.0/security-groups?id=4a78ba02-5f08-4807-b135-274decf0b574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600533 Feb 09 12:24:16.876649 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-acfd7129-9318-43c9-bfec-d4d8812b558d req-1a42b761-7eef-45ef-b6a3-91c6c403810e service neutron] For port bc8305ab-27ae-4f22-a72d-ce92a6ad6556, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=bc8305ab-27ae-4f22-a72d-ce92a6ad6556,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:24:17.132205 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-acfd7129-9318-43c9-bfec-d4d8812b558d req-1a42b761-7eef-45ef-b6a3-91c6c403810e service neutron] For port bc8305ab-27ae-4f22-a72d-ce92a6ad6556, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:24:17.188775 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eb2e8b8c-5736-4e57-8271-b30194eb12f3 req-9a494afd-00c6-4b4f-9c40-ad6e43991fd4 service neutron] 10.222.0.55 "GET /v2.0/networks/ce449817-28f3-4897-a09b-d33182728951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5919816 Feb 09 12:24:17.366670 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-acfd7129-9318-43c9-bfec-d4d8812b558d req-1a42b761-7eef-45ef-b6a3-91c6c403810e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:17.398258 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-98cc8d1f-826a-42fa-8bfe-5f28184ab580 req-831ca3b3-55a1-4ea6-b064-32d909df850a tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:17.435535 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device f5fb70a9-260d-4bef-bf68-ea6d7e835c4b no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:24:17.463723 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-acfd7129-9318-43c9-bfec-d4d8812b558d req-1a42b761-7eef-45ef-b6a3-91c6c403810e service neutron] Transition to ACTIVE for port object bc8305ab-27ae-4f22-a72d-ce92a6ad6556 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:24:17.474692 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device da1c4039-0a1a-425a-9ade-2bae93a8c202 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:24:17.481765 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] No Port match for: f5fb70a9-260d-4bef-bf68-ea6d7e835c4b {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:24:17.482102 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device f5fb70a9-260d-4bef-bf68-ea6d7e835c4b not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:24:17.495889 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:17.523165 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ca3b3-55a1-4ea6-b064-32d909df850a tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Pushing event deleted for resources: {'Port': ['ID=f5fb70a9-260d-4bef-bf68-ea6d7e835c4b,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:17.533098 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-acfd7129-9318-43c9-bfec-d4d8812b558d req-1a42b761-7eef-45ef-b6a3-91c6c403810e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:17.594188 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:17.605738 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5eb252-8fbf-44e1-ab0e-5ceb67c5fbfd req-dbd97582-aaf8-4bc6-a608-ebdfa57ca171 tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:17.607281 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2f5eb252-8fbf-44e1-ab0e-5ceb67c5fbfd req-dbd97582-aaf8-4bc6-a608-ebdfa57ca171 tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc180ace-1956-4a73-8d7a-28ae1491815d HTTP/1.1" status: 200 len: 943 time: 0.5171926 Feb 09 12:24:17.620987 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eb2e8b8c-5736-4e57-8271-b30194eb12f3 req-6e5c8ce7-0e6a-471b-9aca-02995e2b4a22 service neutron] 10.222.0.55 "GET /v2.0/networks/ce449817-28f3-4897-a09b-d33182728951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225957 Feb 09 12:24:17.635646 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port da1c4039-0a1a-425a-9ade-2bae93a8c202, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=da1c4039-0a1a-425a-9ade-2bae93a8c202,segment=NetworkSegment(cfcb5c03-9cf3-4e8a-86fb-9a6548aecceb),segment_id=cfcb5c03-9cf3-4e8a-86fb-9a6548aecceb)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:24:17.650143 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'da1c4039-0a1a-425a-9ade-2bae93a8c202', 'network_id': 'eb9c9401-ae6e-4ae2-af8b-629b60484b7d', 'port_id': 'da1c4039-0a1a-425a-9ade-2bae93a8c202', 'mac_address': 'fa:16:3e:a4:34:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8530711a-2ec2-4b32-a0e4-2f811217a782', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:24:17.693948 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-98cc8d1f-826a-42fa-8bfe-5f28184ab580 req-831ca3b3-55a1-4ea6-b064-32d909df850a tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] No DVR routers for this DVR port f5fb70a9-260d-4bef-bf68-ea6d7e835c4b on host n-h1-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:24:17.696573 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-98cc8d1f-826a-42fa-8bfe-5f28184ab580 req-831ca3b3-55a1-4ea6-b064-32d909df850a tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:17.719259 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:17.754152 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da1c4039-0a1a-425a-9ade-2bae93a8c202 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:24:17.792121 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port da1c4039-0a1a-425a-9ade-2bae93a8c202, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=da1c4039-0a1a-425a-9ade-2bae93a8c202,segment=NetworkSegment(cfcb5c03-9cf3-4e8a-86fb-9a6548aecceb),segment_id=cfcb5c03-9cf3-4e8a-86fb-9a6548aecceb)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:24:17.797606 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:17.811841 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826303ba-013d-462e-ab93-276205fc51ad', 'name': 'network-vif-deleted', 'tag': '39ba3f73-06ef-42d8-a3c2-474e37e2d876', 'status': 'completed', 'code': 200} Feb 09 12:24:17.829533 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-acfd7129-9318-43c9-bfec-d4d8812b558d req-1a42b761-7eef-45ef-b6a3-91c6c403810e service neutron] No DVR routers for this DVR port bc8305ab-27ae-4f22-a72d-ce92a6ad6556 on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:24:17.838591 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-98cc8d1f-826a-42fa-8bfe-5f28184ab580 req-831ca3b3-55a1-4ea6-b064-32d909df850a tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.52 "DELETE /v2.0/ports/f5fb70a9-260d-4bef-bf68-ea6d7e835c4b HTTP/1.1" status: 204 len: 173 time: 2.2967227 Feb 09 12:24:17.858361 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42b761-7eef-45ef-b6a3-91c6c403810e service neutron] Pushing event updated for resources: {'Port': ['ID=bc8305ab-27ae-4f22-a72d-ce92a6ad6556,revision_number=6']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:17.933210 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=da1c4039-0a1a-425a-9ade-2bae93a8c202,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:17.939690 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2f5eb252-8fbf-44e1-ab0e-5ceb67c5fbfd req-c23ed3f9-d69c-4243-901b-08430a513b9e tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] 10.222.0.55 "GET /v2.0/security-groups?id=0cc17f62-f1be-4521-89a2-9cc9d4abd744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177309 Feb 09 12:24:17.963417 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-acfd7129-9318-43c9-bfec-d4d8812b558d req-1a42b761-7eef-45ef-b6a3-91c6c403810e service neutron] Attempting to bind port bc8305ab-27ae-4f22-a72d-ce92a6ad6556 on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:24:17.963761 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-acfd7129-9318-43c9-bfec-d4d8812b558d req-1a42b761-7eef-45ef-b6a3-91c6c403810e service neutron] Attempting to bind port bc8305ab-27ae-4f22-a72d-ce92a6ad6556 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:24:17.964134 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfd7129-9318-43c9-bfec-d4d8812b558d req-1a42b761-7eef-45ef-b6a3-91c6c403810e service neutron] Attempting to bind port bc8305ab-27ae-4f22-a72d-ce92a6ad6556 on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:24:17.977952 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfd7129-9318-43c9-bfec-d4d8812b558d req-1a42b761-7eef-45ef-b6a3-91c6c403810e service neutron] Port bc8305ab-27ae-4f22-a72d-ce92a6ad6556 on network 4f732e35-467f-44f5-be04-aa808693dec3 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:24:17.978281 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfd7129-9318-43c9-bfec-d4d8812b558d req-1a42b761-7eef-45ef-b6a3-91c6c403810e service neutron] Attempting to bind port bc8305ab-27ae-4f22-a72d-ce92a6ad6556 on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:24:17.988266 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfd7129-9318-43c9-bfec-d4d8812b558d req-1a42b761-7eef-45ef-b6a3-91c6c403810e service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:24:17.989336 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfd7129-9318-43c9-bfec-d4d8812b558d req-1a42b761-7eef-45ef-b6a3-91c6c403810e service neutron] Checking segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:24:17.990262 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfd7129-9318-43c9-bfec-d4d8812b558d req-1a42b761-7eef-45ef-b6a3-91c6c403810e service neutron] Bound using segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:24:17.991385 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-acfd7129-9318-43c9-bfec-d4d8812b558d req-1a42b761-7eef-45ef-b6a3-91c6c403810e service neutron] Bound port: bc8305ab-27ae-4f22-a72d-ce92a6ad6556, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:24:17.992080 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-acfd7129-9318-43c9-bfec-d4d8812b558d req-1a42b761-7eef-45ef-b6a3-91c6c403810e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:18.111639 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-acfd7129-9318-43c9-bfec-d4d8812b558d req-1a42b761-7eef-45ef-b6a3-91c6c403810e service neutron] For port bc8305ab-27ae-4f22-a72d-ce92a6ad6556, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:24:18.117254 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-acfd7129-9318-43c9-bfec-d4d8812b558d req-1a42b761-7eef-45ef-b6a3-91c6c403810e service neutron] For port bc8305ab-27ae-4f22-a72d-ce92a6ad6556, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=bc8305ab-27ae-4f22-a72d-ce92a6ad6556,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:24:18.123197 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-acfd7129-9318-43c9-bfec-d4d8812b558d req-1a42b761-7eef-45ef-b6a3-91c6c403810e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:18.146971 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50534) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:24:18.153147 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-d9a79fe8-38c0-432e-b76b-2709b37c81c7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Request body: {'security_group': {'name': 'tempest-securitygroup--720448562', 'description': 'tempest-description--1659127173'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:24:18.164402 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d9a79fe8-38c0-432e-b76b-2709b37c81c7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:24:18.171729 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d9a79fe8-38c0-432e-b76b-2709b37c81c7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Usage tracker for resource:security_group and tenant:1504faf0b32244dc872049fa5f2c3962 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:24:18.176781 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d9a79fe8-38c0-432e-b76b-2709b37c81c7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:24:18.183218 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['da1c4039-0a1a-425a-9ade-2bae93a8c202'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:24:18.184081 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d9a79fe8-38c0-432e-b76b-2709b37c81c7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:24:18.199252 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d9a79fe8-38c0-432e-b76b-2709b37c81c7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:18.225868 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d9a79fe8-38c0-432e-b76b-2709b37c81c7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:24:18.231204 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d9a79fe8-38c0-432e-b76b-2709b37c81c7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Usage tracker for resource:security_group_rule and tenant:1504faf0b32244dc872049fa5f2c3962 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:24:18.234815 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d9a79fe8-38c0-432e-b76b-2709b37c81c7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:24:18.243334 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d9a79fe8-38c0-432e-b76b-2709b37c81c7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:24:18.255087 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd7129-9318-43c9-bfec-d4d8812b558d req-1a42b761-7eef-45ef-b6a3-91c6c403810e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:18.256000 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-acfd7129-9318-43c9-bfec-d4d8812b558d req-1a42b761-7eef-45ef-b6a3-91c6c403810e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:18.258124 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-acfd7129-9318-43c9-bfec-d4d8812b558d req-1a42b761-7eef-45ef-b6a3-91c6c403810e service neutron] 10.222.0.52 "PUT /v2.0/ports/bc8305ab-27ae-4f22-a72d-ce92a6ad6556 HTTP/1.1" status: 200 len: 1096 time: 2.7731977 Feb 09 12:24:18.352623 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42b761-7eef-45ef-b6a3-91c6c403810e service neutron] Pushing event updated for resources: {'Port': ['ID=bc8305ab-27ae-4f22-a72d-ce92a6ad6556,revision_number=7']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:18.399391 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d9a79fe8-38c0-432e-b76b-2709b37c81c7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:18.412936 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d9a79fe8-38c0-432e-b76b-2709b37c81c7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:18.483420 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-dbf4c7ba-bd04-4f38-b2c3-a2e0440d292a req-a5b4f80a-3358-4cd3-8220-86fd435bc6a8 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Synchronizing usage tracker for tenant:48298ec907a946ddb2f0d8ac4aa52547 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:24:18.505540 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63dece-ad95-4da6-b123-c5c0862185b2 req-3ca2c374-636e-4fc5-ad64-244b60a6f42d tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:18.510761 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d9a79fe8-38c0-432e-b76b-2709b37c81c7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:18.512295 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d9a79fe8-38c0-432e-b76b-2709b37c81c7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3642542 Feb 09 12:24:18.514631 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9e63dece-ad95-4da6-b123-c5c0862185b2 req-3ca2c374-636e-4fc5-ad64-244b60a6f42d tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc4386fc-f851-41ff-a825-bc28043b849a HTTP/1.1" status: 200 len: 948 time: 0.3326461 Feb 09 12:24:18.516822 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50542) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:24:18.520404 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a79fe8-38c0-432e-b76b-2709b37c81c7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73c0bc8c-d7b4-4723-ae3e-494e368debc4,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:18.543115 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-a9c3e433-c3e2-4ff6-b89c-f2c5e7e65ee8 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Request body: {'security_group_rule': {'security_group_id': '73c0bc8c-d7b4-4723-ae3e-494e368debc4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:24:18.553603 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-a9c3e433-c3e2-4ff6-b89c-f2c5e7e65ee8 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:24:18.559092 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a9c3e433-c3e2-4ff6-b89c-f2c5e7e65ee8 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Usage tracker for resource:security_group_rule and tenant:1504faf0b32244dc872049fa5f2c3962 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:24:18.593113 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a9c3e433-c3e2-4ff6-b89c-f2c5e7e65ee8 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:24:18.610897 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-a9c3e433-c3e2-4ff6-b89c-f2c5e7e65ee8 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:24:18.621512 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd7129-9318-43c9-bfec-d4d8812b558d req-28992380-ad2a-416b-9368-327e4aa40a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:18.623002 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-acfd7129-9318-43c9-bfec-d4d8812b558d req-28992380-ad2a-416b-9368-327e4aa40a5e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49129fa2c03c45c2a0df365ab76f11e9&device_id=cc4386fc-f851-41ff-a825-bc28043b849a HTTP/1.1" status: 200 len: 1099 time: 0.3336208 Feb 09 12:24:18.629123 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-dbf4c7ba-bd04-4f38-b2c3-a2e0440d292a req-a5b4f80a-3358-4cd3-8220-86fd435bc6a8 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] Unset dirty status for tenant:48298ec907a946ddb2f0d8ac4aa52547 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:24:18.630160 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dbf4c7ba-bd04-4f38-b2c3-a2e0440d292a req-a5b4f80a-3358-4cd3-8220-86fd435bc6a8 tempest-LiveMigrationTest-378082474 tempest-LiveMigrationTest-378082474-project] 10.222.0.55 "GET /v2.0/ports?device_id=34e7919b-4407-4ab0-8bcc-35c5416c741e HTTP/1.1" status: 200 len: 210 time: 0.2628033 Feb 09 12:24:18.654356 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9e63dece-ad95-4da6-b123-c5c0862185b2 req-95815f87-e5e6-4020-8b5c-6db7a93f1970 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365612 Feb 09 12:24:18.734886 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a9c3e433-c3e2-4ff6-b89c-f2c5e7e65ee8 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:18.868460 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd7129-9318-43c9-bfec-d4d8812b558d req-6b0a5554-f3f6-4563-8fa1-b4ce441635b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:18.869922 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-acfd7129-9318-43c9-bfec-d4d8812b558d req-6b0a5554-f3f6-4563-8fa1-b4ce441635b9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.2367077 Feb 09 12:24:18.874005 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a56ca43e-60b5-40a2-85e4-688c800a08a9 req-c0230517-80ac-4fac-bbfe-666f8269166c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=80d09481-cde5-4896-9bcc-08c44ca3c92d HTTP/1.1" status: 200 len: 210 time: 0.0545962 Feb 09 12:24:18.941527 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a9c3e433-c3e2-4ff6-b89c-f2c5e7e65ee8 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:18.950481 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-acfd7129-9318-43c9-bfec-d4d8812b558d req-bc0994d8-3b33-49d7-90ad-08d6b523bcf7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=bc8305ab-27ae-4f22-a72d-ce92a6ad6556 HTTP/1.1" status: 200 len: 217 time: 0.0683775 Feb 09 12:24:18.951192 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a9c3e433-c3e2-4ff6-b89c-f2c5e7e65ee8 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:19.021665 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c3e433-c3e2-4ff6-b89c-f2c5e7e65ee8 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b4cd353-c351-4b42-8dd0-8c9958fbd8d4,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:19.039065 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:19.047601 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a9c3e433-c3e2-4ff6-b89c-f2c5e7e65ee8 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:19.048972 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a9c3e433-c3e2-4ff6-b89c-f2c5e7e65ee8 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5266669 Feb 09 12:24:19.051941 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50552) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:24:19.059583 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-4930c370-40cf-455c-9ae4-7c19f21bdba8 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Request body: {'security_group_rule': {'security_group_id': '73c0bc8c-d7b4-4723-ae3e-494e368debc4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:24:19.066555 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd7129-9318-43c9-bfec-d4d8812b558d req-bfde6cb1-65d0-4041-b3b4-7b23e6cf4cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:19.068025 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-acfd7129-9318-43c9-bfec-d4d8812b558d req-bfde6cb1-65d0-4041-b3b4-7b23e6cf4cc8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.0944848 Feb 09 12:24:19.068989 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-4930c370-40cf-455c-9ae4-7c19f21bdba8 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:24:19.073896 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-4930c370-40cf-455c-9ae4-7c19f21bdba8 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Usage tracker for resource:security_group_rule and tenant:1504faf0b32244dc872049fa5f2c3962 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:24:19.077495 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-4930c370-40cf-455c-9ae4-7c19f21bdba8 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:24:19.277165 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-4930c370-40cf-455c-9ae4-7c19f21bdba8 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:24:19.475551 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4930c370-40cf-455c-9ae4-7c19f21bdba8 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:19.484769 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device da1c4039-0a1a-425a-9ade-2bae93a8c202 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:24:19.552201 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port da1c4039-0a1a-425a-9ade-2bae93a8c202 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:24:19.557227 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port da1c4039-0a1a-425a-9ade-2bae93a8c202 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:24:19.557594 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:19.616002 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd7129-9318-43c9-bfec-d4d8812b558d req-0196d830-6ecb-4239-afd0-b0cc70181b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:19.617553 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-acfd7129-9318-43c9-bfec-d4d8812b558d req-0196d830-6ecb-4239-afd0-b0cc70181b9e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5370765 Feb 09 12:24:19.623896 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e8b8c-5736-4e57-8271-b30194eb12f3 req-e6ca5aaf-6172-4c8c-ad9e-ff6f5af44769 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:19.625365 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eb2e8b8c-5736-4e57-8271-b30194eb12f3 req-e6ca5aaf-6172-4c8c-ad9e-ff6f5af44769 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.46 "GET /v2.0/networks?id=ce449817-28f3-4897-a09b-d33182728951 HTTP/1.1" status: 200 len: 812 time: 0.3771150 Feb 09 12:24:19.664572 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c09c4-477c-40a2-a070-8e30716190d8 req-eefb404e-9d52-4e56-8546-dd0653d27d08 tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:19.666009 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c21c09c4-477c-40a2-a070-8e30716190d8 req-eefb404e-9d52-4e56-8546-dd0653d27d08 tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc180ace-1956-4a73-8d7a-28ae1491815d HTTP/1.1" status: 200 len: 944 time: 0.3960159 Feb 09 12:24:19.681073 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-eb2e8b8c-5736-4e57-8271-b30194eb12f3 req-dffaeae5-e1f8-4d25-a53f-54248c72fd78 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Request body: {'port': {'device_id': '80d09481-cde5-4896-9bcc-08c44ca3c92d', 'network_id': 'ce449817-28f3-4897-a09b-d33182728951', 'admin_state_up': True, 'tenant_id': '6b0ea08007bd423bba6d81fafa2c2138'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:24:19.684482 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:19.712970 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc180ace-1956-4a73-8d7a-28ae1491815d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1c4039-0a1a-425a-9ade-2bae93a8c202'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:24:19.723641 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port da1c4039-0a1a-425a-9ade-2bae93a8c202, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=da1c4039-0a1a-425a-9ade-2bae93a8c202,segment=NetworkSegment(cfcb5c03-9cf3-4e8a-86fb-9a6548aecceb),segment_id=cfcb5c03-9cf3-4e8a-86fb-9a6548aecceb)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:24:19.727743 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:19.728600 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device bc8305ab-27ae-4f22-a72d-ce92a6ad6556 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:24:19.744811 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4930c370-40cf-455c-9ae4-7c19f21bdba8 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:19.818367 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4386fc-f851-41ff-a825-bc28043b849a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc8305ab-27ae-4f22-a72d-ce92a6ad6556'}, {'server_uuid': '34e7919b-4407-4ab0-8bcc-35c5416c741e', 'name': 'network-vif-deleted', 'tag': 'f5fb70a9-260d-4bef-bf68-ea6d7e835c4b'}, {'name': 'network-changed', 'server_uuid': 'cc4386fc-f851-41ff-a825-bc28043b849a', 'tag': 'bc8305ab-27ae-4f22-a72d-ce92a6ad6556'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:24:19.833059 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4930c370-40cf-455c-9ae4-7c19f21bdba8 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:19.851197 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device bc8305ab-27ae-4f22-a72d-ce92a6ad6556 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:24:19.854984 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=da1c4039-0a1a-425a-9ade-2bae93a8c202,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:19.861180 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c0741-849b-41ce-b7ae-e4a23f37b60b req-2f4fff2f-b782-4cb8-8c91-a91d331b962f tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:19.867247 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c0741-849b-41ce-b7ae-e4a23f37b60b req-2f4fff2f-b782-4cb8-8c91-a91d331b962f tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:19.872986 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c0741-849b-41ce-b7ae-e4a23f37b60b req-2f4fff2f-b782-4cb8-8c91-a91d331b962f tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:19.879225 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c0741-849b-41ce-b7ae-e4a23f37b60b req-2f4fff2f-b782-4cb8-8c91-a91d331b962f tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:19.884981 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c0741-849b-41ce-b7ae-e4a23f37b60b req-2f4fff2f-b782-4cb8-8c91-a91d331b962f tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:19.890893 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c0741-849b-41ce-b7ae-e4a23f37b60b req-2f4fff2f-b782-4cb8-8c91-a91d331b962f tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:19.897341 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c0741-849b-41ce-b7ae-e4a23f37b60b req-2f4fff2f-b782-4cb8-8c91-a91d331b962f tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:19.899222 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-339c0741-849b-41ce-b7ae-e4a23f37b60b req-2f4fff2f-b782-4cb8-8c91-a91d331b962f tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/ports?device_id=6101775f-5c0e-4dc8-9a5f-b57a74039dc8 HTTP/1.1" status: 200 len: 5433 time: 0.6566691 Feb 09 12:24:19.951857 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4930c370-40cf-455c-9ae4-7c19f21bdba8 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c16648e-f002-4d96-b46d-e7b6c2346e6b,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:20.000174 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c21c09c4-477c-40a2-a070-8e30716190d8 req-cdd9a31c-ddf5-4465-a0aa-72d85e9ea3c3 tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] 10.222.0.55 "GET /v2.0/security-groups?id=0cc17f62-f1be-4521-89a2-9cc9d4abd744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269486 Feb 09 12:24:20.011556 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4930c370-40cf-455c-9ae4-7c19f21bdba8 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:20.012716 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4930c370-40cf-455c-9ae4-7c19f21bdba8 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9595995 Feb 09 12:24:20.022361 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50570) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:24:20.023600 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-8ca74485-34a3-44ff-acb8-10bf29f222d7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:24:20.033634 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8ca74485-34a3-44ff-acb8-10bf29f222d7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:24:20.039238 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-8ca74485-34a3-44ff-acb8-10bf29f222d7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Usage tracker for resource:floatingip and tenant:1504faf0b32244dc872049fa5f2c3962 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:24:20.042346 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-8ca74485-34a3-44ff-acb8-10bf29f222d7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:24:20.049269 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8ca74485-34a3-44ff-acb8-10bf29f222d7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:24:20.060706 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8ca74485-34a3-44ff-acb8-10bf29f222d7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks [] for floatingip, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:20.064660 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-acfd7129-9318-43c9-bfec-d4d8812b558d req-9dd18a69-8295-483b-9e31-12c83481b17b service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4319079 Feb 09 12:24:20.069846 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-eb2e8b8c-5736-4e57-8271-b30194eb12f3 req-dffaeae5-e1f8-4d25-a53f-54248c72fd78 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:24:20.075413 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-339c0741-849b-41ce-b7ae-e4a23f37b60b req-ebbb7e9a-1c67-4272-bfdf-77692cd48c6a tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/security-groups?id=8803669e-2abe-4ab7-b2c0-58109e10cb11&id=84c476da-0274-41dd-aeef-e671ea782d84&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1594889 Feb 09 12:24:20.197109 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50574) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:24:20.211176 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-eb2e8b8c-5736-4e57-8271-b30194eb12f3 req-dffaeae5-e1f8-4d25-a53f-54248c72fd78 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:24:20.225436 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:20.261074 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb2e8b8c-5736-4e57-8271-b30194eb12f3 req-dffaeae5-e1f8-4d25-a53f-54248c72fd78 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Made reservation on behalf of 6b0ea08007bd423bba6d81fafa2c2138 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:24:20.265147 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-eb2e8b8c-5736-4e57-8271-b30194eb12f3 req-dffaeae5-e1f8-4d25-a53f-54248c72fd78 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:20.325022 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8ca74485-34a3-44ff-acb8-10bf29f222d7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:20.430432 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-acfd7129-9318-43c9-bfec-d4d8812b558d req-3a4310b5-5ce8-4b9b-a368-74bd66479413 service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540521 Feb 09 12:24:20.504006 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-8ca74485-34a3-44ff-acb8-10bf29f222d7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Allocated IP 172.25.7.154 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/dc16799e-f407-420f-a114-8b6c8236dd4d) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:24:20.532542 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46566be8-a9d1-4a0e-bc8a-3531a3e55b38 req-151faa93-7cac-4448-93d7-802a74de7f94 tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:20.534544 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-46566be8-a9d1-4a0e-bc8a-3531a3e55b38 req-151faa93-7cac-4448-93d7-802a74de7f94 tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] 10.222.0.55 "GET /v2.0/ports?device_id=37d6f89f-64e2-46aa-b1c1-4934d9953f5d HTTP/1.1" status: 200 len: 945 time: 0.3846467 Feb 09 12:24:20.593726 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-31158aab-8c0f-49a0-9045-8305c852b072 admin admin] Deleting subnet 366798ce-1b6a-4537-9fda-2703703dab8f {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:24:20.611975 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-31158aab-8c0f-49a0-9045-8305c852b072 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:20.673370 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb131d-b581-4d2a-b1f8-26eda2cf872f req-e8f3c349-86b4-4cc8-8024-d7f51c882490 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:20.676883 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f8eb131d-b581-4d2a-b1f8-26eda2cf872f req-e8f3c349-86b4-4cc8-8024-d7f51c882490 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc4386fc-f851-41ff-a825-bc28043b849a HTTP/1.1" status: 200 len: 948 time: 0.3990126 Feb 09 12:24:20.703977 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8ca74485-34a3-44ff-acb8-10bf29f222d7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:20.719499 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-46566be8-a9d1-4a0e-bc8a-3531a3e55b38 req-829233a0-c8d8-48b3-a451-721a3a1a5a9b tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] 10.222.0.55 "GET /v2.0/security-groups?id=4a78ba02-5f08-4807-b135-274decf0b574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782796 Feb 09 12:24:20.725416 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-eb2e8b8c-5736-4e57-8271-b30194eb12f3 req-dffaeae5-e1f8-4d25-a53f-54248c72fd78 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Allocated IP 172.20.0.4 (ce449817-28f3-4897-a09b-d33182728951/5d66c3c8-f193-4da4-ad1c-54328c88dbd7/c9ae328d-f515-4127-8634-9ed00f64ddde) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:24:20.733948 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-31158aab-8c0f-49a0-9045-8305c852b072 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:20.747528 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8ca74485-34a3-44ff-acb8-10bf29f222d7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:20.770918 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc180ace-1956-4a73-8d7a-28ae1491815d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1c4039-0a1a-425a-9ade-2bae93a8c202', 'code': 200} Feb 09 12:24:20.825773 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca74485-34a3-44ff-acb8-10bf29f222d7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:24:20.831487 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-8ca74485-34a3-44ff-acb8-10bf29f222d7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:24:20.836378 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca74485-34a3-44ff-acb8-10bf29f222d7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:24:20.842866 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4386fc-f851-41ff-a825-bc28043b849a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc8305ab-27ae-4f22-a72d-ce92a6ad6556', 'code': 200} Feb 09 12:24:20.843138 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e7919b-4407-4ab0-8bcc-35c5416c741e', 'name': 'network-vif-deleted', 'tag': 'f5fb70a9-260d-4bef-bf68-ea6d7e835c4b', 'status': 'completed', 'code': 200} Feb 09 12:24:20.843394 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc4386fc-f851-41ff-a825-bc28043b849a', 'tag': 'bc8305ab-27ae-4f22-a72d-ce92a6ad6556', 'status': 'completed', 'code': 200} Feb 09 12:24:20.941137 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca74485-34a3-44ff-acb8-10bf29f222d7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Pushing event updated for resources: {'Port': ['ID=dc16799e-f407-420f-a114-8b6c8236dd4d,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:20.968421 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84cce6-81c1-4a7e-b97f-b19f513ee633 req-35cb58de-fd0c-4298-8f33-b82815fd8ba1 tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:20.969165 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-7e84cce6-81c1-4a7e-b97f-b19f513ee633 req-35cb58de-fd0c-4298-8f33-b82815fd8ba1 tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] Synchronizing usage tracker for tenant:208507418585428b8d9fe7fe2c432c62 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:24:21.011946 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-7e84cce6-81c1-4a7e-b97f-b19f513ee633 req-35cb58de-fd0c-4298-8f33-b82815fd8ba1 tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] Unset dirty status for tenant:208507418585428b8d9fe7fe2c432c62 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:24:21.013086 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7e84cce6-81c1-4a7e-b97f-b19f513ee633 req-35cb58de-fd0c-4298-8f33-b82815fd8ba1 tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] 10.222.0.46 "GET /v2.0/ports?device_id=37d6f89f-64e2-46aa-b1c1-4934d9953f5d HTTP/1.1" status: 200 len: 945 time: 0.3797367 Feb 09 12:24:21.072264 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332fa63-6557-46ed-8b07-8b0936d57240 req-29a1e491-53b5-49b7-9e25-c0545f232674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:21.073770 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f332fa63-6557-46ed-8b07-8b0936d57240 req-29a1e491-53b5-49b7-9e25-c0545f232674 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49129fa2c03c45c2a0df365ab76f11e9&device_id=cc4386fc-f851-41ff-a825-bc28043b849a HTTP/1.1" status: 200 len: 1099 time: 0.1913249 Feb 09 12:24:21.074808 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8ca74485-34a3-44ff-acb8-10bf29f222d7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:21.078145 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f8eb131d-b581-4d2a-b1f8-26eda2cf872f req-bb76ab48-27c2-4c66-8d1d-248540676177 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939517 Feb 09 12:24:21.086278 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-31158aab-8c0f-49a0-9045-8305c852b072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:21.225946 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-7e84cce6-81c1-4a7e-b97f-b19f513ee633 req-e6c94122-a09d-4810-9bb8-cfeb4a2c22ef tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] Deleting port efaf70a1-acf5-42d0-b016-70b08350725b {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:24:21.226291 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-7e84cce6-81c1-4a7e-b97f-b19f513ee633 req-e6c94122-a09d-4810-9bb8-cfeb4a2c22ef tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:21.231513 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d7fe13d3-790f-4d6b-be36-fac7ce9934dc req-fdc49cc8-945d-4432-a746-2763e8212167 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=80d09481-cde5-4896-9bcc-08c44ca3c92d HTTP/1.1" status: 200 len: 210 time: 0.1464567 Feb 09 12:24:21.309027 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8ca74485-34a3-44ff-acb8-10bf29f222d7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:21.424490 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332fa63-6557-46ed-8b07-8b0936d57240 req-6cd5f0d6-b010-43f0-82d7-e7be676aa2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:21.426374 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f332fa63-6557-46ed-8b07-8b0936d57240 req-6cd5f0d6-b010-43f0-82d7-e7be676aa2d4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.3431981 Feb 09 12:24:21.450443 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-31158aab-8c0f-49a0-9045-8305c852b072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:21.524126 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31158aab-8c0f-49a0-9045-8305c852b072 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=366798ce-1b6a-4537-9fda-2703703dab8f,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:21.525632 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f332fa63-6557-46ed-8b07-8b0936d57240 req-8f5701c4-aaea-4f2d-a014-7db8beb3d844 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=bc8305ab-27ae-4f22-a72d-ce92a6ad6556 HTTP/1.1" status: 200 len: 217 time: 0.0872343 Feb 09 12:24:21.531132 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-31158aab-8c0f-49a0-9045-8305c852b072 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:21.550623 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332fa63-6557-46ed-8b07-8b0936d57240 req-ae744a6b-0fd7-45f0-ab6f-5b4593fc9c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:21.552146 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f332fa63-6557-46ed-8b07-8b0936d57240 req-ae744a6b-0fd7-45f0-ab6f-5b4593fc9c49 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49129fa2c03c45c2a0df365ab76f11e9&device_id=cc4386fc-f851-41ff-a825-bc28043b849a HTTP/1.1" status: 200 len: 1099 time: 0.6610887 Feb 09 12:24:21.553915 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946eb359-8967-4620-88fa-cf3f2cb30194 req-fbae8797-a614-4859-8de6-ae6c0b99d513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:21.555246 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-946eb359-8967-4620-88fa-cf3f2cb30194 req-fbae8797-a614-4859-8de6-ae6c0b99d513 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fc180ace-1956-4a73-8d7a-28ae1491815d HTTP/1.1" status: 200 len: 1096 time: 0.7017341 Feb 09 12:24:21.637032 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-31158aab-8c0f-49a0-9045-8305c852b072 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/366798ce-1b6a-4537-9fda-2703703dab8f HTTP/1.1" status: 204 len: 168 time: 1.4232435 Feb 09 12:24:21.687120 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50586) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:24:21.745196 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208961e6-83bf-4c5a-898b-b0865d2ce135 req-147c07fa-f444-402b-84d2-0d949b74f419 tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:21.746679 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-208961e6-83bf-4c5a-898b-b0865d2ce135 req-147c07fa-f444-402b-84d2-0d949b74f419 tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc180ace-1956-4a73-8d7a-28ae1491815d HTTP/1.1" status: 200 len: 945 time: 0.5438569 Feb 09 12:24:21.750391 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-eb2e8b8c-5736-4e57-8271-b30194eb12f3 req-dffaeae5-e1f8-4d25-a53f-54248c72fd78 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:21.756754 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-946eb359-8967-4620-88fa-cf3f2cb30194 req-47cf475c-c4f3-4d96-bcb9-68ae9737be05 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0cc17f62-f1be-4521-89a2-9cc9d4abd744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879056 Feb 09 12:24:21.792111 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30347c6-2806-4603-b0b2-9adf8fa06e7a req-5146b7b4-7af3-4bec-a963-248d67c5ca18 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:21.798055 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30347c6-2806-4603-b0b2-9adf8fa06e7a req-5146b7b4-7af3-4bec-a963-248d67c5ca18 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:21.804424 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30347c6-2806-4603-b0b2-9adf8fa06e7a req-5146b7b4-7af3-4bec-a963-248d67c5ca18 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:21.810390 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30347c6-2806-4603-b0b2-9adf8fa06e7a req-5146b7b4-7af3-4bec-a963-248d67c5ca18 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:21.816981 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30347c6-2806-4603-b0b2-9adf8fa06e7a req-5146b7b4-7af3-4bec-a963-248d67c5ca18 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:21.822818 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30347c6-2806-4603-b0b2-9adf8fa06e7a req-5146b7b4-7af3-4bec-a963-248d67c5ca18 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:21.828621 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30347c6-2806-4603-b0b2-9adf8fa06e7a req-5146b7b4-7af3-4bec-a963-248d67c5ca18 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:21.830892 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d30347c6-2806-4603-b0b2-9adf8fa06e7a req-5146b7b4-7af3-4bec-a963-248d67c5ca18 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/ports?device_id=6101775f-5c0e-4dc8-9a5f-b57a74039dc8 HTTP/1.1" status: 200 len: 5433 time: 0.4696643 Feb 09 12:24:21.918238 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332fa63-6557-46ed-8b07-8b0936d57240 req-3fbc4fe9-300f-4b4f-a05d-b57efaa87074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:21.919580 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f332fa63-6557-46ed-8b07-8b0936d57240 req-3fbc4fe9-300f-4b4f-a05d-b57efaa87074 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.3518627 Feb 09 12:24:21.932378 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-208961e6-83bf-4c5a-898b-b0865d2ce135 req-3f735355-409c-4baa-ab60-3d2b57b70f90 tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] 10.222.0.55 "GET /v2.0/security-groups?id=0cc17f62-f1be-4521-89a2-9cc9d4abd744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704366 Feb 09 12:24:21.959814 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332fa63-6557-46ed-8b07-8b0936d57240 req-f3c6592b-f4d6-45c3-9ab2-42e71984735b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:21.961269 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f332fa63-6557-46ed-8b07-8b0936d57240 req-f3c6592b-f4d6-45c3-9ab2-42e71984735b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.3696094 Feb 09 12:24:22.020824 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f332fa63-6557-46ed-8b07-8b0936d57240 req-2f45f4eb-77b5-46c6-8b7d-7a1ef6e3ed7f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=bc8305ab-27ae-4f22-a72d-ce92a6ad6556 HTTP/1.1" status: 200 len: 217 time: 0.0874686 Feb 09 12:24:22.024944 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d30347c6-2806-4603-b0b2-9adf8fa06e7a req-8d10e565-c5a2-4d3f-b2f2-15aef90d446c tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/security-groups?id=8803669e-2abe-4ab7-b2c0-58109e10cb11&id=84c476da-0274-41dd-aeef-e671ea782d84&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1763077 Feb 09 12:24:22.063899 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b6dd8d1b-061b-4726-90c8-40d228657621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:22.078002 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-7e84cce6-81c1-4a7e-b97f-b19f513ee633 req-e6c94122-a09d-4810-9bb8-cfeb4a2c22ef tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] For port efaf70a1-acf5-42d0-b016-70b08350725b, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=efaf70a1-acf5-42d0-b016-70b08350725b,segment=NetworkSegment(0a841505-54d3-4496-af71-3f9e9562d6ba),segment_id=0a841505-54d3-4496-af71-3f9e9562d6ba)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:24:22.078002 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-7e84cce6-81c1-4a7e-b97f-b19f513ee633 req-e6c94122-a09d-4810-9bb8-cfeb4a2c22ef tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:22.120328 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-eb2e8b8c-5736-4e57-8271-b30194eb12f3 req-dffaeae5-e1f8-4d25-a53f-54248c72fd78 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:22.222644 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-7e84cce6-81c1-4a7e-b97f-b19f513ee633 req-e6c94122-a09d-4810-9bb8-cfeb4a2c22ef tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] Calling delete_port for efaf70a1-acf5-42d0-b016-70b08350725b owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:24:22.260536 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb2e8b8c-5736-4e57-8271-b30194eb12f3 req-dffaeae5-e1f8-4d25-a53f-54248c72fd78 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Network ce449817-28f3-4897-a09b-d33182728951 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:24:22.267395 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332fa63-6557-46ed-8b07-8b0936d57240 req-3f884ea7-4ff4-4998-b4ed-6607820a1c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:22.268909 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f332fa63-6557-46ed-8b07-8b0936d57240 req-3f884ea7-4ff4-4998-b4ed-6607820a1c76 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.2387321 Feb 09 12:24:22.277597 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-eb2e8b8c-5736-4e57-8271-b30194eb12f3 req-dffaeae5-e1f8-4d25-a53f-54248c72fd78 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:24:22.280907 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffaeae5-e1f8-4d25-a53f-54248c72fd78 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Pushing event updated for resources: {'Port': ['ID=c9ae328d-f515-4127-8634-9ed00f64ddde,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:22.297480 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.resource_extend [None req-8ca74485-34a3-44ff-acb8-10bf29f222d7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:24:22.317855 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb2e8b8c-5736-4e57-8271-b30194eb12f3 req-dffaeae5-e1f8-4d25-a53f-54248c72fd78 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:24:22.344523 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8ca74485-34a3-44ff-acb8-10bf29f222d7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:22.413775 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8ca74485-34a3-44ff-acb8-10bf29f222d7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:22.420419 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdaba7-7618-4787-b4ae-b7690f28d0ae req-157e4e8c-8910-44f3-bf22-099ba717a37c tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:22.421888 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-05bdaba7-7618-4787-b4ae-b7690f28d0ae req-157e4e8c-8910-44f3-bf22-099ba717a37c tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] 10.222.0.55 "GET /v2.0/ports?device_id=37d6f89f-64e2-46aa-b1c1-4934d9953f5d HTTP/1.1" status: 200 len: 945 time: 0.3526690 Feb 09 12:24:22.434488 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e8b8c-5736-4e57-8271-b30194eb12f3 req-dffaeae5-e1f8-4d25-a53f-54248c72fd78 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:22.435107 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-eb2e8b8c-5736-4e57-8271-b30194eb12f3 req-dffaeae5-e1f8-4d25-a53f-54248c72fd78 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:22.513316 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b6dd8d1b-061b-4726-90c8-40d228657621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:22.523943 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eb2e8b8c-5736-4e57-8271-b30194eb12f3 req-dffaeae5-e1f8-4d25-a53f-54248c72fd78 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8569179 Feb 09 12:24:22.534093 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:22.544421 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-eb2e8b8c-5736-4e57-8271-b30194eb12f3 req-15c4846d-290f-468f-a110-3378317f433c service neutron] Request body: {'port': {'device_id': '80d09481-cde5-4896-9bcc-08c44ca3c92d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:24:22.560837 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332fa63-6557-46ed-8b07-8b0936d57240 req-3369cbb4-515d-46e1-a426-9daa2edfa2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:22.562590 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f332fa63-6557-46ed-8b07-8b0936d57240 req-3369cbb4-515d-46e1-a426-9daa2edfa2a6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5637431 Feb 09 12:24:22.580398 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d913e-2767-498b-8df7-d2929c82bf30 req-9f78abb9-bfac-4e0c-b5a8-aff51a198df8 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:22.582123 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-802d913e-2767-498b-8df7-d2929c82bf30 req-9f78abb9-bfac-4e0c-b5a8-aff51a198df8 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc4386fc-f851-41ff-a825-bc28043b849a HTTP/1.1" status: 200 len: 948 time: 0.3680604 Feb 09 12:24:22.618368 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-05bdaba7-7618-4787-b4ae-b7690f28d0ae req-c38f7b73-81be-442d-9ae7-8b7a6cf1a6c7 tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] 10.222.0.55 "GET /v2.0/security-groups?id=4a78ba02-5f08-4807-b135-274decf0b574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766849 Feb 09 12:24:22.649769 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332fa63-6557-46ed-8b07-8b0936d57240 req-b1f27891-23b9-4b2b-9979-53ded7133c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:22.651245 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f332fa63-6557-46ed-8b07-8b0936d57240 req-b1f27891-23b9-4b2b-9979-53ded7133c4a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3713963 Feb 09 12:24:22.667457 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-b6dd8d1b-061b-4726-90c8-40d228657621 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef8cbc95-953d-4d9d-a80a-2c68322f6f7f']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:24:22.682142 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-b6dd8d1b-061b-4726-90c8-40d228657621 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a032c80a-2814-4a8f-bd23-99ac5315db25') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:24:22.682520 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-b6dd8d1b-061b-4726-90c8-40d228657621 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a032c80a-2814-4a8f-bd23-99ac5315db25') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:24:22.695095 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca74485-34a3-44ff-acb8-10bf29f222d7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Pushing event updated for resources: {'Port': ['ID=dc16799e-f407-420f-a114-8b6c8236dd4d,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:22.780309 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b6dd8d1b-061b-4726-90c8-40d228657621 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:22.802234 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8ca74485-34a3-44ff-acb8-10bf29f222d7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:22.832947 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b6dd8d1b-061b-4726-90c8-40d228657621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:22.844121 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-7e84cce6-81c1-4a7e-b97f-b19f513ee633 req-e6c94122-a09d-4810-9bb8-cfeb4a2c22ef tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:22.857585 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['efaf70a1-acf5-42d0-b016-70b08350725b'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:24:22.866521 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6dd8d1b-061b-4726-90c8-40d228657621 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:24:22.867311 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b6dd8d1b-061b-4726-90c8-40d228657621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:22.914108 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:24:22.914108 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:24:22.914108 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:24:22.914108 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:24:22.914108 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:24:22.914108 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:24:22.914108 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:24:22.914108 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:24:22.914108 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:24:22.914108 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:24:22.914108 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:24:22.914108 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:24:22.914108 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:24:22.914108 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:24:22.914108 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:24:22.914108 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:24:22.914108 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:24:22.914108 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:24:22.914108 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:24:22.914108 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:24:22.914108 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:24:22.914108 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:24:22.914108 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:24:22.914108 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:24:22.914108 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:24:22.914108 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:24:22.914108 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:24:22.914108 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:24:22.914108 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:24:22.914108 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:24:22.914108 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:24:22.914108 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:24:22.920385 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-802d913e-2767-498b-8df7-d2929c82bf30 req-cbda30fd-e0e3-4013-ad3e-1aa104ec8cf1 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147054 Feb 09 12:24:23.037712 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-6972fdfc-e3ff-4082-bb78-aadd61b6b68f tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:23.044100 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-6972fdfc-e3ff-4082-bb78-aadd61b6b68f tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:23.056579 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-6972fdfc-e3ff-4082-bb78-aadd61b6b68f tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:23.063679 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-6972fdfc-e3ff-4082-bb78-aadd61b6b68f tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:23.074453 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-6972fdfc-e3ff-4082-bb78-aadd61b6b68f tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:23.080818 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-6972fdfc-e3ff-4082-bb78-aadd61b6b68f tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:23.088143 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-6972fdfc-e3ff-4082-bb78-aadd61b6b68f tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:23.090059 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-6972fdfc-e3ff-4082-bb78-aadd61b6b68f tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.46 "GET /v2.0/ports?device_id=6101775f-5c0e-4dc8-9a5f-b57a74039dc8 HTTP/1.1" status: 200 len: 5433 time: 0.6393158 Feb 09 12:24:23.096809 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-eb2e8b8c-5736-4e57-8271-b30194eb12f3 req-15c4846d-290f-468f-a110-3378317f433c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:23.134774 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8ca74485-34a3-44ff-acb8-10bf29f222d7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:23.136070 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8ca74485-34a3-44ff-acb8-10bf29f222d7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1184845 Feb 09 12:24:23.137173 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c94122-a09d-4810-9bb8-cfeb4a2c22ef tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] Pushing event deleted for resources: {'Port': ['ID=efaf70a1-acf5-42d0-b016-70b08350725b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:23.191950 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e84cce6-81c1-4a7e-b97f-b19f513ee633 req-e6c94122-a09d-4810-9bb8-cfeb4a2c22ef tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] No DVR routers for this DVR port efaf70a1-acf5-42d0-b016-70b08350725b on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:24:23.202498 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-7e84cce6-81c1-4a7e-b97f-b19f513ee633 req-e6c94122-a09d-4810-9bb8-cfeb4a2c22ef tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:23.204651 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7e84cce6-81c1-4a7e-b97f-b19f513ee633 req-e6c94122-a09d-4810-9bb8-cfeb4a2c22ef tempest-ServerGroupTestJSON-196052939 tempest-ServerGroupTestJSON-196052939-project] 10.222.0.46 "DELETE /v2.0/ports/efaf70a1-acf5-42d0-b016-70b08350725b HTTP/1.1" status: 204 len: 173 time: 2.1837649 Feb 09 12:24:23.208110 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37d6f89f-64e2-46aa-b1c1-4934d9953f5d', 'name': 'network-vif-deleted', 'tag': 'efaf70a1-acf5-42d0-b016-70b08350725b'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:24:23.220515 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f332fa63-6557-46ed-8b07-8b0936d57240 req-f6b2c1d4-95fb-4913-8cd5-9e766cd06910 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6327951 Feb 09 12:24:23.224234 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b6dd8d1b-061b-4726-90c8-40d228657621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:23.270892 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b6dd8d1b-061b-4726-90c8-40d228657621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:23.370391 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd8d1b-061b-4726-90c8-40d228657621 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef8cbc95-953d-4d9d-a80a-2c68322f6f7f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:23.384849 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b6dd8d1b-061b-4726-90c8-40d228657621 admin admin] 10.222.0.55 "DELETE /v2.0/networks/ef8cbc95-953d-4d9d-a80a-2c68322f6f7f HTTP/1.1" status: 204 len: 168 time: 1.6922140 Feb 09 12:24:23.385311 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50614) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:24:23.448057 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device bc8305ab-27ae-4f22-a72d-ce92a6ad6556 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:24:23.482109 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f332fa63-6557-46ed-8b07-8b0936d57240 req-8724ccc6-7388-4158-b1cb-97eeb8c3749a service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548089 Feb 09 12:24:23.484969 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e2d8f86-2cc6-4a9d-8aae-64733b45ad5a admin admin] Deleting subnet 7ffb8132-5b38-48b7-8549-5f5893c48bb3 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:24:23.488548 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8e2d8f86-2cc6-4a9d-8aae-64733b45ad5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:23.505192 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-23a12c02-a91a-47af-a902-45173030b8e4 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:23.506913 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-23a12c02-a91a-47af-a902-45173030b8e4 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.46 "GET /v2.0/ports/443c0b83-737f-4437-9bd0-865f75d5940d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3960924 Feb 09 12:24:23.531433 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f332fa63-6557-46ed-8b07-8b0936d57240 req-06a3dc45-5fa9-4ed4-9887-f7ce02c77778 service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8615513 Feb 09 12:24:23.543530 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8e2d8f86-2cc6-4a9d-8aae-64733b45ad5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:23.595442 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2b5d6-49ee-4e8b-8fb3-486a16e86cfd req-0126efcd-99f8-419a-a8af-78e19632ab0d tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:23.596516 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-efe2b5d6-49ee-4e8b-8fb3-486a16e86cfd req-0126efcd-99f8-419a-a8af-78e19632ab0d tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Synchronizing usage tracker for tenant:6b0ea08007bd423bba6d81fafa2c2138 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:24:23.602271 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8e2d8f86-2cc6-4a9d-8aae-64733b45ad5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:23.621708 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port bc8305ab-27ae-4f22-a72d-ce92a6ad6556, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=bc8305ab-27ae-4f22-a72d-ce92a6ad6556,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:24:23.636360 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': 'bc8305ab-27ae-4f22-a72d-ce92a6ad6556', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'port_id': 'bc8305ab-27ae-4f22-a72d-ce92a6ad6556', 'mac_address': 'fa:16:3e:56:f6:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed5558-888d-440a-8c32-52f2f9bc5bd5', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:24:23.673699 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8e2d8f86-2cc6-4a9d-8aae-64733b45ad5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:23.693573 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:23.710725 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc8305ab-27ae-4f22-a72d-ce92a6ad6556 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:24:23.716912 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d8f86-2cc6-4a9d-8aae-64733b45ad5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ffb8132-5b38-48b7-8549-5f5893c48bb3,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:23.718948 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8e2d8f86-2cc6-4a9d-8aae-64733b45ad5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:23.728375 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8e2d8f86-2cc6-4a9d-8aae-64733b45ad5a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7ffb8132-5b38-48b7-8549-5f5893c48bb3 HTTP/1.1" status: 204 len: 168 time: 0.3423405 Feb 09 12:24:23.729081 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50622) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:24:23.734740 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port bc8305ab-27ae-4f22-a72d-ce92a6ad6556, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=bc8305ab-27ae-4f22-a72d-ce92a6ad6556,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:24:23.739021 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:23.816723 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=bc8305ab-27ae-4f22-a72d-ce92a6ad6556,revision_number=8']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:23.887418 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-efe2b5d6-49ee-4e8b-8fb3-486a16e86cfd req-0126efcd-99f8-419a-a8af-78e19632ab0d tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Unset dirty status for tenant:6b0ea08007bd423bba6d81fafa2c2138 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:24:23.892162 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-efe2b5d6-49ee-4e8b-8fb3-486a16e86cfd req-0126efcd-99f8-419a-a8af-78e19632ab0d tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=80d09481-cde5-4896-9bcc-08c44ca3c92d HTTP/1.1" status: 200 len: 931 time: 1.1703608 Feb 09 12:24:23.980359 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eb01396e-35a5-4299-9000-fe10b0d2bcbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:24.072101 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['bc8305ab-27ae-4f22-a72d-ce92a6ad6556'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:24:24.108928 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eb01396e-35a5-4299-9000-fe10b0d2bcbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:24.123971 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a280d-bfa6-41cd-af1d-0e96c1c66814 req-6388f29b-8c8a-4d4d-93e9-f2020afad040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:24.125813 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc2a280d-bfa6-41cd-af1d-0e96c1c66814 req-6388f29b-8c8a-4d4d-93e9-f2020afad040 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ff6e1bb65bc440a9af2daa6d5785a57a&device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 1095 time: 0.6812253 Feb 09 12:24:24.136049 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-eb01396e-35a5-4299-9000-fe10b0d2bcbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bd73569-ed7b-469a-b1c5-92696a313829']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:24:24.150654 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-eb01396e-35a5-4299-9000-fe10b0d2bcbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd4de7ef-77ef-4a56-b362-ce871e2a0867') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:24:24.150954 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-eb01396e-35a5-4299-9000-fe10b0d2bcbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd4de7ef-77ef-4a56-b362-ce871e2a0867') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:24:24.152481 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-586ab14e-2188-4524-8850-940c0b773e01 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.46 "GET /v2.0/networks/b99c93e7-09da-4e68-a3ff-2707256091d8?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6239762 Feb 09 12:24:24.162810 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eb01396e-35a5-4299-9000-fe10b0d2bcbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:24.177667 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-efe2b5d6-49ee-4e8b-8fb3-486a16e86cfd req-ea98f79d-8aed-4c5c-a7ae-faf987968bfe tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649994 Feb 09 12:24:24.180739 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eb01396e-35a5-4299-9000-fe10b0d2bcbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:24.186723 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f332fa63-6557-46ed-8b07-8b0936d57240 req-d2006954-3dca-4096-81c8-4130a6009496 service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5851874 Feb 09 12:24:24.194467 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb01396e-35a5-4299-9000-fe10b0d2bcbc admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:24:24.194952 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eb01396e-35a5-4299-9000-fe10b0d2bcbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:24.195676 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415b5cc-5daf-42c0-bf30-8de219f030fa req-542f99de-0ea5-4b2c-8ae7-44956cff0c3e tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:24.203046 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6415b5cc-5daf-42c0-bf30-8de219f030fa req-542f99de-0ea5-4b2c-8ae7-44956cff0c3e tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc180ace-1956-4a73-8d7a-28ae1491815d HTTP/1.1" status: 200 len: 945 time: 0.6931477 Feb 09 12:24:24.229619 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-7ea9c1c4-5e61-4183-87c6-e3f2e536905a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:24:24.296099 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:24:24.296099 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:24:24.296099 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:24:24.296099 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:24:24.296099 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:24:24.296099 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:24:24.296099 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:24:24.296099 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:24:24.296099 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:24:24.296099 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:24:24.296099 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:24:24.296099 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:24:24.296099 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:24:24.296099 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:24:24.296099 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:24:24.296099 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:24:24.296099 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:24:24.296099 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:24:24.296099 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:24:24.296099 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:24:24.296099 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:24:24.296099 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:24:24.296099 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:24:24.296099 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:24:24.296099 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:24:24.296099 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:24:24.296099 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:24:24.296099 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:24:24.296099 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:24:24.296099 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:24:24.296099 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:24:24.296099 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:24:24.299167 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eb01396e-35a5-4299-9000-fe10b0d2bcbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:24.319403 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eb01396e-35a5-4299-9000-fe10b0d2bcbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:24.325793 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb01396e-35a5-4299-9000-fe10b0d2bcbc admin admin] Pushing event deleted for resources: {'Network': ['ID=1bd73569-ed7b-469a-b1c5-92696a313829,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:24.333652 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-eb01396e-35a5-4299-9000-fe10b0d2bcbc admin admin] 10.222.0.55 "DELETE /v2.0/networks/1bd73569-ed7b-469a-b1c5-92696a313829 HTTP/1.1" status: 204 len: 168 time: 0.6035888 Feb 09 12:24:24.382997 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6415b5cc-5daf-42c0-bf30-8de219f030fa req-871821f0-2e7f-4aaf-bc7e-5cf0292950f2 tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] 10.222.0.55 "GET /v2.0/security-groups?id=0cc17f62-f1be-4521-89a2-9cc9d4abd744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791070 Feb 09 12:24:24.444843 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37d6f89f-64e2-46aa-b1c1-4934d9953f5d', 'name': 'network-vif-deleted', 'tag': 'efaf70a1-acf5-42d0-b016-70b08350725b', 'status': 'completed', 'code': 200} Feb 09 12:24:24.470293 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50632) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:24:24.523879 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9a9f611f-094f-412c-a04f-67ca05ebe316 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=48298ec907a946ddb2f0d8ac4aa52547&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506978 Feb 09 12:24:24.524837 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50636) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:24:24.583483 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-78cd2120-2a3a-4a81-8396-55672556e61e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:24.609454 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-78cd2120-2a3a-4a81-8396-55672556e61e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:24.616985 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-7ea9c1c4-5e61-4183-87c6-e3f2e536905a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:24.666029 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-78cd2120-2a3a-4a81-8396-55672556e61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:24.676485 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a280d-bfa6-41cd-af1d-0e96c1c66814 req-18282ce5-48f9-4254-b432-de857305b3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:24.677985 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc2a280d-bfa6-41cd-af1d-0e96c1c66814 req-18282ce5-48f9-4254-b432-de857305b3bb service neutron] 10.222.0.52 "GET /v2.0/networks?id=0448691a-ec13-4b8b-a50a-33e2c91deaac HTTP/1.1" status: 200 len: 913 time: 0.5352168 Feb 09 12:24:24.679951 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd2120-2a3a-4a81-8396-55672556e61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825f3b77-242f-46bf-864b-a6d10f333d70,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:24.687086 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-78cd2120-2a3a-4a81-8396-55672556e61e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:24.690568 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-78cd2120-2a3a-4a81-8396-55672556e61e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/825f3b77-242f-46bf-864b-a6d10f333d70 HTTP/1.1" status: 204 len: 168 time: 0.1646376 Feb 09 12:24:24.985429 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017884c0-4ab9-44ee-b71a-7fe154717eb3 req-1d826e25-3c1f-4553-9b46-f10078560265 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:24.991442 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017884c0-4ab9-44ee-b71a-7fe154717eb3 req-1d826e25-3c1f-4553-9b46-f10078560265 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:24.997258 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017884c0-4ab9-44ee-b71a-7fe154717eb3 req-1d826e25-3c1f-4553-9b46-f10078560265 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:25.003475 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017884c0-4ab9-44ee-b71a-7fe154717eb3 req-1d826e25-3c1f-4553-9b46-f10078560265 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:25.009289 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017884c0-4ab9-44ee-b71a-7fe154717eb3 req-1d826e25-3c1f-4553-9b46-f10078560265 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:25.015049 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017884c0-4ab9-44ee-b71a-7fe154717eb3 req-1d826e25-3c1f-4553-9b46-f10078560265 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:25.021445 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017884c0-4ab9-44ee-b71a-7fe154717eb3 req-1d826e25-3c1f-4553-9b46-f10078560265 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:25.023324 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-017884c0-4ab9-44ee-b71a-7fe154717eb3 req-1d826e25-3c1f-4553-9b46-f10078560265 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/ports?device_id=6101775f-5c0e-4dc8-9a5f-b57a74039dc8 HTTP/1.1" status: 200 len: 5433 time: 0.6566553 Feb 09 12:24:25.032684 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-eb2e8b8c-5736-4e57-8271-b30194eb12f3 req-15c4846d-290f-468f-a110-3378317f433c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9ae328d-f515-4127-8634-9ed00f64ddde {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:24:25.038478 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50644) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:24:25.063595 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-eb2e8b8c-5736-4e57-8271-b30194eb12f3 req-15c4846d-290f-468f-a110-3378317f433c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:25.092814 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9fa02f55-e2c4-4a72-bf14-cb96e57fe2cb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=75599d45cd184115a2c371b40792e4ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0531130 Feb 09 12:24:25.095237 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50648) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:24:25.110724 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc2a280d-bfa6-41cd-af1d-0e96c1c66814 req-7a6d11a6-8870-4880-9a75-8956ea2cb4bb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9ae4b3a-6a9e-4d5b-8eda-9db431346db4 HTTP/1.1" status: 200 len: 998 time: 0.4151070 Feb 09 12:24:25.153605 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e014e16e-1402-40e7-9f09-d486c80c4810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:25.179324 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e014e16e-1402-40e7-9f09-d486c80c4810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:25.225357 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-eb2e8b8c-5736-4e57-8271-b30194eb12f3 req-15c4846d-290f-468f-a110-3378317f433c service neutron] Transition to ACTIVE for port object c9ae328d-f515-4127-8634-9ed00f64ddde will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:24:25.234692 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e014e16e-1402-40e7-9f09-d486c80c4810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:25.247939 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-eb2e8b8c-5736-4e57-8271-b30194eb12f3 req-15c4846d-290f-468f-a110-3378317f433c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:25.252291 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014e16e-1402-40e7-9f09-d486c80c4810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0215322-c012-41e5-962c-e9ba579e6636,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:25.256066 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-017884c0-4ab9-44ee-b71a-7fe154717eb3 req-001350e4-a085-444a-8e4c-b7c974e294be tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/security-groups?id=8803669e-2abe-4ab7-b2c0-58109e10cb11&id=84c476da-0274-41dd-aeef-e671ea782d84&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2257030 Feb 09 12:24:25.256256 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e014e16e-1402-40e7-9f09-d486c80c4810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:25.260997 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e014e16e-1402-40e7-9f09-d486c80c4810 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e0215322-c012-41e5-962c-e9ba579e6636 HTTP/1.1" status: 204 len: 168 time: 0.1616535 Feb 09 12:24:25.308507 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858913d2-b7e6-451c-a461-c65c0c6c2326 req-a59cc4ed-2d81-4c21-8243-c7fa30433c48 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:25.310183 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-858913d2-b7e6-451c-a461-c65c0c6c2326 req-a59cc4ed-2d81-4c21-8243-c7fa30433c48 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.7624691 Feb 09 12:24:25.441714 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a280d-bfa6-41cd-af1d-0e96c1c66814 req-5d55b2ce-09c4-4b04-ae88-dc9b7e3c2358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:25.443143 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc2a280d-bfa6-41cd-af1d-0e96c1c66814 req-5d55b2ce-09c4-4b04-ae88-dc9b7e3c2358 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fc155009-a31d-4409-b15f-2ed587ea4525 HTTP/1.1" status: 200 len: 851 time: 0.2673512 Feb 09 12:24:25.459250 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device bc8305ab-27ae-4f22-a72d-ce92a6ad6556 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:24:25.491318 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device bac054b4-55e6-4dd2-a661-38ced1728bad no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:24:25.532247 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c4846d-290f-468f-a110-3378317f433c service neutron] Pushing event updated for resources: {'Port': ['ID=c9ae328d-f515-4127-8634-9ed00f64ddde,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:25.651646 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-858913d2-b7e6-451c-a461-c65c0c6c2326 req-ad366980-4dda-466a-9e69-d898da819e10 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3164248 Feb 09 12:24:25.653413 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-7ea9c1c4-5e61-4183-87c6-e3f2e536905a service neutron] For port 443c0b83-737f-4437-9bd0-865f75d5940d, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=443c0b83-737f-4437-9bd0-865f75d5940d,segment=NetworkSegment(3e46f2fe-77ad-44e4-b912-8d0e12584d00),segment_id=3e46f2fe-77ad-44e4-b912-8d0e12584d00)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:24:25.683083 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port bc8305ab-27ae-4f22-a72d-ce92a6ad6556 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:24:25.684910 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-1a0bd744-1118-423e-8d5f-2441221ccd07 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--720448562&fields=id&tenant_id=1504faf0b32244dc872049fa5f2c3962 HTTP/1.1" status: 200 len: 267 time: 0.2616882 Feb 09 12:24:25.689630 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port bc8305ab-27ae-4f22-a72d-ce92a6ad6556 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:24:25.690005 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:25.746515 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:25.788894 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bac054b4-55e6-4dd2-a661-38ced1728bad'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:24:25.803196 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port bac054b4-55e6-4dd2-a661-38ced1728bad, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=bac054b4-55e6-4dd2-a661-38ced1728bad,segment=NetworkSegment(2caa8241-9028-480a-8fbb-9001345a5103),segment_id=2caa8241-9028-480a-8fbb-9001345a5103)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:24:25.831144 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-ccd747f7-f7ec-428c-a726-7afef37656d8 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:25.832034 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-ccd747f7-f7ec-428c-a726-7afef37656d8 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Synchronizing usage tracker for tenant:1504faf0b32244dc872049fa5f2c3962 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:24:25.835240 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:25.836006 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device f7d337db-96a2-473b-aee2-3f714efa3b1a no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:24:25.837381 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-7ea9c1c4-5e61-4183-87c6-e3f2e536905a service neutron] For port 443c0b83-737f-4437-9bd0-865f75d5940d, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:24:25.886398 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-eb2e8b8c-5736-4e57-8271-b30194eb12f3 req-15c4846d-290f-468f-a110-3378317f433c service neutron] Attempting to bind port c9ae328d-f515-4127-8634-9ed00f64ddde on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:24:25.886989 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-eb2e8b8c-5736-4e57-8271-b30194eb12f3 req-15c4846d-290f-468f-a110-3378317f433c service neutron] Attempting to bind port c9ae328d-f515-4127-8634-9ed00f64ddde by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'd09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce449817-28f3-4897-a09b-d33182728951'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:24:25.887468 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2e8b8c-5736-4e57-8271-b30194eb12f3 req-15c4846d-290f-468f-a110-3378317f433c service neutron] Attempting to bind port c9ae328d-f515-4127-8634-9ed00f64ddde on network ce449817-28f3-4897-a09b-d33182728951 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:24:25.895577 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a280d-bfa6-41cd-af1d-0e96c1c66814 req-f2a39b28-c45f-4e87-b0cc-b61a46d2ea13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:25.897025 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc2a280d-bfa6-41cd-af1d-0e96c1c66814 req-f2a39b28-c45f-4e87-b0cc-b61a46d2ea13 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0448691a-ec13-4b8b-a50a-33e2c91deaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4214180 Feb 09 12:24:25.904559 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2e8b8c-5736-4e57-8271-b30194eb12f3 req-15c4846d-290f-468f-a110-3378317f433c service neutron] Port c9ae328d-f515-4127-8634-9ed00f64ddde on network ce449817-28f3-4897-a09b-d33182728951 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:24:25.904883 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2e8b8c-5736-4e57-8271-b30194eb12f3 req-15c4846d-290f-468f-a110-3378317f433c service neutron] Attempting to bind port c9ae328d-f515-4127-8634-9ed00f64ddde on network ce449817-28f3-4897-a09b-d33182728951 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:24:25.944100 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2e8b8c-5736-4e57-8271-b30194eb12f3 req-15c4846d-290f-468f-a110-3378317f433c service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:24:25.944448 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2e8b8c-5736-4e57-8271-b30194eb12f3 req-15c4846d-290f-468f-a110-3378317f433c service neutron] Checking segment: {'id': 'd09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce449817-28f3-4897-a09b-d33182728951'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:24:25.944825 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2e8b8c-5736-4e57-8271-b30194eb12f3 req-15c4846d-290f-468f-a110-3378317f433c service neutron] Bound using segment: {'id': 'd09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce449817-28f3-4897-a09b-d33182728951'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:24:25.945263 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-eb2e8b8c-5736-4e57-8271-b30194eb12f3 req-15c4846d-290f-468f-a110-3378317f433c service neutron] Bound port: c9ae328d-f515-4127-8634-9ed00f64ddde, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce449817-28f3-4897-a09b-d33182728951'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:24:25.945604 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-eb2e8b8c-5736-4e57-8271-b30194eb12f3 req-15c4846d-290f-468f-a110-3378317f433c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:25.985569 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-7ea9c1c4-5e61-4183-87c6-e3f2e536905a service neutron] device_id is not set on port 443c0b83-737f-4437-9bd0-865f75d5940d yet. {{(pid=87567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:24:26.012671 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:26.056281 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=bac054b4-55e6-4dd2-a661-38ced1728bad,revision_number=6']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:26.070117 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-7ea9c1c4-5e61-4183-87c6-e3f2e536905a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:26.072710 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:26.076208 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-ccd747f7-f7ec-428c-a726-7afef37656d8 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Unset dirty status for tenant:1504faf0b32244dc872049fa5f2c3962 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:24:26.077344 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-ccd747f7-f7ec-428c-a726-7afef37656d8 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/ports/8c7a964d-584c-4dbd-b299-f7b5a48b8988 HTTP/1.1" status: 200 len: 936 time: 0.3916607 Feb 09 12:24:26.104325 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port bc8305ab-27ae-4f22-a72d-ce92a6ad6556, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=bc8305ab-27ae-4f22-a72d-ce92a6ad6556,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:24:26.110888 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-7ea9c1c4-5e61-4183-87c6-e3f2e536905a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:26.118030 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port f7d337db-96a2-473b-aee2-3f714efa3b1a, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f7d337db-96a2-473b-aee2-3f714efa3b1a,segment=NetworkSegment(2caa8241-9028-480a-8fbb-9001345a5103),segment_id=2caa8241-9028-480a-8fbb-9001345a5103)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:24:26.122301 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:26.156071 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:26.156666 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 443c0b83-737f-4437-9bd0-865f75d5940d no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:24:26.242222 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 443c0b83-737f-4437-9bd0-865f75d5940d not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:24:26.242657 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 94020401-ba56-426c-a528-ce595ad0c37c no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:24:26.270037 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=bc8305ab-27ae-4f22-a72d-ce92a6ad6556,revision_number=9']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:26.385705 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=f7d337db-96a2-473b-aee2-3f714efa3b1a,revision_number=6']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:26.465183 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:26.475132 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b0be1-ab3a-4e64-a5f5-97ed3305ec0e req-208c3243-39b0-4f8e-a0f7-c9d10aaa42a9 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:26.484762 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bc5b0be1-ab3a-4e64-a5f5-97ed3305ec0e req-208c3243-39b0-4f8e-a0f7-c9d10aaa42a9 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc4386fc-f851-41ff-a825-bc28043b849a HTTP/1.1" status: 200 len: 949 time: 0.5473909 Feb 09 12:24:26.510430 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-7ea9c1c4-5e61-4183-87c6-e3f2e536905a service neutron] No DVR routers for this DVR port 443c0b83-737f-4437-9bd0-865f75d5940d on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:24:26.519843 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 94020401-ba56-426c-a528-ce595ad0c37c, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=94020401-ba56-426c-a528-ce595ad0c37c,segment=NetworkSegment(3e46f2fe-77ad-44e4-b912-8d0e12584d00),segment_id=3e46f2fe-77ad-44e4-b912-8d0e12584d00)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:24:26.524830 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:26.525744 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 08a7959c-b6ca-4739-9da3-042b6f618521 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:24:26.561017 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-dd582ed3-4da3-457c-b437-6b3ae62fc009 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:26.562363 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-dd582ed3-4da3-457c-b437-6b3ae62fc009 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/ports/b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87 HTTP/1.1" status: 200 len: 936 time: 0.4527907 Feb 09 12:24:26.563177 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea9c1c4-5e61-4183-87c6-e3f2e536905a service neutron] Pushing event updated for resources: {'Port': ['ID=443c0b83-737f-4437-9bd0-865f75d5940d,revision_number=6']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:26.589055 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-eb2e8b8c-5736-4e57-8271-b30194eb12f3 req-15c4846d-290f-468f-a110-3378317f433c service neutron] For port c9ae328d-f515-4127-8634-9ed00f64ddde, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:24:26.596886 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc2a280d-bfa6-41cd-af1d-0e96c1c66814 req-56f766b3-cbff-4b34-82f3-4bbea49fb1f3 service neutron] 10.222.0.52 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6886897 Feb 09 12:24:26.665157 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f5ca71bc-c449-4328-9373-b12621281423 None None] Provisioning complete for port 443c0b83-737f-4437-9bd0-865f75d5940d triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:24:26.665536 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f5ca71bc-c449-4328-9373-b12621281423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:26.705201 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=94020401-ba56-426c-a528-ce595ad0c37c,revision_number=6']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:26.776102 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-f5ca71bc-c449-4328-9373-b12621281423 None None] Port 443c0b83-737f-4437-9bd0-865f75d5940d cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:24:26.786215 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:26.815898 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-eb2e8b8c-5736-4e57-8271-b30194eb12f3 req-15c4846d-290f-468f-a110-3378317f433c service neutron] For port c9ae328d-f515-4127-8634-9ed00f64ddde, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=c9ae328d-f515-4127-8634-9ed00f64ddde,segment=NetworkSegment(d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5),segment_id=d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:24:26.822084 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 08a7959c-b6ca-4739-9da3-042b6f618521, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=08a7959c-b6ca-4739-9da3-042b6f618521,segment=NetworkSegment(60316b84-93e0-4859-b6b6-adab39b3fab1),segment_id=60316b84-93e0-4859-b6b6-adab39b3fab1)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:24:26.825665 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-a0cc52ce-6ae6-4028-b107-6469fb3d0786 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/ports?network_id=ba448e7a-fa60-4f14-8e77-7f852965ebd1&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2331567 Feb 09 12:24:26.829167 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:26.829872 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device f4260c54-433e-4da9-abdb-7b63fb7fccfd no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:24:26.883467 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-eb2e8b8c-5736-4e57-8271-b30194eb12f3 req-15c4846d-290f-468f-a110-3378317f433c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:26.896885 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bc5b0be1-ab3a-4e64-a5f5-97ed3305ec0e req-92ab6e1f-956f-42a1-a58b-54d85b4b37f7 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104016 Feb 09 12:24:26.935961 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-7ea9c1c4-5e61-4183-87c6-e3f2e536905a service neutron] In _notify_port_updated(), no bound segment for port 443c0b83-737f-4437-9bd0-865f75d5940d on network b99c93e7-09da-4e68-a3ff-2707256091d8 {{(pid=87567) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 12:24:26.936851 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-7ea9c1c4-5e61-4183-87c6-e3f2e536905a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:26.937463 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-7ea9c1c4-5e61-4183-87c6-e3f2e536905a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:26.938738 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-7ea9c1c4-5e61-4183-87c6-e3f2e536905a service neutron] 10.222.0.46 "PUT /v2.0/ports/443c0b83-737f-4437-9bd0-865f75d5940d HTTP/1.1" status: 200 len: 1028 time: 2.7575932 Feb 09 12:24:26.996486 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=08a7959c-b6ca-4739-9da3-042b6f618521,revision_number=6']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:27.043111 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:27.049764 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-ab6c52ab-9008-4708-b6e8-edea3f34c7c3 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/ports?network_id=ba448e7a-fa60-4f14-8e77-7f852965ebd1&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1738303 Feb 09 12:24:27.071683 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e8b8c-5736-4e57-8271-b30194eb12f3 req-15c4846d-290f-468f-a110-3378317f433c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:27.072599 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-eb2e8b8c-5736-4e57-8271-b30194eb12f3 req-15c4846d-290f-468f-a110-3378317f433c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:27.074098 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eb2e8b8c-5736-4e57-8271-b30194eb12f3 req-15c4846d-290f-468f-a110-3378317f433c service neutron] 10.222.0.46 "PUT /v2.0/ports/c9ae328d-f515-4127-8634-9ed00f64ddde HTTP/1.1" status: 200 len: 1091 time: 4.5339770 Feb 09 12:24:27.077666 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d09481-cde5-4896-9bcc-08c44ca3c92d', 'tag': 'c9ae328d-f515-4127-8634-9ed00f64ddde'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:24:27.087263 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port f4260c54-433e-4da9-abdb-7b63fb7fccfd, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f4260c54-433e-4da9-abdb-7b63fb7fccfd,segment=NetworkSegment(3e46f2fe-77ad-44e4-b912-8d0e12584d00),segment_id=3e46f2fe-77ad-44e4-b912-8d0e12584d00)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:24:27.093557 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:27.094481 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device efaf70a1-acf5-42d0-b016-70b08350725b no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:24:27.172632 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: efaf70a1-acf5-42d0-b016-70b08350725b {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:24:27.172983 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device efaf70a1-acf5-42d0-b016-70b08350725b not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:24:27.173398 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 33e8e5dc-949b-49d0-bab6-79fc92eee24f no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:24:27.256255 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=f4260c54-433e-4da9-abdb-7b63fb7fccfd,revision_number=6']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:27.315681 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:27.323712 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-c56afb61-28d7-4cfc-900e-d58daf0d7d32 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:27.325360 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-c56afb61-28d7-4cfc-900e-d58daf0d7d32 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.46 "GET /v2.0/ports/33e8e5dc-949b-49d0-bab6-79fc92eee24f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3401592 Feb 09 12:24:27.326119 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c4846d-290f-468f-a110-3378317f433c service neutron] Pushing event updated for resources: {'Port': ['ID=c9ae328d-f515-4127-8634-9ed00f64ddde,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:27.349738 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc2a280d-bfa6-41cd-af1d-0e96c1c66814 req-d82d5ffd-12fa-496e-8583-b587472f1c63 service neutron] 10.222.0.52 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7040734 Feb 09 12:24:27.353580 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-b913497b-4178-4953-b290-d26036dbde04 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:24:27.353993 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 33e8e5dc-949b-49d0-bab6-79fc92eee24f, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=33e8e5dc-949b-49d0-bab6-79fc92eee24f,segment=NetworkSegment(3e46f2fe-77ad-44e4-b912-8d0e12584d00),segment_id=3e46f2fe-77ad-44e4-b912-8d0e12584d00)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:24:27.362778 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:27.431443 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=33e8e5dc-949b-49d0-bab6-79fc92eee24f,revision_number=6']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:27.531727 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-10a14180-0211-4498-8dd7-bca2c2642791 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:27.537506 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-10a14180-0211-4498-8dd7-bca2c2642791 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:27.543245 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-10a14180-0211-4498-8dd7-bca2c2642791 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:27.544852 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-10a14180-0211-4498-8dd7-bca2c2642791 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/networks?id=d9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35&id=9cd8438c-2c74-4941-a26e-2747746bb4cf&id=9cd8438c-2c74-4941-a26e-2747746bb4cf&id=ba448e7a-fa60-4f14-8e77-7f852965ebd1&id=ba448e7a-fa60-4f14-8e77-7f852965ebd1 HTTP/1.1" status: 200 len: 1993 time: 0.4679902 Feb 09 12:24:27.570863 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304dcdf-d58e-4247-8602-9d1085af7fa6 req-0f2f5582-7b66-41c2-a24d-c501947856e6 tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:27.572360 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1304dcdf-d58e-4247-8602-9d1085af7fa6 req-0f2f5582-7b66-41c2-a24d-c501947856e6 tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc180ace-1956-4a73-8d7a-28ae1491815d HTTP/1.1" status: 200 len: 945 time: 0.5210631 Feb 09 12:24:27.578337 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-b913497b-4178-4953-b290-d26036dbde04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:27.592704 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e8b8c-5736-4e57-8271-b30194eb12f3 req-96ee9138-5ac5-4cd3-987b-3e5dc8aecf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:27.594133 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eb2e8b8c-5736-4e57-8271-b30194eb12f3 req-96ee9138-5ac5-4cd3-987b-3e5dc8aecf64 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b0ea08007bd423bba6d81fafa2c2138&device_id=80d09481-cde5-4896-9bcc-08c44ca3c92d HTTP/1.1" status: 200 len: 1094 time: 0.4492896 Feb 09 12:24:27.613020 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-f0d68c38-e1e0-4b98-bd34-77b9b757f261 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/quotas/1504faf0b32244dc872049fa5f2c3962 HTTP/1.1" status: 200 len: 375 time: 0.0549324 Feb 09 12:24:27.757014 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eb2e8b8c-5736-4e57-8271-b30194eb12f3 req-1a1666f0-8098-4f33-bf0f-c608c806f94e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9ae328d-f515-4127-8634-9ed00f64ddde HTTP/1.1" status: 200 len: 217 time: 0.1403875 Feb 09 12:24:27.831271 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1304dcdf-d58e-4247-8602-9d1085af7fa6 req-54be292a-51ce-43e9-be8e-bb0456a562a2 tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] 10.222.0.55 "GET /v2.0/security-groups?id=0cc17f62-f1be-4521-89a2-9cc9d4abd744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408719 Feb 09 12:24:27.950563 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e8b8c-5736-4e57-8271-b30194eb12f3 req-5b87f9c9-a344-4799-bf97-b0a942a9e342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:27.952123 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eb2e8b8c-5736-4e57-8271-b30194eb12f3 req-5b87f9c9-a344-4799-bf97-b0a942a9e342 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5d66c3c8-f193-4da4-ad1c-54328c88dbd7 HTTP/1.1" status: 200 len: 852 time: 0.1820931 Feb 09 12:24:28.056217 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eb2e8b8c-5736-4e57-8271-b30194eb12f3 req-0b9587ea-efc4-4b32-a6c7-96bd40ffc9ce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce449817-28f3-4897-a09b-d33182728951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954835 Feb 09 12:24:28.115205 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-36d10bd8-22b4-4513-82f6-e0c5b285490f tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1504faf0b32244dc872049fa5f2c3962&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4209731 Feb 09 12:24:28.192224 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-b913497b-4178-4953-b290-d26036dbde04 service neutron] For port 33e8e5dc-949b-49d0-bab6-79fc92eee24f, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=33e8e5dc-949b-49d0-bab6-79fc92eee24f,segment=NetworkSegment(3e46f2fe-77ad-44e4-b912-8d0e12584d00),segment_id=3e46f2fe-77ad-44e4-b912-8d0e12584d00)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:24:28.266310 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e814e6f3-9edd-43ef-9fec-b565a4862d30 req-97aa121b-53a7-4e7e-9ace-1791bd7a7c30 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:28.267795 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e814e6f3-9edd-43ef-9fec-b565a4862d30 req-97aa121b-53a7-4e7e-9ace-1791bd7a7c30 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=80d09481-cde5-4896-9bcc-08c44ca3c92d HTTP/1.1" status: 200 len: 943 time: 0.3102281 Feb 09 12:24:28.286696 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-b913497b-4178-4953-b290-d26036dbde04 service neutron] For port 33e8e5dc-949b-49d0-bab6-79fc92eee24f, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:24:28.539306 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eb2e8b8c-5736-4e57-8271-b30194eb12f3 req-ba41d6ac-e634-455a-88a8-d0aef476274b service neutron] 10.222.0.46 "GET /v2.0/networks/ce449817-28f3-4897-a09b-d33182728951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4699619 Feb 09 12:24:28.600042 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-b913497b-4178-4953-b290-d26036dbde04 service neutron] device_id is not set on port 33e8e5dc-949b-49d0-bab6-79fc92eee24f yet. {{(pid=87567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:24:28.658477 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-b913497b-4178-4953-b290-d26036dbde04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:28.668113 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e814e6f3-9edd-43ef-9fec-b565a4862d30 req-06aff54c-8403-4245-98af-ccdc1472d1d1 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909454 Feb 09 12:24:28.682959 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-b913497b-4178-4953-b290-d26036dbde04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:28.763737 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bac054b4-55e6-4dd2-a661-38ced1728bad', 'code': 200} Feb 09 12:24:28.858984 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-ee3b83ba-d1c2-4904-aa26-f102b598d707 service neutron] 10.222.0.55 "GET /v2.0/networks/d9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7269728 Feb 09 12:24:28.964927 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b913497b-4178-4953-b290-d26036dbde04 service neutron] Pushing event updated for resources: {'Port': ['ID=33e8e5dc-949b-49d0-bab6-79fc92eee24f,revision_number=7']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:29.014408 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-a8899cf5-a29e-4336-ad51-d5422a84f7b8 None None] Provisioning complete for port 33e8e5dc-949b-49d0-bab6-79fc92eee24f triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:24:29.014870 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a8899cf5-a29e-4336-ad51-d5422a84f7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:29.027727 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-b913497b-4178-4953-b290-d26036dbde04 service neutron] No DVR routers for this DVR port 33e8e5dc-949b-49d0-bab6-79fc92eee24f on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:24:29.066725 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-a8899cf5-a29e-4336-ad51-d5422a84f7b8 None None] Port 33e8e5dc-949b-49d0-bab6-79fc92eee24f cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:24:29.069588 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eb2e8b8c-5736-4e57-8271-b30194eb12f3 req-37fd7307-7ec9-4906-81f9-6e75e4cc9a16 service neutron] 10.222.0.46 "GET /v2.0/networks/ce449817-28f3-4897-a09b-d33182728951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5214458 Feb 09 12:24:29.130296 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-b913497b-4178-4953-b290-d26036dbde04 service neutron] In _notify_port_updated(), no bound segment for port 33e8e5dc-949b-49d0-bab6-79fc92eee24f on network b99c93e7-09da-4e68-a3ff-2707256091d8 {{(pid=87567) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 12:24:29.131145 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-b913497b-4178-4953-b290-d26036dbde04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:29.131752 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-b913497b-4178-4953-b290-d26036dbde04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:29.133027 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-b913497b-4178-4953-b290-d26036dbde04 service neutron] 10.222.0.46 "PUT /v2.0/ports/33e8e5dc-949b-49d0-bab6-79fc92eee24f HTTP/1.1" status: 200 len: 1026 time: 1.7889254 Feb 09 12:24:29.208001 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-a8e6ffbb-1aa6-48f4-bcf4-80dc3cbe00e7 service neutron] 10.222.0.55 "GET /v2.0/networks/d9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182578 Feb 09 12:24:29.222369 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c6e09-868e-4d0c-9c30-969662bf7e74 req-f961f394-27be-43b0-9619-e6e8dabc6b23 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:29.228560 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c6e09-868e-4d0c-9c30-969662bf7e74 req-f961f394-27be-43b0-9619-e6e8dabc6b23 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:29.234354 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c6e09-868e-4d0c-9c30-969662bf7e74 req-f961f394-27be-43b0-9619-e6e8dabc6b23 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:29.240880 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c6e09-868e-4d0c-9c30-969662bf7e74 req-f961f394-27be-43b0-9619-e6e8dabc6b23 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:29.246654 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c6e09-868e-4d0c-9c30-969662bf7e74 req-f961f394-27be-43b0-9619-e6e8dabc6b23 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:29.248324 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f57c6e09-868e-4d0c-9c30-969662bf7e74 req-f961f394-27be-43b0-9619-e6e8dabc6b23 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/ports?device_id=6101775f-5c0e-4dc8-9a5f-b57a74039dc8 HTTP/1.1" status: 200 len: 3875 time: 0.3867023 Feb 09 12:24:29.317454 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-445826e1-162a-45f4-aef0-79f5fa5f3176 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Deleting port f7d337db-96a2-473b-aee2-3f714efa3b1a {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:24:29.317702 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-445826e1-162a-45f4-aef0-79f5fa5f3176 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:29.396391 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-e183a200-cc73-46fc-89a4-ad3c900beda2 service neutron] 10.222.0.55 "GET /v2.0/ports/8c7a964d-584c-4dbd-b299-f7b5a48b8988?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1471329 Feb 09 12:24:29.403107 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f57c6e09-868e-4d0c-9c30-969662bf7e74 req-8d10760b-ea76-48ea-9dce-661e91d4cb5d tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/security-groups?id=8803669e-2abe-4ab7-b2c0-58109e10cb11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187122 Feb 09 12:24:29.730191 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-ba518785-cd85-4394-8c16-53c04debf37b service neutron] 10.222.0.55 "GET /v2.0/networks/9cd8438c-2c74-4941-a26e-2747746bb4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261604 Feb 09 12:24:29.854571 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-445826e1-162a-45f4-aef0-79f5fa5f3176 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] For port f7d337db-96a2-473b-aee2-3f714efa3b1a, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f7d337db-96a2-473b-aee2-3f714efa3b1a,segment=NetworkSegment(2caa8241-9028-480a-8fbb-9001345a5103),segment_id=2caa8241-9028-480a-8fbb-9001345a5103)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:24:29.854932 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-445826e1-162a-45f4-aef0-79f5fa5f3176 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:29.874918 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97462a-79f9-48fa-b546-44185045c35a req-7d99e399-35a7-4dfa-8a73-c45eab287d42 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:29.876392 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8c97462a-79f9-48fa-b546-44185045c35a req-7d99e399-35a7-4dfa-8a73-c45eab287d42 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.3650417 Feb 09 12:24:30.133925 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-445826e1-162a-45f4-aef0-79f5fa5f3176 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Calling delete_port for f7d337db-96a2-473b-aee2-3f714efa3b1a owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:24:30.232579 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-3e86edf0-222a-421e-bf74-83eef7eee518 service neutron] 10.222.0.55 "GET /v2.0/networks/9cd8438c-2c74-4941-a26e-2747746bb4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4878218 Feb 09 12:24:30.286324 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8c97462a-79f9-48fa-b546-44185045c35a req-066eaeac-a144-4a69-a56a-b79fb2a09777 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2246790 Feb 09 12:24:30.352853 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-afe3a7e7-f32e-4579-9caa-831746d3c758 service neutron] 10.222.0.55 "GET /v2.0/ports/b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1053483 Feb 09 12:24:30.464397 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-445826e1-162a-45f4-aef0-79f5fa5f3176 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:30.533999 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445826e1-162a-45f4-aef0-79f5fa5f3176 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Pushing event deleted for resources: {'Port': ['ID=f7d337db-96a2-473b-aee2-3f714efa3b1a,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:30.574408 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80d09481-cde5-4896-9bcc-08c44ca3c92d', 'tag': 'c9ae328d-f515-4127-8634-9ed00f64ddde', 'status': 'completed', 'code': 200} Feb 09 12:24:30.721618 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-00ecb38a-f73b-4213-b645-d60912a473ab service neutron] 10.222.0.55 "GET /v2.0/networks/9cd8438c-2c74-4941-a26e-2747746bb4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621941 Feb 09 12:24:30.722584 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-445826e1-162a-45f4-aef0-79f5fa5f3176 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] No DVR routers for this DVR port f7d337db-96a2-473b-aee2-3f714efa3b1a on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:24:30.725279 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-445826e1-162a-45f4-aef0-79f5fa5f3176 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:30.766054 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4386fc-f851-41ff-a825-bc28043b849a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc8305ab-27ae-4f22-a72d-ce92a6ad6556'}, {'server_uuid': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7d337db-96a2-473b-aee2-3f714efa3b1a'}, {'server_uuid': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94020401-ba56-426c-a528-ce595ad0c37c'}, {'server_uuid': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08a7959c-b6ca-4739-9da3-042b6f618521'}, {'server_uuid': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4260c54-433e-4da9-abdb-7b63fb7fccfd'}, {'server_uuid': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33e8e5dc-949b-49d0-bab6-79fc92eee24f'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:24:30.775597 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-445826e1-162a-45f4-aef0-79f5fa5f3176 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.46 "DELETE /v2.0/ports/f7d337db-96a2-473b-aee2-3f714efa3b1a HTTP/1.1" status: 204 len: 173 time: 1.6352251 Feb 09 12:24:30.909564 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-11ec1c9f-f5e1-4e86-aa19-1a6795793562 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=7c1ef4d3b2bd48adb9701d4f73fa1aa9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1385195 Feb 09 12:24:31.062656 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-9d7718b5-be9d-40e0-a2a3-8ac848e70d8a tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Deleting port 94020401-ba56-426c-a528-ce595ad0c37c {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:24:31.062997 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-9d7718b5-be9d-40e0-a2a3-8ac848e70d8a tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:31.108280 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96bca4-e85e-4857-8cbd-7fd7612a4d52 req-1ad7f3e0-cc9d-46a4-9981-c89e76aa0430 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:31.109730 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8f96bca4-e85e-4857-8cbd-7fd7612a4d52 req-1ad7f3e0-cc9d-46a4-9981-c89e76aa0430 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc4386fc-f851-41ff-a825-bc28043b849a&tenant_id=49129fa2c03c45c2a0df365ab76f11e9&binding%3Ahost_id=n-h1-825178-3 HTTP/1.1" status: 200 len: 950 time: 0.5271866 Feb 09 12:24:31.127769 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef1e686-8d21-4606-86cf-728245e29eff req-461143fe-83a5-46a2-860f-c015657a8036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:31.129090 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1ef1e686-8d21-4606-86cf-728245e29eff req-461143fe-83a5-46a2-860f-c015657a8036 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b0ea08007bd423bba6d81fafa2c2138&device_id=80d09481-cde5-4896-9bcc-08c44ca3c92d HTTP/1.1" status: 200 len: 1094 time: 0.5044913 Feb 09 12:24:31.215013 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-d35ddef6-c67a-4ead-b803-4552f40796e1 service neutron] 10.222.0.55 "GET /v2.0/networks/9cd8438c-2c74-4941-a26e-2747746bb4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4822845 Feb 09 12:24:31.605985 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-acda1080-187c-4e88-9164-e3acaff9872f tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:31.607399 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-acda1080-187c-4e88-9164-e3acaff9872f tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6851709 Feb 09 12:24:31.715200 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8f96bca4-e85e-4857-8cbd-7fd7612a4d52 req-544ef5bf-26e3-43ec-b9a9-82b4f3006431 service neutron] 10.222.0.52 "GET /v2.0/ports/bc8305ab-27ae-4f22-a72d-ce92a6ad6556/bindings/n-h1-825178-3 HTTP/1.1" status: 200 len: 382 time: 0.5831656 Feb 09 12:24:31.740294 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-8262037a-2316-42f2-ac99-3fea2f996b64 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.55 "GET /v2.0/quotas/7c1ef4d3b2bd48adb9701d4f73fa1aa9 HTTP/1.1" status: 200 len: 375 time: 0.1126764 Feb 09 12:24:31.844629 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef1e686-8d21-4606-86cf-728245e29eff req-e418b123-9d46-4bd8-bdab-1ff280be05e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:31.846594 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1ef1e686-8d21-4606-86cf-728245e29eff req-e418b123-9d46-4bd8-bdab-1ff280be05e4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ce449817-28f3-4897-a09b-d33182728951 HTTP/1.1" status: 200 len: 913 time: 0.6716380 Feb 09 12:24:31.871301 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-fca7ed18-9fba-493a-80a7-4c90f91f5ad9 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7c1ef4d3b2bd48adb9701d4f73fa1aa9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1180449 Feb 09 12:24:31.967818 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-e4b8d5ea-d6a2-4941-b3a0-cd3ab4772334 service neutron] 10.222.0.55 "GET /v2.0/networks/9cd8438c-2c74-4941-a26e-2747746bb4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7299562 Feb 09 12:24:31.973097 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1ef1e686-8d21-4606-86cf-728245e29eff req-85eb71ca-69e4-4922-9f66-53ba70d38971 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9ae328d-f515-4127-8634-9ed00f64ddde HTTP/1.1" status: 200 len: 217 time: 0.1070235 Feb 09 12:24:32.142415 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-9d7718b5-be9d-40e0-a2a3-8ac848e70d8a tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] For port 94020401-ba56-426c-a528-ce595ad0c37c, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=94020401-ba56-426c-a528-ce595ad0c37c,segment=NetworkSegment(3e46f2fe-77ad-44e4-b912-8d0e12584d00),segment_id=3e46f2fe-77ad-44e4-b912-8d0e12584d00)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:24:32.142777 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-9d7718b5-be9d-40e0-a2a3-8ac848e70d8a tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:32.218063 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef1e686-8d21-4606-86cf-728245e29eff req-7b6f2d8f-dbfa-4451-a550-db96369625d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:32.219537 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1ef1e686-8d21-4606-86cf-728245e29eff req-7b6f2d8f-dbfa-4451-a550-db96369625d5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5d66c3c8-f193-4da4-ad1c-54328c88dbd7 HTTP/1.1" status: 200 len: 852 time: 0.2378507 Feb 09 12:24:32.305458 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-9d7718b5-be9d-40e0-a2a3-8ac848e70d8a tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Calling delete_port for 94020401-ba56-426c-a528-ce595ad0c37c owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:24:32.399416 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96bca4-e85e-4857-8cbd-7fd7612a4d52 req-55df2092-fc1d-46c3-984e-b8ba3c6f5266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:32.400926 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8f96bca4-e85e-4857-8cbd-7fd7612a4d52 req-55df2092-fc1d-46c3-984e-b8ba3c6f5266 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49129fa2c03c45c2a0df365ab76f11e9&device_id=cc4386fc-f851-41ff-a825-bc28043b849a HTTP/1.1" status: 200 len: 1101 time: 0.6440661 Feb 09 12:24:32.409101 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1ef1e686-8d21-4606-86cf-728245e29eff req-76b27bfe-7b5d-4fe9-b612-34b34417ca7e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce449817-28f3-4897-a09b-d33182728951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1141043 Feb 09 12:24:32.500064 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-1ef17818-70c8-49be-a07e-5789d3774df6 service neutron] 10.222.0.55 "GET /v2.0/networks/9cd8438c-2c74-4941-a26e-2747746bb4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5193503 Feb 09 12:24:32.632125 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'name': 'network-vif-deleted', 'tag': 'f7d337db-96a2-473b-aee2-3f714efa3b1a'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:24:32.882558 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96bca4-e85e-4857-8cbd-7fd7612a4d52 req-6e9fb456-54e7-4a65-bc69-75e16e0d0f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:32.883985 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8f96bca4-e85e-4857-8cbd-7fd7612a4d52 req-6e9fb456-54e7-4a65-bc69-75e16e0d0f1f service neutron] 10.222.0.52 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.4740267 Feb 09 12:24:33.128534 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1ef1e686-8d21-4606-86cf-728245e29eff req-f6670b8b-16b4-45ab-9494-7eb6cbb25353 service neutron] 10.222.0.46 "GET /v2.0/networks/ce449817-28f3-4897-a09b-d33182728951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6846004 Feb 09 12:24:33.129718 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8f96bca4-e85e-4857-8cbd-7fd7612a4d52 req-ac2598d1-3e57-4182-a2d0-37d6cf826fb3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=bc8305ab-27ae-4f22-a72d-ce92a6ad6556 HTTP/1.1" status: 200 len: 217 time: 0.2312195 Feb 09 12:24:33.132935 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-cce1e92e-36e1-467f-8469-da17fa8af2ba service neutron] 10.222.0.55 "GET /v2.0/networks/9cd8438c-2c74-4941-a26e-2747746bb4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5766568 Feb 09 12:24:33.134940 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-9d7718b5-be9d-40e0-a2a3-8ac848e70d8a tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:33.149020 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5744929-0d00-408d-8a58-a75950924a01 req-3050ad75-f57c-4efd-b1cf-ccddcdb4d431 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:33.150462 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a5744929-0d00-408d-8a58-a75950924a01 req-3050ad75-f57c-4efd-b1cf-ccddcdb4d431 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=80d09481-cde5-4896-9bcc-08c44ca3c92d HTTP/1.1" status: 200 len: 943 time: 0.7726758 Feb 09 12:24:33.286966 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7718b5-be9d-40e0-a2a3-8ac848e70d8a tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Pushing event deleted for resources: {'Port': ['ID=94020401-ba56-426c-a528-ce595ad0c37c,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:33.389756 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-9865df08-97bf-4fd7-8afe-bad97d12f558 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=7c1ef4d3b2bd48adb9701d4f73fa1aa9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357215 Feb 09 12:24:33.505370 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device c9ae328d-f515-4127-8634-9ed00f64ddde details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:24:33.511203 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-9d7718b5-be9d-40e0-a2a3-8ac848e70d8a tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] No DVR routers for this DVR port 94020401-ba56-426c-a528-ce595ad0c37c on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:24:33.523962 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-9d7718b5-be9d-40e0-a2a3-8ac848e70d8a tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:33.550598 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a5744929-0d00-408d-8a58-a75950924a01 req-a861b434-f4d2-45f0-b8fa-08a7b72965b5 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515012 Feb 09 12:24:33.568760 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-414b9d5f-7b62-4809-8654-46645985bc5d tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:33.570571 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-414b9d5f-7b62-4809-8654-46645985bc5d tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1748066 Feb 09 12:24:33.584021 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-9d7718b5-be9d-40e0-a2a3-8ac848e70d8a tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.46 "DELETE /v2.0/ports/94020401-ba56-426c-a528-ce595ad0c37c HTTP/1.1" status: 204 len: 173 time: 2.7383542 Feb 09 12:24:33.585661 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96bca4-e85e-4857-8cbd-7fd7612a4d52 req-1559db37-343d-4c7d-a931-3a3b8438abd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:33.586699 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-42c8f671-c431-4455-99d9-1768d0b0c396 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Request body: {'port': {'device_id': '9c2b3f76-cd20-4ab1-b854-04d52c0edc81', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'admin_state_up': True, 'tenant_id': '7c1ef4d3b2bd48adb9701d4f73fa1aa9'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:24:33.587094 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8f96bca4-e85e-4857-8cbd-7fd7612a4d52 req-1559db37-343d-4c7d-a931-3a3b8438abd7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.3899744 Feb 09 12:24:33.723658 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port c9ae328d-f515-4127-8634-9ed00f64ddde, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=c9ae328d-f515-4127-8634-9ed00f64ddde,segment=NetworkSegment(d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5),segment_id=d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:24:33.742956 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'c9ae328d-f515-4127-8634-9ed00f64ddde', 'network_id': 'ce449817-28f3-4897-a09b-d33182728951', 'port_id': 'c9ae328d-f515-4127-8634-9ed00f64ddde', 'mac_address': 'fa:16:3e:52:33:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d66c3c8-f193-4da4-ad1c-54328c88dbd7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:24:33.751265 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-42c8f671-c431-4455-99d9-1768d0b0c396 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:24:33.757522 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-42c8f671-c431-4455-99d9-1768d0b0c396 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Usage tracker for resource:port and tenant:7c1ef4d3b2bd48adb9701d4f73fa1aa9 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:24:33.760674 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-42c8f671-c431-4455-99d9-1768d0b0c396 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:24:33.767236 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-42c8f671-c431-4455-99d9-1768d0b0c396 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:24:33.779457 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-42c8f671-c431-4455-99d9-1768d0b0c396 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Made reservation on behalf of 7c1ef4d3b2bd48adb9701d4f73fa1aa9 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:24:33.792230 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-42c8f671-c431-4455-99d9-1768d0b0c396 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:33.810053 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-c5a04f74-5f0c-47d8-a1a6-96a11fa9775f service neutron] 10.222.0.55 "GET /v2.0/networks/9cd8438c-2c74-4941-a26e-2747746bb4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6137757 Feb 09 12:24:33.810291 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-42c8f671-c431-4455-99d9-1768d0b0c396 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:33.811294 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:33.829713 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-42c8f671-c431-4455-99d9-1768d0b0c396 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:24:33.835126 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9ae328d-f515-4127-8634-9ed00f64ddde {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:24:33.835300 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-42c8f671-c431-4455-99d9-1768d0b0c396 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Usage tracker for resource:security_group_rule and tenant:7c1ef4d3b2bd48adb9701d4f73fa1aa9 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:24:33.838409 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-42c8f671-c431-4455-99d9-1768d0b0c396 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:24:33.846880 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-42c8f671-c431-4455-99d9-1768d0b0c396 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:24:33.862478 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1ef1e686-8d21-4606-86cf-728245e29eff req-6085a9c2-682a-4f0f-8c92-e9e42d8d1071 service neutron] 10.222.0.46 "GET /v2.0/networks/ce449817-28f3-4897-a09b-d33182728951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7249582 Feb 09 12:24:33.864423 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port c9ae328d-f515-4127-8634-9ed00f64ddde, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=c9ae328d-f515-4127-8634-9ed00f64ddde,segment=NetworkSegment(d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5),segment_id=d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:24:33.868912 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:33.927160 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-91979cbb-e555-4fc3-9a59-e0e1aff573c9 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Deleting port bac054b4-55e6-4dd2-a661-38ced1728bad {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:24:33.927160 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-91979cbb-e555-4fc3-9a59-e0e1aff573c9 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:33.939509 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=c9ae328d-f515-4127-8634-9ed00f64ddde,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:33.946452 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-42c8f671-c431-4455-99d9-1768d0b0c396 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:33.950262 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-42c8f671-c431-4455-99d9-1768d0b0c396 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:34.033620 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c8f671-c431-4455-99d9-1768d0b0c396 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daf48eb8-e765-47d2-841e-309e62616d08,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:34.111275 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96bca4-e85e-4857-8cbd-7fd7612a4d52 req-f2ab2155-3973-4672-a599-c8ef11bd92fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:34.112864 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8f96bca4-e85e-4857-8cbd-7fd7612a4d52 req-f2ab2155-3973-4672-a599-c8ef11bd92fe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5074174 Feb 09 12:24:34.121555 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-41eaf86a-0c75-4101-956b-bebb287ce5d1 service neutron] 10.222.0.55 "GET /v2.0/networks/ba448e7a-fa60-4f14-8e77-7f852965ebd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107176 Feb 09 12:24:34.130909 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-42c8f671-c431-4455-99d9-1768d0b0c396 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Allocated IP 192.168.233.109 (4f732e35-467f-44f5-be04-aa808693dec3/f8ed5558-888d-440a-8c32-52f2f9bc5bd5/53793d25-cd15-449c-a151-e43095a63bab) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:24:34.146425 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['c9ae328d-f515-4127-8634-9ed00f64ddde'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:24:34.152744 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d654c0-5d5e-4136-9259-fcdfdc6978ed req-d03a9421-6644-43df-a99d-7a7427449007 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:34.158871 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d654c0-5d5e-4136-9259-fcdfdc6978ed req-d03a9421-6644-43df-a99d-7a7427449007 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:34.164810 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d654c0-5d5e-4136-9259-fcdfdc6978ed req-d03a9421-6644-43df-a99d-7a7427449007 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:34.165665 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-d8d654c0-5d5e-4136-9259-fcdfdc6978ed req-d03a9421-6644-43df-a99d-7a7427449007 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Synchronizing usage tracker for tenant:eec7cd73952c439fa26a361208297f39 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:24:34.349944 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-42c8f671-c431-4455-99d9-1768d0b0c396 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:34.366669 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-42c8f671-c431-4455-99d9-1768d0b0c396 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Transition to ACTIVE for port object 53793d25-cd15-449c-a151-e43095a63bab will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:24:34.393865 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-42c8f671-c431-4455-99d9-1768d0b0c396 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:34.439012 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-d8d654c0-5d5e-4136-9259-fcdfdc6978ed req-d03a9421-6644-43df-a99d-7a7427449007 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Unset dirty status for tenant:eec7cd73952c439fa26a361208297f39 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:24:34.440257 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d8d654c0-5d5e-4136-9259-fcdfdc6978ed req-d03a9421-6644-43df-a99d-7a7427449007 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/ports?device_id=6101775f-5c0e-4dc8-9a5f-b57a74039dc8 HTTP/1.1" status: 200 len: 2410 time: 0.7157373 Feb 09 12:24:34.470640 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-42c8f671-c431-4455-99d9-1768d0b0c396 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Network 4f732e35-467f-44f5-be04-aa808693dec3 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:24:34.474642 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-42c8f671-c431-4455-99d9-1768d0b0c396 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:24:34.478805 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-42c8f671-c431-4455-99d9-1768d0b0c396 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:24:34.515302 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c8f671-c431-4455-99d9-1768d0b0c396 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Pushing event updated for resources: {'Port': ['ID=53793d25-cd15-449c-a151-e43095a63bab,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:34.551315 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-42c8f671-c431-4455-99d9-1768d0b0c396 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:34.552065 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-42c8f671-c431-4455-99d9-1768d0b0c396 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:34.565663 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8f96bca4-e85e-4857-8cbd-7fd7612a4d52 req-b089be39-4c8c-469d-bcb0-8a3627ab4977 service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4426057 Feb 09 12:24:34.575721 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-55cd077b-ffd2-421d-a0b1-71735c1321df service neutron] 10.222.0.55 "GET /v2.0/networks/ba448e7a-fa60-4f14-8e77-7f852965ebd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042754 Feb 09 12:24:34.583919 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-42c8f671-c431-4455-99d9-1768d0b0c396 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0031426 Feb 09 12:24:34.606399 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-241667bc-6e23-4d99-af67-2450e7b95fae service neutron] Request body: {'port': {'device_id': '9c2b3f76-cd20-4ab1-b854-04d52c0edc81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:24:34.626894 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d8d654c0-5d5e-4136-9259-fcdfdc6978ed req-3e201b4d-13d3-4a36-acde-e3daca3598b0 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/security-groups?id=8803669e-2abe-4ab7-b2c0-58109e10cb11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1680140 Feb 09 12:24:34.704938 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-91979cbb-e555-4fc3-9a59-e0e1aff573c9 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] For port bac054b4-55e6-4dd2-a661-38ced1728bad, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=bac054b4-55e6-4dd2-a661-38ced1728bad,segment=NetworkSegment(2caa8241-9028-480a-8fbb-9001345a5103),segment_id=2caa8241-9028-480a-8fbb-9001345a5103)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:24:34.705314 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-91979cbb-e555-4fc3-9a59-e0e1aff573c9 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:34.730427 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-013f8057-01c6-4ec0-92af-2055d3fbf36c None None] Provisioning for port 53793d25-cd15-449c-a151-e43095a63bab completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:24:34.737684 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-013f8057-01c6-4ec0-92af-2055d3fbf36c None None] Provisioning complete for port 53793d25-cd15-449c-a151-e43095a63bab triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:24:34.738363 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-013f8057-01c6-4ec0-92af-2055d3fbf36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:34.803003 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-013f8057-01c6-4ec0-92af-2055d3fbf36c None None] Port 53793d25-cd15-449c-a151-e43095a63bab cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:24:34.834978 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-241667bc-6e23-4d99-af67-2450e7b95fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:35.147636 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-91979cbb-e555-4fc3-9a59-e0e1aff573c9 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Calling delete_port for bac054b4-55e6-4dd2-a661-38ced1728bad owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:24:35.183596 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-241667bc-6e23-4d99-af67-2450e7b95fae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53793d25-cd15-449c-a151-e43095a63bab {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:24:35.191548 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-241667bc-6e23-4d99-af67-2450e7b95fae service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:35.206161 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-241667bc-6e23-4d99-af67-2450e7b95fae service neutron] Transition to ACTIVE for port object 53793d25-cd15-449c-a151-e43095a63bab will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:24:35.210055 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-241667bc-6e23-4d99-af67-2450e7b95fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:35.289429 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8f96bca4-e85e-4857-8cbd-7fd7612a4d52 req-0e038d43-90b0-4968-b761-f1ff488269c9 service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7124801 Feb 09 12:24:35.294603 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-a256e5a4-5c82-4977-a084-ded52fbd0026 service neutron] 10.222.0.55 "GET /v2.0/networks/ba448e7a-fa60-4f14-8e77-7f852965ebd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7102394 Feb 09 12:24:35.372807 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241667bc-6e23-4d99-af67-2450e7b95fae service neutron] Pushing event updated for resources: {'Port': ['ID=53793d25-cd15-449c-a151-e43095a63bab,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:35.411748 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b785120-c00a-48b8-98c6-284e0da23b76 req-1ead97b8-1945-41bb-8365-20646f1b6e95 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1691c089-3110-48fc-9c9e-fc3a62408e41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5057783 Feb 09 12:24:35.461130 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953f755-e141-436d-9f26-429b4890b501 req-323fa731-1fb6-4c93-b149-7a40f7836a01 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:35.468393 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4953f755-e141-436d-9f26-429b4890b501 req-323fa731-1fb6-4c93-b149-7a40f7836a01 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc4386fc-f851-41ff-a825-bc28043b849a HTTP/1.1" status: 200 len: 950 time: 0.5201712 Feb 09 12:24:35.509319 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device c9ae328d-f515-4127-8634-9ed00f64ddde up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:24:35.514392 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-241667bc-6e23-4d99-af67-2450e7b95fae service neutron] Attempting to bind port 53793d25-cd15-449c-a151-e43095a63bab on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:24:35.514830 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-241667bc-6e23-4d99-af67-2450e7b95fae service neutron] Attempting to bind port 53793d25-cd15-449c-a151-e43095a63bab by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:24:35.515098 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-241667bc-6e23-4d99-af67-2450e7b95fae service neutron] Attempting to bind port 53793d25-cd15-449c-a151-e43095a63bab on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:24:35.520383 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-241667bc-6e23-4d99-af67-2450e7b95fae service neutron] Port 53793d25-cd15-449c-a151-e43095a63bab on network 4f732e35-467f-44f5-be04-aa808693dec3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:24:35.520695 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-241667bc-6e23-4d99-af67-2450e7b95fae service neutron] Attempting to bind port 53793d25-cd15-449c-a151-e43095a63bab on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:24:35.526022 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-241667bc-6e23-4d99-af67-2450e7b95fae service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:24:35.526354 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-241667bc-6e23-4d99-af67-2450e7b95fae service neutron] Checking segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:24:35.526734 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-241667bc-6e23-4d99-af67-2450e7b95fae service neutron] Bound using segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:24:35.527147 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-241667bc-6e23-4d99-af67-2450e7b95fae service neutron] Bound port: 53793d25-cd15-449c-a151-e43095a63bab, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:24:35.527483 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-241667bc-6e23-4d99-af67-2450e7b95fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:35.581193 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port c9ae328d-f515-4127-8634-9ed00f64ddde completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:24:35.587373 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port c9ae328d-f515-4127-8634-9ed00f64ddde triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:24:35.587745 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:35.623635 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4953f755-e141-436d-9f26-429b4890b501 req-ca7f5c13-9295-4889-b304-ac2661494fe7 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532249 Feb 09 12:24:35.628198 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-241667bc-6e23-4d99-af67-2450e7b95fae service neutron] For port 53793d25-cd15-449c-a151-e43095a63bab, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:24:35.628374 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-91979cbb-e555-4fc3-9a59-e0e1aff573c9 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:35.632274 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-241667bc-6e23-4d99-af67-2450e7b95fae service neutron] For port 53793d25-cd15-449c-a151-e43095a63bab, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=53793d25-cd15-449c-a151-e43095a63bab,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:24:35.640198 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-241667bc-6e23-4d99-af67-2450e7b95fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:35.699796 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-241667bc-6e23-4d99-af67-2450e7b95fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:35.700450 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-241667bc-6e23-4d99-af67-2450e7b95fae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:35.701825 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-241667bc-6e23-4d99-af67-2450e7b95fae service neutron] 10.222.0.46 "PUT /v2.0/ports/53793d25-cd15-449c-a151-e43095a63bab HTTP/1.1" status: 200 len: 1096 time: 1.1001098 Feb 09 12:24:35.702257 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c2b3f76-cd20-4ab1-b854-04d52c0edc81', 'tag': '53793d25-cd15-449c-a151-e43095a63bab'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:24:35.745699 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241667bc-6e23-4d99-af67-2450e7b95fae service neutron] Pushing event updated for resources: {'Port': ['ID=53793d25-cd15-449c-a151-e43095a63bab,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:35.770245 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:35.777296 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91979cbb-e555-4fc3-9a59-e0e1aff573c9 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Pushing event deleted for resources: {'Port': ['ID=bac054b4-55e6-4dd2-a661-38ced1728bad,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:35.793646 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-3ae5ac9a-cc12-4c14-a61e-b104c878fe2d service neutron] 10.222.0.55 "GET /v2.0/networks/ba448e7a-fa60-4f14-8e77-7f852965ebd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4814708 Feb 09 12:24:35.802160 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4386fc-f851-41ff-a825-bc28043b849a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc8305ab-27ae-4f22-a72d-ce92a6ad6556', 'code': 200} Feb 09 12:24:35.802531 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7d337db-96a2-473b-aee2-3f714efa3b1a', 'code': 200} Feb 09 12:24:35.803011 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94020401-ba56-426c-a528-ce595ad0c37c', 'code': 200} Feb 09 12:24:35.803540 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08a7959c-b6ca-4739-9da3-042b6f618521', 'code': 200} Feb 09 12:24:35.803956 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4260c54-433e-4da9-abdb-7b63fb7fccfd', 'code': 200} Feb 09 12:24:35.808932 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-91979cbb-e555-4fc3-9a59-e0e1aff573c9 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] No DVR routers for this DVR port bac054b4-55e6-4dd2-a661-38ced1728bad on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:24:35.811231 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33e8e5dc-949b-49d0-bab6-79fc92eee24f', 'code': 200} Feb 09 12:24:35.812730 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-91979cbb-e555-4fc3-9a59-e0e1aff573c9 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:35.836312 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b785120-c00a-48b8-98c6-284e0da23b76 req-c48c0c82-eb93-4939-b041-87bd71d67e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:35.837839 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b785120-c00a-48b8-98c6-284e0da23b76 req-c48c0c82-eb93-4939-b041-87bd71d67e8f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49129fa2c03c45c2a0df365ab76f11e9&device_id=1691c089-3110-48fc-9c9e-fc3a62408e41 HTTP/1.1" status: 200 len: 1101 time: 0.3336654 Feb 09 12:24:35.840357 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-91979cbb-e555-4fc3-9a59-e0e1aff573c9 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.46 "DELETE /v2.0/ports/bac054b4-55e6-4dd2-a661-38ced1728bad HTTP/1.1" status: 204 len: 173 time: 2.2361517 Feb 09 12:24:35.868776 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port c9ae328d-f515-4127-8634-9ed00f64ddde, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=c9ae328d-f515-4127-8634-9ed00f64ddde,segment=NetworkSegment(d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5),segment_id=d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:24:35.883814 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:35.940736 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-2e50eed9-d18d-46fd-9df4-e4056c90e2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:35.942403 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-2e50eed9-d18d-46fd-9df4-e4056c90e2f9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7c1ef4d3b2bd48adb9701d4f73fa1aa9&device_id=9c2b3f76-cd20-4ab1-b854-04d52c0edc81 HTTP/1.1" status: 200 len: 1099 time: 0.1779563 Feb 09 12:24:35.993707 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=c9ae328d-f515-4127-8634-9ed00f64ddde,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:36.046486 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-a7e58972-0b6f-4bf6-9776-6feefeed3f81 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=53793d25-cd15-449c-a151-e43095a63bab HTTP/1.1" status: 200 len: 217 time: 0.0900824 Feb 09 12:24:36.101547 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-d0033cce-be6c-4bd4-9cde-ff152cecb1b5 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Deleting port 08a7959c-b6ca-4739-9da3-042b6f618521 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:24:36.102657 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-d0033cce-be6c-4bd4-9cde-ff152cecb1b5 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:36.117865 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-d24485dc-b573-4b60-a11f-0b35b4234d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:36.119659 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-d24485dc-b573-4b60-a11f-0b35b4234d95 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.0683484 Feb 09 12:24:36.224971 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-bbb55e0d-90e4-4abf-997c-81976c0aa9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:36.226205 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-bbb55e0d-90e4-4abf-997c-81976c0aa9fb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1000612 Feb 09 12:24:36.307022 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553194b-0e6f-4b20-b347-53fb5bed500e req-e9801c41-5ed7-41de-9907-389373e49809 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:36.308603 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9553194b-0e6f-4b20-b347-53fb5bed500e req-e9801c41-5ed7-41de-9907-389373e49809 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c2b3f76-cd20-4ab1-b854-04d52c0edc81 HTTP/1.1" status: 200 len: 948 time: 0.3581622 Feb 09 12:24:36.340978 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b785120-c00a-48b8-98c6-284e0da23b76 req-dc686068-ee52-479f-af03-545fa039fbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:36.342485 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b785120-c00a-48b8-98c6-284e0da23b76 req-dc686068-ee52-479f-af03-545fa039fbc6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.4528816 Feb 09 12:24:36.389124 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-c22a37fc-e025-4602-a9f8-389aae199345 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545990 Feb 09 12:24:36.536709 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b4d7f53e-a06a-4619-87ed-23f70bf2d7ce req-794f8519-1f20-47ff-90b9-10fefe60e740 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386731 Feb 09 12:24:36.649133 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b785120-c00a-48b8-98c6-284e0da23b76 req-cc65efee-9471-433a-8aec-dd7ed5974dbc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=209e9bbb-4904-4e48-aa76-9dd4a90dc863 HTTP/1.1" status: 200 len: 217 time: 0.2694173 Feb 09 12:24:36.654346 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9553194b-0e6f-4b20-b347-53fb5bed500e req-72524079-d5af-41d0-9578-78f6c444f7ae tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.55 "GET /v2.0/security-groups?id=daf48eb8-e765-47d2-841e-309e62616d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387942 Feb 09 12:24:36.811195 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b785120-c00a-48b8-98c6-284e0da23b76 req-47dbc5ae-d754-4b17-9ae8-99f159a132b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:36.812563 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b785120-c00a-48b8-98c6-284e0da23b76 req-47dbc5ae-d754-4b17-9ae8-99f159a132b6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.1519110 Feb 09 12:24:36.833207 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-d0033cce-be6c-4bd4-9cde-ff152cecb1b5 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] For port 08a7959c-b6ca-4739-9da3-042b6f618521, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=08a7959c-b6ca-4739-9da3-042b6f618521,segment=NetworkSegment(60316b84-93e0-4859-b6b6-adab39b3fab1),segment_id=60316b84-93e0-4859-b6b6-adab39b3fab1)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:24:36.833525 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-d0033cce-be6c-4bd4-9cde-ff152cecb1b5 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:36.849040 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'name': 'network-vif-deleted', 'tag': 'f7d337db-96a2-473b-aee2-3f714efa3b1a', 'status': 'completed', 'code': 200} Feb 09 12:24:37.175713 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468839b-640a-4133-8b2e-1b2516987924 req-6e852091-b305-452e-827c-9cbfdcaef31b tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:37.177223 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3468839b-640a-4133-8b2e-1b2516987924 req-6e852091-b305-452e-827c-9cbfdcaef31b tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc180ace-1956-4a73-8d7a-28ae1491815d HTTP/1.1" status: 200 len: 945 time: 0.4214478 Feb 09 12:24:37.294365 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b785120-c00a-48b8-98c6-284e0da23b76 req-12e649b1-8408-4f84-a0bc-08ded53780f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:37.295745 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b785120-c00a-48b8-98c6-284e0da23b76 req-12e649b1-8408-4f84-a0bc-08ded53780f0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4718821 Feb 09 12:24:37.331632 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf164dd-5bf0-476a-af1b-1fcaf90675cc req-a0dc2cf8-96f5-492e-9ddc-739f812d2a7b tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:37.333110 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bcf164dd-5bf0-476a-af1b-1fcaf90675cc req-a0dc2cf8-96f5-492e-9ddc-739f812d2a7b tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=80d09481-cde5-4896-9bcc-08c44ca3c92d HTTP/1.1" status: 200 len: 945 time: 0.3805501 Feb 09 12:24:37.433134 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-d0033cce-be6c-4bd4-9cde-ff152cecb1b5 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:37.433506 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-d0033cce-be6c-4bd4-9cde-ff152cecb1b5 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:37.433822 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-d0033cce-be6c-4bd4-9cde-ff152cecb1b5 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Floating IP 4cc8fe48-59a4-41f7-ad34-197ba66e5b16 disassociated. External IP: 172.25.7.222, port: 08a7959c-b6ca-4739-9da3-042b6f618521. Feb 09 12:24:37.434165 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-d0033cce-be6c-4bd4-9cde-ff152cecb1b5 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Calling delete_port for 08a7959c-b6ca-4739-9da3-042b6f618521 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:24:37.492658 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3468839b-640a-4133-8b2e-1b2516987924 req-336d05bc-e950-4653-95ce-6adee55ed74e tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] 10.222.0.55 "GET /v2.0/security-groups?id=0cc17f62-f1be-4521-89a2-9cc9d4abd744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043020 Feb 09 12:24:37.541403 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bcf164dd-5bf0-476a-af1b-1fcaf90675cc req-20b06209-bc45-4a75-9a92-ed2776a924e1 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772423 Feb 09 12:24:37.595739 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b785120-c00a-48b8-98c6-284e0da23b76 req-9fabc033-8680-4355-93b8-961123f455b3 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616260 Feb 09 12:24:37.598906 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c2b3f76-cd20-4ab1-b854-04d52c0edc81', 'tag': '53793d25-cd15-449c-a151-e43095a63bab', 'status': 'completed', 'code': 200} Feb 09 12:24:37.721656 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef180b80-e74d-4d2c-bb49-c1b1e7ce9c71 req-46cdaa34-4a86-456e-8667-a802897ac50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:37.723229 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ef180b80-e74d-4d2c-bb49-c1b1e7ce9c71 req-46cdaa34-4a86-456e-8667-a802897ac50c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7c1ef4d3b2bd48adb9701d4f73fa1aa9&device_id=9c2b3f76-cd20-4ab1-b854-04d52c0edc81 HTTP/1.1" status: 200 len: 1099 time: 0.0993137 Feb 09 12:24:37.814554 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d09481-cde5-4896-9bcc-08c44ca3c92d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ae328d-f515-4127-8634-9ed00f64ddde'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:24:37.873308 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-d0033cce-be6c-4bd4-9cde-ff152cecb1b5 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:37.957714 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0033cce-be6c-4bd4-9cde-ff152cecb1b5 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Pushing event deleted for resources: {'Port': ['ID=08a7959c-b6ca-4739-9da3-042b6f618521,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:38.004850 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b785120-c00a-48b8-98c6-284e0da23b76 req-4a63036f-c952-4594-b75b-01ae7ac0df5c service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726757 Feb 09 12:24:38.082771 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef180b80-e74d-4d2c-bb49-c1b1e7ce9c71 req-a8819e87-ca84-4b26-bf1e-a842ce80bb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:38.084356 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ef180b80-e74d-4d2c-bb49-c1b1e7ce9c71 req-a8819e87-ca84-4b26-bf1e-a842ce80bb2c service neutron] 10.222.0.46 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.3490460 Feb 09 12:24:38.090973 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9886c3-6f69-4761-99f2-e083247715d1 req-3e38ecb5-fae8-45fa-bec7-66192bf3facd tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:38.097699 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9886c3-6f69-4761-99f2-e083247715d1 req-3e38ecb5-fae8-45fa-bec7-66192bf3facd tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:38.098732 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-eb9886c3-6f69-4761-99f2-e083247715d1 req-3e38ecb5-fae8-45fa-bec7-66192bf3facd tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Synchronizing usage tracker for tenant:eec7cd73952c439fa26a361208297f39 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:24:38.166381 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ef180b80-e74d-4d2c-bb49-c1b1e7ce9c71 req-7d1504a4-7cda-4245-9415-b7fd0c9a309e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=53793d25-cd15-449c-a151-e43095a63bab HTTP/1.1" status: 200 len: 217 time: 0.0747030 Feb 09 12:24:38.176156 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-00307a9f-2b74-4eed-b74b-ffa2153a3899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:38.177603 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-00307a9f-2b74-4eed-b74b-ffa2153a3899 service neutron] 10.222.0.46 "GET /v2.0/ports/8c7a964d-584c-4dbd-b299-f7b5a48b8988 HTTP/1.1" status: 200 len: 1032 time: 0.2605703 Feb 09 12:24:38.256084 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42868b17-beee-4e80-8a89-f0dcf706fdbc req-b21c3767-bfb1-4c58-aec7-80f22222529a tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:38.260300 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-42868b17-beee-4e80-8a89-f0dcf706fdbc req-b21c3767-bfb1-4c58-aec7-80f22222529a tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc4386fc-f851-41ff-a825-bc28043b849a HTTP/1.1" status: 200 len: 950 time: 0.5517197 Feb 09 12:24:38.292160 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef180b80-e74d-4d2c-bb49-c1b1e7ce9c71 req-7f6723b4-a6ce-474d-bfff-079f09a3ed23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:38.293716 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ef180b80-e74d-4d2c-bb49-c1b1e7ce9c71 req-7f6723b4-a6ce-474d-bfff-079f09a3ed23 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.1198251 Feb 09 12:24:38.294451 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-86d81d4d-1bda-47c9-8b9e-3d78a96520c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:38.295815 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-86d81d4d-1bda-47c9-8b9e-3d78a96520c3 service neutron] 10.222.0.46 "GET /v2.0/ports/b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87 HTTP/1.1" status: 200 len: 1032 time: 0.0868125 Feb 09 12:24:38.410949 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:24:38.464454 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-42868b17-beee-4e80-8a89-f0dcf706fdbc req-02d891c3-6892-4e85-bcca-09c2982db54b tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570797 Feb 09 12:24:38.465400 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-eb9886c3-6f69-4761-99f2-e083247715d1 req-3e38ecb5-fae8-45fa-bec7-66192bf3facd tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Unset dirty status for tenant:eec7cd73952c439fa26a361208297f39 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:24:38.466778 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eb9886c3-6f69-4761-99f2-e083247715d1 req-3e38ecb5-fae8-45fa-bec7-66192bf3facd tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/ports?device_id=6101775f-5c0e-4dc8-9a5f-b57a74039dc8 HTTP/1.1" status: 200 len: 1677 time: 0.8334661 Feb 09 12:24:38.533256 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-d0033cce-be6c-4bd4-9cde-ff152cecb1b5 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Router b056a88b-d909-4c91-8a01-127d6981d722 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:24:38.535308 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef180b80-e74d-4d2c-bb49-c1b1e7ce9c71 req-f1a6109b-8286-4af9-9d7a-1780d6cc52dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:38.536842 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ef180b80-e74d-4d2c-bb49-c1b1e7ce9c71 req-f1a6109b-8286-4af9-9d7a-1780d6cc52dd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2293108 Feb 09 12:24:38.604812 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eb9886c3-6f69-4761-99f2-e083247715d1 req-d0c18594-1263-4765-95ff-679d7d496b60 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/security-groups?id=8803669e-2abe-4ab7-b2c0-58109e10cb11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977395 Feb 09 12:24:38.675596 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-e186b36d-29d9-47bd-9d23-88e158282f8d tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:38.681020 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-e186b36d-29d9-47bd-9d23-88e158282f8d tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:38.686724 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-e186b36d-29d9-47bd-9d23-88e158282f8d tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:38.687558 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-e186b36d-29d9-47bd-9d23-88e158282f8d tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Synchronizing usage tracker for tenant:1504faf0b32244dc872049fa5f2c3962 on resource:network {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:24:38.731284 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-e186b36d-29d9-47bd-9d23-88e158282f8d tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Unset dirty status for tenant:1504faf0b32244dc872049fa5f2c3962 on resource:network {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:24:38.732675 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-e186b36d-29d9-47bd-9d23-88e158282f8d tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.46 "GET /v2.0/networks?id=d9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35&id=9cd8438c-2c74-4941-a26e-2747746bb4cf&id=9cd8438c-2c74-4941-a26e-2747746bb4cf&id=9cd8438c-2c74-4941-a26e-2747746bb4cf&id=9cd8438c-2c74-4941-a26e-2747746bb4cf&id=ba448e7a-fa60-4f14-8e77-7f852965ebd1&id=ba448e7a-fa60-4f14-8e77-7f852965ebd1 HTTP/1.1" status: 200 len: 1993 time: 0.4239221 Feb 09 12:24:38.797126 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ef180b80-e74d-4d2c-bb49-c1b1e7ce9c71 req-9e65bef3-696b-4a4e-be19-05e3753590fb service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511823 Feb 09 12:24:38.836950 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-d0033cce-be6c-4bd4-9cde-ff152cecb1b5 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:24:38.849213 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe40ac1-46d1-461e-bdf4-db28f7bcc406 None None] Sync routers for ids ['b056a88b-d909-4c91-8a01-127d6981d722'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:24:38.864957 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe40ac1-46d1-461e-bdf4-db28f7bcc406 None None] Routers {'b056a88b-d909-4c91-8a01-127d6981d722'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:24:38.866187 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-abe40ac1-46d1-461e-bdf4-db28f7bcc406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:24:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['b056a88b-d909-4c91-8a01-127d6981d722'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:24:38.888978 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-839f74a2-ff05-4278-a374-749e83607b17 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Synchronizing usage tracker for tenant:1504faf0b32244dc872049fa5f2c3962 on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:24:38.940704 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-839f74a2-ff05-4278-a374-749e83607b17 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Unset dirty status for tenant:1504faf0b32244dc872049fa5f2c3962 on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:24:38.941974 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-839f74a2-ff05-4278-a374-749e83607b17 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1504faf0b32244dc872049fa5f2c3962 HTTP/1.1" status: 200 len: 379 time: 0.1813412 Feb 09 12:24:38.944501 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'name': 'network-vif-deleted', 'tag': '94020401-ba56-426c-a528-ce595ad0c37c'}, {'server_uuid': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'name': 'network-vif-deleted', 'tag': 'bac054b4-55e6-4dd2-a661-38ced1728bad'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:24:38.953997 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-b31e6a10-cf6f-490e-9c80-d647baad685b tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Request body: {'port': {'device_id': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'network_id': 'd9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35', 'admin_state_up': True, 'tenant_id': '1504faf0b32244dc872049fa5f2c3962', 'security_groups': ['73c0bc8c-d7b4-4723-ae3e-494e368debc4']}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:24:39.060995 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ef180b80-e74d-4d2c-bb49-c1b1e7ce9c71 req-ff296920-993b-4c08-8240-6663e01d20e5 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541678 Feb 09 12:24:39.095011 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-abe40ac1-46d1-461e-bdf4-db28f7bcc406 None None] Set router b056a88b-d909-4c91-8a01-127d6981d722 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:24:39.096645 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7a69a289-dc7d-4234-9400-b89dcc4c45dd req-7467c866-923b-44e0-9b2e-5fd88f3ff1ba tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/ports?device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 210 time: 0.2616146 Feb 09 12:24:39.166202 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-d0033cce-be6c-4bd4-9cde-ff152cecb1b5 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] No DVR routers for this DVR port 08a7959c-b6ca-4739-9da3-042b6f618521 on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:24:39.172561 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-b31e6a10-cf6f-490e-9c80-d647baad685b tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:24:39.173527 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96bca4-e85e-4857-8cbd-7fd7612a4d52 req-f636b412-6310-4baa-be6d-299cfb7f2928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:39.176377 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8f96bca4-e85e-4857-8cbd-7fd7612a4d52 req-f636b412-6310-4baa-be6d-299cfb7f2928 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cc4386fc-f851-41ff-a825-bc28043b849a&tenant_id=49129fa2c03c45c2a0df365ab76f11e9 HTTP/1.1" status: 200 len: 1101 time: 0.9289558 Feb 09 12:24:39.184984 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-d0033cce-be6c-4bd4-9cde-ff152cecb1b5 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:39.185859 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-b31e6a10-cf6f-490e-9c80-d647baad685b tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:24:39.187025 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-d0033cce-be6c-4bd4-9cde-ff152cecb1b5 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.46 "DELETE /v2.0/ports/08a7959c-b6ca-4739-9da3-042b6f618521 HTTP/1.1" status: 204 len: 173 time: 3.3319597 Feb 09 12:24:39.207387 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-b31e6a10-cf6f-490e-9c80-d647baad685b tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Made reservation on behalf of 1504faf0b32244dc872049fa5f2c3962 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:24:39.211482 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-b31e6a10-cf6f-490e-9c80-d647baad685b tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:39.252821 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d09481-cde5-4896-9bcc-08c44ca3c92d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ae328d-f515-4127-8634-9ed00f64ddde', 'code': 200} Feb 09 12:24:39.296905 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-8f96bca4-e85e-4857-8cbd-7fd7612a4d52 req-5873d7a2-d03f-4a4d-97f9-c700a5bb05e3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825178-3', 'device_owner': 'compute:nova'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:24:39.530788 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 53793d25-cd15-449c-a151-e43095a63bab details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:24:39.539969 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-b31e6a10-cf6f-490e-9c80-d647baad685b tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Allocated IP 172.20.0.13 (d9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35/3d2e5ab4-ed0b-495e-9f76-7abb1b03c440/753ea632-df42-4ace-853e-cbed8bf97ca9) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:24:39.547204 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device bc8305ab-27ae-4f22-a72d-ce92a6ad6556 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:24:39.624381 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2b0ad-42a7-42ce-82ec-b933dbc4c681 req-66d2667b-9b0f-4786-b6ec-b5e1b3d3e824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:39.625920 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-65b2b0ad-42a7-42ce-82ec-b933dbc4c681 req-66d2667b-9b0f-4786-b6ec-b5e1b3d3e824 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=80d09481-cde5-4896-9bcc-08c44ca3c92d HTTP/1.1" status: 200 len: 1096 time: 0.1669078 Feb 09 12:24:39.746371 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-f4c2f8db-8d68-44d1-b707-e9f05041e220 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Deleting port f4260c54-433e-4da9-abdb-7b63fb7fccfd {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:24:39.746918 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-abe40ac1-46d1-461e-bdf4-db28f7bcc406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b056a88b-d909-4c91-8a01-127d6981d722', 'name': 'tempest-TaggedBootDevicesTest-380272057-router', 'tenant_id': 'eec7cd73952c439fa26a361208297f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'e16e2dc6-ce6c-4661-978e-c5165aa2b334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:18:14Z', 'updated_at': '2022-02-09T12:18:22Z', 'revision_number': 4, 'project_id': 'eec7cd73952c439fa26a361208297f39', 'gw_port': {'id': 'e16e2dc6-ce6c-4661-978e-c5165aa2b334', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:aa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b056a88b-d909-4c91-8a01-127d6981d722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:16Z', 'updated_at': '2022-02-09T12:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'f33ae3e6-9206-451f-a273-fdd42d214a02', 'name': '', 'network_id': 'cd473c9f-1942-47be-82eb-f1f92f3be41a', 'tenant_id': 'eec7cd73952c439fa26a361208297f39', 'mac_address': 'fa:16:3e:68:36:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b056a88b-d909-4c91-8a01-127d6981d722', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'cc63f089-5187-4e97-9454-d46ba64456ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:21Z', 'updated_at': '2022-02-09T12:18:32Z', 'revision_number': 5, 'project_id': 'eec7cd73952c439fa26a361208297f39', 'subnets': [{'id': 'cc63f089-5187-4e97-9454-d46ba64456ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:24:39.748412 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-f4c2f8db-8d68-44d1-b707-e9f05041e220 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:39.754543 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-65b2b0ad-42a7-42ce-82ec-b933dbc4c681 req-1bc24b08-901f-4d69-8360-d2639776fd7f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727265 Feb 09 12:24:39.767388 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe40ac1-46d1-461e-bdf4-db28f7bcc406 None None] Checking router: b056a88b-d909-4c91-8a01-127d6981d722 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:24:39.785492 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe40ac1-46d1-461e-bdf4-db28f7bcc406 None None] Routers {'b056a88b-d909-4c91-8a01-127d6981d722'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:24:39.786102 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-abe40ac1-46d1-461e-bdf4-db28f7bcc406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:24:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['b056a88b-d909-4c91-8a01-127d6981d722'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:24:39.837939 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66352229-ad13-4ff3-a77e-34426f0d6049 req-413bb141-d6f6-4254-80a6-021214ef2158 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:39.847345 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-66352229-ad13-4ff3-a77e-34426f0d6049 req-413bb141-d6f6-4254-80a6-021214ef2158 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c2b3f76-cd20-4ab1-b854-04d52c0edc81 HTTP/1.1" status: 200 len: 948 time: 0.8545809 Feb 09 12:24:39.869350 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-b31e6a10-cf6f-490e-9c80-d647baad685b tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:39.899562 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-b31e6a10-cf6f-490e-9c80-d647baad685b tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Transition to ACTIVE for port object 753ea632-df42-4ace-853e-cbed8bf97ca9 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:24:39.927094 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-8f96bca4-e85e-4857-8cbd-7fd7612a4d52 req-5873d7a2-d03f-4a4d-97f9-c700a5bb05e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:39.935136 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 53793d25-cd15-449c-a151-e43095a63bab, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=53793d25-cd15-449c-a151-e43095a63bab,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:24:39.951450 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-66352229-ad13-4ff3-a77e-34426f0d6049 req-4a198a92-9a2c-4557-b947-fe5787a7d728 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.55 "GET /v2.0/security-groups?id=daf48eb8-e765-47d2-841e-309e62616d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028843 Feb 09 12:24:39.954322 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-b31e6a10-cf6f-490e-9c80-d647baad685b tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:39.986946 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '53793d25-cd15-449c-a151-e43095a63bab', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'port_id': '53793d25-cd15-449c-a151-e43095a63bab', 'mac_address': 'fa:16:3e:eb:49:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed5558-888d-440a-8c32-52f2f9bc5bd5', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:24:40.070638 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-abe40ac1-46d1-461e-bdf4-db28f7bcc406 None None] Set router b056a88b-d909-4c91-8a01-127d6981d722 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:24:40.074669 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-b31e6a10-cf6f-490e-9c80-d647baad685b tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Network d9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:24:40.078162 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-b31e6a10-cf6f-490e-9c80-d647baad685b tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:24:40.094666 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-b31e6a10-cf6f-490e-9c80-d647baad685b tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:24:40.162972 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:40.209645 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-b31e6a10-cf6f-490e-9c80-d647baad685b tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:40.214976 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-b31e6a10-cf6f-490e-9c80-d647baad685b tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:40.217963 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53793d25-cd15-449c-a151-e43095a63bab {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:24:40.240877 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31e6a10-cf6f-490e-9c80-d647baad685b tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Pushing event updated for resources: {'Port': ['ID=753ea632-df42-4ace-853e-cbed8bf97ca9,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:40.257549 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-b31e6a10-cf6f-490e-9c80-d647baad685b tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3054914 Feb 09 12:24:40.284954 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-a5d03acb-877a-4e55-bd86-6b6d02ba3585 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Request body: {'port': {'device_id': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'network_id': '9cd8438c-2c74-4941-a26e-2747746bb4cf', 'admin_state_up': True, 'tenant_id': '1504faf0b32244dc872049fa5f2c3962', 'security_groups': ['73c0bc8c-d7b4-4723-ae3e-494e368debc4']}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:24:40.321777 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 53793d25-cd15-449c-a151-e43095a63bab, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=53793d25-cd15-449c-a151-e43095a63bab,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:24:40.328288 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:40.419809 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:40.489956 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-f4c2f8db-8d68-44d1-b707-e9f05041e220 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] For port f4260c54-433e-4da9-abdb-7b63fb7fccfd, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f4260c54-433e-4da9-abdb-7b63fb7fccfd,segment=NetworkSegment(3e46f2fe-77ad-44e4-b912-8d0e12584d00),segment_id=3e46f2fe-77ad-44e4-b912-8d0e12584d00)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:24:40.490489 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-f4c2f8db-8d68-44d1-b707-e9f05041e220 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:40.596629 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-14930a9a-1a71-476e-8c3b-5a0e3726dd45 None None] Provisioning for port 753ea632-df42-4ace-853e-cbed8bf97ca9 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:24:40.605639 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=53793d25-cd15-449c-a151-e43095a63bab,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:40.626155 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port bc8305ab-27ae-4f22-a72d-ce92a6ad6556, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=bc8305ab-27ae-4f22-a72d-ce92a6ad6556,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:24:40.627363 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-14930a9a-1a71-476e-8c3b-5a0e3726dd45 None None] Provisioning complete for port 753ea632-df42-4ace-853e-cbed8bf97ca9 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:24:40.627740 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-14930a9a-1a71-476e-8c3b-5a0e3726dd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:40.671192 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:40.734591 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['53793d25-cd15-449c-a151-e43095a63bab'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:24:40.797595 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'name': 'network-vif-deleted', 'tag': '94020401-ba56-426c-a528-ce595ad0c37c', 'status': 'completed', 'code': 200} Feb 09 12:24:40.800675 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'name': 'network-vif-deleted', 'tag': 'bac054b4-55e6-4dd2-a661-38ced1728bad', 'status': 'completed', 'code': 200} Feb 09 12:24:40.823596 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-f4c2f8db-8d68-44d1-b707-e9f05041e220 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Calling delete_port for f4260c54-433e-4da9-abdb-7b63fb7fccfd owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:24:40.863045 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-a5d03acb-877a-4e55-bd86-6b6d02ba3585 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:24:40.870465 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-a5d03acb-877a-4e55-bd86-6b6d02ba3585 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Usage tracker for resource:port and tenant:1504faf0b32244dc872049fa5f2c3962 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:24:40.875636 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-a5d03acb-877a-4e55-bd86-6b6d02ba3585 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Quota usage for port was recalculated. Used quota:8. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:24:40.876021 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-14930a9a-1a71-476e-8c3b-5a0e3726dd45 None None] Port 753ea632-df42-4ace-853e-cbed8bf97ca9 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:24:40.886271 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-a5d03acb-877a-4e55-bd86-6b6d02ba3585 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:24:40.892259 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=bc8305ab-27ae-4f22-a72d-ce92a6ad6556,revision_number=10']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:40.899793 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-a5d03acb-877a-4e55-bd86-6b6d02ba3585 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Made reservation on behalf of 1504faf0b32244dc872049fa5f2c3962 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:24:40.905342 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-a5d03acb-877a-4e55-bd86-6b6d02ba3585 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:40.993201 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69822735-69e4-4994-b392-9cf59b609769 req-226f9657-6ef0-405f-8395-ca841dfd2e68 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:41.001108 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-69822735-69e4-4994-b392-9cf59b609769 req-226f9657-6ef0-405f-8395-ca841dfd2e68 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=80d09481-cde5-4896-9bcc-08c44ca3c92d HTTP/1.1" status: 200 len: 945 time: 1.5788245 Feb 09 12:24:41.029891 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-abe40ac1-46d1-461e-bdf4-db28f7bcc406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b056a88b-d909-4c91-8a01-127d6981d722', 'name': 'tempest-TaggedBootDevicesTest-380272057-router', 'tenant_id': 'eec7cd73952c439fa26a361208297f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'e16e2dc6-ce6c-4661-978e-c5165aa2b334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:18:14Z', 'updated_at': '2022-02-09T12:18:22Z', 'revision_number': 4, 'project_id': 'eec7cd73952c439fa26a361208297f39', 'gw_port': {'id': 'e16e2dc6-ce6c-4661-978e-c5165aa2b334', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:aa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b056a88b-d909-4c91-8a01-127d6981d722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:16Z', 'updated_at': '2022-02-09T12:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'f33ae3e6-9206-451f-a273-fdd42d214a02', 'name': '', 'network_id': 'cd473c9f-1942-47be-82eb-f1f92f3be41a', 'tenant_id': 'eec7cd73952c439fa26a361208297f39', 'mac_address': 'fa:16:3e:68:36:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b056a88b-d909-4c91-8a01-127d6981d722', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'cc63f089-5187-4e97-9454-d46ba64456ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:21Z', 'updated_at': '2022-02-09T12:18:32Z', 'revision_number': 5, 'project_id': 'eec7cd73952c439fa26a361208297f39', 'subnets': [{'id': 'cc63f089-5187-4e97-9454-d46ba64456ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:24:41.034305 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe40ac1-46d1-461e-bdf4-db28f7bcc406 None None] The sync data for ids ['b056a88b-d909-4c91-8a01-127d6981d722'] in n-d-825178-3 is: [{'id': 'b056a88b-d909-4c91-8a01-127d6981d722', 'name': 'tempest-TaggedBootDevicesTest-380272057-router', 'tenant_id': 'eec7cd73952c439fa26a361208297f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'e16e2dc6-ce6c-4661-978e-c5165aa2b334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:18:14Z', 'updated_at': '2022-02-09T12:18:22Z', 'revision_number': 4, 'project_id': 'eec7cd73952c439fa26a361208297f39', 'gw_port': {'id': 'e16e2dc6-ce6c-4661-978e-c5165aa2b334', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:aa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b056a88b-d909-4c91-8a01-127d6981d722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:16Z', 'updated_at': '2022-02-09T12:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'f33ae3e6-9206-451f-a273-fdd42d214a02', 'name': '', 'network_id': 'cd473c9f-1942-47be-82eb-f1f92f3be41a', 'tenant_id': 'eec7cd73952c439fa26a361208297f39', 'mac_address': 'fa:16:3e:68:36:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b056a88b-d909-4c91-8a01-127d6981d722', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'cc63f089-5187-4e97-9454-d46ba64456ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:21Z', 'updated_at': '2022-02-09T12:18:32Z', 'revision_number': 5, 'project_id': 'eec7cd73952c439fa26a361208297f39', 'subnets': [{'id': 'cc63f089-5187-4e97-9454-d46ba64456ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:24:41.121908 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-a5d03acb-877a-4e55-bd86-6b6d02ba3585 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Allocated IP 10.1.1.158 (9cd8438c-2c74-4941-a26e-2747746bb4cf/d4a29de1-2de8-4648-a30a-65f56edf521b/2059b77a-91ab-4eb8-93ce-0a09084220d8) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:24:41.254634 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4386fc-f851-41ff-a825-bc28043b849a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc8305ab-27ae-4f22-a72d-ce92a6ad6556'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:24:41.357470 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-a5d03acb-877a-4e55-bd86-6b6d02ba3585 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:41.378011 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-a5d03acb-877a-4e55-bd86-6b6d02ba3585 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Transition to ACTIVE for port object 2059b77a-91ab-4eb8-93ce-0a09084220d8 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:24:41.406566 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-a5d03acb-877a-4e55-bd86-6b6d02ba3585 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:41.417460 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-f4c2f8db-8d68-44d1-b707-e9f05041e220 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:41.479403 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ff5e7c-e59e-4411-9db7-2b816c5d09cf None None] New status for floating IP 4cc8fe48-59a4-41f7-ad34-197ba66e5b16: DOWN {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:24:41.487161 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c2f8db-8d68-44d1-b707-e9f05041e220 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Pushing event deleted for resources: {'Port': ['ID=f4260c54-433e-4da9-abdb-7b63fb7fccfd,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:41.521668 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-a5d03acb-877a-4e55-bd86-6b6d02ba3585 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Network 9cd8438c-2c74-4941-a26e-2747746bb4cf is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:24:41.526579 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-a5d03acb-877a-4e55-bd86-6b6d02ba3585 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:24:41.533261 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-a5d03acb-877a-4e55-bd86-6b6d02ba3585 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:24:41.628845 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d03acb-877a-4e55-bd86-6b6d02ba3585 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Pushing event updated for resources: {'Port': ['ID=2059b77a-91ab-4eb8-93ce-0a09084220d8,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:41.664682 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-69822735-69e4-4994-b392-9cf59b609769 req-b62896e5-c217-4f2a-a700-6d8431865c39 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6623185 Feb 09 12:24:41.723296 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-a5d03acb-877a-4e55-bd86-6b6d02ba3585 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:41.724445 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-a5d03acb-877a-4e55-bd86-6b6d02ba3585 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:41.766729 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-a5d03acb-877a-4e55-bd86-6b6d02ba3585 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5018907 Feb 09 12:24:41.785810 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-548ad3fe-f8cd-4a7a-9cc3-8e8f3548da00 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Request body: {'port': {'device_id': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'network_id': '9cd8438c-2c74-4941-a26e-2747746bb4cf', 'admin_state_up': True, 'tenant_id': '1504faf0b32244dc872049fa5f2c3962', 'security_groups': ['73c0bc8c-d7b4-4723-ae3e-494e368debc4']}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:24:41.800046 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-f4c2f8db-8d68-44d1-b707-e9f05041e220 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] No DVR routers for this DVR port f4260c54-433e-4da9-abdb-7b63fb7fccfd on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:24:41.803337 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-f4c2f8db-8d68-44d1-b707-e9f05041e220 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:41.933795 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1830c214-a1d4-41af-9426-b8eac75a0784 req-f4c2f8db-8d68-44d1-b707-e9f05041e220 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.46 "DELETE /v2.0/ports/f4260c54-433e-4da9-abdb-7b63fb7fccfd HTTP/1.1" status: 204 len: 173 time: 2.7333024 Feb 09 12:24:42.006630 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7335bc-b44d-48b4-80aa-dc0e443288d6 req-5f89edff-2d35-4b74-955c-0c83c4d27c4f tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:42.028521 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dd7335bc-b44d-48b4-80aa-dc0e443288d6 req-5f89edff-2d35-4b74-955c-0c83c4d27c4f tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc4386fc-f851-41ff-a825-bc28043b849a HTTP/1.1" status: 200 len: 949 time: 1.0592265 Feb 09 12:24:42.075995 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-548ad3fe-f8cd-4a7a-9cc3-8e8f3548da00 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:24:42.082283 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-548ad3fe-f8cd-4a7a-9cc3-8e8f3548da00 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Usage tracker for resource:port and tenant:1504faf0b32244dc872049fa5f2c3962 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:24:42.086170 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-548ad3fe-f8cd-4a7a-9cc3-8e8f3548da00 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Quota usage for port was recalculated. Used quota:9. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:24:42.094641 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-548ad3fe-f8cd-4a7a-9cc3-8e8f3548da00 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:24:42.111097 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-548ad3fe-f8cd-4a7a-9cc3-8e8f3548da00 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Made reservation on behalf of 1504faf0b32244dc872049fa5f2c3962 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:24:42.118094 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-548ad3fe-f8cd-4a7a-9cc3-8e8f3548da00 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:42.123081 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f71614e9-e4a7-4b71-8c52-7429c2673d5d None None] Provisioning for port 2059b77a-91ab-4eb8-93ce-0a09084220d8 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:24:42.139704 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f71614e9-e4a7-4b71-8c52-7429c2673d5d None None] Provisioning complete for port 2059b77a-91ab-4eb8-93ce-0a09084220d8 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:24:42.140180 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f71614e9-e4a7-4b71-8c52-7429c2673d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:42.241825 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-f71614e9-e4a7-4b71-8c52-7429c2673d5d None None] Port 2059b77a-91ab-4eb8-93ce-0a09084220d8 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:24:42.292970 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-17fa2b44-3e43-4e6d-bfed-aeead0130ae0 req-556304b4-4646-4ae5-b95a-73d535ec308b tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Synchronizing usage tracker for tenant:eec7cd73952c439fa26a361208297f39 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:24:42.329391 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-8f96bca4-e85e-4857-8cbd-7fd7612a4d52 req-5873d7a2-d03f-4a4d-97f9-c700a5bb05e3 service neutron] For port bc8305ab-27ae-4f22-a72d-ce92a6ad6556, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=bc8305ab-27ae-4f22-a72d-ce92a6ad6556,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:24:42.333001 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-17fa2b44-3e43-4e6d-bfed-aeead0130ae0 req-556304b4-4646-4ae5-b95a-73d535ec308b tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Unset dirty status for tenant:eec7cd73952c439fa26a361208297f39 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:24:42.334265 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-17fa2b44-3e43-4e6d-bfed-aeead0130ae0 req-556304b4-4646-4ae5-b95a-73d535ec308b tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/ports?device_id=6101775f-5c0e-4dc8-9a5f-b57a74039dc8 HTTP/1.1" status: 200 len: 210 time: 0.2325790 Feb 09 12:24:42.357494 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dd7335bc-b44d-48b4-80aa-dc0e443288d6 req-de6b89c3-ec9f-4669-ab96-627d22cd2eb6 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262975 Feb 09 12:24:42.381917 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-548ad3fe-f8cd-4a7a-9cc3-8e8f3548da00 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Allocated IP 10.1.1.233 (9cd8438c-2c74-4941-a26e-2747746bb4cf/d4a29de1-2de8-4648-a30a-65f56edf521b/b063fa55-d2bf-4bb5-942a-5a9c9a27b96d) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:24:42.437079 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca51c53-39c8-4ce6-8b83-e6ba953582b7 req-2c4d4880-99c2-42e8-8fe9-f9b9d71ba11e tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:42.442489 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6ca51c53-39c8-4ce6-8b83-e6ba953582b7 req-2c4d4880-99c2-42e8-8fe9-f9b9d71ba11e tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc180ace-1956-4a73-8d7a-28ae1491815d HTTP/1.1" status: 200 len: 945 time: 0.2030115 Feb 09 12:24:42.597393 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-6ca51c53-39c8-4ce6-8b83-e6ba953582b7 req-6df7c21e-5b8f-483c-bd3b-20bbfbf56d60 tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] Deleting port da1c4039-0a1a-425a-9ade-2bae93a8c202 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:24:42.597833 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-6ca51c53-39c8-4ce6-8b83-e6ba953582b7 req-6df7c21e-5b8f-483c-bd3b-20bbfbf56d60 tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:42.617332 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-548ad3fe-f8cd-4a7a-9cc3-8e8f3548da00 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:42.643332 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-548ad3fe-f8cd-4a7a-9cc3-8e8f3548da00 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Transition to ACTIVE for port object b063fa55-d2bf-4bb5-942a-5a9c9a27b96d will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:24:42.651339 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.resource_extend [req-8f96bca4-e85e-4857-8cbd-7fd7612a4d52 req-5873d7a2-d03f-4a4d-97f9-c700a5bb05e3 service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:24:42.687299 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-548ad3fe-f8cd-4a7a-9cc3-8e8f3548da00 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:42.743470 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-8f96bca4-e85e-4857-8cbd-7fd7612a4d52 req-5873d7a2-d03f-4a4d-97f9-c700a5bb05e3 service neutron] For port bc8305ab-27ae-4f22-a72d-ce92a6ad6556, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:24:42.765095 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-548ad3fe-f8cd-4a7a-9cc3-8e8f3548da00 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Network 9cd8438c-2c74-4941-a26e-2747746bb4cf is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:24:42.768645 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-548ad3fe-f8cd-4a7a-9cc3-8e8f3548da00 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:24:42.777202 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-548ad3fe-f8cd-4a7a-9cc3-8e8f3548da00 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:24:42.808993 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-8f96bca4-e85e-4857-8cbd-7fd7612a4d52 req-5873d7a2-d03f-4a4d-97f9-c700a5bb05e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc8305ab-27ae-4f22-a72d-ce92a6ad6556 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:24:42.819412 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-8f96bca4-e85e-4857-8cbd-7fd7612a4d52 req-5873d7a2-d03f-4a4d-97f9-c700a5bb05e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:42.826408 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ad3fe-f8cd-4a7a-9cc3-8e8f3548da00 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Pushing event updated for resources: {'Port': ['ID=b063fa55-d2bf-4bb5-942a-5a9c9a27b96d,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:42.839784 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-8f96bca4-e85e-4857-8cbd-7fd7612a4d52 req-5873d7a2-d03f-4a4d-97f9-c700a5bb05e3 service neutron] Transition to ACTIVE for port object bc8305ab-27ae-4f22-a72d-ce92a6ad6556 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:24:42.912058 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'name': 'network-vif-deleted', 'tag': '08a7959c-b6ca-4739-9da3-042b6f618521'}, {'server_uuid': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'name': 'network-vif-deleted', 'tag': 'f4260c54-433e-4da9-abdb-7b63fb7fccfd'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:24:42.914042 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-548ad3fe-f8cd-4a7a-9cc3-8e8f3548da00 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:42.914862 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-548ad3fe-f8cd-4a7a-9cc3-8e8f3548da00 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:42.926587 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-8f96bca4-e85e-4857-8cbd-7fd7612a4d52 req-5873d7a2-d03f-4a4d-97f9-c700a5bb05e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:42.953924 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-548ad3fe-f8cd-4a7a-9cc3-8e8f3548da00 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1783416 Feb 09 12:24:42.972458 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-a5fb093e-a5e3-4b34-ac99-b6c9cec35e8a tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Request body: {'port': {'device_id': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ba448e7a-fa60-4f14-8e77-7f852965ebd1', 'admin_state_up': True, 'tenant_id': '1504faf0b32244dc872049fa5f2c3962', 'security_groups': ['73c0bc8c-d7b4-4723-ae3e-494e368debc4']}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:24:43.302002 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-1469aeed-0334-42d9-aadc-ea0858268c7d None None] Provisioning for port b063fa55-d2bf-4bb5-942a-5a9c9a27b96d completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:24:43.304635 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-a5fb093e-a5e3-4b34-ac99-b6c9cec35e8a tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:24:43.309418 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-1469aeed-0334-42d9-aadc-ea0858268c7d None None] Provisioning complete for port b063fa55-d2bf-4bb5-942a-5a9c9a27b96d triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:24:43.309970 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1469aeed-0334-42d9-aadc-ea0858268c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:43.316689 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-a5fb093e-a5e3-4b34-ac99-b6c9cec35e8a tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Usage tracker for resource:port and tenant:1504faf0b32244dc872049fa5f2c3962 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:24:43.324026 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-a5fb093e-a5e3-4b34-ac99-b6c9cec35e8a tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Quota usage for port was recalculated. Used quota:10. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:24:43.334508 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-a5fb093e-a5e3-4b34-ac99-b6c9cec35e8a tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:24:43.352608 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-6ca51c53-39c8-4ce6-8b83-e6ba953582b7 req-6df7c21e-5b8f-483c-bd3b-20bbfbf56d60 tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] For port da1c4039-0a1a-425a-9ade-2bae93a8c202, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=da1c4039-0a1a-425a-9ade-2bae93a8c202,segment=NetworkSegment(cfcb5c03-9cf3-4e8a-86fb-9a6548aecceb),segment_id=cfcb5c03-9cf3-4e8a-86fb-9a6548aecceb)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:24:43.353481 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-6ca51c53-39c8-4ce6-8b83-e6ba953582b7 req-6df7c21e-5b8f-483c-bd3b-20bbfbf56d60 tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:43.354598 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-a5fb093e-a5e3-4b34-ac99-b6c9cec35e8a tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Made reservation on behalf of 1504faf0b32244dc872049fa5f2c3962 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:24:43.396331 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-1469aeed-0334-42d9-aadc-ea0858268c7d None None] Port b063fa55-d2bf-4bb5-942a-5a9c9a27b96d cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:24:43.539961 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-a5fb093e-a5e3-4b34-ac99-b6c9cec35e8a tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:43.545987 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-6ca51c53-39c8-4ce6-8b83-e6ba953582b7 req-6df7c21e-5b8f-483c-bd3b-20bbfbf56d60 tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] Calling delete_port for da1c4039-0a1a-425a-9ade-2bae93a8c202 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:24:43.563470 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 53793d25-cd15-449c-a151-e43095a63bab up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:24:43.668343 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 53793d25-cd15-449c-a151-e43095a63bab completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:24:43.675355 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 53793d25-cd15-449c-a151-e43095a63bab triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:24:43.675663 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:43.826602 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-a5fb093e-a5e3-4b34-ac99-b6c9cec35e8a tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Allocated IP 10.2.2.100 (ba448e7a-fa60-4f14-8e77-7f852965ebd1/789abbbf-cb59-47b9-b206-75e2c17842ea/8ca27cde-50ae-448e-8752-816451ad1fe4) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:24:43.832984 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:43.880941 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 53793d25-cd15-449c-a151-e43095a63bab, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=53793d25-cd15-449c-a151-e43095a63bab,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:24:43.885560 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:43.886737 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device da1c4039-0a1a-425a-9ade-2bae93a8c202 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:24:43.960170 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873d7a2-d03f-4a4d-97f9-c700a5bb05e3 service neutron] Pushing event updated for resources: {'Port': ['ID=bc8305ab-27ae-4f22-a72d-ce92a6ad6556,revision_number=11']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:43.962804 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f96bca4-e85e-4857-8cbd-7fd7612a4d52 req-5873d7a2-d03f-4a4d-97f9-c700a5bb05e3 service neutron] No DVR routers for this DVR port bc8305ab-27ae-4f22-a72d-ce92a6ad6556 on host n-h1-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:24:43.979764 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e720d-5f96-417a-816f-21e413893a8e req-6d6b2159-726e-4a14-8a60-83a6fe646f40 tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:43.988234 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6b0e720d-5f96-417a-816f-21e413893a8e req-6d6b2159-726e-4a14-8a60-83a6fe646f40 tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc180ace-1956-4a73-8d7a-28ae1491815d HTTP/1.1" status: 200 len: 945 time: 1.1369302 Feb 09 12:24:44.050680 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-997cb5cb-9e33-4428-96fe-042eee50c397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:44.110540 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=53793d25-cd15-449c-a151-e43095a63bab,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:44.128101 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6b0e720d-5f96-417a-816f-21e413893a8e req-de94f03b-4356-40c6-816f-07de98acc53f tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] 10.222.0.55 "GET /v2.0/security-groups?id=0cc17f62-f1be-4521-89a2-9cc9d4abd744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299047 Feb 09 12:24:44.174103 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:44.205816 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:24:44.206348 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:24:44.206782 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:24:44.207211 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:24:44.207765 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:24:44.209398 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:24:44.209398 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:24:44.209398 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:24:44.209398 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:24:44.209760 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:24:44.210125 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:24:44.210532 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:24:44.257831 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ccc902-68f9-4049-b537-50bb25023667 req-c701ff11-7c09-4286-ac2e-bc3bdfb7e458 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:44.264288 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ccc902-68f9-4049-b537-50bb25023667 req-c701ff11-7c09-4286-ac2e-bc3bdfb7e458 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:44.287093 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ccc902-68f9-4049-b537-50bb25023667 req-c701ff11-7c09-4286-ac2e-bc3bdfb7e458 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:44.290932 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-a5fb093e-a5e3-4b34-ac99-b6c9cec35e8a tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:44.294194 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-50ccc902-68f9-4049-b537-50bb25023667 req-c701ff11-7c09-4286-ac2e-bc3bdfb7e458 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/ports?device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 2375 time: 1.6437333 Feb 09 12:24:44.314112 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-a5fb093e-a5e3-4b34-ac99-b6c9cec35e8a tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Transition to ACTIVE for port object 8ca27cde-50ae-448e-8752-816451ad1fe4 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:24:44.364117 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-a5fb093e-a5e3-4b34-ac99-b6c9cec35e8a tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:44.395978 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-8f96bca4-e85e-4857-8cbd-7fd7612a4d52 req-5873d7a2-d03f-4a4d-97f9-c700a5bb05e3 service neutron] Attempting to bind port bc8305ab-27ae-4f22-a72d-ce92a6ad6556 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:24:44.396341 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-8f96bca4-e85e-4857-8cbd-7fd7612a4d52 req-5873d7a2-d03f-4a4d-97f9-c700a5bb05e3 service neutron] Attempting to bind port bc8305ab-27ae-4f22-a72d-ce92a6ad6556 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:24:44.396641 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f96bca4-e85e-4857-8cbd-7fd7612a4d52 req-5873d7a2-d03f-4a4d-97f9-c700a5bb05e3 service neutron] Attempting to bind port bc8305ab-27ae-4f22-a72d-ce92a6ad6556 on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:24:44.401587 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-6ca51c53-39c8-4ce6-8b83-e6ba953582b7 req-6df7c21e-5b8f-483c-bd3b-20bbfbf56d60 tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:44.454636 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-a5fb093e-a5e3-4b34-ac99-b6c9cec35e8a tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Network ba448e7a-fa60-4f14-8e77-7f852965ebd1 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:24:44.459058 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-a5fb093e-a5e3-4b34-ac99-b6c9cec35e8a tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:24:44.461698 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-a5fb093e-a5e3-4b34-ac99-b6c9cec35e8a tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:24:44.487684 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f96bca4-e85e-4857-8cbd-7fd7612a4d52 req-5873d7a2-d03f-4a4d-97f9-c700a5bb05e3 service neutron] Port bc8305ab-27ae-4f22-a72d-ce92a6ad6556 on network 4f732e35-467f-44f5-be04-aa808693dec3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:24:44.488053 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f96bca4-e85e-4857-8cbd-7fd7612a4d52 req-5873d7a2-d03f-4a4d-97f9-c700a5bb05e3 service neutron] Attempting to bind port bc8305ab-27ae-4f22-a72d-ce92a6ad6556 on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:24:44.548645 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df7c21e-5b8f-483c-bd3b-20bbfbf56d60 tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] Pushing event deleted for resources: {'Port': ['ID=da1c4039-0a1a-425a-9ade-2bae93a8c202,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:44.570887 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb093e-a5e3-4b34-ac99-b6c9cec35e8a tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Pushing event updated for resources: {'Port': ['ID=8ca27cde-50ae-448e-8752-816451ad1fe4,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:44.598505 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f96bca4-e85e-4857-8cbd-7fd7612a4d52 req-5873d7a2-d03f-4a4d-97f9-c700a5bb05e3 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:24:44.598884 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f96bca4-e85e-4857-8cbd-7fd7612a4d52 req-5873d7a2-d03f-4a4d-97f9-c700a5bb05e3 service neutron] Checking segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:24:44.599271 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f96bca4-e85e-4857-8cbd-7fd7612a4d52 req-5873d7a2-d03f-4a4d-97f9-c700a5bb05e3 service neutron] Bound using segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:24:44.599733 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-8f96bca4-e85e-4857-8cbd-7fd7612a4d52 req-5873d7a2-d03f-4a4d-97f9-c700a5bb05e3 service neutron] Bound port: bc8305ab-27ae-4f22-a72d-ce92a6ad6556, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:24:44.600097 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-8f96bca4-e85e-4857-8cbd-7fd7612a4d52 req-5873d7a2-d03f-4a4d-97f9-c700a5bb05e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:44.602139 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-a5fb093e-a5e3-4b34-ac99-b6c9cec35e8a tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:44.603027 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-a5fb093e-a5e3-4b34-ac99-b6c9cec35e8a tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:44.629626 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-50ccc902-68f9-4049-b537-50bb25023667 req-4530c042-8234-4063-9432-5a20dc514a73 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c0bc8c-d7b4-4723-ae3e-494e368debc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3344553 Feb 09 12:24:44.648138 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-a5fb093e-a5e3-4b34-ac99-b6c9cec35e8a tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6866035 Feb 09 12:24:44.659809 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-3c76da76-796b-4ef1-952e-5129988e8c3f tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Request body: {'port': {'device_id': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ba448e7a-fa60-4f14-8e77-7f852965ebd1', 'admin_state_up': True, 'tenant_id': '1504faf0b32244dc872049fa5f2c3962', 'security_groups': ['73c0bc8c-d7b4-4723-ae3e-494e368debc4']}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:24:44.742861 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca51c53-39c8-4ce6-8b83-e6ba953582b7 req-6df7c21e-5b8f-483c-bd3b-20bbfbf56d60 tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] No DVR routers for this DVR port da1c4039-0a1a-425a-9ade-2bae93a8c202 on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:24:44.758814 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-6ca51c53-39c8-4ce6-8b83-e6ba953582b7 req-6df7c21e-5b8f-483c-bd3b-20bbfbf56d60 tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:44.777810 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6ca51c53-39c8-4ce6-8b83-e6ba953582b7 req-6df7c21e-5b8f-483c-bd3b-20bbfbf56d60 tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] 10.222.0.46 "DELETE /v2.0/ports/da1c4039-0a1a-425a-9ade-2bae93a8c202 HTTP/1.1" status: 204 len: 173 time: 2.3294604 Feb 09 12:24:44.810046 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4386fc-f851-41ff-a825-bc28043b849a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc8305ab-27ae-4f22-a72d-ce92a6ad6556', 'code': 200} Feb 09 12:24:44.828271 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276361e-f325-4609-aee1-40d512b9b0f1 req-d77a3168-bfa0-4c29-a842-648255215589 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:44.829787 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0276361e-f325-4609-aee1-40d512b9b0f1 req-d77a3168-bfa0-4c29-a842-648255215589 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c2b3f76-cd20-4ab1-b854-04d52c0edc81 HTTP/1.1" status: 200 len: 950 time: 0.5168219 Feb 09 12:24:44.869361 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-aea3472e-8325-42c9-80d6-8867e38cff7d None None] Provisioning for port 8ca27cde-50ae-448e-8752-816451ad1fe4 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:24:44.874542 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-aea3472e-8325-42c9-80d6-8867e38cff7d None None] Provisioning complete for port 8ca27cde-50ae-448e-8752-816451ad1fe4 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:24:44.874919 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aea3472e-8325-42c9-80d6-8867e38cff7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:44.887035 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-8f96bca4-e85e-4857-8cbd-7fd7612a4d52 req-5873d7a2-d03f-4a4d-97f9-c700a5bb05e3 service neutron] For port bc8305ab-27ae-4f22-a72d-ce92a6ad6556, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:24:44.915321 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-8f96bca4-e85e-4857-8cbd-7fd7612a4d52 req-5873d7a2-d03f-4a4d-97f9-c700a5bb05e3 service neutron] For port bc8305ab-27ae-4f22-a72d-ce92a6ad6556, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=bc8305ab-27ae-4f22-a72d-ce92a6ad6556,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:24:44.937526 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-8f96bca4-e85e-4857-8cbd-7fd7612a4d52 req-5873d7a2-d03f-4a4d-97f9-c700a5bb05e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:44.976792 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-3c76da76-796b-4ef1-952e-5129988e8c3f tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:24:44.981977 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-3c76da76-796b-4ef1-952e-5129988e8c3f tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Usage tracker for resource:port and tenant:1504faf0b32244dc872049fa5f2c3962 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:24:44.985599 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-3c76da76-796b-4ef1-952e-5129988e8c3f tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Quota usage for port was recalculated. Used quota:11. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:24:44.992345 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-3c76da76-796b-4ef1-952e-5129988e8c3f tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:24:44.995375 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-aea3472e-8325-42c9-80d6-8867e38cff7d None None] Port 8ca27cde-50ae-448e-8752-816451ad1fe4 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:24:45.007209 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-3c76da76-796b-4ef1-952e-5129988e8c3f tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Made reservation on behalf of 1504faf0b32244dc872049fa5f2c3962 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:24:45.012369 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-3c76da76-796b-4ef1-952e-5129988e8c3f tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:45.035750 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0276361e-f325-4609-aee1-40d512b9b0f1 req-a411a52a-59ba-4ef6-b188-e487af63237d tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.55 "GET /v2.0/security-groups?id=daf48eb8-e765-47d2-841e-309e62616d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957967 Feb 09 12:24:45.060833 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96bca4-e85e-4857-8cbd-7fd7612a4d52 req-5873d7a2-d03f-4a4d-97f9-c700a5bb05e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:45.061671 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-8f96bca4-e85e-4857-8cbd-7fd7612a4d52 req-5873d7a2-d03f-4a4d-97f9-c700a5bb05e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:45.071946 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8f96bca4-e85e-4857-8cbd-7fd7612a4d52 req-5873d7a2-d03f-4a4d-97f9-c700a5bb05e3 service neutron] 10.222.0.46 "PUT /v2.0/ports/bc8305ab-27ae-4f22-a72d-ce92a6ad6556 HTTP/1.1" status: 200 len: 1097 time: 5.7856607 Feb 09 12:24:45.113107 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873d7a2-d03f-4a4d-97f9-c700a5bb05e3 service neutron] Pushing event updated for resources: {'Port': ['ID=bc8305ab-27ae-4f22-a72d-ce92a6ad6556,revision_number=12']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:45.135259 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2586b-4900-466e-aaf5-e5c8bf0a52c6 req-02276406-c385-4d76-b1cf-5380833deba6 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:45.137092 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-84e2586b-4900-466e-aaf5-e5c8bf0a52c6 req-02276406-c385-4d76-b1cf-5380833deba6 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=80d09481-cde5-4896-9bcc-08c44ca3c92d HTTP/1.1" status: 200 len: 945 time: 0.1920145 Feb 09 12:24:45.193961 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'name': 'network-vif-deleted', 'tag': '08a7959c-b6ca-4739-9da3-042b6f618521', 'status': 'completed', 'code': 200} Feb 09 12:24:45.193961 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6101775f-5c0e-4dc8-9a5f-b57a74039dc8', 'name': 'network-vif-deleted', 'tag': 'f4260c54-433e-4da9-abdb-7b63fb7fccfd', 'status': 'completed', 'code': 200} Feb 09 12:24:45.275060 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-84e2586b-4900-466e-aaf5-e5c8bf0a52c6 req-56abdee9-fe1a-47df-9243-8ffca9f80d25 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835893 Feb 09 12:24:45.425354 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96bca4-e85e-4857-8cbd-7fd7612a4d52 req-069e287d-ac42-45ba-8101-6a7b7f11e390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:45.426849 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8f96bca4-e85e-4857-8cbd-7fd7612a4d52 req-069e287d-ac42-45ba-8101-6a7b7f11e390 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49129fa2c03c45c2a0df365ab76f11e9&device_id=cc4386fc-f851-41ff-a825-bc28043b849a HTTP/1.1" status: 200 len: 1100 time: 0.2886832 Feb 09 12:24:45.437063 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-3c76da76-796b-4ef1-952e-5129988e8c3f tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Allocated IP 10.2.2.200 (ba448e7a-fa60-4f14-8e77-7f852965ebd1/789abbbf-cb59-47b9-b206-75e2c17842ea/dfc19e50-67a7-4ca4-a870-f97828dc5bc8) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:24:45.629369 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fdb21c8c-ba0e-4ebd-8644-64642ca8dbd4 req-713a9ec5-dece-4743-b790-83b173a3a0fe tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/ports?device_id=6101775f-5c0e-4dc8-9a5f-b57a74039dc8 HTTP/1.1" status: 200 len: 210 time: 0.1039693 Feb 09 12:24:45.684111 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfffdd67-f698-4d1f-acc7-15da932239a0 req-9ebd11c0-3f89-4b89-be2e-0e4f6d18e81c tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:45.691691 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bfffdd67-f698-4d1f-acc7-15da932239a0 req-9ebd11c0-3f89-4b89-be2e-0e4f6d18e81c tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc4386fc-f851-41ff-a825-bc28043b849a HTTP/1.1" status: 200 len: 949 time: 0.3771682 Feb 09 12:24:45.761631 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96bca4-e85e-4857-8cbd-7fd7612a4d52 req-7171a225-97b0-4346-ba05-7485161bd6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:45.763097 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8f96bca4-e85e-4857-8cbd-7fd7612a4d52 req-7171a225-97b0-4346-ba05-7485161bd6db service neutron] 10.222.0.46 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.3277755 Feb 09 12:24:45.777195 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bfffdd67-f698-4d1f-acc7-15da932239a0 req-126ac189-e07e-464b-98dc-3ba49f83fe63 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845497 Feb 09 12:24:45.784159 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-3c76da76-796b-4ef1-952e-5129988e8c3f tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:45.803749 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-3c76da76-796b-4ef1-952e-5129988e8c3f tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Transition to ACTIVE for port object dfc19e50-67a7-4ca4-a870-f97828dc5bc8 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:24:45.838833 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-3c76da76-796b-4ef1-952e-5129988e8c3f tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:45.928358 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-3c76da76-796b-4ef1-952e-5129988e8c3f tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Network ba448e7a-fa60-4f14-8e77-7f852965ebd1 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:24:45.934750 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-3c76da76-796b-4ef1-952e-5129988e8c3f tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:24:45.936985 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8f96bca4-e85e-4857-8cbd-7fd7612a4d52 req-5d1f0f8d-9542-4ae9-9fe0-af4f3cd987fe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=bc8305ab-27ae-4f22-a72d-ce92a6ad6556 HTTP/1.1" status: 200 len: 217 time: 0.1587327 Feb 09 12:24:45.940234 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-bd06c5cc-9ae0-4115-b9c5-b21ef7120b7a req-46504194-94e2-42ec-8e8e-90c0327bd1f8 tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] Synchronizing usage tracker for tenant:bc9c53a7b034451ab0f2ff131ea064d5 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:24:45.945134 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-3c76da76-796b-4ef1-952e-5129988e8c3f tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:24:46.031483 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96bca4-e85e-4857-8cbd-7fd7612a4d52 req-258cfdb1-46c4-4a58-9ad7-c44f13738443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:46.033138 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8f96bca4-e85e-4857-8cbd-7fd7612a4d52 req-258cfdb1-46c4-4a58-9ad7-c44f13738443 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.0747449 Feb 09 12:24:46.033914 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-bd06c5cc-9ae0-4115-b9c5-b21ef7120b7a req-46504194-94e2-42ec-8e8e-90c0327bd1f8 tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] Unset dirty status for tenant:bc9c53a7b034451ab0f2ff131ea064d5 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:24:46.042643 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bd06c5cc-9ae0-4115-b9c5-b21ef7120b7a req-46504194-94e2-42ec-8e8e-90c0327bd1f8 tempest-ServersNegativeTestMultiTenantJSON-52351026 tempest-ServersNegativeTestMultiTenantJSON-52351026-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc180ace-1956-4a73-8d7a-28ae1491815d HTTP/1.1" status: 200 len: 210 time: 0.1775179 Feb 09 12:24:46.061889 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c76da76-796b-4ef1-952e-5129988e8c3f tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Pushing event updated for resources: {'Port': ['ID=dfc19e50-67a7-4ca4-a870-f97828dc5bc8,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:46.097876 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-3c76da76-796b-4ef1-952e-5129988e8c3f tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:46.098669 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-3c76da76-796b-4ef1-952e-5129988e8c3f tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:46.150504 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-3c76da76-796b-4ef1-952e-5129988e8c3f tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4966488 Feb 09 12:24:46.162913 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-7f02c07e-1f10-477a-890f-9b2b0f4d18d4 service neutron] Request body: {'port': {'device_id': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:24:46.207226 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96bca4-e85e-4857-8cbd-7fd7612a4d52 req-82dacc2b-9ba2-4a3b-a24b-a242b1538363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:46.213430 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8f96bca4-e85e-4857-8cbd-7fd7612a4d52 req-82dacc2b-9ba2-4a3b-a24b-a242b1538363 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1516023 Feb 09 12:24:46.320485 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c2a71d5d-0a94-4798-893b-947ba9508833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:46.335736 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-7f02c07e-1f10-477a-890f-9b2b0f4d18d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:46.450040 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50864) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:24:46.457564 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b0cc89ea-0047-4830-9b4c-cdf74cbe53a3 None None] Provisioning for port dfc19e50-67a7-4ca4-a870-f97828dc5bc8 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:24:46.466932 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b0cc89ea-0047-4830-9b4c-cdf74cbe53a3 None None] Provisioning complete for port dfc19e50-67a7-4ca4-a870-f97828dc5bc8 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:24:46.467532 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b0cc89ea-0047-4830-9b4c-cdf74cbe53a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:46.612418 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b0cc89ea-0047-4830-9b4c-cdf74cbe53a3 None None] Port dfc19e50-67a7-4ca4-a870-f97828dc5bc8 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:24:46.807671 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dd4bb38-8cd7-4298-82b6-e6565855d96c admin admin] Deleting subnet d92c9818-6adc-4ab3-abf6-da7bbfef4cac {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:24:46.810851 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c2b3f76-cd20-4ab1-b854-04d52c0edc81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53793d25-cd15-449c-a151-e43095a63bab'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:24:46.819013 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8dd4bb38-8cd7-4298-82b6-e6565855d96c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:46.869243 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8f96bca4-e85e-4857-8cbd-7fd7612a4d52 req-0a5881f8-2a9c-468e-95ce-d30a4a889ffc service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6516671 Feb 09 12:24:46.888125 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea243b2-fe9f-4b0c-bd21-5435c15ee4e7 req-af0cccde-9a6a-4078-8b8a-34062aa6e3d6 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:46.888871 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-7f02c07e-1f10-477a-890f-9b2b0f4d18d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 753ea632-df42-4ace-853e-cbed8bf97ca9 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:24:46.895565 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea243b2-fe9f-4b0c-bd21-5435c15ee4e7 req-af0cccde-9a6a-4078-8b8a-34062aa6e3d6 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:46.899503 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-7f02c07e-1f10-477a-890f-9b2b0f4d18d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:46.901913 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea243b2-fe9f-4b0c-bd21-5435c15ee4e7 req-af0cccde-9a6a-4078-8b8a-34062aa6e3d6 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:46.908145 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea243b2-fe9f-4b0c-bd21-5435c15ee4e7 req-af0cccde-9a6a-4078-8b8a-34062aa6e3d6 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:46.914489 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea243b2-fe9f-4b0c-bd21-5435c15ee4e7 req-af0cccde-9a6a-4078-8b8a-34062aa6e3d6 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:46.914618 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-7f02c07e-1f10-477a-890f-9b2b0f4d18d4 service neutron] Transition to ACTIVE for port object 753ea632-df42-4ace-853e-cbed8bf97ca9 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:24:46.916383 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2ea243b2-fe9f-4b0c-bd21-5435c15ee4e7 req-af0cccde-9a6a-4078-8b8a-34062aa6e3d6 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/ports?device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 3817 time: 0.6678879 Feb 09 12:24:46.925304 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-7f02c07e-1f10-477a-890f-9b2b0f4d18d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:46.971455 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8dd4bb38-8cd7-4298-82b6-e6565855d96c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:47.075172 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ea013-cdbb-4d40-832e-e7e5dcc1e0e2 req-87e16173-e821-4969-96d8-6632fa2aa058 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:47.077104 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-053ea013-cdbb-4d40-832e-e7e5dcc1e0e2 req-87e16173-e821-4969-96d8-6632fa2aa058 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c2b3f76-cd20-4ab1-b854-04d52c0edc81 HTTP/1.1" status: 200 len: 950 time: 0.4200449 Feb 09 12:24:47.103107 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8dd4bb38-8cd7-4298-82b6-e6565855d96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:47.133233 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02c07e-1f10-477a-890f-9b2b0f4d18d4 service neutron] Pushing event updated for resources: {'Port': ['ID=753ea632-df42-4ace-853e-cbed8bf97ca9,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:47.199967 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc180ace-1956-4a73-8d7a-28ae1491815d', 'name': 'network-vif-deleted', 'tag': 'da1c4039-0a1a-425a-9ade-2bae93a8c202'}, {'name': 'network-changed', 'server_uuid': 'cc4386fc-f851-41ff-a825-bc28043b849a', 'tag': 'bc8305ab-27ae-4f22-a72d-ce92a6ad6556'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:24:47.232359 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-7f02c07e-1f10-477a-890f-9b2b0f4d18d4 service neutron] Attempting to bind port 753ea632-df42-4ace-853e-cbed8bf97ca9 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:24:47.232917 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-7f02c07e-1f10-477a-890f-9b2b0f4d18d4 service neutron] Attempting to bind port 753ea632-df42-4ace-853e-cbed8bf97ca9 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '3a03dc67-2573-4a68-b5c7-234880e2a5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:24:47.233398 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-7f02c07e-1f10-477a-890f-9b2b0f4d18d4 service neutron] Attempting to bind port 753ea632-df42-4ace-853e-cbed8bf97ca9 on network d9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:24:47.238939 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-7f02c07e-1f10-477a-890f-9b2b0f4d18d4 service neutron] Port 753ea632-df42-4ace-853e-cbed8bf97ca9 on network d9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:24:47.239463 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-7f02c07e-1f10-477a-890f-9b2b0f4d18d4 service neutron] Attempting to bind port 753ea632-df42-4ace-853e-cbed8bf97ca9 on network d9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:24:47.241954 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-053ea013-cdbb-4d40-832e-e7e5dcc1e0e2 req-a0c4f6b5-f7e4-4d0c-8f73-842fe9b6d784 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.55 "GET /v2.0/security-groups?id=daf48eb8-e765-47d2-841e-309e62616d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999632 Feb 09 12:24:47.245041 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-7f02c07e-1f10-477a-890f-9b2b0f4d18d4 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:24:47.245477 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-7f02c07e-1f10-477a-890f-9b2b0f4d18d4 service neutron] Checking segment: {'id': '3a03dc67-2573-4a68-b5c7-234880e2a5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:24:47.245751 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-7f02c07e-1f10-477a-890f-9b2b0f4d18d4 service neutron] Bound using segment: {'id': '3a03dc67-2573-4a68-b5c7-234880e2a5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:24:47.246167 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-7f02c07e-1f10-477a-890f-9b2b0f4d18d4 service neutron] Bound port: 753ea632-df42-4ace-853e-cbed8bf97ca9, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a03dc67-2573-4a68-b5c7-234880e2a5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:24:47.246505 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-7f02c07e-1f10-477a-890f-9b2b0f4d18d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:47.268607 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2ea243b2-fe9f-4b0c-bd21-5435c15ee4e7 req-4b185520-b350-40ac-a62d-785da00740e0 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c0bc8c-d7b4-4723-ae3e-494e368debc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3260193 Feb 09 12:24:47.308240 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8f96bca4-e85e-4857-8cbd-7fd7612a4d52 req-6d3ab6ee-5d81-4c45-99d0-3b958dbc97c0 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880858 Feb 09 12:24:47.318970 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8dd4bb38-8cd7-4298-82b6-e6565855d96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:47.435067 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8dd4bb38-8cd7-4298-82b6-e6565855d96c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:47.443733 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8dd4bb38-8cd7-4298-82b6-e6565855d96c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d92c9818-6adc-4ab3-abf6-da7bbfef4cac HTTP/1.1" status: 204 len: 168 time: 0.9927227 Feb 09 12:24:47.457006 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50878) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:24:47.457803 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd4bb38-8cd7-4298-82b6-e6565855d96c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d92c9818-6adc-4ab3-abf6-da7bbfef4cac,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:47.485489 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:47.515476 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-7f02c07e-1f10-477a-890f-9b2b0f4d18d4 service neutron] For port 753ea632-df42-4ace-853e-cbed8bf97ca9, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:24:47.520002 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-7f02c07e-1f10-477a-890f-9b2b0f4d18d4 service neutron] For port 753ea632-df42-4ace-853e-cbed8bf97ca9, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=753ea632-df42-4ace-853e-cbed8bf97ca9,segment=NetworkSegment(3a03dc67-2573-4a68-b5c7-234880e2a5ea),segment_id=3a03dc67-2573-4a68-b5c7-234880e2a5ea)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:24:47.525965 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-7f02c07e-1f10-477a-890f-9b2b0f4d18d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:47.569048 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:47.613979 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-7f02c07e-1f10-477a-890f-9b2b0f4d18d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:47.614945 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-7f02c07e-1f10-477a-890f-9b2b0f4d18d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:47.616656 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-7f02c07e-1f10-477a-890f-9b2b0f4d18d4 service neutron] 10.222.0.46 "PUT /v2.0/ports/753ea632-df42-4ace-853e-cbed8bf97ca9 HTTP/1.1" status: 200 len: 1092 time: 1.4592109 Feb 09 12:24:47.617267 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'tag': '753ea632-df42-4ace-853e-cbed8bf97ca9'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:24:47.644137 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02c07e-1f10-477a-890f-9b2b0f4d18d4 service neutron] Pushing event updated for resources: {'Port': ['ID=753ea632-df42-4ace-853e-cbed8bf97ca9,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:47.661173 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-43187bfb-4d70-4ae6-8105-0c7f71c9626b service neutron] Request body: {'port': {'device_id': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:24:47.715914 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3e545ed4-a831-470b-ad07-dce0bc21fa20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:47.777048 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-43187bfb-4d70-4ae6-8105-0c7f71c9626b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:47.858344 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b670aad-36fe-44c6-b8ca-278ea82a30ab req-af02a6f5-142b-4e73-b2cd-751909aa7783 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:47.859874 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0b670aad-36fe-44c6-b8ca-278ea82a30ab req-af02a6f5-142b-4e73-b2cd-751909aa7783 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=80d09481-cde5-4896-9bcc-08c44ca3c92d HTTP/1.1" status: 200 len: 945 time: 0.3186955 Feb 09 12:24:47.890469 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b9b13-bef8-4e4c-8cb4-e130718181e7 req-60bda42a-7482-48cb-ba69-b650406f9270 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:47.891855 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bd2b9b13-bef8-4e4c-8cb4-e130718181e7 req-60bda42a-7482-48cb-ba69-b650406f9270 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc4386fc-f851-41ff-a825-bc28043b849a HTTP/1.1" status: 200 len: 949 time: 0.2924025 Feb 09 12:24:47.930500 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3e545ed4-a831-470b-ad07-dce0bc21fa20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:47.987186 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-3e545ed4-a831-470b-ad07-dce0bc21fa20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87c18304-075f-4030-8ec7-64b6c88ef3ce']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:24:47.996197 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0b670aad-36fe-44c6-b8ca-278ea82a30ab req-a54dca2f-44d9-4f62-bb4d-8ea585fa1135 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144099 Feb 09 12:24:48.007626 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bd2b9b13-bef8-4e4c-8cb4-e130718181e7 req-5501fdfd-84da-45f2-9a35-84a230f4bf12 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994327 Feb 09 12:24:48.009139 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-3e545ed4-a831-470b-ad07-dce0bc21fa20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a841505-54d3-4496-af71-3f9e9562d6ba') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:24:48.009434 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-3e545ed4-a831-470b-ad07-dce0bc21fa20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a841505-54d3-4496-af71-3f9e9562d6ba') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:24:48.024061 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3e545ed4-a831-470b-ad07-dce0bc21fa20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:48.040903 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3e545ed4-a831-470b-ad07-dce0bc21fa20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:48.047041 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e545ed4-a831-470b-ad07-dce0bc21fa20 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:24:48.047525 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3e545ed4-a831-470b-ad07-dce0bc21fa20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:48.068150 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:24:48.068150 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:24:48.068150 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:24:48.068150 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:24:48.068150 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:24:48.068150 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:24:48.068150 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:24:48.068150 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:24:48.068150 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:24:48.068150 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:24:48.068150 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:24:48.068150 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:24:48.068150 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:24:48.068150 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:24:48.068150 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:24:48.068150 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:24:48.068150 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:24:48.068150 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:24:48.068150 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:24:48.068150 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:24:48.068150 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:24:48.068150 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:24:48.068150 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:24:48.068150 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:24:48.068150 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:24:48.068150 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:24:48.068150 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:24:48.068150 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:24:48.068150 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:24:48.068150 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:24:48.068150 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:24:48.068150 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:24:48.125884 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50886) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:24:48.170956 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3e545ed4-a831-470b-ad07-dce0bc21fa20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:48.194055 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc180ace-1956-4a73-8d7a-28ae1491815d', 'name': 'network-vif-deleted', 'tag': 'da1c4039-0a1a-425a-9ade-2bae93a8c202', 'status': 'completed', 'code': 200} Feb 09 12:24:48.194394 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc4386fc-f851-41ff-a825-bc28043b849a', 'tag': 'bc8305ab-27ae-4f22-a72d-ce92a6ad6556', 'status': 'completed', 'code': 200} Feb 09 12:24:48.205853 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3e545ed4-a831-470b-ad07-dce0bc21fa20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:48.221551 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd83502a-744a-4208-96da-c9523ae24b97 admin admin] Deleting subnet 8530711a-2ec2-4b32-a0e4-2f811217a782 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:24:48.228427 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fd83502a-744a-4208-96da-c9523ae24b97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:48.261349 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50890) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:24:48.276104 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2b3f76-cd20-4ab1-b854-04d52c0edc81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53793d25-cd15-449c-a151-e43095a63bab', 'code': 200} Feb 09 12:24:48.279145 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'tag': '753ea632-df42-4ace-853e-cbed8bf97ca9', 'status': 'completed', 'code': 200} Feb 09 12:24:48.312781 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-43187bfb-4d70-4ae6-8105-0c7f71c9626b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c7a964d-584c-4dbd-b299-f7b5a48b8988 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:24:48.339789 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-43187bfb-4d70-4ae6-8105-0c7f71c9626b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:48.385104 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e545ed4-a831-470b-ad07-dce0bc21fa20 admin admin] Pushing event deleted for resources: {'Network': ['ID=87c18304-075f-4030-8ec7-64b6c88ef3ce,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:48.410617 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fd83502a-744a-4208-96da-c9523ae24b97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:48.416451 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3e545ed4-a831-470b-ad07-dce0bc21fa20 admin admin] 10.222.0.55 "DELETE /v2.0/networks/87c18304-075f-4030-8ec7-64b6c88ef3ce HTTP/1.1" status: 204 len: 168 time: 0.9559641 Feb 09 12:24:48.485199 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-43187bfb-4d70-4ae6-8105-0c7f71c9626b service neutron] Transition to ACTIVE for port object 8c7a964d-584c-4dbd-b299-f7b5a48b8988 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:24:48.507719 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-43187bfb-4d70-4ae6-8105-0c7f71c9626b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:48.579290 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3b34e62d-0a83-4417-9749-e4870cca9ce3 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:48.665900 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50900) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:24:48.709511 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fd83502a-744a-4208-96da-c9523ae24b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:48.765900 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43187bfb-4d70-4ae6-8105-0c7f71c9626b service neutron] Pushing event updated for resources: {'Port': ['ID=8c7a964d-584c-4dbd-b299-f7b5a48b8988,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:48.766856 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ca33a-e6ba-4eaf-938c-6d89de354831 req-b7e0ae52-8eaf-4568-8104-74f82e8eada8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:48.770089 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-977ca33a-e6ba-4eaf-938c-6d89de354831 req-b7e0ae52-8eaf-4568-8104-74f82e8eada8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49129fa2c03c45c2a0df365ab76f11e9&device_id=cc4386fc-f851-41ff-a825-bc28043b849a HTTP/1.1" status: 200 len: 1100 time: 0.5469604 Feb 09 12:24:48.774463 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4c905-98fd-447d-b71c-1778f8d43727 req-c7d0dde7-184a-4057-b2a1-54a96c71e9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:48.774986 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4c905-98fd-447d-b71c-1778f8d43727 req-c7d0dde7-184a-4057-b2a1-54a96c71e9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:48.775411 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4c905-98fd-447d-b71c-1778f8d43727 req-c7d0dde7-184a-4057-b2a1-54a96c71e9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:48.775905 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4c905-98fd-447d-b71c-1778f8d43727 req-c7d0dde7-184a-4057-b2a1-54a96c71e9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:48.776454 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4c905-98fd-447d-b71c-1778f8d43727 req-c7d0dde7-184a-4057-b2a1-54a96c71e9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:48.778204 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ce4c905-98fd-447d-b71c-1778f8d43727 req-c7d0dde7-184a-4057-b2a1-54a96c71e9b2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1504faf0b32244dc872049fa5f2c3962&device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 4364 time: 0.4363213 Feb 09 12:24:48.782810 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ca33a-e6ba-4eaf-938c-6d89de354831 req-9fdcf0ef-7b98-4edb-ba0b-c97e8aa1b045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:48.785179 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-977ca33a-e6ba-4eaf-938c-6d89de354831 req-9fdcf0ef-7b98-4edb-ba0b-c97e8aa1b045 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49129fa2c03c45c2a0df365ab76f11e9&device_id=cc4386fc-f851-41ff-a825-bc28043b849a HTTP/1.1" status: 200 len: 1100 time: 0.5692794 Feb 09 12:24:48.792431 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109f319-07e1-414a-a706-8525ca4ee326 req-10e8215f-3f2a-465e-8721-a4fb2f80bee5 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:48.793862 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6109f319-07e1-414a-a706-8525ca4ee326 req-10e8215f-3f2a-465e-8721-a4fb2f80bee5 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c2b3f76-cd20-4ab1-b854-04d52c0edc81 HTTP/1.1" status: 200 len: 950 time: 0.3918040 Feb 09 12:24:48.810035 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3b34e62d-0a83-4417-9749-e4870cca9ce3 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:48.928484 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195bfb98-e245-44ee-80dd-64b0980fb922 req-c1002601-38ba-456a-a5b5-9745677e147e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:48.929959 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-195bfb98-e245-44ee-80dd-64b0980fb922 req-c1002601-38ba-456a-a5b5-9745677e147e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9c2b3f76-cd20-4ab1-b854-04d52c0edc81 HTTP/1.1" status: 200 len: 1101 time: 0.5712812 Feb 09 12:24:48.940363 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f35911c3-e818-4151-a2de-b02b182b3802 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=208507418585428b8d9fe7fe2c432c62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2625043 Feb 09 12:24:48.949034 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50904) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:24:49.013334 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fd83502a-744a-4208-96da-c9523ae24b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:49.014880 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:49.075030 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21f879-aebe-4e8d-b704-3283d1976b92 req-35e08257-26f0-4ede-83cc-293a003f0b64 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:49.082646 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21f879-aebe-4e8d-b704-3283d1976b92 req-35e08257-26f0-4ede-83cc-293a003f0b64 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:49.088922 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21f879-aebe-4e8d-b704-3283d1976b92 req-35e08257-26f0-4ede-83cc-293a003f0b64 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:49.089097 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3b34e62d-0a83-4417-9749-e4870cca9ce3 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:49.091750 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-43187bfb-4d70-4ae6-8105-0c7f71c9626b service neutron] Attempting to bind port 8c7a964d-584c-4dbd-b299-f7b5a48b8988 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:24:49.092176 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-43187bfb-4d70-4ae6-8105-0c7f71c9626b service neutron] Attempting to bind port 8c7a964d-584c-4dbd-b299-f7b5a48b8988 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'd84b820b-b8a5-49e5-b578-ff1b27561844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9cd8438c-2c74-4941-a26e-2747746bb4cf'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:24:49.092574 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-43187bfb-4d70-4ae6-8105-0c7f71c9626b service neutron] Attempting to bind port 8c7a964d-584c-4dbd-b299-f7b5a48b8988 on network 9cd8438c-2c74-4941-a26e-2747746bb4cf {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:24:49.094169 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21f879-aebe-4e8d-b704-3283d1976b92 req-35e08257-26f0-4ede-83cc-293a003f0b64 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:49.100382 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21f879-aebe-4e8d-b704-3283d1976b92 req-35e08257-26f0-4ede-83cc-293a003f0b64 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:49.106613 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21f879-aebe-4e8d-b704-3283d1976b92 req-35e08257-26f0-4ede-83cc-293a003f0b64 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:49.106730 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd83502a-744a-4208-96da-c9523ae24b97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8530711a-2ec2-4b32-a0e4-2f811217a782,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:49.115451 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ed21f879-aebe-4e8d-b704-3283d1976b92 req-35e08257-26f0-4ede-83cc-293a003f0b64 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/ports?device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 4606 time: 0.6452127 Feb 09 12:24:49.118940 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-195bfb98-e245-44ee-80dd-64b0980fb922 req-e44339d4-2d8f-4fe2-83e3-3ed6933a6033 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=daf48eb8-e765-47d2-841e-309e62616d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729171 Feb 09 12:24:49.127382 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fd83502a-744a-4208-96da-c9523ae24b97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:49.133944 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-43187bfb-4d70-4ae6-8105-0c7f71c9626b service neutron] Port 8c7a964d-584c-4dbd-b299-f7b5a48b8988 on network 9cd8438c-2c74-4941-a26e-2747746bb4cf not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:24:49.134347 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-43187bfb-4d70-4ae6-8105-0c7f71c9626b service neutron] Attempting to bind port 8c7a964d-584c-4dbd-b299-f7b5a48b8988 on network 9cd8438c-2c74-4941-a26e-2747746bb4cf {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:24:49.160722 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-43187bfb-4d70-4ae6-8105-0c7f71c9626b service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:24:49.161089 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-43187bfb-4d70-4ae6-8105-0c7f71c9626b service neutron] Checking segment: {'id': 'd84b820b-b8a5-49e5-b578-ff1b27561844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9cd8438c-2c74-4941-a26e-2747746bb4cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:24:49.161530 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-43187bfb-4d70-4ae6-8105-0c7f71c9626b service neutron] Bound using segment: {'id': 'd84b820b-b8a5-49e5-b578-ff1b27561844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9cd8438c-2c74-4941-a26e-2747746bb4cf'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:24:49.162065 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-43187bfb-4d70-4ae6-8105-0c7f71c9626b service neutron] Bound port: 8c7a964d-584c-4dbd-b299-f7b5a48b8988, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd84b820b-b8a5-49e5-b578-ff1b27561844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9cd8438c-2c74-4941-a26e-2747746bb4cf'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:24:49.162446 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-43187bfb-4d70-4ae6-8105-0c7f71c9626b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:49.184041 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b34e62d-0a83-4417-9749-e4870cca9ce3 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8803669e-2abe-4ab7-b2c0-58109e10cb11,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:49.188192 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c24a54f1-109f-4abb-88ff-988da5ab2508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:49.203754 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3b34e62d-0a83-4417-9749-e4870cca9ce3 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:49.208399 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3b34e62d-0a83-4417-9749-e4870cca9ce3 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "DELETE /v2.0/security-groups/8803669e-2abe-4ab7-b2c0-58109e10cb11 HTTP/1.1" status: 204 len: 168 time: 0.9443340 Feb 09 12:24:49.222753 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50916) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:24:49.227696 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6109f319-07e1-414a-a706-8525ca4ee326 req-c7c5fff6-f5a3-490b-b8a9-1f7ad6bc2084 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.55 "GET /v2.0/security-groups?id=daf48eb8-e765-47d2-841e-309e62616d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110179 Feb 09 12:24:49.270140 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-fd83502a-744a-4208-96da-c9523ae24b97 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8530711a-2ec2-4b32-a0e4-2f811217a782 HTTP/1.1" status: 204 len: 168 time: 1.1402709 Feb 09 12:24:49.278865 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50920) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:24:49.283971 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c24a54f1-109f-4abb-88ff-988da5ab2508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:49.326019 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4c905-98fd-447d-b71c-1778f8d43727 req-0cc757f2-80cb-4830-a0ea-6953b1f92e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:49.326740 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4c905-98fd-447d-b71c-1778f8d43727 req-0cc757f2-80cb-4830-a0ea-6953b1f92e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:49.328018 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4c905-98fd-447d-b71c-1778f8d43727 req-0cc757f2-80cb-4830-a0ea-6953b1f92e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:49.329729 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ce4c905-98fd-447d-b71c-1778f8d43727 req-0cc757f2-80cb-4830-a0ea-6953b1f92e4c service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=1504faf0b32244dc872049fa5f2c3962&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5332882 Feb 09 12:24:49.331545 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-96bfd6cc-94ff-4b16-905d-d3eaf2274381 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] show failed (client error): The resource could not be found. Feb 09 12:24:49.336458 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-96bfd6cc-94ff-4b16-905d-d3eaf2274381 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "GET /v2.0/security-groups/8803669e-2abe-4ab7-b2c0-58109e10cb11 HTTP/1.1" status: 404 len: 347 time: 0.1078370 Feb 09 12:24:49.343987 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50924) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:24:49.399239 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ed21f879-aebe-4e8d-b704-3283d1976b92 req-162765f1-4b13-44b8-9230-9eeef537ce6f tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c0bc8c-d7b4-4723-ae3e-494e368debc4&id=cc193dc4-ba36-4ff9-b98a-95f008157bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2828827 Feb 09 12:24:49.569759 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-43187bfb-4d70-4ae6-8105-0c7f71c9626b service neutron] For port 8c7a964d-584c-4dbd-b299-f7b5a48b8988, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:24:49.595342 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ca33a-e6ba-4eaf-938c-6d89de354831 req-6da1793a-eebc-4252-9634-3c6cb545db60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:49.597516 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-977ca33a-e6ba-4eaf-938c-6d89de354831 req-6da1793a-eebc-4252-9634-3c6cb545db60 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.8171775 Feb 09 12:24:49.656242 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-43187bfb-4d70-4ae6-8105-0c7f71c9626b service neutron] For port 8c7a964d-584c-4dbd-b299-f7b5a48b8988, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=8c7a964d-584c-4dbd-b299-f7b5a48b8988,segment=NetworkSegment(d84b820b-b8a5-49e5-b578-ff1b27561844),segment_id=d84b820b-b8a5-49e5-b578-ff1b27561844)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:24:49.664008 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-43187bfb-4d70-4ae6-8105-0c7f71c9626b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:49.698640 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-f4481130-9743-44f0-b551-ca3c16e4aff5 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Deleting port e123a0f9-9e44-4e59-985a-bb66b9b7da45 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:24:49.698977 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f4481130-9743-44f0-b551-ca3c16e4aff5 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:49.739569 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ca33a-e6ba-4eaf-938c-6d89de354831 req-8859c11e-a723-4a60-b31b-aecf2080f2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:49.741071 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-977ca33a-e6ba-4eaf-938c-6d89de354831 req-8859c11e-a723-4a60-b31b-aecf2080f2b7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.9262555 Feb 09 12:24:49.761141 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-977ca33a-e6ba-4eaf-938c-6d89de354831 req-f4df289a-0e35-4351-98f5-bcccb04aa0ee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=bc8305ab-27ae-4f22-a72d-ce92a6ad6556 HTTP/1.1" status: 200 len: 217 time: 0.0909712 Feb 09 12:24:49.774161 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-43187bfb-4d70-4ae6-8105-0c7f71c9626b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:49.774780 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-43187bfb-4d70-4ae6-8105-0c7f71c9626b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:49.776168 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-43187bfb-4d70-4ae6-8105-0c7f71c9626b service neutron] 10.222.0.46 "PUT /v2.0/ports/8c7a964d-584c-4dbd-b299-f7b5a48b8988 HTTP/1.1" status: 200 len: 1135 time: 2.1203671 Feb 09 12:24:49.776765 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c24a54f1-109f-4abb-88ff-988da5ab2508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:49.819580 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-fe1b9e65-7255-4634-be5e-80d2a0102437 service neutron] Request body: {'port': {'device_id': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:24:49.843973 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24a54f1-109f-4abb-88ff-988da5ab2508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a78ba02-5f08-4807-b135-274decf0b574,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:49.878997 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c24a54f1-109f-4abb-88ff-988da5ab2508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:49.880140 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c24a54f1-109f-4abb-88ff-988da5ab2508 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4a78ba02-5f08-4807-b135-274decf0b574 HTTP/1.1" status: 204 len: 168 time: 0.9171524 Feb 09 12:24:49.915967 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-977ca33a-e6ba-4eaf-938c-6d89de354831 req-d5c9b9a7-906e-40f2-a74b-3fb51a377aa9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=bc8305ab-27ae-4f22-a72d-ce92a6ad6556 HTTP/1.1" status: 200 len: 217 time: 0.1566651 Feb 09 12:24:49.938868 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-de5d7fd7-97d5-46d3-834c-c0c7d93e1831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:49.940456 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43187bfb-4d70-4ae6-8105-0c7f71c9626b service neutron] Pushing event updated for resources: {'Port': ['ID=8c7a964d-584c-4dbd-b299-f7b5a48b8988,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:50.058896 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ca33a-e6ba-4eaf-938c-6d89de354831 req-afd3ccfc-dbde-4df1-acc4-50c4fed7c001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:50.059697 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-fe1b9e65-7255-4634-be5e-80d2a0102437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:50.060901 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-977ca33a-e6ba-4eaf-938c-6d89de354831 req-afd3ccfc-dbde-4df1-acc4-50c4fed7c001 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.2410421 Feb 09 12:24:50.062354 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4c905-98fd-447d-b71c-1778f8d43727 req-8159c44c-ee84-465f-88a5-6977424cc272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:50.064916 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ce4c905-98fd-447d-b71c-1778f8d43727 req-8159c44c-ee84-465f-88a5-6977424cc272 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7264998 Feb 09 12:24:50.070559 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f4481130-9743-44f0-b551-ca3c16e4aff5 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:50.070889 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f4481130-9743-44f0-b551-ca3c16e4aff5 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:50.200764 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ca33a-e6ba-4eaf-938c-6d89de354831 req-500d5001-5bd3-43fb-8cfb-ecb8b6bff3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:50.202488 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-977ca33a-e6ba-4eaf-938c-6d89de354831 req-500d5001-5bd3-43fb-8cfb-ecb8b6bff3f5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.2665539 Feb 09 12:24:50.215603 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d3a26-7946-4f92-bc02-ec1484145a39 req-d0d59104-f9dd-4618-8059-4f40f125fff2 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:50.223650 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-812d3a26-7946-4f92-bc02-ec1484145a39 req-d0d59104-f9dd-4618-8059-4f40f125fff2 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=80d09481-cde5-4896-9bcc-08c44ca3c92d HTTP/1.1" status: 200 len: 945 time: 0.8100824 Feb 09 12:24:50.228118 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-f4481130-9743-44f0-b551-ca3c16e4aff5 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Calling delete_port for e123a0f9-9e44-4e59-985a-bb66b9b7da45 owned by network:floatingip {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:24:50.233730 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:50.287173 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'tag': '8c7a964d-584c-4dbd-b299-f7b5a48b8988'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:24:50.367434 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db8717-ad2f-40b8-bcf8-989c624f6c2e req-82ceb415-3fc1-409a-8848-821704cb8b63 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:50.378847 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-00db8717-ad2f-40b8-bcf8-989c624f6c2e req-82ceb415-3fc1-409a-8848-821704cb8b63 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc4386fc-f851-41ff-a825-bc28043b849a HTTP/1.1" status: 200 len: 949 time: 0.7998068 Feb 09 12:24:50.448155 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-de5d7fd7-97d5-46d3-834c-c0c7d93e1831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:50.604127 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f4481130-9743-44f0-b551-ca3c16e4aff5 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:50.658323 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-812d3a26-7946-4f92-bc02-ec1484145a39 req-3e673b17-8fa3-483a-acde-09d1e780e094 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4325056 Feb 09 12:24:50.662776 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4481130-9743-44f0-b551-ca3c16e4aff5 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Pushing event deleted for resources: {'Port': ['ID=e123a0f9-9e44-4e59-985a-bb66b9b7da45,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:50.686742 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-00db8717-ad2f-40b8-bcf8-989c624f6c2e req-f6be386e-7f80-431c-9182-7347430cec8b tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059633 Feb 09 12:24:50.688830 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-de5d7fd7-97d5-46d3-834c-c0c7d93e1831 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb9c9401-ae6e-4ae2-af8b-629b60484b7d']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:24:50.722796 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-de5d7fd7-97d5-46d3-834c-c0c7d93e1831 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfcb5c03-9cf3-4e8a-86fb-9a6548aecceb') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:24:50.723180 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-de5d7fd7-97d5-46d3-834c-c0c7d93e1831 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfcb5c03-9cf3-4e8a-86fb-9a6548aecceb') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:24:50.741093 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ca33a-e6ba-4eaf-938c-6d89de354831 req-ca715522-a276-4395-b407-bd28d5925c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:50.745516 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-977ca33a-e6ba-4eaf-938c-6d89de354831 req-ca715522-a276-4395-b407-bd28d5925c9f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6689482 Feb 09 12:24:50.748478 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-de5d7fd7-97d5-46d3-834c-c0c7d93e1831 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:50.760015 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-fe1b9e65-7255-4634-be5e-80d2a0102437 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:24:50.768255 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-fe1b9e65-7255-4634-be5e-80d2a0102437 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:50.784663 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-fe1b9e65-7255-4634-be5e-80d2a0102437 service neutron] Transition to ACTIVE for port object b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:24:50.838397 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'tag': '8c7a964d-584c-4dbd-b299-f7b5a48b8988', 'status': 'completed', 'code': 200} Feb 09 12:24:50.902638 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-fe1b9e65-7255-4634-be5e-80d2a0102437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:50.933440 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ca33a-e6ba-4eaf-938c-6d89de354831 req-6c30c8d7-bf29-4e55-a791-d066640f4292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:50.934926 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-977ca33a-e6ba-4eaf-938c-6d89de354831 req-6c30c8d7-bf29-4e55-a791-d066640f4292 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6886599 Feb 09 12:24:50.944821 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-de5d7fd7-97d5-46d3-834c-c0c7d93e1831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:51.042719 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de5d7fd7-97d5-46d3-834c-c0c7d93e1831 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:24:51.043138 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-de5d7fd7-97d5-46d3-834c-c0c7d93e1831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:51.055454 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f4481130-9743-44f0-b551-ca3c16e4aff5 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks [] for floatingip, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:51.081465 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:24:51.081465 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:24:51.081465 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:24:51.081465 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:24:51.081465 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:24:51.081465 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:24:51.081465 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:24:51.081465 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:24:51.081465 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:24:51.081465 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:24:51.081465 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:24:51.081465 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:24:51.081465 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:24:51.081465 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:24:51.081465 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:24:51.081465 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:24:51.081465 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:24:51.081465 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:24:51.081465 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:24:51.081465 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:24:51.081465 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:24:51.081465 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:24:51.081465 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:24:51.081465 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:24:51.081465 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:24:51.081465 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:24:51.081465 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:24:51.081465 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:24:51.081465 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:24:51.081465 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:24:51.081465 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:24:51.081465 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:24:51.107548 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1b9e65-7255-4634-be5e-80d2a0102437 service neutron] Pushing event updated for resources: {'Port': ['ID=b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:51.278523 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f4481130-9743-44f0-b551-ca3c16e4aff5 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:51.279641 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f4481130-9743-44f0-b551-ca3c16e4aff5 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "DELETE /v2.0/floatingips/4cc8fe48-59a4-41f7-ad34-197ba66e5b16 HTTP/1.1" status: 204 len: 168 time: 1.9268599 Feb 09 12:24:51.282480 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50960) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:24:51.375579 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-fe1b9e65-7255-4634-be5e-80d2a0102437 service neutron] Attempting to bind port b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:24:51.376380 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-fe1b9e65-7255-4634-be5e-80d2a0102437 service neutron] Attempting to bind port b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'd84b820b-b8a5-49e5-b578-ff1b27561844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9cd8438c-2c74-4941-a26e-2747746bb4cf'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:24:51.376783 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-fe1b9e65-7255-4634-be5e-80d2a0102437 service neutron] Attempting to bind port b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87 on network 9cd8438c-2c74-4941-a26e-2747746bb4cf {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:24:51.382204 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-42816c9f-17f5-42a1-947e-4463deddda9a tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Deleting port 443c0b83-737f-4437-9bd0-865f75d5940d {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:24:51.382587 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-42816c9f-17f5-42a1-947e-4463deddda9a tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:51.386301 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-de5d7fd7-97d5-46d3-834c-c0c7d93e1831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:51.396084 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-977ca33a-e6ba-4eaf-938c-6d89de354831 req-4ce745e9-3014-4fd8-bc3c-e00505d5b3fd service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6383348 Feb 09 12:24:51.432352 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-fe1b9e65-7255-4634-be5e-80d2a0102437 service neutron] Port b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87 on network 9cd8438c-2c74-4941-a26e-2747746bb4cf not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:24:51.432680 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-fe1b9e65-7255-4634-be5e-80d2a0102437 service neutron] Attempting to bind port b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87 on network 9cd8438c-2c74-4941-a26e-2747746bb4cf {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:24:51.447808 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-fe1b9e65-7255-4634-be5e-80d2a0102437 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:24:51.448170 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-fe1b9e65-7255-4634-be5e-80d2a0102437 service neutron] Checking segment: {'id': 'd84b820b-b8a5-49e5-b578-ff1b27561844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9cd8438c-2c74-4941-a26e-2747746bb4cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:24:51.448555 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-fe1b9e65-7255-4634-be5e-80d2a0102437 service neutron] Bound using segment: {'id': 'd84b820b-b8a5-49e5-b578-ff1b27561844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9cd8438c-2c74-4941-a26e-2747746bb4cf'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:24:51.448985 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-fe1b9e65-7255-4634-be5e-80d2a0102437 service neutron] Bound port: b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd84b820b-b8a5-49e5-b578-ff1b27561844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9cd8438c-2c74-4941-a26e-2747746bb4cf'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:24:51.450830 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-fe1b9e65-7255-4634-be5e-80d2a0102437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:51.452323 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-de5d7fd7-97d5-46d3-834c-c0c7d93e1831 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:51.533595 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d7fd7-97d5-46d3-834c-c0c7d93e1831 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb9c9401-ae6e-4ae2-af8b-629b60484b7d,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:51.546666 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-977ca33a-e6ba-4eaf-938c-6d89de354831 req-a4146900-1784-41b3-93f3-5f9d2e65f614 service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5902638 Feb 09 12:24:51.572434 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8ed02-f234-4dd0-98a4-7217ede1de03 req-e295fb61-b1ed-4ccb-a480-c58b59707a4f tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:51.579039 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8ed02-f234-4dd0-98a4-7217ede1de03 req-e295fb61-b1ed-4ccb-a480-c58b59707a4f tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:51.585198 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8ed02-f234-4dd0-98a4-7217ede1de03 req-e295fb61-b1ed-4ccb-a480-c58b59707a4f tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:51.590981 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8ed02-f234-4dd0-98a4-7217ede1de03 req-e295fb61-b1ed-4ccb-a480-c58b59707a4f tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:51.598483 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8ed02-f234-4dd0-98a4-7217ede1de03 req-e295fb61-b1ed-4ccb-a480-c58b59707a4f tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:51.604546 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8ed02-f234-4dd0-98a4-7217ede1de03 req-e295fb61-b1ed-4ccb-a480-c58b59707a4f tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:51.610305 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8ed02-f234-4dd0-98a4-7217ede1de03 req-e295fb61-b1ed-4ccb-a480-c58b59707a4f tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:51.612965 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0dd8ed02-f234-4dd0-98a4-7217ede1de03 req-e295fb61-b1ed-4ccb-a480-c58b59707a4f tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/ports?device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 5383 time: 0.6751037 Feb 09 12:24:51.616813 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device bc8305ab-27ae-4f22-a72d-ce92a6ad6556 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:24:51.623448 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80bdaf-27a1-4c81-be59-e372dd855615 req-7bf75343-88d1-4650-a8d1-b49071f3e8cc tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:51.624746 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ec80bdaf-27a1-4c81-be59-e372dd855615 req-7bf75343-88d1-4650-a8d1-b49071f3e8cc tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c2b3f76-cd20-4ab1-b854-04d52c0edc81 HTTP/1.1" status: 200 len: 950 time: 0.7375979 Feb 09 12:24:51.669405 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-de5d7fd7-97d5-46d3-834c-c0c7d93e1831 admin admin] 10.222.0.55 "DELETE /v2.0/networks/eb9c9401-ae6e-4ae2-af8b-629b60484b7d HTTP/1.1" status: 204 len: 168 time: 2.3435776 Feb 09 12:24:51.683291 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd57f8-3ff3-449f-8d74-73d8c0f64695 req-cc89ff80-4fd4-49da-aee4-a41883961c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:51.683542 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd57f8-3ff3-449f-8d74-73d8c0f64695 req-cc89ff80-4fd4-49da-aee4-a41883961c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:51.684047 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd57f8-3ff3-449f-8d74-73d8c0f64695 req-cc89ff80-4fd4-49da-aee4-a41883961c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:51.684526 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd57f8-3ff3-449f-8d74-73d8c0f64695 req-cc89ff80-4fd4-49da-aee4-a41883961c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:51.685003 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd57f8-3ff3-449f-8d74-73d8c0f64695 req-cc89ff80-4fd4-49da-aee4-a41883961c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:51.685477 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd57f8-3ff3-449f-8d74-73d8c0f64695 req-cc89ff80-4fd4-49da-aee4-a41883961c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:51.685945 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd57f8-3ff3-449f-8d74-73d8c0f64695 req-cc89ff80-4fd4-49da-aee4-a41883961c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:51.687862 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6bdd57f8-3ff3-449f-8d74-73d8c0f64695 req-cc89ff80-4fd4-49da-aee4-a41883961c58 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1504faf0b32244dc872049fa5f2c3962&device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 6178 time: 0.8360415 Feb 09 12:24:51.708855 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50964) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:24:51.776873 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port bc8305ab-27ae-4f22-a72d-ce92a6ad6556, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=bc8305ab-27ae-4f22-a72d-ce92a6ad6556,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:24:51.793169 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-fe1b9e65-7255-4634-be5e-80d2a0102437 service neutron] For port b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:24:51.793609 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'bc8305ab-27ae-4f22-a72d-ce92a6ad6556', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'port_id': 'bc8305ab-27ae-4f22-a72d-ce92a6ad6556', 'mac_address': 'fa:16:3e:56:f6:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed5558-888d-440a-8c32-52f2f9bc5bd5', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:24:51.820785 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-fe1b9e65-7255-4634-be5e-80d2a0102437 service neutron] For port b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87,segment=NetworkSegment(d84b820b-b8a5-49e5-b578-ff1b27561844),segment_id=d84b820b-b8a5-49e5-b578-ff1b27561844)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:24:51.843864 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-d941883c-8d17-4204-acf3-02ad895daf26 admin admin] Deleting subnet 0bd23c1c-bc9e-45e1-9300-770303748b58 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:24:51.850490 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-fe1b9e65-7255-4634-be5e-80d2a0102437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:51.855749 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d941883c-8d17-4204-acf3-02ad895daf26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:51.863036 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:51.881136 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc8305ab-27ae-4f22-a72d-ce92a6ad6556 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:24:51.900208 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port bc8305ab-27ae-4f22-a72d-ce92a6ad6556, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=bc8305ab-27ae-4f22-a72d-ce92a6ad6556,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:24:51.905084 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:51.925344 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0dd8ed02-f234-4dd0-98a4-7217ede1de03 req-59e24807-e9cd-4dca-8f2e-77e8c77b7520 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c0bc8c-d7b4-4723-ae3e-494e368debc4&id=cc193dc4-ba36-4ff9-b98a-95f008157bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2989681 Feb 09 12:24:51.966385 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ec80bdaf-27a1-4c81-be59-e372dd855615 req-02000c43-caf9-4b61-a29b-2f868a564c83 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.55 "GET /v2.0/security-groups?id=daf48eb8-e765-47d2-841e-309e62616d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013487 Feb 09 12:24:52.005630 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-fe1b9e65-7255-4634-be5e-80d2a0102437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:52.006494 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-fe1b9e65-7255-4634-be5e-80d2a0102437 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:52.007745 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-fe1b9e65-7255-4634-be5e-80d2a0102437 service neutron] 10.222.0.46 "PUT /v2.0/ports/b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87 HTTP/1.1" status: 200 len: 1135 time: 2.2008133 Feb 09 12:24:52.012667 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-977ca33a-e6ba-4eaf-938c-6d89de354831 req-139934b7-58e9-4593-b215-dbfc15a6a701 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5799639 Feb 09 12:24:52.013132 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-42816c9f-17f5-42a1-947e-4463deddda9a tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:52.016637 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=bc8305ab-27ae-4f22-a72d-ce92a6ad6556,revision_number=13']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:52.075057 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-87fb9156-8e71-4ef9-8ab3-0d482f82daa9 service neutron] Request body: {'port': {'device_id': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:24:52.142384 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d941883c-8d17-4204-acf3-02ad895daf26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:52.235559 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['bc8305ab-27ae-4f22-a72d-ce92a6ad6556'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:24:52.245891 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-42816c9f-17f5-42a1-947e-4463deddda9a tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Calling delete_port for 443c0b83-737f-4437-9bd0-865f75d5940d owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:24:52.291992 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1b9e65-7255-4634-be5e-80d2a0102437 service neutron] Pushing event updated for resources: {'Port': ['ID=b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:52.393943 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-87fb9156-8e71-4ef9-8ab3-0d482f82daa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:52.417124 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d941883c-8d17-4204-acf3-02ad895daf26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:52.617763 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d941883c-8d17-4204-acf3-02ad895daf26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:52.636481 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:52.640672 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-977ca33a-e6ba-4eaf-938c-6d89de354831 req-9276fc8b-e7c0-466b-8071-444dd7cada25 service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9994879 Feb 09 12:24:52.673085 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941883c-8d17-4204-acf3-02ad895daf26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bd23c1c-bc9e-45e1-9300-770303748b58,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:52.677177 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d941883c-8d17-4204-acf3-02ad895daf26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:52.679708 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-42816c9f-17f5-42a1-947e-4463deddda9a tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:52.738689 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42816c9f-17f5-42a1-947e-4463deddda9a tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Pushing event deleted for resources: {'Port': ['ID=443c0b83-737f-4437-9bd0-865f75d5940d,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:52.746436 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d941883c-8d17-4204-acf3-02ad895daf26 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0bd23c1c-bc9e-45e1-9300-770303748b58 HTTP/1.1" status: 204 len: 168 time: 1.0353894 Feb 09 12:24:52.774070 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50992) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:24:52.841644 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'tag': 'b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:24:52.952256 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a82d7735-fe6c-44b6-9495-460f38b87c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:52.953400 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-42816c9f-17f5-42a1-947e-4463deddda9a tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:52.958312 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-42816c9f-17f5-42a1-947e-4463deddda9a tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "DELETE /v2.0/ports/443c0b83-737f-4437-9bd0-865f75d5940d HTTP/1.1" status: 204 len: 168 time: 1.6721380 Feb 09 12:24:52.958976 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51002) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:24:52.959864 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd57f8-3ff3-449f-8d74-73d8c0f64695 req-32f1e1d4-8630-4c44-87a8-7b1b92cfa8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:52.960352 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd57f8-3ff3-449f-8d74-73d8c0f64695 req-32f1e1d4-8630-4c44-87a8-7b1b92cfa8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:52.960817 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd57f8-3ff3-449f-8d74-73d8c0f64695 req-32f1e1d4-8630-4c44-87a8-7b1b92cfa8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:52.962351 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6bdd57f8-3ff3-449f-8d74-73d8c0f64695 req-32f1e1d4-8630-4c44-87a8-7b1b92cfa8ab service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=1504faf0b32244dc872049fa5f2c3962&shared=False HTTP/1.1" status: 200 len: 2296 time: 1.1882288 Feb 09 12:24:53.214715 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd57f8-3ff3-449f-8d74-73d8c0f64695 req-ebd9a6ce-6be8-4956-9182-57d27ff22d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:53.216104 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6bdd57f8-3ff3-449f-8d74-73d8c0f64695 req-ebd9a6ce-6be8-4956-9182-57d27ff22d5d service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2452645 Feb 09 12:24:53.218088 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785dada-5a88-4802-8ff5-10030e488cd3 req-2af03cc9-ca04-4063-a450-232ec03fbdaf tempest-MigrationsAdminTest-290107983 tempest-MigrationsAdminTest-290107983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:53.219467 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c785dada-5a88-4802-8ff5-10030e488cd3 req-2af03cc9-ca04-4063-a450-232ec03fbdaf tempest-MigrationsAdminTest-290107983 tempest-MigrationsAdminTest-290107983-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=cc4386fc-f851-41ff-a825-bc28043b849a HTTP/1.1" status: 200 len: 1101 time: 0.5841045 Feb 09 12:24:53.227764 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6cf6e7-c8c4-45b3-929c-480491cb589d req-4b2e357e-fa5b-4e57-9b86-c2390d9ed626 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:53.229340 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8b6cf6e7-c8c4-45b3-929c-480491cb589d req-4b2e357e-fa5b-4e57-9b86-c2390d9ed626 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=80d09481-cde5-4896-9bcc-08c44ca3c92d HTTP/1.1" status: 200 len: 945 time: 0.5872409 Feb 09 12:24:53.290504 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-eb4a1098-8616-40a0-9477-87bf1c5e1959 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Deleting port 33e8e5dc-949b-49d0-bab6-79fc92eee24f {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:24:53.291350 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eb4a1098-8616-40a0-9477-87bf1c5e1959 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:53.353402 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-87fb9156-8e71-4ef9-8ab3-0d482f82daa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2059b77a-91ab-4eb8-93ce-0a09084220d8 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:24:53.367215 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a82d7735-fe6c-44b6-9495-460f38b87c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:53.378823 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-87fb9156-8e71-4ef9-8ab3-0d482f82daa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:53.387217 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c785dada-5a88-4802-8ff5-10030e488cd3 req-fbefd759-2422-4f6b-b12a-147037748d9a tempest-MigrationsAdminTest-290107983 tempest-MigrationsAdminTest-290107983-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568301 Feb 09 12:24:53.397682 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8b6cf6e7-c8c4-45b3-929c-480491cb589d req-c05d4482-2fd7-4cce-bc9e-03990d24d46e tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120832 Feb 09 12:24:53.434864 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-87fb9156-8e71-4ef9-8ab3-0d482f82daa9 service neutron] Transition to ACTIVE for port object 2059b77a-91ab-4eb8-93ce-0a09084220d8 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:24:53.436630 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-a82d7735-fe6c-44b6-9495-460f38b87c1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98f9c49f-35bc-4e8c-a919-b9c9ff92fc31']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:24:53.440885 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-87fb9156-8e71-4ef9-8ab3-0d482f82daa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:53.465621 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-a82d7735-fe6c-44b6-9495-460f38b87c1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f1d4402-d8b7-4185-9be5-f30bb0dcaa5b') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:24:53.465826 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-a82d7735-fe6c-44b6-9495-460f38b87c1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f1d4402-d8b7-4185-9be5-f30bb0dcaa5b') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:24:53.484926 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a82d7735-fe6c-44b6-9495-460f38b87c1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:53.587659 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a82d7735-fe6c-44b6-9495-460f38b87c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:53.619704 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device bc8305ab-27ae-4f22-a72d-ce92a6ad6556 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:24:53.659682 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eb4a1098-8616-40a0-9477-87bf1c5e1959 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:53.778905 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-011089be-1e37-4fcf-8221-a63181b8f3e6 req-6ebf5b10-9d9a-4525-9cfe-a5829fc7cb6f tempest-ServerShowV247Test-269923014 tempest-ServerShowV247Test-269923014-project] 10.222.0.55 "GET /v2.0/ports?device_id=a976395c-15c5-4dbb-9ebf-913324b36d1f HTTP/1.1" status: 200 len: 210 time: 0.2182550 Feb 09 12:24:53.787427 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb9156-8e71-4ef9-8ab3-0d482f82daa9 service neutron] Pushing event updated for resources: {'Port': ['ID=2059b77a-91ab-4eb8-93ce-0a09084220d8,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:53.803290 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-eb4a1098-8616-40a0-9477-87bf1c5e1959 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Calling delete_port for 33e8e5dc-949b-49d0-bab6-79fc92eee24f owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:24:53.803921 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port bc8305ab-27ae-4f22-a72d-ce92a6ad6556 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:24:53.826564 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port bc8305ab-27ae-4f22-a72d-ce92a6ad6556 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:24:53.827944 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:53.919382 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-87fb9156-8e71-4ef9-8ab3-0d482f82daa9 service neutron] Attempting to bind port 2059b77a-91ab-4eb8-93ce-0a09084220d8 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:24:53.920320 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-87fb9156-8e71-4ef9-8ab3-0d482f82daa9 service neutron] Attempting to bind port 2059b77a-91ab-4eb8-93ce-0a09084220d8 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'd84b820b-b8a5-49e5-b578-ff1b27561844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9cd8438c-2c74-4941-a26e-2747746bb4cf'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:24:53.921153 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-87fb9156-8e71-4ef9-8ab3-0d482f82daa9 service neutron] Attempting to bind port 2059b77a-91ab-4eb8-93ce-0a09084220d8 on network 9cd8438c-2c74-4941-a26e-2747746bb4cf {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:24:53.960850 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'tag': 'b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87', 'status': 'completed', 'code': 200} Feb 09 12:24:53.963548 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-87fb9156-8e71-4ef9-8ab3-0d482f82daa9 service neutron] Port 2059b77a-91ab-4eb8-93ce-0a09084220d8 on network 9cd8438c-2c74-4941-a26e-2747746bb4cf not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:24:53.964136 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-87fb9156-8e71-4ef9-8ab3-0d482f82daa9 service neutron] Attempting to bind port 2059b77a-91ab-4eb8-93ce-0a09084220d8 on network 9cd8438c-2c74-4941-a26e-2747746bb4cf {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:24:53.965912 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a82d7735-fe6c-44b6-9495-460f38b87c1a admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:24:53.966431 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a82d7735-fe6c-44b6-9495-460f38b87c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:53.982467 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-87fb9156-8e71-4ef9-8ab3-0d482f82daa9 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:24:53.983105 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-87fb9156-8e71-4ef9-8ab3-0d482f82daa9 service neutron] Checking segment: {'id': 'd84b820b-b8a5-49e5-b578-ff1b27561844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9cd8438c-2c74-4941-a26e-2747746bb4cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:24:53.983768 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-87fb9156-8e71-4ef9-8ab3-0d482f82daa9 service neutron] Bound using segment: {'id': 'd84b820b-b8a5-49e5-b578-ff1b27561844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9cd8438c-2c74-4941-a26e-2747746bb4cf'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:24:53.984354 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-87fb9156-8e71-4ef9-8ab3-0d482f82daa9 service neutron] Bound port: 2059b77a-91ab-4eb8-93ce-0a09084220d8, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd84b820b-b8a5-49e5-b578-ff1b27561844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9cd8438c-2c74-4941-a26e-2747746bb4cf'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:24:53.985253 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-87fb9156-8e71-4ef9-8ab3-0d482f82daa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:54.078418 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:24:54.078418 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:24:54.078418 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:24:54.078418 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:24:54.078418 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:24:54.078418 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:24:54.078418 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:24:54.078418 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:24:54.078418 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:24:54.078418 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:24:54.078418 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:24:54.078418 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:24:54.078418 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:24:54.078418 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:24:54.078418 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:24:54.078418 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:24:54.078418 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:24:54.078418 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:24:54.078418 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:24:54.078418 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:24:54.078418 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:24:54.078418 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:24:54.078418 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:24:54.078418 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:24:54.078418 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:24:54.078418 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:24:54.078418 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:24:54.078418 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:24:54.078418 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:24:54.078418 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:24:54.078418 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:24:54.078418 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:24:54.081346 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eb4a1098-8616-40a0-9477-87bf1c5e1959 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:54.096902 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:54.145019 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a82d7735-fe6c-44b6-9495-460f38b87c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:54.147807 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-87fb9156-8e71-4ef9-8ab3-0d482f82daa9 service neutron] For port 2059b77a-91ab-4eb8-93ce-0a09084220d8, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:24:54.150209 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port bc8305ab-27ae-4f22-a72d-ce92a6ad6556, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=bc8305ab-27ae-4f22-a72d-ce92a6ad6556,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:24:54.151666 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4386fc-f851-41ff-a825-bc28043b849a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc8305ab-27ae-4f22-a72d-ce92a6ad6556'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:24:54.153009 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-87fb9156-8e71-4ef9-8ab3-0d482f82daa9 service neutron] For port 2059b77a-91ab-4eb8-93ce-0a09084220d8, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=2059b77a-91ab-4eb8-93ce-0a09084220d8,segment=NetworkSegment(d84b820b-b8a5-49e5-b578-ff1b27561844),segment_id=d84b820b-b8a5-49e5-b578-ff1b27561844)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:24:54.161475 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:54.202314 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a1098-8616-40a0-9477-87bf1c5e1959 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Pushing event deleted for resources: {'Port': ['ID=33e8e5dc-949b-49d0-bab6-79fc92eee24f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:54.221363 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a82d7735-fe6c-44b6-9495-460f38b87c1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:54.257368 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-87fb9156-8e71-4ef9-8ab3-0d482f82daa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:54.264073 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82d7735-fe6c-44b6-9495-460f38b87c1a admin admin] Pushing event deleted for resources: {'Network': ['ID=98f9c49f-35bc-4e8c-a919-b9c9ff92fc31,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:54.284367 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=bc8305ab-27ae-4f22-a72d-ce92a6ad6556,revision_number=14']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:54.290487 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a82d7735-fe6c-44b6-9495-460f38b87c1a admin admin] 10.222.0.55 "DELETE /v2.0/networks/98f9c49f-35bc-4e8c-a919-b9c9ff92fc31 HTTP/1.1" status: 204 len: 168 time: 1.5044405 Feb 09 12:24:54.342262 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eb4a1098-8616-40a0-9477-87bf1c5e1959 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:54.351802 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-eb4a1098-8616-40a0-9477-87bf1c5e1959 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "DELETE /v2.0/ports/33e8e5dc-949b-49d0-bab6-79fc92eee24f HTTP/1.1" status: 204 len: 168 time: 1.3886380 Feb 09 12:24:54.354179 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51022) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:24:54.368930 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb9156-8e71-4ef9-8ab3-0d482f82daa9 service neutron] Pushing event updated for resources: {'Port': ['ID=2059b77a-91ab-4eb8-93ce-0a09084220d8,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:54.388680 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-87fb9156-8e71-4ef9-8ab3-0d482f82daa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:54.389920 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-87fb9156-8e71-4ef9-8ab3-0d482f82daa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:54.391269 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-87fb9156-8e71-4ef9-8ab3-0d482f82daa9 service neutron] 10.222.0.46 "PUT /v2.0/ports/2059b77a-91ab-4eb8-93ce-0a09084220d8 HTTP/1.1" status: 200 len: 1091 time: 2.3342097 Feb 09 12:24:54.412131 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852ed64-a63d-47db-baae-f85617d72031 req-5d855e7f-ea3a-4687-8c04-f6d6e8e4dad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:54.412849 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852ed64-a63d-47db-baae-f85617d72031 req-5d855e7f-ea3a-4687-8c04-f6d6e8e4dad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:54.413183 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852ed64-a63d-47db-baae-f85617d72031 req-5d855e7f-ea3a-4687-8c04-f6d6e8e4dad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:54.413664 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852ed64-a63d-47db-baae-f85617d72031 req-5d855e7f-ea3a-4687-8c04-f6d6e8e4dad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:54.414139 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852ed64-a63d-47db-baae-f85617d72031 req-5d855e7f-ea3a-4687-8c04-f6d6e8e4dad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:54.414701 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852ed64-a63d-47db-baae-f85617d72031 req-5d855e7f-ea3a-4687-8c04-f6d6e8e4dad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:54.415219 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852ed64-a63d-47db-baae-f85617d72031 req-5d855e7f-ea3a-4687-8c04-f6d6e8e4dad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:54.418371 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0852ed64-a63d-47db-baae-f85617d72031 req-5d855e7f-ea3a-4687-8c04-f6d6e8e4dad0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1504faf0b32244dc872049fa5f2c3962&device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 6245 time: 0.4905281 Feb 09 12:24:54.422073 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'tag': '2059b77a-91ab-4eb8-93ce-0a09084220d8'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:24:54.479613 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-791b2d17-f689-4a91-94f9-ffe535f3721b tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Deleting subnet 4fc18aec-5bf2-4273-8217-866b7174e4bb {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:24:54.494437 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-791b2d17-f689-4a91-94f9-ffe535f3721b tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:54.526333 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-c21d2436-76c8-432f-b342-cfa8602def32 service neutron] Request body: {'port': {'device_id': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:24:54.592318 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-791b2d17-f689-4a91-94f9-ffe535f3721b tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:54.616782 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 51030) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:24:54.681058 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092881ca-d971-4afa-8773-7212ca57a16d req-816f1dbb-4f6f-4099-ab6d-992cff4ccb9d tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:54.687345 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092881ca-d971-4afa-8773-7212ca57a16d req-816f1dbb-4f6f-4099-ab6d-992cff4ccb9d tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:54.693572 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092881ca-d971-4afa-8773-7212ca57a16d req-816f1dbb-4f6f-4099-ab6d-992cff4ccb9d tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:54.698464 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-791b2d17-f689-4a91-94f9-ffe535f3721b tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:54.699928 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092881ca-d971-4afa-8773-7212ca57a16d req-816f1dbb-4f6f-4099-ab6d-992cff4ccb9d tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:54.706655 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092881ca-d971-4afa-8773-7212ca57a16d req-816f1dbb-4f6f-4099-ab6d-992cff4ccb9d tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:54.713783 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092881ca-d971-4afa-8773-7212ca57a16d req-816f1dbb-4f6f-4099-ab6d-992cff4ccb9d tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:54.721352 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092881ca-d971-4afa-8773-7212ca57a16d req-816f1dbb-4f6f-4099-ab6d-992cff4ccb9d tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:54.730203 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-092881ca-d971-4afa-8773-7212ca57a16d req-816f1dbb-4f6f-4099-ab6d-992cff4ccb9d tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/ports?device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 5395 time: 0.5755954 Feb 09 12:24:54.781230 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-791b2d17-f689-4a91-94f9-ffe535f3721b tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:54.822738 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b2d17-f689-4a91-94f9-ffe535f3721b tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Pushing event deleted for resources: {'Subnet': ['ID=4fc18aec-5bf2-4273-8217-866b7174e4bb,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:54.824679 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-791b2d17-f689-4a91-94f9-ffe535f3721b tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:54.829708 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25ce236-14e0-45c9-af34-c170441e8050 None None] Network b811de4e-2157-472b-a248-fb00e797501f requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:24:54.832338 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-791b2d17-f689-4a91-94f9-ffe535f3721b tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "DELETE /v2.0/subnets/4fc18aec-5bf2-4273-8217-866b7174e4bb HTTP/1.1" status: 204 len: 168 time: 0.4771628 Feb 09 12:24:54.833959 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51034) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:24:54.902634 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d304bb3-7a9f-40fd-bb88-d183818efd16 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Deleting subnet 5e90ce54-e86e-457d-b992-127e2cb06390 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:24:54.905713 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7d304bb3-7a9f-40fd-bb88-d183818efd16 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:54.930545 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852ed64-a63d-47db-baae-f85617d72031 req-4bbe5b08-dfb6-44c4-b2f9-fe9e96dc2e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:54.931028 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852ed64-a63d-47db-baae-f85617d72031 req-4bbe5b08-dfb6-44c4-b2f9-fe9e96dc2e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:54.931498 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852ed64-a63d-47db-baae-f85617d72031 req-4bbe5b08-dfb6-44c4-b2f9-fe9e96dc2e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:54.933114 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0852ed64-a63d-47db-baae-f85617d72031 req-4bbe5b08-dfb6-44c4-b2f9-fe9e96dc2e2d service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=1504faf0b32244dc872049fa5f2c3962&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4973750 Feb 09 12:24:54.941249 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-81692754-dc6c-4aca-9853-4c99f34716c0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bc9c53a7b034451ab0f2ff131ea064d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3140209 Feb 09 12:24:54.941711 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51038) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:24:54.943892 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-092881ca-d971-4afa-8773-7212ca57a16d req-5f3caed8-7d3e-4eb4-b582-0eb0a34b133c tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c0bc8c-d7b4-4723-ae3e-494e368debc4&id=cc193dc4-ba36-4ff9-b98a-95f008157bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2128038 Feb 09 12:24:54.976777 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-c21d2436-76c8-432f-b342-cfa8602def32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:54.989818 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7d304bb3-7a9f-40fd-bb88-d183818efd16 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:55.065786 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ce851-e38b-4005-8108-99b4a035ffc5 req-0de2ab2c-151f-477f-aece-dfad0b818a1b tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:55.067475 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f6d71adb-55e3-4012-ac25-5b71dc37b2dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:55.072672 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6a5ce851-e38b-4005-8108-99b4a035ffc5 req-0de2ab2c-151f-477f-aece-dfad0b818a1b tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c2b3f76-cd20-4ab1-b854-04d52c0edc81 HTTP/1.1" status: 200 len: 950 time: 0.5503948 Feb 09 12:24:55.096862 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f6d71adb-55e3-4012-ac25-5b71dc37b2dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:55.123758 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e78e6d-e24d-459c-b890-cf436754f463 None None] DHCP port deletion for b811de4e-2157-472b-a248-fb00e797501f request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:24:55.129724 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-85e78e6d-e24d-459c-b890-cf436754f463 None None] Deleting port 21e6fc0b-7958-41d5-a5ac-525024d30abc {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:24:55.130412 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-85e78e6d-e24d-459c-b890-cf436754f463 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:55.172926 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f6d71adb-55e3-4012-ac25-5b71dc37b2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:55.235009 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7d304bb3-7a9f-40fd-bb88-d183818efd16 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:55.286932 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6a5ce851-e38b-4005-8108-99b4a035ffc5 req-974bc225-5fe0-4447-91ea-36f6bca94e21 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.55 "GET /v2.0/security-groups?id=daf48eb8-e765-47d2-841e-309e62616d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132854 Feb 09 12:24:55.303459 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4386fc-f851-41ff-a825-bc28043b849a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc8305ab-27ae-4f22-a72d-ce92a6ad6556', 'code': 200} Feb 09 12:24:55.308884 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d71adb-55e3-4012-ac25-5b71dc37b2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc17f62-f1be-4521-89a2-9cc9d4abd744,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:55.344454 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f6d71adb-55e3-4012-ac25-5b71dc37b2dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:55.349374 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f6d71adb-55e3-4012-ac25-5b71dc37b2dc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0cc17f62-f1be-4521-89a2-9cc9d4abd744 HTTP/1.1" status: 204 len: 168 time: 0.4051049 Feb 09 12:24:55.384854 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7d304bb3-7a9f-40fd-bb88-d183818efd16 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:55.481525 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d304bb3-7a9f-40fd-bb88-d183818efd16 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Pushing event deleted for resources: {'Subnet': ['ID=5e90ce54-e86e-457d-b992-127e2cb06390,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:55.513986 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7d304bb3-7a9f-40fd-bb88-d183818efd16 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:55.574774 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf09cde-4234-4ce9-a697-7c0fc28ae3ca None None] Network b99c93e7-09da-4e68-a3ff-2707256091d8 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:24:55.600938 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-85e78e6d-e24d-459c-b890-cf436754f463 None None] For port 21e6fc0b-7958-41d5-a5ac-525024d30abc, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=21e6fc0b-7958-41d5-a5ac-525024d30abc,segment=NetworkSegment(2caa8241-9028-480a-8fbb-9001345a5103),segment_id=2caa8241-9028-480a-8fbb-9001345a5103)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:24:55.601425 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-85e78e6d-e24d-459c-b890-cf436754f463 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:55.740511 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7d304bb3-7a9f-40fd-bb88-d183818efd16 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "DELETE /v2.0/subnets/5e90ce54-e86e-457d-b992-127e2cb06390 HTTP/1.1" status: 204 len: 168 time: 0.9053724 Feb 09 12:24:55.755201 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c288a401-be82-418d-8df0-d87a4439e12d req-b9a94128-37ba-48d3-9c1d-8422f1da0555 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a976395c-15c5-4dbb-9ebf-913324b36d1f HTTP/1.1" status: 200 len: 210 time: 0.2471676 Feb 09 12:24:55.755729 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51066) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:24:55.867663 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852ed64-a63d-47db-baae-f85617d72031 req-2e995b8b-3e76-474e-9057-bb943d84f023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:55.869170 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0852ed64-a63d-47db-baae-f85617d72031 req-2e995b8b-3e76-474e-9057-bb943d84f023 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9217970 Feb 09 12:24:55.967582 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-85e78e6d-e24d-459c-b890-cf436754f463 None None] Calling delete_port for 21e6fc0b-7958-41d5-a5ac-525024d30abc owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:24:55.999793 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7a228db4-92e7-4133-8d03-f13e293ac45c tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:56.051443 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-7a228db4-92e7-4133-8d03-f13e293ac45c tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Deleting port 21e6fc0b-7958-41d5-a5ac-525024d30abc {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:24:56.052064 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7a228db4-92e7-4133-8d03-f13e293ac45c tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:56.132170 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976f02c-1836-452a-bb50-b4e70dec2f57 req-c0a50039-b5d3-4a46-8cdc-65fdca9867f1 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:56.143024 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0976f02c-1836-452a-bb50-b4e70dec2f57 req-c0a50039-b5d3-4a46-8cdc-65fdca9867f1 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=80d09481-cde5-4896-9bcc-08c44ca3c92d HTTP/1.1" status: 200 len: 945 time: 0.5507758 Feb 09 12:24:56.193073 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d541c49-ff8f-425c-94ab-7bf544980564 req-486eb850-883b-4758-a8c7-094928b3df4a tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:56.200814 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0d541c49-ff8f-425c-94ab-7bf544980564 req-486eb850-883b-4758-a8c7-094928b3df4a tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc4386fc-f851-41ff-a825-bc28043b849a HTTP/1.1" status: 200 len: 951 time: 0.6656973 Feb 09 12:24:56.214730 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 21e6fc0b-7958-41d5-a5ac-525024d30abc no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:24:56.216837 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51074) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:24:56.274675 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 21e6fc0b-7958-41d5-a5ac-525024d30abc {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:24:56.275325 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 21e6fc0b-7958-41d5-a5ac-525024d30abc not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:24:56.278802 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-85e78e6d-e24d-459c-b890-cf436754f463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:56.331254 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b1581903-34ed-490e-8c38-2c66d2d6aefc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b7ed468cbae0418198fa38d3b168be9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1132388 Feb 09 12:24:56.332089 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51078) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:24:56.346864 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613eab80-e6bd-4dc8-ab28-d686db0cbf43 None None] DHCP port deletion for b99c93e7-09da-4e68-a3ff-2707256091d8 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:24:56.358509 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e78e6d-e24d-459c-b890-cf436754f463 None None] Pushing event deleted for resources: {'Port': ['ID=21e6fc0b-7958-41d5-a5ac-525024d30abc,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:56.361673 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-613eab80-e6bd-4dc8-ab28-d686db0cbf43 None None] Deleting port a83ccc71-7327-4c52-8ad3-8ee45919f08d {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:24:56.362047 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-613eab80-e6bd-4dc8-ab28-d686db0cbf43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:56.386146 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e78e6d-e24d-459c-b890-cf436754f463 None None] No DVR routers for this DVR port 21e6fc0b-7958-41d5-a5ac-525024d30abc on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:24:56.396851 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-7a228db4-92e7-4133-8d03-f13e293ac45c tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] The port '21e6fc0b-7958-41d5-a5ac-525024d30abc' was deleted {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:24:56.401300 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-c21d2436-76c8-432f-b342-cfa8602def32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b063fa55-d2bf-4bb5-942a-5a9c9a27b96d {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:24:56.419397 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-c21d2436-76c8-432f-b342-cfa8602def32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:56.522702 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-c21d2436-76c8-432f-b342-cfa8602def32 service neutron] Transition to ACTIVE for port object b063fa55-d2bf-4bb5-942a-5a9c9a27b96d will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:24:56.546900 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0976f02c-1836-452a-bb50-b4e70dec2f57 req-e13e574e-5116-4c8b-a946-0cf3db13e903 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4066594 Feb 09 12:24:56.569432 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-c21d2436-76c8-432f-b342-cfa8602def32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:56.619684 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-613eab80-e6bd-4dc8-ab28-d686db0cbf43 None None] For port a83ccc71-7327-4c52-8ad3-8ee45919f08d, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=a83ccc71-7327-4c52-8ad3-8ee45919f08d,segment=NetworkSegment(3e46f2fe-77ad-44e4-b912-8d0e12584d00),segment_id=3e46f2fe-77ad-44e4-b912-8d0e12584d00)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:24:56.620108 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-613eab80-e6bd-4dc8-ab28-d686db0cbf43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:56.682290 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'tag': '2059b77a-91ab-4eb8-93ce-0a09084220d8', 'status': 'completed', 'code': 200} Feb 09 12:24:56.803177 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7a228db4-92e7-4133-8d03-f13e293ac45c tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:56.822923 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-613eab80-e6bd-4dc8-ab28-d686db0cbf43 None None] Calling delete_port for a83ccc71-7327-4c52-8ad3-8ee45919f08d owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:24:56.832321 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-7a228db4-92e7-4133-8d03-f13e293ac45c tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b811de4e-2157-472b-a248-fb00e797501f']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:24:56.854216 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0d541c49-ff8f-425c-94ab-7bf544980564 req-170528a9-ba84-49c9-825f-7451535928a8 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4011674 Feb 09 12:24:56.871399 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db09ea-bf1d-4e62-a857-82e2c2ca9c2e req-c86a2fe1-05a8-423a-a73d-5c67f5326111 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:56.873163 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-56db09ea-bf1d-4e62-a857-82e2c2ca9c2e req-c86a2fe1-05a8-423a-a73d-5c67f5326111 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc4386fc-f851-41ff-a825-bc28043b849a HTTP/1.1" status: 200 len: 951 time: 0.8582633 Feb 09 12:24:56.889807 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-7a228db4-92e7-4133-8d03-f13e293ac45c tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2caa8241-9028-480a-8fbb-9001345a5103') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:24:56.890105 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-7a228db4-92e7-4133-8d03-f13e293ac45c tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2caa8241-9028-480a-8fbb-9001345a5103') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:24:56.907005 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-613eab80-e6bd-4dc8-ab28-d686db0cbf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:56.939688 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7a228db4-92e7-4133-8d03-f13e293ac45c tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:56.954392 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5ec75949-e936-480c-b8bc-cb6c3788e1cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:56.980140 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613eab80-e6bd-4dc8-ab28-d686db0cbf43 None None] Pushing event deleted for resources: {'Port': ['ID=a83ccc71-7327-4c52-8ad3-8ee45919f08d,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:56.982003 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613eab80-e6bd-4dc8-ab28-d686db0cbf43 None None] No DVR routers for this DVR port a83ccc71-7327-4c52-8ad3-8ee45919f08d on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:24:57.019861 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5ec75949-e936-480c-b8bc-cb6c3788e1cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:57.028098 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7a228db4-92e7-4133-8d03-f13e293ac45c tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:57.057666 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a228db4-92e7-4133-8d03-f13e293ac45c tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:24:57.058025 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7a228db4-92e7-4133-8d03-f13e293ac45c tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:57.120683 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d2436-76c8-432f-b342-cfa8602def32 service neutron] Pushing event updated for resources: {'Port': ['ID=b063fa55-d2bf-4bb5-942a-5a9c9a27b96d,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:57.162523 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:24:57.162523 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:24:57.162523 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:24:57.162523 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:24:57.162523 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:24:57.162523 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:24:57.162523 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:24:57.162523 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:24:57.162523 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:24:57.162523 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:24:57.162523 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:24:57.162523 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:24:57.162523 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:24:57.162523 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:24:57.162523 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:24:57.162523 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:24:57.162523 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:24:57.162523 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:24:57.162523 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:24:57.162523 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:24:57.162523 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:24:57.162523 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:24:57.162523 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:24:57.162523 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:24:57.162523 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:24:57.162523 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:24:57.162523 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:24:57.162523 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:24:57.162523 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:24:57.162523 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:24:57.162523 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:24:57.162523 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:24:57.178596 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-33f4b718-5b22-40a0-9a13-a153ec600d45 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=7c1ef4d3b2bd48adb9701d4f73fa1aa9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2661383 Feb 09 12:24:57.220768 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d85f00-0f1e-4958-9fe1-97c9cb4beb01 req-5d0a561c-0797-4c51-9ac7-60dfd486bf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:57.221403 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d85f00-0f1e-4958-9fe1-97c9cb4beb01 req-5d0a561c-0797-4c51-9ac7-60dfd486bf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:57.221939 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d85f00-0f1e-4958-9fe1-97c9cb4beb01 req-5d0a561c-0797-4c51-9ac7-60dfd486bf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:57.222470 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d85f00-0f1e-4958-9fe1-97c9cb4beb01 req-5d0a561c-0797-4c51-9ac7-60dfd486bf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:57.222577 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-c21d2436-76c8-432f-b342-cfa8602def32 service neutron] Attempting to bind port b063fa55-d2bf-4bb5-942a-5a9c9a27b96d on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:24:57.222921 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-c21d2436-76c8-432f-b342-cfa8602def32 service neutron] Attempting to bind port b063fa55-d2bf-4bb5-942a-5a9c9a27b96d by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'd84b820b-b8a5-49e5-b578-ff1b27561844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9cd8438c-2c74-4941-a26e-2747746bb4cf'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:24:57.223252 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d85f00-0f1e-4958-9fe1-97c9cb4beb01 req-5d0a561c-0797-4c51-9ac7-60dfd486bf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:57.223366 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-c21d2436-76c8-432f-b342-cfa8602def32 service neutron] Attempting to bind port b063fa55-d2bf-4bb5-942a-5a9c9a27b96d on network 9cd8438c-2c74-4941-a26e-2747746bb4cf {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:24:57.223953 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d85f00-0f1e-4958-9fe1-97c9cb4beb01 req-5d0a561c-0797-4c51-9ac7-60dfd486bf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:57.224490 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d85f00-0f1e-4958-9fe1-97c9cb4beb01 req-5d0a561c-0797-4c51-9ac7-60dfd486bf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:57.226672 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-01d85f00-0f1e-4958-9fe1-97c9cb4beb01 req-5d0a561c-0797-4c51-9ac7-60dfd486bf91 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1504faf0b32244dc872049fa5f2c3962&device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 6312 time: 0.5248346 Feb 09 12:24:57.258753 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7a228db4-92e7-4133-8d03-f13e293ac45c tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:57.280255 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7a228db4-92e7-4133-8d03-f13e293ac45c tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:57.302300 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-56db09ea-bf1d-4e62-a857-82e2c2ca9c2e req-aedb73f8-3b15-46a7-a8e4-e1bf6437a239 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Deleting port bc8305ab-27ae-4f22-a72d-ce92a6ad6556 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:24:57.302657 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-56db09ea-bf1d-4e62-a857-82e2c2ca9c2e req-aedb73f8-3b15-46a7-a8e4-e1bf6437a239 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:57.331926 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-c21d2436-76c8-432f-b342-cfa8602def32 service neutron] Port b063fa55-d2bf-4bb5-942a-5a9c9a27b96d on network 9cd8438c-2c74-4941-a26e-2747746bb4cf not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:24:57.332364 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-c21d2436-76c8-432f-b342-cfa8602def32 service neutron] Attempting to bind port b063fa55-d2bf-4bb5-942a-5a9c9a27b96d on network 9cd8438c-2c74-4941-a26e-2747746bb4cf {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:24:57.357604 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7a228db4-92e7-4133-8d03-f13e293ac45c tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "DELETE /v2.0/networks/b811de4e-2157-472b-a248-fb00e797501f HTTP/1.1" status: 204 len: 168 time: 1.5981297 Feb 09 12:24:57.363534 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 51092) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:24:57.365749 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a228db4-92e7-4133-8d03-f13e293ac45c tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Pushing event deleted for resources: {'Network': ['ID=b811de4e-2157-472b-a248-fb00e797501f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:57.372775 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-c21d2436-76c8-432f-b342-cfa8602def32 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:24:57.372993 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-c21d2436-76c8-432f-b342-cfa8602def32 service neutron] Checking segment: {'id': 'd84b820b-b8a5-49e5-b578-ff1b27561844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9cd8438c-2c74-4941-a26e-2747746bb4cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:24:57.373364 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-c21d2436-76c8-432f-b342-cfa8602def32 service neutron] Bound using segment: {'id': 'd84b820b-b8a5-49e5-b578-ff1b27561844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9cd8438c-2c74-4941-a26e-2747746bb4cf'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:24:57.373802 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-c21d2436-76c8-432f-b342-cfa8602def32 service neutron] Bound port: b063fa55-d2bf-4bb5-942a-5a9c9a27b96d, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd84b820b-b8a5-49e5-b578-ff1b27561844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9cd8438c-2c74-4941-a26e-2747746bb4cf'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:24:57.374146 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-c21d2436-76c8-432f-b342-cfa8602def32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:57.376921 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5ec75949-e936-480c-b8bc-cb6c3788e1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:57.379624 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5ec75949-e936-480c-b8bc-cb6c3788e1cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:57.383172 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5ec75949-e936-480c-b8bc-cb6c3788e1cf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/02a2fa39-07bd-4936-a05f-d6bbe42ffdb1 HTTP/1.1" status: 204 len: 168 time: 1.0460508 Feb 09 12:24:57.405516 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec75949-e936-480c-b8bc-cb6c3788e1cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a2fa39-07bd-4936-a05f-d6bbe42ffdb1,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:57.475843 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d85f00-0f1e-4958-9fe1-97c9cb4beb01 req-483121be-e79d-4de8-8d7e-0dc03fc7c7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:57.477305 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d85f00-0f1e-4958-9fe1-97c9cb4beb01 req-483121be-e79d-4de8-8d7e-0dc03fc7c7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:57.477934 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d85f00-0f1e-4958-9fe1-97c9cb4beb01 req-483121be-e79d-4de8-8d7e-0dc03fc7c7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:57.480089 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-01d85f00-0f1e-4958-9fe1-97c9cb4beb01 req-483121be-e79d-4de8-8d7e-0dc03fc7c7ea service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=1504faf0b32244dc872049fa5f2c3962&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2463071 Feb 09 12:24:57.649522 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d85f00-0f1e-4958-9fe1-97c9cb4beb01 req-594ecda2-c0cc-43b0-b977-2332742aa1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:57.650974 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-01d85f00-0f1e-4958-9fe1-97c9cb4beb01 req-594ecda2-c0cc-43b0-b977-2332742aa1bb service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1600206 Feb 09 12:24:57.661601 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-01e18c52-ca8b-4e55-a952-7152e8a8089e tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:57.664277 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-01e18c52-ca8b-4e55-a952-7152e8a8089e tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4731424 Feb 09 12:24:57.700851 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5f7b3801-011b-417f-a0b8-81a2cfe19e59 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:57.728636 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a3ecf-60db-4f6f-98ec-b3e0ae9e5b6c req-9afdb2f3-0509-4ed0-9774-f5847338d280 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:57.734483 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a3ecf-60db-4f6f-98ec-b3e0ae9e5b6c req-9afdb2f3-0509-4ed0-9774-f5847338d280 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:57.740602 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a3ecf-60db-4f6f-98ec-b3e0ae9e5b6c req-9afdb2f3-0509-4ed0-9774-f5847338d280 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:57.746403 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a3ecf-60db-4f6f-98ec-b3e0ae9e5b6c req-9afdb2f3-0509-4ed0-9774-f5847338d280 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:57.752207 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a3ecf-60db-4f6f-98ec-b3e0ae9e5b6c req-9afdb2f3-0509-4ed0-9774-f5847338d280 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:57.757960 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a3ecf-60db-4f6f-98ec-b3e0ae9e5b6c req-9afdb2f3-0509-4ed0-9774-f5847338d280 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:57.764047 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a3ecf-60db-4f6f-98ec-b3e0ae9e5b6c req-9afdb2f3-0509-4ed0-9774-f5847338d280 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:57.765948 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0f4a3ecf-60db-4f6f-98ec-b3e0ae9e5b6c req-9afdb2f3-0509-4ed0-9774-f5847338d280 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/ports?device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 5407 time: 0.6645727 Feb 09 12:24:57.773149 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-9a03e35d-47b0-46c7-81de-fd6e438e8f24 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.55 "GET /v2.0/quotas/7c1ef4d3b2bd48adb9701d4f73fa1aa9 HTTP/1.1" status: 200 len: 375 time: 0.0949359 Feb 09 12:24:58.003980 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-c21d2436-76c8-432f-b342-cfa8602def32 service neutron] For port b063fa55-d2bf-4bb5-942a-5a9c9a27b96d, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:24:58.066220 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-c21d2436-76c8-432f-b342-cfa8602def32 service neutron] For port b063fa55-d2bf-4bb5-942a-5a9c9a27b96d, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b063fa55-d2bf-4bb5-942a-5a9c9a27b96d,segment=NetworkSegment(d84b820b-b8a5-49e5-b578-ff1b27561844),segment_id=d84b820b-b8a5-49e5-b578-ff1b27561844)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:24:58.124220 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-c21d2436-76c8-432f-b342-cfa8602def32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:58.148675 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device a83ccc71-7327-4c52-8ad3-8ee45919f08d no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:24:58.196734 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: a83ccc71-7327-4c52-8ad3-8ee45919f08d {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:24:58.197297 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device a83ccc71-7327-4c52-8ad3-8ee45919f08d not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:24:58.215323 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0f4a3ecf-60db-4f6f-98ec-b3e0ae9e5b6c req-8d5feaba-1ec7-440d-abc9-cc58f4b57ad2 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c0bc8c-d7b4-4723-ae3e-494e368debc4&id=cc193dc4-ba36-4ff9-b98a-95f008157bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4401934 Feb 09 12:24:58.332670 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-c21d2436-76c8-432f-b342-cfa8602def32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:58.333565 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-c21d2436-76c8-432f-b342-cfa8602def32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:58.335107 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-c21d2436-76c8-432f-b342-cfa8602def32 service neutron] 10.222.0.46 "PUT /v2.0/ports/b063fa55-d2bf-4bb5-942a-5a9c9a27b96d HTTP/1.1" status: 200 len: 1091 time: 3.8967345 Feb 09 12:24:58.351546 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-56db09ea-bf1d-4e62-a857-82e2c2ca9c2e req-aedb73f8-3b15-46a7-a8e4-e1bf6437a239 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] For port bc8305ab-27ae-4f22-a72d-ce92a6ad6556, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=bc8305ab-27ae-4f22-a72d-ce92a6ad6556,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:24:58.352144 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-56db09ea-bf1d-4e62-a857-82e2c2ca9c2e req-aedb73f8-3b15-46a7-a8e4-e1bf6437a239 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:58.365247 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5f7b3801-011b-417f-a0b8-81a2cfe19e59 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:58.411673 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-1b270f26-d465-4a15-8508-b6acc9d865d7 service neutron] Request body: {'port': {'device_id': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:24:58.595804 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-56db09ea-bf1d-4e62-a857-82e2c2ca9c2e req-aedb73f8-3b15-46a7-a8e4-e1bf6437a239 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Calling delete_port for bc8305ab-27ae-4f22-a72d-ce92a6ad6556 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:24:58.625936 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a86b3eb2-3e54-404a-8654-39974d80aa55 req-0a888ed3-2aef-41ae-9898-0671bbaafc57 tempest-ServerShowV247Test-269923014 tempest-ServerShowV247Test-269923014-project] 10.222.0.55 "GET /v2.0/ports?device_id=16f2c947-2f7d-421b-8307-190f1c134222 HTTP/1.1" status: 200 len: 210 time: 0.2781065 Feb 09 12:24:58.659140 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d2436-76c8-432f-b342-cfa8602def32 service neutron] Pushing event updated for resources: {'Port': ['ID=b063fa55-d2bf-4bb5-942a-5a9c9a27b96d,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:58.668052 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-5f7b3801-011b-417f-a0b8-81a2cfe19e59 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b99c93e7-09da-4e68-a3ff-2707256091d8']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:24:58.683995 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-d566b154-23cc-4c40-97f2-c040aed41e34 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7c1ef4d3b2bd48adb9701d4f73fa1aa9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9099903 Feb 09 12:24:58.690037 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'tag': 'b063fa55-d2bf-4bb5-942a-5a9c9a27b96d'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:24:58.727164 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-5f7b3801-011b-417f-a0b8-81a2cfe19e59 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e46f2fe-77ad-44e4-b912-8d0e12584d00') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:24:58.727538 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-5f7b3801-011b-417f-a0b8-81a2cfe19e59 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e46f2fe-77ad-44e4-b912-8d0e12584d00') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:24:58.799765 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5f7b3801-011b-417f-a0b8-81a2cfe19e59 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:58.827788 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c0b0d56e-292c-4f9f-b963-2a68bbb26daf req-bc5d3c26-f0d1-4368-bdee-daac93a501ca service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=16f2c947-2f7d-421b-8307-190f1c134222 HTTP/1.1" status: 200 len: 210 time: 0.0509276 Feb 09 12:24:58.868944 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-1b270f26-d465-4a15-8508-b6acc9d865d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:58.878691 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5f7b3801-011b-417f-a0b8-81a2cfe19e59 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:58.895742 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f7b3801-011b-417f-a0b8-81a2cfe19e59 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:24:58.896218 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5f7b3801-011b-417f-a0b8-81a2cfe19e59 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:58.912015 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:24:58.912015 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:24:58.912015 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:24:58.912015 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:24:58.912015 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:24:58.912015 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:24:58.912015 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:24:58.912015 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:24:58.912015 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:24:58.912015 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:24:58.912015 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:24:58.912015 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:24:58.912015 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:24:58.912015 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:24:58.912015 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:24:58.912015 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:24:58.912015 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:24:58.912015 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:24:58.912015 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:24:58.912015 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:24:58.912015 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:24:58.912015 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:24:58.912015 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:24:58.912015 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:24:58.912015 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:24:58.912015 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:24:58.912015 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:24:58.912015 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:24:58.912015 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:24:58.912015 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:24:58.912015 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:24:58.912015 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:24:59.160035 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5f7b3801-011b-417f-a0b8-81a2cfe19e59 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:59.194965 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5f7b3801-011b-417f-a0b8-81a2cfe19e59 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:59.251318 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df4858-d227-4360-b3ae-8e2fc62fc59c req-e57309f9-5894-4e09-bb5d-c19930bc9b3c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:59.253364 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-11df4858-d227-4360-b3ae-8e2fc62fc59c req-e57309f9-5894-4e09-bb5d-c19930bc9b3c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=80d09481-cde5-4896-9bcc-08c44ca3c92d HTTP/1.1" status: 200 len: 945 time: 0.5044317 Feb 09 12:24:59.266089 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-56db09ea-bf1d-4e62-a857-82e2c2ca9c2e req-aedb73f8-3b15-46a7-a8e4-e1bf6437a239 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:59.280560 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b3801-011b-417f-a0b8-81a2cfe19e59 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] Pushing event deleted for resources: {'Network': ['ID=b99c93e7-09da-4e68-a3ff-2707256091d8,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:59.284003 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['08601888-bd41-4769-a19e-2b5f519c58c0'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:24:59.364862 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-5f7b3801-011b-417f-a0b8-81a2cfe19e59 tempest-TaggedBootDevicesTest-1471960317 tempest-TaggedBootDevicesTest-1471960317-project] 10.222.0.55 "DELETE /v2.0/networks/b99c93e7-09da-4e68-a3ff-2707256091d8 HTTP/1.1" status: 204 len: 168 time: 1.9937983 Feb 09 12:24:59.373954 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedb73f8-3b15-46a7-a8e4-e1bf6437a239 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Pushing event deleted for resources: {'Port': ['ID=bc8305ab-27ae-4f22-a72d-ce92a6ad6556,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:24:59.405691 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['209e9bbb-4904-4e48-aa76-9dd4a90dc863', '06e0063b-7504-4c66-9209-f7afc1529895'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:24:59.509569 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be49e0-4ade-4767-b10f-d49d2c5f17e0 req-d930cd86-deeb-456c-9e9a-78db47f1baa2 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:24:59.510481 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-91be49e0-4ade-4767-b10f-d49d2c5f17e0 req-d930cd86-deeb-456c-9e9a-78db47f1baa2 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Synchronizing usage tracker for tenant:49129fa2c03c45c2a0df365ab76f11e9 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:24:59.644714 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device bc8305ab-27ae-4f22-a72d-ce92a6ad6556 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:24:59.698955 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: bc8305ab-27ae-4f22-a72d-ce92a6ad6556 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:24:59.699383 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device bc8305ab-27ae-4f22-a72d-ce92a6ad6556 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:24:59.709434 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-11df4858-d227-4360-b3ae-8e2fc62fc59c req-7f55acf9-ea8a-4619-a65e-da0207513334 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4301546 Feb 09 12:24:59.716586 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-56db09ea-bf1d-4e62-a857-82e2c2ca9c2e req-aedb73f8-3b15-46a7-a8e4-e1bf6437a239 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] No DVR routers for this DVR port bc8305ab-27ae-4f22-a72d-ce92a6ad6556 on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:24:59.730223 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-56db09ea-bf1d-4e62-a857-82e2c2ca9c2e req-aedb73f8-3b15-46a7-a8e4-e1bf6437a239 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:24:59.732151 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-56db09ea-bf1d-4e62-a857-82e2c2ca9c2e req-aedb73f8-3b15-46a7-a8e4-e1bf6437a239 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.46 "DELETE /v2.0/ports/bc8305ab-27ae-4f22-a72d-ce92a6ad6556 HTTP/1.1" status: 204 len: 173 time: 2.8186662 Feb 09 12:24:59.748280 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-91be49e0-4ade-4767-b10f-d49d2c5f17e0 req-d930cd86-deeb-456c-9e9a-78db47f1baa2 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Unset dirty status for tenant:49129fa2c03c45c2a0df365ab76f11e9 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:24:59.757036 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-91be49e0-4ade-4767-b10f-d49d2c5f17e0 req-d930cd86-deeb-456c-9e9a-78db47f1baa2 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc4386fc-f851-41ff-a825-bc28043b849a HTTP/1.1" status: 200 len: 951 time: 0.8377495 Feb 09 12:24:59.844289 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-91be49e0-4ade-4767-b10f-d49d2c5f17e0 req-170d240e-162e-447a-84cc-4685e59ce1bc tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863547 Feb 09 12:24:59.919910 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'tag': 'b063fa55-d2bf-4bb5-942a-5a9c9a27b96d', 'status': 'completed', 'code': 200} Feb 09 12:24:59.935375 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-1b270f26-d465-4a15-8508-b6acc9d865d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ca27cde-50ae-448e-8752-816451ad1fe4 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:24:59.944537 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-1b270f26-d465-4a15-8508-b6acc9d865d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:00.059214 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a4593df8-7ea4-473c-aff1-d4793b9659f7 req-57050198-10e9-421e-ab02-eea0b46c7dce tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e6ea63f-586e-4867-af14-f492893658e8 HTTP/1.1" status: 200 len: 210 time: 0.0753317 Feb 09 12:25:00.060374 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-1b270f26-d465-4a15-8508-b6acc9d865d7 service neutron] Transition to ACTIVE for port object 8ca27cde-50ae-448e-8752-816451ad1fe4 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:25:00.110243 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-1b270f26-d465-4a15-8508-b6acc9d865d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:00.274865 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-c27f695a-86ba-4ce9-a75d-d02dce7a03f2 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=7c1ef4d3b2bd48adb9701d4f73fa1aa9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423722 Feb 09 12:25:00.314437 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b270f26-d465-4a15-8508-b6acc9d865d7 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca27cde-50ae-448e-8752-816451ad1fe4,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:00.366960 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef063ce1-d178-4bc8-826e-558b70af70fa req-8282c8ce-e4ca-407a-af11-f5c3bbbfb43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:00.367439 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef063ce1-d178-4bc8-826e-558b70af70fa req-8282c8ce-e4ca-407a-af11-f5c3bbbfb43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:00.368237 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef063ce1-d178-4bc8-826e-558b70af70fa req-8282c8ce-e4ca-407a-af11-f5c3bbbfb43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:00.369240 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef063ce1-d178-4bc8-826e-558b70af70fa req-8282c8ce-e4ca-407a-af11-f5c3bbbfb43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:00.369240 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef063ce1-d178-4bc8-826e-558b70af70fa req-8282c8ce-e4ca-407a-af11-f5c3bbbfb43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:00.369620 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef063ce1-d178-4bc8-826e-558b70af70fa req-8282c8ce-e4ca-407a-af11-f5c3bbbfb43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:00.370083 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef063ce1-d178-4bc8-826e-558b70af70fa req-8282c8ce-e4ca-407a-af11-f5c3bbbfb43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:00.372074 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ef063ce1-d178-4bc8-826e-558b70af70fa req-8282c8ce-e4ca-407a-af11-f5c3bbbfb43b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1504faf0b32244dc872049fa5f2c3962&device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 6354 time: 0.4296241 Feb 09 12:25:00.462754 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-52417c90-5895-41f0-a640-27bc8226d4c1 req-91d5dfee-c545-4c7c-b4a8-bae938ba240b tempest-ServerShowV247Test-269923014 tempest-ServerShowV247Test-269923014-project] 10.222.0.55 "GET /v2.0/ports?device_id=16f2c947-2f7d-421b-8307-190f1c134222 HTTP/1.1" status: 200 len: 210 time: 0.1653831 Feb 09 12:25:00.544244 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-051d085c-58a7-48ed-a942-d3739a23cb7e tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:00.545690 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-051d085c-58a7-48ed-a942-d3739a23cb7e tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2652917 Feb 09 12:25:00.559197 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-aba2048d-3afd-41cb-9fad-a086adb2c8e3 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Request body: {'port': {'device_id': '7e6ea63f-586e-4867-af14-f492893658e8', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'admin_state_up': True, 'tenant_id': '7c1ef4d3b2bd48adb9701d4f73fa1aa9'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:25:00.590990 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-1b270f26-d465-4a15-8508-b6acc9d865d7 service neutron] Attempting to bind port 8ca27cde-50ae-448e-8752-816451ad1fe4 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:25:00.591376 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-1b270f26-d465-4a15-8508-b6acc9d865d7 service neutron] Attempting to bind port 8ca27cde-50ae-448e-8752-816451ad1fe4 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '9d15f5f1-dfad-42b6-bcbf-5425bd2abb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'ba448e7a-fa60-4f14-8e77-7f852965ebd1'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:25:00.591815 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-1b270f26-d465-4a15-8508-b6acc9d865d7 service neutron] Attempting to bind port 8ca27cde-50ae-448e-8752-816451ad1fe4 on network ba448e7a-fa60-4f14-8e77-7f852965ebd1 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:25:00.660173 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-1b270f26-d465-4a15-8508-b6acc9d865d7 service neutron] Port 8ca27cde-50ae-448e-8752-816451ad1fe4 on network ba448e7a-fa60-4f14-8e77-7f852965ebd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:25:00.660173 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-1b270f26-d465-4a15-8508-b6acc9d865d7 service neutron] Attempting to bind port 8ca27cde-50ae-448e-8752-816451ad1fe4 on network ba448e7a-fa60-4f14-8e77-7f852965ebd1 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:25:00.689012 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-1b270f26-d465-4a15-8508-b6acc9d865d7 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:25:00.689476 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-1b270f26-d465-4a15-8508-b6acc9d865d7 service neutron] Checking segment: {'id': '9d15f5f1-dfad-42b6-bcbf-5425bd2abb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'ba448e7a-fa60-4f14-8e77-7f852965ebd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:25:00.690664 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-1b270f26-d465-4a15-8508-b6acc9d865d7 service neutron] Bound using segment: {'id': '9d15f5f1-dfad-42b6-bcbf-5425bd2abb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'ba448e7a-fa60-4f14-8e77-7f852965ebd1'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:25:00.691118 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-1b270f26-d465-4a15-8508-b6acc9d865d7 service neutron] Bound port: 8ca27cde-50ae-448e-8752-816451ad1fe4, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d15f5f1-dfad-42b6-bcbf-5425bd2abb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'ba448e7a-fa60-4f14-8e77-7f852965ebd1'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:25:00.691471 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-1b270f26-d465-4a15-8508-b6acc9d865d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:00.743936 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa0d07-9400-4e2c-b0a5-31e527075308 req-7aabbe8c-47a3-44c5-bca0-989a7e75b3f1 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:00.749421 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa0d07-9400-4e2c-b0a5-31e527075308 req-7aabbe8c-47a3-44c5-bca0-989a7e75b3f1 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:00.755505 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa0d07-9400-4e2c-b0a5-31e527075308 req-7aabbe8c-47a3-44c5-bca0-989a7e75b3f1 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:00.761495 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa0d07-9400-4e2c-b0a5-31e527075308 req-7aabbe8c-47a3-44c5-bca0-989a7e75b3f1 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:00.768229 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa0d07-9400-4e2c-b0a5-31e527075308 req-7aabbe8c-47a3-44c5-bca0-989a7e75b3f1 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:00.775121 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa0d07-9400-4e2c-b0a5-31e527075308 req-7aabbe8c-47a3-44c5-bca0-989a7e75b3f1 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:00.783305 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa0d07-9400-4e2c-b0a5-31e527075308 req-7aabbe8c-47a3-44c5-bca0-989a7e75b3f1 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:00.791108 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-82aa0d07-9400-4e2c-b0a5-31e527075308 req-7aabbe8c-47a3-44c5-bca0-989a7e75b3f1 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/ports?device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 5419 time: 0.7220106 Feb 09 12:25:00.875271 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-aba2048d-3afd-41cb-9fad-a086adb2c8e3 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:25:00.887474 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-aba2048d-3afd-41cb-9fad-a086adb2c8e3 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Usage tracker for resource:port and tenant:7c1ef4d3b2bd48adb9701d4f73fa1aa9 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:25:00.893549 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-aba2048d-3afd-41cb-9fad-a086adb2c8e3 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:25:00.910583 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-aba2048d-3afd-41cb-9fad-a086adb2c8e3 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:25:00.919145 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-82aa0d07-9400-4e2c-b0a5-31e527075308 req-72d3d5ce-2ce5-448c-9e58-108ef7ce41f7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c0bc8c-d7b4-4723-ae3e-494e368debc4&id=cc193dc4-ba36-4ff9-b98a-95f008157bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1270697 Feb 09 12:25:00.937168 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-aba2048d-3afd-41cb-9fad-a086adb2c8e3 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Made reservation on behalf of 7c1ef4d3b2bd48adb9701d4f73fa1aa9 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:25:00.942087 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-aba2048d-3afd-41cb-9fad-a086adb2c8e3 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:01.006547 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef063ce1-d178-4bc8-826e-558b70af70fa req-71806a61-b5ba-4539-a8c2-c80abeeee49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:01.007024 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef063ce1-d178-4bc8-826e-558b70af70fa req-71806a61-b5ba-4539-a8c2-c80abeeee49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:01.007490 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef063ce1-d178-4bc8-826e-558b70af70fa req-71806a61-b5ba-4539-a8c2-c80abeeee49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:01.009091 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ef063ce1-d178-4bc8-826e-558b70af70fa req-71806a61-b5ba-4539-a8c2-c80abeeee49f service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=1504faf0b32244dc872049fa5f2c3962&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5789266 Feb 09 12:25:01.041065 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51168) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:01.096465 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-1b270f26-d465-4a15-8508-b6acc9d865d7 service neutron] For port 8ca27cde-50ae-448e-8752-816451ad1fe4, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:25:01.102781 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-1b270f26-d465-4a15-8508-b6acc9d865d7 service neutron] For port 8ca27cde-50ae-448e-8752-816451ad1fe4, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=8ca27cde-50ae-448e-8752-816451ad1fe4,segment=NetworkSegment(9d15f5f1-dfad-42b6-bcbf-5425bd2abb42),segment_id=9d15f5f1-dfad-42b6-bcbf-5425bd2abb42)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:25:01.177577 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-1b270f26-d465-4a15-8508-b6acc9d865d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:01.391457 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5b2dc2b2-b8b4-4bdf-8a1d-ac7477234f8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:01.422367 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-1b270f26-d465-4a15-8508-b6acc9d865d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:01.423038 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-1b270f26-d465-4a15-8508-b6acc9d865d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:01.436923 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-1b270f26-d465-4a15-8508-b6acc9d865d7 service neutron] 10.222.0.46 "PUT /v2.0/ports/8ca27cde-50ae-448e-8752-816451ad1fe4 HTTP/1.1" status: 200 len: 1091 time: 3.0217566 Feb 09 12:25:01.448887 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5b2dc2b2-b8b4-4bdf-8a1d-ac7477234f8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:25:01.460178 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5b2dc2b2-b8b4-4bdf-8a1d-ac7477234f8f admin admin] Usage tracker for resource:security_group_rule and tenant:4d714150750847ce9981e8e9a541b9b0 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:25:01.464004 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5b2dc2b2-b8b4-4bdf-8a1d-ac7477234f8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:25:01.487975 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5b2dc2b2-b8b4-4bdf-8a1d-ac7477234f8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:25:01.521315 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-b404d0b9-eeee-4d25-99de-f2980f886287 service neutron] Request body: {'port': {'device_id': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:25:01.583560 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-aba2048d-3afd-41cb-9fad-a086adb2c8e3 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Allocated IP 192.168.233.63 (4f732e35-467f-44f5-be04-aa808693dec3/f8ed5558-888d-440a-8c32-52f2f9bc5bd5/fb0f1d8a-6de2-40c4-a603-5132fcc6d2be) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:25:01.586666 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cfe45185-178c-49aa-95ed-55039dcda634 req-1f18241d-6a16-4404-a7b9-aa2fc106fda5 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e6ea63f-586e-4867-af14-f492893658e8 HTTP/1.1" status: 200 len: 210 time: 0.1252413 Feb 09 12:25:01.655276 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b270f26-d465-4a15-8508-b6acc9d865d7 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca27cde-50ae-448e-8752-816451ad1fe4,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:01.707674 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef063ce1-d178-4bc8-826e-558b70af70fa req-2bbad38a-f115-4bc6-ae17-8d503a4106cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:01.709170 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ef063ce1-d178-4bc8-826e-558b70af70fa req-2bbad38a-f115-4bc6-ae17-8d503a4106cd service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6798580 Feb 09 12:25:01.736116 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bea48e-b68a-401c-9bcb-7565ed73db2a req-bebbfd35-ebbc-4f3c-b76f-4068fb23a6e7 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:01.743709 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-48bea48e-b68a-401c-9bcb-7565ed73db2a req-bebbfd35-ebbc-4f3c-b76f-4068fb23a6e7 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=80d09481-cde5-4896-9bcc-08c44ca3c92d HTTP/1.1" status: 200 len: 945 time: 0.5710373 Feb 09 12:25:01.772918 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-b404d0b9-eeee-4d25-99de-f2980f886287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:01.900083 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5b2dc2b2-b8b4-4bdf-8a1d-ac7477234f8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:01.906142 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5b2dc2b2-b8b4-4bdf-8a1d-ac7477234f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:01.920685 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-aba2048d-3afd-41cb-9fad-a086adb2c8e3 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:01.975481 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-aba2048d-3afd-41cb-9fad-a086adb2c8e3 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Transition to ACTIVE for port object fb0f1d8a-6de2-40c4-a603-5132fcc6d2be will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:25:01.985652 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5b2dc2b2-b8b4-4bdf-8a1d-ac7477234f8f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4d714150750847ce9981e8e9a541b9b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9436514 Feb 09 12:25:01.988055 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51188) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:01.992527 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2dc2b2-b8b4-4bdf-8a1d-ac7477234f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0000794c-c965-4ed7-a1b5-4274bb806399,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:02.007385 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4386fc-f851-41ff-a825-bc28043b849a', 'name': 'network-vif-deleted', 'tag': 'bc8305ab-27ae-4f22-a72d-ce92a6ad6556'}, {'name': 'network-changed', 'server_uuid': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'tag': '8ca27cde-50ae-448e-8752-816451ad1fe4'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:25:02.014379 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f0f8bd3c-74b1-4aa3-bc4b-427f36e246b6 req-979427d6-8afe-4fc2-9f1d-b8482e9f2657 tempest-ServerShowV247Test-269923014 tempest-ServerShowV247Test-269923014-project] 10.222.0.55 "GET /v2.0/ports?device_id=16f2c947-2f7d-421b-8307-190f1c134222 HTTP/1.1" status: 200 len: 210 time: 0.2208829 Feb 09 12:25:02.018522 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-48bea48e-b68a-401c-9bcb-7565ed73db2a req-e034d765-aa47-4743-b303-e66bda20eaca tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739201 Feb 09 12:25:02.136140 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9149a72e-995c-41c4-a78d-4cdce3af4b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:02.148178 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-aba2048d-3afd-41cb-9fad-a086adb2c8e3 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:02.160156 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['53793d25-cd15-449c-a151-e43095a63bab'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:25:02.296080 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-aba2048d-3afd-41cb-9fad-a086adb2c8e3 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Network 4f732e35-467f-44f5-be04-aa808693dec3 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:25:02.302429 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-aba2048d-3afd-41cb-9fad-a086adb2c8e3 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:25:02.317323 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9149a72e-995c-41c4-a78d-4cdce3af4b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:02.337924 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-aba2048d-3afd-41cb-9fad-a086adb2c8e3 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:25:02.467640 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba2048d-3afd-41cb-9fad-a086adb2c8e3 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Pushing event updated for resources: {'Port': ['ID=fb0f1d8a-6de2-40c4-a603-5132fcc6d2be,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:02.517600 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-aba2048d-3afd-41cb-9fad-a086adb2c8e3 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:02.518348 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-aba2048d-3afd-41cb-9fad-a086adb2c8e3 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:02.536117 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4386fc-f851-41ff-a825-bc28043b849a', 'name': 'network-vif-deleted', 'tag': 'bc8305ab-27ae-4f22-a72d-ce92a6ad6556', 'status': 'completed', 'code': 200} Feb 09 12:25:02.536635 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'tag': '8ca27cde-50ae-448e-8752-816451ad1fe4', 'status': 'completed', 'code': 200} Feb 09 12:25:02.555368 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-aba2048d-3afd-41cb-9fad-a086adb2c8e3 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9999986 Feb 09 12:25:02.564371 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9149a72e-995c-41c4-a78d-4cdce3af4b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:02.570460 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9149a72e-995c-41c4-a78d-4cdce3af4b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:02.571642 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a1e5e-45af-4c81-9603-b0217f605c40 req-5b2bf338-f9d2-4f53-b8c5-ba8afd7d8711 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:02.572613 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9149a72e-995c-41c4-a78d-4cdce3af4b73 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0000794c-c965-4ed7-a1b5-4274bb806399 HTTP/1.1" status: 204 len: 168 time: 0.5824437 Feb 09 12:25:02.580372 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-036be67a-0008-4409-ae5e-4bd0c9f62406 service neutron] Request body: {'port': {'device_id': '7e6ea63f-586e-4867-af14-f492893658e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:25:02.591572 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a1e5e-45af-4c81-9603-b0217f605c40 req-5b2bf338-f9d2-4f53-b8c5-ba8afd7d8711 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:02.609617 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a1e5e-45af-4c81-9603-b0217f605c40 req-5b2bf338-f9d2-4f53-b8c5-ba8afd7d8711 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:02.625067 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a1e5e-45af-4c81-9603-b0217f605c40 req-5b2bf338-f9d2-4f53-b8c5-ba8afd7d8711 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:02.630662 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a1e5e-45af-4c81-9603-b0217f605c40 req-5b2bf338-f9d2-4f53-b8c5-ba8afd7d8711 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:02.651709 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a1e5e-45af-4c81-9603-b0217f605c40 req-5b2bf338-f9d2-4f53-b8c5-ba8afd7d8711 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:02.661008 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a1e5e-45af-4c81-9603-b0217f605c40 req-5b2bf338-f9d2-4f53-b8c5-ba8afd7d8711 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:02.665809 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9149a72e-995c-41c4-a78d-4cdce3af4b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0000794c-c965-4ed7-a1b5-4274bb806399,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:02.669644 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-811a1e5e-45af-4c81-9603-b0217f605c40 req-5b2bf338-f9d2-4f53-b8c5-ba8afd7d8711 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/ports?device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 5419 time: 0.3621686 Feb 09 12:25:02.735504 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.resource_extend [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-b404d0b9-eeee-4d25-99de-f2980f886287 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:25:02.754763 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-1b7148f8-fb9d-442c-9132-7a5b79251528 None None] Provisioning for port fb0f1d8a-6de2-40c4-a603-5132fcc6d2be completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:25:02.761629 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-1b7148f8-fb9d-442c-9132-7a5b79251528 None None] Provisioning complete for port fb0f1d8a-6de2-40c4-a603-5132fcc6d2be triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:25:02.762038 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1b7148f8-fb9d-442c-9132-7a5b79251528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:02.810155 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-036be67a-0008-4409-ae5e-4bd0c9f62406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:02.891098 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-1b7148f8-fb9d-442c-9132-7a5b79251528 None None] Port fb0f1d8a-6de2-40c4-a603-5132fcc6d2be cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:25:02.922935 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-811a1e5e-45af-4c81-9603-b0217f605c40 req-8bc62322-1629-405b-b33c-519bc08e2523 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c0bc8c-d7b4-4723-ae3e-494e368debc4&id=cc193dc4-ba36-4ff9-b98a-95f008157bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2104459 Feb 09 12:25:02.930275 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-b404d0b9-eeee-4d25-99de-f2980f886287 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfc19e50-67a7-4ca4-a870-f97828dc5bc8 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:25:02.950176 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-b404d0b9-eeee-4d25-99de-f2980f886287 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:02.987427 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-b404d0b9-eeee-4d25-99de-f2980f886287 service neutron] Transition to ACTIVE for port object dfc19e50-67a7-4ca4-a870-f97828dc5bc8 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:25:03.002946 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-b404d0b9-eeee-4d25-99de-f2980f886287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:03.099019 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d1020-4b59-4dd6-a1a5-91b96a883bde req-21a6d5c3-1ab8-4b37-be0b-7e30354142b0 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:03.109949 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-392d1020-4b59-4dd6-a1a5-91b96a883bde req-21a6d5c3-1ab8-4b37-be0b-7e30354142b0 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 951 time: 0.4001172 Feb 09 12:25:03.371660 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb899b-eba7-49af-ad86-7906e9f0dbb1 req-9fd00d26-ca55-4d64-8239-9b3dd3abf829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:03.372179 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb899b-eba7-49af-ad86-7906e9f0dbb1 req-9fd00d26-ca55-4d64-8239-9b3dd3abf829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:03.372786 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb899b-eba7-49af-ad86-7906e9f0dbb1 req-9fd00d26-ca55-4d64-8239-9b3dd3abf829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:03.373341 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb899b-eba7-49af-ad86-7906e9f0dbb1 req-9fd00d26-ca55-4d64-8239-9b3dd3abf829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:03.374181 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb899b-eba7-49af-ad86-7906e9f0dbb1 req-9fd00d26-ca55-4d64-8239-9b3dd3abf829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:03.374698 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb899b-eba7-49af-ad86-7906e9f0dbb1 req-9fd00d26-ca55-4d64-8239-9b3dd3abf829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:03.375265 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb899b-eba7-49af-ad86-7906e9f0dbb1 req-9fd00d26-ca55-4d64-8239-9b3dd3abf829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:03.377474 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dcbb899b-eba7-49af-ad86-7906e9f0dbb1 req-9fd00d26-ca55-4d64-8239-9b3dd3abf829 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1504faf0b32244dc872049fa5f2c3962&device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 6421 time: 0.8200369 Feb 09 12:25:03.420509 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b404d0b9-eeee-4d25-99de-f2980f886287 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc19e50-67a7-4ca4-a870-f97828dc5bc8,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:03.461230 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-036be67a-0008-4409-ae5e-4bd0c9f62406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb0f1d8a-6de2-40c4-a603-5132fcc6d2be {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:25:03.471573 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-036be67a-0008-4409-ae5e-4bd0c9f62406 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:03.493579 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-036be67a-0008-4409-ae5e-4bd0c9f62406 service neutron] Transition to ACTIVE for port object fb0f1d8a-6de2-40c4-a603-5132fcc6d2be will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:25:03.499558 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-392d1020-4b59-4dd6-a1a5-91b96a883bde req-4ff40e05-45b7-4dca-95c8-75744e2f7eb6 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886545 Feb 09 12:25:03.524028 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-036be67a-0008-4409-ae5e-4bd0c9f62406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:03.584321 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404d0b9-eeee-4d25-99de-f2980f886287 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:25:03.585262 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404d0b9-eeee-4d25-99de-f2980f886287 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:25:03.585773 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404d0b9-eeee-4d25-99de-f2980f886287 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:25:03.586278 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404d0b9-eeee-4d25-99de-f2980f886287 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:25:03.586755 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404d0b9-eeee-4d25-99de-f2980f886287 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:25:03.587233 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404d0b9-eeee-4d25-99de-f2980f886287 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:25:03.587711 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404d0b9-eeee-4d25-99de-f2980f886287 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:25:03.588211 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404d0b9-eeee-4d25-99de-f2980f886287 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:25:03.589310 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404d0b9-eeee-4d25-99de-f2980f886287 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:25:03.589802 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404d0b9-eeee-4d25-99de-f2980f886287 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:25:03.590273 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404d0b9-eeee-4d25-99de-f2980f886287 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:25:03.605672 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404d0b9-eeee-4d25-99de-f2980f886287 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:25:03.739115 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-b404d0b9-eeee-4d25-99de-f2980f886287 service neutron] Attempting to bind port dfc19e50-67a7-4ca4-a870-f97828dc5bc8 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:25:03.739639 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-b404d0b9-eeee-4d25-99de-f2980f886287 service neutron] Attempting to bind port dfc19e50-67a7-4ca4-a870-f97828dc5bc8 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '9d15f5f1-dfad-42b6-bcbf-5425bd2abb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'ba448e7a-fa60-4f14-8e77-7f852965ebd1'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:25:03.740165 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-b404d0b9-eeee-4d25-99de-f2980f886287 service neutron] Attempting to bind port dfc19e50-67a7-4ca4-a870-f97828dc5bc8 on network ba448e7a-fa60-4f14-8e77-7f852965ebd1 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:25:03.757191 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-b404d0b9-eeee-4d25-99de-f2980f886287 service neutron] Port dfc19e50-67a7-4ca4-a870-f97828dc5bc8 on network ba448e7a-fa60-4f14-8e77-7f852965ebd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:25:03.757853 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-b404d0b9-eeee-4d25-99de-f2980f886287 service neutron] Attempting to bind port dfc19e50-67a7-4ca4-a870-f97828dc5bc8 on network ba448e7a-fa60-4f14-8e77-7f852965ebd1 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:25:03.790853 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-b404d0b9-eeee-4d25-99de-f2980f886287 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:25:03.791300 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-b404d0b9-eeee-4d25-99de-f2980f886287 service neutron] Checking segment: {'id': '9d15f5f1-dfad-42b6-bcbf-5425bd2abb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'ba448e7a-fa60-4f14-8e77-7f852965ebd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:25:03.791752 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-b404d0b9-eeee-4d25-99de-f2980f886287 service neutron] Bound using segment: {'id': '9d15f5f1-dfad-42b6-bcbf-5425bd2abb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'ba448e7a-fa60-4f14-8e77-7f852965ebd1'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:25:03.792291 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-b404d0b9-eeee-4d25-99de-f2980f886287 service neutron] Bound port: dfc19e50-67a7-4ca4-a870-f97828dc5bc8, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d15f5f1-dfad-42b6-bcbf-5425bd2abb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'ba448e7a-fa60-4f14-8e77-7f852965ebd1'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:25:03.792704 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-b404d0b9-eeee-4d25-99de-f2980f886287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:03.794897 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036be67a-0008-4409-ae5e-4bd0c9f62406 service neutron] Pushing event updated for resources: {'Port': ['ID=fb0f1d8a-6de2-40c4-a603-5132fcc6d2be,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:03.830579 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd330c-d021-49f3-8153-e9f4646061f5 req-f2fd7df5-7a05-475c-b8c4-8d7ebe4a7b90 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:03.838336 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-15bd330c-d021-49f3-8153-e9f4646061f5 req-f2fd7df5-7a05-475c-b8c4-8d7ebe4a7b90 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e6ea63f-586e-4867-af14-f492893658e8 HTTP/1.1" status: 200 len: 935 time: 0.6881106 Feb 09 12:25:03.846135 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-036be67a-0008-4409-ae5e-4bd0c9f62406 service neutron] Attempting to bind port fb0f1d8a-6de2-40c4-a603-5132fcc6d2be on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:25:03.846579 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-036be67a-0008-4409-ae5e-4bd0c9f62406 service neutron] Attempting to bind port fb0f1d8a-6de2-40c4-a603-5132fcc6d2be by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:25:03.846987 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-036be67a-0008-4409-ae5e-4bd0c9f62406 service neutron] Attempting to bind port fb0f1d8a-6de2-40c4-a603-5132fcc6d2be on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:25:03.852661 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-036be67a-0008-4409-ae5e-4bd0c9f62406 service neutron] Port fb0f1d8a-6de2-40c4-a603-5132fcc6d2be on network 4f732e35-467f-44f5-be04-aa808693dec3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:25:03.853063 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-036be67a-0008-4409-ae5e-4bd0c9f62406 service neutron] Attempting to bind port fb0f1d8a-6de2-40c4-a603-5132fcc6d2be on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:25:03.859686 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-036be67a-0008-4409-ae5e-4bd0c9f62406 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:25:03.860149 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-036be67a-0008-4409-ae5e-4bd0c9f62406 service neutron] Checking segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:25:03.860849 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-036be67a-0008-4409-ae5e-4bd0c9f62406 service neutron] Bound using segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:25:03.861342 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-036be67a-0008-4409-ae5e-4bd0c9f62406 service neutron] Bound port: fb0f1d8a-6de2-40c4-a603-5132fcc6d2be, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:25:03.861787 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-036be67a-0008-4409-ae5e-4bd0c9f62406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:03.920976 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb899b-eba7-49af-ad86-7906e9f0dbb1 req-f3600165-cb95-4e45-a2d3-274342925965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:03.921451 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb899b-eba7-49af-ad86-7906e9f0dbb1 req-f3600165-cb95-4e45-a2d3-274342925965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:03.921913 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb899b-eba7-49af-ad86-7906e9f0dbb1 req-f3600165-cb95-4e45-a2d3-274342925965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:03.924547 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dcbb899b-eba7-49af-ad86-7906e9f0dbb1 req-f3600165-cb95-4e45-a2d3-274342925965 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=1504faf0b32244dc872049fa5f2c3962&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5329196 Feb 09 12:25:03.984601 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-036be67a-0008-4409-ae5e-4bd0c9f62406 service neutron] For port fb0f1d8a-6de2-40c4-a603-5132fcc6d2be, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:25:03.988051 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-036be67a-0008-4409-ae5e-4bd0c9f62406 service neutron] For port fb0f1d8a-6de2-40c4-a603-5132fcc6d2be, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=fb0f1d8a-6de2-40c4-a603-5132fcc6d2be,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:25:03.992921 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-036be67a-0008-4409-ae5e-4bd0c9f62406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:04.057657 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-036be67a-0008-4409-ae5e-4bd0c9f62406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:04.058419 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-036be67a-0008-4409-ae5e-4bd0c9f62406 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:04.059997 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-036be67a-0008-4409-ae5e-4bd0c9f62406 service neutron] 10.222.0.46 "PUT /v2.0/ports/fb0f1d8a-6de2-40c4-a603-5132fcc6d2be HTTP/1.1" status: 200 len: 1095 time: 1.4857783 Feb 09 12:25:04.060461 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e6ea63f-586e-4867-af14-f492893658e8', 'tag': 'fb0f1d8a-6de2-40c4-a603-5132fcc6d2be'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:25:04.081284 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee34a3-d7a5-44fb-82ef-14c0b160095e req-6511c50e-b989-4a7a-a53a-a86e67ae612f tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:04.083792 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cfee34a3-d7a5-44fb-82ef-14c0b160095e req-6511c50e-b989-4a7a-a53a-a86e67ae612f tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=80d09481-cde5-4896-9bcc-08c44ca3c92d HTTP/1.1" status: 200 len: 945 time: 0.4129755 Feb 09 12:25:04.089327 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-15bd330c-d021-49f3-8153-e9f4646061f5 req-17e0947c-a1a5-4447-b52f-d2a32d27b47d tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.55 "GET /v2.0/security-groups?id=daf48eb8-e765-47d2-841e-309e62616d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502861 Feb 09 12:25:04.099225 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036be67a-0008-4409-ae5e-4bd0c9f62406 service neutron] Pushing event updated for resources: {'Port': ['ID=fb0f1d8a-6de2-40c4-a603-5132fcc6d2be,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:04.164149 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-b404d0b9-eeee-4d25-99de-f2980f886287 service neutron] For port dfc19e50-67a7-4ca4-a870-f97828dc5bc8, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:25:04.214661 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-b404d0b9-eeee-4d25-99de-f2980f886287 service neutron] For port dfc19e50-67a7-4ca4-a870-f97828dc5bc8, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=dfc19e50-67a7-4ca4-a870-f97828dc5bc8,segment=NetworkSegment(9d15f5f1-dfad-42b6-bcbf-5425bd2abb42),segment_id=9d15f5f1-dfad-42b6-bcbf-5425bd2abb42)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:25:04.238015 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-b404d0b9-eeee-4d25-99de-f2980f886287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:04.264793 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cfee34a3-d7a5-44fb-82ef-14c0b160095e req-65eb7dd1-0623-424f-a644-c5232282431e tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611280 Feb 09 12:25:04.324145 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-5fb4885f-3394-4729-851a-6e51f135cfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:04.346198 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-5fb4885f-3394-4729-851a-6e51f135cfc1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7c1ef4d3b2bd48adb9701d4f73fa1aa9&device_id=7e6ea63f-586e-4867-af14-f492893658e8 HTTP/1.1" status: 200 len: 1098 time: 0.1848772 Feb 09 12:25:04.476450 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-449b1aa9-9cf3-489e-b35c-9802bece6676 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=fb0f1d8a-6de2-40c4-a603-5132fcc6d2be HTTP/1.1" status: 200 len: 217 time: 0.1231129 Feb 09 12:25:04.765899 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb899b-eba7-49af-ad86-7906e9f0dbb1 req-b4e26104-b1e6-49fc-91bd-d69fcfa57668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:04.769095 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dcbb899b-eba7-49af-ad86-7906e9f0dbb1 req-b4e26104-b1e6-49fc-91bd-d69fcfa57668 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8183966 Feb 09 12:25:04.787116 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-f76359e4-c212-4342-80ed-eccb1b93d7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:04.788758 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-f76359e4-c212-4342-80ed-eccb1b93d7b5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.2960992 Feb 09 12:25:04.818705 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-b404d0b9-eeee-4d25-99de-f2980f886287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:04.819335 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-b404d0b9-eeee-4d25-99de-f2980f886287 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:04.820710 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-b404d0b9-eeee-4d25-99de-f2980f886287 service neutron] 10.222.0.46 "PUT /v2.0/ports/dfc19e50-67a7-4ca4-a870-f97828dc5bc8 HTTP/1.1" status: 200 len: 1091 time: 3.3448951 Feb 09 12:25:04.825590 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'tag': 'dfc19e50-67a7-4ca4-a870-f97828dc5bc8'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:25:04.840216 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-103cb7d7-2b32-4d37-8386-e90702d53529 req-26d3f832-dc10-4a48-8786-22f9541b88cb tempest-ServerShowV247Test-269923014 tempest-ServerShowV247Test-269923014-project] 10.222.0.55 "GET /v2.0/ports?device_id=16f2c947-2f7d-421b-8307-190f1c134222 HTTP/1.1" status: 200 len: 210 time: 0.4734433 Feb 09 12:25:04.908088 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-e070e544-4bbb-4c8a-8405-5110075fff1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:04.909791 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-e070e544-4bbb-4c8a-8405-5110075fff1c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1100879 Feb 09 12:25:04.948398 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b404d0b9-eeee-4d25-99de-f2980f886287 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc19e50-67a7-4ca4-a870-f97828dc5bc8,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:04.950973 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e6ea63f-586e-4867-af14-f492893658e8', 'tag': 'fb0f1d8a-6de2-40c4-a603-5132fcc6d2be', 'status': 'completed', 'code': 200} Feb 09 12:25:05.018399 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc140a-851f-4d8c-89c4-2d3b7b572eb5 req-1e29034a-bd48-4e2f-929d-d9d83ae7f5a0 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:05.027275 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc140a-851f-4d8c-89c4-2d3b7b572eb5 req-1e29034a-bd48-4e2f-929d-d9d83ae7f5a0 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:05.035215 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc140a-851f-4d8c-89c4-2d3b7b572eb5 req-1e29034a-bd48-4e2f-929d-d9d83ae7f5a0 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:05.042570 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc140a-851f-4d8c-89c4-2d3b7b572eb5 req-1e29034a-bd48-4e2f-929d-d9d83ae7f5a0 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:05.051897 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc140a-851f-4d8c-89c4-2d3b7b572eb5 req-1e29034a-bd48-4e2f-929d-d9d83ae7f5a0 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:05.059029 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc140a-851f-4d8c-89c4-2d3b7b572eb5 req-1e29034a-bd48-4e2f-929d-d9d83ae7f5a0 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:05.066418 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc140a-851f-4d8c-89c4-2d3b7b572eb5 req-1e29034a-bd48-4e2f-929d-d9d83ae7f5a0 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:05.072298 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9ccc140a-851f-4d8c-89c4-2d3b7b572eb5 req-1e29034a-bd48-4e2f-929d-d9d83ae7f5a0 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/ports?device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 5431 time: 0.3020639 Feb 09 12:25:05.081163 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152bc28-0c8e-4bba-a95b-9d07b46b6834 req-a04c7f05-62aa-4b72-a07d-68e8b1d3a8ee tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:05.082590 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2152bc28-0c8e-4bba-a95b-9d07b46b6834 req-a04c7f05-62aa-4b72-a07d-68e8b1d3a8ee tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.52 "GET /v2.0/ports?device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 951 time: 0.8111122 Feb 09 12:25:05.096486 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-8f805dd3-0db2-4c36-8959-5b68266eacc0 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752412 Feb 09 12:25:05.207094 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-e8a14bf9-e8a0-4d0b-b6ad-5e60f7df8460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:05.207620 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-e8a14bf9-e8a0-4d0b-b6ad-5e60f7df8460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:05.208151 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-e8a14bf9-e8a0-4d0b-b6ad-5e60f7df8460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:05.208637 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-e8a14bf9-e8a0-4d0b-b6ad-5e60f7df8460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:05.209127 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-e8a14bf9-e8a0-4d0b-b6ad-5e60f7df8460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:05.209594 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-e8a14bf9-e8a0-4d0b-b6ad-5e60f7df8460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:05.210052 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-e8a14bf9-e8a0-4d0b-b6ad-5e60f7df8460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:05.212018 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-e8a14bf9-e8a0-4d0b-b6ad-5e60f7df8460 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1504faf0b32244dc872049fa5f2c3962&device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 6488 time: 0.3199608 Feb 09 12:25:05.241804 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-55c47c75-953f-4bc3-8805-bd4f49ffd8fb req-258c7868-336f-407c-a84a-131fd88965d1 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387568 Feb 09 12:25:05.325126 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-43474143-15c3-42f3-ab30-f81271f72102 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=753ea632-df42-4ace-853e-cbed8bf97ca9 HTTP/1.1" status: 200 len: 217 time: 0.0933206 Feb 09 12:25:05.328954 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9ccc140a-851f-4d8c-89c4-2d3b7b572eb5 req-201cb260-d9c1-4432-8d56-f686e8b93343 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c0bc8c-d7b4-4723-ae3e-494e368debc4&id=cc193dc4-ba36-4ff9-b98a-95f008157bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2443304 Feb 09 12:25:05.391110 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5947f-ad4b-4d44-b0ae-c76e0f03d977 req-0d841c26-bdd9-4afc-8d95-acf14d4d2839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:05.396297 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-57d5947f-ad4b-4d44-b0ae-c76e0f03d977 req-0d841c26-bdd9-4afc-8d95-acf14d4d2839 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7c1ef4d3b2bd48adb9701d4f73fa1aa9&device_id=7e6ea63f-586e-4867-af14-f492893658e8 HTTP/1.1" status: 200 len: 1098 time: 0.0964363 Feb 09 12:25:05.396831 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-2152bc28-0c8e-4bba-a95b-9d07b46b6834 req-883a694e-777c-4a45-91fb-47e22edce8e3 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Deleting port 08601888-bd41-4769-a19e-2b5f519c58c0 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:25:05.397185 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-2152bc28-0c8e-4bba-a95b-9d07b46b6834 req-883a694e-777c-4a45-91fb-47e22edce8e3 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:05.432226 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'tag': 'dfc19e50-67a7-4ca4-a870-f97828dc5bc8', 'status': 'completed', 'code': 200} Feb 09 12:25:05.493538 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-63d9f9db-e20b-4d45-b9ee-d9016c0f4c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:05.495802 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-63d9f9db-e20b-4d45-b9ee-d9016c0f4c48 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3d2e5ab4-ed0b-495e-9f76-7abb1b03c440 HTTP/1.1" status: 200 len: 855 time: 0.1571512 Feb 09 12:25:05.557485 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5947f-ad4b-4d44-b0ae-c76e0f03d977 req-a08d1cce-9668-4e25-8618-cf4c8ef73464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:05.559110 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-57d5947f-ad4b-4d44-b0ae-c76e0f03d977 req-a08d1cce-9668-4e25-8618-cf4c8ef73464 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.1530316 Feb 09 12:25:05.643249 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b54911-3e55-4392-97e2-4e6750c27a4d req-17e86354-c983-4b35-ba8a-d1854cf4b66b tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:05.644163 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-57d5947f-ad4b-4d44-b0ae-c76e0f03d977 req-2d1eb9d2-5818-4898-8379-af163a40852b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=fb0f1d8a-6de2-40c4-a603-5132fcc6d2be HTTP/1.1" status: 200 len: 217 time: 0.0757034 Feb 09 12:25:05.644739 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e9b54911-3e55-4392-97e2-4e6750c27a4d req-17e86354-c983-4b35-ba8a-d1854cf4b66b tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 951 time: 0.5611923 Feb 09 12:25:05.717165 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5947f-ad4b-4d44-b0ae-c76e0f03d977 req-e27c3019-a091-44d8-a7ab-8f14597f8204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:05.719378 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-57d5947f-ad4b-4d44-b0ae-c76e0f03d977 req-e27c3019-a091-44d8-a7ab-8f14597f8204 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.0675623 Feb 09 12:25:05.805965 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5947f-ad4b-4d44-b0ae-c76e0f03d977 req-70ba1cb3-88d1-4855-91e1-c2c6808843bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:05.807525 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-57d5947f-ad4b-4d44-b0ae-c76e0f03d977 req-70ba1cb3-88d1-4855-91e1-c2c6808843bc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0807121 Feb 09 12:25:05.830319 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e9b54911-3e55-4392-97e2-4e6750c27a4d req-0f257e5a-d8b9-4969-9432-531b58c3f7e1 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728532 Feb 09 12:25:05.881407 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb6334-bda4-4ad0-9bb8-71680d6992c4 req-79b45b22-c535-4278-9972-e0fd56045a1c tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:05.888485 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5ffb6334-bda4-4ad0-9bb8-71680d6992c4 req-79b45b22-c535-4278-9972-e0fd56045a1c tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e6ea63f-586e-4867-af14-f492893658e8 HTTP/1.1" status: 200 len: 947 time: 0.3540723 Feb 09 12:25:05.910591 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-94a4bde4-4d4d-4ece-b800-1d6343162c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:05.912150 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-94a4bde4-4d4d-4ece-b800-1d6343162c78 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3766148 Feb 09 12:25:05.983591 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-57d5947f-ad4b-4d44-b0ae-c76e0f03d977 req-a899805c-adb2-4886-b460-c897c9a7094c service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674647 Feb 09 12:25:06.092386 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5ffb6334-bda4-4ad0-9bb8-71680d6992c4 req-e246ae87-9bd8-4ca9-a7f7-413a175a02b7 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.55 "GET /v2.0/security-groups?id=daf48eb8-e765-47d2-841e-309e62616d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029877 Feb 09 12:25:06.132634 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-2152bc28-0c8e-4bba-a95b-9d07b46b6834 req-883a694e-777c-4a45-91fb-47e22edce8e3 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] For port 08601888-bd41-4769-a19e-2b5f519c58c0, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=08601888-bd41-4769-a19e-2b5f519c58c0,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:25:06.133023 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-2152bc28-0c8e-4bba-a95b-9d07b46b6834 req-883a694e-777c-4a45-91fb-47e22edce8e3 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:06.136452 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-57d5947f-ad4b-4d44-b0ae-c76e0f03d977 req-3ad3b5ac-ed22-4dc1-a11e-0561d4239a04 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460490 Feb 09 12:25:06.294131 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-06bdd1c0-6c8f-415c-9485-d989a3f86dc6 service neutron] 10.222.0.46 "GET /v2.0/networks/d9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648803 Feb 09 12:25:06.308474 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-2152bc28-0c8e-4bba-a95b-9d07b46b6834 req-883a694e-777c-4a45-91fb-47e22edce8e3 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Calling delete_port for 08601888-bd41-4769-a19e-2b5f519c58c0 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:25:06.427072 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5cfbca3c-1abd-4791-91cb-d0735ffb5719 req-3bea29b9-bd70-4372-9087-5da2d9877a22 tempest-ServerShowV247Test-269923014 tempest-ServerShowV247Test-269923014-project] 10.222.0.55 "GET /v2.0/ports?device_id=16f2c947-2f7d-421b-8307-190f1c134222 HTTP/1.1" status: 200 len: 210 time: 0.1351938 Feb 09 12:25:06.679708 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09ce8e-83ce-4bd4-ab6d-3c51499771c9 req-4d1eb264-f780-419f-a11d-a0d3f8ceaecb tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:06.681116 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1f09ce8e-83ce-4bd4-ab6d-3c51499771c9 req-4d1eb264-f780-419f-a11d-a0d3f8ceaecb tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=80d09481-cde5-4896-9bcc-08c44ca3c92d HTTP/1.1" status: 200 len: 945 time: 0.7241385 Feb 09 12:25:06.835384 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1f09ce8e-83ce-4bd4-ab6d-3c51499771c9 req-8942e7b2-8f27-417d-9fe0-f4f2501d38bd tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450047 Feb 09 12:25:06.855205 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-38a7553c-42ec-4d70-960b-5146a950ae5c service neutron] 10.222.0.46 "GET /v2.0/networks/d9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4825966 Feb 09 12:25:06.934826 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-09901c93-9917-4147-861f-e37de480b3da service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=8c7a964d-584c-4dbd-b299-f7b5a48b8988 HTTP/1.1" status: 200 len: 217 time: 0.0716901 Feb 09 12:25:06.936415 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-2152bc28-0c8e-4bba-a95b-9d07b46b6834 req-883a694e-777c-4a45-91fb-47e22edce8e3 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:06.952682 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['209e9bbb-4904-4e48-aa76-9dd4a90dc863', '06e0063b-7504-4c66-9209-f7afc1529895'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:25:06.993442 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa00b6-cd48-462c-9489-b4803fdba374 req-269a1a14-330a-46f3-9d4f-98ad755e2f1b tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:06.994961 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-91aa00b6-cd48-462c-9489-b4803fdba374 req-269a1a14-330a-46f3-9d4f-98ad755e2f1b tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.3820677 Feb 09 12:25:07.140327 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a694e-777c-4a45-91fb-47e22edce8e3 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Pushing event deleted for resources: {'Port': ['ID=08601888-bd41-4769-a19e-2b5f519c58c0,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:07.269042 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-2152bc28-0c8e-4bba-a95b-9d07b46b6834 req-883a694e-777c-4a45-91fb-47e22edce8e3 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] No DVR routers for this DVR port 08601888-bd41-4769-a19e-2b5f519c58c0 on host n-h1-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:25:07.281207 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-91aa00b6-cd48-462c-9489-b4803fdba374 req-5e7ec507-b7c3-4637-add2-44656308e399 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2379713 Feb 09 12:25:07.287854 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-2152bc28-0c8e-4bba-a95b-9d07b46b6834 req-883a694e-777c-4a45-91fb-47e22edce8e3 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:07.303729 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-2a9801b3-1a88-41b0-b101-07acaa98cc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:07.311564 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-2a9801b3-1a88-41b0-b101-07acaa98cc1e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d4a29de1-2de8-4648-a30a-65f56edf521b HTTP/1.1" status: 200 len: 797 time: 0.3628283 Feb 09 12:25:07.405829 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2152bc28-0c8e-4bba-a95b-9d07b46b6834 req-883a694e-777c-4a45-91fb-47e22edce8e3 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.52 "DELETE /v2.0/ports/08601888-bd41-4769-a19e-2b5f519c58c0 HTTP/1.1" status: 204 len: 173 time: 2.2838719 Feb 09 12:25:07.437154 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01599260-5f20-420e-9ea8-7409b9f6301c', 'name': 'network-vif-deleted', 'tag': '08601888-bd41-4769-a19e-2b5f519c58c0'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:25:07.463808 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216758cc-a046-4f4b-9c76-05ffca5c2f66 req-f9ad6453-7cea-4dd5-8093-da9bf84a9344 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:07.469580 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216758cc-a046-4f4b-9c76-05ffca5c2f66 req-f9ad6453-7cea-4dd5-8093-da9bf84a9344 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:07.476488 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216758cc-a046-4f4b-9c76-05ffca5c2f66 req-f9ad6453-7cea-4dd5-8093-da9bf84a9344 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:07.482440 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216758cc-a046-4f4b-9c76-05ffca5c2f66 req-f9ad6453-7cea-4dd5-8093-da9bf84a9344 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:07.488581 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216758cc-a046-4f4b-9c76-05ffca5c2f66 req-f9ad6453-7cea-4dd5-8093-da9bf84a9344 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:07.497323 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216758cc-a046-4f4b-9c76-05ffca5c2f66 req-f9ad6453-7cea-4dd5-8093-da9bf84a9344 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:07.506398 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216758cc-a046-4f4b-9c76-05ffca5c2f66 req-f9ad6453-7cea-4dd5-8093-da9bf84a9344 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:07.513831 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-216758cc-a046-4f4b-9c76-05ffca5c2f66 req-f9ad6453-7cea-4dd5-8093-da9bf84a9344 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/ports?device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 5431 time: 0.5178337 Feb 09 12:25:07.589828 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-a8ae54ed-dd77-4eec-b85d-d71f0d4ce7c1 req-302ec01d-b778-4d47-beb8-98a6a2954467 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Synchronizing usage tracker for tenant:49129fa2c03c45c2a0df365ab76f11e9 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:25:07.643996 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-a8ae54ed-dd77-4eec-b85d-d71f0d4ce7c1 req-302ec01d-b778-4d47-beb8-98a6a2954467 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Unset dirty status for tenant:49129fa2c03c45c2a0df365ab76f11e9 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:25:07.645160 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a8ae54ed-dd77-4eec-b85d-d71f0d4ce7c1 req-302ec01d-b778-4d47-beb8-98a6a2954467 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=01599260-5f20-420e-9ea8-7409b9f6301c HTTP/1.1" status: 200 len: 210 time: 0.1163592 Feb 09 12:25:07.649252 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-216758cc-a046-4f4b-9c76-05ffca5c2f66 req-a7615af3-9771-46c8-b777-83e8a5e1bec9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c0bc8c-d7b4-4723-ae3e-494e368debc4&id=cc193dc4-ba36-4ff9-b98a-95f008157bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1346207 Feb 09 12:25:07.652408 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-56d8c4f0-52ad-4698-bfbd-0ec5df44e9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:07.653814 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-56d8c4f0-52ad-4698-bfbd-0ec5df44e9c1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9cd8438c-2c74-4941-a26e-2747746bb4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3316936 Feb 09 12:25:07.745247 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 08601888-bd41-4769-a19e-2b5f519c58c0 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:25:07.803319 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] No Port match for: 08601888-bd41-4769-a19e-2b5f519c58c0 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:25:07.803669 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 08601888-bd41-4769-a19e-2b5f519c58c0 not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:25:07.897161 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-2db3afd9-c873-482c-99cf-3ba7dccc2c8d service neutron] 10.222.0.46 "GET /v2.0/networks/9cd8438c-2c74-4941-a26e-2747746bb4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362096 Feb 09 12:25:08.066887 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdafd68-e2c4-4969-a48c-74c9ef15ce23 req-b56bcca7-2aba-48d9-8173-34042006ec01 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:08.068508 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1bdafd68-e2c4-4969-a48c-74c9ef15ce23 req-b56bcca7-2aba-48d9-8173-34042006ec01 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.2720556 Feb 09 12:25:08.089697 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5018cd-6cf2-4cf5-bd5d-c7a8912e1e42 req-1e92f6d1-aa6b-4213-bbd5-d0e87e162dac tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:08.091347 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0d5018cd-6cf2-4cf5-bd5d-c7a8912e1e42 req-1e92f6d1-aa6b-4213-bbd5-d0e87e162dac tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e6ea63f-586e-4867-af14-f492893658e8 HTTP/1.1" status: 200 len: 947 time: 0.2556703 Feb 09 12:25:08.117914 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-a81c1c81-f3bb-4bd9-9ad0-30aa0d4a6831 service neutron] 10.222.0.46 "GET /v2.0/networks/9cd8438c-2c74-4941-a26e-2747746bb4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046103 Feb 09 12:25:08.216049 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-83c973f9-e735-4b0f-8b77-4d8843b11d4f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87 HTTP/1.1" status: 200 len: 217 time: 0.0841293 Feb 09 12:25:08.229567 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1bdafd68-e2c4-4969-a48c-74c9ef15ce23 req-d170449f-ab95-4c74-ba62-233b7b3c5cea tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479802 Feb 09 12:25:08.290209 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0d5018cd-6cf2-4cf5-bd5d-c7a8912e1e42 req-1efc8eb9-ec4a-46f2-9ea6-e7664a2adc08 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.55 "GET /v2.0/security-groups?id=daf48eb8-e765-47d2-841e-309e62616d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777635 Feb 09 12:25:08.305841 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-8db74b5f-15aa-42be-b6bd-47a507df032b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:08.307228 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-8db74b5f-15aa-42be-b6bd-47a507df032b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d4a29de1-2de8-4648-a30a-65f56edf521b HTTP/1.1" status: 200 len: 797 time: 0.0749528 Feb 09 12:25:08.388642 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01599260-5f20-420e-9ea8-7409b9f6301c', 'name': 'network-vif-deleted', 'tag': '08601888-bd41-4769-a19e-2b5f519c58c0', 'status': 'completed', 'code': 200} Feb 09 12:25:08.468677 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-370f9b43-47a5-46ed-b7a4-6f2c78ed5355 req-dc3d8485-f045-40e4-9a5e-dd767720077d tempest-ServerShowV247Test-269923014 tempest-ServerShowV247Test-269923014-project] 10.222.0.55 "GET /v2.0/ports?device_id=16f2c947-2f7d-421b-8307-190f1c134222 HTTP/1.1" status: 200 len: 210 time: 0.0470796 Feb 09 12:25:08.479445 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-60aa3178-2d4f-455c-9388-9b96a1339f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:08.481053 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-60aa3178-2d4f-455c-9388-9b96a1339f03 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9cd8438c-2c74-4941-a26e-2747746bb4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1654816 Feb 09 12:25:08.941953 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-68a548f0-ff1a-407b-b471-fb0a3601bc74 service neutron] 10.222.0.46 "GET /v2.0/networks/9cd8438c-2c74-4941-a26e-2747746bb4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4523566 Feb 09 12:25:08.999735 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-25db9b29-a8d6-4c9e-a1df-15bd0d51cdaf tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:09.001789 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-25db9b29-a8d6-4c9e-a1df-15bd0d51cdaf tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/networks?id=0448691a-ec13-4b8b-a50a-33e2c91deaac HTTP/1.1" status: 200 len: 812 time: 0.2932127 Feb 09 12:25:09.009118 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777abfd-e265-4643-8c41-9596f39ad635 req-2637cf08-e149-40de-becd-65c025e6b91d tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:09.010488 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4777abfd-e265-4643-8c41-9596f39ad635 req-2637cf08-e149-40de-becd-65c025e6b91d tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=80d09481-cde5-4896-9bcc-08c44ca3c92d HTTP/1.1" status: 200 len: 945 time: 0.3036489 Feb 09 12:25:09.099224 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-021c0060-6a1b-414e-b1c3-1c3e0d9162a9 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/quotas/ff6e1bb65bc440a9af2daa6d5785a57a HTTP/1.1" status: 200 len: 375 time: 0.0399480 Feb 09 12:25:09.180067 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4777abfd-e265-4643-8c41-9596f39ad635 req-a7b99e3c-50a5-48ab-a255-796cfd0e491c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194434 Feb 09 12:25:09.218542 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-e81f6693-1cd0-4b10-b30f-2b6e19b41516 service neutron] 10.222.0.46 "GET /v2.0/networks/9cd8438c-2c74-4941-a26e-2747746bb4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561119 Feb 09 12:25:09.253738 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51314) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:09.306265 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-2d1f0a3b-2efc-45ea-998a-90263164e152 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=2059b77a-91ab-4eb8-93ce-0a09084220d8 HTTP/1.1" status: 200 len: 217 time: 0.0790138 Feb 09 12:25:09.457884 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-109b3259-f809-46ac-a8d5-329b6d38f21f tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ff6e1bb65bc440a9af2daa6d5785a57a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3446426 Feb 09 12:25:09.634970 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device fb0f1d8a-6de2-40c4-a603-5132fcc6d2be details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:25:09.649426 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 51330) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:09.655558 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-8237bfd7-4a98-4417-b018-fb648bc32df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:09.657103 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-8237bfd7-4a98-4417-b018-fb648bc32df0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d4a29de1-2de8-4648-a30a-65f56edf521b HTTP/1.1" status: 200 len: 797 time: 0.3404930 Feb 09 12:25:09.811202 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de637e0-0437-4aed-8806-ea00ae15e580 req-43cfe816-285b-4880-b8d3-be4a84892b9b tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:09.817885 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de637e0-0437-4aed-8806-ea00ae15e580 req-43cfe816-285b-4880-b8d3-be4a84892b9b tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:09.819878 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port fb0f1d8a-6de2-40c4-a603-5132fcc6d2be, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=fb0f1d8a-6de2-40c4-a603-5132fcc6d2be,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:25:09.824715 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de637e0-0437-4aed-8806-ea00ae15e580 req-43cfe816-285b-4880-b8d3-be4a84892b9b tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:09.832420 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de637e0-0437-4aed-8806-ea00ae15e580 req-43cfe816-285b-4880-b8d3-be4a84892b9b tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:09.836350 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'fb0f1d8a-6de2-40c4-a603-5132fcc6d2be', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'port_id': 'fb0f1d8a-6de2-40c4-a603-5132fcc6d2be', 'mac_address': 'fa:16:3e:d5:ba:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed5558-888d-440a-8c32-52f2f9bc5bd5', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:25:09.839465 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de637e0-0437-4aed-8806-ea00ae15e580 req-43cfe816-285b-4880-b8d3-be4a84892b9b tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:09.846849 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de637e0-0437-4aed-8806-ea00ae15e580 req-43cfe816-285b-4880-b8d3-be4a84892b9b tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:09.853617 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de637e0-0437-4aed-8806-ea00ae15e580 req-43cfe816-285b-4880-b8d3-be4a84892b9b tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:09.855630 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7de637e0-0437-4aed-8806-ea00ae15e580 req-43cfe816-285b-4880-b8d3-be4a84892b9b tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/ports?device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 5431 time: 0.3597119 Feb 09 12:25:09.864051 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-18e9f716-418e-4b64-bef5-c94f9109871f service neutron] 10.222.0.55 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966627 Feb 09 12:25:09.906685 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:09.923939 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-97192bf8-5918-4d25-8323-2ac2017f60fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:09.926837 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb0f1d8a-6de2-40c4-a603-5132fcc6d2be {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:25:09.945093 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port fb0f1d8a-6de2-40c4-a603-5132fcc6d2be, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=fb0f1d8a-6de2-40c4-a603-5132fcc6d2be,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:25:09.949489 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:10.025146 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-97192bf8-5918-4d25-8323-2ac2017f60fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:25:10.025698 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=fb0f1d8a-6de2-40c4-a603-5132fcc6d2be,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:10.038746 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-97192bf8-5918-4d25-8323-2ac2017f60fc admin admin] Usage tracker for resource:security_group_rule and tenant:28897043ca0c43629f6fe408a911500f is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:25:10.046063 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-97192bf8-5918-4d25-8323-2ac2017f60fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:25:10.052220 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7de637e0-0437-4aed-8806-ea00ae15e580 req-bf2ac69e-a370-498f-9905-79093701fcd8 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c0bc8c-d7b4-4723-ae3e-494e368debc4&id=cc193dc4-ba36-4ff9-b98a-95f008157bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1672113 Feb 09 12:25:10.059280 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-118c406c-447b-4f0f-821b-50f2e8aea1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:10.060767 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-118c406c-447b-4f0f-821b-50f2e8aea1d8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9cd8438c-2c74-4941-a26e-2747746bb4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3933527 Feb 09 12:25:10.071971 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-97192bf8-5918-4d25-8323-2ac2017f60fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:25:10.192473 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ab02e9fd-afb5-45e6-911e-8d11d2f2f9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:10.278520 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['fb0f1d8a-6de2-40c4-a603-5132fcc6d2be'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:25:10.298624 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-aa98fe85-af74-4945-b911-988531c9e5cd service neutron] 10.222.0.55 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272363 Feb 09 12:25:10.313290 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-cb03bfbf-d17f-4c9a-9060-4275f737caa0 service neutron] 10.222.0.46 "GET /v2.0/networks/9cd8438c-2c74-4941-a26e-2747746bb4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389724 Feb 09 12:25:10.703052 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-ab02e9fd-afb5-45e6-911e-8d11d2f2f9b8 admin admin] Deleting port f33ae3e6-9206-451f-a273-fdd42d214a02 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:25:10.703606 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ab02e9fd-afb5-45e6-911e-8d11d2f2f9b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:10.722643 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ef31c-0adb-45ed-b245-04d46a4c306d req-83bc50bd-76c3-4a8e-ba99-f35706f304c6 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:10.729772 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c58ef31c-0adb-45ed-b245-04d46a4c306d req-83bc50bd-76c3-4a8e-ba99-f35706f304c6 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e6ea63f-586e-4867-af14-f492893658e8 HTTP/1.1" status: 200 len: 948 time: 0.5657301 Feb 09 12:25:10.808252 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-97192bf8-5918-4d25-8323-2ac2017f60fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:10.862982 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-97192bf8-5918-4d25-8323-2ac2017f60fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:10.888444 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c58ef31c-0adb-45ed-b245-04d46a4c306d req-900b0fbf-2771-4a0c-baa6-f082c961c707 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.55 "GET /v2.0/security-groups?id=daf48eb8-e765-47d2-841e-309e62616d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577783 Feb 09 12:25:10.895239 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-139dbced-5075-4b47-b93e-481883fa1afb req-1d8cbedf-c9f2-4196-b1db-3c603a52b541 tempest-ServerShowV247Test-269923014 tempest-ServerShowV247Test-269923014-project] 10.222.0.55 "GET /v2.0/ports?device_id=16f2c947-2f7d-421b-8307-190f1c134222 HTTP/1.1" status: 200 len: 210 time: 0.0905504 Feb 09 12:25:10.897616 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-e001f3fd-90c1-4103-8ecf-d5e23721e570 service neutron] 10.222.0.46 "GET /v2.0/networks/9cd8438c-2c74-4941-a26e-2747746bb4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5696440 Feb 09 12:25:10.929572 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-ab02e9fd-afb5-45e6-911e-8d11d2f2f9b8 admin admin] For port f33ae3e6-9206-451f-a273-fdd42d214a02, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=f33ae3e6-9206-451f-a273-fdd42d214a02,segment=NetworkSegment(60316b84-93e0-4859-b6b6-adab39b3fab1),segment_id=60316b84-93e0-4859-b6b6-adab39b3fab1)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:25:10.929993 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ab02e9fd-afb5-45e6-911e-8d11d2f2f9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:10.993682 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-19641d51-7ec3-44d6-b169-57a83ccc2004 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=b063fa55-d2bf-4bb5-942a-5a9c9a27b96d HTTP/1.1" status: 200 len: 217 time: 0.0884199 Feb 09 12:25:11.085022 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-ab02e9fd-afb5-45e6-911e-8d11d2f2f9b8 admin admin] Calling delete_port for f33ae3e6-9206-451f-a273-fdd42d214a02 owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:25:11.095572 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-97192bf8-5918-4d25-8323-2ac2017f60fc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=28897043ca0c43629f6fe408a911500f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4417896 Feb 09 12:25:11.114730 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51352) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:11.180430 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8d5a3364-00fd-41c9-9516-09e75231d997 req-f61fa189-5450-4b50-8d28-b1563f3c25b7 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b32a713d-bde5-4523-925d-051265b50468 HTTP/1.1" status: 200 len: 210 time: 0.0934653 Feb 09 12:25:11.181284 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97192bf8-5918-4d25-8323-2ac2017f60fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e919858d-c16d-4c02-83ab-74e8c6e413d6,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:11.191637 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-fcc14a2a-b8d2-423e-a3ca-6a07ac9f52ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:11.193381 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-fcc14a2a-b8d2-423e-a3ca-6a07ac9f52ee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d4a29de1-2de8-4648-a30a-65f56edf521b HTTP/1.1" status: 200 len: 797 time: 0.1886237 Feb 09 12:25:11.390249 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-308bdcba-6420-43dc-b10a-7f60fb7dce04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:11.392824 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b5dfc-6288-4fa5-a24a-cf0b3813e24f req-2c573dc7-f32e-4326-9cba-cf11987484f5 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:11.394413 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-571b5dfc-6288-4fa5-a24a-cf0b3813e24f req-2c573dc7-f32e-4326-9cba-cf11987484f5 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=80d09481-cde5-4896-9bcc-08c44ca3c92d HTTP/1.1" status: 200 len: 945 time: 0.1964960 Feb 09 12:25:11.405421 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-a7008bb4-014b-420f-a250-22597232b4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:11.406848 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-a7008bb4-014b-420f-a250-22597232b4cf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9cd8438c-2c74-4941-a26e-2747746bb4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1713424 Feb 09 12:25:11.442880 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-308bdcba-6420-43dc-b10a-7f60fb7dce04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:11.532890 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-571b5dfc-6288-4fa5-a24a-cf0b3813e24f req-a4b08b00-eaf7-41fe-815e-2d6abf0a8071 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310985 Feb 09 12:25:11.545044 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-308bdcba-6420-43dc-b10a-7f60fb7dce04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:11.551704 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da5a77-6a49-41e8-ab47-f0525364c910 req-be01ffb6-ba61-4c8f-ae83-06c78eae9267 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:11.553131 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-69da5a77-6a49-41e8-ab47-f0525364c910 req-be01ffb6-ba61-4c8f-ae83-06c78eae9267 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5550df0-da5c-4703-be00-76545c59d017 HTTP/1.1" status: 200 len: 950 time: 0.2388160 Feb 09 12:25:11.571756 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308bdcba-6420-43dc-b10a-7f60fb7dce04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e919858d-c16d-4c02-83ab-74e8c6e413d6,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:11.582356 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ab02e9fd-afb5-45e6-911e-8d11d2f2f9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:11.621881 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308bdcba-6420-43dc-b10a-7f60fb7dce04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:25:11.621881 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308bdcba-6420-43dc-b10a-7f60fb7dce04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:25:11.622158 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308bdcba-6420-43dc-b10a-7f60fb7dce04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:25:11.623056 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308bdcba-6420-43dc-b10a-7f60fb7dce04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:25:11.623056 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308bdcba-6420-43dc-b10a-7f60fb7dce04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:25:11.628587 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308bdcba-6420-43dc-b10a-7f60fb7dce04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:25:11.628762 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-f0836421-a6bb-4bea-9d89-0b0eb2f695f8 service neutron] 10.222.0.46 "GET /v2.0/networks/9cd8438c-2c74-4941-a26e-2747746bb4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083893 Feb 09 12:25:11.629342 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308bdcba-6420-43dc-b10a-7f60fb7dce04 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:25:11.629900 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308bdcba-6420-43dc-b10a-7f60fb7dce04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:25:11.630685 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308bdcba-6420-43dc-b10a-7f60fb7dce04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:25:11.631236 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308bdcba-6420-43dc-b10a-7f60fb7dce04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:25:11.633244 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308bdcba-6420-43dc-b10a-7f60fb7dce04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:25:11.633698 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308bdcba-6420-43dc-b10a-7f60fb7dce04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:25:11.640387 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-69da5a77-6a49-41e8-ab47-f0525364c910 req-e8ad0b04-bf21-43cd-9bab-8933b5640129 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754967 Feb 09 12:25:11.666233 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device fb0f1d8a-6de2-40c4-a603-5132fcc6d2be up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:25:11.674144 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab02e9fd-afb5-45e6-911e-8d11d2f2f9b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f33ae3e6-9206-451f-a273-fdd42d214a02,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:11.706938 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-308bdcba-6420-43dc-b10a-7f60fb7dce04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:11.708204 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-308bdcba-6420-43dc-b10a-7f60fb7dce04 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e919858d-c16d-4c02-83ab-74e8c6e413d6 HTTP/1.1" status: 204 len: 168 time: 0.5923729 Feb 09 12:25:11.764980 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port fb0f1d8a-6de2-40c4-a603-5132fcc6d2be completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:25:11.776284 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port fb0f1d8a-6de2-40c4-a603-5132fcc6d2be triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:25:11.776655 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:11.908222 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7e65a-b047-4aac-8a5b-2b988882cda9 req-87a598fc-dd69-4432-b08c-fe95236570d2 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:11.931298 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7e65a-b047-4aac-8a5b-2b988882cda9 req-87a598fc-dd69-4432-b08c-fe95236570d2 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:11.966879 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7e65a-b047-4aac-8a5b-2b988882cda9 req-87a598fc-dd69-4432-b08c-fe95236570d2 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:11.985334 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7e65a-b047-4aac-8a5b-2b988882cda9 req-87a598fc-dd69-4432-b08c-fe95236570d2 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:11.991605 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7e65a-b047-4aac-8a5b-2b988882cda9 req-87a598fc-dd69-4432-b08c-fe95236570d2 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:12.007817 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7e65a-b047-4aac-8a5b-2b988882cda9 req-87a598fc-dd69-4432-b08c-fe95236570d2 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:12.021070 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7e65a-b047-4aac-8a5b-2b988882cda9 req-87a598fc-dd69-4432-b08c-fe95236570d2 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:12.022997 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0af7e65a-b047-4aac-8a5b-2b988882cda9 req-87a598fc-dd69-4432-b08c-fe95236570d2 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/ports?device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 5431 time: 0.3587108 Feb 09 12:25:12.078938 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-c9ea7a7c-4128-4135-8cc0-e5bc674c8c69 service neutron] 10.222.0.46 "GET /v2.0/networks/9cd8438c-2c74-4941-a26e-2747746bb4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4375472 Feb 09 12:25:12.112577 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:12.138947 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0af7e65a-b047-4aac-8a5b-2b988882cda9 req-b2b82d29-0624-4864-828e-8f1b19031c7f tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c0bc8c-d7b4-4723-ae3e-494e368debc4&id=cc193dc4-ba36-4ff9-b98a-95f008157bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0991461 Feb 09 12:25:12.166080 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6ea63f-586e-4867-af14-f492893658e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0f1d8a-6de2-40c4-a603-5132fcc6d2be'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:25:12.183181 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port fb0f1d8a-6de2-40c4-a603-5132fcc6d2be, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=fb0f1d8a-6de2-40c4-a603-5132fcc6d2be,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:25:12.191993 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:12.243345 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ab02e9fd-afb5-45e6-911e-8d11d2f2f9b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:12.289339 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=fb0f1d8a-6de2-40c4-a603-5132fcc6d2be,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:12.396567 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-962155da-2261-483c-89da-a4b6b370a7cf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8ca27cde-50ae-448e-8752-816451ad1fe4 HTTP/1.1" status: 200 len: 217 time: 0.2620244 Feb 09 12:25:12.488897 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-56f06012-55d5-4283-a8cb-36bd609ca1c2 req-a895a0b2-91fb-471e-ae64-18dd4acf66d1 tempest-ServerShowV247Test-269923014 tempest-ServerShowV247Test-269923014-project] 10.222.0.55 "GET /v2.0/ports?device_id=16f2c947-2f7d-421b-8307-190f1c134222 HTTP/1.1" status: 200 len: 210 time: 0.1026733 Feb 09 12:25:12.539675 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-7456d6f5-06af-453b-8fe0-3db0a3596aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:12.541146 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-7456d6f5-06af-453b-8fe0-3db0a3596aff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=789abbbf-cb59-47b9-b206-75e2c17842ea HTTP/1.1" status: 200 len: 797 time: 0.1042621 Feb 09 12:25:12.567809 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e6ea63f-586e-4867-af14-f492893658e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0f1d8a-6de2-40c4-a603-5132fcc6d2be', 'code': 200} Feb 09 12:25:12.570528 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c64b4-1914-4092-bddb-6efe9bfc842c req-ac21e9de-e74a-4c9f-897d-44db3cb9bd1d tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:12.572447 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-690c64b4-1914-4092-bddb-6efe9bfc842c req-ac21e9de-e74a-4c9f-897d-44db3cb9bd1d tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e6ea63f-586e-4867-af14-f492893658e8 HTTP/1.1" status: 200 len: 949 time: 0.4389174 Feb 09 12:25:12.609633 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-f64a0bf1-a6fc-4e52-bb71-5264b6509588 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:12.611642 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-f64a0bf1-a6fc-4e52-bb71-5264b6509588 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.46 "GET /v2.0/networks?id=0448691a-ec13-4b8b-a50a-33e2c91deaac HTTP/1.1" status: 200 len: 812 time: 0.3571522 Feb 09 12:25:12.646983 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-d2407934-9a8c-4905-8987-9c63d2ccaac0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Request body: {'port': {'device_id': 'b32a713d-bde5-4523-925d-051265b50468', 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac', 'admin_state_up': True, 'tenant_id': 'ff6e1bb65bc440a9af2daa6d5785a57a'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:25:12.775387 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-37d12750-0ea6-425f-9ce9-1458d8f9c735 req-e81175a9-e7b6-432f-9f91-a76b27c09e1f tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b32a713d-bde5-4523-925d-051265b50468 HTTP/1.1" status: 200 len: 210 time: 0.0827880 Feb 09 12:25:12.793896 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-690c64b4-1914-4092-bddb-6efe9bfc842c req-415f57da-d33a-44b1-9734-f64f59498597 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.55 "GET /v2.0/security-groups?id=daf48eb8-e765-47d2-841e-309e62616d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395235 Feb 09 12:25:12.839967 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-b35a1197-02a1-4e21-9032-e77db48e9ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:12.841505 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-b35a1197-02a1-4e21-9032-e77db48e9ea2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba448e7a-fa60-4f14-8e77-7f852965ebd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2898073 Feb 09 12:25:12.914573 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6035ed0-9f9a-4f1a-8a08-f41ca2d0a5b2 req-53e5ba29-bba0-41b8-bec2-2ac9d4aee415 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:12.916875 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c6035ed0-9f9a-4f1a-8a08-f41ca2d0a5b2 req-53e5ba29-bba0-41b8-bec2-2ac9d4aee415 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5550df0-da5c-4703-be00-76545c59d017 HTTP/1.1" status: 200 len: 950 time: 0.3636458 Feb 09 12:25:13.013099 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-d2407934-9a8c-4905-8987-9c63d2ccaac0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:25:13.022880 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4732520-733e-4ec2-b3ca-02c300313a33 req-71f38dc3-1f35-44ab-a537-c5d925a3ee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:13.025585 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d4732520-733e-4ec2-b3ca-02c300313a33 req-71f38dc3-1f35-44ab-a537-c5d925a3ee1b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7e6ea63f-586e-4867-af14-f492893658e8 HTTP/1.1" status: 200 len: 1100 time: 0.3854640 Feb 09 12:25:13.027869 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-d2407934-9a8c-4905-8987-9c63d2ccaac0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Usage tracker for resource:port and tenant:ff6e1bb65bc440a9af2daa6d5785a57a is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:25:13.038081 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-d2407934-9a8c-4905-8987-9c63d2ccaac0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:25:13.074182 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab02e9fd-afb5-45e6-911e-8d11d2f2f9b8 admin admin] Router b056a88b-d909-4c91-8a01-127d6981d722 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:25:13.077046 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-d2407934-9a8c-4905-8987-9c63d2ccaac0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:25:13.166088 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-d2407934-9a8c-4905-8987-9c63d2ccaac0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Made reservation on behalf of ff6e1bb65bc440a9af2daa6d5785a57a for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:25:13.169616 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-d2407934-9a8c-4905-8987-9c63d2ccaac0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:13.192636 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d4732520-733e-4ec2-b3ca-02c300313a33 req-900acf9b-c724-4c04-b74e-ef8aab8e4679 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=daf48eb8-e765-47d2-841e-309e62616d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557066 Feb 09 12:25:13.293267 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-c6035ed0-9f9a-4f1a-8a08-f41ca2d0a5b2 req-0d524cd0-9c5a-4a11-9b21-68021ca46d1f tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Deleting port 06e0063b-7504-4c66-9209-f7afc1529895 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:25:13.293846 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c6035ed0-9f9a-4f1a-8a08-f41ca2d0a5b2 req-0d524cd0-9c5a-4a11-9b21-68021ca46d1f tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:13.440215 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab02e9fd-afb5-45e6-911e-8d11d2f2f9b8 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:25:13.455264 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7012b6-8cb7-4396-bfd9-0c0936e3b281 None None] Sync routers for ids ['b056a88b-d909-4c91-8a01-127d6981d722'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:25:13.457227 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ab02e9fd-afb5-45e6-911e-8d11d2f2f9b8 admin admin] 10.222.0.55 "PUT /v2.0/routers/b056a88b-d909-4c91-8a01-127d6981d722/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2022879 Feb 09 12:25:13.463007 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 51400) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:13.470369 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-575a3121-2684-4564-a7eb-130d41d6f133 service neutron] 10.222.0.46 "GET /v2.0/networks/ba448e7a-fa60-4f14-8e77-7f852965ebd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6159918 Feb 09 12:25:13.477984 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7012b6-8cb7-4396-bfd9-0c0936e3b281 None None] Routers {'b056a88b-d909-4c91-8a01-127d6981d722'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:25:13.480596 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4a7012b6-8cb7-4396-bfd9-0c0936e3b281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:24:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['b056a88b-d909-4c91-8a01-127d6981d722'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:25:13.495458 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-d2407934-9a8c-4905-8987-9c63d2ccaac0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Allocated IP 172.20.0.8 (0448691a-ec13-4b8b-a50a-33e2c91deaac/fc155009-a31d-4409-b15f-2ed587ea4525/aea00414-7a5b-4dd5-99bb-c7d8df5069bf) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:25:13.737218 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c1550-85e8-4588-8e4a-18b827254ef7 req-491097e6-79ed-4bb8-9c73-a3d74479b753 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:13.744403 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f38c1550-85e8-4588-8e4a-18b827254ef7 req-491097e6-79ed-4bb8-9c73-a3d74479b753 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=80d09481-cde5-4896-9bcc-08c44ca3c92d HTTP/1.1" status: 200 len: 945 time: 0.6343527 Feb 09 12:25:13.794834 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5599b4c-c414-4e7a-8644-e7e1d6c5c33a req-ff6796bf-a2bf-42a9-a455-4b1086e9fe41 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:13.803996 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d5599b4c-c414-4e7a-8644-e7e1d6c5c33a req-ff6796bf-a2bf-42a9-a455-4b1086e9fe41 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5550df0-da5c-4703-be00-76545c59d017 HTTP/1.1" status: 200 len: 950 time: 0.6927943 Feb 09 12:25:13.844505 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f38c1550-85e8-4588-8e4a-18b827254ef7 req-73df650f-b11a-458f-80d7-4d4c5e8796d0 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988133 Feb 09 12:25:13.885734 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-4a7012b6-8cb7-4396-bfd9-0c0936e3b281 None None] Set router b056a88b-d909-4c91-8a01-127d6981d722 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:25:13.967878 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a4bd0069-ea90-4661-95b6-5e422255fd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:14.040540 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-d2407934-9a8c-4905-8987-9c63d2ccaac0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:14.073508 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-d2407934-9a8c-4905-8987-9c63d2ccaac0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Transition to ACTIVE for port object aea00414-7a5b-4dd5-99bb-c7d8df5069bf will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:25:14.081686 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1b2b0bec-d44d-4e05-9d01-aa59b733de1d admin admin] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:14.118390 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-d2407934-9a8c-4905-8987-9c63d2ccaac0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:14.144845 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e', 'b85598e9-6f45-46cd-8d74-e10d355de799'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:25:14.253822 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-d2407934-9a8c-4905-8987-9c63d2ccaac0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Network 0448691a-ec13-4b8b-a50a-33e2c91deaac is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:25:14.256970 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-d2407934-9a8c-4905-8987-9c63d2ccaac0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:25:14.265972 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-d2407934-9a8c-4905-8987-9c63d2ccaac0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:25:14.313896 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2407934-9a8c-4905-8987-9c63d2ccaac0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Pushing event updated for resources: {'Port': ['ID=aea00414-7a5b-4dd5-99bb-c7d8df5069bf,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:14.365791 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4a7012b6-8cb7-4396-bfd9-0c0936e3b281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b056a88b-d909-4c91-8a01-127d6981d722', 'name': 'tempest-TaggedBootDevicesTest-380272057-router', 'tenant_id': 'eec7cd73952c439fa26a361208297f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'e16e2dc6-ce6c-4661-978e-c5165aa2b334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:18:14Z', 'updated_at': '2022-02-09T12:25:11Z', 'revision_number': 5, 'project_id': 'eec7cd73952c439fa26a361208297f39', 'gw_port': {'id': 'e16e2dc6-ce6c-4661-978e-c5165aa2b334', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:aa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b056a88b-d909-4c91-8a01-127d6981d722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:16Z', 'updated_at': '2022-02-09T12:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:25:14.374079 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7012b6-8cb7-4396-bfd9-0c0936e3b281 None None] Checking router: b056a88b-d909-4c91-8a01-127d6981d722 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:25:14.383146 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-d2407934-9a8c-4905-8987-9c63d2ccaac0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:14.383765 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-d2407934-9a8c-4905-8987-9c63d2ccaac0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:14.407473 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7012b6-8cb7-4396-bfd9-0c0936e3b281 None None] Routers {'b056a88b-d909-4c91-8a01-127d6981d722'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:25:14.408460 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4a7012b6-8cb7-4396-bfd9-0c0936e3b281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:24:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['b056a88b-d909-4c91-8a01-127d6981d722'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:25:14.408713 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-d2407934-9a8c-4905-8987-9c63d2ccaac0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7697747 Feb 09 12:25:14.432970 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-ace47382-6f64-4ab2-9265-965acfeb0d51 service neutron] Request body: {'port': {'device_id': 'b32a713d-bde5-4523-925d-051265b50468', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:25:14.562657 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d5599b4c-c414-4e7a-8644-e7e1d6c5c33a req-9f6a8c92-0daf-422f-8084-7f62b96ddb8f tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7577999 Feb 09 12:25:14.578205 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-94cb335f-5b99-4b54-af55-751c30b88fb6 service neutron] 10.222.0.46 "GET /v2.0/networks/ba448e7a-fa60-4f14-8e77-7f852965ebd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0948792 Feb 09 12:25:14.583020 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-c6035ed0-9f9a-4f1a-8a08-f41ca2d0a5b2 req-0d524cd0-9c5a-4a11-9b21-68021ca46d1f tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] For port 06e0063b-7504-4c66-9209-f7afc1529895, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=06e0063b-7504-4c66-9209-f7afc1529895,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:25:14.583274 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c6035ed0-9f9a-4f1a-8a08-f41ca2d0a5b2 req-0d524cd0-9c5a-4a11-9b21-68021ca46d1f tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:14.737068 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-ace47382-6f64-4ab2-9265-965acfeb0d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:14.790523 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-62815355-12d6-4e42-971b-46a66fa54f6f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dfc19e50-67a7-4ca4-a870-f97828dc5bc8 HTTP/1.1" status: 200 len: 217 time: 0.1970952 Feb 09 12:25:14.809434 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-4a7012b6-8cb7-4396-bfd9-0c0936e3b281 None None] Set router b056a88b-d909-4c91-8a01-127d6981d722 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:25:14.838397 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-3cef757c-7c95-4cb8-b4a0-9938d1bf1080 None None] Provisioning for port aea00414-7a5b-4dd5-99bb-c7d8df5069bf completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:25:14.845743 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-3cef757c-7c95-4cb8-b4a0-9938d1bf1080 None None] Provisioning complete for port aea00414-7a5b-4dd5-99bb-c7d8df5069bf triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:25:14.846502 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3cef757c-7c95-4cb8-b4a0-9938d1bf1080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:14.911908 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-3cef757c-7c95-4cb8-b4a0-9938d1bf1080 None None] Port aea00414-7a5b-4dd5-99bb-c7d8df5069bf cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:25:15.171254 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-ace47382-6f64-4ab2-9265-965acfeb0d51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aea00414-7a5b-4dd5-99bb-c7d8df5069bf {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:25:15.181209 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-ace47382-6f64-4ab2-9265-965acfeb0d51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:15.200853 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-ace47382-6f64-4ab2-9265-965acfeb0d51 service neutron] Transition to ACTIVE for port object aea00414-7a5b-4dd5-99bb-c7d8df5069bf will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:25:15.206956 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-ace47382-6f64-4ab2-9265-965acfeb0d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:15.218553 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-c6035ed0-9f9a-4f1a-8a08-f41ca2d0a5b2 req-0d524cd0-9c5a-4a11-9b21-68021ca46d1f tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Calling delete_port for 06e0063b-7504-4c66-9209-f7afc1529895 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:25:15.221352 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4a7012b6-8cb7-4396-bfd9-0c0936e3b281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b056a88b-d909-4c91-8a01-127d6981d722', 'name': 'tempest-TaggedBootDevicesTest-380272057-router', 'tenant_id': 'eec7cd73952c439fa26a361208297f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'e16e2dc6-ce6c-4661-978e-c5165aa2b334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:18:14Z', 'updated_at': '2022-02-09T12:25:11Z', 'revision_number': 5, 'project_id': 'eec7cd73952c439fa26a361208297f39', 'gw_port': {'id': 'e16e2dc6-ce6c-4661-978e-c5165aa2b334', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:aa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b056a88b-d909-4c91-8a01-127d6981d722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:16Z', 'updated_at': '2022-02-09T12:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:25:15.228242 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7012b6-8cb7-4396-bfd9-0c0936e3b281 None None] The sync data for ids ['b056a88b-d909-4c91-8a01-127d6981d722'] in n-d-825178-3 is: [{'id': 'b056a88b-d909-4c91-8a01-127d6981d722', 'name': 'tempest-TaggedBootDevicesTest-380272057-router', 'tenant_id': 'eec7cd73952c439fa26a361208297f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'e16e2dc6-ce6c-4661-978e-c5165aa2b334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:18:14Z', 'updated_at': '2022-02-09T12:25:11Z', 'revision_number': 5, 'project_id': 'eec7cd73952c439fa26a361208297f39', 'gw_port': {'id': 'e16e2dc6-ce6c-4661-978e-c5165aa2b334', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:aa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b056a88b-d909-4c91-8a01-127d6981d722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:16Z', 'updated_at': '2022-02-09T12:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:25:15.292450 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-504cd2a1-c0ab-4ef4-ac04-36edb356baa3 req-a9c7391e-692d-4c8c-a880-2bd5a89b5d3f tempest-ServerShowV247Test-269923014 tempest-ServerShowV247Test-269923014-project] 10.222.0.55 "GET /v2.0/ports?device_id=16f2c947-2f7d-421b-8307-190f1c134222 HTTP/1.1" status: 200 len: 210 time: 0.4111617 Feb 09 12:25:15.316821 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1b2b0bec-d44d-4e05-9d01-aa59b733de1d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:15.354935 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5eaff-46cd-47ba-b3ef-4877fdf9fc56 req-1969537d-ee3f-4646-8a20-22c67d3cfcc1 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:15.363033 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5eaff-46cd-47ba-b3ef-4877fdf9fc56 req-1969537d-ee3f-4646-8a20-22c67d3cfcc1 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:15.374258 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5eaff-46cd-47ba-b3ef-4877fdf9fc56 req-1969537d-ee3f-4646-8a20-22c67d3cfcc1 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:15.381040 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5eaff-46cd-47ba-b3ef-4877fdf9fc56 req-1969537d-ee3f-4646-8a20-22c67d3cfcc1 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:15.386861 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5eaff-46cd-47ba-b3ef-4877fdf9fc56 req-1969537d-ee3f-4646-8a20-22c67d3cfcc1 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:15.398654 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5eaff-46cd-47ba-b3ef-4877fdf9fc56 req-1969537d-ee3f-4646-8a20-22c67d3cfcc1 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:15.404583 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5eaff-46cd-47ba-b3ef-4877fdf9fc56 req-1969537d-ee3f-4646-8a20-22c67d3cfcc1 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:15.412671 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:25:15.412880 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-29a5eaff-46cd-47ba-b3ef-4877fdf9fc56 req-1969537d-ee3f-4646-8a20-22c67d3cfcc1 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/ports?device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 5431 time: 1.3335986 Feb 09 12:25:15.460027 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-1b2b0bec-d44d-4e05-9d01-aa59b733de1d admin admin] Deleting port e16e2dc6-ce6c-4661-978e-c5165aa2b334 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:25:15.460668 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1b2b0bec-d44d-4e05-9d01-aa59b733de1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:15.491244 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-43627454-bc1d-4624-9b01-5b24ab42643e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:15.492869 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-43627454-bc1d-4624-9b01-5b24ab42643e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=789abbbf-cb59-47b9-b206-75e2c17842ea HTTP/1.1" status: 200 len: 797 time: 0.6814175 Feb 09 12:25:15.497957 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace47382-6f64-4ab2-9265-965acfeb0d51 service neutron] Pushing event updated for resources: {'Port': ['ID=aea00414-7a5b-4dd5-99bb-c7d8df5069bf,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:15.551866 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-ace47382-6f64-4ab2-9265-965acfeb0d51 service neutron] Attempting to bind port aea00414-7a5b-4dd5-99bb-c7d8df5069bf on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:25:15.551866 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-ace47382-6f64-4ab2-9265-965acfeb0d51 service neutron] Attempting to bind port aea00414-7a5b-4dd5-99bb-c7d8df5069bf by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '8f05bb68-39ac-4075-9eae-946e36af88ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:25:15.551866 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-ace47382-6f64-4ab2-9265-965acfeb0d51 service neutron] Attempting to bind port aea00414-7a5b-4dd5-99bb-c7d8df5069bf on network 0448691a-ec13-4b8b-a50a-33e2c91deaac {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:25:15.557683 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-ace47382-6f64-4ab2-9265-965acfeb0d51 service neutron] Port aea00414-7a5b-4dd5-99bb-c7d8df5069bf on network 0448691a-ec13-4b8b-a50a-33e2c91deaac not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:25:15.558138 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-ace47382-6f64-4ab2-9265-965acfeb0d51 service neutron] Attempting to bind port aea00414-7a5b-4dd5-99bb-c7d8df5069bf on network 0448691a-ec13-4b8b-a50a-33e2c91deaac {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:25:15.566487 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-ace47382-6f64-4ab2-9265-965acfeb0d51 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:25:15.566988 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-ace47382-6f64-4ab2-9265-965acfeb0d51 service neutron] Checking segment: {'id': '8f05bb68-39ac-4075-9eae-946e36af88ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:25:15.568001 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-ace47382-6f64-4ab2-9265-965acfeb0d51 service neutron] Bound using segment: {'id': '8f05bb68-39ac-4075-9eae-946e36af88ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:25:15.568001 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-ace47382-6f64-4ab2-9265-965acfeb0d51 service neutron] Bound port: aea00414-7a5b-4dd5-99bb-c7d8df5069bf, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f05bb68-39ac-4075-9eae-946e36af88ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:25:15.568431 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-ace47382-6f64-4ab2-9265-965acfeb0d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:15.677213 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 06e0063b-7504-4c66-9209-f7afc1529895 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:25:15.684059 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-29a5eaff-46cd-47ba-b3ef-4877fdf9fc56 req-3a0866af-cd08-4e4d-9475-674b55d52a39 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c0bc8c-d7b4-4723-ae3e-494e368debc4&id=cc193dc4-ba36-4ff9-b98a-95f008157bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2702086 Feb 09 12:25:15.713478 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-ace47382-6f64-4ab2-9265-965acfeb0d51 service neutron] For port aea00414-7a5b-4dd5-99bb-c7d8df5069bf, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:25:15.716834 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-ace47382-6f64-4ab2-9265-965acfeb0d51 service neutron] For port aea00414-7a5b-4dd5-99bb-c7d8df5069bf, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=aea00414-7a5b-4dd5-99bb-c7d8df5069bf,segment=NetworkSegment(8f05bb68-39ac-4075-9eae-946e36af88ec),segment_id=8f05bb68-39ac-4075-9eae-946e36af88ec)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:25:15.726115 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-ace47382-6f64-4ab2-9265-965acfeb0d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:15.805743 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-ace47382-6f64-4ab2-9265-965acfeb0d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:15.806379 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-ace47382-6f64-4ab2-9265-965acfeb0d51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:15.810243 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-ace47382-6f64-4ab2-9265-965acfeb0d51 service neutron] 10.222.0.46 "PUT /v2.0/ports/aea00414-7a5b-4dd5-99bb-c7d8df5069bf HTTP/1.1" status: 200 len: 1091 time: 1.3915944 Feb 09 12:25:15.810717 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b32a713d-bde5-4523-925d-051265b50468', 'tag': 'aea00414-7a5b-4dd5-99bb-c7d8df5069bf'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:25:15.916831 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:15.990175 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace47382-6f64-4ab2-9265-965acfeb0d51 service neutron] Pushing event updated for resources: {'Port': ['ID=aea00414-7a5b-4dd5-99bb-c7d8df5069bf,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:16.020732 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-26c47311-2563-45fa-a6fc-403a0b0f214d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:16.022234 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-26c47311-2563-45fa-a6fc-403a0b0f214d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff6e1bb65bc440a9af2daa6d5785a57a&device_id=b32a713d-bde5-4523-925d-051265b50468 HTTP/1.1" status: 200 len: 1094 time: 0.1611488 Feb 09 12:25:16.108371 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-73836370-31dc-4a9f-b238-6210f16c8551 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aea00414-7a5b-4dd5-99bb-c7d8df5069bf HTTP/1.1" status: 200 len: 217 time: 0.0735726 Feb 09 12:25:16.155347 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c6035ed0-9f9a-4f1a-8a08-f41ca2d0a5b2 req-0d524cd0-9c5a-4a11-9b21-68021ca46d1f tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:16.165715 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c2e8c-cc69-46ff-8647-b88aa54ae204 req-dfd13a67-fc56-4173-a9c8-4b7d0bf1b13d tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:16.167517 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-710c2e8c-cc69-46ff-8647-b88aa54ae204 req-dfd13a67-fc56-4173-a9c8-4b7d0bf1b13d tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b32a713d-bde5-4523-925d-051265b50468 HTTP/1.1" status: 200 len: 943 time: 0.6694419 Feb 09 12:25:16.171181 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device f33ae3e6-9206-451f-a273-fdd42d214a02 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:25:16.189722 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-baecae51-1459-43f0-9e32-33ec8fc2761b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:16.191186 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-baecae51-1459-43f0-9e32-33ec8fc2761b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fc155009-a31d-4409-b15f-2ed587ea4525 HTTP/1.1" status: 200 len: 851 time: 0.0758007 Feb 09 12:25:16.207634 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['209e9bbb-4904-4e48-aa76-9dd4a90dc863'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:25:16.229632 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51448) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:16.236126 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-ea6b0bdd-1c27-415d-b4dd-6481922e70ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:16.238176 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-ea6b0bdd-1c27-415d-b4dd-6481922e70ca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba448e7a-fa60-4f14-8e77-7f852965ebd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6932256 Feb 09 12:25:16.266380 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d524cd0-9c5a-4a11-9b21-68021ca46d1f tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Pushing event deleted for resources: {'Port': ['ID=06e0063b-7504-4c66-9209-f7afc1529895,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:16.276205 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: f33ae3e6-9206-451f-a273-fdd42d214a02 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:25:16.276205 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device f33ae3e6-9206-451f-a273-fdd42d214a02 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:25:16.281350 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-32d55ee1-d4db-4252-bad5-a0056f724723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:16.284718 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-32d55ee1-d4db-4252-bad5-a0056f724723 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0448691a-ec13-4b8b-a50a-33e2c91deaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0862508 Feb 09 12:25:16.317381 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e17c57d4-f0c6-4e91-bbf9-0e12c3d12763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:16.475171 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-1b2b0bec-d44d-4e05-9d01-aa59b733de1d admin admin] For port e16e2dc6-ce6c-4661-978e-c5165aa2b334, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=e16e2dc6-ce6c-4661-978e-c5165aa2b334,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:25:16.475800 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1b2b0bec-d44d-4e05-9d01-aa59b733de1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:16.500104 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6035ed0-9f9a-4f1a-8a08-f41ca2d0a5b2 req-0d524cd0-9c5a-4a11-9b21-68021ca46d1f tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] No DVR routers for this DVR port 06e0063b-7504-4c66-9209-f7afc1529895 on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:25:16.509835 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-710c2e8c-cc69-46ff-8647-b88aa54ae204 req-ac97ab1c-fd56-4f38-8867-70ddfa56eef4 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996616 Feb 09 12:25:16.521674 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fc590b91-30fb-4016-95ad-28ae244ae737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:16.542461 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-e0d8c243-4ee8-4a11-ae73-8d2d60f0f849 service neutron] 10.222.0.46 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454185 Feb 09 12:25:16.543337 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-fc590b91-30fb-4016-95ad-28ae244ae737 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:25:16.547230 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-fc590b91-30fb-4016-95ad-28ae244ae737 admin admin] Usage tracker for resource:security_group_rule and tenant:6b47e4bd6add4ab1a131d84bd0b42cfa is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:25:16.562388 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c6035ed0-9f9a-4f1a-8a08-f41ca2d0a5b2 req-0d524cd0-9c5a-4a11-9b21-68021ca46d1f tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:16.565964 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5550df0-da5c-4703-be00-76545c59d017', 'name': 'network-vif-deleted', 'tag': '06e0063b-7504-4c66-9209-f7afc1529895'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:25:16.572993 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-fc590b91-30fb-4016-95ad-28ae244ae737 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:25:16.645989 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-1b2b0bec-d44d-4e05-9d01-aa59b733de1d admin admin] Calling delete_port for e16e2dc6-ce6c-4661-978e-c5165aa2b334 owned by network:router_gateway {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:25:16.681553 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-fc590b91-30fb-4016-95ad-28ae244ae737 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:25:16.698828 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481d55f-b6d6-490d-84b1-60ea171bc387 req-3d189ce6-d810-4907-87f5-8f71ca36bf3d tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:16.700355 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d481d55f-b6d6-490d-84b1-60ea171bc387 req-3d189ce6-d810-4907-87f5-8f71ca36bf3d tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e6ea63f-586e-4867-af14-f492893658e8 HTTP/1.1" status: 200 len: 949 time: 0.6982088 Feb 09 12:25:16.799092 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c6035ed0-9f9a-4f1a-8a08-f41ca2d0a5b2 req-0d524cd0-9c5a-4a11-9b21-68021ca46d1f tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.46 "DELETE /v2.0/ports/06e0063b-7504-4c66-9209-f7afc1529895 HTTP/1.1" status: 204 len: 173 time: 3.6867051 Feb 09 12:25:16.857324 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-0918dd3d-eac4-4ff4-bf66-b96be3714a3b service neutron] 10.222.0.46 "GET /v2.0/networks/ba448e7a-fa60-4f14-8e77-7f852965ebd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5937455 Feb 09 12:25:16.870652 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d481d55f-b6d6-490d-84b1-60ea171bc387 req-dc3649c1-e58f-4d19-b5ba-739970a4b050 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.55 "GET /v2.0/security-groups?id=daf48eb8-e765-47d2-841e-309e62616d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098099 Feb 09 12:25:16.875139 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3dbf931b-2a7a-4017-8fff-6344cb5d0262 req-56ddcf0c-21e8-4b13-bc37-e1c43119a7fd service neutron] 10.222.0.46 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152740 Feb 09 12:25:16.977059 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fc590b91-30fb-4016-95ad-28ae244ae737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:16.982371 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fc590b91-30fb-4016-95ad-28ae244ae737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:17.031614 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-fc590b91-30fb-4016-95ad-28ae244ae737 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6b47e4bd6add4ab1a131d84bd0b42cfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7965131 Feb 09 12:25:17.035213 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51462) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:17.038883 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e8bad-1106-44f3-9605-1ac251a730c8 req-1842b08f-592e-4bf0-87dc-07ae921a8716 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:17.040433 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-803e8bad-1106-44f3-9605-1ac251a730c8 req-1842b08f-592e-4bf0-87dc-07ae921a8716 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=80d09481-cde5-4896-9bcc-08c44ca3c92d HTTP/1.1" status: 200 len: 945 time: 0.3603308 Feb 09 12:25:17.062915 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc590b91-30fb-4016-95ad-28ae244ae737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0935ab71-5ae9-4968-8cc1-663afd412771,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:17.109989 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fc2b9370-facb-43b4-b9fc-5e022cb02867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:17.140797 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fc2b9370-facb-43b4-b9fc-5e022cb02867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:17.202364 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fc2b9370-facb-43b4-b9fc-5e022cb02867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:17.217884 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b9370-facb-43b4-b9fc-5e022cb02867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0935ab71-5ae9-4968-8cc1-663afd412771,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:17.225270 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fc2b9370-facb-43b4-b9fc-5e022cb02867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:17.240481 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-fc2b9370-facb-43b4-b9fc-5e022cb02867 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0935ab71-5ae9-4968-8cc1-663afd412771 HTTP/1.1" status: 204 len: 168 time: 0.1987832 Feb 09 12:25:17.260270 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-2557b2cf-b60c-4645-b662-bf5274962b21 req-e89f93c1-dbfe-4073-ac99-3d254758c7f3 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Synchronizing usage tracker for tenant:49129fa2c03c45c2a0df365ab76f11e9 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:25:17.348324 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac004721-d2f1-4e1a-86a5-eb32f280f9fb req-5ce5ccc7-4f27-4076-ae50-977d32291814 service neutron] 10.222.0.46 "GET /v2.0/networks/ba448e7a-fa60-4f14-8e77-7f852965ebd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4579077 Feb 09 12:25:17.361182 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-2557b2cf-b60c-4645-b662-bf5274962b21 req-e89f93c1-dbfe-4073-ac99-3d254758c7f3 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Unset dirty status for tenant:49129fa2c03c45c2a0df365ab76f11e9 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:25:17.362431 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2557b2cf-b60c-4645-b662-bf5274962b21 req-e89f93c1-dbfe-4073-ac99-3d254758c7f3 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5550df0-da5c-4703-be00-76545c59d017 HTTP/1.1" status: 200 len: 210 time: 0.3192270 Feb 09 12:25:17.372971 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-803e8bad-1106-44f3-9605-1ac251a730c8 req-cce9ac6b-34e8-4b2e-9b33-9dc756ad74eb tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258202 Feb 09 12:25:17.430302 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1b2b0bec-d44d-4e05-9d01-aa59b733de1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:17.479901 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:17.481757 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b32a713d-bde5-4523-925d-051265b50468', 'tag': 'aea00414-7a5b-4dd5-99bb-c7d8df5069bf', 'status': 'completed', 'code': 200} Feb 09 12:25:17.580449 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:17.611553 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51472) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:17.618326 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5550df0-da5c-4703-be00-76545c59d017', 'name': 'network-vif-deleted', 'tag': '06e0063b-7504-4c66-9209-f7afc1529895', 'status': 'completed', 'code': 200} Feb 09 12:25:17.635937 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f00e83fb-d6df-49be-b52a-52a560cad098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:17.658440 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f00e83fb-d6df-49be-b52a-52a560cad098 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:25:17.666154 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f00e83fb-d6df-49be-b52a-52a560cad098 admin admin] Usage tracker for resource:security_group_rule and tenant:721a0839eae049ab8f056afc3b006b1d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:25:17.672686 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f00e83fb-d6df-49be-b52a-52a560cad098 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:25:17.676424 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b0bec-d44d-4e05-9d01-aa59b733de1d admin admin] Pushing event deleted for resources: {'Port': ['ID=e16e2dc6-ce6c-4661-978e-c5165aa2b334,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:17.682431 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f00e83fb-d6df-49be-b52a-52a560cad098 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:25:17.691083 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b7c1c4-4c3f-4c74-ab19-bf16c5729d97 req-dbf910ab-d4eb-43cc-a22c-163c9bec6c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:17.692635 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-18b7c1c4-4c3f-4c74-ab19-bf16c5729d97 req-dbf910ab-d4eb-43cc-a22c-163c9bec6c42 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff6e1bb65bc440a9af2daa6d5785a57a&device_id=b32a713d-bde5-4523-925d-051265b50468 HTTP/1.1" status: 200 len: 1094 time: 0.1853878 Feb 09 12:25:17.822121 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-63bc6183-c1bd-4b3e-9771-c354296697a6 req-cfe2cdd2-f070-4827-828a-8a377f8801a1 tempest-ServerShowV247Test-269923014 tempest-ServerShowV247Test-269923014-project] 10.222.0.55 "GET /v2.0/ports?device_id=16f2c947-2f7d-421b-8307-190f1c134222 HTTP/1.1" status: 200 len: 210 time: 0.1579478 Feb 09 12:25:17.870547 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1b2b0bec-d44d-4e05-9d01-aa59b733de1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:17.897919 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b7c1c4-4c3f-4c74-ab19-bf16c5729d97 req-9445d5f6-84fb-441c-896a-b92065abf1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:17.899398 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-18b7c1c4-4c3f-4c74-ab19-bf16c5729d97 req-9445d5f6-84fb-441c-896a-b92065abf1d1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0448691a-ec13-4b8b-a50a-33e2c91deaac HTTP/1.1" status: 200 len: 913 time: 0.1898184 Feb 09 12:25:17.903444 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f00e83fb-d6df-49be-b52a-52a560cad098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:17.965408 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f00e83fb-d6df-49be-b52a-52a560cad098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:17.991528 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-18b7c1c4-4c3f-4c74-ab19-bf16c5729d97 req-b1c37f0d-5329-4d56-8c87-08c54456ffd6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aea00414-7a5b-4dd5-99bb-c7d8df5069bf HTTP/1.1" status: 200 len: 217 time: 0.0844722 Feb 09 12:25:18.063425 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f00e83fb-d6df-49be-b52a-52a560cad098 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=721a0839eae049ab8f056afc3b006b1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4507148 Feb 09 12:25:18.063627 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e97dd-157b-4af8-ade3-229e12c518d8 req-408877d8-3f98-444c-9391-df81baa39976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:18.064142 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e97dd-157b-4af8-ade3-229e12c518d8 req-408877d8-3f98-444c-9391-df81baa39976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:18.064678 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e97dd-157b-4af8-ade3-229e12c518d8 req-408877d8-3f98-444c-9391-df81baa39976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:18.065150 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e97dd-157b-4af8-ade3-229e12c518d8 req-408877d8-3f98-444c-9391-df81baa39976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:18.065706 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e97dd-157b-4af8-ade3-229e12c518d8 req-408877d8-3f98-444c-9391-df81baa39976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:18.066179 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e97dd-157b-4af8-ade3-229e12c518d8 req-408877d8-3f98-444c-9391-df81baa39976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:18.066643 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e97dd-157b-4af8-ade3-229e12c518d8 req-408877d8-3f98-444c-9391-df81baa39976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:18.069083 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aa6e97dd-157b-4af8-ade3-229e12c518d8 req-408877d8-3f98-444c-9391-df81baa39976 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1504faf0b32244dc872049fa5f2c3962&device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 6488 time: 0.4610934 Feb 09 12:25:18.071862 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51476) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:18.074366 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1b2b0bec-d44d-4e05-9d01-aa59b733de1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:18.076391 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00e83fb-d6df-49be-b52a-52a560cad098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eabc947d-0678-4645-bbe4-7b26be8864ac,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:18.077313 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1b2b0bec-d44d-4e05-9d01-aa59b733de1d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:18.092036 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c41a2-4a6a-4dc6-8c53-28d8c5cdafe5 req-5566f4bd-cf8a-41c9-aa37-3078a6d2f658 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:18.099715 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c41a2-4a6a-4dc6-8c53-28d8c5cdafe5 req-5566f4bd-cf8a-41c9-aa37-3078a6d2f658 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:18.106616 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c41a2-4a6a-4dc6-8c53-28d8c5cdafe5 req-5566f4bd-cf8a-41c9-aa37-3078a6d2f658 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:18.113013 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c41a2-4a6a-4dc6-8c53-28d8c5cdafe5 req-5566f4bd-cf8a-41c9-aa37-3078a6d2f658 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:18.118762 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c41a2-4a6a-4dc6-8c53-28d8c5cdafe5 req-5566f4bd-cf8a-41c9-aa37-3078a6d2f658 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:18.126247 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c41a2-4a6a-4dc6-8c53-28d8c5cdafe5 req-5566f4bd-cf8a-41c9-aa37-3078a6d2f658 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:18.132510 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c41a2-4a6a-4dc6-8c53-28d8c5cdafe5 req-5566f4bd-cf8a-41c9-aa37-3078a6d2f658 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:18.134419 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-505c41a2-4a6a-4dc6-8c53-28d8c5cdafe5 req-5566f4bd-cf8a-41c9-aa37-3078a6d2f658 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/ports?device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 5431 time: 0.4503226 Feb 09 12:25:18.170247 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b7c1c4-4c3f-4c74-ab19-bf16c5729d97 req-bb4279a2-04b0-4dc2-ae45-f9c9de8c5e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:18.170247 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-18b7c1c4-4c3f-4c74-ab19-bf16c5729d97 req-bb4279a2-04b0-4dc2-ae45-f9c9de8c5e4b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fc155009-a31d-4409-b15f-2ed587ea4525 HTTP/1.1" status: 200 len: 851 time: 0.1675475 Feb 09 12:25:18.174269 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-783af62a-7b97-4b7f-b1a7-3daf11442d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:18.243116 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-783af62a-7b97-4b7f-b1a7-3daf11442d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:18.284541 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1b2b0bec-d44d-4e05-9d01-aa59b733de1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:18.285106 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2b0bec-d44d-4e05-9d01-aa59b733de1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b056a88b-d909-4c91-8a01-127d6981d722 {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:25:18.310082 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b7c1c4-4c3f-4c74-ab19-bf16c5729d97 req-0e4f4a72-72e7-4d57-95b4-8aae9c33de7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:18.312007 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-18b7c1c4-4c3f-4c74-ab19-bf16c5729d97 req-0e4f4a72-72e7-4d57-95b4-8aae9c33de7f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0448691a-ec13-4b8b-a50a-33e2c91deaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1285970 Feb 09 12:25:18.347510 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-505c41a2-4a6a-4dc6-8c53-28d8c5cdafe5 req-1fdbe0c8-f714-4290-be57-94e845e46c5a tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c0bc8c-d7b4-4723-ae3e-494e368debc4&id=cc193dc4-ba36-4ff9-b98a-95f008157bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1890411 Feb 09 12:25:18.348235 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-783af62a-7b97-4b7f-b1a7-3daf11442d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:18.375599 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1b2b0bec-d44d-4e05-9d01-aa59b733de1d admin admin] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:18.377714 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1b2b0bec-d44d-4e05-9d01-aa59b733de1d admin admin] 10.222.0.55 "DELETE /v2.0/routers/b056a88b-d909-4c91-8a01-127d6981d722 HTTP/1.1" status: 204 len: 168 time: 4.9070392 Feb 09 12:25:18.387137 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 51484) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:18.439060 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e97dd-157b-4af8-ade3-229e12c518d8 req-0cd27dff-e596-4f8c-893e-7feed9bae28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:18.440946 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aa6e97dd-157b-4af8-ade3-229e12c518d8 req-0cd27dff-e596-4f8c-893e-7feed9bae28c service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba448e7a-fa60-4f14-8e77-7f852965ebd1 HTTP/1.1" status: 200 len: 902 time: 0.3618667 Feb 09 12:25:18.444341 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783af62a-7b97-4b7f-b1a7-3daf11442d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eabc947d-0678-4645-bbe4-7b26be8864ac,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:18.455410 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-783af62a-7b97-4b7f-b1a7-3daf11442d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:18.456673 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-783af62a-7b97-4b7f-b1a7-3daf11442d35 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eabc947d-0678-4645-bbe4-7b26be8864ac HTTP/1.1" status: 204 len: 168 time: 0.3824937 Feb 09 12:25:18.510695 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-18b7c1c4-4c3f-4c74-ab19-bf16c5729d97 req-1dbb3ddc-6035-47e4-95bd-3ad2308a0d90 service neutron] 10.222.0.46 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869197 Feb 09 12:25:18.571638 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aa6e97dd-157b-4af8-ade3-229e12c518d8 req-4b572029-e906-4e99-a7c2-28b61125abde service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dfc19e50-67a7-4ca4-a870-f97828dc5bc8 HTTP/1.1" status: 200 len: 217 time: 0.1228259 Feb 09 12:25:18.589060 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c17de-4852-4bde-8d7a-b1d5cb382c17 req-3470f7d3-91b8-445f-bc7d-617f42a08b2b tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:18.592844 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-108c17de-4852-4bde-8d7a-b1d5cb382c17 req-3470f7d3-91b8-445f-bc7d-617f42a08b2b tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b32a713d-bde5-4523-925d-051265b50468 HTTP/1.1" status: 200 len: 943 time: 0.4071426 Feb 09 12:25:18.652780 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-c31e4c99-86c7-4b6e-934f-62cdcac4afd1 admin admin] Deleting subnet cc63f089-5187-4e97-9454-d46ba64456ce {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:25:18.657731 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-18b7c1c4-4c3f-4c74-ab19-bf16c5729d97 req-d5c584ed-569c-499d-8c3e-882680a209a8 service neutron] 10.222.0.46 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399276 Feb 09 12:25:18.673764 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c31e4c99-86c7-4b6e-934f-62cdcac4afd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:18.762352 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e97dd-157b-4af8-ade3-229e12c518d8 req-8d9d806e-33d7-47de-9fec-77a2feecfe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:18.763815 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aa6e97dd-157b-4af8-ade3-229e12c518d8 req-8d9d806e-33d7-47de-9fec-77a2feecfe0c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=789abbbf-cb59-47b9-b206-75e2c17842ea HTTP/1.1" status: 200 len: 797 time: 0.1700788 Feb 09 12:25:18.766688 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c31e4c99-86c7-4b6e-934f-62cdcac4afd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:18.835189 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-108c17de-4852-4bde-8d7a-b1d5cb382c17 req-d5123e37-7b11-41e5-9fa7-1ff6e12f67c2 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957600 Feb 09 12:25:18.862442 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2423cd05-2174-47d7-9be3-d7c6838673ff req-f04f70f6-e851-4ee5-b46f-0e8412452140 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:18.863957 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2423cd05-2174-47d7-9be3-d7c6838673ff req-f04f70f6-e851-4ee5-b46f-0e8412452140 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e6ea63f-586e-4867-af14-f492893658e8 HTTP/1.1" status: 200 len: 949 time: 0.3573294 Feb 09 12:25:18.959761 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2423cd05-2174-47d7-9be3-d7c6838673ff req-04a5deb1-b673-4b8e-833b-2d378d05931a tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.55 "GET /v2.0/security-groups?id=daf48eb8-e765-47d2-841e-309e62616d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872955 Feb 09 12:25:18.990690 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c31e4c99-86c7-4b6e-934f-62cdcac4afd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:19.026371 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:19.163874 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e97dd-157b-4af8-ade3-229e12c518d8 req-ab17ade8-82b5-458c-8215-014c54dc5559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:19.165352 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aa6e97dd-157b-4af8-ade3-229e12c518d8 req-ab17ade8-82b5-458c-8215-014c54dc5559 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba448e7a-fa60-4f14-8e77-7f852965ebd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3678443 Feb 09 12:25:19.281033 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2acd8fc0-a791-4451-adec-6382605f8de9 req-e6136e7c-325f-4a06-b701-f2937ce11a54 tempest-ServerShowV247Test-269923014 tempest-ServerShowV247Test-269923014-project] 10.222.0.55 "GET /v2.0/ports?device_id=16f2c947-2f7d-421b-8307-190f1c134222 HTTP/1.1" status: 200 len: 210 time: 0.1116843 Feb 09 12:25:19.381966 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c31e4c99-86c7-4b6e-934f-62cdcac4afd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:19.448040 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e4c99-86c7-4b6e-934f-62cdcac4afd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc63f089-5187-4e97-9454-d46ba64456ce,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:19.454391 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c31e4c99-86c7-4b6e-934f-62cdcac4afd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:19.455028 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266b8456-b60a-43f9-84a7-bd6707b991a5 None None] Network cd473c9f-1942-47be-82eb-f1f92f3be41a requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:25:19.482931 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932dde1-2a16-46e4-9aff-2ef50316e06e req-6a6b97cd-c4ec-4cb2-aa7e-bf045dfc574e tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:19.484743 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a932dde1-2a16-46e4-9aff-2ef50316e06e req-6a6b97cd-c4ec-4cb2-aa7e-bf045dfc574e tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=80d09481-cde5-4896-9bcc-08c44ca3c92d HTTP/1.1" status: 200 len: 945 time: 0.3185308 Feb 09 12:25:19.489441 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c31e4c99-86c7-4b6e-934f-62cdcac4afd1 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/cc63f089-5187-4e97-9454-d46ba64456ce HTTP/1.1" status: 204 len: 168 time: 1.1004827 Feb 09 12:25:19.490322 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 51520) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:19.514537 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aa6e97dd-157b-4af8-ade3-229e12c518d8 req-fe6b090f-2b85-4d30-8ffe-ae7cfaa0b2ff service neutron] 10.222.0.46 "GET /v2.0/networks/ba448e7a-fa60-4f14-8e77-7f852965ebd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788882 Feb 09 12:25:19.678263 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device c9ae328d-f515-4127-8634-9ed00f64ddde details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:25:19.728929 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a932dde1-2a16-46e4-9aff-2ef50316e06e req-7d505ad4-332b-472d-af4b-90c5cb985495 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338116 Feb 09 12:25:19.790449 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8a897088-1b22-4799-8c76-64e25a845902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:19.897518 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-8a897088-1b22-4799-8c76-64e25a845902 admin admin] Deleting port 5042d6ee-8199-4f25-ac55-77d1bf20a1ea {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:25:19.898192 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8a897088-1b22-4799-8c76-64e25a845902 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:19.914874 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port c9ae328d-f515-4127-8634-9ed00f64ddde, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=c9ae328d-f515-4127-8634-9ed00f64ddde,segment=NetworkSegment(d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5),segment_id=d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:25:19.923968 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad99996-aa6e-47f5-9a8c-5aebb5fd6dfe None None] DHCP port deletion for cd473c9f-1942-47be-82eb-f1f92f3be41a request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:25:19.937403 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-3ad99996-aa6e-47f5-9a8c-5aebb5fd6dfe None None] Deleting port 5042d6ee-8199-4f25-ac55-77d1bf20a1ea {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:25:19.937787 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3ad99996-aa6e-47f5-9a8c-5aebb5fd6dfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:19.968101 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'c9ae328d-f515-4127-8634-9ed00f64ddde', 'network_id': 'ce449817-28f3-4897-a09b-d33182728951', 'port_id': 'c9ae328d-f515-4127-8634-9ed00f64ddde', 'mac_address': 'fa:16:3e:52:33:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d66c3c8-f193-4da4-ad1c-54328c88dbd7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:25:20.011536 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aa6e97dd-157b-4af8-ade3-229e12c518d8 req-54e886c6-dd58-469a-9c87-edf3d9dafa98 service neutron] 10.222.0.46 "GET /v2.0/networks/ba448e7a-fa60-4f14-8e77-7f852965ebd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4244201 Feb 09 12:25:20.094895 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:20.170977 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c9ae328d-f515-4127-8634-9ed00f64ddde {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:25:20.237736 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5042d6ee-8199-4f25-ac55-77d1bf20a1ea no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:25:20.319471 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port c9ae328d-f515-4127-8634-9ed00f64ddde, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=c9ae328d-f515-4127-8634-9ed00f64ddde,segment=NetworkSegment(d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5),segment_id=d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:25:20.336248 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:20.337972 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:20.389122 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1b4a6-6dfa-48e2-ac65-a6e3c9252060 req-1029b3c2-8ba4-46da-b199-5d4bb324fa5a tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:20.396708 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1b4a6-6dfa-48e2-ac65-a6e3c9252060 req-1029b3c2-8ba4-46da-b199-5d4bb324fa5a tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:20.403658 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1b4a6-6dfa-48e2-ac65-a6e3c9252060 req-1029b3c2-8ba4-46da-b199-5d4bb324fa5a tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:20.411941 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1b4a6-6dfa-48e2-ac65-a6e3c9252060 req-1029b3c2-8ba4-46da-b199-5d4bb324fa5a tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:20.418482 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1b4a6-6dfa-48e2-ac65-a6e3c9252060 req-1029b3c2-8ba4-46da-b199-5d4bb324fa5a tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:20.426521 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1b4a6-6dfa-48e2-ac65-a6e3c9252060 req-1029b3c2-8ba4-46da-b199-5d4bb324fa5a tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:20.435225 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1b4a6-6dfa-48e2-ac65-a6e3c9252060 req-1029b3c2-8ba4-46da-b199-5d4bb324fa5a tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:20.437763 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-01d1b4a6-6dfa-48e2-ac65-a6e3c9252060 req-1029b3c2-8ba4-46da-b199-5d4bb324fa5a tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/ports?device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 5431 time: 0.6569717 Feb 09 12:25:20.452515 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-3ad99996-aa6e-47f5-9a8c-5aebb5fd6dfe None None] For port 5042d6ee-8199-4f25-ac55-77d1bf20a1ea, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5042d6ee-8199-4f25-ac55-77d1bf20a1ea,segment=NetworkSegment(60316b84-93e0-4859-b6b6-adab39b3fab1),segment_id=60316b84-93e0-4859-b6b6-adab39b3fab1)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:25:20.452910 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3ad99996-aa6e-47f5-9a8c-5aebb5fd6dfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:20.467110 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['c9ae328d-f515-4127-8634-9ed00f64ddde'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:25:20.475177 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6b733-5ef7-4ba9-bc07-d450117b28b7 req-3c609b65-903f-40cf-a082-51dec8328ec4 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:20.483320 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5cd6b733-5ef7-4ba9-bc07-d450117b28b7 req-3c609b65-903f-40cf-a082-51dec8328ec4 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=1691c089-3110-48fc-9c9e-fc3a62408e41 HTTP/1.1" status: 200 len: 950 time: 0.5868368 Feb 09 12:25:20.576276 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-01d1b4a6-6dfa-48e2-ac65-a6e3c9252060 req-0b5db1c0-98c2-487f-ac3b-8a3afa5a0a99 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c0bc8c-d7b4-4723-ae3e-494e368debc4&id=cc193dc4-ba36-4ff9-b98a-95f008157bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1312506 Feb 09 12:25:20.615812 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-8a897088-1b22-4799-8c76-64e25a845902 admin admin] For port 5042d6ee-8199-4f25-ac55-77d1bf20a1ea, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5042d6ee-8199-4f25-ac55-77d1bf20a1ea,segment=NetworkSegment(60316b84-93e0-4859-b6b6-adab39b3fab1),segment_id=60316b84-93e0-4859-b6b6-adab39b3fab1)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:25:20.616482 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8a897088-1b22-4799-8c76-64e25a845902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:20.645691 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=c9ae328d-f515-4127-8634-9ed00f64ddde,revision_number=6']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:20.776754 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-3ad99996-aa6e-47f5-9a8c-5aebb5fd6dfe None None] Calling delete_port for 5042d6ee-8199-4f25-ac55-77d1bf20a1ea owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:25:20.797354 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5cd6b733-5ef7-4ba9-bc07-d450117b28b7 req-847e8d29-4038-4241-b739-bb32f05e297d tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127494 Feb 09 12:25:20.857394 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:20.878679 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-8a897088-1b22-4799-8c76-64e25a845902 admin admin] Calling delete_port for 5042d6ee-8199-4f25-ac55-77d1bf20a1ea owned by network:dhcp {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:25:20.966346 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 5042d6ee-8199-4f25-ac55-77d1bf20a1ea, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5042d6ee-8199-4f25-ac55-77d1bf20a1ea,segment=NetworkSegment(60316b84-93e0-4859-b6b6-adab39b3fab1),segment_id=60316b84-93e0-4859-b6b6-adab39b3fab1)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:25:20.977441 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:20.978320 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device e16e2dc6-ce6c-4661-978e-c5165aa2b334 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:25:20.987188 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b848f39-370f-4db9-9d51-c464faf56d51 req-51119fde-da2a-41ab-97a4-0b6481016a0b tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:20.988905 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2b848f39-370f-4db9-9d51-c464faf56d51 req-51119fde-da2a-41ab-97a4-0b6481016a0b tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.46 "GET /v2.0/ports?device_id=1691c089-3110-48fc-9c9e-fc3a62408e41 HTTP/1.1" status: 200 len: 950 time: 0.7029681 Feb 09 12:25:21.098007 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: e16e2dc6-ce6c-4661-978e-c5165aa2b334 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:25:21.098636 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device e16e2dc6-ce6c-4661-978e-c5165aa2b334 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:25:21.100057 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-3ad99996-aa6e-47f5-9a8c-5aebb5fd6dfe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:25:21.101466 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-3ad99996-aa6e-47f5-9a8c-5aebb5fd6dfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:25:21.113761 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=5042d6ee-8199-4f25-ac55-77d1bf20a1ea,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:21.248050 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-2b848f39-370f-4db9-9d51-c464faf56d51 req-11d47acb-2cfa-4c24-8dc2-3762e7e0204d tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Deleting port 209e9bbb-4904-4e48-aa76-9dd4a90dc863 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:25:21.248389 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-2b848f39-370f-4db9-9d51-c464faf56d51 req-11d47acb-2cfa-4c24-8dc2-3762e7e0204d tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:21.449184 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.api [None req-8a897088-1b22-4799-8c76-64e25a845902 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:25:21.449500 n-d-825178-3 neutron-server[87567]: DEBUG oslo_db.api [None req-8a897088-1b22-4799-8c76-64e25a845902 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:25:21.500883 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24c2fe-5f48-4173-88f2-7fed2f2604f3 req-4435ce95-06e2-49a8-8b85-7424c85cb312 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:21.502375 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fa24c2fe-5f48-4173-88f2-7fed2f2604f3 req-4435ce95-06e2-49a8-8b85-7424c85cb312 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b32a713d-bde5-4523-925d-051265b50468 HTTP/1.1" status: 200 len: 943 time: 0.7783015 Feb 09 12:25:21.548494 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04dd00-a9b8-4c46-b663-eb608b541808 req-f3ce3d45-ed6f-48b7-919b-bc2266a52e68 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:21.555636 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0f04dd00-a9b8-4c46-b663-eb608b541808 req-f3ce3d45-ed6f-48b7-919b-bc2266a52e68 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e6ea63f-586e-4867-af14-f492893658e8 HTTP/1.1" status: 200 len: 949 time: 0.5639579 Feb 09 12:25:21.604470 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-3ad99996-aa6e-47f5-9a8c-5aebb5fd6dfe None None] Deleting port 5042d6ee-8199-4f25-ac55-77d1bf20a1ea {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:25:21.605041 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3ad99996-aa6e-47f5-9a8c-5aebb5fd6dfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:21.672261 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device aea00414-7a5b-4dd5-99bb-c7d8df5069bf details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:25:21.675763 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device c9ae328d-f515-4127-8634-9ed00f64ddde up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:25:21.689576 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fa24c2fe-5f48-4173-88f2-7fed2f2604f3 req-2cbc87a2-113b-43ba-8bfb-4473319d9c61 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802413 Feb 09 12:25:21.729377 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0f04dd00-a9b8-4c46-b663-eb608b541808 req-e83da28b-def0-4ef4-9405-d73231dbb760 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.55 "GET /v2.0/security-groups?id=daf48eb8-e765-47d2-841e-309e62616d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723449 Feb 09 12:25:21.844251 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 51618) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:21.869838 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-2b848f39-370f-4db9-9d51-c464faf56d51 req-11d47acb-2cfa-4c24-8dc2-3762e7e0204d tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] For port 209e9bbb-4904-4e48-aa76-9dd4a90dc863, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=209e9bbb-4904-4e48-aa76-9dd4a90dc863,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:25:21.870210 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-2b848f39-370f-4db9-9d51-c464faf56d51 req-11d47acb-2cfa-4c24-8dc2-3762e7e0204d tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:21.969704 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-8a897088-1b22-4799-8c76-64e25a845902 admin admin] Deleting port 5042d6ee-8199-4f25-ac55-77d1bf20a1ea {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:25:21.970133 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8a897088-1b22-4799-8c76-64e25a845902 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:22.114128 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port c9ae328d-f515-4127-8634-9ed00f64ddde triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:25:22.114705 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:22.166316 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-2b848f39-370f-4db9-9d51-c464faf56d51 req-11d47acb-2cfa-4c24-8dc2-3762e7e0204d tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Calling delete_port for 209e9bbb-4904-4e48-aa76-9dd4a90dc863 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:25:22.189850 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port aea00414-7a5b-4dd5-99bb-c7d8df5069bf, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=aea00414-7a5b-4dd5-99bb-c7d8df5069bf,segment=NetworkSegment(8f05bb68-39ac-4075-9eae-946e36af88ec),segment_id=8f05bb68-39ac-4075-9eae-946e36af88ec)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:25:22.197798 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-3ad99996-aa6e-47f5-9a8c-5aebb5fd6dfe None None] For port 5042d6ee-8199-4f25-ac55-77d1bf20a1ea, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5042d6ee-8199-4f25-ac55-77d1bf20a1ea,segment=NetworkSegment(60316b84-93e0-4859-b6b6-adab39b3fab1),segment_id=60316b84-93e0-4859-b6b6-adab39b3fab1)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:25:22.198183 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3ad99996-aa6e-47f5-9a8c-5aebb5fd6dfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:22.225215 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c8139b42-cea0-4d37-b276-b4a5e83125bc req-8f27829e-be7e-4655-a028-f8de6b5a3684 tempest-ServerShowV247Test-269923014 tempest-ServerShowV247Test-269923014-project] 10.222.0.55 "GET /v2.0/ports?device_id=16f2c947-2f7d-421b-8307-190f1c134222 HTTP/1.1" status: 200 len: 210 time: 0.3379407 Feb 09 12:25:22.272227 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'aea00414-7a5b-4dd5-99bb-c7d8df5069bf', 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac', 'port_id': 'aea00414-7a5b-4dd5-99bb-c7d8df5069bf', 'mac_address': 'fa:16:3e:0e:1c:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc155009-a31d-4409-b15f-2ed587ea4525', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:25:22.333058 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-07370622-a237-4c30-897a-b38450931bde admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:22.337400 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-3ad99996-aa6e-47f5-9a8c-5aebb5fd6dfe None None] Calling delete_port for 5042d6ee-8199-4f25-ac55-77d1bf20a1ea owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:25:22.459176 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-07370622-a237-4c30-897a-b38450931bde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:25:22.506636 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:22.521530 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-07370622-a237-4c30-897a-b38450931bde admin admin] Usage tracker for resource:security_group_rule and tenant:8dd75ed0db324c0490045557bbf2e3b6 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:25:22.527783 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-07370622-a237-4c30-897a-b38450931bde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:25:22.538809 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-07370622-a237-4c30-897a-b38450931bde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:25:22.548198 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aea00414-7a5b-4dd5-99bb-c7d8df5069bf {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:25:22.557156 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3ad99996-aa6e-47f5-9a8c-5aebb5fd6dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:22.618143 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad99996-aa6e-47f5-9a8c-5aebb5fd6dfe None None] Pushing event deleted for resources: {'Port': ['ID=5042d6ee-8199-4f25-ac55-77d1bf20a1ea,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:22.620082 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:22.623719 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:22.637170 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad99996-aa6e-47f5-9a8c-5aebb5fd6dfe None None] No DVR routers for this DVR port 5042d6ee-8199-4f25-ac55-77d1bf20a1ea on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:25:22.641436 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port aea00414-7a5b-4dd5-99bb-c7d8df5069bf, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=aea00414-7a5b-4dd5-99bb-c7d8df5069bf,segment=NetworkSegment(8f05bb68-39ac-4075-9eae-946e36af88ec),segment_id=8f05bb68-39ac-4075-9eae-946e36af88ec)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:25:22.655159 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:22.732959 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b74ef-d7dc-4a3c-8b47-87182335754c req-d46cb069-17cc-4e68-a5cc-0c08b4690323 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:22.741184 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-645b74ef-d7dc-4a3c-8b47-87182335754c req-d46cb069-17cc-4e68-a5cc-0c08b4690323 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=80d09481-cde5-4896-9bcc-08c44ca3c92d HTTP/1.1" status: 200 len: 944 time: 0.8527772 Feb 09 12:25:22.788765 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d09481-cde5-4896-9bcc-08c44ca3c92d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ae328d-f515-4127-8634-9ed00f64ddde'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:25:22.808191 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port c9ae328d-f515-4127-8634-9ed00f64ddde, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=c9ae328d-f515-4127-8634-9ed00f64ddde,segment=NetworkSegment(d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5),segment_id=d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:25:22.821504 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:22.830346 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=aea00414-7a5b-4dd5-99bb-c7d8df5069bf,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:22.842839 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-8a897088-1b22-4799-8c76-64e25a845902 admin admin] For port 5042d6ee-8199-4f25-ac55-77d1bf20a1ea, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5042d6ee-8199-4f25-ac55-77d1bf20a1ea,segment=NetworkSegment(60316b84-93e0-4859-b6b6-adab39b3fab1),segment_id=60316b84-93e0-4859-b6b6-adab39b3fab1)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:25:22.843196 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8a897088-1b22-4799-8c76-64e25a845902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:22.865618 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-2b848f39-370f-4db9-9d51-c464faf56d51 req-11d47acb-2cfa-4c24-8dc2-3762e7e0204d tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:22.942619 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=c9ae328d-f515-4127-8634-9ed00f64ddde,revision_number=7']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:23.031073 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-645b74ef-d7dc-4a3c-8b47-87182335754c req-d1cad829-1b90-4304-9746-b7fc2bb03f62 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883382 Feb 09 12:25:23.055201 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-8a897088-1b22-4799-8c76-64e25a845902 admin admin] Calling delete_port for 5042d6ee-8199-4f25-ac55-77d1bf20a1ea owned by network:dhcp {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:25:23.055396 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['aea00414-7a5b-4dd5-99bb-c7d8df5069bf'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:25:23.127607 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d47acb-2cfa-4c24-8dc2-3762e7e0204d tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Pushing event deleted for resources: {'Port': ['ID=209e9bbb-4904-4e48-aa76-9dd4a90dc863,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:23.207151 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72e360-30ea-41e7-815c-2c9fa5a77519 req-fe2be747-ca27-4e88-baa2-23c071f3bddc tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:23.213671 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72e360-30ea-41e7-815c-2c9fa5a77519 req-fe2be747-ca27-4e88-baa2-23c071f3bddc tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:23.219487 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72e360-30ea-41e7-815c-2c9fa5a77519 req-fe2be747-ca27-4e88-baa2-23c071f3bddc tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:23.226658 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72e360-30ea-41e7-815c-2c9fa5a77519 req-fe2be747-ca27-4e88-baa2-23c071f3bddc tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:23.233737 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72e360-30ea-41e7-815c-2c9fa5a77519 req-fe2be747-ca27-4e88-baa2-23c071f3bddc tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:23.240553 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72e360-30ea-41e7-815c-2c9fa5a77519 req-fe2be747-ca27-4e88-baa2-23c071f3bddc tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:23.246745 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72e360-30ea-41e7-815c-2c9fa5a77519 req-fe2be747-ca27-4e88-baa2-23c071f3bddc tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:23.254535 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8c72e360-30ea-41e7-815c-2c9fa5a77519 req-fe2be747-ca27-4e88-baa2-23c071f3bddc tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/ports?device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 5431 time: 0.8174961 Feb 09 12:25:23.553048 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b848f39-370f-4db9-9d51-c464faf56d51 req-11d47acb-2cfa-4c24-8dc2-3762e7e0204d tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] No DVR routers for this DVR port 209e9bbb-4904-4e48-aa76-9dd4a90dc863 on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:25:23.568885 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-2b848f39-370f-4db9-9d51-c464faf56d51 req-11d47acb-2cfa-4c24-8dc2-3762e7e0204d tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:23.578123 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1691c089-3110-48fc-9c9e-fc3a62408e41', 'name': 'network-vif-deleted', 'tag': '209e9bbb-4904-4e48-aa76-9dd4a90dc863'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:25:23.593266 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-07370622-a237-4c30-897a-b38450931bde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:23.611648 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8c72e360-30ea-41e7-815c-2c9fa5a77519 req-c0e98d41-d89a-4bc2-a86a-2c38bd6145ba tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c0bc8c-d7b4-4723-ae3e-494e368debc4&id=cc193dc4-ba36-4ff9-b98a-95f008157bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3559015 Feb 09 12:25:23.635197 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-07370622-a237-4c30-897a-b38450931bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:23.685262 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 209e9bbb-4904-4e48-aa76-9dd4a90dc863 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:25:23.686577 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.api [None req-8a897088-1b22-4799-8c76-64e25a845902 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:25:23.686992 n-d-825178-3 neutron-server[87567]: DEBUG oslo_db.api [None req-8a897088-1b22-4799-8c76-64e25a845902 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:25:23.710901 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2b848f39-370f-4db9-9d51-c464faf56d51 req-11d47acb-2cfa-4c24-8dc2-3762e7e0204d tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.46 "DELETE /v2.0/ports/209e9bbb-4904-4e48-aa76-9dd4a90dc863 HTTP/1.1" status: 204 len: 173 time: 2.7146826 Feb 09 12:25:23.718246 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-07370622-a237-4c30-897a-b38450931bde admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8dd75ed0db324c0490045557bbf2e3b6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8730512 Feb 09 12:25:23.721492 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51634) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:23.785559 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: 209e9bbb-4904-4e48-aa76-9dd4a90dc863 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:25:23.785900 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 209e9bbb-4904-4e48-aa76-9dd4a90dc863 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:25:23.820524 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07370622-a237-4c30-897a-b38450931bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b96665-a5a6-4c45-b393-487fc63da737,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:23.821930 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fe023854-dd1d-46e9-9811-a95d75663f0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:23.829918 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f71966-28aa-40ca-880a-154448f01f60 req-e707bdf0-43b3-432f-bf9a-72026d664d77 tempest-LiveMigrationNegativeTest-827905583 tempest-LiveMigrationNegativeTest-827905583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:23.837522 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f8f71966-28aa-40ca-880a-154448f01f60 req-e707bdf0-43b3-432f-bf9a-72026d664d77 tempest-LiveMigrationNegativeTest-827905583 tempest-LiveMigrationNegativeTest-827905583-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7e6ea63f-586e-4867-af14-f492893658e8 HTTP/1.1" status: 200 len: 1100 time: 0.5771279 Feb 09 12:25:23.858029 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-320fc2c7-8d68-440a-a6b3-f6ca6764b863 req-1aff7ff4-f15f-4347-899b-8448d42c8609 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Synchronizing usage tracker for tenant:49129fa2c03c45c2a0df365ab76f11e9 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:25:23.867930 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f8f71966-28aa-40ca-880a-154448f01f60 req-e96e103c-4b63-42ff-9558-a3557b4ce9da tempest-LiveMigrationNegativeTest-827905583 tempest-LiveMigrationNegativeTest-827905583-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:23.895863 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fe023854-dd1d-46e9-9811-a95d75663f0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:23.910925 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-f8f71966-28aa-40ca-880a-154448f01f60 req-e96e103c-4b63-42ff-9558-a3557b4ce9da tempest-LiveMigrationNegativeTest-827905583 tempest-LiveMigrationNegativeTest-827905583-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:25:23.926110 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-f8f71966-28aa-40ca-880a-154448f01f60 req-e96e103c-4b63-42ff-9558-a3557b4ce9da tempest-LiveMigrationNegativeTest-827905583 tempest-LiveMigrationNegativeTest-827905583-project-admin] Usage tracker for resource:security_group_rule and tenant:2e20883a81d140b88ffc64eca272fbf1 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:25:23.926110 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-f8f71966-28aa-40ca-880a-154448f01f60 req-e96e103c-4b63-42ff-9558-a3557b4ce9da tempest-LiveMigrationNegativeTest-827905583 tempest-LiveMigrationNegativeTest-827905583-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:25:23.926110 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-320fc2c7-8d68-440a-a6b3-f6ca6764b863 req-1aff7ff4-f15f-4347-899b-8448d42c8609 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] Unset dirty status for tenant:49129fa2c03c45c2a0df365ab76f11e9 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:25:23.933582 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-320fc2c7-8d68-440a-a6b3-f6ca6764b863 req-1aff7ff4-f15f-4347-899b-8448d42c8609 tempest-MigrationsAdminTest-441137837 tempest-MigrationsAdminTest-441137837-project] 10.222.0.55 "GET /v2.0/ports?device_id=1691c089-3110-48fc-9c9e-fc3a62408e41 HTTP/1.1" status: 200 len: 210 time: 0.1588137 Feb 09 12:25:23.933582 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-f8f71966-28aa-40ca-880a-154448f01f60 req-e96e103c-4b63-42ff-9558-a3557b4ce9da tempest-LiveMigrationNegativeTest-827905583 tempest-LiveMigrationNegativeTest-827905583-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:25:24.007119 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fe023854-dd1d-46e9-9811-a95d75663f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:24.022154 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe023854-dd1d-46e9-9811-a95d75663f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b96665-a5a6-4c45-b393-487fc63da737,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:24.043689 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f8f71966-28aa-40ca-880a-154448f01f60 req-e96e103c-4b63-42ff-9558-a3557b4ce9da tempest-LiveMigrationNegativeTest-827905583 tempest-LiveMigrationNegativeTest-827905583-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:24.044532 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fe023854-dd1d-46e9-9811-a95d75663f0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:24.045623 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-fe023854-dd1d-46e9-9811-a95d75663f0b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/06b96665-a5a6-4c45-b393-487fc63da737 HTTP/1.1" status: 204 len: 168 time: 0.3222959 Feb 09 12:25:24.065708 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f8f71966-28aa-40ca-880a-154448f01f60 req-e96e103c-4b63-42ff-9558-a3557b4ce9da tempest-LiveMigrationNegativeTest-827905583 tempest-LiveMigrationNegativeTest-827905583-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:24.154248 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f8f71966-28aa-40ca-880a-154448f01f60 req-e96e103c-4b63-42ff-9558-a3557b4ce9da tempest-LiveMigrationNegativeTest-827905583 tempest-LiveMigrationNegativeTest-827905583-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=daf48eb8-e765-47d2-841e-309e62616d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155546 Feb 09 12:25:24.206139 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e103c-4b63-42ff-9558-a3557b4ce9da tempest-LiveMigrationNegativeTest-827905583 tempest-LiveMigrationNegativeTest-827905583-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc797b2-7e50-4c3a-80f5-6b0cd5b12b12,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:24.247606 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d09481-cde5-4896-9bcc-08c44ca3c92d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ae328d-f515-4127-8634-9ed00f64ddde', 'code': 200} Feb 09 12:25:24.292517 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278331a5-07ae-4189-a9a7-95e13858f4a2 req-e43ed200-7668-4e37-a7bd-7dcaaeb8a0dc tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:24.305036 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-278331a5-07ae-4189-a9a7-95e13858f4a2 req-e43ed200-7668-4e37-a7bd-7dcaaeb8a0dc tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b32a713d-bde5-4523-925d-051265b50468 HTTP/1.1" status: 200 len: 944 time: 0.1920524 Feb 09 12:25:24.412657 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-278331a5-07ae-4189-a9a7-95e13858f4a2 req-0474f820-3f92-483c-bbad-2fff57d63cff tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976465 Feb 09 12:25:24.492150 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-97e3e30c-51e0-4dba-9214-71a20378c738 req-9eefaa75-b5ef-41a4-a93e-1bdd3a2767e5 tempest-ServerShowV247Test-269923014 tempest-ServerShowV247Test-269923014-project] 10.222.0.55 "GET /v2.0/ports?device_id=16f2c947-2f7d-421b-8307-190f1c134222 HTTP/1.1" status: 200 len: 210 time: 0.0636299 Feb 09 12:25:24.535754 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1691c089-3110-48fc-9c9e-fc3a62408e41', 'name': 'network-vif-deleted', 'tag': '209e9bbb-4904-4e48-aa76-9dd4a90dc863', 'status': 'completed', 'code': 200} Feb 09 12:25:24.574602 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51646) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:24.581597 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-8a897088-1b22-4799-8c76-64e25a845902 admin admin] Deleting port 5042d6ee-8199-4f25-ac55-77d1bf20a1ea {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:25:24.582192 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8a897088-1b22-4799-8c76-64e25a845902 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:24.620601 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d22bfc74-85e5-4eee-97b9-3ea45f51453a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:24.655009 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d22bfc74-85e5-4eee-97b9-3ea45f51453a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:25:24.659708 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d22bfc74-85e5-4eee-97b9-3ea45f51453a admin admin] Usage tracker for resource:security_group_rule and tenant:6922af612eb94eebb860ecbbe70a951a is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:25:24.663134 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d22bfc74-85e5-4eee-97b9-3ea45f51453a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:25:24.669665 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d22bfc74-85e5-4eee-97b9-3ea45f51453a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:25:24.748759 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-8a897088-1b22-4799-8c76-64e25a845902 admin admin] The port '5042d6ee-8199-4f25-ac55-77d1bf20a1ea' was deleted {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:25:24.784428 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d22bfc74-85e5-4eee-97b9-3ea45f51453a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:24.798149 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d22bfc74-85e5-4eee-97b9-3ea45f51453a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:24.852622 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d22bfc74-85e5-4eee-97b9-3ea45f51453a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6922af612eb94eebb860ecbbe70a951a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2769048 Feb 09 12:25:24.853779 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22bfc74-85e5-4eee-97b9-3ea45f51453a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571720fb-e16a-43fc-9b39-198b8d8a4d88,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:24.856296 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51658) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:24.908210 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8a897088-1b22-4799-8c76-64e25a845902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:24.940427 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-82263773-1560-4ce7-aa46-1ab26068e1f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:24.968940 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-82263773-1560-4ce7-aa46-1ab26068e1f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:24.994709 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-8a897088-1b22-4799-8c76-64e25a845902 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd473c9f-1942-47be-82eb-f1f92f3be41a']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:25:25.019448 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06255bf2-6f68-4619-9f1f-846d7b4bc3a1 req-a4fc0ae4-ed1a-407e-99aa-1988aaa143b1 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:25.021003 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-06255bf2-6f68-4619-9f1f-846d7b4bc3a1 req-a4fc0ae4-ed1a-407e-99aa-1988aaa143b1 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=80d09481-cde5-4896-9bcc-08c44ca3c92d HTTP/1.1" status: 200 len: 945 time: 0.3212290 Feb 09 12:25:25.026748 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-8a897088-1b22-4799-8c76-64e25a845902 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60316b84-93e0-4859-b6b6-adab39b3fab1') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:25:25.027061 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-8a897088-1b22-4799-8c76-64e25a845902 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60316b84-93e0-4859-b6b6-adab39b3fab1') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:25:25.044160 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-82263773-1560-4ce7-aa46-1ab26068e1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:25.065081 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8a897088-1b22-4799-8c76-64e25a845902 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:25.066636 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82263773-1560-4ce7-aa46-1ab26068e1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571720fb-e16a-43fc-9b39-198b8d8a4d88,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:25.085409 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-82263773-1560-4ce7-aa46-1ab26068e1f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:25.087347 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-82263773-1560-4ce7-aa46-1ab26068e1f7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/571720fb-e16a-43fc-9b39-198b8d8a4d88 HTTP/1.1" status: 204 len: 168 time: 0.2297962 Feb 09 12:25:25.108317 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8a897088-1b22-4799-8c76-64e25a845902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:25.122808 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a897088-1b22-4799-8c76-64e25a845902 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:25:25.123217 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8a897088-1b22-4799-8c76-64e25a845902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:25.140707 n-d-825178-3 neutron-server[87567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:25:25.140707 n-d-825178-3 neutron-server[87567]: util.warn( Feb 09 12:25:25.140707 n-d-825178-3 neutron-server[87567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:25:25.140707 n-d-825178-3 neutron-server[87567]: util.warn( Feb 09 12:25:25.140707 n-d-825178-3 neutron-server[87567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:25:25.140707 n-d-825178-3 neutron-server[87567]: util.warn( Feb 09 12:25:25.140707 n-d-825178-3 neutron-server[87567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:25:25.140707 n-d-825178-3 neutron-server[87567]: util.warn( Feb 09 12:25:25.140707 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:25:25.140707 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:25:25.140707 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:25:25.140707 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:25:25.140707 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:25:25.140707 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:25:25.140707 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:25:25.140707 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:25:25.140707 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:25:25.140707 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:25:25.140707 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:25:25.140707 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:25:25.140707 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:25:25.140707 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:25:25.140707 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:25:25.140707 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:25:25.140707 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:25:25.140707 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:25:25.140707 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:25:25.140707 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:25:25.140707 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:25:25.140707 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:25:25.140707 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:25:25.140707 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:25:25.140707 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:25:25.140707 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:25:25.140707 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:25:25.140707 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:25:25.140707 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:25:25.140707 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:25:25.140707 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:25:25.140707 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:25:25.144800 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-06255bf2-6f68-4619-9f1f-846d7b4bc3a1 req-e993266e-9407-49d7-9c6d-3b8d3584fd2e tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097560 Feb 09 12:25:25.245855 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d0150-7b71-4246-ab34-92c844cea881 req-e30b8caf-d23a-4742-816e-cddf0da2a836 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:25.253256 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d0150-7b71-4246-ab34-92c844cea881 req-e30b8caf-d23a-4742-816e-cddf0da2a836 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:25.259519 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d0150-7b71-4246-ab34-92c844cea881 req-e30b8caf-d23a-4742-816e-cddf0da2a836 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:25.265561 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d0150-7b71-4246-ab34-92c844cea881 req-e30b8caf-d23a-4742-816e-cddf0da2a836 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:25.272336 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d0150-7b71-4246-ab34-92c844cea881 req-e30b8caf-d23a-4742-816e-cddf0da2a836 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:25.278303 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d0150-7b71-4246-ab34-92c844cea881 req-e30b8caf-d23a-4742-816e-cddf0da2a836 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:25.284909 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d0150-7b71-4246-ab34-92c844cea881 req-e30b8caf-d23a-4742-816e-cddf0da2a836 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:25.293202 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1d5d0150-7b71-4246-ab34-92c844cea881 req-e30b8caf-d23a-4742-816e-cddf0da2a836 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/ports?device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 5431 time: 0.3503687 Feb 09 12:25:25.382009 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1d5d0150-7b71-4246-ab34-92c844cea881 req-49d39591-84dd-4e16-95b6-eb94339807fc tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c0bc8c-d7b4-4723-ae3e-494e368debc4&id=cc193dc4-ba36-4ff9-b98a-95f008157bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0865872 Feb 09 12:25:25.383007 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8a897088-1b22-4799-8c76-64e25a845902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:25.388173 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8a897088-1b22-4799-8c76-64e25a845902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:25.418395 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a897088-1b22-4799-8c76-64e25a845902 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd473c9f-1942-47be-82eb-f1f92f3be41a,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:25.426397 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8a897088-1b22-4799-8c76-64e25a845902 admin admin] 10.222.0.55 "DELETE /v2.0/networks/cd473c9f-1942-47be-82eb-f1f92f3be41a HTTP/1.1" status: 204 len: 168 time: 5.9328558 Feb 09 12:25:25.429474 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51666) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:25.701195 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device aea00414-7a5b-4dd5-99bb-c7d8df5069bf up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:25:25.793574 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339e79b-9c0d-43f4-a105-5fbb72fb06b5 req-0479a095-cc80-4068-93e8-3adaba8eb302 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:25.803207 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4339e79b-9c0d-43f4-a105-5fbb72fb06b5 req-0479a095-cc80-4068-93e8-3adaba8eb302 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b32a713d-bde5-4523-925d-051265b50468 HTTP/1.1" status: 200 len: 944 time: 0.1723697 Feb 09 12:25:25.902975 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port aea00414-7a5b-4dd5-99bb-c7d8df5069bf completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:25:25.914030 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port aea00414-7a5b-4dd5-99bb-c7d8df5069bf triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:25:25.916062 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5d3564b7-f85b-46cb-962e-2e09b9c5a05f req-c8591f7a-dbbe-4c06-b453-63b79c3b10cb tempest-ServerShowV247Test-269923014 tempest-ServerShowV247Test-269923014-project] 10.222.0.55 "GET /v2.0/ports?device_id=16f2c947-2f7d-421b-8307-190f1c134222 HTTP/1.1" status: 200 len: 210 time: 0.1054823 Feb 09 12:25:25.916554 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:25.968307 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4339e79b-9c0d-43f4-a105-5fbb72fb06b5 req-c41cd9d5-231b-4d32-90b5-bd498e9f85d8 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576300 Feb 09 12:25:26.151108 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:26.166684 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51692) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:26.196452 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port aea00414-7a5b-4dd5-99bb-c7d8df5069bf, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=aea00414-7a5b-4dd5-99bb-c7d8df5069bf,segment=NetworkSegment(8f05bb68-39ac-4075-9eae-946e36af88ec),segment_id=8f05bb68-39ac-4075-9eae-946e36af88ec)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:25:26.202614 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:26.284917 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b32a713d-bde5-4523-925d-051265b50468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea00414-7a5b-4dd5-99bb-c7d8df5069bf'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:25:26.298537 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6befbae7-266e-4bde-839e-ea4f2599f4e3 req-41bc0abd-6002-46c3-9901-a85ad5336f55 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:26.310648 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6befbae7-266e-4bde-839e-ea4f2599f4e3 req-41bc0abd-6002-46c3-9901-a85ad5336f55 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e6ea63f-586e-4867-af14-f492893658e8 HTTP/1.1" status: 200 len: 949 time: 0.2221491 Feb 09 12:25:26.366133 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=aea00414-7a5b-4dd5-99bb-c7d8df5069bf,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:26.530038 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6befbae7-266e-4bde-839e-ea4f2599f4e3 req-58a0fb59-5d47-47ed-bf6c-5f7bc735328e tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.55 "GET /v2.0/security-groups?id=daf48eb8-e765-47d2-841e-309e62616d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185402 Feb 09 12:25:26.604069 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b32a713d-bde5-4523-925d-051265b50468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea00414-7a5b-4dd5-99bb-c7d8df5069bf', 'code': 200} Feb 09 12:25:26.616618 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c79a21-87fe-4fd7-8903-4dae75472184 req-99b9c804-c6ca-43df-837a-4d90be606bd6 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:26.618278 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f0c79a21-87fe-4fd7-8903-4dae75472184 req-99b9c804-c6ca-43df-837a-4d90be606bd6 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=80d09481-cde5-4896-9bcc-08c44ca3c92d HTTP/1.1" status: 200 len: 945 time: 0.2095258 Feb 09 12:25:26.768320 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f6d70f7a-25ab-4d89-b247-0f3e0424397e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=49129fa2c03c45c2a0df365ab76f11e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5886612 Feb 09 12:25:26.770838 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51714) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:26.869788 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f0c79a21-87fe-4fd7-8903-4dae75472184 req-62bf7604-d4eb-49b4-a925-e21d31b16f74 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406719 Feb 09 12:25:26.903086 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2378c80b-9d35-49ef-a1c3-7032977e28a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:26.947546 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480555a9-222a-4d6b-b86c-c10742ffe30a req-3cd5be90-3cb4-4adf-9285-98bc1fa22a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:26.949605 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-480555a9-222a-4d6b-b86c-c10742ffe30a req-3cd5be90-3cb4-4adf-9285-98bc1fa22a24 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b32a713d-bde5-4523-925d-051265b50468 HTTP/1.1" status: 200 len: 1096 time: 0.2591069 Feb 09 12:25:26.990499 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2378c80b-9d35-49ef-a1c3-7032977e28a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:26.997087 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9fb9c5-50cc-46e3-b647-35fbde679431 req-de4e0d0d-fd89-4ee2-8e78-657155bdc1e0 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:27.018736 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9fb9c5-50cc-46e3-b647-35fbde679431 req-de4e0d0d-fd89-4ee2-8e78-657155bdc1e0 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:27.025015 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9fb9c5-50cc-46e3-b647-35fbde679431 req-de4e0d0d-fd89-4ee2-8e78-657155bdc1e0 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:27.041641 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9fb9c5-50cc-46e3-b647-35fbde679431 req-de4e0d0d-fd89-4ee2-8e78-657155bdc1e0 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:27.053525 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9fb9c5-50cc-46e3-b647-35fbde679431 req-de4e0d0d-fd89-4ee2-8e78-657155bdc1e0 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:27.069355 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9fb9c5-50cc-46e3-b647-35fbde679431 req-de4e0d0d-fd89-4ee2-8e78-657155bdc1e0 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:27.077422 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9fb9c5-50cc-46e3-b647-35fbde679431 req-de4e0d0d-fd89-4ee2-8e78-657155bdc1e0 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:27.095390 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aa9fb9c5-50cc-46e3-b647-35fbde679431 req-de4e0d0d-fd89-4ee2-8e78-657155bdc1e0 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/ports?device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 5431 time: 0.2941182 Feb 09 12:25:27.120157 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2378c80b-9d35-49ef-a1c3-7032977e28a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:27.150437 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2378c80b-9d35-49ef-a1c3-7032977e28a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:27.181812 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2378c80b-9d35-49ef-a1c3-7032977e28a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:27.181812 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2378c80b-9d35-49ef-a1c3-7032977e28a3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0c7d39a4-8a27-4dfb-a5c9-4faf75f698d7 HTTP/1.1" status: 204 len: 168 time: 0.4087760 Feb 09 12:25:27.198758 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-00558c6e-8183-497d-a614-c33e73277a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:27.291632 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aa9fb9c5-50cc-46e3-b647-35fbde679431 req-db0f9cdf-97d9-41aa-9158-c7710fd11287 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c0bc8c-d7b4-4723-ae3e-494e368debc4&id=cc193dc4-ba36-4ff9-b98a-95f008157bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1948924 Feb 09 12:25:27.430614 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ce024a26-edf8-4210-8765-dbaa8c6ea7e7 req-f223d8f6-b4ee-437a-a966-f10e41a830e1 tempest-ServerShowV247Test-269923014 tempest-ServerShowV247Test-269923014-project] 10.222.0.55 "GET /v2.0/ports?device_id=16f2c947-2f7d-421b-8307-190f1c134222 HTTP/1.1" status: 200 len: 210 time: 0.1540773 Feb 09 12:25:27.443621 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-480555a9-222a-4d6b-b86c-c10742ffe30a req-c6ba93dd-b271-47b4-b90c-73a919d0be6a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4832804 Feb 09 12:25:27.682985 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc7562-be72-4c68-b036-a244b80c1e46 req-ce032ebb-f377-4786-8962-d7ca6a71ecba tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:27.684412 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-59dc7562-be72-4c68-b036-a244b80c1e46 req-ce032ebb-f377-4786-8962-d7ca6a71ecba tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Synchronizing usage tracker for tenant:7c1ef4d3b2bd48adb9701d4f73fa1aa9 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:25:27.698654 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e378e-6766-4fae-92a7-57ddc8ffde0a req-c85c1cf8-5be5-454b-913b-9cc8d00aaa50 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:27.705358 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3c1e378e-6766-4fae-92a7-57ddc8ffde0a req-c85c1cf8-5be5-454b-913b-9cc8d00aaa50 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b32a713d-bde5-4523-925d-051265b50468 HTTP/1.1" status: 200 len: 945 time: 0.1560910 Feb 09 12:25:27.736017 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-59dc7562-be72-4c68-b036-a244b80c1e46 req-ce032ebb-f377-4786-8962-d7ca6a71ecba tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Unset dirty status for tenant:7c1ef4d3b2bd48adb9701d4f73fa1aa9 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:25:27.737162 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-59dc7562-be72-4c68-b036-a244b80c1e46 req-ce032ebb-f377-4786-8962-d7ca6a71ecba tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e6ea63f-586e-4867-af14-f492893658e8 HTTP/1.1" status: 200 len: 949 time: 0.3237464 Feb 09 12:25:27.766551 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 51742) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:27.825602 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-59dc7562-be72-4c68-b036-a244b80c1e46 req-c7ad7300-4428-48ce-afd5-70d48f0d6b18 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Deleting port fb0f1d8a-6de2-40c4-a603-5132fcc6d2be {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:25:27.825965 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-59dc7562-be72-4c68-b036-a244b80c1e46 req-c7ad7300-4428-48ce-afd5-70d48f0d6b18 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:28.038700 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-00558c6e-8183-497d-a614-c33e73277a8e admin admin] Deleting port 614b9f30-1fb8-4a19-8adb-d31b5406b34f {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:25:28.039403 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-00558c6e-8183-497d-a614-c33e73277a8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:28.061147 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3c1e378e-6766-4fae-92a7-57ddc8ffde0a req-9af84e29-0315-4f85-af89-418cd93258e0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399084 Feb 09 12:25:28.158565 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9c166c1b-6269-4091-8855-98d5040a98f1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4961b14619c64508a6eac64bb38b5fba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3881025 Feb 09 12:25:28.160963 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 51752) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:28.225722 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed614b16-f0b1-44c8-86a2-0b91c84a451a req-2014f25c-755b-481e-90f5-24cf24fce2e9 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:28.232843 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ed614b16-f0b1-44c8-86a2-0b91c84a451a req-2014f25c-755b-481e-90f5-24cf24fce2e9 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e6ea63f-586e-4867-af14-f492893658e8 HTTP/1.1" status: 200 len: 949 time: 0.4824791 Feb 09 12:25:28.345331 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-59dc7562-be72-4c68-b036-a244b80c1e46 req-c7ad7300-4428-48ce-afd5-70d48f0d6b18 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] For port fb0f1d8a-6de2-40c4-a603-5132fcc6d2be, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=fb0f1d8a-6de2-40c4-a603-5132fcc6d2be,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:25:28.345942 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-59dc7562-be72-4c68-b036-a244b80c1e46 req-c7ad7300-4428-48ce-afd5-70d48f0d6b18 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:28.364935 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-af1abbeb-4206-4a90-9a75-109fbaa36443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:28.379718 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ed614b16-f0b1-44c8-86a2-0b91c84a451a req-ccc27184-f1ed-4b0d-a38d-f7eb1df6ced7 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.55 "GET /v2.0/security-groups?id=daf48eb8-e765-47d2-841e-309e62616d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458967 Feb 09 12:25:28.452926 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-af1abbeb-4206-4a90-9a75-109fbaa36443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:28.527038 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bbb82e-d9c8-4e15-9c29-c131ea0880fe req-e7fe4342-b396-4566-95f8-52c7f21d3c8e tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:28.528696 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a8bbb82e-d9c8-4e15-9c29-c131ea0880fe req-e7fe4342-b396-4566-95f8-52c7f21d3c8e tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=80d09481-cde5-4896-9bcc-08c44ca3c92d HTTP/1.1" status: 200 len: 945 time: 0.2939653 Feb 09 12:25:28.593167 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a8bbb82e-d9c8-4e15-9c29-c131ea0880fe req-f5ea2a76-eea7-4b69-8cc4-c5f123a77a9c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576310 Feb 09 12:25:28.687299 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-af1abbeb-4206-4a90-9a75-109fbaa36443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:28.718682 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1abbeb-4206-4a90-9a75-109fbaa36443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bcb365-d280-4093-8415-ba26609f9745,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:28.724825 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-af1abbeb-4206-4a90-9a75-109fbaa36443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:28.725422 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-af1abbeb-4206-4a90-9a75-109fbaa36443 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/29bcb365-d280-4093-8415-ba26609f9745 HTTP/1.1" status: 204 len: 168 time: 0.5634320 Feb 09 12:25:28.744755 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f22759-d127-427d-bc8a-9ba668141164 req-47d8590a-4530-4593-9719-30ffdb1edfac tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:28.753883 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f22759-d127-427d-bc8a-9ba668141164 req-47d8590a-4530-4593-9719-30ffdb1edfac tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:28.761733 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f22759-d127-427d-bc8a-9ba668141164 req-47d8590a-4530-4593-9719-30ffdb1edfac tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:28.770016 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f22759-d127-427d-bc8a-9ba668141164 req-47d8590a-4530-4593-9719-30ffdb1edfac tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:28.776702 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f22759-d127-427d-bc8a-9ba668141164 req-47d8590a-4530-4593-9719-30ffdb1edfac tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:28.784378 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f22759-d127-427d-bc8a-9ba668141164 req-47d8590a-4530-4593-9719-30ffdb1edfac tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:28.792447 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f22759-d127-427d-bc8a-9ba668141164 req-47d8590a-4530-4593-9719-30ffdb1edfac tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:28.794854 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-29f22759-d127-427d-bc8a-9ba668141164 req-47d8590a-4530-4593-9719-30ffdb1edfac tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/ports?device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 5431 time: 0.1994312 Feb 09 12:25:28.874470 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-59dc7562-be72-4c68-b036-a244b80c1e46 req-c7ad7300-4428-48ce-afd5-70d48f0d6b18 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Calling delete_port for fb0f1d8a-6de2-40c4-a603-5132fcc6d2be owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:25:28.920603 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-29f22759-d127-427d-bc8a-9ba668141164 req-9d9c2767-8253-419a-8040-049178bf5b7c tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c0bc8c-d7b4-4723-ae3e-494e368debc4&id=cc193dc4-ba36-4ff9-b98a-95f008157bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1158180 Feb 09 12:25:29.048903 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-59dc7562-be72-4c68-b036-a244b80c1e46 req-c7ad7300-4428-48ce-afd5-70d48f0d6b18 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:29.065611 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-95fdbc4e-97ba-4e1a-b62a-b2ac269bea8e req-638ab0e3-7dae-434a-b302-101e822e67b7 tempest-ServerShowV247Test-269923014 tempest-ServerShowV247Test-269923014-project] 10.222.0.55 "GET /v2.0/ports?device_id=16f2c947-2f7d-421b-8307-190f1c134222 HTTP/1.1" status: 200 len: 210 time: 0.1560032 Feb 09 12:25:29.079279 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['53793d25-cd15-449c-a151-e43095a63bab', 'fb0f1d8a-6de2-40c4-a603-5132fcc6d2be'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:25:29.286415 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad7300-4428-48ce-afd5-70d48f0d6b18 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Pushing event deleted for resources: {'Port': ['ID=fb0f1d8a-6de2-40c4-a603-5132fcc6d2be,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:29.530670 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-59dc7562-be72-4c68-b036-a244b80c1e46 req-c7ad7300-4428-48ce-afd5-70d48f0d6b18 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] No DVR routers for this DVR port fb0f1d8a-6de2-40c4-a603-5132fcc6d2be on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:25:29.538185 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-59dc7562-be72-4c68-b036-a244b80c1e46 req-c7ad7300-4428-48ce-afd5-70d48f0d6b18 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:29.563153 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6ea63f-586e-4867-af14-f492893658e8', 'name': 'network-vif-deleted', 'tag': 'fb0f1d8a-6de2-40c4-a603-5132fcc6d2be'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:25:29.566916 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233a4d6-20c5-48bb-84b8-5a7145981a77 req-6fe48185-1be1-466c-8042-ca100a503aa1 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:29.576582 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2233a4d6-20c5-48bb-84b8-5a7145981a77 req-6fe48185-1be1-466c-8042-ca100a503aa1 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b32a713d-bde5-4523-925d-051265b50468 HTTP/1.1" status: 200 len: 945 time: 0.2657447 Feb 09 12:25:29.598650 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-59dc7562-be72-4c68-b036-a244b80c1e46 req-c7ad7300-4428-48ce-afd5-70d48f0d6b18 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.46 "DELETE /v2.0/ports/fb0f1d8a-6de2-40c4-a603-5132fcc6d2be HTTP/1.1" status: 204 len: 173 time: 1.8493810 Feb 09 12:25:29.633560 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-00558c6e-8183-497d-a614-c33e73277a8e admin admin] For port 614b9f30-1fb8-4a19-8adb-d31b5406b34f, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=614b9f30-1fb8-4a19-8adb-d31b5406b34f,segment=NetworkSegment(df3862ec-14b4-4876-a5ff-420b7ad62b05),segment_id=df3862ec-14b4-4876-a5ff-420b7ad62b05)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:25:29.633925 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-00558c6e-8183-497d-a614-c33e73277a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:29.767570 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ad3f943d-6d40-4ca1-bf68-7453a3c2dbb7 req-c56a8e9c-6037-41fd-bdf2-f41c3dcb86ee tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e6ea63f-586e-4867-af14-f492893658e8 HTTP/1.1" status: 200 len: 210 time: 0.1300640 Feb 09 12:25:29.824220 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2233a4d6-20c5-48bb-84b8-5a7145981a77 req-b2e71af0-161c-450a-bd4a-e7fd9ba3d586 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386532 Feb 09 12:25:29.895622 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e6ea63f-586e-4867-af14-f492893658e8', 'name': 'network-vif-deleted', 'tag': 'fb0f1d8a-6de2-40c4-a603-5132fcc6d2be', 'status': 'completed', 'code': 200} Feb 09 12:25:29.908945 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-00558c6e-8183-497d-a614-c33e73277a8e admin admin] Calling delete_port for 614b9f30-1fb8-4a19-8adb-d31b5406b34f owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:25:29.913425 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 51798) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:30.212423 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5699b175-8bfb-413c-ac62-1d830f1e187c req-37dcebbd-cfc8-4e63-b9d6-4d748b20e77d tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=ff6e1bb65bc440a9af2daa6d5785a57a HTTP/1.1" status: 200 len: 267 time: 0.1611753 Feb 09 12:25:30.268061 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-00558c6e-8183-497d-a614-c33e73277a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:30.376966 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-666932e4-5b69-4e74-925f-b51e2cf6d05a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:30.427273 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-666932e4-5b69-4e74-925f-b51e2cf6d05a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:25:30.439277 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-666932e4-5b69-4e74-925f-b51e2cf6d05a admin admin] Usage tracker for resource:security_group_rule and tenant:e812ab1ec9c341459f3066f167852c39 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:25:30.442311 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-666932e4-5b69-4e74-925f-b51e2cf6d05a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:25:30.454595 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-666932e4-5b69-4e74-925f-b51e2cf6d05a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:25:30.485446 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00558c6e-8183-497d-a614-c33e73277a8e admin admin] Pushing event deleted for resources: {'Port': ['ID=614b9f30-1fb8-4a19-8adb-d31b5406b34f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:30.504298 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699b175-8bfb-413c-ac62-1d830f1e187c req-ea00eb5f-ed71-4ae4-9a19-04dbb52cafc6 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:30.515324 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5699b175-8bfb-413c-ac62-1d830f1e187c req-ea00eb5f-ed71-4ae4-9a19-04dbb52cafc6 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b32a713d-bde5-4523-925d-051265b50468 HTTP/1.1" status: 200 len: 945 time: 0.3019192 Feb 09 12:25:30.522466 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-5699b175-8bfb-413c-ac62-1d830f1e187c req-56ec0eb5-9682-4c88-87ef-e4b31e0aed85 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Request body: {'port': {'security_groups': []}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:25:30.581366 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2e0d2-511f-41a7-954d-b50e9cb4538b req-6e43e10a-c3d3-4501-8b94-5fc12f6b2d65 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:30.589010 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-42d2e0d2-511f-41a7-954d-b50e9cb4538b req-6e43e10a-c3d3-4501-8b94-5fc12f6b2d65 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=80d09481-cde5-4896-9bcc-08c44ca3c92d HTTP/1.1" status: 200 len: 945 time: 0.4862132 Feb 09 12:25:30.757660 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-42d2e0d2-511f-41a7-954d-b50e9cb4538b req-7defc983-d19f-4275-b209-5ba7e5c2b81c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673265 Feb 09 12:25:30.785653 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5699b175-8bfb-413c-ac62-1d830f1e187c req-56ec0eb5-9682-4c88-87ef-e4b31e0aed85 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:30.836777 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-00558c6e-8183-497d-a614-c33e73277a8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:31.102056 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-666932e4-5b69-4e74-925f-b51e2cf6d05a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:31.157407 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-666932e4-5b69-4e74-925f-b51e2cf6d05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:31.262073 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-666932e4-5b69-4e74-925f-b51e2cf6d05a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e812ab1ec9c341459f3066f167852c39&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3451316 Feb 09 12:25:31.268242 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 51828) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:31.308130 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b6b5e-ee26-458f-be64-0b825a6e2a7b req-5c7985c3-a8d2-4161-adea-16b9427349b9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:31.314859 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b6b5e-ee26-458f-be64-0b825a6e2a7b req-5c7985c3-a8d2-4161-adea-16b9427349b9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:31.322322 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b6b5e-ee26-458f-be64-0b825a6e2a7b req-5c7985c3-a8d2-4161-adea-16b9427349b9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:31.328890 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b6b5e-ee26-458f-be64-0b825a6e2a7b req-5c7985c3-a8d2-4161-adea-16b9427349b9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:31.335803 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b6b5e-ee26-458f-be64-0b825a6e2a7b req-5c7985c3-a8d2-4161-adea-16b9427349b9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:31.341873 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b6b5e-ee26-458f-be64-0b825a6e2a7b req-5c7985c3-a8d2-4161-adea-16b9427349b9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:31.348363 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b6b5e-ee26-458f-be64-0b825a6e2a7b req-5c7985c3-a8d2-4161-adea-16b9427349b9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:31.350467 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-965b6b5e-ee26-458f-be64-0b825a6e2a7b req-5c7985c3-a8d2-4161-adea-16b9427349b9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/ports?device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 5431 time: 0.3626766 Feb 09 12:25:31.373807 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666932e4-5b69-4e74-925f-b51e2cf6d05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967abe4e-2431-422b-801e-e3b5763f0ad5,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:31.508833 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1f52a2e0-11ef-47b2-a540-bf80b96f7ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:31.516388 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-965b6b5e-ee26-458f-be64-0b825a6e2a7b req-973f4db6-8547-4532-b060-658b06429f5b tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c0bc8c-d7b4-4723-ae3e-494e368debc4&id=cc193dc4-ba36-4ff9-b98a-95f008157bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1338892 Feb 09 12:25:31.520745 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-5699b175-8bfb-413c-ac62-1d830f1e187c req-56ec0eb5-9682-4c88-87ef-e4b31e0aed85 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] For port aea00414-7a5b-4dd5-99bb-c7d8df5069bf, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=aea00414-7a5b-4dd5-99bb-c7d8df5069bf,segment=NetworkSegment(8f05bb68-39ac-4075-9eae-946e36af88ec),segment_id=8f05bb68-39ac-4075-9eae-946e36af88ec)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:25:31.526878 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00558c6e-8183-497d-a614-c33e73277a8e admin admin] Router de20b7b0-689b-4c88-a290-6a43cd82def1 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:25:31.577565 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5699b175-8bfb-413c-ac62-1d830f1e187c req-56ec0eb5-9682-4c88-87ef-e4b31e0aed85 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:31.581635 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1f52a2e0-11ef-47b2-a540-bf80b96f7ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:31.591675 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5699b175-8bfb-413c-ac62-1d830f1e187c req-56ec0eb5-9682-4c88-87ef-e4b31e0aed85 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:31.607011 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e', 'b85598e9-6f45-46cd-8d74-e10d355de799', 'aea00414-7a5b-4dd5-99bb-c7d8df5069bf'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:25:31.732648 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device fb0f1d8a-6de2-40c4-a603-5132fcc6d2be no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:25:31.737028 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699b175-8bfb-413c-ac62-1d830f1e187c req-56ec0eb5-9682-4c88-87ef-e4b31e0aed85 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:31.737703 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5699b175-8bfb-413c-ac62-1d830f1e187c req-56ec0eb5-9682-4c88-87ef-e4b31e0aed85 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:31.739119 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5699b175-8bfb-413c-ac62-1d830f1e187c req-56ec0eb5-9682-4c88-87ef-e4b31e0aed85 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "PUT /v2.0/ports/aea00414-7a5b-4dd5-99bb-c7d8df5069bf HTTP/1.1" status: 200 len: 904 time: 1.2225335 Feb 09 12:25:31.803422 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: fb0f1d8a-6de2-40c4-a603-5132fcc6d2be {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:25:31.804074 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device fb0f1d8a-6de2-40c4-a603-5132fcc6d2be not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:25:31.818904 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b32a713d-bde5-4523-925d-051265b50468', 'tag': 'aea00414-7a5b-4dd5-99bb-c7d8df5069bf'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:25:31.883531 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['aea00414-7a5b-4dd5-99bb-c7d8df5069bf'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:25:31.992914 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00558c6e-8183-497d-a614-c33e73277a8e admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:25:32.012981 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-00558c6e-8183-497d-a614-c33e73277a8e admin admin] 10.222.0.55 "PUT /v2.0/routers/de20b7b0-689b-4c88-a290-6a43cd82def1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5816832 Feb 09 12:25:32.017576 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51848) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:32.051660 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0e6db13d-aa2b-4fec-b3ea-aad3bc789b45 req-38e6a570-d650-462b-949f-1ed2e7ff876f tempest-ServerShowV247Test-269923014 tempest-ServerShowV247Test-269923014-project] 10.222.0.55 "GET /v2.0/ports?device_id=16f2c947-2f7d-421b-8307-190f1c134222 HTTP/1.1" status: 200 len: 210 time: 0.3456702 Feb 09 12:25:32.070240 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65af686-4841-4836-ba30-1389dc4d2868 None None] Sync routers for ids ['de20b7b0-689b-4c88-a290-6a43cd82def1'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:25:32.084454 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec0eb5-9682-4c88-87ef-e4b31e0aed85 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Pushing event updated for resources: {'Port': ['ID=aea00414-7a5b-4dd5-99bb-c7d8df5069bf,revision_number=6']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:32.104269 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1f52a2e0-11ef-47b2-a540-bf80b96f7ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:32.146191 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1f52a2e0-11ef-47b2-a540-bf80b96f7ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:32.147320 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1f52a2e0-11ef-47b2-a540-bf80b96f7ab2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/967abe4e-2431-422b-801e-e3b5763f0ad5 HTTP/1.1" status: 204 len: 168 time: 0.8666022 Feb 09 12:25:32.158726 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f52a2e0-11ef-47b2-a540-bf80b96f7ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967abe4e-2431-422b-801e-e3b5763f0ad5,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:32.182365 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65af686-4841-4836-ba30-1389dc4d2868 None None] Routers {'de20b7b0-689b-4c88-a290-6a43cd82def1'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:25:32.188518 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-f65af686-4841-4836-ba30-1389dc4d2868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:25:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['de20b7b0-689b-4c88-a290-6a43cd82def1'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:25:32.478331 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0f55cd1e-702a-492a-b266-13d7e675c4c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:32.570259 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-ef087708-2c97-4400-81ba-a17e6c7640d9 None None] Provisioning complete for port aea00414-7a5b-4dd5-99bb-c7d8df5069bf triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:25:32.570619 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ef087708-2c97-4400-81ba-a17e6c7640d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:32.640504 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96714f-7433-4b92-b49c-be69960a2d5c req-b07b7769-d10b-4ad8-937b-e0e76ad87d70 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:32.642880 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b96714f-7433-4b92-b49c-be69960a2d5c req-b07b7769-d10b-4ad8-937b-e0e76ad87d70 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b32a713d-bde5-4523-925d-051265b50468 HTTP/1.1" status: 200 len: 907 time: 0.2815750 Feb 09 12:25:32.663860 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e0975-976d-4179-8858-a06f2f62426a req-c94014dd-7fd2-4a03-b624-2da8235a3a0f tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:32.665460 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f42e0975-976d-4179-8858-a06f2f62426a req-c94014dd-7fd2-4a03-b624-2da8235a3a0f tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=80d09481-cde5-4896-9bcc-08c44ca3c92d HTTP/1.1" status: 200 len: 945 time: 0.1258359 Feb 09 12:25:32.794497 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f42e0975-976d-4179-8858-a06f2f62426a req-d0fc562c-0cfc-4a26-bb47-0dd87dff20d9 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209269 Feb 09 12:25:32.799347 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-f65af686-4841-4836-ba30-1389dc4d2868 None None] Set router de20b7b0-689b-4c88-a290-6a43cd82def1 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:25:32.803818 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b32a713d-bde5-4523-925d-051265b50468', 'tag': 'aea00414-7a5b-4dd5-99bb-c7d8df5069bf', 'status': 'completed', 'code': 200} Feb 09 12:25:32.815514 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 51866) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:32.850186 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-958c5a2c-021b-40ab-85dc-cef0f439a6f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:32.886665 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-958c5a2c-021b-40ab-85dc-cef0f439a6f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:25:32.897415 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-958c5a2c-021b-40ab-85dc-cef0f439a6f2 admin admin] Usage tracker for resource:security_group_rule and tenant:55e3f8318bca492485e86c55ca24669f is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:25:32.903341 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-958c5a2c-021b-40ab-85dc-cef0f439a6f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:25:32.917738 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-958c5a2c-021b-40ab-85dc-cef0f439a6f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:25:33.025096 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0f55cd1e-702a-492a-b266-13d7e675c4c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:33.043738 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54971d3c-a3b6-4198-9c53-77c88f70f029 req-507dbb85-fd7c-4a5f-ac43-532e7fe3b7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:33.045663 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-54971d3c-a3b6-4198-9c53-77c88f70f029 req-507dbb85-fd7c-4a5f-ac43-532e7fe3b7f2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff6e1bb65bc440a9af2daa6d5785a57a&device_id=b32a713d-bde5-4523-925d-051265b50468 HTTP/1.1" status: 200 len: 1058 time: 0.2003784 Feb 09 12:25:33.047775 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-0f55cd1e-702a-492a-b266-13d7e675c4c8 admin admin] Deleting port 4f42f0c5-e31c-4396-9f7f-c27c618e202e {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:25:33.048607 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0f55cd1e-702a-492a-b266-13d7e675c4c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:33.381883 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331dd27a-4566-46f7-b27e-9b2c1b307aba req-868a27e8-a373-4edf-8e5b-9ee2d537bcf6 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:33.392796 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54971d3c-a3b6-4198-9c53-77c88f70f029 req-3b7fc8da-885d-4b78-a20d-4ba58d237ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:33.394674 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-54971d3c-a3b6-4198-9c53-77c88f70f029 req-3b7fc8da-885d-4b78-a20d-4ba58d237ba3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0448691a-ec13-4b8b-a50a-33e2c91deaac HTTP/1.1" status: 200 len: 913 time: 0.3091373 Feb 09 12:25:33.396042 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-f65af686-4841-4836-ba30-1389dc4d2868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de20b7b0-689b-4c88-a290-6a43cd82def1', 'name': 'tempest-TaggedBootDevicesTest-578937882-router', 'tenant_id': '62ffdf7055b140959a12354e66fd16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '4f42f0c5-e31c-4396-9f7f-c27c618e202e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:18:27Z', 'updated_at': '2022-02-09T12:25:30Z', 'revision_number': 5, 'project_id': '62ffdf7055b140959a12354e66fd16c0', 'gw_port': {'id': '4f42f0c5-e31c-4396-9f7f-c27c618e202e', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de20b7b0-689b-4c88-a290-6a43cd82def1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:29Z', 'updated_at': '2022-02-09T12:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:25:33.401335 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331dd27a-4566-46f7-b27e-9b2c1b307aba req-868a27e8-a373-4edf-8e5b-9ee2d537bcf6 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:33.405292 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65af686-4841-4836-ba30-1389dc4d2868 None None] Checking router: de20b7b0-689b-4c88-a290-6a43cd82def1 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:25:33.414706 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331dd27a-4566-46f7-b27e-9b2c1b307aba req-868a27e8-a373-4edf-8e5b-9ee2d537bcf6 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:33.427670 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331dd27a-4566-46f7-b27e-9b2c1b307aba req-868a27e8-a373-4edf-8e5b-9ee2d537bcf6 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:33.429657 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65af686-4841-4836-ba30-1389dc4d2868 None None] Routers {'de20b7b0-689b-4c88-a290-6a43cd82def1'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:25:33.430418 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-f65af686-4841-4836-ba30-1389dc4d2868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:25:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['de20b7b0-689b-4c88-a290-6a43cd82def1'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:25:33.442852 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331dd27a-4566-46f7-b27e-9b2c1b307aba req-868a27e8-a373-4edf-8e5b-9ee2d537bcf6 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:33.450810 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331dd27a-4566-46f7-b27e-9b2c1b307aba req-868a27e8-a373-4edf-8e5b-9ee2d537bcf6 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:33.470546 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331dd27a-4566-46f7-b27e-9b2c1b307aba req-868a27e8-a373-4edf-8e5b-9ee2d537bcf6 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:33.477381 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-331dd27a-4566-46f7-b27e-9b2c1b307aba req-868a27e8-a373-4edf-8e5b-9ee2d537bcf6 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/ports?device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 5431 time: 0.5072300 Feb 09 12:25:33.500675 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-54971d3c-a3b6-4198-9c53-77c88f70f029 req-3c05f80f-3f49-47e6-99b3-563319156907 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aea00414-7a5b-4dd5-99bb-c7d8df5069bf HTTP/1.1" status: 200 len: 217 time: 0.0828590 Feb 09 12:25:33.506285 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-0f55cd1e-702a-492a-b266-13d7e675c4c8 admin admin] For port 4f42f0c5-e31c-4396-9f7f-c27c618e202e, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=4f42f0c5-e31c-4396-9f7f-c27c618e202e,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:25:33.506919 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0f55cd1e-702a-492a-b266-13d7e675c4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:33.539352 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-958c5a2c-021b-40ab-85dc-cef0f439a6f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:33.591371 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-958c5a2c-021b-40ab-85dc-cef0f439a6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:33.648277 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-f65af686-4841-4836-ba30-1389dc4d2868 None None] Set router de20b7b0-689b-4c88-a290-6a43cd82def1 gateway port host: None {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:25:33.649970 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-958c5a2c-021b-40ab-85dc-cef0f439a6f2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=55e3f8318bca492485e86c55ca24669f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8333509 Feb 09 12:25:33.660316 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54971d3c-a3b6-4198-9c53-77c88f70f029 req-bd4eb72c-f980-4dd1-a8fd-b5fad03ca98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:33.661778 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-54971d3c-a3b6-4198-9c53-77c88f70f029 req-bd4eb72c-f980-4dd1-a8fd-b5fad03ca98d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fc155009-a31d-4409-b15f-2ed587ea4525 HTTP/1.1" status: 200 len: 851 time: 0.1339111 Feb 09 12:25:33.662235 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51876) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:33.708759 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-331dd27a-4566-46f7-b27e-9b2c1b307aba req-97ace6e3-e5b4-4a5f-93ec-7ba3cd70f8ef tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c0bc8c-d7b4-4723-ae3e-494e368debc4&id=cc193dc4-ba36-4ff9-b98a-95f008157bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2101958 Feb 09 12:25:33.712106 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958c5a2c-021b-40ab-85dc-cef0f439a6f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15712ef-c124-46c5-ae09-c295ae5d5b4f,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:33.782640 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-f65af686-4841-4836-ba30-1389dc4d2868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de20b7b0-689b-4c88-a290-6a43cd82def1', 'name': 'tempest-TaggedBootDevicesTest-578937882-router', 'tenant_id': '62ffdf7055b140959a12354e66fd16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:18:27Z', 'updated_at': '2022-02-09T12:25:33Z', 'revision_number': 6, 'project_id': '62ffdf7055b140959a12354e66fd16c0', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:25:33.783401 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b9d44-87c8-403e-8c89-c62841bdd1e6 req-66801bc4-c837-4560-84cb-da9f619b4ac0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:33.784977 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b08b9d44-87c8-403e-8c89-c62841bdd1e6 req-66801bc4-c837-4560-84cb-da9f619b4ac0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.2483375 Feb 09 12:25:33.785881 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-0f55cd1e-702a-492a-b266-13d7e675c4c8 admin admin] Calling delete_port for 4f42f0c5-e31c-4396-9f7f-c27c618e202e owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:25:33.794649 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65af686-4841-4836-ba30-1389dc4d2868 None None] The sync data for ids ['de20b7b0-689b-4c88-a290-6a43cd82def1'] in n-d-825178-3 is: [{'id': 'de20b7b0-689b-4c88-a290-6a43cd82def1', 'name': 'tempest-TaggedBootDevicesTest-578937882-router', 'tenant_id': '62ffdf7055b140959a12354e66fd16c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:18:27Z', 'updated_at': '2022-02-09T12:25:33Z', 'revision_number': 6, 'project_id': '62ffdf7055b140959a12354e66fd16c0', 'gw_port_host': None}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:25:33.869126 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b08b9d44-87c8-403e-8c89-c62841bdd1e6 req-ffe9bad1-2649-49ed-a88c-62e3e91fa81a tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775931 Feb 09 12:25:33.974232 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1195f489-b8c5-4819-93b9-be0e0662ba4e req-42cfb003-4901-4bcf-9f0d-2a10a50d6007 tempest-ServerShowV247Test-269923014 tempest-ServerShowV247Test-269923014-project] 10.222.0.55 "GET /v2.0/ports?device_id=16f2c947-2f7d-421b-8307-190f1c134222 HTTP/1.1" status: 200 len: 210 time: 0.0605633 Feb 09 12:25:34.128280 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b6b77-18a6-4e88-a33c-da5296e1d10f req-5d48f742-6e03-43f0-bdfa-1483c9f1e3d5 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:34.136871 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-518b6b77-18a6-4e88-a33c-da5296e1d10f req-5d48f742-6e03-43f0-bdfa-1483c9f1e3d5 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c2b3f76-cd20-4ab1-b854-04d52c0edc81 HTTP/1.1" status: 200 len: 950 time: 0.1339839 Feb 09 12:25:34.145756 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-642c4cc0-bb4f-45a8-9d3d-c63c6b02f446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:34.186401 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 614b9f30-1fb8-4a19-8adb-d31b5406b34f no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:25:34.221962 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-642c4cc0-bb4f-45a8-9d3d-c63c6b02f446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:34.251338 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-518b6b77-18a6-4e88-a33c-da5296e1d10f req-7cdd7868-0f57-4f1d-b576-d4ef44efd238 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.55 "GET /v2.0/security-groups?id=daf48eb8-e765-47d2-841e-309e62616d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128743 Feb 09 12:25:34.260118 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 614b9f30-1fb8-4a19-8adb-d31b5406b34f {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:25:34.260625 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 614b9f30-1fb8-4a19-8adb-d31b5406b34f not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:25:34.294593 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f10a822-2fd9-4726-b64e-cb6246c6b61b req-87ce774b-2480-48b7-b0b0-59b4fb3a4c85 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:34.313917 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3f10a822-2fd9-4726-b64e-cb6246c6b61b req-87ce774b-2480-48b7-b0b0-59b4fb3a4c85 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=80d09481-cde5-4896-9bcc-08c44ca3c92d HTTP/1.1" status: 200 len: 945 time: 0.1511018 Feb 09 12:25:34.324806 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-642c4cc0-bb4f-45a8-9d3d-c63c6b02f446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:34.351157 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-642c4cc0-bb4f-45a8-9d3d-c63c6b02f446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:34.354768 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-642c4cc0-bb4f-45a8-9d3d-c63c6b02f446 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c15712ef-c124-46c5-ae09-c295ae5d5b4f HTTP/1.1" status: 204 len: 168 time: 0.6284883 Feb 09 12:25:34.354768 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54971d3c-a3b6-4198-9c53-77c88f70f029 req-5192180e-5760-4f27-a97e-3997b730b54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:34.356836 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-54971d3c-a3b6-4198-9c53-77c88f70f029 req-5192180e-5760-4f27-a97e-3997b730b54e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0448691a-ec13-4b8b-a50a-33e2c91deaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6308391 Feb 09 12:25:34.360850 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3f10a822-2fd9-4726-b64e-cb6246c6b61b req-ed757c8a-1f6a-44b8-b87e-53bdeb035246 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463364 Feb 09 12:25:34.361265 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642c4cc0-bb4f-45a8-9d3d-c63c6b02f446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15712ef-c124-46c5-ae09-c295ae5d5b4f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:34.658836 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdff785-18f9-4fe7-a1db-a7bb1e262edc req-baa5ef6c-a16d-4497-aae9-d47c3e235c2b tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:34.669719 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fcdff785-18f9-4fe7-a1db-a7bb1e262edc req-baa5ef6c-a16d-4497-aae9-d47c3e235c2b tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.2061608 Feb 09 12:25:34.740887 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-54971d3c-a3b6-4198-9c53-77c88f70f029 req-d5389172-7d24-4c13-a305-506c7f1e134b service neutron] 10.222.0.46 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610506 Feb 09 12:25:34.794776 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fcdff785-18f9-4fe7-a1db-a7bb1e262edc req-e77d4f19-9af7-47d8-af1b-5ff6f8c702e7 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225629 Feb 09 12:25:34.972085 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0f55cd1e-702a-492a-b266-13d7e675c4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:35.061592 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f55cd1e-702a-492a-b266-13d7e675c4c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f42f0c5-e31c-4396-9f7f-c27c618e202e,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:35.210793 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-54971d3c-a3b6-4198-9c53-77c88f70f029 req-1b702baf-8881-4649-8246-973f862ea71e service neutron] 10.222.0.46 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4595857 Feb 09 12:25:35.231094 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0f55cd1e-702a-492a-b266-13d7e675c4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:35.231254 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d89bc0-3236-4c46-a3c5-74627390b09c req-93281d28-f0f8-47a9-b875-42f7d18eca60 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:35.240630 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d89bc0-3236-4c46-a3c5-74627390b09c req-93281d28-f0f8-47a9-b875-42f7d18eca60 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:35.249078 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d89bc0-3236-4c46-a3c5-74627390b09c req-93281d28-f0f8-47a9-b875-42f7d18eca60 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:35.256006 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d89bc0-3236-4c46-a3c5-74627390b09c req-93281d28-f0f8-47a9-b875-42f7d18eca60 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:35.262985 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d89bc0-3236-4c46-a3c5-74627390b09c req-93281d28-f0f8-47a9-b875-42f7d18eca60 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:35.271602 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d89bc0-3236-4c46-a3c5-74627390b09c req-93281d28-f0f8-47a9-b875-42f7d18eca60 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:35.279013 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d89bc0-3236-4c46-a3c5-74627390b09c req-93281d28-f0f8-47a9-b875-42f7d18eca60 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:35.288635 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d0d89bc0-3236-4c46-a3c5-74627390b09c req-93281d28-f0f8-47a9-b875-42f7d18eca60 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/ports?device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 5431 time: 0.2550411 Feb 09 12:25:35.319593 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d1fa411d-730c-415d-bada-f69587a4d422 req-dcc034c9-a683-42b1-84c2-c649e7663a27 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=999bd8a9-df8a-415c-b9b3-ac08bf28dab7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4014168 Feb 09 12:25:35.427619 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d0d89bc0-3236-4c46-a3c5-74627390b09c req-400e8e3a-e12a-4f63-adc9-6b3195996ad7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c0bc8c-d7b4-4723-ae3e-494e368debc4&id=cc193dc4-ba36-4ff9-b98a-95f008157bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1367326 Feb 09 12:25:35.546281 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dc3566ac-c347-4e53-9826-43606819aa9a req-88d39c58-4eba-473b-9f53-4d00dcaae8fc tempest-ServerShowV247Test-269923014 tempest-ServerShowV247Test-269923014-project] 10.222.0.55 "GET /v2.0/ports?device_id=16f2c947-2f7d-421b-8307-190f1c134222 HTTP/1.1" status: 200 len: 210 time: 0.1063683 Feb 09 12:25:35.596125 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa411d-730c-415d-bada-f69587a4d422 req-ab724465-a1c0-4123-9394-81d07f07dd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:35.598008 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d1fa411d-730c-415d-bada-f69587a4d422 req-ab724465-a1c0-4123-9394-81d07f07dd84 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff6e1bb65bc440a9af2daa6d5785a57a&device_id=999bd8a9-df8a-415c-b9b3-ac08bf28dab7 HTTP/1.1" status: 200 len: 1096 time: 0.2539337 Feb 09 12:25:35.757262 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51950) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:35.865089 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0f55cd1e-702a-492a-b266-13d7e675c4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:35.869363 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0f55cd1e-702a-492a-b266-13d7e675c4c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:35.882840 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-476ae2f0-be21-4ed8-9acf-cb4abb51ef8f tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:35.890398 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-476ae2f0-be21-4ed8-9acf-cb4abb51ef8f tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/networks?id=0448691a-ec13-4b8b-a50a-33e2c91deaac HTTP/1.1" status: 200 len: 812 time: 0.2912099 Feb 09 12:25:35.926926 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0f55cd1e-702a-492a-b266-13d7e675c4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:35.927926 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f55cd1e-702a-492a-b266-13d7e675c4c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de20b7b0-689b-4c88-a290-6a43cd82def1 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:25:35.951808 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e0ccc-53c3-4b08-a895-ab45bb6f9cf5 req-a5a1cec5-597e-4a59-b589-999ddd5147b7 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:35.960794 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-000e0ccc-53c3-4b08-a895-ab45bb6f9cf5 req-a5a1cec5-597e-4a59-b589-999ddd5147b7 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Synchronizing usage tracker for tenant:7c1ef4d3b2bd48adb9701d4f73fa1aa9 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:25:36.012901 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0f55cd1e-702a-492a-b266-13d7e675c4c8 admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:36.017812 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0f55cd1e-702a-492a-b266-13d7e675c4c8 admin admin] 10.222.0.55 "DELETE /v2.0/routers/de20b7b0-689b-4c88-a290-6a43cd82def1 HTTP/1.1" status: 204 len: 168 time: 3.9990327 Feb 09 12:25:36.018948 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51962) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:36.019570 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-000e0ccc-53c3-4b08-a895-ab45bb6f9cf5 req-a5a1cec5-597e-4a59-b589-999ddd5147b7 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Unset dirty status for tenant:7c1ef4d3b2bd48adb9701d4f73fa1aa9 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:25:36.020683 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-000e0ccc-53c3-4b08-a895-ab45bb6f9cf5 req-a5a1cec5-597e-4a59-b589-999ddd5147b7 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c2b3f76-cd20-4ab1-b854-04d52c0edc81 HTTP/1.1" status: 200 len: 950 time: 0.7910504 Feb 09 12:25:36.109184 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-fafeb65e-4bc8-4d15-8554-0235d8bdeb11 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/quotas/ff6e1bb65bc440a9af2daa6d5785a57a HTTP/1.1" status: 200 len: 375 time: 0.1036007 Feb 09 12:25:36.210642 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-000e0ccc-53c3-4b08-a895-ab45bb6f9cf5 req-ebe3afc2-b5c5-4f62-baa3-855aaa8c7663 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Deleting port 53793d25-cd15-449c-a151-e43095a63bab {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:25:36.211216 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-000e0ccc-53c3-4b08-a895-ab45bb6f9cf5 req-ebe3afc2-b5c5-4f62-baa3-855aaa8c7663 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:36.261369 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa411d-730c-415d-bada-f69587a4d422 req-7f2dd369-54e0-4c51-b79c-13f39075e463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:36.262836 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d1fa411d-730c-415d-bada-f69587a4d422 req-7f2dd369-54e0-4c51-b79c-13f39075e463 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0448691a-ec13-4b8b-a50a-33e2c91deaac HTTP/1.1" status: 200 len: 913 time: 0.6162705 Feb 09 12:25:36.272796 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 4f42f0c5-e31c-4396-9f7f-c27c618e202e no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:25:36.334317 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-118380b9-0342-4b94-8329-795a03b6b449 admin admin] Deleting subnet f56833e4-ee92-41da-b8f0-d4222b4c9fc3 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:25:36.393423 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 4f42f0c5-e31c-4396-9f7f-c27c618e202e {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:25:36.393757 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 4f42f0c5-e31c-4396-9f7f-c27c618e202e not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:25:36.586701 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d1fa411d-730c-415d-bada-f69587a4d422 req-9453919d-f9d4-4d88-b0c2-0a933fe7fc70 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e HTTP/1.1" status: 200 len: 217 time: 0.2981350 Feb 09 12:25:36.608472 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02141848-54f4-4164-bfe2-4ad6fbcfcca7 req-3ccc6513-f8fb-4b8d-a61f-725e56cd999b tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:36.611039 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-02141848-54f4-4164-bfe2-4ad6fbcfcca7 req-3ccc6513-f8fb-4b8d-a61f-725e56cd999b tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c2b3f76-cd20-4ab1-b854-04d52c0edc81 HTTP/1.1" status: 200 len: 950 time: 0.6066546 Feb 09 12:25:36.650254 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-000e0ccc-53c3-4b08-a895-ab45bb6f9cf5 req-ebe3afc2-b5c5-4f62-baa3-855aaa8c7663 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] For port 53793d25-cd15-449c-a151-e43095a63bab, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=53793d25-cd15-449c-a151-e43095a63bab,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:25:36.650621 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-000e0ccc-53c3-4b08-a895-ab45bb6f9cf5 req-ebe3afc2-b5c5-4f62-baa3-855aaa8c7663 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:36.728951 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-f3a42390-6b95-4a13-a439-2bd1f842e228 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ff6e1bb65bc440a9af2daa6d5785a57a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.6025233 Feb 09 12:25:36.771469 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa411d-730c-415d-bada-f69587a4d422 req-8fb72156-29f9-4c48-a073-b3c75ff0cde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:36.773448 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d1fa411d-730c-415d-bada-f69587a4d422 req-8fb72156-29f9-4c48-a073-b3c75ff0cde5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fc155009-a31d-4409-b15f-2ed587ea4525 HTTP/1.1" status: 200 len: 851 time: 0.1608422 Feb 09 12:25:36.892542 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-02141848-54f4-4164-bfe2-4ad6fbcfcca7 req-c57f32c9-c0f1-45d5-ab2d-87431db00854 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.55 "GET /v2.0/security-groups?id=daf48eb8-e765-47d2-841e-309e62616d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241762 Feb 09 12:25:36.958935 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-000e0ccc-53c3-4b08-a895-ab45bb6f9cf5 req-ebe3afc2-b5c5-4f62-baa3-855aaa8c7663 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Calling delete_port for 53793d25-cd15-449c-a151-e43095a63bab owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:25:37.092871 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-9ad86f88-da37-4a2b-8e90-20b6bf863e37 service neutron] 10.222.0.55 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521183 Feb 09 12:25:37.146220 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa411d-730c-415d-bada-f69587a4d422 req-6999beaa-2066-41e3-9342-abcea7209fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:37.147994 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d1fa411d-730c-415d-bada-f69587a4d422 req-6999beaa-2066-41e3-9342-abcea7209fc0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0448691a-ec13-4b8b-a50a-33e2c91deaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3667614 Feb 09 12:25:37.157305 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-118380b9-0342-4b94-8329-795a03b6b449 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:37.214276 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-000e0ccc-53c3-4b08-a895-ab45bb6f9cf5 req-ebe3afc2-b5c5-4f62-baa3-855aaa8c7663 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:37.382158 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-93da320d-5d67-401f-9c89-ac48e0d02fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:37.400260 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe3afc2-b5c5-4f62-baa3-855aaa8c7663 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Pushing event deleted for resources: {'Port': ['ID=53793d25-cd15-449c-a151-e43095a63bab,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:37.413033 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-000e0ccc-53c3-4b08-a895-ab45bb6f9cf5 req-ebe3afc2-b5c5-4f62-baa3-855aaa8c7663 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] No DVR routers for this DVR port 53793d25-cd15-449c-a151-e43095a63bab on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:25:37.419372 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-000e0ccc-53c3-4b08-a895-ab45bb6f9cf5 req-ebe3afc2-b5c5-4f62-baa3-855aaa8c7663 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:37.463097 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-118380b9-0342-4b94-8329-795a03b6b449 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:37.554797 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c2b3f76-cd20-4ab1-b854-04d52c0edc81', 'name': 'network-vif-deleted', 'tag': '53793d25-cd15-449c-a151-e43095a63bab'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:25:37.570757 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-93da320d-5d67-401f-9c89-ac48e0d02fbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:25:37.576702 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-93da320d-5d67-401f-9c89-ac48e0d02fbd admin admin] Usage tracker for resource:security_group_rule and tenant:3ce14e11acc04ebab98574833154bf5b is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:25:37.585387 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-93da320d-5d67-401f-9c89-ac48e0d02fbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:25:37.588487 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d1fa411d-730c-415d-bada-f69587a4d422 req-ec1906fc-8292-4e31-9c6b-3676ff5c3350 service neutron] 10.222.0.46 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063361 Feb 09 12:25:37.591973 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-000e0ccc-53c3-4b08-a895-ab45bb6f9cf5 req-ebe3afc2-b5c5-4f62-baa3-855aaa8c7663 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.46 "DELETE /v2.0/ports/53793d25-cd15-449c-a151-e43095a63bab HTTP/1.1" status: 204 len: 173 time: 1.5103962 Feb 09 12:25:37.605866 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-825ce5e8-5b3b-4f94-9aa7-81399155e9a8 service neutron] 10.222.0.55 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4668565 Feb 09 12:25:37.607897 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-93da320d-5d67-401f-9c89-ac48e0d02fbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:25:37.619661 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97279a-efd5-4add-804a-5c1358a03302 req-8c6888aa-6203-4945-81f3-dfa8eda9a36f tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:37.634108 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab97279a-efd5-4add-804a-5c1358a03302 req-8c6888aa-6203-4945-81f3-dfa8eda9a36f tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=80d09481-cde5-4896-9bcc-08c44ca3c92d HTTP/1.1" status: 200 len: 945 time: 0.5388138 Feb 09 12:25:37.738643 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-93da320d-5d67-401f-9c89-ac48e0d02fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:37.746404 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-93da320d-5d67-401f-9c89-ac48e0d02fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:37.759810 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device dfc19e50-67a7-4ca4-a870-f97828dc5bc8 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:25:37.762341 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 53793d25-cd15-449c-a151-e43095a63bab no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:25:37.852530 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da320d-5d67-401f-9c89-ac48e0d02fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f384aca-ddb0-4657-b071-8761427493b5,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:37.869481 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: 53793d25-cd15-449c-a151-e43095a63bab {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:25:37.870956 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 53793d25-cd15-449c-a151-e43095a63bab not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:25:37.915619 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-118380b9-0342-4b94-8329-795a03b6b449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:37.959497 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-93da320d-5d67-401f-9c89-ac48e0d02fbd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3ce14e11acc04ebab98574833154bf5b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1267059 Feb 09 12:25:37.967012 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 52002) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:38.033713 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab97279a-efd5-4add-804a-5c1358a03302 req-54ed2968-2aa3-4966-bad4-7429b3989abe tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595054 Feb 09 12:25:38.118893 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0c237cec-16db-4d7c-9a02-ae3a631ed9e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:38.218736 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port dfc19e50-67a7-4ca4-a870-f97828dc5bc8, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=dfc19e50-67a7-4ca4-a870-f97828dc5bc8,segment=NetworkSegment(9d15f5f1-dfad-42b6-bcbf-5425bd2abb42),segment_id=9d15f5f1-dfad-42b6-bcbf-5425bd2abb42)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:25:38.250881 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-118380b9-0342-4b94-8329-795a03b6b449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:38.254204 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'dfc19e50-67a7-4ca4-a870-f97828dc5bc8', 'network_id': 'ba448e7a-fa60-4f14-8e77-7f852965ebd1', 'port_id': 'dfc19e50-67a7-4ca4-a870-f97828dc5bc8', 'mac_address': 'fa:16:3e:99:45:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '789abbbf-cb59-47b9-b206-75e2c17842ea', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:25:38.258447 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0c237cec-16db-4d7c-9a02-ae3a631ed9e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:38.327011 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118380b9-0342-4b94-8329-795a03b6b449 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f56833e4-ee92-41da-b8f0-d4222b4c9fc3,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:38.336890 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-118380b9-0342-4b94-8329-795a03b6b449 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:38.351325 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-118380b9-0342-4b94-8329-795a03b6b449 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f56833e4-ee92-41da-b8f0-d4222b4c9fc3 HTTP/1.1" status: 204 len: 168 time: 2.3296063 Feb 09 12:25:38.364307 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 52012) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:38.403479 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d1fa411d-730c-415d-bada-f69587a4d422 req-fe66a0c6-40e4-4b9c-8745-4809fafc6c17 service neutron] 10.222.0.46 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7677717 Feb 09 12:25:38.416554 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039be647-eca1-4508-a754-3fced4a5ea09 None None] Network 3932b70a-326b-44c0-882d-cf67f141227b requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:25:38.417534 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f998af7e-f6a5-4936-88c4-f5f66b9ee972 req-66448d1b-2ccc-4b5c-9ac9-065c4bb964e1 tempest-ServerShowV247Test-269923014 tempest-ServerShowV247Test-269923014-project] 10.222.0.55 "GET /v2.0/ports?device_id=16f2c947-2f7d-421b-8307-190f1c134222 HTTP/1.1" status: 200 len: 210 time: 0.2102149 Feb 09 12:25:38.589315 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05eac0-c349-46ae-864d-588521c1f873 req-ca7a8235-1c4e-4733-bdfb-99493e6ca4c9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:38.601362 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05eac0-c349-46ae-864d-588521c1f873 req-ca7a8235-1c4e-4733-bdfb-99493e6ca4c9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:38.608868 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05eac0-c349-46ae-864d-588521c1f873 req-ca7a8235-1c4e-4733-bdfb-99493e6ca4c9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:38.616697 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05eac0-c349-46ae-864d-588521c1f873 req-ca7a8235-1c4e-4733-bdfb-99493e6ca4c9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:38.623498 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05eac0-c349-46ae-864d-588521c1f873 req-ca7a8235-1c4e-4733-bdfb-99493e6ca4c9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:38.634439 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:38.637211 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05eac0-c349-46ae-864d-588521c1f873 req-ca7a8235-1c4e-4733-bdfb-99493e6ca4c9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:38.644199 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05eac0-c349-46ae-864d-588521c1f873 req-ca7a8235-1c4e-4733-bdfb-99493e6ca4c9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:38.652376 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1a05eac0-c349-46ae-864d-588521c1f873 req-ca7a8235-1c4e-4733-bdfb-99493e6ca4c9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/ports?device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 5431 time: 0.5813413 Feb 09 12:25:38.668955 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0c237cec-16db-4d7c-9a02-ae3a631ed9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:38.711752 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2b3f76-cd20-4ab1-b854-04d52c0edc81', 'name': 'network-vif-deleted', 'tag': '53793d25-cd15-449c-a151-e43095a63bab', 'status': 'completed', 'code': 200} Feb 09 12:25:38.731435 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1a05eac0-c349-46ae-864d-588521c1f873 req-e77aef19-4516-49c5-81c1-4f65ac0ba38f tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c0bc8c-d7b4-4723-ae3e-494e368debc4&id=cc193dc4-ba36-4ff9-b98a-95f008157bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0771389 Feb 09 12:25:38.780097 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c237cec-16db-4d7c-9a02-ae3a631ed9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f384aca-ddb0-4657-b071-8761427493b5,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:38.793550 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0c237cec-16db-4d7c-9a02-ae3a631ed9e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:38.794664 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0c237cec-16db-4d7c-9a02-ae3a631ed9e2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6f384aca-ddb0-4657-b071-8761427493b5 HTTP/1.1" status: 204 len: 168 time: 0.8265622 Feb 09 12:25:38.801165 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-686652ca-dba6-4633-8ee8-ea1743057dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:38.813583 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-686652ca-dba6-4633-8ee8-ea1743057dbb admin admin] Deleting port f82e64c3-4b30-4eb3-b650-a91608b5a509 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:25:38.814020 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-686652ca-dba6-4633-8ee8-ea1743057dbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:38.955758 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfc19e50-67a7-4ca4-a870-f97828dc5bc8 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:25:38.994647 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-02f97824-d7e0-4170-857e-94b4ab340329 req-2858854e-a606-4d6a-a132-9ca2c21c3e83 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee9c0b58-f947-449e-8cf8-972ea6a21ee7 HTTP/1.1" status: 200 len: 210 time: 0.2068183 Feb 09 12:25:39.080206 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port dfc19e50-67a7-4ca4-a870-f97828dc5bc8, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=dfc19e50-67a7-4ca4-a870-f97828dc5bc8,segment=NetworkSegment(9d15f5f1-dfad-42b6-bcbf-5425bd2abb42),segment_id=9d15f5f1-dfad-42b6-bcbf-5425bd2abb42)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:25:39.123387 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:39.126717 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:25:39.215920 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-686652ca-dba6-4633-8ee8-ea1743057dbb admin admin] For port f82e64c3-4b30-4eb3-b650-a91608b5a509, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=f82e64c3-4b30-4eb3-b650-a91608b5a509,segment=NetworkSegment(df3862ec-14b4-4876-a5ff-420b7ad62b05),segment_id=df3862ec-14b4-4876-a5ff-420b7ad62b05)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:25:39.216709 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-686652ca-dba6-4633-8ee8-ea1743057dbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:39.323170 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0dd32383-b600-458c-b0f7-8a7ad777bd70 req-46dc3bab-ab9b-4f75-9cf2-2ff9c7d18186 tempest-LiveMigrationNegativeTest-98300080 tempest-LiveMigrationNegativeTest-98300080-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c2b3f76-cd20-4ab1-b854-04d52c0edc81 HTTP/1.1" status: 200 len: 210 time: 0.1710761 Feb 09 12:25:39.548528 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f81cbf-ddee-4094-843f-637c85738a3f req-cf404158-939d-4cde-a74a-04e51eb6cd66 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:39.552495 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-686652ca-dba6-4633-8ee8-ea1743057dbb admin admin] Calling delete_port for f82e64c3-4b30-4eb3-b650-a91608b5a509 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:25:39.558317 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-13f81cbf-ddee-4094-843f-637c85738a3f req-cf404158-939d-4cde-a74a-04e51eb6cd66 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=80d09481-cde5-4896-9bcc-08c44ca3c92d HTTP/1.1" status: 200 len: 945 time: 0.2317986 Feb 09 12:25:39.611901 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=dfc19e50-67a7-4ca4-a870-f97828dc5bc8,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:39.673357 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-13f81cbf-ddee-4094-843f-637c85738a3f req-5089fec3-632d-422b-8dac-a85da39e30dc tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140082 Feb 09 12:25:39.741280 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-686652ca-dba6-4633-8ee8-ea1743057dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:39.785664 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87,segment=NetworkSegment(d84b820b-b8a5-49e5-b578-ff1b27561844),segment_id=d84b820b-b8a5-49e5-b578-ff1b27561844)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:25:39.829673 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686652ca-dba6-4633-8ee8-ea1743057dbb admin admin] Pushing event deleted for resources: {'Port': ['ID=f82e64c3-4b30-4eb3-b650-a91608b5a509,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:39.831746 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686652ca-dba6-4633-8ee8-ea1743057dbb admin admin] No DVR routers for this DVR port f82e64c3-4b30-4eb3-b650-a91608b5a509 on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:25:39.836085 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba35043-70aa-43c2-a04a-3fc2b88e3dc1 None None] DHCP port deletion for 3932b70a-326b-44c0-882d-cf67f141227b request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:25:39.873488 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87', 'network_id': '9cd8438c-2c74-4941-a26e-2747746bb4cf', 'port_id': 'b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87', 'mac_address': 'fa:16:3e:03:d9:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4a29de1-2de8-4648-a30a-65f56edf521b', 'ip_address': '10.1.1.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:25:39.975768 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-686652ca-dba6-4633-8ee8-ea1743057dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:39.978943 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5baeb9f9-1992-4bcb-b565-915b97ccb2c0 req-184c9b8c-b404-4c69-a5ae-548f808fd452 tempest-ServerShowV247Test-269923014 tempest-ServerShowV247Test-269923014-project] 10.222.0.55 "GET /v2.0/ports?device_id=16f2c947-2f7d-421b-8307-190f1c134222 HTTP/1.1" status: 200 len: 210 time: 0.1689854 Feb 09 12:25:40.056819 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:40.080778 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-686652ca-dba6-4633-8ee8-ea1743057dbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3932b70a-326b-44c0-882d-cf67f141227b']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:25:40.097344 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:25:40.107990 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-686652ca-dba6-4633-8ee8-ea1743057dbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df3862ec-14b4-4876-a5ff-420b7ad62b05') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:25:40.108473 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-686652ca-dba6-4633-8ee8-ea1743057dbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df3862ec-14b4-4876-a5ff-420b7ad62b05') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:25:40.139373 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-686652ca-dba6-4633-8ee8-ea1743057dbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:40.166536 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87,segment=NetworkSegment(d84b820b-b8a5-49e5-b578-ff1b27561844),segment_id=d84b820b-b8a5-49e5-b578-ff1b27561844)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:25:40.175737 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:40.176808 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 8ca27cde-50ae-448e-8752-816451ad1fe4 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:25:40.185121 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-686652ca-dba6-4633-8ee8-ea1743057dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:40.206739 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-686652ca-dba6-4633-8ee8-ea1743057dbb admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:25:40.208657 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-686652ca-dba6-4633-8ee8-ea1743057dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:40.331122 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4122e-4cb3-4b46-aa7f-7d6fcda2a961 req-8712380d-fd58-4454-94d5-c113d87983d9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:40.345221 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4122e-4cb3-4b46-aa7f-7d6fcda2a961 req-8712380d-fd58-4454-94d5-c113d87983d9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:40.364070 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4122e-4cb3-4b46-aa7f-7d6fcda2a961 req-8712380d-fd58-4454-94d5-c113d87983d9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:40.378803 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4122e-4cb3-4b46-aa7f-7d6fcda2a961 req-8712380d-fd58-4454-94d5-c113d87983d9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:40.388950 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:40.401232 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4122e-4cb3-4b46-aa7f-7d6fcda2a961 req-8712380d-fd58-4454-94d5-c113d87983d9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:40.409378 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device f82e64c3-4b30-4eb3-b650-a91608b5a509 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:25:40.414275 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4122e-4cb3-4b46-aa7f-7d6fcda2a961 req-8712380d-fd58-4454-94d5-c113d87983d9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:40.438884 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4122e-4cb3-4b46-aa7f-7d6fcda2a961 req-8712380d-fd58-4454-94d5-c113d87983d9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:40.451887 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-91e4122e-4cb3-4b46-aa7f-7d6fcda2a961 req-8712380d-fd58-4454-94d5-c113d87983d9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/ports?device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 5432 time: 0.4070356 Feb 09 12:25:40.455860 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 52050) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:40.493900 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: f82e64c3-4b30-4eb3-b650-a91608b5a509 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:25:40.494203 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device f82e64c3-4b30-4eb3-b650-a91608b5a509 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:25:40.524500 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 8ca27cde-50ae-448e-8752-816451ad1fe4, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=8ca27cde-50ae-448e-8752-816451ad1fe4,segment=NetworkSegment(9d15f5f1-dfad-42b6-bcbf-5425bd2abb42),segment_id=9d15f5f1-dfad-42b6-bcbf-5425bd2abb42)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:25:40.549323 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '8ca27cde-50ae-448e-8752-816451ad1fe4', 'network_id': 'ba448e7a-fa60-4f14-8e77-7f852965ebd1', 'port_id': '8ca27cde-50ae-448e-8752-816451ad1fe4', 'mac_address': 'fa:16:3e:99:ac:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '789abbbf-cb59-47b9-b206-75e2c17842ea', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:25:40.636804 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:25:40.636804 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:25:40.636804 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:25:40.636804 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:25:40.636804 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:25:40.636804 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:25:40.636804 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:25:40.636804 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:25:40.636804 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:25:40.636804 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:25:40.636804 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:25:40.636804 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:25:40.636804 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:25:40.636804 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:25:40.636804 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:25:40.636804 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:25:40.636804 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:25:40.636804 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:25:40.636804 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:25:40.636804 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:25:40.636804 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:25:40.636804 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:25:40.636804 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:25:40.636804 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:25:40.636804 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:25:40.636804 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:25:40.636804 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:25:40.636804 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:25:40.636804 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:25:40.636804 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:25:40.636804 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:25:40.636804 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:25:40.639721 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:40.640061 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1e618f25-0f25-4865-b1e9-413bad64ad7d req-81a7bfb8-eb7a-4002-83fc-7e6efc33960f tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee9c0b58-f947-449e-8cf8-972ea6a21ee7 HTTP/1.1" status: 200 len: 210 time: 0.1680598 Feb 09 12:25:40.677085 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8b4263a2-e802-4da2-8207-10ca10e5deeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:40.755790 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ca27cde-50ae-448e-8752-816451ad1fe4 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:25:40.785830 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-686652ca-dba6-4633-8ee8-ea1743057dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:40.792673 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 8ca27cde-50ae-448e-8752-816451ad1fe4, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=8ca27cde-50ae-448e-8752-816451ad1fe4,segment=NetworkSegment(9d15f5f1-dfad-42b6-bcbf-5425bd2abb42),segment_id=9d15f5f1-dfad-42b6-bcbf-5425bd2abb42)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:25:40.801652 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:40.802758 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 753ea632-df42-4ace-853e-cbed8bf97ca9 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:25:40.805064 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-91e4122e-4cb3-4b46-aa7f-7d6fcda2a961 req-3cf74781-a972-4c5e-9ca9-9fdb6c0e0340 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c0bc8c-d7b4-4723-ae3e-494e368debc4&id=cc193dc4-ba36-4ff9-b98a-95f008157bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3429580 Feb 09 12:25:40.818134 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-8b4263a2-e802-4da2-8207-10ca10e5deeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:25:40.827356 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8b4263a2-e802-4da2-8207-10ca10e5deeb admin admin] Usage tracker for resource:security_group_rule and tenant:3cae0f6eceab4f7f9e44928083e6a71c is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:25:40.843209 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-686652ca-dba6-4633-8ee8-ea1743057dbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:40.848930 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8b4263a2-e802-4da2-8207-10ca10e5deeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:25:40.861332 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-686652ca-dba6-4633-8ee8-ea1743057dbb admin admin] 10.222.0.55 "DELETE /v2.0/networks/3932b70a-326b-44c0-882d-cf67f141227b HTTP/1.1" status: 204 len: 168 time: 2.4979560 Feb 09 12:25:40.862114 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686652ca-dba6-4633-8ee8-ea1743057dbb admin admin] Pushing event deleted for resources: {'Network': ['ID=3932b70a-326b-44c0-882d-cf67f141227b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:40.868770 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-8b4263a2-e802-4da2-8207-10ca10e5deeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:25:41.073773 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8b4263a2-e802-4da2-8207-10ca10e5deeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:41.196111 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 52072) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:41.347475 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4e2ebf8e-57cf-497b-8fe3-92c611da77b4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eec7cd73952c439fa26a361208297f39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1496382 Feb 09 12:25:41.349865 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 52076) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:41.451063 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 52080) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:41.462351 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=8ca27cde-50ae-448e-8752-816451ad1fe4,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:41.523357 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 753ea632-df42-4ace-853e-cbed8bf97ca9, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=753ea632-df42-4ace-853e-cbed8bf97ca9,segment=NetworkSegment(3a03dc67-2573-4a68-b5c7-234880e2a5ea),segment_id=3a03dc67-2573-4a68-b5c7-234880e2a5ea)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:25:41.536014 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1c783832-80aa-4dfe-a8e0-c7bd00cb37e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:41.552213 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '753ea632-df42-4ace-853e-cbed8bf97ca9', 'network_id': 'd9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35', 'port_id': '753ea632-df42-4ace-853e-cbed8bf97ca9', 'mac_address': 'fa:16:3e:a8:f7:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2e5ab4-ed0b-495e-9f76-7abb1b03c440', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:25:41.596573 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1c783832-80aa-4dfe-a8e0-c7bd00cb37e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:41.675632 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1c783832-80aa-4dfe-a8e0-c7bd00cb37e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:41.685172 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:41.709560 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1c783832-80aa-4dfe-a8e0-c7bd00cb37e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:41.712483 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1c783832-80aa-4dfe-a8e0-c7bd00cb37e2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/84c476da-0274-41dd-aeef-e671ea782d84 HTTP/1.1" status: 204 len: 168 time: 0.3587317 Feb 09 12:25:41.714651 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c783832-80aa-4dfe-a8e0-c7bd00cb37e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c476da-0274-41dd-aeef-e671ea782d84,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:41.742659 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 753ea632-df42-4ace-853e-cbed8bf97ca9 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:25:41.767686 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8b4263a2-e802-4da2-8207-10ca10e5deeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:41.826692 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 753ea632-df42-4ace-853e-cbed8bf97ca9, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=753ea632-df42-4ace-853e-cbed8bf97ca9,segment=NetworkSegment(3a03dc67-2573-4a68-b5c7-234880e2a5ea),segment_id=3a03dc67-2573-4a68-b5c7-234880e2a5ea)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:25:41.841192 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:41.842595 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 8c7a964d-584c-4dbd-b299-f7b5a48b8988 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:25:41.858921 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-ff0fe6e1-ae33-49b1-9a4a-f7329c4e78f5 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:41.860398 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-ff0fe6e1-ae33-49b1-9a4a-f7329c4e78f5 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.46 "GET /v2.0/networks?id=0448691a-ec13-4b8b-a50a-33e2c91deaac HTTP/1.1" status: 200 len: 812 time: 0.7835584 Feb 09 12:25:41.884510 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 8c7a964d-584c-4dbd-b299-f7b5a48b8988, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=8c7a964d-584c-4dbd-b299-f7b5a48b8988,segment=NetworkSegment(d84b820b-b8a5-49e5-b578-ff1b27561844),segment_id=d84b820b-b8a5-49e5-b578-ff1b27561844)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:25:41.959515 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-422cd6e0-a315-40b7-8178-9a562df55d5c tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Request body: {'port': {'device_id': 'ee9c0b58-f947-449e-8cf8-972ea6a21ee7', 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac', 'admin_state_up': True, 'tenant_id': 'ff6e1bb65bc440a9af2daa6d5785a57a'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:25:42.002760 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9a3231b1-aca3-4918-9ca7-b168c722196c req-b289d718-40a4-4530-a1f2-5bcbc4bfa718 tempest-ServerShowV247Test-269923014 tempest-ServerShowV247Test-269923014-project] 10.222.0.55 "GET /v2.0/ports?device_id=16f2c947-2f7d-421b-8307-190f1c134222 HTTP/1.1" status: 200 len: 210 time: 0.2825208 Feb 09 12:25:42.018272 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '8c7a964d-584c-4dbd-b299-f7b5a48b8988', 'network_id': '9cd8438c-2c74-4941-a26e-2747746bb4cf', 'port_id': '8c7a964d-584c-4dbd-b299-f7b5a48b8988', 'mac_address': 'fa:16:3e:77:bf:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4a29de1-2de8-4648-a30a-65f56edf521b', 'ip_address': '10.1.1.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:25:42.070785 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=753ea632-df42-4ace-853e-cbed8bf97ca9,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:42.112534 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:42.122228 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5c893826-f2df-49f0-afb4-d08e1385b361 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7c1ef4d3b2bd48adb9701d4f73fa1aa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6683540 Feb 09 12:25:42.123118 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 52106) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:42.151795 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c7a964d-584c-4dbd-b299-f7b5a48b8988 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:25:42.189822 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 8c7a964d-584c-4dbd-b299-f7b5a48b8988, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=8c7a964d-584c-4dbd-b299-f7b5a48b8988,segment=NetworkSegment(d84b820b-b8a5-49e5-b578-ff1b27561844),segment_id=d84b820b-b8a5-49e5-b578-ff1b27561844)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:25:42.196560 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4263a2-e802-4da2-8207-10ca10e5deeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7e5ba4-002f-49a0-a161-fd6ba2617ed4,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:42.204581 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8b4263a2-e802-4da2-8207-10ca10e5deeb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3cae0f6eceab4f7f9e44928083e6a71c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7473047 Feb 09 12:25:42.208523 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:42.211016 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 52114) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:42.211688 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device b063fa55-d2bf-4bb5-942a-5a9c9a27b96d details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:25:42.216768 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c1d3ca48-e01d-4502-bd3a-82231f49a4d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:42.246146 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c1d3ca48-e01d-4502-bd3a-82231f49a4d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:42.315950 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c1d3ca48-e01d-4502-bd3a-82231f49a4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:42.322512 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9edd308d-9580-41ac-9b9a-5caa453ab84b req-9ed5738c-4878-4546-ab9f-5db70311e260 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee9c0b58-f947-449e-8cf8-972ea6a21ee7 HTTP/1.1" status: 200 len: 210 time: 0.1312783 Feb 09 12:25:42.349000 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c1d3ca48-e01d-4502-bd3a-82231f49a4d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:42.359642 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c1d3ca48-e01d-4502-bd3a-82231f49a4d7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/daf48eb8-e765-47d2-841e-309e62616d08 HTTP/1.1" status: 204 len: 168 time: 0.2352252 Feb 09 12:25:42.361135 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d3ca48-e01d-4502-bd3a-82231f49a4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf48eb8-e765-47d2-841e-309e62616d08,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:42.372468 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6f6eab3a-5e29-4951-837c-38ce83934c54 req-c922fb2e-6e90-4546-b47d-ab4204a599a3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7627730 Feb 09 12:25:42.457815 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port b063fa55-d2bf-4bb5-942a-5a9c9a27b96d, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b063fa55-d2bf-4bb5-942a-5a9c9a27b96d,segment=NetworkSegment(d84b820b-b8a5-49e5-b578-ff1b27561844),segment_id=d84b820b-b8a5-49e5-b578-ff1b27561844)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:25:42.462762 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 52120) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:42.481576 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ace983-32a6-4992-ae2e-aaff17089416 req-0fe0c999-7532-47b5-a2ca-3718655c5af6 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:42.492397 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-09ace983-32a6-4992-ae2e-aaff17089416 req-0fe0c999-7532-47b5-a2ca-3718655c5af6 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=80d09481-cde5-4896-9bcc-08c44ca3c92d HTTP/1.1" status: 200 len: 945 time: 1.4096327 Feb 09 12:25:42.515226 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'b063fa55-d2bf-4bb5-942a-5a9c9a27b96d', 'network_id': '9cd8438c-2c74-4941-a26e-2747746bb4cf', 'port_id': 'b063fa55-d2bf-4bb5-942a-5a9c9a27b96d', 'mac_address': 'fa:16:3e:dc:cf:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4a29de1-2de8-4648-a30a-65f56edf521b', 'ip_address': '10.1.1.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:25:42.520524 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=8c7a964d-584c-4dbd-b299-f7b5a48b8988,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:42.579597 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-53da5cfb-62d0-403c-9019-3b215742442f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=62ffdf7055b140959a12354e66fd16c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1151915 Feb 09 12:25:42.581987 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 52124) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:42.658792 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:42.658971 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-61ac2f27-30f3-4c75-8925-a0a05b8b1e7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:42.673462 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-422cd6e0-a315-40b7-8178-9a562df55d5c tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:25:42.689487 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b063fa55-d2bf-4bb5-942a-5a9c9a27b96d {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:25:42.693445 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-61ac2f27-30f3-4c75-8925-a0a05b8b1e7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:42.707225 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port b063fa55-d2bf-4bb5-942a-5a9c9a27b96d, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b063fa55-d2bf-4bb5-942a-5a9c9a27b96d,segment=NetworkSegment(d84b820b-b8a5-49e5-b578-ff1b27561844),segment_id=d84b820b-b8a5-49e5-b578-ff1b27561844)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:25:42.715687 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:42.716539 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 2059b77a-91ab-4eb8-93ce-0a09084220d8 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:25:42.771763 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-422cd6e0-a315-40b7-8178-9a562df55d5c tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Usage tracker for resource:port and tenant:ff6e1bb65bc440a9af2daa6d5785a57a is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:25:42.784253 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-422cd6e0-a315-40b7-8178-9a562df55d5c tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Quota usage for port was recalculated. Used quota:7. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:25:42.826155 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 2059b77a-91ab-4eb8-93ce-0a09084220d8, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=2059b77a-91ab-4eb8-93ce-0a09084220d8,segment=NetworkSegment(d84b820b-b8a5-49e5-b578-ff1b27561844),segment_id=d84b820b-b8a5-49e5-b578-ff1b27561844)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:25:42.833499 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a2d76-29d6-4cc7-b329-3013ad00e026 req-fa5885c2-b8b7-4747-91e0-e7b511934952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:42.834477 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-422cd6e0-a315-40b7-8178-9a562df55d5c tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:25:42.835191 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-459a2d76-29d6-4cc7-b329-3013ad00e026 req-fa5885c2-b8b7-4747-91e0-e7b511934952 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b0ea08007bd423bba6d81fafa2c2138&device_id=80d09481-cde5-4896-9bcc-08c44ca3c92d HTTP/1.1" status: 200 len: 1096 time: 0.1009243 Feb 09 12:25:42.842221 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=b063fa55-d2bf-4bb5-942a-5a9c9a27b96d,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:42.851108 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '2059b77a-91ab-4eb8-93ce-0a09084220d8', 'network_id': '9cd8438c-2c74-4941-a26e-2747746bb4cf', 'port_id': '2059b77a-91ab-4eb8-93ce-0a09084220d8', 'mac_address': 'fa:16:3e:39:6d:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4a29de1-2de8-4648-a30a-65f56edf521b', 'ip_address': '10.1.1.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:25:42.855272 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-09ace983-32a6-4992-ae2e-aaff17089416 req-cb3f1734-6411-4015-ae33-ba98ce2b2054 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619387 Feb 09 12:25:42.884428 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4d9d146c-6974-47c4-9708-5ab2aa069b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:42.893619 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-61ac2f27-30f3-4c75-8925-a0a05b8b1e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:42.925720 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4d9d146c-6974-47c4-9708-5ab2aa069b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:42.943121 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6eab3a-5e29-4951-837c-38ce83934c54 req-8d0b8ce0-1ca7-4fb7-a95e-2abf5287b3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:42.944650 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6f6eab3a-5e29-4951-837c-38ce83934c54 req-8d0b8ce0-1ca7-4fb7-a95e-2abf5287b3ca service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ff6e1bb65bc440a9af2daa6d5785a57a&device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 1095 time: 0.2739089 Feb 09 12:25:42.945429 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-422cd6e0-a315-40b7-8178-9a562df55d5c tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Made reservation on behalf of ff6e1bb65bc440a9af2daa6d5785a57a for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:25:42.950948 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-422cd6e0-a315-40b7-8178-9a562df55d5c tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:42.962923 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:42.972274 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ac2f27-30f3-4c75-8925-a0a05b8b1e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdbfebd-e038-4f45-9a53-32ecf2430a8b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:42.987972 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-61ac2f27-30f3-4c75-8925-a0a05b8b1e7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:42.991298 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-61ac2f27-30f3-4c75-8925-a0a05b8b1e7f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7cdbfebd-e038-4f45-9a53-32ecf2430a8b HTTP/1.1" status: 204 len: 168 time: 0.4058344 Feb 09 12:25:43.026792 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2059b77a-91ab-4eb8-93ce-0a09084220d8 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:25:43.047977 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a2d76-29d6-4cc7-b329-3013ad00e026 req-832e0701-af12-4d12-905a-711793a4b157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:43.049704 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-459a2d76-29d6-4cc7-b329-3013ad00e026 req-832e0701-af12-4d12-905a-711793a4b157 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ce449817-28f3-4897-a09b-d33182728951 HTTP/1.1" status: 200 len: 913 time: 0.2075419 Feb 09 12:25:43.082374 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 2059b77a-91ab-4eb8-93ce-0a09084220d8, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=2059b77a-91ab-4eb8-93ce-0a09084220d8,segment=NetworkSegment(d84b820b-b8a5-49e5-b578-ff1b27561844),segment_id=d84b820b-b8a5-49e5-b578-ff1b27561844)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:25:43.090994 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:43.151198 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-459a2d76-29d6-4cc7-b329-3013ad00e026 req-5963eafb-19cd-46bc-bbec-7c66842b36db service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9ae328d-f515-4127-8634-9ed00f64ddde HTTP/1.1" status: 200 len: 217 time: 0.0940900 Feb 09 12:25:43.208006 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=2059b77a-91ab-4eb8-93ce-0a09084220d8,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:43.237639 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a2d76-29d6-4cc7-b329-3013ad00e026 req-d23138c2-8856-410d-b6af-bc3fc1656698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:43.239715 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-459a2d76-29d6-4cc7-b329-3013ad00e026 req-d23138c2-8856-410d-b6af-bc3fc1656698 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5d66c3c8-f193-4da4-ad1c-54328c88dbd7 HTTP/1.1" status: 200 len: 852 time: 0.0813620 Feb 09 12:25:43.316155 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-459a2d76-29d6-4cc7-b329-3013ad00e026 req-ff7cefaf-df26-4b2d-aff1-30b207b38ac6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce449817-28f3-4897-a09b-d33182728951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618210 Feb 09 12:25:43.332239 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1822d36-a873-4f9c-a304-e71cbc627f66 req-e2f53d4b-4d3e-48e6-84f2-4dac98543900 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:43.338134 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1822d36-a873-4f9c-a304-e71cbc627f66 req-e2f53d4b-4d3e-48e6-84f2-4dac98543900 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:43.362218 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1822d36-a873-4f9c-a304-e71cbc627f66 req-e2f53d4b-4d3e-48e6-84f2-4dac98543900 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:43.368253 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1822d36-a873-4f9c-a304-e71cbc627f66 req-e2f53d4b-4d3e-48e6-84f2-4dac98543900 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:43.378169 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1822d36-a873-4f9c-a304-e71cbc627f66 req-e2f53d4b-4d3e-48e6-84f2-4dac98543900 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:43.384667 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1822d36-a873-4f9c-a304-e71cbc627f66 req-e2f53d4b-4d3e-48e6-84f2-4dac98543900 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:43.391462 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1822d36-a873-4f9c-a304-e71cbc627f66 req-e2f53d4b-4d3e-48e6-84f2-4dac98543900 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:43.393794 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1822d36-a873-4f9c-a304-e71cbc627f66 req-e2f53d4b-4d3e-48e6-84f2-4dac98543900 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/ports?device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 5437 time: 0.8786037 Feb 09 12:25:43.394332 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 52142) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:43.425914 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8712fc82-a6eb-4330-affb-9ca7fa83b02e req-d4393328-63e6-4dbf-8df9-20f48ca44a88 tempest-ServerShowV247Test-269923014 tempest-ServerShowV247Test-269923014-project] 10.222.0.55 "GET /v2.0/ports?device_id=16f2c947-2f7d-421b-8307-190f1c134222 HTTP/1.1" status: 200 len: 210 time: 0.2002733 Feb 09 12:25:43.525344 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-459a2d76-29d6-4cc7-b329-3013ad00e026 req-10934faf-d55f-43dd-8360-4982e17ee5c3 service neutron] 10.222.0.46 "GET /v2.0/networks/ce449817-28f3-4897-a09b-d33182728951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826127 Feb 09 12:25:43.677059 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-043a0a95-0b0d-4468-af43-bfc8f5b2f39a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2e20883a81d140b88ffc64eca272fbf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2712426 Feb 09 12:25:43.691945 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 52150) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:43.752278 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5781a64f-66e3-4c2e-ae10-57cb83235bdd req-42232c6e-84d0-4348-a2fc-26eb16546c63 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee9c0b58-f947-449e-8cf8-972ea6a21ee7 HTTP/1.1" status: 200 len: 210 time: 0.0782282 Feb 09 12:25:43.752891 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-459a2d76-29d6-4cc7-b329-3013ad00e026 req-97f0800d-7063-41bf-a828-1006989f4f08 service neutron] 10.222.0.46 "GET /v2.0/networks/ce449817-28f3-4897-a09b-d33182728951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149076 Feb 09 12:25:43.757845 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1822d36-a873-4f9c-a304-e71cbc627f66 req-2f6744a7-9669-4d91-9bf6-62fd26468894 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c0bc8c-d7b4-4723-ae3e-494e368debc4&id=cc193dc4-ba36-4ff9-b98a-95f008157bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3468461 Feb 09 12:25:43.780169 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6eab3a-5e29-4951-837c-38ce83934c54 req-188e8d52-455b-4c77-8843-fbf51b8e9239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:43.783217 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6f6eab3a-5e29-4951-837c-38ce83934c54 req-188e8d52-455b-4c77-8843-fbf51b8e9239 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0448691a-ec13-4b8b-a50a-33e2c91deaac HTTP/1.1" status: 200 len: 913 time: 0.8067303 Feb 09 12:25:43.788647 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4d9d146c-6974-47c4-9708-5ab2aa069b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:43.817648 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['8ca27cde-50ae-448e-8752-816451ad1fe4'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:25:43.929507 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6f6eab3a-5e29-4951-837c-38ce83934c54 req-60a88b12-3ad7-40e4-a8fd-7d3e97781ba6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9ae4b3a-6a9e-4d5b-8eda-9db431346db4 HTTP/1.1" status: 200 len: 998 time: 0.1280262 Feb 09 12:25:43.949454 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d146c-6974-47c4-9708-5ab2aa069b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7e5ba4-002f-49a0-a161-fd6ba2617ed4,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:43.955571 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['8c7a964d-584c-4dbd-b299-f7b5a48b8988'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:25:44.008760 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['2059b77a-91ab-4eb8-93ce-0a09084220d8'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:25:44.014083 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-422cd6e0-a315-40b7-8178-9a562df55d5c tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Allocated IP 172.20.0.12 (0448691a-ec13-4b8b-a50a-33e2c91deaac/fc155009-a31d-4409-b15f-2ed587ea4525/fe5866c5-e054-46d5-ad65-fe3d9b7a2784) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:25:44.052650 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['753ea632-df42-4ace-853e-cbed8bf97ca9'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:25:44.104204 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4d9d146c-6974-47c4-9708-5ab2aa069b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:44.105432 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4d9d146c-6974-47c4-9708-5ab2aa069b28 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bb7e5ba4-002f-49a0-a161-fd6ba2617ed4 HTTP/1.1" status: 204 len: 168 time: 1.8502691 Feb 09 12:25:44.151358 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6eab3a-5e29-4951-837c-38ce83934c54 req-b1902715-0f41-4c86-8916-73a89adc41fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:44.153054 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6f6eab3a-5e29-4951-837c-38ce83934c54 req-b1902715-0f41-4c86-8916-73a89adc41fb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fc155009-a31d-4409-b15f-2ed587ea4525 HTTP/1.1" status: 200 len: 851 time: 0.2092810 Feb 09 12:25:44.165081 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4f34cfa8-9c10-45b7-9413-fcb35278ec49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:44.244580 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c56cca03-617a-4df2-ba0e-7f6e8267c2a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:44.279772 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4f34cfa8-9c10-45b7-9413-fcb35278ec49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:44.587149 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 52186) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:44.607203 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69488e74-1b76-48fb-a618-2cfed67c9373 req-e6fbe60a-821a-4e38-8e10-8d3efd92e2b0 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:44.615568 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-69488e74-1b76-48fb-a618-2cfed67c9373 req-e6fbe60a-821a-4e38-8e10-8d3efd92e2b0 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=80d09481-cde5-4896-9bcc-08c44ca3c92d HTTP/1.1" status: 200 len: 945 time: 0.5698321 Feb 09 12:25:44.736714 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7ae7090a-fb6f-4689-9587-aa0c28dda3d8 req-82201a25-7301-4d29-aa58-233061085a98 tempest-ServerShowV247Test-269923014 tempest-ServerShowV247Test-269923014-project] 10.222.0.55 "GET /v2.0/ports?device_id=16f2c947-2f7d-421b-8307-190f1c134222 HTTP/1.1" status: 200 len: 210 time: 0.0539546 Feb 09 12:25:44.783709 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-69488e74-1b76-48fb-a618-2cfed67c9373 req-6bfc7136-67d4-47ec-a4f3-db163fdb4bc3 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670444 Feb 09 12:25:44.810047 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['dfc19e50-67a7-4ca4-a870-f97828dc5bc8'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:25:44.829205 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6eab3a-5e29-4951-837c-38ce83934c54 req-48571d28-b580-4cf3-a3b8-4894bcffb35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:44.831220 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6f6eab3a-5e29-4951-837c-38ce83934c54 req-48571d28-b580-4cf3-a3b8-4894bcffb35b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0448691a-ec13-4b8b-a50a-33e2c91deaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6613436 Feb 09 12:25:44.883609 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-df64d2c1-97b3-4a4c-a1c0-dbed77e9b4da admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1821863660-network', 'tenant_id': '98f91c7428e94d2e90d2dfcb1c9a022c'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:25:44.886100 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:25:44.890196 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-df64d2c1-97b3-4a4c-a1c0-dbed77e9b4da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:25:44.912171 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-df64d2c1-97b3-4a4c-a1c0-dbed77e9b4da admin admin] Usage tracker for resource:network and tenant:98f91c7428e94d2e90d2dfcb1c9a022c is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:25:44.917425 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['b063fa55-d2bf-4bb5-942a-5a9c9a27b96d'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:25:44.934235 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-df64d2c1-97b3-4a4c-a1c0-dbed77e9b4da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:25:44.944755 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-df64d2c1-97b3-4a4c-a1c0-dbed77e9b4da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:25:44.970054 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df64d2c1-97b3-4a4c-a1c0-dbed77e9b4da admin admin] Made reservation on behalf of 98f91c7428e94d2e90d2dfcb1c9a022c for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:25:44.972733 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-df64d2c1-97b3-4a4c-a1c0-dbed77e9b4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:44.998374 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-df64d2c1-97b3-4a4c-a1c0-dbed77e9b4da admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:45.017408 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4f34cfa8-9c10-45b7-9413-fcb35278ec49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:45.038012 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-df64d2c1-97b3-4a4c-a1c0-dbed77e9b4da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:25:45.046938 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-df64d2c1-97b3-4a4c-a1c0-dbed77e9b4da admin admin] Usage tracker for resource:security_group_rule and tenant:98f91c7428e94d2e90d2dfcb1c9a022c is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:25:45.050032 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-df64d2c1-97b3-4a4c-a1c0-dbed77e9b4da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:25:45.057372 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-df64d2c1-97b3-4a4c-a1c0-dbed77e9b4da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:25:45.196869 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f34cfa8-9c10-45b7-9413-fcb35278ec49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc797b2-7e50-4c3a-80f5-6b0cd5b12b12,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:45.201655 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6f6eab3a-5e29-4951-837c-38ce83934c54 req-c0495c36-f596-4591-8aa7-2a1f25e45baa service neutron] 10.222.0.52 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569632 Feb 09 12:25:45.251533 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0723af21-3ec7-48fb-b6e5-852f2bb47ffb req-cb848969-bd3d-4c32-898f-b956f32000d9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=16f2c947-2f7d-421b-8307-190f1c134222 HTTP/1.1" status: 200 len: 210 time: 0.1419280 Feb 09 12:25:45.411113 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-df64d2c1-97b3-4a4c-a1c0-dbed77e9b4da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:45.420081 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4f34cfa8-9c10-45b7-9413-fcb35278ec49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:45.421560 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4f34cfa8-9c10-45b7-9413-fcb35278ec49 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ccc797b2-7e50-4c3a-80f5-6b0cd5b12b12 HTTP/1.1" status: 204 len: 168 time: 1.6738594 Feb 09 12:25:45.423609 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-df64d2c1-97b3-4a4c-a1c0-dbed77e9b4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:45.435585 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-422cd6e0-a315-40b7-8178-9a562df55d5c tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:45.447641 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-599c2917-a8dd-46e6-b202-03b8793a415d req-1323f13e-7042-4e4e-b573-180f3c363acc tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Synchronizing usage tracker for tenant:ff6e1bb65bc440a9af2daa6d5785a57a on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:25:45.485495 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6f6eab3a-5e29-4951-837c-38ce83934c54 req-486190d0-9213-4daa-a323-2fd0e89b6fe2 service neutron] 10.222.0.52 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731230 Feb 09 12:25:45.518552 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-599c2917-a8dd-46e6-b202-03b8793a415d req-1323f13e-7042-4e4e-b573-180f3c363acc tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Unset dirty status for tenant:ff6e1bb65bc440a9af2daa6d5785a57a on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:25:45.519754 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-599c2917-a8dd-46e6-b202-03b8793a415d req-1323f13e-7042-4e4e-b573-180f3c363acc tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee9c0b58-f947-449e-8cf8-972ea6a21ee7 HTTP/1.1" status: 200 len: 210 time: 0.3794358 Feb 09 12:25:45.529519 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df64d2c1-97b3-4a4c-a1c0-dbed77e9b4da admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:25:45.553595 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-422cd6e0-a315-40b7-8178-9a562df55d5c tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Transition to ACTIVE for port object fe5866c5-e054-46d5-ad65-fe3d9b7a2784 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:25:45.571255 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df64d2c1-97b3-4a4c-a1c0-dbed77e9b4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8060190c-ca88-46ad-9ebe-56027b0190ef,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:45.577610 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 52220) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:45.588240 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-df64d2c1-97b3-4a4c-a1c0-dbed77e9b4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:45.588705 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-df64d2c1-97b3-4a4c-a1c0-dbed77e9b4da admin admin] Added segment 0948a815-b261-41c6-96e1-d1f995313ffe of type vlan for network 954872a6-80f4-4eac-a044-f89749d2b74c Feb 09 12:25:45.605412 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7a490-9339-4740-9881-c5c8c6d3e33e req-80dd4701-37db-42eb-bc40-d4df6155b670 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:45.612536 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7a490-9339-4740-9881-c5c8c6d3e33e req-80dd4701-37db-42eb-bc40-d4df6155b670 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:45.618459 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7a490-9339-4740-9881-c5c8c6d3e33e req-80dd4701-37db-42eb-bc40-d4df6155b670 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:45.624283 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7a490-9339-4740-9881-c5c8c6d3e33e req-80dd4701-37db-42eb-bc40-d4df6155b670 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:45.625141 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-df64d2c1-97b3-4a4c-a1c0-dbed77e9b4da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:45.630157 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7a490-9339-4740-9881-c5c8c6d3e33e req-80dd4701-37db-42eb-bc40-d4df6155b670 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:45.636963 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7a490-9339-4740-9881-c5c8c6d3e33e req-80dd4701-37db-42eb-bc40-d4df6155b670 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:45.643496 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7a490-9339-4740-9881-c5c8c6d3e33e req-80dd4701-37db-42eb-bc40-d4df6155b670 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:45.645508 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a0d7a490-9339-4740-9881-c5c8c6d3e33e req-80dd4701-37db-42eb-bc40-d4df6155b670 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/ports?device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 5438 time: 0.6508677 Feb 09 12:25:45.669496 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-df64d2c1-97b3-4a4c-a1c0-dbed77e9b4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:45.670953 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df64d2c1-97b3-4a4c-a1c0-dbed77e9b4da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:45.671807 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-df64d2c1-97b3-4a4c-a1c0-dbed77e9b4da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:45.706419 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-422cd6e0-a315-40b7-8178-9a562df55d5c tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:45.715132 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-df64d2c1-97b3-4a4c-a1c0-dbed77e9b4da admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1268752 Feb 09 12:25:45.724304 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 52226) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:45.801108 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422cd6e0-a315-40b7-8178-9a562df55d5c tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Pushing event updated for resources: {'Port': ['ID=fe5866c5-e054-46d5-ad65-fe3d9b7a2784,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:45.808429 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a0d7a490-9339-4740-9881-c5c8c6d3e33e req-427cb4a6-f21d-425a-810f-5017032e93f6 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c0bc8c-d7b4-4723-ae3e-494e368debc4&id=cc193dc4-ba36-4ff9-b98a-95f008157bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1569479 Feb 09 12:25:45.811872 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-59a8fb04-71ed-41da-9105-6638f98052b4 admin admin] Request body: {'subnet': {'network_id': '954872a6-80f4-4eac-a044-f89749d2b74c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1821863660-subnet', 'tenant_id': '98f91c7428e94d2e90d2dfcb1c9a022c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:25:45.817678 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df64d2c1-97b3-4a4c-a1c0-dbed77e9b4da admin admin] Pushing event updated for resources: {'Network': ['ID=954872a6-80f4-4eac-a044-f89749d2b74c,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:45.821273 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-422cd6e0-a315-40b7-8178-9a562df55d5c tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Network 0448691a-ec13-4b8b-a50a-33e2c91deaac is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:25:45.822361 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-59a8fb04-71ed-41da-9105-6638f98052b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:25:45.824955 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-422cd6e0-a315-40b7-8178-9a562df55d5c tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:25:45.828641 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-422cd6e0-a315-40b7-8178-9a562df55d5c tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:25:45.829037 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 954872a6-80f4-4eac-a044-f89749d2b74c details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:25:45.909715 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-59a8fb04-71ed-41da-9105-6638f98052b4 admin admin] Usage tracker for resource:subnet and tenant:98f91c7428e94d2e90d2dfcb1c9a022c is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:25:45.919558 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-59a8fb04-71ed-41da-9105-6638f98052b4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:25:45.930816 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-59a8fb04-71ed-41da-9105-6638f98052b4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:25:46.004159 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-422cd6e0-a315-40b7-8178-9a562df55d5c tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:46.006341 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-422cd6e0-a315-40b7-8178-9a562df55d5c tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:46.021098 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a8fb04-71ed-41da-9105-6638f98052b4 admin admin] Made reservation on behalf of 98f91c7428e94d2e90d2dfcb1c9a022c for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:25:46.025388 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-59a8fb04-71ed-41da-9105-6638f98052b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:46.092410 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-588f9ea0-2ffb-4558-af3c-fe3768367bf4 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-30749041-network', 'tenant_id': 'a90e01c80b9746ea88f7d30cf1ba63f5'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:25:46.098551 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-588f9ea0-2ffb-4558-af3c-fe3768367bf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:25:46.103147 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-588f9ea0-2ffb-4558-af3c-fe3768367bf4 admin admin] Usage tracker for resource:network and tenant:a90e01c80b9746ea88f7d30cf1ba63f5 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:25:46.106688 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-588f9ea0-2ffb-4558-af3c-fe3768367bf4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:25:46.111651 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-70d1aaf4-d37f-4808-9154-4f3142ef9e9f req-40cbdd61-9f24-4892-bf2d-02ba3840574b tempest-ServerShowV247Test-269923014 tempest-ServerShowV247Test-269923014-project] 10.222.0.55 "GET /v2.0/ports?device_id=16f2c947-2f7d-421b-8307-190f1c134222 HTTP/1.1" status: 200 len: 210 time: 0.0968966 Feb 09 12:25:46.125255 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-588f9ea0-2ffb-4558-af3c-fe3768367bf4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:25:46.138831 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588f9ea0-2ffb-4558-af3c-fe3768367bf4 admin admin] Made reservation on behalf of a90e01c80b9746ea88f7d30cf1ba63f5 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:25:46.142736 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-588f9ea0-2ffb-4558-af3c-fe3768367bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:46.160341 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-588f9ea0-2ffb-4558-af3c-fe3768367bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:46.180286 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-588f9ea0-2ffb-4558-af3c-fe3768367bf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:25:46.184728 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-588f9ea0-2ffb-4558-af3c-fe3768367bf4 admin admin] Usage tracker for resource:security_group_rule and tenant:a90e01c80b9746ea88f7d30cf1ba63f5 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:25:46.189600 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-588f9ea0-2ffb-4558-af3c-fe3768367bf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:25:46.201451 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-588f9ea0-2ffb-4558-af3c-fe3768367bf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:25:46.256999 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-422cd6e0-a315-40b7-8178-9a562df55d5c tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3249931 Feb 09 12:25:46.286920 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-a37d09be-9951-4171-b4d2-ccf3cb955f4b service neutron] Request body: {'port': {'device_id': 'ee9c0b58-f947-449e-8cf8-972ea6a21ee7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:25:46.331005 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b6f93066-6336-417e-808f-fbcf08e8b45a None None] Provisioning for port fe5866c5-e054-46d5-ad65-fe3d9b7a2784 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:25:46.348095 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8c758094-5991-4975-be81-dd978909f746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:46.348299 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-588f9ea0-2ffb-4558-af3c-fe3768367bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:46.352623 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b6f93066-6336-417e-808f-fbcf08e8b45a None None] Provisioning complete for port fe5866c5-e054-46d5-ad65-fe3d9b7a2784 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:25:46.353014 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b6f93066-6336-417e-808f-fbcf08e8b45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:46.354680 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-588f9ea0-2ffb-4558-af3c-fe3768367bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:46.394522 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-588f9ea0-2ffb-4558-af3c-fe3768367bf4 admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:25:46.413704 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f9ea0-2ffb-4558-af3c-fe3768367bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346541b9-7cf4-4cd0-bbf6-d5634e34f3b9,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:46.419859 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-a37d09be-9951-4171-b4d2-ccf3cb955f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:46.433860 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-588f9ea0-2ffb-4558-af3c-fe3768367bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:46.434196 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-588f9ea0-2ffb-4558-af3c-fe3768367bf4 admin admin] Added segment 71698d85-b633-45ec-abb8-fe7e1f3cf04d of type vlan for network a5755917-43f4-497a-8276-bed44f2bdad9 Feb 09 12:25:46.473779 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b6f93066-6336-417e-808f-fbcf08e8b45a None None] Port fe5866c5-e054-46d5-ad65-fe3d9b7a2784 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:25:46.483370 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-588f9ea0-2ffb-4558-af3c-fe3768367bf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:46.510877 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25c046-2bd2-4516-8841-bfe58cd97501 req-1b320cd2-2211-42f5-a907-06c043b216bc tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:46.512562 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0d25c046-2bd2-4516-8841-bfe58cd97501 req-1b320cd2-2211-42f5-a907-06c043b216bc tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=80d09481-cde5-4896-9bcc-08c44ca3c92d HTTP/1.1" status: 200 len: 945 time: 0.4040766 Feb 09 12:25:46.521293 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-588f9ea0-2ffb-4558-af3c-fe3768367bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:46.524338 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588f9ea0-2ffb-4558-af3c-fe3768367bf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:46.527266 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-588f9ea0-2ffb-4558-af3c-fe3768367bf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:46.587484 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0d25c046-2bd2-4516-8841-bfe58cd97501 req-a1359ecc-82ab-4233-8add-04151559771b tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629327 Feb 09 12:25:46.750678 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-588f9ea0-2ffb-4558-af3c-fe3768367bf4 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1609406 Feb 09 12:25:46.750678 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f9ea0-2ffb-4558-af3c-fe3768367bf4 admin admin] Pushing event updated for resources: {'Network': ['ID=a5755917-43f4-497a-8276-bed44f2bdad9,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:46.750678 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 52254) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:46.757290 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network a5755917-43f4-497a-8276-bed44f2bdad9 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:25:46.761993 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-14d66a55-8f37-4b2c-8104-d4374c9cf5b1 admin admin] Request body: {'subnet': {'network_id': 'a5755917-43f4-497a-8276-bed44f2bdad9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-30749041-subnet', 'tenant_id': 'a90e01c80b9746ea88f7d30cf1ba63f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:25:46.767244 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-14d66a55-8f37-4b2c-8104-d4374c9cf5b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:25:46.772047 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-14d66a55-8f37-4b2c-8104-d4374c9cf5b1 admin admin] Usage tracker for resource:subnet and tenant:a90e01c80b9746ea88f7d30cf1ba63f5 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:25:46.774973 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-14d66a55-8f37-4b2c-8104-d4374c9cf5b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:25:46.781953 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-14d66a55-8f37-4b2c-8104-d4374c9cf5b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:25:46.794604 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d66a55-8f37-4b2c-8104-d4374c9cf5b1 admin admin] Made reservation on behalf of a90e01c80b9746ea88f7d30cf1ba63f5 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:25:46.797944 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-14d66a55-8f37-4b2c-8104-d4374c9cf5b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:47.136101 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 753ea632-df42-4ace-853e-cbed8bf97ca9 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:25:47.153293 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-14d66a55-8f37-4b2c-8104-d4374c9cf5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:47.225373 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 753ea632-df42-4ace-853e-cbed8bf97ca9 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:25:47.231610 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 753ea632-df42-4ace-853e-cbed8bf97ca9 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:25:47.232040 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:47.259305 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d66a55-8f37-4b2c-8104-d4374c9cf5b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90245288-e5d3-4dbb-89c7-86c2de0eff06,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:47.298594 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d66a55-8f37-4b2c-8104-d4374c9cf5b1 admin admin] Checking segment: {'id': '71698d85-b633-45ec-abb8-fe7e1f3cf04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a5755917-43f4-497a-8276-bed44f2bdad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:25:47.300003 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d66a55-8f37-4b2c-8104-d4374c9cf5b1 admin admin] Network hostable DHCP agents. Network: a5755917-43f4-497a-8276-bed44f2bdad9, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:25:47.326424 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d66a55-8f37-4b2c-8104-d4374c9cf5b1 admin admin] Network a5755917-43f4-497a-8276-bed44f2bdad9 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:25:47.343258 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-14d66a55-8f37-4b2c-8104-d4374c9cf5b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, a5755917-43f4-497a-8276-bed44f2bdad9) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:25:47.349473 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d66a55-8f37-4b2c-8104-d4374c9cf5b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:47.350158 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-14d66a55-8f37-4b2c-8104-d4374c9cf5b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:47.360959 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a077991-0998-4319-bb6b-9296d90c933e None None] Network a5755917-43f4-497a-8276-bed44f2bdad9 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:25:47.386304 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-14d66a55-8f37-4b2c-8104-d4374c9cf5b1 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6289043 Feb 09 12:25:47.388668 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 52274) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:47.398815 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-2356cd84-7120-4251-8179-51e8987b75e0 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-30749041-router', 'tenant_id': 'a90e01c80b9746ea88f7d30cf1ba63f5', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:25:47.405066 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2356cd84-7120-4251-8179-51e8987b75e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:25:47.411124 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-2356cd84-7120-4251-8179-51e8987b75e0 admin admin] Usage tracker for resource:router and tenant:a90e01c80b9746ea88f7d30cf1ba63f5 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:25:47.415212 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-2356cd84-7120-4251-8179-51e8987b75e0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:25:47.422536 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2356cd84-7120-4251-8179-51e8987b75e0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:25:47.432324 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-59a8fb04-71ed-41da-9105-6638f98052b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:47.442046 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2356cd84-7120-4251-8179-51e8987b75e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:47.443780 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2356cd84-7120-4251-8179-51e8987b75e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:47.474070 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e', 'b85598e9-6f45-46cd-8d74-e10d355de799'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:25:47.485065 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2356cd84-7120-4251-8179-51e8987b75e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:47.554326 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a8fb04-71ed-41da-9105-6638f98052b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=464b188a-0067-450e-8d4a-625ec008efa7,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:47.586422 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:47.637820 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed29eb-b9e4-45f7-8bdb-5020ddb581bf req-2c5abb45-9847-4919-87f5-63caa8d08d49 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:47.639344 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0bed29eb-b9e4-45f7-8bdb-5020ddb581bf req-2c5abb45-9847-4919-87f5-63caa8d08d49 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee9c0b58-f947-449e-8cf8-972ea6a21ee7 HTTP/1.1" status: 200 len: 932 time: 0.9074547 Feb 09 12:25:47.654760 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:47.660268 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a8fb04-71ed-41da-9105-6638f98052b4 admin admin] Checking segment: {'id': '0948a815-b261-41c6-96e1-d1f995313ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '954872a6-80f4-4eac-a044-f89749d2b74c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:25:47.660624 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a8fb04-71ed-41da-9105-6638f98052b4 admin admin] Network hostable DHCP agents. Network: 954872a6-80f4-4eac-a044-f89749d2b74c, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:25:47.682409 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:47.735155 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '753ea632-df42-4ace-853e-cbed8bf97ca9'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:25:47.774721 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b4a98-e9cd-4b6d-806d-9a45a7a51e29 req-6760a488-efa9-4beb-bb38-3af06279a7bc tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:47.781123 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b4a98-e9cd-4b6d-806d-9a45a7a51e29 req-6760a488-efa9-4beb-bb38-3af06279a7bc tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:47.787476 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b4a98-e9cd-4b6d-806d-9a45a7a51e29 req-6760a488-efa9-4beb-bb38-3af06279a7bc tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:47.793731 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b4a98-e9cd-4b6d-806d-9a45a7a51e29 req-6760a488-efa9-4beb-bb38-3af06279a7bc tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:47.800096 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b4a98-e9cd-4b6d-806d-9a45a7a51e29 req-6760a488-efa9-4beb-bb38-3af06279a7bc tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:47.805884 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b4a98-e9cd-4b6d-806d-9a45a7a51e29 req-6760a488-efa9-4beb-bb38-3af06279a7bc tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:47.811602 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b4a98-e9cd-4b6d-806d-9a45a7a51e29 req-6760a488-efa9-4beb-bb38-3af06279a7bc tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:47.819158 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e87b4a98-e9cd-4b6d-806d-9a45a7a51e29 req-6760a488-efa9-4beb-bb38-3af06279a7bc tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/ports?device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 5438 time: 0.4870300 Feb 09 12:25:47.847849 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a8fb04-71ed-41da-9105-6638f98052b4 admin admin] Network 954872a6-80f4-4eac-a044-f89749d2b74c is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:25:47.878014 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 753ea632-df42-4ace-853e-cbed8bf97ca9, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=753ea632-df42-4ace-853e-cbed8bf97ca9,segment=NetworkSegment(3a03dc67-2573-4a68-b5c7-234880e2a5ea),segment_id=3a03dc67-2573-4a68-b5c7-234880e2a5ea)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:25:47.895866 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-59a8fb04-71ed-41da-9105-6638f98052b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 954872a6-80f4-4eac-a044-f89749d2b74c) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:25:47.912163 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a052ff1-9eb9-4fec-8cf4-afab48c4f640 None None] Network 954872a6-80f4-4eac-a044-f89749d2b74c requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:25:47.913710 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2356cd84-7120-4251-8179-51e8987b75e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:47.927627 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a8fb04-71ed-41da-9105-6638f98052b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:47.929755 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-59a8fb04-71ed-41da-9105-6638f98052b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:47.934387 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:47.935390 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 8ca27cde-50ae-448e-8752-816451ad1fe4 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:25:47.944330 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0bed29eb-b9e4-45f7-8bdb-5020ddb581bf req-2d07af76-266f-4f1b-8831-08c94ffb4858 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907283 Feb 09 12:25:48.039796 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-a37d09be-9951-4171-b4d2-ccf3cb955f4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe5866c5-e054-46d5-ad65-fe3d9b7a2784 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:25:48.079747 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e87b4a98-e9cd-4b6d-806d-9a45a7a51e29 req-fc002fc1-7c7e-40e3-9c6c-10e1dba6a379 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c0bc8c-d7b4-4723-ae3e-494e368debc4&id=cc193dc4-ba36-4ff9-b98a-95f008157bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2596278 Feb 09 12:25:48.087336 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-59a8fb04-71ed-41da-9105-6638f98052b4 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.2931700 Feb 09 12:25:48.092489 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-a37d09be-9951-4171-b4d2-ccf3cb955f4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:48.175229 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-a37d09be-9951-4171-b4d2-ccf3cb955f4b service neutron] Transition to ACTIVE for port object fe5866c5-e054-46d5-ad65-fe3d9b7a2784 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:25:48.191024 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ee446ba4-d288-477a-bb39-d23e2ff59768 req-63e2b457-edf9-41d5-a70c-a2c52411890a tempest-ServerShowV247Test-269923014 tempest-ServerShowV247Test-269923014-project] 10.222.0.55 "GET /v2.0/ports?device_id=16f2c947-2f7d-421b-8307-190f1c134222 HTTP/1.1" status: 200 len: 210 time: 0.0686858 Feb 09 12:25:48.199656 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-a37d09be-9951-4171-b4d2-ccf3cb955f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:48.316465 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcc31f0-63d6-4614-8f05-1619e81a7c17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-a5755917-43f4-497a-8276-bed44f2bdad9', 'network_id': 'a5755917-43f4-497a-8276-bed44f2bdad9', 'tenant_id': 'a90e01c80b9746ea88f7d30cf1ba63f5', 'fixed_ips': [{'subnet_id': '90245288-e5d3-4dbb-89c7-86c2de0eff06'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:25:48.317608 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9fcc31f0-63d6-4614-8f05-1619e81a7c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:48.341429 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '753ea632-df42-4ace-853e-cbed8bf97ca9', 'code': 200} Feb 09 12:25:48.351966 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=753ea632-df42-4ace-853e-cbed8bf97ca9,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:48.385453 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:25:48.386452 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:25:48.386941 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:25:48.387439 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:25:48.387950 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:25:48.388425 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:25:48.388901 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:25:48.389373 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:25:48.389844 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:25:48.390414 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:25:48.390944 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:25:48.391485 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:25:48.505115 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2356cd84-7120-4251-8179-51e8987b75e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:48.510742 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 8ca27cde-50ae-448e-8752-816451ad1fe4 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:25:48.550445 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 8ca27cde-50ae-448e-8752-816451ad1fe4 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:25:48.551029 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:48.574227 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2356cd84-7120-4251-8179-51e8987b75e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:48.707591 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d09be-9951-4171-b4d2-ccf3cb955f4b service neutron] Pushing event updated for resources: {'Port': ['ID=fe5866c5-e054-46d5-ad65-fe3d9b7a2784,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:48.855169 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-2356cd84-7120-4251-8179-51e8987b75e0 admin admin] Allocated IP 172.25.7.117 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/85b4f9ff-6768-4d8a-9456-e87bdbcfd9d6) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:25:48.947728 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901fe17-bbf2-4577-b3db-9ca24c22f507 req-12d4600d-ea6b-4437-ac9b-2c4a4dbf97ee tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:48.956155 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d901fe17-bbf2-4577-b3db-9ca24c22f507 req-12d4600d-ea6b-4437-ac9b-2c4a4dbf97ee tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=80d09481-cde5-4896-9bcc-08c44ca3c92d HTTP/1.1" status: 200 len: 945 time: 0.6393588 Feb 09 12:25:48.976520 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-a37d09be-9951-4171-b4d2-ccf3cb955f4b service neutron] Attempting to bind port fe5866c5-e054-46d5-ad65-fe3d9b7a2784 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:25:48.977349 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-a37d09be-9951-4171-b4d2-ccf3cb955f4b service neutron] Attempting to bind port fe5866c5-e054-46d5-ad65-fe3d9b7a2784 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '8f05bb68-39ac-4075-9eae-946e36af88ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:25:48.977898 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-a37d09be-9951-4171-b4d2-ccf3cb955f4b service neutron] Attempting to bind port fe5866c5-e054-46d5-ad65-fe3d9b7a2784 on network 0448691a-ec13-4b8b-a50a-33e2c91deaac {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:25:48.989323 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-a37d09be-9951-4171-b4d2-ccf3cb955f4b service neutron] Port fe5866c5-e054-46d5-ad65-fe3d9b7a2784 on network 0448691a-ec13-4b8b-a50a-33e2c91deaac not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:25:48.989938 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-a37d09be-9951-4171-b4d2-ccf3cb955f4b service neutron] Attempting to bind port fe5866c5-e054-46d5-ad65-fe3d9b7a2784 on network 0448691a-ec13-4b8b-a50a-33e2c91deaac {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:25:49.030232 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d901fe17-bbf2-4577-b3db-9ca24c22f507 req-515b5648-e477-4b85-bfc6-22708111d42d tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727699 Feb 09 12:25:49.031806 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-a37d09be-9951-4171-b4d2-ccf3cb955f4b service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:25:49.032169 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-a37d09be-9951-4171-b4d2-ccf3cb955f4b service neutron] Checking segment: {'id': '8f05bb68-39ac-4075-9eae-946e36af88ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:25:49.032562 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-a37d09be-9951-4171-b4d2-ccf3cb955f4b service neutron] Bound using segment: {'id': '8f05bb68-39ac-4075-9eae-946e36af88ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:25:49.033009 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-a37d09be-9951-4171-b4d2-ccf3cb955f4b service neutron] Bound port: fe5866c5-e054-46d5-ad65-fe3d9b7a2784, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f05bb68-39ac-4075-9eae-946e36af88ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:25:49.033532 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-a37d09be-9951-4171-b4d2-ccf3cb955f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:49.048794 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6905924a-f45b-46af-bb6b-0eab130a1ad0 None None] Network 954872a6-80f4-4eac-a044-f89749d2b74c requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:25:49.153518 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 52320) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:49.182542 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2356cd84-7120-4251-8179-51e8987b75e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:49.222244 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2356cd84-7120-4251-8179-51e8987b75e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:49.346453 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6fc626a3-9bf5-4654-a492-a2449c1d115a req-a468e23c-b5b8-40c6-9ec6-9423c98457c0 tempest-ServerShowV247Test-269923014 tempest-ServerShowV247Test-269923014-project] 10.222.0.55 "GET /v2.0/ports?device_id=16f2c947-2f7d-421b-8307-190f1c134222&device_id=a976395c-15c5-4dbb-9ebf-913324b36d1f HTTP/1.1" status: 200 len: 210 time: 0.0721192 Feb 09 12:25:49.352344 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-a37d09be-9951-4171-b4d2-ccf3cb955f4b service neutron] For port fe5866c5-e054-46d5-ad65-fe3d9b7a2784, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:25:49.357393 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2356cd84-7120-4251-8179-51e8987b75e0 admin admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:25:49.368950 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-2356cd84-7120-4251-8179-51e8987b75e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:25:49.371967 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2356cd84-7120-4251-8179-51e8987b75e0 admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:25:49.392440 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-a37d09be-9951-4171-b4d2-ccf3cb955f4b service neutron] For port fe5866c5-e054-46d5-ad65-fe3d9b7a2784, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=fe5866c5-e054-46d5-ad65-fe3d9b7a2784,segment=NetworkSegment(8f05bb68-39ac-4075-9eae-946e36af88ec),segment_id=8f05bb68-39ac-4075-9eae-946e36af88ec)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:25:49.420919 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ab348-1221-486f-8904-36144278add7 req-620f217d-80d3-4c6c-b74d-eefddf911e19 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:49.430866 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-883ab348-1221-486f-8904-36144278add7 req-620f217d-80d3-4c6c-b74d-eefddf911e19 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee9c0b58-f947-449e-8cf8-972ea6a21ee7 HTTP/1.1" status: 200 len: 944 time: 0.2689548 Feb 09 12:25:49.449815 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-a37d09be-9951-4171-b4d2-ccf3cb955f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:49.454556 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:49.540959 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-a37d09be-9951-4171-b4d2-ccf3cb955f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:49.541859 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-a37d09be-9951-4171-b4d2-ccf3cb955f4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:49.543669 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-a37d09be-9951-4171-b4d2-ccf3cb955f4b service neutron] 10.222.0.46 "PUT /v2.0/ports/fe5866c5-e054-46d5-ad65-fe3d9b7a2784 HTTP/1.1" status: 200 len: 1092 time: 3.2654769 Feb 09 12:25:49.545800 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9c0b58-f947-449e-8cf8-972ea6a21ee7', 'tag': 'fe5866c5-e054-46d5-ad65-fe3d9b7a2784'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:25:49.630188 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-883ab348-1221-486f-8904-36144278add7 req-26f87f20-9268-4614-9709-8f40df7bf113 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982498 Feb 09 12:25:49.652654 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8b6e6cf9-e439-4604-870e-e139fc28fab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:49.689108 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:49.689622 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8b6e6cf9-e439-4604-870e-e139fc28fab9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:25:49.697210 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-8b6e6cf9-e439-4604-870e-e139fc28fab9 admin admin] Usage tracker for resource:security_group_rule and tenant:020a3783f5ef435ab6bf17db3e9218ef is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:25:49.703558 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-8b6e6cf9-e439-4604-870e-e139fc28fab9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:25:49.706728 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-9fcc31f0-63d6-4614-8f05-1619e81a7c17 None None] Allocated IP 172.20.0.2 (a5755917-43f4-497a-8276-bed44f2bdad9/90245288-e5d3-4dbb-89c7-86c2de0eff06/49c3dc20-ba53-4183-85f9-377caee37be1) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:25:49.721558 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8b6e6cf9-e439-4604-870e-e139fc28fab9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:25:49.764544 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 52342) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:49.782049 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d09be-9951-4171-b4d2-ccf3cb955f4b service neutron] Pushing event updated for resources: {'Port': ['ID=fe5866c5-e054-46d5-ad65-fe3d9b7a2784,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:49.804242 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 8ca27cde-50ae-448e-8752-816451ad1fe4, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=8ca27cde-50ae-448e-8752-816451ad1fe4,segment=NetworkSegment(9d15f5f1-dfad-42b6-bcbf-5425bd2abb42),segment_id=9d15f5f1-dfad-42b6-bcbf-5425bd2abb42)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:25:49.826693 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:49.827546 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2356cd84-7120-4251-8179-51e8987b75e0 admin admin] Pushing event updated for resources: {'Port': ['ID=85b4f9ff-6768-4d8a-9456-e87bdbcfd9d6,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:49.828112 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device c9ae328d-f515-4127-8634-9ed00f64ddde no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:25:49.944568 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-b0ec448e-3695-416d-8fce-537270348863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:49.946209 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-b0ec448e-3695-416d-8fce-537270348863 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff6e1bb65bc440a9af2daa6d5785a57a&device_id=ee9c0b58-f947-449e-8cf8-972ea6a21ee7 HTTP/1.1" status: 200 len: 1095 time: 0.3470712 Feb 09 12:25:50.031502 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-8f62ed54-c175-4eee-b54d-63a77325fc1c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe5866c5-e054-46d5-ad65-fe3d9b7a2784 HTTP/1.1" status: 200 len: 217 time: 0.0770028 Feb 09 12:25:50.054054 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4cd2d9-9486-4c9c-8e08-1876964eaefc req-6064867f-aa2a-412d-9b33-880d5732fd08 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:50.061379 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4cd2d9-9486-4c9c-8e08-1876964eaefc req-6064867f-aa2a-412d-9b33-880d5732fd08 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:50.079604 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=8ca27cde-50ae-448e-8752-816451ad1fe4,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:50.087437 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4cd2d9-9486-4c9c-8e08-1876964eaefc req-6064867f-aa2a-412d-9b33-880d5732fd08 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:50.095480 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4cd2d9-9486-4c9c-8e08-1876964eaefc req-6064867f-aa2a-412d-9b33-880d5732fd08 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:50.106849 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4cd2d9-9486-4c9c-8e08-1876964eaefc req-6064867f-aa2a-412d-9b33-880d5732fd08 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:50.113133 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4cd2d9-9486-4c9c-8e08-1876964eaefc req-6064867f-aa2a-412d-9b33-880d5732fd08 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:50.119126 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4cd2d9-9486-4c9c-8e08-1876964eaefc req-6064867f-aa2a-412d-9b33-880d5732fd08 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:50.121505 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3a4cd2d9-9486-4c9c-8e08-1876964eaefc req-6064867f-aa2a-412d-9b33-880d5732fd08 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/ports?device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 5440 time: 0.3092768 Feb 09 12:25:50.179401 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:50.185006 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2d7e0010-7b48-413a-a377-514be6824ad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:50.214628 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8b6e6cf9-e439-4604-870e-e139fc28fab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:50.224932 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8b6e6cf9-e439-4604-870e-e139fc28fab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:50.253877 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-2d7e0010-7b48-413a-a377-514be6824ad0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:25:50.270724 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-2d7e0010-7b48-413a-a377-514be6824ad0 admin admin] Usage tracker for resource:security_group_rule and tenant:c194a22d097e4131990ca725f54cbc35 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:25:50.281680 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3a4cd2d9-9486-4c9c-8e08-1876964eaefc req-844bfa61-3098-4df3-aa4d-549614fe65b7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c0bc8c-d7b4-4723-ae3e-494e368debc4&id=cc193dc4-ba36-4ff9-b98a-95f008157bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0856702 Feb 09 12:25:50.282495 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-2d7e0010-7b48-413a-a377-514be6824ad0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:25:50.298891 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-2d7e0010-7b48-413a-a377-514be6824ad0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:25:50.335939 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-b3b969eb-f78b-4ec6-b31c-e4c0c14eea1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:50.337295 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-b3b969eb-f78b-4ec6-b31c-e4c0c14eea1e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fc155009-a31d-4409-b15f-2ed587ea4525 HTTP/1.1" status: 200 len: 851 time: 0.2107699 Feb 09 12:25:50.342264 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca27cde-50ae-448e-8752-816451ad1fe4'}, {'server_uuid': '80d09481-cde5-4896-9bcc-08c44ca3c92d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9ae328d-f515-4127-8634-9ed00f64ddde'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:25:50.392464 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port c9ae328d-f515-4127-8634-9ed00f64ddde, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=c9ae328d-f515-4127-8634-9ed00f64ddde,segment=NetworkSegment(d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5),segment_id=d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:25:50.395998 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:50.409402 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:50.453171 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9fcc31f0-63d6-4614-8f05-1619e81a7c17 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:50.461843 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device dfc19e50-67a7-4ca4-a870-f97828dc5bc8 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:25:50.518570 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-9fcc31f0-63d6-4614-8f05-1619e81a7c17 None None] Transition to ACTIVE for port object 49c3dc20-ba53-4183-85f9-377caee37be1 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:25:50.542183 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2356cd84-7120-4251-8179-51e8987b75e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:50.543688 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-9fcc31f0-63d6-4614-8f05-1619e81a7c17 None None] Transition to ACTIVE for port object 49c3dc20-ba53-4183-85f9-377caee37be1 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:25:50.569069 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9fcc31f0-63d6-4614-8f05-1619e81a7c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:50.599496 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-7ac31ed6-4c4c-4234-9576-2876901248d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:50.603202 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-7ac31ed6-4c4c-4234-9576-2876901248d4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0448691a-ec13-4b8b-a50a-33e2c91deaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2458980 Feb 09 12:25:50.633048 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcc31f0-63d6-4614-8f05-1619e81a7c17 None None] Network a5755917-43f4-497a-8276-bed44f2bdad9 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:25:50.639409 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-9fcc31f0-63d6-4614-8f05-1619e81a7c17 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:25:50.654024 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcc31f0-63d6-4614-8f05-1619e81a7c17 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:25:50.663686 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8b6e6cf9-e439-4604-870e-e139fc28fab9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=020a3783f5ef435ab6bf17db3e9218ef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5055182 Feb 09 12:25:50.664655 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 52394) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:50.672712 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6e6cf9-e439-4604-870e-e139fc28fab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e39178-7eb4-48c4-bc3a-1ac81aa24e07,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:50.713978 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=c9ae328d-f515-4127-8634-9ed00f64ddde,revision_number=8']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:50.834727 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port dfc19e50-67a7-4ca4-a870-f97828dc5bc8 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:25:50.848571 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-9fcc31f0-63d6-4614-8f05-1619e81a7c17 None None] Attempting to bind port 49c3dc20-ba53-4183-85f9-377caee37be1 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:25:50.848910 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-9fcc31f0-63d6-4614-8f05-1619e81a7c17 None None] Attempting to bind port 49c3dc20-ba53-4183-85f9-377caee37be1 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '71698d85-b633-45ec-abb8-fe7e1f3cf04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a5755917-43f4-497a-8276-bed44f2bdad9'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:25:50.849209 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcc31f0-63d6-4614-8f05-1619e81a7c17 None None] Attempting to bind port 49c3dc20-ba53-4183-85f9-377caee37be1 on network a5755917-43f4-497a-8276-bed44f2bdad9 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:25:50.853271 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc31f0-63d6-4614-8f05-1619e81a7c17 None None] Pushing event updated for resources: {'Port': ['ID=49c3dc20-ba53-4183-85f9-377caee37be1,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:50.855272 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port dfc19e50-67a7-4ca4-a870-f97828dc5bc8 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:25:50.855658 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:50.862269 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-461e7ae1-86c8-4430-a9da-69469ab75647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:50.893883 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcc31f0-63d6-4614-8f05-1619e81a7c17 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:25:50.894263 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcc31f0-63d6-4614-8f05-1619e81a7c17 None None] Checking segment: {'id': '71698d85-b633-45ec-abb8-fe7e1f3cf04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a5755917-43f4-497a-8276-bed44f2bdad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:25:50.894658 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9fcc31f0-63d6-4614-8f05-1619e81a7c17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:50.895049 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcc31f0-63d6-4614-8f05-1619e81a7c17 None None] Bound using segment: {'id': '71698d85-b633-45ec-abb8-fe7e1f3cf04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a5755917-43f4-497a-8276-bed44f2bdad9'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:25:50.895526 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-9fcc31f0-63d6-4614-8f05-1619e81a7c17 None None] Bound port: 49c3dc20-ba53-4183-85f9-377caee37be1, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71698d85-b633-45ec-abb8-fe7e1f3cf04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a5755917-43f4-497a-8276-bed44f2bdad9'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:25:50.895930 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9fcc31f0-63d6-4614-8f05-1619e81a7c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:50.967534 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-461e7ae1-86c8-4430-a9da-69469ab75647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:51.005999 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2d7e0010-7b48-413a-a377-514be6824ad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:51.035301 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-9fcc31f0-63d6-4614-8f05-1619e81a7c17 None None] For port 49c3dc20-ba53-4183-85f9-377caee37be1, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:25:51.038412 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2d7e0010-7b48-413a-a377-514be6824ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:51.060601 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-9fcc31f0-63d6-4614-8f05-1619e81a7c17 None None] For port 49c3dc20-ba53-4183-85f9-377caee37be1, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=49c3dc20-ba53-4183-85f9-377caee37be1,segment=NetworkSegment(71698d85-b633-45ec-abb8-fe7e1f3cf04d),segment_id=71698d85-b633-45ec-abb8-fe7e1f3cf04d)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:25:51.068875 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9fcc31f0-63d6-4614-8f05-1619e81a7c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:51.072905 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-41aefb10-a2b3-456e-8173-b26d5762ca17 service neutron] 10.222.0.46 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4570613 Feb 09 12:25:51.106721 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2356cd84-7120-4251-8179-51e8987b75e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:51.150624 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:51.185513 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-461e7ae1-86c8-4430-a9da-69469ab75647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:51.205414 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc31f0-63d6-4614-8f05-1619e81a7c17 None None] Pushing event updated for resources: {'Port': ['ID=49c3dc20-ba53-4183-85f9-377caee37be1,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:51.217723 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port dfc19e50-67a7-4ca4-a870-f97828dc5bc8, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=dfc19e50-67a7-4ca4-a870-f97828dc5bc8,segment=NetworkSegment(9d15f5f1-dfad-42b6-bcbf-5425bd2abb42),segment_id=9d15f5f1-dfad-42b6-bcbf-5425bd2abb42)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:25:51.223245 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2d7e0010-7b48-413a-a377-514be6824ad0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c194a22d097e4131990ca725f54cbc35&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4444239 Feb 09 12:25:51.223436 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e7ae1-86c8-4430-a9da-69469ab75647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e39178-7eb4-48c4-bc3a-1ac81aa24e07,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:51.225244 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 52398) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:51.235039 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:51.236435 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 8c7a964d-584c-4dbd-b299-f7b5a48b8988 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:25:51.237602 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e0010-7b48-413a-a377-514be6824ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b687b1d3-c421-4735-ad31-693068907173,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:51.300472 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-76400eba-f07e-43cf-8159-1a25bafbcf87 tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:51.302015 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-76400eba-f07e-43cf-8159-1a25bafbcf87 tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] 10.222.0.55 "GET /v2.0/networks?id=954872a6-80f4-4eac-a044-f89749d2b74c HTTP/1.1" status: 200 len: 822 time: 0.6336808 Feb 09 12:25:51.376030 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-461e7ae1-86c8-4430-a9da-69469ab75647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:51.379789 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-461e7ae1-86c8-4430-a9da-69469ab75647 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a0e39178-7eb4-48c4-bc3a-1ac81aa24e07 HTTP/1.1" status: 204 len: 168 time: 0.7087312 Feb 09 12:25:51.410749 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=dfc19e50-67a7-4ca4-a870-f97828dc5bc8,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:51.415984 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-6fbc3c5b-733e-4ca4-9ab5-d255360df7fa tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] 10.222.0.55 "GET /v2.0/quotas/98f91c7428e94d2e90d2dfcb1c9a022c HTTP/1.1" status: 200 len: 375 time: 0.0874104 Feb 09 12:25:51.425133 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6ee10-1269-4e57-b031-1ae4326a6887 req-79452a11-4ee1-4bc9-98f6-4b78c7f157d4 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:51.433943 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-afd6ee10-1269-4e57-b031-1ae4326a6887 req-79452a11-4ee1-4bc9-98f6-4b78c7f157d4 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=80d09481-cde5-4896-9bcc-08c44ca3c92d HTTP/1.1" status: 200 len: 943 time: 0.5260983 Feb 09 12:25:51.450682 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0166bf74-c0e0-4315-af46-80d772260078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:51.506127 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2e5b58d6-da16-4556-8eda-f2c4d20ef729 req-bf2406a9-3872-4785-a401-bda766ceefb5 service neutron] 10.222.0.46 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4152453 Feb 09 12:25:51.515342 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 8c7a964d-584c-4dbd-b299-f7b5a48b8988 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:25:51.521961 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0166bf74-c0e0-4315-af46-80d772260078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:51.530508 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 8c7a964d-584c-4dbd-b299-f7b5a48b8988 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:25:51.531316 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:51.550569 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2356cd84-7120-4251-8179-51e8987b75e0 admin admin] Router 2db442f7-2cac-4e1d-b941-35422c512186 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:25:51.623393 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-b20d7269-91b3-4857-8f1d-94c75aab432d tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=98f91c7428e94d2e90d2dfcb1c9a022c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1788831 Feb 09 12:25:51.649247 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-afd6ee10-1269-4e57-b031-1ae4326a6887 req-29d050fc-3692-4694-b7b7-af256e136649 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Deleting port c9ae328d-f515-4127-8634-9ed00f64ddde {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:25:51.649589 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-afd6ee10-1269-4e57-b031-1ae4326a6887 req-29d050fc-3692-4694-b7b7-af256e136649 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:51.762426 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:51.802887 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 8c7a964d-584c-4dbd-b299-f7b5a48b8988, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=8c7a964d-584c-4dbd-b299-f7b5a48b8988,segment=NetworkSegment(d84b820b-b8a5-49e5-b578-ff1b27561844),segment_id=d84b820b-b8a5-49e5-b578-ff1b27561844)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:25:51.808695 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:51.809946 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:25:51.857610 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-02899ba7-a79d-4112-b08a-dd40cc589b2c req-31c4a87a-9993-4043-bc6d-0530fd1edd31 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5092454 Feb 09 12:25:51.959724 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 52410) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:51.985475 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-1811a021-77b9-462e-a6a5-842c817417c6 service neutron] 10.222.0.55 "GET /v2.0/networks/954872a6-80f4-4eac-a044-f89749d2b74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466129 Feb 09 12:25:51.987713 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3d1fcc64-734c-4932-afe5-057630956b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:52.011598 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3d1fcc64-734c-4932-afe5-057630956b56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:25:52.012029 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=8c7a964d-584c-4dbd-b299-f7b5a48b8988,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:52.019607 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3d1fcc64-734c-4932-afe5-057630956b56 admin admin] Usage tracker for resource:security_group_rule and tenant:fa1aab0b73ec4ac383d3d0434615cb72 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:25:52.026060 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2356cd84-7120-4251-8179-51e8987b75e0 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:25:52.027866 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3d1fcc64-734c-4932-afe5-057630956b56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:25:52.036712 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5b69d9-dda6-42fb-a98a-3e4147fd7dcc None None] Sync routers for ids ['2db442f7-2cac-4e1d-b941-35422c512186'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:25:52.045146 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0166bf74-c0e0-4315-af46-80d772260078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:52.045343 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:25:52.045856 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5b69d9-dda6-42fb-a98a-3e4147fd7dcc None None] Routers {'2db442f7-2cac-4e1d-b941-35422c512186'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:25:52.046545 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-dc5b69d9-dda6-42fb-a98a-3e4147fd7dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:25:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2db442f7-2cac-4e1d-b941-35422c512186'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:25:52.051110 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3d1fcc64-734c-4932-afe5-057630956b56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:25:52.055761 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:25:52.056177 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:52.065706 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0166bf74-c0e0-4315-af46-80d772260078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b687b1d3-c421-4735-ad31-693068907173,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:52.074218 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0166bf74-c0e0-4315-af46-80d772260078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:52.075270 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0166bf74-c0e0-4315-af46-80d772260078 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b687b1d3-c421-4735-ad31-693068907173 HTTP/1.1" status: 204 len: 168 time: 0.8456178 Feb 09 12:25:52.088557 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2356cd84-7120-4251-8179-51e8987b75e0 admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:52.089726 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2356cd84-7120-4251-8179-51e8987b75e0 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.6994598 Feb 09 12:25:52.092378 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 52416) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:52.273918 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-dc5b69d9-dda6-42fb-a98a-3e4147fd7dcc None None] Set router 2db442f7-2cac-4e1d-b941-35422c512186 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:25:52.371286 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:52.425328 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 49c3dc20-ba53-4183-85f9-377caee37be1 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:25:52.440919 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02899ba7-a79d-4112-b08a-dd40cc589b2c req-1a8f0ba9-59d9-427f-a011-f815e0582424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:52.441510 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-02899ba7-a79d-4112-b08a-dd40cc589b2c req-1a8f0ba9-59d9-427f-a011-f815e0582424 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ff6e1bb65bc440a9af2daa6d5785a57a&device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 1095 time: 0.4224944 Feb 09 12:25:52.498445 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-afd6ee10-1269-4e57-b031-1ae4326a6887 req-29d050fc-3692-4694-b7b7-af256e136649 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] For port c9ae328d-f515-4127-8634-9ed00f64ddde, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=c9ae328d-f515-4127-8634-9ed00f64ddde,segment=NetworkSegment(d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5),segment_id=d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:25:52.498983 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-afd6ee10-1269-4e57-b031-1ae4326a6887 req-29d050fc-3692-4694-b7b7-af256e136649 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:52.587494 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:25:52.595578 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87,segment=NetworkSegment(d84b820b-b8a5-49e5-b578-ff1b27561844),segment_id=d84b820b-b8a5-49e5-b578-ff1b27561844)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:25:52.614406 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:52.615522 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device b063fa55-d2bf-4bb5-942a-5a9c9a27b96d up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:25:52.745362 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:52.803063 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:52.810621 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 49c3dc20-ba53-4183-85f9-377caee37be1 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:25:52.862046 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port b063fa55-d2bf-4bb5-942a-5a9c9a27b96d completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:25:52.868522 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port b063fa55-d2bf-4bb5-942a-5a9c9a27b96d triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:25:52.869236 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:52.871547 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-afd6ee10-1269-4e57-b031-1ae4326a6887 req-29d050fc-3692-4694-b7b7-af256e136649 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Calling delete_port for c9ae328d-f515-4127-8634-9ed00f64ddde owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:25:52.915319 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-dc5b69d9-dda6-42fb-a98a-3e4147fd7dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db442f7-2cac-4e1d-b941-35422c512186', 'name': 'tempest-AttachSCSIVolumeTestJSON-30749041-router', 'tenant_id': 'a90e01c80b9746ea88f7d30cf1ba63f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '85b4f9ff-6768-4d8a-9456-e87bdbcfd9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:25:47Z', 'updated_at': '2022-02-09T12:25:50Z', 'revision_number': 3, 'project_id': 'a90e01c80b9746ea88f7d30cf1ba63f5', 'gw_port': {'id': '85b4f9ff-6768-4d8a-9456-e87bdbcfd9d6', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fc:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db442f7-2cac-4e1d-b941-35422c512186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:25:48Z', 'updated_at': '2022-02-09T12:25:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:25:52.921841 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5b69d9-dda6-42fb-a98a-3e4147fd7dcc None None] Checking router: 2db442f7-2cac-4e1d-b941-35422c512186 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:25:52.922163 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5b69d9-dda6-42fb-a98a-3e4147fd7dcc None None] Updating router 2db442f7-2cac-4e1d-b941-35422c512186 port 85b4f9ff-6768-4d8a-9456-e87bdbcfd9d6 binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:25:52.957691 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b6dda3-21d9-4f52-b352-b1fd7724d0e1 None None] Network a5755917-43f4-497a-8276-bed44f2bdad9 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:25:53.020774 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 52422) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:53.022647 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3d1fcc64-734c-4932-afe5-057630956b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:53.038334 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dc5b69d9-dda6-42fb-a98a-3e4147fd7dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:53.046920 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3d1fcc64-734c-4932-afe5-057630956b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:53.116568 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1fcc64-734c-4932-afe5-057630956b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6504f816-200d-45fb-962d-76a6754900f1,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:53.126570 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8c4471ad-359c-4812-9c2e-6828317f6d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:53.134819 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c4da34da-1785-4e5d-baae-bce438f8e101 None None] Provisioning for port 49c3dc20-ba53-4183-85f9-377caee37be1 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:25:53.158592 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8c4471ad-359c-4812-9c2e-6828317f6d02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:25:53.162661 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-8c4471ad-359c-4812-9c2e-6828317f6d02 admin admin] Usage tracker for resource:security_group_rule and tenant:b192ca5f815849838693e7b6a03515b5 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:25:53.165709 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-8c4471ad-359c-4812-9c2e-6828317f6d02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:25:53.171590 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8c4471ad-359c-4812-9c2e-6828317f6d02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:25:53.202203 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device fe5866c5-e054-46d5-ad65-fe3d9b7a2784 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:25:53.230903 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c4da34da-1785-4e5d-baae-bce438f8e101 None None] Provisioning complete for port 49c3dc20-ba53-4183-85f9-377caee37be1 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:25:53.231521 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c4da34da-1785-4e5d-baae-bce438f8e101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:53.272800 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8c4471ad-359c-4812-9c2e-6828317f6d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:53.287168 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02899ba7-a79d-4112-b08a-dd40cc589b2c req-703cd3eb-5e42-4342-9e92-6448486c90f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:53.288914 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-02899ba7-a79d-4112-b08a-dd40cc589b2c req-703cd3eb-5e42-4342-9e92-6448486c90f6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0448691a-ec13-4b8b-a50a-33e2c91deaac HTTP/1.1" status: 200 len: 913 time: 0.8048859 Feb 09 12:25:53.301153 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-b3b96e25-f4ee-4ad2-99bf-a13663993ff0 service neutron] 10.222.0.55 "GET /v2.0/networks/954872a6-80f4-4eac-a044-f89749d2b74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2786527 Feb 09 12:25:53.413085 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:53.418596 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8c4471ad-359c-4812-9c2e-6828317f6d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:53.432251 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-02899ba7-a79d-4112-b08a-dd40cc589b2c req-19529b96-1e86-4b83-9543-931214cff188 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9ae4b3a-6a9e-4d5b-8eda-9db431346db4 HTTP/1.1" status: 200 len: 998 time: 0.1334260 Feb 09 12:25:53.462611 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dc5b69d9-dda6-42fb-a98a-3e4147fd7dcc None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:53.476128 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-dc5b69d9-dda6-42fb-a98a-3e4147fd7dcc None None] Transition to ACTIVE for port object 85b4f9ff-6768-4d8a-9456-e87bdbcfd9d6 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:25:53.487221 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dc5b69d9-dda6-42fb-a98a-3e4147fd7dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:53.508081 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.resource_extend [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:25:53.516146 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8c4471ad-359c-4812-9c2e-6828317f6d02 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b192ca5f815849838693e7b6a03515b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4905822 Feb 09 12:25:53.526400 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02899ba7-a79d-4112-b08a-dd40cc589b2c req-4ad9ade0-a363-43c6-b981-6df27f27dc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:53.529591 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-02899ba7-a79d-4112-b08a-dd40cc589b2c req-4ad9ade0-a363-43c6-b981-6df27f27dc68 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fc155009-a31d-4409-b15f-2ed587ea4525 HTTP/1.1" status: 200 len: 851 time: 0.0887048 Feb 09 12:25:53.531694 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 52426) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:53.540402 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3d1fcc64-734c-4932-afe5-057630956b56 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fa1aab0b73ec4ac383d3d0434615cb72&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5771992 Feb 09 12:25:53.542902 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 52428) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:53.584990 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a2535-d4dc-4973-8399-ca7948a8e2ce None None] Pushing event updated for resources: {'Port': ['ID=85b4f9ff-6768-4d8a-9456-e87bdbcfd9d6,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:53.598118 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a2535-d4dc-4973-8399-ca7948a8e2ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:25:53.598469 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a2535-d4dc-4973-8399-ca7948a8e2ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:25:53.598803 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a2535-d4dc-4973-8399-ca7948a8e2ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:25:53.599225 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a2535-d4dc-4973-8399-ca7948a8e2ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:25:53.599555 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a2535-d4dc-4973-8399-ca7948a8e2ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:25:53.599895 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a2535-d4dc-4973-8399-ca7948a8e2ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:25:53.600306 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a2535-d4dc-4973-8399-ca7948a8e2ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:25:53.600779 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a2535-d4dc-4973-8399-ca7948a8e2ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:25:53.601104 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a2535-d4dc-4973-8399-ca7948a8e2ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:25:53.601468 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a2535-d4dc-4973-8399-ca7948a8e2ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:25:53.602298 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a2535-d4dc-4973-8399-ca7948a8e2ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:25:53.602738 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a2535-d4dc-4973-8399-ca7948a8e2ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:25:53.629532 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-dc5b69d9-dda6-42fb-a98a-3e4147fd7dcc None None] Attempting to bind port 85b4f9ff-6768-4d8a-9456-e87bdbcfd9d6 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:25:53.631416 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-dc5b69d9-dda6-42fb-a98a-3e4147fd7dcc None None] Attempting to bind port 85b4f9ff-6768-4d8a-9456-e87bdbcfd9d6 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:25:53.631416 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5b69d9-dda6-42fb-a98a-3e4147fd7dcc None None] Attempting to bind port 85b4f9ff-6768-4d8a-9456-e87bdbcfd9d6 on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:25:53.637367 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5b69d9-dda6-42fb-a98a-3e4147fd7dcc None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:25:53.637740 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5b69d9-dda6-42fb-a98a-3e4147fd7dcc None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:25:53.638235 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dc5b69d9-dda6-42fb-a98a-3e4147fd7dcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:53.638630 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5b69d9-dda6-42fb-a98a-3e4147fd7dcc None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:25:53.639181 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-dc5b69d9-dda6-42fb-a98a-3e4147fd7dcc None None] Bound port: 85b4f9ff-6768-4d8a-9456-e87bdbcfd9d6, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:25:53.639554 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dc5b69d9-dda6-42fb-a98a-3e4147fd7dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:53.644399 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4471ad-359c-4812-9c2e-6828317f6d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aede991-5e99-4a5f-86f4-f8a8ead1d927,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:53.747360 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-dc5b69d9-dda6-42fb-a98a-3e4147fd7dcc None None] For port 85b4f9ff-6768-4d8a-9456-e87bdbcfd9d6, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:25:53.751951 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-dc5b69d9-dda6-42fb-a98a-3e4147fd7dcc None None] For port 85b4f9ff-6768-4d8a-9456-e87bdbcfd9d6, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=85b4f9ff-6768-4d8a-9456-e87bdbcfd9d6,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:25:53.758508 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dc5b69d9-dda6-42fb-a98a-3e4147fd7dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:53.788111 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port b063fa55-d2bf-4bb5-942a-5a9c9a27b96d, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b063fa55-d2bf-4bb5-942a-5a9c9a27b96d,segment=NetworkSegment(d84b820b-b8a5-49e5-b578-ff1b27561844),segment_id=d84b820b-b8a5-49e5-b578-ff1b27561844)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:25:53.815551 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:53.816618 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 2059b77a-91ab-4eb8-93ce-0a09084220d8 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:25:53.931761 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5b69d9-dda6-42fb-a98a-3e4147fd7dcc None None] Routers {'2db442f7-2cac-4e1d-b941-35422c512186'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:25:53.933017 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-dc5b69d9-dda6-42fb-a98a-3e4147fd7dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:25:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2db442f7-2cac-4e1d-b941-35422c512186'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:25:53.976111 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-22ba122e-5b6e-4c38-bc98-bdcbfac1188e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:54.039135 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-22ba122e-5b6e-4c38-bc98-bdcbfac1188e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:54.070487 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eb0e15ad-a409-4e20-94b8-a9a95effccc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:54.071531 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port fe5866c5-e054-46d5-ad65-fe3d9b7a2784, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=fe5866c5-e054-46d5-ad65-fe3d9b7a2784,segment=NetworkSegment(8f05bb68-39ac-4075-9eae-946e36af88ec),segment_id=8f05bb68-39ac-4075-9eae-946e36af88ec)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:25:54.122441 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c4da34da-1785-4e5d-baae-bce438f8e101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:54.135843 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'fe5866c5-e054-46d5-ad65-fe3d9b7a2784', 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac', 'port_id': 'fe5866c5-e054-46d5-ad65-fe3d9b7a2784', 'mac_address': 'fa:16:3e:26:f9:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc155009-a31d-4409-b15f-2ed587ea4525', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:25:54.166395 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=b063fa55-d2bf-4bb5-942a-5a9c9a27b96d,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:54.172150 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee9c0b58-f947-449e-8cf8-972ea6a21ee7', 'tag': 'fe5866c5-e054-46d5-ad65-fe3d9b7a2784', 'status': 'completed', 'code': 200} Feb 09 12:25:54.177412 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 2059b77a-91ab-4eb8-93ce-0a09084220d8 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:25:54.211162 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a2535-d4dc-4973-8399-ca7948a8e2ce None None] Pushing event updated for resources: {'Port': ['ID=85b4f9ff-6768-4d8a-9456-e87bdbcfd9d6,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:54.231672 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 2059b77a-91ab-4eb8-93ce-0a09084220d8 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:25:54.232075 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:54.240336 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c87f55ee-c06e-4f3b-be09-b8b5491c575e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:54.245758 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-dc5b69d9-dda6-42fb-a98a-3e4147fd7dcc None None] Set router 2db442f7-2cac-4e1d-b941-35422c512186 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:25:54.283615 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-afd6ee10-1269-4e57-b031-1ae4326a6887 req-29d050fc-3692-4694-b7b7-af256e136649 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:54.372205 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca27cde-50ae-448e-8752-816451ad1fe4', 'code': 200} Feb 09 12:25:54.372517 n-d-825178-3 neutron-server[87569]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '80d09481-cde5-4896-9bcc-08c44ca3c92d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c9ae328d-f515-4127-8634-9ed00f64ddde', 'code': 422} returned with failed status Feb 09 12:25:54.406985 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-eb0e15ad-a409-4e20-94b8-a9a95effccc3 admin admin] Allocated IP 172.20.0.1 (a5755917-43f4-497a-8276-bed44f2bdad9/90245288-e5d3-4dbb-89c7-86c2de0eff06/e3eb8711-c1af-44a2-8144-111c159c44ee) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:25:54.450075 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-c4da34da-1785-4e5d-baae-bce438f8e101 None None] For port 49c3dc20-ba53-4183-85f9-377caee37be1, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=49c3dc20-ba53-4183-85f9-377caee37be1,segment=NetworkSegment(71698d85-b633-45ec-abb8-fe7e1f3cf04d),segment_id=71698d85-b633-45ec-abb8-fe7e1f3cf04d)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:25:54.456800 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:54.478875 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c4da34da-1785-4e5d-baae-bce438f8e101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:54.503034 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-051c386c-e3d0-46fe-b18e-5c2dd783a81c req-02fc13a1-3b03-4a1a-85fc-26b83f8b3508 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1904eabe61fb4b91821da46b25f9fe93&device_id=16f2c947-2f7d-421b-8307-190f1c134222 HTTP/1.1" status: 200 len: 210 time: 0.4246616 Feb 09 12:25:54.565614 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d050fc-3692-4694-b7b7-af256e136649 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Pushing event deleted for resources: {'Port': ['ID=c9ae328d-f515-4127-8634-9ed00f64ddde,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:54.613326 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eb0e15ad-a409-4e20-94b8-a9a95effccc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:54.616412 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02899ba7-a79d-4112-b08a-dd40cc589b2c req-952d5ee1-ee8d-4f67-9494-447f2fa63552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:54.618154 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-02899ba7-a79d-4112-b08a-dd40cc589b2c req-952d5ee1-ee8d-4f67-9494-447f2fa63552 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0448691a-ec13-4b8b-a50a-33e2c91deaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0540745 Feb 09 12:25:54.634114 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-eb0e15ad-a409-4e20-94b8-a9a95effccc3 admin admin] Transition to ACTIVE for port object e3eb8711-c1af-44a2-8144-111c159c44ee will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:25:54.694656 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eb0e15ad-a409-4e20-94b8-a9a95effccc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:54.704381 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-22ba122e-5b6e-4c38-bc98-bdcbfac1188e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:54.771522 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-dc5b69d9-dda6-42fb-a98a-3e4147fd7dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db442f7-2cac-4e1d-b941-35422c512186', 'name': 'tempest-AttachSCSIVolumeTestJSON-30749041-router', 'tenant_id': 'a90e01c80b9746ea88f7d30cf1ba63f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '85b4f9ff-6768-4d8a-9456-e87bdbcfd9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:25:47Z', 'updated_at': '2022-02-09T12:25:50Z', 'revision_number': 3, 'project_id': 'a90e01c80b9746ea88f7d30cf1ba63f5', 'gw_port': {'id': '85b4f9ff-6768-4d8a-9456-e87bdbcfd9d6', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fc:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db442f7-2cac-4e1d-b941-35422c512186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:25:48Z', 'updated_at': '2022-02-09T12:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:25:54.777732 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe5866c5-e054-46d5-ad65-fe3d9b7a2784 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:25:54.779046 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0e15ad-a409-4e20-94b8-a9a95effccc3 admin admin] Network a5755917-43f4-497a-8276-bed44f2bdad9 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:25:54.782530 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5b69d9-dda6-42fb-a98a-3e4147fd7dcc None None] The sync data for ids ['2db442f7-2cac-4e1d-b941-35422c512186'] in n-d-825178-3 is: [{'id': '2db442f7-2cac-4e1d-b941-35422c512186', 'name': 'tempest-AttachSCSIVolumeTestJSON-30749041-router', 'tenant_id': 'a90e01c80b9746ea88f7d30cf1ba63f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '85b4f9ff-6768-4d8a-9456-e87bdbcfd9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:25:47Z', 'updated_at': '2022-02-09T12:25:50Z', 'revision_number': 3, 'project_id': 'a90e01c80b9746ea88f7d30cf1ba63f5', 'gw_port': {'id': '85b4f9ff-6768-4d8a-9456-e87bdbcfd9d6', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fc:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db442f7-2cac-4e1d-b941-35422c512186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:25:48Z', 'updated_at': '2022-02-09T12:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:25:54.784446 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-eb0e15ad-a409-4e20-94b8-a9a95effccc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:25:54.791595 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0e15ad-a409-4e20-94b8-a9a95effccc3 admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:25:54.914667 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:54.927930 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port fe5866c5-e054-46d5-ad65-fe3d9b7a2784, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=fe5866c5-e054-46d5-ad65-fe3d9b7a2784,segment=NetworkSegment(8f05bb68-39ac-4075-9eae-946e36af88ec),segment_id=8f05bb68-39ac-4075-9eae-946e36af88ec)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:25:54.928953 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-d8e4e1a9-1f09-473a-af19-0e6c86d82f48 None None] Provisioning complete for port 49c3dc20-ba53-4183-85f9-377caee37be1 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:25:54.929392 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d8e4e1a9-1f09-473a-af19-0e6c86d82f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:54.997756 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:55.005491 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e15ad-a409-4e20-94b8-a9a95effccc3 admin admin] Pushing event updated for resources: {'Port': ['ID=e3eb8711-c1af-44a2-8144-111c159c44ee,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:55.009486 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ba122e-5b6e-4c38-bc98-bdcbfac1188e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aede991-5e99-4a5f-86f4-f8a8ead1d927,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:55.010578 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da34da-1785-4e5d-baae-bce438f8e101 None None] Pushing event updated for resources: {'Port': ['ID=49c3dc20-ba53-4183-85f9-377caee37be1,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:55.012604 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd6ee10-1269-4e57-b031-1ae4326a6887 req-29d050fc-3692-4694-b7b7-af256e136649 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] No DVR routers for this DVR port c9ae328d-f515-4127-8634-9ed00f64ddde on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:25:55.018062 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-afd6ee10-1269-4e57-b031-1ae4326a6887 req-29d050fc-3692-4694-b7b7-af256e136649 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:55.025176 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-02899ba7-a79d-4112-b08a-dd40cc589b2c req-2af9439e-b9d9-4cd8-8745-8c8ce6521301 service neutron] 10.222.0.52 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568327 Feb 09 12:25:55.041853 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c87f55ee-c06e-4f3b-be09-b8b5491c575e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:55.050370 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092bb10d-ca48-4d38-90ff-76c432c47fcd req-ecf77800-5f76-402b-9028-c575fb40ff7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:55.050661 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-051c386c-e3d0-46fe-b18e-5c2dd783a81c req-8c3593a1-2912-400a-8495-1c405fa7e981 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=1904eabe61fb4b91821da46b25f9fe93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3894196 Feb 09 12:25:55.051944 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-092bb10d-ca48-4d38-90ff-76c432c47fcd req-ecf77800-5f76-402b-9028-c575fb40ff7f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff6e1bb65bc440a9af2daa6d5785a57a&device_id=ee9c0b58-f947-449e-8cf8-972ea6a21ee7 HTTP/1.1" status: 200 len: 1095 time: 0.3972585 Feb 09 12:25:55.052795 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eb0e15ad-a409-4e20-94b8-a9a95effccc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:55.139222 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 2059b77a-91ab-4eb8-93ce-0a09084220d8, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=2059b77a-91ab-4eb8-93ce-0a09084220d8,segment=NetworkSegment(d84b820b-b8a5-49e5-b578-ff1b27561844),segment_id=d84b820b-b8a5-49e5-b578-ff1b27561844)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:25:55.152228 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:55.230002 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=fe5866c5-e054-46d5-ad65-fe3d9b7a2784,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:55.299892 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-22ba122e-5b6e-4c38-bc98-bdcbfac1188e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:55.303163 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-22ba122e-5b6e-4c38-bc98-bdcbfac1188e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2aede991-5e99-4a5f-86f4-f8a8ead1d927 HTTP/1.1" status: 204 len: 168 time: 1.7643325 Feb 09 12:25:55.318812 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-afd6ee10-1269-4e57-b031-1ae4326a6887 req-29d050fc-3692-4694-b7b7-af256e136649 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "DELETE /v2.0/ports/c9ae328d-f515-4127-8634-9ed00f64ddde HTTP/1.1" status: 204 len: 173 time: 3.8839700 Feb 09 12:25:55.432767 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['fe5866c5-e054-46d5-ad65-fe3d9b7a2784'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:25:55.602192 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=2059b77a-91ab-4eb8-93ce-0a09084220d8,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:55.645630 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092bb10d-ca48-4d38-90ff-76c432c47fcd req-653d0140-6069-4625-aaf9-b667773720bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:55.647746 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-092bb10d-ca48-4d38-90ff-76c432c47fcd req-653d0140-6069-4625-aaf9-b667773720bf service neutron] 10.222.0.46 "GET /v2.0/networks?id=0448691a-ec13-4b8b-a50a-33e2c91deaac HTTP/1.1" status: 200 len: 913 time: 0.4275241 Feb 09 12:25:55.668795 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-daa76010-483d-44f6-8a82-afc9221a8f2e tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:55.670313 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-daa76010-483d-44f6-8a82-afc9221a8f2e tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] 10.222.0.46 "GET /v2.0/networks?id=954872a6-80f4-4eac-a044-f89749d2b74c HTTP/1.1" status: 200 len: 822 time: 0.1924255 Feb 09 12:25:55.727542 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-d4866654-5db3-4c4c-bad2-46d07f3594fe tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] Request body: {'port': {'device_id': '44653649-356d-4017-ad34-4b6407b73d73', 'network_id': '954872a6-80f4-4eac-a044-f89749d2b74c', 'admin_state_up': True, 'tenant_id': '98f91c7428e94d2e90d2dfcb1c9a022c'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:25:55.752951 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b7b8ef22-4471-47e8-a13b-19e99d90515d None None] Provisioning for port e3eb8711-c1af-44a2-8144-111c159c44ee completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:25:55.783407 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b7b8ef22-4471-47e8-a13b-19e99d90515d None None] Provisioning complete for port e3eb8711-c1af-44a2-8144-111c159c44ee triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:25:55.783947 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b7b8ef22-4471-47e8-a13b-19e99d90515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:55.795407 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-092bb10d-ca48-4d38-90ff-76c432c47fcd req-598c13a2-d10b-4f94-acd0-9ff29ac4f131 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe5866c5-e054-46d5-ad65-fe3d9b7a2784 HTTP/1.1" status: 200 len: 217 time: 0.1399996 Feb 09 12:25:55.988513 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b7b8ef22-4471-47e8-a13b-19e99d90515d None None] Port e3eb8711-c1af-44a2-8144-111c159c44ee cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:25:56.017584 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092bb10d-ca48-4d38-90ff-76c432c47fcd req-3663f0a4-00f9-4979-a7b5-8a278843f570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:56.019334 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-092bb10d-ca48-4d38-90ff-76c432c47fcd req-3663f0a4-00f9-4979-a7b5-8a278843f570 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fc155009-a31d-4409-b15f-2ed587ea4525 HTTP/1.1" status: 200 len: 851 time: 0.2120545 Feb 09 12:25:56.025625 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eb0e15ad-a409-4e20-94b8-a9a95effccc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:56.104115 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9065434-8393-4261-9cfe-4d57daa50c74 req-6f607b46-09cb-4fd0-b3fc-cc5f92d39987 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:56.111584 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d9065434-8393-4261-9cfe-4d57daa50c74 req-6f607b46-09cb-4fd0-b3fc-cc5f92d39987 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee9c0b58-f947-449e-8cf8-972ea6a21ee7 HTTP/1.1" status: 200 len: 944 time: 1.5863752 Feb 09 12:25:56.186100 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d09481-cde5-4896-9bcc-08c44ca3c92d', 'name': 'network-vif-deleted', 'tag': 'c9ae328d-f515-4127-8634-9ed00f64ddde'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:25:56.247509 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c87f55ee-c06e-4f3b-be09-b8b5491c575e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:56.280095 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092bb10d-ca48-4d38-90ff-76c432c47fcd req-b37cb0a3-d4a2-4612-b45f-6a010dcc47e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:56.281810 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-092bb10d-ca48-4d38-90ff-76c432c47fcd req-b37cb0a3-d4a2-4612-b45f-6a010dcc47e7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0448691a-ec13-4b8b-a50a-33e2c91deaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2274578 Feb 09 12:25:56.309324 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-02899ba7-a79d-4112-b08a-dd40cc589b2c req-ba3f7c22-4887-4440-9a04-d5527fe1f709 service neutron] 10.222.0.52 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2538052 Feb 09 12:25:56.332471 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d9065434-8393-4261-9cfe-4d57daa50c74 req-83367bc4-1230-4479-9d0d-72fe15a13e1a tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198935 Feb 09 12:25:56.346381 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f55ee-c06e-4f3b-be09-b8b5491c575e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6504f816-200d-45fb-962d-76a6754900f1,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:56.359305 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c87f55ee-c06e-4f3b-be09-b8b5491c575e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:56.361853 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c87f55ee-c06e-4f3b-be09-b8b5491c575e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6504f816-200d-45fb-962d-76a6754900f1 HTTP/1.1" status: 204 len: 168 time: 2.7383416 Feb 09 12:25:56.380200 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c386c-e3d0-46fe-b18e-5c2dd783a81c req-317ecebd-29aa-4337-915c-d65eefbac840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:56.382197 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-051c386c-e3d0-46fe-b18e-5c2dd783a81c req-317ecebd-29aa-4337-915c-d65eefbac840 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2173052 Feb 09 12:25:56.398418 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc19e50-67a7-4ca4-a870-f97828dc5bc8'}, {'server_uuid': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7a964d-584c-4dbd-b299-f7b5a48b8988'}, {'server_uuid': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87'}, {'server_uuid': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b063fa55-d2bf-4bb5-942a-5a9c9a27b96d'}, {'server_uuid': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2059b77a-91ab-4eb8-93ce-0a09084220d8'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:25:56.460485 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-d4866654-5db3-4c4c-bad2-46d07f3594fe tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:25:56.478933 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-d4866654-5db3-4c4c-bad2-46d07f3594fe tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] Usage tracker for resource:port and tenant:98f91c7428e94d2e90d2dfcb1c9a022c is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:25:56.483168 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-d4866654-5db3-4c4c-bad2-46d07f3594fe tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:25:56.498593 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-d4866654-5db3-4c4c-bad2-46d07f3594fe tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:25:56.519617 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-d4866654-5db3-4c4c-bad2-46d07f3594fe tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] Made reservation on behalf of 98f91c7428e94d2e90d2dfcb1c9a022c for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:25:56.521726 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 85b4f9ff-6768-4d8a-9456-e87bdbcfd9d6 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:25:56.527178 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-d4866654-5db3-4c4c-bad2-46d07f3594fe tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:56.663865 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eb0e15ad-a409-4e20-94b8-a9a95effccc3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:56.685720 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eb0e15ad-a409-4e20-94b8-a9a95effccc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:56.715334 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 85b4f9ff-6768-4d8a-9456-e87bdbcfd9d6 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:25:56.722449 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 85b4f9ff-6768-4d8a-9456-e87bdbcfd9d6 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:25:56.722839 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:56.838769 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eb0e15ad-a409-4e20-94b8-a9a95effccc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:56.846884 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e15ad-a409-4e20-94b8-a9a95effccc3 admin admin] Pushing event updated for resources: {'Port': ['ID=e3eb8711-c1af-44a2-8144-111c159c44ee,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:56.853144 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5a604e37-b8af-42aa-bc4a-cac0d5f5e1e1 req-4e5ea44c-e04b-41fe-939d-9a72a2462200 tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] 10.222.0.55 "GET /v2.0/ports?device_id=44653649-356d-4017-ad34-4b6407b73d73 HTTP/1.1" status: 200 len: 210 time: 0.0757279 Feb 09 12:25:56.956125 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-092bb10d-ca48-4d38-90ff-76c432c47fcd req-c4c3cd1a-5be6-49db-a5d5-95f44a305418 service neutron] 10.222.0.46 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6387892 Feb 09 12:25:56.974733 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:57.008544 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fa68f-66c6-4faf-b193-257b6d31e33d req-139e6299-064c-4c0b-999b-a02b7aaf6bfa tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:57.010615 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 85b4f9ff-6768-4d8a-9456-e87bdbcfd9d6, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=85b4f9ff-6768-4d8a-9456-e87bdbcfd9d6,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:25:57.020649 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:57.022666 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 49c3dc20-ba53-4183-85f9-377caee37be1 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:25:57.027197 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fa68f-66c6-4faf-b193-257b6d31e33d req-139e6299-064c-4c0b-999b-a02b7aaf6bfa tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:57.033829 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fa68f-66c6-4faf-b193-257b6d31e33d req-139e6299-064c-4c0b-999b-a02b7aaf6bfa tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:57.040132 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fa68f-66c6-4faf-b193-257b6d31e33d req-139e6299-064c-4c0b-999b-a02b7aaf6bfa tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:57.046902 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fa68f-66c6-4faf-b193-257b6d31e33d req-139e6299-064c-4c0b-999b-a02b7aaf6bfa tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:57.053124 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fa68f-66c6-4faf-b193-257b6d31e33d req-139e6299-064c-4c0b-999b-a02b7aaf6bfa tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:57.059391 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fa68f-66c6-4faf-b193-257b6d31e33d req-139e6299-064c-4c0b-999b-a02b7aaf6bfa tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:57.067518 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c79fa68f-66c6-4faf-b193-257b6d31e33d req-139e6299-064c-4c0b-999b-a02b7aaf6bfa tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/ports?device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 5445 time: 0.4252863 Feb 09 12:25:57.161802 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4da4e318-bf2a-4c38-b8d9-285eff7bc2a3 req-9ad81861-18fa-48a9-bf16-097ff7fbe87b tempest-ServerShowV247Test-269923014 tempest-ServerShowV247Test-269923014-project] 10.222.0.55 "GET /v2.0/ports?device_id=16f2c947-2f7d-421b-8307-190f1c134222 HTTP/1.1" status: 200 len: 210 time: 0.0711751 Feb 09 12:25:57.162986 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-d4866654-5db3-4c4c-bad2-46d07f3594fe tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] Allocated IP 172.20.0.14 (954872a6-80f4-4eac-a044-f89749d2b74c/464b188a-0067-450e-8d4a-625ec008efa7/39f742e2-2648-4474-9220-41e4a4bb1888) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:25:57.177223 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c79fa68f-66c6-4faf-b193-257b6d31e33d req-999eebd5-36ff-431b-b41b-be3d516751f1 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c0bc8c-d7b4-4723-ae3e-494e368debc4&id=cc193dc4-ba36-4ff9-b98a-95f008157bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1086898 Feb 09 12:25:57.199930 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0e15ad-a409-4e20-94b8-a9a95effccc3 admin admin] Network a5755917-43f4-497a-8276-bed44f2bdad9 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:25:57.204482 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-eb0e15ad-a409-4e20-94b8-a9a95effccc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:25:57.257936 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device fe5866c5-e054-46d5-ad65-fe3d9b7a2784 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:25:57.391251 n-d-825178-3 neutron-server[87567]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '80d09481-cde5-4896-9bcc-08c44ca3c92d', 'name': 'network-vif-deleted', 'tag': 'c9ae328d-f515-4127-8634-9ed00f64ddde', 'status': 'failed', 'code': 422} returned with failed status Feb 09 12:25:57.456005 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc19e50-67a7-4ca4-a870-f97828dc5bc8', 'code': 200} Feb 09 12:25:57.456268 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7a964d-584c-4dbd-b299-f7b5a48b8988', 'code': 200} Feb 09 12:25:57.456713 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87', 'code': 200} Feb 09 12:25:57.457132 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b063fa55-d2bf-4bb5-942a-5a9c9a27b96d', 'code': 200} Feb 09 12:25:57.457708 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2059b77a-91ab-4eb8-93ce-0a09084220d8', 'code': 200} Feb 09 12:25:57.595356 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=85b4f9ff-6768-4d8a-9456-e87bdbcfd9d6,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:57.651398 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 49c3dc20-ba53-4183-85f9-377caee37be1 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:25:57.652610 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:57.743284 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port fe5866c5-e054-46d5-ad65-fe3d9b7a2784 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:25:57.759475 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-092bb10d-ca48-4d38-90ff-76c432c47fcd req-dc343c93-8373-495c-a0ad-95273364c89a service neutron] 10.222.0.46 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7889447 Feb 09 12:25:57.807915 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port fe5866c5-e054-46d5-ad65-fe3d9b7a2784 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:25:57.813471 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:57.932971 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-051c386c-e3d0-46fe-b18e-5c2dd783a81c req-8127f62b-bfd7-48c8-b2e8-603ab1980013 tempest-ServerShowV247Test-269923014 tempest-ServerShowV247Test-269923014-project] 10.222.0.46 "GET /v2.0/ports?device_id=16f2c947-2f7d-421b-8307-190f1c134222 HTTP/1.1" status: 200 len: 210 time: 0.0736909 Feb 09 12:25:57.979122 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58081f9d-8bbb-4f16-8931-95c808edac24 None None] Provisioning complete for port e3eb8711-c1af-44a2-8144-111c159c44ee triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:25:57.979984 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58081f9d-8bbb-4f16-8931-95c808edac24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:58.018620 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb0e15ad-a409-4e20-94b8-a9a95effccc3 admin admin] Router 2db442f7-2cac-4e1d-b941-35422c512186 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:25:58.224177 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58081f9d-8bbb-4f16-8931-95c808edac24 None None] Port e3eb8711-c1af-44a2-8144-111c159c44ee cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:25:58.263007 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:58.338960 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port fe5866c5-e054-46d5-ad65-fe3d9b7a2784, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=fe5866c5-e054-46d5-ad65-fe3d9b7a2784,segment=NetworkSegment(8f05bb68-39ac-4075-9eae-946e36af88ec),segment_id=8f05bb68-39ac-4075-9eae-946e36af88ec)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:25:58.353892 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 85b4f9ff-6768-4d8a-9456-e87bdbcfd9d6 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:25:58.447231 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0e15ad-a409-4e20-94b8-a9a95effccc3 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:25:58.451269 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-bfc9e777-516c-4e47-b823-5b430c38b1ef tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:58.454082 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-bfc9e777-516c-4e47-b823-5b430c38b1ef tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/networks?id=ce449817-28f3-4897-a09b-d33182728951 HTTP/1.1" status: 200 len: 812 time: 0.5043888 Feb 09 12:25:58.473606 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-d4866654-5db3-4c4c-bad2-46d07f3594fe tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:58.484316 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917c4fb-3d2a-4934-8101-1f752fbdb7e8 req-3ea71913-000b-40c6-84ab-91532270ebd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:58.484826 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917c4fb-3d2a-4934-8101-1f752fbdb7e8 req-3ea71913-000b-40c6-84ab-91532270ebd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:58.485627 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917c4fb-3d2a-4934-8101-1f752fbdb7e8 req-3ea71913-000b-40c6-84ab-91532270ebd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:58.486117 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917c4fb-3d2a-4934-8101-1f752fbdb7e8 req-3ea71913-000b-40c6-84ab-91532270ebd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:58.486639 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917c4fb-3d2a-4934-8101-1f752fbdb7e8 req-3ea71913-000b-40c6-84ab-91532270ebd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:58.487510 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917c4fb-3d2a-4934-8101-1f752fbdb7e8 req-3ea71913-000b-40c6-84ab-91532270ebd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:58.487914 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917c4fb-3d2a-4934-8101-1f752fbdb7e8 req-3ea71913-000b-40c6-84ab-91532270ebd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:58.488927 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c502a788-440f-43f2-b7a7-cdfc6dcdee71 None None] Sync routers for ids ['2db442f7-2cac-4e1d-b941-35422c512186'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:25:58.489796 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7917c4fb-3d2a-4934-8101-1f752fbdb7e8 req-3ea71913-000b-40c6-84ab-91532270ebd0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 6502 time: 0.9566009 Feb 09 12:25:58.491246 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-eb0e15ad-a409-4e20-94b8-a9a95effccc3 admin admin] 10.222.0.55 "PUT /v2.0/routers/2db442f7-2cac-4e1d-b941-35422c512186/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3967385 Feb 09 12:25:58.495689 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:58.498691 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-636aae8c-d053-44b2-b1b3-c88e970cec80 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/quotas/6b0ea08007bd423bba6d81fafa2c2138 HTTP/1.1" status: 200 len: 375 time: 0.0360143 Feb 09 12:25:58.509079 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd070a-42e2-46d3-be86-13e589af1308 req-cf738cd7-6f85-4cc2-8518-18fa574da300 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:58.517197 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-38fd070a-42e2-46d3-be86-13e589af1308 req-cf738cd7-6f85-4cc2-8518-18fa574da300 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee9c0b58-f947-449e-8cf8-972ea6a21ee7 HTTP/1.1" status: 200 len: 945 time: 0.8253710 Feb 09 12:25:58.571431 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c502a788-440f-43f2-b7a7-cdfc6dcdee71 None None] Routers {'2db442f7-2cac-4e1d-b941-35422c512186'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:25:58.572109 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-c502a788-440f-43f2-b7a7-cdfc6dcdee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:25:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2db442f7-2cac-4e1d-b941-35422c512186'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:25:58.697592 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-cdb75505-19d8-40e4-a1a5-eae8dd29656b tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Synchronizing usage tracker for tenant:6b0ea08007bd423bba6d81fafa2c2138 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:25:58.722322 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7917c4fb-3d2a-4934-8101-1f752fbdb7e8 req-46c598b1-0fc3-43d7-8247-8e765f8f2b4a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cc193dc4-ba36-4ff9-b98a-95f008157bd5&id=73c0bc8c-d7b4-4723-ae3e-494e368debc4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1303415 Feb 09 12:25:58.758949 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-38fd070a-42e2-46d3-be86-13e589af1308 req-59125386-03b7-4460-b046-f737caaac22a tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408082 Feb 09 12:25:58.774701 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-cdb75505-19d8-40e4-a1a5-eae8dd29656b tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Unset dirty status for tenant:6b0ea08007bd423bba6d81fafa2c2138 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:25:58.783367 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-cdb75505-19d8-40e4-a1a5-eae8dd29656b tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b0ea08007bd423bba6d81fafa2c2138&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2610812 Feb 09 12:25:58.883292 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 85b4f9ff-6768-4d8a-9456-e87bdbcfd9d6 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:25:58.883672 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:59.055442 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=fe5866c5-e054-46d5-ad65-fe3d9b7a2784,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:59.060224 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-d4866654-5db3-4c4c-bad2-46d07f3594fe tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:59.113270 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-c502a788-440f-43f2-b7a7-cdfc6dcdee71 None None] Set router 2db442f7-2cac-4e1d-b941-35422c512186 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:25:59.238368 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-d4866654-5db3-4c4c-bad2-46d07f3594fe tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] Network 954872a6-80f4-4eac-a044-f89749d2b74c is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:25:59.245877 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-d4866654-5db3-4c4c-bad2-46d07f3594fe tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:25:59.257817 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-d4866654-5db3-4c4c-bad2-46d07f3594fe tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:25:59.317677 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4866654-5db3-4c4c-bad2-46d07f3594fe tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] Pushing event updated for resources: {'Port': ['ID=39f742e2-2648-4474-9220-41e4a4bb1888,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:25:59.358606 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-80dd061d-8ea1-4665-8adc-91ffaa72def6 service neutron] 10.222.0.55 "GET /v2.0/networks/ce449817-28f3-4897-a09b-d33182728951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5660141 Feb 09 12:25:59.411979 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a1554-75b0-46bd-830f-3e75a98cd089 req-e46990e2-4f3b-4dab-abc9-ba0ff27cb99a tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:59.413628 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-743a1554-75b0-46bd-830f-3e75a98cd089 req-e46990e2-4f3b-4dab-abc9-ba0ff27cb99a tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] 10.222.0.55 "GET /v2.0/ports?device_id=44653649-356d-4017-ad34-4b6407b73d73 HTTP/1.1" status: 200 len: 932 time: 0.3617487 Feb 09 12:25:59.459980 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9c0b58-f947-449e-8cf8-972ea6a21ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5866c5-e054-46d5-ad65-fe3d9b7a2784'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:25:59.550854 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-c502a788-440f-43f2-b7a7-cdfc6dcdee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db442f7-2cac-4e1d-b941-35422c512186', 'name': 'tempest-AttachSCSIVolumeTestJSON-30749041-router', 'tenant_id': 'a90e01c80b9746ea88f7d30cf1ba63f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '85b4f9ff-6768-4d8a-9456-e87bdbcfd9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:25:47Z', 'updated_at': '2022-02-09T12:25:55Z', 'revision_number': 4, 'project_id': 'a90e01c80b9746ea88f7d30cf1ba63f5', 'gw_port': {'id': '85b4f9ff-6768-4d8a-9456-e87bdbcfd9d6', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db442f7-2cac-4e1d-b941-35422c512186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:25:48Z', 'updated_at': '2022-02-09T12:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'e3eb8711-c1af-44a2-8144-111c159c44ee', 'name': '', 'network_id': 'a5755917-43f4-497a-8276-bed44f2bdad9', 'tenant_id': 'a90e01c80b9746ea88f7d30cf1ba63f5', 'mac_address': 'fa:16:3e:77:64:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db442f7-2cac-4e1d-b941-35422c512186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '90245288-e5d3-4dbb-89c7-86c2de0eff06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:25:54Z', 'updated_at': '2022-02-09T12:25:56Z', 'revision_number': 2, 'project_id': 'a90e01c80b9746ea88f7d30cf1ba63f5', 'subnets': [{'id': '90245288-e5d3-4dbb-89c7-86c2de0eff06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:25:59.556425 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c502a788-440f-43f2-b7a7-cdfc6dcdee71 None None] Checking router: 2db442f7-2cac-4e1d-b941-35422c512186 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:25:59.556891 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c502a788-440f-43f2-b7a7-cdfc6dcdee71 None None] Updating router 2db442f7-2cac-4e1d-b941-35422c512186 port e3eb8711-c1af-44a2-8144-111c159c44ee binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:25:59.618492 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-d4866654-5db3-4c4c-bad2-46d07f3594fe tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:25:59.619105 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-d4866654-5db3-4c4c-bad2-46d07f3594fe tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:59.629699 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c502a788-440f-43f2-b7a7-cdfc6dcdee71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:59.691152 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-743a1554-75b0-46bd-830f-3e75a98cd089 req-fce69161-e91d-481c-bb97-e227e694afe9 tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] 10.222.0.55 "GET /v2.0/security-groups?id=8060190c-ca88-46ad-9ebe-56027b0190ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857570 Feb 09 12:25:59.702130 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-d4866654-5db3-4c4c-bad2-46d07f3594fe tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0179205 Feb 09 12:25:59.721186 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-336d1b65-d1fe-46c4-9882-8e1592aafebd service neutron] Request body: {'port': {'device_id': '44653649-356d-4017-ad34-4b6407b73d73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:25:59.795535 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-3fcd666f-41b8-4f38-a6d1-80d44de6a370 service neutron] 10.222.0.55 "GET /v2.0/networks/ce449817-28f3-4897-a09b-d33182728951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4197097 Feb 09 12:25:59.828498 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 52582) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:25:59.834635 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-3cdbde4b-4f44-454e-9c7c-11c630d33851 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1000675349-network', 'tenant_id': '5017a821b84147f5848802e2e9f1fbb5'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:25:59.843132 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3cdbde4b-4f44-454e-9c7c-11c630d33851 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:25:59.854307 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3cdbde4b-4f44-454e-9c7c-11c630d33851 admin admin] Usage tracker for resource:network and tenant:5017a821b84147f5848802e2e9f1fbb5 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:25:59.861564 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3cdbde4b-4f44-454e-9c7c-11c630d33851 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:25:59.876177 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3cdbde4b-4f44-454e-9c7c-11c630d33851 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:25:59.899444 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cdbde4b-4f44-454e-9c7c-11c630d33851 admin admin] Made reservation on behalf of 5017a821b84147f5848802e2e9f1fbb5 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:25:59.911810 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3cdbde4b-4f44-454e-9c7c-11c630d33851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:59.952834 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-336d1b65-d1fe-46c4-9882-8e1592aafebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:25:59.960301 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3cdbde4b-4f44-454e-9c7c-11c630d33851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:00.009802 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3cdbde4b-4f44-454e-9c7c-11c630d33851 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:26:00.027019 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3cdbde4b-4f44-454e-9c7c-11c630d33851 admin admin] Usage tracker for resource:security_group_rule and tenant:5017a821b84147f5848802e2e9f1fbb5 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:26:00.057505 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3cdbde4b-4f44-454e-9c7c-11c630d33851 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:26:00.066533 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3cdbde4b-4f44-454e-9c7c-11c630d33851 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:26:00.136415 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9c0b58-f947-449e-8cf8-972ea6a21ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5866c5-e054-46d5-ad65-fe3d9b7a2784', 'code': 200} Feb 09 12:26:00.356653 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3cdbde4b-4f44-454e-9c7c-11c630d33851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:00.372159 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3cdbde4b-4f44-454e-9c7c-11c630d33851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:00.383571 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c502a788-440f-43f2-b7a7-cdfc6dcdee71 None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:00.400427 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c502a788-440f-43f2-b7a7-cdfc6dcdee71 None None] Transition to ACTIVE for port object e3eb8711-c1af-44a2-8144-111c159c44ee will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:26:00.414497 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cdbde4b-4f44-454e-9c7c-11c630d33851 admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:26:00.414667 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c502a788-440f-43f2-b7a7-cdfc6dcdee71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:00.466811 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3cdbde4b-4f44-454e-9c7c-11c630d33851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:00.467157 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-3cdbde4b-4f44-454e-9c7c-11c630d33851 admin admin] Added segment 0008973d-55a5-41cb-9ead-bacfb13ceaa2 of type vlan for network 7d895f48-adec-4d63-a826-9c8b23067622 Feb 09 12:26:00.490231 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c46440-0680-431a-9339-5832efba9150 req-a6afdd77-52a9-4299-b720-62f41cf82f44 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:00.496532 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c46440-0680-431a-9339-5832efba9150 req-a6afdd77-52a9-4299-b720-62f41cf82f44 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:00.502454 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8439d9-76a9-40a2-af92-a6e5b818bd9f None None] Pushing event updated for resources: {'Port': ['ID=e3eb8711-c1af-44a2-8144-111c159c44ee,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:00.503770 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c46440-0680-431a-9339-5832efba9150 req-a6afdd77-52a9-4299-b720-62f41cf82f44 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:00.519347 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c46440-0680-431a-9339-5832efba9150 req-a6afdd77-52a9-4299-b720-62f41cf82f44 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:00.528459 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c46440-0680-431a-9339-5832efba9150 req-a6afdd77-52a9-4299-b720-62f41cf82f44 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:00.536951 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c46440-0680-431a-9339-5832efba9150 req-a6afdd77-52a9-4299-b720-62f41cf82f44 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:00.545786 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c46440-0680-431a-9339-5832efba9150 req-a6afdd77-52a9-4299-b720-62f41cf82f44 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:00.556517 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-41c46440-0680-431a-9339-5832efba9150 req-a6afdd77-52a9-4299-b720-62f41cf82f44 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/ports?device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 5445 time: 0.6418581 Feb 09 12:26:00.578287 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 52602) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:00.588076 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3cdbde4b-4f44-454e-9c7c-11c630d33851 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:00.678387 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3cdbde4b-4f44-454e-9c7c-11c630d33851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:00.679364 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdbde4b-4f44-454e-9c7c-11c630d33851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:00.679980 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3cdbde4b-4f44-454e-9c7c-11c630d33851 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:00.720770 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-41c46440-0680-431a-9339-5832efba9150 req-b843d02b-d3a4-4aad-9f59-0734006c6053 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c0bc8c-d7b4-4723-ae3e-494e368debc4&id=cc193dc4-ba36-4ff9-b98a-95f008157bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1630118 Feb 09 12:26:00.764439 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-c502a788-440f-43f2-b7a7-cdfc6dcdee71 None None] Attempting to bind port e3eb8711-c1af-44a2-8144-111c159c44ee on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:26:00.765392 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-c502a788-440f-43f2-b7a7-cdfc6dcdee71 None None] Attempting to bind port e3eb8711-c1af-44a2-8144-111c159c44ee by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '71698d85-b633-45ec-abb8-fe7e1f3cf04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a5755917-43f4-497a-8276-bed44f2bdad9'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:26:00.765765 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c502a788-440f-43f2-b7a7-cdfc6dcdee71 None None] Attempting to bind port e3eb8711-c1af-44a2-8144-111c159c44ee on network a5755917-43f4-497a-8276-bed44f2bdad9 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:26:00.773250 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c502a788-440f-43f2-b7a7-cdfc6dcdee71 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:26:00.773627 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c502a788-440f-43f2-b7a7-cdfc6dcdee71 None None] Checking segment: {'id': '71698d85-b633-45ec-abb8-fe7e1f3cf04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a5755917-43f4-497a-8276-bed44f2bdad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:26:00.774073 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c502a788-440f-43f2-b7a7-cdfc6dcdee71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:00.774465 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c502a788-440f-43f2-b7a7-cdfc6dcdee71 None None] Bound using segment: {'id': '71698d85-b633-45ec-abb8-fe7e1f3cf04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a5755917-43f4-497a-8276-bed44f2bdad9'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:26:00.774978 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-c502a788-440f-43f2-b7a7-cdfc6dcdee71 None None] Bound port: e3eb8711-c1af-44a2-8144-111c159c44ee, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71698d85-b633-45ec-abb8-fe7e1f3cf04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a5755917-43f4-497a-8276-bed44f2bdad9'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:26:00.775377 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c502a788-440f-43f2-b7a7-cdfc6dcdee71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:00.780740 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8043614-94ba-4802-b4be-34f8a22879e5 req-02773f65-d33d-4523-b9f8-0fad04e4fae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:00.782290 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8043614-94ba-4802-b4be-34f8a22879e5 req-02773f65-d33d-4523-b9f8-0fad04e4fae3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ee9c0b58-f947-449e-8cf8-972ea6a21ee7 HTTP/1.1" status: 200 len: 1097 time: 0.5572095 Feb 09 12:26:00.789976 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3cdbde4b-4f44-454e-9c7c-11c630d33851 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9600840 Feb 09 12:26:00.799208 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 52612) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:00.865408 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-78e14f09-d243-45b8-99a9-30c390d819ed admin admin] Request body: {'subnet': {'network_id': '7d895f48-adec-4d63-a826-9c8b23067622', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1000675349-subnet', 'tenant_id': '5017a821b84147f5848802e2e9f1fbb5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:26:00.882893 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-78e14f09-d243-45b8-99a9-30c390d819ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:26:00.910758 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdbde4b-4f44-454e-9c7c-11c630d33851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cafbf1-4db6-4902-8ed1-8530701596c9,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:00.916681 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0ed9d-6ac2-4e8e-98b6-1c8804d3e0fe req-b0454efd-ac5d-4e63-bede-8237ce123106 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:00.925166 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdbde4b-4f44-454e-9c7c-11c630d33851 admin admin] Pushing event updated for resources: {'Network': ['ID=7d895f48-adec-4d63-a826-9c8b23067622,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:00.926117 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0bf0ed9d-6ac2-4e8e-98b6-1c8804d3e0fe req-b0454efd-ac5d-4e63-bede-8237ce123106 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee9c0b58-f947-449e-8cf8-972ea6a21ee7 HTTP/1.1" status: 200 len: 946 time: 0.6090646 Feb 09 12:26:00.936518 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6fe45b3c-2759-4c36-8825-e78502e35b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:00.955023 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 7d895f48-adec-4d63-a826-9c8b23067622 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:26:00.981121 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-78e14f09-d243-45b8-99a9-30c390d819ed admin admin] Usage tracker for resource:subnet and tenant:5017a821b84147f5848802e2e9f1fbb5 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:26:00.993908 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-78e14f09-d243-45b8-99a9-30c390d819ed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:26:01.011863 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-78e14f09-d243-45b8-99a9-30c390d819ed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:26:01.018401 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6fe45b3c-2759-4c36-8825-e78502e35b33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:26:01.023296 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6fe45b3c-2759-4c36-8825-e78502e35b33 admin admin] Usage tracker for resource:security_group_rule and tenant:17b41a96576047f9864eebbf420fdcca is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:26:01.040889 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6fe45b3c-2759-4c36-8825-e78502e35b33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:26:01.056475 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6fe45b3c-2759-4c36-8825-e78502e35b33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:26:01.074770 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8043614-94ba-4802-b4be-34f8a22879e5 req-63f6e544-b439-4588-9ae3-151823e37a39 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746596 Feb 09 12:26:01.105108 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0bf0ed9d-6ac2-4e8e-98b6-1c8804d3e0fe req-fce79298-8961-48d5-a3ff-61808bdafbe1 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781266 Feb 09 12:26:01.112125 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e14f09-d243-45b8-99a9-30c390d819ed admin admin] Made reservation on behalf of 5017a821b84147f5848802e2e9f1fbb5 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:26:01.115009 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-78e14f09-d243-45b8-99a9-30c390d819ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:01.122418 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-c502a788-440f-43f2-b7a7-cdfc6dcdee71 None None] For port e3eb8711-c1af-44a2-8144-111c159c44ee, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:26:01.144964 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-c502a788-440f-43f2-b7a7-cdfc6dcdee71 None None] For port e3eb8711-c1af-44a2-8144-111c159c44ee, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=e3eb8711-c1af-44a2-8144-111c159c44ee,segment=NetworkSegment(71698d85-b633-45ec-abb8-fe7e1f3cf04d),segment_id=71698d85-b633-45ec-abb8-fe7e1f3cf04d)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:26:01.151776 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c502a788-440f-43f2-b7a7-cdfc6dcdee71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:01.237137 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c502a788-440f-43f2-b7a7-cdfc6dcdee71 None None] Routers {'2db442f7-2cac-4e1d-b941-35422c512186'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:26:01.238241 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-c502a788-440f-43f2-b7a7-cdfc6dcdee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:25:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2db442f7-2cac-4e1d-b941-35422c512186'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:26:01.336947 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-336d1b65-d1fe-46c4-9882-8e1592aafebd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39f742e2-2648-4474-9220-41e4a4bb1888 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:26:01.357380 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-336d1b65-d1fe-46c4-9882-8e1592aafebd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:01.378062 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8439d9-76a9-40a2-af92-a6e5b818bd9f None None] Pushing event updated for resources: {'Port': ['ID=e3eb8711-c1af-44a2-8144-111c159c44ee,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:01.379295 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-336d1b65-d1fe-46c4-9882-8e1592aafebd service neutron] Transition to ACTIVE for port object 39f742e2-2648-4474-9220-41e4a4bb1888 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:26:01.512254 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-c502a788-440f-43f2-b7a7-cdfc6dcdee71 None None] Set router 2db442f7-2cac-4e1d-b941-35422c512186 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:26:01.515679 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-336d1b65-d1fe-46c4-9882-8e1592aafebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:01.638484 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8d8e7c87-182b-4b1e-a99a-654507cbe4cd req-88b872ba-d766-4864-8223-fe3731f10fcb tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fa55cfa-0309-4525-a869-9e68fb3f8f32 HTTP/1.1" status: 200 len: 210 time: 0.4034865 Feb 09 12:26:01.658389 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e0111601-4696-4c3f-865c-a8132d7a8c1e req-852ff9c6-5ba7-4d99-96b2-5a6c16ba1c07 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1904eabe61fb4b91821da46b25f9fe93&device_id=a976395c-15c5-4dbb-9ebf-913324b36d1f HTTP/1.1" status: 200 len: 210 time: 0.1829972 Feb 09 12:26:01.734313 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-9262fa6c-f337-4a78-95ca-9f83df8abf49 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=1cd5461fb50742f08b750a3ea3e35b39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2087784 Feb 09 12:26:01.896839 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-c502a788-440f-43f2-b7a7-cdfc6dcdee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db442f7-2cac-4e1d-b941-35422c512186', 'name': 'tempest-AttachSCSIVolumeTestJSON-30749041-router', 'tenant_id': 'a90e01c80b9746ea88f7d30cf1ba63f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '85b4f9ff-6768-4d8a-9456-e87bdbcfd9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:25:47Z', 'updated_at': '2022-02-09T12:25:55Z', 'revision_number': 4, 'project_id': 'a90e01c80b9746ea88f7d30cf1ba63f5', 'gw_port': {'id': '85b4f9ff-6768-4d8a-9456-e87bdbcfd9d6', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db442f7-2cac-4e1d-b941-35422c512186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:25:48Z', 'updated_at': '2022-02-09T12:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'e3eb8711-c1af-44a2-8144-111c159c44ee', 'name': '', 'network_id': 'a5755917-43f4-497a-8276-bed44f2bdad9', 'tenant_id': 'a90e01c80b9746ea88f7d30cf1ba63f5', 'mac_address': 'fa:16:3e:77:64:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db442f7-2cac-4e1d-b941-35422c512186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '90245288-e5d3-4dbb-89c7-86c2de0eff06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:25:54Z', 'updated_at': '2022-02-09T12:26:01Z', 'revision_number': 4, 'project_id': 'a90e01c80b9746ea88f7d30cf1ba63f5', 'subnets': [{'id': '90245288-e5d3-4dbb-89c7-86c2de0eff06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:26:01.899225 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e0111601-4696-4c3f-865c-a8132d7a8c1e req-db6c6acb-f083-4476-a488-dacf15e2ee8c service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=1904eabe61fb4b91821da46b25f9fe93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1711638 Feb 09 12:26:01.901141 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c502a788-440f-43f2-b7a7-cdfc6dcdee71 None None] The sync data for ids ['2db442f7-2cac-4e1d-b941-35422c512186'] in n-d-825178-3 is: [{'id': '2db442f7-2cac-4e1d-b941-35422c512186', 'name': 'tempest-AttachSCSIVolumeTestJSON-30749041-router', 'tenant_id': 'a90e01c80b9746ea88f7d30cf1ba63f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '85b4f9ff-6768-4d8a-9456-e87bdbcfd9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:25:47Z', 'updated_at': '2022-02-09T12:25:55Z', 'revision_number': 4, 'project_id': 'a90e01c80b9746ea88f7d30cf1ba63f5', 'gw_port': {'id': '85b4f9ff-6768-4d8a-9456-e87bdbcfd9d6', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db442f7-2cac-4e1d-b941-35422c512186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:25:48Z', 'updated_at': '2022-02-09T12:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'e3eb8711-c1af-44a2-8144-111c159c44ee', 'name': '', 'network_id': 'a5755917-43f4-497a-8276-bed44f2bdad9', 'tenant_id': 'a90e01c80b9746ea88f7d30cf1ba63f5', 'mac_address': 'fa:16:3e:77:64:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db442f7-2cac-4e1d-b941-35422c512186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '90245288-e5d3-4dbb-89c7-86c2de0eff06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:25:54Z', 'updated_at': '2022-02-09T12:26:01Z', 'revision_number': 4, 'project_id': 'a90e01c80b9746ea88f7d30cf1ba63f5', 'subnets': [{'id': '90245288-e5d3-4dbb-89c7-86c2de0eff06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:26:01.924119 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-5304eea9-aba8-4086-ac52-79b90ea0ea45 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:01.925800 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-5304eea9-aba8-4086-ac52-79b90ea0ea45 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.46 "GET /v2.0/networks?id=ce449817-28f3-4897-a09b-d33182728951 HTTP/1.1" status: 200 len: 812 time: 0.1692040 Feb 09 12:26:01.940788 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-b6f612c1-e17c-4383-9341-80c1933eb70e tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Request body: {'port': {'device_id': '4fa55cfa-0309-4525-a869-9e68fb3f8f32', 'network_id': 'ce449817-28f3-4897-a09b-d33182728951', 'admin_state_up': True, 'tenant_id': '6b0ea08007bd423bba6d81fafa2c2138'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:26:02.138301 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-b6f612c1-e17c-4383-9341-80c1933eb70e tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:26:02.149480 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-b6f612c1-e17c-4383-9341-80c1933eb70e tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:26:02.186478 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d1b65-d1fe-46c4-9882-8e1592aafebd service neutron] Pushing event updated for resources: {'Port': ['ID=39f742e2-2648-4474-9220-41e4a4bb1888,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:02.297496 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device e3eb8711-c1af-44a2-8144-111c159c44ee up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:26:02.304391 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6fe45b3c-2759-4c36-8825-e78502e35b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:02.329467 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-b6f612c1-e17c-4383-9341-80c1933eb70e tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Made reservation on behalf of 6b0ea08007bd423bba6d81fafa2c2138 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:26:02.333764 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-b6f612c1-e17c-4383-9341-80c1933eb70e tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:02.392716 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-336d1b65-d1fe-46c4-9882-8e1592aafebd service neutron] Attempting to bind port 39f742e2-2648-4474-9220-41e4a4bb1888 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:26:02.393053 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-336d1b65-d1fe-46c4-9882-8e1592aafebd service neutron] Attempting to bind port 39f742e2-2648-4474-9220-41e4a4bb1888 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '0948a815-b261-41c6-96e1-d1f995313ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '954872a6-80f4-4eac-a044-f89749d2b74c'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:26:02.393387 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-336d1b65-d1fe-46c4-9882-8e1592aafebd service neutron] Attempting to bind port 39f742e2-2648-4474-9220-41e4a4bb1888 on network 954872a6-80f4-4eac-a044-f89749d2b74c {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:26:02.406690 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6fe45b3c-2759-4c36-8825-e78502e35b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:02.494069 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port e3eb8711-c1af-44a2-8144-111c159c44ee completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:26:02.504700 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port e3eb8711-c1af-44a2-8144-111c159c44ee triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:26:02.505713 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:02.505844 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-336d1b65-d1fe-46c4-9882-8e1592aafebd service neutron] Port 39f742e2-2648-4474-9220-41e4a4bb1888 on network 954872a6-80f4-4eac-a044-f89749d2b74c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:26:02.505948 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-336d1b65-d1fe-46c4-9882-8e1592aafebd service neutron] Attempting to bind port 39f742e2-2648-4474-9220-41e4a4bb1888 on network 954872a6-80f4-4eac-a044-f89749d2b74c {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:26:02.566113 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-b6f612c1-e17c-4383-9341-80c1933eb70e tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Allocated IP 172.20.0.4 (ce449817-28f3-4897-a09b-d33182728951/5d66c3c8-f193-4da4-ad1c-54328c88dbd7/2209e15b-1a84-4f47-a649-f9b6a5a5faa9) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:26:02.569709 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-336d1b65-d1fe-46c4-9882-8e1592aafebd service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:26:02.570053 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-336d1b65-d1fe-46c4-9882-8e1592aafebd service neutron] Checking segment: {'id': '0948a815-b261-41c6-96e1-d1f995313ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '954872a6-80f4-4eac-a044-f89749d2b74c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:26:02.570446 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-336d1b65-d1fe-46c4-9882-8e1592aafebd service neutron] Bound using segment: {'id': '0948a815-b261-41c6-96e1-d1f995313ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '954872a6-80f4-4eac-a044-f89749d2b74c'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:26:02.570894 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-336d1b65-d1fe-46c4-9882-8e1592aafebd service neutron] Bound port: 39f742e2-2648-4474-9220-41e4a4bb1888, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0948a815-b261-41c6-96e1-d1f995313ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '954872a6-80f4-4eac-a044-f89749d2b74c'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:26:02.571628 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-336d1b65-d1fe-46c4-9882-8e1592aafebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:02.629936 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 52634) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:02.631450 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-6fe45b3c-2759-4c36-8825-e78502e35b33 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=17b41a96576047f9864eebbf420fdcca&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0481842 Feb 09 12:26:02.649536 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:02.655942 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe45b3c-2759-4c36-8825-e78502e35b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b94a01a-1a58-4681-8cbb-0235621f8199,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:02.682536 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-19937c3e-8872-4b18-ab18-3a7034765a4f tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:02.690853 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-19937c3e-8872-4b18-ab18-3a7034765a4f tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8666010 Feb 09 12:26:02.704781 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port e3eb8711-c1af-44a2-8144-111c159c44ee, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=e3eb8711-c1af-44a2-8144-111c159c44ee,segment=NetworkSegment(71698d85-b633-45ec-abb8-fe7e1f3cf04d),segment_id=71698d85-b633-45ec-abb8-fe7e1f3cf04d)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:26:02.711174 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:02.746262 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-78e14f09-d243-45b8-99a9-30c390d819ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:02.797466 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c6bd77a4-1d0a-4d59-a278-2869e0bd1239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:02.798092 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-a450156b-78a7-41ab-96ff-e20759ede91f tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/quotas/1cd5461fb50742f08b750a3ea3e35b39 HTTP/1.1" status: 200 len: 375 time: 0.1055052 Feb 09 12:26:02.811558 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=e3eb8711-c1af-44a2-8144-111c159c44ee,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:02.833780 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140c5d6-fcb8-479e-ac58-41f5b75d5527 req-c1655c1c-eac0-40c9-90e4-abe2a5bf0777 tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:02.834127 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c140c5d6-fcb8-479e-ac58-41f5b75d5527 req-c1655c1c-eac0-40c9-90e4-abe2a5bf0777 tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] Synchronizing usage tracker for tenant:98f91c7428e94d2e90d2dfcb1c9a022c on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:26:02.856757 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c6bd77a4-1d0a-4d59-a278-2869e0bd1239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:02.929232 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-b6f612c1-e17c-4383-9341-80c1933eb70e tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:02.941763 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-401ad33b-ac6a-4e54-8821-949c97e40f60 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1cd5461fb50742f08b750a3ea3e35b39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1426184 Feb 09 12:26:02.959156 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0111601-4696-4c3f-865c-a8132d7a8c1e req-d05db48f-daa1-4f4f-a4e1-298ddf50ad61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:02.960864 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e0111601-4696-4c3f-865c-a8132d7a8c1e req-d05db48f-daa1-4f4f-a4e1-298ddf50ad61 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7792532 Feb 09 12:26:03.000744 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-b6f612c1-e17c-4383-9341-80c1933eb70e tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:03.022564 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e14f09-d243-45b8-99a9-30c390d819ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=af39cf96-b827-49c2-8222-1e1ef60c73ed,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:03.033503 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c140c5d6-fcb8-479e-ac58-41f5b75d5527 req-c1655c1c-eac0-40c9-90e4-abe2a5bf0777 tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] Unset dirty status for tenant:98f91c7428e94d2e90d2dfcb1c9a022c on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:26:03.040458 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c140c5d6-fcb8-479e-ac58-41f5b75d5527 req-c1655c1c-eac0-40c9-90e4-abe2a5bf0777 tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] 10.222.0.55 "GET /v2.0/ports?device_id=44653649-356d-4017-ad34-4b6407b73d73 HTTP/1.1" status: 200 len: 944 time: 1.2544098 Feb 09 12:26:03.053629 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c6bd77a4-1d0a-4d59-a278-2869e0bd1239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:03.060416 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-336d1b65-d1fe-46c4-9882-8e1592aafebd service neutron] For port 39f742e2-2648-4474-9220-41e4a4bb1888, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:26:03.079470 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e14f09-d243-45b8-99a9-30c390d819ed admin admin] Checking segment: {'id': '0008973d-55a5-41cb-9ead-bacfb13ceaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7d895f48-adec-4d63-a826-9c8b23067622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:26:03.079863 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e14f09-d243-45b8-99a9-30c390d819ed admin admin] Network hostable DHCP agents. Network: 7d895f48-adec-4d63-a826-9c8b23067622, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:26:03.114369 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-336d1b65-d1fe-46c4-9882-8e1592aafebd service neutron] For port 39f742e2-2648-4474-9220-41e4a4bb1888, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=39f742e2-2648-4474-9220-41e4a4bb1888,segment=NetworkSegment(0948a815-b261-41c6-96e1-d1f995313ffe),segment_id=0948a815-b261-41c6-96e1-d1f995313ffe)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:26:03.150006 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c140c5d6-fcb8-479e-ac58-41f5b75d5527 req-841fcf39-1f71-4ac4-b646-52c8355c7d7c tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] 10.222.0.55 "GET /v2.0/security-groups?id=8060190c-ca88-46ad-9ebe-56027b0190ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086674 Feb 09 12:26:03.151256 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-336d1b65-d1fe-46c4-9882-8e1592aafebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:03.189776 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd77a4-1d0a-4d59-a278-2869e0bd1239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b94a01a-1a58-4681-8cbb-0235621f8199,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:03.200860 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c6bd77a4-1d0a-4d59-a278-2869e0bd1239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:03.216237 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c6bd77a4-1d0a-4d59-a278-2869e0bd1239 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5b94a01a-1a58-4681-8cbb-0235621f8199 HTTP/1.1" status: 204 len: 168 time: 0.5850630 Feb 09 12:26:03.242594 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-b6f612c1-e17c-4383-9341-80c1933eb70e tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Network ce449817-28f3-4897-a09b-d33182728951 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:26:03.262737 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-b6f612c1-e17c-4383-9341-80c1933eb70e tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:26:03.266167 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-336d1b65-d1fe-46c4-9882-8e1592aafebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:03.267271 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-336d1b65-d1fe-46c4-9882-8e1592aafebd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:03.267401 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-b6f612c1-e17c-4383-9341-80c1933eb70e tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:26:03.268704 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-336d1b65-d1fe-46c4-9882-8e1592aafebd service neutron] 10.222.0.46 "PUT /v2.0/ports/39f742e2-2648-4474-9220-41e4a4bb1888 HTTP/1.1" status: 200 len: 1092 time: 3.5545368 Feb 09 12:26:03.284344 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44653649-356d-4017-ad34-4b6407b73d73', 'tag': '39f742e2-2648-4474-9220-41e4a4bb1888'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:26:03.316188 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e14f09-d243-45b8-99a9-30c390d819ed admin admin] Network 7d895f48-adec-4d63-a826-9c8b23067622 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:26:03.342172 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f612c1-e17c-4383-9341-80c1933eb70e tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Pushing event updated for resources: {'Port': ['ID=2209e15b-1a84-4f47-a649-f9b6a5a5faa9,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:03.395806 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-b6f612c1-e17c-4383-9341-80c1933eb70e tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:03.396613 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-b6f612c1-e17c-4383-9341-80c1933eb70e tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:03.425597 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-b6f612c1-e17c-4383-9341-80c1933eb70e tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4903061 Feb 09 12:26:03.441896 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-c692909a-e487-4485-be09-a4df1da56c52 service neutron] Request body: {'port': {'device_id': '4fa55cfa-0309-4525-a869-9e68fb3f8f32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:26:03.553132 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-78e14f09-d243-45b8-99a9-30c390d819ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 7d895f48-adec-4d63-a826-9c8b23067622) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:26:03.564746 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d1b65-d1fe-46c4-9882-8e1592aafebd service neutron] Pushing event updated for resources: {'Port': ['ID=39f742e2-2648-4474-9220-41e4a4bb1888,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:03.580364 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcd9269-3f74-4c80-8db1-ed33d2e67139 None None] Network 7d895f48-adec-4d63-a826-9c8b23067622 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:26:03.683860 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f1912cad-37ae-4711-bdd2-fba7b3fb52ae req-678286c5-e170-4c1c-b0a3-bde560e1f404 tempest-ServerShowV247Test-269923014 tempest-ServerShowV247Test-269923014-project] 10.222.0.55 "GET /v2.0/ports?device_id=a976395c-15c5-4dbb-9ebf-913324b36d1f HTTP/1.1" status: 200 len: 210 time: 0.2380981 Feb 09 12:26:03.685499 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e14f09-d243-45b8-99a9-30c390d819ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:03.686401 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-78e14f09-d243-45b8-99a9-30c390d819ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:03.822180 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-78e14f09-d243-45b8-99a9-30c390d819ed admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.0185037 Feb 09 12:26:03.834246 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 52662) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:03.854111 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-710828dc-9450-44a7-8187-00ab173a2635 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1000675349-router', 'tenant_id': '5017a821b84147f5848802e2e9f1fbb5', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:26:03.872823 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-71ebebd0-d5cc-4ab1-ab00-2ad48dc11236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:03.879045 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-71ebebd0-d5cc-4ab1-ab00-2ad48dc11236 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=98f91c7428e94d2e90d2dfcb1c9a022c&device_id=44653649-356d-4017-ad34-4b6407b73d73 HTTP/1.1" status: 200 len: 1095 time: 0.5479097 Feb 09 12:26:03.882354 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-710828dc-9450-44a7-8187-00ab173a2635 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:26:03.979086 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-c692909a-e487-4485-be09-a4df1da56c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:03.986450 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-f1a1f95d-641d-49e9-8789-fa0e7b41a1ad service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39f742e2-2648-4474-9220-41e4a4bb1888 HTTP/1.1" status: 200 len: 217 time: 0.1014853 Feb 09 12:26:03.987427 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-710828dc-9450-44a7-8187-00ab173a2635 admin admin] Usage tracker for resource:router and tenant:5017a821b84147f5848802e2e9f1fbb5 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:26:03.998295 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-710828dc-9450-44a7-8187-00ab173a2635 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:26:04.017456 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cf4b21-9d89-4888-8769-6b0860bf1e4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-7d895f48-adec-4d63-a826-9c8b23067622', 'network_id': '7d895f48-adec-4d63-a826-9c8b23067622', 'tenant_id': '5017a821b84147f5848802e2e9f1fbb5', 'fixed_ips': [{'subnet_id': 'af39cf96-b827-49c2-8222-1e1ef60c73ed'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:26:04.018396 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-96cf4b21-9d89-4888-8769-6b0860bf1e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:04.136513 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-710828dc-9450-44a7-8187-00ab173a2635 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:26:04.189490 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-710828dc-9450-44a7-8187-00ab173a2635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:04.190512 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-710828dc-9450-44a7-8187-00ab173a2635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:04.219277 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-710828dc-9450-44a7-8187-00ab173a2635 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:04.263879 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016ec11-ff79-4c8d-8fc4-40b06dc82643 req-8c7d9355-e6ba-4360-a4a7-3c1c1fa4a10f tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:04.264177 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016ec11-ff79-4c8d-8fc4-40b06dc82643 req-8c7d9355-e6ba-4360-a4a7-3c1c1fa4a10f tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:04.270631 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016ec11-ff79-4c8d-8fc4-40b06dc82643 req-8c7d9355-e6ba-4360-a4a7-3c1c1fa4a10f tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:04.277087 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016ec11-ff79-4c8d-8fc4-40b06dc82643 req-8c7d9355-e6ba-4360-a4a7-3c1c1fa4a10f tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:04.278350 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-96cf4b21-9d89-4888-8769-6b0860bf1e4e None None] Allocated IP 172.20.0.2 (7d895f48-adec-4d63-a826-9c8b23067622/af39cf96-b827-49c2-8222-1e1ef60c73ed/8f10521c-7d21-43fd-b68a-f203eb1a89e9) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:26:04.284122 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016ec11-ff79-4c8d-8fc4-40b06dc82643 req-8c7d9355-e6ba-4360-a4a7-3c1c1fa4a10f tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:04.290374 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016ec11-ff79-4c8d-8fc4-40b06dc82643 req-8c7d9355-e6ba-4360-a4a7-3c1c1fa4a10f tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:04.297833 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016ec11-ff79-4c8d-8fc4-40b06dc82643 req-8c7d9355-e6ba-4360-a4a7-3c1c1fa4a10f tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:04.310317 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2016ec11-ff79-4c8d-8fc4-40b06dc82643 req-8c7d9355-e6ba-4360-a4a7-3c1c1fa4a10f tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/ports?device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 5445 time: 0.7956734 Feb 09 12:26:04.449255 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device e3eb8711-c1af-44a2-8144-111c159c44ee up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:26:04.503659 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-c692909a-e487-4485-be09-a4df1da56c52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2209e15b-1a84-4f47-a649-f9b6a5a5faa9 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:26:04.513743 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-c692909a-e487-4485-be09-a4df1da56c52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:04.540276 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-c692909a-e487-4485-be09-a4df1da56c52 service neutron] Transition to ACTIVE for port object 2209e15b-1a84-4f47-a649-f9b6a5a5faa9 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:26:04.545249 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-c692909a-e487-4485-be09-a4df1da56c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:04.574857 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e0111601-4696-4c3f-865c-a8132d7a8c1e req-70a6b0f3-fbb9-4e3d-b650-52ef89b50a57 tempest-ServerShowV247Test-269923014 tempest-ServerShowV247Test-269923014-project] 10.222.0.46 "GET /v2.0/ports?device_id=a976395c-15c5-4dbb-9ebf-913324b36d1f HTTP/1.1" status: 200 len: 210 time: 0.2313774 Feb 09 12:26:04.588461 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-dcbd7598-969f-4193-b305-f5978d95043a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:04.590509 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-dcbd7598-969f-4193-b305-f5978d95043a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=464b188a-0067-450e-8d4a-625ec008efa7 HTTP/1.1" status: 200 len: 862 time: 0.5886009 Feb 09 12:26:04.607777 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2016ec11-ff79-4c8d-8fc4-40b06dc82643 req-a5d76fe0-190c-4b58-86af-63171cc3b43c tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c0bc8c-d7b4-4723-ae3e-494e368debc4&id=cc193dc4-ba36-4ff9-b98a-95f008157bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2965841 Feb 09 12:26:04.632286 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port e3eb8711-c1af-44a2-8144-111c159c44ee triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:26:04.632868 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:04.678803 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c692909a-e487-4485-be09-a4df1da56c52 service neutron] Pushing event updated for resources: {'Port': ['ID=2209e15b-1a84-4f47-a649-f9b6a5a5faa9,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:04.750499 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-96cf4b21-9d89-4888-8769-6b0860bf1e4e None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:04.761423 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-96cf4b21-9d89-4888-8769-6b0860bf1e4e None None] Transition to ACTIVE for port object 8f10521c-7d21-43fd-b68a-f203eb1a89e9 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:26:04.786152 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-96cf4b21-9d89-4888-8769-6b0860bf1e4e None None] Transition to ACTIVE for port object 8f10521c-7d21-43fd-b68a-f203eb1a89e9 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:26:04.802917 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-96cf4b21-9d89-4888-8769-6b0860bf1e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:04.885952 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf4b21-9d89-4888-8769-6b0860bf1e4e None None] Pushing event updated for resources: {'Port': ['ID=8f10521c-7d21-43fd-b68a-f203eb1a89e9,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:04.900005 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-fc866b1a-3ce0-421e-aabe-a9796a5f043a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=954872a6-80f4-4eac-a044-f89749d2b74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2856979 Feb 09 12:26:04.906853 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cf4b21-9d89-4888-8769-6b0860bf1e4e None None] Network 7d895f48-adec-4d63-a826-9c8b23067622 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:26:04.911188 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-96cf4b21-9d89-4888-8769-6b0860bf1e4e None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:26:04.914349 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cf4b21-9d89-4888-8769-6b0860bf1e4e None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:26:04.986834 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-c692909a-e487-4485-be09-a4df1da56c52 service neutron] Attempting to bind port 2209e15b-1a84-4f47-a649-f9b6a5a5faa9 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:26:04.987398 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-c692909a-e487-4485-be09-a4df1da56c52 service neutron] Attempting to bind port 2209e15b-1a84-4f47-a649-f9b6a5a5faa9 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'd09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce449817-28f3-4897-a09b-d33182728951'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:26:04.987511 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-c692909a-e487-4485-be09-a4df1da56c52 service neutron] Attempting to bind port 2209e15b-1a84-4f47-a649-f9b6a5a5faa9 on network ce449817-28f3-4897-a09b-d33182728951 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:26:04.993701 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-c692909a-e487-4485-be09-a4df1da56c52 service neutron] Port 2209e15b-1a84-4f47-a649-f9b6a5a5faa9 on network ce449817-28f3-4897-a09b-d33182728951 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:26:04.994036 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-c692909a-e487-4485-be09-a4df1da56c52 service neutron] Attempting to bind port 2209e15b-1a84-4f47-a649-f9b6a5a5faa9 on network ce449817-28f3-4897-a09b-d33182728951 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:26:05.002898 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-c692909a-e487-4485-be09-a4df1da56c52 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:26:05.003246 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-c692909a-e487-4485-be09-a4df1da56c52 service neutron] Checking segment: {'id': 'd09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce449817-28f3-4897-a09b-d33182728951'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:26:05.003645 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-c692909a-e487-4485-be09-a4df1da56c52 service neutron] Bound using segment: {'id': 'd09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce449817-28f3-4897-a09b-d33182728951'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:26:05.004115 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-c692909a-e487-4485-be09-a4df1da56c52 service neutron] Bound port: 2209e15b-1a84-4f47-a649-f9b6a5a5faa9, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce449817-28f3-4897-a09b-d33182728951'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:26:05.004470 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-c692909a-e487-4485-be09-a4df1da56c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:05.125554 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-96cf4b21-9d89-4888-8769-6b0860bf1e4e None None] Attempting to bind port 8f10521c-7d21-43fd-b68a-f203eb1a89e9 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:26:05.126102 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-96cf4b21-9d89-4888-8769-6b0860bf1e4e None None] Attempting to bind port 8f10521c-7d21-43fd-b68a-f203eb1a89e9 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '0008973d-55a5-41cb-9ead-bacfb13ceaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7d895f48-adec-4d63-a826-9c8b23067622'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:26:05.126544 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cf4b21-9d89-4888-8769-6b0860bf1e4e None None] Attempting to bind port 8f10521c-7d21-43fd-b68a-f203eb1a89e9 on network 7d895f48-adec-4d63-a826-9c8b23067622 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:26:05.132886 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-c692909a-e487-4485-be09-a4df1da56c52 service neutron] For port 2209e15b-1a84-4f47-a649-f9b6a5a5faa9, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:26:05.137774 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cf4b21-9d89-4888-8769-6b0860bf1e4e None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:26:05.138965 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cf4b21-9d89-4888-8769-6b0860bf1e4e None None] Checking segment: {'id': '0008973d-55a5-41cb-9ead-bacfb13ceaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7d895f48-adec-4d63-a826-9c8b23067622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:26:05.140575 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-c692909a-e487-4485-be09-a4df1da56c52 service neutron] For port 2209e15b-1a84-4f47-a649-f9b6a5a5faa9, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=2209e15b-1a84-4f47-a649-f9b6a5a5faa9,segment=NetworkSegment(d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5),segment_id=d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:26:05.141111 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-96cf4b21-9d89-4888-8769-6b0860bf1e4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:05.141604 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cf4b21-9d89-4888-8769-6b0860bf1e4e None None] Bound using segment: {'id': '0008973d-55a5-41cb-9ead-bacfb13ceaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7d895f48-adec-4d63-a826-9c8b23067622'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:26:05.142205 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-96cf4b21-9d89-4888-8769-6b0860bf1e4e None None] Bound port: 8f10521c-7d21-43fd-b68a-f203eb1a89e9, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0008973d-55a5-41cb-9ead-bacfb13ceaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7d895f48-adec-4d63-a826-9c8b23067622'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:26:05.142685 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-96cf4b21-9d89-4888-8769-6b0860bf1e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:05.153908 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-c692909a-e487-4485-be09-a4df1da56c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:05.248423 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-c692909a-e487-4485-be09-a4df1da56c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:05.249172 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-c692909a-e487-4485-be09-a4df1da56c52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:05.250962 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-c692909a-e487-4485-be09-a4df1da56c52 service neutron] 10.222.0.46 "PUT /v2.0/ports/2209e15b-1a84-4f47-a649-f9b6a5a5faa9 HTTP/1.1" status: 200 len: 1091 time: 1.8143718 Feb 09 12:26:05.251404 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa55cfa-0309-4525-a869-9e68fb3f8f32', 'tag': '2209e15b-1a84-4f47-a649-f9b6a5a5faa9'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:26:05.291021 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-96cf4b21-9d89-4888-8769-6b0860bf1e4e None None] For port 8f10521c-7d21-43fd-b68a-f203eb1a89e9, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:26:05.293550 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-96cf4b21-9d89-4888-8769-6b0860bf1e4e None None] For port 8f10521c-7d21-43fd-b68a-f203eb1a89e9, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=8f10521c-7d21-43fd-b68a-f203eb1a89e9,segment=NetworkSegment(0008973d-55a5-41cb-9ead-bacfb13ceaa2),segment_id=0008973d-55a5-41cb-9ead-bacfb13ceaa2)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:26:05.298535 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-96cf4b21-9d89-4888-8769-6b0860bf1e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:05.336324 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-710828dc-9450-44a7-8187-00ab173a2635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:05.350101 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c692909a-e487-4485-be09-a4df1da56c52 service neutron] Pushing event updated for resources: {'Port': ['ID=2209e15b-1a84-4f47-a649-f9b6a5a5faa9,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:05.427459 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-a4bc1624-2536-416b-8e37-4e200f5700af tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=1cd5461fb50742f08b750a3ea3e35b39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438149 Feb 09 12:26:05.446229 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-d1a6775d-1814-4d68-aef7-3eb6cf17c5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:05.447764 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-d1a6775d-1814-4d68-aef7-3eb6cf17c5ea service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b0ea08007bd423bba6d81fafa2c2138&device_id=4fa55cfa-0309-4525-a869-9e68fb3f8f32 HTTP/1.1" status: 200 len: 1094 time: 0.1516547 Feb 09 12:26:05.456652 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf4b21-9d89-4888-8769-6b0860bf1e4e None None] Pushing event updated for resources: {'Port': ['ID=8f10521c-7d21-43fd-b68a-f203eb1a89e9,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:05.511744 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d190e-3150-4a6e-be67-d56017b3e7ed req-de1b8875-2814-49b9-8b1c-af4e0f8d0171 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:05.513951 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2d7d190e-3150-4a6e-be67-d56017b3e7ed req-de1b8875-2814-49b9-8b1c-af4e0f8d0171 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee9c0b58-f947-449e-8cf8-972ea6a21ee7 HTTP/1.1" status: 200 len: 946 time: 1.5172434 Feb 09 12:26:05.556920 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-6848a1f0-9968-44bb-84ac-c680ca3af340 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2209e15b-1a84-4f47-a649-f9b6a5a5faa9 HTTP/1.1" status: 200 len: 217 time: 0.0985231 Feb 09 12:26:05.652337 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-cfa5db79-578a-4390-bfd5-b297411d95f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:05.653984 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-cfa5db79-578a-4390-bfd5-b297411d95f4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5d66c3c8-f193-4da4-ad1c-54328c88dbd7 HTTP/1.1" status: 200 len: 852 time: 0.0893152 Feb 09 12:26:05.740875 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2d7d190e-3150-4a6e-be67-d56017b3e7ed req-26387a6c-5653-4b2e-9d2e-4897d25047e3 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796281 Feb 09 12:26:05.741180 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-96017ac3-142b-41c2-bca4-9978b90c8ac1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce449817-28f3-4897-a09b-d33182728951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790813 Feb 09 12:26:05.935151 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-4b43388c-4ce3-4e25-93e5-bf6bd2170ff0 service neutron] 10.222.0.46 "GET /v2.0/networks/ce449817-28f3-4897-a09b-d33182728951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862090 Feb 09 12:26:05.956371 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-80c9876e-38c8-480c-877a-e605a1ee56b6 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=1cd5461fb50742f08b750a3ea3e35b39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0863245 Feb 09 12:26:06.042124 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-4464593f-ccc1-4119-8bde-721d4ecea8d5 service neutron] 10.222.0.46 "GET /v2.0/networks/954872a6-80f4-4eac-a044-f89749d2b74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6188531 Feb 09 12:26:06.081888 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7047c18d-12f9-4a59-abb5-d431b55d1632 req-abcb55ca-500d-4788-844d-169973447c10 service neutron] 10.222.0.46 "GET /v2.0/networks/ce449817-28f3-4897-a09b-d33182728951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393418 Feb 09 12:26:06.148563 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291570c6-f18f-4f72-8432-981c16017784 req-43c07036-542c-477d-b176-ec455ec2bd4b tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:06.150302 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-291570c6-f18f-4f72-8432-981c16017784 req-43c07036-542c-477d-b176-ec455ec2bd4b tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fa55cfa-0309-4525-a869-9e68fb3f8f32 HTTP/1.1" status: 200 len: 943 time: 1.2530811 Feb 09 12:26:06.243722 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-1d006e8c-031b-4255-b2f1-4a3890dddda0 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:06.245182 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-1d006e8c-031b-4255-b2f1-4a3890dddda0 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7694759 Feb 09 12:26:06.282882 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-5862acfc-9796-41f4-897c-d85e2f7159e8 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Request body: {'port': {'device_id': 'c91e7ca1-d713-4154-a9be-6507b920ee81', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'admin_state_up': True, 'tenant_id': '1cd5461fb50742f08b750a3ea3e35b39'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:26:06.286867 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 8f10521c-7d21-43fd-b68a-f203eb1a89e9 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:26:06.389643 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 8f10521c-7d21-43fd-b68a-f203eb1a89e9 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:26:06.480211 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-291570c6-f18f-4f72-8432-981c16017784 req-2aa13920-ca59-4bc9-828f-7c753aa21e04 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153238 Feb 09 12:26:06.530376 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-9649b932-b1b4-4f42-9b61-35a7d5c4bc8c tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:06.532475 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-9649b932-b1b4-4f42-9b61-35a7d5c4bc8c tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5685639 Feb 09 12:26:06.537377 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e2f19901-3fdc-4fbf-8e13-d3c542c928c7 req-170a8b8a-f497-4ca1-92c0-287f2aac2f6b service neutron] 10.222.0.46 "GET /v2.0/networks/954872a6-80f4-4eac-a044-f89749d2b74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258454 Feb 09 12:26:06.579632 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44653649-356d-4017-ad34-4b6407b73d73', 'tag': '39f742e2-2648-4474-9220-41e4a4bb1888', 'status': 'completed', 'code': 200} Feb 09 12:26:06.587080 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-190b4441-d664-4273-b268-592fad4542aa tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/quotas/1cd5461fb50742f08b750a3ea3e35b39 HTTP/1.1" status: 200 len: 375 time: 0.0415606 Feb 09 12:26:06.620908 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 52750) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:06.757299 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-12b5a2b0-db8e-4b61-9792-a5c65924043a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:06.770769 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1faabe-d1ec-4966-857c-1fb039771ead None None] Network 7d895f48-adec-4d63-a826-9c8b23067622 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:26:06.771987 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-12b5a2b0-db8e-4b61-9792-a5c65924043a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:26:06.776378 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-12b5a2b0-db8e-4b61-9792-a5c65924043a admin admin] Usage tracker for resource:security_group_rule and tenant:e482c51a425b4b34a30d51f2b50ed727 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:26:06.779554 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-12b5a2b0-db8e-4b61-9792-a5c65924043a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:26:06.786358 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-12b5a2b0-db8e-4b61-9792-a5c65924043a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:26:06.803256 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-5862acfc-9796-41f4-897c-d85e2f7159e8 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:26:06.864770 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f623b47d-7921-4779-aa55-2d3f508024a9 None None] Provisioning for port 8f10521c-7d21-43fd-b68a-f203eb1a89e9 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:26:06.873792 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-12b5a2b0-db8e-4b61-9792-a5c65924043a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:06.875799 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f623b47d-7921-4779-aa55-2d3f508024a9 None None] Provisioning complete for port 8f10521c-7d21-43fd-b68a-f203eb1a89e9 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:26:06.875968 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f623b47d-7921-4779-aa55-2d3f508024a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:06.876491 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-830d464a-80bf-49ec-b1e3-6ee424aceeb4 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1cd5461fb50742f08b750a3ea3e35b39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2729430 Feb 09 12:26:06.880650 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-12b5a2b0-db8e-4b61-9792-a5c65924043a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:06.905868 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-5862acfc-9796-41f4-897c-d85e2f7159e8 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Usage tracker for resource:port and tenant:1cd5461fb50742f08b750a3ea3e35b39 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:26:06.915084 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-5862acfc-9796-41f4-897c-d85e2f7159e8 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:26:06.934229 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-12b5a2b0-db8e-4b61-9792-a5c65924043a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e482c51a425b4b34a30d51f2b50ed727&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3120656 Feb 09 12:26:06.935106 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b5a2b0-db8e-4b61-9792-a5c65924043a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3318d8a-e0d9-4f54-a3b1-e2a987dc7310,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:06.951724 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 52756) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:06.964661 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-5862acfc-9796-41f4-897c-d85e2f7159e8 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:26:07.052530 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-05e2a8b6-aa5d-4128-845f-a3d6898ad2b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:07.086761 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-05e2a8b6-aa5d-4128-845f-a3d6898ad2b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:07.162292 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-5862acfc-9796-41f4-897c-d85e2f7159e8 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Made reservation on behalf of 1cd5461fb50742f08b750a3ea3e35b39 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:26:07.165841 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-05e2a8b6-aa5d-4128-845f-a3d6898ad2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:07.166602 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-5862acfc-9796-41f4-897c-d85e2f7159e8 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:07.178586 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f623b47d-7921-4779-aa55-2d3f508024a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:07.190755 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e2a8b6-aa5d-4128-845f-a3d6898ad2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3318d8a-e0d9-4f54-a3b1-e2a987dc7310,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:07.199645 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af21a6b6-cd5a-407c-b093-9903410dfcfd req-b3d64db3-b3ea-49e1-ae63-2fc54a16e41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:07.200870 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-af21a6b6-cd5a-407c-b093-9903410dfcfd req-b3d64db3-b3ea-49e1-ae63-2fc54a16e41e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=98f91c7428e94d2e90d2dfcb1c9a022c&device_id=44653649-356d-4017-ad34-4b6407b73d73 HTTP/1.1" status: 200 len: 1095 time: 0.5917885 Feb 09 12:26:07.201632 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-5862acfc-9796-41f4-897c-d85e2f7159e8 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:07.206572 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-05e2a8b6-aa5d-4128-845f-a3d6898ad2b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:07.207977 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-05e2a8b6-aa5d-4128-845f-a3d6898ad2b6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c3318d8a-e0d9-4f54-a3b1-e2a987dc7310 HTTP/1.1" status: 204 len: 168 time: 0.2530849 Feb 09 12:26:07.239492 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-f623b47d-7921-4779-aa55-2d3f508024a9 None None] For port 8f10521c-7d21-43fd-b68a-f203eb1a89e9, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=8f10521c-7d21-43fd-b68a-f203eb1a89e9,segment=NetworkSegment(0008973d-55a5-41cb-9ead-bacfb13ceaa2),segment_id=0008973d-55a5-41cb-9ead-bacfb13ceaa2)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:26:07.239688 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-710828dc-9450-44a7-8187-00ab173a2635 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:07.246372 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f623b47d-7921-4779-aa55-2d3f508024a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:07.293922 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-5862acfc-9796-41f4-897c-d85e2f7159e8 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:26:07.305398 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-5862acfc-9796-41f4-897c-d85e2f7159e8 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Usage tracker for resource:security_group_rule and tenant:1cd5461fb50742f08b750a3ea3e35b39 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:26:07.308452 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-5862acfc-9796-41f4-897c-d85e2f7159e8 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:26:07.325774 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-5862acfc-9796-41f4-897c-d85e2f7159e8 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:26:07.384057 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f623b47d-7921-4779-aa55-2d3f508024a9 None None] Pushing event updated for resources: {'Port': ['ID=8f10521c-7d21-43fd-b68a-f203eb1a89e9,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:07.471483 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-710828dc-9450-44a7-8187-00ab173a2635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:07.510713 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16206b9-c4d3-4ce7-95fe-4f52b8572b53 req-7ea9a808-75d3-4494-9118-f1c42436d721 tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:07.518965 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f16206b9-c4d3-4ce7-95fe-4f52b8572b53 req-7ea9a808-75d3-4494-9118-f1c42436d721 tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] 10.222.0.55 "GET /v2.0/ports?device_id=44653649-356d-4017-ad34-4b6407b73d73 HTTP/1.1" status: 200 len: 944 time: 0.7755654 Feb 09 12:26:07.657801 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 52776) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:07.682377 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2f30a4b3-4a2b-41de-8cc1-81014c6ac1b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:07.684272 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f16206b9-c4d3-4ce7-95fe-4f52b8572b53 req-9f7c513b-4ab0-43e1-82eb-846096239795 tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] 10.222.0.55 "GET /v2.0/security-groups?id=8060190c-ca88-46ad-9ebe-56027b0190ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644685 Feb 09 12:26:07.693164 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-1576da25-0750-4c07-9446-76bd315b992c None None] Provisioning complete for port 8f10521c-7d21-43fd-b68a-f203eb1a89e9 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:26:07.693883 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1576da25-0750-4c07-9446-76bd315b992c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:07.702845 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2f30a4b3-4a2b-41de-8cc1-81014c6ac1b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:26:07.707131 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-2f30a4b3-4a2b-41de-8cc1-81014c6ac1b2 admin admin] Usage tracker for resource:security_group_rule and tenant:6812d7f3ff5a441ab6fd02cd5d1ae0fe is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:26:07.725946 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-2f30a4b3-4a2b-41de-8cc1-81014c6ac1b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:26:07.737814 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2f30a4b3-4a2b-41de-8cc1-81014c6ac1b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:26:07.815678 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af21a6b6-cd5a-407c-b093-9903410dfcfd req-ccf2b013-b835-4f9d-bc54-3f4c9204faca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:07.817073 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-af21a6b6-cd5a-407c-b093-9903410dfcfd req-ccf2b013-b835-4f9d-bc54-3f4c9204faca service neutron] 10.222.0.46 "GET /v2.0/networks?id=954872a6-80f4-4eac-a044-f89749d2b74c HTTP/1.1" status: 200 len: 923 time: 0.6017020 Feb 09 12:26:07.838477 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-5862acfc-9796-41f4-897c-d85e2f7159e8 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:07.893508 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2f30a4b3-4a2b-41de-8cc1-81014c6ac1b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:07.920302 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fa55cfa-0309-4525-a869-9e68fb3f8f32', 'tag': '2209e15b-1a84-4f47-a649-f9b6a5a5faa9', 'status': 'completed', 'code': 200} Feb 09 12:26:07.922219 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2f30a4b3-4a2b-41de-8cc1-81014c6ac1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:07.962238 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562d31e-4463-4405-9584-2bc9c6b938c7 req-bc81a1cb-776d-48a1-a2e4-ad9ff710d195 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:07.969924 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562d31e-4463-4405-9584-2bc9c6b938c7 req-bc81a1cb-776d-48a1-a2e4-ad9ff710d195 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:07.977121 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562d31e-4463-4405-9584-2bc9c6b938c7 req-bc81a1cb-776d-48a1-a2e4-ad9ff710d195 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:07.986461 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562d31e-4463-4405-9584-2bc9c6b938c7 req-bc81a1cb-776d-48a1-a2e4-ad9ff710d195 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:07.993582 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562d31e-4463-4405-9584-2bc9c6b938c7 req-bc81a1cb-776d-48a1-a2e4-ad9ff710d195 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:08.000777 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562d31e-4463-4405-9584-2bc9c6b938c7 req-bc81a1cb-776d-48a1-a2e4-ad9ff710d195 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:08.014012 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562d31e-4463-4405-9584-2bc9c6b938c7 req-bc81a1cb-776d-48a1-a2e4-ad9ff710d195 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:08.029750 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9562d31e-4463-4405-9584-2bc9c6b938c7 req-bc81a1cb-776d-48a1-a2e4-ad9ff710d195 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/ports?device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 5445 time: 0.7484443 Feb 09 12:26:08.034260 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2f30a4b3-4a2b-41de-8cc1-81014c6ac1b2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6812d7f3ff5a441ab6fd02cd5d1ae0fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3750627 Feb 09 12:26:08.037280 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 52782) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:08.037851 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 52784) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:08.048156 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f30a4b3-4a2b-41de-8cc1-81014c6ac1b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73fe579b-6ab0-4393-b77d-28b6db1229ca,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:08.068085 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f2544-dce4-4ab7-80bd-c66674311689 req-22812aea-703b-4ba4-98a2-7c0b9a51151f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:08.069682 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8a7f2544-dce4-4ab7-80bd-c66674311689 req-22812aea-703b-4ba4-98a2-7c0b9a51151f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b0ea08007bd423bba6d81fafa2c2138&device_id=4fa55cfa-0309-4525-a869-9e68fb3f8f32 HTTP/1.1" status: 200 len: 1094 time: 0.1390822 Feb 09 12:26:08.082267 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-5862acfc-9796-41f4-897c-d85e2f7159e8 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:08.110567 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-af21a6b6-cd5a-407c-b093-9903410dfcfd req-21f63b09-7bae-4ad8-a898-1ace0b571d06 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39f742e2-2648-4474-9220-41e4a4bb1888 HTTP/1.1" status: 200 len: 217 time: 0.2841747 Feb 09 12:26:08.197967 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-ce974127-56e8-4a08-b517-45ea8e30db60 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Request body: {'floatingip': {'port_id': '753ea632-df42-4ace-853e-cbed8bf97ca9'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:26:08.290753 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5862acfc-9796-41f4-897c-d85e2f7159e8 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd15c2f-2480-4ff0-bc67-cfc6812830d4,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:08.324010 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-710828dc-9450-44a7-8187-00ab173a2635 admin admin] Allocated IP 172.25.7.92 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/f97bfa4e-67b4-4453-bd11-887022653114) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:26:08.341451 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 8f10521c-7d21-43fd-b68a-f203eb1a89e9 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:26:08.386961 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f2544-dce4-4ab7-80bd-c66674311689 req-f44ab7ad-e784-454f-bcab-48c30f3e5414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:08.390636 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8a7f2544-dce4-4ab7-80bd-c66674311689 req-f44ab7ad-e784-454f-bcab-48c30f3e5414 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ce449817-28f3-4897-a09b-d33182728951 HTTP/1.1" status: 200 len: 913 time: 0.3106229 Feb 09 12:26:08.398910 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 52794) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:08.412770 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ce974127-56e8-4a08-b517-45ea8e30db60 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks [] for floatingip, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:08.428177 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 8f10521c-7d21-43fd-b68a-f203eb1a89e9 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:26:08.429325 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:08.469831 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8a7f2544-dce4-4ab7-80bd-c66674311689 req-e0a84e59-c519-4bc2-ac9b-27752c122e30 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2209e15b-1a84-4f47-a649-f9b6a5a5faa9 HTTP/1.1" status: 200 len: 217 time: 0.0717854 Feb 09 12:26:08.618955 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4bc2d95b-4fae-49be-88ec-8714f5aa1d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:08.647864 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5862acfc-9796-41f4-897c-d85e2f7159e8 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:26:08.648220 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5862acfc-9796-41f4-897c-d85e2f7159e8 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:26:08.648563 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5862acfc-9796-41f4-897c-d85e2f7159e8 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:26:08.648907 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5862acfc-9796-41f4-897c-d85e2f7159e8 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:26:08.649266 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5862acfc-9796-41f4-897c-d85e2f7159e8 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:26:08.649606 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5862acfc-9796-41f4-897c-d85e2f7159e8 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:26:08.649937 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5862acfc-9796-41f4-897c-d85e2f7159e8 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:26:08.650268 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5862acfc-9796-41f4-897c-d85e2f7159e8 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:26:08.650594 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5862acfc-9796-41f4-897c-d85e2f7159e8 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:26:08.650920 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5862acfc-9796-41f4-897c-d85e2f7159e8 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:26:08.651249 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5862acfc-9796-41f4-897c-d85e2f7159e8 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:26:08.651577 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5862acfc-9796-41f4-897c-d85e2f7159e8 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:26:08.658399 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f2544-dce4-4ab7-80bd-c66674311689 req-f61da157-9bfc-4643-9189-c55e5f507ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:08.660078 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8a7f2544-dce4-4ab7-80bd-c66674311689 req-f61da157-9bfc-4643-9189-c55e5f507ce6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5d66c3c8-f193-4da4-ad1c-54328c88dbd7 HTTP/1.1" status: 200 len: 852 time: 0.1792135 Feb 09 12:26:08.667385 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-1ae707aa-0fb8-4dc8-8ae6-e2d69f03a449 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=1cd5461fb50742f08b750a3ea3e35b39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390477 Feb 09 12:26:08.668408 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4bc2d95b-4fae-49be-88ec-8714f5aa1d65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:26:08.718695 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8a7f2544-dce4-4ab7-80bd-c66674311689 req-acf12b6f-6676-4756-95b9-c2c328105a7a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce449817-28f3-4897-a09b-d33182728951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472817 Feb 09 12:26:08.720360 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4bc2d95b-4fae-49be-88ec-8714f5aa1d65 admin admin] Usage tracker for resource:security_group_rule and tenant:1904eabe61fb4b91821da46b25f9fe93 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:26:08.721598 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9ce5e9e1-8b28-4e29-af09-ade57470dd47 req-4ce8d76f-357c-4af1-8802-b5b8254dfacb tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d606431-7b55-4a58-b878-aa664126ecfd HTTP/1.1" status: 200 len: 210 time: 0.3747923 Feb 09 12:26:08.743521 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4bc2d95b-4fae-49be-88ec-8714f5aa1d65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:26:08.779114 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4bc2d95b-4fae-49be-88ec-8714f5aa1d65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:26:08.884128 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af21a6b6-cd5a-407c-b093-9903410dfcfd req-d84b1939-3c6a-40ba-b295-819d3de3e0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:08.893785 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-af21a6b6-cd5a-407c-b093-9903410dfcfd req-d84b1939-3c6a-40ba-b295-819d3de3e0f7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=464b188a-0067-450e-8d4a-625ec008efa7 HTTP/1.1" status: 200 len: 862 time: 0.5591733 Feb 09 12:26:09.021656 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8a7f2544-dce4-4ab7-80bd-c66674311689 req-22f035c2-013f-484c-a99b-2424e3c3c5a0 service neutron] 10.222.0.46 "GET /v2.0/networks/ce449817-28f3-4897-a09b-d33182728951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793841 Feb 09 12:26:09.028222 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-66a2ac7b-c5b8-41a0-a75f-bd278ab61d6b tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:09.029537 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-66a2ac7b-c5b8-41a0-a75f-bd278ab61d6b tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3105571 Feb 09 12:26:09.060188 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-aab3d82c-7767-40c1-8518-7459f4f35a50 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Request body: {'port': {'device_id': '6d606431-7b55-4a58-b878-aa664126ecfd', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'admin_state_up': True, 'tenant_id': '1cd5461fb50742f08b750a3ea3e35b39'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:26:09.091195 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-af21a6b6-cd5a-407c-b093-9903410dfcfd req-17ec0a87-089b-4cc8-961e-f03d966dd922 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=954872a6-80f4-4eac-a044-f89749d2b74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1953671 Feb 09 12:26:09.091818 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-82064168-c016-491c-b5f6-4bed15d1db57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:09.242371 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 39f742e2-2648-4474-9220-41e4a4bb1888 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:26:09.274835 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4bc2d95b-4fae-49be-88ec-8714f5aa1d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:09.303914 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4bc2d95b-4fae-49be-88ec-8714f5aa1d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:09.325340 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8a7f2544-dce4-4ab7-80bd-c66674311689 req-e1ae1f47-af3d-4ad1-87f9-480525cc05a4 service neutron] 10.222.0.46 "GET /v2.0/networks/ce449817-28f3-4897-a09b-d33182728951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948601 Feb 09 12:26:09.377200 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4bc2d95b-4fae-49be-88ec-8714f5aa1d65 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1904eabe61fb4b91821da46b25f9fe93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9272435 Feb 09 12:26:09.378138 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc2d95b-4fae-49be-88ec-8714f5aa1d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2f16ec-32c2-47d3-8d82-545af15dde1e,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:09.380777 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 52802) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:09.386305 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-aab3d82c-7767-40c1-8518-7459f4f35a50 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:26:09.390148 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-aab3d82c-7767-40c1-8518-7459f4f35a50 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Usage tracker for resource:port and tenant:1cd5461fb50742f08b750a3ea3e35b39 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:26:09.393198 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-aab3d82c-7767-40c1-8518-7459f4f35a50 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:26:09.400970 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-aab3d82c-7767-40c1-8518-7459f4f35a50 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:26:09.422656 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-aab3d82c-7767-40c1-8518-7459f4f35a50 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Made reservation on behalf of 1cd5461fb50742f08b750a3ea3e35b39 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:26:09.423206 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 39f742e2-2648-4474-9220-41e4a4bb1888, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=39f742e2-2648-4474-9220-41e4a4bb1888,segment=NetworkSegment(0948a815-b261-41c6-96e1-d1f995313ffe),segment_id=0948a815-b261-41c6-96e1-d1f995313ffe)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:26:09.426177 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-aab3d82c-7767-40c1-8518-7459f4f35a50 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:09.437739 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '39f742e2-2648-4474-9220-41e4a4bb1888', 'network_id': '954872a6-80f4-4eac-a044-f89749d2b74c', 'port_id': '39f742e2-2648-4474-9220-41e4a4bb1888', 'mac_address': 'fa:16:3e:97:68:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '464b188a-0067-450e-8d4a-625ec008efa7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:26:09.493668 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:09.514632 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39f742e2-2648-4474-9220-41e4a4bb1888 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:26:09.517188 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb59a7f3-7f8d-4e93-8f6a-634db79ebeab req-92201c4d-f582-4049-a65b-3b8b310aebac tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:09.518708 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cb59a7f3-7f8d-4e93-8f6a-634db79ebeab req-92201c4d-f582-4049-a65b-3b8b310aebac tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fa55cfa-0309-4525-a869-9e68fb3f8f32 HTTP/1.1" status: 200 len: 943 time: 1.1236584 Feb 09 12:26:09.534158 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 39f742e2-2648-4474-9220-41e4a4bb1888, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=39f742e2-2648-4474-9220-41e4a4bb1888,segment=NetworkSegment(0948a815-b261-41c6-96e1-d1f995313ffe),segment_id=0948a815-b261-41c6-96e1-d1f995313ffe)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:26:09.539408 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:09.541168 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 2209e15b-1a84-4f47-a649-f9b6a5a5faa9 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:26:09.549574 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-220e311a-3841-4510-a1e5-53c1d4d43329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:09.563601 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-710828dc-9450-44a7-8187-00ab173a2635 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:09.571963 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-82064168-c016-491c-b5f6-4bed15d1db57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:09.586856 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-220e311a-3841-4510-a1e5-53c1d4d43329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:09.590161 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-5862acfc-9796-41f4-897c-d85e2f7159e8 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Allocated IP 192.168.233.201 (4f732e35-467f-44f5-be04-aa808693dec3/f8ed5558-888d-440a-8c32-52f2f9bc5bd5/ad7f21e1-10e7-4dda-b564-1aa1eb4492d6) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:26:09.651637 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-220e311a-3841-4510-a1e5-53c1d4d43329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:09.670464 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220e311a-3841-4510-a1e5-53c1d4d43329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2f16ec-32c2-47d3-8d82-545af15dde1e,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:09.699903 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-220e311a-3841-4510-a1e5-53c1d4d43329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:09.703745 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-220e311a-3841-4510-a1e5-53c1d4d43329 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cd2f16ec-32c2-47d3-8d82-545af15dde1e HTTP/1.1" status: 204 len: 168 time: 0.3051715 Feb 09 12:26:09.706367 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=39f742e2-2648-4474-9220-41e4a4bb1888,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:09.766352 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 2209e15b-1a84-4f47-a649-f9b6a5a5faa9, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=2209e15b-1a84-4f47-a649-f9b6a5a5faa9,segment=NetworkSegment(d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5),segment_id=d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:26:09.781227 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '2209e15b-1a84-4f47-a649-f9b6a5a5faa9', 'network_id': 'ce449817-28f3-4897-a09b-d33182728951', 'port_id': '2209e15b-1a84-4f47-a649-f9b6a5a5faa9', 'mac_address': 'fa:16:3e:e2:a2:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d66c3c8-f193-4da4-ad1c-54328c88dbd7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:26:09.786710 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cb59a7f3-7f8d-4e93-8f6a-634db79ebeab req-94e742fc-c52e-495a-8766-4cb08bbc7cc4 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431734 Feb 09 12:26:09.858113 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281225c-1d0d-4269-80b0-de18afbb08be req-7a4ab0bc-b301-4892-b7cc-934c8884e441 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:09.859731 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5281225c-1d0d-4269-80b0-de18afbb08be req-7a4ab0bc-b301-4892-b7cc-934c8884e441 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee9c0b58-f947-449e-8cf8-972ea6a21ee7 HTTP/1.1" status: 200 len: 946 time: 0.8915625 Feb 09 12:26:09.862535 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:09.867672 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-af21a6b6-cd5a-407c-b093-9903410dfcfd req-c4701502-735d-4492-ab5f-3f5eee5f54bb service neutron] 10.222.0.46 "GET /v2.0/networks/954872a6-80f4-4eac-a044-f89749d2b74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7506838 Feb 09 12:26:09.927031 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2209e15b-1a84-4f47-a649-f9b6a5a5faa9 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:26:09.950866 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 2209e15b-1a84-4f47-a649-f9b6a5a5faa9, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=2209e15b-1a84-4f47-a649-f9b6a5a5faa9,segment=NetworkSegment(d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5),segment_id=d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:26:09.955418 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:10.044990 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=2209e15b-1a84-4f47-a649-f9b6a5a5faa9,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:10.166901 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-710828dc-9450-44a7-8187-00ab173a2635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:10.170367 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-82064168-c016-491c-b5f6-4bed15d1db57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:10.298970 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82064168-c016-491c-b5f6-4bed15d1db57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fe579b-6ab0-4393-b77d-28b6db1229ca,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:10.339714 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['2209e15b-1a84-4f47-a649-f9b6a5a5faa9'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:26:10.341747 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710828dc-9450-44a7-8187-00ab173a2635 admin admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:26:10.354871 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5281225c-1d0d-4269-80b0-de18afbb08be req-2e243abc-0732-4e96-88ea-2e8531bc56ce tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4862466 Feb 09 12:26:10.386985 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-710828dc-9450-44a7-8187-00ab173a2635 admin admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:26:10.391540 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['39f742e2-2648-4474-9220-41e4a4bb1888'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:26:10.402477 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710828dc-9450-44a7-8187-00ab173a2635 admin admin] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:26:10.459222 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710828dc-9450-44a7-8187-00ab173a2635 admin admin] Pushing event updated for resources: {'Port': ['ID=f97bfa4e-67b4-4453-bd11-887022653114,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:10.539671 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 52830) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:10.580230 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-af21a6b6-cd5a-407c-b093-9903410dfcfd req-c3e66375-2066-40f0-886d-ce4092f792aa service neutron] 10.222.0.46 "GET /v2.0/networks/954872a6-80f4-4eac-a044-f89749d2b74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7024972 Feb 09 12:26:10.661888 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-5862acfc-9796-41f4-897c-d85e2f7159e8 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:10.664828 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-27ffae7e-f4e0-471e-8119-173cf96cec71 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-707314174-network', 'tenant_id': 'c35b136021fd452e84da1be28afeefee'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:26:10.666160 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-82064168-c016-491c-b5f6-4bed15d1db57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:10.668646 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-82064168-c016-491c-b5f6-4bed15d1db57 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/73fe579b-6ab0-4393-b77d-28b6db1229ca HTTP/1.1" status: 204 len: 168 time: 2.5874677 Feb 09 12:26:10.670302 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-27ffae7e-f4e0-471e-8119-173cf96cec71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:26:10.675985 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-27ffae7e-f4e0-471e-8119-173cf96cec71 admin admin] Usage tracker for resource:network and tenant:c35b136021fd452e84da1be28afeefee is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:26:10.679222 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-27ffae7e-f4e0-471e-8119-173cf96cec71 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:26:10.686172 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-27ffae7e-f4e0-471e-8119-173cf96cec71 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:26:10.703677 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ffae7e-f4e0-471e-8119-173cf96cec71 admin admin] Made reservation on behalf of c35b136021fd452e84da1be28afeefee for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:26:10.706159 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-27ffae7e-f4e0-471e-8119-173cf96cec71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:10.720563 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-27ffae7e-f4e0-471e-8119-173cf96cec71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:10.735888 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-27ffae7e-f4e0-471e-8119-173cf96cec71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:26:10.740252 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-27ffae7e-f4e0-471e-8119-173cf96cec71 admin admin] Usage tracker for resource:security_group_rule and tenant:c35b136021fd452e84da1be28afeefee is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:26:10.743206 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-27ffae7e-f4e0-471e-8119-173cf96cec71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:26:10.750164 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-27ffae7e-f4e0-471e-8119-173cf96cec71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:26:10.774226 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-02a33403-346a-411e-84bf-3079725595aa req-38fb2f5d-4a61-474f-95f1-b5ba3d8ec2db tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Synchronizing usage tracker for tenant:1cd5461fb50742f08b750a3ea3e35b39 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:26:10.841854 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8229cc40-c13b-48c5-bbef-3ea3aa5830ca req-8290096d-9171-4ad4-bb62-60ee44d981d8 tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:10.843763 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8229cc40-c13b-48c5-bbef-3ea3aa5830ca req-8290096d-9171-4ad4-bb62-60ee44d981d8 tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] 10.222.0.55 "GET /v2.0/ports?device_id=44653649-356d-4017-ad34-4b6407b73d73 HTTP/1.1" status: 200 len: 945 time: 0.8877509 Feb 09 12:26:10.845053 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-5862acfc-9796-41f4-897c-d85e2f7159e8 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Transition to ACTIVE for port object ad7f21e1-10e7-4dda-b564-1aa1eb4492d6 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:26:10.846981 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.resource_extend [None req-ce974127-56e8-4a08-b517-45ea8e30db60 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:26:10.848516 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-27ffae7e-f4e0-471e-8119-173cf96cec71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:10.853286 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-27ffae7e-f4e0-471e-8119-173cf96cec71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:10.886084 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27ffae7e-f4e0-471e-8119-173cf96cec71 admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:26:10.898817 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ffae7e-f4e0-471e-8119-173cf96cec71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eaade17-6dc1-45b5-810e-f098e7fe7855,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:10.903304 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-27ffae7e-f4e0-471e-8119-173cf96cec71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:10.903646 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-27ffae7e-f4e0-471e-8119-173cf96cec71 admin admin] Added segment ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a of type vlan for network 985217ad-b773-4531-9367-f144e39af1cf Feb 09 12:26:10.939494 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-27ffae7e-f4e0-471e-8119-173cf96cec71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:10.975892 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-27ffae7e-f4e0-471e-8119-173cf96cec71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:10.977727 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ffae7e-f4e0-471e-8119-173cf96cec71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:10.978755 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-27ffae7e-f4e0-471e-8119-173cf96cec71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:11.097236 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-27ffae7e-f4e0-471e-8119-173cf96cec71 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5553055 Feb 09 12:26:11.100042 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ffae7e-f4e0-471e-8119-173cf96cec71 admin admin] Pushing event updated for resources: {'Network': ['ID=985217ad-b773-4531-9367-f144e39af1cf,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:11.102203 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 52850) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:11.107954 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-8498f580-d597-402e-8d14-34c7684f8da0 admin admin] Request body: {'subnet': {'network_id': '985217ad-b773-4531-9367-f144e39af1cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-707314174-subnet', 'tenant_id': 'c35b136021fd452e84da1be28afeefee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:26:11.111427 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 985217ad-b773-4531-9367-f144e39af1cf details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:26:11.113157 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8498f580-d597-402e-8d14-34c7684f8da0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:26:11.117555 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-8498f580-d597-402e-8d14-34c7684f8da0 admin admin] Usage tracker for resource:subnet and tenant:c35b136021fd452e84da1be28afeefee is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:26:11.120467 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-8498f580-d597-402e-8d14-34c7684f8da0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:26:11.128837 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8498f580-d597-402e-8d14-34c7684f8da0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:26:11.140920 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8498f580-d597-402e-8d14-34c7684f8da0 admin admin] Made reservation on behalf of c35b136021fd452e84da1be28afeefee for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:26:11.143596 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8498f580-d597-402e-8d14-34c7684f8da0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:11.160606 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ce974127-56e8-4a08-b517-45ea8e30db60 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:11.185027 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-02a33403-346a-411e-84bf-3079725595aa req-38fb2f5d-4a61-474f-95f1-b5ba3d8ec2db tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Unset dirty status for tenant:1cd5461fb50742f08b750a3ea3e35b39 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:26:11.186960 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-02a33403-346a-411e-84bf-3079725595aa req-38fb2f5d-4a61-474f-95f1-b5ba3d8ec2db tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d606431-7b55-4a58-b878-aa664126ecfd HTTP/1.1" status: 200 len: 210 time: 0.6632519 Feb 09 12:26:11.188259 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ce974127-56e8-4a08-b517-45ea8e30db60 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:11.396279 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8498f580-d597-402e-8d14-34c7684f8da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:11.438233 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [None req-ce974127-56e8-4a08-b517-45ea8e30db60 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Floating IP 2a14ab31-9044-4b62-953e-22153dd7eab0 associated. External IP: 172.25.7.154, port: 753ea632-df42-4ace-853e-cbed8bf97ca9. Feb 09 12:26:11.605223 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8498f580-d597-402e-8d14-34c7684f8da0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c9b480e-1cd6-43a9-9d3f-1e4f05f3898f,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:11.607569 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8498f580-d597-402e-8d14-34c7684f8da0 admin admin] Checking segment: {'id': 'ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '985217ad-b773-4531-9367-f144e39af1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:26:11.608168 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8498f580-d597-402e-8d14-34c7684f8da0 admin admin] Network hostable DHCP agents. Network: 985217ad-b773-4531-9367-f144e39af1cf, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:26:11.633212 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8498f580-d597-402e-8d14-34c7684f8da0 admin admin] Network 985217ad-b773-4531-9367-f144e39af1cf is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:26:11.647881 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-8498f580-d597-402e-8d14-34c7684f8da0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 985217ad-b773-4531-9367-f144e39af1cf) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:26:11.660859 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce4f838-9669-4583-b1a4-46a3fbdd81a5 None None] Network 985217ad-b773-4531-9367-f144e39af1cf requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:26:11.662200 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8498f580-d597-402e-8d14-34c7684f8da0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:11.666054 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8498f580-d597-402e-8d14-34c7684f8da0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:11.709957 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8498f580-d597-402e-8d14-34c7684f8da0 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6067140 Feb 09 12:26:11.723138 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8229cc40-c13b-48c5-bbef-3ea3aa5830ca req-f44dff68-dfb3-4048-b7bf-51b8f1b338b1 tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] 10.222.0.55 "GET /v2.0/security-groups?id=8060190c-ca88-46ad-9ebe-56027b0190ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8035316 Feb 09 12:26:11.960380 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-5862acfc-9796-41f4-897c-d85e2f7159e8 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:11.991054 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-aab3d82c-7767-40c1-8518-7459f4f35a50 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Allocated IP 192.168.233.202 (4f732e35-467f-44f5-be04-aa808693dec3/f8ed5558-888d-440a-8c32-52f2f9bc5bd5/560f2f9b-e727-44c4-bc2e-088661b82618) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:26:12.161117 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 52884) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:12.226927 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-5862acfc-9796-41f4-897c-d85e2f7159e8 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Network 4f732e35-467f-44f5-be04-aa808693dec3 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:26:12.233127 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6308565-1e60-4134-9407-7d4a014160fb None None] Network 985217ad-b773-4531-9367-f144e39af1cf requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:26:12.241096 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-5862acfc-9796-41f4-897c-d85e2f7159e8 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:26:12.243453 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-5862acfc-9796-41f4-897c-d85e2f7159e8 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:26:12.488967 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c58ad18e-7e24-4789-9a73-ca0ea51a75dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:12.508460 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5862acfc-9796-41f4-897c-d85e2f7159e8 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Pushing event updated for resources: {'Port': ['ID=ad7f21e1-10e7-4dda-b564-1aa1eb4492d6,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:12.531298 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c58ad18e-7e24-4789-9a73-ca0ea51a75dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:26:12.544705 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-710828dc-9450-44a7-8187-00ab173a2635 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:12.579485 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-aab3d82c-7767-40c1-8518-7459f4f35a50 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:12.592155 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c58ad18e-7e24-4789-9a73-ca0ea51a75dd admin admin] Usage tracker for resource:security_group_rule and tenant:a2a71115650a4f5498e58cf9f3caae0f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:26:12.598051 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c58ad18e-7e24-4789-9a73-ca0ea51a75dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:26:12.609116 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c58ad18e-7e24-4789-9a73-ca0ea51a75dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:26:12.613304 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-aab3d82c-7767-40c1-8518-7459f4f35a50 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Transition to ACTIVE for port object 560f2f9b-e727-44c4-bc2e-088661b82618 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:26:12.682178 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-5862acfc-9796-41f4-897c-d85e2f7159e8 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:12.682178 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-5862acfc-9796-41f4-897c-d85e2f7159e8 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:12.691287 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-aab3d82c-7767-40c1-8518-7459f4f35a50 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:12.691513 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-50e65691-9cbc-4b01-a604-8b5b5cdf1bd3 None None] Provisioning for port ad7f21e1-10e7-4dda-b564-1aa1eb4492d6 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:26:12.700233 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-50e65691-9cbc-4b01-a604-8b5b5cdf1bd3 None None] Provisioning complete for port ad7f21e1-10e7-4dda-b564-1aa1eb4492d6 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:26:12.703608 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-50e65691-9cbc-4b01-a604-8b5b5cdf1bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:12.725941 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc04a8e-084d-4e2c-9192-98508e363e2b req-0a2ef11e-1483-42f4-b127-90c9108b0048 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:12.734107 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5fc04a8e-084d-4e2c-9192-98508e363e2b req-0a2ef11e-1483-42f4-b127-90c9108b0048 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fa55cfa-0309-4525-a869-9e68fb3f8f32 HTTP/1.1" status: 200 len: 944 time: 0.7779596 Feb 09 12:26:12.800745 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-50e65691-9cbc-4b01-a604-8b5b5cdf1bd3 None None] Port ad7f21e1-10e7-4dda-b564-1aa1eb4492d6 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:26:12.805941 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-aab3d82c-7767-40c1-8518-7459f4f35a50 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Network 4f732e35-467f-44f5-be04-aa808693dec3 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:26:12.816531 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-aab3d82c-7767-40c1-8518-7459f4f35a50 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:26:12.819229 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-aab3d82c-7767-40c1-8518-7459f4f35a50 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:26:12.860767 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6637b1-fb92-4ceb-a934-2655f51c5dc4 req-0eec51f9-8213-4c1e-864d-1ff5f481135f tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:12.863711 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c58ad18e-7e24-4789-9a73-ca0ea51a75dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:12.864919 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab3d82c-7767-40c1-8518-7459f4f35a50 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Pushing event updated for resources: {'Port': ['ID=560f2f9b-e727-44c4-bc2e-088661b82618,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:12.866734 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8b6637b1-fb92-4ceb-a934-2655f51c5dc4 req-0eec51f9-8213-4c1e-864d-1ff5f481135f tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee9c0b58-f947-449e-8cf8-972ea6a21ee7 HTTP/1.1" status: 200 len: 946 time: 0.8957319 Feb 09 12:26:12.869295 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-5862acfc-9796-41f4-897c-d85e2f7159e8 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.5925617 Feb 09 12:26:12.879153 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c58ad18e-7e24-4789-9a73-ca0ea51a75dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:12.902200 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab3d82c-7767-40c1-8518-7459f4f35a50 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:26:12.902200 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab3d82c-7767-40c1-8518-7459f4f35a50 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:26:12.902497 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab3d82c-7767-40c1-8518-7459f4f35a50 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:26:12.902810 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab3d82c-7767-40c1-8518-7459f4f35a50 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:26:12.903158 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab3d82c-7767-40c1-8518-7459f4f35a50 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:26:12.904250 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab3d82c-7767-40c1-8518-7459f4f35a50 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:26:12.904250 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab3d82c-7767-40c1-8518-7459f4f35a50 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:26:12.904250 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab3d82c-7767-40c1-8518-7459f4f35a50 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:26:12.904514 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab3d82c-7767-40c1-8518-7459f4f35a50 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:26:12.904770 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab3d82c-7767-40c1-8518-7459f4f35a50 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:26:12.905650 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab3d82c-7767-40c1-8518-7459f4f35a50 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:26:12.906182 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab3d82c-7767-40c1-8518-7459f4f35a50 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:26:12.907486 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-1f19cf1d-4ffd-470e-b183-3b4f6309b4b6 service neutron] Request body: {'port': {'device_id': 'c91e7ca1-d713-4154-a9be-6507b920ee81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:26:12.961314 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-aab3d82c-7767-40c1-8518-7459f4f35a50 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:12.961813 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-aab3d82c-7767-40c1-8518-7459f4f35a50 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:12.979726 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c58ad18e-7e24-4789-9a73-ca0ea51a75dd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a2a71115650a4f5498e58cf9f3caae0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8163562 Feb 09 12:26:12.984284 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 52896) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:12.989912 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58ad18e-7e24-4789-9a73-ca0ea51a75dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad59d1d-416d-4914-9c2e-18a6e0f321b2,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:13.017294 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-aab3d82c-7767-40c1-8518-7459f4f35a50 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9674401 Feb 09 12:26:13.037084 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-f61cf3b5-f671-469e-b80b-f64ef1a16969 service neutron] Request body: {'port': {'device_id': '6d606431-7b55-4a58-b878-aa664126ecfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:26:13.116640 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce974127-56e8-4a08-b517-45ea8e30db60 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Router ba0248cd-7abd-4207-98c5-4d02ca8e76ec has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:26:13.173855 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d4d785e2-844d-424d-a5bc-bebc087c69c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:13.218129 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-f61cf3b5-f671-469e-b80b-f64ef1a16969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:13.229447 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d4d785e2-844d-424d-a5bc-bebc087c69c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:13.234632 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6a54a130-b396-4784-9c6e-da5c934fbcc0 None None] Provisioning for port 560f2f9b-e727-44c4-bc2e-088661b82618 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:26:13.238887 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6a54a130-b396-4784-9c6e-da5c934fbcc0 None None] Provisioning complete for port 560f2f9b-e727-44c4-bc2e-088661b82618 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:26:13.239738 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6a54a130-b396-4784-9c6e-da5c934fbcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:13.266468 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5fc04a8e-084d-4e2c-9192-98508e363e2b req-6d3294fa-8bbf-4fb9-a771-7e30394129e5 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5270958 Feb 09 12:26:13.311338 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-6a54a130-b396-4784-9c6e-da5c934fbcc0 None None] Port 560f2f9b-e727-44c4-bc2e-088661b82618 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:26:13.312354 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device fe5866c5-e054-46d5-ad65-fe3d9b7a2784 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:26:13.416561 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 2209e15b-1a84-4f47-a649-f9b6a5a5faa9 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:26:13.446927 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8b6637b1-fb92-4ceb-a934-2655f51c5dc4 req-02c19c85-c3f9-49fa-8936-1ef50e2bddd8 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5697129 Feb 09 12:26:13.505100 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d4d785e2-844d-424d-a5bc-bebc087c69c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:13.543554 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 2209e15b-1a84-4f47-a649-f9b6a5a5faa9 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:26:13.554582 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 2209e15b-1a84-4f47-a649-f9b6a5a5faa9 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:26:13.554957 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:13.564960 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d785e2-844d-424d-a5bc-bebc087c69c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad59d1d-416d-4914-9c2e-18a6e0f321b2,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:13.620062 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port fe5866c5-e054-46d5-ad65-fe3d9b7a2784, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=fe5866c5-e054-46d5-ad65-fe3d9b7a2784,segment=NetworkSegment(8f05bb68-39ac-4075-9eae-946e36af88ec),segment_id=8f05bb68-39ac-4075-9eae-946e36af88ec)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:26:13.662439 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'fe5866c5-e054-46d5-ad65-fe3d9b7a2784', 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac', 'port_id': 'fe5866c5-e054-46d5-ad65-fe3d9b7a2784', 'mac_address': 'fa:16:3e:26:f9:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc155009-a31d-4409-b15f-2ed587ea4525', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:26:13.688613 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d4d785e2-844d-424d-a5bc-bebc087c69c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:13.692011 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d4d785e2-844d-424d-a5bc-bebc087c69c1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bad59d1d-416d-4914-9c2e-18a6e0f321b2 HTTP/1.1" status: 204 len: 168 time: 0.7067389 Feb 09 12:26:13.844244 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:13.875362 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-710828dc-9450-44a7-8187-00ab173a2635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:13.886737 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-1f19cf1d-4ffd-470e-b183-3b4f6309b4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:13.912995 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:13.939047 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa55cfa-0309-4525-a869-9e68fb3f8f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2209e15b-1a84-4f47-a649-f9b6a5a5faa9'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:26:13.956358 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-f61cf3b5-f671-469e-b80b-f64ef1a16969 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 560f2f9b-e727-44c4-bc2e-088661b82618 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:26:13.967720 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 2209e15b-1a84-4f47-a649-f9b6a5a5faa9, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=2209e15b-1a84-4f47-a649-f9b6a5a5faa9,segment=NetworkSegment(d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5),segment_id=d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:26:13.973452 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe5866c5-e054-46d5-ad65-fe3d9b7a2784 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:26:13.982637 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-f61cf3b5-f671-469e-b80b-f64ef1a16969 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:13.995017 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port fe5866c5-e054-46d5-ad65-fe3d9b7a2784, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=fe5866c5-e054-46d5-ad65-fe3d9b7a2784,segment=NetworkSegment(8f05bb68-39ac-4075-9eae-946e36af88ec),segment_id=8f05bb68-39ac-4075-9eae-946e36af88ec)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:26:13.998454 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:14.000915 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 39f742e2-2648-4474-9220-41e4a4bb1888 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:26:14.024222 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-f61cf3b5-f671-469e-b80b-f64ef1a16969 service neutron] Transition to ACTIVE for port object 560f2f9b-e727-44c4-bc2e-088661b82618 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:26:14.031466 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-f61cf3b5-f671-469e-b80b-f64ef1a16969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:14.110752 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:14.201419 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61cf3b5-f671-469e-b80b-f64ef1a16969 service neutron] Pushing event updated for resources: {'Port': ['ID=560f2f9b-e727-44c4-bc2e-088661b82618,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:14.247164 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f85740ba-2552-4f2d-bdec-f9d2dccf1102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:14.333330 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce974127-56e8-4a08-b517-45ea8e30db60 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:26:14.345498 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ceaf2a-b294-47de-b01f-35163ffb645f None None] Sync routers for ids ['ba0248cd-7abd-4207-98c5-4d02ca8e76ec'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:26:14.367139 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ceaf2a-b294-47de-b01f-35163ffb645f None None] Routers {'ba0248cd-7abd-4207-98c5-4d02ca8e76ec'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:26:14.367774 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-80ceaf2a-b294-47de-b01f-35163ffb645f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:25:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['ba0248cd-7abd-4207-98c5-4d02ca8e76ec'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:26:14.369304 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ce974127-56e8-4a08-b517-45ea8e30db60 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:14.432760 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['fe5866c5-e054-46d5-ad65-fe3d9b7a2784'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:26:14.466086 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=2209e15b-1a84-4f47-a649-f9b6a5a5faa9,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:14.545167 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-f61cf3b5-f671-469e-b80b-f64ef1a16969 service neutron] Attempting to bind port 560f2f9b-e727-44c4-bc2e-088661b82618 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:26:14.545530 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-f61cf3b5-f671-469e-b80b-f64ef1a16969 service neutron] Attempting to bind port 560f2f9b-e727-44c4-bc2e-088661b82618 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:26:14.547799 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-f61cf3b5-f671-469e-b80b-f64ef1a16969 service neutron] Attempting to bind port 560f2f9b-e727-44c4-bc2e-088661b82618 on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:26:14.561801 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-f61cf3b5-f671-469e-b80b-f64ef1a16969 service neutron] Port 560f2f9b-e727-44c4-bc2e-088661b82618 on network 4f732e35-467f-44f5-be04-aa808693dec3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:26:14.562374 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-f61cf3b5-f671-469e-b80b-f64ef1a16969 service neutron] Attempting to bind port 560f2f9b-e727-44c4-bc2e-088661b82618 on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:26:14.577896 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-f61cf3b5-f671-469e-b80b-f64ef1a16969 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:26:14.580941 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-f61cf3b5-f671-469e-b80b-f64ef1a16969 service neutron] Checking segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:26:14.581505 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-f61cf3b5-f671-469e-b80b-f64ef1a16969 service neutron] Bound using segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:26:14.582133 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-f61cf3b5-f671-469e-b80b-f64ef1a16969 service neutron] Bound port: 560f2f9b-e727-44c4-bc2e-088661b82618, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:26:14.582631 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-f61cf3b5-f671-469e-b80b-f64ef1a16969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:14.671263 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ce974127-56e8-4a08-b517-45ea8e30db60 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "PUT /v2.0/floatingips/2a14ab31-9044-4b62-953e-22153dd7eab0 HTTP/1.1" status: 200 len: 992 time: 6.6014628 Feb 09 12:26:14.671435 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=fe5866c5-e054-46d5-ad65-fe3d9b7a2784,revision_number=6']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:14.707471 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 39f742e2-2648-4474-9220-41e4a4bb1888 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:26:14.731371 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 39f742e2-2648-4474-9220-41e4a4bb1888 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:26:14.732137 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:14.756228 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'tag': '753ea632-df42-4ace-853e-cbed8bf97ca9'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:26:14.772396 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfcc315-c879-4805-9f8b-88d4848ff2f2 req-896885ea-9613-488e-afe8-4e5df0c70ac7 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:14.782351 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4bfcc315-c879-4805-9f8b-88d4848ff2f2 req-896885ea-9613-488e-afe8-4e5df0c70ac7 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d606431-7b55-4a58-b878-aa664126ecfd HTTP/1.1" status: 200 len: 936 time: 1.3346446 Feb 09 12:26:14.787752 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-f61cf3b5-f671-469e-b80b-f64ef1a16969 service neutron] For port 560f2f9b-e727-44c4-bc2e-088661b82618, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:26:14.798858 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-f61cf3b5-f671-469e-b80b-f64ef1a16969 service neutron] For port 560f2f9b-e727-44c4-bc2e-088661b82618, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=560f2f9b-e727-44c4-bc2e-088661b82618,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:26:14.805349 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-f61cf3b5-f671-469e-b80b-f64ef1a16969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:14.838455 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-80ceaf2a-b294-47de-b01f-35163ffb645f None None] Set router ba0248cd-7abd-4207-98c5-4d02ca8e76ec gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:26:14.927959 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-4bfcc315-c879-4805-9f8b-88d4848ff2f2 req-30e9ca48-c81c-4362-acef-246a46ccf6a4 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Synchronizing usage tracker for tenant:1cd5461fb50742f08b750a3ea3e35b39 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:26:14.975328 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-710828dc-9450-44a7-8187-00ab173a2635 admin admin] Router a4f10f79-3438-4b3e-899e-b2b9c6e496fe is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:26:14.988928 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-dd3b4134-c53e-4749-aa73-ebc566266b6d tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:14.991955 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:14.997246 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-dd3b4134-c53e-4749-aa73-ebc566266b6d tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/networks?id=985217ad-b773-4531-9367-f144e39af1cf HTTP/1.1" status: 200 len: 805 time: 1.0700471 Feb 09 12:26:15.026779 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-f838e05e-50e7-4627-941d-201890167b9d tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/quotas/c35b136021fd452e84da1be28afeefee HTTP/1.1" status: 200 len: 375 time: 0.0278530 Feb 09 12:26:15.038458 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 39f742e2-2648-4474-9220-41e4a4bb1888, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=39f742e2-2648-4474-9220-41e4a4bb1888,segment=NetworkSegment(0948a815-b261-41c6-96e1-d1f995313ffe),segment_id=0948a815-b261-41c6-96e1-d1f995313ffe)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:26:15.039132 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-f61cf3b5-f671-469e-b80b-f64ef1a16969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:15.041994 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-f61cf3b5-f671-469e-b80b-f64ef1a16969 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:15.044164 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:15.055669 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-f61cf3b5-f671-469e-b80b-f64ef1a16969 service neutron] 10.222.0.46 "PUT /v2.0/ports/560f2f9b-e727-44c4-bc2e-088661b82618 HTTP/1.1" status: 200 len: 1096 time: 2.0189698 Feb 09 12:26:15.069633 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d606431-7b55-4a58-b878-aa664126ecfd', 'tag': '560f2f9b-e727-44c4-bc2e-088661b82618'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:26:15.097864 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-4bfcc315-c879-4805-9f8b-88d4848ff2f2 req-30e9ca48-c81c-4362-acef-246a46ccf6a4 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Unset dirty status for tenant:1cd5461fb50742f08b750a3ea3e35b39 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:26:15.115696 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4bfcc315-c879-4805-9f8b-88d4848ff2f2 req-30e9ca48-c81c-4362-acef-246a46ccf6a4 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319666 Feb 09 12:26:15.173047 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=39f742e2-2648-4474-9220-41e4a4bb1888,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:15.205760 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61cf3b5-f671-469e-b80b-f64ef1a16969 service neutron] Pushing event updated for resources: {'Port': ['ID=560f2f9b-e727-44c4-bc2e-088661b82618,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:15.254905 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-75649c75-73a1-464a-9258-b5529f79edcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:15.256813 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device fe5866c5-e054-46d5-ad65-fe3d9b7a2784 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:26:15.257644 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-75649c75-73a1-464a-9258-b5529f79edcd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1cd5461fb50742f08b750a3ea3e35b39&device_id=6d606431-7b55-4a58-b878-aa664126ecfd HTTP/1.1" status: 200 len: 1099 time: 0.1607769 Feb 09 12:26:15.400650 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port fe5866c5-e054-46d5-ad65-fe3d9b7a2784 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:26:15.402837 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:15.446452 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 52960) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:15.507378 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-1023d99d-4c6b-46da-9eb5-96f7391b4f30 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c35b136021fd452e84da1be28afeefee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4794517 Feb 09 12:26:15.629719 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-80ceaf2a-b294-47de-b01f-35163ffb645f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0248cd-7abd-4207-98c5-4d02ca8e76ec', 'name': 'tempest-TaggedBootDevicesTest_v242-765013633-router', 'tenant_id': '1504faf0b32244dc872049fa5f2c3962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '615859e0-5b8a-42d0-ac30-7d8882fa7c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:23:09Z', 'updated_at': '2022-02-09T12:23:17Z', 'revision_number': 4, 'project_id': '1504faf0b32244dc872049fa5f2c3962', 'gw_port': {'id': '615859e0-5b8a-42d0-ac30-7d8882fa7c07', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0248cd-7abd-4207-98c5-4d02ca8e76ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:23:11Z', 'updated_at': '2022-02-09T12:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '2a14ab31-9044-4b62-953e-22153dd7eab0', 'tenant_id': '1504faf0b32244dc872049fa5f2c3962', 'floating_ip_address': '172.25.7.154', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'ba0248cd-7abd-4207-98c5-4d02ca8e76ec', 'port_id': '753ea632-df42-4ace-853e-cbed8bf97ca9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35', 'mac_address': 'fa:16:3e:a8:f7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:24:20Z', 'updated_at': '2022-02-09T12:26:10Z', 'revision_number': 1, 'project_id': '1504faf0b32244dc872049fa5f2c3962', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ba1542c-b097-4fa3-9f06-3eeb03603544', 'name': '', 'network_id': 'd9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35', 'tenant_id': '1504faf0b32244dc872049fa5f2c3962', 'mac_address': 'fa:16:3e:a0:ef:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0248cd-7abd-4207-98c5-4d02ca8e76ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '3d2e5ab4-ed0b-495e-9f76-7abb1b03c440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:23:16Z', 'updated_at': '2022-02-09T12:23:28Z', 'revision_number': 5, 'project_id': '1504faf0b32244dc872049fa5f2c3962', 'subnets': [{'id': '3d2e5ab4-ed0b-495e-9f76-7abb1b03c440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:26:15.634836 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ceaf2a-b294-47de-b01f-35163ffb645f None None] Checking router: ba0248cd-7abd-4207-98c5-4d02ca8e76ec for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:26:15.645232 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-a69b0e5e-558b-4627-9f86-77ea1a426ab5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=560f2f9b-e727-44c4-bc2e-088661b82618 HTTP/1.1" status: 200 len: 217 time: 0.3795543 Feb 09 12:26:15.645594 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ceaf2a-b294-47de-b01f-35163ffb645f None None] Routers {'ba0248cd-7abd-4207-98c5-4d02ca8e76ec'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:26:15.651173 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:15.657034 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-80ceaf2a-b294-47de-b01f-35163ffb645f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:25:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['ba0248cd-7abd-4207-98c5-4d02ca8e76ec'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:26:15.692596 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port fe5866c5-e054-46d5-ad65-fe3d9b7a2784, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=fe5866c5-e054-46d5-ad65-fe3d9b7a2784,segment=NetworkSegment(8f05bb68-39ac-4075-9eae-946e36af88ec),segment_id=8f05bb68-39ac-4075-9eae-946e36af88ec)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:26:15.698492 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:15.727218 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-f4598eff-07b9-4baf-ab55-67c918ca3bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:15.728962 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-f4598eff-07b9-4baf-ab55-67c918ca3bc2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.0780365 Feb 09 12:26:15.818707 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710828dc-9450-44a7-8187-00ab173a2635 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:26:15.820661 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=fe5866c5-e054-46d5-ad65-fe3d9b7a2784,revision_number=7']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:15.834747 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9833f63-eb0e-4795-8394-1a8f1499e638 None None] Sync routers for ids ['a4f10f79-3438-4b3e-899e-b2b9c6e496fe'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:26:15.840369 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-d7674cf3-9170-47ea-92e3-81ac4cfa6cec tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:15.845660 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d7674cf3-9170-47ea-92e3-81ac4cfa6cec tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3979399 Feb 09 12:26:15.851247 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 52970) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:15.857885 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-f7239d8e-2f61-4d4e-90d8-0b97d79c2538 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:15.862388 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f7239d8e-2f61-4d4e-90d8-0b97d79c2538 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0097258 Feb 09 12:26:15.863136 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 52974) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:15.868570 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9833f63-eb0e-4795-8394-1a8f1499e638 None None] Routers {'a4f10f79-3438-4b3e-899e-b2b9c6e496fe'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:26:15.869198 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-f9833f63-eb0e-4795-8394-1a8f1499e638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:25:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['a4f10f79-3438-4b3e-899e-b2b9c6e496fe'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:26:15.870847 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-8a0a9726-0488-4498-9b04-553e4ded6b6b tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:15.874561 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8a0a9726-0488-4498-9b04-553e4ded6b6b tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0089455 Feb 09 12:26:15.884581 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 52978) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:15.893617 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-66e98b95-f19e-4bac-990b-5383c0d794e5 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:15.897595 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-66e98b95-f19e-4bac-990b-5383c0d794e5 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0108032 Feb 09 12:26:15.899245 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 52982) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:15.909088 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-037b854b-cd22-4456-be5b-2b51adac8ec1 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:15.913065 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-037b854b-cd22-4456-be5b-2b51adac8ec1 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0128865 Feb 09 12:26:15.914826 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 52986) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:15.921280 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-8fbc8c11-8fb0-45a0-a190-04de53392a51 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:15.924774 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8fbc8c11-8fb0-45a0-a190-04de53392a51 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0090592 Feb 09 12:26:15.925338 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 52990) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:15.931793 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-4c9e7822-2ba8-42e9-a9bf-114922a488ea tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:15.935210 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4c9e7822-2ba8-42e9-a9bf-114922a488ea tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0083337 Feb 09 12:26:15.935981 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 52994) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:15.943735 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-2e74ae1d-0a6a-4602-bfc1-40061074c864 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:15.947569 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2e74ae1d-0a6a-4602-bfc1-40061074c864 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0084610 Feb 09 12:26:15.953027 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 52998) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:15.960350 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-6554a8d3-a624-4d43-8177-6aaa6042f34f tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:15.964132 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6554a8d3-a624-4d43-8177-6aaa6042f34f tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0090442 Feb 09 12:26:15.964876 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53002) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:15.970388 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-620136c5-b4a7-4d9a-a977-05c0fd178438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:15.972096 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-620136c5-b4a7-4d9a-a977-05c0fd178438 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2364590 Feb 09 12:26:15.975081 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-fd96a660-6770-40b6-a9db-ec217b26c94c tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:15.979110 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-fd96a660-6770-40b6-a9db-ec217b26c94c tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0125279 Feb 09 12:26:15.979888 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53006) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:16.005840 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-2f33f080-ed11-4d2e-a5ab-778b31cce07b tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:16.009698 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2f33f080-ed11-4d2e-a5ab-778b31cce07b tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0099401 Feb 09 12:26:16.010475 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53010) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:16.062141 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-d99b8451-99dc-4cc8-b764-1308bfa44ade tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:16.066042 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d99b8451-99dc-4cc8-b764-1308bfa44ade tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0507572 Feb 09 12:26:16.070866 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53014) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:16.084241 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-31fdce67-0dc5-44f3-bcc7-7865a76dacc3 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:16.088189 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-31fdce67-0dc5-44f3-bcc7-7865a76dacc3 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0161266 Feb 09 12:26:16.089060 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53018) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:16.090127 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-80ceaf2a-b294-47de-b01f-35163ffb645f None None] Set router ba0248cd-7abd-4207-98c5-4d02ca8e76ec gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:26:16.099361 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-ab11cde0-1a46-4da8-9e24-0b55c07e0b41 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:16.103599 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ab11cde0-1a46-4da8-9e24-0b55c07e0b41 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0110476 Feb 09 12:26:16.104436 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53022) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:16.115510 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-71b57272-c356-4abf-a21b-c5ddfb40398d tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:16.119376 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-71b57272-c356-4abf-a21b-c5ddfb40398d tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0120387 Feb 09 12:26:16.121949 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53026) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:16.129802 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-8b95776f-ff95-4d0c-a814-a5681f30990e tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:16.133670 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8b95776f-ff95-4d0c-a814-a5681f30990e tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0106070 Feb 09 12:26:16.134496 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53030) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:16.154480 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-98ad69f1-e958-4111-b409-8caba80ea71a tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:16.159028 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-98ad69f1-e958-4111-b409-8caba80ea71a tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0085802 Feb 09 12:26:16.162427 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53036) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:16.169303 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-cae218b2-353d-4d06-a426-640276c1a2cc tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:16.173877 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-cae218b2-353d-4d06-a426-640276c1a2cc tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0102823 Feb 09 12:26:16.176581 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53040) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:16.192862 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-95c66b08-592c-49c4-b4e2-d2dc0e644353 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:16.196627 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-95c66b08-592c-49c4-b4e2-d2dc0e644353 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0190241 Feb 09 12:26:16.199067 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53044) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:16.199451 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-1f19cf1d-4ffd-470e-b183-3b4f6309b4b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad7f21e1-10e7-4dda-b564-1aa1eb4492d6 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:26:16.206589 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-516befa9-4215-4dfd-b8d5-4aa6a3dcd09e tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:16.209833 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-1f19cf1d-4ffd-470e-b183-3b4f6309b4b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:16.210355 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-516befa9-4215-4dfd-b8d5-4aa6a3dcd09e tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0101705 Feb 09 12:26:16.213014 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-d0b03d8c-920d-4c87-ab32-ef7fe8c00cb0 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321234 Feb 09 12:26:16.215170 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53048) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:16.226667 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-1f19cf1d-4ffd-470e-b183-3b4f6309b4b6 service neutron] Transition to ACTIVE for port object ad7f21e1-10e7-4dda-b564-1aa1eb4492d6 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:26:16.231657 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-0709ce42-ea2e-4cee-81b4-a70da5433a22 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:16.240749 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-f9833f63-eb0e-4795-8394-1a8f1499e638 None None] Set router a4f10f79-3438-4b3e-899e-b2b9c6e496fe gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:26:16.243787 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0709ce42-ea2e-4cee-81b4-a70da5433a22 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0252137 Feb 09 12:26:16.244676 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53052) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:16.294733 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-f5727623-fbcd-47f5-9a73-57e33c2e79f2 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:16.300300 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f5727623-fbcd-47f5-9a73-57e33c2e79f2 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0130141 Feb 09 12:26:16.301107 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53056) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:16.303178 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-1f19cf1d-4ffd-470e-b183-3b4f6309b4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:16.306856 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-710828dc-9450-44a7-8187-00ab173a2635 admin admin] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:16.312472 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-710828dc-9450-44a7-8187-00ab173a2635 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 12.4756732 Feb 09 12:26:16.372794 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 53060) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:16.409576 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-c9dbb817-3600-41d8-b886-64b5e5ef9840 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:16.424397 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c9dbb817-3600-41d8-b886-64b5e5ef9840 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.1180120 Feb 09 12:26:16.428363 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53064) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:16.470433 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-66da5860-0386-46b1-8a09-496313da55b4 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:16.471374 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-66da5860-0386-46b1-8a09-496313da55b4 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0157800 Feb 09 12:26:16.474043 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53068) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:16.480925 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-d36c5509-d18d-41ce-98ea-e8adb6404e56 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:16.481839 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d36c5509-d18d-41ce-98ea-e8adb6404e56 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0068045 Feb 09 12:26:16.485175 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53072) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:16.492422 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-c0b5a8d2-17a6-4d49-94b7-cf1cc16ef2ea tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:16.493367 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c0b5a8d2-17a6-4d49-94b7-cf1cc16ef2ea tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0068531 Feb 09 12:26:16.495994 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53076) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:16.509291 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-7676a2cd-d2f0-4660-b64e-10719d823491 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:16.529813 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7676a2cd-d2f0-4660-b64e-10719d823491 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0323718 Feb 09 12:26:16.546516 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53080) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:16.558003 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-f79a6a91-038f-4279-990a-c100556b787c tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:16.587011 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f79a6a91-038f-4279-990a-c100556b787c tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0392616 Feb 09 12:26:16.591198 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53084) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:16.610370 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-193ea7f5-23e5-4a71-acd7-5b68ce5c2064 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:16.613664 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-193ea7f5-23e5-4a71-acd7-5b68ce5c2064 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0205212 Feb 09 12:26:16.624689 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-32cf1007-6ffc-41a5-bf9d-a74d94b1bd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:16.631141 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53088) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:16.682492 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-46f99c9a-5b66-43a3-8866-c65352bb7c23 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:16.683453 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-46f99c9a-5b66-43a3-8866-c65352bb7c23 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0407021 Feb 09 12:26:16.689454 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53092) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:16.717853 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-81212e00-fe27-4a90-9be4-996f4f4cca90 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:16.719205 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-81212e00-fe27-4a90-9be4-996f4f4cca90 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0273182 Feb 09 12:26:16.725107 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53096) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:16.727446 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c4b2fbfa-5635-4e92-8dc6-31682848411d req-81538ba3-95fa-471c-81f3-cd2b67763177 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5018010 Feb 09 12:26:16.764269 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-2ebda3ec-212a-4605-a751-1a666334e2c3 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:16.766214 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2ebda3ec-212a-4605-a751-1a666334e2c3 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0285742 Feb 09 12:26:16.768836 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53100) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:16.773818 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-7ce41e8f-f7f6-4f19-82bc-d5a8b11d42bd tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:16.774771 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7ce41e8f-f7f6-4f19-82bc-d5a8b11d42bd tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0050180 Feb 09 12:26:16.777997 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53104) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:16.785070 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-a8847415-834f-4bea-b16a-792864988e8a tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:16.805288 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a8847415-834f-4bea-b16a-792864988e8a tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0265689 Feb 09 12:26:16.807752 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53108) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:16.817399 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-cef72df2-f398-45d4-b916-db6409b7329e tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:16.818342 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-cef72df2-f398-45d4-b916-db6409b7329e tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0083013 Feb 09 12:26:16.826150 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53112) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:16.839307 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-2568df32-cb0c-433c-82f9-613a2fd14382 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:16.840286 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2568df32-cb0c-433c-82f9-613a2fd14382 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0088909 Feb 09 12:26:16.843700 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53116) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:16.848654 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-80ceaf2a-b294-47de-b01f-35163ffb645f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0248cd-7abd-4207-98c5-4d02ca8e76ec', 'name': 'tempest-TaggedBootDevicesTest_v242-765013633-router', 'tenant_id': '1504faf0b32244dc872049fa5f2c3962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '615859e0-5b8a-42d0-ac30-7d8882fa7c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:23:09Z', 'updated_at': '2022-02-09T12:23:17Z', 'revision_number': 4, 'project_id': '1504faf0b32244dc872049fa5f2c3962', 'gw_port': {'id': '615859e0-5b8a-42d0-ac30-7d8882fa7c07', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0248cd-7abd-4207-98c5-4d02ca8e76ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:23:11Z', 'updated_at': '2022-02-09T12:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '2a14ab31-9044-4b62-953e-22153dd7eab0', 'tenant_id': '1504faf0b32244dc872049fa5f2c3962', 'floating_ip_address': '172.25.7.154', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'ba0248cd-7abd-4207-98c5-4d02ca8e76ec', 'port_id': '753ea632-df42-4ace-853e-cbed8bf97ca9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35', 'mac_address': 'fa:16:3e:a8:f7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:24:20Z', 'updated_at': '2022-02-09T12:26:10Z', 'revision_number': 1, 'project_id': '1504faf0b32244dc872049fa5f2c3962', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ba1542c-b097-4fa3-9f06-3eeb03603544', 'name': '', 'network_id': 'd9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35', 'tenant_id': '1504faf0b32244dc872049fa5f2c3962', 'mac_address': 'fa:16:3e:a0:ef:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0248cd-7abd-4207-98c5-4d02ca8e76ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '3d2e5ab4-ed0b-495e-9f76-7abb1b03c440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:23:16Z', 'updated_at': '2022-02-09T12:23:28Z', 'revision_number': 5, 'project_id': '1504faf0b32244dc872049fa5f2c3962', 'subnets': [{'id': '3d2e5ab4-ed0b-495e-9f76-7abb1b03c440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:26:16.849396 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-f9833f63-eb0e-4795-8394-1a8f1499e638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f10f79-3438-4b3e-899e-b2b9c6e496fe', 'name': 'tempest-AttachSCSIVolumeTestJSON-1000675349-router', 'tenant_id': '5017a821b84147f5848802e2e9f1fbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': 'f97bfa4e-67b4-4453-bd11-887022653114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:26:04Z', 'updated_at': '2022-02-09T12:26:11Z', 'revision_number': 3, 'project_id': '5017a821b84147f5848802e2e9f1fbb5', 'gw_port': {'id': 'f97bfa4e-67b4-4453-bd11-887022653114', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f10f79-3438-4b3e-899e-b2b9c6e496fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:26:07Z', 'updated_at': '2022-02-09T12:26:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:26:16.854738 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9833f63-eb0e-4795-8394-1a8f1499e638 None None] Checking router: a4f10f79-3438-4b3e-899e-b2b9c6e496fe for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:26:16.855095 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9833f63-eb0e-4795-8394-1a8f1499e638 None None] Updating router a4f10f79-3438-4b3e-899e-b2b9c6e496fe port f97bfa4e-67b4-4453-bd11-887022653114 binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:26:16.856034 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-4496b235-8d33-4f6b-b0a1-cee2a9ee8272 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:16.858256 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4496b235-8d33-4f6b-b0a1-cee2a9ee8272 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0128591 Feb 09 12:26:16.860319 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ceaf2a-b294-47de-b01f-35163ffb645f None None] The sync data for ids ['ba0248cd-7abd-4207-98c5-4d02ca8e76ec'] in n-d-825178-3 is: [{'id': 'ba0248cd-7abd-4207-98c5-4d02ca8e76ec', 'name': 'tempest-TaggedBootDevicesTest_v242-765013633-router', 'tenant_id': '1504faf0b32244dc872049fa5f2c3962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '615859e0-5b8a-42d0-ac30-7d8882fa7c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:23:09Z', 'updated_at': '2022-02-09T12:23:17Z', 'revision_number': 4, 'project_id': '1504faf0b32244dc872049fa5f2c3962', 'gw_port': {'id': '615859e0-5b8a-42d0-ac30-7d8882fa7c07', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0248cd-7abd-4207-98c5-4d02ca8e76ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:23:11Z', 'updated_at': '2022-02-09T12:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '2a14ab31-9044-4b62-953e-22153dd7eab0', 'tenant_id': '1504faf0b32244dc872049fa5f2c3962', 'floating_ip_address': '172.25.7.154', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'ba0248cd-7abd-4207-98c5-4d02ca8e76ec', 'port_id': '753ea632-df42-4ace-853e-cbed8bf97ca9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35', 'mac_address': 'fa:16:3e:a8:f7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:24:20Z', 'updated_at': '2022-02-09T12:26:10Z', 'revision_number': 1, 'project_id': '1504faf0b32244dc872049fa5f2c3962', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ba1542c-b097-4fa3-9f06-3eeb03603544', 'name': '', 'network_id': 'd9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35', 'tenant_id': '1504faf0b32244dc872049fa5f2c3962', 'mac_address': 'fa:16:3e:a0:ef:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0248cd-7abd-4207-98c5-4d02ca8e76ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '3d2e5ab4-ed0b-495e-9f76-7abb1b03c440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:23:16Z', 'updated_at': '2022-02-09T12:23:28Z', 'revision_number': 5, 'project_id': '1504faf0b32244dc872049fa5f2c3962', 'subnets': [{'id': '3d2e5ab4-ed0b-495e-9f76-7abb1b03c440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:26:16.861016 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53120) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:16.872998 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-39ee2ed2-d418-4946-b89c-7b0787456082 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:16.875087 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-39ee2ed2-d418-4946-b89c-7b0787456082 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0129519 Feb 09 12:26:16.877838 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53124) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:16.882763 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-7431d33a-47f9-4455-978a-635d0ce6772b tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:16.884063 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7431d33a-47f9-4455-978a-635d0ce6772b tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0050402 Feb 09 12:26:16.886576 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53128) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:16.892357 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-08c725bf-613e-47f9-a202-a6138ac790a8 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:16.893814 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-08c725bf-613e-47f9-a202-a6138ac790a8 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0060830 Feb 09 12:26:16.896175 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53132) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:16.901480 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-d3c611aa-7b46-4221-a994-1812e6a3ea2d tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:16.902757 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d3c611aa-7b46-4221-a994-1812e6a3ea2d tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0054669 Feb 09 12:26:16.905954 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53136) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:16.912146 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-2e484739-f00c-42a6-be30-39d41c5ea7e8 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:16.913836 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2e484739-f00c-42a6-be30-39d41c5ea7e8 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0067074 Feb 09 12:26:16.917811 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53140) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:16.923066 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-2e3a474c-2ea2-4766-a9d8-9b49e8ce9a8f tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:16.929439 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2e3a474c-2ea2-4766-a9d8-9b49e8ce9a8f tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0103860 Feb 09 12:26:16.932192 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f9833f63-eb0e-4795-8394-1a8f1499e638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:16.945468 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53144) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:16.953055 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-f9f9c766-9f36-4989-a681-cf14595ad188 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:16.954821 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f9f9c766-9f36-4989-a681-cf14595ad188 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0083570 Feb 09 12:26:16.959800 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53148) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:16.968492 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-3008982c-b021-4775-a0fd-b82caa02bee4 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:16.975384 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3008982c-b021-4775-a0fd-b82caa02bee4 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0087171 Feb 09 12:26:16.976039 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53152) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:16.992341 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-0237c0e3-96d8-449a-9312-df713d67004d tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:16.993342 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0237c0e3-96d8-449a-9312-df713d67004d tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0161216 Feb 09 12:26:17.000701 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53156) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:17.007630 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-32d09c25-1adc-42fb-b9e4-afa0b305972d tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:17.008633 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-32d09c25-1adc-42fb-b9e4-afa0b305972d tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0102260 Feb 09 12:26:17.015508 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53160) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:17.027278 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-8d34c92f-24fa-436d-9eba-f497a5f1bc75 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:17.028305 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8d34c92f-24fa-436d-9eba-f497a5f1bc75 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0118351 Feb 09 12:26:17.031432 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53164) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:17.041798 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-b441c18d-ba21-407c-8a8e-c79f69cd0a64 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:17.043222 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b441c18d-ba21-407c-8a8e-c79f69cd0a64 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0085216 Feb 09 12:26:17.048318 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53168) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:17.054006 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-d3522d67-6c53-454b-9d32-97dfbc64b363 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:17.057658 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d3522d67-6c53-454b-9d32-97dfbc64b363 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0093684 Feb 09 12:26:17.058217 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53172) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:17.064623 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-4fdf71da-16bd-45b1-b328-91bba3600328 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:17.068179 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4fdf71da-16bd-45b1-b328-91bba3600328 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0090301 Feb 09 12:26:17.068786 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53176) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:17.074344 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-168c4135-29dc-46c7-b075-5106664e9649 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:17.079890 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-168c4135-29dc-46c7-b075-5106664e9649 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0100920 Feb 09 12:26:17.080404 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53180) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:17.091975 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-90dae948-92cf-4031-90cb-45b359bbb82e tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:17.096235 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-90dae948-92cf-4031-90cb-45b359bbb82e tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0147846 Feb 09 12:26:17.096810 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53184) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:17.097193 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f19cf1d-4ffd-470e-b183-3b4f6309b4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=ad7f21e1-10e7-4dda-b564-1aa1eb4492d6,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:17.111822 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-f92f9b16-9a43-4b7b-8ecd-b66086bd8956 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:17.118030 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f92f9b16-9a43-4b7b-8ecd-b66086bd8956 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0188611 Feb 09 12:26:17.124052 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53188) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:17.132406 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-f19390c6-665e-42dd-a9a2-eb401c1470bc tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:17.150322 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f19390c6-665e-42dd-a9a2-eb401c1470bc tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0238492 Feb 09 12:26:17.152611 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53192) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:17.158441 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-08d2af97-1a29-43dd-bad8-8a9a091de190 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:17.162504 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-08d2af97-1a29-43dd-bad8-8a9a091de190 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0087585 Feb 09 12:26:17.163379 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53196) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:17.173243 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-d14357a1-ba08-4691-aa82-4761b73d0847 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:17.180723 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d14357a1-ba08-4691-aa82-4761b73d0847 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0158505 Feb 09 12:26:17.181123 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53200) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:17.195482 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-b99129b5-c694-479f-a957-76f1cf726f4e tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:17.201141 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b99129b5-c694-479f-a957-76f1cf726f4e tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0187435 Feb 09 12:26:17.201433 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53204) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:17.218026 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-a1e98966-fab5-4f28-9642-b52a2f4e1452 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:17.218026 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a1e98966-fab5-4f28-9642-b52a2f4e1452 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0084691 Feb 09 12:26:17.218026 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53208) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:17.222609 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-7e438211-5ab8-424e-81b0-30ef1eccb3af tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:17.226809 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7e438211-5ab8-424e-81b0-30ef1eccb3af tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0109727 Feb 09 12:26:17.227412 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53212) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:17.232565 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-fec18fdc-a0b1-4ca8-93f5-113f74ddec65 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:17.236874 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-fec18fdc-a0b1-4ca8-93f5-113f74ddec65 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0084121 Feb 09 12:26:17.237474 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53216) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:17.243497 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-cf8b48c0-dddf-4cb5-8324-4805854425ff tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:17.244474 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-bc2ca415-7e8a-4891-bc66-d569768a0412 service neutron] 10.222.0.55 "GET /v2.0/networks/985217ad-b773-4531-9367-f144e39af1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7353640 Feb 09 12:26:17.247446 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-cf8b48c0-dddf-4cb5-8324-4805854425ff tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0088472 Feb 09 12:26:17.248166 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53220) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:17.254209 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-37913d29-6bcd-4ac5-88eb-cab3efda8a79 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:17.258370 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-37913d29-6bcd-4ac5-88eb-cab3efda8a79 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0091040 Feb 09 12:26:17.258979 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53224) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:17.264896 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-93db96e8-4c21-4830-b36d-169f606b0c68 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:17.281736 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-93db96e8-4c21-4830-b36d-169f606b0c68 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0093710 Feb 09 12:26:17.282408 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53228) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:17.297859 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-efc42029-70b1-4571-8599-34590f5cdcc8 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:17.303181 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-efc42029-70b1-4571-8599-34590f5cdcc8 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0187593 Feb 09 12:26:17.303793 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53232) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:17.304629 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab7577b-a7c4-4fca-a4e9-b535f56ccf33 None None] New status for floating IP 2a14ab31-9044-4b62-953e-22153dd7eab0: ACTIVE {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:26:17.309184 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-43364e17-c541-498e-adb0-76b5cf2ffcd8 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:17.323013 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-43364e17-c541-498e-adb0-76b5cf2ffcd8 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0177813 Feb 09 12:26:17.323617 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53236) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:17.336383 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-5450a94c-05e0-4cc6-8562-2698515cec04 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:17.339936 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5450a94c-05e0-4cc6-8562-2698515cec04 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0153062 Feb 09 12:26:17.340527 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53240) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:17.346395 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-6ac7222f-91ab-423f-8b07-63be73283462 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:17.364317 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6ac7222f-91ab-423f-8b07-63be73283462 tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0227253 Feb 09 12:26:17.365048 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53244) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:17.369792 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [None req-e1beebe2-9da9-489d-920f-78509f51cb9c tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:26:17.384650 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e1beebe2-9da9-489d-920f-78509f51cb9c tempest-ExtensionsTestJSON-1816555891 tempest-ExtensionsTestJSON-1816555891-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0181000 Feb 09 12:26:17.408331 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-1f19cf1d-4ffd-470e-b183-3b4f6309b4b6 service neutron] Attempting to bind port ad7f21e1-10e7-4dda-b564-1aa1eb4492d6 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:26:17.408756 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-1f19cf1d-4ffd-470e-b183-3b4f6309b4b6 service neutron] Attempting to bind port ad7f21e1-10e7-4dda-b564-1aa1eb4492d6 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:26:17.409146 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-1f19cf1d-4ffd-470e-b183-3b4f6309b4b6 service neutron] Attempting to bind port ad7f21e1-10e7-4dda-b564-1aa1eb4492d6 on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:26:17.591687 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-60cede99-041f-4866-bbdf-6c57a5113810 service neutron] 10.222.0.55 "GET /v2.0/networks/985217ad-b773-4531-9367-f144e39af1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462999 Feb 09 12:26:17.608270 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-1f19cf1d-4ffd-470e-b183-3b4f6309b4b6 service neutron] Port ad7f21e1-10e7-4dda-b564-1aa1eb4492d6 on network 4f732e35-467f-44f5-be04-aa808693dec3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:26:17.608711 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-1f19cf1d-4ffd-470e-b183-3b4f6309b4b6 service neutron] Attempting to bind port ad7f21e1-10e7-4dda-b564-1aa1eb4492d6 on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:26:17.629349 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-1f19cf1d-4ffd-470e-b183-3b4f6309b4b6 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:26:17.629654 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-1f19cf1d-4ffd-470e-b183-3b4f6309b4b6 service neutron] Checking segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:26:17.635779 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:17.643039 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-1f19cf1d-4ffd-470e-b183-3b4f6309b4b6 service neutron] Bound using segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:26:17.644385 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-1f19cf1d-4ffd-470e-b183-3b4f6309b4b6 service neutron] Bound port: ad7f21e1-10e7-4dda-b564-1aa1eb4492d6, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:26:17.646490 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-1f19cf1d-4ffd-470e-b183-3b4f6309b4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:17.658746 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:17.673116 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f9833f63-eb0e-4795-8394-1a8f1499e638 None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:17.714782 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f9833f63-eb0e-4795-8394-1a8f1499e638 None None] Transition to ACTIVE for port object f97bfa4e-67b4-4453-bd11-887022653114 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:26:17.726292 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f9833f63-eb0e-4795-8394-1a8f1499e638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:17.869426 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa55cfa-0309-4525-a869-9e68fb3f8f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2209e15b-1a84-4f47-a649-f9b6a5a5faa9', 'code': 200} Feb 09 12:26:17.922968 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e297f470-acc7-4582-b700-a680f2f37e55 None None] Pushing event updated for resources: {'Port': ['ID=f97bfa4e-67b4-4453-bd11-887022653114,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:17.942890 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-f9833f63-eb0e-4795-8394-1a8f1499e638 None None] Attempting to bind port f97bfa4e-67b4-4453-bd11-887022653114 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:26:17.943602 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-f9833f63-eb0e-4795-8394-1a8f1499e638 None None] Attempting to bind port f97bfa4e-67b4-4453-bd11-887022653114 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:26:17.944026 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9833f63-eb0e-4795-8394-1a8f1499e638 None None] Attempting to bind port f97bfa4e-67b4-4453-bd11-887022653114 on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:26:17.954865 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9833f63-eb0e-4795-8394-1a8f1499e638 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:26:17.955235 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9833f63-eb0e-4795-8394-1a8f1499e638 None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:26:17.974517 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f9833f63-eb0e-4795-8394-1a8f1499e638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:17.977588 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9833f63-eb0e-4795-8394-1a8f1499e638 None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:26:17.978260 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-f9833f63-eb0e-4795-8394-1a8f1499e638 None None] Bound port: f97bfa4e-67b4-4453-bd11-887022653114, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:26:17.978843 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f9833f63-eb0e-4795-8394-1a8f1499e638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:18.005644 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53256) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:18.072337 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5cc7a-82ed-4a06-8be7-050a1d2536e0 req-f0b1bee3-2d43-4305-bb70-0674630c8e59 tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:18.084233 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ded5cc7a-82ed-4a06-8be7-050a1d2536e0 req-f0b1bee3-2d43-4305-bb70-0674630c8e59 tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] 10.222.0.55 "GET /v2.0/ports?device_id=44653649-356d-4017-ad34-4b6407b73d73 HTTP/1.1" status: 200 len: 946 time: 2.5706117 Feb 09 12:26:18.182834 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72501173-2946-4fe8-b6bb-42f76ccb4743 req-91fbc0b3-4bc3-47b0-95ee-ceafe0f37da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:18.186213 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-72501173-2946-4fe8-b6bb-42f76ccb4743 req-91fbc0b3-4bc3-47b0-95ee-ceafe0f37da4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4fa55cfa-0309-4525-a869-9e68fb3f8f32 HTTP/1.1" status: 200 len: 1096 time: 0.2551613 Feb 09 12:26:18.197731 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-f9833f63-eb0e-4795-8394-1a8f1499e638 None None] For port f97bfa4e-67b4-4453-bd11-887022653114, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:26:18.205070 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-f9833f63-eb0e-4795-8394-1a8f1499e638 None None] For port f97bfa4e-67b4-4453-bd11-887022653114, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=f97bfa4e-67b4-4453-bd11-887022653114,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:26:18.211111 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f9833f63-eb0e-4795-8394-1a8f1499e638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:18.261208 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6f29b974-c088-49f7-b2ec-c8053b5a54f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:18.316721 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-1f19cf1d-4ffd-470e-b183-3b4f6309b4b6 service neutron] For port ad7f21e1-10e7-4dda-b564-1aa1eb4492d6, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:26:18.326644 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-1f19cf1d-4ffd-470e-b183-3b4f6309b4b6 service neutron] For port ad7f21e1-10e7-4dda-b564-1aa1eb4492d6, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=ad7f21e1-10e7-4dda-b564-1aa1eb4492d6,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:26:18.373405 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6f29b974-c088-49f7-b2ec-c8053b5a54f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:26:18.388961 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-6f29b974-c088-49f7-b2ec-c8053b5a54f1 admin admin] Usage tracker for resource:security_group_rule and tenant:f515eca0ec134f77ae9d6fa235563b68 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:26:18.393986 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-72501173-2946-4fe8-b6bb-42f76ccb4743 req-e24cabf0-566c-47eb-ba17-02616c8d229a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986144 Feb 09 12:26:18.395596 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-6f29b974-c088-49f7-b2ec-c8053b5a54f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:26:18.405703 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6f29b974-c088-49f7-b2ec-c8053b5a54f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:26:18.440485 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9833f63-eb0e-4795-8394-1a8f1499e638 None None] Routers {'a4f10f79-3438-4b3e-899e-b2b9c6e496fe'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:26:18.441142 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-f9833f63-eb0e-4795-8394-1a8f1499e638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:26:17Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['a4f10f79-3438-4b3e-899e-b2b9c6e496fe'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:26:18.596325 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6f29b974-c088-49f7-b2ec-c8053b5a54f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:18.601903 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6f29b974-c088-49f7-b2ec-c8053b5a54f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:18.663295 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6f29b974-c088-49f7-b2ec-c8053b5a54f1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f515eca0ec134f77ae9d6fa235563b68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6514010 Feb 09 12:26:18.665774 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53268) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:18.681496 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f29b974-c088-49f7-b2ec-c8053b5a54f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b57adb-fb70-4eac-838b-5fde2abfb584,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:18.714656 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e297f470-acc7-4582-b700-a680f2f37e55 None None] Pushing event updated for resources: {'Port': ['ID=f97bfa4e-67b4-4453-bd11-887022653114,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:18.757487 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2942adf8-2d37-4841-ab8b-8c968acc0c8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:18.778514 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-f9833f63-eb0e-4795-8394-1a8f1499e638 None None] Set router a4f10f79-3438-4b3e-899e-b2b9c6e496fe gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:26:18.801689 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2942adf8-2d37-4841-ab8b-8c968acc0c8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:18.804287 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-1f19cf1d-4ffd-470e-b183-3b4f6309b4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:18.913807 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2942adf8-2d37-4841-ab8b-8c968acc0c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:18.955818 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2942adf8-2d37-4841-ab8b-8c968acc0c8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:18.956988 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2942adf8-2d37-4841-ab8b-8c968acc0c8d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/88b57adb-fb70-4eac-838b-5fde2abfb584 HTTP/1.1" status: 204 len: 168 time: 0.2901661 Feb 09 12:26:18.961400 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942adf8-2d37-4841-ab8b-8c968acc0c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b57adb-fb70-4eac-838b-5fde2abfb584,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:18.997429 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ded5cc7a-82ed-4a06-8be7-050a1d2536e0 req-2f91504a-ced5-4f90-a7ef-1368520c1482 tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] 10.222.0.55 "GET /v2.0/security-groups?id=8060190c-ca88-46ad-9ebe-56027b0190ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9093366 Feb 09 12:26:19.047516 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-1f19cf1d-4ffd-470e-b183-3b4f6309b4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:19.052469 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-1f19cf1d-4ffd-470e-b183-3b4f6309b4b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:19.054742 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-1f19cf1d-4ffd-470e-b183-3b4f6309b4b6 service neutron] 10.222.0.46 "PUT /v2.0/ports/ad7f21e1-10e7-4dda-b564-1aa1eb4492d6 HTTP/1.1" status: 200 len: 1096 time: 6.1659992 Feb 09 12:26:19.137478 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:19.294795 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 560f2f9b-e727-44c4-bc2e-088661b82618 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:26:19.463491 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d688a-a16a-4e11-b7e5-277c6efecdec req-b88cac34-34cc-446d-9d34-d8d8196e46b6 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:19.479870 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9b3d688a-a16a-4e11-b7e5-277c6efecdec req-b88cac34-34cc-446d-9d34-d8d8196e46b6 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fa55cfa-0309-4525-a869-9e68fb3f8f32 HTTP/1.1" status: 200 len: 945 time: 1.3770752 Feb 09 12:26:19.538769 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 560f2f9b-e727-44c4-bc2e-088661b82618, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=560f2f9b-e727-44c4-bc2e-088661b82618,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:26:19.564610 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f19cf1d-4ffd-470e-b183-3b4f6309b4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=ad7f21e1-10e7-4dda-b564-1aa1eb4492d6,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:19.572350 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '560f2f9b-e727-44c4-bc2e-088661b82618', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'port_id': '560f2f9b-e727-44c4-bc2e-088661b82618', 'mac_address': 'fa:16:3e:0a:74:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed5558-888d-440a-8c32-52f2f9bc5bd5', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:26:19.670032 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:19.748011 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 560f2f9b-e727-44c4-bc2e-088661b82618 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:26:19.818778 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 560f2f9b-e727-44c4-bc2e-088661b82618, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=560f2f9b-e727-44c4-bc2e-088661b82618,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:26:19.823423 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-f9833f63-eb0e-4795-8394-1a8f1499e638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f10f79-3438-4b3e-899e-b2b9c6e496fe', 'name': 'tempest-AttachSCSIVolumeTestJSON-1000675349-router', 'tenant_id': '5017a821b84147f5848802e2e9f1fbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': 'f97bfa4e-67b4-4453-bd11-887022653114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:26:04Z', 'updated_at': '2022-02-09T12:26:11Z', 'revision_number': 3, 'project_id': '5017a821b84147f5848802e2e9f1fbb5', 'gw_port': {'id': 'f97bfa4e-67b4-4453-bd11-887022653114', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f10f79-3438-4b3e-899e-b2b9c6e496fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:26:07Z', 'updated_at': '2022-02-09T12:26:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:26:19.839801 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:19.840709 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9b3d688a-a16a-4e11-b7e5-277c6efecdec req-321a82de-7644-414c-be71-d6d5557dcef7 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597627 Feb 09 12:26:19.928065 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24d385-8342-4359-bdf8-a913d22f4e58 req-42c3b974-37ea-4638-8376-fcc9a97ba4ab tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:19.930047 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4f24d385-8342-4359-bdf8-a913d22f4e58 req-42c3b974-37ea-4638-8376-fcc9a97ba4ab tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee9c0b58-f947-449e-8cf8-972ea6a21ee7 HTTP/1.1" status: 200 len: 946 time: 0.6299336 Feb 09 12:26:19.934597 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-518fc0ce-906f-4f12-bc18-3c10d0ce6988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:19.939621 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9833f63-eb0e-4795-8394-1a8f1499e638 None None] The sync data for ids ['a4f10f79-3438-4b3e-899e-b2b9c6e496fe'] in n-d-825178-3 is: [{'id': 'a4f10f79-3438-4b3e-899e-b2b9c6e496fe', 'name': 'tempest-AttachSCSIVolumeTestJSON-1000675349-router', 'tenant_id': '5017a821b84147f5848802e2e9f1fbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': 'f97bfa4e-67b4-4453-bd11-887022653114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:26:04Z', 'updated_at': '2022-02-09T12:26:11Z', 'revision_number': 3, 'project_id': '5017a821b84147f5848802e2e9f1fbb5', 'gw_port': {'id': 'f97bfa4e-67b4-4453-bd11-887022653114', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f10f79-3438-4b3e-899e-b2b9c6e496fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:26:07Z', 'updated_at': '2022-02-09T12:26:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:26:19.940358 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-518fc0ce-906f-4f12-bc18-3c10d0ce6988 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1cd5461fb50742f08b750a3ea3e35b39&device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 1099 time: 0.7137940 Feb 09 12:26:19.978655 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44653649-356d-4017-ad34-4b6407b73d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f742e2-2648-4474-9220-41e4a4bb1888'}, {'server_uuid': 'ee9c0b58-f947-449e-8cf8-972ea6a21ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5866c5-e054-46d5-ad65-fe3d9b7a2784'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:26:20.100215 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=560f2f9b-e727-44c4-bc2e-088661b82618,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:20.129733 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-27842437-fbcf-4ba7-876a-84b412318b19 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:20.131046 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-27842437-fbcf-4ba7-876a-84b412318b19 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Synchronizing usage tracker for tenant:c35b136021fd452e84da1be28afeefee on resource:network {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:26:20.194436 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-27842437-fbcf-4ba7-876a-84b412318b19 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Unset dirty status for tenant:c35b136021fd452e84da1be28afeefee on resource:network {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:26:20.196126 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-27842437-fbcf-4ba7-876a-84b412318b19 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.46 "GET /v2.0/networks?id=985217ad-b773-4531-9367-f144e39af1cf HTTP/1.1" status: 200 len: 805 time: 0.5273356 Feb 09 12:26:20.216230 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-dd46db8c-4740-48ce-8adb-9434d4a46c3b tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Request body: {'port': {'device_id': '90c74a17-df51-46ca-9bdf-0f0627aa1fea', 'network_id': '985217ad-b773-4531-9367-f144e39af1cf', 'admin_state_up': True, 'tenant_id': 'c35b136021fd452e84da1be28afeefee'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:26:20.262104 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:20.393055 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-34b4ba6b-58d5-4215-9951-89ead0121556 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=ad7f21e1-10e7-4dda-b564-1aa1eb4492d6 HTTP/1.1" status: 200 len: 217 time: 0.2996407 Feb 09 12:26:20.404512 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['560f2f9b-e727-44c4-bc2e-088661b82618'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:26:20.444146 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-dd46db8c-4740-48ce-8adb-9434d4a46c3b tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:26:20.466000 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-dd46db8c-4740-48ce-8adb-9434d4a46c3b tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Usage tracker for resource:port and tenant:c35b136021fd452e84da1be28afeefee is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:26:20.477130 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-dd46db8c-4740-48ce-8adb-9434d4a46c3b tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:26:20.488942 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-dd46db8c-4740-48ce-8adb-9434d4a46c3b tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:26:20.510623 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-dd46db8c-4740-48ce-8adb-9434d4a46c3b tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Made reservation on behalf of c35b136021fd452e84da1be28afeefee for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:26:20.514883 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-dd46db8c-4740-48ce-8adb-9434d4a46c3b tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:20.630106 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 53296) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:20.635937 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4f24d385-8342-4359-bdf8-a913d22f4e58 req-0a53f233-622b-4366-87a8-e41e73e25ccc tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6943932 Feb 09 12:26:20.652545 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-87e95556-33c8-4288-bf09-9d10085c4ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:20.737957 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-dbf87487-213f-4d93-ad53-71c6ca2699f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:20.740030 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-dbf87487-213f-4d93-ad53-71c6ca2699f3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.2634063 Feb 09 12:26:20.871991 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'tag': '753ea632-df42-4ace-853e-cbed8bf97ca9', 'status': 'completed', 'code': 200} Feb 09 12:26:20.997884 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-f0bcb9ac-04a7-4821-b2ed-a3b0dab233a8 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-57238529', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:26:21.009296 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-f0bcb9ac-04a7-4821-b2ed-a3b0dab233a8 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:26:21.015044 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-f0bcb9ac-04a7-4821-b2ed-a3b0dab233a8 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Usage tracker for resource:router and tenant:43a63036f8c04841af38ed3b0d79a91b is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:26:21.020183 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-f0bcb9ac-04a7-4821-b2ed-a3b0dab233a8 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:26:21.025126 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-dd46db8c-4740-48ce-8adb-9434d4a46c3b tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Allocated IP 172.20.0.9 (985217ad-b773-4531-9367-f144e39af1cf/3c9b480e-1cd6-43a9-9d3f-1e4f05f3898f/40dc350d-1874-481c-a46c-c820c9950461) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:26:21.033861 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-f0bcb9ac-04a7-4821-b2ed-a3b0dab233a8 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:26:21.097049 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7125607-d557-40b5-97af-097b65d1c0bb req-bf8e6cb9-a5ed-4915-acd7-7624c1b1ae2d tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:21.108403 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7125607-d557-40b5-97af-097b65d1c0bb req-bf8e6cb9-a5ed-4915-acd7-7624c1b1ae2d tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:21.120794 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7125607-d557-40b5-97af-097b65d1c0bb req-bf8e6cb9-a5ed-4915-acd7-7624c1b1ae2d tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:21.135673 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7125607-d557-40b5-97af-097b65d1c0bb req-bf8e6cb9-a5ed-4915-acd7-7624c1b1ae2d tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:21.155382 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7125607-d557-40b5-97af-097b65d1c0bb req-bf8e6cb9-a5ed-4915-acd7-7624c1b1ae2d tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:21.162814 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7125607-d557-40b5-97af-097b65d1c0bb req-bf8e6cb9-a5ed-4915-acd7-7624c1b1ae2d tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:21.169088 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7125607-d557-40b5-97af-097b65d1c0bb req-bf8e6cb9-a5ed-4915-acd7-7624c1b1ae2d tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:21.171136 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b7125607-d557-40b5-97af-097b65d1c0bb req-bf8e6cb9-a5ed-4915-acd7-7624c1b1ae2d tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/ports?device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 5445 time: 0.8857980 Feb 09 12:26:21.172300 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f0bcb9ac-04a7-4821-b2ed-a3b0dab233a8 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:21.173528 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f0bcb9ac-04a7-4821-b2ed-a3b0dab233a8 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:21.277271 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-dd46db8c-4740-48ce-8adb-9434d4a46c3b tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:21.333061 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d606431-7b55-4a58-b878-aa664126ecfd', 'tag': '560f2f9b-e727-44c4-bc2e-088661b82618', 'status': 'completed', 'code': 200} Feb 09 12:26:21.367716 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-dd46db8c-4740-48ce-8adb-9434d4a46c3b tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:21.532171 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-dd46db8c-4740-48ce-8adb-9434d4a46c3b tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Network 985217ad-b773-4531-9367-f144e39af1cf is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:26:21.532171 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-dd46db8c-4740-48ce-8adb-9434d4a46c3b tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:26:21.532171 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-dd46db8c-4740-48ce-8adb-9434d4a46c3b tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:26:21.562573 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-87e95556-33c8-4288-bf09-9d10085c4ad0 admin admin] Allocated IP 172.20.0.1 (7d895f48-adec-4d63-a826-9c8b23067622/af39cf96-b827-49c2-8222-1e1ef60c73ed/1900d1bd-0443-4875-a12e-0c6643aa048b) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:26:21.637165 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b7125607-d557-40b5-97af-097b65d1c0bb req-90fe0286-90fe-4f68-92cf-e57ac1611011 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c0bc8c-d7b4-4723-ae3e-494e368debc4&id=cc193dc4-ba36-4ff9-b98a-95f008157bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4489417 Feb 09 12:26:21.648316 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f0bcb9ac-04a7-4821-b2ed-a3b0dab233a8 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:21.691349 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-19339ab7-23cc-480c-8e59-ca22b9e18428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:21.691349 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-19339ab7-23cc-480c-8e59-ca22b9e18428 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9270430 Feb 09 12:26:22.013904 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd46db8c-4740-48ce-8adb-9434d4a46c3b tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Pushing event updated for resources: {'Port': ['ID=40dc350d-1874-481c-a46c-c820c9950461,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:22.027316 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-dd46db8c-4740-48ce-8adb-9434d4a46c3b tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:22.028359 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-dd46db8c-4740-48ce-8adb-9434d4a46c3b tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:22.053985 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ddf1f-f0b6-4c17-be3d-5d94389ed3dd req-b5316648-c70a-4240-8aaf-00c36c385a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:22.058290 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-778ddf1f-f0b6-4c17-be3d-5d94389ed3dd req-b5316648-c70a-4240-8aaf-00c36c385a27 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1cd5461fb50742f08b750a3ea3e35b39&device_id=6d606431-7b55-4a58-b878-aa664126ecfd HTTP/1.1" status: 200 len: 1100 time: 0.7243474 Feb 09 12:26:22.070549 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-dd46db8c-4740-48ce-8adb-9434d4a46c3b tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8587806 Feb 09 12:26:22.094629 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-5054dfd2-54c6-4240-bc3a-e9064433368a service neutron] Request body: {'port': {'device_id': '90c74a17-df51-46ca-9bdf-0f0627aa1fea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:26:22.137925 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-c24b2495-a6cd-483c-8030-2d4a9e2dcb67 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679237 Feb 09 12:26:22.235597 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63fe8c5-0519-4dfd-8e96-aea9e180787a req-9c049c4c-6f64-4361-a655-f992cbf959a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:22.241595 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63fe8c5-0519-4dfd-8e96-aea9e180787a req-9c049c4c-6f64-4361-a655-f992cbf959a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:22.241595 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63fe8c5-0519-4dfd-8e96-aea9e180787a req-9c049c4c-6f64-4361-a655-f992cbf959a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:22.241595 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63fe8c5-0519-4dfd-8e96-aea9e180787a req-9c049c4c-6f64-4361-a655-f992cbf959a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:22.241595 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63fe8c5-0519-4dfd-8e96-aea9e180787a req-9c049c4c-6f64-4361-a655-f992cbf959a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:22.241595 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63fe8c5-0519-4dfd-8e96-aea9e180787a req-9c049c4c-6f64-4361-a655-f992cbf959a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:22.241595 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63fe8c5-0519-4dfd-8e96-aea9e180787a req-9c049c4c-6f64-4361-a655-f992cbf959a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:22.241595 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c63fe8c5-0519-4dfd-8e96-aea9e180787a req-9c049c4c-6f64-4361-a655-f992cbf959a0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1504faf0b32244dc872049fa5f2c3962&device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 6502 time: 1.3512359 Feb 09 12:26:22.265139 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f0bcb9ac-04a7-4821-b2ed-a3b0dab233a8 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:22.432333 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device f97bfa4e-67b4-4453-bd11-887022653114 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:26:22.571000 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:22.634659 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21436a23-419e-44e0-a4ed-e4c69f564352 req-32fe6b31-92b5-444a-862e-04f104529ea1 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:22.634659 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-21436a23-419e-44e0-a4ed-e4c69f564352 req-32fe6b31-92b5-444a-862e-04f104529ea1 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d606431-7b55-4a58-b878-aa664126ecfd HTTP/1.1" status: 200 len: 949 time: 1.4495046 Feb 09 12:26:22.650868 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port f97bfa4e-67b4-4453-bd11-887022653114 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:26:22.658094 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f0bcb9ac-04a7-4821-b2ed-a3b0dab233a8 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:22.658094 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f0bcb9ac-04a7-4821-b2ed-a3b0dab233a8 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 710 time: 2.0170643 Feb 09 12:26:22.667035 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port f97bfa4e-67b4-4453-bd11-887022653114 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:26:22.667035 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:22.673888 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53306) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:22.687133 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-a7106659-e7fb-4e3f-b1b2-bf0681229c56 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1424895485'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:26:22.707235 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a7106659-e7fb-4e3f-b1b2-bf0681229c56 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:26:22.724813 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a7106659-e7fb-4e3f-b1b2-bf0681229c56 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Usage tracker for resource:network and tenant:43a63036f8c04841af38ed3b0d79a91b is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:26:22.745808 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a7106659-e7fb-4e3f-b1b2-bf0681229c56 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:26:22.745808 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-5054dfd2-54c6-4240-bc3a-e9064433368a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:22.774567 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a7106659-e7fb-4e3f-b1b2-bf0681229c56 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:26:22.774567 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ddf1f-f0b6-4c17-be3d-5d94389ed3dd req-e7132e5f-c136-4f3e-98e3-0e934a98602c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:22.792942 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-778ddf1f-f0b6-4c17-be3d-5d94389ed3dd req-e7132e5f-c136-4f3e-98e3-0e934a98602c service neutron] 10.222.0.46 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.7073035 Feb 09 12:26:22.825933 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-87e95556-33c8-4288-bf09-9d10085c4ad0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:22.978577 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7106659-e7fb-4e3f-b1b2-bf0681229c56 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Made reservation on behalf of 43a63036f8c04841af38ed3b0d79a91b for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:26:22.978577 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7106659-e7fb-4e3f-b1b2-bf0681229c56 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:22.992046 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c91e7ca1-d713-4154-a9be-6507b920ee81', 'tag': 'ad7f21e1-10e7-4dda-b564-1aa1eb4492d6'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:26:23.007413 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d782e640-181c-4d1c-8957-2bc7864198e9 req-a53a5878-3e6f-47eb-aa88-08749e09d5fb service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8434551 Feb 09 12:26:23.007413 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63fe8c5-0519-4dfd-8e96-aea9e180787a req-20de8abe-8109-422a-91f8-9cc319107da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:23.007413 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c63fe8c5-0519-4dfd-8e96-aea9e180787a req-20de8abe-8109-422a-91f8-9cc319107da2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35 HTTP/1.1" status: 200 len: 917 time: 0.7208662 Feb 09 12:26:23.043821 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:23.063973 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-778ddf1f-f0b6-4c17-be3d-5d94389ed3dd req-a7dc178f-faeb-4328-85cd-8bd353bc647e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=560f2f9b-e727-44c4-bc2e-088661b82618 HTTP/1.1" status: 200 len: 217 time: 0.2693892 Feb 09 12:26:23.070171 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port f97bfa4e-67b4-4453-bd11-887022653114, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=f97bfa4e-67b4-4453-bd11-887022653114,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:26:23.082976 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:23.107284 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7106659-e7fb-4e3f-b1b2-bf0681229c56 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:23.157926 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa043ff1-3058-4950-9c55-2b507b41c05c req-576775ed-4b12-481a-b7c0-ecf12a72932e tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:23.162289 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fa043ff1-3058-4950-9c55-2b507b41c05c req-576775ed-4b12-481a-b7c0-ecf12a72932e tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=90c74a17-df51-46ca-9bdf-0f0627aa1fea HTTP/1.1" status: 200 len: 931 time: 1.1457441 Feb 09 12:26:23.191127 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-21436a23-419e-44e0-a4ed-e4c69f564352 req-95f42fee-b9d0-4a6a-9b05-b2924065d18a tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5080826 Feb 09 12:26:23.231955 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-87e95556-33c8-4288-bf09-9d10085c4ad0 admin admin] Transition to ACTIVE for port object 1900d1bd-0443-4875-a12e-0c6643aa048b will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:26:23.383872 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44653649-356d-4017-ad34-4b6407b73d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f742e2-2648-4474-9220-41e4a4bb1888', 'code': 200} Feb 09 12:26:23.383872 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9c0b58-f947-449e-8cf8-972ea6a21ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5866c5-e054-46d5-ad65-fe3d9b7a2784', 'code': 200} Feb 09 12:26:23.402013 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 560f2f9b-e727-44c4-bc2e-088661b82618 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:26:23.417015 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fa043ff1-3058-4950-9c55-2b507b41c05c req-5fde6fcb-5a17-43a4-ab8f-ca73e2d090b5 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157333 Feb 09 12:26:23.446545 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c63fe8c5-0519-4dfd-8e96-aea9e180787a req-5c6158d6-78ed-4e12-8b92-b40223b39289 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=753ea632-df42-4ace-853e-cbed8bf97ca9 HTTP/1.1" status: 200 len: 1002 time: 0.4163485 Feb 09 12:26:23.499172 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a7106659-e7fb-4e3f-b1b2-bf0681229c56 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:26:23.509170 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a7106659-e7fb-4e3f-b1b2-bf0681229c56 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Usage tracker for resource:security_group_rule and tenant:43a63036f8c04841af38ed3b0d79a91b is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:26:23.517222 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a7106659-e7fb-4e3f-b1b2-bf0681229c56 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:26:23.528851 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a7106659-e7fb-4e3f-b1b2-bf0681229c56 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:26:23.570935 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 560f2f9b-e727-44c4-bc2e-088661b82618 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:26:23.581488 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 560f2f9b-e727-44c4-bc2e-088661b82618 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:26:23.581747 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:23.613685 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=f97bfa4e-67b4-4453-bd11-887022653114,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:23.615774 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ddf1f-f0b6-4c17-be3d-5d94389ed3dd req-42ce18b9-0688-4c01-897a-fa5e514c4639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:23.617945 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-778ddf1f-f0b6-4c17-be3d-5d94389ed3dd req-42ce18b9-0688-4c01-897a-fa5e514c4639 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.5509939 Feb 09 12:26:23.774793 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:23.812972 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 560f2f9b-e727-44c4-bc2e-088661b82618, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=560f2f9b-e727-44c4-bc2e-088661b82618,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:26:23.812972 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:23.903723 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=560f2f9b-e727-44c4-bc2e-088661b82618,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:23.919479 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ddf1f-f0b6-4c17-be3d-5d94389ed3dd req-686926f8-854f-4081-b402-d8d392d8ffe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:23.921765 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-778ddf1f-f0b6-4c17-be3d-5d94389ed3dd req-686926f8-854f-4081-b402-d8d392d8ffe3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2919238 Feb 09 12:26:23.926617 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7106659-e7fb-4e3f-b1b2-bf0681229c56 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:23.953816 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7106659-e7fb-4e3f-b1b2-bf0681229c56 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:24.029557 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-87e95556-33c8-4288-bf09-9d10085c4ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:24.042954 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63fe8c5-0519-4dfd-8e96-aea9e180787a req-9ed8c235-116c-4275-ac9a-f2a1bac6aa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:24.044968 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c63fe8c5-0519-4dfd-8e96-aea9e180787a req-9ed8c235-116c-4275-ac9a-f2a1bac6aa2b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3d2e5ab4-ed0b-495e-9f76-7abb1b03c440 HTTP/1.1" status: 200 len: 855 time: 0.6014342 Feb 09 12:26:24.114332 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7106659-e7fb-4e3f-b1b2-bf0681229c56 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:26:24.130907 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-5054dfd2-54c6-4240-bc3a-e9064433368a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40dc350d-1874-481c-a46c-c820c9950461 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:26:24.137308 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7106659-e7fb-4e3f-b1b2-bf0681229c56 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97a8a107-86d8-4ca7-b8ee-45b76c9fb888,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:24.153273 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-5054dfd2-54c6-4240-bc3a-e9064433368a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:24.166200 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7106659-e7fb-4e3f-b1b2-bf0681229c56 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:24.166782 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-a7106659-e7fb-4e3f-b1b2-bf0681229c56 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Added segment 98858549-7b59-412e-b0dc-8187bf531477 of type vlan for network 0afa6c7a-d33d-42b7-ad0c-dcec483bd6eb Feb 09 12:26:24.175458 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e95556-33c8-4288-bf09-9d10085c4ad0 admin admin] Network 7d895f48-adec-4d63-a826-9c8b23067622 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:26:24.200899 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-5054dfd2-54c6-4240-bc3a-e9064433368a service neutron] Transition to ACTIVE for port object 40dc350d-1874-481c-a46c-c820c9950461 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:26:24.211909 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-5054dfd2-54c6-4240-bc3a-e9064433368a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:24.223927 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-87e95556-33c8-4288-bf09-9d10085c4ad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:26:24.231911 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e95556-33c8-4288-bf09-9d10085c4ad0 admin admin] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:26:24.299416 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-778ddf1f-f0b6-4c17-be3d-5d94389ed3dd req-bb9c373d-7347-40b6-a8b4-e650b988ac23 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695381 Feb 09 12:26:24.311502 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7106659-e7fb-4e3f-b1b2-bf0681229c56 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:24.343963 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e95556-33c8-4288-bf09-9d10085c4ad0 admin admin] Pushing event updated for resources: {'Port': ['ID=1900d1bd-0443-4875-a12e-0c6643aa048b,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:24.352723 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device f97bfa4e-67b4-4453-bd11-887022653114 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:26:24.390964 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d00bee-2650-48a5-bfb8-37e8e45e08c8 req-bfd5a1e7-6bbc-4a2a-8d42-32af2eddbcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:24.392788 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d7d00bee-2650-48a5-bfb8-37e8e45e08c8 req-bfd5a1e7-6bbc-4a2a-8d42-32af2eddbcc3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=44653649-356d-4017-ad34-4b6407b73d73 HTTP/1.1" status: 200 len: 1097 time: 0.8631608 Feb 09 12:26:24.401553 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e88281-c3b8-482c-b9a0-b12c1d59d8cd req-6afeeedc-645c-4328-9d71-64e9f7a5e1eb tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:24.409457 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-46e88281-c3b8-482c-b9a0-b12c1d59d8cd req-6afeeedc-645c-4328-9d71-64e9f7a5e1eb tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fa55cfa-0309-4525-a869-9e68fb3f8f32 HTTP/1.1" status: 200 len: 945 time: 0.6463969 Feb 09 12:26:24.416496 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-87e95556-33c8-4288-bf09-9d10085c4ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:24.568717 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.resource_extend [None req-a7106659-e7fb-4e3f-b1b2-bf0681229c56 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:26:24.569611 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port f97bfa4e-67b4-4453-bd11-887022653114 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:26:24.570212 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:24.668255 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5054dfd2-54c6-4240-bc3a-e9064433368a service neutron] Pushing event updated for resources: {'Port': ['ID=40dc350d-1874-481c-a46c-c820c9950461,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:24.728805 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7106659-e7fb-4e3f-b1b2-bf0681229c56 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:24.735537 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7106659-e7fb-4e3f-b1b2-bf0681229c56 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:24.737496 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7106659-e7fb-4e3f-b1b2-bf0681229c56 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:24.793653 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6039e11f-e2db-43e4-a691-f7925b34e3b5 None None] Provisioning for port 1900d1bd-0443-4875-a12e-0c6643aa048b completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:26:24.803111 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6039e11f-e2db-43e4-a691-f7925b34e3b5 None None] Provisioning complete for port 1900d1bd-0443-4875-a12e-0c6643aa048b triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:26:24.803710 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6039e11f-e2db-43e4-a691-f7925b34e3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:24.849872 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c84ea-3372-4d8e-9c46-d3af7f8c57a5 req-b3836b11-520e-47c4-bed3-f7abfdc08301 tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:24.851779 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-db4c84ea-3372-4d8e-9c46-d3af7f8c57a5 req-b3836b11-520e-47c4-bed3-f7abfdc08301 tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] 10.222.0.55 "GET /v2.0/ports?device_id=44653649-356d-4017-ad34-4b6407b73d73 HTTP/1.1" status: 200 len: 946 time: 1.0953684 Feb 09 12:26:24.879084 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-6039e11f-e2db-43e4-a691-f7925b34e3b5 None None] Port 1900d1bd-0443-4875-a12e-0c6643aa048b cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:26:24.901632 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d7d00bee-2650-48a5-bfb8-37e8e45e08c8 req-c84a557f-8f9e-4b62-9752-bc416fa3ec3c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8060190c-ca88-46ad-9ebe-56027b0190ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4867249 Feb 09 12:26:24.904417 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-46e88281-c3b8-482c-b9a0-b12c1d59d8cd req-1c09e883-6850-4afa-802f-83f34b1da04d tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4939678 Feb 09 12:26:25.033579 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-db4c84ea-3372-4d8e-9c46-d3af7f8c57a5 req-44c86407-4848-4b0e-9a6b-3efe60fa7585 tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] 10.222.0.55 "GET /v2.0/security-groups?id=8060190c-ca88-46ad-9ebe-56027b0190ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354399 Feb 09 12:26:25.045252 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63fe8c5-0519-4dfd-8e96-aea9e180787a req-c0b460f6-0170-47d6-9597-97a40bb9bfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:25.047334 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c63fe8c5-0519-4dfd-8e96-aea9e180787a req-c0b460f6-0170-47d6-9597-97a40bb9bfe7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9490838 Feb 09 12:26:25.065817 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-87e95556-33c8-4288-bf09-9d10085c4ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:25.088835 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-5054dfd2-54c6-4240-bc3a-e9064433368a service neutron] Attempting to bind port 40dc350d-1874-481c-a46c-c820c9950461 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:26:25.089932 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-5054dfd2-54c6-4240-bc3a-e9064433368a service neutron] Attempting to bind port 40dc350d-1874-481c-a46c-c820c9950461 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '985217ad-b773-4531-9367-f144e39af1cf'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:26:25.090422 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-5054dfd2-54c6-4240-bc3a-e9064433368a service neutron] Attempting to bind port 40dc350d-1874-481c-a46c-c820c9950461 on network 985217ad-b773-4531-9367-f144e39af1cf {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:26:25.094021 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a7106659-e7fb-4e3f-b1b2-bf0681229c56 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.4310293 Feb 09 12:26:25.102793 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53326) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:25.109966 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-5054dfd2-54c6-4240-bc3a-e9064433368a service neutron] Port 40dc350d-1874-481c-a46c-c820c9950461 on network 985217ad-b773-4531-9367-f144e39af1cf not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:26:25.110574 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-5054dfd2-54c6-4240-bc3a-e9064433368a service neutron] Attempting to bind port 40dc350d-1874-481c-a46c-c820c9950461 on network 985217ad-b773-4531-9367-f144e39af1cf {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:26:25.116093 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-c0b4d37c-5947-49cd-8ee0-b87ae52cf66a tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Request body: {'subnet': {'network_id': '0afa6c7a-d33d-42b7-ad0c-dcec483bd6eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:26:25.134293 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-778ddf1f-f0b6-4c17-be3d-5d94389ed3dd req-a2efd138-f72c-40dd-91de-8d77c219b4bd service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7969401 Feb 09 12:26:25.135089 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7106659-e7fb-4e3f-b1b2-bf0681229c56 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Pushing event updated for resources: {'Network': ['ID=0afa6c7a-d33d-42b7-ad0c-dcec483bd6eb,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:25.148229 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 0afa6c7a-d33d-42b7-ad0c-dcec483bd6eb details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:26:25.154188 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-5054dfd2-54c6-4240-bc3a-e9064433368a service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:26:25.154427 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-5054dfd2-54c6-4240-bc3a-e9064433368a service neutron] Checking segment: {'id': 'ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '985217ad-b773-4531-9367-f144e39af1cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:26:25.155666 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-5054dfd2-54c6-4240-bc3a-e9064433368a service neutron] Bound using segment: {'id': 'ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '985217ad-b773-4531-9367-f144e39af1cf'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:26:25.156322 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-5054dfd2-54c6-4240-bc3a-e9064433368a service neutron] Bound port: 40dc350d-1874-481c-a46c-c820c9950461, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '985217ad-b773-4531-9367-f144e39af1cf'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:26:25.156852 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-5054dfd2-54c6-4240-bc3a-e9064433368a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:25.307390 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device ad7f21e1-10e7-4dda-b564-1aa1eb4492d6 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:26:25.350533 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-5054dfd2-54c6-4240-bc3a-e9064433368a service neutron] For port 40dc350d-1874-481c-a46c-c820c9950461, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:26:25.354290 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-5054dfd2-54c6-4240-bc3a-e9064433368a service neutron] For port 40dc350d-1874-481c-a46c-c820c9950461, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=40dc350d-1874-481c-a46c-c820c9950461,segment=NetworkSegment(ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a),segment_id=ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:26:25.369317 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-5054dfd2-54c6-4240-bc3a-e9064433368a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:25.380710 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d606431-7b55-4a58-b878-aa664126ecfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560f2f9b-e727-44c4-bc2e-088661b82618'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:26:25.489079 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-5054dfd2-54c6-4240-bc3a-e9064433368a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:25.490042 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-5054dfd2-54c6-4240-bc3a-e9064433368a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:25.491594 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-5054dfd2-54c6-4240-bc3a-e9064433368a service neutron] 10.222.0.46 "PUT /v2.0/ports/40dc350d-1874-481c-a46c-c820c9950461 HTTP/1.1" status: 200 len: 1091 time: 3.4023283 Feb 09 12:26:25.492729 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c0b4d37c-5947-49cd-8ee0-b87ae52cf66a tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:26:25.495125 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c74a17-df51-46ca-9bdf-0f0627aa1fea', 'tag': '40dc350d-1874-481c-a46c-c820c9950461'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:26:25.505715 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c0b4d37c-5947-49cd-8ee0-b87ae52cf66a tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Usage tracker for resource:subnet and tenant:43a63036f8c04841af38ed3b0d79a91b is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:26:25.510863 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c0b4d37c-5947-49cd-8ee0-b87ae52cf66a tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:26:25.525206 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c0b4d37c-5947-49cd-8ee0-b87ae52cf66a tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:26:25.533327 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5054dfd2-54c6-4240-bc3a-e9064433368a service neutron] Pushing event updated for resources: {'Port': ['ID=40dc350d-1874-481c-a46c-c820c9950461,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:25.564651 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b4d37c-5947-49cd-8ee0-b87ae52cf66a tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Made reservation on behalf of 43a63036f8c04841af38ed3b0d79a91b for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:26:25.577336 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c0b4d37c-5947-49cd-8ee0-b87ae52cf66a tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:25.647126 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port ad7f21e1-10e7-4dda-b564-1aa1eb4492d6, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=ad7f21e1-10e7-4dda-b564-1aa1eb4492d6,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:26:25.670378 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'ad7f21e1-10e7-4dda-b564-1aa1eb4492d6', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'port_id': 'ad7f21e1-10e7-4dda-b564-1aa1eb4492d6', 'mac_address': 'fa:16:3e:0a:9e:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed5558-888d-440a-8c32-52f2f9bc5bd5', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:26:25.706897 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-87e95556-33c8-4288-bf09-9d10085c4ad0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:25.753175 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:25.786658 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad7f21e1-10e7-4dda-b564-1aa1eb4492d6 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:26:25.793639 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-83242f25-bb4c-4fac-acf2-7932565ad0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:25.796233 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-83242f25-bb4c-4fac-acf2-7932565ad0ee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c35b136021fd452e84da1be28afeefee&device_id=90c74a17-df51-46ca-9bdf-0f0627aa1fea HTTP/1.1" status: 200 len: 1094 time: 0.1971443 Feb 09 12:26:25.806450 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port ad7f21e1-10e7-4dda-b564-1aa1eb4492d6, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=ad7f21e1-10e7-4dda-b564-1aa1eb4492d6,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:26:25.824289 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:25.899146 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-2a79fcab-2b8e-4ff6-bdb9-6d277508cc32 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40dc350d-1874-481c-a46c-c820c9950461 HTTP/1.1" status: 200 len: 217 time: 0.0938311 Feb 09 12:26:25.914312 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=ad7f21e1-10e7-4dda-b564-1aa1eb4492d6,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:25.941215 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-87e95556-33c8-4288-bf09-9d10085c4ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:26.029420 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-06de5a4c-7792-49bb-ad93-a51088f014ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:26.031679 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-06de5a4c-7792-49bb-ad93-a51088f014ba service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3c9b480e-1cd6-43a9-9d3f-1e4f05f3898f HTTP/1.1" status: 200 len: 845 time: 0.0916390 Feb 09 12:26:26.119595 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-994b853f-48b3-43c0-9a5b-1bc9a6fb1f9e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=985217ad-b773-4531-9367-f144e39af1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528965 Feb 09 12:26:26.121624 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c0b4d37c-5947-49cd-8ee0-b87ae52cf66a tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:26.132419 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb7deb-318b-41bb-a355-6246591ad21c req-5a200d7c-840c-45e6-a390-1b34d4266e22 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:26.142338 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bccb7deb-318b-41bb-a355-6246591ad21c req-5a200d7c-840c-45e6-a390-1b34d4266e22 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee9c0b58-f947-449e-8cf8-972ea6a21ee7 HTTP/1.1" status: 200 len: 946 time: 1.0544996 Feb 09 12:26:26.192490 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e95556-33c8-4288-bf09-9d10085c4ad0 admin admin] Pushing event updated for resources: {'Port': ['ID=1900d1bd-0443-4875-a12e-0c6643aa048b,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:26.215198 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-87e95556-33c8-4288-bf09-9d10085c4ad0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:26.268331 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bccb7deb-318b-41bb-a355-6246591ad21c req-b63b4672-59d8-4e40-b8a3-e4ad9c98ce02 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250298 Feb 09 12:26:26.289019 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c63fe8c5-0519-4dfd-8e96-aea9e180787a req-7427871e-1cee-48e8-9226-ba39ba591cb5 service neutron] 10.222.0.46 "GET /v2.0/networks/d9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5740628 Feb 09 12:26:26.330881 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd8ae9-ea71-4e5b-ae63-29df6bd54415 req-e7d1b50d-2d08-4d95-bacb-59e37c134e99 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:26.337689 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd8ae9-ea71-4e5b-ae63-29df6bd54415 req-e7d1b50d-2d08-4d95-bacb-59e37c134e99 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:26.347898 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['ad7f21e1-10e7-4dda-b564-1aa1eb4492d6'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:26:26.391428 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd8ae9-ea71-4e5b-ae63-29df6bd54415 req-e7d1b50d-2d08-4d95-bacb-59e37c134e99 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:26.397710 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd8ae9-ea71-4e5b-ae63-29df6bd54415 req-e7d1b50d-2d08-4d95-bacb-59e37c134e99 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:26.411434 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd8ae9-ea71-4e5b-ae63-29df6bd54415 req-e7d1b50d-2d08-4d95-bacb-59e37c134e99 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:26.422567 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd8ae9-ea71-4e5b-ae63-29df6bd54415 req-e7d1b50d-2d08-4d95-bacb-59e37c134e99 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:26.436334 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd8ae9-ea71-4e5b-ae63-29df6bd54415 req-e7d1b50d-2d08-4d95-bacb-59e37c134e99 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:26.441748 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cabd8ae9-ea71-4e5b-ae63-29df6bd54415 req-e7d1b50d-2d08-4d95-bacb-59e37c134e99 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/ports?device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 5445 time: 0.7255435 Feb 09 12:26:26.449255 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c91e7ca1-d713-4154-a9be-6507b920ee81', 'tag': 'ad7f21e1-10e7-4dda-b564-1aa1eb4492d6', 'status': 'completed', 'code': 200} Feb 09 12:26:26.478588 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-bb5ad8eb-7d25-4eab-81ee-5edb5329f030 service neutron] 10.222.0.46 "GET /v2.0/networks/985217ad-b773-4531-9367-f144e39af1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502853 Feb 09 12:26:26.595338 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b4d37c-5947-49cd-8ee0-b87ae52cf66a tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Pushing event updated for resources: {'Subnet': ['ID=a0b9e8b2-c07e-4cfe-a79c-73342b5d6cfd,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:26.620000 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b4d37c-5947-49cd-8ee0-b87ae52cf66a tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Checking segment: {'id': '98858549-7b59-412e-b0dc-8187bf531477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0afa6c7a-d33d-42b7-ad0c-dcec483bd6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:26:26.625542 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b4d37c-5947-49cd-8ee0-b87ae52cf66a tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Network hostable DHCP agents. Network: 0afa6c7a-d33d-42b7-ad0c-dcec483bd6eb, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:26:26.855572 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b4d37c-5947-49cd-8ee0-b87ae52cf66a tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Network 0afa6c7a-d33d-42b7-ad0c-dcec483bd6eb is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:26:26.884787 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e099386-935b-459c-ad99-69a764179979 req-58268d45-763d-499b-a9eb-bcc0c260c783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:26.884787 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7e099386-935b-459c-ad99-69a764179979 req-58268d45-763d-499b-a9eb-bcc0c260c783 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1cd5461fb50742f08b750a3ea3e35b39&device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 1100 time: 0.3961883 Feb 09 12:26:26.923217 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-81313483-2eb0-4296-8fd4-603a35ced7e5 req-c0f95ed3-3d34-4f79-928d-c5ca4f31f5df service neutron] 10.222.0.46 "GET /v2.0/networks/985217ad-b773-4531-9367-f144e39af1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928649 Feb 09 12:26:26.929998 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-c0b4d37c-5947-49cd-8ee0-b87ae52cf66a tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 0afa6c7a-d33d-42b7-ad0c-dcec483bd6eb) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:26:26.936656 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2300bbd-0a1e-4431-b1be-a1602a537a6a None None] Network 0afa6c7a-d33d-42b7-ad0c-dcec483bd6eb requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:26:26.953658 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c63fe8c5-0519-4dfd-8e96-aea9e180787a req-29ae168f-bf03-4c36-9a59-7ebc2bf7a7d0 service neutron] 10.222.0.46 "GET /v2.0/networks/d9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5086737 Feb 09 12:26:26.985947 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b4d37c-5947-49cd-8ee0-b87ae52cf66a tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:26.986545 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c0b4d37c-5947-49cd-8ee0-b87ae52cf66a tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:27.028942 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cabd8ae9-ea71-4e5b-ae63-29df6bd54415 req-e29f51ee-811d-4713-aee6-2ed3a976441d tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c0bc8c-d7b4-4723-ae3e-494e368debc4&id=cc193dc4-ba36-4ff9-b98a-95f008157bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4751909 Feb 09 12:26:27.041323 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e95556-33c8-4288-bf09-9d10085c4ad0 admin admin] Network 7d895f48-adec-4d63-a826-9c8b23067622 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:26:27.050273 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c0b4d37c-5947-49cd-8ee0-b87ae52cf66a tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9451339 Feb 09 12:26:27.053287 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53336) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:27.058937 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-87e95556-33c8-4288-bf09-9d10085c4ad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:26:27.060933 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-5a44a0b6-d5f2-4779-b4f7-395d62138010 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Request body: {'network': {'name': 'tempest-router-network01--685972645'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:26:27.077937 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5a44a0b6-d5f2-4779-b4f7-395d62138010 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:26:27.082790 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395de75-6ada-4a98-b57a-ac61933c038b req-ec9340b7-2097-4d86-bb47-f123c963d55f tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:27.087240 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5a44a0b6-d5f2-4779-b4f7-395d62138010 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Usage tracker for resource:network and tenant:43a63036f8c04841af38ed3b0d79a91b is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:26:27.098423 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d395de75-6ada-4a98-b57a-ac61933c038b req-ec9340b7-2097-4d86-bb47-f123c963d55f tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d606431-7b55-4a58-b878-aa664126ecfd HTTP/1.1" status: 200 len: 950 time: 0.3683610 Feb 09 12:26:27.106802 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5a44a0b6-d5f2-4779-b4f7-395d62138010 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:26:27.159497 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5a44a0b6-d5f2-4779-b4f7-395d62138010 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:26:27.190953 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e099386-935b-459c-ad99-69a764179979 req-0e5c6374-1cd5-47e3-9603-1340734e46ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:27.190953 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7e099386-935b-459c-ad99-69a764179979 req-0e5c6374-1cd5-47e3-9603-1340734e46ee service neutron] 10.222.0.46 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.3049724 Feb 09 12:26:27.202397 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a44a0b6-d5f2-4779-b4f7-395d62138010 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Made reservation on behalf of 43a63036f8c04841af38ed3b0d79a91b for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:26:27.202397 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5a44a0b6-d5f2-4779-b4f7-395d62138010 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:27.292457 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d395de75-6ada-4a98-b57a-ac61933c038b req-1a601333-a713-41ed-950b-e5202f1ae85e tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969800 Feb 09 12:26:27.403142 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7e099386-935b-459c-ad99-69a764179979 req-2c130be2-61bc-4a5d-be92-7d7a523606d1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=ad7f21e1-10e7-4dda-b564-1aa1eb4492d6 HTTP/1.1" status: 200 len: 217 time: 0.1795039 Feb 09 12:26:27.426408 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a44a0b6-d5f2-4779-b4f7-395d62138010 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:26:27.483567 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f41599-06c0-414c-8a3e-f48d750c6a47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-0afa6c7a-d33d-42b7-ad0c-dcec483bd6eb', 'network_id': '0afa6c7a-d33d-42b7-ad0c-dcec483bd6eb', 'tenant_id': '43a63036f8c04841af38ed3b0d79a91b', 'fixed_ips': [{'subnet_id': 'a0b9e8b2-c07e-4cfe-a79c-73342b5d6cfd'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:26:27.484447 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-49f41599-06c0-414c-8a3e-f48d750c6a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:27.515684 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5a44a0b6-d5f2-4779-b4f7-395d62138010 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:27.516320 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-5a44a0b6-d5f2-4779-b4f7-395d62138010 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Added segment a3c65f72-bc66-4fc6-9b4e-ff5549331e73 of type vlan for network 246a1637-be54-4e7c-943c-b58e2ba64a25 Feb 09 12:26:27.590067 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5a44a0b6-d5f2-4779-b4f7-395d62138010 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:27.595804 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e099386-935b-459c-ad99-69a764179979 req-5fceb10e-b2e9-4308-a38d-b3cb0fa1e87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:27.597794 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7e099386-935b-459c-ad99-69a764179979 req-5fceb10e-b2e9-4308-a38d-b3cb0fa1e87d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.1682396 Feb 09 12:26:27.736865 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-49f41599-06c0-414c-8a3e-f48d750c6a47 None None] Allocated IP 2001:db8::2 (0afa6c7a-d33d-42b7-ad0c-dcec483bd6eb/a0b9e8b2-c07e-4cfe-a79c-73342b5d6cfd/ad7ecb68-2e6e-4dd1-9be0-1426f81f49ca) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:26:27.767131 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e95556-33c8-4288-bf09-9d10085c4ad0 admin admin] Router a4f10f79-3438-4b3e-899e-b2b9c6e496fe has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:26:27.800903 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a6b795-648f-41bd-a695-b2b38bb089e3 req-9aba0951-a14b-480a-9b5b-b87d58945240 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:27.802506 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-17a6b795-648f-41bd-a695-b2b38bb089e3 req-9aba0951-a14b-480a-9b5b-b87d58945240 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=90c74a17-df51-46ca-9bdf-0f0627aa1fea HTTP/1.1" status: 200 len: 943 time: 0.5091100 Feb 09 12:26:28.027991 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90c74a17-df51-46ca-9bdf-0f0627aa1fea', 'tag': '40dc350d-1874-481c-a46c-c820c9950461', 'status': 'completed', 'code': 200} Feb 09 12:26:28.108585 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-49f41599-06c0-414c-8a3e-f48d750c6a47 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:28.120752 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-49f41599-06c0-414c-8a3e-f48d750c6a47 None None] Transition to ACTIVE for port object ad7ecb68-2e6e-4dd1-9be0-1426f81f49ca will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:26:28.127399 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5a44a0b6-d5f2-4779-b4f7-395d62138010 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:28.133369 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a44a0b6-d5f2-4779-b4f7-395d62138010 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:28.134676 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5a44a0b6-d5f2-4779-b4f7-395d62138010 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:28.142906 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-49f41599-06c0-414c-8a3e-f48d750c6a47 None None] Transition to ACTIVE for port object ad7ecb68-2e6e-4dd1-9be0-1426f81f49ca will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:26:28.147519 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d606431-7b55-4a58-b878-aa664126ecfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560f2f9b-e727-44c4-bc2e-088661b82618', 'code': 200} Feb 09 12:26:28.160885 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-49f41599-06c0-414c-8a3e-f48d750c6a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:28.266267 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c3982363-8ab8-485f-95ed-bd62e07da12e None None] Provisioning complete for port 1900d1bd-0443-4875-a12e-0c6643aa048b triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:26:28.266596 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c3982363-8ab8-485f-95ed-bd62e07da12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:28.346739 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e95556-33c8-4288-bf09-9d10085c4ad0 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:26:28.353498 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f41599-06c0-414c-8a3e-f48d750c6a47 None None] Network 0afa6c7a-d33d-42b7-ad0c-dcec483bd6eb is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:26:28.356135 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a44a0b6-d5f2-4779-b4f7-395d62138010 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Pushing event updated for resources: {'Network': ['ID=246a1637-be54-4e7c-943c-b58e2ba64a25,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:28.370048 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-49f41599-06c0-414c-8a3e-f48d750c6a47 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:26:28.379089 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5a44a0b6-d5f2-4779-b4f7-395d62138010 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3243043 Feb 09 12:26:28.383347 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bb2b77-5d53-4e9d-a6b3-4387b5b21339 None None] Sync routers for ids ['a4f10f79-3438-4b3e-899e-b2b9c6e496fe'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:26:28.384968 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53348) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:28.387164 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec82a4-9b49-4d0d-b5f8-ff4a0f76c4d6 req-4a6b4a1e-a06b-4b59-b531-0ffa65f3a8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:28.388872 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e7ec82a4-9b49-4d0d-b5f8-ff4a0f76c4d6 req-4a6b4a1e-a06b-4b59-b531-0ffa65f3a8cf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c35b136021fd452e84da1be28afeefee&device_id=90c74a17-df51-46ca-9bdf-0f0627aa1fea HTTP/1.1" status: 200 len: 1094 time: 0.3658950 Feb 09 12:26:28.394555 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 246a1637-be54-4e7c-943c-b58e2ba64a25 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:26:28.396341 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-332b2cc0-14d8-45d0-812b-1b4521c95702 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Request body: {'network': {'name': 'tempest-router-network02--1701974391'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:26:28.398847 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-87e95556-33c8-4288-bf09-9d10085c4ad0 admin admin] 10.222.0.55 "PUT /v2.0/routers/a4f10f79-3438-4b3e-899e-b2b9c6e496fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0206211 Feb 09 12:26:28.412383 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-332b2cc0-14d8-45d0-812b-1b4521c95702 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:26:28.416346 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-332b2cc0-14d8-45d0-812b-1b4521c95702 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Usage tracker for resource:network and tenant:43a63036f8c04841af38ed3b0d79a91b is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:26:28.422639 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-332b2cc0-14d8-45d0-812b-1b4521c95702 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:26:28.426677 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f41599-06c0-414c-8a3e-f48d750c6a47 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:26:28.430597 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-332b2cc0-14d8-45d0-812b-1b4521c95702 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:26:28.542522 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-17a6b795-648f-41bd-a695-b2b38bb089e3 req-8b4b05d4-35b9-4a5f-a1a0-642424eba54e tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7143869 Feb 09 12:26:28.591682 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332b2cc0-14d8-45d0-812b-1b4521c95702 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Made reservation on behalf of 43a63036f8c04841af38ed3b0d79a91b for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:26:28.595857 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-332b2cc0-14d8-45d0-812b-1b4521c95702 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:28.638914 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce462c3-cad1-48bc-a2a2-b27500496ff2 req-976d3f54-c285-4ba4-90d4-a21531320270 tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:28.650380 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9ce462c3-cad1-48bc-a2a2-b27500496ff2 req-976d3f54-c285-4ba4-90d4-a21531320270 tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] 10.222.0.55 "GET /v2.0/ports?device_id=44653649-356d-4017-ad34-4b6407b73d73 HTTP/1.1" status: 200 len: 946 time: 0.5235329 Feb 09 12:26:28.664981 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-332b2cc0-14d8-45d0-812b-1b4521c95702 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:26:28.688455 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-332b2cc0-14d8-45d0-812b-1b4521c95702 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:28.690513 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-332b2cc0-14d8-45d0-812b-1b4521c95702 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Added segment 2b64ef6b-e1bb-416f-91eb-12b8ea79027c of type vlan for network 7db9b20c-5bf8-4a1c-8241-5260b130121e Feb 09 12:26:28.693775 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb1ac1d-21d4-439f-9c3a-26ac6730b36e req-d811cade-9370-4515-b8b7-ebc08f57e5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:28.696183 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fcb1ac1d-21d4-439f-9c3a-26ac6730b36e req-d811cade-9370-4515-b8b7-ebc08f57e5f7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6d606431-7b55-4a58-b878-aa664126ecfd HTTP/1.1" status: 200 len: 1101 time: 0.3530381 Feb 09 12:26:28.729246 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e099386-935b-459c-ad99-69a764179979 req-6081cbef-3b23-476d-b48a-df561df1ed01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:28.732153 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7e099386-935b-459c-ad99-69a764179979 req-6081cbef-3b23-476d-b48a-df561df1ed01 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1209927 Feb 09 12:26:28.777411 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bb2b77-5d53-4e9d-a6b3-4387b5b21339 None None] Routers {'a4f10f79-3438-4b3e-899e-b2b9c6e496fe'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:26:28.778617 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-d2bb2b77-5d53-4e9d-a6b3-4387b5b21339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:26:17Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['a4f10f79-3438-4b3e-899e-b2b9c6e496fe'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:26:28.803058 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-332b2cc0-14d8-45d0-812b-1b4521c95702 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:28.807230 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec82a4-9b49-4d0d-b5f8-ff4a0f76c4d6 req-45dc5802-36a2-47c6-82a1-1715aef3fdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:28.808913 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e7ec82a4-9b49-4d0d-b5f8-ff4a0f76c4d6 req-45dc5802-36a2-47c6-82a1-1715aef3fdf1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=985217ad-b773-4531-9367-f144e39af1cf HTTP/1.1" status: 200 len: 906 time: 0.3670595 Feb 09 12:26:28.843388 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9ce462c3-cad1-48bc-a2a2-b27500496ff2 req-fbd3d34a-b8e8-4fc4-bf09-d41ec98bb354 tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] 10.222.0.55 "GET /v2.0/security-groups?id=8060190c-ca88-46ad-9ebe-56027b0190ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917639 Feb 09 12:26:28.944504 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fcb1ac1d-21d4-439f-9c3a-26ac6730b36e req-8863cacb-e3a2-4889-ab74-6468492f9330 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284734 Feb 09 12:26:28.971633 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-c3982363-8ab8-485f-95ed-bd62e07da12e None None] Port 1900d1bd-0443-4875-a12e-0c6643aa048b cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:26:28.978690 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-49f41599-06c0-414c-8a3e-f48d750c6a47 None None] Attempting to bind port ad7ecb68-2e6e-4dd1-9be0-1426f81f49ca on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:26:28.979426 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-49f41599-06c0-414c-8a3e-f48d750c6a47 None None] Attempting to bind port ad7ecb68-2e6e-4dd1-9be0-1426f81f49ca by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '98858549-7b59-412e-b0dc-8187bf531477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0afa6c7a-d33d-42b7-ad0c-dcec483bd6eb'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:26:28.979426 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f41599-06c0-414c-8a3e-f48d750c6a47 None None] Attempting to bind port ad7ecb68-2e6e-4dd1-9be0-1426f81f49ca on network 0afa6c7a-d33d-42b7-ad0c-dcec483bd6eb {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:26:28.986977 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41599-06c0-414c-8a3e-f48d750c6a47 None None] Pushing event updated for resources: {'Port': ['ID=ad7ecb68-2e6e-4dd1-9be0-1426f81f49ca,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:29.008235 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f41599-06c0-414c-8a3e-f48d750c6a47 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:26:29.008833 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f41599-06c0-414c-8a3e-f48d750c6a47 None None] Checking segment: {'id': '98858549-7b59-412e-b0dc-8187bf531477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0afa6c7a-d33d-42b7-ad0c-dcec483bd6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:26:29.009404 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-49f41599-06c0-414c-8a3e-f48d750c6a47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:29.011006 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f41599-06c0-414c-8a3e-f48d750c6a47 None None] Bound using segment: {'id': '98858549-7b59-412e-b0dc-8187bf531477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0afa6c7a-d33d-42b7-ad0c-dcec483bd6eb'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:26:29.011660 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-49f41599-06c0-414c-8a3e-f48d750c6a47 None None] Bound port: ad7ecb68-2e6e-4dd1-9be0-1426f81f49ca, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98858549-7b59-412e-b0dc-8187bf531477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0afa6c7a-d33d-42b7-ad0c-dcec483bd6eb'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:26:29.012243 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-49f41599-06c0-414c-8a3e-f48d750c6a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:29.012615 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e1436-749b-4e54-a0c6-b4c788447586 req-8c7f2d4f-a907-40f1-9de7-7c75ae4ca1b6 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:29.014963 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-196e1436-749b-4e54-a0c6-b4c788447586 req-8c7f2d4f-a907-40f1-9de7-7c75ae4ca1b6 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee9c0b58-f947-449e-8cf8-972ea6a21ee7 HTTP/1.1" status: 200 len: 946 time: 0.2580376 Feb 09 12:26:29.034390 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e7ec82a4-9b49-4d0d-b5f8-ff4a0f76c4d6 req-bdd80888-2973-48d6-9d7f-95c38f07a1d8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40dc350d-1874-481c-a46c-c820c9950461 HTTP/1.1" status: 200 len: 217 time: 0.1415501 Feb 09 12:26:29.175925 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-332b2cc0-14d8-45d0-812b-1b4521c95702 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:29.199411 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-196e1436-749b-4e54-a0c6-b4c788447586 req-58e56ef9-5cea-4e49-9336-a3a50545f4bd tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672540 Feb 09 12:26:29.224285 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332b2cc0-14d8-45d0-812b-1b4521c95702 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:29.225440 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-332b2cc0-14d8-45d0-812b-1b4521c95702 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:29.500160 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 40dc350d-1874-481c-a46c-c820c9950461 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:26:29.616815 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:26:29.747364 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7e099386-935b-459c-ad99-69a764179979 req-58f1dcab-f3b3-44c6-864b-f75d47afbe3f service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9822314 Feb 09 12:26:29.792587 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 40dc350d-1874-481c-a46c-c820c9950461, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=40dc350d-1874-481c-a46c-c820c9950461,segment=NetworkSegment(ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a),segment_id=ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:26:29.796460 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-332b2cc0-14d8-45d0-812b-1b4521c95702 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4065304 Feb 09 12:26:29.803534 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 53368) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:29.841681 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-bad688af-cbaa-480f-99dd-5c0600e12dc6 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Request body: {'subnet': {'network_id': '246a1637-be54-4e7c-943c-b58e2ba64a25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:26:29.911887 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device ad7f21e1-10e7-4dda-b564-1aa1eb4492d6 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:26:29.930105 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b2cc0-14d8-45d0-812b-1b4521c95702 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Pushing event updated for resources: {'Network': ['ID=7db9b20c-5bf8-4a1c-8241-5260b130121e,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:30.040443 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec82a4-9b49-4d0d-b5f8-ff4a0f76c4d6 req-fddfeb03-3bbe-44e8-9f10-77d51a588fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:30.040443 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e7ec82a4-9b49-4d0d-b5f8-ff4a0f76c4d6 req-fddfeb03-3bbe-44e8-9f10-77d51a588fc4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3c9b480e-1cd6-43a9-9d3f-1e4f05f3898f HTTP/1.1" status: 200 len: 845 time: 0.7752528 Feb 09 12:26:30.065480 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1f3e0-7d45-48de-bcef-50ef967d1927 req-8819011b-209c-407b-b555-27073b989b25 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:30.084820 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-19c1f3e0-7d45-48de-bcef-50ef967d1927 req-8819011b-209c-407b-b555-27073b989b25 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fa55cfa-0309-4525-a869-9e68fb3f8f32 HTTP/1.1" status: 200 len: 945 time: 0.6281133 Feb 09 12:26:30.179091 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '40dc350d-1874-481c-a46c-c820c9950461', 'network_id': '985217ad-b773-4531-9367-f144e39af1cf', 'port_id': '40dc350d-1874-481c-a46c-c820c9950461', 'mac_address': 'fa:16:3e:9b:db:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c9b480e-1cd6-43a9-9d3f-1e4f05f3898f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:26:30.182041 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e7ec82a4-9b49-4d0d-b5f8-ff4a0f76c4d6 req-b8e0fbaa-3dc8-4727-bd3b-fd9d928f0ff4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=985217ad-b773-4531-9367-f144e39af1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1403289 Feb 09 12:26:30.198569 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 7db9b20c-5bf8-4a1c-8241-5260b130121e details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:26:30.212483 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0e8d6-a4e3-4ab6-898e-c3bd64ebe158 req-704b3837-ef90-4230-99b8-b14fa6b5912d tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:30.251651 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0e8d6-a4e3-4ab6-898e-c3bd64ebe158 req-704b3837-ef90-4230-99b8-b14fa6b5912d tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:30.288698 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0e8d6-a4e3-4ab6-898e-c3bd64ebe158 req-704b3837-ef90-4230-99b8-b14fa6b5912d tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:30.320595 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0e8d6-a4e3-4ab6-898e-c3bd64ebe158 req-704b3837-ef90-4230-99b8-b14fa6b5912d tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:30.347638 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0e8d6-a4e3-4ab6-898e-c3bd64ebe158 req-704b3837-ef90-4230-99b8-b14fa6b5912d tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:30.355602 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0e8d6-a4e3-4ab6-898e-c3bd64ebe158 req-704b3837-ef90-4230-99b8-b14fa6b5912d tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:30.361909 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0e8d6-a4e3-4ab6-898e-c3bd64ebe158 req-704b3837-ef90-4230-99b8-b14fa6b5912d tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:30.370483 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cdd0e8d6-a4e3-4ab6-898e-c3bd64ebe158 req-704b3837-ef90-4230-99b8-b14fa6b5912d tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/ports?device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 5445 time: 0.7979410 Feb 09 12:26:30.604149 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7e099386-935b-459c-ad99-69a764179979 req-52ded2a1-cf98-42c7-95d0-5d1face16687 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8019085 Feb 09 12:26:30.755519 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e7ec82a4-9b49-4d0d-b5f8-ff4a0f76c4d6 req-1b1f2332-7f5e-45ff-b478-54cfd165c3d0 service neutron] 10.222.0.46 "GET /v2.0/networks/985217ad-b773-4531-9367-f144e39af1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5553944 Feb 09 12:26:30.766469 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-bad688af-cbaa-480f-99dd-5c0600e12dc6 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:26:30.800611 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-19c1f3e0-7d45-48de-bcef-50ef967d1927 req-bf477b3f-81a2-4847-ad81-ddc201140e7e tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7160904 Feb 09 12:26:30.832852 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-bad688af-cbaa-480f-99dd-5c0600e12dc6 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Usage tracker for resource:subnet and tenant:43a63036f8c04841af38ed3b0d79a91b is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:26:30.852107 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-bad688af-cbaa-480f-99dd-5c0600e12dc6 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:26:30.931411 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-bad688af-cbaa-480f-99dd-5c0600e12dc6 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:26:31.044560 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad688af-cbaa-480f-99dd-5c0600e12dc6 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Made reservation on behalf of 43a63036f8c04841af38ed3b0d79a91b for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:26:31.048238 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bad688af-cbaa-480f-99dd-5c0600e12dc6 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:31.149579 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:31.188002 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e7ec82a4-9b49-4d0d-b5f8-ff4a0f76c4d6 req-6c05309f-a735-4e93-82b8-c9979aca0ee4 service neutron] 10.222.0.46 "GET /v2.0/networks/985217ad-b773-4531-9367-f144e39af1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115539 Feb 09 12:26:31.317468 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40dc350d-1874-481c-a46c-c820c9950461 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:26:31.413942 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 40dc350d-1874-481c-a46c-c820c9950461, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=40dc350d-1874-481c-a46c-c820c9950461,segment=NetworkSegment(ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a),segment_id=ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:26:31.480710 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-d2bb2b77-5d53-4e9d-a6b3-4387b5b21339 None None] Set router a4f10f79-3438-4b3e-899e-b2b9c6e496fe gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:26:31.517506 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-49f41599-06c0-414c-8a3e-f48d750c6a47 None None] For port ad7ecb68-2e6e-4dd1-9be0-1426f81f49ca, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:26:31.529852 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:31.578581 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cdd0e8d6-a4e3-4ab6-898e-c3bd64ebe158 req-fe6ca453-0c6c-4b5f-82ba-2fad30a7e9af tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c0bc8c-d7b4-4723-ae3e-494e368debc4&id=cc193dc4-ba36-4ff9-b98a-95f008157bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.2057030 Feb 09 12:26:31.635419 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-49f41599-06c0-414c-8a3e-f48d750c6a47 None None] For port ad7ecb68-2e6e-4dd1-9be0-1426f81f49ca, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=ad7ecb68-2e6e-4dd1-9be0-1426f81f49ca,segment=NetworkSegment(98858549-7b59-412e-b0dc-8187bf531477),segment_id=98858549-7b59-412e-b0dc-8187bf531477)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:26:31.650148 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-49f41599-06c0-414c-8a3e-f48d750c6a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:31.875081 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1801c4ff-d53f-44cf-9372-13611abcd9c0 req-df24cf8d-a118-4fac-880a-559cc164cd85 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:31.896355 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1801c4ff-d53f-44cf-9372-13611abcd9c0 req-df24cf8d-a118-4fac-880a-559cc164cd85 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d606431-7b55-4a58-b878-aa664126ecfd HTTP/1.1" status: 200 len: 950 time: 0.7199342 Feb 09 12:26:31.914959 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port ad7f21e1-10e7-4dda-b564-1aa1eb4492d6 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:26:31.922757 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=40dc350d-1874-481c-a46c-c820c9950461,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:32.059100 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1801c4ff-d53f-44cf-9372-13611abcd9c0 req-2347755a-99dd-44ca-9d8f-af5c45f36cca tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615169 Feb 09 12:26:32.335104 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['40dc350d-1874-481c-a46c-c820c9950461'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:26:32.488035 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port ad7f21e1-10e7-4dda-b564-1aa1eb4492d6 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:26:32.488450 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:32.783539 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bad688af-cbaa-480f-99dd-5c0600e12dc6 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:32.910265 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41599-06c0-414c-8a3e-f48d750c6a47 None None] Pushing event updated for resources: {'Port': ['ID=ad7ecb68-2e6e-4dd1-9be0-1426f81f49ca,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:32.913976 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79260964-d8fd-4459-8058-db5d19e9cdf8 req-c719711e-8982-4c59-af85-5f7c43768c46 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:32.945182 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-79260964-d8fd-4459-8058-db5d19e9cdf8 req-c719711e-8982-4c59-af85-5f7c43768c46 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee9c0b58-f947-449e-8cf8-972ea6a21ee7 HTTP/1.1" status: 200 len: 946 time: 0.6281981 Feb 09 12:26:33.000790 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b5302-d459-4f87-bfe5-0344c4a6d91d req-7acd90a3-1688-4239-9254-b6230bbeafc7 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:33.008683 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a99b5302-d459-4f87-bfe5-0344c4a6d91d req-7acd90a3-1688-4239-9254-b6230bbeafc7 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=90c74a17-df51-46ca-9bdf-0f0627aa1fea HTTP/1.1" status: 200 len: 944 time: 0.6929076 Feb 09 12:26:33.040806 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad688af-cbaa-480f-99dd-5c0600e12dc6 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Pushing event updated for resources: {'Subnet': ['ID=ddf3f044-a259-41ed-b575-c476fd8b8785,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:33.107801 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-79260964-d8fd-4459-8058-db5d19e9cdf8 req-9e9a4581-f70f-4cfa-b25f-a313f7884a9d tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601918 Feb 09 12:26:33.240649 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a99b5302-d459-4f87-bfe5-0344c4a6d91d req-620a375b-7009-4fe8-a691-64170b53f304 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261569 Feb 09 12:26:33.283464 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad688af-cbaa-480f-99dd-5c0600e12dc6 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Checking segment: {'id': 'a3c65f72-bc66-4fc6-9b4e-ff5549331e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '246a1637-be54-4e7c-943c-b58e2ba64a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:26:33.284010 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad688af-cbaa-480f-99dd-5c0600e12dc6 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Network hostable DHCP agents. Network: 246a1637-be54-4e7c-943c-b58e2ba64a25, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:26:33.288327 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:33.367836 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad688af-cbaa-480f-99dd-5c0600e12dc6 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Network 246a1637-be54-4e7c-943c-b58e2ba64a25 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:26:33.402372 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-bad688af-cbaa-480f-99dd-5c0600e12dc6 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 246a1637-be54-4e7c-943c-b58e2ba64a25) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:26:33.424233 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad688af-cbaa-480f-99dd-5c0600e12dc6 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:33.429646 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bad688af-cbaa-480f-99dd-5c0600e12dc6 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:33.524573 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port ad7f21e1-10e7-4dda-b564-1aa1eb4492d6, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=ad7f21e1-10e7-4dda-b564-1aa1eb4492d6,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:26:33.537545 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c91e7ca1-d713-4154-a9be-6507b920ee81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7f21e1-10e7-4dda-b564-1aa1eb4492d6'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:26:33.556129 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cf516d-3c93-4131-9200-9caf3db8e2d8 None None] Network 246a1637-be54-4e7c-943c-b58e2ba64a25 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:26:33.600460 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:33.610848 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-bad688af-cbaa-480f-99dd-5c0600e12dc6 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8045361 Feb 09 12:26:33.612579 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53388) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:33.668032 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-2fb30ca6-d6a1-4220-95ba-c1f536980564 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Request body: {'subnet': {'network_id': '7db9b20c-5bf8-4a1c-8241-5260b130121e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:26:33.836338 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-d2bb2b77-5d53-4e9d-a6b3-4387b5b21339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f10f79-3438-4b3e-899e-b2b9c6e496fe', 'name': 'tempest-AttachSCSIVolumeTestJSON-1000675349-router', 'tenant_id': '5017a821b84147f5848802e2e9f1fbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': 'f97bfa4e-67b4-4453-bd11-887022653114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:26:04Z', 'updated_at': '2022-02-09T12:26:24Z', 'revision_number': 4, 'project_id': '5017a821b84147f5848802e2e9f1fbb5', 'gw_port': {'id': 'f97bfa4e-67b4-4453-bd11-887022653114', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f10f79-3438-4b3e-899e-b2b9c6e496fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:26:07Z', 'updated_at': '2022-02-09T12:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '1900d1bd-0443-4875-a12e-0c6643aa048b', 'name': '', 'network_id': '7d895f48-adec-4d63-a826-9c8b23067622', 'tenant_id': '5017a821b84147f5848802e2e9f1fbb5', 'mac_address': 'fa:16:3e:96:dc:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f10f79-3438-4b3e-899e-b2b9c6e496fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'af39cf96-b827-49c2-8222-1e1ef60c73ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:26:20Z', 'updated_at': '2022-02-09T12:26:25Z', 'revision_number': 2, 'project_id': '5017a821b84147f5848802e2e9f1fbb5', 'subnets': [{'id': 'af39cf96-b827-49c2-8222-1e1ef60c73ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:26:33.869752 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bb2b77-5d53-4e9d-a6b3-4387b5b21339 None None] Checking router: a4f10f79-3438-4b3e-899e-b2b9c6e496fe for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:26:33.870133 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bb2b77-5d53-4e9d-a6b3-4387b5b21339 None None] Updating router a4f10f79-3438-4b3e-899e-b2b9c6e496fe port 1900d1bd-0443-4875-a12e-0c6643aa048b binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:26:33.938136 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b703fe2-0459-46d4-8643-7b5e81bc3fdc req-07d24d67-42b5-4ed5-aadf-63ae1f5452eb tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:33.951178 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d2bb2b77-5d53-4e9d-a6b3-4387b5b21339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:33.957187 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b703fe2-0459-46d4-8643-7b5e81bc3fdc req-07d24d67-42b5-4ed5-aadf-63ae1f5452eb tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:33.971913 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b703fe2-0459-46d4-8643-7b5e81bc3fdc req-07d24d67-42b5-4ed5-aadf-63ae1f5452eb tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:33.982174 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b703fe2-0459-46d4-8643-7b5e81bc3fdc req-07d24d67-42b5-4ed5-aadf-63ae1f5452eb tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:33.999805 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b703fe2-0459-46d4-8643-7b5e81bc3fdc req-07d24d67-42b5-4ed5-aadf-63ae1f5452eb tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:34.015584 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b703fe2-0459-46d4-8643-7b5e81bc3fdc req-07d24d67-42b5-4ed5-aadf-63ae1f5452eb tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:34.036878 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b703fe2-0459-46d4-8643-7b5e81bc3fdc req-07d24d67-42b5-4ed5-aadf-63ae1f5452eb tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:34.042937 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5b703fe2-0459-46d4-8643-7b5e81bc3fdc req-07d24d67-42b5-4ed5-aadf-63ae1f5452eb tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/ports?device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 5445 time: 0.5415194 Feb 09 12:26:34.093679 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2fb30ca6-d6a1-4220-95ba-c1f536980564 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:26:34.103316 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-2fb30ca6-d6a1-4220-95ba-c1f536980564 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Usage tracker for resource:subnet and tenant:43a63036f8c04841af38ed3b0d79a91b is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:26:34.112349 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-2fb30ca6-d6a1-4220-95ba-c1f536980564 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:26:34.121526 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495a7b3-91b5-44d0-9717-d926d68da43c req-d3ff70dc-c3eb-4d67-99c3-450c98e1a58a tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:34.135592 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2fb30ca6-d6a1-4220-95ba-c1f536980564 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:26:34.137274 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8495a7b3-91b5-44d0-9717-d926d68da43c req-d3ff70dc-c3eb-4d67-99c3-450c98e1a58a tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fa55cfa-0309-4525-a869-9e68fb3f8f32 HTTP/1.1" status: 200 len: 945 time: 0.5467315 Feb 09 12:26:34.169426 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb30ca6-d6a1-4220-95ba-c1f536980564 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Made reservation on behalf of 43a63036f8c04841af38ed3b0d79a91b for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:26:34.169426 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2fb30ca6-d6a1-4220-95ba-c1f536980564 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:34.323573 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5b703fe2-0459-46d4-8643-7b5e81bc3fdc req-03ae49d7-c164-412e-a9a1-55e7bc2e1050 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c0bc8c-d7b4-4723-ae3e-494e368debc4&id=cc193dc4-ba36-4ff9-b98a-95f008157bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2501934 Feb 09 12:26:34.390292 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=ad7f21e1-10e7-4dda-b564-1aa1eb4492d6,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:34.433517 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8495a7b3-91b5-44d0-9717-d926d68da43c req-7f07e421-78d2-4570-9314-32ad5e7a718d tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894325 Feb 09 12:26:34.868457 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2ed2d-611d-43c7-bbfd-00392dc9f525 req-1029edd5-ccc1-4b71-9727-96eb6a3479aa tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:34.883515 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-12b2ed2d-611d-43c7-bbfd-00392dc9f525 req-1029edd5-ccc1-4b71-9727-96eb6a3479aa tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d606431-7b55-4a58-b878-aa664126ecfd HTTP/1.1" status: 200 len: 950 time: 0.1569357 Feb 09 12:26:35.049108 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-12b2ed2d-611d-43c7-bbfd-00392dc9f525 req-9ac3a9d3-230d-4982-b1b8-7d1d6acd6f82 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608481 Feb 09 12:26:35.116369 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84c63f0-3a87-46af-82a3-442ab9873350 None None] Network 0afa6c7a-d33d-42b7-ad0c-dcec483bd6eb requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:26:35.376558 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2fb30ca6-d6a1-4220-95ba-c1f536980564 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:35.523434 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device ad7ecb68-2e6e-4dd1-9be0-1426f81f49ca up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:26:35.606378 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c91e7ca1-d713-4154-a9be-6507b920ee81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7f21e1-10e7-4dda-b564-1aa1eb4492d6', 'code': 200} Feb 09 12:26:35.628067 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb30ca6-d6a1-4220-95ba-c1f536980564 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Checking segment: {'id': '2b64ef6b-e1bb-416f-91eb-12b8ea79027c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '7db9b20c-5bf8-4a1c-8241-5260b130121e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:26:35.628067 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb30ca6-d6a1-4220-95ba-c1f536980564 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Network hostable DHCP agents. Network: 7db9b20c-5bf8-4a1c-8241-5260b130121e, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:26:35.634830 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb30ca6-d6a1-4220-95ba-c1f536980564 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Pushing event updated for resources: {'Subnet': ['ID=034d4018-3856-4abe-81ab-ad553e1e6a7c,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:35.644967 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f84cf-7c6f-4f85-a3e3-86a8d1120821 req-88ff61d4-17a8-4e56-a1a3-9aa3147cf2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:35.646310 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6d2f84cf-7c6f-4f85-a3e3-86a8d1120821 req-88ff61d4-17a8-4e56-a1a3-9aa3147cf2d7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 1101 time: 0.4273295 Feb 09 12:26:35.702957 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb30ca6-d6a1-4220-95ba-c1f536980564 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Network 7db9b20c-5bf8-4a1c-8241-5260b130121e is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:26:35.728911 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-2fb30ca6-d6a1-4220-95ba-c1f536980564 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 7db9b20c-5bf8-4a1c-8241-5260b130121e) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:26:35.736707 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb30ca6-d6a1-4220-95ba-c1f536980564 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:35.737914 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2fb30ca6-d6a1-4220-95ba-c1f536980564 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:35.745454 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6d2f84cf-7c6f-4f85-a3e3-86a8d1120821 req-5e3dbcb4-f922-4260-b252-5ef6bf656ac4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861032 Feb 09 12:26:35.791877 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2fb30ca6-d6a1-4220-95ba-c1f536980564 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1736934 Feb 09 12:26:35.791877 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53404) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:35.885595 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0b735b-2f76-45af-bbd9-b35b008e7e2c None None] Network 7db9b20c-5bf8-4a1c-8241-5260b130121e requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:26:36.152830 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae8d5d-4d5d-41bb-bf22-01ad71b4fef8 req-341f771c-9c61-4b2c-a222-6480780deb8f tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:36.159113 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c2ae8d5d-4d5d-41bb-bf22-01ad71b4fef8 req-341f771c-9c61-4b2c-a222-6480780deb8f tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee9c0b58-f947-449e-8cf8-972ea6a21ee7 HTTP/1.1" status: 200 len: 946 time: 0.9647493 Feb 09 12:26:36.261538 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660ca7b4-eae9-449d-bcf4-65ea6aa8cb22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-246a1637-be54-4e7c-943c-b58e2ba64a25', 'network_id': '246a1637-be54-4e7c-943c-b58e2ba64a25', 'tenant_id': '43a63036f8c04841af38ed3b0d79a91b', 'fixed_ips': [{'subnet_id': 'ddf3f044-a259-41ed-b575-c476fd8b8785'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:26:36.262367 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-660ca7b4-eae9-449d-bcf4-65ea6aa8cb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:36.346104 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c2ae8d5d-4d5d-41bb-bf22-01ad71b4fef8 req-a61bda8b-98c6-493a-ac0c-1110eeec6e4d tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738610 Feb 09 12:26:36.397355 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20306d08-9774-4917-a284-d927e6f8e0f6 req-d6a4735c-965c-45b4-bc0c-f4a3890e02af tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:36.407460 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-5fcc99e5-284c-461e-97ab-8e93c3c78c9d None None] Provisioning for port ad7ecb68-2e6e-4dd1-9be0-1426f81f49ca completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:26:36.413131 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-20306d08-9774-4917-a284-d927e6f8e0f6 req-d6a4735c-965c-45b4-bc0c-f4a3890e02af tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=90c74a17-df51-46ca-9bdf-0f0627aa1fea HTTP/1.1" status: 200 len: 944 time: 0.9971030 Feb 09 12:26:36.616527 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-20306d08-9774-4917-a284-d927e6f8e0f6 req-b5be0340-af3e-4cdf-93cb-678c3e5742fd tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990526 Feb 09 12:26:36.756158 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d2bb2b77-5d53-4e9d-a6b3-4387b5b21339 None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:37.010284 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-56156461-21b6-4348-a885-f0b4ce4beb11 req-cd2217a1-d6bf-47b3-9071-d3c2e36880b2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=54a5e005-8bd9-45ca-ac3b-90dd59288224&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8157976 Feb 09 12:26:37.059596 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0032aa-2644-4569-8f22-8a284c04173b req-aeaf7ff4-fce2-4c1d-9e74-fa3b80139fea tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:37.073452 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0032aa-2644-4569-8f22-8a284c04173b req-aeaf7ff4-fce2-4c1d-9e74-fa3b80139fea tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:37.074376 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6d46c1ee-6186-403d-be7b-d81d69739837 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:37.082120 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-d2bb2b77-5d53-4e9d-a6b3-4387b5b21339 None None] Transition to ACTIVE for port object 1900d1bd-0443-4875-a12e-0c6643aa048b will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:26:37.096515 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0032aa-2644-4569-8f22-8a284c04173b req-aeaf7ff4-fce2-4c1d-9e74-fa3b80139fea tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:37.122790 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0032aa-2644-4569-8f22-8a284c04173b req-aeaf7ff4-fce2-4c1d-9e74-fa3b80139fea tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:37.138920 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0032aa-2644-4569-8f22-8a284c04173b req-aeaf7ff4-fce2-4c1d-9e74-fa3b80139fea tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:37.153583 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bb6103-6456-49c9-a86e-4dd98c2f3993 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-7db9b20c-5bf8-4a1c-8241-5260b130121e', 'network_id': '7db9b20c-5bf8-4a1c-8241-5260b130121e', 'tenant_id': '43a63036f8c04841af38ed3b0d79a91b', 'fixed_ips': [{'subnet_id': '034d4018-3856-4abe-81ab-ad553e1e6a7c'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:26:37.163126 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-47bb6103-6456-49c9-a86e-4dd98c2f3993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:37.173708 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0032aa-2644-4569-8f22-8a284c04173b req-aeaf7ff4-fce2-4c1d-9e74-fa3b80139fea tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:37.198540 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0032aa-2644-4569-8f22-8a284c04173b req-aeaf7ff4-fce2-4c1d-9e74-fa3b80139fea tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:37.205249 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d2bb2b77-5d53-4e9d-a6b3-4387b5b21339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:37.227379 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b0032aa-2644-4569-8f22-8a284c04173b req-aeaf7ff4-fce2-4c1d-9e74-fa3b80139fea tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/ports?device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 5445 time: 0.5215027 Feb 09 12:26:37.722225 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-660ca7b4-eae9-449d-bcf4-65ea6aa8cb22 None None] Allocated IP 2001:db8::2 (246a1637-be54-4e7c-943c-b58e2ba64a25/ddf3f044-a259-41ed-b575-c476fd8b8785/222a2753-29f1-4d28-9b92-e23233cd88e7) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:26:38.121839 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-660ca7b4-eae9-449d-bcf4-65ea6aa8cb22 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:38.137910 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-660ca7b4-eae9-449d-bcf4-65ea6aa8cb22 None None] Transition to ACTIVE for port object 222a2753-29f1-4d28-9b92-e23233cd88e7 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:26:38.168917 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-660ca7b4-eae9-449d-bcf4-65ea6aa8cb22 None None] Transition to ACTIVE for port object 222a2753-29f1-4d28-9b92-e23233cd88e7 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:26:38.173611 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ac3f8-da32-412e-92a9-743b4ab87ffb None None] Pushing event updated for resources: {'Port': ['ID=1900d1bd-0443-4875-a12e-0c6643aa048b,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:38.221054 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74411439-8a76-49e9-b81d-101fa2de2b94 req-78ce2e3a-d499-480b-9f63-32d8aa7243b6 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:38.231496 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-74411439-8a76-49e9-b81d-101fa2de2b94 req-78ce2e3a-d499-480b-9f63-32d8aa7243b6 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 950 time: 0.5955219 Feb 09 12:26:38.268594 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a62a8-89f3-4538-ba00-7fd31ff4a51f req-f902cafd-f41b-4ad2-ba0a-d1ebe9f4c6e8 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:38.283972 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8b3a62a8-89f3-4538-ba00-7fd31ff4a51f req-f902cafd-f41b-4ad2-ba0a-d1ebe9f4c6e8 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fa55cfa-0309-4525-a869-9e68fb3f8f32 HTTP/1.1" status: 200 len: 945 time: 0.4275215 Feb 09 12:26:38.407885 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-6d46c1ee-6186-403d-be7b-d81d69739837 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Allocated IP 2001:db8::1 (246a1637-be54-4e7c-943c-b58e2ba64a25/ddf3f044-a259-41ed-b575-c476fd8b8785/86a7c5cc-11e0-4276-9e39-4f5259e8a1a4) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:26:38.510730 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-47bb6103-6456-49c9-a86e-4dd98c2f3993 None None] Allocated IP 2001:db8::2 (7db9b20c-5bf8-4a1c-8241-5260b130121e/034d4018-3856-4abe-81ab-ad553e1e6a7c/0bb96523-ad7a-460d-ac90-0501f8133b38) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:26:38.638741 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-74411439-8a76-49e9-b81d-101fa2de2b94 req-39276827-7ca0-4324-99af-93ae62aaf1e1 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730033 Feb 09 12:26:38.732491 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8b3a62a8-89f3-4538-ba00-7fd31ff4a51f req-51cfdee8-363c-4cec-a8d4-68a51005381d tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4466524 Feb 09 12:26:39.030324 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-47bb6103-6456-49c9-a86e-4dd98c2f3993 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:39.069290 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56156461-21b6-4348-a885-f0b4ce4beb11 req-3cbc65eb-df3d-4c6c-b35f-420667a49b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:39.071198 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-56156461-21b6-4348-a885-f0b4ce4beb11 req-3cbc65eb-df3d-4c6c-b35f-420667a49b51 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff6e1bb65bc440a9af2daa6d5785a57a&device_id=54a5e005-8bd9-45ca-ac3b-90dd59288224 HTTP/1.1" status: 200 len: 1096 time: 1.9987752 Feb 09 12:26:39.085286 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-47bb6103-6456-49c9-a86e-4dd98c2f3993 None None] Transition to ACTIVE for port object 0bb96523-ad7a-460d-ac90-0501f8133b38 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:26:39.105571 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e18b43-e762-4557-9da3-8743ce5bb55e req-5bf6ad9e-c7b0-42e2-a2e4-b2efb62bbf5b tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:39.117561 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a5e18b43-e762-4557-9da3-8743ce5bb55e req-5bf6ad9e-c7b0-42e2-a2e4-b2efb62bbf5b tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] 10.222.0.55 "GET /v2.0/ports?device_id=44653649-356d-4017-ad34-4b6407b73d73 HTTP/1.1" status: 200 len: 946 time: 0.1667542 Feb 09 12:26:39.146449 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-47bb6103-6456-49c9-a86e-4dd98c2f3993 None None] Transition to ACTIVE for port object 0bb96523-ad7a-460d-ac90-0501f8133b38 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:26:39.161754 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-660ca7b4-eae9-449d-bcf4-65ea6aa8cb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:39.265367 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6d46c1ee-6186-403d-be7b-d81d69739837 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:39.301591 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port ad7ecb68-2e6e-4dd1-9be0-1426f81f49ca completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:26:39.329323 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a5e18b43-e762-4557-9da3-8743ce5bb55e req-a65051ec-f133-4bd8-bd90-b70cea91a754 tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] 10.222.0.55 "GET /v2.0/security-groups?id=8060190c-ca88-46ad-9ebe-56027b0190ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105017 Feb 09 12:26:39.336685 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-47bb6103-6456-49c9-a86e-4dd98c2f3993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:39.702478 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b9d31-a4c2-4bf8-a1b2-e6874702ff2c req-ba6174bf-7249-4790-b1d5-d49f5aac29b0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:39.712700 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-009b9d31-a4c2-4bf8-a1b2-e6874702ff2c req-ba6174bf-7249-4790-b1d5-d49f5aac29b0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee9c0b58-f947-449e-8cf8-972ea6a21ee7 HTTP/1.1" status: 200 len: 946 time: 0.5600510 Feb 09 12:26:39.801825 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-6d46c1ee-6186-403d-be7b-d81d69739837 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Transition to ACTIVE for port object 86a7c5cc-11e0-4276-9e39-4f5259e8a1a4 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:26:39.886969 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660ca7b4-eae9-449d-bcf4-65ea6aa8cb22 None None] Pushing event updated for resources: {'Port': ['ID=222a2753-29f1-4d28-9b92-e23233cd88e7,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:40.002892 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56156461-21b6-4348-a885-f0b4ce4beb11 req-f5469f5f-8390-4929-b655-aa539ec3c823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:40.002892 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-56156461-21b6-4348-a885-f0b4ce4beb11 req-f5469f5f-8390-4929-b655-aa539ec3c823 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0448691a-ec13-4b8b-a50a-33e2c91deaac HTTP/1.1" status: 200 len: 913 time: 0.7915783 Feb 09 12:26:40.002892 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57ab4e-261a-4a8e-bc3b-ac303447c29d req-5b368f5b-43a9-40bc-a50e-1c387b298b66 tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:40.017745 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0f57ab4e-261a-4a8e-bc3b-ac303447c29d req-5b368f5b-43a9-40bc-a50e-1c387b298b66 tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] 10.222.0.46 "GET /v2.0/ports?device_id=44653649-356d-4017-ad34-4b6407b73d73 HTTP/1.1" status: 200 len: 946 time: 0.9590116 Feb 09 12:26:40.078159 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 40dc350d-1874-481c-a46c-c820c9950461 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:26:40.086040 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-009b9d31-a4c2-4bf8-a1b2-e6874702ff2c req-bfc2e14c-174e-4c04-aa28-3b7e2e5031b6 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528657 Feb 09 12:26:40.200110 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660ca7b4-eae9-449d-bcf4-65ea6aa8cb22 None None] Network 246a1637-be54-4e7c-943c-b58e2ba64a25 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:26:40.255679 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761f385-1774-4f77-8344-955a090d82bb req-78d5c899-ca92-4056-ac1b-898f63cf37b1 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:40.286412 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-660ca7b4-eae9-449d-bcf4-65ea6aa8cb22 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:26:40.286412 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port ad7ecb68-2e6e-4dd1-9be0-1426f81f49ca triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:26:40.286412 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:40.317743 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7761f385-1774-4f77-8344-955a090d82bb req-78d5c899-ca92-4056-ac1b-898f63cf37b1 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=90c74a17-df51-46ca-9bdf-0f0627aa1fea HTTP/1.1" status: 200 len: 944 time: 0.5713665 Feb 09 12:26:40.360665 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-56156461-21b6-4348-a885-f0b4ce4beb11 req-227200d8-15e6-404d-87d7-22c173eb5acf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b85598e9-6f45-46cd-8d74-e10d355de799 HTTP/1.1" status: 200 len: 217 time: 0.3343747 Feb 09 12:26:40.420119 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660ca7b4-eae9-449d-bcf4-65ea6aa8cb22 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:26:40.618558 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6d46c1ee-6186-403d-be7b-d81d69739837 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:40.632709 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7761f385-1774-4f77-8344-955a090d82bb req-e82a4db9-b487-4c0a-8a73-0ebd1aef9da4 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189526 Feb 09 12:26:40.716463 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7ac47109-db03-414e-b34d-8580002e8dea None None] Provisioning complete for port ad7ecb68-2e6e-4dd1-9be0-1426f81f49ca triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:26:40.716463 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7ac47109-db03-414e-b34d-8580002e8dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:40.849222 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda23b1a-7977-42a3-88b6-9d80843863c5 req-b1b5bf67-7444-489c-8b30-aa543859e6da tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:40.852131 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bda23b1a-7977-42a3-88b6-9d80843863c5 req-b1b5bf67-7444-489c-8b30-aa543859e6da tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 950 time: 0.1800215 Feb 09 12:26:40.880743 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-0f57ab4e-261a-4a8e-bc3b-ac303447c29d req-f6a44835-d1ec-4da3-80a2-a3256fff3340 tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] Deleting port 39f742e2-2648-4474-9220-41e4a4bb1888 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:26:40.884381 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-0f57ab4e-261a-4a8e-bc3b-ac303447c29d req-f6a44835-d1ec-4da3-80a2-a3256fff3340 tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:40.986695 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d46c1ee-6186-403d-be7b-d81d69739837 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Network 246a1637-be54-4e7c-943c-b58e2ba64a25 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:26:40.988158 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56156461-21b6-4348-a885-f0b4ce4beb11 req-ae702aeb-b546-40c5-bec7-1cb6c6fc5dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:40.990393 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-56156461-21b6-4348-a885-f0b4ce4beb11 req-ae702aeb-b546-40c5-bec7-1cb6c6fc5dd1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fc155009-a31d-4409-b15f-2ed587ea4525 HTTP/1.1" status: 200 len: 851 time: 0.6270638 Feb 09 12:26:41.012328 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-6d46c1ee-6186-403d-be7b-d81d69739837 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:26:41.012328 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d46c1ee-6186-403d-be7b-d81d69739837 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:26:41.012328 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6d46c1ee-6186-403d-be7b-d81d69739837 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:41.150157 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bda23b1a-7977-42a3-88b6-9d80843863c5 req-e403cff2-b3f7-4b3b-84e4-3c1da25f0e07 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691135 Feb 09 12:26:41.150935 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d46c1ee-6186-403d-be7b-d81d69739837 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Pushing event updated for resources: {'Port': ['ID=86a7c5cc-11e0-4276-9e39-4f5259e8a1a4,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:41.232840 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb79e3-73f9-422b-bab8-3539fa8ca7a6 req-769c0dfa-c5ca-4514-898e-d0ff1f01106e tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:41.234574 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9ffb79e3-73f9-422b-bab8-3539fa8ca7a6 req-769c0dfa-c5ca-4514-898e-d0ff1f01106e tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fa55cfa-0309-4525-a869-9e68fb3f8f32 HTTP/1.1" status: 200 len: 945 time: 0.2813549 Feb 09 12:26:41.333894 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9ffb79e3-73f9-422b-bab8-3539fa8ca7a6 req-b0f7a90b-7297-4864-a6dd-dbf91bc0f160 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833309 Feb 09 12:26:41.562505 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56156461-21b6-4348-a885-f0b4ce4beb11 req-968bd371-22ee-47c7-b293-8277bc0d724f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:41.562814 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bb6103-6456-49c9-a86e-4dd98c2f3993 None None] Network 7db9b20c-5bf8-4a1c-8241-5260b130121e is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:26:41.565538 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-56156461-21b6-4348-a885-f0b4ce4beb11 req-968bd371-22ee-47c7-b293-8277bc0d724f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0448691a-ec13-4b8b-a50a-33e2c91deaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5420268 Feb 09 12:26:41.671888 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee37ae-624e-48de-9cdc-75acff711268 req-f1e91982-5287-429f-a797-98475202b8da tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:41.678667 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4dee37ae-624e-48de-9cdc-75acff711268 req-f1e91982-5287-429f-a797-98475202b8da tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] 10.222.0.55 "GET /v2.0/ports?device_id=44653649-356d-4017-ad34-4b6407b73d73 HTTP/1.1" status: 200 len: 946 time: 0.2793238 Feb 09 12:26:41.715157 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-47bb6103-6456-49c9-a86e-4dd98c2f3993 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:26:41.729373 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb6103-6456-49c9-a86e-4dd98c2f3993 None None] Pushing event updated for resources: {'Port': ['ID=0bb96523-ad7a-460d-ac90-0501f8133b38,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:41.750794 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-d2bb2b77-5d53-4e9d-a6b3-4387b5b21339 None None] Attempting to bind port 1900d1bd-0443-4875-a12e-0c6643aa048b on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:26:41.751553 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-d2bb2b77-5d53-4e9d-a6b3-4387b5b21339 None None] Attempting to bind port 1900d1bd-0443-4875-a12e-0c6643aa048b by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '0008973d-55a5-41cb-9ead-bacfb13ceaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7d895f48-adec-4d63-a826-9c8b23067622'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:26:41.752185 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb2b77-5d53-4e9d-a6b3-4387b5b21339 None None] Attempting to bind port 1900d1bd-0443-4875-a12e-0c6643aa048b on network 7d895f48-adec-4d63-a826-9c8b23067622 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:26:41.758061 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bb6103-6456-49c9-a86e-4dd98c2f3993 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:26:41.835165 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb2b77-5d53-4e9d-a6b3-4387b5b21339 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:26:41.835533 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb2b77-5d53-4e9d-a6b3-4387b5b21339 None None] Checking segment: {'id': '0008973d-55a5-41cb-9ead-bacfb13ceaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7d895f48-adec-4d63-a826-9c8b23067622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:26:41.839105 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d2bb2b77-5d53-4e9d-a6b3-4387b5b21339 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:41.839713 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb2b77-5d53-4e9d-a6b3-4387b5b21339 None None] Bound using segment: {'id': '0008973d-55a5-41cb-9ead-bacfb13ceaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7d895f48-adec-4d63-a826-9c8b23067622'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:26:41.842132 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-d2bb2b77-5d53-4e9d-a6b3-4387b5b21339 None None] Bound port: 1900d1bd-0443-4875-a12e-0c6643aa048b, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0008973d-55a5-41cb-9ead-bacfb13ceaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7d895f48-adec-4d63-a826-9c8b23067622'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:26:41.843480 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d2bb2b77-5d53-4e9d-a6b3-4387b5b21339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:41.952961 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4dee37ae-624e-48de-9cdc-75acff711268 req-b955fd16-735d-4256-be67-ff808e4a8496 tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] 10.222.0.55 "GET /v2.0/security-groups?id=8060190c-ca88-46ad-9ebe-56027b0190ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687948 Feb 09 12:26:42.082229 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-0f57ab4e-261a-4a8e-bc3b-ac303447c29d req-f6a44835-d1ec-4da3-80a2-a3256fff3340 tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] For port 39f742e2-2648-4474-9220-41e4a4bb1888, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=39f742e2-2648-4474-9220-41e4a4bb1888,segment=NetworkSegment(0948a815-b261-41c6-96e1-d1f995313ffe),segment_id=0948a815-b261-41c6-96e1-d1f995313ffe)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:26:42.083304 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-0f57ab4e-261a-4a8e-bc3b-ac303447c29d req-f6a44835-d1ec-4da3-80a2-a3256fff3340 tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:42.098280 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7d877-0946-4e5a-9801-f378b6d544a8 req-276c13f7-737f-4ef9-b4d5-a66812ed44a5 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:42.100208 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4db7d877-0946-4e5a-9801-f378b6d544a8 req-276c13f7-737f-4ef9-b4d5-a66812ed44a5 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee9c0b58-f947-449e-8cf8-972ea6a21ee7 HTTP/1.1" status: 200 len: 946 time: 0.3322399 Feb 09 12:26:42.184413 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4db7d877-0946-4e5a-9801-f378b6d544a8 req-1bf91b8a-fd0b-49ff-be5c-d5a4c3863d74 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762055 Feb 09 12:26:42.190351 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-56156461-21b6-4348-a885-f0b4ce4beb11 req-4b0dee81-83ac-4d65-aacc-7e3d45a9ee85 service neutron] 10.222.0.46 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6099262 Feb 09 12:26:42.191155 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6d46c1ee-6186-403d-be7b-d81d69739837 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:42.276400 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-0f57ab4e-261a-4a8e-bc3b-ac303447c29d req-f6a44835-d1ec-4da3-80a2-a3256fff3340 tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] Calling delete_port for 39f742e2-2648-4474-9220-41e4a4bb1888 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:26:42.282050 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-99067e90-085f-441e-b81f-81dd337e462d req-bff4f13f-3a75-4ad0-b307-3fd25b7b0ea5 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=1cd5461fb50742f08b750a3ea3e35b39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587952 Feb 09 12:26:42.310792 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 40dc350d-1874-481c-a46c-c820c9950461 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:26:42.339244 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-660ca7b4-eae9-449d-bcf4-65ea6aa8cb22 None None] Attempting to bind port 222a2753-29f1-4d28-9b92-e23233cd88e7 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:26:42.350078 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-660ca7b4-eae9-449d-bcf4-65ea6aa8cb22 None None] Attempting to bind port 222a2753-29f1-4d28-9b92-e23233cd88e7 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'a3c65f72-bc66-4fc6-9b4e-ff5549331e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '246a1637-be54-4e7c-943c-b58e2ba64a25'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:26:42.350803 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660ca7b4-eae9-449d-bcf4-65ea6aa8cb22 None None] Attempting to bind port 222a2753-29f1-4d28-9b92-e23233cd88e7 on network 246a1637-be54-4e7c-943c-b58e2ba64a25 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:26:42.502650 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-47bb6103-6456-49c9-a86e-4dd98c2f3993 None None] Attempting to bind port 0bb96523-ad7a-460d-ac90-0501f8133b38 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:26:42.503310 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-47bb6103-6456-49c9-a86e-4dd98c2f3993 None None] Attempting to bind port 0bb96523-ad7a-460d-ac90-0501f8133b38 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '2b64ef6b-e1bb-416f-91eb-12b8ea79027c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '7db9b20c-5bf8-4a1c-8241-5260b130121e'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:26:42.503865 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bb6103-6456-49c9-a86e-4dd98c2f3993 None None] Attempting to bind port 0bb96523-ad7a-460d-ac90-0501f8133b38 on network 7db9b20c-5bf8-4a1c-8241-5260b130121e {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:26:42.513677 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660ca7b4-eae9-449d-bcf4-65ea6aa8cb22 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:26:42.514337 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660ca7b4-eae9-449d-bcf4-65ea6aa8cb22 None None] Checking segment: {'id': 'a3c65f72-bc66-4fc6-9b4e-ff5549331e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '246a1637-be54-4e7c-943c-b58e2ba64a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:26:42.514975 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-660ca7b4-eae9-449d-bcf4-65ea6aa8cb22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:42.515550 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660ca7b4-eae9-449d-bcf4-65ea6aa8cb22 None None] Bound using segment: {'id': 'a3c65f72-bc66-4fc6-9b4e-ff5549331e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '246a1637-be54-4e7c-943c-b58e2ba64a25'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:26:42.516551 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-660ca7b4-eae9-449d-bcf4-65ea6aa8cb22 None None] Bound port: 222a2753-29f1-4d28-9b92-e23233cd88e7, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3c65f72-bc66-4fc6-9b4e-ff5549331e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '246a1637-be54-4e7c-943c-b58e2ba64a25'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:26:42.517157 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-660ca7b4-eae9-449d-bcf4-65ea6aa8cb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:42.537357 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 40dc350d-1874-481c-a46c-c820c9950461 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:26:42.538069 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:42.576360 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bb6103-6456-49c9-a86e-4dd98c2f3993 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:26:42.578520 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bb6103-6456-49c9-a86e-4dd98c2f3993 None None] Checking segment: {'id': '2b64ef6b-e1bb-416f-91eb-12b8ea79027c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '7db9b20c-5bf8-4a1c-8241-5260b130121e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:26:42.579107 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-47bb6103-6456-49c9-a86e-4dd98c2f3993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:42.579798 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bb6103-6456-49c9-a86e-4dd98c2f3993 None None] Bound using segment: {'id': '2b64ef6b-e1bb-416f-91eb-12b8ea79027c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '7db9b20c-5bf8-4a1c-8241-5260b130121e'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:26:42.580460 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-47bb6103-6456-49c9-a86e-4dd98c2f3993 None None] Bound port: 0bb96523-ad7a-460d-ac90-0501f8133b38, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b64ef6b-e1bb-416f-91eb-12b8ea79027c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '7db9b20c-5bf8-4a1c-8241-5260b130121e'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:26:42.581017 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-47bb6103-6456-49c9-a86e-4dd98c2f3993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:42.711248 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99067e90-085f-441e-b81f-81dd337e462d req-c113737d-b55a-4abe-bd52-632597738424 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:42.713141 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-99067e90-085f-441e-b81f-81dd337e462d req-c113737d-b55a-4abe-bd52-632597738424 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4244673 Feb 09 12:26:42.754991 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-99067e90-085f-441e-b81f-81dd337e462d req-d647f2f2-bc0e-4206-9bb7-6df91f34bb58 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/quotas/1cd5461fb50742f08b750a3ea3e35b39 HTTP/1.1" status: 200 len: 375 time: 0.0217476 Feb 09 12:26:42.798523 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-660ca7b4-eae9-449d-bcf4-65ea6aa8cb22 None None] For port 222a2753-29f1-4d28-9b92-e23233cd88e7, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:26:42.803215 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-660ca7b4-eae9-449d-bcf4-65ea6aa8cb22 None None] For port 222a2753-29f1-4d28-9b92-e23233cd88e7, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=222a2753-29f1-4d28-9b92-e23233cd88e7,segment=NetworkSegment(a3c65f72-bc66-4fc6-9b4e-ff5549331e73),segment_id=a3c65f72-bc66-4fc6-9b4e-ff5549331e73)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:26:42.859967 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-56156461-21b6-4348-a885-f0b4ce4beb11 req-a0b053f0-2ab1-48c4-a3b0-a95458ea9baf service neutron] 10.222.0.46 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5983539 Feb 09 12:26:42.880164 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-d2bb2b77-5d53-4e9d-a6b3-4387b5b21339 None None] For port 1900d1bd-0443-4875-a12e-0c6643aa048b, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:26:42.886227 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-d2bb2b77-5d53-4e9d-a6b3-4387b5b21339 None None] For port 1900d1bd-0443-4875-a12e-0c6643aa048b, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=1900d1bd-0443-4875-a12e-0c6643aa048b,segment=NetworkSegment(0008973d-55a5-41cb-9ead-bacfb13ceaa2),segment_id=0008973d-55a5-41cb-9ead-bacfb13ceaa2)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:26:42.904103 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58b6c5-e9f1-40a6-bc66-032e9d40d65f req-d3eb467b-3a99-4f3c-a7a2-a0735f2e5018 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:42.916996 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dc58b6c5-e9f1-40a6-bc66-032e9d40d65f req-d3eb467b-3a99-4f3c-a7a2-a0735f2e5018 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=90c74a17-df51-46ca-9bdf-0f0627aa1fea HTTP/1.1" status: 200 len: 944 time: 0.4368742 Feb 09 12:26:42.917252 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7ac47109-db03-414e-b34d-8580002e8dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:42.964404 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-660ca7b4-eae9-449d-bcf4-65ea6aa8cb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:42.969245 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d2bb2b77-5d53-4e9d-a6b3-4387b5b21339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:43.049846 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-99067e90-085f-441e-b81f-81dd337e462d req-08c0f46c-c63c-4ce0-a768-b17943577246 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1cd5461fb50742f08b750a3ea3e35b39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2937973 Feb 09 12:26:43.094688 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dc58b6c5-e9f1-40a6-bc66-032e9d40d65f req-12479b44-f6e3-4669-b95b-5caf791254f9 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753333 Feb 09 12:26:43.223467 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660ca7b4-eae9-449d-bcf4-65ea6aa8cb22 None None] Pushing event updated for resources: {'Port': ['ID=222a2753-29f1-4d28-9b92-e23233cd88e7,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:43.520690 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ac3f8-da32-412e-92a9-743b4ab87ffb None None] Pushing event updated for resources: {'Port': ['ID=1900d1bd-0443-4875-a12e-0c6643aa048b,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:43.586320 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7ac47109-db03-414e-b34d-8580002e8dea None None] For port ad7ecb68-2e6e-4dd1-9be0-1426f81f49ca, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=ad7ecb68-2e6e-4dd1-9be0-1426f81f49ca,segment=NetworkSegment(98858549-7b59-412e-b0dc-8187bf531477),segment_id=98858549-7b59-412e-b0dc-8187bf531477)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:26:43.604132 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:43.663865 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7f7f2-d8d8-4f21-b4d0-28b3216286ab req-0e1d9d25-ef97-435b-afe2-8b18db709c9e tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:43.680020 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a8c7f7f2-d8d8-4f21-b4d0-28b3216286ab req-0e1d9d25-ef97-435b-afe2-8b18db709c9e tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fa55cfa-0309-4525-a869-9e68fb3f8f32 HTTP/1.1" status: 200 len: 945 time: 0.3575032 Feb 09 12:26:43.726549 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7ac47109-db03-414e-b34d-8580002e8dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:43.856140 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a8c7f7f2-d8d8-4f21-b4d0-28b3216286ab req-072c2f00-938a-4201-b71b-f71055ee2a33 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732388 Feb 09 12:26:44.024476 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bb2b77-5d53-4e9d-a6b3-4387b5b21339 None None] Routers {'a4f10f79-3438-4b3e-899e-b2b9c6e496fe'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:26:44.025181 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-d2bb2b77-5d53-4e9d-a6b3-4387b5b21339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:26:17Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['a4f10f79-3438-4b3e-899e-b2b9c6e496fe'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:26:44.205061 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf740fd-361d-4ebd-83b6-4b7df4db05f5 req-7d45ac98-cc1e-48c3-8095-a9ff4cdd6a3d tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:44.213605 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ecf740fd-361d-4ebd-83b6-4b7df4db05f5 req-7d45ac98-cc1e-48c3-8095-a9ff4cdd6a3d tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] 10.222.0.55 "GET /v2.0/ports?device_id=44653649-356d-4017-ad34-4b6407b73d73 HTTP/1.1" status: 200 len: 946 time: 0.3928204 Feb 09 12:26:44.274482 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6d46c1ee-6186-403d-be7b-d81d69739837 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:44.295636 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6d46c1ee-6186-403d-be7b-d81d69739837 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:44.299167 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6d46c1ee-6186-403d-be7b-d81d69739837 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:44.422769 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-47bb6103-6456-49c9-a86e-4dd98c2f3993 None None] For port 0bb96523-ad7a-460d-ac90-0501f8133b38, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:26:44.505278 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d46c1ee-6186-403d-be7b-d81d69739837 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Pushing event updated for resources: {'Port': ['ID=86a7c5cc-11e0-4276-9e39-4f5259e8a1a4,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:44.563961 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-0f57ab4e-261a-4a8e-bc3b-ac303447c29d req-f6a44835-d1ec-4da3-80a2-a3256fff3340 tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:44.710289 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ecf740fd-361d-4ebd-83b6-4b7df4db05f5 req-615e81fd-fc15-4b71-a7b5-a8d5f1970223 tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] 10.222.0.55 "GET /v2.0/security-groups?id=8060190c-ca88-46ad-9ebe-56027b0190ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803945 Feb 09 12:26:44.914209 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a44835-d1ec-4da3-80a2-a3256fff3340 tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] Pushing event deleted for resources: {'Port': ['ID=39f742e2-2648-4474-9220-41e4a4bb1888,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:44.984383 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-47bb6103-6456-49c9-a86e-4dd98c2f3993 None None] For port 0bb96523-ad7a-460d-ac90-0501f8133b38, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=0bb96523-ad7a-460d-ac90-0501f8133b38,segment=NetworkSegment(2b64ef6b-e1bb-416f-91eb-12b8ea79027c),segment_id=2b64ef6b-e1bb-416f-91eb-12b8ea79027c)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:26:44.987021 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-44fafd45-6a72-4841-b718-f75f6a509941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:45.011295 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f57ab4e-261a-4a8e-bc3b-ac303447c29d req-f6a44835-d1ec-4da3-80a2-a3256fff3340 tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] No DVR routers for this DVR port 39f742e2-2648-4474-9220-41e4a4bb1888 on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:26:45.023350 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:26:45.024247 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:26:45.032394 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-0f57ab4e-261a-4a8e-bc3b-ac303447c29d req-f6a44835-d1ec-4da3-80a2-a3256fff3340 tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:45.035225 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44653649-356d-4017-ad34-4b6407b73d73', 'name': 'network-vif-deleted', 'tag': '39f742e2-2648-4474-9220-41e4a4bb1888'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:26:45.058446 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-47bb6103-6456-49c9-a86e-4dd98c2f3993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:45.073912 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac47109-db03-414e-b34d-8580002e8dea None None] Pushing event updated for resources: {'Port': ['ID=ad7ecb68-2e6e-4dd1-9be0-1426f81f49ca,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:45.104924 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-75b6e60f-22f6-4281-84d2-03037c4d1b43 req-7bcc71fd-491b-48fd-ba6f-34ede3f8fcec tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=6881e42b-7a80-40ab-88ca-9985cc517894 HTTP/1.1" status: 200 len: 210 time: 0.0546417 Feb 09 12:26:45.123344 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0f57ab4e-261a-4a8e-bc3b-ac303447c29d req-f6a44835-d1ec-4da3-80a2-a3256fff3340 tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] 10.222.0.46 "DELETE /v2.0/ports/39f742e2-2648-4474-9220-41e4a4bb1888 HTTP/1.1" status: 204 len: 173 time: 4.9407895 Feb 09 12:26:45.173759 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf21f4a-b377-4a4a-b760-04b4f8b69582 req-da8a1921-73b3-42c1-83ea-2bce866b8e56 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:45.181541 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3cf21f4a-b377-4a4a-b760-04b4f8b69582 req-da8a1921-73b3-42c1-83ea-2bce866b8e56 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee9c0b58-f947-449e-8cf8-972ea6a21ee7 HTTP/1.1" status: 200 len: 946 time: 0.7931733 Feb 09 12:26:45.189949 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-de5a49c6-c642-4219-b451-69c8648c9366 req-345b2031-8d2d-4c8d-8b8a-3c067a8a102b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9701064 Feb 09 12:26:45.224221 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d46c1ee-6186-403d-be7b-d81d69739837 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Network 246a1637-be54-4e7c-943c-b58e2ba64a25 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:26:45.231776 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-6d46c1ee-6186-403d-be7b-d81d69739837 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:26:45.288384 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3cf21f4a-b377-4a4a-b760-04b4f8b69582 req-5cd37416-3bff-4634-9278-b7b4da00d650 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025236 Feb 09 12:26:45.325823 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:45.479133 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-d2bb2b77-5d53-4e9d-a6b3-4387b5b21339 None None] Set router a4f10f79-3438-4b3e-899e-b2b9c6e496fe gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:26:45.835593 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d46c1ee-6186-403d-be7b-d81d69739837 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Router 6b87ba47-4f48-400e-8894-32fce57b3601 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:26:45.881192 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a49c6-c642-4219-b451-69c8648c9366 req-0f87e399-4d69-4d96-abfe-1cc4ded47d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:45.882738 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-de5a49c6-c642-4219-b451-69c8648c9366 req-0f87e399-4d69-4d96-abfe-1cc4ded47d78 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ff6e1bb65bc440a9af2daa6d5785a57a&device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 1095 time: 0.4766259 Feb 09 12:26:45.891573 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c74a17-df51-46ca-9bdf-0f0627aa1fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40dc350d-1874-481c-a46c-c820c9950461'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:26:45.926523 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb6103-6456-49c9-a86e-4dd98c2f3993 None None] Pushing event updated for resources: {'Port': ['ID=0bb96523-ad7a-460d-ac90-0501f8133b38,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:45.946699 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ecccc-b956-4513-9895-b0aac41208af req-5ea4ea7a-0883-4a62-9f7f-c11879531d4a tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:45.954088 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8c9ecccc-b956-4513-9895-b0aac41208af req-5ea4ea7a-0883-4a62-9f7f-c11879531d4a tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=90c74a17-df51-46ca-9bdf-0f0627aa1fea HTTP/1.1" status: 200 len: 944 time: 0.4389853 Feb 09 12:26:46.119752 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d64f3c-532c-4824-b84e-5fcc8a7aa863 None None] Network 246a1637-be54-4e7c-943c-b58e2ba64a25 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:26:46.163441 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 40dc350d-1874-481c-a46c-c820c9950461, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=40dc350d-1874-481c-a46c-c820c9950461,segment=NetworkSegment(ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a),segment_id=ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:26:46.182275 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33716e8-00bf-4a5e-8879-6ed4f71e8348 req-8d1fbb47-4b99-4527-a130-1c8caea780ac tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:46.192682 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a33716e8-00bf-4a5e-8879-6ed4f71e8348 req-8d1fbb47-4b99-4527-a130-1c8caea780ac tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fa55cfa-0309-4525-a869-9e68fb3f8f32 HTTP/1.1" status: 200 len: 945 time: 0.6339049 Feb 09 12:26:46.317909 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8c9ecccc-b956-4513-9895-b0aac41208af req-dc24cd92-1ec7-4745-8704-8a9b1ac50c8e tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628826 Feb 09 12:26:46.321241 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:46.348231 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-99067e90-085f-441e-b81f-81dd337e462d req-7613788b-0e8a-455d-85af-b82f546d58e3 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=1cd5461fb50742f08b750a3ea3e35b39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1895781 Feb 09 12:26:46.433209 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44653649-356d-4017-ad34-4b6407b73d73', 'name': 'network-vif-deleted', 'tag': '39f742e2-2648-4474-9220-41e4a4bb1888', 'status': 'completed', 'code': 200} Feb 09 12:26:46.551485 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a33716e8-00bf-4a5e-8879-6ed4f71e8348 req-5498c443-6135-4a87-a1b7-4737db25dda2 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578563 Feb 09 12:26:46.582096 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d46c1ee-6186-403d-be7b-d81d69739837 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:26:46.594501 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f981620d-f266-4227-91b9-93a347c09161 None None] Sync routers for ids ['6b87ba47-4f48-400e-8894-32fce57b3601'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:26:46.613221 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f981620d-f266-4227-91b9-93a347c09161 None None] Routers {'6b87ba47-4f48-400e-8894-32fce57b3601'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:26:46.613850 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-f981620d-f266-4227-91b9-93a347c09161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:26:17Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['6b87ba47-4f48-400e-8894-32fce57b3601'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:26:46.695271 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6d46c1ee-6186-403d-be7b-d81d69739837 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] 10.222.0.55 "PUT /v2.0/routers/6b87ba47-4f48-400e-8894-32fce57b3601/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9034076 Feb 09 12:26:46.698299 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 53504) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:46.699746 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a49c6-c642-4219-b451-69c8648c9366 req-7751d25e-2b06-4af3-a943-49e9a48815df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:46.702053 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-de5a49c6-c642-4219-b451-69c8648c9366 req-7751d25e-2b06-4af3-a943-49e9a48815df service neutron] 10.222.0.52 "GET /v2.0/networks?id=0448691a-ec13-4b8b-a50a-33e2c91deaac HTTP/1.1" status: 200 len: 913 time: 0.7006092 Feb 09 12:26:46.821611 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=40dc350d-1874-481c-a46c-c820c9950461,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:46.827718 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 39f742e2-2648-4474-9220-41e4a4bb1888 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:26:46.856262 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-f981620d-f266-4227-91b9-93a347c09161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:26:46.868935 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec6650-45df-4536-aa46-80cf7ccd4199 req-ff5c40ea-f2ff-4682-8b5f-b87db716c47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:46.871139 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a1ec6650-45df-4536-aa46-80cf7ccd4199 req-ff5c40ea-f2ff-4682-8b5f-b87db716c47a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff6e1bb65bc440a9af2daa6d5785a57a&device_id=ee9c0b58-f947-449e-8cf8-972ea6a21ee7 HTTP/1.1" status: 200 len: 1097 time: 0.6554639 Feb 09 12:26:46.875543 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f981620d-f266-4227-91b9-93a347c09161 None None] Routers {'6b87ba47-4f48-400e-8894-32fce57b3601'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:26:46.876197 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-f981620d-f266-4227-91b9-93a347c09161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:26:17Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['6b87ba47-4f48-400e-8894-32fce57b3601'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:26:46.895042 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device ad7ecb68-2e6e-4dd1-9be0-1426f81f49ca up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:26:47.026993 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c74a17-df51-46ca-9bdf-0f0627aa1fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40dc350d-1874-481c-a46c-c820c9950461', 'code': 200} Feb 09 12:26:47.141090 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0ffcd1a1-f40e-46bf-adc3-3fb885a04712 None None] Provisioning for port 222a2753-29f1-4d28-9b92-e23233cd88e7 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:26:47.143661 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-f981620d-f266-4227-91b9-93a347c09161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:26:47.145320 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f981620d-f266-4227-91b9-93a347c09161 None None] The sync data for ids ['6b87ba47-4f48-400e-8894-32fce57b3601'] in n-d-825178-3 is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:26:47.167418 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: 39f742e2-2648-4474-9220-41e4a4bb1888 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:26:47.167771 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 39f742e2-2648-4474-9220-41e4a4bb1888 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:26:47.320223 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6557a923-ec10-4ae6-ade7-646931de449f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:47.347465 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99067e90-085f-441e-b81f-81dd337e462d req-193f2759-fe01-4069-adc5-a52be457f2d9 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:47.351657 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-99067e90-085f-441e-b81f-81dd337e462d req-193f2759-fe01-4069-adc5-a52be457f2d9 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9708190 Feb 09 12:26:47.370980 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-99067e90-085f-441e-b81f-81dd337e462d req-d46ce8e6-92eb-46d3-98aa-2697369df252 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Request body: {'port': {'device_id': '6881e42b-7a80-40ab-88ca-9985cc517894', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'admin_state_up': True, 'tenant_id': '1cd5461fb50742f08b750a3ea3e35b39'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:26:47.387864 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf5553e-2c1b-4606-b001-299e2830b0c5 None None] Network 7db9b20c-5bf8-4a1c-8241-5260b130121e requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:26:47.391494 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7a33c544-9349-48f6-92c1-d6c4c394daa2 req-f2adb7d4-bd7f-4f94-b44a-d14a696cbf2d tempest-InstanceActionsNegativeTestJSON-1933052090 tempest-InstanceActionsNegativeTestJSON-1933052090-project] 10.222.0.55 "GET /v2.0/ports?device_id=44653649-356d-4017-ad34-4b6407b73d73 HTTP/1.1" status: 200 len: 210 time: 0.3261340 Feb 09 12:26:47.479100 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-56a39b06-7524-4920-984f-b2ed653c3cac req-0a751e4d-0102-462e-8ad0-bfad266e0d76 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=6881e42b-7a80-40ab-88ca-9985cc517894 HTTP/1.1" status: 200 len: 210 time: 0.2836502 Feb 09 12:26:47.566295 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-de5a49c6-c642-4219-b451-69c8648c9366 req-146e9522-32f1-46df-b3d1-dfe961073a6d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9ae4b3a-6a9e-4d5b-8eda-9db431346db4 HTTP/1.1" status: 200 len: 998 time: 0.8556354 Feb 09 12:26:47.673993 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a49c6-c642-4219-b451-69c8648c9366 req-384c64a2-02f5-4470-884c-293b21f562e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:47.675363 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-de5a49c6-c642-4219-b451-69c8648c9366 req-384c64a2-02f5-4470-884c-293b21f562e3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fc155009-a31d-4409-b15f-2ed587ea4525 HTTP/1.1" status: 200 len: 851 time: 0.1000791 Feb 09 12:26:47.683207 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec6650-45df-4536-aa46-80cf7ccd4199 req-8f020b2c-368b-4271-9d99-695ee5ec6349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:47.685230 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a1ec6650-45df-4536-aa46-80cf7ccd4199 req-8f020b2c-368b-4271-9d99-695ee5ec6349 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0448691a-ec13-4b8b-a50a-33e2c91deaac HTTP/1.1" status: 200 len: 913 time: 0.7869532 Feb 09 12:26:47.752700 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-99067e90-085f-441e-b81f-81dd337e462d req-d46ce8e6-92eb-46d3-98aa-2697369df252 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:26:47.769791 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-99067e90-085f-441e-b81f-81dd337e462d req-d46ce8e6-92eb-46d3-98aa-2697369df252 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:26:47.787633 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6a50f05d-6bcd-4c93-8d3b-36748b4f4f56 None None] Provisioning for port 0bb96523-ad7a-460d-ac90-0501f8133b38 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:26:47.792496 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port ad7ecb68-2e6e-4dd1-9be0-1426f81f49ca triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:26:47.792853 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:47.872325 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a1ec6650-45df-4536-aa46-80cf7ccd4199 req-dcbea236-5e85-4a29-ade9-0149ed783b8e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe5866c5-e054-46d5-ad65-fe3d9b7a2784 HTTP/1.1" status: 200 len: 217 time: 0.0851145 Feb 09 12:26:47.875053 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99067e90-085f-441e-b81f-81dd337e462d req-d46ce8e6-92eb-46d3-98aa-2697369df252 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Made reservation on behalf of 1cd5461fb50742f08b750a3ea3e35b39 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:26:47.880048 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-99067e90-085f-441e-b81f-81dd337e462d req-d46ce8e6-92eb-46d3-98aa-2697369df252 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:47.884900 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:47.886363 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:47.966945 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec6650-45df-4536-aa46-80cf7ccd4199 req-e704ee5a-3473-41cd-a5aa-8a33e786b346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:47.968990 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a1ec6650-45df-4536-aa46-80cf7ccd4199 req-e704ee5a-3473-41cd-a5aa-8a33e786b346 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fc155009-a31d-4409-b15f-2ed587ea4525 HTTP/1.1" status: 200 len: 851 time: 0.0738509 Feb 09 12:26:48.140030 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd2009-7be1-4998-a64f-6d1bbd4ece4c req-8466e813-a625-41e4-93cc-851cf0bcee3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:48.141509 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d9fd2009-7be1-4998-a64f-6d1bbd4ece4c req-8466e813-a625-41e4-93cc-851cf0bcee3c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=90c74a17-df51-46ca-9bdf-0f0627aa1fea HTTP/1.1" status: 200 len: 1096 time: 1.0696104 Feb 09 12:26:48.170326 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 0bb96523-ad7a-460d-ac90-0501f8133b38 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:26:48.244795 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-d2bb2b77-5d53-4e9d-a6b3-4387b5b21339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f10f79-3438-4b3e-899e-b2b9c6e496fe', 'name': 'tempest-AttachSCSIVolumeTestJSON-1000675349-router', 'tenant_id': '5017a821b84147f5848802e2e9f1fbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': 'f97bfa4e-67b4-4453-bd11-887022653114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:26:04Z', 'updated_at': '2022-02-09T12:26:24Z', 'revision_number': 4, 'project_id': '5017a821b84147f5848802e2e9f1fbb5', 'gw_port': {'id': 'f97bfa4e-67b4-4453-bd11-887022653114', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f10f79-3438-4b3e-899e-b2b9c6e496fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:26:07Z', 'updated_at': '2022-02-09T12:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '1900d1bd-0443-4875-a12e-0c6643aa048b', 'name': '', 'network_id': '7d895f48-adec-4d63-a826-9c8b23067622', 'tenant_id': '5017a821b84147f5848802e2e9f1fbb5', 'mac_address': 'fa:16:3e:96:dc:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f10f79-3438-4b3e-899e-b2b9c6e496fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'af39cf96-b827-49c2-8222-1e1ef60c73ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:26:20Z', 'updated_at': '2022-02-09T12:26:42Z', 'revision_number': 4, 'project_id': '5017a821b84147f5848802e2e9f1fbb5', 'subnets': [{'id': 'af39cf96-b827-49c2-8222-1e1ef60c73ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:26:48.246878 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-99067e90-085f-441e-b81f-81dd337e462d req-d46ce8e6-92eb-46d3-98aa-2697369df252 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Allocated IP 192.168.233.165 (4f732e35-467f-44f5-be04-aa808693dec3/f8ed5558-888d-440a-8c32-52f2f9bc5bd5/c8d3c319-bae9-4e99-80f6-b28dfeff894c) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:26:48.255203 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bb2b77-5d53-4e9d-a6b3-4387b5b21339 None None] The sync data for ids ['a4f10f79-3438-4b3e-899e-b2b9c6e496fe'] in n-d-825178-3 is: [{'id': 'a4f10f79-3438-4b3e-899e-b2b9c6e496fe', 'name': 'tempest-AttachSCSIVolumeTestJSON-1000675349-router', 'tenant_id': '5017a821b84147f5848802e2e9f1fbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': 'f97bfa4e-67b4-4453-bd11-887022653114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:26:04Z', 'updated_at': '2022-02-09T12:26:24Z', 'revision_number': 4, 'project_id': '5017a821b84147f5848802e2e9f1fbb5', 'gw_port': {'id': 'f97bfa4e-67b4-4453-bd11-887022653114', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f10f79-3438-4b3e-899e-b2b9c6e496fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:26:07Z', 'updated_at': '2022-02-09T12:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '1900d1bd-0443-4875-a12e-0c6643aa048b', 'name': '', 'network_id': '7d895f48-adec-4d63-a826-9c8b23067622', 'tenant_id': '5017a821b84147f5848802e2e9f1fbb5', 'mac_address': 'fa:16:3e:96:dc:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f10f79-3438-4b3e-899e-b2b9c6e496fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'af39cf96-b827-49c2-8222-1e1ef60c73ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:26:20Z', 'updated_at': '2022-02-09T12:26:42Z', 'revision_number': 4, 'project_id': '5017a821b84147f5848802e2e9f1fbb5', 'subnets': [{'id': 'af39cf96-b827-49c2-8222-1e1ef60c73ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:26:48.345103 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 0bb96523-ad7a-460d-ac90-0501f8133b38 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:26:48.366495 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 0bb96523-ad7a-460d-ac90-0501f8133b38 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:26:48.366495 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:48.539769 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c449b-31fe-41d2-ab78-54f2bae600c3 req-1297d501-74b9-4f72-8125-4469b621430d tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:48.553485 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bd1c449b-31fe-41d2-ab78-54f2bae600c3 req-1297d501-74b9-4f72-8125-4469b621430d tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=90c74a17-df51-46ca-9bdf-0f0627aa1fea HTTP/1.1" status: 200 len: 945 time: 0.7467828 Feb 09 12:26:48.586291 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec6650-45df-4536-aa46-80cf7ccd4199 req-152bf3f5-8fbd-42ee-a47e-61ae6085fd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:48.587975 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a1ec6650-45df-4536-aa46-80cf7ccd4199 req-152bf3f5-8fbd-42ee-a47e-61ae6085fd38 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0448691a-ec13-4b8b-a50a-33e2c91deaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6100793 Feb 09 12:26:48.606425 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d9fd2009-7be1-4998-a64f-6d1bbd4ece4c req-1ade13db-7397-4a0b-a0f2-f6b55d3f1063 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4439414 Feb 09 12:26:48.627431 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a49c6-c642-4219-b451-69c8648c9366 req-8687ed2b-c305-490e-8f49-def9e233bebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:48.629207 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-de5a49c6-c642-4219-b451-69c8648c9366 req-8687ed2b-c305-490e-8f49-def9e233bebb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0448691a-ec13-4b8b-a50a-33e2c91deaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8994792 Feb 09 12:26:48.697681 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:48.758401 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bd1c449b-31fe-41d2-ab78-54f2bae600c3 req-0f41750b-cbf2-4839-9661-5809825d9e2b tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939418 Feb 09 12:26:48.800686 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 0bb96523-ad7a-460d-ac90-0501f8133b38, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=0bb96523-ad7a-460d-ac90-0501f8133b38,segment=NetworkSegment(2b64ef6b-e1bb-416f-91eb-12b8ea79027c),segment_id=2b64ef6b-e1bb-416f-91eb-12b8ea79027c)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:26:48.815192 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:48.816365 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 222a2753-29f1-4d28-9b92-e23233cd88e7 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:26:48.899694 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-de5a49c6-c642-4219-b451-69c8648c9366 req-de72447d-cf97-4a8e-94c2-cea00d5b802f service neutron] 10.222.0.52 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624075 Feb 09 12:26:48.907959 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc0af8-5115-40cc-945d-06f279515df0 req-c9725d78-ef9f-4ee4-b88f-2621cec55d63 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:48.918998 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-70bc0af8-5115-40cc-945d-06f279515df0 req-c9725d78-ef9f-4ee4-b88f-2621cec55d63 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee9c0b58-f947-449e-8cf8-972ea6a21ee7 HTTP/1.1" status: 200 len: 946 time: 1.1480513 Feb 09 12:26:49.099995 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a1ec6650-45df-4536-aa46-80cf7ccd4199 req-cd236346-730c-49a5-b42b-6e19ab42a468 service neutron] 10.222.0.46 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719304 Feb 09 12:26:49.161227 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:49.165526 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-de5a49c6-c642-4219-b451-69c8648c9366 req-ad99958e-3a3d-46df-b81e-764fa468e2d9 service neutron] 10.222.0.52 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073760 Feb 09 12:26:49.180608 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=0bb96523-ad7a-460d-ac90-0501f8133b38,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:49.209050 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:26:49.209050 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:26:49.209050 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:26:49.209548 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:26:49.209729 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:26:49.210085 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:26:49.210427 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:26:49.210772 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:26:49.211112 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:26:49.211451 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:26:49.211793 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:26:49.212162 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:26:49.265034 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 222a2753-29f1-4d28-9b92-e23233cd88e7 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:26:49.271216 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2361abe6-9ad6-4ce8-9e5e-30d11c330323 None None] Provisioning for port 86a7c5cc-11e0-4276-9e39-4f5259e8a1a4 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:26:49.276128 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 222a2753-29f1-4d28-9b92-e23233cd88e7 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:26:49.276508 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:49.299748 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-99067e90-085f-441e-b81f-81dd337e462d req-d46ce8e6-92eb-46d3-98aa-2697369df252 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:49.312243 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2361abe6-9ad6-4ce8-9e5e-30d11c330323 None None] Provisioning complete for port 86a7c5cc-11e0-4276-9e39-4f5259e8a1a4 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:26:49.312618 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2361abe6-9ad6-4ce8-9e5e-30d11c330323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:49.362610 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-99067e90-085f-441e-b81f-81dd337e462d req-d46ce8e6-92eb-46d3-98aa-2697369df252 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Transition to ACTIVE for port object c8d3c319-bae9-4e99-80f6-b28dfeff894c will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:26:49.483137 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-99067e90-085f-441e-b81f-81dd337e462d req-d46ce8e6-92eb-46d3-98aa-2697369df252 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:49.496238 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['560f2f9b-e727-44c4-bc2e-088661b82618', 'ad7f21e1-10e7-4dda-b564-1aa1eb4492d6'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:26:49.590751 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-2361abe6-9ad6-4ce8-9e5e-30d11c330323 None None] Port 86a7c5cc-11e0-4276-9e39-4f5259e8a1a4 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:26:49.610333 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device fe5866c5-e054-46d5-ad65-fe3d9b7a2784 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:26:49.618987 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-70bc0af8-5115-40cc-945d-06f279515df0 req-3fa3a4e7-7669-4d7d-ae0c-82f9d13c99db tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6986496 Feb 09 12:26:49.632454 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-22b303d7-11dc-4f46-b2a3-073e9399f9f1 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:26:49.633491 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-22b303d7-11dc-4f46-b2a3-073e9399f9f1 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] 10.222.0.55 "PUT /v2.0/routers/6b87ba47-4f48-400e-8894-32fce57b3601/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.9298213 Feb 09 12:26:49.645410 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 53518) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:49.840869 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53524) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:49.976030 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:50.083125 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99067e90-085f-441e-b81f-81dd337e462d req-d46ce8e6-92eb-46d3-98aa-2697369df252 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Network 4f732e35-467f-44f5-be04-aa808693dec3 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:26:50.092915 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-99067e90-085f-441e-b81f-81dd337e462d req-d46ce8e6-92eb-46d3-98aa-2697369df252 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:26:50.105755 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ccf23-6f98-4b93-9e19-709a18427a67 req-ea5a55f3-94a3-4122-a640-a0343766912c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:50.106786 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-99067e90-085f-441e-b81f-81dd337e462d req-d46ce8e6-92eb-46d3-98aa-2697369df252 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:26:50.109196 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-964ccf23-6f98-4b93-9e19-709a18427a67 req-ea5a55f3-94a3-4122-a640-a0343766912c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fa55cfa-0309-4525-a869-9e68fb3f8f32 HTTP/1.1" status: 200 len: 945 time: 0.9387119 Feb 09 12:26:50.126484 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2361abe6-9ad6-4ce8-9e5e-30d11c330323 None None] Provisioning complete for port 0bb96523-ad7a-460d-ac90-0501f8133b38 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:26:50.126933 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2361abe6-9ad6-4ce8-9e5e-30d11c330323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:50.360179 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99067e90-085f-441e-b81f-81dd337e462d req-d46ce8e6-92eb-46d3-98aa-2697369df252 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:50.360970 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-99067e90-085f-441e-b81f-81dd337e462d req-d46ce8e6-92eb-46d3-98aa-2697369df252 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:50.373168 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ce8e6-92eb-46d3-98aa-2697369df252 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Pushing event updated for resources: {'Port': ['ID=c8d3c319-bae9-4e99-80f6-b28dfeff894c,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:50.402672 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:50.431657 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3295ae5-6aa8-4f86-beea-a59ea7e84841 admin admin] Deleting subnet 464b188a-0067-450e-8d4a-625ec008efa7 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:26:50.453120 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port fe5866c5-e054-46d5-ad65-fe3d9b7a2784, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=fe5866c5-e054-46d5-ad65-fe3d9b7a2784,segment=NetworkSegment(8f05bb68-39ac-4075-9eae-946e36af88ec),segment_id=8f05bb68-39ac-4075-9eae-946e36af88ec)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:26:50.462533 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c3295ae5-6aa8-4f86-beea-a59ea7e84841 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:50.466153 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9c0b58-f947-449e-8cf8-972ea6a21ee7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe5866c5-e054-46d5-ad65-fe3d9b7a2784'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:26:50.477013 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:50.539287 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a1ec6650-45df-4536-aa46-80cf7ccd4199 req-e98c987e-3f31-4ba3-945c-e4673bb82e27 service neutron] 10.222.0.46 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1268599 Feb 09 12:26:50.543672 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-99067e90-085f-441e-b81f-81dd337e462d req-d46ce8e6-92eb-46d3-98aa-2697369df252 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1764927 Feb 09 12:26:50.560410 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-99067e90-085f-441e-b81f-81dd337e462d req-512e8293-836f-4704-ad32-d9a834c90846 service neutron] Request body: {'port': {'device_id': '6881e42b-7a80-40ab-88ca-9985cc517894', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:26:50.606862 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c3295ae5-6aa8-4f86-beea-a59ea7e84841 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:50.693345 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:50.694297 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=fe5866c5-e054-46d5-ad65-fe3d9b7a2784,revision_number=8']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:50.723352 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 222a2753-29f1-4d28-9b92-e23233cd88e7, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=222a2753-29f1-4d28-9b92-e23233cd88e7,segment=NetworkSegment(a3c65f72-bc66-4fc6-9b4e-ff5549331e73),segment_id=a3c65f72-bc66-4fc6-9b4e-ff5549331e73)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:26:50.729567 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:50.791158 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-964ccf23-6f98-4b93-9e19-709a18427a67 req-23a05688-b233-4f2e-9eb4-7ed7ae89d5f1 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5567870 Feb 09 12:26:50.862427 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c8b84551-e46b-4d8b-a9ed-e7db4ca3109d None None] Provisioning complete for port 86a7c5cc-11e0-4276-9e39-4f5259e8a1a4 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:26:50.862792 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c8b84551-e46b-4d8b-a9ed-e7db4ca3109d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:50.867297 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c3295ae5-6aa8-4f86-beea-a59ea7e84841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:50.937932 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-c8b84551-e46b-4d8b-a9ed-e7db4ca3109d None None] Port 86a7c5cc-11e0-4276-9e39-4f5259e8a1a4 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:26:50.963356 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=222a2753-29f1-4d28-9b92-e23233cd88e7,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:50.968212 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c8b84551-e46b-4d8b-a9ed-e7db4ca3109d None None] Provisioning for port c8d3c319-bae9-4e99-80f6-b28dfeff894c completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:26:51.002221 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c8b84551-e46b-4d8b-a9ed-e7db4ca3109d None None] Provisioning complete for port c8d3c319-bae9-4e99-80f6-b28dfeff894c triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:26:51.002597 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c8b84551-e46b-4d8b-a9ed-e7db4ca3109d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:51.024102 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fdffb-33eb-44ae-99f5-f189237598e7 req-1a4c7cf5-872f-45c1-813b-e268ba39c443 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:51.026584 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-209fdffb-33eb-44ae-99f5-f189237598e7 req-1a4c7cf5-872f-45c1-813b-e268ba39c443 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=6881e42b-7a80-40ab-88ca-9985cc517894 HTTP/1.1" status: 200 len: 936 time: 0.7958262 Feb 09 12:26:51.101660 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 0bb96523-ad7a-460d-ac90-0501f8133b38 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:26:51.160616 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-209fdffb-33eb-44ae-99f5-f189237598e7 req-d98772ec-dc2d-4f7b-b67b-c9dc44ca11c7 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273692 Feb 09 12:26:51.227228 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-99067e90-085f-441e-b81f-81dd337e462d req-512e8293-836f-4704-ad32-d9a834c90846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:51.275933 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-c8b84551-e46b-4d8b-a9ed-e7db4ca3109d None None] Port c8d3c319-bae9-4e99-80f6-b28dfeff894c cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:26:51.293170 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c440372-983d-4ec2-9da2-2daa8b9b5c77 req-c1628e4a-f0eb-4555-8495-a05a135617f5 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:51.294595 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9c0b58-f947-449e-8cf8-972ea6a21ee7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe5866c5-e054-46d5-ad65-fe3d9b7a2784', 'code': 200} Feb 09 12:26:51.294946 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4c440372-983d-4ec2-9da2-2daa8b9b5c77 req-c1628e4a-f0eb-4555-8495-a05a135617f5 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=90c74a17-df51-46ca-9bdf-0f0627aa1fea HTTP/1.1" status: 200 len: 945 time: 0.1907368 Feb 09 12:26:51.359930 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 0bb96523-ad7a-460d-ac90-0501f8133b38 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:26:51.360573 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:51.499539 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c3295ae5-6aa8-4f86-beea-a59ea7e84841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:51.566533 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3295ae5-6aa8-4f86-beea-a59ea7e84841 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=464b188a-0067-450e-8d4a-625ec008efa7,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:51.575289 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c3295ae5-6aa8-4f86-beea-a59ea7e84841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:51.601362 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c3295ae5-6aa8-4f86-beea-a59ea7e84841 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/464b188a-0067-450e-8d4a-625ec008efa7 HTTP/1.1" status: 204 len: 168 time: 1.7413626 Feb 09 12:26:51.607004 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53534) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:51.612041 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4c440372-983d-4ec2-9da2-2daa8b9b5c77 req-9ee14fde-9b42-4be3-b49c-9e2a9daf4086 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099165 Feb 09 12:26:51.616769 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8d2b4bdb-6878-4bbd-a7e1-f00027d462a1 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:51.648307 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 1900d1bd-0443-4875-a12e-0c6643aa048b up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:26:51.832865 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 1900d1bd-0443-4875-a12e-0c6643aa048b completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:26:51.845399 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 1900d1bd-0443-4875-a12e-0c6643aa048b triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:26:51.845690 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:51.846447 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad4717-9278-4faf-b0ce-3abc858423b1 req-084f4ee8-51a1-4985-bbb8-6a68247ab69b tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:51.850054 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b9ad4717-9278-4faf-b0ce-3abc858423b1 req-084f4ee8-51a1-4985-bbb8-6a68247ab69b tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee9c0b58-f947-449e-8cf8-972ea6a21ee7 HTTP/1.1" status: 200 len: 944 time: 0.3572204 Feb 09 12:26:51.975055 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b2f91bf7-7f22-48d7-9651-5818b55a2fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:52.027622 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b9ad4717-9278-4faf-b0ce-3abc858423b1 req-ff3106b5-e0d2-4bcd-988b-9bfda538d9af tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694279 Feb 09 12:26:52.126365 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:52.163577 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 1900d1bd-0443-4875-a12e-0c6643aa048b, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=1900d1bd-0443-4875-a12e-0c6643aa048b,segment=NetworkSegment(0008973d-55a5-41cb-9ead-bacfb13ceaa2),segment_id=0008973d-55a5-41cb-9ead-bacfb13ceaa2)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:26:52.168483 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:52.220086 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b2f91bf7-7f22-48d7-9651-5818b55a2fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:52.229998 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-99067e90-085f-441e-b81f-81dd337e462d req-512e8293-836f-4704-ad32-d9a834c90846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8d3c319-bae9-4e99-80f6-b28dfeff894c {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:26:52.243867 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-99067e90-085f-441e-b81f-81dd337e462d req-512e8293-836f-4704-ad32-d9a834c90846 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:52.265722 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b4bdb-6878-4bbd-a7e1-f00027d462a1 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Deleting port 86a7c5cc-11e0-4276-9e39-4f5259e8a1a4 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:26:52.266112 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8d2b4bdb-6878-4bbd-a7e1-f00027d462a1 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:52.267017 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-b2f91bf7-7f22-48d7-9651-5818b55a2fa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['954872a6-80f4-4eac-a044-f89749d2b74c']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:26:52.268419 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=1900d1bd-0443-4875-a12e-0c6643aa048b,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:52.287088 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-99067e90-085f-441e-b81f-81dd337e462d req-512e8293-836f-4704-ad32-d9a834c90846 service neutron] Transition to ACTIVE for port object c8d3c319-bae9-4e99-80f6-b28dfeff894c will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:26:52.289318 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-b2f91bf7-7f22-48d7-9651-5818b55a2fa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0948a815-b261-41c6-96e1-d1f995313ffe') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:26:52.289318 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-b2f91bf7-7f22-48d7-9651-5818b55a2fa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0948a815-b261-41c6-96e1-d1f995313ffe') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:26:52.300067 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-99067e90-085f-441e-b81f-81dd337e462d req-512e8293-836f-4704-ad32-d9a834c90846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:52.343108 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b2f91bf7-7f22-48d7-9651-5818b55a2fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:52.447129 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b2f91bf7-7f22-48d7-9651-5818b55a2fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:52.474755 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2f91bf7-7f22-48d7-9651-5818b55a2fa8 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:26:52.475175 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b2f91bf7-7f22-48d7-9651-5818b55a2fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:52.492087 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:26:52.492087 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:26:52.492087 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:26:52.492087 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:26:52.492087 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:26:52.492087 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:26:52.492087 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:26:52.492087 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:26:52.492087 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:26:52.492087 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:26:52.492087 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:26:52.492087 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:26:52.492087 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:26:52.492087 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:26:52.492087 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:26:52.492087 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:26:52.492087 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:26:52.492087 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:26:52.492087 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:26:52.492087 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:26:52.492087 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:26:52.492087 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:26:52.492087 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:26:52.492087 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:26:52.492087 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:26:52.492087 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:26:52.492087 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:26:52.492087 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:26:52.492087 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:26:52.492087 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:26:52.492087 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:26:52.492087 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:26:52.502099 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e8293-836f-4704-ad32-d9a834c90846 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d3c319-bae9-4e99-80f6-b28dfeff894c,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:52.586814 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:52.624010 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8d2b4bdb-6878-4bbd-a7e1-f00027d462a1 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:52.788730 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b4bdb-6878-4bbd-a7e1-f00027d462a1 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Calling delete_port for 86a7c5cc-11e0-4276-9e39-4f5259e8a1a4 owned by network:router_interface {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:26:52.788953 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-99067e90-085f-441e-b81f-81dd337e462d req-512e8293-836f-4704-ad32-d9a834c90846 service neutron] Attempting to bind port c8d3c319-bae9-4e99-80f6-b28dfeff894c on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:26:52.789316 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-99067e90-085f-441e-b81f-81dd337e462d req-512e8293-836f-4704-ad32-d9a834c90846 service neutron] Attempting to bind port c8d3c319-bae9-4e99-80f6-b28dfeff894c by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:26:52.791768 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99067e90-085f-441e-b81f-81dd337e462d req-512e8293-836f-4704-ad32-d9a834c90846 service neutron] Attempting to bind port c8d3c319-bae9-4e99-80f6-b28dfeff894c on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:26:52.803243 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b2f91bf7-7f22-48d7-9651-5818b55a2fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:52.842782 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b2f91bf7-7f22-48d7-9651-5818b55a2fa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:52.856607 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99067e90-085f-441e-b81f-81dd337e462d req-512e8293-836f-4704-ad32-d9a834c90846 service neutron] Port c8d3c319-bae9-4e99-80f6-b28dfeff894c on network 4f732e35-467f-44f5-be04-aa808693dec3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:26:52.857476 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99067e90-085f-441e-b81f-81dd337e462d req-512e8293-836f-4704-ad32-d9a834c90846 service neutron] Attempting to bind port c8d3c319-bae9-4e99-80f6-b28dfeff894c on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:26:52.865689 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f91bf7-7f22-48d7-9651-5818b55a2fa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=954872a6-80f4-4eac-a044-f89749d2b74c,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:52.872603 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 222a2753-29f1-4d28-9b92-e23233cd88e7 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:26:52.878009 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b2f91bf7-7f22-48d7-9651-5818b55a2fa8 admin admin] 10.222.0.55 "DELETE /v2.0/networks/954872a6-80f4-4eac-a044-f89749d2b74c HTTP/1.1" status: 204 len: 168 time: 1.2691665 Feb 09 12:26:52.879732 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99067e90-085f-441e-b81f-81dd337e462d req-512e8293-836f-4704-ad32-d9a834c90846 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:26:52.880433 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99067e90-085f-441e-b81f-81dd337e462d req-512e8293-836f-4704-ad32-d9a834c90846 service neutron] Checking segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:26:52.880925 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99067e90-085f-441e-b81f-81dd337e462d req-512e8293-836f-4704-ad32-d9a834c90846 service neutron] Bound using segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:26:52.881427 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-99067e90-085f-441e-b81f-81dd337e462d req-512e8293-836f-4704-ad32-d9a834c90846 service neutron] Bound port: c8d3c319-bae9-4e99-80f6-b28dfeff894c, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:26:52.882516 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-99067e90-085f-441e-b81f-81dd337e462d req-512e8293-836f-4704-ad32-d9a834c90846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:53.054839 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-99067e90-085f-441e-b81f-81dd337e462d req-512e8293-836f-4704-ad32-d9a834c90846 service neutron] For port c8d3c319-bae9-4e99-80f6-b28dfeff894c, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:26:53.070985 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-99067e90-085f-441e-b81f-81dd337e462d req-512e8293-836f-4704-ad32-d9a834c90846 service neutron] For port c8d3c319-bae9-4e99-80f6-b28dfeff894c, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=c8d3c319-bae9-4e99-80f6-b28dfeff894c,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:26:53.081298 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-99067e90-085f-441e-b81f-81dd337e462d req-512e8293-836f-4704-ad32-d9a834c90846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:53.127124 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14bcdf2-2e26-4ce5-b3ea-8178cc6c2a34 req-72e6ea50-badc-4f4c-b489-995d1f385d9d tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:53.128911 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d14bcdf2-2e26-4ce5-b3ea-8178cc6c2a34 req-72e6ea50-badc-4f4c-b489-995d1f385d9d tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fa55cfa-0309-4525-a869-9e68fb3f8f32 HTTP/1.1" status: 200 len: 945 time: 1.0459743 Feb 09 12:26:53.152142 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 222a2753-29f1-4d28-9b92-e23233cd88e7 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:26:53.153916 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:53.176638 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a3776-7152-4c3d-87e8-28305e549141 req-db80abc6-c473-46cc-8da1-1975c1f2bdc6 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:53.178468 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e46a3776-7152-4c3d-87e8-28305e549141 req-db80abc6-c473-46cc-8da1-1975c1f2bdc6 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/networks?id=985217ad-b773-4531-9367-f144e39af1cf HTTP/1.1" status: 200 len: 805 time: 0.9416389 Feb 09 12:26:53.265528 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99067e90-085f-441e-b81f-81dd337e462d req-512e8293-836f-4704-ad32-d9a834c90846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:53.265528 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-99067e90-085f-441e-b81f-81dd337e462d req-512e8293-836f-4704-ad32-d9a834c90846 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:53.291288 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-99067e90-085f-441e-b81f-81dd337e462d req-512e8293-836f-4704-ad32-d9a834c90846 service neutron] 10.222.0.46 "PUT /v2.0/ports/c8d3c319-bae9-4e99-80f6-b28dfeff894c HTTP/1.1" status: 200 len: 1096 time: 2.7124548 Feb 09 12:26:53.291736 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6881e42b-7a80-40ab-88ca-9985cc517894', 'tag': 'c8d3c319-bae9-4e99-80f6-b28dfeff894c'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:26:53.336947 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e46a3776-7152-4c3d-87e8-28305e549141 req-9279cd8c-ca27-44e5-af09-5fd81a0c6dec tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/quotas/c35b136021fd452e84da1be28afeefee HTTP/1.1" status: 200 len: 375 time: 0.1003017 Feb 09 12:26:53.481021 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53564) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:53.553949 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e8293-836f-4704-ad32-d9a834c90846 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d3c319-bae9-4e99-80f6-b28dfeff894c,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:53.554882 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d14bcdf2-2e26-4ce5-b3ea-8178cc6c2a34 req-7217f1f1-de8f-417c-8937-42c32a444750 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3756347 Feb 09 12:26:53.667230 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e97d5f26-684a-42ca-913d-893e12fa6bf5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=98f91c7428e94d2e90d2dfcb1c9a022c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1758370 Feb 09 12:26:53.677770 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53568) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:53.851987 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 1900d1bd-0443-4875-a12e-0c6643aa048b up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:26:53.931183 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99067e90-085f-441e-b81f-81dd337e462d req-1b56acef-921d-4400-8fe2-d22e56294aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:53.931183 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-99067e90-085f-441e-b81f-81dd337e462d req-1b56acef-921d-4400-8fe2-d22e56294aba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1cd5461fb50742f08b750a3ea3e35b39&device_id=6881e42b-7a80-40ab-88ca-9985cc517894 HTTP/1.1" status: 200 len: 1099 time: 0.5701699 Feb 09 12:26:53.964213 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e46a3776-7152-4c3d-87e8-28305e549141 req-860a84c1-41c7-49bd-84fa-588a104ee483 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c35b136021fd452e84da1be28afeefee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5916412 Feb 09 12:26:54.115352 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 1900d1bd-0443-4875-a12e-0c6643aa048b triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:26:54.115939 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:54.116044 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8d2b4bdb-6878-4bbd-a7e1-f00027d462a1 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:54.168903 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-99067e90-085f-441e-b81f-81dd337e462d req-54553ee4-906d-4828-8fd0-a2b67ffab619 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=c8d3c319-bae9-4e99-80f6-b28dfeff894c HTTP/1.1" status: 200 len: 217 time: 0.2077124 Feb 09 12:26:54.168903 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ba55c258-0b94-4e7b-a3f8-9a84befe038b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:54.228022 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e88138-7303-4733-844c-52c36618009b req-3c08753b-43ee-496f-bdfd-ce34aea6dddc tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:54.231034 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e4e88138-7303-4733-844c-52c36618009b req-3c08753b-43ee-496f-bdfd-ce34aea6dddc tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=6881e42b-7a80-40ab-88ca-9985cc517894 HTTP/1.1" status: 200 len: 948 time: 0.3458416 Feb 09 12:26:54.232960 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b4bdb-6878-4bbd-a7e1-f00027d462a1 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Pushing event deleted for resources: {'Port': ['ID=86a7c5cc-11e0-4276-9e39-4f5259e8a1a4,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:54.551713 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ba55c258-0b94-4e7b-a3f8-9a84befe038b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:54.597434 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99067e90-085f-441e-b81f-81dd337e462d req-76e0d35b-63aa-47a4-bf8b-c3ae961521bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:54.597434 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-99067e90-085f-441e-b81f-81dd337e462d req-76e0d35b-63aa-47a4-bf8b-c3ae961521bd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.4220021 Feb 09 12:26:54.814501 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e46a3776-7152-4c3d-87e8-28305e549141 req-53ce6c82-b764-4a0f-b718-71f28118630f service neutron] 10.222.0.55 "GET /v2.0/networks/985217ad-b773-4531-9367-f144e39af1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8170512 Feb 09 12:26:54.832431 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8d2b4bdb-6878-4bbd-a7e1-f00027d462a1 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:54.845610 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99067e90-085f-441e-b81f-81dd337e462d req-03725b2c-42fc-4c8c-b8b0-f367f2a6f1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:54.845610 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-99067e90-085f-441e-b81f-81dd337e462d req-03725b2c-42fc-4c8c-b8b0-f367f2a6f1fd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2410245 Feb 09 12:26:54.845610 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ba55c258-0b94-4e7b-a3f8-9a84befe038b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:54.876821 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba55c258-0b94-4e7b-a3f8-9a84befe038b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8060190c-ca88-46ad-9ebe-56027b0190ef,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:54.907318 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e4e88138-7303-4733-844c-52c36618009b req-eb511a12-41cf-428f-9c23-d12d57bf1887 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5433645 Feb 09 12:26:55.077300 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-99067e90-085f-441e-b81f-81dd337e462d req-72da8308-6575-497e-ae61-857bc9470a39 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072437 Feb 09 12:26:55.077300 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ba55c258-0b94-4e7b-a3f8-9a84befe038b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:55.077300 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ba55c258-0b94-4e7b-a3f8-9a84befe038b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8060190c-ca88-46ad-9ebe-56027b0190ef HTTP/1.1" status: 204 len: 168 time: 1.3943231 Feb 09 12:26:55.379670 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-99067e90-085f-441e-b81f-81dd337e462d req-9fcef95c-e910-4831-b2c1-6e2ac8ac30f2 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893291 Feb 09 12:26:55.757101 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d2b4bdb-6878-4bbd-a7e1-f00027d462a1 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Router 6b87ba47-4f48-400e-8894-32fce57b3601 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:26:55.937056 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e46a3776-7152-4c3d-87e8-28305e549141 req-47a7c5b1-33c1-4141-8af8-31b19dc7ef40 service neutron] 10.222.0.55 "GET /v2.0/networks/985217ad-b773-4531-9367-f144e39af1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0908046 Feb 09 12:26:55.967804 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee4c47-d3f0-4376-8e73-bcb446f5a035 req-e83fd1f9-436c-4b04-98ee-0f88dc7db5a0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:55.969426 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-deee4c47-d3f0-4376-8e73-bcb446f5a035 req-e83fd1f9-436c-4b04-98ee-0f88dc7db5a0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee9c0b58-f947-449e-8cf8-972ea6a21ee7 HTTP/1.1" status: 200 len: 944 time: 0.5503845 Feb 09 12:26:55.972555 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2b4bdb-6878-4bbd-a7e1-f00027d462a1 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:26:55.988550 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2767d75d-7708-4af8-87c2-dd39f0c338b9 None None] Sync routers for ids ['6b87ba47-4f48-400e-8894-32fce57b3601'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:26:55.989049 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8d2b4bdb-6878-4bbd-a7e1-f00027d462a1 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] 10.222.0.55 "PUT /v2.0/routers/6b87ba47-4f48-400e-8894-32fce57b3601/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3286078 Feb 09 12:26:55.989119 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53590) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:56.010988 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2767d75d-7708-4af8-87c2-dd39f0c338b9 None None] Routers {'6b87ba47-4f48-400e-8894-32fce57b3601'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:26:56.012281 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-2767d75d-7708-4af8-87c2-dd39f0c338b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:26:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['6b87ba47-4f48-400e-8894-32fce57b3601'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:26:56.047487 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-deee4c47-d3f0-4376-8e73-bcb446f5a035 req-05f47851-b526-49ff-adad-1f12e9f0c6e5 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654078 Feb 09 12:26:56.168153 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6881e42b-7a80-40ab-88ca-9985cc517894', 'tag': 'c8d3c319-bae9-4e99-80f6-b28dfeff894c', 'status': 'completed', 'code': 200} Feb 09 12:26:56.198262 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-2767d75d-7708-4af8-87c2-dd39f0c338b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:26:56.224065 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2767d75d-7708-4af8-87c2-dd39f0c338b9 None None] Routers {'6b87ba47-4f48-400e-8894-32fce57b3601'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:26:56.224823 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-2767d75d-7708-4af8-87c2-dd39f0c338b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:26:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['6b87ba47-4f48-400e-8894-32fce57b3601'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:26:56.267026 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-59d7c55b-cf66-4fae-9e75-7a4a4e39b43c tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] delete failed (client error): The resource could not be found. Feb 09 12:26:56.268340 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-59d7c55b-cf66-4fae-9e75-7a4a4e39b43c tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] 10.222.0.55 "DELETE /v2.0/routers/tempest-non_exist_router-593713124 HTTP/1.1" status: 404 len: 334 time: 0.2783880 Feb 09 12:26:56.272330 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 53602) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:56.279516 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-8f9c6128-d02d-491a-878a-f6897c34529e tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Request body: {'router': {'external_gateway_info': {'network_id': '6b87ba47-4f48-400e-8894-32fce57b3601'}}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:26:56.356105 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82963435-4e0c-46fc-bce7-9ebeaf182791 req-616095ed-afee-4046-b6f2-877c912de0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:56.358084 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-82963435-4e0c-46fc-bce7-9ebeaf182791 req-616095ed-afee-4046-b6f2-877c912de0a7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1cd5461fb50742f08b750a3ea3e35b39&device_id=6881e42b-7a80-40ab-88ca-9985cc517894 HTTP/1.1" status: 200 len: 1099 time: 0.1780484 Feb 09 12:26:56.452842 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-2767d75d-7708-4af8-87c2-dd39f0c338b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:26:56.455180 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2767d75d-7708-4af8-87c2-dd39f0c338b9 None None] The sync data for ids ['6b87ba47-4f48-400e-8894-32fce57b3601'] in n-d-825178-3 is: [] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:26:56.586689 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53612) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:56.626998 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82963435-4e0c-46fc-bce7-9ebeaf182791 req-ba3338b2-c6ea-4b39-ad43-bb61c3612c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:56.628207 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-82963435-4e0c-46fc-bce7-9ebeaf182791 req-ba3338b2-c6ea-4b39-ad43-bb61c3612c9d service neutron] 10.222.0.46 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.2623804 Feb 09 12:26:56.813835 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-82963435-4e0c-46fc-bce7-9ebeaf182791 req-ad313805-8271-49f0-8f8f-71cc0b2409d9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=c8d3c319-bae9-4e99-80f6-b28dfeff894c HTTP/1.1" status: 200 len: 217 time: 0.1784394 Feb 09 12:26:57.005297 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-885e0891-cc53-41c8-811e-38b59ae3c159 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-89933850-network', 'tenant_id': '00099515433c46eebcd12321c76bbae3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:26:57.016115 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-885e0891-cc53-41c8-811e-38b59ae3c159 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:26:57.045768 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-885e0891-cc53-41c8-811e-38b59ae3c159 admin admin] Usage tracker for resource:network and tenant:00099515433c46eebcd12321c76bbae3 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:26:57.050652 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-885e0891-cc53-41c8-811e-38b59ae3c159 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:26:57.058791 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82963435-4e0c-46fc-bce7-9ebeaf182791 req-c73c6768-fb2a-485c-8d6a-7dd4423225c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:57.060573 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-82963435-4e0c-46fc-bce7-9ebeaf182791 req-c73c6768-fb2a-485c-8d6a-7dd4423225c2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.2405157 Feb 09 12:26:57.061511 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-885e0891-cc53-41c8-811e-38b59ae3c159 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:26:57.117281 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885e0891-cc53-41c8-811e-38b59ae3c159 admin admin] Made reservation on behalf of 00099515433c46eebcd12321c76bbae3 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:26:57.119386 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-885e0891-cc53-41c8-811e-38b59ae3c159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:57.137608 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-885e0891-cc53-41c8-811e-38b59ae3c159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:57.192628 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-885e0891-cc53-41c8-811e-38b59ae3c159 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:26:57.206011 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-885e0891-cc53-41c8-811e-38b59ae3c159 admin admin] Usage tracker for resource:security_group_rule and tenant:00099515433c46eebcd12321c76bbae3 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:26:57.211794 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-885e0891-cc53-41c8-811e-38b59ae3c159 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:26:57.245843 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-885e0891-cc53-41c8-811e-38b59ae3c159 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:26:57.266397 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82963435-4e0c-46fc-bce7-9ebeaf182791 req-7e9bbc73-ca30-4440-aecd-83eb8f7dfb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:57.268857 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-82963435-4e0c-46fc-bce7-9ebeaf182791 req-7e9bbc73-ca30-4440-aecd-83eb8f7dfb85 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1995959 Feb 09 12:26:57.282137 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8f9c6128-d02d-491a-878a-f6897c34529e tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:57.328473 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-8f9c6128-d02d-491a-878a-f6897c34529e tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] update failed (client error): The resource could not be found. Feb 09 12:26:57.329641 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8f9c6128-d02d-491a-878a-f6897c34529e tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] 10.222.0.55 "PUT /v2.0/routers/6b87ba47-4f48-400e-8894-32fce57b3601 HTTP/1.1" status: 404 len: 339 time: 1.0561554 Feb 09 12:26:57.337785 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe45d0-73f4-4fc2-bbbb-aa6597a66f9f req-5ccc7815-f8b0-4082-a73a-bcbca9e4e59d tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:57.345969 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-68fe45d0-73f4-4fc2-bbbb-aa6597a66f9f req-5ccc7815-f8b0-4082-a73a-bcbca9e4e59d tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=6881e42b-7a80-40ab-88ca-9985cc517894 HTTP/1.1" status: 200 len: 948 time: 0.5126204 Feb 09 12:26:57.351525 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 53624) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:57.357162 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-88ecd34b-a1f2-4190-96c9-c6340b38b342 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-602276234'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:26:57.444701 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-88ecd34b-a1f2-4190-96c9-c6340b38b342 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:26:57.465388 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-68fe45d0-73f4-4fc2-bbbb-aa6597a66f9f req-1c53ccb2-5d7a-45a4-8ee8-83fb03ff9cc5 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184678 Feb 09 12:26:57.484361 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-88ecd34b-a1f2-4190-96c9-c6340b38b342 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Usage tracker for resource:network and tenant:43a63036f8c04841af38ed3b0d79a91b is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:26:57.495677 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-88ecd34b-a1f2-4190-96c9-c6340b38b342 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:26:57.511008 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b22b6-aacd-4701-b512-ebbc3b01eec2 req-ed55b0f2-7195-457f-afdb-83c4c6583a2b tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:57.525853 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-893b22b6-aacd-4701-b512-ebbc3b01eec2 req-ed55b0f2-7195-457f-afdb-83c4c6583a2b tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fa55cfa-0309-4525-a869-9e68fb3f8f32 HTTP/1.1" status: 200 len: 945 time: 1.0547493 Feb 09 12:26:57.550666 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-88ecd34b-a1f2-4190-96c9-c6340b38b342 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:26:57.568849 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ecd34b-a1f2-4190-96c9-c6340b38b342 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Made reservation on behalf of 43a63036f8c04841af38ed3b0d79a91b for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:26:57.573253 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-88ecd34b-a1f2-4190-96c9-c6340b38b342 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:57.645340 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-82963435-4e0c-46fc-bce7-9ebeaf182791 req-57462a23-6dc0-46f8-bae0-2ecfa178e71e service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655818 Feb 09 12:26:57.650666 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88ecd34b-a1f2-4190-96c9-c6340b38b342 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:26:57.652407 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device fe5866c5-e054-46d5-ad65-fe3d9b7a2784 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:26:57.757872 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-88ecd34b-a1f2-4190-96c9-c6340b38b342 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:57.758299 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-88ecd34b-a1f2-4190-96c9-c6340b38b342 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Added segment 855e6afe-0bae-4bb1-b1e2-2784fcaf275d of type vlan for network 5a77ee6d-5d93-4591-bfd0-70382f43e3c5 Feb 09 12:26:57.931089 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-893b22b6-aacd-4701-b512-ebbc3b01eec2 req-b5decdcb-cc51-467e-b9b1-b90881d68348 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022956 Feb 09 12:26:57.978544 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-88ecd34b-a1f2-4190-96c9-c6340b38b342 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:58.056973 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-82963435-4e0c-46fc-bce7-9ebeaf182791 req-aaa5b3be-172a-4682-826c-37c593adceaa service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3952079 Feb 09 12:26:58.088557 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454755bc-4a60-4322-8a2d-fe75d243725e req-91de6e6c-e554-4ce4-9bb7-63ff7105c4df tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:58.096310 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-454755bc-4a60-4322-8a2d-fe75d243725e req-91de6e6c-e554-4ce4-9bb7-63ff7105c4df tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.4294477 Feb 09 12:26:58.105844 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-885e0891-cc53-41c8-811e-38b59ae3c159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:58.112602 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-885e0891-cc53-41c8-811e-38b59ae3c159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:58.216069 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-88ecd34b-a1f2-4190-96c9-c6340b38b342 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:58.238007 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ecd34b-a1f2-4190-96c9-c6340b38b342 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:58.241790 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-88ecd34b-a1f2-4190-96c9-c6340b38b342 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:58.248656 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-885e0891-cc53-41c8-811e-38b59ae3c159 admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:26:58.405635 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-88ecd34b-a1f2-4190-96c9-c6340b38b342 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0528426 Feb 09 12:26:58.407134 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-885e0891-cc53-41c8-811e-38b59ae3c159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:58.407495 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-885e0891-cc53-41c8-811e-38b59ae3c159 admin admin] Added segment 979c19f6-d1b0-4462-9702-5c928d7c30bd of type vlan for network 8e240a2e-10ae-45b2-9910-3b86c821ddc4 Feb 09 12:26:58.425195 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-454755bc-4a60-4322-8a2d-fe75d243725e req-b1c42f62-1393-40a9-9247-9a5815e94d88 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3189380 Feb 09 12:26:58.425553 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 53630) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:58.625561 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e0891-cc53-41c8-811e-38b59ae3c159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db679e7-c403-4701-b185-abdb81e6706e,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:58.735664 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-885e0891-cc53-41c8-811e-38b59ae3c159 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:58.802641 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ecd34b-a1f2-4190-96c9-c6340b38b342 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Pushing event updated for resources: {'Network': ['ID=5a77ee6d-5d93-4591-bfd0-70382f43e3c5,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:58.808241 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-90886b00-20a2-45dd-a8ba-2c7d722dd4bf tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Request body: {'subnet': {'network_id': '5a77ee6d-5d93-4591-bfd0-70382f43e3c5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:26:58.865236 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 5a77ee6d-5d93-4591-bfd0-70382f43e3c5 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:26:58.919459 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a3776-7152-4c3d-87e8-28305e549141 req-e34d6192-369c-4267-9e04-93c9a640e2d9 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:58.919459 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e46a3776-7152-4c3d-87e8-28305e549141 req-e34d6192-369c-4267-9e04-93c9a640e2d9 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.46 "GET /v2.0/networks?id=985217ad-b773-4531-9367-f144e39af1cf HTTP/1.1" status: 200 len: 805 time: 0.6313932 Feb 09 12:26:58.929322 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.resource_extend [None req-885e0891-cc53-41c8-811e-38b59ae3c159 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:26:58.946061 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-e46a3776-7152-4c3d-87e8-28305e549141 req-913562bb-3663-4adc-9b84-c8e1e8848fda tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Request body: {'port': {'device_id': '77c0cac2-8430-4549-bb00-d86320e2b161', 'network_id': '985217ad-b773-4531-9367-f144e39af1cf', 'admin_state_up': True, 'tenant_id': 'c35b136021fd452e84da1be28afeefee'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:26:59.240942 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-885e0891-cc53-41c8-811e-38b59ae3c159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:59.240942 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885e0891-cc53-41c8-811e-38b59ae3c159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:59.240942 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-885e0891-cc53-41c8-811e-38b59ae3c159 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:59.337915 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-90886b00-20a2-45dd-a8ba-2c7d722dd4bf tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:26:59.355180 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-90886b00-20a2-45dd-a8ba-2c7d722dd4bf tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Usage tracker for resource:subnet and tenant:43a63036f8c04841af38ed3b0d79a91b is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:26:59.393356 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b18ab-5532-4946-a509-b984d26c9b73 req-c2d54ab0-6905-4b71-ae4e-308e339b55a8 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:59.432631 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-600b18ab-5532-4946-a509-b984d26c9b73 req-c2d54ab0-6905-4b71-ae4e-308e339b55a8 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=6881e42b-7a80-40ab-88ca-9985cc517894 HTTP/1.1" status: 200 len: 948 time: 0.3247781 Feb 09 12:26:59.434247 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-90886b00-20a2-45dd-a8ba-2c7d722dd4bf tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:26:59.485301 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-90886b00-20a2-45dd-a8ba-2c7d722dd4bf tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:26:59.514483 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86263e-b5ba-452f-844d-95463545e8a3 req-828feaf2-b558-4d71-a87a-563e41c6b9d5 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:26:59.522185 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6b86263e-b5ba-452f-844d-95463545e8a3 req-828feaf2-b558-4d71-a87a-563e41c6b9d5 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.4162507 Feb 09 12:26:59.533902 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e0891-cc53-41c8-811e-38b59ae3c159 admin admin] Pushing event updated for resources: {'Network': ['ID=8e240a2e-10ae-45b2-9910-3b86c821ddc4,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:26:59.553084 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 8e240a2e-10ae-45b2-9910-3b86c821ddc4 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:26:59.635143 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-885e0891-cc53-41c8-811e-38b59ae3c159 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.0468023 Feb 09 12:26:59.650076 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-600b18ab-5532-4946-a509-b984d26c9b73 req-f576d44b-b6e0-4d2b-be41-954f81abe90c tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055225 Feb 09 12:26:59.652471 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53646) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:26:59.660428 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90886b00-20a2-45dd-a8ba-2c7d722dd4bf tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Made reservation on behalf of 43a63036f8c04841af38ed3b0d79a91b for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:26:59.666516 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-90886b00-20a2-45dd-a8ba-2c7d722dd4bf tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:59.670839 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-6eb48490-44ad-4acd-93b4-a40f87bf6e7c admin admin] Request body: {'subnet': {'network_id': '8e240a2e-10ae-45b2-9910-3b86c821ddc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-89933850-subnet', 'tenant_id': '00099515433c46eebcd12321c76bbae3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:26:59.687878 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6eb48490-44ad-4acd-93b4-a40f87bf6e7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:26:59.719302 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-e46a3776-7152-4c3d-87e8-28305e549141 req-913562bb-3663-4adc-9b84-c8e1e8848fda tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:26:59.723807 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-e46a3776-7152-4c3d-87e8-28305e549141 req-913562bb-3663-4adc-9b84-c8e1e8848fda tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Usage tracker for resource:port and tenant:c35b136021fd452e84da1be28afeefee is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:26:59.732696 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device c8d3c319-bae9-4e99-80f6-b28dfeff894c details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:26:59.732903 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-e46a3776-7152-4c3d-87e8-28305e549141 req-913562bb-3663-4adc-9b84-c8e1e8848fda tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:26:59.756478 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-e46a3776-7152-4c3d-87e8-28305e549141 req-913562bb-3663-4adc-9b84-c8e1e8848fda tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:26:59.792305 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-6eb48490-44ad-4acd-93b4-a40f87bf6e7c admin admin] Usage tracker for resource:subnet and tenant:00099515433c46eebcd12321c76bbae3 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:26:59.813850 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e46a3776-7152-4c3d-87e8-28305e549141 req-913562bb-3663-4adc-9b84-c8e1e8848fda tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Made reservation on behalf of c35b136021fd452e84da1be28afeefee for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:26:59.826315 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e46a3776-7152-4c3d-87e8-28305e549141 req-913562bb-3663-4adc-9b84-c8e1e8848fda tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:26:59.868522 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-6eb48490-44ad-4acd-93b4-a40f87bf6e7c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:26:59.893439 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6eb48490-44ad-4acd-93b4-a40f87bf6e7c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:26:59.931730 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb48490-44ad-4acd-93b4-a40f87bf6e7c admin admin] Made reservation on behalf of 00099515433c46eebcd12321c76bbae3 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:26:59.942901 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6eb48490-44ad-4acd-93b4-a40f87bf6e7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:00.033712 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port c8d3c319-bae9-4e99-80f6-b28dfeff894c, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=c8d3c319-bae9-4e99-80f6-b28dfeff894c,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:27:00.060440 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'c8d3c319-bae9-4e99-80f6-b28dfeff894c', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'port_id': 'c8d3c319-bae9-4e99-80f6-b28dfeff894c', 'mac_address': 'fa:16:3e:d5:0c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed5558-888d-440a-8c32-52f2f9bc5bd5', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:27:00.080128 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6b86263e-b5ba-452f-844d-95463545e8a3 req-1777a26e-ee48-471d-8b01-e85971d32461 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5570526 Feb 09 12:27:00.162060 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:00.176188 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0309746d-8947-4ca7-b703-1ab7c17482cb req-10dab49b-93ae-45bc-ba7c-33ff2dcc350f tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=77c0cac2-8430-4549-bb00-d86320e2b161 HTTP/1.1" status: 200 len: 210 time: 0.1195412 Feb 09 12:27:00.220591 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8d3c319-bae9-4e99-80f6-b28dfeff894c {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:27:00.251632 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port c8d3c319-bae9-4e99-80f6-b28dfeff894c, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=c8d3c319-bae9-4e99-80f6-b28dfeff894c,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:27:00.259746 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:00.407396 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=c8d3c319-bae9-4e99-80f6-b28dfeff894c,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:00.460035 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-e46a3776-7152-4c3d-87e8-28305e549141 req-913562bb-3663-4adc-9b84-c8e1e8848fda tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Allocated IP 172.20.0.8 (985217ad-b773-4531-9367-f144e39af1cf/3c9b480e-1cd6-43a9-9d3f-1e4f05f3898f/08a16505-9529-45b0-b76d-315f1c75196f) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:27:00.543268 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-90886b00-20a2-45dd-a8ba-2c7d722dd4bf tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:00.601946 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6eb48490-44ad-4acd-93b4-a40f87bf6e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:00.719064 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['c8d3c319-bae9-4e99-80f6-b28dfeff894c'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:27:00.743474 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb48490-44ad-4acd-93b4-a40f87bf6e7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9fe3712-b0f7-41b8-9852-1955bd160446,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:00.839627 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90886b00-20a2-45dd-a8ba-2c7d722dd4bf tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Checking segment: {'id': '855e6afe-0bae-4bb1-b1e2-2784fcaf275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5a77ee6d-5d93-4591-bfd0-70382f43e3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:27:00.840414 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90886b00-20a2-45dd-a8ba-2c7d722dd4bf tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Network hostable DHCP agents. Network: 5a77ee6d-5d93-4591-bfd0-70382f43e3c5, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:27:00.849159 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90886b00-20a2-45dd-a8ba-2c7d722dd4bf tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Pushing event updated for resources: {'Subnet': ['ID=b904ef37-ec49-48dd-9d38-3fb3fec9cd53,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:00.900667 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb48490-44ad-4acd-93b4-a40f87bf6e7c admin admin] Checking segment: {'id': '979c19f6-d1b0-4462-9702-5c928d7c30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8e240a2e-10ae-45b2-9910-3b86c821ddc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:27:00.901021 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb48490-44ad-4acd-93b4-a40f87bf6e7c admin admin] Network hostable DHCP agents. Network: 8e240a2e-10ae-45b2-9910-3b86c821ddc4, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:27:00.916989 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9233a5d-2e8f-48c2-bda8-0a5561bc40ef req-61200ff5-534d-443a-ab23-12d586cbbd2d tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:00.918858 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a9233a5d-2e8f-48c2-bda8-0a5561bc40ef req-61200ff5-534d-443a-ab23-12d586cbbd2d tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fa55cfa-0309-4525-a869-9e68fb3f8f32 HTTP/1.1" status: 200 len: 945 time: 0.6178350 Feb 09 12:27:00.953523 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90886b00-20a2-45dd-a8ba-2c7d722dd4bf tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Network 5a77ee6d-5d93-4591-bfd0-70382f43e3c5 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:27:01.008135 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-90886b00-20a2-45dd-a8ba-2c7d722dd4bf tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 5a77ee6d-5d93-4591-bfd0-70382f43e3c5) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:27:01.032444 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77ea7b-9aea-4fc2-803c-c9ebbfd41ee1 req-344e8ed1-0220-47fe-af22-4fd3f038893c tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:01.039290 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb48490-44ad-4acd-93b4-a40f87bf6e7c admin admin] Network 8e240a2e-10ae-45b2-9910-3b86c821ddc4 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:27:01.045245 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8b77ea7b-9aea-4fc2-803c-c9ebbfd41ee1 req-344e8ed1-0220-47fe-af22-4fd3f038893c tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.3348820 Feb 09 12:27:01.056740 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90886b00-20a2-45dd-a8ba-2c7d722dd4bf tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:01.057347 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-90886b00-20a2-45dd-a8ba-2c7d722dd4bf tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:01.061896 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aefd994-e90c-4fb2-8bb3-e171f1f23192 None None] Network 5a77ee6d-5d93-4591-bfd0-70382f43e3c5 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:27:01.073204 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-6eb48490-44ad-4acd-93b4-a40f87bf6e7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 8e240a2e-10ae-45b2-9910-3b86c821ddc4) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:27:01.086056 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb48490-44ad-4acd-93b4-a40f87bf6e7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:01.086670 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6eb48490-44ad-4acd-93b4-a40f87bf6e7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:01.141958 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53658) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:27:01.144922 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-90886b00-20a2-45dd-a8ba-2c7d722dd4bf tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6978428 Feb 09 12:27:01.149175 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-82a86fb5-d012-4db2-a4fa-c2dd3c3f82a6 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Request body: {'router': {'external_gateway_info': {'network_id': '5a77ee6d-5d93-4591-bfd0-70382f43e3c5'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:27:01.189868 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e0967b-3a2b-4e0f-8e54-6301219a48b2 None None] Network 8e240a2e-10ae-45b2-9910-3b86c821ddc4 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:27:01.290128 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8b77ea7b-9aea-4fc2-803c-c9ebbfd41ee1 req-bf0aaff7-794f-4e16-9443-f4cc53d7beec tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2429533 Feb 09 12:27:01.319953 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a9233a5d-2e8f-48c2-bda8-0a5561bc40ef req-6b1509ef-f944-429d-b793-e07580d1109a tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802931 Feb 09 12:27:01.489937 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e46a3776-7152-4c3d-87e8-28305e549141 req-913562bb-3663-4adc-9b84-c8e1e8848fda tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:01.618494 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-480482b6-b5cd-4bfb-8551-d8e4bba08e5f req-d21da2d9-3f3d-4ac7-bc0c-2271934f0fb8 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=77c0cac2-8430-4549-bb00-d86320e2b161 HTTP/1.1" status: 200 len: 210 time: 0.0599930 Feb 09 12:27:01.658978 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb12ab-4194-4611-96a9-2ba650ec8729 req-9306291e-4b07-4b79-99ab-b7d5e7e6d1f9 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:01.680486 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-95cb12ab-4194-4611-96a9-2ba650ec8729 req-9306291e-4b07-4b79-99ab-b7d5e7e6d1f9 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=6881e42b-7a80-40ab-88ca-9985cc517894 HTTP/1.1" status: 200 len: 949 time: 0.1981869 Feb 09 12:27:01.756514 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-95cb12ab-4194-4611-96a9-2ba650ec8729 req-b996d85a-2664-4e01-acc5-fdca500a8fbc tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748222 Feb 09 12:27:01.761823 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9df0dd-bc41-4dee-8cd8-e52ae21b6c11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-5a77ee6d-5d93-4591-bfd0-70382f43e3c5', 'network_id': '5a77ee6d-5d93-4591-bfd0-70382f43e3c5', 'tenant_id': '43a63036f8c04841af38ed3b0d79a91b', 'fixed_ips': [{'subnet_id': 'b904ef37-ec49-48dd-9d38-3fb3fec9cd53'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:27:01.762726 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6f9df0dd-bc41-4dee-8cd8-e52ae21b6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:01.825696 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6eb48490-44ad-4acd-93b4-a40f87bf6e7c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1717112 Feb 09 12:27:01.832531 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-82a86fb5-d012-4db2-a4fa-c2dd3c3f82a6 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:01.937512 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eef297d-d5b9-4fc6-855b-ba68961c4c70 None None] Network 8e240a2e-10ae-45b2-9910-3b86c821ddc4 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:27:01.950876 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e46a3776-7152-4c3d-87e8-28305e549141 req-913562bb-3663-4adc-9b84-c8e1e8848fda tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:02.122689 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e46a3776-7152-4c3d-87e8-28305e549141 req-913562bb-3663-4adc-9b84-c8e1e8848fda tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Network 985217ad-b773-4531-9367-f144e39af1cf is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:27:02.128530 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-e46a3776-7152-4c3d-87e8-28305e549141 req-913562bb-3663-4adc-9b84-c8e1e8848fda tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:27:02.132407 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-e46a3776-7152-4c3d-87e8-28305e549141 req-913562bb-3663-4adc-9b84-c8e1e8848fda tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:27:02.138855 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-6f9df0dd-bc41-4dee-8cd8-e52ae21b6c11 None None] Allocated IP 2001:db8:1::2 (5a77ee6d-5d93-4591-bfd0-70382f43e3c5/b904ef37-ec49-48dd-9d38-3fb3fec9cd53/49f74591-48d0-4493-8cd4-b0904615d2ad) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:27:02.360083 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['40dc350d-1874-481c-a46c-c820c9950461'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:27:02.413168 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe96229-04f2-4ea9-95e0-b9b98ca0691e req-1d112e8d-cbe5-4dea-9e2c-89873ed87609 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:02.416904 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4fe96229-04f2-4ea9-95e0-b9b98ca0691e req-1d112e8d-cbe5-4dea-9e2c-89873ed87609 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fa55cfa-0309-4525-a869-9e68fb3f8f32 HTTP/1.1" status: 200 len: 945 time: 0.2252409 Feb 09 12:27:02.513427 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913562bb-3663-4adc-9b84-c8e1e8848fda tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Pushing event updated for resources: {'Port': ['ID=08a16505-9529-45b0-b76d-315f1c75196f,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:02.535956 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4fe96229-04f2-4ea9-95e0-b9b98ca0691e req-fd4f9885-bcb2-4574-9abb-ff145adbb9ad tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067436 Feb 09 12:27:02.572051 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a3776-7152-4c3d-87e8-28305e549141 req-913562bb-3663-4adc-9b84-c8e1e8848fda tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:02.572784 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e46a3776-7152-4c3d-87e8-28305e549141 req-913562bb-3663-4adc-9b84-c8e1e8848fda tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:02.602451 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e46a3776-7152-4c3d-87e8-28305e549141 req-913562bb-3663-4adc-9b84-c8e1e8848fda tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6621821 Feb 09 12:27:02.616459 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-e46a3776-7152-4c3d-87e8-28305e549141 req-4c877295-7b39-439b-93f3-efcbbe1b19e2 service neutron] Request body: {'port': {'device_id': '77c0cac2-8430-4549-bb00-d86320e2b161', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:27:02.724390 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb572426-c97f-40e8-b4e9-6ab0115c6830 req-1a5733e1-ef92-468f-86e8-7a7ed842d739 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:02.726784 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cb572426-c97f-40e8-b4e9-6ab0115c6830 req-1a5733e1-ef92-468f-86e8-7a7ed842d739 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.1649337 Feb 09 12:27:02.786983 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-82a86fb5-d012-4db2-a4fa-c2dd3c3f82a6 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:27:02.788439 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-82a86fb5-d012-4db2-a4fa-c2dd3c3f82a6 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] 10.222.0.55 "PUT /v2.0/routers/6b87ba47-4f48-400e-8894-32fce57b3601 HTTP/1.1" status: 400 len: 364 time: 1.6434362 Feb 09 12:27:02.791740 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53690) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:27:02.851378 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6f9df0dd-bc41-4dee-8cd8-e52ae21b6c11 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:02.882152 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6f9df0dd-bc41-4dee-8cd8-e52ae21b6c11 None None] Transition to ACTIVE for port object 49f74591-48d0-4493-8cd4-b0904615d2ad will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:27:02.893109 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cb572426-c97f-40e8-b4e9-6ab0115c6830 req-641c12a4-5e3e-4627-b4d0-7619dea861fe tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574767 Feb 09 12:27:02.925991 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6f9df0dd-bc41-4dee-8cd8-e52ae21b6c11 None None] Transition to ACTIVE for port object 49f74591-48d0-4493-8cd4-b0904615d2ad will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:27:02.933326 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6f9df0dd-bc41-4dee-8cd8-e52ae21b6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:02.966686 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e46a3776-7152-4c3d-87e8-28305e549141 req-4c877295-7b39-439b-93f3-efcbbe1b19e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:03.070100 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9df0dd-bc41-4dee-8cd8-e52ae21b6c11 None None] Network 5a77ee6d-5d93-4591-bfd0-70382f43e3c5 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:27:03.088846 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-6f9df0dd-bc41-4dee-8cd8-e52ae21b6c11 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:27:03.137471 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9df0dd-bc41-4dee-8cd8-e52ae21b6c11 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:27:03.209816 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-d631f13f-dae4-4ca8-88b9-c47a3e2b50ad tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:03.211341 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-d631f13f-dae4-4ca8-88b9-c47a3e2b50ad tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/networks?id=8e240a2e-10ae-45b2-9910-3b86c821ddc4 HTTP/1.1" status: 200 len: 812 time: 0.3964238 Feb 09 12:27:03.237378 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-d4d5732f-df46-4f8b-bfc6-2ae92455cac8 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/quotas/00099515433c46eebcd12321c76bbae3 HTTP/1.1" status: 200 len: 375 time: 0.0137463 Feb 09 12:27:03.270396 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9df0dd-bc41-4dee-8cd8-e52ae21b6c11 None None] Pushing event updated for resources: {'Port': ['ID=49f74591-48d0-4493-8cd4-b0904615d2ad,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:03.307859 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-6f9df0dd-bc41-4dee-8cd8-e52ae21b6c11 None None] Attempting to bind port 49f74591-48d0-4493-8cd4-b0904615d2ad on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:27:03.309970 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-6f9df0dd-bc41-4dee-8cd8-e52ae21b6c11 None None] Attempting to bind port 49f74591-48d0-4493-8cd4-b0904615d2ad by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '855e6afe-0bae-4bb1-b1e2-2784fcaf275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5a77ee6d-5d93-4591-bfd0-70382f43e3c5'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:27:03.311002 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9df0dd-bc41-4dee-8cd8-e52ae21b6c11 None None] Attempting to bind port 49f74591-48d0-4493-8cd4-b0904615d2ad on network 5a77ee6d-5d93-4591-bfd0-70382f43e3c5 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:27:03.311526 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c1a98-4cca-4002-9a7e-3cfd870d9ce1 req-775e87d2-d249-449c-bbb0-48ce5a288369 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:03.320354 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-626c1a98-4cca-4002-9a7e-3cfd870d9ce1 req-775e87d2-d249-449c-bbb0-48ce5a288369 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=77c0cac2-8430-4549-bb00-d86320e2b161 HTTP/1.1" status: 200 len: 931 time: 0.1722670 Feb 09 12:27:03.323477 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9df0dd-bc41-4dee-8cd8-e52ae21b6c11 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:27:03.326297 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9df0dd-bc41-4dee-8cd8-e52ae21b6c11 None None] Checking segment: {'id': '855e6afe-0bae-4bb1-b1e2-2784fcaf275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5a77ee6d-5d93-4591-bfd0-70382f43e3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:27:03.326779 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6f9df0dd-bc41-4dee-8cd8-e52ae21b6c11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:03.327238 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9df0dd-bc41-4dee-8cd8-e52ae21b6c11 None None] Bound using segment: {'id': '855e6afe-0bae-4bb1-b1e2-2784fcaf275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5a77ee6d-5d93-4591-bfd0-70382f43e3c5'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:27:03.327779 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-6f9df0dd-bc41-4dee-8cd8-e52ae21b6c11 None None] Bound port: 49f74591-48d0-4493-8cd4-b0904615d2ad, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855e6afe-0bae-4bb1-b1e2-2784fcaf275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5a77ee6d-5d93-4591-bfd0-70382f43e3c5'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:27:03.329664 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6f9df0dd-bc41-4dee-8cd8-e52ae21b6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:03.361087 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-277297b3-a4bd-41b1-a483-323fcf5b25d8 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=00099515433c46eebcd12321c76bbae3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1103323 Feb 09 12:27:03.473082 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-6f9df0dd-bc41-4dee-8cd8-e52ae21b6c11 None None] For port 49f74591-48d0-4493-8cd4-b0904615d2ad, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:27:03.477107 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-626c1a98-4cca-4002-9a7e-3cfd870d9ce1 req-d9969908-cbcc-45df-b27b-86c29a7bf86a tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556451 Feb 09 12:27:03.477685 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-6f9df0dd-bc41-4dee-8cd8-e52ae21b6c11 None None] For port 49f74591-48d0-4493-8cd4-b0904615d2ad, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=49f74591-48d0-4493-8cd4-b0904615d2ad,segment=NetworkSegment(855e6afe-0bae-4bb1-b1e2-2784fcaf275d),segment_id=855e6afe-0bae-4bb1-b1e2-2784fcaf275d)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:27:03.485042 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6f9df0dd-bc41-4dee-8cd8-e52ae21b6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:03.578893 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9df0dd-bc41-4dee-8cd8-e52ae21b6c11 None None] Pushing event updated for resources: {'Port': ['ID=49f74591-48d0-4493-8cd4-b0904615d2ad,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:03.680540 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device c8d3c319-bae9-4e99-80f6-b28dfeff894c up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:27:03.726800 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-022c8624-fb0d-47b4-9e80-c99a58239710 service neutron] 10.222.0.55 "GET /v2.0/networks/8e240a2e-10ae-45b2-9910-3b86c821ddc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645551 Feb 09 12:27:03.800481 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-497391ba-d6d2-435a-9b5a-110e8cdb3cc3 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:03.815246 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port c8d3c319-bae9-4e99-80f6-b28dfeff894c completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:27:03.825452 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port c8d3c319-bae9-4e99-80f6-b28dfeff894c triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:27:03.826282 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:03.923779 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-b9867d5c-b53e-428f-b2a7-5b295c1e7a37 service neutron] 10.222.0.55 "GET /v2.0/networks/8e240a2e-10ae-45b2-9910-3b86c821ddc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951053 Feb 09 12:27:03.999237 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61881490-a652-4d02-8bed-7aa2143cc015 req-9ae3309b-f9c3-4299-884d-8a95eeb522e5 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:04.015690 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-61881490-a652-4d02-8bed-7aa2143cc015 req-9ae3309b-f9c3-4299-884d-8a95eeb522e5 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=6881e42b-7a80-40ab-88ca-9985cc517894 HTTP/1.1" status: 200 len: 949 time: 0.3595161 Feb 09 12:27:04.074772 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:04.134401 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-61881490-a652-4d02-8bed-7aa2143cc015 req-fae94da6-2688-4841-a605-66dd77476d9a tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175430 Feb 09 12:27:04.135564 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port c8d3c319-bae9-4e99-80f6-b28dfeff894c, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=c8d3c319-bae9-4e99-80f6-b28dfeff894c,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:27:04.136817 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6881e42b-7a80-40ab-88ca-9985cc517894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d3c319-bae9-4e99-80f6-b28dfeff894c'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:27:04.146313 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:04.315497 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=c8d3c319-bae9-4e99-80f6-b28dfeff894c,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:04.443904 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-e46a3776-7152-4c3d-87e8-28305e549141 req-4c877295-7b39-439b-93f3-efcbbe1b19e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08a16505-9529-45b0-b76d-315f1c75196f {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:27:04.464237 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571f542-f5a7-44fb-8419-12f58ce724ab req-d6a9817a-fc61-4866-af25-37d90f381173 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:04.464976 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-e571f542-f5a7-44fb-8419-12f58ce724ab req-d6a9817a-fc61-4866-af25-37d90f381173 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Synchronizing usage tracker for tenant:6b0ea08007bd423bba6d81fafa2c2138 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:27:04.483229 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e46a3776-7152-4c3d-87e8-28305e549141 req-4c877295-7b39-439b-93f3-efcbbe1b19e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:04.603895 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068bbcc8-f122-4004-8460-a55041fabefe req-7e85a22b-7497-4f24-92da-99b936d14b4c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:04.612966 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-068bbcc8-f122-4004-8460-a55041fabefe req-7e85a22b-7497-4f24-92da-99b936d14b4c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fa55cfa-0309-4525-a869-9e68fb3f8f32 HTTP/1.1" status: 200 len: 945 time: 0.2691836 Feb 09 12:27:04.646469 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37a356-7e96-4258-ace3-eda5854a5134 req-f76c401d-f403-4672-b41a-3e63320c1623 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:04.657228 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2a37a356-7e96-4258-ace3-eda5854a5134 req-f76c401d-f403-4672-b41a-3e63320c1623 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.2269769 Feb 09 12:27:04.708498 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-e46a3776-7152-4c3d-87e8-28305e549141 req-4c877295-7b39-439b-93f3-efcbbe1b19e2 service neutron] Transition to ACTIVE for port object 08a16505-9529-45b0-b76d-315f1c75196f will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:27:04.719921 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-e571f542-f5a7-44fb-8419-12f58ce724ab req-d6a9817a-fc61-4866-af25-37d90f381173 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Unset dirty status for tenant:6b0ea08007bd423bba6d81fafa2c2138 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:27:04.721322 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e571f542-f5a7-44fb-8419-12f58ce724ab req-d6a9817a-fc61-4866-af25-37d90f381173 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fa55cfa-0309-4525-a869-9e68fb3f8f32 HTTP/1.1" status: 200 len: 945 time: 1.0639944 Feb 09 12:27:04.750113 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2a37a356-7e96-4258-ace3-eda5854a5134 req-f25afd6f-76e4-4101-8514-4db6c256fee5 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916624 Feb 09 12:27:04.836214 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-068bbcc8-f122-4004-8460-a55041fabefe req-3e5f77cb-fb62-4f08-bae9-9d74c733bd7e tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207983 Feb 09 12:27:04.895563 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6881e42b-7a80-40ab-88ca-9985cc517894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d3c319-bae9-4e99-80f6-b28dfeff894c', 'code': 200} Feb 09 12:27:04.927149 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-497391ba-d6d2-435a-9b5a-110e8cdb3cc3 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Allocated IP 2001:db8::1 (0afa6c7a-d33d-42b7-ad0c-dcec483bd6eb/a0b9e8b2-c07e-4cfe-a79c-73342b5d6cfd/b4f417f8-59c9-445d-9f9b-40964f4d2384) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:27:04.999431 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 49f74591-48d0-4493-8cd4-b0904615d2ad up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:27:05.188255 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 49f74591-48d0-4493-8cd4-b0904615d2ad completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:27:05.267877 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e46a3776-7152-4c3d-87e8-28305e549141 req-4c877295-7b39-439b-93f3-efcbbe1b19e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:05.378051 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c877295-7b39-439b-93f3-efcbbe1b19e2 service neutron] Pushing event updated for resources: {'Port': ['ID=08a16505-9529-45b0-b76d-315f1c75196f,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:05.491593 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e09cb6-23e4-4460-9e0a-0426066df151 None None] Network 5a77ee6d-5d93-4591-bfd0-70382f43e3c5 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:27:05.502780 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-204e3ea1-b789-4d69-95e2-3b27cd901902 req-01d11c74-be74-49a5-9b2b-215f385ef47c tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 210 time: 0.5705154 Feb 09 12:27:05.639687 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-606ade7f-8240-47f5-9f38-1933b739d38b None None] Provisioning for port 49f74591-48d0-4493-8cd4-b0904615d2ad completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:27:05.657021 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-606ade7f-8240-47f5-9f38-1933b739d38b None None] Provisioning complete for port 49f74591-48d0-4493-8cd4-b0904615d2ad triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:27:05.661419 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-606ade7f-8240-47f5-9f38-1933b739d38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:05.685387 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df3ee6-86d0-41c4-97ce-fe16ef374a7a req-d4038033-3798-427b-b558-13a1ffc2a6de tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:05.693703 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a0df3ee6-86d0-41c4-97ce-fe16ef374a7a req-d4038033-3798-427b-b558-13a1ffc2a6de tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=77c0cac2-8430-4549-bb00-d86320e2b161 HTTP/1.1" status: 200 len: 943 time: 0.5652385 Feb 09 12:27:05.714461 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e6d2f-db2b-46f3-a836-c917e00173e9 req-dde93184-045c-47ea-9820-fc27b937ed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:05.716639 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-432e6d2f-db2b-46f3-a836-c917e00173e9 req-dde93184-045c-47ea-9820-fc27b937ed37 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6881e42b-7a80-40ab-88ca-9985cc517894 HTTP/1.1" status: 200 len: 1101 time: 0.6910639 Feb 09 12:27:05.718965 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-e571f542-f5a7-44fb-8419-12f58ce724ab req-1474cb8d-e914-4682-b404-5c8315df9c60 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Deleting port 2209e15b-1a84-4f47-a649-f9b6a5a5faa9 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:27:05.719392 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e571f542-f5a7-44fb-8419-12f58ce724ab req-1474cb8d-e914-4682-b404-5c8315df9c60 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:05.872667 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-497391ba-d6d2-435a-9b5a-110e8cdb3cc3 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:05.912373 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a0df3ee6-86d0-41c4-97ce-fe16ef374a7a req-78f22890-292b-4c19-b8cb-f78d4975ddc2 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140265 Feb 09 12:27:05.913861 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-497391ba-d6d2-435a-9b5a-110e8cdb3cc3 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Transition to ACTIVE for port object b4f417f8-59c9-445d-9f9b-40964f4d2384 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:27:06.034189 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-432e6d2f-db2b-46f3-a836-c917e00173e9 req-58bc4c3c-c112-4204-9a3e-8f2dd1835f5e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800567 Feb 09 12:27:06.048634 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee255b54-14d4-47fb-adba-d29a4b0e8a98 req-8b030708-dd1c-4c89-a0e4-762e9cd4ea6c tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:06.058287 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ee255b54-14d4-47fb-adba-d29a4b0e8a98 req-8b030708-dd1c-4c89-a0e4-762e9cd4ea6c tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=6881e42b-7a80-40ab-88ca-9985cc517894 HTTP/1.1" status: 200 len: 950 time: 0.3402085 Feb 09 12:27:06.093946 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-606ade7f-8240-47f5-9f38-1933b739d38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:06.133892 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ee255b54-14d4-47fb-adba-d29a4b0e8a98 req-c013c88a-83ad-4152-bb33-89d030e277e6 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741549 Feb 09 12:27:06.192557 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-e46a3776-7152-4c3d-87e8-28305e549141 req-4c877295-7b39-439b-93f3-efcbbe1b19e2 service neutron] Attempting to bind port 08a16505-9529-45b0-b76d-315f1c75196f on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:27:06.193171 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-e46a3776-7152-4c3d-87e8-28305e549141 req-4c877295-7b39-439b-93f3-efcbbe1b19e2 service neutron] Attempting to bind port 08a16505-9529-45b0-b76d-315f1c75196f by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '985217ad-b773-4531-9367-f144e39af1cf'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:27:06.193259 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46a3776-7152-4c3d-87e8-28305e549141 req-4c877295-7b39-439b-93f3-efcbbe1b19e2 service neutron] Attempting to bind port 08a16505-9529-45b0-b76d-315f1c75196f on network 985217ad-b773-4531-9367-f144e39af1cf {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:27:06.246177 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-606ade7f-8240-47f5-9f38-1933b739d38b None None] For port 49f74591-48d0-4493-8cd4-b0904615d2ad, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=49f74591-48d0-4493-8cd4-b0904615d2ad,segment=NetworkSegment(855e6afe-0bae-4bb1-b1e2-2784fcaf275d),segment_id=855e6afe-0bae-4bb1-b1e2-2784fcaf275d)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:27:06.261651 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-e571f542-f5a7-44fb-8419-12f58ce724ab req-1474cb8d-e914-4682-b404-5c8315df9c60 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] For port 2209e15b-1a84-4f47-a649-f9b6a5a5faa9, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=2209e15b-1a84-4f47-a649-f9b6a5a5faa9,segment=NetworkSegment(d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5),segment_id=d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:27:06.265347 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e571f542-f5a7-44fb-8419-12f58ce724ab req-1474cb8d-e914-4682-b404-5c8315df9c60 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:06.277399 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-606ade7f-8240-47f5-9f38-1933b739d38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:06.324120 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46a3776-7152-4c3d-87e8-28305e549141 req-4c877295-7b39-439b-93f3-efcbbe1b19e2 service neutron] Port 08a16505-9529-45b0-b76d-315f1c75196f on network 985217ad-b773-4531-9367-f144e39af1cf not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:27:06.326737 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46a3776-7152-4c3d-87e8-28305e549141 req-4c877295-7b39-439b-93f3-efcbbe1b19e2 service neutron] Attempting to bind port 08a16505-9529-45b0-b76d-315f1c75196f on network 985217ad-b773-4531-9367-f144e39af1cf {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:27:06.475139 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ade7f-8240-47f5-9f38-1933b739d38b None None] Pushing event updated for resources: {'Port': ['ID=49f74591-48d0-4493-8cd4-b0904615d2ad,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:06.501537 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46a3776-7152-4c3d-87e8-28305e549141 req-4c877295-7b39-439b-93f3-efcbbe1b19e2 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:27:06.501537 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46a3776-7152-4c3d-87e8-28305e549141 req-4c877295-7b39-439b-93f3-efcbbe1b19e2 service neutron] Checking segment: {'id': 'ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '985217ad-b773-4531-9367-f144e39af1cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:27:06.502544 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46a3776-7152-4c3d-87e8-28305e549141 req-4c877295-7b39-439b-93f3-efcbbe1b19e2 service neutron] Bound using segment: {'id': 'ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '985217ad-b773-4531-9367-f144e39af1cf'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:27:06.502544 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-e46a3776-7152-4c3d-87e8-28305e549141 req-4c877295-7b39-439b-93f3-efcbbe1b19e2 service neutron] Bound port: 08a16505-9529-45b0-b76d-315f1c75196f, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '985217ad-b773-4531-9367-f144e39af1cf'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:27:06.503212 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e46a3776-7152-4c3d-87e8-28305e549141 req-4c877295-7b39-439b-93f3-efcbbe1b19e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:06.549606 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:27:06.685971 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-e571f542-f5a7-44fb-8419-12f58ce724ab req-1474cb8d-e914-4682-b404-5c8315df9c60 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Calling delete_port for 2209e15b-1a84-4f47-a649-f9b6a5a5faa9 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:27:06.708525 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-5030b7fe-ed9b-41c8-8529-15da946a31fe None None] Provisioning complete for port 49f74591-48d0-4493-8cd4-b0904615d2ad triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:27:06.709822 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5030b7fe-ed9b-41c8-8529-15da946a31fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:06.722673 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedde4df-40ce-4cad-a508-01d4213d57c7 req-6537fe6a-143c-4812-9c66-6a9df4215b66 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:06.724243 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cedde4df-40ce-4cad-a508-01d4213d57c7 req-6537fe6a-143c-4812-9c66-6a9df4215b66 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.4480333 Feb 09 12:27:06.734114 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-497391ba-d6d2-435a-9b5a-110e8cdb3cc3 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:06.777432 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-91ad7398-b45d-45ca-bc78-982d38d3685b tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:06.784505 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-91ad7398-b45d-45ca-bc78-982d38d3685b tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.46 "GET /v2.0/networks?id=8e240a2e-10ae-45b2-9910-3b86c821ddc4 HTTP/1.1" status: 200 len: 812 time: 0.4169366 Feb 09 12:27:06.810554 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4b051-883d-4344-8229-2e3c7efee599 req-d471906b-694c-46be-ad74-33f25009db07 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:06.820817 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-41d4b051-883d-4344-8229-2e3c7efee599 req-d471906b-694c-46be-ad74-33f25009db07 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fa55cfa-0309-4525-a869-9e68fb3f8f32 HTTP/1.1" status: 200 len: 945 time: 0.4528322 Feb 09 12:27:06.827257 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-f25feadf-d558-43d0-9674-0f28d77afd5d tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Request body: {'port': {'device_id': 'ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3', 'network_id': '8e240a2e-10ae-45b2-9910-3b86c821ddc4', 'admin_state_up': True, 'tenant_id': '00099515433c46eebcd12321c76bbae3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:27:06.872572 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497391ba-d6d2-435a-9b5a-110e8cdb3cc3 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Network 0afa6c7a-d33d-42b7-ad0c-dcec483bd6eb is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:27:06.880409 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-497391ba-d6d2-435a-9b5a-110e8cdb3cc3 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:27:06.889106 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497391ba-d6d2-435a-9b5a-110e8cdb3cc3 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:27:06.889856 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-497391ba-d6d2-435a-9b5a-110e8cdb3cc3 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:06.911269 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497391ba-d6d2-435a-9b5a-110e8cdb3cc3 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Pushing event updated for resources: {'Port': ['ID=b4f417f8-59c9-445d-9f9b-40964f4d2384,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:06.914288 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-e46a3776-7152-4c3d-87e8-28305e549141 req-4c877295-7b39-439b-93f3-efcbbe1b19e2 service neutron] For port 08a16505-9529-45b0-b76d-315f1c75196f, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:27:06.952431 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-e46a3776-7152-4c3d-87e8-28305e549141 req-4c877295-7b39-439b-93f3-efcbbe1b19e2 service neutron] For port 08a16505-9529-45b0-b76d-315f1c75196f, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=08a16505-9529-45b0-b76d-315f1c75196f,segment=NetworkSegment(ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a),segment_id=ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:27:06.975681 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e46a3776-7152-4c3d-87e8-28305e549141 req-4c877295-7b39-439b-93f3-efcbbe1b19e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:06.995820 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cedde4df-40ce-4cad-a508-01d4213d57c7 req-f4607029-545d-4539-9853-969797355940 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2504728 Feb 09 12:27:07.011441 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 49f74591-48d0-4493-8cd4-b0904615d2ad up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:27:07.065227 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-41d4b051-883d-4344-8229-2e3c7efee599 req-0b8d4ef2-be9b-483b-84d3-5b3e13ae5bcf tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431905 Feb 09 12:27:07.111392 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c877295-7b39-439b-93f3-efcbbe1b19e2 service neutron] Pushing event updated for resources: {'Port': ['ID=08a16505-9529-45b0-b76d-315f1c75196f,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:07.206900 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 49f74591-48d0-4493-8cd4-b0904615d2ad triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:27:07.207268 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:07.208072 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-f25feadf-d558-43d0-9674-0f28d77afd5d tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:27:07.224977 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-f25feadf-d558-43d0-9674-0f28d77afd5d tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Usage tracker for resource:port and tenant:00099515433c46eebcd12321c76bbae3 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:27:07.232629 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-f25feadf-d558-43d0-9674-0f28d77afd5d tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:27:07.246793 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a3776-7152-4c3d-87e8-28305e549141 req-4c877295-7b39-439b-93f3-efcbbe1b19e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:07.248417 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e46a3776-7152-4c3d-87e8-28305e549141 req-4c877295-7b39-439b-93f3-efcbbe1b19e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:07.250162 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e46a3776-7152-4c3d-87e8-28305e549141 req-4c877295-7b39-439b-93f3-efcbbe1b19e2 service neutron] 10.222.0.46 "PUT /v2.0/ports/08a16505-9529-45b0-b76d-315f1c75196f HTTP/1.1" status: 200 len: 1091 time: 4.6386280 Feb 09 12:27:07.250294 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-f25feadf-d558-43d0-9674-0f28d77afd5d tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:27:07.252029 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c0cac2-8430-4549-bb00-d86320e2b161', 'tag': '08a16505-9529-45b0-b76d-315f1c75196f'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:27:07.290568 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e571f542-f5a7-44fb-8419-12f58ce724ab req-1474cb8d-e914-4682-b404-5c8315df9c60 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:07.301410 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-f25feadf-d558-43d0-9674-0f28d77afd5d tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Made reservation on behalf of 00099515433c46eebcd12321c76bbae3 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:27:07.321335 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-f25feadf-d558-43d0-9674-0f28d77afd5d tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:07.433565 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1474cb8d-e914-4682-b404-5c8315df9c60 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Pushing event deleted for resources: {'Port': ['ID=2209e15b-1a84-4f47-a649-f9b6a5a5faa9,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:07.562768 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0bf8a706-3cf8-4b5a-b672-24e498a6c003 req-b4f1a0c7-29b3-4472-9a1f-0d2edd1f9af8 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 210 time: 0.2760766 Feb 09 12:27:07.628269 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0c4b90e5-4337-41f4-9007-d40eb8f6bfb1 None None] Provisioning for port b4f417f8-59c9-445d-9f9b-40964f4d2384 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:27:07.647965 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0c4b90e5-4337-41f4-9007-d40eb8f6bfb1 None None] Provisioning complete for port b4f417f8-59c9-445d-9f9b-40964f4d2384 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:27:07.648348 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0c4b90e5-4337-41f4-9007-d40eb8f6bfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:07.725284 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 2209e15b-1a84-4f47-a649-f9b6a5a5faa9 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:27:07.776251 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e82e0-cc00-47cf-83fc-3d10377a45d2 req-7a538984-6fb7-4591-b4df-87f0e8574a63 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:07.785282 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4c9e82e0-cc00-47cf-83fc-3d10377a45d2 req-7a538984-6fb7-4591-b4df-87f0e8574a63 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=77c0cac2-8430-4549-bb00-d86320e2b161 HTTP/1.1" status: 200 len: 943 time: 0.4863720 Feb 09 12:27:07.789047 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-e571f542-f5a7-44fb-8419-12f58ce724ab req-1474cb8d-e914-4682-b404-5c8315df9c60 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] No DVR routers for this DVR port 2209e15b-1a84-4f47-a649-f9b6a5a5faa9 on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:27:07.792177 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e571f542-f5a7-44fb-8419-12f58ce724ab req-1474cb8d-e914-4682-b404-5c8315df9c60 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:07.822996 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: 2209e15b-1a84-4f47-a649-f9b6a5a5faa9 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:27:07.823191 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 2209e15b-1a84-4f47-a649-f9b6a5a5faa9 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:27:07.841030 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e571f542-f5a7-44fb-8419-12f58ce724ab req-1474cb8d-e914-4682-b404-5c8315df9c60 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.46 "DELETE /v2.0/ports/2209e15b-1a84-4f47-a649-f9b6a5a5faa9 HTTP/1.1" status: 204 len: 173 time: 2.6415055 Feb 09 12:27:07.844364 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-497391ba-d6d2-435a-9b5a-110e8cdb3cc3 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:07.853999 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-0c4b90e5-4337-41f4-9007-d40eb8f6bfb1 None None] Port b4f417f8-59c9-445d-9f9b-40964f4d2384 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:27:07.864900 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a3776-7152-4c3d-87e8-28305e549141 req-9ec61fa4-77af-4b65-a912-e2c60a3635b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:07.873642 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e46a3776-7152-4c3d-87e8-28305e549141 req-9ec61fa4-77af-4b65-a912-e2c60a3635b2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c35b136021fd452e84da1be28afeefee&device_id=77c0cac2-8430-4549-bb00-d86320e2b161 HTTP/1.1" status: 200 len: 1094 time: 0.4883356 Feb 09 12:27:07.921920 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-f25feadf-d558-43d0-9674-0f28d77afd5d tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Allocated IP 172.20.0.4 (8e240a2e-10ae-45b2-9910-3b86c821ddc4/a9fe3712-b0f7-41b8-9852-1955bd160446/d93b5e0a-6c45-4800-820d-aa945e3d4e97) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:27:07.959446 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4c9e82e0-cc00-47cf-83fc-3d10377a45d2 req-9f9bc909-d6f0-4862-9fda-6094408313fc tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731644 Feb 09 12:27:08.033539 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e46a3776-7152-4c3d-87e8-28305e549141 req-58cbcf25-c433-40a9-a79d-9053e2cafc4c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08a16505-9529-45b0-b76d-315f1c75196f HTTP/1.1" status: 200 len: 217 time: 0.1170325 Feb 09 12:27:08.038745 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c0cac2-8430-4549-bb00-d86320e2b161', 'tag': '08a16505-9529-45b0-b76d-315f1c75196f', 'status': 'completed', 'code': 200} Feb 09 12:27:08.048394 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1942e-21eb-42d6-8ac6-84db82a9401c req-4b621c54-6b3d-4bb7-844f-1feb101be78b tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:08.049907 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-26a1942e-21eb-42d6-8ac6-84db82a9401c req-4b621c54-6b3d-4bb7-844f-1feb101be78b tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=6881e42b-7a80-40ab-88ca-9985cc517894 HTTP/1.1" status: 200 len: 950 time: 0.2410395 Feb 09 12:27:08.232715 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-26a1942e-21eb-42d6-8ac6-84db82a9401c req-4b7859de-6ea2-4e3d-85d8-84af0b8fc0d7 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623862 Feb 09 12:27:08.257741 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a3776-7152-4c3d-87e8-28305e549141 req-0990fb0a-980c-4272-a4e3-46d979473ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:08.259627 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e46a3776-7152-4c3d-87e8-28305e549141 req-0990fb0a-980c-4272-a4e3-46d979473ec0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3c9b480e-1cd6-43a9-9d3f-1e4f05f3898f HTTP/1.1" status: 200 len: 845 time: 0.2077293 Feb 09 12:27:08.326859 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e46a3776-7152-4c3d-87e8-28305e549141 req-1155dfe7-b57a-4ef5-b418-b9511909d05e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=985217ad-b773-4531-9367-f144e39af1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510004 Feb 09 12:27:08.409088 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-f25feadf-d558-43d0-9674-0f28d77afd5d tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:08.471488 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-99db0aee-380b-419b-bed6-c58034e4bda9 tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:08.473004 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-99db0aee-380b-419b-bed6-c58034e4bda9 tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] 10.222.0.55 "GET /v2.0/networks?id=a5755917-43f4-497a-8276-bed44f2bdad9 HTTP/1.1" status: 200 len: 813 time: 0.2994080 Feb 09 12:27:08.502387 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-1f9bebb1-0cac-4a50-bd25-864464bf8894 tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] 10.222.0.55 "GET /v2.0/quotas/a90e01c80b9746ea88f7d30cf1ba63f5 HTTP/1.1" status: 200 len: 375 time: 0.0176075 Feb 09 12:27:08.516497 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca952319-e13b-454e-8b0d-0dd73956fb19 req-3e905d4e-ad59-4af8-9868-be604496d7d5 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:08.518070 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ca952319-e13b-454e-8b0d-0dd73956fb19 req-3e905d4e-ad59-4af8-9868-be604496d7d5 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.1700084 Feb 09 12:27:08.598970 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e46a3776-7152-4c3d-87e8-28305e549141 req-c5e46af4-5861-4d3b-92a8-e42c65bcd8ef service neutron] 10.222.0.46 "GET /v2.0/networks/985217ad-b773-4531-9367-f144e39af1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522063 Feb 09 12:27:08.606102 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-f25feadf-d558-43d0-9674-0f28d77afd5d tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:08.708654 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-497391ba-d6d2-435a-9b5a-110e8cdb3cc3 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:08.717425 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-497391ba-d6d2-435a-9b5a-110e8cdb3cc3 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:08.718190 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-497391ba-d6d2-435a-9b5a-110e8cdb3cc3 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:08.833317 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ca952319-e13b-454e-8b0d-0dd73956fb19 req-a8912ff6-bc0e-4212-bc79-613e5679d97a tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3068013 Feb 09 12:27:08.836956 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-f25feadf-d558-43d0-9674-0f28d77afd5d tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Network 8e240a2e-10ae-45b2-9910-3b86c821ddc4 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:27:08.841714 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-f25feadf-d558-43d0-9674-0f28d77afd5d tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:27:08.848000 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-f25feadf-d558-43d0-9674-0f28d77afd5d tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:27:08.888122 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25feadf-d558-43d0-9674-0f28d77afd5d tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Pushing event updated for resources: {'Port': ['ID=d93b5e0a-6c45-4800-820d-aa945e3d4e97,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:08.926916 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e46a3776-7152-4c3d-87e8-28305e549141 req-b18402ac-52c8-4b13-a258-fe6163cce0eb service neutron] 10.222.0.46 "GET /v2.0/networks/985217ad-b773-4531-9367-f144e39af1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196874 Feb 09 12:27:08.928564 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-8c53b72b-3fd0-4367-84a9-25b3071f4da9 tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a90e01c80b9746ea88f7d30cf1ba63f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4082491 Feb 09 12:27:08.931062 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25feadf-d558-43d0-9674-0f28d77afd5d tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:27:08.931411 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25feadf-d558-43d0-9674-0f28d77afd5d tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:27:08.931749 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25feadf-d558-43d0-9674-0f28d77afd5d tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:27:08.932106 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25feadf-d558-43d0-9674-0f28d77afd5d tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:27:08.932200 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497391ba-d6d2-435a-9b5a-110e8cdb3cc3 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Pushing event updated for resources: {'Port': ['ID=b4f417f8-59c9-445d-9f9b-40964f4d2384,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:08.932473 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25feadf-d558-43d0-9674-0f28d77afd5d tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:27:08.932794 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25feadf-d558-43d0-9674-0f28d77afd5d tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:27:08.933122 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25feadf-d558-43d0-9674-0f28d77afd5d tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:27:08.933443 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25feadf-d558-43d0-9674-0f28d77afd5d tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:27:08.933789 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25feadf-d558-43d0-9674-0f28d77afd5d tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:27:08.934140 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25feadf-d558-43d0-9674-0f28d77afd5d tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:27:08.935075 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25feadf-d558-43d0-9674-0f28d77afd5d tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:27:08.935637 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25feadf-d558-43d0-9674-0f28d77afd5d tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:27:08.985647 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-f25feadf-d558-43d0-9674-0f28d77afd5d tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:08.986310 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-f25feadf-d558-43d0-9674-0f28d77afd5d tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:08.995809 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497391ba-d6d2-435a-9b5a-110e8cdb3cc3 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Network 0afa6c7a-d33d-42b7-ad0c-dcec483bd6eb is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:27:08.997114 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-497391ba-d6d2-435a-9b5a-110e8cdb3cc3 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:27:09.082216 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-f25feadf-d558-43d0-9674-0f28d77afd5d tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2586367 Feb 09 12:27:09.117456 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-3560083d-e1d3-46db-90ec-14e9deb95cf1 service neutron] Request body: {'port': {'device_id': 'ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:27:09.234639 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-72d3b2e9-6ede-4c9e-8c3a-04ff5d299ee4 service neutron] 10.222.0.55 "GET /v2.0/networks/a5755917-43f4-497a-8276-bed44f2bdad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051229 Feb 09 12:27:09.246343 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-497391ba-d6d2-435a-9b5a-110e8cdb3cc3 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Router 6b87ba47-4f48-400e-8894-32fce57b3601 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:27:09.254693 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053cf67-1c28-4a36-aa22-b2f17ed1b344 req-f9cd20aa-2965-42f5-bf14-c2987058e681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:09.257230 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7053cf67-1c28-4a36-aa22-b2f17ed1b344 req-f9cd20aa-2965-42f5-bf14-c2987058e681 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c35b136021fd452e84da1be28afeefee&device_id=77c0cac2-8430-4549-bb00-d86320e2b161 HTTP/1.1" status: 200 len: 1094 time: 0.1926506 Feb 09 12:27:09.403383 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-74694a1d-b424-4d66-9899-31063545bd90 None None] Provisioning complete for port b4f417f8-59c9-445d-9f9b-40964f4d2384 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:27:09.404075 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-74694a1d-b424-4d66-9899-31063545bd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:09.456555 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-3560083d-e1d3-46db-90ec-14e9deb95cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:09.457835 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-74694a1d-b424-4d66-9899-31063545bd90 None None] Port b4f417f8-59c9-445d-9f9b-40964f4d2384 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:27:09.479540 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f54f1-cdfc-4adf-a26a-14aed34b98f9 req-18524e5f-5f33-4ade-9bb1-f6ba1c7fdeba tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:09.480108 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-0b6f54f1-cdfc-4adf-a26a-14aed34b98f9 req-18524e5f-5f33-4ade-9bb1-f6ba1c7fdeba tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Synchronizing usage tracker for tenant:00099515433c46eebcd12321c76bbae3 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:27:09.490005 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-c966597b-e293-4740-a1eb-e04c4d257952 service neutron] 10.222.0.55 "GET /v2.0/networks/a5755917-43f4-497a-8276-bed44f2bdad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545660 Feb 09 12:27:09.560407 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-0b6f54f1-cdfc-4adf-a26a-14aed34b98f9 req-18524e5f-5f33-4ade-9bb1-f6ba1c7fdeba tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Unset dirty status for tenant:00099515433c46eebcd12321c76bbae3 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:27:09.561566 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0b6f54f1-cdfc-4adf-a26a-14aed34b98f9 req-18524e5f-5f33-4ade-9bb1-f6ba1c7fdeba tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 931 time: 0.4124274 Feb 09 12:27:09.667797 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497391ba-d6d2-435a-9b5a-110e8cdb3cc3 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:27:09.683887 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc488c5e-2a05-4a9f-8e1b-917e858dfc1c None None] Sync routers for ids ['6b87ba47-4f48-400e-8894-32fce57b3601'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:27:09.686345 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 53772) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:27:09.693454 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-497391ba-d6d2-435a-9b5a-110e8cdb3cc3 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] 10.222.0.55 "PUT /v2.0/routers/6b87ba47-4f48-400e-8894-32fce57b3601/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9002824 Feb 09 12:27:09.698354 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc488c5e-2a05-4a9f-8e1b-917e858dfc1c None None] Routers {'6b87ba47-4f48-400e-8894-32fce57b3601'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:27:09.698991 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-bc488c5e-2a05-4a9f-8e1b-917e858dfc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:26:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['6b87ba47-4f48-400e-8894-32fce57b3601'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:27:09.717481 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053cf67-1c28-4a36-aa22-b2f17ed1b344 req-d559ad3f-fae3-489c-bc48-4ff48edb0936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:09.719163 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7053cf67-1c28-4a36-aa22-b2f17ed1b344 req-d559ad3f-fae3-489c-bc48-4ff48edb0936 service neutron] 10.222.0.46 "GET /v2.0/networks?id=985217ad-b773-4531-9367-f144e39af1cf HTTP/1.1" status: 200 len: 906 time: 0.2801158 Feb 09 12:27:09.779349 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-bc488c5e-2a05-4a9f-8e1b-917e858dfc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:27:09.779460 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0b6f54f1-cdfc-4adf-a26a-14aed34b98f9 req-7ceabe5e-6574-41f3-b7c8-b2392dae758a tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750329 Feb 09 12:27:09.795089 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc488c5e-2a05-4a9f-8e1b-917e858dfc1c None None] Routers {'6b87ba47-4f48-400e-8894-32fce57b3601'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:27:09.795089 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-bc488c5e-2a05-4a9f-8e1b-917e858dfc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:26:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['6b87ba47-4f48-400e-8894-32fce57b3601'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:27:09.853942 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7053cf67-1c28-4a36-aa22-b2f17ed1b344 req-f07ee03d-41cb-4849-9f24-c40876a443e8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08a16505-9529-45b0-b76d-315f1c75196f HTTP/1.1" status: 200 len: 217 time: 0.1208491 Feb 09 12:27:09.877904 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-bc488c5e-2a05-4a9f-8e1b-917e858dfc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:27:09.878365 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc488c5e-2a05-4a9f-8e1b-917e858dfc1c None None] The sync data for ids ['6b87ba47-4f48-400e-8894-32fce57b3601'] in n-d-825178-3 is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:27:09.930228 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053cf67-1c28-4a36-aa22-b2f17ed1b344 req-091edd31-e440-4293-9e53-522990133ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:09.932134 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7053cf67-1c28-4a36-aa22-b2f17ed1b344 req-091edd31-e440-4293-9e53-522990133ec5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3c9b480e-1cd6-43a9-9d3f-1e4f05f3898f HTTP/1.1" status: 200 len: 845 time: 0.0705831 Feb 09 12:27:10.039863 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa55cfa-0309-4525-a869-9e68fb3f8f32', 'name': 'network-vif-deleted', 'tag': '2209e15b-1a84-4f47-a649-f9b6a5a5faa9'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:27:10.142987 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7053cf67-1c28-4a36-aa22-b2f17ed1b344 req-1147f304-bb25-4cd5-90f3-d732251c4969 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=985217ad-b773-4531-9367-f144e39af1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535648 Feb 09 12:27:10.149528 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e0c31015-5c96-4bb3-9fff-934a942ac5ff tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:10.301185 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7053cf67-1c28-4a36-aa22-b2f17ed1b344 req-09997dc5-5120-4666-93ca-62112fd8381b service neutron] 10.222.0.46 "GET /v2.0/networks/985217ad-b773-4531-9367-f144e39af1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509202 Feb 09 12:27:10.402889 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-f9753182-ac9c-4bea-b90a-03dbc7c5a4f6 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:10.405304 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-f9753182-ac9c-4bea-b90a-03dbc7c5a4f6 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/networks?id=ce449817-28f3-4897-a09b-d33182728951 HTTP/1.1" status: 200 len: 812 time: 0.4478533 Feb 09 12:27:10.414307 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6fe92b-49eb-47d9-95a1-4005201dd0bc req-9b5b8e42-ee37-4d1c-8724-9bd912ecbc8c tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:10.415754 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9f6fe92b-49eb-47d9-95a1-4005201dd0bc req-9b5b8e42-ee37-4d1c-8724-9bd912ecbc8c tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=77c0cac2-8430-4549-bb00-d86320e2b161 HTTP/1.1" status: 200 len: 943 time: 0.6492352 Feb 09 12:27:10.419171 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-e0c31015-5c96-4bb3-9fff-934a942ac5ff tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 12:27:10.423695 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53796) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:27:10.423776 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e0c31015-5c96-4bb3-9fff-934a942ac5ff tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] 10.222.0.55 "DELETE /v2.0/routers/6b87ba47-4f48-400e-8894-32fce57b3601 HTTP/1.1" status: 409 len: 329 time: 0.7357407 Feb 09 12:27:10.594311 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-687ef50d-ec94-4e0c-94b6-7c74f5032020 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/quotas/6b0ea08007bd423bba6d81fafa2c2138 HTTP/1.1" status: 200 len: 375 time: 0.1763294 Feb 09 12:27:10.597020 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7053cf67-1c28-4a36-aa22-b2f17ed1b344 req-c3444b62-ecc7-43ab-b116-a6c7417af501 service neutron] 10.222.0.46 "GET /v2.0/networks/985217ad-b773-4531-9367-f144e39af1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879341 Feb 09 12:27:10.697022 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-f7f75c75-584e-406e-94c1-4ae633b9c2d2 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b0ea08007bd423bba6d81fafa2c2138&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608163 Feb 09 12:27:10.709052 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-3560083d-e1d3-46db-90ec-14e9deb95cf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d93b5e0a-6c45-4800-820d-aa945e3d4e97 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:27:10.741959 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9f6fe92b-49eb-47d9-95a1-4005201dd0bc req-d783e9f4-4cb9-408b-b49f-351a85ee5f20 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701579 Feb 09 12:27:10.791588 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-3560083d-e1d3-46db-90ec-14e9deb95cf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:10.821365 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-3560083d-e1d3-46db-90ec-14e9deb95cf1 service neutron] Transition to ACTIVE for port object d93b5e0a-6c45-4800-820d-aa945e3d4e97 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:27:10.837172 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-3560083d-e1d3-46db-90ec-14e9deb95cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:11.056377 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-d8eddf2d-590b-4b7d-b6d9-fab5d0cf40bd service neutron] 10.222.0.55 "GET /v2.0/networks/ce449817-28f3-4897-a09b-d33182728951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513272 Feb 09 12:27:11.095353 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3560083d-e1d3-46db-90ec-14e9deb95cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=d93b5e0a-6c45-4800-820d-aa945e3d4e97,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:11.267383 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-27bee269-8aaa-498b-9084-832b0ce3ab38 tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:11.268277 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-27bee269-8aaa-498b-9084-832b0ce3ab38 tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] Synchronizing usage tracker for tenant:a90e01c80b9746ea88f7d30cf1ba63f5 on resource:network {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:27:11.292976 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-31f96eee-502d-4584-808f-e09a48119f14 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:11.323908 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-3560083d-e1d3-46db-90ec-14e9deb95cf1 service neutron] Attempting to bind port d93b5e0a-6c45-4800-820d-aa945e3d4e97 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:27:11.324398 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-3560083d-e1d3-46db-90ec-14e9deb95cf1 service neutron] Attempting to bind port d93b5e0a-6c45-4800-820d-aa945e3d4e97 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '979c19f6-d1b0-4462-9702-5c928d7c30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8e240a2e-10ae-45b2-9910-3b86c821ddc4'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:27:11.325813 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-3560083d-e1d3-46db-90ec-14e9deb95cf1 service neutron] Attempting to bind port d93b5e0a-6c45-4800-820d-aa945e3d4e97 on network 8e240a2e-10ae-45b2-9910-3b86c821ddc4 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:27:11.333246 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-3560083d-e1d3-46db-90ec-14e9deb95cf1 service neutron] Port d93b5e0a-6c45-4800-820d-aa945e3d4e97 on network 8e240a2e-10ae-45b2-9910-3b86c821ddc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:27:11.333780 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-3560083d-e1d3-46db-90ec-14e9deb95cf1 service neutron] Attempting to bind port d93b5e0a-6c45-4800-820d-aa945e3d4e97 on network 8e240a2e-10ae-45b2-9910-3b86c821ddc4 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:27:11.347188 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63879af7-1a9c-4c36-b9b6-666c0e6dd804 req-02b84e82-19bc-4aa9-89ee-d29c5ca2feda tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:11.348705 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-27bee269-8aaa-498b-9084-832b0ce3ab38 tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] Unset dirty status for tenant:a90e01c80b9746ea88f7d30cf1ba63f5 on resource:network {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:27:11.349803 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-27bee269-8aaa-498b-9084-832b0ce3ab38 tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] 10.222.0.46 "GET /v2.0/networks?id=a5755917-43f4-497a-8276-bed44f2bdad9 HTTP/1.1" status: 200 len: 813 time: 0.4142663 Feb 09 12:27:11.355413 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-63879af7-1a9c-4c36-b9b6-666c0e6dd804 req-02b84e82-19bc-4aa9-89ee-d29c5ca2feda tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=6881e42b-7a80-40ab-88ca-9985cc517894 HTTP/1.1" status: 200 len: 950 time: 0.4658942 Feb 09 12:27:11.393814 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-3560083d-e1d3-46db-90ec-14e9deb95cf1 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:27:11.393814 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-3560083d-e1d3-46db-90ec-14e9deb95cf1 service neutron] Checking segment: {'id': '979c19f6-d1b0-4462-9702-5c928d7c30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8e240a2e-10ae-45b2-9910-3b86c821ddc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:27:11.394008 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-3560083d-e1d3-46db-90ec-14e9deb95cf1 service neutron] Bound using segment: {'id': '979c19f6-d1b0-4462-9702-5c928d7c30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8e240a2e-10ae-45b2-9910-3b86c821ddc4'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:27:11.394344 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-3560083d-e1d3-46db-90ec-14e9deb95cf1 service neutron] Bound port: d93b5e0a-6c45-4800-820d-aa945e3d4e97, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '979c19f6-d1b0-4462-9702-5c928d7c30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8e240a2e-10ae-45b2-9910-3b86c821ddc4'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:27:11.395110 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-3560083d-e1d3-46db-90ec-14e9deb95cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:11.413980 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-e4635c24-ba62-4752-8a0c-41a93f34b64d tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] Request body: {'port': {'device_id': 'c0b1c973-60bc-4f70-9ce3-31e59851b21e', 'network_id': 'a5755917-43f4-497a-8276-bed44f2bdad9', 'admin_state_up': True, 'tenant_id': 'a90e01c80b9746ea88f7d30cf1ba63f5'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:27:11.422242 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-26a8180c-3ebe-44fb-acf2-455be5392a1d service neutron] 10.222.0.55 "GET /v2.0/networks/ce449817-28f3-4897-a09b-d33182728951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169599 Feb 09 12:27:11.450680 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-63879af7-1a9c-4c36-b9b6-666c0e6dd804 req-71dd0422-25ab-4ae4-8daf-e484f8a000df tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940089 Feb 09 12:27:11.693949 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9eacebea-66fb-4674-a08d-dba6321e21d6 req-9e559a63-acc6-4d23-991b-9806cda30ad5 tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0b1c973-60bc-4f70-9ce3-31e59851b21e HTTP/1.1" status: 200 len: 210 time: 0.1041052 Feb 09 12:27:11.695382 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-e4635c24-ba62-4752-8a0c-41a93f34b64d tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:27:11.702291 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-e4635c24-ba62-4752-8a0c-41a93f34b64d tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] Usage tracker for resource:port and tenant:a90e01c80b9746ea88f7d30cf1ba63f5 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:27:11.705920 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-3560083d-e1d3-46db-90ec-14e9deb95cf1 service neutron] For port d93b5e0a-6c45-4800-820d-aa945e3d4e97, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:27:11.707604 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-e4635c24-ba62-4752-8a0c-41a93f34b64d tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:27:11.711793 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-3560083d-e1d3-46db-90ec-14e9deb95cf1 service neutron] For port d93b5e0a-6c45-4800-820d-aa945e3d4e97, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=d93b5e0a-6c45-4800-820d-aa945e3d4e97,segment=NetworkSegment(979c19f6-d1b0-4462-9702-5c928d7c30bd),segment_id=979c19f6-d1b0-4462-9702-5c928d7c30bd)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:27:11.724552 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-3560083d-e1d3-46db-90ec-14e9deb95cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:11.739470 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-e4635c24-ba62-4752-8a0c-41a93f34b64d tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:27:11.768746 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-e4635c24-ba62-4752-8a0c-41a93f34b64d tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] Made reservation on behalf of a90e01c80b9746ea88f7d30cf1ba63f5 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:27:11.772410 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-e4635c24-ba62-4752-8a0c-41a93f34b64d tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:11.844307 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3560083d-e1d3-46db-90ec-14e9deb95cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=d93b5e0a-6c45-4800-820d-aa945e3d4e97,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:11.863503 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa55cfa-0309-4525-a869-9e68fb3f8f32', 'name': 'network-vif-deleted', 'tag': '2209e15b-1a84-4f47-a649-f9b6a5a5faa9', 'status': 'completed', 'code': 200} Feb 09 12:27:11.910117 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-3560083d-e1d3-46db-90ec-14e9deb95cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:11.911116 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-3560083d-e1d3-46db-90ec-14e9deb95cf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:11.912760 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-3560083d-e1d3-46db-90ec-14e9deb95cf1 service neutron] 10.222.0.46 "PUT /v2.0/ports/d93b5e0a-6c45-4800-820d-aa945e3d4e97 HTTP/1.1" status: 200 len: 1091 time: 2.8095536 Feb 09 12:27:11.913329 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3', 'tag': 'd93b5e0a-6c45-4800-820d-aa945e3d4e97'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:27:12.063310 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2004b8-b23e-4161-bf7e-17636d350efd req-c89f074f-9689-44cf-bd76-f3675a7e6980 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:12.063310 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bc2004b8-b23e-4161-bf7e-17636d350efd req-c89f074f-9689-44cf-bd76-f3675a7e6980 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.2195783 Feb 09 12:27:12.074389 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-31f96eee-502d-4584-808f-e09a48119f14 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Deleting port b4f417f8-59c9-445d-9f9b-40964f4d2384 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:27:12.074389 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-31f96eee-502d-4584-808f-e09a48119f14 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:12.239382 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bc2004b8-b23e-4161-bf7e-17636d350efd req-bb10e0ef-9976-462d-a602-7c48e9da0b56 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777416 Feb 09 12:27:12.295455 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39818fea-03a7-44c5-b86a-cc4d8ecae6be req-b33e33b2-874e-498d-bc33-d742533200e5 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:12.306632 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-39818fea-03a7-44c5-b86a-cc4d8ecae6be req-b33e33b2-874e-498d-bc33-d742533200e5 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 943 time: 0.2563775 Feb 09 12:27:12.306632 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-9e7084a0-183c-4605-83fd-20ad55b2d6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:12.306632 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-9e7084a0-183c-4605-83fd-20ad55b2d6af service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=00099515433c46eebcd12321c76bbae3&device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 1094 time: 0.3190808 Feb 09 12:27:12.399336 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-39818fea-03a7-44c5-b86a-cc4d8ecae6be req-63414368-246c-406e-9c06-23c37e5add56 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003904 Feb 09 12:27:12.611450 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-e4635c24-ba62-4752-8a0c-41a93f34b64d tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] Allocated IP 172.20.0.13 (a5755917-43f4-497a-8276-bed44f2bdad9/90245288-e5d3-4dbb-89c7-86c2de0eff06/177f056e-e988-4470-9bc0-7176b8935066) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:27:12.636475 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-31f96eee-502d-4584-808f-e09a48119f14 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:12.682891 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c340df3c-8dab-487e-b88b-19a09c6e9951 req-b415c024-ea60-4501-a718-c6d078d71412 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7f98f48-a08a-4301-bf8e-48c435999ec2 HTTP/1.1" status: 200 len: 210 time: 0.1109297 Feb 09 12:27:12.808770 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-31f96eee-502d-4584-808f-e09a48119f14 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Calling delete_port for b4f417f8-59c9-445d-9f9b-40964f4d2384 owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:27:12.875902 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3', 'tag': 'd93b5e0a-6c45-4800-820d-aa945e3d4e97', 'status': 'completed', 'code': 200} Feb 09 12:27:13.085648 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-561d8470-b2d9-4e19-8570-a207bb8c49ec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d93b5e0a-6c45-4800-820d-aa945e3d4e97 HTTP/1.1" status: 200 len: 217 time: 0.2037973 Feb 09 12:27:13.251593 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79e39e-c634-47cd-9108-710ba9f24aac req-708bbcd8-fe66-436f-aaf3-327a043d958a tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:13.254368 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9f79e39e-c634-47cd-9108-710ba9f24aac req-708bbcd8-fe66-436f-aaf3-327a043d958a tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=77c0cac2-8430-4549-bb00-d86320e2b161 HTTP/1.1" status: 200 len: 943 time: 0.1667960 Feb 09 12:27:13.399050 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9f79e39e-c634-47cd-9108-710ba9f24aac req-b2b94f0e-b6f4-4bfc-97c8-bedbb58ba0bd tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367030 Feb 09 12:27:13.664628 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-e4635c24-ba62-4752-8a0c-41a93f34b64d tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:13.717708 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-e4635c24-ba62-4752-8a0c-41a93f34b64d tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] Transition to ACTIVE for port object 177f056e-e988-4470-9bc0-7176b8935066 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:27:13.740624 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 08a16505-9529-45b0-b76d-315f1c75196f details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:27:13.833364 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-31f96eee-502d-4584-808f-e09a48119f14 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:13.945307 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-e4635c24-ba62-4752-8a0c-41a93f34b64d tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:13.984872 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1acd8d98-e555-4d64-a9c7-bb06b9f5822f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:14.025119 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 08a16505-9529-45b0-b76d-315f1c75196f, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=08a16505-9529-45b0-b76d-315f1c75196f,segment=NetworkSegment(ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a),segment_id=ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:27:14.049716 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '08a16505-9529-45b0-b76d-315f1c75196f', 'network_id': '985217ad-b773-4531-9367-f144e39af1cf', 'port_id': '08a16505-9529-45b0-b76d-315f1c75196f', 'mac_address': 'fa:16:3e:b7:d2:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c9b480e-1cd6-43a9-9d3f-1e4f05f3898f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:27:14.111264 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-a57937e2-3490-4bc0-9a78-d9d4922e41d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:14.113100 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-a57937e2-3490-4bc0-9a78-d9d4922e41d9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a9fe3712-b0f7-41b8-9852-1955bd160446 HTTP/1.1" status: 200 len: 852 time: 0.1895323 Feb 09 12:27:14.135751 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26ef2e-2c35-4580-b210-82dc3ebcf180 req-35d105d7-99d3-43ed-a3f1-6a0834690eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:14.137484 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9f26ef2e-2c35-4580-b210-82dc3ebcf180 req-35d105d7-99d3-43ed-a3f1-6a0834690eac service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ff6e1bb65bc440a9af2daa6d5785a57a&device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 1095 time: 0.2790558 Feb 09 12:27:14.146718 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064bc7e-88fa-43b5-ad65-d3045cd02b09 req-b399d7ed-a178-4f03-aa37-0e32841b27a6 tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:14.148504 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f96eee-502d-4584-808f-e09a48119f14 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Pushing event deleted for resources: {'Port': ['ID=b4f417f8-59c9-445d-9f9b-40964f4d2384,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:14.158513 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4064bc7e-88fa-43b5-ad65-d3045cd02b09 req-b399d7ed-a178-4f03-aa37-0e32841b27a6 tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0b1c973-60bc-4f70-9ce3-31e59851b21e HTTP/1.1" status: 200 len: 932 time: 0.7262235 Feb 09 12:27:14.167299 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:14.189808 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08a16505-9529-45b0-b76d-315f1c75196f {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:27:14.214418 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 08a16505-9529-45b0-b76d-315f1c75196f, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=08a16505-9529-45b0-b76d-315f1c75196f,segment=NetworkSegment(ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a),segment_id=ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:27:14.219549 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:14.233194 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f96eee-502d-4584-808f-e09a48119f14 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:27:14.233552 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f96eee-502d-4584-808f-e09a48119f14 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:27:14.233893 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f96eee-502d-4584-808f-e09a48119f14 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:27:14.234274 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f96eee-502d-4584-808f-e09a48119f14 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:27:14.234611 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f96eee-502d-4584-808f-e09a48119f14 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:27:14.234950 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f96eee-502d-4584-808f-e09a48119f14 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:27:14.235304 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f96eee-502d-4584-808f-e09a48119f14 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:27:14.239471 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f96eee-502d-4584-808f-e09a48119f14 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:27:14.239584 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f96eee-502d-4584-808f-e09a48119f14 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:27:14.243281 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f96eee-502d-4584-808f-e09a48119f14 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:27:14.247016 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f96eee-502d-4584-808f-e09a48119f14 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:27:14.247745 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f96eee-502d-4584-808f-e09a48119f14 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:27:14.326205 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-e4635c24-ba62-4752-8a0c-41a93f34b64d tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] Network a5755917-43f4-497a-8276-bed44f2bdad9 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:27:14.333978 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=08a16505-9529-45b0-b76d-315f1c75196f,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:14.354221 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-e4635c24-ba62-4752-8a0c-41a93f34b64d tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:27:14.358445 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-e4635c24-ba62-4752-8a0c-41a93f34b64d tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:27:14.443766 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-5cdcce23-2a21-40ca-b43c-557d3c583b73 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8e240a2e-10ae-45b2-9910-3b86c821ddc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2822084 Feb 09 12:27:14.693813 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['08a16505-9529-45b0-b76d-315f1c75196f'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:27:14.699467 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-e4635c24-ba62-4752-8a0c-41a93f34b64d tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:14.703444 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-e4635c24-ba62-4752-8a0c-41a93f34b64d tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:14.785087 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-31f96eee-502d-4584-808f-e09a48119f14 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:14.804903 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4635c24-ba62-4752-8a0c-41a93f34b64d tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] Pushing event updated for resources: {'Port': ['ID=177f056e-e988-4470-9bc0-7176b8935066,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:15.057903 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4064bc7e-88fa-43b5-ad65-d3045cd02b09 req-d719f942-6705-42be-a620-3fdb70b472d2 tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] 10.222.0.55 "GET /v2.0/security-groups?id=346541b9-7cf4-4cd0-bbf6-d5634e34f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8981438 Feb 09 12:27:15.096929 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-e4635c24-ba62-4752-8a0c-41a93f34b64d tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6866372 Feb 09 12:27:15.198978 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-f990424b-d963-4abb-9b1a-7ea34c173140 service neutron] Request body: {'port': {'device_id': 'c0b1c973-60bc-4f70-9ce3-31e59851b21e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:27:15.204560 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-8765fd52-c8c5-49c0-813b-15a4fa11ab02 None None] Provisioning for port 177f056e-e988-4470-9bc0-7176b8935066 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:27:15.219897 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-8765fd52-c8c5-49c0-813b-15a4fa11ab02 None None] Provisioning complete for port 177f056e-e988-4470-9bc0-7176b8935066 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:27:15.220401 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8765fd52-c8c5-49c0-813b-15a4fa11ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:15.232247 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eaf02c-38fa-4433-96c7-eb0823138a52 req-4d28023e-9597-4787-9bcd-40f5858ef625 tempest-ServersAdminTestJSON-1956423746 tempest-ServersAdminTestJSON-1956423746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:15.233368 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eaf02c-38fa-4433-96c7-eb0823138a52 req-4d28023e-9597-4787-9bcd-40f5858ef625 tempest-ServersAdminTestJSON-1956423746 tempest-ServersAdminTestJSON-1956423746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:15.234021 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eaf02c-38fa-4433-96c7-eb0823138a52 req-4d28023e-9597-4787-9bcd-40f5858ef625 tempest-ServersAdminTestJSON-1956423746 tempest-ServersAdminTestJSON-1956423746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:15.234656 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eaf02c-38fa-4433-96c7-eb0823138a52 req-4d28023e-9597-4787-9bcd-40f5858ef625 tempest-ServersAdminTestJSON-1956423746 tempest-ServersAdminTestJSON-1956423746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:15.235287 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eaf02c-38fa-4433-96c7-eb0823138a52 req-4d28023e-9597-4787-9bcd-40f5858ef625 tempest-ServersAdminTestJSON-1956423746 tempest-ServersAdminTestJSON-1956423746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:15.236658 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eaf02c-38fa-4433-96c7-eb0823138a52 req-4d28023e-9597-4787-9bcd-40f5858ef625 tempest-ServersAdminTestJSON-1956423746 tempest-ServersAdminTestJSON-1956423746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:15.237291 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eaf02c-38fa-4433-96c7-eb0823138a52 req-4d28023e-9597-4787-9bcd-40f5858ef625 tempest-ServersAdminTestJSON-1956423746 tempest-ServersAdminTestJSON-1956423746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:15.237939 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eaf02c-38fa-4433-96c7-eb0823138a52 req-4d28023e-9597-4787-9bcd-40f5858ef625 tempest-ServersAdminTestJSON-1956423746 tempest-ServersAdminTestJSON-1956423746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:15.238599 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eaf02c-38fa-4433-96c7-eb0823138a52 req-4d28023e-9597-4787-9bcd-40f5858ef625 tempest-ServersAdminTestJSON-1956423746 tempest-ServersAdminTestJSON-1956423746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:15.239519 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eaf02c-38fa-4433-96c7-eb0823138a52 req-4d28023e-9597-4787-9bcd-40f5858ef625 tempest-ServersAdminTestJSON-1956423746 tempest-ServersAdminTestJSON-1956423746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:15.240360 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eaf02c-38fa-4433-96c7-eb0823138a52 req-4d28023e-9597-4787-9bcd-40f5858ef625 tempest-ServersAdminTestJSON-1956423746 tempest-ServersAdminTestJSON-1956423746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:15.243426 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eaf02c-38fa-4433-96c7-eb0823138a52 req-4d28023e-9597-4787-9bcd-40f5858ef625 tempest-ServersAdminTestJSON-1956423746 tempest-ServersAdminTestJSON-1956423746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:15.244165 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eaf02c-38fa-4433-96c7-eb0823138a52 req-4d28023e-9597-4787-9bcd-40f5858ef625 tempest-ServersAdminTestJSON-1956423746 tempest-ServersAdminTestJSON-1956423746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:15.245225 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eaf02c-38fa-4433-96c7-eb0823138a52 req-4d28023e-9597-4787-9bcd-40f5858ef625 tempest-ServersAdminTestJSON-1956423746 tempest-ServersAdminTestJSON-1956423746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:15.246036 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eaf02c-38fa-4433-96c7-eb0823138a52 req-4d28023e-9597-4787-9bcd-40f5858ef625 tempest-ServersAdminTestJSON-1956423746 tempest-ServersAdminTestJSON-1956423746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:15.247582 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eaf02c-38fa-4433-96c7-eb0823138a52 req-4d28023e-9597-4787-9bcd-40f5858ef625 tempest-ServersAdminTestJSON-1956423746 tempest-ServersAdminTestJSON-1956423746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:15.248489 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eaf02c-38fa-4433-96c7-eb0823138a52 req-4d28023e-9597-4787-9bcd-40f5858ef625 tempest-ServersAdminTestJSON-1956423746 tempest-ServersAdminTestJSON-1956423746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:15.249124 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eaf02c-38fa-4433-96c7-eb0823138a52 req-4d28023e-9597-4787-9bcd-40f5858ef625 tempest-ServersAdminTestJSON-1956423746 tempest-ServersAdminTestJSON-1956423746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:15.249946 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eaf02c-38fa-4433-96c7-eb0823138a52 req-4d28023e-9597-4787-9bcd-40f5858ef625 tempest-ServersAdminTestJSON-1956423746 tempest-ServersAdminTestJSON-1956423746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:15.272058 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b2eaf02c-38fa-4433-96c7-eb0823138a52 req-4d28023e-9597-4787-9bcd-40f5858ef625 tempest-ServersAdminTestJSON-1956423746 tempest-ServersAdminTestJSON-1956423746-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d7f98f48-a08a-4301-bf8e-48c435999ec2&device_id=c0b1c973-60bc-4f70-9ce3-31e59851b21e&device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3&device_id=77c0cac2-8430-4549-bb00-d86320e2b161&device_id=6881e42b-7a80-40ab-88ca-9985cc517894&device_id=90c74a17-df51-46ca-9bdf-0f0627aa1fea&device_id=6d606431-7b55-4a58-b878-aa664126ecfd&device_id=c91e7ca1-d713-4154-a9be-6507b920ee81&device_id=ee9c0b58-f947-449e-8cf8-972ea6a21ee7&device_id=b32a713d-bde5-4523-925d-051265b50468&device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2&device_id=54a5e005-8bd9-45ca-ac3b-90dd59288224&device_id=999bd8a9-df8a-415c-b9b3-ac08bf28dab7&device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 17039 time: 0.9775898 Feb 09 12:27:15.305607 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-8765fd52-c8c5-49c0-813b-15a4fa11ab02 None None] Port 177f056e-e988-4470-9bc0-7176b8935066 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:27:15.314728 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26ef2e-2c35-4580-b210-82dc3ebcf180 req-c87ae8dc-afd2-486d-9cbc-5f92ddda099f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:15.316345 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9f26ef2e-2c35-4580-b210-82dc3ebcf180 req-c87ae8dc-afd2-486d-9cbc-5f92ddda099f service neutron] 10.222.0.52 "GET /v2.0/networks?id=0448691a-ec13-4b8b-a50a-33e2c91deaac HTTP/1.1" status: 200 len: 913 time: 1.1074476 Feb 09 12:27:15.493207 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-b2eaf02c-38fa-4433-96c7-eb0823138a52 req-10bdef9a-2fac-498a-a5a2-6d963c6d6b27 tempest-ServersAdminTestJSON-1956423746 tempest-ServersAdminTestJSON-1956423746-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:15.665461 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-0c9c9097-dbb7-4d81-a84a-623b3b39d217 service neutron] 10.222.0.46 "GET /v2.0/networks/8e240a2e-10ae-45b2-9910-3b86c821ddc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0487504 Feb 09 12:27:15.667982 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-b2eaf02c-38fa-4433-96c7-eb0823138a52 req-10bdef9a-2fac-498a-a5a2-6d963c6d6b27 tempest-ServersAdminTestJSON-1956423746 tempest-ServersAdminTestJSON-1956423746-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:27:15.679888 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-b2eaf02c-38fa-4433-96c7-eb0823138a52 req-10bdef9a-2fac-498a-a5a2-6d963c6d6b27 tempest-ServersAdminTestJSON-1956423746 tempest-ServersAdminTestJSON-1956423746-project-admin] Usage tracker for resource:security_group_rule and tenant:267fa9fac1454d5b84f811d8c56258a6 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:27:15.686478 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-b2eaf02c-38fa-4433-96c7-eb0823138a52 req-10bdef9a-2fac-498a-a5a2-6d963c6d6b27 tempest-ServersAdminTestJSON-1956423746 tempest-ServersAdminTestJSON-1956423746-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:27:15.698887 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-b2eaf02c-38fa-4433-96c7-eb0823138a52 req-10bdef9a-2fac-498a-a5a2-6d963c6d6b27 tempest-ServersAdminTestJSON-1956423746 tempest-ServersAdminTestJSON-1956423746-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:27:15.712438 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9f26ef2e-2c35-4580-b210-82dc3ebcf180 req-7dbc9b18-1832-4c0c-90f3-1f7d2a89d86a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9ae4b3a-6a9e-4d5b-8eda-9db431346db4 HTTP/1.1" status: 200 len: 998 time: 0.3123648 Feb 09 12:27:15.730275 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-f990424b-d963-4abb-9b1a-7ea34c173140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:15.755157 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f96eee-502d-4584-808f-e09a48119f14 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Router 6b87ba47-4f48-400e-8894-32fce57b3601 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:27:15.891320 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3cd4c0-2681-4a81-92e1-80fa7e53eae2 req-b1766185-8909-473a-bd26-04c80001b596 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:15.892961 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3b3cd4c0-2681-4a81-92e1-80fa7e53eae2 req-b1766185-8909-473a-bd26-04c80001b596 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.5802987 Feb 09 12:27:15.957394 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26ef2e-2c35-4580-b210-82dc3ebcf180 req-480a2e20-a445-4e7d-b31a-ae1e0a97a84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:15.958862 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9f26ef2e-2c35-4580-b210-82dc3ebcf180 req-480a2e20-a445-4e7d-b31a-ae1e0a97a84f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fc155009-a31d-4409-b15f-2ed587ea4525 HTTP/1.1" status: 200 len: 851 time: 0.2361827 Feb 09 12:27:16.000695 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f96eee-502d-4584-808f-e09a48119f14 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:27:16.011508 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae5e5e2-e897-4a96-9cfd-cdcba2200425 None None] Sync routers for ids ['6b87ba47-4f48-400e-8894-32fce57b3601'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:27:16.018653 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-31f96eee-502d-4584-808f-e09a48119f14 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] 10.222.0.55 "PUT /v2.0/routers/6b87ba47-4f48-400e-8894-32fce57b3601/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5943539 Feb 09 12:27:16.019693 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53866) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:27:16.030695 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae5e5e2-e897-4a96-9cfd-cdcba2200425 None None] Routers {'6b87ba47-4f48-400e-8894-32fce57b3601'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:27:16.031268 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-cae5e5e2-e897-4a96-9cfd-cdcba2200425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:26:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['6b87ba47-4f48-400e-8894-32fce57b3601'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:27:16.163258 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3b3cd4c0-2681-4a81-92e1-80fa7e53eae2 req-7e33eaef-036d-47f1-af62-d1d3951d80a7 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2546690 Feb 09 12:27:16.195172 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-94e9ed75-f0f7-4871-adb2-bb668e0a8fe0 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] show failed (client error): The resource could not be found. Feb 09 12:27:16.196715 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-94e9ed75-f0f7-4871-adb2-bb668e0a8fe0 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] 10.222.0.55 "GET /v2.0/routers/tempest-non_exist_router-1850471282 HTTP/1.1" status: 404 len: 335 time: 0.1730683 Feb 09 12:27:16.202734 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53876) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:27:16.213132 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-b2eaf02c-38fa-4433-96c7-eb0823138a52 req-10bdef9a-2fac-498a-a5a2-6d963c6d6b27 tempest-ServersAdminTestJSON-1956423746 tempest-ServersAdminTestJSON-1956423746-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:16.217911 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26ef2e-2c35-4580-b210-82dc3ebcf180 req-695a256c-63ca-4241-b2e6-cbc9cbe89a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:16.219362 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9f26ef2e-2c35-4580-b210-82dc3ebcf180 req-695a256c-63ca-4241-b2e6-cbc9cbe89a1d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0448691a-ec13-4b8b-a50a-33e2c91deaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2460396 Feb 09 12:27:16.220989 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-b2eaf02c-38fa-4433-96c7-eb0823138a52 req-10bdef9a-2fac-498a-a5a2-6d963c6d6b27 tempest-ServersAdminTestJSON-1956423746 tempest-ServersAdminTestJSON-1956423746-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:16.228363 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 53880) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:27:16.228680 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-ca3611dc-9230-41e2-b281-4cccec346c5c tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:27:16.229289 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-cae5e5e2-e897-4a96-9cfd-cdcba2200425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:27:16.241287 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae5e5e2-e897-4a96-9cfd-cdcba2200425 None None] Routers {'6b87ba47-4f48-400e-8894-32fce57b3601'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:27:16.242323 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-cae5e5e2-e897-4a96-9cfd-cdcba2200425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:26:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['6b87ba47-4f48-400e-8894-32fce57b3601'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:27:16.329266 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-cae5e5e2-e897-4a96-9cfd-cdcba2200425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:27:16.329808 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae5e5e2-e897-4a96-9cfd-cdcba2200425 None None] The sync data for ids ['6b87ba47-4f48-400e-8894-32fce57b3601'] in n-d-825178-3 is: [] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:27:16.363314 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-267d231b-f7dc-4aa3-afbe-102815497438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:16.445926 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bdef9a-2fac-498a-a5a2-6d963c6d6b27 tempest-ServersAdminTestJSON-1956423746 tempest-ServersAdminTestJSON-1956423746-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff30958-31dd-4d7d-9bca-74c6a1f3c152,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:16.455131 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9f26ef2e-2c35-4580-b210-82dc3ebcf180 req-0b806f62-4473-4d65-baf5-bbdb928ad978 service neutron] 10.222.0.52 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244694 Feb 09 12:27:16.458528 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-ca3611dc-9230-41e2-b281-4cccec346c5c tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] update failed (client error): The resource could not be found. Feb 09 12:27:16.464836 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ca3611dc-9230-41e2-b281-4cccec346c5c tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] 10.222.0.55 "PUT /v2.0/routers/tempest-non_exist_router-879204788 HTTP/1.1" status: 404 len: 334 time: 0.2558146 Feb 09 12:27:16.466292 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53884) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:27:16.571880 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b2eaf02c-38fa-4433-96c7-eb0823138a52 req-10bdef9a-2fac-498a-a5a2-6d963c6d6b27 tempest-ServersAdminTestJSON-1956423746 tempest-ServersAdminTestJSON-1956423746-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=346541b9-7cf4-4cd0-bbf6-d5634e34f3b9&id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&id=cc193dc4-ba36-4ff9-b98a-95f008157bd5&id=9560e889-de32-49ca-828a-ecd5726219af&id=73c0bc8c-d7b4-4723-ae3e-494e368debc4&id=9eaade17-6dc1-45b5-810e-f098e7fe7855&id=8242f335-3adf-414c-9159-87296ea4d651&id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 807 time: 1.2987349 Feb 09 12:27:16.844457 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-f990424b-d963-4abb-9b1a-7ea34c173140 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 177f056e-e988-4470-9bc0-7176b8935066 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:27:16.853266 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-f990424b-d963-4abb-9b1a-7ea34c173140 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:16.870816 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-f990424b-d963-4abb-9b1a-7ea34c173140 service neutron] Transition to ACTIVE for port object 177f056e-e988-4470-9bc0-7176b8935066 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:27:16.876369 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f2b88cf4-939c-4f35-976e-632fd139e3c3 req-c861ac2a-5526-48fc-92ac-617cc0d900d0 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7f98f48-a08a-4301-bf8e-48c435999ec2 HTTP/1.1" status: 200 len: 210 time: 0.0941415 Feb 09 12:27:16.892697 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-89a2f963-0938-4997-a07f-10ee0f40f885 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Deleting subnet b904ef37-ec49-48dd-9d38-3fb3fec9cd53 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:27:16.900262 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-89a2f963-0938-4997-a07f-10ee0f40f885 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:17.001870 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-f990424b-d963-4abb-9b1a-7ea34c173140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:17.125196 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9f26ef2e-2c35-4580-b210-82dc3ebcf180 req-94956508-18a7-41e5-b2a8-3732d92e3108 service neutron] 10.222.0.52 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6474037 Feb 09 12:27:17.149353 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadaffe-0699-435d-baa4-ab6c19558080 req-97ec607d-72c4-440a-adc5-afcc68fd857d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:17.152810 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadaffe-0699-435d-baa4-ab6c19558080 req-97ec607d-72c4-440a-adc5-afcc68fd857d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:17.155102 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadaffe-0699-435d-baa4-ab6c19558080 req-97ec607d-72c4-440a-adc5-afcc68fd857d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:17.159789 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadaffe-0699-435d-baa4-ab6c19558080 req-97ec607d-72c4-440a-adc5-afcc68fd857d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:17.161132 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadaffe-0699-435d-baa4-ab6c19558080 req-97ec607d-72c4-440a-adc5-afcc68fd857d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:17.162727 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadaffe-0699-435d-baa4-ab6c19558080 req-97ec607d-72c4-440a-adc5-afcc68fd857d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:17.163578 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadaffe-0699-435d-baa4-ab6c19558080 req-97ec607d-72c4-440a-adc5-afcc68fd857d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:17.166381 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aeadaffe-0699-435d-baa4-ab6c19558080 req-97ec607d-72c4-440a-adc5-afcc68fd857d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 6502 time: 0.8937838 Feb 09 12:27:17.225164 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9344a474-5198-483f-83bd-3c2554babb29 req-6b915a6d-1ca4-4c3a-9195-1912fabe9335 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:17.232353 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9344a474-5198-483f-83bd-3c2554babb29 req-6b915a6d-1ca4-4c3a-9195-1912fabe9335 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 943 time: 0.5930605 Feb 09 12:27:17.509663 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:17.602330 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-89a2f963-0938-4997-a07f-10ee0f40f885 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:17.607739 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:17.732959 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aeadaffe-0699-435d-baa4-ab6c19558080 req-37fba20f-4c45-4e40-bd2e-91ad8fcb8fa1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cc193dc4-ba36-4ff9-b98a-95f008157bd5&id=73c0bc8c-d7b4-4723-ae3e-494e368debc4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5580456 Feb 09 12:27:17.802701 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 08a16505-9529-45b0-b76d-315f1c75196f up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:27:17.817184 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3fa4d903-0d83-4750-bfe6-6a6d7ddfd356 req-55174f9a-29db-42d1-aeb3-10793315e86d service neutron] 10.222.0.46 "GET /v2.0/networks/8e240a2e-10ae-45b2-9910-3b86c821ddc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4932666 Feb 09 12:27:17.831762 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9344a474-5198-483f-83bd-3c2554babb29 req-7b694706-4e86-45df-8492-ad2a642667e2 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5872040 Feb 09 12:27:17.962595 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bccd9b-965c-4663-9df1-6ee1464d8a98 req-2397af44-3be0-4698-8bbe-4cb9ccb24fd8 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:17.966660 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-92bccd9b-965c-4663-9df1-6ee1464d8a98 req-2397af44-3be0-4698-8bbe-4cb9ccb24fd8 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=77c0cac2-8430-4549-bb00-d86320e2b161 HTTP/1.1" status: 200 len: 944 time: 0.2443829 Feb 09 12:27:17.990879 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 08a16505-9529-45b0-b76d-315f1c75196f completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:27:18.010335 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 08a16505-9529-45b0-b76d-315f1c75196f triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:27:18.012453 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:18.025350 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f990424b-d963-4abb-9b1a-7ea34c173140 service neutron] Pushing event updated for resources: {'Port': ['ID=177f056e-e988-4470-9bc0-7176b8935066,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:18.100606 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-92bccd9b-965c-4663-9df1-6ee1464d8a98 req-202c83a6-5857-4d87-a9f1-fb002df3b1bb tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274619 Feb 09 12:27:18.269975 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c4a1a-a5fe-4190-9b9b-7ca7c0c48812 req-08eafea3-d212-4950-ab62-21875e755585 tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:18.287279 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-5e8a4bc1-4179-4223-a375-b9acc15e9347 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:18.304587 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-5e8a4bc1-4179-4223-a375-b9acc15e9347 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.46 "GET /v2.0/networks?id=ce449817-28f3-4897-a09b-d33182728951 HTTP/1.1" status: 200 len: 812 time: 0.9576318 Feb 09 12:27:18.304755 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-100c4a1a-a5fe-4190-9b9b-7ca7c0c48812 req-08eafea3-d212-4950-ab62-21875e755585 tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0b1c973-60bc-4f70-9ce3-31e59851b21e HTTP/1.1" status: 200 len: 944 time: 0.2108846 Feb 09 12:27:18.305535 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-f990424b-d963-4abb-9b1a-7ea34c173140 service neutron] Attempting to bind port 177f056e-e988-4470-9bc0-7176b8935066 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:27:18.305535 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-f990424b-d963-4abb-9b1a-7ea34c173140 service neutron] Attempting to bind port 177f056e-e988-4470-9bc0-7176b8935066 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '71698d85-b633-45ec-abb8-fe7e1f3cf04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a5755917-43f4-497a-8276-bed44f2bdad9'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:27:18.305535 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-f990424b-d963-4abb-9b1a-7ea34c173140 service neutron] Attempting to bind port 177f056e-e988-4470-9bc0-7176b8935066 on network a5755917-43f4-497a-8276-bed44f2bdad9 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:27:18.309367 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-f990424b-d963-4abb-9b1a-7ea34c173140 service neutron] Port 177f056e-e988-4470-9bc0-7176b8935066 on network a5755917-43f4-497a-8276-bed44f2bdad9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:27:18.309367 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-f990424b-d963-4abb-9b1a-7ea34c173140 service neutron] Attempting to bind port 177f056e-e988-4470-9bc0-7176b8935066 on network a5755917-43f4-497a-8276-bed44f2bdad9 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:27:18.318617 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-f990424b-d963-4abb-9b1a-7ea34c173140 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:27:18.319074 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-f990424b-d963-4abb-9b1a-7ea34c173140 service neutron] Checking segment: {'id': '71698d85-b633-45ec-abb8-fe7e1f3cf04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a5755917-43f4-497a-8276-bed44f2bdad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:27:18.319701 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-f990424b-d963-4abb-9b1a-7ea34c173140 service neutron] Bound using segment: {'id': '71698d85-b633-45ec-abb8-fe7e1f3cf04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a5755917-43f4-497a-8276-bed44f2bdad9'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:27:18.320989 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-f990424b-d963-4abb-9b1a-7ea34c173140 service neutron] Bound port: 177f056e-e988-4470-9bc0-7176b8935066, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71698d85-b633-45ec-abb8-fe7e1f3cf04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a5755917-43f4-497a-8276-bed44f2bdad9'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:27:18.321826 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-f990424b-d963-4abb-9b1a-7ea34c173140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:18.394658 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:18.422130 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-bf60c697-5509-4acc-94d2-230c7010fda0 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Request body: {'port': {'device_id': 'd7f98f48-a08a-4301-bf8e-48c435999ec2', 'network_id': 'ce449817-28f3-4897-a09b-d33182728951', 'admin_state_up': True, 'tenant_id': '6b0ea08007bd423bba6d81fafa2c2138'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:27:18.440732 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-100c4a1a-a5fe-4190-9b9b-7ca7c0c48812 req-6f56903c-6915-4d0a-b42c-68d85441d0c4 tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] 10.222.0.55 "GET /v2.0/security-groups?id=346541b9-7cf4-4cd0-bbf6-d5634e34f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432180 Feb 09 12:27:18.446153 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c0cac2-8430-4549-bb00-d86320e2b161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a16505-9529-45b0-b76d-315f1c75196f'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:27:18.466731 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 08a16505-9529-45b0-b76d-315f1c75196f, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=08a16505-9529-45b0-b76d-315f1c75196f,segment=NetworkSegment(ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a),segment_id=ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:27:18.473949 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:18.640085 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-89a2f963-0938-4997-a07f-10ee0f40f885 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:18.704669 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=08a16505-9529-45b0-b76d-315f1c75196f,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:18.720087 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-f990424b-d963-4abb-9b1a-7ea34c173140 service neutron] For port 177f056e-e988-4470-9bc0-7176b8935066, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:27:18.723943 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-f990424b-d963-4abb-9b1a-7ea34c173140 service neutron] For port 177f056e-e988-4470-9bc0-7176b8935066, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=177f056e-e988-4470-9bc0-7176b8935066,segment=NetworkSegment(71698d85-b633-45ec-abb8-fe7e1f3cf04d),segment_id=71698d85-b633-45ec-abb8-fe7e1f3cf04d)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:27:18.746887 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-f990424b-d963-4abb-9b1a-7ea34c173140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:18.897612 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d8466cf7-504d-4c95-9f69-ffe2e15e01c7 req-614f464d-0471-434b-8cd7-646702fd01d1 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7f98f48-a08a-4301-bf8e-48c435999ec2 HTTP/1.1" status: 200 len: 210 time: 0.2002017 Feb 09 12:27:18.921035 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f990424b-d963-4abb-9b1a-7ea34c173140 service neutron] Pushing event updated for resources: {'Port': ['ID=177f056e-e988-4470-9bc0-7176b8935066,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:18.936902 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-f990424b-d963-4abb-9b1a-7ea34c173140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:18.939917 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-f990424b-d963-4abb-9b1a-7ea34c173140 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:18.944237 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-f990424b-d963-4abb-9b1a-7ea34c173140 service neutron] 10.222.0.46 "PUT /v2.0/ports/177f056e-e988-4470-9bc0-7176b8935066 HTTP/1.1" status: 200 len: 1092 time: 3.7613802 Feb 09 12:27:18.947706 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b1c973-60bc-4f70-9ce3-31e59851b21e', 'tag': '177f056e-e988-4470-9bc0-7176b8935066'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:27:18.977540 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8beef0-492e-4671-be2c-08fbef46f9b3 req-952d1080-1fec-466a-8961-6f08d4ddd4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:18.979043 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bc8beef0-492e-4671-be2c-08fbef46f9b3 req-952d1080-1fec-466a-8961-6f08d4ddd4c1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=00099515433c46eebcd12321c76bbae3&device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 1094 time: 0.5653086 Feb 09 12:27:19.020564 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-bf60c697-5509-4acc-94d2-230c7010fda0 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:27:19.035770 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-89a2f963-0938-4997-a07f-10ee0f40f885 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:19.038161 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48b857-7de1-416a-985d-896d3f09412f req-63a3f5ca-62e7-488e-87c8-b93954ea6b3e tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:19.039727 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-de48b857-7de1-416a-985d-896d3f09412f req-63a3f5ca-62e7-488e-87c8-b93954ea6b3e tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.4120214 Feb 09 12:27:19.045421 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:19.047520 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c0cac2-8430-4549-bb00-d86320e2b161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a16505-9529-45b0-b76d-315f1c75196f', 'code': 200} Feb 09 12:27:19.048637 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-bf60c697-5509-4acc-94d2-230c7010fda0 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Usage tracker for resource:port and tenant:6b0ea08007bd423bba6d81fafa2c2138 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:27:19.098085 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-bf60c697-5509-4acc-94d2-230c7010fda0 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:27:19.102245 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2f963-0938-4997-a07f-10ee0f40f885 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Pushing event deleted for resources: {'Subnet': ['ID=b904ef37-ec49-48dd-9d38-3fb3fec9cd53,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:19.116184 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-bf60c697-5509-4acc-94d2-230c7010fda0 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:27:19.121066 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-89a2f963-0938-4997-a07f-10ee0f40f885 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:19.125604 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317db681-8621-45dd-9bed-865a52d54aa8 None None] Network 5a77ee6d-5d93-4591-bfd0-70382f43e3c5 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:27:19.140839 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-de48b857-7de1-416a-985d-896d3f09412f req-9c193e3a-9dd8-457a-ad5b-6ccbac48bdb0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878904 Feb 09 12:27:19.172268 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-89a2f963-0938-4997-a07f-10ee0f40f885 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] 10.222.0.55 "DELETE /v2.0/subnets/b904ef37-ec49-48dd-9d38-3fb3fec9cd53 HTTP/1.1" status: 204 len: 168 time: 2.7048993 Feb 09 12:27:19.174814 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 53914) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:27:19.185908 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-bf60c697-5509-4acc-94d2-230c7010fda0 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Made reservation on behalf of 6b0ea08007bd423bba6d81fafa2c2138 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:27:19.190421 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-bf60c697-5509-4acc-94d2-230c7010fda0 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:19.514560 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-bf60c697-5509-4acc-94d2-230c7010fda0 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Allocated IP 172.20.0.14 (ce449817-28f3-4897-a09b-d33182728951/5d66c3c8-f193-4da4-ad1c-54328c88dbd7/e2744b81-f2e7-47ec-89c5-744af6d647b3) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:27:19.602520 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cd3b07bc-d447-4db1-b80e-d0999fe01744 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:19.660932 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8275b243-2291-4c82-8934-b2f05ac40fc0 None None] DHCP port deletion for 5a77ee6d-5d93-4591-bfd0-70382f43e3c5 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:27:19.667515 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-8275b243-2291-4c82-8934-b2f05ac40fc0 None None] Deleting port 49f74591-48d0-4493-8cd4-b0904615d2ad {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:27:19.668229 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8275b243-2291-4c82-8934-b2f05ac40fc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:19.732137 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-cd3b07bc-d447-4db1-b80e-d0999fe01744 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Deleting port 49f74591-48d0-4493-8cd4-b0904615d2ad {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:27:19.732819 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cd3b07bc-d447-4db1-b80e-d0999fe01744 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:19.829594 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14220be6-90f2-41eb-9cfc-113a214a3c60 req-97473e1b-70f6-4370-b79f-219b88d0e8df tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:19.837924 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-14220be6-90f2-41eb-9cfc-113a214a3c60 req-97473e1b-70f6-4370-b79f-219b88d0e8df tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 943 time: 0.4267120 Feb 09 12:27:19.889324 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe03a29-0c23-4df8-b656-f9b1e7127e79 req-8494d876-12ca-470e-967b-525e5a660176 tempest-ServersAdminTestJSON-1956423746 tempest-ServersAdminTestJSON-1956423746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:19.890146 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe03a29-0c23-4df8-b656-f9b1e7127e79 req-8494d876-12ca-470e-967b-525e5a660176 tempest-ServersAdminTestJSON-1956423746 tempest-ServersAdminTestJSON-1956423746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:19.890783 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe03a29-0c23-4df8-b656-f9b1e7127e79 req-8494d876-12ca-470e-967b-525e5a660176 tempest-ServersAdminTestJSON-1956423746 tempest-ServersAdminTestJSON-1956423746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:19.892679 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bbe03a29-0c23-4df8-b656-f9b1e7127e79 req-8494d876-12ca-470e-967b-525e5a660176 tempest-ServersAdminTestJSON-1956423746 tempest-ServersAdminTestJSON-1956423746-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6881e42b-7a80-40ab-88ca-9985cc517894&device_id=6d606431-7b55-4a58-b878-aa664126ecfd&device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 2884 time: 0.3712742 Feb 09 12:27:19.914124 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-bf60c697-5509-4acc-94d2-230c7010fda0 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:19.950786 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-bf60c697-5509-4acc-94d2-230c7010fda0 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:20.010663 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-8275b243-2291-4c82-8934-b2f05ac40fc0 None None] For port 49f74591-48d0-4493-8cd4-b0904615d2ad, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=49f74591-48d0-4493-8cd4-b0904615d2ad,segment=NetworkSegment(855e6afe-0bae-4bb1-b1e2-2784fcaf275d),segment_id=855e6afe-0bae-4bb1-b1e2-2784fcaf275d)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:27:20.011282 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8275b243-2291-4c82-8934-b2f05ac40fc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:20.035715 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-14220be6-90f2-41eb-9cfc-113a214a3c60 req-1e4993eb-bdc2-4964-b677-e240ad4b04fb tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964266 Feb 09 12:27:20.064884 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bbe03a29-0c23-4df8-b656-f9b1e7127e79 req-a25c4b17-f9e1-4c4e-becb-9ca60f7ed201 tempest-ServersAdminTestJSON-1956423746 tempest-ServersAdminTestJSON-1956423746-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936925 Feb 09 12:27:20.227432 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b1c973-60bc-4f70-9ce3-31e59851b21e', 'tag': '177f056e-e988-4470-9bc0-7176b8935066', 'status': 'completed', 'code': 200} Feb 09 12:27:20.245104 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-bf60c697-5509-4acc-94d2-230c7010fda0 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Network ce449817-28f3-4897-a09b-d33182728951 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:27:20.254217 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-bf60c697-5509-4acc-94d2-230c7010fda0 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:27:20.266549 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-bf60c697-5509-4acc-94d2-230c7010fda0 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:27:20.276013 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-8275b243-2291-4c82-8934-b2f05ac40fc0 None None] Calling delete_port for 49f74591-48d0-4493-8cd4-b0904615d2ad owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:27:20.374403 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf60c697-5509-4acc-94d2-230c7010fda0 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Pushing event updated for resources: {'Port': ['ID=e2744b81-f2e7-47ec-89c5-744af6d647b3,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:20.380014 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:20.414221 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-bf60c697-5509-4acc-94d2-230c7010fda0 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:20.415135 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-bf60c697-5509-4acc-94d2-230c7010fda0 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:20.434996 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8275b243-2291-4c82-8934-b2f05ac40fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:20.460615 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-bf60c697-5509-4acc-94d2-230c7010fda0 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0488698 Feb 09 12:27:20.497167 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-cd3b07bc-d447-4db1-b80e-d0999fe01744 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] For port 49f74591-48d0-4493-8cd4-b0904615d2ad, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=49f74591-48d0-4493-8cd4-b0904615d2ad,segment=NetworkSegment(855e6afe-0bae-4bb1-b1e2-2784fcaf275d),segment_id=855e6afe-0bae-4bb1-b1e2-2784fcaf275d)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:27:20.497404 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8275b243-2291-4c82-8934-b2f05ac40fc0 None None] Pushing event deleted for resources: {'Port': ['ID=49f74591-48d0-4493-8cd4-b0904615d2ad,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:20.497964 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cd3b07bc-d447-4db1-b80e-d0999fe01744 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:20.501005 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8275b243-2291-4c82-8934-b2f05ac40fc0 None None] No DVR routers for this DVR port 49f74591-48d0-4493-8cd4-b0904615d2ad on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:27:20.642571 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-cd3b07bc-d447-4db1-b80e-d0999fe01744 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Calling delete_port for 49f74591-48d0-4493-8cd4-b0904615d2ad owned by network:dhcp {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:27:20.718958 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927cc21-0578-42bd-ac24-66415b3c36d3 req-876f6697-1fc8-4ef3-90c1-1d8162b91af1 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:20.720507 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5927cc21-0578-42bd-ac24-66415b3c36d3 req-876f6697-1fc8-4ef3-90c1-1d8162b91af1 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=77c0cac2-8430-4549-bb00-d86320e2b161 HTTP/1.1" status: 200 len: 945 time: 0.4316430 Feb 09 12:27:20.729595 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4fe6a-8b4b-421e-a529-5e8fce8e5c3b req-c1ca83cd-fd2b-41bd-b3bf-aad1fd452402 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:20.732030 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7ff4fe6a-8b4b-421e-a529-5e8fce8e5c3b req-c1ca83cd-fd2b-41bd-b3bf-aad1fd452402 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.3176830 Feb 09 12:27:20.840506 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 49f74591-48d0-4493-8cd4-b0904615d2ad no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:27:20.880718 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 49f74591-48d0-4493-8cd4-b0904615d2ad {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:27:20.881396 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 49f74591-48d0-4493-8cd4-b0904615d2ad not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:27:20.927429 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.api [None req-cd3b07bc-d447-4db1-b80e-d0999fe01744 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:27:20.927795 n-d-825178-3 neutron-server[87567]: DEBUG oslo_db.api [None req-cd3b07bc-d447-4db1-b80e-d0999fe01744 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:27:20.946881 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7ff4fe6a-8b4b-421e-a529-5e8fce8e5c3b req-9cdcfa00-e277-4423-92e6-fb47e2070092 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2024996 Feb 09 12:27:20.949753 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5927cc21-0578-42bd-ac24-66415b3c36d3 req-2fe9f34f-13da-49b8-a952-12895f5b6abb tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063434 Feb 09 12:27:21.194162 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411111c-1699-4613-943b-b4a73a45ad1b req-8c932dc8-0f90-4af1-856b-ace636b2457c tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:21.195615 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5411111c-1699-4613-943b-b4a73a45ad1b req-8c932dc8-0f90-4af1-856b-ace636b2457c tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0b1c973-60bc-4f70-9ce3-31e59851b21e HTTP/1.1" status: 200 len: 944 time: 0.1383622 Feb 09 12:27:21.261787 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e29be3-08c4-492f-9f79-d340cc387d7f req-57f32a40-c720-41bb-87bf-e62ff88daa1c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:21.263501 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-84e29be3-08c4-492f-9f79-d340cc387d7f req-57f32a40-c720-41bb-87bf-e62ff88daa1c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7f98f48-a08a-4301-bf8e-48c435999ec2 HTTP/1.1" status: 200 len: 932 time: 0.1392350 Feb 09 12:27:21.266245 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5411111c-1699-4613-943b-b4a73a45ad1b req-94ce20d4-e5ae-458b-b62b-e22dc16859bc tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] 10.222.0.55 "GET /v2.0/security-groups?id=346541b9-7cf4-4cd0-bbf6-d5634e34f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634384 Feb 09 12:27:21.331319 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-84e29be3-08c4-492f-9f79-d340cc387d7f req-c8e50767-2bb6-4bac-a360-e9a0303f6639 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621088 Feb 09 12:27:21.428706 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-cd3b07bc-d447-4db1-b80e-d0999fe01744 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Deleting port 49f74591-48d0-4493-8cd4-b0904615d2ad {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:27:21.429059 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cd3b07bc-d447-4db1-b80e-d0999fe01744 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:21.517536 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-cd3b07bc-d447-4db1-b80e-d0999fe01744 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] The port '49f74591-48d0-4493-8cd4-b0904615d2ad' was deleted {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:27:21.767642 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cd3b07bc-d447-4db1-b80e-d0999fe01744 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:21.804764 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-cd3b07bc-d447-4db1-b80e-d0999fe01744 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a77ee6d-5d93-4591-bfd0-70382f43e3c5']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:27:21.826704 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-cd3b07bc-d447-4db1-b80e-d0999fe01744 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '855e6afe-0bae-4bb1-b1e2-2784fcaf275d') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:27:21.827028 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-cd3b07bc-d447-4db1-b80e-d0999fe01744 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '855e6afe-0bae-4bb1-b1e2-2784fcaf275d') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:27:21.846025 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cd3b07bc-d447-4db1-b80e-d0999fe01744 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:21.860254 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cef9f-9f3d-476f-88e6-6b1617c522b9 req-39051230-e50d-433a-87de-b166f5695b83 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:21.861744 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-582cef9f-9f3d-476f-88e6-6b1617c522b9 req-39051230-e50d-433a-87de-b166f5695b83 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.3913913 Feb 09 12:27:21.893903 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190920e0-9a42-40cb-9613-eafd37cff557 req-e1bd645b-174f-4c7e-ae32-ff14f86983d6 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:21.896300 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-190920e0-9a42-40cb-9613-eafd37cff557 req-e1bd645b-174f-4c7e-ae32-ff14f86983d6 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 943 time: 0.3435502 Feb 09 12:27:21.897493 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cd3b07bc-d447-4db1-b80e-d0999fe01744 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:21.925286 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd3b07bc-d447-4db1-b80e-d0999fe01744 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:27:21.925848 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cd3b07bc-d447-4db1-b80e-d0999fe01744 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:21.947209 n-d-825178-3 neutron-server[87567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:27:21.947209 n-d-825178-3 neutron-server[87567]: util.warn( Feb 09 12:27:21.947209 n-d-825178-3 neutron-server[87567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:27:21.947209 n-d-825178-3 neutron-server[87567]: util.warn( Feb 09 12:27:21.947209 n-d-825178-3 neutron-server[87567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:27:21.947209 n-d-825178-3 neutron-server[87567]: util.warn( Feb 09 12:27:21.947209 n-d-825178-3 neutron-server[87567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:27:21.947209 n-d-825178-3 neutron-server[87567]: util.warn( Feb 09 12:27:21.947209 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:27:21.947209 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:27:21.947209 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:27:21.947209 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:27:21.947209 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:27:21.947209 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:27:21.947209 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:27:21.947209 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:27:21.947209 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:27:21.947209 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:27:21.947209 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:27:21.947209 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:27:21.947209 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:27:21.947209 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:27:21.947209 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:27:21.947209 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:27:21.947209 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:27:21.947209 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:27:21.947209 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:27:21.947209 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:27:21.947209 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:27:21.947209 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:27:21.947209 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:27:21.947209 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:27:21.947209 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:27:21.947209 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:27:21.947209 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:27:21.947209 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:27:21.947209 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:27:21.947209 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:27:21.947209 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:27:21.947209 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:27:22.058309 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-582cef9f-9f3d-476f-88e6-6b1617c522b9 req-4d4fe767-be17-4876-8739-49abc74f4237 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884825 Feb 09 12:27:22.071140 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-190920e0-9a42-40cb-9613-eafd37cff557 req-047eed95-86a7-406a-83de-72920db2b88c tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690960 Feb 09 12:27:22.090944 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cd3b07bc-d447-4db1-b80e-d0999fe01744 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:22.091445 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cd3b07bc-d447-4db1-b80e-d0999fe01744 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:22.121531 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b07bc-d447-4db1-b80e-d0999fe01744 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Pushing event deleted for resources: {'Network': ['ID=5a77ee6d-5d93-4591-bfd0-70382f43e3c5,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:22.133844 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-cd3b07bc-d447-4db1-b80e-d0999fe01744 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] 10.222.0.55 "DELETE /v2.0/networks/5a77ee6d-5d93-4591-bfd0-70382f43e3c5 HTTP/1.1" status: 204 len: 168 time: 2.9576385 Feb 09 12:27:22.136149 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 53940) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:27:22.214794 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-45cbaf3e-be1b-48d1-af8b-6ac1a754e248 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Deleting subnet 034d4018-3856-4abe-81ab-ad553e1e6a7c {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:27:22.219685 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-45cbaf3e-be1b-48d1-af8b-6ac1a754e248 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:22.347887 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-45cbaf3e-be1b-48d1-af8b-6ac1a754e248 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:22.458016 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44215a-2694-470c-897a-11182c5d2c83 req-c5926145-9c2b-42ea-9313-9d15cf77ad2a tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:22.459561 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ca44215a-2694-470c-897a-11182c5d2c83 req-c5926145-9c2b-42ea-9313-9d15cf77ad2a tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=77c0cac2-8430-4549-bb00-d86320e2b161 HTTP/1.1" status: 200 len: 945 time: 0.2007434 Feb 09 12:27:22.522814 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-45cbaf3e-be1b-48d1-af8b-6ac1a754e248 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:22.555987 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ca44215a-2694-470c-897a-11182c5d2c83 req-d2d1e0c1-60ce-43dc-ae06-e547dd3afc37 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826576 Feb 09 12:27:22.587696 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:22.632905 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-45cbaf3e-be1b-48d1-af8b-6ac1a754e248 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:22.705826 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e6044b-0f9b-480d-ac59-7f29250a81fc None None] Network 7db9b20c-5bf8-4a1c-8241-5260b130121e requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:27:22.708545 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cbaf3e-be1b-48d1-af8b-6ac1a754e248 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Pushing event deleted for resources: {'Subnet': ['ID=034d4018-3856-4abe-81ab-ad553e1e6a7c,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:22.715577 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-45cbaf3e-be1b-48d1-af8b-6ac1a754e248 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:22.839650 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53954) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:27:22.840892 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-45cbaf3e-be1b-48d1-af8b-6ac1a754e248 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] 10.222.0.55 "DELETE /v2.0/subnets/034d4018-3856-4abe-81ab-ad553e1e6a7c HTTP/1.1" status: 204 len: 168 time: 0.7024555 Feb 09 12:27:22.910498 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1ed08-3673-4ad1-9583-520999146e73 req-f55f4e24-4ae5-47de-be3d-1fdf67f947ee tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:22.912357 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f2a1ed08-3673-4ad1-9583-520999146e73 req-f55f4e24-4ae5-47de-be3d-1fdf67f947ee tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7f98f48-a08a-4301-bf8e-48c435999ec2 HTTP/1.1" status: 200 len: 932 time: 0.1998863 Feb 09 12:27:22.921628 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45742b0b-b993-459e-9aa0-46acb3b1b1c4 req-a9672825-d26e-43eb-8ad3-f6c7809f68a3 tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:22.923144 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-45742b0b-b993-459e-9aa0-46acb3b1b1c4 req-a9672825-d26e-43eb-8ad3-f6c7809f68a3 tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0b1c973-60bc-4f70-9ce3-31e59851b21e HTTP/1.1" status: 200 len: 944 time: 0.2119255 Feb 09 12:27:22.987134 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-152f4b76-9491-4ac6-86b1-c7fa7d541053 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Deleting subnet ddf3f044-a259-41ed-b575-c476fd8b8785 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:27:22.997562 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-152f4b76-9491-4ac6-86b1-c7fa7d541053 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:23.070627 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-45742b0b-b993-459e-9aa0-46acb3b1b1c4 req-c9389433-bfa4-4abc-8b5b-6ea69812e934 tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] 10.222.0.55 "GET /v2.0/security-groups?id=346541b9-7cf4-4cd0-bbf6-d5634e34f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317940 Feb 09 12:27:23.080855 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f2a1ed08-3673-4ad1-9583-520999146e73 req-05fd8552-4460-4bed-bb14-469a958afd1f tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547177 Feb 09 12:27:23.185587 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-152f4b76-9491-4ac6-86b1-c7fa7d541053 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:23.315418 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d257cc89-c9ca-44e6-b9db-c717b5326a21 None None] DHCP port deletion for 7db9b20c-5bf8-4a1c-8241-5260b130121e request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:27:23.322048 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-152f4b76-9491-4ac6-86b1-c7fa7d541053 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:23.337978 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-d257cc89-c9ca-44e6-b9db-c717b5326a21 None None] Deleting port 0bb96523-ad7a-460d-ac90-0501f8133b38 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:27:23.340632 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d257cc89-c9ca-44e6-b9db-c717b5326a21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:23.429873 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-152f4b76-9491-4ac6-86b1-c7fa7d541053 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:23.460352 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c923a7-0e96-4540-9b2f-622ffc6dd109 req-fe7e1b22-16ce-40f2-8e1b-99574c4dd6f9 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:23.471662 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-38c923a7-0e96-4540-9b2f-622ffc6dd109 req-fe7e1b22-16ce-40f2-8e1b-99574c4dd6f9 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.1775401 Feb 09 12:27:23.478610 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152f4b76-9491-4ac6-86b1-c7fa7d541053 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Pushing event deleted for resources: {'Subnet': ['ID=ddf3f044-a259-41ed-b575-c476fd8b8785,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:23.482857 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-152f4b76-9491-4ac6-86b1-c7fa7d541053 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:23.500880 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-152f4b76-9491-4ac6-86b1-c7fa7d541053 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] 10.222.0.55 "DELETE /v2.0/subnets/ddf3f044-a259-41ed-b575-c476fd8b8785 HTTP/1.1" status: 204 len: 168 time: 0.6587152 Feb 09 12:27:23.501558 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53960) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:27:23.569003 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-f83b78e6-0c2b-45f8-9057-c5a9421402d6 service neutron] Request body: {'port': {'device_id': 'd7f98f48-a08a-4301-bf8e-48c435999ec2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:27:23.592828 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d16b05-fab1-47b9-8459-c97f22eeb879 None None] Network 246a1637-be54-4e7c-943c-b58e2ba64a25 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:27:23.770990 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-28d782d6-7e0f-4a32-9d3b-d988d5dfa3b0 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:23.780417 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-38c923a7-0e96-4540-9b2f-622ffc6dd109 req-58a09015-1ebc-4df5-96f7-e597e30bbab9 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3075614 Feb 09 12:27:23.789694 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-d257cc89-c9ca-44e6-b9db-c717b5326a21 None None] For port 0bb96523-ad7a-460d-ac90-0501f8133b38, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=0bb96523-ad7a-460d-ac90-0501f8133b38,segment=NetworkSegment(2b64ef6b-e1bb-416f-91eb-12b8ea79027c),segment_id=2b64ef6b-e1bb-416f-91eb-12b8ea79027c)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:27:23.790062 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d257cc89-c9ca-44e6-b9db-c717b5326a21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:23.805628 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-f83b78e6-0c2b-45f8-9057-c5a9421402d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:23.829615 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-28d782d6-7e0f-4a32-9d3b-d988d5dfa3b0 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Deleting port 0bb96523-ad7a-460d-ac90-0501f8133b38 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:27:23.829971 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-28d782d6-7e0f-4a32-9d3b-d988d5dfa3b0 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:23.945702 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7eb4ac-a97d-458f-977d-1bef40d14f2b req-29908759-5c72-4886-b5a1-b74085603e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:23.947187 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ae7eb4ac-a97d-458f-977d-1bef40d14f2b req-29908759-5c72-4886-b5a1-b74085603e93 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=77c0cac2-8430-4549-bb00-d86320e2b161 HTTP/1.1" status: 200 len: 1096 time: 0.2047160 Feb 09 12:27:23.952621 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8beef0-492e-4671-be2c-08fbef46f9b3 req-4a5131e4-3350-41d1-9aea-baf3b02d40e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:23.953976 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bc8beef0-492e-4671-be2c-08fbef46f9b3 req-4a5131e4-3350-41d1-9aea-baf3b02d40e3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8e240a2e-10ae-45b2-9910-3b86c821ddc4 HTTP/1.1" status: 200 len: 913 time: 0.4389403 Feb 09 12:27:23.961600 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5532f-ef11-4649-bf78-502da6bd6f44 req-b12c9015-1dbe-4256-9dcb-de5e47ee4d17 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:23.963156 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eea5532f-ef11-4649-bf78-502da6bd6f44 req-b12c9015-1dbe-4256-9dcb-de5e47ee4d17 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 943 time: 0.2235503 Feb 09 12:27:23.975765 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-d257cc89-c9ca-44e6-b9db-c717b5326a21 None None] Calling delete_port for 0bb96523-ad7a-460d-ac90-0501f8133b38 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:27:24.012381 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb3381-991f-43b9-b086-21e5684561c9 req-228d1d9b-73eb-43f6-b923-78f22f22eef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:24.013875 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-dffb3381-991f-43b9-b086-21e5684561c9 req-228d1d9b-73eb-43f6-b923-78f22f22eef7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a90e01c80b9746ea88f7d30cf1ba63f5&device_id=c0b1c973-60bc-4f70-9ce3-31e59851b21e HTTP/1.1" status: 200 len: 1095 time: 0.4930837 Feb 09 12:27:24.073707 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bc8beef0-492e-4671-be2c-08fbef46f9b3 req-14615813-7e15-417d-8423-6167e0bf2b61 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d93b5e0a-6c45-4800-820d-aa945e3d4e97 HTTP/1.1" status: 200 len: 217 time: 0.0756016 Feb 09 12:27:24.158890 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ae7eb4ac-a97d-458f-977d-1bef40d14f2b req-5e397f21-785e-483d-85fa-086fd4e716bb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918557 Feb 09 12:27:24.201258 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eea5532f-ef11-4649-bf78-502da6bd6f44 req-4826c69a-4853-4ffd-99c4-e1e19117e567 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293178 Feb 09 12:27:24.204272 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8beef0-492e-4671-be2c-08fbef46f9b3 req-9685bce5-ca10-44fd-8044-9cb42620337c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:24.206441 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-28d782d6-7e0f-4a32-9d3b-d988d5dfa3b0 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] For port 0bb96523-ad7a-460d-ac90-0501f8133b38, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=0bb96523-ad7a-460d-ac90-0501f8133b38,segment=NetworkSegment(2b64ef6b-e1bb-416f-91eb-12b8ea79027c),segment_id=2b64ef6b-e1bb-416f-91eb-12b8ea79027c)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:27:24.206708 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bc8beef0-492e-4671-be2c-08fbef46f9b3 req-9685bce5-ca10-44fd-8044-9cb42620337c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a9fe3712-b0f7-41b8-9852-1955bd160446 HTTP/1.1" status: 200 len: 852 time: 0.1112239 Feb 09 12:27:24.206808 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-28d782d6-7e0f-4a32-9d3b-d988d5dfa3b0 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:24.213316 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d257cc89-c9ca-44e6-b9db-c717b5326a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:24.313002 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d257cc89-c9ca-44e6-b9db-c717b5326a21 None None] Pushing event deleted for resources: {'Port': ['ID=0bb96523-ad7a-460d-ac90-0501f8133b38,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:24.317554 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d257cc89-c9ca-44e6-b9db-c717b5326a21 None None] No DVR routers for this DVR port 0bb96523-ad7a-460d-ac90-0501f8133b38 on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:27:24.339055 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28947689-2a80-478b-9eb0-12f053451c4c req-7a1d89d8-88cb-4bd8-af6d-d034d9ea9685 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:24.356272 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-28947689-2a80-478b-9eb0-12f053451c4c req-7a1d89d8-88cb-4bd8-af6d-d034d9ea9685 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=77c0cac2-8430-4549-bb00-d86320e2b161 HTTP/1.1" status: 200 len: 945 time: 0.1529830 Feb 09 12:27:24.393549 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-28d782d6-7e0f-4a32-9d3b-d988d5dfa3b0 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Calling delete_port for 0bb96523-ad7a-460d-ac90-0501f8133b38 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:27:24.406426 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b655e7d0-347f-4af4-bfb2-1ee6e3e108c7 None None] DHCP port deletion for 246a1637-be54-4e7c-943c-b58e2ba64a25 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:27:24.410857 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b655e7d0-347f-4af4-bfb2-1ee6e3e108c7 None None] Deleting port 222a2753-29f1-4d28-9b92-e23233cd88e7 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:27:24.411224 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b655e7d0-347f-4af4-bfb2-1ee6e3e108c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:24.489569 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-28947689-2a80-478b-9eb0-12f053451c4c req-366a1dae-d952-4c56-acea-04c9a18f8b26 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315084 Feb 09 12:27:24.521527 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bc8beef0-492e-4671-be2c-08fbef46f9b3 req-22a8b47f-50a4-4651-8a2f-e3a9839fe72a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8e240a2e-10ae-45b2-9910-3b86c821ddc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1126800 Feb 09 12:27:24.699351 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-b655e7d0-347f-4af4-bfb2-1ee6e3e108c7 None None] For port 222a2753-29f1-4d28-9b92-e23233cd88e7, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=222a2753-29f1-4d28-9b92-e23233cd88e7,segment=NetworkSegment(a3c65f72-bc66-4fc6-9b4e-ff5549331e73),segment_id=a3c65f72-bc66-4fc6-9b4e-ff5549331e73)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:27:24.700626 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b655e7d0-347f-4af4-bfb2-1ee6e3e108c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:24.760308 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb3381-991f-43b9-b086-21e5684561c9 req-c24887eb-cabf-4cf8-968f-026ee0974754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:24.761908 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-dffb3381-991f-43b9-b086-21e5684561c9 req-c24887eb-cabf-4cf8-968f-026ee0974754 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=a90e01c80b9746ea88f7d30cf1ba63f5&shared=False HTTP/1.1" status: 200 len: 914 time: 0.7018530 Feb 09 12:27:24.842764 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b655e7d0-347f-4af4-bfb2-1ee6e3e108c7 None None] Calling delete_port for 222a2753-29f1-4d28-9b92-e23233cd88e7 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:27:24.856530 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.api [None req-28d782d6-7e0f-4a32-9d3b-d988d5dfa3b0 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:27:24.857140 n-d-825178-3 neutron-server[87568]: DEBUG oslo_db.api [None req-28d782d6-7e0f-4a32-9d3b-d988d5dfa3b0 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:27:24.873934 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 0bb96523-ad7a-460d-ac90-0501f8133b38 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:27:24.905780 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bc8beef0-492e-4671-be2c-08fbef46f9b3 req-47d166dc-c6e3-4a96-a7c2-6911cdb49fa0 service neutron] 10.222.0.46 "GET /v2.0/networks/8e240a2e-10ae-45b2-9910-3b86c821ddc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762674 Feb 09 12:27:24.921822 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 0bb96523-ad7a-460d-ac90-0501f8133b38 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:27:24.922163 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 0bb96523-ad7a-460d-ac90-0501f8133b38 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:27:24.922570 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 222a2753-29f1-4d28-9b92-e23233cd88e7 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:27:24.954792 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb3381-991f-43b9-b086-21e5684561c9 req-90667cd6-6b97-428b-8f4b-bf8303a8daea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:24.956169 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-dffb3381-991f-43b9-b086-21e5684561c9 req-90667cd6-6b97-428b-8f4b-bf8303a8daea service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1810019 Feb 09 12:27:24.997737 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507c6a1-d43e-4b4b-ba1e-7c285f54fd75 req-b156cfd8-7331-4475-9cd4-06faabaad054 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:25.004326 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f507c6a1-d43e-4b4b-ba1e-7c285f54fd75 req-b156cfd8-7331-4475-9cd4-06faabaad054 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7f98f48-a08a-4301-bf8e-48c435999ec2 HTTP/1.1" status: 200 len: 932 time: 0.3172116 Feb 09 12:27:25.034121 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c35e9-d41a-4926-a54c-a8a87e77cac0 req-3fd55325-ac57-4d5c-8090-fd1441428af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:25.035576 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-804c35e9-d41a-4926-a54c-a8a87e77cac0 req-3fd55325-ac57-4d5c-8090-fd1441428af5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ff6e1bb65bc440a9af2daa6d5785a57a&device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 1095 time: 0.3584466 Feb 09 12:27:25.046154 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56119557-be00-4d00-bda1-2ab837a0833c req-8191230e-54ee-450d-86cb-240671f1af57 tempest-ServersAdminTestJSON-1956423746 tempest-ServersAdminTestJSON-1956423746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:25.047661 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-56119557-be00-4d00-bda1-2ab837a0833c req-8191230e-54ee-450d-86cb-240671f1af57 tempest-ServersAdminTestJSON-1956423746 tempest-ServersAdminTestJSON-1956423746-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 1101 time: 0.4011340 Feb 09 12:27:25.050902 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b655e7d0-347f-4af4-bfb2-1ee6e3e108c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:25.085526 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-f83b78e6-0c2b-45f8-9057-c5a9421402d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2744b81-f2e7-47ec-89c5-744af6d647b3 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:27:25.094964 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-f83b78e6-0c2b-45f8-9057-c5a9421402d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:25.109463 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b655e7d0-347f-4af4-bfb2-1ee6e3e108c7 None None] No DVR routers for this DVR port 222a2753-29f1-4d28-9b92-e23233cd88e7 on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:27:25.114070 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-f83b78e6-0c2b-45f8-9057-c5a9421402d6 service neutron] Transition to ACTIVE for port object e2744b81-f2e7-47ec-89c5-744af6d647b3 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:27:25.116041 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Port 222a2753-29f1-4d28-9b92-e23233cd88e7 update to DOWN by agent not found {{(pid=87569) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 09 12:27:25.119751 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b655e7d0-347f-4af4-bfb2-1ee6e3e108c7 None None] Pushing event deleted for resources: {'Port': ['ID=222a2753-29f1-4d28-9b92-e23233cd88e7,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:25.129273 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-f83b78e6-0c2b-45f8-9057-c5a9421402d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:25.176499 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-9c66ec93-e966-40e6-9ada-d2ed26315459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:25.177981 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-9c66ec93-e966-40e6-9ada-d2ed26315459 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a90e01c80b9746ea88f7d30cf1ba63f5&device_id=c0b1c973-60bc-4f70-9ce3-31e59851b21e HTTP/1.1" status: 200 len: 1095 time: 0.1698849 Feb 09 12:27:25.198683 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f507c6a1-d43e-4b4b-ba1e-7c285f54fd75 req-8e8111f8-c9a6-44c0-862b-b2593e6df3a9 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932776 Feb 09 12:27:25.232429 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-56119557-be00-4d00-bda1-2ab837a0833c req-a4eacec2-1d3d-42f1-9235-75a16651cf31 tempest-ServersAdminTestJSON-1956423746 tempest-ServersAdminTestJSON-1956423746-project-admin] Synchronizing usage tracker for tenant:267fa9fac1454d5b84f811d8c56258a6 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:27:25.257638 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bc8beef0-492e-4671-be2c-08fbef46f9b3 req-410ee381-0e69-4674-a864-5596754310c1 service neutron] 10.222.0.46 "GET /v2.0/networks/8e240a2e-10ae-45b2-9910-3b86c821ddc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434596 Feb 09 12:27:25.315341 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-56119557-be00-4d00-bda1-2ab837a0833c req-a4eacec2-1d3d-42f1-9235-75a16651cf31 tempest-ServersAdminTestJSON-1956423746 tempest-ServersAdminTestJSON-1956423746-project-admin] Unset dirty status for tenant:267fa9fac1454d5b84f811d8c56258a6 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:27:25.316972 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-56119557-be00-4d00-bda1-2ab837a0833c req-a4eacec2-1d3d-42f1-9235-75a16651cf31 tempest-ServersAdminTestJSON-1956423746 tempest-ServersAdminTestJSON-1956423746-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375739 Feb 09 12:27:25.317991 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c35e9-d41a-4926-a54c-a8a87e77cac0 req-0dc6405c-894d-4683-9d88-6f4f56941bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:25.319369 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-804c35e9-d41a-4926-a54c-a8a87e77cac0 req-0dc6405c-894d-4683-9d88-6f4f56941bac service neutron] 10.222.0.52 "GET /v2.0/networks?id=0448691a-ec13-4b8b-a50a-33e2c91deaac HTTP/1.1" status: 200 len: 913 time: 0.2665935 Feb 09 12:27:25.373424 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-28d782d6-7e0f-4a32-9d3b-d988d5dfa3b0 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Deleting port 0bb96523-ad7a-460d-ac90-0501f8133b38 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:27:25.373770 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-28d782d6-7e0f-4a32-9d3b-d988d5dfa3b0 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:25.425363 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-920f8746-adb4-4ee9-b42d-30c84c1e0505 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=177f056e-e988-4470-9bc0-7176b8935066 HTTP/1.1" status: 200 len: 217 time: 0.1882482 Feb 09 12:27:25.474989 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b78e6-0c2b-45f8-9057-c5a9421402d6 service neutron] Pushing event updated for resources: {'Port': ['ID=e2744b81-f2e7-47ec-89c5-744af6d647b3,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:25.530755 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-28d782d6-7e0f-4a32-9d3b-d988d5dfa3b0 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] The port '0bb96523-ad7a-460d-ac90-0501f8133b38' was deleted {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:27:25.610847 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-7136a98e-bd2e-49a9-b0f2-682bb0f348f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:25.612336 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-7136a98e-bd2e-49a9-b0f2-682bb0f348f3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=90245288-e5d3-4dbb-89c7-86c2de0eff06 HTTP/1.1" status: 200 len: 852 time: 0.1710219 Feb 09 12:27:25.687129 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-804c35e9-d41a-4926-a54c-a8a87e77cac0 req-1afe7199-96c2-45dc-95bb-12af7ec3c8ef service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9ae4b3a-6a9e-4d5b-8eda-9db431346db4 HTTP/1.1" status: 200 len: 998 time: 0.3270297 Feb 09 12:27:25.737462 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-f83b78e6-0c2b-45f8-9057-c5a9421402d6 service neutron] Attempting to bind port e2744b81-f2e7-47ec-89c5-744af6d647b3 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:27:25.737705 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-f83b78e6-0c2b-45f8-9057-c5a9421402d6 service neutron] Attempting to bind port e2744b81-f2e7-47ec-89c5-744af6d647b3 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'd09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce449817-28f3-4897-a09b-d33182728951'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:27:25.738033 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-f83b78e6-0c2b-45f8-9057-c5a9421402d6 service neutron] Attempting to bind port e2744b81-f2e7-47ec-89c5-744af6d647b3 on network ce449817-28f3-4897-a09b-d33182728951 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:27:25.749740 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-f83b78e6-0c2b-45f8-9057-c5a9421402d6 service neutron] Port e2744b81-f2e7-47ec-89c5-744af6d647b3 on network ce449817-28f3-4897-a09b-d33182728951 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:27:25.750058 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-f83b78e6-0c2b-45f8-9057-c5a9421402d6 service neutron] Attempting to bind port e2744b81-f2e7-47ec-89c5-744af6d647b3 on network ce449817-28f3-4897-a09b-d33182728951 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:27:25.751697 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2fa6c-dbc5-4339-a807-b0512da75119 req-c4939da5-affe-4605-817c-234a5e31a6b8 tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:25.752949 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-28d782d6-7e0f-4a32-9d3b-d988d5dfa3b0 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:25.753123 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-55b2fa6c-dbc5-4339-a807-b0512da75119 req-c4939da5-affe-4605-817c-234a5e31a6b8 tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0b1c973-60bc-4f70-9ce3-31e59851b21e HTTP/1.1" status: 200 len: 944 time: 0.4388564 Feb 09 12:27:25.786597 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-f83b78e6-0c2b-45f8-9057-c5a9421402d6 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:27:25.786837 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-f83b78e6-0c2b-45f8-9057-c5a9421402d6 service neutron] Checking segment: {'id': 'd09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce449817-28f3-4897-a09b-d33182728951'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:27:25.787222 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-f83b78e6-0c2b-45f8-9057-c5a9421402d6 service neutron] Bound using segment: {'id': 'd09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce449817-28f3-4897-a09b-d33182728951'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:27:25.788066 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-f83b78e6-0c2b-45f8-9057-c5a9421402d6 service neutron] Bound port: e2744b81-f2e7-47ec-89c5-744af6d647b3, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce449817-28f3-4897-a09b-d33182728951'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:27:25.788066 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-f83b78e6-0c2b-45f8-9057-c5a9421402d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:25.801364 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82e36b-e84d-4002-960a-07578ff3434e req-1e0ba018-e807-4831-a4f9-fcc428a91382 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:25.803021 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0f82e36b-e84d-4002-960a-07578ff3434e req-1e0ba018-e807-4831-a4f9-fcc428a91382 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.3768690 Feb 09 12:27:25.805364 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-28d782d6-7e0f-4a32-9d3b-d988d5dfa3b0 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7db9b20c-5bf8-4a1c-8241-5260b130121e']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:27:25.850053 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-28d782d6-7e0f-4a32-9d3b-d988d5dfa3b0 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b64ef6b-e1bb-416f-91eb-12b8ea79027c') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:27:25.850345 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-28d782d6-7e0f-4a32-9d3b-d988d5dfa3b0 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b64ef6b-e1bb-416f-91eb-12b8ea79027c') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:27:25.860229 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c35e9-d41a-4926-a54c-a8a87e77cac0 req-b81686c6-ca0a-40c8-a8cb-2957900feaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:25.861715 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-804c35e9-d41a-4926-a54c-a8a87e77cac0 req-b81686c6-ca0a-40c8-a8cb-2957900feaae service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fc155009-a31d-4409-b15f-2ed587ea4525 HTTP/1.1" status: 200 len: 851 time: 0.1656220 Feb 09 12:27:25.880618 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-28d782d6-7e0f-4a32-9d3b-d988d5dfa3b0 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:25.909392 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-1de15fee-892a-498d-a858-e4de6a9e42b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:25.910827 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-1de15fee-892a-498d-a858-e4de6a9e42b5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a5755917-43f4-497a-8276-bed44f2bdad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2373366 Feb 09 12:27:25.911712 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-28d782d6-7e0f-4a32-9d3b-d988d5dfa3b0 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:25.929309 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-55b2fa6c-dbc5-4339-a807-b0512da75119 req-b34bebd9-5ee8-49a4-90f3-932f27a5c164 tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] 10.222.0.55 "GET /v2.0/security-groups?id=346541b9-7cf4-4cd0-bbf6-d5634e34f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621659 Feb 09 12:27:25.947722 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28d782d6-7e0f-4a32-9d3b-d988d5dfa3b0 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:27:25.948151 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-28d782d6-7e0f-4a32-9d3b-d988d5dfa3b0 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:25.963379 n-d-825178-3 neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:27:25.963379 n-d-825178-3 neutron-server[87568]: util.warn( Feb 09 12:27:25.963379 n-d-825178-3 neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:27:25.963379 n-d-825178-3 neutron-server[87568]: util.warn( Feb 09 12:27:25.963379 n-d-825178-3 neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:27:25.963379 n-d-825178-3 neutron-server[87568]: util.warn( Feb 09 12:27:25.963379 n-d-825178-3 neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:27:25.963379 n-d-825178-3 neutron-server[87568]: util.warn( Feb 09 12:27:25.963379 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:27:25.963379 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:27:25.963379 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:27:25.963379 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:27:25.963379 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:27:25.963379 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:27:25.963379 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:27:25.963379 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:27:25.963379 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:27:25.963379 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:27:25.963379 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:27:25.963379 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:27:25.963379 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:27:25.963379 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:27:25.963379 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:27:25.963379 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:27:25.963379 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:27:25.963379 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:27:25.963379 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:27:25.963379 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:27:25.963379 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:27:25.963379 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:27:25.963379 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:27:25.963379 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:27:25.963379 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:27:25.963379 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:27:25.963379 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:27:25.963379 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:27:25.963379 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:27:25.963379 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:27:25.963379 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:27:25.963379 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:27:25.997195 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0f82e36b-e84d-4002-960a-07578ff3434e req-fadea7b2-e601-44a1-b298-d8752995b875 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863286 Feb 09 12:27:26.028680 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c35e9-d41a-4926-a54c-a8a87e77cac0 req-9487b966-9ebf-482e-ba74-053bb21a6f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:26.030187 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-804c35e9-d41a-4926-a54c-a8a87e77cac0 req-9487b966-9ebf-482e-ba74-053bb21a6f72 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0448691a-ec13-4b8b-a50a-33e2c91deaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1475074 Feb 09 12:27:26.032852 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757aef4-0041-451b-b885-4d232f3c0c4b req-18eefd8a-791d-46eb-a5d7-f4162d5a3316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:26.034233 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d757aef4-0041-451b-b885-4d232f3c0c4b req-18eefd8a-791d-46eb-a5d7-f4162d5a3316 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c35b136021fd452e84da1be28afeefee&device_id=77c0cac2-8430-4549-bb00-d86320e2b161 HTTP/1.1" status: 200 len: 1096 time: 0.2262495 Feb 09 12:27:26.112716 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-f83b78e6-0c2b-45f8-9057-c5a9421402d6 service neutron] For port e2744b81-f2e7-47ec-89c5-744af6d647b3, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:27:26.130295 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-f83b78e6-0c2b-45f8-9057-c5a9421402d6 service neutron] For port e2744b81-f2e7-47ec-89c5-744af6d647b3, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=e2744b81-f2e7-47ec-89c5-744af6d647b3,segment=NetworkSegment(d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5),segment_id=d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:27:26.133360 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-28d782d6-7e0f-4a32-9d3b-d988d5dfa3b0 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:26.153280 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-f83b78e6-0c2b-45f8-9057-c5a9421402d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:26.156767 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-28d782d6-7e0f-4a32-9d3b-d988d5dfa3b0 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:26.221058 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d782d6-7e0f-4a32-9d3b-d988d5dfa3b0 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Pushing event deleted for resources: {'Network': ['ID=7db9b20c-5bf8-4a1c-8241-5260b130121e,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:26.241648 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-28d782d6-7e0f-4a32-9d3b-d988d5dfa3b0 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] 10.222.0.55 "DELETE /v2.0/networks/7db9b20c-5bf8-4a1c-8241-5260b130121e HTTP/1.1" status: 204 len: 168 time: 2.7390850 Feb 09 12:27:26.252890 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-f83b78e6-0c2b-45f8-9057-c5a9421402d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:26.253435 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-f83b78e6-0c2b-45f8-9057-c5a9421402d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:26.254715 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-f83b78e6-0c2b-45f8-9057-c5a9421402d6 service neutron] 10.222.0.46 "PUT /v2.0/ports/e2744b81-f2e7-47ec-89c5-744af6d647b3 HTTP/1.1" status: 200 len: 1092 time: 2.7255735 Feb 09 12:27:26.255135 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f98f48-a08a-4301-bf8e-48c435999ec2', 'tag': 'e2744b81-f2e7-47ec-89c5-744af6d647b3'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:27:26.263766 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53988) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:27:26.422225 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-804c35e9-d41a-4926-a54c-a8a87e77cac0 req-5dc146d9-9523-4a8d-8b32-c2ca6c4fbe6d service neutron] 10.222.0.52 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3839598 Feb 09 12:27:26.425899 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757aef4-0041-451b-b885-4d232f3c0c4b req-7e3ced2e-4b78-4483-ba38-e32bb1fb8ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:26.427199 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d757aef4-0041-451b-b885-4d232f3c0c4b req-7e3ced2e-4b78-4483-ba38-e32bb1fb8ad6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=985217ad-b773-4531-9367-f144e39af1cf HTTP/1.1" status: 200 len: 906 time: 0.3673456 Feb 09 12:27:26.453963 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-0e732981-580b-4b5c-82ed-e20069078e9c service neutron] 10.222.0.46 "GET /v2.0/networks/a5755917-43f4-497a-8276-bed44f2bdad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5300562 Feb 09 12:27:26.512084 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b78e6-0c2b-45f8-9057-c5a9421402d6 service neutron] Pushing event updated for resources: {'Port': ['ID=e2744b81-f2e7-47ec-89c5-744af6d647b3,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:26.563048 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5ff72-9fb1-48b3-bee5-15dccc01dc4a req-9b42718d-0abf-4a62-84ba-31a3a4df40da tempest-ServersAdminTestJSON-1956423746 tempest-ServersAdminTestJSON-1956423746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:26.564567 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e0d5ff72-9fb1-48b3-bee5-15dccc01dc4a req-9b42718d-0abf-4a62-84ba-31a3a4df40da tempest-ServersAdminTestJSON-1956423746 tempest-ServersAdminTestJSON-1956423746-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 1101 time: 0.3833723 Feb 09 12:27:26.587149 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5903c989-8f01-4066-b7ba-20e587de5656 req-177624da-e19e-4c2c-9d9c-b262753dbff4 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:26.588597 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5903c989-8f01-4066-b7ba-20e587de5656 req-177624da-e19e-4c2c-9d9c-b262753dbff4 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 943 time: 0.5214338 Feb 09 12:27:26.590517 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d757aef4-0041-451b-b885-4d232f3c0c4b req-49c10a93-0069-4d14-9b94-3e6fa87f2aca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08a16505-9529-45b0-b76d-315f1c75196f HTTP/1.1" status: 200 len: 217 time: 0.1391239 Feb 09 12:27:26.648044 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-00a67b68-165f-466b-9bf8-bb2580269ac6 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:26.730963 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e0d5ff72-9fb1-48b3-bee5-15dccc01dc4a req-f95a800c-3a78-4311-8028-9d10e73161b0 tempest-ServersAdminTestJSON-1956423746 tempest-ServersAdminTestJSON-1956423746-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516156 Feb 09 12:27:26.733995 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a3ebc22e-2ead-434e-b394-baef16fe16eb req-9a95614b-2707-45be-be60-641bb7b5a83d service neutron] 10.222.0.46 "GET /v2.0/networks/a5755917-43f4-497a-8276-bed44f2bdad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230680 Feb 09 12:27:26.755272 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757aef4-0041-451b-b885-4d232f3c0c4b req-3278b767-7a6b-4390-85c0-c54cd4795699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:26.755272 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d757aef4-0041-451b-b885-4d232f3c0c4b req-3278b767-7a6b-4390-85c0-c54cd4795699 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3c9b480e-1cd6-43a9-9d3f-1e4f05f3898f HTTP/1.1" status: 200 len: 845 time: 0.1431375 Feb 09 12:27:26.755548 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-dc927542-07b2-4fc3-a60a-235f7225bdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:26.755548 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-dc927542-07b2-4fc3-a60a-235f7225bdde service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b0ea08007bd423bba6d81fafa2c2138&device_id=d7f98f48-a08a-4301-bf8e-48c435999ec2 HTTP/1.1" status: 200 len: 1095 time: 0.3370087 Feb 09 12:27:26.764563 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5903c989-8f01-4066-b7ba-20e587de5656 req-5e7d57dd-2431-4428-ac20-2a33b3110f2d tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538386 Feb 09 12:27:26.781136 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-804c35e9-d41a-4926-a54c-a8a87e77cac0 req-81923904-0d63-4925-ab9f-ad363ce0319b service neutron] 10.222.0.52 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508732 Feb 09 12:27:26.849235 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d757aef4-0041-451b-b885-4d232f3c0c4b req-f3d0b289-624f-48f1-ae92-6d0180044398 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=985217ad-b773-4531-9367-f144e39af1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670986 Feb 09 12:27:26.889928 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-435b0e94-dc16-4b9b-984e-df91f81bbb4a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2744b81-f2e7-47ec-89c5-744af6d647b3 HTTP/1.1" status: 200 len: 217 time: 0.0814049 Feb 09 12:27:26.896431 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-00a67b68-165f-466b-9bf8-bb2580269ac6 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:26.963882 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-00a67b68-165f-466b-9bf8-bb2580269ac6 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['246a1637-be54-4e7c-943c-b58e2ba64a25']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:27:26.983839 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-00a67b68-165f-466b-9bf8-bb2580269ac6 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3c65f72-bc66-4fc6-9b4e-ff5549331e73') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:27:26.984136 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-00a67b68-165f-466b-9bf8-bb2580269ac6 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3c65f72-bc66-4fc6-9b4e-ff5549331e73') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:27:26.998026 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-0acb95a6-278b-4870-91e9-065cd2312dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:26.999453 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-0acb95a6-278b-4870-91e9-065cd2312dec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5d66c3c8-f193-4da4-ad1c-54328c88dbd7 HTTP/1.1" status: 200 len: 852 time: 0.0953364 Feb 09 12:27:27.000946 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-00a67b68-165f-466b-9bf8-bb2580269ac6 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:27.058860 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-fa3d2c28-5fcf-456e-aaf0-0e5b80f9554e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce449817-28f3-4897-a09b-d33182728951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491242 Feb 09 12:27:27.059743 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-00a67b68-165f-466b-9bf8-bb2580269ac6 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:27.065952 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00a67b68-165f-466b-9bf8-bb2580269ac6 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:27:27.066339 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-00a67b68-165f-466b-9bf8-bb2580269ac6 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:27.081590 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:27:27.081590 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:27:27.081590 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:27:27.081590 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:27:27.081590 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:27:27.081590 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:27:27.081590 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:27:27.081590 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:27:27.081590 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:27:27.081590 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:27:27.081590 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:27:27.081590 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:27:27.081590 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:27:27.081590 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:27:27.081590 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:27:27.081590 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:27:27.081590 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:27:27.081590 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:27:27.081590 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:27:27.081590 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:27:27.081590 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:27:27.081590 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:27:27.081590 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:27:27.081590 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:27:27.081590 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:27:27.081590 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:27:27.081590 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:27:27.081590 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:27:27.081590 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:27:27.081590 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:27:27.081590 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:27:27.081590 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:27:27.103942 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d757aef4-0041-451b-b885-4d232f3c0c4b req-1f0e193c-3221-4b50-b3fe-247d868c7210 service neutron] 10.222.0.46 "GET /v2.0/networks/985217ad-b773-4531-9367-f144e39af1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099023 Feb 09 12:27:27.115640 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f5acf-1c47-400c-a5bc-ef8fdc290c6b req-5454a851-f5c0-4af3-a4a2-484591e9160e tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:27.117051 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac0f5acf-1c47-400c-a5bc-ef8fdc290c6b req-5454a851-f5c0-4af3-a4a2-484591e9160e tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=77c0cac2-8430-4549-bb00-d86320e2b161 HTTP/1.1" status: 200 len: 945 time: 0.2241733 Feb 09 12:27:27.143224 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df7df1-e9d1-4ae5-ac52-51d1835afbce req-9639ce19-dd68-4395-ad30-22ccfc78375c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:27.144687 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-62df7df1-e9d1-4ae5-ac52-51d1835afbce req-9639ce19-dd68-4395-ad30-22ccfc78375c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7f98f48-a08a-4301-bf8e-48c435999ec2 HTTP/1.1" status: 200 len: 944 time: 0.2893639 Feb 09 12:27:27.244110 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-00a67b68-165f-466b-9bf8-bb2580269ac6 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:27.276368 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-00a67b68-165f-466b-9bf8-bb2580269ac6 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:27.279205 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac0f5acf-1c47-400c-a5bc-ef8fdc290c6b req-34cd3945-c7a8-404e-b772-89a9fe46dbd7 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335948 Feb 09 12:27:27.286893 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a67b68-165f-466b-9bf8-bb2580269ac6 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Pushing event deleted for resources: {'Network': ['ID=246a1637-be54-4e7c-943c-b58e2ba64a25,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:27.291436 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-62df7df1-e9d1-4ae5-ac52-51d1835afbce req-dd94ba98-2152-45f9-9b10-474a7a7189e7 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254826 Feb 09 12:27:27.297270 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-00a67b68-165f-466b-9bf8-bb2580269ac6 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] 10.222.0.55 "DELETE /v2.0/networks/246a1637-be54-4e7c-943c-b58e2ba64a25 HTTP/1.1" status: 204 len: 168 time: 1.0321860 Feb 09 12:27:27.301727 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54000) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:27:27.307588 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-68d659e6-bcc6-4bf3-a866-daff20102ea1 service neutron] 10.222.0.46 "GET /v2.0/networks/ce449817-28f3-4897-a09b-d33182728951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251697 Feb 09 12:27:27.417548 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7f98f48-a08a-4301-bf8e-48c435999ec2', 'tag': 'e2744b81-f2e7-47ec-89c5-744af6d647b3', 'status': 'completed', 'code': 200} Feb 09 12:27:27.502524 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e1826e61-6b90-42a0-822c-d4cd9eaaad4f req-59cb576b-90ad-4990-9b56-da9b2bc63d25 service neutron] 10.222.0.46 "GET /v2.0/networks/ce449817-28f3-4897-a09b-d33182728951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788945 Feb 09 12:27:27.594279 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-870c2579-4a84-49b6-8886-f153eec693e6 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Deleting subnet a0b9e8b2-c07e-4cfe-a79c-73342b5d6cfd {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:27:27.598745 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-870c2579-4a84-49b6-8886-f153eec693e6 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:27.644142 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be3155-35cc-4cde-904c-afac2a2bb6f7 req-b7e86492-62ac-419a-91f6-5000f31b0c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:27.645876 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-18be3155-35cc-4cde-904c-afac2a2bb6f7 req-b7e86492-62ac-419a-91f6-5000f31b0c3b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b0ea08007bd423bba6d81fafa2c2138&device_id=d7f98f48-a08a-4301-bf8e-48c435999ec2 HTTP/1.1" status: 200 len: 1095 time: 0.0853524 Feb 09 12:27:27.670823 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d757aef4-0041-451b-b885-4d232f3c0c4b req-4d0ca54d-c6f6-46d9-9fcd-0242de1909eb service neutron] 10.222.0.46 "GET /v2.0/networks/985217ad-b773-4531-9367-f144e39af1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5528429 Feb 09 12:27:27.702254 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-870c2579-4a84-49b6-8886-f153eec693e6 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:27.768521 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fafdfd9-c060-492d-8ae3-7387cb6e17ab req-6596c79f-a154-4884-bb8f-da4cc04582be tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:27.770116 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1fafdfd9-c060-492d-8ae3-7387cb6e17ab req-6596c79f-a154-4884-bb8f-da4cc04582be tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0b1c973-60bc-4f70-9ce3-31e59851b21e HTTP/1.1" status: 200 len: 944 time: 0.2597749 Feb 09 12:27:27.782800 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be3155-35cc-4cde-904c-afac2a2bb6f7 req-bb214325-372d-458e-8896-ca17ecff1674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:27.784252 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-18be3155-35cc-4cde-904c-afac2a2bb6f7 req-bb214325-372d-458e-8896-ca17ecff1674 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ce449817-28f3-4897-a09b-d33182728951 HTTP/1.1" status: 200 len: 913 time: 0.1325471 Feb 09 12:27:27.793099 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device d93b5e0a-6c45-4800-820d-aa945e3d4e97 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:27:27.858566 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-18be3155-35cc-4cde-904c-afac2a2bb6f7 req-ecfc9365-7a64-444b-970b-e87f42cfad88 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2744b81-f2e7-47ec-89c5-744af6d647b3 HTTP/1.1" status: 200 len: 217 time: 0.0650320 Feb 09 12:27:27.894634 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1fafdfd9-c060-492d-8ae3-7387cb6e17ab req-5e6c2cde-76b2-4904-9ed6-451559a9cf90 tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] 10.222.0.55 "GET /v2.0/security-groups?id=346541b9-7cf4-4cd0-bbf6-d5634e34f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148498 Feb 09 12:27:27.897973 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-870c2579-4a84-49b6-8886-f153eec693e6 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:27.954197 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port d93b5e0a-6c45-4800-820d-aa945e3d4e97, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=d93b5e0a-6c45-4800-820d-aa945e3d4e97,segment=NetworkSegment(979c19f6-d1b0-4462-9702-5c928d7c30bd),segment_id=979c19f6-d1b0-4462-9702-5c928d7c30bd)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:27:27.955587 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be3155-35cc-4cde-904c-afac2a2bb6f7 req-6d06d097-d093-47df-a7e3-b91bd8c6af4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:27.958389 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-18be3155-35cc-4cde-904c-afac2a2bb6f7 req-6d06d097-d093-47df-a7e3-b91bd8c6af4e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5d66c3c8-f193-4da4-ad1c-54328c88dbd7 HTTP/1.1" status: 200 len: 852 time: 0.0839779 Feb 09 12:27:27.961626 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95b138-d4d7-4f8f-ade7-a7d676e2107b req-1907351d-d54b-461b-99eb-61d0c670b46e tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:27.963131 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2b95b138-d4d7-4f8f-ade7-a7d676e2107b req-1907351d-d54b-461b-99eb-61d0c670b46e tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.1881485 Feb 09 12:27:27.972065 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'd93b5e0a-6c45-4800-820d-aa945e3d4e97', 'network_id': '8e240a2e-10ae-45b2-9910-3b86c821ddc4', 'port_id': 'd93b5e0a-6c45-4800-820d-aa945e3d4e97', 'mac_address': 'fa:16:3e:92:58:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9fe3712-b0f7-41b8-9852-1955bd160446', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:27:27.998150 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-870c2579-4a84-49b6-8886-f153eec693e6 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:28.049427 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c2579-4a84-49b6-8886-f153eec693e6 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Pushing event deleted for resources: {'Subnet': ['ID=a0b9e8b2-c07e-4cfe-a79c-73342b5d6cfd,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:28.060277 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-870c2579-4a84-49b6-8886-f153eec693e6 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:28.067148 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8987f8bb-ba1e-4d88-8dcb-96b0c993f5f5 None None] Network 0afa6c7a-d33d-42b7-ad0c-dcec483bd6eb requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:27:28.073337 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-870c2579-4a84-49b6-8886-f153eec693e6 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] 10.222.0.55 "DELETE /v2.0/subnets/a0b9e8b2-c07e-4cfe-a79c-73342b5d6cfd HTTP/1.1" status: 204 len: 168 time: 0.7705803 Feb 09 12:27:28.076317 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54010) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:27:28.083150 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2b95b138-d4d7-4f8f-ade7-a7d676e2107b req-e0ba4f24-1a33-4ebe-9b30-feea7ceef40b tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004410 Feb 09 12:27:28.159756 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:28.198214 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d93b5e0a-6c45-4800-820d-aa945e3d4e97 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:27:28.217764 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-18be3155-35cc-4cde-904c-afac2a2bb6f7 req-71ac2459-de7f-4995-9770-4c9e6b2aa1e0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce449817-28f3-4897-a09b-d33182728951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2493882 Feb 09 12:27:28.224188 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3ef867f8-4ed6-4675-ad09-97c8c92f0d45 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:28.259496 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port d93b5e0a-6c45-4800-820d-aa945e3d4e97, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=d93b5e0a-6c45-4800-820d-aa945e3d4e97,segment=NetworkSegment(979c19f6-d1b0-4462-9702-5c928d7c30bd),segment_id=979c19f6-d1b0-4462-9702-5c928d7c30bd)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:27:28.289150 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-3ef867f8-4ed6-4675-ad09-97c8c92f0d45 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Deleting port ad7ecb68-2e6e-4dd1-9be0-1426f81f49ca {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:27:28.289857 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3ef867f8-4ed6-4675-ad09-97c8c92f0d45 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:28.296900 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:28.388842 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-18be3155-35cc-4cde-904c-afac2a2bb6f7 req-11e930c1-2b23-47a8-ad49-9e83ddb29b95 service neutron] 10.222.0.46 "GET /v2.0/networks/ce449817-28f3-4897-a09b-d33182728951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602402 Feb 09 12:27:28.401844 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=d93b5e0a-6c45-4800-820d-aa945e3d4e97,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:28.415522 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210bd6c-1c9a-4df9-beb6-5ac1693336cc req-9cb02d84-3e00-4199-af3b-7033d390df64 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:28.417376 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2210bd6c-1c9a-4df9-beb6-5ac1693336cc req-9cb02d84-3e00-4199-af3b-7033d390df64 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 943 time: 0.1973946 Feb 09 12:27:28.520449 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a54240e-c575-49bc-bbed-3eea4d5c606e None None] DHCP port deletion for 0afa6c7a-d33d-42b7-ad0c-dcec483bd6eb request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:27:28.524573 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4a54240e-c575-49bc-bbed-3eea4d5c606e None None] Deleting port ad7ecb68-2e6e-4dd1-9be0-1426f81f49ca {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:27:28.524940 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4a54240e-c575-49bc-bbed-3eea4d5c606e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:28.565384 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-18be3155-35cc-4cde-904c-afac2a2bb6f7 req-e13b0436-b805-459e-9a5e-cb27b70d1986 service neutron] 10.222.0.46 "GET /v2.0/networks/ce449817-28f3-4897-a09b-d33182728951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660006 Feb 09 12:27:28.592523 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2210bd6c-1c9a-4df9-beb6-5ac1693336cc req-29634de0-b59a-4517-94f1-d753f967db57 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689878 Feb 09 12:27:28.618545 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-3ef867f8-4ed6-4675-ad09-97c8c92f0d45 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] For port ad7ecb68-2e6e-4dd1-9be0-1426f81f49ca, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=ad7ecb68-2e6e-4dd1-9be0-1426f81f49ca,segment=NetworkSegment(98858549-7b59-412e-b0dc-8187bf531477),segment_id=98858549-7b59-412e-b0dc-8187bf531477)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:27:28.618910 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3ef867f8-4ed6-4675-ad09-97c8c92f0d45 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:28.746831 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4a54240e-c575-49bc-bbed-3eea4d5c606e None None] For port ad7ecb68-2e6e-4dd1-9be0-1426f81f49ca, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=ad7ecb68-2e6e-4dd1-9be0-1426f81f49ca,segment=NetworkSegment(98858549-7b59-412e-b0dc-8187bf531477),segment_id=98858549-7b59-412e-b0dc-8187bf531477)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:27:28.747341 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4a54240e-c575-49bc-bbed-3eea4d5c606e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:28.753236 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-3ef867f8-4ed6-4675-ad09-97c8c92f0d45 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Calling delete_port for ad7ecb68-2e6e-4dd1-9be0-1426f81f49ca owned by network:dhcp {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:27:28.891043 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff228bf-5570-459d-90d3-3ea56dae6ab6 req-9b32ff67-77d2-4343-8c56-23a742ae7d5b tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:28.891043 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eff228bf-5570-459d-90d3-3ea56dae6ab6 req-9b32ff67-77d2-4343-8c56-23a742ae7d5b tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.3684311 Feb 09 12:27:28.928297 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device ad7ecb68-2e6e-4dd1-9be0-1426f81f49ca no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:27:28.947547 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3ef867f8-4ed6-4675-ad09-97c8c92f0d45 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:28.954670 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['d93b5e0a-6c45-4800-820d-aa945e3d4e97'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:27:28.991428 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4a54240e-c575-49bc-bbed-3eea4d5c606e None None] Calling delete_port for ad7ecb68-2e6e-4dd1-9be0-1426f81f49ca owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:27:28.993165 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eff228bf-5570-459d-90d3-3ea56dae6ab6 req-f0124bef-239c-465b-98a3-f74d3c74ac75 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030638 Feb 09 12:27:29.002443 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef867f8-4ed6-4675-ad09-97c8c92f0d45 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Pushing event deleted for resources: {'Port': ['ID=ad7ecb68-2e6e-4dd1-9be0-1426f81f49ca,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:29.016244 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8fc61-7ffd-4e26-bed0-b3ba67052c5a req-4eb164e8-0ea9-403d-ac2d-7c6ce343a71c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:29.022747 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ecb8fc61-7ffd-4e26-bed0-b3ba67052c5a req-4eb164e8-0ea9-403d-ac2d-7c6ce343a71c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7f98f48-a08a-4301-bf8e-48c435999ec2 HTTP/1.1" status: 200 len: 944 time: 0.2735682 Feb 09 12:27:29.022747 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef867f8-4ed6-4675-ad09-97c8c92f0d45 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] No DVR routers for this DVR port ad7ecb68-2e6e-4dd1-9be0-1426f81f49ca on host n-d-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:27:29.047294 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: ad7ecb68-2e6e-4dd1-9be0-1426f81f49ca {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:27:29.047579 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device ad7ecb68-2e6e-4dd1-9be0-1426f81f49ca not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:27:29.145010 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-4a54240e-c575-49bc-bbed-3eea4d5c606e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:27:29.145276 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-4a54240e-c575-49bc-bbed-3eea4d5c606e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:27:29.330983 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ecb8fc61-7ffd-4e26-bed0-b3ba67052c5a req-b0e530b9-5b75-4c91-96c2-00e7b5fe6993 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119984 Feb 09 12:27:29.335673 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3ef867f8-4ed6-4675-ad09-97c8c92f0d45 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:29.374924 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-3ef867f8-4ed6-4675-ad09-97c8c92f0d45 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0afa6c7a-d33d-42b7-ad0c-dcec483bd6eb']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:27:29.388652 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-3ef867f8-4ed6-4675-ad09-97c8c92f0d45 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98858549-7b59-412e-b0dc-8187bf531477') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:27:29.388945 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-3ef867f8-4ed6-4675-ad09-97c8c92f0d45 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98858549-7b59-412e-b0dc-8187bf531477') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:27:29.403646 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3ef867f8-4ed6-4675-ad09-97c8c92f0d45 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:29.423243 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3ef867f8-4ed6-4675-ad09-97c8c92f0d45 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:29.432639 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83072296-5b9d-4098-a401-1ba9e263782b req-cf47b738-a55b-4fa1-abdd-6a1d15094216 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:29.434304 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-83072296-5b9d-4098-a401-1ba9e263782b req-cf47b738-a55b-4fa1-abdd-6a1d15094216 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=77c0cac2-8430-4549-bb00-d86320e2b161 HTTP/1.1" status: 200 len: 945 time: 0.2900982 Feb 09 12:27:29.439204 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ef867f8-4ed6-4675-ad09-97c8c92f0d45 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:27:29.439607 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3ef867f8-4ed6-4675-ad09-97c8c92f0d45 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:29.456926 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:27:29.456926 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:27:29.456926 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:27:29.456926 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:27:29.456926 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:27:29.456926 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:27:29.456926 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:27:29.456926 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:27:29.456926 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:27:29.456926 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:27:29.456926 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:27:29.456926 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:27:29.456926 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:27:29.456926 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:27:29.456926 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:27:29.456926 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:27:29.456926 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:27:29.456926 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:27:29.456926 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:27:29.456926 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:27:29.456926 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:27:29.456926 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:27:29.456926 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:27:29.456926 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:27:29.456926 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:27:29.456926 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:27:29.456926 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:27:29.456926 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:27:29.456926 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:27:29.456926 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:27:29.456926 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:27:29.456926 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:27:29.570533 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-83072296-5b9d-4098-a401-1ba9e263782b req-6abde008-5c42-4cd6-b846-a08de5c8f0b0 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092393 Feb 09 12:27:29.571155 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3ef867f8-4ed6-4675-ad09-97c8c92f0d45 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:29.599179 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3ef867f8-4ed6-4675-ad09-97c8c92f0d45 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:29.608301 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef867f8-4ed6-4675-ad09-97c8c92f0d45 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Pushing event deleted for resources: {'Network': ['ID=0afa6c7a-d33d-42b7-ad0c-dcec483bd6eb,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:29.615267 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3ef867f8-4ed6-4675-ad09-97c8c92f0d45 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] 10.222.0.55 "DELETE /v2.0/networks/0afa6c7a-d33d-42b7-ad0c-dcec483bd6eb HTTP/1.1" status: 204 len: 168 time: 1.5378299 Feb 09 12:27:29.616083 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54034) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:27:29.647079 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4a54240e-c575-49bc-bbed-3eea4d5c606e None None] Deleting port ad7ecb68-2e6e-4dd1-9be0-1426f81f49ca {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:27:29.647568 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4a54240e-c575-49bc-bbed-3eea4d5c606e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:29.657031 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757aef4-0041-451b-b885-4d232f3c0c4b req-31ff4c3c-7174-4492-9e9b-a38925838e88 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:29.657701 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-d757aef4-0041-451b-b885-4d232f3c0c4b req-31ff4c3c-7174-4492-9e9b-a38925838e88 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Synchronizing usage tracker for tenant:c35b136021fd452e84da1be28afeefee on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:27:29.663852 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-aff4352f-7654-485a-8206-c41995a0b01c tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Synchronizing usage tracker for tenant:43a63036f8c04841af38ed3b0d79a91b on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:27:29.685053 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-aff4352f-7654-485a-8206-c41995a0b01c tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Unset dirty status for tenant:43a63036f8c04841af38ed3b0d79a91b on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:27:29.690609 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-aff4352f-7654-485a-8206-c41995a0b01c tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b87ba47-4f48-400e-8894-32fce57b3601 HTTP/1.1" status: 200 len: 205 time: 0.0732658 Feb 09 12:27:29.692609 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54042) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:27:29.705486 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-d757aef4-0041-451b-b885-4d232f3c0c4b req-31ff4c3c-7174-4492-9e9b-a38925838e88 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Unset dirty status for tenant:c35b136021fd452e84da1be28afeefee on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:27:29.707097 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d757aef4-0041-451b-b885-4d232f3c0c4b req-31ff4c3c-7174-4492-9e9b-a38925838e88 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.46 "GET /v2.0/ports?device_id=77c0cac2-8430-4549-bb00-d86320e2b161 HTTP/1.1" status: 200 len: 945 time: 0.1843386 Feb 09 12:27:29.757852 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4a54240e-c575-49bc-bbed-3eea4d5c606e None None] The port 'ad7ecb68-2e6e-4dd1-9be0-1426f81f49ca' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:27:29.802890 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 177f056e-e988-4470-9bc0-7176b8935066 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:27:29.814526 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-d757aef4-0041-451b-b885-4d232f3c0c4b req-3a43b94e-5f38-404d-a33f-4a6b935849e4 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Deleting port 08a16505-9529-45b0-b76d-315f1c75196f {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:27:29.815447 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d757aef4-0041-451b-b885-4d232f3c0c4b req-3a43b94e-5f38-404d-a33f-4a6b935849e4 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:29.956139 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9b5416ca-a3b4-4e76-bf90-8065355e0ea0 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:29.974149 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 177f056e-e988-4470-9bc0-7176b8935066, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=177f056e-e988-4470-9bc0-7176b8935066,segment=NetworkSegment(71698d85-b633-45ec-abb8-fe7e1f3cf04d),segment_id=71698d85-b633-45ec-abb8-fe7e1f3cf04d)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:27:29.990016 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '177f056e-e988-4470-9bc0-7176b8935066', 'network_id': 'a5755917-43f4-497a-8276-bed44f2bdad9', 'port_id': '177f056e-e988-4470-9bc0-7176b8935066', 'mac_address': 'fa:16:3e:53:fb:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90245288-e5d3-4dbb-89c7-86c2de0eff06', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:27:30.068867 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:30.106371 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 177f056e-e988-4470-9bc0-7176b8935066 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:27:30.128206 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 177f056e-e988-4470-9bc0-7176b8935066, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=177f056e-e988-4470-9bc0-7176b8935066,segment=NetworkSegment(71698d85-b633-45ec-abb8-fe7e1f3cf04d),segment_id=71698d85-b633-45ec-abb8-fe7e1f3cf04d)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:27:30.133028 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:30.175512 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-d757aef4-0041-451b-b885-4d232f3c0c4b req-3a43b94e-5f38-404d-a33f-4a6b935849e4 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] For port 08a16505-9529-45b0-b76d-315f1c75196f, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=08a16505-9529-45b0-b76d-315f1c75196f,segment=NetworkSegment(ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a),segment_id=ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:27:30.176074 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d757aef4-0041-451b-b885-4d232f3c0c4b req-3a43b94e-5f38-404d-a33f-4a6b935849e4 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:30.218659 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=177f056e-e988-4470-9bc0-7176b8935066,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:30.316636 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-d757aef4-0041-451b-b885-4d232f3c0c4b req-3a43b94e-5f38-404d-a33f-4a6b935849e4 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Calling delete_port for 08a16505-9529-45b0-b76d-315f1c75196f owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:27:30.332732 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9b5416ca-a3b4-4e76-bf90-8065355e0ea0 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:30.342196 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db79c90-993b-4866-9538-cae0b4388013 req-7950f25f-47d0-4cf0-9b73-25621b57faf7 tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:30.349277 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0db79c90-993b-4866-9538-cae0b4388013 req-7950f25f-47d0-4cf0-9b73-25621b57faf7 tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0b1c973-60bc-4f70-9ce3-31e59851b21e HTTP/1.1" status: 200 len: 944 time: 0.5773284 Feb 09 12:27:30.352488 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9b5416ca-a3b4-4e76-bf90-8065355e0ea0 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:30.414676 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0db79c90-993b-4866-9538-cae0b4388013 req-cd76f7e4-65f9-4fb4-9b91-1500fecf5525 tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] 10.222.0.55 "GET /v2.0/security-groups?id=346541b9-7cf4-4cd0-bbf6-d5634e34f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644882 Feb 09 12:27:30.417688 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9b5416ca-a3b4-4e76-bf90-8065355e0ea0 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:30.419007 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5416ca-a3b4-4e76-bf90-8065355e0ea0 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Fanout notify agent at l3_agent the message router_deleted on router 6b87ba47-4f48-400e-8894-32fce57b3601 {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:27:30.431268 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9b5416ca-a3b4-4e76-bf90-8065355e0ea0 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:30.432425 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9b5416ca-a3b4-4e76-bf90-8065355e0ea0 tempest-RoutersNegativeIpV6Test-1003386857 tempest-RoutersNegativeIpV6Test-1003386857-project] 10.222.0.55 "DELETE /v2.0/routers/6b87ba47-4f48-400e-8894-32fce57b3601 HTTP/1.1" status: 204 len: 168 time: 0.7385817 Feb 09 12:27:30.486636 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d757aef4-0041-451b-b885-4d232f3c0c4b req-3a43b94e-5f38-404d-a33f-4a6b935849e4 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:30.500388 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['40dc350d-1874-481c-a46c-c820c9950461', '08a16505-9529-45b0-b76d-315f1c75196f'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:27:30.609412 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['177f056e-e988-4470-9bc0-7176b8935066'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:27:30.612493 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a43b94e-5f38-404d-a33f-4a6b935849e4 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Pushing event deleted for resources: {'Port': ['ID=08a16505-9529-45b0-b76d-315f1c75196f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:30.667023 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-d757aef4-0041-451b-b885-4d232f3c0c4b req-3a43b94e-5f38-404d-a33f-4a6b935849e4 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] No DVR routers for this DVR port 08a16505-9529-45b0-b76d-315f1c75196f on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:27:30.671259 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d757aef4-0041-451b-b885-4d232f3c0c4b req-3a43b94e-5f38-404d-a33f-4a6b935849e4 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:30.685729 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c0cac2-8430-4549-bb00-d86320e2b161', 'name': 'network-vif-deleted', 'tag': '08a16505-9529-45b0-b76d-315f1c75196f'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:27:30.696059 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d757aef4-0041-451b-b885-4d232f3c0c4b req-3a43b94e-5f38-404d-a33f-4a6b935849e4 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.46 "DELETE /v2.0/ports/08a16505-9529-45b0-b76d-315f1c75196f HTTP/1.1" status: 204 len: 173 time: 0.9765515 Feb 09 12:27:30.709303 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f91544-2a5e-4b0a-8749-e35b3c2aabe0 req-cfbb8480-2451-48b0-8850-f5aad47f292a tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:30.718357 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c7f91544-2a5e-4b0a-8749-e35b3c2aabe0 req-cfbb8480-2451-48b0-8850-f5aad47f292a tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 944 time: 0.1720383 Feb 09 12:27:30.743978 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54100) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:27:30.775901 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88ea6f-49e4-4853-99e2-bb62eae6b3fb req-5d449b93-9ebf-4360-b2eb-19e1559660f9 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:30.777959 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bc88ea6f-49e4-4853-99e2-bb62eae6b3fb req-5d449b93-9ebf-4360-b2eb-19e1559660f9 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee9c0b58-f947-449e-8cf8-972ea6a21ee7 HTTP/1.1" status: 200 len: 944 time: 0.1632404 Feb 09 12:27:30.789608 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c7f91544-2a5e-4b0a-8749-e35b3c2aabe0 req-b3fce2dd-dfb2-4831-9e63-cc4b8b627264 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701735 Feb 09 12:27:30.870280 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-bc88ea6f-49e4-4853-99e2-bb62eae6b3fb req-8335297c-1c78-41ca-90c1-874abd3c13be tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Deleting port fe5866c5-e054-46d5-ad65-fe3d9b7a2784 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:27:30.875936 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bc88ea6f-49e4-4853-99e2-bb62eae6b3fb req-8335297c-1c78-41ca-90c1-874abd3c13be tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:31.217131 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-0982d1bd-b1ee-44df-a30f-f3f32903945c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=43a63036f8c04841af38ed3b0d79a91b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4716201 Feb 09 12:27:31.219717 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54108) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:27:31.281177 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ce086c71-1ca4-491f-8f2b-4b6dd383c64d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:31.308787 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ce086c71-1ca4-491f-8f2b-4b6dd383c64d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:31.314627 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31797d7c-adb6-4229-8bdf-5f0f456f819f req-a45631b8-1467-4f19-87bb-0d44407d3ae9 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:31.316160 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-31797d7c-adb6-4229-8bdf-5f0f456f819f req-a45631b8-1467-4f19-87bb-0d44407d3ae9 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 950 time: 0.3852990 Feb 09 12:27:31.365637 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ce086c71-1ca4-491f-8f2b-4b6dd383c64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:31.382333 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce086c71-1ca4-491f-8f2b-4b6dd383c64d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a8a107-86d8-4ca7-b8ee-45b76c9fb888,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:31.388265 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ce086c71-1ca4-491f-8f2b-4b6dd383c64d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:31.389387 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ce086c71-1ca4-491f-8f2b-4b6dd383c64d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/97a8a107-86d8-4ca7-b8ee-45b76c9fb888 HTTP/1.1" status: 204 len: 168 time: 0.1685925 Feb 09 12:27:31.408434 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-bc88ea6f-49e4-4853-99e2-bb62eae6b3fb req-8335297c-1c78-41ca-90c1-874abd3c13be tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] For port fe5866c5-e054-46d5-ad65-fe3d9b7a2784, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=fe5866c5-e054-46d5-ad65-fe3d9b7a2784,segment=NetworkSegment(8f05bb68-39ac-4075-9eae-946e36af88ec),segment_id=8f05bb68-39ac-4075-9eae-946e36af88ec)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:27:31.408802 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bc88ea6f-49e4-4853-99e2-bb62eae6b3fb req-8335297c-1c78-41ca-90c1-874abd3c13be tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:31.420161 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-31797d7c-adb6-4229-8bdf-5f0f456f819f req-afc42a3a-d96c-46ac-a600-671a02236c49 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953059 Feb 09 12:27:31.565051 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-bc88ea6f-49e4-4853-99e2-bb62eae6b3fb req-8335297c-1c78-41ca-90c1-874abd3c13be tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Calling delete_port for fe5866c5-e054-46d5-ad65-fe3d9b7a2784 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:27:31.711778 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b174c7f8-c7d4-4e9a-8024-ea11d144730e req-6aabbe56-603e-46ae-9656-888e777214b0 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:31.713270 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b174c7f8-c7d4-4e9a-8024-ea11d144730e req-6aabbe56-603e-46ae-9656-888e777214b0 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7f98f48-a08a-4301-bf8e-48c435999ec2 HTTP/1.1" status: 200 len: 944 time: 0.1565785 Feb 09 12:27:31.808636 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b174c7f8-c7d4-4e9a-8024-ea11d144730e req-0b4ce5e2-ca50-4d35-b8ec-803e5861ccc3 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630586 Feb 09 12:27:31.814242 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bc88ea6f-49e4-4853-99e2-bb62eae6b3fb req-8335297c-1c78-41ca-90c1-874abd3c13be tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:31.817644 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device e2744b81-f2e7-47ec-89c5-744af6d647b3 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:27:31.822790 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device d93b5e0a-6c45-4800-820d-aa945e3d4e97 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:27:31.873508 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335297c-1c78-41ca-90c1-874abd3c13be tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Pushing event deleted for resources: {'Port': ['ID=fe5866c5-e054-46d5-ad65-fe3d9b7a2784,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:31.962037 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c0cac2-8430-4549-bb00-d86320e2b161', 'name': 'network-vif-deleted', 'tag': '08a16505-9529-45b0-b76d-315f1c75196f', 'status': 'completed', 'code': 200} Feb 09 12:27:32.031453 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e', 'b85598e9-6f45-46cd-8d74-e10d355de799'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:27:32.056795 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc88ea6f-49e4-4853-99e2-bb62eae6b3fb req-8335297c-1c78-41ca-90c1-874abd3c13be tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] No DVR routers for this DVR port fe5866c5-e054-46d5-ad65-fe3d9b7a2784 on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:27:32.068983 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bc88ea6f-49e4-4853-99e2-bb62eae6b3fb req-8335297c-1c78-41ca-90c1-874abd3c13be tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:32.076861 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9c0b58-f947-449e-8cf8-972ea6a21ee7', 'name': 'network-vif-deleted', 'tag': 'fe5866c5-e054-46d5-ad65-fe3d9b7a2784'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:27:32.145389 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port d93b5e0a-6c45-4800-820d-aa945e3d4e97 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:27:32.148570 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bc88ea6f-49e4-4853-99e2-bb62eae6b3fb req-8335297c-1c78-41ca-90c1-874abd3c13be tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "DELETE /v2.0/ports/fe5866c5-e054-46d5-ad65-fe3d9b7a2784 HTTP/1.1" status: 204 len: 173 time: 1.3620956 Feb 09 12:27:32.205383 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b47c5-62b5-4319-a584-8593092a84c8 req-611af306-54f2-43e6-8260-17ec83ff6ed7 tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:32.207263 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-624b47c5-62b5-4319-a584-8593092a84c8 req-611af306-54f2-43e6-8260-17ec83ff6ed7 tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0b1c973-60bc-4f70-9ce3-31e59851b21e HTTP/1.1" status: 200 len: 945 time: 0.1312816 Feb 09 12:27:32.209198 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port d93b5e0a-6c45-4800-820d-aa945e3d4e97 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:27:32.209616 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:32.263369 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-624b47c5-62b5-4319-a584-8593092a84c8 req-79ffa960-e419-47f9-bd65-512a27ba0f4a tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] 10.222.0.55 "GET /v2.0/security-groups?id=346541b9-7cf4-4cd0-bbf6-d5634e34f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499201 Feb 09 12:27:32.333100 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port e2744b81-f2e7-47ec-89c5-744af6d647b3, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=e2744b81-f2e7-47ec-89c5-744af6d647b3,segment=NetworkSegment(d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5),segment_id=d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:27:32.387655 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'e2744b81-f2e7-47ec-89c5-744af6d647b3', 'network_id': 'ce449817-28f3-4897-a09b-d33182728951', 'port_id': 'e2744b81-f2e7-47ec-89c5-744af6d647b3', 'mac_address': 'fa:16:3e:2f:f2:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d66c3c8-f193-4da4-ad1c-54328c88dbd7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:27:32.487723 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54146) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:27:32.506051 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a736f-acc0-45f4-85ed-a7dd1b4336e3 req-d6acc02b-47f4-46ed-acae-74582cb0a802 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:32.508055 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e09a736f-acc0-45f4-85ed-a7dd1b4336e3 req-d6acc02b-47f4-46ed-acae-74582cb0a802 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 944 time: 0.1263075 Feb 09 12:27:32.574584 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e09a736f-acc0-45f4-85ed-a7dd1b4336e3 req-79c2f843-dcee-4034-a0b0-e0d780fde731 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577173 Feb 09 12:27:32.594088 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:32.622366 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:32.642950 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-16ad170b-c3e7-4a03-b773-689650d6823f tempest-ServiceProvidersTest-394939534 tempest-ServiceProvidersTest-394939534-project] 10.222.0.55 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1539729 Feb 09 12:27:32.687276 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2744b81-f2e7-47ec-89c5-744af6d647b3 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:27:32.714409 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93b5e0a-6c45-4800-820d-aa945e3d4e97'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:27:32.733222 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port d93b5e0a-6c45-4800-820d-aa945e3d4e97, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=d93b5e0a-6c45-4800-820d-aa945e3d4e97,segment=NetworkSegment(979c19f6-d1b0-4462-9702-5c928d7c30bd),segment_id=979c19f6-d1b0-4462-9702-5c928d7c30bd)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:27:32.736664 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port e2744b81-f2e7-47ec-89c5-744af6d647b3, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=e2744b81-f2e7-47ec-89c5-744af6d647b3,segment=NetworkSegment(d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5),segment_id=d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:27:32.749016 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:32.778824 n-d-825178-3 neutron-server[87567]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ee9c0b58-f947-449e-8cf8-972ea6a21ee7', 'name': 'network-vif-deleted', 'tag': 'fe5866c5-e054-46d5-ad65-fe3d9b7a2784', 'status': 'failed', 'code': 422} returned with failed status Feb 09 12:27:32.797067 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:32.858985 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=d93b5e0a-6c45-4800-820d-aa945e3d4e97,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:32.869596 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-ff49e81b-836e-45ce-b843-532c20737817 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:32.877085 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-ff49e81b-836e-45ce-b843-532c20737817 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/networks?id=985217ad-b773-4531-9367-f144e39af1cf HTTP/1.1" status: 200 len: 805 time: 0.1905258 Feb 09 12:27:32.936790 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=e2744b81-f2e7-47ec-89c5-744af6d647b3,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:32.938645 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-e126f686-9b2b-4206-9ee0-9808fc3606d5 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/quotas/c35b136021fd452e84da1be28afeefee HTTP/1.1" status: 200 len: 375 time: 0.0605545 Feb 09 12:27:33.005844 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54172) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:27:33.038047 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614dc22-5bd5-4784-a274-ab42890ec884 req-54d2e5a4-fd3e-4dd5-89eb-1481bfabef6f tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:33.039460 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4614dc22-5bd5-4784-a274-ab42890ec884 req-54d2e5a4-fd3e-4dd5-89eb-1481bfabef6f tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 950 time: 0.1603570 Feb 09 12:27:33.067506 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-2cae911c-af36-43cb-922d-307914b010af tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c35b136021fd452e84da1be28afeefee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1280181 Feb 09 12:27:33.099746 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4614dc22-5bd5-4784-a274-ab42890ec884 req-d7ddd2ef-5471-4864-b6b3-d6c1686a4c1c tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539954 Feb 09 12:27:33.141352 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6678ac14-415d-4688-bf07-8fd20e473c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:33.156761 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6678ac14-415d-4688-bf07-8fd20e473c04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:27:33.160828 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-6678ac14-415d-4688-bf07-8fd20e473c04 admin admin] Usage tracker for resource:security_group_rule and tenant:b0fa8db1aee0407ea8d937ec89873dcc is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:27:33.163686 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-6678ac14-415d-4688-bf07-8fd20e473c04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:27:33.169998 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6678ac14-415d-4688-bf07-8fd20e473c04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:27:33.260063 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6678ac14-415d-4688-bf07-8fd20e473c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:33.264347 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6678ac14-415d-4688-bf07-8fd20e473c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:33.278997 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['e2744b81-f2e7-47ec-89c5-744af6d647b3'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:27:33.312428 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-dd1f9fe4-a05f-4c73-a0fc-2f78538150c8 service neutron] 10.222.0.55 "GET /v2.0/networks/985217ad-b773-4531-9367-f144e39af1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288730 Feb 09 12:27:33.321850 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6678ac14-415d-4688-bf07-8fd20e473c04 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b0fa8db1aee0407ea8d937ec89873dcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3149137 Feb 09 12:27:33.322682 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54186) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:27:33.323294 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6678ac14-415d-4688-bf07-8fd20e473c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b806c3ba-e3f3-4517-841b-3ac153eee3d0,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:33.392526 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-09d7f22a-99ba-41ff-b007-223dc4fe1cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:33.422187 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-09d7f22a-99ba-41ff-b007-223dc4fe1cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:33.449966 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93b5e0a-6c45-4800-820d-aa945e3d4e97', 'code': 200} Feb 09 12:27:33.497624 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-ecb4ac21-093a-4b31-bd54-b0f9ccb75524 service neutron] 10.222.0.55 "GET /v2.0/networks/985217ad-b773-4531-9367-f144e39af1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828494 Feb 09 12:27:33.498122 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-09d7f22a-99ba-41ff-b007-223dc4fe1cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:33.520638 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d7f22a-99ba-41ff-b007-223dc4fe1cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b806c3ba-e3f3-4517-841b-3ac153eee3d0,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:33.525079 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-09d7f22a-99ba-41ff-b007-223dc4fe1cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:33.529903 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-09d7f22a-99ba-41ff-b007-223dc4fe1cd6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b806c3ba-e3f3-4517-841b-3ac153eee3d0 HTTP/1.1" status: 204 len: 168 time: 0.2028730 Feb 09 12:27:33.659020 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8190429-df1a-4f4a-ab42-c43a6619ae96 req-24c98c30-51ba-4b45-9773-01b719a8134e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:33.660526 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e8190429-df1a-4f4a-ab42-c43a6619ae96 req-24c98c30-51ba-4b45-9773-01b719a8134e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 1096 time: 0.1137786 Feb 09 12:27:33.671411 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72106a-8182-421d-b7f5-6c635a43e3c2 req-78c9970e-7b05-4745-8aad-10e97a5f2f45 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:33.673006 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-da72106a-8182-421d-b7f5-6c635a43e3c2 req-78c9970e-7b05-4745-8aad-10e97a5f2f45 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7f98f48-a08a-4301-bf8e-48c435999ec2 HTTP/1.1" status: 200 len: 945 time: 0.1034181 Feb 09 12:27:33.721432 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e8190429-df1a-4f4a-ab42-c43a6619ae96 req-1d9e002b-a65d-4ca6-bca7-6a150cebf671 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545347 Feb 09 12:27:33.744055 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-da72106a-8182-421d-b7f5-6c635a43e3c2 req-0ac086ea-8ff0-4922-ad5b-a60c4200efae tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613799 Feb 09 12:27:33.836465 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 177f056e-e988-4470-9bc0-7176b8935066 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:27:33.922061 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 177f056e-e988-4470-9bc0-7176b8935066 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:27:33.927881 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 177f056e-e988-4470-9bc0-7176b8935066 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:27:33.928288 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:34.174722 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:34.217959 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 177f056e-e988-4470-9bc0-7176b8935066, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=177f056e-e988-4470-9bc0-7176b8935066,segment=NetworkSegment(71698d85-b633-45ec-abb8-fe7e1f3cf04d),segment_id=71698d85-b633-45ec-abb8-fe7e1f3cf04d)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:27:34.222589 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:34.223459 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 08a16505-9529-45b0-b76d-315f1c75196f no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:27:34.223994 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c6aeef-be96-4446-9ddf-68aea1166740 req-0bfec40d-6e8c-4790-8c8d-e7494fed4e1b tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:34.226377 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-29c6aeef-be96-4446-9ddf-68aea1166740 req-0bfec40d-6e8c-4790-8c8d-e7494fed4e1b tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0b1c973-60bc-4f70-9ce3-31e59851b21e HTTP/1.1" status: 200 len: 945 time: 0.3677583 Feb 09 12:27:34.289299 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-29c6aeef-be96-4446-9ddf-68aea1166740 req-d91cb971-65d8-4fb7-988c-5ad73d541bb1 tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] 10.222.0.55 "GET /v2.0/security-groups?id=346541b9-7cf4-4cd0-bbf6-d5634e34f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564470 Feb 09 12:27:34.316552 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd321f38-60d0-487f-a828-de365305da4c req-7eeb4809-a291-4369-879d-ff7a8bf5a3d0 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:34.319029 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fd321f38-60d0-487f-a828-de365305da4c req-7eeb4809-a291-4369-879d-ff7a8bf5a3d0 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.2006602 Feb 09 12:27:34.343939 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: 08a16505-9529-45b0-b76d-315f1c75196f {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:27:34.344479 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 08a16505-9529-45b0-b76d-315f1c75196f not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:27:34.388626 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=177f056e-e988-4470-9bc0-7176b8935066,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:34.430179 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fd321f38-60d0-487f-a828-de365305da4c req-95af7bd9-f59a-44a8-87c9-9966f964b2a3 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039252 Feb 09 12:27:34.444321 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-16f966c8-deaf-4e8a-84f7-9faa368a9ad8 req-7b98e150-0d8c-474f-a517-b650f732f3e8 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b298147-fce1-4b41-b99c-433d7633469d HTTP/1.1" status: 200 len: 210 time: 0.0670378 Feb 09 12:27:34.535604 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54232) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:27:34.668685 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-4cdd9b1d-6553-4e19-91b5-46b03980eab5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2119006151-network', 'tenant_id': 'bd77f3052ccb443b9aaf579027abf887'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:27:34.676348 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4cdd9b1d-6553-4e19-91b5-46b03980eab5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:27:34.680714 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4cdd9b1d-6553-4e19-91b5-46b03980eab5 admin admin] Usage tracker for resource:network and tenant:bd77f3052ccb443b9aaf579027abf887 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:27:34.684531 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4cdd9b1d-6553-4e19-91b5-46b03980eab5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:27:34.692221 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4cdd9b1d-6553-4e19-91b5-46b03980eab5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:27:34.705474 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdd9b1d-6553-4e19-91b5-46b03980eab5 admin admin] Made reservation on behalf of bd77f3052ccb443b9aaf579027abf887 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:27:34.708184 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4cdd9b1d-6553-4e19-91b5-46b03980eab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:34.715752 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1916b5d4-3630-4f7f-a022-f49179cff4b4 req-db1cedd3-50e3-469c-9030-cf01da031187 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:34.717285 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1916b5d4-3630-4f7f-a022-f49179cff4b4 req-db1cedd3-50e3-469c-9030-cf01da031187 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 950 time: 0.1555748 Feb 09 12:27:34.721409 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4cdd9b1d-6553-4e19-91b5-46b03980eab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:34.728654 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea9ef0-ffa0-4996-bdcd-face35270378 req-1d4b4ba2-6d1a-4a39-924a-19c130dd3cbb tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:34.729331 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-1bea9ef0-ffa0-4996-bdcd-face35270378 req-1d4b4ba2-6d1a-4a39-924a-19c130dd3cbb tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Synchronizing usage tracker for tenant:ff6e1bb65bc440a9af2daa6d5785a57a on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:27:34.736830 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4cdd9b1d-6553-4e19-91b5-46b03980eab5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:27:34.740662 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4cdd9b1d-6553-4e19-91b5-46b03980eab5 admin admin] Usage tracker for resource:security_group_rule and tenant:bd77f3052ccb443b9aaf579027abf887 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:27:34.743442 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4cdd9b1d-6553-4e19-91b5-46b03980eab5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:27:34.750482 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4cdd9b1d-6553-4e19-91b5-46b03980eab5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:27:34.778979 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-1bea9ef0-ffa0-4996-bdcd-face35270378 req-1d4b4ba2-6d1a-4a39-924a-19c130dd3cbb tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Unset dirty status for tenant:ff6e1bb65bc440a9af2daa6d5785a57a on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:27:34.780363 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1bea9ef0-ffa0-4996-bdcd-face35270378 req-1d4b4ba2-6d1a-4a39-924a-19c130dd3cbb tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b32a713d-bde5-4523-925d-051265b50468 HTTP/1.1" status: 200 len: 907 time: 0.1756144 Feb 09 12:27:34.791504 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1916b5d4-3630-4f7f-a022-f49179cff4b4 req-0df1c941-4a71-478b-ad15-8f8248e51665 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589168 Feb 09 12:27:34.852025 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4cdd9b1d-6553-4e19-91b5-46b03980eab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:34.857150 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4cdd9b1d-6553-4e19-91b5-46b03980eab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:34.885377 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cdd9b1d-6553-4e19-91b5-46b03980eab5 admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:27:34.897848 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdd9b1d-6553-4e19-91b5-46b03980eab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80010a5f-295a-4d9f-b915-f63b0827b9ab,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:34.905163 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4cdd9b1d-6553-4e19-91b5-46b03980eab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:34.905539 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-4cdd9b1d-6553-4e19-91b5-46b03980eab5 admin admin] Added segment 79b9ff21-cb98-4db9-bc79-ed282f87357d of type vlan for network c1ec3383-87b9-4a5b-aa71-6f08a4e35f4e Feb 09 12:27:34.932518 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4cdd9b1d-6553-4e19-91b5-46b03980eab5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:34.968266 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4cdd9b1d-6553-4e19-91b5-46b03980eab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:34.969285 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdd9b1d-6553-4e19-91b5-46b03980eab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:34.969919 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4cdd9b1d-6553-4e19-91b5-46b03980eab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:35.002194 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da52c1-1999-4274-892a-4b88aa28aa74 req-07835a21-7e2a-4060-82b2-c297396b2864 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:35.003874 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-01da52c1-1999-4274-892a-4b88aa28aa74 req-07835a21-7e2a-4060-82b2-c297396b2864 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7f98f48-a08a-4301-bf8e-48c435999ec2 HTTP/1.1" status: 200 len: 945 time: 0.1040719 Feb 09 12:27:35.047955 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-01da52c1-1999-4274-892a-4b88aa28aa74 req-0f7af6da-4a45-46f5-85cc-89970b8d1a15 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380747 Feb 09 12:27:35.075464 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdd9b1d-6553-4e19-91b5-46b03980eab5 admin admin] Pushing event updated for resources: {'Network': ['ID=c1ec3383-87b9-4a5b-aa71-6f08a4e35f4e,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:35.078516 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4cdd9b1d-6553-4e19-91b5-46b03980eab5 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5412571 Feb 09 12:27:35.081438 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54240) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:27:35.085793 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network c1ec3383-87b9-4a5b-aa71-6f08a4e35f4e details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:27:35.086900 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-208c535d-a7fc-4326-9f19-4c6c72471f34 admin admin] Request body: {'subnet': {'network_id': 'c1ec3383-87b9-4a5b-aa71-6f08a4e35f4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2119006151-subnet', 'tenant_id': 'bd77f3052ccb443b9aaf579027abf887', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:27:35.092342 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-208c535d-a7fc-4326-9f19-4c6c72471f34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:27:35.096461 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-208c535d-a7fc-4326-9f19-4c6c72471f34 admin admin] Usage tracker for resource:subnet and tenant:bd77f3052ccb443b9aaf579027abf887 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:27:35.099390 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-208c535d-a7fc-4326-9f19-4c6c72471f34 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:27:35.106463 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-208c535d-a7fc-4326-9f19-4c6c72471f34 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:27:35.117494 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208c535d-a7fc-4326-9f19-4c6c72471f34 admin admin] Made reservation on behalf of bd77f3052ccb443b9aaf579027abf887 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:27:35.119885 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-208c535d-a7fc-4326-9f19-4c6c72471f34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:35.338309 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-208c535d-a7fc-4326-9f19-4c6c72471f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:35.426239 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c535d-a7fc-4326-9f19-4c6c72471f34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7136c0d6-cfbb-4700-a322-4b408e052b5a,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:35.437195 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208c535d-a7fc-4326-9f19-4c6c72471f34 admin admin] Checking segment: {'id': '79b9ff21-cb98-4db9-bc79-ed282f87357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c1ec3383-87b9-4a5b-aa71-6f08a4e35f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:27:35.437427 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208c535d-a7fc-4326-9f19-4c6c72471f34 admin admin] Network hostable DHCP agents. Network: c1ec3383-87b9-4a5b-aa71-6f08a4e35f4e, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:27:35.451045 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b1c973-60bc-4f70-9ce3-31e59851b21e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177f056e-e988-4470-9bc0-7176b8935066'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:27:35.472632 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208c535d-a7fc-4326-9f19-4c6c72471f34 admin admin] Network c1ec3383-87b9-4a5b-aa71-6f08a4e35f4e is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:27:35.485142 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-208c535d-a7fc-4326-9f19-4c6c72471f34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, c1ec3383-87b9-4a5b-aa71-6f08a4e35f4e) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:27:35.494875 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208c535d-a7fc-4326-9f19-4c6c72471f34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:35.497373 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-208c535d-a7fc-4326-9f19-4c6c72471f34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:35.501160 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ce7dc3-1436-45af-9a8f-de3eab3b785d None None] Network c1ec3383-87b9-4a5b-aa71-6f08a4e35f4e requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:27:35.527889 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b1c973-60bc-4f70-9ce3-31e59851b21e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177f056e-e988-4470-9bc0-7176b8935066', 'code': 200} Feb 09 12:27:35.540358 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-208c535d-a7fc-4326-9f19-4c6c72471f34 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4500988 Feb 09 12:27:35.582034 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a70871-55f4-4c14-8a6f-7044176d5aae req-506d9967-d712-42df-9c53-d3236f3f44e7 tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:35.590428 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a2a70871-55f4-4c14-8a6f-7044176d5aae req-506d9967-d712-42df-9c53-d3236f3f44e7 tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0b1c973-60bc-4f70-9ce3-31e59851b21e HTTP/1.1" status: 200 len: 946 time: 0.1694608 Feb 09 12:27:35.699503 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a2a70871-55f4-4c14-8a6f-7044176d5aae req-4f92706b-0e89-4adc-969b-43d3c1bf63e6 tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] 10.222.0.55 "GET /v2.0/security-groups?id=346541b9-7cf4-4cd0-bbf6-d5634e34f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073413 Feb 09 12:27:35.841748 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22478c3d-460e-459e-b3b0-925455a7a445 req-1075522b-0931-406e-a0bd-35b88a2dfd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:35.843619 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-22478c3d-460e-459e-b3b0-925455a7a445 req-1075522b-0931-406e-a0bd-35b88a2dfd4e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c0b1c973-60bc-4f70-9ce3-31e59851b21e HTTP/1.1" status: 200 len: 1097 time: 0.2058272 Feb 09 12:27:35.852280 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f0051-a4e1-441a-994c-fc40b2dc462f req-b47e0ae6-b8e6-41db-917a-a288d3b026a9 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:35.853986 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-939f0051-a4e1-441a-994c-fc40b2dc462f req-b47e0ae6-b8e6-41db-917a-a288d3b026a9 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.1699560 Feb 09 12:27:35.874223 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device e2744b81-f2e7-47ec-89c5-744af6d647b3 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:27:35.931106 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402440fc-092e-41f8-9bf8-54cbb0cbf3f4 None None] Network c1ec3383-87b9-4a5b-aa71-6f08a4e35f4e requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:27:35.943163 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-939f0051-a4e1-441a-994c-fc40b2dc462f req-b8c3313b-ee21-4bea-8f5f-1224f5805cf8 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644126 Feb 09 12:27:35.946527 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-22478c3d-460e-459e-b3b0-925455a7a445 req-3426eba9-4d40-4aba-87a6-6610991a6e3d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=346541b9-7cf4-4cd0-bbf6-d5634e34f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914345 Feb 09 12:27:36.046349 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-52f49e92-7879-4cb5-8c48-897ab45b5e60 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:36.047867 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-52f49e92-7879-4cb5-8c48-897ab45b5e60 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.46 "GET /v2.0/networks?id=985217ad-b773-4531-9367-f144e39af1cf HTTP/1.1" status: 200 len: 805 time: 0.5018697 Feb 09 12:27:36.088755 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4d4679b9-1b72-49ee-81ff-2f50f558738d req-ccf48f99-4af4-402e-b9b5-cd60f18b55aa tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b298147-fce1-4b41-b99c-433d7633469d HTTP/1.1" status: 200 len: 210 time: 0.0830457 Feb 09 12:27:36.113524 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port e2744b81-f2e7-47ec-89c5-744af6d647b3 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:27:36.123760 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50591c65-a8ae-477a-83e3-1363d99f1cd5 req-cb0df1fe-0fa0-4079-993a-d71074cf6e49 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:36.124763 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-50591c65-a8ae-477a-83e3-1363d99f1cd5 req-cb0df1fe-0fa0-4079-993a-d71074cf6e49 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Synchronizing usage tracker for tenant:ff6e1bb65bc440a9af2daa6d5785a57a on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:27:36.131732 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port e2744b81-f2e7-47ec-89c5-744af6d647b3 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:27:36.132137 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:36.163754 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-50591c65-a8ae-477a-83e3-1363d99f1cd5 req-cb0df1fe-0fa0-4079-993a-d71074cf6e49 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Unset dirty status for tenant:ff6e1bb65bc440a9af2daa6d5785a57a on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:27:36.165597 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-50591c65-a8ae-477a-83e3-1363d99f1cd5 req-cb0df1fe-0fa0-4079-993a-d71074cf6e49 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.46 "GET /v2.0/ports?device_id=b32a713d-bde5-4523-925d-051265b50468 HTTP/1.1" status: 200 len: 907 time: 0.2311916 Feb 09 12:27:36.218860 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-1fa465a5-3673-40ed-ab4c-5063bb2283fe tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Request body: {'port': {'device_id': '4b298147-fce1-4b41-b99c-433d7633469d', 'network_id': '985217ad-b773-4531-9367-f144e39af1cf', 'admin_state_up': True, 'tenant_id': 'c35b136021fd452e84da1be28afeefee'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:27:36.361203 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c03814-20eb-4d89-a9a2-c037945bb22f req-31505d5f-b9ec-4654-a074-ab2cb74cae6a tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:36.362610 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:36.362735 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-87c03814-20eb-4d89-a9a2-c037945bb22f req-31505d5f-b9ec-4654-a074-ab2cb74cae6a tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 950 time: 0.1195457 Feb 09 12:27:36.371869 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1bb007-0b99-4d0f-aa15-e3ece9b9eab1 req-a73e9c30-9849-4ce5-861c-b481aceacbb6 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:36.381890 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc1bb007-0b99-4d0f-aa15-e3ece9b9eab1 req-a73e9c30-9849-4ce5-861c-b481aceacbb6 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b32a713d-bde5-4523-925d-051265b50468 HTTP/1.1" status: 200 len: 907 time: 0.1745944 Feb 09 12:27:36.458096 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-50591c65-a8ae-477a-83e3-1363d99f1cd5 req-91c7502e-04cc-4fd7-89d5-8f0f6fcbc68f tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Deleting port aea00414-7a5b-4dd5-99bb-c7d8df5069bf {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:27:36.458484 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-50591c65-a8ae-477a-83e3-1363d99f1cd5 req-91c7502e-04cc-4fd7-89d5-8f0f6fcbc68f tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:36.465491 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port e2744b81-f2e7-47ec-89c5-744af6d647b3, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=e2744b81-f2e7-47ec-89c5-744af6d647b3,segment=NetworkSegment(d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5),segment_id=d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:27:36.494837 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-87c03814-20eb-4d89-a9a2-c037945bb22f req-272da0e0-6ab0-4771-afb3-bddb3a4acabb tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118948 Feb 09 12:27:36.498467 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:36.590270 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=e2744b81-f2e7-47ec-89c5-744af6d647b3,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:36.600269 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54276) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:27:36.619023 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-508722e5-9535-4fed-9a61-0ca68ed393db admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-475881145-network', 'tenant_id': 'e72ed67cd0914c679106ac03d8523c3d'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:27:36.628276 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-508722e5-9535-4fed-9a61-0ca68ed393db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:27:36.665904 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db27abf-1fc3-4252-8903-6d2c8697c401 req-c4101002-f4a0-4093-a51c-18474718bf79 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:36.667690 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7db27abf-1fc3-4252-8903-6d2c8697c401 req-c4101002-f4a0-4093-a51c-18474718bf79 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7f98f48-a08a-4301-bf8e-48c435999ec2 HTTP/1.1" status: 200 len: 946 time: 0.1090693 Feb 09 12:27:36.672558 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-508722e5-9535-4fed-9a61-0ca68ed393db admin admin] Usage tracker for resource:network and tenant:e72ed67cd0914c679106ac03d8523c3d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:27:36.675538 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-1fa465a5-3673-40ed-ab4c-5063bb2283fe tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:27:36.684982 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-508722e5-9535-4fed-9a61-0ca68ed393db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:27:36.693955 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-1fa465a5-3673-40ed-ab4c-5063bb2283fe tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Usage tracker for resource:port and tenant:c35b136021fd452e84da1be28afeefee is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:27:36.698362 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-508722e5-9535-4fed-9a61-0ca68ed393db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:27:36.701218 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-1fa465a5-3673-40ed-ab4c-5063bb2283fe tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:27:36.715913 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-1fa465a5-3673-40ed-ab4c-5063bb2283fe tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:27:36.721514 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508722e5-9535-4fed-9a61-0ca68ed393db admin admin] Made reservation on behalf of e72ed67cd0914c679106ac03d8523c3d for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:27:36.723756 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-508722e5-9535-4fed-9a61-0ca68ed393db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:36.805858 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-508722e5-9535-4fed-9a61-0ca68ed393db admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:36.815645 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7db27abf-1fc3-4252-8903-6d2c8697c401 req-588d6f69-d5b5-493c-8625-7b2dde5f57cb tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254761 Feb 09 12:27:36.840810 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-1fa465a5-3673-40ed-ab4c-5063bb2283fe tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Made reservation on behalf of c35b136021fd452e84da1be28afeefee for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:27:36.846333 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-1fa465a5-3673-40ed-ab4c-5063bb2283fe tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:36.870202 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-70d3401c-3214-46f3-9f07-e53effd00727 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:36.871012 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-508722e5-9535-4fed-9a61-0ca68ed393db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:27:36.873060 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-70d3401c-3214-46f3-9f07-e53effd00727 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/networks?id=8e240a2e-10ae-45b2-9910-3b86c821ddc4 HTTP/1.1" status: 200 len: 812 time: 0.2042315 Feb 09 12:27:36.882412 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-508722e5-9535-4fed-9a61-0ca68ed393db admin admin] Usage tracker for resource:security_group_rule and tenant:e72ed67cd0914c679106ac03d8523c3d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:27:36.890479 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-0a1b9e7c-f4d4-4be9-83dd-a1542108d703 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/quotas/00099515433c46eebcd12321c76bbae3 HTTP/1.1" status: 200 len: 375 time: 0.0116644 Feb 09 12:27:36.892920 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-508722e5-9535-4fed-9a61-0ca68ed393db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:27:36.958470 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-508722e5-9535-4fed-9a61-0ca68ed393db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:27:36.993422 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-e5e08822-6b13-45f3-bc8c-f29c312e2797 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=00099515433c46eebcd12321c76bbae3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0955162 Feb 09 12:27:37.048663 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-50591c65-a8ae-477a-83e3-1363d99f1cd5 req-91c7502e-04cc-4fd7-89d5-8f0f6fcbc68f tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] For port aea00414-7a5b-4dd5-99bb-c7d8df5069bf, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=aea00414-7a5b-4dd5-99bb-c7d8df5069bf,segment=NetworkSegment(8f05bb68-39ac-4075-9eae-946e36af88ec),segment_id=8f05bb68-39ac-4075-9eae-946e36af88ec)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:27:37.048961 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-50591c65-a8ae-477a-83e3-1363d99f1cd5 req-91c7502e-04cc-4fd7-89d5-8f0f6fcbc68f tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:37.196930 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-5d561810-14e5-4c31-9643-2aafa6a5d79f service neutron] 10.222.0.55 "GET /v2.0/networks/8e240a2e-10ae-45b2-9910-3b86c821ddc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939209 Feb 09 12:27:37.222577 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-50591c65-a8ae-477a-83e3-1363d99f1cd5 req-91c7502e-04cc-4fd7-89d5-8f0f6fcbc68f tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Calling delete_port for aea00414-7a5b-4dd5-99bb-c7d8df5069bf owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:27:37.235914 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66774e5e-1a19-460c-94d5-0cca4a19cc50 req-273b083b-3f69-4c1d-a297-2cc67d139804 tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:37.237544 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-66774e5e-1a19-460c-94d5-0cca4a19cc50 req-273b083b-3f69-4c1d-a297-2cc67d139804 tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0b1c973-60bc-4f70-9ce3-31e59851b21e HTTP/1.1" status: 200 len: 946 time: 0.1467984 Feb 09 12:27:37.359562 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-1fa465a5-3673-40ed-ab4c-5063bb2283fe tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Allocated IP 172.20.0.10 (985217ad-b773-4531-9367-f144e39af1cf/3c9b480e-1cd6-43a9-9d3f-1e4f05f3898f/18363890-51e5-4b20-a74f-f73c42dee73e) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:27:37.469304 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-508722e5-9535-4fed-9a61-0ca68ed393db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:37.487112 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-508722e5-9535-4fed-9a61-0ca68ed393db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:37.495361 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-66774e5e-1a19-460c-94d5-0cca4a19cc50 req-b74f7e10-922a-4078-a291-191feb406d9c tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] 10.222.0.55 "GET /v2.0/security-groups?id=346541b9-7cf4-4cd0-bbf6-d5634e34f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762231 Feb 09 12:27:37.518241 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-43091c21-b075-445f-aca3-90f48122a1d5 service neutron] 10.222.0.55 "GET /v2.0/networks/8e240a2e-10ae-45b2-9910-3b86c821ddc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119411 Feb 09 12:27:37.530004 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f98f48-a08a-4301-bf8e-48c435999ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2744b81-f2e7-47ec-89c5-744af6d647b3'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:27:37.558806 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-508722e5-9535-4fed-9a61-0ca68ed393db admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:27:37.631651 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-50591c65-a8ae-477a-83e3-1363d99f1cd5 req-91c7502e-04cc-4fd7-89d5-8f0f6fcbc68f tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:37.677506 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f8890285-e8b5-4dbd-8478-b51f98028dce req-7016b1f4-15ad-4209-8ccb-359cd1331c11 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b298147-fce1-4b41-b99c-433d7633469d HTTP/1.1" status: 200 len: 210 time: 0.0665014 Feb 09 12:27:37.682279 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508722e5-9535-4fed-9a61-0ca68ed393db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384ec9ec-c94e-4474-b4e4-febc817d0157,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:37.700289 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c7502e-04cc-4fd7-89d5-8f0f6fcbc68f tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Pushing event deleted for resources: {'Port': ['ID=aea00414-7a5b-4dd5-99bb-c7d8df5069bf,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:37.704675 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-508722e5-9535-4fed-9a61-0ca68ed393db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:37.705016 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-508722e5-9535-4fed-9a61-0ca68ed393db admin admin] Added segment afc1246e-88bb-4824-8307-7edffc163060 of type vlan for network 4775e068-c9df-4565-bc35-3597a0acf005 Feb 09 12:27:37.798364 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-508722e5-9535-4fed-9a61-0ca68ed393db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:37.831818 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e7e93514-3af4-4a17-b88a-5e371caccc49 req-edd923e8-806f-4670-b54b-7fa962845f02 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b32a713d-bde5-4523-925d-051265b50468 HTTP/1.1" status: 200 len: 210 time: 0.0587676 Feb 09 12:27:37.893653 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-508722e5-9535-4fed-9a61-0ca68ed393db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:37.894613 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508722e5-9535-4fed-9a61-0ca68ed393db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:37.895781 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-508722e5-9535-4fed-9a61-0ca68ed393db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:37.927205 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ee380-b354-438f-8529-fc68588afef0 req-17ba5442-0100-413c-a84a-bd6ee3e5a185 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:37.938051 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-274ee380-b354-438f-8529-fc68588afef0 req-17ba5442-0100-413c-a84a-bd6ee3e5a185 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 950 time: 0.1089487 Feb 09 12:27:37.939219 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f98f48-a08a-4301-bf8e-48c435999ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2744b81-f2e7-47ec-89c5-744af6d647b3', 'code': 200} Feb 09 12:27:37.964894 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-50591c65-a8ae-477a-83e3-1363d99f1cd5 req-91c7502e-04cc-4fd7-89d5-8f0f6fcbc68f tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] No DVR routers for this DVR port aea00414-7a5b-4dd5-99bb-c7d8df5069bf on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:27:38.065150 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-274ee380-b354-438f-8529-fc68588afef0 req-1acf3e1b-dc1e-463f-95a4-c6c5c18b4486 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254826 Feb 09 12:27:38.088820 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-44de6aba-7344-420e-b47e-c9dcf2058467 req-f0aaa480-d3dd-4490-8fdc-9776bdb83c50 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ad06150-cec4-4232-9dd2-4a79deb95aa5 HTTP/1.1" status: 200 len: 210 time: 0.0882065 Feb 09 12:27:38.227954 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-50591c65-a8ae-477a-83e3-1363d99f1cd5 req-91c7502e-04cc-4fd7-89d5-8f0f6fcbc68f tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:38.230335 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b32a713d-bde5-4523-925d-051265b50468', 'name': 'network-vif-deleted', 'tag': 'aea00414-7a5b-4dd5-99bb-c7d8df5069bf'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:27:38.237888 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49662f-5869-4bcb-9abc-75260b525c59 req-f4f53176-b32e-4203-a626-c379eb4f6038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:38.239656 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d49662f-5869-4bcb-9abc-75260b525c59 req-f4f53176-b32e-4203-a626-c379eb4f6038 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d7f98f48-a08a-4301-bf8e-48c435999ec2 HTTP/1.1" status: 200 len: 1097 time: 0.1478922 Feb 09 12:27:38.306315 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d49662f-5869-4bcb-9abc-75260b525c59 req-7d389348-bf38-4545-beda-5824584a58f2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524087 Feb 09 12:27:38.312843 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-1fa465a5-3673-40ed-ab4c-5063bb2283fe tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:38.325270 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04722ed1-bd98-4418-ac03-2d79c89ac4fc req-4eb98841-fdd2-44d4-a500-b6a4f3d7270e tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:38.327378 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-04722ed1-bd98-4418-ac03-2d79c89ac4fc req-4eb98841-fdd2-44d4-a500-b6a4f3d7270e tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7f98f48-a08a-4301-bf8e-48c435999ec2 HTTP/1.1" status: 200 len: 946 time: 0.1478655 Feb 09 12:27:38.328107 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b32a713d-bde5-4523-925d-051265b50468', 'name': 'network-vif-deleted', 'tag': 'aea00414-7a5b-4dd5-99bb-c7d8df5069bf', 'status': 'completed', 'code': 200} Feb 09 12:27:38.331538 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508722e5-9535-4fed-9a61-0ca68ed393db admin admin] Pushing event updated for resources: {'Network': ['ID=4775e068-c9df-4565-bc35-3597a0acf005,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:38.344956 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 4775e068-c9df-4565-bc35-3597a0acf005 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:27:38.347225 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-50591c65-a8ae-477a-83e3-1363d99f1cd5 req-91c7502e-04cc-4fd7-89d5-8f0f6fcbc68f tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.46 "DELETE /v2.0/ports/aea00414-7a5b-4dd5-99bb-c7d8df5069bf HTTP/1.1" status: 204 len: 173 time: 2.1045878 Feb 09 12:27:38.353661 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-508722e5-9535-4fed-9a61-0ca68ed393db admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7526083 Feb 09 12:27:38.355733 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54312) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:27:38.363516 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-1bec4eb8-e1a6-4c9d-b988-c6fe760692fb admin admin] Request body: {'subnet': {'network_id': '4775e068-c9df-4565-bc35-3597a0acf005', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-475881145-subnet', 'tenant_id': 'e72ed67cd0914c679106ac03d8523c3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:27:38.369872 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1bec4eb8-e1a6-4c9d-b988-c6fe760692fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:27:38.376098 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-1bec4eb8-e1a6-4c9d-b988-c6fe760692fb admin admin] Usage tracker for resource:subnet and tenant:e72ed67cd0914c679106ac03d8523c3d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:27:38.379804 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-1bec4eb8-e1a6-4c9d-b988-c6fe760692fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:27:38.388549 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1bec4eb8-e1a6-4c9d-b988-c6fe760692fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:27:38.390633 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-04722ed1-bd98-4418-ac03-2d79c89ac4fc req-0ba3f7e6-ad23-4a92-8fb3-6bf0e1ba5f8e tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466633 Feb 09 12:27:38.413302 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bec4eb8-e1a6-4c9d-b988-c6fe760692fb admin admin] Made reservation on behalf of e72ed67cd0914c679106ac03d8523c3d for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:27:38.416474 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1bec4eb8-e1a6-4c9d-b988-c6fe760692fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:38.433828 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-1fa465a5-3673-40ed-ab4c-5063bb2283fe tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:38.488496 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['40dc350d-1874-481c-a46c-c820c9950461'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:27:38.609029 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-1fa465a5-3673-40ed-ab4c-5063bb2283fe tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Network 985217ad-b773-4531-9367-f144e39af1cf is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:27:38.616350 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-1fa465a5-3673-40ed-ab4c-5063bb2283fe tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:27:38.619584 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-1fa465a5-3673-40ed-ab4c-5063bb2283fe tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:27:38.663135 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa465a5-3673-40ed-ab4c-5063bb2283fe tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Pushing event updated for resources: {'Port': ['ID=18363890-51e5-4b20-a74f-f73c42dee73e,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:38.710236 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0b186-9842-4f2f-b19f-a2685821035e req-d3b67b62-0fee-4ebc-8ba8-63e028badf58 tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:38.716559 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-1fa465a5-3673-40ed-ab4c-5063bb2283fe tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:38.717224 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-1fa465a5-3673-40ed-ab4c-5063bb2283fe tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:38.717432 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8e0b186-9842-4f2f-b19f-a2685821035e req-d3b67b62-0fee-4ebc-8ba8-63e028badf58 tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0b1c973-60bc-4f70-9ce3-31e59851b21e HTTP/1.1" status: 200 len: 946 time: 0.1015894 Feb 09 12:27:38.787183 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-1fa465a5-3673-40ed-ab4c-5063bb2283fe tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5747306 Feb 09 12:27:38.791104 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8e0b186-9842-4f2f-b19f-a2685821035e req-1b91e54b-5f0a-4bcc-9496-65ee99b98224 tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] 10.222.0.55 "GET /v2.0/security-groups?id=346541b9-7cf4-4cd0-bbf6-d5634e34f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728321 Feb 09 12:27:38.812746 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-87b4d74b-f723-4adb-b6a6-526bdcd398c9 service neutron] Request body: {'port': {'device_id': '4b298147-fce1-4b41-b99c-433d7633469d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:27:38.946445 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e6976-a2de-42f2-9014-45180028848c req-cd02d78f-e4f2-4c2e-aa76-3406d3ccd040 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:38.948181 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c11e6976-a2de-42f2-9014-45180028848c req-cd02d78f-e4f2-4c2e-aa76-3406d3ccd040 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b298147-fce1-4b41-b99c-433d7633469d HTTP/1.1" status: 200 len: 932 time: 0.0918746 Feb 09 12:27:39.016579 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-87b4d74b-f723-4adb-b6a6-526bdcd398c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:39.028265 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1bec4eb8-e1a6-4c9d-b988-c6fe760692fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:39.035428 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2088da4c-5c30-4e2f-b3b0-81d9b060e6da req-dfa1f73e-bd9f-4601-bf5b-994ae9b10c34 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b32a713d-bde5-4523-925d-051265b50468 HTTP/1.1" status: 200 len: 210 time: 0.0631919 Feb 09 12:27:39.050116 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c11e6976-a2de-42f2-9014-45180028848c req-2a15813a-d067-4457-8c46-6a974497b18d tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939145 Feb 09 12:27:39.211478 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bec4eb8-e1a6-4c9d-b988-c6fe760692fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f39dbd94-4638-4ffa-88af-3d7cda14b841,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:39.272916 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bec4eb8-e1a6-4c9d-b988-c6fe760692fb admin admin] Checking segment: {'id': 'afc1246e-88bb-4824-8307-7edffc163060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4775e068-c9df-4565-bc35-3597a0acf005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:27:39.273410 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bec4eb8-e1a6-4c9d-b988-c6fe760692fb admin admin] Network hostable DHCP agents. Network: 4775e068-c9df-4565-bc35-3597a0acf005, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:27:39.321326 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a8a0add2-10b8-4f33-a958-372d8752b868 req-fbbe29e6-15f6-4b56-9551-07b114969d8b tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ad06150-cec4-4232-9dd2-4a79deb95aa5 HTTP/1.1" status: 200 len: 210 time: 0.0588987 Feb 09 12:27:39.386722 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc79655-d25a-44ad-bd5e-a428dd4d0d14 req-137fd7bf-1094-4deb-8c17-e715a1b8d51e tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:39.388505 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4dc79655-d25a-44ad-bd5e-a428dd4d0d14 req-137fd7bf-1094-4deb-8c17-e715a1b8d51e tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 950 time: 0.1926205 Feb 09 12:27:39.448228 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bec4eb8-e1a6-4c9d-b988-c6fe760692fb admin admin] Network 4775e068-c9df-4565-bc35-3597a0acf005 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:27:39.469973 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4dc79655-d25a-44ad-bd5e-a428dd4d0d14 req-54c68e9b-ead2-445f-b2c9-ccde097eba3d tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736353 Feb 09 12:27:39.471404 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-1bec4eb8-e1a6-4c9d-b988-c6fe760692fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 4775e068-c9df-4565-bc35-3597a0acf005) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:27:39.479238 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614e5479-9243-481b-9f92-add0fbc829ee None None] Network 4775e068-c9df-4565-bc35-3597a0acf005 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:27:39.507108 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bec4eb8-e1a6-4c9d-b988-c6fe760692fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:39.507750 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1bec4eb8-e1a6-4c9d-b988-c6fe760692fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:39.544964 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1bec4eb8-e1a6-4c9d-b988-c6fe760692fb admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1875067 Feb 09 12:27:39.627565 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ead83c-ed87-477b-8f76-5659201a1076 req-36135e95-3ed9-4a41-ab9f-9421445ddaad tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:39.635132 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e6ead83c-ed87-477b-8f76-5659201a1076 req-36135e95-3ed9-4a41-ab9f-9421445ddaad tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7f98f48-a08a-4301-bf8e-48c435999ec2 HTTP/1.1" status: 200 len: 946 time: 0.1114643 Feb 09 12:27:39.656307 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-87b4d74b-f723-4adb-b6a6-526bdcd398c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18363890-51e5-4b20-a74f-f73c42dee73e {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:27:39.675881 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-87b4d74b-f723-4adb-b6a6-526bdcd398c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:39.705143 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e6ead83c-ed87-477b-8f76-5659201a1076 req-0a10cdbb-7674-422d-829e-30c15eb7cd7d tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681143 Feb 09 12:27:39.716043 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-87b4d74b-f723-4adb-b6a6-526bdcd398c9 service neutron] Transition to ACTIVE for port object 18363890-51e5-4b20-a74f-f73c42dee73e will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:27:39.723712 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-87b4d74b-f723-4adb-b6a6-526bdcd398c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:39.773610 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54338) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:27:39.847725 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81a5b0f-c8ae-4ccd-ac84-ab6211435aa1 None None] Network 4775e068-c9df-4565-bc35-3597a0acf005 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:27:39.880775 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device aea00414-7a5b-4dd5-99bb-c7d8df5069bf no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:27:39.892949 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b5fba06-a702-4012-b6e6-cf4a4946ef41 admin admin] Deleting subnet 7136c0d6-cfbb-4700-a322-4b408e052b5a {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:27:39.897469 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1b5fba06-a702-4012-b6e6-cf4a4946ef41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:39.956704 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b4d74b-f723-4adb-b6a6-526bdcd398c9 service neutron] Pushing event updated for resources: {'Port': ['ID=18363890-51e5-4b20-a74f-f73c42dee73e,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:39.970429 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1b5fba06-a702-4012-b6e6-cf4a4946ef41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:39.997445 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: aea00414-7a5b-4dd5-99bb-c7d8df5069bf {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:27:39.998080 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device aea00414-7a5b-4dd5-99bb-c7d8df5069bf not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:27:40.129002 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1b5fba06-a702-4012-b6e6-cf4a4946ef41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:40.196593 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-cf39bc07-677b-43dd-b6eb-81417ed95b26 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:40.197597 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-cf39bc07-677b-43dd-b6eb-81417ed95b26 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Synchronizing usage tracker for tenant:00099515433c46eebcd12321c76bbae3 on resource:network {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:27:40.290295 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1b5fba06-a702-4012-b6e6-cf4a4946ef41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:40.319994 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-cf39bc07-677b-43dd-b6eb-81417ed95b26 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Unset dirty status for tenant:00099515433c46eebcd12321c76bbae3 on resource:network {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:27:40.323012 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-cf39bc07-677b-43dd-b6eb-81417ed95b26 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.46 "GET /v2.0/networks?id=8e240a2e-10ae-45b2-9910-3b86c821ddc4 HTTP/1.1" status: 200 len: 812 time: 0.3665979 Feb 09 12:27:40.391132 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4eb6b290-73d5-4cf5-b001-de38db06640a req-9fbe4335-38dd-4141-bc8d-e43c5fcda176 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b32a713d-bde5-4523-925d-051265b50468 HTTP/1.1" status: 200 len: 210 time: 0.0897772 Feb 09 12:27:40.393628 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-43416584-fbc3-4779-b13b-6fdf4cba99ce tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Request body: {'port': {'device_id': '8ad06150-cec4-4232-9dd2-4a79deb95aa5', 'network_id': '8e240a2e-10ae-45b2-9910-3b86c821ddc4', 'admin_state_up': True, 'tenant_id': '00099515433c46eebcd12321c76bbae3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:27:40.452929 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1b5fba06-a702-4012-b6e6-cf4a4946ef41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:40.456869 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5fba06-a702-4012-b6e6-cf4a4946ef41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7136c0d6-cfbb-4700-a322-4b408e052b5a,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:40.471154 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1b5fba06-a702-4012-b6e6-cf4a4946ef41 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7136c0d6-cfbb-4700-a322-4b408e052b5a HTTP/1.1" status: 204 len: 168 time: 0.6964529 Feb 09 12:27:40.474109 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54350) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:27:40.632823 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-87b4d74b-f723-4adb-b6a6-526bdcd398c9 service neutron] Attempting to bind port 18363890-51e5-4b20-a74f-f73c42dee73e on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:27:40.633278 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-87b4d74b-f723-4adb-b6a6-526bdcd398c9 service neutron] Attempting to bind port 18363890-51e5-4b20-a74f-f73c42dee73e by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '985217ad-b773-4531-9367-f144e39af1cf'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:27:40.633631 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-87b4d74b-f723-4adb-b6a6-526bdcd398c9 service neutron] Attempting to bind port 18363890-51e5-4b20-a74f-f73c42dee73e on network 985217ad-b773-4531-9367-f144e39af1cf {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:27:40.643901 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-43416584-fbc3-4779-b13b-6fdf4cba99ce tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:27:40.646625 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-87b4d74b-f723-4adb-b6a6-526bdcd398c9 service neutron] Port 18363890-51e5-4b20-a74f-f73c42dee73e on network 985217ad-b773-4531-9367-f144e39af1cf not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:27:40.646952 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-87b4d74b-f723-4adb-b6a6-526bdcd398c9 service neutron] Attempting to bind port 18363890-51e5-4b20-a74f-f73c42dee73e on network 985217ad-b773-4531-9367-f144e39af1cf {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:27:40.654862 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc29f52-eeed-46a8-8cf3-7aac28558351 req-7e6a8820-d920-4a5f-b125-2e33063a0637 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:40.656916 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-87b4d74b-f723-4adb-b6a6-526bdcd398c9 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:27:40.657265 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-87b4d74b-f723-4adb-b6a6-526bdcd398c9 service neutron] Checking segment: {'id': 'ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '985217ad-b773-4531-9367-f144e39af1cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:27:40.657644 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-87b4d74b-f723-4adb-b6a6-526bdcd398c9 service neutron] Bound using segment: {'id': 'ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '985217ad-b773-4531-9367-f144e39af1cf'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:27:40.658064 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-87b4d74b-f723-4adb-b6a6-526bdcd398c9 service neutron] Bound port: 18363890-51e5-4b20-a74f-f73c42dee73e, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '985217ad-b773-4531-9367-f144e39af1cf'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:27:40.658411 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-87b4d74b-f723-4adb-b6a6-526bdcd398c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:40.661653 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2fc29f52-eeed-46a8-8cf3-7aac28558351 req-7e6a8820-d920-4a5f-b125-2e33063a0637 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b298147-fce1-4b41-b99c-433d7633469d HTTP/1.1" status: 200 len: 944 time: 0.2674792 Feb 09 12:27:40.674674 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-43416584-fbc3-4779-b13b-6fdf4cba99ce tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:27:40.683289 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a680b373-1955-42ab-8105-a86ff9198cfa req-1ebd8081-1078-4379-9b40-def4c7cdfc12 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ad06150-cec4-4232-9dd2-4a79deb95aa5 HTTP/1.1" status: 200 len: 210 time: 0.0834165 Feb 09 12:27:40.687436 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-73b84a52-c603-4e6c-b412-45395fae040d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:40.739146 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-43416584-fbc3-4779-b13b-6fdf4cba99ce tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Made reservation on behalf of 00099515433c46eebcd12321c76bbae3 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:27:40.751889 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2fc29f52-eeed-46a8-8cf3-7aac28558351 req-2c49a1eb-340a-4425-8521-4b328e8ae43e tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793180 Feb 09 12:27:40.752389 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-43416584-fbc3-4779-b13b-6fdf4cba99ce tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:40.954499 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-87b4d74b-f723-4adb-b6a6-526bdcd398c9 service neutron] For port 18363890-51e5-4b20-a74f-f73c42dee73e, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:27:40.976489 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-87b4d74b-f723-4adb-b6a6-526bdcd398c9 service neutron] For port 18363890-51e5-4b20-a74f-f73c42dee73e, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=18363890-51e5-4b20-a74f-f73c42dee73e,segment=NetworkSegment(ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a),segment_id=ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:27:40.984815 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-87b4d74b-f723-4adb-b6a6-526bdcd398c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:41.065493 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-73b84a52-c603-4e6c-b412-45395fae040d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:41.095016 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-87b4d74b-f723-4adb-b6a6-526bdcd398c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:41.095256 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-87b4d74b-f723-4adb-b6a6-526bdcd398c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:41.096726 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-87b4d74b-f723-4adb-b6a6-526bdcd398c9 service neutron] 10.222.0.46 "PUT /v2.0/ports/18363890-51e5-4b20-a74f-f73c42dee73e HTTP/1.1" status: 200 len: 1092 time: 2.2892492 Feb 09 12:27:41.099367 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b298147-fce1-4b41-b99c-433d7633469d', 'tag': '18363890-51e5-4b20-a74f-f73c42dee73e'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:27:41.106759 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-73b84a52-c603-4e6c-b412-45395fae040d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1ec3383-87b9-4a5b-aa71-6f08a4e35f4e']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:27:41.124516 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-73b84a52-c603-4e6c-b412-45395fae040d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79b9ff21-cb98-4db9-bc79-ed282f87357d') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:27:41.124902 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-73b84a52-c603-4e6c-b412-45395fae040d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79b9ff21-cb98-4db9-bc79-ed282f87357d') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:27:41.140117 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-43416584-fbc3-4779-b13b-6fdf4cba99ce tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Allocated IP 172.20.0.3 (8e240a2e-10ae-45b2-9910-3b86c821ddc4/a9fe3712-b0f7-41b8-9852-1955bd160446/e4a5b10a-1479-424b-8cfc-8adb973020d8) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:27:41.142312 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b4d74b-f723-4adb-b6a6-526bdcd398c9 service neutron] Pushing event updated for resources: {'Port': ['ID=18363890-51e5-4b20-a74f-f73c42dee73e,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:41.145748 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-73b84a52-c603-4e6c-b412-45395fae040d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:41.169197 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9143b2-63e4-44c1-aad7-ba73172a4ad6 req-44ad32c9-007a-4903-b68b-4a15a4c24d5c tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:41.170725 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6e9143b2-63e4-44c1-aad7-ba73172a4ad6 req-44ad32c9-007a-4903-b68b-4a15a4c24d5c tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 950 time: 0.2360549 Feb 09 12:27:41.196704 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-73b84a52-c603-4e6c-b412-45395fae040d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:41.214602 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73b84a52-c603-4e6c-b412-45395fae040d admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:27:41.215023 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-73b84a52-c603-4e6c-b412-45395fae040d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:41.229502 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:27:41.229502 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:27:41.229502 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:27:41.229502 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:27:41.229502 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:27:41.229502 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:27:41.229502 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:27:41.229502 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:27:41.229502 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:27:41.229502 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:27:41.229502 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:27:41.229502 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:27:41.229502 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:27:41.229502 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:27:41.229502 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:27:41.229502 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:27:41.229502 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:27:41.229502 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:27:41.229502 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:27:41.229502 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:27:41.229502 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:27:41.229502 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:27:41.229502 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:27:41.229502 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:27:41.229502 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:27:41.229502 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:27:41.229502 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:27:41.229502 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:27:41.229502 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:27:41.229502 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:27:41.229502 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:27:41.229502 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:27:41.333030 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6e9143b2-63e4-44c1-aad7-ba73172a4ad6 req-04becf5a-5c3c-44f6-8444-d8b3204c4271 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562116 Feb 09 12:27:41.392807 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-73b84a52-c603-4e6c-b412-45395fae040d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:41.403667 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-73b84a52-c603-4e6c-b412-45395fae040d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:41.443760 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-73b84a52-c603-4e6c-b412-45395fae040d admin admin] 10.222.0.55 "DELETE /v2.0/networks/c1ec3383-87b9-4a5b-aa71-6f08a4e35f4e HTTP/1.1" status: 204 len: 168 time: 0.9658315 Feb 09 12:27:41.443760 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b84a52-c603-4e6c-b412-45395fae040d admin admin] Pushing event deleted for resources: {'Network': ['ID=c1ec3383-87b9-4a5b-aa71-6f08a4e35f4e,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:41.444459 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b298147-fce1-4b41-b99c-433d7633469d', 'tag': '18363890-51e5-4b20-a74f-f73c42dee73e', 'status': 'completed', 'code': 200} Feb 09 12:27:41.444459 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54372) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:27:41.451266 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-42f46807-658f-4b08-8583-3fd647fc8d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:41.452779 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-42f46807-658f-4b08-8583-3fd647fc8d44 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c35b136021fd452e84da1be28afeefee&device_id=4b298147-fce1-4b41-b99c-433d7633469d HTTP/1.1" status: 200 len: 1095 time: 0.2819831 Feb 09 12:27:41.476038 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812c0ca-7d31-4a88-a1fd-5e22c36ed3db req-76647df5-436f-43fd-80cd-7d8211912fae tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:41.477973 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6812c0ca-7d31-4a88-a1fd-5e22c36ed3db req-76647df5-436f-43fd-80cd-7d8211912fae tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7f98f48-a08a-4301-bf8e-48c435999ec2 HTTP/1.1" status: 200 len: 946 time: 0.1408970 Feb 09 12:27:41.532108 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6812c0ca-7d31-4a88-a1fd-5e22c36ed3db req-8c9b8421-2bf6-4119-90a5-5fa624defd56 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467970 Feb 09 12:27:41.580778 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-ffedbba2-a910-444f-b373-910866ed736e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18363890-51e5-4b20-a74f-f73c42dee73e HTTP/1.1" status: 200 len: 217 time: 0.0852945 Feb 09 12:27:41.650530 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-43416584-fbc3-4779-b13b-6fdf4cba99ce tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:41.661769 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0944c69-91d8-40c5-8f24-91faeb80629b admin admin] Deleting subnet f39dbd94-4638-4ffa-88af-3d7cda14b841 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:27:41.671271 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c0944c69-91d8-40c5-8f24-91faeb80629b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:41.728211 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-4447e84a-d50e-49a4-af50-88e84eba0aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:41.729680 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-4447e84a-d50e-49a4-af50-88e84eba0aac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3c9b480e-1cd6-43a9-9d3f-1e4f05f3898f HTTP/1.1" status: 200 len: 845 time: 0.1340954 Feb 09 12:27:41.784316 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c0944c69-91d8-40c5-8f24-91faeb80629b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:41.822660 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-cc691436-6ae1-4aa6-8bed-e265d043a151 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=985217ad-b773-4531-9367-f144e39af1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838795 Feb 09 12:27:41.918225 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-43416584-fbc3-4779-b13b-6fdf4cba99ce tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:41.931748 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['d93b5e0a-6c45-4800-820d-aa945e3d4e97'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:27:41.988170 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c0944c69-91d8-40c5-8f24-91faeb80629b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:41.991378 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5028ca5d-055e-4b52-b827-6ac84864635b req-2b0cbaf3-408e-418e-a95e-b228024595f4 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:42.000083 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5028ca5d-055e-4b52-b827-6ac84864635b req-2b0cbaf3-408e-418e-a95e-b228024595f4 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ad06150-cec4-4232-9dd2-4a79deb95aa5 HTTP/1.1" status: 200 len: 931 time: 0.1101589 Feb 09 12:27:42.054269 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-43416584-fbc3-4779-b13b-6fdf4cba99ce tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Network 8e240a2e-10ae-45b2-9910-3b86c821ddc4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:27:42.062138 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-43416584-fbc3-4779-b13b-6fdf4cba99ce tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:27:42.081845 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-43416584-fbc3-4779-b13b-6fdf4cba99ce tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:27:42.110248 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5028ca5d-055e-4b52-b827-6ac84864635b req-a99afd2f-111b-480d-84a5-a56ed59ad964 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049824 Feb 09 12:27:42.152087 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f39e6d0-e34a-4f00-ace1-b9a3bb13cbdc req-0edb5f6e-d8fc-4b37-a17f-bb8c4c874e86 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:42.160541 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3f39e6d0-e34a-4f00-ace1-b9a3bb13cbdc req-0edb5f6e-d8fc-4b37-a17f-bb8c4c874e86 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b298147-fce1-4b41-b99c-433d7633469d HTTP/1.1" status: 200 len: 944 time: 0.1439705 Feb 09 12:27:42.182912 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43416584-fbc3-4779-b13b-6fdf4cba99ce tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Pushing event updated for resources: {'Port': ['ID=e4a5b10a-1479-424b-8cfc-8adb973020d8,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:42.202701 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-aeab096a-ed08-4a67-9896-99b89c65999d service neutron] 10.222.0.46 "GET /v2.0/networks/985217ad-b773-4531-9367-f144e39af1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657494 Feb 09 12:27:42.216929 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3f39e6d0-e34a-4f00-ace1-b9a3bb13cbdc req-cb83f7fb-de4a-4635-bd8a-b3c3367d7ff7 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554111 Feb 09 12:27:42.249620 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-43416584-fbc3-4779-b13b-6fdf4cba99ce tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:42.250349 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-43416584-fbc3-4779-b13b-6fdf4cba99ce tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:42.304970 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c0944c69-91d8-40c5-8f24-91faeb80629b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:42.336565 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5561517-db37-4a01-b13c-1babba706144 req-079293ed-044f-4739-b968-0c1349800344 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:42.338500 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d5561517-db37-4a01-b13c-1babba706144 req-079293ed-044f-4739-b968-0c1349800344 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=54a5e005-8bd9-45ca-ac3b-90dd59288224 HTTP/1.1" status: 200 len: 945 time: 0.1119347 Feb 09 12:27:42.383028 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0944c69-91d8-40c5-8f24-91faeb80629b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f39dbd94-4638-4ffa-88af-3d7cda14b841,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:42.407081 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c0944c69-91d8-40c5-8f24-91faeb80629b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:42.429520 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d5561517-db37-4a01-b13c-1babba706144 req-b8fea0af-6c1c-423f-b2fb-e016302ed9de tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533009 Feb 09 12:27:42.479798 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c0944c69-91d8-40c5-8f24-91faeb80629b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f39dbd94-4638-4ffa-88af-3d7cda14b841 HTTP/1.1" status: 204 len: 168 time: 1.0347843 Feb 09 12:27:42.482541 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54392) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:27:42.485964 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b46c8-2795-4165-8b34-b47801444706 req-384233eb-8024-4904-a476-ff372ea0892c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:42.489247 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-43416584-fbc3-4779-b13b-6fdf4cba99ce tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1143663 Feb 09 12:27:42.493887 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ce9b46c8-2795-4165-8b34-b47801444706 req-384233eb-8024-4904-a476-ff372ea0892c tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7f98f48-a08a-4301-bf8e-48c435999ec2 HTTP/1.1" status: 200 len: 946 time: 0.1528525 Feb 09 12:27:42.523750 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-8af63017-14d5-404f-bca0-6ba3e3e93bec service neutron] Request body: {'port': {'device_id': '8ad06150-cec4-4232-9dd2-4a79deb95aa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:27:42.541082 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ce9b46c8-2795-4165-8b34-b47801444706 req-b8009aeb-2bbb-45eb-8911-26b3b61ab878 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460799 Feb 09 12:27:42.616470 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-aeb2e279-0747-460f-9101-27cf4f0dab17 req-6af0f2e9-4de0-42ae-8d38-61f063b690d2 service neutron] 10.222.0.46 "GET /v2.0/networks/985217ad-b773-4531-9367-f144e39af1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4031689 Feb 09 12:27:42.655996 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff5f92-0a71-4c44-bdcd-fccd87180614 req-448d1384-3e2c-4aed-8db5-1f6769381a8e tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:42.664004 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-32ff5f92-0a71-4c44-bdcd-fccd87180614 req-448d1384-3e2c-4aed-8db5-1f6769381a8e tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 950 time: 0.0949500 Feb 09 12:27:42.715643 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-32ff5f92-0a71-4c44-bdcd-fccd87180614 req-af33f227-cd54-4dae-b1c5-0a9e1e356b41 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502548 Feb 09 12:27:42.888985 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a589a5e5-101b-48b6-aa93-4adadf80d4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:42.927704 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-8af63017-14d5-404f-bca0-6ba3e3e93bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:43.184590 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a589a5e5-101b-48b6-aa93-4adadf80d4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:43.199360 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd84bdd-ee0e-4277-a14d-4af3dea12f8e req-ac953c0d-3cbe-44c2-86eb-10ff19ab93b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:43.200991 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-bfd84bdd-ee0e-4277-a14d-4af3dea12f8e req-ac953c0d-3cbe-44c2-86eb-10ff19ab93b2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c35b136021fd452e84da1be28afeefee&device_id=4b298147-fce1-4b41-b99c-433d7633469d HTTP/1.1" status: 200 len: 1095 time: 0.5251541 Feb 09 12:27:43.362838 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-a589a5e5-101b-48b6-aa93-4adadf80d4a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4775e068-c9df-4565-bc35-3597a0acf005']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:27:43.383616 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-a589a5e5-101b-48b6-aa93-4adadf80d4a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afc1246e-88bb-4824-8307-7edffc163060') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:27:43.384017 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-a589a5e5-101b-48b6-aa93-4adadf80d4a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afc1246e-88bb-4824-8307-7edffc163060') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:27:43.468059 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a589a5e5-101b-48b6-aa93-4adadf80d4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:43.469585 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da6dd9-afd2-4c1a-bc3d-9e2e358fa37f req-55da0454-c76a-4cf1-a68c-b37b79de145f tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:43.471261 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a0da6dd9-afd2-4c1a-bc3d-9e2e358fa37f req-55da0454-c76a-4cf1-a68c-b37b79de145f tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ad06150-cec4-4232-9dd2-4a79deb95aa5 HTTP/1.1" status: 200 len: 931 time: 0.2555838 Feb 09 12:27:43.492084 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd84bdd-ee0e-4277-a14d-4af3dea12f8e req-0745f47e-cad8-4c53-8653-5f55dc45b367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:43.493544 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-bfd84bdd-ee0e-4277-a14d-4af3dea12f8e req-0745f47e-cad8-4c53-8653-5f55dc45b367 service neutron] 10.222.0.46 "GET /v2.0/networks?id=985217ad-b773-4531-9367-f144e39af1cf HTTP/1.1" status: 200 len: 906 time: 0.2647793 Feb 09 12:27:43.504936 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a589a5e5-101b-48b6-aa93-4adadf80d4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:43.510460 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4352b0c-adc3-4780-9d85-26d707bdfe12 req-ae63c733-f237-494f-bbdc-2c96fec1d54d tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:43.512324 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a4352b0c-adc3-4780-9d85-26d707bdfe12 req-ae63c733-f237-494f-bbdc-2c96fec1d54d tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.46 "GET /v2.0/ports?device_id=54a5e005-8bd9-45ca-ac3b-90dd59288224 HTTP/1.1" status: 200 len: 945 time: 0.2422757 Feb 09 12:27:43.532873 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ced538-649e-475b-a65e-c2aaea55c2ca req-ef2def71-c360-46e0-ab21-a75194ad42ed tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:43.534734 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b4ced538-649e-475b-a65e-c2aaea55c2ca req-ef2def71-c360-46e0-ab21-a75194ad42ed tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b298147-fce1-4b41-b99c-433d7633469d HTTP/1.1" status: 200 len: 944 time: 0.1777990 Feb 09 12:27:43.549891 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:27:43.590061 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a589a5e5-101b-48b6-aa93-4adadf80d4a3 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:27:43.590742 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a589a5e5-101b-48b6-aa93-4adadf80d4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:43.600559 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a0da6dd9-afd2-4c1a-bc3d-9e2e358fa37f req-853ab2c2-ba05-4537-ac79-1bd2685ad86e tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193912 Feb 09 12:27:43.605299 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-bfd84bdd-ee0e-4277-a14d-4af3dea12f8e req-1538ada6-24da-4799-9c9b-bf07811cff52 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18363890-51e5-4b20-a74f-f73c42dee73e HTTP/1.1" status: 200 len: 217 time: 0.0964069 Feb 09 12:27:43.605954 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:27:43.605954 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:27:43.605954 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:27:43.605954 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:27:43.605954 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:27:43.605954 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:27:43.605954 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:27:43.605954 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:27:43.605954 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:27:43.605954 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:27:43.605954 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:27:43.605954 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:27:43.605954 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:27:43.605954 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:27:43.605954 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:27:43.605954 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:27:43.605954 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:27:43.605954 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:27:43.605954 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:27:43.605954 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:27:43.605954 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:27:43.605954 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:27:43.605954 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:27:43.605954 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:27:43.605954 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:27:43.605954 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:27:43.605954 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:27:43.605954 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:27:43.605954 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:27:43.605954 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:27:43.605954 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:27:43.605954 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:27:43.645500 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-a4352b0c-adc3-4780-9d85-26d707bdfe12 req-26480030-60b7-4705-9ca5-fe66fc211fd5 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Deleting port b85598e9-6f45-46cd-8d74-e10d355de799 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:27:43.645846 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a4352b0c-adc3-4780-9d85-26d707bdfe12 req-26480030-60b7-4705-9ca5-fe66fc211fd5 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:43.700739 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b4ced538-649e-475b-a65e-c2aaea55c2ca req-0529845e-c90d-46f1-852c-251f4012d622 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232917 Feb 09 12:27:43.774844 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a589a5e5-101b-48b6-aa93-4adadf80d4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:43.777905 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd84bdd-ee0e-4277-a14d-4af3dea12f8e req-ca6dd959-ba46-4fd6-9313-f85fbd0d125c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:43.779628 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-bfd84bdd-ee0e-4277-a14d-4af3dea12f8e req-ca6dd959-ba46-4fd6-9313-f85fbd0d125c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3c9b480e-1cd6-43a9-9d3f-1e4f05f3898f HTTP/1.1" status: 200 len: 845 time: 0.1086867 Feb 09 12:27:43.796919 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a589a5e5-101b-48b6-aa93-4adadf80d4a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:43.847436 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a589a5e5-101b-48b6-aa93-4adadf80d4a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4775e068-c9df-4565-bc35-3597a0acf005,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:43.856263 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a589a5e5-101b-48b6-aa93-4adadf80d4a3 admin admin] 10.222.0.55 "DELETE /v2.0/networks/4775e068-c9df-4565-bc35-3597a0acf005 HTTP/1.1" status: 204 len: 168 time: 1.3727038 Feb 09 12:27:43.860458 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-bfd84bdd-ee0e-4277-a14d-4af3dea12f8e req-c5efab6a-9a54-4d37-a5fb-a9f35588fc58 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=985217ad-b773-4531-9367-f144e39af1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597489 Feb 09 12:27:43.962967 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fbc8ce54-66f3-4783-90c1-a4ee2f541ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:44.010061 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-8af63017-14d5-404f-bca0-6ba3e3e93bec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4a5b10a-1479-424b-8cfc-8adb973020d8 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:27:44.021479 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-8af63017-14d5-404f-bca0-6ba3e3e93bec service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:44.061122 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-8af63017-14d5-404f-bca0-6ba3e3e93bec service neutron] Transition to ACTIVE for port object e4a5b10a-1479-424b-8cfc-8adb973020d8 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:27:44.066044 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54412) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:27:44.082108 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-8af63017-14d5-404f-bca0-6ba3e3e93bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:44.086679 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-bfd84bdd-ee0e-4277-a14d-4af3dea12f8e req-33282885-89d7-4877-b133-62731ea185e9 service neutron] 10.222.0.46 "GET /v2.0/networks/985217ad-b773-4531-9367-f144e39af1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181349 Feb 09 12:27:44.134367 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b482879-2bb3-4b22-aa1b-1c0a42710617 req-8ecb099e-25ea-4c35-b206-1ab87c8a6513 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:44.135925 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4b482879-2bb3-4b22-aa1b-1c0a42710617 req-8ecb099e-25ea-4c35-b206-1ab87c8a6513 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=54a5e005-8bd9-45ca-ac3b-90dd59288224 HTTP/1.1" status: 200 len: 945 time: 0.4270890 Feb 09 12:27:44.197642 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444de3a-dcc2-4585-84c2-3b2c3a2f4b8c req-e36af90c-26e9-48db-8e95-502146fc8f27 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:44.199351 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2444de3a-dcc2-4585-84c2-3b2c3a2f4b8c req-e36af90c-26e9-48db-8e95-502146fc8f27 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7f98f48-a08a-4301-bf8e-48c435999ec2 HTTP/1.1" status: 200 len: 946 time: 0.3806870 Feb 09 12:27:44.221374 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-a4352b0c-adc3-4780-9d85-26d707bdfe12 req-26480030-60b7-4705-9ca5-fe66fc211fd5 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] For port b85598e9-6f45-46cd-8d74-e10d355de799, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b85598e9-6f45-46cd-8d74-e10d355de799,segment=NetworkSegment(8f05bb68-39ac-4075-9eae-946e36af88ec),segment_id=8f05bb68-39ac-4075-9eae-946e36af88ec)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:27:44.222080 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a4352b0c-adc3-4780-9d85-26d707bdfe12 req-26480030-60b7-4705-9ca5-fe66fc211fd5 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:44.318206 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4b482879-2bb3-4b22-aa1b-1c0a42710617 req-6ed852dd-7c12-4b76-aa95-1f6cc20d1191 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648707 Feb 09 12:27:44.407192 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-a4352b0c-adc3-4780-9d85-26d707bdfe12 req-26480030-60b7-4705-9ca5-fe66fc211fd5 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Calling delete_port for b85598e9-6f45-46cd-8d74-e10d355de799 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:27:44.449981 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a2838072-d242-40a1-a654-c53f4f16b8f1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bd77f3052ccb443b9aaf579027abf887&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3827810 Feb 09 12:27:44.453946 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2444de3a-dcc2-4585-84c2-3b2c3a2f4b8c req-4542fde5-3d42-43df-83aa-d1f74660f654 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394454 Feb 09 12:27:44.455667 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54416) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:27:44.483977 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af63017-14d5-404f-bca0-6ba3e3e93bec service neutron] Pushing event updated for resources: {'Port': ['ID=e4a5b10a-1479-424b-8cfc-8adb973020d8,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:44.592864 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-bfd84bdd-ee0e-4277-a14d-4af3dea12f8e req-8ef41738-13c6-47fc-b2e1-09ac49810646 service neutron] 10.222.0.46 "GET /v2.0/networks/985217ad-b773-4531-9367-f144e39af1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4663870 Feb 09 12:27:44.610464 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-28a44b7b-2147-497f-b875-108357c9dbcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:44.630318 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-8af63017-14d5-404f-bca0-6ba3e3e93bec service neutron] Attempting to bind port e4a5b10a-1479-424b-8cfc-8adb973020d8 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:27:44.630974 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-8af63017-14d5-404f-bca0-6ba3e3e93bec service neutron] Attempting to bind port e4a5b10a-1479-424b-8cfc-8adb973020d8 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '979c19f6-d1b0-4462-9702-5c928d7c30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8e240a2e-10ae-45b2-9910-3b86c821ddc4'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:27:44.631626 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-8af63017-14d5-404f-bca0-6ba3e3e93bec service neutron] Attempting to bind port e4a5b10a-1479-424b-8cfc-8adb973020d8 on network 8e240a2e-10ae-45b2-9910-3b86c821ddc4 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:27:44.636850 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-8af63017-14d5-404f-bca0-6ba3e3e93bec service neutron] Port e4a5b10a-1479-424b-8cfc-8adb973020d8 on network 8e240a2e-10ae-45b2-9910-3b86c821ddc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:27:44.637170 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-8af63017-14d5-404f-bca0-6ba3e3e93bec service neutron] Attempting to bind port e4a5b10a-1479-424b-8cfc-8adb973020d8 on network 8e240a2e-10ae-45b2-9910-3b86c821ddc4 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:27:44.642519 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-8af63017-14d5-404f-bca0-6ba3e3e93bec service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:27:44.642856 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-8af63017-14d5-404f-bca0-6ba3e3e93bec service neutron] Checking segment: {'id': '979c19f6-d1b0-4462-9702-5c928d7c30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8e240a2e-10ae-45b2-9910-3b86c821ddc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:27:44.643235 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-8af63017-14d5-404f-bca0-6ba3e3e93bec service neutron] Bound using segment: {'id': '979c19f6-d1b0-4462-9702-5c928d7c30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8e240a2e-10ae-45b2-9910-3b86c821ddc4'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:27:44.643654 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-8af63017-14d5-404f-bca0-6ba3e3e93bec service neutron] Bound port: e4a5b10a-1479-424b-8cfc-8adb973020d8, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '979c19f6-d1b0-4462-9702-5c928d7c30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8e240a2e-10ae-45b2-9910-3b86c821ddc4'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:27:44.644048 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-8af63017-14d5-404f-bca0-6ba3e3e93bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:44.692346 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de618103-ca5c-4f10-aec5-9fc4857734ba req-eb9ea205-07b6-453e-af5d-f82245dd8ea0 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:44.693997 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-de618103-ca5c-4f10-aec5-9fc4857734ba req-eb9ea205-07b6-453e-af5d-f82245dd8ea0 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 950 time: 0.2390335 Feb 09 12:27:44.703034 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-28a44b7b-2147-497f-b875-108357c9dbcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:44.759647 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-8af63017-14d5-404f-bca0-6ba3e3e93bec service neutron] For port e4a5b10a-1479-424b-8cfc-8adb973020d8, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:27:44.763004 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-8af63017-14d5-404f-bca0-6ba3e3e93bec service neutron] For port e4a5b10a-1479-424b-8cfc-8adb973020d8, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=e4a5b10a-1479-424b-8cfc-8adb973020d8,segment=NetworkSegment(979c19f6-d1b0-4462-9702-5c928d7c30bd),segment_id=979c19f6-d1b0-4462-9702-5c928d7c30bd)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:27:44.767433 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-8af63017-14d5-404f-bca0-6ba3e3e93bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:44.783167 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a4352b0c-adc3-4780-9d85-26d707bdfe12 req-26480030-60b7-4705-9ca5-fe66fc211fd5 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:44.796981 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e', 'b85598e9-6f45-46cd-8d74-e10d355de799'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:27:44.831848 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-8af63017-14d5-404f-bca0-6ba3e3e93bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:44.832464 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-8af63017-14d5-404f-bca0-6ba3e3e93bec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:44.833830 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-8af63017-14d5-404f-bca0-6ba3e3e93bec service neutron] 10.222.0.46 "PUT /v2.0/ports/e4a5b10a-1479-424b-8cfc-8adb973020d8 HTTP/1.1" status: 200 len: 1091 time: 2.3162751 Feb 09 12:27:44.834435 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ad06150-cec4-4232-9dd2-4a79deb95aa5', 'tag': 'e4a5b10a-1479-424b-8cfc-8adb973020d8'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:27:44.841771 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26480030-60b7-4705-9ca5-fe66fc211fd5 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Pushing event deleted for resources: {'Port': ['ID=b85598e9-6f45-46cd-8d74-e10d355de799,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:44.856107 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-de618103-ca5c-4f10-aec5-9fc4857734ba req-404873c7-2df8-450e-a937-f92c2866d3f8 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462603 Feb 09 12:27:44.860938 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af63017-14d5-404f-bca0-6ba3e3e93bec service neutron] Pushing event updated for resources: {'Port': ['ID=e4a5b10a-1479-424b-8cfc-8adb973020d8,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:44.982463 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-ee5b4865-82ad-410c-9d66-b574aeca0e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:44.984589 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-ee5b4865-82ad-410c-9d66-b574aeca0e31 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=00099515433c46eebcd12321c76bbae3&device_id=8ad06150-cec4-4232-9dd2-4a79deb95aa5 HTTP/1.1" status: 200 len: 1094 time: 0.0964961 Feb 09 12:27:44.988417 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4352b0c-adc3-4780-9d85-26d707bdfe12 req-26480030-60b7-4705-9ca5-fe66fc211fd5 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] No DVR routers for this DVR port b85598e9-6f45-46cd-8d74-e10d355de799 on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:27:45.001125 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a4352b0c-adc3-4780-9d85-26d707bdfe12 req-26480030-60b7-4705-9ca5-fe66fc211fd5 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:45.004171 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a5e005-8bd9-45ca-ac3b-90dd59288224', 'name': 'network-vif-deleted', 'tag': 'b85598e9-6f45-46cd-8d74-e10d355de799'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:27:45.059889 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-28a44b7b-2147-497f-b875-108357c9dbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:45.065971 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-22c2cb84-d322-4991-8ab1-ea0f6a6db793 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4a5b10a-1479-424b-8cfc-8adb973020d8 HTTP/1.1" status: 200 len: 217 time: 0.0690324 Feb 09 12:27:45.094378 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a44b7b-2147-497f-b875-108357c9dbcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80010a5f-295a-4d9f-b915-f63b0827b9ab,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:45.099505 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a4352b0c-adc3-4780-9d85-26d707bdfe12 req-26480030-60b7-4705-9ca5-fe66fc211fd5 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.46 "DELETE /v2.0/ports/b85598e9-6f45-46cd-8d74-e10d355de799 HTTP/1.1" status: 204 len: 173 time: 1.5618896 Feb 09 12:27:45.103212 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-28a44b7b-2147-497f-b875-108357c9dbcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:45.104254 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-28a44b7b-2147-497f-b875-108357c9dbcb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/80010a5f-295a-4d9f-b915-f63b0827b9ab HTTP/1.1" status: 204 len: 168 time: 0.6448336 Feb 09 12:27:45.131444 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b55df7-8bd3-459b-8ed7-7515694076fa req-5313db14-fb15-4e48-9fc6-a71a55f6650c tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:45.133006 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-25b55df7-8bd3-459b-8ed7-7515694076fa req-5313db14-fb15-4e48-9fc6-a71a55f6650c tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ad06150-cec4-4232-9dd2-4a79deb95aa5 HTTP/1.1" status: 200 len: 943 time: 0.2947328 Feb 09 12:27:45.161018 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-ae85b99e-0cce-43bc-9e5e-74e74a189673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:45.162472 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-ae85b99e-0cce-43bc-9e5e-74e74a189673 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a9fe3712-b0f7-41b8-9852-1955bd160446 HTTP/1.1" status: 200 len: 852 time: 0.0898159 Feb 09 12:27:45.164696 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b952e31-58dd-499c-aa02-2684f3316bbc req-14151a34-f9d0-48e2-8a07-d65311108966 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:45.166182 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1b952e31-58dd-499c-aa02-2684f3316bbc req-14151a34-f9d0-48e2-8a07-d65311108966 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b298147-fce1-4b41-b99c-433d7633469d HTTP/1.1" status: 200 len: 944 time: 0.1753731 Feb 09 12:27:45.219699 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-25b55df7-8bd3-459b-8ed7-7515694076fa req-bc8468dc-0587-43cf-afc5-47392aa65261 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758934 Feb 09 12:27:45.226515 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-7c2cff91-b85e-4000-9aa1-a1f2f0b415af service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8e240a2e-10ae-45b2-9910-3b86c821ddc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564227 Feb 09 12:27:45.230787 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1b952e31-58dd-499c-aa02-2684f3316bbc req-0cafbcf5-8f3b-4463-9091-662272f25458 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570064 Feb 09 12:27:45.340723 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ad06150-cec4-4232-9dd2-4a79deb95aa5', 'tag': 'e4a5b10a-1479-424b-8cfc-8adb973020d8', 'status': 'completed', 'code': 200} Feb 09 12:27:45.380055 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a5e005-8bd9-45ca-ac3b-90dd59288224', 'name': 'network-vif-deleted', 'tag': 'b85598e9-6f45-46cd-8d74-e10d355de799', 'status': 'completed', 'code': 200} Feb 09 12:27:45.445279 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-a8595f8d-2d6e-451c-b549-b3389e03e506 service neutron] 10.222.0.46 "GET /v2.0/networks/8e240a2e-10ae-45b2-9910-3b86c821ddc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115119 Feb 09 12:27:45.564204 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-d5e412d6-54cd-496c-9f54-aaeaa22e7e9a req-96fdcdd6-dbb8-4d32-a484-0a9442f99328 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Synchronizing usage tracker for tenant:ff6e1bb65bc440a9af2daa6d5785a57a on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:27:45.592050 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-d5e412d6-54cd-496c-9f54-aaeaa22e7e9a req-96fdcdd6-dbb8-4d32-a484-0a9442f99328 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Unset dirty status for tenant:ff6e1bb65bc440a9af2daa6d5785a57a on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:27:45.593192 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d5e412d6-54cd-496c-9f54-aaeaa22e7e9a req-96fdcdd6-dbb8-4d32-a484-0a9442f99328 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=54a5e005-8bd9-45ca-ac3b-90dd59288224 HTTP/1.1" status: 200 len: 210 time: 0.0848422 Feb 09 12:27:45.613267 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4e4b4073-ac47-4c5b-9eac-de4dab91eb1e req-ecf34218-d74c-4d33-b82b-6be4f07e074a service neutron] 10.222.0.46 "GET /v2.0/networks/8e240a2e-10ae-45b2-9910-3b86c821ddc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578910 Feb 09 12:27:45.615852 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4181b0fa-a9ad-402d-b115-e2e540631fc5 req-6688a813-4edd-48c0-b535-fe7d17ea25a4 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:45.620366 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4181b0fa-a9ad-402d-b115-e2e540631fc5 req-6688a813-4edd-48c0-b535-fe7d17ea25a4 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7f98f48-a08a-4301-bf8e-48c435999ec2 HTTP/1.1" status: 200 len: 946 time: 0.1495810 Feb 09 12:27:45.665566 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4181b0fa-a9ad-402d-b115-e2e540631fc5 req-284b7310-c894-4570-9c39-10eba87d48b2 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424075 Feb 09 12:27:45.674194 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54442) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:27:45.781210 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c28f41b0-24d7-41e4-b8fc-05a6dbe3f71c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e72ed67cd0914c679106ac03d8523c3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1057124 Feb 09 12:27:45.783985 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54446) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:27:45.804061 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba5d95-27d1-4f71-a38f-de481395e91d req-fb7fc62e-f2f6-4f35-b510-fe2aecea8687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:45.805513 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2cba5d95-27d1-4f71-a38f-de481395e91d req-fb7fc62e-f2f6-4f35-b510-fe2aecea8687 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=00099515433c46eebcd12321c76bbae3&device_id=8ad06150-cec4-4232-9dd2-4a79deb95aa5 HTTP/1.1" status: 200 len: 1094 time: 0.0937278 Feb 09 12:27:45.844624 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e2453fa8-949c-40c5-8676-67f5bd853400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:45.851689 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 18363890-51e5-4b20-a74f-f73c42dee73e details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:27:45.872418 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e2453fa8-949c-40c5-8676-67f5bd853400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:45.946174 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e2453fa8-949c-40c5-8676-67f5bd853400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:45.965010 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2453fa8-949c-40c5-8676-67f5bd853400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384ec9ec-c94e-4474-b4e4-febc817d0157,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:45.968548 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e2453fa8-949c-40c5-8676-67f5bd853400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:45.969754 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e2453fa8-949c-40c5-8676-67f5bd853400 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/384ec9ec-c94e-4474-b4e4-febc817d0157 HTTP/1.1" status: 204 len: 168 time: 0.1847351 Feb 09 12:27:45.974019 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba5d95-27d1-4f71-a38f-de481395e91d req-c1cc2e9b-4356-4ff5-91b9-bf56beae1b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:45.976125 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2cba5d95-27d1-4f71-a38f-de481395e91d req-c1cc2e9b-4356-4ff5-91b9-bf56beae1b81 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8e240a2e-10ae-45b2-9910-3b86c821ddc4 HTTP/1.1" status: 200 len: 913 time: 0.1571758 Feb 09 12:27:46.058237 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 18363890-51e5-4b20-a74f-f73c42dee73e, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=18363890-51e5-4b20-a74f-f73c42dee73e,segment=NetworkSegment(ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a),segment_id=ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:27:46.063032 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2cba5d95-27d1-4f71-a38f-de481395e91d req-d3c5abc6-0507-483d-9e9c-bbcea3a021ce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4a5b10a-1479-424b-8cfc-8adb973020d8 HTTP/1.1" status: 200 len: 217 time: 0.0793161 Feb 09 12:27:46.074669 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '18363890-51e5-4b20-a74f-f73c42dee73e', 'network_id': '985217ad-b773-4531-9367-f144e39af1cf', 'port_id': '18363890-51e5-4b20-a74f-f73c42dee73e', 'mac_address': 'fa:16:3e:e8:40:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c9b480e-1cd6-43a9-9d3f-1e4f05f3898f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:27:46.138019 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba5d95-27d1-4f71-a38f-de481395e91d req-60a2fd16-0f97-4b55-9039-d66f36d60f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:46.139209 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2cba5d95-27d1-4f71-a38f-de481395e91d req-60a2fd16-0f97-4b55-9039-d66f36d60f81 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a9fe3712-b0f7-41b8-9852-1955bd160446 HTTP/1.1" status: 200 len: 852 time: 0.0614276 Feb 09 12:27:46.144805 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:46.162556 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18363890-51e5-4b20-a74f-f73c42dee73e {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:27:46.179375 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 18363890-51e5-4b20-a74f-f73c42dee73e, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=18363890-51e5-4b20-a74f-f73c42dee73e,segment=NetworkSegment(ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a),segment_id=ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:27:46.184542 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:46.196035 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2cba5d95-27d1-4f71-a38f-de481395e91d req-1a1b5439-c1d6-4c88-98d4-b32fd1e0a63b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8e240a2e-10ae-45b2-9910-3b86c821ddc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469024 Feb 09 12:27:46.222195 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347ac0b-66a9-4cee-9817-521314a2c6e4 req-789b5bc2-f947-4118-bdee-93735b79d991 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:46.223678 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1347ac0b-66a9-4cee-9817-521314a2c6e4 req-789b5bc2-f947-4118-bdee-93735b79d991 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 950 time: 0.1645646 Feb 09 12:27:46.234704 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-275812fa-70ea-464e-b847-68f6f17b0b6f req-94e17a19-4852-4702-907d-484f064d8665 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1006637 Feb 09 12:27:46.308555 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1347ac0b-66a9-4cee-9817-521314a2c6e4 req-f4b83082-2d17-4bf1-8d17-0acbd845f4bf tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722191 Feb 09 12:27:46.356105 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-feb3ba29-579b-4970-8b5c-bf523b17ddf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:46.371399 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=18363890-51e5-4b20-a74f-f73c42dee73e,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:46.430412 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2cba5d95-27d1-4f71-a38f-de481395e91d req-3021eb58-e629-4a08-8f6b-37234fc3aa97 service neutron] 10.222.0.46 "GET /v2.0/networks/8e240a2e-10ae-45b2-9910-3b86c821ddc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273452 Feb 09 12:27:46.580536 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2cba5d95-27d1-4f71-a38f-de481395e91d req-be5a8b68-0363-443f-b524-55ab4ef668ea service neutron] 10.222.0.46 "GET /v2.0/networks/8e240a2e-10ae-45b2-9910-3b86c821ddc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375923 Feb 09 12:27:46.603787 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275812fa-70ea-464e-b847-68f6f17b0b6f req-d63f3108-c11c-438b-906d-eee67bc64e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:46.605352 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-275812fa-70ea-464e-b847-68f6f17b0b6f req-d63f3108-c11c-438b-906d-eee67bc64e2f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ff6e1bb65bc440a9af2daa6d5785a57a&device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 1095 time: 0.2290633 Feb 09 12:27:46.619407 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7718a-845a-416d-8af6-36c8ff51ab02 req-b273ae18-ed3e-4756-8586-5c535bcc6ac3 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:46.621427 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-51f7718a-845a-416d-8af6-36c8ff51ab02 req-b273ae18-ed3e-4756-8586-5c535bcc6ac3 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b298147-fce1-4b41-b99c-433d7633469d HTTP/1.1" status: 200 len: 945 time: 0.1836658 Feb 09 12:27:46.628901 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66ffc7-80b8-4074-babf-915ba6738f92 req-4db7a26d-df2c-4a2d-ae40-3db88c0d286b tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:46.630307 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7a66ffc7-80b8-4074-babf-915ba6738f92 req-4db7a26d-df2c-4a2d-ae40-3db88c0d286b tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ad06150-cec4-4232-9dd2-4a79deb95aa5 HTTP/1.1" status: 200 len: 943 time: 0.1535752 Feb 09 12:27:46.724683 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['18363890-51e5-4b20-a74f-f73c42dee73e'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:27:46.911967 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-51f7718a-845a-416d-8af6-36c8ff51ab02 req-7d4fcf31-ced3-42f4-bd5b-6a2092e076bc tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795348 Feb 09 12:27:46.938614 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7a66ffc7-80b8-4074-babf-915ba6738f92 req-c79a5ef0-c1f7-48ea-856a-9bbbbd68b7e4 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873969 Feb 09 12:27:46.983982 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275812fa-70ea-464e-b847-68f6f17b0b6f req-52294ee4-b6ed-4051-9b57-73de2dd9026b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:46.985514 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-275812fa-70ea-464e-b847-68f6f17b0b6f req-52294ee4-b6ed-4051-9b57-73de2dd9026b service neutron] 10.222.0.52 "GET /v2.0/networks?id=0448691a-ec13-4b8b-a50a-33e2c91deaac HTTP/1.1" status: 200 len: 913 time: 0.3542986 Feb 09 12:27:47.200316 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb8c40a-1027-4732-b391-84e97383ae22 req-ff4a0500-1ca0-44c4-ab83-ff9e4ab4e24d tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:47.201295 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-adb8c40a-1027-4732-b391-84e97383ae22 req-ff4a0500-1ca0-44c4-ab83-ff9e4ab4e24d tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Synchronizing usage tracker for tenant:6b0ea08007bd423bba6d81fafa2c2138 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:27:47.221899 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-adb8c40a-1027-4732-b391-84e97383ae22 req-ff4a0500-1ca0-44c4-ab83-ff9e4ab4e24d tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Unset dirty status for tenant:6b0ea08007bd423bba6d81fafa2c2138 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:27:47.223998 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-adb8c40a-1027-4732-b391-84e97383ae22 req-ff4a0500-1ca0-44c4-ab83-ff9e4ab4e24d tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7f98f48-a08a-4301-bf8e-48c435999ec2 HTTP/1.1" status: 200 len: 946 time: 0.2646625 Feb 09 12:27:47.274639 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-275812fa-70ea-464e-b847-68f6f17b0b6f req-1ad5352c-1204-441a-a33d-103db19e950f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9ae4b3a-6a9e-4d5b-8eda-9db431346db4 HTTP/1.1" status: 200 len: 998 time: 0.2796121 Feb 09 12:27:47.286786 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689eb1c-b210-4491-9fd9-52a61e505e21 req-40e0a314-4b5a-46cb-b1ab-18328d89c202 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:47.296097 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f689eb1c-b210-4491-9fd9-52a61e505e21 req-40e0a314-4b5a-46cb-b1ab-18328d89c202 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7f98f48-a08a-4301-bf8e-48c435999ec2 HTTP/1.1" status: 200 len: 946 time: 0.1794004 Feb 09 12:27:47.343154 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-adb8c40a-1027-4732-b391-84e97383ae22 req-59380d71-3428-44ff-b950-fb200928d2ed tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Deleting port e2744b81-f2e7-47ec-89c5-744af6d647b3 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:27:47.343524 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-adb8c40a-1027-4732-b391-84e97383ae22 req-59380d71-3428-44ff-b950-fb200928d2ed tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:47.424031 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f689eb1c-b210-4491-9fd9-52a61e505e21 req-598d3c03-305b-4f51-972b-01986ab243f9 tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b3e989b-152e-429b-a707-ab3d53bc4ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236143 Feb 09 12:27:47.490548 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:47.519393 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275812fa-70ea-464e-b847-68f6f17b0b6f req-4b8d77f4-15bd-4a6e-949a-ceed79df95db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:47.520882 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-275812fa-70ea-464e-b847-68f6f17b0b6f req-4b8d77f4-15bd-4a6e-949a-ceed79df95db service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fc155009-a31d-4409-b15f-2ed587ea4525 HTTP/1.1" status: 200 len: 851 time: 0.1821680 Feb 09 12:27:47.581536 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:47.677396 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-adb8c40a-1027-4732-b391-84e97383ae22 req-59380d71-3428-44ff-b950-fb200928d2ed tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] For port e2744b81-f2e7-47ec-89c5-744af6d647b3, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=e2744b81-f2e7-47ec-89c5-744af6d647b3,segment=NetworkSegment(d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5),segment_id=d09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:27:47.677879 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-adb8c40a-1027-4732-b391-84e97383ae22 req-59380d71-3428-44ff-b950-fb200928d2ed tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:47.769969 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442ae1c-d9b9-47b3-8c47-4832b5a3ebd7 req-1fb3fdf0-f9c6-4317-98f0-04224f53ef57 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:47.776376 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0442ae1c-d9b9-47b3-8c47-4832b5a3ebd7 req-1fb3fdf0-f9c6-4317-98f0-04224f53ef57 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=999bd8a9-df8a-415c-b9b3-ac08bf28dab7 HTTP/1.1" status: 200 len: 945 time: 0.3162239 Feb 09 12:27:47.804081 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-adb8c40a-1027-4732-b391-84e97383ae22 req-59380d71-3428-44ff-b950-fb200928d2ed tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Calling delete_port for e2744b81-f2e7-47ec-89c5-744af6d647b3 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:27:47.806109 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275812fa-70ea-464e-b847-68f6f17b0b6f req-ee6f8fe5-a18c-4c10-a026-c853bf32330d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:47.808230 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-275812fa-70ea-464e-b847-68f6f17b0b6f req-ee6f8fe5-a18c-4c10-a026-c853bf32330d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0448691a-ec13-4b8b-a50a-33e2c91deaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2699413 Feb 09 12:27:47.828410 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eab68d-4dc8-49b0-9f04-c65770f4bef9 req-40812b1a-1e7c-4636-bc6f-ad5699735db6 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:47.829830 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b2eab68d-4dc8-49b0-9f04-c65770f4bef9 req-40812b1a-1e7c-4636-bc6f-ad5699735db6 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.46 "GET /v2.0/ports?device_id=999bd8a9-df8a-415c-b9b3-ac08bf28dab7 HTTP/1.1" status: 200 len: 945 time: 0.2428427 Feb 09 12:27:47.837182 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360c66c-4fbf-49c0-abac-d86717ddad00 req-2243ad52-424b-4f75-8c20-4ff4cae4c51f tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:47.838585 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3360c66c-4fbf-49c0-abac-d86717ddad00 req-2243ad52-424b-4f75-8c20-4ff4cae4c51f tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 950 time: 0.2134113 Feb 09 12:27:47.873495 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device e2744b81-f2e7-47ec-89c5-744af6d647b3 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:27:48.002334 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-adb8c40a-1027-4732-b391-84e97383ae22 req-59380d71-3428-44ff-b950-fb200928d2ed tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:48.054879 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Port e2744b81-f2e7-47ec-89c5-744af6d647b3 update to DOWN by agent not found {{(pid=87569) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 09 12:27:48.055958 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device b85598e9-6f45-46cd-8d74-e10d355de799 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:27:48.064113 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0442ae1c-d9b9-47b3-8c47-4832b5a3ebd7 req-0fdb8f29-7c4e-4c4e-bd0a-5ca14817a74a tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=8242f335-3adf-414c-9159-87296ea4d651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865822 Feb 09 12:27:48.099284 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: b85598e9-6f45-46cd-8d74-e10d355de799 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:27:48.099978 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device b85598e9-6f45-46cd-8d74-e10d355de799 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:27:48.117994 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-b2eab68d-4dc8-49b0-9f04-c65770f4bef9 req-c7b144e0-3f16-4805-97cd-719e450dd181 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Deleting port 29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:27:48.118331 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-b2eab68d-4dc8-49b0-9f04-c65770f4bef9 req-c7b144e0-3f16-4805-97cd-719e450dd181 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:48.132807 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59380d71-3428-44ff-b950-fb200928d2ed tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Pushing event deleted for resources: {'Port': ['ID=e2744b81-f2e7-47ec-89c5-744af6d647b3,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:48.174006 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3360c66c-4fbf-49c0-abac-d86717ddad00 req-ec83235e-037f-4110-9cba-dd5ea78a8055 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111670 Feb 09 12:27:48.233792 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb8c40a-1027-4732-b391-84e97383ae22 req-59380d71-3428-44ff-b950-fb200928d2ed tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] No DVR routers for this DVR port e2744b81-f2e7-47ec-89c5-744af6d647b3 on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:27:48.236461 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-adb8c40a-1027-4732-b391-84e97383ae22 req-59380d71-3428-44ff-b950-fb200928d2ed tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:48.239406 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f98f48-a08a-4301-bf8e-48c435999ec2', 'name': 'network-vif-deleted', 'tag': 'e2744b81-f2e7-47ec-89c5-744af6d647b3'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:27:48.259525 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-adb8c40a-1027-4732-b391-84e97383ae22 req-59380d71-3428-44ff-b950-fb200928d2ed tempest-DeleteServersTestJSON-1768883179 tempest-DeleteServersTestJSON-1768883179-project] 10.222.0.46 "DELETE /v2.0/ports/e2744b81-f2e7-47ec-89c5-744af6d647b3 HTTP/1.1" status: 204 len: 173 time: 1.0299559 Feb 09 12:27:48.261294 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-275812fa-70ea-464e-b847-68f6f17b0b6f req-82fcdf28-41d6-41db-9d47-561083b68dc1 service neutron] 10.222.0.52 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4412405 Feb 09 12:27:48.671596 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-275812fa-70ea-464e-b847-68f6f17b0b6f req-0af72ecd-9968-489e-866e-2a7c0b2b2f69 service neutron] 10.222.0.52 "GET /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997691 Feb 09 12:27:48.679539 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47f72a-de9b-49aa-ac08-23c6a144d9b4 req-a44376c2-d262-4e00-bbd8-1312d20d1e93 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:48.681015 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8c47f72a-de9b-49aa-ac08-23c6a144d9b4 req-a44376c2-d262-4e00-bbd8-1312d20d1e93 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b298147-fce1-4b41-b99c-433d7633469d HTTP/1.1" status: 200 len: 945 time: 0.4823108 Feb 09 12:27:48.723125 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da86cd0f-b15a-4cfd-aaec-46a207f94fb1 req-75db265c-b8c2-4883-ac7d-0157ddc9f531 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:48.724976 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-da86cd0f-b15a-4cfd-aaec-46a207f94fb1 req-75db265c-b8c2-4883-ac7d-0157ddc9f531 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ad06150-cec4-4232-9dd2-4a79deb95aa5 HTTP/1.1" status: 200 len: 943 time: 0.3843203 Feb 09 12:27:48.740500 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-b2eab68d-4dc8-49b0-9f04-c65770f4bef9 req-c7b144e0-3f16-4805-97cd-719e450dd181 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] For port 29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e,segment=NetworkSegment(8f05bb68-39ac-4075-9eae-946e36af88ec),segment_id=8f05bb68-39ac-4075-9eae-946e36af88ec)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:27:48.740859 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-b2eab68d-4dc8-49b0-9f04-c65770f4bef9 req-c7b144e0-3f16-4805-97cd-719e450dd181 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:49.024597 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-b2eab68d-4dc8-49b0-9f04-c65770f4bef9 req-c7b144e0-3f16-4805-97cd-719e450dd181 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Calling delete_port for 29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:27:49.042498 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:49.088217 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8c47f72a-de9b-49aa-ac08-23c6a144d9b4 req-af3bf047-586d-423b-b909-2c118c7439bf tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3974836 Feb 09 12:27:49.100892 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-da86cd0f-b15a-4cfd-aaec-46a207f94fb1 req-7a654aae-805e-4b84-bab5-362062ffeafa tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681934 Feb 09 12:27:49.177391 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f98f48-a08a-4301-bf8e-48c435999ec2', 'name': 'network-vif-deleted', 'tag': 'e2744b81-f2e7-47ec-89c5-744af6d647b3', 'status': 'completed', 'code': 200} Feb 09 12:27:49.238977 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-b2eab68d-4dc8-49b0-9f04-c65770f4bef9 req-c7b144e0-3f16-4805-97cd-719e450dd181 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:49.252613 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:27:49.352652 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b144e0-3f16-4805-97cd-719e450dd181 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Pushing event deleted for resources: {'Port': ['ID=29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:49.359860 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-886d6a0b-8fbb-4ef6-a72e-2dee9240d6a3 req-24f4896a-8d24-41cd-9860-cc6229802593 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=999bd8a9-df8a-415c-b9b3-ac08bf28dab7 HTTP/1.1" status: 200 len: 210 time: 0.0694628 Feb 09 12:27:49.483899 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2eab68d-4dc8-49b0-9f04-c65770f4bef9 req-c7b144e0-3f16-4805-97cd-719e450dd181 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] No DVR routers for this DVR port 29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:27:49.491260 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-b2eab68d-4dc8-49b0-9f04-c65770f4bef9 req-c7b144e0-3f16-4805-97cd-719e450dd181 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:49.496340 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999bd8a9-df8a-415c-b9b3-ac08bf28dab7', 'name': 'network-vif-deleted', 'tag': '29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:27:49.524209 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b2eab68d-4dc8-49b0-9f04-c65770f4bef9 req-c7b144e0-3f16-4805-97cd-719e450dd181 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.46 "DELETE /v2.0/ports/29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e HTTP/1.1" status: 204 len: 173 time: 1.6596642 Feb 09 12:27:49.548979 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4aec93-b8fe-4c53-80cf-8405449610bc req-d9ce331d-1f9f-4048-916f-f08cd57b88e7 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:49.557033 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-de4aec93-b8fe-4c53-80cf-8405449610bc req-d9ce331d-1f9f-4048-916f-f08cd57b88e7 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 950 time: 0.2071669 Feb 09 12:27:49.611724 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-de4aec93-b8fe-4c53-80cf-8405449610bc req-0898355d-1680-4823-8cba-25768389d459 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531633 Feb 09 12:27:49.669965 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999bd8a9-df8a-415c-b9b3-ac08bf28dab7', 'name': 'network-vif-deleted', 'tag': '29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e', 'status': 'completed', 'code': 200} Feb 09 12:27:49.886895 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device e4a5b10a-1479-424b-8cfc-8adb973020d8 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:27:49.889236 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 18363890-51e5-4b20-a74f-f73c42dee73e up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:27:50.099376 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 18363890-51e5-4b20-a74f-f73c42dee73e completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:27:50.120455 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 18363890-51e5-4b20-a74f-f73c42dee73e triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:27:50.120860 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:50.191410 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port e4a5b10a-1479-424b-8cfc-8adb973020d8, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=e4a5b10a-1479-424b-8cfc-8adb973020d8,segment=NetworkSegment(979c19f6-d1b0-4462-9702-5c928d7c30bd),segment_id=979c19f6-d1b0-4462-9702-5c928d7c30bd)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:27:50.210256 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'e4a5b10a-1479-424b-8cfc-8adb973020d8', 'network_id': '8e240a2e-10ae-45b2-9910-3b86c821ddc4', 'port_id': 'e4a5b10a-1479-424b-8cfc-8adb973020d8', 'mac_address': 'fa:16:3e:7c:4f:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9fe3712-b0f7-41b8-9852-1955bd160446', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:27:50.324690 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:50.336408 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85b916-7d9b-44ad-829c-22626eebb735 req-c69a176c-73b1-492a-98df-9c6737626007 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:50.342228 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5c85b916-7d9b-44ad-829c-22626eebb735 req-c69a176c-73b1-492a-98df-9c6737626007 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b298147-fce1-4b41-b99c-433d7633469d HTTP/1.1" status: 200 len: 945 time: 0.1073315 Feb 09 12:27:50.368163 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:50.391204 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:50.394536 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5c85b916-7d9b-44ad-829c-22626eebb735 req-e2490bf9-28a5-4237-a5f5-816b230ba965 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512407 Feb 09 12:27:50.397875 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b298147-fce1-4b41-b99c-433d7633469d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18363890-51e5-4b20-a74f-f73c42dee73e'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:27:50.408325 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4a5b10a-1479-424b-8cfc-8adb973020d8 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:27:50.415079 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 18363890-51e5-4b20-a74f-f73c42dee73e, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=18363890-51e5-4b20-a74f-f73c42dee73e,segment=NetworkSegment(ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a),segment_id=ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:27:50.422993 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:50.463214 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port e4a5b10a-1479-424b-8cfc-8adb973020d8, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=e4a5b10a-1479-424b-8cfc-8adb973020d8,segment=NetworkSegment(979c19f6-d1b0-4462-9702-5c928d7c30bd),segment_id=979c19f6-d1b0-4462-9702-5c928d7c30bd)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:27:50.478536 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:50.488027 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ce7db-a4fe-47d0-84b5-248c935194de req-0e34f318-8a1c-4515-b3df-195d232290e6 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:50.489559 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f89ce7db-a4fe-47d0-84b5-248c935194de req-0e34f318-8a1c-4515-b3df-195d232290e6 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ad06150-cec4-4232-9dd2-4a79deb95aa5 HTTP/1.1" status: 200 len: 943 time: 0.0941021 Feb 09 12:27:50.500085 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=18363890-51e5-4b20-a74f-f73c42dee73e,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:50.508430 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:27:50.508779 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:27:50.509119 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:27:50.509455 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:27:50.510078 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:27:50.510078 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:27:50.510538 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:27:50.511426 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:27:50.511763 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:27:50.512119 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:27:50.512447 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:27:50.513159 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:27:50.536595 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f89ce7db-a4fe-47d0-84b5-248c935194de req-438cbd32-ccee-426f-8f6d-bd064949a472 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406711 Feb 09 12:27:50.592640 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b298147-fce1-4b41-b99c-433d7633469d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18363890-51e5-4b20-a74f-f73c42dee73e', 'code': 200} Feb 09 12:27:50.595092 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=e4a5b10a-1479-424b-8cfc-8adb973020d8,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:50.894506 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71039a-1ce0-40d1-b838-240b0ea0ca12 req-eb1ec295-4cd9-435c-84a8-d0280ec3e8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:50.896087 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4e71039a-1ce0-40d1-b838-240b0ea0ca12 req-eb1ec295-4cd9-435c-84a8-d0280ec3e8e4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4b298147-fce1-4b41-b99c-433d7633469d HTTP/1.1" status: 200 len: 1097 time: 0.1879537 Feb 09 12:27:50.909469 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ceb11-a8c5-4b0a-903a-117d4abff36c req-3dee87ed-0aac-42b5-a3f6-1e53dce7caea tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:50.911086 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bf2ceb11-a8c5-4b0a-903a-117d4abff36c req-3dee87ed-0aac-42b5-a3f6-1e53dce7caea tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 950 time: 0.1395290 Feb 09 12:27:50.926615 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['e4a5b10a-1479-424b-8cfc-8adb973020d8'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:27:51.017879 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4e71039a-1ce0-40d1-b838-240b0ea0ca12 req-ca7e7791-acdd-4317-a0de-38d48cd34b9c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055231 Feb 09 12:27:51.035967 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bf2ceb11-a8c5-4b0a-903a-117d4abff36c req-23099a55-deaa-44c5-bf3c-090dca058904 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057324 Feb 09 12:27:51.191014 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f127b71-b4b9-4f0b-90cf-3794db8de719 req-36483272-4ccd-4d29-81b1-28436cd607db tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:51.192636 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-4f127b71-b4b9-4f0b-90cf-3794db8de719 req-36483272-4ccd-4d29-81b1-28436cd607db tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Synchronizing usage tracker for tenant:ff6e1bb65bc440a9af2daa6d5785a57a on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:27:51.216261 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-4f127b71-b4b9-4f0b-90cf-3794db8de719 req-36483272-4ccd-4d29-81b1-28436cd607db tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Unset dirty status for tenant:ff6e1bb65bc440a9af2daa6d5785a57a on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:27:51.217521 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4f127b71-b4b9-4f0b-90cf-3794db8de719 req-36483272-4ccd-4d29-81b1-28436cd607db tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.1196346 Feb 09 12:27:51.274039 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4f127b71-b4b9-4f0b-90cf-3794db8de719 req-8896154b-5d81-44af-b854-66867527c687 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498722 Feb 09 12:27:51.707669 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a56f6-5c7f-4651-9f38-c9e46ed9210a req-d8c21fd5-52dd-4d01-ab40-6489495dc76a tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:51.716332 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-820a56f6-5c7f-4651-9f38-c9e46ed9210a req-d8c21fd5-52dd-4d01-ab40-6489495dc76a tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b298147-fce1-4b41-b99c-433d7633469d HTTP/1.1" status: 200 len: 946 time: 0.1294830 Feb 09 12:27:51.813758 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-820a56f6-5c7f-4651-9f38-c9e46ed9210a req-9db267e9-064b-4777-a338-6f29ccf3c38c tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903919 Feb 09 12:27:51.864932 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a547659-3eb0-44b2-aebd-79437c6f4b0b req-a225c2d1-4643-4748-a622-86e219c50cdc tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:51.866896 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9a547659-3eb0-44b2-aebd-79437c6f4b0b req-a225c2d1-4643-4748-a622-86e219c50cdc tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ad06150-cec4-4232-9dd2-4a79deb95aa5 HTTP/1.1" status: 200 len: 944 time: 0.1070328 Feb 09 12:27:51.898464 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device ad7f21e1-10e7-4dda-b564-1aa1eb4492d6 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:27:51.903057 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:27:51.943414 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9a547659-3eb0-44b2-aebd-79437c6f4b0b req-58569211-1959-4eac-9092-decc4b3d2dd4 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695186 Feb 09 12:27:51.991033 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: 29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:27:51.991378 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 29fb63ea-b1e1-43a3-a8e0-882fe3dd0d2e not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:27:51.991801 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device ad7f21e1-10e7-4dda-b564-1aa1eb4492d6 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:27:52.238404 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27674dca-1289-443f-a520-93e7eab4c41c req-ac2541d5-6a09-4cda-a341-d84f46418e8e tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:52.238629 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:52.240625 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-27674dca-1289-443f-a520-93e7eab4c41c req-ac2541d5-6a09-4cda-a341-d84f46418e8e tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 950 time: 0.0852983 Feb 09 12:27:52.275600 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port ad7f21e1-10e7-4dda-b564-1aa1eb4492d6, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=ad7f21e1-10e7-4dda-b564-1aa1eb4492d6,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:27:52.303497 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-27674dca-1289-443f-a520-93e7eab4c41c req-6d465476-c1b8-4b07-b0d0-d9ae5bbe7e07 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559165 Feb 09 12:27:52.350053 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port ad7f21e1-10e7-4dda-b564-1aa1eb4492d6, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=ad7f21e1-10e7-4dda-b564-1aa1eb4492d6,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:27:52.394085 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:52.396404 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'ad7f21e1-10e7-4dda-b564-1aa1eb4492d6', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'port_id': 'ad7f21e1-10e7-4dda-b564-1aa1eb4492d6', 'mac_address': 'fa:16:3e:0a:9e:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed5558-888d-440a-8c32-52f2f9bc5bd5', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:27:52.628759 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c91e7ca1-d713-4154-a9be-6507b920ee81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad7f21e1-10e7-4dda-b564-1aa1eb4492d6'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:27:52.633805 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:52.664965 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad7f21e1-10e7-4dda-b564-1aa1eb4492d6 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:27:52.731578 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=ad7f21e1-10e7-4dda-b564-1aa1eb4492d6,revision_number=6']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:52.746426 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port ad7f21e1-10e7-4dda-b564-1aa1eb4492d6, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=ad7f21e1-10e7-4dda-b564-1aa1eb4492d6,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:27:52.748847 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:52.750777 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:52.837879 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=ad7f21e1-10e7-4dda-b564-1aa1eb4492d6,revision_number=7']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:52.865598 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ac2ee-0543-4b14-af46-500652dc07ee req-017178e3-ccff-48ce-a340-2ad7496fd8d7 tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:52.867227 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cd5ac2ee-0543-4b14-af46-500652dc07ee req-017178e3-ccff-48ce-a340-2ad7496fd8d7 tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0b1c973-60bc-4f70-9ce3-31e59851b21e HTTP/1.1" status: 200 len: 946 time: 0.2827868 Feb 09 12:27:52.877021 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ccf4fe-73b5-421e-8a97-0c0a7f1e1ca7 req-28ce4d7c-b91e-40a5-a15e-8c2668324cc7 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:52.878990 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-22ccf4fe-73b5-421e-8a97-0c0a7f1e1ca7 req-28ce4d7c-b91e-40a5-a15e-8c2668324cc7 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.2401328 Feb 09 12:27:52.896173 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368339bb-0990-414d-938d-d087c5ff6c89 req-f6ac1ff5-ec69-4085-a662-6486310739b3 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:52.897975 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-368339bb-0990-414d-938d-d087c5ff6c89 req-f6ac1ff5-ec69-4085-a662-6486310739b3 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.52 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 944 time: 0.2577410 Feb 09 12:27:53.155010 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cd5ac2ee-0543-4b14-af46-500652dc07ee req-71cbcdd2-3a25-47a6-bd8b-85bd3f81b7ce tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] 10.222.0.55 "GET /v2.0/security-groups?id=346541b9-7cf4-4cd0-bbf6-d5634e34f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697234 Feb 09 12:27:53.164787 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-22ccf4fe-73b5-421e-8a97-0c0a7f1e1ca7 req-5b0555cc-0987-4d0d-9b59-d43a4c6615e1 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups?id=9560e889-de32-49ca-828a-ecd5726219af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2750735 Feb 09 12:27:53.170396 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-368339bb-0990-414d-938d-d087c5ff6c89 req-7ed08784-16a6-4e08-9547-30e0421781d0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Deleting port f9ae4b3a-6a9e-4d5b-8eda-9db431346db4 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:27:53.170750 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-368339bb-0990-414d-938d-d087c5ff6c89 req-7ed08784-16a6-4e08-9547-30e0421781d0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:53.236236 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c91e7ca1-d713-4154-a9be-6507b920ee81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad7f21e1-10e7-4dda-b564-1aa1eb4492d6', 'code': 200} Feb 09 12:27:53.258136 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['ad7f21e1-10e7-4dda-b564-1aa1eb4492d6'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:27:53.655879 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c2227-b484-43b8-ab0c-8f4e8f2d8d92 req-de847ff6-c919-4118-b207-07c2d5dbbd86 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:53.660919 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-856c2227-b484-43b8-ab0c-8f4e8f2d8d92 req-de847ff6-c919-4118-b207-07c2d5dbbd86 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ad06150-cec4-4232-9dd2-4a79deb95aa5 HTTP/1.1" status: 200 len: 944 time: 0.2825663 Feb 09 12:27:53.675960 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f9ca90-c0e7-48f7-bd5a-e1210a22fc35 req-e1b4d324-9ad1-4077-bf24-bfd74b1be675 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:53.678039 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a5f9ca90-c0e7-48f7-bd5a-e1210a22fc35 req-e1b4d324-9ad1-4077-bf24-bfd74b1be675 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b298147-fce1-4b41-b99c-433d7633469d HTTP/1.1" status: 200 len: 946 time: 0.3415198 Feb 09 12:27:53.741383 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-368339bb-0990-414d-938d-d087c5ff6c89 req-7ed08784-16a6-4e08-9547-30e0421781d0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] For port f9ae4b3a-6a9e-4d5b-8eda-9db431346db4, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=f9ae4b3a-6a9e-4d5b-8eda-9db431346db4,segment=NetworkSegment(8f05bb68-39ac-4075-9eae-946e36af88ec),segment_id=8f05bb68-39ac-4075-9eae-946e36af88ec)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:27:53.741697 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-368339bb-0990-414d-938d-d087c5ff6c89 req-7ed08784-16a6-4e08-9547-30e0421781d0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:53.850789 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-856c2227-b484-43b8-ab0c-8f4e8f2d8d92 req-65573a2c-dfe0-43bc-b3dd-c86f88a0e1c5 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835461 Feb 09 12:27:53.858060 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a5f9ca90-c0e7-48f7-bd5a-e1210a22fc35 req-238beb5b-600b-4144-873f-da58e494f4f2 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519938 Feb 09 12:27:53.911262 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device e4a5b10a-1479-424b-8cfc-8adb973020d8 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:27:54.038009 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port e4a5b10a-1479-424b-8cfc-8adb973020d8 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:27:54.043429 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port e4a5b10a-1479-424b-8cfc-8adb973020d8 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:27:54.043795 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:54.177226 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:54.216546 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port e4a5b10a-1479-424b-8cfc-8adb973020d8, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=e4a5b10a-1479-424b-8cfc-8adb973020d8,segment=NetworkSegment(979c19f6-d1b0-4462-9702-5c928d7c30bd),segment_id=979c19f6-d1b0-4462-9702-5c928d7c30bd)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:27:54.221448 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:54.285469 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-368339bb-0990-414d-938d-d087c5ff6c89 req-7ed08784-16a6-4e08-9547-30e0421781d0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:54.285891 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-368339bb-0990-414d-938d-d087c5ff6c89 req-7ed08784-16a6-4e08-9547-30e0421781d0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:54.286301 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [req-368339bb-0990-414d-938d-d087c5ff6c89 req-7ed08784-16a6-4e08-9547-30e0421781d0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Floating IP 19169adc-ffa1-4b9d-9212-b3908e94795b disassociated. External IP: 172.25.7.85, port: f9ae4b3a-6a9e-4d5b-8eda-9db431346db4. Feb 09 12:27:54.287406 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-368339bb-0990-414d-938d-d087c5ff6c89 req-7ed08784-16a6-4e08-9547-30e0421781d0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Calling delete_port for f9ae4b3a-6a9e-4d5b-8eda-9db431346db4 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:27:54.305517 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=e4a5b10a-1479-424b-8cfc-8adb973020d8,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:54.417876 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6e32b-5d20-4ecf-a828-63d8f5d7f49b req-14ad9f44-87ca-4e5a-9fcc-e4cc17b373c7 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:54.419409 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fed6e32b-5d20-4ecf-a828-63d8f5d7f49b req-14ad9f44-87ca-4e5a-9fcc-e4cc17b373c7 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b298147-fce1-4b41-b99c-433d7633469d HTTP/1.1" status: 200 len: 946 time: 0.3185413 Feb 09 12:27:54.433649 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ccd66-ec4e-4419-bbe6-80a10ce9c37d req-51cd8548-c5b6-4fb7-ab29-08a142260259 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:54.435147 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-874ccd66-ec4e-4419-bbe6-80a10ce9c37d req-51cd8548-c5b6-4fb7-ab29-08a142260259 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 949 time: 0.4147501 Feb 09 12:27:54.643354 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-874ccd66-ec4e-4419-bbe6-80a10ce9c37d req-36ef2ebd-97cd-4cfc-8fd2-3e4f1291d879 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547315 Feb 09 12:27:54.645859 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fed6e32b-5d20-4ecf-a828-63d8f5d7f49b req-286a4640-c5e8-461d-aa0d-87eac8ca6d43 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098191 Feb 09 12:27:54.652186 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-368339bb-0990-414d-938d-d087c5ff6c89 req-7ed08784-16a6-4e08-9547-30e0421781d0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:54.761770 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed08784-16a6-4e08-9547-30e0421781d0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Pushing event deleted for resources: {'Port': ['ID=f9ae4b3a-6a9e-4d5b-8eda-9db431346db4,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:54.976442 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-66d80b3f-e7bf-49dc-8d04-7ad5b8af79d8 req-f1be8c9b-f9d1-4f0f-910c-cfe523980864 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 210 time: 0.1405387 Feb 09 12:27:55.148270 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc4c79-e239-4539-890d-234fdb3a0a32 req-69ed64f6-95ab-4399-b89a-a0ad1161ffe0 tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:55.150948 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c6fc4c79-e239-4539-890d-234fdb3a0a32 req-69ed64f6-95ab-4399-b89a-a0ad1161ffe0 tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0b1c973-60bc-4f70-9ce3-31e59851b21e HTTP/1.1" status: 200 len: 946 time: 0.6344543 Feb 09 12:27:55.237755 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad06150-cec4-4232-9dd2-4a79deb95aa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a5b10a-1479-424b-8cfc-8adb973020d8'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:27:55.388012 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-c6fc4c79-e239-4539-890d-234fdb3a0a32 req-c405dd3a-27e0-4fa5-b5b4-831502e6a9b5 tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] Deleting port 177f056e-e988-4470-9bc0-7176b8935066 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:27:55.388544 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c6fc4c79-e239-4539-890d-234fdb3a0a32 req-c405dd3a-27e0-4fa5-b5b4-831502e6a9b5 tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:55.428467 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [req-368339bb-0990-414d-938d-d087c5ff6c89 req-7ed08784-16a6-4e08-9547-30e0421781d0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Router 0f84b648-e725-4125-939c-4f07358083f0 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:27:55.462895 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409ceee-7556-4972-93d2-bdee5f213b50 req-b24dc522-a5d6-4bbc-9cf9-92eda1c4df6b tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:55.465022 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d409ceee-7556-4972-93d2-bdee5f213b50 req-b24dc522-a5d6-4bbc-9cf9-92eda1c4df6b tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0b1c973-60bc-4f70-9ce3-31e59851b21e HTTP/1.1" status: 200 len: 946 time: 0.6973994 Feb 09 12:27:55.772576 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d409ceee-7556-4972-93d2-bdee5f213b50 req-9fae231c-d363-4a0f-b945-0fa5d8ab1576 tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] 10.222.0.55 "GET /v2.0/security-groups?id=346541b9-7cf4-4cd0-bbf6-d5634e34f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550209 Feb 09 12:27:55.909340 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad06150-cec4-4232-9dd2-4a79deb95aa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a5b10a-1479-424b-8cfc-8adb973020d8', 'code': 200} Feb 09 12:27:55.919788 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-368339bb-0990-414d-938d-d087c5ff6c89 req-7ed08784-16a6-4e08-9547-30e0421781d0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:27:55.934066 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b09c005-5df2-4565-85c6-8fc932043e58 None None] Sync routers for ids ['0f84b648-e725-4125-939c-4f07358083f0'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:27:55.944141 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b09c005-5df2-4565-85c6-8fc932043e58 None None] Routers {'0f84b648-e725-4125-939c-4f07358083f0'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:27:55.944945 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-8b09c005-5df2-4565-85c6-8fc932043e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:27:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['0f84b648-e725-4125-939c-4f07358083f0'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:27:55.950467 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device ad7f21e1-10e7-4dda-b564-1aa1eb4492d6 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:27:55.970450 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680cc99-c720-4f18-bb59-62f9f3729f3e req-a8144f11-e4ae-41d7-bf05-986082c0c239 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:55.972070 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5680cc99-c720-4f18-bb59-62f9f3729f3e req-a8144f11-e4ae-41d7-bf05-986082c0c239 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ad06150-cec4-4232-9dd2-4a79deb95aa5 HTTP/1.1" status: 200 len: 945 time: 0.5183802 Feb 09 12:27:56.075063 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-368339bb-0990-414d-938d-d087c5ff6c89 req-7ed08784-16a6-4e08-9547-30e0421781d0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] No DVR routers for this DVR port f9ae4b3a-6a9e-4d5b-8eda-9db431346db4 on host n-h1-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:27:56.094399 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-c6fc4c79-e239-4539-890d-234fdb3a0a32 req-c405dd3a-27e0-4fa5-b5b4-831502e6a9b5 tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] For port 177f056e-e988-4470-9bc0-7176b8935066, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=177f056e-e988-4470-9bc0-7176b8935066,segment=NetworkSegment(71698d85-b633-45ec-abb8-fe7e1f3cf04d),segment_id=71698d85-b633-45ec-abb8-fe7e1f3cf04d)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:27:56.094763 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c6fc4c79-e239-4539-890d-234fdb3a0a32 req-c405dd3a-27e0-4fa5-b5b4-831502e6a9b5 tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:56.105191 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-368339bb-0990-414d-938d-d087c5ff6c89 req-7ed08784-16a6-4e08-9547-30e0421781d0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:56.134773 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d140d89-d024-4b06-8cb8-0db023e7cf34 req-bcc336b2-01e2-41b9-9dfe-9d284884d3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:56.137579 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0d140d89-d024-4b06-8cb8-0db023e7cf34 req-bcc336b2-01e2-41b9-9dfe-9d284884d3d2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8ad06150-cec4-4232-9dd2-4a79deb95aa5 HTTP/1.1" status: 200 len: 1096 time: 0.1570163 Feb 09 12:27:56.138230 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a0ee8d-cebc-4db9-90af-fe8c58efd99d', 'name': 'network-vif-deleted', 'tag': 'f9ae4b3a-6a9e-4d5b-8eda-9db431346db4'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:27:56.208637 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0d140d89-d024-4b06-8cb8-0db023e7cf34 req-83b2def2-4be3-433e-82d8-289cc4ef77bc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642731 Feb 09 12:27:56.252267 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-8b09c005-5df2-4565-85c6-8fc932043e58 None None] Set router 0f84b648-e725-4125-939c-4f07358083f0 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:27:56.257516 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port ad7f21e1-10e7-4dda-b564-1aa1eb4492d6 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:27:56.258028 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:56.322081 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5680cc99-c720-4f18-bb59-62f9f3729f3e req-0dd2cbf6-43b4-485e-8dd3-96e41f35cfff tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399892 Feb 09 12:27:56.490024 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:56.495658 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-c6fc4c79-e239-4539-890d-234fdb3a0a32 req-c405dd3a-27e0-4fa5-b5b4-831502e6a9b5 tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] Calling delete_port for 177f056e-e988-4470-9bc0-7176b8935066 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:27:56.547044 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-368339bb-0990-414d-938d-d087c5ff6c89 req-7ed08784-16a6-4e08-9547-30e0421781d0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.52 "DELETE /v2.0/ports/f9ae4b3a-6a9e-4d5b-8eda-9db431346db4 HTTP/1.1" status: 204 len: 173 time: 3.6324868 Feb 09 12:27:56.549894 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port ad7f21e1-10e7-4dda-b564-1aa1eb4492d6, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=ad7f21e1-10e7-4dda-b564-1aa1eb4492d6,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:27:56.554228 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:56.555300 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 177f056e-e988-4470-9bc0-7176b8935066 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:27:56.710846 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-8b09c005-5df2-4565-85c6-8fc932043e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f84b648-e725-4125-939c-4f07358083f0', 'name': 'tempest-ServerActionsTestJSON-1504927628-router', 'tenant_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '3e045260-38e1-4a43-886b-5d56048d7657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:18:39Z', 'updated_at': '2022-02-09T12:18:50Z', 'revision_number': 4, 'project_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'gw_port': {'id': '3e045260-38e1-4a43-886b-5d56048d7657', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f84b648-e725-4125-939c-4f07358083f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:41Z', 'updated_at': '2022-02-09T12:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '7cbb5bc4-4c9c-471f-9eba-81af52160a10', 'name': '', 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac', 'tenant_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'mac_address': 'fa:16:3e:2d:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f84b648-e725-4125-939c-4f07358083f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'fc155009-a31d-4409-b15f-2ed587ea4525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:49Z', 'updated_at': '2022-02-09T12:19:01Z', 'revision_number': 5, 'project_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'subnets': [{'id': 'fc155009-a31d-4409-b15f-2ed587ea4525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:27:56.715452 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b09c005-5df2-4565-85c6-8fc932043e58 None None] Checking router: 0f84b648-e725-4125-939c-4f07358083f0 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:27:56.716274 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d8e62-6e63-4104-a39e-5e054fd9f33a req-5a1d460a-334a-4bfb-8869-5bc47b4c3e06 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:56.718046 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-af0d8e62-6e63-4104-a39e-5e054fd9f33a req-5a1d460a-334a-4bfb-8869-5bc47b4c3e06 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 950 time: 0.1691930 Feb 09 12:27:56.730985 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b09c005-5df2-4565-85c6-8fc932043e58 None None] Routers {'0f84b648-e725-4125-939c-4f07358083f0'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:27:56.731616 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-8b09c005-5df2-4565-85c6-8fc932043e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:27:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['0f84b648-e725-4125-939c-4f07358083f0'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:27:56.802842 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbed10c-85ad-4d90-af51-e9d65727187a req-fbf62018-8724-4c44-9347-6bbc438148af tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:56.804604 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7cbed10c-85ad-4d90-af51-e9d65727187a req-fbf62018-8724-4c44-9347-6bbc438148af tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b298147-fce1-4b41-b99c-433d7633469d HTTP/1.1" status: 200 len: 946 time: 0.6486201 Feb 09 12:27:56.825241 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=ad7f21e1-10e7-4dda-b564-1aa1eb4492d6,revision_number=8']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:56.833054 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device f9ae4b3a-6a9e-4d5b-8eda-9db431346db4 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:27:56.894281 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-af0d8e62-6e63-4104-a39e-5e054fd9f33a req-9f5b6b9e-0374-4ac1-8107-e30ec5e36320 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352425 Feb 09 12:27:56.898350 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c6fc4c79-e239-4539-890d-234fdb3a0a32 req-c405dd3a-27e0-4fa5-b5b4-831502e6a9b5 tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:56.923615 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] No Port match for: f9ae4b3a-6a9e-4d5b-8eda-9db431346db4 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:27:56.924545 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device f9ae4b3a-6a9e-4d5b-8eda-9db431346db4 not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:27:56.945780 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No active binding found for port 177f056e-e988-4470-9bc0-7176b8935066 {{(pid=87569) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 09 12:27:56.946486 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 177f056e-e988-4470-9bc0-7176b8935066 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:27:56.965632 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7cbed10c-85ad-4d90-af51-e9d65727187a req-488e9f01-bd89-4cb1-86a3-79ad4bc7763b tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534214 Feb 09 12:27:56.977602 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c405dd3a-27e0-4fa5-b5b4-831502e6a9b5 tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] Pushing event deleted for resources: {'Port': ['ID=177f056e-e988-4470-9bc0-7176b8935066,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:56.995668 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-8b09c005-5df2-4565-85c6-8fc932043e58 None None] Set router 0f84b648-e725-4125-939c-4f07358083f0 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:27:57.076648 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6fc4c79-e239-4539-890d-234fdb3a0a32 req-c405dd3a-27e0-4fa5-b5b4-831502e6a9b5 tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] No DVR routers for this DVR port 177f056e-e988-4470-9bc0-7176b8935066 on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:27:57.082706 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c6fc4c79-e239-4539-890d-234fdb3a0a32 req-c405dd3a-27e0-4fa5-b5b4-831502e6a9b5 tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:57.100327 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c6fc4c79-e239-4539-890d-234fdb3a0a32 req-c405dd3a-27e0-4fa5-b5b4-831502e6a9b5 tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] 10.222.0.46 "DELETE /v2.0/ports/177f056e-e988-4470-9bc0-7176b8935066 HTTP/1.1" status: 204 len: 173 time: 1.9322419 Feb 09 12:27:57.615388 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-8b09c005-5df2-4565-85c6-8fc932043e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f84b648-e725-4125-939c-4f07358083f0', 'name': 'tempest-ServerActionsTestJSON-1504927628-router', 'tenant_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '3e045260-38e1-4a43-886b-5d56048d7657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:18:39Z', 'updated_at': '2022-02-09T12:18:50Z', 'revision_number': 4, 'project_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'gw_port': {'id': '3e045260-38e1-4a43-886b-5d56048d7657', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f84b648-e725-4125-939c-4f07358083f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:41Z', 'updated_at': '2022-02-09T12:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '7cbb5bc4-4c9c-471f-9eba-81af52160a10', 'name': '', 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac', 'tenant_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'mac_address': 'fa:16:3e:2d:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f84b648-e725-4125-939c-4f07358083f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'fc155009-a31d-4409-b15f-2ed587ea4525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:49Z', 'updated_at': '2022-02-09T12:19:01Z', 'revision_number': 5, 'project_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'subnets': [{'id': 'fc155009-a31d-4409-b15f-2ed587ea4525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:27:57.621487 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b09c005-5df2-4565-85c6-8fc932043e58 None None] The sync data for ids ['0f84b648-e725-4125-939c-4f07358083f0'] in n-d-825178-3 is: [{'id': '0f84b648-e725-4125-939c-4f07358083f0', 'name': 'tempest-ServerActionsTestJSON-1504927628-router', 'tenant_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '3e045260-38e1-4a43-886b-5d56048d7657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:18:39Z', 'updated_at': '2022-02-09T12:18:50Z', 'revision_number': 4, 'project_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'gw_port': {'id': '3e045260-38e1-4a43-886b-5d56048d7657', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f84b648-e725-4125-939c-4f07358083f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:41Z', 'updated_at': '2022-02-09T12:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '7cbb5bc4-4c9c-471f-9eba-81af52160a10', 'name': '', 'network_id': '0448691a-ec13-4b8b-a50a-33e2c91deaac', 'tenant_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'mac_address': 'fa:16:3e:2d:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f84b648-e725-4125-939c-4f07358083f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'fc155009-a31d-4409-b15f-2ed587ea4525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:49Z', 'updated_at': '2022-02-09T12:19:01Z', 'revision_number': 5, 'project_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'subnets': [{'id': 'fc155009-a31d-4409-b15f-2ed587ea4525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:27:57.655869 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a0ee8d-cebc-4db9-90af-fe8c58efd99d', 'name': 'network-vif-deleted', 'tag': 'f9ae4b3a-6a9e-4d5b-8eda-9db431346db4', 'status': 'completed', 'code': 200} Feb 09 12:27:57.664251 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-4d43f9ea-806b-4680-9e73-86c56bd46715 req-d5ab66ce-d38c-4c9d-865d-4f86eedd0592 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Synchronizing usage tracker for tenant:ff6e1bb65bc440a9af2daa6d5785a57a on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:27:57.737168 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c33f3865-f806-42ec-9e2c-6c04b8c1e2eb req-ed72d9c0-fd69-4847-8948-89935b7cb2ee tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] Synchronizing usage tracker for tenant:a90e01c80b9746ea88f7d30cf1ba63f5 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:27:57.761065 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-4d43f9ea-806b-4680-9e73-86c56bd46715 req-d5ab66ce-d38c-4c9d-865d-4f86eedd0592 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Unset dirty status for tenant:ff6e1bb65bc440a9af2daa6d5785a57a on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:27:57.783146 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4d43f9ea-806b-4680-9e73-86c56bd46715 req-d5ab66ce-d38c-4c9d-865d-4f86eedd0592 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/ports?device_id=68a0ee8d-cebc-4db9-90af-fe8c58efd99d HTTP/1.1" status: 200 len: 210 time: 0.6493576 Feb 09 12:27:57.826357 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c33f3865-f806-42ec-9e2c-6c04b8c1e2eb req-ed72d9c0-fd69-4847-8948-89935b7cb2ee tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] Unset dirty status for tenant:a90e01c80b9746ea88f7d30cf1ba63f5 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:27:57.827494 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c33f3865-f806-42ec-9e2c-6c04b8c1e2eb req-ed72d9c0-fd69-4847-8948-89935b7cb2ee tempest-AttachSCSIVolumeTestJSON-330346966 tempest-AttachSCSIVolumeTestJSON-330346966-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0b1c973-60bc-4f70-9ce3-31e59851b21e HTTP/1.1" status: 200 len: 210 time: 0.1703501 Feb 09 12:27:57.876921 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3cccc-745a-455b-b7c6-12421017bca4 req-158191d6-c72d-40d8-bfbb-622a010945ae tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:57.878442 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-35c3cccc-745a-455b-b7c6-12421017bca4 req-158191d6-c72d-40d8-bfbb-622a010945ae tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b298147-fce1-4b41-b99c-433d7633469d HTTP/1.1" status: 200 len: 946 time: 0.3167593 Feb 09 12:27:57.910264 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c91e7ca1-d713-4154-a9be-6507b920ee81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7f21e1-10e7-4dda-b564-1aa1eb4492d6'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:27:57.949878 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54738) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:27:58.028727 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c91e7ca1-d713-4154-a9be-6507b920ee81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7f21e1-10e7-4dda-b564-1aa1eb4492d6', 'code': 200} Feb 09 12:27:58.091131 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-35c3cccc-745a-455b-b7c6-12421017bca4 req-f44b6847-5d27-478a-94ce-d0fd406e0242 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Deleting port 18363890-51e5-4b20-a74f-f73c42dee73e {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:27:58.092494 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-35c3cccc-745a-455b-b7c6-12421017bca4 req-f44b6847-5d27-478a-94ce-d0fd406e0242 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:58.280232 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d818491e-a3ac-4e56-8cd4-ce05119b46ad None None] New status for floating IP 19169adc-ffa1-4b9d-9212-b3908e94795b: DOWN {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:27:58.499760 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddfa699-1087-420d-be07-1f51425dcc7f req-887170d0-51c4-4023-a6d5-381a913aec20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:58.503959 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2ddfa699-1087-420d-be07-1f51425dcc7f req-887170d0-51c4-4023-a6d5-381a913aec20 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 1101 time: 0.1812894 Feb 09 12:27:58.570673 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-776e4d54-0e84-44c8-9be2-f0a29acea534 admin admin] Deleting subnet 5d66c3c8-f193-4da4-ad1c-54328c88dbd7 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:27:58.578119 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-776e4d54-0e84-44c8-9be2-f0a29acea534 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:58.584616 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2734f0-0549-4f63-8393-650f4916615f req-519f6e83-c34d-430a-a5c2-16f0b3c4ba51 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:58.592229 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2d2734f0-0549-4f63-8393-650f4916615f req-519f6e83-c34d-430a-a5c2-16f0b3c4ba51 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ad06150-cec4-4232-9dd2-4a79deb95aa5 HTTP/1.1" status: 200 len: 945 time: 0.4107881 Feb 09 12:27:58.630222 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b5333-8748-4f84-8141-95819f09cec8 req-f87b6289-6273-4929-8a95-252a2e14788e tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:58.631723 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-717b5333-8748-4f84-8141-95819f09cec8 req-f87b6289-6273-4929-8a95-252a2e14788e tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 950 time: 0.3849568 Feb 09 12:27:58.656081 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-776e4d54-0e84-44c8-9be2-f0a29acea534 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:58.706740 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2ddfa699-1087-420d-be07-1f51425dcc7f req-f107133f-8298-4907-8a6c-14a2a80a1d32 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930459 Feb 09 12:27:58.709405 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2d2734f0-0549-4f63-8393-650f4916615f req-e069411c-c997-4022-a8c9-7d7095063c15 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163161 Feb 09 12:27:58.726786 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-776e4d54-0e84-44c8-9be2-f0a29acea534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:58.766616 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-35c3cccc-745a-455b-b7c6-12421017bca4 req-f44b6847-5d27-478a-94ce-d0fd406e0242 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] For port 18363890-51e5-4b20-a74f-f73c42dee73e, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=18363890-51e5-4b20-a74f-f73c42dee73e,segment=NetworkSegment(ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a),segment_id=ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:27:58.767469 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-35c3cccc-745a-455b-b7c6-12421017bca4 req-f44b6847-5d27-478a-94ce-d0fd406e0242 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:58.797770 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-717b5333-8748-4f84-8141-95819f09cec8 req-032432ee-c11a-4c6e-85ae-456c7f0560f0 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567667 Feb 09 12:27:58.846657 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-776e4d54-0e84-44c8-9be2-f0a29acea534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:58.891944 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e4d54-0e84-44c8-9be2-f0a29acea534 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d66c3c8-f193-4da4-ad1c-54328c88dbd7,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:58.898074 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-776e4d54-0e84-44c8-9be2-f0a29acea534 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:58.904704 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-776e4d54-0e84-44c8-9be2-f0a29acea534 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5d66c3c8-f193-4da4-ad1c-54328c88dbd7 HTTP/1.1" status: 204 len: 168 time: 0.9530416 Feb 09 12:27:58.908327 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54754) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:27:58.988674 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-35c3cccc-745a-455b-b7c6-12421017bca4 req-f44b6847-5d27-478a-94ce-d0fd406e0242 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Calling delete_port for 18363890-51e5-4b20-a74f-f73c42dee73e owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:27:59.027853 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cbf875e6-e5d5-45c4-8019-8862a07e284b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:59.146655 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c2538-5d21-4c4f-b019-71c2d3d6a7e9 req-b0e5e96a-d219-4e36-804f-3cf5c3c16770 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:59.148296 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c83c2538-5d21-4c4f-b019-71c2d3d6a7e9 req-b0e5e96a-d219-4e36-804f-3cf5c3c16770 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b298147-fce1-4b41-b99c-433d7633469d HTTP/1.1" status: 200 len: 946 time: 0.2689235 Feb 09 12:27:59.192412 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cbf875e6-e5d5-45c4-8019-8862a07e284b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:59.224735 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-cbf875e6-e5d5-45c4-8019-8862a07e284b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce449817-28f3-4897-a09b-d33182728951']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:27:59.237083 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c83c2538-5d21-4c4f-b019-71c2d3d6a7e9 req-ae6591e4-3a2e-440b-b4cc-703e59f4d106 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815415 Feb 09 12:27:59.238606 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-35c3cccc-745a-455b-b7c6-12421017bca4 req-f44b6847-5d27-478a-94ce-d0fd406e0242 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:59.241045 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-cbf875e6-e5d5-45c4-8019-8862a07e284b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:27:59.241309 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-cbf875e6-e5d5-45c4-8019-8862a07e284b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd09ae79a-8df2-43a8-8ed0-3c6fcc8ba1d5') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:27:59.251326 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['40dc350d-1874-481c-a46c-c820c9950461', '18363890-51e5-4b20-a74f-f73c42dee73e'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:27:59.261377 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cbf875e6-e5d5-45c4-8019-8862a07e284b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:59.289733 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cbf875e6-e5d5-45c4-8019-8862a07e284b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:59.297821 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbf875e6-e5d5-45c4-8019-8862a07e284b admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:27:59.298330 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cbf875e6-e5d5-45c4-8019-8862a07e284b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:59.314815 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:27:59.314815 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:27:59.314815 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:27:59.314815 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:27:59.314815 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:27:59.314815 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:27:59.314815 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:27:59.314815 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:27:59.314815 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:27:59.314815 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:27:59.314815 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:27:59.314815 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:27:59.314815 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:27:59.314815 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:27:59.314815 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:27:59.314815 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:27:59.314815 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:27:59.314815 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:27:59.314815 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:27:59.314815 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:27:59.314815 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:27:59.314815 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:27:59.314815 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:27:59.314815 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:27:59.314815 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:27:59.314815 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:27:59.314815 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:27:59.314815 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:27:59.314815 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:27:59.314815 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:27:59.314815 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:27:59.314815 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:27:59.410278 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44b6847-5d27-478a-94ce-d0fd406e0242 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Pushing event deleted for resources: {'Port': ['ID=18363890-51e5-4b20-a74f-f73c42dee73e,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:59.475465 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c3cccc-745a-455b-b7c6-12421017bca4 req-f44b6847-5d27-478a-94ce-d0fd406e0242 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] No DVR routers for this DVR port 18363890-51e5-4b20-a74f-f73c42dee73e on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:27:59.480800 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-35c3cccc-745a-455b-b7c6-12421017bca4 req-f44b6847-5d27-478a-94ce-d0fd406e0242 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:59.498378 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-35c3cccc-745a-455b-b7c6-12421017bca4 req-f44b6847-5d27-478a-94ce-d0fd406e0242 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.46 "DELETE /v2.0/ports/18363890-51e5-4b20-a74f-f73c42dee73e HTTP/1.1" status: 204 len: 173 time: 1.6124394 Feb 09 12:27:59.524241 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54772) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:27:59.560189 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cbf875e6-e5d5-45c4-8019-8862a07e284b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:59.586970 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cbf875e6-e5d5-45c4-8019-8862a07e284b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:59.599453 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf875e6-e5d5-45c4-8019-8862a07e284b admin admin] Pushing event deleted for resources: {'Network': ['ID=ce449817-28f3-4897-a09b-d33182728951,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:59.635614 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-92e9a382-b39a-45a0-80f7-8dac0f083615 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:59.638383 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-cbf875e6-e5d5-45c4-8019-8862a07e284b admin admin] 10.222.0.55 "DELETE /v2.0/networks/ce449817-28f3-4897-a09b-d33182728951 HTTP/1.1" status: 204 len: 168 time: 0.7290847 Feb 09 12:27:59.678134 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b1c973-60bc-4f70-9ce3-31e59851b21e', 'name': 'network-vif-deleted', 'tag': '177f056e-e988-4470-9bc0-7176b8935066'}, {'server_uuid': '4b298147-fce1-4b41-b99c-433d7633469d', 'name': 'network-vif-deleted', 'tag': '18363890-51e5-4b20-a74f-f73c42dee73e'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:27:59.704639 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-92e9a382-b39a-45a0-80f7-8dac0f083615 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:59.755804 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104472cd-5d45-44b4-9314-d82bd6a0fc66 req-419b1418-0ffc-4371-bb6e-054349d0b746 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:27:59.762153 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-104472cd-5d45-44b4-9314-d82bd6a0fc66 req-419b1418-0ffc-4371-bb6e-054349d0b746 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ad06150-cec4-4232-9dd2-4a79deb95aa5 HTTP/1.1" status: 200 len: 945 time: 0.1768599 Feb 09 12:27:59.829677 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-92e9a382-b39a-45a0-80f7-8dac0f083615 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:59.835406 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b1c973-60bc-4f70-9ce3-31e59851b21e', 'name': 'network-vif-deleted', 'tag': '177f056e-e988-4470-9bc0-7176b8935066', 'status': 'completed', 'code': 200} Feb 09 12:27:59.838216 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b298147-fce1-4b41-b99c-433d7633469d', 'name': 'network-vif-deleted', 'tag': '18363890-51e5-4b20-a74f-f73c42dee73e', 'status': 'completed', 'code': 200} Feb 09 12:27:59.879732 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e9a382-b39a-45a0-80f7-8dac0f083615 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9560e889-de32-49ca-828a-ecd5726219af,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:27:59.892369 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-104472cd-5d45-44b4-9314-d82bd6a0fc66 req-d458805f-810c-4998-a53c-ca5c3e0b1749 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226833 Feb 09 12:27:59.933081 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-92e9a382-b39a-45a0-80f7-8dac0f083615 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:27:59.935069 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-92e9a382-b39a-45a0-80f7-8dac0f083615 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "DELETE /v2.0/security-groups/9560e889-de32-49ca-828a-ecd5726219af HTTP/1.1" status: 204 len: 168 time: 0.4091609 Feb 09 12:27:59.939114 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54796) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:27:59.959761 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54800) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:27:59.969428 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-ee60f86d-0b5d-4406-9765-0e1b9c96ac84 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] show failed (client error): The resource could not be found. Feb 09 12:27:59.974152 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ee60f86d-0b5d-4406-9765-0e1b9c96ac84 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "GET /v2.0/security-groups/9560e889-de32-49ca-828a-ecd5726219af HTTP/1.1" status: 404 len: 347 time: 0.0336783 Feb 09 12:27:59.978063 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54804) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:28:00.027573 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-bdf45f46-8f3c-4895-861e-081f033b703b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6b0ea08007bd423bba6d81fafa2c2138&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0665369 Feb 09 12:28:00.030027 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54808) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:28:00.101710 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0e678312-e2bf-446f-9876-638b209c3a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:00.131045 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0e678312-e2bf-446f-9876-638b209c3a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:00.206772 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0e678312-e2bf-446f-9876-638b209c3a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:00.233046 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e678312-e2bf-446f-9876-638b209c3a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3e989b-152e-429b-a707-ab3d53bc4ce8,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:00.237027 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0e678312-e2bf-446f-9876-638b209c3a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:00.241491 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0e678312-e2bf-446f-9876-638b209c3a51 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6b3e989b-152e-429b-a707-ab3d53bc4ce8 HTTP/1.1" status: 204 len: 168 time: 0.2074795 Feb 09 12:28:00.564302 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-6c2135df-838d-4c12-b459-6c67163c96b2 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Deleting port 99cf9451-7530-43e6-9d2e-41d28f7d90ec {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:28:00.564708 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6c2135df-838d-4c12-b459-6c67163c96b2 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:00.699758 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c0d26725-0f12-4702-9f09-5c2add88dc63 req-02061877-452b-4ec0-9e70-d60fcb0b7b2a tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Synchronizing usage tracker for tenant:c35b136021fd452e84da1be28afeefee on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:28:00.916579 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c0d26725-0f12-4702-9f09-5c2add88dc63 req-02061877-452b-4ec0-9e70-d60fcb0b7b2a tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Unset dirty status for tenant:c35b136021fd452e84da1be28afeefee on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:28:00.922435 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c0d26725-0f12-4702-9f09-5c2add88dc63 req-02061877-452b-4ec0-9e70-d60fcb0b7b2a tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b298147-fce1-4b41-b99c-433d7633469d HTTP/1.1" status: 200 len: 210 time: 0.3133397 Feb 09 12:28:00.924992 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6c2135df-838d-4c12-b459-6c67163c96b2 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:00.925314 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6c2135df-838d-4c12-b459-6c67163c96b2 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:00.958722 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22174301-6d1a-44be-9fc0-7046da3104a7 req-25bdafa4-43c7-4349-af0d-72efcf60d19a tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:00.967070 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-22174301-6d1a-44be-9fc0-7046da3104a7 req-25bdafa4-43c7-4349-af0d-72efcf60d19a tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 950 time: 0.8673940 Feb 09 12:28:01.221979 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-6c2135df-838d-4c12-b459-6c67163c96b2 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Calling delete_port for 99cf9451-7530-43e6-9d2e-41d28f7d90ec owned by network:floatingip {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:28:01.368455 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-22174301-6d1a-44be-9fc0-7046da3104a7 req-70b69de3-3f95-4b17-89a3-60d05ab610db tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4002323 Feb 09 12:28:01.494181 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef042de-6c83-45e8-9d4e-29935a17c8a8 req-2adc4c85-b651-4758-a89f-b6a49eb6f8d1 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:01.500090 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cef042de-6c83-45e8-9d4e-29935a17c8a8 req-2adc4c85-b651-4758-a89f-b6a49eb6f8d1 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ad06150-cec4-4232-9dd2-4a79deb95aa5 HTTP/1.1" status: 200 len: 945 time: 0.3270836 Feb 09 12:28:01.513060 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b28dd0-c98f-4d0e-817d-8eb2aa972dba req-9e63d3e2-25ca-4dc7-9fc1-e3a15733ec46 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:01.514594 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-51b28dd0-c98f-4d0e-817d-8eb2aa972dba req-9e63d3e2-25ca-4dc7-9fc1-e3a15733ec46 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ad06150-cec4-4232-9dd2-4a79deb95aa5 HTTP/1.1" status: 200 len: 945 time: 0.3443024 Feb 09 12:28:01.597716 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6c2135df-838d-4c12-b459-6c67163c96b2 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:01.671389 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2135df-838d-4c12-b459-6c67163c96b2 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Pushing event deleted for resources: {'Port': ['ID=99cf9451-7530-43e6-9d2e-41d28f7d90ec,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:01.684368 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cef042de-6c83-45e8-9d4e-29935a17c8a8 req-662c19ff-45c8-4fa9-9980-2270b694dd1c tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796381 Feb 09 12:28:01.718616 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-51b28dd0-c98f-4d0e-817d-8eb2aa972dba req-4e89079c-f397-4fb5-a383-29140fc56303 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Deleting port e4a5b10a-1479-424b-8cfc-8adb973020d8 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:28:01.718962 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-51b28dd0-c98f-4d0e-817d-8eb2aa972dba req-4e89079c-f397-4fb5-a383-29140fc56303 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:01.878493 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6c2135df-838d-4c12-b459-6c67163c96b2 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks [] for floatingip, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:01.998869 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 18363890-51e5-4b20-a74f-f73c42dee73e no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:28:02.062375 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6c2135df-838d-4c12-b459-6c67163c96b2 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:02.066145 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-6c2135df-838d-4c12-b459-6c67163c96b2 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] 10.222.0.55 "DELETE /v2.0/floatingips/19169adc-ffa1-4b9d-9212-b3908e94795b HTTP/1.1" status: 204 len: 168 time: 2.0808802 Feb 09 12:28:02.066595 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54902) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:28:02.071459 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: 18363890-51e5-4b20-a74f-f73c42dee73e {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:28:02.072337 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d65f893f-93d5-4f7d-ab1d-7ba63e5bf8d3 req-72348515-4c6c-44c0-9fd1-ecd476515c1f tempest-ServerShowV254Test-1993522265 tempest-ServerShowV254Test-1993522265-project] 10.222.0.55 "GET /v2.0/ports?device_id=89ad5d52-9748-4ebd-9202-2556cb6fc772 HTTP/1.1" status: 200 len: 210 time: 0.1729329 Feb 09 12:28:02.080485 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 18363890-51e5-4b20-a74f-f73c42dee73e not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:28:02.203058 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-51b28dd0-c98f-4d0e-817d-8eb2aa972dba req-4e89079c-f397-4fb5-a383-29140fc56303 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] For port e4a5b10a-1479-424b-8cfc-8adb973020d8, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=e4a5b10a-1479-424b-8cfc-8adb973020d8,segment=NetworkSegment(979c19f6-d1b0-4462-9702-5c928d7c30bd),segment_id=979c19f6-d1b0-4462-9702-5c928d7c30bd)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:28:02.203481 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-51b28dd0-c98f-4d0e-817d-8eb2aa972dba req-4e89079c-f397-4fb5-a383-29140fc56303 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:02.362427 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-51b28dd0-c98f-4d0e-817d-8eb2aa972dba req-4e89079c-f397-4fb5-a383-29140fc56303 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Calling delete_port for e4a5b10a-1479-424b-8cfc-8adb973020d8 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:28:03.001495 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-51b28dd0-c98f-4d0e-817d-8eb2aa972dba req-4e89079c-f397-4fb5-a383-29140fc56303 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:03.028929 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['d93b5e0a-6c45-4800-820d-aa945e3d4e97'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:28:03.068562 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0cce67-eb68-4077-aea2-f054e24dfa94 req-9cb24375-5cce-46a3-b1d9-169b254bcfd3 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:03.089085 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ba0cce67-eb68-4077-aea2-f054e24dfa94 req-9cb24375-5cce-46a3-b1d9-169b254bcfd3 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ad06150-cec4-4232-9dd2-4a79deb95aa5 HTTP/1.1" status: 200 len: 945 time: 0.1900289 Feb 09 12:28:03.130384 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89079c-f397-4fb5-a383-29140fc56303 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Pushing event deleted for resources: {'Port': ['ID=e4a5b10a-1479-424b-8cfc-8adb973020d8,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:03.239694 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f76789-16f8-4a41-b9d8-cdcf6767f75c req-b71b3293-ba27-49d2-8946-1abd94f1471c tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:03.254608 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-80f76789-16f8-4a41-b9d8-cdcf6767f75c req-b71b3293-ba27-49d2-8946-1abd94f1471c tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 950 time: 0.6421807 Feb 09 12:28:03.307336 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5b8e54e6-32ec-4b20-ae8e-a174c4d2a99e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:03.336439 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ba0cce67-eb68-4077-aea2-f054e24dfa94 req-1a0e74d8-c120-4b1c-8d21-bc6a1e812df7 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281299 Feb 09 12:28:03.638658 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-80f76789-16f8-4a41-b9d8-cdcf6767f75c req-a7b1d89d-d319-44a0-b2c1-9073c6e21101 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803787 Feb 09 12:28:03.652929 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b28dd0-c98f-4d0e-817d-8eb2aa972dba req-4e89079c-f397-4fb5-a383-29140fc56303 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] No DVR routers for this DVR port e4a5b10a-1479-424b-8cfc-8adb973020d8 on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:28:03.657535 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-51b28dd0-c98f-4d0e-817d-8eb2aa972dba req-4e89079c-f397-4fb5-a383-29140fc56303 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:03.717963 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad06150-cec4-4232-9dd2-4a79deb95aa5', 'name': 'network-vif-deleted', 'tag': 'e4a5b10a-1479-424b-8cfc-8adb973020d8'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:28:03.725036 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-65f20645-f25d-4930-aee3-d7cfcf9e3bb1 req-213082ba-109a-4f82-bd6f-3479809b9e2d tempest-ServerShowV254Test-1993522265 tempest-ServerShowV254Test-1993522265-project] 10.222.0.55 "GET /v2.0/ports?device_id=89ad5d52-9748-4ebd-9202-2556cb6fc772 HTTP/1.1" status: 200 len: 210 time: 0.0979936 Feb 09 12:28:03.736825 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-51b28dd0-c98f-4d0e-817d-8eb2aa972dba req-4e89079c-f397-4fb5-a383-29140fc56303 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.46 "DELETE /v2.0/ports/e4a5b10a-1479-424b-8cfc-8adb973020d8 HTTP/1.1" status: 204 len: 173 time: 2.2041702 Feb 09 12:28:04.013822 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device e4a5b10a-1479-424b-8cfc-8adb973020d8 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:28:04.082754 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-5b8e54e6-32ec-4b20-ae8e-a174c4d2a99e admin admin] Deleting port 7cbb5bc4-4c9c-471f-9eba-81af52160a10 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:28:04.083402 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5b8e54e6-32ec-4b20-ae8e-a174c4d2a99e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:04.095886 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0c6a8-acad-4ce2-bcf4-1c92d8497798 req-8d91933b-d1ed-4833-8fc6-5daff29a2057 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:04.097547 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aaf0c6a8-acad-4ce2-bcf4-1c92d8497798 req-8d91933b-d1ed-4833-8fc6-5daff29a2057 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 950 time: 0.2818298 Feb 09 12:28:04.105065 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: e4a5b10a-1479-424b-8cfc-8adb973020d8 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:28:04.105603 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device e4a5b10a-1479-424b-8cfc-8adb973020d8 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:28:04.149149 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552af0e0-94ad-46c5-bb19-20ccd4d39c35 req-01dfac0e-7380-4f0f-9656-2ab7895f5acc tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:04.156328 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-552af0e0-94ad-46c5-bb19-20ccd4d39c35 req-01dfac0e-7380-4f0f-9656-2ab7895f5acc tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/networks?id=985217ad-b773-4531-9367-f144e39af1cf HTTP/1.1" status: 200 len: 805 time: 0.2526453 Feb 09 12:28:04.192247 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aaf0c6a8-acad-4ce2-bcf4-1c92d8497798 req-83ff65da-df13-4bce-b3e4-eacd938adf0d tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807714 Feb 09 12:28:04.203758 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-552af0e0-94ad-46c5-bb19-20ccd4d39c35 req-13ca467c-54bf-4324-885b-93f4d4902761 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/quotas/c35b136021fd452e84da1be28afeefee HTTP/1.1" status: 200 len: 375 time: 0.0451219 Feb 09 12:28:04.305141 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad06150-cec4-4232-9dd2-4a79deb95aa5', 'name': 'network-vif-deleted', 'tag': 'e4a5b10a-1479-424b-8cfc-8adb973020d8', 'status': 'completed', 'code': 200} Feb 09 12:28:04.340159 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-5b8e54e6-32ec-4b20-ae8e-a174c4d2a99e admin admin] For port 7cbb5bc4-4c9c-471f-9eba-81af52160a10, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=7cbb5bc4-4c9c-471f-9eba-81af52160a10,segment=NetworkSegment(8f05bb68-39ac-4075-9eae-946e36af88ec),segment_id=8f05bb68-39ac-4075-9eae-946e36af88ec)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:28:04.340695 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5b8e54e6-32ec-4b20-ae8e-a174c4d2a99e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:04.353275 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-552af0e0-94ad-46c5-bb19-20ccd4d39c35 req-e260fa1b-5bed-4c30-aab4-ebc4f32f3d88 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c35b136021fd452e84da1be28afeefee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1486418 Feb 09 12:28:04.641966 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-552af0e0-94ad-46c5-bb19-20ccd4d39c35 req-934b6181-6d02-4e76-a16b-38d6b16266ed service neutron] 10.222.0.55 "GET /v2.0/networks/985217ad-b773-4531-9367-f144e39af1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749457 Feb 09 12:28:04.756275 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-5b8e54e6-32ec-4b20-ae8e-a174c4d2a99e admin admin] Calling delete_port for 7cbb5bc4-4c9c-471f-9eba-81af52160a10 owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:28:04.852149 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-552af0e0-94ad-46c5-bb19-20ccd4d39c35 req-e1a85ca9-ce10-481a-809a-5d55df7fa565 service neutron] 10.222.0.55 "GET /v2.0/networks/985217ad-b773-4531-9367-f144e39af1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093122 Feb 09 12:28:05.021294 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5b8e54e6-32ec-4b20-ae8e-a174c4d2a99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:05.080643 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e54e6-32ec-4b20-ae8e-a174c4d2a99e admin admin] Pushing event deleted for resources: {'Port': ['ID=7cbb5bc4-4c9c-471f-9eba-81af52160a10,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:05.424598 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b02e170e-171b-4099-82d4-38be5f337c4d req-4589af0e-04e2-448d-a87e-d91d60ab5292 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d8cdda-ab44-4cbd-b53b-7cbdfb973aec HTTP/1.1" status: 200 len: 210 time: 0.1186278 Feb 09 12:28:05.484365 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3abff6d0-0985-434f-81bb-f46db6d28c82 req-8d778267-38f9-49be-98ca-5b6934aefabc tempest-ServerShowV254Test-1993522265 tempest-ServerShowV254Test-1993522265-project] 10.222.0.55 "GET /v2.0/ports?device_id=89ad5d52-9748-4ebd-9202-2556cb6fc772 HTTP/1.1" status: 200 len: 210 time: 0.0586166 Feb 09 12:28:05.520618 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5b8e54e6-32ec-4b20-ae8e-a174c4d2a99e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:05.744363 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e7eb87ba-38d1-447c-9e4d-8618fa5d970e req-aefd2ab5-84dc-40fa-9ee3-6b962b2c3573 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=89ad5d52-9748-4ebd-9202-2556cb6fc772 HTTP/1.1" status: 200 len: 210 time: 0.0465500 Feb 09 12:28:05.778101 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564522d-26df-4a0d-8856-3f0eb34073ad req-130347f2-94cf-4b9b-beec-bdfaa16ec00d tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:05.779525 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0564522d-26df-4a0d-8856-3f0eb34073ad req-130347f2-94cf-4b9b-beec-bdfaa16ec00d tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 950 time: 0.1542759 Feb 09 12:28:05.788238 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5478bc8-53ee-4a6b-a30b-df3af0b24ac2 req-85cad52f-5756-409c-8fc5-27f7497f8a9a tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:05.788945 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-b5478bc8-53ee-4a6b-a30b-df3af0b24ac2 req-85cad52f-5756-409c-8fc5-27f7497f8a9a tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Synchronizing usage tracker for tenant:00099515433c46eebcd12321c76bbae3 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:28:05.832308 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-b5478bc8-53ee-4a6b-a30b-df3af0b24ac2 req-85cad52f-5756-409c-8fc5-27f7497f8a9a tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Unset dirty status for tenant:00099515433c46eebcd12321c76bbae3 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:28:05.833716 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b5478bc8-53ee-4a6b-a30b-df3af0b24ac2 req-85cad52f-5756-409c-8fc5-27f7497f8a9a tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.2606320 Feb 09 12:28:05.870804 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0564522d-26df-4a0d-8856-3f0eb34073ad req-c2ab0309-9149-412a-8e35-6fc1db51bdde tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783072 Feb 09 12:28:05.932471 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b5478bc8-53ee-4a6b-a30b-df3af0b24ac2 req-34cb3979-3101-47e6-bb30-26adbb74f4bc tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850341 Feb 09 12:28:05.995109 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 55010) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:28:06.017849 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b8e54e6-32ec-4b20-ae8e-a174c4d2a99e admin admin] Router 0f84b648-e725-4125-939c-4f07358083f0 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:28:06.220009 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8e54e6-32ec-4b20-ae8e-a174c4d2a99e admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:28:06.231909 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6c28dd-3d89-4497-915c-553d0a4e9596 None None] Sync routers for ids ['0f84b648-e725-4125-939c-4f07358083f0'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:28:06.233984 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5b8e54e6-32ec-4b20-ae8e-a174c4d2a99e admin admin] 10.222.0.55 "PUT /v2.0/routers/0f84b648-e725-4125-939c-4f07358083f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1662829 Feb 09 12:28:06.237061 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55018) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:28:06.243152 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6c28dd-3d89-4497-915c-553d0a4e9596 None None] Routers {'0f84b648-e725-4125-939c-4f07358083f0'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:28:06.243776 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4e6c28dd-3d89-4497-915c-553d0a4e9596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:27:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['0f84b648-e725-4125-939c-4f07358083f0'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:28:06.439309 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-4e6c28dd-3d89-4497-915c-553d0a4e9596 None None] Set router 0f84b648-e725-4125-939c-4f07358083f0 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:28:06.595602 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5ff71-4774-4acc-b215-7e4430b10478 req-f52d0389-d8f9-4d94-aeea-d7b8d01c613a tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:06.597386 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-40a5ff71-4774-4acc-b215-7e4430b10478 req-f52d0389-d8f9-4d94-aeea-d7b8d01c613a tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.4037113 Feb 09 12:28:06.605041 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9a70b652-6e54-4c74-99fa-22b6c1454d92 admin admin] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:06.684002 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b23459fd-dd26-4ec5-8f57-414650e4c90f req-306becd8-6587-499f-970b-93af75c7774b tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d8cdda-ab44-4cbd-b53b-7cbdfb973aec HTTP/1.1" status: 200 len: 210 time: 0.1091418 Feb 09 12:28:06.887365 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9a70b652-6e54-4c74-99fa-22b6c1454d92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:06.902335 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-9a70b652-6e54-4c74-99fa-22b6c1454d92 admin admin] Deleting port 3e045260-38e1-4a43-886b-5d56048d7657 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:28:06.902672 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9a70b652-6e54-4c74-99fa-22b6c1454d92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:06.913098 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4e6c28dd-3d89-4497-915c-553d0a4e9596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f84b648-e725-4125-939c-4f07358083f0', 'name': 'tempest-ServerActionsTestJSON-1504927628-router', 'tenant_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '3e045260-38e1-4a43-886b-5d56048d7657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:18:39Z', 'updated_at': '2022-02-09T12:28:04Z', 'revision_number': 5, 'project_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'gw_port': {'id': '3e045260-38e1-4a43-886b-5d56048d7657', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f84b648-e725-4125-939c-4f07358083f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:18:41Z', 'updated_at': '2022-02-09T12:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:28:06.921782 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6c28dd-3d89-4497-915c-553d0a4e9596 None None] Checking router: 0f84b648-e725-4125-939c-4f07358083f0 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:28:06.938492 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6c28dd-3d89-4497-915c-553d0a4e9596 None None] Routers {'0f84b648-e725-4125-939c-4f07358083f0'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:28:06.939196 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4e6c28dd-3d89-4497-915c-553d0a4e9596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:27:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['0f84b648-e725-4125-939c-4f07358083f0'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:28:07.159172 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-9a70b652-6e54-4c74-99fa-22b6c1454d92 admin admin] For port 3e045260-38e1-4a43-886b-5d56048d7657, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=3e045260-38e1-4a43-886b-5d56048d7657,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:28:07.159172 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9a70b652-6e54-4c74-99fa-22b6c1454d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:07.212746 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-40a5ff71-4774-4acc-b215-7e4430b10478 req-c8aac39d-d392-47d8-a572-65a0caf296e1 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5661192 Feb 09 12:28:07.263445 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-4e6c28dd-3d89-4497-915c-553d0a4e9596 None None] Set router 0f84b648-e725-4125-939c-4f07358083f0 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:28:07.295318 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ec75c91c-6fdf-4d30-b443-63a2daaf43f3 req-15800024-9ae8-4cfd-adc8-5fa3096f637f tempest-ServerShowV254Test-1993522265 tempest-ServerShowV254Test-1993522265-project] 10.222.0.55 "GET /v2.0/ports?device_id=89ad5d52-9748-4ebd-9202-2556cb6fc772 HTTP/1.1" status: 200 len: 210 time: 0.4048221 Feb 09 12:28:07.347525 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-9a70b652-6e54-4c74-99fa-22b6c1454d92 admin admin] Calling delete_port for 3e045260-38e1-4a43-886b-5d56048d7657 owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:28:07.460261 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552af0e0-94ad-46c5-bb19-20ccd4d39c35 req-f1d0e217-067d-4402-b548-c5e2856a451c tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:07.461889 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-552af0e0-94ad-46c5-bb19-20ccd4d39c35 req-f1d0e217-067d-4402-b548-c5e2856a451c tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.46 "GET /v2.0/networks?id=985217ad-b773-4531-9367-f144e39af1cf HTTP/1.1" status: 200 len: 805 time: 0.7752388 Feb 09 12:28:07.484057 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-552af0e0-94ad-46c5-bb19-20ccd4d39c35 req-6d3baccc-012c-489e-a5be-8fe7f4c8b58d tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Request body: {'port': {'device_id': 'a6d8cdda-ab44-4cbd-b53b-7cbdfb973aec', 'network_id': '985217ad-b773-4531-9367-f144e39af1cf', 'admin_state_up': True, 'tenant_id': 'c35b136021fd452e84da1be28afeefee'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:28:07.546365 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4e6c28dd-3d89-4497-915c-553d0a4e9596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f84b648-e725-4125-939c-4f07358083f0', 'name': 'tempest-ServerActionsTestJSON-1504927628-router', 'tenant_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:18:39Z', 'updated_at': '2022-02-09T12:28:06Z', 'revision_number': 6, 'project_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:28:07.555683 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6c28dd-3d89-4497-915c-553d0a4e9596 None None] The sync data for ids ['0f84b648-e725-4125-939c-4f07358083f0'] in n-d-825178-3 is: [{'id': '0f84b648-e725-4125-939c-4f07358083f0', 'name': 'tempest-ServerActionsTestJSON-1504927628-router', 'tenant_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:18:39Z', 'updated_at': '2022-02-09T12:28:06Z', 'revision_number': 6, 'project_id': 'ff6e1bb65bc440a9af2daa6d5785a57a', 'gw_port_host': None}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:28:07.589108 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9a70b652-6e54-4c74-99fa-22b6c1454d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:07.646659 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a70b652-6e54-4c74-99fa-22b6c1454d92 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e045260-38e1-4a43-886b-5d56048d7657,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:07.758361 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9a70b652-6e54-4c74-99fa-22b6c1454d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:07.852864 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-552af0e0-94ad-46c5-bb19-20ccd4d39c35 req-6d3baccc-012c-489e-a5be-8fe7f4c8b58d tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:28:07.877836 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a5a28-c0db-495e-814f-e9b0e0cb66f2 req-0d90b4e8-7786-458b-a76e-793edb96ccd2 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:07.879316 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d20a5a28-c0db-495e-814f-e9b0e0cb66f2 req-0d90b4e8-7786-458b-a76e-793edb96ccd2 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 950 time: 0.3619013 Feb 09 12:28:07.880195 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-552af0e0-94ad-46c5-bb19-20ccd4d39c35 req-6d3baccc-012c-489e-a5be-8fe7f4c8b58d tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:28:07.898544 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1132a2-22a6-4804-ac24-620b286f882e req-be258c0c-ecca-4d04-b7e3-a3ec0d8253e6 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:07.900024 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5b1132a2-22a6-4804-ac24-620b286f882e req-be258c0c-ecca-4d04-b7e3-a3ec0d8253e6 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.3369486 Feb 09 12:28:07.935586 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9a70b652-6e54-4c74-99fa-22b6c1454d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:07.937898 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9a70b652-6e54-4c74-99fa-22b6c1454d92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:07.939788 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-552af0e0-94ad-46c5-bb19-20ccd4d39c35 req-6d3baccc-012c-489e-a5be-8fe7f4c8b58d tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Made reservation on behalf of c35b136021fd452e84da1be28afeefee for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:28:07.943662 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-552af0e0-94ad-46c5-bb19-20ccd4d39c35 req-6d3baccc-012c-489e-a5be-8fe7f4c8b58d tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:07.960820 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-26fa7beb-303c-41f9-ae2d-0f390b40c966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:07.961034 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9a70b652-6e54-4c74-99fa-22b6c1454d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:07.961448 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a70b652-6e54-4c74-99fa-22b6c1454d92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f84b648-e725-4125-939c-4f07358083f0 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:28:07.973299 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9a70b652-6e54-4c74-99fa-22b6c1454d92 admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:07.974405 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9a70b652-6e54-4c74-99fa-22b6c1454d92 admin admin] 10.222.0.55 "DELETE /v2.0/routers/0f84b648-e725-4125-939c-4f07358083f0 HTTP/1.1" status: 204 len: 168 time: 1.7363937 Feb 09 12:28:07.979759 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55044) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:28:08.037202 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-da65edfb-4408-46ef-b55d-74dcbc1372e6 admin admin] Deleting subnet fc155009-a31d-4409-b15f-2ed587ea4525 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:28:08.040675 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-da65edfb-4408-46ef-b55d-74dcbc1372e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:08.100866 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-da65edfb-4408-46ef-b55d-74dcbc1372e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:08.144697 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d20a5a28-c0db-495e-814f-e9b0e0cb66f2 req-f6109fb6-a371-450e-b61c-5edc8f6c7219 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554350 Feb 09 12:28:08.192940 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-da65edfb-4408-46ef-b55d-74dcbc1372e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:08.220707 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5b1132a2-22a6-4804-ac24-620b286f882e req-cb7d877a-2389-4bcc-9e88-7a3215337529 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035517 Feb 09 12:28:08.293387 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-da65edfb-4408-46ef-b55d-74dcbc1372e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:08.361847 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fa9a3224-c4f5-46a7-bf1a-f325c976173a req-ee54b647-4a34-4808-8592-0c4d9846700f tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d8cdda-ab44-4cbd-b53b-7cbdfb973aec HTTP/1.1" status: 200 len: 210 time: 0.0893517 Feb 09 12:28:08.392700 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da65edfb-4408-46ef-b55d-74dcbc1372e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc155009-a31d-4409-b15f-2ed587ea4525,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:08.404260 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-da65edfb-4408-46ef-b55d-74dcbc1372e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:08.408127 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b092d0c4-079c-4463-bbb2-de2fbe82153d None None] Network 0448691a-ec13-4b8b-a50a-33e2c91deaac requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:28:08.413482 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-da65edfb-4408-46ef-b55d-74dcbc1372e6 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/fc155009-a31d-4409-b15f-2ed587ea4525 HTTP/1.1" status: 204 len: 168 time: 0.4324384 Feb 09 12:28:08.418873 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55052) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:28:08.771577 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cfa60536-bd9a-4ec7-8adf-a9013aa87f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:08.782771 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0f678c26-c823-485a-ba3b-22d2fda53b4c req-422ad8d1-3115-4dd2-8df6-7aad0d7d328a tempest-ServerShowV254Test-1993522265 tempest-ServerShowV254Test-1993522265-project] 10.222.0.55 "GET /v2.0/ports?device_id=89ad5d52-9748-4ebd-9202-2556cb6fc772 HTTP/1.1" status: 200 len: 210 time: 0.1029968 Feb 09 12:28:08.798029 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-cfa60536-bd9a-4ec7-8adf-a9013aa87f38 admin admin] Deleting port 9218af92-bc24-4e8f-bc4f-62f683855f2b {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:28:08.800544 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cfa60536-bd9a-4ec7-8adf-a9013aa87f38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:08.804005 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-552af0e0-94ad-46c5-bb19-20ccd4d39c35 req-6d3baccc-012c-489e-a5be-8fe7f4c8b58d tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Allocated IP 172.20.0.2 (985217ad-b773-4531-9367-f144e39af1cf/3c9b480e-1cd6-43a9-9d3f-1e4f05f3898f/a4566240-9bd2-4046-afe1-9dec69cf0b35) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:28:08.942906 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606a78fc-c147-4b2c-b471-35acb21801a1 None None] DHCP port deletion for 0448691a-ec13-4b8b-a50a-33e2c91deaac request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:28:08.959740 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-606a78fc-c147-4b2c-b471-35acb21801a1 None None] Deleting port 9218af92-bc24-4e8f-bc4f-62f683855f2b {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:28:08.960253 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-606a78fc-c147-4b2c-b471-35acb21801a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:09.126038 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 3e045260-38e1-4a43-886b-5d56048d7657 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:28:09.166123 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-26fa7beb-303c-41f9-ae2d-0f390b40c966 admin admin] Deleting port e3eb8711-c1af-44a2-8144-111c159c44ee {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:28:09.167110 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-26fa7beb-303c-41f9-ae2d-0f390b40c966 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:09.189797 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-cfa60536-bd9a-4ec7-8adf-a9013aa87f38 admin admin] For port 9218af92-bc24-4e8f-bc4f-62f683855f2b, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=9218af92-bc24-4e8f-bc4f-62f683855f2b,segment=NetworkSegment(8f05bb68-39ac-4075-9eae-946e36af88ec),segment_id=8f05bb68-39ac-4075-9eae-946e36af88ec)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:28:09.190252 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cfa60536-bd9a-4ec7-8adf-a9013aa87f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:09.287205 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 3e045260-38e1-4a43-886b-5d56048d7657 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:28:09.287556 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 3e045260-38e1-4a43-886b-5d56048d7657 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:28:09.291783 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 7cbb5bc4-4c9c-471f-9eba-81af52160a10 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:28:09.364298 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 7cbb5bc4-4c9c-471f-9eba-81af52160a10 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:28:09.364636 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 7cbb5bc4-4c9c-471f-9eba-81af52160a10 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:28:09.477839 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-cfa60536-bd9a-4ec7-8adf-a9013aa87f38 admin admin] Calling delete_port for 9218af92-bc24-4e8f-bc4f-62f683855f2b owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:28:09.499007 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-606a78fc-c147-4b2c-b471-35acb21801a1 None None] For port 9218af92-bc24-4e8f-bc4f-62f683855f2b, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=9218af92-bc24-4e8f-bc4f-62f683855f2b,segment=NetworkSegment(8f05bb68-39ac-4075-9eae-946e36af88ec),segment_id=8f05bb68-39ac-4075-9eae-946e36af88ec)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:28:09.500160 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-606a78fc-c147-4b2c-b471-35acb21801a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:09.515576 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-552af0e0-94ad-46c5-bb19-20ccd4d39c35 req-6d3baccc-012c-489e-a5be-8fe7f4c8b58d tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:09.621827 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cfa60536-bd9a-4ec7-8adf-a9013aa87f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:09.704279 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-606a78fc-c147-4b2c-b471-35acb21801a1 None None] Calling delete_port for 9218af92-bc24-4e8f-bc4f-62f683855f2b owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:28:09.715469 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa60536-bd9a-4ec7-8adf-a9013aa87f38 admin admin] No DVR routers for this DVR port 9218af92-bc24-4e8f-bc4f-62f683855f2b on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:28:09.765746 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-26fa7beb-303c-41f9-ae2d-0f390b40c966 admin admin] For port e3eb8711-c1af-44a2-8144-111c159c44ee, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=e3eb8711-c1af-44a2-8144-111c159c44ee,segment=NetworkSegment(71698d85-b633-45ec-abb8-fe7e1f3cf04d),segment_id=71698d85-b633-45ec-abb8-fe7e1f3cf04d)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:28:09.772067 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-26fa7beb-303c-41f9-ae2d-0f390b40c966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:09.859482 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-606a78fc-c147-4b2c-b471-35acb21801a1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:28:09.859482 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-606a78fc-c147-4b2c-b471-35acb21801a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:28:09.891944 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa60536-bd9a-4ec7-8adf-a9013aa87f38 admin admin] Pushing event deleted for resources: {'Port': ['ID=9218af92-bc24-4e8f-bc4f-62f683855f2b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:09.916489 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-552af0e0-94ad-46c5-bb19-20ccd4d39c35 req-6d3baccc-012c-489e-a5be-8fe7f4c8b58d tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:09.922879 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cfa60536-bd9a-4ec7-8adf-a9013aa87f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:09.934379 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['40dc350d-1874-481c-a46c-c820c9950461'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:28:09.957344 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-cfa60536-bd9a-4ec7-8adf-a9013aa87f38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0448691a-ec13-4b8b-a50a-33e2c91deaac']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:28:09.961398 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-26fa7beb-303c-41f9-ae2d-0f390b40c966 admin admin] Calling delete_port for e3eb8711-c1af-44a2-8144-111c159c44ee owned by network:router_interface {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:28:10.006293 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-cfa60536-bd9a-4ec7-8adf-a9013aa87f38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f05bb68-39ac-4075-9eae-946e36af88ec') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:28:10.006599 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-cfa60536-bd9a-4ec7-8adf-a9013aa87f38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f05bb68-39ac-4075-9eae-946e36af88ec') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:28:10.067652 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cfa60536-bd9a-4ec7-8adf-a9013aa87f38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:10.109062 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cfa60536-bd9a-4ec7-8adf-a9013aa87f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:10.116929 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfa60536-bd9a-4ec7-8adf-a9013aa87f38 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:28:10.117540 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cfa60536-bd9a-4ec7-8adf-a9013aa87f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:10.174672 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-552af0e0-94ad-46c5-bb19-20ccd4d39c35 req-6d3baccc-012c-489e-a5be-8fe7f4c8b58d tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Network 985217ad-b773-4531-9367-f144e39af1cf is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:28:10.178201 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3baccc-012c-489e-a5be-8fe7f4c8b58d tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Pushing event updated for resources: {'Port': ['ID=a4566240-9bd2-4046-afe1-9dec69cf0b35,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:10.190870 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-552af0e0-94ad-46c5-bb19-20ccd4d39c35 req-6d3baccc-012c-489e-a5be-8fe7f4c8b58d tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:28:10.203725 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:28:10.203725 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:28:10.203725 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:28:10.203725 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:28:10.203725 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:28:10.203725 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:28:10.203725 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:28:10.203725 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:28:10.203725 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:28:10.203725 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:28:10.203725 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:28:10.203725 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:28:10.203725 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:28:10.203725 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:28:10.203725 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:28:10.203725 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:28:10.203725 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:28:10.203725 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:28:10.203725 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:28:10.203725 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:28:10.203725 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:28:10.203725 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:28:10.203725 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:28:10.203725 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:28:10.203725 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:28:10.203725 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:28:10.203725 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:28:10.203725 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:28:10.203725 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:28:10.203725 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:28:10.203725 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:28:10.203725 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:28:10.205442 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-552af0e0-94ad-46c5-bb19-20ccd4d39c35 req-6d3baccc-012c-489e-a5be-8fe7f4c8b58d tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:28:10.231335 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3baccc-012c-489e-a5be-8fe7f4c8b58d tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:28:10.231623 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cfa60536-bd9a-4ec7-8adf-a9013aa87f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:10.231742 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3baccc-012c-489e-a5be-8fe7f4c8b58d tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:28:10.232038 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3baccc-012c-489e-a5be-8fe7f4c8b58d tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:28:10.233443 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3baccc-012c-489e-a5be-8fe7f4c8b58d tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:28:10.233443 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3baccc-012c-489e-a5be-8fe7f4c8b58d tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:28:10.233443 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3baccc-012c-489e-a5be-8fe7f4c8b58d tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:28:10.233443 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3baccc-012c-489e-a5be-8fe7f4c8b58d tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:28:10.233782 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3baccc-012c-489e-a5be-8fe7f4c8b58d tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:28:10.234007 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3baccc-012c-489e-a5be-8fe7f4c8b58d tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:28:10.234406 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3baccc-012c-489e-a5be-8fe7f4c8b58d tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:28:10.235068 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3baccc-012c-489e-a5be-8fe7f4c8b58d tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:28:10.235172 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3baccc-012c-489e-a5be-8fe7f4c8b58d tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:28:10.249152 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cfa60536-bd9a-4ec7-8adf-a9013aa87f38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:10.260156 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa60536-bd9a-4ec7-8adf-a9013aa87f38 admin admin] Pushing event deleted for resources: {'Network': ['ID=0448691a-ec13-4b8b-a50a-33e2c91deaac,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:10.276272 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-cfa60536-bd9a-4ec7-8adf-a9013aa87f38 admin admin] 10.222.0.55 "DELETE /v2.0/networks/0448691a-ec13-4b8b-a50a-33e2c91deaac HTTP/1.1" status: 204 len: 168 time: 1.8553951 Feb 09 12:28:10.329191 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e571a-c6d0-4b0a-8453-c1ccbf393114 req-026796f1-c28b-472f-8ca6-c4b63d366d6b tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:10.336264 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-af8e571a-c6d0-4b0a-8453-c1ccbf393114 req-026796f1-c28b-472f-8ca6-c4b63d366d6b tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 950 time: 0.9261186 Feb 09 12:28:10.361130 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-606a78fc-c147-4b2c-b471-35acb21801a1 None None] Deleting port 9218af92-bc24-4e8f-bc4f-62f683855f2b {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:28:10.361522 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-606a78fc-c147-4b2c-b471-35acb21801a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:10.363968 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552af0e0-94ad-46c5-bb19-20ccd4d39c35 req-6d3baccc-012c-489e-a5be-8fe7f4c8b58d tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:10.364807 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-552af0e0-94ad-46c5-bb19-20ccd4d39c35 req-6d3baccc-012c-489e-a5be-8fe7f4c8b58d tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:10.396767 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec0ae7-b433-46d1-8130-3f5f3fa13bd3 req-2f5b7f74-d487-41c3-bbb4-cc2cd6d87e2e tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:10.404544 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c2ec0ae7-b433-46d1-8130-3f5f3fa13bd3 req-2f5b7f74-d487-41c3-bbb4-cc2cd6d87e2e tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d8cdda-ab44-4cbd-b53b-7cbdfb973aec HTTP/1.1" status: 200 len: 931 time: 0.8181260 Feb 09 12:28:10.431903 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55094) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:28:10.488488 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-af8e571a-c6d0-4b0a-8453-c1ccbf393114 req-38128918-8a70-4cfa-8367-a6ec9d3edbbe tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509275 Feb 09 12:28:10.491723 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ca5170f0-c3db-4058-bb25-15ae8df4790a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ff6e1bb65bc440a9af2daa6d5785a57a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0558534 Feb 09 12:28:10.491858 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55098) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:28:10.496775 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-606a78fc-c147-4b2c-b471-35acb21801a1 None None] The port '9218af92-bc24-4e8f-bc4f-62f683855f2b' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:28:10.522635 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-552af0e0-94ad-46c5-bb19-20ccd4d39c35 req-6d3baccc-012c-489e-a5be-8fe7f4c8b58d tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0438731 Feb 09 12:28:10.536586 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c2ec0ae7-b433-46d1-8130-3f5f3fa13bd3 req-f2533efb-1eff-4d36-a2ac-9d0fb539be21 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310267 Feb 09 12:28:10.550643 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-552af0e0-94ad-46c5-bb19-20ccd4d39c35 req-1c429470-a369-40a6-8c01-8e1999b44efc service neutron] Request body: {'port': {'device_id': 'a6d8cdda-ab44-4cbd-b53b-7cbdfb973aec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:28:10.582191 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bc2078df-33ce-4fed-81a9-54a46ede0db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:10.625173 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bc2078df-33ce-4fed-81a9-54a46ede0db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:10.692982 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bc2078df-33ce-4fed-81a9-54a46ede0db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:10.723623 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2078df-33ce-4fed-81a9-54a46ede0db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8242f335-3adf-414c-9159-87296ea4d651,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:10.728201 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bc2078df-33ce-4fed-81a9-54a46ede0db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:10.729655 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-bc2078df-33ce-4fed-81a9-54a46ede0db9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8242f335-3adf-414c-9159-87296ea4d651 HTTP/1.1" status: 204 len: 168 time: 0.2367032 Feb 09 12:28:10.758675 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-552af0e0-94ad-46c5-bb19-20ccd4d39c35 req-1c429470-a369-40a6-8c01-8e1999b44efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:10.899728 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 9218af92-bc24-4e8f-bc4f-62f683855f2b no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:28:10.965555 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-26fa7beb-303c-41f9-ae2d-0f390b40c966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:10.973399 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 9218af92-bc24-4e8f-bc4f-62f683855f2b {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:28:10.973848 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 9218af92-bc24-4e8f-bc4f-62f683855f2b not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:28:11.234674 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa7beb-303c-41f9-ae2d-0f390b40c966 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3eb8711-c1af-44a2-8144-111c159c44ee,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:11.314737 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0429c537-e7e5-485d-aea1-d3ceba2c169f req-8464d59b-407b-4d8e-a87d-33e41a760115 tempest-ServerShowV254Test-1993522265 tempest-ServerShowV254Test-1993522265-project] 10.222.0.55 "GET /v2.0/ports?device_id=89ad5d52-9748-4ebd-9202-2556cb6fc772 HTTP/1.1" status: 200 len: 210 time: 0.1117611 Feb 09 12:28:11.931183 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-26fa7beb-303c-41f9-ae2d-0f390b40c966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:11.964862 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 55154) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:28:12.053657 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-552af0e0-94ad-46c5-bb19-20ccd4d39c35 req-1c429470-a369-40a6-8c01-8e1999b44efc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4566240-9bd2-4046-afe1-9dec69cf0b35 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:28:12.074100 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db69ecb-4d1b-4cec-8060-fe600f6c9f3a req-f67120d0-23d7-4e56-9535-6cdbfeb425ff tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:12.075571 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1db69ecb-4d1b-4cec-8060-fe600f6c9f3a req-f67120d0-23d7-4e56-9535-6cdbfeb425ff tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 950 time: 0.3643160 Feb 09 12:28:12.082817 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-552af0e0-94ad-46c5-bb19-20ccd4d39c35 req-1c429470-a369-40a6-8c01-8e1999b44efc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:12.124926 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1cc45-7338-461b-a7dd-4408e7406b14 req-f88ddbe2-e67e-4b18-b968-b4bd6b0bf247 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:12.125651 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-6ea1cc45-7338-461b-a7dd-4408e7406b14 req-f88ddbe2-e67e-4b18-b968-b4bd6b0bf247 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Synchronizing usage tracker for tenant:c35b136021fd452e84da1be28afeefee on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:28:12.143436 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-552af0e0-94ad-46c5-bb19-20ccd4d39c35 req-1c429470-a369-40a6-8c01-8e1999b44efc service neutron] Transition to ACTIVE for port object a4566240-9bd2-4046-afe1-9dec69cf0b35 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:28:12.210915 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-425ee5bf-f282-4e76-86df-d522aef43faf admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-919994616-network', 'tenant_id': '49040b7a5df047fcbcc3c5dc6fa9d193'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:28:12.216636 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-552af0e0-94ad-46c5-bb19-20ccd4d39c35 req-1c429470-a369-40a6-8c01-8e1999b44efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:12.279516 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-425ee5bf-f282-4e76-86df-d522aef43faf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:28:12.308027 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-425ee5bf-f282-4e76-86df-d522aef43faf admin admin] Usage tracker for resource:network and tenant:49040b7a5df047fcbcc3c5dc6fa9d193 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:28:12.319219 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1db69ecb-4d1b-4cec-8060-fe600f6c9f3a req-4ffb9aa4-1528-451f-b7ea-8487a89cbd29 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302752 Feb 09 12:28:12.373516 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-425ee5bf-f282-4e76-86df-d522aef43faf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:28:12.376198 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-6ea1cc45-7338-461b-a7dd-4408e7406b14 req-f88ddbe2-e67e-4b18-b968-b4bd6b0bf247 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Unset dirty status for tenant:c35b136021fd452e84da1be28afeefee on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:28:12.377341 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6ea1cc45-7338-461b-a7dd-4408e7406b14 req-f88ddbe2-e67e-4b18-b968-b4bd6b0bf247 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d8cdda-ab44-4cbd-b53b-7cbdfb973aec HTTP/1.1" status: 200 len: 931 time: 0.5879939 Feb 09 12:28:12.404440 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-425ee5bf-f282-4e76-86df-d522aef43faf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:28:12.437551 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c429470-a369-40a6-8c01-8e1999b44efc service neutron] Pushing event updated for resources: {'Port': ['ID=a4566240-9bd2-4046-afe1-9dec69cf0b35,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:12.531238 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425ee5bf-f282-4e76-86df-d522aef43faf admin admin] Made reservation on behalf of 49040b7a5df047fcbcc3c5dc6fa9d193 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:28:12.533830 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-425ee5bf-f282-4e76-86df-d522aef43faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:12.608320 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-425ee5bf-f282-4e76-86df-d522aef43faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:12.685186 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6ea1cc45-7338-461b-a7dd-4408e7406b14 req-521790de-6d3d-493a-aadf-645ca63208aa tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951140 Feb 09 12:28:12.701836 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-88dd1a80-4f70-4d17-9cb2-0547f94d7d86 req-5644d24c-d7c9-4894-b898-53f82fca2b8c tempest-ServerShowV254Test-1993522265 tempest-ServerShowV254Test-1993522265-project] 10.222.0.55 "GET /v2.0/ports?device_id=89ad5d52-9748-4ebd-9202-2556cb6fc772 HTTP/1.1" status: 200 len: 210 time: 0.1252637 Feb 09 12:28:12.706586 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-425ee5bf-f282-4e76-86df-d522aef43faf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:28:12.730619 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-425ee5bf-f282-4e76-86df-d522aef43faf admin admin] Usage tracker for resource:security_group_rule and tenant:49040b7a5df047fcbcc3c5dc6fa9d193 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:28:12.781578 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-425ee5bf-f282-4e76-86df-d522aef43faf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:28:12.950804 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-425ee5bf-f282-4e76-86df-d522aef43faf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:28:13.005715 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-552af0e0-94ad-46c5-bb19-20ccd4d39c35 req-1c429470-a369-40a6-8c01-8e1999b44efc service neutron] Attempting to bind port a4566240-9bd2-4046-afe1-9dec69cf0b35 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:28:13.005983 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-552af0e0-94ad-46c5-bb19-20ccd4d39c35 req-1c429470-a369-40a6-8c01-8e1999b44efc service neutron] Attempting to bind port a4566240-9bd2-4046-afe1-9dec69cf0b35 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '985217ad-b773-4531-9367-f144e39af1cf'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:28:13.006331 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552af0e0-94ad-46c5-bb19-20ccd4d39c35 req-1c429470-a369-40a6-8c01-8e1999b44efc service neutron] Attempting to bind port a4566240-9bd2-4046-afe1-9dec69cf0b35 on network 985217ad-b773-4531-9367-f144e39af1cf {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:28:13.040802 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552af0e0-94ad-46c5-bb19-20ccd4d39c35 req-1c429470-a369-40a6-8c01-8e1999b44efc service neutron] Port a4566240-9bd2-4046-afe1-9dec69cf0b35 on network 985217ad-b773-4531-9367-f144e39af1cf not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:28:13.041137 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552af0e0-94ad-46c5-bb19-20ccd4d39c35 req-1c429470-a369-40a6-8c01-8e1999b44efc service neutron] Attempting to bind port a4566240-9bd2-4046-afe1-9dec69cf0b35 on network 985217ad-b773-4531-9367-f144e39af1cf {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:28:13.057733 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552af0e0-94ad-46c5-bb19-20ccd4d39c35 req-1c429470-a369-40a6-8c01-8e1999b44efc service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:28:13.058079 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552af0e0-94ad-46c5-bb19-20ccd4d39c35 req-1c429470-a369-40a6-8c01-8e1999b44efc service neutron] Checking segment: {'id': 'ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '985217ad-b773-4531-9367-f144e39af1cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:28:13.058521 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552af0e0-94ad-46c5-bb19-20ccd4d39c35 req-1c429470-a369-40a6-8c01-8e1999b44efc service neutron] Bound using segment: {'id': 'ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '985217ad-b773-4531-9367-f144e39af1cf'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:28:13.058902 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-552af0e0-94ad-46c5-bb19-20ccd4d39c35 req-1c429470-a369-40a6-8c01-8e1999b44efc service neutron] Bound port: a4566240-9bd2-4046-afe1-9dec69cf0b35, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '985217ad-b773-4531-9367-f144e39af1cf'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:28:13.059255 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-552af0e0-94ad-46c5-bb19-20ccd4d39c35 req-1c429470-a369-40a6-8c01-8e1999b44efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:13.081628 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26fa7beb-303c-41f9-ae2d-0f390b40c966 admin admin] Router 2db442f7-2cac-4e1d-b941-35422c512186 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:28:13.370248 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c66e3-461e-4064-a42c-708a911267af req-e4f6b416-dc2c-4a80-b4c9-72550b576225 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:13.377262 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7d8c66e3-461e-4064-a42c-708a911267af req-e4f6b416-dc2c-4a80-b4c9-72550b576225 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.4319925 Feb 09 12:28:13.453637 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-552af0e0-94ad-46c5-bb19-20ccd4d39c35 req-1c429470-a369-40a6-8c01-8e1999b44efc service neutron] For port a4566240-9bd2-4046-afe1-9dec69cf0b35, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:28:13.473808 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-425ee5bf-f282-4e76-86df-d522aef43faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:13.526290 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-552af0e0-94ad-46c5-bb19-20ccd4d39c35 req-1c429470-a369-40a6-8c01-8e1999b44efc service neutron] For port a4566240-9bd2-4046-afe1-9dec69cf0b35, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=a4566240-9bd2-4046-afe1-9dec69cf0b35,segment=NetworkSegment(ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a),segment_id=ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:28:13.530164 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fa7beb-303c-41f9-ae2d-0f390b40c966 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:28:13.531767 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-425ee5bf-f282-4e76-86df-d522aef43faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:13.543706 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb993f6-40e4-4d98-a256-6d4a9e51fd01 None None] Sync routers for ids ['2db442f7-2cac-4e1d-b941-35422c512186'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:28:13.560119 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb993f6-40e4-4d98-a256-6d4a9e51fd01 None None] Routers {'2db442f7-2cac-4e1d-b941-35422c512186'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:28:13.561370 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-3bb993f6-40e4-4d98-a256-6d4a9e51fd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:27:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2db442f7-2cac-4e1d-b941-35422c512186'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:28:13.564479 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-552af0e0-94ad-46c5-bb19-20ccd4d39c35 req-1c429470-a369-40a6-8c01-8e1999b44efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:13.630488 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7d8c66e3-461e-4064-a42c-708a911267af req-f8e5bcc9-f91e-4556-9d38-783ee4f77978 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523713 Feb 09 12:28:13.667913 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-425ee5bf-f282-4e76-86df-d522aef43faf admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:28:13.694874 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552af0e0-94ad-46c5-bb19-20ccd4d39c35 req-1c429470-a369-40a6-8c01-8e1999b44efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:13.695499 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-552af0e0-94ad-46c5-bb19-20ccd4d39c35 req-1c429470-a369-40a6-8c01-8e1999b44efc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:13.696903 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-552af0e0-94ad-46c5-bb19-20ccd4d39c35 req-1c429470-a369-40a6-8c01-8e1999b44efc service neutron] 10.222.0.46 "PUT /v2.0/ports/a4566240-9bd2-4046-afe1-9dec69cf0b35 HTTP/1.1" status: 200 len: 1091 time: 3.1578593 Feb 09 12:28:13.697409 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d8cdda-ab44-4cbd-b53b-7cbdfb973aec', 'tag': 'a4566240-9bd2-4046-afe1-9dec69cf0b35'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:28:13.708213 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425ee5bf-f282-4e76-86df-d522aef43faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50bc5007-edc2-41e4-a0a0-685491b94d4b,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:13.728107 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-425ee5bf-f282-4e76-86df-d522aef43faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:13.728919 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-425ee5bf-f282-4e76-86df-d522aef43faf admin admin] Added segment a5e48c53-ef57-45a7-89a9-e5dd83a72ca6 of type vlan for network 9cb2a639-6d07-41a6-bc82-7f1ef872d3e5 Feb 09 12:28:13.758836 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55196) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:28:13.759391 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-26fa7beb-303c-41f9-ae2d-0f390b40c966 admin admin] 10.222.0.55 "PUT /v2.0/routers/2db442f7-2cac-4e1d-b941-35422c512186/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7622256 Feb 09 12:28:13.764452 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c429470-a369-40a6-8c01-8e1999b44efc service neutron] Pushing event updated for resources: {'Port': ['ID=a4566240-9bd2-4046-afe1-9dec69cf0b35,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:13.865828 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-425ee5bf-f282-4e76-86df-d522aef43faf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:13.891326 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-3bb993f6-40e4-4d98-a256-6d4a9e51fd01 None None] Set router 2db442f7-2cac-4e1d-b941-35422c512186 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:28:13.919080 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45344dbe-c23b-46c3-b81f-077f41c1e908 req-5ef5fac0-d18b-419c-84ec-4cd44730d44f tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:13.920679 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-45344dbe-c23b-46c3-b81f-077f41c1e908 req-5ef5fac0-d18b-419c-84ec-4cd44730d44f tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 950 time: 0.4519906 Feb 09 12:28:14.013748 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-45344dbe-c23b-46c3-b81f-077f41c1e908 req-8d4fe0e1-30b0-42eb-8dbc-c8fc20b83a61 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838358 Feb 09 12:28:14.015925 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-425ee5bf-f282-4e76-86df-d522aef43faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:14.017135 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425ee5bf-f282-4e76-86df-d522aef43faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:14.017442 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-425ee5bf-f282-4e76-86df-d522aef43faf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:14.043214 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f0ef9ecf-3492-4691-b9c0-1e569f06a2df admin admin] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:14.144242 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2b05f6d3-41b6-4a38-a12c-0256215e5bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:14.162598 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6d8cdda-ab44-4cbd-b53b-7cbdfb973aec', 'tag': 'a4566240-9bd2-4046-afe1-9dec69cf0b35', 'status': 'completed', 'code': 200} Feb 09 12:28:14.164662 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552af0e0-94ad-46c5-bb19-20ccd4d39c35 req-ddf85799-da31-490a-94be-7602b209cf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:14.166432 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-552af0e0-94ad-46c5-bb19-20ccd4d39c35 req-ddf85799-da31-490a-94be-7602b209cf5e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c35b136021fd452e84da1be28afeefee&device_id=a6d8cdda-ab44-4cbd-b53b-7cbdfb973aec HTTP/1.1" status: 200 len: 1094 time: 0.3898313 Feb 09 12:28:14.174016 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279bf675-e195-433c-b617-bfe71b875ae7 req-c2396701-8a6f-4a57-b118-a3ba27ecc7eb tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:14.175530 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-279bf675-e195-433c-b617-bfe71b875ae7 req-c2396701-8a6f-4a57-b118-a3ba27ecc7eb tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.4155290 Feb 09 12:28:14.179570 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-425ee5bf-f282-4e76-86df-d522aef43faf admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.2148852 Feb 09 12:28:14.183231 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 55208) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:28:14.296296 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-d031561d-7cb1-4a11-b094-9f6c766d49ea admin admin] Request body: {'subnet': {'network_id': '9cb2a639-6d07-41a6-bc82-7f1ef872d3e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-919994616-subnet', 'tenant_id': '49040b7a5df047fcbcc3c5dc6fa9d193', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:28:14.311611 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-d031561d-7cb1-4a11-b094-9f6c766d49ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:28:14.317547 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-d031561d-7cb1-4a11-b094-9f6c766d49ea admin admin] Usage tracker for resource:subnet and tenant:49040b7a5df047fcbcc3c5dc6fa9d193 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:28:14.324155 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-d031561d-7cb1-4a11-b094-9f6c766d49ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:28:14.358441 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-d031561d-7cb1-4a11-b094-9f6c766d49ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:28:14.363747 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425ee5bf-f282-4e76-86df-d522aef43faf admin admin] Pushing event updated for resources: {'Network': ['ID=9cb2a639-6d07-41a6-bc82-7f1ef872d3e5,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:14.378665 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f0ef9ecf-3492-4691-b9c0-1e569f06a2df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:14.380533 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 9cb2a639-6d07-41a6-bc82-7f1ef872d3e5 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:28:14.402877 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-552af0e0-94ad-46c5-bb19-20ccd4d39c35 req-b212bbc9-977a-41b1-8440-215c2a7984c9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a4566240-9bd2-4046-afe1-9dec69cf0b35 HTTP/1.1" status: 200 len: 217 time: 0.2189970 Feb 09 12:28:14.403510 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-f0ef9ecf-3492-4691-b9c0-1e569f06a2df admin admin] Deleting port 85b4f9ff-6768-4d8a-9456-e87bdbcfd9d6 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:28:14.403651 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f0ef9ecf-3492-4691-b9c0-1e569f06a2df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:14.470749 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55214) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:28:14.522621 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-3bb993f6-40e4-4d98-a256-6d4a9e51fd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db442f7-2cac-4e1d-b941-35422c512186', 'name': 'tempest-AttachSCSIVolumeTestJSON-30749041-router', 'tenant_id': 'a90e01c80b9746ea88f7d30cf1ba63f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '85b4f9ff-6768-4d8a-9456-e87bdbcfd9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:25:47Z', 'updated_at': '2022-02-09T12:28:10Z', 'revision_number': 5, 'project_id': 'a90e01c80b9746ea88f7d30cf1ba63f5', 'gw_port': {'id': '85b4f9ff-6768-4d8a-9456-e87bdbcfd9d6', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db442f7-2cac-4e1d-b941-35422c512186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:25:48Z', 'updated_at': '2022-02-09T12:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:28:14.530452 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb993f6-40e4-4d98-a256-6d4a9e51fd01 None None] Checking router: 2db442f7-2cac-4e1d-b941-35422c512186 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:28:14.546994 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb993f6-40e4-4d98-a256-6d4a9e51fd01 None None] Routers {'2db442f7-2cac-4e1d-b941-35422c512186'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:28:14.548470 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-3bb993f6-40e4-4d98-a256-6d4a9e51fd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:27:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2db442f7-2cac-4e1d-b941-35422c512186'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:28:14.591128 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d031561d-7cb1-4a11-b094-9f6c766d49ea admin admin] Made reservation on behalf of 49040b7a5df047fcbcc3c5dc6fa9d193 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:28:14.593478 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d031561d-7cb1-4a11-b094-9f6c766d49ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:14.685482 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-279bf675-e195-433c-b617-bfe71b875ae7 req-44ea0d9c-a628-402e-be2d-789c2a1445ff tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4230597 Feb 09 12:28:14.760778 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-3bb993f6-40e4-4d98-a256-6d4a9e51fd01 None None] Set router 2db442f7-2cac-4e1d-b941-35422c512186 gateway port host: None {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:28:14.770067 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552af0e0-94ad-46c5-bb19-20ccd4d39c35 req-ab3bad0c-cb62-4e02-9ec6-5acc4338eed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:14.771526 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-552af0e0-94ad-46c5-bb19-20ccd4d39c35 req-ab3bad0c-cb62-4e02-9ec6-5acc4338eed8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3c9b480e-1cd6-43a9-9d3f-1e4f05f3898f HTTP/1.1" status: 200 len: 845 time: 0.2958856 Feb 09 12:28:14.809455 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-76f01760-5f54-4880-a54e-bcd73daf5313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:14.830209 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-76f01760-5f54-4880-a54e-bcd73daf5313 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:28:14.834501 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-76f01760-5f54-4880-a54e-bcd73daf5313 admin admin] Usage tracker for resource:security_group_rule and tenant:457bbc30266d436486a47df7595b59c2 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:28:14.839652 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-76f01760-5f54-4880-a54e-bcd73daf5313 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:28:14.840449 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-552af0e0-94ad-46c5-bb19-20ccd4d39c35 req-df26ccf1-c3f5-4e53-be4e-55f52af25711 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=985217ad-b773-4531-9367-f144e39af1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599809 Feb 09 12:28:14.847165 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-76f01760-5f54-4880-a54e-bcd73daf5313 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:28:14.859050 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ad7e4-732b-4c6b-8e31-ac00648f719b req-036b9356-2118-4bee-b854-cf9da9e41d33 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:14.866239 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a62ad7e4-732b-4c6b-8e31-ac00648f719b req-036b9356-2118-4bee-b854-cf9da9e41d33 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d8cdda-ab44-4cbd-b53b-7cbdfb973aec HTTP/1.1" status: 200 len: 943 time: 0.5142465 Feb 09 12:28:14.977320 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-f0ef9ecf-3492-4691-b9c0-1e569f06a2df admin admin] For port 85b4f9ff-6768-4d8a-9456-e87bdbcfd9d6, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=85b4f9ff-6768-4d8a-9456-e87bdbcfd9d6,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:28:14.977827 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f0ef9ecf-3492-4691-b9c0-1e569f06a2df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:14.995867 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-3bb993f6-40e4-4d98-a256-6d4a9e51fd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db442f7-2cac-4e1d-b941-35422c512186', 'name': 'tempest-AttachSCSIVolumeTestJSON-30749041-router', 'tenant_id': 'a90e01c80b9746ea88f7d30cf1ba63f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:25:47Z', 'updated_at': '2022-02-09T12:28:14Z', 'revision_number': 6, 'project_id': 'a90e01c80b9746ea88f7d30cf1ba63f5', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:28:15.001056 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb993f6-40e4-4d98-a256-6d4a9e51fd01 None None] The sync data for ids ['2db442f7-2cac-4e1d-b941-35422c512186'] in n-d-825178-3 is: [{'id': '2db442f7-2cac-4e1d-b941-35422c512186', 'name': 'tempest-AttachSCSIVolumeTestJSON-30749041-router', 'tenant_id': 'a90e01c80b9746ea88f7d30cf1ba63f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:25:47Z', 'updated_at': '2022-02-09T12:28:14Z', 'revision_number': 6, 'project_id': 'a90e01c80b9746ea88f7d30cf1ba63f5', 'gw_port_host': None}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:28:15.084755 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cf2bfdcd-e9eb-4d11-80ab-44fddbe0df7f req-1b01ac5b-61ab-4a0b-b4dc-1da84dcca9d2 tempest-ServerShowV254Test-1993522265 tempest-ServerShowV254Test-1993522265-project] 10.222.0.55 "GET /v2.0/ports?device_id=89ad5d52-9748-4ebd-9202-2556cb6fc772 HTTP/1.1" status: 200 len: 210 time: 0.1838326 Feb 09 12:28:15.109306 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a62ad7e4-732b-4c6b-8e31-ac00648f719b req-db21d269-9d3e-4d4b-8030-241b2dc3a229 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421067 Feb 09 12:28:15.169383 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-f0ef9ecf-3492-4691-b9c0-1e569f06a2df admin admin] Calling delete_port for 85b4f9ff-6768-4d8a-9456-e87bdbcfd9d6 owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:28:15.207879 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-76f01760-5f54-4880-a54e-bcd73daf5313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:15.220591 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-76f01760-5f54-4880-a54e-bcd73daf5313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:15.308661 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-76f01760-5f54-4880-a54e-bcd73daf5313 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=457bbc30266d436486a47df7595b59c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8133986 Feb 09 12:28:15.314851 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55226) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:28:15.392403 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-552af0e0-94ad-46c5-bb19-20ccd4d39c35 req-c15a5a67-4da7-4d4a-8bda-2740bad3b05c service neutron] 10.222.0.46 "GET /v2.0/networks/985217ad-b773-4531-9367-f144e39af1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5229042 Feb 09 12:28:15.475210 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f01760-5f54-4880-a54e-bcd73daf5313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca440827-fe2b-43e6-aad8-14fe1b99e294,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:15.490542 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f01760-5f54-4880-a54e-bcd73daf5313 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:28:15.490745 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f01760-5f54-4880-a54e-bcd73daf5313 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:28:15.491266 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f01760-5f54-4880-a54e-bcd73daf5313 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:28:15.491442 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f01760-5f54-4880-a54e-bcd73daf5313 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:28:15.491738 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f01760-5f54-4880-a54e-bcd73daf5313 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:28:15.492114 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f01760-5f54-4880-a54e-bcd73daf5313 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:28:15.492444 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f01760-5f54-4880-a54e-bcd73daf5313 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:28:15.492765 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f01760-5f54-4880-a54e-bcd73daf5313 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:28:15.493087 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f01760-5f54-4880-a54e-bcd73daf5313 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:28:15.493409 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f01760-5f54-4880-a54e-bcd73daf5313 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:28:15.493729 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f01760-5f54-4880-a54e-bcd73daf5313 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:28:15.494826 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f01760-5f54-4880-a54e-bcd73daf5313 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:28:15.531092 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-877e6b28-5342-426e-bf15-557b888d82f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:15.566253 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-877e6b28-5342-426e-bf15-557b888d82f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:15.658725 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d031561d-7cb1-4a11-b094-9f6c766d49ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:15.659231 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f0ef9ecf-3492-4691-b9c0-1e569f06a2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:15.707322 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ef9ecf-3492-4691-b9c0-1e569f06a2df admin admin] Pushing event deleted for resources: {'Port': ['ID=85b4f9ff-6768-4d8a-9456-e87bdbcfd9d6,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:15.740283 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300c9ea-5d6f-4d08-98e6-ff14f08da944 req-fd238ed5-c18f-4eb8-ae77-74f4595facc5 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:15.741941 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d300c9ea-5d6f-4d08-98e6-ff14f08da944 req-fd238ed5-c18f-4eb8-ae77-74f4595facc5 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 950 time: 0.3622770 Feb 09 12:28:15.743701 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-552af0e0-94ad-46c5-bb19-20ccd4d39c35 req-88a00a32-9655-435e-99ae-b2334a2e5fd6 service neutron] 10.222.0.46 "GET /v2.0/networks/985217ad-b773-4531-9367-f144e39af1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413761 Feb 09 12:28:15.747758 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-877e6b28-5342-426e-bf15-557b888d82f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:15.781596 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d031561d-7cb1-4a11-b094-9f6c766d49ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbe03870-b015-4ee9-8d3e-8f3778a3601b,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:15.807305 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e6b28-5342-426e-bf15-557b888d82f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca440827-fe2b-43e6-aad8-14fe1b99e294,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:15.841226 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-877e6b28-5342-426e-bf15-557b888d82f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:15.845738 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-877e6b28-5342-426e-bf15-557b888d82f0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ca440827-fe2b-43e6-aad8-14fe1b99e294 HTTP/1.1" status: 204 len: 168 time: 0.5262840 Feb 09 12:28:15.854932 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f0ef9ecf-3492-4691-b9c0-1e569f06a2df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:15.885084 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d031561d-7cb1-4a11-b094-9f6c766d49ea admin admin] Checking segment: {'id': 'a5e48c53-ef57-45a7-89a9-e5dd83a72ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9cb2a639-6d07-41a6-bc82-7f1ef872d3e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:28:15.885428 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d031561d-7cb1-4a11-b094-9f6c766d49ea admin admin] Network hostable DHCP agents. Network: 9cb2a639-6d07-41a6-bc82-7f1ef872d3e5, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:28:15.927000 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d300c9ea-5d6f-4d08-98e6-ff14f08da944 req-d90c8642-a7b2-42c3-8092-b4bd61559a1a tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687274 Feb 09 12:28:15.950112 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d031561d-7cb1-4a11-b094-9f6c766d49ea admin admin] Network 9cb2a639-6d07-41a6-bc82-7f1ef872d3e5 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:28:15.969697 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b8ee2-4c03-47bf-9c03-6abe00386d6e req-f1369a1a-dfc5-450f-adfe-1554f462f611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:15.971283 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-310b8ee2-4c03-47bf-9c03-6abe00386d6e req-f1369a1a-dfc5-450f-adfe-1554f462f611 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c35b136021fd452e84da1be28afeefee&device_id=a6d8cdda-ab44-4cbd-b53b-7cbdfb973aec HTTP/1.1" status: 200 len: 1094 time: 0.1604528 Feb 09 12:28:15.972383 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-d031561d-7cb1-4a11-b094-9f6c766d49ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 9cb2a639-6d07-41a6-bc82-7f1ef872d3e5) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:28:15.977387 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d031561d-7cb1-4a11-b094-9f6c766d49ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:15.978029 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d031561d-7cb1-4a11-b094-9f6c766d49ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:15.983279 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20afa5b-c845-43da-9ffb-8df7dbd9009d None None] Network 9cb2a639-6d07-41a6-bc82-7f1ef872d3e5 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:28:16.077228 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f0ef9ecf-3492-4691-b9c0-1e569f06a2df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:16.079223 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f0ef9ecf-3492-4691-b9c0-1e569f06a2df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:16.117998 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f0ef9ecf-3492-4691-b9c0-1e569f06a2df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:16.118519 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ef9ecf-3492-4691-b9c0-1e569f06a2df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2db442f7-2cac-4e1d-b941-35422c512186 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:28:16.152032 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f0ef9ecf-3492-4691-b9c0-1e569f06a2df admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:16.164553 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f0ef9ecf-3492-4691-b9c0-1e569f06a2df admin admin] 10.222.0.55 "DELETE /v2.0/routers/2db442f7-2cac-4e1d-b941-35422c512186 HTTP/1.1" status: 204 len: 168 time: 2.4021931 Feb 09 12:28:16.165534 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55242) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:28:16.352393 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b8ee2-4c03-47bf-9c03-6abe00386d6e req-cd693f7a-d7bd-4caf-b420-6685ce938abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:16.361774 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-76c2ed7f-06db-42ab-a202-12f6ab2e6585 admin admin] Deleting subnet 90245288-e5d3-4dbb-89c7-86c2de0eff06 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:28:16.365418 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-310b8ee2-4c03-47bf-9c03-6abe00386d6e req-cd693f7a-d7bd-4caf-b420-6685ce938abc service neutron] 10.222.0.46 "GET /v2.0/networks?id=985217ad-b773-4531-9367-f144e39af1cf HTTP/1.1" status: 200 len: 906 time: 0.3684652 Feb 09 12:28:16.367303 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-76c2ed7f-06db-42ab-a202-12f6ab2e6585 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:16.377332 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d031561d-7cb1-4a11-b094-9f6c766d49ea admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.1132731 Feb 09 12:28:16.399234 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0d4c4934-0dbb-4b0c-a803-3c01381c6476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:16.497660 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e913e5-9f18-46b8-a4aa-67a7c7ee64d2 None None] Network 9cb2a639-6d07-41a6-bc82-7f1ef872d3e5 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:28:16.501811 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55250) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:28:16.549988 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3c3bf5c3-11ae-40fe-976f-d6c4cce059cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:16.560874 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-76c2ed7f-06db-42ab-a202-12f6ab2e6585 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:16.562034 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-310b8ee2-4c03-47bf-9c03-6abe00386d6e req-ce980cdd-ac20-4928-ae7f-83257db96aba service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a4566240-9bd2-4046-afe1-9dec69cf0b35 HTTP/1.1" status: 200 len: 217 time: 0.0900385 Feb 09 12:28:16.606909 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3c3bf5c3-11ae-40fe-976f-d6c4cce059cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:28:16.628179 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3c3bf5c3-11ae-40fe-976f-d6c4cce059cb admin admin] Usage tracker for resource:security_group_rule and tenant:176c36c3ba1f4ee49166b66433490e6f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:28:16.628179 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3c3bf5c3-11ae-40fe-976f-d6c4cce059cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:28:16.633496 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3c3bf5c3-11ae-40fe-976f-d6c4cce059cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:28:16.640445 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ff907c9e-14a3-47e9-a758-159748d04a58 req-b1f31aaa-1399-4cb8-a760-4d089eb35a0d tempest-ServerShowV254Test-1993522265 tempest-ServerShowV254Test-1993522265-project] 10.222.0.55 "GET /v2.0/ports?device_id=89ad5d52-9748-4ebd-9202-2556cb6fc772 HTTP/1.1" status: 200 len: 210 time: 0.1656342 Feb 09 12:28:16.720822 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-76c2ed7f-06db-42ab-a202-12f6ab2e6585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:16.737758 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b8ee2-4c03-47bf-9c03-6abe00386d6e req-f1b66fb2-701c-4e5e-b78e-12b378d2a9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:16.739795 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-310b8ee2-4c03-47bf-9c03-6abe00386d6e req-f1b66fb2-701c-4e5e-b78e-12b378d2a9f4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3c9b480e-1cd6-43a9-9d3f-1e4f05f3898f HTTP/1.1" status: 200 len: 845 time: 0.0980885 Feb 09 12:28:16.752465 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6db4c9-1c96-459e-94ea-3fa7b93a617e req-54425d2f-85eb-4b60-92d4-b957cd164d36 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:16.760774 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0e6db4c9-1c96-459e-94ea-3fa7b93a617e req-54425d2f-85eb-4b60-92d4-b957cd164d36 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d8cdda-ab44-4cbd-b53b-7cbdfb973aec HTTP/1.1" status: 200 len: 943 time: 0.3938394 Feb 09 12:28:16.853792 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3c3bf5c3-11ae-40fe-976f-d6c4cce059cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:16.869548 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3c3bf5c3-11ae-40fe-976f-d6c4cce059cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:16.869768 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-310b8ee2-4c03-47bf-9c03-6abe00386d6e req-e9141608-d093-45f1-ac64-536d7f76ba59 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=985217ad-b773-4531-9367-f144e39af1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1059649 Feb 09 12:28:16.888243 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 85b4f9ff-6768-4d8a-9456-e87bdbcfd9d6 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:28:16.928442 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 85b4f9ff-6768-4d8a-9456-e87bdbcfd9d6 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:28:16.929130 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 85b4f9ff-6768-4d8a-9456-e87bdbcfd9d6 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:28:16.929753 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device e3eb8711-c1af-44a2-8144-111c159c44ee no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:28:16.940225 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3c3bf5c3-11ae-40fe-976f-d6c4cce059cb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=176c36c3ba1f4ee49166b66433490e6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4338408 Feb 09 12:28:16.940970 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3bf5c3-11ae-40fe-976f-d6c4cce059cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fce4943-a2af-4810-a9c9-577c2b56ddd8,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:16.944276 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55264) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:28:16.967258 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0e6db4c9-1c96-459e-94ea-3fa7b93a617e req-836dc4a7-2192-46eb-8487-7b499c32ced6 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052274 Feb 09 12:28:16.975554 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: e3eb8711-c1af-44a2-8144-111c159c44ee {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:28:16.976381 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device e3eb8711-c1af-44a2-8144-111c159c44ee not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:28:16.994213 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-76c2ed7f-06db-42ab-a202-12f6ab2e6585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:17.044128 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c2ed7f-06db-42ab-a202-12f6ab2e6585 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90245288-e5d3-4dbb-89c7-86c2de0eff06,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:17.059997 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b432b158-fe4e-4ef1-88c7-18a138713a6b None None] Network a5755917-43f4-497a-8276-bed44f2bdad9 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:28:17.066858 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-310b8ee2-4c03-47bf-9c03-6abe00386d6e req-4efa0f6b-975e-4d73-be3c-14259e288ff8 service neutron] 10.222.0.46 "GET /v2.0/networks/985217ad-b773-4531-9367-f144e39af1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887681 Feb 09 12:28:17.070192 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-76c2ed7f-06db-42ab-a202-12f6ab2e6585 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:17.087454 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-610e4be9-10cd-49e9-8608-f269d1fe55a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:17.092223 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-76c2ed7f-06db-42ab-a202-12f6ab2e6585 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/90245288-e5d3-4dbb-89c7-86c2de0eff06 HTTP/1.1" status: 204 len: 168 time: 0.9231474 Feb 09 12:28:17.099448 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55280) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:28:17.295153 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-610e4be9-10cd-49e9-8608-f269d1fe55a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:17.362367 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bf2fc2-d615-44ea-9970-0c41ad748778 None None] DHCP port deletion for a5755917-43f4-497a-8276-bed44f2bdad9 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:28:17.364182 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8230c37e-31f5-49c1-a706-944ce381e3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:17.367114 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-d3bf2fc2-d615-44ea-9970-0c41ad748778 None None] Deleting port 49c3dc20-ba53-4183-85f9-377caee37be1 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:28:17.367653 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d3bf2fc2-d615-44ea-9970-0c41ad748778 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:17.377231 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-8230c37e-31f5-49c1-a706-944ce381e3fa admin admin] Deleting port 49c3dc20-ba53-4183-85f9-377caee37be1 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:28:17.377562 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8230c37e-31f5-49c1-a706-944ce381e3fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:17.419117 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-310b8ee2-4c03-47bf-9c03-6abe00386d6e req-8ae51c16-584d-4caf-bad6-a066d86439d3 service neutron] 10.222.0.46 "GET /v2.0/networks/985217ad-b773-4531-9367-f144e39af1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417091 Feb 09 12:28:17.428040 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-66a7c649-3f99-40de-b9a2-ad12fd7c95ae tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:17.428729 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-66a7c649-3f99-40de-b9a2-ad12fd7c95ae tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] Synchronizing usage tracker for tenant:49040b7a5df047fcbcc3c5dc6fa9d193 on resource:network {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:28:17.438702 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44bafe-c28a-43c1-9822-ef5db25b2aa9 req-4ae4af13-d856-40ad-a30d-33875e98554d tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:17.440213 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab44bafe-c28a-43c1-9822-ef5db25b2aa9 req-4ae4af13-d856-40ad-a30d-33875e98554d tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 950 time: 0.2864406 Feb 09 12:28:17.469395 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-66a7c649-3f99-40de-b9a2-ad12fd7c95ae tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] Unset dirty status for tenant:49040b7a5df047fcbcc3c5dc6fa9d193 on resource:network {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:28:17.470349 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-610e4be9-10cd-49e9-8608-f269d1fe55a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:17.470505 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-66a7c649-3f99-40de-b9a2-ad12fd7c95ae tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] 10.222.0.55 "GET /v2.0/networks?id=9cb2a639-6d07-41a6-bc82-7f1ef872d3e5 HTTP/1.1" status: 200 len: 820 time: 0.3178661 Feb 09 12:28:17.500984 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-4c97f857-1f5a-4880-a7f0-7dfbb8ae1bde tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] 10.222.0.55 "GET /v2.0/quotas/49040b7a5df047fcbcc3c5dc6fa9d193 HTTP/1.1" status: 200 len: 375 time: 0.0222850 Feb 09 12:28:17.510557 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e4be9-10cd-49e9-8608-f269d1fe55a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fce4943-a2af-4810-a9c9-577c2b56ddd8,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:17.513741 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab44bafe-c28a-43c1-9822-ef5db25b2aa9 req-8eef1baa-e35a-4c8e-9c26-3471212e7ee5 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603359 Feb 09 12:28:17.514154 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-610e4be9-10cd-49e9-8608-f269d1fe55a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:17.518461 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-610e4be9-10cd-49e9-8608-f269d1fe55a3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2fce4943-a2af-4810-a9c9-577c2b56ddd8 HTTP/1.1" status: 204 len: 168 time: 0.5691202 Feb 09 12:28:17.610834 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-7eea6dad-f31c-4398-82f8-260bec982c42 tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=49040b7a5df047fcbcc3c5dc6fa9d193&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0963731 Feb 09 12:28:17.620603 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:17.685971 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-d3bf2fc2-d615-44ea-9970-0c41ad748778 None None] For port 49c3dc20-ba53-4183-85f9-377caee37be1, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=49c3dc20-ba53-4183-85f9-377caee37be1,segment=NetworkSegment(71698d85-b633-45ec-abb8-fe7e1f3cf04d),segment_id=71698d85-b633-45ec-abb8-fe7e1f3cf04d)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:28:17.686749 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d3bf2fc2-d615-44ea-9970-0c41ad748778 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:17.715293 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-8230c37e-31f5-49c1-a706-944ce381e3fa admin admin] For port 49c3dc20-ba53-4183-85f9-377caee37be1, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=49c3dc20-ba53-4183-85f9-377caee37be1,segment=NetworkSegment(71698d85-b633-45ec-abb8-fe7e1f3cf04d),segment_id=71698d85-b633-45ec-abb8-fe7e1f3cf04d)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:28:17.715668 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8230c37e-31f5-49c1-a706-944ce381e3fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:17.831851 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-d3bf2fc2-d615-44ea-9970-0c41ad748778 None None] Calling delete_port for 49c3dc20-ba53-4183-85f9-377caee37be1 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:28:17.865683 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-8230c37e-31f5-49c1-a706-944ce381e3fa admin admin] Calling delete_port for 49c3dc20-ba53-4183-85f9-377caee37be1 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:28:17.881889 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:17.945523 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d3bf2fc2-d615-44ea-9970-0c41ad748778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:17.956886 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.api [None req-8230c37e-31f5-49c1-a706-944ce381e3fa admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:28:17.957481 n-d-825178-3 neutron-server[87568]: DEBUG oslo_db.api [None req-8230c37e-31f5-49c1-a706-944ce381e3fa admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:28:17.965317 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-e2114ebd-b12f-4cbe-a509-6c2067dc305d service neutron] 10.222.0.55 "GET /v2.0/networks/9cb2a639-6d07-41a6-bc82-7f1ef872d3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419449 Feb 09 12:28:18.004073 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf2fc2-d615-44ea-9970-0c41ad748778 None None] Pushing event deleted for resources: {'Port': ['ID=49c3dc20-ba53-4183-85f9-377caee37be1,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:18.005453 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c93dc06-0fce-4961-b30a-75248382daae req-fda75c8d-65ea-4fb7-8e22-25cd4f951ce6 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:18.013040 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8c93dc06-0fce-4961-b30a-75248382daae req-fda75c8d-65ea-4fb7-8e22-25cd4f951ce6 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.1692576 Feb 09 12:28:18.013613 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bf2fc2-d615-44ea-9970-0c41ad748778 None None] No DVR routers for this DVR port 49c3dc20-ba53-4183-85f9-377caee37be1 on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:28:18.126582 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8c93dc06-0fce-4961-b30a-75248382daae req-b26b4d27-a79e-4bd9-9580-060293d80a48 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072447 Feb 09 12:28:18.159048 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-e837cd07-56dd-475a-af77-4915da81cc60 service neutron] 10.222.0.55 "GET /v2.0/networks/9cb2a639-6d07-41a6-bc82-7f1ef872d3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825087 Feb 09 12:28:18.299547 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eea042a7-4bf8-485c-9d21-b629655b5939 req-e84ecf1d-975a-487e-a83c-64bb7644bf87 tempest-ServerShowV254Test-1993522265 tempest-ServerShowV254Test-1993522265-project] 10.222.0.55 "GET /v2.0/ports?device_id=89ad5d52-9748-4ebd-9202-2556cb6fc772 HTTP/1.1" status: 200 len: 210 time: 0.0512948 Feb 09 12:28:18.449961 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147fb4d-72e6-45b5-b2aa-a8d72a4395b2 req-95f1fe43-87df-492c-add1-02634a329dd6 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:18.451625 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0147fb4d-72e6-45b5-b2aa-a8d72a4395b2 req-95f1fe43-87df-492c-add1-02634a329dd6 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d8cdda-ab44-4cbd-b53b-7cbdfb973aec HTTP/1.1" status: 200 len: 943 time: 0.0871277 Feb 09 12:28:18.458586 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-8230c37e-31f5-49c1-a706-944ce381e3fa admin admin] Deleting port 49c3dc20-ba53-4183-85f9-377caee37be1 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:28:18.458935 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8230c37e-31f5-49c1-a706-944ce381e3fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:18.541491 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-8230c37e-31f5-49c1-a706-944ce381e3fa admin admin] The port '49c3dc20-ba53-4183-85f9-377caee37be1' was deleted {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:28:18.571021 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0147fb4d-72e6-45b5-b2aa-a8d72a4395b2 req-b35c5721-ad81-462c-8bac-5e466225d9cf tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726597 Feb 09 12:28:18.605495 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b21b076-3fad-433b-9943-ee0da42a31ff req-bb276c0c-b128-4606-9e37-0b10fdeb03ab tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:18.607564 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4b21b076-3fad-433b-9943-ee0da42a31ff req-bb276c0c-b128-4606-9e37-0b10fdeb03ab tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.1548882 Feb 09 12:28:18.684532 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8230c37e-31f5-49c1-a706-944ce381e3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:18.687078 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d26ee461-766b-4400-8f2a-21e682388753 req-1535874f-ce47-4a81-ad5d-6e2b28bed33e tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6331eb2-dfd8-4967-bc5a-4e6d89a4cc31 HTTP/1.1" status: 200 len: 210 time: 0.0513546 Feb 09 12:28:18.717333 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4b21b076-3fad-433b-9943-ee0da42a31ff req-e8b3895d-c912-4017-8fd4-e2e3c88389ae tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028588 Feb 09 12:28:18.726922 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-8230c37e-31f5-49c1-a706-944ce381e3fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5755917-43f4-497a-8276-bed44f2bdad9']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:28:18.752479 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-8230c37e-31f5-49c1-a706-944ce381e3fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71698d85-b633-45ec-abb8-fe7e1f3cf04d') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:28:18.753086 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-8230c37e-31f5-49c1-a706-944ce381e3fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71698d85-b633-45ec-abb8-fe7e1f3cf04d') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:28:18.772343 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8230c37e-31f5-49c1-a706-944ce381e3fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:18.795675 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8230c37e-31f5-49c1-a706-944ce381e3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:18.820824 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8230c37e-31f5-49c1-a706-944ce381e3fa admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:28:18.821267 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8230c37e-31f5-49c1-a706-944ce381e3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:18.909863 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 49c3dc20-ba53-4183-85f9-377caee37be1 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:28:19.002928 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 49c3dc20-ba53-4183-85f9-377caee37be1 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:28:19.003663 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 49c3dc20-ba53-4183-85f9-377caee37be1 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:28:19.016651 n-d-825178-3 neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:28:19.016651 n-d-825178-3 neutron-server[87568]: util.warn( Feb 09 12:28:19.016651 n-d-825178-3 neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:28:19.016651 n-d-825178-3 neutron-server[87568]: util.warn( Feb 09 12:28:19.016651 n-d-825178-3 neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:28:19.016651 n-d-825178-3 neutron-server[87568]: util.warn( Feb 09 12:28:19.016651 n-d-825178-3 neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:28:19.016651 n-d-825178-3 neutron-server[87568]: util.warn( Feb 09 12:28:19.016651 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:28:19.016651 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:28:19.016651 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:28:19.016651 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:28:19.016651 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:28:19.016651 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:28:19.016651 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:28:19.016651 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:28:19.016651 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:28:19.016651 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:28:19.016651 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:28:19.016651 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:28:19.016651 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:28:19.016651 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:28:19.016651 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:28:19.016651 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:28:19.016651 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:28:19.016651 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:28:19.016651 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:28:19.016651 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:28:19.016651 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:28:19.016651 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:28:19.016651 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:28:19.016651 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:28:19.016651 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:28:19.016651 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:28:19.016651 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:28:19.016651 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:28:19.016651 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:28:19.016651 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:28:19.016651 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:28:19.016651 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:28:19.021879 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f873db99-83bd-4bc7-b0f9-8bacbfa3621a req-b7ba1a8f-83cd-47a5-b6b2-09b5bc298d93 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:19.023738 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f873db99-83bd-4bc7-b0f9-8bacbfa3621a req-b7ba1a8f-83cd-47a5-b6b2-09b5bc298d93 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 950 time: 0.1617200 Feb 09 12:28:19.027284 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8230c37e-31f5-49c1-a706-944ce381e3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:19.034183 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8230c37e-31f5-49c1-a706-944ce381e3fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:19.065818 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:19.092859 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8230c37e-31f5-49c1-a706-944ce381e3fa admin admin] Pushing event deleted for resources: {'Network': ['ID=a5755917-43f4-497a-8276-bed44f2bdad9,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:19.108891 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8230c37e-31f5-49c1-a706-944ce381e3fa admin admin] 10.222.0.55 "DELETE /v2.0/networks/a5755917-43f4-497a-8276-bed44f2bdad9 HTTP/1.1" status: 204 len: 168 time: 2.0082128 Feb 09 12:28:19.112990 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55344) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:28:19.165446 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f873db99-83bd-4bc7-b0f9-8bacbfa3621a req-37648a54-eea9-478f-9092-6be7bab60181 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263418 Feb 09 12:28:19.204437 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d27025-d58a-4734-8000-1e362ca962e1 req-30fa1d7b-c327-48e9-8e05-ed09e9a7f6eb tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:19.207882 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-95d27025-d58a-4734-8000-1e362ca962e1 req-30fa1d7b-c327-48e9-8e05-ed09e9a7f6eb tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.1374202 Feb 09 12:28:19.273123 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-95d27025-d58a-4734-8000-1e362ca962e1 req-86662387-f45a-446c-b10c-8c8c09ee9f67 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609999 Feb 09 12:28:19.514888 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b437ee9-fdfd-49c7-9706-1ce112659b3b req-fa588d49-841f-47a9-9df1-1a738961ec4d tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:19.516901 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0b437ee9-fdfd-49c7-9706-1ce112659b3b req-fa588d49-841f-47a9-9df1-1a738961ec4d tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.1045029 Feb 09 12:28:19.611305 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-afd6d809-fc52-43e9-885f-55b996d17111 req-794bd5d7-d3c0-4e20-b969-08a97a15a03e tempest-ServerShowV254Test-1993522265 tempest-ServerShowV254Test-1993522265-project] 10.222.0.55 "GET /v2.0/ports?device_id=89ad5d52-9748-4ebd-9202-2556cb6fc772 HTTP/1.1" status: 200 len: 210 time: 0.0932357 Feb 09 12:28:19.654450 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0b437ee9-fdfd-49c7-9706-1ce112659b3b req-d35a2166-0ea7-42f9-812e-067cefa749c7 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861752 Feb 09 12:28:19.912274 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36649d-987f-4235-bbfe-287d4706f065 req-763cb257-6587-41d4-b5cb-8396fe698d55 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:19.916891 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4d36649d-987f-4235-bbfe-287d4706f065 req-763cb257-6587-41d4-b5cb-8396fe698d55 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d8cdda-ab44-4cbd-b53b-7cbdfb973aec HTTP/1.1" status: 200 len: 943 time: 0.1484630 Feb 09 12:28:19.984149 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eccbf34e-c15e-4d3a-b477-5e8cc5a20703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:20.011814 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-68cac8ff-cfb6-4ac3-8729-abc0f959a629 req-1aa76e0c-2547-4e28-8596-ee4d017ee60f tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6331eb2-dfd8-4967-bc5a-4e6d89a4cc31 HTTP/1.1" status: 200 len: 210 time: 0.0565288 Feb 09 12:28:20.090207 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device a4566240-9bd2-4046-afe1-9dec69cf0b35 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:28:20.263481 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4d36649d-987f-4235-bbfe-287d4706f065 req-ec343036-850b-4602-9737-edf8d14a5b22 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398147 Feb 09 12:28:20.357563 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:20.365309 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port a4566240-9bd2-4046-afe1-9dec69cf0b35, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=a4566240-9bd2-4046-afe1-9dec69cf0b35,segment=NetworkSegment(ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a),segment_id=ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:28:20.408658 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'a4566240-9bd2-4046-afe1-9dec69cf0b35', 'network_id': '985217ad-b773-4531-9367-f144e39af1cf', 'port_id': 'a4566240-9bd2-4046-afe1-9dec69cf0b35', 'mac_address': 'fa:16:3e:74:da:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c9b480e-1cd6-43a9-9d3f-1e4f05f3898f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:28:20.418085 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-bf82c4fa-4486-4eea-945c-24c848e87d03 tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:20.419789 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-bf82c4fa-4486-4eea-945c-24c848e87d03 tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] 10.222.0.46 "GET /v2.0/networks?id=9cb2a639-6d07-41a6-bc82-7f1ef872d3e5 HTTP/1.1" status: 200 len: 820 time: 0.4069028 Feb 09 12:28:20.433167 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-bf9670f8-cd14-4e12-90e2-d4b0bad54fef tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] Request body: {'port': {'device_id': 'f6331eb2-dfd8-4967-bc5a-4e6d89a4cc31', 'network_id': '9cb2a639-6d07-41a6-bc82-7f1ef872d3e5', 'admin_state_up': True, 'tenant_id': '49040b7a5df047fcbcc3c5dc6fa9d193'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:28:20.495103 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:20.515929 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4566240-9bd2-4046-afe1-9dec69cf0b35 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:28:20.533763 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port a4566240-9bd2-4046-afe1-9dec69cf0b35, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=a4566240-9bd2-4046-afe1-9dec69cf0b35,segment=NetworkSegment(ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a),segment_id=ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:28:20.539512 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:20.553757 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:28:20.672586 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=a4566240-9bd2-4046-afe1-9dec69cf0b35,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:20.687391 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-eccbf34e-c15e-4d3a-b477-5e8cc5a20703 admin admin] Deleting port 1900d1bd-0443-4875-a12e-0c6643aa048b {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:28:20.687902 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eccbf34e-c15e-4d3a-b477-5e8cc5a20703 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:20.719304 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb9859-e49f-449d-9998-68fda4090a03 req-3aefd162-f988-47ff-a84e-3e48134d9cf1 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:20.720803 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8bb9859-e49f-449d-9998-68fda4090a03 req-3aefd162-f988-47ff-a84e-3e48134d9cf1 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.4930747 Feb 09 12:28:20.821301 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098bfff-7f6d-4eeb-90f2-5105fcfc552d req-beb8bf32-2463-4adc-89ad-a932c9bbc75c tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:20.823297 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f098bfff-7f6d-4eeb-90f2-5105fcfc552d req-beb8bf32-2463-4adc-89ad-a932c9bbc75c tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 950 time: 0.3633277 Feb 09 12:28:20.830782 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8bb9859-e49f-449d-9998-68fda4090a03 req-b0fa98b1-69ff-4326-9738-52e55148004b tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976293 Feb 09 12:28:20.834442 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-bf9670f8-cd14-4e12-90e2-d4b0bad54fef tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:28:20.866599 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-bf9670f8-cd14-4e12-90e2-d4b0bad54fef tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] Usage tracker for resource:port and tenant:49040b7a5df047fcbcc3c5dc6fa9d193 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:28:20.872236 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-bf9670f8-cd14-4e12-90e2-d4b0bad54fef tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:28:20.880923 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-bf9670f8-cd14-4e12-90e2-d4b0bad54fef tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:28:20.885677 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f098bfff-7f6d-4eeb-90f2-5105fcfc552d req-c3a4224b-051b-4259-9e89-11c66c8ed786 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540795 Feb 09 12:28:20.912898 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-bf9670f8-cd14-4e12-90e2-d4b0bad54fef tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] Made reservation on behalf of 49040b7a5df047fcbcc3c5dc6fa9d193 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:28:20.917328 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-bf9670f8-cd14-4e12-90e2-d4b0bad54fef tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:20.926108 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-eccbf34e-c15e-4d3a-b477-5e8cc5a20703 admin admin] For port 1900d1bd-0443-4875-a12e-0c6643aa048b, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=1900d1bd-0443-4875-a12e-0c6643aa048b,segment=NetworkSegment(0008973d-55a5-41cb-9ead-bacfb13ceaa2),segment_id=0008973d-55a5-41cb-9ead-bacfb13ceaa2)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:28:20.926474 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eccbf34e-c15e-4d3a-b477-5e8cc5a20703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:20.968678 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['a4566240-9bd2-4046-afe1-9dec69cf0b35'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:28:21.089927 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-eccbf34e-c15e-4d3a-b477-5e8cc5a20703 admin admin] Calling delete_port for 1900d1bd-0443-4875-a12e-0c6643aa048b owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:28:21.200991 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-41a5ee62-dbc2-4735-b239-ab5788b67a63 req-770bf654-d91e-43aa-86b1-3432657732b3 tempest-ServerShowV254Test-1993522265 tempest-ServerShowV254Test-1993522265-project] 10.222.0.55 "GET /v2.0/ports?device_id=89ad5d52-9748-4ebd-9202-2556cb6fc772 HTTP/1.1" status: 200 len: 210 time: 0.0598350 Feb 09 12:28:21.320288 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-bf9670f8-cd14-4e12-90e2-d4b0bad54fef tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] Allocated IP 172.20.0.4 (9cb2a639-6d07-41a6-bc82-7f1ef872d3e5/dbe03870-b015-4ee9-8d3e-8f3778a3601b/2bde1be4-d925-4faa-bb59-88015988c13b) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:28:21.438305 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eccbf34e-c15e-4d3a-b477-5e8cc5a20703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:21.526359 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9588784b-8316-4b28-b7b8-6e1d211dc68e req-4ad86590-1f47-4604-bb91-825e073e6107 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:21.534069 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9588784b-8316-4b28-b7b8-6e1d211dc68e req-4ad86590-1f47-4604-bb91-825e073e6107 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.3436675 Feb 09 12:28:21.568260 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccbf34e-c15e-4d3a-b477-5e8cc5a20703 admin admin] Pushing event deleted for resources: {'Port': ['ID=1900d1bd-0443-4875-a12e-0c6643aa048b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:21.586651 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bfc52118-acf0-475e-9043-22e8a7e82429 req-06a10e90-5614-4b40-94cb-758a6f475fea tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6331eb2-dfd8-4967-bc5a-4e6d89a4cc31 HTTP/1.1" status: 200 len: 210 time: 0.1494963 Feb 09 12:28:21.671555 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9588784b-8316-4b28-b7b8-6e1d211dc68e req-ab6f6273-75aa-4f8e-a379-341721e43b75 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341958 Feb 09 12:28:22.009494 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eccbf34e-c15e-4d3a-b477-5e8cc5a20703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:22.089561 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-bf9670f8-cd14-4e12-90e2-d4b0bad54fef tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:22.100223 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650d0b1-217f-4eca-9489-5e9deac3b5df req-b1590ea9-a485-47e8-819f-c6ad2c366150 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:22.102011 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3650d0b1-217f-4eca-9489-5e9deac3b5df req-b1590ea9-a485-47e8-819f-c6ad2c366150 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d8cdda-ab44-4cbd-b53b-7cbdfb973aec HTTP/1.1" status: 200 len: 944 time: 0.3148804 Feb 09 12:28:22.176837 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e83e49-b086-481e-b271-37089b2d7ff5 req-cd2bbc20-b8ca-4c0d-99f8-3abec078695d tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:22.179917 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-31e83e49-b086-481e-b271-37089b2d7ff5 req-cd2bbc20-b8ca-4c0d-99f8-3abec078695d tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.2160718 Feb 09 12:28:22.200324 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3650d0b1-217f-4eca-9489-5e9deac3b5df req-3d471fe0-208a-4871-b21f-5dbe4491b637 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765102 Feb 09 12:28:22.241032 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-31e83e49-b086-481e-b271-37089b2d7ff5 req-5e2849d2-6e2c-4af0-8d4d-f6b72a42925d tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539267 Feb 09 12:28:22.246173 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-bf9670f8-cd14-4e12-90e2-d4b0bad54fef tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:22.350796 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-bf9670f8-cd14-4e12-90e2-d4b0bad54fef tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] Network 9cb2a639-6d07-41a6-bc82-7f1ef872d3e5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:28:22.355355 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-bf9670f8-cd14-4e12-90e2-d4b0bad54fef tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:28:22.362107 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-bf9670f8-cd14-4e12-90e2-d4b0bad54fef tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:28:22.528791 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9670f8-cd14-4e12-90e2-d4b0bad54fef tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] Pushing event updated for resources: {'Port': ['ID=2bde1be4-d925-4faa-bb59-88015988c13b,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:22.552530 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2ab733fe-4da9-4dd1-b719-573930701eb7 req-f4a9c980-7176-4029-8a12-ee668a0899b3 tempest-ServerShowV254Test-1993522265 tempest-ServerShowV254Test-1993522265-project] 10.222.0.55 "GET /v2.0/ports?device_id=89ad5d52-9748-4ebd-9202-2556cb6fc772 HTTP/1.1" status: 200 len: 210 time: 0.0729852 Feb 09 12:28:22.579883 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-bf9670f8-cd14-4e12-90e2-d4b0bad54fef tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:22.579883 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-bf9670f8-cd14-4e12-90e2-d4b0bad54fef tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:22.600019 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:22.627444 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b027ea-679f-4e5e-bead-64acc0050566 req-230d449d-676a-4bc8-b9be-70dda29359a8 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:22.634351 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-26b027ea-679f-4e5e-bead-64acc0050566 req-230d449d-676a-4bc8-b9be-70dda29359a8 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 950 time: 0.2322407 Feb 09 12:28:22.649408 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-bf9670f8-cd14-4e12-90e2-d4b0bad54fef tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2204134 Feb 09 12:28:22.672878 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eccbf34e-c15e-4d3a-b477-5e8cc5a20703 admin admin] Router a4f10f79-3438-4b3e-899e-b2b9c6e496fe has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:28:22.687753 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-4e2997a6-47dc-475f-89c8-2ab8573a6007 service neutron] Request body: {'port': {'device_id': 'f6331eb2-dfd8-4967-bc5a-4e6d89a4cc31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:28:22.787676 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-26b027ea-679f-4e5e-bead-64acc0050566 req-aee12798-c7b4-421b-b1fa-7f50a218ced4 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536298 Feb 09 12:28:22.890261 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-4e2997a6-47dc-475f-89c8-2ab8573a6007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:22.946523 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eccbf34e-c15e-4d3a-b477-5e8cc5a20703 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:28:22.948347 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd27ec-5dd5-4470-8aa2-9acf9443b3b9 req-df66202f-016b-402a-a62b-0275d58c0545 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:22.950084 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e8fd27ec-5dd5-4470-8aa2-9acf9443b3b9 req-df66202f-016b-402a-a62b-0275d58c0545 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.2303619 Feb 09 12:28:22.959957 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-eccbf34e-c15e-4d3a-b477-5e8cc5a20703 admin admin] 10.222.0.55 "PUT /v2.0/routers/a4f10f79-3438-4b3e-899e-b2b9c6e496fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8434768 Feb 09 12:28:22.960364 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55410) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:28:22.965335 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f65e7b9-4478-44bf-b919-f93a9646fb75 None None] Sync routers for ids ['a4f10f79-3438-4b3e-899e-b2b9c6e496fe'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:28:23.001769 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f65e7b9-4478-44bf-b919-f93a9646fb75 None None] Routers {'a4f10f79-3438-4b3e-899e-b2b9c6e496fe'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:28:23.005300 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-8f65e7b9-4478-44bf-b919-f93a9646fb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:28:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['a4f10f79-3438-4b3e-899e-b2b9c6e496fe'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:28:23.121872 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e8fd27ec-5dd5-4470-8aa2-9acf9443b3b9 req-0e7a1d5e-db30-44c9-bba8-d3d08ea658e8 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605837 Feb 09 12:28:23.207804 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e642b828-1142-4920-9d4a-bbf0a141b7e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:23.449396 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e642b828-1142-4920-9d4a-bbf0a141b7e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:23.479570 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-e642b828-1142-4920-9d4a-bbf0a141b7e2 admin admin] Deleting port f97bfa4e-67b4-4453-bd11-887022653114 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:28:23.480326 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e642b828-1142-4920-9d4a-bbf0a141b7e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:23.526271 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-8f65e7b9-4478-44bf-b919-f93a9646fb75 None None] Set router a4f10f79-3438-4b3e-899e-b2b9c6e496fe gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:28:23.752151 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c9d93-777a-429c-acdc-e2a993ffe3ef req-5a758efa-a05a-40af-8cc3-4bb20a70ce9e tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:23.752910 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-6c3c9d93-777a-429c-acdc-e2a993ffe3ef req-5a758efa-a05a-40af-8cc3-4bb20a70ce9e tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] Synchronizing usage tracker for tenant:49040b7a5df047fcbcc3c5dc6fa9d193 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:28:23.775575 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-e642b828-1142-4920-9d4a-bbf0a141b7e2 admin admin] For port f97bfa4e-67b4-4453-bd11-887022653114, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=f97bfa4e-67b4-4453-bd11-887022653114,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:28:23.776884 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e642b828-1142-4920-9d4a-bbf0a141b7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:23.817456 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-6c3c9d93-777a-429c-acdc-e2a993ffe3ef req-5a758efa-a05a-40af-8cc3-4bb20a70ce9e tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] Unset dirty status for tenant:49040b7a5df047fcbcc3c5dc6fa9d193 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:28:23.825170 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6c3c9d93-777a-429c-acdc-e2a993ffe3ef req-5a758efa-a05a-40af-8cc3-4bb20a70ce9e tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6331eb2-dfd8-4967-bc5a-4e6d89a4cc31 HTTP/1.1" status: 200 len: 931 time: 0.6215270 Feb 09 12:28:23.894160 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c94560-7a62-400d-93a8-8f3a7022ab5e req-b3cc8caf-1509-4ffe-b433-4aa60dddf364 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:23.896500 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-75c94560-7a62-400d-93a8-8f3a7022ab5e req-b3cc8caf-1509-4ffe-b433-4aa60dddf364 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d8cdda-ab44-4cbd-b53b-7cbdfb973aec HTTP/1.1" status: 200 len: 944 time: 0.4415443 Feb 09 12:28:23.940542 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-8f65e7b9-4478-44bf-b919-f93a9646fb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f10f79-3438-4b3e-899e-b2b9c6e496fe', 'name': 'tempest-AttachSCSIVolumeTestJSON-1000675349-router', 'tenant_id': '5017a821b84147f5848802e2e9f1fbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': 'f97bfa4e-67b4-4453-bd11-887022653114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:26:04Z', 'updated_at': '2022-02-09T12:28:21Z', 'revision_number': 5, 'project_id': '5017a821b84147f5848802e2e9f1fbb5', 'gw_port': {'id': 'f97bfa4e-67b4-4453-bd11-887022653114', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f10f79-3438-4b3e-899e-b2b9c6e496fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:26:07Z', 'updated_at': '2022-02-09T12:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:28:23.942525 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-e642b828-1142-4920-9d4a-bbf0a141b7e2 admin admin] Calling delete_port for f97bfa4e-67b4-4453-bd11-887022653114 owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:28:23.944500 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f65e7b9-4478-44bf-b919-f93a9646fb75 None None] Checking router: a4f10f79-3438-4b3e-899e-b2b9c6e496fe for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:28:23.954368 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f65e7b9-4478-44bf-b919-f93a9646fb75 None None] Routers {'a4f10f79-3438-4b3e-899e-b2b9c6e496fe'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:28:23.954989 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-8f65e7b9-4478-44bf-b919-f93a9646fb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:28:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['a4f10f79-3438-4b3e-899e-b2b9c6e496fe'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:28:23.986827 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-75c94560-7a62-400d-93a8-8f3a7022ab5e req-9f7b954a-77c6-4f1b-83ba-718dce1a8d7d tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748973 Feb 09 12:28:23.995642 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-4e2997a6-47dc-475f-89c8-2ab8573a6007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bde1be4-d925-4faa-bb59-88015988c13b {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:28:24.002274 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-6c3c9d93-777a-429c-acdc-e2a993ffe3ef req-ee7ab55a-4a4a-46ea-aaf5-0c74caa76cf2 tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] Synchronizing usage tracker for tenant:49040b7a5df047fcbcc3c5dc6fa9d193 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:28:24.009783 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-4e2997a6-47dc-475f-89c8-2ab8573a6007 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:24.032767 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-4e2997a6-47dc-475f-89c8-2ab8573a6007 service neutron] Transition to ACTIVE for port object 2bde1be4-d925-4faa-bb59-88015988c13b will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:28:24.041985 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-4e2997a6-47dc-475f-89c8-2ab8573a6007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:24.100128 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device a4566240-9bd2-4046-afe1-9dec69cf0b35 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:28:24.208697 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e642b828-1142-4920-9d4a-bbf0a141b7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:24.223042 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-8f65e7b9-4478-44bf-b919-f93a9646fb75 None None] Set router a4f10f79-3438-4b3e-899e-b2b9c6e496fe gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:28:24.261446 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port a4566240-9bd2-4046-afe1-9dec69cf0b35 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:28:24.269694 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port a4566240-9bd2-4046-afe1-9dec69cf0b35 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:28:24.270292 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:24.286837 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e642b828-1142-4920-9d4a-bbf0a141b7e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f97bfa4e-67b4-4453-bd11-887022653114,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:24.330828 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-6c3c9d93-777a-429c-acdc-e2a993ffe3ef req-ee7ab55a-4a4a-46ea-aaf5-0c74caa76cf2 tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] Unset dirty status for tenant:49040b7a5df047fcbcc3c5dc6fa9d193 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:28:24.336712 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6c3c9d93-777a-429c-acdc-e2a993ffe3ef req-ee7ab55a-4a4a-46ea-aaf5-0c74caa76cf2 tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] 10.222.0.55 "GET /v2.0/security-groups?id=50bc5007-edc2-41e4-a0a0-685491b94d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5105164 Feb 09 12:28:24.397249 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-8f65e7b9-4478-44bf-b919-f93a9646fb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f10f79-3438-4b3e-899e-b2b9c6e496fe', 'name': 'tempest-AttachSCSIVolumeTestJSON-1000675349-router', 'tenant_id': '5017a821b84147f5848802e2e9f1fbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:26:04Z', 'updated_at': '2022-02-09T12:28:23Z', 'revision_number': 6, 'project_id': '5017a821b84147f5848802e2e9f1fbb5', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:28:24.406961 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f65e7b9-4478-44bf-b919-f93a9646fb75 None None] The sync data for ids ['a4f10f79-3438-4b3e-899e-b2b9c6e496fe'] in n-d-825178-3 is: [{'id': 'a4f10f79-3438-4b3e-899e-b2b9c6e496fe', 'name': 'tempest-AttachSCSIVolumeTestJSON-1000675349-router', 'tenant_id': '5017a821b84147f5848802e2e9f1fbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:26:04Z', 'updated_at': '2022-02-09T12:28:23Z', 'revision_number': 6, 'project_id': '5017a821b84147f5848802e2e9f1fbb5', 'gw_port_host': None}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:28:24.432032 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e642b828-1142-4920-9d4a-bbf0a141b7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:24.550506 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:24.613979 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port a4566240-9bd2-4046-afe1-9dec69cf0b35, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=a4566240-9bd2-4046-afe1-9dec69cf0b35,segment=NetworkSegment(ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a),segment_id=ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:28:24.615167 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d8cdda-ab44-4cbd-b53b-7cbdfb973aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4566240-9bd2-4046-afe1-9dec69cf0b35'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:28:24.623976 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:24.714658 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2997a6-47dc-475f-89c8-2ab8573a6007 service neutron] Pushing event updated for resources: {'Port': ['ID=2bde1be4-d925-4faa-bb59-88015988c13b,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:24.719978 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4a14349e-64c6-4e5a-86cb-1a48679ec2a6 req-955f0344-dad3-48ff-aaec-50980c898f8e tempest-ServerShowV254Test-1993522265 tempest-ServerShowV254Test-1993522265-project] 10.222.0.55 "GET /v2.0/ports?device_id=89ad5d52-9748-4ebd-9202-2556cb6fc772 HTTP/1.1" status: 200 len: 210 time: 0.0766683 Feb 09 12:28:24.721165 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-4e2997a6-47dc-475f-89c8-2ab8573a6007 service neutron] Attempting to bind port 2bde1be4-d925-4faa-bb59-88015988c13b on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:28:24.723078 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-4e2997a6-47dc-475f-89c8-2ab8573a6007 service neutron] Attempting to bind port 2bde1be4-d925-4faa-bb59-88015988c13b by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'a5e48c53-ef57-45a7-89a9-e5dd83a72ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9cb2a639-6d07-41a6-bc82-7f1ef872d3e5'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:28:24.723078 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-4e2997a6-47dc-475f-89c8-2ab8573a6007 service neutron] Attempting to bind port 2bde1be4-d925-4faa-bb59-88015988c13b on network 9cb2a639-6d07-41a6-bc82-7f1ef872d3e5 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:28:24.725599 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=a4566240-9bd2-4046-afe1-9dec69cf0b35,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:24.730284 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-4e2997a6-47dc-475f-89c8-2ab8573a6007 service neutron] Port 2bde1be4-d925-4faa-bb59-88015988c13b on network 9cb2a639-6d07-41a6-bc82-7f1ef872d3e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:28:24.731011 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-4e2997a6-47dc-475f-89c8-2ab8573a6007 service neutron] Attempting to bind port 2bde1be4-d925-4faa-bb59-88015988c13b on network 9cb2a639-6d07-41a6-bc82-7f1ef872d3e5 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:28:24.738263 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-4e2997a6-47dc-475f-89c8-2ab8573a6007 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:28:24.738960 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-4e2997a6-47dc-475f-89c8-2ab8573a6007 service neutron] Checking segment: {'id': 'a5e48c53-ef57-45a7-89a9-e5dd83a72ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9cb2a639-6d07-41a6-bc82-7f1ef872d3e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:28:24.739060 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-4e2997a6-47dc-475f-89c8-2ab8573a6007 service neutron] Bound using segment: {'id': 'a5e48c53-ef57-45a7-89a9-e5dd83a72ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9cb2a639-6d07-41a6-bc82-7f1ef872d3e5'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:28:24.739731 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-4e2997a6-47dc-475f-89c8-2ab8573a6007 service neutron] Bound port: 2bde1be4-d925-4faa-bb59-88015988c13b, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5e48c53-ef57-45a7-89a9-e5dd83a72ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9cb2a639-6d07-41a6-bc82-7f1ef872d3e5'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:28:24.740102 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-4e2997a6-47dc-475f-89c8-2ab8573a6007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:24.861005 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-4e2997a6-47dc-475f-89c8-2ab8573a6007 service neutron] For port 2bde1be4-d925-4faa-bb59-88015988c13b, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:28:24.864481 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-4e2997a6-47dc-475f-89c8-2ab8573a6007 service neutron] For port 2bde1be4-d925-4faa-bb59-88015988c13b, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=2bde1be4-d925-4faa-bb59-88015988c13b,segment=NetworkSegment(a5e48c53-ef57-45a7-89a9-e5dd83a72ca6),segment_id=a5e48c53-ef57-45a7-89a9-e5dd83a72ca6)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:28:24.876405 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-4e2997a6-47dc-475f-89c8-2ab8573a6007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:24.964498 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 1900d1bd-0443-4875-a12e-0c6643aa048b no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:28:24.970816 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e642b828-1142-4920-9d4a-bbf0a141b7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:24.972979 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e642b828-1142-4920-9d4a-bbf0a141b7e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:24.998351 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2997a6-47dc-475f-89c8-2ab8573a6007 service neutron] Pushing event updated for resources: {'Port': ['ID=2bde1be4-d925-4faa-bb59-88015988c13b,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:25.010148 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f030a-9165-480d-99ce-44766aadcfd7 req-4dfb0a0e-a7d0-4257-b16a-4e89915704d1 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:25.011417 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e642b828-1142-4920-9d4a-bbf0a141b7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:25.012078 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e642b828-1142-4920-9d4a-bbf0a141b7e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4f10f79-3438-4b3e-899e-b2b9c6e496fe {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:28:25.020159 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-db9f030a-9165-480d-99ce-44766aadcfd7 req-4dfb0a0e-a7d0-4257-b16a-4e89915704d1 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.7097757 Feb 09 12:28:25.033633 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e642b828-1142-4920-9d4a-bbf0a141b7e2 admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:25.042419 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e642b828-1142-4920-9d4a-bbf0a141b7e2 admin admin] 10.222.0.55 "DELETE /v2.0/routers/a4f10f79-3438-4b3e-899e-b2b9c6e496fe HTTP/1.1" status: 204 len: 168 time: 2.0782218 Feb 09 12:28:25.044259 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55440) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:28:25.062020 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 1900d1bd-0443-4875-a12e-0c6643aa048b {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:28:25.064879 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 1900d1bd-0443-4875-a12e-0c6643aa048b not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:28:25.071570 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-4e2997a6-47dc-475f-89c8-2ab8573a6007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:25.073223 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-4e2997a6-47dc-475f-89c8-2ab8573a6007 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:25.075161 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-4e2997a6-47dc-475f-89c8-2ab8573a6007 service neutron] 10.222.0.46 "PUT /v2.0/ports/2bde1be4-d925-4faa-bb59-88015988c13b HTTP/1.1" status: 200 len: 1091 time: 2.4155157 Feb 09 12:28:25.082034 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6331eb2-dfd8-4967-bc5a-4e6d89a4cc31', 'tag': '2bde1be4-d925-4faa-bb59-88015988c13b'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:28:25.114309 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-db9f030a-9165-480d-99ce-44766aadcfd7 req-c5729260-9291-4baf-956f-6ee8a65df566 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931890 Feb 09 12:28:25.120945 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7648cbf-09b4-426b-a475-2b3707113083 admin admin] Deleting subnet af39cf96-b827-49c2-8222-1e1ef60c73ed {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:28:25.135256 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7648cbf-09b4-426b-a475-2b3707113083 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:25.166030 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d8cdda-ab44-4cbd-b53b-7cbdfb973aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4566240-9bd2-4046-afe1-9dec69cf0b35', 'code': 200} Feb 09 12:28:25.206584 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7648cbf-09b4-426b-a475-2b3707113083 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:25.207107 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d055ba4-722b-450b-988c-a7262466b825 req-227ac5cc-b99d-40c6-809a-43a22be10bb3 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:25.209728 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9d055ba4-722b-450b-988c-a7262466b825 req-227ac5cc-b99d-40c6-809a-43a22be10bb3 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 950 time: 0.2507012 Feb 09 12:28:25.336853 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-4b4aef33-387c-42cd-b06a-63fde25bf042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:25.339322 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-4b4aef33-387c-42cd-b06a-63fde25bf042 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49040b7a5df047fcbcc3c5dc6fa9d193&device_id=f6331eb2-dfd8-4967-bc5a-4e6d89a4cc31 HTTP/1.1" status: 200 len: 1094 time: 0.2083476 Feb 09 12:28:25.342244 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9d055ba4-722b-450b-988c-a7262466b825 req-c88fe60f-e727-4aed-8ce9-8c3bb9225b38 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250856 Feb 09 12:28:25.444322 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6331eb2-dfd8-4967-bc5a-4e6d89a4cc31', 'tag': '2bde1be4-d925-4faa-bb59-88015988c13b', 'status': 'completed', 'code': 200} Feb 09 12:28:25.447490 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-c2c62605-db9e-4156-9296-0a49404f4f12 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bde1be4-d925-4faa-bb59-88015988c13b HTTP/1.1" status: 200 len: 217 time: 0.0956943 Feb 09 12:28:25.457313 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7648cbf-09b4-426b-a475-2b3707113083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:25.546846 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf60010-ac03-42b2-a235-f6b8d8aec9a5 req-bad0c2c4-ea0c-439f-89de-f94fb70ac17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:25.548671 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-abf60010-ac03-42b2-a235-f6b8d8aec9a5 req-bad0c2c4-ea0c-439f-89de-f94fb70ac17f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a6d8cdda-ab44-4cbd-b53b-7cbdfb973aec HTTP/1.1" status: 200 len: 1096 time: 0.2683482 Feb 09 12:28:25.611032 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-80103518-fdb5-4ed6-912f-38fd64221645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:25.613102 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-80103518-fdb5-4ed6-912f-38fd64221645 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dbe03870-b015-4ee9-8d3e-8f3778a3601b HTTP/1.1" status: 200 len: 860 time: 0.1561658 Feb 09 12:28:25.613839 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-abf60010-ac03-42b2-a235-f6b8d8aec9a5 req-e42f2768-5a3b-4fed-983e-5366e7dcd98c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533926 Feb 09 12:28:25.615355 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7648cbf-09b4-426b-a475-2b3707113083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:25.621178 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c2264-9c53-435a-9781-234f5f4503e2 req-b1659c21-563a-444f-84d3-0f16bd8f1e7c tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:25.628492 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-783c2264-9c53-435a-9781-234f5f4503e2 req-b1659c21-563a-444f-84d3-0f16bd8f1e7c tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d8cdda-ab44-4cbd-b53b-7cbdfb973aec HTTP/1.1" status: 200 len: 945 time: 0.3420768 Feb 09 12:28:25.653345 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7648cbf-09b4-426b-a475-2b3707113083 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af39cf96-b827-49c2-8222-1e1ef60c73ed,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:25.658782 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7648cbf-09b4-426b-a475-2b3707113083 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:25.667200 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a7648cbf-09b4-426b-a475-2b3707113083 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/af39cf96-b827-49c2-8222-1e1ef60c73ed HTTP/1.1" status: 204 len: 168 time: 0.6193113 Feb 09 12:28:25.668090 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55450) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:28:25.672277 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80153e00-cbc4-418e-b9c7-004c7f1e6419 None None] Network 7d895f48-adec-4d63-a826-9c8b23067622 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:28:25.714103 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-783c2264-9c53-435a-9781-234f5f4503e2 req-70ca9343-5f6e-4a61-a76d-9a916b3cfc63 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820940 Feb 09 12:28:25.762952 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4063b33-cc60-4edb-af14-def38f8dea1e req-327baa95-a13a-49fb-89d5-70a2ee1beed7 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:25.765299 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b4063b33-cc60-4edb-af14-def38f8dea1e req-327baa95-a13a-49fb-89d5-70a2ee1beed7 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.2054260 Feb 09 12:28:25.830189 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b4063b33-cc60-4edb-af14-def38f8dea1e req-32cc63c9-1182-46a4-a0ff-44d3e6cdafc0 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576279 Feb 09 12:28:25.840049 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-14d26340-778a-482d-b524-c156007c4e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:25.866317 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-14d26340-778a-482d-b524-c156007c4e1e admin admin] Deleting port 8f10521c-7d21-43fd-b68a-f203eb1a89e9 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:28:25.866769 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-14d26340-778a-482d-b524-c156007c4e1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:25.920118 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-6e6fbcfd-88e4-4307-9d61-822c30e25883 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9cb2a639-6d07-41a6-bc82-7f1ef872d3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652556 Feb 09 12:28:26.104416 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba763843-075a-4c23-8cf3-514d2a549ca8 None None] DHCP port deletion for 7d895f48-adec-4d63-a826-9c8b23067622 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:28:26.109303 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-ba763843-075a-4c23-8cf3-514d2a549ca8 None None] Deleting port 8f10521c-7d21-43fd-b68a-f203eb1a89e9 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:28:26.109428 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ba763843-075a-4c23-8cf3-514d2a549ca8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:26.141991 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-346381be-44ba-40e3-94e4-c543c5d5f788 req-3fb31a5d-fe17-41a2-8846-96d91a0690d3 tempest-ServerShowV254Test-1993522265 tempest-ServerShowV254Test-1993522265-project] 10.222.0.55 "GET /v2.0/ports?device_id=89ad5d52-9748-4ebd-9202-2556cb6fc772 HTTP/1.1" status: 200 len: 210 time: 0.1252000 Feb 09 12:28:26.180539 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-14d26340-778a-482d-b524-c156007c4e1e admin admin] For port 8f10521c-7d21-43fd-b68a-f203eb1a89e9, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=8f10521c-7d21-43fd-b68a-f203eb1a89e9,segment=NetworkSegment(0008973d-55a5-41cb-9ead-bacfb13ceaa2),segment_id=0008973d-55a5-41cb-9ead-bacfb13ceaa2)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:28:26.188371 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-14d26340-778a-482d-b524-c156007c4e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:26.190678 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8acad7c-30fe-4875-989b-7250a99bcad7 req-c0c91a2a-6516-4c2d-8206-272f60e8881e tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:26.192254 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a8acad7c-30fe-4875-989b-7250a99bcad7 req-c0c91a2a-6516-4c2d-8206-272f60e8881e tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6331eb2-dfd8-4967-bc5a-4e6d89a4cc31 HTTP/1.1" status: 200 len: 943 time: 0.2712603 Feb 09 12:28:26.263976 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-86315b92-1ffb-4edd-b234-2dc6f39b2fd7 service neutron] 10.222.0.46 "GET /v2.0/networks/9cb2a639-6d07-41a6-bc82-7f1ef872d3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928119 Feb 09 12:28:26.270461 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a8acad7c-30fe-4875-989b-7250a99bcad7 req-45759e28-af6d-48dc-83dc-6d1c4243f258 tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] 10.222.0.55 "GET /v2.0/security-groups?id=50bc5007-edc2-41e4-a0a0-685491b94d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633690 Feb 09 12:28:26.403695 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-14d26340-778a-482d-b524-c156007c4e1e admin admin] Calling delete_port for 8f10521c-7d21-43fd-b68a-f203eb1a89e9 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:28:26.434187 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-ba763843-075a-4c23-8cf3-514d2a549ca8 None None] For port 8f10521c-7d21-43fd-b68a-f203eb1a89e9, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=8f10521c-7d21-43fd-b68a-f203eb1a89e9,segment=NetworkSegment(0008973d-55a5-41cb-9ead-bacfb13ceaa2),segment_id=0008973d-55a5-41cb-9ead-bacfb13ceaa2)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:28:26.434737 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ba763843-075a-4c23-8cf3-514d2a549ca8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:26.552901 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-14d26340-778a-482d-b524-c156007c4e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:26.593995 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-ba763843-075a-4c23-8cf3-514d2a549ca8 None None] Calling delete_port for 8f10521c-7d21-43fd-b68a-f203eb1a89e9 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:28:26.633561 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d26340-778a-482d-b524-c156007c4e1e admin admin] Pushing event deleted for resources: {'Port': ['ID=8f10521c-7d21-43fd-b68a-f203eb1a89e9,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:26.641882 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d26340-778a-482d-b524-c156007c4e1e admin admin] No DVR routers for this DVR port 8f10521c-7d21-43fd-b68a-f203eb1a89e9 on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:28:26.677754 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-ba763843-075a-4c23-8cf3-514d2a549ca8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:28:26.678152 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-ba763843-075a-4c23-8cf3-514d2a549ca8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:28:26.763299 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-14d26340-778a-482d-b524-c156007c4e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:26.788725 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cd4d341f-299b-487a-9af9-9b7c9c265ff1 req-89ee1ef0-168d-41d3-a7b0-97214d4e30f9 service neutron] 10.222.0.46 "GET /v2.0/networks/9cb2a639-6d07-41a6-bc82-7f1ef872d3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5171478 Feb 09 12:28:26.789110 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-14d26340-778a-482d-b524-c156007c4e1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d895f48-adec-4d63-a826-9c8b23067622']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:28:26.811124 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-14d26340-778a-482d-b524-c156007c4e1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0008973d-55a5-41cb-9ead-bacfb13ceaa2') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:28:26.812985 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-14d26340-778a-482d-b524-c156007c4e1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0008973d-55a5-41cb-9ead-bacfb13ceaa2') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:28:26.814736 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b52ed-a622-42d9-911d-b25b0f1d96d1 req-373417c5-a2c4-416e-b64a-ae0be9920dfc tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:26.816272 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-745b52ed-a622-42d9-911d-b25b0f1d96d1 req-373417c5-a2c4-416e-b64a-ae0be9920dfc tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 950 time: 0.2489147 Feb 09 12:28:26.825958 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a42ce-c6e1-4b8e-9e09-93cf424ec4c5 req-4a2fb346-37bf-4c43-96ec-41ba9a90bdf9 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:26.830619 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-14d26340-778a-482d-b524-c156007c4e1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:26.833760 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2b8a42ce-c6e1-4b8e-9e09-93cf424ec4c5 req-4a2fb346-37bf-4c43-96ec-41ba9a90bdf9 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.2701538 Feb 09 12:28:26.854730 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-14d26340-778a-482d-b524-c156007c4e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:26.862055 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14d26340-778a-482d-b524-c156007c4e1e admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:28:26.864385 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-14d26340-778a-482d-b524-c156007c4e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:26.882844 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:28:26.882844 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:28:26.882844 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:28:26.882844 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:28:26.882844 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:28:26.882844 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:28:26.882844 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:28:26.882844 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:28:26.882844 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:28:26.882844 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:28:26.882844 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:28:26.882844 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:28:26.882844 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:28:26.882844 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:28:26.882844 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:28:26.882844 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:28:26.882844 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:28:26.882844 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:28:26.882844 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:28:26.882844 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:28:26.882844 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:28:26.882844 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:28:26.882844 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:28:26.882844 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:28:26.882844 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:28:26.882844 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:28:26.882844 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:28:26.882844 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:28:26.882844 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:28:26.882844 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:28:26.882844 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:28:26.882844 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:28:26.907240 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 8f10521c-7d21-43fd-b68a-f203eb1a89e9 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:28:26.942459 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 8f10521c-7d21-43fd-b68a-f203eb1a89e9 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:28:26.943070 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 8f10521c-7d21-43fd-b68a-f203eb1a89e9 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:28:26.943652 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device f97bfa4e-67b4-4453-bd11-887022653114 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:28:26.965103 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2b8a42ce-c6e1-4b8e-9e09-93cf424ec4c5 req-1a1ac8b3-c900-4762-8e28-019bf766a046 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304975 Feb 09 12:28:26.990093 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-745b52ed-a622-42d9-911d-b25b0f1d96d1 req-7932c58d-338a-46de-aefa-0c3e15691ca5 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390169 Feb 09 12:28:26.998146 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: f97bfa4e-67b4-4453-bd11-887022653114 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:28:26.998493 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device f97bfa4e-67b4-4453-bd11-887022653114 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:28:27.034557 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce4372-0b98-4ff0-a2eb-382861935678 req-ef4bf1be-b162-4b98-87f8-09e8b904dabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:27.036486 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a9ce4372-0b98-4ff0-a2eb-382861935678 req-ef4bf1be-b162-4b98-87f8-09e8b904dabb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49040b7a5df047fcbcc3c5dc6fa9d193&device_id=f6331eb2-dfd8-4967-bc5a-4e6d89a4cc31 HTTP/1.1" status: 200 len: 1094 time: 0.1665812 Feb 09 12:28:27.088908 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-14d26340-778a-482d-b524-c156007c4e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:27.113475 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-14d26340-778a-482d-b524-c156007c4e1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:27.126001 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d26340-778a-482d-b524-c156007c4e1e admin admin] Pushing event deleted for resources: {'Network': ['ID=7d895f48-adec-4d63-a826-9c8b23067622,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:27.137826 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-14d26340-778a-482d-b524-c156007c4e1e admin admin] 10.222.0.55 "DELETE /v2.0/networks/7d895f48-adec-4d63-a826-9c8b23067622 HTTP/1.1" status: 204 len: 168 time: 1.4662354 Feb 09 12:28:27.181611 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-ba763843-075a-4c23-8cf3-514d2a549ca8 None None] Deleting port 8f10521c-7d21-43fd-b68a-f203eb1a89e9 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:28:27.181611 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ba763843-075a-4c23-8cf3-514d2a549ca8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:27.275684 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-ba763843-075a-4c23-8cf3-514d2a549ca8 None None] The port '8f10521c-7d21-43fd-b68a-f203eb1a89e9' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:28:27.341431 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce4372-0b98-4ff0-a2eb-382861935678 req-34886cf6-a09b-4025-9b32-a809c1bb3b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:27.342796 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a9ce4372-0b98-4ff0-a2eb-382861935678 req-34886cf6-a09b-4025-9b32-a809c1bb3b85 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9cb2a639-6d07-41a6-bc82-7f1ef872d3e5 HTTP/1.1" status: 200 len: 921 time: 0.2983210 Feb 09 12:28:27.356537 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55482) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:28:27.429448 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a9ce4372-0b98-4ff0-a2eb-382861935678 req-f129c3d6-7f8e-4c72-8af1-de5cc2847ab8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bde1be4-d925-4faa-bb59-88015988c13b HTTP/1.1" status: 200 len: 217 time: 0.0743265 Feb 09 12:28:27.439333 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6c87e800-e627-4772-9657-917b868236cc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a90e01c80b9746ea88f7d30cf1ba63f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0790420 Feb 09 12:28:27.439522 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55486) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:28:27.455273 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1bb38a-3e6e-41a1-9ad4-3356675b9089 req-5bdea9f6-816f-4948-a6eb-a72a6d178691 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:27.456986 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9d1bb38a-3e6e-41a1-9ad4-3356675b9089 req-5bdea9f6-816f-4948-a6eb-a72a6d178691 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.2952714 Feb 09 12:28:27.513543 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-acc8d36e-b6bd-4145-825c-ee0725a243b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:27.534619 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b79397-9735-4b0b-a26e-77d15437c706 req-49a11cf8-b854-4532-9503-e03a37343a5d tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:27.536093 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e5b79397-9735-4b0b-a26e-77d15437c706 req-49a11cf8-b854-4532-9503-e03a37343a5d tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d8cdda-ab44-4cbd-b53b-7cbdfb973aec HTTP/1.1" status: 200 len: 945 time: 0.4194503 Feb 09 12:28:27.542796 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-acc8d36e-b6bd-4145-825c-ee0725a243b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:27.578111 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce4372-0b98-4ff0-a2eb-382861935678 req-8ae57416-9697-463a-a103-430a90f87816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:27.579516 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a9ce4372-0b98-4ff0-a2eb-382861935678 req-8ae57416-9697-463a-a103-430a90f87816 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dbe03870-b015-4ee9-8d3e-8f3778a3601b HTTP/1.1" status: 200 len: 860 time: 0.1216676 Feb 09 12:28:27.596408 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9d1bb38a-3e6e-41a1-9ad4-3356675b9089 req-08a04f9e-de81-43c2-b726-9a13f1d4ebfa tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004488 Feb 09 12:28:27.617185 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-acc8d36e-b6bd-4145-825c-ee0725a243b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:27.636850 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc8d36e-b6bd-4145-825c-ee0725a243b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346541b9-7cf4-4cd0-bbf6-d5634e34f3b9,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:27.641458 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-acc8d36e-b6bd-4145-825c-ee0725a243b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:27.642579 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-acc8d36e-b6bd-4145-825c-ee0725a243b0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/346541b9-7cf4-4cd0-bbf6-d5634e34f3b9 HTTP/1.1" status: 204 len: 168 time: 0.2012906 Feb 09 12:28:27.676100 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a9ce4372-0b98-4ff0-a2eb-382861935678 req-81298563-f385-47e8-bb64-dfca7b5c8813 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9cb2a639-6d07-41a6-bc82-7f1ef872d3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770359 Feb 09 12:28:27.790993 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e5b79397-9735-4b0b-a26e-77d15437c706 req-8fc6d6e7-6920-44aa-9d3d-d6dc680cf039 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347808 Feb 09 12:28:27.844296 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c5c71945-1c6d-49bb-9365-47f82393f9ea req-2d1fa911-5562-4f6d-833f-ac58f5cca136 tempest-ServerShowV254Test-1993522265 tempest-ServerShowV254Test-1993522265-project] 10.222.0.55 "GET /v2.0/ports?device_id=89ad5d52-9748-4ebd-9202-2556cb6fc772 HTTP/1.1" status: 200 len: 210 time: 0.0520794 Feb 09 12:28:27.892824 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a9ce4372-0b98-4ff0-a2eb-382861935678 req-b2b90e7c-b3c7-4bac-acdb-f19e43af6e69 service neutron] 10.222.0.46 "GET /v2.0/networks/9cb2a639-6d07-41a6-bc82-7f1ef872d3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965032 Feb 09 12:28:28.156193 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55510) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:28:28.223119 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0ae4f43a-eb99-4b09-9e29-f9327cdd3062 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5017a821b84147f5848802e2e9f1fbb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0631874 Feb 09 12:28:28.223728 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55514) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:28:28.224484 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a9ce4372-0b98-4ff0-a2eb-382861935678 req-c9ae4c84-0572-427a-a97d-c9be2ad41722 service neutron] 10.222.0.46 "GET /v2.0/networks/9cb2a639-6d07-41a6-bc82-7f1ef872d3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226590 Feb 09 12:28:28.268105 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36ea47-d84f-4672-8904-4c43742dc025 req-fa5e477e-21de-4530-a224-beb01e95c479 tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:28.269699 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4d36ea47-d84f-4672-8904-4c43742dc025 req-fa5e477e-21de-4530-a224-beb01e95c479 tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6331eb2-dfd8-4967-bc5a-4e6d89a4cc31 HTTP/1.1" status: 200 len: 943 time: 0.3323722 Feb 09 12:28:28.278048 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c44680c-e150-4a52-9d8e-3320f933c951 req-b0f98a8f-cf85-4847-8361-fc225f136958 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:28.281018 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2c44680c-e150-4a52-9d8e-3320f933c951 req-b0f98a8f-cf85-4847-8361-fc225f136958 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/networks?id=8e240a2e-10ae-45b2-9910-3b86c821ddc4 HTTP/1.1" status: 200 len: 812 time: 0.2563818 Feb 09 12:28:28.296792 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2af87540-ae2b-4fe5-afa3-3a0e097b54e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:28.330098 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2af87540-ae2b-4fe5-afa3-3a0e097b54e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:28.340048 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4d36ea47-d84f-4672-8904-4c43742dc025 req-12501386-7bb5-435f-b583-277553efc0d6 tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] 10.222.0.55 "GET /v2.0/security-groups?id=50bc5007-edc2-41e4-a0a0-685491b94d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549304 Feb 09 12:28:28.358924 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2c44680c-e150-4a52-9d8e-3320f933c951 req-95149202-da09-4296-9063-a47604d06edb tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/quotas/00099515433c46eebcd12321c76bbae3 HTTP/1.1" status: 200 len: 375 time: 0.0346813 Feb 09 12:28:28.404038 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2af87540-ae2b-4fe5-afa3-3a0e097b54e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:28.422520 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af87540-ae2b-4fe5-afa3-3a0e097b54e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cafbf1-4db6-4902-8ed1-8530701596c9,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:28.430612 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2af87540-ae2b-4fe5-afa3-3a0e097b54e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:28.432303 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2af87540-ae2b-4fe5-afa3-3a0e097b54e9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a8cafbf1-4db6-4902-8ed1-8530701596c9 HTTP/1.1" status: 204 len: 168 time: 0.2074323 Feb 09 12:28:28.656732 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2c44680c-e150-4a52-9d8e-3320f933c951 req-7081a844-4535-4300-9670-61755d6a80fe tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=00099515433c46eebcd12321c76bbae3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2916648 Feb 09 12:28:28.664993 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648fa010-5fd1-4d19-84bc-31f52925b42f req-9fd66ec2-0913-430f-97fd-43fb57f10f15 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:28.673155 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-648fa010-5fd1-4d19-84bc-31f52925b42f req-9fd66ec2-0913-430f-97fd-43fb57f10f15 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 950 time: 0.1317854 Feb 09 12:28:28.728921 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-648fa010-5fd1-4d19-84bc-31f52925b42f req-dc03217c-4725-4d29-bedb-098916757d10 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501423 Feb 09 12:28:28.893758 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9768bdb-aa39-46ac-b15f-cf990108cb51 req-dc6ce43f-46a8-4e7e-ac06-f8d0dbc102ed tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:28.895284 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a9768bdb-aa39-46ac-b15f-cf990108cb51 req-dc6ce43f-46a8-4e7e-ac06-f8d0dbc102ed tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.1180542 Feb 09 12:28:29.004690 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a9768bdb-aa39-46ac-b15f-cf990108cb51 req-1ac14f27-f99c-4970-906c-0fe317bac300 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020739 Feb 09 12:28:29.082657 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8576dbc-102c-4118-8b60-700f202b3e46 req-cde5a09d-d24d-43d3-9c9b-d3dac8fb6dd2 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:29.087192 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c8576dbc-102c-4118-8b60-700f202b3e46 req-cde5a09d-d24d-43d3-9c9b-d3dac8fb6dd2 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d8cdda-ab44-4cbd-b53b-7cbdfb973aec HTTP/1.1" status: 200 len: 945 time: 0.1584048 Feb 09 12:28:29.214702 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-05722fc7-6e53-45b8-b41e-8523f8949749 req-7860adaa-dfde-4440-a47f-99a56d9bf7bf tempest-ServerShowV254Test-1993522265 tempest-ServerShowV254Test-1993522265-project] 10.222.0.55 "GET /v2.0/ports?device_id=89ad5d52-9748-4ebd-9202-2556cb6fc772 HTTP/1.1" status: 200 len: 210 time: 0.0487514 Feb 09 12:28:29.216481 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c8576dbc-102c-4118-8b60-700f202b3e46 req-731b2ff4-a520-4359-bd6c-afb9fdd29f66 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249061 Feb 09 12:28:29.354524 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 55554) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:28:29.532281 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70807d46-b777-4552-aeb2-712b4871e13b req-dd5f884b-8ae3-4daf-870b-74a394bd3bb7 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:29.536906 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-70807d46-b777-4552-aeb2-712b4871e13b req-dd5f884b-8ae3-4daf-870b-74a394bd3bb7 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.1719556 Feb 09 12:28:29.543984 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d418e25-c60f-46d3-968d-dd77435f3c9a req-681426b9-f199-4b90-900b-87ea5be6ca7d tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:29.545483 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1d418e25-c60f-46d3-968d-dd77435f3c9a req-681426b9-f199-4b90-900b-87ea5be6ca7d tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d8cdda-ab44-4cbd-b53b-7cbdfb973aec HTTP/1.1" status: 200 len: 945 time: 0.1233890 Feb 09 12:28:29.636110 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-70807d46-b777-4552-aeb2-712b4871e13b req-5af44868-922b-44cb-b337-8758948cf13c tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896289 Feb 09 12:28:29.638518 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-51a1f004-d090-4a69-be12-6be5d10a4e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:29.660231 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1d418e25-c60f-46d3-968d-dd77435f3c9a req-ee62bed1-10bf-47f5-a802-8e1e0e66e48c tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912678 Feb 09 12:28:29.660231 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-51a1f004-d090-4a69-be12-6be5d10a4e1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:28:29.660556 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-51a1f004-d090-4a69-be12-6be5d10a4e1f admin admin] Usage tracker for resource:security_group_rule and tenant:180f3c90b9b54b629f319c77c659749d is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:28:29.663283 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-51a1f004-d090-4a69-be12-6be5d10a4e1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:28:29.669400 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-51a1f004-d090-4a69-be12-6be5d10a4e1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:28:29.811179 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-51a1f004-d090-4a69-be12-6be5d10a4e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:29.819749 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-51a1f004-d090-4a69-be12-6be5d10a4e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:29.887516 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-51a1f004-d090-4a69-be12-6be5d10a4e1f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=180f3c90b9b54b629f319c77c659749d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5293982 Feb 09 12:28:29.887742 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a1f004-d090-4a69-be12-6be5d10a4e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19883f5-32f0-4823-8472-9b8271ec7894,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:29.888180 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55576) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:28:29.913524 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874816ca-375e-41cc-837b-fc46b6f027b2 req-ea04732b-2928-45db-ba22-0ae67e931ab8 tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:29.915076 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-874816ca-375e-41cc-837b-fc46b6f027b2 req-ea04732b-2928-45db-ba22-0ae67e931ab8 tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6331eb2-dfd8-4967-bc5a-4e6d89a4cc31 HTTP/1.1" status: 200 len: 943 time: 0.1488891 Feb 09 12:28:29.952595 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0977ee88-4896-49be-af3e-a83e5608e739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:29.960886 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-874816ca-375e-41cc-837b-fc46b6f027b2 req-fe4fbc60-2aa5-46b4-b98b-452cf20beeb0 tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] 10.222.0.55 "GET /v2.0/security-groups?id=50bc5007-edc2-41e4-a0a0-685491b94d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396664 Feb 09 12:28:29.979767 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0977ee88-4896-49be-af3e-a83e5608e739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:30.033584 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0977ee88-4896-49be-af3e-a83e5608e739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:30.050716 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0977ee88-4896-49be-af3e-a83e5608e739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19883f5-32f0-4823-8472-9b8271ec7894,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:30.056277 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0977ee88-4896-49be-af3e-a83e5608e739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:30.057536 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0977ee88-4896-49be-af3e-a83e5608e739 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b19883f5-32f0-4823-8472-9b8271ec7894 HTTP/1.1" status: 204 len: 168 time: 0.1682503 Feb 09 12:28:30.115718 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 2bde1be4-d925-4faa-bb59-88015988c13b details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:28:30.304520 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 2bde1be4-d925-4faa-bb59-88015988c13b, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=2bde1be4-d925-4faa-bb59-88015988c13b,segment=NetworkSegment(a5e48c53-ef57-45a7-89a9-e5dd83a72ca6),segment_id=a5e48c53-ef57-45a7-89a9-e5dd83a72ca6)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:28:30.325982 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '2bde1be4-d925-4faa-bb59-88015988c13b', 'network_id': '9cb2a639-6d07-41a6-bc82-7f1ef872d3e5', 'port_id': '2bde1be4-d925-4faa-bb59-88015988c13b', 'mac_address': 'fa:16:3e:a9:e0:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbe03870-b015-4ee9-8d3e-8f3778a3601b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:28:30.376633 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-84750ef0-3d8e-4b88-ae7f-076c1072ce56 req-a3fcbf13-92ea-4d73-9562-d5b3e8ad7193 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=00099515433c46eebcd12321c76bbae3 HTTP/1.1" status: 200 len: 221 time: 0.0834732 Feb 09 12:28:30.439068 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e1a4d-0ea0-4e63-8602-0550e6bcbc5f req-7a08bcbf-b557-4c93-b699-08f23298a87b tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:30.440834 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-350e1a4d-0ea0-4e63-8602-0550e6bcbc5f req-7a08bcbf-b557-4c93-b699-08f23298a87b tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 950 time: 0.1330864 Feb 09 12:28:30.441394 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:30.459645 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bde1be4-d925-4faa-bb59-88015988c13b {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:28:30.471925 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55602) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:28:30.481740 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 2bde1be4-d925-4faa-bb59-88015988c13b, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=2bde1be4-d925-4faa-bb59-88015988c13b,segment=NetworkSegment(a5e48c53-ef57-45a7-89a9-e5dd83a72ca6),segment_id=a5e48c53-ef57-45a7-89a9-e5dd83a72ca6)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:28:30.485686 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:30.494423 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d4c688d7-b9d2-426d-9ef7-1ca3d9b14e50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:30.510210 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-350e1a4d-0ea0-4e63-8602-0550e6bcbc5f req-15ac238c-3fa5-4d81-9fc4-903659455504 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611031 Feb 09 12:28:30.512619 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d4c688d7-b9d2-426d-9ef7-1ca3d9b14e50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:28:30.516766 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d4c688d7-b9d2-426d-9ef7-1ca3d9b14e50 admin admin] Usage tracker for resource:security_group_rule and tenant:cecb1b5ca18648038b95061d6e41a4ad is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:28:30.519735 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d4c688d7-b9d2-426d-9ef7-1ca3d9b14e50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:28:30.525640 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d4c688d7-b9d2-426d-9ef7-1ca3d9b14e50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:28:30.557227 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=2bde1be4-d925-4faa-bb59-88015988c13b,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:30.608976 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921aee90-2b35-4785-be42-6e0855092895 req-2e5a7a85-26a1-47a4-8d0a-e4beed6a553b tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:30.610520 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-921aee90-2b35-4785-be42-6e0855092895 req-2e5a7a85-26a1-47a4-8d0a-e4beed6a553b tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d8cdda-ab44-4cbd-b53b-7cbdfb973aec HTTP/1.1" status: 200 len: 945 time: 0.1041269 Feb 09 12:28:30.627614 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d4c688d7-b9d2-426d-9ef7-1ca3d9b14e50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:30.632540 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d4c688d7-b9d2-426d-9ef7-1ca3d9b14e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:30.680220 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d4c688d7-b9d2-426d-9ef7-1ca3d9b14e50 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cecb1b5ca18648038b95061d6e41a4ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2064509 Feb 09 12:28:30.681568 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c688d7-b9d2-426d-9ef7-1ca3d9b14e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f9e2c1-9139-4e2e-9a69-628e5bb54014,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:30.683857 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55606) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:28:30.691677 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-43cf3f95-5c9f-4212-aa09-ec3cb6329712 req-03dcd0e7-aeae-4046-b3b7-4673d8c7c7cd tempest-ServerShowV254Test-1993522265 tempest-ServerShowV254Test-1993522265-project] 10.222.0.55 "GET /v2.0/ports?device_id=89ad5d52-9748-4ebd-9202-2556cb6fc772 HTTP/1.1" status: 200 len: 210 time: 0.0558939 Feb 09 12:28:30.702375 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-921aee90-2b35-4785-be42-6e0855092895 req-8b41b370-2612-4cbe-8778-2da07c9e9a96 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855243 Feb 09 12:28:30.753286 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ad92758c-e6b0-4972-b2b0-a8c93bc7d1e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:30.783169 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ad92758c-e6b0-4972-b2b0-a8c93bc7d1e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:30.838877 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ad92758c-e6b0-4972-b2b0-a8c93bc7d1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:30.863974 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad92758c-e6b0-4972-b2b0-a8c93bc7d1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f9e2c1-9139-4e2e-9a69-628e5bb54014,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:30.867611 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ad92758c-e6b0-4972-b2b0-a8c93bc7d1e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:30.867611 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ad92758c-e6b0-4972-b2b0-a8c93bc7d1e0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c9f9e2c1-9139-4e2e-9a69-628e5bb54014 HTTP/1.1" status: 204 len: 168 time: 0.1827168 Feb 09 12:28:30.895468 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['2bde1be4-d925-4faa-bb59-88015988c13b'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:28:30.902157 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c83b4-650d-4199-9f4d-4e5cc6d490c7 req-e8af621d-95ea-4389-9550-c1be74862696 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:30.903759 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e05c83b4-650d-4199-9f4d-4e5cc6d490c7 req-e8af621d-95ea-4389-9550-c1be74862696 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.0998151 Feb 09 12:28:30.954708 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e05c83b4-650d-4199-9f4d-4e5cc6d490c7 req-3c466be8-2bba-4845-b3a8-cbb371417017 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442765 Feb 09 12:28:31.178167 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28d75fb-b3af-4448-8af2-e713952f157f req-8a358900-f0f2-49b0-a26a-3b68901007b2 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:31.179737 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f28d75fb-b3af-4448-8af2-e713952f157f req-8a358900-f0f2-49b0-a26a-3b68901007b2 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.0962920 Feb 09 12:28:31.228424 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f28d75fb-b3af-4448-8af2-e713952f157f req-b8d28155-a0ff-418c-b2d2-1f0f8bcab295 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409141 Feb 09 12:28:31.500930 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d94196-a428-4bdf-bed0-e4c80c9a4958 req-f27d9d7b-064a-497d-b101-8405d9062615 tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:31.502398 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-94d94196-a428-4bdf-bed0-e4c80c9a4958 req-f27d9d7b-064a-497d-b101-8405d9062615 tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6331eb2-dfd8-4967-bc5a-4e6d89a4cc31 HTTP/1.1" status: 200 len: 944 time: 0.1452579 Feb 09 12:28:31.549766 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6894cf4-ea37-4f73-927f-672842007dba req-be29f1e1-58ae-40a7-b473-d4ffdc5416e9 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:31.551217 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c6894cf4-ea37-4f73-927f-672842007dba req-be29f1e1-58ae-40a7-b473-d4ffdc5416e9 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.1351130 Feb 09 12:28:31.584020 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-94d94196-a428-4bdf-bed0-e4c80c9a4958 req-7c522377-077a-4c4d-ae4c-bb12b3fc8b05 tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] 10.222.0.55 "GET /v2.0/security-groups?id=50bc5007-edc2-41e4-a0a0-685491b94d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758853 Feb 09 12:28:31.616566 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c6894cf4-ea37-4f73-927f-672842007dba req-0abd21e0-4db4-44df-9cfb-28bbf08e2077 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592096 Feb 09 12:28:32.055398 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57147dc6-c9c1-490b-bb3f-142b78da4dc8 req-7560d511-4694-400b-9b04-417e73bed5e6 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:32.057471 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-57147dc6-c9c1-490b-bb3f-142b78da4dc8 req-7560d511-4694-400b-9b04-417e73bed5e6 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 950 time: 0.3211505 Feb 09 12:28:32.066499 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad98669e-5b8b-4da9-a3af-edb6356df809 req-c5ac3207-6ebc-4a4e-bf74-c3abd73c7c2d tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:32.067893 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ad98669e-5b8b-4da9-a3af-edb6356df809 req-c5ac3207-6ebc-4a4e-bf74-c3abd73c7c2d tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6d8cdda-ab44-4cbd-b53b-7cbdfb973aec HTTP/1.1" status: 200 len: 945 time: 0.2934127 Feb 09 12:28:32.077869 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26d2bb-b40e-4abe-b699-491141bd1828 req-aa1ebbe8-0d55-4289-819b-e69292567c81 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:32.079241 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3b26d2bb-b40e-4abe-b699-491141bd1828 req-aa1ebbe8-0d55-4289-819b-e69292567c81 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.3058438 Feb 09 12:28:32.200030 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-57147dc6-c9c1-490b-bb3f-142b78da4dc8 req-48eaf12b-5d7b-4b7a-8bc6-f61c54d96fa3 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310923 Feb 09 12:28:32.209258 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3b26d2bb-b40e-4abe-b699-491141bd1828 req-437860c5-b921-49bb-9394-0225cf781562 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877304 Feb 09 12:28:32.213146 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-ad98669e-5b8b-4da9-a3af-edb6356df809 req-c947aefc-b36a-4e23-9720-87e08b5c4f69 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Deleting port a4566240-9bd2-4046-afe1-9dec69cf0b35 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:28:32.213268 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ad98669e-5b8b-4da9-a3af-edb6356df809 req-c947aefc-b36a-4e23-9720-87e08b5c4f69 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:32.455418 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ad698ed7-defa-40a8-a400-40305471fe60 req-3f2a2fd0-4f50-4e67-a263-00876a82a784 tempest-ServerShowV254Test-1993522265 tempest-ServerShowV254Test-1993522265-project] 10.222.0.55 "GET /v2.0/ports?device_id=89ad5d52-9748-4ebd-9202-2556cb6fc772 HTTP/1.1" status: 200 len: 210 time: 0.1002681 Feb 09 12:28:32.588890 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e3ad2-2cac-4569-a7c0-00534272c2bc req-37473b1b-2ff4-41ee-8352-9d1c4c83cbb1 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:32.592354 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0b6e3ad2-2cac-4569-a7c0-00534272c2bc req-37473b1b-2ff4-41ee-8352-9d1c4c83cbb1 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d8cdda-ab44-4cbd-b53b-7cbdfb973aec HTTP/1.1" status: 200 len: 945 time: 0.2363939 Feb 09 12:28:32.684399 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0b6e3ad2-2cac-4569-a7c0-00534272c2bc req-7cf222ff-1130-4106-94bc-a2d7f198f45e tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864768 Feb 09 12:28:32.704617 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-ad98669e-5b8b-4da9-a3af-edb6356df809 req-c947aefc-b36a-4e23-9720-87e08b5c4f69 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] For port a4566240-9bd2-4046-afe1-9dec69cf0b35, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=a4566240-9bd2-4046-afe1-9dec69cf0b35,segment=NetworkSegment(ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a),segment_id=ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:28:32.705035 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ad98669e-5b8b-4da9-a3af-edb6356df809 req-c947aefc-b36a-4e23-9720-87e08b5c4f69 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:32.835107 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-ad98669e-5b8b-4da9-a3af-edb6356df809 req-c947aefc-b36a-4e23-9720-87e08b5c4f69 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Calling delete_port for a4566240-9bd2-4046-afe1-9dec69cf0b35 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:28:33.028719 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bbcd4-8a7c-48ac-8193-c987daefb037 req-77f0fb7e-bf2b-4230-92f3-f968e51533a1 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:33.030250 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-299bbcd4-8a7c-48ac-8193-c987daefb037 req-77f0fb7e-bf2b-4230-92f3-f968e51533a1 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.2020814 Feb 09 12:28:33.151943 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ad98669e-5b8b-4da9-a3af-edb6356df809 req-c947aefc-b36a-4e23-9720-87e08b5c4f69 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:33.164289 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['40dc350d-1874-481c-a46c-c820c9950461', 'a4566240-9bd2-4046-afe1-9dec69cf0b35'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:28:33.195362 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-299bbcd4-8a7c-48ac-8193-c987daefb037 req-871799b9-bd68-4e88-b17c-6ccaaf17e00f tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475217 Feb 09 12:28:33.215539 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c947aefc-b36a-4e23-9720-87e08b5c4f69 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Pushing event deleted for resources: {'Port': ['ID=a4566240-9bd2-4046-afe1-9dec69cf0b35,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:33.304537 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad98669e-5b8b-4da9-a3af-edb6356df809 req-c947aefc-b36a-4e23-9720-87e08b5c4f69 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] No DVR routers for this DVR port a4566240-9bd2-4046-afe1-9dec69cf0b35 on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:28:33.324993 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea501f-18f1-4990-b68e-319d4855dba7 req-6e6cfb2f-b0e9-4bbc-927b-9213192db640 tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:33.331747 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-05ea501f-18f1-4990-b68e-319d4855dba7 req-6e6cfb2f-b0e9-4bbc-927b-9213192db640 tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6331eb2-dfd8-4967-bc5a-4e6d89a4cc31 HTTP/1.1" status: 200 len: 944 time: 0.2920892 Feb 09 12:28:33.334048 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ad98669e-5b8b-4da9-a3af-edb6356df809 req-c947aefc-b36a-4e23-9720-87e08b5c4f69 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:33.337361 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d8cdda-ab44-4cbd-b53b-7cbdfb973aec', 'name': 'network-vif-deleted', 'tag': 'a4566240-9bd2-4046-afe1-9dec69cf0b35'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:28:33.402157 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-05ea501f-18f1-4990-b68e-319d4855dba7 req-a9a082ec-60e1-4df1-b2e0-2b9a498d6fc5 tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] 10.222.0.55 "GET /v2.0/security-groups?id=50bc5007-edc2-41e4-a0a0-685491b94d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694757 Feb 09 12:28:33.405830 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ad98669e-5b8b-4da9-a3af-edb6356df809 req-c947aefc-b36a-4e23-9720-87e08b5c4f69 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.46 "DELETE /v2.0/ports/a4566240-9bd2-4046-afe1-9dec69cf0b35 HTTP/1.1" status: 204 len: 173 time: 1.3257816 Feb 09 12:28:33.591761 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3241c-4954-4a5b-8e7c-67b75fa71e16 req-5e5c90c5-f4b4-4332-9767-dad43d00796a tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:33.597472 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-abe3241c-4954-4a5b-8e7c-67b75fa71e16 req-5e5c90c5-f4b4-4332-9767-dad43d00796a tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 950 time: 0.0987904 Feb 09 12:28:33.645063 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-abe3241c-4954-4a5b-8e7c-67b75fa71e16 req-4c5fc119-39eb-4694-86ba-1999a3a5ec41 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401294 Feb 09 12:28:33.840552 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d8cdda-ab44-4cbd-b53b-7cbdfb973aec', 'name': 'network-vif-deleted', 'tag': 'a4566240-9bd2-4046-afe1-9dec69cf0b35', 'status': 'completed', 'code': 200} Feb 09 12:28:33.858440 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246201e4-3fd4-4d2a-a46a-f2c176f56ca8 req-2620afda-52b5-470b-a054-19e28d0ab163 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:33.860047 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-246201e4-3fd4-4d2a-a46a-f2c176f56ca8 req-2620afda-52b5-470b-a054-19e28d0ab163 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.1083410 Feb 09 12:28:33.913630 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-246201e4-3fd4-4d2a-a46a-f2c176f56ca8 req-4e5a7804-291f-49aa-af49-90774246c565 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460141 Feb 09 12:28:33.987936 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9c9bb1c8-bc50-4c71-9256-9ee0286142da req-268dbbbf-fb9c-4223-8c42-7a636de11f90 tempest-ServerShowV254Test-1993522265 tempest-ServerShowV254Test-1993522265-project] 10.222.0.55 "GET /v2.0/ports?device_id=89ad5d52-9748-4ebd-9202-2556cb6fc772 HTTP/1.1" status: 200 len: 210 time: 0.0487349 Feb 09 12:28:34.089292 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-de71e011-2941-41bc-8020-4a2137ad6b79 req-ba6dd4bf-1a22-4ad4-b64f-19e3c89802ad tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Synchronizing usage tracker for tenant:c35b136021fd452e84da1be28afeefee on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:28:34.112140 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-de71e011-2941-41bc-8020-4a2137ad6b79 req-ba6dd4bf-1a22-4ad4-b64f-19e3c89802ad tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Unset dirty status for tenant:c35b136021fd452e84da1be28afeefee on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:28:34.120305 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-de71e011-2941-41bc-8020-4a2137ad6b79 req-ba6dd4bf-1a22-4ad4-b64f-19e3c89802ad tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d8cdda-ab44-4cbd-b53b-7cbdfb973aec HTTP/1.1" status: 200 len: 210 time: 0.0803189 Feb 09 12:28:34.144999 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 2bde1be4-d925-4faa-bb59-88015988c13b up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:28:34.233705 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 2bde1be4-d925-4faa-bb59-88015988c13b completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:28:34.240769 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 2bde1be4-d925-4faa-bb59-88015988c13b triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:28:34.241278 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:34.386939 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30640cee-925a-498d-b041-0aa0e974d80e req-02ea3bdf-fb1a-4170-bad7-deda4d0578f5 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:34.394390 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30640cee-925a-498d-b041-0aa0e974d80e req-02ea3bdf-fb1a-4170-bad7-deda4d0578f5 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.1187873 Feb 09 12:28:34.440578 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30640cee-925a-498d-b041-0aa0e974d80e req-37190929-3a26-4d7c-965d-15c56576fc22 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451326 Feb 09 12:28:34.444048 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:34.488501 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6331eb2-dfd8-4967-bc5a-4e6d89a4cc31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bde1be4-d925-4faa-bb59-88015988c13b'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:28:34.499987 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 2bde1be4-d925-4faa-bb59-88015988c13b, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=2bde1be4-d925-4faa-bb59-88015988c13b,segment=NetworkSegment(a5e48c53-ef57-45a7-89a9-e5dd83a72ca6),segment_id=a5e48c53-ef57-45a7-89a9-e5dd83a72ca6)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:28:34.507281 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:34.604262 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=2bde1be4-d925-4faa-bb59-88015988c13b,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:34.676161 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4977b03-6d90-4746-b465-64fbdd311b0a req-e91de808-0ac8-48a1-ba79-8f93124fbb89 tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:34.676161 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c4977b03-6d90-4746-b465-64fbdd311b0a req-e91de808-0ac8-48a1-ba79-8f93124fbb89 tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6331eb2-dfd8-4967-bc5a-4e6d89a4cc31 HTTP/1.1" status: 200 len: 945 time: 0.1008117 Feb 09 12:28:34.729934 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c4977b03-6d90-4746-b465-64fbdd311b0a req-df8435ef-8446-4d34-85e3-760b215c97cc tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] 10.222.0.55 "GET /v2.0/security-groups?id=50bc5007-edc2-41e4-a0a0-685491b94d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451515 Feb 09 12:28:34.789280 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6331eb2-dfd8-4967-bc5a-4e6d89a4cc31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bde1be4-d925-4faa-bb59-88015988c13b', 'code': 200} Feb 09 12:28:35.074917 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672db53e-ebf5-40fd-9d40-ebbae07f5e52 req-1e022cd9-f9f5-4fca-95f3-2e92e260ed9a tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:35.076324 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-672db53e-ebf5-40fd-9d40-ebbae07f5e52 req-1e022cd9-f9f5-4fca-95f3-2e92e260ed9a tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.3275681 Feb 09 12:28:35.078030 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7539f-1ec0-4cb7-afb2-03bd25e99a9c req-7f5f778c-2099-4b0d-85a4-470e49923856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:35.079340 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-23e7539f-1ec0-4cb7-afb2-03bd25e99a9c req-7f5f778c-2099-4b0d-85a4-470e49923856 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f6331eb2-dfd8-4967-bc5a-4e6d89a4cc31 HTTP/1.1" status: 200 len: 1096 time: 0.1741405 Feb 09 12:28:35.087393 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93b276-8d1f-4595-8997-983a96b09928 req-fa737a4d-15f3-44a9-a729-51759c71be80 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:35.088824 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3c93b276-8d1f-4595-8997-983a96b09928 req-fa737a4d-15f3-44a9-a729-51759c71be80 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 950 time: 0.1825218 Feb 09 12:28:35.191508 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-672db53e-ebf5-40fd-9d40-ebbae07f5e52 req-d2c1267f-7abd-40ec-a9f7-9e734fcaa273 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006980 Feb 09 12:28:35.192964 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-23e7539f-1ec0-4cb7-afb2-03bd25e99a9c req-811cedea-8ffa-4c76-a347-ebade91e392b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=50bc5007-edc2-41e4-a0a0-685491b94d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033142 Feb 09 12:28:35.197549 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3c93b276-8d1f-4595-8997-983a96b09928 req-87a2a7f7-734e-406f-8b2f-d7271ffd0fb9 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934429 Feb 09 12:28:35.357872 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3043da83-7475-441e-b84f-5d40093edf5f req-3958288d-5798-4f37-b622-5da2c8f41158 tempest-ServerShowV254Test-1993522265 tempest-ServerShowV254Test-1993522265-project] 10.222.0.55 "GET /v2.0/ports?device_id=89ad5d52-9748-4ebd-9202-2556cb6fc772 HTTP/1.1" status: 200 len: 210 time: 0.0505662 Feb 09 12:28:35.547745 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe2d94-ee97-4d4a-a658-1720f0bd666d req-f3aa43d7-4bd7-4b70-9e68-af0006738010 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:35.549341 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d1fe2d94-ee97-4d4a-a658-1720f0bd666d req-f3aa43d7-4bd7-4b70-9e68-af0006738010 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.0882068 Feb 09 12:28:35.594360 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d1fe2d94-ee97-4d4a-a658-1720f0bd666d req-716408ab-7ac6-4a79-afdb-31d0502d6068 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394034 Feb 09 12:28:35.855338 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096d1c2-98be-410e-887b-b038eb5bf0d0 req-10bb9699-bbd9-48df-aa10-8f2a0a71c19b tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:35.857108 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8096d1c2-98be-410e-887b-b038eb5bf0d0 req-10bb9699-bbd9-48df-aa10-8f2a0a71c19b tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/networks?id=985217ad-b773-4531-9367-f144e39af1cf HTTP/1.1" status: 200 len: 805 time: 0.1548054 Feb 09 12:28:35.873671 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8096d1c2-98be-410e-887b-b038eb5bf0d0 req-42a1977f-19d9-4e77-b924-6f7e1091be90 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/quotas/c35b136021fd452e84da1be28afeefee HTTP/1.1" status: 200 len: 375 time: 0.0106194 Feb 09 12:28:35.958631 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8096d1c2-98be-410e-887b-b038eb5bf0d0 req-8c7f0e3a-007c-4aac-9307-852ccb1e8727 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c35b136021fd452e84da1be28afeefee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0786667 Feb 09 12:28:36.106940 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8096d1c2-98be-410e-887b-b038eb5bf0d0 req-43999b1d-5a55-439b-a523-4c72a9822aa8 service neutron] 10.222.0.55 "GET /v2.0/networks/985217ad-b773-4531-9367-f144e39af1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387799 Feb 09 12:28:36.143550 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device a4566240-9bd2-4046-afe1-9dec69cf0b35 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:28:36.182647 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: a4566240-9bd2-4046-afe1-9dec69cf0b35 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:28:36.183043 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device a4566240-9bd2-4046-afe1-9dec69cf0b35 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:28:36.320412 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8096d1c2-98be-410e-887b-b038eb5bf0d0 req-14f254c0-f608-4155-9791-42c3ffa3a3e4 service neutron] 10.222.0.55 "GET /v2.0/networks/985217ad-b773-4531-9367-f144e39af1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075303 Feb 09 12:28:36.335689 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ef50e-e01f-42a0-9d46-7e1175ecccf3 req-95f4d6aa-4e86-440a-9f6f-b461a0903eec tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:36.337831 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e23ef50e-e01f-42a0-9d46-7e1175ecccf3 req-95f4d6aa-4e86-440a-9f6f-b461a0903eec tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.1421385 Feb 09 12:28:36.394513 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e23ef50e-e01f-42a0-9d46-7e1175ecccf3 req-c0e980aa-a2a6-4eb7-ab31-b296f3c2df6c tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506618 Feb 09 12:28:36.773895 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7911d38-da71-4c9e-84dc-63455aef81cd req-9053fb0f-3b8b-4fee-901d-e8a2d8bfb851 tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:36.780639 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f7911d38-da71-4c9e-84dc-63455aef81cd req-9053fb0f-3b8b-4fee-901d-e8a2d8bfb851 tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6331eb2-dfd8-4967-bc5a-4e6d89a4cc31 HTTP/1.1" status: 200 len: 945 time: 0.2154408 Feb 09 12:28:36.848636 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2af5a5-97f9-4b16-a64d-5edf9d340df2 req-26725398-69ce-4f6d-8102-e97ac1d453ed tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:36.853466 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0d2af5a5-97f9-4b16-a64d-5edf9d340df2 req-26725398-69ce-4f6d-8102-e97ac1d453ed tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 950 time: 0.2218931 Feb 09 12:28:36.867284 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f7911d38-da71-4c9e-84dc-63455aef81cd req-03cfcc1b-b0d4-4fe0-9ef0-fc13b9f57359 tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] 10.222.0.55 "GET /v2.0/security-groups?id=50bc5007-edc2-41e4-a0a0-685491b94d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828795 Feb 09 12:28:36.900570 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-0273bf1c-6547-41ac-acf1-38975f786dd0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2190700 Feb 09 12:28:36.937225 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0d2af5a5-97f9-4b16-a64d-5edf9d340df2 req-97117d3a-1bf3-4737-9f7b-c42192fd6afe tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734458 Feb 09 12:28:37.147017 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-685623ad-d9da-400f-9c66-818806934a59 req-05088d0d-a72b-4f08-bd94-13f8ffbc8bd1 tempest-ServerShowV254Test-1993522265 tempest-ServerShowV254Test-1993522265-project] 10.222.0.55 "GET /v2.0/ports?device_id=89ad5d52-9748-4ebd-9202-2556cb6fc772 HTTP/1.1" status: 200 len: 210 time: 0.1183610 Feb 09 12:28:37.280371 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0288ba3a-44f5-412a-99c6-d56b8ecfa6ce req-05647767-2f7a-4d06-b589-461b701e71c3 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=efc4bb30-3b44-420a-86b0-143fc801a432 HTTP/1.1" status: 200 len: 210 time: 0.1961772 Feb 09 12:28:37.376556 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-9509d624-04d4-42d8-80af-1e7ce2121a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:37.377322 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-9509d624-04d4-42d8-80af-1e7ce2121a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:37.377976 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-9509d624-04d4-42d8-80af-1e7ce2121a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:37.378806 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-9509d624-04d4-42d8-80af-1e7ce2121a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:37.379506 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-9509d624-04d4-42d8-80af-1e7ce2121a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:37.380201 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-9509d624-04d4-42d8-80af-1e7ce2121a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:37.381271 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-9509d624-04d4-42d8-80af-1e7ce2121a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:37.383645 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-9509d624-04d4-42d8-80af-1e7ce2121a35 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1504faf0b32244dc872049fa5f2c3962&device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 6502 time: 0.2924628 Feb 09 12:28:37.662372 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 55848) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:28:37.722262 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c560b88-b82f-4d1f-b8ca-3e69b56626a8 req-81de1a32-1e9c-4329-8c23-ea8986d4d8dc tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:37.723768 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0c560b88-b82f-4d1f-b8ca-3e69b56626a8 req-81de1a32-1e9c-4329-8c23-ea8986d4d8dc tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.3297167 Feb 09 12:28:37.763101 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-342d9424-48e8-4d5a-a414-2f606dea60fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:37.763590 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-342d9424-48e8-4d5a-a414-2f606dea60fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:37.764088 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-342d9424-48e8-4d5a-a414-2f606dea60fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:37.765669 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-342d9424-48e8-4d5a-a414-2f606dea60fc service neutron] 10.222.0.46 "GET /v2.0/networks?id=d9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35&id=9cd8438c-2c74-4941-a26e-2747746bb4cf&id=9cd8438c-2c74-4941-a26e-2747746bb4cf&id=9cd8438c-2c74-4941-a26e-2747746bb4cf&id=9cd8438c-2c74-4941-a26e-2747746bb4cf&id=ba448e7a-fa60-4f14-8e77-7f852965ebd1&id=ba448e7a-fa60-4f14-8e77-7f852965ebd1 HTTP/1.1" status: 200 len: 2296 time: 0.3266447 Feb 09 12:28:37.872232 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4e190554-05a4-4615-9c87-96c1ed6f10b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:37.883123 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0c560b88-b82f-4d1f-b8ca-3e69b56626a8 req-5ad2413b-1931-46f6-bb3a-aa638939d0e5 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465173 Feb 09 12:28:37.908069 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-4e190554-05a4-4615-9c87-96c1ed6f10b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:28:37.915913 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-4e190554-05a4-4615-9c87-96c1ed6f10b6 admin admin] Usage tracker for resource:security_group_rule and tenant:9c0f7ee35f944297b0394591c5609ed0 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:28:37.933135 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-4e190554-05a4-4615-9c87-96c1ed6f10b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:28:37.941962 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-757f5ea1-7936-410b-a6c8-a0421dd49dd0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=753ea632-df42-4ace-853e-cbed8bf97ca9 HTTP/1.1" status: 200 len: 1002 time: 0.1672435 Feb 09 12:28:37.942826 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-4e190554-05a4-4615-9c87-96c1ed6f10b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:28:38.028335 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-f640f891-d713-45f4-a37a-e785a0b2131d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:38.029802 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-f640f891-d713-45f4-a37a-e785a0b2131d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3d2e5ab4-ed0b-495e-9f76-7abb1b03c440 HTTP/1.1" status: 200 len: 855 time: 0.0797067 Feb 09 12:28:38.125259 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096d1c2-98be-410e-887b-b038eb5bf0d0 req-8311c62d-7451-44b4-b1a5-9d427959c69c tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:38.126673 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8096d1c2-98be-410e-887b-b038eb5bf0d0 req-8311c62d-7451-44b4-b1a5-9d427959c69c tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.46 "GET /v2.0/networks?id=985217ad-b773-4531-9367-f144e39af1cf HTTP/1.1" status: 200 len: 805 time: 0.3100474 Feb 09 12:28:38.139112 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-8096d1c2-98be-410e-887b-b038eb5bf0d0 req-0b5378e3-5cba-4e9b-86c4-a0023eb77b6f tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Request body: {'port': {'device_id': 'efc4bb30-3b44-420a-86b0-143fc801a432', 'network_id': '985217ad-b773-4531-9367-f144e39af1cf', 'admin_state_up': True, 'tenant_id': 'c35b136021fd452e84da1be28afeefee'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:28:38.272453 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4e190554-05a4-4615-9c87-96c1ed6f10b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:38.282359 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-9f7a8c6e-58e0-4cc9-a246-b162bb5d9156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:38.283988 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-9f7a8c6e-58e0-4cc9-a246-b162bb5d9156 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2461464 Feb 09 12:28:38.284566 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4e190554-05a4-4615-9c87-96c1ed6f10b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:38.332931 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-8096d1c2-98be-410e-887b-b038eb5bf0d0 req-0b5378e3-5cba-4e9b-86c4-a0023eb77b6f tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:28:38.343407 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-8096d1c2-98be-410e-887b-b038eb5bf0d0 req-0b5378e3-5cba-4e9b-86c4-a0023eb77b6f tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:28:38.353930 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8096d1c2-98be-410e-887b-b038eb5bf0d0 req-0b5378e3-5cba-4e9b-86c4-a0023eb77b6f tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Made reservation on behalf of c35b136021fd452e84da1be28afeefee for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:28:38.358057 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8096d1c2-98be-410e-887b-b038eb5bf0d0 req-0b5378e3-5cba-4e9b-86c4-a0023eb77b6f tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:38.436156 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e190554-05a4-4615-9c87-96c1ed6f10b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d9b02f-4944-452c-a059-014fa257c7ed,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:38.445699 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4e190554-05a4-4615-9c87-96c1ed6f10b6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9c0f7ee35f944297b0394591c5609ed0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7809665 Feb 09 12:28:38.449059 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55866) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:28:38.488555 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ebb07-007e-4d79-992a-8d02493e5a86 req-5a081e52-154d-4c30-b651-adce5161f4c2 tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:38.489932 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ed9ebb07-007e-4d79-992a-8d02493e5a86 req-5a081e52-154d-4c30-b651-adce5161f4c2 tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6331eb2-dfd8-4967-bc5a-4e6d89a4cc31 HTTP/1.1" status: 200 len: 945 time: 0.3620956 Feb 09 12:28:38.526731 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954abc22-f964-4b2f-b445-1f19d297e294 req-3a3d9495-971a-42f8-9b7d-7c35e65134c7 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:38.528206 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-954abc22-f964-4b2f-b445-1f19d297e294 req-3a3d9495-971a-42f8-9b7d-7c35e65134c7 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.3561604 Feb 09 12:28:38.533105 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-8a568906-e378-445f-9f81-c247ee3d7965 service neutron] 10.222.0.46 "GET /v2.0/networks/d9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392461 Feb 09 12:28:38.590447 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-725c9778-3585-4db5-aa6f-0516b15d02b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:38.593291 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-8096d1c2-98be-410e-887b-b038eb5bf0d0 req-0b5378e3-5cba-4e9b-86c4-a0023eb77b6f tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Allocated IP 172.20.0.10 (985217ad-b773-4531-9367-f144e39af1cf/3c9b480e-1cd6-43a9-9d3f-1e4f05f3898f/c2f39a90-c792-41b6-8c82-2279fa8cd131) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:28:38.628642 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-725c9778-3585-4db5-aa6f-0516b15d02b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:38.680880 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ed9ebb07-007e-4d79-992a-8d02493e5a86 req-9ab55b8b-1978-4413-b87e-b6fb8dfa6697 tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] 10.222.0.55 "GET /v2.0/security-groups?id=50bc5007-edc2-41e4-a0a0-685491b94d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789660 Feb 09 12:28:38.692466 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-954abc22-f964-4b2f-b445-1f19d297e294 req-ff164640-9fff-475a-8322-e5bff16081e0 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583846 Feb 09 12:28:38.802252 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-a812d001-df5d-4cd7-9429-6eaf8cacffac service neutron] 10.222.0.46 "GET /v2.0/networks/d9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469444 Feb 09 12:28:38.878701 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-725c9778-3585-4db5-aa6f-0516b15d02b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:38.944989 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c9778-3585-4db5-aa6f-0516b15d02b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d9b02f-4944-452c-a059-014fa257c7ed,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:38.951287 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-c33a945b-635e-4189-a200-704bb61620bb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=8c7a964d-584c-4dbd-b299-f7b5a48b8988 HTTP/1.1" status: 200 len: 217 time: 0.1410291 Feb 09 12:28:38.964457 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-725c9778-3585-4db5-aa6f-0516b15d02b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:38.966601 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-725c9778-3585-4db5-aa6f-0516b15d02b1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/12d9b02f-4944-452c-a059-014fa257c7ed HTTP/1.1" status: 204 len: 168 time: 0.5164711 Feb 09 12:28:38.997702 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8096d1c2-98be-410e-887b-b038eb5bf0d0 req-0b5378e3-5cba-4e9b-86c4-a0023eb77b6f tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:39.036560 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8096d1c2-98be-410e-887b-b038eb5bf0d0 req-0b5378e3-5cba-4e9b-86c4-a0023eb77b6f tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:39.049552 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['40dc350d-1874-481c-a46c-c820c9950461'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:28:39.069716 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ca30e56d-20d7-4cd1-87f2-0a33d8120c52 req-62e2e713-9d39-4368-aed2-7a38793ad2d0 tempest-ServerShowV254Test-1993522265 tempest-ServerShowV254Test-1993522265-project] 10.222.0.55 "GET /v2.0/ports?device_id=89ad5d52-9748-4ebd-9202-2556cb6fc772 HTTP/1.1" status: 200 len: 210 time: 0.1797020 Feb 09 12:28:39.161766 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-2ffac2b9-e744-4dae-a4e3-a9473ca19466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:39.170659 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8096d1c2-98be-410e-887b-b038eb5bf0d0 req-0b5378e3-5cba-4e9b-86c4-a0023eb77b6f tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Network 985217ad-b773-4531-9367-f144e39af1cf is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:28:39.171918 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-8096d1c2-98be-410e-887b-b038eb5bf0d0 req-0b5378e3-5cba-4e9b-86c4-a0023eb77b6f tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:28:39.176347 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-2ffac2b9-e744-4dae-a4e3-a9473ca19466 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d4a29de1-2de8-4648-a30a-65f56edf521b HTTP/1.1" status: 200 len: 797 time: 0.1603734 Feb 09 12:28:39.179907 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-8096d1c2-98be-410e-887b-b038eb5bf0d0 req-0b5378e3-5cba-4e9b-86c4-a0023eb77b6f tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:28:39.273710 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc1117c-44b7-4717-b597-26827aed16c5 req-e5e47c6f-f926-49e2-9282-e319ed510d95 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:39.286748 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1dc1117c-44b7-4717-b597-26827aed16c5 req-e5e47c6f-f926-49e2-9282-e319ed510d95 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 950 time: 0.3984253 Feb 09 12:28:39.289074 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5378e3-5cba-4e9b-86c4-a0023eb77b6f tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Pushing event updated for resources: {'Port': ['ID=c2f39a90-c792-41b6-8c82-2279fa8cd131,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:39.335326 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096d1c2-98be-410e-887b-b038eb5bf0d0 req-0b5378e3-5cba-4e9b-86c4-a0023eb77b6f tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:39.336177 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8096d1c2-98be-410e-887b-b038eb5bf0d0 req-0b5378e3-5cba-4e9b-86c4-a0023eb77b6f tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:39.379147 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8096d1c2-98be-410e-887b-b038eb5bf0d0 req-0b5378e3-5cba-4e9b-86c4-a0023eb77b6f tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2440906 Feb 09 12:28:39.392131 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-8096d1c2-98be-410e-887b-b038eb5bf0d0 req-6b6065cc-00fe-408f-9134-ae5753991c57 service neutron] Request body: {'port': {'device_id': 'efc4bb30-3b44-420a-86b0-143fc801a432', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:28:39.482604 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1dc1117c-44b7-4717-b597-26827aed16c5 req-f9674412-41d5-4970-bf31-a81d95116101 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948912 Feb 09 12:28:39.549137 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f63a21-1560-4336-9739-1886885ce3ab req-5123a7f1-95ab-4995-8676-01aaeb5a2e32 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:39.558638 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3f63a21-1560-4336-9739-1886885ce3ab req-5123a7f1-95ab-4995-8676-01aaeb5a2e32 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=efc4bb30-3b44-420a-86b0-143fc801a432 HTTP/1.1" status: 200 len: 932 time: 0.2689967 Feb 09 12:28:39.587202 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8096d1c2-98be-410e-887b-b038eb5bf0d0 req-6b6065cc-00fe-408f-9134-ae5753991c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:39.595782 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-dd35f474-29ab-4efe-bf6e-9aab4fd36bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:39.608893 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-dd35f474-29ab-4efe-bf6e-9aab4fd36bf0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9cd8438c-2c74-4941-a26e-2747746bb4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4186740 Feb 09 12:28:39.935859 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3f63a21-1560-4336-9739-1886885ce3ab req-0c7b6b52-01b3-422f-ba01-7d7c21af7649 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757324 Feb 09 12:28:40.011122 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55916) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:28:40.052006 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-24d93688-0c3c-4b43-8c67-0af33877aca3 service neutron] 10.222.0.46 "GET /v2.0/networks/9cd8438c-2c74-4941-a26e-2747746bb4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355145 Feb 09 12:28:40.124953 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e6e2e-765f-4b33-8148-98cced446551 req-3c426197-98d5-4025-ac9d-85d1f8819caf tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:40.132296 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-340e6e2e-765f-4b33-8148-98cced446551 req-3c426197-98d5-4025-ac9d-85d1f8819caf tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.4009418 Feb 09 12:28:40.153382 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-8096d1c2-98be-410e-887b-b038eb5bf0d0 req-6b6065cc-00fe-408f-9134-ae5753991c57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2f39a90-c792-41b6-8c82-2279fa8cd131 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:28:40.165729 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8096d1c2-98be-410e-887b-b038eb5bf0d0 req-6b6065cc-00fe-408f-9134-ae5753991c57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:40.185044 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-8096d1c2-98be-410e-887b-b038eb5bf0d0 req-6b6065cc-00fe-408f-9134-ae5753991c57 service neutron] Transition to ACTIVE for port object c2f39a90-c792-41b6-8c82-2279fa8cd131 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:28:40.187474 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device ad7f21e1-10e7-4dda-b564-1aa1eb4492d6 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:28:40.192827 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device ad7f21e1-10e7-4dda-b564-1aa1eb4492d6 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:28:40.198284 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8096d1c2-98be-410e-887b-b038eb5bf0d0 req-6b6065cc-00fe-408f-9134-ae5753991c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:40.441985 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55928) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:28:40.447861 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-c20edfd7-6dca-4181-bbf4-81715c9a65e3 service neutron] 10.222.0.46 "GET /v2.0/networks/9cd8438c-2c74-4941-a26e-2747746bb4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3873501 Feb 09 12:28:40.482102 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-12208429-7e4a-4fd4-bdcf-70d5b2b6a696 req-e2c59a01-80bf-4e1b-97bb-4c0964bcca2b tempest-ServerShowV254Test-1993522265 tempest-ServerShowV254Test-1993522265-project] 10.222.0.55 "GET /v2.0/ports?device_id=89ad5d52-9748-4ebd-9202-2556cb6fc772 HTTP/1.1" status: 200 len: 210 time: 0.1406455 Feb 09 12:28:40.580342 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-340e6e2e-765f-4b33-8148-98cced446551 req-80adffe8-a64c-4cf0-960d-ddfb2e2f57cc tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371210 Feb 09 12:28:40.593975 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-4ab3d4ef-50f3-439b-8eaa-c02fa49b8ef9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87 HTTP/1.1" status: 200 len: 217 time: 0.1165545 Feb 09 12:28:40.607777 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port ad7f21e1-10e7-4dda-b564-1aa1eb4492d6, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=ad7f21e1-10e7-4dda-b564-1aa1eb4492d6,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:28:40.666041 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-17109aca-1c81-4731-b8c7-9138fc9f7b92 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1654987805-network', 'tenant_id': '652eea691ea54585b284cc72723ceed5'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:28:40.728650 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6065cc-00fe-408f-9134-ae5753991c57 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f39a90-c792-41b6-8c82-2279fa8cd131,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:40.731434 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:40.740864 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'ad7f21e1-10e7-4dda-b564-1aa1eb4492d6', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'port_id': 'ad7f21e1-10e7-4dda-b564-1aa1eb4492d6', 'mac_address': 'fa:16:3e:0a:9e:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed5558-888d-440a-8c32-52f2f9bc5bd5', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:28:40.744646 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-17109aca-1c81-4731-b8c7-9138fc9f7b92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:28:40.748593 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-17109aca-1c81-4731-b8c7-9138fc9f7b92 admin admin] Usage tracker for resource:network and tenant:652eea691ea54585b284cc72723ceed5 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:28:40.757177 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-17109aca-1c81-4731-b8c7-9138fc9f7b92 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:28:40.795188 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-17109aca-1c81-4731-b8c7-9138fc9f7b92 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:28:40.801119 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-17957bfd-71da-45e7-9f3a-87f67ca6502f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:40.810062 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c91e7ca1-d713-4154-a9be-6507b920ee81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad7f21e1-10e7-4dda-b564-1aa1eb4492d6'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:28:40.825119 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port ad7f21e1-10e7-4dda-b564-1aa1eb4492d6, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=ad7f21e1-10e7-4dda-b564-1aa1eb4492d6,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:28:40.825788 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-def40482-b0ec-4bd1-9275-cb0c994ea327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:40.826147 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:40.827455 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-def40482-b0ec-4bd1-9275-cb0c994ea327 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d4a29de1-2de8-4648-a30a-65f56edf521b HTTP/1.1" status: 200 len: 797 time: 0.2256672 Feb 09 12:28:40.836259 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-17957bfd-71da-45e7-9f3a-87f67ca6502f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:28:40.841440 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:40.849161 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-17957bfd-71da-45e7-9f3a-87f67ca6502f admin admin] Usage tracker for resource:security_group_rule and tenant:cf8ad022b82940bf9722848f62a2db03 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:28:40.854234 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17109aca-1c81-4731-b8c7-9138fc9f7b92 admin admin] Made reservation on behalf of 652eea691ea54585b284cc72723ceed5 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:28:40.856535 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-17109aca-1c81-4731-b8c7-9138fc9f7b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:40.870732 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-17957bfd-71da-45e7-9f3a-87f67ca6502f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:28:40.890425 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-17957bfd-71da-45e7-9f3a-87f67ca6502f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:28:40.892485 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-17109aca-1c81-4731-b8c7-9138fc9f7b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:40.897097 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad7f21e1-10e7-4dda-b564-1aa1eb4492d6 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:28:40.917590 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-8096d1c2-98be-410e-887b-b038eb5bf0d0 req-6b6065cc-00fe-408f-9134-ae5753991c57 service neutron] Attempting to bind port c2f39a90-c792-41b6-8c82-2279fa8cd131 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:28:40.917940 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-8096d1c2-98be-410e-887b-b038eb5bf0d0 req-6b6065cc-00fe-408f-9134-ae5753991c57 service neutron] Attempting to bind port c2f39a90-c792-41b6-8c82-2279fa8cd131 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '985217ad-b773-4531-9367-f144e39af1cf'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:28:40.918058 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23990c5-9116-4c1b-b21d-79247967e09f req-588b1515-86da-42a1-93cb-dbac7c293a3e tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:40.918787 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8096d1c2-98be-410e-887b-b038eb5bf0d0 req-6b6065cc-00fe-408f-9134-ae5753991c57 service neutron] Attempting to bind port c2f39a90-c792-41b6-8c82-2279fa8cd131 on network 985217ad-b773-4531-9367-f144e39af1cf {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:28:40.919511 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a23990c5-9116-4c1b-b21d-79247967e09f req-588b1515-86da-42a1-93cb-dbac7c293a3e tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.1934063 Feb 09 12:28:40.920681 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-17109aca-1c81-4731-b8c7-9138fc9f7b92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:28:40.928632 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-17109aca-1c81-4731-b8c7-9138fc9f7b92 admin admin] Usage tracker for resource:security_group_rule and tenant:652eea691ea54585b284cc72723ceed5 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:28:40.928834 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa222e02-3b36-4470-86c3-e30e6076acf6 req-538b3fdb-5d27-4673-bfc6-3bc02c8b8d7a tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:40.931595 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8096d1c2-98be-410e-887b-b038eb5bf0d0 req-6b6065cc-00fe-408f-9134-ae5753991c57 service neutron] Port c2f39a90-c792-41b6-8c82-2279fa8cd131 on network 985217ad-b773-4531-9367-f144e39af1cf not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:28:40.931924 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8096d1c2-98be-410e-887b-b038eb5bf0d0 req-6b6065cc-00fe-408f-9134-ae5753991c57 service neutron] Attempting to bind port c2f39a90-c792-41b6-8c82-2279fa8cd131 on network 985217ad-b773-4531-9367-f144e39af1cf {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:28:40.935965 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aa222e02-3b36-4470-86c3-e30e6076acf6 req-538b3fdb-5d27-4673-bfc6-3bc02c8b8d7a tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 950 time: 0.2541974 Feb 09 12:28:40.942163 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-17109aca-1c81-4731-b8c7-9138fc9f7b92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:28:40.952567 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8096d1c2-98be-410e-887b-b038eb5bf0d0 req-6b6065cc-00fe-408f-9134-ae5753991c57 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:28:40.952998 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8096d1c2-98be-410e-887b-b038eb5bf0d0 req-6b6065cc-00fe-408f-9134-ae5753991c57 service neutron] Checking segment: {'id': 'ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '985217ad-b773-4531-9367-f144e39af1cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:28:40.953382 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8096d1c2-98be-410e-887b-b038eb5bf0d0 req-6b6065cc-00fe-408f-9134-ae5753991c57 service neutron] Bound using segment: {'id': 'ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '985217ad-b773-4531-9367-f144e39af1cf'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:28:40.953936 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-8096d1c2-98be-410e-887b-b038eb5bf0d0 req-6b6065cc-00fe-408f-9134-ae5753991c57 service neutron] Bound port: c2f39a90-c792-41b6-8c82-2279fa8cd131, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '985217ad-b773-4531-9367-f144e39af1cf'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:28:40.954158 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8096d1c2-98be-410e-887b-b038eb5bf0d0 req-6b6065cc-00fe-408f-9134-ae5753991c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:40.955200 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=ad7f21e1-10e7-4dda-b564-1aa1eb4492d6,revision_number=9']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:40.966677 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-17109aca-1c81-4731-b8c7-9138fc9f7b92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:28:40.978899 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:28:40.979589 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:28:41.027035 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aa222e02-3b36-4470-86c3-e30e6076acf6 req-a172b3e0-c479-4c4d-9af1-75f154ea4b2b tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902088 Feb 09 12:28:41.034128 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a23990c5-9116-4c1b-b21d-79247967e09f req-ae2c9fb2-9e2f-414f-979b-ab5dd47738be tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832665 Feb 09 12:28:41.072617 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-9154e7f7-0b10-453d-8019-f341f88bd0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:41.074529 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-9154e7f7-0b10-453d-8019-f341f88bd0e0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9cd8438c-2c74-4941-a26e-2747746bb4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2390616 Feb 09 12:28:41.111953 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-8096d1c2-98be-410e-887b-b038eb5bf0d0 req-6b6065cc-00fe-408f-9134-ae5753991c57 service neutron] For port c2f39a90-c792-41b6-8c82-2279fa8cd131, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:28:41.117011 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-8096d1c2-98be-410e-887b-b038eb5bf0d0 req-6b6065cc-00fe-408f-9134-ae5753991c57 service neutron] For port c2f39a90-c792-41b6-8c82-2279fa8cd131, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=c2f39a90-c792-41b6-8c82-2279fa8cd131,segment=NetworkSegment(ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a),segment_id=ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:28:41.132262 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8096d1c2-98be-410e-887b-b038eb5bf0d0 req-6b6065cc-00fe-408f-9134-ae5753991c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:41.164212 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c91e7ca1-d713-4154-a9be-6507b920ee81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad7f21e1-10e7-4dda-b564-1aa1eb4492d6', 'code': 200} Feb 09 12:28:41.226479 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-17957bfd-71da-45e7-9f3a-87f67ca6502f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:41.237077 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096d1c2-98be-410e-887b-b038eb5bf0d0 req-6b6065cc-00fe-408f-9134-ae5753991c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:41.237696 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8096d1c2-98be-410e-887b-b038eb5bf0d0 req-6b6065cc-00fe-408f-9134-ae5753991c57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:41.239116 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8096d1c2-98be-410e-887b-b038eb5bf0d0 req-6b6065cc-00fe-408f-9134-ae5753991c57 service neutron] 10.222.0.46 "PUT /v2.0/ports/c2f39a90-c792-41b6-8c82-2279fa8cd131 HTTP/1.1" status: 200 len: 1092 time: 1.8519523 Feb 09 12:28:41.240140 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc4bb30-3b44-420a-86b0-143fc801a432', 'tag': 'c2f39a90-c792-41b6-8c82-2279fa8cd131'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:28:41.277275 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-17957bfd-71da-45e7-9f3a-87f67ca6502f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:41.354483 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-17957bfd-71da-45e7-9f3a-87f67ca6502f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cf8ad022b82940bf9722848f62a2db03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9110310 Feb 09 12:28:41.373693 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 55962) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:28:41.380680 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6065cc-00fe-408f-9134-ae5753991c57 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f39a90-c792-41b6-8c82-2279fa8cd131,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:41.398131 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-17109aca-1c81-4731-b8c7-9138fc9f7b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:41.410291 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-17109aca-1c81-4731-b8c7-9138fc9f7b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:41.416684 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17957bfd-71da-45e7-9f3a-87f67ca6502f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37819fa5-9e0d-41b4-874d-cb411c700b3b,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:41.442094 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17109aca-1c81-4731-b8c7-9138fc9f7b92 admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:28:41.469655 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-17109aca-1c81-4731-b8c7-9138fc9f7b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:41.469988 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-17109aca-1c81-4731-b8c7-9138fc9f7b92 admin admin] Added segment 3cf8c556-173f-44ab-a958-dfb44b712fe9 of type vlan for network 97b99d1b-286f-4408-b961-241fd0bf0c16 Feb 09 12:28:41.478327 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17109aca-1c81-4731-b8c7-9138fc9f7b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4747eca8-fcaf-4eaa-a3a8-f5a9a4585075,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:41.497692 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096d1c2-98be-410e-887b-b038eb5bf0d0 req-7028e865-69f6-4f3c-a40d-78408c39cd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:41.500066 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8096d1c2-98be-410e-887b-b038eb5bf0d0 req-7028e865-69f6-4f3c-a40d-78408c39cd43 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c35b136021fd452e84da1be28afeefee&device_id=efc4bb30-3b44-420a-86b0-143fc801a432 HTTP/1.1" status: 200 len: 1095 time: 0.1903663 Feb 09 12:28:41.501220 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-d85de389-cd5a-445e-b508-163a87d69586 service neutron] 10.222.0.46 "GET /v2.0/networks/9cd8438c-2c74-4941-a26e-2747746bb4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198644 Feb 09 12:28:41.538914 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:41.553040 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c869438-68ba-4ce4-859b-76217169d087 req-3b631596-e594-4db2-92c8-1ed30b188364 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:41.554520 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5c869438-68ba-4ce4-859b-76217169d087 req-3b631596-e594-4db2-92c8-1ed30b188364 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=efc4bb30-3b44-420a-86b0-143fc801a432 HTTP/1.1" status: 200 len: 944 time: 0.2672286 Feb 09 12:28:41.556943 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad7f21e1-10e7-4dda-b564-1aa1eb4492d6 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:28:41.560302 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ad281684-1354-48e9-a84a-a242b21a6b4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:41.574576 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port ad7f21e1-10e7-4dda-b564-1aa1eb4492d6, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=ad7f21e1-10e7-4dda-b564-1aa1eb4492d6,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:28:41.580002 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:41.585610 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-17109aca-1c81-4731-b8c7-9138fc9f7b92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:41.590417 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8096d1c2-98be-410e-887b-b038eb5bf0d0 req-e0008981-da6d-4ebb-8aba-d149650cee8b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2f39a90-c792-41b6-8c82-2279fa8cd131 HTTP/1.1" status: 200 len: 217 time: 0.0772529 Feb 09 12:28:41.651063 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a049d-e06e-4acc-83e2-9a15b4e54a00 req-4a003be2-f261-4ae6-88c9-35422055adb4 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:41.651363 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=ad7f21e1-10e7-4dda-b564-1aa1eb4492d6,revision_number=10']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:41.656332 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-973a049d-e06e-4acc-83e2-9a15b4e54a00 req-4a003be2-f261-4ae6-88c9-35422055adb4 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.3289857 Feb 09 12:28:41.668601 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096d1c2-98be-410e-887b-b038eb5bf0d0 req-989ce068-98f6-41a7-b78b-4e138b28a8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:41.670044 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8096d1c2-98be-410e-887b-b038eb5bf0d0 req-989ce068-98f6-41a7-b78b-4e138b28a8d7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3c9b480e-1cd6-43a9-9d3f-1e4f05f3898f HTTP/1.1" status: 200 len: 845 time: 0.0733645 Feb 09 12:28:41.671082 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-17109aca-1c81-4731-b8c7-9138fc9f7b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:41.672024 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17109aca-1c81-4731-b8c7-9138fc9f7b92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:41.672579 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-17109aca-1c81-4731-b8c7-9138fc9f7b92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:41.719101 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ad281684-1354-48e9-a84a-a242b21a6b4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:41.786655 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8096d1c2-98be-410e-887b-b038eb5bf0d0 req-d9dfa2c1-005d-4ff4-8d2d-fb919aa50f70 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=985217ad-b773-4531-9367-f144e39af1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925317 Feb 09 12:28:41.794850 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5c869438-68ba-4ce4-859b-76217169d087 req-8721041d-f8a1-40e3-8ae2-f93f3579ad9a tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801424 Feb 09 12:28:41.797509 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-973a049d-e06e-4acc-83e2-9a15b4e54a00 req-684b3eea-7384-42d3-ac75-3ecd976ded79 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344104 Feb 09 12:28:41.835154 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-5bfae5e5-776d-4b0b-acfd-0e895e504289 service neutron] 10.222.0.46 "GET /v2.0/networks/9cd8438c-2c74-4941-a26e-2747746bb4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186929 Feb 09 12:28:41.845405 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17109aca-1c81-4731-b8c7-9138fc9f7b92 admin admin] Pushing event updated for resources: {'Network': ['ID=97b99d1b-286f-4408-b961-241fd0bf0c16,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:41.859405 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 97b99d1b-286f-4408-b961-241fd0bf0c16 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:28:41.901332 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efc4bb30-3b44-420a-86b0-143fc801a432', 'tag': 'c2f39a90-c792-41b6-8c82-2279fa8cd131', 'status': 'completed', 'code': 200} Feb 09 12:28:41.905443 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-17109aca-1c81-4731-b8c7-9138fc9f7b92 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8900816 Feb 09 12:28:41.908561 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55972) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:28:41.923682 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-9b661783-1452-4a1e-90b0-58d6b1b786cb admin admin] Request body: {'subnet': {'network_id': '97b99d1b-286f-4408-b961-241fd0bf0c16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1654987805-subnet', 'tenant_id': '652eea691ea54585b284cc72723ceed5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:28:41.929482 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9b661783-1452-4a1e-90b0-58d6b1b786cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:28:41.934312 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9b661783-1452-4a1e-90b0-58d6b1b786cb admin admin] Usage tracker for resource:subnet and tenant:652eea691ea54585b284cc72723ceed5 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:28:41.938016 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9b661783-1452-4a1e-90b0-58d6b1b786cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:28:41.938901 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['ad7f21e1-10e7-4dda-b564-1aa1eb4492d6'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:28:41.943908 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9b661783-1452-4a1e-90b0-58d6b1b786cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:28:41.965524 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b661783-1452-4a1e-90b0-58d6b1b786cb admin admin] Made reservation on behalf of 652eea691ea54585b284cc72723ceed5 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:28:41.968418 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9b661783-1452-4a1e-90b0-58d6b1b786cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:41.974979 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ad281684-1354-48e9-a84a-a242b21a6b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:42.001877 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-9d24f470-f91c-4271-8d9d-842f5506d361 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=2059b77a-91ab-4eb8-93ce-0a09084220d8 HTTP/1.1" status: 200 len: 217 time: 0.1542304 Feb 09 12:28:42.008103 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad281684-1354-48e9-a84a-a242b21a6b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37819fa5-9e0d-41b4-874d-cb411c700b3b,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:42.143582 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-82e7fa37-74ee-414c-8174-fc7960afd262 req-f11048f6-0fa2-4cb0-a1e5-7434e970d9b9 tempest-ServerShowV254Test-1993522265 tempest-ServerShowV254Test-1993522265-project] 10.222.0.55 "GET /v2.0/ports?device_id=89ad5d52-9748-4ebd-9202-2556cb6fc772 HTTP/1.1" status: 200 len: 210 time: 0.0966561 Feb 09 12:28:42.162951 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ad281684-1354-48e9-a84a-a242b21a6b4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:42.166626 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ad281684-1354-48e9-a84a-a242b21a6b4e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/37819fa5-9e0d-41b4-874d-cb411c700b3b HTTP/1.1" status: 204 len: 168 time: 0.7845733 Feb 09 12:28:42.269939 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8096d1c2-98be-410e-887b-b038eb5bf0d0 req-ec623eb9-c9ea-4d52-862d-6938ceab97e7 service neutron] 10.222.0.46 "GET /v2.0/networks/985217ad-b773-4531-9367-f144e39af1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4658051 Feb 09 12:28:42.273744 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9b661783-1452-4a1e-90b0-58d6b1b786cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:42.330981 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-2128d0d2-1968-4287-a641-1cb32ba632d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:42.332440 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-2128d0d2-1968-4287-a641-1cb32ba632d9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d4a29de1-2de8-4648-a30a-65f56edf521b HTTP/1.1" status: 200 len: 797 time: 0.2867572 Feb 09 12:28:42.468374 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a851487-83f5-4dee-8fa2-2dbccd075962 req-d0b5e68b-d0c6-4687-8809-22aa1f53dfea tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:42.470580 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8a851487-83f5-4dee-8fa2-2dbccd075962 req-d0b5e68b-d0c6-4687-8809-22aa1f53dfea tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.4721203 Feb 09 12:28:42.480363 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b661783-1452-4a1e-90b0-58d6b1b786cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=45dc1d08-93cd-4fde-93a7-4793d41c3da9,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:42.504794 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8096d1c2-98be-410e-887b-b038eb5bf0d0 req-3962c4b2-1ad7-4b23-a58a-bc4d1e5cde8c service neutron] 10.222.0.46 "GET /v2.0/networks/985217ad-b773-4531-9367-f144e39af1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218683 Feb 09 12:28:42.523354 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b661783-1452-4a1e-90b0-58d6b1b786cb admin admin] Checking segment: {'id': '3cf8c556-173f-44ab-a958-dfb44b712fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '97b99d1b-286f-4408-b961-241fd0bf0c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:28:42.523676 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b661783-1452-4a1e-90b0-58d6b1b786cb admin admin] Network hostable DHCP agents. Network: 97b99d1b-286f-4408-b961-241fd0bf0c16, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:28:42.547718 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b661783-1452-4a1e-90b0-58d6b1b786cb admin admin] Network 97b99d1b-286f-4408-b961-241fd0bf0c16 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:28:42.555071 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d99789-59f6-4a69-978b-d667f5524e68 req-5060e4c2-b9d0-4619-a7ef-05fc5dd95e38 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:42.557658 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-04d99789-59f6-4a69-978b-d667f5524e68 req-5060e4c2-b9d0-4619-a7ef-05fc5dd95e38 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 950 time: 0.2348773 Feb 09 12:28:42.558807 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-9b661783-1452-4a1e-90b0-58d6b1b786cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 97b99d1b-286f-4408-b961-241fd0bf0c16) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:28:42.565140 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8a851487-83f5-4dee-8fa2-2dbccd075962 req-255b85eb-8ac5-4942-9cb6-fdb77d387060 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792210 Feb 09 12:28:42.571699 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171393b2-847c-42f4-b5b5-75a27896e70c None None] Network 97b99d1b-286f-4408-b961-241fd0bf0c16 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:28:42.572724 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-9cfaf117-01fd-4697-8d34-2a21f95bcc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:42.574197 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-9cfaf117-01fd-4697-8d34-2a21f95bcc6c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9cd8438c-2c74-4941-a26e-2747746bb4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2027476 Feb 09 12:28:42.607644 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 55984) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:28:42.626437 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b661783-1452-4a1e-90b0-58d6b1b786cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:42.627035 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9b661783-1452-4a1e-90b0-58d6b1b786cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:42.670852 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9b661783-1452-4a1e-90b0-58d6b1b786cb admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7587228 Feb 09 12:28:42.672709 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55990) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:28:42.678876 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-bd0dd6b8-9e47-4042-bbd5-aecd7746e387 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1654987805-router', 'tenant_id': '652eea691ea54585b284cc72723ceed5', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:28:42.687075 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-bd0dd6b8-9e47-4042-bbd5-aecd7746e387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:28:42.692831 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-bd0dd6b8-9e47-4042-bbd5-aecd7746e387 admin admin] Usage tracker for resource:router and tenant:652eea691ea54585b284cc72723ceed5 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:28:42.703100 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-bd0dd6b8-9e47-4042-bbd5-aecd7746e387 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:28:42.721946 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-bd0dd6b8-9e47-4042-bbd5-aecd7746e387 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:28:42.741860 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675102fd-48f9-49a4-89f6-c37f38c558c7 req-0a295add-269a-429e-a078-a18b30f3e872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:42.743888 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-38224b69-7ed8-47d1-9f5e-72c7203e2203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:42.756678 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-675102fd-48f9-49a4-89f6-c37f38c558c7 req-0a295add-269a-429e-a078-a18b30f3e872 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c35b136021fd452e84da1be28afeefee&device_id=efc4bb30-3b44-420a-86b0-143fc801a432 HTTP/1.1" status: 200 len: 1095 time: 0.1917562 Feb 09 12:28:42.758131 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bd0dd6b8-9e47-4042-bbd5-aecd7746e387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:42.759720 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bd0dd6b8-9e47-4042-bbd5-aecd7746e387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:42.797193 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-04d99789-59f6-4a69-978b-d667f5524e68 req-490c77bc-2689-4bee-ae42-4850a98be60b tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290471 Feb 09 12:28:42.801306 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-38224b69-7ed8-47d1-9f5e-72c7203e2203 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:28:42.833414 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-38224b69-7ed8-47d1-9f5e-72c7203e2203 admin admin] Usage tracker for resource:security_group_rule and tenant:96721f7257ec493da1e8599412adb4d8 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:28:42.839449 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-38224b69-7ed8-47d1-9f5e-72c7203e2203 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:28:42.870227 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-38224b69-7ed8-47d1-9f5e-72c7203e2203 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:28:42.884630 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-e252f329-3784-414a-acf2-2faf3c644cfe service neutron] 10.222.0.46 "GET /v2.0/networks/9cd8438c-2c74-4941-a26e-2747746bb4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980285 Feb 09 12:28:42.909783 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34758ab3-ba03-485d-a36c-421c79957be2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-97b99d1b-286f-4408-b961-241fd0bf0c16', 'network_id': '97b99d1b-286f-4408-b961-241fd0bf0c16', 'tenant_id': '652eea691ea54585b284cc72723ceed5', 'fixed_ips': [{'subnet_id': '45dc1d08-93cd-4fde-93a7-4793d41c3da9'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:28:42.911169 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-34758ab3-ba03-485d-a36c-421c79957be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:43.082625 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bd0dd6b8-9e47-4042-bbd5-aecd7746e387 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:43.147116 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-34758ab3-ba03-485d-a36c-421c79957be2 None None] Allocated IP 172.20.0.2 (97b99d1b-286f-4408-b961-241fd0bf0c16/45dc1d08-93cd-4fde-93a7-4793d41c3da9/0bb0d838-fc76-48f5-bfed-2de7f14f0b7b) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:28:43.282560 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675102fd-48f9-49a4-89f6-c37f38c558c7 req-742e6b3e-8198-4bb2-9dc6-fe80612088b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:43.285688 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-675102fd-48f9-49a4-89f6-c37f38c558c7 req-742e6b3e-8198-4bb2-9dc6-fe80612088b7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=985217ad-b773-4531-9367-f144e39af1cf HTTP/1.1" status: 200 len: 906 time: 0.5195975 Feb 09 12:28:43.290548 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-38224b69-7ed8-47d1-9f5e-72c7203e2203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:43.300400 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-b5d078a9-29d7-4970-a157-5f4049babce7 service neutron] 10.222.0.46 "GET /v2.0/networks/9cd8438c-2c74-4941-a26e-2747746bb4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4091716 Feb 09 12:28:43.305847 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-38224b69-7ed8-47d1-9f5e-72c7203e2203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:43.388555 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31faea8-0f03-424f-95fc-8e655e88b194 req-66d16741-bd5d-4b37-93f2-f3c68857326e tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:43.390026 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e31faea8-0f03-424f-95fc-8e655e88b194 req-66d16741-bd5d-4b37-93f2-f3c68857326e tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.3542402 Feb 09 12:28:43.391229 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-34758ab3-ba03-485d-a36c-421c79957be2 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:43.402715 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-34758ab3-ba03-485d-a36c-421c79957be2 None None] Transition to ACTIVE for port object 0bb0d838-fc76-48f5-bfed-2de7f14f0b7b will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:28:43.419257 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-11258e70-a2ec-4a44-bb5e-417d09e5a224 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=b063fa55-d2bf-4bb5-942a-5a9c9a27b96d HTTP/1.1" status: 200 len: 217 time: 0.1023526 Feb 09 12:28:43.422269 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-34758ab3-ba03-485d-a36c-421c79957be2 None None] Transition to ACTIVE for port object 0bb0d838-fc76-48f5-bfed-2de7f14f0b7b will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:28:43.429038 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-34758ab3-ba03-485d-a36c-421c79957be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:43.436213 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca37c5f-46bc-44dd-8488-fdf38dd49d84 req-45fe7e6a-a67c-4794-990f-383480eced8f tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:43.437670 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1ca37c5f-46bc-44dd-8488-fdf38dd49d84 req-45fe7e6a-a67c-4794-990f-383480eced8f tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=efc4bb30-3b44-420a-86b0-143fc801a432 HTTP/1.1" status: 200 len: 944 time: 0.3638709 Feb 09 12:28:43.492245 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-38224b69-7ed8-47d1-9f5e-72c7203e2203 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=96721f7257ec493da1e8599412adb4d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8815303 Feb 09 12:28:43.497618 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34758ab3-ba03-485d-a36c-421c79957be2 None None] Network 97b99d1b-286f-4408-b961-241fd0bf0c16 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:28:43.498917 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56004) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:28:43.500654 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-34758ab3-ba03-485d-a36c-421c79957be2 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:28:43.504560 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34758ab3-ba03-485d-a36c-421c79957be2 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:28:43.505650 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-675102fd-48f9-49a4-89f6-c37f38c558c7 req-2e1d67df-9bdb-4d6c-8089-7028e4cd7c6d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2f39a90-c792-41b6-8c82-2279fa8cd131 HTTP/1.1" status: 200 len: 217 time: 0.1378760 Feb 09 12:28:43.510654 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34758ab3-ba03-485d-a36c-421c79957be2 None None] Pushing event updated for resources: {'Port': ['ID=0bb0d838-fc76-48f5-bfed-2de7f14f0b7b,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:43.518464 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38224b69-7ed8-47d1-9f5e-72c7203e2203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81df9a77-7891-43d8-89e0-f5e8b7a0d931,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:43.519787 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bd0dd6b8-9e47-4042-bbd5-aecd7746e387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:43.580442 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e31faea8-0f03-424f-95fc-8e655e88b194 req-f9f1b90d-cc6f-4327-bbe9-efc2afe02623 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683350 Feb 09 12:28:43.582105 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-a699b508-e6e2-4c01-b67a-4ccb50796531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:43.583605 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-a699b508-e6e2-4c01-b67a-4ccb50796531 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d4a29de1-2de8-4648-a30a-65f56edf521b HTTP/1.1" status: 200 len: 797 time: 0.1304576 Feb 09 12:28:43.594415 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1ca37c5f-46bc-44dd-8488-fdf38dd49d84 req-18984f1f-7c75-4dd2-a83f-0ba74db6d056 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386094 Feb 09 12:28:43.607576 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-34758ab3-ba03-485d-a36c-421c79957be2 None None] Attempting to bind port 0bb0d838-fc76-48f5-bfed-2de7f14f0b7b on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:28:43.608760 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-34758ab3-ba03-485d-a36c-421c79957be2 None None] Attempting to bind port 0bb0d838-fc76-48f5-bfed-2de7f14f0b7b by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '3cf8c556-173f-44ab-a958-dfb44b712fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '97b99d1b-286f-4408-b961-241fd0bf0c16'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:28:43.609273 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34758ab3-ba03-485d-a36c-421c79957be2 None None] Attempting to bind port 0bb0d838-fc76-48f5-bfed-2de7f14f0b7b on network 97b99d1b-286f-4408-b961-241fd0bf0c16 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:28:43.624010 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34758ab3-ba03-485d-a36c-421c79957be2 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:28:43.624649 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34758ab3-ba03-485d-a36c-421c79957be2 None None] Checking segment: {'id': '3cf8c556-173f-44ab-a958-dfb44b712fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '97b99d1b-286f-4408-b961-241fd0bf0c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:28:43.627269 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-34758ab3-ba03-485d-a36c-421c79957be2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:43.627855 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34758ab3-ba03-485d-a36c-421c79957be2 None None] Bound using segment: {'id': '3cf8c556-173f-44ab-a958-dfb44b712fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '97b99d1b-286f-4408-b961-241fd0bf0c16'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:28:43.628733 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-34758ab3-ba03-485d-a36c-421c79957be2 None None] Bound port: 0bb0d838-fc76-48f5-bfed-2de7f14f0b7b, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf8c556-173f-44ab-a958-dfb44b712fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '97b99d1b-286f-4408-b961-241fd0bf0c16'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:28:43.629359 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-34758ab3-ba03-485d-a36c-421c79957be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:43.726507 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-e321885b-751f-4eb3-abd4-07ca84f4c774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:43.728639 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-e321885b-751f-4eb3-abd4-07ca84f4c774 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9cd8438c-2c74-4941-a26e-2747746bb4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1333075 Feb 09 12:28:43.757551 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-34758ab3-ba03-485d-a36c-421c79957be2 None None] For port 0bb0d838-fc76-48f5-bfed-2de7f14f0b7b, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:28:43.761684 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-34758ab3-ba03-485d-a36c-421c79957be2 None None] For port 0bb0d838-fc76-48f5-bfed-2de7f14f0b7b, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=0bb0d838-fc76-48f5-bfed-2de7f14f0b7b,segment=NetworkSegment(3cf8c556-173f-44ab-a958-dfb44b712fe9),segment_id=3cf8c556-173f-44ab-a958-dfb44b712fe9)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:28:43.772737 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675102fd-48f9-49a4-89f6-c37f38c558c7 req-fc204953-7b76-4cee-9cff-052ef0a37fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:43.774863 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-675102fd-48f9-49a4-89f6-c37f38c558c7 req-fc204953-7b76-4cee-9cff-052ef0a37fe7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3c9b480e-1cd6-43a9-9d3f-1e4f05f3898f HTTP/1.1" status: 200 len: 845 time: 0.2503400 Feb 09 12:28:43.780924 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5dd915d3-a764-4945-b3c0-b98000cf4ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:43.782584 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-34758ab3-ba03-485d-a36c-421c79957be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:43.851015 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-675102fd-48f9-49a4-89f6-c37f38c558c7 req-a6bc6317-3f34-4664-9403-37d344bd0229 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=985217ad-b773-4531-9367-f144e39af1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680556 Feb 09 12:28:43.861471 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5dd915d3-a764-4945-b3c0-b98000cf4ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:43.879011 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34758ab3-ba03-485d-a36c-421c79957be2 None None] Pushing event updated for resources: {'Port': ['ID=0bb0d838-fc76-48f5-bfed-2de7f14f0b7b,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:43.887549 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-53611550-4634-4157-9e4c-35a7133c763a req-b57de37f-6e3f-4b37-a788-519742cfe3b4 tempest-ServerShowV254Test-1993522265 tempest-ServerShowV254Test-1993522265-project] 10.222.0.55 "GET /v2.0/ports?device_id=89ad5d52-9748-4ebd-9202-2556cb6fc772 HTTP/1.1" status: 200 len: 210 time: 0.1187229 Feb 09 12:28:43.964595 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a0c439cc-22d9-4e1e-b81d-4787f140d8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:43.988171 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c053c39-5133-40af-9c87-4edaab37c604 req-ae7c2955-f453-49bb-9d4f-427317ef88de tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:43.998258 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2c053c39-5133-40af-9c87-4edaab37c604 req-ae7c2955-f453-49bb-9d4f-427317ef88de tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6331eb2-dfd8-4967-bc5a-4e6d89a4cc31 HTTP/1.1" status: 200 len: 945 time: 0.2685277 Feb 09 12:28:44.000332 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-9c416549-64bd-4e60-bb0c-f8d2676301e0 service neutron] 10.222.0.46 "GET /v2.0/networks/9cd8438c-2c74-4941-a26e-2747746bb4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305689 Feb 09 12:28:44.161538 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5dd915d3-a764-4945-b3c0-b98000cf4ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:44.175530 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-675102fd-48f9-49a4-89f6-c37f38c558c7 req-0dca2034-f0c6-4234-8a3c-3aec7f17fad5 service neutron] 10.222.0.46 "GET /v2.0/networks/985217ad-b773-4531-9367-f144e39af1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042617 Feb 09 12:28:44.175707 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2c053c39-5133-40af-9c87-4edaab37c604 req-f9f30c87-e4c8-4571-bb70-29dc8f0fdbfc tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] 10.222.0.55 "GET /v2.0/security-groups?id=50bc5007-edc2-41e4-a0a0-685491b94d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742718 Feb 09 12:28:44.201177 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device ad7f21e1-10e7-4dda-b564-1aa1eb4492d6 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:28:44.254829 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-bfb2d431-a6ad-484b-8131-d5eb04679ad1 service neutron] 10.222.0.46 "GET /v2.0/networks/9cd8438c-2c74-4941-a26e-2747746bb4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383761 Feb 09 12:28:44.324234 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port ad7f21e1-10e7-4dda-b564-1aa1eb4492d6 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:28:44.324604 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:44.343134 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd915d3-a764-4945-b3c0-b98000cf4ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81df9a77-7891-43d8-89e0-f5e8b7a0d931,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:44.480159 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:44.516806 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5dd915d3-a764-4945-b3c0-b98000cf4ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:44.518072 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c91e7ca1-d713-4154-a9be-6507b920ee81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7f21e1-10e7-4dda-b564-1aa1eb4492d6'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:28:44.524973 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5dd915d3-a764-4945-b3c0-b98000cf4ff8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/81df9a77-7891-43d8-89e0-f5e8b7a0d931 HTTP/1.1" status: 204 len: 168 time: 1.0171468 Feb 09 12:28:44.529889 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port ad7f21e1-10e7-4dda-b564-1aa1eb4492d6, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=ad7f21e1-10e7-4dda-b564-1aa1eb4492d6,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:28:44.541952 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:44.557167 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc63055-0a91-4a6b-ba46-e50cbb8f34f1 req-04c027f8-7431-4688-b090-d8343ca4a18e tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:44.559301 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ddc63055-0a91-4a6b-ba46-e50cbb8f34f1 req-04c027f8-7431-4688-b090-d8343ca4a18e tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.5210083 Feb 09 12:28:44.595182 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bd0dd6b8-9e47-4042-bbd5-aecd7746e387 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:44.604031 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-3d869f54-2c00-4a98-a20f-330496b6515e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8ca27cde-50ae-448e-8752-816451ad1fe4 HTTP/1.1" status: 200 len: 217 time: 0.3362408 Feb 09 12:28:44.639272 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bd0dd6b8-9e47-4042-bbd5-aecd7746e387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:44.676897 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=ad7f21e1-10e7-4dda-b564-1aa1eb4492d6,revision_number=11']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:44.687288 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-675102fd-48f9-49a4-89f6-c37f38c558c7 req-1a9debdd-40f7-4621-b0e0-148f6514fe07 service neutron] 10.222.0.46 "GET /v2.0/networks/985217ad-b773-4531-9367-f144e39af1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4834461 Feb 09 12:28:44.738067 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5fdf0a-8cbc-454d-a1d6-528e22c8581e req-9ffdf59e-3ebd-4c23-bde9-c66959ba9b50 tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:44.739512 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8b5fdf0a-8cbc-454d-a1d6-528e22c8581e req-9ffdf59e-3ebd-4c23-bde9-c66959ba9b50 tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6331eb2-dfd8-4967-bc5a-4e6d89a4cc31 HTTP/1.1" status: 200 len: 945 time: 0.3002999 Feb 09 12:28:44.770426 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-44b26684-3ccc-41bd-9a6d-1fbf4394871c req-1b17dd53-cf16-4cd2-99dd-cb4045c147f2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=89ad5d52-9748-4ebd-9202-2556cb6fc772 HTTP/1.1" status: 200 len: 210 time: 0.0927799 Feb 09 12:28:44.789106 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ddc63055-0a91-4a6b-ba46-e50cbb8f34f1 req-df6584e3-082e-40a1-9290-74f68f5ec3cd tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840007 Feb 09 12:28:44.814629 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-72fd1620-acfb-4e66-815d-41a25e679028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:44.816250 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-72fd1620-acfb-4e66-815d-41a25e679028 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=789abbbf-cb59-47b9-b206-75e2c17842ea HTTP/1.1" status: 200 len: 797 time: 0.1769257 Feb 09 12:28:44.840162 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d3262-469e-43d7-862d-7c884ced887f req-236e5983-0dda-4433-88fb-993095197ea1 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:44.854638 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e36d3262-469e-43d7-862d-7c884ced887f req-236e5983-0dda-4433-88fb-993095197ea1 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 951 time: 0.3220644 Feb 09 12:28:44.888335 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c91e7ca1-d713-4154-a9be-6507b920ee81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7f21e1-10e7-4dda-b564-1aa1eb4492d6', 'code': 200} Feb 09 12:28:44.918304 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e36d3262-469e-43d7-862d-7c884ced887f req-9bb8e10a-e1be-438a-989b-6802274820cf tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625510 Feb 09 12:28:44.988167 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 0bb0d838-fc76-48f5-bfed-2de7f14f0b7b up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:28:45.187354 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 0bb0d838-fc76-48f5-bfed-2de7f14f0b7b completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:28:45.196604 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-8b5fdf0a-8cbc-454d-a1d6-528e22c8581e req-01a66c92-56cb-43ea-bff3-2007cf05c724 tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] Deleting port 2bde1be4-d925-4faa-bb59-88015988c13b {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:28:45.196774 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8b5fdf0a-8cbc-454d-a1d6-528e22c8581e req-01a66c92-56cb-43ea-bff3-2007cf05c724 tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:45.247406 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-bd0dd6b8-9e47-4042-bbd5-aecd7746e387 admin admin] Allocated IP 172.25.7.11 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/c849014c-7244-4f12-8c32-326c4254440f) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:28:45.259366 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e178dba5-7045-46fe-8eb4-9a0ef41f9028 req-c8d83439-1efe-4733-8f3e-3d97fe491aba tempest-ServerShowV254Test-1993522265 tempest-ServerShowV254Test-1993522265-project] 10.222.0.55 "GET /v2.0/ports?device_id=89ad5d52-9748-4ebd-9202-2556cb6fc772 HTTP/1.1" status: 200 len: 210 time: 0.1781092 Feb 09 12:28:45.445898 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-94c4c0d6-8294-4a8d-89b1-78ba351b332b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:45.447448 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-94c4c0d6-8294-4a8d-89b1-78ba351b332b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba448e7a-fa60-4f14-8e77-7f852965ebd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4813073 Feb 09 12:28:45.449698 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1712321-164d-4ca1-bf09-9b8e3147d882 None None] Network 97b99d1b-286f-4408-b961-241fd0bf0c16 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:28:45.453621 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c05ae-de61-4db3-9d94-ae9c3d1726ef req-b672d45d-cbea-47a6-8e2b-cc94f6ddb51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:45.455134 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9e2c05ae-de61-4db3-9d94-ae9c3d1726ef req-b672d45d-cbea-47a6-8e2b-cc94f6ddb51c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 1102 time: 0.2072716 Feb 09 12:28:45.498513 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c87f97-e937-4d51-8821-8fd76eb249d9 req-4f7f1998-a6aa-4d30-af20-997f817200ba tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:45.500817 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-02c87f97-e937-4d51-8821-8fd76eb249d9 req-4f7f1998-a6aa-4d30-af20-997f817200ba tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=efc4bb30-3b44-420a-86b0-143fc801a432 HTTP/1.1" status: 200 len: 944 time: 0.3057947 Feb 09 12:28:45.591083 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7216cda7-722a-4ea5-937b-d7515306e968 None None] Provisioning for port 0bb0d838-fc76-48f5-bfed-2de7f14f0b7b completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:28:45.599777 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7216cda7-722a-4ea5-937b-d7515306e968 None None] Provisioning complete for port 0bb0d838-fc76-48f5-bfed-2de7f14f0b7b triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:28:45.600427 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7216cda7-722a-4ea5-937b-d7515306e968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:45.604064 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bd0dd6b8-9e47-4042-bbd5-aecd7746e387 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:45.636725 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-8b5fdf0a-8cbc-454d-a1d6-528e22c8581e req-01a66c92-56cb-43ea-bff3-2007cf05c724 tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] For port 2bde1be4-d925-4faa-bb59-88015988c13b, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=2bde1be4-d925-4faa-bb59-88015988c13b,segment=NetworkSegment(a5e48c53-ef57-45a7-89a9-e5dd83a72ca6),segment_id=a5e48c53-ef57-45a7-89a9-e5dd83a72ca6)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:28:45.637119 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8b5fdf0a-8cbc-454d-a1d6-528e22c8581e req-01a66c92-56cb-43ea-bff3-2007cf05c724 tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:45.770515 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56044) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:28:45.789269 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9e2c05ae-de61-4db3-9d94-ae9c3d1726ef req-64a5813c-f513-41f0-87b6-262f903b4e85 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011441 Feb 09 12:28:45.795041 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-54331e5d-937b-49ff-8a8b-00dbca4a5fb6 service neutron] 10.222.0.46 "GET /v2.0/networks/ba448e7a-fa60-4f14-8e77-7f852965ebd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348563 Feb 09 12:28:45.809350 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-02c87f97-e937-4d51-8821-8fd76eb249d9 req-f6464b94-4a7b-454f-b8fe-f08810780a4f tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808862 Feb 09 12:28:45.814040 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-8b5fdf0a-8cbc-454d-a1d6-528e22c8581e req-01a66c92-56cb-43ea-bff3-2007cf05c724 tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] Calling delete_port for 2bde1be4-d925-4faa-bb59-88015988c13b owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:28:45.858244 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed2f8d-fb94-475d-95aa-35e0a91b5b66 req-8303d1a5-dc66-4c81-a8c3-effe725ab990 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:45.870979 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a9ed2f8d-fb94-475d-95aa-35e0a91b5b66 req-8303d1a5-dc66-4c81-a8c3-effe725ab990 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.3684127 Feb 09 12:28:45.987866 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7216cda7-722a-4ea5-937b-d7515306e968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:45.990999 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a9ed2f8d-fb94-475d-95aa-35e0a91b5b66 req-e8b5f212-1e5e-4122-b670-0524d08beab2 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189823 Feb 09 12:28:45.991644 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8b5fdf0a-8cbc-454d-a1d6-528e22c8581e req-01a66c92-56cb-43ea-bff3-2007cf05c724 tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:45.995085 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-85b06c5a-79fa-4011-89a2-9d549a9443d9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-16225810-network', 'tenant_id': '6650017937d4478bb53acf8f2253027f'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:28:46.029747 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['2bde1be4-d925-4faa-bb59-88015988c13b'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:28:46.034071 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-85b06c5a-79fa-4011-89a2-9d549a9443d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:28:46.051723 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-85b06c5a-79fa-4011-89a2-9d549a9443d9 admin admin] Usage tracker for resource:network and tenant:6650017937d4478bb53acf8f2253027f is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:28:46.062592 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a66c92-56cb-43ea-bff3-2007cf05c724 tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] Pushing event deleted for resources: {'Port': ['ID=2bde1be4-d925-4faa-bb59-88015988c13b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:46.104642 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7216cda7-722a-4ea5-937b-d7515306e968 None None] For port 0bb0d838-fc76-48f5-bfed-2de7f14f0b7b, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=0bb0d838-fc76-48f5-bfed-2de7f14f0b7b,segment=NetworkSegment(3cf8c556-173f-44ab-a958-dfb44b712fe9),segment_id=3cf8c556-173f-44ab-a958-dfb44b712fe9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:28:46.126157 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7216cda7-722a-4ea5-937b-d7515306e968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:46.132259 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-85b06c5a-79fa-4011-89a2-9d549a9443d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:28:46.133015 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bd0dd6b8-9e47-4042-bbd5-aecd7746e387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:46.163166 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-85b06c5a-79fa-4011-89a2-9d549a9443d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:28:46.202051 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device c2f39a90-c792-41b6-8c82-2279fa8cd131 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:28:46.205042 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b5fdf0a-8cbc-454d-a1d6-528e22c8581e req-01a66c92-56cb-43ea-bff3-2007cf05c724 tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] No DVR routers for this DVR port 2bde1be4-d925-4faa-bb59-88015988c13b on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:28:46.220366 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8b5fdf0a-8cbc-454d-a1d6-528e22c8581e req-01a66c92-56cb-43ea-bff3-2007cf05c724 tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:46.225228 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6331eb2-dfd8-4967-bc5a-4e6d89a4cc31', 'name': 'network-vif-deleted', 'tag': '2bde1be4-d925-4faa-bb59-88015988c13b'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:28:46.230325 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b06c5a-79fa-4011-89a2-9d549a9443d9 admin admin] Made reservation on behalf of 6650017937d4478bb53acf8f2253027f for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:28:46.233621 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-85b06c5a-79fa-4011-89a2-9d549a9443d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:46.251252 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0dd6b8-9e47-4042-bbd5-aecd7746e387 admin admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:28:46.270058 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-bd0dd6b8-9e47-4042-bbd5-aecd7746e387 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:28:46.276689 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0dd6b8-9e47-4042-bbd5-aecd7746e387 admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:28:46.309482 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11498669-278d-4091-a5e5-f5dc23fe1cb7 req-b4bfb8b4-18a7-480c-bff2-903dfb04ead9 tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:46.319585 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-11498669-278d-4091-a5e5-f5dc23fe1cb7 req-b4bfb8b4-18a7-480c-bff2-903dfb04ead9 tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6331eb2-dfd8-4967-bc5a-4e6d89a4cc31 HTTP/1.1" status: 200 len: 867 time: 0.3749266 Feb 09 12:28:46.349136 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-85b06c5a-79fa-4011-89a2-9d549a9443d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:46.355059 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8b5fdf0a-8cbc-454d-a1d6-528e22c8581e req-01a66c92-56cb-43ea-bff3-2007cf05c724 tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] 10.222.0.46 "DELETE /v2.0/ports/2bde1be4-d925-4faa-bb59-88015988c13b HTTP/1.1" status: 204 len: 173 time: 1.6084268 Feb 09 12:28:46.367055 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0dd6b8-9e47-4042-bbd5-aecd7746e387 admin admin] Pushing event updated for resources: {'Port': ['ID=c849014c-7244-4f12-8c32-326c4254440f,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:46.395620 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port c2f39a90-c792-41b6-8c82-2279fa8cd131, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=c2f39a90-c792-41b6-8c82-2279fa8cd131,segment=NetworkSegment(ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a),segment_id=ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:28:46.435960 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'c2f39a90-c792-41b6-8c82-2279fa8cd131', 'network_id': '985217ad-b773-4531-9367-f144e39af1cf', 'port_id': 'c2f39a90-c792-41b6-8c82-2279fa8cd131', 'mac_address': 'fa:16:3e:e1:89:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c9b480e-1cd6-43a9-9d3f-1e4f05f3898f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:28:46.455840 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-85b06c5a-79fa-4011-89a2-9d549a9443d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:28:46.480671 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7216cda7-722a-4ea5-937b-d7515306e968 None None] Pushing event updated for resources: {'Port': ['ID=0bb0d838-fc76-48f5-bfed-2de7f14f0b7b,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:46.484097 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-85b06c5a-79fa-4011-89a2-9d549a9443d9 admin admin] Usage tracker for resource:security_group_rule and tenant:6650017937d4478bb53acf8f2253027f is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:28:46.498075 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-85b06c5a-79fa-4011-89a2-9d549a9443d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:28:46.503076 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e5e652e7-5f74-4281-866f-96d72cb8846c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:46.516671 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-85b06c5a-79fa-4011-89a2-9d549a9443d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:28:46.520134 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-a7c7faf9-8cce-4360-b788-64d1f1389da7 service neutron] 10.222.0.46 "GET /v2.0/networks/ba448e7a-fa60-4f14-8e77-7f852965ebd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5209210 Feb 09 12:28:46.523850 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:46.559157 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2f39a90-c792-41b6-8c82-2279fa8cd131 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:28:46.575250 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-073e6549-aa08-49fc-96e3-99147369ca5a None None] Provisioning complete for port 0bb0d838-fc76-48f5-bfed-2de7f14f0b7b triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:28:46.575609 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-073e6549-aa08-49fc-96e3-99147369ca5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:46.608128 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-11498669-278d-4091-a5e5-f5dc23fe1cb7 req-17959e31-db03-4d0d-ad86-c9b1d92220a0 tempest-ServerMetadataNegativeTestJSON-2020792107 tempest-ServerMetadataNegativeTestJSON-2020792107-project] 10.222.0.55 "GET /v2.0/security-groups?id=50bc5007-edc2-41e4-a0a0-685491b94d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848241 Feb 09 12:28:46.609331 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-667a12d9-6195-4832-a71a-454bdf3a44fb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dfc19e50-67a7-4ca4-a870-f97828dc5bc8 HTTP/1.1" status: 200 len: 217 time: 0.0782013 Feb 09 12:28:46.625875 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port c2f39a90-c792-41b6-8c82-2279fa8cd131, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=c2f39a90-c792-41b6-8c82-2279fa8cd131,segment=NetworkSegment(ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a),segment_id=ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:28:46.641720 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:46.678358 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f000b76-0330-4f67-9d4d-a0bca3468a7d req-b296abbf-ef7d-4884-a540-03a0e510e0f0 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:46.679867 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6f000b76-0330-4f67-9d4d-a0bca3468a7d req-b296abbf-ef7d-4884-a540-03a0e510e0f0 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 951 time: 0.4270933 Feb 09 12:28:46.734485 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-628c64be-b5bd-49c3-a90d-2ed5995654f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:46.735890 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-628c64be-b5bd-49c3-a90d-2ed5995654f8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=789abbbf-cb59-47b9-b206-75e2c17842ea HTTP/1.1" status: 200 len: 797 time: 0.1190598 Feb 09 12:28:46.774712 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=c2f39a90-c792-41b6-8c82-2279fa8cd131,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:46.789552 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6f000b76-0330-4f67-9d4d-a0bca3468a7d req-8fb85c4c-edf8-40d1-9575-97dbaff733d1 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022058 Feb 09 12:28:46.950489 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 0bb0d838-fc76-48f5-bfed-2de7f14f0b7b up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:28:46.960243 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-85b06c5a-79fa-4011-89a2-9d549a9443d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:46.990144 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-85b06c5a-79fa-4011-89a2-9d549a9443d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:47.009475 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6331eb2-dfd8-4967-bc5a-4e6d89a4cc31', 'name': 'network-vif-deleted', 'tag': '2bde1be4-d925-4faa-bb59-88015988c13b', 'status': 'completed', 'code': 200} Feb 09 12:28:47.033206 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-229e92b7-4b93-47ce-a59d-b02394a1eb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:47.035048 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-229e92b7-4b93-47ce-a59d-b02394a1eb38 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba448e7a-fa60-4f14-8e77-7f852965ebd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2875445 Feb 09 12:28:47.053875 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['c2f39a90-c792-41b6-8c82-2279fa8cd131'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:28:47.065222 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bd0dd6b8-9e47-4042-bbd5-aecd7746e387 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:47.090563 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc153b-dce8-44a7-8f29-de9fe4f4fc19 req-d9570e57-e399-480f-a43c-2f531b0c42a4 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:47.098257 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-11bc153b-dce8-44a7-8f29-de9fe4f4fc19 req-d9570e57-e399-480f-a43c-2f531b0c42a4 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.3062823 Feb 09 12:28:47.118827 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85b06c5a-79fa-4011-89a2-9d549a9443d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:28:47.251972 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b06c5a-79fa-4011-89a2-9d549a9443d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbf5f2d-cafb-4413-9cb5-6c856cc2e7a0,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:47.341698 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 0bb0d838-fc76-48f5-bfed-2de7f14f0b7b triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:28:47.342075 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:47.376148 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f8146bef-98dd-410f-ba2b-b461bc91a3be req-20ce5456-8f62-418e-a333-f959f2b8822a tempest-ServerShowV254Test-1993522265 tempest-ServerShowV254Test-1993522265-project] 10.222.0.55 "GET /v2.0/ports?device_id=89ad5d52-9748-4ebd-9202-2556cb6fc772 HTTP/1.1" status: 200 len: 210 time: 0.2513986 Feb 09 12:28:47.377092 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-85b06c5a-79fa-4011-89a2-9d549a9443d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:47.377580 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-85b06c5a-79fa-4011-89a2-9d549a9443d9 admin admin] Added segment 42f6c4b2-8bfb-48dc-b7df-519b7224bc49 of type vlan for network a106bfc3-c268-431e-b7f2-361d6fd3c2b1 Feb 09 12:28:47.407132 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-11bc153b-dce8-44a7-8f29-de9fe4f4fc19 req-e495581b-ed48-4750-9f85-36982a2b11c6 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076491 Feb 09 12:28:47.495001 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-85b06c5a-79fa-4011-89a2-9d549a9443d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:47.555012 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-afa3e225-8abd-4250-a57e-0328c83025b6 service neutron] 10.222.0.46 "GET /v2.0/networks/ba448e7a-fa60-4f14-8e77-7f852965ebd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5043497 Feb 09 12:28:47.609491 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bd0dd6b8-9e47-4042-bbd5-aecd7746e387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:47.662464 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:47.665540 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:47.692827 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.resource_extend [None req-85b06c5a-79fa-4011-89a2-9d549a9443d9 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:28:47.772256 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-85b06c5a-79fa-4011-89a2-9d549a9443d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:47.773142 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b06c5a-79fa-4011-89a2-9d549a9443d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:47.773805 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-85b06c5a-79fa-4011-89a2-9d549a9443d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:47.846405 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd0dd6b8-9e47-4042-bbd5-aecd7746e387 admin admin] Router c7927b56-8b11-4d40-b8d8-91343b83ab95 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:28:47.879401 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-85b06c5a-79fa-4011-89a2-9d549a9443d9 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.1040144 Feb 09 12:28:47.899304 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56072) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:28:47.912275 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-23a16287-6382-4479-a99e-b9a69125868e admin admin] Request body: {'subnet': {'network_id': 'a106bfc3-c268-431e-b7f2-361d6fd3c2b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-16225810-subnet', 'tenant_id': '6650017937d4478bb53acf8f2253027f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:28:47.917654 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-23a16287-6382-4479-a99e-b9a69125868e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:28:47.922940 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8742398-3d5c-45b3-91d8-a90ce24837cb req-3a73c6f5-4a01-4d4a-9549-7f721e37c485 service neutron] 10.222.0.46 "GET /v2.0/networks/ba448e7a-fa60-4f14-8e77-7f852965ebd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270159 Feb 09 12:28:47.928423 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-23a16287-6382-4479-a99e-b9a69125868e admin admin] Usage tracker for resource:subnet and tenant:6650017937d4478bb53acf8f2253027f is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:28:47.933464 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-23a16287-6382-4479-a99e-b9a69125868e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:28:47.940021 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b06c5a-79fa-4011-89a2-9d549a9443d9 admin admin] Pushing event updated for resources: {'Network': ['ID=a106bfc3-c268-431e-b7f2-361d6fd3c2b1,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:47.942500 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-23a16287-6382-4479-a99e-b9a69125868e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:28:47.955227 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network a106bfc3-c268-431e-b7f2-361d6fd3c2b1 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:28:47.955422 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef7c3c-4561-458e-917f-eca2d46551ce req-dd7b3a3b-7789-490b-b721-14f5bdb09353 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:47.963154 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fbef7c3c-4561-458e-917f-eca2d46551ce req-dd7b3a3b-7789-490b-b721-14f5bdb09353 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=efc4bb30-3b44-420a-86b0-143fc801a432 HTTP/1.1" status: 200 len: 945 time: 0.4039900 Feb 09 12:28:48.016603 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a16287-6382-4479-a99e-b9a69125868e admin admin] Made reservation on behalf of 6650017937d4478bb53acf8f2253027f for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:28:48.019775 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-23a16287-6382-4479-a99e-b9a69125868e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:48.047988 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56078) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:28:48.127856 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bd2125d7-91de-4a1d-9844-b60c8e317233 req-6f86b210-f24a-4b2a-8569-4844166748b5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=04b1ffce943744cd8824071badb08ea3&device_id=89ad5d52-9748-4ebd-9202-2556cb6fc772 HTTP/1.1" status: 200 len: 210 time: 0.0849609 Feb 09 12:28:48.131980 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0dd6b8-9e47-4042-bbd5-aecd7746e387 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:28:48.144306 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f17aa0d-1959-4a5f-817b-eb5667f39b73 None None] Sync routers for ids ['c7927b56-8b11-4d40-b8d8-91343b83ab95'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:28:48.157389 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f17aa0d-1959-4a5f-817b-eb5667f39b73 None None] Routers {'c7927b56-8b11-4d40-b8d8-91343b83ab95'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:28:48.158508 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-7f17aa0d-1959-4a5f-817b-eb5667f39b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:28:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['c7927b56-8b11-4d40-b8d8-91343b83ab95'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:28:48.159767 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-a83e810f-2102-4d23-b854-381bfc7cbb88 admin admin] Deleting subnet dbe03870-b015-4ee9-8d3e-8f3778a3601b {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:28:48.163002 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a83e810f-2102-4d23-b854-381bfc7cbb88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:48.193498 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bd0dd6b8-9e47-4042-bbd5-aecd7746e387 admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:48.196680 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-bd0dd6b8-9e47-4042-bbd5-aecd7746e387 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5215673 Feb 09 12:28:48.201506 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56082) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:28:48.218694 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 2bde1be4-d925-4faa-bb59-88015988c13b no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:28:48.265989 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: 2bde1be4-d925-4faa-bb59-88015988c13b {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:28:48.266319 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 2bde1be4-d925-4faa-bb59-88015988c13b not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:28:48.284891 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a83e810f-2102-4d23-b854-381bfc7cbb88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:48.298395 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fbef7c3c-4561-458e-917f-eca2d46551ce req-6863b613-0254-4f47-a21a-f534ebab3e17 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343143 Feb 09 12:28:48.315165 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bd2125d7-91de-4a1d-9844-b60c8e317233 req-031aaaeb-90b7-467b-8cba-5d18b009a198 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=04b1ffce943744cd8824071badb08ea3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1137090 Feb 09 12:28:48.382551 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a83e810f-2102-4d23-b854-381bfc7cbb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:48.399423 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-7f17aa0d-1959-4a5f-817b-eb5667f39b73 None None] Set router c7927b56-8b11-4d40-b8d8-91343b83ab95 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:28:48.565469 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a83e810f-2102-4d23-b854-381bfc7cbb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:48.611541 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83e810f-2102-4d23-b854-381bfc7cbb88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbe03870-b015-4ee9-8d3e-8f3778a3601b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:48.615591 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a83e810f-2102-4d23-b854-381bfc7cbb88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:48.631886 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a83e810f-2102-4d23-b854-381bfc7cbb88 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/dbe03870-b015-4ee9-8d3e-8f3778a3601b HTTP/1.1" status: 204 len: 168 time: 0.5809219 Feb 09 12:28:48.637938 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56086) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:28:48.672699 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2125d7-91de-4a1d-9844-b60c8e317233 req-9b885cab-dfb9-45cf-8542-d87e86719a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:48.674147 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bd2125d7-91de-4a1d-9844-b60c8e317233 req-9b885cab-dfb9-45cf-8542-d87e86719a47 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3484116 Feb 09 12:28:48.694384 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2dc173-41bd-42f2-818e-93399586c0d2 req-6a5fb870-5038-4980-8089-47824dfaafb8 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:48.695972 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4d2dc173-41bd-42f2-818e-93399586c0d2 req-6a5fb870-5038-4980-8089-47824dfaafb8 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.4755735 Feb 09 12:28:48.773419 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-7f17aa0d-1959-4a5f-817b-eb5667f39b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7927b56-8b11-4d40-b8d8-91343b83ab95', 'name': 'tempest-ServersTestFqdnHostnames-1654987805-router', 'tenant_id': '652eea691ea54585b284cc72723ceed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'c849014c-7244-4f12-8c32-326c4254440f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:28:42Z', 'updated_at': '2022-02-09T12:28:46Z', 'revision_number': 3, 'project_id': '652eea691ea54585b284cc72723ceed5', 'gw_port': {'id': 'c849014c-7244-4f12-8c32-326c4254440f', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:85:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7927b56-8b11-4d40-b8d8-91343b83ab95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:28:44Z', 'updated_at': '2022-02-09T12:28:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:28:48.778380 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f17aa0d-1959-4a5f-817b-eb5667f39b73 None None] Checking router: c7927b56-8b11-4d40-b8d8-91343b83ab95 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:28:48.778840 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f17aa0d-1959-4a5f-817b-eb5667f39b73 None None] Updating router c7927b56-8b11-4d40-b8d8-91343b83ab95 port c849014c-7244-4f12-8c32-326c4254440f binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:28:48.816224 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9304be3f-77c7-447f-a8d1-70b517b13d21 req-b0f27852-63dc-47de-83f2-357466b0cdef tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:48.817674 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9304be3f-77c7-447f-a8d1-70b517b13d21 req-b0f27852-63dc-47de-83f2-357466b0cdef tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 951 time: 0.3447642 Feb 09 12:28:48.846395 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7f17aa0d-1959-4a5f-817b-eb5667f39b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:48.905842 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a39e7c07-9675-4559-8049-8b0a01ca9b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:48.937477 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4d2dc173-41bd-42f2-818e-93399586c0d2 req-72c5faa0-0b4e-43ab-ac64-ec0b16b9b7e3 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855731 Feb 09 12:28:48.971338 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9304be3f-77c7-447f-a8d1-70b517b13d21 req-7b3b9af2-7fee-450c-9936-d5d63a51fb4a tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226869 Feb 09 12:28:49.041043 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-23a16287-6382-4479-a99e-b9a69125868e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:49.126801 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:49.192858 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a39e7c07-9675-4559-8049-8b0a01ca9b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:49.271988 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7f17aa0d-1959-4a5f-817b-eb5667f39b73 None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:49.288039 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7f17aa0d-1959-4a5f-817b-eb5667f39b73 None None] Transition to ACTIVE for port object c849014c-7244-4f12-8c32-326c4254440f will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:28:49.298045 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7f17aa0d-1959-4a5f-817b-eb5667f39b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:49.372644 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a16287-6382-4479-a99e-b9a69125868e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7b09e96-a172-47ec-8f32-5f9d22fac3fa,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:49.391702 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa9f05-80e1-4462-bc29-fd259694f3e6 None None] Pushing event updated for resources: {'Port': ['ID=c849014c-7244-4f12-8c32-326c4254440f,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:49.400577 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c3b6f76c-04b7-46b0-b7d7-66f43e11aed2 req-ba3863dd-7036-4f9a-a109-dc588e5c1192 tempest-ServerShowV254Test-1993522265 tempest-ServerShowV254Test-1993522265-project] 10.222.0.55 "GET /v2.0/ports?device_id=89ad5d52-9748-4ebd-9202-2556cb6fc772 HTTP/1.1" status: 200 len: 210 time: 0.2122686 Feb 09 12:28:49.409223 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e181d073-3931-439e-972e-4ce06997398c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:49.415250 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-a39e7c07-9675-4559-8049-8b0a01ca9b25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cb2a639-6d07-41a6-bc82-7f1ef872d3e5']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:28:49.427728 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-7f17aa0d-1959-4a5f-817b-eb5667f39b73 None None] Attempting to bind port c849014c-7244-4f12-8c32-326c4254440f on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:28:49.428191 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-7f17aa0d-1959-4a5f-817b-eb5667f39b73 None None] Attempting to bind port c849014c-7244-4f12-8c32-326c4254440f by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:28:49.428581 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f17aa0d-1959-4a5f-817b-eb5667f39b73 None None] Attempting to bind port c849014c-7244-4f12-8c32-326c4254440f on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:28:49.436157 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f17aa0d-1959-4a5f-817b-eb5667f39b73 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:28:49.436535 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f17aa0d-1959-4a5f-817b-eb5667f39b73 None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:28:49.436940 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7f17aa0d-1959-4a5f-817b-eb5667f39b73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:49.437331 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f17aa0d-1959-4a5f-817b-eb5667f39b73 None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:28:49.438017 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-7f17aa0d-1959-4a5f-817b-eb5667f39b73 None None] Bound port: c849014c-7244-4f12-8c32-326c4254440f, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:28:49.438147 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7f17aa0d-1959-4a5f-817b-eb5667f39b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:49.438371 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a16287-6382-4479-a99e-b9a69125868e admin admin] Checking segment: {'id': '42f6c4b2-8bfb-48dc-b7df-519b7224bc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a106bfc3-c268-431e-b7f2-361d6fd3c2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:28:49.438733 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a16287-6382-4479-a99e-b9a69125868e admin admin] Network hostable DHCP agents. Network: a106bfc3-c268-431e-b7f2-361d6fd3c2b1, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:28:49.466801 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-a39e7c07-9675-4559-8049-8b0a01ca9b25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5e48c53-ef57-45a7-89a9-e5dd83a72ca6') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:28:49.467107 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-a39e7c07-9675-4559-8049-8b0a01ca9b25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5e48c53-ef57-45a7-89a9-e5dd83a72ca6') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:28:49.501066 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a39e7c07-9675-4559-8049-8b0a01ca9b25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:49.523754 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7f17aa0d-1959-4a5f-817b-eb5667f39b73 None None] For port c849014c-7244-4f12-8c32-326c4254440f, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:28:49.527884 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7f17aa0d-1959-4a5f-817b-eb5667f39b73 None None] For port c849014c-7244-4f12-8c32-326c4254440f, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=c849014c-7244-4f12-8c32-326c4254440f,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:28:49.540545 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7f17aa0d-1959-4a5f-817b-eb5667f39b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:49.553150 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a39e7c07-9675-4559-8049-8b0a01ca9b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:49.560389 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a16287-6382-4479-a99e-b9a69125868e admin admin] Network a106bfc3-c268-431e-b7f2-361d6fd3c2b1 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:28:49.574872 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a39e7c07-9675-4559-8049-8b0a01ca9b25 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:28:49.575436 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a39e7c07-9675-4559-8049-8b0a01ca9b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:49.633545 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f17aa0d-1959-4a5f-817b-eb5667f39b73 None None] Routers {'c7927b56-8b11-4d40-b8d8-91343b83ab95'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:28:49.634393 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-7f17aa0d-1959-4a5f-817b-eb5667f39b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:28:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['c7927b56-8b11-4d40-b8d8-91343b83ab95'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:28:49.663279 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-e181d073-3931-439e-972e-4ce06997398c admin admin] Allocated IP 172.20.0.1 (97b99d1b-286f-4408-b961-241fd0bf0c16/45dc1d08-93cd-4fde-93a7-4793d41c3da9/f281c50c-f9cc-4320-9c7d-d8132ce98f6d) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:28:49.684152 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:28:49.684152 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:28:49.684152 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:28:49.684152 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:28:49.684152 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:28:49.684152 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:28:49.684152 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:28:49.684152 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:28:49.684152 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:28:49.684152 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:28:49.684152 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:28:49.684152 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:28:49.684152 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:28:49.684152 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:28:49.684152 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:28:49.684152 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:28:49.684152 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:28:49.684152 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:28:49.684152 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:28:49.684152 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:28:49.684152 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:28:49.684152 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:28:49.684152 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:28:49.684152 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:28:49.684152 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:28:49.684152 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:28:49.684152 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:28:49.684152 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:28:49.684152 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:28:49.684152 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:28:49.684152 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:28:49.684152 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:28:49.752586 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-23a16287-6382-4479-a99e-b9a69125868e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, a106bfc3-c268-431e-b7f2-361d6fd3c2b1) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:28:49.758353 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a16287-6382-4479-a99e-b9a69125868e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:49.758692 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-23a16287-6382-4479-a99e-b9a69125868e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:49.795169 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-23a16287-6382-4479-a99e-b9a69125868e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.8936372 Feb 09 12:28:49.801856 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a39e7c07-9675-4559-8049-8b0a01ca9b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:49.822405 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a39e7c07-9675-4559-8049-8b0a01ca9b25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:49.835796 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-7f17aa0d-1959-4a5f-817b-eb5667f39b73 None None] Set router c7927b56-8b11-4d40-b8d8-91343b83ab95 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:28:49.883972 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e7c07-9675-4559-8049-8b0a01ca9b25 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cb2a639-6d07-41a6-bc82-7f1ef872d3e5,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:49.896989 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e181d073-3931-439e-972e-4ce06997398c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:49.919180 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-e181d073-3931-439e-972e-4ce06997398c admin admin] Transition to ACTIVE for port object f281c50c-f9cc-4320-9c7d-d8132ce98f6d will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:28:49.926333 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a39e7c07-9675-4559-8049-8b0a01ca9b25 admin admin] 10.222.0.55 "DELETE /v2.0/networks/9cb2a639-6d07-41a6-bc82-7f1ef872d3e5 HTTP/1.1" status: 204 len: 168 time: 1.2844994 Feb 09 12:28:49.982349 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe65e3-98c3-48c5-8606-39f3ab2310ed req-6e975a4f-08c2-4cf9-8770-6febb93ab41e tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:49.988473 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3fe65e3-98c3-48c5-8606-39f3ab2310ed req-6e975a4f-08c2-4cf9-8770-6febb93ab41e tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=efc4bb30-3b44-420a-86b0-143fc801a432 HTTP/1.1" status: 200 len: 945 time: 0.3056266 Feb 09 12:28:49.998006 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e181d073-3931-439e-972e-4ce06997398c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:50.040122 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bd2125d7-91de-4a1d-9844-b60c8e317233 req-067a85d7-83a8-43ca-b80b-0546e22bb2e1 tempest-ServerShowV254Test-1993522265 tempest-ServerShowV254Test-1993522265-project] 10.222.0.46 "GET /v2.0/ports?device_id=89ad5d52-9748-4ebd-9202-2556cb6fc772 HTTP/1.1" status: 200 len: 210 time: 0.0692804 Feb 09 12:28:50.127038 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41609bf-b33d-46c6-a66b-391f5158ac9c None None] Network a106bfc3-c268-431e-b7f2-361d6fd3c2b1 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:28:50.137369 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3fe65e3-98c3-48c5-8606-39f3ab2310ed req-db28c273-346c-43b6-a287-0f2b837ee417 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478755 Feb 09 12:28:50.184859 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e181d073-3931-439e-972e-4ce06997398c admin admin] Network 97b99d1b-286f-4408-b961-241fd0bf0c16 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:28:50.189233 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-e181d073-3931-439e-972e-4ce06997398c admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:28:50.191446 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e181d073-3931-439e-972e-4ce06997398c admin admin] Pushing event updated for resources: {'Port': ['ID=f281c50c-f9cc-4320-9c7d-d8132ce98f6d,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:50.194595 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ab400-bc4f-40d1-9158-899ae15f3e92 req-a9253381-4b4e-4ea6-aa58-60fc03c5e959 tempest-ServersAdminTestJSON-1956423746 tempest-ServersAdminTestJSON-1956423746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:50.211373 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-da9ab400-bc4f-40d1-9158-899ae15f3e92 req-a9253381-4b4e-4ea6-aa58-60fc03c5e959 tempest-ServersAdminTestJSON-1956423746 tempest-ServersAdminTestJSON-1956423746-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 1102 time: 0.2868650 Feb 09 12:28:50.214194 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e181d073-3931-439e-972e-4ce06997398c admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:28:50.250574 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56110) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:28:50.291210 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-da9ab400-bc4f-40d1-9158-899ae15f3e92 req-bbb753c5-7fb0-45f9-be95-57ffec3cd4da tempest-ServersAdminTestJSON-1956423746 tempest-ServersAdminTestJSON-1956423746-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757146 Feb 09 12:28:50.400464 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device c2f39a90-c792-41b6-8c82-2279fa8cd131 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:28:50.413082 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-5affd165-d9c6-4c08-8975-deeac44e32a0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=49040b7a5df047fcbcc3c5dc6fa9d193&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1589179 Feb 09 12:28:50.413369 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56116) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:28:50.438444 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e181d073-3931-439e-972e-4ce06997398c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:50.475305 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa9f05-80e1-4462-bc29-fd259694f3e6 None None] Pushing event updated for resources: {'Port': ['ID=c849014c-7244-4f12-8c32-326c4254440f,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:50.534693 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:50.707568 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2edb70cb-3807-464f-9b7c-4cd4023047e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:50.721997 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836dadf-f948-4b41-86fe-417af70e029d req-ffdac369-7cd2-4cbd-98af-fa05fce6a364 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:50.729090 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port c2f39a90-c792-41b6-8c82-2279fa8cd131 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:28:50.731777 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c836dadf-f948-4b41-86fe-417af70e029d req-ffdac369-7cd2-4cbd-98af-fa05fce6a364 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.2761488 Feb 09 12:28:50.796846 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2edb70cb-3807-464f-9b7c-4cd4023047e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:50.823746 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-fa9e763b-98e6-4369-9b17-1ae199ab1855 None None] Provisioning for port f281c50c-f9cc-4320-9c7d-d8132ce98f6d completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:28:50.832122 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port c2f39a90-c792-41b6-8c82-2279fa8cd131 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:28:50.832363 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:50.838511 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c836dadf-f948-4b41-86fe-417af70e029d req-9ee9f678-b36f-4108-b6bb-d0d551bb9468 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053636 Feb 09 12:28:50.895941 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e181d073-3931-439e-972e-4ce06997398c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:50.909865 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1786c6c1-7b86-416c-b6f4-374e0636670e None None] Network a106bfc3-c268-431e-b7f2-361d6fd3c2b1 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:28:50.963779 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-7f17aa0d-1959-4a5f-817b-eb5667f39b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7927b56-8b11-4d40-b8d8-91343b83ab95', 'name': 'tempest-ServersTestFqdnHostnames-1654987805-router', 'tenant_id': '652eea691ea54585b284cc72723ceed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'c849014c-7244-4f12-8c32-326c4254440f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:28:42Z', 'updated_at': '2022-02-09T12:28:46Z', 'revision_number': 3, 'project_id': '652eea691ea54585b284cc72723ceed5', 'gw_port': {'id': 'c849014c-7244-4f12-8c32-326c4254440f', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:85:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7927b56-8b11-4d40-b8d8-91343b83ab95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:28:44Z', 'updated_at': '2022-02-09T12:28:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:28:50.980764 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-93576943-b90c-4fad-9e9e-dbff359d4657 req-6a749ec3-07e6-4acf-97e1-f55233933755 tempest-ServerShowV254Test-1993522265 tempest-ServerShowV254Test-1993522265-project] 10.222.0.55 "GET /v2.0/ports?device_id=89ad5d52-9748-4ebd-9202-2556cb6fc772 HTTP/1.1" status: 200 len: 210 time: 0.1007683 Feb 09 12:28:50.998062 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-fa9e763b-98e6-4369-9b17-1ae199ab1855 None None] Provisioning complete for port f281c50c-f9cc-4320-9c7d-d8132ce98f6d triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:28:50.998548 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fa9e763b-98e6-4369-9b17-1ae199ab1855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:51.105893 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df0c26-3569-4398-8aca-638f6e58dcc8 req-3f5ce7e4-a652-47c0-9385-fae687e0f8a1 tempest-ServersAdminTestJSON-1956423746 tempest-ServersAdminTestJSON-1956423746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:51.113370 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-82df0c26-3569-4398-8aca-638f6e58dcc8 req-3f5ce7e4-a652-47c0-9385-fae687e0f8a1 tempest-ServersAdminTestJSON-1956423746 tempest-ServersAdminTestJSON-1956423746-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 1102 time: 0.1304359 Feb 09 12:28:51.131956 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2edb70cb-3807-464f-9b7c-4cd4023047e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:51.144018 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56136) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:28:51.167654 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-fa9e763b-98e6-4369-9b17-1ae199ab1855 None None] Port f281c50c-f9cc-4320-9c7d-d8132ce98f6d cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:28:51.176719 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f17aa0d-1959-4a5f-817b-eb5667f39b73 None None] The sync data for ids ['c7927b56-8b11-4d40-b8d8-91343b83ab95'] in n-d-825178-3 is: [{'id': 'c7927b56-8b11-4d40-b8d8-91343b83ab95', 'name': 'tempest-ServersTestFqdnHostnames-1654987805-router', 'tenant_id': '652eea691ea54585b284cc72723ceed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'c849014c-7244-4f12-8c32-326c4254440f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:28:42Z', 'updated_at': '2022-02-09T12:28:46Z', 'revision_number': 3, 'project_id': '652eea691ea54585b284cc72723ceed5', 'gw_port': {'id': 'c849014c-7244-4f12-8c32-326c4254440f', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:85:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7927b56-8b11-4d40-b8d8-91343b83ab95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:28:44Z', 'updated_at': '2022-02-09T12:28:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:28:51.177355 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-ce4b9aa6-b7e8-42ff-9c35-ed630c3a88e4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-5740261-network', 'tenant_id': '61bded94f0c247e39570df8bd627cb2b'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:28:51.183540 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-ce4b9aa6-b7e8-42ff-9c35-ed630c3a88e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:28:51.190618 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ce4b9aa6-b7e8-42ff-9c35-ed630c3a88e4 admin admin] Usage tracker for resource:network and tenant:61bded94f0c247e39570df8bd627cb2b is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:28:51.194963 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ce4b9aa6-b7e8-42ff-9c35-ed630c3a88e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:28:51.204108 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-ce4b9aa6-b7e8-42ff-9c35-ed630c3a88e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:28:51.223162 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb70cb-3807-464f-9b7c-4cd4023047e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50bc5007-edc2-41e4-a0a0-685491b94d4b,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:51.228077 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2edb70cb-3807-464f-9b7c-4cd4023047e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:51.229186 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2edb70cb-3807-464f-9b7c-4cd4023047e9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/50bc5007-edc2-41e4-a0a0-685491b94d4b HTTP/1.1" status: 204 len: 168 time: 0.8143492 Feb 09 12:28:51.229967 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4b9aa6-b7e8-42ff-9c35-ed630c3a88e4 admin admin] Made reservation on behalf of 61bded94f0c247e39570df8bd627cb2b for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:28:51.233029 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ce4b9aa6-b7e8-42ff-9c35-ed630c3a88e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:51.261487 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e181d073-3931-439e-972e-4ce06997398c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:51.269841 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e181d073-3931-439e-972e-4ce06997398c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:51.297290 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ce4b9aa6-b7e8-42ff-9c35-ed630c3a88e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:51.316646 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-82df0c26-3569-4398-8aca-638f6e58dcc8 req-3c872a0c-577d-4013-8a0e-1e1b82fe6c1d tempest-ServersAdminTestJSON-1956423746 tempest-ServersAdminTestJSON-1956423746-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021990 Feb 09 12:28:51.380878 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-ce4b9aa6-b7e8-42ff-9c35-ed630c3a88e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:28:51.387218 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e181d073-3931-439e-972e-4ce06997398c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:51.417172 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ce4b9aa6-b7e8-42ff-9c35-ed630c3a88e4 admin admin] Usage tracker for resource:security_group_rule and tenant:61bded94f0c247e39570df8bd627cb2b is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:28:51.427846 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ce4b9aa6-b7e8-42ff-9c35-ed630c3a88e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:28:51.447685 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-ce4b9aa6-b7e8-42ff-9c35-ed630c3a88e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:28:51.551089 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e181d073-3931-439e-972e-4ce06997398c admin admin] Pushing event updated for resources: {'Port': ['ID=f281c50c-f9cc-4320-9c7d-d8132ce98f6d,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:51.587753 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273df29-34bb-4578-8a57-ffcce6d5b70d req-2d9db2e9-4b5a-493a-8d95-0a221c42d81a tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:51.594040 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c273df29-34bb-4578-8a57-ffcce6d5b70d req-2d9db2e9-4b5a-493a-8d95-0a221c42d81a tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.3795996 Feb 09 12:28:51.626886 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:51.661668 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc4bb30-3b44-420a-86b0-143fc801a432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f39a90-c792-41b6-8c82-2279fa8cd131'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:28:51.673540 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port c2f39a90-c792-41b6-8c82-2279fa8cd131, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=c2f39a90-c792-41b6-8c82-2279fa8cd131,segment=NetworkSegment(ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a),segment_id=ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:28:51.680762 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:51.683039 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e181d073-3931-439e-972e-4ce06997398c admin admin] Network 97b99d1b-286f-4408-b961-241fd0bf0c16 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:28:51.685096 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-e181d073-3931-439e-972e-4ce06997398c admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:28:51.822270 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ce4b9aa6-b7e8-42ff-9c35-ed630c3a88e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:51.823226 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=c2f39a90-c792-41b6-8c82-2279fa8cd131,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:51.833728 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:28:51.833875 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:28:51.834097 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:28:51.834431 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:28:51.834759 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:28:51.835089 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:28:51.835569 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:28:51.835777 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:28:51.836820 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:28:51.837596 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:28:51.838002 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:28:51.838330 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:28:51.838824 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c273df29-34bb-4578-8a57-ffcce6d5b70d req-149137c7-00a5-4110-ace0-0c7deb43e419 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844690 Feb 09 12:28:51.847585 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ce4b9aa6-b7e8-42ff-9c35-ed630c3a88e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:51.925332 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce4b9aa6-b7e8-42ff-9c35-ed630c3a88e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:28:51.927948 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4b9aa6-b7e8-42ff-9c35-ed630c3a88e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87bc753c-d79e-440e-bbde-2bc3794caad3,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:51.949487 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30f3ad-19ed-4d86-a129-20c2cd7dadfb req-d7c1b47f-6594-493b-8385-626c5cdf0855 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:51.957270 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4a30f3ad-19ed-4d86-a129-20c2cd7dadfb req-d7c1b47f-6594-493b-8385-626c5cdf0855 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=efc4bb30-3b44-420a-86b0-143fc801a432 HTTP/1.1" status: 200 len: 945 time: 0.4292572 Feb 09 12:28:51.980716 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ce4b9aa6-b7e8-42ff-9c35-ed630c3a88e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:51.981222 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-ce4b9aa6-b7e8-42ff-9c35-ed630c3a88e4 admin admin] Added segment 41328b0b-3011-473a-aeb7-601f2a10eb0c of type vlan for network 7f18f472-2200-433b-972d-8258281f2316 Feb 09 12:28:52.071360 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4a30f3ad-19ed-4d86-a129-20c2cd7dadfb req-b5983ffc-6d11-4eff-9496-e153819693c5 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130514 Feb 09 12:28:52.081279 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ce4b9aa6-b7e8-42ff-9c35-ed630c3a88e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:52.168662 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ce4b9aa6-b7e8-42ff-9c35-ed630c3a88e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:52.170996 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4b9aa6-b7e8-42ff-9c35-ed630c3a88e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:52.174091 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ce4b9aa6-b7e8-42ff-9c35-ed630c3a88e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:52.196059 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc4bb30-3b44-420a-86b0-143fc801a432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f39a90-c792-41b6-8c82-2279fa8cd131', 'code': 200} Feb 09 12:28:52.304418 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-838823ce-a456-4ab2-92d9-6682e410b096 None None] Provisioning complete for port f281c50c-f9cc-4320-9c7d-d8132ce98f6d triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:28:52.304826 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-838823ce-a456-4ab2-92d9-6682e410b096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:52.439403 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4b9aa6-b7e8-42ff-9c35-ed630c3a88e4 admin admin] Pushing event updated for resources: {'Network': ['ID=7f18f472-2200-433b-972d-8258281f2316,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:52.459977 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 7f18f472-2200-433b-972d-8258281f2316 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:28:52.477318 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e181d073-3931-439e-972e-4ce06997398c admin admin] Router c7927b56-8b11-4d40-b8d8-91343b83ab95 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:28:52.656754 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-838823ce-a456-4ab2-92d9-6682e410b096 None None] Port f281c50c-f9cc-4320-9c7d-d8132ce98f6d cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:28:52.666956 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:52.747739 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ce4b9aa6-b7e8-42ff-9c35-ed630c3a88e4 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.5905082 Feb 09 12:28:52.754559 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56180) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:28:52.760947 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-79716dd3-c808-4ad2-b436-7d20a30e6371 admin admin] Request body: {'subnet': {'network_id': '7f18f472-2200-433b-972d-8258281f2316', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-5740261-subnet', 'tenant_id': '61bded94f0c247e39570df8bd627cb2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:28:52.766236 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56182) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:28:52.786058 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-79716dd3-c808-4ad2-b436-7d20a30e6371 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:28:52.802317 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-79716dd3-c808-4ad2-b436-7d20a30e6371 admin admin] Usage tracker for resource:subnet and tenant:61bded94f0c247e39570df8bd627cb2b is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:28:52.816340 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-79716dd3-c808-4ad2-b436-7d20a30e6371 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:28:52.825669 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e181d073-3931-439e-972e-4ce06997398c admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:28:52.826251 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-79716dd3-c808-4ad2-b436-7d20a30e6371 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:28:52.851170 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e181d073-3931-439e-972e-4ce06997398c admin admin] 10.222.0.55 "PUT /v2.0/routers/c7927b56-8b11-4d40-b8d8-91343b83ab95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6480927 Feb 09 12:28:52.855865 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea76be9-aff5-4f3e-b7a9-49625c9e3251 req-1952c7f7-2d8b-4ca0-97d4-0003b0a878bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:52.857216 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9ea76be9-aff5-4f3e-b7a9-49625c9e3251 req-1952c7f7-2d8b-4ca0-97d4-0003b0a878bf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=efc4bb30-3b44-420a-86b0-143fc801a432 HTTP/1.1" status: 200 len: 1097 time: 0.4361119 Feb 09 12:28:52.862353 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79716dd3-c808-4ad2-b436-7d20a30e6371 admin admin] Made reservation on behalf of 61bded94f0c247e39570df8bd627cb2b for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:28:52.865342 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-79716dd3-c808-4ad2-b436-7d20a30e6371 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:52.963664 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device c849014c-7244-4f12-8c32-326c4254440f up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:28:52.975563 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56194) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:28:52.989146 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d09f68-a46c-4bee-9566-ddcd71e4037b req-962e21a0-476d-4eae-a62c-fdfb75787452 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:52.991070 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-02d09f68-a46c-4bee-9566-ddcd71e4037b req-962e21a0-476d-4eae-a62c-fdfb75787452 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=6881e42b-7a80-40ab-88ca-9985cc517894 HTTP/1.1" status: 200 len: 950 time: 0.4019239 Feb 09 12:28:53.074609 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-9381b45f-6f26-422a-911e-635d225158fa admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-693405737-network', 'tenant_id': '5fd8fb111ec74e1689079e3fa85c8d2a'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:28:53.081229 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9381b45f-6f26-422a-911e-635d225158fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:28:53.083820 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port c849014c-7244-4f12-8c32-326c4254440f completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:28:53.086156 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9381b45f-6f26-422a-911e-635d225158fa admin admin] Usage tracker for resource:network and tenant:5fd8fb111ec74e1689079e3fa85c8d2a is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:28:53.089577 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9381b45f-6f26-422a-911e-635d225158fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:28:53.092145 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port c849014c-7244-4f12-8c32-326c4254440f triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:28:53.095259 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:53.096846 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9381b45f-6f26-422a-911e-635d225158fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:28:53.110589 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9381b45f-6f26-422a-911e-635d225158fa admin admin] Made reservation on behalf of 5fd8fb111ec74e1689079e3fa85c8d2a for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:28:53.114902 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9381b45f-6f26-422a-911e-635d225158fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:53.132436 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9381b45f-6f26-422a-911e-635d225158fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:53.132687 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b741b01-66c2-47ba-8419-b844134d57ac req-6f447cd5-d773-462e-a368-660678cdd061 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:53.147199 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6b741b01-66c2-47ba-8419-b844134d57ac req-6f447cd5-d773-462e-a368-660678cdd061 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.4614170 Feb 09 12:28:53.165714 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9381b45f-6f26-422a-911e-635d225158fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:28:53.170026 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9381b45f-6f26-422a-911e-635d225158fa admin admin] Usage tracker for resource:security_group_rule and tenant:5fd8fb111ec74e1689079e3fa85c8d2a is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:28:53.171073 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56204) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:28:53.173213 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9381b45f-6f26-422a-911e-635d225158fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:28:53.179342 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9381b45f-6f26-422a-911e-635d225158fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:28:53.244173 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:53.261482 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port c849014c-7244-4f12-8c32-326c4254440f, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=c849014c-7244-4f12-8c32-326c4254440f,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:28:53.265882 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:53.269351 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9381b45f-6f26-422a-911e-635d225158fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:53.276198 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9381b45f-6f26-422a-911e-635d225158fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:53.280699 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9ea76be9-aff5-4f3e-b7a9-49625c9e3251 req-fceb54c2-f7ae-403d-afef-fb5855b26300 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017467 Feb 09 12:28:53.296829 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-124522ca-14e1-4abf-8878-b3506d334cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:53.326578 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9381b45f-6f26-422a-911e-635d225158fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaff5d7c-45bb-4011-9a3c-74b6efc32d34,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:53.338906 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9381b45f-6f26-422a-911e-635d225158fa admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:28:53.348770 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=c849014c-7244-4f12-8c32-326c4254440f,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:53.357908 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9381b45f-6f26-422a-911e-635d225158fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:53.358261 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-9381b45f-6f26-422a-911e-635d225158fa admin admin] Added segment 123ff03c-6e19-49a1-9993-6dcf9a2bed2b of type vlan for network 995f4247-f125-448f-8031-5eeb7eed8fa1 Feb 09 12:28:53.380692 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-124522ca-14e1-4abf-8878-b3506d334cc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:28:53.386061 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-02d09f68-a46c-4bee-9566-ddcd71e4037b req-34eeb129-a7b4-4e20-bd63-09a1f85b6b4b tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3871047 Feb 09 12:28:53.400430 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9381b45f-6f26-422a-911e-635d225158fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:53.404240 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6b741b01-66c2-47ba-8419-b844134d57ac req-c3b591ac-ef0c-4bb2-8604-7ac0da47128b tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557890 Feb 09 12:28:53.407001 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-124522ca-14e1-4abf-8878-b3506d334cc9 admin admin] Usage tracker for resource:security_group_rule and tenant:04b1ffce943744cd8824071badb08ea3 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:28:53.439110 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-124522ca-14e1-4abf-8878-b3506d334cc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:28:53.448956 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-124522ca-14e1-4abf-8878-b3506d334cc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:28:53.456660 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9381b45f-6f26-422a-911e-635d225158fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:53.458280 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9381b45f-6f26-422a-911e-635d225158fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:53.459300 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9381b45f-6f26-422a-911e-635d225158fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:53.577582 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9381b45f-6f26-422a-911e-635d225158fa admin admin] Pushing event updated for resources: {'Network': ['ID=995f4247-f125-448f-8031-5eeb7eed8fa1,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:53.589584 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 995f4247-f125-448f-8031-5eeb7eed8fa1 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:28:53.603614 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9381b45f-6f26-422a-911e-635d225158fa admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6257219 Feb 09 12:28:53.606206 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56210) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:28:53.612260 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-7ec2bed3-6bb0-4196-8549-602e34382a58 admin admin] Request body: {'subnet': {'network_id': '995f4247-f125-448f-8031-5eeb7eed8fa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-693405737-subnet', 'tenant_id': '5fd8fb111ec74e1689079e3fa85c8d2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:28:53.617862 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7ec2bed3-6bb0-4196-8549-602e34382a58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:28:53.623565 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7ec2bed3-6bb0-4196-8549-602e34382a58 admin admin] Usage tracker for resource:subnet and tenant:5fd8fb111ec74e1689079e3fa85c8d2a is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:28:53.626954 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7ec2bed3-6bb0-4196-8549-602e34382a58 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:28:53.635185 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7ec2bed3-6bb0-4196-8549-602e34382a58 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:28:53.649764 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec2bed3-6bb0-4196-8549-602e34382a58 admin admin] Made reservation on behalf of 5fd8fb111ec74e1689079e3fa85c8d2a for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:28:53.652598 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7ec2bed3-6bb0-4196-8549-602e34382a58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:53.746470 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c64f1c0-6d50-4b28-b115-c8a77d11fb38 None None] Sync routers for ids ['c7927b56-8b11-4d40-b8d8-91343b83ab95'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:28:53.758951 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c64f1c0-6d50-4b28-b115-c8a77d11fb38 None None] Routers {'c7927b56-8b11-4d40-b8d8-91343b83ab95'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:28:53.759573 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1c64f1c0-6d50-4b28-b115-c8a77d11fb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:28:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['c7927b56-8b11-4d40-b8d8-91343b83ab95'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:28:53.880628 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7ec2bed3-6bb0-4196-8549-602e34382a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:53.946872 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-1c64f1c0-6d50-4b28-b115-c8a77d11fb38 None None] Set router c7927b56-8b11-4d40-b8d8-91343b83ab95 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:28:53.959165 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec2bed3-6bb0-4196-8549-602e34382a58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c382bf07-3b94-4111-95c7-eae206253d6f,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:53.965544 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec2bed3-6bb0-4196-8549-602e34382a58 admin admin] Checking segment: {'id': '123ff03c-6e19-49a1-9993-6dcf9a2bed2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '995f4247-f125-448f-8031-5eeb7eed8fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:28:53.965901 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec2bed3-6bb0-4196-8549-602e34382a58 admin admin] Network hostable DHCP agents. Network: 995f4247-f125-448f-8031-5eeb7eed8fa1, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:28:53.987659 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec2bed3-6bb0-4196-8549-602e34382a58 admin admin] Network 995f4247-f125-448f-8031-5eeb7eed8fa1 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:28:54.000604 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-7ec2bed3-6bb0-4196-8549-602e34382a58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 995f4247-f125-448f-8031-5eeb7eed8fa1) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:28:54.009609 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec2bed3-6bb0-4196-8549-602e34382a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:54.010154 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7ec2bed3-6bb0-4196-8549-602e34382a58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:54.012868 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab67d6d0-c2b2-4004-9e4f-b2324613397c None None] Network 995f4247-f125-448f-8031-5eeb7eed8fa1 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:28:54.039874 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7ec2bed3-6bb0-4196-8549-602e34382a58 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4273338 Feb 09 12:28:54.131036 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-79716dd3-c808-4ad2-b436-7d20a30e6371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:54.207058 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e694bb8-c632-4ab2-89bd-99f4565a1987 req-3794ee56-48c9-48e2-b6d5-75b590896509 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:54.208619 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2e694bb8-c632-4ab2-89bd-99f4565a1987 req-3794ee56-48c9-48e2-b6d5-75b590896509 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.6817262 Feb 09 12:28:54.228337 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb03a0-9937-45d0-915e-695f18ed6e23 req-d05ca716-7afa-4d86-be41-63d149d72e40 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:54.235888 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8abb03a0-9937-45d0-915e-695f18ed6e23 req-d05ca716-7afa-4d86-be41-63d149d72e40 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=efc4bb30-3b44-420a-86b0-143fc801a432 HTTP/1.1" status: 200 len: 946 time: 0.6239235 Feb 09 12:28:54.249295 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-124522ca-14e1-4abf-8878-b3506d334cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:54.293859 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1c64f1c0-6d50-4b28-b115-c8a77d11fb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7927b56-8b11-4d40-b8d8-91343b83ab95', 'name': 'tempest-ServersTestFqdnHostnames-1654987805-router', 'tenant_id': '652eea691ea54585b284cc72723ceed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'c849014c-7244-4f12-8c32-326c4254440f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:28:42Z', 'updated_at': '2022-02-09T12:28:50Z', 'revision_number': 4, 'project_id': '652eea691ea54585b284cc72723ceed5', 'gw_port': {'id': 'c849014c-7244-4f12-8c32-326c4254440f', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:85:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7927b56-8b11-4d40-b8d8-91343b83ab95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:28:44Z', 'updated_at': '2022-02-09T12:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'f281c50c-f9cc-4320-9c7d-d8132ce98f6d', 'name': '', 'network_id': '97b99d1b-286f-4408-b961-241fd0bf0c16', 'tenant_id': '652eea691ea54585b284cc72723ceed5', 'mac_address': 'fa:16:3e:80:a6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7927b56-8b11-4d40-b8d8-91343b83ab95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '45dc1d08-93cd-4fde-93a7-4793d41c3da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:28:49Z', 'updated_at': '2022-02-09T12:28:51Z', 'revision_number': 2, 'project_id': '652eea691ea54585b284cc72723ceed5', 'subnets': [{'id': '45dc1d08-93cd-4fde-93a7-4793d41c3da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:28:54.297627 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-124522ca-14e1-4abf-8878-b3506d334cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:54.299147 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c64f1c0-6d50-4b28-b115-c8a77d11fb38 None None] Checking router: c7927b56-8b11-4d40-b8d8-91343b83ab95 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:28:54.299812 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c64f1c0-6d50-4b28-b115-c8a77d11fb38 None None] Updating router c7927b56-8b11-4d40-b8d8-91343b83ab95 port f281c50c-f9cc-4320-9c7d-d8132ce98f6d binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:28:54.326070 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dea65e5-46fe-482b-b89f-8cc0bb0a8052 None None] Network 995f4247-f125-448f-8031-5eeb7eed8fa1 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:28:54.390303 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1c64f1c0-6d50-4b28-b115-c8a77d11fb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:54.460704 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79716dd3-c808-4ad2-b436-7d20a30e6371 admin admin] Pushing event updated for resources: {'Subnet': ['ID=470e5238-b882-47a6-800a-c2422f9934a8,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:54.472397 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec6f593-e7e8-434c-bdee-f68d9997f4bd req-3e94d15b-94f8-4c69-99a1-43b4e54270da tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:54.475294 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bec6f593-e7e8-434c-bdee-f68d9997f4bd req-3e94d15b-94f8-4c69-99a1-43b4e54270da tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.46 "GET /v2.0/ports?device_id=6881e42b-7a80-40ab-88ca-9985cc517894 HTTP/1.1" status: 200 len: 950 time: 0.6148682 Feb 09 12:28:54.539733 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-124522ca-14e1-4abf-8878-b3506d334cc9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=04b1ffce943744cd8824071badb08ea3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7717772 Feb 09 12:28:54.542704 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56222) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:28:54.543052 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8abb03a0-9937-45d0-915e-695f18ed6e23 req-1426ee28-290f-4a3d-bdc6-30f155f0b699 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070977 Feb 09 12:28:54.565470 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2e694bb8-c632-4ab2-89bd-99f4565a1987 req-20ce6180-fac0-4dcd-8b02-92111c900556 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234491 Feb 09 12:28:54.565470 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124522ca-14e1-4abf-8878-b3506d334cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128fd1c2-a6df-446e-a506-aee870a789f7,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:54.611729 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79716dd3-c808-4ad2-b436-7d20a30e6371 admin admin] Checking segment: {'id': '41328b0b-3011-473a-aeb7-601f2a10eb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '7f18f472-2200-433b-972d-8258281f2316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:28:54.612177 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79716dd3-c808-4ad2-b436-7d20a30e6371 admin admin] Network hostable DHCP agents. Network: 7f18f472-2200-433b-972d-8258281f2316, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:28:54.691361 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f97a0f8a-894d-4a77-849a-f22781315308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:54.735033 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f97a0f8a-894d-4a77-849a-f22781315308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:54.792278 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-bec6f593-e7e8-434c-bdee-f68d9997f4bd req-d4af49d1-ea27-42c5-bca8-cf5ab55042fd tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Deleting port c8d3c319-bae9-4e99-80f6-b28dfeff894c {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:28:54.792542 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bec6f593-e7e8-434c-bdee-f68d9997f4bd req-d4af49d1-ea27-42c5-bca8-cf5ab55042fd tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:54.806453 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f97a0f8a-894d-4a77-849a-f22781315308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:54.825586 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a0f8a-894d-4a77-849a-f22781315308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128fd1c2-a6df-446e-a506-aee870a789f7,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:54.830372 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f97a0f8a-894d-4a77-849a-f22781315308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:54.831892 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f97a0f8a-894d-4a77-849a-f22781315308 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/128fd1c2-a6df-446e-a506-aee870a789f7 HTTP/1.1" status: 204 len: 168 time: 0.2881536 Feb 09 12:28:54.848241 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1c64f1c0-6d50-4b28-b115-c8a77d11fb38 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:54.862584 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-1c64f1c0-6d50-4b28-b115-c8a77d11fb38 None None] Transition to ACTIVE for port object f281c50c-f9cc-4320-9c7d-d8132ce98f6d will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:28:54.879821 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1c64f1c0-6d50-4b28-b115-c8a77d11fb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:54.945540 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79716dd3-c808-4ad2-b436-7d20a30e6371 admin admin] Network 7f18f472-2200-433b-972d-8258281f2316 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:28:54.950346 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device c849014c-7244-4f12-8c32-326c4254440f up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:28:54.960173 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288da91a-5cba-4690-984e-087daf11f10e None None] Pushing event updated for resources: {'Port': ['ID=f281c50c-f9cc-4320-9c7d-d8132ce98f6d,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:55.068798 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-79716dd3-c808-4ad2-b436-7d20a30e6371 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 7f18f472-2200-433b-972d-8258281f2316) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:28:55.074197 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79716dd3-c808-4ad2-b436-7d20a30e6371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:55.074773 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-79716dd3-c808-4ad2-b436-7d20a30e6371 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:55.085456 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d5ee0d-f284-456b-9f1b-52890a6cf75c None None] Network 7f18f472-2200-433b-972d-8258281f2316 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:28:55.111660 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-79716dd3-c808-4ad2-b436-7d20a30e6371 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.3560934 Feb 09 12:28:55.132070 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288da91a-5cba-4690-984e-087daf11f10e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:28:55.132661 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288da91a-5cba-4690-984e-087daf11f10e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:28:55.133182 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288da91a-5cba-4690-984e-087daf11f10e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:28:55.133730 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288da91a-5cba-4690-984e-087daf11f10e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:28:55.134252 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288da91a-5cba-4690-984e-087daf11f10e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:28:55.134786 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288da91a-5cba-4690-984e-087daf11f10e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:28:55.135311 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288da91a-5cba-4690-984e-087daf11f10e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:28:55.135891 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288da91a-5cba-4690-984e-087daf11f10e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:28:55.136409 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288da91a-5cba-4690-984e-087daf11f10e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:28:55.136995 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288da91a-5cba-4690-984e-087daf11f10e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:28:55.137521 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288da91a-5cba-4690-984e-087daf11f10e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:28:55.138039 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288da91a-5cba-4690-984e-087daf11f10e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:28:55.283484 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-1c64f1c0-6d50-4b28-b115-c8a77d11fb38 None None] Attempting to bind port f281c50c-f9cc-4320-9c7d-d8132ce98f6d on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:28:55.283880 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-1c64f1c0-6d50-4b28-b115-c8a77d11fb38 None None] Attempting to bind port f281c50c-f9cc-4320-9c7d-d8132ce98f6d by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '3cf8c556-173f-44ab-a958-dfb44b712fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '97b99d1b-286f-4408-b961-241fd0bf0c16'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:28:55.284230 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c64f1c0-6d50-4b28-b115-c8a77d11fb38 None None] Attempting to bind port f281c50c-f9cc-4320-9c7d-d8132ce98f6d on network 97b99d1b-286f-4408-b961-241fd0bf0c16 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:28:55.296308 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c64f1c0-6d50-4b28-b115-c8a77d11fb38 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:28:55.299291 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c64f1c0-6d50-4b28-b115-c8a77d11fb38 None None] Checking segment: {'id': '3cf8c556-173f-44ab-a958-dfb44b712fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '97b99d1b-286f-4408-b961-241fd0bf0c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:28:55.299729 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1c64f1c0-6d50-4b28-b115-c8a77d11fb38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:55.300145 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c64f1c0-6d50-4b28-b115-c8a77d11fb38 None None] Bound using segment: {'id': '3cf8c556-173f-44ab-a958-dfb44b712fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '97b99d1b-286f-4408-b961-241fd0bf0c16'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:28:55.300619 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-1c64f1c0-6d50-4b28-b115-c8a77d11fb38 None None] Bound port: f281c50c-f9cc-4320-9c7d-d8132ce98f6d, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf8c556-173f-44ab-a958-dfb44b712fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '97b99d1b-286f-4408-b961-241fd0bf0c16'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:28:55.300985 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1c64f1c0-6d50-4b28-b115-c8a77d11fb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:55.359609 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port c849014c-7244-4f12-8c32-326c4254440f triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:28:55.363072 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:55.444236 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c28782-84fb-4a96-8142-73512ea5d57d req-d18af764-2fa4-400e-b3fd-e1a24a8e51d4 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:55.451555 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-75c28782-84fb-4a96-8142-73512ea5d57d req-d18af764-2fa4-400e-b3fd-e1a24a8e51d4 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=6881e42b-7a80-40ab-88ca-9985cc517894 HTTP/1.1" status: 200 len: 950 time: 0.7329698 Feb 09 12:28:55.469585 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-1c64f1c0-6d50-4b28-b115-c8a77d11fb38 None None] For port f281c50c-f9cc-4320-9c7d-d8132ce98f6d, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:28:55.480476 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-1c64f1c0-6d50-4b28-b115-c8a77d11fb38 None None] For port f281c50c-f9cc-4320-9c7d-d8132ce98f6d, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=f281c50c-f9cc-4320-9c7d-d8132ce98f6d,segment=NetworkSegment(3cf8c556-173f-44ab-a958-dfb44b712fe9),segment_id=3cf8c556-173f-44ab-a958-dfb44b712fe9)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:28:55.495258 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1c64f1c0-6d50-4b28-b115-c8a77d11fb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:55.545662 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-80d21044-f91b-4d91-ad55-67c7e2e24482 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:55.547644 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-80d21044-f91b-4d91-ad55-67c7e2e24482 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] 10.222.0.55 "GET /v2.0/networks?id=995f4247-f125-448f-8031-5eeb7eed8fa1 HTTP/1.1" status: 200 len: 812 time: 0.6305580 Feb 09 12:28:55.595179 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-d7888aa6-91fe-4f7a-adc7-54eec40eeed7 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] 10.222.0.55 "GET /v2.0/quotas/5fd8fb111ec74e1689079e3fa85c8d2a HTTP/1.1" status: 200 len: 375 time: 0.0383141 Feb 09 12:28:55.603873 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c64f1c0-6d50-4b28-b115-c8a77d11fb38 None None] Routers {'c7927b56-8b11-4d40-b8d8-91343b83ab95'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:28:55.604362 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1c64f1c0-6d50-4b28-b115-c8a77d11fb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:28:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['c7927b56-8b11-4d40-b8d8-91343b83ab95'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:28:55.622148 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbaabbe6-e470-4d9f-bce4-4804e70016f6 None None] Network 7f18f472-2200-433b-972d-8258281f2316 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:28:55.635545 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-75c28782-84fb-4a96-8142-73512ea5d57d req-6501479f-ff02-45fa-a3d2-cc601674d397 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828890 Feb 09 12:28:55.701993 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288da91a-5cba-4690-984e-087daf11f10e None None] Pushing event updated for resources: {'Port': ['ID=f281c50c-f9cc-4320-9c7d-d8132ce98f6d,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:55.707499 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-bec6f593-e7e8-434c-bdee-f68d9997f4bd req-d4af49d1-ea27-42c5-bca8-cf5ab55042fd tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] For port c8d3c319-bae9-4e99-80f6-b28dfeff894c, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=c8d3c319-bae9-4e99-80f6-b28dfeff894c,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:28:55.707879 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bec6f593-e7e8-434c-bdee-f68d9997f4bd req-d4af49d1-ea27-42c5-bca8-cf5ab55042fd tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:55.734021 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-4f1dfbf5-50da-403b-9b09-b8ca28e073ed tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5fd8fb111ec74e1689079e3fa85c8d2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1040890 Feb 09 12:28:55.929526 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-1c64f1c0-6d50-4b28-b115-c8a77d11fb38 None None] Set router c7927b56-8b11-4d40-b8d8-91343b83ab95 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:28:55.942274 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0747dceb-20ef-475a-a1ba-9dfe2e57b274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:56.021403 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-bec6f593-e7e8-434c-bdee-f68d9997f4bd req-d4af49d1-ea27-42c5-bca8-cf5ab55042fd tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Calling delete_port for c8d3c319-bae9-4e99-80f6-b28dfeff894c owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:28:56.224120 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device c8d3c319-bae9-4e99-80f6-b28dfeff894c no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:28:56.327076 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1c64f1c0-6d50-4b28-b115-c8a77d11fb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7927b56-8b11-4d40-b8d8-91343b83ab95', 'name': 'tempest-ServersTestFqdnHostnames-1654987805-router', 'tenant_id': '652eea691ea54585b284cc72723ceed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'c849014c-7244-4f12-8c32-326c4254440f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:28:42Z', 'updated_at': '2022-02-09T12:28:50Z', 'revision_number': 4, 'project_id': '652eea691ea54585b284cc72723ceed5', 'gw_port': {'id': 'c849014c-7244-4f12-8c32-326c4254440f', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:85:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7927b56-8b11-4d40-b8d8-91343b83ab95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:28:44Z', 'updated_at': '2022-02-09T12:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'f281c50c-f9cc-4320-9c7d-d8132ce98f6d', 'name': '', 'network_id': '97b99d1b-286f-4408-b961-241fd0bf0c16', 'tenant_id': '652eea691ea54585b284cc72723ceed5', 'mac_address': 'fa:16:3e:80:a6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7927b56-8b11-4d40-b8d8-91343b83ab95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '45dc1d08-93cd-4fde-93a7-4793d41c3da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:28:49Z', 'updated_at': '2022-02-09T12:28:55Z', 'revision_number': 4, 'project_id': '652eea691ea54585b284cc72723ceed5', 'subnets': [{'id': '45dc1d08-93cd-4fde-93a7-4793d41c3da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:28:56.341527 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c64f1c0-6d50-4b28-b115-c8a77d11fb38 None None] The sync data for ids ['c7927b56-8b11-4d40-b8d8-91343b83ab95'] in n-d-825178-3 is: [{'id': 'c7927b56-8b11-4d40-b8d8-91343b83ab95', 'name': 'tempest-ServersTestFqdnHostnames-1654987805-router', 'tenant_id': '652eea691ea54585b284cc72723ceed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'c849014c-7244-4f12-8c32-326c4254440f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:28:42Z', 'updated_at': '2022-02-09T12:28:50Z', 'revision_number': 4, 'project_id': '652eea691ea54585b284cc72723ceed5', 'gw_port': {'id': 'c849014c-7244-4f12-8c32-326c4254440f', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:85:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7927b56-8b11-4d40-b8d8-91343b83ab95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:28:44Z', 'updated_at': '2022-02-09T12:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'f281c50c-f9cc-4320-9c7d-d8132ce98f6d', 'name': '', 'network_id': '97b99d1b-286f-4408-b961-241fd0bf0c16', 'tenant_id': '652eea691ea54585b284cc72723ceed5', 'mac_address': 'fa:16:3e:80:a6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7927b56-8b11-4d40-b8d8-91343b83ab95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '45dc1d08-93cd-4fde-93a7-4793d41c3da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:28:49Z', 'updated_at': '2022-02-09T12:28:55Z', 'revision_number': 4, 'project_id': '652eea691ea54585b284cc72723ceed5', 'subnets': [{'id': '45dc1d08-93cd-4fde-93a7-4793d41c3da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:28:56.403360 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:56.438737 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-7d6e3f1e-5fa5-4fed-a8bf-ac5687191fe4 service neutron] 10.222.0.55 "GET /v2.0/networks/995f4247-f125-448f-8031-5eeb7eed8fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5207100 Feb 09 12:28:56.599218 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ecb90c-3065-4e31-9efc-7f7c113daad6 req-d42f7909-14f6-43b7-bc48-51227c9723fd tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:56.601041 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-46ecb90c-3065-4e31-9efc-7f7c113daad6 req-d42f7909-14f6-43b7-bc48-51227c9723fd tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=efc4bb30-3b44-420a-86b0-143fc801a432 HTTP/1.1" status: 200 len: 946 time: 0.5438108 Feb 09 12:28:56.738635 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bec6f593-e7e8-434c-bdee-f68d9997f4bd req-d4af49d1-ea27-42c5-bca8-cf5ab55042fd tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:56.754943 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['560f2f9b-e727-44c4-bc2e-088661b82618', 'ad7f21e1-10e7-4dda-b564-1aa1eb4492d6'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:28:56.799612 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-46ecb90c-3065-4e31-9efc-7f7c113daad6 req-843c5fca-7cc8-47df-bb52-c134ebddef27 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798317 Feb 09 12:28:56.832597 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af49d1-ea27-42c5-bca8-cf5ab55042fd tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Pushing event deleted for resources: {'Port': ['ID=c8d3c319-bae9-4e99-80f6-b28dfeff894c,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:56.882439 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-f3712ce2-f61e-467e-b5a7-87b085623bfe service neutron] 10.222.0.55 "GET /v2.0/networks/995f4247-f125-448f-8031-5eeb7eed8fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4413543 Feb 09 12:28:56.931496 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-bec6f593-e7e8-434c-bdee-f68d9997f4bd req-d4af49d1-ea27-42c5-bca8-cf5ab55042fd tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] No DVR routers for this DVR port c8d3c319-bae9-4e99-80f6-b28dfeff894c on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:28:56.934941 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bec6f593-e7e8-434c-bdee-f68d9997f4bd req-d4af49d1-ea27-42c5-bca8-cf5ab55042fd tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:56.939116 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6881e42b-7a80-40ab-88ca-9985cc517894', 'name': 'network-vif-deleted', 'tag': 'c8d3c319-bae9-4e99-80f6-b28dfeff894c'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:28:56.988925 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bec6f593-e7e8-434c-bdee-f68d9997f4bd req-d4af49d1-ea27-42c5-bca8-cf5ab55042fd tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.46 "DELETE /v2.0/ports/c8d3c319-bae9-4e99-80f6-b28dfeff894c HTTP/1.1" status: 204 len: 173 time: 2.4962246 Feb 09 12:28:57.033431 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device f281c50c-f9cc-4320-9c7d-d8132ce98f6d up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:28:57.205464 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port f281c50c-f9cc-4320-9c7d-d8132ce98f6d completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:28:57.218188 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-0747dceb-20ef-475a-a1ba-9dfe2e57b274 admin admin] Deleting port f281c50c-f9cc-4320-9c7d-d8132ce98f6d {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:28:57.220591 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port f281c50c-f9cc-4320-9c7d-d8132ce98f6d triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:28:57.220868 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0747dceb-20ef-475a-a1ba-9dfe2e57b274 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:57.221001 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:57.558091 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:28:57.603124 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:57.683745 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port f281c50c-f9cc-4320-9c7d-d8132ce98f6d, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=f281c50c-f9cc-4320-9c7d-d8132ce98f6d,segment=NetworkSegment(3cf8c556-173f-44ab-a958-dfb44b712fe9),segment_id=3cf8c556-173f-44ab-a958-dfb44b712fe9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:28:57.692344 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:57.843463 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=f281c50c-f9cc-4320-9c7d-d8132ce98f6d,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:28:58.094346 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-0747dceb-20ef-475a-a1ba-9dfe2e57b274 admin admin] For port f281c50c-f9cc-4320-9c7d-d8132ce98f6d, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=f281c50c-f9cc-4320-9c7d-d8132ce98f6d,segment=NetworkSegment(3cf8c556-173f-44ab-a958-dfb44b712fe9),segment_id=3cf8c556-173f-44ab-a958-dfb44b712fe9)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:28:58.094894 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0747dceb-20ef-475a-a1ba-9dfe2e57b274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:58.112865 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-1d91db28-a2a3-4499-a1d9-56595135be2e tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:58.113596 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-1d91db28-a2a3-4499-a1d9-56595135be2e tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] Synchronizing usage tracker for tenant:6650017937d4478bb53acf8f2253027f on resource:network {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:28:58.125117 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea70b3-29c2-45ab-b7d9-942493f23b94 req-4a1a06f3-dabe-485a-8b1f-5167f9548814 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:58.131595 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3fea70b3-29c2-45ab-b7d9-942493f23b94 req-4a1a06f3-dabe-485a-8b1f-5167f9548814 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.5231936 Feb 09 12:28:58.284579 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-0747dceb-20ef-475a-a1ba-9dfe2e57b274 admin admin] Calling delete_port for f281c50c-f9cc-4320-9c7d-d8132ce98f6d owned by network:router_interface {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:28:58.343629 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-1d91db28-a2a3-4499-a1d9-56595135be2e tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] Unset dirty status for tenant:6650017937d4478bb53acf8f2253027f on resource:network {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:28:58.344801 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-1d91db28-a2a3-4499-a1d9-56595135be2e tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] 10.222.0.55 "GET /v2.0/networks?id=a106bfc3-c268-431e-b7f2-361d6fd3c2b1 HTTP/1.1" status: 200 len: 807 time: 0.7301202 Feb 09 12:28:58.387302 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3fea70b3-29c2-45ab-b7d9-942493f23b94 req-721db1b6-8b2a-44f2-9b28-9eb12655cede tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548265 Feb 09 12:28:58.389747 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-229a7fd4-040b-4644-a2aa-48ac1d86264c tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] 10.222.0.55 "GET /v2.0/quotas/6650017937d4478bb53acf8f2253027f HTTP/1.1" status: 200 len: 375 time: 0.0352297 Feb 09 12:28:58.454303 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-6b344b40-abab-4ad9-9589-1fa6088d17f9 tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6650017937d4478bb53acf8f2253027f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486119 Feb 09 12:28:58.545217 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6881e42b-7a80-40ab-88ca-9985cc517894', 'name': 'network-vif-deleted', 'tag': 'c8d3c319-bae9-4e99-80f6-b28dfeff894c', 'status': 'completed', 'code': 200} Feb 09 12:28:58.623600 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.api [None req-0747dceb-20ef-475a-a1ba-9dfe2e57b274 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:28:58.623951 n-d-825178-3 neutron-server[87567]: DEBUG oslo_db.api [None req-0747dceb-20ef-475a-a1ba-9dfe2e57b274 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:28:58.627481 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-e31ee905-01b2-441f-bdc5-380578aeae21 service neutron] 10.222.0.55 "GET /v2.0/networks/a106bfc3-c268-431e-b7f2-361d6fd3c2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588562 Feb 09 12:28:58.902315 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device f281c50c-f9cc-4320-9c7d-d8132ce98f6d up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:28:58.969160 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port f281c50c-f9cc-4320-9c7d-d8132ce98f6d triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:28:58.969524 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:59.025270 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-8d3b7567-2b06-4433-b705-b282df43e1ea service neutron] 10.222.0.55 "GET /v2.0/networks/a106bfc3-c268-431e-b7f2-361d6fd3c2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909895 Feb 09 12:28:59.037240 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-0046f41d-3948-43f7-bbfa-1123c77afc05 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:59.038848 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-0046f41d-3948-43f7-bbfa-1123c77afc05 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] 10.222.0.46 "GET /v2.0/networks?id=995f4247-f125-448f-8031-5eeb7eed8fa1 HTTP/1.1" status: 200 len: 812 time: 0.3052518 Feb 09 12:28:59.045449 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-08eddc91-2dff-4b02-8164-a9b8b98d7447 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:28:59.050878 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-08eddc91-2dff-4b02-8164-a9b8b98d7447 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/networks?id=985217ad-b773-4531-9367-f144e39af1cf HTTP/1.1" status: 200 len: 805 time: 0.4181948 Feb 09 12:28:59.056963 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-ea43ba9d-d385-4dfd-8f72-1ea5df5925d6 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] Request body: {'port': {'device_id': '2a8a9a8a-5c05-4418-8843-62cb9cef3de7', 'network_id': '995f4247-f125-448f-8031-5eeb7eed8fa1', 'admin_state_up': True, 'tenant_id': '5fd8fb111ec74e1689079e3fa85c8d2a'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:28:59.130192 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-0747dceb-20ef-475a-a1ba-9dfe2e57b274 admin admin] Deleting port f281c50c-f9cc-4320-9c7d-d8132ce98f6d {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:28:59.130847 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0747dceb-20ef-475a-a1ba-9dfe2e57b274 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:59.178186 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-df857a79-d3e3-46b0-99b6-e0c09ae19855 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/quotas/c35b136021fd452e84da1be28afeefee HTTP/1.1" status: 200 len: 375 time: 0.1247697 Feb 09 12:28:59.453628 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-148b9a16-b6b2-4d1c-95f3-f45db892cf35 req-306bb4a7-c727-424c-9989-07ec31a4ea6f tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a8a9a8a-5c05-4418-8843-62cb9cef3de7 HTTP/1.1" status: 200 len: 210 time: 0.0966315 Feb 09 12:28:59.560104 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-ea43ba9d-d385-4dfd-8f72-1ea5df5925d6 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:28:59.569792 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-ea43ba9d-d385-4dfd-8f72-1ea5df5925d6 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] Usage tracker for resource:port and tenant:5fd8fb111ec74e1689079e3fa85c8d2a is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:28:59.575077 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-ea43ba9d-d385-4dfd-8f72-1ea5df5925d6 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:28:59.598807 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-ea43ba9d-d385-4dfd-8f72-1ea5df5925d6 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:28:59.667375 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-c4561185-5a69-4829-aaeb-b89da8b5da35 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c35b136021fd452e84da1be28afeefee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4796193 Feb 09 12:28:59.674012 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-0747dceb-20ef-475a-a1ba-9dfe2e57b274 admin admin] For port f281c50c-f9cc-4320-9c7d-d8132ce98f6d, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=f281c50c-f9cc-4320-9c7d-d8132ce98f6d,segment=NetworkSegment(3cf8c556-173f-44ab-a958-dfb44b712fe9),segment_id=3cf8c556-173f-44ab-a958-dfb44b712fe9)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:28:59.674367 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0747dceb-20ef-475a-a1ba-9dfe2e57b274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:59.682084 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-ea43ba9d-d385-4dfd-8f72-1ea5df5925d6 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] Made reservation on behalf of 5fd8fb111ec74e1689079e3fa85c8d2a for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:28:59.685507 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-ea43ba9d-d385-4dfd-8f72-1ea5df5925d6 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:28:59.895814 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-0747dceb-20ef-475a-a1ba-9dfe2e57b274 admin admin] Calling delete_port for f281c50c-f9cc-4320-9c7d-d8132ce98f6d owned by network:router_interface {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:29:00.119684 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7bec0-ae5a-4e11-88e6-867fc4e4382b req-6b0a214b-3f52-4c3b-9a96-63cc6949277b tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:00.121194 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ebf7bec0-ae5a-4e11-88e6-867fc4e4382b req-6b0a214b-3f52-4c3b-9a96-63cc6949277b tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.5265915 Feb 09 12:29:00.178583 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-fe2c4dc4-955c-4599-90db-a85cb81a21cf service neutron] 10.222.0.55 "GET /v2.0/networks/985217ad-b773-4531-9367-f144e39af1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4807708 Feb 09 12:29:00.226047 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-ea43ba9d-d385-4dfd-8f72-1ea5df5925d6 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] Allocated IP 172.20.0.8 (995f4247-f125-448f-8031-5eeb7eed8fa1/c382bf07-3b94-4111-95c7-eae206253d6f/52fb0e6c-d1bb-4912-805c-317ea343e429) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:29:00.307045 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ebf7bec0-ae5a-4e11-88e6-867fc4e4382b req-3ff2e50e-ae92-4d56-8a11-cea18cb9e2f6 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767361 Feb 09 12:29:00.366464 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-6a1dd70f-bae0-4cf0-8bad-5b559dae51c2 tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:00.369407 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-6a1dd70f-bae0-4cf0-8bad-5b559dae51c2 tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] 10.222.0.46 "GET /v2.0/networks?id=a106bfc3-c268-431e-b7f2-361d6fd3c2b1 HTTP/1.1" status: 200 len: 807 time: 0.1704891 Feb 09 12:29:00.384114 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-2f96c882-6518-44f4-9cd6-12504695205a tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] Request body: {'port': {'device_id': '79184eb6-fa93-4513-95e4-24e1d91df093', 'network_id': 'a106bfc3-c268-431e-b7f2-361d6fd3c2b1', 'admin_state_up': True, 'tenant_id': '6650017937d4478bb53acf8f2253027f'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:29:00.420906 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-e8ac5765-62ed-4796-b493-fc157719bc16 service neutron] 10.222.0.55 "GET /v2.0/networks/985217ad-b773-4531-9367-f144e39af1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283115 Feb 09 12:29:00.600448 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-2f96c882-6518-44f4-9cd6-12504695205a tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:29:00.606791 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-2f96c882-6518-44f4-9cd6-12504695205a tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] Usage tracker for resource:port and tenant:6650017937d4478bb53acf8f2253027f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:29:00.613288 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0747dceb-20ef-475a-a1ba-9dfe2e57b274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:00.622477 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-2f96c882-6518-44f4-9cd6-12504695205a tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:29:00.630648 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-2f96c882-6518-44f4-9cd6-12504695205a tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:29:00.647281 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-2f96c882-6518-44f4-9cd6-12504695205a tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] Made reservation on behalf of 6650017937d4478bb53acf8f2253027f for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:29:00.653696 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-2f96c882-6518-44f4-9cd6-12504695205a tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:00.691578 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0747dceb-20ef-475a-a1ba-9dfe2e57b274 admin admin] Pushing event deleted for resources: {'Port': ['ID=f281c50c-f9cc-4320-9c7d-d8132ce98f6d,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:00.795753 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-ea43ba9d-d385-4dfd-8f72-1ea5df5925d6 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:00.904891 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-2f96c882-6518-44f4-9cd6-12504695205a tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] Allocated IP 172.20.0.7 (a106bfc3-c268-431e-b7f2-361d6fd3c2b1/b7b09e96-a172-47ec-8f32-5f9d22fac3fa/026b1434-c7fe-41e3-95fc-c69153bd2d47) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:29:00.963767 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9d99462a-9e7e-470d-a5cb-1954c62c9201 req-f6369eab-e8ab-421b-826d-607d570252f1 tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] 10.222.0.55 "GET /v2.0/ports?device_id=79184eb6-fa93-4513-95e4-24e1d91df093 HTTP/1.1" status: 200 len: 210 time: 0.2126355 Feb 09 12:29:00.964949 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-ea43ba9d-d385-4dfd-8f72-1ea5df5925d6 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:01.284163 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-2f96c882-6518-44f4-9cd6-12504695205a tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:01.316603 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-2f96c882-6518-44f4-9cd6-12504695205a tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:01.400107 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-2f96c882-6518-44f4-9cd6-12504695205a tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] Network a106bfc3-c268-431e-b7f2-361d6fd3c2b1 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:29:01.403251 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-2f96c882-6518-44f4-9cd6-12504695205a tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:29:01.405964 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9000c76a-f1dd-454d-a1d1-1fb6abba93af req-694b24d9-63a8-4ec3-bc86-53caf3252030 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbd07e2b-7f68-443e-8340-f35458083d9c HTTP/1.1" status: 200 len: 210 time: 0.1395948 Feb 09 12:29:01.406414 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-2f96c882-6518-44f4-9cd6-12504695205a tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:29:01.407860 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-ea43ba9d-d385-4dfd-8f72-1ea5df5925d6 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] Network 995f4247-f125-448f-8031-5eeb7eed8fa1 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:29:01.422385 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-ea43ba9d-d385-4dfd-8f72-1ea5df5925d6 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:29:01.428181 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea43ba9d-d385-4dfd-8f72-1ea5df5925d6 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] Pushing event updated for resources: {'Port': ['ID=52fb0e6c-d1bb-4912-805c-317ea343e429,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:01.430597 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-ea43ba9d-d385-4dfd-8f72-1ea5df5925d6 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:29:01.463821 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f96c882-6518-44f4-9cd6-12504695205a tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] Pushing event updated for resources: {'Port': ['ID=026b1434-c7fe-41e3-95fc-c69153bd2d47,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:01.491569 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-2f96c882-6518-44f4-9cd6-12504695205a tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:01.493641 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-2f96c882-6518-44f4-9cd6-12504695205a tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:01.517306 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-2f96c882-6518-44f4-9cd6-12504695205a tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1381891 Feb 09 12:29:01.535348 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-4a98a81f-f493-4486-9737-1ec9e77c2fd9 service neutron] Request body: {'port': {'device_id': '79184eb6-fa93-4513-95e4-24e1d91df093', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:29:01.641769 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-ea43ba9d-d385-4dfd-8f72-1ea5df5925d6 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:01.642304 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-ea43ba9d-d385-4dfd-8f72-1ea5df5925d6 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:01.668106 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0747dceb-20ef-475a-a1ba-9dfe2e57b274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:01.669085 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-4a98a81f-f493-4486-9737-1ec9e77c2fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:01.682202 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45104b6c-f6f3-4b9f-b418-978f97a7517f req-f3188237-30db-4015-be1a-e7cac7a0ce1d tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:01.683650 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-45104b6c-f6f3-4b9f-b418-978f97a7517f req-f3188237-30db-4015-be1a-e7cac7a0ce1d tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a8a9a8a-5c05-4418-8843-62cb9cef3de7 HTTP/1.1" status: 200 len: 931 time: 0.4091921 Feb 09 12:29:01.767254 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-ea43ba9d-d385-4dfd-8f72-1ea5df5925d6 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7150500 Feb 09 12:29:01.789960 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-f6de23b1-a7d8-49a6-8123-ea8471275545 service neutron] Request body: {'port': {'device_id': '2a8a9a8a-5c05-4418-8843-62cb9cef3de7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:29:01.942464 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-45104b6c-f6f3-4b9f-b418-978f97a7517f req-c3869dd0-03ad-4b1f-9774-726022ca425e tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] 10.222.0.55 "GET /v2.0/security-groups?id=eaff5d7c-45bb-4011-9a3c-74b6efc32d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475510 Feb 09 12:29:01.975553 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a48a1e-b0fd-498a-9d16-5a1c0265b7be req-3afadc35-a44d-4153-8d55-4b99a07238fa tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:01.975553 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-14a48a1e-b0fd-498a-9d16-5a1c0265b7be req-3afadc35-a44d-4153-8d55-4b99a07238fa tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Synchronizing usage tracker for tenant:1cd5461fb50742f08b750a3ea3e35b39 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:29:02.039191 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-4a98a81f-f493-4486-9737-1ec9e77c2fd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 026b1434-c7fe-41e3-95fc-c69153bd2d47 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:29:02.052769 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-4a98a81f-f493-4486-9737-1ec9e77c2fd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:02.076658 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-4a98a81f-f493-4486-9737-1ec9e77c2fd9 service neutron] Transition to ACTIVE for port object 026b1434-c7fe-41e3-95fc-c69153bd2d47 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:29:02.087034 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-4a98a81f-f493-4486-9737-1ec9e77c2fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:02.306941 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a98a81f-f493-4486-9737-1ec9e77c2fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=026b1434-c7fe-41e3-95fc-c69153bd2d47,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:02.350746 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56350) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:02.390299 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f08cd7-04cb-4f16-83bd-39e6e0bd041c req-09410d38-f0dd-493b-9436-cd3aa39578ca tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:02.391009 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-e9f08cd7-04cb-4f16-83bd-39e6e0bd041c req-09410d38-f0dd-493b-9436-cd3aa39578ca tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Synchronizing usage tracker for tenant:1cd5461fb50742f08b750a3ea3e35b39 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:29:02.407018 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-14a48a1e-b0fd-498a-9d16-5a1c0265b7be req-3afadc35-a44d-4153-8d55-4b99a07238fa tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Unset dirty status for tenant:1cd5461fb50742f08b750a3ea3e35b39 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:29:02.414626 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-14a48a1e-b0fd-498a-9d16-5a1c0265b7be req-3afadc35-a44d-4153-8d55-4b99a07238fa tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d606431-7b55-4a58-b878-aa664126ecfd HTTP/1.1" status: 200 len: 950 time: 0.8537002 Feb 09 12:29:02.418882 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-4a98a81f-f493-4486-9737-1ec9e77c2fd9 service neutron] Attempting to bind port 026b1434-c7fe-41e3-95fc-c69153bd2d47 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:29:02.419379 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-4a98a81f-f493-4486-9737-1ec9e77c2fd9 service neutron] Attempting to bind port 026b1434-c7fe-41e3-95fc-c69153bd2d47 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '42f6c4b2-8bfb-48dc-b7df-519b7224bc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a106bfc3-c268-431e-b7f2-361d6fd3c2b1'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:29:02.419532 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-4a98a81f-f493-4486-9737-1ec9e77c2fd9 service neutron] Attempting to bind port 026b1434-c7fe-41e3-95fc-c69153bd2d47 on network a106bfc3-c268-431e-b7f2-361d6fd3c2b1 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:29:02.424323 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-e9f08cd7-04cb-4f16-83bd-39e6e0bd041c req-09410d38-f0dd-493b-9436-cd3aa39578ca tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Unset dirty status for tenant:1cd5461fb50742f08b750a3ea3e35b39 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:29:02.425455 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e9f08cd7-04cb-4f16-83bd-39e6e0bd041c req-09410d38-f0dd-493b-9436-cd3aa39578ca tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d606431-7b55-4a58-b878-aa664126ecfd HTTP/1.1" status: 200 len: 950 time: 0.2998188 Feb 09 12:29:02.426136 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-4a98a81f-f493-4486-9737-1ec9e77c2fd9 service neutron] Port 026b1434-c7fe-41e3-95fc-c69153bd2d47 on network a106bfc3-c268-431e-b7f2-361d6fd3c2b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:29:02.426445 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-4a98a81f-f493-4486-9737-1ec9e77c2fd9 service neutron] Attempting to bind port 026b1434-c7fe-41e3-95fc-c69153bd2d47 on network a106bfc3-c268-431e-b7f2-361d6fd3c2b1 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:29:02.432183 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-4a98a81f-f493-4486-9737-1ec9e77c2fd9 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:29:02.433124 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-4a98a81f-f493-4486-9737-1ec9e77c2fd9 service neutron] Checking segment: {'id': '42f6c4b2-8bfb-48dc-b7df-519b7224bc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a106bfc3-c268-431e-b7f2-361d6fd3c2b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:29:02.433124 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-4a98a81f-f493-4486-9737-1ec9e77c2fd9 service neutron] Bound using segment: {'id': '42f6c4b2-8bfb-48dc-b7df-519b7224bc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a106bfc3-c268-431e-b7f2-361d6fd3c2b1'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:29:02.433347 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-4a98a81f-f493-4486-9737-1ec9e77c2fd9 service neutron] Bound port: 026b1434-c7fe-41e3-95fc-c69153bd2d47, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42f6c4b2-8bfb-48dc-b7df-519b7224bc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a106bfc3-c268-431e-b7f2-361d6fd3c2b1'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:29:02.433636 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-4a98a81f-f493-4486-9737-1ec9e77c2fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:02.498938 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-f6de23b1-a7d8-49a6-8123-ea8471275545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:02.544806 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3ea708dd-abf2-4031-b95a-3809ca9a922f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:02.587742 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-e9f08cd7-04cb-4f16-83bd-39e6e0bd041c req-519a4dd5-d772-430e-9d57-d547caf13e6e tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Deleting port 560f2f9b-e727-44c4-bc2e-088661b82618 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:29:02.588105 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e9f08cd7-04cb-4f16-83bd-39e6e0bd041c req-519a4dd5-d772-430e-9d57-d547caf13e6e tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:02.601889 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-14a48a1e-b0fd-498a-9d16-5a1c0265b7be req-bbb92849-efa3-4851-b4f4-bac10422183c tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862946 Feb 09 12:29:02.616671 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3ea708dd-abf2-4031-b95a-3809ca9a922f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:29:02.624229 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3ea708dd-abf2-4031-b95a-3809ca9a922f admin admin] Usage tracker for resource:security_group_rule and tenant:922980375c154f15905bb65ae24b9b1a is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:29:02.648021 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3ea708dd-abf2-4031-b95a-3809ca9a922f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:29:02.666015 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3ea708dd-abf2-4031-b95a-3809ca9a922f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:29:02.671403 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-f7dea788-127d-4a6f-a275-88c646544ad7 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:02.672916 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-f7dea788-127d-4a6f-a275-88c646544ad7 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.46 "GET /v2.0/networks?id=985217ad-b773-4531-9367-f144e39af1cf HTTP/1.1" status: 200 len: 805 time: 0.6190474 Feb 09 12:29:02.676747 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-4a98a81f-f493-4486-9737-1ec9e77c2fd9 service neutron] For port 026b1434-c7fe-41e3-95fc-c69153bd2d47, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:29:02.682091 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-4a98a81f-f493-4486-9737-1ec9e77c2fd9 service neutron] For port 026b1434-c7fe-41e3-95fc-c69153bd2d47, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=026b1434-c7fe-41e3-95fc-c69153bd2d47,segment=NetworkSegment(42f6c4b2-8bfb-48dc-b7df-519b7224bc49),segment_id=42f6c4b2-8bfb-48dc-b7df-519b7224bc49)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:29:02.698444 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-c424f4fb-cef5-4159-9812-86a163ffe0a1 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Request body: {'port': {'device_id': 'bbd07e2b-7f68-443e-8340-f35458083d9c', 'network_id': '985217ad-b773-4531-9367-f144e39af1cf', 'admin_state_up': True, 'tenant_id': 'c35b136021fd452e84da1be28afeefee'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:29:02.722741 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-4a98a81f-f493-4486-9737-1ec9e77c2fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:02.824243 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-4a98a81f-f493-4486-9737-1ec9e77c2fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:02.824876 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-4a98a81f-f493-4486-9737-1ec9e77c2fd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:02.826274 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-4a98a81f-f493-4486-9737-1ec9e77c2fd9 service neutron] 10.222.0.46 "PUT /v2.0/ports/026b1434-c7fe-41e3-95fc-c69153bd2d47 HTTP/1.1" status: 200 len: 1091 time: 1.2973101 Feb 09 12:29:02.844694 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79184eb6-fa93-4513-95e4-24e1d91df093', 'tag': '026b1434-c7fe-41e3-95fc-c69153bd2d47'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:29:02.963456 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a98a81f-f493-4486-9737-1ec9e77c2fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=026b1434-c7fe-41e3-95fc-c69153bd2d47,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:03.053844 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb49fc-e04c-4180-b015-a430009bbfd6 req-a9fbed62-7809-4498-97c2-849a72dc03b2 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:03.056425 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9deb49fc-e04c-4180-b015-a430009bbfd6 req-a9fbed62-7809-4498-97c2-849a72dc03b2 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.8599453 Feb 09 12:29:03.067524 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0747dceb-20ef-475a-a1ba-9dfe2e57b274 admin admin] Router c7927b56-8b11-4d40-b8d8-91343b83ab95 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:29:03.192107 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3ea708dd-abf2-4031-b95a-3809ca9a922f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:03.198804 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-e9f08cd7-04cb-4f16-83bd-39e6e0bd041c req-519a4dd5-d772-430e-9d57-d547caf13e6e tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] For port 560f2f9b-e727-44c4-bc2e-088661b82618, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=560f2f9b-e727-44c4-bc2e-088661b82618,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:29:03.199153 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e9f08cd7-04cb-4f16-83bd-39e6e0bd041c req-519a4dd5-d772-430e-9d57-d547caf13e6e tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:03.210066 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3ea708dd-abf2-4031-b95a-3809ca9a922f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:03.278085 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9deb49fc-e04c-4180-b015-a430009bbfd6 req-8ef2513f-b776-40d0-a6e3-1c2e8f2d5107 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981285 Feb 09 12:29:03.347003 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-c424f4fb-cef5-4159-9812-86a163ffe0a1 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:29:03.372633 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-e9f08cd7-04cb-4f16-83bd-39e6e0bd041c req-519a4dd5-d772-430e-9d57-d547caf13e6e tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Calling delete_port for 560f2f9b-e727-44c4-bc2e-088661b82618 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:29:03.374923 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-c424f4fb-cef5-4159-9812-86a163ffe0a1 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Usage tracker for resource:port and tenant:c35b136021fd452e84da1be28afeefee is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:29:03.381890 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-c424f4fb-cef5-4159-9812-86a163ffe0a1 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:29:03.417772 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-f29ec8e3-7b13-4240-87c5-2868e47c89ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:03.419272 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-f29ec8e3-7b13-4240-87c5-2868e47c89ee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6650017937d4478bb53acf8f2253027f&device_id=79184eb6-fa93-4513-95e4-24e1d91df093 HTTP/1.1" status: 200 len: 1094 time: 0.5093491 Feb 09 12:29:03.434484 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3ea708dd-abf2-4031-b95a-3809ca9a922f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=922980375c154f15905bb65ae24b9b1a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0816634 Feb 09 12:29:03.444395 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-c424f4fb-cef5-4159-9812-86a163ffe0a1 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:29:03.453971 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56364) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:03.497914 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea708dd-abf2-4031-b95a-3809ca9a922f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea172f3-c82a-4fb5-9b2d-1155e11942b8,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:03.503357 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-cde4fd84-cdb2-488c-8353-ad096a1ab661 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=026b1434-c7fe-41e3-95fc-c69153bd2d47 HTTP/1.1" status: 200 len: 217 time: 0.0742893 Feb 09 12:29:03.521754 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c85d80-31c0-48c1-898d-25ae18c4bbb5 req-b04f179f-aff0-4ff7-b0c5-f2baf1aa6baa tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:03.523274 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-21c85d80-31c0-48c1-898d-25ae18c4bbb5 req-b04f179f-aff0-4ff7-b0c5-f2baf1aa6baa tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] 10.222.0.55 "GET /v2.0/ports?device_id=79184eb6-fa93-4513-95e4-24e1d91df093 HTTP/1.1" status: 200 len: 943 time: 0.7927494 Feb 09 12:29:03.582793 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6ae8438a-200c-4428-b7e3-ac0dc9f0b4e3 req-200d1e2f-15f5-4cf8-8091-8acbc333544a tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbd07e2b-7f68-443e-8340-f35458083d9c HTTP/1.1" status: 200 len: 210 time: 0.1411021 Feb 09 12:29:03.604320 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-c424f4fb-cef5-4159-9812-86a163ffe0a1 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Made reservation on behalf of c35b136021fd452e84da1be28afeefee for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:29:03.607970 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-c424f4fb-cef5-4159-9812-86a163ffe0a1 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:03.620681 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-b876bea5-4d21-49fa-8b35-5c078a7fc16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:03.622159 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-b876bea5-4d21-49fa-8b35-5c078a7fc16f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b7b09e96-a172-47ec-8f32-5f9d22fac3fa HTTP/1.1" status: 200 len: 847 time: 0.1126544 Feb 09 12:29:03.677815 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0747dceb-20ef-475a-a1ba-9dfe2e57b274 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:29:03.689489 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0751ccf-7c41-44e4-9370-bc191f963b7a None None] Sync routers for ids ['c7927b56-8b11-4d40-b8d8-91343b83ab95'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:29:03.690236 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-0747dceb-20ef-475a-a1ba-9dfe2e57b274 admin admin] 10.222.0.55 "PUT /v2.0/routers/c7927b56-8b11-4d40-b8d8-91343b83ab95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5025549 Feb 09 12:29:03.691054 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-523b0358-5c50-4c6d-8ab9-055f461134d1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a106bfc3-c268-431e-b7f2-361d6fd3c2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544002 Feb 09 12:29:03.695838 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56372) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:03.701671 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0751ccf-7c41-44e4-9370-bc191f963b7a None None] Routers {'c7927b56-8b11-4d40-b8d8-91343b83ab95'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:29:03.702580 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-d0751ccf-7c41-44e4-9370-bc191f963b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:28:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['c7927b56-8b11-4d40-b8d8-91343b83ab95'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:29:03.741088 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-21c85d80-31c0-48c1-898d-25ae18c4bbb5 req-325286a3-3d02-471d-a621-9a88738b03ac tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] Synchronizing usage tracker for tenant:6650017937d4478bb53acf8f2253027f on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:29:03.781842 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d5fcd61a-5c34-499c-9390-bf4f8b3a2cff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:03.876870 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79184eb6-fa93-4513-95e4-24e1d91df093', 'tag': '026b1434-c7fe-41e3-95fc-c69153bd2d47', 'status': 'completed', 'code': 200} Feb 09 12:29:03.879222 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-21c85d80-31c0-48c1-898d-25ae18c4bbb5 req-325286a3-3d02-471d-a621-9a88738b03ac tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] Unset dirty status for tenant:6650017937d4478bb53acf8f2253027f on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:29:03.901985 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-21c85d80-31c0-48c1-898d-25ae18c4bbb5 req-325286a3-3d02-471d-a621-9a88738b03ac tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfbf5f2d-cafb-4413-9cb5-6c856cc2e7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449557 Feb 09 12:29:03.918957 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e9f08cd7-04cb-4f16-83bd-39e6e0bd041c req-519a4dd5-d772-430e-9d57-d547caf13e6e tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:03.936905 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['560f2f9b-e727-44c4-bc2e-088661b82618', 'ad7f21e1-10e7-4dda-b564-1aa1eb4492d6'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:29:03.970428 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d5fcd61a-5c34-499c-9390-bf4f8b3a2cff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:04.037738 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-d0751ccf-7c41-44e4-9370-bc191f963b7a None None] Set router c7927b56-8b11-4d40-b8d8-91343b83ab95 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:29:04.052807 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a4dd5-d772-430e-9d57-d547caf13e6e tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Pushing event deleted for resources: {'Port': ['ID=560f2f9b-e727-44c4-bc2e-088661b82618,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:04.142249 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-f6de23b1-a7d8-49a6-8123-ea8471275545 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52fb0e6c-d1bb-4912-805c-317ea343e429 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:29:04.167729 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-f6de23b1-a7d8-49a6-8123-ea8471275545 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:04.170855 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-c424f4fb-cef5-4159-9812-86a163ffe0a1 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Allocated IP 172.20.0.6 (985217ad-b773-4531-9367-f144e39af1cf/3c9b480e-1cd6-43a9-9d3f-1e4f05f3898f/926c6256-8bfb-4f56-b74e-ba805c0bb403) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:29:04.180482 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-a70d95a1-c7a0-4ed9-ab46-8561b2d67aad service neutron] 10.222.0.46 "GET /v2.0/networks/a106bfc3-c268-431e-b7f2-361d6fd3c2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4809904 Feb 09 12:29:04.183563 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f08cd7-04cb-4f16-83bd-39e6e0bd041c req-519a4dd5-d772-430e-9d57-d547caf13e6e tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] No DVR routers for this DVR port 560f2f9b-e727-44c4-bc2e-088661b82618 on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:29:04.188215 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e9f08cd7-04cb-4f16-83bd-39e6e0bd041c req-519a4dd5-d772-430e-9d57-d547caf13e6e tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:04.214276 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-f6de23b1-a7d8-49a6-8123-ea8471275545 service neutron] Transition to ACTIVE for port object 52fb0e6c-d1bb-4912-805c-317ea343e429 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:29:04.227876 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-f6de23b1-a7d8-49a6-8123-ea8471275545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:04.229485 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-98536b9d-3714-4dfc-a325-e731b3bacbac admin admin] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:04.346673 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e9f08cd7-04cb-4f16-83bd-39e6e0bd041c req-519a4dd5-d772-430e-9d57-d547caf13e6e tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.46 "DELETE /v2.0/ports/560f2f9b-e727-44c4-bc2e-088661b82618 HTTP/1.1" status: 204 len: 173 time: 1.9039922 Feb 09 12:29:04.371944 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d5fcd61a-5c34-499c-9390-bf4f8b3a2cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:04.425788 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788a491-2e99-4e01-8ffc-96af46a9f861 req-4fa3e77a-2215-4d7d-a1ef-fab3afccc56d tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:04.426599 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c788a491-2e99-4e01-8ffc-96af46a9f861 req-4fa3e77a-2215-4d7d-a1ef-fab3afccc56d tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] Synchronizing usage tracker for tenant:5fd8fb111ec74e1689079e3fa85c8d2a on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:29:04.450680 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fcd61a-5c34-499c-9390-bf4f8b3a2cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea172f3-c82a-4fb5-9b2d-1155e11942b8,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:04.472275 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c260f0-2254-4961-b5fe-cb46272ad0c4 req-857cd8a1-7eda-43df-8629-e436d9e94a53 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:04.480908 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-99c260f0-2254-4961-b5fe-cb46272ad0c4 req-857cd8a1-7eda-43df-8629-e436d9e94a53 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.4404480 Feb 09 12:29:04.490942 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-d0751ccf-7c41-44e4-9370-bc191f963b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7927b56-8b11-4d40-b8d8-91343b83ab95', 'name': 'tempest-ServersTestFqdnHostnames-1654987805-router', 'tenant_id': '652eea691ea54585b284cc72723ceed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'c849014c-7244-4f12-8c32-326c4254440f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:28:42Z', 'updated_at': '2022-02-09T12:29:00Z', 'revision_number': 5, 'project_id': '652eea691ea54585b284cc72723ceed5', 'gw_port': {'id': 'c849014c-7244-4f12-8c32-326c4254440f', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:85:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7927b56-8b11-4d40-b8d8-91343b83ab95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:28:44Z', 'updated_at': '2022-02-09T12:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:29:04.498010 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0751ccf-7c41-44e4-9370-bc191f963b7a None None] Checking router: c7927b56-8b11-4d40-b8d8-91343b83ab95 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:29:04.529600 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f5efa6d0-5ae8-4cef-9a14-1772e58c8bfb req-083d4c25-3044-4a07-8363-6ad79a7e0165 service neutron] 10.222.0.46 "GET /v2.0/networks/a106bfc3-c268-431e-b7f2-361d6fd3c2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309660 Feb 09 12:29:04.532831 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0751ccf-7c41-44e4-9370-bc191f963b7a None None] Routers {'c7927b56-8b11-4d40-b8d8-91343b83ab95'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:29:04.533697 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-d0751ccf-7c41-44e4-9370-bc191f963b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:28:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['c7927b56-8b11-4d40-b8d8-91343b83ab95'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:29:04.566872 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6de23b1-a7d8-49a6-8123-ea8471275545 service neutron] Pushing event updated for resources: {'Port': ['ID=52fb0e6c-d1bb-4912-805c-317ea343e429,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:04.579143 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-98536b9d-3714-4dfc-a325-e731b3bacbac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:04.599468 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-98536b9d-3714-4dfc-a325-e731b3bacbac admin admin] Deleting port c849014c-7244-4f12-8c32-326c4254440f {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:29:04.600150 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-98536b9d-3714-4dfc-a325-e731b3bacbac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:04.721431 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c788a491-2e99-4e01-8ffc-96af46a9f861 req-4fa3e77a-2215-4d7d-a1ef-fab3afccc56d tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] Unset dirty status for tenant:5fd8fb111ec74e1689079e3fa85c8d2a on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:29:04.722447 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-d0751ccf-7c41-44e4-9370-bc191f963b7a None None] Set router c7927b56-8b11-4d40-b8d8-91343b83ab95 gateway port host: None {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:29:04.729419 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c788a491-2e99-4e01-8ffc-96af46a9f861 req-4fa3e77a-2215-4d7d-a1ef-fab3afccc56d tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a8a9a8a-5c05-4418-8843-62cb9cef3de7 HTTP/1.1" status: 200 len: 931 time: 0.7919009 Feb 09 12:29:04.755395 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d5fcd61a-5c34-499c-9390-bf4f8b3a2cff admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:04.759472 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d5fcd61a-5c34-499c-9390-bf4f8b3a2cff admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fea172f3-c82a-4fb5-9b2d-1155e11942b8 HTTP/1.1" status: 204 len: 168 time: 1.3016493 Feb 09 12:29:04.807458 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-99c260f0-2254-4961-b5fe-cb46272ad0c4 req-395b9600-d937-4257-a413-f9d3440f8283 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253753 Feb 09 12:29:04.847788 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-d0751ccf-7c41-44e4-9370-bc191f963b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7927b56-8b11-4d40-b8d8-91343b83ab95', 'name': 'tempest-ServersTestFqdnHostnames-1654987805-router', 'tenant_id': '652eea691ea54585b284cc72723ceed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:28:42Z', 'updated_at': '2022-02-09T12:29:04Z', 'revision_number': 6, 'project_id': '652eea691ea54585b284cc72723ceed5', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:29:04.856753 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0751ccf-7c41-44e4-9370-bc191f963b7a None None] The sync data for ids ['c7927b56-8b11-4d40-b8d8-91343b83ab95'] in n-d-825178-3 is: [{'id': 'c7927b56-8b11-4d40-b8d8-91343b83ab95', 'name': 'tempest-ServersTestFqdnHostnames-1654987805-router', 'tenant_id': '652eea691ea54585b284cc72723ceed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:28:42Z', 'updated_at': '2022-02-09T12:29:04Z', 'revision_number': 6, 'project_id': '652eea691ea54585b284cc72723ceed5', 'gw_port_host': None}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:29:04.997578 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0588cbf-7782-4dbb-964b-cb79909528c4 req-e2c6d0dd-27f1-4cec-92d7-ae9d303348eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:04.999079 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c0588cbf-7782-4dbb-964b-cb79909528c4 req-e2c6d0dd-27f1-4cec-92d7-ae9d303348eb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6650017937d4478bb53acf8f2253027f&device_id=79184eb6-fa93-4513-95e4-24e1d91df093 HTTP/1.1" status: 200 len: 1094 time: 0.3531842 Feb 09 12:29:05.123418 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c788a491-2e99-4e01-8ffc-96af46a9f861 req-8de20af7-f7c6-411a-8012-4619dc4308b4 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] 10.222.0.55 "GET /v2.0/security-groups?id=eaff5d7c-45bb-4011-9a3c-74b6efc32d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927946 Feb 09 12:29:05.123810 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-f6de23b1-a7d8-49a6-8123-ea8471275545 service neutron] Attempting to bind port 52fb0e6c-d1bb-4912-805c-317ea343e429 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:29:05.124192 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-f6de23b1-a7d8-49a6-8123-ea8471275545 service neutron] Attempting to bind port 52fb0e6c-d1bb-4912-805c-317ea343e429 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '123ff03c-6e19-49a1-9993-6dcf9a2bed2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '995f4247-f125-448f-8031-5eeb7eed8fa1'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:29:05.124522 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-f6de23b1-a7d8-49a6-8123-ea8471275545 service neutron] Attempting to bind port 52fb0e6c-d1bb-4912-805c-317ea343e429 on network 995f4247-f125-448f-8031-5eeb7eed8fa1 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:29:05.126332 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-98536b9d-3714-4dfc-a325-e731b3bacbac admin admin] For port c849014c-7244-4f12-8c32-326c4254440f, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=c849014c-7244-4f12-8c32-326c4254440f,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:29:05.126693 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-98536b9d-3714-4dfc-a325-e731b3bacbac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:05.146982 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-db8cd120-f2e6-4ed0-bc4b-d4ce1537b5c7 req-94771f0c-7e0e-45c5-8678-d8cca612baef tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d606431-7b55-4a58-b878-aa664126ecfd HTTP/1.1" status: 200 len: 210 time: 0.0769105 Feb 09 12:29:05.177094 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-f6de23b1-a7d8-49a6-8123-ea8471275545 service neutron] Port 52fb0e6c-d1bb-4912-805c-317ea343e429 on network 995f4247-f125-448f-8031-5eeb7eed8fa1 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:29:05.177094 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-f6de23b1-a7d8-49a6-8123-ea8471275545 service neutron] Attempting to bind port 52fb0e6c-d1bb-4912-805c-317ea343e429 on network 995f4247-f125-448f-8031-5eeb7eed8fa1 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:29:05.187614 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-c424f4fb-cef5-4159-9812-86a163ffe0a1 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:05.193873 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-f6de23b1-a7d8-49a6-8123-ea8471275545 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:29:05.194225 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-f6de23b1-a7d8-49a6-8123-ea8471275545 service neutron] Checking segment: {'id': '123ff03c-6e19-49a1-9993-6dcf9a2bed2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '995f4247-f125-448f-8031-5eeb7eed8fa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:29:05.196502 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-f6de23b1-a7d8-49a6-8123-ea8471275545 service neutron] Bound using segment: {'id': '123ff03c-6e19-49a1-9993-6dcf9a2bed2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '995f4247-f125-448f-8031-5eeb7eed8fa1'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:29:05.196502 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-f6de23b1-a7d8-49a6-8123-ea8471275545 service neutron] Bound port: 52fb0e6c-d1bb-4912-805c-317ea343e429, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '123ff03c-6e19-49a1-9993-6dcf9a2bed2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '995f4247-f125-448f-8031-5eeb7eed8fa1'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:29:05.207067 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-f6de23b1-a7d8-49a6-8123-ea8471275545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:05.305566 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-98536b9d-3714-4dfc-a325-e731b3bacbac admin admin] Calling delete_port for c849014c-7244-4f12-8c32-326c4254440f owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:29:05.416053 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0588cbf-7782-4dbb-964b-cb79909528c4 req-51ce74ae-bb4d-425c-bee7-b641643ec3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:05.418001 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c0588cbf-7782-4dbb-964b-cb79909528c4 req-51ce74ae-bb4d-425c-bee7-b641643ec3aa service neutron] 10.222.0.46 "GET /v2.0/networks?id=a106bfc3-c268-431e-b7f2-361d6fd3c2b1 HTTP/1.1" status: 200 len: 908 time: 0.4074588 Feb 09 12:29:05.514377 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c0588cbf-7782-4dbb-964b-cb79909528c4 req-a14dc09b-aa35-444a-9a8a-e1cd5c58dc14 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=026b1434-c7fe-41e3-95fc-c69153bd2d47 HTTP/1.1" status: 200 len: 217 time: 0.0870419 Feb 09 12:29:05.515352 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-b6356d94-b18a-4ee8-b8d7-b6af58f845f0 req-c005ac88-7d09-4342-91ae-cc70e796e393 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Synchronizing usage tracker for tenant:c35b136021fd452e84da1be28afeefee on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:29:05.575633 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-f6de23b1-a7d8-49a6-8123-ea8471275545 service neutron] For port 52fb0e6c-d1bb-4912-805c-317ea343e429, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:29:05.581687 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-f6de23b1-a7d8-49a6-8123-ea8471275545 service neutron] For port 52fb0e6c-d1bb-4912-805c-317ea343e429, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=52fb0e6c-d1bb-4912-805c-317ea343e429,segment=NetworkSegment(123ff03c-6e19-49a1-9993-6dcf9a2bed2b),segment_id=123ff03c-6e19-49a1-9993-6dcf9a2bed2b)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:29:05.583154 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-b6356d94-b18a-4ee8-b8d7-b6af58f845f0 req-c005ac88-7d09-4342-91ae-cc70e796e393 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Unset dirty status for tenant:c35b136021fd452e84da1be28afeefee on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:29:05.584489 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b6356d94-b18a-4ee8-b8d7-b6af58f845f0 req-c005ac88-7d09-4342-91ae-cc70e796e393 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbd07e2b-7f68-443e-8340-f35458083d9c HTTP/1.1" status: 200 len: 210 time: 0.2613151 Feb 09 12:29:05.590347 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-f6de23b1-a7d8-49a6-8123-ea8471275545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:05.634103 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-c424f4fb-cef5-4159-9812-86a163ffe0a1 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:05.646340 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['40dc350d-1874-481c-a46c-c820c9950461', 'c2f39a90-c792-41b6-8c82-2279fa8cd131'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:29:05.710620 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0588cbf-7782-4dbb-964b-cb79909528c4 req-74add985-ce0b-4f03-b339-cefdf6f59ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:05.712225 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c0588cbf-7782-4dbb-964b-cb79909528c4 req-74add985-ce0b-4f03-b339-cefdf6f59ef0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b7b09e96-a172-47ec-8f32-5f9d22fac3fa HTTP/1.1" status: 200 len: 847 time: 0.0627987 Feb 09 12:29:05.759761 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6de23b1-a7d8-49a6-8123-ea8471275545 service neutron] Pushing event updated for resources: {'Port': ['ID=52fb0e6c-d1bb-4912-805c-317ea343e429,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:05.774521 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-f6de23b1-a7d8-49a6-8123-ea8471275545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:05.775162 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-f6de23b1-a7d8-49a6-8123-ea8471275545 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:05.776714 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-f6de23b1-a7d8-49a6-8123-ea8471275545 service neutron] 10.222.0.46 "PUT /v2.0/ports/52fb0e6c-d1bb-4912-805c-317ea343e429 HTTP/1.1" status: 200 len: 1091 time: 3.9923856 Feb 09 12:29:05.778461 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a8a9a8a-5c05-4418-8843-62cb9cef3de7', 'tag': '52fb0e6c-d1bb-4912-805c-317ea343e429'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:29:05.794469 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abedd764-7be1-4ac5-98dc-84155c8efca0 req-51750808-ef64-49e8-8980-5853a3e49e10 tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:05.795704 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c0588cbf-7782-4dbb-964b-cb79909528c4 req-ddcb7664-3c71-49bd-9f1e-5a31ced0d924 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a106bfc3-c268-431e-b7f2-361d6fd3c2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739722 Feb 09 12:29:05.803585 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-abedd764-7be1-4ac5-98dc-84155c8efca0 req-51750808-ef64-49e8-8980-5853a3e49e10 tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] 10.222.0.55 "GET /v2.0/ports?device_id=79184eb6-fa93-4513-95e4-24e1d91df093 HTTP/1.1" status: 200 len: 943 time: 0.3497784 Feb 09 12:29:05.878678 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d606431-7b55-4a58-b878-aa664126ecfd', 'name': 'network-vif-deleted', 'tag': '560f2f9b-e727-44c4-bc2e-088661b82618'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:29:05.879271 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-c424f4fb-cef5-4159-9812-86a163ffe0a1 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Network 985217ad-b773-4531-9367-f144e39af1cf is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:29:05.932220 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-c424f4fb-cef5-4159-9812-86a163ffe0a1 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:29:05.969819 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c424f4fb-cef5-4159-9812-86a163ffe0a1 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Pushing event updated for resources: {'Port': ['ID=926c6256-8bfb-4f56-b74e-ba805c0bb403,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:05.981418 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-c424f4fb-cef5-4159-9812-86a163ffe0a1 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:29:06.092986 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-abedd764-7be1-4ac5-98dc-84155c8efca0 req-687b2a8b-04db-45c4-8d72-ee446a5a8837 tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfbf5f2d-cafb-4413-9cb5-6c856cc2e7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885010 Feb 09 12:29:06.095488 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c0588cbf-7782-4dbb-964b-cb79909528c4 req-373d43ea-07b9-4fad-a628-9edfcecba776 service neutron] 10.222.0.46 "GET /v2.0/networks/a106bfc3-c268-431e-b7f2-361d6fd3c2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545257 Feb 09 12:29:06.108547 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-c424f4fb-cef5-4159-9812-86a163ffe0a1 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:06.109017 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-c424f4fb-cef5-4159-9812-86a163ffe0a1 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:06.148808 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-c424f4fb-cef5-4159-9812-86a163ffe0a1 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4581144 Feb 09 12:29:06.149690 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-98536b9d-3714-4dfc-a325-e731b3bacbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:06.158204 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1ecab-c381-4a2b-baa4-3b03b1c8bb6f req-8b5b34e9-2a34-4452-8755-ea16be1af4d5 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:06.166490 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-97c1ecab-c381-4a2b-baa4-3b03b1c8bb6f req-8b5b34e9-2a34-4452-8755-ea16be1af4d5 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.3887644 Feb 09 12:29:06.188468 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-1a09c608-7594-407a-adad-66aa46a5b1b4 service neutron] Request body: {'port': {'device_id': 'bbd07e2b-7f68-443e-8340-f35458083d9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:29:06.214976 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a8a9a8a-5c05-4418-8843-62cb9cef3de7', 'tag': '52fb0e6c-d1bb-4912-805c-317ea343e429', 'status': 'completed', 'code': 200} Feb 09 12:29:06.227555 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-277a6196-1168-4241-bfc4-21190811ef26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:06.229095 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-277a6196-1168-4241-bfc4-21190811ef26 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5fd8fb111ec74e1689079e3fa85c8d2a&device_id=2a8a9a8a-5c05-4418-8843-62cb9cef3de7 HTTP/1.1" status: 200 len: 1094 time: 0.2982018 Feb 09 12:29:06.286694 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 560f2f9b-e727-44c4-bc2e-088661b82618 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:29:06.296151 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d606431-7b55-4a58-b878-aa664126ecfd', 'name': 'network-vif-deleted', 'tag': '560f2f9b-e727-44c4-bc2e-088661b82618', 'status': 'completed', 'code': 200} Feb 09 12:29:06.315663 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98536b9d-3714-4dfc-a325-e731b3bacbac admin admin] Pushing event deleted for resources: {'Port': ['ID=c849014c-7244-4f12-8c32-326c4254440f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:06.333806 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-a52aabe8-4458-4ec5-b16f-bb09fa67e14f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52fb0e6c-d1bb-4912-805c-317ea343e429 HTTP/1.1" status: 200 len: 217 time: 0.0848663 Feb 09 12:29:06.354042 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-97c1ecab-c381-4a2b-baa4-3b03b1c8bb6f req-b6526e08-3912-4ec7-8489-8bdfc88d5fcd tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866035 Feb 09 12:29:06.379109 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-98536b9d-3714-4dfc-a325-e731b3bacbac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:06.410683 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: 560f2f9b-e727-44c4-bc2e-088661b82618 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:29:06.411586 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 560f2f9b-e727-44c4-bc2e-088661b82618 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:29:06.561480 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-1a09c608-7594-407a-adad-66aa46a5b1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:06.593035 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-c79b724c-fa97-4153-8cea-06b5a53dd361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:06.595198 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-c79b724c-fa97-4153-8cea-06b5a53dd361 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c382bf07-3b94-4111-95c7-eae206253d6f HTTP/1.1" status: 200 len: 852 time: 0.2370820 Feb 09 12:29:06.733572 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-98536b9d-3714-4dfc-a325-e731b3bacbac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:06.737706 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-98536b9d-3714-4dfc-a325-e731b3bacbac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:06.744334 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-316da80b-5313-4486-bca0-dbc356d4a548 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=995f4247-f125-448f-8031-5eeb7eed8fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1164711 Feb 09 12:29:06.770785 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c0588cbf-7782-4dbb-964b-cb79909528c4 req-ebb6b9e8-da3f-4bd4-a698-3718b78a239e service neutron] 10.222.0.46 "GET /v2.0/networks/a106bfc3-c268-431e-b7f2-361d6fd3c2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6682713 Feb 09 12:29:06.775148 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-98536b9d-3714-4dfc-a325-e731b3bacbac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:06.776220 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98536b9d-3714-4dfc-a325-e731b3bacbac admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7927b56-8b11-4d40-b8d8-91343b83ab95 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:29:06.795140 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-98536b9d-3714-4dfc-a325-e731b3bacbac admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:06.796071 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-98536b9d-3714-4dfc-a325-e731b3bacbac admin admin] 10.222.0.55 "DELETE /v2.0/routers/c7927b56-8b11-4d40-b8d8-91343b83ab95 HTTP/1.1" status: 204 len: 168 time: 3.0991154 Feb 09 12:29:06.799217 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56432) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:06.865643 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-12ca1275-5d62-445a-8f37-a749d6da7408 admin admin] Deleting subnet 45dc1d08-93cd-4fde-93a7-4793d41c3da9 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:29:06.868793 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-12ca1275-5d62-445a-8f37-a749d6da7408 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:06.932080 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-12ca1275-5d62-445a-8f37-a749d6da7408 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:06.949181 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device c849014c-7244-4f12-8c32-326c4254440f no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:29:06.987971 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: c849014c-7244-4f12-8c32-326c4254440f {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:29:06.988367 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device c849014c-7244-4f12-8c32-326c4254440f not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:29:06.988736 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device f281c50c-f9cc-4320-9c7d-d8132ce98f6d no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:29:07.007580 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf78e3-e99d-406b-bec4-da573b66dab9 req-8b6de999-c57d-4954-a562-20a6818b3a8a tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:07.017260 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4bbf78e3-e99d-406b-bec4-da573b66dab9 req-8b6de999-c57d-4954-a562-20a6818b3a8a tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a8a9a8a-5c05-4418-8843-62cb9cef3de7 HTTP/1.1" status: 200 len: 943 time: 0.5079391 Feb 09 12:29:07.024760 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: f281c50c-f9cc-4320-9c7d-d8132ce98f6d {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:29:07.025054 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-12ca1275-5d62-445a-8f37-a749d6da7408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:07.025169 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device f281c50c-f9cc-4320-9c7d-d8132ce98f6d not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:29:07.112698 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-12ca1275-5d62-445a-8f37-a749d6da7408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:07.164766 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ca1275-5d62-445a-8f37-a749d6da7408 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45dc1d08-93cd-4fde-93a7-4793d41c3da9,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:07.166794 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-12ca1275-5d62-445a-8f37-a749d6da7408 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:07.170183 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c507c45-0db8-4920-81c5-b9f7085f9422 req-beb87a93-2c13-411e-9f83-5d6edd6effc7 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:07.178331 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6c507c45-0db8-4920-81c5-b9f7085f9422 req-beb87a93-2c13-411e-9f83-5d6edd6effc7 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.5512743 Feb 09 12:29:07.182861 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-12ca1275-5d62-445a-8f37-a749d6da7408 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/45dc1d08-93cd-4fde-93a7-4793d41c3da9 HTTP/1.1" status: 204 len: 168 time: 0.3797131 Feb 09 12:29:07.184107 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56444) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:07.184591 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b56e76-3616-4133-ae83-467e0b29fbde None None] Network 97b99d1b-286f-4408-b961-241fd0bf0c16 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:29:07.186127 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4bbf78e3-e99d-406b-bec4-da573b66dab9 req-cf0055d4-5acd-449f-b4dc-684b1ea58fef tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] 10.222.0.55 "GET /v2.0/security-groups?id=eaff5d7c-45bb-4011-9a3c-74b6efc32d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679888 Feb 09 12:29:07.187975 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-e17c1cdd-47c3-48be-871e-ee99f8137fbd service neutron] 10.222.0.46 "GET /v2.0/networks/995f4247-f125-448f-8031-5eeb7eed8fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4353971 Feb 09 12:29:07.379074 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cf61ef2c-86b6-4265-b9ba-4eecd8ce197b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:07.413296 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-cf61ef2c-86b6-4265-b9ba-4eecd8ce197b admin admin] Deleting port 0bb0d838-fc76-48f5-bfed-2de7f14f0b7b {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:29:07.413669 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cf61ef2c-86b6-4265-b9ba-4eecd8ce197b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:07.540171 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6c507c45-0db8-4920-81c5-b9f7085f9422 req-4fcfb8a5-4489-4df6-9c1b-b4f9832fa385 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3606620 Feb 09 12:29:07.554659 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e514c619-9a7c-4a93-a598-3325a90726c5 None None] DHCP port deletion for 97b99d1b-286f-4408-b961-241fd0bf0c16 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:29:07.561370 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-e514c619-9a7c-4a93-a598-3325a90726c5 None None] Deleting port 0bb0d838-fc76-48f5-bfed-2de7f14f0b7b {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:29:07.561774 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e514c619-9a7c-4a93-a598-3325a90726c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:07.636446 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c00dbe17-120d-47bd-aa7c-4330955e4d48 req-01f6aac0-ee5f-4e36-8b2c-3ca4645589c9 service neutron] 10.222.0.46 "GET /v2.0/networks/995f4247-f125-448f-8031-5eeb7eed8fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030667 Feb 09 12:29:07.824429 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-cf61ef2c-86b6-4265-b9ba-4eecd8ce197b admin admin] For port 0bb0d838-fc76-48f5-bfed-2de7f14f0b7b, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=0bb0d838-fc76-48f5-bfed-2de7f14f0b7b,segment=NetworkSegment(3cf8c556-173f-44ab-a958-dfb44b712fe9),segment_id=3cf8c556-173f-44ab-a958-dfb44b712fe9)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:29:07.825033 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cf61ef2c-86b6-4265-b9ba-4eecd8ce197b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:07.901546 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-1a09c608-7594-407a-adad-66aa46a5b1b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 926c6256-8bfb-4f56-b74e-ba805c0bb403 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:29:07.921736 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-1a09c608-7594-407a-adad-66aa46a5b1b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:07.928352 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-e514c619-9a7c-4a93-a598-3325a90726c5 None None] For port 0bb0d838-fc76-48f5-bfed-2de7f14f0b7b, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=0bb0d838-fc76-48f5-bfed-2de7f14f0b7b,segment=NetworkSegment(3cf8c556-173f-44ab-a958-dfb44b712fe9),segment_id=3cf8c556-173f-44ab-a958-dfb44b712fe9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:29:07.928952 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e514c619-9a7c-4a93-a598-3325a90726c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:07.954227 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-1a09c608-7594-407a-adad-66aa46a5b1b4 service neutron] Transition to ACTIVE for port object 926c6256-8bfb-4f56-b74e-ba805c0bb403 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:29:07.969814 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-1a09c608-7594-407a-adad-66aa46a5b1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:07.983276 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-cf61ef2c-86b6-4265-b9ba-4eecd8ce197b admin admin] Calling delete_port for 0bb0d838-fc76-48f5-bfed-2de7f14f0b7b owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:29:08.047008 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0d390-7c35-4f93-a5ee-f0f5b6b2c2e8 req-f2168085-bc9c-4ed2-915a-1c6d1a86b1b6 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:08.049092 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4ab0d390-7c35-4f93-a5ee-f0f5b6b2c2e8 req-f2168085-bc9c-4ed2-915a-1c6d1a86b1b6 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbd07e2b-7f68-443e-8340-f35458083d9c HTTP/1.1" status: 200 len: 931 time: 0.3110054 Feb 09 12:29:08.068186 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f32d7-3ef4-44ac-acae-bb0db631f360 req-719d467a-63b0-425f-b9d7-2443b854428c tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:08.070594 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3e6f32d7-3ef4-44ac-acae-bb0db631f360 req-719d467a-63b0-425f-b9d7-2443b854428c tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] 10.222.0.55 "GET /v2.0/ports?device_id=79184eb6-fa93-4513-95e4-24e1d91df093 HTTP/1.1" status: 200 len: 943 time: 0.2733026 Feb 09 12:29:08.076101 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cf61ef2c-86b6-4265-b9ba-4eecd8ce197b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:08.099462 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-e514c619-9a7c-4a93-a598-3325a90726c5 None None] Calling delete_port for 0bb0d838-fc76-48f5-bfed-2de7f14f0b7b owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:29:08.130231 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61ef2c-86b6-4265-b9ba-4eecd8ce197b admin admin] Pushing event deleted for resources: {'Port': ['ID=0bb0d838-fc76-48f5-bfed-2de7f14f0b7b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:08.136179 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf61ef2c-86b6-4265-b9ba-4eecd8ce197b admin admin] No DVR routers for this DVR port 0bb0d838-fc76-48f5-bfed-2de7f14f0b7b on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:29:08.143180 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef14cab-db09-4837-a6cd-dbaa847740bf req-16c4c7c7-edb0-45a9-a857-c5f6fbb1a253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:08.144761 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8ef14cab-db09-4837-a6cd-dbaa847740bf req-16c4c7c7-edb0-45a9-a857-c5f6fbb1a253 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5fd8fb111ec74e1689079e3fa85c8d2a&device_id=2a8a9a8a-5c05-4418-8843-62cb9cef3de7 HTTP/1.1" status: 200 len: 1094 time: 0.4464638 Feb 09 12:29:08.191272 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-e514c619-9a7c-4a93-a598-3325a90726c5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:29:08.192521 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-e514c619-9a7c-4a93-a598-3325a90726c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:29:08.269443 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cf61ef2c-86b6-4265-b9ba-4eecd8ce197b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:08.291215 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a09c608-7594-407a-adad-66aa46a5b1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=926c6256-8bfb-4f56-b74e-ba805c0bb403,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:08.300432 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 026b1434-c7fe-41e3-95fc-c69153bd2d47 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:29:08.306791 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-cf61ef2c-86b6-4265-b9ba-4eecd8ce197b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97b99d1b-286f-4408-b961-241fd0bf0c16']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:29:08.325776 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-cf61ef2c-86b6-4265-b9ba-4eecd8ce197b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cf8c556-173f-44ab-a958-dfb44b712fe9') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:29:08.326383 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-cf61ef2c-86b6-4265-b9ba-4eecd8ce197b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cf8c556-173f-44ab-a958-dfb44b712fe9') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:29:08.348374 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cf61ef2c-86b6-4265-b9ba-4eecd8ce197b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:08.367401 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cf61ef2c-86b6-4265-b9ba-4eecd8ce197b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:08.374165 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf61ef2c-86b6-4265-b9ba-4eecd8ce197b admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:29:08.374165 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cf61ef2c-86b6-4265-b9ba-4eecd8ce197b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:08.401493 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4ab0d390-7c35-4f93-a5ee-f0f5b6b2c2e8 req-022db948-7f8b-49e7-955e-ee8250909b1f tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859423 Feb 09 12:29:08.432756 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3e6f32d7-3ef4-44ac-acae-bb0db631f360 req-9963aab2-5439-427c-b8b4-8f374ff5499e tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfbf5f2d-cafb-4413-9cb5-6c856cc2e7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020456 Feb 09 12:29:08.483939 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:29:08.483939 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:29:08.483939 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:29:08.483939 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:29:08.483939 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:29:08.483939 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:29:08.483939 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:29:08.483939 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:29:08.483939 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:29:08.483939 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:29:08.483939 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:29:08.483939 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:29:08.483939 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:29:08.483939 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:29:08.483939 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:29:08.483939 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:29:08.483939 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:29:08.483939 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:29:08.483939 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:29:08.483939 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:29:08.483939 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:29:08.483939 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:29:08.483939 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:29:08.483939 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:29:08.483939 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:29:08.483939 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:29:08.483939 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:29:08.483939 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:29:08.483939 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:29:08.483939 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:29:08.483939 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:29:08.483939 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:29:08.515484 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 026b1434-c7fe-41e3-95fc-c69153bd2d47, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=026b1434-c7fe-41e3-95fc-c69153bd2d47,segment=NetworkSegment(42f6c4b2-8bfb-48dc-b7df-519b7224bc49),segment_id=42f6c4b2-8bfb-48dc-b7df-519b7224bc49)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:29:08.532855 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '026b1434-c7fe-41e3-95fc-c69153bd2d47', 'network_id': 'a106bfc3-c268-431e-b7f2-361d6fd3c2b1', 'port_id': '026b1434-c7fe-41e3-95fc-c69153bd2d47', 'mac_address': 'fa:16:3e:ef:da:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7b09e96-a172-47ec-8f32-5f9d22fac3fa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:29:08.536599 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-1a09c608-7594-407a-adad-66aa46a5b1b4 service neutron] Attempting to bind port 926c6256-8bfb-4f56-b74e-ba805c0bb403 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:29:08.537842 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-1a09c608-7594-407a-adad-66aa46a5b1b4 service neutron] Attempting to bind port 926c6256-8bfb-4f56-b74e-ba805c0bb403 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '985217ad-b773-4531-9367-f144e39af1cf'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:29:08.537842 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-1a09c608-7594-407a-adad-66aa46a5b1b4 service neutron] Attempting to bind port 926c6256-8bfb-4f56-b74e-ba805c0bb403 on network 985217ad-b773-4531-9367-f144e39af1cf {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:29:08.551652 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cf61ef2c-86b6-4265-b9ba-4eecd8ce197b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:08.553931 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-1a09c608-7594-407a-adad-66aa46a5b1b4 service neutron] Port 926c6256-8bfb-4f56-b74e-ba805c0bb403 on network 985217ad-b773-4531-9367-f144e39af1cf not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:29:08.554967 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-1a09c608-7594-407a-adad-66aa46a5b1b4 service neutron] Attempting to bind port 926c6256-8bfb-4f56-b74e-ba805c0bb403 on network 985217ad-b773-4531-9367-f144e39af1cf {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:29:08.563203 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cf61ef2c-86b6-4265-b9ba-4eecd8ce197b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:08.566842 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-1a09c608-7594-407a-adad-66aa46a5b1b4 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:29:08.567209 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-1a09c608-7594-407a-adad-66aa46a5b1b4 service neutron] Checking segment: {'id': 'ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '985217ad-b773-4531-9367-f144e39af1cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:29:08.567604 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-1a09c608-7594-407a-adad-66aa46a5b1b4 service neutron] Bound using segment: {'id': 'ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '985217ad-b773-4531-9367-f144e39af1cf'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:29:08.568102 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-1a09c608-7594-407a-adad-66aa46a5b1b4 service neutron] Bound port: 926c6256-8bfb-4f56-b74e-ba805c0bb403, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '985217ad-b773-4531-9367-f144e39af1cf'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:29:08.568456 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-1a09c608-7594-407a-adad-66aa46a5b1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:08.581717 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef14cab-db09-4837-a6cd-dbaa847740bf req-bf468d28-40c4-48eb-96f4-477f0329a081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:08.583206 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8ef14cab-db09-4837-a6cd-dbaa847740bf req-bf468d28-40c4-48eb-96f4-477f0329a081 service neutron] 10.222.0.46 "GET /v2.0/networks?id=995f4247-f125-448f-8031-5eeb7eed8fa1 HTTP/1.1" status: 200 len: 913 time: 0.4234514 Feb 09 12:29:08.606010 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:08.631058 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-cf61ef2c-86b6-4265-b9ba-4eecd8ce197b admin admin] 10.222.0.55 "DELETE /v2.0/networks/97b99d1b-286f-4408-b961-241fd0bf0c16 HTTP/1.1" status: 204 len: 168 time: 1.4439230 Feb 09 12:29:08.637951 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 026b1434-c7fe-41e3-95fc-c69153bd2d47 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:29:08.641329 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61ef2c-86b6-4265-b9ba-4eecd8ce197b admin admin] Pushing event deleted for resources: {'Network': ['ID=97b99d1b-286f-4408-b961-241fd0bf0c16,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:08.661450 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 026b1434-c7fe-41e3-95fc-c69153bd2d47, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=026b1434-c7fe-41e3-95fc-c69153bd2d47,segment=NetworkSegment(42f6c4b2-8bfb-48dc-b7df-519b7224bc49),segment_id=42f6c4b2-8bfb-48dc-b7df-519b7224bc49)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:29:08.667494 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:08.716698 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-e514c619-9a7c-4a93-a598-3325a90726c5 None None] Deleting port 0bb0d838-fc76-48f5-bfed-2de7f14f0b7b {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:29:08.717112 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e514c619-9a7c-4a93-a598-3325a90726c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:08.781412 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8ef14cab-db09-4837-a6cd-dbaa847740bf req-b15527e0-3729-41c4-be83-bb51be0e0d6d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52fb0e6c-d1bb-4912-805c-317ea343e429 HTTP/1.1" status: 200 len: 217 time: 0.1604331 Feb 09 12:29:08.814005 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-e514c619-9a7c-4a93-a598-3325a90726c5 None None] The port '0bb0d838-fc76-48f5-bfed-2de7f14f0b7b' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:29:08.834889 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=026b1434-c7fe-41e3-95fc-c69153bd2d47,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:08.885063 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56490) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:08.921979 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-1a09c608-7594-407a-adad-66aa46a5b1b4 service neutron] For port 926c6256-8bfb-4f56-b74e-ba805c0bb403, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:29:08.925836 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 0bb0d838-fc76-48f5-bfed-2de7f14f0b7b no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:29:08.929450 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-1a09c608-7594-407a-adad-66aa46a5b1b4 service neutron] For port 926c6256-8bfb-4f56-b74e-ba805c0bb403, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=926c6256-8bfb-4f56-b74e-ba805c0bb403,segment=NetworkSegment(ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a),segment_id=ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:29:08.934547 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef14cab-db09-4837-a6cd-dbaa847740bf req-6f0458db-00b9-4fe8-90f9-4e120f9b1f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:08.936372 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8ef14cab-db09-4837-a6cd-dbaa847740bf req-6f0458db-00b9-4fe8-90f9-4e120f9b1f47 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c382bf07-3b94-4111-95c7-eae206253d6f HTTP/1.1" status: 200 len: 852 time: 0.1362131 Feb 09 12:29:08.942673 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-1a09c608-7594-407a-adad-66aa46a5b1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:08.971530 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 0bb0d838-fc76-48f5-bfed-2de7f14f0b7b {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:29:08.971814 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 0bb0d838-fc76-48f5-bfed-2de7f14f0b7b not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:29:09.056575 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-1a09c608-7594-407a-adad-66aa46a5b1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:09.057480 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-1a09c608-7594-407a-adad-66aa46a5b1b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:09.058557 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-1a09c608-7594-407a-adad-66aa46a5b1b4 service neutron] 10.222.0.46 "PUT /v2.0/ports/926c6256-8bfb-4f56-b74e-ba805c0bb403 HTTP/1.1" status: 200 len: 1091 time: 2.8894002 Feb 09 12:29:09.058998 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbd07e2b-7f68-443e-8340-f35458083d9c', 'tag': '926c6256-8bfb-4f56-b74e-ba805c0bb403'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:29:09.076542 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8ab7547a-64a8-4430-8921-0af2915e6b69 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=652eea691ea54585b284cc72723ceed5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1899977 Feb 09 12:29:09.076750 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383a56c-f4bc-4769-9b12-b4ce9264dc98 req-8fab1e02-a0de-44c7-997a-914d2013009e tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:09.078472 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d383a56c-f4bc-4769-9b12-b4ce9264dc98 req-8fab1e02-a0de-44c7-997a-914d2013009e tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 951 time: 0.4587018 Feb 09 12:29:09.080684 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8ef14cab-db09-4837-a6cd-dbaa847740bf req-8f7c7647-f666-429b-b564-ff0a4a8838bb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=995f4247-f125-448f-8031-5eeb7eed8fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1275716 Feb 09 12:29:09.081118 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56498) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:09.093380 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742935f-69d7-4b7f-a25d-3e62f1c1c13a req-b3ac0696-038e-4092-94b3-41293b8ea2cc tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:09.095356 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3742935f-69d7-4b7f-a25d-3e62f1c1c13a req-b3ac0696-038e-4092-94b3-41293b8ea2cc tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a8a9a8a-5c05-4418-8843-62cb9cef3de7 HTTP/1.1" status: 200 len: 943 time: 0.3743958 Feb 09 12:29:09.155355 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['026b1434-c7fe-41e3-95fc-c69153bd2d47'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:29:09.263003 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731ae79-47c1-4a17-9e31-33358950b7fd req-38d12297-c815-4fce-b6f7-33a5a2d81e5f tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:09.263666 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-6731ae79-47c1-4a17-9e31-33358950b7fd req-38d12297-c815-4fce-b6f7-33a5a2d81e5f tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Synchronizing usage tracker for tenant:1cd5461fb50742f08b750a3ea3e35b39 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:29:09.287859 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-6731ae79-47c1-4a17-9e31-33358950b7fd req-38d12297-c815-4fce-b6f7-33a5a2d81e5f tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Unset dirty status for tenant:1cd5461fb50742f08b750a3ea3e35b39 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:29:09.289823 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6731ae79-47c1-4a17-9e31-33358950b7fd req-38d12297-c815-4fce-b6f7-33a5a2d81e5f tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.46 "GET /v2.0/ports?device_id=c91e7ca1-d713-4154-a9be-6507b920ee81 HTTP/1.1" status: 200 len: 951 time: 0.1181800 Feb 09 12:29:09.379205 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-6731ae79-47c1-4a17-9e31-33358950b7fd req-168c0860-03bf-40a3-96fe-8e2b2982d09e tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Deleting port ad7f21e1-10e7-4dda-b564-1aa1eb4492d6 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:29:09.379594 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-6731ae79-47c1-4a17-9e31-33358950b7fd req-168c0860-03bf-40a3-96fe-8e2b2982d09e tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:09.454465 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a09c608-7594-407a-adad-66aa46a5b1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=926c6256-8bfb-4f56-b74e-ba805c0bb403,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:09.510943 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d383a56c-f4bc-4769-9b12-b4ce9264dc98 req-8bcdccc0-4a01-4db1-8d60-95f124033295 tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdd15c2f-2480-4ff0-bc67-cfc6812830d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116054 Feb 09 12:29:09.513605 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3742935f-69d7-4b7f-a25d-3e62f1c1c13a req-c1530e92-6669-4f0d-b4b5-1ab7c576ae4d tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] 10.222.0.55 "GET /v2.0/security-groups?id=eaff5d7c-45bb-4011-9a3c-74b6efc32d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702095 Feb 09 12:29:09.573870 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d14147ad-80a1-49c6-bc5d-15943a0ac0ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:09.640676 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d14147ad-80a1-49c6-bc5d-15943a0ac0ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:09.668430 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbd07e2b-7f68-443e-8340-f35458083d9c', 'tag': '926c6256-8bfb-4f56-b74e-ba805c0bb403', 'status': 'completed', 'code': 200} Feb 09 12:29:09.682521 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-6731ae79-47c1-4a17-9e31-33358950b7fd req-168c0860-03bf-40a3-96fe-8e2b2982d09e tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] For port ad7f21e1-10e7-4dda-b564-1aa1eb4492d6, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=ad7f21e1-10e7-4dda-b564-1aa1eb4492d6,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:29:09.683188 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-6731ae79-47c1-4a17-9e31-33358950b7fd req-168c0860-03bf-40a3-96fe-8e2b2982d09e tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:09.734034 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8ef14cab-db09-4837-a6cd-dbaa847740bf req-4f6d5596-9b1e-4fed-80af-f88be6b24a6c service neutron] 10.222.0.46 "GET /v2.0/networks/995f4247-f125-448f-8031-5eeb7eed8fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6380892 Feb 09 12:29:09.817396 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-6731ae79-47c1-4a17-9e31-33358950b7fd req-168c0860-03bf-40a3-96fe-8e2b2982d09e tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Calling delete_port for ad7f21e1-10e7-4dda-b564-1aa1eb4492d6 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:29:09.905615 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-f052d4d2-5960-4f51-b3f8-2c2cf2148027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:09.907061 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-f052d4d2-5960-4f51-b3f8-2c2cf2148027 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c35b136021fd452e84da1be28afeefee&device_id=bbd07e2b-7f68-443e-8340-f35458083d9c HTTP/1.1" status: 200 len: 1094 time: 0.7626410 Feb 09 12:29:09.981592 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-6731ae79-47c1-4a17-9e31-33358950b7fd req-168c0860-03bf-40a3-96fe-8e2b2982d09e tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:10.011295 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-70feee02-6955-4135-8361-652e4ba6090f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=926c6256-8bfb-4f56-b74e-ba805c0bb403 HTTP/1.1" status: 200 len: 217 time: 0.0920398 Feb 09 12:29:10.034451 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168c0860-03bf-40a3-96fe-8e2b2982d09e tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Pushing event deleted for resources: {'Port': ['ID=ad7f21e1-10e7-4dda-b564-1aa1eb4492d6,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:10.075086 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d14147ad-80a1-49c6-bc5d-15943a0ac0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:10.075760 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['ad7f21e1-10e7-4dda-b564-1aa1eb4492d6'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:29:10.090942 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8ef14cab-db09-4837-a6cd-dbaa847740bf req-d694d873-2fd1-4ec1-aeb2-cf0b9261193e service neutron] 10.222.0.46 "GET /v2.0/networks/995f4247-f125-448f-8031-5eeb7eed8fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109207 Feb 09 12:29:10.113275 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14147ad-80a1-49c6-bc5d-15943a0ac0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4747eca8-fcaf-4eaa-a3a8-f5a9a4585075,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:10.129735 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e4114-b0f6-450e-9aaa-33e33f51044b req-6fb278b3-8890-4a05-8a17-c7c1908b82b1 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:10.131333 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-203e4114-b0f6-450e-9aaa-33e33f51044b req-6fb278b3-8890-4a05-8a17-c7c1908b82b1 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.4692218 Feb 09 12:29:10.138354 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d14147ad-80a1-49c6-bc5d-15943a0ac0ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:10.139448 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d14147ad-80a1-49c6-bc5d-15943a0ac0ae admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4747eca8-fcaf-4eaa-a3a8-f5a9a4585075 HTTP/1.1" status: 204 len: 168 time: 1.0551715 Feb 09 12:29:10.148205 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08584d2d-da8d-48be-b578-2380be3c76bb req-e1da3d89-9fa8-4931-ab3d-c1023ae3d9f9 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:10.149871 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-08584d2d-da8d-48be-b578-2380be3c76bb req-e1da3d89-9fa8-4931-ab3d-c1023ae3d9f9 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbd07e2b-7f68-443e-8340-f35458083d9c HTTP/1.1" status: 200 len: 943 time: 0.4236262 Feb 09 12:29:10.183585 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-ec26b526-105b-4c2e-a4e4-b9de691ead4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:10.186124 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-ec26b526-105b-4c2e-a4e4-b9de691ead4b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3c9b480e-1cd6-43a9-9d3f-1e4f05f3898f HTTP/1.1" status: 200 len: 845 time: 0.1560357 Feb 09 12:29:10.234976 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-6731ae79-47c1-4a17-9e31-33358950b7fd req-168c0860-03bf-40a3-96fe-8e2b2982d09e tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] No DVR routers for this DVR port ad7f21e1-10e7-4dda-b564-1aa1eb4492d6 on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:29:10.238317 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-6731ae79-47c1-4a17-9e31-33358950b7fd req-168c0860-03bf-40a3-96fe-8e2b2982d09e tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:10.241363 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c91e7ca1-d713-4154-a9be-6507b920ee81', 'name': 'network-vif-deleted', 'tag': 'ad7f21e1-10e7-4dda-b564-1aa1eb4492d6'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:29:10.274744 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-a7baf47f-49d2-4220-b8cc-eb2244f37cba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=985217ad-b773-4531-9367-f144e39af1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743980 Feb 09 12:29:10.287979 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6731ae79-47c1-4a17-9e31-33358950b7fd req-168c0860-03bf-40a3-96fe-8e2b2982d09e tempest-ServersAdminTestJSON-285783911 tempest-ServersAdminTestJSON-285783911-project] 10.222.0.46 "DELETE /v2.0/ports/ad7f21e1-10e7-4dda-b564-1aa1eb4492d6 HTTP/1.1" status: 204 len: 173 time: 0.9926810 Feb 09 12:29:10.289544 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-203e4114-b0f6-450e-9aaa-33e33f51044b req-496623b2-2366-4242-8b2a-5001dec9ffb1 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386850 Feb 09 12:29:10.332641 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 52fb0e6c-d1bb-4912-805c-317ea343e429 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:29:10.337355 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 026b1434-c7fe-41e3-95fc-c69153bd2d47 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:29:10.387082 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-08584d2d-da8d-48be-b578-2380be3c76bb req-637ffd14-c9c4-4b13-9697-6351739069d3 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095115 Feb 09 12:29:10.539791 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c91e7ca1-d713-4154-a9be-6507b920ee81', 'name': 'network-vif-deleted', 'tag': 'ad7f21e1-10e7-4dda-b564-1aa1eb4492d6', 'status': 'completed', 'code': 200} Feb 09 12:29:10.604089 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 026b1434-c7fe-41e3-95fc-c69153bd2d47 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:29:10.612954 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 026b1434-c7fe-41e3-95fc-c69153bd2d47 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:29:10.613576 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:10.696879 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-06b69c66-dd39-4b14-a938-41b37a0333b8 service neutron] 10.222.0.46 "GET /v2.0/networks/985217ad-b773-4531-9367-f144e39af1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911862 Feb 09 12:29:10.704842 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 52fb0e6c-d1bb-4912-805c-317ea343e429, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=52fb0e6c-d1bb-4912-805c-317ea343e429,segment=NetworkSegment(123ff03c-6e19-49a1-9993-6dcf9a2bed2b),segment_id=123ff03c-6e19-49a1-9993-6dcf9a2bed2b)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:29:10.721612 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '52fb0e6c-d1bb-4912-805c-317ea343e429', 'network_id': '995f4247-f125-448f-8031-5eeb7eed8fa1', 'port_id': '52fb0e6c-d1bb-4912-805c-317ea343e429', 'mac_address': 'fa:16:3e:b2:4d:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c382bf07-3b94-4111-95c7-eae206253d6f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:29:10.831464 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:10.854248 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:10.890955 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52fb0e6c-d1bb-4912-805c-317ea343e429 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:29:10.948606 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79184eb6-fa93-4513-95e4-24e1d91df093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026b1434-c7fe-41e3-95fc-c69153bd2d47'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:29:10.961937 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 52fb0e6c-d1bb-4912-805c-317ea343e429, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=52fb0e6c-d1bb-4912-805c-317ea343e429,segment=NetworkSegment(123ff03c-6e19-49a1-9993-6dcf9a2bed2b),segment_id=123ff03c-6e19-49a1-9993-6dcf9a2bed2b)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:29:10.965018 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 026b1434-c7fe-41e3-95fc-c69153bd2d47, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=026b1434-c7fe-41e3-95fc-c69153bd2d47,segment=NetworkSegment(42f6c4b2-8bfb-48dc-b7df-519b7224bc49),segment_id=42f6c4b2-8bfb-48dc-b7df-519b7224bc49)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:29:10.968503 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:11.002030 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b31a34f6-b56b-4acb-8dc9-3b3bdc2edf1a req-b1c2d8ef-1f21-487f-80a0-395b080bc1d9 service neutron] 10.222.0.46 "GET /v2.0/networks/985217ad-b773-4531-9367-f144e39af1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917645 Feb 09 12:29:11.042265 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=52fb0e6c-d1bb-4912-805c-317ea343e429,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:11.045110 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:11.076876 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be599240-01cf-4f69-bce8-ee1e3aedf483 req-14332cec-aeb2-4271-99c0-b66553c58d32 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:11.090644 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-be599240-01cf-4f69-bce8-ee1e3aedf483 req-14332cec-aeb2-4271-99c0-b66553c58d32 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.3878398 Feb 09 12:29:11.191401 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=026b1434-c7fe-41e3-95fc-c69153bd2d47,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:11.223403 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23549e-539f-4fdf-9af8-8983ac35c50e req-947b95b7-2c2d-40f3-bd6e-142340f9253d tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:11.230862 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3b23549e-539f-4fdf-9af8-8983ac35c50e req-947b95b7-2c2d-40f3-bd6e-142340f9253d tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] 10.222.0.55 "GET /v2.0/ports?device_id=79184eb6-fa93-4513-95e4-24e1d91df093 HTTP/1.1" status: 200 len: 944 time: 0.6752367 Feb 09 12:29:11.286207 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-be599240-01cf-4f69-bce8-ee1e3aedf483 req-6fd590a6-0aa5-40b4-bdc3-fb51f9a414aa tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929204 Feb 09 12:29:11.315339 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3b23549e-539f-4fdf-9af8-8983ac35c50e req-b43427b5-800f-4d18-b780-0b74d1fd955d tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfbf5f2d-cafb-4413-9cb5-6c856cc2e7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834079 Feb 09 12:29:11.318463 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['52fb0e6c-d1bb-4912-805c-317ea343e429'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:29:11.361727 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41f205-46b4-4411-b1b9-b45851dc5900 req-c8907d1b-af84-4dd4-bde5-9d9d4107872b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:11.363231 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b41f205-46b4-4411-b1b9-b45851dc5900 req-c8907d1b-af84-4dd4-bde5-9d9d4107872b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c35b136021fd452e84da1be28afeefee&device_id=bbd07e2b-7f68-443e-8340-f35458083d9c HTTP/1.1" status: 200 len: 1094 time: 0.2247825 Feb 09 12:29:11.495020 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79184eb6-fa93-4513-95e4-24e1d91df093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026b1434-c7fe-41e3-95fc-c69153bd2d47', 'code': 200} Feb 09 12:29:11.670254 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a7dd0-8473-4ccc-9c1b-6032d201b4ea req-9f6a5d30-3c09-4930-82bf-ecad13148038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:11.674154 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-bc3a7dd0-8473-4ccc-9c1b-6032d201b4ea req-9f6a5d30-3c09-4930-82bf-ecad13148038 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=79184eb6-fa93-4513-95e4-24e1d91df093 HTTP/1.1" status: 200 len: 1096 time: 0.1328416 Feb 09 12:29:11.701342 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56616) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:11.736630 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-bc3a7dd0-8473-4ccc-9c1b-6032d201b4ea req-25fa401a-09b1-4ad5-bd63-11802b8bcafa service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cfbf5f2d-cafb-4413-9cb5-6c856cc2e7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538254 Feb 09 12:29:11.820399 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56624) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:11.916965 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41f205-46b4-4411-b1b9-b45851dc5900 req-23bb2057-d5b1-406a-871b-c3031bb39c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:11.918403 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b41f205-46b4-4411-b1b9-b45851dc5900 req-23bb2057-d5b1-406a-871b-c3031bb39c4e service neutron] 10.222.0.46 "GET /v2.0/networks?id=985217ad-b773-4531-9367-f144e39af1cf HTTP/1.1" status: 200 len: 906 time: 0.5438974 Feb 09 12:29:11.939068 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-c657248f-d9ed-48a1-bdd9-020120e08712 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-820295190-network', 'tenant_id': 'e0048b3263a64a25bb0a308761d4f339'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:29:12.001386 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-612613f8-c05b-4661-93fe-f12a598dea06 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1cd5461fb50742f08b750a3ea3e35b39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1765420 Feb 09 12:29:12.001864 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56636) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:12.009395 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83dfb5-0d7f-4de5-bf64-cb4abc5bab3d req-5cdca7db-0237-4ce4-b95d-9f197a7af8f1 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:12.010821 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5d83dfb5-0d7f-4de5-bf64-cb4abc5bab3d req-5cdca7db-0237-4ce4-b95d-9f197a7af8f1 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a8a9a8a-5c05-4418-8843-62cb9cef3de7 HTTP/1.1" status: 200 len: 944 time: 0.5704134 Feb 09 12:29:12.017590 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c657248f-d9ed-48a1-bdd9-020120e08712 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:29:12.039138 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b41f205-46b4-4411-b1b9-b45851dc5900 req-73c90e16-e7f1-4c0e-96bd-c7f98ea8169c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=926c6256-8bfb-4f56-b74e-ba805c0bb403 HTTP/1.1" status: 200 len: 217 time: 0.0953815 Feb 09 12:29:12.040205 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c657248f-d9ed-48a1-bdd9-020120e08712 admin admin] Usage tracker for resource:network and tenant:e0048b3263a64a25bb0a308761d4f339 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:29:12.055522 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c657248f-d9ed-48a1-bdd9-020120e08712 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:29:12.067940 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4a21efed-ba30-42aa-8390-19a4d2df8e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:12.095299 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4a21efed-ba30-42aa-8390-19a4d2df8e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:12.098543 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c657248f-d9ed-48a1-bdd9-020120e08712 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:29:12.148806 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5d83dfb5-0d7f-4de5-bf64-cb4abc5bab3d req-91f88211-af77-41ff-b7ef-40a177db6209 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] 10.222.0.55 "GET /v2.0/security-groups?id=eaff5d7c-45bb-4011-9a3c-74b6efc32d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283901 Feb 09 12:29:12.155471 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c657248f-d9ed-48a1-bdd9-020120e08712 admin admin] Made reservation on behalf of e0048b3263a64a25bb0a308761d4f339 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:29:12.158151 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c657248f-d9ed-48a1-bdd9-020120e08712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:12.163152 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4a21efed-ba30-42aa-8390-19a4d2df8e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:12.182771 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41f205-46b4-4411-b1b9-b45851dc5900 req-58811e90-f5c2-4e09-8f01-b09ebbf80131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:12.184362 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b41f205-46b4-4411-b1b9-b45851dc5900 req-58811e90-f5c2-4e09-8f01-b09ebbf80131 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3c9b480e-1cd6-43a9-9d3f-1e4f05f3898f HTTP/1.1" status: 200 len: 845 time: 0.1243465 Feb 09 12:29:12.185021 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c657248f-d9ed-48a1-bdd9-020120e08712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:12.190203 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a21efed-ba30-42aa-8390-19a4d2df8e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd15c2f-2480-4ff0-bc67-cfc6812830d4,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:12.229131 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4a21efed-ba30-42aa-8390-19a4d2df8e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:12.232887 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4a21efed-ba30-42aa-8390-19a4d2df8e96 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bdd15c2f-2480-4ff0-bc67-cfc6812830d4 HTTP/1.1" status: 204 len: 168 time: 0.2303233 Feb 09 12:29:12.258207 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d38930e-e445-4a80-bfa4-7b6ca28bd721 req-56ae7711-f0cb-4eda-81bb-0d3739232bce tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:12.260088 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5d38930e-e445-4a80-bfa4-7b6ca28bd721 req-56ae7711-f0cb-4eda-81bb-0d3739232bce tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbd07e2b-7f68-443e-8340-f35458083d9c HTTP/1.1" status: 200 len: 943 time: 0.3779881 Feb 09 12:29:12.263648 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b41f205-46b4-4411-b1b9-b45851dc5900 req-8d7bb3f6-38c4-4ca0-a57c-57c19780932c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=985217ad-b773-4531-9367-f144e39af1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649538 Feb 09 12:29:12.264615 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c657248f-d9ed-48a1-bdd9-020120e08712 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:29:12.282452 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c657248f-d9ed-48a1-bdd9-020120e08712 admin admin] Usage tracker for resource:security_group_rule and tenant:e0048b3263a64a25bb0a308761d4f339 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:29:12.293599 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c657248f-d9ed-48a1-bdd9-020120e08712 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:29:12.326497 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c657248f-d9ed-48a1-bdd9-020120e08712 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:29:12.360774 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device ad7f21e1-10e7-4dda-b564-1aa1eb4492d6 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:29:12.406839 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: ad7f21e1-10e7-4dda-b564-1aa1eb4492d6 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:29:12.407499 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device ad7f21e1-10e7-4dda-b564-1aa1eb4492d6 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:29:12.484773 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5d38930e-e445-4a80-bfa4-7b6ca28bd721 req-ba0bdefc-086c-4c0f-9e78-a90b42b94956 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176342 Feb 09 12:29:12.569944 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b41f205-46b4-4411-b1b9-b45851dc5900 req-88fb1d36-91d6-4e2d-b144-5014063455bf service neutron] 10.222.0.46 "GET /v2.0/networks/985217ad-b773-4531-9367-f144e39af1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803507 Feb 09 12:29:12.612131 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb6318-1839-450d-aef2-48c714703392 req-735fd8c8-c7ff-4477-9870-62c5e3e99949 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:12.619635 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cabb6318-1839-450d-aef2-48c714703392 req-735fd8c8-c7ff-4477-9870-62c5e3e99949 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.3058536 Feb 09 12:29:12.663044 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56682) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:12.722995 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6527a79e-1771-4731-908a-195b82d79e5d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=267fa9fac1454d5b84f811d8c56258a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0580666 Feb 09 12:29:12.723646 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56688) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:12.779913 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c657248f-d9ed-48a1-bdd9-020120e08712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:12.790343 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4272cdaf-2caf-4100-8c74-ed599af62574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:12.800258 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c657248f-d9ed-48a1-bdd9-020120e08712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:12.821865 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4272cdaf-2caf-4100-8c74-ed599af62574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:12.828045 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cabb6318-1839-450d-aef2-48c714703392 req-5afc3fa3-d0cc-4053-a420-2d3c33695348 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074609 Feb 09 12:29:12.860885 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c657248f-d9ed-48a1-bdd9-020120e08712 admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:29:12.899040 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c657248f-d9ed-48a1-bdd9-020120e08712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92e072c-0931-4903-8919-a0446488f11a,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:12.903268 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c657248f-d9ed-48a1-bdd9-020120e08712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:12.903616 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-c657248f-d9ed-48a1-bdd9-020120e08712 admin admin] Added segment 6e746275-56b2-41d5-a4a5-7a627fd9b561 of type vlan for network 2afa2261-4e51-4a11-a197-c0983f12ef73 Feb 09 12:29:12.907692 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b41f205-46b4-4411-b1b9-b45851dc5900 req-f3834eb4-70e5-484d-89f3-db56c1f67dd2 service neutron] 10.222.0.46 "GET /v2.0/networks/985217ad-b773-4531-9367-f144e39af1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264625 Feb 09 12:29:12.914474 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4272cdaf-2caf-4100-8c74-ed599af62574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:12.921202 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657248f-d9ed-48a1-bdd9-020120e08712 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:29:12.921749 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657248f-d9ed-48a1-bdd9-020120e08712 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:29:12.922241 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657248f-d9ed-48a1-bdd9-020120e08712 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:29:12.922996 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657248f-d9ed-48a1-bdd9-020120e08712 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:29:12.924075 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657248f-d9ed-48a1-bdd9-020120e08712 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:29:12.924792 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657248f-d9ed-48a1-bdd9-020120e08712 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:29:12.925429 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657248f-d9ed-48a1-bdd9-020120e08712 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:29:12.926002 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657248f-d9ed-48a1-bdd9-020120e08712 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:29:12.926601 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657248f-d9ed-48a1-bdd9-020120e08712 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:29:12.927118 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657248f-d9ed-48a1-bdd9-020120e08712 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:29:12.927631 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657248f-d9ed-48a1-bdd9-020120e08712 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:29:12.928224 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657248f-d9ed-48a1-bdd9-020120e08712 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:29:12.964630 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6afa178-e807-4267-b8a4-232ae58dbcb4 req-05a8cd7f-7a63-4a57-a6a4-ef511d5008c3 tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:12.966444 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f6afa178-e807-4267-b8a4-232ae58dbcb4 req-05a8cd7f-7a63-4a57-a6a4-ef511d5008c3 tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] 10.222.0.55 "GET /v2.0/ports?device_id=79184eb6-fa93-4513-95e4-24e1d91df093 HTTP/1.1" status: 200 len: 945 time: 0.2723813 Feb 09 12:29:12.975209 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c657248f-d9ed-48a1-bdd9-020120e08712 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:12.985379 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4272cdaf-2caf-4100-8c74-ed599af62574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff30958-31dd-4d7d-9bca-74c6a1f3c152,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:13.008255 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4272cdaf-2caf-4100-8c74-ed599af62574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:13.009804 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4272cdaf-2caf-4100-8c74-ed599af62574 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7ff30958-31dd-4d7d-9bca-74c6a1f3c152 HTTP/1.1" status: 204 len: 168 time: 0.2853179 Feb 09 12:29:13.043732 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f6afa178-e807-4267-b8a4-232ae58dbcb4 req-351c4a95-5df1-4155-b906-b5c1769c784b tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfbf5f2d-cafb-4413-9cb5-6c856cc2e7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715258 Feb 09 12:29:13.094250 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c657248f-d9ed-48a1-bdd9-020120e08712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:13.095215 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c657248f-d9ed-48a1-bdd9-020120e08712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:13.095798 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c657248f-d9ed-48a1-bdd9-020120e08712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:13.232073 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c657248f-d9ed-48a1-bdd9-020120e08712 admin admin] Pushing event updated for resources: {'Network': ['ID=2afa2261-4e51-4a11-a197-c0983f12ef73,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:13.243686 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c657248f-d9ed-48a1-bdd9-020120e08712 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5091064 Feb 09 12:29:13.243686 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56718) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:13.248120 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 2afa2261-4e51-4a11-a197-c0983f12ef73 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:29:13.254015 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-95d4a79b-6e56-4241-8594-83a194bb080d admin admin] Request body: {'subnet': {'network_id': '2afa2261-4e51-4a11-a197-c0983f12ef73', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-820295190-subnet', 'tenant_id': 'e0048b3263a64a25bb0a308761d4f339', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:29:13.269646 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-95d4a79b-6e56-4241-8594-83a194bb080d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:29:13.284468 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-95d4a79b-6e56-4241-8594-83a194bb080d admin admin] Usage tracker for resource:subnet and tenant:e0048b3263a64a25bb0a308761d4f339 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:29:13.290814 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-95d4a79b-6e56-4241-8594-83a194bb080d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:29:13.379779 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-95d4a79b-6e56-4241-8594-83a194bb080d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:29:13.402175 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231c825-5241-4fb7-8cdd-19fb4c23aa41 req-6142aabd-6165-4b34-b10a-49367088eaba tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:13.409569 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5231c825-5241-4fb7-8cdd-19fb4c23aa41 req-6142aabd-6165-4b34-b10a-49367088eaba tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.3542869 Feb 09 12:29:13.440489 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d4a79b-6e56-4241-8594-83a194bb080d admin admin] Made reservation on behalf of e0048b3263a64a25bb0a308761d4f339 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:29:13.442911 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-95d4a79b-6e56-4241-8594-83a194bb080d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:13.564587 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5231c825-5241-4fb7-8cdd-19fb4c23aa41 req-bb1face6-a216-4ff8-9a5e-0e9cf1bf5a8c tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538246 Feb 09 12:29:13.585602 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56734) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:13.602202 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6e08a-09a6-48b4-9f41-c66042dfb136 req-bb659b9b-961a-40c2-a96b-f59361891de5 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:13.610120 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-64a6e08a-09a6-48b4-9f41-c66042dfb136 req-bb659b9b-961a-40c2-a96b-f59361891de5 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a8a9a8a-5c05-4418-8843-62cb9cef3de7 HTTP/1.1" status: 200 len: 944 time: 0.3210273 Feb 09 12:29:13.664673 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-64a6e08a-09a6-48b4-9f41-c66042dfb136 req-7fca9593-e186-4507-9033-ca31b1f5a0ea tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] 10.222.0.55 "GET /v2.0/security-groups?id=eaff5d7c-45bb-4011-9a3c-74b6efc32d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536485 Feb 09 12:29:13.827029 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5aff38cb-1dab-4553-bf03-32acfeee7d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:13.842476 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5aff38cb-1dab-4553-bf03-32acfeee7d02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:29:13.847262 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5aff38cb-1dab-4553-bf03-32acfeee7d02 admin admin] Usage tracker for resource:security_group_rule and tenant:2bf2191bf1b44576a3d82eb79992660c is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:29:13.852084 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5aff38cb-1dab-4553-bf03-32acfeee7d02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:29:13.858993 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5aff38cb-1dab-4553-bf03-32acfeee7d02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:29:13.912627 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-95d4a79b-6e56-4241-8594-83a194bb080d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:13.962098 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8c099343-54f1-477d-91a4-fa765f8d7a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:13.970808 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5aff38cb-1dab-4553-bf03-32acfeee7d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:13.976515 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5aff38cb-1dab-4553-bf03-32acfeee7d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:14.028261 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5aff38cb-1dab-4553-bf03-32acfeee7d02 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2bf2191bf1b44576a3d82eb79992660c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4488199 Feb 09 12:29:14.029454 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aff38cb-1dab-4553-bf03-32acfeee7d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bace0df1-7079-4527-ac44-b4ccb1cdf5af,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:14.031991 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56754) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:14.102782 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-90de042d-15ec-4ef1-bedb-0349e6c2c023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:14.116624 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67667fbe-b0ad-4bfe-b66c-e99ec6113a09 req-3fbe78d3-a1e3-44fa-a520-396084e275c8 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:14.117982 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-67667fbe-b0ad-4bfe-b66c-e99ec6113a09 req-3fbe78d3-a1e3-44fa-a520-396084e275c8 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbd07e2b-7f68-443e-8340-f35458083d9c HTTP/1.1" status: 200 len: 943 time: 0.3858047 Feb 09 12:29:14.139528 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-90de042d-15ec-4ef1-bedb-0349e6c2c023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:14.172066 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d4a79b-6e56-4241-8594-83a194bb080d admin admin] Pushing event updated for resources: {'Subnet': ['ID=313af47f-c09c-471a-818d-77fb1e0b1ddd,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:14.184788 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb720c53-4442-4c18-8727-1a32fbe677c1 req-f4ebdae4-d98a-4ee4-93fb-ef9b8ccd41c5 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:14.186303 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bb720c53-4442-4c18-8727-1a32fbe677c1 req-f4ebdae4-d98a-4ee4-93fb-ef9b8ccd41c5 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.3924234 Feb 09 12:29:14.208619 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-90de042d-15ec-4ef1-bedb-0349e6c2c023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:14.215269 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d4a79b-6e56-4241-8594-83a194bb080d admin admin] Checking segment: {'id': '6e746275-56b2-41d5-a4a5-7a627fd9b561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2afa2261-4e51-4a11-a197-c0983f12ef73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:29:14.215640 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d4a79b-6e56-4241-8594-83a194bb080d admin admin] Network hostable DHCP agents. Network: 2afa2261-4e51-4a11-a197-c0983f12ef73, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:29:14.231494 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90de042d-15ec-4ef1-bedb-0349e6c2c023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bace0df1-7079-4527-ac44-b4ccb1cdf5af,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:14.232477 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-67667fbe-b0ad-4bfe-b66c-e99ec6113a09 req-e24b03e1-4fe5-4a27-9c0c-b51418953760 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049256 Feb 09 12:29:14.234825 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-90de042d-15ec-4ef1-bedb-0349e6c2c023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:14.238738 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-90de042d-15ec-4ef1-bedb-0349e6c2c023 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bace0df1-7079-4527-ac44-b4ccb1cdf5af HTTP/1.1" status: 204 len: 168 time: 0.2055988 Feb 09 12:29:14.273880 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bb720c53-4442-4c18-8727-1a32fbe677c1 req-d33e8256-2f64-4b38-a71e-259053c4a68a tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777097 Feb 09 12:29:14.277105 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d4a79b-6e56-4241-8594-83a194bb080d admin admin] Network 2afa2261-4e51-4a11-a197-c0983f12ef73 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:29:14.292116 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-95d4a79b-6e56-4241-8594-83a194bb080d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 2afa2261-4e51-4a11-a197-c0983f12ef73) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:29:14.303512 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e4de07-489e-43af-b236-243e1526d4b2 None None] Network 2afa2261-4e51-4a11-a197-c0983f12ef73 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:29:14.312010 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d4a79b-6e56-4241-8594-83a194bb080d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:14.312607 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-95d4a79b-6e56-4241-8594-83a194bb080d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:14.381249 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-95d4a79b-6e56-4241-8594-83a194bb080d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1366649 Feb 09 12:29:14.568356 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5e25e-ded9-4672-b852-16f8da34322d req-c2483619-2b76-4e20-bf6e-0c5832ee234c tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:14.579346 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-baf5e25e-ded9-4672-b852-16f8da34322d req-c2483619-2b76-4e20-bf6e-0c5832ee234c tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] 10.222.0.55 "GET /v2.0/ports?device_id=79184eb6-fa93-4513-95e4-24e1d91df093 HTTP/1.1" status: 200 len: 945 time: 0.1721318 Feb 09 12:29:14.585518 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 926c6256-8bfb-4f56-b74e-ba805c0bb403 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:29:14.623115 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ef0ae-3c25-4e2d-b2dc-064ea3fda2e7 req-a1c28206-9b13-4c1d-b7ac-7398e7831894 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:14.624744 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-200ef0ae-3c25-4e2d-b2dc-064ea3fda2e7 req-a1c28206-9b13-4c1d-b7ac-7398e7831894 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.2161980 Feb 09 12:29:14.690217 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-baf5e25e-ded9-4672-b852-16f8da34322d req-5d0e93f0-aa9a-4929-9ef4-dc246e5f2023 tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfbf5f2d-cafb-4413-9cb5-6c856cc2e7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099331 Feb 09 12:29:14.705454 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 52fb0e6c-d1bb-4912-805c-317ea343e429 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:29:14.710947 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-200ef0ae-3c25-4e2d-b2dc-064ea3fda2e7 req-f4f4e0af-63ff-4917-ad3c-55f6d43cf40b tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759599 Feb 09 12:29:14.819032 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56786) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:14.841892 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0c457a34-039c-4c77-8532-5eb62a1362de admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:14.908518 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-0c457a34-039c-4c77-8532-5eb62a1362de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:29:14.924755 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 926c6256-8bfb-4f56-b74e-ba805c0bb403, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=926c6256-8bfb-4f56-b74e-ba805c0bb403,segment=NetworkSegment(ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a),segment_id=ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:29:14.932712 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-0c457a34-039c-4c77-8532-5eb62a1362de admin admin] Usage tracker for resource:security_group_rule and tenant:a1cca4fd1a274c9f9f949d02f0bcb9dd is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:29:14.942646 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-0c457a34-039c-4c77-8532-5eb62a1362de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:29:14.951869 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-0c457a34-039c-4c77-8532-5eb62a1362de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:29:14.954719 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '926c6256-8bfb-4f56-b74e-ba805c0bb403', 'network_id': '985217ad-b773-4531-9367-f144e39af1cf', 'port_id': '926c6256-8bfb-4f56-b74e-ba805c0bb403', 'mac_address': 'fa:16:3e:27:47:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c9b480e-1cd6-43a9-9d3f-1e4f05f3898f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:29:15.021940 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a66fd-8973-4e51-9e14-ead95ee42ab1 req-6d53984a-f481-447e-8a24-2e40dc1ec459 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:15.025821 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-db4a66fd-8973-4e51-9e14-ead95ee42ab1 req-6d53984a-f481-447e-8a24-2e40dc1ec459 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a8a9a8a-5c05-4418-8843-62cb9cef3de7 HTTP/1.1" status: 200 len: 944 time: 0.1710691 Feb 09 12:29:15.056303 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 52fb0e6c-d1bb-4912-805c-317ea343e429 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:29:15.115720 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 52fb0e6c-d1bb-4912-805c-317ea343e429 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:29:15.116147 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:15.178243 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-db4a66fd-8973-4e51-9e14-ead95ee42ab1 req-078d97bd-4264-48b4-975e-1ea6daa3c325 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] 10.222.0.55 "GET /v2.0/security-groups?id=eaff5d7c-45bb-4011-9a3c-74b6efc32d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412661 Feb 09 12:29:15.188438 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8734e29-9c0d-4279-b3f9-bc4278c1ce37 None None] Network 2afa2261-4e51-4a11-a197-c0983f12ef73 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:29:15.222532 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:15.235726 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0c457a34-039c-4c77-8532-5eb62a1362de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:15.249903 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ca3af-37b7-4250-a047-3d7f0e81318d req-d65c5481-4452-42ed-9128-1370ce7cf3bb tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:15.251888 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-879ca3af-37b7-4250-a047-3d7f0e81318d req-d65c5481-4452-42ed-9128-1370ce7cf3bb tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.1749830 Feb 09 12:29:15.253300 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0c457a34-039c-4c77-8532-5eb62a1362de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:15.255752 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 926c6256-8bfb-4f56-b74e-ba805c0bb403 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:29:15.360291 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 926c6256-8bfb-4f56-b74e-ba805c0bb403, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=926c6256-8bfb-4f56-b74e-ba805c0bb403,segment=NetworkSegment(ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a),segment_id=ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:29:15.380402 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:15.405080 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c457a34-039c-4c77-8532-5eb62a1362de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9a0024-73b6-48c7-a24f-5a63664bfb2d,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:15.412219 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-0c457a34-039c-4c77-8532-5eb62a1362de admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a1cca4fd1a274c9f9f949d02f0bcb9dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5912826 Feb 09 12:29:15.422546 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56806) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:15.506152 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-879ca3af-37b7-4250-a047-3d7f0e81318d req-14e2025e-67a1-4725-80ef-929b51ee941d tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424614 Feb 09 12:29:15.538897 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=926c6256-8bfb-4f56-b74e-ba805c0bb403,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:15.548883 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-58ab0191-4372-4a56-90be-f48d9fa67102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:15.593883 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-58ab0191-4372-4a56-90be-f48d9fa67102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:15.658923 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-58ab0191-4372-4a56-90be-f48d9fa67102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:15.681504 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ab0191-4372-4a56-90be-f48d9fa67102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9a0024-73b6-48c7-a24f-5a63664bfb2d,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:15.682351 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:15.700933 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-58ab0191-4372-4a56-90be-f48d9fa67102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:15.702226 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-58ab0191-4372-4a56-90be-f48d9fa67102 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7b9a0024-73b6-48c7-a24f-5a63664bfb2d HTTP/1.1" status: 204 len: 168 time: 0.2785153 Feb 09 12:29:15.726753 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8a9a8a-5c05-4418-8843-62cb9cef3de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52fb0e6c-d1bb-4912-805c-317ea343e429'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:29:15.740465 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['926c6256-8bfb-4f56-b74e-ba805c0bb403'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:29:15.810016 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 52fb0e6c-d1bb-4912-805c-317ea343e429, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=52fb0e6c-d1bb-4912-805c-317ea343e429,segment=NetworkSegment(123ff03c-6e19-49a1-9993-6dcf9a2bed2b),segment_id=123ff03c-6e19-49a1-9993-6dcf9a2bed2b)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:29:15.824908 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:15.926112 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=52fb0e6c-d1bb-4912-805c-317ea343e429,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:16.052194 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693ba90-2cc8-4289-8441-faec56959ca0 req-b771e0bf-d455-48c2-ac65-72c4775ad7c2 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:16.060033 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6693ba90-2cc8-4289-8441-faec56959ca0 req-b771e0bf-d455-48c2-ac65-72c4775ad7c2 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbd07e2b-7f68-443e-8340-f35458083d9c HTTP/1.1" status: 200 len: 944 time: 0.3532128 Feb 09 12:29:16.113242 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-3989299a-0bba-4093-afeb-505c629eca04 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:16.114087 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-3989299a-0bba-4093-afeb-505c629eca04 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Synchronizing usage tracker for tenant:e0048b3263a64a25bb0a308761d4f339 on resource:network {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:29:16.133262 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6693ba90-2cc8-4289-8441-faec56959ca0 req-d7beb946-cc04-4e0f-b54a-bc6d808f6153 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711877 Feb 09 12:29:16.144606 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-3989299a-0bba-4093-afeb-505c629eca04 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Unset dirty status for tenant:e0048b3263a64a25bb0a308761d4f339 on resource:network {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:29:16.155099 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-3989299a-0bba-4093-afeb-505c629eca04 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/networks?id=2afa2261-4e51-4a11-a197-c0983f12ef73 HTTP/1.1" status: 200 len: 812 time: 0.3060973 Feb 09 12:29:16.173274 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-8f4d2b10-01d6-43c7-a760-57c356120b46 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/quotas/e0048b3263a64a25bb0a308761d4f339 HTTP/1.1" status: 200 len: 375 time: 0.0167844 Feb 09 12:29:16.232569 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-b0887e28-780d-4e3a-b486-453a489f5215 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e0048b3263a64a25bb0a308761d4f339&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577292 Feb 09 12:29:16.323415 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-24ca73df-048e-4f03-b6f4-f970878414f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:16.392696 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-e913b44d-0735-4317-b9e1-984cb5b643ab service neutron] 10.222.0.55 "GET /v2.0/networks/2afa2261-4e51-4a11-a197-c0983f12ef73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580369 Feb 09 12:29:16.611494 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-19f8256f-ca8b-4d2c-a233-ae8134bd1fe0 service neutron] 10.222.0.55 "GET /v2.0/networks/2afa2261-4e51-4a11-a197-c0983f12ef73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176435 Feb 09 12:29:16.785331 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85394a51-974e-41e2-9c90-66f21e26d352 req-497fdd06-a33c-4d7f-b671-102f0932a9a5 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:16.786920 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-85394a51-974e-41e2-9c90-66f21e26d352 req-497fdd06-a33c-4d7f-b671-102f0932a9a5 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.1005847 Feb 09 12:29:16.813809 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a8a9a8a-5c05-4418-8843-62cb9cef3de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52fb0e6c-d1bb-4912-805c-317ea343e429', 'code': 200} Feb 09 12:29:16.857667 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-85394a51-974e-41e2-9c90-66f21e26d352 req-5501634a-789f-4798-aa47-495e5badfd1c tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561061 Feb 09 12:29:17.094123 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9ef89-2a6e-4266-a03d-bde749d12528 req-c88f2381-c867-4ec3-9cbd-09f9b4a95f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:17.095974 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5cd9ef89-2a6e-4266-a03d-bde749d12528 req-c88f2381-c867-4ec3-9cbd-09f9b4a95f43 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2a8a9a8a-5c05-4418-8843-62cb9cef3de7 HTTP/1.1" status: 200 len: 1096 time: 0.2146811 Feb 09 12:29:17.133317 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3805f4-19fc-464a-a0e5-950995b5514b req-dd0d7357-aa5c-4e68-80c1-3132a1ac06d0 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:17.134893 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3c3805f4-19fc-464a-a0e5-950995b5514b req-dd0d7357-aa5c-4e68-80c1-3132a1ac06d0 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a8a9a8a-5c05-4418-8843-62cb9cef3de7 HTTP/1.1" status: 200 len: 945 time: 0.1540768 Feb 09 12:29:17.250545 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-960c9ab7-6a9f-4639-a2d9-9280f015f1a7 req-68da68d0-175c-4b7d-a96b-50c7ef90c232 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c750970-44a8-438b-abcb-19820d7c05c3 HTTP/1.1" status: 200 len: 210 time: 0.0759528 Feb 09 12:29:17.257955 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3c3805f4-19fc-464a-a0e5-950995b5514b req-35832252-6925-4827-be24-85cc9bd873f4 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] 10.222.0.55 "GET /v2.0/security-groups?id=eaff5d7c-45bb-4011-9a3c-74b6efc32d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084924 Feb 09 12:29:17.261863 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5cd9ef89-2a6e-4266-a03d-bde749d12528 req-62386c7e-2c7f-4f31-8742-bdf5b2fee65b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=eaff5d7c-45bb-4011-9a3c-74b6efc32d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557171 Feb 09 12:29:17.515886 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:17.586325 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:17.719801 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd429a-0744-4984-874c-91e0e299bfaa req-25dd9a0e-0edb-46b1-84f7-880fbd5bb8cb tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:17.727398 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2afd429a-0744-4984-874c-91e0e299bfaa req-25dd9a0e-0edb-46b1-84f7-880fbd5bb8cb tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.3501489 Feb 09 12:29:17.751769 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0aa1b-b334-4bd7-bc74-408f1591f4ce req-e4f94e29-0503-4423-ba06-0f42c5b45c82 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:17.758687 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-33d0aa1b-b334-4bd7-bc74-408f1591f4ce req-e4f94e29-0503-4423-ba06-0f42c5b45c82 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbd07e2b-7f68-443e-8340-f35458083d9c HTTP/1.1" status: 200 len: 944 time: 0.1821225 Feb 09 12:29:17.841071 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56914) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:17.896678 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2afd429a-0744-4984-874c-91e0e299bfaa req-4d1bc4d7-8dc7-449e-b527-036e54a9e918 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682181 Feb 09 12:29:17.911569 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-33d0aa1b-b334-4bd7-bc74-408f1591f4ce req-048a8dd7-cd64-4de4-b811-d00a2bbdc633 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519325 Feb 09 12:29:18.056333 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ee4adbf5-0436-46f8-87dc-2371e9c0dd02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:18.081808 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ee4adbf5-0436-46f8-87dc-2371e9c0dd02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:29:18.088154 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ee4adbf5-0436-46f8-87dc-2371e9c0dd02 admin admin] Usage tracker for resource:security_group_rule and tenant:cd607914bef9499ca93b2eed3cc2f1d4 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:29:18.092904 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ee4adbf5-0436-46f8-87dc-2371e9c0dd02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:29:18.098752 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ee4adbf5-0436-46f8-87dc-2371e9c0dd02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:29:18.166452 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486ddcb-6947-46fc-9322-c52b27dfd99d req-a68d8d52-969f-4a46-a386-6c505469f88a tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:18.180274 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c486ddcb-6947-46fc-9322-c52b27dfd99d req-a68d8d52-969f-4a46-a386-6c505469f88a tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.1465664 Feb 09 12:29:18.226302 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c486ddcb-6947-46fc-9322-c52b27dfd99d req-f4c22cfe-a82a-444a-9e2f-3e7445ef8c5a tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509350 Feb 09 12:29:18.229648 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ee4adbf5-0436-46f8-87dc-2371e9c0dd02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:18.234279 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ee4adbf5-0436-46f8-87dc-2371e9c0dd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:18.269696 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4adbf5-0436-46f8-87dc-2371e9c0dd02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f06a9f-7186-4f30-9ac9-e41042a0da50,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:18.290723 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4adbf5-0436-46f8-87dc-2371e9c0dd02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:29:18.291246 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4adbf5-0436-46f8-87dc-2371e9c0dd02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:29:18.291738 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4adbf5-0436-46f8-87dc-2371e9c0dd02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:29:18.292237 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4adbf5-0436-46f8-87dc-2371e9c0dd02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:29:18.295861 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4adbf5-0436-46f8-87dc-2371e9c0dd02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:29:18.296530 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4adbf5-0436-46f8-87dc-2371e9c0dd02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:29:18.297040 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4adbf5-0436-46f8-87dc-2371e9c0dd02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:29:18.297667 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4adbf5-0436-46f8-87dc-2371e9c0dd02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:29:18.298442 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4adbf5-0436-46f8-87dc-2371e9c0dd02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:29:18.298924 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4adbf5-0436-46f8-87dc-2371e9c0dd02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:29:18.299397 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4adbf5-0436-46f8-87dc-2371e9c0dd02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:29:18.299890 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4adbf5-0436-46f8-87dc-2371e9c0dd02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:29:18.323029 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ee4adbf5-0436-46f8-87dc-2371e9c0dd02 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cd607914bef9499ca93b2eed3cc2f1d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4804747 Feb 09 12:29:18.326500 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56950) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:18.401703 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 926c6256-8bfb-4f56-b74e-ba805c0bb403 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:29:18.498756 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-055e5fc3-222c-4e2b-a319-cd6552236c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:18.521881 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a42c640d-15b9-4199-ac4b-2145fe97297b req-ff332a77-c651-481d-89a0-48187c432518 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c750970-44a8-438b-abcb-19820d7c05c3 HTTP/1.1" status: 200 len: 210 time: 0.1282954 Feb 09 12:29:18.534549 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 926c6256-8bfb-4f56-b74e-ba805c0bb403 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:29:18.572892 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 926c6256-8bfb-4f56-b74e-ba805c0bb403 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:29:18.573262 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:18.753186 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-055e5fc3-222c-4e2b-a319-cd6552236c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:18.800483 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:18.832472 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbd07e2b-7f68-443e-8340-f35458083d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '926c6256-8bfb-4f56-b74e-ba805c0bb403'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:29:18.845333 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 926c6256-8bfb-4f56-b74e-ba805c0bb403, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=926c6256-8bfb-4f56-b74e-ba805c0bb403,segment=NetworkSegment(ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a),segment_id=ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:29:18.851680 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:18.941525 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba659d3-5da6-41d1-9b75-dceac600f5d7 req-fccd86ce-ea3a-4d8f-a64b-26a274049520 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:18.943359 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2ba659d3-5da6-41d1-9b75-dceac600f5d7 req-fccd86ce-ea3a-4d8f-a64b-26a274049520 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a8a9a8a-5c05-4418-8843-62cb9cef3de7 HTTP/1.1" status: 200 len: 945 time: 0.4522417 Feb 09 12:29:18.962899 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=926c6256-8bfb-4f56-b74e-ba805c0bb403,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:19.050752 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945dc90-e5d7-4cfb-83eb-7130df923054 req-3023ac05-6db4-4fbb-b00f-07d0520108e9 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:19.059571 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0945dc90-e5d7-4cfb-83eb-7130df923054 req-3023ac05-6db4-4fbb-b00f-07d0520108e9 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.3444273 Feb 09 12:29:19.060489 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:19.067475 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-055e5fc3-222c-4e2b-a319-cd6552236c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:19.112000 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-abeed458-51cf-4731-8823-723fc7f3f028 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:19.113436 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-abeed458-51cf-4731-8823-723fc7f3f028 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.46 "GET /v2.0/networks?id=2afa2261-4e51-4a11-a197-c0983f12ef73 HTTP/1.1" status: 200 len: 812 time: 0.3436592 Feb 09 12:29:19.116399 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2ba659d3-5da6-41d1-9b75-dceac600f5d7 req-0afd331b-002c-40c1-9e88-040b3696325b tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] 10.222.0.55 "GET /v2.0/security-groups?id=eaff5d7c-45bb-4011-9a3c-74b6efc32d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602566 Feb 09 12:29:19.121147 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e5fc3-222c-4e2b-a319-cd6552236c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f06a9f-7186-4f30-9ac9-e41042a0da50,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:19.131716 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-de48ea62-09b1-421a-8111-da5844e4d669 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Request body: {'port': {'device_id': 'a75cc2d2-18c8-424c-b44a-7def70a6338d', 'network_id': '2afa2261-4e51-4a11-a197-c0983f12ef73', 'admin_state_up': True, 'tenant_id': 'e0048b3263a64a25bb0a308761d4f339'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:29:19.185178 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0945dc90-e5d7-4cfb-83eb-7130df923054 req-ca154851-a8d4-4010-8357-5d1ae275244d tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243985 Feb 09 12:29:19.218296 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbd07e2b-7f68-443e-8340-f35458083d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '926c6256-8bfb-4f56-b74e-ba805c0bb403', 'code': 200} Feb 09 12:29:19.241877 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-055e5fc3-222c-4e2b-a319-cd6552236c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:19.243004 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-055e5fc3-222c-4e2b-a319-cd6552236c91 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b6f06a9f-7186-4f30-9ac9-e41042a0da50 HTTP/1.1" status: 204 len: 168 time: 0.9152563 Feb 09 12:29:19.400816 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-de48ea62-09b1-421a-8111-da5844e4d669 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:29:19.417085 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-de48ea62-09b1-421a-8111-da5844e4d669 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Usage tracker for resource:port and tenant:e0048b3263a64a25bb0a308761d4f339 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:29:19.432271 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-de48ea62-09b1-421a-8111-da5844e4d669 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:29:19.438354 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-de48ea62-09b1-421a-8111-da5844e4d669 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:29:19.536661 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737bfdb-7fbc-4e6b-ab8c-bee94c2bed84 req-4d2be333-77a7-45ca-98b9-fd19ec938a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:19.539418 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e737bfdb-7fbc-4e6b-ab8c-bee94c2bed84 req-4d2be333-77a7-45ca-98b9-fd19ec938a51 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bbd07e2b-7f68-443e-8340-f35458083d9c HTTP/1.1" status: 200 len: 1096 time: 0.2312524 Feb 09 12:29:19.543523 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-de48ea62-09b1-421a-8111-da5844e4d669 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Made reservation on behalf of e0048b3263a64a25bb0a308761d4f339 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:29:19.548686 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-de48ea62-09b1-421a-8111-da5844e4d669 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:19.607093 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e737bfdb-7fbc-4e6b-ab8c-bee94c2bed84 req-3552a438-1216-40f7-ae06-5640fad20e12 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584791 Feb 09 12:29:19.897662 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57004) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:19.919394 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-63658244-849e-43c3-9edd-b3c3d7bcc71f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:19.941104 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-63658244-849e-43c3-9edd-b3c3d7bcc71f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:29:19.946370 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-63658244-849e-43c3-9edd-b3c3d7bcc71f admin admin] Usage tracker for resource:security_group_rule and tenant:b44ad00c264647f38335f38467eb3cc5 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:29:19.951791 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-63658244-849e-43c3-9edd-b3c3d7bcc71f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:29:19.960352 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-63658244-849e-43c3-9edd-b3c3d7bcc71f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:29:20.002195 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-93186625-d352-49d6-b2a4-ed03b3b1610f tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:20.003960 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-93186625-d352-49d6-b2a4-ed03b3b1610f tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.46 "GET /v2.0/networks?id=2afa2261-4e51-4a11-a197-c0983f12ef73 HTTP/1.1" status: 200 len: 812 time: 0.4349489 Feb 09 12:29:20.010873 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57010) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:20.012510 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-de48ea62-09b1-421a-8111-da5844e4d669 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Allocated IP 172.20.0.8 (2afa2261-4e51-4a11-a197-c0983f12ef73/313af47f-c09c-471a-818d-77fb1e0b1ddd/39026252-d2bb-4b2d-a924-6f1eb04a51da) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:29:20.035732 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857a35f-1f3e-49db-b8b3-fc079e86785c req-299d4441-ca4f-43b8-8934-ea69661c8e3e tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:20.040299 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b857a35f-1f3e-49db-b8b3-fc079e86785c req-299d4441-ca4f-43b8-8934-ea69661c8e3e tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.5865102 Feb 09 12:29:20.056027 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-4d6e4d29-da58-400b-817a-eb6c197e4357 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Request body: {'port': {'device_id': '9c750970-44a8-438b-abcb-19820d7c05c3', 'network_id': '2afa2261-4e51-4a11-a197-c0983f12ef73', 'admin_state_up': True, 'tenant_id': 'e0048b3263a64a25bb0a308761d4f339'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:29:20.092392 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-63658244-849e-43c3-9edd-b3c3d7bcc71f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:20.098900 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-63658244-849e-43c3-9edd-b3c3d7bcc71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:20.149927 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-63658244-849e-43c3-9edd-b3c3d7bcc71f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b44ad00c264647f38335f38467eb3cc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2508867 Feb 09 12:29:20.157522 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57022) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:20.183421 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63658244-849e-43c3-9edd-b3c3d7bcc71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf87628c-1972-4880-a3e1-c4cb0f381272,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:20.230323 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-84a44a31-ead5-4c75-9f9d-6e88e95bbd66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:20.247469 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e7790-96a6-4fa7-9f97-889f0d488ba8 req-6e1e500c-385a-4f4a-ba51-857c09a41651 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:20.249160 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0a1e7790-96a6-4fa7-9f97-889f0d488ba8 req-6e1e500c-385a-4f4a-ba51-857c09a41651 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbd07e2b-7f68-443e-8340-f35458083d9c HTTP/1.1" status: 200 len: 945 time: 0.7540495 Feb 09 12:29:20.256010 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-84a44a31-ead5-4c75-9f9d-6e88e95bbd66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:20.311523 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-84a44a31-ead5-4c75-9f9d-6e88e95bbd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:20.315758 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:20.330308 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a44a31-ead5-4c75-9f9d-6e88e95bbd66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf87628c-1972-4880-a3e1-c4cb0f381272,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:20.340344 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-84a44a31-ead5-4c75-9f9d-6e88e95bbd66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:20.344426 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-84a44a31-ead5-4c75-9f9d-6e88e95bbd66 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cf87628c-1972-4880-a3e1-c4cb0f381272 HTTP/1.1" status: 204 len: 168 time: 0.1854196 Feb 09 12:29:20.483903 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-baa65927-1bcd-4251-a3a7-8455bd2fcc96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:20.541215 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-baa65927-1bcd-4251-a3a7-8455bd2fcc96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:29:20.562112 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b857a35f-1f3e-49db-b8b3-fc079e86785c req-9484e984-ea6e-480d-8b43-6db90671e3b8 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4906111 Feb 09 12:29:20.586382 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-baa65927-1bcd-4251-a3a7-8455bd2fcc96 admin admin] Usage tracker for resource:security_group_rule and tenant:f00dc376cc404be9b97e509dc7a8252b is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:29:20.598740 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-baa65927-1bcd-4251-a3a7-8455bd2fcc96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:29:20.620823 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0a1e7790-96a6-4fa7-9f97-889f0d488ba8 req-a2ca58b9-3661-4e7e-ab74-d7ce73a71f18 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791034 Feb 09 12:29:20.621727 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-baa65927-1bcd-4251-a3a7-8455bd2fcc96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:29:20.666676 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-4d6e4d29-da58-400b-817a-eb6c197e4357 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:29:20.688199 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-4d6e4d29-da58-400b-817a-eb6c197e4357 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Usage tracker for resource:port and tenant:e0048b3263a64a25bb0a308761d4f339 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:29:20.698053 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-4d6e4d29-da58-400b-817a-eb6c197e4357 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:29:20.713108 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-de48ea62-09b1-421a-8111-da5844e4d669 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:20.716597 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-4d6e4d29-da58-400b-817a-eb6c197e4357 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:29:20.767815 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-4d6e4d29-da58-400b-817a-eb6c197e4357 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Made reservation on behalf of e0048b3263a64a25bb0a308761d4f339 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:29:20.771213 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-4d6e4d29-da58-400b-817a-eb6c197e4357 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:20.981905 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d51bba48-053e-4ecf-9051-258e5872555d req-46634d12-9767-49d5-8768-c020aaf538a0 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c750970-44a8-438b-abcb-19820d7c05c3 HTTP/1.1" status: 200 len: 210 time: 0.1556065 Feb 09 12:29:21.079141 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-baa65927-1bcd-4251-a3a7-8455bd2fcc96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:21.120620 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-baa65927-1bcd-4251-a3a7-8455bd2fcc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:21.210895 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-de48ea62-09b1-421a-8111-da5844e4d669 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:21.256268 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa65927-1bcd-4251-a3a7-8455bd2fcc96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0aff9b6-7588-4001-b829-1a3114370ffc,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:21.341598 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57056) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:21.342123 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-baa65927-1bcd-4251-a3a7-8455bd2fcc96 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f00dc376cc404be9b97e509dc7a8252b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3256221 Feb 09 12:29:21.347082 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-de48ea62-09b1-421a-8111-da5844e4d669 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Network 2afa2261-4e51-4a11-a197-c0983f12ef73 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:29:21.355813 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-de48ea62-09b1-421a-8111-da5844e4d669 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:29:21.366884 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-de48ea62-09b1-421a-8111-da5844e4d669 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:29:21.422056 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e476f9d3-7c13-4a0a-a916-919a34e52207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:21.427448 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de48ea62-09b1-421a-8111-da5844e4d669 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Pushing event updated for resources: {'Port': ['ID=39026252-d2bb-4b2d-a924-6f1eb04a51da,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:21.435635 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-4d6e4d29-da58-400b-817a-eb6c197e4357 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Allocated IP 172.20.0.4 (2afa2261-4e51-4a11-a197-c0983f12ef73/313af47f-c09c-471a-818d-77fb1e0b1ddd/bb9b3992-1b34-4343-ad3b-799b6d5be847) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:29:21.462126 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e476f9d3-7c13-4a0a-a916-919a34e52207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:21.489350 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae06995-0f10-4c11-8274-6389da56c5af req-2beabe92-3f8d-494e-8046-47f13397855a tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:21.497360 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cae06995-0f10-4c11-8274-6389da56c5af req-2beabe92-3f8d-494e-8046-47f13397855a tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a8a9a8a-5c05-4418-8843-62cb9cef3de7 HTTP/1.1" status: 200 len: 945 time: 0.4192574 Feb 09 12:29:21.536146 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e476f9d3-7c13-4a0a-a916-919a34e52207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:21.559350 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e476f9d3-7c13-4a0a-a916-919a34e52207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0aff9b6-7588-4001-b829-1a3114370ffc,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:21.559634 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-de48ea62-09b1-421a-8111-da5844e4d669 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:21.561055 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-de48ea62-09b1-421a-8111-da5844e4d669 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:21.563166 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e476f9d3-7c13-4a0a-a916-919a34e52207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:21.567342 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e476f9d3-7c13-4a0a-a916-919a34e52207 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a0aff9b6-7588-4001-b829-1a3114370ffc HTTP/1.1" status: 204 len: 168 time: 0.2220020 Feb 09 12:29:21.637688 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cae06995-0f10-4c11-8274-6389da56c5af req-f0b7a7e6-51ba-44a7-8d94-8a483cf07ed8 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] 10.222.0.55 "GET /v2.0/security-groups?id=eaff5d7c-45bb-4011-9a3c-74b6efc32d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393945 Feb 09 12:29:21.722017 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-de48ea62-09b1-421a-8111-da5844e4d669 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5977130 Feb 09 12:29:21.736552 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-84724025-aaa3-42ed-a783-994634c0604e service neutron] Request body: {'port': {'device_id': 'a75cc2d2-18c8-424c-b44a-7def70a6338d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:29:22.004628 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c6da1-eef4-49b5-a630-0470fae65944 req-030df506-ca80-45ca-a3c1-02fd3be9d99c tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:22.011025 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c6da1-eef4-49b5-a630-0470fae65944 req-030df506-ca80-45ca-a3c1-02fd3be9d99c tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:22.017782 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c6da1-eef4-49b5-a630-0470fae65944 req-030df506-ca80-45ca-a3c1-02fd3be9d99c tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:22.024796 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c6da1-eef4-49b5-a630-0470fae65944 req-030df506-ca80-45ca-a3c1-02fd3be9d99c tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:22.030005 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57092) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:22.030620 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c6da1-eef4-49b5-a630-0470fae65944 req-030df506-ca80-45ca-a3c1-02fd3be9d99c tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:22.036584 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c6da1-eef4-49b5-a630-0470fae65944 req-030df506-ca80-45ca-a3c1-02fd3be9d99c tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:22.044796 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c6da1-eef4-49b5-a630-0470fae65944 req-030df506-ca80-45ca-a3c1-02fd3be9d99c tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:22.047220 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-be1c6da1-eef4-49b5-a630-0470fae65944 req-030df506-ca80-45ca-a3c1-02fd3be9d99c tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/ports?device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 5445 time: 0.2724402 Feb 09 12:29:22.052850 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d8e4fed2-a786-4e46-bded-b0182a020e54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:22.063613 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-4d6e4d29-da58-400b-817a-eb6c197e4357 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:22.074827 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d8e4fed2-a786-4e46-bded-b0182a020e54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:29:22.079861 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d8e4fed2-a786-4e46-bded-b0182a020e54 admin admin] Usage tracker for resource:security_group_rule and tenant:b1181d9882b244dd901a76b787474593 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:29:22.080022 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-84724025-aaa3-42ed-a783-994634c0604e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:22.083192 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d8e4fed2-a786-4e46-bded-b0182a020e54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:29:22.092089 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d8e4fed2-a786-4e46-bded-b0182a020e54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:29:22.201555 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d8e4fed2-a786-4e46-bded-b0182a020e54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:22.205464 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d8e4fed2-a786-4e46-bded-b0182a020e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:22.247071 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-be1c6da1-eef4-49b5-a630-0470fae65944 req-b4840701-507d-435b-8378-11df3e3f5fb7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c0bc8c-d7b4-4723-ae3e-494e368debc4&id=cc193dc4-ba36-4ff9-b98a-95f008157bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1891305 Feb 09 12:29:22.254128 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d8e4fed2-a786-4e46-bded-b0182a020e54 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b1181d9882b244dd901a76b787474593&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2201991 Feb 09 12:29:22.254128 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e4fed2-a786-4e46-bded-b0182a020e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2349ad2-f3d9-4296-8007-0accc2e557ee,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:22.255138 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57100) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:22.331986 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d21ec9e4-d332-47e7-a376-6f1d4f81283a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:22.359372 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d21ec9e4-d332-47e7-a376-6f1d4f81283a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:22.390676 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-4d6e4d29-da58-400b-817a-eb6c197e4357 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:22.418204 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d21ec9e4-d332-47e7-a376-6f1d4f81283a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:22.432861 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ec9e4-d332-47e7-a376-6f1d4f81283a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2349ad2-f3d9-4296-8007-0accc2e557ee,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:22.439103 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d21ec9e4-d332-47e7-a376-6f1d4f81283a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:22.442889 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d21ec9e4-d332-47e7-a376-6f1d4f81283a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c2349ad2-f3d9-4296-8007-0accc2e557ee HTTP/1.1" status: 204 len: 168 time: 0.1868298 Feb 09 12:29:22.566227 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03db68d-db32-45eb-9a46-2b58e3134d55 req-f1dee765-fb7e-4843-9209-ac9b7a2eef94 tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:22.567687 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d03db68d-db32-45eb-9a46-2b58e3134d55 req-f1dee765-fb7e-4843-9209-ac9b7a2eef94 tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] 10.222.0.55 "GET /v2.0/ports?device_id=79184eb6-fa93-4513-95e4-24e1d91df093 HTTP/1.1" status: 200 len: 945 time: 0.3755631 Feb 09 12:29:22.594322 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:22.718547 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-4d6e4d29-da58-400b-817a-eb6c197e4357 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Network 2afa2261-4e51-4a11-a197-c0983f12ef73 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:29:22.739216 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-4d6e4d29-da58-400b-817a-eb6c197e4357 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:29:22.759447 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-4d6e4d29-da58-400b-817a-eb6c197e4357 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:29:22.798448 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6e4d29-da58-400b-817a-eb6c197e4357 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Pushing event updated for resources: {'Port': ['ID=bb9b3992-1b34-4343-ad3b-799b6d5be847,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:22.860101 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d03db68d-db32-45eb-9a46-2b58e3134d55 req-968cd65b-8085-43b5-87c1-48929e52f5ca tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfbf5f2d-cafb-4413-9cb5-6c856cc2e7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743204 Feb 09 12:29:22.881038 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-4d6e4d29-da58-400b-817a-eb6c197e4357 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:22.881038 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-4d6e4d29-da58-400b-817a-eb6c197e4357 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:22.896035 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a697be95-f768-4ef7-af85-9019a3404a8e req-9f912c6c-4eb2-4f4f-af8a-f5e37ff2128f tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:22.897559 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a697be95-f768-4ef7-af85-9019a3404a8e req-9f912c6c-4eb2-4f4f-af8a-f5e37ff2128f tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbd07e2b-7f68-443e-8340-f35458083d9c HTTP/1.1" status: 200 len: 945 time: 0.5120709 Feb 09 12:29:22.916873 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-4d6e4d29-da58-400b-817a-eb6c197e4357 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8677871 Feb 09 12:29:22.982392 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-4a30b166-975c-45ef-a6a3-2e22d27a2e2a service neutron] Request body: {'port': {'device_id': '9c750970-44a8-438b-abcb-19820d7c05c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:29:23.051244 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-84724025-aaa3-42ed-a783-994634c0604e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39026252-d2bb-4b2d-a924-6f1eb04a51da {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:29:23.065113 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-84724025-aaa3-42ed-a783-994634c0604e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:23.072810 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a697be95-f768-4ef7-af85-9019a3404a8e req-c289a212-a98c-4740-81d3-f3d4d502c37d tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619592 Feb 09 12:29:23.123790 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-84724025-aaa3-42ed-a783-994634c0604e service neutron] Transition to ACTIVE for port object 39026252-d2bb-4b2d-a924-6f1eb04a51da will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:29:23.133657 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-84724025-aaa3-42ed-a783-994634c0604e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:23.288317 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-4a30b166-975c-45ef-a6a3-2e22d27a2e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:23.422040 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84724025-aaa3-42ed-a783-994634c0604e service neutron] Pushing event updated for resources: {'Port': ['ID=39026252-d2bb-4b2d-a924-6f1eb04a51da,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:23.472575 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bcda2-1123-424d-9998-8d3ac7ff8409 req-a6031bf7-2690-434e-abb0-f467e955c6af tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:23.473442 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-a43bcda2-1123-424d-9998-8d3ac7ff8409 req-a6031bf7-2690-434e-abb0-f467e955c6af tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] Synchronizing usage tracker for tenant:6650017937d4478bb53acf8f2253027f on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:29:23.495133 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-a43bcda2-1123-424d-9998-8d3ac7ff8409 req-a6031bf7-2690-434e-abb0-f467e955c6af tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] Unset dirty status for tenant:6650017937d4478bb53acf8f2253027f on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:29:23.496439 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a43bcda2-1123-424d-9998-8d3ac7ff8409 req-a6031bf7-2690-434e-abb0-f467e955c6af tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] 10.222.0.46 "GET /v2.0/ports?device_id=79184eb6-fa93-4513-95e4-24e1d91df093 HTTP/1.1" status: 200 len: 945 time: 0.1330874 Feb 09 12:29:23.579975 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-a43bcda2-1123-424d-9998-8d3ac7ff8409 req-de830222-ad64-4bc0-91c3-bd0ba4db45aa tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] Deleting port 026b1434-c7fe-41e3-95fc-c69153bd2d47 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:29:23.580427 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a43bcda2-1123-424d-9998-8d3ac7ff8409 req-de830222-ad64-4bc0-91c3-bd0ba4db45aa tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:23.663696 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b983cc-12fb-4e31-9a61-6ef639948324 req-1ed07584-8c0f-4991-9460-47bb56f5d539 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:23.664391 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-f5b983cc-12fb-4e31-9a61-6ef639948324 req-1ed07584-8c0f-4991-9460-47bb56f5d539 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Synchronizing usage tracker for tenant:e0048b3263a64a25bb0a308761d4f339 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:29:23.679737 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-84724025-aaa3-42ed-a783-994634c0604e service neutron] Attempting to bind port 39026252-d2bb-4b2d-a924-6f1eb04a51da on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:29:23.680094 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-84724025-aaa3-42ed-a783-994634c0604e service neutron] Attempting to bind port 39026252-d2bb-4b2d-a924-6f1eb04a51da by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '6e746275-56b2-41d5-a4a5-7a627fd9b561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2afa2261-4e51-4a11-a197-c0983f12ef73'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:29:23.680454 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-84724025-aaa3-42ed-a783-994634c0604e service neutron] Attempting to bind port 39026252-d2bb-4b2d-a924-6f1eb04a51da on network 2afa2261-4e51-4a11-a197-c0983f12ef73 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:29:23.758802 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0cf42-3429-4b08-96d6-af3ce718b504 req-31813b42-2a93-46da-92a6-563e042b543a tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:23.762348 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a1f0cf42-3429-4b08-96d6-af3ce718b504 req-31813b42-2a93-46da-92a6-563e042b543a tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.4620938 Feb 09 12:29:23.772806 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-84724025-aaa3-42ed-a783-994634c0604e service neutron] Port 39026252-d2bb-4b2d-a924-6f1eb04a51da on network 2afa2261-4e51-4a11-a197-c0983f12ef73 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:29:23.773614 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-84724025-aaa3-42ed-a783-994634c0604e service neutron] Attempting to bind port 39026252-d2bb-4b2d-a924-6f1eb04a51da on network 2afa2261-4e51-4a11-a197-c0983f12ef73 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:29:23.809419 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-84724025-aaa3-42ed-a783-994634c0604e service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:29:23.809889 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-84724025-aaa3-42ed-a783-994634c0604e service neutron] Checking segment: {'id': '6e746275-56b2-41d5-a4a5-7a627fd9b561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2afa2261-4e51-4a11-a197-c0983f12ef73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:29:23.810358 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-84724025-aaa3-42ed-a783-994634c0604e service neutron] Bound using segment: {'id': '6e746275-56b2-41d5-a4a5-7a627fd9b561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2afa2261-4e51-4a11-a197-c0983f12ef73'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:29:23.810887 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-84724025-aaa3-42ed-a783-994634c0604e service neutron] Bound port: 39026252-d2bb-4b2d-a924-6f1eb04a51da, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e746275-56b2-41d5-a4a5-7a627fd9b561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2afa2261-4e51-4a11-a197-c0983f12ef73'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:29:23.811300 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-84724025-aaa3-42ed-a783-994634c0604e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:23.836653 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-f5b983cc-12fb-4e31-9a61-6ef639948324 req-1ed07584-8c0f-4991-9460-47bb56f5d539 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Unset dirty status for tenant:e0048b3263a64a25bb0a308761d4f339 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:29:23.843525 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f5b983cc-12fb-4e31-9a61-6ef639948324 req-1ed07584-8c0f-4991-9460-47bb56f5d539 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c750970-44a8-438b-abcb-19820d7c05c3 HTTP/1.1" status: 200 len: 931 time: 0.6705382 Feb 09 12:29:23.945990 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a1f0cf42-3429-4b08-96d6-af3ce718b504 req-e2981458-4a4d-4bd0-84b5-ce8edf268399 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695976 Feb 09 12:29:23.952130 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-a43bcda2-1123-424d-9998-8d3ac7ff8409 req-de830222-ad64-4bc0-91c3-bd0ba4db45aa tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] For port 026b1434-c7fe-41e3-95fc-c69153bd2d47, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=026b1434-c7fe-41e3-95fc-c69153bd2d47,segment=NetworkSegment(42f6c4b2-8bfb-48dc-b7df-519b7224bc49),segment_id=42f6c4b2-8bfb-48dc-b7df-519b7224bc49)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:29:23.952607 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a43bcda2-1123-424d-9998-8d3ac7ff8409 req-de830222-ad64-4bc0-91c3-bd0ba4db45aa tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:23.984579 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-f5b983cc-12fb-4e31-9a61-6ef639948324 req-50824bb6-1dfe-4a1e-9e83-b675ecd56f0f tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Synchronizing usage tracker for tenant:e0048b3263a64a25bb0a308761d4f339 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:29:24.030074 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-f5b983cc-12fb-4e31-9a61-6ef639948324 req-50824bb6-1dfe-4a1e-9e83-b675ecd56f0f tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Unset dirty status for tenant:e0048b3263a64a25bb0a308761d4f339 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:29:24.041635 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f5b983cc-12fb-4e31-9a61-6ef639948324 req-50824bb6-1dfe-4a1e-9e83-b675ecd56f0f tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/security-groups?id=a92e072c-0931-4903-8919-a0446488f11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970906 Feb 09 12:29:24.064188 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-84724025-aaa3-42ed-a783-994634c0604e service neutron] For port 39026252-d2bb-4b2d-a924-6f1eb04a51da, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:29:24.078570 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-84724025-aaa3-42ed-a783-994634c0604e service neutron] For port 39026252-d2bb-4b2d-a924-6f1eb04a51da, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=39026252-d2bb-4b2d-a924-6f1eb04a51da,segment=NetworkSegment(6e746275-56b2-41d5-a4a5-7a627fd9b561),segment_id=6e746275-56b2-41d5-a4a5-7a627fd9b561)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:29:24.111123 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-a43bcda2-1123-424d-9998-8d3ac7ff8409 req-de830222-ad64-4bc0-91c3-bd0ba4db45aa tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] Calling delete_port for 026b1434-c7fe-41e3-95fc-c69153bd2d47 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:29:24.122096 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-84724025-aaa3-42ed-a783-994634c0604e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:24.204460 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-84724025-aaa3-42ed-a783-994634c0604e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:24.205131 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-84724025-aaa3-42ed-a783-994634c0604e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:24.206729 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-84724025-aaa3-42ed-a783-994634c0604e service neutron] 10.222.0.46 "PUT /v2.0/ports/39026252-d2bb-4b2d-a924-6f1eb04a51da HTTP/1.1" status: 200 len: 1091 time: 2.4748044 Feb 09 12:29:24.209175 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a75cc2d2-18c8-424c-b44a-7def70a6338d', 'tag': '39026252-d2bb-4b2d-a924-6f1eb04a51da'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:29:24.224852 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-4a30b166-975c-45ef-a6a3-2e22d27a2e2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb9b3992-1b34-4343-ad3b-799b6d5be847 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:29:24.238323 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-4a30b166-975c-45ef-a6a3-2e22d27a2e2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:24.323268 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84724025-aaa3-42ed-a783-994634c0604e service neutron] Pushing event updated for resources: {'Port': ['ID=39026252-d2bb-4b2d-a924-6f1eb04a51da,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:24.343309 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-4a30b166-975c-45ef-a6a3-2e22d27a2e2a service neutron] Transition to ACTIVE for port object bb9b3992-1b34-4343-ad3b-799b6d5be847 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:29:24.362466 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-4a30b166-975c-45ef-a6a3-2e22d27a2e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:24.412922 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a43bcda2-1123-424d-9998-8d3ac7ff8409 req-de830222-ad64-4bc0-91c3-bd0ba4db45aa tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:24.426351 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['026b1434-c7fe-41e3-95fc-c69153bd2d47'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:29:24.558904 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de830222-ad64-4bc0-91c3-bd0ba4db45aa tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] Pushing event deleted for resources: {'Port': ['ID=026b1434-c7fe-41e3-95fc-c69153bd2d47,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:24.570025 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-a43bcda2-1123-424d-9998-8d3ac7ff8409 req-de830222-ad64-4bc0-91c3-bd0ba4db45aa tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] No DVR routers for this DVR port 026b1434-c7fe-41e3-95fc-c69153bd2d47 on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:29:24.578516 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a43bcda2-1123-424d-9998-8d3ac7ff8409 req-de830222-ad64-4bc0-91c3-bd0ba4db45aa tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:24.579489 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79184eb6-fa93-4513-95e4-24e1d91df093', 'name': 'network-vif-deleted', 'tag': '026b1434-c7fe-41e3-95fc-c69153bd2d47'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:29:24.591755 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a43bcda2-1123-424d-9998-8d3ac7ff8409 req-de830222-ad64-4bc0-91c3-bd0ba4db45aa tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] 10.222.0.46 "DELETE /v2.0/ports/026b1434-c7fe-41e3-95fc-c69153bd2d47 HTTP/1.1" status: 204 len: 173 time: 1.0875866 Feb 09 12:29:24.811327 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a30b166-975c-45ef-a6a3-2e22d27a2e2a service neutron] Pushing event updated for resources: {'Port': ['ID=bb9b3992-1b34-4343-ad3b-799b6d5be847,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:24.926418 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-7ceb3b54-01cd-466f-b419-3c92fd83b65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:24.927949 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-7ceb3b54-01cd-466f-b419-3c92fd83b65a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e0048b3263a64a25bb0a308761d4f339&device_id=a75cc2d2-18c8-424c-b44a-7def70a6338d HTTP/1.1" status: 200 len: 1094 time: 0.6749279 Feb 09 12:29:25.045649 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d3cc48-ad92-4024-b1ed-3f12a7c7c33f req-33c011c8-4f12-4ecc-8e7d-57229ab492b9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:25.045649 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d3cc48-ad92-4024-b1ed-3f12a7c7c33f req-33c011c8-4f12-4ecc-8e7d-57229ab492b9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:25.052108 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d3cc48-ad92-4024-b1ed-3f12a7c7c33f req-33c011c8-4f12-4ecc-8e7d-57229ab492b9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:25.056983 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d3cc48-ad92-4024-b1ed-3f12a7c7c33f req-33c011c8-4f12-4ecc-8e7d-57229ab492b9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:25.062963 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d3cc48-ad92-4024-b1ed-3f12a7c7c33f req-33c011c8-4f12-4ecc-8e7d-57229ab492b9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:25.068747 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d3cc48-ad92-4024-b1ed-3f12a7c7c33f req-33c011c8-4f12-4ecc-8e7d-57229ab492b9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:25.075212 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d3cc48-ad92-4024-b1ed-3f12a7c7c33f req-33c011c8-4f12-4ecc-8e7d-57229ab492b9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:25.077254 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-14d3cc48-ad92-4024-b1ed-3f12a7c7c33f req-33c011c8-4f12-4ecc-8e7d-57229ab492b9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/ports?device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 5445 time: 0.6193192 Feb 09 12:29:25.080976 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-d498ebad-fdc8-45a3-955c-5ec52c1742a7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39026252-d2bb-4b2d-a924-6f1eb04a51da HTTP/1.1" status: 200 len: 217 time: 0.1346209 Feb 09 12:29:25.081896 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-4a30b166-975c-45ef-a6a3-2e22d27a2e2a service neutron] Attempting to bind port bb9b3992-1b34-4343-ad3b-799b6d5be847 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:29:25.082231 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-4a30b166-975c-45ef-a6a3-2e22d27a2e2a service neutron] Attempting to bind port bb9b3992-1b34-4343-ad3b-799b6d5be847 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '6e746275-56b2-41d5-a4a5-7a627fd9b561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2afa2261-4e51-4a11-a197-c0983f12ef73'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:29:25.082555 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-4a30b166-975c-45ef-a6a3-2e22d27a2e2a service neutron] Attempting to bind port bb9b3992-1b34-4343-ad3b-799b6d5be847 on network 2afa2261-4e51-4a11-a197-c0983f12ef73 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:29:25.092373 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d3c61-ce85-4b0a-acaa-11bef31e3cb5 req-f3e85312-0657-4e41-bb1a-19085920605a tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:25.093928 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-561d3c61-ce85-4b0a-acaa-11bef31e3cb5 req-f3e85312-0657-4e41-bb1a-19085920605a tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=efc4bb30-3b44-420a-86b0-143fc801a432 HTTP/1.1" status: 200 len: 946 time: 0.5777647 Feb 09 12:29:25.149433 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-4a30b166-975c-45ef-a6a3-2e22d27a2e2a service neutron] Port bb9b3992-1b34-4343-ad3b-799b6d5be847 on network 2afa2261-4e51-4a11-a197-c0983f12ef73 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:29:25.149433 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-4a30b166-975c-45ef-a6a3-2e22d27a2e2a service neutron] Attempting to bind port bb9b3992-1b34-4343-ad3b-799b6d5be847 on network 2afa2261-4e51-4a11-a197-c0983f12ef73 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:29:25.190152 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-4a30b166-975c-45ef-a6a3-2e22d27a2e2a service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:29:25.190529 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-4a30b166-975c-45ef-a6a3-2e22d27a2e2a service neutron] Checking segment: {'id': '6e746275-56b2-41d5-a4a5-7a627fd9b561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2afa2261-4e51-4a11-a197-c0983f12ef73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:29:25.190905 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-4a30b166-975c-45ef-a6a3-2e22d27a2e2a service neutron] Bound using segment: {'id': '6e746275-56b2-41d5-a4a5-7a627fd9b561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2afa2261-4e51-4a11-a197-c0983f12ef73'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:29:25.191343 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-4a30b166-975c-45ef-a6a3-2e22d27a2e2a service neutron] Bound port: bb9b3992-1b34-4343-ad3b-799b6d5be847, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e746275-56b2-41d5-a4a5-7a627fd9b561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2afa2261-4e51-4a11-a197-c0983f12ef73'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:29:25.192166 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-4a30b166-975c-45ef-a6a3-2e22d27a2e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:25.234859 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57192) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:25.248159 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-68f75ce1-20ed-4978-ac36-c5f58b7d3b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:25.249668 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-68f75ce1-20ed-4978-ac36-c5f58b7d3b1a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=313af47f-c09c-471a-818d-77fb1e0b1ddd HTTP/1.1" status: 200 len: 852 time: 0.1534255 Feb 09 12:29:25.255574 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-14d3cc48-ad92-4024-b1ed-3f12a7c7c33f req-4150f6dc-4e93-4548-80a2-7292d4f6d4ab tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c0bc8c-d7b4-4723-ae3e-494e368debc4&id=cc193dc4-ba36-4ff9-b98a-95f008157bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1582925 Feb 09 12:29:25.289567 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-561d3c61-ce85-4b0a-acaa-11bef31e3cb5 req-98a8719d-7f04-40f5-b6ff-b53bf299575a tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423905 Feb 09 12:29:25.350290 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-81a1e488-093e-4a8c-85a4-a44668a754af service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2afa2261-4e51-4a11-a197-c0983f12ef73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640910 Feb 09 12:29:25.394441 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-4a30b166-975c-45ef-a6a3-2e22d27a2e2a service neutron] For port bb9b3992-1b34-4343-ad3b-799b6d5be847, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:29:25.399246 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-4a30b166-975c-45ef-a6a3-2e22d27a2e2a service neutron] For port bb9b3992-1b34-4343-ad3b-799b6d5be847, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=bb9b3992-1b34-4343-ad3b-799b6d5be847,segment=NetworkSegment(6e746275-56b2-41d5-a4a5-7a627fd9b561),segment_id=6e746275-56b2-41d5-a4a5-7a627fd9b561)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:29:25.402957 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a75cc2d2-18c8-424c-b44a-7def70a6338d', 'tag': '39026252-d2bb-4b2d-a924-6f1eb04a51da', 'status': 'completed', 'code': 200} Feb 09 12:29:25.432805 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-4a30b166-975c-45ef-a6a3-2e22d27a2e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:25.543365 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cb598b37-c05f-4017-bbd5-a82cb859ced8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:25.572454 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-cb598b37-c05f-4017-bbd5-a82cb859ced8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:29:25.578157 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-cb598b37-c05f-4017-bbd5-a82cb859ced8 admin admin] Usage tracker for resource:security_group_rule and tenant:99e218d14501465ba13115f7a8b9f069 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:29:25.582348 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-cb598b37-c05f-4017-bbd5-a82cb859ced8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:29:25.590217 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-cb598b37-c05f-4017-bbd5-a82cb859ced8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:29:25.608945 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-9aecec27-c79e-4a1b-b189-a52712cfc9f1 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:25.614784 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-9aecec27-c79e-4a1b-b189-a52712cfc9f1 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:25.621692 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-9aecec27-c79e-4a1b-b189-a52712cfc9f1 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:25.627473 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-9aecec27-c79e-4a1b-b189-a52712cfc9f1 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:25.634065 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-9aecec27-c79e-4a1b-b189-a52712cfc9f1 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:25.639251 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-47c24ad7-edd5-4cf9-a65c-910eb12372ac req-49a25c9b-71b1-4f5d-b62a-6cd1854e6ac5 tempest-VolumesActionsTest-251598724 tempest-VolumesActionsTest-251598724-project] 10.222.0.55 "GET /v2.0/ports?device_id=79184eb6-fa93-4513-95e4-24e1d91df093 HTTP/1.1" status: 200 len: 210 time: 0.0706332 Feb 09 12:29:25.639954 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-9aecec27-c79e-4a1b-b189-a52712cfc9f1 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:25.645639 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-9aecec27-c79e-4a1b-b189-a52712cfc9f1 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:25.646945 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-9aecec27-c79e-4a1b-b189-a52712cfc9f1 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Synchronizing usage tracker for tenant:1504faf0b32244dc872049fa5f2c3962 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:29:25.662236 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-4a30b166-975c-45ef-a6a3-2e22d27a2e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:25.662929 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-4a30b166-975c-45ef-a6a3-2e22d27a2e2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:25.667807 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-4a30b166-975c-45ef-a6a3-2e22d27a2e2a service neutron] 10.222.0.46 "PUT /v2.0/ports/bb9b3992-1b34-4343-ad3b-799b6d5be847 HTTP/1.1" status: 200 len: 1091 time: 2.7017257 Feb 09 12:29:25.685158 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79184eb6-fa93-4513-95e4-24e1d91df093', 'name': 'network-vif-deleted', 'tag': '026b1434-c7fe-41e3-95fc-c69153bd2d47', 'status': 'completed', 'code': 200} Feb 09 12:29:25.688621 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-9aecec27-c79e-4a1b-b189-a52712cfc9f1 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Unset dirty status for tenant:1504faf0b32244dc872049fa5f2c3962 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:29:25.689778 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-9aecec27-c79e-4a1b-b189-a52712cfc9f1 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.46 "GET /v2.0/ports?device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 5445 time: 0.3191240 Feb 09 12:29:25.691518 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a30b166-975c-45ef-a6a3-2e22d27a2e2a service neutron] Pushing event updated for resources: {'Port': ['ID=bb9b3992-1b34-4343-ad3b-799b6d5be847,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:25.783620 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-690d2165-e0c0-437d-adb4-43ea20bb398f service neutron] 10.222.0.46 "GET /v2.0/networks/2afa2261-4e51-4a11-a197-c0983f12ef73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797128 Feb 09 12:29:25.785163 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-032bed45-7b84-4d39-ba29-be40249b574f tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:25.786683 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-032bed45-7b84-4d39-ba29-be40249b574f tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.46 "GET /v2.0/ports/8c7a964d-584c-4dbd-b299-f7b5a48b8988?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0881975 Feb 09 12:29:25.889738 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cb598b37-c05f-4017-bbd5-a82cb859ced8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:25.899735 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cb598b37-c05f-4017-bbd5-a82cb859ced8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:25.978788 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-cb598b37-c05f-4017-bbd5-a82cb859ced8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=99e218d14501465ba13115f7a8b9f069&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7403390 Feb 09 12:29:25.980125 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57204) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:25.984512 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb598b37-c05f-4017-bbd5-a82cb859ced8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c76004b-e529-49e7-b6e1-381211f5e2ff,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:26.022978 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-ad27300d-e895-4b03-a4a9-12fb72e651ca tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.46 "GET /v2.0/networks/9cd8438c-2c74-4941-a26e-2747746bb4cf?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2246220 Feb 09 12:29:26.039872 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-a82fa3e8-f0a4-4590-ad9b-d7c06103659f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:29:26.074372 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-73871cbb-ca84-470a-8676-dd3fc9a160a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:26.075917 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-73871cbb-ca84-470a-8676-dd3fc9a160a0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e0048b3263a64a25bb0a308761d4f339&device_id=9c750970-44a8-438b-abcb-19820d7c05c3 HTTP/1.1" status: 200 len: 1094 time: 0.3525226 Feb 09 12:29:26.080779 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-603be7e5-969d-4fb4-b6bd-b70883d11303 service neutron] 10.222.0.46 "GET /v2.0/networks/2afa2261-4e51-4a11-a197-c0983f12ef73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845268 Feb 09 12:29:26.092817 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645fc000-1ccf-423a-8007-ff2b09135592 req-e0506424-a463-40d9-8cd3-67c7ab814471 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:26.094255 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-645fc000-1ccf-423a-8007-ff2b09135592 req-e0506424-a463-40d9-8cd3-67c7ab814471 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c750970-44a8-438b-abcb-19820d7c05c3 HTTP/1.1" status: 200 len: 943 time: 0.2959945 Feb 09 12:29:26.156028 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcad4c9-7e4d-4f45-b26d-82cad0285b64 req-4c57cd07-9cf6-46dd-8ac2-41f208eb205e tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:26.157411 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-efcad4c9-7e4d-4f45-b26d-82cad0285b64 req-4c57cd07-9cf6-46dd-8ac2-41f208eb205e tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.3600788 Feb 09 12:29:26.175354 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2896107a-2e1c-4c7f-9849-301e3447f2c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:26.185473 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-a82fa3e8-f0a4-4590-ad9b-d7c06103659f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:26.218738 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-cc5acad7-55e3-4bc3-9331-cfc123d4c84f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb9b3992-1b34-4343-ad3b-799b6d5be847 HTTP/1.1" status: 200 len: 217 time: 0.1228917 Feb 09 12:29:26.252521 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2896107a-2e1c-4c7f-9849-301e3447f2c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:26.344471 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-645fc000-1ccf-423a-8007-ff2b09135592 req-fba0514b-49bf-4759-8e52-63e9dd708df0 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/security-groups?id=a92e072c-0931-4903-8919-a0446488f11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799347 Feb 09 12:29:26.361416 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-af014a03-86e2-4d9d-a45f-5eed3cd104c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:26.361416 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-af014a03-86e2-4d9d-a45f-5eed3cd104c5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=313af47f-c09c-471a-818d-77fb1e0b1ddd HTTP/1.1" status: 200 len: 852 time: 0.1188400 Feb 09 12:29:26.367594 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-efcad4c9-7e4d-4f45-b26d-82cad0285b64 req-3ed7f907-516b-4e88-86ae-877edbd453da tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947713 Feb 09 12:29:26.426612 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 026b1434-c7fe-41e3-95fc-c69153bd2d47 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:29:26.427261 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2896107a-2e1c-4c7f-9849-301e3447f2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:26.458046 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2896107a-2e1c-4c7f-9849-301e3447f2c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:26.461529 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2896107a-2e1c-4c7f-9849-301e3447f2c3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4c76004b-e529-49e7-b6e1-381211f5e2ff HTTP/1.1" status: 204 len: 168 time: 0.4759111 Feb 09 12:29:26.461662 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd4f41-0a87-40af-9bb4-ae6600f11f44 req-059b0c57-3b1a-4b58-931a-7784584559e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:26.461794 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-87cd4f41-0a87-40af-9bb4-ae6600f11f44 req-059b0c57-3b1a-4b58-931a-7784584559e1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e0048b3263a64a25bb0a308761d4f339&device_id=a75cc2d2-18c8-424c-b44a-7def70a6338d HTTP/1.1" status: 200 len: 1094 time: 0.3035066 Feb 09 12:29:26.466322 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896107a-2e1c-4c7f-9849-301e3447f2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c76004b-e529-49e7-b6e1-381211f5e2ff,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:26.468011 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-3d0607df-27ea-4259-a544-1e9078991f2f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2afa2261-4e51-4a11-a197-c0983f12ef73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897601 Feb 09 12:29:26.490042 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-a82fa3e8-f0a4-4590-ad9b-d7c06103659f service neutron] For port 8c7a964d-584c-4dbd-b299-f7b5a48b8988, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=8c7a964d-584c-4dbd-b299-f7b5a48b8988,segment=NetworkSegment(d84b820b-b8a5-49e5-b578-ff1b27561844),segment_id=d84b820b-b8a5-49e5-b578-ff1b27561844)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:29:26.505239 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: 026b1434-c7fe-41e3-95fc-c69153bd2d47 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:29:26.505587 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 026b1434-c7fe-41e3-95fc-c69153bd2d47 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:29:26.506015 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device dfc19e50-67a7-4ca4-a870-f97828dc5bc8 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:29:26.526458 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-a82fa3e8-f0a4-4590-ad9b-d7c06103659f service neutron] For port 8c7a964d-584c-4dbd-b299-f7b5a48b8988, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:29:26.602538 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-a82fa3e8-f0a4-4590-ad9b-d7c06103659f service neutron] device_id is not set on port 8c7a964d-584c-4dbd-b299-f7b5a48b8988 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:29:26.618621 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-a82fa3e8-f0a4-4590-ad9b-d7c06103659f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:26.626132 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-a82fa3e8-f0a4-4590-ad9b-d7c06103659f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:26.674100 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:26.718837 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port dfc19e50-67a7-4ca4-a870-f97828dc5bc8, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=dfc19e50-67a7-4ca4-a870-f97828dc5bc8,segment=NetworkSegment(9d15f5f1-dfad-42b6-bcbf-5425bd2abb42),segment_id=9d15f5f1-dfad-42b6-bcbf-5425bd2abb42)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:29:26.720970 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfc19e50-67a7-4ca4-a870-f97828dc5bc8'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:29:26.729700 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:26.730504 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 8ca27cde-50ae-448e-8752-816451ad1fe4 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:29:26.906458 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=dfc19e50-67a7-4ca4-a870-f97828dc5bc8,revision_number=6']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:26.922774 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57218) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:26.980587 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:26.992029 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-6b367151-3e58-47cd-a6b8-f376da7d3551 service neutron] 10.222.0.46 "GET /v2.0/networks/2afa2261-4e51-4a11-a197-c0983f12ef73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4595134 Feb 09 12:29:26.998060 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-64426a17-d6aa-4fb4-919e-676179a8658a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:27.007852 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-91db2097-34a0-45b9-8124-4fca493059ee None None] Provisioning complete for port 8c7a964d-584c-4dbd-b299-f7b5a48b8988 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:29:27.008622 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-91db2097-34a0-45b9-8124-4fca493059ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:27.011126 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-a82fa3e8-f0a4-4590-ad9b-d7c06103659f service neutron] No DVR routers for this DVR port 8c7a964d-584c-4dbd-b299-f7b5a48b8988 on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:29:27.050517 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82fa3e8-f0a4-4590-ad9b-d7c06103659f service neutron] Pushing event updated for resources: {'Port': ['ID=8c7a964d-584c-4dbd-b299-f7b5a48b8988,revision_number=6']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:27.061535 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 8ca27cde-50ae-448e-8752-816451ad1fe4, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=8ca27cde-50ae-448e-8752-816451ad1fe4,segment=NetworkSegment(9d15f5f1-dfad-42b6-bcbf-5425bd2abb42),segment_id=9d15f5f1-dfad-42b6-bcbf-5425bd2abb42)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:29:27.061816 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-64426a17-d6aa-4fb4-919e-676179a8658a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:29:27.067274 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:27.068458 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:29:27.069012 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-64426a17-d6aa-4fb4-919e-676179a8658a admin admin] Usage tracker for resource:security_group_rule and tenant:236235d9459d4f169569168ec3bbcf5c is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:29:27.073711 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-64426a17-d6aa-4fb4-919e-676179a8658a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:29:27.081946 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-64426a17-d6aa-4fb4-919e-676179a8658a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:29:27.090840 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-a82fa3e8-f0a4-4590-ad9b-d7c06103659f service neutron] In _notify_port_updated(), no bound segment for port 8c7a964d-584c-4dbd-b299-f7b5a48b8988 on network 9cd8438c-2c74-4941-a26e-2747746bb4cf {{(pid=87568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 12:29:27.091802 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-a82fa3e8-f0a4-4590-ad9b-d7c06103659f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:27.092434 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-a82fa3e8-f0a4-4590-ad9b-d7c06103659f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:27.093683 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-a82fa3e8-f0a4-4590-ad9b-d7c06103659f service neutron] 10.222.0.46 "PUT /v2.0/ports/8c7a964d-584c-4dbd-b299-f7b5a48b8988 HTTP/1.1" status: 200 len: 1032 time: 1.0606992 Feb 09 12:29:27.159491 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-91db2097-34a0-45b9-8124-4fca493059ee None None] Port 8c7a964d-584c-4dbd-b299-f7b5a48b8988 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:29:27.184235 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f40dc2-f13b-449d-8a7e-9b51d86ac6a9 req-341c8d6e-524d-4728-b9f2-31d0455c37ba tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:27.189835 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=8ca27cde-50ae-448e-8752-816451ad1fe4,revision_number=6']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:27.191621 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d2f40dc2-f13b-449d-8a7e-9b51d86ac6a9 req-341c8d6e-524d-4728-b9f2-31d0455c37ba tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbd07e2b-7f68-443e-8340-f35458083d9c HTTP/1.1" status: 200 len: 945 time: 0.7288175 Feb 09 12:29:27.199752 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-f746e576-5798-4313-95ca-66779988e289 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:27.201057 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-f746e576-5798-4313-95ca-66779988e289 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.46 "GET /v2.0/ports/b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0937543 Feb 09 12:29:27.227123 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-d9f2d4d3-ce5b-4354-8dca-1a9689d517e1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:29:27.254160 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd4f41-0a87-40af-9bb4-ae6600f11f44 req-57793a7a-d7f1-4abc-ae66-47fb046b15e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:27.255617 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-87cd4f41-0a87-40af-9bb4-ae6600f11f44 req-57793a7a-d7f1-4abc-ae66-47fb046b15e6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2afa2261-4e51-4a11-a197-c0983f12ef73 HTTP/1.1" status: 200 len: 913 time: 0.7228820 Feb 09 12:29:27.258859 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:27.284631 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d2f40dc2-f13b-449d-8a7e-9b51d86ac6a9 req-7ee500ef-3010-473a-90cb-ba59c930907b tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918305 Feb 09 12:29:27.324662 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-64426a17-d6aa-4fb4-919e-676179a8658a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:27.329330 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87,segment=NetworkSegment(d84b820b-b8a5-49e5-b578-ff1b27561844),segment_id=d84b820b-b8a5-49e5-b578-ff1b27561844)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:29:27.342153 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:27.343263 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 753ea632-df42-4ace-853e-cbed8bf97ca9 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:29:27.358979 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-64426a17-d6aa-4fb4-919e-676179a8658a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:27.416931 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-64426a17-d6aa-4fb4-919e-676179a8658a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=236235d9459d4f169569168ec3bbcf5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4843516 Feb 09 12:29:27.422020 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57230) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:27.427117 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de128649-2794-49e8-8840-7885a0adb7a0 req-4278a27a-9dab-4de0-b628-73392cd050c1 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:27.435232 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-de128649-2794-49e8-8840-7885a0adb7a0 req-4278a27a-9dab-4de0-b628-73392cd050c1 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a8a9a8a-5c05-4418-8843-62cb9cef3de7 HTTP/1.1" status: 200 len: 945 time: 0.9049070 Feb 09 12:29:27.439453 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e0c1d38a-b650-4df2-870a-834c95b18167 req-0d584dca-3455-4991-95f7-f1242d96a926 service neutron] 10.222.0.46 "GET /v2.0/networks/2afa2261-4e51-4a11-a197-c0983f12ef73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275684 Feb 09 12:29:27.439919 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c750970-44a8-438b-abcb-19820d7c05c3', 'tag': 'bb9b3992-1b34-4343-ad3b-799b6d5be847'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:29:27.471586 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64426a17-d6aa-4fb4-919e-676179a8658a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7471c9f4-21b0-465d-ab3c-b3e980535031,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:27.478848 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-d9f2d4d3-ce5b-4354-8dca-1a9689d517e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:27.480575 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-87cd4f41-0a87-40af-9bb4-ae6600f11f44 req-a5bd1596-445c-4954-8174-2e6f3a32e501 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39026252-d2bb-4b2d-a924-6f1eb04a51da HTTP/1.1" status: 200 len: 217 time: 0.2054281 Feb 09 12:29:27.542465 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87,revision_number=6']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:27.569442 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-de128649-2794-49e8-8840-7885a0adb7a0 req-fe560a3a-969b-47ec-8c27-602295418ca5 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] 10.222.0.55 "GET /v2.0/security-groups?id=eaff5d7c-45bb-4011-9a3c-74b6efc32d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322618 Feb 09 12:29:27.571393 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-460bd0d5-781b-46cf-8303-fc654b908488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:27.603961 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-460bd0d5-781b-46cf-8303-fc654b908488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:27.670953 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd4f41-0a87-40af-9bb4-ae6600f11f44 req-fe5b8c3e-87c0-4815-b81a-e7ae6956a61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:27.673084 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-87cd4f41-0a87-40af-9bb4-ae6600f11f44 req-fe5b8c3e-87c0-4815-b81a-e7ae6956a61a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=313af47f-c09c-471a-818d-77fb1e0b1ddd HTTP/1.1" status: 200 len: 852 time: 0.1164498 Feb 09 12:29:27.691662 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:27.736052 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 753ea632-df42-4ace-853e-cbed8bf97ca9, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=753ea632-df42-4ace-853e-cbed8bf97ca9,segment=NetworkSegment(3a03dc67-2573-4a68-b5c7-234880e2a5ea),segment_id=3a03dc67-2573-4a68-b5c7-234880e2a5ea)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:29:27.738237 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-87cd4f41-0a87-40af-9bb4-ae6600f11f44 req-29eef632-4043-4f52-8a76-d94cc628cf04 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2afa2261-4e51-4a11-a197-c0983f12ef73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562990 Feb 09 12:29:27.745360 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:27.746567 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 8c7a964d-584c-4dbd-b299-f7b5a48b8988 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:29:27.825166 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6837cb-5358-4fb4-ae0a-8ee7c02c232c req-8c63df67-2a68-4d9e-8b64-9dd347f7c560 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:27.826693 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ae6837cb-5358-4fb4-ae0a-8ee7c02c232c req-8c63df67-2a68-4d9e-8b64-9dd347f7c560 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a8a9a8a-5c05-4418-8843-62cb9cef3de7 HTTP/1.1" status: 200 len: 945 time: 0.3110604 Feb 09 12:29:27.851120 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-460bd0d5-781b-46cf-8303-fc654b908488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:27.887593 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 8c7a964d-584c-4dbd-b299-f7b5a48b8988 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:29:27.888284 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device b063fa55-d2bf-4bb5-942a-5a9c9a27b96d no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:29:27.932762 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=753ea632-df42-4ace-853e-cbed8bf97ca9,revision_number=6']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:27.951576 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfc19e50-67a7-4ca4-a870-f97828dc5bc8', 'code': 200} Feb 09 12:29:27.953202 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-460bd0d5-781b-46cf-8303-fc654b908488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:27.957026 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-460bd0d5-781b-46cf-8303-fc654b908488 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7471c9f4-21b0-465d-ab3c-b3e980535031 HTTP/1.1" status: 204 len: 168 time: 0.5317614 Feb 09 12:29:27.965443 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460bd0d5-781b-46cf-8303-fc654b908488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7471c9f4-21b0-465d-ab3c-b3e980535031,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:28.029038 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-d9f2d4d3-ce5b-4354-8dca-1a9689d517e1 service neutron] For port b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87,segment=NetworkSegment(d84b820b-b8a5-49e5-b578-ff1b27561844),segment_id=d84b820b-b8a5-49e5-b578-ff1b27561844)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:29:28.105696 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-d9f2d4d3-ce5b-4354-8dca-1a9689d517e1 service neutron] For port b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:29:28.124264 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:28.175519 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-ae6837cb-5358-4fb4-ae0a-8ee7c02c232c req-91f830ff-5d31-4f91-8a91-cea06c007053 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] Deleting port 52fb0e6c-d1bb-4912-805c-317ea343e429 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:29:28.177715 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ae6837cb-5358-4fb4-ae0a-8ee7c02c232c req-91f830ff-5d31-4f91-8a91-cea06c007053 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:28.220819 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-d9f2d4d3-ce5b-4354-8dca-1a9689d517e1 service neutron] device_id is not set on port b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:29:28.246598 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-d9f2d4d3-ce5b-4354-8dca-1a9689d517e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:28.260869 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-d9f2d4d3-ce5b-4354-8dca-1a9689d517e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:28.285027 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-87cd4f41-0a87-40af-9bb4-ae6600f11f44 req-e22fa9f5-a630-4b75-ae44-7e594ddd9ef0 service neutron] 10.222.0.46 "GET /v2.0/networks/2afa2261-4e51-4a11-a197-c0983f12ef73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5040629 Feb 09 12:29:28.333461 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port b063fa55-d2bf-4bb5-942a-5a9c9a27b96d, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b063fa55-d2bf-4bb5-942a-5a9c9a27b96d,segment=NetworkSegment(d84b820b-b8a5-49e5-b578-ff1b27561844),segment_id=d84b820b-b8a5-49e5-b578-ff1b27561844)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:29:28.340646 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58860d10-9341-428d-9bea-dae35d93a481 req-bc75b64f-6ce3-4478-8bb7-9f465187fb1c tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:28.344161 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:28.344886 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 2059b77a-91ab-4eb8-93ce-0a09084220d8 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:29:28.347645 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58860d10-9341-428d-9bea-dae35d93a481 req-bc75b64f-6ce3-4478-8bb7-9f465187fb1c tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:28.358762 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58860d10-9341-428d-9bea-dae35d93a481 req-bc75b64f-6ce3-4478-8bb7-9f465187fb1c tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:28.371737 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58860d10-9341-428d-9bea-dae35d93a481 req-bc75b64f-6ce3-4478-8bb7-9f465187fb1c tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:28.381402 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58860d10-9341-428d-9bea-dae35d93a481 req-bc75b64f-6ce3-4478-8bb7-9f465187fb1c tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:28.392578 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58860d10-9341-428d-9bea-dae35d93a481 req-bc75b64f-6ce3-4478-8bb7-9f465187fb1c tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:28.398550 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-58860d10-9341-428d-9bea-dae35d93a481 req-bc75b64f-6ce3-4478-8bb7-9f465187fb1c tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/ports?device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 4658 time: 0.6558044 Feb 09 12:29:28.434851 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57246) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:28.501686 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 39026252-d2bb-4b2d-a924-6f1eb04a51da details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:29:28.660783 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-d9f2d4d3-ce5b-4354-8dca-1a9689d517e1 service neutron] No DVR routers for this DVR port b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87 on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:29:28.739102 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f2d4d3-ce5b-4354-8dca-1a9689d517e1 service neutron] Pushing event updated for resources: {'Port': ['ID=b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87,revision_number=7']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:28.739751 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-ae6837cb-5358-4fb4-ae0a-8ee7c02c232c req-91f830ff-5d31-4f91-8a91-cea06c007053 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] For port 52fb0e6c-d1bb-4912-805c-317ea343e429, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=52fb0e6c-d1bb-4912-805c-317ea343e429,segment=NetworkSegment(123ff03c-6e19-49a1-9993-6dcf9a2bed2b),segment_id=123ff03c-6e19-49a1-9993-6dcf9a2bed2b)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:29:28.740330 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ae6837cb-5358-4fb4-ae0a-8ee7c02c232c req-91f830ff-5d31-4f91-8a91-cea06c007053 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:28.745629 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=b063fa55-d2bf-4bb5-942a-5a9c9a27b96d,revision_number=6']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:28.766109 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-d9f2d4d3-ce5b-4354-8dca-1a9689d517e1 service neutron] In _notify_port_updated(), no bound segment for port b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87 on network 9cd8438c-2c74-4941-a26e-2747746bb4cf {{(pid=87568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 12:29:28.767099 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-d9f2d4d3-ce5b-4354-8dca-1a9689d517e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:28.767864 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-d9f2d4d3-ce5b-4354-8dca-1a9689d517e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:28.769432 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-d9f2d4d3-ce5b-4354-8dca-1a9689d517e1 service neutron] 10.222.0.46 "PUT /v2.0/ports/b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87 HTTP/1.1" status: 200 len: 1032 time: 1.5474260 Feb 09 12:29:28.846553 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:28.882309 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-84f2bad4-661a-4b87-bd6b-6d90796cffc1 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Deleting port 8ca27cde-50ae-448e-8752-816451ad1fe4 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:29:28.882649 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-84f2bad4-661a-4b87-bd6b-6d90796cffc1 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:28.893754 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-be3b07a1-d80f-4628-aba8-ca31a3d5c5a3 None None] Provisioning complete for port b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:29:28.894339 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-be3b07a1-d80f-4628-aba8-ca31a3d5c5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:29.020362 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 39026252-d2bb-4b2d-a924-6f1eb04a51da, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=39026252-d2bb-4b2d-a924-6f1eb04a51da,segment=NetworkSegment(6e746275-56b2-41d5-a4a5-7a627fd9b561),segment_id=6e746275-56b2-41d5-a4a5-7a627fd9b561)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:29:29.077930 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '39026252-d2bb-4b2d-a924-6f1eb04a51da', 'network_id': '2afa2261-4e51-4a11-a197-c0983f12ef73', 'port_id': '39026252-d2bb-4b2d-a924-6f1eb04a51da', 'mac_address': 'fa:16:3e:f5:9b:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '313af47f-c09c-471a-818d-77fb1e0b1ddd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:29:29.080579 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-be3b07a1-d80f-4628-aba8-ca31a3d5c5a3 None None] Port b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:29:29.082940 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 2059b77a-91ab-4eb8-93ce-0a09084220d8, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=2059b77a-91ab-4eb8-93ce-0a09084220d8,segment=NetworkSegment(d84b820b-b8a5-49e5-b578-ff1b27561844),segment_id=d84b820b-b8a5-49e5-b578-ff1b27561844)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:29:29.099766 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:29.334899 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:29.337365 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-84f2bad4-661a-4b87-bd6b-6d90796cffc1 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] For port 8ca27cde-50ae-448e-8752-816451ad1fe4, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=8ca27cde-50ae-448e-8752-816451ad1fe4,segment=NetworkSegment(9d15f5f1-dfad-42b6-bcbf-5425bd2abb42),segment_id=9d15f5f1-dfad-42b6-bcbf-5425bd2abb42)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:29:29.338129 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-84f2bad4-661a-4b87-bd6b-6d90796cffc1 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:29.361752 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-87cd4f41-0a87-40af-9bb4-ae6600f11f44 req-4c4fce49-f948-45f3-8862-d8b392ab6f8c service neutron] 10.222.0.46 "GET /v2.0/networks/2afa2261-4e51-4a11-a197-c0983f12ef73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0351536 Feb 09 12:29:29.376670 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=2059b77a-91ab-4eb8-93ce-0a09084220d8,revision_number=6']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:29.384395 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39026252-d2bb-4b2d-a924-6f1eb04a51da {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:29:29.426612 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 39026252-d2bb-4b2d-a924-6f1eb04a51da, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=39026252-d2bb-4b2d-a924-6f1eb04a51da,segment=NetworkSegment(6e746275-56b2-41d5-a4a5-7a627fd9b561),segment_id=6e746275-56b2-41d5-a4a5-7a627fd9b561)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:29:29.429697 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-ae6837cb-5358-4fb4-ae0a-8ee7c02c232c req-91f830ff-5d31-4f91-8a91-cea06c007053 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] Calling delete_port for 52fb0e6c-d1bb-4912-805c-317ea343e429 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:29:29.433880 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:29.521455 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-58860d10-9341-428d-9bea-dae35d93a481 req-e1cef811-470a-4588-a57a-77f8adbd2c42 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c0bc8c-d7b4-4723-ae3e-494e368debc4&id=cc193dc4-ba36-4ff9-b98a-95f008157bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0726104 Feb 09 12:29:29.551173 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=39026252-d2bb-4b2d-a924-6f1eb04a51da,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:29.551414 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b5d21b60-0688-41e7-ba52-ce4999af947e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:29.603025 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b5d21b60-0688-41e7-ba52-ce4999af947e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:29:29.608324 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b5d21b60-0688-41e7-ba52-ce4999af947e admin admin] Usage tracker for resource:security_group_rule and tenant:53a03c6103e14f0e869110855febffaa is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:29:29.609791 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-84f2bad4-661a-4b87-bd6b-6d90796cffc1 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Calling delete_port for 8ca27cde-50ae-448e-8752-816451ad1fe4 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:29:29.618598 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b5d21b60-0688-41e7-ba52-ce4999af947e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:29:29.625967 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b5d21b60-0688-41e7-ba52-ce4999af947e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:29:29.732206 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['39026252-d2bb-4b2d-a924-6f1eb04a51da'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:29:29.905385 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-84f2bad4-661a-4b87-bd6b-6d90796cffc1 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:29.917467 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03e0ea-ccc1-4de4-88a5-91c2327a2e77 req-42943f2a-6982-442a-8362-9af5bc1bfdcb tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:29.926679 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5c03e0ea-ccc1-4de4-88a5-91c2327a2e77 req-42943f2a-6982-442a-8362-9af5bc1bfdcb tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c750970-44a8-438b-abcb-19820d7c05c3 HTTP/1.1" status: 200 len: 943 time: 1.0333860 Feb 09 12:29:29.957818 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ca27cde-50ae-448e-8752-816451ad1fe4'}, {'server_uuid': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87'}, {'server_uuid': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '753ea632-df42-4ace-853e-cbed8bf97ca9'}, {'server_uuid': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b063fa55-d2bf-4bb5-942a-5a9c9a27b96d'}, {'server_uuid': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2059b77a-91ab-4eb8-93ce-0a09084220d8'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:29:29.977948 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f2bad4-661a-4b87-bd6b-6d90796cffc1 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Pushing event deleted for resources: {'Port': ['ID=8ca27cde-50ae-448e-8752-816451ad1fe4,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:30.070005 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-84f2bad4-661a-4b87-bd6b-6d90796cffc1 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] No DVR routers for this DVR port 8ca27cde-50ae-448e-8752-816451ad1fe4 on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:29:30.072732 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-84f2bad4-661a-4b87-bd6b-6d90796cffc1 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:30.076948 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'name': 'network-vif-deleted', 'tag': '8ca27cde-50ae-448e-8752-816451ad1fe4'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:29:30.091961 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-84f2bad4-661a-4b87-bd6b-6d90796cffc1 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.46 "DELETE /v2.0/ports/8ca27cde-50ae-448e-8752-816451ad1fe4 HTTP/1.1" status: 204 len: 173 time: 1.3150845 Feb 09 12:29:30.148778 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5c03e0ea-ccc1-4de4-88a5-91c2327a2e77 req-ca0a8aea-c648-452f-9740-10ea36c15e27 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/security-groups?id=a92e072c-0931-4903-8919-a0446488f11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207770 Feb 09 12:29:30.202694 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-ea3da7f9-5fdd-4f32-8237-357562f3018e tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Deleting port 753ea632-df42-4ace-853e-cbed8bf97ca9 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:29:30.204348 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-ea3da7f9-5fdd-4f32-8237-357562f3018e tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:30.241474 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c750970-44a8-438b-abcb-19820d7c05c3', 'tag': 'bb9b3992-1b34-4343-ad3b-799b6d5be847', 'status': 'completed', 'code': 200} Feb 09 12:29:30.297803 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ae6837cb-5358-4fb4-ae0a-8ee7c02c232c req-91f830ff-5d31-4f91-8a91-cea06c007053 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:30.368554 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b5d21b60-0688-41e7-ba52-ce4999af947e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:30.402498 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3090fd-74e2-4d1c-9ac1-4394c19957ca req-eb870b09-dd5d-407b-8ce2-ac5a2ca4afe0 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:30.409661 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device bb9b3992-1b34-4343-ad3b-799b6d5be847 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:29:30.410916 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bb3090fd-74e2-4d1c-9ac1-4394c19957ca req-eb870b09-dd5d-407b-8ce2-ac5a2ca4afe0 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.6672838 Feb 09 12:29:30.412381 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 52fb0e6c-d1bb-4912-805c-317ea343e429 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:29:30.463551 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f830ff-5d31-4f91-8a91-cea06c007053 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] Pushing event deleted for resources: {'Port': ['ID=52fb0e6c-d1bb-4912-805c-317ea343e429,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:30.500630 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b5d21b60-0688-41e7-ba52-ce4999af947e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:30.513993 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: 52fb0e6c-d1bb-4912-805c-317ea343e429 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:29:30.516430 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 52fb0e6c-d1bb-4912-805c-317ea343e429 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:29:30.603178 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-ea3da7f9-5fdd-4f32-8237-357562f3018e tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] For port 753ea632-df42-4ace-853e-cbed8bf97ca9, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=753ea632-df42-4ace-853e-cbed8bf97ca9,segment=NetworkSegment(3a03dc67-2573-4a68-b5c7-234880e2a5ea),segment_id=3a03dc67-2573-4a68-b5c7-234880e2a5ea)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:29:30.604146 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-ea3da7f9-5fdd-4f32-8237-357562f3018e tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:30.652405 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b5d21b60-0688-41e7-ba52-ce4999af947e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=53a03c6103e14f0e869110855febffaa&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2090471 Feb 09 12:29:30.653867 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d21b60-0688-41e7-ba52-ce4999af947e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fc157b-8ac9-4bdd-8f93-b9d854729ec9,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:30.689710 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57314) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:30.733301 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port bb9b3992-1b34-4343-ad3b-799b6d5be847, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=bb9b3992-1b34-4343-ad3b-799b6d5be847,segment=NetworkSegment(6e746275-56b2-41d5-a4a5-7a627fd9b561),segment_id=6e746275-56b2-41d5-a4a5-7a627fd9b561)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:29:30.740564 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6837cb-5358-4fb4-ae0a-8ee7c02c232c req-91f830ff-5d31-4f91-8a91-cea06c007053 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] No DVR routers for this DVR port 52fb0e6c-d1bb-4912-805c-317ea343e429 on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:29:30.778500 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'bb9b3992-1b34-4343-ad3b-799b6d5be847', 'network_id': '2afa2261-4e51-4a11-a197-c0983f12ef73', 'port_id': 'bb9b3992-1b34-4343-ad3b-799b6d5be847', 'mac_address': 'fa:16:3e:76:b1:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '313af47f-c09c-471a-818d-77fb1e0b1ddd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:29:30.784198 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ae6837cb-5358-4fb4-ae0a-8ee7c02c232c req-91f830ff-5d31-4f91-8a91-cea06c007053 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:30.813474 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bb3090fd-74e2-4d1c-9ac1-4394c19957ca req-e40ce5b0-7388-4f45-a20a-eb9358b52330 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4016178 Feb 09 12:29:30.840579 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5e5da-54d0-4dbc-a341-a68391a4a06b req-f31f4723-ad51-4799-9b16-17c654261e89 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:30.842099 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3b5e5da-54d0-4dbc-a341-a68391a4a06b req-f31f4723-ad51-4799-9b16-17c654261e89 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbd07e2b-7f68-443e-8340-f35458083d9c HTTP/1.1" status: 200 len: 945 time: 0.7969515 Feb 09 12:29:30.854270 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:30.875117 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb9b3992-1b34-4343-ad3b-799b6d5be847 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:29:30.894726 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port bb9b3992-1b34-4343-ad3b-799b6d5be847, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=bb9b3992-1b34-4343-ad3b-799b6d5be847,segment=NetworkSegment(6e746275-56b2-41d5-a4a5-7a627fd9b561),segment_id=6e746275-56b2-41d5-a4a5-7a627fd9b561)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:29:30.904423 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:31.018384 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-f3b5e5da-54d0-4dbc-a341-a68391a4a06b req-cc6afb93-998f-4a26-9e13-6df751db13d1 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Deleting port 926c6256-8bfb-4f56-b74e-ba805c0bb403 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:29:31.019287 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f3b5e5da-54d0-4dbc-a341-a68391a4a06b req-cc6afb93-998f-4a26-9e13-6df751db13d1 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:31.026735 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=bb9b3992-1b34-4343-ad3b-799b6d5be847,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:31.045343 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ae6837cb-5358-4fb4-ae0a-8ee7c02c232c req-91f830ff-5d31-4f91-8a91-cea06c007053 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] 10.222.0.46 "DELETE /v2.0/ports/52fb0e6c-d1bb-4912-805c-317ea343e429 HTTP/1.1" status: 204 len: 173 time: 3.2085962 Feb 09 12:29:31.133803 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-b62fd31a-3b4f-42ae-9da1-69795cc95927 req-e0b3a775-d1a9-40e0-8243-f7fe3e73dc93 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] Synchronizing usage tracker for tenant:5fd8fb111ec74e1689079e3fa85c8d2a on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:29:31.162589 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['bb9b3992-1b34-4343-ad3b-799b6d5be847'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:29:31.171146 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-b62fd31a-3b4f-42ae-9da1-69795cc95927 req-e0b3a775-d1a9-40e0-8243-f7fe3e73dc93 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] Unset dirty status for tenant:5fd8fb111ec74e1689079e3fa85c8d2a on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:29:31.184936 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b62fd31a-3b4f-42ae-9da1-69795cc95927 req-e0b3a775-d1a9-40e0-8243-f7fe3e73dc93 tempest-ServerPasswordTestJSON-1038255784 tempest-ServerPasswordTestJSON-1038255784-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a8a9a8a-5c05-4418-8843-62cb9cef3de7 HTTP/1.1" status: 200 len: 210 time: 0.1194575 Feb 09 12:29:31.215601 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082262c-cee5-4641-ab63-e655c3a44d3a req-cd283083-4716-47c3-866c-97841d87a7bf tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:31.232509 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6082262c-cee5-4641-ab63-e655c3a44d3a req-cd283083-4716-47c3-866c-97841d87a7bf tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbd07e2b-7f68-443e-8340-f35458083d9c HTTP/1.1" status: 200 len: 945 time: 0.8684287 Feb 09 12:29:31.279527 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b7e54-e0d9-4fc8-be2d-edbaddbb12df req-31f916a0-3d5a-48ba-a995-36098fd2855e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:31.291969 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ca27cde-50ae-448e-8752-816451ad1fe4', 'code': 200} Feb 09 12:29:31.292413 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87', 'code': 200} Feb 09 12:29:31.292622 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-621b7e54-e0d9-4fc8-be2d-edbaddbb12df req-31f916a0-3d5a-48ba-a995-36098fd2855e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e0048b3263a64a25bb0a308761d4f339&device_id=9c750970-44a8-438b-abcb-19820d7c05c3 HTTP/1.1" status: 200 len: 1094 time: 1.0159767 Feb 09 12:29:31.292746 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '753ea632-df42-4ace-853e-cbed8bf97ca9', 'code': 200} Feb 09 12:29:31.292984 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b063fa55-d2bf-4bb5-942a-5a9c9a27b96d', 'code': 200} Feb 09 12:29:31.293280 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2059b77a-91ab-4eb8-93ce-0a09084220d8', 'code': 200} Feb 09 12:29:31.306797 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-289866af-9639-4a78-85cb-30652d65ae37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:31.311936 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-ea3da7f9-5fdd-4f32-8237-357562f3018e tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:31.312512 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-ea3da7f9-5fdd-4f32-8237-357562f3018e tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:31.313096 n-d-825178-3 neutron-server[87568]: INFO neutron.db.l3_db [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-ea3da7f9-5fdd-4f32-8237-357562f3018e tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Floating IP 2a14ab31-9044-4b62-953e-22153dd7eab0 disassociated. External IP: 172.25.7.154, port: 753ea632-df42-4ace-853e-cbed8bf97ca9. Feb 09 12:29:31.313855 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-ea3da7f9-5fdd-4f32-8237-357562f3018e tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Calling delete_port for 753ea632-df42-4ace-853e-cbed8bf97ca9 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:29:31.497106 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-289866af-9639-4a78-85cb-30652d65ae37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:31.530896 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'name': 'network-vif-deleted', 'tag': '8ca27cde-50ae-448e-8752-816451ad1fe4', 'status': 'completed', 'code': 200} Feb 09 12:29:31.537013 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6082262c-cee5-4641-ab63-e655c3a44d3a req-9993dc7d-52d8-4665-a880-f93e31b8c47e tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464478 Feb 09 12:29:31.720431 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b7e54-e0d9-4fc8-be2d-edbaddbb12df req-23caf694-03a7-4872-8a63-7d7def2e676a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:31.721733 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-621b7e54-e0d9-4fc8-be2d-edbaddbb12df req-23caf694-03a7-4872-8a63-7d7def2e676a service neutron] 10.222.0.46 "GET /v2.0/networks?id=2afa2261-4e51-4a11-a197-c0983f12ef73 HTTP/1.1" status: 200 len: 913 time: 0.3691683 Feb 09 12:29:31.842118 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-621b7e54-e0d9-4fc8-be2d-edbaddbb12df req-726a00f5-8c48-4983-9ee8-f6b4ba7eb72e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb9b3992-1b34-4343-ad3b-799b6d5be847 HTTP/1.1" status: 200 len: 217 time: 0.1045716 Feb 09 12:29:31.918785 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-289866af-9639-4a78-85cb-30652d65ae37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:31.922404 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-ea3da7f9-5fdd-4f32-8237-357562f3018e tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:31.979068 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b7e54-e0d9-4fc8-be2d-edbaddbb12df req-ead5593c-470a-45d9-b6f4-e2195dfc07f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:31.980619 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-621b7e54-e0d9-4fc8-be2d-edbaddbb12df req-ead5593c-470a-45d9-b6f4-e2195dfc07f7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=313af47f-c09c-471a-818d-77fb1e0b1ddd HTTP/1.1" status: 200 len: 852 time: 0.1313596 Feb 09 12:29:31.982445 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3da7f9-5fdd-4f32-8237-357562f3018e tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Pushing event deleted for resources: {'Port': ['ID=753ea632-df42-4ace-853e-cbed8bf97ca9,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:31.984918 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289866af-9639-4a78-85cb-30652d65ae37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3fc157b-8ac9-4bdd-8f93-b9d854729ec9,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:31.993753 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-289866af-9639-4a78-85cb-30652d65ae37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:31.997384 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-289866af-9639-4a78-85cb-30652d65ae37 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c3fc157b-8ac9-4bdd-8f93-b9d854729ec9 HTTP/1.1" status: 204 len: 168 time: 1.2614825 Feb 09 12:29:32.040939 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-621b7e54-e0d9-4fc8-be2d-edbaddbb12df req-f97a2d4d-e324-4e4f-916c-936750d20dcd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2afa2261-4e51-4a11-a197-c0983f12ef73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540369 Feb 09 12:29:32.101966 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a546c9-df3a-4b75-b388-79ab15585e12 req-9ef9ea0c-95ad-4490-8b38-d0d0b502484d tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:32.108288 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a546c9-df3a-4b75-b388-79ab15585e12 req-9ef9ea0c-95ad-4490-8b38-d0d0b502484d tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:32.114446 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a546c9-df3a-4b75-b388-79ab15585e12 req-9ef9ea0c-95ad-4490-8b38-d0d0b502484d tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:32.121342 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a546c9-df3a-4b75-b388-79ab15585e12 req-9ef9ea0c-95ad-4490-8b38-d0d0b502484d tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:32.123068 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-99a546c9-df3a-4b75-b388-79ab15585e12 req-9ef9ea0c-95ad-4490-8b38-d0d0b502484d tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/ports?device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 3065 time: 0.4552207 Feb 09 12:29:32.130925 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-f3b5e5da-54d0-4dbc-a341-a68391a4a06b req-cc6afb93-998f-4a26-9e13-6df751db13d1 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] For port 926c6256-8bfb-4f56-b74e-ba805c0bb403, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=926c6256-8bfb-4f56-b74e-ba805c0bb403,segment=NetworkSegment(ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a),segment_id=ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:29:32.131282 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f3b5e5da-54d0-4dbc-a341-a68391a4a06b req-cc6afb93-998f-4a26-9e13-6df751db13d1 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:32.153089 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c6277-b67d-4205-a347-3fc2cff82aef req-cb35a445-f6e9-4a32-83d5-9096bd00689c tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:32.154924 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fc5c6277-b67d-4205-a347-3fc2cff82aef req-cb35a445-f6e9-4a32-83d5-9096bd00689c tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c750970-44a8-438b-abcb-19820d7c05c3 HTTP/1.1" status: 200 len: 944 time: 0.4200892 Feb 09 12:29:32.416115 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 39026252-d2bb-4b2d-a924-6f1eb04a51da up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:29:32.455601 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8a9a8a-5c05-4418-8843-62cb9cef3de7', 'name': 'network-vif-deleted', 'tag': '52fb0e6c-d1bb-4912-805c-317ea343e429'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:29:32.469080 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-f3b5e5da-54d0-4dbc-a341-a68391a4a06b req-cc6afb93-998f-4a26-9e13-6df751db13d1 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Calling delete_port for 926c6256-8bfb-4f56-b74e-ba805c0bb403 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:29:32.625765 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fc5c6277-b67d-4205-a347-3fc2cff82aef req-eaea2ba5-6768-40d6-a348-cc3cdff04cc9 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/security-groups?id=a92e072c-0931-4903-8919-a0446488f11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4527199 Feb 09 12:29:32.666167 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-99a546c9-df3a-4b75-b388-79ab15585e12 req-97ce44f4-b3d5-4774-b93b-db516ee01032 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c0bc8c-d7b4-4723-ae3e-494e368debc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5255873 Feb 09 12:29:32.674425 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 39026252-d2bb-4b2d-a924-6f1eb04a51da completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:29:32.695651 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 39026252-d2bb-4b2d-a924-6f1eb04a51da triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:29:32.696167 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:32.864974 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57364) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:32.925371 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-621b7e54-e0d9-4fc8-be2d-edbaddbb12df req-ee7f07a7-1d67-4ce0-94cd-5f6cf4806175 service neutron] 10.222.0.46 "GET /v2.0/networks/2afa2261-4e51-4a11-a197-c0983f12ef73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6103029 Feb 09 12:29:32.933307 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57370) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:32.967869 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eef2027d-1120-40fd-81d1-95c9b779974d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:33.003393 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:33.003983 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-ea3da7f9-5fdd-4f32-8237-357562f3018e tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Router ba0248cd-7abd-4207-98c5-4d02ca8e76ec has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:29:33.009193 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-eef2027d-1120-40fd-81d1-95c9b779974d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:29:33.021255 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-eef2027d-1120-40fd-81d1-95c9b779974d admin admin] Usage tracker for resource:security_group_rule and tenant:b249d9430cfe4a61ba2a007c5fe14e14 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:29:33.026346 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-eef2027d-1120-40fd-81d1-95c9b779974d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:29:33.032219 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a8a9a8a-5c05-4418-8843-62cb9cef3de7', 'name': 'network-vif-deleted', 'tag': '52fb0e6c-d1bb-4912-805c-317ea343e429', 'status': 'completed', 'code': 200} Feb 09 12:29:33.036639 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f3b5e5da-54d0-4dbc-a341-a68391a4a06b req-cc6afb93-998f-4a26-9e13-6df751db13d1 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:33.040144 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-eef2027d-1120-40fd-81d1-95c9b779974d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:29:33.066421 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['40dc350d-1874-481c-a46c-c820c9950461', 'c2f39a90-c792-41b6-8c82-2279fa8cd131'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:29:33.120771 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6afb93-998f-4a26-9e13-6df751db13d1 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Pushing event deleted for resources: {'Port': ['ID=926c6256-8bfb-4f56-b74e-ba805c0bb403,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:33.197436 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 39026252-d2bb-4b2d-a924-6f1eb04a51da, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=39026252-d2bb-4b2d-a924-6f1eb04a51da,segment=NetworkSegment(6e746275-56b2-41d5-a4a5-7a627fd9b561),segment_id=6e746275-56b2-41d5-a4a5-7a627fd9b561)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:29:33.218012 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:33.220712 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device bb9b3992-1b34-4343-ad3b-799b6d5be847 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:29:33.257462 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252ec69-ac97-49d2-9231-824087e636c9 req-ee0421a4-12ec-466c-b35c-06c31e3c0b02 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:33.264871 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7252ec69-ac97-49d2-9231-824087e636c9 req-ee0421a4-12ec-466c-b35c-06c31e3c0b02 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.3924370 Feb 09 12:29:33.340022 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-a969b5e6-3984-486e-915a-ba70876db43f admin admin] Deleting subnet c382bf07-3b94-4111-95c7-eae206253d6f {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:29:33.355041 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a969b5e6-3984-486e-915a-ba70876db43f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:33.373960 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b5e5da-54d0-4dbc-a341-a68391a4a06b req-cc6afb93-998f-4a26-9e13-6df751db13d1 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] No DVR routers for this DVR port 926c6256-8bfb-4f56-b74e-ba805c0bb403 on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:29:33.395134 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f3b5e5da-54d0-4dbc-a341-a68391a4a06b req-cc6afb93-998f-4a26-9e13-6df751db13d1 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:33.417295 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e8393597-4723-4c02-9024-1c4465a81f33 req-d82faf1a-f7e9-4a75-80be-c51ba6d1601d tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbd07e2b-7f68-443e-8340-f35458083d9c HTTP/1.1" status: 200 len: 210 time: 0.1341929 Feb 09 12:29:33.426896 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a75cc2d2-18c8-424c-b44a-7def70a6338d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39026252-d2bb-4b2d-a924-6f1eb04a51da'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:29:33.482747 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=39026252-d2bb-4b2d-a924-6f1eb04a51da,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:33.488235 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7252ec69-ac97-49d2-9231-824087e636c9 req-38c8144b-e7b3-4ff5-811a-b28d10f480ed tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222366 Feb 09 12:29:33.545149 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3b5e5da-54d0-4dbc-a341-a68391a4a06b req-cc6afb93-998f-4a26-9e13-6df751db13d1 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.46 "DELETE /v2.0/ports/926c6256-8bfb-4f56-b74e-ba805c0bb403 HTTP/1.1" status: 204 len: 173 time: 2.6706250 Feb 09 12:29:33.580626 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a75cc2d2-18c8-424c-b44a-7def70a6338d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39026252-d2bb-4b2d-a924-6f1eb04a51da', 'code': 200} Feb 09 12:29:33.617881 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eef2027d-1120-40fd-81d1-95c9b779974d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:33.629199 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eef2027d-1120-40fd-81d1-95c9b779974d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:33.630335 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port bb9b3992-1b34-4343-ad3b-799b6d5be847 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:29:33.639071 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port bb9b3992-1b34-4343-ad3b-799b6d5be847 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:29:33.639446 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:33.767443 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-621b7e54-e0d9-4fc8-be2d-edbaddbb12df req-755e8932-c16c-4446-bb3d-3a08a279cc73 service neutron] 10.222.0.46 "GET /v2.0/networks/2afa2261-4e51-4a11-a197-c0983f12ef73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8315487 Feb 09 12:29:33.811084 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-ea3da7f9-5fdd-4f32-8237-357562f3018e tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:29:33.820687 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a9a491-ae9a-4f60-bade-37cf438bf321 None None] Sync routers for ids ['ba0248cd-7abd-4207-98c5-4d02ca8e76ec'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:29:33.843877 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a9a491-ae9a-4f60-bade-37cf438bf321 None None] Routers {'ba0248cd-7abd-4207-98c5-4d02ca8e76ec'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:29:33.844526 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-d7a9a491-ae9a-4f60-bade-37cf438bf321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:29:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['ba0248cd-7abd-4207-98c5-4d02ca8e76ec'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:29:34.013693 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:34.035591 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-ea3da7f9-5fdd-4f32-8237-357562f3018e tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] No DVR routers for this DVR port 753ea632-df42-4ace-853e-cbed8bf97ca9 on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:29:34.044951 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-ea3da7f9-5fdd-4f32-8237-357562f3018e tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:34.067516 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'name': 'network-vif-deleted', 'tag': '753ea632-df42-4ace-853e-cbed8bf97ca9'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:29:34.082119 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-ea3da7f9-5fdd-4f32-8237-357562f3018e tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.46 "DELETE /v2.0/ports/753ea632-df42-4ace-853e-cbed8bf97ca9 HTTP/1.1" status: 204 len: 173 time: 3.9794662 Feb 09 12:29:34.092645 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a969b5e6-3984-486e-915a-ba70876db43f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:34.097235 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef2027d-1120-40fd-81d1-95c9b779974d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd44e2c-f6b7-4733-a119-bc6c4a179392,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:34.109567 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-eef2027d-1120-40fd-81d1-95c9b779974d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b249d9430cfe4a61ba2a007c5fe14e14&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2424438 Feb 09 12:29:34.118477 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-d7a9a491-ae9a-4f60-bade-37cf438bf321 None None] Set router ba0248cd-7abd-4207-98c5-4d02ca8e76ec gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:29:34.169495 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57396) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:34.176013 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port bb9b3992-1b34-4343-ad3b-799b6d5be847, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=bb9b3992-1b34-4343-ad3b-799b6d5be847,segment=NetworkSegment(6e746275-56b2-41d5-a4a5-7a627fd9b561),segment_id=6e746275-56b2-41d5-a4a5-7a627fd9b561)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:29:34.187215 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:34.190379 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 926c6256-8bfb-4f56-b74e-ba805c0bb403 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:29:34.304075 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: 926c6256-8bfb-4f56-b74e-ba805c0bb403 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:29:34.304481 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 926c6256-8bfb-4f56-b74e-ba805c0bb403 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:29:34.353804 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=bb9b3992-1b34-4343-ad3b-799b6d5be847,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:34.387722 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-8f19b148-b887-4a72-8b49-69f63376425d tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Deleting port dfc19e50-67a7-4ca4-a870-f97828dc5bc8 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:29:34.388098 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-8f19b148-b887-4a72-8b49-69f63376425d tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:34.414613 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device d93b5e0a-6c45-4800-820d-aa945e3d4e97 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:29:34.456559 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d664d190-fead-4ad6-a831-fd859d9345e5 req-43ad0289-faad-48f0-b630-feecf2a0fec3 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:34.458158 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d664d190-fead-4ad6-a831-fd859d9345e5 req-43ad0289-faad-48f0-b630-feecf2a0fec3 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c750970-44a8-438b-abcb-19820d7c05c3 HTTP/1.1" status: 200 len: 944 time: 0.5536563 Feb 09 12:29:34.475743 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c819819-4eec-42bd-a62e-8a671a9e0298 req-da1abda8-31df-41ac-bed0-0c08d71b5327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:34.484352 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3c819819-4eec-42bd-a62e-8a671a9e0298 req-da1abda8-31df-41ac-bed0-0c08d71b5327 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a75cc2d2-18c8-424c-b44a-7def70a6338d HTTP/1.1" status: 200 len: 1096 time: 0.7829373 Feb 09 12:29:34.588598 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:29:34.666764 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-d7a9a491-ae9a-4f60-bade-37cf438bf321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0248cd-7abd-4207-98c5-4d02ca8e76ec', 'name': 'tempest-TaggedBootDevicesTest_v242-765013633-router', 'tenant_id': '1504faf0b32244dc872049fa5f2c3962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '615859e0-5b8a-42d0-ac30-7d8882fa7c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:23:09Z', 'updated_at': '2022-02-09T12:23:17Z', 'revision_number': 4, 'project_id': '1504faf0b32244dc872049fa5f2c3962', 'gw_port': {'id': '615859e0-5b8a-42d0-ac30-7d8882fa7c07', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0248cd-7abd-4207-98c5-4d02ca8e76ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:23:11Z', 'updated_at': '2022-02-09T12:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '9ba1542c-b097-4fa3-9f06-3eeb03603544', 'name': '', 'network_id': 'd9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35', 'tenant_id': '1504faf0b32244dc872049fa5f2c3962', 'mac_address': 'fa:16:3e:a0:ef:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0248cd-7abd-4207-98c5-4d02ca8e76ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '3d2e5ab4-ed0b-495e-9f76-7abb1b03c440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:23:16Z', 'updated_at': '2022-02-09T12:23:28Z', 'revision_number': 5, 'project_id': '1504faf0b32244dc872049fa5f2c3962', 'subnets': [{'id': '3d2e5ab4-ed0b-495e-9f76-7abb1b03c440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:29:34.675309 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a9a491-ae9a-4f60-bade-37cf438bf321 None None] Checking router: ba0248cd-7abd-4207-98c5-4d02ca8e76ec for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:29:34.691630 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53e2dc-21da-42b3-b83f-5ebce7ce7720 req-13cd1c15-20ac-442a-8017-f19408d52f1d tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:34.700281 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a9a491-ae9a-4f60-bade-37cf438bf321 None None] Routers {'ba0248cd-7abd-4207-98c5-4d02ca8e76ec'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:29:34.703302 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-d7a9a491-ae9a-4f60-bade-37cf438bf321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:29:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['ba0248cd-7abd-4207-98c5-4d02ca8e76ec'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:29:34.705667 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53e2dc-21da-42b3-b83f-5ebce7ce7720 req-13cd1c15-20ac-442a-8017-f19408d52f1d tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:34.712662 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53e2dc-21da-42b3-b83f-5ebce7ce7720 req-13cd1c15-20ac-442a-8017-f19408d52f1d tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:34.719747 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0d53e2dc-21da-42b3-b83f-5ebce7ce7720 req-13cd1c15-20ac-442a-8017-f19408d52f1d tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/ports?device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 2410 time: 0.6545234 Feb 09 12:29:34.744893 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port d93b5e0a-6c45-4800-820d-aa945e3d4e97, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=d93b5e0a-6c45-4800-820d-aa945e3d4e97,segment=NetworkSegment(979c19f6-d1b0-4462-9702-5c928d7c30bd),segment_id=979c19f6-d1b0-4462-9702-5c928d7c30bd)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:29:34.769702 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'd93b5e0a-6c45-4800-820d-aa945e3d4e97', 'network_id': '8e240a2e-10ae-45b2-9910-3b86c821ddc4', 'port_id': 'd93b5e0a-6c45-4800-820d-aa945e3d4e97', 'mac_address': 'fa:16:3e:92:58:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9fe3712-b0f7-41b8-9852-1955bd160446', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:29:34.794357 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0d53e2dc-21da-42b3-b83f-5ebce7ce7720 req-bba1b737-3224-487f-bb7f-5875409de992 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c0bc8c-d7b4-4723-ae3e-494e368debc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691872 Feb 09 12:29:34.900982 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:34.901788 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d664d190-fead-4ad6-a831-fd859d9345e5 req-eb7a2d6d-72fa-4c06-865e-70955c186de1 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/security-groups?id=a92e072c-0931-4903-8919-a0446488f11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4142768 Feb 09 12:29:34.911438 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'name': 'network-vif-deleted', 'tag': '753ea632-df42-4ace-853e-cbed8bf97ca9', 'status': 'completed', 'code': 200} Feb 09 12:29:34.958390 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3c819819-4eec-42bd-a62e-8a671a9e0298 req-a85e5edf-6980-413d-8d9d-54c8bf7e8eb6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a92e072c-0931-4903-8919-a0446488f11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480158 Feb 09 12:29:34.959331 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d93b5e0a-6c45-4800-820d-aa945e3d4e97 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:29:34.999649 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port d93b5e0a-6c45-4800-820d-aa945e3d4e97, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=d93b5e0a-6c45-4800-820d-aa945e3d4e97,segment=NetworkSegment(979c19f6-d1b0-4462-9702-5c928d7c30bd),segment_id=979c19f6-d1b0-4462-9702-5c928d7c30bd)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:29:35.008431 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:35.033192 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbd07e2b-7f68-443e-8340-f35458083d9c', 'name': 'network-vif-deleted', 'tag': '926c6256-8bfb-4f56-b74e-ba805c0bb403'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:29:35.209403 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['d93b5e0a-6c45-4800-820d-aa945e3d4e97'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:29:35.266911 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a969b5e6-3984-486e-915a-ba70876db43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:35.296877 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=d93b5e0a-6c45-4800-820d-aa945e3d4e97,revision_number=6']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:35.398290 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-d7a9a491-ae9a-4f60-bade-37cf438bf321 None None] Set router ba0248cd-7abd-4207-98c5-4d02ca8e76ec gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:29:35.413099 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-827d6b4d-667f-41aa-a7f4-67ff9e303dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:35.435657 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c15b2493-a490-486e-a71a-78f798eb1ac0 req-55648322-682d-45ea-944e-f59b7f78e937 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Synchronizing usage tracker for tenant:c35b136021fd452e84da1be28afeefee on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:29:35.582915 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c750970-44a8-438b-abcb-19820d7c05c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb9b3992-1b34-4343-ad3b-799b6d5be847'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:29:35.635424 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-827d6b4d-667f-41aa-a7f4-67ff9e303dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:35.658107 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c15b2493-a490-486e-a71a-78f798eb1ac0 req-55648322-682d-45ea-944e-f59b7f78e937 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Unset dirty status for tenant:c35b136021fd452e84da1be28afeefee on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:29:35.687584 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c15b2493-a490-486e-a71a-78f798eb1ac0 req-55648322-682d-45ea-944e-f59b7f78e937 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbd07e2b-7f68-443e-8340-f35458083d9c HTTP/1.1" status: 200 len: 210 time: 0.4568717 Feb 09 12:29:35.714592 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-8f19b148-b887-4a72-8b49-69f63376425d tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] For port dfc19e50-67a7-4ca4-a870-f97828dc5bc8, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=dfc19e50-67a7-4ca4-a870-f97828dc5bc8,segment=NetworkSegment(9d15f5f1-dfad-42b6-bcbf-5425bd2abb42),segment_id=9d15f5f1-dfad-42b6-bcbf-5425bd2abb42)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:29:35.715346 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-8f19b148-b887-4a72-8b49-69f63376425d tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:35.769852 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8afb840-725c-4c2c-8b9e-d73756a014a8 req-6ad0590a-607a-4a13-8188-bafd3d7c55e5 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:35.792240 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e8afb840-725c-4c2c-8b9e-d73756a014a8 req-6ad0590a-607a-4a13-8188-bafd3d7c55e5 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 944 time: 0.3423450 Feb 09 12:29:35.792461 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a969b5e6-3984-486e-915a-ba70876db43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:35.823551 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbd07e2b-7f68-443e-8340-f35458083d9c', 'name': 'network-vif-deleted', 'tag': '926c6256-8bfb-4f56-b74e-ba805c0bb403', 'status': 'completed', 'code': 200} Feb 09 12:29:35.869284 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e8afb840-725c-4c2c-8b9e-d73756a014a8 req-a5e33340-11bb-4d7e-b886-3a7472ab31d7 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757012 Feb 09 12:29:35.870892 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c750970-44a8-438b-abcb-19820d7c05c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb9b3992-1b34-4343-ad3b-799b6d5be847', 'code': 200} Feb 09 12:29:36.135062 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-d7a9a491-ae9a-4f60-bade-37cf438bf321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0248cd-7abd-4207-98c5-4d02ca8e76ec', 'name': 'tempest-TaggedBootDevicesTest_v242-765013633-router', 'tenant_id': '1504faf0b32244dc872049fa5f2c3962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '615859e0-5b8a-42d0-ac30-7d8882fa7c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:23:09Z', 'updated_at': '2022-02-09T12:23:17Z', 'revision_number': 4, 'project_id': '1504faf0b32244dc872049fa5f2c3962', 'gw_port': {'id': '615859e0-5b8a-42d0-ac30-7d8882fa7c07', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0248cd-7abd-4207-98c5-4d02ca8e76ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:23:11Z', 'updated_at': '2022-02-09T12:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '9ba1542c-b097-4fa3-9f06-3eeb03603544', 'name': '', 'network_id': 'd9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35', 'tenant_id': '1504faf0b32244dc872049fa5f2c3962', 'mac_address': 'fa:16:3e:a0:ef:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0248cd-7abd-4207-98c5-4d02ca8e76ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '3d2e5ab4-ed0b-495e-9f76-7abb1b03c440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:23:16Z', 'updated_at': '2022-02-09T12:23:28Z', 'revision_number': 5, 'project_id': '1504faf0b32244dc872049fa5f2c3962', 'subnets': [{'id': '3d2e5ab4-ed0b-495e-9f76-7abb1b03c440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:29:36.157630 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a9a491-ae9a-4f60-bade-37cf438bf321 None None] The sync data for ids ['ba0248cd-7abd-4207-98c5-4d02ca8e76ec'] in n-d-825178-3 is: [{'id': 'ba0248cd-7abd-4207-98c5-4d02ca8e76ec', 'name': 'tempest-TaggedBootDevicesTest_v242-765013633-router', 'tenant_id': '1504faf0b32244dc872049fa5f2c3962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '615859e0-5b8a-42d0-ac30-7d8882fa7c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:23:09Z', 'updated_at': '2022-02-09T12:23:17Z', 'revision_number': 4, 'project_id': '1504faf0b32244dc872049fa5f2c3962', 'gw_port': {'id': '615859e0-5b8a-42d0-ac30-7d8882fa7c07', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0248cd-7abd-4207-98c5-4d02ca8e76ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:23:11Z', 'updated_at': '2022-02-09T12:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '9ba1542c-b097-4fa3-9f06-3eeb03603544', 'name': '', 'network_id': 'd9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35', 'tenant_id': '1504faf0b32244dc872049fa5f2c3962', 'mac_address': 'fa:16:3e:a0:ef:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0248cd-7abd-4207-98c5-4d02ca8e76ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '3d2e5ab4-ed0b-495e-9f76-7abb1b03c440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:23:16Z', 'updated_at': '2022-02-09T12:23:28Z', 'revision_number': 5, 'project_id': '1504faf0b32244dc872049fa5f2c3962', 'subnets': [{'id': '3d2e5ab4-ed0b-495e-9f76-7abb1b03c440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:29:36.441640 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device d93b5e0a-6c45-4800-820d-aa945e3d4e97 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:29:36.460319 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c0ece-e776-4f9a-8d59-8aed4d864d32 req-bf1bb267-d4a2-473e-ba7f-d684d09cfee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:36.466042 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-366c0ece-e776-4f9a-8d59-8aed4d864d32 req-bf1bb267-d4a2-473e-ba7f-d684d09cfee5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9c750970-44a8-438b-abcb-19820d7c05c3 HTTP/1.1" status: 200 len: 1096 time: 0.5203602 Feb 09 12:29:36.493796 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86466e17-acb3-4cee-a57f-380b6599d3ce req-7702073c-91a8-4804-8daf-ae68c9eeb1f5 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:36.495349 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-86466e17-acb3-4cee-a57f-380b6599d3ce req-7702073c-91a8-4804-8daf-ae68c9eeb1f5 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c750970-44a8-438b-abcb-19820d7c05c3 HTTP/1.1" status: 200 len: 945 time: 0.3842065 Feb 09 12:29:36.565489 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e623b5-c270-498c-a602-e224095da9b6 req-7334f053-edd0-49cf-8f6a-a59b2c01a6c0 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:36.579476 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e623b5-c270-498c-a602-e224095da9b6 req-7334f053-edd0-49cf-8f6a-a59b2c01a6c0 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:36.591326 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e623b5-c270-498c-a602-e224095da9b6 req-7334f053-edd0-49cf-8f6a-a59b2c01a6c0 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:36.594366 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-62e623b5-c270-498c-a602-e224095da9b6 req-7334f053-edd0-49cf-8f6a-a59b2c01a6c0 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/ports?device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 2410 time: 0.4765763 Feb 09 12:29:36.633452 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port d93b5e0a-6c45-4800-820d-aa945e3d4e97 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:29:36.634085 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:36.676423 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-8f19b148-b887-4a72-8b49-69f63376425d tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Calling delete_port for dfc19e50-67a7-4ca4-a870-f97828dc5bc8 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:29:36.735891 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-366c0ece-e776-4f9a-8d59-8aed4d864d32 req-882d7c48-213c-42dd-8770-4d5526817fb7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a92e072c-0931-4903-8919-a0446488f11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596807 Feb 09 12:29:36.773568 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-62e623b5-c270-498c-a602-e224095da9b6 req-e6609af9-04d3-4306-9f7a-1f8c6012e594 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c0bc8c-d7b4-4723-ae3e-494e368debc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403694 Feb 09 12:29:36.774785 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f70c3b-c9b4-404a-960d-361863b0548c None None] New status for floating IP 2a14ab31-9044-4b62-953e-22153dd7eab0: DOWN {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:29:36.789076 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-86466e17-acb3-4cee-a57f-380b6599d3ce req-349db925-5f08-4038-9297-c73a53b426e9 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/security-groups?id=a92e072c-0931-4903-8919-a0446488f11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698338 Feb 09 12:29:36.823106 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a969b5e6-3984-486e-915a-ba70876db43f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c382bf07-3b94-4111-95c7-eae206253d6f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:36.837049 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a969b5e6-3984-486e-915a-ba70876db43f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:36.861996 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57472) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:36.862668 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a969b5e6-3984-486e-915a-ba70876db43f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c382bf07-3b94-4111-95c7-eae206253d6f HTTP/1.1" status: 204 len: 168 time: 3.9278588 Feb 09 12:29:36.911423 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-827d6b4d-667f-41aa-a7f4-67ff9e303dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:36.960703 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-827d6b4d-667f-41aa-a7f4-67ff9e303dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:36.962231 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-827d6b4d-667f-41aa-a7f4-67ff9e303dc0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dfd44e2c-f6b7-4733-a119-bc6c4a179392 HTTP/1.1" status: 204 len: 168 time: 2.5947974 Feb 09 12:29:36.964218 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d6b4d-667f-41aa-a7f4-67ff9e303dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd44e2c-f6b7-4733-a119-bc6c4a179392,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:37.101596 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-8f19b148-b887-4a72-8b49-69f63376425d tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:37.207286 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e8c6ba13-0f3f-4314-b9f6-aeb5076de2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:37.301897 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19b148-b887-4a72-8b49-69f63376425d tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Pushing event deleted for resources: {'Port': ['ID=dfc19e50-67a7-4ca4-a870-f97828dc5bc8,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:37.381593 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-8f19b148-b887-4a72-8b49-69f63376425d tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] No DVR routers for this DVR port dfc19e50-67a7-4ca4-a870-f97828dc5bc8 on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:29:37.391620 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-8f19b148-b887-4a72-8b49-69f63376425d tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:37.398561 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'name': 'network-vif-deleted', 'tag': 'dfc19e50-67a7-4ca4-a870-f97828dc5bc8'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:29:37.429113 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-8f19b148-b887-4a72-8b49-69f63376425d tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.46 "DELETE /v2.0/ports/dfc19e50-67a7-4ca4-a870-f97828dc5bc8 HTTP/1.1" status: 204 len: 173 time: 3.3388953 Feb 09 12:29:37.463025 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:37.570660 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'name': 'network-vif-deleted', 'tag': 'dfc19e50-67a7-4ca4-a870-f97828dc5bc8', 'status': 'completed', 'code': 200} Feb 09 12:29:37.581488 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port d93b5e0a-6c45-4800-820d-aa945e3d4e97, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=d93b5e0a-6c45-4800-820d-aa945e3d4e97,segment=NetworkSegment(979c19f6-d1b0-4462-9702-5c928d7c30bd),segment_id=979c19f6-d1b0-4462-9702-5c928d7c30bd)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:29:37.594463 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:37.744451 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-33119f7b-6e5a-4f09-8d47-a07c8d413fa9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Deleting port b063fa55-d2bf-4bb5-942a-5a9c9a27b96d {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:29:37.745013 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-33119f7b-6e5a-4f09-8d47-a07c8d413fa9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:37.841453 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=d93b5e0a-6c45-4800-820d-aa945e3d4e97,revision_number=7']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:37.872300 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93b5e0a-6c45-4800-820d-aa945e3d4e97'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:29:37.993519 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e8c6ba13-0f3f-4314-b9f6-aeb5076de2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:38.064367 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-e8c6ba13-0f3f-4314-b9f6-aeb5076de2c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['995f4247-f125-448f-8031-5eeb7eed8fa1']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:29:38.114028 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a252d9-74aa-471d-bc52-1ca59b451257 req-3c13ae9c-5020-43c6-b008-1ef94aa6e4b1 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:38.124846 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b3a252d9-74aa-471d-bc52-1ca59b451257 req-3c13ae9c-5020-43c6-b008-1ef94aa6e4b1 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 944 time: 0.9022894 Feb 09 12:29:38.138081 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-e8c6ba13-0f3f-4314-b9f6-aeb5076de2c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '123ff03c-6e19-49a1-9993-6dcf9a2bed2b') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:29:38.142007 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-e8c6ba13-0f3f-4314-b9f6-aeb5076de2c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '123ff03c-6e19-49a1-9993-6dcf9a2bed2b') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:29:38.220159 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e8c6ba13-0f3f-4314-b9f6-aeb5076de2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:38.333600 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b3a252d9-74aa-471d-bc52-1ca59b451257 req-9e6a0f63-73f6-4728-89a1-8968897855f9 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067163 Feb 09 12:29:38.368552 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6dfc3-1209-492a-876c-07ffa9dd62cf req-e567dec3-f6f6-403c-9fc3-927f98cdb507 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:38.378208 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c2f6dfc3-1209-492a-876c-07ffa9dd62cf req-e567dec3-f6f6-403c-9fc3-927f98cdb507 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=efc4bb30-3b44-420a-86b0-143fc801a432 HTTP/1.1" status: 200 len: 946 time: 0.6301885 Feb 09 12:29:38.405556 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e8c6ba13-0f3f-4314-b9f6-aeb5076de2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:38.412687 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8c6ba13-0f3f-4314-b9f6-aeb5076de2c5 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:29:38.413302 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e8c6ba13-0f3f-4314-b9f6-aeb5076de2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:38.543752 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:29:38.543752 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:29:38.543752 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:29:38.543752 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:29:38.543752 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:29:38.543752 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:29:38.543752 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:29:38.543752 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:29:38.543752 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:29:38.543752 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:29:38.543752 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:29:38.543752 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:29:38.543752 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:29:38.543752 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:29:38.543752 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:29:38.543752 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:29:38.543752 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:29:38.543752 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:29:38.543752 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:29:38.543752 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:29:38.543752 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:29:38.543752 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:29:38.543752 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:29:38.543752 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:29:38.543752 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:29:38.543752 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:29:38.543752 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:29:38.543752 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:29:38.543752 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:29:38.543752 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:29:38.543752 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:29:38.543752 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:29:38.557511 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e8c6ba13-0f3f-4314-b9f6-aeb5076de2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:38.572195 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e8c6ba13-0f3f-4314-b9f6-aeb5076de2c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:38.636516 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e8c6ba13-0f3f-4314-b9f6-aeb5076de2c5 admin admin] 10.222.0.55 "DELETE /v2.0/networks/995f4247-f125-448f-8031-5eeb7eed8fa1 HTTP/1.1" status: 204 len: 168 time: 1.7733412 Feb 09 12:29:38.638376 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-33119f7b-6e5a-4f09-8d47-a07c8d413fa9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] For port b063fa55-d2bf-4bb5-942a-5a9c9a27b96d, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b063fa55-d2bf-4bb5-942a-5a9c9a27b96d,segment=NetworkSegment(d84b820b-b8a5-49e5-b578-ff1b27561844),segment_id=d84b820b-b8a5-49e5-b578-ff1b27561844)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:29:38.639550 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-33119f7b-6e5a-4f09-8d47-a07c8d413fa9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:38.747497 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c6ba13-0f3f-4314-b9f6-aeb5076de2c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=995f4247-f125-448f-8031-5eeb7eed8fa1,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:38.810543 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c2f6dfc3-1209-492a-876c-07ffa9dd62cf req-ba4bde77-3134-44d1-9f7d-8d80f80d6e68 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4307895 Feb 09 12:29:38.925755 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1047e-4dcc-45bd-936c-63f7ec0c671a req-487f6906-8175-45ef-9c1e-327fdca38652 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:38.937614 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-70c1047e-4dcc-45bd-936c-63f7ec0c671a req-487f6906-8175-45ef-9c1e-327fdca38652 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c750970-44a8-438b-abcb-19820d7c05c3 HTTP/1.1" status: 200 len: 945 time: 0.2939577 Feb 09 12:29:39.035619 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-33119f7b-6e5a-4f09-8d47-a07c8d413fa9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Calling delete_port for b063fa55-d2bf-4bb5-942a-5a9c9a27b96d owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:29:39.047578 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-70c1047e-4dcc-45bd-936c-63f7ec0c671a req-4662ae1f-2548-44f6-80e4-04ce3bccdd56 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/security-groups?id=a92e072c-0931-4903-8919-a0446488f11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056743 Feb 09 12:29:39.198264 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93b5e0a-6c45-4800-820d-aa945e3d4e97', 'code': 200} Feb 09 12:29:39.216396 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57540) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:39.494640 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7ef755c1-9100-4693-bcd5-4fe8b106fa20 req-079b5879-345c-4817-bb49-02e4d75533b3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=90c74a17-df51-46ca-9bdf-0f0627aa1fea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3378794 Feb 09 12:29:39.671625 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-fc33775d-f32c-4ce8-ac1d-31e000faefd3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5fd8fb111ec74e1689079e3fa85c8d2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4336703 Feb 09 12:29:39.679626 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57550) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:39.708560 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91428087-f868-4b52-b419-608c5ccecc7d req-51de77be-60c1-474f-a974-b79f8cd6ee23 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:39.715345 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-91428087-f868-4b52-b419-608c5ccecc7d req-51de77be-60c1-474f-a974-b79f8cd6ee23 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.46 "GET /v2.0/ports?device_id=efc4bb30-3b44-420a-86b0-143fc801a432 HTTP/1.1" status: 200 len: 946 time: 0.6617138 Feb 09 12:29:39.774141 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f383c9dc-1fbc-45c7-86e6-5b990f7925c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:39.809527 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f383c9dc-1fbc-45c7-86e6-5b990f7925c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:39.880696 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-33119f7b-6e5a-4f09-8d47-a07c8d413fa9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:39.887295 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268bc35f-32c0-4e7f-a64b-fd6901902f16 req-3aa64605-545f-448a-963f-e3eb9da9aa5b tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:39.898759 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef755c1-9100-4693-bcd5-4fe8b106fa20 req-51b56da6-675c-41cb-8868-212f0882b062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:39.899794 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268bc35f-32c0-4e7f-a64b-fd6901902f16 req-3aa64605-545f-448a-963f-e3eb9da9aa5b tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:39.900716 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7ef755c1-9100-4693-bcd5-4fe8b106fa20 req-51b56da6-675c-41cb-8868-212f0882b062 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c35b136021fd452e84da1be28afeefee&device_id=90c74a17-df51-46ca-9bdf-0f0627aa1fea HTTP/1.1" status: 200 len: 1096 time: 0.3763258 Feb 09 12:29:39.912490 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-268bc35f-32c0-4e7f-a64b-fd6901902f16 req-3aa64605-545f-448a-963f-e3eb9da9aa5b tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/ports?device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 1677 time: 0.7100878 Feb 09 12:29:39.914775 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57560) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:40.011629 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5a1fa-62fb-4d53-a9d4-9141b6b2c1cb req-cd1ca949-1392-44b6-be50-e093b82dcecd tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:40.014983 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1db5a1fa-62fb-4d53-a9d4-9141b6b2c1cb req-cd1ca949-1392-44b6-be50-e093b82dcecd tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/ports?device_id=a75cc2d2-18c8-424c-b44a-7def70a6338d HTTP/1.1" status: 200 len: 945 time: 0.6365490 Feb 09 12:29:40.045026 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-91428087-f868-4b52-b419-608c5ccecc7d req-cfc8edc3-ccdd-4ab1-9630-666729246865 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Deleting port c2f39a90-c792-41b6-8c82-2279fa8cd131 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:29:40.045371 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-91428087-f868-4b52-b419-608c5ccecc7d req-cfc8edc3-ccdd-4ab1-9630-666729246865 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:40.140396 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33119f7b-6e5a-4f09-8d47-a07c8d413fa9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Pushing event deleted for resources: {'Port': ['ID=b063fa55-d2bf-4bb5-942a-5a9c9a27b96d,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:40.176201 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f383c9dc-1fbc-45c7-86e6-5b990f7925c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:40.206865 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-b222d759-cca9-4185-9e21-e94a3ec5e239 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1181016368-network', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:29:40.216158 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-33119f7b-6e5a-4f09-8d47-a07c8d413fa9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] No DVR routers for this DVR port b063fa55-d2bf-4bb5-942a-5a9c9a27b96d on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:29:40.218705 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-33119f7b-6e5a-4f09-8d47-a07c8d413fa9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:40.232607 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'name': 'network-vif-deleted', 'tag': 'b063fa55-d2bf-4bb5-942a-5a9c9a27b96d'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:29:40.239816 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-33119f7b-6e5a-4f09-8d47-a07c8d413fa9 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.46 "DELETE /v2.0/ports/b063fa55-d2bf-4bb5-942a-5a9c9a27b96d HTTP/1.1" status: 204 len: 173 time: 2.8034024 Feb 09 12:29:40.240486 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f383c9dc-1fbc-45c7-86e6-5b990f7925c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaff5d7c-45bb-4011-9a3c-74b6efc32d34,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:40.247524 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f383c9dc-1fbc-45c7-86e6-5b990f7925c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:40.250986 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f383c9dc-1fbc-45c7-86e6-5b990f7925c4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eaff5d7c-45bb-4011-9a3c-74b6efc32d34 HTTP/1.1" status: 204 len: 168 time: 0.5638933 Feb 09 12:29:40.264428 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-268bc35f-32c0-4e7f-a64b-fd6901902f16 req-d1eabe0d-1659-447b-993e-bb42fdc463fa tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c0bc8c-d7b4-4723-ae3e-494e368debc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3508985 Feb 09 12:29:40.281943 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b222d759-cca9-4185-9e21-e94a3ec5e239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:29:40.346554 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b222d759-cca9-4185-9e21-e94a3ec5e239 admin admin] Usage tracker for resource:network and tenant:8104375b7a9b46ec9107acb1226f825a is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:29:40.377535 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b222d759-cca9-4185-9e21-e94a3ec5e239 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:29:40.546522 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57574) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:40.614405 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b222d759-cca9-4185-9e21-e94a3ec5e239 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:29:40.644475 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1db5a1fa-62fb-4d53-a9d4-9141b6b2c1cb req-61f6d9f0-1755-4407-bd59-4e1e462b7eae tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/security-groups?id=a92e072c-0931-4903-8919-a0446488f11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4945502 Feb 09 12:29:40.733112 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-0d9cd968-8ffe-42df-a3ee-edb0d3698e43 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Deleting port 2059b77a-91ab-4eb8-93ce-0a09084220d8 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:29:40.746470 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-0d9cd968-8ffe-42df-a3ee-edb0d3698e43 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:40.939821 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef755c1-9100-4693-bcd5-4fe8b106fa20 req-6a668e29-ebfd-4b54-a3c6-f43860c194c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:40.941597 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7ef755c1-9100-4693-bcd5-4fe8b106fa20 req-6a668e29-ebfd-4b54-a3c6-f43860c194c5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=985217ad-b773-4531-9367-f144e39af1cf HTTP/1.1" status: 200 len: 906 time: 0.9067111 Feb 09 12:29:40.983428 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b222d759-cca9-4185-9e21-e94a3ec5e239 admin admin] Made reservation on behalf of 8104375b7a9b46ec9107acb1226f825a for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:29:40.986008 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b222d759-cca9-4185-9e21-e94a3ec5e239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:41.085170 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7ef755c1-9100-4693-bcd5-4fe8b106fa20 req-2be920b5-8f86-4acd-812b-be599ef2ef1a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40dc350d-1874-481c-a46c-c820c9950461 HTTP/1.1" status: 200 len: 217 time: 0.0942245 Feb 09 12:29:41.101006 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b222d759-cca9-4185-9e21-e94a3ec5e239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:41.134913 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d76d08b8-f77a-4de8-b1b7-a4d00aa1977a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:41.158545 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-d76d08b8-f77a-4de8-b1b7-a4d00aa1977a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:29:41.164512 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-d76d08b8-f77a-4de8-b1b7-a4d00aa1977a admin admin] Usage tracker for resource:security_group_rule and tenant:586df24040fa495b96d66d130023f216 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:29:41.167457 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-d76d08b8-f77a-4de8-b1b7-a4d00aa1977a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:29:41.174062 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-d76d08b8-f77a-4de8-b1b7-a4d00aa1977a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:29:41.216641 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef755c1-9100-4693-bcd5-4fe8b106fa20 req-e05594dc-7d56-4d16-8b08-3342dbc44b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:41.219110 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7ef755c1-9100-4693-bcd5-4fe8b106fa20 req-e05594dc-7d56-4d16-8b08-3342dbc44b9c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3c9b480e-1cd6-43a9-9d3f-1e4f05f3898f HTTP/1.1" status: 200 len: 845 time: 0.1241460 Feb 09 12:29:41.359819 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b222d759-cca9-4185-9e21-e94a3ec5e239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:29:41.409514 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d76d08b8-f77a-4de8-b1b7-a4d00aa1977a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:41.434661 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b222d759-cca9-4185-9e21-e94a3ec5e239 admin admin] Usage tracker for resource:security_group_rule and tenant:8104375b7a9b46ec9107acb1226f825a is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:29:41.458449 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b222d759-cca9-4185-9e21-e94a3ec5e239 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:29:41.470527 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d76d08b8-f77a-4de8-b1b7-a4d00aa1977a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:41.471099 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7ef755c1-9100-4693-bcd5-4fe8b106fa20 req-10f27a2a-2ddd-4fab-9356-924ad9f125ec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=985217ad-b773-4531-9367-f144e39af1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2234464 Feb 09 12:29:41.554421 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b222d759-cca9-4185-9e21-e94a3ec5e239 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:29:41.633833 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-91428087-f868-4b52-b419-608c5ccecc7d req-cfc8edc3-ccdd-4ab1-9630-666729246865 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] For port c2f39a90-c792-41b6-8c82-2279fa8cd131, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=c2f39a90-c792-41b6-8c82-2279fa8cd131,segment=NetworkSegment(ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a),segment_id=ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:29:41.634235 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-91428087-f868-4b52-b419-608c5ccecc7d req-cfc8edc3-ccdd-4ab1-9630-666729246865 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:41.653877 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acdbb23-41ae-486a-a819-1603ff1ac039 req-8b1908b5-37d5-4b79-a095-42de3df0509c tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:41.656097 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57604) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:41.660704 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2acdbb23-41ae-486a-a819-1603ff1ac039 req-8b1908b5-37d5-4b79-a095-42de3df0509c tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.9174075 Feb 09 12:29:41.672622 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-0d9cd968-8ffe-42df-a3ee-edb0d3698e43 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] For port 2059b77a-91ab-4eb8-93ce-0a09084220d8, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=2059b77a-91ab-4eb8-93ce-0a09084220d8,segment=NetworkSegment(d84b820b-b8a5-49e5-b578-ff1b27561844),segment_id=d84b820b-b8a5-49e5-b578-ff1b27561844)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:29:41.672982 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-0d9cd968-8ffe-42df-a3ee-edb0d3698e43 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:41.698409 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d08b8-f77a-4de8-b1b7-a4d00aa1977a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42bb390-dc24-4f11-bf0d-a539b4dfecf4,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:41.709596 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d76d08b8-f77a-4de8-b1b7-a4d00aa1977a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=586df24040fa495b96d66d130023f216&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1255615 Feb 09 12:29:41.716427 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57610) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:41.780194 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7ef755c1-9100-4693-bcd5-4fe8b106fa20 req-b1573cc9-fe9f-49e7-b05e-4a1d7f71b165 service neutron] 10.222.0.46 "GET /v2.0/networks/985217ad-b773-4531-9367-f144e39af1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983887 Feb 09 12:29:41.862553 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-0d9cd968-8ffe-42df-a3ee-edb0d3698e43 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Calling delete_port for 2059b77a-91ab-4eb8-93ce-0a09084220d8 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:29:42.017725 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-91428087-f868-4b52-b419-608c5ccecc7d req-cfc8edc3-ccdd-4ab1-9630-666729246865 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Calling delete_port for c2f39a90-c792-41b6-8c82-2279fa8cd131 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:29:42.070899 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7ef755c1-9100-4693-bcd5-4fe8b106fa20 req-3ea177a0-c5cf-4e56-9c23-adff55468e45 service neutron] 10.222.0.46 "GET /v2.0/networks/985217ad-b773-4531-9367-f144e39af1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173576 Feb 09 12:29:42.091163 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-db30ae07-59ef-4c19-a602-4f49109dbaac admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1899528750-network', 'tenant_id': '9e4a99ef56ae44c38a7a2f1ce0177a21'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:29:42.108161 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-db30ae07-59ef-4c19-a602-4f49109dbaac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:29:42.118563 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-db30ae07-59ef-4c19-a602-4f49109dbaac admin admin] Usage tracker for resource:network and tenant:9e4a99ef56ae44c38a7a2f1ce0177a21 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:29:42.123478 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-db30ae07-59ef-4c19-a602-4f49109dbaac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:29:42.137943 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-db30ae07-59ef-4c19-a602-4f49109dbaac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:29:42.138318 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b222d759-cca9-4185-9e21-e94a3ec5e239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:42.163288 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b222d759-cca9-4185-9e21-e94a3ec5e239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:42.182422 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db30ae07-59ef-4c19-a602-4f49109dbaac admin admin] Made reservation on behalf of 9e4a99ef56ae44c38a7a2f1ce0177a21 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:29:42.186845 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-db30ae07-59ef-4c19-a602-4f49109dbaac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:42.216393 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b222d759-cca9-4185-9e21-e94a3ec5e239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef88ea14-c1b5-4810-8a63-5868ea6af64a,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:42.226350 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2acdbb23-41ae-486a-a819-1603ff1ac039 req-639b3829-499f-48dd-adfe-c1a825c7d970 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5648136 Feb 09 12:29:42.235022 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af0681-0e05-4c8b-bf46-255d3768f39d req-aa108061-beda-43b9-8275-48b435f87465 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:42.238209 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-db30ae07-59ef-4c19-a602-4f49109dbaac admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:42.243493 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-50af0681-0e05-4c8b-bf46-255d3768f39d req-aa108061-beda-43b9-8275-48b435f87465 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=efc4bb30-3b44-420a-86b0-143fc801a432 HTTP/1.1" status: 200 len: 946 time: 1.2194047 Feb 09 12:29:42.266590 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-db30ae07-59ef-4c19-a602-4f49109dbaac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:29:42.285331 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-db30ae07-59ef-4c19-a602-4f49109dbaac admin admin] Usage tracker for resource:security_group_rule and tenant:9e4a99ef56ae44c38a7a2f1ce0177a21 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:29:42.291208 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-db30ae07-59ef-4c19-a602-4f49109dbaac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:29:42.303111 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-db30ae07-59ef-4c19-a602-4f49109dbaac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:29:42.308397 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b222d759-cca9-4185-9e21-e94a3ec5e239 admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:29:42.325405 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-50af0681-0e05-4c8b-bf46-255d3768f39d req-c713bf5f-c1f7-4128-afe1-e85275bf9f20 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809371 Feb 09 12:29:42.406395 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9202a9c4-1124-4881-b6dc-55fd554958e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:42.409374 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b222d759-cca9-4185-9e21-e94a3ec5e239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:42.409846 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-b222d759-cca9-4185-9e21-e94a3ec5e239 admin admin] Added segment 265d0b08-b939-46e1-9e9a-33b1f21608e7 of type vlan for network 6fc7d014-aab7-4969-9b9f-1b9d5e7c436a Feb 09 12:29:42.435703 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-db30ae07-59ef-4c19-a602-4f49109dbaac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:42.440770 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'name': 'network-vif-deleted', 'tag': 'b063fa55-d2bf-4bb5-942a-5a9c9a27b96d', 'status': 'completed', 'code': 200} Feb 09 12:29:42.446394 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-db30ae07-59ef-4c19-a602-4f49109dbaac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:42.453979 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device c2f39a90-c792-41b6-8c82-2279fa8cd131 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:29:42.523783 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db30ae07-59ef-4c19-a602-4f49109dbaac admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:29:42.555348 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-0d9cd968-8ffe-42df-a3ee-edb0d3698e43 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:42.613585 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b222d759-cca9-4185-9e21-e94a3ec5e239 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:42.644069 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9202a9c4-1124-4881-b6dc-55fd554958e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:42.666982 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30ae07-59ef-4c19-a602-4f49109dbaac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c89be6-aa6f-4019-a63f-033aae8cb9e9,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:42.709776 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-db30ae07-59ef-4c19-a602-4f49109dbaac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:42.710502 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-db30ae07-59ef-4c19-a602-4f49109dbaac admin admin] Added segment c8120825-3220-4ee6-9dca-8e8fc8ed7292 of type vlan for network 23231414-7735-41e3-a19f-aefe0806df10 Feb 09 12:29:42.712140 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cd968-8ffe-42df-a3ee-edb0d3698e43 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Pushing event deleted for resources: {'Port': ['ID=2059b77a-91ab-4eb8-93ce-0a09084220d8,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:42.790410 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-0d9cd968-8ffe-42df-a3ee-edb0d3698e43 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] No DVR routers for this DVR port 2059b77a-91ab-4eb8-93ce-0a09084220d8 on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:29:42.793970 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-0d9cd968-8ffe-42df-a3ee-edb0d3698e43 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:42.857944 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-559c3481-3ffa-47ac-b489-3654b6a16a1d req-0d9cd968-8ffe-42df-a3ee-edb0d3698e43 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.46 "DELETE /v2.0/ports/2059b77a-91ab-4eb8-93ce-0a09084220d8 HTTP/1.1" status: 204 len: 173 time: 2.6081476 Feb 09 12:29:42.858611 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.resource_extend [None req-b222d759-cca9-4185-9e21-e94a3ec5e239 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:29:42.916928 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Port c2f39a90-c792-41b6-8c82-2279fa8cd131 update to DOWN by agent not found {{(pid=87569) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 09 12:29:42.918647 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-db30ae07-59ef-4c19-a602-4f49109dbaac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:42.983810 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-db30ae07-59ef-4c19-a602-4f49109dbaac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:42.985236 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db30ae07-59ef-4c19-a602-4f49109dbaac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:42.986431 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-db30ae07-59ef-4c19-a602-4f49109dbaac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:43.006268 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-91428087-f868-4b52-b419-608c5ccecc7d req-cfc8edc3-ccdd-4ab1-9630-666729246865 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:43.022836 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['40dc350d-1874-481c-a46c-c820c9950461'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:29:43.034662 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9202a9c4-1124-4881-b6dc-55fd554958e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:43.057079 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-db30ae07-59ef-4c19-a602-4f49109dbaac admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3972192 Feb 09 12:29:43.085136 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57620) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:43.352007 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-e33857bc-7f00-41a1-817d-660933107377 admin admin] Request body: {'subnet': {'network_id': '23231414-7735-41e3-a19f-aefe0806df10', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1899528750-subnet', 'tenant_id': '9e4a99ef56ae44c38a7a2f1ce0177a21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:29:43.380266 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e33857bc-7f00-41a1-817d-660933107377 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:29:43.392806 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-82161ca8-3c96-4b1f-ae53-a66bee6b3018 req-c228df23-566d-4f59-b1d7-f4d05d9247e7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/ports?device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 210 time: 0.5408523 Feb 09 12:29:43.395291 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30ae07-59ef-4c19-a602-4f49109dbaac admin admin] Pushing event updated for resources: {'Network': ['ID=23231414-7735-41e3-a19f-aefe0806df10,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:43.416595 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e33857bc-7f00-41a1-817d-660933107377 admin admin] Usage tracker for resource:subnet and tenant:9e4a99ef56ae44c38a7a2f1ce0177a21 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:29:43.427006 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e33857bc-7f00-41a1-817d-660933107377 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:29:43.446381 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e33857bc-7f00-41a1-817d-660933107377 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:29:43.484087 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33857bc-7f00-41a1-817d-660933107377 admin admin] Made reservation on behalf of 9e4a99ef56ae44c38a7a2f1ce0177a21 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:29:43.487040 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e33857bc-7f00-41a1-817d-660933107377 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:43.499920 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 23231414-7735-41e3-a19f-aefe0806df10 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:29:43.761289 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc8edc3-ccdd-4ab1-9630-666729246865 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Pushing event deleted for resources: {'Port': ['ID=c2f39a90-c792-41b6-8c82-2279fa8cd131,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:43.765160 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b222d759-cca9-4185-9e21-e94a3ec5e239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:43.766379 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b222d759-cca9-4185-9e21-e94a3ec5e239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:43.767236 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b222d759-cca9-4185-9e21-e94a3ec5e239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:43.842215 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202a9c4-1124-4881-b6dc-55fd554958e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42bb390-dc24-4f11-bf0d-a539b4dfecf4,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:43.891710 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b222d759-cca9-4185-9e21-e94a3ec5e239 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.9690905 Feb 09 12:29:43.924105 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-91428087-f868-4b52-b419-608c5ccecc7d req-cfc8edc3-ccdd-4ab1-9630-666729246865 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] No DVR routers for this DVR port c2f39a90-c792-41b6-8c82-2279fa8cd131 on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:29:43.934734 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57636) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:43.935093 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9202a9c4-1124-4881-b6dc-55fd554958e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:43.936363 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9202a9c4-1124-4881-b6dc-55fd554958e8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b42bb390-dc24-4f11-bf0d-a539b4dfecf4 HTTP/1.1" status: 204 len: 168 time: 2.1530426 Feb 09 12:29:43.966260 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-91428087-f868-4b52-b419-608c5ccecc7d req-cfc8edc3-ccdd-4ab1-9630-666729246865 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:43.968964 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-91428087-f868-4b52-b419-608c5ccecc7d req-cfc8edc3-ccdd-4ab1-9630-666729246865 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.46 "DELETE /v2.0/ports/c2f39a90-c792-41b6-8c82-2279fa8cd131 HTTP/1.1" status: 204 len: 173 time: 4.2431557 Feb 09 12:29:43.976317 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-43f1c4ed-b84a-41d0-9d95-3291ba8b3c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:44.030422 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc4bb30-3b44-420a-86b0-143fc801a432', 'name': 'network-vif-deleted', 'tag': 'c2f39a90-c792-41b6-8c82-2279fa8cd131'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:29:44.045250 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-832660b7-0469-4bba-bd9f-23fe711269de admin admin] Request body: {'subnet': {'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1181016368-subnet', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:29:44.051538 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-832660b7-0469-4bba-bd9f-23fe711269de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:29:44.056062 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-832660b7-0469-4bba-bd9f-23fe711269de admin admin] Usage tracker for resource:subnet and tenant:8104375b7a9b46ec9107acb1226f825a is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:29:44.060466 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-832660b7-0469-4bba-bd9f-23fe711269de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:29:44.070328 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-832660b7-0469-4bba-bd9f-23fe711269de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:29:44.120253 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e33857bc-7f00-41a1-817d-660933107377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:44.175516 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-69baf603-9106-4695-b490-e0e9488c29ce req-12192362-e35b-4a3e-b5d2-18d5b54cfe83 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Synchronizing usage tracker for tenant:c35b136021fd452e84da1be28afeefee on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:29:44.191098 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832660b7-0469-4bba-bd9f-23fe711269de admin admin] Made reservation on behalf of 8104375b7a9b46ec9107acb1226f825a for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:29:44.194814 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-832660b7-0469-4bba-bd9f-23fe711269de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:44.240762 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b222d759-cca9-4185-9e21-e94a3ec5e239 admin admin] Pushing event updated for resources: {'Network': ['ID=6fc7d014-aab7-4969-9b9f-1b9d5e7c436a,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:44.257530 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 6fc7d014-aab7-4969-9b9f-1b9d5e7c436a details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:29:44.399815 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33857bc-7f00-41a1-817d-660933107377 admin admin] Pushing event updated for resources: {'Subnet': ['ID=938b2eb5-d390-4a03-acd5-5a31b498a866,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:44.430913 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33857bc-7f00-41a1-817d-660933107377 admin admin] Checking segment: {'id': 'c8120825-3220-4ee6-9dca-8e8fc8ed7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '23231414-7735-41e3-a19f-aefe0806df10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:29:44.431229 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33857bc-7f00-41a1-817d-660933107377 admin admin] Network hostable DHCP agents. Network: 23231414-7735-41e3-a19f-aefe0806df10, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:29:44.460478 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'name': 'network-vif-deleted', 'tag': '2059b77a-91ab-4eb8-93ce-0a09084220d8'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:29:44.543083 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33857bc-7f00-41a1-817d-660933107377 admin admin] Network 23231414-7735-41e3-a19f-aefe0806df10 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:29:44.578949 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-e33857bc-7f00-41a1-817d-660933107377 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 23231414-7735-41e3-a19f-aefe0806df10) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:29:44.589731 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33857bc-7f00-41a1-817d-660933107377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:44.590341 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e33857bc-7f00-41a1-817d-660933107377 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:44.600638 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c3b93e-9d1a-4e8b-8af4-d3105f731a95 None None] Network 23231414-7735-41e3-a19f-aefe0806df10 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:29:44.650633 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e33857bc-7f00-41a1-817d-660933107377 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5620687 Feb 09 12:29:44.652991 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57652) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:44.664453 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-7abbf39e-e227-4510-ab3a-6d84a39c641a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1899528750-router', 'tenant_id': '9e4a99ef56ae44c38a7a2f1ce0177a21', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:29:44.673534 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7abbf39e-e227-4510-ab3a-6d84a39c641a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:29:44.687092 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7abbf39e-e227-4510-ab3a-6d84a39c641a admin admin] Usage tracker for resource:router and tenant:9e4a99ef56ae44c38a7a2f1ce0177a21 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:29:44.691403 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57656) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:44.696512 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7abbf39e-e227-4510-ab3a-6d84a39c641a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:29:44.763981 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7abbf39e-e227-4510-ab3a-6d84a39c641a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:29:44.777062 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f82655c5-5d92-44c2-a6f8-6197e8aca8e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:44.965656 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f82655c5-5d92-44c2-a6f8-6197e8aca8e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:29:45.004262 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f82655c5-5d92-44c2-a6f8-6197e8aca8e1 admin admin] Usage tracker for resource:security_group_rule and tenant:b61f3580892c413e85093e63f7e798ba is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:29:45.012795 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7abbf39e-e227-4510-ab3a-6d84a39c641a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:45.013806 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7abbf39e-e227-4510-ab3a-6d84a39c641a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:45.021983 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f82655c5-5d92-44c2-a6f8-6197e8aca8e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:29:45.058323 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f82655c5-5d92-44c2-a6f8-6197e8aca8e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:29:45.127075 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a69baa-0b41-4e47-b7be-0747d11c5a32 None None] Network 23231414-7735-41e3-a19f-aefe0806df10 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:29:45.151166 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-69baf603-9106-4695-b490-e0e9488c29ce req-12192362-e35b-4a3e-b5d2-18d5b54cfe83 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Unset dirty status for tenant:c35b136021fd452e84da1be28afeefee on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:29:45.163597 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-69baf603-9106-4695-b490-e0e9488c29ce req-12192362-e35b-4a3e-b5d2-18d5b54cfe83 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=efc4bb30-3b44-420a-86b0-143fc801a432 HTTP/1.1" status: 200 len: 210 time: 1.1340344 Feb 09 12:29:45.212876 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7abbf39e-e227-4510-ab3a-6d84a39c641a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:45.232154 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c3fd7-1fd8-4efe-bc94-84b5a3b6c4f2 req-349aaa1c-7dd6-4719-b5f2-7959cef4f129 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:45.234556 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f74c3fd7-1fd8-4efe-bc94-84b5a3b6c4f2 req-349aaa1c-7dd6-4719-b5f2-7959cef4f129 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 1.3900812 Feb 09 12:29:45.251337 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-832660b7-0469-4bba-bd9f-23fe711269de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:45.325804 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef6bbb-b27b-4c75-ba16-e20d4dc11979 req-ff471f52-0554-43d9-8469-454da73d17e8 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:45.332572 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4cef6bbb-b27b-4c75-ba16-e20d4dc11979 req-ff471f52-0554-43d9-8469-454da73d17e8 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c750970-44a8-438b-abcb-19820d7c05c3 HTTP/1.1" status: 200 len: 945 time: 0.4511650 Feb 09 12:29:45.644333 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f74c3fd7-1fd8-4efe-bc94-84b5a3b6c4f2 req-b026c4cb-9421-47b2-927a-87dfebfe67ed tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3993568 Feb 09 12:29:45.793524 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832660b7-0469-4bba-bd9f-23fe711269de admin admin] Pushing event updated for resources: {'Subnet': ['ID=154ccfde-fcad-4c2c-ac52-9f3991cbf708,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:45.820865 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc4bb30-3b44-420a-86b0-143fc801a432', 'name': 'network-vif-deleted', 'tag': 'c2f39a90-c792-41b6-8c82-2279fa8cd131', 'status': 'completed', 'code': 200} Feb 09 12:29:45.849955 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d7120-15f2-4ae3-8bbd-737782276c8d req-d1cfee46-e57c-454d-bc59-6542691f53bf tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:45.851482 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5a3d7120-15f2-4ae3-8bbd-737782276c8d req-d1cfee46-e57c-454d-bc59-6542691f53bf tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.46 "GET /v2.0/ports?device_id=a75cc2d2-18c8-424c-b44a-7def70a6338d HTTP/1.1" status: 200 len: 945 time: 1.3642898 Feb 09 12:29:45.855136 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832660b7-0469-4bba-bd9f-23fe711269de admin admin] Checking segment: {'id': '265d0b08-b939-46e1-9e9a-33b1f21608e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:29:45.855321 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832660b7-0469-4bba-bd9f-23fe711269de admin admin] Network hostable DHCP agents. Network: 6fc7d014-aab7-4969-9b9f-1b9d5e7c436a, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:29:45.939676 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-5a3d7120-15f2-4ae3-8bbd-737782276c8d req-3a021f80-37c7-43e3-90a4-80eaa3c25eff tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Deleting port 39026252-d2bb-4b2d-a924-6f1eb04a51da {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:29:45.940068 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5a3d7120-15f2-4ae3-8bbd-737782276c8d req-3a021f80-37c7-43e3-90a4-80eaa3c25eff tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:45.946234 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-4cef6bbb-b27b-4c75-ba16-e20d4dc11979 req-ed0dab78-26bd-45d1-aed5-1303a8d3ed1e tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Deleting port bb9b3992-1b34-4343-ad3b-799b6d5be847 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:29:45.946772 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-4cef6bbb-b27b-4c75-ba16-e20d4dc11979 req-ed0dab78-26bd-45d1-aed5-1303a8d3ed1e tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:45.995437 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7abbf39e-e227-4510-ab3a-6d84a39c641a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:46.065623 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f82655c5-5d92-44c2-a6f8-6197e8aca8e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:46.091468 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f82655c5-5d92-44c2-a6f8-6197e8aca8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:46.144692 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f82655c5-5d92-44c2-a6f8-6197e8aca8e1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b61f3580892c413e85093e63f7e798ba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4519668 Feb 09 12:29:46.152579 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-064ae4c7-fc65-4bc9-91c5-b10ee4ea186d req-cd0f4195-6a36-4c50-b887-c94f7624d723 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/ports?device_id=57efefb9-cced-4bbe-849d-ba63b4ba00d2 HTTP/1.1" status: 200 len: 210 time: 0.1866333 Feb 09 12:29:46.153144 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57674) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:46.235659 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832660b7-0469-4bba-bd9f-23fe711269de admin admin] Network 6fc7d014-aab7-4969-9b9f-1b9d5e7c436a is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:29:46.336085 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bd743cd7-2274-4f37-9de6-37ed2fbaabd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:46.378577 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57efefb9-cced-4bbe-849d-ba63b4ba00d2', 'name': 'network-vif-deleted', 'tag': '2059b77a-91ab-4eb8-93ce-0a09084220d8', 'status': 'completed', 'code': 200} Feb 09 12:29:46.414603 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82655c5-5d92-44c2-a6f8-6197e8aca8e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875c05f3-a9bf-44b6-bd3a-fa14b59b342a,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:46.663239 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-4cef6bbb-b27b-4c75-ba16-e20d4dc11979 req-ed0dab78-26bd-45d1-aed5-1303a8d3ed1e tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] For port bb9b3992-1b34-4343-ad3b-799b6d5be847, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=bb9b3992-1b34-4343-ad3b-799b6d5be847,segment=NetworkSegment(6e746275-56b2-41d5-a4a5-7a627fd9b561),segment_id=6e746275-56b2-41d5-a4a5-7a627fd9b561)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:29:46.663600 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-4cef6bbb-b27b-4c75-ba16-e20d4dc11979 req-ed0dab78-26bd-45d1-aed5-1303a8d3ed1e tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:46.706028 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-12b4e0da-dc6f-4098-b544-b4bdbef2f6e4 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:46.714729 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-12b4e0da-dc6f-4098-b544-b4bdbef2f6e4 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/networks?id=2afa2261-4e51-4a11-a197-c0983f12ef73 HTTP/1.1" status: 200 len: 812 time: 1.2788923 Feb 09 12:29:46.809976 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-348c555f-725e-4b0d-93ba-aed08bdbb021 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/quotas/e0048b3263a64a25bb0a308761d4f339 HTTP/1.1" status: 200 len: 375 time: 0.0938976 Feb 09 12:29:46.899338 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-832660b7-0469-4bba-bd9f-23fe711269de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 6fc7d014-aab7-4969-9b9f-1b9d5e7c436a) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:29:46.907539 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491839fa-6591-4e92-83f8-835c52dfc8e3 None None] Network 6fc7d014-aab7-4969-9b9f-1b9d5e7c436a requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:29:46.940765 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832660b7-0469-4bba-bd9f-23fe711269de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:46.941386 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-832660b7-0469-4bba-bd9f-23fe711269de admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:46.958602 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-5a3d7120-15f2-4ae3-8bbd-737782276c8d req-3a021f80-37c7-43e3-90a4-80eaa3c25eff tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] For port 39026252-d2bb-4b2d-a924-6f1eb04a51da, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=39026252-d2bb-4b2d-a924-6f1eb04a51da,segment=NetworkSegment(6e746275-56b2-41d5-a4a5-7a627fd9b561),segment_id=6e746275-56b2-41d5-a4a5-7a627fd9b561)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:29:46.960074 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5a3d7120-15f2-4ae3-8bbd-737782276c8d req-3a021f80-37c7-43e3-90a4-80eaa3c25eff tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:46.976659 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-4cef6bbb-b27b-4c75-ba16-e20d4dc11979 req-ed0dab78-26bd-45d1-aed5-1303a8d3ed1e tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Calling delete_port for bb9b3992-1b34-4343-ad3b-799b6d5be847 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:29:46.985193 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4b2bb9a9-5da3-47cc-baca-ab888dc7224c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:47.308418 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eeeb6b3-8145-42e5-a1b5-64ed01392813 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-6fc7d014-aab7-4969-9b9f-1b9d5e7c436a', 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'fixed_ips': [{'subnet_id': '154ccfde-fcad-4c2c-ac52-9f3991cbf708'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:29:47.309638 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8eeeb6b3-8145-42e5-a1b5-64ed01392813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:47.381080 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-5a3d7120-15f2-4ae3-8bbd-737782276c8d req-3a021f80-37c7-43e3-90a4-80eaa3c25eff tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Calling delete_port for 39026252-d2bb-4b2d-a924-6f1eb04a51da owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:29:47.513306 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-8eeeb6b3-8145-42e5-a1b5-64ed01392813 None None] Allocated IP 172.20.0.2 (6fc7d014-aab7-4969-9b9f-1b9d5e7c436a/154ccfde-fcad-4c2c-ac52-9f3991cbf708/83bd0c68-3e7f-402e-be37-c36f6d9b2e0a) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:29:47.550006 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57708) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:47.561174 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-832660b7-0469-4bba-bd9f-23fe711269de admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 3.6096864 Feb 09 12:29:47.577336 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-bb422aeb-be11-4bb4-ae73-1f8e22e3c865 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1181016368-router', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:29:47.586295 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4b2bb9a9-5da3-47cc-baca-ab888dc7224c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:47.590828 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-bb422aeb-be11-4bb4-ae73-1f8e22e3c865 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:29:47.597240 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:47.601627 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-bb422aeb-be11-4bb4-ae73-1f8e22e3c865 admin admin] Usage tracker for resource:router and tenant:8104375b7a9b46ec9107acb1226f825a is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:29:47.612389 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-bb422aeb-be11-4bb4-ae73-1f8e22e3c865 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:29:47.623298 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-bb422aeb-be11-4bb4-ae73-1f8e22e3c865 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:29:47.652880 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bb422aeb-be11-4bb4-ae73-1f8e22e3c865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:47.656318 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bb422aeb-be11-4bb4-ae73-1f8e22e3c865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:47.698302 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:47.767127 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7abbf39e-e227-4510-ab3a-6d84a39c641a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:47.844011 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7abbf39e-e227-4510-ab3a-6d84a39c641a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:47.956679 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5a3d7120-15f2-4ae3-8bbd-737782276c8d req-3a021f80-37c7-43e3-90a4-80eaa3c25eff tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:47.967679 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ff358-8729-4982-b7a1-d407154abc83 req-f2b3b4f0-e80c-4e05-8ca8-262833f7a400 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:47.978673 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ea7ff358-8729-4982-b7a1-d407154abc83 req-f2b3b4f0-e80c-4e05-8ca8-262833f7a400 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/networks?id=985217ad-b773-4531-9367-f144e39af1cf HTTP/1.1" status: 200 len: 805 time: 1.0983398 Feb 09 12:29:48.010027 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8eeeb6b3-8145-42e5-a1b5-64ed01392813 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:48.046656 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4b2bb9a9-5da3-47cc-baca-ab888dc7224c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:48.064623 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a021f80-37c7-43e3-90a4-80eaa3c25eff tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Pushing event deleted for resources: {'Port': ['ID=39026252-d2bb-4b2d-a924-6f1eb04a51da,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:48.082339 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-dc8e11ab-dc36-4b98-99a8-ba22d3ff1ba4 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e0048b3263a64a25bb0a308761d4f339&fields=id HTTP/1.1" status: 200 len: 302 time: 1.2707801 Feb 09 12:29:48.128368 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-8eeeb6b3-8145-42e5-a1b5-64ed01392813 None None] Transition to ACTIVE for port object 83bd0c68-3e7f-402e-be37-c36f6d9b2e0a will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:29:48.140068 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-4cef6bbb-b27b-4c75-ba16-e20d4dc11979 req-ed0dab78-26bd-45d1-aed5-1303a8d3ed1e tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:48.146773 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2bb9a9-5da3-47cc-baca-ab888dc7224c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875c05f3-a9bf-44b6-bd3a-fa14b59b342a,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:48.151337 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ea7ff358-8729-4982-b7a1-d407154abc83 req-8e3e7c7f-7c78-4e1a-9b5a-f0dea24923ff tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/quotas/c35b136021fd452e84da1be28afeefee HTTP/1.1" status: 200 len: 375 time: 0.1716127 Feb 09 12:29:48.155727 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bb422aeb-be11-4bb4-ae73-1f8e22e3c865 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:48.178656 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-8eeeb6b3-8145-42e5-a1b5-64ed01392813 None None] Transition to ACTIVE for port object 83bd0c68-3e7f-402e-be37-c36f6d9b2e0a will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:29:48.197818 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8eeeb6b3-8145-42e5-a1b5-64ed01392813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:48.245436 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0dab78-26bd-45d1-aed5-1303a8d3ed1e tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Pushing event deleted for resources: {'Port': ['ID=bb9b3992-1b34-4343-ad3b-799b6d5be847,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:48.411063 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eeeb6b3-8145-42e5-a1b5-64ed01392813 None None] Network 6fc7d014-aab7-4969-9b9f-1b9d5e7c436a is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:29:48.430879 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-8eeeb6b3-8145-42e5-a1b5-64ed01392813 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:29:48.442319 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eeeb6b3-8145-42e5-a1b5-64ed01392813 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:29:48.464952 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeeb6b3-8145-42e5-a1b5-64ed01392813 None None] Pushing event updated for resources: {'Port': ['ID=83bd0c68-3e7f-402e-be37-c36f6d9b2e0a,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:48.572351 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3d7120-15f2-4ae3-8bbd-737782276c8d req-3a021f80-37c7-43e3-90a4-80eaa3c25eff tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] No DVR routers for this DVR port 39026252-d2bb-4b2d-a924-6f1eb04a51da on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:29:48.577214 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4b2bb9a9-5da3-47cc-baca-ab888dc7224c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:48.578520 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4b2bb9a9-5da3-47cc-baca-ab888dc7224c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/875c05f3-a9bf-44b6-bd3a-fa14b59b342a HTTP/1.1" status: 204 len: 168 time: 2.4208434 Feb 09 12:29:48.591230 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5a3d7120-15f2-4ae3-8bbd-737782276c8d req-3a021f80-37c7-43e3-90a4-80eaa3c25eff tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:48.593153 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5a3d7120-15f2-4ae3-8bbd-737782276c8d req-3a021f80-37c7-43e3-90a4-80eaa3c25eff tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.46 "DELETE /v2.0/ports/39026252-d2bb-4b2d-a924-6f1eb04a51da HTTP/1.1" status: 204 len: 173 time: 2.7334578 Feb 09 12:29:48.593587 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a75cc2d2-18c8-424c-b44a-7def70a6338d', 'name': 'network-vif-deleted', 'tag': '39026252-d2bb-4b2d-a924-6f1eb04a51da'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:29:48.618057 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cef6bbb-b27b-4c75-ba16-e20d4dc11979 req-ed0dab78-26bd-45d1-aed5-1303a8d3ed1e tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] No DVR routers for this DVR port bb9b3992-1b34-4343-ad3b-799b6d5be847 on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:29:48.623995 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-4cef6bbb-b27b-4c75-ba16-e20d4dc11979 req-ed0dab78-26bd-45d1-aed5-1303a8d3ed1e tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:48.626172 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 39026252-d2bb-4b2d-a924-6f1eb04a51da no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:29:48.654434 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c750970-44a8-438b-abcb-19820d7c05c3', 'name': 'network-vif-deleted', 'tag': 'bb9b3992-1b34-4343-ad3b-799b6d5be847'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:29:48.861533 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: 39026252-d2bb-4b2d-a924-6f1eb04a51da {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:29:48.861877 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 39026252-d2bb-4b2d-a924-6f1eb04a51da not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:29:48.862455 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device bb9b3992-1b34-4343-ad3b-799b6d5be847 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:29:48.874243 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-7abbf39e-e227-4510-ab3a-6d84a39c641a admin admin] Allocated IP 172.25.7.109 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/ead39d16-dd29-47c2-92f2-c9e6bd3f2684) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:29:48.892825 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-9ef991bc-f0e7-4d74-9f9c-95b50e06e30c service neutron] 10.222.0.55 "GET /v2.0/networks/2afa2261-4e51-4a11-a197-c0983f12ef73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8090925 Feb 09 12:29:48.960479 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: bb9b3992-1b34-4343-ad3b-799b6d5be847 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:29:48.961873 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device bb9b3992-1b34-4343-ad3b-799b6d5be847 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:29:48.982992 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-8eeeb6b3-8145-42e5-a1b5-64ed01392813 None None] Attempting to bind port 83bd0c68-3e7f-402e-be37-c36f6d9b2e0a on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:29:48.983363 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-8eeeb6b3-8145-42e5-a1b5-64ed01392813 None None] Attempting to bind port 83bd0c68-3e7f-402e-be37-c36f6d9b2e0a by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '265d0b08-b939-46e1-9e9a-33b1f21608e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:29:48.983724 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeeb6b3-8145-42e5-a1b5-64ed01392813 None None] Attempting to bind port 83bd0c68-3e7f-402e-be37-c36f6d9b2e0a on network 6fc7d014-aab7-4969-9b9f-1b9d5e7c436a {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:29:48.997348 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeeb6b3-8145-42e5-a1b5-64ed01392813 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:29:48.997720 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeeb6b3-8145-42e5-a1b5-64ed01392813 None None] Checking segment: {'id': '265d0b08-b939-46e1-9e9a-33b1f21608e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:29:49.002618 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8eeeb6b3-8145-42e5-a1b5-64ed01392813 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:49.003345 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeeb6b3-8145-42e5-a1b5-64ed01392813 None None] Bound using segment: {'id': '265d0b08-b939-46e1-9e9a-33b1f21608e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:29:49.004086 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-8eeeb6b3-8145-42e5-a1b5-64ed01392813 None None] Bound port: 83bd0c68-3e7f-402e-be37-c36f6d9b2e0a, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '265d0b08-b939-46e1-9e9a-33b1f21608e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:29:49.004780 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8eeeb6b3-8145-42e5-a1b5-64ed01392813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:49.230349 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ea7ff358-8729-4982-b7a1-d407154abc83 req-a108630b-b99e-4923-8ef8-967043f1c972 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c35b136021fd452e84da1be28afeefee&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0053139 Feb 09 12:29:49.236392 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:49.259019 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-8eeeb6b3-8145-42e5-a1b5-64ed01392813 None None] For port 83bd0c68-3e7f-402e-be37-c36f6d9b2e0a, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:29:49.270406 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-8eeeb6b3-8145-42e5-a1b5-64ed01392813 None None] For port 83bd0c68-3e7f-402e-be37-c36f6d9b2e0a, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=83bd0c68-3e7f-402e-be37-c36f6d9b2e0a,segment=NetworkSegment(265d0b08-b939-46e1-9e9a-33b1f21608e7),segment_id=265d0b08-b939-46e1-9e9a-33b1f21608e7)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:29:49.276220 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8eeeb6b3-8145-42e5-a1b5-64ed01392813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:49.547413 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeeb6b3-8145-42e5-a1b5-64ed01392813 None None] Pushing event updated for resources: {'Port': ['ID=83bd0c68-3e7f-402e-be37-c36f6d9b2e0a,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:49.669399 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ea7ff358-8729-4982-b7a1-d407154abc83 req-085bc399-5c29-46fe-b6fc-f0e19bdf0341 service neutron] 10.222.0.55 "GET /v2.0/networks/985217ad-b773-4531-9367-f144e39af1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112484 Feb 09 12:29:49.691779 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-6ca066bd-f42a-4135-882d-d5aa1d0158d2 service neutron] 10.222.0.55 "GET /v2.0/networks/2afa2261-4e51-4a11-a197-c0983f12ef73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7955728 Feb 09 12:29:49.766629 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bb422aeb-be11-4bb4-ae73-1f8e22e3c865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:49.801189 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4cef6bbb-b27b-4c75-ba16-e20d4dc11979 req-ed0dab78-26bd-45d1-aed5-1303a8d3ed1e tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.46 "DELETE /v2.0/ports/bb9b3992-1b34-4343-ad3b-799b6d5be847 HTTP/1.1" status: 204 len: 173 time: 4.4660685 Feb 09 12:29:50.093508 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7abbf39e-e227-4510-ab3a-6d84a39c641a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:50.135306 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ea7ff358-8729-4982-b7a1-d407154abc83 req-c132f8da-89fe-4c0d-9e24-b1951f859188 service neutron] 10.222.0.55 "GET /v2.0/networks/985217ad-b773-4531-9367-f144e39af1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4408803 Feb 09 12:29:50.315208 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7abbf39e-e227-4510-ab3a-6d84a39c641a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:50.338679 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:50.546094 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abbf39e-e227-4510-ab3a-6d84a39c641a admin admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:29:50.562427 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-7abbf39e-e227-4510-ab3a-6d84a39c641a admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:29:50.580890 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abbf39e-e227-4510-ab3a-6d84a39c641a admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:29:50.708016 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abbf39e-e227-4510-ab3a-6d84a39c641a admin admin] Pushing event updated for resources: {'Port': ['ID=ead39d16-dd29-47c2-92f2-c9e6bd3f2684,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:50.848946 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5340684-74ca-41db-81e0-84d2c4add09f req-70b2d91f-a859-4c84-890e-fdb0f12fd5ec tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:50.867615 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d5340684-74ca-41db-81e0-84d2c4add09f req-70b2d91f-a859-4c84-890e-fdb0f12fd5ec tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.4413278 Feb 09 12:29:50.869177 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a75cc2d2-18c8-424c-b44a-7def70a6338d', 'name': 'network-vif-deleted', 'tag': '39026252-d2bb-4b2d-a924-6f1eb04a51da', 'status': 'completed', 'code': 200} Feb 09 12:29:51.167308 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 83bd0c68-3e7f-402e-be37-c36f6d9b2e0a up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:29:51.577974 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 83bd0c68-3e7f-402e-be37-c36f6d9b2e0a completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:29:51.581521 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c750970-44a8-438b-abcb-19820d7c05c3', 'name': 'network-vif-deleted', 'tag': 'bb9b3992-1b34-4343-ad3b-799b6d5be847', 'status': 'completed', 'code': 200} Feb 09 12:29:51.762623 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d5340684-74ca-41db-81e0-84d2c4add09f req-1d2caddf-1158-4b38-8bcc-bad7370f4b36 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8874075 Feb 09 12:29:51.890882 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57782) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:51.933132 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7a3e5a10-f122-411c-a17f-8450c0d35622 req-8b8f3e85-a1a0-4dbc-aa91-308c12f07517 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=720baf22-d3ac-474f-bd16-99a5a09466c5 HTTP/1.1" status: 200 len: 210 time: 0.0919003 Feb 09 12:29:52.031587 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b73e591-7ca5-4daf-9f73-d8d1f953fd50 None None] Network 6fc7d014-aab7-4969-9b9f-1b9d5e7c436a requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:29:52.172950 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c3e5bbe3-0189-42e0-9f4d-34eb42591179 None None] Provisioning for port 83bd0c68-3e7f-402e-be37-c36f6d9b2e0a completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:29:52.185564 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c3e5bbe3-0189-42e0-9f4d-34eb42591179 None None] Provisioning complete for port 83bd0c68-3e7f-402e-be37-c36f6d9b2e0a triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:29:52.186239 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c3e5bbe3-0189-42e0-9f4d-34eb42591179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:52.190307 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-be72ffae-5784-4d32-b5d7-0cc51e162293 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:52.300442 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-be72ffae-5784-4d32-b5d7-0cc51e162293 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:52.447377 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e3793f57-0984-46b3-883d-1899b261a558 req-aadf154a-08f7-4518-9b5f-a6e28e066bf1 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Synchronizing usage tracker for tenant:e0048b3263a64a25bb0a308761d4f339 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:29:52.551292 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-be72ffae-5784-4d32-b5d7-0cc51e162293 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:52.644121 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7abbf39e-e227-4510-ab3a-6d84a39c641a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:52.704236 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be72ffae-5784-4d32-b5d7-0cc51e162293 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c0bc8c-d7b4-4723-ae3e-494e368debc4,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:52.769456 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e3793f57-0984-46b3-883d-1899b261a558 req-aadf154a-08f7-4518-9b5f-a6e28e066bf1 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Unset dirty status for tenant:e0048b3263a64a25bb0a308761d4f339 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:29:52.807068 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e3793f57-0984-46b3-883d-1899b261a558 req-aadf154a-08f7-4518-9b5f-a6e28e066bf1 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/ports?device_id=c17d37f3-3a84-4ada-a64f-1b3d00197948 HTTP/1.1" status: 200 len: 210 time: 0.7161093 Feb 09 12:29:52.819651 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-be72ffae-5784-4d32-b5d7-0cc51e162293 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:52.827402 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-be72ffae-5784-4d32-b5d7-0cc51e162293 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "DELETE /v2.0/security-groups/73c0bc8c-d7b4-4723-ae3e-494e368debc4 HTTP/1.1" status: 204 len: 168 time: 0.9352937 Feb 09 12:29:52.840040 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57798) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:52.937192 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-2d867310-9f8e-4875-9852-64406f323974 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] show failed (client error): The resource could not be found. Feb 09 12:29:52.939693 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2d867310-9f8e-4875-9852-64406f323974 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "GET /v2.0/security-groups/73c0bc8c-d7b4-4723-ae3e-494e368debc4 HTTP/1.1" status: 404 len: 347 time: 0.0962372 Feb 09 12:29:52.942561 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57804) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:52.995924 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:53.023091 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c3e5bbe3-0189-42e0-9f4d-34eb42591179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:53.217525 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-c3e5bbe3-0189-42e0-9f4d-34eb42591179 None None] For port 83bd0c68-3e7f-402e-be37-c36f6d9b2e0a, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=83bd0c68-3e7f-402e-be37-c36f6d9b2e0a,segment=NetworkSegment(265d0b08-b939-46e1-9e9a-33b1f21608e7),segment_id=265d0b08-b939-46e1-9e9a-33b1f21608e7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:29:53.254800 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c3e5bbe3-0189-42e0-9f4d-34eb42591179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:53.529271 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e5bbe3-0189-42e0-9f4d-34eb42591179 None None] Pushing event updated for resources: {'Port': ['ID=83bd0c68-3e7f-402e-be37-c36f6d9b2e0a,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:53.557043 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5bbe3-0189-42e0-9f4d-34eb42591179 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:29:53.567362 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5bbe3-0189-42e0-9f4d-34eb42591179 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:29:53.570391 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5bbe3-0189-42e0-9f4d-34eb42591179 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:29:53.573988 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5bbe3-0189-42e0-9f4d-34eb42591179 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:29:53.576779 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5bbe3-0189-42e0-9f4d-34eb42591179 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:29:53.578850 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5bbe3-0189-42e0-9f4d-34eb42591179 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:29:53.580538 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5bbe3-0189-42e0-9f4d-34eb42591179 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:29:53.582769 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5bbe3-0189-42e0-9f4d-34eb42591179 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:29:53.586285 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5bbe3-0189-42e0-9f4d-34eb42591179 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:29:53.586953 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5bbe3-0189-42e0-9f4d-34eb42591179 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:29:53.589219 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5bbe3-0189-42e0-9f4d-34eb42591179 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:29:53.589793 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5bbe3-0189-42e0-9f4d-34eb42591179 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:29:53.751577 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7abbf39e-e227-4510-ab3a-6d84a39c641a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:53.891855 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7c4cd1c3-2f2f-452b-bf2c-ddc1bf824b7a req-758feafd-0317-4cc2-b4d3-02e1286da46f tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=720baf22-d3ac-474f-bd16-99a5a09466c5 HTTP/1.1" status: 200 len: 210 time: 0.4874914 Feb 09 12:29:53.928704 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-559f9c0b-ca3d-4c8d-977a-2867b50d9c2c None None] Provisioning complete for port 83bd0c68-3e7f-402e-be37-c36f6d9b2e0a triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:29:53.929458 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-559f9c0b-ca3d-4c8d-977a-2867b50d9c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:53.934001 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-ef359907-0656-49b7-b53f-87d45ced7f71 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Deleting port dc16799e-f407-420f-a114-8b6c8236dd4d {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:29:53.934729 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ef359907-0656-49b7-b53f-87d45ced7f71 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:54.097987 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bb422aeb-be11-4bb4-ae73-1f8e22e3c865 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:54.215027 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bb422aeb-be11-4bb4-ae73-1f8e22e3c865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:54.540817 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7350dbf0-66c4-4b08-a0c8-9a8ae8aca404 req-4d69fd15-9477-4a43-a166-923f8074b013 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/ports?device_id=c17d37f3-3a84-4ada-a64f-1b3d00197948 HTTP/1.1" status: 200 len: 210 time: 0.3026717 Feb 09 12:29:54.581812 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546856f3-fa4a-4985-8a3b-31605852ef41 req-b9db606e-1a13-497c-941c-42185de06714 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:54.594650 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-546856f3-fa4a-4985-8a3b-31605852ef41 req-b9db606e-1a13-497c-941c-42185de06714 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 1.4140232 Feb 09 12:29:54.762221 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-546856f3-fa4a-4985-8a3b-31605852ef41 req-1516093d-471f-4aef-8a6c-44ee97a26409 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657050 Feb 09 12:29:54.781295 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ef359907-0656-49b7-b53f-87d45ced7f71 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:54.781630 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ef359907-0656-49b7-b53f-87d45ced7f71 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:54.933049 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-af56c9a9-90b9-46bb-8a47-667fc538a42f tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:54.934604 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-af56c9a9-90b9-46bb-8a47-667fc538a42f tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.46 "GET /v2.0/networks?id=2afa2261-4e51-4a11-a197-c0983f12ef73 HTTP/1.1" status: 200 len: 812 time: 0.7547202 Feb 09 12:29:54.965426 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-1f7a3a69-c84a-44d6-b4dc-d33fe26e3405 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Request body: {'port': {'device_id': 'da5d0fe7-5f61-4262-990f-46019ac36949', 'network_id': '2afa2261-4e51-4a11-a197-c0983f12ef73', 'admin_state_up': True, 'tenant_id': 'e0048b3263a64a25bb0a308761d4f339'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:29:55.101700 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 83bd0c68-3e7f-402e-be37-c36f6d9b2e0a up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:29:55.159998 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-ef359907-0656-49b7-b53f-87d45ced7f71 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Calling delete_port for dc16799e-f407-420f-a114-8b6c8236dd4d owned by network:floatingip {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:29:55.356390 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 83bd0c68-3e7f-402e-be37-c36f6d9b2e0a triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:29:55.356764 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:55.375726 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-1f7a3a69-c84a-44d6-b4dc-d33fe26e3405 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:29:55.381658 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7abbf39e-e227-4510-ab3a-6d84a39c641a admin admin] Router c6257fe2-b50e-4725-94bb-f8c15f5815f6 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:29:55.396544 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-1f7a3a69-c84a-44d6-b4dc-d33fe26e3405 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:29:55.452449 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7a687615-8473-4328-8838-6d86d40f4727 req-db697952-4bfe-426a-9cf3-b257430a5ba8 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=720baf22-d3ac-474f-bd16-99a5a09466c5 HTTP/1.1" status: 200 len: 210 time: 0.1904669 Feb 09 12:29:55.687203 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7abbf39e-e227-4510-ab3a-6d84a39c641a admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:29:55.703591 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec2aa2b-bd86-4f82-b5e6-e68e3fb9b59e None None] Sync routers for ids ['c6257fe2-b50e-4725-94bb-f8c15f5815f6'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:29:55.716278 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-bb422aeb-be11-4bb4-ae73-1f8e22e3c865 admin admin] Allocated IP 172.25.7.33 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/1b00d4d6-8925-4106-a04c-badfbb6bf6ab) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:29:55.726869 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec2aa2b-bd86-4f82-b5e6-e68e3fb9b59e None None] Routers {'c6257fe2-b50e-4725-94bb-f8c15f5815f6'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:29:55.729829 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1ec2aa2b-bd86-4f82-b5e6-e68e3fb9b59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:29:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['c6257fe2-b50e-4725-94bb-f8c15f5815f6'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:29:55.736440 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7abbf39e-e227-4510-ab3a-6d84a39c641a admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:55.743059 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7abbf39e-e227-4510-ab3a-6d84a39c641a admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.0890326 Feb 09 12:29:55.750837 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57850) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:55.757006 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-1f7a3a69-c84a-44d6-b4dc-d33fe26e3405 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Made reservation on behalf of e0048b3263a64a25bb0a308761d4f339 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:29:55.772466 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-1f7a3a69-c84a-44d6-b4dc-d33fe26e3405 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:56.135329 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ff358-8729-4982-b7a1-d407154abc83 req-2113fb1a-b91b-41fe-8a48-10297283e13d tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:56.136878 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ea7ff358-8729-4982-b7a1-d407154abc83 req-2113fb1a-b91b-41fe-8a48-10297283e13d tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.46 "GET /v2.0/networks?id=985217ad-b773-4531-9367-f144e39af1cf HTTP/1.1" status: 200 len: 805 time: 0.4516850 Feb 09 12:29:56.296343 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-ea7ff358-8729-4982-b7a1-d407154abc83 req-bf46ca59-00f0-4dba-ba9d-ea5902ae53c3 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Request body: {'port': {'device_id': '720baf22-d3ac-474f-bd16-99a5a09466c5', 'network_id': '985217ad-b773-4531-9367-f144e39af1cf', 'admin_state_up': True, 'tenant_id': 'c35b136021fd452e84da1be28afeefee'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:29:56.314097 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-1ec2aa2b-bd86-4f82-b5e6-e68e3fb9b59e None None] Set router c6257fe2-b50e-4725-94bb-f8c15f5815f6 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:29:56.368908 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57862) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:56.793992 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-1f7a3a69-c84a-44d6-b4dc-d33fe26e3405 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Allocated IP 172.20.0.14 (2afa2261-4e51-4a11-a197-c0983f12ef73/313af47f-c09c-471a-818d-77fb1e0b1ddd/12ce4de3-599b-4e0d-9c70-c8730f025cc0) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:29:56.810169 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6fe520ba-4b5d-4583-b918-59295ec44bf5 req-f2a4d5c8-a3a4-412d-8fe5-3bc31053fe1f tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/ports?device_id=c17d37f3-3a84-4ada-a64f-1b3d00197948 HTTP/1.1" status: 200 len: 210 time: 0.6545908 Feb 09 12:29:56.817195 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-ea7ff358-8729-4982-b7a1-d407154abc83 req-bf46ca59-00f0-4dba-ba9d-ea5902ae53c3 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:29:56.830480 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-ea7ff358-8729-4982-b7a1-d407154abc83 req-bf46ca59-00f0-4dba-ba9d-ea5902ae53c3 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:29:56.887384 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea7ff358-8729-4982-b7a1-d407154abc83 req-bf46ca59-00f0-4dba-ba9d-ea5902ae53c3 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Made reservation on behalf of c35b136021fd452e84da1be28afeefee for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:29:56.907047 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ea7ff358-8729-4982-b7a1-d407154abc83 req-bf46ca59-00f0-4dba-ba9d-ea5902ae53c3 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:57.008268 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1ec2aa2b-bd86-4f82-b5e6-e68e3fb9b59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6257fe2-b50e-4725-94bb-f8c15f5815f6', 'name': 'tempest-ServerRescueTestJSON-1899528750-router', 'tenant_id': '9e4a99ef56ae44c38a7a2f1ce0177a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'ead39d16-dd29-47c2-92f2-c9e6bd3f2684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:29:45Z', 'updated_at': '2022-02-09T12:29:51Z', 'revision_number': 3, 'project_id': '9e4a99ef56ae44c38a7a2f1ce0177a21', 'gw_port': {'id': 'ead39d16-dd29-47c2-92f2-c9e6bd3f2684', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6257fe2-b50e-4725-94bb-f8c15f5815f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:29:47Z', 'updated_at': '2022-02-09T12:29:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:29:57.016458 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec2aa2b-bd86-4f82-b5e6-e68e3fb9b59e None None] Checking router: c6257fe2-b50e-4725-94bb-f8c15f5815f6 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:29:57.016801 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec2aa2b-bd86-4f82-b5e6-e68e3fb9b59e None None] Updating router c6257fe2-b50e-4725-94bb-f8c15f5815f6 port ead39d16-dd29-47c2-92f2-c9e6bd3f2684 binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:29:57.148679 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1ec2aa2b-bd86-4f82-b5e6-e68e3fb9b59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:57.163387 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-89c3cf82-9520-400c-a430-154ea54ad6bb tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:57.164919 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-89c3cf82-9520-400c-a430-154ea54ad6bb tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.46 "GET /v2.0/networks?id=2afa2261-4e51-4a11-a197-c0983f12ef73 HTTP/1.1" status: 200 len: 812 time: 0.8797326 Feb 09 12:29:57.200337 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ef359907-0656-49b7-b53f-87d45ced7f71 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:57.229297 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-510ce995-ed2c-4b3f-a133-caa63aed975f tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Request body: {'port': {'device_id': 'c17d37f3-3a84-4ada-a64f-1b3d00197948', 'network_id': '2afa2261-4e51-4a11-a197-c0983f12ef73', 'admin_state_up': True, 'tenant_id': 'e0048b3263a64a25bb0a308761d4f339'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:29:57.286861 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7dc61e65-e836-47ee-b3cc-a63a180d59a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:57.447517 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-7dc61e65-e836-47ee-b3cc-a63a180d59a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:29:57.458626 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-7dc61e65-e836-47ee-b3cc-a63a180d59a1 admin admin] Usage tracker for resource:security_group_rule and tenant:3a50d93f8c254d8c828969f992d5b1c8 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:29:57.461919 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-7dc61e65-e836-47ee-b3cc-a63a180d59a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:29:57.467910 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-7dc61e65-e836-47ee-b3cc-a63a180d59a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:29:57.529022 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bb422aeb-be11-4bb4-ae73-1f8e22e3c865 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:57.563321 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7dc61e65-e836-47ee-b3cc-a63a180d59a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:57.566457 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bfd0ee80-1be7-48b9-96ff-e56caf7afe72 req-3ea46211-af04-487e-9bdd-152015b9fa6a tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=720baf22-d3ac-474f-bd16-99a5a09466c5 HTTP/1.1" status: 200 len: 210 time: 0.4142070 Feb 09 12:29:57.642381 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef359907-0656-49b7-b53f-87d45ced7f71 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Pushing event deleted for resources: {'Port': ['ID=dc16799e-f407-420f-a114-8b6c8236dd4d,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:57.649471 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7dc61e65-e836-47ee-b3cc-a63a180d59a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:57.683670 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ef359907-0656-49b7-b53f-87d45ced7f71 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks [] for floatingip, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:57.731939 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-7dc61e65-e836-47ee-b3cc-a63a180d59a1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3a50d93f8c254d8c828969f992d5b1c8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2729661 Feb 09 12:29:57.732765 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57878) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:57.798161 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030aed9-3d20-4020-8771-73d6336ed35d req-789e8692-5202-4728-84bd-64c631a0b1b6 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:57.800045 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7030aed9-3d20-4020-8771-73d6336ed35d req-789e8692-5202-4728-84bd-64c631a0b1b6 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 1.5592039 Feb 09 12:29:57.810376 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-510ce995-ed2c-4b3f-a133-caa63aed975f tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:29:57.814967 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-510ce995-ed2c-4b3f-a133-caa63aed975f tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Usage tracker for resource:port and tenant:e0048b3263a64a25bb0a308761d4f339 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:29:57.819627 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-510ce995-ed2c-4b3f-a133-caa63aed975f tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:29:57.825862 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-510ce995-ed2c-4b3f-a133-caa63aed975f tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:29:57.882894 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc61e65-e836-47ee-b3cc-a63a180d59a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32ebbcd-bda8-4e95-b747-0ef05a9a3aa2,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:58.030252 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-afbcfab8-bd7e-47cc-b8b1-45e043a9a448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:58.219049 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-ea7ff358-8729-4982-b7a1-d407154abc83 req-bf46ca59-00f0-4dba-ba9d-ea5902ae53c3 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Allocated IP 172.20.0.11 (985217ad-b773-4531-9367-f144e39af1cf/3c9b480e-1cd6-43a9-9d3f-1e4f05f3898f/1381a42a-3dc4-4d01-ba30-5d925114c500) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:29:58.251311 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-510ce995-ed2c-4b3f-a133-caa63aed975f tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Made reservation on behalf of e0048b3263a64a25bb0a308761d4f339 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:29:58.265496 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-510ce995-ed2c-4b3f-a133-caa63aed975f tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:58.328695 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bb422aeb-be11-4bb4-ae73-1f8e22e3c865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:58.443956 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1ec2aa2b-bd86-4f82-b5e6-e68e3fb9b59e None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:58.483069 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-1ec2aa2b-bd86-4f82-b5e6-e68e3fb9b59e None None] Transition to ACTIVE for port object ead39d16-dd29-47c2-92f2-c9e6bd3f2684 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:29:58.502040 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1ec2aa2b-bd86-4f82-b5e6-e68e3fb9b59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:58.544379 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb422aeb-be11-4bb4-ae73-1f8e22e3c865 admin admin] Pushing event updated for resources: {'Port': ['ID=1b00d4d6-8925-4106-a04c-badfbb6bf6ab,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:58.761359 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb422aeb-be11-4bb4-ae73-1f8e22e3c865 admin admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:29:58.778931 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c139d66-77ca-4919-a11f-135bfa8efeb0 None None] Pushing event updated for resources: {'Port': ['ID=ead39d16-dd29-47c2-92f2-c9e6bd3f2684,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:58.788600 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-1ec2aa2b-bd86-4f82-b5e6-e68e3fb9b59e None None] Attempting to bind port ead39d16-dd29-47c2-92f2-c9e6bd3f2684 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:29:58.789047 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-1ec2aa2b-bd86-4f82-b5e6-e68e3fb9b59e None None] Attempting to bind port ead39d16-dd29-47c2-92f2-c9e6bd3f2684 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:29:58.789419 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec2aa2b-bd86-4f82-b5e6-e68e3fb9b59e None None] Attempting to bind port ead39d16-dd29-47c2-92f2-c9e6bd3f2684 on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:29:58.809928 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c139d66-77ca-4919-a11f-135bfa8efeb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:29:58.810278 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c139d66-77ca-4919-a11f-135bfa8efeb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:29:58.810620 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c139d66-77ca-4919-a11f-135bfa8efeb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:29:58.810946 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c139d66-77ca-4919-a11f-135bfa8efeb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:29:58.811274 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c139d66-77ca-4919-a11f-135bfa8efeb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:29:58.811606 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c139d66-77ca-4919-a11f-135bfa8efeb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:29:58.820394 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c139d66-77ca-4919-a11f-135bfa8efeb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:29:58.820817 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c139d66-77ca-4919-a11f-135bfa8efeb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:29:58.821158 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c139d66-77ca-4919-a11f-135bfa8efeb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:29:58.821491 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c139d66-77ca-4919-a11f-135bfa8efeb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:29:58.821854 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c139d66-77ca-4919-a11f-135bfa8efeb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:29:58.822455 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c139d66-77ca-4919-a11f-135bfa8efeb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:29:58.829441 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec2aa2b-bd86-4f82-b5e6-e68e3fb9b59e None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:29:58.829823 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec2aa2b-bd86-4f82-b5e6-e68e3fb9b59e None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:29:58.830266 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1ec2aa2b-bd86-4f82-b5e6-e68e3fb9b59e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:58.830854 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec2aa2b-bd86-4f82-b5e6-e68e3fb9b59e None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:29:58.831335 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-1ec2aa2b-bd86-4f82-b5e6-e68e3fb9b59e None None] Bound port: ead39d16-dd29-47c2-92f2-c9e6bd3f2684, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:29:58.831704 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1ec2aa2b-bd86-4f82-b5e6-e68e3fb9b59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:58.841871 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-1f7a3a69-c84a-44d6-b4dc-d33fe26e3405 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:58.858280 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ea7ff358-8729-4982-b7a1-d407154abc83 req-bf46ca59-00f0-4dba-ba9d-ea5902ae53c3 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:58.933048 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-bb422aeb-be11-4bb4-ae73-1f8e22e3c865 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:29:58.943778 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb422aeb-be11-4bb4-ae73-1f8e22e3c865 admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:29:59.022630 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-1ec2aa2b-bd86-4f82-b5e6-e68e3fb9b59e None None] For port ead39d16-dd29-47c2-92f2-c9e6bd3f2684, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:29:59.029136 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-1ec2aa2b-bd86-4f82-b5e6-e68e3fb9b59e None None] For port ead39d16-dd29-47c2-92f2-c9e6bd3f2684, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=ead39d16-dd29-47c2-92f2-c9e6bd3f2684,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:29:59.035705 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1ec2aa2b-bd86-4f82-b5e6-e68e3fb9b59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:59.042324 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8d339a44-4e6c-4edd-9c77-0ee7b27eeaea req-18b955e3-a8b4-4a94-8441-7fa8998e570e tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/ports?device_id=c17d37f3-3a84-4ada-a64f-1b3d00197948 HTTP/1.1" status: 200 len: 210 time: 0.1269701 Feb 09 12:29:59.065519 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ea7ff358-8729-4982-b7a1-d407154abc83 req-bf46ca59-00f0-4dba-ba9d-ea5902ae53c3 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:59.081739 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['40dc350d-1874-481c-a46c-c820c9950461'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:29:59.117223 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7030aed9-3d20-4020-8771-73d6336ed35d req-da9b80c1-966c-41cd-8a2d-3dcebe7353fa tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2656784 Feb 09 12:29:59.197854 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec2aa2b-bd86-4f82-b5e6-e68e3fb9b59e None None] Routers {'c6257fe2-b50e-4725-94bb-f8c15f5815f6'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:29:59.198654 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1ec2aa2b-bd86-4f82-b5e6-e68e3fb9b59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:29:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['c6257fe2-b50e-4725-94bb-f8c15f5815f6'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:29:59.250838 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-1f7a3a69-c84a-44d6-b4dc-d33fe26e3405 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:59.428881 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46ca59-00f0-4dba-ba9d-ea5902ae53c3 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Pushing event updated for resources: {'Port': ['ID=1381a42a-3dc4-4d01-ba30-5d925114c500,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:59.492206 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-afbcfab8-bd7e-47cc-b8b1-45e043a9a448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:59.604311 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ef359907-0656-49b7-b53f-87d45ced7f71 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:59.605438 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ef359907-0656-49b7-b53f-87d45ced7f71 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "DELETE /v2.0/floatingips/2a14ab31-9044-4b62-953e-22153dd7eab0 HTTP/1.1" status: 204 len: 168 time: 6.6610930 Feb 09 12:29:59.606515 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-510ce995-ed2c-4b3f-a133-caa63aed975f tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Allocated IP 172.20.0.2 (2afa2261-4e51-4a11-a197-c0983f12ef73/313af47f-c09c-471a-818d-77fb1e0b1ddd/6d636c75-7c2a-4d00-8dd7-ba09534c8236) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:29:59.610392 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea7ff358-8729-4982-b7a1-d407154abc83 req-bf46ca59-00f0-4dba-ba9d-ea5902ae53c3 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Network 985217ad-b773-4531-9367-f144e39af1cf is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:29:59.611714 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57890) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:29:59.650355 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-ea7ff358-8729-4982-b7a1-d407154abc83 req-bf46ca59-00f0-4dba-ba9d-ea5902ae53c3 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:29:59.660145 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea7ff358-8729-4982-b7a1-d407154abc83 req-bf46ca59-00f0-4dba-ba9d-ea5902ae53c3 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:29:59.725710 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ff358-8729-4982-b7a1-d407154abc83 req-bf46ca59-00f0-4dba-ba9d-ea5902ae53c3 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:29:59.725710 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ea7ff358-8729-4982-b7a1-d407154abc83 req-bf46ca59-00f0-4dba-ba9d-ea5902ae53c3 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:59.727713 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c139d66-77ca-4919-a11f-135bfa8efeb0 None None] Pushing event updated for resources: {'Port': ['ID=ead39d16-dd29-47c2-92f2-c9e6bd3f2684,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:29:59.760415 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ea7ff358-8729-4982-b7a1-d407154abc83 req-bf46ca59-00f0-4dba-ba9d-ea5902ae53c3 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5182757 Feb 09 12:29:59.774654 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-ea7ff358-8729-4982-b7a1-d407154abc83 req-3d20cd29-af52-42a8-a653-6a46c3fd8189 service neutron] Request body: {'port': {'device_id': '720baf22-d3ac-474f-bd16-99a5a09466c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:29:59.820713 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-1ec2aa2b-bd86-4f82-b5e6-e68e3fb9b59e None None] Set router c6257fe2-b50e-4725-94bb-f8c15f5815f6 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:29:59.841165 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-afbcfab8-bd7e-47cc-b8b1-45e043a9a448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:59.843513 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-afbcfab8-bd7e-47cc-b8b1-45e043a9a448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:59.844640 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-afbcfab8-bd7e-47cc-b8b1-45e043a9a448 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a32ebbcd-bda8-4e95-b747-0ef05a9a3aa2 HTTP/1.1" status: 204 len: 168 time: 2.0952945 Feb 09 12:29:59.871006 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-f0ab08c1-c1a5-45e4-a287-c8aa7ae43350 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Deleting port b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:29:59.871352 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f0ab08c1-c1a5-45e4-a287-c8aa7ae43350 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:29:59.904184 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-510ce995-ed2c-4b3f-a133-caa63aed975f tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:00.025036 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c354a2-68cd-4735-bcfd-077ee90a20a3 req-17599b63-e500-4824-bf01-f06c5c51b3fd tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:00.025811 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-b9c354a2-68cd-4735-bcfd-077ee90a20a3 req-17599b63-e500-4824-bf01-f06c5c51b3fd tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Synchronizing usage tracker for tenant:c35b136021fd452e84da1be28afeefee on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:30:00.028588 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbcfab8-bd7e-47cc-b8b1-45e043a9a448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32ebbcd-bda8-4e95-b747-0ef05a9a3aa2,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:00.320608 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-510ce995-ed2c-4b3f-a133-caa63aed975f tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:00.343557 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-1f7a3a69-c84a-44d6-b4dc-d33fe26e3405 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Network 2afa2261-4e51-4a11-a197-c0983f12ef73 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:30:00.372821 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-1f7a3a69-c84a-44d6-b4dc-d33fe26e3405 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:30:00.382509 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-1f7a3a69-c84a-44d6-b4dc-d33fe26e3405 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:30:00.476279 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1ec2aa2b-bd86-4f82-b5e6-e68e3fb9b59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6257fe2-b50e-4725-94bb-f8c15f5815f6', 'name': 'tempest-ServerRescueTestJSON-1899528750-router', 'tenant_id': '9e4a99ef56ae44c38a7a2f1ce0177a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'ead39d16-dd29-47c2-92f2-c9e6bd3f2684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:29:45Z', 'updated_at': '2022-02-09T12:29:51Z', 'revision_number': 3, 'project_id': '9e4a99ef56ae44c38a7a2f1ce0177a21', 'gw_port': {'id': 'ead39d16-dd29-47c2-92f2-c9e6bd3f2684', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6257fe2-b50e-4725-94bb-f8c15f5815f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:29:47Z', 'updated_at': '2022-02-09T12:29:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:30:00.485712 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec2aa2b-bd86-4f82-b5e6-e68e3fb9b59e None None] The sync data for ids ['c6257fe2-b50e-4725-94bb-f8c15f5815f6'] in n-d-825178-3 is: [{'id': 'c6257fe2-b50e-4725-94bb-f8c15f5815f6', 'name': 'tempest-ServerRescueTestJSON-1899528750-router', 'tenant_id': '9e4a99ef56ae44c38a7a2f1ce0177a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'ead39d16-dd29-47c2-92f2-c9e6bd3f2684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:29:45Z', 'updated_at': '2022-02-09T12:29:51Z', 'revision_number': 3, 'project_id': '9e4a99ef56ae44c38a7a2f1ce0177a21', 'gw_port': {'id': 'ead39d16-dd29-47c2-92f2-c9e6bd3f2684', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6257fe2-b50e-4725-94bb-f8c15f5815f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:29:47Z', 'updated_at': '2022-02-09T12:29:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:30:00.577707 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ea7ff358-8729-4982-b7a1-d407154abc83 req-3d20cd29-af52-42a8-a653-6a46c3fd8189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:00.603428 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57904) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:30:00.674989 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f0ab08c1-c1a5-45e4-a287-c8aa7ae43350 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:00.687822 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7a3a69-c84a-44d6-b4dc-d33fe26e3405 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Pushing event updated for resources: {'Port': ['ID=12ce4de3-599b-4e0d-9c70-c8730f025cc0,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:00.704812 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-1f7a3a69-c84a-44d6-b4dc-d33fe26e3405 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:00.705511 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-1f7a3a69-c84a-44d6-b4dc-d33fe26e3405 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:00.867213 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-510ce995-ed2c-4b3f-a133-caa63aed975f tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Network 2afa2261-4e51-4a11-a197-c0983f12ef73 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:30:00.954358 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-510ce995-ed2c-4b3f-a133-caa63aed975f tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:30:00.997350 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-510ce995-ed2c-4b3f-a133-caa63aed975f tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:30:01.083734 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-510ce995-ed2c-4b3f-a133-caa63aed975f tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:01.084418 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-510ce995-ed2c-4b3f-a133-caa63aed975f tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:01.157075 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device ead39d16-dd29-47c2-92f2-c9e6bd3f2684 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:30:01.204801 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-b9c354a2-68cd-4735-bcfd-077ee90a20a3 req-17599b63-e500-4824-bf01-f06c5c51b3fd tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Unset dirty status for tenant:c35b136021fd452e84da1be28afeefee on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:30:01.218289 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b9c354a2-68cd-4735-bcfd-077ee90a20a3 req-17599b63-e500-4824-bf01-f06c5c51b3fd tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=720baf22-d3ac-474f-bd16-99a5a09466c5 HTTP/1.1" status: 200 len: 932 time: 1.9056151 Feb 09 12:30:01.308253 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-510ce995-ed2c-4b3f-a133-caa63aed975f tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0971100 Feb 09 12:30:01.334423 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port ead39d16-dd29-47c2-92f2-c9e6bd3f2684 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:30:01.339554 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port ead39d16-dd29-47c2-92f2-c9e6bd3f2684 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:30:01.340185 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:01.367195 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-10937b2c-8d99-4375-a333-059e7d370cb2 service neutron] Request body: {'port': {'device_id': 'c17d37f3-3a84-4ada-a64f-1b3d00197948', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:30:01.451662 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-1f7a3a69-c84a-44d6-b4dc-d33fe26e3405 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.5045123 Feb 09 12:30:01.547671 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-3950cd8e-582e-4bcd-aa17-e9a07388d118 service neutron] Request body: {'port': {'device_id': 'da5d0fe7-5f61-4262-990f-46019ac36949', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:30:01.685812 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:01.712820 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port ead39d16-dd29-47c2-92f2-c9e6bd3f2684, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=ead39d16-dd29-47c2-92f2-c9e6bd3f2684,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:30:01.721698 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:01.779744 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ce995-ed2c-4b3f-a133-caa63aed975f tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Pushing event updated for resources: {'Port': ['ID=6d636c75-7c2a-4d00-8dd7-ba09534c8236,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:01.793639 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7003046e-8825-4d59-ad95-523498f55c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:01.850560 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-f0ab08c1-c1a5-45e4-a287-c8aa7ae43350 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Calling delete_port for b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87 owned by {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:30:01.860678 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=ead39d16-dd29-47c2-92f2-c9e6bd3f2684,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:01.996271 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-7003046e-8825-4d59-ad95-523498f55c14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:30:02.029760 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-7003046e-8825-4d59-ad95-523498f55c14 admin admin] Usage tracker for resource:security_group_rule and tenant:33825cde52f44ce18e0820b6997d9344 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:30:02.045319 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-7003046e-8825-4d59-ad95-523498f55c14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:30:02.087177 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b9c354a2-68cd-4735-bcfd-077ee90a20a3 req-52e7614e-2f0a-490d-93e7-b5eb05c4c49f tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8672705 Feb 09 12:30:02.092030 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-7003046e-8825-4d59-ad95-523498f55c14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:30:02.176495 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8356b-5f24-4023-a86b-3c0709a528c4 req-4d561977-731a-48eb-9c1d-78817908996d tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:02.183811 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6fa8356b-5f24-4023-a86b-3c0709a528c4 req-4d561977-731a-48eb-9c1d-78817908996d tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/ports?device_id=c17d37f3-3a84-4ada-a64f-1b3d00197948 HTTP/1.1" status: 200 len: 931 time: 1.8771067 Feb 09 12:30:02.356329 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-457962e3-8b8e-4aa4-890c-499c5f611e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:02.379959 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-10937b2c-8d99-4375-a333-059e7d370cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:02.397318 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-3950cd8e-582e-4bcd-aa17-e9a07388d118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:02.641489 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6fa8356b-5f24-4023-a86b-3c0709a528c4 req-85bf2b08-4711-4cea-9e27-af4801299fc4 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/security-groups?id=a92e072c-0931-4903-8919-a0446488f11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4564364 Feb 09 12:30:02.671384 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-ea7ff358-8729-4982-b7a1-d407154abc83 req-3d20cd29-af52-42a8-a653-6a46c3fd8189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1381a42a-3dc4-4d01-ba30-5d925114c500 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:30:02.679821 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f0ab08c1-c1a5-45e4-a287-c8aa7ae43350 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:02.700834 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ea7ff358-8729-4982-b7a1-d407154abc83 req-3d20cd29-af52-42a8-a653-6a46c3fd8189 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:02.782914 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7003046e-8825-4d59-ad95-523498f55c14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:02.784677 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab08c1-c1a5-45e4-a287-c8aa7ae43350 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Pushing event deleted for resources: {'Port': ['ID=b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:02.798852 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-ea7ff358-8729-4982-b7a1-d407154abc83 req-3d20cd29-af52-42a8-a653-6a46c3fd8189 service neutron] Transition to ACTIVE for port object 1381a42a-3dc4-4d01-ba30-5d925114c500 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:30:02.862918 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ea7ff358-8729-4982-b7a1-d407154abc83 req-3d20cd29-af52-42a8-a653-6a46c3fd8189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:02.867810 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7003046e-8825-4d59-ad95-523498f55c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:03.020574 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-10937b2c-8d99-4375-a333-059e7d370cb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d636c75-7c2a-4d00-8dd7-ba09534c8236 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:30:03.028770 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-10937b2c-8d99-4375-a333-059e7d370cb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:03.043072 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device ead39d16-dd29-47c2-92f2-c9e6bd3f2684 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:30:03.047441 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-10937b2c-8d99-4375-a333-059e7d370cb2 service neutron] Transition to ACTIVE for port object 6d636c75-7c2a-4d00-8dd7-ba09534c8236 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:30:03.075459 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-10937b2c-8d99-4375-a333-059e7d370cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:03.266321 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-7003046e-8825-4d59-ad95-523498f55c14 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=33825cde52f44ce18e0820b6997d9344&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5977833 Feb 09 12:30:03.269735 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57920) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:30:03.300142 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port ead39d16-dd29-47c2-92f2-c9e6bd3f2684 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:30:03.300874 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:03.337522 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a86cd-1115-4769-88f0-1e35eb6e22c7 req-3b6b1181-d1b8-48a2-9579-a0bd17861124 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:03.345792 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e71a86cd-1115-4769-88f0-1e35eb6e22c7 req-3b6b1181-d1b8-48a2-9579-a0bd17861124 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.8968899 Feb 09 12:30:03.369315 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20cd29-af52-42a8-a653-6a46c3fd8189 service neutron] Pushing event updated for resources: {'Port': ['ID=1381a42a-3dc4-4d01-ba30-5d925114c500,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:03.383173 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7003046e-8825-4d59-ad95-523498f55c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2654b8fc-099d-48cf-bcb2-5ef8339c40c0,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:03.607082 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f0ab08c1-c1a5-45e4-a287-c8aa7ae43350 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:03.664073 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e71a86cd-1115-4769-88f0-1e35eb6e22c7 req-cfa0143f-001d-4b6e-8ef9-e5716c52231e tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172877 Feb 09 12:30:03.677655 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f0ab08c1-c1a5-45e4-a287-c8aa7ae43350 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "DELETE /v2.0/ports/b5b4c79b-bdf1-4c64-b9e8-5a1f31bb0b87 HTTP/1.1" status: 204 len: 168 time: 4.0642138 Feb 09 12:30:03.689519 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57928) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:30:03.768537 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d74e6b9a-90cd-4e72-9eef-6fe46994e1d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:03.822914 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d74e6b9a-90cd-4e72-9eef-6fe46994e1d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:03.879289 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-ea7ff358-8729-4982-b7a1-d407154abc83 req-3d20cd29-af52-42a8-a653-6a46c3fd8189 service neutron] Attempting to bind port 1381a42a-3dc4-4d01-ba30-5d925114c500 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:30:03.879625 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-ea7ff358-8729-4982-b7a1-d407154abc83 req-3d20cd29-af52-42a8-a653-6a46c3fd8189 service neutron] Attempting to bind port 1381a42a-3dc4-4d01-ba30-5d925114c500 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '985217ad-b773-4531-9367-f144e39af1cf'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:30:03.880711 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7ff358-8729-4982-b7a1-d407154abc83 req-3d20cd29-af52-42a8-a653-6a46c3fd8189 service neutron] Attempting to bind port 1381a42a-3dc4-4d01-ba30-5d925114c500 on network 985217ad-b773-4531-9367-f144e39af1cf {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:30:03.908458 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10937b2c-8d99-4375-a333-059e7d370cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=6d636c75-7c2a-4d00-8dd7-ba09534c8236,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:03.927905 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d74e6b9a-90cd-4e72-9eef-6fe46994e1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:03.931863 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bb422aeb-be11-4bb4-ae73-1f8e22e3c865 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:03.954419 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7ff358-8729-4982-b7a1-d407154abc83 req-3d20cd29-af52-42a8-a653-6a46c3fd8189 service neutron] Port 1381a42a-3dc4-4d01-ba30-5d925114c500 on network 985217ad-b773-4531-9367-f144e39af1cf not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:30:03.954741 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7ff358-8729-4982-b7a1-d407154abc83 req-3d20cd29-af52-42a8-a653-6a46c3fd8189 service neutron] Attempting to bind port 1381a42a-3dc4-4d01-ba30-5d925114c500 on network 985217ad-b773-4531-9367-f144e39af1cf {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:30:04.119032 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-5eb9bfa4-b093-4335-afe2-2e98460ee647 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Deleting port 8c7a964d-584c-4dbd-b299-f7b5a48b8988 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:30:04.128067 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5eb9bfa4-b093-4335-afe2-2e98460ee647 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:04.193286 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e6b9a-90cd-4e72-9eef-6fe46994e1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2654b8fc-099d-48cf-bcb2-5ef8339c40c0,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:04.209475 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7ff358-8729-4982-b7a1-d407154abc83 req-3d20cd29-af52-42a8-a653-6a46c3fd8189 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:30:04.209815 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7ff358-8729-4982-b7a1-d407154abc83 req-3d20cd29-af52-42a8-a653-6a46c3fd8189 service neutron] Checking segment: {'id': 'ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '985217ad-b773-4531-9367-f144e39af1cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:30:04.220007 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7ff358-8729-4982-b7a1-d407154abc83 req-3d20cd29-af52-42a8-a653-6a46c3fd8189 service neutron] Bound using segment: {'id': 'ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '985217ad-b773-4531-9367-f144e39af1cf'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:30:04.220007 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-ea7ff358-8729-4982-b7a1-d407154abc83 req-3d20cd29-af52-42a8-a653-6a46c3fd8189 service neutron] Bound port: 1381a42a-3dc4-4d01-ba30-5d925114c500, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '985217ad-b773-4531-9367-f144e39af1cf'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:30:04.220007 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ea7ff358-8729-4982-b7a1-d407154abc83 req-3d20cd29-af52-42a8-a653-6a46c3fd8189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:04.241594 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693318d8-5a81-49f3-87d2-4de681e9426c req-18e6fdee-ec65-4c27-aa97-028148197dcf tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:04.242723 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-693318d8-5a81-49f3-87d2-4de681e9426c req-18e6fdee-ec65-4c27-aa97-028148197dcf tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=720baf22-d3ac-474f-bd16-99a5a09466c5 HTTP/1.1" status: 200 len: 944 time: 0.7993524 Feb 09 12:30:04.304129 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-10937b2c-8d99-4375-a333-059e7d370cb2 service neutron] Attempting to bind port 6d636c75-7c2a-4d00-8dd7-ba09534c8236 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:30:04.304536 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-10937b2c-8d99-4375-a333-059e7d370cb2 service neutron] Attempting to bind port 6d636c75-7c2a-4d00-8dd7-ba09534c8236 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '6e746275-56b2-41d5-a4a5-7a627fd9b561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2afa2261-4e51-4a11-a197-c0983f12ef73'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:30:04.304802 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-10937b2c-8d99-4375-a333-059e7d370cb2 service neutron] Attempting to bind port 6d636c75-7c2a-4d00-8dd7-ba09534c8236 on network 2afa2261-4e51-4a11-a197-c0983f12ef73 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:30:04.320894 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d74e6b9a-90cd-4e72-9eef-6fe46994e1d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:04.321957 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d74e6b9a-90cd-4e72-9eef-6fe46994e1d2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2654b8fc-099d-48cf-bcb2-5ef8339c40c0 HTTP/1.1" status: 204 len: 168 time: 0.9951351 Feb 09 12:30:04.503700 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-10937b2c-8d99-4375-a333-059e7d370cb2 service neutron] Port 6d636c75-7c2a-4d00-8dd7-ba09534c8236 on network 2afa2261-4e51-4a11-a197-c0983f12ef73 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:30:04.503700 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-10937b2c-8d99-4375-a333-059e7d370cb2 service neutron] Attempting to bind port 6d636c75-7c2a-4d00-8dd7-ba09534c8236 on network 2afa2261-4e51-4a11-a197-c0983f12ef73 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:30:04.527484 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-10937b2c-8d99-4375-a333-059e7d370cb2 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:30:04.527818 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-10937b2c-8d99-4375-a333-059e7d370cb2 service neutron] Checking segment: {'id': '6e746275-56b2-41d5-a4a5-7a627fd9b561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2afa2261-4e51-4a11-a197-c0983f12ef73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:30:04.528236 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-10937b2c-8d99-4375-a333-059e7d370cb2 service neutron] Bound using segment: {'id': '6e746275-56b2-41d5-a4a5-7a627fd9b561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2afa2261-4e51-4a11-a197-c0983f12ef73'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:30:04.528702 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-10937b2c-8d99-4375-a333-059e7d370cb2 service neutron] Bound port: 6d636c75-7c2a-4d00-8dd7-ba09534c8236, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e746275-56b2-41d5-a4a5-7a627fd9b561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2afa2261-4e51-4a11-a197-c0983f12ef73'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:30:04.529048 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-10937b2c-8d99-4375-a333-059e7d370cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:04.541661 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-457962e3-8b8e-4aa4-890c-499c5f611e5b admin admin] Allocated IP 172.20.0.1 (23231414-7735-41e3-a19f-aefe0806df10/938b2eb5-d390-4a03-acd5-5a31b498a866/f6166560-986d-4b30-b93b-9c73e201e239) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:30:04.580289 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-693318d8-5a81-49f3-87d2-4de681e9426c req-28bcac4c-3af0-49f5-a654-d9fbb9f93d12 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259623 Feb 09 12:30:04.603005 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a7e6c-becd-423d-996c-2861d07640c0 req-470719f8-637c-4718-970c-1b719d99a05e tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:04.617870 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-647a7e6c-becd-423d-996c-2861d07640c0 req-470719f8-637c-4718-970c-1b719d99a05e tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/ports?device_id=c17d37f3-3a84-4ada-a64f-1b3d00197948 HTTP/1.1" status: 200 len: 943 time: 0.7290444 Feb 09 12:30:04.644660 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-ea7ff358-8729-4982-b7a1-d407154abc83 req-3d20cd29-af52-42a8-a653-6a46c3fd8189 service neutron] For port 1381a42a-3dc4-4d01-ba30-5d925114c500, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:30:04.776661 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-ea7ff358-8729-4982-b7a1-d407154abc83 req-3d20cd29-af52-42a8-a653-6a46c3fd8189 service neutron] For port 1381a42a-3dc4-4d01-ba30-5d925114c500, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=1381a42a-3dc4-4d01-ba30-5d925114c500,segment=NetworkSegment(ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a),segment_id=ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:30:04.794115 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ea7ff358-8729-4982-b7a1-d407154abc83 req-3d20cd29-af52-42a8-a653-6a46c3fd8189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:04.917409 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-647a7e6c-becd-423d-996c-2861d07640c0 req-f390cf48-c520-49f1-ac19-9ce33b5b30f6 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/security-groups?id=a92e072c-0931-4903-8919-a0446488f11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975090 Feb 09 12:30:05.082690 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20cd29-af52-42a8-a653-6a46c3fd8189 service neutron] Pushing event updated for resources: {'Port': ['ID=1381a42a-3dc4-4d01-ba30-5d925114c500,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:05.107112 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ff358-8729-4982-b7a1-d407154abc83 req-3d20cd29-af52-42a8-a653-6a46c3fd8189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:05.108210 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ea7ff358-8729-4982-b7a1-d407154abc83 req-3d20cd29-af52-42a8-a653-6a46c3fd8189 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:05.109265 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ea7ff358-8729-4982-b7a1-d407154abc83 req-3d20cd29-af52-42a8-a653-6a46c3fd8189 service neutron] 10.222.0.46 "PUT /v2.0/ports/1381a42a-3dc4-4d01-ba30-5d925114c500 HTTP/1.1" status: 200 len: 1092 time: 5.3408108 Feb 09 12:30:05.110056 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '720baf22-d3ac-474f-bd16-99a5a09466c5', 'tag': '1381a42a-3dc4-4d01-ba30-5d925114c500'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:30:05.191815 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-10937b2c-8d99-4375-a333-059e7d370cb2 service neutron] For port 6d636c75-7c2a-4d00-8dd7-ba09534c8236, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:30:05.202320 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-10937b2c-8d99-4375-a333-059e7d370cb2 service neutron] For port 6d636c75-7c2a-4d00-8dd7-ba09534c8236, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=6d636c75-7c2a-4d00-8dd7-ba09534c8236,segment=NetworkSegment(6e746275-56b2-41d5-a4a5-7a627fd9b561),segment_id=6e746275-56b2-41d5-a4a5-7a627fd9b561)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:30:05.240448 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '720baf22-d3ac-474f-bd16-99a5a09466c5', 'tag': '1381a42a-3dc4-4d01-ba30-5d925114c500', 'status': 'completed', 'code': 200} Feb 09 12:30:05.248207 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5eb9bfa4-b093-4335-afe2-2e98460ee647 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:05.275244 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-457962e3-8b8e-4aa4-890c-499c5f611e5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:05.279537 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.resource_extend [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-3950cd8e-582e-4bcd-aa17-e9a07388d118 service neutron] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:30:05.289842 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-10937b2c-8d99-4375-a333-059e7d370cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:05.390978 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-5eb9bfa4-b093-4335-afe2-2e98460ee647 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Calling delete_port for 8c7a964d-584c-4dbd-b299-f7b5a48b8988 owned by {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:30:05.451670 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-10937b2c-8d99-4375-a333-059e7d370cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:05.452332 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-10937b2c-8d99-4375-a333-059e7d370cb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:05.459446 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-10937b2c-8d99-4375-a333-059e7d370cb2 service neutron] 10.222.0.46 "PUT /v2.0/ports/6d636c75-7c2a-4d00-8dd7-ba09534c8236 HTTP/1.1" status: 200 len: 1091 time: 4.1110089 Feb 09 12:30:05.504543 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9abc4a-f950-4128-a26b-25227827f740 req-6ea52945-9261-4f14-a11c-f7185da2c68e tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:05.506781 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c17d37f3-3a84-4ada-a64f-1b3d00197948', 'tag': '6d636c75-7c2a-4d00-8dd7-ba09534c8236'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:30:05.512579 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0f9abc4a-f950-4128-a26b-25227827f740 req-6ea52945-9261-4f14-a11c-f7185da2c68e tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.6087580 Feb 09 12:30:05.575444 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ff358-8729-4982-b7a1-d407154abc83 req-7693e264-a56b-41f5-8c7b-2c778b02e7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:05.582256 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ea7ff358-8729-4982-b7a1-d407154abc83 req-7693e264-a56b-41f5-8c7b-2c778b02e7e3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c35b136021fd452e84da1be28afeefee&device_id=720baf22-d3ac-474f-bd16-99a5a09466c5 HTTP/1.1" status: 200 len: 1095 time: 0.4133742 Feb 09 12:30:05.640476 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c17d37f3-3a84-4ada-a64f-1b3d00197948', 'tag': '6d636c75-7c2a-4d00-8dd7-ba09534c8236', 'status': 'completed', 'code': 200} Feb 09 12:30:05.688837 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-3950cd8e-582e-4bcd-aa17-e9a07388d118 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12ce4de3-599b-4e0d-9c70-c8730f025cc0 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:30:05.734258 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-3950cd8e-582e-4bcd-aa17-e9a07388d118 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:05.744597 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bb422aeb-be11-4bb4-ae73-1f8e22e3c865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:05.746467 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10937b2c-8d99-4375-a333-059e7d370cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=6d636c75-7c2a-4d00-8dd7-ba09534c8236,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:05.750764 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ea7ff358-8729-4982-b7a1-d407154abc83 req-454facca-7c96-4c6f-8f87-6725e3c42a5c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1381a42a-3dc4-4d01-ba30-5d925114c500 HTTP/1.1" status: 200 len: 217 time: 0.1279705 Feb 09 12:30:05.822765 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0f9abc4a-f950-4128-a26b-25227827f740 req-a39b300c-3c65-4dde-bd2a-b3190c0087c7 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089173 Feb 09 12:30:05.887152 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5eb9bfa4-b093-4335-afe2-2e98460ee647 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:06.033125 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-3950cd8e-582e-4bcd-aa17-e9a07388d118 service neutron] Transition to ACTIVE for port object 12ce4de3-599b-4e0d-9c70-c8730f025cc0 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:30:06.048085 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-848d4c0a-4563-4fd9-b264-cb1746a6ba7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:06.049775 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-848d4c0a-4563-4fd9-b264-cb1746a6ba7e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e0048b3263a64a25bb0a308761d4f339&device_id=c17d37f3-3a84-4ada-a64f-1b3d00197948 HTTP/1.1" status: 200 len: 1094 time: 0.5364645 Feb 09 12:30:06.053850 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-3950cd8e-582e-4bcd-aa17-e9a07388d118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:06.105494 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ff358-8729-4982-b7a1-d407154abc83 req-809a3894-9ee7-46bb-adac-299e6db17d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:06.109352 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ea7ff358-8729-4982-b7a1-d407154abc83 req-809a3894-9ee7-46bb-adac-299e6db17d9d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3c9b480e-1cd6-43a9-9d3f-1e4f05f3898f HTTP/1.1" status: 200 len: 845 time: 0.3468955 Feb 09 12:30:06.213049 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb9bfa4-b093-4335-afe2-2e98460ee647 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Pushing event deleted for resources: {'Port': ['ID=8c7a964d-584c-4dbd-b299-f7b5a48b8988,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:06.400813 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3950cd8e-582e-4bcd-aa17-e9a07388d118 service neutron] Pushing event updated for resources: {'Port': ['ID=12ce4de3-599b-4e0d-9c70-c8730f025cc0,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:06.407448 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-457962e3-8b8e-4aa4-890c-499c5f611e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:06.443690 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-6abc3951-d85c-48c5-8cfe-669d17ae43ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6d636c75-7c2a-4d00-8dd7-ba09534c8236 HTTP/1.1" status: 200 len: 217 time: 0.3819017 Feb 09 12:30:06.460948 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5eb9bfa4-b093-4335-afe2-2e98460ee647 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:06.484136 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ea7ff358-8729-4982-b7a1-d407154abc83 req-8785d209-5dd4-4acc-88b8-2ce543ee99c1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=985217ad-b773-4531-9367-f144e39af1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2686357 Feb 09 12:30:06.591679 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457962e3-8b8e-4aa4-890c-499c5f611e5b admin admin] Network 23231414-7735-41e3-a19f-aefe0806df10 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:30:06.729550 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-5eb9bfa4-b093-4335-afe2-2e98460ee647 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "DELETE /v2.0/ports/8c7a964d-584c-4dbd-b299-f7b5a48b8988 HTTP/1.1" status: 204 len: 168 time: 3.0319128 Feb 09 12:30:06.731931 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ea7ff358-8729-4982-b7a1-d407154abc83 req-167d79ec-69b2-4b0a-8d30-cd78137f4d27 service neutron] 10.222.0.46 "GET /v2.0/networks/985217ad-b773-4531-9367-f144e39af1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144938 Feb 09 12:30:06.733084 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57996) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:30:06.770361 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-457962e3-8b8e-4aa4-890c-499c5f611e5b admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:30:06.773293 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457962e3-8b8e-4aa4-890c-499c5f611e5b admin admin] Pushing event updated for resources: {'Port': ['ID=f6166560-986d-4b30-b93b-9c73e201e239,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:06.798748 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457962e3-8b8e-4aa4-890c-499c5f611e5b admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:30:06.967757 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb5846-e495-4b28-8a11-e87a8760f495 req-2bf6c917-0e04-403a-9f11-46f4f721624f tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:06.976096 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-73bb5846-e495-4b28-8a11-e87a8760f495 req-2bf6c917-0e04-403a-9f11-46f4f721624f tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=720baf22-d3ac-474f-bd16-99a5a09466c5 HTTP/1.1" status: 200 len: 944 time: 1.1451790 Feb 09 12:30:07.007330 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-f103fd1f-fc2d-42ef-9e2a-c6db0b482614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:07.009737 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-f103fd1f-fc2d-42ef-9e2a-c6db0b482614 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=313af47f-c09c-471a-818d-77fb1e0b1ddd HTTP/1.1" status: 200 len: 852 time: 0.4441717 Feb 09 12:30:07.168463 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-73bb5846-e495-4b28-8a11-e87a8760f495 req-74525c85-9dba-4ffb-bf4a-c5af3d39016b tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911864 Feb 09 12:30:07.199871 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-1779f432-d88f-4ecb-b886-76b9f45dc631 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2afa2261-4e51-4a11-a197-c0983f12ef73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018741 Feb 09 12:30:07.201926 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba6236-0f6d-4f1d-a3ac-acfec1473e80 req-47a58596-12fd-4ea2-a0df-790155f87b96 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:07.212844 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a6ba6236-0f6d-4f1d-a3ac-acfec1473e80 req-47a58596-12fd-4ea2-a0df-790155f87b96 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/ports?device_id=c17d37f3-3a84-4ada-a64f-1b3d00197948 HTTP/1.1" status: 200 len: 943 time: 0.9895437 Feb 09 12:30:07.228720 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f300e83-3018-47c2-a0ba-bb57938b55d5 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Deleting subnet 789abbbf-cb59-47b9-b206-75e2c17842ea {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:30:07.246194 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb422aeb-be11-4bb4-ae73-1f8e22e3c865 admin admin] Router e64aad25-5949-4244-ad17-5b6f69543e7f is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:30:07.249430 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8f300e83-3018-47c2-a0ba-bb57938b55d5 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:07.485646 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a6ba6236-0f6d-4f1d-a3ac-acfec1473e80 req-edecca7c-1683-4ce5-995c-981e0e9dfe8e tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/security-groups?id=a92e072c-0931-4903-8919-a0446488f11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703974 Feb 09 12:30:07.510872 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ea7ff358-8729-4982-b7a1-d407154abc83 req-71d08422-bd35-44a1-ac22-98e466360881 service neutron] 10.222.0.46 "GET /v2.0/networks/985217ad-b773-4531-9367-f144e39af1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7658577 Feb 09 12:30:07.519848 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8f300e83-3018-47c2-a0ba-bb57938b55d5 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:07.539927 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-457962e3-8b8e-4aa4-890c-499c5f611e5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:07.677525 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53047600-393d-4b93-b089-21107c0129e4 req-015f67f1-e43a-4343-95a6-495c16d29b39 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:07.684454 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-53047600-393d-4b93-b089-21107c0129e4 req-015f67f1-e43a-4343-95a6-495c16d29b39 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 0.2807398 Feb 09 12:30:07.746754 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-53047600-393d-4b93-b089-21107c0129e4 req-253f8a9f-fb2d-4770-8893-c19da61307be tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614367 Feb 09 12:30:07.755470 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8f300e83-3018-47c2-a0ba-bb57938b55d5 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:07.797085 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88d573-ab63-433c-867f-cf9c544be809 req-fc852c6e-4df0-423c-94fd-cd2a7e3932c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:07.799271 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6c88d573-ab63-433c-867f-cf9c544be809 req-fc852c6e-4df0-423c-94fd-cd2a7e3932c3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c35b136021fd452e84da1be28afeefee&device_id=720baf22-d3ac-474f-bd16-99a5a09466c5 HTTP/1.1" status: 200 len: 1095 time: 0.2237315 Feb 09 12:30:07.878157 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-9d56c721-4160-46a7-9b1a-d284c01e2df4 service neutron] 10.222.0.46 "GET /v2.0/networks/2afa2261-4e51-4a11-a197-c0983f12ef73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6641517 Feb 09 12:30:08.050281 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88d573-ab63-433c-867f-cf9c544be809 req-2ff03dc8-1e79-4894-85df-0dbe5aa36a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:08.052436 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6c88d573-ab63-433c-867f-cf9c544be809 req-2ff03dc8-1e79-4894-85df-0dbe5aa36a20 service neutron] 10.222.0.46 "GET /v2.0/networks?id=985217ad-b773-4531-9367-f144e39af1cf HTTP/1.1" status: 200 len: 906 time: 0.2401292 Feb 09 12:30:08.075361 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-3950cd8e-582e-4bcd-aa17-e9a07388d118 service neutron] Attempting to bind port 12ce4de3-599b-4e0d-9c70-c8730f025cc0 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:30:08.075707 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-3950cd8e-582e-4bcd-aa17-e9a07388d118 service neutron] Attempting to bind port 12ce4de3-599b-4e0d-9c70-c8730f025cc0 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '6e746275-56b2-41d5-a4a5-7a627fd9b561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2afa2261-4e51-4a11-a197-c0983f12ef73'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:30:08.076063 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-3950cd8e-582e-4bcd-aa17-e9a07388d118 service neutron] Attempting to bind port 12ce4de3-599b-4e0d-9c70-c8730f025cc0 on network 2afa2261-4e51-4a11-a197-c0983f12ef73 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:30:08.126638 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8f300e83-3018-47c2-a0ba-bb57938b55d5 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:08.127629 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-3950cd8e-582e-4bcd-aa17-e9a07388d118 service neutron] Port 12ce4de3-599b-4e0d-9c70-c8730f025cc0 on network 2afa2261-4e51-4a11-a197-c0983f12ef73 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:30:08.127982 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-3950cd8e-582e-4bcd-aa17-e9a07388d118 service neutron] Attempting to bind port 12ce4de3-599b-4e0d-9c70-c8730f025cc0 on network 2afa2261-4e51-4a11-a197-c0983f12ef73 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:30:08.164876 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-3950cd8e-582e-4bcd-aa17-e9a07388d118 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:30:08.165247 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-3950cd8e-582e-4bcd-aa17-e9a07388d118 service neutron] Checking segment: {'id': '6e746275-56b2-41d5-a4a5-7a627fd9b561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2afa2261-4e51-4a11-a197-c0983f12ef73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:30:08.165639 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-3950cd8e-582e-4bcd-aa17-e9a07388d118 service neutron] Bound using segment: {'id': '6e746275-56b2-41d5-a4a5-7a627fd9b561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2afa2261-4e51-4a11-a197-c0983f12ef73'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:30:08.166254 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-3950cd8e-582e-4bcd-aa17-e9a07388d118 service neutron] Bound port: 12ce4de3-599b-4e0d-9c70-c8730f025cc0, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e746275-56b2-41d5-a4a5-7a627fd9b561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2afa2261-4e51-4a11-a197-c0983f12ef73'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:30:08.166614 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-3950cd8e-582e-4bcd-aa17-e9a07388d118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:08.184340 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6c88d573-ab63-433c-867f-cf9c544be809 req-20da989e-b1ca-4c45-b293-08100eb07dfa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1381a42a-3dc4-4d01-ba30-5d925114c500 HTTP/1.1" status: 200 len: 217 time: 0.1245670 Feb 09 12:30:08.230120 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f300e83-3018-47c2-a0ba-bb57938b55d5 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Pushing event deleted for resources: {'Subnet': ['ID=789abbbf-cb59-47b9-b206-75e2c17842ea,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:08.230462 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb422aeb-be11-4bb4-ae73-1f8e22e3c865 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:30:08.248171 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13890daf-2586-4c13-845d-5050b9eb5293 None None] Sync routers for ids ['e64aad25-5949-4244-ad17-5b6f69543e7f'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:30:08.265302 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13890daf-2586-4c13-845d-5050b9eb5293 None None] Routers {'e64aad25-5949-4244-ad17-5b6f69543e7f'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:30:08.267666 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-13890daf-2586-4c13-845d-5050b9eb5293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:29:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e64aad25-5949-4244-ad17-5b6f69543e7f'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:30:08.314002 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88d573-ab63-433c-867f-cf9c544be809 req-77f9c300-0d48-4f56-a757-c89db525948d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:08.315426 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6c88d573-ab63-433c-867f-cf9c544be809 req-77f9c300-0d48-4f56-a757-c89db525948d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3c9b480e-1cd6-43a9-9d3f-1e4f05f3898f HTTP/1.1" status: 200 len: 845 time: 0.0794945 Feb 09 12:30:08.320070 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8f300e83-3018-47c2-a0ba-bb57938b55d5 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:08.351968 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-3950cd8e-582e-4bcd-aa17-e9a07388d118 service neutron] For port 12ce4de3-599b-4e0d-9c70-c8730f025cc0, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:30:08.355417 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-3950cd8e-582e-4bcd-aa17-e9a07388d118 service neutron] For port 12ce4de3-599b-4e0d-9c70-c8730f025cc0, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=12ce4de3-599b-4e0d-9c70-c8730f025cc0,segment=NetworkSegment(6e746275-56b2-41d5-a4a5-7a627fd9b561),segment_id=6e746275-56b2-41d5-a4a5-7a627fd9b561)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:30:08.358702 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-302a0ac1-7442-45da-87af-0273d05adad5 service neutron] 10.222.0.46 "GET /v2.0/networks/2afa2261-4e51-4a11-a197-c0983f12ef73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4652040 Feb 09 12:30:08.380571 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-3950cd8e-582e-4bcd-aa17-e9a07388d118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:08.416368 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8f300e83-3018-47c2-a0ba-bb57938b55d5 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "DELETE /v2.0/subnets/789abbbf-cb59-47b9-b206-75e2c17842ea HTTP/1.1" status: 204 len: 168 time: 1.6807640 Feb 09 12:30:08.419893 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6c88d573-ab63-433c-867f-cf9c544be809 req-c1a1f46a-6e22-40ec-a02d-efe1a9bddc97 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=985217ad-b773-4531-9367-f144e39af1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922160 Feb 09 12:30:08.420066 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 58042) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:30:08.526620 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-3950cd8e-582e-4bcd-aa17-e9a07388d118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:08.527665 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-3950cd8e-582e-4bcd-aa17-e9a07388d118 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:08.530634 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-3950cd8e-582e-4bcd-aa17-e9a07388d118 service neutron] 10.222.0.46 "PUT /v2.0/ports/12ce4de3-599b-4e0d-9c70-c8730f025cc0 HTTP/1.1" status: 200 len: 1092 time: 6.9907408 Feb 09 12:30:08.551017 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401b08e-f88c-44d7-9118-6cf7f20dd75e req-8a415d09-9cb4-48d2-8b2d-ed83e8a0b5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:08.553384 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c401b08e-f88c-44d7-9118-6cf7f20dd75e req-8a415d09-9cb4-48d2-8b2d-ed83e8a0b5aa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=00099515433c46eebcd12321c76bbae3&device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 1096 time: 0.5808191 Feb 09 12:30:08.654696 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-13890daf-2586-4c13-845d-5050b9eb5293 None None] Set router e64aad25-5949-4244-ad17-5b6f69543e7f gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:30:08.682644 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da5d0fe7-5f61-4262-990f-46019ac36949', 'tag': '12ce4de3-599b-4e0d-9c70-c8730f025cc0'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:30:08.720186 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a783de9-fd83-4e31-bb65-9755a2f55be1 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Deleting subnet d4a29de1-2de8-4648-a30a-65f56edf521b {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:30:08.724378 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6c88d573-ab63-433c-867f-cf9c544be809 req-4a08490d-e918-43cd-bdc3-92c3fa886865 service neutron] 10.222.0.46 "GET /v2.0/networks/985217ad-b773-4531-9367-f144e39af1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958074 Feb 09 12:30:08.730993 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bb422aeb-be11-4bb4-ae73-1f8e22e3c865 admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:08.735472 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-bb422aeb-be11-4bb4-ae73-1f8e22e3c865 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 21.1840353 Feb 09 12:30:08.748323 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 58058) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:30:08.791493 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2a783de9-fd83-4e31-bb65-9755a2f55be1 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:08.892655 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8af523-af4a-4239-92cd-885c685d9c5b None None] Network ba448e7a-fa60-4f14-8e77-7f852965ebd1 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:30:08.894672 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3950cd8e-582e-4bcd-aa17-e9a07388d118 service neutron] Pushing event updated for resources: {'Port': ['ID=12ce4de3-599b-4e0d-9c70-c8730f025cc0,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:08.961408 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-457962e3-8b8e-4aa4-890c-499c5f611e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:09.047197 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-f8432603-c6f9-477c-bfc4-99b786e9dbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:09.048764 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-f8432603-c6f9-477c-bfc4-99b786e9dbfe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e0048b3263a64a25bb0a308761d4f339&device_id=da5d0fe7-5f61-4262-990f-46019ac36949 HTTP/1.1" status: 200 len: 1095 time: 0.3313105 Feb 09 12:30:09.063142 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752eef65-a08f-499f-b326-1bf5c593898b req-805b83a6-a197-4836-a845-d2745604990b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:09.064749 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-752eef65-a08f-499f-b326-1bf5c593898b req-805b83a6-a197-4836-a845-d2745604990b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e0048b3263a64a25bb0a308761d4f339&device_id=c17d37f3-3a84-4ada-a64f-1b3d00197948 HTTP/1.1" status: 200 len: 1094 time: 0.5567756 Feb 09 12:30:09.436237 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2a783de9-fd83-4e31-bb65-9755a2f55be1 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:09.527371 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752eef65-a08f-499f-b326-1bf5c593898b req-2d967c73-ca26-4f9b-bfa2-68156b39bc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:09.529615 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-752eef65-a08f-499f-b326-1bf5c593898b req-2d967c73-ca26-4f9b-bfa2-68156b39bc21 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2afa2261-4e51-4a11-a197-c0983f12ef73 HTTP/1.1" status: 200 len: 913 time: 0.3541491 Feb 09 12:30:09.550886 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-be313b7c-bba1-494e-845e-c4d6d7178f26 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12ce4de3-599b-4e0d-9c70-c8730f025cc0 HTTP/1.1" status: 200 len: 217 time: 0.4879794 Feb 09 12:30:09.583191 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-13890daf-2586-4c13-845d-5050b9eb5293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1181016368-router', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '1b00d4d6-8925-4106-a04c-badfbb6bf6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:29:47Z', 'updated_at': '2022-02-09T12:30:01Z', 'revision_number': 3, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'gw_port': {'id': '1b00d4d6-8925-4106-a04c-badfbb6bf6ab', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:29:54Z', 'updated_at': '2022-02-09T12:29:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:30:09.599439 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13890daf-2586-4c13-845d-5050b9eb5293 None None] Checking router: e64aad25-5949-4244-ad17-5b6f69543e7f for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:30:09.600063 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13890daf-2586-4c13-845d-5050b9eb5293 None None] Updating router e64aad25-5949-4244-ad17-5b6f69543e7f port 1b00d4d6-8925-4106-a04c-badfbb6bf6ab binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:30:09.625753 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbebabe7-e2ae-4415-b0b1-b7ef912640b1 None None] DHCP port deletion for ba448e7a-fa60-4f14-8e77-7f852965ebd1 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:30:09.636845 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-bbebabe7-e2ae-4415-b0b1-b7ef912640b1 None None] Deleting port acd37cac-853a-4cc2-9f12-2b5246b25737 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:30:09.637443 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbebabe7-e2ae-4415-b0b1-b7ef912640b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:09.642408 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-752eef65-a08f-499f-b326-1bf5c593898b req-5bd24a23-a55b-4ef7-a85c-ca5f80b1c98d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6d636c75-7c2a-4d00-8dd7-ba09534c8236 HTTP/1.1" status: 200 len: 217 time: 0.0837831 Feb 09 12:30:09.713845 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f052d-1a9b-4280-80a9-bbb52b07c8e4 req-7047a1bd-4a15-4ed0-9107-17d9047c08f3 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:09.720844 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3a4f052d-1a9b-4280-80a9-bbb52b07c8e4 req-7047a1bd-4a15-4ed0-9107-17d9047c08f3 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=720baf22-d3ac-474f-bd16-99a5a09466c5 HTTP/1.1" status: 200 len: 944 time: 1.2106769 Feb 09 12:30:09.733518 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6c88d573-ab63-433c-867f-cf9c544be809 req-3923fecd-d5b1-4c36-b57a-2b2c6264fb0a service neutron] 10.222.0.46 "GET /v2.0/networks/985217ad-b773-4531-9367-f144e39af1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9860566 Feb 09 12:30:09.772114 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401b08e-f88c-44d7-9118-6cf7f20dd75e req-a3353be9-c1a9-4dc9-ab94-1e4445a34658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:09.774508 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c401b08e-f88c-44d7-9118-6cf7f20dd75e req-a3353be9-c1a9-4dc9-ab94-1e4445a34658 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8e240a2e-10ae-45b2-9910-3b86c821ddc4 HTTP/1.1" status: 200 len: 913 time: 1.1260629 Feb 09 12:30:10.017463 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-bbebabe7-e2ae-4415-b0b1-b7ef912640b1 None None] For port acd37cac-853a-4cc2-9f12-2b5246b25737, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=acd37cac-853a-4cc2-9f12-2b5246b25737,segment=NetworkSegment(9d15f5f1-dfad-42b6-bcbf-5425bd2abb42),segment_id=9d15f5f1-dfad-42b6-bcbf-5425bd2abb42)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:30:10.017963 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbebabe7-e2ae-4415-b0b1-b7ef912640b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:10.035328 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-13890daf-2586-4c13-845d-5050b9eb5293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:10.089744 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c401b08e-f88c-44d7-9118-6cf7f20dd75e req-42e10dcb-488d-4157-8823-427c2e94d64a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d93b5e0a-6c45-4800-820d-aa945e3d4e97 HTTP/1.1" status: 200 len: 217 time: 0.3009920 Feb 09 12:30:10.097035 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3a4f052d-1a9b-4280-80a9-bbb52b07c8e4 req-f93d73c1-45cb-4625-bb23-8547a0a82285 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751976 Feb 09 12:30:10.124233 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-7c6850fd-664f-4d9e-bbca-5eba9cf8c0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:10.133930 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-7c6850fd-664f-4d9e-bbca-5eba9cf8c0ae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=313af47f-c09c-471a-818d-77fb1e0b1ddd HTTP/1.1" status: 200 len: 852 time: 0.4344244 Feb 09 12:30:10.146902 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01700e9-553f-4d0b-9868-85edbbd39962 req-7ba829b2-0a8a-4523-bbfd-383ca80bdba8 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:10.154245 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f01700e9-553f-4d0b-9868-85edbbd39962 req-7ba829b2-0a8a-4523-bbfd-383ca80bdba8 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/ports?device_id=c17d37f3-3a84-4ada-a64f-1b3d00197948 HTTP/1.1" status: 200 len: 943 time: 1.4048951 Feb 09 12:30:10.209508 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-457962e3-8b8e-4aa4-890c-499c5f611e5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:10.264994 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752eef65-a08f-499f-b326-1bf5c593898b req-a9be3869-797d-40e7-bc2d-fb4f0f55b29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:10.267040 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-752eef65-a08f-499f-b326-1bf5c593898b req-a9be3869-797d-40e7-bc2d-fb4f0f55b29f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=313af47f-c09c-471a-818d-77fb1e0b1ddd HTTP/1.1" status: 200 len: 852 time: 0.5328360 Feb 09 12:30:10.269201 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da5d0fe7-5f61-4262-990f-46019ac36949', 'tag': '12ce4de3-599b-4e0d-9c70-c8730f025cc0', 'status': 'completed', 'code': 200} Feb 09 12:30:10.276810 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-457962e3-8b8e-4aa4-890c-499c5f611e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:10.323854 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2a783de9-fd83-4e31-bb65-9755a2f55be1 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:10.420553 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401b08e-f88c-44d7-9118-6cf7f20dd75e req-c35a4312-4e90-444c-8794-2923145c46cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:10.422491 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c401b08e-f88c-44d7-9118-6cf7f20dd75e req-c35a4312-4e90-444c-8794-2923145c46cf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a9fe3712-b0f7-41b8-9852-1955bd160446 HTTP/1.1" status: 200 len: 852 time: 0.3192973 Feb 09 12:30:10.436199 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f01700e9-553f-4d0b-9868-85edbbd39962 req-b470bac2-33e1-489d-83f4-04ed36eb10af tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/security-groups?id=a92e072c-0931-4903-8919-a0446488f11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809227 Feb 09 12:30:10.518087 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-bc883054-3cdc-4463-b123-67bc62b9016c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2afa2261-4e51-4a11-a197-c0983f12ef73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2466342 Feb 09 12:30:10.620723 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-752eef65-a08f-499f-b326-1bf5c593898b req-270a6cd0-3a0f-4b60-a238-5a7e1377604a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2afa2261-4e51-4a11-a197-c0983f12ef73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2788029 Feb 09 12:30:10.652086 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c401b08e-f88c-44d7-9118-6cf7f20dd75e req-dd12e1bc-01d0-46eb-afae-a552204aefa0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8e240a2e-10ae-45b2-9910-3b86c821ddc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1500671 Feb 09 12:30:10.665677 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-13890daf-2586-4c13-845d-5050b9eb5293 None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:10.692544 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-13890daf-2586-4c13-845d-5050b9eb5293 None None] Transition to ACTIVE for port object 1b00d4d6-8925-4106-a04c-badfbb6bf6ab will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:30:10.824336 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-752eef65-a08f-499f-b326-1bf5c593898b req-13a7c23c-2811-4bf8-a762-f38015fd7151 service neutron] 10.222.0.46 "GET /v2.0/networks/2afa2261-4e51-4a11-a197-c0983f12ef73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667719 Feb 09 12:30:10.888869 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-bbebabe7-e2ae-4415-b0b1-b7ef912640b1 None None] Calling delete_port for acd37cac-853a-4cc2-9f12-2b5246b25737 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:30:10.927742 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 1381a42a-3dc4-4d01-ba30-5d925114c500 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:30:10.931665 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device d93b5e0a-6c45-4800-820d-aa945e3d4e97 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:30:10.971068 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-13890daf-2586-4c13-845d-5050b9eb5293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:11.050485 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2a783de9-fd83-4e31-bb65-9755a2f55be1 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:11.076682 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-457962e3-8b8e-4aa4-890c-499c5f611e5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:11.091658 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457962e3-8b8e-4aa4-890c-499c5f611e5b admin admin] Pushing event updated for resources: {'Port': ['ID=f6166560-986d-4b30-b93b-9c73e201e239,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:11.123536 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 1381a42a-3dc4-4d01-ba30-5d925114c500, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=1381a42a-3dc4-4d01-ba30-5d925114c500,segment=NetworkSegment(ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a),segment_id=ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:30:11.130234 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2a783de9-fd83-4e31-bb65-9755a2f55be1 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:11.132992 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a783de9-fd83-4e31-bb65-9755a2f55be1 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Pushing event deleted for resources: {'Subnet': ['ID=d4a29de1-2de8-4648-a30a-65f56edf521b,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:11.174981 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '1381a42a-3dc4-4d01-ba30-5d925114c500', 'network_id': '985217ad-b773-4531-9367-f144e39af1cf', 'port_id': '1381a42a-3dc4-4d01-ba30-5d925114c500', 'mac_address': 'fa:16:3e:c5:cd:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c9b480e-1cd6-43a9-9d3f-1e4f05f3898f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:30:11.272842 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device acd37cac-853a-4cc2-9f12-2b5246b25737 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:30:11.302057 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-7b2b364a-7c43-4f11-bc63-f318a4f1c942 service neutron] 10.222.0.46 "GET /v2.0/networks/2afa2261-4e51-4a11-a197-c0983f12ef73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6739039 Feb 09 12:30:11.306147 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed49c4e-583d-4545-8c6b-0f3c76cf3a53 None None] Network 9cd8438c-2c74-4941-a26e-2747746bb4cf requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:30:11.488374 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-752eef65-a08f-499f-b326-1bf5c593898b req-c176e916-9b6f-4d28-bc57-4d5a7867a29a service neutron] 10.222.0.46 "GET /v2.0/networks/2afa2261-4e51-4a11-a197-c0983f12ef73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5809164 Feb 09 12:30:11.512435 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2a783de9-fd83-4e31-bb65-9755a2f55be1 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "DELETE /v2.0/subnets/d4a29de1-2de8-4648-a30a-65f56edf521b HTTP/1.1" status: 204 len: 168 time: 3.0851676 Feb 09 12:30:11.513896 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58114) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:30:11.561628 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c401b08e-f88c-44d7-9118-6cf7f20dd75e req-bc5373b5-2580-4d6f-89fd-679f442b9540 service neutron] 10.222.0.46 "GET /v2.0/networks/8e240a2e-10ae-45b2-9910-3b86c821ddc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7693796 Feb 09 12:30:11.569862 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24408af-87d2-4648-a51d-14d91abc296e req-4f8ab730-0121-4fc3-a8a2-d2a67b4e2ea0 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:11.574556 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:30:11.576738 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e24408af-87d2-4648-a51d-14d91abc296e req-4f8ab730-0121-4fc3-a8a2-d2a67b4e2ea0 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 945 time: 1.1324551 Feb 09 12:30:11.666128 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457962e3-8b8e-4aa4-890c-499c5f611e5b admin admin] Network 23231414-7735-41e3-a19f-aefe0806df10 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:30:11.679890 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-457962e3-8b8e-4aa4-890c-499c5f611e5b admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:30:11.717721 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d19edcb0-92ec-4f9a-9138-23a9fd78027d req-0bcc9e6e-bb5f-49de-a43f-8bd0e569aa73 service neutron] 10.222.0.46 "GET /v2.0/networks/2afa2261-4e51-4a11-a197-c0983f12ef73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073572 Feb 09 12:30:11.787462 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b12b2fb3-a582-413e-8c6c-32ec661cd7d3 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:11.838297 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:11.885134 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e24408af-87d2-4648-a51d-14d91abc296e req-2f6c02ae-6ffb-4c6c-bd15-21b5d7742276 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074286 Feb 09 12:30:11.921003 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-13890daf-2586-4c13-845d-5050b9eb5293 None None] Attempting to bind port 1b00d4d6-8925-4106-a04c-badfbb6bf6ab on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:30:11.921838 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-13890daf-2586-4c13-845d-5050b9eb5293 None None] Attempting to bind port 1b00d4d6-8925-4106-a04c-badfbb6bf6ab by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:30:11.922460 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13890daf-2586-4c13-845d-5050b9eb5293 None None] Attempting to bind port 1b00d4d6-8925-4106-a04c-badfbb6bf6ab on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:30:11.936673 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd2e4c-9f9d-40be-816e-743f1926fff4 req-11f965a6-b589-4af8-ba80-efd47fcceebf tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:11.947541 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-72bd2e4c-9f9d-40be-816e-743f1926fff4 req-11f965a6-b589-4af8-ba80-efd47fcceebf tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=720baf22-d3ac-474f-bd16-99a5a09466c5 HTTP/1.1" status: 200 len: 944 time: 0.5529709 Feb 09 12:30:12.061516 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13890daf-2586-4c13-845d-5050b9eb5293 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:30:12.062012 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13890daf-2586-4c13-845d-5050b9eb5293 None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:30:12.062459 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-13890daf-2586-4c13-845d-5050b9eb5293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:12.062906 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13890daf-2586-4c13-845d-5050b9eb5293 None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:30:12.063391 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-13890daf-2586-4c13-845d-5050b9eb5293 None None] Bound port: 1b00d4d6-8925-4106-a04c-badfbb6bf6ab, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:30:12.063968 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-13890daf-2586-4c13-845d-5050b9eb5293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:12.148955 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-13890daf-2586-4c13-845d-5050b9eb5293 None None] For port 1b00d4d6-8925-4106-a04c-badfbb6bf6ab, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:30:12.153182 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-13890daf-2586-4c13-845d-5050b9eb5293 None None] For port 1b00d4d6-8925-4106-a04c-badfbb6bf6ab, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=1b00d4d6-8925-4106-a04c-badfbb6bf6ab,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:30:12.156286 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1381a42a-3dc4-4d01-ba30-5d925114c500 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:30:12.176275 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 1381a42a-3dc4-4d01-ba30-5d925114c500, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=1381a42a-3dc4-4d01-ba30-5d925114c500,segment=NetworkSegment(ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a),segment_id=ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:30:12.177802 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbebabe7-e2ae-4415-b0b1-b7ef912640b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:12.189490 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb33e390-c922-44a0-88a2-a54db975ef9e None None] Pushing event updated for resources: {'Port': ['ID=1b00d4d6-8925-4106-a04c-badfbb6bf6ab,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:12.200499 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-72bd2e4c-9f9d-40be-816e-743f1926fff4 req-23bfbfdb-4146-4e13-864e-fcc7563a07d9 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504330 Feb 09 12:30:12.221457 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c401b08e-f88c-44d7-9118-6cf7f20dd75e req-6ec414aa-6b1d-487c-8064-b5050490487e service neutron] 10.222.0.46 "GET /v2.0/networks/8e240a2e-10ae-45b2-9910-3b86c821ddc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6400895 Feb 09 12:30:12.232565 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-feda5a47-272f-42a2-ae76-554913298d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:12.278960 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-13890daf-2586-4c13-845d-5050b9eb5293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:12.315302 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbebabe7-e2ae-4415-b0b1-b7ef912640b1 None None] Pushing event deleted for resources: {'Port': ['ID=acd37cac-853a-4cc2-9f12-2b5246b25737,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:12.347589 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375a759-3aab-4800-bd39-99c754de3b6a req-714d35d0-aa4b-4530-ad5a-a30a371f898c tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:12.356202 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1375a759-3aab-4800-bd39-99c754de3b6a req-714d35d0-aa4b-4530-ad5a-a30a371f898c tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/ports?device_id=c17d37f3-3a84-4ada-a64f-1b3d00197948 HTTP/1.1" status: 200 len: 943 time: 0.2536330 Feb 09 12:30:12.408950 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:12.412166 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 6d636c75-7c2a-4d00-8dd7-ba09534c8236 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:30:12.484581 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1375a759-3aab-4800-bd39-99c754de3b6a req-628ecd1e-c64f-4191-b465-2589ef9d46e1 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/security-groups?id=a92e072c-0931-4903-8919-a0446488f11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271207 Feb 09 12:30:12.576396 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-feda5a47-272f-42a2-ae76-554913298d9e admin admin] Allocated IP 172.20.0.1 (6fc7d014-aab7-4969-9b9f-1b9d5e7c436a/154ccfde-fcad-4c2c-ac52-9f3991cbf708/daa03612-1e0c-486a-b24f-b943c3675eab) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:30:12.581372 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:12.597819 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-457962e3-8b8e-4aa4-890c-499c5f611e5b admin admin] Router c6257fe2-b50e-4725-94bb-f8c15f5815f6 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:30:12.601164 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0381d6-2315-4030-97f8-a451110eb0b9 req-641a568a-aa0c-4f4d-8b9e-4fbb68cd1c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:12.602657 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-be0381d6-2315-4030-97f8-a451110eb0b9 req-641a568a-aa0c-4f4d-8b9e-4fbb68cd1c7b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e0048b3263a64a25bb0a308761d4f339&device_id=da5d0fe7-5f61-4262-990f-46019ac36949 HTTP/1.1" status: 200 len: 1095 time: 0.8126717 Feb 09 12:30:12.604284 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbebabe7-e2ae-4415-b0b1-b7ef912640b1 None None] No DVR routers for this DVR port acd37cac-853a-4cc2-9f12-2b5246b25737 on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:30:12.605897 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b12b2fb3-a582-413e-8c6c-32ec661cd7d3 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:12.649957 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13890daf-2586-4c13-845d-5050b9eb5293 None None] Routers {'e64aad25-5949-4244-ad17-5b6f69543e7f'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:30:12.650617 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-13890daf-2586-4c13-845d-5050b9eb5293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:29:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e64aad25-5949-4244-ad17-5b6f69543e7f'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:30:12.709580 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No active binding found for port acd37cac-853a-4cc2-9f12-2b5246b25737 {{(pid=87569) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 09 12:30:12.709997 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device acd37cac-853a-4cc2-9f12-2b5246b25737 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:30:12.778585 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-feda5a47-272f-42a2-ae76-554913298d9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:12.800072 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-feda5a47-272f-42a2-ae76-554913298d9e admin admin] Transition to ACTIVE for port object daa03612-1e0c-486a-b24f-b943c3675eab will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:30:12.813967 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-b12b2fb3-a582-413e-8c6c-32ec661cd7d3 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba448e7a-fa60-4f14-8e77-7f852965ebd1']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:30:12.826114 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd93b5e0a-6c45-4800-820d-aa945e3d4e97'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:30:12.834334 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-feda5a47-272f-42a2-ae76-554913298d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:12.887495 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-b12b2fb3-a582-413e-8c6c-32ec661cd7d3 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d15f5f1-dfad-42b6-bcbf-5425bd2abb42') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:30:12.889717 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-b12b2fb3-a582-413e-8c6c-32ec661cd7d3 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d15f5f1-dfad-42b6-bcbf-5425bd2abb42') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:30:12.920676 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd93b5e0a-6c45-4800-820d-aa945e3d4e97', 'code': 200} Feb 09 12:30:12.922227 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port d93b5e0a-6c45-4800-820d-aa945e3d4e97, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=d93b5e0a-6c45-4800-820d-aa945e3d4e97,segment=NetworkSegment(979c19f6-d1b0-4462-9702-5c928d7c30bd),segment_id=979c19f6-d1b0-4462-9702-5c928d7c30bd)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:30:12.930684 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb33e390-c922-44a0-88a2-a54db975ef9e None None] Pushing event updated for resources: {'Port': ['ID=1b00d4d6-8925-4106-a04c-badfbb6bf6ab,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:12.934877 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 6d636c75-7c2a-4d00-8dd7-ba09534c8236, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=6d636c75-7c2a-4d00-8dd7-ba09534c8236,segment=NetworkSegment(6e746275-56b2-41d5-a4a5-7a627fd9b561),segment_id=6e746275-56b2-41d5-a4a5-7a627fd9b561)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:30:12.938941 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b12b2fb3-a582-413e-8c6c-32ec661cd7d3 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:12.959629 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 58140) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:30:12.960945 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda5a47-272f-42a2-ae76-554913298d9e admin admin] Pushing event updated for resources: {'Port': ['ID=daa03612-1e0c-486a-b24f-b943c3675eab,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:12.994250 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:13.026315 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feda5a47-272f-42a2-ae76-554913298d9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:30:13.027079 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feda5a47-272f-42a2-ae76-554913298d9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:30:13.027730 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feda5a47-272f-42a2-ae76-554913298d9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:30:13.028390 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feda5a47-272f-42a2-ae76-554913298d9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:30:13.028817 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feda5a47-272f-42a2-ae76-554913298d9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:30:13.029307 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feda5a47-272f-42a2-ae76-554913298d9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:30:13.029871 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feda5a47-272f-42a2-ae76-554913298d9e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:30:13.030398 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feda5a47-272f-42a2-ae76-554913298d9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:30:13.030969 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feda5a47-272f-42a2-ae76-554913298d9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:30:13.031440 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feda5a47-272f-42a2-ae76-554913298d9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:30:13.031885 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feda5a47-272f-42a2-ae76-554913298d9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:30:13.032401 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feda5a47-272f-42a2-ae76-554913298d9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:30:13.060648 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feda5a47-272f-42a2-ae76-554913298d9e admin admin] Network 6fc7d014-aab7-4969-9b9f-1b9d5e7c436a is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:30:13.061913 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-feda5a47-272f-42a2-ae76-554913298d9e admin admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:30:13.064991 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feda5a47-272f-42a2-ae76-554913298d9e admin admin] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:30:13.080918 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b12b2fb3-a582-413e-8c6c-32ec661cd7d3 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:13.089987 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '6d636c75-7c2a-4d00-8dd7-ba09534c8236', 'network_id': '2afa2261-4e51-4a11-a197-c0983f12ef73', 'port_id': '6d636c75-7c2a-4d00-8dd7-ba09534c8236', 'mac_address': 'fa:16:3e:bd:c2:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '313af47f-c09c-471a-818d-77fb1e0b1ddd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:30:13.229773 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b12b2fb3-a582-413e-8c6c-32ec661cd7d3 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:30:13.230922 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b12b2fb3-a582-413e-8c6c-32ec661cd7d3 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:13.240169 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa5adaa-aa30-418a-a09d-d86e985d7d32 None None] DHCP port deletion for 9cd8438c-2c74-4941-a26e-2747746bb4cf request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:30:13.269376 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:30:13.269376 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:30:13.269376 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:30:13.269376 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:30:13.269376 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:30:13.269376 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:30:13.269376 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:30:13.269376 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:30:13.269376 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:30:13.269376 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:30:13.269376 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:30:13.269376 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:30:13.269376 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:30:13.269376 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:30:13.269376 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:30:13.269376 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:30:13.269376 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:30:13.269376 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:30:13.269376 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:30:13.269376 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:30:13.269376 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:30:13.269376 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:30:13.269376 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:30:13.269376 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:30:13.269376 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:30:13.269376 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:30:13.269376 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:30:13.269376 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:30:13.269376 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:30:13.269376 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:30:13.269376 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:30:13.269376 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:30:13.413199 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-a367b4c9-c590-4691-b38b-505b00d75110 admin admin] Deleting subnet b7b09e96-a172-47ec-8f32-5f9d22fac3fa {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:30:13.416329 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-dfa5adaa-aa30-418a-a09d-d86e985d7d32 None None] Deleting port 03fd4b44-957c-40c4-889b-940604b6f0cb {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:30:13.416706 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-dfa5adaa-aa30-418a-a09d-d86e985d7d32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:13.424384 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0381d6-2315-4030-97f8-a451110eb0b9 req-b1d65cf5-dc7b-4009-8ebd-c62f46110b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:13.425845 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-be0381d6-2315-4030-97f8-a451110eb0b9 req-b1d65cf5-dc7b-4009-8ebd-c62f46110b22 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2afa2261-4e51-4a11-a197-c0983f12ef73 HTTP/1.1" status: 200 len: 913 time: 0.7848663 Feb 09 12:30:13.450295 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a367b4c9-c590-4691-b38b-505b00d75110 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:13.510352 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-feda5a47-272f-42a2-ae76-554913298d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:13.518092 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b12b2fb3-a582-413e-8c6c-32ec661cd7d3 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:13.563880 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b12b2fb3-a582-413e-8c6c-32ec661cd7d3 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:13.568598 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-be0381d6-2315-4030-97f8-a451110eb0b9 req-23d47902-9e6a-4b9d-9005-c68d538c3d7e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12ce4de3-599b-4e0d-9c70-c8730f025cc0 HTTP/1.1" status: 200 len: 217 time: 0.1237402 Feb 09 12:30:13.628374 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=1381a42a-3dc4-4d01-ba30-5d925114c500,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:13.633205 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-13890daf-2586-4c13-845d-5050b9eb5293 None None] Set router e64aad25-5949-4244-ad17-5b6f69543e7f gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:30:13.678159 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:13.685444 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b2fb3-a582-413e-8c6c-32ec661cd7d3 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Pushing event deleted for resources: {'Network': ['ID=ba448e7a-fa60-4f14-8e77-7f852965ebd1,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:13.688456 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0381d6-2315-4030-97f8-a451110eb0b9 req-2569c19b-010b-4504-96d8-c4fed6d204dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:13.691935 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-be0381d6-2315-4030-97f8-a451110eb0b9 req-2569c19b-010b-4504-96d8-c4fed6d204dc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=313af47f-c09c-471a-818d-77fb1e0b1ddd HTTP/1.1" status: 200 len: 852 time: 0.1129692 Feb 09 12:30:13.701320 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457962e3-8b8e-4aa4-890c-499c5f611e5b admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:30:13.709378 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a367b4c9-c590-4691-b38b-505b00d75110 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:13.714190 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-457962e3-8b8e-4aa4-890c-499c5f611e5b admin admin] 10.222.0.55 "PUT /v2.0/routers/c6257fe2-b50e-4725-94bb-f8c15f5815f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.8902817 Feb 09 12:30:13.729052 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892bddb5-fb2f-426d-9e40-3e594709b02f None None] Sync routers for ids ['c6257fe2-b50e-4725-94bb-f8c15f5815f6'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:30:13.757740 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892bddb5-fb2f-426d-9e40-3e594709b02f None None] Routers {'c6257fe2-b50e-4725-94bb-f8c15f5815f6'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:30:13.758576 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-892bddb5-fb2f-426d-9e40-3e594709b02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:29:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['c6257fe2-b50e-4725-94bb-f8c15f5815f6'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:30:13.784741 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b12b2fb3-a582-413e-8c6c-32ec661cd7d3 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "DELETE /v2.0/networks/ba448e7a-fa60-4f14-8e77-7f852965ebd1 HTTP/1.1" status: 204 len: 168 time: 2.2665355 Feb 09 12:30:13.791449 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58166) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:30:13.795300 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-be0381d6-2315-4030-97f8-a451110eb0b9 req-5da6189a-183a-4fc8-b665-1679028bb485 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2afa2261-4e51-4a11-a197-c0983f12ef73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921986 Feb 09 12:30:13.869863 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-da69da8c-9246-4067-ac1d-b2bbe6885a5f None None] Provisioning for port daa03612-1e0c-486a-b24f-b943c3675eab completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:30:13.904129 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-da69da8c-9246-4067-ac1d-b2bbe6885a5f None None] Provisioning complete for port daa03612-1e0c-486a-b24f-b943c3675eab triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:30:13.904512 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-da69da8c-9246-4067-ac1d-b2bbe6885a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:14.023285 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a960e5bb-9082-49a5-8699-6408089991c7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:14.042989 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-a960e5bb-9082-49a5-8699-6408089991c7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Deleting port 03fd4b44-957c-40c4-889b-940604b6f0cb {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:30:14.043282 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a960e5bb-9082-49a5-8699-6408089991c7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:14.046187 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a367b4c9-c590-4691-b38b-505b00d75110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:14.050626 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-da69da8c-9246-4067-ac1d-b2bbe6885a5f None None] Port daa03612-1e0c-486a-b24f-b943c3675eab cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:30:14.100844 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-892bddb5-fb2f-426d-9e40-3e594709b02f None None] Set router c6257fe2-b50e-4725-94bb-f8c15f5815f6 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:30:14.140526 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d636c75-7c2a-4d00-8dd7-ba09534c8236 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:30:14.227159 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a367b4c9-c590-4691-b38b-505b00d75110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:14.319445 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8df018a3-a065-450d-b0b9-beb162a58500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:14.324065 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 6d636c75-7c2a-4d00-8dd7-ba09534c8236, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=6d636c75-7c2a-4d00-8dd7-ba09534c8236,segment=NetworkSegment(6e746275-56b2-41d5-a4a5-7a627fd9b561),segment_id=6e746275-56b2-41d5-a4a5-7a627fd9b561)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:30:14.344259 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=d93b5e0a-6c45-4800-820d-aa945e3d4e97,revision_number=8']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:14.353194 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:14.374576 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc212129-135e-48c9-a863-1ee9e28a42fd req-b92cd792-025b-40e1-9b6f-f8653efa70d1 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:14.387730 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dc212129-135e-48c9-a863-1ee9e28a42fd req-b92cd792-025b-40e1-9b6f-f8653efa70d1 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 943 time: 1.2114978 Feb 09 12:30:14.411432 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-a960e5bb-9082-49a5-8699-6408089991c7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] For port 03fd4b44-957c-40c4-889b-940604b6f0cb, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=03fd4b44-957c-40c4-889b-940604b6f0cb,segment=NetworkSegment(d84b820b-b8a5-49e5-b578-ff1b27561844),segment_id=d84b820b-b8a5-49e5-b578-ff1b27561844)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:30:14.411859 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a960e5bb-9082-49a5-8699-6408089991c7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:14.433709 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 12ce4de3-599b-4e0d-9c70-c8730f025cc0 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:30:14.446258 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=6d636c75-7c2a-4d00-8dd7-ba09534c8236,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:14.593373 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-a960e5bb-9082-49a5-8699-6408089991c7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Calling delete_port for 03fd4b44-957c-40c4-889b-940604b6f0cb owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:30:14.626355 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 12ce4de3-599b-4e0d-9c70-c8730f025cc0, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=12ce4de3-599b-4e0d-9c70-c8730f025cc0,segment=NetworkSegment(6e746275-56b2-41d5-a4a5-7a627fd9b561),segment_id=6e746275-56b2-41d5-a4a5-7a627fd9b561)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:30:14.664762 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '12ce4de3-599b-4e0d-9c70-c8730f025cc0', 'network_id': '2afa2261-4e51-4a11-a197-c0983f12ef73', 'port_id': '12ce4de3-599b-4e0d-9c70-c8730f025cc0', 'mac_address': 'fa:16:3e:10:38:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '313af47f-c09c-471a-818d-77fb1e0b1ddd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:30:14.713590 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a367b4c9-c590-4691-b38b-505b00d75110 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7b09e96-a172-47ec-8f32-5f9d22fac3fa,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:14.749348 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-dfa5adaa-aa30-418a-a09d-d86e985d7d32 None None] For port 03fd4b44-957c-40c4-889b-940604b6f0cb, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=03fd4b44-957c-40c4-889b-940604b6f0cb,segment=NetworkSegment(d84b820b-b8a5-49e5-b578-ff1b27561844),segment_id=d84b820b-b8a5-49e5-b578-ff1b27561844)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:30:14.750066 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-dfa5adaa-aa30-418a-a09d-d86e985d7d32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:14.775931 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['6d636c75-7c2a-4d00-8dd7-ba09534c8236'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:30:14.800169 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a367b4c9-c590-4691-b38b-505b00d75110 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:14.802089 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['1381a42a-3dc4-4d01-ba30-5d925114c500'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:30:14.829947 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dc212129-135e-48c9-a863-1ee9e28a42fd req-fca0da25-1e27-48c3-ad42-657b3f2e8ef3 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4412291 Feb 09 12:30:14.860386 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a367b4c9-c590-4691-b38b-505b00d75110 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/b7b09e96-a172-47ec-8f32-5f9d22fac3fa HTTP/1.1" status: 204 len: 168 time: 1.8932655 Feb 09 12:30:14.866023 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 58192) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:30:14.884132 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a960e5bb-9082-49a5-8699-6408089991c7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:14.907701 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc42f0b7-6e5c-4298-a310-9bed0fdd06e2 req-3c19442b-6f79-44a5-9ccb-b2e771b48ab1 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:14.909327 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bc42f0b7-6e5c-4298-a310-9bed0fdd06e2 req-3c19442b-6f79-44a5-9ccb-b2e771b48ab1 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=720baf22-d3ac-474f-bd16-99a5a09466c5 HTTP/1.1" status: 200 len: 945 time: 1.1085901 Feb 09 12:30:14.972032 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a960e5bb-9082-49a5-8699-6408089991c7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] No DVR routers for this DVR port 03fd4b44-957c-40c4-889b-940604b6f0cb on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:30:14.976919 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a960e5bb-9082-49a5-8699-6408089991c7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Pushing event deleted for resources: {'Port': ['ID=03fd4b44-957c-40c4-889b-940604b6f0cb,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:14.996783 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-892bddb5-fb2f-426d-9e40-3e594709b02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6257fe2-b50e-4725-94bb-f8c15f5815f6', 'name': 'tempest-ServerRescueTestJSON-1899528750-router', 'tenant_id': '9e4a99ef56ae44c38a7a2f1ce0177a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'ead39d16-dd29-47c2-92f2-c9e6bd3f2684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:29:45Z', 'updated_at': '2022-02-09T12:30:08Z', 'revision_number': 4, 'project_id': '9e4a99ef56ae44c38a7a2f1ce0177a21', 'gw_port': {'id': 'ead39d16-dd29-47c2-92f2-c9e6bd3f2684', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6257fe2-b50e-4725-94bb-f8c15f5815f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:29:47Z', 'updated_at': '2022-02-09T12:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'f6166560-986d-4b30-b93b-9c73e201e239', 'name': '', 'network_id': '23231414-7735-41e3-a19f-aefe0806df10', 'tenant_id': '9e4a99ef56ae44c38a7a2f1ce0177a21', 'mac_address': 'fa:16:3e:4e:2f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6257fe2-b50e-4725-94bb-f8c15f5815f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '938b2eb5-d390-4a03-acd5-5a31b498a866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:30:02Z', 'updated_at': '2022-02-09T12:30:09Z', 'revision_number': 2, 'project_id': '9e4a99ef56ae44c38a7a2f1ce0177a21', 'subnets': [{'id': '938b2eb5-d390-4a03-acd5-5a31b498a866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:30:15.009996 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892bddb5-fb2f-426d-9e40-3e594709b02f None None] Checking router: c6257fe2-b50e-4725-94bb-f8c15f5815f6 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:30:15.013343 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892bddb5-fb2f-426d-9e40-3e594709b02f None None] Updating router c6257fe2-b50e-4725-94bb-f8c15f5815f6 port f6166560-986d-4b30-b93b-9c73e201e239 binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:30:15.057560 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-be0381d6-2315-4030-97f8-a451110eb0b9 req-152f1535-1f23-4bbc-a41e-48b0c2fc0bcd service neutron] 10.222.0.46 "GET /v2.0/networks/2afa2261-4e51-4a11-a197-c0983f12ef73?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1502125 Feb 09 12:30:15.134110 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:15.168132 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-892bddb5-fb2f-426d-9e40-3e594709b02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:15.170505 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-feda5a47-272f-42a2-ae76-554913298d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:15.259357 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-be0381d6-2315-4030-97f8-a451110eb0b9 req-b6ee7501-60d0-4519-8fd3-12e574591a1c service neutron] 10.222.0.46 "GET /v2.0/networks/2afa2261-4e51-4a11-a197-c0983f12ef73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889830 Feb 09 12:30:15.276742 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12ce4de3-599b-4e0d-9c70-c8730f025cc0 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:30:15.286734 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bc42f0b7-6e5c-4298-a310-9bed0fdd06e2 req-85409093-9ffe-4069-8a8b-5438964bde2f tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098879 Feb 09 12:30:15.300885 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 12ce4de3-599b-4e0d-9c70-c8730f025cc0, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=12ce4de3-599b-4e0d-9c70-c8730f025cc0,segment=NetworkSegment(6e746275-56b2-41d5-a4a5-7a627fd9b561),segment_id=6e746275-56b2-41d5-a4a5-7a627fd9b561)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:30:15.302860 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 03fd4b44-957c-40c4-889b-940604b6f0cb no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:30:15.326746 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a960e5bb-9082-49a5-8699-6408089991c7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:15.359946 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b4e0a117-cfe7-4b72-ba8d-12a1cc1a5d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:15.377765 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-dfa5adaa-aa30-418a-a09d-d86e985d7d32 None None] Calling delete_port for 03fd4b44-957c-40c4-889b-940604b6f0cb owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:30:15.390470 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-a960e5bb-9082-49a5-8699-6408089991c7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cd8438c-2c74-4941-a26e-2747746bb4cf']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:30:15.416015 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 03fd4b44-957c-40c4-889b-940604b6f0cb {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:30:15.416357 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 03fd4b44-957c-40c4-889b-940604b6f0cb not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:30:15.423049 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-a960e5bb-9082-49a5-8699-6408089991c7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd84b820b-b8a5-49e5-b578-ff1b27561844') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:30:15.423360 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-a960e5bb-9082-49a5-8699-6408089991c7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd84b820b-b8a5-49e5-b578-ff1b27561844') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:30:15.431325 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:15.452256 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a960e5bb-9082-49a5-8699-6408089991c7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:15.492486 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a960e5bb-9082-49a5-8699-6408089991c7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:15.509456 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a960e5bb-9082-49a5-8699-6408089991c7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:30:15.509890 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a960e5bb-9082-49a5-8699-6408089991c7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:15.546482 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:30:15.546482 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:30:15.546482 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:30:15.546482 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:30:15.546482 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:30:15.546482 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:30:15.546482 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:30:15.546482 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:30:15.546482 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:30:15.546482 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:30:15.546482 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:30:15.546482 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:30:15.546482 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:30:15.546482 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:30:15.546482 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:30:15.546482 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:30:15.546482 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:30:15.546482 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:30:15.546482 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:30:15.546482 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:30:15.546482 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:30:15.546482 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:30:15.546482 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:30:15.546482 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:30:15.546482 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:30:15.546482 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:30:15.546482 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:30:15.546482 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:30:15.546482 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:30:15.546482 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:30:15.546482 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:30:15.546482 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:30:15.691132 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a960e5bb-9082-49a5-8699-6408089991c7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:15.698390 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a960e5bb-9082-49a5-8699-6408089991c7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:15.709246 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2589d-2144-4b87-98d8-8cf50131c306 req-0aca08f4-13ae-44ed-8a90-55b43096e174 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:15.711219 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1ad2589d-2144-4b87-98d8-8cf50131c306 req-0aca08f4-13ae-44ed-8a90-55b43096e174 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/ports?device_id=c17d37f3-3a84-4ada-a64f-1b3d00197948 HTTP/1.1" status: 200 len: 944 time: 0.5530066 Feb 09 12:30:15.754885 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a960e5bb-9082-49a5-8699-6408089991c7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] Pushing event deleted for resources: {'Network': ['ID=9cd8438c-2c74-4941-a26e-2747746bb4cf,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:15.787109 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a960e5bb-9082-49a5-8699-6408089991c7 tempest-TaggedBootDevicesTest_v242-257033970 tempest-TaggedBootDevicesTest_v242-257033970-project] 10.222.0.55 "DELETE /v2.0/networks/9cd8438c-2c74-4941-a26e-2747746bb4cf HTTP/1.1" status: 204 len: 168 time: 1.9942598 Feb 09 12:30:15.829257 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-892bddb5-fb2f-426d-9e40-3e594709b02f None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:15.844582 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-892bddb5-fb2f-426d-9e40-3e594709b02f None None] Transition to ACTIVE for port object f6166560-986d-4b30-b93b-9c73e201e239 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:30:15.846116 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['12ce4de3-599b-4e0d-9c70-c8730f025cc0'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:30:15.850238 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b4e0a117-cfe7-4b72-ba8d-12a1cc1a5d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:15.854466 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-892bddb5-fb2f-426d-9e40-3e594709b02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:15.901489 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=12ce4de3-599b-4e0d-9c70-c8730f025cc0,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:15.949533 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:30:15.949533 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:30:15.949533 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:30:15.949533 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:30:15.949533 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:30:15.949533 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:30:15.949533 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:30:15.949533 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:30:15.949533 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:30:15.949533 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:30:15.949533 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:30:15.949533 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:30:15.949533 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:30:15.949533 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:30:15.949533 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:30:15.949533 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:30:15.949533 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:30:15.949533 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:30:15.949533 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:30:15.949533 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:30:15.949533 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:30:15.949533 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:30:15.949533 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:30:15.949533 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:30:15.949533 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:30:15.949533 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:30:15.949533 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:30:15.949533 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:30:15.949533 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:30:15.949533 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:30:15.949533 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:30:15.949533 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:30:15.949533 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:30:15.949533 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:30:15.949533 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:30:15.949533 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:30:15.949533 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:30:15.949533 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:30:15.949533 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:30:15.949533 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:30:15.949533 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:30:15.949533 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:30:15.952645 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:30:15.952645 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:30:15.952645 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:30:15.952645 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:30:15.952645 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:30:15.952645 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:30:15.952645 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:30:15.952645 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:30:15.952645 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:30:15.952645 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:30:15.952645 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:30:15.952645 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:30:15.952645 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:30:15.952645 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:30:15.959241 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1772225-96e7-479f-8336-f10e4ea699bf None None] Pushing event updated for resources: {'Port': ['ID=f6166560-986d-4b30-b93b-9c73e201e239,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:16.018275 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-dfa5adaa-aa30-418a-a09d-d86e985d7d32 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:30:16.018624 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-dfa5adaa-aa30-418a-a09d-d86e985d7d32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:30:16.020682 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1ad2589d-2144-4b87-98d8-8cf50131c306 req-24c339d8-9726-4ab5-9431-a05b9c665c82 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/security-groups?id=a92e072c-0931-4903-8919-a0446488f11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019134 Feb 09 12:30:16.030194 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-b4e0a117-cfe7-4b72-ba8d-12a1cc1a5d15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a106bfc3-c268-431e-b7f2-361d6fd3c2b1']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:30:16.074891 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-b4e0a117-cfe7-4b72-ba8d-12a1cc1a5d15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42f6c4b2-8bfb-48dc-b7df-519b7224bc49') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:30:16.075414 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-b4e0a117-cfe7-4b72-ba8d-12a1cc1a5d15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42f6c4b2-8bfb-48dc-b7df-519b7224bc49') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:30:16.117876 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b4e0a117-cfe7-4b72-ba8d-12a1cc1a5d15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:16.158720 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b4e0a117-cfe7-4b72-ba8d-12a1cc1a5d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:16.172512 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-091fd102-b661-482e-8667-4e470aa9727b tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:16.174482 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-091fd102-b661-482e-8667-4e470aa9727b tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/networks?id=23231414-7735-41e3-a19f-aefe0806df10 HTTP/1.1" status: 200 len: 811 time: 0.3500478 Feb 09 12:30:16.178867 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4e0a117-cfe7-4b72-ba8d-12a1cc1a5d15 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:30:16.179581 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b4e0a117-cfe7-4b72-ba8d-12a1cc1a5d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:16.194772 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:30:16.194772 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:30:16.194772 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:30:16.194772 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:30:16.194772 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:30:16.194772 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:30:16.194772 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:30:16.194772 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:30:16.194772 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:30:16.194772 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:30:16.194772 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:30:16.194772 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:30:16.194772 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:30:16.194772 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:30:16.194772 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:30:16.194772 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:30:16.194772 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:30:16.194772 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:30:16.194772 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:30:16.194772 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:30:16.194772 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:30:16.194772 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:30:16.194772 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:30:16.194772 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:30:16.194772 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:30:16.194772 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:30:16.194772 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:30:16.194772 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:30:16.194772 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:30:16.194772 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:30:16.194772 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:30:16.194772 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:30:16.259266 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-13890daf-2586-4c13-845d-5050b9eb5293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1181016368-router', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '1b00d4d6-8925-4106-a04c-badfbb6bf6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:29:47Z', 'updated_at': '2022-02-09T12:30:01Z', 'revision_number': 3, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'gw_port': {'id': '1b00d4d6-8925-4106-a04c-badfbb6bf6ab', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:29:54Z', 'updated_at': '2022-02-09T12:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:30:16.289527 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-892bddb5-fb2f-426d-9e40-3e594709b02f None None] Attempting to bind port f6166560-986d-4b30-b93b-9c73e201e239 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:30:16.290038 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-892bddb5-fb2f-426d-9e40-3e594709b02f None None] Attempting to bind port f6166560-986d-4b30-b93b-9c73e201e239 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'c8120825-3220-4ee6-9dca-8e8fc8ed7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '23231414-7735-41e3-a19f-aefe0806df10'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:30:16.291359 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892bddb5-fb2f-426d-9e40-3e594709b02f None None] Attempting to bind port f6166560-986d-4b30-b93b-9c73e201e239 on network 23231414-7735-41e3-a19f-aefe0806df10 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:30:16.307889 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892bddb5-fb2f-426d-9e40-3e594709b02f None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:30:16.308286 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892bddb5-fb2f-426d-9e40-3e594709b02f None None] Checking segment: {'id': 'c8120825-3220-4ee6-9dca-8e8fc8ed7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '23231414-7735-41e3-a19f-aefe0806df10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:30:16.308692 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-892bddb5-fb2f-426d-9e40-3e594709b02f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:16.309081 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892bddb5-fb2f-426d-9e40-3e594709b02f None None] Bound using segment: {'id': 'c8120825-3220-4ee6-9dca-8e8fc8ed7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '23231414-7735-41e3-a19f-aefe0806df10'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:30:16.311765 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-892bddb5-fb2f-426d-9e40-3e594709b02f None None] Bound port: f6166560-986d-4b30-b93b-9c73e201e239, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8120825-3220-4ee6-9dca-8e8fc8ed7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '23231414-7735-41e3-a19f-aefe0806df10'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:30:16.312316 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-892bddb5-fb2f-426d-9e40-3e594709b02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:16.387471 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13890daf-2586-4c13-845d-5050b9eb5293 None None] The sync data for ids ['e64aad25-5949-4244-ad17-5b6f69543e7f'] in n-d-825178-3 is: [{'id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1181016368-router', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '1b00d4d6-8925-4106-a04c-badfbb6bf6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:29:47Z', 'updated_at': '2022-02-09T12:30:01Z', 'revision_number': 3, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'gw_port': {'id': '1b00d4d6-8925-4106-a04c-badfbb6bf6ab', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:29:54Z', 'updated_at': '2022-02-09T12:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:30:16.460431 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-feda5a47-272f-42a2-ae76-554913298d9e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:16.470055 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device d93b5e0a-6c45-4800-820d-aa945e3d4e97 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:30:16.474860 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-41411d46-ead6-4206-b7d4-41e540d398cc tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/quotas/9e4a99ef56ae44c38a7a2f1ce0177a21 HTTP/1.1" status: 200 len: 375 time: 0.2729387 Feb 09 12:30:16.491748 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-feda5a47-272f-42a2-ae76-554913298d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:16.516493 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-892bddb5-fb2f-426d-9e40-3e594709b02f None None] For port f6166560-986d-4b30-b93b-9c73e201e239, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:30:16.529763 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-892bddb5-fb2f-426d-9e40-3e594709b02f None None] For port f6166560-986d-4b30-b93b-9c73e201e239, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=f6166560-986d-4b30-b93b-9c73e201e239,segment=NetworkSegment(c8120825-3220-4ee6-9dca-8e8fc8ed7292),segment_id=c8120825-3220-4ee6-9dca-8e8fc8ed7292)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:30:16.556778 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-892bddb5-fb2f-426d-9e40-3e594709b02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:16.592504 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-dfa5adaa-aa30-418a-a09d-d86e985d7d32 None None] Deleting port 03fd4b44-957c-40c4-889b-940604b6f0cb {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:30:16.592706 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-dfa5adaa-aa30-418a-a09d-d86e985d7d32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:16.664814 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b4e0a117-cfe7-4b72-ba8d-12a1cc1a5d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:16.669654 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b4e0a117-cfe7-4b72-ba8d-12a1cc1a5d15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:16.715438 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda5a47-272f-42a2-ae76-554913298d9e admin admin] Pushing event updated for resources: {'Port': ['ID=daa03612-1e0c-486a-b24f-b943c3675eab,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:16.716088 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1772225-96e7-479f-8336-f10e4ea699bf None None] Pushing event updated for resources: {'Port': ['ID=f6166560-986d-4b30-b93b-9c73e201e239,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:16.753359 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892bddb5-fb2f-426d-9e40-3e594709b02f None None] Routers {'c6257fe2-b50e-4725-94bb-f8c15f5815f6'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:30:16.754608 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-892bddb5-fb2f-426d-9e40-3e594709b02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:29:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['c6257fe2-b50e-4725-94bb-f8c15f5815f6'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:30:16.759708 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-feda5a47-272f-42a2-ae76-554913298d9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:16.767056 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b4e0a117-cfe7-4b72-ba8d-12a1cc1a5d15 admin admin] 10.222.0.55 "DELETE /v2.0/networks/a106bfc3-c268-431e-b7f2-361d6fd3c2b1 HTTP/1.1" status: 204 len: 168 time: 1.8917766 Feb 09 12:30:16.767496 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58236) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:30:16.800665 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e0a117-cfe7-4b72-ba8d-12a1cc1a5d15 admin admin] Pushing event deleted for resources: {'Network': ['ID=a106bfc3-c268-431e-b7f2-361d6fd3c2b1,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:16.808235 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-dfa5adaa-aa30-418a-a09d-d86e985d7d32 None None] The port '03fd4b44-957c-40c4-889b-940604b6f0cb' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:30:16.816647 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6a07f5b7-2b47-4c2b-adc7-3a9f106ce938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:16.951712 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-353c11a7-6821-492a-8f1c-3285270c0a7a admin admin] Deleting subnet 470e5238-b882-47a6-800a-c2422f9934a8 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:30:16.955092 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-353c11a7-6821-492a-8f1c-3285270c0a7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:17.059789 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-353c11a7-6821-492a-8f1c-3285270c0a7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:17.065079 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-ddc6fd5e-fbfa-43f3-acd5-434dad81ddf4 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9e4a99ef56ae44c38a7a2f1ce0177a21&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5232279 Feb 09 12:30:17.097250 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 1b00d4d6-8925-4106-a04c-badfbb6bf6ab up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:30:17.134673 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce647cc-0952-46c4-885f-a1094233b192 req-adc9c7de-12d1-409b-98e2-8e4bcaa426a8 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:17.144019 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cce647cc-0952-46c4-885f-a1094233b192 req-adc9c7de-12d1-409b-98e2-8e4bcaa426a8 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 943 time: 0.7697163 Feb 09 12:30:17.189750 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-892bddb5-fb2f-426d-9e40-3e594709b02f None None] Set router c6257fe2-b50e-4725-94bb-f8c15f5815f6 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:30:17.196836 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-353c11a7-6821-492a-8f1c-3285270c0a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:17.221650 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 1b00d4d6-8925-4106-a04c-badfbb6bf6ab completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:30:17.229268 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 1b00d4d6-8925-4106-a04c-badfbb6bf6ab triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:30:17.229654 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:17.348300 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cce647cc-0952-46c4-885f-a1094233b192 req-53c0eece-40ab-4d91-b19c-cad3237635fc tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030985 Feb 09 12:30:17.398859 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-353c11a7-6821-492a-8f1c-3285270c0a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:17.456092 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:17.497557 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 1b00d4d6-8925-4106-a04c-badfbb6bf6ab, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=1b00d4d6-8925-4106-a04c-badfbb6bf6ab,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:30:17.540447 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:17.554039 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c11a7-6821-492a-8f1c-3285270c0a7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=470e5238-b882-47a6-800a-c2422f9934a8,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:17.581154 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-353c11a7-6821-492a-8f1c-3285270c0a7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:17.604980 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-353c11a7-6821-492a-8f1c-3285270c0a7a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/470e5238-b882-47a6-800a-c2422f9934a8 HTTP/1.1" status: 204 len: 168 time: 0.8341141 Feb 09 12:30:17.605468 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58250) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:30:17.659633 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:17.756604 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feda5a47-272f-42a2-ae76-554913298d9e admin admin] Network 6fc7d014-aab7-4969-9b9f-1b9d5e7c436a is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:30:17.760426 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-feda5a47-272f-42a2-ae76-554913298d9e admin admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:30:17.781132 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=1b00d4d6-8925-4106-a04c-badfbb6bf6ab,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:17.794361 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:17.888311 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a9103522-f485-4f45-a844-6f61d46c2a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:17.930752 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-ace03525-a311-4bf5-a154-626076f31bba service neutron] 10.222.0.55 "GET /v2.0/networks/23231414-7735-41e3-a19f-aefe0806df10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8343103 Feb 09 12:30:18.031489 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-892bddb5-fb2f-426d-9e40-3e594709b02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6257fe2-b50e-4725-94bb-f8c15f5815f6', 'name': 'tempest-ServerRescueTestJSON-1899528750-router', 'tenant_id': '9e4a99ef56ae44c38a7a2f1ce0177a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'ead39d16-dd29-47c2-92f2-c9e6bd3f2684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:29:45Z', 'updated_at': '2022-02-09T12:30:08Z', 'revision_number': 4, 'project_id': '9e4a99ef56ae44c38a7a2f1ce0177a21', 'gw_port': {'id': 'ead39d16-dd29-47c2-92f2-c9e6bd3f2684', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6257fe2-b50e-4725-94bb-f8c15f5815f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:29:47Z', 'updated_at': '2022-02-09T12:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'f6166560-986d-4b30-b93b-9c73e201e239', 'name': '', 'network_id': '23231414-7735-41e3-a19f-aefe0806df10', 'tenant_id': '9e4a99ef56ae44c38a7a2f1ce0177a21', 'mac_address': 'fa:16:3e:4e:2f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6257fe2-b50e-4725-94bb-f8c15f5815f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '938b2eb5-d390-4a03-acd5-5a31b498a866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:30:02Z', 'updated_at': '2022-02-09T12:30:16Z', 'revision_number': 4, 'project_id': '9e4a99ef56ae44c38a7a2f1ce0177a21', 'subnets': [{'id': '938b2eb5-d390-4a03-acd5-5a31b498a866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:30:18.041319 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892bddb5-fb2f-426d-9e40-3e594709b02f None None] The sync data for ids ['c6257fe2-b50e-4725-94bb-f8c15f5815f6'] in n-d-825178-3 is: [{'id': 'c6257fe2-b50e-4725-94bb-f8c15f5815f6', 'name': 'tempest-ServerRescueTestJSON-1899528750-router', 'tenant_id': '9e4a99ef56ae44c38a7a2f1ce0177a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'ead39d16-dd29-47c2-92f2-c9e6bd3f2684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:29:45Z', 'updated_at': '2022-02-09T12:30:08Z', 'revision_number': 4, 'project_id': '9e4a99ef56ae44c38a7a2f1ce0177a21', 'gw_port': {'id': 'ead39d16-dd29-47c2-92f2-c9e6bd3f2684', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6257fe2-b50e-4725-94bb-f8c15f5815f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:29:47Z', 'updated_at': '2022-02-09T12:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'f6166560-986d-4b30-b93b-9c73e201e239', 'name': '', 'network_id': '23231414-7735-41e3-a19f-aefe0806df10', 'tenant_id': '9e4a99ef56ae44c38a7a2f1ce0177a21', 'mac_address': 'fa:16:3e:4e:2f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6257fe2-b50e-4725-94bb-f8c15f5815f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '938b2eb5-d390-4a03-acd5-5a31b498a866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:30:02Z', 'updated_at': '2022-02-09T12:30:16Z', 'revision_number': 4, 'project_id': '9e4a99ef56ae44c38a7a2f1ce0177a21', 'subnets': [{'id': '938b2eb5-d390-4a03-acd5-5a31b498a866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:30:18.157812 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a9103522-f485-4f45-a844-6f61d46c2a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:18.233923 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-a9103522-f485-4f45-a844-6f61d46c2a20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f18f472-2200-433b-972d-8258281f2316']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:30:18.258531 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-a9103522-f485-4f45-a844-6f61d46c2a20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41328b0b-3011-473a-aeb7-601f2a10eb0c') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:30:18.258830 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-a9103522-f485-4f45-a844-6f61d46c2a20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41328b0b-3011-473a-aeb7-601f2a10eb0c') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:30:18.280773 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a9103522-f485-4f45-a844-6f61d46c2a20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:18.341999 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a9103522-f485-4f45-a844-6f61d46c2a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:18.361763 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9103522-f485-4f45-a844-6f61d46c2a20 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:30:18.361966 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a9103522-f485-4f45-a844-6f61d46c2a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:18.364822 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f914009e-32a3-422d-937e-3fe716e4a021 None None] Provisioning complete for port daa03612-1e0c-486a-b24f-b943c3675eab triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:30:18.365562 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f914009e-32a3-422d-937e-3fe716e4a021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:18.399930 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:30:18.399930 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:30:18.399930 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:30:18.399930 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:30:18.399930 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:30:18.399930 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:30:18.399930 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:30:18.399930 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:30:18.399930 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:30:18.399930 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:30:18.399930 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:30:18.399930 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:30:18.399930 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:30:18.399930 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:30:18.399930 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:30:18.399930 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:30:18.399930 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:30:18.399930 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:30:18.399930 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:30:18.399930 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:30:18.399930 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:30:18.399930 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:30:18.399930 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:30:18.399930 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:30:18.399930 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:30:18.399930 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:30:18.399930 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:30:18.399930 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:30:18.399930 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:30:18.399930 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:30:18.399930 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:30:18.399930 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:30:18.424870 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e2d4f-84b8-426f-bb8d-327ebb01b037 req-bae6c0b1-235f-432c-846a-3f094bb0c5f7 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:18.432240 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6d6e2d4f-84b8-426f-bb8d-327ebb01b037 req-bae6c0b1-235f-432c-846a-3f094bb0c5f7 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=720baf22-d3ac-474f-bd16-99a5a09466c5 HTTP/1.1" status: 200 len: 945 time: 0.6729469 Feb 09 12:30:18.441129 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 12ce4de3-599b-4e0d-9c70-c8730f025cc0 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:30:18.498663 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-aa51c9a7-4240-46db-ae40-c591cc3db99f service neutron] 10.222.0.55 "GET /v2.0/networks/23231414-7735-41e3-a19f-aefe0806df10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5655911 Feb 09 12:30:18.550392 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feda5a47-272f-42a2-ae76-554913298d9e admin admin] Router e64aad25-5949-4244-ad17-5b6f69543e7f has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:30:18.614748 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6d6e2d4f-84b8-426f-bb8d-327ebb01b037 req-805e3e11-98e9-4561-baef-7b58769f1ecd tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815600 Feb 09 12:30:18.631920 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 12ce4de3-599b-4e0d-9c70-c8730f025cc0 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:30:18.631920 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 12ce4de3-599b-4e0d-9c70-c8730f025cc0 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:30:18.631920 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:18.645562 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a9103522-f485-4f45-a844-6f61d46c2a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:18.708332 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a9103522-f485-4f45-a844-6f61d46c2a20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:18.720791 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-f914009e-32a3-422d-937e-3fe716e4a021 None None] Port daa03612-1e0c-486a-b24f-b943c3675eab cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:30:18.726062 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a9103522-f485-4f45-a844-6f61d46c2a20 admin admin] 10.222.0.55 "DELETE /v2.0/networks/7f18f472-2200-433b-972d-8258281f2316 HTTP/1.1" status: 204 len: 168 time: 1.1162078 Feb 09 12:30:18.736013 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9103522-f485-4f45-a844-6f61d46c2a20 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f18f472-2200-433b-972d-8258281f2316,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:18.765176 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9103522-f485-4f45-a844-6f61d46c2a20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:30:18.765686 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9103522-f485-4f45-a844-6f61d46c2a20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:30:18.766186 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9103522-f485-4f45-a844-6f61d46c2a20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:30:18.767615 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9103522-f485-4f45-a844-6f61d46c2a20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:30:18.768106 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9103522-f485-4f45-a844-6f61d46c2a20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:30:18.768546 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9103522-f485-4f45-a844-6f61d46c2a20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:30:18.770001 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9103522-f485-4f45-a844-6f61d46c2a20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:30:18.773922 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9103522-f485-4f45-a844-6f61d46c2a20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:30:18.774441 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9103522-f485-4f45-a844-6f61d46c2a20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:30:18.774913 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9103522-f485-4f45-a844-6f61d46c2a20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:30:18.775363 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9103522-f485-4f45-a844-6f61d46c2a20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:30:18.775995 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9103522-f485-4f45-a844-6f61d46c2a20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:30:18.851691 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:18.913431 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 12ce4de3-599b-4e0d-9c70-c8730f025cc0, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=12ce4de3-599b-4e0d-9c70-c8730f025cc0,segment=NetworkSegment(6e746275-56b2-41d5-a4a5-7a627fd9b561),segment_id=6e746275-56b2-41d5-a4a5-7a627fd9b561)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:30:18.916874 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5d0fe7-5f61-4262-990f-46019ac36949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ce4de3-599b-4e0d-9c70-c8730f025cc0'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:30:18.926585 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:18.927682 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 6d636c75-7c2a-4d00-8dd7-ba09534c8236 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:30:19.224827 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feda5a47-272f-42a2-ae76-554913298d9e admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:30:19.265976 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=12ce4de3-599b-4e0d-9c70-c8730f025cc0,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:19.326058 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device f6166560-986d-4b30-b93b-9c73e201e239 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:30:19.375372 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58288) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:30:19.394495 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-feda5a47-272f-42a2-ae76-554913298d9e admin admin] 10.222.0.55 "PUT /v2.0/routers/e64aad25-5949-4244-ad17-5b6f69543e7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5213592 Feb 09 12:30:19.510765 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c0dd2-708c-4fe3-803f-2a81cd027d91 req-bd28d5cb-85e9-49cf-bebd-58da7a6e722e tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:19.512551 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fb2c0dd2-708c-4fe3-803f-2a81cd027d91 req-bd28d5cb-85e9-49cf-bebd-58da7a6e722e tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/ports?device_id=c17d37f3-3a84-4ada-a64f-1b3d00197948 HTTP/1.1" status: 200 len: 944 time: 0.2821493 Feb 09 12:30:19.572129 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ce99c821-db10-4c85-9bb0-80fe5d1f5db6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6650017937d4478bb53acf8f2253027f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1931722 Feb 09 12:30:19.580732 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58294) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:30:19.587345 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecf82b9-5789-4ecd-b4d3-e2602d1f5f65 None None] Sync routers for ids ['e64aad25-5949-4244-ad17-5b6f69543e7f'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:30:19.616240 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:19.620228 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 6d636c75-7c2a-4d00-8dd7-ba09534c8236 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:30:19.623717 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fb2c0dd2-708c-4fe3-803f-2a81cd027d91 req-1d56b063-1fc5-4eb9-bc92-27c342e7fe2a tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/security-groups?id=a92e072c-0931-4903-8919-a0446488f11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992141 Feb 09 12:30:19.638665 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d80c6-688b-4be5-a77b-6038a01f72e8 req-104f18d2-7f80-4f3d-9226-966d46f7fba4 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:19.643684 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecf82b9-5789-4ecd-b4d3-e2602d1f5f65 None None] Routers {'e64aad25-5949-4244-ad17-5b6f69543e7f'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:30:19.644449 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-6ecf82b9-5789-4ecd-b4d3-e2602d1f5f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:30:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e64aad25-5949-4244-ad17-5b6f69543e7f'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:30:19.652751 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c36d80c6-688b-4be5-a77b-6038a01f72e8 req-104f18d2-7f80-4f3d-9226-966d46f7fba4 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 943 time: 0.3570716 Feb 09 12:30:19.795254 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4e3411a4-b9ac-410d-958e-a64a894735ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:19.805434 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6d526b96-f22d-4f89-9a5f-568239fbf85d req-0fb1ec9b-cdd1-4d43-b7b6-c0eca520c5cf tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ffa4d7e-005b-44e4-b944-8d665fe8f89a HTTP/1.1" status: 200 len: 210 time: 0.0731153 Feb 09 12:30:19.826978 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c36d80c6-688b-4be5-a77b-6038a01f72e8 req-a9bbb061-7d43-4f81-8cab-27b92ed2d204 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731827 Feb 09 12:30:19.828709 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 6d636c75-7c2a-4d00-8dd7-ba09534c8236 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:30:19.829280 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:19.892274 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4e3411a4-b9ac-410d-958e-a64a894735ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:20.013414 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4e3411a4-b9ac-410d-958e-a64a894735ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:20.013947 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5d0fe7-5f61-4262-990f-46019ac36949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ce4de3-599b-4e0d-9c70-c8730f025cc0', 'code': 200} Feb 09 12:30:20.069322 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3411a4-b9ac-410d-958e-a64a894735ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbf5f2d-cafb-4413-9cb5-6c856cc2e7a0,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:20.101764 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4e3411a4-b9ac-410d-958e-a64a894735ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:20.105126 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4e3411a4-b9ac-410d-958e-a64a894735ab admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cfbf5f2d-cafb-4413-9cb5-6c856cc2e7a0 HTTP/1.1" status: 204 len: 168 time: 0.5209916 Feb 09 12:30:20.216815 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port f6166560-986d-4b30-b93b-9c73e201e239 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:30:20.422902 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f0a34f-9f6b-4c4e-8f70-1c04903e3634 req-8f6949c2-1742-47cd-ad0b-4b7d0317da28 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:20.428947 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-98f0a34f-9f6b-4c4e-8f70-1c04903e3634 req-8f6949c2-1742-47cd-ad0b-4b7d0317da28 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=720baf22-d3ac-474f-bd16-99a5a09466c5 HTTP/1.1" status: 200 len: 945 time: 0.2630396 Feb 09 12:30:20.498084 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b4475-8d91-4de3-95a5-b138f90b06ba req-16805a70-0ca9-4ad0-a94c-ced1abdc3ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:20.499705 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6f1b4475-8d91-4de3-95a5-b138f90b06ba req-16805a70-0ca9-4ad0-a94c-ced1abdc3ef1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=da5d0fe7-5f61-4262-990f-46019ac36949 HTTP/1.1" status: 200 len: 1097 time: 0.2722707 Feb 09 12:30:20.554672 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-98f0a34f-9f6b-4c4e-8f70-1c04903e3634 req-2cc4a3c3-8da1-4ce2-99bf-5aec40e87454 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222131 Feb 09 12:30:20.555352 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-6ecf82b9-5789-4ecd-b4d3-e2602d1f5f65 None None] Set router e64aad25-5949-4244-ad17-5b6f69543e7f gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:30:20.641467 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6f1b4475-8d91-4de3-95a5-b138f90b06ba req-97432810-0c9d-47f8-b671-32f65b9e0b2b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a92e072c-0931-4903-8919-a0446488f11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229770 Feb 09 12:30:20.645673 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port f6166560-986d-4b30-b93b-9c73e201e239 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:30:20.646819 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:20.809593 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:20.916316 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:20.966191 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 6d636c75-7c2a-4d00-8dd7-ba09534c8236, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=6d636c75-7c2a-4d00-8dd7-ba09534c8236,segment=NetworkSegment(6e746275-56b2-41d5-a4a5-7a627fd9b561),segment_id=6e746275-56b2-41d5-a4a5-7a627fd9b561)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:30:21.091052 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:21.092627 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 1381a42a-3dc4-4d01-ba30-5d925114c500 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:30:21.318237 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 58354) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:30:21.358442 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c1ecf-f010-4b17-b383-531fcb1c4f66 req-ab65e21c-8aeb-4b0a-8dbe-4dfc54ef0f87 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:21.366514 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-708c1ecf-f010-4b17-b383-531fcb1c4f66 req-ab65e21c-8aeb-4b0a-8dbe-4dfc54ef0f87 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/ports?device_id=c17d37f3-3a84-4ada-a64f-1b3d00197948 HTTP/1.1" status: 200 len: 945 time: 0.1790383 Feb 09 12:30:21.369820 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:21.422764 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=6d636c75-7c2a-4d00-8dd7-ba09534c8236,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:21.439730 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-708c1ecf-f010-4b17-b383-531fcb1c4f66 req-a7ba545f-0166-4bb8-aaa2-6f77111593d0 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/security-groups?id=a92e072c-0931-4903-8919-a0446488f11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722837 Feb 09 12:30:21.490992 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-197ae204-4b93-4bfa-8e35-a0d0039c1af2 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:21.492626 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-197ae204-4b93-4bfa-8e35-a0d0039c1af2 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Synchronizing usage tracker for tenant:8104375b7a9b46ec9107acb1226f825a on resource:network {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:30:21.535285 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port f6166560-986d-4b30-b93b-9c73e201e239, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=f6166560-986d-4b30-b93b-9c73e201e239,segment=NetworkSegment(c8120825-3220-4ee6-9dca-8e8fc8ed7292),segment_id=c8120825-3220-4ee6-9dca-8e8fc8ed7292)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:30:21.547002 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 1381a42a-3dc4-4d01-ba30-5d925114c500 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:30:21.556494 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:21.557296 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 1b00d4d6-8925-4106-a04c-badfbb6bf6ab up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:30:21.591290 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-29cb753a-5659-4934-8490-c03aae7fe17e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=61bded94f0c247e39570df8bd627cb2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2668626 Feb 09 12:30:21.593068 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 58362) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:30:21.672221 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 1381a42a-3dc4-4d01-ba30-5d925114c500 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:30:21.672671 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:21.676989 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-ee47e147-9c9c-4228-9483-42a2137fa962 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:21.677728 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-ee47e147-9c9c-4228-9483-42a2137fa962 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Synchronizing usage tracker for tenant:9e4a99ef56ae44c38a7a2f1ce0177a21 on resource:network {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:30:21.722145 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-197ae204-4b93-4bfa-8e35-a0d0039c1af2 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Unset dirty status for tenant:8104375b7a9b46ec9107acb1226f825a on resource:network {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:30:21.729335 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-197ae204-4b93-4bfa-8e35-a0d0039c1af2 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/networks?id=6fc7d014-aab7-4969-9b9f-1b9d5e7c436a HTTP/1.1" status: 200 len: 821 time: 0.6684639 Feb 09 12:30:21.767640 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-ee47e147-9c9c-4228-9483-42a2137fa962 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Unset dirty status for tenant:9e4a99ef56ae44c38a7a2f1ce0177a21 on resource:network {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:30:21.768949 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-ee47e147-9c9c-4228-9483-42a2137fa962 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.46 "GET /v2.0/networks?id=23231414-7735-41e3-a19f-aefe0806df10 HTTP/1.1" status: 200 len: 811 time: 0.5179126 Feb 09 12:30:21.781596 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-9a4bbe87-afc2-49f5-8238-562c40bf7bfe tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Request body: {'port': {'device_id': '8ffa4d7e-005b-44e4-b944-8d665fe8f89a', 'network_id': '23231414-7735-41e3-a19f-aefe0806df10', 'admin_state_up': True, 'tenant_id': '9e4a99ef56ae44c38a7a2f1ce0177a21'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:30:21.829401 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e83d8eb2-9968-4c65-af12-dd2fe56f9cd3 req-f1cd3539-0636-4c63-b007-9e1caaa84b75 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ffa4d7e-005b-44e4-b944-8d665fe8f89a HTTP/1.1" status: 200 len: 210 time: 0.1083198 Feb 09 12:30:21.842007 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-28ab3af2-77cb-4ebb-b203-a5852147d7e8 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/quotas/8104375b7a9b46ec9107acb1226f825a HTTP/1.1" status: 200 len: 375 time: 0.1115088 Feb 09 12:30:21.968342 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-6ecf82b9-5789-4ecd-b4d3-e2602d1f5f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1181016368-router', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '1b00d4d6-8925-4106-a04c-badfbb6bf6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:29:47Z', 'updated_at': '2022-02-09T12:30:15Z', 'revision_number': 4, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'gw_port': {'id': '1b00d4d6-8925-4106-a04c-badfbb6bf6ab', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:29:54Z', 'updated_at': '2022-02-09T12:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'daa03612-1e0c-486a-b24f-b943c3675eab', 'name': '', 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'mac_address': 'fa:16:3e:53:08:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '154ccfde-fcad-4c2c-ac52-9f3991cbf708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:30:12Z', 'updated_at': '2022-02-09T12:30:15Z', 'revision_number': 2, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'subnets': [{'id': '154ccfde-fcad-4c2c-ac52-9f3991cbf708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:30:21.986252 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecf82b9-5789-4ecd-b4d3-e2602d1f5f65 None None] Checking router: e64aad25-5949-4244-ad17-5b6f69543e7f for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:30:21.986677 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecf82b9-5789-4ecd-b4d3-e2602d1f5f65 None None] Updating router e64aad25-5949-4244-ad17-5b6f69543e7f port daa03612-1e0c-486a-b24f-b943c3675eab binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:30:22.024028 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-85c90a04-afef-4e26-8e73-788d178a029b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:22.092054 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=f6166560-986d-4b30-b93b-9c73e201e239,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:22.121246 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c17d37f3-3a84-4ada-a64f-1b3d00197948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d636c75-7c2a-4d00-8dd7-ba09534c8236'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:30:22.213964 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 1b00d4d6-8925-4106-a04c-badfbb6bf6ab triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:30:22.214342 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:22.304373 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6ecf82b9-5789-4ecd-b4d3-e2602d1f5f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:22.343298 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-9a4bbe87-afc2-49f5-8238-562c40bf7bfe tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:30:22.346849 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-85c90a04-afef-4e26-8e73-788d178a029b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:22.349849 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-9a4bbe87-afc2-49f5-8238-562c40bf7bfe tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Usage tracker for resource:port and tenant:9e4a99ef56ae44c38a7a2f1ce0177a21 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:30:22.357421 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-9a4bbe87-afc2-49f5-8238-562c40bf7bfe tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:30:22.367277 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-9a4bbe87-afc2-49f5-8238-562c40bf7bfe tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:30:22.396174 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-9a4bbe87-afc2-49f5-8238-562c40bf7bfe tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Made reservation on behalf of 9e4a99ef56ae44c38a7a2f1ce0177a21 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:30:22.401266 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-9a4bbe87-afc2-49f5-8238-562c40bf7bfe tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:22.474794 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-85c90a04-afef-4e26-8e73-788d178a029b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:22.505326 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:22.510534 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4623d1-35a8-4495-8d95-c46032da2bcd req-6a329ba0-1d2e-4822-ac12-11d4013e177e tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:22.512128 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6b4623d1-35a8-4495-8d95-c46032da2bcd req-6a329ba0-1d2e-4822-ac12-11d4013e177e tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 943 time: 0.4485090 Feb 09 12:30:22.529828 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-f02a7241-acad-40bb-b973-e6f5ee241266 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Synchronizing usage tracker for tenant:8104375b7a9b46ec9107acb1226f825a on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:30:22.539374 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c90a04-afef-4e26-8e73-788d178a029b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87bc753c-d79e-440e-bbde-2bc3794caad3,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:22.617876 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-85c90a04-afef-4e26-8e73-788d178a029b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:22.619188 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-85c90a04-afef-4e26-8e73-788d178a029b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/87bc753c-d79e-440e-bbde-2bc3794caad3 HTTP/1.1" status: 204 len: 168 time: 1.0234447 Feb 09 12:30:22.635192 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6b4623d1-35a8-4495-8d95-c46032da2bcd req-51822e22-3dda-4230-8f31-912db5e5053a tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000147 Feb 09 12:30:22.635811 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-f02a7241-acad-40bb-b973-e6f5ee241266 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Unset dirty status for tenant:8104375b7a9b46ec9107acb1226f825a on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:30:22.643203 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-f02a7241-acad-40bb-b973-e6f5ee241266 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8104375b7a9b46ec9107acb1226f825a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7896073 Feb 09 12:30:22.812066 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-9a4bbe87-afc2-49f5-8238-562c40bf7bfe tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Allocated IP 172.20.0.12 (23231414-7735-41e3-a19f-aefe0806df10/938b2eb5-d390-4a03-acd5-5a31b498a866/f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:30:23.006009 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-0211b45d-1653-4695-ab73-f98d6eb2bb27 service neutron] 10.222.0.55 "GET /v2.0/networks/6fc7d014-aab7-4969-9b9f-1b9d5e7c436a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618631 Feb 09 12:30:23.224664 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-8ec6fd5b-230f-40fd-806c-a169a477bbc5 service neutron] 10.222.0.55 "GET /v2.0/networks/6fc7d014-aab7-4969-9b9f-1b9d5e7c436a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173636 Feb 09 12:30:23.260511 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-9a4bbe87-afc2-49f5-8238-562c40bf7bfe tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:23.304134 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 1381a42a-3dc4-4d01-ba30-5d925114c500, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=1381a42a-3dc4-4d01-ba30-5d925114c500,segment=NetworkSegment(ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a),segment_id=ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:30:23.305880 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fe8f5-f79a-4ab5-ad40-de0ce7d61611 req-2d5c132f-d6ce-4fd6-9b89-76a4d3106885 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:23.324473 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-015fe8f5-f79a-4ab5-ad40-de0ce7d61611 req-2d5c132f-d6ce-4fd6-9b89-76a4d3106885 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=720baf22-d3ac-474f-bd16-99a5a09466c5 HTTP/1.1" status: 200 len: 945 time: 0.4578977 Feb 09 12:30:23.369041 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:23.392293 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6ecf82b9-5789-4ecd-b4d3-e2602d1f5f65 None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:23.431481 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-9a4bbe87-afc2-49f5-8238-562c40bf7bfe tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:23.489595 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-015fe8f5-f79a-4ab5-ad40-de0ce7d61611 req-34545172-d3b7-4711-8986-78d27592b0d1 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630111 Feb 09 12:30:23.534632 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6ecf82b9-5789-4ecd-b4d3-e2602d1f5f65 None None] Transition to ACTIVE for port object daa03612-1e0c-486a-b24f-b943c3675eab will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:30:23.546659 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:23.586272 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6ecf82b9-5789-4ecd-b4d3-e2602d1f5f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:23.591759 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-9a4bbe87-afc2-49f5-8238-562c40bf7bfe tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Network 23231414-7735-41e3-a19f-aefe0806df10 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:30:23.616291 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-9a4bbe87-afc2-49f5-8238-562c40bf7bfe tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:30:23.633185 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-9a4bbe87-afc2-49f5-8238-562c40bf7bfe tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:30:23.656570 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c17d37f3-3a84-4ada-a64f-1b3d00197948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d636c75-7c2a-4d00-8dd7-ba09534c8236', 'code': 200} Feb 09 12:30:23.762396 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4bbe87-afc2-49f5-8238-562c40bf7bfe tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Pushing event updated for resources: {'Port': ['ID=f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:23.906533 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device f6166560-986d-4b30-b93b-9c73e201e239 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:30:23.920059 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-9a4bbe87-afc2-49f5-8238-562c40bf7bfe tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:23.920737 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-9a4bbe87-afc2-49f5-8238-562c40bf7bfe tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:23.957594 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-9a4bbe87-afc2-49f5-8238-562c40bf7bfe tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1793592 Feb 09 12:30:23.962975 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ab4936ae-d225-4220-9241-b15509660a8d req-50ad0b90-4c72-4352-ba06-6ea0b9aae0a2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.7127447 Feb 09 12:30:23.969389 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-8f84e898-c491-4d92-871e-c524636cd12b service neutron] Request body: {'port': {'device_id': '8ffa4d7e-005b-44e4-b944-8d665fe8f89a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:30:24.265015 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-8f84e898-c491-4d92-871e-c524636cd12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:24.295323 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31baa672-9271-4342-905e-1b235374dfde req-a3ad9318-de13-4db4-8346-e110d8838693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:24.299280 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-31baa672-9271-4342-905e-1b235374dfde req-a3ad9318-de13-4db4-8346-e110d8838693 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c17d37f3-3a84-4ada-a64f-1b3d00197948 HTTP/1.1" status: 200 len: 1096 time: 0.5992959 Feb 09 12:30:24.373202 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=1381a42a-3dc4-4d01-ba30-5d925114c500,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:24.452642 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19645f0e-6583-4da7-8760-6e4c8758d7f3 req-2b726621-3770-47f2-a9f5-0ae1349d960e tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:24.461043 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-19645f0e-6583-4da7-8760-6e4c8758d7f3 req-2b726621-3770-47f2-a9f5-0ae1349d960e tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ffa4d7e-005b-44e4-b944-8d665fe8f89a HTTP/1.1" status: 200 len: 932 time: 0.5495305 Feb 09 12:30:24.498429 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-31baa672-9271-4342-905e-1b235374dfde req-45e3fb01-5112-4666-a52a-84b596a17d90 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a92e072c-0931-4903-8919-a0446488f11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770985 Feb 09 12:30:24.548957 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837fb5de-9590-48e8-9f0d-4aded4d9c548 req-d96f7a1a-3ab3-4b34-81ff-d7463f27e7c9 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:24.550782 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-837fb5de-9590-48e8-9f0d-4aded4d9c548 req-d96f7a1a-3ab3-4b34-81ff-d7463f27e7c9 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/ports?device_id=c17d37f3-3a84-4ada-a64f-1b3d00197948 HTTP/1.1" status: 200 len: 945 time: 0.6411304 Feb 09 12:30:24.572929 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-19645f0e-6583-4da7-8760-6e4c8758d7f3 req-db410e04-7c0a-4669-9396-7cc795ff816c tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103153 Feb 09 12:30:24.706681 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-837fb5de-9590-48e8-9f0d-4aded4d9c548 req-0667da63-958f-4d69-8869-68a880e4dd36 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/security-groups?id=a92e072c-0931-4903-8919-a0446488f11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249359 Feb 09 12:30:24.864141 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-136fc44c-a7f5-4c1c-931c-1230f1686dce req-e7d5ec27-2cbc-4ecf-9f27-343b90efa8f8 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd51b9f3-272c-4991-a4c5-bad8b4d07fff HTTP/1.1" status: 200 len: 210 time: 0.0674789 Feb 09 12:30:24.882402 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0308b-af7f-4f22-a14c-608c42ae7abe None None] Pushing event updated for resources: {'Port': ['ID=daa03612-1e0c-486a-b24f-b943c3675eab,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:24.916382 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-6ecf82b9-5789-4ecd-b4d3-e2602d1f5f65 None None] Attempting to bind port daa03612-1e0c-486a-b24f-b943c3675eab on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:30:24.917847 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-6ecf82b9-5789-4ecd-b4d3-e2602d1f5f65 None None] Attempting to bind port daa03612-1e0c-486a-b24f-b943c3675eab by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '265d0b08-b939-46e1-9e9a-33b1f21608e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:30:24.918322 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecf82b9-5789-4ecd-b4d3-e2602d1f5f65 None None] Attempting to bind port daa03612-1e0c-486a-b24f-b943c3675eab on network 6fc7d014-aab7-4969-9b9f-1b9d5e7c436a {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:30:24.935193 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecf82b9-5789-4ecd-b4d3-e2602d1f5f65 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:30:24.940574 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecf82b9-5789-4ecd-b4d3-e2602d1f5f65 None None] Checking segment: {'id': '265d0b08-b939-46e1-9e9a-33b1f21608e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:30:24.942018 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6ecf82b9-5789-4ecd-b4d3-e2602d1f5f65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:24.942533 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecf82b9-5789-4ecd-b4d3-e2602d1f5f65 None None] Bound using segment: {'id': '265d0b08-b939-46e1-9e9a-33b1f21608e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:30:24.943951 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-6ecf82b9-5789-4ecd-b4d3-e2602d1f5f65 None None] Bound port: daa03612-1e0c-486a-b24f-b943c3675eab, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '265d0b08-b939-46e1-9e9a-33b1f21608e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:30:24.945295 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6ecf82b9-5789-4ecd-b4d3-e2602d1f5f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:25.108677 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-8f84e898-c491-4d92-871e-c524636cd12b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:30:25.119394 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-8f84e898-c491-4d92-871e-c524636cd12b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:25.141189 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-8f84e898-c491-4d92-871e-c524636cd12b service neutron] Transition to ACTIVE for port object f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:30:25.182286 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-8f84e898-c491-4d92-871e-c524636cd12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:25.207198 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-6ecf82b9-5789-4ecd-b4d3-e2602d1f5f65 None None] For port daa03612-1e0c-486a-b24f-b943c3675eab, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:30:25.218628 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-6ecf82b9-5789-4ecd-b4d3-e2602d1f5f65 None None] For port daa03612-1e0c-486a-b24f-b943c3675eab, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=daa03612-1e0c-486a-b24f-b943c3675eab,segment=NetworkSegment(265d0b08-b939-46e1-9e9a-33b1f21608e7),segment_id=265d0b08-b939-46e1-9e9a-33b1f21608e7)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:30:25.235734 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6ecf82b9-5789-4ecd-b4d3-e2602d1f5f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:25.413106 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105ab2b-0d4d-4690-a6ba-0b1d28a4a234 req-8350edab-cb04-49d3-a216-6c77a9d57c6a tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:25.427515 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c105ab2b-0d4d-4690-a6ba-0b1d28a4a234 req-8350edab-cb04-49d3-a216-6c77a9d57c6a tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=720baf22-d3ac-474f-bd16-99a5a09466c5 HTTP/1.1" status: 200 len: 946 time: 0.4311819 Feb 09 12:30:25.462297 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0308b-af7f-4f22-a14c-608c42ae7abe None None] Pushing event updated for resources: {'Port': ['ID=daa03612-1e0c-486a-b24f-b943c3675eab,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:25.510220 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c105ab2b-0d4d-4690-a6ba-0b1d28a4a234 req-e5ec8b07-ed6d-4de7-848c-766487bdc55a tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817089 Feb 09 12:30:25.522591 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c7610-a90c-454b-beaa-baab1ffe7f0f req-cf2e9404-15b4-4c31-99a1-64a83b3f2c7f tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:25.523168 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port f6166560-986d-4b30-b93b-9c73e201e239 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:30:25.523679 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:25.533770 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-831c7610-a90c-454b-beaa-baab1ffe7f0f req-cf2e9404-15b4-4c31-99a1-64a83b3f2c7f tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 943 time: 0.4443512 Feb 09 12:30:25.609087 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-831c7610-a90c-454b-beaa-baab1ffe7f0f req-1667ed3e-7292-4bf7-a2b9-8ca04f70d8b2 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740132 Feb 09 12:30:25.769165 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '720baf22-d3ac-474f-bd16-99a5a09466c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1381a42a-3dc4-4d01-ba30-5d925114c500'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:30:25.842122 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecf82b9-5789-4ecd-b4d3-e2602d1f5f65 None None] Routers {'e64aad25-5949-4244-ad17-5b6f69543e7f'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:30:25.854892 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f84e898-c491-4d92-871e-c524636cd12b service neutron] Pushing event updated for resources: {'Port': ['ID=f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:25.856250 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-6ecf82b9-5789-4ecd-b4d3-e2602d1f5f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:30:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e64aad25-5949-4244-ad17-5b6f69543e7f'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:30:25.981820 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-8f84e898-c491-4d92-871e-c524636cd12b service neutron] Attempting to bind port f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:30:25.982170 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-8f84e898-c491-4d92-871e-c524636cd12b service neutron] Attempting to bind port f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'c8120825-3220-4ee6-9dca-8e8fc8ed7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '23231414-7735-41e3-a19f-aefe0806df10'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:30:25.986679 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-8f84e898-c491-4d92-871e-c524636cd12b service neutron] Attempting to bind port f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0 on network 23231414-7735-41e3-a19f-aefe0806df10 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:30:26.005695 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-8f84e898-c491-4d92-871e-c524636cd12b service neutron] Port f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0 on network 23231414-7735-41e3-a19f-aefe0806df10 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:30:26.006069 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-8f84e898-c491-4d92-871e-c524636cd12b service neutron] Attempting to bind port f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0 on network 23231414-7735-41e3-a19f-aefe0806df10 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:30:26.021503 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-8f84e898-c491-4d92-871e-c524636cd12b service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:30:26.021995 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-8f84e898-c491-4d92-871e-c524636cd12b service neutron] Checking segment: {'id': 'c8120825-3220-4ee6-9dca-8e8fc8ed7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '23231414-7735-41e3-a19f-aefe0806df10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:30:26.022387 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-8f84e898-c491-4d92-871e-c524636cd12b service neutron] Bound using segment: {'id': 'c8120825-3220-4ee6-9dca-8e8fc8ed7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '23231414-7735-41e3-a19f-aefe0806df10'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:30:26.022817 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-8f84e898-c491-4d92-871e-c524636cd12b service neutron] Bound port: f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8120825-3220-4ee6-9dca-8e8fc8ed7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '23231414-7735-41e3-a19f-aefe0806df10'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:30:26.023302 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-8f84e898-c491-4d92-871e-c524636cd12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:26.146322 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-8f84e898-c491-4d92-871e-c524636cd12b service neutron] For port f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:30:26.150971 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-8f84e898-c491-4d92-871e-c524636cd12b service neutron] For port f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0,segment=NetworkSegment(c8120825-3220-4ee6-9dca-8e8fc8ed7292),segment_id=c8120825-3220-4ee6-9dca-8e8fc8ed7292)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:30:26.157730 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-8f84e898-c491-4d92-871e-c524636cd12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:26.242331 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-8f84e898-c491-4d92-871e-c524636cd12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:26.244066 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-8f84e898-c491-4d92-871e-c524636cd12b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:26.246851 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-8f84e898-c491-4d92-871e-c524636cd12b service neutron] 10.222.0.46 "PUT /v2.0/ports/f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0 HTTP/1.1" status: 200 len: 1092 time: 2.2824202 Feb 09 12:30:26.247621 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ffa4d7e-005b-44e4-b944-8d665fe8f89a', 'tag': 'f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:30:26.298464 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f84e898-c491-4d92-871e-c524636cd12b service neutron] Pushing event updated for resources: {'Port': ['ID=f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:26.390211 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-6ecf82b9-5789-4ecd-b4d3-e2602d1f5f65 None None] Set router e64aad25-5949-4244-ad17-5b6f69543e7f gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:30:26.460665 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-c3a35db2-9209-401f-b3d6-6fef1ddd9642 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:26.463069 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-c3a35db2-9209-401f-b3d6-6fef1ddd9642 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.46 "GET /v2.0/networks?id=6fc7d014-aab7-4969-9b9f-1b9d5e7c436a HTTP/1.1" status: 200 len: 821 time: 0.5595586 Feb 09 12:30:26.503187 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-17ee2ebf-ef8b-4517-be62-49ee6f6bc782 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Request body: {'port': {'device_id': 'bd51b9f3-272c-4991-a4c5-bad8b4d07fff', 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a', 'admin_state_up': True, 'tenant_id': '8104375b7a9b46ec9107acb1226f825a'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:30:26.510403 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-07be67c3-7948-40ca-a826-b1ef26903be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:26.512396 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-07be67c3-7948-40ca-a826-b1ef26903be4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e4a99ef56ae44c38a7a2f1ce0177a21&device_id=8ffa4d7e-005b-44e4-b944-8d665fe8f89a HTTP/1.1" status: 200 len: 1095 time: 0.1629755 Feb 09 12:30:26.757811 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-17ee2ebf-ef8b-4517-be62-49ee6f6bc782 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:30:26.822587 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-031f7a26-e390-4e5e-8c11-44eaeecbd08a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0 HTTP/1.1" status: 200 len: 217 time: 0.2899017 Feb 09 12:30:26.833556 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-17ee2ebf-ef8b-4517-be62-49ee6f6bc782 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:30:26.873159 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e927981-2814-4ced-96dd-411367e5dabf req-cf334212-fd1a-4c22-9c03-ee6e45b4a6d0 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:26.884592 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9e927981-2814-4ced-96dd-411367e5dabf req-cf334212-fd1a-4c22-9c03-ee6e45b4a6d0 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/ports?device_id=c17d37f3-3a84-4ada-a64f-1b3d00197948 HTTP/1.1" status: 200 len: 945 time: 0.9106143 Feb 09 12:30:26.925118 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-17ee2ebf-ef8b-4517-be62-49ee6f6bc782 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Made reservation on behalf of 8104375b7a9b46ec9107acb1226f825a for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:30:26.938584 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-17ee2ebf-ef8b-4517-be62-49ee6f6bc782 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:26.987211 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-7137fd76-5a5d-4ee6-8fcd-9254412dc6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:26.988784 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-7137fd76-5a5d-4ee6-8fcd-9254412dc6c2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=938b2eb5-d390-4a03-acd5-5a31b498a866 HTTP/1.1" status: 200 len: 851 time: 0.1451135 Feb 09 12:30:26.990648 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-6ecf82b9-5789-4ecd-b4d3-e2602d1f5f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1181016368-router', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '1b00d4d6-8925-4106-a04c-badfbb6bf6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:29:47Z', 'updated_at': '2022-02-09T12:30:15Z', 'revision_number': 4, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'gw_port': {'id': '1b00d4d6-8925-4106-a04c-badfbb6bf6ab', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:29:54Z', 'updated_at': '2022-02-09T12:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'daa03612-1e0c-486a-b24f-b943c3675eab', 'name': '', 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'mac_address': 'fa:16:3e:53:08:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '154ccfde-fcad-4c2c-ac52-9f3991cbf708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:30:12Z', 'updated_at': '2022-02-09T12:30:25Z', 'revision_number': 4, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'subnets': [{'id': '154ccfde-fcad-4c2c-ac52-9f3991cbf708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:30:27.000396 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecf82b9-5789-4ecd-b4d3-e2602d1f5f65 None None] The sync data for ids ['e64aad25-5949-4244-ad17-5b6f69543e7f'] in n-d-825178-3 is: [{'id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1181016368-router', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '1b00d4d6-8925-4106-a04c-badfbb6bf6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:29:47Z', 'updated_at': '2022-02-09T12:30:15Z', 'revision_number': 4, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'gw_port': {'id': '1b00d4d6-8925-4106-a04c-badfbb6bf6ab', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:29:54Z', 'updated_at': '2022-02-09T12:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'daa03612-1e0c-486a-b24f-b943c3675eab', 'name': '', 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'mac_address': 'fa:16:3e:53:08:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '154ccfde-fcad-4c2c-ac52-9f3991cbf708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:30:12Z', 'updated_at': '2022-02-09T12:30:25Z', 'revision_number': 4, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'subnets': [{'id': '154ccfde-fcad-4c2c-ac52-9f3991cbf708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:30:27.013153 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 58496) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:30:27.085761 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-615b52a1-c909-4762-8138-64e99a5a2fb0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23231414-7735-41e3-a19f-aefe0806df10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825982 Feb 09 12:30:27.088812 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4936ae-d225-4220-9241-b15509660a8d req-1894aaae-92e9-43d7-81fe-2b3361f2a183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:27.090225 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ab4936ae-d225-4220-9241-b15509660a8d req-1894aaae-92e9-43d7-81fe-2b3361f2a183 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3&tenant_id=00099515433c46eebcd12321c76bbae3 HTTP/1.1" status: 200 len: 1094 time: 0.4790754 Feb 09 12:30:27.106958 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1da2e-87b1-414b-a4c2-ef0716319f85 req-9ae2a7c7-9f5a-4784-a922-acea9d9cf5f4 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:27.114959 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-83d1da2e-87b1-414b-a4c2-ef0716319f85 req-9ae2a7c7-9f5a-4784-a922-acea9d9cf5f4 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ffa4d7e-005b-44e4-b944-8d665fe8f89a HTTP/1.1" status: 200 len: 944 time: 1.1559026 Feb 09 12:30:27.159354 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9e927981-2814-4ced-96dd-411367e5dabf req-db4e1823-ce28-4afe-be60-0ffb4a64ad31 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/security-groups?id=a92e072c-0931-4903-8919-a0446488f11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736883 Feb 09 12:30:27.272016 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-83d1da2e-87b1-414b-a4c2-ef0716319f85 req-7d4748c0-e62f-431d-b7df-db11c3d535d2 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559944 Feb 09 12:30:27.294180 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '720baf22-d3ac-474f-bd16-99a5a09466c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1381a42a-3dc4-4d01-ba30-5d925114c500', 'code': 200} Feb 09 12:30:27.449897 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ffa4d7e-005b-44e4-b944-8d665fe8f89a', 'tag': 'f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0', 'status': 'completed', 'code': 200} Feb 09 12:30:27.594628 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-7dd8ced1-a166-4bc7-8375-e12a7dfc79f8 service neutron] 10.222.0.46 "GET /v2.0/networks/23231414-7735-41e3-a19f-aefe0806df10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4810026 Feb 09 12:30:27.731760 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4936ae-d225-4220-9241-b15509660a8d req-05d64d0a-8591-4c6f-a439-ad1dcc67f175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:27.733534 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ab4936ae-d225-4220-9241-b15509660a8d req-05d64d0a-8591-4c6f-a439-ad1dcc67f175 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=00099515433c46eebcd12321c76bbae3&device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 1094 time: 0.5952322 Feb 09 12:30:27.853136 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-120d16c1-456c-488f-98b2-2172621d05d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:27.931504 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cf4bf9d5-0776-478d-a7e6-a1f84c2e3d9a req-1c888487-8806-407a-843a-c4ee4fd76e15 service neutron] 10.222.0.46 "GET /v2.0/networks/23231414-7735-41e3-a19f-aefe0806df10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293698 Feb 09 12:30:27.980990 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-120d16c1-456c-488f-98b2-2172621d05d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:30:27.985502 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-120d16c1-456c-488f-98b2-2172621d05d6 admin admin] Usage tracker for resource:security_group_rule and tenant:ec2f8e4be5dd449aa9978f16d6e12176 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:30:27.997603 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-120d16c1-456c-488f-98b2-2172621d05d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:30:28.004585 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-120d16c1-456c-488f-98b2-2172621d05d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:30:28.133350 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-120d16c1-456c-488f-98b2-2172621d05d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:28.153744 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4936ae-d225-4220-9241-b15509660a8d req-906e42c4-d7c2-446e-8aad-25b9e50ff5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:28.157500 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ab4936ae-d225-4220-9241-b15509660a8d req-906e42c4-d7c2-446e-8aad-25b9e50ff5f5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8e240a2e-10ae-45b2-9910-3b86c821ddc4 HTTP/1.1" status: 200 len: 913 time: 0.4135094 Feb 09 12:30:28.159302 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8406ea27-ead8-4a99-9701-ff2d43003679 req-a033b377-86a2-42c6-9f0a-8ac1b4c9b896 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd51b9f3-272c-4991-a4c5-bad8b4d07fff HTTP/1.1" status: 200 len: 210 time: 0.2756062 Feb 09 12:30:28.203381 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-120d16c1-456c-488f-98b2-2172621d05d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:28.314167 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ab4936ae-d225-4220-9241-b15509660a8d req-513b29f0-ec92-4676-aaf8-81e5ad83dba7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d93b5e0a-6c45-4800-820d-aa945e3d4e97 HTTP/1.1" status: 200 len: 217 time: 0.1455851 Feb 09 12:30:28.381715 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-17ee2ebf-ef8b-4517-be62-49ee6f6bc782 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Allocated IP 172.20.0.9 (6fc7d014-aab7-4969-9b9f-1b9d5e7c436a/154ccfde-fcad-4c2c-ac52-9f3991cbf708/c89f1198-521e-46b6-9a42-236dc34ec316) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:30:28.448503 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4936ae-d225-4220-9241-b15509660a8d req-5aa8b424-12ab-4ef0-b0e8-46e825c6ecd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:28.450066 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ab4936ae-d225-4220-9241-b15509660a8d req-5aa8b424-12ab-4ef0-b0e8-46e825c6ecd6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a9fe3712-b0f7-41b8-9852-1955bd160446 HTTP/1.1" status: 200 len: 852 time: 0.1287599 Feb 09 12:30:28.541775 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9af8e-bd6a-4ac4-a500-c2379ec69648 req-964a8fbf-7814-41b8-81fa-b00bfec80b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:28.543250 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-36e9af8e-bd6a-4ac4-a500-c2379ec69648 req-964a8fbf-7814-41b8-81fa-b00bfec80b87 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e4a99ef56ae44c38a7a2f1ce0177a21&device_id=8ffa4d7e-005b-44e4-b944-8d665fe8f89a HTTP/1.1" status: 200 len: 1095 time: 0.5490861 Feb 09 12:30:28.552044 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ab4936ae-d225-4220-9241-b15509660a8d req-12bcb45c-f725-4fca-9543-1697206b3a91 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8e240a2e-10ae-45b2-9910-3b86c821ddc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923588 Feb 09 12:30:28.580700 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device daa03612-1e0c-486a-b24f-b943c3675eab up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:30:28.704209 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-120d16c1-456c-488f-98b2-2172621d05d6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ec2f8e4be5dd449aa9978f16d6e12176&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6896791 Feb 09 12:30:28.710056 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 58520) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:30:28.715505 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120d16c1-456c-488f-98b2-2172621d05d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af7501a-9bc6-4b55-9644-61ba40829700,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:28.722387 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port daa03612-1e0c-486a-b24f-b943c3675eab completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:30:28.730377 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port daa03612-1e0c-486a-b24f-b943c3675eab triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:30:28.730908 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:28.835819 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f5b02-d6c3-4cc8-b7d3-69b14cdb3304 req-8a1a75e8-8265-4b05-8974-e08fc5f30155 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:28.838916 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aa6f5b02-d6c3-4cc8-b7d3-69b14cdb3304 req-8a1a75e8-8265-4b05-8974-e08fc5f30155 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=720baf22-d3ac-474f-bd16-99a5a09466c5 HTTP/1.1" status: 200 len: 946 time: 1.1834373 Feb 09 12:30:28.846926 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9af8e-bd6a-4ac4-a500-c2379ec69648 req-6f8ccf0d-b060-4cee-97ce-908e832d616a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:28.849717 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-36e9af8e-bd6a-4ac4-a500-c2379ec69648 req-6f8ccf0d-b060-4cee-97ce-908e832d616a service neutron] 10.222.0.46 "GET /v2.0/networks?id=23231414-7735-41e3-a19f-aefe0806df10 HTTP/1.1" status: 200 len: 912 time: 0.2970088 Feb 09 12:30:28.851597 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ab4936ae-d225-4220-9241-b15509660a8d req-a7e48360-2fcd-4708-8f83-b02462cf1717 service neutron] 10.222.0.46 "GET /v2.0/networks/8e240a2e-10ae-45b2-9910-3b86c821ddc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752769 Feb 09 12:30:28.925988 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 58524) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:30:28.960165 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:28.997569 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port daa03612-1e0c-486a-b24f-b943c3675eab, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=daa03612-1e0c-486a-b24f-b943c3675eab,segment=NetworkSegment(265d0b08-b939-46e1-9e9a-33b1f21608e7),segment_id=265d0b08-b939-46e1-9e9a-33b1f21608e7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:30:29.006776 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:29.042289 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e158c1-ddca-47c8-935c-82fb7470b419 req-143f7f9a-86fb-4d48-94db-425ea1852200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:29.044155 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d0e158c1-ddca-47c8-935c-82fb7470b419 req-143f7f9a-86fb-4d48-94db-425ea1852200 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=720baf22-d3ac-474f-bd16-99a5a09466c5 HTTP/1.1" status: 200 len: 1097 time: 1.4236667 Feb 09 12:30:29.108259 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ab4936ae-d225-4220-9241-b15509660a8d req-222af939-182b-4556-849d-58871509141b service neutron] 10.222.0.46 "GET /v2.0/networks/8e240a2e-10ae-45b2-9910-3b86c821ddc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434492 Feb 09 12:30:29.109114 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aa6f5b02-d6c3-4cc8-b7d3-69b14cdb3304 req-ba9ce1d3-884d-4e31-b627-675ae4fa35a9 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244406 Feb 09 12:30:29.122972 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-36e9af8e-bd6a-4ac4-a500-c2379ec69648 req-e28773fa-9f6e-4ef2-be17-e24637cc6e75 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0 HTTP/1.1" status: 200 len: 217 time: 0.2599881 Feb 09 12:30:29.151915 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=daa03612-1e0c-486a-b24f-b943c3675eab,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:29.212870 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9af8e-bd6a-4ac4-a500-c2379ec69648 req-535c2c73-15b0-488b-af73-2ef7bb1249b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:29.214336 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-36e9af8e-bd6a-4ac4-a500-c2379ec69648 req-535c2c73-15b0-488b-af73-2ef7bb1249b4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=938b2eb5-d390-4a03-acd5-5a31b498a866 HTTP/1.1" status: 200 len: 851 time: 0.0822024 Feb 09 12:30:29.416549 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-17ee2ebf-ef8b-4517-be62-49ee6f6bc782 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:29.436497 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e3577a9a-f333-47b6-93f4-13e471cd1555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:29.450729 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-36e9af8e-bd6a-4ac4-a500-c2379ec69648 req-921f1341-be78-45e8-bc06-8aace631646f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23231414-7735-41e3-a19f-aefe0806df10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2291479 Feb 09 12:30:29.470878 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-e3577a9a-f333-47b6-93f4-13e471cd1555 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:30:29.506887 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-e3577a9a-f333-47b6-93f4-13e471cd1555 admin admin] Usage tracker for resource:security_group_rule and tenant:3e59adad49f14c81ab766cb5f5f0c644 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:30:29.524220 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4d256-97a0-4c72-b014-d2ba2e7248cc req-e3275f69-b1eb-44bc-bd5a-09ecb72b4de6 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:29.532104 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-70e4d256-97a0-4c72-b014-d2ba2e7248cc req-e3275f69-b1eb-44bc-bd5a-09ecb72b4de6 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 943 time: 1.0728087 Feb 09 12:30:29.551512 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-e3577a9a-f333-47b6-93f4-13e471cd1555 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:30:29.561075 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-e3577a9a-f333-47b6-93f4-13e471cd1555 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:30:29.590660 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-17ee2ebf-ef8b-4517-be62-49ee6f6bc782 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Transition to ACTIVE for port object c89f1198-521e-46b6-9a42-236dc34ec316 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:30:29.626105 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-36e9af8e-bd6a-4ac4-a500-c2379ec69648 req-8bf26646-ea09-41e4-9276-1ae9189731b4 service neutron] 10.222.0.46 "GET /v2.0/networks/23231414-7735-41e3-a19f-aefe0806df10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668968 Feb 09 12:30:29.637517 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fb6c3949-a0f5-465f-8dc9-d7dcb38383b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:29.675304 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fb6c3949-a0f5-465f-8dc9-d7dcb38383b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:29.684784 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d0e158c1-ddca-47c8-935c-82fb7470b419 req-10a681ce-8a6d-4444-ac38-80f3bfbd24a2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6016603 Feb 09 12:30:29.701005 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-70e4d256-97a0-4c72-b014-d2ba2e7248cc req-89a72ebc-cb4d-4695-87a8-0a1ae86d1259 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679127 Feb 09 12:30:29.706019 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-17ee2ebf-ef8b-4517-be62-49ee6f6bc782 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:29.830855 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-17ee2ebf-ef8b-4517-be62-49ee6f6bc782 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Network 6fc7d014-aab7-4969-9b9f-1b9d5e7c436a is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:30:29.836515 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee2ebf-ef8b-4517-be62-49ee6f6bc782 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Pushing event updated for resources: {'Port': ['ID=c89f1198-521e-46b6-9a42-236dc34ec316,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:29.839085 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-17ee2ebf-ef8b-4517-be62-49ee6f6bc782 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:30:29.861398 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-17ee2ebf-ef8b-4517-be62-49ee6f6bc782 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:30:29.980075 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-36e9af8e-bd6a-4ac4-a500-c2379ec69648 req-ca30d75a-6cf0-4c0b-8069-f257f8bca505 service neutron] 10.222.0.46 "GET /v2.0/networks/23231414-7735-41e3-a19f-aefe0806df10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474457 Feb 09 12:30:29.984026 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4a01d-9bba-4f51-b998-cb19fffb4c6a req-c5456f4e-3ebe-46db-8b65-ce6c5db8f52d tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:29.991771 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e8d4a01d-9bba-4f51-b998-cb19fffb4c6a req-c5456f4e-3ebe-46db-8b65-ce6c5db8f52d tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/ports?device_id=c17d37f3-3a84-4ada-a64f-1b3d00197948 HTTP/1.1" status: 200 len: 945 time: 0.6464331 Feb 09 12:30:30.188299 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-17ee2ebf-ef8b-4517-be62-49ee6f6bc782 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:30.188973 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-17ee2ebf-ef8b-4517-be62-49ee6f6bc782 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:30.227246 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-08133db2-f4dc-4841-adca-8ced5ef29b78 None None] Provisioning for port c89f1198-521e-46b6-9a42-236dc34ec316 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:30:30.243552 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-08133db2-f4dc-4841-adca-8ced5ef29b78 None None] Provisioning complete for port c89f1198-521e-46b6-9a42-236dc34ec316 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:30:30.244460 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-08133db2-f4dc-4841-adca-8ced5ef29b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:30.337889 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fb6c3949-a0f5-465f-8dc9-d7dcb38383b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:30.367226 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-08133db2-f4dc-4841-adca-8ced5ef29b78 None None] Port c89f1198-521e-46b6-9a42-236dc34ec316 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:30:30.389836 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e8d4a01d-9bba-4f51-b998-cb19fffb4c6a req-da447be4-0399-4fa1-b606-21e80b1586a3 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/security-groups?id=a92e072c-0931-4903-8919-a0446488f11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970401 Feb 09 12:30:30.405772 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:30:30.411013 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03ef28-4bb1-4290-bcd6-038ac0f4eb9a req-34b17fd2-7a3c-46b4-8e45-1413a55aad48 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:30.418373 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5c03ef28-4bb1-4290-bcd6-038ac0f4eb9a req-34b17fd2-7a3c-46b4-8e45-1413a55aad48 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ffa4d7e-005b-44e4-b944-8d665fe8f89a HTTP/1.1" status: 200 len: 944 time: 0.4797208 Feb 09 12:30:30.447114 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fb6c3949-a0f5-465f-8dc9-d7dcb38383b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:30.448349 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-fb6c3949-a0f5-465f-8dc9-d7dcb38383b8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7af7501a-9bc6-4b55-9644-61ba40829700 HTTP/1.1" status: 204 len: 168 time: 1.7346337 Feb 09 12:30:30.449601 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c3949-a0f5-465f-8dc9-d7dcb38383b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af7501a-9bc6-4b55-9644-61ba40829700,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:30.464394 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-17ee2ebf-ef8b-4517-be62-49ee6f6bc782 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9703631 Feb 09 12:30:30.530717 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-5323edb3-23dd-4fdd-8d22-c5a390211bde service neutron] Request body: {'port': {'device_id': 'bd51b9f3-272c-4991-a4c5-bad8b4d07fff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:30:30.628432 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5c03ef28-4bb1-4290-bcd6-038ac0f4eb9a req-b4c1a280-1332-4870-9982-c8121a91a3dd tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055092 Feb 09 12:30:30.648822 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e3577a9a-f333-47b6-93f4-13e471cd1555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:30.712547 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device daa03612-1e0c-486a-b24f-b943c3675eab up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:30:30.736833 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e3577a9a-f333-47b6-93f4-13e471cd1555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:30.866197 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58560) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:30:30.877708 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e3577a9a-f333-47b6-93f4-13e471cd1555 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3e59adad49f14c81ab766cb5f5f0c644&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9339869 Feb 09 12:30:30.899935 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3577a9a-f333-47b6-93f4-13e471cd1555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61f25d0-0069-4ccf-8c97-8d8b4ab8634b,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:30.999694 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port daa03612-1e0c-486a-b24f-b943c3675eab triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:30:31.000763 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:31.098304 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b681d446-9fbe-4c9b-ab67-c020db4c940f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:31.099864 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0,segment=NetworkSegment(c8120825-3220-4ee6-9dca-8e8fc8ed7292),segment_id=c8120825-3220-4ee6-9dca-8e8fc8ed7292)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:30:31.123026 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0', 'network_id': '23231414-7735-41e3-a19f-aefe0806df10', 'port_id': 'f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0', 'mac_address': 'fa:16:3e:cb:f5:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '938b2eb5-d390-4a03-acd5-5a31b498a866', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:30:31.184493 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-5323edb3-23dd-4fdd-8d22-c5a390211bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:31.219576 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b681d446-9fbe-4c9b-ab67-c020db4c940f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:31.262145 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:31.307207 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:30:31.354627 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b681d446-9fbe-4c9b-ab67-c020db4c940f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:31.354733 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0,segment=NetworkSegment(c8120825-3220-4ee6-9dca-8e8fc8ed7292),segment_id=c8120825-3220-4ee6-9dca-8e8fc8ed7292)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:30:31.360726 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:31.397200 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b681d446-9fbe-4c9b-ab67-c020db4c940f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61f25d0-0069-4ccf-8c97-8d8b4ab8634b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:31.399255 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b681d446-9fbe-4c9b-ab67-c020db4c940f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:31.403622 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b681d446-9fbe-4c9b-ab67-c020db4c940f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e61f25d0-0069-4ccf-8c97-8d8b4ab8634b HTTP/1.1" status: 204 len: 168 time: 0.5357714 Feb 09 12:30:31.438254 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aefacd5-7942-4b7f-a34b-2c68735e38a6 req-5475a8f3-50ac-4ed6-a71b-aa20837cfae9 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:31.439121 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-3aefacd5-7942-4b7f-a34b-2c68735e38a6 req-5475a8f3-50ac-4ed6-a71b-aa20837cfae9 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Synchronizing usage tracker for tenant:8104375b7a9b46ec9107acb1226f825a on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:30:31.646285 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:31.709659 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:30:31.859655 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58582) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:30:32.123141 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58590) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:30:32.151589 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6be6c3f7-6660-4cfc-81e2-741699e4185c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:32.200769 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-3aefacd5-7942-4b7f-a34b-2c68735e38a6 req-5475a8f3-50ac-4ed6-a71b-aa20837cfae9 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Unset dirty status for tenant:8104375b7a9b46ec9107acb1226f825a on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:30:32.210409 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3aefacd5-7942-4b7f-a34b-2c68735e38a6 req-5475a8f3-50ac-4ed6-a71b-aa20837cfae9 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd51b9f3-272c-4991-a4c5-bad8b4d07fff HTTP/1.1" status: 200 len: 931 time: 1.5447125 Feb 09 12:30:32.320525 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c10f31-c40b-48fd-a7e1-868d83a815cb req-72ada049-4a33-472a-bae8-7fe10dacfe21 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:32.322095 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a5c10f31-c40b-48fd-a7e1-868d83a815cb req-72ada049-4a33-472a-bae8-7fe10dacfe21 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=720baf22-d3ac-474f-bd16-99a5a09466c5 HTTP/1.1" status: 200 len: 946 time: 1.3120382 Feb 09 12:30:32.371001 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6be6c3f7-6660-4cfc-81e2-741699e4185c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:30:32.414842 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-3aefacd5-7942-4b7f-a34b-2c68735e38a6 req-55c93a58-8972-42cd-bfdf-c4e9fbe57d7e tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Synchronizing usage tracker for tenant:8104375b7a9b46ec9107acb1226f825a on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:30:32.429800 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-6be6c3f7-6660-4cfc-81e2-741699e4185c admin admin] Usage tracker for resource:security_group_rule and tenant:4d1e0c30895c429fbedca6011c421014 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:30:32.434606 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-6be6c3f7-6660-4cfc-81e2-741699e4185c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:30:32.447517 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a5c10f31-c40b-48fd-a7e1-868d83a815cb req-dbbe087e-a4e6-42cb-8871-668248c700c3 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674398 Feb 09 12:30:32.478867 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6be6c3f7-6660-4cfc-81e2-741699e4185c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:30:32.788097 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-5323edb3-23dd-4fdd-8d22-c5a390211bde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c89f1198-521e-46b6-9a42-236dc34ec316 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:30:32.812093 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-5323edb3-23dd-4fdd-8d22-c5a390211bde service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:32.855115 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-5323edb3-23dd-4fdd-8d22-c5a390211bde service neutron] Transition to ACTIVE for port object c89f1198-521e-46b6-9a42-236dc34ec316 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:30:32.979049 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-5323edb3-23dd-4fdd-8d22-c5a390211bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:33.074145 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-3aefacd5-7942-4b7f-a34b-2c68735e38a6 req-55c93a58-8972-42cd-bfdf-c4e9fbe57d7e tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Unset dirty status for tenant:8104375b7a9b46ec9107acb1226f825a on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:30:33.075400 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3aefacd5-7942-4b7f-a34b-2c68735e38a6 req-55c93a58-8972-42cd-bfdf-c4e9fbe57d7e tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef88ea14-c1b5-4810-8a63-5868ea6af64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8634915 Feb 09 12:30:33.319377 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6be6c3f7-6660-4cfc-81e2-741699e4185c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:33.327844 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6be6c3f7-6660-4cfc-81e2-741699e4185c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:33.395900 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be6c3f7-6660-4cfc-81e2-741699e4185c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e1a41c-8499-43c3-9dc3-9bd534883453,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:33.483206 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6be6c3f7-6660-4cfc-81e2-741699e4185c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4d1e0c30895c429fbedca6011c421014&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3589706 Feb 09 12:30:33.483902 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58608) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:30:33.600682 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7777a879-4d64-4382-b084-8d0fd86c23be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:33.632518 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7777a879-4d64-4382-b084-8d0fd86c23be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:33.643382 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323edb3-23dd-4fdd-8d22-c5a390211bde service neutron] Pushing event updated for resources: {'Port': ['ID=c89f1198-521e-46b6-9a42-236dc34ec316,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:33.689881 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7777a879-4d64-4382-b084-8d0fd86c23be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:33.714689 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fdfd34-f3c8-4b08-9777-f04e4c8f14b9 req-feffbf78-46e2-4099-8999-33b81d56886c tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:33.722472 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c6fdfd34-f3c8-4b08-9777-f04e4c8f14b9 req-feffbf78-46e2-4099-8999-33b81d56886c tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/ports?device_id=da5d0fe7-5f61-4262-990f-46019ac36949 HTTP/1.1" status: 200 len: 946 time: 0.8644662 Feb 09 12:30:33.723028 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7777a879-4d64-4382-b084-8d0fd86c23be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e1a41c-8499-43c3-9dc3-9bd534883453,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:33.725231 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7777a879-4d64-4382-b084-8d0fd86c23be admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:33.731857 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7777a879-4d64-4382-b084-8d0fd86c23be admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/14e1a41c-8499-43c3-9dc3-9bd534883453 HTTP/1.1" status: 204 len: 168 time: 0.2442920 Feb 09 12:30:33.770282 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-5323edb3-23dd-4fdd-8d22-c5a390211bde service neutron] Attempting to bind port c89f1198-521e-46b6-9a42-236dc34ec316 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:30:33.770840 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-5323edb3-23dd-4fdd-8d22-c5a390211bde service neutron] Attempting to bind port c89f1198-521e-46b6-9a42-236dc34ec316 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '265d0b08-b939-46e1-9e9a-33b1f21608e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:30:33.771456 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-5323edb3-23dd-4fdd-8d22-c5a390211bde service neutron] Attempting to bind port c89f1198-521e-46b6-9a42-236dc34ec316 on network 6fc7d014-aab7-4969-9b9f-1b9d5e7c436a {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:30:33.791937 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-5323edb3-23dd-4fdd-8d22-c5a390211bde service neutron] Port c89f1198-521e-46b6-9a42-236dc34ec316 on network 6fc7d014-aab7-4969-9b9f-1b9d5e7c436a not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:30:33.792515 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-5323edb3-23dd-4fdd-8d22-c5a390211bde service neutron] Attempting to bind port c89f1198-521e-46b6-9a42-236dc34ec316 on network 6fc7d014-aab7-4969-9b9f-1b9d5e7c436a {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:30:33.804972 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-5323edb3-23dd-4fdd-8d22-c5a390211bde service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:30:33.805567 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-5323edb3-23dd-4fdd-8d22-c5a390211bde service neutron] Checking segment: {'id': '265d0b08-b939-46e1-9e9a-33b1f21608e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:30:33.806099 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-5323edb3-23dd-4fdd-8d22-c5a390211bde service neutron] Bound using segment: {'id': '265d0b08-b939-46e1-9e9a-33b1f21608e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:30:33.806737 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-5323edb3-23dd-4fdd-8d22-c5a390211bde service neutron] Bound port: c89f1198-521e-46b6-9a42-236dc34ec316, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '265d0b08-b939-46e1-9e9a-33b1f21608e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:30:33.807238 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-5323edb3-23dd-4fdd-8d22-c5a390211bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:33.828658 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c6fdfd34-f3c8-4b08-9777-f04e4c8f14b9 req-bd1c05f7-2c3c-4967-b44c-3d31e1b8bdc3 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/security-groups?id=a92e072c-0931-4903-8919-a0446488f11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052406 Feb 09 12:30:33.917778 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68e54b-e459-4f26-822c-ab1e710d9484 req-84eb0e1f-f8d8-4504-b31a-edc0f0280dcd tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:33.926327 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9e68e54b-e459-4f26-822c-ab1e710d9484 req-84eb0e1f-f8d8-4504-b31a-edc0f0280dcd tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 943 time: 0.6266928 Feb 09 12:30:33.943665 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6db89d1e-f3bd-4ab9-a390-ab86bd340241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:34.012710 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9e68e54b-e459-4f26-822c-ab1e710d9484 req-f56f3ddd-8e4b-4aa0-92cf-b5cf379b53bc tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852430 Feb 09 12:30:34.019351 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-5323edb3-23dd-4fdd-8d22-c5a390211bde service neutron] For port c89f1198-521e-46b6-9a42-236dc34ec316, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:30:34.025759 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-5323edb3-23dd-4fdd-8d22-c5a390211bde service neutron] For port c89f1198-521e-46b6-9a42-236dc34ec316, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=c89f1198-521e-46b6-9a42-236dc34ec316,segment=NetworkSegment(265d0b08-b939-46e1-9e9a-33b1f21608e7),segment_id=265d0b08-b939-46e1-9e9a-33b1f21608e7)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:30:34.035588 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-5323edb3-23dd-4fdd-8d22-c5a390211bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:34.298411 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-5323edb3-23dd-4fdd-8d22-c5a390211bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:34.299276 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-5323edb3-23dd-4fdd-8d22-c5a390211bde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:34.319693 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-5323edb3-23dd-4fdd-8d22-c5a390211bde service neutron] 10.222.0.46 "PUT /v2.0/ports/c89f1198-521e-46b6-9a42-236dc34ec316 HTTP/1.1" status: 200 len: 1091 time: 3.7975876 Feb 09 12:30:34.339607 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd51b9f3-272c-4991-a4c5-bad8b4d07fff', 'tag': 'c89f1198-521e-46b6-9a42-236dc34ec316'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:30:34.445271 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:30:34.622498 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:30:34.627968 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:30:34.629103 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:34.678524 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323edb3-23dd-4fdd-8d22-c5a390211bde service neutron] Pushing event updated for resources: {'Port': ['ID=c89f1198-521e-46b6-9a42-236dc34ec316,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:34.753982 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45eb945-ce5a-4578-af22-46d359583777 req-35e6a681-07fc-43d3-a22b-b6dfe00f80f0 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:34.755884 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d45eb945-ce5a-4578-af22-46d359583777 req-35e6a681-07fc-43d3-a22b-b6dfe00f80f0 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ffa4d7e-005b-44e4-b944-8d665fe8f89a HTTP/1.1" status: 200 len: 945 time: 0.6063161 Feb 09 12:30:34.912583 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:34.932104 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-348ed7c2-8298-4592-81a3-f9fab151ff49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:34.937135 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-348ed7c2-8298-4592-81a3-f9fab151ff49 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8104375b7a9b46ec9107acb1226f825a&device_id=bd51b9f3-272c-4991-a4c5-bad8b4d07fff HTTP/1.1" status: 200 len: 1094 time: 0.3954165 Feb 09 12:30:34.980253 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0,segment=NetworkSegment(c8120825-3220-4ee6-9dca-8e8fc8ed7292),segment_id=c8120825-3220-4ee6-9dca-8e8fc8ed7292)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:30:34.985304 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ffa4d7e-005b-44e4-b944-8d665fe8f89a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:30:34.993364 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d45eb945-ce5a-4578-af22-46d359583777 req-05c05459-3ab5-4452-a5dd-1e61f53b47fd tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034607 Feb 09 12:30:35.005864 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:35.012537 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8bce7c-44de-48f4-ae70-b2da51449920 req-a66ab60c-5cdd-4ad9-8273-ee8946d5eb7a tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:35.015391 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7f8bce7c-44de-48f4-ae70-b2da51449920 req-a66ab60c-5cdd-4ad9-8273-ee8946d5eb7a tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=720baf22-d3ac-474f-bd16-99a5a09466c5 HTTP/1.1" status: 200 len: 946 time: 0.7202380 Feb 09 12:30:35.146809 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-6db89d1e-f3bd-4ab9-a390-ab86bd340241 admin admin] Deleting port 9ba1542c-b097-4fa3-9f06-3eeb03603544 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:30:35.149730 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6db89d1e-f3bd-4ab9-a390-ab86bd340241 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:35.154547 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:35.158313 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-10af999b-5a17-4d29-9ddc-1a2c9b2267d7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c89f1198-521e-46b6-9a42-236dc34ec316 HTTP/1.1" status: 200 len: 217 time: 0.1424177 Feb 09 12:30:35.293300 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-110d62d6-4c91-4e37-a953-e056d01b182c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:35.294752 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-110d62d6-4c91-4e37-a953-e056d01b182c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=154ccfde-fcad-4c2c-ac52-9f3991cbf708 HTTP/1.1" status: 200 len: 860 time: 0.1242509 Feb 09 12:30:35.398021 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7f8bce7c-44de-48f4-ae70-b2da51449920 req-f299c0bd-5367-46f5-bb6b-7525b58ad1ab tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956648 Feb 09 12:30:35.563505 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-6db89d1e-f3bd-4ab9-a390-ab86bd340241 admin admin] For port 9ba1542c-b097-4fa3-9f06-3eeb03603544, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=9ba1542c-b097-4fa3-9f06-3eeb03603544,segment=NetworkSegment(3a03dc67-2573-4a68-b5c7-234880e2a5ea),segment_id=3a03dc67-2573-4a68-b5c7-234880e2a5ea)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:30:35.565636 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6db89d1e-f3bd-4ab9-a390-ab86bd340241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:35.631640 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd51b9f3-272c-4991-a4c5-bad8b4d07fff', 'tag': 'c89f1198-521e-46b6-9a42-236dc34ec316', 'status': 'completed', 'code': 200} Feb 09 12:30:35.648286 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-d89fb95a-b357-423a-b9a4-5b42c287ca9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:35.650355 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-d89fb95a-b357-423a-b9a4-5b42c287ca9d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6fc7d014-aab7-4969-9b9f-1b9d5e7c436a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2838979 Feb 09 12:30:35.720411 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ffa4d7e-005b-44e4-b944-8d665fe8f89a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0', 'code': 200} Feb 09 12:30:35.816527 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-6db89d1e-f3bd-4ab9-a390-ab86bd340241 admin admin] Calling delete_port for 9ba1542c-b097-4fa3-9f06-3eeb03603544 owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:30:36.164153 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efca4e5-cafe-4416-ac64-9d4f8260f2a9 req-f8aed70d-6383-45e7-a8a1-d5c1b5f23c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:36.166375 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4efca4e5-cafe-4416-ac64-9d4f8260f2a9 req-f8aed70d-6383-45e7-a8a1-d5c1b5f23c59 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8ffa4d7e-005b-44e4-b944-8d665fe8f89a HTTP/1.1" status: 200 len: 1097 time: 0.1453285 Feb 09 12:30:36.255468 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-e4094e1e-1bbf-429f-8cfa-9d8545a33344 service neutron] 10.222.0.46 "GET /v2.0/networks/6fc7d014-aab7-4969-9b9f-1b9d5e7c436a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4761178 Feb 09 12:30:36.289527 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b4bf4-668b-4a3b-ad2c-f09cc7c90ac9 req-8fd2501e-f86a-424f-abc3-aec26fe253fd tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:36.296433 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9b3b4bf4-668b-4a3b-ad2c-f09cc7c90ac9 req-8fd2501e-f86a-424f-abc3-aec26fe253fd tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd51b9f3-272c-4991-a4c5-bad8b4d07fff HTTP/1.1" status: 200 len: 943 time: 0.6199551 Feb 09 12:30:36.332755 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4efca4e5-cafe-4416-ac64-9d4f8260f2a9 req-440606f6-94f8-4c29-bd2a-01c6e509d2e9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411502 Feb 09 12:30:36.361808 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6db89d1e-f3bd-4ab9-a390-ab86bd340241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:36.367795 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e950a-8533-4bc7-8c7b-f4ec74d0f9be req-8055300c-8921-4359-87c1-e82f619bb59d tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:36.369987 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6b1e950a-8533-4bc7-8c7b-f4ec74d0f9be req-8055300c-8921-4359-87c1-e82f619bb59d tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 943 time: 0.2317805 Feb 09 12:30:36.383742 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9b3b4bf4-668b-4a3b-ad2c-f09cc7c90ac9 req-a5c30b93-fda0-4e09-96a8-9c79319bd6a7 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef88ea14-c1b5-4810-8a63-5868ea6af64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863578 Feb 09 12:30:36.455973 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db89d1e-f3bd-4ab9-a390-ab86bd340241 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ba1542c-b097-4fa3-9f06-3eeb03603544,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:36.500728 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6b1e950a-8533-4bc7-8c7b-f4ec74d0f9be req-baa4230e-52f0-474e-8f48-4138bd7e5fd7 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159015 Feb 09 12:30:36.975496 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc873356-a508-43a4-b6ea-942a6a894bb4 req-c28330a1-db49-47ae-b0db-787c80b374f0 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:36.982406 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dc873356-a508-43a4-b6ea-942a6a894bb4 req-c28330a1-db49-47ae-b0db-787c80b374f0 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ffa4d7e-005b-44e4-b944-8d665fe8f89a HTTP/1.1" status: 200 len: 946 time: 0.1938312 Feb 09 12:30:37.093888 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dc873356-a508-43a4-b6ea-942a6a894bb4 req-4aacd4c3-ad34-434b-af51-ce35e7a2171d tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105273 Feb 09 12:30:37.133795 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6db89d1e-f3bd-4ab9-a390-ab86bd340241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:37.491015 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-934bf572-ca7c-4250-a9e2-9a1a60313ba4 req-f4f3149d-56aa-4b23-90c3-df0e473ca02e service neutron] 10.222.0.46 "GET /v2.0/networks/6fc7d014-aab7-4969-9b9f-1b9d5e7c436a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880858 Feb 09 12:30:37.634093 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd08740-2dc5-4c73-91a4-f2a373be964c req-f7f25807-6f40-4226-8a03-59996d008b7d tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:37.635733 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-afd08740-2dc5-4c73-91a4-f2a373be964c req-f7f25807-6f40-4226-8a03-59996d008b7d tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=720baf22-d3ac-474f-bd16-99a5a09466c5 HTTP/1.1" status: 200 len: 946 time: 0.4816997 Feb 09 12:30:37.674271 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f37d4-726c-456d-8eb6-3a89fad374cf req-08a7adc1-1939-4af0-bfde-50215b603e01 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:37.677045 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9a6f37d4-726c-456d-8eb6-3a89fad374cf req-08a7adc1-1939-4af0-bfde-50215b603e01 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/ports?device_id=da5d0fe7-5f61-4262-990f-46019ac36949 HTTP/1.1" status: 200 len: 946 time: 0.1778588 Feb 09 12:30:37.782111 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-afd08740-2dc5-4c73-91a4-f2a373be964c req-b084211c-cf5d-44fd-9b19-0150e3040f22 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352677 Feb 09 12:30:37.785271 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9a6f37d4-726c-456d-8eb6-3a89fad374cf req-acf0b517-9e18-4503-9cf8-f650d9ccf166 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/security-groups?id=a92e072c-0931-4903-8919-a0446488f11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019790 Feb 09 12:30:38.039644 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db89d1e-f3bd-4ab9-a390-ab86bd340241 admin admin] Router ba0248cd-7abd-4207-98c5-4d02ca8e76ec has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:30:38.167323 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f3b3e-495b-4408-a0e1-9b33dd8fff1a req-e24183fb-9102-49a5-bf93-9392723d0f0c tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:38.174438 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-736f3b3e-495b-4408-a0e1-9b33dd8fff1a req-e24183fb-9102-49a5-bf93-9392723d0f0c tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd51b9f3-272c-4991-a4c5-bad8b4d07fff HTTP/1.1" status: 200 len: 943 time: 0.1828353 Feb 09 12:30:38.241826 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-736f3b3e-495b-4408-a0e1-9b33dd8fff1a req-a8d7d57a-4ff0-4429-86b8-262923c8bcdd tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef88ea14-c1b5-4810-8a63-5868ea6af64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664077 Feb 09 12:30:38.377505 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e2f93-8f32-4f9c-ba3b-d8818c4d8223 req-75d5c3ea-1f52-49dd-9f9f-f8bdb3794c4d tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:38.386889 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c16e2f93-8f32-4f9c-ba3b-d8818c4d8223 req-75d5c3ea-1f52-49dd-9f9f-f8bdb3794c4d tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 943 time: 0.3274028 Feb 09 12:30:38.415382 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db89d1e-f3bd-4ab9-a390-ab86bd340241 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:30:38.431816 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba204b8a-2e00-4f5e-a5dd-8f1fe8b5a5d6 None None] Sync routers for ids ['ba0248cd-7abd-4207-98c5-4d02ca8e76ec'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:30:38.460456 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba204b8a-2e00-4f5e-a5dd-8f1fe8b5a5d6 None None] Routers {'ba0248cd-7abd-4207-98c5-4d02ca8e76ec'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:30:38.463269 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-ba204b8a-2e00-4f5e-a5dd-8f1fe8b5a5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:30:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['ba0248cd-7abd-4207-98c5-4d02ca8e76ec'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:30:38.467174 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c16e2f93-8f32-4f9c-ba3b-d8818c4d8223 req-8cc5f969-6e30-4f33-b4d4-366cec5584a8 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792787 Feb 09 12:30:38.478071 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6db89d1e-f3bd-4ab9-a390-ab86bd340241 admin admin] 10.222.0.55 "PUT /v2.0/routers/ba0248cd-7abd-4207-98c5-4d02ca8e76ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6173019 Feb 09 12:30:38.484267 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58694) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:30:38.743839 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca8186-27de-4d4d-945a-0e8f6a636560 req-4fb3cd18-4384-401f-8bc2-9701ed3925f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:38.749516 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d5ca8186-27de-4d4d-945a-0e8f6a636560 req-4fb3cd18-4384-401f-8bc2-9701ed3925f4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8104375b7a9b46ec9107acb1226f825a&device_id=bd51b9f3-272c-4991-a4c5-bad8b4d07fff HTTP/1.1" status: 200 len: 1094 time: 0.4849744 Feb 09 12:30:38.916659 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-ba204b8a-2e00-4f5e-a5dd-8f1fe8b5a5d6 None None] Set router ba0248cd-7abd-4207-98c5-4d02ca8e76ec gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:30:38.964429 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee405a3e-79ee-41c0-bfdf-6167e6463f8c req-8e07c3e0-73ab-4192-aedb-576302825183 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:38.972914 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ee405a3e-79ee-41c0-bfdf-6167e6463f8c req-8e07c3e0-73ab-4192-aedb-576302825183 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=720baf22-d3ac-474f-bd16-99a5a09466c5 HTTP/1.1" status: 200 len: 946 time: 0.5249434 Feb 09 12:30:39.026521 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-64dd66b5-3f72-4ac2-8d56-1b29492933a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:39.108757 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ee405a3e-79ee-41c0-bfdf-6167e6463f8c req-b35be3cd-f6ea-4730-90f0-f267e45ae676 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315329 Feb 09 12:30:39.207283 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4017f-5681-4496-b666-65b989327f14 req-7cfa605f-fa4b-4649-aceb-9e93afc6422a tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:39.224764 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-08e4017f-5681-4496-b666-65b989327f14 req-7cfa605f-fa4b-4649-aceb-9e93afc6422a tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ffa4d7e-005b-44e4-b944-8d665fe8f89a HTTP/1.1" status: 200 len: 946 time: 0.4728889 Feb 09 12:30:39.520983 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-08e4017f-5681-4496-b666-65b989327f14 req-7326456e-4e73-4ee7-a69c-6fee58b9043b tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952352 Feb 09 12:30:39.667714 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-64dd66b5-3f72-4ac2-8d56-1b29492933a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:39.685076 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-64dd66b5-3f72-4ac2-8d56-1b29492933a6 admin admin] Deleting port 615859e0-5b8a-42d0-ac30-7d8882fa7c07 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:30:39.688054 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-64dd66b5-3f72-4ac2-8d56-1b29492933a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:39.703109 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca8186-27de-4d4d-945a-0e8f6a636560 req-74aba62f-3440-4bda-aed7-9bdedf8c6c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:39.709033 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d5ca8186-27de-4d4d-945a-0e8f6a636560 req-74aba62f-3440-4bda-aed7-9bdedf8c6c8c service neutron] 10.222.0.46 "GET /v2.0/networks?id=6fc7d014-aab7-4969-9b9f-1b9d5e7c436a HTTP/1.1" status: 200 len: 922 time: 0.5851889 Feb 09 12:30:39.754255 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca91ca3-a007-4a30-89f5-e9d8a3d27249 req-0bc1a2ab-52e6-435e-858b-12a619a1b069 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:39.769282 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0ca91ca3-a007-4a30-89f5-e9d8a3d27249 req-0bc1a2ab-52e6-435e-858b-12a619a1b069 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/ports?device_id=da5d0fe7-5f61-4262-990f-46019ac36949 HTTP/1.1" status: 200 len: 946 time: 0.3377924 Feb 09 12:30:39.866714 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-ba204b8a-2e00-4f5e-a5dd-8f1fe8b5a5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0248cd-7abd-4207-98c5-4d02ca8e76ec', 'name': 'tempest-TaggedBootDevicesTest_v242-765013633-router', 'tenant_id': '1504faf0b32244dc872049fa5f2c3962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '615859e0-5b8a-42d0-ac30-7d8882fa7c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:23:09Z', 'updated_at': '2022-02-09T12:30:36Z', 'revision_number': 5, 'project_id': '1504faf0b32244dc872049fa5f2c3962', 'gw_port': {'id': '615859e0-5b8a-42d0-ac30-7d8882fa7c07', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0248cd-7abd-4207-98c5-4d02ca8e76ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:23:11Z', 'updated_at': '2022-02-09T12:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:30:39.882462 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba204b8a-2e00-4f5e-a5dd-8f1fe8b5a5d6 None None] Checking router: ba0248cd-7abd-4207-98c5-4d02ca8e76ec for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:30:39.900098 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba204b8a-2e00-4f5e-a5dd-8f1fe8b5a5d6 None None] Routers {'ba0248cd-7abd-4207-98c5-4d02ca8e76ec'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:30:39.904018 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-ba204b8a-2e00-4f5e-a5dd-8f1fe8b5a5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:30:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['ba0248cd-7abd-4207-98c5-4d02ca8e76ec'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:30:39.929081 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0ca91ca3-a007-4a30-89f5-e9d8a3d27249 req-663bd301-31da-467e-891e-c258cb0692bd tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/security-groups?id=a92e072c-0931-4903-8919-a0446488f11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587076 Feb 09 12:30:40.150517 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-64dd66b5-3f72-4ac2-8d56-1b29492933a6 admin admin] For port 615859e0-5b8a-42d0-ac30-7d8882fa7c07, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=615859e0-5b8a-42d0-ac30-7d8882fa7c07,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:30:40.152077 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-64dd66b5-3f72-4ac2-8d56-1b29492933a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:40.185887 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-ba204b8a-2e00-4f5e-a5dd-8f1fe8b5a5d6 None None] Set router ba0248cd-7abd-4207-98c5-4d02ca8e76ec gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:30:40.436005 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-ba204b8a-2e00-4f5e-a5dd-8f1fe8b5a5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0248cd-7abd-4207-98c5-4d02ca8e76ec', 'name': 'tempest-TaggedBootDevicesTest_v242-765013633-router', 'tenant_id': '1504faf0b32244dc872049fa5f2c3962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:23:09Z', 'updated_at': '2022-02-09T12:30:39Z', 'revision_number': 6, 'project_id': '1504faf0b32244dc872049fa5f2c3962', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:30:40.447701 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba204b8a-2e00-4f5e-a5dd-8f1fe8b5a5d6 None None] The sync data for ids ['ba0248cd-7abd-4207-98c5-4d02ca8e76ec'] in n-d-825178-3 is: [{'id': 'ba0248cd-7abd-4207-98c5-4d02ca8e76ec', 'name': 'tempest-TaggedBootDevicesTest_v242-765013633-router', 'tenant_id': '1504faf0b32244dc872049fa5f2c3962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:23:09Z', 'updated_at': '2022-02-09T12:30:39Z', 'revision_number': 6, 'project_id': '1504faf0b32244dc872049fa5f2c3962', 'gw_port_host': None}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:30:40.453764 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d5ca8186-27de-4d4d-945a-0e8f6a636560 req-fb0df0d9-7feb-4d26-89a7-b171bc484379 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c89f1198-521e-46b6-9a42-236dc34ec316 HTTP/1.1" status: 200 len: 217 time: 0.3927157 Feb 09 12:30:40.458917 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-64dd66b5-3f72-4ac2-8d56-1b29492933a6 admin admin] Calling delete_port for 615859e0-5b8a-42d0-ac30-7d8882fa7c07 owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:30:40.578042 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a11d09-722f-4285-8c61-e245a30d7c85 req-5ea82a16-03d0-49d1-9b06-6f3837cf5c64 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:40.589958 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-50a11d09-722f-4285-8c61-e245a30d7c85 req-5ea82a16-03d0-49d1-9b06-6f3837cf5c64 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 943 time: 0.2562416 Feb 09 12:30:40.620543 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556edb85-87f7-4b76-aeac-0836c1989bec req-ca3e83fe-c424-46df-9b58-daeda1450bde tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:40.622093 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-556edb85-87f7-4b76-aeac-0836c1989bec req-ca3e83fe-c424-46df-9b58-daeda1450bde tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd51b9f3-272c-4991-a4c5-bad8b4d07fff HTTP/1.1" status: 200 len: 943 time: 0.4202375 Feb 09 12:30:40.681629 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-64dd66b5-3f72-4ac2-8d56-1b29492933a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:40.721280 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-556edb85-87f7-4b76-aeac-0836c1989bec req-10722e4a-b39f-4c12-82b4-cd7fae7c22e2 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef88ea14-c1b5-4810-8a63-5868ea6af64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698183 Feb 09 12:30:40.752809 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-50a11d09-722f-4285-8c61-e245a30d7c85 req-c9a6391f-71f7-4a85-9f89-6a376da75dc1 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296265 Feb 09 12:30:40.985052 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd66b5-3f72-4ac2-8d56-1b29492933a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=615859e0-5b8a-42d0-ac30-7d8882fa7c07,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:40.990053 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-64dd66b5-3f72-4ac2-8d56-1b29492933a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:41.375600 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe86147-cca8-479a-b3f3-4868496feb1d req-fe0b31d6-dd73-47f7-82da-86b96db8c699 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:41.383286 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dfe86147-cca8-479a-b3f3-4868496feb1d req-fe0b31d6-dd73-47f7-82da-86b96db8c699 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ffa4d7e-005b-44e4-b944-8d665fe8f89a HTTP/1.1" status: 200 len: 946 time: 0.4514678 Feb 09 12:30:41.487051 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-64dd66b5-3f72-4ac2-8d56-1b29492933a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:41.490511 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-64dd66b5-3f72-4ac2-8d56-1b29492933a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:41.556755 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-64dd66b5-3f72-4ac2-8d56-1b29492933a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:41.557524 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64dd66b5-3f72-4ac2-8d56-1b29492933a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba0248cd-7abd-4207-98c5-4d02ca8e76ec {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:30:41.583816 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dfe86147-cca8-479a-b3f3-4868496feb1d req-d51a39ca-cd54-440f-b726-6b99fd0be44f tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996405 Feb 09 12:30:41.610182 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-64dd66b5-3f72-4ac2-8d56-1b29492933a6 admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:41.610182 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-64dd66b5-3f72-4ac2-8d56-1b29492933a6 admin admin] 10.222.0.55 "DELETE /v2.0/routers/ba0248cd-7abd-4207-98c5-4d02ca8e76ec HTTP/1.1" status: 204 len: 168 time: 3.1160946 Feb 09 12:30:41.610182 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58752) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:30:41.617630 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b670e-e432-49c5-be69-7f9af40e2828 req-1ddb294b-8286-4cce-8acd-4c5e57831e3a tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:41.626395 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-622b670e-e432-49c5-be69-7f9af40e2828 req-1ddb294b-8286-4cce-8acd-4c5e57831e3a tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=720baf22-d3ac-474f-bd16-99a5a09466c5 HTTP/1.1" status: 200 len: 946 time: 0.4461601 Feb 09 12:30:41.710237 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-622b670e-e432-49c5-be69-7f9af40e2828 req-f821ceb8-ebb9-47a8-ba4a-655f16dcb6ca tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828769 Feb 09 12:30:41.738866 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec232326-9bf4-421b-ba83-57f18874af83 admin admin] Deleting subnet 3d2e5ab4-ed0b-495e-9f76-7abb1b03c440 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:30:41.744210 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ec232326-9bf4-421b-ba83-57f18874af83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:41.827262 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ec232326-9bf4-421b-ba83-57f18874af83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:41.959408 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de19be8-157a-442f-8c36-dffaec8870f5 req-a0753481-af6d-4160-8f38-572a40d793a7 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:41.962360 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0de19be8-157a-442f-8c36-dffaec8870f5 req-a0753481-af6d-4160-8f38-572a40d793a7 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/ports?device_id=da5d0fe7-5f61-4262-990f-46019ac36949 HTTP/1.1" status: 200 len: 946 time: 0.1676834 Feb 09 12:30:41.981730 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ec232326-9bf4-421b-ba83-57f18874af83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:42.024986 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0de19be8-157a-442f-8c36-dffaec8870f5 req-ed18f5fa-0740-4150-bae3-3056d8571bc4 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/security-groups?id=a92e072c-0931-4903-8919-a0446488f11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549831 Feb 09 12:30:42.070284 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ec232326-9bf4-421b-ba83-57f18874af83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:42.125377 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd1ef6d-9389-4f02-9d2b-5ad1bb97130d None None] Network d9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:30:42.126984 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ec232326-9bf4-421b-ba83-57f18874af83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:42.135264 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec232326-9bf4-421b-ba83-57f18874af83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d2e5ab4-ed0b-495e-9f76-7abb1b03c440,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:42.142323 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 58774) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:30:42.165278 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ec232326-9bf4-421b-ba83-57f18874af83 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/3d2e5ab4-ed0b-495e-9f76-7abb1b03c440 HTTP/1.1" status: 204 len: 168 time: 0.5507898 Feb 09 12:30:42.262245 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6b622c1c-9fa5-4dd2-a571-38d41af48bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:42.489904 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 9ba1542c-b097-4fa3-9f06-3eeb03603544 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:30:42.496027 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca8186-27de-4d4d-945a-0e8f6a636560 req-f9e049c4-a43d-44ca-8674-e947fbc370bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:42.497647 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d5ca8186-27de-4d4d-945a-0e8f6a636560 req-f9e049c4-a43d-44ca-8674-e947fbc370bb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=154ccfde-fcad-4c2c-ac52-9f3991cbf708 HTTP/1.1" status: 200 len: 860 time: 0.1201434 Feb 09 12:30:42.513051 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-6b622c1c-9fa5-4dd2-a571-38d41af48bae admin admin] Deleting port df191315-b11e-4848-889c-6ca8f8976361 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:30:42.513489 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6b622c1c-9fa5-4dd2-a571-38d41af48bae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:42.539412 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 9ba1542c-b097-4fa3-9f06-3eeb03603544 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:30:42.540026 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 9ba1542c-b097-4fa3-9f06-3eeb03603544 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:30:42.540624 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 615859e0-5b8a-42d0-ac30-7d8882fa7c07 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:30:42.578622 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d9824c-9096-4688-ba07-132cf5a0572b None None] DHCP port deletion for d9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:30:42.586982 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e194bf-1dc3-4d7f-b856-3835684e6483 req-630a2c68-42c8-436a-ba53-93f1542f3592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:42.588633 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c8e194bf-1dc3-4d7f-b856-3835684e6483 req-630a2c68-42c8-436a-ba53-93f1542f3592 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e4a99ef56ae44c38a7a2f1ce0177a21&device_id=8ffa4d7e-005b-44e4-b944-8d665fe8f89a HTTP/1.1" status: 200 len: 1097 time: 0.1477420 Feb 09 12:30:42.590782 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 615859e0-5b8a-42d0-ac30-7d8882fa7c07 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:30:42.591120 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 615859e0-5b8a-42d0-ac30-7d8882fa7c07 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:30:42.593664 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-92d9824c-9096-4688-ba07-132cf5a0572b None None] Deleting port df191315-b11e-4848-889c-6ca8f8976361 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:30:42.594566 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92d9824c-9096-4688-ba07-132cf5a0572b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:42.747160 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec32915-141b-4c20-b17d-381d10bbd9eb req-ea8ada33-7f27-4e4f-8d39-211686464406 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:42.749397 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e194bf-1dc3-4d7f-b856-3835684e6483 req-b91b9f94-53be-4963-876b-f819fa434891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:42.750971 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c8e194bf-1dc3-4d7f-b856-3835684e6483 req-b91b9f94-53be-4963-876b-f819fa434891 service neutron] 10.222.0.46 "GET /v2.0/networks?id=23231414-7735-41e3-a19f-aefe0806df10 HTTP/1.1" status: 200 len: 912 time: 0.1543162 Feb 09 12:30:42.752286 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5ec32915-141b-4c20-b17d-381d10bbd9eb req-ea8ada33-7f27-4e4f-8d39-211686464406 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 943 time: 0.4872203 Feb 09 12:30:42.835274 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c8e194bf-1dc3-4d7f-b856-3835684e6483 req-d1508ca1-20ea-464f-a953-d2847c752c3c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0 HTTP/1.1" status: 200 len: 217 time: 0.0702248 Feb 09 12:30:42.843520 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-92d9824c-9096-4688-ba07-132cf5a0572b None None] For port df191315-b11e-4848-889c-6ca8f8976361, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=df191315-b11e-4848-889c-6ca8f8976361,segment=NetworkSegment(3a03dc67-2573-4a68-b5c7-234880e2a5ea),segment_id=3a03dc67-2573-4a68-b5c7-234880e2a5ea)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:30:42.844014 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92d9824c-9096-4688-ba07-132cf5a0572b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:42.853147 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb748ea-5dcf-4190-b6b8-8f9b859d7623 req-35f079aa-e39c-4088-8455-3dda9cb47614 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:42.854646 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6fb748ea-5dcf-4190-b6b8-8f9b859d7623 req-35f079aa-e39c-4088-8455-3dda9cb47614 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd51b9f3-272c-4991-a4c5-bad8b4d07fff HTTP/1.1" status: 200 len: 943 time: 0.5885618 Feb 09 12:30:42.932182 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e194bf-1dc3-4d7f-b856-3835684e6483 req-1ac5d04b-2ff5-4838-9338-b1c3872b0c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:42.933827 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c8e194bf-1dc3-4d7f-b856-3835684e6483 req-1ac5d04b-2ff5-4838-9338-b1c3872b0c27 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=938b2eb5-d390-4a03-acd5-5a31b498a866 HTTP/1.1" status: 200 len: 851 time: 0.0917876 Feb 09 12:30:42.993904 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c8e194bf-1dc3-4d7f-b856-3835684e6483 req-261a325e-6244-463f-9d71-9843e26afad1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23231414-7735-41e3-a19f-aefe0806df10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508134 Feb 09 12:30:43.005386 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-92d9824c-9096-4688-ba07-132cf5a0572b None None] Calling delete_port for df191315-b11e-4848-889c-6ca8f8976361 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:30:43.049259 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5ec32915-141b-4c20-b17d-381d10bbd9eb req-c9a4f95d-fdc0-4f02-b16d-897ca14d1cfd tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906880 Feb 09 12:30:43.057704 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6fb748ea-5dcf-4190-b6b8-8f9b859d7623 req-20b35f20-47a1-41f9-8941-ed9c2c456f87 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef88ea14-c1b5-4810-8a63-5868ea6af64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863968 Feb 09 12:30:43.065464 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca8186-27de-4d4d-945a-0e8f6a636560 req-8b73b224-72b7-42e9-b6ea-dcf44c90e853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:43.067743 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d5ca8186-27de-4d4d-945a-0e8f6a636560 req-8b73b224-72b7-42e9-b6ea-dcf44c90e853 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6fc7d014-aab7-4969-9b9f-1b9d5e7c436a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5255373 Feb 09 12:30:43.080581 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44917a1e-6ab9-42e2-9d34-dd8f9196478d req-cfce0a2e-0afd-42ca-bb22-3f83805c5003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:43.082465 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-44917a1e-6ab9-42e2-9d34-dd8f9196478d req-cfce0a2e-0afd-42ca-bb22-3f83805c5003 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=00099515433c46eebcd12321c76bbae3&device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 1094 time: 0.4702120 Feb 09 12:30:43.155085 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92d9824c-9096-4688-ba07-132cf5a0572b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:43.257178 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d9824c-9096-4688-ba07-132cf5a0572b None None] Pushing event deleted for resources: {'Port': ['ID=df191315-b11e-4848-889c-6ca8f8976361,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:43.259477 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d9824c-9096-4688-ba07-132cf5a0572b None None] No DVR routers for this DVR port df191315-b11e-4848-889c-6ca8f8976361 on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:30:43.275118 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-6b622c1c-9fa5-4dd2-a571-38d41af48bae admin admin] For port df191315-b11e-4848-889c-6ca8f8976361, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=df191315-b11e-4848-889c-6ca8f8976361,segment=NetworkSegment(3a03dc67-2573-4a68-b5c7-234880e2a5ea),segment_id=3a03dc67-2573-4a68-b5c7-234880e2a5ea)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:30:43.275587 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6b622c1c-9fa5-4dd2-a571-38d41af48bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:43.366955 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfefbb-e8f7-40b4-9375-4b2968a5ad68 req-5389ae9e-0039-438c-aa85-1ccacdad7215 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:43.367660 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-0fbfefbb-e8f7-40b4-9375-4b2968a5ad68 req-5389ae9e-0039-438c-aa85-1ccacdad7215 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Synchronizing usage tracker for tenant:e0048b3263a64a25bb0a308761d4f339 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:30:43.372816 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c8e194bf-1dc3-4d7f-b856-3835684e6483 req-849a12fb-cbad-4f71-b372-3a1865c6e807 service neutron] 10.222.0.46 "GET /v2.0/networks/23231414-7735-41e3-a19f-aefe0806df10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708084 Feb 09 12:30:43.406787 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-0fbfefbb-e8f7-40b4-9375-4b2968a5ad68 req-5389ae9e-0039-438c-aa85-1ccacdad7215 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Unset dirty status for tenant:e0048b3263a64a25bb0a308761d4f339 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:30:43.412283 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0fbfefbb-e8f7-40b4-9375-4b2968a5ad68 req-5389ae9e-0039-438c-aa85-1ccacdad7215 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.46 "GET /v2.0/ports?device_id=da5d0fe7-5f61-4262-990f-46019ac36949 HTTP/1.1" status: 200 len: 946 time: 0.1831629 Feb 09 12:30:43.599581 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-0fbfefbb-e8f7-40b4-9375-4b2968a5ad68 req-96b2c630-1dd7-428b-a952-b8afb0266b40 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Deleting port 12ce4de3-599b-4e0d-9c70-c8730f025cc0 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:30:43.600371 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-0fbfefbb-e8f7-40b4-9375-4b2968a5ad68 req-96b2c630-1dd7-428b-a952-b8afb0266b40 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:43.684469 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c8e194bf-1dc3-4d7f-b856-3835684e6483 req-c88f6949-c069-4a80-ad18-72f47fcb053d service neutron] 10.222.0.46 "GET /v2.0/networks/23231414-7735-41e3-a19f-aefe0806df10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023276 Feb 09 12:30:43.723280 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-6b622c1c-9fa5-4dd2-a571-38d41af48bae admin admin] Calling delete_port for df191315-b11e-4848-889c-6ca8f8976361 owned by network:dhcp {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:30:43.918262 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d5ca8186-27de-4d4d-945a-0e8f6a636560 req-821a7065-cdce-44f2-b568-a04d1de10880 service neutron] 10.222.0.46 "GET /v2.0/networks/6fc7d014-aab7-4969-9b9f-1b9d5e7c436a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8411994 Feb 09 12:30:43.972915 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.api [None req-6b622c1c-9fa5-4dd2-a571-38d41af48bae admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:30:43.973203 n-d-825178-3 neutron-server[87567]: DEBUG oslo_db.api [None req-6b622c1c-9fa5-4dd2-a571-38d41af48bae admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:30:43.983697 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0904dee6-6294-4a50-9f8e-e153a4759893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:44.019605 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859408e-2319-40d8-b92c-b41980d28063 req-0265c449-9837-41eb-bf7b-0c5ba7714502 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:44.021491 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1859408e-2319-40d8-b92c-b41980d28063 req-0265c449-9837-41eb-bf7b-0c5ba7714502 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.46 "GET /v2.0/ports?device_id=c17d37f3-3a84-4ada-a64f-1b3d00197948 HTTP/1.1" status: 200 len: 945 time: 0.3049080 Feb 09 12:30:44.028813 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44917a1e-6ab9-42e2-9d34-dd8f9196478d req-8fef93ab-32ab-49c7-b27a-5a1f94063b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:44.030244 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-44917a1e-6ab9-42e2-9d34-dd8f9196478d req-8fef93ab-32ab-49c7-b27a-5a1f94063b47 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8e240a2e-10ae-45b2-9910-3b86c821ddc4 HTTP/1.1" status: 200 len: 913 time: 0.9050236 Feb 09 12:30:44.128728 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2411036-6e3b-42e9-8967-9c8d41b21e36 req-44ddd60d-90a7-48c2-b1d3-dd98c4f60c4e tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:44.130192 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d2411036-6e3b-42e9-8967-9c8d41b21e36 req-44ddd60d-90a7-48c2-b1d3-dd98c4f60c4e tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ffa4d7e-005b-44e4-b944-8d665fe8f89a HTTP/1.1" status: 200 len: 946 time: 0.8351548 Feb 09 12:30:44.130473 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-1859408e-2319-40d8-b92c-b41980d28063 req-855691a5-013f-4ffa-bcc4-aa9cb9a1741d tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Deleting port 6d636c75-7c2a-4d00-8dd7-ba09534c8236 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:30:44.131999 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-1859408e-2319-40d8-b92c-b41980d28063 req-855691a5-013f-4ffa-bcc4-aa9cb9a1741d tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:44.135019 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-44917a1e-6ab9-42e2-9d34-dd8f9196478d req-60869070-23e8-435d-a64e-1328e447fa2a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d93b5e0a-6c45-4800-820d-aa945e3d4e97 HTTP/1.1" status: 200 len: 217 time: 0.0876491 Feb 09 12:30:44.146017 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f33d10-42db-455a-a7e2-fadea5348591 req-980a8877-2a22-4af2-a9a0-ac02c9eb5d0b tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:44.147399 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3f33d10-42db-455a-a7e2-fadea5348591 req-980a8877-2a22-4af2-a9a0-ac02c9eb5d0b tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=720baf22-d3ac-474f-bd16-99a5a09466c5 HTTP/1.1" status: 200 len: 946 time: 0.7830355 Feb 09 12:30:44.172218 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.46', 59365) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:30:44.225570 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-0fbfefbb-e8f7-40b4-9375-4b2968a5ad68 req-96b2c630-1dd7-428b-a952-b8afb0266b40 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] For port 12ce4de3-599b-4e0d-9c70-c8730f025cc0, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=12ce4de3-599b-4e0d-9c70-c8730f025cc0,segment=NetworkSegment(6e746275-56b2-41d5-a4a5-7a627fd9b561),segment_id=6e746275-56b2-41d5-a4a5-7a627fd9b561)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:30:44.225925 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-0fbfefbb-e8f7-40b4-9375-4b2968a5ad68 req-96b2c630-1dd7-428b-a952-b8afb0266b40 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:44.297474 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d5ca8186-27de-4d4d-945a-0e8f6a636560 req-2a88ad99-4bc3-4f6e-8e49-0921517c7c0e service neutron] 10.222.0.46 "GET /v2.0/networks/6fc7d014-aab7-4969-9b9f-1b9d5e7c436a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598948 Feb 09 12:30:44.300757 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d2411036-6e3b-42e9-8967-9c8d41b21e36 req-4c9ef202-6ff0-451e-923e-a9e9905ea2d1 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626830 Feb 09 12:30:44.306313 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3f33d10-42db-455a-a7e2-fadea5348591 req-89f43d5b-d73e-4481-a7ff-e0fafab203ec tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002493 Feb 09 12:30:44.307660 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44917a1e-6ab9-42e2-9d34-dd8f9196478d req-b42076a1-a267-4b6b-8f6a-7442cf3c2764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:44.309277 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-44917a1e-6ab9-42e2-9d34-dd8f9196478d req-b42076a1-a267-4b6b-8f6a-7442cf3c2764 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a9fe3712-b0f7-41b8-9852-1955bd160446 HTTP/1.1" status: 200 len: 852 time: 0.1610084 Feb 09 12:30:44.398488 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-44917a1e-6ab9-42e2-9d34-dd8f9196478d req-4844084d-e9c8-4a51-80d4-4be24a603c67 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8e240a2e-10ae-45b2-9910-3b86c821ddc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795918 Feb 09 12:30:44.413849 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-0fbfefbb-e8f7-40b4-9375-4b2968a5ad68 req-96b2c630-1dd7-428b-a952-b8afb0266b40 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Calling delete_port for 12ce4de3-599b-4e0d-9c70-c8730f025cc0 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:30:44.484152 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device df191315-b11e-4848-889c-6ca8f8976361 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:30:44.486438 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-6b622c1c-9fa5-4dd2-a571-38d41af48bae admin admin] Deleting port df191315-b11e-4848-889c-6ca8f8976361 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:30:44.486851 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6b622c1c-9fa5-4dd2-a571-38d41af48bae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:44.545502 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: df191315-b11e-4848-889c-6ca8f8976361 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:30:44.546379 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device df191315-b11e-4848-889c-6ca8f8976361 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:30:44.548179 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device c89f1198-521e-46b6-9a42-236dc34ec316 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:30:44.659645 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668509d-e113-4d5f-a31a-6f4bd13db7f7 req-ea82c9d3-fd8e-4544-9fee-b1f16acc0a9c tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:44.660492 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-7668509d-e113-4d5f-a31a-6f4bd13db7f7 req-ea82c9d3-fd8e-4544-9fee-b1f16acc0a9c tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Synchronizing usage tracker for tenant:c35b136021fd452e84da1be28afeefee on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:30:44.705515 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-7668509d-e113-4d5f-a31a-6f4bd13db7f7 req-ea82c9d3-fd8e-4544-9fee-b1f16acc0a9c tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Unset dirty status for tenant:c35b136021fd452e84da1be28afeefee on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:30:44.706952 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7668509d-e113-4d5f-a31a-6f4bd13db7f7 req-ea82c9d3-fd8e-4544-9fee-b1f16acc0a9c tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.46 "GET /v2.0/ports?device_id=720baf22-d3ac-474f-bd16-99a5a09466c5 HTTP/1.1" status: 200 len: 946 time: 0.5336857 Feb 09 12:30:44.736641 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-6b622c1c-9fa5-4dd2-a571-38d41af48bae admin admin] The port 'df191315-b11e-4848-889c-6ca8f8976361' was deleted {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:30:44.802745 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port c89f1198-521e-46b6-9a42-236dc34ec316, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=c89f1198-521e-46b6-9a42-236dc34ec316,segment=NetworkSegment(265d0b08-b939-46e1-9e9a-33b1f21608e7),segment_id=265d0b08-b939-46e1-9e9a-33b1f21608e7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:30:44.825358 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'c89f1198-521e-46b6-9a42-236dc34ec316', 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a', 'port_id': 'c89f1198-521e-46b6-9a42-236dc34ec316', 'mac_address': 'fa:16:3e:4a:c2:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '154ccfde-fcad-4c2c-ac52-9f3991cbf708', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:30:44.860197 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-7668509d-e113-4d5f-a31a-6f4bd13db7f7 req-39ffe931-5fc8-4f3c-be28-1e776bcadced tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Deleting port 1381a42a-3dc4-4d01-ba30-5d925114c500 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:30:44.860578 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-7668509d-e113-4d5f-a31a-6f4bd13db7f7 req-39ffe931-5fc8-4f3c-be28-1e776bcadced tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:44.893247 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6b622c1c-9fa5-4dd2-a571-38d41af48bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:44.897890 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:44.917648 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c89f1198-521e-46b6-9a42-236dc34ec316 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:30:44.927331 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-1859408e-2319-40d8-b92c-b41980d28063 req-855691a5-013f-4ffa-bcc4-aa9cb9a1741d tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] For port 6d636c75-7c2a-4d00-8dd7-ba09534c8236, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=6d636c75-7c2a-4d00-8dd7-ba09534c8236,segment=NetworkSegment(6e746275-56b2-41d5-a4a5-7a627fd9b561),segment_id=6e746275-56b2-41d5-a4a5-7a627fd9b561)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:30:44.927870 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-1859408e-2319-40d8-b92c-b41980d28063 req-855691a5-013f-4ffa-bcc4-aa9cb9a1741d tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:44.928185 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-6b622c1c-9fa5-4dd2-a571-38d41af48bae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:30:44.936719 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port c89f1198-521e-46b6-9a42-236dc34ec316, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=c89f1198-521e-46b6-9a42-236dc34ec316,segment=NetworkSegment(265d0b08-b939-46e1-9e9a-33b1f21608e7),segment_id=265d0b08-b939-46e1-9e9a-33b1f21608e7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:30:44.944288 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:44.945736 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device d93b5e0a-6c45-4800-820d-aa945e3d4e97 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:30:44.957613 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-6b622c1c-9fa5-4dd2-a571-38d41af48bae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a03dc67-2573-4a68-b5c7-234880e2a5ea') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:30:44.957958 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-6b622c1c-9fa5-4dd2-a571-38d41af48bae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a03dc67-2573-4a68-b5c7-234880e2a5ea') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:30:44.985359 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6b622c1c-9fa5-4dd2-a571-38d41af48bae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:45.031922 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf8340-97ea-4d38-ae2c-1b3a8a0e9c14 req-50e85bb2-e45f-4b9e-be68-904c86e97e71 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:45.033999 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1abf8340-97ea-4d38-ae2c-1b3a8a0e9c14 req-50e85bb2-e45f-4b9e-be68-904c86e97e71 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 943 time: 0.6025341 Feb 09 12:30:45.070754 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6b622c1c-9fa5-4dd2-a571-38d41af48bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:45.087911 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b622c1c-9fa5-4dd2-a571-38d41af48bae admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:30:45.088333 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6b622c1c-9fa5-4dd2-a571-38d41af48bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:45.106071 n-d-825178-3 neutron-server[87567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:30:45.106071 n-d-825178-3 neutron-server[87567]: util.warn( Feb 09 12:30:45.106071 n-d-825178-3 neutron-server[87567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:30:45.106071 n-d-825178-3 neutron-server[87567]: util.warn( Feb 09 12:30:45.106071 n-d-825178-3 neutron-server[87567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:30:45.106071 n-d-825178-3 neutron-server[87567]: util.warn( Feb 09 12:30:45.106071 n-d-825178-3 neutron-server[87567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:30:45.106071 n-d-825178-3 neutron-server[87567]: util.warn( Feb 09 12:30:45.106071 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:30:45.106071 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:30:45.106071 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:30:45.106071 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:30:45.106071 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:30:45.106071 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:30:45.106071 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:30:45.106071 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:30:45.106071 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:30:45.106071 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:30:45.106071 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:30:45.106071 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:30:45.106071 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:30:45.106071 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:30:45.106071 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:30:45.106071 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:30:45.106071 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:30:45.106071 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:30:45.106071 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:30:45.106071 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:30:45.106071 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:30:45.106071 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:30:45.106071 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:30:45.106071 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:30:45.106071 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:30:45.106071 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:30:45.106071 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:30:45.106071 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:30:45.106071 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:30:45.106071 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:30:45.106071 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:30:45.106071 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:30:45.109334 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-0fbfefbb-e8f7-40b4-9375-4b2968a5ad68 req-96b2c630-1dd7-428b-a952-b8afb0266b40 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:45.109833 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-44917a1e-6ab9-42e2-9d34-dd8f9196478d req-bf585c9e-7ad5-4eb3-a649-9d544053b439 service neutron] 10.222.0.46 "GET /v2.0/networks/8e240a2e-10ae-45b2-9910-3b86c821ddc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7023852 Feb 09 12:30:45.114284 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-1859408e-2319-40d8-b92c-b41980d28063 req-855691a5-013f-4ffa-bcc4-aa9cb9a1741d tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Calling delete_port for 6d636c75-7c2a-4d00-8dd7-ba09534c8236 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:30:45.123894 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['6d636c75-7c2a-4d00-8dd7-ba09534c8236', '12ce4de3-599b-4e0d-9c70-c8730f025cc0'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:30:45.185690 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=c89f1198-521e-46b6-9a42-236dc34ec316,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:45.195100 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1abf8340-97ea-4d38-ae2c-1b3a8a0e9c14 req-24af6426-f192-4dfb-a5aa-85509555cd8b tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547122 Feb 09 12:30:45.229945 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ace7b1-e90a-41e8-a75d-caa9e9bab905 req-d96fe258-ece6-497c-8a11-3fecd0e3ba23 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:45.237077 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-39ace7b1-e90a-41e8-a75d-caa9e9bab905 req-d96fe258-ece6-497c-8a11-3fecd0e3ba23 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/ports?device_id=da5d0fe7-5f61-4262-990f-46019ac36949 HTTP/1.1" status: 200 len: 946 time: 0.7005374 Feb 09 12:30:45.348327 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port d93b5e0a-6c45-4800-820d-aa945e3d4e97, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=d93b5e0a-6c45-4800-820d-aa945e3d4e97,segment=NetworkSegment(979c19f6-d1b0-4462-9702-5c928d7c30bd),segment_id=979c19f6-d1b0-4462-9702-5c928d7c30bd)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:30:45.355218 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-39ace7b1-e90a-41e8-a75d-caa9e9bab905 req-d324d9ea-c946-4b05-bb5f-52d851a1d3bd tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/security-groups?id=a92e072c-0931-4903-8919-a0446488f11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164932 Feb 09 12:30:45.368869 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6b622c1c-9fa5-4dd2-a571-38d41af48bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:45.379402 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'd93b5e0a-6c45-4800-820d-aa945e3d4e97', 'network_id': '8e240a2e-10ae-45b2-9910-3b86c821ddc4', 'port_id': 'd93b5e0a-6c45-4800-820d-aa945e3d4e97', 'mac_address': 'fa:16:3e:92:58:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9fe3712-b0f7-41b8-9852-1955bd160446', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:30:45.412876 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6b622c1c-9fa5-4dd2-a571-38d41af48bae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:45.480244 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:45.481498 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b2c630-1dd7-428b-a952-b8afb0266b40 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Pushing event deleted for resources: {'Port': ['ID=12ce4de3-599b-4e0d-9c70-c8730f025cc0,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:45.500745 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d93b5e0a-6c45-4800-820d-aa945e3d4e97 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:30:45.514406 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b622c1c-9fa5-4dd2-a571-38d41af48bae admin admin] Pushing event deleted for resources: {'Network': ['ID=d9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:45.520006 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port d93b5e0a-6c45-4800-820d-aa945e3d4e97, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=d93b5e0a-6c45-4800-820d-aa945e3d4e97,segment=NetworkSegment(979c19f6-d1b0-4462-9702-5c928d7c30bd),segment_id=979c19f6-d1b0-4462-9702-5c928d7c30bd)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:30:45.525419 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-6b622c1c-9fa5-4dd2-a571-38d41af48bae admin admin] 10.222.0.55 "DELETE /v2.0/networks/d9dbbbe3-31b4-4ff2-aa4d-e469ffab2b35 HTTP/1.1" status: 204 len: 168 time: 3.3818088 Feb 09 12:30:45.530453 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbfefbb-e8f7-40b4-9375-4b2968a5ad68 req-96b2c630-1dd7-428b-a952-b8afb0266b40 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] No DVR routers for this DVR port 12ce4de3-599b-4e0d-9c70-c8730f025cc0 on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:30:45.532595 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:45.536941 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 58822) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:30:45.572378 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-0fbfefbb-e8f7-40b4-9375-4b2968a5ad68 req-96b2c630-1dd7-428b-a952-b8afb0266b40 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:45.575784 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5d0fe7-5f61-4262-990f-46019ac36949', 'name': 'network-vif-deleted', 'tag': '12ce4de3-599b-4e0d-9c70-c8730f025cc0'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:30:45.622541 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=d93b5e0a-6c45-4800-820d-aa945e3d4e97,revision_number=9']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:45.802559 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['d93b5e0a-6c45-4800-820d-aa945e3d4e97'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:30:45.809728 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0fbfefbb-e8f7-40b4-9375-4b2968a5ad68 req-96b2c630-1dd7-428b-a952-b8afb0266b40 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.46 "DELETE /v2.0/ports/12ce4de3-599b-4e0d-9c70-c8730f025cc0 HTTP/1.1" status: 204 len: 173 time: 2.3410938 Feb 09 12:30:45.841245 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-1859408e-2319-40d8-b92c-b41980d28063 req-855691a5-013f-4ffa-bcc4-aa9cb9a1741d tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:45.853781 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['c89f1198-521e-46b6-9a42-236dc34ec316'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:30:45.913729 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855691a5-013f-4ffa-bcc4-aa9cb9a1741d tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Pushing event deleted for resources: {'Port': ['ID=6d636c75-7c2a-4d00-8dd7-ba09534c8236,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:46.054166 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-7668509d-e113-4d5f-a31a-6f4bd13db7f7 req-39ffe931-5fc8-4f3c-be28-1e776bcadced tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] For port 1381a42a-3dc4-4d01-ba30-5d925114c500, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=1381a42a-3dc4-4d01-ba30-5d925114c500,segment=NetworkSegment(ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a),segment_id=ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:30:46.054735 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-7668509d-e113-4d5f-a31a-6f4bd13db7f7 req-39ffe931-5fc8-4f3c-be28-1e776bcadced tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:46.141459 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-44917a1e-6ab9-42e2-9d34-dd8f9196478d req-e7beec34-3286-4282-9ae6-f7b3a76cabd6 service neutron] 10.222.0.46 "GET /v2.0/networks/8e240a2e-10ae-45b2-9910-3b86c821ddc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9509599 Feb 09 12:30:46.147460 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-1859408e-2319-40d8-b92c-b41980d28063 req-855691a5-013f-4ffa-bcc4-aa9cb9a1741d tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] No DVR routers for this DVR port 6d636c75-7c2a-4d00-8dd7-ba09534c8236 on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:30:46.198020 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50195e3a-65b8-41af-bf5e-70a630c3dd5d req-7605c75e-2688-4631-a08b-d99c76786dcd tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:46.204259 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-1859408e-2319-40d8-b92c-b41980d28063 req-855691a5-013f-4ffa-bcc4-aa9cb9a1741d tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:46.205285 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-50195e3a-65b8-41af-bf5e-70a630c3dd5d req-7605c75e-2688-4631-a08b-d99c76786dcd tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd51b9f3-272c-4991-a4c5-bad8b4d07fff HTTP/1.1" status: 200 len: 944 time: 0.7790589 Feb 09 12:30:46.206590 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1859408e-2319-40d8-b92c-b41980d28063 req-855691a5-013f-4ffa-bcc4-aa9cb9a1741d tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.46 "DELETE /v2.0/ports/6d636c75-7c2a-4d00-8dd7-ba09534c8236 HTTP/1.1" status: 204 len: 173 time: 2.1784062 Feb 09 12:30:46.216364 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-7668509d-e113-4d5f-a31a-6f4bd13db7f7 req-39ffe931-5fc8-4f3c-be28-1e776bcadced tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Calling delete_port for 1381a42a-3dc4-4d01-ba30-5d925114c500 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:30:46.336422 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1eb6d3f7-649f-45e6-ba61-2e84f9c61420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:46.347573 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-50195e3a-65b8-41af-bf5e-70a630c3dd5d req-7af61fb6-59bf-4c57-b40e-902b4729d96c tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef88ea14-c1b5-4810-8a63-5868ea6af64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405301 Feb 09 12:30:46.373271 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff595266-593e-4de0-8edc-81c322eaabb7 req-a129dd7a-3222-4d33-b35a-acd02af30ea9 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:46.381712 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ff595266-593e-4de0-8edc-81c322eaabb7 req-a129dd7a-3222-4d33-b35a-acd02af30ea9 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ffa4d7e-005b-44e4-b944-8d665fe8f89a HTTP/1.1" status: 200 len: 946 time: 0.8513963 Feb 09 12:30:46.522436 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 12ce4de3-599b-4e0d-9c70-c8730f025cc0 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:30:46.638555 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: 12ce4de3-599b-4e0d-9c70-c8730f025cc0 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:30:46.638902 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 12ce4de3-599b-4e0d-9c70-c8730f025cc0 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:30:46.639326 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 6d636c75-7c2a-4d00-8dd7-ba09534c8236 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:30:46.680366 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: 6d636c75-7c2a-4d00-8dd7-ba09534c8236 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:30:46.680366 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 6d636c75-7c2a-4d00-8dd7-ba09534c8236 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:30:46.680366 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 1381a42a-3dc4-4d01-ba30-5d925114c500 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:30:46.685573 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-7668509d-e113-4d5f-a31a-6f4bd13db7f7 req-39ffe931-5fc8-4f3c-be28-1e776bcadced tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:46.715347 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: 1381a42a-3dc4-4d01-ba30-5d925114c500 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:30:46.715742 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 1381a42a-3dc4-4d01-ba30-5d925114c500 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:30:46.758229 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['40dc350d-1874-481c-a46c-c820c9950461'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:30:46.763234 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ff595266-593e-4de0-8edc-81c322eaabb7 req-8c507405-cbb0-43fe-b5ea-ca77e28f89ec tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744352 Feb 09 12:30:46.766854 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ffe931-5fc8-4f3c-be28-1e776bcadced tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Pushing event deleted for resources: {'Port': ['ID=1381a42a-3dc4-4d01-ba30-5d925114c500,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:46.771946 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d3986373-ae60-48d0-9735-9daa103ca9df req-cf2baebe-b03d-493c-89ec-0c6527639f14 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=720baf22-d3ac-474f-bd16-99a5a09466c5 HTTP/1.1" status: 200 len: 210 time: 0.1275091 Feb 09 12:30:46.849847 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-7668509d-e113-4d5f-a31a-6f4bd13db7f7 req-39ffe931-5fc8-4f3c-be28-1e776bcadced tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] No DVR routers for this DVR port 1381a42a-3dc4-4d01-ba30-5d925114c500 on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:30:46.852288 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-7668509d-e113-4d5f-a31a-6f4bd13db7f7 req-39ffe931-5fc8-4f3c-be28-1e776bcadced tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:46.867496 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7668509d-e113-4d5f-a31a-6f4bd13db7f7 req-39ffe931-5fc8-4f3c-be28-1e776bcadced tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.46 "DELETE /v2.0/ports/1381a42a-3dc4-4d01-ba30-5d925114c500 HTTP/1.1" status: 204 len: 173 time: 2.1531050 Feb 09 12:30:46.899521 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5d0fe7-5f61-4262-990f-46019ac36949', 'name': 'network-vif-deleted', 'tag': '12ce4de3-599b-4e0d-9c70-c8730f025cc0', 'status': 'completed', 'code': 200} Feb 09 12:30:47.180749 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa9336-1951-4f51-982f-8324d2451e2b req-25e8c7b3-751c-4ca0-9363-3f6621236221 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:47.188042 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e9aa9336-1951-4f51-982f-8324d2451e2b req-25e8c7b3-751c-4ca0-9363-3f6621236221 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 944 time: 0.2282786 Feb 09 12:30:47.208815 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8c015186-cdd4-4b43-8f1c-6ddf6356025d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:47.295187 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58842) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:30:47.343898 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-79e05b99-bd25-4183-b3dc-f3ddcc150fdf req-629efd46-1322-47b0-9c38-00cdbf7eddc8 tempest-MultipleCreateTestJSON-1866761532 tempest-MultipleCreateTestJSON-1866761532-project] 10.222.0.55 "GET /v2.0/ports?device_id=c17d37f3-3a84-4ada-a64f-1b3d00197948 HTTP/1.1" status: 200 len: 210 time: 0.1385090 Feb 09 12:30:47.368596 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e9aa9336-1951-4f51-982f-8324d2451e2b req-ed1937b5-7b62-4b87-bcfe-49d19b4e7892 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796355 Feb 09 12:30:47.506072 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dc9a69ce-119d-44d6-8f0b-18a637e4f612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:47.513586 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:47.524295 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-dc9a69ce-119d-44d6-8f0b-18a637e4f612 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:30:47.528578 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-dc9a69ce-119d-44d6-8f0b-18a637e4f612 admin admin] Usage tracker for resource:security_group_rule and tenant:55348a2e812c489094e99963697df262 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:30:47.531889 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-dc9a69ce-119d-44d6-8f0b-18a637e4f612 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:30:47.538897 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-dc9a69ce-119d-44d6-8f0b-18a637e4f612 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:30:47.580162 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:47.671585 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dc9a69ce-119d-44d6-8f0b-18a637e4f612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:47.677055 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dc9a69ce-119d-44d6-8f0b-18a637e4f612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:47.700259 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39272cd2-3403-44e1-bf2a-6a98833095d2 req-a5f47ea8-881c-46e0-b40b-d4b6928e8c2e tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:47.701769 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-39272cd2-3403-44e1-bf2a-6a98833095d2 req-a5f47ea8-881c-46e0-b40b-d4b6928e8c2e tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd51b9f3-272c-4991-a4c5-bad8b4d07fff HTTP/1.1" status: 200 len: 944 time: 0.2050982 Feb 09 12:30:47.735274 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-dc9a69ce-119d-44d6-8f0b-18a637e4f612 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=55348a2e812c489094e99963697df262&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4384372 Feb 09 12:30:47.736957 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a69ce-119d-44d6-8f0b-18a637e4f612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68cbd8c-0079-4cba-bdd1-ddbd3b6ac978,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:47.739373 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58850) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:30:47.804192 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ee02eb52-4ffa-4952-ab81-6fecb8e0876c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:47.832702 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-39272cd2-3403-44e1-bf2a-6a98833095d2 req-759c8f0a-087e-43d5-affd-699ca8a47a68 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef88ea14-c1b5-4810-8a63-5868ea6af64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207285 Feb 09 12:30:47.835913 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ee02eb52-4ffa-4952-ab81-6fecb8e0876c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:47.839803 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-8c015186-cdd4-4b43-8f1c-6ddf6356025d admin admin] Deleting port a0752c0a-b46f-428b-ac88-b1452303898e {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:30:47.845386 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8c015186-cdd4-4b43-8f1c-6ddf6356025d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:47.935861 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ee02eb52-4ffa-4952-ab81-6fecb8e0876c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:47.969175 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee02eb52-4ffa-4952-ab81-6fecb8e0876c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68cbd8c-0079-4cba-bdd1-ddbd3b6ac978,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:47.979330 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ee02eb52-4ffa-4952-ab81-6fecb8e0876c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:47.986773 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ee02eb52-4ffa-4952-ab81-6fecb8e0876c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e68cbd8c-0079-4cba-bdd1-ddbd3b6ac978 HTTP/1.1" status: 204 len: 168 time: 0.2440085 Feb 09 12:30:48.243532 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b7eb8778-f8ec-4ec7-9ca8-7df27c86558c req-67c2cf26-d934-4aef-99e4-c3c8e1f62168 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=720baf22-d3ac-474f-bd16-99a5a09466c5 HTTP/1.1" status: 200 len: 210 time: 0.0954108 Feb 09 12:30:48.304537 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-8c015186-cdd4-4b43-8f1c-6ddf6356025d admin admin] For port a0752c0a-b46f-428b-ac88-b1452303898e, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=a0752c0a-b46f-428b-ac88-b1452303898e,segment=NetworkSegment(6d7c12a1-8ae5-4e28-94f7-188598d43b18),segment_id=6d7c12a1-8ae5-4e28-94f7-188598d43b18)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:30:48.304900 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8c015186-cdd4-4b43-8f1c-6ddf6356025d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:48.436909 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674d17b-145d-482e-9c15-57a1178d614a req-aa0496a8-58ae-4e90-b8bc-dc03f02078db tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:48.441765 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e674d17b-145d-482e-9c15-57a1178d614a req-aa0496a8-58ae-4e90-b8bc-dc03f02078db tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ffa4d7e-005b-44e4-b944-8d665fe8f89a HTTP/1.1" status: 200 len: 946 time: 0.4352894 Feb 09 12:30:48.450986 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-8c015186-cdd4-4b43-8f1c-6ddf6356025d admin admin] Calling delete_port for a0752c0a-b46f-428b-ac88-b1452303898e owned by network:router_interface {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:30:48.468197 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58874) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:30:48.523247 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device c89f1198-521e-46b6-9a42-236dc34ec316 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:30:48.540230 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a85cd18-5eee-484f-94e7-da930ca3a086 admin admin] Deleting subnet 313af47f-c09c-471a-818d-77fb1e0b1ddd {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:30:48.543714 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6a85cd18-5eee-484f-94e7-da930ca3a086 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:48.576720 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:30:48.614033 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6a85cd18-5eee-484f-94e7-da930ca3a086 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:48.645004 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port c89f1198-521e-46b6-9a42-236dc34ec316 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:30:48.651310 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port c89f1198-521e-46b6-9a42-236dc34ec316 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:30:48.651811 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:48.677224 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6a85cd18-5eee-484f-94e7-da930ca3a086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:48.703341 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e674d17b-145d-482e-9c15-57a1178d614a req-6d5d3033-99e7-48c1-ac08-eba92d7cf013 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101789 Feb 09 12:30:48.764339 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6a85cd18-5eee-484f-94e7-da930ca3a086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:48.793840 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:48.811420 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a85cd18-5eee-484f-94e7-da930ca3a086 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=313af47f-c09c-471a-818d-77fb1e0b1ddd,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:48.819525 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6a85cd18-5eee-484f-94e7-da930ca3a086 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:48.828117 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6a85cd18-5eee-484f-94e7-da930ca3a086 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/313af47f-c09c-471a-818d-77fb1e0b1ddd HTTP/1.1" status: 204 len: 168 time: 0.3566093 Feb 09 12:30:48.828659 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58886) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:30:48.844147 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd51b9f3-272c-4991-a4c5-bad8b4d07fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89f1198-521e-46b6-9a42-236dc34ec316'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:30:48.857446 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f6996-56e4-4b0f-a091-12d7ae05c170 req-adc269f2-d3d7-4978-9bb0-dddfe682840c tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:48.858990 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-116f6996-56e4-4b0f-a091-12d7ae05c170 req-adc269f2-d3d7-4978-9bb0-dddfe682840c tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 944 time: 0.1751204 Feb 09 12:30:48.860100 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port c89f1198-521e-46b6-9a42-236dc34ec316, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=c89f1198-521e-46b6-9a42-236dc34ec316,segment=NetworkSegment(265d0b08-b939-46e1-9e9a-33b1f21608e7),segment_id=265d0b08-b939-46e1-9e9a-33b1f21608e7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:30:48.867516 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:48.869581 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device d93b5e0a-6c45-4800-820d-aa945e3d4e97 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:30:48.929278 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c17d37f3-3a84-4ada-a64f-1b3d00197948', 'name': 'network-vif-deleted', 'tag': '6d636c75-7c2a-4d00-8dd7-ba09534c8236'}, {'server_uuid': '720baf22-d3ac-474f-bd16-99a5a09466c5', 'name': 'network-vif-deleted', 'tag': '1381a42a-3dc4-4d01-ba30-5d925114c500'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:30:48.967033 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-116f6996-56e4-4b0f-a091-12d7ae05c170 req-1c559143-3f7a-4c0e-b72a-a5026ff1dc3a tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954156 Feb 09 12:30:49.009553 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8c015186-cdd4-4b43-8f1c-6ddf6356025d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:49.016956 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd51b9f3-272c-4991-a4c5-bad8b4d07fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89f1198-521e-46b6-9a42-236dc34ec316', 'code': 200} Feb 09 12:30:49.052293 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1c2b4368-0240-4ead-bd58-3f29414e37b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:49.132470 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c015186-cdd4-4b43-8f1c-6ddf6356025d admin admin] Pushing event deleted for resources: {'Port': ['ID=a0752c0a-b46f-428b-ac88-b1452303898e,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:49.137942 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c17d37f3-3a84-4ada-a64f-1b3d00197948', 'name': 'network-vif-deleted', 'tag': '6d636c75-7c2a-4d00-8dd7-ba09534c8236', 'status': 'completed', 'code': 200} Feb 09 12:30:49.139144 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '720baf22-d3ac-474f-bd16-99a5a09466c5', 'name': 'network-vif-deleted', 'tag': '1381a42a-3dc4-4d01-ba30-5d925114c500', 'status': 'completed', 'code': 200} Feb 09 12:30:49.140313 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:49.143054 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=c89f1198-521e-46b6-9a42-236dc34ec316,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:49.152187 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port d93b5e0a-6c45-4800-820d-aa945e3d4e97 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:30:49.152725 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:49.261417 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5978d3b-c9e3-41d2-88ae-081fe9472355 req-61a403db-ee48-40ff-8a86-f22051601b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:49.264291 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b5978d3b-c9e3-41d2-88ae-081fe9472355 req-61a403db-ee48-40ff-8a86-f22051601b49 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bd51b9f3-272c-4991-a4c5-bad8b4d07fff HTTP/1.1" status: 200 len: 1096 time: 0.2727914 Feb 09 12:30:49.266280 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1c2b4368-0240-4ead-bd58-3f29414e37b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:49.356599 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:49.399744 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-1c2b4368-0240-4ead-bd58-3f29414e37b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2afa2261-4e51-4a11-a197-c0983f12ef73']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:30:49.414646 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port d93b5e0a-6c45-4800-820d-aa945e3d4e97, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=d93b5e0a-6c45-4800-820d-aa945e3d4e97,segment=NetworkSegment(979c19f6-d1b0-4462-9702-5c928d7c30bd),segment_id=979c19f6-d1b0-4462-9702-5c928d7c30bd)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:30:49.422748 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:49.430995 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-1c2b4368-0240-4ead-bd58-3f29414e37b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e746275-56b2-41d5-a4a5-7a627fd9b561') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:30:49.431295 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-1c2b4368-0240-4ead-bd58-3f29414e37b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e746275-56b2-41d5-a4a5-7a627fd9b561') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:30:49.441115 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92cf8e-69b1-40f3-9574-9f13096e752e req-f50f0c77-2872-4016-b470-0d0cd8526db4 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:49.442699 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2f92cf8e-69b1-40f3-9574-9f13096e752e req-f50f0c77-2872-4016-b470-0d0cd8526db4 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd51b9f3-272c-4991-a4c5-bad8b4d07fff HTTP/1.1" status: 200 len: 945 time: 0.3565674 Feb 09 12:30:49.469613 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1c2b4368-0240-4ead-bd58-3f29414e37b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:49.514778 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1c2b4368-0240-4ead-bd58-3f29414e37b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:49.524185 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b5978d3b-c9e3-41d2-88ae-081fe9472355 req-78b367cb-f344-4b45-a7da-6a86ae8d2107 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ef88ea14-c1b5-4810-8a63-5868ea6af64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261379 Feb 09 12:30:49.533200 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c2b4368-0240-4ead-bd58-3f29414e37b1 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:30:49.533827 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1c2b4368-0240-4ead-bd58-3f29414e37b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:49.559764 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=d93b5e0a-6c45-4800-820d-aa945e3d4e97,revision_number=10']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:49.591272 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2f92cf8e-69b1-40f3-9574-9f13096e752e req-7ab28d23-531e-49d4-a714-210f3b44236a tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef88ea14-c1b5-4810-8a63-5868ea6af64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365035 Feb 09 12:30:49.629311 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:30:49.629311 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:30:49.629311 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:30:49.629311 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:30:49.629311 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:30:49.629311 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:30:49.629311 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:30:49.629311 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:30:49.629311 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:30:49.629311 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:30:49.629311 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:30:49.629311 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:30:49.629311 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:30:49.629311 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:30:49.629311 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:30:49.629311 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:30:49.629311 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:30:49.629311 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:30:49.629311 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:30:49.629311 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:30:49.629311 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:30:49.629311 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:30:49.629311 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:30:49.629311 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:30:49.629311 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:30:49.629311 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:30:49.629311 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:30:49.629311 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:30:49.629311 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:30:49.629311 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:30:49.629311 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:30:49.629311 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:30:49.635160 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8c015186-cdd4-4b43-8f1c-6ddf6356025d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:49.667536 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1c2b4368-0240-4ead-bd58-3f29414e37b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:49.814802 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1c2b4368-0240-4ead-bd58-3f29414e37b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:49.817969 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2b4368-0240-4ead-bd58-3f29414e37b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2afa2261-4e51-4a11-a197-c0983f12ef73,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:49.834585 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1c2b4368-0240-4ead-bd58-3f29414e37b1 admin admin] 10.222.0.55 "DELETE /v2.0/networks/2afa2261-4e51-4a11-a197-c0983f12ef73 HTTP/1.1" status: 204 len: 168 time: 1.0048974 Feb 09 12:30:50.025666 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58934) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:30:50.075636 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-dcb9430d-0e08-46a9-aada-297ff43b2875 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e0048b3263a64a25bb0a308761d4f339&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485482 Feb 09 12:30:50.078007 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58938) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:30:50.146603 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7a8eb702-0786-4b73-96ed-9da1c4b1b77b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:50.176717 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7a8eb702-0786-4b73-96ed-9da1c4b1b77b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:50.235290 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7a8eb702-0786-4b73-96ed-9da1c4b1b77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:50.255075 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8eb702-0786-4b73-96ed-9da1c4b1b77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92e072c-0931-4903-8919-a0446488f11a,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:50.255555 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-a6646f95-cf8e-49b7-b8ee-10326227eff3 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:50.257079 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-a6646f95-cf8e-49b7-b8ee-10326227eff3 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/networks?id=985217ad-b773-4531-9367-f144e39af1cf HTTP/1.1" status: 200 len: 805 time: 0.5001752 Feb 09 12:30:50.268132 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7a8eb702-0786-4b73-96ed-9da1c4b1b77b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:50.272165 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7a8eb702-0786-4b73-96ed-9da1c4b1b77b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a92e072c-0931-4903-8919-a0446488f11a HTTP/1.1" status: 204 len: 168 time: 0.1907015 Feb 09 12:30:50.291978 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-f3cd54f0-5c9d-44f0-b347-c5c020160a58 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/quotas/c35b136021fd452e84da1be28afeefee HTTP/1.1" status: 200 len: 375 time: 0.0286467 Feb 09 12:30:50.339373 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:50.404687 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4358fa3-e387-48e3-936d-186a581f8821 req-e8b1f2cb-58cd-4ddc-a8f4-b49908bd7c9b tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:50.406080 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f4358fa3-e387-48e3-936d-186a581f8821 req-e8b1f2cb-58cd-4ddc-a8f4-b49908bd7c9b tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ffa4d7e-005b-44e4-b944-8d665fe8f89a HTTP/1.1" status: 200 len: 946 time: 0.3760803 Feb 09 12:30:50.511840 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f4358fa3-e387-48e3-936d-186a581f8821 req-1dab0238-e926-4a13-8ee7-42f4d0c1d954 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978830 Feb 09 12:30:50.517575 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c015186-cdd4-4b43-8f1c-6ddf6356025d admin admin] Router f7b1e2ea-ae84-4f77-9331-7e33e81bc26d has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:30:50.634489 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-216addd9-aef8-4c41-8cc9-a2e7671b9810 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c35b136021fd452e84da1be28afeefee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2893455 Feb 09 12:30:50.934565 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c015186-cdd4-4b43-8f1c-6ddf6356025d admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:30:50.946011 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d79b533-8b3d-4a18-a103-c26355e55793 None None] Sync routers for ids ['f7b1e2ea-ae84-4f77-9331-7e33e81bc26d'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:30:50.954878 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d79b533-8b3d-4a18-a103-c26355e55793 None None] Routers {'f7b1e2ea-ae84-4f77-9331-7e33e81bc26d'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:30:50.955410 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-0d79b533-8b3d-4a18-a103-c26355e55793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:30:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['f7b1e2ea-ae84-4f77-9331-7e33e81bc26d'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:30:50.960379 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-edae99df-5b07-4eb3-86df-592162175d4e service neutron] 10.222.0.55 "GET /v2.0/networks/985217ad-b773-4531-9367-f144e39af1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142674 Feb 09 12:30:50.970457 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46ffcc-7341-485d-a805-faf86abc7721 req-47e6b74e-16fb-40b3-8314-cb1c403c4f8d tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:50.973151 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5f46ffcc-7341-485d-a805-faf86abc7721 req-47e6b74e-16fb-40b3-8314-cb1c403c4f8d tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 946 time: 0.3043747 Feb 09 12:30:50.980146 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58970) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:30:50.993936 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8c015186-cdd4-4b43-8f1c-6ddf6356025d admin admin] 10.222.0.55 "PUT /v2.0/routers/f7b1e2ea-ae84-4f77-9331-7e33e81bc26d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4541323 Feb 09 12:30:51.045853 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93b5e0a-6c45-4800-820d-aa945e3d4e97'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:30:51.233560 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-1dec5afb-f1c6-44e1-acdb-787abea072c6 service neutron] 10.222.0.55 "GET /v2.0/networks/985217ad-b773-4531-9367-f144e39af1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591658 Feb 09 12:30:51.263433 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-0d79b533-8b3d-4a18-a103-c26355e55793 None None] Set router f7b1e2ea-ae84-4f77-9331-7e33e81bc26d gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:30:51.264090 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fee3216c-49f1-48b0-b9f7-30c4c248e42b admin admin] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:51.281475 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5f46ffcc-7341-485d-a805-faf86abc7721 req-1f97c9db-18f1-412d-83d9-482ce76ef42c tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862337 Feb 09 12:30:51.382517 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 58988) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:30:51.534734 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93b5e0a-6c45-4800-820d-aa945e3d4e97', 'code': 200} Feb 09 12:30:51.645341 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b1e1350-c5e0-4dd3-92dd-574d480ea90a req-25724287-3e9c-4d70-b1df-a7725ca9ca74 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=81ea6099-4fe0-47d8-9fa6-1375fcace60c HTTP/1.1" status: 200 len: 210 time: 0.0644791 Feb 09 12:30:51.684092 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-6856521f-0c11-40c2-a31d-8b4136afa274 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-27536289-network', 'tenant_id': 'aba34aa17eff4c08ab9eaf8e9c681a05'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:30:51.692592 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6856521f-0c11-40c2-a31d-8b4136afa274 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:30:51.701929 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6856521f-0c11-40c2-a31d-8b4136afa274 admin admin] Usage tracker for resource:network and tenant:aba34aa17eff4c08ab9eaf8e9c681a05 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:30:51.713661 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6856521f-0c11-40c2-a31d-8b4136afa274 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:30:51.727490 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6856521f-0c11-40c2-a31d-8b4136afa274 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:30:51.748370 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6856521f-0c11-40c2-a31d-8b4136afa274 admin admin] Made reservation on behalf of aba34aa17eff4c08ab9eaf8e9c681a05 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:30:51.751241 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6856521f-0c11-40c2-a31d-8b4136afa274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:51.780060 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6856521f-0c11-40c2-a31d-8b4136afa274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:51.793839 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fee3216c-49f1-48b0-b9f7-30c4c248e42b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:51.817938 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-fee3216c-49f1-48b0-b9f7-30c4c248e42b admin admin] Deleting port e8d9ce47-d9ea-49d5-9368-fbfd9c08ca17 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:30:51.818248 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fee3216c-49f1-48b0-b9f7-30c4c248e42b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:51.824905 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6856521f-0c11-40c2-a31d-8b4136afa274 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:30:51.835210 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6856521f-0c11-40c2-a31d-8b4136afa274 admin admin] Usage tracker for resource:security_group_rule and tenant:aba34aa17eff4c08ab9eaf8e9c681a05 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:30:51.840739 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6856521f-0c11-40c2-a31d-8b4136afa274 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:30:51.903376 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6856521f-0c11-40c2-a31d-8b4136afa274 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:30:51.942802 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-0d79b533-8b3d-4a18-a103-c26355e55793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b1e2ea-ae84-4f77-9331-7e33e81bc26d', 'name': 'tempest-TaggedBootDevicesTest_v242-1485644692-router', 'tenant_id': 'a8929df639894ba8912c24b0b1f36dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'e8d9ce47-d9ea-49d5-9368-fbfd9c08ca17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:23:23Z', 'updated_at': '2022-02-09T12:30:48Z', 'revision_number': 5, 'project_id': 'a8929df639894ba8912c24b0b1f36dee', 'gw_port': {'id': 'e8d9ce47-d9ea-49d5-9368-fbfd9c08ca17', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:03:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b1e2ea-ae84-4f77-9331-7e33e81bc26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:23:24Z', 'updated_at': '2022-02-09T12:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:30:51.949694 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d79b533-8b3d-4a18-a103-c26355e55793 None None] Checking router: f7b1e2ea-ae84-4f77-9331-7e33e81bc26d for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:30:51.963425 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d79b533-8b3d-4a18-a103-c26355e55793 None None] Routers {'f7b1e2ea-ae84-4f77-9331-7e33e81bc26d'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:30:51.964783 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-0d79b533-8b3d-4a18-a103-c26355e55793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:30:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['f7b1e2ea-ae84-4f77-9331-7e33e81bc26d'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:30:52.094042 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c72414-6403-4486-8a25-8c043ec0a392 req-d373c571-b7a3-4855-bac8-39ebb9daf165 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:52.099045 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-48c72414-6403-4486-8a25-8c043ec0a392 req-d373c571-b7a3-4855-bac8-39ebb9daf165 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ffa4d7e-005b-44e4-b944-8d665fe8f89a HTTP/1.1" status: 200 len: 946 time: 0.2596681 Feb 09 12:30:52.166013 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcd693-b797-493b-b06e-fee4ccd6d20e req-2355c76f-3179-48fb-a11e-aa19d0d0ab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:52.167521 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-36bcd693-b797-493b-b06e-fee4ccd6d20e req-2355c76f-3179-48fb-a11e-aa19d0d0ab83 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 1097 time: 0.2930989 Feb 09 12:30:52.214924 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-fee3216c-49f1-48b0-b9f7-30c4c248e42b admin admin] For port e8d9ce47-d9ea-49d5-9368-fbfd9c08ca17, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=e8d9ce47-d9ea-49d5-9368-fbfd9c08ca17,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:30:52.215301 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fee3216c-49f1-48b0-b9f7-30c4c248e42b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:52.217499 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6856521f-0c11-40c2-a31d-8b4136afa274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:52.227491 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-0d79b533-8b3d-4a18-a103-c26355e55793 None None] Set router f7b1e2ea-ae84-4f77-9331-7e33e81bc26d gateway port host: None {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:30:52.237832 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3c1a1-811b-4edf-97c9-1d2b1862885e req-0517e805-4270-44c5-959b-642abbdf1811 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:52.240152 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c2a3c1a1-811b-4edf-97c9-1d2b1862885e req-0517e805-4270-44c5-959b-642abbdf1811 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd51b9f3-272c-4991-a4c5-bad8b4d07fff HTTP/1.1" status: 200 len: 945 time: 0.2951674 Feb 09 12:30:52.243425 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6856521f-0c11-40c2-a31d-8b4136afa274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:52.333988 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6856521f-0c11-40c2-a31d-8b4136afa274 admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:30:52.345768 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-48c72414-6403-4486-8a25-8c043ec0a392 req-52710a36-d46e-48b1-8e8b-ef5fb76b956b tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402537 Feb 09 12:30:52.383640 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6856521f-0c11-40c2-a31d-8b4136afa274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:52.383640 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-6856521f-0c11-40c2-a31d-8b4136afa274 admin admin] Added segment 8c2b8444-ee73-4d9a-b984-e17b3dd7119f of type vlan for network c52d4018-5a69-4fac-a12b-9b13cfc3a5a5 Feb 09 12:30:52.396309 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-fee3216c-49f1-48b0-b9f7-30c4c248e42b admin admin] Calling delete_port for e8d9ce47-d9ea-49d5-9368-fbfd9c08ca17 owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:30:52.416375 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6856521f-0c11-40c2-a31d-8b4136afa274 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:52.460774 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6856521f-0c11-40c2-a31d-8b4136afa274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10cf2715-f5f3-438e-be93-abea536ced6a,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:52.474024 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-0d79b533-8b3d-4a18-a103-c26355e55793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b1e2ea-ae84-4f77-9331-7e33e81bc26d', 'name': 'tempest-TaggedBootDevicesTest_v242-1485644692-router', 'tenant_id': 'a8929df639894ba8912c24b0b1f36dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:23:23Z', 'updated_at': '2022-02-09T12:30:51Z', 'revision_number': 6, 'project_id': 'a8929df639894ba8912c24b0b1f36dee', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:30:52.478914 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6856521f-0c11-40c2-a31d-8b4136afa274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:52.479939 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6856521f-0c11-40c2-a31d-8b4136afa274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:52.480264 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d79b533-8b3d-4a18-a103-c26355e55793 None None] The sync data for ids ['f7b1e2ea-ae84-4f77-9331-7e33e81bc26d'] in n-d-825178-3 is: [{'id': 'f7b1e2ea-ae84-4f77-9331-7e33e81bc26d', 'name': 'tempest-TaggedBootDevicesTest_v242-1485644692-router', 'tenant_id': 'a8929df639894ba8912c24b0b1f36dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:23:23Z', 'updated_at': '2022-02-09T12:30:51Z', 'revision_number': 6, 'project_id': 'a8929df639894ba8912c24b0b1f36dee', 'gw_port_host': None}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:30:52.483034 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6856521f-0c11-40c2-a31d-8b4136afa274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:52.604505 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-36bcd693-b797-493b-b06e-fee4ccd6d20e req-25cb86cf-2048-4a11-aaf9-79ac9bd0b7a9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4226136 Feb 09 12:30:52.695225 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:52.783087 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c2a3c1a1-811b-4edf-97c9-1d2b1862885e req-b0475bec-ddbe-4551-aa80-a0d20309c714 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef88ea14-c1b5-4810-8a63-5868ea6af64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5225418 Feb 09 12:30:52.788238 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fee3216c-49f1-48b0-b9f7-30c4c248e42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:52.839405 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee3216c-49f1-48b0-b9f7-30c4c248e42b admin admin] Pushing event deleted for resources: {'Port': ['ID=e8d9ce47-d9ea-49d5-9368-fbfd9c08ca17,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:52.856356 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6856521f-0c11-40c2-a31d-8b4136afa274 admin admin] Pushing event updated for resources: {'Network': ['ID=c52d4018-5a69-4fac-a12b-9b13cfc3a5a5,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:52.866729 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network c52d4018-5a69-4fac-a12b-9b13cfc3a5a5 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:30:52.874247 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-6856521f-0c11-40c2-a31d-8b4136afa274 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4892187 Feb 09 12:30:52.881813 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59016) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:30:52.890177 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-6648be8c-b120-47e0-a649-113415807ff4 admin admin] Request body: {'subnet': {'network_id': 'c52d4018-5a69-4fac-a12b-9b13cfc3a5a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-27536289-subnet', 'tenant_id': 'aba34aa17eff4c08ab9eaf8e9c681a05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:30:52.895803 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6648be8c-b120-47e0-a649-113415807ff4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:30:52.901568 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6648be8c-b120-47e0-a649-113415807ff4 admin admin] Usage tracker for resource:subnet and tenant:aba34aa17eff4c08ab9eaf8e9c681a05 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:30:52.905191 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6648be8c-b120-47e0-a649-113415807ff4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:30:52.916031 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6648be8c-b120-47e0-a649-113415807ff4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:30:52.962188 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fee3216c-49f1-48b0-b9f7-30c4c248e42b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:52.977685 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6648be8c-b120-47e0-a649-113415807ff4 admin admin] Made reservation on behalf of aba34aa17eff4c08ab9eaf8e9c681a05 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:30:52.980210 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6648be8c-b120-47e0-a649-113415807ff4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:52.994707 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-22dfd85e-754f-440b-ab72-993934f6ea61 req-0bec8a13-d985-4312-93ac-683c3ff38321 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=81ea6099-4fe0-47d8-9fa6-1375fcace60c HTTP/1.1" status: 200 len: 210 time: 0.0800068 Feb 09 12:30:53.003181 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5d315-faed-424f-b9c0-33a90c34bc2b req-e3e53022-d224-4417-b984-4cfdb4b725dc tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:53.004821 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-83f5d315-faed-424f-b9c0-33a90c34bc2b req-e3e53022-d224-4417-b984-4cfdb4b725dc tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 946 time: 0.2397470 Feb 09 12:30:53.239009 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-83f5d315-faed-424f-b9c0-33a90c34bc2b req-c0e2dc85-4d2c-4358-8921-f2c0b84b36df tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225444 Feb 09 12:30:53.265212 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fee3216c-49f1-48b0-b9f7-30c4c248e42b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:53.267575 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fee3216c-49f1-48b0-b9f7-30c4c248e42b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:53.308159 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-38c6a761-f19b-4b95-a173-911ba0903929 req-642f82d9-b357-4947-8f83-2bb55235f669 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2278006 Feb 09 12:30:53.344209 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-38c6a761-f19b-4b95-a173-911ba0903929 req-ba63a5f5-bcce-4064-93d0-1f3cbcbd2e01 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:30:53.356204 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-38c6a761-f19b-4b95-a173-911ba0903929 req-ba63a5f5-bcce-4064-93d0-1f3cbcbd2e01 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:30:53.368617 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-38c6a761-f19b-4b95-a173-911ba0903929 req-ba63a5f5-bcce-4064-93d0-1f3cbcbd2e01 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Usage tracker for resource:floatingip and tenant:8104375b7a9b46ec9107acb1226f825a is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:30:53.373116 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-38c6a761-f19b-4b95-a173-911ba0903929 req-ba63a5f5-bcce-4064-93d0-1f3cbcbd2e01 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:30:53.378697 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fee3216c-49f1-48b0-b9f7-30c4c248e42b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:53.379229 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee3216c-49f1-48b0-b9f7-30c4c248e42b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7b1e2ea-ae84-4f77-9331-7e33e81bc26d {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:30:53.384046 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-38c6a761-f19b-4b95-a173-911ba0903929 req-ba63a5f5-bcce-4064-93d0-1f3cbcbd2e01 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:30:53.426258 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fee3216c-49f1-48b0-b9f7-30c4c248e42b admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:53.431098 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-fee3216c-49f1-48b0-b9f7-30c4c248e42b admin admin] 10.222.0.55 "DELETE /v2.0/routers/f7b1e2ea-ae84-4f77-9331-7e33e81bc26d HTTP/1.1" status: 204 len: 168 time: 2.4470987 Feb 09 12:30:53.434466 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59022) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:30:53.469065 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-38c6a761-f19b-4b95-a173-911ba0903929 req-ba63a5f5-bcce-4064-93d0-1f3cbcbd2e01 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify callbacks [] for floatingip, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:53.490363 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6648be8c-b120-47e0-a649-113415807ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:53.533081 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-3419615f-a031-411e-93b6-e5332af34645 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:53.534883 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-3419615f-a031-411e-93b6-e5332af34645 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.46 "GET /v2.0/networks?id=985217ad-b773-4531-9367-f144e39af1cf HTTP/1.1" status: 200 len: 805 time: 0.2561147 Feb 09 12:30:53.540217 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc17088c-ce75-4e05-89e9-f96c87499314 admin admin] Deleting subnet 0a73b89f-2fa1-4fa9-b0fd-df5dc2770071 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:30:53.547086 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-6131dc1d-58b6-41af-86d2-e345710ba0eb tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Request body: {'port': {'device_id': '81ea6099-4fe0-47d8-9fa6-1375fcace60c', 'network_id': '985217ad-b773-4531-9367-f144e39af1cf', 'admin_state_up': True, 'tenant_id': 'c35b136021fd452e84da1be28afeefee'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:30:53.561445 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cc17088c-ce75-4e05-89e9-f96c87499314 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:53.681950 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cc17088c-ce75-4e05-89e9-f96c87499314 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:53.705129 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648be8c-b120-47e0-a649-113415807ff4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21ba49f8-7226-4d27-a3b6-74fc50d70d5f,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:53.727075 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6648be8c-b120-47e0-a649-113415807ff4 admin admin] Checking segment: {'id': '8c2b8444-ee73-4d9a-b984-e17b3dd7119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c52d4018-5a69-4fac-a12b-9b13cfc3a5a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:30:53.727337 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6648be8c-b120-47e0-a649-113415807ff4 admin admin] Network hostable DHCP agents. Network: c52d4018-5a69-4fac-a12b-9b13cfc3a5a5, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:30:53.765842 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c936cc-47b6-4b70-b8d6-e7379192cc55 req-9a3aa46b-4cfd-47d2-9d14-4bb56601fcf0 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:53.773233 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-62c936cc-47b6-4b70-b8d6-e7379192cc55 req-9a3aa46b-4cfd-47d2-9d14-4bb56601fcf0 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ffa4d7e-005b-44e4-b944-8d665fe8f89a HTTP/1.1" status: 200 len: 946 time: 0.2402158 Feb 09 12:30:53.780436 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-6131dc1d-58b6-41af-86d2-e345710ba0eb tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:30:53.790115 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-6131dc1d-58b6-41af-86d2-e345710ba0eb tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Usage tracker for resource:port and tenant:c35b136021fd452e84da1be28afeefee is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:30:53.794596 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-6131dc1d-58b6-41af-86d2-e345710ba0eb tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:30:53.802606 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-6131dc1d-58b6-41af-86d2-e345710ba0eb tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:30:53.822793 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6648be8c-b120-47e0-a649-113415807ff4 admin admin] Network c52d4018-5a69-4fac-a12b-9b13cfc3a5a5 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:30:53.839701 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cc17088c-ce75-4e05-89e9-f96c87499314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:53.875469 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-62c936cc-47b6-4b70-b8d6-e7379192cc55 req-3d7b6a17-0cca-48aa-907d-b637999dcad2 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947437 Feb 09 12:30:53.875469 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-6648be8c-b120-47e0-a649-113415807ff4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, c52d4018-5a69-4fac-a12b-9b13cfc3a5a5) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:30:53.880042 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47604885-2e0f-4795-a89a-26787651e0bf None None] Network c52d4018-5a69-4fac-a12b-9b13cfc3a5a5 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:30:53.885746 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-6131dc1d-58b6-41af-86d2-e345710ba0eb tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Made reservation on behalf of c35b136021fd452e84da1be28afeefee for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:30:53.889580 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-6131dc1d-58b6-41af-86d2-e345710ba0eb tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:53.895740 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6648be8c-b120-47e0-a649-113415807ff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:53.896602 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6648be8c-b120-47e0-a649-113415807ff4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:53.937225 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-38c6a761-f19b-4b95-a173-911ba0903929 req-ba63a5f5-bcce-4064-93d0-1f3cbcbd2e01 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:53.942251 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-6648be8c-b120-47e0-a649-113415807ff4 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0582755 Feb 09 12:30:53.948420 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59036) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:30:53.959232 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-e6bf24e8-518e-41d5-aac5-d62d34739e9f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-27536289-router', 'tenant_id': 'aba34aa17eff4c08ab9eaf8e9c681a05', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:30:54.047181 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e6bf24e8-518e-41d5-aac5-d62d34739e9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:30:54.073272 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e6bf24e8-518e-41d5-aac5-d62d34739e9f admin admin] Usage tracker for resource:router and tenant:aba34aa17eff4c08ab9eaf8e9c681a05 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:30:54.113677 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e6bf24e8-518e-41d5-aac5-d62d34739e9f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:30:54.150403 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e6bf24e8-518e-41d5-aac5-d62d34739e9f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:30:54.158039 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cc17088c-ce75-4e05-89e9-f96c87499314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:54.251791 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-38c6a761-f19b-4b95-a173-911ba0903929 req-ba63a5f5-bcce-4064-93d0-1f3cbcbd2e01 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Allocated IP 172.25.7.45 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/5c9b24df-0aca-4052-a3eb-c21b5e792c1e) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:30:54.260817 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e6bf24e8-518e-41d5-aac5-d62d34739e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:54.262507 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e6bf24e8-518e-41d5-aac5-d62d34739e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:54.267051 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc17088c-ce75-4e05-89e9-f96c87499314 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a73b89f-2fa1-4fa9-b0fd-df5dc2770071,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:54.274708 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cc17088c-ce75-4e05-89e9-f96c87499314 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:54.288730 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4157e083-2d83-45ab-9157-08f9bad92bbf req-69607cf4-4d16-48c1-877d-daa5cdd220cf tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=81ea6099-4fe0-47d8-9fa6-1375fcace60c HTTP/1.1" status: 200 len: 210 time: 0.0883036 Feb 09 12:30:54.294375 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981fc35a-70fb-415c-920f-14671ee6049d None None] Network 5f5e8d9e-f856-40a8-b478-da586ae07e9d requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:30:54.492521 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-cc17088c-ce75-4e05-89e9-f96c87499314 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0a73b89f-2fa1-4fa9-b0fd-df5dc2770071 HTTP/1.1" status: 204 len: 168 time: 1.0569718 Feb 09 12:30:54.495014 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59072) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:30:54.497378 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04c919d-473b-4450-bb36-bb39757984ac None None] Network c52d4018-5a69-4fac-a12b-9b13cfc3a5a5 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:30:54.518708 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e6bf24e8-518e-41d5-aac5-d62d34739e9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:54.536023 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-6131dc1d-58b6-41af-86d2-e345710ba0eb tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Allocated IP 172.20.0.11 (985217ad-b773-4531-9367-f144e39af1cf/3c9b480e-1cd6-43a9-9d3f-1e4f05f3898f/fa8c5d34-cf33-4497-814f-7c5335bbb7cd) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:30:54.563008 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device e8d9ce47-d9ea-49d5-9368-fbfd9c08ca17 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:30:54.711300 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: e8d9ce47-d9ea-49d5-9368-fbfd9c08ca17 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:30:54.711961 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device e8d9ce47-d9ea-49d5-9368-fbfd9c08ca17 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:30:54.712583 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device a0752c0a-b46f-428b-ac88-b1452303898e no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:30:54.770630 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: a0752c0a-b46f-428b-ac88-b1452303898e {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:30:54.771234 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device a0752c0a-b46f-428b-ac88-b1452303898e not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:30:54.840473 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-29a4ac33-9e2d-449e-976f-58cf73f416ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:54.855902 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82018519-00b7-4726-9414-5ba01e725211 req-a719eed4-72fb-4c87-a19a-ffa65acf24ea tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:54.866276 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-82018519-00b7-4726-9414-5ba01e725211 req-a719eed4-72fb-4c87-a19a-ffa65acf24ea tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 946 time: 0.2166936 Feb 09 12:30:54.917144 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-29a4ac33-9e2d-449e-976f-58cf73f416ba admin admin] Deleting port c6160b57-abf2-4441-bc6d-c63a471b4b92 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:30:54.917545 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-29a4ac33-9e2d-449e-976f-58cf73f416ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:55.002453 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e6bf24e8-518e-41d5-aac5-d62d34739e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:55.014629 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-38c6a761-f19b-4b95-a173-911ba0903929 req-ba63a5f5-bcce-4064-93d0-1f3cbcbd2e01 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:55.091819 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-82018519-00b7-4726-9414-5ba01e725211 req-ee321ba2-be63-452f-86bc-4e41415350c1 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246611 Feb 09 12:30:55.104594 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f21ae35-2423-4656-8bdd-85d2212e5a35 None None] DHCP port deletion for 5f5e8d9e-f856-40a8-b478-da586ae07e9d request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:30:55.108446 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-9f21ae35-2423-4656-8bdd-85d2212e5a35 None None] Deleting port c6160b57-abf2-4441-bc6d-c63a471b4b92 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:30:55.108803 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9f21ae35-2423-4656-8bdd-85d2212e5a35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:55.177408 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-6131dc1d-58b6-41af-86d2-e345710ba0eb tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:55.219513 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-6131dc1d-58b6-41af-86d2-e345710ba0eb tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:55.314267 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['40dc350d-1874-481c-a46c-c820c9950461'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:30:55.541121 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-29a4ac33-9e2d-449e-976f-58cf73f416ba admin admin] For port c6160b57-abf2-4441-bc6d-c63a471b4b92, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=c6160b57-abf2-4441-bc6d-c63a471b4b92,segment=NetworkSegment(6d7c12a1-8ae5-4e28-94f7-188598d43b18),segment_id=6d7c12a1-8ae5-4e28-94f7-188598d43b18)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:30:55.541357 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-29a4ac33-9e2d-449e-976f-58cf73f416ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:55.552579 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-38c6a761-f19b-4b95-a173-911ba0903929 req-ba63a5f5-bcce-4064-93d0-1f3cbcbd2e01 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:55.575246 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-9f21ae35-2423-4656-8bdd-85d2212e5a35 None None] For port c6160b57-abf2-4441-bc6d-c63a471b4b92, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=c6160b57-abf2-4441-bc6d-c63a471b4b92,segment=NetworkSegment(6d7c12a1-8ae5-4e28-94f7-188598d43b18),segment_id=6d7c12a1-8ae5-4e28-94f7-188598d43b18)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:30:55.575646 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9f21ae35-2423-4656-8bdd-85d2212e5a35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:55.662785 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-6131dc1d-58b6-41af-86d2-e345710ba0eb tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Network 985217ad-b773-4531-9367-f144e39af1cf is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:30:55.668432 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-6131dc1d-58b6-41af-86d2-e345710ba0eb tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:30:55.676637 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-6131dc1d-58b6-41af-86d2-e345710ba0eb tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:30:55.706156 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131dc1d-58b6-41af-86d2-e345710ba0eb tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Pushing event updated for resources: {'Port': ['ID=fa8c5d34-cf33-4497-814f-7c5335bbb7cd,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:55.743758 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-29a4ac33-9e2d-449e-976f-58cf73f416ba admin admin] Calling delete_port for c6160b57-abf2-4441-bc6d-c63a471b4b92 owned by network:dhcp {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:30:55.757259 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-6131dc1d-58b6-41af-86d2-e345710ba0eb tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:55.758181 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-6131dc1d-58b6-41af-86d2-e345710ba0eb tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:55.788109 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-6131dc1d-58b6-41af-86d2-e345710ba0eb tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2447295 Feb 09 12:30:55.794174 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38c6a761-f19b-4b95-a173-911ba0903929 req-ba63a5f5-bcce-4064-93d0-1f3cbcbd2e01 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:30:55.808383 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-38c6a761-f19b-4b95-a173-911ba0903929 req-ba63a5f5-bcce-4064-93d0-1f3cbcbd2e01 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:30:55.808870 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c6a761-f19b-4b95-a173-911ba0903929 req-ba63a5f5-bcce-4064-93d0-1f3cbcbd2e01 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:30:55.809194 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-9f21ae35-2423-4656-8bdd-85d2212e5a35 None None] Calling delete_port for c6160b57-abf2-4441-bc6d-c63a471b4b92 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:30:55.821184 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-305db695-21ed-4ea1-8247-93f2f42300c5 service neutron] Request body: {'port': {'device_id': '81ea6099-4fe0-47d8-9fa6-1375fcace60c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:30:55.845107 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba63a5f5-bcce-4064-93d0-1f3cbcbd2e01 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Pushing event updated for resources: {'Port': ['ID=5c9b24df-0aca-4052-a3eb-c21b5e792c1e,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:55.875305 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4a2b4-3e8a-48af-8a1d-c43059156d47 req-f4d5460e-0768-47ed-b116-df98eff9fd84 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:55.876972 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-35b4a2b4-3e8a-48af-8a1d-c43059156d47 req-f4d5460e-0768-47ed-b116-df98eff9fd84 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ffa4d7e-005b-44e4-b944-8d665fe8f89a HTTP/1.1" status: 200 len: 946 time: 0.4481390 Feb 09 12:30:55.935678 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-29a4ac33-9e2d-449e-976f-58cf73f416ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:55.937153 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-9f21ae35-2423-4656-8bdd-85d2212e5a35 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:30:55.937518 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-9f21ae35-2423-4656-8bdd-85d2212e5a35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:30:55.964830 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-305db695-21ed-4ea1-8247-93f2f42300c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:56.001565 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a4ac33-9e2d-449e-976f-58cf73f416ba admin admin] Pushing event deleted for resources: {'Port': ['ID=c6160b57-abf2-4441-bc6d-c63a471b4b92,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:56.013298 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-35b4a2b4-3e8a-48af-8a1d-c43059156d47 req-b0ab0346-ea37-4743-b59e-0b7e31844134 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204431 Feb 09 12:30:56.018139 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a4ac33-9e2d-449e-976f-58cf73f416ba admin admin] No DVR routers for this DVR port c6160b57-abf2-4441-bc6d-c63a471b4b92 on host n-d-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:30:56.170018 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-38c6a761-f19b-4b95-a173-911ba0903929 req-ba63a5f5-bcce-4064-93d0-1f3cbcbd2e01 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:56.219212 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-29a4ac33-9e2d-449e-976f-58cf73f416ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:56.308403 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-29a4ac33-9e2d-449e-976f-58cf73f416ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f5e8d9e-f856-40a8-b478-da586ae07e9d']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:30:56.326934 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e6bf24e8-518e-41d5-aac5-d62d34739e9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:56.332920 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-29a4ac33-9e2d-449e-976f-58cf73f416ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d7c12a1-8ae5-4e28-94f7-188598d43b18') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:30:56.333228 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-29a4ac33-9e2d-449e-976f-58cf73f416ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d7c12a1-8ae5-4e28-94f7-188598d43b18') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:30:56.344709 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-38c6a761-f19b-4b95-a173-911ba0903929 req-ba63a5f5-bcce-4064-93d0-1f3cbcbd2e01 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:56.367364 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e6bf24e8-518e-41d5-aac5-d62d34739e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:56.377238 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-29a4ac33-9e2d-449e-976f-58cf73f416ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:56.425999 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-29a4ac33-9e2d-449e-976f-58cf73f416ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:56.439092 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-9f21ae35-2423-4656-8bdd-85d2212e5a35 None None] Deleting port c6160b57-abf2-4441-bc6d-c63a471b4b92 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:30:56.439585 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29a4ac33-9e2d-449e-976f-58cf73f416ba admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:30:56.439585 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-29a4ac33-9e2d-449e-976f-58cf73f416ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:56.440368 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9f21ae35-2423-4656-8bdd-85d2212e5a35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:56.461418 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:30:56.461418 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:30:56.461418 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:30:56.461418 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:30:56.461418 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:30:56.461418 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:30:56.461418 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:30:56.461418 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:30:56.461418 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:30:56.461418 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:30:56.461418 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:30:56.461418 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:30:56.461418 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:30:56.461418 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:30:56.461418 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:30:56.461418 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:30:56.461418 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:30:56.461418 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:30:56.461418 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:30:56.461418 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:30:56.461418 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:30:56.461418 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:30:56.461418 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:30:56.461418 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:30:56.461418 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:30:56.461418 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:30:56.461418 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:30:56.461418 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:30:56.461418 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:30:56.461418 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:30:56.461418 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:30:56.461418 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:30:56.516649 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09b63e-400c-47cb-9324-7103f53ae3b1 req-27d9c536-a1f8-4e32-81f3-f316bf82459e tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:56.524510 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9d09b63e-400c-47cb-9324-7103f53ae3b1 req-27d9c536-a1f8-4e32-81f3-f316bf82459e tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=81ea6099-4fe0-47d8-9fa6-1375fcace60c HTTP/1.1" status: 200 len: 932 time: 0.3564386 Feb 09 12:30:56.552096 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device c6160b57-abf2-4441-bc6d-c63a471b4b92 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:30:56.591308 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-9f21ae35-2423-4656-8bdd-85d2212e5a35 None None] The port 'c6160b57-abf2-4441-bc6d-c63a471b4b92' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:30:56.600490 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: c6160b57-abf2-4441-bc6d-c63a471b4b92 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:30:56.600833 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device c6160b57-abf2-4441-bc6d-c63a471b4b92 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:30:56.621656 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9d09b63e-400c-47cb-9324-7103f53ae3b1 req-2fd9824a-a681-4935-b18d-a7a6c1f7e703 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961995 Feb 09 12:30:56.667860 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-e6bf24e8-518e-41d5-aac5-d62d34739e9f admin admin] Allocated IP 172.25.7.147 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/44aab36d-65b3-46b9-ba60-b2f1e617e711) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:30:56.679847 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-29a4ac33-9e2d-449e-976f-58cf73f416ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:56.729254 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-29a4ac33-9e2d-449e-976f-58cf73f416ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:56.745832 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a4ac33-9e2d-449e-976f-58cf73f416ba admin admin] Pushing event deleted for resources: {'Network': ['ID=5f5e8d9e-f856-40a8-b478-da586ae07e9d,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:56.812307 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-29a4ac33-9e2d-449e-976f-58cf73f416ba admin admin] 10.222.0.55 "DELETE /v2.0/networks/5f5e8d9e-f856-40a8-b478-da586ae07e9d HTTP/1.1" status: 204 len: 168 time: 2.3154688 Feb 09 12:30:56.862439 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-305db695-21ed-4ea1-8247-93f2f42300c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa8c5d34-cf33-4497-814f-7c5335bbb7cd {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:30:56.886997 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-305db695-21ed-4ea1-8247-93f2f42300c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:56.899462 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf2643-a643-4614-b0c4-6fddd52585a6 req-17667343-46a7-489f-beb3-ceec519ad028 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:56.906408 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aadf2643-a643-4614-b0c4-6fddd52585a6 req-17667343-46a7-489f-beb3-ceec519ad028 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 946 time: 0.1702535 Feb 09 12:30:56.921847 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-305db695-21ed-4ea1-8247-93f2f42300c5 service neutron] Transition to ACTIVE for port object fa8c5d34-cf33-4497-814f-7c5335bbb7cd will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:30:56.926861 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-38c6a761-f19b-4b95-a173-911ba0903929 req-ba63a5f5-bcce-4064-93d0-1f3cbcbd2e01 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:56.936917 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-305db695-21ed-4ea1-8247-93f2f42300c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:56.937191 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-38c6a761-f19b-4b95-a173-911ba0903929 req-ba63a5f5-bcce-4064-93d0-1f3cbcbd2e01 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:56.990540 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e6bf24e8-518e-41d5-aac5-d62d34739e9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:57.024080 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aadf2643-a643-4614-b0c4-6fddd52585a6 req-93410302-5683-470a-82d6-6263239d7e8d tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167784 Feb 09 12:30:57.038132 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59126) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:30:57.115284 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba63a5f5-bcce-4064-93d0-1f3cbcbd2e01 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Pushing event updated for resources: {'Port': ['ID=5c9b24df-0aca-4052-a3eb-c21b5e792c1e,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:57.158110 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8b747ce1-0050-4563-a882-e697fc398f6e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1504faf0b32244dc872049fa5f2c3962&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0938964 Feb 09 12:30:57.160938 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59132) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:30:57.171119 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305db695-21ed-4ea1-8247-93f2f42300c5 service neutron] Pushing event updated for resources: {'Port': ['ID=fa8c5d34-cf33-4497-814f-7c5335bbb7cd,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:57.234957 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-305db695-21ed-4ea1-8247-93f2f42300c5 service neutron] Attempting to bind port fa8c5d34-cf33-4497-814f-7c5335bbb7cd on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:30:57.235347 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-305db695-21ed-4ea1-8247-93f2f42300c5 service neutron] Attempting to bind port fa8c5d34-cf33-4497-814f-7c5335bbb7cd by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '985217ad-b773-4531-9367-f144e39af1cf'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:30:57.235625 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-305db695-21ed-4ea1-8247-93f2f42300c5 service neutron] Attempting to bind port fa8c5d34-cf33-4497-814f-7c5335bbb7cd on network 985217ad-b773-4531-9367-f144e39af1cf {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:30:57.241520 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-305db695-21ed-4ea1-8247-93f2f42300c5 service neutron] Port fa8c5d34-cf33-4497-814f-7c5335bbb7cd on network 985217ad-b773-4531-9367-f144e39af1cf not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:30:57.241838 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-305db695-21ed-4ea1-8247-93f2f42300c5 service neutron] Attempting to bind port fa8c5d34-cf33-4497-814f-7c5335bbb7cd on network 985217ad-b773-4531-9367-f144e39af1cf {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:30:57.245101 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e6bf24e8-518e-41d5-aac5-d62d34739e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:57.248461 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-38c6a761-f19b-4b95-a173-911ba0903929 req-ba63a5f5-bcce-4064-93d0-1f3cbcbd2e01 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:57.300649 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-305db695-21ed-4ea1-8247-93f2f42300c5 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:30:57.300649 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-305db695-21ed-4ea1-8247-93f2f42300c5 service neutron] Checking segment: {'id': 'ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '985217ad-b773-4531-9367-f144e39af1cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:30:57.300649 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-305db695-21ed-4ea1-8247-93f2f42300c5 service neutron] Bound using segment: {'id': 'ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '985217ad-b773-4531-9367-f144e39af1cf'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:30:57.301139 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-305db695-21ed-4ea1-8247-93f2f42300c5 service neutron] Bound port: fa8c5d34-cf33-4497-814f-7c5335bbb7cd, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '985217ad-b773-4531-9367-f144e39af1cf'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:30:57.301389 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-305db695-21ed-4ea1-8247-93f2f42300c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:57.379141 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bf24e8-518e-41d5-aac5-d62d34739e9f admin admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:30:57.386623 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-e6bf24e8-518e-41d5-aac5-d62d34739e9f admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:30:57.397388 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bf24e8-518e-41d5-aac5-d62d34739e9f admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:30:57.434136 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-38c6a761-f19b-4b95-a173-911ba0903929 req-ba63a5f5-bcce-4064-93d0-1f3cbcbd2e01 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:57.435357 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-38c6a761-f19b-4b95-a173-911ba0903929 req-ba63a5f5-bcce-4064-93d0-1f3cbcbd2e01 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.0950224 Feb 09 12:30:57.436570 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf24e8-518e-41d5-aac5-d62d34739e9f admin admin] Pushing event updated for resources: {'Port': ['ID=44aab36d-65b3-46b9-ba60-b2f1e617e711,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:57.531568 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-883a3eaf-da5c-4ef4-9d5d-87104b3125bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:57.552474 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-38c6a761-f19b-4b95-a173-911ba0903929 req-43701993-8cc4-48c8-aa31-d0a2f728933c tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Synchronizing usage tracker for tenant:8104375b7a9b46ec9107acb1226f825a on resource:floatingip {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:30:57.582979 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-883a3eaf-da5c-4ef4-9d5d-87104b3125bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:57.606910 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffc4c8-f4f4-49b2-898e-f80648711130 req-f288334f-2a06-4159-8be5-6fad822e11ff tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:57.608443 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-04ffc4c8-f4f4-49b2-898e-f80648711130 req-f288334f-2a06-4159-8be5-6fad822e11ff tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ffa4d7e-005b-44e4-b944-8d665fe8f89a HTTP/1.1" status: 200 len: 946 time: 0.4227910 Feb 09 12:30:57.645894 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-38c6a761-f19b-4b95-a173-911ba0903929 req-43701993-8cc4-48c8-aa31-d0a2f728933c tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Unset dirty status for tenant:8104375b7a9b46ec9107acb1226f825a on resource:floatingip {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:30:57.647038 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-38c6a761-f19b-4b95-a173-911ba0903929 req-43701993-8cc4-48c8-aa31-d0a2f728933c tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.45 HTTP/1.1" status: 200 len: 695 time: 0.1989052 Feb 09 12:30:57.725814 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-305db695-21ed-4ea1-8247-93f2f42300c5 service neutron] For port fa8c5d34-cf33-4497-814f-7c5335bbb7cd, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:30:57.764471 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-305db695-21ed-4ea1-8247-93f2f42300c5 service neutron] For port fa8c5d34-cf33-4497-814f-7c5335bbb7cd, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=fa8c5d34-cf33-4497-814f-7c5335bbb7cd,segment=NetworkSegment(ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a),segment_id=ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:30:57.764629 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-04ffc4c8-f4f4-49b2-898e-f80648711130 req-b0640623-c012-4deb-b925-6c5c827ece01 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445303 Feb 09 12:30:57.775205 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-305db695-21ed-4ea1-8247-93f2f42300c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:57.834790 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-883a3eaf-da5c-4ef4-9d5d-87104b3125bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:57.854211 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-305db695-21ed-4ea1-8247-93f2f42300c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:57.854835 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-305db695-21ed-4ea1-8247-93f2f42300c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:57.856236 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-305db695-21ed-4ea1-8247-93f2f42300c5 service neutron] 10.222.0.46 "PUT /v2.0/ports/fa8c5d34-cf33-4497-814f-7c5335bbb7cd HTTP/1.1" status: 200 len: 1092 time: 2.0420837 Feb 09 12:30:57.858423 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81ea6099-4fe0-47d8-9fa6-1375fcace60c', 'tag': 'fa8c5d34-cf33-4497-814f-7c5335bbb7cd'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:30:57.876295 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a3eaf-da5c-4ef4-9d5d-87104b3125bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc193dc4-ba36-4ff9-b98a-95f008157bd5,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:57.883594 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305db695-21ed-4ea1-8247-93f2f42300c5 service neutron] Pushing event updated for resources: {'Port': ['ID=fa8c5d34-cf33-4497-814f-7c5335bbb7cd,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:30:57.898527 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-883a3eaf-da5c-4ef4-9d5d-87104b3125bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:57.899967 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-883a3eaf-da5c-4ef4-9d5d-87104b3125bd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cc193dc4-ba36-4ff9-b98a-95f008157bd5 HTTP/1.1" status: 204 len: 168 time: 0.7373283 Feb 09 12:30:57.914385 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6a761-f19b-4b95-a173-911ba0903929 req-2fbf3a9e-1702-4857-959f-c9ff5cd6dd18 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:57.916305 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-38c6a761-f19b-4b95-a173-911ba0903929 req-2fbf3a9e-1702-4857-959f-c9ff5cd6dd18 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/networks/af0bad45-b31e-4cb1-a77c-3bbc34409de5 HTTP/1.1" status: 200 len: 784 time: 0.2507567 Feb 09 12:30:57.935793 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-38c6a761-f19b-4b95-a173-911ba0903929 req-ddf3e836-7b30-4ffb-a97c-2e25869fbeac tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:30:57.936982 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-38c6a761-f19b-4b95-a173-911ba0903929 req-ddf3e836-7b30-4ffb-a97c-2e25869fbeac tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078156 Feb 09 12:30:58.245898 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-db871c20-b607-4da0-bac3-6abffb92f806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:58.247957 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-db871c20-b607-4da0-bac3-6abffb92f806 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c35b136021fd452e84da1be28afeefee&device_id=81ea6099-4fe0-47d8-9fa6-1375fcace60c HTTP/1.1" status: 200 len: 1095 time: 0.2922065 Feb 09 12:30:58.251456 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb287f0-084a-49be-9bf8-318fd1b04963 req-b2138769-e2b2-4d61-a215-a2c6c2c17ff3 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:58.260802 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8bb287f0-084a-49be-9bf8-318fd1b04963 req-b2138769-e2b2-4d61-a215-a2c6c2c17ff3 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 946 time: 0.2508705 Feb 09 12:30:58.328674 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e6bf24e8-518e-41d5-aac5-d62d34739e9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:58.339248 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed050a6-3354-433b-8822-897830cd11d8 req-2129e1bd-27ff-4516-94d0-31aab4d73d7e tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:58.342390 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1ed050a6-3354-433b-8822-897830cd11d8 req-2129e1bd-27ff-4516-94d0-31aab4d73d7e tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=81ea6099-4fe0-47d8-9fa6-1375fcace60c HTTP/1.1" status: 200 len: 944 time: 0.1945882 Feb 09 12:30:58.375068 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8bb287f0-084a-49be-9bf8-318fd1b04963 req-06718ab5-4427-4794-8ad5-92af2844a297 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128988 Feb 09 12:30:58.511738 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1ed050a6-3354-433b-8822-897830cd11d8 req-4c2f2635-b174-40e2-9007-3dcf0b9b5173 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306341 Feb 09 12:30:58.516725 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81ea6099-4fe0-47d8-9fa6-1375fcace60c', 'tag': 'fa8c5d34-cf33-4497-814f-7c5335bbb7cd', 'status': 'completed', 'code': 200} Feb 09 12:30:58.521032 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-68955d0b-10ce-42d0-a92a-1000721db031 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa8c5d34-cf33-4497-814f-7c5335bbb7cd HTTP/1.1" status: 200 len: 217 time: 0.2644744 Feb 09 12:30:58.776398 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59168) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:30:58.828039 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-11c1afe8-2ae5-4e53-ae31-7365f0befbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:58.829834 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-11c1afe8-2ae5-4e53-ae31-7365f0befbd8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3c9b480e-1cd6-43a9-9d3f-1e4f05f3898f HTTP/1.1" status: 200 len: 845 time: 0.2737272 Feb 09 12:30:58.883049 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-ce502f96-6636-445c-acb0-2d09d80929d9 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:58.885178 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-ce502f96-6636-445c-acb0-2d09d80929d9 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/networks?id=6fc7d014-aab7-4969-9b9f-1b9d5e7c436a HTTP/1.1" status: 200 len: 821 time: 0.2443409 Feb 09 12:30:58.921145 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-9c4b92ad-7211-4151-b7a7-b19936ac858f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=985217ad-b773-4531-9367-f144e39af1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713050 Feb 09 12:30:58.961958 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-a74d37ad-c7af-4291-82a8-93f007035a29 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/quotas/8104375b7a9b46ec9107acb1226f825a HTTP/1.1" status: 200 len: 375 time: 0.0151811 Feb 09 12:30:59.032739 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-cc4ec045-bad8-49f0-a830-401c211a0c34 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a8929df639894ba8912c24b0b1f36dee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2540271 Feb 09 12:30:59.048242 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59174) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:30:59.089189 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d1ff6-3192-4f50-97c3-55fd27e233cd req-49f6a46e-e450-4b46-9b2f-358115114792 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:59.091687 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-df4d1ff6-3192-4f50-97c3-55fd27e233cd req-49f6a46e-e450-4b46-9b2f-358115114792 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 946 time: 0.2055469 Feb 09 12:30:59.156403 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-2926965b-6d5e-46bb-af4d-31864f6ca3f5 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8104375b7a9b46ec9107acb1226f825a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1806908 Feb 09 12:30:59.172093 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-df4d1ff6-3192-4f50-97c3-55fd27e233cd req-2b66ae31-8b88-4dec-afe1-a870d5724d0f tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747228 Feb 09 12:30:59.346034 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e6bf24e8-518e-41d5-aac5-d62d34739e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:59.348463 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1c3eba63-e0a7-4d57-ae67-961938a45b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:59.353149 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-b7552412-a79c-4c1f-8672-909697247959 service neutron] 10.222.0.46 "GET /v2.0/networks/985217ad-b773-4531-9367-f144e39af1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558927 Feb 09 12:30:59.401208 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-5d872d9b-dcfa-43ef-9f47-be9a09b631f7 service neutron] 10.222.0.55 "GET /v2.0/networks/6fc7d014-aab7-4969-9b9f-1b9d5e7c436a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327130 Feb 09 12:30:59.451845 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff594c2-ab72-45cf-bd36-20c04cff3f7e req-f338934f-483d-47fd-ae5d-181d59d31a13 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:59.453556 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bff594c2-ab72-45cf-bd36-20c04cff3f7e req-f338934f-483d-47fd-ae5d-181d59d31a13 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ffa4d7e-005b-44e4-b944-8d665fe8f89a HTTP/1.1" status: 200 len: 946 time: 0.1601019 Feb 09 12:30:59.560680 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bff594c2-ab72-45cf-bd36-20c04cff3f7e req-3b4e2ed9-fb44-4394-8ebf-9bf0d0040e73 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614383 Feb 09 12:30:59.639630 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-cb173ff2-0fd1-4c99-9aa4-c17ab5421434 service neutron] 10.222.0.55 "GET /v2.0/networks/6fc7d014-aab7-4969-9b9f-1b9d5e7c436a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297902 Feb 09 12:30:59.855541 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1c3eba63-e0a7-4d57-ae67-961938a45b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:30:59.885047 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356fa328-20d6-4ba4-9df6-6745b421a48a req-4e21d6eb-d8e7-46b3-a63d-445362eaffa3 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:30:59.887273 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-356fa328-20d6-4ba4-9df6-6745b421a48a req-4e21d6eb-d8e7-46b3-a63d-445362eaffa3 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=81ea6099-4fe0-47d8-9fa6-1375fcace60c HTTP/1.1" status: 200 len: 944 time: 0.1738474 Feb 09 12:30:59.968834 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-356fa328-20d6-4ba4-9df6-6745b421a48a req-7b8cd170-5028-41e3-82d3-3430875a5fbc tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762949 Feb 09 12:31:00.017741 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1c3eba63-e0a7-4d57-ae67-961938a45b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:00.048826 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-681b1dec-13c5-4924-b05d-a1acba4adcde req-862fbda1-7864-455c-8631-07a76b22421e service neutron] 10.222.0.46 "GET /v2.0/networks/985217ad-b773-4531-9367-f144e39af1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4815912 Feb 09 12:31:00.062916 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3eba63-e0a7-4d57-ae67-961938a45b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57dc603f-158f-4567-be97-aea5a6af666e,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:00.102340 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1c3eba63-e0a7-4d57-ae67-961938a45b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:00.106006 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1c3eba63-e0a7-4d57-ae67-961938a45b60 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/57dc603f-158f-4567-be97-aea5a6af666e HTTP/1.1" status: 204 len: 168 time: 1.0017102 Feb 09 12:31:00.106006 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6bf24e8-518e-41d5-aac5-d62d34739e9f admin admin] Router f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:31:00.211336 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2d5e6e7f-97b7-4a83-9ce1-8f0cde50b3fe req-084b7839-6640-497d-bc83-a05450f5f413 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec191bd0-b237-4999-b440-eb38d16c75ee HTTP/1.1" status: 200 len: 210 time: 0.0744264 Feb 09 12:31:00.246319 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1db717-9873-4b57-a9ee-ed24f6877402 req-e58aeffe-265a-4073-8523-6d2b27942079 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:00.254586 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fe1db717-9873-4b57-a9ee-ed24f6877402 req-e58aeffe-265a-4073-8523-6d2b27942079 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 946 time: 0.2219362 Feb 09 12:31:00.357256 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fe1db717-9873-4b57-a9ee-ed24f6877402 req-6ee95a62-b916-4576-a23a-90c6f2578919 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014297 Feb 09 12:31:00.494563 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203c80c-75aa-46f1-a28a-73c83e34794e req-c8c197fb-dbb9-4f8e-ab08-5379b7cc8744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:00.496087 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d203c80c-75aa-46f1-a28a-73c83e34794e req-c8c197fb-dbb9-4f8e-ab08-5379b7cc8744 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c35b136021fd452e84da1be28afeefee&device_id=81ea6099-4fe0-47d8-9fa6-1375fcace60c HTTP/1.1" status: 200 len: 1095 time: 0.3166137 Feb 09 12:31:00.503526 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6bf24e8-518e-41d5-aac5-d62d34739e9f admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:31:00.520247 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4093787-5ec8-4704-94c0-b2736020ef26 None None] Sync routers for ids ['f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:31:00.533131 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4093787-5ec8-4704-94c0-b2736020ef26 None None] Routers {'f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:31:00.536633 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-e4093787-5ec8-4704-94c0-b2736020ef26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:30:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:31:00.607349 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e6bf24e8-518e-41d5-aac5-d62d34739e9f admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:00.608518 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e6bf24e8-518e-41d5-aac5-d62d34739e9f admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.6588969 Feb 09 12:31:00.612928 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59218) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:00.680694 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203c80c-75aa-46f1-a28a-73c83e34794e req-e0333e82-7beb-4998-bd41-dd0cf3d66d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:00.682263 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d203c80c-75aa-46f1-a28a-73c83e34794e req-e0333e82-7beb-4998-bd41-dd0cf3d66d08 service neutron] 10.222.0.46 "GET /v2.0/networks?id=985217ad-b773-4531-9367-f144e39af1cf HTTP/1.1" status: 200 len: 906 time: 0.1689939 Feb 09 12:31:00.823569 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d203c80c-75aa-46f1-a28a-73c83e34794e req-da6a205d-6e62-4e16-a0c9-9888bd37c6ea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa8c5d34-cf33-4497-814f-7c5335bbb7cd HTTP/1.1" status: 200 len: 217 time: 0.1319582 Feb 09 12:31:00.849644 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-e4093787-5ec8-4704-94c0-b2736020ef26 None None] Set router f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:31:00.993773 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203c80c-75aa-46f1-a28a-73c83e34794e req-ba9470bf-5b8a-4a4d-ac4d-c1cabd49f932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:00.997152 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d203c80c-75aa-46f1-a28a-73c83e34794e req-ba9470bf-5b8a-4a4d-ac4d-c1cabd49f932 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3c9b480e-1cd6-43a9-9d3f-1e4f05f3898f HTTP/1.1" status: 200 len: 845 time: 0.1636560 Feb 09 12:31:01.082063 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d203c80c-75aa-46f1-a28a-73c83e34794e req-ed55f209-8ae4-4efb-9e94-ca46c78274d9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=985217ad-b773-4531-9367-f144e39af1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779109 Feb 09 12:31:01.233249 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6237772-c9c0-4f67-bf14-4ecf2fe9d891 req-1e06780d-4d3c-414d-bd90-1f6582ed3f87 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:01.242081 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a6237772-c9c0-4f67-bf14-4ecf2fe9d891 req-1e06780d-4d3c-414d-bd90-1f6582ed3f87 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ffa4d7e-005b-44e4-b944-8d665fe8f89a HTTP/1.1" status: 200 len: 946 time: 0.2348237 Feb 09 12:31:01.256314 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b6b7cc-5c9f-4110-a9c2-f46a22ce4688 req-b4339b7b-677f-470e-a158-6a2d442f6461 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:01.265490 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c1b6b7cc-5c9f-4110-a9c2-f46a22ce4688 req-b4339b7b-677f-470e-a158-6a2d442f6461 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 946 time: 0.7724390 Feb 09 12:31:01.351467 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-e4093787-5ec8-4704-94c0-b2736020ef26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9', 'name': 'tempest-ServerRescueNegativeTestJSON-27536289-router', 'tenant_id': 'aba34aa17eff4c08ab9eaf8e9c681a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '44aab36d-65b3-46b9-ba60-b2f1e617e711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:30:54Z', 'updated_at': '2022-02-09T12:30:57Z', 'revision_number': 3, 'project_id': 'aba34aa17eff4c08ab9eaf8e9c681a05', 'gw_port': {'id': '44aab36d-65b3-46b9-ba60-b2f1e617e711', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:69:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:30:56Z', 'updated_at': '2022-02-09T12:30:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:31:01.359298 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4093787-5ec8-4704-94c0-b2736020ef26 None None] Checking router: f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:31:01.359642 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4093787-5ec8-4704-94c0-b2736020ef26 None None] Updating router f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9 port 44aab36d-65b3-46b9-ba60-b2f1e617e711 binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:31:01.359861 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d203c80c-75aa-46f1-a28a-73c83e34794e req-372bae16-5e20-4ba1-9187-fb14570c5f0a service neutron] 10.222.0.46 "GET /v2.0/networks/985217ad-b773-4531-9367-f144e39af1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580698 Feb 09 12:31:01.466253 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e4093787-5ec8-4704-94c0-b2736020ef26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:01.563942 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c1b6b7cc-5c9f-4110-a9c2-f46a22ce4688 req-99b20875-38f3-4e85-ae53-ea5fdfe0f0ec tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974598 Feb 09 12:31:01.642423 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a6237772-c9c0-4f67-bf14-4ecf2fe9d891 req-86e8bebd-9939-40ba-984d-8c1c72dd3cda tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994491 Feb 09 12:31:01.645677 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59250) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:01.922254 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d203c80c-75aa-46f1-a28a-73c83e34794e req-1b298b71-f99a-4cd7-996e-d6c90d1fa82f service neutron] 10.222.0.46 "GET /v2.0/networks/985217ad-b773-4531-9367-f144e39af1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5500503 Feb 09 12:31:01.934542 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-13ffe173-2b04-4137-bb15-9c7626531561 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:01.936147 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-13ffe173-2b04-4137-bb15-9c7626531561 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.46 "GET /v2.0/networks?id=6fc7d014-aab7-4969-9b9f-1b9d5e7c436a HTTP/1.1" status: 200 len: 821 time: 0.4010108 Feb 09 12:31:01.949242 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-5a9b9906-5e95-4f5c-b1c9-3f42ddb6b041 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2134245890-network', 'tenant_id': '52ba3898aa4247d580daa9c64939be11'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:31:01.949907 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-c6333134-663c-4c47-82ca-279d219e8bd6 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Request body: {'port': {'device_id': 'ec191bd0-b237-4999-b440-eb38d16c75ee', 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a', 'admin_state_up': True, 'tenant_id': '8104375b7a9b46ec9107acb1226f825a'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:31:02.005449 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-5a9b9906-5e95-4f5c-b1c9-3f42ddb6b041 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:31:02.009769 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-5a9b9906-5e95-4f5c-b1c9-3f42ddb6b041 admin admin] Usage tracker for resource:network and tenant:52ba3898aa4247d580daa9c64939be11 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:31:02.013070 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-5a9b9906-5e95-4f5c-b1c9-3f42ddb6b041 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:31:02.032067 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6ca9a95b-eb6a-424a-9195-56a7d29ea1ef req-2bf59442-abb8-4303-ac30-fb95ef97d21e tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec191bd0-b237-4999-b440-eb38d16c75ee HTTP/1.1" status: 200 len: 210 time: 0.1413379 Feb 09 12:31:02.033175 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-5a9b9906-5e95-4f5c-b1c9-3f42ddb6b041 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:31:02.068699 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e4093787-5ec8-4704-94c0-b2736020ef26 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:02.094669 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-e4093787-5ec8-4704-94c0-b2736020ef26 None None] Transition to ACTIVE for port object 44aab36d-65b3-46b9-ba60-b2f1e617e711 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:31:02.109912 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e4093787-5ec8-4704-94c0-b2736020ef26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:02.242127 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-e4093787-5ec8-4704-94c0-b2736020ef26 None None] Attempting to bind port 44aab36d-65b3-46b9-ba60-b2f1e617e711 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:31:02.242604 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-e4093787-5ec8-4704-94c0-b2736020ef26 None None] Attempting to bind port 44aab36d-65b3-46b9-ba60-b2f1e617e711 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:31:02.243677 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4093787-5ec8-4704-94c0-b2736020ef26 None None] Attempting to bind port 44aab36d-65b3-46b9-ba60-b2f1e617e711 on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:31:02.246268 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b3df66-79a1-4868-a4ba-d033f52b5935 None None] Pushing event updated for resources: {'Port': ['ID=44aab36d-65b3-46b9-ba60-b2f1e617e711,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:02.249819 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-c6333134-663c-4c47-82ca-279d219e8bd6 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:31:02.257163 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4093787-5ec8-4704-94c0-b2736020ef26 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:31:02.257436 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4093787-5ec8-4704-94c0-b2736020ef26 None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:31:02.257932 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e4093787-5ec8-4704-94c0-b2736020ef26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:02.258544 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4093787-5ec8-4704-94c0-b2736020ef26 None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:31:02.259106 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-e4093787-5ec8-4704-94c0-b2736020ef26 None None] Bound port: 44aab36d-65b3-46b9-ba60-b2f1e617e711, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:31:02.260200 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e4093787-5ec8-4704-94c0-b2736020ef26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:02.261041 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-c6333134-663c-4c47-82ca-279d219e8bd6 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:31:02.290335 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-c6333134-663c-4c47-82ca-279d219e8bd6 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Made reservation on behalf of 8104375b7a9b46ec9107acb1226f825a for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:31:02.293877 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-c6333134-663c-4c47-82ca-279d219e8bd6 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:02.300240 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b3df66-79a1-4868-a4ba-d033f52b5935 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:31:02.300949 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b3df66-79a1-4868-a4ba-d033f52b5935 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:31:02.301359 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b3df66-79a1-4868-a4ba-d033f52b5935 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:31:02.301763 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b3df66-79a1-4868-a4ba-d033f52b5935 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:31:02.302164 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b3df66-79a1-4868-a4ba-d033f52b5935 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:31:02.302579 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b3df66-79a1-4868-a4ba-d033f52b5935 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:31:02.302955 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b3df66-79a1-4868-a4ba-d033f52b5935 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:31:02.303346 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b3df66-79a1-4868-a4ba-d033f52b5935 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:31:02.303765 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b3df66-79a1-4868-a4ba-d033f52b5935 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:31:02.304498 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b3df66-79a1-4868-a4ba-d033f52b5935 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:31:02.304498 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b3df66-79a1-4868-a4ba-d033f52b5935 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:31:02.304847 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b3df66-79a1-4868-a4ba-d033f52b5935 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:31:02.414948 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-e4093787-5ec8-4704-94c0-b2736020ef26 None None] For port 44aab36d-65b3-46b9-ba60-b2f1e617e711, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:31:02.422449 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-e4093787-5ec8-4704-94c0-b2736020ef26 None None] For port 44aab36d-65b3-46b9-ba60-b2f1e617e711, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=44aab36d-65b3-46b9-ba60-b2f1e617e711,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:31:02.430359 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e4093787-5ec8-4704-94c0-b2736020ef26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:02.545487 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4093787-5ec8-4704-94c0-b2736020ef26 None None] Routers {'f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:31:02.546029 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-e4093787-5ec8-4704-94c0-b2736020ef26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:30:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:31:02.563797 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-c6333134-663c-4c47-82ca-279d219e8bd6 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Allocated IP 172.20.0.8 (6fc7d014-aab7-4969-9b9f-1b9d5e7c436a/154ccfde-fcad-4c2c-ac52-9f3991cbf708/26bb081a-e2eb-436d-b3dd-b5ceb0837705) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:31:02.614051 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device fa8c5d34-cf33-4497-814f-7c5335bbb7cd details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:31:02.631129 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9b9906-5e95-4f5c-b1c9-3f42ddb6b041 admin admin] Made reservation on behalf of 52ba3898aa4247d580daa9c64939be11 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:31:02.635265 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5a9b9906-5e95-4f5c-b1c9-3f42ddb6b041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:02.673944 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b3df66-79a1-4868-a4ba-d033f52b5935 None None] Pushing event updated for resources: {'Port': ['ID=44aab36d-65b3-46b9-ba60-b2f1e617e711,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:02.688723 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5a9b9906-5e95-4f5c-b1c9-3f42ddb6b041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:02.737921 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-5a9b9906-5e95-4f5c-b1c9-3f42ddb6b041 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:31:02.809397 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-5a9b9906-5e95-4f5c-b1c9-3f42ddb6b041 admin admin] Usage tracker for resource:security_group_rule and tenant:52ba3898aa4247d580daa9c64939be11 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:31:02.813146 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59284) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:02.833712 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-e4093787-5ec8-4704-94c0-b2736020ef26 None None] Set router f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:31:02.878154 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-5a9b9906-5e95-4f5c-b1c9-3f42ddb6b041 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:31:02.883008 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-04b1a32e-f921-422b-b198-d4e3558be266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:02.897837 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port fa8c5d34-cf33-4497-814f-7c5335bbb7cd, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=fa8c5d34-cf33-4497-814f-7c5335bbb7cd,segment=NetworkSegment(ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a),segment_id=ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:31:02.914100 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'fa8c5d34-cf33-4497-814f-7c5335bbb7cd', 'network_id': '985217ad-b773-4531-9367-f144e39af1cf', 'port_id': 'fa8c5d34-cf33-4497-814f-7c5335bbb7cd', 'mac_address': 'fa:16:3e:6d:68:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c9b480e-1cd6-43a9-9d3f-1e4f05f3898f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:31:02.916002 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e8397-85d8-4888-8f2a-d8bea73fcb88 req-c2297793-318e-4d58-82c5-186c21a05418 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:02.917833 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-017e8397-85d8-4888-8f2a-d8bea73fcb88 req-c2297793-318e-4d58-82c5-186c21a05418 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=81ea6099-4fe0-47d8-9fa6-1375fcace60c HTTP/1.1" status: 200 len: 944 time: 1.1343918 Feb 09 12:31:02.939098 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-5a9b9906-5e95-4f5c-b1c9-3f42ddb6b041 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:31:02.970608 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce757de-b79e-4d04-9054-6d54843a92c3 req-63fe37d6-995d-4797-ae2b-d87158d81a17 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:02.971969 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-c6333134-663c-4c47-82ca-279d219e8bd6 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:02.988750 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fce757de-b79e-4d04-9054-6d54843a92c3 req-63fe37d6-995d-4797-ae2b-d87158d81a17 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 946 time: 0.4763432 Feb 09 12:31:02.996073 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-c6333134-663c-4c47-82ca-279d219e8bd6 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Transition to ACTIVE for port object 26bb081a-e2eb-436d-b3dd-b5ceb0837705 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:31:03.006438 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:03.027960 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-c6333134-663c-4c47-82ca-279d219e8bd6 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:03.050590 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['c89f1198-521e-46b6-9a42-236dc34ec316'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:31:03.124853 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-c6333134-663c-4c47-82ca-279d219e8bd6 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Network 6fc7d014-aab7-4969-9b9f-1b9d5e7c436a is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:31:03.125950 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa8c5d34-cf33-4497-814f-7c5335bbb7cd {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:31:03.129826 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-c6333134-663c-4c47-82ca-279d219e8bd6 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:31:03.135510 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-c6333134-663c-4c47-82ca-279d219e8bd6 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:31:03.175078 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port fa8c5d34-cf33-4497-814f-7c5335bbb7cd, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=fa8c5d34-cf33-4497-814f-7c5335bbb7cd,segment=NetworkSegment(ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a),segment_id=ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:31:03.200581 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:03.222585 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-017e8397-85d8-4888-8f2a-d8bea73fcb88 req-46e0080f-17b0-4139-b1ab-d53adb7d5666 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801247 Feb 09 12:31:03.227859 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6333134-663c-4c47-82ca-279d219e8bd6 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Pushing event updated for resources: {'Port': ['ID=26bb081a-e2eb-436d-b3dd-b5ceb0837705,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:03.269070 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-c6333134-663c-4c47-82ca-279d219e8bd6 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:03.270935 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-c6333134-663c-4c47-82ca-279d219e8bd6 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:03.272745 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-e4093787-5ec8-4704-94c0-b2736020ef26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9', 'name': 'tempest-ServerRescueNegativeTestJSON-27536289-router', 'tenant_id': 'aba34aa17eff4c08ab9eaf8e9c681a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '44aab36d-65b3-46b9-ba60-b2f1e617e711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:30:54Z', 'updated_at': '2022-02-09T12:30:57Z', 'revision_number': 3, 'project_id': 'aba34aa17eff4c08ab9eaf8e9c681a05', 'gw_port': {'id': '44aab36d-65b3-46b9-ba60-b2f1e617e711', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:69:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:30:56Z', 'updated_at': '2022-02-09T12:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:31:03.279765 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4d9811d4-3354-4a82-a891-ab3deea9d291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:03.284366 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4093787-5ec8-4704-94c0-b2736020ef26 None None] The sync data for ids ['f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9'] in n-d-825178-3 is: [{'id': 'f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9', 'name': 'tempest-ServerRescueNegativeTestJSON-27536289-router', 'tenant_id': 'aba34aa17eff4c08ab9eaf8e9c681a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '44aab36d-65b3-46b9-ba60-b2f1e617e711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:30:54Z', 'updated_at': '2022-02-09T12:30:57Z', 'revision_number': 3, 'project_id': 'aba34aa17eff4c08ab9eaf8e9c681a05', 'gw_port': {'id': '44aab36d-65b3-46b9-ba60-b2f1e617e711', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:69:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:30:56Z', 'updated_at': '2022-02-09T12:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:31:03.326383 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-c6333134-663c-4c47-82ca-279d219e8bd6 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3791001 Feb 09 12:31:03.340691 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-7a6a5971-3181-4102-8792-f802e8bc6b91 service neutron] Request body: {'port': {'device_id': 'ec191bd0-b237-4999-b440-eb38d16c75ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:31:03.344204 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=fa8c5d34-cf33-4497-814f-7c5335bbb7cd,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:03.358736 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:31:03.359371 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:31:03.359896 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:31:03.360420 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:31:03.360900 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:31:03.361898 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:31:03.362389 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:31:03.362869 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:31:03.363344 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:31:03.363860 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:31:03.364335 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:31:03.364979 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:31:03.369157 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fce757de-b79e-4d04-9054-6d54843a92c3 req-443b7fb7-2647-4172-9164-37713ea5b2b1 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794587 Feb 09 12:31:03.441522 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-4d9811d4-3354-4a82-a891-ab3deea9d291 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:31:03.452774 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-4d9811d4-3354-4a82-a891-ab3deea9d291 admin admin] Usage tracker for resource:security_group_rule and tenant:c74e46def45d4181a31fd3fde66aad69 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:31:03.467691 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-4d9811d4-3354-4a82-a891-ab3deea9d291 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:31:03.492710 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-4d9811d4-3354-4a82-a891-ab3deea9d291 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:31:03.568541 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['fa8c5d34-cf33-4497-814f-7c5335bbb7cd'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:31:03.608368 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-7a6a5971-3181-4102-8792-f802e8bc6b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:03.781389 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-fb974e2f-d225-4c2b-9050-196f3676c056 None None] Provisioning for port 26bb081a-e2eb-436d-b3dd-b5ceb0837705 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:31:03.846964 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4d9811d4-3354-4a82-a891-ab3deea9d291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:03.870583 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-fb974e2f-d225-4c2b-9050-196f3676c056 None None] Provisioning complete for port 26bb081a-e2eb-436d-b3dd-b5ceb0837705 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:31:03.871266 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fb974e2f-d225-4c2b-9050-196f3676c056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:04.058682 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-fb974e2f-d225-4c2b-9050-196f3676c056 None None] Port 26bb081a-e2eb-436d-b3dd-b5ceb0837705 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:31:04.073825 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-7a6a5971-3181-4102-8792-f802e8bc6b91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26bb081a-e2eb-436d-b3dd-b5ceb0837705 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:31:04.082139 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-7a6a5971-3181-4102-8792-f802e8bc6b91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:04.100259 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-7a6a5971-3181-4102-8792-f802e8bc6b91 service neutron] Transition to ACTIVE for port object 26bb081a-e2eb-436d-b3dd-b5ceb0837705 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:31:04.117056 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-7a6a5971-3181-4102-8792-f802e8bc6b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:04.203931 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4d9811d4-3354-4a82-a891-ab3deea9d291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:04.284205 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a5971-3181-4102-8792-f802e8bc6b91 service neutron] Pushing event updated for resources: {'Port': ['ID=26bb081a-e2eb-436d-b3dd-b5ceb0837705,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:04.331657 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9811d4-3354-4a82-a891-ab3deea9d291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94fee08a-6f08-4ea8-845b-59e9de181332,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:04.427028 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-7a6a5971-3181-4102-8792-f802e8bc6b91 service neutron] Attempting to bind port 26bb081a-e2eb-436d-b3dd-b5ceb0837705 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:31:04.427364 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-7a6a5971-3181-4102-8792-f802e8bc6b91 service neutron] Attempting to bind port 26bb081a-e2eb-436d-b3dd-b5ceb0837705 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '265d0b08-b939-46e1-9e9a-33b1f21608e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:31:04.427691 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-7a6a5971-3181-4102-8792-f802e8bc6b91 service neutron] Attempting to bind port 26bb081a-e2eb-436d-b3dd-b5ceb0837705 on network 6fc7d014-aab7-4969-9b9f-1b9d5e7c436a {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:31:04.433936 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-7a6a5971-3181-4102-8792-f802e8bc6b91 service neutron] Port 26bb081a-e2eb-436d-b3dd-b5ceb0837705 on network 6fc7d014-aab7-4969-9b9f-1b9d5e7c436a not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:31:04.434254 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-7a6a5971-3181-4102-8792-f802e8bc6b91 service neutron] Attempting to bind port 26bb081a-e2eb-436d-b3dd-b5ceb0837705 on network 6fc7d014-aab7-4969-9b9f-1b9d5e7c436a {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:31:04.434453 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4d9811d4-3354-4a82-a891-ab3deea9d291 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c74e46def45d4181a31fd3fde66aad69&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5582254 Feb 09 12:31:04.443552 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59300) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:04.445516 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-7a6a5971-3181-4102-8792-f802e8bc6b91 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:31:04.445841 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-7a6a5971-3181-4102-8792-f802e8bc6b91 service neutron] Checking segment: {'id': '265d0b08-b939-46e1-9e9a-33b1f21608e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:31:04.446234 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-7a6a5971-3181-4102-8792-f802e8bc6b91 service neutron] Bound using segment: {'id': '265d0b08-b939-46e1-9e9a-33b1f21608e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:31:04.446645 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-7a6a5971-3181-4102-8792-f802e8bc6b91 service neutron] Bound port: 26bb081a-e2eb-436d-b3dd-b5ceb0837705, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '265d0b08-b939-46e1-9e9a-33b1f21608e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:31:04.446987 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-7a6a5971-3181-4102-8792-f802e8bc6b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:04.562373 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74669630-1754-4ad6-a8de-c0be6af17460 req-bf7154e4-aed6-4e72-942c-a86f4eda0cfe tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:04.563933 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-74669630-1754-4ad6-a8de-c0be6af17460 req-bf7154e4-aed6-4e72-942c-a86f4eda0cfe tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec191bd0-b237-4999-b440-eb38d16c75ee HTTP/1.1" status: 200 len: 931 time: 0.8809669 Feb 09 12:31:04.573082 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-04b1a32e-f921-422b-b198-d4e3558be266 admin admin] Allocated IP 172.20.0.1 (c52d4018-5a69-4fac-a12b-9b13cfc3a5a5/21ba49f8-7226-4d27-a3b6-74fc50d70d5f/ddda7a5e-bc35-44d8-808d-a8d6d1a9d39d) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:31:04.593841 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-7a6a5971-3181-4102-8792-f802e8bc6b91 service neutron] For port 26bb081a-e2eb-436d-b3dd-b5ceb0837705, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:31:04.597790 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-7a6a5971-3181-4102-8792-f802e8bc6b91 service neutron] For port 26bb081a-e2eb-436d-b3dd-b5ceb0837705, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=26bb081a-e2eb-436d-b3dd-b5ceb0837705,segment=NetworkSegment(265d0b08-b939-46e1-9e9a-33b1f21608e7),segment_id=265d0b08-b939-46e1-9e9a-33b1f21608e7)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:31:04.606018 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-7a6a5971-3181-4102-8792-f802e8bc6b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:04.614663 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-11345ce3-949e-444b-862c-c14729deef9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:04.615914 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 44aab36d-65b3-46b9-ba60-b2f1e617e711 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:31:04.678895 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-7a6a5971-3181-4102-8792-f802e8bc6b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:04.679508 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-7a6a5971-3181-4102-8792-f802e8bc6b91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:04.680895 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-7a6a5971-3181-4102-8792-f802e8bc6b91 service neutron] 10.222.0.46 "PUT /v2.0/ports/26bb081a-e2eb-436d-b3dd-b5ceb0837705 HTTP/1.1" status: 200 len: 1091 time: 1.3454876 Feb 09 12:31:04.681423 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec191bd0-b237-4999-b440-eb38d16c75ee', 'tag': '26bb081a-e2eb-436d-b3dd-b5ceb0837705'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:31:04.707284 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a5971-3181-4102-8792-f802e8bc6b91 service neutron] Pushing event updated for resources: {'Port': ['ID=26bb081a-e2eb-436d-b3dd-b5ceb0837705,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:04.712390 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-74669630-1754-4ad6-a8de-c0be6af17460 req-5875d6d8-7519-4e47-b274-e9c81ae1ea15 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef88ea14-c1b5-4810-8a63-5868ea6af64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272914 Feb 09 12:31:04.750889 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f26a03-47dd-4f69-aadf-aa3152d16efe req-057d9c11-1592-4bbe-a7bb-07c42c480682 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:04.753756 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-41f26a03-47dd-4f69-aadf-aa3152d16efe req-057d9c11-1592-4bbe-a7bb-07c42c480682 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ffa4d7e-005b-44e4-b944-8d665fe8f89a HTTP/1.1" status: 200 len: 946 time: 1.0718071 Feb 09 12:31:04.756379 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5a9b9906-5e95-4f5c-b1c9-3f42ddb6b041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:04.835029 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 44aab36d-65b3-46b9-ba60-b2f1e617e711 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:31:04.847169 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5a9b9906-5e95-4f5c-b1c9-3f42ddb6b041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:04.855600 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 44aab36d-65b3-46b9-ba60-b2f1e617e711 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:31:04.856170 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:04.865366 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-11345ce3-949e-444b-862c-c14729deef9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:04.925893 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-a05d3fc4-e6d7-4d19-a206-12f4b889e60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:04.927813 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-a05d3fc4-e6d7-4d19-a206-12f4b889e60b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8104375b7a9b46ec9107acb1226f825a&device_id=ec191bd0-b237-4999-b440-eb38d16c75ee HTTP/1.1" status: 200 len: 1094 time: 0.1807265 Feb 09 12:31:05.025847 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-00724fd0-2ee6-4d91-92ae-7213719f50f3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26bb081a-e2eb-436d-b3dd-b5ceb0837705 HTTP/1.1" status: 200 len: 217 time: 0.0883164 Feb 09 12:31:05.054356 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9b9906-5e95-4f5c-b1c9-3f42ddb6b041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745a4391-0cc6-45b1-b781-a1f252039830,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:05.058440 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:05.074689 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a9b9906-5e95-4f5c-b1c9-3f42ddb6b041 admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:31:05.078539 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 44aab36d-65b3-46b9-ba60-b2f1e617e711, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=44aab36d-65b3-46b9-ba60-b2f1e617e711,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:31:05.083914 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:05.114438 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5a9b9906-5e95-4f5c-b1c9-3f42ddb6b041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:05.115627 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-5a9b9906-5e95-4f5c-b1c9-3f42ddb6b041 admin admin] Added segment d7ea5e89-bde6-48c4-88e0-f5d61534b84b of type vlan for network f9d2cd73-be06-4add-bdc3-eda5977b076f Feb 09 12:31:05.183260 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=44aab36d-65b3-46b9-ba60-b2f1e617e711,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:05.239296 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-41f26a03-47dd-4f69-aadf-aa3152d16efe req-bd6ae329-55b5-4b1c-9e6f-6f216d9c8e4e tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4545970 Feb 09 12:31:05.246908 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5a9b9906-5e95-4f5c-b1c9-3f42ddb6b041 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:05.266716 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-bde09db2-874a-43d4-b64b-9aadd82e6ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:05.270055 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-bde09db2-874a-43d4-b64b-9aadd82e6ce5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=154ccfde-fcad-4c2c-ac52-9f3991cbf708 HTTP/1.1" status: 200 len: 860 time: 0.2312431 Feb 09 12:31:05.307949 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d57a3-18ba-41f7-8658-47e54a2c9e05 req-6b346aaa-3b7a-49a1-b0f7-15dbd65453d4 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:05.309580 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-de2d57a3-18ba-41f7-8658-47e54a2c9e05 req-6b346aaa-3b7a-49a1-b0f7-15dbd65453d4 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 946 time: 0.3768487 Feb 09 12:31:05.367559 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-04b1a32e-f921-422b-b198-d4e3558be266 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:05.370537 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-11345ce3-949e-444b-862c-c14729deef9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:05.380050 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-50a1a105-2129-4d81-a7e6-9fd461e67054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:05.382561 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-50a1a105-2129-4d81-a7e6-9fd461e67054 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6fc7d014-aab7-4969-9b9f-1b9d5e7c436a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1051912 Feb 09 12:31:05.402181 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5a9b9906-5e95-4f5c-b1c9-3f42ddb6b041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:05.403128 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9b9906-5e95-4f5c-b1c9-3f42ddb6b041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:05.403718 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5a9b9906-5e95-4f5c-b1c9-3f42ddb6b041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:05.433362 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-11345ce3-949e-444b-862c-c14729deef9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:05.434745 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-11345ce3-949e-444b-862c-c14729deef9f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/94fee08a-6f08-4ea8-845b-59e9de181332 HTTP/1.1" status: 204 len: 168 time: 0.9835486 Feb 09 12:31:05.490063 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59310) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:05.491469 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-5a9b9906-5e95-4f5c-b1c9-3f42ddb6b041 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.8407173 Feb 09 12:31:05.492982 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11345ce3-949e-444b-862c-c14729deef9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fee08a-6f08-4ea8-845b-59e9de181332,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:05.497643 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-0d62b730-32b0-4f3a-a6bf-369f3e00f3fe admin admin] Request body: {'subnet': {'network_id': 'f9d2cd73-be06-4add-bdc3-eda5977b076f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2134245890-subnet', 'tenant_id': '52ba3898aa4247d580daa9c64939be11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:31:05.505272 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0d62b730-32b0-4f3a-a6bf-369f3e00f3fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:31:05.510831 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0d62b730-32b0-4f3a-a6bf-369f3e00f3fe admin admin] Usage tracker for resource:subnet and tenant:52ba3898aa4247d580daa9c64939be11 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:31:05.515305 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0d62b730-32b0-4f3a-a6bf-369f3e00f3fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:31:05.530466 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0d62b730-32b0-4f3a-a6bf-369f3e00f3fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:31:05.568758 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d62b730-32b0-4f3a-a6bf-369f3e00f3fe admin admin] Made reservation on behalf of 52ba3898aa4247d580daa9c64939be11 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:31:05.571353 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0d62b730-32b0-4f3a-a6bf-369f3e00f3fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:05.650997 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-de2d57a3-18ba-41f7-8658-47e54a2c9e05 req-544dd88e-3d40-4e10-923e-65bcc27510f7 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217816 Feb 09 12:31:05.655474 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-f4d1d992-708c-4367-9b1b-036d7c026c81 service neutron] 10.222.0.46 "GET /v2.0/networks/6fc7d014-aab7-4969-9b9f-1b9d5e7c436a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643776 Feb 09 12:31:05.703618 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9b9906-5e95-4f5c-b1c9-3f42ddb6b041 admin admin] Pushing event updated for resources: {'Network': ['ID=f9d2cd73-be06-4add-bdc3-eda5977b076f,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:05.717433 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network f9d2cd73-be06-4add-bdc3-eda5977b076f details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:31:05.731560 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-04b1a32e-f921-422b-b198-d4e3558be266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:05.771211 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec191bd0-b237-4999-b440-eb38d16c75ee', 'tag': '26bb081a-e2eb-436d-b3dd-b5ceb0837705', 'status': 'completed', 'code': 200} Feb 09 12:31:05.789473 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa1db1-5cdf-4e75-9385-026b7dd7187f req-27e104d9-bb77-47ba-8c40-4b2ff4019111 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:05.791078 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f4fa1db1-5cdf-4e75-9385-026b7dd7187f req-27e104d9-bb77-47ba-8c40-4b2ff4019111 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=81ea6099-4fe0-47d8-9fa6-1375fcace60c HTTP/1.1" status: 200 len: 945 time: 0.2580490 Feb 09 12:31:05.905399 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b1a32e-f921-422b-b198-d4e3558be266 admin admin] Network c52d4018-5a69-4fac-a12b-9b13cfc3a5a5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:31:05.928265 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b1a32e-f921-422b-b198-d4e3558be266 admin admin] Pushing event updated for resources: {'Port': ['ID=ddda7a5e-bc35-44d8-808d-a8d6d1a9d39d,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:05.930797 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-04b1a32e-f921-422b-b198-d4e3558be266 admin admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:31:05.956626 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b1a32e-f921-422b-b198-d4e3558be266 admin admin] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:31:06.026924 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f4fa1db1-5cdf-4e75-9385-026b7dd7187f req-cd2ce06f-58d7-4f98-a23a-13dd3560a250 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147436 Feb 09 12:31:06.100297 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-04b1a32e-f921-422b-b198-d4e3558be266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:06.253532 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f049b1ed-1a9a-4224-9be5-fe4b4acb72e2 req-39eadb33-6108-4ac0-85b9-ea5533668a15 service neutron] 10.222.0.46 "GET /v2.0/networks/6fc7d014-aab7-4969-9b9f-1b9d5e7c436a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5733557 Feb 09 12:31:06.452204 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0d62b730-32b0-4f3a-a6bf-369f3e00f3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:06.543603 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 44aab36d-65b3-46b9-ba60-b2f1e617e711 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:31:06.618572 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d62b730-32b0-4f3a-a6bf-369f3e00f3fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=f19f108b-55e6-46dd-8931-5dbc98c01668,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:06.630408 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device fa8c5d34-cf33-4497-814f-7c5335bbb7cd up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:31:06.631713 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d62b730-32b0-4f3a-a6bf-369f3e00f3fe admin admin] Checking segment: {'id': 'd7ea5e89-bde6-48c4-88e0-f5d61534b84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f9d2cd73-be06-4add-bdc3-eda5977b076f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:31:06.632113 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d62b730-32b0-4f3a-a6bf-369f3e00f3fe admin admin] Network hostable DHCP agents. Network: f9d2cd73-be06-4add-bdc3-eda5977b076f, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:31:06.639995 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908ed5d-2a67-487d-a410-ac7e2cacce32 req-c5537a19-3485-41a0-a27c-9c8a87bf1812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:06.641488 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0908ed5d-2a67-487d-a410-ac7e2cacce32 req-c5537a19-3485-41a0-a27c-9c8a87bf1812 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8104375b7a9b46ec9107acb1226f825a&device_id=ec191bd0-b237-4999-b440-eb38d16c75ee HTTP/1.1" status: 200 len: 1094 time: 0.3119643 Feb 09 12:31:06.668039 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461ee24-0b43-4e48-80d7-64d726f0c2dd req-48bdabff-cf9a-4dd1-bc50-ce191bd1b50f tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:06.671820 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5461ee24-0b43-4e48-80d7-64d726f0c2dd req-48bdabff-cf9a-4dd1-bc50-ce191bd1b50f tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec191bd0-b237-4999-b440-eb38d16c75ee HTTP/1.1" status: 200 len: 943 time: 0.3152909 Feb 09 12:31:06.698164 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d62b730-32b0-4f3a-a6bf-369f3e00f3fe admin admin] Network f9d2cd73-be06-4add-bdc3-eda5977b076f is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:31:06.721061 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port fa8c5d34-cf33-4497-814f-7c5335bbb7cd completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:31:06.726718 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port fa8c5d34-cf33-4497-814f-7c5335bbb7cd triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:31:06.727270 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:06.733108 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59348) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:06.775521 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 44aab36d-65b3-46b9-ba60-b2f1e617e711 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:31:06.776034 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:06.836373 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-04b1a32e-f921-422b-b198-d4e3558be266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:06.856381 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-0d62b730-32b0-4f3a-a6bf-369f3e00f3fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, f9d2cd73-be06-4add-bdc3-eda5977b076f) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:31:06.876449 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d62b730-32b0-4f3a-a6bf-369f3e00f3fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:06.880634 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0d62b730-32b0-4f3a-a6bf-369f3e00f3fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:06.890274 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c075e7-e56b-43fe-989f-78de248625d7 req-90c714fc-15e3-4299-8cf1-5a79f790b5a7 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:06.898169 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-11c075e7-e56b-43fe-989f-78de248625d7 req-90c714fc-15e3-4299-8cf1-5a79f790b5a7 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 946 time: 0.4135168 Feb 09 12:31:06.922639 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5461ee24-0b43-4e48-80d7-64d726f0c2dd req-a5ec2310-75db-4f04-8eaf-a3cf113ff569 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef88ea14-c1b5-4810-8a63-5868ea6af64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977370 Feb 09 12:31:06.923549 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dbe88b-c9b0-452c-9692-788378d655da None None] Network f9d2cd73-be06-4add-bdc3-eda5977b076f requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:31:07.016188 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0d62b730-32b0-4f3a-a6bf-369f3e00f3fe admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5176861 Feb 09 12:31:07.027279 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908ed5d-2a67-487d-a410-ac7e2cacce32 req-2bb91265-bcf7-4354-afe7-0f4337fa3b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:07.031867 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0908ed5d-2a67-487d-a410-ac7e2cacce32 req-2bb91265-bcf7-4354-afe7-0f4337fa3b9f service neutron] 10.222.0.46 "GET /v2.0/networks?id=6fc7d014-aab7-4969-9b9f-1b9d5e7c436a HTTP/1.1" status: 200 len: 922 time: 0.3775012 Feb 09 12:31:07.128721 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-11c075e7-e56b-43fe-989f-78de248625d7 req-3e2f1b8d-9819-47d3-8f3a-bb8f45bfd47b tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262404 Feb 09 12:31:07.197805 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:07.202789 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0908ed5d-2a67-487d-a410-ac7e2cacce32 req-feb53ec7-e49d-453e-8a8b-6bc660184bcf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26bb081a-e2eb-436d-b3dd-b5ceb0837705 HTTP/1.1" status: 200 len: 217 time: 0.1595151 Feb 09 12:31:07.249345 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ea6099-4fe0-47d8-9fa6-1375fcace60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa8c5d34-cf33-4497-814f-7c5335bbb7cd'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:31:07.296203 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port fa8c5d34-cf33-4497-814f-7c5335bbb7cd, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=fa8c5d34-cf33-4497-814f-7c5335bbb7cd,segment=NetworkSegment(ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a),segment_id=ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:31:07.298387 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908ed5d-2a67-487d-a410-ac7e2cacce32 req-359b6782-4efd-45c1-945d-0ca17ef439ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:07.302490 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0908ed5d-2a67-487d-a410-ac7e2cacce32 req-359b6782-4efd-45c1-945d-0ca17ef439ff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=154ccfde-fcad-4c2c-ac52-9f3991cbf708 HTTP/1.1" status: 200 len: 860 time: 0.0930781 Feb 09 12:31:07.310488 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:07.409143 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908ed5d-2a67-487d-a410-ac7e2cacce32 req-af1d4353-efc5-482b-b31f-9fc4a6a511ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:07.412286 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0908ed5d-2a67-487d-a410-ac7e2cacce32 req-af1d4353-efc5-482b-b31f-9fc4a6a511ca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6fc7d014-aab7-4969-9b9f-1b9d5e7c436a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023500 Feb 09 12:31:07.552468 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54eb7031-1313-4061-86a2-a9b23117bdc7 None None] Network f9d2cd73-be06-4add-bdc3-eda5977b076f requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:31:07.555858 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f10b812f-bebc-4657-ab97-f38e05688552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:07.593106 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0908ed5d-2a67-487d-a410-ac7e2cacce32 req-1f0ce7c6-e037-406c-b897-c9b15ff4fa5c service neutron] 10.222.0.46 "GET /v2.0/networks/6fc7d014-aab7-4969-9b9f-1b9d5e7c436a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641212 Feb 09 12:31:07.628829 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=fa8c5d34-cf33-4497-814f-7c5335bbb7cd,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:07.690937 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-f10b812f-bebc-4657-ab97-f38e05688552 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:31:07.703366 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-f10b812f-bebc-4657-ab97-f38e05688552 admin admin] Usage tracker for resource:security_group_rule and tenant:a3cab26eb966413f818c35617290cdd6 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:31:07.709989 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-f10b812f-bebc-4657-ab97-f38e05688552 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:31:07.724901 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-f10b812f-bebc-4657-ab97-f38e05688552 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:31:07.777415 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0908ed5d-2a67-487d-a410-ac7e2cacce32 req-70cbf69b-cd0b-47df-9107-42baca7b70ce service neutron] 10.222.0.46 "GET /v2.0/networks/6fc7d014-aab7-4969-9b9f-1b9d5e7c436a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733663 Feb 09 12:31:07.841203 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23684e8-837a-4189-a670-31cf0da8592c req-ac6c1155-b4b7-45aa-ad24-73238323f4ab tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:07.843070 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e23684e8-837a-4189-a670-31cf0da8592c req-ac6c1155-b4b7-45aa-ad24-73238323f4ab tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ffa4d7e-005b-44e4-b944-8d665fe8f89a HTTP/1.1" status: 200 len: 946 time: 0.6853099 Feb 09 12:31:07.879139 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a17a32-ddc6-4713-8dec-a5d254cc77a7 req-6c6c80df-84f9-43dc-a589-70e9d93f4975 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:07.880538 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-88a17a32-ddc6-4713-8dec-a5d254cc77a7 req-6c6c80df-84f9-43dc-a589-70e9d93f4975 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=81ea6099-4fe0-47d8-9fa6-1375fcace60c HTTP/1.1" status: 200 len: 946 time: 0.3305693 Feb 09 12:31:07.921648 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-04b1a32e-f921-422b-b198-d4e3558be266 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:07.943263 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-04b1a32e-f921-422b-b198-d4e3558be266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:08.067418 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e23684e8-837a-4189-a670-31cf0da8592c req-0585f613-f2a1-4ed2-be31-26a31b964df5 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121615 Feb 09 12:31:08.101641 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-88a17a32-ddc6-4713-8dec-a5d254cc77a7 req-f9e822d3-8ac6-4470-9cc6-f3a5348ab348 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104642 Feb 09 12:31:08.113676 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f10b812f-bebc-4657-ab97-f38e05688552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:08.121096 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b1a32e-f921-422b-b198-d4e3558be266 admin admin] Pushing event updated for resources: {'Port': ['ID=ddda7a5e-bc35-44d8-808d-a8d6d1a9d39d,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:08.123967 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f10b812f-bebc-4657-ab97-f38e05688552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:08.132322 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-04b1a32e-f921-422b-b198-d4e3558be266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:08.133193 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81ea6099-4fe0-47d8-9fa6-1375fcace60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa8c5d34-cf33-4497-814f-7c5335bbb7cd', 'code': 200} Feb 09 12:31:08.172242 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b812f-bebc-4657-ab97-f38e05688552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b31cb9b-85e9-441c-ac05-9762da7fa523,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:08.266022 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f10b812f-bebc-4657-ab97-f38e05688552 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a3cab26eb966413f818c35617290cdd6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5317531 Feb 09 12:31:08.266657 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59400) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:08.324570 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf177e6-4853-4c1c-835f-1be2221daaa6 req-2db36b6b-24f9-4a9e-9a45-42bdcc3c0491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:08.326322 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7cf177e6-4853-4c1c-835f-1be2221daaa6 req-2db36b6b-24f9-4a9e-9a45-42bdcc3c0491 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=81ea6099-4fe0-47d8-9fa6-1375fcace60c HTTP/1.1" status: 200 len: 1097 time: 0.0934629 Feb 09 12:31:08.400826 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7cf177e6-4853-4c1c-835f-1be2221daaa6 req-9889e094-3fb4-4bc8-b3ad-01e00c442faa service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632291 Feb 09 12:31:08.455322 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7cbfa919-7d08-4812-96b1-ce7e820808ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:08.461546 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b1a32e-f921-422b-b198-d4e3558be266 admin admin] Network c52d4018-5a69-4fac-a12b-9b13cfc3a5a5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:31:08.464270 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-04b1a32e-f921-422b-b198-d4e3558be266 admin admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:31:08.561384 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb6bb3-bae6-4c03-a106-8234bd4419dc req-ccbb804b-ab0f-46a9-9329-d020dbbd38a3 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:08.562860 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c4cb6bb3-bae6-4c03-a106-8234bd4419dc req-ccbb804b-ab0f-46a9-9329-d020dbbd38a3 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec191bd0-b237-4999-b440-eb38d16c75ee HTTP/1.1" status: 200 len: 943 time: 0.2854354 Feb 09 12:31:08.577168 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7cbfa919-7d08-4812-96b1-ce7e820808ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:08.639239 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 26bb081a-e2eb-436d-b3dd-b5ceb0837705 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:31:08.816672 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 26bb081a-e2eb-436d-b3dd-b5ceb0837705, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=26bb081a-e2eb-436d-b3dd-b5ceb0837705,segment=NetworkSegment(265d0b08-b939-46e1-9e9a-33b1f21608e7),segment_id=265d0b08-b939-46e1-9e9a-33b1f21608e7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:31:08.831477 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '26bb081a-e2eb-436d-b3dd-b5ceb0837705', 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a', 'port_id': '26bb081a-e2eb-436d-b3dd-b5ceb0837705', 'mac_address': 'fa:16:3e:2a:ae:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '154ccfde-fcad-4c2c-ac52-9f3991cbf708', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:31:08.835171 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c4cb6bb3-bae6-4c03-a106-8234bd4419dc req-467a4c43-c0be-48c9-84a2-1a5996e87a91 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef88ea14-c1b5-4810-8a63-5868ea6af64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331052 Feb 09 12:31:08.899164 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7cbfa919-7d08-4812-96b1-ce7e820808ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:08.910892 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:08.929106 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26bb081a-e2eb-436d-b3dd-b5ceb0837705 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:31:08.929835 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-0565e2df-71d2-42bb-984e-9b48443d0ce6 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:08.930560 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-0565e2df-71d2-42bb-984e-9b48443d0ce6 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] Synchronizing usage tracker for tenant:52ba3898aa4247d580daa9c64939be11 on resource:network {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:31:08.936945 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbfa919-7d08-4812-96b1-ce7e820808ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b31cb9b-85e9-441c-ac05-9762da7fa523,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:08.944824 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b1a32e-f921-422b-b198-d4e3558be266 admin admin] Router f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:31:08.953964 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7cbfa919-7d08-4812-96b1-ce7e820808ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:08.958148 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-7cbfa919-7d08-4812-96b1-ce7e820808ec admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9b31cb9b-85e9-441c-ac05-9762da7fa523 HTTP/1.1" status: 204 len: 168 time: 0.6792669 Feb 09 12:31:08.958298 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59436) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:08.960070 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 26bb081a-e2eb-436d-b3dd-b5ceb0837705, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=26bb081a-e2eb-436d-b3dd-b5ceb0837705,segment=NetworkSegment(265d0b08-b939-46e1-9e9a-33b1f21608e7),segment_id=265d0b08-b939-46e1-9e9a-33b1f21608e7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:31:08.969025 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:09.030431 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-0565e2df-71d2-42bb-984e-9b48443d0ce6 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] Unset dirty status for tenant:52ba3898aa4247d580daa9c64939be11 on resource:network {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:31:09.031614 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-0565e2df-71d2-42bb-984e-9b48443d0ce6 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] 10.222.0.55 "GET /v2.0/networks?id=f9d2cd73-be06-4add-bdc3-eda5977b076f HTTP/1.1" status: 200 len: 818 time: 0.4873693 Feb 09 12:31:09.043577 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=26bb081a-e2eb-436d-b3dd-b5ceb0837705,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:09.111935 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-92958a9b-92bb-4016-88fd-9609876dfd4d tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] 10.222.0.55 "GET /v2.0/quotas/52ba3898aa4247d580daa9c64939be11 HTTP/1.1" status: 200 len: 375 time: 0.0716293 Feb 09 12:31:09.263620 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-99954f13-dd7c-44fb-9221-1773b00664ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:09.280559 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-99954f13-dd7c-44fb-9221-1773b00664ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:31:09.285695 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-99954f13-dd7c-44fb-9221-1773b00664ea admin admin] Usage tracker for resource:security_group_rule and tenant:54d59e12affc41cdb3689a0a28add6d5 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:31:09.289586 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-99954f13-dd7c-44fb-9221-1773b00664ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:31:09.295637 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-99954f13-dd7c-44fb-9221-1773b00664ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:31:09.334096 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['26bb081a-e2eb-436d-b3dd-b5ceb0837705'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:31:09.371703 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-079835fd-d57e-4f79-94b2-a240caf71ffe tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=52ba3898aa4247d580daa9c64939be11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2521627 Feb 09 12:31:09.375132 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59450) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:09.385177 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-99954f13-dd7c-44fb-9221-1773b00664ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:09.390757 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-99954f13-dd7c-44fb-9221-1773b00664ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:09.426952 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e7e91412-60ed-4487-8978-5721e34aec76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:09.443807 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-99954f13-dd7c-44fb-9221-1773b00664ea admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=54d59e12affc41cdb3689a0a28add6d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4856584 Feb 09 12:31:09.446485 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59454) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:09.449240 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99954f13-dd7c-44fb-9221-1773b00664ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1092da94-a0bd-4425-9998-dc571c4796b8,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:09.512442 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-e7e91412-60ed-4487-8978-5721e34aec76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:31:09.517226 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b1a32e-f921-422b-b198-d4e3558be266 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:31:09.525896 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-04b1a32e-f921-422b-b198-d4e3558be266 admin admin] 10.222.0.55 "PUT /v2.0/routers/f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9118087 Feb 09 12:31:09.527009 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-e7e91412-60ed-4487-8978-5721e34aec76 admin admin] Usage tracker for resource:security_group_rule and tenant:2e395b76cce64c77badd402d9228cc05 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:31:09.531152 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e62876-c694-4323-9f15-9abf2a4b4245 None None] Sync routers for ids ['f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:31:09.537133 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e893a9-c6a7-479b-9e03-ae4634561b71 req-ebf83731-8b84-4dcf-bfa3-2b81c746c4bd tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:09.539036 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-79e893a9-c6a7-479b-9e03-ae4634561b71 req-ebf83731-8b84-4dcf-bfa3-2b81c746c4bd tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 946 time: 0.5011175 Feb 09 12:31:09.540159 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-e7e91412-60ed-4487-8978-5721e34aec76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:31:09.550742 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-e7e91412-60ed-4487-8978-5721e34aec76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:31:09.557396 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e62876-c694-4323-9f15-9abf2a4b4245 None None] Routers {'f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:31:09.558192 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-b5e62876-c694-4323-9f15-9abf2a4b4245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:30:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:31:09.647954 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-79e893a9-c6a7-479b-9e03-ae4634561b71 req-77b14ea1-4a44-4dbb-8148-e3c69d3285f7 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003313 Feb 09 12:31:09.654339 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-a498758a-e92c-407b-9f07-e961a6bc84bb service neutron] 10.222.0.55 "GET /v2.0/networks/f9d2cd73-be06-4add-bdc3-eda5977b076f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600925 Feb 09 12:31:09.662015 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f36651b5-eac5-405d-8042-7bb50825e489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:09.709155 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f36651b5-eac5-405d-8042-7bb50825e489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:09.781567 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f36651b5-eac5-405d-8042-7bb50825e489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:09.812872 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36651b5-eac5-405d-8042-7bb50825e489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1092da94-a0bd-4425-9998-dc571c4796b8,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:09.815484 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f36651b5-eac5-405d-8042-7bb50825e489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:09.817223 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f36651b5-eac5-405d-8042-7bb50825e489 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1092da94-a0bd-4425-9998-dc571c4796b8 HTTP/1.1" status: 204 len: 168 time: 0.3692832 Feb 09 12:31:09.857334 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-b5e62876-c694-4323-9f15-9abf2a4b4245 None None] Set router f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:31:09.941759 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e7e91412-60ed-4487-8978-5721e34aec76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:09.957142 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-93c6d9dd-0372-477d-a322-e42448caa6c4 service neutron] 10.222.0.55 "GET /v2.0/networks/f9d2cd73-be06-4add-bdc3-eda5977b076f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895286 Feb 09 12:31:09.959040 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e7e91412-60ed-4487-8978-5721e34aec76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:10.020155 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e7e91412-60ed-4487-8978-5721e34aec76 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2e395b76cce64c77badd402d9228cc05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6439664 Feb 09 12:31:10.021834 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e91412-60ed-4487-8978-5721e34aec76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e242a51-9b22-430c-890c-893cb955ee4c,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:10.022941 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59470) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:10.063964 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d7750-5488-4ca2-bc14-5dc306a8a916 req-8c13ec1f-535b-4f75-a7ea-16b1f83d7daf tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:10.066155 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f13d7750-5488-4ca2-bc14-5dc306a8a916 req-8c13ec1f-535b-4f75-a7ea-16b1f83d7daf tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ffa4d7e-005b-44e4-b944-8d665fe8f89a HTTP/1.1" status: 200 len: 946 time: 0.2250395 Feb 09 12:31:10.121560 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bb62b486-2768-46fa-a0ed-39a877b109ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:10.167273 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bb62b486-2768-46fa-a0ed-39a877b109ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:10.195620 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f13d7750-5488-4ca2-bc14-5dc306a8a916 req-63cda211-3f5c-4954-897a-3f53c60ec32f tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227655 Feb 09 12:31:10.229275 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bb62b486-2768-46fa-a0ed-39a877b109ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:10.261599 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb62b486-2768-46fa-a0ed-39a877b109ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e242a51-9b22-430c-890c-893cb955ee4c,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:10.266531 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bb62b486-2768-46fa-a0ed-39a877b109ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:10.268191 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-bb62b486-2768-46fa-a0ed-39a877b109ad admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5e242a51-9b22-430c-890c-893cb955ee4c HTTP/1.1" status: 204 len: 168 time: 0.2441764 Feb 09 12:31:10.418481 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-b5e62876-c694-4323-9f15-9abf2a4b4245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9', 'name': 'tempest-ServerRescueNegativeTestJSON-27536289-router', 'tenant_id': 'aba34aa17eff4c08ab9eaf8e9c681a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '44aab36d-65b3-46b9-ba60-b2f1e617e711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:30:54Z', 'updated_at': '2022-02-09T12:31:06Z', 'revision_number': 4, 'project_id': 'aba34aa17eff4c08ab9eaf8e9c681a05', 'gw_port': {'id': '44aab36d-65b3-46b9-ba60-b2f1e617e711', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:69:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:30:56Z', 'updated_at': '2022-02-09T12:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'ddda7a5e-bc35-44d8-808d-a8d6d1a9d39d', 'name': '', 'network_id': 'c52d4018-5a69-4fac-a12b-9b13cfc3a5a5', 'tenant_id': 'aba34aa17eff4c08ab9eaf8e9c681a05', 'mac_address': 'fa:16:3e:26:c9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '21ba49f8-7226-4d27-a3b6-74fc50d70d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:31:03Z', 'updated_at': '2022-02-09T12:31:07Z', 'revision_number': 2, 'project_id': 'aba34aa17eff4c08ab9eaf8e9c681a05', 'subnets': [{'id': '21ba49f8-7226-4d27-a3b6-74fc50d70d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:31:10.422835 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e62876-c694-4323-9f15-9abf2a4b4245 None None] Checking router: f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:31:10.423316 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e62876-c694-4323-9f15-9abf2a4b4245 None None] Updating router f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9 port ddda7a5e-bc35-44d8-808d-a8d6d1a9d39d binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:31:10.433933 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430ff42-4875-4f82-a13c-34ffa9afcf04 req-ec63b010-937a-4657-b9d8-2ea0b0d8bda3 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:10.436407 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59482) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:10.442723 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5430ff42-4875-4f82-a13c-34ffa9afcf04 req-ec63b010-937a-4657-b9d8-2ea0b0d8bda3 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=81ea6099-4fe0-47d8-9fa6-1375fcace60c HTTP/1.1" status: 200 len: 946 time: 0.1756186 Feb 09 12:31:10.462626 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-96f66a32-28a9-494d-bbfc-cc490ce9879b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:10.503091 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-96f66a32-28a9-494d-bbfc-cc490ce9879b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:31:10.507571 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-96f66a32-28a9-494d-bbfc-cc490ce9879b admin admin] Usage tracker for resource:security_group_rule and tenant:43048f85b22941e6806ebd04465aeb67 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:31:10.510790 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-96f66a32-28a9-494d-bbfc-cc490ce9879b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:31:10.518729 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-96f66a32-28a9-494d-bbfc-cc490ce9879b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:31:10.525150 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5430ff42-4875-4f82-a13c-34ffa9afcf04 req-4f4d10e3-4702-4702-bf74-b0cd54b2ee2d tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815446 Feb 09 12:31:10.537279 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b5e62876-c694-4323-9f15-9abf2a4b4245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:10.674466 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 26bb081a-e2eb-436d-b3dd-b5ceb0837705 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:31:10.679958 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-96f66a32-28a9-494d-bbfc-cc490ce9879b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:10.690147 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-96f66a32-28a9-494d-bbfc-cc490ce9879b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:10.749584 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-96f66a32-28a9-494d-bbfc-cc490ce9879b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=43048f85b22941e6806ebd04465aeb67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3120940 Feb 09 12:31:10.750450 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f66a32-28a9-494d-bbfc-cc490ce9879b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5085c0ac-a951-4751-84d3-a067a969a4a2,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:10.752988 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59500) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:10.913950 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59504) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:10.933187 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fa4e561d-cbe2-4245-a0a2-dac3deb5b430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:10.943948 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f4c28de2-5d0c-4f09-be4b-44cbb58c123a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:10.946074 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 26bb081a-e2eb-436d-b3dd-b5ceb0837705 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:31:10.951801 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-fa4e561d-cbe2-4245-a0a2-dac3deb5b430 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:31:10.956473 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 26bb081a-e2eb-436d-b3dd-b5ceb0837705 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:31:10.957079 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:10.958001 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-fa4e561d-cbe2-4245-a0a2-dac3deb5b430 admin admin] Usage tracker for resource:security_group_rule and tenant:440f46bd14664deb9a9f4701b1b19e92 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:31:10.961298 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-fa4e561d-cbe2-4245-a0a2-dac3deb5b430 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:31:10.969965 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-fa4e561d-cbe2-4245-a0a2-dac3deb5b430 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:31:10.997001 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef7db1-991f-4e0c-9e1e-34a371eac3f1 req-e02f9cf1-9ff8-4cba-b3a0-3b776727417b tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:10.998839 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6fef7db1-991f-4e0c-9e1e-34a371eac3f1 req-e02f9cf1-9ff8-4cba-b3a0-3b776727417b tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec191bd0-b237-4999-b440-eb38d16c75ee HTTP/1.1" status: 200 len: 944 time: 0.2083755 Feb 09 12:31:11.077694 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f4c28de2-5d0c-4f09-be4b-44cbb58c123a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:11.124902 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fa4e561d-cbe2-4245-a0a2-dac3deb5b430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:11.132615 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fa4e561d-cbe2-4245-a0a2-dac3deb5b430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:11.185536 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:11.202243 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-fa4e561d-cbe2-4245-a0a2-dac3deb5b430 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=440f46bd14664deb9a9f4701b1b19e92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2846475 Feb 09 12:31:11.202243 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e561d-cbe2-4245-a0a2-dac3deb5b430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd74a8f9-51c2-4be4-bc38-8ffe8fbfbb47,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:11.204527 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59516) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:11.213171 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b5e62876-c694-4323-9f15-9abf2a4b4245 None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:11.237566 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec191bd0-b237-4999-b440-eb38d16c75ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26bb081a-e2eb-436d-b3dd-b5ceb0837705'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:31:11.245271 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b5e62876-c694-4323-9f15-9abf2a4b4245 None None] Transition to ACTIVE for port object ddda7a5e-bc35-44d8-808d-a8d6d1a9d39d will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:31:11.252397 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6fef7db1-991f-4e0c-9e1e-34a371eac3f1 req-2cb806bd-287e-4a09-b54e-4eea352bfafe tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef88ea14-c1b5-4810-8a63-5868ea6af64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375040 Feb 09 12:31:11.257296 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 26bb081a-e2eb-436d-b3dd-b5ceb0837705, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=26bb081a-e2eb-436d-b3dd-b5ceb0837705,segment=NetworkSegment(265d0b08-b939-46e1-9e9a-33b1f21608e7),segment_id=265d0b08-b939-46e1-9e9a-33b1f21608e7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:31:11.259854 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b5e62876-c694-4323-9f15-9abf2a4b4245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:11.288237 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2e22c3a6-a33e-4810-91c0-946a2a3af4ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:11.341868 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2e22c3a6-a33e-4810-91c0-946a2a3af4ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:11.352400 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:11.355650 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f4c28de2-5d0c-4f09-be4b-44cbb58c123a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:11.388794 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-3aec35fa-91ca-4812-9a5e-13be6d560f3b tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:11.390792 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-3aec35fa-91ca-4812-9a5e-13be6d560f3b tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Synchronizing usage tracker for tenant:aba34aa17eff4c08ab9eaf8e9c681a05 on resource:network {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:31:11.409067 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c28de2-5d0c-4f09-be4b-44cbb58c123a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5085c0ac-a951-4751-84d3-a067a969a4a2,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:11.430112 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2e22c3a6-a33e-4810-91c0-946a2a3af4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:11.432193 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-3aec35fa-91ca-4812-9a5e-13be6d560f3b tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Unset dirty status for tenant:aba34aa17eff4c08ab9eaf8e9c681a05 on resource:network {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:31:11.439551 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-3aec35fa-91ca-4812-9a5e-13be6d560f3b tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/networks?id=c52d4018-5a69-4fac-a12b-9b13cfc3a5a5 HTTP/1.1" status: 200 len: 817 time: 0.3694396 Feb 09 12:31:11.444131 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f4c28de2-5d0c-4f09-be4b-44cbb58c123a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:11.447478 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f4c28de2-5d0c-4f09-be4b-44cbb58c123a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5085c0ac-a951-4751-84d3-a067a969a4a2 HTTP/1.1" status: 204 len: 168 time: 0.6908846 Feb 09 12:31:11.454458 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa90020-acc5-43b9-b147-82a702510776 None None] Pushing event updated for resources: {'Port': ['ID=ddda7a5e-bc35-44d8-808d-a8d6d1a9d39d,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:11.477773 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e22c3a6-a33e-4810-91c0-946a2a3af4ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd74a8f9-51c2-4be4-bc38-8ffe8fbfbb47,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:11.487657 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-2a2cb17c-b5a5-46df-9e3a-75461c286c20 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/quotas/aba34aa17eff4c08ab9eaf8e9c681a05 HTTP/1.1" status: 200 len: 375 time: 0.0461254 Feb 09 12:31:11.495792 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2e22c3a6-a33e-4810-91c0-946a2a3af4ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:11.497278 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2e22c3a6-a33e-4810-91c0-946a2a3af4ea admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cd74a8f9-51c2-4be4-bc38-8ffe8fbfbb47 HTTP/1.1" status: 204 len: 168 time: 0.2916553 Feb 09 12:31:11.611059 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c96ce875-5289-4c08-a8b2-dc85a6a57381 req-9c804acb-65fb-4c34-8655-a196b09a3022 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] 10.222.0.55 "GET /v2.0/ports?device_id=b542574f-4637-4ac6-ac54-f1e237586f64 HTTP/1.1" status: 200 len: 210 time: 0.1200492 Feb 09 12:31:11.611966 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-b5e62876-c694-4323-9f15-9abf2a4b4245 None None] Attempting to bind port ddda7a5e-bc35-44d8-808d-a8d6d1a9d39d on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:31:11.612337 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-b5e62876-c694-4323-9f15-9abf2a4b4245 None None] Attempting to bind port ddda7a5e-bc35-44d8-808d-a8d6d1a9d39d by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '8c2b8444-ee73-4d9a-b984-e17b3dd7119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c52d4018-5a69-4fac-a12b-9b13cfc3a5a5'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:31:11.612697 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e62876-c694-4323-9f15-9abf2a4b4245 None None] Attempting to bind port ddda7a5e-bc35-44d8-808d-a8d6d1a9d39d on network c52d4018-5a69-4fac-a12b-9b13cfc3a5a5 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:31:11.617873 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=26bb081a-e2eb-436d-b3dd-b5ceb0837705,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:11.622715 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e62876-c694-4323-9f15-9abf2a4b4245 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:31:11.623088 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e62876-c694-4323-9f15-9abf2a4b4245 None None] Checking segment: {'id': '8c2b8444-ee73-4d9a-b984-e17b3dd7119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c52d4018-5a69-4fac-a12b-9b13cfc3a5a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:31:11.623491 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b5e62876-c694-4323-9f15-9abf2a4b4245 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:11.623924 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e62876-c694-4323-9f15-9abf2a4b4245 None None] Bound using segment: {'id': '8c2b8444-ee73-4d9a-b984-e17b3dd7119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c52d4018-5a69-4fac-a12b-9b13cfc3a5a5'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:31:11.624391 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-b5e62876-c694-4323-9f15-9abf2a4b4245 None None] Bound port: ddda7a5e-bc35-44d8-808d-a8d6d1a9d39d, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c2b8444-ee73-4d9a-b984-e17b3dd7119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c52d4018-5a69-4fac-a12b-9b13cfc3a5a5'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:31:11.624761 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b5e62876-c694-4323-9f15-9abf2a4b4245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:11.661460 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-bc47c059-2478-4473-9b42-4089397c66fb tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Synchronizing usage tracker for tenant:aba34aa17eff4c08ab9eaf8e9c681a05 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:31:11.700356 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-bc47c059-2478-4473-9b42-4089397c66fb tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Unset dirty status for tenant:aba34aa17eff4c08ab9eaf8e9c681a05 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:31:11.708406 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-bc47c059-2478-4473-9b42-4089397c66fb tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=aba34aa17eff4c08ab9eaf8e9c681a05&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2196980 Feb 09 12:31:11.794767 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-b5e62876-c694-4323-9f15-9abf2a4b4245 None None] For port ddda7a5e-bc35-44d8-808d-a8d6d1a9d39d, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:31:11.806325 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-b5e62876-c694-4323-9f15-9abf2a4b4245 None None] For port ddda7a5e-bc35-44d8-808d-a8d6d1a9d39d, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=ddda7a5e-bc35-44d8-808d-a8d6d1a9d39d,segment=NetworkSegment(8c2b8444-ee73-4d9a-b984-e17b3dd7119f),segment_id=8c2b8444-ee73-4d9a-b984-e17b3dd7119f)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:31:11.815025 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b5e62876-c694-4323-9f15-9abf2a4b4245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:11.958508 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e62876-c694-4323-9f15-9abf2a4b4245 None None] Routers {'f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:31:11.958508 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-b5e62876-c694-4323-9f15-9abf2a4b4245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:30:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:31:12.002735 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-1abab1e7-7a94-434f-851a-688a2b009b17 service neutron] 10.222.0.55 "GET /v2.0/networks/c52d4018-5a69-4fac-a12b-9b13cfc3a5a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895041 Feb 09 12:31:12.109739 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa90020-acc5-43b9-b147-82a702510776 None None] Pushing event updated for resources: {'Port': ['ID=ddda7a5e-bc35-44d8-808d-a8d6d1a9d39d,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:12.126165 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-628f7c82-2096-46fe-949e-a26dc9bc7398 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:12.134099 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-628f7c82-2096-46fe-949e-a26dc9bc7398 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] 10.222.0.46 "GET /v2.0/networks?id=f9d2cd73-be06-4add-bdc3-eda5977b076f HTTP/1.1" status: 200 len: 818 time: 0.2877750 Feb 09 12:31:12.158356 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-32218045-4e51-4c98-9501-bea4ecfc78e0 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] Request body: {'port': {'device_id': 'b542574f-4637-4ac6-ac54-f1e237586f64', 'network_id': 'f9d2cd73-be06-4add-bdc3-eda5977b076f', 'admin_state_up': True, 'tenant_id': '52ba3898aa4247d580daa9c64939be11'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:31:12.374033 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-f7e3860e-542d-4637-b803-6dbdd89d0bf7 service neutron] 10.222.0.55 "GET /v2.0/networks/c52d4018-5a69-4fac-a12b-9b13cfc3a5a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702292 Feb 09 12:31:12.503055 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-b5e62876-c694-4323-9f15-9abf2a4b4245 None None] Set router f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:31:12.509845 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-32218045-4e51-4c98-9501-bea4ecfc78e0 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:31:12.515304 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8316a-2c17-4e74-a470-6973665ea298 req-89ae0bda-6086-4b5b-ba0d-cd5fde56903f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:12.516832 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-bbf8316a-2c17-4e74-a470-6973665ea298 req-89ae0bda-6086-4b5b-ba0d-cd5fde56903f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=00099515433c46eebcd12321c76bbae3&device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 1097 time: 0.1812549 Feb 09 12:31:12.518632 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-32218045-4e51-4c98-9501-bea4ecfc78e0 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] Usage tracker for resource:port and tenant:52ba3898aa4247d580daa9c64939be11 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:31:12.521738 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-32218045-4e51-4c98-9501-bea4ecfc78e0 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:31:12.619886 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-32218045-4e51-4c98-9501-bea4ecfc78e0 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:31:12.629883 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed911f9-e185-47dd-823a-eafd970f0592 req-42b7bcb4-34af-4829-95b0-29997f2ae657 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:12.642172 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6ed911f9-e185-47dd-823a-eafd970f0592 req-42b7bcb4-34af-4829-95b0-29997f2ae657 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ffa4d7e-005b-44e4-b944-8d665fe8f89a HTTP/1.1" status: 200 len: 946 time: 0.1525867 Feb 09 12:31:12.643012 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-32218045-4e51-4c98-9501-bea4ecfc78e0 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] Made reservation on behalf of 52ba3898aa4247d580daa9c64939be11 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:31:12.646985 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-32218045-4e51-4c98-9501-bea4ecfc78e0 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:12.755348 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6ed911f9-e185-47dd-823a-eafd970f0592 req-50655069-b388-4789-843a-5475ba9c601c tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101990 Feb 09 12:31:12.939555 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec191bd0-b237-4999-b440-eb38d16c75ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26bb081a-e2eb-436d-b3dd-b5ceb0837705', 'code': 200} Feb 09 12:31:12.945336 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-32218045-4e51-4c98-9501-bea4ecfc78e0 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] Allocated IP 172.20.0.4 (f9d2cd73-be06-4add-bdc3-eda5977b076f/f19f108b-55e6-46dd-8931-5dbc98c01668/6406747a-e1ea-4ea3-aaa7-6fb32cfe3c8e) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:31:13.097466 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8316a-2c17-4e74-a470-6973665ea298 req-50fb028d-e8ac-48b9-9daa-b2bbe13af68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:13.099110 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-bbf8316a-2c17-4e74-a470-6973665ea298 req-50fb028d-e8ac-48b9-9daa-b2bbe13af68c service neutron] 10.222.0.46 "GET /v2.0/networks?id=8e240a2e-10ae-45b2-9910-3b86c821ddc4 HTTP/1.1" status: 200 len: 913 time: 0.5714116 Feb 09 12:31:13.140585 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3f47d-909d-4bec-bd62-f0e7ed41762f req-0b356802-e938-40dd-b67d-40d70b23beed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:13.143486 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-64f3f47d-909d-4bec-bd62-f0e7ed41762f req-0b356802-e938-40dd-b67d-40d70b23beed service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ec191bd0-b237-4999-b440-eb38d16c75ee HTTP/1.1" status: 200 len: 1096 time: 0.2334146 Feb 09 12:31:13.266307 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-bbf8316a-2c17-4e74-a470-6973665ea298 req-610d1ee2-aff3-45cb-ab8f-35b484cb8a55 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d93b5e0a-6c45-4800-820d-aa945e3d4e97 HTTP/1.1" status: 200 len: 217 time: 0.1563909 Feb 09 12:31:13.292228 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f33ee4-f6d4-4edc-915b-015ddf3f071d req-3ae9d587-dbb9-42ba-9023-9b3cbff4868c tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:13.305493 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b1f33ee4-f6d4-4edc-915b-015ddf3f071d req-3ae9d587-dbb9-42ba-9023-9b3cbff4868c tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 946 time: 0.3094687 Feb 09 12:31:13.324078 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-b5e62876-c694-4323-9f15-9abf2a4b4245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9', 'name': 'tempest-ServerRescueNegativeTestJSON-27536289-router', 'tenant_id': 'aba34aa17eff4c08ab9eaf8e9c681a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '44aab36d-65b3-46b9-ba60-b2f1e617e711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:30:54Z', 'updated_at': '2022-02-09T12:31:06Z', 'revision_number': 4, 'project_id': 'aba34aa17eff4c08ab9eaf8e9c681a05', 'gw_port': {'id': '44aab36d-65b3-46b9-ba60-b2f1e617e711', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:69:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:30:56Z', 'updated_at': '2022-02-09T12:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'ddda7a5e-bc35-44d8-808d-a8d6d1a9d39d', 'name': '', 'network_id': 'c52d4018-5a69-4fac-a12b-9b13cfc3a5a5', 'tenant_id': 'aba34aa17eff4c08ab9eaf8e9c681a05', 'mac_address': 'fa:16:3e:26:c9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '21ba49f8-7226-4d27-a3b6-74fc50d70d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:31:03Z', 'updated_at': '2022-02-09T12:31:11Z', 'revision_number': 4, 'project_id': 'aba34aa17eff4c08ab9eaf8e9c681a05', 'subnets': [{'id': '21ba49f8-7226-4d27-a3b6-74fc50d70d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:31:13.331207 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e62876-c694-4323-9f15-9abf2a4b4245 None None] The sync data for ids ['f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9'] in n-d-825178-3 is: [{'id': 'f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9', 'name': 'tempest-ServerRescueNegativeTestJSON-27536289-router', 'tenant_id': 'aba34aa17eff4c08ab9eaf8e9c681a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '44aab36d-65b3-46b9-ba60-b2f1e617e711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:30:54Z', 'updated_at': '2022-02-09T12:31:06Z', 'revision_number': 4, 'project_id': 'aba34aa17eff4c08ab9eaf8e9c681a05', 'gw_port': {'id': '44aab36d-65b3-46b9-ba60-b2f1e617e711', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:69:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:30:56Z', 'updated_at': '2022-02-09T12:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'ddda7a5e-bc35-44d8-808d-a8d6d1a9d39d', 'name': '', 'network_id': 'c52d4018-5a69-4fac-a12b-9b13cfc3a5a5', 'tenant_id': 'aba34aa17eff4c08ab9eaf8e9c681a05', 'mac_address': 'fa:16:3e:26:c9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '21ba49f8-7226-4d27-a3b6-74fc50d70d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:31:03Z', 'updated_at': '2022-02-09T12:31:11Z', 'revision_number': 4, 'project_id': 'aba34aa17eff4c08ab9eaf8e9c681a05', 'subnets': [{'id': '21ba49f8-7226-4d27-a3b6-74fc50d70d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:31:13.345158 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-64f3f47d-909d-4bec-bd62-f0e7ed41762f req-9aa61b87-a34f-419e-a5a0-12903c02eb89 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ef88ea14-c1b5-4810-8a63-5868ea6af64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847553 Feb 09 12:31:13.481245 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b1f33ee4-f6d4-4edc-915b-015ddf3f071d req-da5e200e-f19b-4ebe-90bd-8860b58fbac4 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747561 Feb 09 12:31:13.569678 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e344ab-dbe8-4f2e-ae84-cbb750dc2ba9 req-0108cbff-e50d-4020-b874-01ac545d2556 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:13.577336 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f2e344ab-dbe8-4f2e-ae84-cbb750dc2ba9 req-0108cbff-e50d-4020-b874-01ac545d2556 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=81ea6099-4fe0-47d8-9fa6-1375fcace60c HTTP/1.1" status: 200 len: 946 time: 0.1977162 Feb 09 12:31:13.859327 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8316a-2c17-4e74-a470-6973665ea298 req-5a385fbb-7909-44be-b1e2-a70ead815ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:13.863822 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-bbf8316a-2c17-4e74-a470-6973665ea298 req-5a385fbb-7909-44be-b1e2-a70ead815ba1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a9fe3712-b0f7-41b8-9852-1955bd160446 HTTP/1.1" status: 200 len: 852 time: 0.4983962 Feb 09 12:31:13.955981 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f2e344ab-dbe8-4f2e-ae84-cbb750dc2ba9 req-58d3d802-e10c-4f90-9b9e-b09739711f98 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772757 Feb 09 12:31:13.976513 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-519bd944-a56e-42f6-8813-b218132e5874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:14.005269 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-bbf8316a-2c17-4e74-a470-6973665ea298 req-6b80d0bc-a310-4204-b18b-b3b2c3f1ccdc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8e240a2e-10ae-45b2-9910-3b86c821ddc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1241205 Feb 09 12:31:14.027402 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1ccdc-9310-4c4e-9680-e17e2be4a8b4 req-712c4e52-7d37-46e4-b3db-72293fd7c922 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:14.037356 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2da1ccdc-9310-4c4e-9680-e17e2be4a8b4 req-712c4e52-7d37-46e4-b3db-72293fd7c922 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec191bd0-b237-4999-b440-eb38d16c75ee HTTP/1.1" status: 200 len: 945 time: 0.1883042 Feb 09 12:31:14.124695 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-32218045-4e51-4c98-9501-bea4ecfc78e0 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:14.134261 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2da1ccdc-9310-4c4e-9680-e17e2be4a8b4 req-e1353a77-6b49-4d1c-9182-92909c0e9261 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef88ea14-c1b5-4810-8a63-5868ea6af64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959148 Feb 09 12:31:14.331796 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-231e89e1-3610-423c-abff-aa0850293f60 req-9a71467e-b1e0-4cd4-b847-0ef31a19eea5 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] 10.222.0.55 "GET /v2.0/ports?device_id=b542574f-4637-4ac6-ac54-f1e237586f64 HTTP/1.1" status: 200 len: 210 time: 0.1209381 Feb 09 12:31:14.475862 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59616) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:14.497223 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1d24e0f1-3709-487a-8d15-d36762e9f64d req-5d1a9ba5-9ed0-4400-94a3-ae97416df57f tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=50d294be-4088-4183-9349-225738f63f05 HTTP/1.1" status: 200 len: 210 time: 0.0917118 Feb 09 12:31:14.521051 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-bbf8316a-2c17-4e74-a470-6973665ea298 req-1b484b59-9099-4485-92a1-34d9bdb6f4a2 service neutron] 10.222.0.46 "GET /v2.0/networks/8e240a2e-10ae-45b2-9910-3b86c821ddc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5017397 Feb 09 12:31:14.614897 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device ddda7a5e-bc35-44d8-808d-a8d6d1a9d39d up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:31:14.758345 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-32218045-4e51-4c98-9501-bea4ecfc78e0 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:14.762396 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port ddda7a5e-bc35-44d8-808d-a8d6d1a9d39d completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:31:14.771322 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port ddda7a5e-bc35-44d8-808d-a8d6d1a9d39d triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:31:14.771697 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:14.918741 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32218045-4e51-4c98-9501-bea4ecfc78e0 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] Pushing event updated for resources: {'Port': ['ID=6406747a-e1ea-4ea3-aaa7-6fb32cfe3c8e,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:14.936861 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-32218045-4e51-4c98-9501-bea4ecfc78e0 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] Network f9d2cd73-be06-4add-bdc3-eda5977b076f is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:31:14.940647 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-32218045-4e51-4c98-9501-bea4ecfc78e0 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:31:14.945649 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-32218045-4e51-4c98-9501-bea4ecfc78e0 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:31:15.052990 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:15.069818 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-32218045-4e51-4c98-9501-bea4ecfc78e0 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:15.070542 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-32218045-4e51-4c98-9501-bea4ecfc78e0 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:15.137192 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port ddda7a5e-bc35-44d8-808d-a8d6d1a9d39d, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=ddda7a5e-bc35-44d8-808d-a8d6d1a9d39d,segment=NetworkSegment(8c2b8444-ee73-4d9a-b984-e17b3dd7119f),segment_id=8c2b8444-ee73-4d9a-b984-e17b3dd7119f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:31:15.142860 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-32218045-4e51-4c98-9501-bea4ecfc78e0 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9903071 Feb 09 12:31:15.145583 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:15.149315 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580325d-ad9c-4efb-ad00-d50d29020322 req-73e11843-e9a5-4e36-bd94-7ff62d943a48 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:15.160055 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3580325d-ad9c-4efb-ad00-d50d29020322 req-73e11843-e9a5-4e36-bd94-7ff62d943a48 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ffa4d7e-005b-44e4-b944-8d665fe8f89a HTTP/1.1" status: 200 len: 946 time: 0.5306139 Feb 09 12:31:15.190092 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-78493d72-8942-4f84-b544-a8eec59a3e3f tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-350396191'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:31:15.226237 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-bbf8316a-2c17-4e74-a470-6973665ea298 req-d17ece10-ab96-438b-9d17-b4c7c9201562 service neutron] 10.222.0.46 "GET /v2.0/networks/8e240a2e-10ae-45b2-9910-3b86c821ddc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6976945 Feb 09 12:31:15.239059 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-3dff111b-1f35-4615-bfa0-7f9e0a0441e1 service neutron] Request body: {'port': {'device_id': 'b542574f-4637-4ac6-ac54-f1e237586f64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:31:15.240295 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-78493d72-8942-4f84-b544-a8eec59a3e3f tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:31:15.269402 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-78493d72-8942-4f84-b544-a8eec59a3e3f tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] Usage tracker for resource:network and tenant:b0ac19e5990f4448b4d8b910c6b47c3d is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:31:15.288955 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-78493d72-8942-4f84-b544-a8eec59a3e3f tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:31:15.315322 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=ddda7a5e-bc35-44d8-808d-a8d6d1a9d39d,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:15.326410 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d2adeb-1a28-49cc-997e-d860c6139051 req-5344af69-22e4-43a7-8b49-ad2a681a7c83 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:15.341275 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-93d2adeb-1a28-49cc-997e-d860c6139051 req-5344af69-22e4-43a7-8b49-ad2a681a7c83 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=81ea6099-4fe0-47d8-9fa6-1375fcace60c HTTP/1.1" status: 200 len: 946 time: 0.5519638 Feb 09 12:31:15.410295 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3580325d-ad9c-4efb-ad00-d50d29020322 req-079c1ea9-69ab-431c-84dd-bbe810ddaf70 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492630 Feb 09 12:31:15.414834 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-78493d72-8942-4f84-b544-a8eec59a3e3f tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:31:15.452690 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-3dff111b-1f35-4615-bfa0-7f9e0a0441e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:15.574399 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-93d2adeb-1a28-49cc-997e-d860c6139051 req-c08bba64-9e94-4287-b8f4-fae3f85f944e tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315042 Feb 09 12:31:15.578459 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78493d72-8942-4f84-b544-a8eec59a3e3f tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] Made reservation on behalf of b0ac19e5990f4448b4d8b910c6b47c3d for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:31:15.584054 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-78493d72-8942-4f84-b544-a8eec59a3e3f tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:15.617122 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-d9b01f58-0e8e-4767-a255-453e849c0945 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:15.619060 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-d9b01f58-0e8e-4767-a255-453e849c0945 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.46 "GET /v2.0/networks?id=c52d4018-5a69-4fac-a12b-9b13cfc3a5a5 HTTP/1.1" status: 200 len: 817 time: 0.7506268 Feb 09 12:31:15.662633 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-78493d72-8942-4f84-b544-a8eec59a3e3f tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:15.679502 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-49fb368d-3f9b-4d38-8226-d7ea116f1b38 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Request body: {'port': {'device_id': '50d294be-4088-4183-9349-225738f63f05', 'network_id': 'c52d4018-5a69-4fac-a12b-9b13cfc3a5a5', 'admin_state_up': True, 'tenant_id': 'aba34aa17eff4c08ab9eaf8e9c681a05'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:31:15.794468 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-78493d72-8942-4f84-b544-a8eec59a3e3f tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:31:15.840408 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288ca08-860c-45c3-91f6-8e021d3e4fa2 req-4d2cceab-f47b-4761-825f-59a624abe480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:15.841891 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9288ca08-860c-45c3-91f6-8e021d3e4fa2 req-4d2cceab-f47b-4761-825f-59a624abe480 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8ffa4d7e-005b-44e4-b944-8d665fe8f89a HTTP/1.1" status: 200 len: 1097 time: 0.1898906 Feb 09 12:31:15.871099 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-78493d72-8942-4f84-b544-a8eec59a3e3f tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] Usage tracker for resource:security_group_rule and tenant:b0ac19e5990f4448b4d8b910c6b47c3d is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:31:15.884559 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-78493d72-8942-4f84-b544-a8eec59a3e3f tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:31:15.901752 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-78493d72-8942-4f84-b544-a8eec59a3e3f tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:31:15.908342 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9288ca08-860c-45c3-91f6-8e021d3e4fa2 req-860cbc8a-695f-42bf-8ad4-97def15b77a0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559278 Feb 09 12:31:15.988445 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-3dff111b-1f35-4615-bfa0-7f9e0a0441e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6406747a-e1ea-4ea3-aaa7-6fb32cfe3c8e {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:31:15.997025 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-3dff111b-1f35-4615-bfa0-7f9e0a0441e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:16.013907 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-3dff111b-1f35-4615-bfa0-7f9e0a0441e1 service neutron] Transition to ACTIVE for port object 6406747a-e1ea-4ea3-aaa7-6fb32cfe3c8e will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:31:16.019160 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-3dff111b-1f35-4615-bfa0-7f9e0a0441e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:16.025310 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-49fb368d-3f9b-4d38-8226-d7ea116f1b38 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:31:16.033455 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d8316-f278-4cee-8d92-e7389c9f02ef req-386c1465-7f29-40d2-93fa-8ff9f16da549 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:16.034906 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f45d8316-f278-4cee-8d92-e7389c9f02ef req-386c1465-7f29-40d2-93fa-8ff9f16da549 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/networks?id=c52d4018-5a69-4fac-a12b-9b13cfc3a5a5 HTTP/1.1" status: 200 len: 817 time: 0.3215084 Feb 09 12:31:16.042299 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123bedea-9d9e-4420-b313-a8d9dba7eaeb req-a828940a-3394-4776-8641-8e74a562d997 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:16.043682 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-123bedea-9d9e-4420-b313-a8d9dba7eaeb req-a828940a-3394-4776-8641-8e74a562d997 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 946 time: 0.4392865 Feb 09 12:31:16.083969 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-49fb368d-3f9b-4d38-8226-d7ea116f1b38 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:31:16.089018 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f45d8316-f278-4cee-8d92-e7389c9f02ef req-3c3f39a8-35ff-42f4-8be6-a304d1655c00 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/quotas/aba34aa17eff4c08ab9eaf8e9c681a05 HTTP/1.1" status: 200 len: 375 time: 0.0431092 Feb 09 12:31:16.173785 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff111b-1f35-4615-bfa0-7f9e0a0441e1 service neutron] Pushing event updated for resources: {'Port': ['ID=6406747a-e1ea-4ea3-aaa7-6fb32cfe3c8e,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:16.184760 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-49fb368d-3f9b-4d38-8226-d7ea116f1b38 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Made reservation on behalf of aba34aa17eff4c08ab9eaf8e9c681a05 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:31:16.188097 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-49fb368d-3f9b-4d38-8226-d7ea116f1b38 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:16.221229 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-123bedea-9d9e-4420-b313-a8d9dba7eaeb req-e626c817-8631-452d-a5a3-8a19f38ecd6f tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601295 Feb 09 12:31:16.266362 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-3dff111b-1f35-4615-bfa0-7f9e0a0441e1 service neutron] Attempting to bind port 6406747a-e1ea-4ea3-aaa7-6fb32cfe3c8e on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:31:16.266695 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-3dff111b-1f35-4615-bfa0-7f9e0a0441e1 service neutron] Attempting to bind port 6406747a-e1ea-4ea3-aaa7-6fb32cfe3c8e by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'd7ea5e89-bde6-48c4-88e0-f5d61534b84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f9d2cd73-be06-4add-bdc3-eda5977b076f'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:31:16.267047 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-3dff111b-1f35-4615-bfa0-7f9e0a0441e1 service neutron] Attempting to bind port 6406747a-e1ea-4ea3-aaa7-6fb32cfe3c8e on network f9d2cd73-be06-4add-bdc3-eda5977b076f {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:31:16.272411 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-3dff111b-1f35-4615-bfa0-7f9e0a0441e1 service neutron] Port 6406747a-e1ea-4ea3-aaa7-6fb32cfe3c8e on network f9d2cd73-be06-4add-bdc3-eda5977b076f not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:31:16.272730 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-3dff111b-1f35-4615-bfa0-7f9e0a0441e1 service neutron] Attempting to bind port 6406747a-e1ea-4ea3-aaa7-6fb32cfe3c8e on network f9d2cd73-be06-4add-bdc3-eda5977b076f {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:31:16.278097 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-3dff111b-1f35-4615-bfa0-7f9e0a0441e1 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:31:16.278431 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-3dff111b-1f35-4615-bfa0-7f9e0a0441e1 service neutron] Checking segment: {'id': 'd7ea5e89-bde6-48c4-88e0-f5d61534b84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f9d2cd73-be06-4add-bdc3-eda5977b076f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:31:16.278811 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-3dff111b-1f35-4615-bfa0-7f9e0a0441e1 service neutron] Bound using segment: {'id': 'd7ea5e89-bde6-48c4-88e0-f5d61534b84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f9d2cd73-be06-4add-bdc3-eda5977b076f'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:31:16.279228 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-3dff111b-1f35-4615-bfa0-7f9e0a0441e1 service neutron] Bound port: 6406747a-e1ea-4ea3-aaa7-6fb32cfe3c8e, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7ea5e89-bde6-48c4-88e0-f5d61534b84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f9d2cd73-be06-4add-bdc3-eda5977b076f'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:31:16.279571 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-3dff111b-1f35-4615-bfa0-7f9e0a0441e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:16.327962 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-78493d72-8942-4f84-b544-a8eec59a3e3f tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:16.338701 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a04170b9-f57e-4153-a198-8b72169a0a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:16.362627 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-78493d72-8942-4f84-b544-a8eec59a3e3f tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:16.521429 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device ddda7a5e-bc35-44d8-808d-a8d6d1a9d39d up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:31:16.532513 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f45d8316-f278-4cee-8d92-e7389c9f02ef req-af96be7c-54ea-4c62-bba7-de1d77d1cf63 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=aba34aa17eff4c08ab9eaf8e9c681a05&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4301658 Feb 09 12:31:16.546459 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-3dff111b-1f35-4615-bfa0-7f9e0a0441e1 service neutron] For port 6406747a-e1ea-4ea3-aaa7-6fb32cfe3c8e, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:31:16.550082 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-3dff111b-1f35-4615-bfa0-7f9e0a0441e1 service neutron] For port 6406747a-e1ea-4ea3-aaa7-6fb32cfe3c8e, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=6406747a-e1ea-4ea3-aaa7-6fb32cfe3c8e,segment=NetworkSegment(d7ea5e89-bde6-48c4-88e0-f5d61534b84b),segment_id=d7ea5e89-bde6-48c4-88e0-f5d61534b84b)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:31:16.557187 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-3dff111b-1f35-4615-bfa0-7f9e0a0441e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:16.615097 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port ddda7a5e-bc35-44d8-808d-a8d6d1a9d39d triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:31:16.615530 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:16.635475 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-3dff111b-1f35-4615-bfa0-7f9e0a0441e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:16.636290 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-3dff111b-1f35-4615-bfa0-7f9e0a0441e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:16.637943 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-3dff111b-1f35-4615-bfa0-7f9e0a0441e1 service neutron] 10.222.0.46 "PUT /v2.0/ports/6406747a-e1ea-4ea3-aaa7-6fb32cfe3c8e HTTP/1.1" status: 200 len: 1091 time: 1.4204965 Feb 09 12:31:16.638561 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b542574f-4637-4ac6-ac54-f1e237586f64', 'tag': '6406747a-e1ea-4ea3-aaa7-6fb32cfe3c8e'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:31:16.648086 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78493d72-8942-4f84-b544-a8eec59a3e3f tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:31:16.697227 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff111b-1f35-4615-bfa0-7f9e0a0441e1 service neutron] Pushing event updated for resources: {'Port': ['ID=6406747a-e1ea-4ea3-aaa7-6fb32cfe3c8e,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:16.727785 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78493d72-8942-4f84-b544-a8eec59a3e3f tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b008e92e-7e56-4ede-8d1b-8691bb5711c5,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:16.730715 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-78493d72-8942-4f84-b544-a8eec59a3e3f tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:16.731061 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-78493d72-8942-4f84-b544-a8eec59a3e3f tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] Added segment fe5badc2-a94d-4df7-84d5-d5fde6d2e2e5 of type vlan for network 949e81e3-efc5-4b67-b092-8c0f0cacc033 Feb 09 12:31:16.796959 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78493d72-8942-4f84-b544-a8eec59a3e3f tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:31:16.797342 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78493d72-8942-4f84-b544-a8eec59a3e3f tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:31:16.797762 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78493d72-8942-4f84-b544-a8eec59a3e3f tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:31:16.798127 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78493d72-8942-4f84-b544-a8eec59a3e3f tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:31:16.799193 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78493d72-8942-4f84-b544-a8eec59a3e3f tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:31:16.799516 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78493d72-8942-4f84-b544-a8eec59a3e3f tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:31:16.800620 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78493d72-8942-4f84-b544-a8eec59a3e3f tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:31:16.800970 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78493d72-8942-4f84-b544-a8eec59a3e3f tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:31:16.801295 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78493d72-8942-4f84-b544-a8eec59a3e3f tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:31:16.801621 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78493d72-8942-4f84-b544-a8eec59a3e3f tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:31:16.801944 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78493d72-8942-4f84-b544-a8eec59a3e3f tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:31:16.802264 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78493d72-8942-4f84-b544-a8eec59a3e3f tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:31:16.831706 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-ea9f8fdb-f8de-4b81-a87d-d245571f1749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:16.834265 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-ea9f8fdb-f8de-4b81-a87d-d245571f1749 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52ba3898aa4247d580daa9c64939be11&device_id=b542574f-4637-4ac6-ac54-f1e237586f64 HTTP/1.1" status: 200 len: 1094 time: 0.1394303 Feb 09 12:31:16.867561 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-78493d72-8942-4f84-b544-a8eec59a3e3f tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:16.906858 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f45d8316-f278-4cee-8d92-e7389c9f02ef req-6fd65215-da1e-4ba7-a14a-54b5504ab35c service neutron] 10.222.0.55 "GET /v2.0/networks/c52d4018-5a69-4fac-a12b-9b13cfc3a5a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732548 Feb 09 12:31:16.908385 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-49fb368d-3f9b-4d38-8226-d7ea116f1b38 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Allocated IP 172.20.0.8 (c52d4018-5a69-4fac-a12b-9b13cfc3a5a5/21ba49f8-7226-4d27-a3b6-74fc50d70d5f/7e4038c9-ec5b-494a-8143-56329405372c) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:31:16.921044 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-c4ca0851-7c42-4c20-8cde-92380fd5a99e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6406747a-e1ea-4ea3-aaa7-6fb32cfe3c8e HTTP/1.1" status: 200 len: 217 time: 0.0780184 Feb 09 12:31:16.933560 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4997e0-5719-4518-bf1c-3b078a8fcc81 req-18887698-0484-45a6-84fe-86fb0b3d64b2 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:16.941617 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8f4997e0-5719-4518-bf1c-3b078a8fcc81 req-18887698-0484-45a6-84fe-86fb0b3d64b2 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec191bd0-b237-4999-b440-eb38d16c75ee HTTP/1.1" status: 200 len: 945 time: 0.4859459 Feb 09 12:31:16.996421 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-679d18d6-573c-4d96-8bf4-b9a0286e0bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:16.998387 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-679d18d6-573c-4d96-8bf4-b9a0286e0bc7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f19f108b-55e6-46dd-8931-5dbc98c01668 HTTP/1.1" status: 200 len: 858 time: 0.0672107 Feb 09 12:31:17.065479 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-262afb5a-74ec-4485-b342-25475ac2688d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f9d2cd73-be06-4add-bdc3-eda5977b076f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559564 Feb 09 12:31:17.280877 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f45d8316-f278-4cee-8d92-e7389c9f02ef req-eeb84eb2-5648-48c7-bb08-4f2a6e5d73dc service neutron] 10.222.0.55 "GET /v2.0/networks/c52d4018-5a69-4fac-a12b-9b13cfc3a5a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649814 Feb 09 12:31:17.341903 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-78493d72-8942-4f84-b544-a8eec59a3e3f tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:17.347820 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78493d72-8942-4f84-b544-a8eec59a3e3f tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:17.348703 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-78493d72-8942-4f84-b544-a8eec59a3e3f tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:17.373697 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-282cdb25-381c-4883-9d6f-45b7338f10aa service neutron] 10.222.0.46 "GET /v2.0/networks/f9d2cd73-be06-4add-bdc3-eda5977b076f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017144 Feb 09 12:31:17.526708 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:17.589417 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-167d30eb-3359-4db6-8ce7-b5dab85e6ec7 req-93aaaf3c-8832-4d1f-8438-43c9f8cb1974 service neutron] 10.222.0.46 "GET /v2.0/networks/f9d2cd73-be06-4add-bdc3-eda5977b076f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980457 Feb 09 12:31:17.589697 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:17.646718 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8f4997e0-5719-4518-bf1c-3b078a8fcc81 req-d02609b5-4927-4825-b5ca-434f89c10be9 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef88ea14-c1b5-4810-8a63-5868ea6af64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7042477 Feb 09 12:31:17.826077 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78493d72-8942-4f84-b544-a8eec59a3e3f tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] Pushing event updated for resources: {'Network': ['ID=949e81e3-efc5-4b67-b092-8c0f0cacc033,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:17.846404 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 949e81e3-efc5-4b67-b092-8c0f0cacc033 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:31:17.853764 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-78493d72-8942-4f84-b544-a8eec59a3e3f tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.3768933 Feb 09 12:31:17.854567 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59696) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:17.886533 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d350b3-1220-4a10-8692-4760519dc276 req-4fb6e541-933d-4178-a791-a081faf4ab85 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:17.894568 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-72d350b3-1220-4a10-8692-4760519dc276 req-4fb6e541-933d-4178-a791-a081faf4ab85 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] 10.222.0.55 "GET /v2.0/ports?device_id=b542574f-4637-4ac6-ac54-f1e237586f64 HTTP/1.1" status: 200 len: 943 time: 0.2838802 Feb 09 12:31:17.972850 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-72d350b3-1220-4a10-8692-4760519dc276 req-d5d97863-015f-435e-8474-d533db8984e6 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] Synchronizing usage tracker for tenant:52ba3898aa4247d580daa9c64939be11 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:31:17.980147 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-49fb368d-3f9b-4d38-8226-d7ea116f1b38 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:17.998683 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-72d350b3-1220-4a10-8692-4760519dc276 req-d5d97863-015f-435e-8474-d533db8984e6 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] Unset dirty status for tenant:52ba3898aa4247d580daa9c64939be11 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:31:18.008050 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-72d350b3-1220-4a10-8692-4760519dc276 req-d5d97863-015f-435e-8474-d533db8984e6 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] 10.222.0.55 "GET /v2.0/security-groups?id=745a4391-0cc6-45b1-b781-a1f252039830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124969 Feb 09 12:31:18.069683 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-49fb368d-3f9b-4d38-8226-d7ea116f1b38 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:18.124176 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b542574f-4637-4ac6-ac54-f1e237586f64', 'tag': '6406747a-e1ea-4ea3-aaa7-6fb32cfe3c8e', 'status': 'completed', 'code': 200} Feb 09 12:31:18.215723 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-363ecbef-091f-4e40-8858-0ffdc62d0976 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Request body: {'network': {'name': 'tempest-network--105287277', 'router:external': True}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:31:18.230055 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-363ecbef-091f-4e40-8858-0ffdc62d0976 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:31:18.278325 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-363ecbef-091f-4e40-8858-0ffdc62d0976 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Usage tracker for resource:network and tenant:8d74fb5560bf47a2b92a75e5700e7342 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:31:18.285491 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-363ecbef-091f-4e40-8858-0ffdc62d0976 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:31:18.292677 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-363ecbef-091f-4e40-8858-0ffdc62d0976 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:31:18.299696 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb368d-3f9b-4d38-8226-d7ea116f1b38 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Pushing event updated for resources: {'Port': ['ID=7e4038c9-ec5b-494a-8143-56329405372c,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:18.320364 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363ecbef-091f-4e40-8858-0ffdc62d0976 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Made reservation on behalf of 8d74fb5560bf47a2b92a75e5700e7342 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:31:18.323111 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-363ecbef-091f-4e40-8858-0ffdc62d0976 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:18.326427 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-49fb368d-3f9b-4d38-8226-d7ea116f1b38 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Network c52d4018-5a69-4fac-a12b-9b13cfc3a5a5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:31:18.332920 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-49fb368d-3f9b-4d38-8226-d7ea116f1b38 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:31:18.336654 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-49fb368d-3f9b-4d38-8226-d7ea116f1b38 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:31:18.343489 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-363ecbef-091f-4e40-8858-0ffdc62d0976 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:18.363134 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-363ecbef-091f-4e40-8858-0ffdc62d0976 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:31:18.367433 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-363ecbef-091f-4e40-8858-0ffdc62d0976 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Usage tracker for resource:security_group_rule and tenant:8d74fb5560bf47a2b92a75e5700e7342 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:31:18.370679 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-363ecbef-091f-4e40-8858-0ffdc62d0976 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:31:18.381132 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-363ecbef-091f-4e40-8858-0ffdc62d0976 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:31:18.401256 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab4ce2-a4fe-4a51-acad-2937d1ddcae3 req-e0bc6ec1-370b-4308-a3d2-27ba1260a2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:18.405218 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-34ab4ce2-a4fe-4a51-acad-2937d1ddcae3 req-e0bc6ec1-370b-4308-a3d2-27ba1260a2c2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52ba3898aa4247d580daa9c64939be11&device_id=b542574f-4637-4ac6-ac54-f1e237586f64 HTTP/1.1" status: 200 len: 1094 time: 0.1764815 Feb 09 12:31:18.424396 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-49fb368d-3f9b-4d38-8226-d7ea116f1b38 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:18.425041 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-49fb368d-3f9b-4d38-8226-d7ea116f1b38 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:18.450658 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-49fb368d-3f9b-4d38-8226-d7ea116f1b38 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7948716 Feb 09 12:31:18.461071 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674f80b-ff57-4533-9fa2-d14ced0c7a98 req-c398a455-0ef7-4073-a916-87f3c5a9fddf tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:18.462629 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5674f80b-ff57-4533-9fa2-d14ced0c7a98 req-c398a455-0ef7-4073-a916-87f3c5a9fddf tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 946 time: 0.2071924 Feb 09 12:31:18.470594 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88788151-e96a-478a-8e7c-2cafeadab204 req-2c1fb8f6-cbd8-4c35-8d93-77606d596605 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:18.476541 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-88788151-e96a-478a-8e7c-2cafeadab204 req-2c1fb8f6-cbd8-4c35-8d93-77606d596605 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ffa4d7e-005b-44e4-b944-8d665fe8f89a HTTP/1.1" status: 200 len: 946 time: 0.3146224 Feb 09 12:31:18.522956 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-0d1b74a2-6074-4fd9-a64f-218e533e6ab1 service neutron] Request body: {'port': {'device_id': '50d294be-4088-4183-9349-225738f63f05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:31:18.607684 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab4ce2-a4fe-4a51-acad-2937d1ddcae3 req-3a555beb-3bdf-4177-bb6b-f049b350f8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:18.609175 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-34ab4ce2-a4fe-4a51-acad-2937d1ddcae3 req-3a555beb-3bdf-4177-bb6b-f049b350f8d8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f9d2cd73-be06-4add-bdc3-eda5977b076f HTTP/1.1" status: 200 len: 919 time: 0.1912386 Feb 09 12:31:18.626254 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5674f80b-ff57-4533-9fa2-d14ced0c7a98 req-405991a0-5050-48e8-bfd6-31a6ef1cd9ca tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462991 Feb 09 12:31:18.636376 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-88788151-e96a-478a-8e7c-2cafeadab204 req-84e44c2f-3b15-40fe-a6ff-eec42a428ccd tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584203 Feb 09 12:31:18.706205 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-0d1b74a2-6074-4fd9-a64f-218e533e6ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:18.779952 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-34ab4ce2-a4fe-4a51-acad-2937d1ddcae3 req-f44e844d-1514-4af1-8783-9c2f9a4788a2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6406747a-e1ea-4ea3-aaa7-6fb32cfe3c8e HTTP/1.1" status: 200 len: 217 time: 0.1605206 Feb 09 12:31:18.866684 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-363ecbef-091f-4e40-8858-0ffdc62d0976 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:18.874005 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-363ecbef-091f-4e40-8858-0ffdc62d0976 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:18.898129 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab4ce2-a4fe-4a51-acad-2937d1ddcae3 req-34e3d90f-6132-485e-8df8-e419e9b417e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:18.899770 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-34ab4ce2-a4fe-4a51-acad-2937d1ddcae3 req-34e3d90f-6132-485e-8df8-e419e9b417e9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f19f108b-55e6-46dd-8931-5dbc98c01668 HTTP/1.1" status: 200 len: 858 time: 0.1001983 Feb 09 12:31:18.912734 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-5318eb8b-f13f-4a8e-84e3-571fd32111a8 req-4daf7e11-2369-4ace-ab72-c1205bf93cde tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Synchronizing usage tracker for tenant:aba34aa17eff4c08ab9eaf8e9c681a05 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:31:18.961430 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-363ecbef-091f-4e40-8858-0ffdc62d0976 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:31:18.976117 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-34ab4ce2-a4fe-4a51-acad-2937d1ddcae3 req-3173a0b5-cced-42d4-8902-aec36678b225 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f9d2cd73-be06-4add-bdc3-eda5977b076f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631459 Feb 09 12:31:18.976723 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ecbef-091f-4e40-8858-0ffdc62d0976 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d815e436-7322-4e5d-a71b-ca8ff805fcd3,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:18.987656 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363ecbef-091f-4e40-8858-0ffdc62d0976 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:31:18.988037 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363ecbef-091f-4e40-8858-0ffdc62d0976 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:31:18.988379 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363ecbef-091f-4e40-8858-0ffdc62d0976 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:31:18.988711 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363ecbef-091f-4e40-8858-0ffdc62d0976 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:31:18.989045 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363ecbef-091f-4e40-8858-0ffdc62d0976 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:31:18.989369 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363ecbef-091f-4e40-8858-0ffdc62d0976 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:31:18.989693 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363ecbef-091f-4e40-8858-0ffdc62d0976 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:31:18.990013 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363ecbef-091f-4e40-8858-0ffdc62d0976 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:31:18.990336 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363ecbef-091f-4e40-8858-0ffdc62d0976 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:31:18.990676 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363ecbef-091f-4e40-8858-0ffdc62d0976 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:31:18.990969 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363ecbef-091f-4e40-8858-0ffdc62d0976 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:31:18.991305 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363ecbef-091f-4e40-8858-0ffdc62d0976 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:31:18.996376 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-363ecbef-091f-4e40-8858-0ffdc62d0976 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:18.996720 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-363ecbef-091f-4e40-8858-0ffdc62d0976 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Added segment 03d1ddc8-61f7-4cff-96de-2b2c3644e02a of type vlan for network ca8db513-fae9-4166-a623-a12bddb341ae Feb 09 12:31:19.060104 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-5318eb8b-f13f-4a8e-84e3-571fd32111a8 req-4daf7e11-2369-4ace-ab72-c1205bf93cde tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Unset dirty status for tenant:aba34aa17eff4c08ab9eaf8e9c681a05 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:31:19.061268 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5318eb8b-f13f-4a8e-84e3-571fd32111a8 req-4daf7e11-2369-4ace-ab72-c1205bf93cde tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=23a2acd0-5ea5-452b-bf41-c6af6610990e HTTP/1.1" status: 200 len: 210 time: 0.2709184 Feb 09 12:31:19.078039 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:19.140962 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-363ecbef-091f-4e40-8858-0ffdc62d0976 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:19.197920 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f7844-6488-4870-9470-a002e3ae2195 req-c2704dbf-dc57-4ddc-936d-16fa1df6b318 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:19.199720 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-da2f7844-6488-4870-9470-a002e3ae2195 req-c2704dbf-dc57-4ddc-936d-16fa1df6b318 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd51b9f3-272c-4991-a4c5-bad8b4d07fff&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3288860 Feb 09 12:31:19.339331 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-34ab4ce2-a4fe-4a51-acad-2937d1ddcae3 req-33a2d6ae-06bc-4cbd-937a-5a5b93357144 service neutron] 10.222.0.46 "GET /v2.0/networks/f9d2cd73-be06-4add-bdc3-eda5977b076f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398638 Feb 09 12:31:19.400046 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-363ecbef-091f-4e40-8858-0ffdc62d0976 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:19.401156 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363ecbef-091f-4e40-8858-0ffdc62d0976 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:19.401809 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-363ecbef-091f-4e40-8858-0ffdc62d0976 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:19.548070 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-da2f7844-6488-4870-9470-a002e3ae2195 req-0cbb5417-c628-4a4d-a739-6ecb0554fb38 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.45 HTTP/1.1" status: 200 len: 695 time: 0.3354781 Feb 09 12:31:19.564586 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-da2f7844-6488-4870-9470-a002e3ae2195 req-b174ea82-82a6-4412-96e5-d5a421e8d3a5 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Request body: {'floatingip': {'port_id': 'c89f1198-521e-46b6-9a42-236dc34ec316', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:31:19.639871 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-0d1b74a2-6074-4fd9-a64f-218e533e6ab1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e4038c9-ec5b-494a-8143-56329405372c {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:31:19.662289 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-363ecbef-091f-4e40-8858-0ffdc62d0976 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.8063567 Feb 09 12:31:19.669269 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59724) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:19.670968 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-0d1b74a2-6074-4fd9-a64f-218e533e6ab1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:19.677315 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d8316-f278-4cee-8d92-e7389c9f02ef req-46e5d28e-0cfd-4c12-b2e7-86e6d08cc2b4 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:19.679005 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f45d8316-f278-4cee-8d92-e7389c9f02ef req-46e5d28e-0cfd-4c12-b2e7-86e6d08cc2b4 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.46 "GET /v2.0/networks?id=c52d4018-5a69-4fac-a12b-9b13cfc3a5a5 HTTP/1.1" status: 200 len: 817 time: 0.4760940 Feb 09 12:31:19.681767 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ecbef-091f-4e40-8858-0ffdc62d0976 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Pushing event updated for resources: {'Network': ['ID=ca8db513-fae9-4166-a623-a12bddb341ae,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:19.694054 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network ca8db513-fae9-4166-a623-a12bddb341ae details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:31:19.700768 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-f45d8316-f278-4cee-8d92-e7389c9f02ef req-9cb53496-0e62-4459-abb5-2699459a2ac2 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Request body: {'port': {'device_id': '23a2acd0-5ea5-452b-bf41-c6af6610990e', 'network_id': 'c52d4018-5a69-4fac-a12b-9b13cfc3a5a5', 'admin_state_up': True, 'tenant_id': 'aba34aa17eff4c08ab9eaf8e9c681a05'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:31:19.724022 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-da2f7844-6488-4870-9470-a002e3ae2195 req-b174ea82-82a6-4412-96e5-d5a421e8d3a5 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify callbacks [] for floatingip, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:19.776662 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-34ab4ce2-a4fe-4a51-acad-2937d1ddcae3 req-7537c525-6dca-4e04-91e3-5653057b8d9a service neutron] 10.222.0.46 "GET /v2.0/networks/f9d2cd73-be06-4add-bdc3-eda5977b076f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4227557 Feb 09 12:31:19.852980 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-f45d8316-f278-4cee-8d92-e7389c9f02ef req-9cb53496-0e62-4459-abb5-2699459a2ac2 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:31:19.862724 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-f45d8316-f278-4cee-8d92-e7389c9f02ef req-9cb53496-0e62-4459-abb5-2699459a2ac2 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:31:19.874011 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f45d8316-f278-4cee-8d92-e7389c9f02ef req-9cb53496-0e62-4459-abb5-2699459a2ac2 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Made reservation on behalf of aba34aa17eff4c08ab9eaf8e9c681a05 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:31:19.878382 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f45d8316-f278-4cee-8d92-e7389c9f02ef req-9cb53496-0e62-4459-abb5-2699459a2ac2 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:19.926729 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-0d1b74a2-6074-4fd9-a64f-218e533e6ab1 service neutron] Transition to ACTIVE for port object 7e4038c9-ec5b-494a-8143-56329405372c will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:31:19.949751 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02f4a3-9374-48f0-b676-0cd3a1b2c1b2 req-b5235498-2540-4c84-8766-9d668b4eb389 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:19.951230 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cd02f4a3-9374-48f0-b676-0cd3a1b2c1b2 req-b5235498-2540-4c84-8766-9d668b4eb389 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=81ea6099-4fe0-47d8-9fa6-1375fcace60c HTTP/1.1" status: 200 len: 946 time: 0.6470768 Feb 09 12:31:19.951865 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-0d1b74a2-6074-4fd9-a64f-218e533e6ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:20.084375 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2efa015c-7abd-4982-beab-b54147d1f900 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:20.161547 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-f45d8316-f278-4cee-8d92-e7389c9f02ef req-9cb53496-0e62-4459-abb5-2699459a2ac2 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Allocated IP 172.20.0.14 (c52d4018-5a69-4fac-a12b-9b13cfc3a5a5/21ba49f8-7226-4d27-a3b6-74fc50d70d5f/3bc19e56-265a-47d0-ae06-845be690670d) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:31:20.207808 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cd02f4a3-9374-48f0-b676-0cd3a1b2c1b2 req-f0336c05-5b3b-4bb6-b3a1-b3ec3a799f04 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076068 Feb 09 12:31:20.236693 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b74a2-6074-4fd9-a64f-218e533e6ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=7e4038c9-ec5b-494a-8143-56329405372c,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:20.352957 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:20.413564 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f45d8316-f278-4cee-8d92-e7389c9f02ef req-9cb53496-0e62-4459-abb5-2699459a2ac2 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:20.448659 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f45d8316-f278-4cee-8d92-e7389c9f02ef req-9cb53496-0e62-4459-abb5-2699459a2ac2 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:20.525030 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f45d8316-f278-4cee-8d92-e7389c9f02ef req-9cb53496-0e62-4459-abb5-2699459a2ac2 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Network c52d4018-5a69-4fac-a12b-9b13cfc3a5a5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:31:20.528300 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-f45d8316-f278-4cee-8d92-e7389c9f02ef req-9cb53496-0e62-4459-abb5-2699459a2ac2 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:31:20.532146 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-f45d8316-f278-4cee-8d92-e7389c9f02ef req-9cb53496-0e62-4459-abb5-2699459a2ac2 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:31:20.564866 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb53496-0e62-4459-abb5-2699459a2ac2 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Pushing event updated for resources: {'Port': ['ID=3bc19e56-265a-47d0-ae06-845be690670d,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:20.605729 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d8316-f278-4cee-8d92-e7389c9f02ef req-9cb53496-0e62-4459-abb5-2699459a2ac2 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:20.606356 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f45d8316-f278-4cee-8d92-e7389c9f02ef req-9cb53496-0e62-4459-abb5-2699459a2ac2 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:20.632324 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2efa015c-7abd-4982-beab-b54147d1f900 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:20.635275 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f45d8316-f278-4cee-8d92-e7389c9f02ef req-9cb53496-0e62-4459-abb5-2699459a2ac2 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9382019 Feb 09 12:31:20.651637 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-f45d8316-f278-4cee-8d92-e7389c9f02ef req-b2691a5f-3aaa-4b44-a468-c6574753181a service neutron] Request body: {'port': {'device_id': '23a2acd0-5ea5-452b-bf41-c6af6610990e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:31:20.669923 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-0d1b74a2-6074-4fd9-a64f-218e533e6ab1 service neutron] Attempting to bind port 7e4038c9-ec5b-494a-8143-56329405372c on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:31:20.670282 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-0d1b74a2-6074-4fd9-a64f-218e533e6ab1 service neutron] Attempting to bind port 7e4038c9-ec5b-494a-8143-56329405372c by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '8c2b8444-ee73-4d9a-b984-e17b3dd7119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c52d4018-5a69-4fac-a12b-9b13cfc3a5a5'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:31:20.670608 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-0d1b74a2-6074-4fd9-a64f-218e533e6ab1 service neutron] Attempting to bind port 7e4038c9-ec5b-494a-8143-56329405372c on network c52d4018-5a69-4fac-a12b-9b13cfc3a5a5 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:31:20.677358 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 6406747a-e1ea-4ea3-aaa7-6fb32cfe3c8e details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:31:20.683458 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-2efa015c-7abd-4982-beab-b54147d1f900 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca8db513-fae9-4166-a623-a12bddb341ae']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:31:20.701301 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-0d1b74a2-6074-4fd9-a64f-218e533e6ab1 service neutron] Port 7e4038c9-ec5b-494a-8143-56329405372c on network c52d4018-5a69-4fac-a12b-9b13cfc3a5a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:31:20.701649 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-0d1b74a2-6074-4fd9-a64f-218e533e6ab1 service neutron] Attempting to bind port 7e4038c9-ec5b-494a-8143-56329405372c on network c52d4018-5a69-4fac-a12b-9b13cfc3a5a5 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:31:20.709595 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-2efa015c-7abd-4982-beab-b54147d1f900 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03d1ddc8-61f7-4cff-96de-2b2c3644e02a') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:31:20.709921 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-2efa015c-7abd-4982-beab-b54147d1f900 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03d1ddc8-61f7-4cff-96de-2b2c3644e02a') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:31:20.730611 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-0d1b74a2-6074-4fd9-a64f-218e533e6ab1 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:31:20.731285 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-0d1b74a2-6074-4fd9-a64f-218e533e6ab1 service neutron] Checking segment: {'id': '8c2b8444-ee73-4d9a-b984-e17b3dd7119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c52d4018-5a69-4fac-a12b-9b13cfc3a5a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:31:20.731285 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-0d1b74a2-6074-4fd9-a64f-218e533e6ab1 service neutron] Bound using segment: {'id': '8c2b8444-ee73-4d9a-b984-e17b3dd7119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c52d4018-5a69-4fac-a12b-9b13cfc3a5a5'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:31:20.731727 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-0d1b74a2-6074-4fd9-a64f-218e533e6ab1 service neutron] Bound port: 7e4038c9-ec5b-494a-8143-56329405372c, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c2b8444-ee73-4d9a-b984-e17b3dd7119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c52d4018-5a69-4fac-a12b-9b13cfc3a5a5'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:31:20.732102 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-0d1b74a2-6074-4fd9-a64f-218e533e6ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:20.805092 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2efa015c-7abd-4982-beab-b54147d1f900 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:20.805629 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f45d8316-f278-4cee-8d92-e7389c9f02ef req-b2691a5f-3aaa-4b44-a468-c6574753181a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:20.837207 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 6406747a-e1ea-4ea3-aaa7-6fb32cfe3c8e, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=6406747a-e1ea-4ea3-aaa7-6fb32cfe3c8e,segment=NetworkSegment(d7ea5e89-bde6-48c4-88e0-f5d61534b84b),segment_id=d7ea5e89-bde6-48c4-88e0-f5d61534b84b)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:31:20.849739 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b275e7c9-f1cf-4d8e-a7a7-c4b6d5d7464c req-78b8a101-a626-4e17-b98e-9b71f1ce5668 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:20.856674 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b275e7c9-f1cf-4d8e-a7a7-c4b6d5d7464c req-78b8a101-a626-4e17-b98e-9b71f1ce5668 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 946 time: 0.4619951 Feb 09 12:31:20.859462 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '6406747a-e1ea-4ea3-aaa7-6fb32cfe3c8e', 'network_id': 'f9d2cd73-be06-4add-bdc3-eda5977b076f', 'port_id': '6406747a-e1ea-4ea3-aaa7-6fb32cfe3c8e', 'mac_address': 'fa:16:3e:c5:14:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f19f108b-55e6-46dd-8931-5dbc98c01668', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:31:20.914313 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2efa015c-7abd-4982-beab-b54147d1f900 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:20.942619 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:20.953286 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2efa015c-7abd-4982-beab-b54147d1f900 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:31:20.953673 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2efa015c-7abd-4982-beab-b54147d1f900 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:20.966923 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6406747a-e1ea-4ea3-aaa7-6fb32cfe3c8e {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:31:20.976585 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:31:20.976585 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:31:20.976585 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:31:20.976585 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:31:20.976585 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:31:20.976585 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:31:20.976585 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:31:20.976585 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:31:20.976585 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:31:20.976585 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:31:20.976585 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:31:20.976585 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:31:20.976585 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:31:20.976585 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:31:20.976585 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:31:20.976585 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:31:20.976585 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:31:20.976585 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:31:20.976585 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:31:20.976585 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:31:20.976585 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:31:20.976585 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:31:20.976585 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:31:20.976585 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:31:20.976585 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:31:20.976585 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:31:20.976585 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:31:20.976585 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:31:20.976585 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:31:20.976585 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:31:20.976585 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:31:20.976585 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:31:20.991775 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 6406747a-e1ea-4ea3-aaa7-6fb32cfe3c8e, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=6406747a-e1ea-4ea3-aaa7-6fb32cfe3c8e,segment=NetworkSegment(d7ea5e89-bde6-48c4-88e0-f5d61534b84b),segment_id=d7ea5e89-bde6-48c4-88e0-f5d61534b84b)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:31:20.996177 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:21.078948 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=6406747a-e1ea-4ea3-aaa7-6fb32cfe3c8e,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:21.216966 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b275e7c9-f1cf-4d8e-a7a7-c4b6d5d7464c req-abfa16a3-c05e-418f-88ac-4c411cfd7242 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3593833 Feb 09 12:31:21.226527 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-f45d8316-f278-4cee-8d92-e7389c9f02ef req-b2691a5f-3aaa-4b44-a468-c6574753181a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bc19e56-265a-47d0-ae06-845be690670d {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:31:21.241277 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f45d8316-f278-4cee-8d92-e7389c9f02ef req-b2691a5f-3aaa-4b44-a468-c6574753181a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:21.292597 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-f45d8316-f278-4cee-8d92-e7389c9f02ef req-b2691a5f-3aaa-4b44-a468-c6574753181a service neutron] Transition to ACTIVE for port object 3bc19e56-265a-47d0-ae06-845be690670d will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:31:21.298849 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f45d8316-f278-4cee-8d92-e7389c9f02ef req-b2691a5f-3aaa-4b44-a468-c6574753181a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:21.364824 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['6406747a-e1ea-4ea3-aaa7-6fb32cfe3c8e'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:31:21.440628 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2efa015c-7abd-4982-beab-b54147d1f900 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:21.531031 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efa015c-7abd-4982-beab-b54147d1f900 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ca8db513-fae9-4166-a623-a12bddb341ae {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 09 12:31:21.533487 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-0d1b74a2-6074-4fd9-a64f-218e533e6ab1 service neutron] For port 7e4038c9-ec5b-494a-8143-56329405372c, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:31:21.546607 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2efa015c-7abd-4982-beab-b54147d1f900 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:21.560759 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2691a5f-3aaa-4b44-a468-c6574753181a service neutron] Pushing event updated for resources: {'Port': ['ID=3bc19e56-265a-47d0-ae06-845be690670d,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:21.570376 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa015c-7abd-4982-beab-b54147d1f900 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Pushing event deleted for resources: {'Network': ['ID=ca8db513-fae9-4166-a623-a12bddb341ae,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:21.589418 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2efa015c-7abd-4982-beab-b54147d1f900 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] 10.222.0.55 "DELETE /v2.0/networks/ca8db513-fae9-4166-a623-a12bddb341ae HTTP/1.1" status: 204 len: 168 time: 1.9095204 Feb 09 12:31:21.593736 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59746) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:21.595809 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-0d1b74a2-6074-4fd9-a64f-218e533e6ab1 service neutron] For port 7e4038c9-ec5b-494a-8143-56329405372c, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=7e4038c9-ec5b-494a-8143-56329405372c,segment=NetworkSegment(8c2b8444-ee73-4d9a-b984-e17b3dd7119f),segment_id=8c2b8444-ee73-4d9a-b984-e17b3dd7119f)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:31:21.604012 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-da2f7844-6488-4870-9470-a002e3ae2195 req-b174ea82-82a6-4412-96e5-d5a421e8d3a5 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:21.604820 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-e9cf261a-72db-4955-b022-1a2dcb0f59ef tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:31:21.608061 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-0d1b74a2-6074-4fd9-a64f-218e533e6ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:21.610759 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e9cf261a-72db-4955-b022-1a2dcb0f59ef tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:31:21.620859 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e9cf261a-72db-4955-b022-1a2dcb0f59ef tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Usage tracker for resource:network and tenant:8d74fb5560bf47a2b92a75e5700e7342 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:31:21.624717 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e9cf261a-72db-4955-b022-1a2dcb0f59ef tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:31:21.651999 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e9cf261a-72db-4955-b022-1a2dcb0f59ef tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:31:21.652412 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-da2f7844-6488-4870-9470-a002e3ae2195 req-b174ea82-82a6-4412-96e5-d5a421e8d3a5 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:21.654052 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-f45d8316-f278-4cee-8d92-e7389c9f02ef req-b2691a5f-3aaa-4b44-a468-c6574753181a service neutron] Attempting to bind port 3bc19e56-265a-47d0-ae06-845be690670d on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:31:21.654459 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-f45d8316-f278-4cee-8d92-e7389c9f02ef req-b2691a5f-3aaa-4b44-a468-c6574753181a service neutron] Attempting to bind port 3bc19e56-265a-47d0-ae06-845be690670d by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '8c2b8444-ee73-4d9a-b984-e17b3dd7119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c52d4018-5a69-4fac-a12b-9b13cfc3a5a5'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:31:21.654861 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45d8316-f278-4cee-8d92-e7389c9f02ef req-b2691a5f-3aaa-4b44-a468-c6574753181a service neutron] Attempting to bind port 3bc19e56-265a-47d0-ae06-845be690670d on network c52d4018-5a69-4fac-a12b-9b13cfc3a5a5 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:31:21.663985 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45d8316-f278-4cee-8d92-e7389c9f02ef req-b2691a5f-3aaa-4b44-a468-c6574753181a service neutron] Port 3bc19e56-265a-47d0-ae06-845be690670d on network c52d4018-5a69-4fac-a12b-9b13cfc3a5a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:31:21.664360 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45d8316-f278-4cee-8d92-e7389c9f02ef req-b2691a5f-3aaa-4b44-a468-c6574753181a service neutron] Attempting to bind port 3bc19e56-265a-47d0-ae06-845be690670d on network c52d4018-5a69-4fac-a12b-9b13cfc3a5a5 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:31:21.675466 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9cf261a-72db-4955-b022-1a2dcb0f59ef tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Made reservation on behalf of 8d74fb5560bf47a2b92a75e5700e7342 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:31:21.678508 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e9cf261a-72db-4955-b022-1a2dcb0f59ef tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:21.689454 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45d8316-f278-4cee-8d92-e7389c9f02ef req-b2691a5f-3aaa-4b44-a468-c6574753181a service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:31:21.689861 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45d8316-f278-4cee-8d92-e7389c9f02ef req-b2691a5f-3aaa-4b44-a468-c6574753181a service neutron] Checking segment: {'id': '8c2b8444-ee73-4d9a-b984-e17b3dd7119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c52d4018-5a69-4fac-a12b-9b13cfc3a5a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:31:21.690186 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45d8316-f278-4cee-8d92-e7389c9f02ef req-b2691a5f-3aaa-4b44-a468-c6574753181a service neutron] Bound using segment: {'id': '8c2b8444-ee73-4d9a-b984-e17b3dd7119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c52d4018-5a69-4fac-a12b-9b13cfc3a5a5'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:31:21.690633 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-f45d8316-f278-4cee-8d92-e7389c9f02ef req-b2691a5f-3aaa-4b44-a468-c6574753181a service neutron] Bound port: 3bc19e56-265a-47d0-ae06-845be690670d, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c2b8444-ee73-4d9a-b984-e17b3dd7119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c52d4018-5a69-4fac-a12b-9b13cfc3a5a5'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:31:21.690980 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f45d8316-f278-4cee-8d92-e7389c9f02ef req-b2691a5f-3aaa-4b44-a468-c6574753181a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:21.758096 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-0d1b74a2-6074-4fd9-a64f-218e533e6ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:21.759467 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-0d1b74a2-6074-4fd9-a64f-218e533e6ab1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:21.760912 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-0d1b74a2-6074-4fd9-a64f-218e533e6ab1 service neutron] 10.222.0.46 "PUT /v2.0/ports/7e4038c9-ec5b-494a-8143-56329405372c HTTP/1.1" status: 200 len: 1091 time: 3.2576694 Feb 09 12:31:21.792257 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d294be-4088-4183-9349-225738f63f05', 'tag': '7e4038c9-ec5b-494a-8143-56329405372c'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:31:21.802431 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9cf261a-72db-4955-b022-1a2dcb0f59ef tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:31:21.828373 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e9cf261a-72db-4955-b022-1a2dcb0f59ef tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:21.828731 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-e9cf261a-72db-4955-b022-1a2dcb0f59ef tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Added segment 9bb4863f-4b54-405d-8647-65aed339462b of type vlan for network dc8faea2-d6f4-4ca4-b119-1bb9d6a0f799 Feb 09 12:31:21.853208 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-f45d8316-f278-4cee-8d92-e7389c9f02ef req-b2691a5f-3aaa-4b44-a468-c6574753181a service neutron] For port 3bc19e56-265a-47d0-ae06-845be690670d, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:31:21.857891 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-f45d8316-f278-4cee-8d92-e7389c9f02ef req-b2691a5f-3aaa-4b44-a468-c6574753181a service neutron] For port 3bc19e56-265a-47d0-ae06-845be690670d, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=3bc19e56-265a-47d0-ae06-845be690670d,segment=NetworkSegment(8c2b8444-ee73-4d9a-b984-e17b3dd7119f),segment_id=8c2b8444-ee73-4d9a-b984-e17b3dd7119f)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:31:21.878736 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f45d8316-f278-4cee-8d92-e7389c9f02ef req-b2691a5f-3aaa-4b44-a468-c6574753181a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:21.936014 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-186a56f5-38e4-47ad-b4f2-7bc5d0e1ba25 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:21.943646 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-186a56f5-38e4-47ad-b4f2-7bc5d0e1ba25 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/networks?id=23231414-7735-41e3-a19f-aefe0806df10 HTTP/1.1" status: 200 len: 811 time: 0.5426362 Feb 09 12:31:22.006233 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e9cf261a-72db-4955-b022-1a2dcb0f59ef tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:22.022830 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d8316-f278-4cee-8d92-e7389c9f02ef req-b2691a5f-3aaa-4b44-a468-c6574753181a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:22.023709 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f45d8316-f278-4cee-8d92-e7389c9f02ef req-b2691a5f-3aaa-4b44-a468-c6574753181a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:22.025265 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f45d8316-f278-4cee-8d92-e7389c9f02ef req-b2691a5f-3aaa-4b44-a468-c6574753181a service neutron] 10.222.0.46 "PUT /v2.0/ports/3bc19e56-265a-47d0-ae06-845be690670d HTTP/1.1" status: 200 len: 1092 time: 1.3809681 Feb 09 12:31:22.025886 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a2acd0-5ea5-452b-bf41-c6af6610990e', 'tag': '3bc19e56-265a-47d0-ae06-845be690670d'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:31:22.069796 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2691a5f-3aaa-4b44-a468-c6574753181a service neutron] Pushing event updated for resources: {'Port': ['ID=3bc19e56-265a-47d0-ae06-845be690670d,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:22.091705 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b74a2-6074-4fd9-a64f-218e533e6ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=7e4038c9-ec5b-494a-8143-56329405372c,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:22.095649 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-33120140-3021-40a9-a6d1-9bd34e01a1f2 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/quotas/9e4a99ef56ae44c38a7a2f1ce0177a21 HTTP/1.1" status: 200 len: 375 time: 0.1509748 Feb 09 12:31:22.128912 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e9cf261a-72db-4955-b022-1a2dcb0f59ef tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:22.130060 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf261a-72db-4955-b022-1a2dcb0f59ef tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:22.130865 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e9cf261a-72db-4955-b022-1a2dcb0f59ef tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:22.227800 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf261a-72db-4955-b022-1a2dcb0f59ef tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Pushing event updated for resources: {'Network': ['ID=dc8faea2-d6f4-4ca4-b119-1bb9d6a0f799,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:22.242477 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network dc8faea2-d6f4-4ca4-b119-1bb9d6a0f799 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:31:22.258401 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e9cf261a-72db-4955-b022-1a2dcb0f59ef tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6635029 Feb 09 12:31:22.261392 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59758) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:22.285856 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-3af88d3e-6fcb-4e0a-b9dd-5fd672890b60 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Request body: {'subnet': {'network_id': 'dc8faea2-d6f4-4ca4-b119-1bb9d6a0f799', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:31:22.324376 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-20a723be-4ade-47bd-bdcd-7ba9a6a45369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:22.326502 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-20a723be-4ade-47bd-bdcd-7ba9a6a45369 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aba34aa17eff4c08ab9eaf8e9c681a05&device_id=50d294be-4088-4183-9349-225738f63f05 HTTP/1.1" status: 200 len: 1094 time: 0.4995291 Feb 09 12:31:22.334399 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [req-da2f7844-6488-4870-9470-a002e3ae2195 req-b174ea82-82a6-4412-96e5-d5a421e8d3a5 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Floating IP ce5a906d-d8c6-496a-9c3b-c7a86a7b399a associated. External IP: 172.25.7.45, port: c89f1198-521e-46b6-9a42-236dc34ec316. Feb 09 12:31:22.335949 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3af88d3e-6fcb-4e0a-b9dd-5fd672890b60 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:31:22.351436 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3af88d3e-6fcb-4e0a-b9dd-5fd672890b60 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Usage tracker for resource:subnet and tenant:8d74fb5560bf47a2b92a75e5700e7342 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:31:22.370630 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3af88d3e-6fcb-4e0a-b9dd-5fd672890b60 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:31:22.389267 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d8316-f278-4cee-8d92-e7389c9f02ef req-02fb9fdf-2e06-4d4d-8503-323104f0a766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:22.392532 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f45d8316-f278-4cee-8d92-e7389c9f02ef req-02fb9fdf-2e06-4d4d-8503-323104f0a766 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aba34aa17eff4c08ab9eaf8e9c681a05&device_id=23a2acd0-5ea5-452b-bf41-c6af6610990e HTTP/1.1" status: 200 len: 1095 time: 0.3140249 Feb 09 12:31:22.403611 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3af88d3e-6fcb-4e0a-b9dd-5fd672890b60 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:31:22.540912 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-61742066-037e-4540-9fd4-5967dc79c738 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9e4a99ef56ae44c38a7a2f1ce0177a21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4209740 Feb 09 12:31:22.551472 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-cbfb7ba3-5d68-42e3-a8cc-de1d879a9101 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e4038c9-ec5b-494a-8143-56329405372c HTTP/1.1" status: 200 len: 217 time: 0.1089134 Feb 09 12:31:22.631393 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f45d8316-f278-4cee-8d92-e7389c9f02ef req-d037be1f-6212-4b31-b4cc-8eb751370049 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3bc19e56-265a-47d0-ae06-845be690670d HTTP/1.1" status: 200 len: 217 time: 0.2089636 Feb 09 12:31:22.631926 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af88d3e-6fcb-4e0a-b9dd-5fd672890b60 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Made reservation on behalf of 8d74fb5560bf47a2b92a75e5700e7342 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:31:22.634165 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3af88d3e-6fcb-4e0a-b9dd-5fd672890b60 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:22.671990 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 6406747a-e1ea-4ea3-aaa7-6fb32cfe3c8e up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:31:22.729194 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:22.753344 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 6406747a-e1ea-4ea3-aaa7-6fb32cfe3c8e completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:31:22.759076 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 6406747a-e1ea-4ea3-aaa7-6fb32cfe3c8e triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:31:22.759720 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:22.787542 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-3050ccfa-84b0-40dd-ad62-683920e5bc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:22.789668 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-3050ccfa-84b0-40dd-ad62-683920e5bc2b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=21ba49f8-7226-4d27-a3b6-74fc50d70d5f HTTP/1.1" status: 200 len: 857 time: 0.2111139 Feb 09 12:31:22.849643 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d8316-f278-4cee-8d92-e7389c9f02ef req-31198fb9-0a50-4acd-958b-061451eb33c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:22.851325 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f45d8316-f278-4cee-8d92-e7389c9f02ef req-31198fb9-0a50-4acd-958b-061451eb33c8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=21ba49f8-7226-4d27-a3b6-74fc50d70d5f HTTP/1.1" status: 200 len: 857 time: 0.2046435 Feb 09 12:31:22.903853 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:22.917745 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-12be5001-3ba2-4ef8-8823-e53363aae648 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c52d4018-5a69-4fac-a12b-9b13cfc3a5a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1108255 Feb 09 12:31:22.934885 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b542574f-4637-4ac6-ac54-f1e237586f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6406747a-e1ea-4ea3-aaa7-6fb32cfe3c8e'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:31:22.946192 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 6406747a-e1ea-4ea3-aaa7-6fb32cfe3c8e, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=6406747a-e1ea-4ea3-aaa7-6fb32cfe3c8e,segment=NetworkSegment(d7ea5e89-bde6-48c4-88e0-f5d61534b84b),segment_id=d7ea5e89-bde6-48c4-88e0-f5d61534b84b)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:31:22.950727 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:22.957121 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f45d8316-f278-4cee-8d92-e7389c9f02ef req-77b73dd3-e928-4033-98f6-31d4e022062c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c52d4018-5a69-4fac-a12b-9b13cfc3a5a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881937 Feb 09 12:31:23.055299 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=6406747a-e1ea-4ea3-aaa7-6fb32cfe3c8e,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:23.179388 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-5ff99a1c-5aab-4abc-bed0-b58430273a4b service neutron] 10.222.0.55 "GET /v2.0/networks/23231414-7735-41e3-a19f-aefe0806df10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6244397 Feb 09 12:31:23.208759 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f45d8316-f278-4cee-8d92-e7389c9f02ef req-d06727f5-c750-4f85-94b9-56d8eae214cc service neutron] 10.222.0.46 "GET /v2.0/networks/c52d4018-5a69-4fac-a12b-9b13cfc3a5a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428029 Feb 09 12:31:23.401229 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f45d8316-f278-4cee-8d92-e7389c9f02ef req-8f972f54-cc63-43e7-bb20-017b618ddc28 service neutron] 10.222.0.46 "GET /v2.0/networks/c52d4018-5a69-4fac-a12b-9b13cfc3a5a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402783 Feb 09 12:31:23.442219 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da2f7844-6488-4870-9470-a002e3ae2195 req-b174ea82-82a6-4412-96e5-d5a421e8d3a5 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Router e64aad25-5949-4244-ad17-5b6f69543e7f has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:31:23.448627 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-daa50ddf-e543-4ec7-8729-b78961f0f091 service neutron] 10.222.0.46 "GET /v2.0/networks/c52d4018-5a69-4fac-a12b-9b13cfc3a5a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671966 Feb 09 12:31:23.452452 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-e75a3312-776d-4bc1-aaf8-2218bbaeea19 service neutron] 10.222.0.55 "GET /v2.0/networks/23231414-7735-41e3-a19f-aefe0806df10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128427 Feb 09 12:31:23.489298 n-d-825178-3 neutron-server[87568]: DEBUG neutron.objects.ports [None req-3af88d3e-6fcb-4e0a-b9dd-5fd672890b60 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87568) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 12:31:23.489799 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3af88d3e-6fcb-4e0a-b9dd-5fd672890b60 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:23.583917 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af88d3e-6fcb-4e0a-b9dd-5fd672890b60 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Pushing event updated for resources: {'Subnet': ['ID=40b3ea49-271e-4442-a5ad-7fa5b7eb86b2,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:23.591534 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af88d3e-6fcb-4e0a-b9dd-5fd672890b60 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Checking segment: {'id': '9bb4863f-4b54-405d-8647-65aed339462b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dc8faea2-d6f4-4ca4-b119-1bb9d6a0f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:31:23.591941 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af88d3e-6fcb-4e0a-b9dd-5fd672890b60 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Network hostable DHCP agents. Network: dc8faea2-d6f4-4ca4-b119-1bb9d6a0f799, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:31:23.623816 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af88d3e-6fcb-4e0a-b9dd-5fd672890b60 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Network dc8faea2-d6f4-4ca4-b119-1bb9d6a0f799 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:31:23.642769 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-3af88d3e-6fcb-4e0a-b9dd-5fd672890b60 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, dc8faea2-d6f4-4ca4-b119-1bb9d6a0f799) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:31:23.648312 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af88d3e-6fcb-4e0a-b9dd-5fd672890b60 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:23.648916 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3af88d3e-6fcb-4e0a-b9dd-5fd672890b60 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:23.654165 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa708521-a7a7-4a03-aefd-5b127f181d9f None None] Network dc8faea2-d6f4-4ca4-b119-1bb9d6a0f799 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:31:23.663655 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-341ea405-d2b2-4d73-874c-5d28858c93b2 req-e2314846-9b38-4bdd-8000-bd20a838105e service neutron] 10.222.0.46 "GET /v2.0/networks/c52d4018-5a69-4fac-a12b-9b13cfc3a5a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077639 Feb 09 12:31:23.712451 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3af88d3e-6fcb-4e0a-b9dd-5fd672890b60 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4498951 Feb 09 12:31:23.713109 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59780) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:23.718654 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-928a51e5-f095-4736-aa86-27a150e74589 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Request body: {'floatingip': {'floating_network_id': 'dc8faea2-d6f4-4ca4-b119-1bb9d6a0f799'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:31:23.729312 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-928a51e5-f095-4736-aa86-27a150e74589 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:31:23.739439 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-928a51e5-f095-4736-aa86-27a150e74589 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Usage tracker for resource:floatingip and tenant:8d74fb5560bf47a2b92a75e5700e7342 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:31:23.747763 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-928a51e5-f095-4736-aa86-27a150e74589 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:31:23.758791 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-928a51e5-f095-4736-aa86-27a150e74589 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:31:23.780361 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-928a51e5-f095-4736-aa86-27a150e74589 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:23.852332 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da2f7844-6488-4870-9470-a002e3ae2195 req-b174ea82-82a6-4412-96e5-d5a421e8d3a5 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:31:23.856749 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-da2f7844-6488-4870-9470-a002e3ae2195 req-b174ea82-82a6-4412-96e5-d5a421e8d3a5 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:23.876831 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454b8d66-28ab-47ba-86d9-1ad70bda5bca None None] Sync routers for ids ['e64aad25-5949-4244-ad17-5b6f69543e7f'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:31:23.895989 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454b8d66-28ab-47ba-86d9-1ad70bda5bca None None] Routers {'e64aad25-5949-4244-ad17-5b6f69543e7f'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:31:23.896918 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-454b8d66-28ab-47ba-86d9-1ad70bda5bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:31:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e64aad25-5949-4244-ad17-5b6f69543e7f'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:31:23.947400 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-da2f7844-6488-4870-9470-a002e3ae2195 req-b174ea82-82a6-4412-96e5-d5a421e8d3a5 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "PUT /v2.0/floatingips/ce5a906d-d8c6-496a-9c3b-c7a86a7b399a HTTP/1.1" status: 200 len: 995 time: 4.3888347 Feb 09 12:31:23.958950 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ef758-08e0-48c6-b283-4e8ee812d89b req-5bb51307-5391-4718-8d8d-4f3823ba8796 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:23.963151 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-873ef758-08e0-48c6-b283-4e8ee812d89b req-5bb51307-5391-4718-8d8d-4f3823ba8796 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] 10.222.0.55 "GET /v2.0/ports?device_id=b542574f-4637-4ac6-ac54-f1e237586f64 HTTP/1.1" status: 200 len: 945 time: 0.1995966 Feb 09 12:31:24.004068 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-928a51e5-f095-4736-aa86-27a150e74589 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:24.090592 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4158d5b9-359e-42d0-b5bd-0dd91046cc90 None None] Network dc8faea2-d6f4-4ca4-b119-1bb9d6a0f799 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:31:24.146758 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-454b8d66-28ab-47ba-86d9-1ad70bda5bca None None] Set router e64aad25-5949-4244-ad17-5b6f69543e7f gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:31:24.222430 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-928a51e5-f095-4736-aa86-27a150e74589 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Allocated IP 172.20.0.9 (dc8faea2-d6f4-4ca4-b119-1bb9d6a0f799/40b3ea49-271e-4442-a5ad-7fa5b7eb86b2/cdd4a3f7-a8aa-407e-9e75-970a0f170100) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:31:24.231463 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-873ef758-08e0-48c6-b283-4e8ee812d89b req-19b965bc-146d-40c2-9c21-667fe5b4f6ba tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] 10.222.0.55 "GET /v2.0/security-groups?id=745a4391-0cc6-45b1-b781-a1f252039830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877494 Feb 09 12:31:24.263399 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f7844-6488-4870-9470-a002e3ae2195 req-94086792-a93f-4b76-baf4-d15db28437b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:24.267191 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-da2f7844-6488-4870-9470-a002e3ae2195 req-94086792-a93f-4b76-baf4-d15db28437b7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8104375b7a9b46ec9107acb1226f825a&device_id=bd51b9f3-272c-4991-a4c5-bad8b4d07fff HTTP/1.1" status: 200 len: 1096 time: 0.2984886 Feb 09 12:31:24.511655 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-928a51e5-f095-4736-aa86-27a150e74589 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:24.587842 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-928a51e5-f095-4736-aa86-27a150e74589 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:24.671545 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928a51e5-f095-4736-aa86-27a150e74589 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Network dc8faea2-d6f4-4ca4-b119-1bb9d6a0f799 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:31:24.674865 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-928a51e5-f095-4736-aa86-27a150e74589 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:31:24.677598 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928a51e5-f095-4736-aa86-27a150e74589 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:31:24.760086 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a51e5-f095-4736-aa86-27a150e74589 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Pushing event updated for resources: {'Port': ['ID=cdd4a3f7-a8aa-407e-9e75-970a0f170100,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:24.761953 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-454b8d66-28ab-47ba-86d9-1ad70bda5bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1181016368-router', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '1b00d4d6-8925-4106-a04c-badfbb6bf6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:29:47Z', 'updated_at': '2022-02-09T12:30:15Z', 'revision_number': 4, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'gw_port': {'id': '1b00d4d6-8925-4106-a04c-badfbb6bf6ab', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:29:54Z', 'updated_at': '2022-02-09T12:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': 'ce5a906d-d8c6-496a-9c3b-c7a86a7b399a', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'floating_ip_address': '172.25.7.45', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'port_id': 'c89f1198-521e-46b6-9a42-236dc34ec316', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a', 'mac_address': 'fa:16:3e:4a:c2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd51b9f3-272c-4991-a4c5-bad8b4d07fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:30:55Z', 'updated_at': '2022-02-09T12:31:21Z', 'revision_number': 1, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daa03612-1e0c-486a-b24f-b943c3675eab', 'name': '', 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'mac_address': 'fa:16:3e:53:08:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '154ccfde-fcad-4c2c-ac52-9f3991cbf708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:30:12Z', 'updated_at': '2022-02-09T12:30:28Z', 'revision_number': 5, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'subnets': [{'id': '154ccfde-fcad-4c2c-ac52-9f3991cbf708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:31:24.770871 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454b8d66-28ab-47ba-86d9-1ad70bda5bca None None] Checking router: e64aad25-5949-4244-ad17-5b6f69543e7f for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:31:24.786712 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454b8d66-28ab-47ba-86d9-1ad70bda5bca None None] Routers {'e64aad25-5949-4244-ad17-5b6f69543e7f'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:31:24.787530 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d902d-6c2f-44a7-b923-73199cd67aca req-4e639b14-8a59-4c38-ac5b-b4a7d0364b7d tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:24.788000 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-454b8d66-28ab-47ba-86d9-1ad70bda5bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:31:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e64aad25-5949-4244-ad17-5b6f69543e7f'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:31:24.795005 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-977d902d-6c2f-44a7-b923-73199cd67aca req-4e639b14-8a59-4c38-ac5b-b4a7d0364b7d tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=23a2acd0-5ea5-452b-bf41-c6af6610990e HTTP/1.1" status: 200 len: 944 time: 0.2470894 Feb 09 12:31:24.808505 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-928a51e5-f095-4736-aa86-27a150e74589 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:24.819518 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f7844-6488-4870-9470-a002e3ae2195 req-5b9d04ad-f722-4764-907e-dd07de9b8ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:24.827015 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-da2f7844-6488-4870-9470-a002e3ae2195 req-5b9d04ad-f722-4764-907e-dd07de9b8ad7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6fc7d014-aab7-4969-9b9f-1b9d5e7c436a HTTP/1.1" status: 200 len: 922 time: 0.5530648 Feb 09 12:31:24.906803 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-928a51e5-f095-4736-aa86-27a150e74589 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:24.934465 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-da2f7844-6488-4870-9470-a002e3ae2195 req-9f3dec8b-4092-432c-b7eb-01fe02064803 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c89f1198-521e-46b6-9a42-236dc34ec316 HTTP/1.1" status: 200 len: 998 time: 0.1063664 Feb 09 12:31:25.012102 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-977d902d-6c2f-44a7-b923-73199cd67aca req-7c5fc351-f9ce-4810-a756-a3c0dc933a2e tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Synchronizing usage tracker for tenant:aba34aa17eff4c08ab9eaf8e9c681a05 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:31:25.017226 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-454b8d66-28ab-47ba-86d9-1ad70bda5bca None None] Set router e64aad25-5949-4244-ad17-5b6f69543e7f gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:31:25.021852 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f7844-6488-4870-9470-a002e3ae2195 req-dcf00240-c55c-4413-be1f-4d21a8b924c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:25.029067 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-da2f7844-6488-4870-9470-a002e3ae2195 req-dcf00240-c55c-4413-be1f-4d21a8b924c6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=154ccfde-fcad-4c2c-ac52-9f3991cbf708 HTTP/1.1" status: 200 len: 860 time: 0.0932064 Feb 09 12:31:25.091962 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-977d902d-6c2f-44a7-b923-73199cd67aca req-7c5fc351-f9ce-4810-a756-a3c0dc933a2e tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Unset dirty status for tenant:aba34aa17eff4c08ab9eaf8e9c681a05 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:31:25.102284 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-977d902d-6c2f-44a7-b923-73199cd67aca req-7c5fc351-f9ce-4810-a756-a3c0dc933a2e tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059461 Feb 09 12:31:25.142544 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f7844-6488-4870-9470-a002e3ae2195 req-68631dac-6e2b-4a28-a3ee-6e5fd6de643c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:25.150732 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-da2f7844-6488-4870-9470-a002e3ae2195 req-68631dac-6e2b-4a28-a3ee-6e5fd6de643c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6fc7d014-aab7-4969-9b9f-1b9d5e7c436a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1205702 Feb 09 12:31:25.155975 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-da2f7844-6488-4870-9470-a002e3ae2195 req-0f11b450-4025-4b11-bb88-273341f16006 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:31:25.163101 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-da2f7844-6488-4870-9470-a002e3ae2195 req-0f11b450-4025-4b11-bb88-273341f16006 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113320 Feb 09 12:31:25.466315 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-928a51e5-f095-4736-aa86-27a150e74589 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:25.479194 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-928a51e5-f095-4736-aa86-27a150e74589 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:25.535632 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-da2f7844-6488-4870-9470-a002e3ae2195 req-85ddbd64-8592-44e0-9aa9-17c24769c450 service neutron] 10.222.0.55 "GET /v2.0/networks/6fc7d014-aab7-4969-9b9f-1b9d5e7c436a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712075 Feb 09 12:31:25.603170 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9df377-3fa4-40db-86c4-7dfe09ad7f7c req-ad910ab7-cf0a-49c8-9864-0fc192a9c97e tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:25.605350 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3f9df377-3fa4-40db-86c4-7dfe09ad7f7c req-ad910ab7-cf0a-49c8-9864-0fc192a9c97e tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=81ea6099-4fe0-47d8-9fa6-1375fcace60c HTTP/1.1" status: 200 len: 946 time: 0.2045572 Feb 09 12:31:25.634574 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:31:25.694718 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-454b8d66-28ab-47ba-86d9-1ad70bda5bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1181016368-router', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '1b00d4d6-8925-4106-a04c-badfbb6bf6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:29:47Z', 'updated_at': '2022-02-09T12:30:15Z', 'revision_number': 4, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'gw_port': {'id': '1b00d4d6-8925-4106-a04c-badfbb6bf6ab', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:29:54Z', 'updated_at': '2022-02-09T12:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': 'ce5a906d-d8c6-496a-9c3b-c7a86a7b399a', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'floating_ip_address': '172.25.7.45', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'port_id': 'c89f1198-521e-46b6-9a42-236dc34ec316', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a', 'mac_address': 'fa:16:3e:4a:c2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd51b9f3-272c-4991-a4c5-bad8b4d07fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:30:55Z', 'updated_at': '2022-02-09T12:31:21Z', 'revision_number': 1, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daa03612-1e0c-486a-b24f-b943c3675eab', 'name': '', 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'mac_address': 'fa:16:3e:53:08:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '154ccfde-fcad-4c2c-ac52-9f3991cbf708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:30:12Z', 'updated_at': '2022-02-09T12:30:28Z', 'revision_number': 5, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'subnets': [{'id': '154ccfde-fcad-4c2c-ac52-9f3991cbf708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:31:25.701325 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454b8d66-28ab-47ba-86d9-1ad70bda5bca None None] The sync data for ids ['e64aad25-5949-4244-ad17-5b6f69543e7f'] in n-d-825178-3 is: [{'id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1181016368-router', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '1b00d4d6-8925-4106-a04c-badfbb6bf6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:29:47Z', 'updated_at': '2022-02-09T12:30:15Z', 'revision_number': 4, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'gw_port': {'id': '1b00d4d6-8925-4106-a04c-badfbb6bf6ab', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:29:54Z', 'updated_at': '2022-02-09T12:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': 'ce5a906d-d8c6-496a-9c3b-c7a86a7b399a', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'floating_ip_address': '172.25.7.45', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'port_id': 'c89f1198-521e-46b6-9a42-236dc34ec316', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a', 'mac_address': 'fa:16:3e:4a:c2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd51b9f3-272c-4991-a4c5-bad8b4d07fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:30:55Z', 'updated_at': '2022-02-09T12:31:21Z', 'revision_number': 1, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daa03612-1e0c-486a-b24f-b943c3675eab', 'name': '', 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'mac_address': 'fa:16:3e:53:08:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '154ccfde-fcad-4c2c-ac52-9f3991cbf708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:30:12Z', 'updated_at': '2022-02-09T12:30:28Z', 'revision_number': 5, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'subnets': [{'id': '154ccfde-fcad-4c2c-ac52-9f3991cbf708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:31:25.792799 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a51e5-f095-4736-aa86-27a150e74589 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Pushing event updated for resources: {'Port': ['ID=cdd4a3f7-a8aa-407e-9e75-970a0f170100,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:25.811150 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-928a51e5-f095-4736-aa86-27a150e74589 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:25.877810 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-928a51e5-f095-4736-aa86-27a150e74589 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:25.880326 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-928a51e5-f095-4736-aa86-27a150e74589 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.1659603 Feb 09 12:31:25.884260 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59808) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:25.991709 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3f9df377-3fa4-40db-86c4-7dfe09ad7f7c req-9fde3e14-5f9d-426b-99c3-e34b802e0a0e tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680446 Feb 09 12:31:26.028338 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-da2f7844-6488-4870-9470-a002e3ae2195 req-f2ee1b0f-8181-4803-8f92-ae91b73b68a1 service neutron] 10.222.0.55 "GET /v2.0/networks/6fc7d014-aab7-4969-9b9f-1b9d5e7c436a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4842696 Feb 09 12:31:26.035249 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-19fe7c4f-2b44-4d60-a79b-6c59c72b7eea tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:26.037804 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-19fe7c4f-2b44-4d60-a79b-6c59c72b7eea tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.46 "GET /v2.0/networks?id=23231414-7735-41e3-a19f-aefe0806df10 HTTP/1.1" status: 200 len: 811 time: 0.4447558 Feb 09 12:31:26.059413 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-eb456511-71b6-4ab3-94a7-1ded2829fd25 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Request body: {'port': {'device_id': '15debf37-8de7-4867-bb19-a681a8fc422d', 'network_id': '23231414-7735-41e3-a19f-aefe0806df10', 'admin_state_up': True, 'tenant_id': '9e4a99ef56ae44c38a7a2f1ce0177a21'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:31:26.068350 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4eccde07-fae0-49da-8554-d6a54593d7b7 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Synchronizing usage tracker for tenant:8d74fb5560bf47a2b92a75e5700e7342 on resource:floatingip {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:31:26.088493 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4eccde07-fae0-49da-8554-d6a54593d7b7 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Unset dirty status for tenant:8d74fb5560bf47a2b92a75e5700e7342 on resource:floatingip {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:31:26.090033 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4eccde07-fae0-49da-8554-d6a54593d7b7 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] 10.222.0.55 "GET /v2.0/floatingips?floating_network_id=dc8faea2-d6f4-4ca4-b119-1bb9d6a0f799 HTTP/1.1" status: 200 len: 689 time: 0.2043631 Feb 09 12:31:26.092548 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59816) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:26.117131 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a2acd0-5ea5-452b-bf41-c6af6610990e', 'tag': '3bc19e56-265a-47d0-ae06-845be690670d', 'status': 'completed', 'code': 200} Feb 09 12:31:26.132414 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb4da2b-10d0-4e51-a215-cc82ff976218 None None] New status for floating IP ce5a906d-d8c6-496a-9c3b-c7a86a7b399a: ACTIVE {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:31:26.168199 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50d294be-4088-4183-9349-225738f63f05', 'tag': '7e4038c9-ec5b-494a-8143-56329405372c', 'status': 'completed', 'code': 200} Feb 09 12:31:26.311603 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-eb456511-71b6-4ab3-94a7-1ded2829fd25 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:31:26.320671 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-eb456511-71b6-4ab3-94a7-1ded2829fd25 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Usage tracker for resource:port and tenant:9e4a99ef56ae44c38a7a2f1ce0177a21 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:31:26.321441 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b542574f-4637-4ac6-ac54-f1e237586f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6406747a-e1ea-4ea3-aaa7-6fb32cfe3c8e', 'code': 200} Feb 09 12:31:26.325085 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-eb456511-71b6-4ab3-94a7-1ded2829fd25 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:31:26.379539 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-eb456511-71b6-4ab3-94a7-1ded2829fd25 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:31:26.434978 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1b823ab8-07de-43ee-97b2-ead017a403e2 req-a416f095-0ea2-4fb4-a25f-435ae5d04b40 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=15debf37-8de7-4867-bb19-a681a8fc422d HTTP/1.1" status: 200 len: 210 time: 0.0955486 Feb 09 12:31:26.467088 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fe639880-abe7-40a1-ac8c-91b4645ef45d tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:26.502258 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-eb456511-71b6-4ab3-94a7-1ded2829fd25 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Made reservation on behalf of 9e4a99ef56ae44c38a7a2f1ce0177a21 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:31:26.505876 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-eb456511-71b6-4ab3-94a7-1ded2829fd25 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:26.562813 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c447b22-8d2d-449f-8b3f-c450c41cc385 req-475583b5-42b8-477d-b825-b4f559b1dd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:26.565278 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1c447b22-8d2d-449f-8b3f-c450c41cc385 req-475583b5-42b8-477d-b825-b4f559b1dd7b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aba34aa17eff4c08ab9eaf8e9c681a05&device_id=23a2acd0-5ea5-452b-bf41-c6af6610990e HTTP/1.1" status: 200 len: 1095 time: 0.3828168 Feb 09 12:31:26.574297 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-fe639880-abe7-40a1-ac8c-91b4645ef45d tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Deleting port cdd4a3f7-a8aa-407e-9e75-970a0f170100 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:31:26.574778 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fe639880-abe7-40a1-ac8c-91b4645ef45d tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:26.600323 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0b010-439f-4b8d-b06e-1a4c3fcd155f req-92e2e5d7-0aa8-47a6-bc13-eb5fcbb4988b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:26.601919 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cca0b010-439f-4b8d-b06e-1a4c3fcd155f req-92e2e5d7-0aa8-47a6-bc13-eb5fcbb4988b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aba34aa17eff4c08ab9eaf8e9c681a05&device_id=50d294be-4088-4183-9349-225738f63f05 HTTP/1.1" status: 200 len: 1094 time: 0.3731136 Feb 09 12:31:26.707128 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 3bc19e56-265a-47d0-ae06-845be690670d details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:31:26.785630 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532eef31-5556-48f5-a999-e9aa561dbfe1 req-1e74df47-2ad9-45d7-8583-b46ed85d3738 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:26.787202 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-532eef31-5556-48f5-a999-e9aa561dbfe1 req-1e74df47-2ad9-45d7-8583-b46ed85d3738 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] 10.222.0.55 "GET /v2.0/ports?device_id=b542574f-4637-4ac6-ac54-f1e237586f64 HTTP/1.1" status: 200 len: 945 time: 0.4006598 Feb 09 12:31:26.828816 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8373f03b-5625-4b01-920a-1065266c4a78 req-da3813f3-63d5-4174-9abe-18a5a938fb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:26.831664 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8373f03b-5625-4b01-920a-1065266c4a78 req-da3813f3-63d5-4174-9abe-18a5a938fb71 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b542574f-4637-4ac6-ac54-f1e237586f64 HTTP/1.1" status: 200 len: 1096 time: 0.5077546 Feb 09 12:31:26.832941 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c447b22-8d2d-449f-8b3f-c450c41cc385 req-af75ae4f-61ea-44c5-ae7d-1a6996fc7a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:26.835001 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1c447b22-8d2d-449f-8b3f-c450c41cc385 req-af75ae4f-61ea-44c5-ae7d-1a6996fc7a07 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c52d4018-5a69-4fac-a12b-9b13cfc3a5a5 HTTP/1.1" status: 200 len: 918 time: 0.2274501 Feb 09 12:31:26.896165 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de84ab-8a16-4e0e-a001-83291ecdfb2c req-315939f9-4234-4cf9-a9bd-89665ac4afb5 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:26.897153 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 3bc19e56-265a-47d0-ae06-845be690670d, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=3bc19e56-265a-47d0-ae06-845be690670d,segment=NetworkSegment(8c2b8444-ee73-4d9a-b984-e17b3dd7119f),segment_id=8c2b8444-ee73-4d9a-b984-e17b3dd7119f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:31:26.898093 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-10de84ab-8a16-4e0e-a001-83291ecdfb2c req-315939f9-4234-4cf9-a9bd-89665ac4afb5 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec191bd0-b237-4999-b440-eb38d16c75ee&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2613888 Feb 09 12:31:26.899434 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-eb456511-71b6-4ab3-94a7-1ded2829fd25 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Allocated IP 172.20.0.5 (23231414-7735-41e3-a19f-aefe0806df10/938b2eb5-d390-4a03-acd5-5a31b498a866/95daac7b-f2ff-4fe3-952b-287ee71f43aa) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:31:26.917692 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '3bc19e56-265a-47d0-ae06-845be690670d', 'network_id': 'c52d4018-5a69-4fac-a12b-9b13cfc3a5a5', 'port_id': '3bc19e56-265a-47d0-ae06-845be690670d', 'mac_address': 'fa:16:3e:e1:c5:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21ba49f8-7226-4d27-a3b6-74fc50d70d5f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:31:26.979069 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:26.999208 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bc19e56-265a-47d0-ae06-845be690670d {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:31:27.018613 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 3bc19e56-265a-47d0-ae06-845be690670d, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=3bc19e56-265a-47d0-ae06-845be690670d,segment=NetworkSegment(8c2b8444-ee73-4d9a-b984-e17b3dd7119f),segment_id=8c2b8444-ee73-4d9a-b984-e17b3dd7119f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:31:27.022494 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:27.023249 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 7e4038c9-ec5b-494a-8143-56329405372c details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:31:27.046894 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 7e4038c9-ec5b-494a-8143-56329405372c, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=7e4038c9-ec5b-494a-8143-56329405372c,segment=NetworkSegment(8c2b8444-ee73-4d9a-b984-e17b3dd7119f),segment_id=8c2b8444-ee73-4d9a-b984-e17b3dd7119f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:31:27.093155 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '7e4038c9-ec5b-494a-8143-56329405372c', 'network_id': 'c52d4018-5a69-4fac-a12b-9b13cfc3a5a5', 'port_id': '7e4038c9-ec5b-494a-8143-56329405372c', 'mac_address': 'fa:16:3e:a2:56:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21ba49f8-7226-4d27-a3b6-74fc50d70d5f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:31:27.135204 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1c447b22-8d2d-449f-8b3f-c450c41cc385 req-18b0c401-0904-4d77-819f-c1c950336eaa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3bc19e56-265a-47d0-ae06-845be690670d HTTP/1.1" status: 200 len: 217 time: 0.2183015 Feb 09 12:31:27.145832 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-eb456511-71b6-4ab3-94a7-1ded2829fd25 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:27.186753 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-eb456511-71b6-4ab3-94a7-1ded2829fd25 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:27.198440 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-532eef31-5556-48f5-a999-e9aa561dbfe1 req-768a06fa-25c5-45da-ac6a-5c3cf1b0acbb tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] 10.222.0.55 "GET /v2.0/security-groups?id=745a4391-0cc6-45b1-b781-a1f252039830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891160 Feb 09 12:31:27.207035 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:31:27.293857 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8373f03b-5625-4b01-920a-1065266c4a78 req-a7b6cb60-6245-4a98-a9b8-5a15ce0de1f0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=745a4391-0cc6-45b1-b781-a1f252039830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918505 Feb 09 12:31:27.295600 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:27.338820 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c447b22-8d2d-449f-8b3f-c450c41cc385 req-90839444-1c2d-4e37-a351-c25c99283223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:27.340727 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1c447b22-8d2d-449f-8b3f-c450c41cc385 req-90839444-1c2d-4e37-a351-c25c99283223 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=21ba49f8-7226-4d27-a3b6-74fc50d70d5f HTTP/1.1" status: 200 len: 857 time: 0.1858099 Feb 09 12:31:27.344056 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e4038c9-ec5b-494a-8143-56329405372c {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:31:27.370594 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 7e4038c9-ec5b-494a-8143-56329405372c, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=7e4038c9-ec5b-494a-8143-56329405372c,segment=NetworkSegment(8c2b8444-ee73-4d9a-b984-e17b3dd7119f),segment_id=8c2b8444-ee73-4d9a-b984-e17b3dd7119f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:31:27.382390 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:27.382602 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0b010-439f-4b8d-b06e-1a4c3fcd155f req-bd268e99-c512-4028-a1f1-b60a0eeed839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:27.386392 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cca0b010-439f-4b8d-b06e-1a4c3fcd155f req-bd268e99-c512-4028-a1f1-b60a0eeed839 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c52d4018-5a69-4fac-a12b-9b13cfc3a5a5 HTTP/1.1" status: 200 len: 918 time: 0.7493839 Feb 09 12:31:27.391312 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=3bc19e56-265a-47d0-ae06-845be690670d,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:27.393003 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fe639880-abe7-40a1-ac8c-91b4645ef45d tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:27.402623 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fe639880-abe7-40a1-ac8c-91b4645ef45d tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:27.552785 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb456511-71b6-4ab3-94a7-1ded2829fd25 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Pushing event updated for resources: {'Port': ['ID=95daac7b-f2ff-4fe3-952b-287ee71f43aa,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:27.558002 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-10de84ab-8a16-4e0e-a001-83291ecdfb2c req-543841ec-c6e0-4622-8689-b77b870744b0 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.45 HTTP/1.1" status: 200 len: 1000 time: 0.3752122 Feb 09 12:31:27.583755 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=7e4038c9-ec5b-494a-8143-56329405372c,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:27.585346 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-10de84ab-8a16-4e0e-a001-83291ecdfb2c req-5d50c38b-a3b1-426e-8f9d-8c87a22e3e18 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Request body: {'floatingip': {'port_id': '26bb081a-e2eb-436d-b3dd-b5ceb0837705', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:31:27.749894 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-fe639880-abe7-40a1-ac8c-91b4645ef45d tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Calling delete_port for cdd4a3f7-a8aa-407e-9e75-970a0f170100 owned by network:floatingip {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:31:27.785754 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59836) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:27.840660 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-eb456511-71b6-4ab3-94a7-1ded2829fd25 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Network 23231414-7735-41e3-a19f-aefe0806df10 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:31:27.846903 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-eb456511-71b6-4ab3-94a7-1ded2829fd25 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:31:27.852572 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-eb456511-71b6-4ab3-94a7-1ded2829fd25 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:31:27.864510 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['7e4038c9-ec5b-494a-8143-56329405372c'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:31:27.920481 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-eb456511-71b6-4ab3-94a7-1ded2829fd25 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:27.920725 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-eb456511-71b6-4ab3-94a7-1ded2829fd25 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:27.925559 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1c447b22-8d2d-449f-8b3f-c450c41cc385 req-6e44da4e-4239-4576-b256-6202b3cdea08 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c52d4018-5a69-4fac-a12b-9b13cfc3a5a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1408179 Feb 09 12:31:27.944914 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['3bc19e56-265a-47d0-ae06-845be690670d'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:31:27.950644 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-10de84ab-8a16-4e0e-a001-83291ecdfb2c req-5d50c38b-a3b1-426e-8f9d-8c87a22e3e18 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify callbacks [] for floatingip, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:27.955874 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cca0b010-439f-4b8d-b06e-1a4c3fcd155f req-200b7ff1-a441-4008-b2bc-181c2f9677b7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e4038c9-ec5b-494a-8143-56329405372c HTTP/1.1" status: 200 len: 217 time: 0.1722898 Feb 09 12:31:28.050102 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-eb456511-71b6-4ab3-94a7-1ded2829fd25 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9951162 Feb 09 12:31:28.068592 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-c3302979-f1e4-404f-aa3a-17204511374c service neutron] Request body: {'port': {'device_id': '15debf37-8de7-4867-bb19-a681a8fc422d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:31:28.134821 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eac7ce-3373-4a16-a7f6-84d16f78f11b req-43c59e1f-5c3f-4473-8e4b-7528a97ba563 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:28.136338 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-79eac7ce-3373-4a16-a7f6-84d16f78f11b req-43c59e1f-5c3f-4473-8e4b-7528a97ba563 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 946 time: 0.6728878 Feb 09 12:31:28.166739 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-94f2be11-32e7-40e0-8fa1-bfe02dd016e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:28.200910 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd51b9f3-272c-4991-a4c5-bad8b4d07fff', 'tag': 'c89f1198-521e-46b6-9a42-236dc34ec316'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:31:28.205790 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-94f2be11-32e7-40e0-8fa1-bfe02dd016e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:31:28.209381 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0b010-439f-4b8d-b06e-1a4c3fcd155f req-875c9eb3-34df-47e2-abd0-91b45bb65780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:28.210845 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cca0b010-439f-4b8d-b06e-1a4c3fcd155f req-875c9eb3-34df-47e2-abd0-91b45bb65780 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=21ba49f8-7226-4d27-a3b6-74fc50d70d5f HTTP/1.1" status: 200 len: 857 time: 0.2157521 Feb 09 12:31:28.215820 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-94f2be11-32e7-40e0-8fa1-bfe02dd016e5 admin admin] Usage tracker for resource:security_group_rule and tenant:f66e3eb471264b13941cf3450db5cce0 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:31:28.222533 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-94f2be11-32e7-40e0-8fa1-bfe02dd016e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:31:28.277026 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-94f2be11-32e7-40e0-8fa1-bfe02dd016e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:31:28.298921 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-79eac7ce-3373-4a16-a7f6-84d16f78f11b req-b476a618-f936-44cb-8285-1fc052ff9e3e tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505802 Feb 09 12:31:28.335579 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cca0b010-439f-4b8d-b06e-1a4c3fcd155f req-871ac980-cbd5-432f-9332-2f37f1c6f32f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c52d4018-5a69-4fac-a12b-9b13cfc3a5a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991151 Feb 09 12:31:28.353404 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-c3302979-f1e4-404f-aa3a-17204511374c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:28.433277 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1c447b22-8d2d-449f-8b3f-c450c41cc385 req-8f3312ef-5973-427a-9fad-6e451022b2bf service neutron] 10.222.0.46 "GET /v2.0/networks/c52d4018-5a69-4fac-a12b-9b13cfc3a5a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4834254 Feb 09 12:31:28.571694 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fe639880-abe7-40a1-ac8c-91b4645ef45d tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:28.659801 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe639880-abe7-40a1-ac8c-91b4645ef45d tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Pushing event deleted for resources: {'Port': ['ID=cdd4a3f7-a8aa-407e-9e75-970a0f170100,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:28.718594 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cca0b010-439f-4b8d-b06e-1a4c3fcd155f req-3ad7466a-6b29-4925-a438-7cc78e781807 service neutron] 10.222.0.46 "GET /v2.0/networks/c52d4018-5a69-4fac-a12b-9b13cfc3a5a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651342 Feb 09 12:31:28.869883 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1c447b22-8d2d-449f-8b3f-c450c41cc385 req-d949a7b1-e254-422b-83ae-ba9d53bb9d09 service neutron] 10.222.0.46 "GET /v2.0/networks/c52d4018-5a69-4fac-a12b-9b13cfc3a5a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4200640 Feb 09 12:31:28.893759 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eec5f5-7423-4913-9167-457a846ad482 req-be699569-9eda-44b2-ba34-9de827dbdb76 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:28.895442 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-67eec5f5-7423-4913-9167-457a846ad482 req-be699569-9eda-44b2-ba34-9de827dbdb76 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=23a2acd0-5ea5-452b-bf41-c6af6610990e HTTP/1.1" status: 200 len: 945 time: 0.4305468 Feb 09 12:31:28.902802 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fe639880-abe7-40a1-ac8c-91b4645ef45d tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:28.957479 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-94f2be11-32e7-40e0-8fa1-bfe02dd016e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:28.991449 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-67eec5f5-7423-4913-9167-457a846ad482 req-6d6a9e40-d432-4d6c-bf43-19b83af2ab19 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820391 Feb 09 12:31:28.998658 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-94f2be11-32e7-40e0-8fa1-bfe02dd016e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:29.067219 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cca0b010-439f-4b8d-b06e-1a4c3fcd155f req-609e847f-5061-46a9-a0c3-58ec302fe984 service neutron] 10.222.0.46 "GET /v2.0/networks/c52d4018-5a69-4fac-a12b-9b13cfc3a5a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138151 Feb 09 12:31:29.104952 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-94f2be11-32e7-40e0-8fa1-bfe02dd016e5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f66e3eb471264b13941cf3450db5cce0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3159099 Feb 09 12:31:29.104952 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f2be11-32e7-40e0-8fa1-bfe02dd016e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc0bb65-3a18-4732-855f-9aa93f07d4bf,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:29.109933 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59854) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:29.120600 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fe639880-abe7-40a1-ac8c-91b4645ef45d tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:29.237899 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cabc682a-e8b9-4fbc-b168-6f99c390370a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:29.249776 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fe639880-abe7-40a1-ac8c-91b4645ef45d tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:29.287421 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-c3302979-f1e4-404f-aa3a-17204511374c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95daac7b-f2ff-4fe3-952b-287ee71f43aa {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:31:29.299488 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe639880-abe7-40a1-ac8c-91b4645ef45d tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=40b3ea49-271e-4442-a5ad-7fa5b7eb86b2,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:29.302067 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-10de84ab-8a16-4e0e-a001-83291ecdfb2c req-5d50c38b-a3b1-426e-8f9d-8c87a22e3e18 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:29.302251 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cabc682a-e8b9-4fbc-b168-6f99c390370a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:29.303909 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-c3302979-f1e4-404f-aa3a-17204511374c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:29.316937 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-10de84ab-8a16-4e0e-a001-83291ecdfb2c req-5d50c38b-a3b1-426e-8f9d-8c87a22e3e18 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:29.382215 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-c3302979-f1e4-404f-aa3a-17204511374c service neutron] Transition to ACTIVE for port object 95daac7b-f2ff-4fe3-952b-287ee71f43aa will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:31:29.525772 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-c3302979-f1e4-404f-aa3a-17204511374c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:29.535620 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fe639880-abe7-40a1-ac8c-91b4645ef45d tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:29.561204 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-fe639880-abe7-40a1-ac8c-91b4645ef45d tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc8faea2-d6f4-4ca4-b119-1bb9d6a0f799']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:31:29.574243 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-fe639880-abe7-40a1-ac8c-91b4645ef45d tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bb4863f-4b54-405d-8647-65aed339462b') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:31:29.574509 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-fe639880-abe7-40a1-ac8c-91b4645ef45d tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bb4863f-4b54-405d-8647-65aed339462b') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:31:29.587648 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cabc682a-e8b9-4fbc-b168-6f99c390370a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:29.602299 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fe639880-abe7-40a1-ac8c-91b4645ef45d tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:29.612433 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabc682a-e8b9-4fbc-b168-6f99c390370a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc0bb65-3a18-4732-855f-9aa93f07d4bf,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:29.630000 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fe639880-abe7-40a1-ac8c-91b4645ef45d tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:29.637685 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe639880-abe7-40a1-ac8c-91b4645ef45d tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:31:29.638071 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fe639880-abe7-40a1-ac8c-91b4645ef45d tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:29.651711 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:31:29.651711 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:31:29.651711 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:31:29.651711 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:31:29.651711 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:31:29.651711 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:31:29.651711 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:31:29.651711 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:31:29.651711 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:31:29.651711 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:31:29.651711 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:31:29.651711 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:31:29.651711 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:31:29.651711 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:31:29.651711 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:31:29.651711 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:31:29.651711 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:31:29.651711 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:31:29.651711 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:31:29.651711 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:31:29.651711 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:31:29.651711 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:31:29.651711 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:31:29.651711 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:31:29.651711 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:31:29.651711 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:31:29.651711 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:31:29.651711 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:31:29.651711 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:31:29.651711 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:31:29.651711 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:31:29.651711 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:31:29.718145 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cabc682a-e8b9-4fbc-b168-6f99c390370a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:29.719269 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-cabc682a-e8b9-4fbc-b168-6f99c390370a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1dc0bb65-3a18-4732-855f-9aa93f07d4bf HTTP/1.1" status: 204 len: 168 time: 0.6077032 Feb 09 12:31:29.735239 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fe639880-abe7-40a1-ac8c-91b4645ef45d tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:29.752363 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c536b6-d5cd-4f7b-b38b-91ca93961e51 req-a38f024e-a7eb-4514-bb99-f50a219a3331 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:29.753876 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a0c536b6-d5cd-4f7b-b38b-91ca93961e51 req-a38f024e-a7eb-4514-bb99-f50a219a3331 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=81ea6099-4fe0-47d8-9fa6-1375fcace60c HTTP/1.1" status: 200 len: 946 time: 0.5635936 Feb 09 12:31:29.755304 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe639880-abe7-40a1-ac8c-91b4645ef45d tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dc8faea2-d6f4-4ca4-b119-1bb9d6a0f799 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 09 12:31:29.766298 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fe639880-abe7-40a1-ac8c-91b4645ef45d tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:29.770233 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe639880-abe7-40a1-ac8c-91b4645ef45d tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Pushing event deleted for resources: {'Network': ['ID=dc8faea2-d6f4-4ca4-b119-1bb9d6a0f799,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:29.776229 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-fe639880-abe7-40a1-ac8c-91b4645ef45d tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] 10.222.0.55 "DELETE /v2.0/networks/dc8faea2-d6f4-4ca4-b119-1bb9d6a0f799 HTTP/1.1" status: 204 len: 168 time: 3.6822271 Feb 09 12:31:29.778557 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59860) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:29.804095 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3302979-f1e4-404f-aa3a-17204511374c service neutron] Pushing event updated for resources: {'Port': ['ID=95daac7b-f2ff-4fe3-952b-287ee71f43aa,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:29.885203 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0bf94753-ddc9-464a-aaac-930887edfe44 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Synchronizing usage tracker for tenant:8d74fb5560bf47a2b92a75e5700e7342 on resource:floatingip {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:31:29.905937 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0bf94753-ddc9-464a-aaac-930887edfe44 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Unset dirty status for tenant:8d74fb5560bf47a2b92a75e5700e7342 on resource:floatingip {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:31:29.908409 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [req-10de84ab-8a16-4e0e-a001-83291ecdfb2c req-5d50c38b-a3b1-426e-8f9d-8c87a22e3e18 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Floating IP ce5a906d-d8c6-496a-9c3b-c7a86a7b399a associated. External IP: 172.25.7.45, port: c89f1198-521e-46b6-9a42-236dc34ec316. Feb 09 12:31:29.910638 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0bf94753-ddc9-464a-aaac-930887edfe44 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 995 time: 0.1306794 Feb 09 12:31:29.911340 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59866) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:30.007284 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a0c536b6-d5cd-4f7b-b38b-91ca93961e51 req-d351d15f-86c1-4378-b48c-e68c7e905fae tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133942 Feb 09 12:31:30.019986 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054b91dd-fc25-461d-b0ba-56da882d4f05 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:30.020575 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054b91dd-fc25-461d-b0ba-56da882d4f05 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:30.020986 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054b91dd-fc25-461d-b0ba-56da882d4f05 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:30.021527 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054b91dd-fc25-461d-b0ba-56da882d4f05 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:30.021992 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054b91dd-fc25-461d-b0ba-56da882d4f05 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:30.022524 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054b91dd-fc25-461d-b0ba-56da882d4f05 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:30.023483 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054b91dd-fc25-461d-b0ba-56da882d4f05 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:30.023966 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054b91dd-fc25-461d-b0ba-56da882d4f05 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:30.024554 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054b91dd-fc25-461d-b0ba-56da882d4f05 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:30.034267 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-054b91dd-fc25-461d-b0ba-56da882d4f05 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Synchronizing usage tracker for tenant:8d74fb5560bf47a2b92a75e5700e7342 on resource:subnet {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:31:30.060658 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-054b91dd-fc25-461d-b0ba-56da882d4f05 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Unset dirty status for tenant:8d74fb5560bf47a2b92a75e5700e7342 on resource:subnet {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:31:30.065912 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-054b91dd-fc25-461d-b0ba-56da882d4f05 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5956 time: 0.1525569 Feb 09 12:31:30.066564 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59872) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:30.105943 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-c3302979-f1e4-404f-aa3a-17204511374c service neutron] Attempting to bind port 95daac7b-f2ff-4fe3-952b-287ee71f43aa on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:31:30.106287 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-c3302979-f1e4-404f-aa3a-17204511374c service neutron] Attempting to bind port 95daac7b-f2ff-4fe3-952b-287ee71f43aa by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'c8120825-3220-4ee6-9dca-8e8fc8ed7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '23231414-7735-41e3-a19f-aefe0806df10'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:31:30.106622 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-c3302979-f1e4-404f-aa3a-17204511374c service neutron] Attempting to bind port 95daac7b-f2ff-4fe3-952b-287ee71f43aa on network 23231414-7735-41e3-a19f-aefe0806df10 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:31:30.115854 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-c3302979-f1e4-404f-aa3a-17204511374c service neutron] Port 95daac7b-f2ff-4fe3-952b-287ee71f43aa on network 23231414-7735-41e3-a19f-aefe0806df10 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:31:30.116244 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-c3302979-f1e4-404f-aa3a-17204511374c service neutron] Attempting to bind port 95daac7b-f2ff-4fe3-952b-287ee71f43aa on network 23231414-7735-41e3-a19f-aefe0806df10 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:31:30.129823 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-c3302979-f1e4-404f-aa3a-17204511374c service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:31:30.130160 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-c3302979-f1e4-404f-aa3a-17204511374c service neutron] Checking segment: {'id': 'c8120825-3220-4ee6-9dca-8e8fc8ed7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '23231414-7735-41e3-a19f-aefe0806df10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:31:30.130551 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-c3302979-f1e4-404f-aa3a-17204511374c service neutron] Bound using segment: {'id': 'c8120825-3220-4ee6-9dca-8e8fc8ed7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '23231414-7735-41e3-a19f-aefe0806df10'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:31:30.131001 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-c3302979-f1e4-404f-aa3a-17204511374c service neutron] Bound port: 95daac7b-f2ff-4fe3-952b-287ee71f43aa, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8120825-3220-4ee6-9dca-8e8fc8ed7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '23231414-7735-41e3-a19f-aefe0806df10'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:31:30.131340 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-c3302979-f1e4-404f-aa3a-17204511374c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:30.169771 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59876) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:30.196303 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-3b628c81-731b-42aa-acf6-aa5e674ae43e tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] delete failed (client error): The resource could not be found. Feb 09 12:31:30.199311 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3b628c81-731b-42aa-acf6-aa5e674ae43e tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] 10.222.0.55 "DELETE /v2.0/floatingips/7485fae8-b84e-4578-a84d-83a609a2e483 HTTP/1.1" status: 404 len: 345 time: 0.1318269 Feb 09 12:31:30.201454 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59880) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:30.205584 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ea8418e6-1002-4d52-8a49-a4f2a433d7f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:30.240469 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-e68a8c23-f2dd-46a0-ae59-26da53c1ec23 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] DELETE failed (client error): The resource could not be found. Feb 09 12:31:30.240942 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e68a8c23-f2dd-46a0-ae59-26da53c1ec23 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:31:30.246457 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e68a8c23-f2dd-46a0-ae59-26da53c1ec23 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] 10.222.0.55 "DELETE /v2.0/networks/dc8faea2-d6f4-4ca4-b119-1bb9d6a0f799 HTTP/1.1" status: 404 len: 339 time: 0.0402184 Feb 09 12:31:30.246457 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ea8418e6-1002-4d52-8a49-a4f2a433d7f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:31:30.247608 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59884) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:30.252372 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ea8418e6-1002-4d52-8a49-a4f2a433d7f0 admin admin] Usage tracker for resource:security_group_rule and tenant:d6fc68d7c20b4130b95d2d4d431e0244 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:31:30.257584 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-59c84240-5a1d-49c9-a5ac-84c2023d49d5 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Request body: {'network': {'name': 'tempest-network--740888734', 'router:external': True}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:31:30.261792 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ea8418e6-1002-4d52-8a49-a4f2a433d7f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:31:30.265105 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-59c84240-5a1d-49c9-a5ac-84c2023d49d5 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:31:30.278200 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-59c84240-5a1d-49c9-a5ac-84c2023d49d5 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Usage tracker for resource:network and tenant:8d74fb5560bf47a2b92a75e5700e7342 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:31:30.281850 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-59c84240-5a1d-49c9-a5ac-84c2023d49d5 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:31:30.289234 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-59c84240-5a1d-49c9-a5ac-84c2023d49d5 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:31:30.299511 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ea8418e6-1002-4d52-8a49-a4f2a433d7f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:31:30.362087 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c84240-5a1d-49c9-a5ac-84c2023d49d5 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Made reservation on behalf of 8d74fb5560bf47a2b92a75e5700e7342 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:31:30.365264 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-59c84240-5a1d-49c9-a5ac-84c2023d49d5 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:30.429304 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59c84240-5a1d-49c9-a5ac-84c2023d49d5 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:31:30.441233 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ea8418e6-1002-4d52-8a49-a4f2a433d7f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:30.449390 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-59c84240-5a1d-49c9-a5ac-84c2023d49d5 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:30.449928 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-59c84240-5a1d-49c9-a5ac-84c2023d49d5 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Added segment d5cb63a2-a38e-44ba-9501-da54d0c52df6 of type vlan for network 87f63125-7c63-4fc6-9c2f-d35b825d39a3 Feb 09 12:31:30.451714 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ea8418e6-1002-4d52-8a49-a4f2a433d7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:30.465794 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-c3302979-f1e4-404f-aa3a-17204511374c service neutron] For port 95daac7b-f2ff-4fe3-952b-287ee71f43aa, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:31:30.495694 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-c3302979-f1e4-404f-aa3a-17204511374c service neutron] For port 95daac7b-f2ff-4fe3-952b-287ee71f43aa, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=95daac7b-f2ff-4fe3-952b-287ee71f43aa,segment=NetworkSegment(c8120825-3220-4ee6-9dca-8e8fc8ed7292),segment_id=c8120825-3220-4ee6-9dca-8e8fc8ed7292)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:31:30.510043 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-c3302979-f1e4-404f-aa3a-17204511374c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:30.528168 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f2ad8-7d8c-4631-8aed-94c6175292d3 req-dbffd9c6-45d8-483b-84bd-effe1f1279cc tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:30.529327 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-653f2ad8-7d8c-4631-8aed-94c6175292d3 req-dbffd9c6-45d8-483b-84bd-effe1f1279cc tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Synchronizing usage tracker for tenant:9e4a99ef56ae44c38a7a2f1ce0177a21 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:31:30.569337 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ea8418e6-1002-4d52-8a49-a4f2a433d7f0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d6fc68d7c20b4130b95d2d4d431e0244&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3966875 Feb 09 12:31:30.581246 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59888) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:30.589678 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8418e6-1002-4d52-8a49-a4f2a433d7f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef3424a-6ca5-4de0-b448-9ff43581f922,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:30.593116 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-59c84240-5a1d-49c9-a5ac-84c2023d49d5 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:30.632558 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-c3302979-f1e4-404f-aa3a-17204511374c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:30.633187 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-c3302979-f1e4-404f-aa3a-17204511374c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:30.634538 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-c3302979-f1e4-404f-aa3a-17204511374c service neutron] 10.222.0.46 "PUT /v2.0/ports/95daac7b-f2ff-4fe3-952b-287ee71f43aa HTTP/1.1" status: 200 len: 1091 time: 2.5720389 Feb 09 12:31:30.637552 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10de84ab-8a16-4e0e-a001-83291ecdfb2c req-5d50c38b-a3b1-426e-8f9d-8c87a22e3e18 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Router e64aad25-5949-4244-ad17-5b6f69543e7f has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:31:30.651027 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-653f2ad8-7d8c-4631-8aed-94c6175292d3 req-dbffd9c6-45d8-483b-84bd-effe1f1279cc tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Unset dirty status for tenant:9e4a99ef56ae44c38a7a2f1ce0177a21 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:31:30.651990 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-653f2ad8-7d8c-4631-8aed-94c6175292d3 req-dbffd9c6-45d8-483b-84bd-effe1f1279cc tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=15debf37-8de7-4867-bb19-a681a8fc422d HTTP/1.1" status: 200 len: 943 time: 0.5043092 Feb 09 12:31:30.676359 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1dff1717-a198-4518-881f-5716693b0e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:30.678089 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-59c84240-5a1d-49c9-a5ac-84c2023d49d5 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:30.679019 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c84240-5a1d-49c9-a5ac-84c2023d49d5 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:30.679592 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-59c84240-5a1d-49c9-a5ac-84c2023d49d5 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:30.713846 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3302979-f1e4-404f-aa3a-17204511374c service neutron] Pushing event updated for resources: {'Port': ['ID=95daac7b-f2ff-4fe3-952b-287ee71f43aa,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:30.731043 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 3bc19e56-265a-47d0-ae06-845be690670d up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:31:30.783928 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1dff1717-a198-4518-881f-5716693b0e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:30.813063 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 3bc19e56-265a-47d0-ae06-845be690670d completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:31:30.818716 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 3bc19e56-265a-47d0-ae06-845be690670d triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:31:30.819318 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:30.821154 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-59c84240-5a1d-49c9-a5ac-84c2023d49d5 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5724123 Feb 09 12:31:30.824232 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59892) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:30.825266 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c84240-5a1d-49c9-a5ac-84c2023d49d5 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Pushing event updated for resources: {'Network': ['ID=87f63125-7c63-4fc6-9c2f-d35b825d39a3,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:30.856201 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 87f63125-7c63-4fc6-9c2f-d35b825d39a3 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:31:30.862141 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1dff1717-a198-4518-881f-5716693b0e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:30.878150 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dff1717-a198-4518-881f-5716693b0e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef3424a-6ca5-4de0-b448-9ff43581f922,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:30.899616 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1dff1717-a198-4518-881f-5716693b0e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:30.903061 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1dff1717-a198-4518-881f-5716693b0e66 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aef3424a-6ca5-4de0-b448-9ff43581f922 HTTP/1.1" status: 204 len: 168 time: 0.3187044 Feb 09 12:31:30.937248 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-653f2ad8-7d8c-4631-8aed-94c6175292d3 req-ca6e13ff-cc26-481a-8da8-4de027cb47b4 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203560 Feb 09 12:31:31.136483 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd51b9f3-272c-4991-a4c5-bad8b4d07fff', 'tag': 'c89f1198-521e-46b6-9a42-236dc34ec316', 'status': 'completed', 'code': 200} Feb 09 12:31:31.157663 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:31.169075 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78b6d3-a08b-45bc-8bb0-daf19c6c780e req-29839576-009c-4174-83e0-acc6b4a0d6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:31.187421 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ea78b6d3-a08b-45bc-8bb0-daf19c6c780e req-29839576-009c-4174-83e0-acc6b4a0d6e9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8104375b7a9b46ec9107acb1226f825a&device_id=bd51b9f3-272c-4991-a4c5-bad8b4d07fff HTTP/1.1" status: 200 len: 1096 time: 0.1330976 Feb 09 12:31:31.214947 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a2acd0-5ea5-452b-bf41-c6af6610990e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc19e56-265a-47d0-ae06-845be690670d'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:31:31.230662 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 3bc19e56-265a-47d0-ae06-845be690670d, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=3bc19e56-265a-47d0-ae06-845be690670d,segment=NetworkSegment(8c2b8444-ee73-4d9a-b984-e17b3dd7119f),segment_id=8c2b8444-ee73-4d9a-b984-e17b3dd7119f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:31:31.238197 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:31.240014 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 7e4038c9-ec5b-494a-8143-56329405372c up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:31:31.260466 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10de84ab-8a16-4e0e-a001-83291ecdfb2c req-5d50c38b-a3b1-426e-8f9d-8c87a22e3e18 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:31:31.274872 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-2780140b-f7c0-4b8c-828b-ec4f6f99fe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:31.276382 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-2780140b-f7c0-4b8c-828b-ec4f6f99fe7b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e4a99ef56ae44c38a7a2f1ce0177a21&device_id=15debf37-8de7-4867-bb19-a681a8fc422d HTTP/1.1" status: 200 len: 1094 time: 0.5585454 Feb 09 12:31:31.279640 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5be128a-3a28-4bf0-9367-2963f0f291d6 None None] Sync routers for ids ['e64aad25-5949-4244-ad17-5b6f69543e7f'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:31:31.300351 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5be128a-3a28-4bf0-9367-2963f0f291d6 None None] Routers {'e64aad25-5949-4244-ad17-5b6f69543e7f'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:31:31.305886 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-d5be128a-3a28-4bf0-9367-2963f0f291d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:31:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e64aad25-5949-4244-ad17-5b6f69543e7f'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:31:31.336960 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78b6d3-a08b-45bc-8bb0-daf19c6c780e req-4b1266e9-1fe6-4b7c-844b-f70ebd8e817e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:31.338676 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ea78b6d3-a08b-45bc-8bb0-daf19c6c780e req-4b1266e9-1fe6-4b7c-844b-f70ebd8e817e service neutron] 10.222.0.46 "GET /v2.0/networks?id=6fc7d014-aab7-4969-9b9f-1b9d5e7c436a HTTP/1.1" status: 200 len: 922 time: 0.1567662 Feb 09 12:31:31.419124 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ea78b6d3-a08b-45bc-8bb0-daf19c6c780e req-b73f0bec-7fe4-45e8-9807-b45311d74778 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c89f1198-521e-46b6-9a42-236dc34ec316 HTTP/1.1" status: 200 len: 217 time: 0.0708742 Feb 09 12:31:31.432597 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=3bc19e56-265a-47d0-ae06-845be690670d,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:31.457323 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 7e4038c9-ec5b-494a-8143-56329405372c completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:31:31.466369 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 7e4038c9-ec5b-494a-8143-56329405372c triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:31:31.467013 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:31.471632 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398195f4-e370-402a-9e54-ddeea0507cf1 tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:31.478148 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398195f4-e370-402a-9e54-ddeea0507cf1 tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:31.483971 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398195f4-e370-402a-9e54-ddeea0507cf1 tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:31.490744 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398195f4-e370-402a-9e54-ddeea0507cf1 tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:31.491671 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-398195f4-e370-402a-9e54-ddeea0507cf1 tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] Synchronizing usage tracker for tenant:b0ac19e5990f4448b4d8b910c6b47c3d on resource:network {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:31:31.533422 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78b6d3-a08b-45bc-8bb0-daf19c6c780e req-6f78343c-584c-4344-b63d-38c077145a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:31.535266 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ea78b6d3-a08b-45bc-8bb0-daf19c6c780e req-6f78343c-584c-4344-b63d-38c077145a0b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=154ccfde-fcad-4c2c-ac52-9f3991cbf708 HTTP/1.1" status: 200 len: 860 time: 0.1059232 Feb 09 12:31:31.538334 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59904) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:31.567656 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-63f7f87f-bda4-4602-bcee-49db3d18b81a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95daac7b-f2ff-4fe3-952b-287ee71f43aa HTTP/1.1" status: 200 len: 217 time: 0.2214298 Feb 09 12:31:31.604163 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9aeebf66-683f-40a9-98e7-fd0ae6edbaf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:31.623675 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9aeebf66-683f-40a9-98e7-fd0ae6edbaf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:31:31.626416 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:31.644446 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9aeebf66-683f-40a9-98e7-fd0ae6edbaf3 admin admin] Usage tracker for resource:security_group_rule and tenant:88b59449a91d49709d2ea413ad4ff157 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:31:31.652325 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9aeebf66-683f-40a9-98e7-fd0ae6edbaf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:31:31.652563 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-d5be128a-3a28-4bf0-9367-2963f0f291d6 None None] Set router e64aad25-5949-4244-ad17-5b6f69543e7f gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:31:31.662750 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9aeebf66-683f-40a9-98e7-fd0ae6edbaf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:31:31.672101 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 7e4038c9-ec5b-494a-8143-56329405372c, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=7e4038c9-ec5b-494a-8143-56329405372c,segment=NetworkSegment(8c2b8444-ee73-4d9a-b984-e17b3dd7119f),segment_id=8c2b8444-ee73-4d9a-b984-e17b3dd7119f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:31:31.675892 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae750f4-5695-4520-b9e9-98a80a6c4c5c req-2bce6a11-e035-4322-b09c-c871b2405797 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:31.679467 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:31.684480 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bae750f4-5695-4520-b9e9-98a80a6c4c5c req-2bce6a11-e035-4322-b09c-c871b2405797 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] 10.222.0.55 "GET /v2.0/ports?device_id=b542574f-4637-4ac6-ac54-f1e237586f64 HTTP/1.1" status: 200 len: 945 time: 0.5167713 Feb 09 12:31:31.686089 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78b6d3-a08b-45bc-8bb0-daf19c6c780e req-9502f0a3-5944-4ce2-981c-1eb1658f61e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:31.687646 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ea78b6d3-a08b-45bc-8bb0-daf19c6c780e req-9502f0a3-5944-4ce2-981c-1eb1658f61e4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6fc7d014-aab7-4969-9b9f-1b9d5e7c436a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1326890 Feb 09 12:31:31.691452 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-398195f4-e370-402a-9e54-ddeea0507cf1 tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] Unset dirty status for tenant:b0ac19e5990f4448b4d8b910c6b47c3d on resource:network {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:31:31.695587 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-398195f4-e370-402a-9e54-ddeea0507cf1 tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.8666594 Feb 09 12:31:31.698030 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59908) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:31.765547 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=7e4038c9-ec5b-494a-8143-56329405372c,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:31.795466 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-16b10634-417e-4929-93e9-e4082202a1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:31.797295 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-16b10634-417e-4929-93e9-e4082202a1bc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=938b2eb5-d390-4a03-acd5-5a31b498a866 HTTP/1.1" status: 200 len: 851 time: 0.2084601 Feb 09 12:31:31.865254 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-839588d5-444c-4002-897f-0672b0c7823b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23231414-7735-41e3-a19f-aefe0806df10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576360 Feb 09 12:31:31.878083 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bae750f4-5695-4520-b9e9-98a80a6c4c5c req-50011aee-475b-4446-8a14-3981436c4036 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] 10.222.0.55 "GET /v2.0/security-groups?id=745a4391-0cc6-45b1-b781-a1f252039830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926475 Feb 09 12:31:32.043094 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9694a633-9181-46d1-b46f-c67af46183a5 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:32.050822 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-d5be128a-3a28-4bf0-9367-2963f0f291d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1181016368-router', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '1b00d4d6-8925-4106-a04c-badfbb6bf6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:29:47Z', 'updated_at': '2022-02-09T12:30:15Z', 'revision_number': 4, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'gw_port': {'id': '1b00d4d6-8925-4106-a04c-badfbb6bf6ab', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:29:54Z', 'updated_at': '2022-02-09T12:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': 'ce5a906d-d8c6-496a-9c3b-c7a86a7b399a', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'floating_ip_address': '172.25.7.45', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'port_id': '26bb081a-e2eb-436d-b3dd-b5ceb0837705', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a', 'mac_address': 'fa:16:3e:2a:ae:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec191bd0-b237-4999-b440-eb38d16c75ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:30:55Z', 'updated_at': '2022-02-09T12:31:29Z', 'revision_number': 3, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daa03612-1e0c-486a-b24f-b943c3675eab', 'name': '', 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'mac_address': 'fa:16:3e:53:08:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '154ccfde-fcad-4c2c-ac52-9f3991cbf708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:30:12Z', 'updated_at': '2022-02-09T12:30:28Z', 'revision_number': 5, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'subnets': [{'id': '154ccfde-fcad-4c2c-ac52-9f3991cbf708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:31:32.055177 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5be128a-3a28-4bf0-9367-2963f0f291d6 None None] Checking router: e64aad25-5949-4244-ad17-5b6f69543e7f for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:31:32.064629 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5be128a-3a28-4bf0-9367-2963f0f291d6 None None] Routers {'e64aad25-5949-4244-ad17-5b6f69543e7f'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:31:32.065324 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-d5be128a-3a28-4bf0-9367-2963f0f291d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:31:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e64aad25-5949-4244-ad17-5b6f69543e7f'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:31:32.150002 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10de84ab-8a16-4e0e-a001-83291ecdfb2c req-5d50c38b-a3b1-426e-8f9d-8c87a22e3e18 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Router e64aad25-5949-4244-ad17-5b6f69543e7f has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:31:32.161745 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ea78b6d3-a08b-45bc-8bb0-daf19c6c780e req-04f397ce-7f1f-42d0-b62c-5e2fbb1f9d06 service neutron] 10.222.0.46 "GET /v2.0/networks/6fc7d014-aab7-4969-9b9f-1b9d5e7c436a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4605031 Feb 09 12:31:32.181933 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-d6d02b57-f6b3-4c63-957c-dc674e90652f service neutron] 10.222.0.46 "GET /v2.0/networks/23231414-7735-41e3-a19f-aefe0806df10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079419 Feb 09 12:31:32.262772 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9aeebf66-683f-40a9-98e7-fd0ae6edbaf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:32.290329 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-d5be128a-3a28-4bf0-9367-2963f0f291d6 None None] Set router e64aad25-5949-4244-ad17-5b6f69543e7f gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:31:32.306989 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9694a633-9181-46d1-b46f-c67af46183a5 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:32.321299 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9aeebf66-683f-40a9-98e7-fd0ae6edbaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:32.379284 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d4bdc-ba15-495b-9960-d5116f7852c3 req-a3fbfe1d-52e0-4f84-9679-b9a3115e1802 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:32.380800 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-855d4bdc-ba15-495b-9960-d5116f7852c3 req-a3fbfe1d-52e0-4f84-9679-b9a3115e1802 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 946 time: 0.3599961 Feb 09 12:31:32.386916 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-9694a633-9181-46d1-b46f-c67af46183a5 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87f63125-7c63-4fc6-9c2f-d35b825d39a3']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:31:32.412110 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-9694a633-9181-46d1-b46f-c67af46183a5 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5cb63a2-a38e-44ba-9501-da54d0c52df6') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:31:32.412495 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-9694a633-9181-46d1-b46f-c67af46183a5 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5cb63a2-a38e-44ba-9501-da54d0c52df6') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:31:32.423256 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9aeebf66-683f-40a9-98e7-fd0ae6edbaf3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=88b59449a91d49709d2ea413ad4ff157&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8811204 Feb 09 12:31:32.426983 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeebf66-683f-40a9-98e7-fd0ae6edbaf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298a4c74-ca29-4057-ac2c-337f4f71305e,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:32.429312 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59916) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:32.447319 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9694a633-9181-46d1-b46f-c67af46183a5 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:32.502825 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9694a633-9181-46d1-b46f-c67af46183a5 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:32.506311 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ea78b6d3-a08b-45bc-8bb0-daf19c6c780e req-d2bc8371-cda4-4975-ac73-fda6b5556ef7 service neutron] 10.222.0.46 "GET /v2.0/networks/6fc7d014-aab7-4969-9b9f-1b9d5e7c436a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955990 Feb 09 12:31:32.517823 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9694a633-9181-46d1-b46f-c67af46183a5 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:31:32.518224 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9694a633-9181-46d1-b46f-c67af46183a5 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:32.528415 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-855d4bdc-ba15-495b-9960-d5116f7852c3 req-89ead0f0-c944-4b93-92c0-d36bad2b57f0 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946147 Feb 09 12:31:32.531472 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:31:32.531472 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:31:32.531472 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:31:32.531472 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:31:32.531472 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:31:32.531472 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:31:32.531472 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:31:32.531472 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:31:32.531472 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:31:32.531472 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:31:32.531472 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:31:32.531472 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:31:32.531472 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:31:32.531472 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:31:32.531472 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:31:32.531472 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:31:32.531472 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:31:32.531472 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:31:32.531472 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:31:32.531472 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:31:32.531472 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:31:32.531472 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:31:32.531472 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:31:32.531472 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:31:32.531472 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:31:32.531472 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:31:32.531472 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:31:32.531472 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:31:32.531472 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:31:32.531472 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:31:32.531472 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:31:32.531472 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:31:32.566793 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-81515128-6dc4-4015-8d5d-31f04a9e674b req-9e2c3f21-794d-404f-b466-1bc6fe01bd4c service neutron] 10.222.0.46 "GET /v2.0/networks/23231414-7735-41e3-a19f-aefe0806df10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284922 Feb 09 12:31:32.570272 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10de84ab-8a16-4e0e-a001-83291ecdfb2c req-5d50c38b-a3b1-426e-8f9d-8c87a22e3e18 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:31:32.580295 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-10de84ab-8a16-4e0e-a001-83291ecdfb2c req-5d50c38b-a3b1-426e-8f9d-8c87a22e3e18 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:32.634348 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-339ed604-284e-49e2-9a70-79e585057164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:32.646691 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9694a633-9181-46d1-b46f-c67af46183a5 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:32.664594 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9694a633-9181-46d1-b46f-c67af46183a5 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 87f63125-7c63-4fc6-9c2f-d35b825d39a3 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 09 12:31:32.678888 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9694a633-9181-46d1-b46f-c67af46183a5 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:32.690128 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9694a633-9181-46d1-b46f-c67af46183a5 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Pushing event deleted for resources: {'Network': ['ID=87f63125-7c63-4fc6-9c2f-d35b825d39a3,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:32.693078 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-339ed604-284e-49e2-9a70-79e585057164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:32.708949 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9694a633-9181-46d1-b46f-c67af46183a5 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] 10.222.0.55 "DELETE /v2.0/networks/87f63125-7c63-4fc6-9c2f-d35b825d39a3 HTTP/1.1" status: 204 len: 168 time: 1.0098720 Feb 09 12:31:32.712689 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59922) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:32.723871 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-3bbc46e4-a722-476c-b725-2ea64192c19c tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Request body: {'network': {'name': 'tempest-network--447297108', 'router:external': True}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:31:32.741703 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3bbc46e4-a722-476c-b725-2ea64192c19c tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:31:32.756027 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-339ed604-284e-49e2-9a70-79e585057164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:32.773077 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ed604-284e-49e2-9a70-79e585057164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298a4c74-ca29-4057-ac2c-337f4f71305e,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:32.785978 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-339ed604-284e-49e2-9a70-79e585057164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:32.789500 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-339ed604-284e-49e2-9a70-79e585057164 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/298a4c74-ca29-4057-ac2c-337f4f71305e HTTP/1.1" status: 204 len: 168 time: 0.3451283 Feb 09 12:31:32.815111 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-3bbc46e4-a722-476c-b725-2ea64192c19c tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Usage tracker for resource:network and tenant:8d74fb5560bf47a2b92a75e5700e7342 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:31:32.818352 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-3bbc46e4-a722-476c-b725-2ea64192c19c tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:31:32.821209 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-d5be128a-3a28-4bf0-9367-2963f0f291d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1181016368-router', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '1b00d4d6-8925-4106-a04c-badfbb6bf6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:29:47Z', 'updated_at': '2022-02-09T12:30:15Z', 'revision_number': 4, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'gw_port': {'id': '1b00d4d6-8925-4106-a04c-badfbb6bf6ab', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:29:54Z', 'updated_at': '2022-02-09T12:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': 'ce5a906d-d8c6-496a-9c3b-c7a86a7b399a', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'floating_ip_address': '172.25.7.45', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'port_id': '26bb081a-e2eb-436d-b3dd-b5ceb0837705', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a', 'mac_address': 'fa:16:3e:2a:ae:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec191bd0-b237-4999-b440-eb38d16c75ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:30:55Z', 'updated_at': '2022-02-09T12:31:29Z', 'revision_number': 3, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daa03612-1e0c-486a-b24f-b943c3675eab', 'name': '', 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'mac_address': 'fa:16:3e:53:08:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '154ccfde-fcad-4c2c-ac52-9f3991cbf708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:30:12Z', 'updated_at': '2022-02-09T12:30:28Z', 'revision_number': 5, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'subnets': [{'id': '154ccfde-fcad-4c2c-ac52-9f3991cbf708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:31:32.824178 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3bbc46e4-a722-476c-b725-2ea64192c19c tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:31:32.825925 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5be128a-3a28-4bf0-9367-2963f0f291d6 None None] The sync data for ids ['e64aad25-5949-4244-ad17-5b6f69543e7f'] in n-d-825178-3 is: [{'id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1181016368-router', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '1b00d4d6-8925-4106-a04c-badfbb6bf6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:29:47Z', 'updated_at': '2022-02-09T12:30:15Z', 'revision_number': 4, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'gw_port': {'id': '1b00d4d6-8925-4106-a04c-badfbb6bf6ab', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:29:54Z', 'updated_at': '2022-02-09T12:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': 'ce5a906d-d8c6-496a-9c3b-c7a86a7b399a', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'floating_ip_address': '172.25.7.45', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'port_id': '26bb081a-e2eb-436d-b3dd-b5ceb0837705', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a', 'mac_address': 'fa:16:3e:2a:ae:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec191bd0-b237-4999-b440-eb38d16c75ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:30:55Z', 'updated_at': '2022-02-09T12:31:29Z', 'revision_number': 3, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daa03612-1e0c-486a-b24f-b943c3675eab', 'name': '', 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'mac_address': 'fa:16:3e:53:08:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '154ccfde-fcad-4c2c-ac52-9f3991cbf708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:30:12Z', 'updated_at': '2022-02-09T12:30:28Z', 'revision_number': 5, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'subnets': [{'id': '154ccfde-fcad-4c2c-ac52-9f3991cbf708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:31:32.852494 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bbc46e4-a722-476c-b725-2ea64192c19c tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Made reservation on behalf of 8d74fb5560bf47a2b92a75e5700e7342 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:31:32.854898 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3bbc46e4-a722-476c-b725-2ea64192c19c tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:33.031178 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-10de84ab-8a16-4e0e-a001-83291ecdfb2c req-5d50c38b-a3b1-426e-8f9d-8c87a22e3e18 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "PUT /v2.0/floatingips/ce5a906d-d8c6-496a-9c3b-c7a86a7b399a HTTP/1.1" status: 200 len: 997 time: 5.4645405 Feb 09 12:31:33.050871 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43178a-9ac3-4e4a-a45b-9a5dfb973266 req-69772d3b-8512-48fd-bd39-601ed12a9475 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:33.052463 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9c43178a-9ac3-4e4a-a45b-9a5dfb973266 req-69772d3b-8512-48fd-bd39-601ed12a9475 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=23a2acd0-5ea5-452b-bf41-c6af6610990e HTTP/1.1" status: 200 len: 946 time: 0.4004617 Feb 09 12:31:33.129738 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bbc46e4-a722-476c-b725-2ea64192c19c tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:31:33.139534 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15debf37-8de7-4867-bb19-a681a8fc422d', 'tag': '95daac7b-f2ff-4fe3-952b-287ee71f43aa'}, {'name': 'network-changed', 'server_uuid': 'bd51b9f3-272c-4991-a4c5-bad8b4d07fff', 'tag': 'c89f1198-521e-46b6-9a42-236dc34ec316'}, {'name': 'network-changed', 'server_uuid': 'ec191bd0-b237-4999-b440-eb38d16c75ee', 'tag': '26bb081a-e2eb-436d-b3dd-b5ceb0837705'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:31:33.172401 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3bbc46e4-a722-476c-b725-2ea64192c19c tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:33.172856 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-3bbc46e4-a722-476c-b725-2ea64192c19c tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Added segment fe0ada4c-0205-49c0-8228-3b18fb7f7b1b of type vlan for network 255a2434-2147-4bb1-a82f-0828d833e15e Feb 09 12:31:33.187455 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de84ab-8a16-4e0e-a001-83291ecdfb2c req-e0356cf8-4ae1-4994-83cd-13c6e6369b0b tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:33.189166 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-10de84ab-8a16-4e0e-a001-83291ecdfb2c req-e0356cf8-4ae1-4994-83cd-13c6e6369b0b tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/ports/c89f1198-521e-46b6-9a42-236dc34ec316 HTTP/1.1" status: 200 len: 942 time: 0.1487513 Feb 09 12:31:33.201413 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9c43178a-9ac3-4e4a-a45b-9a5dfb973266 req-1c06df29-3295-4bc5-b086-a10b3e143704 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124620 Feb 09 12:31:33.245100 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3bbc46e4-a722-476c-b725-2ea64192c19c tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:33.332080 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3bbc46e4-a722-476c-b725-2ea64192c19c tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:33.333045 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbc46e4-a722-476c-b725-2ea64192c19c tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:33.333636 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3bbc46e4-a722-476c-b725-2ea64192c19c tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:33.442620 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5287cc-d797-49aa-a713-6554007a265e None None] New status for floating IP ce5a906d-d8c6-496a-9c3b-c7a86a7b399a: ACTIVE {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:31:33.499276 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59944) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:33.499804 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3bbc46e4-a722-476c-b725-2ea64192c19c tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7856679 Feb 09 12:31:33.506563 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc46e4-a722-476c-b725-2ea64192c19c tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Pushing event updated for resources: {'Network': ['ID=255a2434-2147-4bb1-a82f-0828d833e15e,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:33.531110 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 255a2434-2147-4bb1-a82f-0828d833e15e details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:31:33.544366 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de84ab-8a16-4e0e-a001-83291ecdfb2c req-3c05d270-2ab5-4378-9bf6-e0826cac59f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:33.545892 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-10de84ab-8a16-4e0e-a001-83291ecdfb2c req-3c05d270-2ab5-4378-9bf6-e0826cac59f3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8104375b7a9b46ec9107acb1226f825a&device_id=bd51b9f3-272c-4991-a4c5-bad8b4d07fff HTTP/1.1" status: 200 len: 1096 time: 0.2681510 Feb 09 12:31:33.590638 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92410b75-9530-47a3-bd0c-7bcde71d7de5 req-3cb8f5c3-5291-40af-b3d9-c4b4c32bce2d tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:33.593019 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-92410b75-9530-47a3-bd0c-7bcde71d7de5 req-3cb8f5c3-5291-40af-b3d9-c4b4c32bce2d tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=81ea6099-4fe0-47d8-9fa6-1375fcace60c HTTP/1.1" status: 200 len: 946 time: 0.2324536 Feb 09 12:31:33.661501 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a3ef2f-9cea-4eb3-8a9c-ed3a74f44c97 tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:33.662999 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b0a3ef2f-9cea-4eb3-8a9c-ed3a74f44c97 tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] 10.222.0.55 "GET /v2.0/networks/255a2434-2147-4bb1-a82f-0828d833e15e HTTP/1.1" status: 200 len: 756 time: 0.1612308 Feb 09 12:31:33.668300 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59952) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:33.722548 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-92410b75-9530-47a3-bd0c-7bcde71d7de5 req-86c328fd-04e3-4e60-bb9d-47f147e65d51 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201470 Feb 09 12:31:33.775367 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de84ab-8a16-4e0e-a001-83291ecdfb2c req-33adf3f4-87ae-45bc-bca3-b81a8556878a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:33.783778 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-10de84ab-8a16-4e0e-a001-83291ecdfb2c req-33adf3f4-87ae-45bc-bca3-b81a8556878a service neutron] 10.222.0.55 "GET /v2.0/networks?id=6fc7d014-aab7-4969-9b9f-1b9d5e7c436a HTTP/1.1" status: 200 len: 922 time: 0.2269716 Feb 09 12:31:33.809676 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a2acd0-5ea5-452b-bf41-c6af6610990e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc19e56-265a-47d0-ae06-845be690670d', 'code': 200} Feb 09 12:31:33.859426 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec42bed-fecd-4a22-8a44-cf5f0211de4d tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:33.863800 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3ec42bed-fecd-4a22-8a44-cf5f0211de4d tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] 10.222.0.55 "GET /v2.0/networks/949e81e3-efc5-4b67-b092-8c0f0cacc033 HTTP/1.1" status: 200 len: 767 time: 0.1935549 Feb 09 12:31:33.866566 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59960) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:33.952582 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-10de84ab-8a16-4e0e-a001-83291ecdfb2c req-7cf68092-6ac6-481f-9c51-453d0e08456a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c89f1198-521e-46b6-9a42-236dc34ec316 HTTP/1.1" status: 200 len: 217 time: 0.1675627 Feb 09 12:31:34.042635 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2af150e-9dee-4ac6-a510-0523aba1c6b0 None None] Sync routers for ids ['e64aad25-5949-4244-ad17-5b6f69543e7f'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:31:34.047126 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de84ab-8a16-4e0e-a001-83291ecdfb2c req-00484d6a-22da-46aa-b3a2-321cbd5851cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:34.048963 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-10de84ab-8a16-4e0e-a001-83291ecdfb2c req-00484d6a-22da-46aa-b3a2-321cbd5851cf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=154ccfde-fcad-4c2c-ac52-9f3991cbf708 HTTP/1.1" status: 200 len: 860 time: 0.0881295 Feb 09 12:31:34.059250 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2af150e-9dee-4ac6-a510-0523aba1c6b0 None None] Routers {'e64aad25-5949-4244-ad17-5b6f69543e7f'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:31:34.060072 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a2af150e-9dee-4ac6-a510-0523aba1c6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:31:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e64aad25-5949-4244-ad17-5b6f69543e7f'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:31:34.082855 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bc89b98b-4769-4ab7-85d8-349a575fbeff tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:34.151472 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de84ab-8a16-4e0e-a001-83291ecdfb2c req-6149683f-3fcc-4f13-9753-1289dc68fd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:34.153167 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-10de84ab-8a16-4e0e-a001-83291ecdfb2c req-6149683f-3fcc-4f13-9753-1289dc68fd2e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6fc7d014-aab7-4969-9b9f-1b9d5e7c436a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0970471 Feb 09 12:31:34.155019 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51337c5-52d3-4898-8ad8-20e1a9c0692e req-51e1e65f-7eaa-4dd5-be9e-0e3c81c206ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:34.156527 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d51337c5-52d3-4898-8ad8-20e1a9c0692e req-51e1e65f-7eaa-4dd5-be9e-0e3c81c206ca service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=23a2acd0-5ea5-452b-bf41-c6af6610990e HTTP/1.1" status: 200 len: 1097 time: 0.2473276 Feb 09 12:31:34.232750 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d51337c5-52d3-4898-8ad8-20e1a9c0692e req-81bae906-8cfb-42c9-9ca1-2c2a6e8dfea8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519812 Feb 09 12:31:34.233313 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bc89b98b-4769-4ab7-85d8-349a575fbeff tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:34.261805 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-bc89b98b-4769-4ab7-85d8-349a575fbeff tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['255a2434-2147-4bb1-a82f-0828d833e15e']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:31:34.312260 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-bc89b98b-4769-4ab7-85d8-349a575fbeff tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe0ada4c-0205-49c0-8228-3b18fb7f7b1b') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:31:34.313783 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-bc89b98b-4769-4ab7-85d8-349a575fbeff tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe0ada4c-0205-49c0-8228-3b18fb7f7b1b') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:31:34.333412 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-a2af150e-9dee-4ac6-a510-0523aba1c6b0 None None] Set router e64aad25-5949-4244-ad17-5b6f69543e7f gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:31:34.346917 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bc89b98b-4769-4ab7-85d8-349a575fbeff tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:34.382994 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bc89b98b-4769-4ab7-85d8-349a575fbeff tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:34.390440 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc89b98b-4769-4ab7-85d8-349a575fbeff tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:31:34.390842 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bc89b98b-4769-4ab7-85d8-349a575fbeff tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:34.405315 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e1f18-a57b-4526-afc1-9c628315566b req-713952a3-41a2-469c-a106-ab59283b4132 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:34.406237 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:31:34.406237 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:31:34.406237 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:31:34.406237 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:31:34.406237 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:31:34.406237 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:31:34.406237 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:31:34.406237 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:31:34.406237 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:31:34.406237 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:31:34.406237 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:31:34.406237 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:31:34.406237 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:31:34.406237 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:31:34.406237 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:31:34.406237 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:31:34.406237 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:31:34.406237 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:31:34.406237 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:31:34.406237 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:31:34.406237 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:31:34.406237 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:31:34.406237 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:31:34.406237 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:31:34.406237 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:31:34.406237 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:31:34.406237 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:31:34.406237 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:31:34.406237 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:31:34.406237 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:31:34.406237 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:31:34.406237 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:31:34.408983 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0c1e1f18-a57b-4526-afc1-9c628315566b req-713952a3-41a2-469c-a106-ab59283b4132 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=15debf37-8de7-4867-bb19-a681a8fc422d HTTP/1.1" status: 200 len: 943 time: 0.1277835 Feb 09 12:31:34.458505 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-10de84ab-8a16-4e0e-a001-83291ecdfb2c req-d1bc0448-35e5-4346-8f14-b67ed283113a service neutron] 10.222.0.55 "GET /v2.0/networks/6fc7d014-aab7-4969-9b9f-1b9d5e7c436a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976761 Feb 09 12:31:34.502075 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0c1e1f18-a57b-4526-afc1-9c628315566b req-9978ce5b-43e3-4e60-aaf6-8d6295886b6b tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827036 Feb 09 12:31:34.538370 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bc89b98b-4769-4ab7-85d8-349a575fbeff tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:34.551137 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc89b98b-4769-4ab7-85d8-349a575fbeff tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 255a2434-2147-4bb1-a82f-0828d833e15e {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 09 12:31:34.555141 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bc89b98b-4769-4ab7-85d8-349a575fbeff tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:34.632104 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-bc89b98b-4769-4ab7-85d8-349a575fbeff tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] 10.222.0.55 "DELETE /v2.0/networks/255a2434-2147-4bb1-a82f-0828d833e15e HTTP/1.1" status: 204 len: 168 time: 0.7628202 Feb 09 12:31:34.634785 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc89b98b-4769-4ab7-85d8-349a575fbeff tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Pushing event deleted for resources: {'Network': ['ID=255a2434-2147-4bb1-a82f-0828d833e15e,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:34.640826 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59974) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:34.654806 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-90ddf74b-4a2a-4738-9c4b-b385fb0e2c4c tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Request body: {'network': {'name': 'tempest-network--1872262203'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:31:34.670696 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-90ddf74b-4a2a-4738-9c4b-b385fb0e2c4c tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:31:34.679935 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-90ddf74b-4a2a-4738-9c4b-b385fb0e2c4c tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Usage tracker for resource:network and tenant:8d74fb5560bf47a2b92a75e5700e7342 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:31:34.699222 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-90ddf74b-4a2a-4738-9c4b-b385fb0e2c4c tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:31:34.709910 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-90ddf74b-4a2a-4738-9c4b-b385fb0e2c4c tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:31:34.723585 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ddf74b-4a2a-4738-9c4b-b385fb0e2c4c tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Made reservation on behalf of 8d74fb5560bf47a2b92a75e5700e7342 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:31:34.724632 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15debf37-8de7-4867-bb19-a681a8fc422d', 'tag': '95daac7b-f2ff-4fe3-952b-287ee71f43aa', 'status': 'completed', 'code': 200} Feb 09 12:31:34.725107 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd51b9f3-272c-4991-a4c5-bad8b4d07fff', 'tag': 'c89f1198-521e-46b6-9a42-236dc34ec316', 'status': 'completed', 'code': 200} Feb 09 12:31:34.725229 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec191bd0-b237-4999-b440-eb38d16c75ee', 'tag': '26bb081a-e2eb-436d-b3dd-b5ceb0837705', 'status': 'completed', 'code': 200} Feb 09 12:31:34.727094 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-90ddf74b-4a2a-4738-9c4b-b385fb0e2c4c tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:34.793018 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90ddf74b-4a2a-4738-9c4b-b385fb0e2c4c tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:31:34.805871 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-90ddf74b-4a2a-4738-9c4b-b385fb0e2c4c tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:34.806224 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-90ddf74b-4a2a-4738-9c4b-b385fb0e2c4c tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Added segment c4a4d1ce-f56b-448a-8b9a-1a8e7c0e21fa of type vlan for network 6188d3bb-c612-4d5d-8afc-efdb778b0757 Feb 09 12:31:34.867777 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-90ddf74b-4a2a-4738-9c4b-b385fb0e2c4c tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:34.916159 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-10de84ab-8a16-4e0e-a001-83291ecdfb2c req-17894ab5-1095-4f26-aa0c-535a8233f19f service neutron] 10.222.0.55 "GET /v2.0/networks/6fc7d014-aab7-4969-9b9f-1b9d5e7c436a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4511776 Feb 09 12:31:34.927454 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-90ddf74b-4a2a-4738-9c4b-b385fb0e2c4c tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:34.929041 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ddf74b-4a2a-4738-9c4b-b385fb0e2c4c tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:34.930123 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-90ddf74b-4a2a-4738-9c4b-b385fb0e2c4c tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:34.972124 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a63559-7b64-43e5-8991-292bd9e0b6c2 req-597d93c1-a734-4830-aa3c-942d9104d8e9 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:34.974305 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8a63559-7b64-43e5-8991-292bd9e0b6c2 req-597d93c1-a734-4830-aa3c-942d9104d8e9 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] 10.222.0.55 "GET /v2.0/ports?device_id=b542574f-4637-4ac6-ac54-f1e237586f64 HTTP/1.1" status: 200 len: 945 time: 0.1549087 Feb 09 12:31:34.976407 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1890e35-be22-4902-9706-6a0bb54802ed req-1ee8ac6a-d3b2-4dba-9662-b03b4d3e6788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:34.977920 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1890e35-be22-4902-9706-6a0bb54802ed req-1ee8ac6a-d3b2-4dba-9662-b03b4d3e6788 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e4a99ef56ae44c38a7a2f1ce0177a21&device_id=15debf37-8de7-4867-bb19-a681a8fc422d HTTP/1.1" status: 200 len: 1094 time: 0.2512987 Feb 09 12:31:34.988388 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a2af150e-9dee-4ac6-a510-0523aba1c6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1181016368-router', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '1b00d4d6-8925-4106-a04c-badfbb6bf6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:29:47Z', 'updated_at': '2022-02-09T12:30:15Z', 'revision_number': 4, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'gw_port': {'id': '1b00d4d6-8925-4106-a04c-badfbb6bf6ab', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:29:54Z', 'updated_at': '2022-02-09T12:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': 'ce5a906d-d8c6-496a-9c3b-c7a86a7b399a', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'floating_ip_address': '172.25.7.45', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'port_id': '26bb081a-e2eb-436d-b3dd-b5ceb0837705', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a', 'mac_address': 'fa:16:3e:2a:ae:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec191bd0-b237-4999-b440-eb38d16c75ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:30:55Z', 'updated_at': '2022-02-09T12:31:33Z', 'revision_number': 4, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daa03612-1e0c-486a-b24f-b943c3675eab', 'name': '', 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'mac_address': 'fa:16:3e:53:08:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '154ccfde-fcad-4c2c-ac52-9f3991cbf708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:30:12Z', 'updated_at': '2022-02-09T12:30:28Z', 'revision_number': 5, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'subnets': [{'id': '154ccfde-fcad-4c2c-ac52-9f3991cbf708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:31:34.992838 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2af150e-9dee-4ac6-a510-0523aba1c6b0 None None] Checking router: e64aad25-5949-4244-ad17-5b6f69543e7f for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:31:35.002708 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2af150e-9dee-4ac6-a510-0523aba1c6b0 None None] Routers {'e64aad25-5949-4244-ad17-5b6f69543e7f'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:31:35.003272 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a2af150e-9dee-4ac6-a510-0523aba1c6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:31:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e64aad25-5949-4244-ad17-5b6f69543e7f'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:31:35.182483 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8a63559-7b64-43e5-8991-292bd9e0b6c2 req-c8854f55-9bf2-4cf8-bc0a-ddf708654f82 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] 10.222.0.55 "GET /v2.0/security-groups?id=745a4391-0cc6-45b1-b781-a1f252039830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663783 Feb 09 12:31:35.185758 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ddf74b-4a2a-4738-9c4b-b385fb0e2c4c tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Pushing event updated for resources: {'Network': ['ID=6188d3bb-c612-4d5d-8afc-efdb778b0757,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:35.197887 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 6188d3bb-c612-4d5d-8afc-efdb778b0757 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:31:35.208012 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-a2af150e-9dee-4ac6-a510-0523aba1c6b0 None None] Set router e64aad25-5949-4244-ad17-5b6f69543e7f gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:31:35.218920 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-90ddf74b-4a2a-4738-9c4b-b385fb0e2c4c tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.5755649 Feb 09 12:31:35.219713 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59982) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:35.227552 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-7b6ed329-edea-4242-92a6-282153e4ed8f tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:31:35.314913 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de84ab-8a16-4e0e-a001-83291ecdfb2c req-27fc1b31-a7b7-4b35-92a0-2498a366919a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:35.325610 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-10de84ab-8a16-4e0e-a001-83291ecdfb2c req-27fc1b31-a7b7-4b35-92a0-2498a366919a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8104375b7a9b46ec9107acb1226f825a&device_id=ec191bd0-b237-4999-b440-eb38d16c75ee HTTP/1.1" status: 200 len: 1096 time: 0.3631291 Feb 09 12:31:35.338348 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1890e35-be22-4902-9706-6a0bb54802ed req-78af06cf-74cf-4dbc-a253-66881b6d6ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:35.340021 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1890e35-be22-4902-9706-6a0bb54802ed req-78af06cf-74cf-4dbc-a253-66881b6d6ce9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=23231414-7735-41e3-a19f-aefe0806df10 HTTP/1.1" status: 200 len: 912 time: 0.3255365 Feb 09 12:31:35.574271 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7b6ed329-edea-4242-92a6-282153e4ed8f tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:35.605699 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7b6ed329-edea-4242-92a6-282153e4ed8f tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:35.636457 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7b6ed329-edea-4242-92a6-282153e4ed8f tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Network 6188d3bb-c612-4d5d-8afc-efdb778b0757 is not hosted by any dhcp agent {{(pid=87568) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 09 12:31:35.637550 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6ed329-edea-4242-92a6-282153e4ed8f tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:35.638276 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7b6ed329-edea-4242-92a6-282153e4ed8f tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:35.639547 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7b6ed329-edea-4242-92a6-282153e4ed8f tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] 10.222.0.55 "PUT /v2.0/networks/6188d3bb-c612-4d5d-8afc-efdb778b0757 HTTP/1.1" status: 200 len: 858 time: 0.4187691 Feb 09 12:31:35.678793 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59988) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:35.744998 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a2af150e-9dee-4ac6-a510-0523aba1c6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1181016368-router', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '1b00d4d6-8925-4106-a04c-badfbb6bf6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:29:47Z', 'updated_at': '2022-02-09T12:30:15Z', 'revision_number': 4, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'gw_port': {'id': '1b00d4d6-8925-4106-a04c-badfbb6bf6ab', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:29:54Z', 'updated_at': '2022-02-09T12:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': 'ce5a906d-d8c6-496a-9c3b-c7a86a7b399a', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'floating_ip_address': '172.25.7.45', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'port_id': '26bb081a-e2eb-436d-b3dd-b5ceb0837705', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a', 'mac_address': 'fa:16:3e:2a:ae:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec191bd0-b237-4999-b440-eb38d16c75ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:30:55Z', 'updated_at': '2022-02-09T12:31:33Z', 'revision_number': 4, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daa03612-1e0c-486a-b24f-b943c3675eab', 'name': '', 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'mac_address': 'fa:16:3e:53:08:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '154ccfde-fcad-4c2c-ac52-9f3991cbf708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:30:12Z', 'updated_at': '2022-02-09T12:30:28Z', 'revision_number': 5, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'subnets': [{'id': '154ccfde-fcad-4c2c-ac52-9f3991cbf708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:31:35.754975 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ed329-edea-4242-92a6-282153e4ed8f tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Pushing event updated for resources: {'Network': ['ID=6188d3bb-c612-4d5d-8afc-efdb778b0757,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:35.761623 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2af150e-9dee-4ac6-a510-0523aba1c6b0 None None] The sync data for ids ['e64aad25-5949-4244-ad17-5b6f69543e7f'] in n-d-825178-3 is: [{'id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1181016368-router', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '1b00d4d6-8925-4106-a04c-badfbb6bf6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:29:47Z', 'updated_at': '2022-02-09T12:30:15Z', 'revision_number': 4, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'gw_port': {'id': '1b00d4d6-8925-4106-a04c-badfbb6bf6ab', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:29:54Z', 'updated_at': '2022-02-09T12:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': 'ce5a906d-d8c6-496a-9c3b-c7a86a7b399a', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'floating_ip_address': '172.25.7.45', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'port_id': '26bb081a-e2eb-436d-b3dd-b5ceb0837705', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a', 'mac_address': 'fa:16:3e:2a:ae:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec191bd0-b237-4999-b440-eb38d16c75ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:30:55Z', 'updated_at': '2022-02-09T12:31:33Z', 'revision_number': 4, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daa03612-1e0c-486a-b24f-b943c3675eab', 'name': '', 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'mac_address': 'fa:16:3e:53:08:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '154ccfde-fcad-4c2c-ac52-9f3991cbf708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:30:12Z', 'updated_at': '2022-02-09T12:30:28Z', 'revision_number': 5, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'subnets': [{'id': '154ccfde-fcad-4c2c-ac52-9f3991cbf708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:31:35.781321 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1890e35-be22-4902-9706-6a0bb54802ed req-c3803b15-c45e-47fc-ad4a-e4821be08e63 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95daac7b-f2ff-4fe3-952b-287ee71f43aa HTTP/1.1" status: 200 len: 217 time: 0.3669777 Feb 09 12:31:35.810623 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d294be-4088-4183-9349-225738f63f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e4038c9-ec5b-494a-8143-56329405372c'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:31:35.995003 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1890e35-be22-4902-9706-6a0bb54802ed req-bda9ba55-6160-4185-a45d-e8dc6f74da8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:35.996475 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1890e35-be22-4902-9706-6a0bb54802ed req-bda9ba55-6160-4185-a45d-e8dc6f74da8c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=938b2eb5-d390-4a03-acd5-5a31b498a866 HTTP/1.1" status: 200 len: 851 time: 0.1939347 Feb 09 12:31:36.005781 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a050d97d-03d5-4975-ad55-2cb797383ad7 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:36.009256 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de84ab-8a16-4e0e-a001-83291ecdfb2c req-577295ac-b120-4a47-a974-6da616b25aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:36.010716 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-10de84ab-8a16-4e0e-a001-83291ecdfb2c req-577295ac-b120-4a47-a974-6da616b25aa9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6fc7d014-aab7-4969-9b9f-1b9d5e7c436a HTTP/1.1" status: 200 len: 922 time: 0.6739132 Feb 09 12:31:36.133576 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1890e35-be22-4902-9706-6a0bb54802ed req-908ff32d-92da-4764-8970-d5732b864591 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23231414-7735-41e3-a19f-aefe0806df10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1186683 Feb 09 12:31:36.190904 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17848a6c-f945-4409-85f5-b7c2170f605e req-aaacc95e-7c88-47f0-a062-090bd279dca1 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:36.192372 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-17848a6c-f945-4409-85f5-b7c2170f605e req-aaacc95e-7c88-47f0-a062-090bd279dca1 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=23a2acd0-5ea5-452b-bf41-c6af6610990e HTTP/1.1" status: 200 len: 946 time: 0.5124264 Feb 09 12:31:36.374379 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-10de84ab-8a16-4e0e-a001-83291ecdfb2c req-d70f4f27-4c45-484b-bf64-dad0b8e9c3e1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26bb081a-e2eb-436d-b3dd-b5ceb0837705 HTTP/1.1" status: 200 len: 1000 time: 0.3219724 Feb 09 12:31:36.426322 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a050d97d-03d5-4975-ad55-2cb797383ad7 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:36.476792 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-17848a6c-f945-4409-85f5-b7c2170f605e req-dff93d22-c356-4c1a-b1b6-2d86b98fe0bc tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580898 Feb 09 12:31:36.498913 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-a050d97d-03d5-4975-ad55-2cb797383ad7 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6188d3bb-c612-4d5d-8afc-efdb778b0757']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:31:36.524180 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-a050d97d-03d5-4975-ad55-2cb797383ad7 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4a4d1ce-f56b-448a-8b9a-1a8e7c0e21fa') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:31:36.524485 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-a050d97d-03d5-4975-ad55-2cb797383ad7 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4a4d1ce-f56b-448a-8b9a-1a8e7c0e21fa') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:31:36.543732 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de84ab-8a16-4e0e-a001-83291ecdfb2c req-2dc34006-a367-48e0-8815-d84e69cddc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:36.545227 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-10de84ab-8a16-4e0e-a001-83291ecdfb2c req-2dc34006-a367-48e0-8815-d84e69cddc3f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=154ccfde-fcad-4c2c-ac52-9f3991cbf708 HTTP/1.1" status: 200 len: 860 time: 0.1629388 Feb 09 12:31:36.550104 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1890e35-be22-4902-9706-6a0bb54802ed req-21e52fbb-69cc-4752-ac4d-4d7ed0b5ac60 service neutron] 10.222.0.46 "GET /v2.0/networks/23231414-7735-41e3-a19f-aefe0806df10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719630 Feb 09 12:31:36.551625 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a050d97d-03d5-4975-ad55-2cb797383ad7 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:36.713385 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a050d97d-03d5-4975-ad55-2cb797383ad7 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:36.743900 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a050d97d-03d5-4975-ad55-2cb797383ad7 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:31:36.744307 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a050d97d-03d5-4975-ad55-2cb797383ad7 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:36.747357 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 95daac7b-f2ff-4fe3-952b-287ee71f43aa details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:31:36.770998 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f2f18-1492-43cd-a290-a5260546e139 req-e6a06324-dcda-4910-90f5-8a79f4ce5284 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:36.771647 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:31:36.771647 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:31:36.771647 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:31:36.771647 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:31:36.771647 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:31:36.771647 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:31:36.771647 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:31:36.771647 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:31:36.771647 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:31:36.771647 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:31:36.771647 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:31:36.771647 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:31:36.771647 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:31:36.771647 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:31:36.771647 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:31:36.771647 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:31:36.771647 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:31:36.771647 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:31:36.771647 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:31:36.771647 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:31:36.771647 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:31:36.771647 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:31:36.771647 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:31:36.771647 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:31:36.771647 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:31:36.771647 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:31:36.771647 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:31:36.771647 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:31:36.771647 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:31:36.771647 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:31:36.771647 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:31:36.771647 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:31:36.773779 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-e43f2f18-1492-43cd-a290-a5260546e139 req-e6a06324-dcda-4910-90f5-8a79f4ce5284 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] Synchronizing usage tracker for tenant:52ba3898aa4247d580daa9c64939be11 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:31:36.792092 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-e43f2f18-1492-43cd-a290-a5260546e139 req-e6a06324-dcda-4910-90f5-8a79f4ce5284 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] Unset dirty status for tenant:52ba3898aa4247d580daa9c64939be11 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:31:36.793316 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e43f2f18-1492-43cd-a290-a5260546e139 req-e6a06324-dcda-4910-90f5-8a79f4ce5284 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] 10.222.0.46 "GET /v2.0/ports?device_id=b542574f-4637-4ac6-ac54-f1e237586f64 HTTP/1.1" status: 200 len: 945 time: 0.1091895 Feb 09 12:31:36.868791 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-e43f2f18-1492-43cd-a290-a5260546e139 req-ab431f76-dcb8-4a49-930f-f21ff547f689 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] Deleting port 6406747a-e1ea-4ea3-aaa7-6fb32cfe3c8e {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:31:36.869293 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e43f2f18-1492-43cd-a290-a5260546e139 req-ab431f76-dcb8-4a49-930f-f21ff547f689 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:36.912034 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de84ab-8a16-4e0e-a001-83291ecdfb2c req-a17a06cb-2296-4b53-9656-23f6727ad4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:36.913656 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-10de84ab-8a16-4e0e-a001-83291ecdfb2c req-a17a06cb-2296-4b53-9656-23f6727ad4d9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6fc7d014-aab7-4969-9b9f-1b9d5e7c436a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3543143 Feb 09 12:31:36.919490 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a050d97d-03d5-4975-ad55-2cb797383ad7 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:36.920033 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 95daac7b-f2ff-4fe3-952b-287ee71f43aa, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=95daac7b-f2ff-4fe3-952b-287ee71f43aa,segment=NetworkSegment(c8120825-3220-4ee6-9dca-8e8fc8ed7292),segment_id=c8120825-3220-4ee6-9dca-8e8fc8ed7292)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:31:36.925272 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1890e35-be22-4902-9706-6a0bb54802ed req-086477f6-f7f0-4488-b2a1-2ef6a96468eb service neutron] 10.222.0.46 "GET /v2.0/networks/23231414-7735-41e3-a19f-aefe0806df10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670163 Feb 09 12:31:36.955093 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '95daac7b-f2ff-4fe3-952b-287ee71f43aa', 'network_id': '23231414-7735-41e3-a19f-aefe0806df10', 'port_id': '95daac7b-f2ff-4fe3-952b-287ee71f43aa', 'mac_address': 'fa:16:3e:07:db:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '938b2eb5-d390-4a03-acd5-5a31b498a866', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:31:37.037224 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:37.055072 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95daac7b-f2ff-4fe3-952b-287ee71f43aa {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:31:37.071374 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 95daac7b-f2ff-4fe3-952b-287ee71f43aa, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=95daac7b-f2ff-4fe3-952b-287ee71f43aa,segment=NetworkSegment(c8120825-3220-4ee6-9dca-8e8fc8ed7292),segment_id=c8120825-3220-4ee6-9dca-8e8fc8ed7292)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:31:37.076679 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:37.103299 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a050d97d-03d5-4975-ad55-2cb797383ad7 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6188d3bb-c612-4d5d-8afc-efdb778b0757 {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 09 12:31:37.113444 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95641eda-7d56-4ce9-847c-8f550e6de92f req-2ea2cd17-049b-4f53-8b7b-5bb5d45a1967 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:37.120373 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-95641eda-7d56-4ce9-847c-8f550e6de92f req-2ea2cd17-049b-4f53-8b7b-5bb5d45a1967 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 946 time: 0.5095847 Feb 09 12:31:37.123226 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a050d97d-03d5-4975-ad55-2cb797383ad7 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:37.154091 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=95daac7b-f2ff-4fe3-952b-287ee71f43aa,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:37.182335 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-e43f2f18-1492-43cd-a290-a5260546e139 req-ab431f76-dcb8-4a49-930f-f21ff547f689 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] For port 6406747a-e1ea-4ea3-aaa7-6fb32cfe3c8e, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=6406747a-e1ea-4ea3-aaa7-6fb32cfe3c8e,segment=NetworkSegment(d7ea5e89-bde6-48c4-88e0-f5d61534b84b),segment_id=d7ea5e89-bde6-48c4-88e0-f5d61534b84b)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:31:37.182734 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e43f2f18-1492-43cd-a290-a5260546e139 req-ab431f76-dcb8-4a49-930f-f21ff547f689 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:37.238782 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a050d97d-03d5-4975-ad55-2cb797383ad7 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] Pushing event deleted for resources: {'Network': ['ID=6188d3bb-c612-4d5d-8afc-efdb778b0757,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:37.274257 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a050d97d-03d5-4975-ad55-2cb797383ad7 tempest-ExternalNetworksTestJSON-1163138630 tempest-ExternalNetworksTestJSON-1163138630-project-admin] 10.222.0.55 "DELETE /v2.0/networks/6188d3bb-c612-4d5d-8afc-efdb778b0757 HTTP/1.1" status: 204 len: 168 time: 1.5826485 Feb 09 12:31:37.275055 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60004) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:37.310253 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-e43f2f18-1492-43cd-a290-a5260546e139 req-ab431f76-dcb8-4a49-930f-f21ff547f689 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] Calling delete_port for 6406747a-e1ea-4ea3-aaa7-6fb32cfe3c8e owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:31:37.332110 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9cb7328-4687-463c-b7ff-e2e384c161c3 tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] DELETE failed (client error): The resource could not be found. Feb 09 12:31:37.333093 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9cb7328-4687-463c-b7ff-e2e384c161c3 tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:31:37.337402 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b9cb7328-4687-463c-b7ff-e2e384c161c3 tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] 10.222.0.55 "DELETE /v2.0/subnets/40b3ea49-271e-4442-a5ad-7fa5b7eb86b2 HTTP/1.1" status: 404 len: 337 time: 0.0574627 Feb 09 12:31:37.343108 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60008) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:37.378560 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-95641eda-7d56-4ce9-847c-8f550e6de92f req-7664be7d-0c9a-4ec2-a784-85ff7494366b tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573400 Feb 09 12:31:37.401868 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-10de84ab-8a16-4e0e-a001-83291ecdfb2c req-c66f1d4d-af9e-4558-80ae-6f1355261e46 service neutron] 10.222.0.55 "GET /v2.0/networks/6fc7d014-aab7-4969-9b9f-1b9d5e7c436a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4802318 Feb 09 12:31:37.492953 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['95daac7b-f2ff-4fe3-952b-287ee71f43aa'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:31:37.589774 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-10de84ab-8a16-4e0e-a001-83291ecdfb2c req-748c1ed9-427c-4ddd-80ba-2f6a4f3b3531 service neutron] 10.222.0.55 "GET /v2.0/networks/6fc7d014-aab7-4969-9b9f-1b9d5e7c436a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749969 Feb 09 12:31:37.595676 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1890e35-be22-4902-9706-6a0bb54802ed req-72d1ef8d-3499-4c65-89a8-a8404b9a1a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:37.598515 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1890e35-be22-4902-9706-6a0bb54802ed req-72d1ef8d-3499-4c65-89a8-a8404b9a1a78 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8104375b7a9b46ec9107acb1226f825a&device_id=bd51b9f3-272c-4991-a4c5-bad8b4d07fff HTTP/1.1" status: 200 len: 1096 time: 0.4992683 Feb 09 12:31:37.660399 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8ff14321-71cc-4d2d-94e7-4dc8b6f13a9f tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:37.669051 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e43f2f18-1492-43cd-a290-a5260546e139 req-ab431f76-dcb8-4a49-930f-f21ff547f689 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:37.784257 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab431f76-dcb8-4a49-930f-f21ff547f689 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] Pushing event deleted for resources: {'Port': ['ID=6406747a-e1ea-4ea3-aaa7-6fb32cfe3c8e,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:37.930277 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8ff14321-71cc-4d2d-94e7-4dc8b6f13a9f tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:37.931593 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1890e35-be22-4902-9706-6a0bb54802ed req-766de65a-feb5-4ecb-a9fb-b2c1ffda1714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:37.933082 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1890e35-be22-4902-9706-6a0bb54802ed req-766de65a-feb5-4ecb-a9fb-b2c1ffda1714 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6fc7d014-aab7-4969-9b9f-1b9d5e7c436a HTTP/1.1" status: 200 len: 922 time: 0.3233178 Feb 09 12:31:37.937485 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43f2f18-1492-43cd-a290-a5260546e139 req-ab431f76-dcb8-4a49-930f-f21ff547f689 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] No DVR routers for this DVR port 6406747a-e1ea-4ea3-aaa7-6fb32cfe3c8e on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:31:37.942350 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e43f2f18-1492-43cd-a290-a5260546e139 req-ab431f76-dcb8-4a49-930f-f21ff547f689 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:37.944772 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b542574f-4637-4ac6-ac54-f1e237586f64', 'name': 'network-vif-deleted', 'tag': '6406747a-e1ea-4ea3-aaa7-6fb32cfe3c8e'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:31:37.948439 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd594e-38b6-46f1-b40b-72cbf0c35f0c req-e86e2569-fcb6-47de-9b07-6682f1a2b81e tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:37.949872 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5acd594e-38b6-46f1-b40b-72cbf0c35f0c req-e86e2569-fcb6-47de-9b07-6682f1a2b81e tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=15debf37-8de7-4867-bb19-a681a8fc422d HTTP/1.1" status: 200 len: 944 time: 0.1674800 Feb 09 12:31:37.959644 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2cf40b-fda9-43af-8213-8193e2e611c3 req-8fcfe2f7-09bf-404f-acea-288c3dd3cb87 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:37.961240 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8f2cf40b-fda9-43af-8213-8193e2e611c3 req-8fcfe2f7-09bf-404f-acea-288c3dd3cb87 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=81ea6099-4fe0-47d8-9fa6-1375fcace60c HTTP/1.1" status: 200 len: 946 time: 0.2218571 Feb 09 12:31:37.974226 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-8ff14321-71cc-4d2d-94e7-4dc8b6f13a9f tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['949e81e3-efc5-4b67-b092-8c0f0cacc033']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:31:37.981954 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e43f2f18-1492-43cd-a290-a5260546e139 req-ab431f76-dcb8-4a49-930f-f21ff547f689 tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] 10.222.0.46 "DELETE /v2.0/ports/6406747a-e1ea-4ea3-aaa7-6fb32cfe3c8e HTTP/1.1" status: 204 len: 173 time: 1.1809464 Feb 09 12:31:37.987539 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-8ff14321-71cc-4d2d-94e7-4dc8b6f13a9f tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe5badc2-a94d-4df7-84d5-d5fde6d2e2e5') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:31:37.987851 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-8ff14321-71cc-4d2d-94e7-4dc8b6f13a9f tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe5badc2-a94d-4df7-84d5-d5fde6d2e2e5') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:31:38.057619 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1890e35-be22-4902-9706-6a0bb54802ed req-ddc59384-2b8d-4e9d-83b0-c1d5995c5599 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c89f1198-521e-46b6-9a42-236dc34ec316 HTTP/1.1" status: 200 len: 217 time: 0.1065431 Feb 09 12:31:38.104257 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8ff14321-71cc-4d2d-94e7-4dc8b6f13a9f tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:38.120888 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8ff14321-71cc-4d2d-94e7-4dc8b6f13a9f tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:38.128671 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ff14321-71cc-4d2d-94e7-4dc8b6f13a9f tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:31:38.129053 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8ff14321-71cc-4d2d-94e7-4dc8b6f13a9f tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:38.140708 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8f2cf40b-fda9-43af-8213-8193e2e611c3 req-b0c01624-52e2-4386-bbe9-8b6520ee6c37 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287949 Feb 09 12:31:38.144321 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:31:38.144321 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:31:38.144321 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:31:38.144321 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:31:38.144321 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:31:38.144321 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:31:38.144321 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:31:38.144321 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:31:38.144321 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:31:38.144321 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:31:38.144321 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:31:38.144321 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:31:38.144321 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:31:38.144321 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:31:38.144321 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:31:38.144321 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:31:38.144321 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:31:38.144321 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:31:38.144321 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:31:38.144321 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:31:38.144321 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:31:38.144321 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:31:38.144321 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:31:38.144321 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:31:38.144321 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:31:38.144321 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:31:38.144321 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:31:38.144321 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:31:38.144321 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:31:38.144321 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:31:38.144321 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:31:38.144321 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:31:38.149349 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5acd594e-38b6-46f1-b40b-72cbf0c35f0c req-c3d154aa-d580-4a68-b3eb-090851a3ada8 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393015 Feb 09 12:31:38.180640 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1890e35-be22-4902-9706-6a0bb54802ed req-df334142-e2be-4fc0-8fdf-5698acc7e9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:38.182439 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1890e35-be22-4902-9706-6a0bb54802ed req-df334142-e2be-4fc0-8fdf-5698acc7e9f0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=154ccfde-fcad-4c2c-ac52-9f3991cbf708 HTTP/1.1" status: 200 len: 860 time: 0.0984650 Feb 09 12:31:38.226271 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d294be-4088-4183-9349-225738f63f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e4038c9-ec5b-494a-8143-56329405372c', 'code': 200} Feb 09 12:31:38.241730 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8ff14321-71cc-4d2d-94e7-4dc8b6f13a9f tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:38.280734 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8ff14321-71cc-4d2d-94e7-4dc8b6f13a9f tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:38.293495 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff14321-71cc-4d2d-94e7-4dc8b6f13a9f tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] Pushing event deleted for resources: {'Network': ['ID=949e81e3-efc5-4b67-b092-8c0f0cacc033,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:38.300391 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8ff14321-71cc-4d2d-94e7-4dc8b6f13a9f tempest-ExternalNetworksTestJSON-1770608930 tempest-ExternalNetworksTestJSON-1770608930-project] 10.222.0.55 "DELETE /v2.0/networks/949e81e3-efc5-4b67-b092-8c0f0cacc033 HTTP/1.1" status: 204 len: 168 time: 0.9548786 Feb 09 12:31:38.396968 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb1746-a5bb-4c2f-b1ea-46d21231cf3c req-52afedc2-4157-41ad-8be5-3150eda90d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:38.398882 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6ddb1746-a5bb-4c2f-b1ea-46d21231cf3c req-52afedc2-4157-41ad-8be5-3150eda90d44 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=50d294be-4088-4183-9349-225738f63f05 HTTP/1.1" status: 200 len: 1096 time: 0.0829065 Feb 09 12:31:38.403322 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-088ded56-f506-4f41-84fb-872a81529480 req-392a565d-3425-459e-8fd1-827007f25dcc tempest-InstanceActionsV221TestJSON-1341087652 tempest-InstanceActionsV221TestJSON-1341087652-project] 10.222.0.55 "GET /v2.0/ports?device_id=b542574f-4637-4ac6-ac54-f1e237586f64 HTTP/1.1" status: 200 len: 210 time: 0.0780613 Feb 09 12:31:38.452389 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-276e1adf-668d-432c-ac1b-3c9303267d08 tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=f1b2fff7fd704e568c7b200b706cbd07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0654464 Feb 09 12:31:38.455140 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1890e35-be22-4902-9706-6a0bb54802ed req-45a36dad-4c40-4fa8-8210-e384414a3efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:38.457589 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1890e35-be22-4902-9706-6a0bb54802ed req-45a36dad-4c40-4fa8-8210-e384414a3efb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6fc7d014-aab7-4969-9b9f-1b9d5e7c436a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2545226 Feb 09 12:31:38.463935 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6ddb1746-a5bb-4c2f-b1ea-46d21231cf3c req-2818ee40-07e1-45cd-9156-e7d0b2798645 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512960 Feb 09 12:31:38.610704 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60032) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:38.673925 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-d3ea1197-6cec-41cf-9c1b-12f6a21ed1d9 tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:38.675388 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-d3ea1197-6cec-41cf-9c1b-12f6a21ed1d9 tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2168970 Feb 09 12:31:38.684789 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['6406747a-e1ea-4ea3-aaa7-6fb32cfe3c8e'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:31:38.687316 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b55f0b-6817-4772-b2cd-82141bd8d8f3 req-d84b348f-1602-4c63-928b-9b50ca8f499d tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:38.688987 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-33b55f0b-6817-4772-b2cd-82141bd8d8f3 req-d84b348f-1602-4c63-928b-9b50ca8f499d tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 946 time: 0.1468611 Feb 09 12:31:38.700426 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-a8177c8c-455c-4ce8-a1c6-149dd80020f4 tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] 10.222.0.55 "GET /v2.0/quotas/f1b2fff7fd704e568c7b200b706cbd07 HTTP/1.1" status: 200 len: 375 time: 0.0106421 Feb 09 12:31:38.775473 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7c961d0d-5e0b-45ad-9f54-22c04d0fc916 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b0ac19e5990f4448b4d8b910c6b47c3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1613207 Feb 09 12:31:38.775687 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60038) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:38.779334 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-7212f0bb-8be3-41a8-83dd-1a27621e1ed6 tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f1b2fff7fd704e568c7b200b706cbd07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0665798 Feb 09 12:31:38.836070 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-559281a9-70d4-4971-88b2-96d8dc48a4bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:38.867449 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-33b55f0b-6817-4772-b2cd-82141bd8d8f3 req-a82592f8-77b3-44cb-b93e-57014336bc8b tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683924 Feb 09 12:31:38.878064 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-559281a9-70d4-4971-88b2-96d8dc48a4bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:39.004616 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-559281a9-70d4-4971-88b2-96d8dc48a4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:39.026274 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559281a9-70d4-4971-88b2-96d8dc48a4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b008e92e-7e56-4ede-8d1b-8691bb5711c5,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:39.033099 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-559281a9-70d4-4971-88b2-96d8dc48a4bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:39.034457 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-559281a9-70d4-4971-88b2-96d8dc48a4bf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b008e92e-7e56-4ede-8d1b-8691bb5711c5 HTTP/1.1" status: 204 len: 168 time: 0.2578421 Feb 09 12:31:39.192649 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1890e35-be22-4902-9706-6a0bb54802ed req-127f2e48-dc7d-428a-9730-d2eab9c6d57c service neutron] 10.222.0.46 "GET /v2.0/networks/6fc7d014-aab7-4969-9b9f-1b9d5e7c436a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4399862 Feb 09 12:31:39.237508 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-50d4ab30-b372-42fb-853e-95e517d53b24 req-6633d288-2ed8-49b4-9138-369b784fac9e tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.45 HTTP/1.1" status: 200 len: 1000 time: 0.3227067 Feb 09 12:31:39.433328 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4ab30-b372-42fb-853e-95e517d53b24 req-93e547db-974e-4ba5-a391-df463d81c3ee tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:39.435132 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-50d4ab30-b372-42fb-853e-95e517d53b24 req-93e547db-974e-4ba5-a391-df463d81c3ee tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/ports/26bb081a-e2eb-436d-b3dd-b5ceb0837705 HTTP/1.1" status: 200 len: 942 time: 0.1727383 Feb 09 12:31:39.441968 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60066) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:39.461865 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1890e35-be22-4902-9706-6a0bb54802ed req-c33fbb49-41c3-4ac7-a4a0-a3ce907bea9c service neutron] 10.222.0.46 "GET /v2.0/networks/6fc7d014-aab7-4969-9b9f-1b9d5e7c436a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282543 Feb 09 12:31:39.470403 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc4d75-5a1d-439c-b4e1-56f36b230678 req-2eed72e4-c36d-4d8c-8ef6-6010bb1c1f98 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:39.471924 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-35dc4d75-5a1d-439c-b4e1-56f36b230678 req-2eed72e4-c36d-4d8c-8ef6-6010bb1c1f98 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=23a2acd0-5ea5-452b-bf41-c6af6610990e HTTP/1.1" status: 200 len: 946 time: 0.2892120 Feb 09 12:31:39.526265 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-eec6ee8b-c998-481a-98e4-69ac16a62119 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8d74fb5560bf47a2b92a75e5700e7342&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0814579 Feb 09 12:31:39.526879 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60070) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:39.534212 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-35dc4d75-5a1d-439c-b4e1-56f36b230678 req-6e9cff32-aef8-42c2-815d-4db1220b5202 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513527 Feb 09 12:31:39.596339 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b542574f-4637-4ac6-ac54-f1e237586f64', 'name': 'network-vif-deleted', 'tag': '6406747a-e1ea-4ea3-aaa7-6fb32cfe3c8e', 'status': 'completed', 'code': 200} Feb 09 12:31:39.623124 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b07a1566-8749-415b-a412-89e294ca0015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:39.656261 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b07a1566-8749-415b-a412-89e294ca0015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:39.697641 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-50d4ab30-b372-42fb-853e-95e517d53b24 req-58f8156f-0e39-4d5d-88a4-b3e34700f3cb tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.45 HTTP/1.1" status: 200 len: 1000 time: 0.1572223 Feb 09 12:31:39.718304 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b07a1566-8749-415b-a412-89e294ca0015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:39.733931 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07a1566-8749-415b-a412-89e294ca0015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d815e436-7322-4e5d-a71b-ca8ff805fcd3,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:39.741088 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b07a1566-8749-415b-a412-89e294ca0015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:39.742359 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b07a1566-8749-415b-a412-89e294ca0015 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d815e436-7322-4e5d-a71b-ca8ff805fcd3 HTTP/1.1" status: 204 len: 168 time: 0.2144380 Feb 09 12:31:39.773193 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b87d1ee3-3daf-4f1d-a03d-86cea913fae7 req-ba52e6b4-1dfd-43b6-9079-c1c9fb96599c tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d6779d-0f52-4863-8486-39c71f106fa7 HTTP/1.1" status: 200 len: 210 time: 0.0734086 Feb 09 12:31:39.853074 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1890e35-be22-4902-9706-6a0bb54802ed req-2238b489-58bf-424b-8216-eda71d658e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:39.854543 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1890e35-be22-4902-9706-6a0bb54802ed req-2238b489-58bf-424b-8216-eda71d658e97 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8104375b7a9b46ec9107acb1226f825a&device_id=ec191bd0-b237-4999-b440-eb38d16c75ee HTTP/1.1" status: 200 len: 1096 time: 0.3128304 Feb 09 12:31:40.067695 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4ab30-b372-42fb-853e-95e517d53b24 req-61078673-8f17-4cad-aa0f-31cc84ef3c44 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:40.069046 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-50d4ab30-b372-42fb-853e-95e517d53b24 req-61078673-8f17-4cad-aa0f-31cc84ef3c44 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/networks/af0bad45-b31e-4cb1-a77c-3bbc34409de5 HTTP/1.1" status: 200 len: 784 time: 0.3292582 Feb 09 12:31:40.082964 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-50d4ab30-b372-42fb-853e-95e517d53b24 req-4a1be288-83e0-45cf-a49e-376c03c8c91f tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:31:40.083924 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-50d4ab30-b372-42fb-853e-95e517d53b24 req-4a1be288-83e0-45cf-a49e-376c03c8c91f tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085948 Feb 09 12:31:40.133294 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1890e35-be22-4902-9706-6a0bb54802ed req-58def626-ed11-45d8-8d4b-070e07f9ff95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:40.134939 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1890e35-be22-4902-9706-6a0bb54802ed req-58def626-ed11-45d8-8d4b-070e07f9ff95 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6fc7d014-aab7-4969-9b9f-1b9d5e7c436a HTTP/1.1" status: 200 len: 922 time: 0.2660508 Feb 09 12:31:40.144039 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd5a47-b079-4c96-8203-30624a2f75c2 req-ca56b275-7ed3-4249-900d-d15d49ea5909 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:40.150336 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dedd5a47-b079-4c96-8203-30624a2f75c2 req-ca56b275-7ed3-4249-900d-d15d49ea5909 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=81ea6099-4fe0-47d8-9fa6-1375fcace60c HTTP/1.1" status: 200 len: 946 time: 0.2536309 Feb 09 12:31:40.359955 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dedd5a47-b079-4c96-8203-30624a2f75c2 req-8c56de6e-066a-4cde-8097-e8ba219be123 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381328 Feb 09 12:31:40.365694 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1890e35-be22-4902-9706-6a0bb54802ed req-e482eba2-fd7a-43ec-a5ff-49996cd806a6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26bb081a-e2eb-436d-b3dd-b5ceb0837705 HTTP/1.1" status: 200 len: 1000 time: 0.2143917 Feb 09 12:31:40.396503 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba7b70-033e-4917-9ddd-723873de1ba3 req-8120eba2-9718-46ce-ba1f-9187a4bd81ad tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:40.400992 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-04ba7b70-033e-4917-9ddd-723873de1ba3 req-8120eba2-9718-46ce-ba1f-9187a4bd81ad tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=15debf37-8de7-4867-bb19-a681a8fc422d HTTP/1.1" status: 200 len: 944 time: 0.1782103 Feb 09 12:31:40.508581 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-04ba7b70-033e-4917-9ddd-723873de1ba3 req-6735e3f1-3de3-4b15-9027-caedf7cc7387 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696914 Feb 09 12:31:40.510046 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1890e35-be22-4902-9706-6a0bb54802ed req-8ea964ba-1243-4357-8186-1d9a59625cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:40.511381 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1890e35-be22-4902-9706-6a0bb54802ed req-8ea964ba-1243-4357-8186-1d9a59625cbd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=154ccfde-fcad-4c2c-ac52-9f3991cbf708 HTTP/1.1" status: 200 len: 860 time: 0.1090944 Feb 09 12:31:40.542851 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-fde3fa7d-9a4e-43f0-9ff5-c46a050d3e14 tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=f1b2fff7fd704e568c7b200b706cbd07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531030 Feb 09 12:31:40.746964 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-17299149-6074-4871-994d-452d41d33f9a tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:40.748732 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-17299149-6074-4871-994d-452d41d33f9a tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1969266 Feb 09 12:31:40.756137 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1890e35-be22-4902-9706-6a0bb54802ed req-edbc7ad7-eef9-4789-b9fd-8176a91e83ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:40.761770 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 95daac7b-f2ff-4fe3-952b-287ee71f43aa up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:31:40.777099 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-5f305d75-9311-440e-8c54-40c4f21f4c5d tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] Request body: {'port': {'device_id': '58d6779d-0f52-4863-8486-39c71f106fa7', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'admin_state_up': True, 'tenant_id': 'f1b2fff7fd704e568c7b200b706cbd07'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:31:40.778224 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1890e35-be22-4902-9706-6a0bb54802ed req-edbc7ad7-eef9-4789-b9fd-8176a91e83ee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6fc7d014-aab7-4969-9b9f-1b9d5e7c436a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2522845 Feb 09 12:31:40.945292 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 95daac7b-f2ff-4fe3-952b-287ee71f43aa completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:31:40.951128 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 95daac7b-f2ff-4fe3-952b-287ee71f43aa triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:31:40.951772 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:41.035424 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-5f305d75-9311-440e-8c54-40c4f21f4c5d tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:31:41.041440 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-5f305d75-9311-440e-8c54-40c4f21f4c5d tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] Usage tracker for resource:port and tenant:f1b2fff7fd704e568c7b200b706cbd07 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:31:41.044886 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-5f305d75-9311-440e-8c54-40c4f21f4c5d tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:31:41.050300 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d2c5f-8240-4b23-99ed-685504fa879d req-96b75ac6-7944-4d78-bc20-13f2ed9d6666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:41.054008 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-393d2c5f-8240-4b23-99ed-685504fa879d req-96b75ac6-7944-4d78-bc20-13f2ed9d6666 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aba34aa17eff4c08ab9eaf8e9c681a05&device_id=23a2acd0-5ea5-452b-bf41-c6af6610990e HTTP/1.1" status: 200 len: 1097 time: 0.1564875 Feb 09 12:31:41.056304 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-5f305d75-9311-440e-8c54-40c4f21f4c5d tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:31:41.105071 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:41.138124 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-5f305d75-9311-440e-8c54-40c4f21f4c5d tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] Made reservation on behalf of f1b2fff7fd704e568c7b200b706cbd07 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:31:41.142040 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15debf37-8de7-4867-bb19-a681a8fc422d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95daac7b-f2ff-4fe3-952b-287ee71f43aa'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:31:41.142185 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-5f305d75-9311-440e-8c54-40c4f21f4c5d tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:41.154511 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 95daac7b-f2ff-4fe3-952b-287ee71f43aa, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=95daac7b-f2ff-4fe3-952b-287ee71f43aa,segment=NetworkSegment(c8120825-3220-4ee6-9dca-8e8fc8ed7292),segment_id=c8120825-3220-4ee6-9dca-8e8fc8ed7292)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:31:41.160507 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:41.161823 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 6406747a-e1ea-4ea3-aaa7-6fb32cfe3c8e no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:31:41.163059 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-5f305d75-9311-440e-8c54-40c4f21f4c5d tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:41.193797 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-5f305d75-9311-440e-8c54-40c4f21f4c5d tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:31:41.200777 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-5f305d75-9311-440e-8c54-40c4f21f4c5d tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] Usage tracker for resource:security_group_rule and tenant:f1b2fff7fd704e568c7b200b706cbd07 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:31:41.206636 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-5f305d75-9311-440e-8c54-40c4f21f4c5d tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:31:41.227324 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-5f305d75-9311-440e-8c54-40c4f21f4c5d tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:31:41.248513 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9e653-876a-4841-8fb6-e053d1526a3b req-b13bd33c-92e9-42ae-af97-f65a4d76450a tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:41.259035 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8b9e653-876a-4841-8fb6-e053d1526a3b req-b13bd33c-92e9-42ae-af97-f65a4d76450a tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 946 time: 0.5840166 Feb 09 12:31:41.270313 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d2c5f-8240-4b23-99ed-685504fa879d req-7865a790-2748-4300-b12a-d41bf837afd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:41.271774 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-393d2c5f-8240-4b23-99ed-685504fa879d req-7865a790-2748-4300-b12a-d41bf837afd0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c52d4018-5a69-4fac-a12b-9b13cfc3a5a5 HTTP/1.1" status: 200 len: 918 time: 0.2104504 Feb 09 12:31:41.272190 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-307b08db-6ba1-46d3-8bc7-40d916ef8263 req-84b9a065-7b73-4207-8b6d-3691aa2a6d9b tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.45 HTTP/1.1" status: 200 len: 1000 time: 0.4122517 Feb 09 12:31:41.287797 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=95daac7b-f2ff-4fe3-952b-287ee71f43aa,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:41.291592 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: 6406747a-e1ea-4ea3-aaa7-6fb32cfe3c8e {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:31:41.292226 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 6406747a-e1ea-4ea3-aaa7-6fb32cfe3c8e not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:31:41.359381 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-393d2c5f-8240-4b23-99ed-685504fa879d req-c5ff4ae8-43be-4416-993c-db13741465fc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3bc19e56-265a-47d0-ae06-845be690670d HTTP/1.1" status: 200 len: 217 time: 0.0791533 Feb 09 12:31:41.363371 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1890e35-be22-4902-9706-6a0bb54802ed req-30f20fd9-e645-4fa5-9de7-c0a968bdbeb5 service neutron] 10.222.0.46 "GET /v2.0/networks/6fc7d014-aab7-4969-9b9f-1b9d5e7c436a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5630796 Feb 09 12:31:41.465371 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8b9e653-876a-4841-8fb6-e053d1526a3b req-d305a46e-7cdb-4fe4-8115-b1a896de02d9 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056603 Feb 09 12:31:41.465668 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d2c5f-8240-4b23-99ed-685504fa879d req-09c47bf0-9ce9-41d6-91f4-c186574c30ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:41.467270 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-393d2c5f-8240-4b23-99ed-685504fa879d req-09c47bf0-9ce9-41d6-91f4-c186574c30ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=21ba49f8-7226-4d27-a3b6-74fc50d70d5f HTTP/1.1" status: 200 len: 857 time: 0.0935795 Feb 09 12:31:41.469088 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-5f305d75-9311-440e-8c54-40c4f21f4c5d tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:41.474378 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-5f305d75-9311-440e-8c54-40c4f21f4c5d tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:41.477621 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b08db-6ba1-46d3-8bc7-40d916ef8263 req-658fd5b8-4100-4b7f-9c9d-beb246da0300 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:41.478946 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-307b08db-6ba1-46d3-8bc7-40d916ef8263 req-658fd5b8-4100-4b7f-9c9d-beb246da0300 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/ports/26bb081a-e2eb-436d-b3dd-b5ceb0837705 HTTP/1.1" status: 200 len: 942 time: 0.2060134 Feb 09 12:31:41.540410 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60126) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:41.574153 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1890e35-be22-4902-9706-6a0bb54802ed req-a5da2236-226e-42d5-be84-c716549772a4 service neutron] 10.222.0.46 "GET /v2.0/networks/6fc7d014-aab7-4969-9b9f-1b9d5e7c436a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959841 Feb 09 12:31:41.587054 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-393d2c5f-8240-4b23-99ed-685504fa879d req-e670c707-23bb-483d-acd3-e226e14fd207 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c52d4018-5a69-4fac-a12b-9b13cfc3a5a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1060791 Feb 09 12:31:41.648486 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f305d75-9311-440e-8c54-40c4f21f4c5d tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=022aa720-143f-40a5-b1ce-2e2bd631d2c8,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:41.722182 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-b0fbb4a2-c105-482d-8bf9-f0c5e5b68b3b tempest-ExternalNetworksAdminNegativeTestJSON-1096708288 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288-project-admin] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:31:41.731160 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b0fbb4a2-c105-482d-8bf9-f0c5e5b68b3b tempest-ExternalNetworksAdminNegativeTestJSON-1096708288 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:31:41.745539 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b0fbb4a2-c105-482d-8bf9-f0c5e5b68b3b tempest-ExternalNetworksAdminNegativeTestJSON-1096708288 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288-project-admin] Usage tracker for resource:floatingip and tenant:1d18d776a28b4fd59e6638aca85cb6cf is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:31:41.749271 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b0fbb4a2-c105-482d-8bf9-f0c5e5b68b3b tempest-ExternalNetworksAdminNegativeTestJSON-1096708288 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:31:41.787671 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b0fbb4a2-c105-482d-8bf9-f0c5e5b68b3b tempest-ExternalNetworksAdminNegativeTestJSON-1096708288 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:31:41.813418 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ade481ff-38a7-44b9-9f8b-abecf03f0b38 req-d5be9687-1485-429f-b429-7b3ec9d80d47 tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d6779d-0f52-4863-8486-39c71f106fa7 HTTP/1.1" status: 200 len: 210 time: 0.0651207 Feb 09 12:31:41.821438 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-307b08db-6ba1-46d3-8bc7-40d916ef8263 req-4df82df8-9fc4-466a-85d3-a5e7dc965c23 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.45 HTTP/1.1" status: 200 len: 1000 time: 0.2135265 Feb 09 12:31:41.828601 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-393d2c5f-8240-4b23-99ed-685504fa879d req-ea6afcaa-0182-421d-bb0a-8da7fbbefc2e service neutron] 10.222.0.46 "GET /v2.0/networks/c52d4018-5a69-4fac-a12b-9b13cfc3a5a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228258 Feb 09 12:31:41.836291 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-5f305d75-9311-440e-8c54-40c4f21f4c5d tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] Allocated IP 192.168.233.215 (4f732e35-467f-44f5-be04-aa808693dec3/f8ed5558-888d-440a-8c32-52f2f9bc5bd5/1bee0836-bbcb-4392-92be-eb20a76e5b71) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:31:41.851988 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b0fbb4a2-c105-482d-8bf9-f0c5e5b68b3b tempest-ExternalNetworksAdminNegativeTestJSON-1096708288 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:42.104620 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b08db-6ba1-46d3-8bc7-40d916ef8263 req-3608c03c-3e78-4347-bed0-b32583eed983 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:42.106225 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-307b08db-6ba1-46d3-8bc7-40d916ef8263 req-3608c03c-3e78-4347-bed0-b32583eed983 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/networks/af0bad45-b31e-4cb1-a77c-3bbc34409de5 HTTP/1.1" status: 200 len: 784 time: 0.2840374 Feb 09 12:31:42.183483 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-393d2c5f-8240-4b23-99ed-685504fa879d req-5b3478f6-4087-49c7-9a33-2da87393f74a service neutron] 10.222.0.46 "GET /v2.0/networks/c52d4018-5a69-4fac-a12b-9b13cfc3a5a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449581 Feb 09 12:31:42.200699 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f3507-6822-4faa-bc35-29d054367fe0 req-34e5f154-9d60-40b3-a924-fb6bccee6e6a tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:42.202626 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-375f3507-6822-4faa-bc35-29d054367fe0 req-34e5f154-9d60-40b3-a924-fb6bccee6e6a tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=23a2acd0-5ea5-452b-bf41-c6af6610990e HTTP/1.1" status: 200 len: 946 time: 0.2718780 Feb 09 12:31:42.267488 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-5f305d75-9311-440e-8c54-40c4f21f4c5d tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:42.270261 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-307b08db-6ba1-46d3-8bc7-40d916ef8263 req-c1764f0d-b50c-4cd5-8610-5976d7f2e6c9 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.45 HTTP/1.1" status: 200 len: 1000 time: 0.1535609 Feb 09 12:31:42.296524 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-307b08db-6ba1-46d3-8bc7-40d916ef8263 req-f8e1610b-acbe-4ad4-98f8-a6645195e1bc tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:31:42.297935 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-5f305d75-9311-440e-8c54-40c4f21f4c5d tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] Transition to ACTIVE for port object 1bee0836-bbcb-4392-92be-eb20a76e5b71 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:31:42.321790 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-5f305d75-9311-440e-8c54-40c4f21f4c5d tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:42.381904 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-375f3507-6822-4faa-bc35-29d054367fe0 req-fe924d59-41c7-45f8-87a1-81f83713fda5 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517081 Feb 09 12:31:42.396953 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-5f305d75-9311-440e-8c54-40c4f21f4c5d tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] Network 4f732e35-467f-44f5-be04-aa808693dec3 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:31:42.400687 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-5f305d75-9311-440e-8c54-40c4f21f4c5d tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:31:42.404884 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-5f305d75-9311-440e-8c54-40c4f21f4c5d tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:31:42.405807 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b0fbb4a2-c105-482d-8bf9-f0c5e5b68b3b tempest-ExternalNetworksAdminNegativeTestJSON-1096708288 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:42.440097 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f305d75-9311-440e-8c54-40c4f21f4c5d tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] Pushing event updated for resources: {'Port': ['ID=1bee0836-bbcb-4392-92be-eb20a76e5b71,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:42.461784 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15debf37-8de7-4867-bb19-a681a8fc422d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95daac7b-f2ff-4fe3-952b-287ee71f43aa', 'code': 200} Feb 09 12:31:42.475497 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-307b08db-6ba1-46d3-8bc7-40d916ef8263 req-f8e1610b-acbe-4ad4-98f8-a6645195e1bc tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify callbacks [] for floatingip, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:42.484552 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-5f305d75-9311-440e-8c54-40c4f21f4c5d tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:42.486020 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-5f305d75-9311-440e-8c54-40c4f21f4c5d tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:42.539730 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-5f305d75-9311-440e-8c54-40c4f21f4c5d tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7726092 Feb 09 12:31:42.592118 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-f66ea93c-2382-4f0a-ac70-c796969a6221 service neutron] Request body: {'port': {'device_id': '58d6779d-0f52-4863-8486-39c71f106fa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:31:42.726759 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-83de7d58-d650-4339-afb2-ebd31b078285 None None] Provisioning for port 1bee0836-bbcb-4392-92be-eb20a76e5b71 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:31:42.732067 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-83de7d58-d650-4339-afb2-ebd31b078285 None None] Provisioning complete for port 1bee0836-bbcb-4392-92be-eb20a76e5b71 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:31:42.732440 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-83de7d58-d650-4339-afb2-ebd31b078285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:42.748433 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-f66ea93c-2382-4f0a-ac70-c796969a6221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:42.812013 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9d486-90f8-45f8-9785-f5fafa8b2b9a req-58c21416-9d4b-41f4-817c-46157394123a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:42.814113 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a0c9d486-90f8-45f8-9785-f5fafa8b2b9a req-58c21416-9d4b-41f4-817c-46157394123a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=15debf37-8de7-4867-bb19-a681a8fc422d HTTP/1.1" status: 200 len: 1096 time: 0.2592974 Feb 09 12:31:42.819442 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-83de7d58-d650-4339-afb2-ebd31b078285 None None] Port 1bee0836-bbcb-4392-92be-eb20a76e5b71 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:31:42.936253 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a0c9d486-90f8-45f8-9785-f5fafa8b2b9a req-588a04c4-e066-4229-84bb-e6cb3a214965 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972571 Feb 09 12:31:42.964876 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-b0fbb4a2-c105-482d-8bf9-f0c5e5b68b3b tempest-ExternalNetworksAdminNegativeTestJSON-1096708288 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288-project-admin] Allocated IP 172.25.7.36 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/782d3b92-1fe4-435c-a316-3f95bcc15b7c) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:31:43.059749 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-307b08db-6ba1-46d3-8bc7-40d916ef8263 req-f8e1610b-acbe-4ad4-98f8-a6645195e1bc tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:43.081472 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-307b08db-6ba1-46d3-8bc7-40d916ef8263 req-f8e1610b-acbe-4ad4-98f8-a6645195e1bc tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:43.081843 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [req-307b08db-6ba1-46d3-8bc7-40d916ef8263 req-f8e1610b-acbe-4ad4-98f8-a6645195e1bc tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Floating IP ce5a906d-d8c6-496a-9c3b-c7a86a7b399a disassociated. External IP: 172.25.7.45, port: 26bb081a-e2eb-436d-b3dd-b5ceb0837705. Feb 09 12:31:43.143980 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb1981-80a3-4997-8eb6-a1d98746f9cf req-cb9b3f89-60f9-4e5c-93f5-40147ff16b0f tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:43.145467 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-90fb1981-80a3-4997-8eb6-a1d98746f9cf req-cb9b3f89-60f9-4e5c-93f5-40147ff16b0f tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=81ea6099-4fe0-47d8-9fa6-1375fcace60c HTTP/1.1" status: 200 len: 946 time: 0.5588768 Feb 09 12:31:43.155043 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-f66ea93c-2382-4f0a-ac70-c796969a6221 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bee0836-bbcb-4392-92be-eb20a76e5b71 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:31:43.163156 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-f66ea93c-2382-4f0a-ac70-c796969a6221 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:43.183171 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-f66ea93c-2382-4f0a-ac70-c796969a6221 service neutron] Transition to ACTIVE for port object 1bee0836-bbcb-4392-92be-eb20a76e5b71 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:31:43.187194 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-f66ea93c-2382-4f0a-ac70-c796969a6221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:43.394595 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66ea93c-2382-4f0a-ac70-c796969a6221 service neutron] Pushing event updated for resources: {'Port': ['ID=1bee0836-bbcb-4392-92be-eb20a76e5b71,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:43.410333 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-90fb1981-80a3-4997-8eb6-a1d98746f9cf req-d17c9924-4fa0-4879-8ab7-730ce8c58446 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544246 Feb 09 12:31:43.447310 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b0fbb4a2-c105-482d-8bf9-f0c5e5b68b3b tempest-ExternalNetworksAdminNegativeTestJSON-1096708288 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:43.453632 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-f66ea93c-2382-4f0a-ac70-c796969a6221 service neutron] Attempting to bind port 1bee0836-bbcb-4392-92be-eb20a76e5b71 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:31:43.454536 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-f66ea93c-2382-4f0a-ac70-c796969a6221 service neutron] Attempting to bind port 1bee0836-bbcb-4392-92be-eb20a76e5b71 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:31:43.454839 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-f66ea93c-2382-4f0a-ac70-c796969a6221 service neutron] Attempting to bind port 1bee0836-bbcb-4392-92be-eb20a76e5b71 on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:31:43.461758 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-f66ea93c-2382-4f0a-ac70-c796969a6221 service neutron] Port 1bee0836-bbcb-4392-92be-eb20a76e5b71 on network 4f732e35-467f-44f5-be04-aa808693dec3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:31:43.462152 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-f66ea93c-2382-4f0a-ac70-c796969a6221 service neutron] Attempting to bind port 1bee0836-bbcb-4392-92be-eb20a76e5b71 on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:31:43.469423 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-f66ea93c-2382-4f0a-ac70-c796969a6221 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:31:43.469857 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-f66ea93c-2382-4f0a-ac70-c796969a6221 service neutron] Checking segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:31:43.470654 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-f66ea93c-2382-4f0a-ac70-c796969a6221 service neutron] Bound using segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:31:43.471159 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-f66ea93c-2382-4f0a-ac70-c796969a6221 service neutron] Bound port: 1bee0836-bbcb-4392-92be-eb20a76e5b71, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:31:43.471633 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-f66ea93c-2382-4f0a-ac70-c796969a6221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:43.573513 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-f66ea93c-2382-4f0a-ac70-c796969a6221 service neutron] For port 1bee0836-bbcb-4392-92be-eb20a76e5b71, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:31:43.577631 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-f66ea93c-2382-4f0a-ac70-c796969a6221 service neutron] For port 1bee0836-bbcb-4392-92be-eb20a76e5b71, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=1bee0836-bbcb-4392-92be-eb20a76e5b71,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:31:43.581916 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-f66ea93c-2382-4f0a-ac70-c796969a6221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:43.645723 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-f66ea93c-2382-4f0a-ac70-c796969a6221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:43.646277 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-f66ea93c-2382-4f0a-ac70-c796969a6221 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:43.647629 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-f66ea93c-2382-4f0a-ac70-c796969a6221 service neutron] 10.222.0.46 "PUT /v2.0/ports/1bee0836-bbcb-4392-92be-eb20a76e5b71 HTTP/1.1" status: 200 len: 1096 time: 1.0917530 Feb 09 12:31:43.648097 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d6779d-0f52-4863-8486-39c71f106fa7', 'tag': '1bee0836-bbcb-4392-92be-eb20a76e5b71'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:31:43.684777 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66ea93c-2382-4f0a-ac70-c796969a6221 service neutron] Pushing event updated for resources: {'Port': ['ID=1bee0836-bbcb-4392-92be-eb20a76e5b71,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:43.718806 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b0fbb4a2-c105-482d-8bf9-f0c5e5b68b3b tempest-ExternalNetworksAdminNegativeTestJSON-1096708288 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:43.791536 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-a43e244c-1852-4136-a8ba-4c26a5b60dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:43.793088 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-a43e244c-1852-4136-a8ba-4c26a5b60dec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f1b2fff7fd704e568c7b200b706cbd07&device_id=58d6779d-0f52-4863-8486-39c71f106fa7 HTTP/1.1" status: 200 len: 1099 time: 0.0815322 Feb 09 12:31:43.794520 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe271a4-a5eb-41e8-9cae-049f863dce90 req-71dfe9b7-aad5-46cf-9d39-e36a1f8e5ead tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:43.796041 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fbe271a4-a5eb-41e8-9cae-049f863dce90 req-71dfe9b7-aad5-46cf-9d39-e36a1f8e5ead tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 946 time: 0.2758243 Feb 09 12:31:43.801883 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [req-307b08db-6ba1-46d3-8bc7-40d916ef8263 req-f8e1610b-acbe-4ad4-98f8-a6645195e1bc tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Router e64aad25-5949-4244-ad17-5b6f69543e7f has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:31:43.829753 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fbb4a2-c105-482d-8bf9-f0c5e5b68b3b tempest-ExternalNetworksAdminNegativeTestJSON-1096708288 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288-project-admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:31:43.839103 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-b0fbb4a2-c105-482d-8bf9-f0c5e5b68b3b tempest-ExternalNetworksAdminNegativeTestJSON-1096708288 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288-project-admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:31:43.847860 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fbb4a2-c105-482d-8bf9-f0c5e5b68b3b tempest-ExternalNetworksAdminNegativeTestJSON-1096708288 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288-project-admin] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:31:43.944048 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fbb4a2-c105-482d-8bf9-f0c5e5b68b3b tempest-ExternalNetworksAdminNegativeTestJSON-1096708288 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288-project-admin] Pushing event updated for resources: {'Port': ['ID=782d3b92-1fe4-435c-a316-3f95bcc15b7c,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:43.978609 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-85c91e96-1a70-4bbe-a192-060146609e7a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=1bee0836-bbcb-4392-92be-eb20a76e5b71 HTTP/1.1" status: 200 len: 217 time: 0.1720936 Feb 09 12:31:43.981867 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-dd0e4051-65c6-4b48-b612-4f9dfbf104a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:43.996643 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fbe271a4-a5eb-41e8-9cae-049f863dce90 req-8dc4df07-d933-45b9-8aad-84e939e919e1 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904061 Feb 09 12:31:44.056189 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-7b8df0e8-5664-4551-b1d9-efa3fb0f793b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:44.057620 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-7b8df0e8-5664-4551-b1d9-efa3fb0f793b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.0720170 Feb 09 12:31:44.153488 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-00e7745f-638c-4176-b592-6e0e27cf0f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:44.155074 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-00e7745f-638c-4176-b592-6e0e27cf0f9d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0749793 Feb 09 12:31:44.170300 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b0fbb4a2-c105-482d-8bf9-f0c5e5b68b3b tempest-ExternalNetworksAdminNegativeTestJSON-1096708288 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:44.171939 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-307b08db-6ba1-46d3-8bc7-40d916ef8263 req-f8e1610b-acbe-4ad4-98f8-a6645195e1bc tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:31:44.183072 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77d80c1-93ec-4bd7-a74b-6123be5071d5 None None] Sync routers for ids ['e64aad25-5949-4244-ad17-5b6f69543e7f'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:31:44.196148 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77d80c1-93ec-4bd7-a74b-6123be5071d5 None None] Routers {'e64aad25-5949-4244-ad17-5b6f69543e7f'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:31:44.197387 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-c77d80c1-93ec-4bd7-a74b-6123be5071d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:31:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e64aad25-5949-4244-ad17-5b6f69543e7f'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:31:44.229706 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-307b08db-6ba1-46d3-8bc7-40d916ef8263 req-f8e1610b-acbe-4ad4-98f8-a6645195e1bc tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:44.303456 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b0fbb4a2-c105-482d-8bf9-f0c5e5b68b3b tempest-ExternalNetworksAdminNegativeTestJSON-1096708288 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:44.306162 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-c03c1433-fb00-4a97-a08b-459fec3c8e39 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441293 Feb 09 12:31:44.336835 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19828aef-c6a3-4c57-a38c-1735ca699bbe req-516ad6b6-7bac-4a24-afbc-39b00aa35cd8 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:44.338305 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-19828aef-c6a3-4c57-a38c-1735ca699bbe req-516ad6b6-7bac-4a24-afbc-39b00aa35cd8 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=15debf37-8de7-4867-bb19-a681a8fc422d HTTP/1.1" status: 200 len: 945 time: 0.2397208 Feb 09 12:31:44.373747 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-307b08db-6ba1-46d3-8bc7-40d916ef8263 req-f8e1610b-acbe-4ad4-98f8-a6645195e1bc tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "PUT /v2.0/floatingips/ce5a906d-d8c6-496a-9c3b-c7a86a7b399a HTTP/1.1" status: 200 len: 694 time: 2.0937066 Feb 09 12:31:44.378643 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec191bd0-b237-4999-b440-eb38d16c75ee', 'tag': '26bb081a-e2eb-436d-b3dd-b5ceb0837705'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:31:44.405203 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-c77d80c1-93ec-4bd7-a74b-6123be5071d5 None None] Set router e64aad25-5949-4244-ad17-5b6f69543e7f gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:31:44.461293 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-19828aef-c6a3-4c57-a38c-1735ca699bbe req-3dc605e5-d861-411d-a6a9-6cc76a36cae2 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159000 Feb 09 12:31:44.463280 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9c46e3ce-9fbd-4cf0-8fe3-b407b24a7d21 req-87b5727c-ef10-4b2d-91f0-abe55d42a5c2 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490853 Feb 09 12:31:44.744468 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-c77d80c1-93ec-4bd7-a74b-6123be5071d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1181016368-router', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '1b00d4d6-8925-4106-a04c-badfbb6bf6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:29:47Z', 'updated_at': '2022-02-09T12:30:15Z', 'revision_number': 4, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'gw_port': {'id': '1b00d4d6-8925-4106-a04c-badfbb6bf6ab', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:29:54Z', 'updated_at': '2022-02-09T12:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'daa03612-1e0c-486a-b24f-b943c3675eab', 'name': '', 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'mac_address': 'fa:16:3e:53:08:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '154ccfde-fcad-4c2c-ac52-9f3991cbf708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:30:12Z', 'updated_at': '2022-02-09T12:30:28Z', 'revision_number': 5, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'subnets': [{'id': '154ccfde-fcad-4c2c-ac52-9f3991cbf708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:31:44.748383 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77d80c1-93ec-4bd7-a74b-6123be5071d5 None None] Checking router: e64aad25-5949-4244-ad17-5b6f69543e7f for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:31:44.758099 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77d80c1-93ec-4bd7-a74b-6123be5071d5 None None] Routers {'e64aad25-5949-4244-ad17-5b6f69543e7f'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:31:44.758703 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-c77d80c1-93ec-4bd7-a74b-6123be5071d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:31:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e64aad25-5949-4244-ad17-5b6f69543e7f'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:31:44.793446 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b08db-6ba1-46d3-8bc7-40d916ef8263 req-d7660f29-46b7-48ce-8ee2-b3a2dee23335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:44.794949 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-307b08db-6ba1-46d3-8bc7-40d916ef8263 req-d7660f29-46b7-48ce-8ee2-b3a2dee23335 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8104375b7a9b46ec9107acb1226f825a&device_id=ec191bd0-b237-4999-b440-eb38d16c75ee HTTP/1.1" status: 200 len: 1096 time: 0.4021137 Feb 09 12:31:44.926466 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86adc895-9713-41f4-961b-d08259574d24 req-ce859cbd-d225-4aef-be56-790547687007 tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:44.927977 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-86adc895-9713-41f4-961b-d08259574d24 req-ce859cbd-d225-4aef-be56-790547687007 tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d6779d-0f52-4863-8486-39c71f106fa7 HTTP/1.1" status: 200 len: 948 time: 0.2463388 Feb 09 12:31:44.962930 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-c77d80c1-93ec-4bd7-a74b-6123be5071d5 None None] Set router e64aad25-5949-4244-ad17-5b6f69543e7f gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:31:44.975331 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b0fbb4a2-c105-482d-8bf9-f0c5e5b68b3b tempest-ExternalNetworksAdminNegativeTestJSON-1096708288 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:44.990977 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b0fbb4a2-c105-482d-8bf9-f0c5e5b68b3b tempest-ExternalNetworksAdminNegativeTestJSON-1096708288 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:45.068442 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b08db-6ba1-46d3-8bc7-40d916ef8263 req-efc0f8a1-d4f4-48c5-bc3c-ed21aa7701e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:45.069990 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-307b08db-6ba1-46d3-8bc7-40d916ef8263 req-efc0f8a1-d4f4-48c5-bc3c-ed21aa7701e3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6fc7d014-aab7-4969-9b9f-1b9d5e7c436a HTTP/1.1" status: 200 len: 922 time: 0.2654650 Feb 09 12:31:45.183796 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-86adc895-9713-41f4-961b-d08259574d24 req-d16a42a6-ba1c-498c-b76b-88e2d4415a7a tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] 10.222.0.55 "GET /v2.0/security-groups?id=022aa720-143f-40a5-b1ce-2e2bd631d2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493894 Feb 09 12:31:45.198642 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-307b08db-6ba1-46d3-8bc7-40d916ef8263 req-8f991b83-3a54-49dc-97dd-256bf5d4a8c1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26bb081a-e2eb-436d-b3dd-b5ceb0837705 HTTP/1.1" status: 200 len: 217 time: 0.0878379 Feb 09 12:31:45.201262 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fbb4a2-c105-482d-8bf9-f0c5e5b68b3b tempest-ExternalNetworksAdminNegativeTestJSON-1096708288 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288-project-admin] Pushing event updated for resources: {'Port': ['ID=782d3b92-1fe4-435c-a316-3f95bcc15b7c,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:45.256900 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b0fbb4a2-c105-482d-8bf9-f0c5e5b68b3b tempest-ExternalNetworksAdminNegativeTestJSON-1096708288 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:45.280875 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b08db-6ba1-46d3-8bc7-40d916ef8263 req-ec333f32-e1f8-4404-b77c-ed8b51816e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:45.282595 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-307b08db-6ba1-46d3-8bc7-40d916ef8263 req-ec333f32-e1f8-4404-b77c-ed8b51816e4e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=154ccfde-fcad-4c2c-ac52-9f3991cbf708 HTTP/1.1" status: 200 len: 860 time: 0.0767400 Feb 09 12:31:45.283800 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b0fbb4a2-c105-482d-8bf9-f0c5e5b68b3b tempest-ExternalNetworksAdminNegativeTestJSON-1096708288 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:45.284972 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b0fbb4a2-c105-482d-8bf9-f0c5e5b68b3b tempest-ExternalNetworksAdminNegativeTestJSON-1096708288 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7405033 Feb 09 12:31:45.288083 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60154) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:45.294034 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-38533a02-49b6-4241-850d-0e2d297d3a6d tempest-ExternalNetworksAdminNegativeTestJSON-1096708288 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1457027166', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'fixed_ips': [{'ip_address': '172.25.7.36'}]}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:31:45.341177 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-38533a02-49b6-4241-850d-0e2d297d3a6d tempest-ExternalNetworksAdminNegativeTestJSON-1096708288 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:31:45.362354 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-c77d80c1-93ec-4bd7-a74b-6123be5071d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1181016368-router', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '1b00d4d6-8925-4106-a04c-badfbb6bf6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:29:47Z', 'updated_at': '2022-02-09T12:30:15Z', 'revision_number': 4, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'gw_port': {'id': '1b00d4d6-8925-4106-a04c-badfbb6bf6ab', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:29:54Z', 'updated_at': '2022-02-09T12:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'daa03612-1e0c-486a-b24f-b943c3675eab', 'name': '', 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'mac_address': 'fa:16:3e:53:08:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '154ccfde-fcad-4c2c-ac52-9f3991cbf708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:30:12Z', 'updated_at': '2022-02-09T12:30:28Z', 'revision_number': 5, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'subnets': [{'id': '154ccfde-fcad-4c2c-ac52-9f3991cbf708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:31:45.366440 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77d80c1-93ec-4bd7-a74b-6123be5071d5 None None] The sync data for ids ['e64aad25-5949-4244-ad17-5b6f69543e7f'] in n-d-825178-3 is: [{'id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1181016368-router', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '1b00d4d6-8925-4106-a04c-badfbb6bf6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:29:47Z', 'updated_at': '2022-02-09T12:30:15Z', 'revision_number': 4, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'gw_port': {'id': '1b00d4d6-8925-4106-a04c-badfbb6bf6ab', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:29:54Z', 'updated_at': '2022-02-09T12:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'daa03612-1e0c-486a-b24f-b943c3675eab', 'name': '', 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'mac_address': 'fa:16:3e:53:08:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '154ccfde-fcad-4c2c-ac52-9f3991cbf708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:30:12Z', 'updated_at': '2022-02-09T12:30:28Z', 'revision_number': 5, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'subnets': [{'id': '154ccfde-fcad-4c2c-ac52-9f3991cbf708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:31:45.392216 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-38533a02-49b6-4241-850d-0e2d297d3a6d tempest-ExternalNetworksAdminNegativeTestJSON-1096708288 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288-project-admin] Usage tracker for resource:port and tenant:1d18d776a28b4fd59e6638aca85cb6cf is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:31:45.396610 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-38533a02-49b6-4241-850d-0e2d297d3a6d tempest-ExternalNetworksAdminNegativeTestJSON-1096708288 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:31:45.412459 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-38533a02-49b6-4241-850d-0e2d297d3a6d tempest-ExternalNetworksAdminNegativeTestJSON-1096708288 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:31:45.439029 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38533a02-49b6-4241-850d-0e2d297d3a6d tempest-ExternalNetworksAdminNegativeTestJSON-1096708288 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288-project-admin] Made reservation on behalf of 1d18d776a28b4fd59e6638aca85cb6cf for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:31:45.441504 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-38533a02-49b6-4241-850d-0e2d297d3a6d tempest-ExternalNetworksAdminNegativeTestJSON-1096708288 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:45.459619 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-38533a02-49b6-4241-850d-0e2d297d3a6d tempest-ExternalNetworksAdminNegativeTestJSON-1096708288 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:45.487922 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-38533a02-49b6-4241-850d-0e2d297d3a6d tempest-ExternalNetworksAdminNegativeTestJSON-1096708288 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:31:45.495549 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-38533a02-49b6-4241-850d-0e2d297d3a6d tempest-ExternalNetworksAdminNegativeTestJSON-1096708288 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288-project-admin] Usage tracker for resource:security_group_rule and tenant:1d18d776a28b4fd59e6638aca85cb6cf is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:31:45.500556 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b08db-6ba1-46d3-8bc7-40d916ef8263 req-a900e756-781d-4c72-8955-dbf9415e61a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:45.501929 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-307b08db-6ba1-46d3-8bc7-40d916ef8263 req-a900e756-781d-4c72-8955-dbf9415e61a6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6fc7d014-aab7-4969-9b9f-1b9d5e7c436a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2033930 Feb 09 12:31:45.502727 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-38533a02-49b6-4241-850d-0e2d297d3a6d tempest-ExternalNetworksAdminNegativeTestJSON-1096708288 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:31:45.512624 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f43e01-0a97-4041-9abf-ee9411dd8d7c req-f2e87e21-3eb8-432f-b48c-fb29e9a7e3b0 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:45.514276 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b6f43e01-0a97-4041-9abf-ee9411dd8d7c req-f2e87e21-3eb8-432f-b48c-fb29e9a7e3b0 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=23a2acd0-5ea5-452b-bf41-c6af6610990e HTTP/1.1" status: 200 len: 946 time: 0.1797307 Feb 09 12:31:45.519230 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-38533a02-49b6-4241-850d-0e2d297d3a6d tempest-ExternalNetworksAdminNegativeTestJSON-1096708288 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:31:45.614713 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff1a1c4-c0a6-4f5e-9744-52004f8a8334 None None] New status for floating IP ce5a906d-d8c6-496a-9c3b-c7a86a7b399a: DOWN {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:31:45.676277 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b6f43e01-0a97-4041-9abf-ee9411dd8d7c req-a6f7f705-2c76-4a53-8f68-ffd695a8ee8c tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375084 Feb 09 12:31:45.727391 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-307b08db-6ba1-46d3-8bc7-40d916ef8263 req-d713529f-bb3c-4e36-aa46-bf9a90fe3969 service neutron] 10.222.0.55 "GET /v2.0/networks/6fc7d014-aab7-4969-9b9f-1b9d5e7c436a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091556 Feb 09 12:31:45.735812 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58d6779d-0f52-4863-8486-39c71f106fa7', 'tag': '1bee0836-bbcb-4392-92be-eb20a76e5b71', 'status': 'completed', 'code': 200} Feb 09 12:31:45.853759 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-38533a02-49b6-4241-850d-0e2d297d3a6d tempest-ExternalNetworksAdminNegativeTestJSON-1096708288 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:45.865124 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-38533a02-49b6-4241-850d-0e2d297d3a6d tempest-ExternalNetworksAdminNegativeTestJSON-1096708288 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:45.869439 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940db42-41b8-43b9-8b82-8f94dbc91f4f req-d19d5a9c-b7da-4f3a-a1e6-12996621d168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:45.871158 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a940db42-41b8-43b9-8b82-8f94dbc91f4f req-d19d5a9c-b7da-4f3a-a1e6-12996621d168 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f1b2fff7fd704e568c7b200b706cbd07&device_id=58d6779d-0f52-4863-8486-39c71f106fa7 HTTP/1.1" status: 200 len: 1099 time: 0.1009040 Feb 09 12:31:45.882242 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [None req-38533a02-49b6-4241-850d-0e2d297d3a6d tempest-ExternalNetworksAdminNegativeTestJSON-1096708288 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288-project-admin] device_id is not set on port f629e458-c470-409f-aa96-ea0e34840c74 yet. {{(pid=87567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:31:45.917021 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec191bd0-b237-4999-b440-eb38d16c75ee', 'tag': '26bb081a-e2eb-436d-b3dd-b5ceb0837705', 'status': 'completed', 'code': 200} Feb 09 12:31:45.987858 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38533a02-49b6-4241-850d-0e2d297d3a6d tempest-ExternalNetworksAdminNegativeTestJSON-1096708288 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b63963-fa6c-40bf-92f3-bb25e1d4ae23,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:46.000231 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-307b08db-6ba1-46d3-8bc7-40d916ef8263 req-8e24429e-015a-4aca-8db1-b4340659a73d service neutron] 10.222.0.55 "GET /v2.0/networks/6fc7d014-aab7-4969-9b9f-1b9d5e7c436a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572906 Feb 09 12:31:46.101123 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60164) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:46.170194 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940db42-41b8-43b9-8b82-8f94dbc91f4f req-3e55519e-041b-45b8-b483-998cd1037baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:46.171648 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a940db42-41b8-43b9-8b82-8f94dbc91f4f req-3e55519e-041b-45b8-b483-998cd1037baf service neutron] 10.222.0.46 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.2869325 Feb 09 12:31:46.174294 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e2b29-9882-4a3a-8630-c405b4c2bc03 req-19333ea0-4111-4d97-8faa-ee9ec5086455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:46.175614 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2f2e2b29-9882-4a3a-8630-c405b4c2bc03 req-19333ea0-4111-4d97-8faa-ee9ec5086455 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8104375b7a9b46ec9107acb1226f825a&device_id=ec191bd0-b237-4999-b440-eb38d16c75ee HTTP/1.1" status: 200 len: 1096 time: 0.2468097 Feb 09 12:31:46.271947 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a940db42-41b8-43b9-8b82-8f94dbc91f4f req-08d8cbd4-7e32-4e6e-af2d-dbf21c6a5ec8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=1bee0836-bbcb-4392-92be-eb20a76e5b71 HTTP/1.1" status: 200 len: 217 time: 0.0852869 Feb 09 12:31:46.327505 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f46acca6-8372-49fa-bd21-962281060152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:46.411641 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aa00e3d-f909-40eb-b0fb-3b3eaa873b46 admin admin] Deleting subnet f19f108b-55e6-46dd-8931-5dbc98c01668 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:31:46.413099 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940db42-41b8-43b9-8b82-8f94dbc91f4f req-6e1e1738-52b9-43d2-992c-d8999dfe09d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:46.414523 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a940db42-41b8-43b9-8b82-8f94dbc91f4f req-6e1e1738-52b9-43d2-992c-d8999dfe09d1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.0923085 Feb 09 12:31:46.428155 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f43be-c4e1-4bc3-959d-be129f152213 req-aa9f3214-a570-4864-b402-e2acf1f47128 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:46.429629 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8d7f43be-c4e1-4bc3-959d-be129f152213 req-aa9f3214-a570-4864-b402-e2acf1f47128 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=81ea6099-4fe0-47d8-9fa6-1375fcace60c HTTP/1.1" status: 200 len: 946 time: 0.4389975 Feb 09 12:31:46.437227 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4aa00e3d-f909-40eb-b0fb-3b3eaa873b46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:46.474692 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e2b29-9882-4a3a-8630-c405b4c2bc03 req-b193700e-334e-4b42-9759-a072ac93b03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:46.476216 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2f2e2b29-9882-4a3a-8630-c405b4c2bc03 req-b193700e-334e-4b42-9759-a072ac93b03e service neutron] 10.222.0.46 "GET /v2.0/networks?id=6fc7d014-aab7-4969-9b9f-1b9d5e7c436a HTTP/1.1" status: 200 len: 922 time: 0.2320812 Feb 09 12:31:46.480289 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-38533a02-49b6-4241-850d-0e2d297d3a6d tempest-ExternalNetworksAdminNegativeTestJSON-1096708288 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 12:31:46.480792 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38533a02-49b6-4241-850d-0e2d297d3a6d tempest-ExternalNetworksAdminNegativeTestJSON-1096708288 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:31:46.541414 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4aa00e3d-f909-40eb-b0fb-3b3eaa873b46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:46.566786 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2f2e2b29-9882-4a3a-8630-c405b4c2bc03 req-add33808-b1d1-487b-8dee-9858db165385 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26bb081a-e2eb-436d-b3dd-b5ceb0837705 HTTP/1.1" status: 200 len: 217 time: 0.0790541 Feb 09 12:31:46.593958 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-38533a02-49b6-4241-850d-0e2d297d3a6d tempest-ExternalNetworksAdminNegativeTestJSON-1096708288 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.3047533 Feb 09 12:31:46.597199 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8d7f43be-c4e1-4bc3-959d-be129f152213 req-6ed08065-063e-4172-82e1-8803b298ebc0 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609149 Feb 09 12:31:46.600634 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60170) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:46.623904 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940db42-41b8-43b9-8b82-8f94dbc91f4f req-5a5e674a-a2eb-4740-be5c-0727e8a8a07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:46.625970 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a940db42-41b8-43b9-8b82-8f94dbc91f4f req-5a5e674a-a2eb-4740-be5c-0727e8a8a07c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2001731 Feb 09 12:31:46.698509 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace165b-d2d5-4659-8832-c53aebe7cc1d req-2d6b0d66-229a-4132-8a83-d610d48c6bd9 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:46.700004 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ace165b-d2d5-4659-8832-c53aebe7cc1d req-2d6b0d66-229a-4132-8a83-d610d48c6bd9 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=15debf37-8de7-4867-bb19-a681a8fc422d HTTP/1.1" status: 200 len: 945 time: 0.4914842 Feb 09 12:31:46.705971 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4aa00e3d-f909-40eb-b0fb-3b3eaa873b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:46.730111 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e2b29-9882-4a3a-8630-c405b4c2bc03 req-c8d78909-00f8-46cd-a6e8-ab72f1e2a809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:46.731550 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2f2e2b29-9882-4a3a-8630-c405b4c2bc03 req-c8d78909-00f8-46cd-a6e8-ab72f1e2a809 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=154ccfde-fcad-4c2c-ac52-9f3991cbf708 HTTP/1.1" status: 200 len: 860 time: 0.1496170 Feb 09 12:31:46.826222 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a940db42-41b8-43b9-8b82-8f94dbc91f4f req-c643030e-3dac-47a9-b5f1-49fbaf7fc4af service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826580 Feb 09 12:31:46.876974 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-1466785f-06ba-42bb-aaab-b2348fafdda4 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288-project-admin] Deleting port 782d3b92-1fe4-435c-a316-3f95bcc15b7c {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:31:46.877235 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1466785f-06ba-42bb-aaab-b2348fafdda4 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:46.919502 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e2b29-9882-4a3a-8630-c405b4c2bc03 req-75965e53-8566-4a7e-9202-d0f9daaac46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:46.921006 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2f2e2b29-9882-4a3a-8630-c405b4c2bc03 req-75965e53-8566-4a7e-9202-d0f9daaac46a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6fc7d014-aab7-4969-9b9f-1b9d5e7c436a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1741838 Feb 09 12:31:46.966649 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ace165b-d2d5-4659-8832-c53aebe7cc1d req-c9462811-9e7d-46a1-8b76-48e7466d3981 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398070 Feb 09 12:31:47.071972 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4aa00e3d-f909-40eb-b0fb-3b3eaa873b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:47.123781 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa00e3d-f909-40eb-b0fb-3b3eaa873b46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f19f108b-55e6-46dd-8931-5dbc98c01668,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:47.144723 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb634d2-83ef-4a08-bfb4-e57f081f02fc req-d70115ec-4017-4a2f-bc31-01b31c707d13 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:47.146291 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ecb634d2-83ef-4a08-bfb4-e57f081f02fc req-d70115ec-4017-4a2f-bc31-01b31c707d13 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 946 time: 0.4417617 Feb 09 12:31:47.153107 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4aa00e3d-f909-40eb-b0fb-3b3eaa873b46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:47.157818 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a940db42-41b8-43b9-8b82-8f94dbc91f4f req-f2228319-2402-4fb9-89fa-4ad7dcc16d39 service neutron] 10.222.0.46 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234935 Feb 09 12:31:47.170900 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4aa00e3d-f909-40eb-b0fb-3b3eaa873b46 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f19f108b-55e6-46dd-8931-5dbc98c01668 HTTP/1.1" status: 204 len: 168 time: 1.0641878 Feb 09 12:31:47.172375 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60178) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:47.193398 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1466785f-06ba-42bb-aaab-b2348fafdda4 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:47.193731 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1466785f-06ba-42bb-aaab-b2348fafdda4 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:47.205296 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2f2e2b29-9882-4a3a-8630-c405b4c2bc03 req-daeacb7f-52f5-483c-854d-eddb93ec4e43 service neutron] 10.222.0.46 "GET /v2.0/networks/6fc7d014-aab7-4969-9b9f-1b9d5e7c436a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741480 Feb 09 12:31:47.370797 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2f2e2b29-9882-4a3a-8630-c405b4c2bc03 req-bb9f3b46-f318-41ca-b070-fd82edd436f6 service neutron] 10.222.0.46 "GET /v2.0/networks/6fc7d014-aab7-4969-9b9f-1b9d5e7c436a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351142 Feb 09 12:31:47.402808 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-1466785f-06ba-42bb-aaab-b2348fafdda4 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288-project-admin] Calling delete_port for 782d3b92-1fe4-435c-a316-3f95bcc15b7c owned by network:floatingip {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:31:47.508132 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ecb634d2-83ef-4a08-bfb4-e57f081f02fc req-53d20a51-8a2c-4cb2-b2a4-247a872106a3 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069119 Feb 09 12:31:47.517770 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:47.543069 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b8aa5115-acb6-41bc-97db-ae6070a169a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:47.563970 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:47.681570 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16105677-1d3d-4362-9f38-9e42428a96e7 req-e9a199b2-bc68-4388-ba57-5b652ee694d4 tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:47.682914 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-16105677-1d3d-4362-9f38-9e42428a96e7 req-e9a199b2-bc68-4388-ba57-5b652ee694d4 tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d6779d-0f52-4863-8486-39c71f106fa7 HTTP/1.1" status: 200 len: 948 time: 0.3566372 Feb 09 12:31:47.832676 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b8aa5115-acb6-41bc-97db-ae6070a169a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:47.865683 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1466785f-06ba-42bb-aaab-b2348fafdda4 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:47.907331 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-16105677-1d3d-4362-9f38-9e42428a96e7 req-3cb7eca8-908f-4c0f-88a5-ce181538eacc tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] 10.222.0.55 "GET /v2.0/security-groups?id=022aa720-143f-40a5-b1ce-2e2bd631d2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419325 Feb 09 12:31:47.917708 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-b8aa5115-acb6-41bc-97db-ae6070a169a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9d2cd73-be06-4add-bdc3-eda5977b076f']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:31:48.066241 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466785f-06ba-42bb-aaab-b2348fafdda4 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288-project-admin] Pushing event deleted for resources: {'Port': ['ID=782d3b92-1fe4-435c-a316-3f95bcc15b7c,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:48.102124 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-b8aa5115-acb6-41bc-97db-ae6070a169a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7ea5e89-bde6-48c4-88e0-f5d61534b84b') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:31:48.102412 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-b8aa5115-acb6-41bc-97db-ae6070a169a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7ea5e89-bde6-48c4-88e0-f5d61534b84b') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:31:48.157353 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b8aa5115-acb6-41bc-97db-ae6070a169a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:48.190970 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c14343-cd5e-4b89-afb8-51d519c21b22 req-12bf3f85-d6d8-444d-9a24-769225982405 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:48.192393 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d0c14343-cd5e-4b89-afb8-51d519c21b22 req-12bf3f85-d6d8-444d-9a24-769225982405 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=23a2acd0-5ea5-452b-bf41-c6af6610990e HTTP/1.1" status: 200 len: 946 time: 0.5309947 Feb 09 12:31:48.195057 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b8aa5115-acb6-41bc-97db-ae6070a169a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:48.223470 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1466785f-06ba-42bb-aaab-b2348fafdda4 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:48.226559 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8aa5115-acb6-41bc-97db-ae6070a169a7 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:31:48.226955 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b8aa5115-acb6-41bc-97db-ae6070a169a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:48.243510 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:31:48.243510 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:31:48.243510 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:31:48.243510 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:31:48.243510 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:31:48.243510 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:31:48.243510 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:31:48.243510 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:31:48.243510 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:31:48.243510 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:31:48.243510 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:31:48.243510 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:31:48.243510 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:31:48.243510 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:31:48.243510 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:31:48.243510 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:31:48.243510 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:31:48.243510 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:31:48.243510 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:31:48.243510 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:31:48.243510 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:31:48.243510 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:31:48.243510 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:31:48.243510 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:31:48.243510 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:31:48.243510 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:31:48.243510 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:31:48.243510 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:31:48.243510 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:31:48.243510 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:31:48.243510 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:31:48.243510 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:31:48.290416 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5c2c3-2140-4e59-b4be-7785a7f5f03b req-92bfe621-2eb0-4faa-8a51-89dc89d7f5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:48.291926 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4df5c2c3-2140-4e59-b4be-7785a7f5f03b req-92bfe621-2eb0-4faa-8a51-89dc89d7f5d3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e4a99ef56ae44c38a7a2f1ce0177a21&device_id=15debf37-8de7-4867-bb19-a681a8fc422d HTTP/1.1" status: 200 len: 1096 time: 0.0725248 Feb 09 12:31:48.393360 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1466785f-06ba-42bb-aaab-b2348fafdda4 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:48.394488 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1466785f-06ba-42bb-aaab-b2348fafdda4 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288 tempest-ExternalNetworksAdminNegativeTestJSON-1096708288-project-admin] 10.222.0.55 "DELETE /v2.0/floatingips/13f53dd6-76ae-4eb2-abd4-4d3a080e17cf HTTP/1.1" status: 204 len: 168 time: 1.7929866 Feb 09 12:31:48.402385 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d0c14343-cd5e-4b89-afb8-51d519c21b22 req-273b7a58-8e9c-4e8e-8bab-ab8772d59cad tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009258 Feb 09 12:31:48.411647 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b8aa5115-acb6-41bc-97db-ae6070a169a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:48.429941 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b8aa5115-acb6-41bc-97db-ae6070a169a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:48.445634 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa5115-acb6-41bc-97db-ae6070a169a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9d2cd73-be06-4add-bdc3-eda5977b076f,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:48.461104 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b8aa5115-acb6-41bc-97db-ae6070a169a7 admin admin] 10.222.0.55 "DELETE /v2.0/networks/f9d2cd73-be06-4add-bdc3-eda5977b076f HTTP/1.1" status: 204 len: 168 time: 1.2883549 Feb 09 12:31:48.477044 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d6460-cd0f-4fc2-ae69-8621b8652453 req-09792977-7258-4481-9331-5a6051dd8b31 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:48.478623 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-058d6460-cd0f-4fc2-ae69-8621b8652453 req-09792977-7258-4481-9331-5a6051dd8b31 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd51b9f3-272c-4991-a4c5-bad8b4d07fff&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2282000 Feb 09 12:31:48.487326 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5c2c3-2140-4e59-b4be-7785a7f5f03b req-55a9540a-63fb-4a36-a01a-a2319cb2104a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:48.488980 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4df5c2c3-2140-4e59-b4be-7785a7f5f03b req-55a9540a-63fb-4a36-a01a-a2319cb2104a service neutron] 10.222.0.46 "GET /v2.0/networks?id=23231414-7735-41e3-a19f-aefe0806df10 HTTP/1.1" status: 200 len: 912 time: 0.1736429 Feb 09 12:31:48.569848 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-058d6460-cd0f-4fc2-ae69-8621b8652453 req-90460d31-fac3-4290-89b1-13d9f067bf33 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.45 HTTP/1.1" status: 200 len: 695 time: 0.0839603 Feb 09 12:31:48.582011 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4df5c2c3-2140-4e59-b4be-7785a7f5f03b req-840c5001-3435-486f-9faa-f9b74b4730f1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95daac7b-f2ff-4fe3-952b-287ee71f43aa HTTP/1.1" status: 200 len: 217 time: 0.0851331 Feb 09 12:31:48.584206 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-058d6460-cd0f-4fc2-ae69-8621b8652453 req-158c836a-22cc-4cb8-aaa9-b359c4c7d94e tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Request body: {'floatingip': {'port_id': 'c89f1198-521e-46b6-9a42-236dc34ec316', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:31:48.658099 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5c2c3-2140-4e59-b4be-7785a7f5f03b req-88697559-a169-4dc8-ae0c-ee75a5781a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:48.659774 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4df5c2c3-2140-4e59-b4be-7785a7f5f03b req-88697559-a169-4dc8-ae0c-ee75a5781a99 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=938b2eb5-d390-4a03-acd5-5a31b498a866 HTTP/1.1" status: 200 len: 851 time: 0.0702007 Feb 09 12:31:48.729919 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4df5c2c3-2140-4e59-b4be-7785a7f5f03b req-5adff60e-bdeb-4da8-be37-d5e44d47c450 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23231414-7735-41e3-a19f-aefe0806df10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557184 Feb 09 12:31:48.737614 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60196) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:48.738424 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-058d6460-cd0f-4fc2-ae69-8621b8652453 req-158c836a-22cc-4cb8-aaa9-b359c4c7d94e tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify callbacks [] for floatingip, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:48.769892 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 1bee0836-bbcb-4392-92be-eb20a76e5b71 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:31:48.778568 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60200) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:48.885088 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-33a9c53d-549e-4c40-936c-e5ac28f04705 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=52ba3898aa4247d580daa9c64939be11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1462643 Feb 09 12:31:48.888100 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60206) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:48.929071 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 1bee0836-bbcb-4392-92be-eb20a76e5b71, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=1bee0836-bbcb-4392-92be-eb20a76e5b71,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:31:48.945479 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e861d-5098-4315-b8c2-f6598de90c27 req-caa10190-3638-4239-90bb-48ab235afc8d tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:48.947697 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '1bee0836-bbcb-4392-92be-eb20a76e5b71', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'port_id': '1bee0836-bbcb-4392-92be-eb20a76e5b71', 'mac_address': 'fa:16:3e:2a:eb:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed5558-888d-440a-8c32-52f2f9bc5bd5', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:31:48.952365 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2a8e861d-5098-4315-b8c2-f6598de90c27 req-caa10190-3638-4239-90bb-48ab235afc8d tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 946 time: 0.2852802 Feb 09 12:31:48.985486 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4df5c2c3-2140-4e59-b4be-7785a7f5f03b req-ef74a43d-2d64-4d66-af0b-eb4a7048e705 service neutron] 10.222.0.46 "GET /v2.0/networks/23231414-7735-41e3-a19f-aefe0806df10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332759 Feb 09 12:31:48.993612 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1bee5772-fde1-4d58-8edf-aa93ccf20214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:49.025873 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:49.055588 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bee0836-bbcb-4392-92be-eb20a76e5b71 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:31:49.090785 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 1bee0836-bbcb-4392-92be-eb20a76e5b71, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=1bee0836-bbcb-4392-92be-eb20a76e5b71,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:31:49.093022 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:49.098288 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:49.101518 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2a8e861d-5098-4315-b8c2-f6598de90c27 req-87b2445f-5f30-40f9-ae3e-f501f6081f95 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480794 Feb 09 12:31:49.181842 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=1bee0836-bbcb-4392-92be-eb20a76e5b71,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:49.194007 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1bee5772-fde1-4d58-8edf-aa93ccf20214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:49.213728 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ac9fadff-aaef-4611-8d74-7891808633f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:49.242103 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4df5c2c3-2140-4e59-b4be-7785a7f5f03b req-62f20e53-86e0-44b8-8391-77c5d27f63ae service neutron] 10.222.0.46 "GET /v2.0/networks/23231414-7735-41e3-a19f-aefe0806df10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283161 Feb 09 12:31:49.249289 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ac9fadff-aaef-4611-8d74-7891808633f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:31:49.267772 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ac9fadff-aaef-4611-8d74-7891808633f5 admin admin] Usage tracker for resource:security_group_rule and tenant:514bd68e05464e20ad3b99d9ac907d26 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:31:49.273379 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ac9fadff-aaef-4611-8d74-7891808633f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:31:49.290482 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ac9fadff-aaef-4611-8d74-7891808633f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:31:49.313094 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1bee5772-fde1-4d58-8edf-aa93ccf20214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:49.346246 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bee5772-fde1-4d58-8edf-aa93ccf20214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745a4391-0cc6-45b1-b781-a1f252039830,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:49.395152 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1bee5772-fde1-4d58-8edf-aa93ccf20214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:49.396742 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1bee5772-fde1-4d58-8edf-aa93ccf20214 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/745a4391-0cc6-45b1-b781-a1f252039830 HTTP/1.1" status: 204 len: 168 time: 0.5070603 Feb 09 12:31:49.428033 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f41dc-8f96-407a-b299-6fbbaffbffe3 req-71f4458c-6a99-41c5-87d4-cb747529768a tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:49.429435 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3f1f41dc-8f96-407a-b299-6fbbaffbffe3 req-71f4458c-6a99-41c5-87d4-cb747529768a tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=81ea6099-4fe0-47d8-9fa6-1375fcace60c HTTP/1.1" status: 200 len: 946 time: 0.1967931 Feb 09 12:31:49.507456 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ac9fadff-aaef-4611-8d74-7891808633f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:49.513425 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ac9fadff-aaef-4611-8d74-7891808633f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:49.552038 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3f1f41dc-8f96-407a-b299-6fbbaffbffe3 req-4096c51b-c99d-4b09-aa6b-4bf1bfa0f355 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066494 Feb 09 12:31:49.571050 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ac9fadff-aaef-4611-8d74-7891808633f5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=514bd68e05464e20ad3b99d9ac907d26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7898171 Feb 09 12:31:49.582426 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95072e92-854e-4a60-98c3-638267e2b4d2 req-8513c534-7e4e-406f-a458-7c9a6eb8b624 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:49.583492 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60224) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:49.584057 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-95072e92-854e-4a60-98c3-638267e2b4d2 req-8513c534-7e4e-406f-a458-7c9a6eb8b624 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Synchronizing usage tracker for tenant:8104375b7a9b46ec9107acb1226f825a on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:31:49.586093 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9fadff-aaef-4611-8d74-7891808633f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ee4909-bacf-4ac1-946c-0368ef50e872,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:49.606628 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-95072e92-854e-4a60-98c3-638267e2b4d2 req-8513c534-7e4e-406f-a458-7c9a6eb8b624 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Unset dirty status for tenant:8104375b7a9b46ec9107acb1226f825a on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:31:49.607942 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['1bee0836-bbcb-4392-92be-eb20a76e5b71'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:31:49.608282 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-95072e92-854e-4a60-98c3-638267e2b4d2 req-8513c534-7e4e-406f-a458-7c9a6eb8b624 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec191bd0-b237-4999-b440-eb38d16c75ee HTTP/1.1" status: 200 len: 945 time: 0.1941390 Feb 09 12:31:49.618449 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-058d6460-cd0f-4fc2-ae69-8621b8652453 req-158c836a-22cc-4cb8-aaa9-b359c4c7d94e tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:49.643345 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-058d6460-cd0f-4fc2-ae69-8621b8652453 req-158c836a-22cc-4cb8-aaa9-b359c4c7d94e tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:49.708044 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-95072e92-854e-4a60-98c3-638267e2b4d2 req-84ef3596-b0bf-4883-86da-3da1d89b38f5 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Deleting port 26bb081a-e2eb-436d-b3dd-b5ceb0837705 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:31:49.711645 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-95072e92-854e-4a60-98c3-638267e2b4d2 req-84ef3596-b0bf-4883-86da-3da1d89b38f5 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:49.909350 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4b4cce93-f65c-4d69-893d-e4130ba7c575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:50.002072 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-95072e92-854e-4a60-98c3-638267e2b4d2 req-84ef3596-b0bf-4883-86da-3da1d89b38f5 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] For port 26bb081a-e2eb-436d-b3dd-b5ceb0837705, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=26bb081a-e2eb-436d-b3dd-b5ceb0837705,segment=NetworkSegment(265d0b08-b939-46e1-9e9a-33b1f21608e7),segment_id=265d0b08-b939-46e1-9e9a-33b1f21608e7)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:31:50.002470 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-95072e92-854e-4a60-98c3-638267e2b4d2 req-84ef3596-b0bf-4883-86da-3da1d89b38f5 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:50.020201 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4b4cce93-f65c-4d69-893d-e4130ba7c575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:50.084766 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [req-058d6460-cd0f-4fc2-ae69-8621b8652453 req-158c836a-22cc-4cb8-aaa9-b359c4c7d94e tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Floating IP ce5a906d-d8c6-496a-9c3b-c7a86a7b399a associated. External IP: 172.25.7.45, port: c89f1198-521e-46b6-9a42-236dc34ec316. Feb 09 12:31:50.172998 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd83bcd9-52ee-4692-bc7b-4a2ca1e505ba req-da623ffc-81b5-4ae8-bf4d-c430bccb2db1 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:50.174587 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dd83bcd9-52ee-4692-bc7b-4a2ca1e505ba req-da623ffc-81b5-4ae8-bf4d-c430bccb2db1 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=15debf37-8de7-4867-bb19-a681a8fc422d HTTP/1.1" status: 200 len: 945 time: 0.3245542 Feb 09 12:31:50.263423 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-95072e92-854e-4a60-98c3-638267e2b4d2 req-84ef3596-b0bf-4883-86da-3da1d89b38f5 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Calling delete_port for 26bb081a-e2eb-436d-b3dd-b5ceb0837705 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:31:50.277970 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4b4cce93-f65c-4d69-893d-e4130ba7c575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:50.302524 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60246) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:50.318238 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4cce93-f65c-4d69-893d-e4130ba7c575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ee4909-bacf-4ac1-946c-0368ef50e872,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:50.334337 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dd83bcd9-52ee-4692-bc7b-4a2ca1e505ba req-5b5689cb-ab76-4049-af46-ade5c53ca57d tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516757 Feb 09 12:31:50.355905 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4b4cce93-f65c-4d69-893d-e4130ba7c575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:50.366507 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4b4cce93-f65c-4d69-893d-e4130ba7c575 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c3ee4909-bacf-4ac1-946c-0368ef50e872 HTTP/1.1" status: 204 len: 168 time: 0.7818801 Feb 09 12:31:50.399566 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:50.467309 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-95072e92-854e-4a60-98c3-638267e2b4d2 req-84ef3596-b0bf-4883-86da-3da1d89b38f5 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:50.525449 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ef3596-b0bf-4883-86da-3da1d89b38f5 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Pushing event deleted for resources: {'Port': ['ID=26bb081a-e2eb-436d-b3dd-b5ceb0837705,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:50.623196 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['c89f1198-521e-46b6-9a42-236dc34ec316', '26bb081a-e2eb-436d-b3dd-b5ceb0837705'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:31:50.651916 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-95072e92-854e-4a60-98c3-638267e2b4d2 req-84ef3596-b0bf-4883-86da-3da1d89b38f5 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] No DVR routers for this DVR port 26bb081a-e2eb-436d-b3dd-b5ceb0837705 on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:31:50.654674 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-95072e92-854e-4a60-98c3-638267e2b4d2 req-84ef3596-b0bf-4883-86da-3da1d89b38f5 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:50.673724 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec191bd0-b237-4999-b440-eb38d16c75ee', 'name': 'network-vif-deleted', 'tag': '26bb081a-e2eb-436d-b3dd-b5ceb0837705'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:31:50.681062 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-95072e92-854e-4a60-98c3-638267e2b4d2 req-84ef3596-b0bf-4883-86da-3da1d89b38f5 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.46 "DELETE /v2.0/ports/26bb081a-e2eb-436d-b3dd-b5ceb0837705 HTTP/1.1" status: 204 len: 173 time: 1.0673449 Feb 09 12:31:50.749694 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-b780cbb8-80fc-42ff-95dd-7bc8cccb12a0 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1514574105-network', 'tenant_id': '0c78ca1cefe04bd297e3e566625cc173'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:31:50.756363 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b780cbb8-80fc-42ff-95dd-7bc8cccb12a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:31:50.760271 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b780cbb8-80fc-42ff-95dd-7bc8cccb12a0 admin admin] Usage tracker for resource:network and tenant:0c78ca1cefe04bd297e3e566625cc173 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:31:50.764679 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b780cbb8-80fc-42ff-95dd-7bc8cccb12a0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:31:50.770191 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60260) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:50.772070 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b780cbb8-80fc-42ff-95dd-7bc8cccb12a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:31:50.787362 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b780cbb8-80fc-42ff-95dd-7bc8cccb12a0 admin admin] Made reservation on behalf of 0c78ca1cefe04bd297e3e566625cc173 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:31:50.789983 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b780cbb8-80fc-42ff-95dd-7bc8cccb12a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:50.806857 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b780cbb8-80fc-42ff-95dd-7bc8cccb12a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:50.833789 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b780cbb8-80fc-42ff-95dd-7bc8cccb12a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:31:50.838135 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b780cbb8-80fc-42ff-95dd-7bc8cccb12a0 admin admin] Usage tracker for resource:security_group_rule and tenant:0c78ca1cefe04bd297e3e566625cc173 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:31:50.838815 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-79a7b4ba-f0b9-4f24-b7d6-d1e062c2a8cb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1d18d776a28b4fd59e6638aca85cb6cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0674977 Feb 09 12:31:50.841520 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b780cbb8-80fc-42ff-95dd-7bc8cccb12a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:31:50.842153 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60264) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:50.848652 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b780cbb8-80fc-42ff-95dd-7bc8cccb12a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:31:50.892996 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [req-058d6460-cd0f-4fc2-ae69-8621b8652453 req-158c836a-22cc-4cb8-aaa9-b359c4c7d94e tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Router e64aad25-5949-4244-ad17-5b6f69543e7f has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:31:50.918571 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-55f019f9-c5f8-4f9a-b424-ee05414a331e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:50.945674 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-55f019f9-c5f8-4f9a-b424-ee05414a331e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:50.998212 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-55f019f9-c5f8-4f9a-b424-ee05414a331e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:51.002852 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e6ca2-f498-4fbf-9180-423b3640278a req-82328e6c-c78f-4efe-bf68-c2874f3f3b32 tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:51.004358 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-287e6ca2-f498-4fbf-9180-423b3640278a req-82328e6c-c78f-4efe-bf68-c2874f3f3b32 tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d6779d-0f52-4863-8486-39c71f106fa7 HTTP/1.1" status: 200 len: 949 time: 0.4883096 Feb 09 12:31:51.017240 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f019f9-c5f8-4f9a-b424-ee05414a331e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b63963-fa6c-40bf-92f3-bb25e1d4ae23,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:51.023941 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-55f019f9-c5f8-4f9a-b424-ee05414a331e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:51.024916 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-55f019f9-c5f8-4f9a-b424-ee05414a331e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e4b63963-fa6c-40bf-92f3-bb25e1d4ae23 HTTP/1.1" status: 204 len: 168 time: 0.1818609 Feb 09 12:31:51.187952 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-287e6ca2-f498-4fbf-9180-423b3640278a req-93e306e4-dbd6-480d-ae4f-f1b88ddb3873 tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] 10.222.0.55 "GET /v2.0/security-groups?id=022aa720-143f-40a5-b1ce-2e2bd631d2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730037 Feb 09 12:31:51.200278 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b780cbb8-80fc-42ff-95dd-7bc8cccb12a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:51.205204 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b780cbb8-80fc-42ff-95dd-7bc8cccb12a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:51.236591 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-058d6460-cd0f-4fc2-ae69-8621b8652453 req-158c836a-22cc-4cb8-aaa9-b359c4c7d94e tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:31:51.249091 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142352c0-e5ba-4785-b0f2-bb81369663a4 None None] Sync routers for ids ['e64aad25-5949-4244-ad17-5b6f69543e7f'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:31:51.256021 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b780cbb8-80fc-42ff-95dd-7bc8cccb12a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:31:51.264459 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142352c0-e5ba-4785-b0f2-bb81369663a4 None None] Routers {'e64aad25-5949-4244-ad17-5b6f69543e7f'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:31:51.265409 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-142352c0-e5ba-4785-b0f2-bb81369663a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:31:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e64aad25-5949-4244-ad17-5b6f69543e7f'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:31:51.269252 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780cbb8-80fc-42ff-95dd-7bc8cccb12a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1937c3b6-9d78-44bb-8227-09c415638bcc,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:51.277852 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b780cbb8-80fc-42ff-95dd-7bc8cccb12a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:51.278194 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-b780cbb8-80fc-42ff-95dd-7bc8cccb12a0 admin admin] Added segment a866873a-0d32-4789-a4bc-3a89273270ae of type vlan for network fcf9ef0d-2559-4585-bdf1-9ea4f70ac953 Feb 09 12:31:51.279660 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-058d6460-cd0f-4fc2-ae69-8621b8652453 req-158c836a-22cc-4cb8-aaa9-b359c4c7d94e tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:51.501144 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-058d6460-cd0f-4fc2-ae69-8621b8652453 req-158c836a-22cc-4cb8-aaa9-b359c4c7d94e tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "PUT /v2.0/floatingips/ce5a906d-d8c6-496a-9c3b-c7a86a7b399a HTTP/1.1" status: 200 len: 995 time: 2.9239254 Feb 09 12:31:51.505604 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd51b9f3-272c-4991-a4c5-bad8b4d07fff', 'tag': 'c89f1198-521e-46b6-9a42-236dc34ec316'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:31:51.519144 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b780cbb8-80fc-42ff-95dd-7bc8cccb12a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:51.563936 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-142352c0-e5ba-4785-b0f2-bb81369663a4 None None] Set router e64aad25-5949-4244-ad17-5b6f69543e7f gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:31:51.603126 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bfcdf7-d184-4fce-8ff6-0d2eb0616816 req-0f27142b-4e37-4dd1-9b5a-6dde07309898 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:51.604939 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d8bfcdf7-d184-4fce-8ff6-0d2eb0616816 req-0f27142b-4e37-4dd1-9b5a-6dde07309898 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=23a2acd0-5ea5-452b-bf41-c6af6610990e HTTP/1.1" status: 200 len: 946 time: 0.2796109 Feb 09 12:31:51.677950 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b780cbb8-80fc-42ff-95dd-7bc8cccb12a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:51.678938 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b780cbb8-80fc-42ff-95dd-7bc8cccb12a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:51.679522 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b780cbb8-80fc-42ff-95dd-7bc8cccb12a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:51.783246 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780cbb8-80fc-42ff-95dd-7bc8cccb12a0 admin admin] Pushing event updated for resources: {'Network': ['ID=fcf9ef0d-2559-4585-bdf1-9ea4f70ac953,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:51.794166 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d8bfcdf7-d184-4fce-8ff6-0d2eb0616816 req-5e7ed999-2c63-481b-8bd4-a979482d460f tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637106 Feb 09 12:31:51.803564 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d6460-cd0f-4fc2-ae69-8621b8652453 req-e470c7ae-2b96-470b-b842-cfcaa48d5e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:51.803564 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-058d6460-cd0f-4fc2-ae69-8621b8652453 req-e470c7ae-2b96-470b-b842-cfcaa48d5e01 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8104375b7a9b46ec9107acb1226f825a&device_id=bd51b9f3-272c-4991-a4c5-bad8b4d07fff HTTP/1.1" status: 200 len: 1096 time: 0.2716715 Feb 09 12:31:51.809195 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b780cbb8-80fc-42ff-95dd-7bc8cccb12a0 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.5036585 Feb 09 12:31:51.813286 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60296) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:51.819481 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-e62b3707-5eff-448c-b8d6-55b4c9aa736f admin admin] Request body: {'subnet': {'network_id': 'fcf9ef0d-2559-4585-bdf1-9ea4f70ac953', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1514574105-subnet', 'tenant_id': '0c78ca1cefe04bd297e3e566625cc173', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:31:51.833236 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e62b3707-5eff-448c-b8d6-55b4c9aa736f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:31:51.844003 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e62b3707-5eff-448c-b8d6-55b4c9aa736f admin admin] Usage tracker for resource:subnet and tenant:0c78ca1cefe04bd297e3e566625cc173 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:31:51.850479 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e62b3707-5eff-448c-b8d6-55b4c9aa736f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:31:51.854455 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network fcf9ef0d-2559-4585-bdf1-9ea4f70ac953 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:31:51.862677 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e62b3707-5eff-448c-b8d6-55b4c9aa736f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:31:51.876407 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62b3707-5eff-448c-b8d6-55b4c9aa736f admin admin] Made reservation on behalf of 0c78ca1cefe04bd297e3e566625cc173 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:31:51.879323 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e62b3707-5eff-448c-b8d6-55b4c9aa736f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:52.061005 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60300) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:52.085160 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-142352c0-e5ba-4785-b0f2-bb81369663a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1181016368-router', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '1b00d4d6-8925-4106-a04c-badfbb6bf6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:29:47Z', 'updated_at': '2022-02-09T12:30:15Z', 'revision_number': 4, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'gw_port': {'id': '1b00d4d6-8925-4106-a04c-badfbb6bf6ab', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:29:54Z', 'updated_at': '2022-02-09T12:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': 'ce5a906d-d8c6-496a-9c3b-c7a86a7b399a', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'floating_ip_address': '172.25.7.45', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'port_id': 'c89f1198-521e-46b6-9a42-236dc34ec316', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a', 'mac_address': 'fa:16:3e:4a:c2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd51b9f3-272c-4991-a4c5-bad8b4d07fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:30:55Z', 'updated_at': '2022-02-09T12:31:49Z', 'revision_number': 8, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daa03612-1e0c-486a-b24f-b943c3675eab', 'name': '', 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'mac_address': 'fa:16:3e:53:08:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '154ccfde-fcad-4c2c-ac52-9f3991cbf708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:30:12Z', 'updated_at': '2022-02-09T12:30:28Z', 'revision_number': 5, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'subnets': [{'id': '154ccfde-fcad-4c2c-ac52-9f3991cbf708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:31:52.088973 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142352c0-e5ba-4785-b0f2-bb81369663a4 None None] Checking router: e64aad25-5949-4244-ad17-5b6f69543e7f for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:31:52.098522 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142352c0-e5ba-4785-b0f2-bb81369663a4 None None] Routers {'e64aad25-5949-4244-ad17-5b6f69543e7f'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:31:52.099181 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-142352c0-e5ba-4785-b0f2-bb81369663a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:31:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e64aad25-5949-4244-ad17-5b6f69543e7f'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:31:52.138960 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e62b3707-5eff-448c-b8d6-55b4c9aa736f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:52.175554 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d6460-cd0f-4fc2-ae69-8621b8652453 req-5a9b2f7a-366c-4c2e-9276-311d19bb9b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:52.182867 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-058d6460-cd0f-4fc2-ae69-8621b8652453 req-5a9b2f7a-366c-4c2e-9276-311d19bb9b22 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6fc7d014-aab7-4969-9b9f-1b9d5e7c436a HTTP/1.1" status: 200 len: 922 time: 0.3722417 Feb 09 12:31:52.227543 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-10e17389-0332-4874-bcac-2c3ed32fb314 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2041288529'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:31:52.241766 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-10e17389-0332-4874-bcac-2c3ed32fb314 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:31:52.252488 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-10e17389-0332-4874-bcac-2c3ed32fb314 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Usage tracker for resource:network and tenant:188ec09a21804a84838dd1f8077418e2 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:31:52.255292 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b3707-5eff-448c-b8d6-55b4c9aa736f admin admin] Pushing event updated for resources: {'Subnet': ['ID=748d0548-bd33-4660-8489-c4b66e189eab,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:52.257588 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-10e17389-0332-4874-bcac-2c3ed32fb314 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:31:52.266739 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-10e17389-0332-4874-bcac-2c3ed32fb314 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:31:52.268827 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62b3707-5eff-448c-b8d6-55b4c9aa736f admin admin] Checking segment: {'id': 'a866873a-0d32-4789-a4bc-3a89273270ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'fcf9ef0d-2559-4585-bdf1-9ea4f70ac953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:31:52.269197 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62b3707-5eff-448c-b8d6-55b4c9aa736f admin admin] Network hostable DHCP agents. Network: fcf9ef0d-2559-4585-bdf1-9ea4f70ac953, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:31:52.295017 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62b3707-5eff-448c-b8d6-55b4c9aa736f admin admin] Network fcf9ef0d-2559-4585-bdf1-9ea4f70ac953 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:31:52.299145 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-058d6460-cd0f-4fc2-ae69-8621b8652453 req-bcd8c1e7-8898-4daf-938c-2a61e5a1e2e1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c89f1198-521e-46b6-9a42-236dc34ec316 HTTP/1.1" status: 200 len: 998 time: 0.1153719 Feb 09 12:31:52.300429 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e17389-0332-4874-bcac-2c3ed32fb314 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Made reservation on behalf of 188ec09a21804a84838dd1f8077418e2 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:31:52.304239 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-10e17389-0332-4874-bcac-2c3ed32fb314 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:52.320660 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-10e17389-0332-4874-bcac-2c3ed32fb314 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:52.334066 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-e62b3707-5eff-448c-b8d6-55b4c9aa736f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, fcf9ef0d-2559-4585-bdf1-9ea4f70ac953) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:31:52.339344 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-142352c0-e5ba-4785-b0f2-bb81369663a4 None None] Set router e64aad25-5949-4244-ad17-5b6f69543e7f gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:31:52.341145 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-10e17389-0332-4874-bcac-2c3ed32fb314 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:31:52.344999 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62b3707-5eff-448c-b8d6-55b4c9aa736f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:52.345661 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e62b3707-5eff-448c-b8d6-55b4c9aa736f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:52.365163 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-10e17389-0332-4874-bcac-2c3ed32fb314 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Usage tracker for resource:security_group_rule and tenant:188ec09a21804a84838dd1f8077418e2 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:31:52.366603 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5f3a4-f221-417b-9e5e-2d7029bc3f9d req-c1036970-e9d6-4db1-8a5c-1aa66e029707 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:52.368229 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-44f5f3a4-f221-417b-9e5e-2d7029bc3f9d req-c1036970-e9d6-4db1-8a5c-1aa66e029707 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=81ea6099-4fe0-47d8-9fa6-1375fcace60c HTTP/1.1" status: 200 len: 946 time: 0.3243775 Feb 09 12:31:52.374861 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-10e17389-0332-4874-bcac-2c3ed32fb314 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:31:52.379501 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e62b3707-5eff-448c-b8d6-55b4c9aa736f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5649714 Feb 09 12:31:52.383786 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-10e17389-0332-4874-bcac-2c3ed32fb314 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:31:52.390718 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40034597-eaa1-46e3-99b3-6ed00f956678 None None] Network fcf9ef0d-2559-4585-bdf1-9ea4f70ac953 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:31:52.428777 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d6460-cd0f-4fc2-ae69-8621b8652453 req-447aa073-cb67-4aed-a45e-4937fea6fdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:52.431429 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-058d6460-cd0f-4fc2-ae69-8621b8652453 req-447aa073-cb67-4aed-a45e-4937fea6fdfd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=154ccfde-fcad-4c2c-ac52-9f3991cbf708 HTTP/1.1" status: 200 len: 860 time: 0.1314895 Feb 09 12:31:52.500292 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-10e17389-0332-4874-bcac-2c3ed32fb314 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:52.507480 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-10e17389-0332-4874-bcac-2c3ed32fb314 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:52.526169 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-44f5f3a4-f221-417b-9e5e-2d7029bc3f9d req-3c4738a1-6bac-4933-a2d6-a261e8862d82 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508980 Feb 09 12:31:52.550360 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10e17389-0332-4874-bcac-2c3ed32fb314 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:31:52.561237 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e17389-0332-4874-bcac-2c3ed32fb314 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3882499d-bd07-4a8d-953a-1b7fd5e6837c,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:52.574994 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-10e17389-0332-4874-bcac-2c3ed32fb314 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:52.574994 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-10e17389-0332-4874-bcac-2c3ed32fb314 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Added segment cc0f4392-5339-4da5-ac8b-8347e2449c13 of type vlan for network 4f959007-7047-451c-801e-14a0c01a3ab0 Feb 09 12:31:52.589655 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d6460-cd0f-4fc2-ae69-8621b8652453 req-12365757-125d-447b-86bf-4eb65ed9c230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:52.591329 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-058d6460-cd0f-4fc2-ae69-8621b8652453 req-12365757-125d-447b-86bf-4eb65ed9c230 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6fc7d014-aab7-4969-9b9f-1b9d5e7c436a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1362884 Feb 09 12:31:52.618108 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-10e17389-0332-4874-bcac-2c3ed32fb314 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:52.654598 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec191bd0-b237-4999-b440-eb38d16c75ee', 'name': 'network-vif-deleted', 'tag': '26bb081a-e2eb-436d-b3dd-b5ceb0837705', 'status': 'completed', 'code': 200} Feb 09 12:31:52.676729 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-10e17389-0332-4874-bcac-2c3ed32fb314 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:52.683861 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e17389-0332-4874-bcac-2c3ed32fb314 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:52.684561 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-10e17389-0332-4874-bcac-2c3ed32fb314 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:52.798351 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 1bee0836-bbcb-4392-92be-eb20a76e5b71 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:31:52.807150 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e17389-0332-4874-bcac-2c3ed32fb314 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Pushing event updated for resources: {'Network': ['ID=4f959007-7047-451c-801e-14a0c01a3ab0,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:52.813909 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-10e17389-0332-4874-bcac-2c3ed32fb314 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7515290 Feb 09 12:31:52.816745 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60316) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:52.818479 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-058d6460-cd0f-4fc2-ae69-8621b8652453 req-7caa84fd-1018-40f1-8e49-6d2b4886f6cd service neutron] 10.222.0.55 "GET /v2.0/networks/6fc7d014-aab7-4969-9b9f-1b9d5e7c436a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165942 Feb 09 12:31:52.826735 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-21ad96bb-c03a-427a-8dc6-69b9996073fb tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Request body: {'subnet': {'network_id': '4f959007-7047-451c-801e-14a0c01a3ab0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:31:52.840931 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 4f959007-7047-451c-801e-14a0c01a3ab0 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:31:52.853939 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:52.938998 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-21ad96bb-c03a-427a-8dc6-69b9996073fb tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:31:52.943146 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-21ad96bb-c03a-427a-8dc6-69b9996073fb tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Usage tracker for resource:subnet and tenant:188ec09a21804a84838dd1f8077418e2 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:31:52.946897 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-21ad96bb-c03a-427a-8dc6-69b9996073fb tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:31:52.954024 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-21ad96bb-c03a-427a-8dc6-69b9996073fb tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:31:52.964458 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ad96bb-c03a-427a-8dc6-69b9996073fb tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Made reservation on behalf of 188ec09a21804a84838dd1f8077418e2 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:31:52.968099 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-21ad96bb-c03a-427a-8dc6-69b9996073fb tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:52.970441 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7b2e6-6a48-4a4b-b40c-277f346cb3ea req-3f5e5695-a7ad-4958-b692-1d0f21d3be84 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:52.971946 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-98d7b2e6-6a48-4a4b-b40c-277f346cb3ea req-3f5e5695-a7ad-4958-b692-1d0f21d3be84 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 946 time: 0.2247808 Feb 09 12:31:53.024656 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87462e06-6bab-4a77-9917-925913a70cce None None] Network fcf9ef0d-2559-4585-bdf1-9ea4f70ac953 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:31:53.029543 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-058d6460-cd0f-4fc2-ae69-8621b8652453 req-6dab25ea-e753-43a8-95ad-852b7bb17528 service neutron] 10.222.0.55 "GET /v2.0/networks/6fc7d014-aab7-4969-9b9f-1b9d5e7c436a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979187 Feb 09 12:31:53.032752 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-98d7b2e6-6a48-4a4b-b40c-277f346cb3ea req-4159e35d-fb4a-4161-8fde-7d8f0953ae1b tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531170 Feb 09 12:31:53.110189 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd51b9f3-272c-4991-a4c5-bad8b4d07fff', 'tag': 'c89f1198-521e-46b6-9a42-236dc34ec316', 'status': 'completed', 'code': 200} Feb 09 12:31:53.202241 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 1bee0836-bbcb-4392-92be-eb20a76e5b71 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:31:53.228521 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 1bee0836-bbcb-4392-92be-eb20a76e5b71 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:31:53.228903 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:53.319500 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b086ee-83f4-4ba1-b5d6-18c83d19b8f3 req-462e32ad-ae8c-4b81-a7f1-a92447d524e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:53.321062 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f3b086ee-83f4-4ba1-b5d6-18c83d19b8f3 req-462e32ad-ae8c-4b81-a7f1-a92447d524e9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8104375b7a9b46ec9107acb1226f825a&device_id=bd51b9f3-272c-4991-a4c5-bad8b4d07fff HTTP/1.1" status: 200 len: 1096 time: 0.1459243 Feb 09 12:31:53.322017 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-21ad96bb-c03a-427a-8dc6-69b9996073fb tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:53.344320 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90890fce-dfe5-4c2e-a85c-8c3d29bd2ccc req-45cdd2c8-2fd7-40d7-9629-e203d4b2a7f7 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:53.352673 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-90890fce-dfe5-4c2e-a85c-8c3d29bd2ccc req-45cdd2c8-2fd7-40d7-9629-e203d4b2a7f7 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=15debf37-8de7-4867-bb19-a681a8fc422d HTTP/1.1" status: 200 len: 945 time: 0.1982908 Feb 09 12:31:53.422717 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-90890fce-dfe5-4c2e-a85c-8c3d29bd2ccc req-1e5fd6b4-c5a8-4077-90dd-9831e1e46cba tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685990 Feb 09 12:31:53.445276 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5a813-f2d6-4276-9bba-9d4ae7306682 req-ab13b94b-068d-400d-883c-9b417ffba830 tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:53.454716 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-142352c0-e5ba-4785-b0f2-bb81369663a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1181016368-router', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '1b00d4d6-8925-4106-a04c-badfbb6bf6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:29:47Z', 'updated_at': '2022-02-09T12:30:15Z', 'revision_number': 4, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'gw_port': {'id': '1b00d4d6-8925-4106-a04c-badfbb6bf6ab', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:29:54Z', 'updated_at': '2022-02-09T12:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': 'ce5a906d-d8c6-496a-9c3b-c7a86a7b399a', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'floating_ip_address': '172.25.7.45', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'port_id': 'c89f1198-521e-46b6-9a42-236dc34ec316', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a', 'mac_address': 'fa:16:3e:4a:c2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd51b9f3-272c-4991-a4c5-bad8b4d07fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:30:55Z', 'updated_at': '2022-02-09T12:31:49Z', 'revision_number': 8, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daa03612-1e0c-486a-b24f-b943c3675eab', 'name': '', 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'mac_address': 'fa:16:3e:53:08:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '154ccfde-fcad-4c2c-ac52-9f3991cbf708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:30:12Z', 'updated_at': '2022-02-09T12:30:28Z', 'revision_number': 5, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'subnets': [{'id': '154ccfde-fcad-4c2c-ac52-9f3991cbf708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:31:53.456116 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-57d5a813-f2d6-4276-9bba-9d4ae7306682 req-ab13b94b-068d-400d-883c-9b417ffba830 tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d6779d-0f52-4863-8486-39c71f106fa7 HTTP/1.1" status: 200 len: 949 time: 0.2155151 Feb 09 12:31:53.469422 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142352c0-e5ba-4785-b0f2-bb81369663a4 None None] The sync data for ids ['e64aad25-5949-4244-ad17-5b6f69543e7f'] in n-d-825178-3 is: [{'id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1181016368-router', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '1b00d4d6-8925-4106-a04c-badfbb6bf6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:29:47Z', 'updated_at': '2022-02-09T12:30:15Z', 'revision_number': 4, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'gw_port': {'id': '1b00d4d6-8925-4106-a04c-badfbb6bf6ab', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:29:54Z', 'updated_at': '2022-02-09T12:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': 'ce5a906d-d8c6-496a-9c3b-c7a86a7b399a', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'floating_ip_address': '172.25.7.45', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'port_id': 'c89f1198-521e-46b6-9a42-236dc34ec316', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a', 'mac_address': 'fa:16:3e:4a:c2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd51b9f3-272c-4991-a4c5-bad8b4d07fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:30:55Z', 'updated_at': '2022-02-09T12:31:49Z', 'revision_number': 8, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daa03612-1e0c-486a-b24f-b943c3675eab', 'name': '', 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'mac_address': 'fa:16:3e:53:08:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '154ccfde-fcad-4c2c-ac52-9f3991cbf708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:30:12Z', 'updated_at': '2022-02-09T12:30:28Z', 'revision_number': 5, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'subnets': [{'id': '154ccfde-fcad-4c2c-ac52-9f3991cbf708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:31:53.478950 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:53.534651 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d6779d-0f52-4863-8486-39c71f106fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bee0836-bbcb-4392-92be-eb20a76e5b71'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:31:53.549122 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-57d5a813-f2d6-4276-9bba-9d4ae7306682 req-13b166ef-2b9d-4bad-b00d-404cd332b268 tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] 10.222.0.55 "GET /v2.0/security-groups?id=022aa720-143f-40a5-b1ce-2e2bd631d2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915356 Feb 09 12:31:53.571465 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 1bee0836-bbcb-4392-92be-eb20a76e5b71, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=1bee0836-bbcb-4392-92be-eb20a76e5b71,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:31:53.583504 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:53.584053 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 26bb081a-e2eb-436d-b3dd-b5ceb0837705 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:31:53.682647 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad96bb-c03a-427a-8dc6-69b9996073fb tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Pushing event updated for resources: {'Subnet': ['ID=de116c4f-ea2e-4118-a9ec-96ca6f3199a9,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:53.695219 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: 26bb081a-e2eb-436d-b3dd-b5ceb0837705 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:31:53.695566 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 26bb081a-e2eb-436d-b3dd-b5ceb0837705 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:31:53.707392 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ad96bb-c03a-427a-8dc6-69b9996073fb tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Checking segment: {'id': 'cc0f4392-5339-4da5-ac8b-8347e2449c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4f959007-7047-451c-801e-14a0c01a3ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:31:53.707754 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ad96bb-c03a-427a-8dc6-69b9996073fb tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Network hostable DHCP agents. Network: 4f959007-7047-451c-801e-14a0c01a3ab0, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:31:53.750509 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b086ee-83f4-4ba1-b5d6-18c83d19b8f3 req-350c6234-e298-45ca-b2ac-786aaf8af203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:53.752023 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f3b086ee-83f4-4ba1-b5d6-18c83d19b8f3 req-350c6234-e298-45ca-b2ac-786aaf8af203 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6fc7d014-aab7-4969-9b9f-1b9d5e7c436a HTTP/1.1" status: 200 len: 922 time: 0.3978536 Feb 09 12:31:53.780555 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=1bee0836-bbcb-4392-92be-eb20a76e5b71,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:53.829322 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ad96bb-c03a-427a-8dc6-69b9996073fb tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Network 4f959007-7047-451c-801e-14a0c01a3ab0 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:31:53.831865 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488e5987-ee77-498e-9479-81128bdf5bfd None None] New status for floating IP ce5a906d-d8c6-496a-9c3b-c7a86a7b399a: ACTIVE {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:31:53.869301 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-21ad96bb-c03a-427a-8dc6-69b9996073fb tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 4f959007-7047-451c-801e-14a0c01a3ab0) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:31:53.873661 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ad96bb-c03a-427a-8dc6-69b9996073fb tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:53.874278 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-21ad96bb-c03a-427a-8dc6-69b9996073fb tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:53.880859 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a20aedd-76f8-478d-bd2f-e13be2277b06 None None] Network 4f959007-7047-451c-801e-14a0c01a3ab0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:31:53.907740 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f3b086ee-83f4-4ba1-b5d6-18c83d19b8f3 req-3009a409-5369-4e71-84e7-62397596e244 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c89f1198-521e-46b6-9a42-236dc34ec316 HTTP/1.1" status: 200 len: 998 time: 0.1448836 Feb 09 12:31:53.911254 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d197d-8ca5-4ae6-b6e4-00686cda7d30 req-b9a9cc6b-9bce-412b-a253-87e6b400ecdf tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:53.913107 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f44d197d-8ca5-4ae6-b6e4-00686cda7d30 req-b9a9cc6b-9bce-412b-a253-87e6b400ecdf tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=23a2acd0-5ea5-452b-bf41-c6af6610990e HTTP/1.1" status: 200 len: 946 time: 0.2028050 Feb 09 12:31:53.914504 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-21ad96bb-c03a-427a-8dc6-69b9996073fb tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0958691 Feb 09 12:31:53.916840 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60342) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:53.926373 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-a71a79d8-aea7-41a7-85eb-30bcb35fd87d tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Request body: {'port': {'network_id': '4f959007-7047-451c-801e-14a0c01a3ab0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-500014931'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:31:53.981732 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b086ee-83f4-4ba1-b5d6-18c83d19b8f3 req-d839949d-6aac-4488-9647-3fc203eca3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:53.984303 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f3b086ee-83f4-4ba1-b5d6-18c83d19b8f3 req-d839949d-6aac-4488-9647-3fc203eca3cd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=154ccfde-fcad-4c2c-ac52-9f3991cbf708 HTTP/1.1" status: 200 len: 860 time: 0.0686660 Feb 09 12:31:54.076664 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f44d197d-8ca5-4ae6-b6e4-00686cda7d30 req-9a3d9e96-8036-4be0-81dc-be1eb687c47b tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249468 Feb 09 12:31:54.091343 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b086ee-83f4-4ba1-b5d6-18c83d19b8f3 req-43cf1b22-c886-4ac0-a56b-8d3dd62ac677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:54.093528 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f3b086ee-83f4-4ba1-b5d6-18c83d19b8f3 req-43cf1b22-c886-4ac0-a56b-8d3dd62ac677 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6fc7d014-aab7-4969-9b9f-1b9d5e7c436a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0968819 Feb 09 12:31:54.169022 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4bb5f8-9549-4ce1-9298-ef507d06dfd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-4f959007-7047-451c-801e-14a0c01a3ab0', 'network_id': '4f959007-7047-451c-801e-14a0c01a3ab0', 'tenant_id': '188ec09a21804a84838dd1f8077418e2', 'fixed_ips': [{'subnet_id': 'de116c4f-ea2e-4118-a9ec-96ca6f3199a9'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:31:54.170311 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2d4bb5f8-9549-4ce1-9298-ef507d06dfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:54.190507 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-79359790-2a4e-4b77-886d-2d0971d8ba63 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:54.191242 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-79359790-2a4e-4b77-886d-2d0971d8ba63 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Synchronizing usage tracker for tenant:0c78ca1cefe04bd297e3e566625cc173 on resource:network {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:31:54.253990 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f3b086ee-83f4-4ba1-b5d6-18c83d19b8f3 req-9967359f-a92b-4a53-8ed4-90e4dacac0fe service neutron] 10.222.0.46 "GET /v2.0/networks/6fc7d014-aab7-4969-9b9f-1b9d5e7c436a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492553 Feb 09 12:31:54.393870 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-2d4bb5f8-9549-4ce1-9298-ef507d06dfd6 None None] Allocated IP 2001:db8::2 (4f959007-7047-451c-801e-14a0c01a3ab0/de116c4f-ea2e-4118-a9ec-96ca6f3199a9/f6e72460-7457-48e4-8de6-df8c72c52255) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:31:54.410181 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-a71a79d8-aea7-41a7-85eb-30bcb35fd87d tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:31:54.412325 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-79359790-2a4e-4b77-886d-2d0971d8ba63 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Unset dirty status for tenant:0c78ca1cefe04bd297e3e566625cc173 on resource:network {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:31:54.418624 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-79359790-2a4e-4b77-886d-2d0971d8ba63 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] 10.222.0.55 "GET /v2.0/networks?id=fcf9ef0d-2559-4585-bdf1-9ea4f70ac953 HTTP/1.1" status: 200 len: 822 time: 0.6328654 Feb 09 12:31:54.424527 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a71a79d8-aea7-41a7-85eb-30bcb35fd87d tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Usage tracker for resource:port and tenant:188ec09a21804a84838dd1f8077418e2 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:31:54.432029 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a71a79d8-aea7-41a7-85eb-30bcb35fd87d tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:31:54.433958 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f3b086ee-83f4-4ba1-b5d6-18c83d19b8f3 req-41bc28ea-3d54-4883-a5db-e6f2dc7fdeaa service neutron] 10.222.0.46 "GET /v2.0/networks/6fc7d014-aab7-4969-9b9f-1b9d5e7c436a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591928 Feb 09 12:31:54.443664 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-88e4e386-e379-4f57-a099-0ef5f2bbb8ee req-779511ef-75a9-475c-abd7-7ef420ea3b4b tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/floatingips/ce5a906d-d8c6-496a-9c3b-c7a86a7b399a HTTP/1.1" status: 200 len: 997 time: 0.3187354 Feb 09 12:31:54.444641 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-a71a79d8-aea7-41a7-85eb-30bcb35fd87d tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:31:54.453143 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-9cee0aa9-b972-470e-b195-053096588b29 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] 10.222.0.55 "GET /v2.0/quotas/0c78ca1cefe04bd297e3e566625cc173 HTTP/1.1" status: 200 len: 375 time: 0.0333860 Feb 09 12:31:54.519758 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-ba62960a-c185-4497-8275-72babfe71e8c tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0c78ca1cefe04bd297e3e566625cc173&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0657401 Feb 09 12:31:54.528100 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71a79d8-aea7-41a7-85eb-30bcb35fd87d tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Made reservation on behalf of 188ec09a21804a84838dd1f8077418e2 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:31:54.531494 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a71a79d8-aea7-41a7-85eb-30bcb35fd87d tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:54.607167 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2d4bb5f8-9549-4ce1-9298-ef507d06dfd6 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:54.617624 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2d4bb5f8-9549-4ce1-9298-ef507d06dfd6 None None] Transition to ACTIVE for port object f6e72460-7457-48e4-8de6-df8c72c52255 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:31:54.635918 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2d4bb5f8-9549-4ce1-9298-ef507d06dfd6 None None] Transition to ACTIVE for port object f6e72460-7457-48e4-8de6-df8c72c52255 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:31:54.641481 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2d4bb5f8-9549-4ce1-9298-ef507d06dfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:54.693969 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [None req-a71a79d8-aea7-41a7-85eb-30bcb35fd87d tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] device_id is not set on port 22caf482-4780-4651-b2ba-c9b46d06b887 yet. {{(pid=87567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:31:54.709740 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4bb5f8-9549-4ce1-9298-ef507d06dfd6 None None] Network 4f959007-7047-451c-801e-14a0c01a3ab0 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:31:54.712648 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-2d4bb5f8-9549-4ce1-9298-ef507d06dfd6 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:31:54.716205 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4bb5f8-9549-4ce1-9298-ef507d06dfd6 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:31:54.722083 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4bb5f8-9549-4ce1-9298-ef507d06dfd6 None None] Pushing event updated for resources: {'Port': ['ID=f6e72460-7457-48e4-8de6-df8c72c52255,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:54.808703 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-2d4bb5f8-9549-4ce1-9298-ef507d06dfd6 None None] Attempting to bind port f6e72460-7457-48e4-8de6-df8c72c52255 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:31:54.809070 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-2d4bb5f8-9549-4ce1-9298-ef507d06dfd6 None None] Attempting to bind port f6e72460-7457-48e4-8de6-df8c72c52255 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'cc0f4392-5339-4da5-ac8b-8347e2449c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4f959007-7047-451c-801e-14a0c01a3ab0'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:31:54.809427 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4bb5f8-9549-4ce1-9298-ef507d06dfd6 None None] Attempting to bind port f6e72460-7457-48e4-8de6-df8c72c52255 on network 4f959007-7047-451c-801e-14a0c01a3ab0 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:31:54.815485 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4bb5f8-9549-4ce1-9298-ef507d06dfd6 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:31:54.815872 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4bb5f8-9549-4ce1-9298-ef507d06dfd6 None None] Checking segment: {'id': 'cc0f4392-5339-4da5-ac8b-8347e2449c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4f959007-7047-451c-801e-14a0c01a3ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:31:54.816280 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2d4bb5f8-9549-4ce1-9298-ef507d06dfd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:54.816661 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4bb5f8-9549-4ce1-9298-ef507d06dfd6 None None] Bound using segment: {'id': 'cc0f4392-5339-4da5-ac8b-8347e2449c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4f959007-7047-451c-801e-14a0c01a3ab0'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:31:54.817117 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-2d4bb5f8-9549-4ce1-9298-ef507d06dfd6 None None] Bound port: f6e72460-7457-48e4-8de6-df8c72c52255, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0f4392-5339-4da5-ac8b-8347e2449c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4f959007-7047-451c-801e-14a0c01a3ab0'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:31:54.817487 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2d4bb5f8-9549-4ce1-9298-ef507d06dfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:54.836116 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4e386-e379-4f57-a099-0ef5f2bbb8ee req-55c044c9-9dab-4f68-aaac-97121cd84675 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:54.837459 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-88e4e386-e379-4f57-a099-0ef5f2bbb8ee req-55c044c9-9dab-4f68-aaac-97121cd84675 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/networks/af0bad45-b31e-4cb1-a77c-3bbc34409de5 HTTP/1.1" status: 200 len: 784 time: 0.3450613 Feb 09 12:31:54.851576 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-f4bef66b-4a87-4b3e-b4e3-a3b002898da7 service neutron] 10.222.0.55 "GET /v2.0/networks/fcf9ef0d-2559-4585-bdf1-9ea4f70ac953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244956 Feb 09 12:31:54.857838 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-88e4e386-e379-4f57-a099-0ef5f2bbb8ee req-00c98ac7-7ceb-4d67-b89a-fa427b425104 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:31:54.858785 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-88e4e386-e379-4f57-a099-0ef5f2bbb8ee req-00c98ac7-7ceb-4d67-b89a-fa427b425104 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126665 Feb 09 12:31:54.914810 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-2d4bb5f8-9549-4ce1-9298-ef507d06dfd6 None None] For port f6e72460-7457-48e4-8de6-df8c72c52255, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:31:54.917837 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-2d4bb5f8-9549-4ce1-9298-ef507d06dfd6 None None] For port f6e72460-7457-48e4-8de6-df8c72c52255, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=f6e72460-7457-48e4-8de6-df8c72c52255,segment=NetworkSegment(cc0f4392-5339-4da5-ac8b-8347e2449c13),segment_id=cc0f4392-5339-4da5-ac8b-8347e2449c13)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:31:54.924854 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2d4bb5f8-9549-4ce1-9298-ef507d06dfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:55.008543 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4bb5f8-9549-4ce1-9298-ef507d06dfd6 None None] Pushing event updated for resources: {'Port': ['ID=f6e72460-7457-48e4-8de6-df8c72c52255,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:55.072786 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-a71a79d8-aea7-41a7-85eb-30bcb35fd87d tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Allocated IP 2001:db8::c4 (4f959007-7047-451c-801e-14a0c01a3ab0/de116c4f-ea2e-4118-a9ec-96ca6f3199a9/22caf482-4780-4651-b2ba-c9b46d06b887) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:31:55.126436 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-ac85a9f6-e8ad-49b7-9c5d-2dc549c4d263 service neutron] 10.222.0.55 "GET /v2.0/networks/fcf9ef0d-2559-4585-bdf1-9ea4f70ac953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661252 Feb 09 12:31:55.173490 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45898479-04c9-4a25-a8ee-baba2de76a47 req-de0b8d8f-c371-4ab3-8d01-c9385c244a58 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:55.174866 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-45898479-04c9-4a25-a8ee-baba2de76a47 req-de0b8d8f-c371-4ab3-8d01-c9385c244a58 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 946 time: 0.2051005 Feb 09 12:31:55.355617 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-45898479-04c9-4a25-a8ee-baba2de76a47 req-ad1d6466-2503-4b4a-a00f-ea685002f1ea tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680052 Feb 09 12:31:55.437024 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d6779d-0f52-4863-8486-39c71f106fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bee0836-bbcb-4392-92be-eb20a76e5b71', 'code': 200} Feb 09 12:31:55.529301 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a71a79d8-aea7-41a7-85eb-30bcb35fd87d tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:55.554125 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ef093-71ae-4990-bdd6-de9a8be08744 req-76721042-c21b-48df-9e4b-44facab99f01 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:55.555664 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-773ef093-71ae-4990-bdd6-de9a8be08744 req-76721042-c21b-48df-9e4b-44facab99f01 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=81ea6099-4fe0-47d8-9fa6-1375fcace60c HTTP/1.1" status: 200 len: 946 time: 0.1659193 Feb 09 12:31:55.558330 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-a71a79d8-aea7-41a7-85eb-30bcb35fd87d tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Transition to ACTIVE for port object 22caf482-4780-4651-b2ba-c9b46d06b887 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:31:55.595229 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62b15a-2054-4033-a832-a6c40689c062 req-3437cdf4-f7d7-4808-9be3-0c1a180105ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:55.597131 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2b62b15a-2054-4033-a832-a6c40689c062 req-3437cdf4-f7d7-4808-9be3-0c1a180105ab service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=58d6779d-0f52-4863-8486-39c71f106fa7 HTTP/1.1" status: 200 len: 1101 time: 0.0937295 Feb 09 12:31:55.650239 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2b62b15a-2054-4033-a832-a6c40689c062 req-6276067b-0482-4532-ba5c-b77b2c8a5d3c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=022aa720-143f-40a5-b1ce-2e2bd631d2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435078 Feb 09 12:31:55.664954 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-773ef093-71ae-4990-bdd6-de9a8be08744 req-4a358169-e418-4587-825b-a7e2b5b206c6 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009951 Feb 09 12:31:55.682161 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a71a79d8-aea7-41a7-85eb-30bcb35fd87d tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:55.767963 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71a79d8-aea7-41a7-85eb-30bcb35fd87d tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Network 4f959007-7047-451c-801e-14a0c01a3ab0 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:31:55.778484 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c577804-34d4-4f61-bf69-fb245a03df88 req-796424c4-208c-4990-ae0b-05abd5a2e7f4 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:55.780060 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3c577804-34d4-4f61-bf69-fb245a03df88 req-796424c4-208c-4990-ae0b-05abd5a2e7f4 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=15debf37-8de7-4867-bb19-a681a8fc422d HTTP/1.1" status: 200 len: 945 time: 0.1998591 Feb 09 12:31:55.785630 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-a71a79d8-aea7-41a7-85eb-30bcb35fd87d tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:31:55.820451 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71a79d8-aea7-41a7-85eb-30bcb35fd87d tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:31:55.825770 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71a79d8-aea7-41a7-85eb-30bcb35fd87d tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:55.826397 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a71a79d8-aea7-41a7-85eb-30bcb35fd87d tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:55.860543 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a79d8-aea7-41a7-85eb-30bcb35fd87d tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Pushing event updated for resources: {'Port': ['ID=22caf482-4780-4651-b2ba-c9b46d06b887,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:55.904746 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a71a79d8-aea7-41a7-85eb-30bcb35fd87d tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.9868743 Feb 09 12:31:55.908762 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60368) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:55.915485 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3c577804-34d4-4f61-bf69-fb245a03df88 req-991384db-6171-4d5c-97cc-80a1a51eacb5 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840745 Feb 09 12:31:55.920358 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-0eaef68a-be08-4e0a-abc0-0e6fee40f824 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Request body: {'port': {'network_id': '4f959007-7047-451c-801e-14a0c01a3ab0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-955503867', 'allowed_address_pairs': [{'ip_address': '2001:db8::c4', 'mac_address': 'fa:16:3e:a3:f9:fa'}]}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:31:55.969137 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4cb1d1-d007-45b9-bea3-a4eb8d1e6a5b req-6188356b-6811-43c6-9caa-b910bacdccc7 tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:55.977325 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-de4cb1d1-d007-45b9-bea3-a4eb8d1e6a5b req-6188356b-6811-43c6-9caa-b910bacdccc7 tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d6779d-0f52-4863-8486-39c71f106fa7 HTTP/1.1" status: 200 len: 950 time: 0.1927631 Feb 09 12:31:56.089009 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0eaef68a-be08-4e0a-abc0-0e6fee40f824 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:31:56.093051 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0eaef68a-be08-4e0a-abc0-0e6fee40f824 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Usage tracker for resource:port and tenant:188ec09a21804a84838dd1f8077418e2 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:31:56.102572 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0eaef68a-be08-4e0a-abc0-0e6fee40f824 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:31:56.109759 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0eaef68a-be08-4e0a-abc0-0e6fee40f824 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:31:56.119381 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-de4cb1d1-d007-45b9-bea3-a4eb8d1e6a5b req-e4f22c50-55d6-4253-a2de-a1dc70715d7d tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] 10.222.0.55 "GET /v2.0/security-groups?id=022aa720-143f-40a5-b1ce-2e2bd631d2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410103 Feb 09 12:31:56.134403 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eaef68a-be08-4e0a-abc0-0e6fee40f824 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Made reservation on behalf of 188ec09a21804a84838dd1f8077418e2 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:31:56.146490 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-35b48f11-104b-4bb4-ae47-be01b9593dd1 req-fdce3e69-bbca-4e16-8618-a4bfd5cf4761 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.45 HTTP/1.1" status: 200 len: 1000 time: 0.1660395 Feb 09 12:31:56.245701 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b48f11-104b-4bb4-ae47-be01b9593dd1 req-53b5a220-30df-4f87-88a4-c05463d4205b tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:56.247442 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-35b48f11-104b-4bb4-ae47-be01b9593dd1 req-53b5a220-30df-4f87-88a4-c05463d4205b tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/ports/c89f1198-521e-46b6-9a42-236dc34ec316 HTTP/1.1" status: 200 len: 942 time: 0.1000550 Feb 09 12:31:56.292979 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0eaef68a-be08-4e0a-abc0-0e6fee40f824 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:56.318329 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-0eaef68a-be08-4e0a-abc0-0e6fee40f824 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] device_id is not set on port bcc9ae77-ab23-4548-8b62-df79ae655eb7 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:31:56.336787 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602228ee-76cb-41c0-8e9a-726a3b349379 None None] Network 4f959007-7047-451c-801e-14a0c01a3ab0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:31:56.443323 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-520d922a-61f2-4c72-88b7-c1493d547812 None None] Provisioning for port f6e72460-7457-48e4-8de6-df8c72c52255 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:31:56.518218 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-0eaef68a-be08-4e0a-abc0-0e6fee40f824 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Allocated IP 2001:db8::106 (4f959007-7047-451c-801e-14a0c01a3ab0/de116c4f-ea2e-4118-a9ec-96ca6f3199a9/bcc9ae77-ab23-4548-8b62-df79ae655eb7) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:31:56.588874 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec10ad-84f6-4499-98a7-7440e73f48fd req-d3abbf9c-cd05-4a13-a920-65a6dd065f7f tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:56.590272 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-33ec10ad-84f6-4499-98a7-7440e73f48fd req-d3abbf9c-cd05-4a13-a920-65a6dd065f7f tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=23a2acd0-5ea5-452b-bf41-c6af6610990e HTTP/1.1" status: 200 len: 946 time: 0.3070993 Feb 09 12:31:56.636132 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device f6e72460-7457-48e4-8de6-df8c72c52255 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:31:56.645589 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-35b48f11-104b-4bb4-ae47-be01b9593dd1 req-dedf5163-48f8-484e-9ebb-2946d47c0620 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.45 HTTP/1.1" status: 200 len: 1000 time: 0.2793655 Feb 09 12:31:56.657377 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-33ec10ad-84f6-4499-98a7-7440e73f48fd req-d4bbb408-1dc1-4b5d-bf2c-e6c5fd84102d tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574162 Feb 09 12:31:56.755453 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port f6e72460-7457-48e4-8de6-df8c72c52255 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:31:56.762339 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port f6e72460-7457-48e4-8de6-df8c72c52255 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:31:56.762839 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:56.931290 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b48f11-104b-4bb4-ae47-be01b9593dd1 req-3f12eeb4-c542-488b-b14b-4378c4f1b1d9 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:56.940398 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-35b48f11-104b-4bb4-ae47-be01b9593dd1 req-3f12eeb4-c542-488b-b14b-4378c4f1b1d9 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/networks/af0bad45-b31e-4cb1-a77c-3bbc34409de5 HTTP/1.1" status: 200 len: 784 time: 0.2889450 Feb 09 12:31:56.948663 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:56.971480 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0eaef68a-be08-4e0a-abc0-0e6fee40f824 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:56.988271 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-d8e3df18-7123-4102-8902-2ab2ef62c61c tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:56.990706 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-d8e3df18-7123-4102-8902-2ab2ef62c61c tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] 10.222.0.46 "GET /v2.0/networks?id=fcf9ef0d-2559-4585-bdf1-9ea4f70ac953 HTTP/1.1" status: 200 len: 822 time: 0.2418261 Feb 09 12:31:57.002776 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-114ee925-62e1-4843-ba0d-2d8e08b312f3 req-6a27b991-025d-4110-a2c3-f5ee992c2793 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ae6d465-767d-4c6e-b8b8-8fa9af88b15d HTTP/1.1" status: 200 len: 210 time: 0.1545255 Feb 09 12:31:57.009090 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port f6e72460-7457-48e4-8de6-df8c72c52255, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=f6e72460-7457-48e4-8de6-df8c72c52255,segment=NetworkSegment(cc0f4392-5339-4da5-ac8b-8347e2449c13),segment_id=cc0f4392-5339-4da5-ac8b-8347e2449c13)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:31:57.014495 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-93ba944a-895a-4b75-8637-3a7bccb00169 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Request body: {'port': {'device_id': '5ae6d465-767d-4c6e-b8b8-8fa9af88b15d', 'network_id': 'fcf9ef0d-2559-4585-bdf1-9ea4f70ac953', 'admin_state_up': True, 'tenant_id': '0c78ca1cefe04bd297e3e566625cc173'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:31:57.023426 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:57.030037 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-0eaef68a-be08-4e0a-abc0-0e6fee40f824 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Transition to ACTIVE for port object bcc9ae77-ab23-4548-8b62-df79ae655eb7 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:31:57.187682 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=f6e72460-7457-48e4-8de6-df8c72c52255,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:57.223622 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-28ce5685-bd81-4d07-a4fa-313c540f65a5 None None] Provisioning for port 22caf482-4780-4651-b2ba-c9b46d06b887 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:31:57.234573 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-28ce5685-bd81-4d07-a4fa-313c540f65a5 None None] Provisioning complete for port 22caf482-4780-4651-b2ba-c9b46d06b887 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:31:57.235160 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-28ce5685-bd81-4d07-a4fa-313c540f65a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:57.307614 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-28ce5685-bd81-4d07-a4fa-313c540f65a5 None None] Port 22caf482-4780-4651-b2ba-c9b46d06b887 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:31:57.319083 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-28ce5685-bd81-4d07-a4fa-313c540f65a5 None None] Provisioning complete for port f6e72460-7457-48e4-8de6-df8c72c52255 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:31:57.319455 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-28ce5685-bd81-4d07-a4fa-313c540f65a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:57.391818 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-35b48f11-104b-4bb4-ae47-be01b9593dd1 req-324d5922-b18b-4a66-89d5-a619efa29d1c tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.45 HTTP/1.1" status: 200 len: 1000 time: 0.4504662 Feb 09 12:31:57.408298 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-35b48f11-104b-4bb4-ae47-be01b9593dd1 req-940a7cda-786a-4fd3-9220-2d604069bef4 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:31:57.431689 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-93ba944a-895a-4b75-8637-3a7bccb00169 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:31:57.439875 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-93ba944a-895a-4b75-8637-3a7bccb00169 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Usage tracker for resource:port and tenant:0c78ca1cefe04bd297e3e566625cc173 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:31:57.443441 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-93ba944a-895a-4b75-8637-3a7bccb00169 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:31:57.446745 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0eaef68a-be08-4e0a-abc0-0e6fee40f824 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:57.527768 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-93ba944a-895a-4b75-8637-3a7bccb00169 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:31:57.554049 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaef68a-be08-4e0a-abc0-0e6fee40f824 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Pushing event updated for resources: {'Port': ['ID=bcc9ae77-ab23-4548-8b62-df79ae655eb7,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:57.566591 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eaef68a-be08-4e0a-abc0-0e6fee40f824 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Network 4f959007-7047-451c-801e-14a0c01a3ab0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:31:57.568187 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-0eaef68a-be08-4e0a-abc0-0e6fee40f824 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:31:57.570578 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaef68a-be08-4e0a-abc0-0e6fee40f824 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:31:57.579712 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eaef68a-be08-4e0a-abc0-0e6fee40f824 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:57.580740 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0eaef68a-be08-4e0a-abc0-0e6fee40f824 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:57.590944 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-93ba944a-895a-4b75-8637-3a7bccb00169 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Made reservation on behalf of 0c78ca1cefe04bd297e3e566625cc173 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:31:57.594925 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-93ba944a-895a-4b75-8637-3a7bccb00169 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:57.600875 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-35b48f11-104b-4bb4-ae47-be01b9593dd1 req-940a7cda-786a-4fd3-9220-2d604069bef4 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify callbacks [] for floatingip, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:57.630336 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0eaef68a-be08-4e0a-abc0-0e6fee40f824 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.7163866 Feb 09 12:31:57.640936 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-acd40a6f-fda2-4623-ac03-50d870abed65 None None] Provisioning complete for port 22caf482-4780-4651-b2ba-c9b46d06b887 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:31:57.642190 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-acd40a6f-fda2-4623-ac03-50d870abed65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:57.662316 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60382) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:57.722232 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-acd40a6f-fda2-4623-ac03-50d870abed65 None None] Port 22caf482-4780-4651-b2ba-c9b46d06b887 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:31:57.839731 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5e741-3938-4bc9-ae5a-2567904b374b req-8de51b80-eca9-415a-a05c-9036ab3f2590 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:57.843996 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b7720a-32cf-475b-8297-bbc1668b7170 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:57.847762 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-63b5e741-3938-4bc9-ae5a-2567904b374b req-8de51b80-eca9-415a-a05c-9036ab3f2590 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=15debf37-8de7-4867-bb19-a681a8fc422d HTTP/1.1" status: 200 len: 945 time: 0.3048496 Feb 09 12:31:57.850404 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b7720a-32cf-475b-8297-bbc1668b7170 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:57.856783 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b7720a-32cf-475b-8297-bbc1668b7170 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:57.857783 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d0b7720a-32cf-475b-8297-bbc1668b7170 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Synchronizing usage tracker for tenant:188ec09a21804a84838dd1f8077418e2 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:31:57.880428 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-93ba944a-895a-4b75-8637-3a7bccb00169 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Allocated IP 172.20.0.8 (fcf9ef0d-2559-4585-bdf1-9ea4f70ac953/748d0548-bd33-4660-8489-c4b66e189eab/64e25bb3-338e-4283-b6f2-88c28f57c3ee) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:31:57.892726 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d0b7720a-32cf-475b-8297-bbc1668b7170 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Unset dirty status for tenant:188ec09a21804a84838dd1f8077418e2 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:31:57.893874 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d0b7720a-32cf-475b-8297-bbc1668b7170 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.2306149 Feb 09 12:31:57.896634 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60388) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:57.950365 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-8e5cb757-dabf-4c3c-87e2-2384b92d6f6a None None] Provisioning for port bcc9ae77-ab23-4548-8b62-df79ae655eb7 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:31:57.957681 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-8e5cb757-dabf-4c3c-87e2-2384b92d6f6a None None] Provisioning complete for port bcc9ae77-ab23-4548-8b62-df79ae655eb7 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:31:57.958866 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8e5cb757-dabf-4c3c-87e2-2384b92d6f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:57.970099 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-35b48f11-104b-4bb4-ae47-be01b9593dd1 req-940a7cda-786a-4fd3-9220-2d604069bef4 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:57.991207 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-63b5e741-3938-4bc9-ae5a-2567904b374b req-44bbd63f-81b1-48de-9596-75d4005a2ce0 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422594 Feb 09 12:31:57.992336 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-35b48f11-104b-4bb4-ae47-be01b9593dd1 req-940a7cda-786a-4fd3-9220-2d604069bef4 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:57.994095 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [req-35b48f11-104b-4bb4-ae47-be01b9593dd1 req-940a7cda-786a-4fd3-9220-2d604069bef4 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Floating IP ce5a906d-d8c6-496a-9c3b-c7a86a7b399a disassociated. External IP: 172.25.7.45, port: c89f1198-521e-46b6-9a42-236dc34ec316. Feb 09 12:31:58.025453 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-99175a54-d272-421f-8534-db771d1f4565 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Deleting port bcc9ae77-ab23-4548-8b62-df79ae655eb7 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:31:58.026040 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-99175a54-d272-421f-8534-db771d1f4565 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:58.045184 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-8e5cb757-dabf-4c3c-87e2-2384b92d6f6a None None] Port bcc9ae77-ab23-4548-8b62-df79ae655eb7 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:31:58.376591 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-93ba944a-895a-4b75-8637-3a7bccb00169 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:58.379525 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43166e90-33df-4757-8c22-40ea83a7d1e1 req-ebf8460d-ec1d-4a75-8807-80a72844ff43 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:58.381081 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-43166e90-33df-4757-8c22-40ea83a7d1e1 req-ebf8460d-ec1d-4a75-8807-80a72844ff43 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 946 time: 0.2620919 Feb 09 12:31:58.438560 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-99175a54-d272-421f-8534-db771d1f4565 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:58.512940 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-43166e90-33df-4757-8c22-40ea83a7d1e1 req-047be99a-ad45-497d-bd07-0c10795b1cf0 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192129 Feb 09 12:31:58.526172 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35b48f11-104b-4bb4-ae47-be01b9593dd1 req-940a7cda-786a-4fd3-9220-2d604069bef4 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Router e64aad25-5949-4244-ad17-5b6f69543e7f has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:31:58.548839 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device f6e72460-7457-48e4-8de6-df8c72c52255 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:31:58.615368 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-99175a54-d272-421f-8534-db771d1f4565 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Calling delete_port for bcc9ae77-ab23-4548-8b62-df79ae655eb7 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:31:58.661617 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port f6e72460-7457-48e4-8de6-df8c72c52255 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:31:58.662199 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-93ba944a-895a-4b75-8637-3a7bccb00169 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:58.662350 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:58.764196 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-93ba944a-895a-4b75-8637-3a7bccb00169 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Network fcf9ef0d-2559-4585-bdf1-9ea4f70ac953 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:31:58.770263 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-93ba944a-895a-4b75-8637-3a7bccb00169 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:31:58.776563 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-93ba944a-895a-4b75-8637-3a7bccb00169 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:31:58.827320 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba944a-895a-4b75-8637-3a7bccb00169 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Pushing event updated for resources: {'Port': ['ID=64e25bb3-338e-4283-b6f2-88c28f57c3ee,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:58.903690 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35b48f11-104b-4bb4-ae47-be01b9593dd1 req-940a7cda-786a-4fd3-9220-2d604069bef4 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:31:58.903991 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-93ba944a-895a-4b75-8637-3a7bccb00169 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:58.904628 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-93ba944a-895a-4b75-8637-3a7bccb00169 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:58.909314 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-35b48f11-104b-4bb4-ae47-be01b9593dd1 req-940a7cda-786a-4fd3-9220-2d604069bef4 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:58.914433 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb67efd-bc95-41d4-b323-de960c1e4dde None None] Sync routers for ids ['e64aad25-5949-4244-ad17-5b6f69543e7f'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:31:58.924655 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb67efd-bc95-41d4-b323-de960c1e4dde None None] Routers {'e64aad25-5949-4244-ad17-5b6f69543e7f'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:31:58.925338 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-9bb67efd-bc95-41d4-b323-de960c1e4dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:31:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e64aad25-5949-4244-ad17-5b6f69543e7f'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:31:58.946292 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-93ba944a-895a-4b75-8637-3a7bccb00169 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9383852 Feb 09 12:31:58.947534 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-99175a54-d272-421f-8534-db771d1f4565 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:58.977981 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-35b48f11-104b-4bb4-ae47-be01b9593dd1 req-940a7cda-786a-4fd3-9220-2d604069bef4 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "PUT /v2.0/floatingips/ce5a906d-d8c6-496a-9c3b-c7a86a7b399a HTTP/1.1" status: 200 len: 695 time: 1.5800080 Feb 09 12:31:58.980081 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd51b9f3-272c-4991-a4c5-bad8b4d07fff', 'tag': 'c89f1198-521e-46b6-9a42-236dc34ec316'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:31:58.992569 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ed264-5704-4623-9e65-b42f7aea40bf req-f7cd4a90-20fb-49cf-a928-008d2038b362 tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:58.994922 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-792ed264-5704-4623-9e65-b42f7aea40bf req-f7cd4a90-20fb-49cf-a928-008d2038b362 tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d6779d-0f52-4863-8486-39c71f106fa7 HTTP/1.1" status: 200 len: 950 time: 0.1557157 Feb 09 12:31:58.998484 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-6127dd4d-c407-44a3-ab07-a3723f37e186 service neutron] Request body: {'port': {'device_id': '5ae6d465-767d-4c6e-b8b8-8fa9af88b15d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:31:59.039521 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99175a54-d272-421f-8534-db771d1f4565 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Pushing event deleted for resources: {'Port': ['ID=bcc9ae77-ab23-4548-8b62-df79ae655eb7,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:31:59.094129 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-792ed264-5704-4623-9e65-b42f7aea40bf req-bb244403-8085-4daf-86db-3bd27d2ed7a5 tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] 10.222.0.55 "GET /v2.0/security-groups?id=022aa720-143f-40a5-b1ce-2e2bd631d2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929413 Feb 09 12:31:59.112087 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b48f11-104b-4bb4-ae47-be01b9593dd1 req-1963050e-fde6-4609-81a4-2cd500ab9d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:59.113833 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-35b48f11-104b-4bb4-ae47-be01b9593dd1 req-1963050e-fde6-4609-81a4-2cd500ab9d91 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8104375b7a9b46ec9107acb1226f825a&device_id=bd51b9f3-272c-4991-a4c5-bad8b4d07fff HTTP/1.1" status: 200 len: 1096 time: 0.1148767 Feb 09 12:31:59.150588 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-9bb67efd-bc95-41d4-b323-de960c1e4dde None None] Set router e64aad25-5949-4244-ad17-5b6f69543e7f gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:31:59.341847 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b48f11-104b-4bb4-ae47-be01b9593dd1 req-e4fa879f-6141-441f-b704-dcef6e49c55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:59.343528 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-35b48f11-104b-4bb4-ae47-be01b9593dd1 req-e4fa879f-6141-441f-b704-dcef6e49c55d service neutron] 10.222.0.55 "GET /v2.0/networks?id=6fc7d014-aab7-4969-9b9f-1b9d5e7c436a HTTP/1.1" status: 200 len: 922 time: 0.2205985 Feb 09 12:31:59.425495 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3ae49-2634-42eb-a41b-d4d3595e5ebd req-df3a81b3-c231-4bdd-8a5b-6f52aaeae8c8 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:59.427355 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c6b3ae49-2634-42eb-a41b-d4d3595e5ebd req-df3a81b3-c231-4bdd-8a5b-6f52aaeae8c8 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=81ea6099-4fe0-47d8-9fa6-1375fcace60c HTTP/1.1" status: 200 len: 946 time: 0.1931279 Feb 09 12:31:59.443450 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-99175a54-d272-421f-8534-db771d1f4565 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:59.445309 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-99175a54-d272-421f-8534-db771d1f4565 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] 10.222.0.55 "DELETE /v2.0/ports/bcc9ae77-ab23-4548-8b62-df79ae655eb7 HTTP/1.1" status: 204 len: 168 time: 1.5474000 Feb 09 12:31:59.446029 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-35b48f11-104b-4bb4-ae47-be01b9593dd1 req-88af6a4d-05a2-4c23-974c-e3c07a1d681d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c89f1198-521e-46b6-9a42-236dc34ec316 HTTP/1.1" status: 200 len: 217 time: 0.0919955 Feb 09 12:31:59.447901 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60402) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:59.484998 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-6127dd4d-c407-44a3-ab07-a3723f37e186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:59.500999 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3adaa64-dc95-4d14-8a72-ccc051f579b0 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] GET failed (client error): The resource could not be found. Feb 09 12:31:59.501521 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b3adaa64-dc95-4d14-8a72-ccc051f579b0 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Synchronizing usage tracker for tenant:188ec09a21804a84838dd1f8077418e2 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:31:59.540435 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c6b3ae49-2634-42eb-a41b-d4d3595e5ebd req-0b33375a-32cb-4815-ab92-a3119ef18877 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960310 Feb 09 12:31:59.547137 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b48f11-104b-4bb4-ae47-be01b9593dd1 req-998ded28-993a-4be6-8764-8a6e63a8afc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:59.548602 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-35b48f11-104b-4bb4-ae47-be01b9593dd1 req-998ded28-993a-4be6-8764-8a6e63a8afc1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=154ccfde-fcad-4c2c-ac52-9f3991cbf708 HTTP/1.1" status: 200 len: 860 time: 0.0876286 Feb 09 12:31:59.552830 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-9bb67efd-bc95-41d4-b323-de960c1e4dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1181016368-router', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '1b00d4d6-8925-4106-a04c-badfbb6bf6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:29:47Z', 'updated_at': '2022-02-09T12:30:15Z', 'revision_number': 4, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'gw_port': {'id': '1b00d4d6-8925-4106-a04c-badfbb6bf6ab', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:29:54Z', 'updated_at': '2022-02-09T12:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'daa03612-1e0c-486a-b24f-b943c3675eab', 'name': '', 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'mac_address': 'fa:16:3e:53:08:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '154ccfde-fcad-4c2c-ac52-9f3991cbf708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:30:12Z', 'updated_at': '2022-02-09T12:30:28Z', 'revision_number': 5, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'subnets': [{'id': '154ccfde-fcad-4c2c-ac52-9f3991cbf708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:31:59.557802 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb67efd-bc95-41d4-b323-de960c1e4dde None None] Checking router: e64aad25-5949-4244-ad17-5b6f69543e7f for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:31:59.569491 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb67efd-bc95-41d4-b323-de960c1e4dde None None] Routers {'e64aad25-5949-4244-ad17-5b6f69543e7f'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:31:59.570165 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-9bb67efd-bc95-41d4-b323-de960c1e4dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:31:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e64aad25-5949-4244-ad17-5b6f69543e7f'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:31:59.580127 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b3adaa64-dc95-4d14-8a72-ccc051f579b0 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Unset dirty status for tenant:188ec09a21804a84838dd1f8077418e2 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:31:59.580127 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b3adaa64-dc95-4d14-8a72-ccc051f579b0 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] 10.222.0.55 "GET /v2.0/ports/bcc9ae77-ab23-4548-8b62-df79ae655eb7 HTTP/1.1" status: 404 len: 333 time: 0.1226439 Feb 09 12:31:59.609314 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60408) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:31:59.619206 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-3191684f-cc50-4528-924f-8fd414c3e7b7 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Request body: {'port': {'network_id': '4f959007-7047-451c-801e-14a0c01a3ab0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1770865385'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:31:59.759365 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-9bb67efd-bc95-41d4-b323-de960c1e4dde None None] Set router e64aad25-5949-4244-ad17-5b6f69543e7f gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:31:59.844957 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b48f11-104b-4bb4-ae47-be01b9593dd1 req-cc26d1c5-6c4c-45c0-9cfe-a19c65a9dffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:59.846380 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-35b48f11-104b-4bb4-ae47-be01b9593dd1 req-cc26d1c5-6c4c-45c0-9cfe-a19c65a9dffc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6fc7d014-aab7-4969-9b9f-1b9d5e7c436a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2899117 Feb 09 12:31:59.881937 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3191684f-cc50-4528-924f-8fd414c3e7b7 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:31:59.893862 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-6127dd4d-c407-44a3-ab07-a3723f37e186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64e25bb3-338e-4283-b6f2-88c28f57c3ee {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:31:59.901463 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-6127dd4d-c407-44a3-ab07-a3723f37e186 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:59.916252 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-6127dd4d-c407-44a3-ab07-a3723f37e186 service neutron] Transition to ACTIVE for port object 64e25bb3-338e-4283-b6f2-88c28f57c3ee will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:31:59.920945 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-6127dd4d-c407-44a3-ab07-a3723f37e186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:31:59.947401 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffb4b9-a295-4d6a-b0a8-7388b519da4f req-a34d62a0-97db-4adc-b1eb-2b08430c3f60 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:31:59.948897 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-41ffb4b9-a295-4d6a-b0a8-7388b519da4f req-a34d62a0-97db-4adc-b1eb-2b08430c3f60 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=23a2acd0-5ea5-452b-bf41-c6af6610990e HTTP/1.1" status: 200 len: 946 time: 0.2420857 Feb 09 12:31:59.965502 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3191684f-cc50-4528-924f-8fd414c3e7b7 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:32:00.028863 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3191684f-cc50-4528-924f-8fd414c3e7b7 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Made reservation on behalf of 188ec09a21804a84838dd1f8077418e2 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:32:00.032730 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3191684f-cc50-4528-924f-8fd414c3e7b7 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:00.061078 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-41ffb4b9-a295-4d6a-b0a8-7388b519da4f req-97d5e658-fdb0-451b-bc07-e0d3dacceac3 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967617 Feb 09 12:32:00.086131 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-35b48f11-104b-4bb4-ae47-be01b9593dd1 req-b563f1e4-a8fb-4014-a1b2-eaa0e18c03d6 service neutron] 10.222.0.55 "GET /v2.0/networks/6fc7d014-aab7-4969-9b9f-1b9d5e7c436a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246556 Feb 09 12:32:00.087198 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [None req-3191684f-cc50-4528-924f-8fd414c3e7b7 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] device_id is not set on port 93743f58-e39e-4a63-b374-32a3d3bacde6 yet. {{(pid=87567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:32:00.095529 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-9bb67efd-bc95-41d4-b323-de960c1e4dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1181016368-router', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '1b00d4d6-8925-4106-a04c-badfbb6bf6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:29:47Z', 'updated_at': '2022-02-09T12:30:15Z', 'revision_number': 4, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'gw_port': {'id': '1b00d4d6-8925-4106-a04c-badfbb6bf6ab', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:29:54Z', 'updated_at': '2022-02-09T12:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'daa03612-1e0c-486a-b24f-b943c3675eab', 'name': '', 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'mac_address': 'fa:16:3e:53:08:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '154ccfde-fcad-4c2c-ac52-9f3991cbf708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:30:12Z', 'updated_at': '2022-02-09T12:30:28Z', 'revision_number': 5, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'subnets': [{'id': '154ccfde-fcad-4c2c-ac52-9f3991cbf708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:32:00.101557 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb67efd-bc95-41d4-b323-de960c1e4dde None None] The sync data for ids ['e64aad25-5949-4244-ad17-5b6f69543e7f'] in n-d-825178-3 is: [{'id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1181016368-router', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '1b00d4d6-8925-4106-a04c-badfbb6bf6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:29:47Z', 'updated_at': '2022-02-09T12:30:15Z', 'revision_number': 4, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'gw_port': {'id': '1b00d4d6-8925-4106-a04c-badfbb6bf6ab', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:29:54Z', 'updated_at': '2022-02-09T12:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'daa03612-1e0c-486a-b24f-b943c3675eab', 'name': '', 'network_id': '6fc7d014-aab7-4969-9b9f-1b9d5e7c436a', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'mac_address': 'fa:16:3e:53:08:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '154ccfde-fcad-4c2c-ac52-9f3991cbf708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:30:12Z', 'updated_at': '2022-02-09T12:30:28Z', 'revision_number': 5, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'subnets': [{'id': '154ccfde-fcad-4c2c-ac52-9f3991cbf708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:32:00.139434 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127dd4d-c407-44a3-ab07-a3723f37e186 service neutron] Pushing event updated for resources: {'Port': ['ID=64e25bb3-338e-4283-b6f2-88c28f57c3ee,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:00.196495 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-6127dd4d-c407-44a3-ab07-a3723f37e186 service neutron] Attempting to bind port 64e25bb3-338e-4283-b6f2-88c28f57c3ee on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:32:00.196828 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-6127dd4d-c407-44a3-ab07-a3723f37e186 service neutron] Attempting to bind port 64e25bb3-338e-4283-b6f2-88c28f57c3ee by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'a866873a-0d32-4789-a4bc-3a89273270ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'fcf9ef0d-2559-4585-bdf1-9ea4f70ac953'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:32:00.197338 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-6127dd4d-c407-44a3-ab07-a3723f37e186 service neutron] Attempting to bind port 64e25bb3-338e-4283-b6f2-88c28f57c3ee on network fcf9ef0d-2559-4585-bdf1-9ea4f70ac953 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:32:00.202228 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-6127dd4d-c407-44a3-ab07-a3723f37e186 service neutron] Port 64e25bb3-338e-4283-b6f2-88c28f57c3ee on network fcf9ef0d-2559-4585-bdf1-9ea4f70ac953 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:32:00.202608 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-6127dd4d-c407-44a3-ab07-a3723f37e186 service neutron] Attempting to bind port 64e25bb3-338e-4283-b6f2-88c28f57c3ee on network fcf9ef0d-2559-4585-bdf1-9ea4f70ac953 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:32:00.208348 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-6127dd4d-c407-44a3-ab07-a3723f37e186 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:32:00.208682 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-6127dd4d-c407-44a3-ab07-a3723f37e186 service neutron] Checking segment: {'id': 'a866873a-0d32-4789-a4bc-3a89273270ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'fcf9ef0d-2559-4585-bdf1-9ea4f70ac953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:32:00.209065 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-6127dd4d-c407-44a3-ab07-a3723f37e186 service neutron] Bound using segment: {'id': 'a866873a-0d32-4789-a4bc-3a89273270ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'fcf9ef0d-2559-4585-bdf1-9ea4f70ac953'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:32:00.209488 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-6127dd4d-c407-44a3-ab07-a3723f37e186 service neutron] Bound port: 64e25bb3-338e-4283-b6f2-88c28f57c3ee, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a866873a-0d32-4789-a4bc-3a89273270ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'fcf9ef0d-2559-4585-bdf1-9ea4f70ac953'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:32:00.209852 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-6127dd4d-c407-44a3-ab07-a3723f37e186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:00.326246 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-6127dd4d-c407-44a3-ab07-a3723f37e186 service neutron] For port 64e25bb3-338e-4283-b6f2-88c28f57c3ee, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:32:00.331478 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-6127dd4d-c407-44a3-ab07-a3723f37e186 service neutron] For port 64e25bb3-338e-4283-b6f2-88c28f57c3ee, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=64e25bb3-338e-4283-b6f2-88c28f57c3ee,segment=NetworkSegment(a866873a-0d32-4789-a4bc-3a89273270ae),segment_id=a866873a-0d32-4789-a4bc-3a89273270ae)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:32:00.337384 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-6127dd4d-c407-44a3-ab07-a3723f37e186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:00.410188 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-6127dd4d-c407-44a3-ab07-a3723f37e186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:00.410815 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-6127dd4d-c407-44a3-ab07-a3723f37e186 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:00.413273 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-6127dd4d-c407-44a3-ab07-a3723f37e186 service neutron] 10.222.0.46 "PUT /v2.0/ports/64e25bb3-338e-4283-b6f2-88c28f57c3ee HTTP/1.1" status: 200 len: 1091 time: 1.4588149 Feb 09 12:32:00.414672 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ae6d465-767d-4c6e-b8b8-8fa9af88b15d', 'tag': '64e25bb3-338e-4283-b6f2-88c28f57c3ee'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:32:00.447921 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be7f134-3b01-4a7c-ad42-cb6ac2260619 None None] New status for floating IP ce5a906d-d8c6-496a-9c3b-c7a86a7b399a: DOWN {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:32:00.517832 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127dd4d-c407-44a3-ab07-a3723f37e186 service neutron] Pushing event updated for resources: {'Port': ['ID=64e25bb3-338e-4283-b6f2-88c28f57c3ee,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:00.572018 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-438facaf-2e30-4e4e-bb99-a5e3cc0b648c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:00.577354 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-438facaf-2e30-4e4e-bb99-a5e3cc0b648c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c78ca1cefe04bd297e3e566625cc173&device_id=5ae6d465-767d-4c6e-b8b8-8fa9af88b15d HTTP/1.1" status: 200 len: 1094 time: 0.1022441 Feb 09 12:32:00.584584 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-35b48f11-104b-4bb4-ae47-be01b9593dd1 req-aa65837e-ec01-4be6-82b2-bef61d61781f service neutron] 10.222.0.55 "GET /v2.0/networks/6fc7d014-aab7-4969-9b9f-1b9d5e7c436a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4560325 Feb 09 12:32:00.613719 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63818b7-0046-486b-adf3-d71a6dcbd184 req-04b0c949-705e-4ca0-9c4b-e9586d846d26 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:00.620883 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b63818b7-0046-486b-adf3-d71a6dcbd184 req-04b0c949-705e-4ca0-9c4b-e9586d846d26 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ae6d465-767d-4c6e-b8b8-8fa9af88b15d HTTP/1.1" status: 200 len: 943 time: 0.3974664 Feb 09 12:32:00.623312 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-3191684f-cc50-4528-924f-8fd414c3e7b7 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Allocated IP 2001:db8::76 (4f959007-7047-451c-801e-14a0c01a3ab0/de116c4f-ea2e-4118-a9ec-96ca6f3199a9/93743f58-e39e-4a63-b374-32a3d3bacde6) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:32:00.666118 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-a88346f9-645f-4f7c-b523-9b3de9d35616 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64e25bb3-338e-4283-b6f2-88c28f57c3ee HTTP/1.1" status: 200 len: 217 time: 0.0775523 Feb 09 12:32:00.712658 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-b63818b7-0046-486b-adf3-d71a6dcbd184 req-e35e9dc5-bb2d-4244-97c7-f8321d2b81cb tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Synchronizing usage tracker for tenant:0c78ca1cefe04bd297e3e566625cc173 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:32:00.744584 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-abd2e9a0-e89f-4b62-abbb-156bdbe51864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:00.746027 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-abd2e9a0-e89f-4b62-abbb-156bdbe51864 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=748d0548-bd33-4660-8489-c4b66e189eab HTTP/1.1" status: 200 len: 862 time: 0.0712280 Feb 09 12:32:00.795274 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-8b656c6b-e0eb-4896-9ed7-8deb1fed0c6f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fcf9ef0d-2559-4585-bdf1-9ea4f70ac953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411949 Feb 09 12:32:00.893365 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-b63818b7-0046-486b-adf3-d71a6dcbd184 req-e35e9dc5-bb2d-4244-97c7-f8321d2b81cb tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Unset dirty status for tenant:0c78ca1cefe04bd297e3e566625cc173 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:32:00.894446 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b63818b7-0046-486b-adf3-d71a6dcbd184 req-e35e9dc5-bb2d-4244-97c7-f8321d2b81cb tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] 10.222.0.55 "GET /v2.0/security-groups?id=1937c3b6-9d78-44bb-8227-09c415638bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727888 Feb 09 12:32:00.953737 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-d4b5e5ec-beb5-4c9e-9b55-3259acb62423 service neutron] 10.222.0.46 "GET /v2.0/networks/fcf9ef0d-2559-4585-bdf1-9ea4f70ac953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511440 Feb 09 12:32:00.980326 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a3567-41f3-4a99-9307-4c089f791078 req-ea82aebe-46e2-45ea-88f9-c701e777a803 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:00.981848 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e68a3567-41f3-4a99-9307-4c089f791078 req-ea82aebe-46e2-45ea-88f9-c701e777a803 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 946 time: 0.2200675 Feb 09 12:32:00.986241 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd51b9f3-272c-4991-a4c5-bad8b4d07fff', 'tag': 'c89f1198-521e-46b6-9a42-236dc34ec316', 'status': 'completed', 'code': 200} Feb 09 12:32:01.028074 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3191684f-cc50-4528-924f-8fd414c3e7b7 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:01.065733 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-3191684f-cc50-4528-924f-8fd414c3e7b7 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Transition to ACTIVE for port object 93743f58-e39e-4a63-b374-32a3d3bacde6 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:32:01.075503 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e68a3567-41f3-4a99-9307-4c089f791078 req-01d39096-cce6-40fd-a8db-97b09d5e126e tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715859 Feb 09 12:32:01.105278 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3191684f-cc50-4528-924f-8fd414c3e7b7 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:01.182110 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f69aefea-0a7d-4de5-b49c-0eab82a09462 req-1aee9a1f-188f-4fe5-94f0-128ff00e2723 service neutron] 10.222.0.46 "GET /v2.0/networks/fcf9ef0d-2559-4585-bdf1-9ea4f70ac953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194142 Feb 09 12:32:01.186846 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3191684f-cc50-4528-924f-8fd414c3e7b7 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Network 4f959007-7047-451c-801e-14a0c01a3ab0 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:32:01.191360 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-3191684f-cc50-4528-924f-8fd414c3e7b7 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:32:01.195401 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3191684f-cc50-4528-924f-8fd414c3e7b7 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:32:01.201141 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3191684f-cc50-4528-924f-8fd414c3e7b7 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:01.201910 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3191684f-cc50-4528-924f-8fd414c3e7b7 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:01.208910 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988ac6a-7011-4fbe-9da4-9f4b904ecfdf req-b0a3b6c2-d818-4440-8d19-c4dce4b57167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:01.210447 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-5988ac6a-7011-4fbe-9da4-9f4b904ecfdf req-b0a3b6c2-d818-4440-8d19-c4dce4b57167 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8104375b7a9b46ec9107acb1226f825a&device_id=bd51b9f3-272c-4991-a4c5-bad8b4d07fff HTTP/1.1" status: 200 len: 1096 time: 0.1551390 Feb 09 12:32:01.226166 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3191684f-cc50-4528-924f-8fd414c3e7b7 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Pushing event updated for resources: {'Port': ['ID=93743f58-e39e-4a63-b374-32a3d3bacde6,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:01.255953 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3191684f-cc50-4528-924f-8fd414c3e7b7 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6461728 Feb 09 12:32:01.263739 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60424) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:01.274117 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-60377d11-892e-44ac-8618-2503bc4ff032 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::c4', 'mac_address': 'fa:16:3e:a3:f9:fa'}]}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:32:01.515446 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988ac6a-7011-4fbe-9da4-9f4b904ecfdf req-38ef218d-ef30-4369-994d-331c90ea160b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:01.517893 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-5988ac6a-7011-4fbe-9da4-9f4b904ecfdf req-38ef218d-ef30-4369-994d-331c90ea160b service neutron] 10.222.0.46 "GET /v2.0/networks?id=6fc7d014-aab7-4969-9b9f-1b9d5e7c436a HTTP/1.1" status: 200 len: 922 time: 0.2966118 Feb 09 12:32:01.552149 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9f372-3506-4a66-988c-58c6f2b012d7 req-3a25bd8c-72b9-4943-83c6-41f2ae6fa993 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:01.554013 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f4d9f372-3506-4a66-988c-58c6f2b012d7 req-3a25bd8c-72b9-4943-83c6-41f2ae6fa993 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=15debf37-8de7-4867-bb19-a681a8fc422d HTTP/1.1" status: 200 len: 945 time: 0.4050796 Feb 09 12:32:01.623615 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-5988ac6a-7011-4fbe-9da4-9f4b904ecfdf req-dd398f8b-65f6-42ac-b8e7-4fccdea43990 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c89f1198-521e-46b6-9a42-236dc34ec316 HTTP/1.1" status: 200 len: 217 time: 0.0984759 Feb 09 12:32:01.652296 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-76a4d864-6428-4771-9345-afdf03c4281c None None] Provisioning for port 93743f58-e39e-4a63-b374-32a3d3bacde6 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:32:01.660464 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f4d9f372-3506-4a66-988c-58c6f2b012d7 req-ba69ca41-13a5-4e38-88bc-1c81be0d62f7 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954356 Feb 09 12:32:01.676701 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-76a4d864-6428-4771-9345-afdf03c4281c None None] Provisioning complete for port 93743f58-e39e-4a63-b374-32a3d3bacde6 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:32:01.677086 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-76a4d864-6428-4771-9345-afdf03c4281c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:01.747202 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988ac6a-7011-4fbe-9da4-9f4b904ecfdf req-54de8082-67cd-40f2-b43d-db63c5892b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:01.751189 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-5988ac6a-7011-4fbe-9da4-9f4b904ecfdf req-54de8082-67cd-40f2-b43d-db63c5892b75 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=154ccfde-fcad-4c2c-ac52-9f3991cbf708 HTTP/1.1" status: 200 len: 860 time: 0.1198232 Feb 09 12:32:01.752734 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-60377d11-892e-44ac-8618-2503bc4ff032 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:01.758514 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ae6d465-767d-4c6e-b8b8-8fa9af88b15d', 'tag': '64e25bb3-338e-4283-b6f2-88c28f57c3ee', 'status': 'completed', 'code': 200} Feb 09 12:32:01.794130 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-76a4d864-6428-4771-9345-afdf03c4281c None None] Port 93743f58-e39e-4a63-b374-32a3d3bacde6 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:32:01.949528 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988ac6a-7011-4fbe-9da4-9f4b904ecfdf req-b4606e61-07d2-4532-8653-a9a4f98dd0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:01.951032 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-5988ac6a-7011-4fbe-9da4-9f4b904ecfdf req-b4606e61-07d2-4532-8653-a9a4f98dd0ac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6fc7d014-aab7-4969-9b9f-1b9d5e7c436a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1727676 Feb 09 12:32:01.955500 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d959ae5-0279-4987-a213-5f130937a650 req-d9f28ddc-7236-4443-8392-4ef45c399c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:01.956997 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9d959ae5-0279-4987-a213-5f130937a650 req-d9f28ddc-7236-4443-8392-4ef45c399c9d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c78ca1cefe04bd297e3e566625cc173&device_id=5ae6d465-767d-4c6e-b8b8-8fa9af88b15d HTTP/1.1" status: 200 len: 1094 time: 0.1124296 Feb 09 12:32:02.161459 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d447e24-a586-423c-a3d0-cb5288a31ad0 req-2f47a788-f954-45db-81e7-68272abadaa5 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:02.162955 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5d447e24-a586-423c-a3d0-cb5288a31ad0 req-2f47a788-f954-45db-81e7-68272abadaa5 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=81ea6099-4fe0-47d8-9fa6-1375fcace60c HTTP/1.1" status: 200 len: 946 time: 0.4221675 Feb 09 12:32:02.171880 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-60377d11-892e-44ac-8618-2503bc4ff032 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:02.196411 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be21fa-0a8c-43d5-8c60-b4ebfe2c39c9 req-ed60cd56-d798-4854-803b-b92c0a03abbd tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:02.197791 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c0be21fa-0a8c-43d5-8c60-b4ebfe2c39c9 req-ed60cd56-d798-4854-803b-b92c0a03abbd tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=23a2acd0-5ea5-452b-bf41-c6af6610990e HTTP/1.1" status: 200 len: 946 time: 0.2206459 Feb 09 12:32:02.198401 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-60377d11-892e-44ac-8618-2503bc4ff032 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:02.207995 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-5988ac6a-7011-4fbe-9da4-9f4b904ecfdf req-ca93d60d-fef8-46e6-a469-588f481b5192 service neutron] 10.222.0.46 "GET /v2.0/networks/6fc7d014-aab7-4969-9b9f-1b9d5e7c436a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407815 Feb 09 12:32:02.209209 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d959ae5-0279-4987-a213-5f130937a650 req-34b409c0-e5e5-4786-b401-5153f442af75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:02.210627 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9d959ae5-0279-4987-a213-5f130937a650 req-34b409c0-e5e5-4786-b401-5153f442af75 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fcf9ef0d-2559-4585-bdf1-9ea4f70ac953 HTTP/1.1" status: 200 len: 923 time: 0.2423396 Feb 09 12:32:02.294831 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-60377d11-892e-44ac-8618-2503bc4ff032 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] In _notify_port_updated(), no bound segment for port 93743f58-e39e-4a63-b374-32a3d3bacde6 on network 4f959007-7047-451c-801e-14a0c01a3ab0 {{(pid=87567) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 12:32:02.301960 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60377d11-892e-44ac-8618-2503bc4ff032 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:02.302611 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-60377d11-892e-44ac-8618-2503bc4ff032 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:02.306431 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-60377d11-892e-44ac-8618-2503bc4ff032 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] 10.222.0.55 "PUT /v2.0/ports/93743f58-e39e-4a63-b374-32a3d3bacde6 HTTP/1.1" status: 200 len: 1001 time: 1.0392990 Feb 09 12:32:02.310929 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60438) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:02.333265 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5d447e24-a586-423c-a3d0-cb5288a31ad0 req-c26885f6-d692-4c5a-9234-6b76d1f80e8b tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593635 Feb 09 12:32:02.405943 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c0be21fa-0a8c-43d5-8c60-b4ebfe2c39c9 req-1e5d6ec0-ef95-4e42-b986-092eb43a2b55 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651852 Feb 09 12:32:02.407783 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9d959ae5-0279-4987-a213-5f130937a650 req-9112c33f-f52d-474b-92e4-cd4f9b7d0306 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64e25bb3-338e-4283-b6f2-88c28f57c3ee HTTP/1.1" status: 200 len: 217 time: 0.1674447 Feb 09 12:32:02.412614 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60377d11-892e-44ac-8618-2503bc4ff032 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Pushing event updated for resources: {'Port': ['ID=93743f58-e39e-4a63-b374-32a3d3bacde6,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:02.441559 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-59fa431c-6f1d-4618-a51a-c74f4acc3243 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Deleting port 93743f58-e39e-4a63-b374-32a3d3bacde6 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:32:02.441912 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-59fa431c-6f1d-4618-a51a-c74f4acc3243 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:02.519236 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d959ae5-0279-4987-a213-5f130937a650 req-4073ae40-241a-466c-ac73-2402a978fc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:02.533217 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9d959ae5-0279-4987-a213-5f130937a650 req-4073ae40-241a-466c-ac73-2402a978fc73 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=748d0548-bd33-4660-8489-c4b66e189eab HTTP/1.1" status: 200 len: 862 time: 0.1061349 Feb 09 12:32:02.575027 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:32:02.629238 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-5988ac6a-7011-4fbe-9da4-9f4b904ecfdf req-969ebbec-071b-410c-8d24-5bc175c1d4df service neutron] 10.222.0.46 "GET /v2.0/networks/6fc7d014-aab7-4969-9b9f-1b9d5e7c436a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4091256 Feb 09 12:32:02.633570 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9d959ae5-0279-4987-a213-5f130937a650 req-24a93b68-6f4d-42a2-9421-becc46e81319 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fcf9ef0d-2559-4585-bdf1-9ea4f70ac953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822546 Feb 09 12:32:02.730116 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58c072c0-0e26-4628-a1a6-e35a7d65af3c None None] Provisioning complete for port 93743f58-e39e-4a63-b374-32a3d3bacde6 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:32:02.730685 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58c072c0-0e26-4628-a1a6-e35a7d65af3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:02.829894 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58c072c0-0e26-4628-a1a6-e35a7d65af3c None None] Port 93743f58-e39e-4a63-b374-32a3d3bacde6 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:32:02.889088 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9d959ae5-0279-4987-a213-5f130937a650 req-f016be52-c850-46c9-ac37-6f526fe18a93 service neutron] 10.222.0.46 "GET /v2.0/networks/fcf9ef0d-2559-4585-bdf1-9ea4f70ac953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404115 Feb 09 12:32:02.982130 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc493e-69a5-453a-916c-2f3898c857e7 req-0b160beb-eca9-44cb-b388-5f43112060f5 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:02.984439 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-14cc493e-69a5-453a-916c-2f3898c857e7 req-0b160beb-eca9-44cb-b388-5f43112060f5 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ae6d465-767d-4c6e-b8b8-8fa9af88b15d HTTP/1.1" status: 200 len: 943 time: 0.3462563 Feb 09 12:32:03.067991 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-14cc493e-69a5-453a-916c-2f3898c857e7 req-22599570-113d-44ff-a03d-0c5784ef8f57 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] 10.222.0.55 "GET /v2.0/security-groups?id=1937c3b6-9d78-44bb-8227-09c415638bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767710 Feb 09 12:32:03.069783 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-59fa431c-6f1d-4618-a51a-c74f4acc3243 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:03.091734 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9d959ae5-0279-4987-a213-5f130937a650 req-e658fcef-b896-4f71-bf4a-aa803039e825 service neutron] 10.222.0.46 "GET /v2.0/networks/fcf9ef0d-2559-4585-bdf1-9ea4f70ac953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896796 Feb 09 12:32:03.324555 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-884bc2b8-6d48-4f66-a862-4b5072ca580f req-04524113-42ca-4134-bd71-e663cb7a825b tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/floatingips/ce5a906d-d8c6-496a-9c3b-c7a86a7b399a HTTP/1.1" status: 200 len: 693 time: 0.1774108 Feb 09 12:32:03.336186 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-59fa431c-6f1d-4618-a51a-c74f4acc3243 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Calling delete_port for 93743f58-e39e-4a63-b374-32a3d3bacde6 owned by {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:32:03.624950 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0717259-e0fc-4843-bc68-3337d50b391c req-f12c6bd6-bd15-40d2-aa93-9d12512a303c tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:03.626450 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e0717259-e0fc-4843-bc68-3337d50b391c req-f12c6bd6-bd15-40d2-aa93-9d12512a303c tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 946 time: 0.4810715 Feb 09 12:32:03.637286 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884bc2b8-6d48-4f66-a862-4b5072ca580f req-21af138f-ae27-417a-b85f-ec9ec9528d2f tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:03.638640 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-884bc2b8-6d48-4f66-a862-4b5072ca580f req-21af138f-ae27-417a-b85f-ec9ec9528d2f tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/networks/af0bad45-b31e-4cb1-a77c-3bbc34409de5 HTTP/1.1" status: 200 len: 784 time: 0.2652702 Feb 09 12:32:03.669604 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-884bc2b8-6d48-4f66-a862-4b5072ca580f req-15cbf01b-8a4d-448d-9c0f-26a16b14bfb8 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:32:03.670594 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-884bc2b8-6d48-4f66-a862-4b5072ca580f req-15cbf01b-8a4d-448d-9c0f-26a16b14bfb8 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137150 Feb 09 12:32:03.768979 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-59fa431c-6f1d-4618-a51a-c74f4acc3243 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:03.822484 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-884bc2b8-6d48-4f66-a862-4b5072ca580f req-9db0c57e-cbff-4883-8c97-2af21161330c tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.45 HTTP/1.1" status: 200 len: 696 time: 0.1439369 Feb 09 12:32:03.837813 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e0717259-e0fc-4843-bc68-3337d50b391c req-c42824f9-6a62-485f-bb54-b0144abda47c tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982634 Feb 09 12:32:03.839428 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa431c-6f1d-4618-a51a-c74f4acc3243 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Pushing event deleted for resources: {'Port': ['ID=93743f58-e39e-4a63-b374-32a3d3bacde6,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:03.966315 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-884bc2b8-6d48-4f66-a862-4b5072ca580f req-e8e90fae-dfbb-438b-8bfb-67c8ff353703 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.45 HTTP/1.1" status: 200 len: 696 time: 0.1330862 Feb 09 12:32:04.293717 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-884bc2b8-6d48-4f66-a862-4b5072ca580f req-c61391f2-a24b-417a-91d4-b45a788cd271 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Deleting port 5c9b24df-0aca-4052-a3eb-c21b5e792c1e {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:32:04.294388 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-884bc2b8-6d48-4f66-a862-4b5072ca580f req-c61391f2-a24b-417a-91d4-b45a788cd271 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:04.467260 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-59fa431c-6f1d-4618-a51a-c74f4acc3243 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:04.495465 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-59fa431c-6f1d-4618-a51a-c74f4acc3243 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] 10.222.0.55 "DELETE /v2.0/ports/93743f58-e39e-4a63-b374-32a3d3bacde6 HTTP/1.1" status: 204 len: 168 time: 2.1810310 Feb 09 12:32:04.498065 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60466) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:04.506027 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d49db-d93c-4f91-b80f-7ed444756c3c req-11971380-0e1a-479d-86e4-1d19d9fec221 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:04.507551 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-100d49db-d93c-4f91-b80f-7ed444756c3c req-11971380-0e1a-479d-86e4-1d19d9fec221 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=15debf37-8de7-4867-bb19-a681a8fc422d HTTP/1.1" status: 200 len: 945 time: 0.5497544 Feb 09 12:32:04.583302 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec29b23b-c3e2-4e38-9949-c9c6fa14a93b tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] GET failed (client error): The resource could not be found. Feb 09 12:32:04.585220 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ec29b23b-c3e2-4e38-9949-c9c6fa14a93b tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] 10.222.0.55 "GET /v2.0/ports/93743f58-e39e-4a63-b374-32a3d3bacde6 HTTP/1.1" status: 404 len: 333 time: 0.0856359 Feb 09 12:32:04.592324 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60470) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:04.598317 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-3a7ad82c-d410-436e-b063-931b1392ffe8 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Request body: {'port': {'network_id': '4f959007-7047-451c-801e-14a0c01a3ab0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1503874957'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:32:04.645032 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-100d49db-d93c-4f91-b80f-7ed444756c3c req-8228154b-5e76-4e70-8ec9-33c609c80a54 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215534 Feb 09 12:32:04.678779 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-884bc2b8-6d48-4f66-a862-4b5072ca580f req-c61391f2-a24b-417a-91d4-b45a788cd271 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:04.679083 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-884bc2b8-6d48-4f66-a862-4b5072ca580f req-c61391f2-a24b-417a-91d4-b45a788cd271 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:04.748840 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c670f-a1c5-422e-abda-71efb0574ff7 req-ec7a3301-11a0-40d3-ba3d-97c7e5f0e45e tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:04.750233 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-9f4c670f-a1c5-422e-abda-71efb0574ff7 req-ec7a3301-11a0-40d3-ba3d-97c7e5f0e45e tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Synchronizing usage tracker for tenant:c35b136021fd452e84da1be28afeefee on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:32:04.783515 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-9f4c670f-a1c5-422e-abda-71efb0574ff7 req-ec7a3301-11a0-40d3-ba3d-97c7e5f0e45e tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Unset dirty status for tenant:c35b136021fd452e84da1be28afeefee on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:32:04.784703 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9f4c670f-a1c5-422e-abda-71efb0574ff7 req-ec7a3301-11a0-40d3-ba3d-97c7e5f0e45e tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.46 "GET /v2.0/ports?device_id=81ea6099-4fe0-47d8-9fa6-1375fcace60c HTTP/1.1" status: 200 len: 946 time: 0.2388139 Feb 09 12:32:04.792997 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3a7ad82c-d410-436e-b063-931b1392ffe8 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:32:04.797698 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3a7ad82c-d410-436e-b063-931b1392ffe8 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Usage tracker for resource:port and tenant:188ec09a21804a84838dd1f8077418e2 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:32:04.802050 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3a7ad82c-d410-436e-b063-931b1392ffe8 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:32:04.810356 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3a7ad82c-d410-436e-b063-931b1392ffe8 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:32:04.824922 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-884bc2b8-6d48-4f66-a862-4b5072ca580f req-c61391f2-a24b-417a-91d4-b45a788cd271 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Calling delete_port for 5c9b24df-0aca-4052-a3eb-c21b5e792c1e owned by network:floatingip {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:32:04.873428 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7ad82c-d410-436e-b063-931b1392ffe8 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Made reservation on behalf of 188ec09a21804a84838dd1f8077418e2 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:32:04.877587 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3a7ad82c-d410-436e-b063-931b1392ffe8 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:04.881129 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 64e25bb3-338e-4283-b6f2-88c28f57c3ee details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:32:04.978948 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a0ce9-46a1-44e4-807f-7b53b3981ed3 req-a9b57ca3-61ab-4b23-9882-4fa57e36e915 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:04.980532 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6f6a0ce9-46a1-44e4-807f-7b53b3981ed3 req-a9b57ca3-61ab-4b23-9882-4fa57e36e915 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=81ea6099-4fe0-47d8-9fa6-1375fcace60c HTTP/1.1" status: 200 len: 946 time: 0.1638308 Feb 09 12:32:05.023170 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-3a7ad82c-d410-436e-b063-931b1392ffe8 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] device_id is not set on port a2650901-dd99-4c36-abf5-f4221c65505f yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:32:05.054793 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 64e25bb3-338e-4283-b6f2-88c28f57c3ee, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=64e25bb3-338e-4283-b6f2-88c28f57c3ee,segment=NetworkSegment(a866873a-0d32-4789-a4bc-3a89273270ae),segment_id=a866873a-0d32-4789-a4bc-3a89273270ae)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:32:05.078080 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '64e25bb3-338e-4283-b6f2-88c28f57c3ee', 'network_id': 'fcf9ef0d-2559-4585-bdf1-9ea4f70ac953', 'port_id': '64e25bb3-338e-4283-b6f2-88c28f57c3ee', 'mac_address': 'fa:16:3e:66:9a:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '748d0548-bd33-4660-8489-c4b66e189eab', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:32:05.092661 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-9f4c670f-a1c5-422e-abda-71efb0574ff7 req-ee082087-be22-499b-994f-7ba4f7376e9b tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Deleting port fa8c5d34-cf33-4497-814f-7c5335bbb7cd {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:32:05.093065 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-9f4c670f-a1c5-422e-abda-71efb0574ff7 req-ee082087-be22-499b-994f-7ba4f7376e9b tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:05.116278 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6f6a0ce9-46a1-44e4-807f-7b53b3981ed3 req-cf2138be-34c7-45a0-a620-0ed056d2b8c0 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934236 Feb 09 12:32:05.130267 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-884bc2b8-6d48-4f66-a862-4b5072ca580f req-c61391f2-a24b-417a-91d4-b45a788cd271 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:05.237516 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:05.237703 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61391f2-a24b-417a-91d4-b45a788cd271 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Pushing event deleted for resources: {'Port': ['ID=5c9b24df-0aca-4052-a3eb-c21b5e792c1e,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:05.267527 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64e25bb3-338e-4283-b6f2-88c28f57c3ee {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:32:05.288190 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 64e25bb3-338e-4283-b6f2-88c28f57c3ee, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=64e25bb3-338e-4283-b6f2-88c28f57c3ee,segment=NetworkSegment(a866873a-0d32-4789-a4bc-3a89273270ae),segment_id=a866873a-0d32-4789-a4bc-3a89273270ae)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:32:05.296658 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:05.422222 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=64e25bb3-338e-4283-b6f2-88c28f57c3ee,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:05.430839 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:32:05.431465 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:32:05.432043 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:32:05.432575 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:32:05.433097 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:32:05.433618 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:32:05.434275 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:32:05.434793 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:32:05.435307 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:32:05.435857 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:32:05.436413 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:32:05.437753 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:32:05.448828 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-3a7ad82c-d410-436e-b063-931b1392ffe8 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Allocated IP 2001:db8::1a4 (4f959007-7047-451c-801e-14a0c01a3ab0/de116c4f-ea2e-4118-a9ec-96ca6f3199a9/a2650901-dd99-4c36-abf5-f4221c65505f) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:32:05.485598 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-884bc2b8-6d48-4f66-a862-4b5072ca580f req-c61391f2-a24b-417a-91d4-b45a788cd271 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify callbacks [] for floatingip, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:05.522679 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51e9d3-6177-49bf-aacb-1f59c95a9bfb req-15aa1745-e32f-4e8d-8463-e42a30d0a87a tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:05.524172 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac51e9d3-6177-49bf-aacb-1f59c95a9bfb req-15aa1745-e32f-4e8d-8463-e42a30d0a87a tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=23a2acd0-5ea5-452b-bf41-c6af6610990e HTTP/1.1" status: 200 len: 946 time: 0.1247811 Feb 09 12:32:05.526504 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-884bc2b8-6d48-4f66-a862-4b5072ca580f req-c61391f2-a24b-417a-91d4-b45a788cd271 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:05.527045 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-884bc2b8-6d48-4f66-a862-4b5072ca580f req-c61391f2-a24b-417a-91d4-b45a788cd271 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "DELETE /v2.0/floatingips/ce5a906d-d8c6-496a-9c3b-c7a86a7b399a HTTP/1.1" status: 204 len: 173 time: 1.5600004 Feb 09 12:32:05.584238 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac51e9d3-6177-49bf-aacb-1f59c95a9bfb req-c22141c3-3bb4-43d3-bfbb-712ddad2ef01 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539343 Feb 09 12:32:05.658000 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['64e25bb3-338e-4283-b6f2-88c28f57c3ee'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:32:05.660420 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-9f4c670f-a1c5-422e-abda-71efb0574ff7 req-ee082087-be22-499b-994f-7ba4f7376e9b tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] For port fa8c5d34-cf33-4497-814f-7c5335bbb7cd, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=fa8c5d34-cf33-4497-814f-7c5335bbb7cd,segment=NetworkSegment(ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a),segment_id=ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:32:05.660978 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-9f4c670f-a1c5-422e-abda-71efb0574ff7 req-ee082087-be22-499b-994f-7ba4f7376e9b tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:05.739541 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e5dc4-7311-4140-9175-98d6cc0a02aa req-a9ecaaaf-a6e0-4fc5-9d27-939ce146c03b tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:05.746190 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d58e5dc4-7311-4140-9175-98d6cc0a02aa req-a9ecaaaf-a6e0-4fc5-9d27-939ce146c03b tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ae6d465-767d-4c6e-b8b8-8fa9af88b15d HTTP/1.1" status: 200 len: 944 time: 0.1040292 Feb 09 12:32:05.829017 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d58e5dc4-7311-4140-9175-98d6cc0a02aa req-d291ab1e-fd11-42bf-80d0-23c427c4efe9 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] 10.222.0.55 "GET /v2.0/security-groups?id=1937c3b6-9d78-44bb-8227-09c415638bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819316 Feb 09 12:32:05.853535 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-9f4c670f-a1c5-422e-abda-71efb0574ff7 req-ee082087-be22-499b-994f-7ba4f7376e9b tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Calling delete_port for fa8c5d34-cf33-4497-814f-7c5335bbb7cd owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:32:06.018191 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3a7ad82c-d410-436e-b063-931b1392ffe8 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:06.053600 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dca1c9-3c81-421f-bc5c-c9ac6dfa47d3 req-40862099-8483-4dad-bdae-fcc7ecfdd8b8 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:06.055077 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-21dca1c9-3c81-421f-bc5c-c9ac6dfa47d3 req-40862099-8483-4dad-bdae-fcc7ecfdd8b8 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=15debf37-8de7-4867-bb19-a681a8fc422d HTTP/1.1" status: 200 len: 945 time: 0.0894766 Feb 09 12:32:06.076059 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-3a7ad82c-d410-436e-b063-931b1392ffe8 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Transition to ACTIVE for port object a2650901-dd99-4c36-abf5-f4221c65505f will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:32:06.104908 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-9f4c670f-a1c5-422e-abda-71efb0574ff7 req-ee082087-be22-499b-994f-7ba4f7376e9b tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:06.154782 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee082087-be22-499b-994f-7ba4f7376e9b tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Pushing event deleted for resources: {'Port': ['ID=fa8c5d34-cf33-4497-814f-7c5335bbb7cd,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:06.188407 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-21dca1c9-3c81-421f-bc5c-c9ac6dfa47d3 req-40b1f40d-c8af-4f3e-832f-64a545caac34 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778618 Feb 09 12:32:06.203502 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd3c27-636a-4db3-8ec0-43acc8663f50 req-568578bd-5f37-4872-999b-8c76a91b72c7 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:06.204280 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e5bd3c27-636a-4db3-8ec0-43acc8663f50 req-568578bd-5f37-4872-999b-8c76a91b72c7 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Synchronizing usage tracker for tenant:8104375b7a9b46ec9107acb1226f825a on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:32:06.213083 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3a7ad82c-d410-436e-b063-931b1392ffe8 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:06.225503 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e5bd3c27-636a-4db3-8ec0-43acc8663f50 req-568578bd-5f37-4872-999b-8c76a91b72c7 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Unset dirty status for tenant:8104375b7a9b46ec9107acb1226f825a on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:32:06.227075 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e5bd3c27-636a-4db3-8ec0-43acc8663f50 req-568578bd-5f37-4872-999b-8c76a91b72c7 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd51b9f3-272c-4991-a4c5-bad8b4d07fff HTTP/1.1" status: 200 len: 945 time: 0.1709905 Feb 09 12:32:06.297386 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e5bd3c27-636a-4db3-8ec0-43acc8663f50 req-29ab3353-dce7-47ce-8d15-391439649f18 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef88ea14-c1b5-4810-8a63-5868ea6af64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643735 Feb 09 12:32:06.381373 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-104326ce-f899-4203-a10f-eec941b3f6e5 req-5de1a8f4-0b82-423a-9477-b637e2e92cfc tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=81ea6099-4fe0-47d8-9fa6-1375fcace60c HTTP/1.1" status: 200 len: 210 time: 0.0598195 Feb 09 12:32:06.388852 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ad82c-d410-436e-b063-931b1392ffe8 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Pushing event updated for resources: {'Port': ['ID=a2650901-dd99-4c36-abf5-f4221c65505f,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:06.395714 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4c670f-a1c5-422e-abda-71efb0574ff7 req-ee082087-be22-499b-994f-7ba4f7376e9b tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] No DVR routers for this DVR port fa8c5d34-cf33-4497-814f-7c5335bbb7cd on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:32:06.398278 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-9f4c670f-a1c5-422e-abda-71efb0574ff7 req-ee082087-be22-499b-994f-7ba4f7376e9b tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:06.404139 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ea6099-4fe0-47d8-9fa6-1375fcace60c', 'name': 'network-vif-deleted', 'tag': 'fa8c5d34-cf33-4497-814f-7c5335bbb7cd'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:32:06.430122 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7ad82c-d410-436e-b063-931b1392ffe8 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Network 4f959007-7047-451c-801e-14a0c01a3ab0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:32:06.433011 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-3a7ad82c-d410-436e-b063-931b1392ffe8 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:32:06.437104 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7ad82c-d410-436e-b063-931b1392ffe8 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:32:06.444447 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7ad82c-d410-436e-b063-931b1392ffe8 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:06.445967 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3a7ad82c-d410-436e-b063-931b1392ffe8 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:06.451505 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9f4c670f-a1c5-422e-abda-71efb0574ff7 req-ee082087-be22-499b-994f-7ba4f7376e9b tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.46 "DELETE /v2.0/ports/fa8c5d34-cf33-4497-814f-7c5335bbb7cd HTTP/1.1" status: 204 len: 173 time: 1.6299798 Feb 09 12:32:06.483671 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81ea6099-4fe0-47d8-9fa6-1375fcace60c', 'name': 'network-vif-deleted', 'tag': 'fa8c5d34-cf33-4497-814f-7c5335bbb7cd', 'status': 'completed', 'code': 200} Feb 09 12:32:06.517518 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60496) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:06.520455 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3a7ad82c-d410-436e-b063-931b1392ffe8 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9269717 Feb 09 12:32:06.526240 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-ffc8ef5e-f4a2-4076-bcde-072dd6107fc8 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:a3:f9:fa'}]}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:32:06.786181 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6aa3bb61-7f8e-43d0-99f3-8cbcbb74de58 None None] Provisioning for port a2650901-dd99-4c36-abf5-f4221c65505f completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:32:06.792944 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6aa3bb61-7f8e-43d0-99f3-8cbcbb74de58 None None] Provisioning complete for port a2650901-dd99-4c36-abf5-f4221c65505f triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:32:06.793629 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6aa3bb61-7f8e-43d0-99f3-8cbcbb74de58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:06.879558 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-6aa3bb61-7f8e-43d0-99f3-8cbcbb74de58 None None] Port a2650901-dd99-4c36-abf5-f4221c65505f cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:32:06.886667 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['40dc350d-1874-481c-a46c-c820c9950461', 'fa8c5d34-cf33-4497-814f-7c5335bbb7cd'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:32:06.926634 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233cd5c-c05b-4362-a5b3-3b42ac4c11cc req-cde997c3-eef1-4e85-bf78-2974a50e576f tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:06.928177 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0233cd5c-c05b-4362-a5b3-3b42ac4c11cc req-cde997c3-eef1-4e85-bf78-2974a50e576f tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=23a2acd0-5ea5-452b-bf41-c6af6610990e HTTP/1.1" status: 200 len: 946 time: 0.1637497 Feb 09 12:32:07.024336 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0233cd5c-c05b-4362-a5b3-3b42ac4c11cc req-2ebc24d8-1954-4e7f-a05f-8dfa1a9bb364 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886416 Feb 09 12:32:07.055693 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ffc8ef5e-f4a2-4076-bcde-072dd6107fc8 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:07.409842 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1aa070-15b9-4b1d-b59e-00e6dce4c560 req-57082521-a975-4928-8bb3-719eb312eb01 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:07.411315 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1d1aa070-15b9-4b1d-b59e-00e6dce4c560 req-57082521-a975-4928-8bb3-719eb312eb01 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ae6d465-767d-4c6e-b8b8-8fa9af88b15d HTTP/1.1" status: 200 len: 944 time: 0.4287028 Feb 09 12:32:07.547897 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1d1aa070-15b9-4b1d-b59e-00e6dce4c560 req-f932944e-051e-4b56-8c96-1a164e157694 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] 10.222.0.55 "GET /v2.0/security-groups?id=1937c3b6-9d78-44bb-8227-09c415638bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889335 Feb 09 12:32:07.596694 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf94d7-07a0-40ee-9d4a-d0c6c99447bc req-82debcd3-3c5f-47b2-8d4d-2bb5e61f80c6 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:07.598399 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aecf94d7-07a0-40ee-9d4a-d0c6c99447bc req-82debcd3-3c5f-47b2-8d4d-2bb5e61f80c6 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=15debf37-8de7-4867-bb19-a681a8fc422d HTTP/1.1" status: 200 len: 945 time: 0.1978283 Feb 09 12:32:07.626412 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ffc8ef5e-f4a2-4076-bcde-072dd6107fc8 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:07.641389 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ffc8ef5e-f4a2-4076-bcde-072dd6107fc8 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:07.754326 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aecf94d7-07a0-40ee-9d4a-d0c6c99447bc req-0d9063f5-5274-4016-b2d7-63e6f473bf81 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478608 Feb 09 12:32:07.762098 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-ffc8ef5e-f4a2-4076-bcde-072dd6107fc8 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] In _notify_port_updated(), no bound segment for port a2650901-dd99-4c36-abf5-f4221c65505f on network 4f959007-7047-451c-801e-14a0c01a3ab0 {{(pid=87567) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 12:32:07.768071 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc8ef5e-f4a2-4076-bcde-072dd6107fc8 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:07.768726 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ffc8ef5e-f4a2-4076-bcde-072dd6107fc8 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:07.772439 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ffc8ef5e-f4a2-4076-bcde-072dd6107fc8 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] 10.222.0.55 "PUT /v2.0/ports/a2650901-dd99-4c36-abf5-f4221c65505f HTTP/1.1" status: 200 len: 1003 time: 1.2514927 Feb 09 12:32:07.773207 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60514) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:07.801920 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8ef5e-f4a2-4076-bcde-072dd6107fc8 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Pushing event updated for resources: {'Port': ['ID=a2650901-dd99-4c36-abf5-f4221c65505f,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:07.831920 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea098c5-95d9-4685-a6e9-6893258b1af5 req-2ffd7bb1-849d-49b5-a258-cbcc64b834a8 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:07.833565 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4ea098c5-95d9-4685-a6e9-6893258b1af5 req-2ffd7bb1-849d-49b5-a258-cbcc64b834a8 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd51b9f3-272c-4991-a4c5-bad8b4d07fff HTTP/1.1" status: 200 len: 945 time: 0.1451259 Feb 09 12:32:07.888438 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4ea098c5-95d9-4685-a6e9-6893258b1af5 req-7a43dad9-6e08-4481-8d55-4f9328d7b6bc tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef88ea14-c1b5-4810-8a63-5868ea6af64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464377 Feb 09 12:32:07.920640 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-a260b122-09a7-4c55-8ff7-e4452608c362 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Deleting port a2650901-dd99-4c36-abf5-f4221c65505f {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:32:07.921170 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a260b122-09a7-4c55-8ff7-e4452608c362 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:08.113748 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-5fdaf508-5f1d-40db-948b-2f8460477d91 None None] Provisioning complete for port a2650901-dd99-4c36-abf5-f4221c65505f triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:32:08.114291 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5fdaf508-5f1d-40db-948b-2f8460477d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:08.206146 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-5fdaf508-5f1d-40db-948b-2f8460477d91 None None] Port a2650901-dd99-4c36-abf5-f4221c65505f cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:32:08.249670 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b9c52-2347-4d5f-b16d-13a804671590 req-23052fb2-6443-47c5-9d06-4cc2192be60f tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:08.250715 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-fa6b9c52-2347-4d5f-b16d-13a804671590 req-23052fb2-6443-47c5-9d06-4cc2192be60f tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Synchronizing usage tracker for tenant:8104375b7a9b46ec9107acb1226f825a on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:32:08.251863 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce851e-0d56-4408-9c22-fef5db38e199 req-3a5b2772-0b6e-4f10-af23-905e8e71571d tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:08.253455 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-71ce851e-0d56-4408-9c22-fef5db38e199 req-3a5b2772-0b6e-4f10-af23-905e8e71571d tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=23a2acd0-5ea5-452b-bf41-c6af6610990e HTTP/1.1" status: 200 len: 946 time: 0.0972354 Feb 09 12:32:08.270337 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-fa6b9c52-2347-4d5f-b16d-13a804671590 req-23052fb2-6443-47c5-9d06-4cc2192be60f tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Unset dirty status for tenant:8104375b7a9b46ec9107acb1226f825a on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:32:08.271445 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-fa6b9c52-2347-4d5f-b16d-13a804671590 req-23052fb2-6443-47c5-9d06-4cc2192be60f tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd51b9f3-272c-4991-a4c5-bad8b4d07fff HTTP/1.1" status: 200 len: 945 time: 0.2951975 Feb 09 12:32:08.357244 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-71ce851e-0d56-4408-9c22-fef5db38e199 req-db78351a-07bb-4e0e-99ee-25d317ed61b0 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974505 Feb 09 12:32:08.476232 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a260b122-09a7-4c55-8ff7-e4452608c362 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:08.613876 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-fa6b9c52-2347-4d5f-b16d-13a804671590 req-24d64e3c-2f7f-4b30-a9d4-23c1ef503f96 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Deleting port c89f1198-521e-46b6-9a42-236dc34ec316 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:32:08.614323 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-fa6b9c52-2347-4d5f-b16d-13a804671590 req-24d64e3c-2f7f-4b30-a9d4-23c1ef503f96 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:08.658145 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-a260b122-09a7-4c55-8ff7-e4452608c362 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Calling delete_port for a2650901-dd99-4c36-abf5-f4221c65505f owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:32:08.801048 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d72ac8-0538-40cd-a128-1df636ed8279 req-535a850b-eaa4-40c6-b479-def680f36ab5 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:08.810287 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-44d72ac8-0538-40cd-a128-1df636ed8279 req-535a850b-eaa4-40c6-b479-def680f36ab5 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ae6d465-767d-4c6e-b8b8-8fa9af88b15d HTTP/1.1" status: 200 len: 944 time: 0.1491001 Feb 09 12:32:08.867493 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-44d72ac8-0538-40cd-a128-1df636ed8279 req-4088f336-28b4-4730-a2bc-562210ada4c8 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] 10.222.0.55 "GET /v2.0/security-groups?id=1937c3b6-9d78-44bb-8227-09c415638bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487642 Feb 09 12:32:08.904229 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 64e25bb3-338e-4283-b6f2-88c28f57c3ee up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:32:09.009133 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 64e25bb3-338e-4283-b6f2-88c28f57c3ee completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:32:09.019755 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 64e25bb3-338e-4283-b6f2-88c28f57c3ee triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:32:09.020358 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:09.026213 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a260b122-09a7-4c55-8ff7-e4452608c362 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:09.089442 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a260b122-09a7-4c55-8ff7-e4452608c362 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Pushing event deleted for resources: {'Port': ['ID=a2650901-dd99-4c36-abf5-f4221c65505f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:09.152101 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c930b-7122-4c62-a196-2b4cd54e3f80 req-6a910e06-254d-427d-91d2-f199e7660280 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:09.154262 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a260b122-09a7-4c55-8ff7-e4452608c362 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:09.161143 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-361c930b-7122-4c62-a196-2b4cd54e3f80 req-6a910e06-254d-427d-91d2-f199e7660280 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=15debf37-8de7-4867-bb19-a681a8fc422d HTTP/1.1" status: 200 len: 945 time: 0.2074630 Feb 09 12:32:09.161926 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-fa6b9c52-2347-4d5f-b16d-13a804671590 req-24d64e3c-2f7f-4b30-a9d4-23c1ef503f96 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] For port c89f1198-521e-46b6-9a42-236dc34ec316, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=c89f1198-521e-46b6-9a42-236dc34ec316,segment=NetworkSegment(265d0b08-b939-46e1-9e9a-33b1f21608e7),segment_id=265d0b08-b939-46e1-9e9a-33b1f21608e7)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:32:09.162283 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-fa6b9c52-2347-4d5f-b16d-13a804671590 req-24d64e3c-2f7f-4b30-a9d4-23c1ef503f96 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:09.184614 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a260b122-09a7-4c55-8ff7-e4452608c362 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] 10.222.0.55 "DELETE /v2.0/ports/a2650901-dd99-4c36-abf5-f4221c65505f HTTP/1.1" status: 204 len: 168 time: 1.4092107 Feb 09 12:32:09.199566 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60560) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:09.262681 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:09.308353 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2ed1a49-fa10-46ea-9e90-53b10025bac7 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] GET failed (client error): The resource could not be found. Feb 09 12:32:09.313382 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-fa6b9c52-2347-4d5f-b16d-13a804671590 req-24d64e3c-2f7f-4b30-a9d4-23c1ef503f96 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Calling delete_port for c89f1198-521e-46b6-9a42-236dc34ec316 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:32:09.316588 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-d2ed1a49-fa10-46ea-9e90-53b10025bac7 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Synchronizing usage tracker for tenant:188ec09a21804a84838dd1f8077418e2 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:32:09.324057 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae6d465-767d-4c6e-b8b8-8fa9af88b15d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e25bb3-338e-4283-b6f2-88c28f57c3ee'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:32:09.352891 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 64e25bb3-338e-4283-b6f2-88c28f57c3ee, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=64e25bb3-338e-4283-b6f2-88c28f57c3ee,segment=NetworkSegment(a866873a-0d32-4789-a4bc-3a89273270ae),segment_id=a866873a-0d32-4789-a4bc-3a89273270ae)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:32:09.356905 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:09.357776 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device fa8c5d34-cf33-4497-814f-7c5335bbb7cd no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:32:09.468645 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-361c930b-7122-4c62-a196-2b4cd54e3f80 req-2c628c10-f643-455a-8df5-758f7c5a438a tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059828 Feb 09 12:32:09.524822 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: fa8c5d34-cf33-4497-814f-7c5335bbb7cd {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:32:09.525176 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device fa8c5d34-cf33-4497-814f-7c5335bbb7cd not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:32:09.535070 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-d2ed1a49-fa10-46ea-9e90-53b10025bac7 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Unset dirty status for tenant:188ec09a21804a84838dd1f8077418e2 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:32:09.542535 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d2ed1a49-fa10-46ea-9e90-53b10025bac7 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] 10.222.0.55 "GET /v2.0/ports/a2650901-dd99-4c36-abf5-f4221c65505f HTTP/1.1" status: 404 len: 333 time: 0.3412337 Feb 09 12:32:09.543538 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60568) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:09.570346 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=64e25bb3-338e-4283-b6f2-88c28f57c3ee,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:09.587073 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-0eeafd28-7a9e-49de-8126-55687ebe8898 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Request body: {'port': {'network_id': '4f959007-7047-451c-801e-14a0c01a3ab0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1527560252'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:32:09.587951 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c2e50-8bf3-4caa-9a5b-3204b9faa276 req-4d5153ad-95c0-4192-909e-cbc4a951077e tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:09.590009 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5f8c2e50-8bf3-4caa-9a5b-3204b9faa276 req-4d5153ad-95c0-4192-909e-cbc4a951077e tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd51b9f3-272c-4991-a4c5-bad8b4d07fff HTTP/1.1" status: 200 len: 945 time: 0.2557056 Feb 09 12:32:09.667918 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5f8c2e50-8bf3-4caa-9a5b-3204b9faa276 req-09f7595b-d81d-434e-a74f-842127f94476 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef88ea14-c1b5-4810-8a63-5868ea6af64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670085 Feb 09 12:32:09.690277 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-fa6b9c52-2347-4d5f-b16d-13a804671590 req-24d64e3c-2f7f-4b30-a9d4-23c1ef503f96 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:09.701562 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['c89f1198-521e-46b6-9a42-236dc34ec316'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:32:09.764522 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d64e3c-2f7f-4b30-a9d4-23c1ef503f96 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Pushing event deleted for resources: {'Port': ['ID=c89f1198-521e-46b6-9a42-236dc34ec316,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:09.804939 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae6d465-767d-4c6e-b8b8-8fa9af88b15d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e25bb3-338e-4283-b6f2-88c28f57c3ee', 'code': 200} Feb 09 12:32:09.877518 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa6b9c52-2347-4d5f-b16d-13a804671590 req-24d64e3c-2f7f-4b30-a9d4-23c1ef503f96 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] No DVR routers for this DVR port c89f1198-521e-46b6-9a42-236dc34ec316 on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:32:09.880907 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-fa6b9c52-2347-4d5f-b16d-13a804671590 req-24d64e3c-2f7f-4b30-a9d4-23c1ef503f96 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:09.887098 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd51b9f3-272c-4991-a4c5-bad8b4d07fff', 'name': 'network-vif-deleted', 'tag': 'c89f1198-521e-46b6-9a42-236dc34ec316'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:32:09.945701 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-fa6b9c52-2347-4d5f-b16d-13a804671590 req-24d64e3c-2f7f-4b30-a9d4-23c1ef503f96 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.46 "DELETE /v2.0/ports/c89f1198-521e-46b6-9a42-236dc34ec316 HTTP/1.1" status: 204 len: 173 time: 1.6577928 Feb 09 12:32:09.996987 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0eeafd28-7a9e-49de-8126-55687ebe8898 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:32:10.022280 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0eeafd28-7a9e-49de-8126-55687ebe8898 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:32:10.077133 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf3b21-20eb-4ce3-9afe-ed40aac176aa req-7050d1b8-280f-492c-8788-09e4e10760bd tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:10.085612 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6faf3b21-20eb-4ce3-9afe-ed40aac176aa req-7050d1b8-280f-492c-8788-09e4e10760bd tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=23a2acd0-5ea5-452b-bf41-c6af6610990e HTTP/1.1" status: 200 len: 946 time: 0.1889005 Feb 09 12:32:10.094335 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eeafd28-7a9e-49de-8126-55687ebe8898 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Made reservation on behalf of 188ec09a21804a84838dd1f8077418e2 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:32:10.099333 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0eeafd28-7a9e-49de-8126-55687ebe8898 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:10.143270 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-0eeafd28-7a9e-49de-8126-55687ebe8898 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] device_id is not set on port 2bfa8aac-2ddd-4269-b769-a3a380e17be7 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:32:10.175048 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6faf3b21-20eb-4ce3-9afe-ed40aac176aa req-de5ab54c-04e3-40fe-b87b-13de3d6f0ac1 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882909 Feb 09 12:32:10.302293 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd51b9f3-272c-4991-a4c5-bad8b4d07fff', 'name': 'network-vif-deleted', 'tag': 'c89f1198-521e-46b6-9a42-236dc34ec316', 'status': 'completed', 'code': 200} Feb 09 12:32:10.329642 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091d0a3-db93-428a-b813-df48bd434381 req-325282b6-86ff-4954-bcd6-3d007fc05f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:10.331434 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3091d0a3-db93-428a-b813-df48bd434381 req-325282b6-86ff-4954-bcd6-3d007fc05f75 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5ae6d465-767d-4c6e-b8b8-8fa9af88b15d HTTP/1.1" status: 200 len: 1096 time: 0.4328930 Feb 09 12:32:10.391220 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3091d0a3-db93-428a-b813-df48bd434381 req-d982341f-5654-4d74-8d76-3722a5eb0a66 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1937c3b6-9d78-44bb-8227-09c415638bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462093 Feb 09 12:32:10.416496 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-0eeafd28-7a9e-49de-8126-55687ebe8898 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Allocated IP 2001:db8::19 (4f959007-7047-451c-801e-14a0c01a3ab0/de116c4f-ea2e-4118-a9ec-96ca6f3199a9/2bfa8aac-2ddd-4269-b769-a3a380e17be7) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:32:10.475405 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a9a4f-9706-490e-a529-70759a32cb14 req-a92d6fc0-2676-4fad-906e-ed961fbf3a1a tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:10.482407 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ef8a9a4f-9706-490e-a529-70759a32cb14 req-a92d6fc0-2676-4fad-906e-ed961fbf3a1a tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ae6d465-767d-4c6e-b8b8-8fa9af88b15d HTTP/1.1" status: 200 len: 945 time: 0.2036278 Feb 09 12:32:10.538759 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ef8a9a4f-9706-490e-a529-70759a32cb14 req-5f4fc533-7f69-41eb-82d7-f4c5ee45f8a4 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] 10.222.0.55 "GET /v2.0/security-groups?id=1937c3b6-9d78-44bb-8227-09c415638bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554056 Feb 09 12:32:10.563791 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1286af8-21bb-427c-b909-4dcf5f72f0a1 req-e3c2d0fb-0592-4d07-9e1b-036f0eab73be tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:10.565736 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b1286af8-21bb-427c-b909-4dcf5f72f0a1 req-e3c2d0fb-0592-4d07-9e1b-036f0eab73be tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 946 time: 0.1412926 Feb 09 12:32:10.619324 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b1286af8-21bb-427c-b909-4dcf5f72f0a1 req-a9f345bf-c76d-4578-ac5e-24174b894779 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463886 Feb 09 12:32:10.756450 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0eeafd28-7a9e-49de-8126-55687ebe8898 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:10.779699 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-0eeafd28-7a9e-49de-8126-55687ebe8898 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Transition to ACTIVE for port object 2bfa8aac-2ddd-4269-b769-a3a380e17be7 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:32:10.830465 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee03edf-8203-450c-905f-f215d8f5b223 req-8a256df9-2ba3-4d3c-853e-1684afa684c3 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:10.833261 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0eeafd28-7a9e-49de-8126-55687ebe8898 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:10.844719 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ee03edf-8203-450c-905f-f215d8f5b223 req-8a256df9-2ba3-4d3c-853e-1684afa684c3 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=15debf37-8de7-4867-bb19-a681a8fc422d HTTP/1.1" status: 200 len: 945 time: 0.1164494 Feb 09 12:32:10.918122 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ee03edf-8203-450c-905f-f215d8f5b223 req-bcb832ac-c1a3-4fe1-b532-3e10212771a5 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674660 Feb 09 12:32:10.951442 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeafd28-7a9e-49de-8126-55687ebe8898 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Pushing event updated for resources: {'Port': ['ID=2bfa8aac-2ddd-4269-b769-a3a380e17be7,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:10.970512 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eeafd28-7a9e-49de-8126-55687ebe8898 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Network 4f959007-7047-451c-801e-14a0c01a3ab0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:32:10.971728 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-0eeafd28-7a9e-49de-8126-55687ebe8898 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:32:10.974931 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eeafd28-7a9e-49de-8126-55687ebe8898 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:32:10.981011 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eeafd28-7a9e-49de-8126-55687ebe8898 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:10.981684 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0eeafd28-7a9e-49de-8126-55687ebe8898 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:11.014913 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0eeafd28-7a9e-49de-8126-55687ebe8898 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4533215 Feb 09 12:32:11.015543 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60598) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:11.022741 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-5813d8d4-e897-4468-94fd-4fd4fb8b88b3 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Request body: {'port': {'network_id': '4f959007-7047-451c-801e-14a0c01a3ab0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1991967500'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:32:11.039886 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-55f53024-d975-4899-938f-b076367d004d req-ff4bd752-e9de-4eaa-9f56-52f2263810d1 tempest-FloatingIPsAssociationTestJSON-1302830558 tempest-FloatingIPsAssociationTestJSON-1302830558-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd51b9f3-272c-4991-a4c5-bad8b4d07fff HTTP/1.1" status: 200 len: 210 time: 0.1012268 Feb 09 12:32:11.243505 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5813d8d4-e897-4468-94fd-4fd4fb8b88b3 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:32:11.248192 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5813d8d4-e897-4468-94fd-4fd4fb8b88b3 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Usage tracker for resource:port and tenant:188ec09a21804a84838dd1f8077418e2 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:32:11.252520 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5813d8d4-e897-4468-94fd-4fd4fb8b88b3 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:32:11.263658 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5813d8d4-e897-4468-94fd-4fd4fb8b88b3 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:32:11.281405 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5813d8d4-e897-4468-94fd-4fd4fb8b88b3 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Made reservation on behalf of 188ec09a21804a84838dd1f8077418e2 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:32:11.285623 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5813d8d4-e897-4468-94fd-4fd4fb8b88b3 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:11.310126 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-5813d8d4-e897-4468-94fd-4fd4fb8b88b3 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] device_id is not set on port a0a368b8-68e8-4635-ae19-ed2598f34a0f yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:32:11.371341 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b7f394f0-36cb-4636-a661-694e2e0e7372 None None] Provisioning for port 2bfa8aac-2ddd-4269-b769-a3a380e17be7 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:32:11.378442 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b7f394f0-36cb-4636-a661-694e2e0e7372 None None] Provisioning complete for port 2bfa8aac-2ddd-4269-b769-a3a380e17be7 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:32:11.378748 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b7f394f0-36cb-4636-a661-694e2e0e7372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:11.448562 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b7f394f0-36cb-4636-a661-694e2e0e7372 None None] Port 2bfa8aac-2ddd-4269-b769-a3a380e17be7 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:32:11.508946 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc527df-f70e-4e34-886f-b079f5c9bfc0 req-a1054dea-5864-45b7-8d1a-d22646b391b2 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:11.510414 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3cc527df-f70e-4e34-886f-b079f5c9bfc0 req-a1054dea-5864-45b7-8d1a-d22646b391b2 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=90c74a17-df51-46ca-9bdf-0f0627aa1fea HTTP/1.1" status: 200 len: 945 time: 0.1773539 Feb 09 12:32:11.538167 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366da617-550e-45db-8fe9-5f9dc94849b8 req-acee316d-e89f-4e25-9679-71c770d86deb tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:11.539592 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-366da617-550e-45db-8fe9-5f9dc94849b8 req-acee316d-e89f-4e25-9679-71c770d86deb tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=23a2acd0-5ea5-452b-bf41-c6af6610990e HTTP/1.1" status: 200 len: 946 time: 0.1516275 Feb 09 12:32:11.539722 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-5813d8d4-e897-4468-94fd-4fd4fb8b88b3 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Allocated IP 2001:db8::191 (4f959007-7047-451c-801e-14a0c01a3ab0/de116c4f-ea2e-4118-a9ec-96ca6f3199a9/a0a368b8-68e8-4635-ae19-ed2598f34a0f) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:32:11.593116 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3cc527df-f70e-4e34-886f-b079f5c9bfc0 req-afdb7cc7-d703-4f1a-bf63-71f4aec03090 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739846 Feb 09 12:32:11.602729 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-366da617-550e-45db-8fe9-5f9dc94849b8 req-5249baa7-676b-4aff-87f7-798233d94d03 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548904 Feb 09 12:32:11.608131 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d3ca0-0ee5-44b8-b241-a116c69e2d2f req-c91e89c5-7299-45f5-9358-839af71cb952 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:11.609489 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-908d3ca0-0ee5-44b8-b241-a116c69e2d2f req-c91e89c5-7299-45f5-9358-839af71cb952 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Synchronizing usage tracker for tenant:c35b136021fd452e84da1be28afeefee on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:32:11.650060 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-908d3ca0-0ee5-44b8-b241-a116c69e2d2f req-c91e89c5-7299-45f5-9358-839af71cb952 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Unset dirty status for tenant:c35b136021fd452e84da1be28afeefee on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:32:11.651198 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-908d3ca0-0ee5-44b8-b241-a116c69e2d2f req-c91e89c5-7299-45f5-9358-839af71cb952 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.46 "GET /v2.0/ports?device_id=90c74a17-df51-46ca-9bdf-0f0627aa1fea HTTP/1.1" status: 200 len: 945 time: 0.1824877 Feb 09 12:32:11.802607 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-908d3ca0-0ee5-44b8-b241-a116c69e2d2f req-44f98546-f8be-40de-8797-f936697a6718 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Deleting port 40dc350d-1874-481c-a46c-c820c9950461 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:32:11.802954 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-908d3ca0-0ee5-44b8-b241-a116c69e2d2f req-44f98546-f8be-40de-8797-f936697a6718 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:11.922416 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5813d8d4-e897-4468-94fd-4fd4fb8b88b3 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:11.948325 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c405c235-eaaf-40be-b637-7ae5b8f7b618 req-06409c79-820b-4949-ae63-a7eb0666f090 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:11.949808 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c405c235-eaaf-40be-b637-7ae5b8f7b618 req-06409c79-820b-4949-ae63-a7eb0666f090 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ae6d465-767d-4c6e-b8b8-8fa9af88b15d HTTP/1.1" status: 200 len: 945 time: 0.2561104 Feb 09 12:32:11.959966 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-5813d8d4-e897-4468-94fd-4fd4fb8b88b3 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Transition to ACTIVE for port object a0a368b8-68e8-4635-ae19-ed2598f34a0f will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:32:11.965924 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c27dd9-19eb-429e-99b9-39971286fa65 req-a64d3ef5-29e2-4801-a274-4bf222b2c7cf tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:11.973533 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b1c27dd9-19eb-429e-99b9-39971286fa65 req-a64d3ef5-29e2-4801-a274-4bf222b2c7cf tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 946 time: 0.2340701 Feb 09 12:32:12.052946 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b1c27dd9-19eb-429e-99b9-39971286fa65 req-1413119d-3596-4902-a013-327a3fd8c59f tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762682 Feb 09 12:32:12.081595 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c405c235-eaaf-40be-b637-7ae5b8f7b618 req-470c1455-aebd-43d8-9257-67daa181e17f tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] 10.222.0.55 "GET /v2.0/security-groups?id=1937c3b6-9d78-44bb-8227-09c415638bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908248 Feb 09 12:32:12.105925 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5813d8d4-e897-4468-94fd-4fd4fb8b88b3 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:12.194646 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-908d3ca0-0ee5-44b8-b241-a116c69e2d2f req-44f98546-f8be-40de-8797-f936697a6718 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] For port 40dc350d-1874-481c-a46c-c820c9950461, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=40dc350d-1874-481c-a46c-c820c9950461,segment=NetworkSegment(ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a),segment_id=ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:32:12.195009 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-908d3ca0-0ee5-44b8-b241-a116c69e2d2f req-44f98546-f8be-40de-8797-f936697a6718 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:12.207019 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5813d8d4-e897-4468-94fd-4fd4fb8b88b3 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Network 4f959007-7047-451c-801e-14a0c01a3ab0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:32:12.212240 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-5813d8d4-e897-4468-94fd-4fd4fb8b88b3 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:32:12.218868 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5813d8d4-e897-4468-94fd-4fd4fb8b88b3 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:32:12.224885 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5813d8d4-e897-4468-94fd-4fd4fb8b88b3 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:12.225524 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5813d8d4-e897-4468-94fd-4fd4fb8b88b3 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:12.232803 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5813d8d4-e897-4468-94fd-4fd4fb8b88b3 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Pushing event updated for resources: {'Port': ['ID=a0a368b8-68e8-4635-ae19-ed2598f34a0f,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:12.235497 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60616) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:12.315688 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ce3f3-c0ac-45be-925c-3f92fd35f674 req-089ddda0-cea0-4bd6-a2c1-d1302445a5cf tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:12.317536 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b22ce3f3-c0ac-45be-925c-3f92fd35f674 req-089ddda0-cea0-4bd6-a2c1-d1302445a5cf tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=15debf37-8de7-4867-bb19-a681a8fc422d HTTP/1.1" status: 200 len: 945 time: 0.0972521 Feb 09 12:32:12.374624 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b22ce3f3-c0ac-45be-925c-3f92fd35f674 req-2eae43ce-024b-448c-8471-1edb5c5cff54 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501292 Feb 09 12:32:12.438457 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-908d3ca0-0ee5-44b8-b241-a116c69e2d2f req-44f98546-f8be-40de-8797-f936697a6718 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Calling delete_port for 40dc350d-1874-481c-a46c-c820c9950461 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:32:12.527914 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5813d8d4-e897-4468-94fd-4fd4fb8b88b3 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5110471 Feb 09 12:32:12.530888 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60620) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:12.539411 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-a806ac9b-34d1-47cc-b394-988adc073cdb tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::c4', 'mac_address': 'fa:16:3e:a3:f9:fa'}, {'ip_address': '2001:db8::19', 'mac_address': 'fa:16:3e:f4:39:26'}]}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:32:12.583708 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-99f54b87-8dd2-4c73-950e-5f6417bc525b None None] Provisioning for port a0a368b8-68e8-4635-ae19-ed2598f34a0f completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:32:12.593967 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-99f54b87-8dd2-4c73-950e-5f6417bc525b None None] Provisioning complete for port a0a368b8-68e8-4635-ae19-ed2598f34a0f triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:32:12.594756 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-99f54b87-8dd2-4c73-950e-5f6417bc525b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:12.707003 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-99f54b87-8dd2-4c73-950e-5f6417bc525b None None] Port a0a368b8-68e8-4635-ae19-ed2598f34a0f cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:32:12.906888 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 40dc350d-1874-481c-a46c-c820c9950461 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:32:13.045026 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de8d02-0fcf-4f99-bd6d-026aae7644e6 req-1acce411-435e-4b46-9a8d-72129a1008a6 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:13.051544 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:13.053411 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b1de8d02-0fcf-4f99-bd6d-026aae7644e6 req-1acce411-435e-4b46-9a8d-72129a1008a6 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=23a2acd0-5ea5-452b-bf41-c6af6610990e HTTP/1.1" status: 200 len: 946 time: 0.2554932 Feb 09 12:32:13.113728 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd81c18-f3b9-4f45-ac06-8ad4bfed2cfc req-ef6a41e3-d92a-42b1-9148-7cf64dfab9f2 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:13.115778 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3cd81c18-f3b9-4f45-ac06-8ad4bfed2cfc req-ef6a41e3-d92a-42b1-9148-7cf64dfab9f2 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/ports?device_id=90c74a17-df51-46ca-9bdf-0f0627aa1fea HTTP/1.1" status: 200 len: 945 time: 0.3158398 Feb 09 12:32:13.116444 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a806ac9b-34d1-47cc-b394-988adc073cdb tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:13.153474 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b1de8d02-0fcf-4f99-bd6d-026aae7644e6 req-2aaa7a6d-a319-4201-913a-40ef38dc51e8 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991545 Feb 09 12:32:13.168449 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-908d3ca0-0ee5-44b8-b241-a116c69e2d2f req-44f98546-f8be-40de-8797-f936697a6718 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:13.275938 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device c89f1198-521e-46b6-9a42-236dc34ec316 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:32:13.289938 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f98546-f8be-40de-8797-f936697a6718 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Pushing event deleted for resources: {'Port': ['ID=40dc350d-1874-481c-a46c-c820c9950461,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:13.361124 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: c89f1198-521e-46b6-9a42-236dc34ec316 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:32:13.361479 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device c89f1198-521e-46b6-9a42-236dc34ec316 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:32:13.396106 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-908d3ca0-0ee5-44b8-b241-a116c69e2d2f req-44f98546-f8be-40de-8797-f936697a6718 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] No DVR routers for this DVR port 40dc350d-1874-481c-a46c-c820c9950461 on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:32:13.406091 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-908d3ca0-0ee5-44b8-b241-a116c69e2d2f req-44f98546-f8be-40de-8797-f936697a6718 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:13.416127 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c74a17-df51-46ca-9bdf-0f0627aa1fea', 'name': 'network-vif-deleted', 'tag': '40dc350d-1874-481c-a46c-c820c9950461'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:32:13.426248 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-908d3ca0-0ee5-44b8-b241-a116c69e2d2f req-44f98546-f8be-40de-8797-f936697a6718 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.46 "DELETE /v2.0/ports/40dc350d-1874-481c-a46c-c820c9950461 HTTP/1.1" status: 204 len: 173 time: 1.7266512 Feb 09 12:32:13.474872 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac6b4a-318b-4599-9915-345f498003bf req-f6cfc921-8524-4395-80dd-b9eea024fd6b tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:13.476408 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-e9ac6b4a-318b-4599-9915-345f498003bf req-f6cfc921-8524-4395-80dd-b9eea024fd6b tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Synchronizing usage tracker for tenant:00099515433c46eebcd12321c76bbae3 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:32:13.479695 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3cd81c18-f3b9-4f45-ac06-8ad4bfed2cfc req-a6177758-baaf-4229-b51c-7a5919d97008 tempest-ServersTestJSON-452366039 tempest-ServersTestJSON-452366039-project] 10.222.0.55 "GET /v2.0/security-groups?id=9eaade17-6dc1-45b5-810e-f098e7fe7855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488061 Feb 09 12:32:13.552035 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-e9ac6b4a-318b-4599-9915-345f498003bf req-f6cfc921-8524-4395-80dd-b9eea024fd6b tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Unset dirty status for tenant:00099515433c46eebcd12321c76bbae3 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:32:13.553498 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e9ac6b4a-318b-4599-9915-345f498003bf req-f6cfc921-8524-4395-80dd-b9eea024fd6b tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.46 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 946 time: 0.4811025 Feb 09 12:32:13.566018 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97778e7-3b74-4bdd-b452-6bbb3734fd1d req-3f9433ff-d039-4793-abed-5ea12e53dded tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:13.573766 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f97778e7-3b74-4bdd-b452-6bbb3734fd1d req-3f9433ff-d039-4793-abed-5ea12e53dded tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 946 time: 0.1772859 Feb 09 12:32:13.634264 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b62b8a34-79b6-46e5-b47b-4011c38ed984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:13.693823 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f97778e7-3b74-4bdd-b452-6bbb3734fd1d req-b8bc207a-3d78-4704-bb66-90500a503dae tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172056 Feb 09 12:32:13.735240 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a806ac9b-34d1-47cc-b394-988adc073cdb tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:13.745710 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a806ac9b-34d1-47cc-b394-988adc073cdb tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:13.823486 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85452f94-a95f-4615-971b-ee59104e3794 req-a59b7bac-d2b8-48bd-a888-c86025148765 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:13.830604 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-85452f94-a95f-4615-971b-ee59104e3794 req-a59b7bac-d2b8-48bd-a888-c86025148765 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ae6d465-767d-4c6e-b8b8-8fa9af88b15d HTTP/1.1" status: 200 len: 945 time: 0.2061434 Feb 09 12:32:13.855267 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-a806ac9b-34d1-47cc-b394-988adc073cdb tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] In _notify_port_updated(), no bound segment for port a0a368b8-68e8-4635-ae19-ed2598f34a0f on network 4f959007-7047-451c-801e-14a0c01a3ab0 {{(pid=87567) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 12:32:13.861247 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a806ac9b-34d1-47cc-b394-988adc073cdb tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:13.861872 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a806ac9b-34d1-47cc-b394-988adc073cdb tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:13.863151 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a806ac9b-34d1-47cc-b394-988adc073cdb tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] 10.222.0.55 "PUT /v2.0/ports/a0a368b8-68e8-4635-ae19-ed2598f34a0f HTTP/1.1" status: 200 len: 1066 time: 1.3298845 Feb 09 12:32:13.876826 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60640) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:13.955686 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a806ac9b-34d1-47cc-b394-988adc073cdb tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Pushing event updated for resources: {'Port': ['ID=a0a368b8-68e8-4635-ae19-ed2598f34a0f,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:13.980177 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-85452f94-a95f-4615-971b-ee59104e3794 req-37ca649b-30be-472c-99ef-f3108dd371bf tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] 10.222.0.55 "GET /v2.0/security-groups?id=1937c3b6-9d78-44bb-8227-09c415638bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482682 Feb 09 12:32:13.988713 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-eeedf0fe-d9bb-4c2c-a72e-e3e29921fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:14.020300 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-7acfa39d-592c-4428-97f1-ea2284b4cb2b tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Deleting port a0a368b8-68e8-4635-ae19-ed2598f34a0f {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:32:14.020653 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7acfa39d-592c-4428-97f1-ea2284b4cb2b tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:14.026547 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e0d4f-326f-41a9-b3e1-91aac7acfbb6 req-e60d727f-70b2-4202-9f1d-6e625b1d4247 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:14.034584 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6d3e0d4f-326f-41a9-b3e1-91aac7acfbb6 req-e60d727f-70b2-4202-9f1d-6e625b1d4247 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=15debf37-8de7-4867-bb19-a681a8fc422d HTTP/1.1" status: 200 len: 945 time: 0.1703067 Feb 09 12:32:14.085634 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6d3e0d4f-326f-41a9-b3e1-91aac7acfbb6 req-7c615a15-cb95-498e-99d4-3c466ff6e900 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500610 Feb 09 12:32:14.086074 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-e9ac6b4a-318b-4599-9915-345f498003bf req-c0241126-d0cc-48da-a2f0-ccb1da001b67 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Deleting port d93b5e0a-6c45-4800-820d-aa945e3d4e97 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:32:14.086443 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e9ac6b4a-318b-4599-9915-345f498003bf req-c0241126-d0cc-48da-a2f0-ccb1da001b67 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:14.143018 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c74a17-df51-46ca-9bdf-0f0627aa1fea', 'name': 'network-vif-deleted', 'tag': '40dc350d-1874-481c-a46c-c820c9950461', 'status': 'completed', 'code': 200} Feb 09 12:32:14.171326 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-06e05dbb-a505-4ce5-9481-5af705e2baba None None] Provisioning complete for port a0a368b8-68e8-4635-ae19-ed2598f34a0f triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:32:14.172296 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-06e05dbb-a505-4ce5-9481-5af705e2baba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:14.334365 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-06e05dbb-a505-4ce5-9481-5af705e2baba None None] Port a0a368b8-68e8-4635-ae19-ed2598f34a0f cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:32:14.565825 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed407882-dfb6-4b17-a187-5330d87fc831 req-964e328e-5619-43b6-b6d4-00695b83bf9f tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:14.574246 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ed407882-dfb6-4b17-a187-5330d87fc831 req-964e328e-5619-43b6-b6d4-00695b83bf9f tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=23a2acd0-5ea5-452b-bf41-c6af6610990e HTTP/1.1" status: 200 len: 946 time: 0.1388898 Feb 09 12:32:14.660472 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ed407882-dfb6-4b17-a187-5330d87fc831 req-1a81511e-eb3a-4b2c-a007-8a5d215a09e8 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840969 Feb 09 12:32:14.728610 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60660) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:14.997949 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-b62b8a34-79b6-46e5-b47b-4011c38ed984 admin admin] Deleting port daa03612-1e0c-486a-b24f-b943c3675eab {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:32:14.998498 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b62b8a34-79b6-46e5-b47b-4011c38ed984 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:15.021694 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-65a8d9e2-14a7-4b40-a7a2-8b81e5f6eb03 admin admin] Deleting subnet 3c9b480e-1cd6-43a9-9d3f-1e4f05f3898f {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:32:15.027268 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-65a8d9e2-14a7-4b40-a7a2-8b81e5f6eb03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:15.077550 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7acfa39d-592c-4428-97f1-ea2284b4cb2b tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:15.086015 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-e9ac6b4a-318b-4599-9915-345f498003bf req-c0241126-d0cc-48da-a2f0-ccb1da001b67 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] For port d93b5e0a-6c45-4800-820d-aa945e3d4e97, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=d93b5e0a-6c45-4800-820d-aa945e3d4e97,segment=NetworkSegment(979c19f6-d1b0-4462-9702-5c928d7c30bd),segment_id=979c19f6-d1b0-4462-9702-5c928d7c30bd)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:32:15.086376 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e9ac6b4a-318b-4599-9915-345f498003bf req-c0241126-d0cc-48da-a2f0-ccb1da001b67 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:15.092558 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59a435-0f44-40ab-b662-18273bc58d22 req-94acce18-1e67-4ea2-a04b-0f10dc786df6 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:15.092558 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5f59a435-0f44-40ab-b662-18273bc58d22 req-94acce18-1e67-4ea2-a04b-0f10dc786df6 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 946 time: 0.2469316 Feb 09 12:32:15.105907 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515eb10-2f09-421d-bb7a-0c5961d9435f req-bc3cd706-3046-485a-95d5-ba888757c118 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:15.107817 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4515eb10-2f09-421d-bb7a-0c5961d9435f req-bc3cd706-3046-485a-95d5-ba888757c118 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ae6d465-767d-4c6e-b8b8-8fa9af88b15d HTTP/1.1" status: 200 len: 945 time: 0.2255635 Feb 09 12:32:15.279417 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-65a8d9e2-14a7-4b40-a7a2-8b81e5f6eb03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:15.288671 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-7acfa39d-592c-4428-97f1-ea2284b4cb2b tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Calling delete_port for a0a368b8-68e8-4635-ae19-ed2598f34a0f owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:32:15.336562 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-65a8d9e2-14a7-4b40-a7a2-8b81e5f6eb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:15.400314 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-e9ac6b4a-318b-4599-9915-345f498003bf req-c0241126-d0cc-48da-a2f0-ccb1da001b67 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Calling delete_port for d93b5e0a-6c45-4800-820d-aa945e3d4e97 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:32:15.441331 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-65a8d9e2-14a7-4b40-a7a2-8b81e5f6eb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:15.491476 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4515eb10-2f09-421d-bb7a-0c5961d9435f req-724f5156-8273-4072-a906-95ec8850fae6 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] 10.222.0.55 "GET /v2.0/security-groups?id=1937c3b6-9d78-44bb-8227-09c415638bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3642449 Feb 09 12:32:15.498711 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5f59a435-0f44-40ab-b662-18273bc58d22 req-f542ed50-b04b-4a2b-bdc2-fcf621c2c72f tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/security-groups?id=5db679e7-c403-4701-b185-abdb81e6706e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3893094 Feb 09 12:32:15.500040 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a8d9e2-14a7-4b40-a7a2-8b81e5f6eb03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c9b480e-1cd6-43a9-9d3f-1e4f05f3898f,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:15.503493 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-65a8d9e2-14a7-4b40-a7a2-8b81e5f6eb03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:15.509611 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-65a8d9e2-14a7-4b40-a7a2-8b81e5f6eb03 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/3c9b480e-1cd6-43a9-9d3f-1e4f05f3898f HTTP/1.1" status: 204 len: 168 time: 0.7795477 Feb 09 12:32:15.512184 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60672) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:15.642946 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fac5cefd-40d8-458e-b385-ba820ec74316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:15.663997 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-b62b8a34-79b6-46e5-b47b-4011c38ed984 admin admin] For port daa03612-1e0c-486a-b24f-b943c3675eab, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=daa03612-1e0c-486a-b24f-b943c3675eab,segment=NetworkSegment(265d0b08-b939-46e1-9e9a-33b1f21608e7),segment_id=265d0b08-b939-46e1-9e9a-33b1f21608e7)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:32:15.664480 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b62b8a34-79b6-46e5-b47b-4011c38ed984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:15.887702 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fac5cefd-40d8-458e-b385-ba820ec74316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:15.913610 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-b62b8a34-79b6-46e5-b47b-4011c38ed984 admin admin] Calling delete_port for daa03612-1e0c-486a-b24f-b943c3675eab owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:32:15.933465 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-fac5cefd-40d8-458e-b385-ba820ec74316 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['985217ad-b773-4531-9367-f144e39af1cf']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:32:15.952359 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-fac5cefd-40d8-458e-b385-ba820ec74316 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:32:15.952859 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-fac5cefd-40d8-458e-b385-ba820ec74316 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab2b2d92-bbbf-4143-bbf2-2dc3b459d28a') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:32:15.974310 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fac5cefd-40d8-458e-b385-ba820ec74316 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:15.985008 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e9ac6b4a-318b-4599-9915-345f498003bf req-c0241126-d0cc-48da-a2f0-ccb1da001b67 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:15.991263 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5f45f-be13-48b5-91a3-8a5cbf0482fd req-75983f8b-aedb-4386-bc35-1ae8d56fa414 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:15.992776 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a9b5f45f-be13-48b5-91a3-8a5cbf0482fd req-75983f8b-aedb-4386-bc35-1ae8d56fa414 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=15debf37-8de7-4867-bb19-a681a8fc422d HTTP/1.1" status: 200 len: 945 time: 0.3121462 Feb 09 12:32:16.026876 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae0baf-8165-4f58-a671-0e1cf861b1b1 req-771ffcc6-5a4b-4a03-81db-3a3711eaa3bd tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:16.028334 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c6ae0baf-8165-4f58-a671-0e1cf861b1b1 req-771ffcc6-5a4b-4a03-81db-3a3711eaa3bd tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=23a2acd0-5ea5-452b-bf41-c6af6610990e HTTP/1.1" status: 200 len: 946 time: 0.2270489 Feb 09 12:32:16.031253 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fac5cefd-40d8-458e-b385-ba820ec74316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:16.058302 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fac5cefd-40d8-458e-b385-ba820ec74316 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:32:16.058588 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fac5cefd-40d8-458e-b385-ba820ec74316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:16.059054 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0241126-d0cc-48da-a2f0-ccb1da001b67 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Pushing event deleted for resources: {'Port': ['ID=d93b5e0a-6c45-4800-820d-aa945e3d4e97,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:16.078482 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:32:16.078482 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:32:16.078482 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:32:16.078482 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:32:16.078482 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:32:16.078482 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:32:16.078482 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:32:16.078482 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:32:16.078482 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:32:16.078482 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:32:16.078482 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:32:16.078482 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:32:16.078482 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:32:16.078482 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:32:16.078482 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:32:16.078482 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:32:16.078482 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:32:16.078482 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:32:16.078482 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:32:16.078482 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:32:16.078482 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:32:16.078482 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:32:16.078482 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:32:16.078482 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:32:16.078482 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:32:16.078482 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:32:16.078482 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:32:16.078482 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:32:16.078482 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:32:16.078482 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:32:16.078482 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:32:16.078482 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:32:16.114829 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7acfa39d-592c-4428-97f1-ea2284b4cb2b tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:16.181913 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a9b5f45f-be13-48b5-91a3-8a5cbf0482fd req-fbc01e0e-943e-4bc4-8e4b-a3322ccdb76a tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791656 Feb 09 12:32:16.204434 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c6ae0baf-8165-4f58-a671-0e1cf861b1b1 req-6f1471a5-4d70-472f-8d70-77172d40cbcd tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662099 Feb 09 12:32:16.205961 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fac5cefd-40d8-458e-b385-ba820ec74316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:16.237796 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fac5cefd-40d8-458e-b385-ba820ec74316 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:16.238081 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ac6b4a-318b-4599-9915-345f498003bf req-c0241126-d0cc-48da-a2f0-ccb1da001b67 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] No DVR routers for this DVR port d93b5e0a-6c45-4800-820d-aa945e3d4e97 on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:32:16.238537 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e9ac6b4a-318b-4599-9915-345f498003bf req-c0241126-d0cc-48da-a2f0-ccb1da001b67 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:16.242907 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac5cefd-40d8-458e-b385-ba820ec74316 admin admin] Pushing event deleted for resources: {'Network': ['ID=985217ad-b773-4531-9367-f144e39af1cf,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:16.266285 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-fac5cefd-40d8-458e-b385-ba820ec74316 admin admin] 10.222.0.55 "DELETE /v2.0/networks/985217ad-b773-4531-9367-f144e39af1cf HTTP/1.1" status: 204 len: 168 time: 0.7530990 Feb 09 12:32:16.293369 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3', 'name': 'network-vif-deleted', 'tag': 'd93b5e0a-6c45-4800-820d-aa945e3d4e97'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:32:16.300516 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acfa39d-592c-4428-97f1-ea2284b4cb2b tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Pushing event deleted for resources: {'Port': ['ID=a0a368b8-68e8-4635-ae19-ed2598f34a0f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:16.334895 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-af463d9b-3eca-4e34-a8ea-5ab2de4c954c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:16.364684 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e9ac6b4a-318b-4599-9915-345f498003bf req-c0241126-d0cc-48da-a2f0-ccb1da001b67 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.46 "DELETE /v2.0/ports/d93b5e0a-6c45-4800-820d-aa945e3d4e97 HTTP/1.1" status: 204 len: 173 time: 2.8005276 Feb 09 12:32:16.494101 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3', 'name': 'network-vif-deleted', 'tag': 'd93b5e0a-6c45-4800-820d-aa945e3d4e97', 'status': 'completed', 'code': 200} Feb 09 12:32:16.505892 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60686) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:16.626216 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-279249ff-3168-45f7-86db-bfbbb9de80a2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c35b136021fd452e84da1be28afeefee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1162968 Feb 09 12:32:16.627433 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60694) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:16.819706 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a4db244e-3cea-4d9d-b5d0-ee9dfb1dc596 req-ac6b1415-eb4d-453f-8475-a1b360663ea5 tempest-ServersNegativeTestJSON-1061006503 tempest-ServersNegativeTestJSON-1061006503-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccbe6ddf-2c11-4b90-afc0-bb34186fd6b3 HTTP/1.1" status: 200 len: 210 time: 0.0618646 Feb 09 12:32:16.850030 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-24d3c56e-3c62-458e-97f2-6c49d9cdf91b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:16.884300 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-24d3c56e-3c62-458e-97f2-6c49d9cdf91b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:16.904090 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c402be7-082f-4f45-a27e-fb0b22eea657 req-b555cc2e-3b2a-4c12-9385-1f6f628d666f tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:16.906375 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8c402be7-082f-4f45-a27e-fb0b22eea657 req-b555cc2e-3b2a-4c12-9385-1f6f628d666f tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ae6d465-767d-4c6e-b8b8-8fa9af88b15d HTTP/1.1" status: 200 len: 945 time: 0.1903214 Feb 09 12:32:16.918307 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device d93b5e0a-6c45-4800-820d-aa945e3d4e97 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:32:16.965330 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: d93b5e0a-6c45-4800-820d-aa945e3d4e97 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:32:16.966595 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device d93b5e0a-6c45-4800-820d-aa945e3d4e97 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:32:16.988676 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7acfa39d-592c-4428-97f1-ea2284b4cb2b tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:17.005414 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05350e6-2f2a-4c36-8c5b-9d86cb7d3a30 req-307ecc82-8e93-400e-9a4d-0200060ab1bc tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:17.006128 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-b05350e6-2f2a-4c36-8c5b-9d86cb7d3a30 req-307ecc82-8e93-400e-9a4d-0200060ab1bc tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Synchronizing usage tracker for tenant:0c78ca1cefe04bd297e3e566625cc173 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:32:17.022170 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7acfa39d-592c-4428-97f1-ea2284b4cb2b tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] 10.222.0.55 "DELETE /v2.0/ports/a0a368b8-68e8-4635-ae19-ed2598f34a0f HTTP/1.1" status: 204 len: 168 time: 3.1422315 Feb 09 12:32:17.023282 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60698) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:17.033016 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b62b8a34-79b6-46e5-b47b-4011c38ed984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:17.089693 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-b05350e6-2f2a-4c36-8c5b-9d86cb7d3a30 req-307ecc82-8e93-400e-9a4d-0200060ab1bc tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Unset dirty status for tenant:0c78ca1cefe04bd297e3e566625cc173 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:32:17.091006 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b05350e6-2f2a-4c36-8c5b-9d86cb7d3a30 req-307ecc82-8e93-400e-9a4d-0200060ab1bc tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ae6d465-767d-4c6e-b8b8-8fa9af88b15d HTTP/1.1" status: 200 len: 945 time: 0.5939481 Feb 09 12:32:17.094121 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62b8a34-79b6-46e5-b47b-4011c38ed984 admin admin] Pushing event deleted for resources: {'Port': ['ID=daa03612-1e0c-486a-b24f-b943c3675eab,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:17.102177 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8c402be7-082f-4f45-a27e-fb0b22eea657 req-eb6d8294-0ae2-433f-a069-ddeeac94b71b tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] 10.222.0.55 "GET /v2.0/security-groups?id=1937c3b6-9d78-44bb-8227-09c415638bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854932 Feb 09 12:32:17.102642 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-24d3c56e-3c62-458e-97f2-6c49d9cdf91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:17.120780 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fb7033a-e9a9-441b-bd98-5d1b798deedb tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] GET failed (client error): The resource could not be found. Feb 09 12:32:17.122080 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8fb7033a-e9a9-441b-bd98-5d1b798deedb tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] 10.222.0.55 "GET /v2.0/ports/a0a368b8-68e8-4635-ae19-ed2598f34a0f HTTP/1.1" status: 404 len: 333 time: 0.0980618 Feb 09 12:32:17.125506 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d3c56e-3c62-458e-97f2-6c49d9cdf91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eaade17-6dc1-45b5-810e-f098e7fe7855,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:17.133617 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60702) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:17.207459 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d3c56e-3c62-458e-97f2-6c49d9cdf91b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:32:17.207812 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d3c56e-3c62-458e-97f2-6c49d9cdf91b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:32:17.208356 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d3c56e-3c62-458e-97f2-6c49d9cdf91b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:32:17.208735 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d3c56e-3c62-458e-97f2-6c49d9cdf91b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:32:17.209647 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d3c56e-3c62-458e-97f2-6c49d9cdf91b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:32:17.209647 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d3c56e-3c62-458e-97f2-6c49d9cdf91b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:32:17.209861 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d3c56e-3c62-458e-97f2-6c49d9cdf91b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:32:17.210014 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d3c56e-3c62-458e-97f2-6c49d9cdf91b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:32:17.210563 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d3c56e-3c62-458e-97f2-6c49d9cdf91b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:32:17.210889 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d3c56e-3c62-458e-97f2-6c49d9cdf91b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:32:17.211211 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d3c56e-3c62-458e-97f2-6c49d9cdf91b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:32:17.211530 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d3c56e-3c62-458e-97f2-6c49d9cdf91b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:32:17.230060 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-24d3c56e-3c62-458e-97f2-6c49d9cdf91b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:17.234965 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-24d3c56e-3c62-458e-97f2-6c49d9cdf91b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9eaade17-6dc1-45b5-810e-f098e7fe7855 HTTP/1.1" status: 204 len: 168 time: 0.6057341 Feb 09 12:32:17.321379 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-b05350e6-2f2a-4c36-8c5b-9d86cb7d3a30 req-5471b69e-160b-427a-9261-323f4eedfe62 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Deleting port 64e25bb3-338e-4283-b6f2-88c28f57c3ee {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:32:17.321733 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-b05350e6-2f2a-4c36-8c5b-9d86cb7d3a30 req-5471b69e-160b-427a-9261-323f4eedfe62 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:17.383284 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-c7964eab-2bb2-4586-b7ba-d9f37c04418c tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Deleting port 2bfa8aac-2ddd-4269-b769-a3a380e17be7 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:32:17.383696 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c7964eab-2bb2-4586-b7ba-d9f37c04418c tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:17.533821 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:17.588675 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:17.813087 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b62b8a34-79b6-46e5-b47b-4011c38ed984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:17.896999 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8889b9ec-8d0a-434c-a96f-aa2a32d595df req-90227391-d294-4b8e-bca3-ca4ae05269a7 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:17.903987 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8889b9ec-8d0a-434c-a96f-aa2a32d595df req-90227391-d294-4b8e-bca3-ca4ae05269a7 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=15debf37-8de7-4867-bb19-a681a8fc422d HTTP/1.1" status: 200 len: 945 time: 0.3590071 Feb 09 12:32:18.136969 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d9fb9-09ad-4f42-9500-89d718be13e2 req-dba68538-4ff9-4c7e-aa0c-20f7f9675041 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:18.138636 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5b5d9fb9-09ad-4f42-9500-89d718be13e2 req-dba68538-4ff9-4c7e-aa0c-20f7f9675041 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=23a2acd0-5ea5-452b-bf41-c6af6610990e HTTP/1.1" status: 200 len: 946 time: 0.5950999 Feb 09 12:32:18.151783 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8889b9ec-8d0a-434c-a96f-aa2a32d595df req-2fa9fe1e-8035-47d1-937f-55db635c926c tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469289 Feb 09 12:32:18.227736 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-b05350e6-2f2a-4c36-8c5b-9d86cb7d3a30 req-5471b69e-160b-427a-9261-323f4eedfe62 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] For port 64e25bb3-338e-4283-b6f2-88c28f57c3ee, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=64e25bb3-338e-4283-b6f2-88c28f57c3ee,segment=NetworkSegment(a866873a-0d32-4789-a4bc-3a89273270ae),segment_id=a866873a-0d32-4789-a4bc-3a89273270ae)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:32:18.228339 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-b05350e6-2f2a-4c36-8c5b-9d86cb7d3a30 req-5471b69e-160b-427a-9261-323f4eedfe62 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:18.230963 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5b5d9fb9-09ad-4f42-9500-89d718be13e2 req-478b54d9-53b5-4afe-aec9-c76900eb1671 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825181 Feb 09 12:32:18.247027 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c7964eab-2bb2-4586-b7ba-d9f37c04418c tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:18.385666 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60728) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:18.394966 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-c7964eab-2bb2-4586-b7ba-d9f37c04418c tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Calling delete_port for 2bfa8aac-2ddd-4269-b769-a3a380e17be7 owned by {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:32:18.572432 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-b05350e6-2f2a-4c36-8c5b-9d86cb7d3a30 req-5471b69e-160b-427a-9261-323f4eedfe62 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Calling delete_port for 64e25bb3-338e-4283-b6f2-88c28f57c3ee owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:32:18.710574 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed5ff4a-45e4-4a19-adc9-584790dd8561 req-ab75d0b0-c080-4e93-bb12-40d211b25336 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:18.719176 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5ed5ff4a-45e4-4a19-adc9-584790dd8561 req-ab75d0b0-c080-4e93-bb12-40d211b25336 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ae6d465-767d-4c6e-b8b8-8fa9af88b15d HTTP/1.1" status: 200 len: 945 time: 0.2524793 Feb 09 12:32:18.784009 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c7964eab-2bb2-4586-b7ba-d9f37c04418c tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:18.942174 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5ed5ff4a-45e4-4a19-adc9-584790dd8561 req-8f13eae3-6005-46d2-b2de-63f2d44b1b78 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] 10.222.0.55 "GET /v2.0/security-groups?id=1937c3b6-9d78-44bb-8227-09c415638bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107635 Feb 09 12:32:18.975470 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7964eab-2bb2-4586-b7ba-d9f37c04418c tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Pushing event deleted for resources: {'Port': ['ID=2bfa8aac-2ddd-4269-b769-a3a380e17be7,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:19.056435 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62b8a34-79b6-46e5-b47b-4011c38ed984 admin admin] Router e64aad25-5949-4244-ad17-5b6f69543e7f has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:32:19.073532 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c7964eab-2bb2-4586-b7ba-d9f37c04418c tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:19.094290 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c7964eab-2bb2-4586-b7ba-d9f37c04418c tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] 10.222.0.55 "DELETE /v2.0/ports/2bfa8aac-2ddd-4269-b769-a3a380e17be7 HTTP/1.1" status: 204 len: 168 time: 1.9574406 Feb 09 12:32:19.095138 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60744) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:19.129407 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:19.175200 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-46a2f739-4743-4c82-bcbb-ae7188cce80f tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] GET failed (client error): The resource could not be found. Feb 09 12:32:19.176281 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-46a2f739-4743-4c82-bcbb-ae7188cce80f tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Synchronizing usage tracker for tenant:188ec09a21804a84838dd1f8077418e2 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:32:19.308074 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6ab2f-4438-4a51-8bc0-209dbdc42355 req-a438333f-7e99-4bf7-9311-7d5ea5e0c8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:19.309488 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f2b6ab2f-4438-4a51-8bc0-209dbdc42355 req-a438333f-7e99-4bf7-9311-7d5ea5e0c8c2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=23a2acd0-5ea5-452b-bf41-c6af6610990e HTTP/1.1" status: 200 len: 1097 time: 0.4062335 Feb 09 12:32:19.322925 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-46a2f739-4743-4c82-bcbb-ae7188cce80f tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Unset dirty status for tenant:188ec09a21804a84838dd1f8077418e2 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:32:19.324114 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-46a2f739-4743-4c82-bcbb-ae7188cce80f tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] 10.222.0.55 "GET /v2.0/ports/2bfa8aac-2ddd-4269-b769-a3a380e17be7 HTTP/1.1" status: 404 len: 333 time: 0.2249119 Feb 09 12:32:19.329293 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60756) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:19.404616 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fc79802-8a48-4159-9afe-c1b641bae22a admin admin] Deleting subnet a9fe3712-b0f7-41b8-9852-1955bd160446 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:32:19.415202 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7fc79802-8a48-4159-9afe-c1b641bae22a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:19.446819 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-b05350e6-2f2a-4c36-8c5b-9d86cb7d3a30 req-5471b69e-160b-427a-9261-323f4eedfe62 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:19.524213 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7fc79802-8a48-4159-9afe-c1b641bae22a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:19.631728 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5471b69e-160b-427a-9261-323f4eedfe62 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Pushing event deleted for resources: {'Port': ['ID=64e25bb3-338e-4283-b6f2-88c28f57c3ee,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:19.634846 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f2b6ab2f-4438-4a51-8bc0-209dbdc42355 req-c63a4284-7675-4235-b3e2-75e6db95410c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984025 Feb 09 12:32:19.664808 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60764) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:19.679079 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5471b69e-160b-427a-9261-323f4eedfe62 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:32:19.679338 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5471b69e-160b-427a-9261-323f4eedfe62 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:32:19.679681 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5471b69e-160b-427a-9261-323f4eedfe62 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:32:19.680227 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5471b69e-160b-427a-9261-323f4eedfe62 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:32:19.680731 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5471b69e-160b-427a-9261-323f4eedfe62 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:32:19.681233 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5471b69e-160b-427a-9261-323f4eedfe62 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:32:19.681736 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5471b69e-160b-427a-9261-323f4eedfe62 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:32:19.682230 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5471b69e-160b-427a-9261-323f4eedfe62 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:32:19.682712 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5471b69e-160b-427a-9261-323f4eedfe62 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:32:19.683198 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5471b69e-160b-427a-9261-323f4eedfe62 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:32:19.683968 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5471b69e-160b-427a-9261-323f4eedfe62 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:32:19.684444 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5471b69e-160b-427a-9261-323f4eedfe62 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:32:19.694800 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-1049ecf7-092d-4e7a-81c6-839fa0a00e80 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Deleting port 22caf482-4780-4651-b2ba-c9b46d06b887 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:32:19.695323 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1049ecf7-092d-4e7a-81c6-839fa0a00e80 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:19.741882 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62b8a34-79b6-46e5-b47b-4011c38ed984 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:32:19.743939 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-b05350e6-2f2a-4c36-8c5b-9d86cb7d3a30 req-5471b69e-160b-427a-9261-323f4eedfe62 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] No DVR routers for this DVR port 64e25bb3-338e-4283-b6f2-88c28f57c3ee on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:32:19.749242 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-b05350e6-2f2a-4c36-8c5b-9d86cb7d3a30 req-5471b69e-160b-427a-9261-323f4eedfe62 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:19.751725 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae6d465-767d-4c6e-b8b8-8fa9af88b15d', 'name': 'network-vif-deleted', 'tag': '64e25bb3-338e-4283-b6f2-88c28f57c3ee'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:32:19.753525 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea845b0b-94ab-4a79-8bfa-d5a0a01da5ce None None] Sync routers for ids ['e64aad25-5949-4244-ad17-5b6f69543e7f'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:32:19.764726 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea845b0b-94ab-4a79-8bfa-d5a0a01da5ce None None] Routers {'e64aad25-5949-4244-ad17-5b6f69543e7f'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:32:19.765828 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-ea845b0b-94ab-4a79-8bfa-d5a0a01da5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:32:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e64aad25-5949-4244-ad17-5b6f69543e7f'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:32:19.774463 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b05350e6-2f2a-4c36-8c5b-9d86cb7d3a30 req-5471b69e-160b-427a-9261-323f4eedfe62 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] 10.222.0.46 "DELETE /v2.0/ports/64e25bb3-338e-4283-b6f2-88c28f57c3ee HTTP/1.1" status: 204 len: 173 time: 2.6765177 Feb 09 12:32:19.780319 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b62b8a34-79b6-46e5-b47b-4011c38ed984 admin admin] 10.222.0.55 "PUT /v2.0/routers/e64aad25-5949-4244-ad17-5b6f69543e7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4920223 Feb 09 12:32:19.781026 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60772) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:19.960427 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7fc79802-8a48-4159-9afe-c1b641bae22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:20.028667 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-65e0ac1b-d954-4534-9626-f537f72a6bf2 admin admin] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:20.071938 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7c16ea-b67d-48f5-a12c-66225a1f4b18 req-f57d2a76-f7a0-4c48-8ab0-752bfc5931c0 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:20.079453 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ae7c16ea-b67d-48f5-a12c-66225a1f4b18 req-f57d2a76-f7a0-4c48-8ab0-752bfc5931c0 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=23a2acd0-5ea5-452b-bf41-c6af6610990e HTTP/1.1" status: 200 len: 946 time: 0.4163606 Feb 09 12:32:20.083867 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-ea845b0b-94ab-4a79-8bfa-d5a0a01da5ce None None] Set router e64aad25-5949-4244-ad17-5b6f69543e7f gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:32:20.156113 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b34d90e8-1603-49d6-b695-9ce2f14aa3d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:20.280712 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f92a24-1f78-473c-907b-4f46bbf6af4d req-ae4dd5dc-f134-4fb3-87a9-a176589c9662 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:20.282180 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c3f92a24-1f78-473c-907b-4f46bbf6af4d req-ae4dd5dc-f134-4fb3-87a9-a176589c9662 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=15debf37-8de7-4867-bb19-a681a8fc422d HTTP/1.1" status: 200 len: 945 time: 0.6683390 Feb 09 12:32:20.333181 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b34d90e8-1603-49d6-b695-9ce2f14aa3d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:32:20.338209 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b34d90e8-1603-49d6-b695-9ce2f14aa3d3 admin admin] Usage tracker for resource:security_group_rule and tenant:8ecb8fb0421d4d7eb92b3d4d1f7e4a67 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:32:20.341357 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b34d90e8-1603-49d6-b695-9ce2f14aa3d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:32:20.377621 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ae7c16ea-b67d-48f5-a12c-66225a1f4b18 req-33f1bbfa-c212-4453-b852-559476161618 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971883 Feb 09 12:32:20.382681 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b34d90e8-1603-49d6-b695-9ce2f14aa3d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:32:20.406646 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c3f92a24-1f78-473c-907b-4f46bbf6af4d req-8a86b1ec-d6ec-4c75-9081-31d05a29ed34 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124499 Feb 09 12:32:20.435381 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-65e0ac1b-d954-4534-9626-f537f72a6bf2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:20.467942 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-65e0ac1b-d954-4534-9626-f537f72a6bf2 admin admin] Deleting port 1b00d4d6-8925-4106-a04c-badfbb6bf6ab {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:32:20.472568 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-65e0ac1b-d954-4534-9626-f537f72a6bf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:20.481330 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7fc79802-8a48-4159-9afe-c1b641bae22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:20.526661 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:20.616326 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7fc79802-8a48-4159-9afe-c1b641bae22a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:20.632810 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-ea845b0b-94ab-4a79-8bfa-d5a0a01da5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1181016368-router', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '1b00d4d6-8925-4106-a04c-badfbb6bf6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:29:47Z', 'updated_at': '2022-02-09T12:32:16Z', 'revision_number': 5, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'gw_port': {'id': '1b00d4d6-8925-4106-a04c-badfbb6bf6ab', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:29:54Z', 'updated_at': '2022-02-09T12:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:32:20.643315 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea845b0b-94ab-4a79-8bfa-d5a0a01da5ce None None] Checking router: e64aad25-5949-4244-ad17-5b6f69543e7f for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:32:20.646723 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc79802-8a48-4159-9afe-c1b641bae22a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9fe3712-b0f7-41b8-9852-1955bd160446,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:20.655451 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-7fc79802-8a48-4159-9afe-c1b641bae22a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a9fe3712-b0f7-41b8-9852-1955bd160446 HTTP/1.1" status: 204 len: 168 time: 2.2687488 Feb 09 12:32:20.661673 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea845b0b-94ab-4a79-8bfa-d5a0a01da5ce None None] Routers {'e64aad25-5949-4244-ad17-5b6f69543e7f'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:32:20.677769 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60778) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:20.684714 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-ea845b0b-94ab-4a79-8bfa-d5a0a01da5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:32:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e64aad25-5949-4244-ad17-5b6f69543e7f'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:32:20.784584 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae6d465-767d-4c6e-b8b8-8fa9af88b15d', 'name': 'network-vif-deleted', 'tag': '64e25bb3-338e-4283-b6f2-88c28f57c3ee', 'status': 'completed', 'code': 200} Feb 09 12:32:20.875860 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1049ecf7-092d-4e7a-81c6-839fa0a00e80 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:20.887198 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-62e38eb5-620a-442e-9200-e10e7717aeba req-0e8a0674-fe97-42f1-88d8-565f045cea34 tempest-ServerAddressesNegativeTestJSON-143821489 tempest-ServerAddressesNegativeTestJSON-143821489-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ae6d465-767d-4c6e-b8b8-8fa9af88b15d HTTP/1.1" status: 200 len: 210 time: 0.1920588 Feb 09 12:32:20.961370 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-ea845b0b-94ab-4a79-8bfa-d5a0a01da5ce None None] Set router e64aad25-5949-4244-ad17-5b6f69543e7f gateway port host: None {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:32:21.056287 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-65e0ac1b-d954-4534-9626-f537f72a6bf2 admin admin] For port 1b00d4d6-8925-4106-a04c-badfbb6bf6ab, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=1b00d4d6-8925-4106-a04c-badfbb6bf6ab,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:32:21.057009 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-65e0ac1b-d954-4534-9626-f537f72a6bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:21.176437 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 64e25bb3-338e-4283-b6f2-88c28f57c3ee no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:32:21.223218 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-1049ecf7-092d-4e7a-81c6-839fa0a00e80 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Calling delete_port for 22caf482-4780-4651-b2ba-c9b46d06b887 owned by {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:32:21.229457 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-65e0ac1b-d954-4534-9626-f537f72a6bf2 admin admin] Calling delete_port for 1b00d4d6-8925-4106-a04c-badfbb6bf6ab owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:32:21.231047 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: 64e25bb3-338e-4283-b6f2-88c28f57c3ee {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:32:21.231627 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 64e25bb3-338e-4283-b6f2-88c28f57c3ee not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:32:21.234240 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-ea845b0b-94ab-4a79-8bfa-d5a0a01da5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1181016368-router', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:29:47Z', 'updated_at': '2022-02-09T12:32:20Z', 'revision_number': 6, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:32:21.238907 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea845b0b-94ab-4a79-8bfa-d5a0a01da5ce None None] The sync data for ids ['e64aad25-5949-4244-ad17-5b6f69543e7f'] in n-d-825178-3 is: [{'id': 'e64aad25-5949-4244-ad17-5b6f69543e7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1181016368-router', 'tenant_id': '8104375b7a9b46ec9107acb1226f825a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:29:47Z', 'updated_at': '2022-02-09T12:32:20Z', 'revision_number': 6, 'project_id': '8104375b7a9b46ec9107acb1226f825a', 'gw_port_host': None}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:32:21.312743 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-183e6479-55ac-49e4-8880-2c5584d8db90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:21.470903 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b34d90e8-1603-49d6-b695-9ce2f14aa3d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:21.541860 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b34d90e8-1603-49d6-b695-9ce2f14aa3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:21.659555 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-65e0ac1b-d954-4534-9626-f537f72a6bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:21.711078 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0ac1b-d954-4534-9626-f537f72a6bf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b00d4d6-8925-4106-a04c-badfbb6bf6ab,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:21.714989 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-183e6479-55ac-49e4-8880-2c5584d8db90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:21.805056 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d90e8-1603-49d6-b695-9ce2f14aa3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911de39e-dcbf-4fdd-b537-adb8bd5ddfe7,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:21.837504 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b34d90e8-1603-49d6-b695-9ce2f14aa3d3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8ecb8fb0421d4d7eb92b3d4d1f7e4a67&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1558044 Feb 09 12:32:21.842633 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60790) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:21.873130 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-183e6479-55ac-49e4-8880-2c5584d8db90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e240a2e-10ae-45b2-9910-3b86c821ddc4']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:32:21.894725 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-65e0ac1b-d954-4534-9626-f537f72a6bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:21.906089 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1049ecf7-092d-4e7a-81c6-839fa0a00e80 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:21.916497 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-183e6479-55ac-49e4-8880-2c5584d8db90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '979c19f6-d1b0-4462-9702-5c928d7c30bd') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:32:21.916791 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-183e6479-55ac-49e4-8880-2c5584d8db90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '979c19f6-d1b0-4462-9702-5c928d7c30bd') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:32:21.984366 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-183e6479-55ac-49e4-8880-2c5584d8db90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:22.014817 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0afa328-de9c-4b61-a8ec-47d0df8124b5 req-2c59a0fc-c055-4f26-bd9c-7a3e1e2b3211 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:22.016672 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c0afa328-de9c-4b61-a8ec-47d0df8124b5 req-2c59a0fc-c055-4f26-bd9c-7a3e1e2b3211 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=23a2acd0-5ea5-452b-bf41-c6af6610990e HTTP/1.1" status: 200 len: 946 time: 0.3851659 Feb 09 12:32:22.040188 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0b15de2f-099a-48eb-9c07-4457c0888c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:22.050129 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1049ecf7-092d-4e7a-81c6-839fa0a00e80 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Pushing event deleted for resources: {'Port': ['ID=22caf482-4780-4651-b2ba-c9b46d06b887,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:22.085209 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-183e6479-55ac-49e4-8880-2c5584d8db90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:22.096469 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1049ecf7-092d-4e7a-81c6-839fa0a00e80 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:22.116639 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-183e6479-55ac-49e4-8880-2c5584d8db90 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:32:22.117038 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-183e6479-55ac-49e4-8880-2c5584d8db90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:22.129608 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-65e0ac1b-d954-4534-9626-f537f72a6bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:22.136124 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:32:22.136124 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:32:22.136124 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:32:22.136124 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:32:22.136124 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:32:22.136124 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:32:22.136124 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:32:22.136124 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:32:22.136124 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:32:22.136124 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:32:22.136124 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:32:22.136124 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:32:22.136124 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:32:22.136124 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:32:22.136124 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:32:22.136124 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:32:22.136124 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:32:22.136124 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:32:22.136124 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:32:22.136124 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:32:22.136124 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:32:22.136124 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:32:22.136124 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:32:22.136124 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:32:22.136124 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:32:22.136124 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:32:22.136124 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:32:22.136124 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:32:22.136124 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:32:22.136124 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:32:22.136124 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:32:22.136124 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:32:22.145446 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-65e0ac1b-d954-4534-9626-f537f72a6bf2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:22.157207 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0b15de2f-099a-48eb-9c07-4457c0888c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:22.215456 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-65e0ac1b-d954-4534-9626-f537f72a6bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:22.216270 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e0ac1b-d954-4534-9626-f537f72a6bf2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e64aad25-5949-4244-ad17-5b6f69543e7f {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:32:22.253264 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-65e0ac1b-d954-4534-9626-f537f72a6bf2 admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:22.254829 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-65e0ac1b-d954-4534-9626-f537f72a6bf2 admin admin] 10.222.0.55 "DELETE /v2.0/routers/e64aad25-5949-4244-ad17-5b6f69543e7f HTTP/1.1" status: 204 len: 168 time: 2.4729030 Feb 09 12:32:22.257366 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60796) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:22.268000 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409efb5-e8e8-4360-a8d8-9b139b8ed6a6 req-aed2f064-37e1-4185-bcd4-04f377d41cf1 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:22.269952 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f409efb5-e8e8-4360-a8d8-9b139b8ed6a6 req-aed2f064-37e1-4185-bcd4-04f377d41cf1 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=15debf37-8de7-4867-bb19-a681a8fc422d HTTP/1.1" status: 200 len: 945 time: 0.5442674 Feb 09 12:32:22.287077 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1049ecf7-092d-4e7a-81c6-839fa0a00e80 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] 10.222.0.55 "DELETE /v2.0/ports/22caf482-4780-4651-b2ba-c9b46d06b887 HTTP/1.1" status: 204 len: 168 time: 2.9567466 Feb 09 12:32:22.320265 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60800) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:22.323366 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c0afa328-de9c-4b61-a8ec-47d0df8124b5 req-3c42b0b8-ea7c-4e2f-89ec-ae4617f28881 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607863 Feb 09 12:32:22.416430 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [req-621a055b-31ce-4aeb-9596-cd9086076a80 req-84b6f838-96e8-424f-b807-517c1b4c5def service neutron] (87568) timed out ('10.222.0.52', 54621) {{(pid=87568) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 12:32:22.427135 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0b15de2f-099a-48eb-9c07-4457c0888c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:22.436780 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f409efb5-e8e8-4360-a8d8-9b139b8ed6a6 req-844c5877-4f01-4a92-aa28-bc0ad496f432 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446064 Feb 09 12:32:22.437776 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0b15de2f-099a-48eb-9c07-4457c0888c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:22.440414 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0b15de2f-099a-48eb-9c07-4457c0888c71 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/911de39e-dcbf-4fdd-b537-adb8bd5ddfe7 HTTP/1.1" status: 204 len: 168 time: 0.5955334 Feb 09 12:32:22.464543 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-183e6479-55ac-49e4-8880-2c5584d8db90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:22.494628 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e30c4cd-2f2c-4c65-9a9e-4661440ba0c3 admin admin] Deleting subnet 154ccfde-fcad-4c2c-ac52-9f3991cbf708 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:32:22.497622 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-183e6479-55ac-49e4-8880-2c5584d8db90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:22.505241 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b15de2f-099a-48eb-9c07-4457c0888c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911de39e-dcbf-4fdd-b537-adb8bd5ddfe7,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:22.519561 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8e30c4cd-2f2c-4c65-9a9e-4661440ba0c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:22.589633 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ce2798a-5498-474e-8982-666655322124 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Deleting subnet de116c4f-ea2e-4118-a9ec-96ca6f3199a9 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:32:22.594386 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1ce2798a-5498-474e-8982-666655322124 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:22.595366 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60808) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:22.624346 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 1b00d4d6-8925-4106-a04c-badfbb6bf6ab no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:32:22.734036 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 1b00d4d6-8925-4106-a04c-badfbb6bf6ab {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:32:22.734564 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 1b00d4d6-8925-4106-a04c-badfbb6bf6ab not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:32:22.735128 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device daa03612-1e0c-486a-b24f-b943c3675eab no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:32:22.777109 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e6479-55ac-49e4-8880-2c5584d8db90 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e240a2e-10ae-45b2-9910-3b86c821ddc4,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:22.793220 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8e30c4cd-2f2c-4c65-9a9e-4661440ba0c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:22.823673 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: daa03612-1e0c-486a-b24f-b943c3675eab {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:32:22.823989 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-183e6479-55ac-49e4-8880-2c5584d8db90 admin admin] 10.222.0.55 "DELETE /v2.0/networks/8e240a2e-10ae-45b2-9910-3b86c821ddc4 HTTP/1.1" status: 204 len: 168 time: 2.1398904 Feb 09 12:32:22.824559 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device daa03612-1e0c-486a-b24f-b943c3675eab not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:32:22.838749 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:22.878686 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-3048ae5a-fdca-4825-9213-e9de827d8467 admin admin] Deleting subnet 748d0548-bd33-4660-8489-c4b66e189eab {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:32:22.881742 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3048ae5a-fdca-4825-9213-e9de827d8467 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:22.937878 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1ce2798a-5498-474e-8982-666655322124 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:22.969930 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3048ae5a-fdca-4825-9213-e9de827d8467 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:23.007490 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9188f07-d666-4d25-bcaa-0ab043cd6782 req-b0232333-6f74-4dba-b14e-23c64c0b5042 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:23.014180 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e9188f07-d666-4d25-bcaa-0ab043cd6782 req-b0232333-6f74-4dba-b14e-23c64c0b5042 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=50d294be-4088-4183-9349-225738f63f05 HTTP/1.1" status: 200 len: 945 time: 0.2882636 Feb 09 12:32:23.039195 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8e30c4cd-2f2c-4c65-9a9e-4661440ba0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:23.075258 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3048ae5a-fdca-4825-9213-e9de827d8467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:23.104022 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e9188f07-d666-4d25-bcaa-0ab043cd6782 req-da0e81e6-3b52-4a6f-a8d5-1f1eef088e07 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757651 Feb 09 12:32:23.108402 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1ce2798a-5498-474e-8982-666655322124 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:23.175875 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60824) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:23.312507 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3048ae5a-fdca-4825-9213-e9de827d8467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:23.339679 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1ce2798a-5498-474e-8982-666655322124 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:23.363945 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8e30c4cd-2f2c-4c65-9a9e-4661440ba0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:23.374450 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3048ae5a-fdca-4825-9213-e9de827d8467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:23.386741 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3048ae5a-fdca-4825-9213-e9de827d8467 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/748d0548-bd33-4660-8489-c4b66e189eab HTTP/1.1" status: 204 len: 168 time: 0.7901428 Feb 09 12:32:23.392345 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8e30c4cd-2f2c-4c65-9a9e-4661440ba0c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:23.393975 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8e30c4cd-2f2c-4c65-9a9e-4661440ba0c3 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/154ccfde-fcad-4c2c-ac52-9f3991cbf708 HTTP/1.1" status: 204 len: 168 time: 1.1350279 Feb 09 12:32:23.394620 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60832) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:23.397402 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3048ae5a-fdca-4825-9213-e9de827d8467 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=748d0548-bd33-4660-8489-c4b66e189eab,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:23.399507 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60834) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:23.401540 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c94a21-18a2-410f-90f3-9bab6ba7d60a None None] Network 6fc7d014-aab7-4969-9b9f-1b9d5e7c436a requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:32:23.466651 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2798a-5498-474e-8982-666655322124 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Pushing event deleted for resources: {'Subnet': ['ID=de116c4f-ea2e-4118-a9ec-96ca6f3199a9,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:23.509477 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1ce2798a-5498-474e-8982-666655322124 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:23.541510 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d481dbf7-448d-428a-ab23-8bf6d5558cc6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=00099515433c46eebcd12321c76bbae3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3675449 Feb 09 12:32:23.546891 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1ce2798a-5498-474e-8982-666655322124 tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] 10.222.0.55 "DELETE /v2.0/subnets/de116c4f-ea2e-4118-a9ec-96ca6f3199a9 HTTP/1.1" status: 204 len: 168 time: 1.2220767 Feb 09 12:32:23.547609 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60844) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:23.549930 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e30c4cd-2f2c-4c65-9a9e-4661440ba0c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=154ccfde-fcad-4c2c-ac52-9f3991cbf708,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:23.559800 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60846) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:23.689585 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f66de21-e144-4e47-9789-dc251c80044c tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:23.722864 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8d9f23a4-c9cd-41d5-b3d5-ce3f52e7a298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:23.799967 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8d9f23a4-c9cd-41d5-b3d5-ce3f52e7a298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:23.906726 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8d9f23a4-c9cd-41d5-b3d5-ce3f52e7a298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:23.908479 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-7f66de21-e144-4e47-9789-dc251c80044c tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Deleting port f6e72460-7457-48e4-8de6-df8c72c52255 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:32:23.909001 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f66de21-e144-4e47-9789-dc251c80044c tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:23.940489 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f23a4-c9cd-41d5-b3d5-ce3f52e7a298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db679e7-c403-4701-b185-abdb81e6706e,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:23.955322 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8d9f23a4-c9cd-41d5-b3d5-ce3f52e7a298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:23.956725 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8d9f23a4-c9cd-41d5-b3d5-ce3f52e7a298 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5db679e7-c403-4701-b185-abdb81e6706e HTTP/1.1" status: 204 len: 168 time: 0.4081516 Feb 09 12:32:24.001312 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b997ea09-a572-4a0a-af30-774aeff73d06 None None] Network 4f959007-7047-451c-801e-14a0c01a3ab0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:32:24.031346 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6a97f-72ca-4a77-bcaf-5a81b50fb101 req-09c9f9cc-6368-43ad-a03a-cfea37c49622 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:24.039078 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f6a6a97f-72ca-4a77-bcaf-5a81b50fb101 req-09c9f9cc-6368-43ad-a03a-cfea37c49622 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=15debf37-8de7-4867-bb19-a681a8fc422d HTTP/1.1" status: 200 len: 945 time: 0.1779320 Feb 09 12:32:24.095559 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c434cd3b-0c7a-46bd-8c24-0d6ec012c7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:24.277706 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4147db51-262d-44ab-a0d6-853b8f242a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:24.515144 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f6a6a97f-72ca-4a77-bcaf-5a81b50fb101 req-e33e575a-5b24-4913-afd8-5eff5cd8b398 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4715760 Feb 09 12:32:24.583920 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-7f66de21-e144-4e47-9789-dc251c80044c tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] For port f6e72460-7457-48e4-8de6-df8c72c52255, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=f6e72460-7457-48e4-8de6-df8c72c52255,segment=NetworkSegment(cc0f4392-5339-4da5-ac8b-8347e2449c13),segment_id=cc0f4392-5339-4da5-ac8b-8347e2449c13)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:32:24.585757 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a496e-b3db-4a8d-9cd7-9e727a2d149f req-81dd39f4-337d-4ec9-b1fa-9c0003ee215c tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:24.587516 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f66de21-e144-4e47-9789-dc251c80044c tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:24.594249 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c03a496e-b3db-4a8d-9cd7-9e727a2d149f req-81dd39f4-337d-4ec9-b1fa-9c0003ee215c tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=50d294be-4088-4183-9349-225738f63f05 HTTP/1.1" status: 200 len: 945 time: 0.1706276 Feb 09 12:32:24.749278 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-7f66de21-e144-4e47-9789-dc251c80044c tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Calling delete_port for f6e72460-7457-48e4-8de6-df8c72c52255 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:32:24.752542 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c03a496e-b3db-4a8d-9cd7-9e727a2d149f req-8d2fc9f0-8a28-41cb-adab-cca405b5eea8 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541483 Feb 09 12:32:24.806739 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-4147db51-262d-44ab-a0d6-853b8f242a7d admin admin] Deleting port 83bd0c68-3e7f-402e-be37-c36f6d9b2e0a {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:32:24.807077 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4147db51-262d-44ab-a0d6-853b8f242a7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:24.827724 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc466385-ed19-4b70-8084-6bb0e70a89b7 None None] DHCP port deletion for 6fc7d014-aab7-4969-9b9f-1b9d5e7c436a request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:32:24.833050 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-cc466385-ed19-4b70-8084-6bb0e70a89b7 None None] Deleting port 83bd0c68-3e7f-402e-be37-c36f6d9b2e0a {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:32:24.833779 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cc466385-ed19-4b70-8084-6bb0e70a89b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:24.927276 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c434cd3b-0c7a-46bd-8c24-0d6ec012c7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:24.930623 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdbec69-ee42-4521-b18b-c8ea53a099b1 None None] DHCP port deletion for 4f959007-7047-451c-801e-14a0c01a3ab0 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:32:24.940444 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-6fdbec69-ee42-4521-b18b-c8ea53a099b1 None None] Deleting port f6e72460-7457-48e4-8de6-df8c72c52255 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:32:24.941192 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6fdbec69-ee42-4521-b18b-c8ea53a099b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:24.954392 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-c434cd3b-0c7a-46bd-8c24-0d6ec012c7b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcf9ef0d-2559-4585-bdf1-9ea4f70ac953']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:32:24.966726 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-c434cd3b-0c7a-46bd-8c24-0d6ec012c7b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a866873a-0d32-4789-a4bc-3a89273270ae') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:32:24.967636 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-c434cd3b-0c7a-46bd-8c24-0d6ec012c7b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a866873a-0d32-4789-a4bc-3a89273270ae') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:32:24.991146 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c434cd3b-0c7a-46bd-8c24-0d6ec012c7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:25.018894 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c434cd3b-0c7a-46bd-8c24-0d6ec012c7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:25.033702 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c434cd3b-0c7a-46bd-8c24-0d6ec012c7b0 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:32:25.034107 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c434cd3b-0c7a-46bd-8c24-0d6ec012c7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:25.097419 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:32:25.097419 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:32:25.097419 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:32:25.097419 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:32:25.097419 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:32:25.097419 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:32:25.097419 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:32:25.097419 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:32:25.097419 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:32:25.097419 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:32:25.097419 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:32:25.097419 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:32:25.097419 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:32:25.097419 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:32:25.097419 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:32:25.097419 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:32:25.097419 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:32:25.097419 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:32:25.097419 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:32:25.097419 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:32:25.097419 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:32:25.097419 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:32:25.097419 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:32:25.097419 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:32:25.097419 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:32:25.097419 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:32:25.097419 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:32:25.097419 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:32:25.097419 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:32:25.097419 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:32:25.097419 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:32:25.097419 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:32:25.102652 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f66de21-e144-4e47-9789-dc251c80044c tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:25.286397 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f66de21-e144-4e47-9789-dc251c80044c tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Pushing event deleted for resources: {'Port': ['ID=f6e72460-7457-48e4-8de6-df8c72c52255,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:25.319016 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f66de21-e144-4e47-9789-dc251c80044c tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] No DVR routers for this DVR port f6e72460-7457-48e4-8de6-df8c72c52255 on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:32:25.439780 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60892) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:25.465237 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-cc466385-ed19-4b70-8084-6bb0e70a89b7 None None] For port 83bd0c68-3e7f-402e-be37-c36f6d9b2e0a, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=83bd0c68-3e7f-402e-be37-c36f6d9b2e0a,segment=NetworkSegment(265d0b08-b939-46e1-9e9a-33b1f21608e7),segment_id=265d0b08-b939-46e1-9e9a-33b1f21608e7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:32:25.465996 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cc466385-ed19-4b70-8084-6bb0e70a89b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:25.514958 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c434cd3b-0c7a-46bd-8c24-0d6ec012c7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:25.554753 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c434cd3b-0c7a-46bd-8c24-0d6ec012c7b0 admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:25.656127 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-d107beab-dbca-422d-a60a-1133dc0cded5 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-730229635-network', 'tenant_id': 'bef3fcae8e8d4c40aba3e9f771efd633'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:32:25.666789 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-d107beab-dbca-422d-a60a-1133dc0cded5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:32:25.670391 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c434cd3b-0c7a-46bd-8c24-0d6ec012c7b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcf9ef0d-2559-4585-bdf1-9ea4f70ac953,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:25.684458 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-d107beab-dbca-422d-a60a-1133dc0cded5 admin admin] Usage tracker for resource:network and tenant:bef3fcae8e8d4c40aba3e9f771efd633 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:32:25.692621 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-d107beab-dbca-422d-a60a-1133dc0cded5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:32:25.700421 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-d107beab-dbca-422d-a60a-1133dc0cded5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:32:25.715006 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d107beab-dbca-422d-a60a-1133dc0cded5 admin admin] Made reservation on behalf of bef3fcae8e8d4c40aba3e9f771efd633 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:32:25.718927 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d107beab-dbca-422d-a60a-1133dc0cded5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:25.727206 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f66de21-e144-4e47-9789-dc251c80044c tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:25.793930 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-cc466385-ed19-4b70-8084-6bb0e70a89b7 None None] Calling delete_port for 83bd0c68-3e7f-402e-be37-c36f6d9b2e0a owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:32:25.799793 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-7f66de21-e144-4e47-9789-dc251c80044c tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f959007-7047-451c-801e-14a0c01a3ab0']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:32:25.836155 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c434cd3b-0c7a-46bd-8c24-0d6ec012c7b0 admin admin] 10.222.0.55 "DELETE /v2.0/networks/fcf9ef0d-2559-4585-bdf1-9ea4f70ac953 HTTP/1.1" status: 204 len: 168 time: 2.4369073 Feb 09 12:32:25.838096 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-7f66de21-e144-4e47-9789-dc251c80044c tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc0f4392-5339-4da5-ac8b-8347e2449c13') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:32:25.841079 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-7f66de21-e144-4e47-9789-dc251c80044c tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc0f4392-5339-4da5-ac8b-8347e2449c13') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:32:25.843241 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d107beab-dbca-422d-a60a-1133dc0cded5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:25.884561 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-6fdbec69-ee42-4521-b18b-c8ea53a099b1 None None] For port f6e72460-7457-48e4-8de6-df8c72c52255, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=f6e72460-7457-48e4-8de6-df8c72c52255,segment=NetworkSegment(cc0f4392-5339-4da5-ac8b-8347e2449c13),segment_id=cc0f4392-5339-4da5-ac8b-8347e2449c13)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:32:25.884961 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6fdbec69-ee42-4521-b18b-c8ea53a099b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:25.918838 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-d107beab-dbca-422d-a60a-1133dc0cded5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:32:25.925525 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-d107beab-dbca-422d-a60a-1133dc0cded5 admin admin] Usage tracker for resource:security_group_rule and tenant:bef3fcae8e8d4c40aba3e9f771efd633 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:32:25.930836 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-d107beab-dbca-422d-a60a-1133dc0cded5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:32:25.942410 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-d107beab-dbca-422d-a60a-1133dc0cded5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:32:25.973085 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77dd184-010b-4b3b-b03d-cd038ce7f28f req-2aaa48b7-dc2a-4249-85ce-ade4a18732f6 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:25.975162 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e77dd184-010b-4b3b-b03d-cd038ce7f28f req-2aaa48b7-dc2a-4249-85ce-ade4a18732f6 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=15debf37-8de7-4867-bb19-a681a8fc422d HTTP/1.1" status: 200 len: 945 time: 0.2630060 Feb 09 12:32:26.058823 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e77dd184-010b-4b3b-b03d-cd038ce7f28f req-79053c4a-7ed1-4fd9-8c9a-3c8628ae39d7 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720074 Feb 09 12:32:26.157430 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-6fdbec69-ee42-4521-b18b-c8ea53a099b1 None None] Calling delete_port for f6e72460-7457-48e4-8de6-df8c72c52255 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:32:26.224085 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-4147db51-262d-44ab-a0d6-853b8f242a7d admin admin] For port 83bd0c68-3e7f-402e-be37-c36f6d9b2e0a, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=83bd0c68-3e7f-402e-be37-c36f6d9b2e0a,segment=NetworkSegment(265d0b08-b939-46e1-9e9a-33b1f21608e7),segment_id=265d0b08-b939-46e1-9e9a-33b1f21608e7)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:32:26.225255 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4147db51-262d-44ab-a0d6-853b8f242a7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:26.234829 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60916) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:26.358482 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d107beab-dbca-422d-a60a-1133dc0cded5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:26.371860 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-6fdbec69-ee42-4521-b18b-c8ea53a099b1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:32:26.372191 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-6fdbec69-ee42-4521-b18b-c8ea53a099b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:32:26.373141 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cc466385-ed19-4b70-8084-6bb0e70a89b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:26.408243 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f66de21-e144-4e47-9789-dc251c80044c tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:26.411147 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d107beab-dbca-422d-a60a-1133dc0cded5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:26.443718 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-01399279-6f22-46de-8291-c37dbd313b75 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0c78ca1cefe04bd297e3e566625cc173&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2077391 Feb 09 12:32:26.452839 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc466385-ed19-4b70-8084-6bb0e70a89b7 None None] Pushing event deleted for resources: {'Port': ['ID=83bd0c68-3e7f-402e-be37-c36f6d9b2e0a,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:26.454769 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60920) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:26.461135 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc466385-ed19-4b70-8084-6bb0e70a89b7 None None] No DVR routers for this DVR port 83bd0c68-3e7f-402e-be37-c36f6d9b2e0a on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:32:26.482988 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d107beab-dbca-422d-a60a-1133dc0cded5 admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:32:26.537208 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-4147db51-262d-44ab-a0d6-853b8f242a7d admin admin] Calling delete_port for 83bd0c68-3e7f-402e-be37-c36f6d9b2e0a owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:32:26.540796 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d107beab-dbca-422d-a60a-1133dc0cded5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c82a5e6-e5e1-4047-b11f-d7fccf5fa0a8,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:26.549260 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d107beab-dbca-422d-a60a-1133dc0cded5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:26.549260 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-d107beab-dbca-422d-a60a-1133dc0cded5 admin admin] Added segment bf5a449f-1722-4dce-8cf3-189e2dd0bf59 of type vlan for network 7b40167e-f7db-42fb-b40e-82ee2cda836c Feb 09 12:32:26.557352 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677f49e-017f-415b-82c3-619348fd3730 req-527511b9-34f4-436e-aa31-4e02fd2590c8 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:26.564631 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1677f49e-017f-415b-82c3-619348fd3730 req-527511b9-34f4-436e-aa31-4e02fd2590c8 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=50d294be-4088-4183-9349-225738f63f05 HTTP/1.1" status: 200 len: 945 time: 0.4547901 Feb 09 12:32:26.604918 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 83bd0c68-3e7f-402e-be37-c36f6d9b2e0a no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:32:26.647921 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1677f49e-017f-415b-82c3-619348fd3730 req-3c3cd33e-72b8-4660-8f5b-bf1e6e29c399 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821881 Feb 09 12:32:26.665534 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f66de21-e144-4e47-9789-dc251c80044c tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:26.674515 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d107beab-dbca-422d-a60a-1133dc0cded5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:26.681937 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-644b6fda-ad3a-498c-a8d5-39c131bf6998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:26.684015 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f66de21-e144-4e47-9789-dc251c80044c tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:32:26.684483 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f66de21-e144-4e47-9789-dc251c80044c tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:26.689209 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 83bd0c68-3e7f-402e-be37-c36f6d9b2e0a {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:32:26.689549 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 83bd0c68-3e7f-402e-be37-c36f6d9b2e0a not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:32:26.689959 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device f6e72460-7457-48e4-8de6-df8c72c52255 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:32:26.732558 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-644b6fda-ad3a-498c-a8d5-39c131bf6998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:26.766245 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d107beab-dbca-422d-a60a-1133dc0cded5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:26.772814 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d107beab-dbca-422d-a60a-1133dc0cded5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:26.773755 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: f6e72460-7457-48e4-8de6-df8c72c52255 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:32:26.774209 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device f6e72460-7457-48e4-8de6-df8c72c52255 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:32:26.775906 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d107beab-dbca-422d-a60a-1133dc0cded5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:26.874491 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-6fdbec69-ee42-4521-b18b-c8ea53a099b1 None None] Deleting port f6e72460-7457-48e4-8de6-df8c72c52255 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:32:26.875073 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6fdbec69-ee42-4521-b18b-c8ea53a099b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:26.994171 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d107beab-dbca-422d-a60a-1133dc0cded5 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5502210 Feb 09 12:32:27.007150 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60932) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:27.025833 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:32:27.025833 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:32:27.025833 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:32:27.025833 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:32:27.025833 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:32:27.025833 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:32:27.025833 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:32:27.025833 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:32:27.025833 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:32:27.025833 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:32:27.025833 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:32:27.025833 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:32:27.025833 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:32:27.025833 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:32:27.025833 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:32:27.025833 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:32:27.025833 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:32:27.025833 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:32:27.025833 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:32:27.025833 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:32:27.025833 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:32:27.025833 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:32:27.025833 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:32:27.025833 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:32:27.025833 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:32:27.025833 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:32:27.025833 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:32:27.025833 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:32:27.025833 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:32:27.025833 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:32:27.025833 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:32:27.025833 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:32:27.043022 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-89d2a2d1-c75e-43f7-b778-aed5d5eabf21 admin admin] Request body: {'subnet': {'network_id': '7b40167e-f7db-42fb-b40e-82ee2cda836c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-730229635-subnet', 'tenant_id': 'bef3fcae8e8d4c40aba3e9f771efd633', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:32:27.055038 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-644b6fda-ad3a-498c-a8d5-39c131bf6998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:27.071182 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-89d2a2d1-c75e-43f7-b778-aed5d5eabf21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:32:27.082828 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d107beab-dbca-422d-a60a-1133dc0cded5 admin admin] Pushing event updated for resources: {'Network': ['ID=7b40167e-f7db-42fb-b40e-82ee2cda836c,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:27.109560 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-6fdbec69-ee42-4521-b18b-c8ea53a099b1 None None] The port 'f6e72460-7457-48e4-8de6-df8c72c52255' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:32:27.118597 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-89d2a2d1-c75e-43f7-b778-aed5d5eabf21 admin admin] Usage tracker for resource:subnet and tenant:bef3fcae8e8d4c40aba3e9f771efd633 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:32:27.120693 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 7b40167e-f7db-42fb-b40e-82ee2cda836c details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:32:27.131004 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-89d2a2d1-c75e-43f7-b778-aed5d5eabf21 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:32:27.141793 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b6fda-ad3a-498c-a8d5-39c131bf6998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1937c3b6-9d78-44bb-8227-09c415638bcc,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:27.156722 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-644b6fda-ad3a-498c-a8d5-39c131bf6998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:27.160538 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-644b6fda-ad3a-498c-a8d5-39c131bf6998 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1937c3b6-9d78-44bb-8227-09c415638bcc HTTP/1.1" status: 204 len: 168 time: 0.6991739 Feb 09 12:32:27.160538 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-89d2a2d1-c75e-43f7-b778-aed5d5eabf21 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:32:27.186407 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f66de21-e144-4e47-9789-dc251c80044c tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:27.188033 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d2a2d1-c75e-43f7-b778-aed5d5eabf21 admin admin] Made reservation on behalf of bef3fcae8e8d4c40aba3e9f771efd633 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:32:27.190615 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-89d2a2d1-c75e-43f7-b778-aed5d5eabf21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:27.198194 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f66de21-e144-4e47-9789-dc251c80044c tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:27.302409 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f66de21-e144-4e47-9789-dc251c80044c tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] Pushing event deleted for resources: {'Network': ['ID=4f959007-7047-451c-801e-14a0c01a3ab0,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:27.316752 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7f66de21-e144-4e47-9789-dc251c80044c tempest-AllowedAddressPairIpV6TestJSON-1813688742 tempest-AllowedAddressPairIpV6TestJSON-1813688742-project] 10.222.0.55 "DELETE /v2.0/networks/4f959007-7047-451c-801e-14a0c01a3ab0 HTTP/1.1" status: 204 len: 168 time: 3.7557266 Feb 09 12:32:27.321715 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f0b065-4a6c-4864-92df-b9bb15f5f1ea req-7c127ca1-f8c6-4230-88fa-b77978c5809e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:27.336179 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-03f0b065-4a6c-4864-92df-b9bb15f5f1ea req-7c127ca1-f8c6-4230-88fa-b77978c5809e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=15debf37-8de7-4867-bb19-a681a8fc422d HTTP/1.1" status: 200 len: 1096 time: 1.4954748 Feb 09 12:32:27.377427 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.api [None req-4147db51-262d-44ab-a0d6-853b8f242a7d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:32:27.378031 n-d-825178-3 neutron-server[87568]: DEBUG oslo_db.api [None req-4147db51-262d-44ab-a0d6-853b8f242a7d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:32:27.412907 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-03f0b065-4a6c-4864-92df-b9bb15f5f1ea req-0788f669-0572-4c07-9557-d001f7089100 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756350 Feb 09 12:32:27.593435 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936d6a8-898b-4435-9c78-09ad76961dd6 req-e7978763-31ab-4214-b903-ff81c5aad73f tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:27.594945 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0936d6a8-898b-4435-9c78-09ad76961dd6 req-e7978763-31ab-4214-b903-ff81c5aad73f tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=15debf37-8de7-4867-bb19-a681a8fc422d HTTP/1.1" status: 200 len: 945 time: 0.2349811 Feb 09 12:32:27.604460 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1064aec-8893-45ec-8d52-a5b426176f99 req-b575d862-a26c-405d-b242-48d6ef7d8420 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:27.605888 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1064aec-8893-45ec-8d52-a5b426176f99 req-b575d862-a26c-405d-b242-48d6ef7d8420 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=50d294be-4088-4183-9349-225738f63f05 HTTP/1.1" status: 200 len: 945 time: 0.2447834 Feb 09 12:32:27.747433 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0936d6a8-898b-4435-9c78-09ad76961dd6 req-e080cb62-8314-40d1-b74e-b0cdac06c0ce tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384544 Feb 09 12:32:27.789024 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1064aec-8893-45ec-8d52-a5b426176f99 req-06eb7cce-f60c-4731-a40d-366739c8ee49 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592224 Feb 09 12:32:27.823797 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-89d2a2d1-c75e-43f7-b778-aed5d5eabf21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:27.879305 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-4147db51-262d-44ab-a0d6-853b8f242a7d admin admin] Deleting port 83bd0c68-3e7f-402e-be37-c36f6d9b2e0a {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:32:27.879619 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4147db51-262d-44ab-a0d6-853b8f242a7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:27.925767 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d2a2d1-c75e-43f7-b778-aed5d5eabf21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e0c0b39-3350-4308-a808-7c317eb3a815,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:27.929892 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60958) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:27.933248 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d2a2d1-c75e-43f7-b778-aed5d5eabf21 admin admin] Checking segment: {'id': 'bf5a449f-1722-4dce-8cf3-189e2dd0bf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7b40167e-f7db-42fb-b40e-82ee2cda836c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:32:27.933802 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d2a2d1-c75e-43f7-b778-aed5d5eabf21 admin admin] Network hostable DHCP agents. Network: 7b40167e-f7db-42fb-b40e-82ee2cda836c, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:32:27.977305 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-4147db51-262d-44ab-a0d6-853b8f242a7d admin admin] The port '83bd0c68-3e7f-402e-be37-c36f6d9b2e0a' was deleted {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:32:27.981031 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d2a2d1-c75e-43f7-b778-aed5d5eabf21 admin admin] Network 7b40167e-f7db-42fb-b40e-82ee2cda836c is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:32:28.004304 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-89d2a2d1-c75e-43f7-b778-aed5d5eabf21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 7b40167e-f7db-42fb-b40e-82ee2cda836c) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:32:28.015746 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83e192d-557f-43d2-a276-3ba5460ec524 None None] Network 7b40167e-f7db-42fb-b40e-82ee2cda836c requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:32:28.016969 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d2a2d1-c75e-43f7-b778-aed5d5eabf21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:28.017585 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-89d2a2d1-c75e-43f7-b778-aed5d5eabf21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:28.042313 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-89d2a2d1-c75e-43f7-b778-aed5d5eabf21 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0309303 Feb 09 12:32:28.354141 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4147db51-262d-44ab-a0d6-853b8f242a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:28.377891 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-44773d07-976b-4795-b244-416ca941756b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=188ec09a21804a84838dd1f8077418e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4420786 Feb 09 12:32:28.380753 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60986) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:28.381012 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60988) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:28.513118 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-4147db51-262d-44ab-a0d6-853b8f242a7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fc7d014-aab7-4969-9b9f-1b9d5e7c436a']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:32:28.556388 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-4147db51-262d-44ab-a0d6-853b8f242a7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '265d0b08-b939-46e1-9e9a-33b1f21608e7') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:32:28.556682 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-4147db51-262d-44ab-a0d6-853b8f242a7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '265d0b08-b939-46e1-9e9a-33b1f21608e7') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:32:28.575015 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4147db51-262d-44ab-a0d6-853b8f242a7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:28.672726 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4147db51-262d-44ab-a0d6-853b8f242a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:28.684465 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b034d5e-e596-44ff-b7c2-6d38d0b01645 None None] Network 7b40167e-f7db-42fb-b40e-82ee2cda836c requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:32:28.688142 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4147db51-262d-44ab-a0d6-853b8f242a7d admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:32:28.688142 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4147db51-262d-44ab-a0d6-853b8f242a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:28.709608 n-d-825178-3 neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:32:28.709608 n-d-825178-3 neutron-server[87568]: util.warn( Feb 09 12:32:28.709608 n-d-825178-3 neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:32:28.709608 n-d-825178-3 neutron-server[87568]: util.warn( Feb 09 12:32:28.709608 n-d-825178-3 neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:32:28.709608 n-d-825178-3 neutron-server[87568]: util.warn( Feb 09 12:32:28.709608 n-d-825178-3 neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:32:28.709608 n-d-825178-3 neutron-server[87568]: util.warn( Feb 09 12:32:28.709608 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:32:28.709608 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:32:28.709608 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:32:28.709608 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:32:28.709608 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:32:28.709608 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:32:28.709608 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:32:28.709608 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:32:28.709608 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:32:28.709608 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:32:28.709608 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:32:28.709608 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:32:28.709608 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:32:28.709608 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:32:28.709608 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:32:28.709608 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:32:28.709608 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:32:28.709608 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:32:28.709608 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:32:28.709608 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:32:28.709608 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:32:28.709608 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:32:28.709608 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:32:28.709608 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:32:28.709608 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:32:28.709608 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:32:28.709608 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:32:28.709608 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:32:28.709608 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:32:28.709608 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:32:28.709608 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:32:28.709608 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:32:28.761309 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b2a3a7b3-a342-455d-a30b-6efed89150c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:28.837554 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7c184fd-bd48-4ea1-b85f-b52082404984 admin admin] Deleting subnet 9e0c0b39-3350-4308-a808-7c317eb3a815 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:32:28.874396 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4147db51-262d-44ab-a0d6-853b8f242a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:28.875373 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a7c184fd-bd48-4ea1-b85f-b52082404984 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:28.931364 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4147db51-262d-44ab-a0d6-853b8f242a7d admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:28.937819 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4147db51-262d-44ab-a0d6-853b8f242a7d admin admin] Pushing event deleted for resources: {'Network': ['ID=6fc7d014-aab7-4969-9b9f-1b9d5e7c436a,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:28.962898 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4147db51-262d-44ab-a0d6-853b8f242a7d admin admin] 10.222.0.55 "DELETE /v2.0/networks/6fc7d014-aab7-4969-9b9f-1b9d5e7c436a HTTP/1.1" status: 204 len: 168 time: 5.5461421 Feb 09 12:32:29.087510 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b2a3a7b3-a342-455d-a30b-6efed89150c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:29.218059 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a7c184fd-bd48-4ea1-b85f-b52082404984 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:29.392063 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 32786) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:29.491377 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3ea51470-b620-48e1-bf95-508582d6dbfb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8104375b7a9b46ec9107acb1226f825a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0977900 Feb 09 12:32:29.493708 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 32794) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:29.542145 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a7c184fd-bd48-4ea1-b85f-b52082404984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:29.576827 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-15fd52d2-42da-45f3-a9f0-1070e1cd0fc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:29.601358 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b2a3a7b3-a342-455d-a30b-6efed89150c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:29.619634 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-15fd52d2-42da-45f3-a9f0-1070e1cd0fc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:29.633540 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a3a7b3-a342-455d-a30b-6efed89150c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3882499d-bd07-4a8d-953a-1b7fd5e6837c,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:29.644201 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc2f93-f37c-44d2-910b-aedd92995272 req-cde3a730-6bc5-4203-a2a1-a9702777664f tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:29.645960 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c5cc2f93-f37c-44d2-910b-aedd92995272 req-cde3a730-6bc5-4203-a2a1-a9702777664f tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=15debf37-8de7-4867-bb19-a681a8fc422d HTTP/1.1" status: 200 len: 945 time: 0.5245645 Feb 09 12:32:29.660844 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b2a3a7b3-a342-455d-a30b-6efed89150c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:29.662116 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b2a3a7b3-a342-455d-a30b-6efed89150c8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3882499d-bd07-4a8d-953a-1b7fd5e6837c HTTP/1.1" status: 204 len: 168 time: 1.2686217 Feb 09 12:32:29.695633 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5857089-f09a-4c98-b444-5f66c5a68e75 req-e27feb6f-cd09-4a3e-94b0-16b2a24e52fb tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:29.697136 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e5857089-f09a-4c98-b444-5f66c5a68e75 req-e27feb6f-cd09-4a3e-94b0-16b2a24e52fb tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=50d294be-4088-4183-9349-225738f63f05 HTTP/1.1" status: 200 len: 945 time: 0.3941875 Feb 09 12:32:29.715156 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-15fd52d2-42da-45f3-a9f0-1070e1cd0fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:29.732343 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a7c184fd-bd48-4ea1-b85f-b52082404984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:29.738206 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fd52d2-42da-45f3-a9f0-1070e1cd0fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef88ea14-c1b5-4810-8a63-5868ea6af64a,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:29.768616 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-15fd52d2-42da-45f3-a9f0-1070e1cd0fc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:29.770790 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-15fd52d2-42da-45f3-a9f0-1070e1cd0fc4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ef88ea14-c1b5-4810-8a63-5868ea6af64a HTTP/1.1" status: 204 len: 168 time: 0.2758846 Feb 09 12:32:29.800889 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c5cc2f93-f37c-44d2-910b-aedd92995272 req-12a919fe-dc75-4b9b-8744-1cb60062f596 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447544 Feb 09 12:32:29.829762 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a7c184fd-bd48-4ea1-b85f-b52082404984 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:29.836364 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c184fd-bd48-4ea1-b85f-b52082404984 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e0c0b39-3350-4308-a808-7c317eb3a815,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:29.856164 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e5857089-f09a-4c98-b444-5f66c5a68e75 req-32567b07-102f-4181-b24a-36545ea5a75c tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484606 Feb 09 12:32:29.858973 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a7c184fd-bd48-4ea1-b85f-b52082404984 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9e0c0b39-3350-4308-a808-7c317eb3a815 HTTP/1.1" status: 204 len: 168 time: 1.4730883 Feb 09 12:32:29.861272 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 32808) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:30.039711 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-292e794d-091a-4767-bf86-7f64fb9d7f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:30.589304 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-292e794d-091a-4767-bf86-7f64fb9d7f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:30.592839 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179ebb9-1dca-4d85-bc03-362a9a0214e8 req-0e69a333-0ea3-4152-97af-a84631063894 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:30.595477 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5179ebb9-1dca-4d85-bc03-362a9a0214e8 req-0e69a333-0ea3-4152-97af-a84631063894 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=15debf37-8de7-4867-bb19-a681a8fc422d HTTP/1.1" status: 200 len: 945 time: 0.1915340 Feb 09 12:32:30.668861 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-292e794d-091a-4767-bf86-7f64fb9d7f27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b40167e-f7db-42fb-b40e-82ee2cda836c']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:32:30.688734 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5179ebb9-1dca-4d85-bc03-362a9a0214e8 req-f092c028-6575-4c81-8396-3949f58f6718 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824697 Feb 09 12:32:30.693442 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac4004-ebdc-43af-b38b-567d9de319b1 req-31bf72f3-3df7-4848-b90f-640454ef8c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:30.698874 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-28ac4004-ebdc-43af-b38b-567d9de319b1 req-31bf72f3-3df7-4848-b90f-640454ef8c9b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e4a99ef56ae44c38a7a2f1ce0177a21&device_id=15debf37-8de7-4867-bb19-a681a8fc422d HTTP/1.1" status: 200 len: 1096 time: 0.5220714 Feb 09 12:32:30.716339 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-292e794d-091a-4767-bf86-7f64fb9d7f27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf5a449f-1722-4dce-8cf3-189e2dd0bf59') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:32:30.716541 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-292e794d-091a-4767-bf86-7f64fb9d7f27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf5a449f-1722-4dce-8cf3-189e2dd0bf59') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:32:30.835728 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-292e794d-091a-4767-bf86-7f64fb9d7f27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:30.875916 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-292e794d-091a-4767-bf86-7f64fb9d7f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:30.887634 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-292e794d-091a-4767-bf86-7f64fb9d7f27 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:32:30.888161 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-292e794d-091a-4767-bf86-7f64fb9d7f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:30.902544 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:32:30.902544 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:32:30.902544 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:32:30.902544 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:32:30.902544 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:32:30.902544 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:32:30.902544 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:32:30.902544 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:32:30.902544 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:32:30.902544 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:32:30.902544 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:32:30.902544 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:32:30.902544 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:32:30.902544 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:32:30.902544 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:32:30.902544 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:32:30.902544 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:32:30.902544 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:32:30.902544 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:32:30.902544 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:32:30.902544 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:32:30.902544 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:32:30.902544 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:32:30.902544 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:32:30.902544 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:32:30.902544 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:32:30.902544 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:32:30.902544 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:32:30.902544 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:32:30.902544 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:32:30.902544 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:32:30.902544 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:32:31.037141 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac4004-ebdc-43af-b38b-567d9de319b1 req-202ad3a9-065c-4d13-9f0f-cbed5ecd2268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:31.041946 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-28ac4004-ebdc-43af-b38b-567d9de319b1 req-202ad3a9-065c-4d13-9f0f-cbed5ecd2268 service neutron] 10.222.0.46 "GET /v2.0/networks?id=23231414-7735-41e3-a19f-aefe0806df10 HTTP/1.1" status: 200 len: 912 time: 0.3246443 Feb 09 12:32:31.047358 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-292e794d-091a-4767-bf86-7f64fb9d7f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:31.148600 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-292e794d-091a-4767-bf86-7f64fb9d7f27 admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:31.170234 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e794d-091a-4767-bf86-7f64fb9d7f27 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b40167e-f7db-42fb-b40e-82ee2cda836c,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:31.173612 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-28ac4004-ebdc-43af-b38b-567d9de319b1 req-9cc9a05c-26b1-48ab-b0eb-016fea501174 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95daac7b-f2ff-4fe3-952b-287ee71f43aa HTTP/1.1" status: 200 len: 217 time: 0.1243150 Feb 09 12:32:31.176417 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-292e794d-091a-4767-bf86-7f64fb9d7f27 admin admin] 10.222.0.55 "DELETE /v2.0/networks/7b40167e-f7db-42fb-b40e-82ee2cda836c HTTP/1.1" status: 204 len: 168 time: 1.3135548 Feb 09 12:32:31.320437 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac4004-ebdc-43af-b38b-567d9de319b1 req-83eca7ae-9959-4764-be18-ce1123bb7616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:31.328515 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-28ac4004-ebdc-43af-b38b-567d9de319b1 req-83eca7ae-9959-4764-be18-ce1123bb7616 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=938b2eb5-d390-4a03-acd5-5a31b498a866 HTTP/1.1" status: 200 len: 851 time: 0.1386673 Feb 09 12:32:31.437081 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-28ac4004-ebdc-43af-b38b-567d9de319b1 req-d82e37b8-1145-4d2b-9bf5-45b4fbdf0f8d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23231414-7735-41e3-a19f-aefe0806df10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949595 Feb 09 12:32:31.451079 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [req-28ac4004-ebdc-43af-b38b-567d9de319b1 req-17fa7da3-c80f-4fa7-b844-7bdb0223a272 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:32:31.460713 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-28ac4004-ebdc-43af-b38b-567d9de319b1 req-17fa7da3-c80f-4fa7-b844-7bdb0223a272 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0173540 Feb 09 12:32:31.585087 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 32882) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:31.712051 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9db45f49-1527-4672-a3af-51f96cb87c1c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bef3fcae8e8d4c40aba3e9f771efd633&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1253612 Feb 09 12:32:31.713608 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 32888) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:31.825453 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e61b35d7-aff1-4a97-940b-29ba1601f151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:31.865032 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-28ac4004-ebdc-43af-b38b-567d9de319b1 req-f5851a9a-adbc-496f-948b-dda321191f8f service neutron] 10.222.0.46 "GET /v2.0/networks/23231414-7735-41e3-a19f-aefe0806df10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868406 Feb 09 12:32:31.912287 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e61b35d7-aff1-4a97-940b-29ba1601f151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:32.200309 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cb2d7-0cbf-4b9f-b320-289da54ba48e req-ab0fbf04-b1d3-47ed-8621-a084b45df537 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:32.202501 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-188cb2d7-0cbf-4b9f-b320-289da54ba48e req-ab0fbf04-b1d3-47ed-8621-a084b45df537 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=15debf37-8de7-4867-bb19-a681a8fc422d HTTP/1.1" status: 200 len: 945 time: 0.2754068 Feb 09 12:32:32.211021 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-28ac4004-ebdc-43af-b38b-567d9de319b1 req-2382f8ec-204b-41eb-bd22-e550585c79d7 service neutron] 10.222.0.46 "GET /v2.0/networks/23231414-7735-41e3-a19f-aefe0806df10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416891 Feb 09 12:32:32.233225 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e61b35d7-aff1-4a97-940b-29ba1601f151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:32.266443 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b35d7-aff1-4a97-940b-29ba1601f151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c82a5e6-e5e1-4047-b11f-d7fccf5fa0a8,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:32.303565 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-188cb2d7-0cbf-4b9f-b320-289da54ba48e req-618fa7ad-5668-437e-b40b-22224bfef09c tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952258 Feb 09 12:32:32.304691 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e61b35d7-aff1-4a97-940b-29ba1601f151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:32.305755 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e61b35d7-aff1-4a97-940b-29ba1601f151 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5c82a5e6-e5e1-4047-b11f-d7fccf5fa0a8 HTTP/1.1" status: 204 len: 168 time: 0.5909786 Feb 09 12:32:32.655286 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c600059-3c5e-4feb-bc0e-db862f6a3537 req-13b39540-3797-4dbb-a41d-16a0644fae91 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:32.661909 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7c600059-3c5e-4feb-bc0e-db862f6a3537 req-13b39540-3797-4dbb-a41d-16a0644fae91 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=50d294be-4088-4183-9349-225738f63f05 HTTP/1.1" status: 200 len: 945 time: 0.1207776 Feb 09 12:32:32.688894 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fcea7e-6dff-4ec0-a636-ce836d64d80d req-b54e0c15-8fd3-473d-9f09-92d6e47ae3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:32.690408 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-11fcea7e-6dff-4ec0-a636-ce836d64d80d req-b54e0c15-8fd3-473d-9f09-92d6e47ae3a0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aba34aa17eff4c08ab9eaf8e9c681a05&device_id=50d294be-4088-4183-9349-225738f63f05 HTTP/1.1" status: 200 len: 1096 time: 0.1904430 Feb 09 12:32:32.761300 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7c600059-3c5e-4feb-bc0e-db862f6a3537 req-4695046c-9994-45ff-819a-590af18d7884 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898871 Feb 09 12:32:32.892542 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fcea7e-6dff-4ec0-a636-ce836d64d80d req-8dc17e24-b0d4-4f4d-9d69-b64b87484e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:32.894020 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-11fcea7e-6dff-4ec0-a636-ce836d64d80d req-8dc17e24-b0d4-4f4d-9d69-b64b87484e08 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c52d4018-5a69-4fac-a12b-9b13cfc3a5a5 HTTP/1.1" status: 200 len: 918 time: 0.1931555 Feb 09 12:32:33.012847 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-11fcea7e-6dff-4ec0-a636-ce836d64d80d req-521c0f09-8715-44d5-8c56-d40498cc590f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e4038c9-ec5b-494a-8143-56329405372c HTTP/1.1" status: 200 len: 217 time: 0.1111982 Feb 09 12:32:33.176287 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fcea7e-6dff-4ec0-a636-ce836d64d80d req-dad9b66f-7ba0-4225-8bae-7540b37e945c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:33.177739 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-11fcea7e-6dff-4ec0-a636-ce836d64d80d req-dad9b66f-7ba0-4225-8bae-7540b37e945c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=21ba49f8-7226-4d27-a3b6-74fc50d70d5f HTTP/1.1" status: 200 len: 857 time: 0.1490834 Feb 09 12:32:33.283266 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-11fcea7e-6dff-4ec0-a636-ce836d64d80d req-fe1eade8-851d-436f-a9ce-c8e96a72656c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c52d4018-5a69-4fac-a12b-9b13cfc3a5a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936074 Feb 09 12:32:33.295726 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 32962) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:33.622760 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-11fcea7e-6dff-4ec0-a636-ce836d64d80d req-c0bcd7ed-b3c3-44a9-a9ba-d81adea47409 service neutron] 10.222.0.46 "GET /v2.0/networks/c52d4018-5a69-4fac-a12b-9b13cfc3a5a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265228 Feb 09 12:32:33.734982 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269284a-6fc2-4c98-ad9b-d0e15893af0b req-59bba3bf-aab2-41fa-8979-5c5af5932c28 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:33.736528 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c269284a-6fc2-4c98-ad9b-d0e15893af0b req-59bba3bf-aab2-41fa-8979-5c5af5932c28 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=15debf37-8de7-4867-bb19-a681a8fc422d HTTP/1.1" status: 200 len: 945 time: 0.1656747 Feb 09 12:32:33.806737 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-2e0b90ed-e8e0-448d-adcd-20f993425de3 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1755482998'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:32:33.814202 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-11fcea7e-6dff-4ec0-a636-ce836d64d80d req-e195ffe9-adac-4f4a-8831-79778b20ae4c service neutron] 10.222.0.46 "GET /v2.0/networks/c52d4018-5a69-4fac-a12b-9b13cfc3a5a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845722 Feb 09 12:32:33.820891 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33006) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:33.854070 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-2e0b90ed-e8e0-448d-adcd-20f993425de3 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:32:33.860507 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-2e0b90ed-e8e0-448d-adcd-20f993425de3 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Usage tracker for resource:network and tenant:3ee62989b3ab40d9ba1339b8815a65ac is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:32:33.865476 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-2e0b90ed-e8e0-448d-adcd-20f993425de3 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:32:33.874637 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-2e0b90ed-e8e0-448d-adcd-20f993425de3 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:32:33.896587 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0b90ed-e8e0-448d-adcd-20f993425de3 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Made reservation on behalf of 3ee62989b3ab40d9ba1339b8815a65ac for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:32:33.906173 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2e0b90ed-e8e0-448d-adcd-20f993425de3 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:33.992151 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c269284a-6fc2-4c98-ad9b-d0e15893af0b req-4a6387e4-b6f4-425a-b67d-97ab3ba925c8 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409580 Feb 09 12:32:34.002492 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2e0b90ed-e8e0-448d-adcd-20f993425de3 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:34.046875 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ef27e79a-a05e-402d-ab06-b548e7f5bf38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:34.058636 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-2e0b90ed-e8e0-448d-adcd-20f993425de3 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:32:34.073446 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-2e0b90ed-e8e0-448d-adcd-20f993425de3 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Usage tracker for resource:security_group_rule and tenant:3ee62989b3ab40d9ba1339b8815a65ac is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:32:34.079467 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-2e0b90ed-e8e0-448d-adcd-20f993425de3 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:32:34.083906 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ef27e79a-a05e-402d-ab06-b548e7f5bf38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:32:34.088417 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-2e0b90ed-e8e0-448d-adcd-20f993425de3 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:32:34.094025 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ef27e79a-a05e-402d-ab06-b548e7f5bf38 admin admin] Usage tracker for resource:security_group_rule and tenant:b85baee0151644808f825fae56080de4 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:32:34.101688 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ef27e79a-a05e-402d-ab06-b548e7f5bf38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:32:34.110827 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ef27e79a-a05e-402d-ab06-b548e7f5bf38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:32:34.116848 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3045fc-147b-4190-8a07-e39ebe6f00ad req-9837f91f-9cc9-4cf8-ba91-00407b46b2c6 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:34.118593 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1e3045fc-147b-4190-8a07-e39ebe6f00ad req-9837f91f-9cc9-4cf8-ba91-00407b46b2c6 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=50d294be-4088-4183-9349-225738f63f05 HTTP/1.1" status: 200 len: 945 time: 0.1874304 Feb 09 12:32:34.191350 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1e3045fc-147b-4190-8a07-e39ebe6f00ad req-33711491-484e-4c81-8b14-78aaa16cd8cd tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554483 Feb 09 12:32:34.262922 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2e0b90ed-e8e0-448d-adcd-20f993425de3 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:34.273566 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2e0b90ed-e8e0-448d-adcd-20f993425de3 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:34.295348 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ef27e79a-a05e-402d-ab06-b548e7f5bf38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:34.300788 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ef27e79a-a05e-402d-ab06-b548e7f5bf38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:34.343787 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ef27e79a-a05e-402d-ab06-b548e7f5bf38 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b85baee0151644808f825fae56080de4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5216272 Feb 09 12:32:34.347008 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33030) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:34.352686 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33034) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:34.373360 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b90ed-e8e0-448d-adcd-20f993425de3 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1c34e0-193b-4eae-9c7a-f305f068e85a,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:34.376387 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e0b90ed-e8e0-448d-adcd-20f993425de3 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:32:34.390388 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2e0b90ed-e8e0-448d-adcd-20f993425de3 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:34.391460 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-2e0b90ed-e8e0-448d-adcd-20f993425de3 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Added segment 62f4b668-f66b-4366-b475-b6e3c17cecf6 of type vlan for network 62aa14af-9ae2-41e8-8cf3-e9f6d1e42caf Feb 09 12:32:34.434572 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2e0b90ed-e8e0-448d-adcd-20f993425de3 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:34.471217 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2e0b90ed-e8e0-448d-adcd-20f993425de3 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:34.491382 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0b90ed-e8e0-448d-adcd-20f993425de3 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:34.491382 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2e0b90ed-e8e0-448d-adcd-20f993425de3 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:34.502090 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef27e79a-a05e-402d-ab06-b548e7f5bf38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557230bc-c56a-4721-a045-98b4d504e7ba,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:34.622492 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3882615a-c523-44e6-8370-83c10b5e950f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:34.663112 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3882615a-c523-44e6-8370-83c10b5e950f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:34.704206 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c4ab47a9-a2d7-4194-89df-5fdf543653a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:34.726544 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2e0b90ed-e8e0-448d-adcd-20f993425de3 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4293320 Feb 09 12:32:34.729614 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33046) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:34.737504 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c4ab47a9-a2d7-4194-89df-5fdf543653a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:32:34.745612 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c4ab47a9-a2d7-4194-89df-5fdf543653a3 admin admin] Usage tracker for resource:security_group_rule and tenant:e41ed6ddcb454253b7d2334011838d09 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:32:34.748621 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b90ed-e8e0-448d-adcd-20f993425de3 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Pushing event updated for resources: {'Network': ['ID=62aa14af-9ae2-41e8-8cf3-e9f6d1e42caf,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:34.750877 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c4ab47a9-a2d7-4194-89df-5fdf543653a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:32:34.759911 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c4ab47a9-a2d7-4194-89df-5fdf543653a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:32:34.761169 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 62aa14af-9ae2-41e8-8cf3-e9f6d1e42caf details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:32:34.819816 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-635e77a3-10c4-427e-8931-935f8cf94200 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Request body: {'subnet': {'network_id': '62aa14af-9ae2-41e8-8cf3-e9f6d1e42caf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:32:34.976591 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-635e77a3-10c4-427e-8931-935f8cf94200 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:32:34.993080 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-635e77a3-10c4-427e-8931-935f8cf94200 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Usage tracker for resource:subnet and tenant:3ee62989b3ab40d9ba1339b8815a65ac is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:32:34.993602 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c4ab47a9-a2d7-4194-89df-5fdf543653a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:34.997570 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c4ab47a9-a2d7-4194-89df-5fdf543653a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:35.000881 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-635e77a3-10c4-427e-8931-935f8cf94200 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:32:35.013416 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-635e77a3-10c4-427e-8931-935f8cf94200 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:32:35.039121 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635e77a3-10c4-427e-8931-935f8cf94200 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Made reservation on behalf of 3ee62989b3ab40d9ba1339b8815a65ac for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:32:35.042950 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-635e77a3-10c4-427e-8931-935f8cf94200 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:35.078372 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ab47a9-a2d7-4194-89df-5fdf543653a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffc8674-0c1a-43b2-9313-1bed54816cd3,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:35.113184 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c4ab47a9-a2d7-4194-89df-5fdf543653a3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e41ed6ddcb454253b7d2334011838d09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7542458 Feb 09 12:32:35.115901 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33064) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:35.187075 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-74a1bb19-3d88-4772-897d-e20c9de3412d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:35.267616 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-74a1bb19-3d88-4772-897d-e20c9de3412d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:35.287714 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3882615a-c523-44e6-8370-83c10b5e950f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:35.317682 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3882615a-c523-44e6-8370-83c10b5e950f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557230bc-c56a-4721-a045-98b4d504e7ba,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:35.352211 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3882615a-c523-44e6-8370-83c10b5e950f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:35.356702 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3882615a-c523-44e6-8370-83c10b5e950f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/557230bc-c56a-4721-a045-98b4d504e7ba HTTP/1.1" status: 204 len: 168 time: 1.0024636 Feb 09 12:32:35.451682 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ac03e-c05e-4821-8856-fa66ade61609 req-baf32cde-666b-4ada-8d0d-90e3e60ea2fe tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:35.466510 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-747ac03e-c05e-4821-8856-fa66ade61609 req-baf32cde-666b-4ada-8d0d-90e3e60ea2fe tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=15debf37-8de7-4867-bb19-a681a8fc422d HTTP/1.1" status: 200 len: 945 time: 0.2825744 Feb 09 12:32:35.551996 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-635e77a3-10c4-427e-8931-935f8cf94200 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:35.565592 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-74a1bb19-3d88-4772-897d-e20c9de3412d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:35.588057 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-747ac03e-c05e-4821-8856-fa66ade61609 req-7a4e3743-a724-4193-a335-302ef92b1e77 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199656 Feb 09 12:32:35.594505 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33082) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:35.607043 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a1bb19-3d88-4772-897d-e20c9de3412d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffc8674-0c1a-43b2-9313-1bed54816cd3,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:35.647187 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-74a1bb19-3d88-4772-897d-e20c9de3412d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:35.648522 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-74a1bb19-3d88-4772-897d-e20c9de3412d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4ffc8674-0c1a-43b2-9313-1bed54816cd3 HTTP/1.1" status: 204 len: 168 time: 0.5313668 Feb 09 12:32:35.659605 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e77a3-10c4-427e-8931-935f8cf94200 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Pushing event updated for resources: {'Subnet': ['ID=627062a8-ee51-43e5-b8ce-b3822a7903a2,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:35.663255 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635e77a3-10c4-427e-8931-935f8cf94200 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Checking segment: {'id': '62f4b668-f66b-4366-b475-b6e3c17cecf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '62aa14af-9ae2-41e8-8cf3-e9f6d1e42caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:32:35.663818 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635e77a3-10c4-427e-8931-935f8cf94200 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Network hostable DHCP agents. Network: 62aa14af-9ae2-41e8-8cf3-e9f6d1e42caf, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:32:35.676059 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea4455-f7e6-4ed9-9201-04766b74f7fd req-f98c055d-9a90-44bf-8871-4b7cb54c6d42 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:35.684879 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3eea4455-f7e6-4ed9-9201-04766b74f7fd req-f98c055d-9a90-44bf-8871-4b7cb54c6d42 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=50d294be-4088-4183-9349-225738f63f05 HTTP/1.1" status: 200 len: 945 time: 0.2135272 Feb 09 12:32:35.689206 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635e77a3-10c4-427e-8931-935f8cf94200 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Network 62aa14af-9ae2-41e8-8cf3-e9f6d1e42caf is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:32:35.702943 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-635e77a3-10c4-427e-8931-935f8cf94200 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 62aa14af-9ae2-41e8-8cf3-e9f6d1e42caf) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:32:35.711654 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635e77a3-10c4-427e-8931-935f8cf94200 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:35.712853 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-635e77a3-10c4-427e-8931-935f8cf94200 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:35.717569 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6513a808-403a-4c39-ad44-681567892de9 None None] Network 62aa14af-9ae2-41e8-8cf3-e9f6d1e42caf requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:32:35.766152 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-635e77a3-10c4-427e-8931-935f8cf94200 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0315952 Feb 09 12:32:35.769062 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33098) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:35.776560 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-53d835d4-8340-4804-bb8a-a208bfeda8f9 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Request body: {'port': {'network_id': '62aa14af-9ae2-41e8-8cf3-e9f6d1e42caf', 'name': 'tempest-AllowedAddressPairTestJSON-1063709875'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:32:35.783770 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3eea4455-f7e6-4ed9-9201-04766b74f7fd req-15ee6278-13ad-4363-8b1e-707971ba9e8e tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972507 Feb 09 12:32:36.004765 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a69036-e0f6-44e9-8d6d-ce37cd2df781 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-62aa14af-9ae2-41e8-8cf3-e9f6d1e42caf', 'network_id': '62aa14af-9ae2-41e8-8cf3-e9f6d1e42caf', 'tenant_id': '3ee62989b3ab40d9ba1339b8815a65ac', 'fixed_ips': [{'subnet_id': '627062a8-ee51-43e5-b8ce-b3822a7903a2'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:32:36.005618 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-87a69036-e0f6-44e9-8d6d-ce37cd2df781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:36.006807 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f1680c99-941c-47a1-b7d0-b057397d2592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:36.045590 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-f1680c99-941c-47a1-b7d0-b057397d2592 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:32:36.058329 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-f1680c99-941c-47a1-b7d0-b057397d2592 admin admin] Usage tracker for resource:security_group_rule and tenant:ad678c6023f742cbad98125e9d90d52e is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:32:36.069989 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-f1680c99-941c-47a1-b7d0-b057397d2592 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:32:36.087944 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-f1680c99-941c-47a1-b7d0-b057397d2592 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:32:36.212587 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-53d835d4-8340-4804-bb8a-a208bfeda8f9 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:32:36.217557 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-53d835d4-8340-4804-bb8a-a208bfeda8f9 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Usage tracker for resource:port and tenant:3ee62989b3ab40d9ba1339b8815a65ac is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:32:36.222841 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-53d835d4-8340-4804-bb8a-a208bfeda8f9 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:32:36.246407 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-53d835d4-8340-4804-bb8a-a208bfeda8f9 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:32:36.285101 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f1680c99-941c-47a1-b7d0-b057397d2592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:36.295925 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d835d4-8340-4804-bb8a-a208bfeda8f9 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Made reservation on behalf of 3ee62989b3ab40d9ba1339b8815a65ac for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:32:36.305056 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f1680c99-941c-47a1-b7d0-b057397d2592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:36.308166 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-53d835d4-8340-4804-bb8a-a208bfeda8f9 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:36.325366 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-87a69036-e0f6-44e9-8d6d-ce37cd2df781 None None] Allocated IP 172.20.0.2 (62aa14af-9ae2-41e8-8cf3-e9f6d1e42caf/627062a8-ee51-43e5-b8ce-b3822a7903a2/be1b63cb-1a12-49c7-8d03-1e597d907821) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:32:36.393076 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-53d835d4-8340-4804-bb8a-a208bfeda8f9 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] device_id is not set on port 9f636bf5-8972-4de8-a421-2a6e4bc195c8 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:32:36.635754 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f1680c99-941c-47a1-b7d0-b057397d2592 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ad678c6023f742cbad98125e9d90d52e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0398598 Feb 09 12:32:36.639546 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33128) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:36.641892 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1680c99-941c-47a1-b7d0-b057397d2592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000cd470-8b08-4086-95bf-802a4ab8bbb3,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:36.701847 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce1997-346e-4629-b285-0debe61e8cc9 req-bbc44e58-f123-41d8-aa23-f00146689389 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:36.705277 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e8ce1997-346e-4629-b285-0debe61e8cc9 req-bbc44e58-f123-41d8-aa23-f00146689389 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=15debf37-8de7-4867-bb19-a681a8fc422d HTTP/1.1" status: 200 len: 945 time: 0.2529137 Feb 09 12:32:36.771465 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e8ce1997-346e-4629-b285-0debe61e8cc9 req-314089a1-1257-4b48-9107-9de0cc8ca8c3 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599196 Feb 09 12:32:36.810738 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0523a77c-06f7-4dca-b7d8-b93716977775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:36.867892 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0523a77c-06f7-4dca-b7d8-b93716977775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:36.897878 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-87a69036-e0f6-44e9-8d6d-ce37cd2df781 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:36.929114 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-87a69036-e0f6-44e9-8d6d-ce37cd2df781 None None] Transition to ACTIVE for port object be1b63cb-1a12-49c7-8d03-1e597d907821 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:32:36.967997 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0523a77c-06f7-4dca-b7d8-b93716977775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:36.983710 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-87a69036-e0f6-44e9-8d6d-ce37cd2df781 None None] Transition to ACTIVE for port object be1b63cb-1a12-49c7-8d03-1e597d907821 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:32:36.995459 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-87a69036-e0f6-44e9-8d6d-ce37cd2df781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:36.996547 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0523a77c-06f7-4dca-b7d8-b93716977775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000cd470-8b08-4086-95bf-802a4ab8bbb3,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:37.068917 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07170a26-19ca-4645-a933-9560c978a5c0 req-aaaa2db6-c637-498d-a971-dc8657221145 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:37.071859 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-07170a26-19ca-4645-a933-9560c978a5c0 req-aaaa2db6-c637-498d-a971-dc8657221145 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=50d294be-4088-4183-9349-225738f63f05 HTTP/1.1" status: 200 len: 945 time: 0.1250415 Feb 09 12:32:37.105980 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0523a77c-06f7-4dca-b7d8-b93716977775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:37.109075 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0523a77c-06f7-4dca-b7d8-b93716977775 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/000cd470-8b08-4086-95bf-802a4ab8bbb3 HTTP/1.1" status: 204 len: 168 time: 0.4679105 Feb 09 12:32:37.131380 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a69036-e0f6-44e9-8d6d-ce37cd2df781 None None] Network 62aa14af-9ae2-41e8-8cf3-e9f6d1e42caf is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:32:37.144461 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-87a69036-e0f6-44e9-8d6d-ce37cd2df781 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:32:37.149282 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a69036-e0f6-44e9-8d6d-ce37cd2df781 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:32:37.168837 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-07170a26-19ca-4645-a933-9560c978a5c0 req-ec2f5242-7608-4c15-bbac-c07edab1c476 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904875 Feb 09 12:32:37.171854 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-53d835d4-8340-4804-bb8a-a208bfeda8f9 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Allocated IP 172.20.0.13 (62aa14af-9ae2-41e8-8cf3-e9f6d1e42caf/627062a8-ee51-43e5-b8ce-b3822a7903a2/9f636bf5-8972-4de8-a421-2a6e4bc195c8) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:32:37.272209 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a69036-e0f6-44e9-8d6d-ce37cd2df781 None None] Pushing event updated for resources: {'Port': ['ID=be1b63cb-1a12-49c7-8d03-1e597d907821,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:37.286906 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-87a69036-e0f6-44e9-8d6d-ce37cd2df781 None None] Attempting to bind port be1b63cb-1a12-49c7-8d03-1e597d907821 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:32:37.286906 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-87a69036-e0f6-44e9-8d6d-ce37cd2df781 None None] Attempting to bind port be1b63cb-1a12-49c7-8d03-1e597d907821 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '62f4b668-f66b-4366-b475-b6e3c17cecf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '62aa14af-9ae2-41e8-8cf3-e9f6d1e42caf'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:32:37.286906 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a69036-e0f6-44e9-8d6d-ce37cd2df781 None None] Attempting to bind port be1b63cb-1a12-49c7-8d03-1e597d907821 on network 62aa14af-9ae2-41e8-8cf3-e9f6d1e42caf {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:32:37.286906 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a69036-e0f6-44e9-8d6d-ce37cd2df781 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:32:37.291334 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a69036-e0f6-44e9-8d6d-ce37cd2df781 None None] Checking segment: {'id': '62f4b668-f66b-4366-b475-b6e3c17cecf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '62aa14af-9ae2-41e8-8cf3-e9f6d1e42caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:32:37.291334 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-87a69036-e0f6-44e9-8d6d-ce37cd2df781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:37.291334 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a69036-e0f6-44e9-8d6d-ce37cd2df781 None None] Bound using segment: {'id': '62f4b668-f66b-4366-b475-b6e3c17cecf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '62aa14af-9ae2-41e8-8cf3-e9f6d1e42caf'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:32:37.291334 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-87a69036-e0f6-44e9-8d6d-ce37cd2df781 None None] Bound port: be1b63cb-1a12-49c7-8d03-1e597d907821, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62f4b668-f66b-4366-b475-b6e3c17cecf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '62aa14af-9ae2-41e8-8cf3-e9f6d1e42caf'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:32:37.291334 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-87a69036-e0f6-44e9-8d6d-ce37cd2df781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:37.384898 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-87a69036-e0f6-44e9-8d6d-ce37cd2df781 None None] For port be1b63cb-1a12-49c7-8d03-1e597d907821, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:32:37.388404 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-87a69036-e0f6-44e9-8d6d-ce37cd2df781 None None] For port be1b63cb-1a12-49c7-8d03-1e597d907821, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=be1b63cb-1a12-49c7-8d03-1e597d907821,segment=NetworkSegment(62f4b668-f66b-4366-b475-b6e3c17cecf6),segment_id=62f4b668-f66b-4366-b475-b6e3c17cecf6)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:32:37.394032 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-87a69036-e0f6-44e9-8d6d-ce37cd2df781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:37.508423 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a69036-e0f6-44e9-8d6d-ce37cd2df781 None None] Pushing event updated for resources: {'Port': ['ID=be1b63cb-1a12-49c7-8d03-1e597d907821,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:37.579593 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-53d835d4-8340-4804-bb8a-a208bfeda8f9 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:37.599760 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-53d835d4-8340-4804-bb8a-a208bfeda8f9 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Transition to ACTIVE for port object 9f636bf5-8972-4de8-a421-2a6e4bc195c8 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:32:37.644609 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-53d835d4-8340-4804-bb8a-a208bfeda8f9 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:37.754341 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33180) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:37.772524 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d835d4-8340-4804-bb8a-a208bfeda8f9 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Network 62aa14af-9ae2-41e8-8cf3-e9f6d1e42caf is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:32:37.775527 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-53d835d4-8340-4804-bb8a-a208bfeda8f9 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:32:37.786264 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d835d4-8340-4804-bb8a-a208bfeda8f9 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:32:37.787535 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-49b3eb06-06d2-438c-aceb-49efe4e3899b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:37.865542 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d835d4-8340-4804-bb8a-a208bfeda8f9 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Pushing event updated for resources: {'Port': ['ID=9f636bf5-8972-4de8-a421-2a6e4bc195c8,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:37.868492 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-49b3eb06-06d2-438c-aceb-49efe4e3899b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:32:37.890470 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-49b3eb06-06d2-438c-aceb-49efe4e3899b admin admin] Usage tracker for resource:security_group_rule and tenant:4bdf34c4df404b2b9bc3adc37ccf352b is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:32:37.894208 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-49b3eb06-06d2-438c-aceb-49efe4e3899b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:32:37.913576 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-49b3eb06-06d2-438c-aceb-49efe4e3899b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:32:37.961928 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d835d4-8340-4804-bb8a-a208bfeda8f9 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:37.962859 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-53d835d4-8340-4804-bb8a-a208bfeda8f9 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:37.991166 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-53d835d4-8340-4804-bb8a-a208bfeda8f9 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2209647 Feb 09 12:32:37.994043 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33188) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:38.004384 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-21f5990f-d8dd-4aa6-8f2b-7ac822757130 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Request body: {'port': {'network_id': '62aa14af-9ae2-41e8-8cf3-e9f6d1e42caf', 'name': 'tempest-AllowedAddressPairTestJSON-283435038', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:1c:ce:bf'}]}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:32:38.187131 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1029bf-400f-43b0-872d-f90c3c7777f1 req-e2f2f210-0ee2-4e71-bf11-44ee6f7a7626 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:38.197415 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2e1029bf-400f-43b0-872d-f90c3c7777f1 req-e2f2f210-0ee2-4e71-bf11-44ee6f7a7626 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=15debf37-8de7-4867-bb19-a681a8fc422d HTTP/1.1" status: 200 len: 945 time: 0.2160242 Feb 09 12:32:38.245771 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-49b3eb06-06d2-438c-aceb-49efe4e3899b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:38.255372 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-49b3eb06-06d2-438c-aceb-49efe4e3899b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:38.347982 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-21f5990f-d8dd-4aa6-8f2b-7ac822757130 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:32:38.358729 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-21f5990f-d8dd-4aa6-8f2b-7ac822757130 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Usage tracker for resource:port and tenant:3ee62989b3ab40d9ba1339b8815a65ac is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:32:38.362436 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-21f5990f-d8dd-4aa6-8f2b-7ac822757130 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:32:38.375734 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-21f5990f-d8dd-4aa6-8f2b-7ac822757130 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:32:38.386652 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2e1029bf-400f-43b0-872d-f90c3c7777f1 req-8532ca4b-cb48-42aa-b900-59f20da7f17c tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902969 Feb 09 12:32:38.394186 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-49b3eb06-06d2-438c-aceb-49efe4e3899b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4bdf34c4df404b2b9bc3adc37ccf352b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6384137 Feb 09 12:32:38.396243 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b3eb06-06d2-438c-aceb-49efe4e3899b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f981c9ba-e8c6-4c36-9ae3-44060581d701,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:38.397792 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33204) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:38.434327 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f5990f-d8dd-4aa6-8f2b-7ac822757130 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Made reservation on behalf of 3ee62989b3ab40d9ba1339b8815a65ac for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:32:38.631981 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33220) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:38.700442 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device be1b63cb-1a12-49c7-8d03-1e597d907821 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:32:38.772201 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4b6dcfa1-dbb5-41e7-92f3-554aea300c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:38.773851 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77536f6-3afb-4e19-85fd-4927cee2e372 req-04859594-750b-41ce-8daa-a9d6d6e354b8 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:38.782872 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a77536f6-3afb-4e19-85fd-4927cee2e372 req-04859594-750b-41ce-8daa-a9d6d6e354b8 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=50d294be-4088-4183-9349-225738f63f05 HTTP/1.1" status: 200 len: 945 time: 0.1667140 Feb 09 12:32:38.829381 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-21f5990f-d8dd-4aa6-8f2b-7ac822757130 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:38.871503 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4b6dcfa1-dbb5-41e7-92f3-554aea300c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:38.900473 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a77536f6-3afb-4e19-85fd-4927cee2e372 req-509b662f-f173-4b02-8a94-bcae2abc7f94 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162627 Feb 09 12:32:38.926753 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-21f5990f-d8dd-4aa6-8f2b-7ac822757130 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] device_id is not set on port 405ddd02-f0bd-4227-a28b-960b9d112850 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:32:38.953810 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port be1b63cb-1a12-49c7-8d03-1e597d907821 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:32:38.993726 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-4f4f2fe0-d2cc-41ad-9a87-f12806103e72 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1120229944-network', 'tenant_id': '6636f5224f854918b634847a98f62470'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:32:39.003759 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-4f4f2fe0-d2cc-41ad-9a87-f12806103e72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:32:39.008981 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-4f4f2fe0-d2cc-41ad-9a87-f12806103e72 admin admin] Usage tracker for resource:network and tenant:6636f5224f854918b634847a98f62470 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:32:39.012756 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-4f4f2fe0-d2cc-41ad-9a87-f12806103e72 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:32:39.022519 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-4f4f2fe0-d2cc-41ad-9a87-f12806103e72 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:32:39.038215 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4f2fe0-d2cc-41ad-9a87-f12806103e72 admin admin] Made reservation on behalf of 6636f5224f854918b634847a98f62470 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:32:39.041753 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4f4f2fe0-d2cc-41ad-9a87-f12806103e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:39.059556 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4f4f2fe0-d2cc-41ad-9a87-f12806103e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:39.088885 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-4f4f2fe0-d2cc-41ad-9a87-f12806103e72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:32:39.095705 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-4f4f2fe0-d2cc-41ad-9a87-f12806103e72 admin admin] Usage tracker for resource:security_group_rule and tenant:6636f5224f854918b634847a98f62470 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:32:39.103587 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-4f4f2fe0-d2cc-41ad-9a87-f12806103e72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:32:39.123000 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-4f4f2fe0-d2cc-41ad-9a87-f12806103e72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:32:39.177036 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4b6dcfa1-dbb5-41e7-92f3-554aea300c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:39.218542 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6dcfa1-dbb5-41e7-92f3-554aea300c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f981c9ba-e8c6-4c36-9ae3-44060581d701,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:39.222348 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2d6993-c7ef-4a21-a5b9-ef82315efb9b None None] Network 62aa14af-9ae2-41e8-8cf3-e9f6d1e42caf requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:32:39.247650 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4b6dcfa1-dbb5-41e7-92f3-554aea300c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:39.252202 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4b6dcfa1-dbb5-41e7-92f3-554aea300c15 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f981c9ba-e8c6-4c36-9ae3-44060581d701 HTTP/1.1" status: 204 len: 168 time: 0.8532922 Feb 09 12:32:39.265137 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-21f5990f-d8dd-4aa6-8f2b-7ac822757130 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Allocated IP 172.20.0.11 (62aa14af-9ae2-41e8-8cf3-e9f6d1e42caf/627062a8-ee51-43e5-b8ce-b3822a7903a2/405ddd02-f0bd-4227-a28b-960b9d112850) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:32:39.578902 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2e1e4428-5dda-41e9-a6a9-2e8ef1a62b36 None None] Provisioning for port be1b63cb-1a12-49c7-8d03-1e597d907821 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:32:39.579594 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:32:39.593820 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4f4f2fe0-d2cc-41ad-9a87-f12806103e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:39.598930 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2e1e4428-5dda-41e9-a6a9-2e8ef1a62b36 None None] Provisioning complete for port be1b63cb-1a12-49c7-8d03-1e597d907821 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:32:39.599799 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2e1e4428-5dda-41e9-a6a9-2e8ef1a62b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:39.604391 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4f4f2fe0-d2cc-41ad-9a87-f12806103e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:39.625771 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f4f2fe0-d2cc-41ad-9a87-f12806103e72 admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:32:39.646199 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-21f5990f-d8dd-4aa6-8f2b-7ac822757130 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:39.666952 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4f4f2fe0-d2cc-41ad-9a87-f12806103e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:39.667291 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-4f4f2fe0-d2cc-41ad-9a87-f12806103e72 admin admin] Added segment d37349ec-1737-4df4-bc46-6875c75010a7 of type vlan for network e261860c-4908-41b9-9d95-9f8235439656 Feb 09 12:32:39.687769 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-21f5990f-d8dd-4aa6-8f2b-7ac822757130 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Transition to ACTIVE for port object 405ddd02-f0bd-4227-a28b-960b9d112850 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:32:39.752045 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-21f5990f-d8dd-4aa6-8f2b-7ac822757130 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:39.889076 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f5990f-d8dd-4aa6-8f2b-7ac822757130 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Pushing event updated for resources: {'Port': ['ID=405ddd02-f0bd-4227-a28b-960b9d112850,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:39.908854 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f5990f-d8dd-4aa6-8f2b-7ac822757130 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Network 62aa14af-9ae2-41e8-8cf3-e9f6d1e42caf is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:32:39.913355 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-21f5990f-d8dd-4aa6-8f2b-7ac822757130 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:32:39.924432 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f5990f-d8dd-4aa6-8f2b-7ac822757130 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:32:39.925635 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4f2fe0-d2cc-41ad-9a87-f12806103e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7001186d-d56c-4f5b-88f3-0d2e55c2c575,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:39.933852 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4f4f2fe0-d2cc-41ad-9a87-f12806103e72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:39.969563 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d2f0c-250b-4347-9c98-d21c41d06db7 req-7156966f-026d-45c6-b972-11a12559b36f tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:39.980910 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-550d2f0c-250b-4347-9c98-d21c41d06db7 req-7156966f-026d-45c6-b972-11a12559b36f tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=15debf37-8de7-4867-bb19-a681a8fc422d HTTP/1.1" status: 200 len: 945 time: 0.3306189 Feb 09 12:32:40.064707 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2e1e4428-5dda-41e9-a6a9-2e8ef1a62b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:40.136630 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f5990f-d8dd-4aa6-8f2b-7ac822757130 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:40.137423 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-21f5990f-d8dd-4aa6-8f2b-7ac822757130 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:40.139429 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-550d2f0c-250b-4347-9c98-d21c41d06db7 req-b8724b12-5c60-4c23-913a-78c83f7f0234 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567080 Feb 09 12:32:40.160934 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-2e1e4428-5dda-41e9-a6a9-2e8ef1a62b36 None None] For port be1b63cb-1a12-49c7-8d03-1e597d907821, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=be1b63cb-1a12-49c7-8d03-1e597d907821,segment=NetworkSegment(62f4b668-f66b-4366-b475-b6e3c17cecf6),segment_id=62f4b668-f66b-4366-b475-b6e3c17cecf6)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:32:40.172858 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2e1e4428-5dda-41e9-a6a9-2e8ef1a62b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:40.190980 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-21f5990f-d8dd-4aa6-8f2b-7ac822757130 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.1936014 Feb 09 12:32:40.191229 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33274) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:40.235269 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4f4f2fe0-d2cc-41ad-9a87-f12806103e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:40.237335 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4f2fe0-d2cc-41ad-9a87-f12806103e72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:40.239447 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4f4f2fe0-d2cc-41ad-9a87-f12806103e72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:40.521093 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4f2fe0-d2cc-41ad-9a87-f12806103e72 admin admin] Pushing event updated for resources: {'Network': ['ID=e261860c-4908-41b9-9d95-9f8235439656,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:40.521310 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1e4428-5dda-41e9-a6a9-2e8ef1a62b36 None None] Pushing event updated for resources: {'Port': ['ID=be1b63cb-1a12-49c7-8d03-1e597d907821,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:40.527478 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3442a67-5618-4d48-8fe6-4bc775c63817 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:40.535459 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3442a67-5618-4d48-8fe6-4bc775c63817 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:40.541981 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network e261860c-4908-41b9-9d95-9f8235439656 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:32:40.542614 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3442a67-5618-4d48-8fe6-4bc775c63817 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:40.543717 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f3442a67-5618-4d48-8fe6-4bc775c63817 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Synchronizing usage tracker for tenant:3ee62989b3ab40d9ba1339b8815a65ac on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:32:40.547629 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4f4f2fe0-d2cc-41ad-9a87-f12806103e72 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9136963 Feb 09 12:32:40.550445 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33288) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:40.558947 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-1c5a2f1d-1beb-4998-ab91-66ab2be29488 admin admin] Request body: {'subnet': {'network_id': 'e261860c-4908-41b9-9d95-9f8235439656', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1120229944-subnet', 'tenant_id': '6636f5224f854918b634847a98f62470', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:32:40.564808 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ab99b-ce12-4a66-bc92-cb307cf5fddc req-ba12a054-83a4-49b6-b71a-fdef59f322b6 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:40.567383 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-943ab99b-ce12-4a66-bc92-cb307cf5fddc req-ba12a054-83a4-49b6-b71a-fdef59f322b6 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Synchronizing usage tracker for tenant:9e4a99ef56ae44c38a7a2f1ce0177a21 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:32:40.571545 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-1c5a2f1d-1beb-4998-ab91-66ab2be29488 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:32:40.596134 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33292) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:40.605831 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba9378-f66d-4135-ad3d-c89341002c9a req-61adf931-798d-477d-8474-49cfd2e06a44 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:40.610517 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1aba9378-f66d-4135-ad3d-c89341002c9a req-61adf931-798d-477d-8474-49cfd2e06a44 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=50d294be-4088-4183-9349-225738f63f05 HTTP/1.1" status: 200 len: 945 time: 0.4684510 Feb 09 12:32:40.615287 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-1c5a2f1d-1beb-4998-ab91-66ab2be29488 admin admin] Usage tracker for resource:subnet and tenant:6636f5224f854918b634847a98f62470 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:32:40.623839 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-1c5a2f1d-1beb-4998-ab91-66ab2be29488 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:32:40.671811 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-1c5a2f1d-1beb-4998-ab91-66ab2be29488 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:32:40.682767 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-943ab99b-ce12-4a66-bc92-cb307cf5fddc req-ba12a054-83a4-49b6-b71a-fdef59f322b6 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Unset dirty status for tenant:9e4a99ef56ae44c38a7a2f1ce0177a21 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:32:40.684222 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-943ab99b-ce12-4a66-bc92-cb307cf5fddc req-ba12a054-83a4-49b6-b71a-fdef59f322b6 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.46 "GET /v2.0/ports?device_id=15debf37-8de7-4867-bb19-a681a8fc422d HTTP/1.1" status: 200 len: 945 time: 0.4131644 Feb 09 12:32:40.688364 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f3442a67-5618-4d48-8fe6-4bc775c63817 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Unset dirty status for tenant:3ee62989b3ab40d9ba1339b8815a65ac on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:32:40.690931 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f3442a67-5618-4d48-8fe6-4bc775c63817 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.4974267 Feb 09 12:32:40.693794 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33300) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:40.708072 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1aba9378-f66d-4135-ad3d-c89341002c9a req-dc33aeef-fbab-4414-8a23-1128341585b2 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861254 Feb 09 12:32:40.755323 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5a2f1d-1beb-4998-ab91-66ab2be29488 admin admin] Made reservation on behalf of 6636f5224f854918b634847a98f62470 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:32:40.757816 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1c5a2f1d-1beb-4998-ab91-66ab2be29488 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:40.767118 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-bbeca829-ae31-4f70-adec-cfa407fb8ef5 None None] Provisioning complete for port be1b63cb-1a12-49c7-8d03-1e597d907821 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:32:40.767791 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbeca829-ae31-4f70-adec-cfa407fb8ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:40.969738 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-37fb63f2-1396-4c39-9048-048ecea8ade8 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Deleting port 405ddd02-f0bd-4227-a28b-960b9d112850 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:32:40.970104 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-37fb63f2-1396-4c39-9048-048ecea8ade8 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:41.002288 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-943ab99b-ce12-4a66-bc92-cb307cf5fddc req-7a01a4a3-d87b-4f45-a301-7b2beb3dbe3a tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Deleting port 95daac7b-f2ff-4fe3-952b-287ee71f43aa {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:32:41.002763 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-943ab99b-ce12-4a66-bc92-cb307cf5fddc req-7a01a4a3-d87b-4f45-a301-7b2beb3dbe3a tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:41.141117 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-bbeca829-ae31-4f70-adec-cfa407fb8ef5 None None] Provisioning for port 405ddd02-f0bd-4227-a28b-960b9d112850 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:32:41.148016 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-bbeca829-ae31-4f70-adec-cfa407fb8ef5 None None] Provisioning complete for port 405ddd02-f0bd-4227-a28b-960b9d112850 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:32:41.148740 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbeca829-ae31-4f70-adec-cfa407fb8ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:41.280894 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-bbeca829-ae31-4f70-adec-cfa407fb8ef5 None None] Port 405ddd02-f0bd-4227-a28b-960b9d112850 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:32:41.309109 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-bbeca829-ae31-4f70-adec-cfa407fb8ef5 None None] Provisioning for port 9f636bf5-8972-4de8-a421-2a6e4bc195c8 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:32:41.329388 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-bbeca829-ae31-4f70-adec-cfa407fb8ef5 None None] Provisioning complete for port 9f636bf5-8972-4de8-a421-2a6e4bc195c8 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:32:41.329790 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbeca829-ae31-4f70-adec-cfa407fb8ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:41.442509 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ef85ee87-ac9d-4582-b032-f6022ad7a18d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:41.501244 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-bbeca829-ae31-4f70-adec-cfa407fb8ef5 None None] Port 9f636bf5-8972-4de8-a421-2a6e4bc195c8 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:32:41.538724 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ef85ee87-ac9d-4582-b032-f6022ad7a18d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:32:41.581438 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ef85ee87-ac9d-4582-b032-f6022ad7a18d admin admin] Usage tracker for resource:security_group_rule and tenant:10e029513b3a4ea095e74dcfac26a23d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:32:41.590347 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ef85ee87-ac9d-4582-b032-f6022ad7a18d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:32:41.607948 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-37fb63f2-1396-4c39-9048-048ecea8ade8 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:41.634171 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-9c562cc3-dbcc-42fa-8a53-1282f9c2ed73 None None] Provisioning complete for port 405ddd02-f0bd-4227-a28b-960b9d112850 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:32:41.634552 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9c562cc3-dbcc-42fa-8a53-1282f9c2ed73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:41.704640 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-9c562cc3-dbcc-42fa-8a53-1282f9c2ed73 None None] Port 405ddd02-f0bd-4227-a28b-960b9d112850 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:32:41.739983 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ef85ee87-ac9d-4582-b032-f6022ad7a18d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:32:41.753128 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-9c562cc3-dbcc-42fa-8a53-1282f9c2ed73 None None] Provisioning complete for port 9f636bf5-8972-4de8-a421-2a6e4bc195c8 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:32:41.755696 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9c562cc3-dbcc-42fa-8a53-1282f9c2ed73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:41.859144 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-9c562cc3-dbcc-42fa-8a53-1282f9c2ed73 None None] Port 9f636bf5-8972-4de8-a421-2a6e4bc195c8 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:32:41.878615 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-37fb63f2-1396-4c39-9048-048ecea8ade8 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Calling delete_port for 405ddd02-f0bd-4227-a28b-960b9d112850 owned by {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:32:41.908875 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1c5a2f1d-1beb-4998-ab91-66ab2be29488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:41.912317 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-943ab99b-ce12-4a66-bc92-cb307cf5fddc req-7a01a4a3-d87b-4f45-a301-7b2beb3dbe3a tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] For port 95daac7b-f2ff-4fe3-952b-287ee71f43aa, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=95daac7b-f2ff-4fe3-952b-287ee71f43aa,segment=NetworkSegment(c8120825-3220-4ee6-9dca-8e8fc8ed7292),segment_id=c8120825-3220-4ee6-9dca-8e8fc8ed7292)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:32:41.913280 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-943ab99b-ce12-4a66-bc92-cb307cf5fddc req-7a01a4a3-d87b-4f45-a301-7b2beb3dbe3a tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:41.988457 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7d25e-e744-4e35-a8a3-1bfa4c6b7ccb req-9599d834-7957-476a-9173-0bb5b6fe653d tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:41.995192 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-baf7d25e-e744-4e35-a8a3-1bfa4c6b7ccb req-9599d834-7957-476a-9173-0bb5b6fe653d tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=15debf37-8de7-4867-bb19-a681a8fc422d HTTP/1.1" status: 200 len: 945 time: 0.5083847 Feb 09 12:32:42.100608 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-943ab99b-ce12-4a66-bc92-cb307cf5fddc req-7a01a4a3-d87b-4f45-a301-7b2beb3dbe3a tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Calling delete_port for 95daac7b-f2ff-4fe3-952b-287ee71f43aa owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:32:42.118426 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a2f1d-1beb-4998-ab91-66ab2be29488 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c766e56-81af-415a-be67-1134703375d0,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:42.191453 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-baf7d25e-e744-4e35-a8a3-1bfa4c6b7ccb req-6de57eb7-8c1b-4faa-8a51-b8b99d42208a tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760473 Feb 09 12:32:42.191453 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5a2f1d-1beb-4998-ab91-66ab2be29488 admin admin] Checking segment: {'id': 'd37349ec-1737-4df4-bc46-6875c75010a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e261860c-4908-41b9-9d95-9f8235439656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:32:42.191453 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5a2f1d-1beb-4998-ab91-66ab2be29488 admin admin] Network hostable DHCP agents. Network: e261860c-4908-41b9-9d95-9f8235439656, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:32:42.261358 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ef85ee87-ac9d-4582-b032-f6022ad7a18d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:42.273216 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ef85ee87-ac9d-4582-b032-f6022ad7a18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:42.286387 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645461e-3e94-4cd5-b1b1-769669e95b49 req-28a19329-850d-4bc6-b9b1-d00697dc552d tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:42.287938 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e645461e-3e94-4cd5-b1b1-769669e95b49 req-28a19329-850d-4bc6-b9b1-d00697dc552d tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=50d294be-4088-4183-9349-225738f63f05 HTTP/1.1" status: 200 len: 945 time: 0.3244681 Feb 09 12:32:42.291170 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5a2f1d-1beb-4998-ab91-66ab2be29488 admin admin] Network e261860c-4908-41b9-9d95-9f8235439656 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:32:42.324831 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ef85ee87-ac9d-4582-b032-f6022ad7a18d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=10e029513b3a4ea095e74dcfac26a23d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7253597 Feb 09 12:32:42.326676 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33346) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:42.337217 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-37fb63f2-1396-4c39-9048-048ecea8ade8 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:42.418327 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef85ee87-ac9d-4582-b032-f6022ad7a18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cad8522-5106-4770-8d3a-322978ff1e74,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:42.503807 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-1c5a2f1d-1beb-4998-ab91-66ab2be29488 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, e261860c-4908-41b9-9d95-9f8235439656) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:32:42.512674 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec6e0b4-0cc3-41a4-be99-fcea998a6de7 None None] Network e261860c-4908-41b9-9d95-9f8235439656 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:32:42.533300 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-16dddceb-3169-4ecc-8a50-8658283fc57a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:42.670323 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-16dddceb-3169-4ecc-8a50-8658283fc57a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:42.708251 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-943ab99b-ce12-4a66-bc92-cb307cf5fddc req-7a01a4a3-d87b-4f45-a301-7b2beb3dbe3a tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:42.713475 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device be1b63cb-1a12-49c7-8d03-1e597d907821 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:32:42.815654 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a01a4a3-d87b-4f45-a301-7b2beb3dbe3a tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Pushing event deleted for resources: {'Port': ['ID=95daac7b-f2ff-4fe3-952b-287ee71f43aa,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:42.868696 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0', '95daac7b-f2ff-4fe3-952b-287ee71f43aa'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:32:42.917532 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-943ab99b-ce12-4a66-bc92-cb307cf5fddc req-7a01a4a3-d87b-4f45-a301-7b2beb3dbe3a tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] No DVR routers for this DVR port 95daac7b-f2ff-4fe3-952b-287ee71f43aa on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:32:42.923379 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-943ab99b-ce12-4a66-bc92-cb307cf5fddc req-7a01a4a3-d87b-4f45-a301-7b2beb3dbe3a tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:42.929695 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb63f2-1396-4c39-9048-048ecea8ade8 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Pushing event deleted for resources: {'Port': ['ID=405ddd02-f0bd-4227-a28b-960b9d112850,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:42.942773 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15debf37-8de7-4867-bb19-a681a8fc422d', 'name': 'network-vif-deleted', 'tag': '95daac7b-f2ff-4fe3-952b-287ee71f43aa'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:32:42.954039 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5a2f1d-1beb-4998-ab91-66ab2be29488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:42.954627 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1c5a2f1d-1beb-4998-ab91-66ab2be29488 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:42.986478 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port be1b63cb-1a12-49c7-8d03-1e597d907821 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:32:42.987126 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:42.989944 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-16dddceb-3169-4ecc-8a50-8658283fc57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:43.027665 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-16dddceb-3169-4ecc-8a50-8658283fc57a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:43.033781 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-16dddceb-3169-4ecc-8a50-8658283fc57a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0cad8522-5106-4770-8d3a-322978ff1e74 HTTP/1.1" status: 204 len: 168 time: 0.7019932 Feb 09 12:32:43.038384 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dddceb-3169-4ecc-8a50-8658283fc57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cad8522-5106-4770-8d3a-322978ff1e74,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:43.045275 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-943ab99b-ce12-4a66-bc92-cb307cf5fddc req-7a01a4a3-d87b-4f45-a301-7b2beb3dbe3a tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.46 "DELETE /v2.0/ports/95daac7b-f2ff-4fe3-952b-287ee71f43aa HTTP/1.1" status: 204 len: 173 time: 2.3508880 Feb 09 12:32:43.050860 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15debf37-8de7-4867-bb19-a681a8fc422d', 'name': 'network-vif-deleted', 'tag': '95daac7b-f2ff-4fe3-952b-287ee71f43aa', 'status': 'completed', 'code': 200} Feb 09 12:32:43.051403 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33370) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:43.052346 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1c5a2f1d-1beb-4998-ab91-66ab2be29488 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5007415 Feb 09 12:32:43.061933 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-5e2991f3-9e48-466c-9de0-a9950f24516f admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1120229944-router', 'tenant_id': '6636f5224f854918b634847a98f62470', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:32:43.075948 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5e2991f3-9e48-466c-9de0-a9950f24516f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:32:43.080484 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e645461e-3e94-4cd5-b1b1-769669e95b49 req-c87e5469-e515-4e7f-885b-e01d21da1b3b tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7822847 Feb 09 12:32:43.111371 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5e2991f3-9e48-466c-9de0-a9950f24516f admin admin] Usage tracker for resource:router and tenant:6636f5224f854918b634847a98f62470 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:32:43.115940 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5e2991f3-9e48-466c-9de0-a9950f24516f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:32:43.123918 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5e2991f3-9e48-466c-9de0-a9950f24516f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:32:43.141034 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5e2991f3-9e48-466c-9de0-a9950f24516f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:43.142611 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5e2991f3-9e48-466c-9de0-a9950f24516f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:43.191221 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5e2991f3-9e48-466c-9de0-a9950f24516f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:43.653536 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-05f28acf-7028-445c-8b93-441f2560a950 req-32baec71-81ab-4fdf-b34e-37d7941caf17 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=15debf37-8de7-4867-bb19-a681a8fc422d HTTP/1.1" status: 200 len: 210 time: 0.1604006 Feb 09 12:32:43.657919 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178ad6ca-057d-4c45-8057-df12b8bab647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-e261860c-4908-41b9-9d95-9f8235439656', 'network_id': 'e261860c-4908-41b9-9d95-9f8235439656', 'tenant_id': '6636f5224f854918b634847a98f62470', 'fixed_ips': [{'subnet_id': '1c766e56-81af-415a-be67-1134703375d0'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:32:43.659431 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-178ad6ca-057d-4c45-8057-df12b8bab647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:43.682146 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-37fb63f2-1396-4c39-9048-048ecea8ade8 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:43.688217 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-37fb63f2-1396-4c39-9048-048ecea8ade8 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] 10.222.0.55 "DELETE /v2.0/ports/405ddd02-f0bd-4227-a28b-960b9d112850 HTTP/1.1" status: 204 len: 168 time: 2.9890590 Feb 09 12:32:43.690159 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33388) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:43.788225 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-10250f02-59e5-47a1-9563-17f7f5f8b217 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] GET failed (client error): The resource could not be found. Feb 09 12:32:43.790064 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-10250f02-59e5-47a1-9563-17f7f5f8b217 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Synchronizing usage tracker for tenant:3ee62989b3ab40d9ba1339b8815a65ac on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:32:43.834147 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-10250f02-59e5-47a1-9563-17f7f5f8b217 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Unset dirty status for tenant:3ee62989b3ab40d9ba1339b8815a65ac on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:32:43.835919 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-10250f02-59e5-47a1-9563-17f7f5f8b217 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] 10.222.0.55 "GET /v2.0/ports/405ddd02-f0bd-4227-a28b-960b9d112850 HTTP/1.1" status: 404 len: 333 time: 0.1422875 Feb 09 12:32:43.839684 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33400) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:43.851067 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-5aed830a-fbe1-48df-991f-340cd4563dc7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Request body: {'port': {'network_id': '62aa14af-9ae2-41e8-8cf3-e9f6d1e42caf', 'name': 'tempest-AllowedAddressPairTestJSON-1667940516'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:32:43.884316 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5e2991f3-9e48-466c-9de0-a9950f24516f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:44.098848 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-178ad6ca-057d-4c45-8057-df12b8bab647 None None] Allocated IP 172.20.0.2 (e261860c-4908-41b9-9d95-9f8235439656/1c766e56-81af-415a-be67-1134703375d0/fcb232e4-c5f5-424f-b176-11c08c51a10e) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:32:44.145707 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4b17505d-9ac5-400a-8d9f-0562c1b79398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:44.152176 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-fd0621a9-de67-459e-99f6-2ad18891c2f1 req-705fddb2-1510-461a-b1e4-a9cb6a67c7c1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8ffa4d7e-005b-44e4-b944-8d665fe8f89a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2563117 Feb 09 12:32:44.154890 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-5aed830a-fbe1-48df-991f-340cd4563dc7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:32:44.172147 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-5aed830a-fbe1-48df-991f-340cd4563dc7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:32:44.187629 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aed830a-fbe1-48df-991f-340cd4563dc7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Made reservation on behalf of 3ee62989b3ab40d9ba1339b8815a65ac for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:32:44.197083 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5aed830a-fbe1-48df-991f-340cd4563dc7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:44.257119 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [None req-5aed830a-fbe1-48df-991f-340cd4563dc7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] device_id is not set on port dbb7c986-0e6c-4fe8-b448-e4df386072ff yet. {{(pid=87567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:32:44.576296 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-178ad6ca-057d-4c45-8057-df12b8bab647 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:44.587581 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-178ad6ca-057d-4c45-8057-df12b8bab647 None None] Transition to ACTIVE for port object fcb232e4-c5f5-424f-b176-11c08c51a10e will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:32:44.609067 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-178ad6ca-057d-4c45-8057-df12b8bab647 None None] Transition to ACTIVE for port object fcb232e4-c5f5-424f-b176-11c08c51a10e will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:32:44.628172 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-178ad6ca-057d-4c45-8057-df12b8bab647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:44.629962 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-5aed830a-fbe1-48df-991f-340cd4563dc7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Allocated IP 172.20.0.8 (62aa14af-9ae2-41e8-8cf3-e9f6d1e42caf/627062a8-ee51-43e5-b8ce-b3822a7903a2/dbb7c986-0e6c-4fe8-b448-e4df386072ff) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:32:44.818584 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ad6ca-057d-4c45-8057-df12b8bab647 None None] Pushing event updated for resources: {'Port': ['ID=fcb232e4-c5f5-424f-b176-11c08c51a10e,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:44.858507 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178ad6ca-057d-4c45-8057-df12b8bab647 None None] Network e261860c-4908-41b9-9d95-9f8235439656 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:32:44.860094 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-178ad6ca-057d-4c45-8057-df12b8bab647 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:32:44.876116 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178ad6ca-057d-4c45-8057-df12b8bab647 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:32:44.936264 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c7132-07cf-49d6-b7fc-4d4fa5ce5cb5 req-f70a2e65-0a4b-49ac-bdbe-00bab2c75ade tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:44.943449 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-298c7132-07cf-49d6-b7fc-4d4fa5ce5cb5 req-f70a2e65-0a4b-49ac-bdbe-00bab2c75ade tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=50d294be-4088-4183-9349-225738f63f05 HTTP/1.1" status: 200 len: 945 time: 0.1761177 Feb 09 12:32:44.953714 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5e2991f3-9e48-466c-9de0-a9950f24516f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:44.963011 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5aed830a-fbe1-48df-991f-340cd4563dc7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:44.996136 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0621a9-de67-459e-99f6-2ad18891c2f1 req-b5d007c8-97ff-42ef-922f-200345ecc9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:44.998921 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-fd0621a9-de67-459e-99f6-2ad18891c2f1 req-b5d007c8-97ff-42ef-922f-200345ecc9af service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e4a99ef56ae44c38a7a2f1ce0177a21&device_id=8ffa4d7e-005b-44e4-b944-8d665fe8f89a HTTP/1.1" status: 200 len: 1097 time: 0.4727068 Feb 09 12:32:45.000508 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5e2991f3-9e48-466c-9de0-a9950f24516f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:45.000826 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-5aed830a-fbe1-48df-991f-340cd4563dc7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Transition to ACTIVE for port object dbb7c986-0e6c-4fe8-b448-e4df386072ff will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:32:45.049429 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-298c7132-07cf-49d6-b7fc-4d4fa5ce5cb5 req-86c80ae2-b920-4770-beb9-2b5f17eb96db tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049888 Feb 09 12:32:45.094587 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5aed830a-fbe1-48df-991f-340cd4563dc7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:45.154122 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 95daac7b-f2ff-4fe3-952b-287ee71f43aa no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:32:45.234215 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: 95daac7b-f2ff-4fe3-952b-287ee71f43aa {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:32:45.234215 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 95daac7b-f2ff-4fe3-952b-287ee71f43aa not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:32:45.249834 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aed830a-fbe1-48df-991f-340cd4563dc7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Network 62aa14af-9ae2-41e8-8cf3-e9f6d1e42caf is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:32:45.255906 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-5aed830a-fbe1-48df-991f-340cd4563dc7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:32:45.281651 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aed830a-fbe1-48df-991f-340cd4563dc7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:32:45.421176 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-178ad6ca-057d-4c45-8057-df12b8bab647 None None] Attempting to bind port fcb232e4-c5f5-424f-b176-11c08c51a10e on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:32:45.421546 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-178ad6ca-057d-4c45-8057-df12b8bab647 None None] Attempting to bind port fcb232e4-c5f5-424f-b176-11c08c51a10e by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'd37349ec-1737-4df4-bc46-6875c75010a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e261860c-4908-41b9-9d95-9f8235439656'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:32:45.422098 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178ad6ca-057d-4c45-8057-df12b8bab647 None None] Attempting to bind port fcb232e4-c5f5-424f-b176-11c08c51a10e on network e261860c-4908-41b9-9d95-9f8235439656 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:32:45.432221 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178ad6ca-057d-4c45-8057-df12b8bab647 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:32:45.436365 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178ad6ca-057d-4c45-8057-df12b8bab647 None None] Checking segment: {'id': 'd37349ec-1737-4df4-bc46-6875c75010a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e261860c-4908-41b9-9d95-9f8235439656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:32:45.437002 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-178ad6ca-057d-4c45-8057-df12b8bab647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:45.437563 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178ad6ca-057d-4c45-8057-df12b8bab647 None None] Bound using segment: {'id': 'd37349ec-1737-4df4-bc46-6875c75010a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e261860c-4908-41b9-9d95-9f8235439656'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:32:45.438212 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-178ad6ca-057d-4c45-8057-df12b8bab647 None None] Bound port: fcb232e4-c5f5-424f-b176-11c08c51a10e, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd37349ec-1737-4df4-bc46-6875c75010a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e261860c-4908-41b9-9d95-9f8235439656'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:32:45.438766 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-178ad6ca-057d-4c45-8057-df12b8bab647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:45.503346 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed830a-fbe1-48df-991f-340cd4563dc7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Pushing event updated for resources: {'Port': ['ID=dbb7c986-0e6c-4fe8-b448-e4df386072ff,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:45.525712 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aed830a-fbe1-48df-991f-340cd4563dc7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:45.526388 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5aed830a-fbe1-48df-991f-340cd4563dc7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:45.618546 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-5aed830a-fbe1-48df-991f-340cd4563dc7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7773383 Feb 09 12:32:45.619206 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33450) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:45.629788 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-fd12e135-f02f-4e11-82a1-393abaf64c09 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:1c:ce:bf'}]}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:32:45.708632 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-178ad6ca-057d-4c45-8057-df12b8bab647 None None] For port fcb232e4-c5f5-424f-b176-11c08c51a10e, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:32:45.715444 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-178ad6ca-057d-4c45-8057-df12b8bab647 None None] For port fcb232e4-c5f5-424f-b176-11c08c51a10e, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=fcb232e4-c5f5-424f-b176-11c08c51a10e,segment=NetworkSegment(d37349ec-1737-4df4-bc46-6875c75010a7),segment_id=d37349ec-1737-4df4-bc46-6875c75010a7)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:32:45.748075 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0621a9-de67-459e-99f6-2ad18891c2f1 req-e8e99897-2f5d-4a3d-8813-57498121d83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:45.748574 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-178ad6ca-057d-4c45-8057-df12b8bab647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:45.757906 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-fd0621a9-de67-459e-99f6-2ad18891c2f1 req-e8e99897-2f5d-4a3d-8813-57498121d83f service neutron] 10.222.0.46 "GET /v2.0/networks?id=23231414-7735-41e3-a19f-aefe0806df10 HTTP/1.1" status: 200 len: 912 time: 0.6860828 Feb 09 12:32:45.927783 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-fd0621a9-de67-459e-99f6-2ad18891c2f1 req-3e4a27b0-c69b-455a-9145-d3cee76747e2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0 HTTP/1.1" status: 200 len: 217 time: 0.1538448 Feb 09 12:32:45.937811 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-47044039-c61f-4a2a-bf8d-e22975058f09 None None] Provisioning for port dbb7c986-0e6c-4fe8-b448-e4df386072ff completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:32:45.952298 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ad6ca-057d-4c45-8057-df12b8bab647 None None] Pushing event updated for resources: {'Port': ['ID=fcb232e4-c5f5-424f-b176-11c08c51a10e,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:45.964376 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-47044039-c61f-4a2a-bf8d-e22975058f09 None None] Provisioning complete for port dbb7c986-0e6c-4fe8-b448-e4df386072ff triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:32:45.965012 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-47044039-c61f-4a2a-bf8d-e22975058f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:46.059113 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-47044039-c61f-4a2a-bf8d-e22975058f09 None None] Port dbb7c986-0e6c-4fe8-b448-e4df386072ff cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:32:46.130411 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-5e2991f3-9e48-466c-9de0-a9950f24516f admin admin] Allocated IP 172.25.7.140 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/d9672ab6-8a06-4231-a1c2-ebf75ab1dedf) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:32:46.266855 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9f385-4880-4dcd-bb42-0d3e3b794dd1 req-873e4c06-5c4c-48af-94f7-7172e01fc94f tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:46.292472 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-19d9f385-4880-4dcd-bb42-0d3e3b794dd1 req-873e4c06-5c4c-48af-94f7-7172e01fc94f tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ffa4d7e-005b-44e4-b944-8d665fe8f89a HTTP/1.1" status: 200 len: 946 time: 0.4902954 Feb 09 12:32:46.346045 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7bf0cefb-c524-425d-9050-cfdf6395792f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:46.392283 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0621a9-de67-459e-99f6-2ad18891c2f1 req-641bee6e-c36d-439a-b0b0-a8749967d653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:46.394221 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-fd0621a9-de67-459e-99f6-2ad18891c2f1 req-641bee6e-c36d-439a-b0b0-a8749967d653 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=938b2eb5-d390-4a03-acd5-5a31b498a866 HTTP/1.1" status: 200 len: 851 time: 0.4584913 Feb 09 12:32:46.512664 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-19d9f385-4880-4dcd-bb42-0d3e3b794dd1 req-a307734e-5509-4255-ae3a-95f8854b1997 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191622 Feb 09 12:32:46.532847 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eae3e3-7f90-4f1d-9ae7-c95650e3262a req-22712881-196e-494e-93ea-86f7924563b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:46.535452 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e1eae3e3-7f90-4f1d-9ae7-c95650e3262a req-22712881-196e-494e-93ea-86f7924563b8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=50d294be-4088-4183-9349-225738f63f05 HTTP/1.1" status: 200 len: 1096 time: 1.1997988 Feb 09 12:32:46.565328 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-fd0621a9-de67-459e-99f6-2ad18891c2f1 req-25f29c8b-dc24-4ca8-9ee5-3659fc83c98c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23231414-7735-41e3-a19f-aefe0806df10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1514947 Feb 09 12:32:46.614495 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fd12e135-f02f-4e11-82a1-393abaf64c09 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:46.709005 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707bf14-5b96-4803-a4a8-f5f32a18fd5a req-fec96e6e-5814-4ccb-baef-9c395ae3fbb8 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:46.716500 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d707bf14-5b96-4803-a4a8-f5f32a18fd5a req-fec96e6e-5814-4ccb-baef-9c395ae3fbb8 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=50d294be-4088-4183-9349-225738f63f05 HTTP/1.1" status: 200 len: 945 time: 0.3459527 Feb 09 12:32:46.817591 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d707bf14-5b96-4803-a4a8-f5f32a18fd5a req-2a4e6a70-39b1-4e9c-92b6-4b0b0232133d tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001332 Feb 09 12:32:46.949710 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device fcb232e4-c5f5-424f-b176-11c08c51a10e up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:32:47.058105 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5e2991f3-9e48-466c-9de0-a9950f24516f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:47.093232 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port fcb232e4-c5f5-424f-b176-11c08c51a10e completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:32:47.148831 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5e2991f3-9e48-466c-9de0-a9950f24516f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:47.326534 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fd12e135-f02f-4e11-82a1-393abaf64c09 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:47.335687 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fd12e135-f02f-4e11-82a1-393abaf64c09 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:47.378216 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-fd0621a9-de67-459e-99f6-2ad18891c2f1 req-4dea0d44-cb58-4c2c-8ac0-9fb467d91b4f service neutron] 10.222.0.46 "GET /v2.0/networks/23231414-7735-41e3-a19f-aefe0806df10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7673905 Feb 09 12:32:47.409075 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e1eae3e3-7f90-4f1d-9ae7-c95650e3262a req-60889858-a103-46fe-a32f-4b4770b12a4f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8469038 Feb 09 12:32:47.461105 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2991f3-9e48-466c-9de0-a9950f24516f admin admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:32:47.462533 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-5e2991f3-9e48-466c-9de0-a9950f24516f admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:32:47.477466 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2991f3-9e48-466c-9de0-a9950f24516f admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:32:47.527567 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:47.566195 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd12e135-f02f-4e11-82a1-393abaf64c09 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Pushing event updated for resources: {'Port': ['ID=dbb7c986-0e6c-4fe8-b448-e4df386072ff,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:47.594178 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-fd12e135-f02f-4e11-82a1-393abaf64c09 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] In _notify_port_updated(), no bound segment for port dbb7c986-0e6c-4fe8-b448-e4df386072ff on network 62aa14af-9ae2-41e8-8cf3-e9f6d1e42caf {{(pid=87567) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 12:32:47.607655 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:47.624996 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd12e135-f02f-4e11-82a1-393abaf64c09 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:47.625696 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fd12e135-f02f-4e11-82a1-393abaf64c09 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:47.629515 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-fd12e135-f02f-4e11-82a1-393abaf64c09 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] 10.222.0.55 "PUT /v2.0/ports/dbb7c986-0e6c-4fe8-b448-e4df386072ff HTTP/1.1" status: 200 len: 994 time: 2.0066631 Feb 09 12:32:47.632685 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33508) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:47.789094 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529ea059-003d-4b69-b85c-8805a7362938 None None] Network e261860c-4908-41b9-9d95-9f8235439656 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:32:47.855711 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-10572356-cdf4-4d70-af1e-bc8f45058e7e tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Deleting port dbb7c986-0e6c-4fe8-b448-e4df386072ff {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:32:47.855711 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-10572356-cdf4-4d70-af1e-bc8f45058e7e tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:47.886377 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2991f3-9e48-466c-9de0-a9950f24516f admin admin] Pushing event updated for resources: {'Port': ['ID=d9672ab6-8a06-4231-a1c2-ebf75ab1dedf,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:48.036786 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-1df6803e-d4ae-4361-bde3-1d3a74bde675 None None] Provisioning for port fcb232e4-c5f5-424f-b176-11c08c51a10e completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:32:48.055585 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-1df6803e-d4ae-4361-bde3-1d3a74bde675 None None] Provisioning complete for port fcb232e4-c5f5-424f-b176-11c08c51a10e triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:32:48.059048 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1df6803e-d4ae-4361-bde3-1d3a74bde675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:48.410971 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-10572356-cdf4-4d70-af1e-bc8f45058e7e tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:48.542270 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1df6803e-d4ae-4361-bde3-1d3a74bde675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:48.673659 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-1df6803e-d4ae-4361-bde3-1d3a74bde675 None None] For port fcb232e4-c5f5-424f-b176-11c08c51a10e, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=fcb232e4-c5f5-424f-b176-11c08c51a10e,segment=NetworkSegment(d37349ec-1737-4df4-bc46-6875c75010a7),segment_id=d37349ec-1737-4df4-bc46-6875c75010a7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:32:48.687960 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1df6803e-d4ae-4361-bde3-1d3a74bde675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:48.852855 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-fd0621a9-de67-459e-99f6-2ad18891c2f1 req-65e880b7-9800-4309-ac33-f99c7ba0405e service neutron] 10.222.0.46 "GET /v2.0/networks/23231414-7735-41e3-a19f-aefe0806df10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4296002 Feb 09 12:32:48.861259 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-1df6803e-d4ae-4361-bde3-1d3a74bde675 None None] Provisioning complete for port dbb7c986-0e6c-4fe8-b448-e4df386072ff triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:32:48.861562 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1df6803e-d4ae-4361-bde3-1d3a74bde675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:48.988960 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-1df6803e-d4ae-4361-bde3-1d3a74bde675 None None] Port dbb7c986-0e6c-4fe8-b448-e4df386072ff cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:32:49.035035 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df6803e-d4ae-4361-bde3-1d3a74bde675 None None] Pushing event updated for resources: {'Port': ['ID=fcb232e4-c5f5-424f-b176-11c08c51a10e,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:49.084016 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-10572356-cdf4-4d70-af1e-bc8f45058e7e tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Calling delete_port for dbb7c986-0e6c-4fe8-b448-e4df386072ff owned by {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:32:49.093365 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:49.217598 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b22fac6b-fb48-423b-881f-46bc5a22eafb None None] Provisioning complete for port fcb232e4-c5f5-424f-b176-11c08c51a10e triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:32:49.218177 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b22fac6b-fb48-423b-881f-46bc5a22eafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:49.256210 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c59f9-ebca-4ee1-a079-16f626170972 req-dc05ffb2-b085-4834-abd6-a84df79ea3bd tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:49.257627 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-962c59f9-ebca-4ee1-a079-16f626170972 req-dc05ffb2-b085-4834-abd6-a84df79ea3bd tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Synchronizing usage tracker for tenant:9e4a99ef56ae44c38a7a2f1ce0177a21 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:32:49.278611 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5e2991f3-9e48-466c-9de0-a9950f24516f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:49.312686 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49788964-b9f6-45a9-a9a6-6dbf52ffe990 req-81a9d328-7ab5-44c5-b925-5daed84d6991 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:49.314350 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-49788964-b9f6-45a9-a9a6-6dbf52ffe990 req-81a9d328-7ab5-44c5-b925-5daed84d6991 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=50d294be-4088-4183-9349-225738f63f05 HTTP/1.1" status: 200 len: 945 time: 0.8835418 Feb 09 12:32:49.386019 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-962c59f9-ebca-4ee1-a079-16f626170972 req-dc05ffb2-b085-4834-abd6-a84df79ea3bd tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Unset dirty status for tenant:9e4a99ef56ae44c38a7a2f1ce0177a21 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:32:49.387448 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-962c59f9-ebca-4ee1-a079-16f626170972 req-dc05ffb2-b085-4834-abd6-a84df79ea3bd tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ffa4d7e-005b-44e4-b944-8d665fe8f89a HTTP/1.1" status: 200 len: 946 time: 0.9122264 Feb 09 12:32:49.448096 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4636d-e66f-4494-bff7-e0125d5ea6b8 req-c1a0e8ef-b18c-4d82-be7e-8a805f17855f tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:49.449656 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2fe4636d-e66f-4494-bff7-e0125d5ea6b8 req-c1a0e8ef-b18c-4d82-be7e-8a805f17855f tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ffa4d7e-005b-44e4-b944-8d665fe8f89a HTTP/1.1" status: 200 len: 946 time: 1.4871318 Feb 09 12:32:49.499163 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-962c59f9-ebca-4ee1-a079-16f626170972 req-c4d07e84-2915-44f3-8f8d-7bee9548142c tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Deleting port f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:32:49.499951 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-962c59f9-ebca-4ee1-a079-16f626170972 req-c4d07e84-2915-44f3-8f8d-7bee9548142c tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:49.646315 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-49788964-b9f6-45a9-a9a6-6dbf52ffe990 req-d837717e-a8ad-4d74-8dab-2a030b746229 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189921 Feb 09 12:32:49.723446 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2fe4636d-e66f-4494-bff7-e0125d5ea6b8 req-3b3eb613-1c36-4458-8c5f-ac2b9eb15328 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c89be6-aa6f-4019-a63f-033aae8cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156317 Feb 09 12:32:49.874560 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-10572356-cdf4-4d70-af1e-bc8f45058e7e tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:50.178081 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-962c59f9-ebca-4ee1-a079-16f626170972 req-c4d07e84-2915-44f3-8f8d-7bee9548142c tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] For port f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0,segment=NetworkSegment(c8120825-3220-4ee6-9dca-8e8fc8ed7292),segment_id=c8120825-3220-4ee6-9dca-8e8fc8ed7292)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:32:50.178576 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-962c59f9-ebca-4ee1-a079-16f626170972 req-c4d07e84-2915-44f3-8f8d-7bee9548142c tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:50.365321 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-962c59f9-ebca-4ee1-a079-16f626170972 req-c4d07e84-2915-44f3-8f8d-7bee9548142c tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Calling delete_port for f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:32:50.378419 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10572356-cdf4-4d70-af1e-bc8f45058e7e tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Pushing event deleted for resources: {'Port': ['ID=dbb7c986-0e6c-4fe8-b448-e4df386072ff,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:50.380495 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33572) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:50.398746 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:50.502167 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-10572356-cdf4-4d70-af1e-bc8f45058e7e tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:50.516053 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-10572356-cdf4-4d70-af1e-bc8f45058e7e tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] 10.222.0.55 "DELETE /v2.0/ports/dbb7c986-0e6c-4fe8-b448-e4df386072ff HTTP/1.1" status: 204 len: 168 time: 2.8821228 Feb 09 12:32:50.516722 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33592) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:50.545781 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5e2991f3-9e48-466c-9de0-a9950f24516f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:50.592214 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbad74f3-a342-4359-ba3a-e4d55df12e0c tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] GET failed (client error): The resource could not be found. Feb 09 12:32:50.594677 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-fbad74f3-a342-4359-ba3a-e4d55df12e0c tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Synchronizing usage tracker for tenant:3ee62989b3ab40d9ba1339b8815a65ac on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:32:50.653906 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-fbad74f3-a342-4359-ba3a-e4d55df12e0c tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Unset dirty status for tenant:3ee62989b3ab40d9ba1339b8815a65ac on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:32:50.660078 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-fbad74f3-a342-4359-ba3a-e4d55df12e0c tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] 10.222.0.55 "GET /v2.0/ports/dbb7c986-0e6c-4fe8-b448-e4df386072ff HTTP/1.1" status: 404 len: 333 time: 0.1422682 Feb 09 12:32:50.660968 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33602) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:50.668763 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-ea423014-529b-4f7f-ba2d-b01a7a72501b tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Request body: {'port': {'network_id': '62aa14af-9ae2-41e8-8cf3-e9f6d1e42caf', 'name': 'tempest-AllowedAddressPairTestJSON-354918017'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:32:50.677188 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device fcb232e4-c5f5-424f-b176-11c08c51a10e up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:32:50.748963 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c25c9cc9-2df7-4dc7-979c-369cffae3107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:50.819794 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port fcb232e4-c5f5-424f-b176-11c08c51a10e triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:32:50.820469 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:50.958431 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-962c59f9-ebca-4ee1-a079-16f626170972 req-c4d07e84-2915-44f3-8f8d-7bee9548142c tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:50.991405 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:32:51.028732 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d07e84-2915-44f3-8f8d-7bee9548142c tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Pushing event deleted for resources: {'Port': ['ID=f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:51.074940 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c25c9cc9-2df7-4dc7-979c-369cffae3107 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:32:51.192197 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-962c59f9-ebca-4ee1-a079-16f626170972 req-c4d07e84-2915-44f3-8f8d-7bee9548142c tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] No DVR routers for this DVR port f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0 on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:32:51.196441 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-962c59f9-ebca-4ee1-a079-16f626170972 req-c4d07e84-2915-44f3-8f8d-7bee9548142c tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:51.208095 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ffa4d7e-005b-44e4-b944-8d665fe8f89a', 'name': 'network-vif-deleted', 'tag': 'f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:32:51.240643 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-962c59f9-ebca-4ee1-a079-16f626170972 req-c4d07e84-2915-44f3-8f8d-7bee9548142c tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.46 "DELETE /v2.0/ports/f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0 HTTP/1.1" status: 204 len: 173 time: 1.8414965 Feb 09 12:32:51.250986 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e2991f3-9e48-466c-9de0-a9950f24516f admin admin] Router 7f0250c5-0beb-449d-a254-0d3fa99c7279 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:32:51.392354 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-02f4e549-557f-4a1d-8f5f-061f922faf8b req-f377b528-8686-486e-905a-8ab748cf2335 tempest-ServerRescueTestJSON-788182164 tempest-ServerRescueTestJSON-788182164-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ffa4d7e-005b-44e4-b944-8d665fe8f89a HTTP/1.1" status: 200 len: 210 time: 0.4043238 Feb 09 12:32:51.393460 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c25c9cc9-2df7-4dc7-979c-369cffae3107 admin admin] Usage tracker for resource:security_group_rule and tenant:c19165794b194bc68a43701bfec4b455 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:32:51.401650 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c25c9cc9-2df7-4dc7-979c-369cffae3107 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:32:51.426419 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c25c9cc9-2df7-4dc7-979c-369cffae3107 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:32:51.439397 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-ea423014-529b-4f7f-ba2d-b01a7a72501b tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:32:51.454193 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-ea423014-529b-4f7f-ba2d-b01a7a72501b tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:32:51.504017 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea423014-529b-4f7f-ba2d-b01a7a72501b tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Made reservation on behalf of 3ee62989b3ab40d9ba1339b8815a65ac for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:32:51.507624 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ea423014-529b-4f7f-ba2d-b01a7a72501b tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:51.553594 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e3b89-9aaa-4d9f-ba5f-2a79589721fe req-626716b3-f47f-4646-accb-80543a12b48e tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:51.555128 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e77e3b89-9aaa-4d9f-ba5f-2a79589721fe req-626716b3-f47f-4646-accb-80543a12b48e tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=50d294be-4088-4183-9349-225738f63f05 HTTP/1.1" status: 200 len: 945 time: 0.6327739 Feb 09 12:32:51.560515 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [None req-ea423014-529b-4f7f-ba2d-b01a7a72501b tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] device_id is not set on port 59c4546b-590d-4508-ac44-3bdba343b60f yet. {{(pid=87567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:32:51.575273 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ffa4d7e-005b-44e4-b944-8d665fe8f89a', 'name': 'network-vif-deleted', 'tag': 'f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0', 'status': 'completed', 'code': 200} Feb 09 12:32:51.634133 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2991f3-9e48-466c-9de0-a9950f24516f admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:32:51.647329 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a5a7c4-2a35-40ec-a678-57c78f4b427b None None] Sync routers for ids ['7f0250c5-0beb-449d-a254-0d3fa99c7279'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:32:51.663108 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a5a7c4-2a35-40ec-a678-57c78f4b427b None None] Routers {'7f0250c5-0beb-449d-a254-0d3fa99c7279'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:32:51.664000 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-03a5a7c4-2a35-40ec-a678-57c78f4b427b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:32:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['7f0250c5-0beb-449d-a254-0d3fa99c7279'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:32:51.682524 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5e2991f3-9e48-466c-9de0-a9950f24516f admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:51.685316 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5e2991f3-9e48-466c-9de0-a9950f24516f admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.6328893 Feb 09 12:32:51.688764 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33634) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:51.834995 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e77e3b89-9aaa-4d9f-ba5f-2a79589721fe req-dffffbac-5862-425b-b9ae-b28d9130510d tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905704 Feb 09 12:32:52.068645 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c25c9cc9-2df7-4dc7-979c-369cffae3107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:52.090310 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c25c9cc9-2df7-4dc7-979c-369cffae3107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:52.140070 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-03a5a7c4-2a35-40ec-a678-57c78f4b427b None None] Set router 7f0250c5-0beb-449d-a254-0d3fa99c7279 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:32:52.198754 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-ea423014-529b-4f7f-ba2d-b01a7a72501b tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Allocated IP 172.20.0.9 (62aa14af-9ae2-41e8-8cf3-e9f6d1e42caf/627062a8-ee51-43e5-b8ce-b3822a7903a2/59c4546b-590d-4508-ac44-3bdba343b60f) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:32:52.208023 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25c9cc9-2df7-4dc7-979c-369cffae3107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec21c1d-a342-4b05-9e91-ca1cf8844cdb,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:52.289831 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c25c9cc9-2df7-4dc7-979c-369cffae3107 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c19165794b194bc68a43701bfec4b455&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9024193 Feb 09 12:32:52.326302 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33652) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:52.729695 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33680) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:52.744153 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:52.810669 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-03a5a7c4-2a35-40ec-a678-57c78f4b427b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0250c5-0beb-449d-a254-0d3fa99c7279', 'name': 'tempest-ServersTestBootFromVolume-1120229944-router', 'tenant_id': '6636f5224f854918b634847a98f62470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'd9672ab6-8a06-4231-a1c2-ebf75ab1dedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:32:43Z', 'updated_at': '2022-02-09T12:32:48Z', 'revision_number': 3, 'project_id': '6636f5224f854918b634847a98f62470', 'gw_port': {'id': 'd9672ab6-8a06-4231-a1c2-ebf75ab1dedf', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:75:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f0250c5-0beb-449d-a254-0d3fa99c7279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:32:45Z', 'updated_at': '2022-02-09T12:32:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:32:52.820376 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a5a7c4-2a35-40ec-a678-57c78f4b427b None None] Checking router: 7f0250c5-0beb-449d-a254-0d3fa99c7279 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:32:52.820886 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a5a7c4-2a35-40ec-a678-57c78f4b427b None None] Updating router 7f0250c5-0beb-449d-a254-0d3fa99c7279 port d9672ab6-8a06-4231-a1c2-ebf75ab1dedf binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:32:52.946416 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-03a5a7c4-2a35-40ec-a678-57c78f4b427b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:52.960119 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b17d1605-7c75-4876-9a26-1e7b3417aadd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:53.098877 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:32:53.204774 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:32:53.205124 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device f09bdf7c-27ad-4b76-93bf-d3dc0481d1f0 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:32:53.242642 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b17d1605-7c75-4876-9a26-1e7b3417aadd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:53.370223 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ea423014-529b-4f7f-ba2d-b01a7a72501b tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:53.562323 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-ea423014-529b-4f7f-ba2d-b01a7a72501b tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Transition to ACTIVE for port object 59c4546b-590d-4508-ac44-3bdba343b60f will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:32:53.579701 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-03a5a7c4-2a35-40ec-a678-57c78f4b427b None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:53.586755 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388be55-93ec-4e28-8798-018ae262541c req-cfeea09d-8340-4a66-8949-e596f9b1439e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:53.588950 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8388be55-93ec-4e28-8798-018ae262541c req-cfeea09d-8340-4a66-8949-e596f9b1439e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aba34aa17eff4c08ab9eaf8e9c681a05&device_id=50d294be-4088-4183-9349-225738f63f05 HTTP/1.1" status: 200 len: 1096 time: 0.6658452 Feb 09 12:32:53.599562 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-03a5a7c4-2a35-40ec-a678-57c78f4b427b None None] Transition to ACTIVE for port object d9672ab6-8a06-4231-a1c2-ebf75ab1dedf will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:32:53.600245 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0a374ea9-ab3b-4f31-bda5-6d6cf354c1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:53.621702 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-03a5a7c4-2a35-40ec-a678-57c78f4b427b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:53.648200 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a38686-333d-4085-934b-6d711bb3ff3b req-8c82f7a6-bb7b-4791-98d0-e5b4e5473d08 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:53.660846 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8a38686-333d-4085-934b-6d711bb3ff3b req-8c82f7a6-bb7b-4791-98d0-e5b4e5473d08 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=50d294be-4088-4183-9349-225738f63f05 HTTP/1.1" status: 200 len: 945 time: 0.8080192 Feb 09 12:32:53.735463 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-03a5a7c4-2a35-40ec-a678-57c78f4b427b None None] Attempting to bind port d9672ab6-8a06-4231-a1c2-ebf75ab1dedf on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:32:53.736139 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-03a5a7c4-2a35-40ec-a678-57c78f4b427b None None] Attempting to bind port d9672ab6-8a06-4231-a1c2-ebf75ab1dedf by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:32:53.736809 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a5a7c4-2a35-40ec-a678-57c78f4b427b None None] Attempting to bind port d9672ab6-8a06-4231-a1c2-ebf75ab1dedf on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:32:53.739240 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb1c0c-b4b9-4d78-95db-0e971ddf5df7 None None] Pushing event updated for resources: {'Port': ['ID=d9672ab6-8a06-4231-a1c2-ebf75ab1dedf,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:53.749623 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a5a7c4-2a35-40ec-a678-57c78f4b427b None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:32:53.750298 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a5a7c4-2a35-40ec-a678-57c78f4b427b None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:32:53.751204 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-03a5a7c4-2a35-40ec-a678-57c78f4b427b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:53.751799 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a5a7c4-2a35-40ec-a678-57c78f4b427b None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:32:53.752948 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-03a5a7c4-2a35-40ec-a678-57c78f4b427b None None] Bound port: d9672ab6-8a06-4231-a1c2-ebf75ab1dedf, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:32:53.753522 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-03a5a7c4-2a35-40ec-a678-57c78f4b427b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:53.791174 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eb1c0c-b4b9-4d78-95db-0e971ddf5df7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:32:53.791941 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eb1c0c-b4b9-4d78-95db-0e971ddf5df7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:32:53.792491 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eb1c0c-b4b9-4d78-95db-0e971ddf5df7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:32:53.793015 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eb1c0c-b4b9-4d78-95db-0e971ddf5df7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:32:53.793531 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eb1c0c-b4b9-4d78-95db-0e971ddf5df7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:32:53.794610 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eb1c0c-b4b9-4d78-95db-0e971ddf5df7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:32:53.795141 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eb1c0c-b4b9-4d78-95db-0e971ddf5df7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:32:53.795656 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eb1c0c-b4b9-4d78-95db-0e971ddf5df7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:32:53.796193 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eb1c0c-b4b9-4d78-95db-0e971ddf5df7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:32:53.796698 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eb1c0c-b4b9-4d78-95db-0e971ddf5df7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:32:53.797207 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eb1c0c-b4b9-4d78-95db-0e971ddf5df7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:32:53.797733 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eb1c0c-b4b9-4d78-95db-0e971ddf5df7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:32:53.804089 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33706) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:53.880995 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-03a5a7c4-2a35-40ec-a678-57c78f4b427b None None] For port d9672ab6-8a06-4231-a1c2-ebf75ab1dedf, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:32:53.890033 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-03a5a7c4-2a35-40ec-a678-57c78f4b427b None None] For port d9672ab6-8a06-4231-a1c2-ebf75ab1dedf, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=d9672ab6-8a06-4231-a1c2-ebf75ab1dedf,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:32:53.896323 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ea423014-529b-4f7f-ba2d-b01a7a72501b tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:53.899769 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-03a5a7c4-2a35-40ec-a678-57c78f4b427b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:53.992872 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8a38686-333d-4085-934b-6d711bb3ff3b req-acdcea24-4c58-49ff-b5c3-4a3c0e55531a tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309312 Feb 09 12:32:54.092715 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb1c0c-b4b9-4d78-95db-0e971ddf5df7 None None] Pushing event updated for resources: {'Port': ['ID=d9672ab6-8a06-4231-a1c2-ebf75ab1dedf,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:54.106551 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a5a7c4-2a35-40ec-a678-57c78f4b427b None None] Routers {'7f0250c5-0beb-449d-a254-0d3fa99c7279'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:32:54.107182 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-03a5a7c4-2a35-40ec-a678-57c78f4b427b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:32:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['7f0250c5-0beb-449d-a254-0d3fa99c7279'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:32:54.118238 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b17d1605-7c75-4876-9a26-1e7b3417aadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:54.159644 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d1605-7c75-4876-9a26-1e7b3417aadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec21c1d-a342-4b05-9e91-ca1cf8844cdb,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:54.167854 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea423014-529b-4f7f-ba2d-b01a7a72501b tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Network 62aa14af-9ae2-41e8-8cf3-e9f6d1e42caf is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:32:54.189272 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-ea423014-529b-4f7f-ba2d-b01a7a72501b tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:32:54.200843 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea423014-529b-4f7f-ba2d-b01a7a72501b tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Pushing event updated for resources: {'Port': ['ID=59c4546b-590d-4508-ac44-3bdba343b60f,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:54.203983 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea423014-529b-4f7f-ba2d-b01a7a72501b tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:32:54.247594 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bc4caffb-4eab-443e-a224-309a75c0c1e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:54.251292 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-0a374ea9-ab3b-4f31-bda5-6d6cf354c1fc admin admin] Allocated IP 172.20.0.1 (e261860c-4908-41b9-9d95-9f8235439656/1c766e56-81af-415a-be67-1134703375d0/96533d4e-cdc4-4a86-862c-ecb7bb25fcd6) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:32:54.265992 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388be55-93ec-4e28-8798-018ae262541c req-27060d51-0a33-45d1-821b-2a3d6f89e060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:54.268415 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8388be55-93ec-4e28-8798-018ae262541c req-27060d51-0a33-45d1-821b-2a3d6f89e060 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c52d4018-5a69-4fac-a12b-9b13cfc3a5a5 HTTP/1.1" status: 200 len: 918 time: 0.6704423 Feb 09 12:32:54.306169 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b17d1605-7c75-4876-9a26-1e7b3417aadd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:54.311376 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b17d1605-7c75-4876-9a26-1e7b3417aadd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fec21c1d-a342-4b05-9e91-ca1cf8844cdb HTTP/1.1" status: 204 len: 168 time: 1.9815912 Feb 09 12:32:54.371373 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-bc4caffb-4eab-443e-a224-309a75c0c1e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:32:54.384633 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-bc4caffb-4eab-443e-a224-309a75c0c1e4 admin admin] Usage tracker for resource:security_group_rule and tenant:bc5e7fa4e7ea470f8e43914f0286097d is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:32:54.436550 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-bc4caffb-4eab-443e-a224-309a75c0c1e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:32:54.467793 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea423014-529b-4f7f-ba2d-b01a7a72501b tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:54.468511 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ea423014-529b-4f7f-ba2d-b01a7a72501b tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:54.488188 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-bc4caffb-4eab-443e-a224-309a75c0c1e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:32:54.506021 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8388be55-93ec-4e28-8798-018ae262541c req-a868e3ba-dea2-4661-8c95-006ba5dc707e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e4038c9-ec5b-494a-8143-56329405372c HTTP/1.1" status: 200 len: 217 time: 0.2141137 Feb 09 12:32:54.541301 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-03a5a7c4-2a35-40ec-a678-57c78f4b427b None None] Set router 7f0250c5-0beb-449d-a254-0d3fa99c7279 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:32:54.564338 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ea423014-529b-4f7f-ba2d-b01a7a72501b tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.8997653 Feb 09 12:32:54.567131 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33724) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:54.583896 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-dfb0009c-6d52-4e30-b364-7a509064bdfc tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:1c:ce:bf'}]}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:32:54.641478 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0a6e746a-5c40-43ff-af4a-b7662ffecf41 None None] Provisioning for port 59c4546b-590d-4508-ac44-3bdba343b60f completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:32:54.647495 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0a6e746a-5c40-43ff-af4a-b7662ffecf41 None None] Provisioning complete for port 59c4546b-590d-4508-ac44-3bdba343b60f triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:32:54.648139 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0a6e746a-5c40-43ff-af4a-b7662ffecf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:54.776022 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388be55-93ec-4e28-8798-018ae262541c req-fa08a7ac-a673-4a71-9266-a8835cd8de38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:54.777554 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8388be55-93ec-4e28-8798-018ae262541c req-fa08a7ac-a673-4a71-9266-a8835cd8de38 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=21ba49f8-7226-4d27-a3b6-74fc50d70d5f HTTP/1.1" status: 200 len: 857 time: 0.1777952 Feb 09 12:32:54.779863 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-0a6e746a-5c40-43ff-af4a-b7662ffecf41 None None] Port 59c4546b-590d-4508-ac44-3bdba343b60f cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:32:54.875661 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33734) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:54.935507 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8388be55-93ec-4e28-8798-018ae262541c req-0dbcb122-71ed-4b6c-ba41-38323b3295ba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c52d4018-5a69-4fac-a12b-9b13cfc3a5a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1427939 Feb 09 12:32:54.939691 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a05e0010-142e-4669-8e80-ac48ebc71386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:54.958388 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-03a5a7c4-2a35-40ec-a678-57c78f4b427b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0250c5-0beb-449d-a254-0d3fa99c7279', 'name': 'tempest-ServersTestBootFromVolume-1120229944-router', 'tenant_id': '6636f5224f854918b634847a98f62470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'd9672ab6-8a06-4231-a1c2-ebf75ab1dedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:32:43Z', 'updated_at': '2022-02-09T12:32:48Z', 'revision_number': 3, 'project_id': '6636f5224f854918b634847a98f62470', 'gw_port': {'id': 'd9672ab6-8a06-4231-a1c2-ebf75ab1dedf', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:75:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f0250c5-0beb-449d-a254-0d3fa99c7279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:32:45Z', 'updated_at': '2022-02-09T12:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:32:54.961987 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0a374ea9-ab3b-4f31-bda5-6d6cf354c1fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:54.967116 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a5a7c4-2a35-40ec-a678-57c78f4b427b None None] The sync data for ids ['7f0250c5-0beb-449d-a254-0d3fa99c7279'] in n-d-825178-3 is: [{'id': '7f0250c5-0beb-449d-a254-0d3fa99c7279', 'name': 'tempest-ServersTestBootFromVolume-1120229944-router', 'tenant_id': '6636f5224f854918b634847a98f62470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'd9672ab6-8a06-4231-a1c2-ebf75ab1dedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:32:43Z', 'updated_at': '2022-02-09T12:32:48Z', 'revision_number': 3, 'project_id': '6636f5224f854918b634847a98f62470', 'gw_port': {'id': 'd9672ab6-8a06-4231-a1c2-ebf75ab1dedf', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:75:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f0250c5-0beb-449d-a254-0d3fa99c7279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:32:45Z', 'updated_at': '2022-02-09T12:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:32:55.093085 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a05e0010-142e-4669-8e80-ac48ebc71386 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:32:55.119130 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a05e0010-142e-4669-8e80-ac48ebc71386 admin admin] Usage tracker for resource:security_group_rule and tenant:3a2e71272cce408b81edc435587df805 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:32:55.129516 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a05e0010-142e-4669-8e80-ac48ebc71386 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:32:55.142515 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-0a374ea9-ab3b-4f31-bda5-6d6cf354c1fc admin admin] Transition to ACTIVE for port object 96533d4e-cdc4-4a86-862c-ecb7bb25fcd6 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:32:55.147161 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a05e0010-142e-4669-8e80-ac48ebc71386 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:32:55.223782 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8388be55-93ec-4e28-8798-018ae262541c req-a1b1269f-115b-43aa-b3f3-7153f0352d8e service neutron] 10.222.0.46 "GET /v2.0/networks/c52d4018-5a69-4fac-a12b-9b13cfc3a5a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549360 Feb 09 12:32:55.343867 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bc4caffb-4eab-443e-a224-309a75c0c1e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:55.360509 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bc4caffb-4eab-443e-a224-309a75c0c1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:55.559084 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0a374ea9-ab3b-4f31-bda5-6d6cf354c1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:55.613305 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a05e0010-142e-4669-8e80-ac48ebc71386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:55.658063 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a05e0010-142e-4669-8e80-ac48ebc71386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:55.662451 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-bc4caffb-4eab-443e-a224-309a75c0c1e4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bc5e7fa4e7ea470f8e43914f0286097d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8173156 Feb 09 12:32:55.675021 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33756) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:55.680628 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a374ea9-ab3b-4f31-bda5-6d6cf354c1fc admin admin] Network e261860c-4908-41b9-9d95-9f8235439656 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:32:55.699387 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4caffb-4eab-443e-a224-309a75c0c1e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af2a897-a4b0-4757-a10a-3219094035ff,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:55.709479 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-0a374ea9-ab3b-4f31-bda5-6d6cf354c1fc admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:32:55.717587 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a374ea9-ab3b-4f31-bda5-6d6cf354c1fc admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:32:55.727326 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44d992-5bb2-4d22-963d-1fac4d7e80f9 req-62700bf9-8255-4f08-a697-f6acb460f4bc tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:55.735844 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2d44d992-5bb2-4d22-963d-1fac4d7e80f9 req-62700bf9-8255-4f08-a697-f6acb460f4bc tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=50d294be-4088-4183-9349-225738f63f05 HTTP/1.1" status: 200 len: 945 time: 0.4615998 Feb 09 12:32:55.737631 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-dfb0009c-6d52-4e30-b364-7a509064bdfc tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:55.766303 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-406f0d2f-e2de-4b87-aeab-0aca67905129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:55.823415 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0a374ea9-ab3b-4f31-bda5-6d6cf354c1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:55.959244 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8388be55-93ec-4e28-8798-018ae262541c req-37194cb1-3309-44b6-bc2c-876bd48ca02e service neutron] 10.222.0.46 "GET /v2.0/networks/c52d4018-5a69-4fac-a12b-9b13cfc3a5a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7231479 Feb 09 12:32:56.042118 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a374ea9-ab3b-4f31-bda5-6d6cf354c1fc admin admin] Pushing event updated for resources: {'Port': ['ID=96533d4e-cdc4-4a86-862c-ecb7bb25fcd6,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:56.082429 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a05e0010-142e-4669-8e80-ac48ebc71386 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3a2e71272cce408b81edc435587df805&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2013042 Feb 09 12:32:56.086540 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33766) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:56.110639 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e0010-142e-4669-8e80-ac48ebc71386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91147b4e-a362-43f4-a46a-6d5c38785f20,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:56.241688 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-015cac3c-0dc5-4936-bf3a-26a5d52b452c None None] Provisioning for port 96533d4e-cdc4-4a86-862c-ecb7bb25fcd6 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:32:56.248154 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-015cac3c-0dc5-4936-bf3a-26a5d52b452c None None] Provisioning complete for port 96533d4e-cdc4-4a86-862c-ecb7bb25fcd6 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:32:56.248525 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-015cac3c-0dc5-4936-bf3a-26a5d52b452c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:56.290560 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3f93ce5a-8f37-4a3c-8342-ac1c877a443e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:56.330197 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3f93ce5a-8f37-4a3c-8342-ac1c877a443e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:56.431313 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-015cac3c-0dc5-4936-bf3a-26a5d52b452c None None] Port 96533d4e-cdc4-4a86-862c-ecb7bb25fcd6 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:32:56.625497 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0a374ea9-ab3b-4f31-bda5-6d6cf354c1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:56.690107 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device d9672ab6-8a06-4231-a1c2-ebf75ab1dedf up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:32:56.811447 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port d9672ab6-8a06-4231-a1c2-ebf75ab1dedf completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:32:56.818134 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port d9672ab6-8a06-4231-a1c2-ebf75ab1dedf triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:32:56.818737 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:56.859136 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2d44d992-5bb2-4d22-963d-1fac4d7e80f9 req-777d609e-0ac0-4465-9893-85c6140ebd54 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1223907 Feb 09 12:32:56.860970 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2a353565-e94c-4a0d-a7a2-5a4000a93844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:56.932630 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3f93ce5a-8f37-4a3c-8342-ac1c877a443e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:56.933574 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2a353565-e94c-4a0d-a7a2-5a4000a93844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:57.004488 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f93ce5a-8f37-4a3c-8342-ac1c877a443e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91147b4e-a362-43f4-a46a-6d5c38785f20,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:57.036794 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:57.064375 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3f93ce5a-8f37-4a3c-8342-ac1c877a443e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:57.065452 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3f93ce5a-8f37-4a3c-8342-ac1c877a443e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/91147b4e-a362-43f4-a46a-6d5c38785f20 HTTP/1.1" status: 204 len: 168 time: 0.9751272 Feb 09 12:32:57.112591 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port d9672ab6-8a06-4231-a1c2-ebf75ab1dedf, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=d9672ab6-8a06-4231-a1c2-ebf75ab1dedf,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:32:57.131419 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:57.162293 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2a353565-e94c-4a0d-a7a2-5a4000a93844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:57.180863 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-dfb0009c-6d52-4e30-b364-7a509064bdfc tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:57.197574 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-dfb0009c-6d52-4e30-b364-7a509064bdfc tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:57.221210 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0a374ea9-ab3b-4f31-bda5-6d6cf354c1fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:57.230936 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0a374ea9-ab3b-4f31-bda5-6d6cf354c1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:57.259437 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a353565-e94c-4a0d-a7a2-5a4000a93844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af2a897-a4b0-4757-a10a-3219094035ff,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:57.328700 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2a353565-e94c-4a0d-a7a2-5a4000a93844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:57.330521 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2a353565-e94c-4a0d-a7a2-5a4000a93844 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9af2a897-a4b0-4757-a10a-3219094035ff HTTP/1.1" status: 204 len: 168 time: 1.6368144 Feb 09 12:32:57.330521 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-406f0d2f-e2de-4b87-aeab-0aca67905129 admin admin] Deleting port f6166560-986d-4b30-b93b-9c73e201e239 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:32:57.330813 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-406f0d2f-e2de-4b87-aeab-0aca67905129 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:57.379198 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=d9672ab6-8a06-4231-a1c2-ebf75ab1dedf,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:57.527465 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0a374ea9-ab3b-4f31-bda5-6d6cf354c1fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:57.532348 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb0009c-6d52-4e30-b364-7a509064bdfc tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Pushing event updated for resources: {'Port': ['ID=59c4546b-590d-4508-ac44-3bdba343b60f,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:57.537867 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a374ea9-ab3b-4f31-bda5-6d6cf354c1fc admin admin] Pushing event updated for resources: {'Port': ['ID=96533d4e-cdc4-4a86-862c-ecb7bb25fcd6,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:57.641850 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-dfb0009c-6d52-4e30-b364-7a509064bdfc tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] In _notify_port_updated(), no bound segment for port 59c4546b-590d-4508-ac44-3bdba343b60f on network 62aa14af-9ae2-41e8-8cf3-e9f6d1e42caf {{(pid=87567) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 12:32:57.661198 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb0009c-6d52-4e30-b364-7a509064bdfc tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:57.662134 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-dfb0009c-6d52-4e30-b364-7a509064bdfc tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:57.666257 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-dfb0009c-6d52-4e30-b364-7a509064bdfc tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] 10.222.0.55 "PUT /v2.0/ports/59c4546b-590d-4508-ac44-3bdba343b60f HTTP/1.1" status: 200 len: 995 time: 3.0895021 Feb 09 12:32:57.760092 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33796) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:57.976407 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-a599b7e8-076d-4375-be9c-7292d61c5563 None None] Provisioning complete for port 59c4546b-590d-4508-ac44-3bdba343b60f triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:32:57.977043 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a599b7e8-076d-4375-be9c-7292d61c5563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:58.007271 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-406f0d2f-e2de-4b87-aeab-0aca67905129 admin admin] For port f6166560-986d-4b30-b93b-9c73e201e239, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=f6166560-986d-4b30-b93b-9c73e201e239,segment=NetworkSegment(c8120825-3220-4ee6-9dca-8e8fc8ed7292),segment_id=c8120825-3220-4ee6-9dca-8e8fc8ed7292)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:32:58.008540 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-406f0d2f-e2de-4b87-aeab-0aca67905129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:58.023564 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-1b95ac6f-b3ca-469e-93a1-c27842fd69e8 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Deleting port 59c4546b-590d-4508-ac44-3bdba343b60f {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:32:58.024086 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1b95ac6f-b3ca-469e-93a1-c27842fd69e8 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:58.136871 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-a599b7e8-076d-4375-be9c-7292d61c5563 None None] Port 59c4546b-590d-4508-ac44-3bdba343b60f cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:32:58.193707 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a374ea9-ab3b-4f31-bda5-6d6cf354c1fc admin admin] Network e261860c-4908-41b9-9d95-9f8235439656 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:32:58.201968 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-0a374ea9-ab3b-4f31-bda5-6d6cf354c1fc admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:32:58.275179 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33818) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:32:58.281409 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-406f0d2f-e2de-4b87-aeab-0aca67905129 admin admin] Calling delete_port for f6166560-986d-4b30-b93b-9c73e201e239 owned by network:router_interface {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:32:58.651420 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device d9672ab6-8a06-4231-a1c2-ebf75ab1dedf up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:32:58.660311 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6b5df08c-a6ae-4933-b8d2-a1e53cc1f68d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:58.767028 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port d9672ab6-8a06-4231-a1c2-ebf75ab1dedf triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:32:58.767448 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:58.847711 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-17ca93ac-9ace-4420-95f0-d10695d2c6d5 None None] Provisioning complete for port 96533d4e-cdc4-4a86-862c-ecb7bb25fcd6 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:32:58.847711 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-17ca93ac-9ace-4420-95f0-d10695d2c6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:58.879585 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ad629-136d-4d2c-9dea-b28b09655531 req-5e13f990-d796-469f-a72f-7eb54fcf369c tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:32:58.887487 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-567ad629-136d-4d2c-9dea-b28b09655531 req-5e13f990-d796-469f-a72f-7eb54fcf369c tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=50d294be-4088-4183-9349-225738f63f05 HTTP/1.1" status: 200 len: 945 time: 0.5606210 Feb 09 12:32:58.937030 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-17ca93ac-9ace-4420-95f0-d10695d2c6d5 None None] Port 96533d4e-cdc4-4a86-862c-ecb7bb25fcd6 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:32:58.968065 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1b95ac6f-b3ca-469e-93a1-c27842fd69e8 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:58.982204 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-567ad629-136d-4d2c-9dea-b28b09655531 req-505b7a2b-e352-4173-877f-73a026138d51 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933123 Feb 09 12:32:58.991855 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6b5df08c-a6ae-4933-b8d2-a1e53cc1f68d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:32:59.011527 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-6b5df08c-a6ae-4933-b8d2-a1e53cc1f68d admin admin] Usage tracker for resource:security_group_rule and tenant:8b368c8e7b46449c96147af53ba8159d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:32:59.044201 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-6b5df08c-a6ae-4933-b8d2-a1e53cc1f68d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:32:59.281729 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-406f0d2f-e2de-4b87-aeab-0aca67905129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:32:59.336087 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6b5df08c-a6ae-4933-b8d2-a1e53cc1f68d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:32:59.519986 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-1b95ac6f-b3ca-469e-93a1-c27842fd69e8 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Calling delete_port for 59c4546b-590d-4508-ac44-3bdba343b60f owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:32:59.642727 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406f0d2f-e2de-4b87-aeab-0aca67905129 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6166560-986d-4b30-b93b-9c73e201e239,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:32:59.721058 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a374ea9-ab3b-4f31-bda5-6d6cf354c1fc admin admin] Router 7f0250c5-0beb-449d-a254-0d3fa99c7279 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:33:00.050490 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-406f0d2f-e2de-4b87-aeab-0aca67905129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:00.345568 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a374ea9-ab3b-4f31-bda5-6d6cf354c1fc admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:33:00.357602 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233101b7-6c42-4ca5-bfa9-279e50f82980 None None] Sync routers for ids ['7f0250c5-0beb-449d-a254-0d3fa99c7279'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:33:00.377727 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233101b7-6c42-4ca5-bfa9-279e50f82980 None None] Routers {'7f0250c5-0beb-449d-a254-0d3fa99c7279'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:33:00.380903 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-233101b7-6c42-4ca5-bfa9-279e50f82980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:32:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['7f0250c5-0beb-449d-a254-0d3fa99c7279'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:33:00.406447 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6b5df08c-a6ae-4933-b8d2-a1e53cc1f68d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:00.423672 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1b95ac6f-b3ca-469e-93a1-c27842fd69e8 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:00.503690 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6b5df08c-a6ae-4933-b8d2-a1e53cc1f68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:00.611149 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b95ac6f-b3ca-469e-93a1-c27842fd69e8 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Pushing event deleted for resources: {'Port': ['ID=59c4546b-590d-4508-ac44-3bdba343b60f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:00.893798 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6b5df08c-a6ae-4933-b8d2-a1e53cc1f68d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8b368c8e7b46449c96147af53ba8159d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6066961 Feb 09 12:33:00.894058 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5df08c-a6ae-4933-b8d2-a1e53cc1f68d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc74474-9a21-4f75-a7c3-aa18fa51f61e,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:00.895859 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33922) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:00.922385 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0a374ea9-ab3b-4f31-bda5-6d6cf354c1fc admin admin] 10.222.0.55 "PUT /v2.0/routers/7f0250c5-0beb-449d-a254-0d3fa99c7279/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2292995 Feb 09 12:33:00.935977 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-406f0d2f-e2de-4b87-aeab-0aca67905129 admin admin] Router c6257fe2-b50e-4725-94bb-f8c15f5815f6 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:33:00.964345 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-233101b7-6c42-4ca5-bfa9-279e50f82980 None None] Set router 7f0250c5-0beb-449d-a254-0d3fa99c7279 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:33:01.032473 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1b95ac6f-b3ca-469e-93a1-c27842fd69e8 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:01.041814 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1b95ac6f-b3ca-469e-93a1-c27842fd69e8 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] 10.222.0.55 "DELETE /v2.0/ports/59c4546b-590d-4508-ac44-3bdba343b60f HTTP/1.1" status: 204 len: 168 time: 3.2778332 Feb 09 12:33:01.042733 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33930) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:01.243004 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-4878df08-b7f3-4629-8cf3-811c41e80fa9 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] GET failed (client error): The resource could not be found. Feb 09 12:33:01.243813 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4878df08-b7f3-4629-8cf3-811c41e80fa9 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Synchronizing usage tracker for tenant:3ee62989b3ab40d9ba1339b8815a65ac on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:33:01.291628 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4878df08-b7f3-4629-8cf3-811c41e80fa9 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Unset dirty status for tenant:3ee62989b3ab40d9ba1339b8815a65ac on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:33:01.293529 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4878df08-b7f3-4629-8cf3-811c41e80fa9 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] 10.222.0.55 "GET /v2.0/ports/59c4546b-590d-4508-ac44-3bdba343b60f HTTP/1.1" status: 404 len: 333 time: 0.2459126 Feb 09 12:33:01.299697 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33940) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:01.329561 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-e8c6c7c1-ec17-4d3a-9e6b-5dc775a342e7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Request body: {'port': {'network_id': '62aa14af-9ae2-41e8-8cf3-e9f6d1e42caf', 'name': 'tempest-AllowedAddressPairTestJSON-1097604896'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:33:01.392619 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-42dabf3c-a1b4-4681-a00e-b15ff13ed052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:01.635408 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-42dabf3c-a1b4-4681-a00e-b15ff13ed052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:01.735968 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e8c6c7c1-ec17-4d3a-9e6b-5dc775a342e7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:01.749422 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e8c6c7c1-ec17-4d3a-9e6b-5dc775a342e7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:01.765245 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c6c7c1-ec17-4d3a-9e6b-5dc775a342e7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Made reservation on behalf of 3ee62989b3ab40d9ba1339b8815a65ac for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:33:01.769558 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406f0d2f-e2de-4b87-aeab-0aca67905129 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:33:01.782836 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a7d1aa-8710-43e6-bb2c-9e84c0bb2118 None None] Sync routers for ids ['c6257fe2-b50e-4725-94bb-f8c15f5815f6'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:33:01.788767 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e8c6c7c1-ec17-4d3a-9e6b-5dc775a342e7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:01.795290 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-406f0d2f-e2de-4b87-aeab-0aca67905129 admin admin] 10.222.0.55 "PUT /v2.0/routers/c6257fe2-b50e-4725-94bb-f8c15f5815f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0631442 Feb 09 12:33:01.797616 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33956) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:01.799518 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a7d1aa-8710-43e6-bb2c-9e84c0bb2118 None None] Routers {'c6257fe2-b50e-4725-94bb-f8c15f5815f6'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:33:01.804666 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-72a7d1aa-8710-43e6-bb2c-9e84c0bb2118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:32:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['c6257fe2-b50e-4725-94bb-f8c15f5815f6'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:33:01.843579 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-233101b7-6c42-4ca5-bfa9-279e50f82980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0250c5-0beb-449d-a254-0d3fa99c7279', 'name': 'tempest-ServersTestBootFromVolume-1120229944-router', 'tenant_id': '6636f5224f854918b634847a98f62470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'd9672ab6-8a06-4231-a1c2-ebf75ab1dedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:32:43Z', 'updated_at': '2022-02-09T12:32:56Z', 'revision_number': 4, 'project_id': '6636f5224f854918b634847a98f62470', 'gw_port': {'id': 'd9672ab6-8a06-4231-a1c2-ebf75ab1dedf', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:75:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0250c5-0beb-449d-a254-0d3fa99c7279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:32:45Z', 'updated_at': '2022-02-09T12:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '96533d4e-cdc4-4a86-862c-ecb7bb25fcd6', 'name': '', 'network_id': 'e261860c-4908-41b9-9d95-9f8235439656', 'tenant_id': '6636f5224f854918b634847a98f62470', 'mac_address': 'fa:16:3e:e1:4d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f0250c5-0beb-449d-a254-0d3fa99c7279', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '1c766e56-81af-415a-be67-1134703375d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:32:53Z', 'updated_at': '2022-02-09T12:32:56Z', 'revision_number': 2, 'project_id': '6636f5224f854918b634847a98f62470', 'subnets': [{'id': '1c766e56-81af-415a-be67-1134703375d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:33:01.850006 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233101b7-6c42-4ca5-bfa9-279e50f82980 None None] Checking router: 7f0250c5-0beb-449d-a254-0d3fa99c7279 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:33:01.850540 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233101b7-6c42-4ca5-bfa9-279e50f82980 None None] Updating router 7f0250c5-0beb-449d-a254-0d3fa99c7279 port 96533d4e-cdc4-4a86-862c-ecb7bb25fcd6 binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:33:01.873571 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-e8c6c7c1-ec17-4d3a-9e6b-5dc775a342e7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] device_id is not set on port c932d478-e3d4-4b51-a9a4-d481e619849f yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:33:01.987156 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-233101b7-6c42-4ca5-bfa9-279e50f82980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:02.226588 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-42dabf3c-a1b4-4681-a00e-b15ff13ed052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:02.324329 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-72a7d1aa-8710-43e6-bb2c-9e84c0bb2118 None None] Set router c6257fe2-b50e-4725-94bb-f8c15f5815f6 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:33:02.587599 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33972) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:02.624262 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-e8c6c7c1-ec17-4d3a-9e6b-5dc775a342e7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Allocated IP 172.20.0.7 (62aa14af-9ae2-41e8-8cf3-e9f6d1e42caf/627062a8-ee51-43e5-b8ce-b3822a7903a2/c932d478-e3d4-4b51-a9a4-d481e619849f) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:33:02.777431 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0223722e-a11c-4292-b176-023ba99bd287 admin admin] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:02.945840 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-233101b7-6c42-4ca5-bfa9-279e50f82980 None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:02.964140 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-72a7d1aa-8710-43e6-bb2c-9e84c0bb2118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6257fe2-b50e-4725-94bb-f8c15f5815f6', 'name': 'tempest-ServerRescueTestJSON-1899528750-router', 'tenant_id': '9e4a99ef56ae44c38a7a2f1ce0177a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'ead39d16-dd29-47c2-92f2-c9e6bd3f2684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:29:45Z', 'updated_at': '2022-02-09T12:32:59Z', 'revision_number': 5, 'project_id': '9e4a99ef56ae44c38a7a2f1ce0177a21', 'gw_port': {'id': 'ead39d16-dd29-47c2-92f2-c9e6bd3f2684', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6257fe2-b50e-4725-94bb-f8c15f5815f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:29:47Z', 'updated_at': '2022-02-09T12:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:33:02.971108 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-233101b7-6c42-4ca5-bfa9-279e50f82980 None None] Transition to ACTIVE for port object 96533d4e-cdc4-4a86-862c-ecb7bb25fcd6 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:33:02.973007 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a7d1aa-8710-43e6-bb2c-9e84c0bb2118 None None] Checking router: c6257fe2-b50e-4725-94bb-f8c15f5815f6 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:33:02.990879 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-233101b7-6c42-4ca5-bfa9-279e50f82980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:02.991102 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a7d1aa-8710-43e6-bb2c-9e84c0bb2118 None None] Routers {'c6257fe2-b50e-4725-94bb-f8c15f5815f6'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:33:02.991757 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-72a7d1aa-8710-43e6-bb2c-9e84c0bb2118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:32:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['c6257fe2-b50e-4725-94bb-f8c15f5815f6'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:33:02.993798 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2fdfaf4f-9653-41f1-bad5-be96331c7964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:03.056070 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2fdfaf4f-9653-41f1-bad5-be96331c7964 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:03.082353 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dabf3c-a1b4-4681-a00e-b15ff13ed052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc74474-9a21-4f75-a7c3-aa18fa51f61e,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:03.083333 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-2fdfaf4f-9653-41f1-bad5-be96331c7964 admin admin] Usage tracker for resource:security_group_rule and tenant:6d123e35924b4ce58bd327559f5b77ed is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:33:03.122020 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-2fdfaf4f-9653-41f1-bad5-be96331c7964 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:33:03.144878 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2fdfaf4f-9653-41f1-bad5-be96331c7964 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:03.161480 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-42dabf3c-a1b4-4681-a00e-b15ff13ed052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:03.165107 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-42dabf3c-a1b4-4681-a00e-b15ff13ed052 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2cc74474-9a21-4f75-a7c3-aa18fa51f61e HTTP/1.1" status: 204 len: 168 time: 2.2682950 Feb 09 12:33:03.179347 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa942ad-7889-449c-8666-a1373f091027 None None] Pushing event updated for resources: {'Port': ['ID=96533d4e-cdc4-4a86-862c-ecb7bb25fcd6,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:03.303603 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e8c6c7c1-ec17-4d3a-9e6b-5dc775a342e7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:03.409091 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-e8c6c7c1-ec17-4d3a-9e6b-5dc775a342e7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Transition to ACTIVE for port object c932d478-e3d4-4b51-a9a4-d481e619849f will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:33:03.610280 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-72a7d1aa-8710-43e6-bb2c-9e84c0bb2118 None None] Set router c6257fe2-b50e-4725-94bb-f8c15f5815f6 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:33:03.644783 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6653b8f-5248-46f5-93eb-0f1479f9df96 req-743d9915-2acd-4d20-818c-13756e957078 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:03.646979 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e6653b8f-5248-46f5-93eb-0f1479f9df96 req-743d9915-2acd-4d20-818c-13756e957078 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=50d294be-4088-4183-9349-225738f63f05 HTTP/1.1" status: 200 len: 945 time: 0.7341595 Feb 09 12:33:03.649342 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0223722e-a11c-4292-b176-023ba99bd287 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:03.664513 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33994) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:03.718534 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-0ae0a0a3-a3d6-4598-a213-8915eab165c8 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Request body: {'security_group': {'name': 'tempest-securitygroup--298453632', 'description': 'tempest-description--791931236'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:33:03.719319 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-0223722e-a11c-4292-b176-023ba99bd287 admin admin] Deleting port ead39d16-dd29-47c2-92f2-c9e6bd3f2684 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:33:03.719776 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0223722e-a11c-4292-b176-023ba99bd287 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:03.775962 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0ae0a0a3-a3d6-4598-a213-8915eab165c8 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:03.780323 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-233101b7-6c42-4ca5-bfa9-279e50f82980 None None] Attempting to bind port 96533d4e-cdc4-4a86-862c-ecb7bb25fcd6 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:33:03.780929 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-233101b7-6c42-4ca5-bfa9-279e50f82980 None None] Attempting to bind port 96533d4e-cdc4-4a86-862c-ecb7bb25fcd6 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'd37349ec-1737-4df4-bc46-6875c75010a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e261860c-4908-41b9-9d95-9f8235439656'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:33:03.781454 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233101b7-6c42-4ca5-bfa9-279e50f82980 None None] Attempting to bind port 96533d4e-cdc4-4a86-862c-ecb7bb25fcd6 on network e261860c-4908-41b9-9d95-9f8235439656 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:33:03.787972 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233101b7-6c42-4ca5-bfa9-279e50f82980 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:33:03.788613 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233101b7-6c42-4ca5-bfa9-279e50f82980 None None] Checking segment: {'id': 'd37349ec-1737-4df4-bc46-6875c75010a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e261860c-4908-41b9-9d95-9f8235439656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:33:03.789187 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-233101b7-6c42-4ca5-bfa9-279e50f82980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:03.789742 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233101b7-6c42-4ca5-bfa9-279e50f82980 None None] Bound using segment: {'id': 'd37349ec-1737-4df4-bc46-6875c75010a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e261860c-4908-41b9-9d95-9f8235439656'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:33:03.790089 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0ae0a0a3-a3d6-4598-a213-8915eab165c8 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Usage tracker for resource:security_group and tenant:6636f5224f854918b634847a98f62470 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:33:03.790569 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-233101b7-6c42-4ca5-bfa9-279e50f82980 None None] Bound port: 96533d4e-cdc4-4a86-862c-ecb7bb25fcd6, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd37349ec-1737-4df4-bc46-6875c75010a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e261860c-4908-41b9-9d95-9f8235439656'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:33:03.791105 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-233101b7-6c42-4ca5-bfa9-279e50f82980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:03.796612 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0ae0a0a3-a3d6-4598-a213-8915eab165c8 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:33:03.811136 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0ae0a0a3-a3d6-4598-a213-8915eab165c8 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:03.826090 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e6653b8f-5248-46f5-93eb-0f1479f9df96 req-782be598-f8e1-45a9-846f-1f1b4da183dd tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539655 Feb 09 12:33:03.834104 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e8c6c7c1-ec17-4d3a-9e6b-5dc775a342e7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:03.922895 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2fdfaf4f-9653-41f1-bad5-be96331c7964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:03.950568 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2fdfaf4f-9653-41f1-bad5-be96331c7964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:03.985468 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c6c7c1-ec17-4d3a-9e6b-5dc775a342e7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Network 62aa14af-9ae2-41e8-8cf3-e9f6d1e42caf is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:33:04.015543 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2fdfaf4f-9653-41f1-bad5-be96331c7964 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6d123e35924b4ce58bd327559f5b77ed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4261680 Feb 09 12:33:04.016834 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0ae0a0a3-a3d6-4598-a213-8915eab165c8 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:04.018591 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34006) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:04.024878 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-233101b7-6c42-4ca5-bfa9-279e50f82980 None None] For port 96533d4e-cdc4-4a86-862c-ecb7bb25fcd6, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:33:04.028763 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-233101b7-6c42-4ca5-bfa9-279e50f82980 None None] For port 96533d4e-cdc4-4a86-862c-ecb7bb25fcd6, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=96533d4e-cdc4-4a86-862c-ecb7bb25fcd6,segment=NetworkSegment(d37349ec-1737-4df4-bc46-6875c75010a7),segment_id=d37349ec-1737-4df4-bc46-6875c75010a7)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:33:04.037856 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-233101b7-6c42-4ca5-bfa9-279e50f82980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:04.050621 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0ae0a0a3-a3d6-4598-a213-8915eab165c8 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:04.055632 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0ae0a0a3-a3d6-4598-a213-8915eab165c8 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Usage tracker for resource:security_group_rule and tenant:6636f5224f854918b634847a98f62470 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:33:04.061148 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0ae0a0a3-a3d6-4598-a213-8915eab165c8 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:33:04.067682 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0ae0a0a3-a3d6-4598-a213-8915eab165c8 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:04.224595 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0ae0a0a3-a3d6-4598-a213-8915eab165c8 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:04.226063 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-e8c6c7c1-ec17-4d3a-9e6b-5dc775a342e7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:33:04.245524 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c6c7c1-ec17-4d3a-9e6b-5dc775a342e7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:33:04.325242 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa942ad-7889-449c-8666-a1373f091027 None None] Pushing event updated for resources: {'Port': ['ID=96533d4e-cdc4-4a86-862c-ecb7bb25fcd6,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:04.410656 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233101b7-6c42-4ca5-bfa9-279e50f82980 None None] Routers {'7f0250c5-0beb-449d-a254-0d3fa99c7279'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:33:04.414651 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-233101b7-6c42-4ca5-bfa9-279e50f82980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:32:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['7f0250c5-0beb-449d-a254-0d3fa99c7279'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:33:04.415358 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0ae0a0a3-a3d6-4598-a213-8915eab165c8 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:04.483142 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-0223722e-a11c-4292-b176-023ba99bd287 admin admin] For port ead39d16-dd29-47c2-92f2-c9e6bd3f2684, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=ead39d16-dd29-47c2-92f2-c9e6bd3f2684,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:33:04.483464 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0223722e-a11c-4292-b176-023ba99bd287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:04.483940 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c6c7c1-ec17-4d3a-9e6b-5dc775a342e7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Pushing event updated for resources: {'Port': ['ID=c932d478-e3d4-4b51-a9a4-d481e619849f,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:04.526951 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-72a7d1aa-8710-43e6-bb2c-9e84c0bb2118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6257fe2-b50e-4725-94bb-f8c15f5815f6', 'name': 'tempest-ServerRescueTestJSON-1899528750-router', 'tenant_id': '9e4a99ef56ae44c38a7a2f1ce0177a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'ead39d16-dd29-47c2-92f2-c9e6bd3f2684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:29:45Z', 'updated_at': '2022-02-09T12:32:59Z', 'revision_number': 5, 'project_id': '9e4a99ef56ae44c38a7a2f1ce0177a21', 'gw_port': {'id': 'ead39d16-dd29-47c2-92f2-c9e6bd3f2684', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6257fe2-b50e-4725-94bb-f8c15f5815f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:29:47Z', 'updated_at': '2022-02-09T12:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:33:04.538927 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdfaf4f-9653-41f1-bad5-be96331c7964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88317953-3a12-4ed7-a70f-dd136254fdfc,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:04.541053 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a7d1aa-8710-43e6-bb2c-9e84c0bb2118 None None] The sync data for ids ['c6257fe2-b50e-4725-94bb-f8c15f5815f6'] in n-d-825178-3 is: [{'id': 'c6257fe2-b50e-4725-94bb-f8c15f5815f6', 'name': 'tempest-ServerRescueTestJSON-1899528750-router', 'tenant_id': '9e4a99ef56ae44c38a7a2f1ce0177a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'ead39d16-dd29-47c2-92f2-c9e6bd3f2684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:29:45Z', 'updated_at': '2022-02-09T12:32:59Z', 'revision_number': 5, 'project_id': '9e4a99ef56ae44c38a7a2f1ce0177a21', 'gw_port': {'id': 'ead39d16-dd29-47c2-92f2-c9e6bd3f2684', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6257fe2-b50e-4725-94bb-f8c15f5815f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:29:47Z', 'updated_at': '2022-02-09T12:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:33:04.609317 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ec5582b4-64ed-4e51-9f3d-5561188101cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:04.653214 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c6c7c1-ec17-4d3a-9e6b-5dc775a342e7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:04.653886 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e8c6c7c1-ec17-4d3a-9e6b-5dc775a342e7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:04.667304 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0ae0a0a3-a3d6-4598-a213-8915eab165c8 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:04.672990 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0ae0a0a3-a3d6-4598-a213-8915eab165c8 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0019758 Feb 09 12:33:04.729850 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34026) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:04.769702 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-5122bbec-4172-47d2-966f-198fb4540fef tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Request body: {'security_group_rule': {'security_group_id': 'bcb514ab-a4b8-4ef3-a817-492a4e7ae5d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:33:04.787791 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5122bbec-4172-47d2-966f-198fb4540fef tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:04.802553 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5122bbec-4172-47d2-966f-198fb4540fef tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Usage tracker for resource:security_group_rule and tenant:6636f5224f854918b634847a98f62470 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:33:04.806334 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5122bbec-4172-47d2-966f-198fb4540fef tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:33:04.813309 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5122bbec-4172-47d2-966f-198fb4540fef tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:04.831586 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae0a0a3-a3d6-4598-a213-8915eab165c8 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb514ab-a4b8-4ef3-a817-492a4e7ae5d2,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:04.861604 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e8c6c7c1-ec17-4d3a-9e6b-5dc775a342e7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5603809 Feb 09 12:33:04.863709 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5122bbec-4172-47d2-966f-198fb4540fef tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:04.875915 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34040) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:04.917329 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-1495cd93-d20a-4737-84e6-e9c69ed945fa tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Request body: {'port': {'network_id': '62aa14af-9ae2-41e8-8cf3-e9f6d1e42caf', 'name': 'tempest-AllowedAddressPairTestJSON-598180554'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:33:05.024334 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2cea1410-111c-4c6f-bda7-af8fb2ff5845 None None] Provisioning for port c932d478-e3d4-4b51-a9a4-d481e619849f completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:33:05.063616 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2cea1410-111c-4c6f-bda7-af8fb2ff5845 None None] Provisioning complete for port c932d478-e3d4-4b51-a9a4-d481e619849f triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:33:05.065682 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2cea1410-111c-4c6f-bda7-af8fb2ff5845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:05.125803 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-233101b7-6c42-4ca5-bfa9-279e50f82980 None None] Set router 7f0250c5-0beb-449d-a254-0d3fa99c7279 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:33:05.147349 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ec5582b4-64ed-4e51-9f3d-5561188101cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:05.192166 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-0223722e-a11c-4292-b176-023ba99bd287 admin admin] Calling delete_port for ead39d16-dd29-47c2-92f2-c9e6bd3f2684 owned by network:router_gateway {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:33:05.309651 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5122bbec-4172-47d2-966f-198fb4540fef tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:05.322414 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5122bbec-4172-47d2-966f-198fb4540fef tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:05.395283 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-2cea1410-111c-4c6f-bda7-af8fb2ff5845 None None] Port c932d478-e3d4-4b51-a9a4-d481e619849f cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:33:05.420346 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5122bbec-4172-47d2-966f-198fb4540fef tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4779f17-c11a-4bd7-a536-a0143b5ab0e4,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:05.517443 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5122bbec-4172-47d2-966f-198fb4540fef tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:05.521574 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5122bbec-4172-47d2-966f-198fb4540fef tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7716599 Feb 09 12:33:05.531268 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34056) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:05.581558 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-0c19cc19-d08e-43a4-a4ed-318fa80b3d1e tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Request body: {'security_group_rule': {'security_group_id': 'bcb514ab-a4b8-4ef3-a817-492a4e7ae5d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:33:05.608783 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0c19cc19-d08e-43a4-a4ed-318fa80b3d1e tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:05.623499 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0c19cc19-d08e-43a4-a4ed-318fa80b3d1e tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Usage tracker for resource:security_group_rule and tenant:6636f5224f854918b634847a98f62470 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:33:05.639056 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0c19cc19-d08e-43a4-a4ed-318fa80b3d1e tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:33:05.656281 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1495cd93-d20a-4737-84e6-e9c69ed945fa tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:05.663474 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0c19cc19-d08e-43a4-a4ed-318fa80b3d1e tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:05.691410 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0223722e-a11c-4292-b176-023ba99bd287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:05.700146 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1495cd93-d20a-4737-84e6-e9c69ed945fa tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:05.724854 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1495cd93-d20a-4737-84e6-e9c69ed945fa tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Made reservation on behalf of 3ee62989b3ab40d9ba1339b8815a65ac for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:33:05.731355 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1495cd93-d20a-4737-84e6-e9c69ed945fa tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:05.793984 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-1495cd93-d20a-4737-84e6-e9c69ed945fa tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] device_id is not set on port a101a306-2838-4af7-87cd-1f0a9757014c yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:33:05.968278 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-233101b7-6c42-4ca5-bfa9-279e50f82980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0250c5-0beb-449d-a254-0d3fa99c7279', 'name': 'tempest-ServersTestBootFromVolume-1120229944-router', 'tenant_id': '6636f5224f854918b634847a98f62470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'd9672ab6-8a06-4231-a1c2-ebf75ab1dedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:32:43Z', 'updated_at': '2022-02-09T12:32:56Z', 'revision_number': 4, 'project_id': '6636f5224f854918b634847a98f62470', 'gw_port': {'id': 'd9672ab6-8a06-4231-a1c2-ebf75ab1dedf', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:75:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0250c5-0beb-449d-a254-0d3fa99c7279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:32:45Z', 'updated_at': '2022-02-09T12:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '96533d4e-cdc4-4a86-862c-ecb7bb25fcd6', 'name': '', 'network_id': 'e261860c-4908-41b9-9d95-9f8235439656', 'tenant_id': '6636f5224f854918b634847a98f62470', 'mac_address': 'fa:16:3e:e1:4d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f0250c5-0beb-449d-a254-0d3fa99c7279', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '1c766e56-81af-415a-be67-1134703375d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:32:53Z', 'updated_at': '2022-02-09T12:33:04Z', 'revision_number': 4, 'project_id': '6636f5224f854918b634847a98f62470', 'subnets': [{'id': '1c766e56-81af-415a-be67-1134703375d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:33:05.979255 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233101b7-6c42-4ca5-bfa9-279e50f82980 None None] The sync data for ids ['7f0250c5-0beb-449d-a254-0d3fa99c7279'] in n-d-825178-3 is: [{'id': '7f0250c5-0beb-449d-a254-0d3fa99c7279', 'name': 'tempest-ServersTestBootFromVolume-1120229944-router', 'tenant_id': '6636f5224f854918b634847a98f62470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'd9672ab6-8a06-4231-a1c2-ebf75ab1dedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:32:43Z', 'updated_at': '2022-02-09T12:32:56Z', 'revision_number': 4, 'project_id': '6636f5224f854918b634847a98f62470', 'gw_port': {'id': 'd9672ab6-8a06-4231-a1c2-ebf75ab1dedf', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:75:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0250c5-0beb-449d-a254-0d3fa99c7279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:32:45Z', 'updated_at': '2022-02-09T12:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '96533d4e-cdc4-4a86-862c-ecb7bb25fcd6', 'name': '', 'network_id': 'e261860c-4908-41b9-9d95-9f8235439656', 'tenant_id': '6636f5224f854918b634847a98f62470', 'mac_address': 'fa:16:3e:e1:4d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f0250c5-0beb-449d-a254-0d3fa99c7279', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '1c766e56-81af-415a-be67-1134703375d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:32:53Z', 'updated_at': '2022-02-09T12:33:04Z', 'revision_number': 4, 'project_id': '6636f5224f854918b634847a98f62470', 'subnets': [{'id': '1c766e56-81af-415a-be67-1134703375d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:33:06.002700 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0223722e-a11c-4292-b176-023ba99bd287 admin admin] Pushing event deleted for resources: {'Port': ['ID=ead39d16-dd29-47c2-92f2-c9e6bd3f2684,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:06.209440 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0c19cc19-d08e-43a4-a4ed-318fa80b3d1e tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:06.228554 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0223722e-a11c-4292-b176-023ba99bd287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:06.332918 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-1495cd93-d20a-4737-84e6-e9c69ed945fa tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Allocated IP 172.20.0.6 (62aa14af-9ae2-41e8-8cf3-e9f6d1e42caf/627062a8-ee51-43e5-b8ce-b3822a7903a2/a101a306-2838-4af7-87cd-1f0a9757014c) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:33:06.393003 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0c19cc19-d08e-43a4-a4ed-318fa80b3d1e tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:06.418615 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0c19cc19-d08e-43a4-a4ed-318fa80b3d1e tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:06.446193 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ec5582b4-64ed-4e51-9f3d-5561188101cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:06.483451 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19cc19-d08e-43a4-a4ed-318fa80b3d1e tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc007de3-886d-410c-97b6-550dc369e329,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:06.843600 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 96533d4e-cdc4-4a86-862c-ecb7bb25fcd6 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:33:06.854066 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5582b4-64ed-4e51-9f3d-5561188101cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88317953-3a12-4ed7-a70f-dd136254fdfc,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:06.861428 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ec5582b4-64ed-4e51-9f3d-5561188101cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:06.862731 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ec5582b4-64ed-4e51-9f3d-5561188101cd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/88317953-3a12-4ed7-a70f-dd136254fdfc HTTP/1.1" status: 204 len: 168 time: 2.8432174 Feb 09 12:33:06.867765 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0223722e-a11c-4292-b176-023ba99bd287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:06.870932 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0223722e-a11c-4292-b176-023ba99bd287 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:06.982096 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0223722e-a11c-4292-b176-023ba99bd287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:06.982613 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0223722e-a11c-4292-b176-023ba99bd287 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6257fe2-b50e-4725-94bb-f8c15f5815f6 {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:33:07.019199 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0223722e-a11c-4292-b176-023ba99bd287 admin admin] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:07.029080 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-0223722e-a11c-4292-b176-023ba99bd287 admin admin] 10.222.0.55 "DELETE /v2.0/routers/c6257fe2-b50e-4725-94bb-f8c15f5815f6 HTTP/1.1" status: 204 len: 168 time: 5.2301188 Feb 09 12:33:07.030565 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34092) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:07.165090 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1495cd93-d20a-4737-84e6-e9c69ed945fa tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:07.185728 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 96533d4e-cdc4-4a86-862c-ecb7bb25fcd6 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:33:07.200611 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-1495cd93-d20a-4737-84e6-e9c69ed945fa tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Transition to ACTIVE for port object a101a306-2838-4af7-87cd-1f0a9757014c will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:33:07.209484 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 96533d4e-cdc4-4a86-862c-ecb7bb25fcd6 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:33:07.209864 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:07.231413 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0c19cc19-d08e-43a4-a4ed-318fa80b3d1e tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:07.236012 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0c19cc19-d08e-43a4-a4ed-318fa80b3d1e tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7015269 Feb 09 12:33:07.236735 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34100) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:07.237440 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-0322986c-f09f-4e6f-a434-8d663b92da1e admin admin] Deleting subnet 938b2eb5-d390-4a03-acd5-5a31b498a866 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:33:07.243201 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-9c512ed7-b713-4444-956b-274140229cb6 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:33:07.248642 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0322986c-f09f-4e6f-a434-8d663b92da1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:07.269213 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9c512ed7-b713-4444-956b-274140229cb6 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:07.275147 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9c512ed7-b713-4444-956b-274140229cb6 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Usage tracker for resource:floatingip and tenant:6636f5224f854918b634847a98f62470 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:33:07.278762 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9c512ed7-b713-4444-956b-274140229cb6 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:33:07.286235 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9c512ed7-b713-4444-956b-274140229cb6 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:07.296796 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1495cd93-d20a-4737-84e6-e9c69ed945fa tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:07.347586 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9c512ed7-b713-4444-956b-274140229cb6 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Notify callbacks [] for floatingip, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:07.492743 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0322986c-f09f-4e6f-a434-8d663b92da1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:07.501338 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1495cd93-d20a-4737-84e6-e9c69ed945fa tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Network 62aa14af-9ae2-41e8-8cf3-e9f6d1e42caf is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:33:07.506131 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-1495cd93-d20a-4737-84e6-e9c69ed945fa tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:33:07.510035 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1495cd93-d20a-4737-84e6-e9c69ed945fa tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:33:07.689647 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:07.742240 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 96533d4e-cdc4-4a86-862c-ecb7bb25fcd6, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=96533d4e-cdc4-4a86-862c-ecb7bb25fcd6,segment=NetworkSegment(d37349ec-1737-4df4-bc46-6875c75010a7),segment_id=d37349ec-1737-4df4-bc46-6875c75010a7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:33:07.764857 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:07.777530 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0322986c-f09f-4e6f-a434-8d663b92da1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:07.929537 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1495cd93-d20a-4737-84e6-e9c69ed945fa tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:07.930179 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1495cd93-d20a-4737-84e6-e9c69ed945fa tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:07.987477 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device f6166560-986d-4b30-b93b-9c73e201e239 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:33:08.000625 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1495cd93-d20a-4737-84e6-e9c69ed945fa tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.1180692 Feb 09 12:33:08.006039 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34114) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:08.030034 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-312b77c6-29c1-4775-9b68-818a7e8529bb tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:1c:ce:bf'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:2f:78:b2'}]}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:33:08.133821 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: f6166560-986d-4b30-b93b-9c73e201e239 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:33:08.138533 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device f6166560-986d-4b30-b93b-9c73e201e239 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:33:08.209605 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-cec65cf1-eb9a-4352-97c5-f5a6ed3ba405 None None] Provisioning for port a101a306-2838-4af7-87cd-1f0a9757014c completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:33:08.227231 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-cec65cf1-eb9a-4352-97c5-f5a6ed3ba405 None None] Provisioning complete for port a101a306-2838-4af7-87cd-1f0a9757014c triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:33:08.229755 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cec65cf1-eb9a-4352-97c5-f5a6ed3ba405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:08.316372 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34122) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:08.420994 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-df716438-181a-4d1e-9d04-9fbf44e3fb38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:08.480421 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=96533d4e-cdc4-4a86-862c-ecb7bb25fcd6,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:08.506693 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1495cd93-d20a-4737-84e6-e9c69ed945fa tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Pushing event updated for resources: {'Port': ['ID=a101a306-2838-4af7-87cd-1f0a9757014c,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:08.508934 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:33:08.509466 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:33:08.509920 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-df716438-181a-4d1e-9d04-9fbf44e3fb38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:08.517678 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:33:08.518871 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:33:08.519533 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:33:08.520049 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:33:08.521266 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:33:08.521756 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:33:08.522244 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:33:08.524355 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:33:08.527546 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:33:08.528103 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:33:08.540667 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-df716438-181a-4d1e-9d04-9fbf44e3fb38 admin admin] Usage tracker for resource:security_group_rule and tenant:6fe4cd020d3e450ba3dd3dc3ed0aa14a is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:33:08.560072 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0322986c-f09f-4e6f-a434-8d663b92da1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:08.563056 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-cec65cf1-eb9a-4352-97c5-f5a6ed3ba405 None None] Port a101a306-2838-4af7-87cd-1f0a9757014c cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:33:08.577663 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-df716438-181a-4d1e-9d04-9fbf44e3fb38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:33:08.618900 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device ead39d16-dd29-47c2-92f2-c9e6bd3f2684 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:33:08.729439 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: ead39d16-dd29-47c2-92f2-c9e6bd3f2684 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:33:08.730268 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device ead39d16-dd29-47c2-92f2-c9e6bd3f2684 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:33:08.732142 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-df716438-181a-4d1e-9d04-9fbf44e3fb38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:08.738853 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322986c-f09f-4e6f-a434-8d663b92da1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=938b2eb5-d390-4a03-acd5-5a31b498a866,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:08.746534 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0322986c-f09f-4e6f-a434-8d663b92da1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:08.771016 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9c512ed7-b713-4444-956b-274140229cb6 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:08.781606 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-0322986c-f09f-4e6f-a434-8d663b92da1e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/938b2eb5-d390-4a03-acd5-5a31b498a866 HTTP/1.1" status: 204 len: 168 time: 1.7435322 Feb 09 12:33:08.788349 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34138) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:08.967203 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a86fe1b8-3f30-4b5b-a8af-bc225a2424fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:09.000269 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-312b77c6-29c1-4775-9b68-818a7e8529bb tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:09.409992 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a86fe1b8-3f30-4b5b-a8af-bc225a2424fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:09.411621 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-9c512ed7-b713-4444-956b-274140229cb6 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Allocated IP 172.25.7.178 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/7bd1acca-c4ac-4678-b970-04db0a11a4e6) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:33:09.486962 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-a86fe1b8-3f30-4b5b-a8af-bc225a2424fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23231414-7735-41e3-a19f-aefe0806df10']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:33:09.510778 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-a86fe1b8-3f30-4b5b-a8af-bc225a2424fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8120825-3220-4ee6-9dca-8e8fc8ed7292') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:33:09.510778 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-a86fe1b8-3f30-4b5b-a8af-bc225a2424fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8120825-3220-4ee6-9dca-8e8fc8ed7292') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:33:09.547599 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a86fe1b8-3f30-4b5b-a8af-bc225a2424fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:09.577690 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a86fe1b8-3f30-4b5b-a8af-bc225a2424fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:09.630881 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a86fe1b8-3f30-4b5b-a8af-bc225a2424fa admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:33:09.631319 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a86fe1b8-3f30-4b5b-a8af-bc225a2424fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:09.654597 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:33:09.654597 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:33:09.654597 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:33:09.654597 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:33:09.654597 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:33:09.654597 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:33:09.654597 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:33:09.654597 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:33:09.654597 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:33:09.654597 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:33:09.654597 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:33:09.654597 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:33:09.654597 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:33:09.654597 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:33:09.654597 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:33:09.654597 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:33:09.654597 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:33:09.654597 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:33:09.654597 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:33:09.654597 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:33:09.654597 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:33:09.654597 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:33:09.654597 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:33:09.654597 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:33:09.654597 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:33:09.654597 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:33:09.654597 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:33:09.654597 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:33:09.654597 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:33:09.654597 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:33:09.654597 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:33:09.654597 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:33:09.703024 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-312b77c6-29c1-4775-9b68-818a7e8529bb tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:09.706582 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9c512ed7-b713-4444-956b-274140229cb6 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:09.711340 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-312b77c6-29c1-4775-9b68-818a7e8529bb tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:09.805087 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-df716438-181a-4d1e-9d04-9fbf44e3fb38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:09.828332 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-df716438-181a-4d1e-9d04-9fbf44e3fb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:09.885164 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-df716438-181a-4d1e-9d04-9fbf44e3fb38 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6fe4cd020d3e450ba3dd3dc3ed0aa14a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5667157 Feb 09 12:33:09.894308 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34166) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:09.926371 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a86fe1b8-3f30-4b5b-a8af-bc225a2424fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:09.993697 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a86fe1b8-3f30-4b5b-a8af-bc225a2424fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:10.023997 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-312b77c6-29c1-4775-9b68-818a7e8529bb tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] In _notify_port_updated(), no bound segment for port a101a306-2838-4af7-87cd-1f0a9757014c on network 62aa14af-9ae2-41e8-8cf3-e9f6d1e42caf {{(pid=87568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 12:33:10.030615 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312b77c6-29c1-4775-9b68-818a7e8529bb tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:10.031378 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-312b77c6-29c1-4775-9b68-818a7e8529bb tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:10.032536 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86fe1b8-3f30-4b5b-a8af-bc225a2424fa admin admin] Pushing event deleted for resources: {'Network': ['ID=23231414-7735-41e3-a19f-aefe0806df10,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:10.035737 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-312b77c6-29c1-4775-9b68-818a7e8529bb tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] 10.222.0.55 "PUT /v2.0/ports/a101a306-2838-4af7-87cd-1f0a9757014c HTTP/1.1" status: 200 len: 1055 time: 2.0238481 Feb 09 12:33:10.036872 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312b77c6-29c1-4775-9b68-818a7e8529bb tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Pushing event updated for resources: {'Port': ['ID=a101a306-2838-4af7-87cd-1f0a9757014c,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:10.038307 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df716438-181a-4d1e-9d04-9fbf44e3fb38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa5be37-dafe-415f-a245-ae4c906acccc,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:10.050833 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34178) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:10.106872 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a86fe1b8-3f30-4b5b-a8af-bc225a2424fa admin admin] 10.222.0.55 "DELETE /v2.0/networks/23231414-7735-41e3-a19f-aefe0806df10 HTTP/1.1" status: 204 len: 168 time: 1.3139703 Feb 09 12:33:10.314147 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-169a72a8-c043-4b6d-922d-aaf1680b0131 None None] Provisioning complete for port a101a306-2838-4af7-87cd-1f0a9757014c triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:33:10.314667 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-169a72a8-c043-4b6d-922d-aaf1680b0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:10.325450 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-10adccc4-5536-4049-9747-7706fffa8f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:10.407462 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9c512ed7-b713-4444-956b-274140229cb6 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:10.450661 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-169a72a8-c043-4b6d-922d-aaf1680b0131 None None] Port a101a306-2838-4af7-87cd-1f0a9757014c cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:33:10.485410 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-10adccc4-5536-4049-9747-7706fffa8f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:10.562799 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34196) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:10.644472 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 96533d4e-cdc4-4a86-862c-ecb7bb25fcd6 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:33:10.656308 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a01eb3ad-7bb8-4a0e-b0aa-5831cebb7b15 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9e4a99ef56ae44c38a7a2f1ce0177a21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0916839 Feb 09 12:33:10.658925 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34202) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:10.672469 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c512ed7-b713-4444-956b-274140229cb6 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:33:10.676603 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-fb7a78f4-1eb1-4bde-9efa-5bec292009d0 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Deleting port a101a306-2838-4af7-87cd-1f0a9757014c {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:33:10.677122 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fb7a78f4-1eb1-4bde-9efa-5bec292009d0 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:10.754668 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-9c512ed7-b713-4444-956b-274140229cb6 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:33:10.827276 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c512ed7-b713-4444-956b-274140229cb6 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:33:10.852574 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-822bbcc5-c431-496a-be6e-27a82d64c2b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:10.865403 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 96533d4e-cdc4-4a86-862c-ecb7bb25fcd6 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:33:10.865789 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:10.961895 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-822bbcc5-c431-496a-be6e-27a82d64c2b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:11.077081 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-822bbcc5-c431-496a-be6e-27a82d64c2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:11.114022 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822bbcc5-c431-496a-be6e-27a82d64c2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c89be6-aa6f-4019-a63f-033aae8cb9e9,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:11.140793 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-822bbcc5-c431-496a-be6e-27a82d64c2b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:11.141956 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-822bbcc5-c431-496a-be6e-27a82d64c2b7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/66c89be6-aa6f-4019-a63f-033aae8cb9e9 HTTP/1.1" status: 204 len: 168 time: 0.4799519 Feb 09 12:33:11.577116 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c512ed7-b713-4444-956b-274140229cb6 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Pushing event updated for resources: {'Port': ['ID=7bd1acca-c4ac-4678-b970-04db0a11a4e6,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:11.590589 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fb7a78f4-1eb1-4bde-9efa-5bec292009d0 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:11.767532 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-fb7a78f4-1eb1-4bde-9efa-5bec292009d0 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Calling delete_port for a101a306-2838-4af7-87cd-1f0a9757014c owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:33:11.818970 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-10adccc4-5536-4049-9747-7706fffa8f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:11.872249 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10adccc4-5536-4049-9747-7706fffa8f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa5be37-dafe-415f-a245-ae4c906acccc,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:11.912093 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9c512ed7-b713-4444-956b-274140229cb6 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:11.934608 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-10adccc4-5536-4049-9747-7706fffa8f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:11.936084 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-10adccc4-5536-4049-9747-7706fffa8f54 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3fa5be37-dafe-415f-a245-ae4c906acccc HTTP/1.1" status: 204 len: 168 time: 2.0302119 Feb 09 12:33:12.070814 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9c512ed7-b713-4444-956b-274140229cb6 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:12.177859 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fb7a78f4-1eb1-4bde-9efa-5bec292009d0 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:12.388531 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7a78f4-1eb1-4bde-9efa-5bec292009d0 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Pushing event deleted for resources: {'Port': ['ID=a101a306-2838-4af7-87cd-1f0a9757014c,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:12.848185 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9c512ed7-b713-4444-956b-274140229cb6 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:12.890714 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9c512ed7-b713-4444-956b-274140229cb6 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:13.145455 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34292) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:13.230940 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c512ed7-b713-4444-956b-274140229cb6 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Pushing event updated for resources: {'Port': ['ID=7bd1acca-c4ac-4678-b970-04db0a11a4e6,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:13.234075 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fb7a78f4-1eb1-4bde-9efa-5bec292009d0 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:13.251717 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9c512ed7-b713-4444-956b-274140229cb6 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:13.281741 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-fb7a78f4-1eb1-4bde-9efa-5bec292009d0 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] 10.222.0.55 "DELETE /v2.0/ports/a101a306-2838-4af7-87cd-1f0a9757014c HTTP/1.1" status: 204 len: 168 time: 3.2296302 Feb 09 12:33:13.284380 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34302) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:13.296479 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9c512ed7-b713-4444-956b-274140229cb6 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:13.297762 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9c512ed7-b713-4444-956b-274140229cb6 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0600805 Feb 09 12:33:13.381444 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8fd3a72-393b-44aa-8e52-6cbaee08d2d6 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] GET failed (client error): The resource could not be found. Feb 09 12:33:13.384158 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-e8fd3a72-393b-44aa-8e52-6cbaee08d2d6 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Synchronizing usage tracker for tenant:3ee62989b3ab40d9ba1339b8815a65ac on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:33:13.416035 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-e8fd3a72-393b-44aa-8e52-6cbaee08d2d6 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Unset dirty status for tenant:3ee62989b3ab40d9ba1339b8815a65ac on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:33:13.420616 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e8fd3a72-393b-44aa-8e52-6cbaee08d2d6 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] 10.222.0.55 "GET /v2.0/ports/a101a306-2838-4af7-87cd-1f0a9757014c HTTP/1.1" status: 404 len: 333 time: 0.1334474 Feb 09 12:33:13.421845 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34308) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:13.442591 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-3d9c2664-2d44-45f8-bbe7-075bd45dd41f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1305666105-network', 'tenant_id': '02a79007c42b4d508e7f5f941eb00251'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:33:13.456563 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3d9c2664-2d44-45f8-bbe7-075bd45dd41f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:13.461042 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-3d9c2664-2d44-45f8-bbe7-075bd45dd41f admin admin] Usage tracker for resource:network and tenant:02a79007c42b4d508e7f5f941eb00251 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:33:13.464321 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-3d9c2664-2d44-45f8-bbe7-075bd45dd41f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:33:13.473544 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3d9c2664-2d44-45f8-bbe7-075bd45dd41f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:13.492637 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9c2664-2d44-45f8-bbe7-075bd45dd41f admin admin] Made reservation on behalf of 02a79007c42b4d508e7f5f941eb00251 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:33:13.500700 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3d9c2664-2d44-45f8-bbe7-075bd45dd41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:13.547177 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3d9c2664-2d44-45f8-bbe7-075bd45dd41f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:13.554597 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-494cf8f4-424e-4a54-94ea-d8bdb7809375 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Deleting port c932d478-e3d4-4b51-a9a4-d481e619849f {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:33:13.554597 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-494cf8f4-424e-4a54-94ea-d8bdb7809375 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:13.603291 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3d9c2664-2d44-45f8-bbe7-075bd45dd41f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:13.616242 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-3d9c2664-2d44-45f8-bbe7-075bd45dd41f admin admin] Usage tracker for resource:security_group_rule and tenant:02a79007c42b4d508e7f5f941eb00251 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:33:13.623118 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-3d9c2664-2d44-45f8-bbe7-075bd45dd41f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:33:13.633695 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3d9c2664-2d44-45f8-bbe7-075bd45dd41f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:13.837557 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3d9c2664-2d44-45f8-bbe7-075bd45dd41f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:13.842650 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3d9c2664-2d44-45f8-bbe7-075bd45dd41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:13.877320 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d9c2664-2d44-45f8-bbe7-075bd45dd41f admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:33:13.909031 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3d9c2664-2d44-45f8-bbe7-075bd45dd41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:13.910868 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-3d9c2664-2d44-45f8-bbe7-075bd45dd41f admin admin] Added segment cf830335-1f32-4cb5-acf2-e131607ae889 of type vlan for network 34fde1f9-cb49-4dd5-836d-cfd52119562b Feb 09 12:33:13.993495 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d7ff27dd-d553-425b-b1ff-c07472f6c52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:13.997573 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9c2664-2d44-45f8-bbe7-075bd45dd41f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30901aa2-fada-41fa-b028-807238be08c4,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:14.019323 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-494cf8f4-424e-4a54-94ea-d8bdb7809375 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:14.078963 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3d9c2664-2d44-45f8-bbe7-075bd45dd41f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:14.187079 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3d9c2664-2d44-45f8-bbe7-075bd45dd41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:14.189756 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9c2664-2d44-45f8-bbe7-075bd45dd41f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:14.190631 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3d9c2664-2d44-45f8-bbe7-075bd45dd41f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:14.463109 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9c2664-2d44-45f8-bbe7-075bd45dd41f admin admin] Pushing event updated for resources: {'Network': ['ID=34fde1f9-cb49-4dd5-836d-cfd52119562b,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:14.478111 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 34fde1f9-cb49-4dd5-836d-cfd52119562b details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:33:14.478326 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3d9c2664-2d44-45f8-bbe7-075bd45dd41f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3314936 Feb 09 12:33:14.479201 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34374) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:14.491365 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-cee970d7-d26e-495b-aa3e-1b3901355670 admin admin] Request body: {'subnet': {'network_id': '34fde1f9-cb49-4dd5-836d-cfd52119562b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1305666105-subnet', 'tenant_id': '02a79007c42b4d508e7f5f941eb00251', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:33:14.509092 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-cee970d7-d26e-495b-aa3e-1b3901355670 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:14.519625 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-cee970d7-d26e-495b-aa3e-1b3901355670 admin admin] Usage tracker for resource:subnet and tenant:02a79007c42b4d508e7f5f941eb00251 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:33:14.527874 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-cee970d7-d26e-495b-aa3e-1b3901355670 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:33:14.539898 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-cee970d7-d26e-495b-aa3e-1b3901355670 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:14.561420 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee970d7-d26e-495b-aa3e-1b3901355670 admin admin] Made reservation on behalf of 02a79007c42b4d508e7f5f941eb00251 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:33:14.564706 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cee970d7-d26e-495b-aa3e-1b3901355670 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:14.708074 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34384) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:14.814816 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-494cf8f4-424e-4a54-94ea-d8bdb7809375 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Calling delete_port for c932d478-e3d4-4b51-a9a4-d481e619849f owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:33:15.244338 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-494cf8f4-424e-4a54-94ea-d8bdb7809375 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:15.310333 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cee970d7-d26e-495b-aa3e-1b3901355670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:15.392486 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494cf8f4-424e-4a54-94ea-d8bdb7809375 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Pushing event deleted for resources: {'Port': ['ID=c932d478-e3d4-4b51-a9a4-d481e619849f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:15.583231 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee970d7-d26e-495b-aa3e-1b3901355670 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c51d0be-f310-4dee-aa2c-2b4ce475d198,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:15.623330 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-51258461-62c0-44f5-a047-0a1c9d4657ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:15.630809 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-494cf8f4-424e-4a54-94ea-d8bdb7809375 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:15.667135 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-494cf8f4-424e-4a54-94ea-d8bdb7809375 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] 10.222.0.55 "DELETE /v2.0/ports/c932d478-e3d4-4b51-a9a4-d481e619849f HTTP/1.1" status: 204 len: 168 time: 2.2440841 Feb 09 12:33:15.667346 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee970d7-d26e-495b-aa3e-1b3901355670 admin admin] Checking segment: {'id': 'cf830335-1f32-4cb5-acf2-e131607ae889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '34fde1f9-cb49-4dd5-836d-cfd52119562b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:33:15.668932 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34444) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:15.669107 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee970d7-d26e-495b-aa3e-1b3901355670 admin admin] Network hostable DHCP agents. Network: 34fde1f9-cb49-4dd5-836d-cfd52119562b, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:33:15.679799 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-51258461-62c0-44f5-a047-0a1c9d4657ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:15.693356 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-51258461-62c0-44f5-a047-0a1c9d4657ff admin admin] Usage tracker for resource:security_group_rule and tenant:b7417b7e35ff4ae28c0650ce0d695632 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:33:15.699192 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-51258461-62c0-44f5-a047-0a1c9d4657ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:33:15.706938 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-51258461-62c0-44f5-a047-0a1c9d4657ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:15.851418 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc784b54-418f-42df-9b7c-6fade92df57b tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] GET failed (client error): The resource could not be found. Feb 09 12:33:15.852893 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-fc784b54-418f-42df-9b7c-6fade92df57b tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Synchronizing usage tracker for tenant:3ee62989b3ab40d9ba1339b8815a65ac on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:33:15.917478 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-fc784b54-418f-42df-9b7c-6fade92df57b tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Unset dirty status for tenant:3ee62989b3ab40d9ba1339b8815a65ac on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:33:15.920987 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee970d7-d26e-495b-aa3e-1b3901355670 admin admin] Network 34fde1f9-cb49-4dd5-836d-cfd52119562b is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:33:15.922726 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-fc784b54-418f-42df-9b7c-6fade92df57b tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] 10.222.0.55 "GET /v2.0/ports/c932d478-e3d4-4b51-a9a4-d481e619849f HTTP/1.1" status: 404 len: 333 time: 0.2526228 Feb 09 12:33:15.929303 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34456) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:15.935124 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-51258461-62c0-44f5-a047-0a1c9d4657ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:15.949754 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-51258461-62c0-44f5-a047-0a1c9d4657ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:15.997625 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-cee970d7-d26e-495b-aa3e-1b3901355670 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 34fde1f9-cb49-4dd5-836d-cfd52119562b) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:33:16.009267 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2ef7b9-ee8c-4885-b71f-0e53db60d6a6 None None] Network 34fde1f9-cb49-4dd5-836d-cfd52119562b requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:33:16.012801 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51258461-62c0-44f5-a047-0a1c9d4657ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0c6654-0d5b-4180-80f1-52d7db6f33ec,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:16.039521 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee970d7-d26e-495b-aa3e-1b3901355670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:16.040781 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cee970d7-d26e-495b-aa3e-1b3901355670 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:16.080975 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-51258461-62c0-44f5-a047-0a1c9d4657ff admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b7417b7e35ff4ae28c0650ce0d695632&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3717029 Feb 09 12:33:16.085623 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34466) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:16.130510 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-cee970d7-d26e-495b-aa3e-1b3901355670 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6501408 Feb 09 12:33:16.193639 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-edfd05c7-e0fc-4c90-ae35-b93c69cdf64a tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Deleting port 9f636bf5-8972-4de8-a421-2a6e4bc195c8 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:33:16.193989 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-edfd05c7-e0fc-4c90-ae35-b93c69cdf64a tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:16.293729 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a59f8551-6151-4d7d-8ea0-57481aaad840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:16.388349 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a59f8551-6151-4d7d-8ea0-57481aaad840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:16.436630 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0130a333-250b-442d-9fff-d601b483436e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:16.551654 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a59f8551-6151-4d7d-8ea0-57481aaad840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:16.584505 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:33:16.619338 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f8551-6151-4d7d-8ea0-57481aaad840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0c6654-0d5b-4180-80f1-52d7db6f33ec,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:16.633816 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a59f8551-6151-4d7d-8ea0-57481aaad840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:16.635409 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a59f8551-6151-4d7d-8ea0-57481aaad840 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5d0c6654-0d5b-4180-80f1-52d7db6f33ec HTTP/1.1" status: 204 len: 168 time: 0.5483122 Feb 09 12:33:16.707167 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7966da-4e20-4a19-ac43-3b05a99d86f0 None None] Network 34fde1f9-cb49-4dd5-836d-cfd52119562b requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:33:16.971898 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-edfd05c7-e0fc-4c90-ae35-b93c69cdf64a tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:17.183373 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-edfd05c7-e0fc-4c90-ae35-b93c69cdf64a tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Calling delete_port for 9f636bf5-8972-4de8-a421-2a6e4bc195c8 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:33:17.538512 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:17.578010 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:17.631599 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-edfd05c7-e0fc-4c90-ae35-b93c69cdf64a tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:17.907642 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfd05c7-e0fc-4c90-ae35-b93c69cdf64a tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Pushing event deleted for resources: {'Port': ['ID=9f636bf5-8972-4de8-a421-2a6e4bc195c8,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:17.949255 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac4ca4-326f-4896-a597-b68d48fe12bc req-6dfaacfd-6bb9-4037-83d6-6cc26f401958 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:17.958339 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-74ac4ca4-326f-4896-a597-b68d48fe12bc req-6dfaacfd-6bb9-4037-83d6-6cc26f401958 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=50d294be-4088-4183-9349-225738f63f05 HTTP/1.1" status: 200 len: 945 time: 0.2462144 Feb 09 12:33:18.146781 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-74ac4ca4-326f-4896-a597-b68d48fe12bc req-42881179-a957-47ee-ac1a-30b2c0f2ede7 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872947 Feb 09 12:33:18.169402 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-edfd05c7-e0fc-4c90-ae35-b93c69cdf64a tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:18.263872 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-edfd05c7-e0fc-4c90-ae35-b93c69cdf64a tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] 10.222.0.55 "DELETE /v2.0/ports/9f636bf5-8972-4de8-a421-2a6e4bc195c8 HTTP/1.1" status: 204 len: 168 time: 2.3330581 Feb 09 12:33:18.266327 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34536) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:18.283777 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39926d-4fad-4750-a11e-e574f161def0 req-39600115-12d3-4507-8c14-6cd294a3f914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:18.288149 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4c39926d-4fad-4750-a11e-e574f161def0 req-39600115-12d3-4507-8c14-6cd294a3f914 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aba34aa17eff4c08ab9eaf8e9c681a05&device_id=50d294be-4088-4183-9349-225738f63f05 HTTP/1.1" status: 200 len: 1096 time: 0.7476039 Feb 09 12:33:18.698031 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39926d-4fad-4750-a11e-e574f161def0 req-14fe934e-6cd0-4b43-8b42-b020488e47e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:18.700209 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4c39926d-4fad-4750-a11e-e574f161def0 req-14fe934e-6cd0-4b43-8b42-b020488e47e7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c52d4018-5a69-4fac-a12b-9b13cfc3a5a5 HTTP/1.1" status: 200 len: 918 time: 0.4034789 Feb 09 12:33:18.843902 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4c39926d-4fad-4750-a11e-e574f161def0 req-20419d6e-d535-41fd-964b-d5bf8bcc7dcf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e4038c9-ec5b-494a-8143-56329405372c HTTP/1.1" status: 200 len: 217 time: 0.1361504 Feb 09 12:33:18.906844 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-2ccc37ce-e322-4162-a2cb-a39acd1fbdbd tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:18.907559 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-2ccc37ce-e322-4162-a2cb-a39acd1fbdbd tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Synchronizing usage tracker for tenant:02a79007c42b4d508e7f5f941eb00251 on resource:network {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:33:18.938955 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-05dc56b6-215c-4094-9962-2f2a80d72bcc tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Deleting subnet 627062a8-ee51-43e5-b8ce-b3822a7903a2 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:33:18.944134 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-05dc56b6-215c-4094-9962-2f2a80d72bcc tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:18.985061 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-2ccc37ce-e322-4162-a2cb-a39acd1fbdbd tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Unset dirty status for tenant:02a79007c42b4d508e7f5f941eb00251 on resource:network {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:33:18.987121 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-2ccc37ce-e322-4162-a2cb-a39acd1fbdbd tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/networks?id=34fde1f9-cb49-4dd5-836d-cfd52119562b HTTP/1.1" status: 200 len: 815 time: 0.2714281 Feb 09 12:33:19.027802 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-d6a7180c-8c61-4aa2-ad85-869cb35438ca tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/quotas/02a79007c42b4d508e7f5f941eb00251 HTTP/1.1" status: 200 len: 375 time: 0.0318592 Feb 09 12:33:19.093801 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:19.100375 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-8eecbf5c-f6da-47ec-a129-211ae31cd01e tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=02a79007c42b4d508e7f5f941eb00251&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0712872 Feb 09 12:33:19.115414 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-5a7011ed-d8b3-4cbb-9f67-da7aae670933 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:33:19.126795 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-5a7011ed-d8b3-4cbb-9f67-da7aae670933 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0250378 Feb 09 12:33:19.163647 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39926d-4fad-4750-a11e-e574f161def0 req-3c461aea-389b-4501-93db-da0f65e7a08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:19.165382 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4c39926d-4fad-4750-a11e-e574f161def0 req-3c461aea-389b-4501-93db-da0f65e7a08c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=21ba49f8-7226-4d27-a3b6-74fc50d70d5f HTTP/1.1" status: 200 len: 857 time: 0.3146846 Feb 09 12:33:19.238489 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4c39926d-4fad-4750-a11e-e574f161def0 req-cddb71d0-1afb-49e0-b9f0-74f91ef6784a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c52d4018-5a69-4fac-a12b-9b13cfc3a5a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639334 Feb 09 12:33:19.416157 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-03c23fbe-5beb-40a0-ac5c-01d21e8e9c45 service neutron] 10.222.0.55 "GET /v2.0/networks/34fde1f9-cb49-4dd5-836d-cfd52119562b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881334 Feb 09 12:33:19.440246 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-05dc56b6-215c-4094-9962-2f2a80d72bcc tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:19.586747 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4c39926d-4fad-4750-a11e-e574f161def0 req-bb021d5e-092b-47ee-9ae2-3f96638b9f7f service neutron] 10.222.0.46 "GET /v2.0/networks/c52d4018-5a69-4fac-a12b-9b13cfc3a5a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375223 Feb 09 12:33:19.825309 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-6ead6987-6126-43a7-b0d9-11f1eeaf0b3d service neutron] 10.222.0.55 "GET /v2.0/networks/34fde1f9-cb49-4dd5-836d-cfd52119562b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078245 Feb 09 12:33:19.889096 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4c39926d-4fad-4750-a11e-e574f161def0 req-6e1a2f65-11a2-4d9f-9d9e-5fe80849a2d1 service neutron] 10.222.0.46 "GET /v2.0/networks/c52d4018-5a69-4fac-a12b-9b13cfc3a5a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962112 Feb 09 12:33:19.914103 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fece494-fa2a-47c6-86fa-f21a8cae02e9 req-4c6d63e0-3c9b-4c66-b5dd-18630dd32624 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:19.923071 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9fece494-fa2a-47c6-86fa-f21a8cae02e9 req-4c6d63e0-3c9b-4c66-b5dd-18630dd32624 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=50d294be-4088-4183-9349-225738f63f05 HTTP/1.1" status: 200 len: 945 time: 0.5039093 Feb 09 12:33:19.996880 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-05dc56b6-215c-4094-9962-2f2a80d72bcc tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:20.079780 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9fece494-fa2a-47c6-86fa-f21a8cae02e9 req-f13fc3d3-09a3-4aad-9b78-d0dc268f81d4 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451788 Feb 09 12:33:20.149917 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-05dc56b6-215c-4094-9962-2f2a80d72bcc tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:20.243803 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396769d3-a808-4f66-bf36-c684ebbc370b None None] Network 62aa14af-9ae2-41e8-8cf3-e9f6d1e42caf requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:33:20.277119 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-05dc56b6-215c-4094-9962-2f2a80d72bcc tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:20.348181 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc56b6-215c-4094-9962-2f2a80d72bcc tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Pushing event deleted for resources: {'Subnet': ['ID=627062a8-ee51-43e5-b8ce-b3822a7903a2,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:20.365329 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-298118e8-2541-4d7b-b6a0-2e112b61dd5b req-2a0c52bb-0e94-4ea1-9873-80f9b2c42a59 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=302a76f3-a50b-4890-a243-b44f015013ad HTTP/1.1" status: 200 len: 210 time: 0.2012570 Feb 09 12:33:20.371146 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34620) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:20.382909 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-05dc56b6-215c-4094-9962-2f2a80d72bcc tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] 10.222.0.55 "DELETE /v2.0/subnets/627062a8-ee51-43e5-b8ce-b3822a7903a2 HTTP/1.1" status: 204 len: 168 time: 2.1149859 Feb 09 12:33:20.399503 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dc56b6-215c-4094-9962-2f2a80d72bcc tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:33:20.400207 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dc56b6-215c-4094-9962-2f2a80d72bcc tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:33:20.404247 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dc56b6-215c-4094-9962-2f2a80d72bcc tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:33:20.405486 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dc56b6-215c-4094-9962-2f2a80d72bcc tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:33:20.406091 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dc56b6-215c-4094-9962-2f2a80d72bcc tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:33:20.408518 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dc56b6-215c-4094-9962-2f2a80d72bcc tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:33:20.409042 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dc56b6-215c-4094-9962-2f2a80d72bcc tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:33:20.409618 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dc56b6-215c-4094-9962-2f2a80d72bcc tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:33:20.413065 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dc56b6-215c-4094-9962-2f2a80d72bcc tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:33:20.416029 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dc56b6-215c-4094-9962-2f2a80d72bcc tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:33:20.421048 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dc56b6-215c-4094-9962-2f2a80d72bcc tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:33:20.421421 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dc56b6-215c-4094-9962-2f2a80d72bcc tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:33:20.567791 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:20.664345 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0567971d-f52f-4723-8107-c32d7af229f7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:20.676460 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-0567971d-f52f-4723-8107-c32d7af229f7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Deleting port be1b63cb-1a12-49c7-8d03-1e597d907821 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:33:20.676806 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0567971d-f52f-4723-8107-c32d7af229f7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:20.883759 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3d38e5-25ee-4046-937d-e70fbcb7e0da None None] DHCP port deletion for 62aa14af-9ae2-41e8-8cf3-e9f6d1e42caf request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:33:20.888870 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-3c3d38e5-25ee-4046-937d-e70fbcb7e0da None None] Deleting port be1b63cb-1a12-49c7-8d03-1e597d907821 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:33:20.889672 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3c3d38e5-25ee-4046-937d-e70fbcb7e0da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:21.015180 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-0567971d-f52f-4723-8107-c32d7af229f7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] For port be1b63cb-1a12-49c7-8d03-1e597d907821, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=be1b63cb-1a12-49c7-8d03-1e597d907821,segment=NetworkSegment(62f4b668-f66b-4366-b475-b6e3c17cecf6),segment_id=62f4b668-f66b-4366-b475-b6e3c17cecf6)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:33:21.015574 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0567971d-f52f-4723-8107-c32d7af229f7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:21.335410 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-0567971d-f52f-4723-8107-c32d7af229f7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Calling delete_port for be1b63cb-1a12-49c7-8d03-1e597d907821 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:33:21.336990 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-3c3d38e5-25ee-4046-937d-e70fbcb7e0da None None] For port be1b63cb-1a12-49c7-8d03-1e597d907821, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=be1b63cb-1a12-49c7-8d03-1e597d907821,segment=NetworkSegment(62f4b668-f66b-4366-b475-b6e3c17cecf6),segment_id=62f4b668-f66b-4366-b475-b6e3c17cecf6)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:33:21.337475 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3c3d38e5-25ee-4046-937d-e70fbcb7e0da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:21.543011 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-18d51299-e24c-44e5-b58a-45a007b875fe req-37281367-c289-42fe-856b-26aae02f3c2b tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=302a76f3-a50b-4890-a243-b44f015013ad HTTP/1.1" status: 200 len: 210 time: 0.0695021 Feb 09 12:33:21.545082 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0567971d-f52f-4723-8107-c32d7af229f7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:21.646239 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c25903-dc21-43ef-ab4d-a7ce04159eaf req-b7a8cafc-d6a6-4cd9-80ab-9eff61550440 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:21.662059 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-18c25903-dc21-43ef-ab4d-a7ce04159eaf req-b7a8cafc-d6a6-4cd9-80ab-9eff61550440 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=50d294be-4088-4183-9349-225738f63f05 HTTP/1.1" status: 200 len: 945 time: 0.2984338 Feb 09 12:33:21.673200 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0567971d-f52f-4723-8107-c32d7af229f7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] No DVR routers for this DVR port be1b63cb-1a12-49c7-8d03-1e597d907821 on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:33:21.686392 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-3c3d38e5-25ee-4046-937d-e70fbcb7e0da None None] Calling delete_port for be1b63cb-1a12-49c7-8d03-1e597d907821 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:33:21.762562 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0567971d-f52f-4723-8107-c32d7af229f7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Pushing event deleted for resources: {'Port': ['ID=be1b63cb-1a12-49c7-8d03-1e597d907821,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:21.902242 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-18c25903-dc21-43ef-ab4d-a7ce04159eaf req-63f9ef73-6dff-4b0b-8382-4580b2316697 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360156 Feb 09 12:33:21.956159 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-3c3d38e5-25ee-4046-937d-e70fbcb7e0da None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:33:21.958853 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-3c3d38e5-25ee-4046-937d-e70fbcb7e0da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:33:21.959728 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0567971d-f52f-4723-8107-c32d7af229f7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:33:21.961149 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0567971d-f52f-4723-8107-c32d7af229f7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:33:21.962101 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0567971d-f52f-4723-8107-c32d7af229f7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:33:21.963653 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0567971d-f52f-4723-8107-c32d7af229f7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:33:21.964235 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0567971d-f52f-4723-8107-c32d7af229f7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:33:21.965636 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0567971d-f52f-4723-8107-c32d7af229f7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:33:21.966139 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0567971d-f52f-4723-8107-c32d7af229f7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:33:21.967345 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0567971d-f52f-4723-8107-c32d7af229f7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:33:21.968411 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0567971d-f52f-4723-8107-c32d7af229f7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:33:21.971258 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0567971d-f52f-4723-8107-c32d7af229f7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:33:21.971599 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0567971d-f52f-4723-8107-c32d7af229f7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:33:21.971954 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0567971d-f52f-4723-8107-c32d7af229f7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:33:22.028929 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0567971d-f52f-4723-8107-c32d7af229f7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:22.067732 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-0567971d-f52f-4723-8107-c32d7af229f7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62aa14af-9ae2-41e8-8cf3-e9f6d1e42caf']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:33:22.100625 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-0567971d-f52f-4723-8107-c32d7af229f7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62f4b668-f66b-4366-b475-b6e3c17cecf6') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:33:22.101170 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-0567971d-f52f-4723-8107-c32d7af229f7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62f4b668-f66b-4366-b475-b6e3c17cecf6') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:33:22.121023 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0567971d-f52f-4723-8107-c32d7af229f7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:22.144063 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0567971d-f52f-4723-8107-c32d7af229f7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:22.152568 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0567971d-f52f-4723-8107-c32d7af229f7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:33:22.153449 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0567971d-f52f-4723-8107-c32d7af229f7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:22.174628 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:33:22.174628 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:33:22.174628 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:33:22.174628 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:33:22.174628 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:33:22.174628 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:33:22.174628 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:33:22.174628 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:33:22.174628 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:33:22.174628 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:33:22.174628 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:33:22.174628 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:33:22.174628 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:33:22.174628 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:33:22.174628 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:33:22.174628 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:33:22.174628 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:33:22.174628 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:33:22.174628 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:33:22.174628 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:33:22.174628 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:33:22.174628 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:33:22.174628 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:33:22.174628 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:33:22.174628 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:33:22.174628 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:33:22.174628 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:33:22.174628 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:33:22.174628 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:33:22.174628 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:33:22.174628 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:33:22.174628 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:33:22.347518 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0567971d-f52f-4723-8107-c32d7af229f7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:22.402143 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0567971d-f52f-4723-8107-c32d7af229f7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:22.409524 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0567971d-f52f-4723-8107-c32d7af229f7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] Pushing event deleted for resources: {'Network': ['ID=62aa14af-9ae2-41e8-8cf3-e9f6d1e42caf,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:22.445143 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0567971d-f52f-4723-8107-c32d7af229f7 tempest-AllowedAddressPairTestJSON-505657758 tempest-AllowedAddressPairTestJSON-505657758-project] 10.222.0.55 "DELETE /v2.0/networks/62aa14af-9ae2-41e8-8cf3-e9f6d1e42caf HTTP/1.1" status: 204 len: 168 time: 2.0720575 Feb 09 12:33:22.460507 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-3c3d38e5-25ee-4046-937d-e70fbcb7e0da None None] Deleting port be1b63cb-1a12-49c7-8d03-1e597d907821 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:33:22.461069 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3c3d38e5-25ee-4046-937d-e70fbcb7e0da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:22.563647 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-3c3d38e5-25ee-4046-937d-e70fbcb7e0da None None] The port 'be1b63cb-1a12-49c7-8d03-1e597d907821' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:33:22.677844 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device be1b63cb-1a12-49c7-8d03-1e597d907821 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:33:22.778313 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: be1b63cb-1a12-49c7-8d03-1e597d907821 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:33:22.778655 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device be1b63cb-1a12-49c7-8d03-1e597d907821 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:33:22.813101 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:22.825045 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-27e4bb12-044e-46f6-8afa-a0dc1ecf3dec req-ca889a43-5f89-41d1-a5e4-29bd7c4b6af8 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=302a76f3-a50b-4890-a243-b44f015013ad HTTP/1.1" status: 200 len: 210 time: 0.0614853 Feb 09 12:33:23.219398 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34712) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:23.233485 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1646d-cb50-4e9b-ba6e-63df7334e705 req-f9257d4a-0d5d-4aff-9a06-d2579b7d858d tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:23.235887 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-22a1646d-cb50-4e9b-ba6e-63df7334e705 req-f9257d4a-0d5d-4aff-9a06-d2579b7d858d tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=50d294be-4088-4183-9349-225738f63f05 HTTP/1.1" status: 200 len: 945 time: 0.1370864 Feb 09 12:33:23.304801 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34720) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:23.360140 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-22a1646d-cb50-4e9b-ba6e-63df7334e705 req-62586418-84ba-4b09-a1f7-bd64d1bde5a2 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163032 Feb 09 12:33:23.628016 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-f4f91c9b-7458-44ab-b056-0ac74501e8b7 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:23.634289 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-f4f91c9b-7458-44ab-b056-0ac74501e8b7 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.46 "GET /v2.0/networks?id=34fde1f9-cb49-4dd5-836d-cfd52119562b HTTP/1.1" status: 200 len: 815 time: 0.3695257 Feb 09 12:33:23.647868 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-eb1d4686-b3b2-4552-b1df-b7ca8fa95621 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Request body: {'port': {'device_id': '302a76f3-a50b-4890-a243-b44f015013ad', 'network_id': '34fde1f9-cb49-4dd5-836d-cfd52119562b', 'admin_state_up': True, 'tenant_id': '02a79007c42b4d508e7f5f941eb00251'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:33:24.161479 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2b2ef880-3565-4d92-88fe-28123ebe167d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:24.174826 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-23e415ed-a5fb-4f54-8059-0930b23fa4c7 req-4fe14a1c-6c41-4b01-bf91-4b190a6cb29e tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=302a76f3-a50b-4890-a243-b44f015013ad HTTP/1.1" status: 200 len: 210 time: 0.1348822 Feb 09 12:33:24.198382 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2b2ef880-3565-4d92-88fe-28123ebe167d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:24.211734 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-2b2ef880-3565-4d92-88fe-28123ebe167d admin admin] Usage tracker for resource:security_group_rule and tenant:26702901171f4401819c0a85997ea7d7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:33:24.217711 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-2b2ef880-3565-4d92-88fe-28123ebe167d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:33:24.241382 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2b2ef880-3565-4d92-88fe-28123ebe167d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:24.327881 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6b71ef3c-bf46-472b-a031-afe389764707 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3ee62989b3ab40d9ba1339b8815a65ac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0219443 Feb 09 12:33:24.330752 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34760) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:24.344034 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-eb1d4686-b3b2-4552-b1df-b7ca8fa95621 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:24.349516 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-eb1d4686-b3b2-4552-b1df-b7ca8fa95621 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Usage tracker for resource:port and tenant:02a79007c42b4d508e7f5f941eb00251 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:33:24.353970 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-eb1d4686-b3b2-4552-b1df-b7ca8fa95621 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:33:24.366681 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-eb1d4686-b3b2-4552-b1df-b7ca8fa95621 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:24.441399 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-eb1d4686-b3b2-4552-b1df-b7ca8fa95621 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Made reservation on behalf of 02a79007c42b4d508e7f5f941eb00251 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:33:24.451037 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9ffacb03-6bd1-4428-a832-ce973422c569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:24.452481 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-eb1d4686-b3b2-4552-b1df-b7ca8fa95621 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:24.505021 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9ffacb03-6bd1-4428-a832-ce973422c569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:24.622514 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2b2ef880-3565-4d92-88fe-28123ebe167d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:24.630646 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2b2ef880-3565-4d92-88fe-28123ebe167d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:24.662613 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9ffacb03-6bd1-4428-a832-ce973422c569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:24.699185 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffacb03-6bd1-4428-a832-ce973422c569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1c34e0-193b-4eae-9c7a-f305f068e85a,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:24.705086 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9ffacb03-6bd1-4428-a832-ce973422c569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:24.726851 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9ffacb03-6bd1-4428-a832-ce973422c569 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bb1c34e0-193b-4eae-9c7a-f305f068e85a HTTP/1.1" status: 204 len: 168 time: 0.3940625 Feb 09 12:33:24.795374 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2ef880-3565-4d92-88fe-28123ebe167d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f534aa14-4f41-46c1-8738-8d5fade7dd08,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:24.816125 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2b2ef880-3565-4d92-88fe-28123ebe167d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=26702901171f4401819c0a85997ea7d7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5960474 Feb 09 12:33:24.817307 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34784) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:24.875863 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19294d61-4b86-4ef6-a255-5e6024866f1a req-61996c17-a228-42df-9b7f-556ff654dd28 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:24.877311 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-19294d61-4b86-4ef6-a255-5e6024866f1a req-61996c17-a228-42df-9b7f-556ff654dd28 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=50d294be-4088-4183-9349-225738f63f05 HTTP/1.1" status: 200 len: 945 time: 0.1303334 Feb 09 12:33:24.957315 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-19294d61-4b86-4ef6-a255-5e6024866f1a req-81712807-8bed-4f72-82f6-ede5af4e0706 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714531 Feb 09 12:33:25.057563 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-19ec9dd6-f71c-475f-bc4b-26c25ea40b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:25.093628 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-19ec9dd6-f71c-475f-bc4b-26c25ea40b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:25.148964 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-eb1d4686-b3b2-4552-b1df-b7ca8fa95621 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Allocated IP 172.20.0.4 (34fde1f9-cb49-4dd5-836d-cfd52119562b/9c51d0be-f310-4dee-aa2c-2b4ce475d198/ac66b915-c73e-42d3-b403-83ad0b252ab4) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:33:25.302747 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-19ec9dd6-f71c-475f-bc4b-26c25ea40b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:25.456347 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0c300633-9b4b-47b4-a00f-3cd4ee2bb31a req-06c805a7-b1dc-4559-a011-65fc00951cbb tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=302a76f3-a50b-4890-a243-b44f015013ad HTTP/1.1" status: 200 len: 210 time: 0.1122651 Feb 09 12:33:25.460052 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ec9dd6-f71c-475f-bc4b-26c25ea40b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f534aa14-4f41-46c1-8738-8d5fade7dd08,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:25.496729 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-19ec9dd6-f71c-475f-bc4b-26c25ea40b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:25.500706 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-19ec9dd6-f71c-475f-bc4b-26c25ea40b38 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f534aa14-4f41-46c1-8738-8d5fade7dd08 HTTP/1.1" status: 204 len: 168 time: 0.6754282 Feb 09 12:33:25.584338 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-eb1d4686-b3b2-4552-b1df-b7ca8fa95621 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:25.626838 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-eb1d4686-b3b2-4552-b1df-b7ca8fa95621 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:25.711215 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-eb1d4686-b3b2-4552-b1df-b7ca8fa95621 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Network 34fde1f9-cb49-4dd5-836d-cfd52119562b is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:33:25.714245 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-eb1d4686-b3b2-4552-b1df-b7ca8fa95621 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:33:25.718640 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-eb1d4686-b3b2-4552-b1df-b7ca8fa95621 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:33:25.762412 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d4686-b3b2-4552-b1df-b7ca8fa95621 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Pushing event updated for resources: {'Port': ['ID=ac66b915-c73e-42d3-b403-83ad0b252ab4,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:25.805469 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-eb1d4686-b3b2-4552-b1df-b7ca8fa95621 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:25.806348 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-eb1d4686-b3b2-4552-b1df-b7ca8fa95621 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:25.829995 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-eb1d4686-b3b2-4552-b1df-b7ca8fa95621 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1868765 Feb 09 12:33:25.843920 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-784a37aa-350c-4fd9-8a2a-3db59f21b055 service neutron] Request body: {'port': {'device_id': '302a76f3-a50b-4890-a243-b44f015013ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:33:26.059527 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-784a37aa-350c-4fd9-8a2a-3db59f21b055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:26.293413 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507561c-e83f-4501-98ff-c1871b2393f1 req-5d7c452f-9aa2-4d0c-a786-dacb029c9bf0 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:26.295447 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8507561c-e83f-4501-98ff-c1871b2393f1 req-5d7c452f-9aa2-4d0c-a786-dacb029c9bf0 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=50d294be-4088-4183-9349-225738f63f05 HTTP/1.1" status: 200 len: 945 time: 0.1590412 Feb 09 12:33:26.397916 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8507561c-e83f-4501-98ff-c1871b2393f1 req-dafcf5a5-d995-4dbb-944b-996bfeb52290 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933704 Feb 09 12:33:26.587219 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd576099-8ac6-46be-9456-40c75067a7c6 req-7ed30b87-059e-489d-a41e-60815401ea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:26.589911 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-bd576099-8ac6-46be-9456-40c75067a7c6 req-7ed30b87-059e-489d-a41e-60815401ea1f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=50d294be-4088-4183-9349-225738f63f05 HTTP/1.1" status: 200 len: 1096 time: 0.5308616 Feb 09 12:33:26.759677 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-bd576099-8ac6-46be-9456-40c75067a7c6 req-e98c60b8-0cb8-4891-b58e-ef306fa8add9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586764 Feb 09 12:33:26.786225 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-784a37aa-350c-4fd9-8a2a-3db59f21b055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac66b915-c73e-42d3-b403-83ad0b252ab4 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:33:26.799226 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-784a37aa-350c-4fd9-8a2a-3db59f21b055 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:26.828809 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-784a37aa-350c-4fd9-8a2a-3db59f21b055 service neutron] Transition to ACTIVE for port object ac66b915-c73e-42d3-b403-83ad0b252ab4 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:33:26.834247 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-784a37aa-350c-4fd9-8a2a-3db59f21b055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:26.855972 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074ed4e-3c64-4d0e-89b0-e6828d343adb req-7aaa1459-5eef-4c17-a1aa-67a2e71a0ea9 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:26.863514 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a074ed4e-3c64-4d0e-89b0-e6828d343adb req-7aaa1459-5eef-4c17-a1aa-67a2e71a0ea9 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=302a76f3-a50b-4890-a243-b44f015013ad HTTP/1.1" status: 200 len: 931 time: 0.2271316 Feb 09 12:33:26.917013 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-a074ed4e-3c64-4d0e-89b0-e6828d343adb req-e9f40a51-97a2-47fe-bf29-439eb2bda0d0 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Synchronizing usage tracker for tenant:02a79007c42b4d508e7f5f941eb00251 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:33:26.947703 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-a074ed4e-3c64-4d0e-89b0-e6828d343adb req-e9f40a51-97a2-47fe-bf29-439eb2bda0d0 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Unset dirty status for tenant:02a79007c42b4d508e7f5f941eb00251 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:33:26.949829 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a074ed4e-3c64-4d0e-89b0-e6828d343adb req-e9f40a51-97a2-47fe-bf29-439eb2bda0d0 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/security-groups?id=30901aa2-fada-41fa-b028-807238be08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841630 Feb 09 12:33:27.044954 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34846) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:27.092704 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a37aa-350c-4fd9-8a2a-3db59f21b055 service neutron] Pushing event updated for resources: {'Port': ['ID=ac66b915-c73e-42d3-b403-83ad0b252ab4,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:27.097226 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3cdd4582-f8b2-41fc-a1db-d0d12d5c5a01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:27.157679 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3cdd4582-f8b2-41fc-a1db-d0d12d5c5a01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:27.159652 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-784a37aa-350c-4fd9-8a2a-3db59f21b055 service neutron] Attempting to bind port ac66b915-c73e-42d3-b403-83ad0b252ab4 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:33:27.160080 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-784a37aa-350c-4fd9-8a2a-3db59f21b055 service neutron] Attempting to bind port ac66b915-c73e-42d3-b403-83ad0b252ab4 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'cf830335-1f32-4cb5-acf2-e131607ae889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '34fde1f9-cb49-4dd5-836d-cfd52119562b'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:33:27.160611 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-784a37aa-350c-4fd9-8a2a-3db59f21b055 service neutron] Attempting to bind port ac66b915-c73e-42d3-b403-83ad0b252ab4 on network 34fde1f9-cb49-4dd5-836d-cfd52119562b {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:33:27.169508 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-784a37aa-350c-4fd9-8a2a-3db59f21b055 service neutron] Port ac66b915-c73e-42d3-b403-83ad0b252ab4 on network 34fde1f9-cb49-4dd5-836d-cfd52119562b not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:33:27.169920 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-784a37aa-350c-4fd9-8a2a-3db59f21b055 service neutron] Attempting to bind port ac66b915-c73e-42d3-b403-83ad0b252ab4 on network 34fde1f9-cb49-4dd5-836d-cfd52119562b {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:33:27.170803 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-3cdd4582-f8b2-41fc-a1db-d0d12d5c5a01 admin admin] Usage tracker for resource:security_group_rule and tenant:c59503a4793a4bae84a2ce6a5eda5cf9 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:33:27.175264 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-3cdd4582-f8b2-41fc-a1db-d0d12d5c5a01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:33:27.177150 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-784a37aa-350c-4fd9-8a2a-3db59f21b055 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:33:27.177562 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-784a37aa-350c-4fd9-8a2a-3db59f21b055 service neutron] Checking segment: {'id': 'cf830335-1f32-4cb5-acf2-e131607ae889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '34fde1f9-cb49-4dd5-836d-cfd52119562b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:33:27.178014 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-784a37aa-350c-4fd9-8a2a-3db59f21b055 service neutron] Bound using segment: {'id': 'cf830335-1f32-4cb5-acf2-e131607ae889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '34fde1f9-cb49-4dd5-836d-cfd52119562b'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:33:27.178506 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-784a37aa-350c-4fd9-8a2a-3db59f21b055 service neutron] Bound port: ac66b915-c73e-42d3-b403-83ad0b252ab4, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf830335-1f32-4cb5-acf2-e131607ae889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '34fde1f9-cb49-4dd5-836d-cfd52119562b'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:33:27.178918 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-784a37aa-350c-4fd9-8a2a-3db59f21b055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:27.197175 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3cdd4582-f8b2-41fc-a1db-d0d12d5c5a01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:27.268784 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34852) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:27.381687 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3cdd4582-f8b2-41fc-a1db-d0d12d5c5a01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:27.388123 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3cdd4582-f8b2-41fc-a1db-d0d12d5c5a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:27.437992 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdd4582-f8b2-41fc-a1db-d0d12d5c5a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc01fbf-b686-44d9-9a65-fec6dfe6401e,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:27.470002 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34866) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:27.471078 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3cdd4582-f8b2-41fc-a1db-d0d12d5c5a01 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c59503a4793a4bae84a2ce6a5eda5cf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4247141 Feb 09 12:33:27.536755 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-784a37aa-350c-4fd9-8a2a-3db59f21b055 service neutron] For port ac66b915-c73e-42d3-b403-83ad0b252ab4, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:33:27.541898 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-784a37aa-350c-4fd9-8a2a-3db59f21b055 service neutron] For port ac66b915-c73e-42d3-b403-83ad0b252ab4, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=ac66b915-c73e-42d3-b403-83ad0b252ab4,segment=NetworkSegment(cf830335-1f32-4cb5-acf2-e131607ae889),segment_id=cf830335-1f32-4cb5-acf2-e131607ae889)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:33:27.557758 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-784a37aa-350c-4fd9-8a2a-3db59f21b055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:27.603885 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-178a4a29-0d2c-4bd6-b7a7-fd7299f07a4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:27.661751 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-784a37aa-350c-4fd9-8a2a-3db59f21b055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:27.662373 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-784a37aa-350c-4fd9-8a2a-3db59f21b055 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:27.663762 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-784a37aa-350c-4fd9-8a2a-3db59f21b055 service neutron] 10.222.0.46 "PUT /v2.0/ports/ac66b915-c73e-42d3-b403-83ad0b252ab4 HTTP/1.1" status: 200 len: 1091 time: 1.8261771 Feb 09 12:33:27.664547 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '302a76f3-a50b-4890-a243-b44f015013ad', 'tag': 'ac66b915-c73e-42d3-b403-83ad0b252ab4'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:33:27.721907 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-178a4a29-0d2c-4bd6-b7a7-fd7299f07a4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:27.771336 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '302a76f3-a50b-4890-a243-b44f015013ad', 'tag': 'ac66b915-c73e-42d3-b403-83ad0b252ab4', 'status': 'completed', 'code': 200} Feb 09 12:33:27.794947 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a37aa-350c-4fd9-8a2a-3db59f21b055 service neutron] Pushing event updated for resources: {'Port': ['ID=ac66b915-c73e-42d3-b403-83ad0b252ab4,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:27.869660 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1cb9bdec-a3c4-4fca-8b79-76e02489357a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:27.922432 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-1cb9bdec-a3c4-4fca-8b79-76e02489357a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:27.938279 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-1cb9bdec-a3c4-4fca-8b79-76e02489357a admin admin] Usage tracker for resource:security_group_rule and tenant:07154d1772114f0c91bb651628ead960 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:33:27.949091 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-1cb9bdec-a3c4-4fca-8b79-76e02489357a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:33:27.972769 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-6164f4f6-5509-429d-acae-67efbca5aa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:27.976977 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-6164f4f6-5509-429d-acae-67efbca5aa5c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02a79007c42b4d508e7f5f941eb00251&device_id=302a76f3-a50b-4890-a243-b44f015013ad HTTP/1.1" status: 200 len: 1094 time: 0.1674824 Feb 09 12:33:27.976977 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-178a4a29-0d2c-4bd6-b7a7-fd7299f07a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:27.978147 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-1cb9bdec-a3c4-4fca-8b79-76e02489357a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:28.171685 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-178a4a29-0d2c-4bd6-b7a7-fd7299f07a4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:28.172982 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-178a4a29-0d2c-4bd6-b7a7-fd7299f07a4e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6bc01fbf-b686-44d9-9a65-fec6dfe6401e HTTP/1.1" status: 204 len: 168 time: 0.7019060 Feb 09 12:33:28.184906 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a4a29-0d2c-4bd6-b7a7-fd7299f07a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc01fbf-b686-44d9-9a65-fec6dfe6401e,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:28.208290 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-b83d3b43-f9c4-4ef8-9d6b-d9e4ea3265ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac66b915-c73e-42d3-b403-83ad0b252ab4 HTTP/1.1" status: 200 len: 217 time: 0.2065721 Feb 09 12:33:28.242244 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255e982-f4fd-45fe-82d7-06291697d9b8 req-402c74a4-72c0-4315-b38f-88739609aa8a tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:28.249985 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4255e982-f4fd-45fe-82d7-06291697d9b8 req-402c74a4-72c0-4315-b38f-88739609aa8a tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=50d294be-4088-4183-9349-225738f63f05 HTTP/1.1" status: 200 len: 945 time: 0.6267455 Feb 09 12:33:28.313587 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1cb9bdec-a3c4-4fca-8b79-76e02489357a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:28.396846 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4255e982-f4fd-45fe-82d7-06291697d9b8 req-ba4e6e1b-8a0c-4d60-9594-db22268ece2a tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459138 Feb 09 12:33:28.425828 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf97dec-c18b-49f9-aed0-b48d5ad6c827 req-069bac83-13a5-4c38-abd0-dea3a5efd01c tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:28.438141 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cdf97dec-c18b-49f9-aed0-b48d5ad6c827 req-069bac83-13a5-4c38-abd0-dea3a5efd01c tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=302a76f3-a50b-4890-a243-b44f015013ad HTTP/1.1" status: 200 len: 943 time: 0.3231070 Feb 09 12:33:28.501576 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1cb9bdec-a3c4-4fca-8b79-76e02489357a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:28.517148 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-b1094021-1bfc-41bb-aa0c-25255e95fdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:28.518361 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-b1094021-1bfc-41bb-aa0c-25255e95fdc0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c51d0be-f310-4dee-aa2c-2b4ce475d198 HTTP/1.1" status: 200 len: 855 time: 0.3032243 Feb 09 12:33:28.544680 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34900) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:28.578093 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1cb9bdec-a3c4-4fca-8b79-76e02489357a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=07154d1772114f0c91bb651628ead960&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3119311 Feb 09 12:33:28.583797 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34902) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:28.585159 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb9bdec-a3c4-4fca-8b79-76e02489357a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81024c3-9b75-4393-9980-092887e3442c,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:28.622606 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-a4256d85-772b-4488-b8a1-cff43997fe81 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34fde1f9-cb49-4dd5-836d-cfd52119562b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974793 Feb 09 12:33:28.628526 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cdf97dec-c18b-49f9-aed0-b48d5ad6c827 req-45293a70-380f-4e13-a737-56512ca05e36 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/security-groups?id=30901aa2-fada-41fa-b028-807238be08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875827 Feb 09 12:33:28.686156 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5ad7e2ca-b405-4854-b3e1-5625e88abba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:28.718411 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5ad7e2ca-b405-4854-b3e1-5625e88abba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:28.805908 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5ad7e2ca-b405-4854-b3e1-5625e88abba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:28.824623 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7e2ca-b405-4854-b3e1-5625e88abba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81024c3-9b75-4393-9980-092887e3442c,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:28.833374 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5ad7e2ca-b405-4854-b3e1-5625e88abba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:28.834571 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-5ad7e2ca-b405-4854-b3e1-5625e88abba4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b81024c3-9b75-4393-9980-092887e3442c HTTP/1.1" status: 204 len: 168 time: 0.2445099 Feb 09 12:33:28.856383 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-69e1a9a8-4047-4b59-958d-c7cc5409fad9 service neutron] 10.222.0.46 "GET /v2.0/networks/34fde1f9-cb49-4dd5-836d-cfd52119562b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206478 Feb 09 12:33:29.068518 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3e968968-700f-4e92-b5ef-244ad98d19c5 req-710de949-c4ce-43d0-b109-3a7abcc237dc service neutron] 10.222.0.46 "GET /v2.0/networks/34fde1f9-cb49-4dd5-836d-cfd52119562b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092252 Feb 09 12:33:29.123556 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-cb93a104-a427-4606-8ae5-ccef60e88973 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:33:29.124366 n-d-825178-3 neutron-server[87567]: WARNING neutron.api.v2.base [None req-cb93a104-a427-4606-8ae5-ccef60e88973 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 12:33:29.124931 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-cb93a104-a427-4606-8ae5-ccef60e88973 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 12:33:29.126149 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-cb93a104-a427-4606-8ae5-ccef60e88973 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5466642 Feb 09 12:33:29.129814 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34920) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:29.135030 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-b0e0439c-27c5-4e0d-a438-42244ee3aace tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Request body: {'security_group': {'name': 'tempest-secgroup--17991936'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:33:29.143053 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b0e0439c-27c5-4e0d-a438-42244ee3aace tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:29.147266 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b0e0439c-27c5-4e0d-a438-42244ee3aace tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Usage tracker for resource:security_group and tenant:e08cf43dd3fc417688435985a1966467 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:33:29.150476 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b0e0439c-27c5-4e0d-a438-42244ee3aace tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:33:29.156718 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b0e0439c-27c5-4e0d-a438-42244ee3aace tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:29.169284 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b0e0439c-27c5-4e0d-a438-42244ee3aace tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:29.187684 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b0e0439c-27c5-4e0d-a438-42244ee3aace tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:29.227147 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b0e0439c-27c5-4e0d-a438-42244ee3aace tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:29.231845 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b0e0439c-27c5-4e0d-a438-42244ee3aace tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Usage tracker for resource:security_group_rule and tenant:e08cf43dd3fc417688435985a1966467 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:33:29.235571 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b0e0439c-27c5-4e0d-a438-42244ee3aace tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:33:29.241588 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9873353-c406-458b-ae05-c3f439f23fd5 req-f3720d38-9283-4205-ada0-ef374e8ca2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:29.241982 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b0e0439c-27c5-4e0d-a438-42244ee3aace tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:29.244082 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f9873353-c406-458b-ae05-c3f439f23fd5 req-f3720d38-9283-4205-ada0-ef374e8ca2c8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02a79007c42b4d508e7f5f941eb00251&device_id=302a76f3-a50b-4890-a243-b44f015013ad HTTP/1.1" status: 200 len: 1094 time: 0.1223752 Feb 09 12:33:29.370943 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b0e0439c-27c5-4e0d-a438-42244ee3aace tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:29.377773 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b0e0439c-27c5-4e0d-a438-42244ee3aace tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:29.385803 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b0e0439c-27c5-4e0d-a438-42244ee3aace tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:29.394403 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b0e0439c-27c5-4e0d-a438-42244ee3aace tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Usage tracker for resource:security_group_rule and tenant:e08cf43dd3fc417688435985a1966467 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:33:29.400440 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b0e0439c-27c5-4e0d-a438-42244ee3aace tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:33:29.410007 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9873353-c406-458b-ae05-c3f439f23fd5 req-4fbb5628-c209-4e88-83ec-61bf61ffbd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:29.411758 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f9873353-c406-458b-ae05-c3f439f23fd5 req-4fbb5628-c209-4e88-83ec-61bf61ffbd69 service neutron] 10.222.0.46 "GET /v2.0/networks?id=34fde1f9-cb49-4dd5-836d-cfd52119562b HTTP/1.1" status: 200 len: 916 time: 0.1560791 Feb 09 12:33:29.416135 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b0e0439c-27c5-4e0d-a438-42244ee3aace tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:29.529210 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b0e0439c-27c5-4e0d-a438-42244ee3aace tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:29.545279 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b0e0439c-27c5-4e0d-a438-42244ee3aace tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:29.582985 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e0439c-27c5-4e0d-a438-42244ee3aace tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f50d387e-8f0e-4e77-84b3-1badeb12e477,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:29.605391 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b0e0439c-27c5-4e0d-a438-42244ee3aace tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:29.606668 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b0e0439c-27c5-4e0d-a438-42244ee3aace tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4758761 Feb 09 12:33:29.610235 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34938) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:29.620005 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-95ce5c71-1d69-443e-af15-45f6cc93bb9d tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Request body: {'security_group_rule': {'security_group_id': '10a56483-6408-4121-acb3-b90cce1ccc66', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:33:29.653160 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-95ce5c71-1d69-443e-af15-45f6cc93bb9d tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:29.664170 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-95ce5c71-1d69-443e-af15-45f6cc93bb9d tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Usage tracker for resource:security_group_rule and tenant:e08cf43dd3fc417688435985a1966467 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:33:29.667815 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-95ce5c71-1d69-443e-af15-45f6cc93bb9d tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:33:29.670987 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e0439c-27c5-4e0d-a438-42244ee3aace tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10a56483-6408-4121-acb3-b90cce1ccc66,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:29.680621 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-95ce5c71-1d69-443e-af15-45f6cc93bb9d tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:29.722116 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-95ce5c71-1d69-443e-af15-45f6cc93bb9d tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:29.760512 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f9873353-c406-458b-ae05-c3f439f23fd5 req-4a479303-8abb-4965-b7ba-a109a831469a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac66b915-c73e-42d3-b403-83ad0b252ab4 HTTP/1.1" status: 200 len: 217 time: 0.3283885 Feb 09 12:33:29.917163 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9873353-c406-458b-ae05-c3f439f23fd5 req-bd7aa50b-b75a-421b-88dc-d7693d55d729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:29.920617 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f9873353-c406-458b-ae05-c3f439f23fd5 req-bd7aa50b-b75a-421b-88dc-d7693d55d729 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c51d0be-f310-4dee-aa2c-2b4ce475d198 HTTP/1.1" status: 200 len: 855 time: 0.1540396 Feb 09 12:33:29.981182 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-95ce5c71-1d69-443e-af15-45f6cc93bb9d tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:29.996795 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34952) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:30.012228 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-95ce5c71-1d69-443e-af15-45f6cc93bb9d tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:30.064481 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f9873353-c406-458b-ae05-c3f439f23fd5 req-bb680cff-adbc-4565-92d0-fd349cd0c9d1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34fde1f9-cb49-4dd5-836d-cfd52119562b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1369996 Feb 09 12:33:30.115000 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce5c71-1d69-443e-af15-45f6cc93bb9d tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca943d69-718a-40d9-9a67-dbac11b15708,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:30.160963 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0637bed5-9512-48c4-bd25-54e53eccd612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:30.187426 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-0637bed5-9512-48c4-bd25-54e53eccd612 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:30.192773 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-0637bed5-9512-48c4-bd25-54e53eccd612 admin admin] Usage tracker for resource:security_group_rule and tenant:4745f552d1574727b415538557545f09 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:33:30.196886 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-0637bed5-9512-48c4-bd25-54e53eccd612 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:33:30.203683 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-0637bed5-9512-48c4-bd25-54e53eccd612 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:30.382257 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0637bed5-9512-48c4-bd25-54e53eccd612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:30.401097 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0bd76-8b86-431d-be3b-902cfc2e6eb3 req-c07269e3-8962-4ffa-8df2-ab0923b9fa7f tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:30.414285 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d7c0bd76-8b86-431d-be3b-902cfc2e6eb3 req-c07269e3-8962-4ffa-8df2-ab0923b9fa7f tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=50d294be-4088-4183-9349-225738f63f05 HTTP/1.1" status: 200 len: 945 time: 0.6253319 Feb 09 12:33:30.451009 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-95ce5c71-1d69-443e-af15-45f6cc93bb9d tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:30.453204 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-95ce5c71-1d69-443e-af15-45f6cc93bb9d tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8420415 Feb 09 12:33:30.454785 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f9873353-c406-458b-ae05-c3f439f23fd5 req-639399b9-0379-4fda-9182-2295d82851b8 service neutron] 10.222.0.46 "GET /v2.0/networks/34fde1f9-cb49-4dd5-836d-cfd52119562b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816729 Feb 09 12:33:30.455880 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34998) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:30.471177 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0637bed5-9512-48c4-bd25-54e53eccd612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:30.522946 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9762b35d-8190-4454-a3ca-a11fbc89a0f8 req-99d8d407-2961-42b9-802b-b787cb9d0724 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:30.533462 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9762b35d-8190-4454-a3ca-a11fbc89a0f8 req-99d8d407-2961-42b9-802b-b787cb9d0724 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=302a76f3-a50b-4890-a243-b44f015013ad HTTP/1.1" status: 200 len: 943 time: 0.6377282 Feb 09 12:33:30.550086 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-2d568d6b-cc81-4baa-8611-b500ce303991 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Request body: {'security_group_rule': {'security_group_id': '10a56483-6408-4121-acb3-b90cce1ccc66', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:33:30.606981 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d7c0bd76-8b86-431d-be3b-902cfc2e6eb3 req-1e8c876c-83e8-49f1-9a16-ea2cabdf24af tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915462 Feb 09 12:33:30.630224 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2d568d6b-cc81-4baa-8611-b500ce303991 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:30.706962 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9762b35d-8190-4454-a3ca-a11fbc89a0f8 req-8741936d-3149-4d02-a7b3-eb731b262d85 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/security-groups?id=30901aa2-fada-41fa-b028-807238be08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723812 Feb 09 12:33:30.723809 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-0637bed5-9512-48c4-bd25-54e53eccd612 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4745f552d1574727b415538557545f09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7138076 Feb 09 12:33:30.729008 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35030) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:30.736224 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0637bed5-9512-48c4-bd25-54e53eccd612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6be24d-7034-4ce2-a9a0-1fcd44f77c96,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:30.828753 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-2d568d6b-cc81-4baa-8611-b500ce303991 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Usage tracker for resource:security_group_rule and tenant:e08cf43dd3fc417688435985a1966467 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:33:30.879177 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d344a4a9-6bff-476c-bc92-1ea6de9ab3c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:30.883113 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-2d568d6b-cc81-4baa-8611-b500ce303991 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:33:30.906537 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2d568d6b-cc81-4baa-8611-b500ce303991 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:30.979051 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d344a4a9-6bff-476c-bc92-1ea6de9ab3c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:31.027069 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d568d6b-cc81-4baa-8611-b500ce303991 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:31.116689 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f9873353-c406-458b-ae05-c3f439f23fd5 req-6c711820-7f74-4e6e-bdcd-293754cd71e1 service neutron] 10.222.0.46 "GET /v2.0/networks/34fde1f9-cb49-4dd5-836d-cfd52119562b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6544211 Feb 09 12:33:31.202307 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d344a4a9-6bff-476c-bc92-1ea6de9ab3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:31.249602 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-2d568d6b-cc81-4baa-8611-b500ce303991 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 12:33:31.260254 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2d568d6b-cc81-4baa-8611-b500ce303991 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7994602 Feb 09 12:33:31.261254 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 35096) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:31.265338 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d344a4a9-6bff-476c-bc92-1ea6de9ab3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6be24d-7034-4ce2-a9a0-1fcd44f77c96,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:31.266125 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device ac66b915-c73e-42d3-b403-83ad0b252ab4 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:33:31.301767 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d344a4a9-6bff-476c-bc92-1ea6de9ab3c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:31.303459 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d344a4a9-6bff-476c-bc92-1ea6de9ab3c5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1a6be24d-7034-4ce2-a9a0-1fcd44f77c96 HTTP/1.1" status: 204 len: 168 time: 0.5716262 Feb 09 12:33:31.398688 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-394c9f48-e24b-4540-a276-9685bf1a0466 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:31.434571 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-394c9f48-e24b-4540-a276-9685bf1a0466 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:31.579221 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-394c9f48-e24b-4540-a276-9685bf1a0466 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:31.877603 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394c9f48-e24b-4540-a276-9685bf1a0466 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a56483-6408-4121-acb3-b90cce1ccc66,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:31.880093 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-394c9f48-e24b-4540-a276-9685bf1a0466 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:31.882648 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35158) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:31.899464 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-394c9f48-e24b-4540-a276-9685bf1a0466 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] 10.222.0.55 "DELETE /v2.0/security-groups/10a56483-6408-4121-acb3-b90cce1ccc66 HTTP/1.1" status: 204 len: 168 time: 0.6352956 Feb 09 12:33:31.999816 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port ac66b915-c73e-42d3-b403-83ad0b252ab4, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=ac66b915-c73e-42d3-b403-83ad0b252ab4,segment=NetworkSegment(cf830335-1f32-4cb5-acf2-e131607ae889),segment_id=cf830335-1f32-4cb5-acf2-e131607ae889)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:33:32.021184 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0bcb7-620c-4a59-aae0-65fca0ce067e req-525847c2-f98b-4f1a-b7ff-571f44789682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:32.022736 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-46b0bcb7-620c-4a59-aae0-65fca0ce067e req-525847c2-f98b-4f1a-b7ff-571f44789682 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aba34aa17eff4c08ab9eaf8e9c681a05&device_id=50d294be-4088-4183-9349-225738f63f05 HTTP/1.1" status: 200 len: 1096 time: 0.2371204 Feb 09 12:33:32.038682 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-3333c532-aed5-4102-ba1e-cab6c9cdd052 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Synchronizing usage tracker for tenant:e08cf43dd3fc417688435985a1966467 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:33:32.052970 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'ac66b915-c73e-42d3-b403-83ad0b252ab4', 'network_id': '34fde1f9-cb49-4dd5-836d-cfd52119562b', 'port_id': 'ac66b915-c73e-42d3-b403-83ad0b252ab4', 'mac_address': 'fa:16:3e:7d:75:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c51d0be-f310-4dee-aa2c-2b4ce475d198', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:33:32.284157 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:32.348031 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-3333c532-aed5-4102-ba1e-cab6c9cdd052 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Unset dirty status for tenant:e08cf43dd3fc417688435985a1966467 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:33:32.358673 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3333c532-aed5-4102-ba1e-cab6c9cdd052 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4749506 Feb 09 12:33:32.359036 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac66b915-c73e-42d3-b403-83ad0b252ab4 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:33:32.360486 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35202) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:32.377131 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0bcb7-620c-4a59-aae0-65fca0ce067e req-35798bee-0c00-401c-8615-238393a287d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:32.380131 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-46b0bcb7-620c-4a59-aae0-65fca0ce067e req-35798bee-0c00-401c-8615-238393a287d0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c52d4018-5a69-4fac-a12b-9b13cfc3a5a5 HTTP/1.1" status: 200 len: 918 time: 0.3471575 Feb 09 12:33:32.383041 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-e36600ea-0e07-40c4-b3b3-161bb3a0da4b tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Request body: {'security_group': {'name': 'tempest-secgroup--1925144748'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:33:32.406897 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port ac66b915-c73e-42d3-b403-83ad0b252ab4, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=ac66b915-c73e-42d3-b403-83ad0b252ab4,segment=NetworkSegment(cf830335-1f32-4cb5-acf2-e131607ae889),segment_id=cf830335-1f32-4cb5-acf2-e131607ae889)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:33:32.412014 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-e36600ea-0e07-40c4-b3b3-161bb3a0da4b tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:32.426671 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:32.530107 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-46b0bcb7-620c-4a59-aae0-65fca0ce067e req-1c5ea6a2-8fa3-41bb-a113-5c6001f9e465 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e4038c9-ec5b-494a-8143-56329405372c HTTP/1.1" status: 200 len: 217 time: 0.1425281 Feb 09 12:33:32.532515 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-e36600ea-0e07-40c4-b3b3-161bb3a0da4b tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:32.590455 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=ac66b915-c73e-42d3-b403-83ad0b252ab4,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:32.608768 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84efda2d-1afb-4d1b-b2d7-9341dfffa68f req-f6883f79-f926-40f6-854a-7f702a3815f9 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:32.613720 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-84efda2d-1afb-4d1b-b2d7-9341dfffa68f req-f6883f79-f926-40f6-854a-7f702a3815f9 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=302a76f3-a50b-4890-a243-b44f015013ad HTTP/1.1" status: 200 len: 943 time: 0.5783107 Feb 09 12:33:32.636260 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0bcb7-620c-4a59-aae0-65fca0ce067e req-354585e5-41b9-43c2-9d1d-58712de593b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:32.638499 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-46b0bcb7-620c-4a59-aae0-65fca0ce067e req-354585e5-41b9-43c2-9d1d-58712de593b5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=21ba49f8-7226-4d27-a3b6-74fc50d70d5f HTTP/1.1" status: 200 len: 857 time: 0.0979044 Feb 09 12:33:32.648209 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3098c-7b29-440f-82c4-c4eb63f3cd3c req-4a5b39ca-0612-419b-9608-4a76666dd355 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:32.650777 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-04d3098c-7b29-440f-82c4-c4eb63f3cd3c req-4a5b39ca-0612-419b-9608-4a76666dd355 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=50d294be-4088-4183-9349-225738f63f05 HTTP/1.1" status: 200 len: 945 time: 0.5123029 Feb 09 12:33:32.725201 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['ac66b915-c73e-42d3-b403-83ad0b252ab4'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:33:32.726683 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-46b0bcb7-620c-4a59-aae0-65fca0ce067e req-9a861063-55b0-49d4-b377-e7d87975dfbd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c52d4018-5a69-4fac-a12b-9b13cfc3a5a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770741 Feb 09 12:33:32.738939 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e36600ea-0e07-40c4-b3b3-161bb3a0da4b tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:32.762806 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-e36600ea-0e07-40c4-b3b3-161bb3a0da4b tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:32.770001 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-e36600ea-0e07-40c4-b3b3-161bb3a0da4b tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Usage tracker for resource:security_group_rule and tenant:e08cf43dd3fc417688435985a1966467 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:33:32.773992 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-e36600ea-0e07-40c4-b3b3-161bb3a0da4b tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:33:32.787419 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-e36600ea-0e07-40c4-b3b3-161bb3a0da4b tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:32.885683 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e36600ea-0e07-40c4-b3b3-161bb3a0da4b tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:32.934484 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-04d3098c-7b29-440f-82c4-c4eb63f3cd3c req-c37374e2-03b1-41ca-8949-1b206778468c tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473083 Feb 09 12:33:32.938324 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e36600ea-0e07-40c4-b3b3-161bb3a0da4b tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:32.994712 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36600ea-0e07-40c4-b3b3-161bb3a0da4b tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8516e86b-0dbb-4391-83f0-54d0704d753e,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:33.012452 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-84efda2d-1afb-4d1b-b2d7-9341dfffa68f req-ab1675b8-67a0-419d-b0d5-1d5f46606ee2 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/security-groups?id=30901aa2-fada-41fa-b028-807238be08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3919108 Feb 09 12:33:33.048952 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e36600ea-0e07-40c4-b3b3-161bb3a0da4b tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:33.051007 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-46b0bcb7-620c-4a59-aae0-65fca0ce067e req-fad2dd25-ac5a-42ff-b686-002fcd83f61c service neutron] 10.222.0.46 "GET /v2.0/networks/c52d4018-5a69-4fac-a12b-9b13cfc3a5a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165064 Feb 09 12:33:33.055459 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 35278) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:33.055816 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e36600ea-0e07-40c4-b3b3-161bb3a0da4b tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6886706 Feb 09 12:33:33.108888 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-6e10d930-aa4a-4d3f-80ef-654528cef71a tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Request body: {'security_group_rule': {'security_group_id': '8516e86b-0dbb-4391-83f0-54d0704d753e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:33:33.109916 n-d-825178-3 neutron-server[87568]: WARNING neutron.api.v2.base [None req-6e10d930-aa4a-4d3f-80ef-654528cef71a tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 09 12:33:33.115878 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-6e10d930-aa4a-4d3f-80ef-654528cef71a tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:33:33.117241 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6e10d930-aa4a-4d3f-80ef-654528cef71a tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0605803 Feb 09 12:33:33.120252 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35286) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:33.246195 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-87fb7258-7af6-403e-995f-1bd5a4902d19 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:33.290788 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-87fb7258-7af6-403e-995f-1bd5a4902d19 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:33.407661 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-87fb7258-7af6-403e-995f-1bd5a4902d19 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:33.436308 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-46b0bcb7-620c-4a59-aae0-65fca0ce067e req-11e8d3d9-68fc-4a4c-8e27-f0e52947c673 service neutron] 10.222.0.46 "GET /v2.0/networks/c52d4018-5a69-4fac-a12b-9b13cfc3a5a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753021 Feb 09 12:33:33.460474 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb7258-7af6-403e-995f-1bd5a4902d19 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8516e86b-0dbb-4391-83f0-54d0704d753e,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:33.503776 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-87fb7258-7af6-403e-995f-1bd5a4902d19 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:33.507789 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-87fb7258-7af6-403e-995f-1bd5a4902d19 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] 10.222.0.55 "DELETE /v2.0/security-groups/8516e86b-0dbb-4391-83f0-54d0704d753e HTTP/1.1" status: 204 len: 168 time: 0.3865173 Feb 09 12:33:33.510448 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 35336) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:33.647804 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7c798c17-6989-44f0-a057-3dca503c98d1 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Synchronizing usage tracker for tenant:e08cf43dd3fc417688435985a1966467 on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:33:33.675892 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7c798c17-6989-44f0-a057-3dca503c98d1 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Unset dirty status for tenant:e08cf43dd3fc417688435985a1966467 on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:33:33.682934 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35364) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:33.684365 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7c798c17-6989-44f0-a057-3dca503c98d1 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1725016 Feb 09 12:33:33.690440 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-c33afa5d-fed4-4ce0-a9f1-6ba6d272f4eb tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Request body: {'security_group': {'name': 'tempest-secgroup--2000949438'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:33:33.700667 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c33afa5d-fed4-4ce0-a9f1-6ba6d272f4eb tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:33.715015 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c33afa5d-fed4-4ce0-a9f1-6ba6d272f4eb tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:33.732191 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c33afa5d-fed4-4ce0-a9f1-6ba6d272f4eb tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:33.785019 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c33afa5d-fed4-4ce0-a9f1-6ba6d272f4eb tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:33.796626 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c33afa5d-fed4-4ce0-a9f1-6ba6d272f4eb tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Usage tracker for resource:security_group_rule and tenant:e08cf43dd3fc417688435985a1966467 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:33:33.806287 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c33afa5d-fed4-4ce0-a9f1-6ba6d272f4eb tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:33:33.818351 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c33afa5d-fed4-4ce0-a9f1-6ba6d272f4eb tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:33.934316 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c33afa5d-fed4-4ce0-a9f1-6ba6d272f4eb tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:33.941709 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c33afa5d-fed4-4ce0-a9f1-6ba6d272f4eb tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:34.128502 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33afa5d-fed4-4ce0-a9f1-6ba6d272f4eb tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a097c1-f660-4229-bd3d-e937f9a549ec,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:34.138414 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c33afa5d-fed4-4ce0-a9f1-6ba6d272f4eb tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:34.142773 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c33afa5d-fed4-4ce0-a9f1-6ba6d272f4eb tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4581637 Feb 09 12:33:34.145605 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 35426) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:34.156019 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-565a9893-8775-4a53-9011-b6e74a1ab5e1 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Request body: {'security_group_rule': {'security_group_id': 'b8a097c1-f660-4229-bd3d-e937f9a549ec', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:33:34.158723 n-d-825178-3 neutron-server[87568]: WARNING neutron.api.v2.base [None req-565a9893-8775-4a53-9011-b6e74a1ab5e1 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 09 12:33:34.159469 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-565a9893-8775-4a53-9011-b6e74a1ab5e1 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:33:34.160866 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-565a9893-8775-4a53-9011-b6e74a1ab5e1 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0122561 Feb 09 12:33:34.163505 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 35432) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:34.259960 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38de318-f075-4306-abb0-321457b541ea req-36053118-864b-4111-8375-a80039afd60d tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:34.262067 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d38de318-f075-4306-abb0-321457b541ea req-36053118-864b-4111-8375-a80039afd60d tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=50d294be-4088-4183-9349-225738f63f05 HTTP/1.1" status: 200 len: 945 time: 0.0993772 Feb 09 12:33:34.268653 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-934487da-57cf-44f9-b560-c72fbfa9745b tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:34.303415 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-934487da-57cf-44f9-b560-c72fbfa9745b tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:34.400684 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-934487da-57cf-44f9-b560-c72fbfa9745b tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:34.453412 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934487da-57cf-44f9-b560-c72fbfa9745b tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a097c1-f660-4229-bd3d-e937f9a549ec,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:34.465126 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-934487da-57cf-44f9-b560-c72fbfa9745b tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:34.469929 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-934487da-57cf-44f9-b560-c72fbfa9745b tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] 10.222.0.55 "DELETE /v2.0/security-groups/b8a097c1-f660-4229-bd3d-e937f9a549ec HTTP/1.1" status: 204 len: 168 time: 0.3049598 Feb 09 12:33:34.471369 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 35468) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:34.536220 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d38de318-f075-4306-abb0-321457b541ea req-4ec14d3a-79e9-4caa-b28e-9f5177978744 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683606 Feb 09 12:33:34.557959 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c026873a-657f-44e6-ab65-aa40d7781a4b tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Synchronizing usage tracker for tenant:e08cf43dd3fc417688435985a1966467 on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:33:34.594401 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a83aeb-7c40-408e-8f85-c24d65b25791 req-a95ffcdf-3e31-4d09-85dc-9739284ddbfe tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:34.596708 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c1a83aeb-7c40-408e-8f85-c24d65b25791 req-a95ffcdf-3e31-4d09-85dc-9739284ddbfe tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=302a76f3-a50b-4890-a243-b44f015013ad HTTP/1.1" status: 200 len: 944 time: 0.3000107 Feb 09 12:33:34.607396 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c026873a-657f-44e6-ab65-aa40d7781a4b tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Unset dirty status for tenant:e08cf43dd3fc417688435985a1966467 on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:33:34.615569 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c026873a-657f-44e6-ab65-aa40d7781a4b tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1428711 Feb 09 12:33:34.616251 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 35480) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:34.621835 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-4e85e44c-b886-4723-869d-fcf559d5388f tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Request body: {'security_group': {'name': 'tempest-secgroup--1940719339'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:33:34.639795 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4e85e44c-b886-4723-869d-fcf559d5388f tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:34.653142 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4e85e44c-b886-4723-869d-fcf559d5388f tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:34.666999 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4e85e44c-b886-4723-869d-fcf559d5388f tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:34.697446 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c1a83aeb-7c40-408e-8f85-c24d65b25791 req-a17ded95-6adc-4fb7-98e2-5eb3dda78640 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/security-groups?id=30901aa2-fada-41fa-b028-807238be08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932088 Feb 09 12:33:34.712881 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4e85e44c-b886-4723-869d-fcf559d5388f tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:34.718748 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4e85e44c-b886-4723-869d-fcf559d5388f tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Usage tracker for resource:security_group_rule and tenant:e08cf43dd3fc417688435985a1966467 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:33:34.722385 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4e85e44c-b886-4723-869d-fcf559d5388f tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:33:34.730952 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4e85e44c-b886-4723-869d-fcf559d5388f tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:34.836031 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4e85e44c-b886-4723-869d-fcf559d5388f tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:34.844538 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4e85e44c-b886-4723-869d-fcf559d5388f tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:34.898819 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e85e44c-b886-4723-869d-fcf559d5388f tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a43673d-54ad-4c13-bf14-9aafbc5331aa,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:34.912183 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4e85e44c-b886-4723-869d-fcf559d5388f tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:34.917713 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4e85e44c-b886-4723-869d-fcf559d5388f tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2990637 Feb 09 12:33:34.918073 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35518) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:34.922832 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-6aee113f-bd1d-44b9-ac52-3bdd70a02a53 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Request body: {'security_group_rule': {'security_group_id': '7a43673d-54ad-4c13-bf14-9aafbc5331aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:33:34.934316 n-d-825178-3 neutron-server[87567]: WARNING neutron.api.v2.base [None req-6aee113f-bd1d-44b9-ac52-3bdd70a02a53 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 09 12:33:34.938178 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-6aee113f-bd1d-44b9-ac52-3bdd70a02a53 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:33:34.938178 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-6aee113f-bd1d-44b9-ac52-3bdd70a02a53 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0179939 Feb 09 12:33:34.939914 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35526) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:34.945946 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-05f97efc-cfca-4252-965f-c93ac665458d tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Request body: {'security_group_rule': {'security_group_id': '7a43673d-54ad-4c13-bf14-9aafbc5331aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:33:34.946625 n-d-825178-3 neutron-server[87567]: WARNING neutron.api.v2.base [None req-05f97efc-cfca-4252-965f-c93ac665458d tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 09 12:33:34.947117 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-05f97efc-cfca-4252-965f-c93ac665458d tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:33:34.951863 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-05f97efc-cfca-4252-965f-c93ac665458d tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0080676 Feb 09 12:33:34.952800 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 35532) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:34.965113 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-d8092c98-80b8-4edb-99f8-9fe95efd74f3 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Request body: {'security_group_rule': {'security_group_id': '7a43673d-54ad-4c13-bf14-9aafbc5331aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:33:34.967017 n-d-825178-3 neutron-server[87568]: WARNING neutron.api.v2.base [None req-d8092c98-80b8-4edb-99f8-9fe95efd74f3 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 09 12:33:34.967532 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-d8092c98-80b8-4edb-99f8-9fe95efd74f3 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:33:34.968537 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d8092c98-80b8-4edb-99f8-9fe95efd74f3 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0147414 Feb 09 12:33:34.971639 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 35536) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:34.980452 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-8409cf78-ef6d-48e3-b070-2c2042b3a0fc tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Request body: {'security_group_rule': {'security_group_id': '7a43673d-54ad-4c13-bf14-9aafbc5331aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:33:34.981776 n-d-825178-3 neutron-server[87568]: WARNING neutron.api.v2.base [None req-8409cf78-ef6d-48e3-b070-2c2042b3a0fc tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 09 12:33:34.982550 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-8409cf78-ef6d-48e3-b070-2c2042b3a0fc tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:33:34.985308 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8409cf78-ef6d-48e3-b070-2c2042b3a0fc tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0095742 Feb 09 12:33:34.987879 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 35542) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:35.104416 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f1210525-05af-4ef0-a9de-7b70ebfc3d1a tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:35.186508 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f1210525-05af-4ef0-a9de-7b70ebfc3d1a tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:35.284446 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f1210525-05af-4ef0-a9de-7b70ebfc3d1a tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:35.287709 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device ac66b915-c73e-42d3-b403-83ad0b252ab4 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:33:35.353619 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f1210525-05af-4ef0-a9de-7b70ebfc3d1a tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:35.356964 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f1210525-05af-4ef0-a9de-7b70ebfc3d1a tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] 10.222.0.55 "DELETE /v2.0/security-groups/7a43673d-54ad-4c13-bf14-9aafbc5331aa HTTP/1.1" status: 204 len: 168 time: 0.3682663 Feb 09 12:33:35.360037 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35572) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:35.361344 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1210525-05af-4ef0-a9de-7b70ebfc3d1a tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a43673d-54ad-4c13-bf14-9aafbc5331aa,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:35.434319 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port ac66b915-c73e-42d3-b403-83ad0b252ab4 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:33:35.442168 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port ac66b915-c73e-42d3-b403-83ad0b252ab4 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:33:35.442421 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:35.477187 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ee09b1aa-0237-4f1a-b6ba-0dfe4e794ba3 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Synchronizing usage tracker for tenant:e08cf43dd3fc417688435985a1966467 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:33:35.501585 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ee09b1aa-0237-4f1a-b6ba-0dfe4e794ba3 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Unset dirty status for tenant:e08cf43dd3fc417688435985a1966467 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:33:35.504108 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ee09b1aa-0237-4f1a-b6ba-0dfe4e794ba3 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1421640 Feb 09 12:33:35.506933 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 35578) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:35.512864 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-7dd6a4b4-6b54-4d2f-9319-c6eb401d05cb tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Request body: {'security_group': {'name': 'tempest-secgroup--514952172'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:33:35.520609 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7dd6a4b4-6b54-4d2f-9319-c6eb401d05cb tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:35.550460 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7dd6a4b4-6b54-4d2f-9319-c6eb401d05cb tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:35.580810 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7dd6a4b4-6b54-4d2f-9319-c6eb401d05cb tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:35.647475 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7dd6a4b4-6b54-4d2f-9319-c6eb401d05cb tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:35.657064 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7dd6a4b4-6b54-4d2f-9319-c6eb401d05cb tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Usage tracker for resource:security_group_rule and tenant:e08cf43dd3fc417688435985a1966467 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:33:35.665336 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7dd6a4b4-6b54-4d2f-9319-c6eb401d05cb tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:33:35.686095 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7dd6a4b4-6b54-4d2f-9319-c6eb401d05cb tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:35.708617 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:35.751147 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35598) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:35.810658 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302a76f3-a50b-4890-a243-b44f015013ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac66b915-c73e-42d3-b403-83ad0b252ab4'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:33:35.840536 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port ac66b915-c73e-42d3-b403-83ad0b252ab4, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=ac66b915-c73e-42d3-b403-83ad0b252ab4,segment=NetworkSegment(cf830335-1f32-4cb5-acf2-e131607ae889),segment_id=cf830335-1f32-4cb5-acf2-e131607ae889)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:33:35.847570 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:35.875748 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7dd6a4b4-6b54-4d2f-9319-c6eb401d05cb tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:35.881570 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7dd6a4b4-6b54-4d2f-9319-c6eb401d05cb tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:36.003631 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7dd6a4b4-6b54-4d2f-9319-c6eb401d05cb tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:36.007622 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7dd6a4b4-6b54-4d2f-9319-c6eb401d05cb tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4993472 Feb 09 12:33:36.012001 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35610) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:36.021997 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=ac66b915-c73e-42d3-b403-83ad0b252ab4,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:36.026347 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-baf22e20-887e-4c66-bf6b-bcc30a8ee32b tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Request body: {'security_group_rule': {'security_group_id': 'e5e9e807-2c34-4ca7-b9c8-f8bfba3100dd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:33:36.032477 n-d-825178-3 neutron-server[87567]: WARNING neutron.api.v2.base [None req-baf22e20-887e-4c66-bf6b-bcc30a8ee32b tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 12:33:36.033666 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-baf22e20-887e-4c66-bf6b-bcc30a8ee32b tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:33:36.037092 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd6a4b4-6b54-4d2f-9319-c6eb401d05cb tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e9e807-2c34-4ca7-b9c8-f8bfba3100dd,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:36.037515 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-baf22e20-887e-4c66-bf6b-bcc30a8ee32b tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0241599 Feb 09 12:33:36.040800 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35614) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:36.058122 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-e0fdaea3-3b04-41a6-a3c3-320cb106394e tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Request body: {'security_group_rule': {'security_group_id': 'e5e9e807-2c34-4ca7-b9c8-f8bfba3100dd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:33:36.072699 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-e0fdaea3-3b04-41a6-a3c3-320cb106394e tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:36.101337 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-e0fdaea3-3b04-41a6-a3c3-320cb106394e tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Usage tracker for resource:security_group_rule and tenant:e08cf43dd3fc417688435985a1966467 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:33:36.140130 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec3a24-209b-422a-b847-a11cd199a754 req-77ad4f21-ce76-4303-a509-4363e9f154a0 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:36.147401 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-34ec3a24-209b-422a-b847-a11cd199a754 req-77ad4f21-ce76-4303-a509-4363e9f154a0 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=50d294be-4088-4183-9349-225738f63f05 HTTP/1.1" status: 200 len: 945 time: 0.3230095 Feb 09 12:33:36.149231 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-e0fdaea3-3b04-41a6-a3c3-320cb106394e tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:33:36.183580 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-e0fdaea3-3b04-41a6-a3c3-320cb106394e tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:36.205255 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c42ffdcd-0589-476b-af69-b28e742b3b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:36.238557 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c42ffdcd-0589-476b-af69-b28e742b3b2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:36.288161 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c42ffdcd-0589-476b-af69-b28e742b3b2c admin admin] Usage tracker for resource:security_group_rule and tenant:3104ef635c8049f4b4cd3791425e7900 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:33:36.297342 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c42ffdcd-0589-476b-af69-b28e742b3b2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:33:36.314425 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c42ffdcd-0589-476b-af69-b28e742b3b2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:36.337502 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-34ec3a24-209b-422a-b847-a11cd199a754 req-bc2acf23-c8cf-4193-b3a2-c16075a52ca1 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732790 Feb 09 12:33:36.345460 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-e0fdaea3-3b04-41a6-a3c3-320cb106394e tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:33:36.347201 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e0fdaea3-3b04-41a6-a3c3-320cb106394e tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3048115 Feb 09 12:33:36.350960 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 35634) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:36.357275 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-5e42a193-0909-4162-96f5-b58bc2476631 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Request body: {'security_group_rule': {'security_group_id': 'e5e9e807-2c34-4ca7-b9c8-f8bfba3100dd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:33:36.358069 n-d-825178-3 neutron-server[87568]: WARNING neutron.api.v2.base [None req-5e42a193-0909-4162-96f5-b58bc2476631 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 09 12:33:36.359206 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-5e42a193-0909-4162-96f5-b58bc2476631 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:33:36.361766 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5e42a193-0909-4162-96f5-b58bc2476631 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0090597 Feb 09 12:33:36.363764 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35638) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:36.387169 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-69892110-fa8b-473d-9ac7-40ec86b1566f tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Request body: {'security_group_rule': {'security_group_id': 'e5e9e807-2c34-4ca7-b9c8-f8bfba3100dd', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:33:36.396764 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-69892110-fa8b-473d-9ac7-40ec86b1566f tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:36.404382 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-69892110-fa8b-473d-9ac7-40ec86b1566f tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Usage tracker for resource:security_group_rule and tenant:e08cf43dd3fc417688435985a1966467 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:33:36.411219 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-69892110-fa8b-473d-9ac7-40ec86b1566f tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:33:36.419942 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-69892110-fa8b-473d-9ac7-40ec86b1566f tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:36.481375 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-69892110-fa8b-473d-9ac7-40ec86b1566f tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:33:36.482880 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-69892110-fa8b-473d-9ac7-40ec86b1566f tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1178849 Feb 09 12:33:36.485691 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 35648) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:36.500820 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-7dba68d4-e607-4d9f-b585-07241c2393c3 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Request body: {'security_group_rule': {'security_group_id': 'e5e9e807-2c34-4ca7-b9c8-f8bfba3100dd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:33:36.503490 n-d-825178-3 neutron-server[87568]: WARNING neutron.api.v2.base [None req-7dba68d4-e607-4d9f-b585-07241c2393c3 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 12:33:36.504044 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-7dba68d4-e607-4d9f-b585-07241c2393c3 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:33:36.505047 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7dba68d4-e607-4d9f-b585-07241c2393c3 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0182729 Feb 09 12:33:36.508363 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35652) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:36.521281 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-bce9a863-f992-4c41-9683-31b51708f860 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Request body: {'security_group_rule': {'security_group_id': 'e5e9e807-2c34-4ca7-b9c8-f8bfba3100dd', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:33:36.532571 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-bce9a863-f992-4c41-9683-31b51708f860 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:36.536713 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c42ffdcd-0589-476b-af69-b28e742b3b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:36.542588 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-bce9a863-f992-4c41-9683-31b51708f860 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Usage tracker for resource:security_group_rule and tenant:e08cf43dd3fc417688435985a1966467 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:33:36.549036 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-bce9a863-f992-4c41-9683-31b51708f860 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:33:36.552909 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c42ffdcd-0589-476b-af69-b28e742b3b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:36.606867 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 35658) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:36.607672 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c42ffdcd-0589-476b-af69-b28e742b3b2c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3104ef635c8049f4b4cd3791425e7900&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8546715 Feb 09 12:33:36.611325 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-bce9a863-f992-4c41-9683-31b51708f860 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:36.733048 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7e0e6a42-2c30-40b6-8529-baa8cbfc8cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:36.741519 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ffdcd-0589-476b-af69-b28e742b3b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d7ea27-6a64-42a3-94b7-00ffffc5226d,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:36.778498 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-bce9a863-f992-4c41-9683-31b51708f860 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:33:36.779711 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-bce9a863-f992-4c41-9683-31b51708f860 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2697740 Feb 09 12:33:36.782777 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 35666) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:36.800199 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-25c7a8b2-08f8-48e1-b003-d2c9965a3978 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Request body: {'security_group_rule': {'security_group_id': 'e5e9e807-2c34-4ca7-b9c8-f8bfba3100dd', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:33:36.800702 n-d-825178-3 neutron-server[87568]: WARNING neutron.api.v2.base [None req-25c7a8b2-08f8-48e1-b003-d2c9965a3978 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 09 12:33:36.801365 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-25c7a8b2-08f8-48e1-b003-d2c9965a3978 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:33:36.802365 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-25c7a8b2-08f8-48e1-b003-d2c9965a3978 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0137534 Feb 09 12:33:36.804295 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7e0e6a42-2c30-40b6-8529-baa8cbfc8cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:36.808427 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79ca15-f734-4d9e-b22f-a875ca1a0828 req-d1db656b-f617-4010-be9b-3dfe6b2f316f tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:36.810228 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0f79ca15-f734-4d9e-b22f-a875ca1a0828 req-d1db656b-f617-4010-be9b-3dfe6b2f316f tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=302a76f3-a50b-4890-a243-b44f015013ad HTTP/1.1" status: 200 len: 945 time: 0.2239463 Feb 09 12:33:36.810921 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35670) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:36.840890 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-7f41b795-b0d0-4150-bd09-4673f837d628 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Request body: {'security_group_rule': {'security_group_id': 'e5e9e807-2c34-4ca7-b9c8-f8bfba3100dd', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:33:36.854591 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-7f41b795-b0d0-4150-bd09-4673f837d628 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:36.862040 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-7f41b795-b0d0-4150-bd09-4673f837d628 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Usage tracker for resource:security_group_rule and tenant:e08cf43dd3fc417688435985a1966467 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:33:36.903745 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7e0e6a42-2c30-40b6-8529-baa8cbfc8cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:36.942382 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e6a42-2c30-40b6-8529-baa8cbfc8cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d7ea27-6a64-42a3-94b7-00ffffc5226d,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:36.947744 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-7f41b795-b0d0-4150-bd09-4673f837d628 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:33:36.965401 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0f79ca15-f734-4d9e-b22f-a875ca1a0828 req-daef6d0a-b200-4376-94c1-73f5c0f4337a tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/security-groups?id=30901aa2-fada-41fa-b028-807238be08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494758 Feb 09 12:33:36.977294 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7e0e6a42-2c30-40b6-8529-baa8cbfc8cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:36.981049 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7e0e6a42-2c30-40b6-8529-baa8cbfc8cb0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f0d7ea27-6a64-42a3-94b7-00ffffc5226d HTTP/1.1" status: 204 len: 168 time: 0.3729422 Feb 09 12:33:36.989912 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-7f41b795-b0d0-4150-bd09-4673f837d628 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:37.007553 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '302a76f3-a50b-4890-a243-b44f015013ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac66b915-c73e-42d3-b403-83ad0b252ab4', 'code': 200} Feb 09 12:33:37.074174 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-7f41b795-b0d0-4150-bd09-4673f837d628 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:33:37.075954 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-7f41b795-b0d0-4150-bd09-4673f837d628 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2637920 Feb 09 12:33:37.078712 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35686) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:37.092042 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-c46a3a37-7133-472b-aa9f-462c66fffdc6 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Request body: {'security_group_rule': {'security_group_id': 'e5e9e807-2c34-4ca7-b9c8-f8bfba3100dd', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:33:37.121420 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c46a3a37-7133-472b-aa9f-462c66fffdc6 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:37.125936 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c46a3a37-7133-472b-aa9f-462c66fffdc6 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Usage tracker for resource:security_group_rule and tenant:e08cf43dd3fc417688435985a1966467 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:33:37.136770 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c46a3a37-7133-472b-aa9f-462c66fffdc6 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:33:37.143098 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c46a3a37-7133-472b-aa9f-462c66fffdc6 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:37.197487 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-c46a3a37-7133-472b-aa9f-462c66fffdc6 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:33:37.200112 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c46a3a37-7133-472b-aa9f-462c66fffdc6 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1198313 Feb 09 12:33:37.202567 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35692) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:37.288416 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e8b35-845d-4c93-8207-01aa29b61669 req-4aaf6e84-238a-45c1-b2a3-3ec63474534d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:37.290759 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-5e5e8b35-845d-4c93-8207-01aa29b61669 req-4aaf6e84-238a-45c1-b2a3-3ec63474534d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=302a76f3-a50b-4890-a243-b44f015013ad HTTP/1.1" status: 200 len: 1096 time: 0.1806102 Feb 09 12:33:37.312549 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6a8cded1-8cc2-47f5-8e14-f6e2319f3407 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:37.357995 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6a8cded1-8cc2-47f5-8e14-f6e2319f3407 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:37.385517 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-5e5e8b35-845d-4c93-8207-01aa29b61669 req-81b17e36-e6f9-4838-b517-65fe2a30094c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=30901aa2-fada-41fa-b028-807238be08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873454 Feb 09 12:33:37.506837 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6a8cded1-8cc2-47f5-8e14-f6e2319f3407 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:37.539372 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8cded1-8cc2-47f5-8e14-f6e2319f3407 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e9e807-2c34-4ca7-b9c8-f8bfba3100dd,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:37.570585 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6a8cded1-8cc2-47f5-8e14-f6e2319f3407 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:37.575305 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 35718) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:37.578284 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-6a8cded1-8cc2-47f5-8e14-f6e2319f3407 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] 10.222.0.55 "DELETE /v2.0/security-groups/e5e9e807-2c34-4ca7-b9c8-f8bfba3100dd HTTP/1.1" status: 204 len: 168 time: 0.3738384 Feb 09 12:33:37.679017 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7f1047a9-d5c6-4dcf-a9a0-0ce5c8c593ac tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Synchronizing usage tracker for tenant:e08cf43dd3fc417688435985a1966467 on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:33:37.722991 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7f1047a9-d5c6-4dcf-a9a0-0ce5c8c593ac tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Unset dirty status for tenant:e08cf43dd3fc417688435985a1966467 on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:33:37.729794 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35726) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:37.735407 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-14f07be9-20f7-4559-baae-eb0526ba517a tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Request body: {'security_group': {'name': 'tempest-secgroup--598318802'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:33:37.739455 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7f1047a9-d5c6-4dcf-a9a0-0ce5c8c593ac tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1623297 Feb 09 12:33:37.743237 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-14f07be9-20f7-4559-baae-eb0526ba517a tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:37.761206 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-14f07be9-20f7-4559-baae-eb0526ba517a tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:37.795116 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-14f07be9-20f7-4559-baae-eb0526ba517a tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:37.843315 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-14f07be9-20f7-4559-baae-eb0526ba517a tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:37.853787 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-14f07be9-20f7-4559-baae-eb0526ba517a tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Usage tracker for resource:security_group_rule and tenant:e08cf43dd3fc417688435985a1966467 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:33:37.864089 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-14f07be9-20f7-4559-baae-eb0526ba517a tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:33:37.878518 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-14f07be9-20f7-4559-baae-eb0526ba517a tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:38.040843 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-14f07be9-20f7-4559-baae-eb0526ba517a tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:38.049117 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-14f07be9-20f7-4559-baae-eb0526ba517a tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:38.236161 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f07be9-20f7-4559-baae-eb0526ba517a tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d41897f0-b8e7-431d-85f0-90ceff567354,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:38.250259 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-14f07be9-20f7-4559-baae-eb0526ba517a tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:38.252290 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-14f07be9-20f7-4559-baae-eb0526ba517a tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5212631 Feb 09 12:33:38.255469 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 35754) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:38.265569 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-cf0cf6ec-80eb-48fa-a34b-b75973a2a80e tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Request body: {'security_group_rule': {'security_group_id': 'd41897f0-b8e7-431d-85f0-90ceff567354', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:33:38.275029 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-cf0cf6ec-80eb-48fa-a34b-b75973a2a80e tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:38.280134 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-cf0cf6ec-80eb-48fa-a34b-b75973a2a80e tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Usage tracker for resource:security_group_rule and tenant:e08cf43dd3fc417688435985a1966467 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:33:38.286655 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-cf0cf6ec-80eb-48fa-a34b-b75973a2a80e tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:33:38.298267 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc7a8c-20d9-4a0a-af82-cf48e4efe6e7 req-982e98a3-bc53-4b36-aeb4-c65bb8965867 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:38.299791 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e4bc7a8c-20d9-4a0a-af82-cf48e4efe6e7 req-982e98a3-bc53-4b36-aeb4-c65bb8965867 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=302a76f3-a50b-4890-a243-b44f015013ad HTTP/1.1" status: 200 len: 945 time: 0.1435473 Feb 09 12:33:38.308839 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-cf0cf6ec-80eb-48fa-a34b-b75973a2a80e tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:38.360998 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e4bc7a8c-20d9-4a0a-af82-cf48e4efe6e7 req-c67aa616-6469-4ea5-9e39-23073240f94e tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/security-groups?id=30901aa2-fada-41fa-b028-807238be08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547769 Feb 09 12:33:38.376821 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-cf0cf6ec-80eb-48fa-a34b-b75973a2a80e tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] create failed (client error): The resource could not be found. Feb 09 12:33:38.380935 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35760) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:38.386533 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-cf0cf6ec-80eb-48fa-a34b-b75973a2a80e tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1212475 Feb 09 12:33:38.389672 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-64091aef-526c-45bb-9c22-516aa8d1da16 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Request body: {'security_group_rule': {'security_group_id': 'd41897f0-b8e7-431d-85f0-90ceff567354', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'dec0229d-ffae-4e0a-a28c-f69a84fde013'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:33:38.402845 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-64091aef-526c-45bb-9c22-516aa8d1da16 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:38.407639 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-64091aef-526c-45bb-9c22-516aa8d1da16 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Usage tracker for resource:security_group_rule and tenant:e08cf43dd3fc417688435985a1966467 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:33:38.415024 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-64091aef-526c-45bb-9c22-516aa8d1da16 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:33:38.423997 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-64091aef-526c-45bb-9c22-516aa8d1da16 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:38.474853 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-64091aef-526c-45bb-9c22-516aa8d1da16 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] create failed (client error): The resource could not be found. Feb 09 12:33:38.476410 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-64091aef-526c-45bb-9c22-516aa8d1da16 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0936694 Feb 09 12:33:38.479903 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 35766) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:38.574406 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-84f3322d-4d6c-4829-80b4-726fff804a3e tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:38.627903 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-84f3322d-4d6c-4829-80b4-726fff804a3e tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:38.722722 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-84f3322d-4d6c-4829-80b4-726fff804a3e tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:38.771658 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f3322d-4d6c-4829-80b4-726fff804a3e tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41897f0-b8e7-431d-85f0-90ceff567354,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:38.787590 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-84f3322d-4d6c-4829-80b4-726fff804a3e tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:38.793311 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35778) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:38.808611 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-84f3322d-4d6c-4829-80b4-726fff804a3e tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] 10.222.0.55 "DELETE /v2.0/security-groups/d41897f0-b8e7-431d-85f0-90ceff567354 HTTP/1.1" status: 204 len: 168 time: 0.3273492 Feb 09 12:33:38.969295 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-f5e06557-fc71-4880-95bb-f3e7dcaeaec9 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Synchronizing usage tracker for tenant:e08cf43dd3fc417688435985a1966467 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:33:39.006510 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-f5e06557-fc71-4880-95bb-f3e7dcaeaec9 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Unset dirty status for tenant:e08cf43dd3fc417688435985a1966467 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:33:39.015673 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 35788) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:39.017317 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f5e06557-fc71-4880-95bb-f3e7dcaeaec9 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2227261 Feb 09 12:33:39.021638 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-cec6dcc5-f94b-4b46-8f06-bfbefb264a09 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Request body: {'security_group_rule': {'security_group_id': '994c3c89-ccd3-4dc2-a4e3-10dc57241c58', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:33:39.035071 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-cec6dcc5-f94b-4b46-8f06-bfbefb264a09 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:39.053383 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-cec6dcc5-f94b-4b46-8f06-bfbefb264a09 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Usage tracker for resource:security_group_rule and tenant:e08cf43dd3fc417688435985a1966467 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:33:39.059150 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-cec6dcc5-f94b-4b46-8f06-bfbefb264a09 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:33:39.068466 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-cec6dcc5-f94b-4b46-8f06-bfbefb264a09 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:39.156975 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-cec6dcc5-f94b-4b46-8f06-bfbefb264a09 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] create failed (client error): The resource could not be found. Feb 09 12:33:39.158383 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-cec6dcc5-f94b-4b46-8f06-bfbefb264a09 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1425986 Feb 09 12:33:39.162087 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 35798) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:39.167553 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-7786b470-f96f-401e-818a-f32a38037b94 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Request body: {'security_group': {'name': 'tempest-secgroup--1418309925'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:33:39.175590 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7786b470-f96f-401e-818a-f32a38037b94 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:39.187481 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7786b470-f96f-401e-818a-f32a38037b94 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:39.208514 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7786b470-f96f-401e-818a-f32a38037b94 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:39.255916 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7786b470-f96f-401e-818a-f32a38037b94 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:39.261371 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7786b470-f96f-401e-818a-f32a38037b94 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Usage tracker for resource:security_group_rule and tenant:e08cf43dd3fc417688435985a1966467 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:33:39.265612 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7786b470-f96f-401e-818a-f32a38037b94 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:33:39.294521 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7786b470-f96f-401e-818a-f32a38037b94 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:39.472064 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7786b470-f96f-401e-818a-f32a38037b94 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:39.478660 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7786b470-f96f-401e-818a-f32a38037b94 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:39.540441 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7786b470-f96f-401e-818a-f32a38037b94 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b747a708-e39f-4ae2-b6ef-efac76f5a24f,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:39.565277 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7786b470-f96f-401e-818a-f32a38037b94 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:39.567018 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7786b470-f96f-401e-818a-f32a38037b94 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4040067 Feb 09 12:33:39.569702 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 35818) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:39.576921 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-e4c55906-1014-4bc9-9303-ec17eec7f74c tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Request body: {'security_group': {'name': 'tempest-secgroup--931787649'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:33:39.584732 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e4c55906-1014-4bc9-9303-ec17eec7f74c tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:39.590214 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e4c55906-1014-4bc9-9303-ec17eec7f74c tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Usage tracker for resource:security_group and tenant:e08cf43dd3fc417688435985a1966467 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:33:39.593718 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e4c55906-1014-4bc9-9303-ec17eec7f74c tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:33:39.602125 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e4c55906-1014-4bc9-9303-ec17eec7f74c tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:39.615431 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e4c55906-1014-4bc9-9303-ec17eec7f74c tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:39.645955 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e4c55906-1014-4bc9-9303-ec17eec7f74c tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:39.653002 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e4c55906-1014-4bc9-9303-ec17eec7f74c tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Usage tracker for resource:security_group_rule and tenant:e08cf43dd3fc417688435985a1966467 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:33:39.661594 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e4c55906-1014-4bc9-9303-ec17eec7f74c tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:33:39.673388 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e4c55906-1014-4bc9-9303-ec17eec7f74c tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:39.853500 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e4c55906-1014-4bc9-9303-ec17eec7f74c tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:39.859572 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e4c55906-1014-4bc9-9303-ec17eec7f74c tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:39.873727 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3505f5b-f3cf-4b6a-ac62-111f794abffc req-ac3220e1-0402-4972-8cb4-46e27badeb9f tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:39.875276 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a3505f5b-f3cf-4b6a-ac62-111f794abffc req-ac3220e1-0402-4972-8cb4-46e27badeb9f tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d6779d-0f52-4863-8486-39c71f106fa7 HTTP/1.1" status: 200 len: 950 time: 0.2420440 Feb 09 12:33:39.884065 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791fdebe-d889-47f7-9476-56083f39435c req-e015c34b-e029-4729-8b96-3b82abc8d4b3 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:39.886143 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-791fdebe-d889-47f7-9476-56083f39435c req-e015c34b-e029-4729-8b96-3b82abc8d4b3 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=302a76f3-a50b-4890-a243-b44f015013ad HTTP/1.1" status: 200 len: 945 time: 0.3295832 Feb 09 12:33:39.900264 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e4c55906-1014-4bc9-9303-ec17eec7f74c tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:39.902873 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e4c55906-1014-4bc9-9303-ec17eec7f74c tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3316412 Feb 09 12:33:39.906143 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35828) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:39.926168 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c55906-1014-4bc9-9303-ec17eec7f74c tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa35ba6c-02c9-4fed-9e54-95e690041700,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:39.952641 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-fdba682b-6c26-4c72-809f-82b28d1c676d tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Request body: {'security_group_rule': {'security_group_id': 'b747a708-e39f-4ae2-b6ef-efac76f5a24f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'aa35ba6c-02c9-4fed-9e54-95e690041700'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:33:39.970438 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-fdba682b-6c26-4c72-809f-82b28d1c676d tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:39.983059 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-fdba682b-6c26-4c72-809f-82b28d1c676d tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Usage tracker for resource:security_group_rule and tenant:e08cf43dd3fc417688435985a1966467 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:33:39.987541 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-fdba682b-6c26-4c72-809f-82b28d1c676d tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:33:39.992897 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-791fdebe-d889-47f7-9476-56083f39435c req-84bdf509-3d75-4789-9222-c03d438f8a70 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/security-groups?id=30901aa2-fada-41fa-b028-807238be08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884702 Feb 09 12:33:40.002491 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-fdba682b-6c26-4c72-809f-82b28d1c676d tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:40.028601 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a3505f5b-f3cf-4b6a-ac62-111f794abffc req-a4710dc1-1378-479d-a7cd-9ec3820391b8 tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] 10.222.0.55 "GET /v2.0/security-groups?id=022aa720-143f-40a5-b1ce-2e2bd631d2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412184 Feb 09 12:33:40.080187 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-fdba682b-6c26-4c72-809f-82b28d1c676d tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:33:40.082631 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-fdba682b-6c26-4c72-809f-82b28d1c676d tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1505852 Feb 09 12:33:40.085633 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35836) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:40.180886 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b8227158-47cf-4142-979f-b862dd009743 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:40.218206 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b8227158-47cf-4142-979f-b862dd009743 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:40.285961 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b8227158-47cf-4142-979f-b862dd009743 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:40.334877 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8227158-47cf-4142-979f-b862dd009743 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa35ba6c-02c9-4fed-9e54-95e690041700,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:40.367224 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b8227158-47cf-4142-979f-b862dd009743 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:40.372362 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 35850) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:40.372726 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b8227158-47cf-4142-979f-b862dd009743 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] 10.222.0.55 "DELETE /v2.0/security-groups/aa35ba6c-02c9-4fed-9e54-95e690041700 HTTP/1.1" status: 204 len: 168 time: 0.2855310 Feb 09 12:33:40.512440 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-efb00dd8-a364-46a0-9e40-70f81cbe36dc tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Synchronizing usage tracker for tenant:e08cf43dd3fc417688435985a1966467 on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:33:40.560091 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-efb00dd8-a364-46a0-9e40-70f81cbe36dc tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Unset dirty status for tenant:e08cf43dd3fc417688435985a1966467 on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:33:40.566057 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35858) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:40.575478 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-efb00dd8-a364-46a0-9e40-70f81cbe36dc tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2015624 Feb 09 12:33:40.725538 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0db85cf5-d726-4792-b4a7-306fa8e17a0d tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:40.823614 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0db85cf5-d726-4792-b4a7-306fa8e17a0d tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:40.927902 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0db85cf5-d726-4792-b4a7-306fa8e17a0d tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:40.977981 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0db85cf5-d726-4792-b4a7-306fa8e17a0d tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:40.983220 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 35876) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:41.008606 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-0db85cf5-d726-4792-b4a7-306fa8e17a0d tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] 10.222.0.55 "DELETE /v2.0/security-groups/b747a708-e39f-4ae2-b6ef-efac76f5a24f HTTP/1.1" status: 204 len: 168 time: 0.4417658 Feb 09 12:33:41.009830 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db85cf5-d726-4792-b4a7-306fa8e17a0d tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b747a708-e39f-4ae2-b6ef-efac76f5a24f,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:41.090282 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35890) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:41.097679 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-594964aa-7ad0-463a-b4a6-5d08abc5c1d2 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Request body: {'security_group': {'name': 'tempest-secgroup--1768012062'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:33:41.105709 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-55320f24-a71e-444b-aa82-e02af68b6407 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1181946 Feb 09 12:33:41.107948 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-594964aa-7ad0-463a-b4a6-5d08abc5c1d2 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:41.115589 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-594964aa-7ad0-463a-b4a6-5d08abc5c1d2 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Usage tracker for resource:security_group and tenant:e08cf43dd3fc417688435985a1966467 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:33:41.119457 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-594964aa-7ad0-463a-b4a6-5d08abc5c1d2 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:33:41.129865 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-594964aa-7ad0-463a-b4a6-5d08abc5c1d2 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:41.160447 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-594964aa-7ad0-463a-b4a6-5d08abc5c1d2 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:41.193507 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-594964aa-7ad0-463a-b4a6-5d08abc5c1d2 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:41.198526 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-594964aa-7ad0-463a-b4a6-5d08abc5c1d2 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Usage tracker for resource:security_group_rule and tenant:e08cf43dd3fc417688435985a1966467 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:33:41.203840 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-594964aa-7ad0-463a-b4a6-5d08abc5c1d2 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:33:41.212773 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-594964aa-7ad0-463a-b4a6-5d08abc5c1d2 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:41.423132 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e925ab-c551-4e12-9990-295ee25b3fb8 req-3f0df658-b65f-49d9-a81d-688ffee52d6f tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:41.424184 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-45e925ab-c551-4e12-9990-295ee25b3fb8 req-3f0df658-b65f-49d9-a81d-688ffee52d6f tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] Synchronizing usage tracker for tenant:f1b2fff7fd704e568c7b200b706cbd07 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:33:41.445590 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-45e925ab-c551-4e12-9990-295ee25b3fb8 req-3f0df658-b65f-49d9-a81d-688ffee52d6f tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] Unset dirty status for tenant:f1b2fff7fd704e568c7b200b706cbd07 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:33:41.447305 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-45e925ab-c551-4e12-9990-295ee25b3fb8 req-3f0df658-b65f-49d9-a81d-688ffee52d6f tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] 10.222.0.46 "GET /v2.0/ports?device_id=58d6779d-0f52-4863-8486-39c71f106fa7 HTTP/1.1" status: 200 len: 950 time: 0.2089119 Feb 09 12:33:41.464706 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-594964aa-7ad0-463a-b4a6-5d08abc5c1d2 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:41.472896 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-594964aa-7ad0-463a-b4a6-5d08abc5c1d2 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:41.520668 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-594964aa-7ad0-463a-b4a6-5d08abc5c1d2 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:41.525713 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-594964aa-7ad0-463a-b4a6-5d08abc5c1d2 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4338858 Feb 09 12:33:41.529814 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35914) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:41.544318 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-cdbbf213-b7a9-4be9-96b8-df7d505466e4 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:33:41.544881 n-d-825178-3 neutron-server[87567]: WARNING neutron.api.v2.base [None req-cdbbf213-b7a9-4be9-96b8-df7d505466e4 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 12:33:41.545559 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-cdbbf213-b7a9-4be9-96b8-df7d505466e4 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 12:33:41.549807 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-cdbbf213-b7a9-4be9-96b8-df7d505466e4 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] 10.222.0.55 "PUT /v2.0/security-groups/15f304ef-bfb0-4206-95a9-8da623ef656c HTTP/1.1" status: 409 len: 330 time: 0.0163584 Feb 09 12:33:41.561462 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35918) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:41.649591 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae02a4e-2e93-44ca-ad3f-05db83849671 req-03936511-5bcd-4b67-b918-69b5b1c4efdc tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:41.653757 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8ae02a4e-2e93-44ca-ad3f-05db83849671 req-03936511-5bcd-4b67-b918-69b5b1c4efdc tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d6779d-0f52-4863-8486-39c71f106fa7 HTTP/1.1" status: 200 len: 950 time: 0.3007519 Feb 09 12:33:41.654719 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594964aa-7ad0-463a-b4a6-5d08abc5c1d2 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15f304ef-bfb0-4206-95a9-8da623ef656c,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:41.676416 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-45e925ab-c551-4e12-9990-295ee25b3fb8 req-e2a0742d-b170-430b-8fb1-dfaf171c89d9 tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] Deleting port 1bee0836-bbcb-4392-92be-eb20a76e5b71 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:33:41.677426 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-45e925ab-c551-4e12-9990-295ee25b3fb8 req-e2a0742d-b170-430b-8fb1-dfaf171c89d9 tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:41.742790 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1a423d51-4e37-4a5d-bb3e-65b8d142c80e tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:41.782674 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8ae02a4e-2e93-44ca-ad3f-05db83849671 req-64a38bc3-dd09-482b-9307-70d7fa567336 tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] 10.222.0.55 "GET /v2.0/security-groups?id=022aa720-143f-40a5-b1ce-2e2bd631d2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195095 Feb 09 12:33:41.814403 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1a423d51-4e37-4a5d-bb3e-65b8d142c80e tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:41.933235 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1a423d51-4e37-4a5d-bb3e-65b8d142c80e tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:41.973593 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a423d51-4e37-4a5d-bb3e-65b8d142c80e tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f304ef-bfb0-4206-95a9-8da623ef656c,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:42.008986 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1a423d51-4e37-4a5d-bb3e-65b8d142c80e tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:42.017877 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1a423d51-4e37-4a5d-bb3e-65b8d142c80e tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] 10.222.0.55 "DELETE /v2.0/security-groups/15f304ef-bfb0-4206-95a9-8da623ef656c HTTP/1.1" status: 204 len: 168 time: 0.4531405 Feb 09 12:33:42.018691 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35934) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:42.083253 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a38e5eeb-0cb7-4f0f-9360-c8979566423f tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Synchronizing usage tracker for tenant:e08cf43dd3fc417688435985a1966467 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:33:42.105148 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a38e5eeb-0cb7-4f0f-9360-c8979566423f tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] Unset dirty status for tenant:e08cf43dd3fc417688435985a1966467 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:33:42.111871 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a38e5eeb-0cb7-4f0f-9360-c8979566423f tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0917246 Feb 09 12:33:42.112671 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35938) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:42.161213 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-7254d1d8-ab1c-4fe6-95d3-cb2868dbc5e5 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] delete failed (client error): The resource could not be found. Feb 09 12:33:42.168939 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-7254d1d8-ab1c-4fe6-95d3-cb2868dbc5e5 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] 10.222.0.55 "DELETE /v2.0/security-groups/d4e91c09-06bd-4d29-a46f-1b093d47b261 HTTP/1.1" status: 404 len: 347 time: 0.0538874 Feb 09 12:33:42.171222 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35942) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:42.215176 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-3034a50c-6dab-4f73-bd49-6f977cd99d0c tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] show failed (client error): The resource could not be found. Feb 09 12:33:42.221704 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3034a50c-6dab-4f73-bd49-6f977cd99d0c tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] 10.222.0.55 "GET /v2.0/security-groups/455c3145-ef58-4c50-afeb-0f804407c25d HTTP/1.1" status: 404 len: 347 time: 0.0472555 Feb 09 12:33:42.222378 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35946) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:42.240891 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-bc9977ec-dde4-4c84-8197-6f8162f44ef0 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] show failed (client error): The resource could not be found. Feb 09 12:33:42.250530 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-bc9977ec-dde4-4c84-8197-6f8162f44ef0 tempest-NegativeSecGroupTest-832275960 tempest-NegativeSecGroupTest-832275960-project] 10.222.0.55 "GET /v2.0/security-group-rules/6617ac51-bfc8-428a-8635-99cc0a84f3df HTTP/1.1" status: 404 len: 356 time: 0.0263157 Feb 09 12:33:42.678481 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-45e925ab-c551-4e12-9990-295ee25b3fb8 req-e2a0742d-b170-430b-8fb1-dfaf171c89d9 tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] For port 1bee0836-bbcb-4392-92be-eb20a76e5b71, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=1bee0836-bbcb-4392-92be-eb20a76e5b71,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:33:42.679092 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-45e925ab-c551-4e12-9990-295ee25b3fb8 req-e2a0742d-b170-430b-8fb1-dfaf171c89d9 tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:42.860911 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-45e925ab-c551-4e12-9990-295ee25b3fb8 req-e2a0742d-b170-430b-8fb1-dfaf171c89d9 tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] Calling delete_port for 1bee0836-bbcb-4392-92be-eb20a76e5b71 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:33:43.167437 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da26069-499a-43b3-a354-4054aef49692 req-51bcab6b-7797-49f0-9828-adfbf2768ea3 tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:43.172200 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4da26069-499a-43b3-a354-4054aef49692 req-51bcab6b-7797-49f0-9828-adfbf2768ea3 tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d6779d-0f52-4863-8486-39c71f106fa7 HTTP/1.1" status: 200 len: 950 time: 0.2033832 Feb 09 12:33:43.193532 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-45e925ab-c551-4e12-9990-295ee25b3fb8 req-e2a0742d-b170-430b-8fb1-dfaf171c89d9 tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:43.207217 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['1bee0836-bbcb-4392-92be-eb20a76e5b71'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:33:43.452179 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e925ab-c551-4e12-9990-295ee25b3fb8 req-e2a0742d-b170-430b-8fb1-dfaf171c89d9 tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] No DVR routers for this DVR port 1bee0836-bbcb-4392-92be-eb20a76e5b71 on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:33:43.455042 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0742d-b170-430b-8fb1-dfaf171c89d9 tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] Pushing event deleted for resources: {'Port': ['ID=1bee0836-bbcb-4392-92be-eb20a76e5b71,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:43.465078 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-45e925ab-c551-4e12-9990-295ee25b3fb8 req-e2a0742d-b170-430b-8fb1-dfaf171c89d9 tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:43.495068 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d6779d-0f52-4863-8486-39c71f106fa7', 'name': 'network-vif-deleted', 'tag': '1bee0836-bbcb-4392-92be-eb20a76e5b71'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:33:43.541684 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4da26069-499a-43b3-a354-4054aef49692 req-032ee24f-4a4f-42d3-b220-6272377b54b0 tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] 10.222.0.55 "GET /v2.0/security-groups?id=022aa720-143f-40a5-b1ce-2e2bd631d2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602459 Feb 09 12:33:43.555191 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-45e925ab-c551-4e12-9990-295ee25b3fb8 req-e2a0742d-b170-430b-8fb1-dfaf171c89d9 tempest-VolumesBackupsTest-734729775 tempest-VolumesBackupsTest-734729775-project] 10.222.0.46 "DELETE /v2.0/ports/1bee0836-bbcb-4392-92be-eb20a76e5b71 HTTP/1.1" status: 204 len: 173 time: 2.1002710 Feb 09 12:33:43.657948 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d6779d-0f52-4863-8486-39c71f106fa7', 'name': 'network-vif-deleted', 'tag': '1bee0836-bbcb-4392-92be-eb20a76e5b71', 'status': 'completed', 'code': 200} Feb 09 12:33:43.722764 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 36002) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:43.982301 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-323e34af-ecd1-417f-b419-f1fb38776cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:44.428445 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-271af24f-c095-4514-9723-ed1b8ba03b58 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e08cf43dd3fc417688435985a1966467&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7021904 Feb 09 12:33:44.431680 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 36068) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:44.638869 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4a22993f-3a3a-4116-9dec-a4f91a9a922f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:44.739238 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4a22993f-3a3a-4116-9dec-a4f91a9a922f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:44.859289 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4a22993f-3a3a-4116-9dec-a4f91a9a922f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:44.893593 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a22993f-3a3a-4116-9dec-a4f91a9a922f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50d387e-8f0e-4e77-84b3-1badeb12e477,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:44.924905 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b1dc83a4-1936-45b4-bafe-e69c952d5e5e req-14634e13-81a5-4b61-bdff-8d711c177ff7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=50d294be-4088-4183-9349-225738f63f05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1662569 Feb 09 12:33:44.940013 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4a22993f-3a3a-4116-9dec-a4f91a9a922f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:44.943417 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4a22993f-3a3a-4116-9dec-a4f91a9a922f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f50d387e-8f0e-4e77-84b3-1badeb12e477 HTTP/1.1" status: 204 len: 168 time: 0.5091720 Feb 09 12:33:45.087994 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc83a4-1936-45b4-bafe-e69c952d5e5e req-56442418-a42c-441d-9700-63e68703ebee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:45.089511 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b1dc83a4-1936-45b4-bafe-e69c952d5e5e req-56442418-a42c-441d-9700-63e68703ebee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aba34aa17eff4c08ab9eaf8e9c681a05&device_id=50d294be-4088-4183-9349-225738f63f05 HTTP/1.1" status: 200 len: 1096 time: 0.1236608 Feb 09 12:33:45.334811 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 1bee0836-bbcb-4392-92be-eb20a76e5b71 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:33:45.353073 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc83a4-1936-45b4-bafe-e69c952d5e5e req-300e00c2-f423-435e-8091-f57b021c2626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:45.355087 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b1dc83a4-1936-45b4-bafe-e69c952d5e5e req-300e00c2-f423-435e-8091-f57b021c2626 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c52d4018-5a69-4fac-a12b-9b13cfc3a5a5 HTTP/1.1" status: 200 len: 918 time: 0.2422745 Feb 09 12:33:45.423950 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: 1bee0836-bbcb-4392-92be-eb20a76e5b71 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:33:45.425739 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 1bee0836-bbcb-4392-92be-eb20a76e5b71 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:33:45.519917 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b1dc83a4-1936-45b4-bafe-e69c952d5e5e req-f463e7ad-b1e7-4881-a0fc-35594b8e873e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e4038c9-ec5b-494a-8143-56329405372c HTTP/1.1" status: 200 len: 217 time: 0.1547496 Feb 09 12:33:45.634599 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 36128) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:45.675955 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc83a4-1936-45b4-bafe-e69c952d5e5e req-56c6eaf2-cc68-4db3-85b6-0ce4bfe1502a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:45.686059 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b1dc83a4-1936-45b4-bafe-e69c952d5e5e req-56c6eaf2-cc68-4db3-85b6-0ce4bfe1502a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=21ba49f8-7226-4d27-a3b6-74fc50d70d5f HTTP/1.1" status: 200 len: 857 time: 0.1585643 Feb 09 12:33:45.786703 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b1dc83a4-1936-45b4-bafe-e69c952d5e5e req-82b97286-4c5a-4812-8c3c-6958e7d690e1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c52d4018-5a69-4fac-a12b-9b13cfc3a5a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882607 Feb 09 12:33:46.092884 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b1dc83a4-1936-45b4-bafe-e69c952d5e5e req-2d0cf323-76f1-4b37-ac70-26df42232a5d service neutron] 10.222.0.46 "GET /v2.0/networks/c52d4018-5a69-4fac-a12b-9b13cfc3a5a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013365 Feb 09 12:33:46.185139 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-2a74d958-bb91-4d62-9b82-8943f1f6c87b tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Synchronizing usage tracker for tenant:6636f5224f854918b634847a98f62470 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:33:46.207999 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8f32fba8-e633-4e2c-9b40-ca295b21741c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:46.237793 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-2a74d958-bb91-4d62-9b82-8943f1f6c87b tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Unset dirty status for tenant:6636f5224f854918b634847a98f62470 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:33:46.244085 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-2a74d958-bb91-4d62-9b82-8943f1f6c87b tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--298453632&fields=id&tenant_id=6636f5224f854918b634847a98f62470 HTTP/1.1" status: 200 len: 267 time: 0.1849573 Feb 09 12:33:46.344432 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f3f944fe-9d8f-4932-8e5d-2e2c2bdd1e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:46.452388 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 36156) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:46.546176 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8f32fba8-e633-4e2c-9b40-ca295b21741c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:46.575413 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-8f32fba8-e633-4e2c-9b40-ca295b21741c admin admin] Usage tracker for resource:security_group_rule and tenant:bea05c29c5f0412ca7152cdc5d22c809 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:33:46.600743 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-8f32fba8-e633-4e2c-9b40-ca295b21741c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:33:46.625250 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8f32fba8-e633-4e2c-9b40-ca295b21741c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:46.748228 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-88f0e7b4-f5a2-4053-a7c5-47fad5936a6e tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:46.748938 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-88f0e7b4-f5a2-4053-a7c5-47fad5936a6e tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Synchronizing usage tracker for tenant:6636f5224f854918b634847a98f62470 on resource:network {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:33:46.769242 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b1dc83a4-1936-45b4-bafe-e69c952d5e5e req-3d54a93e-cb42-46ba-b34b-aceb44589548 service neutron] 10.222.0.46 "GET /v2.0/networks/c52d4018-5a69-4fac-a12b-9b13cfc3a5a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6378100 Feb 09 12:33:46.809323 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-88f0e7b4-f5a2-4053-a7c5-47fad5936a6e tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Unset dirty status for tenant:6636f5224f854918b634847a98f62470 on resource:network {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:33:46.817123 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-88f0e7b4-f5a2-4053-a7c5-47fad5936a6e tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/networks?id=e261860c-4908-41b9-9d95-9f8235439656 HTTP/1.1" status: 200 len: 816 time: 0.5693748 Feb 09 12:33:46.861845 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-115dec78-a7fc-46f9-ae02-7ec18de4d0e1 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/quotas/6636f5224f854918b634847a98f62470 HTTP/1.1" status: 200 len: 375 time: 0.0419500 Feb 09 12:33:47.009557 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d0d33b4e-41ca-4c72-bb9c-e0ea2f1917cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:47.052202 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d0d33b4e-41ca-4c72-bb9c-e0ea2f1917cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:47.056127 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d0d33b4e-41ca-4c72-bb9c-e0ea2f1917cc admin admin] Usage tracker for resource:security_group_rule and tenant:1b91cc831bae46bca96f35b266f7c03d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:33:47.058654 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-c3bafa97-0a42-4078-9852-2c8139d12e95 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6636f5224f854918b634847a98f62470&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1957440 Feb 09 12:33:47.060338 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d0d33b4e-41ca-4c72-bb9c-e0ea2f1917cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:33:47.066298 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d0d33b4e-41ca-4c72-bb9c-e0ea2f1917cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:47.073137 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8f32fba8-e633-4e2c-9b40-ca295b21741c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:47.085018 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8f32fba8-e633-4e2c-9b40-ca295b21741c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:47.138247 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f32fba8-e633-4e2c-9b40-ca295b21741c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43286511-f905-4b20-83c2-975e375cac4b,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:47.199321 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8f32fba8-e633-4e2c-9b40-ca295b21741c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bea05c29c5f0412ca7152cdc5d22c809&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5581498 Feb 09 12:33:47.202324 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 36180) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:47.321489 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d0d33b4e-41ca-4c72-bb9c-e0ea2f1917cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:47.331199 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d0d33b4e-41ca-4c72-bb9c-e0ea2f1917cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:47.368698 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0ba244e0-cb20-44f1-9d91-41174140cf40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:47.406252 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0ba244e0-cb20-44f1-9d91-41174140cf40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:47.478034 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-1e8b0972-8a3b-48df-9e39-00a16ef50c87 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:33:47.481475 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-1e8b0972-8a3b-48df-9e39-00a16ef50c87 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4111986 Feb 09 12:33:47.491996 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d0d33b4e-41ca-4c72-bb9c-e0ea2f1917cc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1b91cc831bae46bca96f35b266f7c03d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0348790 Feb 09 12:33:47.492643 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 36186) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:47.493381 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d33b4e-41ca-4c72-bb9c-e0ea2f1917cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c0d84e-513c-4ceb-9049-f4eba347447a,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:47.539250 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:47.585684 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:47.730097 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-88c53fec-16d1-4d0f-8ebb-3aff66ded8c2 service neutron] 10.222.0.55 "GET /v2.0/networks/e261860c-4908-41b9-9d95-9f8235439656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397685 Feb 09 12:33:47.740824 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0ba244e0-cb20-44f1-9d91-41174140cf40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:48.067271 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba244e0-cb20-44f1-9d91-41174140cf40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43286511-f905-4b20-83c2-975e375cac4b,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:48.119788 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-4e408f9f-d936-4f49-a837-0273f11e64f3 service neutron] 10.222.0.55 "GET /v2.0/networks/e261860c-4908-41b9-9d95-9f8235439656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679285 Feb 09 12:33:48.122078 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0ba244e0-cb20-44f1-9d91-41174140cf40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:48.130354 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-0ba244e0-cb20-44f1-9d91-41174140cf40 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/43286511-f905-4b20-83c2-975e375cac4b HTTP/1.1" status: 204 len: 168 time: 0.9256206 Feb 09 12:33:48.182792 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0a0521ae-11c8-4345-a71d-bd15458dd5d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:48.222358 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0a0521ae-11c8-4345-a71d-bd15458dd5d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:48.307410 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0a0521ae-11c8-4345-a71d-bd15458dd5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:48.398655 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0a0521ae-11c8-4345-a71d-bd15458dd5d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:48.405660 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-0a0521ae-11c8-4345-a71d-bd15458dd5d7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/00c0d84e-513c-4ceb-9049-f4eba347447a HTTP/1.1" status: 204 len: 168 time: 0.6794114 Feb 09 12:33:48.413331 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0521ae-11c8-4345-a71d-bd15458dd5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c0d84e-513c-4ceb-9049-f4eba347447a,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:48.877387 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f2a1c830-c7d6-4641-8699-55656795f1a2 req-851751d8-c468-4dee-922f-c44ad9c7bd50 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/ports?device_id=085c111d-6af0-4b8a-ab01-93bdce9f26cd HTTP/1.1" status: 200 len: 210 time: 0.0887167 Feb 09 12:33:49.091019 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:49.295679 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 36270) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:49.327890 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1922c8f0-2e11-4cc9-9c39-f64ee351e269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:49.359039 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-1922c8f0-2e11-4cc9-9c39-f64ee351e269 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:49.375499 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-1922c8f0-2e11-4cc9-9c39-f64ee351e269 admin admin] Usage tracker for resource:security_group_rule and tenant:5464633befb54705927678fe135cd371 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:33:49.382499 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-1922c8f0-2e11-4cc9-9c39-f64ee351e269 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:33:49.396838 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-1922c8f0-2e11-4cc9-9c39-f64ee351e269 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:49.401991 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 36282) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:49.440540 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 36286) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:49.443980 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-63a8e400-2d65-40f4-829a-ecf0fdee731a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:49.486559 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-63a8e400-2d65-40f4-829a-ecf0fdee731a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:49.499246 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-63a8e400-2d65-40f4-829a-ecf0fdee731a admin admin] Usage tracker for resource:security_group_rule and tenant:ed5b40e237924fb1b553ecbd5ce68744 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:33:49.504194 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-63a8e400-2d65-40f4-829a-ecf0fdee731a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:33:49.516940 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-63a8e400-2d65-40f4-829a-ecf0fdee731a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:49.604706 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1922c8f0-2e11-4cc9-9c39-f64ee351e269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:49.613066 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1922c8f0-2e11-4cc9-9c39-f64ee351e269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:49.705400 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1922c8f0-2e11-4cc9-9c39-f64ee351e269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6163f64f-e1dc-4a2d-b922-b6ecc7f62e49,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:49.720823 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-63a8e400-2d65-40f4-829a-ecf0fdee731a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:49.729825 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-63a8e400-2d65-40f4-829a-ecf0fdee731a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:49.777342 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1922c8f0-2e11-4cc9-9c39-f64ee351e269 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5464633befb54705927678fe135cd371&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4805636 Feb 09 12:33:49.786489 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 36296) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:49.840434 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a8e400-2d65-40f4-829a-ecf0fdee731a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e363b130-6c7b-4054-b80a-dfe26403d5fd,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:49.892676 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-63a8e400-2d65-40f4-829a-ecf0fdee731a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ed5b40e237924fb1b553ecbd5ce68744&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4889450 Feb 09 12:33:49.893468 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 36302) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:49.961412 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-77193e5f-f9f8-447f-b17f-4e29330d5263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:50.021973 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9eb37cf3-30e1-4ab1-9b95-35278d81d807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:50.093430 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-77193e5f-f9f8-447f-b17f-4e29330d5263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:50.225008 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9eb37cf3-30e1-4ab1-9b95-35278d81d807 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:50.227603 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-10b69f6f-ef84-43aa-a050-0cc0072330f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:50.292712 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-10b69f6f-ef84-43aa-a050-0cc0072330f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:50.402388 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:50.406632 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-64672280-f603-4181-bdd2-41f9556ce923 req-9a9cb773-c252-4f50-b459-e40e3e50f582 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/ports?device_id=085c111d-6af0-4b8a-ab01-93bdce9f26cd HTTP/1.1" status: 200 len: 210 time: 0.2020226 Feb 09 12:33:50.435046 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9eb37cf3-30e1-4ab1-9b95-35278d81d807 admin admin] Usage tracker for resource:security_group_rule and tenant:31381f34255d4d72940bfdae42b99828 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:33:50.441197 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9eb37cf3-30e1-4ab1-9b95-35278d81d807 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:33:50.445679 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-77193e5f-f9f8-447f-b17f-4e29330d5263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:50.459651 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9eb37cf3-30e1-4ab1-9b95-35278d81d807 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:50.468956 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77193e5f-f9f8-447f-b17f-4e29330d5263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6163f64f-e1dc-4a2d-b922-b6ecc7f62e49,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:50.469785 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-10b69f6f-ef84-43aa-a050-0cc0072330f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:50.473295 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-77193e5f-f9f8-447f-b17f-4e29330d5263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:50.478150 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-77193e5f-f9f8-447f-b17f-4e29330d5263 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6163f64f-e1dc-4a2d-b922-b6ecc7f62e49 HTTP/1.1" status: 204 len: 168 time: 0.6903651 Feb 09 12:33:50.755639 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b69f6f-ef84-43aa-a050-0cc0072330f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e363b130-6c7b-4054-b80a-dfe26403d5fd,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:50.788257 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9eb37cf3-30e1-4ab1-9b95-35278d81d807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:50.797787 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9eb37cf3-30e1-4ab1-9b95-35278d81d807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:50.873215 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb37cf3-30e1-4ab1-9b95-35278d81d807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433452e2-9068-4928-9589-85d1461e9b81,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:50.888863 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-10b69f6f-ef84-43aa-a050-0cc0072330f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:50.890214 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-10b69f6f-ef84-43aa-a050-0cc0072330f0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e363b130-6c7b-4054-b80a-dfe26403d5fd HTTP/1.1" status: 204 len: 168 time: 0.9951208 Feb 09 12:33:50.902171 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9eb37cf3-30e1-4ab1-9b95-35278d81d807 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=31381f34255d4d72940bfdae42b99828&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4282792 Feb 09 12:33:50.904725 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 36370) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:50.998131 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d67a1fef-f2fd-482c-9630-640427817844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:51.230944 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d67a1fef-f2fd-482c-9630-640427817844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:51.426898 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-f075c232-b0d3-4328-87a9-767a8ead3d47 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:51.428397 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 36386) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:51.432497 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-f075c232-b0d3-4328-87a9-767a8ead3d47 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.46 "GET /v2.0/networks?id=e261860c-4908-41b9-9d95-9f8235439656 HTTP/1.1" status: 200 len: 816 time: 0.4205344 Feb 09 12:33:51.446266 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d67a1fef-f2fd-482c-9630-640427817844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:51.476805 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb5e9d-789f-43b4-9e6e-e9051fe2b37f req-d2ca1b8a-2055-401e-9b97-4894071566c2 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:51.479283 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0bcb5e9d-789f-43b4-9e6e-e9051fe2b37f req-d2ca1b8a-2055-401e-9b97-4894071566c2 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=23a2acd0-5ea5-452b-bf41-c6af6610990e HTTP/1.1" status: 200 len: 946 time: 0.2884765 Feb 09 12:33:51.544593 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a1fef-f2fd-482c-9630-640427817844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433452e2-9068-4928-9589-85d1461e9b81,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:51.546809 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d67a1fef-f2fd-482c-9630-640427817844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:51.548179 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d67a1fef-f2fd-482c-9630-640427817844 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/433452e2-9068-4928-9589-85d1461e9b81 HTTP/1.1" status: 204 len: 168 time: 0.6414654 Feb 09 12:33:51.591955 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0bcb5e9d-789f-43b4-9e6e-e9051fe2b37f req-abf5c78b-8578-4f3e-a6eb-87168f28c04f tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047771 Feb 09 12:33:51.613889 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-e7ecef1f-827f-4b7d-8acb-738e28fce194 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Synchronizing usage tracker for tenant:6636f5224f854918b634847a98f62470 on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:33:51.628297 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-e7ecef1f-827f-4b7d-8acb-738e28fce194 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Unset dirty status for tenant:6636f5224f854918b634847a98f62470 on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:33:51.629904 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-e7ecef1f-827f-4b7d-8acb-738e28fce194 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6636f5224f854918b634847a98f62470 HTTP/1.1" status: 200 len: 379 time: 0.1718919 Feb 09 12:33:51.641754 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-6da760f1-1596-448d-84f7-7170255ef005 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Request body: {'port': {'device_id': '085c111d-6af0-4b8a-ab01-93bdce9f26cd', 'network_id': 'e261860c-4908-41b9-9d95-9f8235439656', 'admin_state_up': True, 'tenant_id': '6636f5224f854918b634847a98f62470', 'security_groups': ['bcb514ab-a4b8-4ef3-a817-492a4e7ae5d2']}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:33:51.809567 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-72917ff1-0de7-4ee0-a0d7-f45ecc2ac29e req-0bc94b33-adda-4b2b-95a3-f0c870ba3cf0 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/ports?device_id=085c111d-6af0-4b8a-ab01-93bdce9f26cd HTTP/1.1" status: 200 len: 210 time: 0.1324408 Feb 09 12:33:51.810597 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f9a85fd4-8f81-456b-b65e-a586d4fbb6ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:51.851993 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-f9a85fd4-8f81-456b-b65e-a586d4fbb6ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:51.855936 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-f9a85fd4-8f81-456b-b65e-a586d4fbb6ad admin admin] Usage tracker for resource:security_group_rule and tenant:9727a8af66df4cfe836d6e3ab621d09b is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:33:51.858776 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-f9a85fd4-8f81-456b-b65e-a586d4fbb6ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:33:51.871768 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-f9a85fd4-8f81-456b-b65e-a586d4fbb6ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:51.919300 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-6da760f1-1596-448d-84f7-7170255ef005 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:51.924769 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-6da760f1-1596-448d-84f7-7170255ef005 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Usage tracker for resource:port and tenant:6636f5224f854918b634847a98f62470 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:33:51.929955 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-6da760f1-1596-448d-84f7-7170255ef005 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:33:51.938656 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-6da760f1-1596-448d-84f7-7170255ef005 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:51.959292 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-6da760f1-1596-448d-84f7-7170255ef005 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Made reservation on behalf of 6636f5224f854918b634847a98f62470 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:33:51.969601 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-6da760f1-1596-448d-84f7-7170255ef005 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:52.101534 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f9a85fd4-8f81-456b-b65e-a586d4fbb6ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:52.110873 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f9a85fd4-8f81-456b-b65e-a586d4fbb6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:52.223627 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 36414) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:52.241188 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a85fd4-8f81-456b-b65e-a586d4fbb6ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ca958a-96cf-4493-8301-5afcac9199e2,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:52.252008 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f9a85fd4-8f81-456b-b65e-a586d4fbb6ad admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9727a8af66df4cfe836d6e3ab621d09b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8218763 Feb 09 12:33:52.261722 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 36418) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:52.284644 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ab3c2bfb-4ceb-4895-afdb-d89de8a50aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:52.394900 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-789492bb-de1d-4ea4-b730-e002eaf3dba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:52.413717 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ab3c2bfb-4ceb-4895-afdb-d89de8a50aff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:52.443144 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ab3c2bfb-4ceb-4895-afdb-d89de8a50aff admin admin] Usage tracker for resource:security_group_rule and tenant:740258723d6240d684d4a403a7d8e15f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:33:52.448612 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ab3c2bfb-4ceb-4895-afdb-d89de8a50aff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:33:52.452075 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-789492bb-de1d-4ea4-b730-e002eaf3dba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:52.461635 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ab3c2bfb-4ceb-4895-afdb-d89de8a50aff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:52.495177 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-6da760f1-1596-448d-84f7-7170255ef005 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Allocated IP 172.20.0.5 (e261860c-4908-41b9-9d95-9f8235439656/1c766e56-81af-415a-be67-1134703375d0/adf45d57-4eb3-45fa-9a2e-58b83c50c383) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:33:52.537898 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-789492bb-de1d-4ea4-b730-e002eaf3dba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:52.604974 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789492bb-de1d-4ea4-b730-e002eaf3dba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ca958a-96cf-4493-8301-5afcac9199e2,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:52.607228 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-789492bb-de1d-4ea4-b730-e002eaf3dba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:52.608735 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-789492bb-de1d-4ea4-b730-e002eaf3dba2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/05ca958a-96cf-4493-8301-5afcac9199e2 HTTP/1.1" status: 204 len: 168 time: 0.3459852 Feb 09 12:33:52.747927 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:52.877722 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ab3c2bfb-4ceb-4895-afdb-d89de8a50aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:52.889820 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ab3c2bfb-4ceb-4895-afdb-d89de8a50aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:52.951405 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e7d01-1086-43e0-93e4-2ee30fe0f21d req-742f563d-ae5e-41ea-b4a4-52e03191d80e tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:52.962495 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b64e7d01-1086-43e0-93e4-2ee30fe0f21d req-742f563d-ae5e-41ea-b4a4-52e03191d80e tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=23a2acd0-5ea5-452b-bf41-c6af6610990e HTTP/1.1" status: 200 len: 946 time: 0.1510296 Feb 09 12:33:53.056940 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ab3c2bfb-4ceb-4895-afdb-d89de8a50aff admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=740258723d6240d684d4a403a7d8e15f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8325779 Feb 09 12:33:53.063256 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b64e7d01-1086-43e0-93e4-2ee30fe0f21d req-3db53018-72af-4bf1-b1b5-12c03d46c8cd tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945997 Feb 09 12:33:53.063779 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 36446) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:53.078478 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-6da760f1-1596-448d-84f7-7170255ef005 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:53.081967 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c2bfb-4ceb-4895-afdb-d89de8a50aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d989f2bf-d995-4c91-9320-d52522ec937c,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:53.102063 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-6da760f1-1596-448d-84f7-7170255ef005 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Transition to ACTIVE for port object adf45d57-4eb3-45fa-9a2e-58b83c50c383 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:33:53.141003 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-6da760f1-1596-448d-84f7-7170255ef005 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:53.287632 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f0bc72ad-f51f-4f95-8b96-dbc95fc7f320 req-e7c610af-2d56-4a83-83a7-8f64898c4e26 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/ports?device_id=085c111d-6af0-4b8a-ab01-93bdce9f26cd HTTP/1.1" status: 200 len: 210 time: 0.2470493 Feb 09 12:33:53.323786 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-6da760f1-1596-448d-84f7-7170255ef005 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Network e261860c-4908-41b9-9d95-9f8235439656 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:33:53.333538 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-6da760f1-1596-448d-84f7-7170255ef005 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:33:53.343506 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-6da760f1-1596-448d-84f7-7170255ef005 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:33:53.344412 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c0ae5490-3010-411f-807c-20611611bd33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:53.381376 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c0ae5490-3010-411f-807c-20611611bd33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:53.488074 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-6da760f1-1596-448d-84f7-7170255ef005 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:53.489471 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-6da760f1-1596-448d-84f7-7170255ef005 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:53.496345 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c0ae5490-3010-411f-807c-20611611bd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:53.516593 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da760f1-1596-448d-84f7-7170255ef005 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Pushing event updated for resources: {'Port': ['ID=adf45d57-4eb3-45fa-9a2e-58b83c50c383,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:53.538368 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae5490-3010-411f-807c-20611611bd33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d989f2bf-d995-4c91-9320-d52522ec937c,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:53.563228 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-6da760f1-1596-448d-84f7-7170255ef005 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9272439 Feb 09 12:33:53.566001 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c0ae5490-3010-411f-807c-20611611bd33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:53.573762 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c0ae5490-3010-411f-807c-20611611bd33 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d989f2bf-d995-4c91-9320-d52522ec937c HTTP/1.1" status: 204 len: 168 time: 0.5080066 Feb 09 12:33:53.584305 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-c967785e-b01d-4441-ae7e-a452a3e2d4da service neutron] Request body: {'port': {'device_id': '085c111d-6af0-4b8a-ab01-93bdce9f26cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:33:53.585498 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:33:53.635332 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 36458) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:53.664290 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9cebb994-928d-4e96-b389-7660f3fa67ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:53.701647 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-9cebb994-928d-4e96-b389-7660f3fa67ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:53.708814 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9cebb994-928d-4e96-b389-7660f3fa67ba admin admin] Usage tracker for resource:security_group_rule and tenant:36755dc2a97043709f02b1c352ca78b8 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:33:53.730694 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9cebb994-928d-4e96-b389-7660f3fa67ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:33:53.757853 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-9cebb994-928d-4e96-b389-7660f3fa67ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:53.891210 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-c967785e-b01d-4441-ae7e-a452a3e2d4da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:53.925029 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-8a654f0e-7ace-4875-83ca-bb08b619be70 None None] Provisioning for port adf45d57-4eb3-45fa-9a2e-58b83c50c383 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:33:53.934690 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-8a654f0e-7ace-4875-83ca-bb08b619be70 None None] Provisioning complete for port adf45d57-4eb3-45fa-9a2e-58b83c50c383 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:33:53.935213 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8a654f0e-7ace-4875-83ca-bb08b619be70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:54.047866 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9cebb994-928d-4e96-b389-7660f3fa67ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:54.053481 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9cebb994-928d-4e96-b389-7660f3fa67ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:54.142771 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-8a654f0e-7ace-4875-83ca-bb08b619be70 None None] Port adf45d57-4eb3-45fa-9a2e-58b83c50c383 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:33:54.158020 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9cebb994-928d-4e96-b389-7660f3fa67ba admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=36755dc2a97043709f02b1c352ca78b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5213435 Feb 09 12:33:54.161990 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 36474) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:54.269466 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cebb994-928d-4e96-b389-7660f3fa67ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff1da86-d1c2-4c18-8724-e832c244fa60,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:54.534878 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9332478-9be9-4f8f-ba2c-6b25f1673eb7 req-56adff44-098f-4b91-a562-ecb6af278b62 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:54.535628 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-d9332478-9be9-4f8f-ba2c-6b25f1673eb7 req-56adff44-098f-4b91-a562-ecb6af278b62 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Synchronizing usage tracker for tenant:aba34aa17eff4c08ab9eaf8e9c681a05 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:33:54.596095 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1603d5a4-946f-4156-bbff-ce1314070812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:54.642971 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1603d5a4-946f-4156-bbff-ce1314070812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:54.681377 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-d9332478-9be9-4f8f-ba2c-6b25f1673eb7 req-56adff44-098f-4b91-a562-ecb6af278b62 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Unset dirty status for tenant:aba34aa17eff4c08ab9eaf8e9c681a05 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:33:54.682933 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d9332478-9be9-4f8f-ba2c-6b25f1673eb7 req-56adff44-098f-4b91-a562-ecb6af278b62 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.46 "GET /v2.0/ports?device_id=23a2acd0-5ea5-452b-bf41-c6af6610990e HTTP/1.1" status: 200 len: 946 time: 0.6533995 Feb 09 12:33:54.738079 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60084c6f-18fb-4584-be29-fcc738716861 req-056b4a5e-25fb-4e0f-84e3-6f6eab4908bb tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:54.745021 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-60084c6f-18fb-4584-be29-fcc738716861 req-056b4a5e-25fb-4e0f-84e3-6f6eab4908bb tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=23a2acd0-5ea5-452b-bf41-c6af6610990e HTTP/1.1" status: 200 len: 946 time: 0.4037769 Feb 09 12:33:54.869674 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-60084c6f-18fb-4584-be29-fcc738716861 req-181e2841-88f0-43a4-a558-47dac61639ff tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234515 Feb 09 12:33:54.901464 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1603d5a4-946f-4156-bbff-ce1314070812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:54.955334 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b52067-dd87-414f-bade-4ae920288d5a req-3ef87c10-91f2-46f9-844a-cd2a29476552 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:54.965039 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-d9332478-9be9-4f8f-ba2c-6b25f1673eb7 req-97a4ef7f-75ec-46a4-b6fd-f79538ad5549 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Deleting port 3bc19e56-265a-47d0-ae06-845be690670d {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:33:54.965372 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d9332478-9be9-4f8f-ba2c-6b25f1673eb7 req-97a4ef7f-75ec-46a4-b6fd-f79538ad5549 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:54.968270 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-41b52067-dd87-414f-bade-4ae920288d5a req-3ef87c10-91f2-46f9-844a-cd2a29476552 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/ports?device_id=085c111d-6af0-4b8a-ab01-93bdce9f26cd HTTP/1.1" status: 200 len: 931 time: 0.3157432 Feb 09 12:33:55.035182 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1603d5a4-946f-4156-bbff-ce1314070812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff1da86-d1c2-4c18-8724-e832c244fa60,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:55.068334 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1603d5a4-946f-4156-bbff-ce1314070812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:55.068334 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1603d5a4-946f-4156-bbff-ce1314070812 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3ff1da86-d1c2-4c18-8724-e832c244fa60 HTTP/1.1" status: 204 len: 168 time: 0.9047687 Feb 09 12:33:55.258296 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-41b52067-dd87-414f-bade-4ae920288d5a req-6a0413f2-2084-4fff-a4b3-77b0ab2c1438 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcb514ab-a4b8-4ef3-a817-492a4e7ae5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2875817 Feb 09 12:33:55.370900 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-23321ddc-5120-47b7-aefb-76fae6cec6d9 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:55.385705 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-23321ddc-5120-47b7-aefb-76fae6cec6d9 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/networks?id=34fde1f9-cb49-4dd5-836d-cfd52119562b HTTP/1.1" status: 200 len: 815 time: 0.3678324 Feb 09 12:33:55.412663 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-117373d7-fe80-43c9-84c7-40ea8a21378c tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/quotas/02a79007c42b4d508e7f5f941eb00251 HTTP/1.1" status: 200 len: 375 time: 0.0246522 Feb 09 12:33:55.417496 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-c967785e-b01d-4441-ae7e-a452a3e2d4da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adf45d57-4eb3-45fa-9a2e-58b83c50c383 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:33:55.429023 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-c967785e-b01d-4441-ae7e-a452a3e2d4da service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:55.460462 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-c967785e-b01d-4441-ae7e-a452a3e2d4da service neutron] Transition to ACTIVE for port object adf45d57-4eb3-45fa-9a2e-58b83c50c383 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:33:55.476928 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-c967785e-b01d-4441-ae7e-a452a3e2d4da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:55.556322 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-92d32e08-8606-44af-8558-2ee0608160b2 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=02a79007c42b4d508e7f5f941eb00251&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1378632 Feb 09 12:33:55.700714 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-d9332478-9be9-4f8f-ba2c-6b25f1673eb7 req-97a4ef7f-75ec-46a4-b6fd-f79538ad5549 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] For port 3bc19e56-265a-47d0-ae06-845be690670d, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=3bc19e56-265a-47d0-ae06-845be690670d,segment=NetworkSegment(8c2b8444-ee73-4d9a-b984-e17b3dd7119f),segment_id=8c2b8444-ee73-4d9a-b984-e17b3dd7119f)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:33:55.701676 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d9332478-9be9-4f8f-ba2c-6b25f1673eb7 req-97a4ef7f-75ec-46a4-b6fd-f79538ad5549 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:55.777138 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c967785e-b01d-4441-ae7e-a452a3e2d4da service neutron] Pushing event updated for resources: {'Port': ['ID=adf45d57-4eb3-45fa-9a2e-58b83c50c383,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:55.906901 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-84afff1d-cbfc-425c-add9-da34d35191aa service neutron] 10.222.0.55 "GET /v2.0/networks/34fde1f9-cb49-4dd5-836d-cfd52119562b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298757 Feb 09 12:33:55.954904 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-d9332478-9be9-4f8f-ba2c-6b25f1673eb7 req-97a4ef7f-75ec-46a4-b6fd-f79538ad5549 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Calling delete_port for 3bc19e56-265a-47d0-ae06-845be690670d owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:33:56.072060 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-c967785e-b01d-4441-ae7e-a452a3e2d4da service neutron] Attempting to bind port adf45d57-4eb3-45fa-9a2e-58b83c50c383 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:33:56.073445 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-c967785e-b01d-4441-ae7e-a452a3e2d4da service neutron] Attempting to bind port adf45d57-4eb3-45fa-9a2e-58b83c50c383 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'd37349ec-1737-4df4-bc46-6875c75010a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e261860c-4908-41b9-9d95-9f8235439656'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:33:56.073993 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-c967785e-b01d-4441-ae7e-a452a3e2d4da service neutron] Attempting to bind port adf45d57-4eb3-45fa-9a2e-58b83c50c383 on network e261860c-4908-41b9-9d95-9f8235439656 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:33:56.080694 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-c967785e-b01d-4441-ae7e-a452a3e2d4da service neutron] Port adf45d57-4eb3-45fa-9a2e-58b83c50c383 on network e261860c-4908-41b9-9d95-9f8235439656 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:33:56.081339 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-c967785e-b01d-4441-ae7e-a452a3e2d4da service neutron] Attempting to bind port adf45d57-4eb3-45fa-9a2e-58b83c50c383 on network e261860c-4908-41b9-9d95-9f8235439656 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:33:56.122392 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-c967785e-b01d-4441-ae7e-a452a3e2d4da service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:33:56.123064 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-c967785e-b01d-4441-ae7e-a452a3e2d4da service neutron] Checking segment: {'id': 'd37349ec-1737-4df4-bc46-6875c75010a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e261860c-4908-41b9-9d95-9f8235439656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:33:56.123697 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-c967785e-b01d-4441-ae7e-a452a3e2d4da service neutron] Bound using segment: {'id': 'd37349ec-1737-4df4-bc46-6875c75010a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e261860c-4908-41b9-9d95-9f8235439656'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:33:56.124158 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-c967785e-b01d-4441-ae7e-a452a3e2d4da service neutron] Bound port: adf45d57-4eb3-45fa-9a2e-58b83c50c383, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd37349ec-1737-4df4-bc46-6875c75010a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e261860c-4908-41b9-9d95-9f8235439656'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:33:56.124508 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-c967785e-b01d-4441-ae7e-a452a3e2d4da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:56.169738 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-d3f54d33-d136-4be6-8f4e-cc996194bcc1 service neutron] 10.222.0.55 "GET /v2.0/networks/34fde1f9-cb49-4dd5-836d-cfd52119562b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483003 Feb 09 12:33:56.283579 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d9332478-9be9-4f8f-ba2c-6b25f1673eb7 req-97a4ef7f-75ec-46a4-b6fd-f79538ad5549 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:56.296828 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['7e4038c9-ec5b-494a-8143-56329405372c'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:33:56.305259 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe7be8-828a-4714-879c-1296cd9c1f5b req-e2505e3a-6a28-4951-81fc-4742dcfddb93 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:56.309627 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5ffe7be8-828a-4714-879c-1296cd9c1f5b req-e2505e3a-6a28-4951-81fc-4742dcfddb93 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=23a2acd0-5ea5-452b-bf41-c6af6610990e HTTP/1.1" status: 200 len: 867 time: 0.1243932 Feb 09 12:33:56.348197 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-c967785e-b01d-4441-ae7e-a452a3e2d4da service neutron] For port adf45d57-4eb3-45fa-9a2e-58b83c50c383, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:33:56.352333 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a4ef7f-75ec-46a4-b6fd-f79538ad5549 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Pushing event deleted for resources: {'Port': ['ID=3bc19e56-265a-47d0-ae06-845be690670d,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:56.438938 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5ffe7be8-828a-4714-879c-1296cd9c1f5b req-ddc764d9-dc10-4c84-981f-030aacf7e72e tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216383 Feb 09 12:33:56.550845 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-c967785e-b01d-4441-ae7e-a452a3e2d4da service neutron] For port adf45d57-4eb3-45fa-9a2e-58b83c50c383, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=adf45d57-4eb3-45fa-9a2e-58b83c50c383,segment=NetworkSegment(d37349ec-1737-4df4-bc46-6875c75010a7),segment_id=d37349ec-1737-4df4-bc46-6875c75010a7)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:33:56.692676 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e62def1d-ae22-4d8a-850f-7cda68758953 req-f5061bad-c5fb-4289-ace5-76521fb9fa62 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f6e45f3-e2e4-485a-a115-1f2ed8522ef7 HTTP/1.1" status: 200 len: 210 time: 0.1598511 Feb 09 12:33:56.742189 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9332478-9be9-4f8f-ba2c-6b25f1673eb7 req-97a4ef7f-75ec-46a4-b6fd-f79538ad5549 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] No DVR routers for this DVR port 3bc19e56-265a-47d0-ae06-845be690670d on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:33:56.751679 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-c967785e-b01d-4441-ae7e-a452a3e2d4da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:56.767008 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d9332478-9be9-4f8f-ba2c-6b25f1673eb7 req-97a4ef7f-75ec-46a4-b6fd-f79538ad5549 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:56.838410 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289afb0-6f6f-4626-845e-08c5beade6bd req-97390fce-0f7c-4a3c-bded-b2bfb8f09de5 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:56.840741 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4289afb0-6f6f-4626-845e-08c5beade6bd req-97390fce-0f7c-4a3c-bded-b2bfb8f09de5 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/ports?device_id=085c111d-6af0-4b8a-ab01-93bdce9f26cd HTTP/1.1" status: 200 len: 943 time: 0.1334076 Feb 09 12:33:56.845536 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a2acd0-5ea5-452b-bf41-c6af6610990e', 'name': 'network-vif-deleted', 'tag': '3bc19e56-265a-47d0-ae06-845be690670d'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:33:56.992858 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4289afb0-6f6f-4626-845e-08c5beade6bd req-4c6870f7-4021-48ba-b7d7-00c7969a5b25 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcb514ab-a4b8-4ef3-a817-492a4e7ae5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342821 Feb 09 12:33:57.005837 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c967785e-b01d-4441-ae7e-a452a3e2d4da service neutron] Pushing event updated for resources: {'Port': ['ID=adf45d57-4eb3-45fa-9a2e-58b83c50c383,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:33:57.020704 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-c967785e-b01d-4441-ae7e-a452a3e2d4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:57.034523 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-c967785e-b01d-4441-ae7e-a452a3e2d4da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:57.038821 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-c967785e-b01d-4441-ae7e-a452a3e2d4da service neutron] 10.222.0.46 "PUT /v2.0/ports/adf45d57-4eb3-45fa-9a2e-58b83c50c383 HTTP/1.1" status: 200 len: 1091 time: 3.4672041 Feb 09 12:33:57.048127 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d9332478-9be9-4f8f-ba2c-6b25f1673eb7 req-97a4ef7f-75ec-46a4-b6fd-f79538ad5549 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.46 "DELETE /v2.0/ports/3bc19e56-265a-47d0-ae06-845be690670d HTTP/1.1" status: 204 len: 173 time: 2.3516142 Feb 09 12:33:57.085410 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a2acd0-5ea5-452b-bf41-c6af6610990e', 'name': 'network-vif-deleted', 'tag': '3bc19e56-265a-47d0-ae06-845be690670d', 'status': 'completed', 'code': 200} Feb 09 12:33:57.315758 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-10b52906-fc5b-481f-a70d-857eb4758abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:57.317549 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-10b52906-fc5b-481f-a70d-857eb4758abc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6636f5224f854918b634847a98f62470&device_id=085c111d-6af0-4b8a-ab01-93bdce9f26cd HTTP/1.1" status: 200 len: 1094 time: 0.2102034 Feb 09 12:33:57.407105 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 3bc19e56-265a-47d0-ae06-845be690670d no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:33:57.407859 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-fc5573a9-f0ff-4c3b-8e98-7f11ebd4b63e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adf45d57-4eb3-45fa-9a2e-58b83c50c383 HTTP/1.1" status: 200 len: 217 time: 0.0784006 Feb 09 12:33:57.508304 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-8ca283d4-4461-41fd-802b-6fc75bcb9f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:57.513247 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-8ca283d4-4461-41fd-802b-6fc75bcb9f69 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1c766e56-81af-415a-be67-1134703375d0 HTTP/1.1" status: 200 len: 855 time: 0.0976050 Feb 09 12:33:57.553219 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: 3bc19e56-265a-47d0-ae06-845be690670d {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:33:57.554543 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 3bc19e56-265a-47d0-ae06-845be690670d not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:33:57.681995 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-8f72bc86-dddc-4c65-be47-ffd01032c3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:57.689655 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-8f72bc86-dddc-4c65-be47-ffd01032c3a3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e261860c-4908-41b9-9d95-9f8235439656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1685488 Feb 09 12:33:57.724187 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-207fc03c-1cc6-4f7b-948c-aa9676a39192 req-ee68c71a-13d0-4976-97f3-9cd28af83874 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=23a2acd0-5ea5-452b-bf41-c6af6610990e HTTP/1.1" status: 200 len: 210 time: 0.0801423 Feb 09 12:33:58.052215 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-05703234-342c-4ee5-a147-7d0e2ba89121 req-77032adf-b6ea-4adf-9d5a-82ec89b489e2 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f6e45f3-e2e4-485a-a115-1f2ed8522ef7 HTTP/1.1" status: 200 len: 210 time: 0.0883222 Feb 09 12:33:58.395724 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-9ee4ffeb-52fe-4f52-a242-f4ed50262e7a service neutron] 10.222.0.46 "GET /v2.0/networks/e261860c-4908-41b9-9d95-9f8235439656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6973722 Feb 09 12:33:58.569404 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28aeab-c653-4287-beca-bf1c1c660d65 req-ffbdb42c-cb65-4dc8-a3a6-f80bbf32806c tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:58.580390 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8f28aeab-c653-4287-beca-bf1c1c660d65 req-ffbdb42c-cb65-4dc8-a3a6-f80bbf32806c tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/ports?device_id=085c111d-6af0-4b8a-ab01-93bdce9f26cd HTTP/1.1" status: 200 len: 943 time: 0.3392637 Feb 09 12:33:58.705350 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8f28aeab-c653-4287-beca-bf1c1c660d65 req-e6789954-6d7a-4af4-866f-bd5f4077ab85 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcb514ab-a4b8-4ef3-a817-492a4e7ae5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171408 Feb 09 12:33:59.046025 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0403f98a-d9fa-4ef6-943e-d2119ac03485 req-96a65981-aaab-4f2d-bc8c-25c529a01442 service neutron] 10.222.0.46 "GET /v2.0/networks/e261860c-4908-41b9-9d95-9f8235439656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6360779 Feb 09 12:33:59.070997 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-5d90dc64-fdfd-491f-b886-976b610c7639 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:59.096320 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-5d90dc64-fdfd-491f-b886-976b610c7639 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.46 "GET /v2.0/networks?id=34fde1f9-cb49-4dd5-836d-cfd52119562b HTTP/1.1" status: 200 len: 815 time: 0.4689012 Feb 09 12:33:59.099158 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '085c111d-6af0-4b8a-ab01-93bdce9f26cd', 'tag': 'adf45d57-4eb3-45fa-9a2e-58b83c50c383'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:33:59.122117 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-006a2314-6124-42b0-9194-d49db340b40d tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Request body: {'port': {'device_id': '0f6e45f3-e2e4-485a-a115-1f2ed8522ef7', 'network_id': '34fde1f9-cb49-4dd5-836d-cfd52119562b', 'admin_state_up': True, 'tenant_id': '02a79007c42b4d508e7f5f941eb00251'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:33:59.398398 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2e6fb9d7-bf09-48a2-a478-4b9edc546bbb req-6ee13ebf-4088-4f1f-bc4b-886d80cd2cf4 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f6e45f3-e2e4-485a-a115-1f2ed8522ef7 HTTP/1.1" status: 200 len: 210 time: 0.1325107 Feb 09 12:33:59.398953 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 36652) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:33:59.445142 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-006a2314-6124-42b0-9194-d49db340b40d tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:33:59.454019 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-006a2314-6124-42b0-9194-d49db340b40d tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Usage tracker for resource:port and tenant:02a79007c42b4d508e7f5f941eb00251 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:33:59.458284 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-006a2314-6124-42b0-9194-d49db340b40d tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:33:59.466797 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-006a2314-6124-42b0-9194-d49db340b40d tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:33:59.483800 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-006a2314-6124-42b0-9194-d49db340b40d tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Made reservation on behalf of 02a79007c42b4d508e7f5f941eb00251 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:33:59.491688 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-006a2314-6124-42b0-9194-d49db340b40d tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:33:59.560196 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '085c111d-6af0-4b8a-ab01-93bdce9f26cd', 'tag': 'adf45d57-4eb3-45fa-9a2e-58b83c50c383', 'status': 'completed', 'code': 200} Feb 09 12:33:59.712498 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f59a35-39c2-47bc-9f09-64313e66b8f8 req-f99c328d-4201-45b2-abe5-8cea9b11bcc9 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:59.716051 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-56f59a35-39c2-47bc-9f09-64313e66b8f8 req-f99c328d-4201-45b2-abe5-8cea9b11bcc9 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=50d294be-4088-4183-9349-225738f63f05 HTTP/1.1" status: 200 len: 945 time: 0.1320019 Feb 09 12:33:59.783610 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-56f59a35-39c2-47bc-9f09-64313e66b8f8 req-a0a45fb3-6f9b-4d3e-bd9a-04b0a426d9f3 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598752 Feb 09 12:33:59.810168 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28107d83-e7a0-4664-a0b5-3bcf2a77fbd2 req-99bd55b3-d2eb-4fbb-a30a-120b679d0b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:33:59.811523 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-28107d83-e7a0-4664-a0b5-3bcf2a77fbd2 req-99bd55b3-d2eb-4fbb-a30a-120b679d0b39 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6636f5224f854918b634847a98f62470&device_id=085c111d-6af0-4b8a-ab01-93bdce9f26cd HTTP/1.1" status: 200 len: 1094 time: 0.2505383 Feb 09 12:33:59.946257 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-006a2314-6124-42b0-9194-d49db340b40d tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Allocated IP 172.20.0.14 (34fde1f9-cb49-4dd5-836d-cfd52119562b/9c51d0be-f310-4dee-aa2c-2b4ce475d198/76646253-8647-40bb-a6cf-6b63d5838edc) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:33:59.980152 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-21aa0514-e7c4-4fae-8cfb-4c015ed82f04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:00.019445 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28107d83-e7a0-4664-a0b5-3bcf2a77fbd2 req-e086bf5e-aad7-4f4a-a338-30cb2dccb72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:00.021332 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-28107d83-e7a0-4664-a0b5-3bcf2a77fbd2 req-e086bf5e-aad7-4f4a-a338-30cb2dccb72e service neutron] 10.222.0.46 "GET /v2.0/networks?id=e261860c-4908-41b9-9d95-9f8235439656 HTTP/1.1" status: 200 len: 917 time: 0.2026274 Feb 09 12:34:00.038880 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-21aa0514-e7c4-4fae-8cfb-4c015ed82f04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:34:00.063080 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-21aa0514-e7c4-4fae-8cfb-4c015ed82f04 admin admin] Usage tracker for resource:security_group_rule and tenant:f5c165d22e7f45a5b9e4a3112c0cf14f is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:34:00.067562 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-21aa0514-e7c4-4fae-8cfb-4c015ed82f04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:34:00.079667 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-21aa0514-e7c4-4fae-8cfb-4c015ed82f04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:34:00.122569 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-28107d83-e7a0-4664-a0b5-3bcf2a77fbd2 req-31dde3ed-969f-4a39-bd70-4489ac228513 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adf45d57-4eb3-45fa-9a2e-58b83c50c383 HTTP/1.1" status: 200 len: 217 time: 0.0861061 Feb 09 12:34:00.329683 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30284e54-2a3a-4cc9-a520-54507e3e2eb5 req-e387c50a-d9a7-4ccf-8b19-8ae626e37b3a tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:00.342905 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30284e54-2a3a-4cc9-a520-54507e3e2eb5 req-e387c50a-d9a7-4ccf-8b19-8ae626e37b3a tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/ports?device_id=085c111d-6af0-4b8a-ab01-93bdce9f26cd HTTP/1.1" status: 200 len: 943 time: 0.4865172 Feb 09 12:34:00.364237 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28107d83-e7a0-4664-a0b5-3bcf2a77fbd2 req-47611159-0a33-48d0-b182-72da8e517021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:00.365667 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-28107d83-e7a0-4664-a0b5-3bcf2a77fbd2 req-47611159-0a33-48d0-b182-72da8e517021 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1c766e56-81af-415a-be67-1134703375d0 HTTP/1.1" status: 200 len: 855 time: 0.2350762 Feb 09 12:34:00.517999 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-006a2314-6124-42b0-9194-d49db340b40d tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:00.537324 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28107d83-e7a0-4664-a0b5-3bcf2a77fbd2 req-84ee198c-782a-422c-bf50-cad5676c84ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:00.539577 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-28107d83-e7a0-4664-a0b5-3bcf2a77fbd2 req-84ee198c-782a-422c-bf50-cad5676c84ef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e261860c-4908-41b9-9d95-9f8235439656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1523709 Feb 09 12:34:00.583038 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-21aa0514-e7c4-4fae-8cfb-4c015ed82f04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:00.624791 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30284e54-2a3a-4cc9-a520-54507e3e2eb5 req-2574ac99-d388-4e32-b09d-162ae8f28460 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcb514ab-a4b8-4ef3-a817-492a4e7ae5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2744305 Feb 09 12:34:00.626228 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-21aa0514-e7c4-4fae-8cfb-4c015ed82f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:00.707870 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-006a2314-6124-42b0-9194-d49db340b40d tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:00.725247 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['ac66b915-c73e-42d3-b403-83ad0b252ab4'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:34:00.746418 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa0514-e7c4-4fae-8cfb-4c015ed82f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a045041d-8c45-4bea-b3c9-18d8545c2428,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:00.752569 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-21aa0514-e7c4-4fae-8cfb-4c015ed82f04 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f5c165d22e7f45a5b9e4a3112c0cf14f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3526878 Feb 09 12:34:00.755358 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 36700) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:00.858007 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baee300-3c3f-4ecf-9b55-e2b200b1d3ff req-d2928bd1-ce3e-4d27-9398-b4904a3ca3a7 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:00.859920 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1baee300-3c3f-4ecf-9b55-e2b200b1d3ff req-d2928bd1-ce3e-4d27-9398-b4904a3ca3a7 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f6e45f3-e2e4-485a-a115-1f2ed8522ef7 HTTP/1.1" status: 200 len: 932 time: 0.1749451 Feb 09 12:34:00.869644 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ed832485-88fe-4fd8-984c-785f81d4aeff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:00.911785 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ed832485-88fe-4fd8-984c-785f81d4aeff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:00.995946 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-28107d83-e7a0-4664-a0b5-3bcf2a77fbd2 req-09041292-6187-4eff-86f7-19d533c54d61 service neutron] 10.222.0.46 "GET /v2.0/networks/e261860c-4908-41b9-9d95-9f8235439656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4433932 Feb 09 12:34:01.004878 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 36710) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:01.006457 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-006a2314-6124-42b0-9194-d49db340b40d tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Network 34fde1f9-cb49-4dd5-836d-cfd52119562b is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:34:01.008393 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ed832485-88fe-4fd8-984c-785f81d4aeff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:01.016480 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-006a2314-6124-42b0-9194-d49db340b40d tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:34:01.025641 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-006a2314-6124-42b0-9194-d49db340b40d tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:34:01.049656 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed832485-88fe-4fd8-984c-785f81d4aeff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a045041d-8c45-4bea-b3c9-18d8545c2428,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:01.065017 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ed832485-88fe-4fd8-984c-785f81d4aeff admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:01.069456 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ed832485-88fe-4fd8-984c-785f81d4aeff admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a045041d-8c45-4bea-b3c9-18d8545c2428 HTTP/1.1" status: 204 len: 168 time: 0.3125427 Feb 09 12:34:01.178388 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a2314-6124-42b0-9194-d49db340b40d tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Pushing event updated for resources: {'Port': ['ID=76646253-8647-40bb-a6cf-6b63d5838edc,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:01.212913 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1baee300-3c3f-4ecf-9b55-e2b200b1d3ff req-f1099d33-56d5-4bcf-9340-d6f1562cfcff tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/security-groups?id=30901aa2-fada-41fa-b028-807238be08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258792 Feb 09 12:34:01.298805 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d2ef4-1f13-4227-b9e2-acd876cebdf1 req-0607c311-2174-43bf-a021-0f58d07dcf71 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:01.302966 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-159d2ef4-1f13-4227-b9e2-acd876cebdf1 req-0607c311-2174-43bf-a021-0f58d07dcf71 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=50d294be-4088-4183-9349-225738f63f05 HTTP/1.1" status: 200 len: 945 time: 0.2419593 Feb 09 12:34:01.424334 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-159d2ef4-1f13-4227-b9e2-acd876cebdf1 req-68fe2dd5-c080-4c1d-ae70-f7fb6e505fe8 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136162 Feb 09 12:34:01.475605 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-596a2834-695e-4d1e-9bde-f05787b605a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:01.495934 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-596a2834-695e-4d1e-9bde-f05787b605a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:34:01.500648 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-596a2834-695e-4d1e-9bde-f05787b605a7 admin admin] Usage tracker for resource:security_group_rule and tenant:c194956c23614dc49cdd8a6716d71469 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:34:01.504225 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-596a2834-695e-4d1e-9bde-f05787b605a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:34:01.512499 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-596a2834-695e-4d1e-9bde-f05787b605a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:34:01.594928 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-006a2314-6124-42b0-9194-d49db340b40d tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:01.595966 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-006a2314-6124-42b0-9194-d49db340b40d tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:01.654713 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-006a2314-6124-42b0-9194-d49db340b40d tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5406609 Feb 09 12:34:01.682266 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-b4163cf7-9613-437c-809c-f00d09c8b02f service neutron] Request body: {'port': {'device_id': '0f6e45f3-e2e4-485a-a115-1f2ed8522ef7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:34:01.749316 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-28107d83-e7a0-4664-a0b5-3bcf2a77fbd2 req-1a64a07a-655e-49ae-8694-3a1b433c6158 service neutron] 10.222.0.46 "GET /v2.0/networks/e261860c-4908-41b9-9d95-9f8235439656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7316337 Feb 09 12:34:01.756950 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-596a2834-695e-4d1e-9bde-f05787b605a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:01.769827 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-596a2834-695e-4d1e-9bde-f05787b605a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:01.865501 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-596a2834-695e-4d1e-9bde-f05787b605a7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c194956c23614dc49cdd8a6716d71469&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8495443 Feb 09 12:34:01.866279 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 36738) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:01.934520 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-b4163cf7-9613-437c-809c-f00d09c8b02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:01.967896 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a2834-695e-4d1e-9bde-f05787b605a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674b45cd-b23a-45e9-903d-5e3e89aee14f,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:02.065426 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9e664354-3c87-4c9d-b97d-e79e35706ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:02.114479 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9e664354-3c87-4c9d-b97d-e79e35706ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:02.206861 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9e664354-3c87-4c9d-b97d-e79e35706ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:02.377187 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e664354-3c87-4c9d-b97d-e79e35706ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674b45cd-b23a-45e9-903d-5e3e89aee14f,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:02.404939 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9e664354-3c87-4c9d-b97d-e79e35706ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:02.408640 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9e664354-3c87-4c9d-b97d-e79e35706ce8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/674b45cd-b23a-45e9-903d-5e3e89aee14f HTTP/1.1" status: 204 len: 168 time: 0.5320904 Feb 09 12:34:02.635890 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6b6b2-29d4-4b7f-a83c-05b965df8a62 req-340a83a5-47d4-443b-94f4-19d9b9f61149 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:02.637438 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-64e6b6b2-29d4-4b7f-a83c-05b965df8a62 req-340a83a5-47d4-443b-94f4-19d9b9f61149 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/ports?device_id=085c111d-6af0-4b8a-ab01-93bdce9f26cd HTTP/1.1" status: 200 len: 943 time: 0.4136226 Feb 09 12:34:02.684169 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-b4163cf7-9613-437c-809c-f00d09c8b02f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76646253-8647-40bb-a6cf-6b63d5838edc {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:34:02.704812 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-b4163cf7-9613-437c-809c-f00d09c8b02f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:02.742012 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-b4163cf7-9613-437c-809c-f00d09c8b02f service neutron] Transition to ACTIVE for port object 76646253-8647-40bb-a6cf-6b63d5838edc will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:34:02.748121 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-b4163cf7-9613-437c-809c-f00d09c8b02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:02.748567 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a71b7-6c97-45fa-9fc7-fcdcd35c0bac req-c2954c9b-e896-4d41-8588-e8a0f26138a5 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:02.757683 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-429a71b7-6c97-45fa-9fc7-fcdcd35c0bac req-c2954c9b-e896-4d41-8588-e8a0f26138a5 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f6e45f3-e2e4-485a-a115-1f2ed8522ef7 HTTP/1.1" status: 200 len: 932 time: 0.2577579 Feb 09 12:34:02.798299 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-64e6b6b2-29d4-4b7f-a83c-05b965df8a62 req-a664eb6e-2d32-4e52-b369-160bc86b76ab tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcb514ab-a4b8-4ef3-a817-492a4e7ae5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521504 Feb 09 12:34:02.833010 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-429a71b7-6c97-45fa-9fc7-fcdcd35c0bac req-b8b24b77-2e54-48a7-a897-80c495a069e5 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/security-groups?id=30901aa2-fada-41fa-b028-807238be08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728145 Feb 09 12:34:02.886005 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4163cf7-9613-437c-809c-f00d09c8b02f service neutron] Pushing event updated for resources: {'Port': ['ID=76646253-8647-40bb-a6cf-6b63d5838edc,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:03.129247 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb871d8-36fc-42de-b1c6-be6090c0c1cc req-c47ddca0-7949-4ccd-bc9f-3807cccb07b1 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:03.138297 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-beb871d8-36fc-42de-b1c6-be6090c0c1cc req-c47ddca0-7949-4ccd-bc9f-3807cccb07b1 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=50d294be-4088-4183-9349-225738f63f05 HTTP/1.1" status: 200 len: 945 time: 0.1646454 Feb 09 12:34:03.175635 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-b4163cf7-9613-437c-809c-f00d09c8b02f service neutron] Attempting to bind port 76646253-8647-40bb-a6cf-6b63d5838edc on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:34:03.176292 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-b4163cf7-9613-437c-809c-f00d09c8b02f service neutron] Attempting to bind port 76646253-8647-40bb-a6cf-6b63d5838edc by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'cf830335-1f32-4cb5-acf2-e131607ae889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '34fde1f9-cb49-4dd5-836d-cfd52119562b'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:34:03.177074 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-b4163cf7-9613-437c-809c-f00d09c8b02f service neutron] Attempting to bind port 76646253-8647-40bb-a6cf-6b63d5838edc on network 34fde1f9-cb49-4dd5-836d-cfd52119562b {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:34:03.183044 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-b4163cf7-9613-437c-809c-f00d09c8b02f service neutron] Port 76646253-8647-40bb-a6cf-6b63d5838edc on network 34fde1f9-cb49-4dd5-836d-cfd52119562b not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:34:03.183613 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-b4163cf7-9613-437c-809c-f00d09c8b02f service neutron] Attempting to bind port 76646253-8647-40bb-a6cf-6b63d5838edc on network 34fde1f9-cb49-4dd5-836d-cfd52119562b {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:34:03.189790 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-b4163cf7-9613-437c-809c-f00d09c8b02f service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:34:03.190574 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-b4163cf7-9613-437c-809c-f00d09c8b02f service neutron] Checking segment: {'id': 'cf830335-1f32-4cb5-acf2-e131607ae889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '34fde1f9-cb49-4dd5-836d-cfd52119562b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:34:03.191171 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-b4163cf7-9613-437c-809c-f00d09c8b02f service neutron] Bound using segment: {'id': 'cf830335-1f32-4cb5-acf2-e131607ae889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '34fde1f9-cb49-4dd5-836d-cfd52119562b'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:34:03.191792 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-b4163cf7-9613-437c-809c-f00d09c8b02f service neutron] Bound port: 76646253-8647-40bb-a6cf-6b63d5838edc, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf830335-1f32-4cb5-acf2-e131607ae889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '34fde1f9-cb49-4dd5-836d-cfd52119562b'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:34:03.192419 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-b4163cf7-9613-437c-809c-f00d09c8b02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:03.202990 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 36782) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:03.224876 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d8bfef05-73e6-4558-b427-b9bff6b020b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:03.252456 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-beb871d8-36fc-42de-b1c6-be6090c0c1cc req-885f5ab4-76e1-4d54-82b0-cd212a1252fc tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125908 Feb 09 12:34:03.412909 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d8bfef05-73e6-4558-b427-b9bff6b020b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:34:03.415892 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-b4163cf7-9613-437c-809c-f00d09c8b02f service neutron] For port 76646253-8647-40bb-a6cf-6b63d5838edc, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:34:03.430874 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-b4163cf7-9613-437c-809c-f00d09c8b02f service neutron] For port 76646253-8647-40bb-a6cf-6b63d5838edc, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=76646253-8647-40bb-a6cf-6b63d5838edc,segment=NetworkSegment(cf830335-1f32-4cb5-acf2-e131607ae889),segment_id=cf830335-1f32-4cb5-acf2-e131607ae889)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:34:03.433307 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d8bfef05-73e6-4558-b427-b9bff6b020b4 admin admin] Usage tracker for resource:security_group_rule and tenant:51d07208b6724603b615da5b6b65874f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:34:03.437081 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d8bfef05-73e6-4558-b427-b9bff6b020b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:34:03.450190 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-b4163cf7-9613-437c-809c-f00d09c8b02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:03.499534 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d8bfef05-73e6-4558-b427-b9bff6b020b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:34:03.539387 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-b4163cf7-9613-437c-809c-f00d09c8b02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:03.540376 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-b4163cf7-9613-437c-809c-f00d09c8b02f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:03.542687 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-b4163cf7-9613-437c-809c-f00d09c8b02f service neutron] 10.222.0.46 "PUT /v2.0/ports/76646253-8647-40bb-a6cf-6b63d5838edc HTTP/1.1" status: 200 len: 1092 time: 1.8759809 Feb 09 12:34:03.545212 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f6e45f3-e2e4-485a-a115-1f2ed8522ef7', 'tag': '76646253-8647-40bb-a6cf-6b63d5838edc'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:34:03.622696 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 36794) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:03.674859 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4163cf7-9613-437c-809c-f00d09c8b02f service neutron] Pushing event updated for resources: {'Port': ['ID=76646253-8647-40bb-a6cf-6b63d5838edc,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:03.760343 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-e29420ce-1cbd-4682-ac9a-79b03cb5d8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:03.762295 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-e29420ce-1cbd-4682-ac9a-79b03cb5d8eb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02a79007c42b4d508e7f5f941eb00251&device_id=0f6e45f3-e2e4-485a-a115-1f2ed8522ef7 HTTP/1.1" status: 200 len: 1095 time: 0.1523497 Feb 09 12:34:03.766629 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d8bfef05-73e6-4558-b427-b9bff6b020b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:03.852181 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d8bfef05-73e6-4558-b427-b9bff6b020b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:03.867406 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-d7f9034a-7cf3-4e4b-9a1f-32557f34aa5a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76646253-8647-40bb-a6cf-6b63d5838edc HTTP/1.1" status: 200 len: 217 time: 0.0967019 Feb 09 12:34:03.954002 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 36808) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:03.954472 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d8bfef05-73e6-4558-b427-b9bff6b020b4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=51d07208b6724603b615da5b6b65874f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7495255 Feb 09 12:34:03.959435 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bfef05-73e6-4558-b427-b9bff6b020b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58598e5-c9d4-49ba-8549-3a8e75b62e5f,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:03.980252 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-347e8eda-b38d-4fb7-9450-ab5839cda8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:03.981704 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-347e8eda-b38d-4fb7-9450-ab5839cda8a5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c51d0be-f310-4dee-aa2c-2b4ce475d198 HTTP/1.1" status: 200 len: 855 time: 0.0975740 Feb 09 12:34:04.047470 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-41e60193-4b17-4e4f-a5cc-215becfd9ba1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34fde1f9-cb49-4dd5-836d-cfd52119562b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556393 Feb 09 12:34:04.051985 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f6e45f3-e2e4-485a-a115-1f2ed8522ef7', 'tag': '76646253-8647-40bb-a6cf-6b63d5838edc', 'status': 'completed', 'code': 200} Feb 09 12:34:04.225084 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-e3a8de52-e6e7-4d1a-9800-d3804c0d60da service neutron] 10.222.0.46 "GET /v2.0/networks/34fde1f9-cb49-4dd5-836d-cfd52119562b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653714 Feb 09 12:34:04.248596 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-646193cf-4709-425d-b692-a04869b584f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:04.297172 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c5fc6045-f0f5-415f-8d0a-3cc6c05c9604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:04.328689 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c5fc6045-f0f5-415f-8d0a-3cc6c05c9604 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:34:04.418671 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c5fc6045-f0f5-415f-8d0a-3cc6c05c9604 admin admin] Usage tracker for resource:security_group_rule and tenant:5c573a53a8e14c2e98a938883efcf527 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:34:04.430670 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c5fc6045-f0f5-415f-8d0a-3cc6c05c9604 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:34:04.445325 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-646193cf-4709-425d-b692-a04869b584f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:04.466508 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ebddd-d00f-4fbf-9449-d37b1b31db70 req-65316e4d-5746-4bad-b8a3-a2d4ed7a5a6f tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:04.468868 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b03ebddd-d00f-4fbf-9449-d37b1b31db70 req-65316e4d-5746-4bad-b8a3-a2d4ed7a5a6f tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/ports?device_id=085c111d-6af0-4b8a-ab01-93bdce9f26cd HTTP/1.1" status: 200 len: 943 time: 0.4551933 Feb 09 12:34:04.479008 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c5fc6045-f0f5-415f-8d0a-3cc6c05c9604 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:34:04.510935 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-543f99f2-6a75-45e6-8a61-0ece23c0a9f2 req-5e223862-c35a-43fc-b24e-71858167efab service neutron] 10.222.0.46 "GET /v2.0/networks/34fde1f9-cb49-4dd5-836d-cfd52119562b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731249 Feb 09 12:34:04.546653 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b03ebddd-d00f-4fbf-9449-d37b1b31db70 req-7e6fb00f-3d55-414f-987f-31ef1c4a4d85 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcb514ab-a4b8-4ef3-a817-492a4e7ae5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594804 Feb 09 12:34:04.671398 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35890a1d-a783-4c30-9995-ea1f3e0ccf6d req-542a50ac-7629-4a6b-bc9c-400201eadb0e tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:04.672971 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-35890a1d-a783-4c30-9995-ea1f3e0ccf6d req-542a50ac-7629-4a6b-bc9c-400201eadb0e tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f6e45f3-e2e4-485a-a115-1f2ed8522ef7 HTTP/1.1" status: 200 len: 944 time: 0.3573771 Feb 09 12:34:04.698024 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-646193cf-4709-425d-b692-a04869b584f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:04.823916 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b01e88-9615-4426-89a2-f579af9aeaab req-6f066e6b-457b-441e-9a22-ba4985672d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:04.826339 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-99b01e88-9615-4426-89a2-f579af9aeaab req-6f066e6b-457b-441e-9a22-ba4985672d90 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02a79007c42b4d508e7f5f941eb00251&device_id=0f6e45f3-e2e4-485a-a115-1f2ed8522ef7 HTTP/1.1" status: 200 len: 1095 time: 0.2660751 Feb 09 12:34:04.971699 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646193cf-4709-425d-b692-a04869b584f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58598e5-c9d4-49ba-8549-3a8e75b62e5f,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:04.992859 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b01e88-9615-4426-89a2-f579af9aeaab req-9cb90f2f-97fd-4d7b-8b60-1a822e7b971d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:04.995602 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-99b01e88-9615-4426-89a2-f579af9aeaab req-9cb90f2f-97fd-4d7b-8b60-1a822e7b971d service neutron] 10.222.0.46 "GET /v2.0/networks?id=34fde1f9-cb49-4dd5-836d-cfd52119562b HTTP/1.1" status: 200 len: 916 time: 0.1627510 Feb 09 12:34:05.045129 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c5fc6045-f0f5-415f-8d0a-3cc6c05c9604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:05.061105 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-35890a1d-a783-4c30-9995-ea1f3e0ccf6d req-f9997092-fb4e-4188-9f8c-8eb46d7a3c1e tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/security-groups?id=30901aa2-fada-41fa-b028-807238be08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703270 Feb 09 12:34:05.068021 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c5fc6045-f0f5-415f-8d0a-3cc6c05c9604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:05.076949 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-99b01e88-9615-4426-89a2-f579af9aeaab req-5a9f88cc-ca05-4c24-b571-8c56eec8a99e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76646253-8647-40bb-a6cf-6b63d5838edc HTTP/1.1" status: 200 len: 217 time: 0.0745151 Feb 09 12:34:05.090818 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-646193cf-4709-425d-b692-a04869b584f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:05.096753 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-646193cf-4709-425d-b692-a04869b584f8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d58598e5-c9d4-49ba-8549-3a8e75b62e5f HTTP/1.1" status: 204 len: 168 time: 1.1407335 Feb 09 12:34:05.167270 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b01e88-9615-4426-89a2-f579af9aeaab req-d825397c-1ec4-441b-95f8-c836ad302172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:05.170564 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-99b01e88-9615-4426-89a2-f579af9aeaab req-d825397c-1ec4-441b-95f8-c836ad302172 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c51d0be-f310-4dee-aa2c-2b4ce475d198 HTTP/1.1" status: 200 len: 855 time: 0.0818384 Feb 09 12:34:05.176369 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c5fc6045-f0f5-415f-8d0a-3cc6c05c9604 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5c573a53a8e14c2e98a938883efcf527&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5501864 Feb 09 12:34:05.176369 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc6045-f0f5-415f-8d0a-3cc6c05c9604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92aef59-bfd2-4f0e-baf1-7430afed11ac,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:05.177159 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 36844) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:05.201590 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c5fc6-147c-4622-b4b0-9a1c50d6b02c req-ebed05dd-8f60-4ffe-b327-55f3b41c5496 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:05.209251 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d08c5fc6-147c-4622-b4b0-9a1c50d6b02c req-ebed05dd-8f60-4ffe-b327-55f3b41c5496 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=50d294be-4088-4183-9349-225738f63f05 HTTP/1.1" status: 200 len: 945 time: 0.3146152 Feb 09 12:34:05.263666 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d08c5fc6-147c-4622-b4b0-9a1c50d6b02c req-5e8ede26-6534-43fd-a9e2-49498e3c6d91 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532830 Feb 09 12:34:05.309370 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-99b01e88-9615-4426-89a2-f579af9aeaab req-adc2b8ee-5c72-4adc-a553-e61222847559 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34fde1f9-cb49-4dd5-836d-cfd52119562b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705261 Feb 09 12:34:05.319108 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-79c59a4f-4736-4a4c-a36c-902916e5d516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:05.460445 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-79c59a4f-4736-4a4c-a36c-902916e5d516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:05.541204 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-99b01e88-9615-4426-89a2-f579af9aeaab req-bfc64569-231d-4ac3-b651-3c2f859df4dd service neutron] 10.222.0.46 "GET /v2.0/networks/34fde1f9-cb49-4dd5-836d-cfd52119562b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229488 Feb 09 12:34:05.655867 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-79c59a4f-4736-4a4c-a36c-902916e5d516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:05.687055 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c59a4f-4736-4a4c-a36c-902916e5d516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92aef59-bfd2-4f0e-baf1-7430afed11ac,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:05.737068 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-79c59a4f-4736-4a4c-a36c-902916e5d516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:05.738195 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-79c59a4f-4736-4a4c-a36c-902916e5d516 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c92aef59-bfd2-4f0e-baf1-7430afed11ac HTTP/1.1" status: 204 len: 168 time: 0.5595880 Feb 09 12:34:05.746534 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-99b01e88-9615-4426-89a2-f579af9aeaab req-3534ba8e-bff6-47e2-b166-4bd2a924422a service neutron] 10.222.0.46 "GET /v2.0/networks/34fde1f9-cb49-4dd5-836d-cfd52119562b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959939 Feb 09 12:34:05.876687 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd6f07-95e8-4afd-821e-f3fba479ee4f req-39f8a387-8a9c-498f-83dc-13744d851b84 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:05.878313 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0cfd6f07-95e8-4afd-821e-f3fba479ee4f req-39f8a387-8a9c-498f-83dc-13744d851b84 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/ports?device_id=085c111d-6af0-4b8a-ab01-93bdce9f26cd HTTP/1.1" status: 200 len: 943 time: 0.1038167 Feb 09 12:34:05.935497 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0cfd6f07-95e8-4afd-821e-f3fba479ee4f req-2042a8f2-b7db-4132-b6a0-b30cf517fe68 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcb514ab-a4b8-4ef3-a817-492a4e7ae5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515401 Feb 09 12:34:06.012451 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae7455-712d-44ae-988c-ee923df9f904 req-17ac286d-9b23-4f91-a196-44c78c31db22 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:06.012451 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-06ae7455-712d-44ae-988c-ee923df9f904 req-17ac286d-9b23-4f91-a196-44c78c31db22 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Synchronizing usage tracker for tenant:aba34aa17eff4c08ab9eaf8e9c681a05 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:34:06.029934 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-06ae7455-712d-44ae-988c-ee923df9f904 req-17ac286d-9b23-4f91-a196-44c78c31db22 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Unset dirty status for tenant:aba34aa17eff4c08ab9eaf8e9c681a05 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:34:06.039866 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-06ae7455-712d-44ae-988c-ee923df9f904 req-17ac286d-9b23-4f91-a196-44c78c31db22 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.46 "GET /v2.0/ports?device_id=50d294be-4088-4183-9349-225738f63f05 HTTP/1.1" status: 200 len: 945 time: 0.1521523 Feb 09 12:34:06.170346 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-06ae7455-712d-44ae-988c-ee923df9f904 req-140c3e48-46d2-42ae-a8f2-58de183adfe9 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Deleting port 7e4038c9-ec5b-494a-8143-56329405372c {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:34:06.170981 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-06ae7455-712d-44ae-988c-ee923df9f904 req-140c3e48-46d2-42ae-a8f2-58de183adfe9 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:06.609458 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ee3de-5589-49ad-8282-65e3c2154e19 req-0aa0795f-010b-410d-804e-600a23cff50d tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:06.611990 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5b0ee3de-5589-49ad-8282-65e3c2154e19 req-0aa0795f-010b-410d-804e-600a23cff50d tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f6e45f3-e2e4-485a-a115-1f2ed8522ef7 HTTP/1.1" status: 200 len: 944 time: 0.3291013 Feb 09 12:34:06.625387 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a7de1b-db24-4ab5-9ff4-3e41286584a0 req-68a2d622-121d-4085-b859-18aaddb6cbfc tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:06.627141 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a1a7de1b-db24-4ab5-9ff4-3e41286584a0 req-68a2d622-121d-4085-b859-18aaddb6cbfc tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=50d294be-4088-4183-9349-225738f63f05 HTTP/1.1" status: 200 len: 945 time: 0.1564057 Feb 09 12:34:06.699876 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5b0ee3de-5589-49ad-8282-65e3c2154e19 req-2edca483-5c5b-4058-adba-8faa3c5960e8 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/security-groups?id=30901aa2-fada-41fa-b028-807238be08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715039 Feb 09 12:34:06.734513 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a1a7de1b-db24-4ab5-9ff4-3e41286584a0 req-4f77697d-19ae-41b9-b742-525bb9ce3392 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/security-groups?id=10cf2715-f5f3-438e-be93-abea536ced6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875678 Feb 09 12:34:06.768629 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-06ae7455-712d-44ae-988c-ee923df9f904 req-140c3e48-46d2-42ae-a8f2-58de183adfe9 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] For port 7e4038c9-ec5b-494a-8143-56329405372c, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=7e4038c9-ec5b-494a-8143-56329405372c,segment=NetworkSegment(8c2b8444-ee73-4d9a-b984-e17b3dd7119f),segment_id=8c2b8444-ee73-4d9a-b984-e17b3dd7119f)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:34:06.768903 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-06ae7455-712d-44ae-988c-ee923df9f904 req-140c3e48-46d2-42ae-a8f2-58de183adfe9 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:06.837792 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 36882) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:06.881143 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-020819f1-6d9b-4da5-81ad-610e2aa180fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:06.942019 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-020819f1-6d9b-4da5-81ad-610e2aa180fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:34:06.943199 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-06ae7455-712d-44ae-988c-ee923df9f904 req-140c3e48-46d2-42ae-a8f2-58de183adfe9 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Calling delete_port for 7e4038c9-ec5b-494a-8143-56329405372c owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:34:06.954784 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-020819f1-6d9b-4da5-81ad-610e2aa180fd admin admin] Usage tracker for resource:security_group_rule and tenant:59d7981d5ad64cb9aada04ae23a00b9b is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:34:06.965820 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-020819f1-6d9b-4da5-81ad-610e2aa180fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:34:06.977116 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-020819f1-6d9b-4da5-81ad-610e2aa180fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:34:06.993577 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 36890) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:07.224180 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-06ae7455-712d-44ae-988c-ee923df9f904 req-140c3e48-46d2-42ae-a8f2-58de183adfe9 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:07.236479 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['7e4038c9-ec5b-494a-8143-56329405372c'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:34:07.284274 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140c3e48-46d2-42ae-a8f2-58de183adfe9 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Pushing event deleted for resources: {'Port': ['ID=7e4038c9-ec5b-494a-8143-56329405372c,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:07.453824 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-020819f1-6d9b-4da5-81ad-610e2aa180fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:07.466950 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-020819f1-6d9b-4da5-81ad-610e2aa180fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:07.474104 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 76646253-8647-40bb-a6cf-6b63d5838edc details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:34:07.526902 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ae7455-712d-44ae-988c-ee923df9f904 req-140c3e48-46d2-42ae-a8f2-58de183adfe9 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] No DVR routers for this DVR port 7e4038c9-ec5b-494a-8143-56329405372c on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:34:07.530099 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-06ae7455-712d-44ae-988c-ee923df9f904 req-140c3e48-46d2-42ae-a8f2-58de183adfe9 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:07.533228 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d294be-4088-4183-9349-225738f63f05', 'name': 'network-vif-deleted', 'tag': '7e4038c9-ec5b-494a-8143-56329405372c'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:34:07.561381 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-06ae7455-712d-44ae-988c-ee923df9f904 req-140c3e48-46d2-42ae-a8f2-58de183adfe9 tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.46 "DELETE /v2.0/ports/7e4038c9-ec5b-494a-8143-56329405372c HTTP/1.1" status: 204 len: 173 time: 1.5235596 Feb 09 12:34:07.575225 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-020819f1-6d9b-4da5-81ad-610e2aa180fd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=59d7981d5ad64cb9aada04ae23a00b9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7351882 Feb 09 12:34:07.578363 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 36904) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:07.590797 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2bc18d48-a4cb-49e1-b644-53d4d83d4394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:07.610550 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020819f1-6d9b-4da5-81ad-610e2aa180fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38057fa-f8e7-4d6c-aa5c-5dab546d1228,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:07.623926 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-2bc18d48-a4cb-49e1-b644-53d4d83d4394 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:34:07.631220 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-2bc18d48-a4cb-49e1-b644-53d4d83d4394 admin admin] Usage tracker for resource:security_group_rule and tenant:a3e1153976b141d6bf8e7ba80c7236d8 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:34:07.637276 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-2bc18d48-a4cb-49e1-b644-53d4d83d4394 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:34:07.645121 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-2bc18d48-a4cb-49e1-b644-53d4d83d4394 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:34:07.705629 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d294be-4088-4183-9349-225738f63f05', 'name': 'network-vif-deleted', 'tag': '7e4038c9-ec5b-494a-8143-56329405372c', 'status': 'completed', 'code': 200} Feb 09 12:34:07.764092 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68e9cff7-01bc-4a44-92f4-1b981e4f49ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:07.801027 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2bc18d48-a4cb-49e1-b644-53d4d83d4394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:07.809751 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2bc18d48-a4cb-49e1-b644-53d4d83d4394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:07.870617 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68e9cff7-01bc-4a44-92f4-1b981e4f49ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:07.883052 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2011914-5741-4500-aba1-42f26f68f414 req-58becdce-5b0a-43ae-b719-32597dae441b tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:07.891841 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c2011914-5741-4500-aba1-42f26f68f414 req-58becdce-5b0a-43ae-b719-32597dae441b tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/ports?device_id=085c111d-6af0-4b8a-ab01-93bdce9f26cd HTTP/1.1" status: 200 len: 943 time: 0.7819095 Feb 09 12:34:07.897492 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 76646253-8647-40bb-a6cf-6b63d5838edc, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=76646253-8647-40bb-a6cf-6b63d5838edc,segment=NetworkSegment(cf830335-1f32-4cb5-acf2-e131607ae889),segment_id=cf830335-1f32-4cb5-acf2-e131607ae889)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:34:07.918709 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2bc18d48-a4cb-49e1-b644-53d4d83d4394 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a3e1153976b141d6bf8e7ba80c7236d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9227417 Feb 09 12:34:07.922158 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 36916) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:07.923027 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc18d48-a4cb-49e1-b644-53d4d83d4394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b2aefc-77b7-4a44-aa9b-0a7e6a7bc6cb,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:07.934397 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '76646253-8647-40bb-a6cf-6b63d5838edc', 'network_id': '34fde1f9-cb49-4dd5-836d-cfd52119562b', 'port_id': '76646253-8647-40bb-a6cf-6b63d5838edc', 'mac_address': 'fa:16:3e:6f:dc:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c51d0be-f310-4dee-aa2c-2b4ce475d198', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:34:08.018113 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68e9cff7-01bc-4a44-92f4-1b981e4f49ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:08.059694 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:08.080539 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e9cff7-01bc-4a44-92f4-1b981e4f49ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38057fa-f8e7-4d6c-aa5c-5dab546d1228,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:08.084570 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c2011914-5741-4500-aba1-42f26f68f414 req-39d598d8-8947-45ec-a569-52d9f1a103ca tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcb514ab-a4b8-4ef3-a817-492a4e7ae5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1910317 Feb 09 12:34:08.102026 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68e9cff7-01bc-4a44-92f4-1b981e4f49ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:08.107492 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-68e9cff7-01bc-4a44-92f4-1b981e4f49ba admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e38057fa-f8e7-4d6c-aa5c-5dab546d1228 HTTP/1.1" status: 204 len: 168 time: 0.5278440 Feb 09 12:34:08.126555 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76646253-8647-40bb-a6cf-6b63d5838edc {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:34:08.175531 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 76646253-8647-40bb-a6cf-6b63d5838edc, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=76646253-8647-40bb-a6cf-6b63d5838edc,segment=NetworkSegment(cf830335-1f32-4cb5-acf2-e131607ae889),segment_id=cf830335-1f32-4cb5-acf2-e131607ae889)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:34:08.182642 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:08.184439 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device adf45d57-4eb3-45fa-9a2e-58b83c50c383 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:34:08.312982 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7aa00660-ca98-48d2-a0f6-705629f0967c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:08.391949 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b30a3a2d-99d8-4c4f-935a-efe7dbb47279 req-699eec9c-d2be-4ea2-aa19-c0e3a070785c tempest-ServerRescueNegativeTestJSON-486384233 tempest-ServerRescueNegativeTestJSON-486384233-project] 10.222.0.55 "GET /v2.0/ports?device_id=50d294be-4088-4183-9349-225738f63f05 HTTP/1.1" status: 200 len: 210 time: 0.1613257 Feb 09 12:34:08.450040 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7aa00660-ca98-48d2-a0f6-705629f0967c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:08.499612 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port adf45d57-4eb3-45fa-9a2e-58b83c50c383, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=adf45d57-4eb3-45fa-9a2e-58b83c50c383,segment=NetworkSegment(d37349ec-1737-4df4-bc46-6875c75010a7),segment_id=d37349ec-1737-4df4-bc46-6875c75010a7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:34:08.535424 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'adf45d57-4eb3-45fa-9a2e-58b83c50c383', 'network_id': 'e261860c-4908-41b9-9d95-9f8235439656', 'port_id': 'adf45d57-4eb3-45fa-9a2e-58b83c50c383', 'mac_address': 'fa:16:3e:56:cf:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c766e56-81af-415a-be67-1134703375d0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:34:08.566516 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=76646253-8647-40bb-a6cf-6b63d5838edc,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:08.576217 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6c117-73a5-4d11-9bba-6513545909a0 req-66fa4008-e47d-4d84-bee1-7e3849bb1906 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:08.577959 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-10c6c117-73a5-4d11-9bba-6513545909a0 req-66fa4008-e47d-4d84-bee1-7e3849bb1906 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f6e45f3-e2e4-485a-a115-1f2ed8522ef7 HTTP/1.1" status: 200 len: 944 time: 0.5722334 Feb 09 12:34:08.579154 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7aa00660-ca98-48d2-a0f6-705629f0967c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:08.633486 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa00660-ca98-48d2-a0f6-705629f0967c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b2aefc-77b7-4a44-aa9b-0a7e6a7bc6cb,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:08.663158 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-10c6c117-73a5-4d11-9bba-6513545909a0 req-02196106-98f3-4511-8e8e-9f18dd9bd515 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/security-groups?id=30901aa2-fada-41fa-b028-807238be08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723574 Feb 09 12:34:08.664263 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7aa00660-ca98-48d2-a0f6-705629f0967c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:08.666697 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-7aa00660-ca98-48d2-a0f6-705629f0967c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/24b2aefc-77b7-4a44-aa9b-0a7e6a7bc6cb HTTP/1.1" status: 204 len: 168 time: 0.7391880 Feb 09 12:34:08.685559 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:34:08.687532 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:34:08.687875 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:34:08.688212 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:34:08.688537 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:34:08.688854 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:34:08.689265 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:34:08.689584 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:34:08.689899 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:34:08.690212 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:34:08.690530 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:34:08.690839 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:34:08.703348 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:08.725630 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adf45d57-4eb3-45fa-9a2e-58b83c50c383 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:34:08.745484 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port adf45d57-4eb3-45fa-9a2e-58b83c50c383, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=adf45d57-4eb3-45fa-9a2e-58b83c50c383,segment=NetworkSegment(d37349ec-1737-4df4-bc46-6875c75010a7),segment_id=d37349ec-1737-4df4-bc46-6875c75010a7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:34:08.750966 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:08.837079 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=adf45d57-4eb3-45fa-9a2e-58b83c50c383,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:09.041515 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['adf45d57-4eb3-45fa-9a2e-58b83c50c383'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:34:09.086676 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['76646253-8647-40bb-a6cf-6b63d5838edc'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:34:09.376190 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684b647-1db8-47f6-921f-75114ae962d6 req-04fc27fa-4527-4c91-84f8-734ab0a2c429 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:09.380364 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c684b647-1db8-47f6-921f-75114ae962d6 req-04fc27fa-4527-4c91-84f8-734ab0a2c429 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/ports?device_id=085c111d-6af0-4b8a-ab01-93bdce9f26cd HTTP/1.1" status: 200 len: 944 time: 0.1322966 Feb 09 12:34:09.424231 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 36992) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:09.458557 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7daf1097-192e-46f2-be63-4e4f53680869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:09.486924 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c684b647-1db8-47f6-921f-75114ae962d6 req-ff1c48cb-0774-4ea8-be16-1091c3375268 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcb514ab-a4b8-4ef3-a817-492a4e7ae5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972908 Feb 09 12:34:09.489900 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 7e4038c9-ec5b-494a-8143-56329405372c no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:34:09.505872 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7daf1097-192e-46f2-be63-4e4f53680869 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:34:09.524090 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7daf1097-192e-46f2-be63-4e4f53680869 admin admin] Usage tracker for resource:security_group_rule and tenant:496653c459304f4bae3bf39dfc290deb is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:34:09.538861 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7daf1097-192e-46f2-be63-4e4f53680869 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:34:09.550450 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7daf1097-192e-46f2-be63-4e4f53680869 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:34:09.611449 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: 7e4038c9-ec5b-494a-8143-56329405372c {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:34:09.611995 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 7e4038c9-ec5b-494a-8143-56329405372c not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:34:09.689753 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 37030) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:09.802685 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7daf1097-192e-46f2-be63-4e4f53680869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:09.811796 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7daf1097-192e-46f2-be63-4e4f53680869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:09.959386 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7daf1097-192e-46f2-be63-4e4f53680869 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=496653c459304f4bae3bf39dfc290deb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5340164 Feb 09 12:34:09.962611 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf1097-192e-46f2-be63-4e4f53680869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84b2bca-0302-4cf1-8030-809de10accac,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:09.971316 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37048) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:10.103010 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fc3d6e3d-be62-4a4e-8589-418ab1a32e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:10.195415 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fc3d6e3d-be62-4a4e-8589-418ab1a32e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:10.283838 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fc3d6e3d-be62-4a4e-8589-418ab1a32e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:10.319741 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3d6e3d-be62-4a4e-8589-418ab1a32e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84b2bca-0302-4cf1-8030-809de10accac,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:10.337964 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fc3d6e3d-be62-4a4e-8589-418ab1a32e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:10.344577 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-fc3d6e3d-be62-4a4e-8589-418ab1a32e64 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e84b2bca-0302-4cf1-8030-809de10accac HTTP/1.1" status: 204 len: 168 time: 0.3664196 Feb 09 12:34:10.430288 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2111e1-34d8-4d56-b6c7-28fbc4680c83 req-c1ee9576-f91a-485f-9ce8-3b91249f93d4 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:10.432715 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cb2111e1-34d8-4d56-b6c7-28fbc4680c83 req-c1ee9576-f91a-485f-9ce8-3b91249f93d4 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f6e45f3-e2e4-485a-a115-1f2ed8522ef7 HTTP/1.1" status: 200 len: 945 time: 0.4026442 Feb 09 12:34:10.564360 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cb2111e1-34d8-4d56-b6c7-28fbc4680c83 req-17a7a95e-baaf-4d9c-8813-1c41f77a74af tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/security-groups?id=30901aa2-fada-41fa-b028-807238be08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107054 Feb 09 12:34:10.910389 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b27f48-30c7-40f6-995f-b4b4b09eaa62 req-2888ac45-db7e-4305-88ff-b26508949f95 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:10.911949 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c9b27f48-30c7-40f6-995f-b4b4b09eaa62 req-2888ac45-db7e-4305-88ff-b26508949f95 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/ports?device_id=085c111d-6af0-4b8a-ab01-93bdce9f26cd HTTP/1.1" status: 200 len: 944 time: 0.1764121 Feb 09 12:34:10.923572 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ad6ba7de-01f8-437c-84cc-7395c64e323d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:10.976495 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37098) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:11.111172 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c9b27f48-30c7-40f6-995f-b4b4b09eaa62 req-a0b4bcad-1974-4255-9e4e-e76a2fa61bfa tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcb514ab-a4b8-4ef3-a817-492a4e7ae5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1909254 Feb 09 12:34:11.339196 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-84ab6724-ffa2-4940-a3a4-d81943ae2874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:11.386141 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-84ab6724-ffa2-4940-a3a4-d81943ae2874 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:34:11.392062 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-84ab6724-ffa2-4940-a3a4-d81943ae2874 admin admin] Usage tracker for resource:security_group_rule and tenant:08e17c7788af44f29cc8c48fad4a2d6e is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:34:11.395414 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-84ab6724-ffa2-4940-a3a4-d81943ae2874 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:34:11.403554 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-84ab6724-ffa2-4940-a3a4-d81943ae2874 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:34:11.488977 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 76646253-8647-40bb-a6cf-6b63d5838edc up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:34:11.512938 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-84ab6724-ffa2-4940-a3a4-d81943ae2874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:11.520269 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-84ab6724-ffa2-4940-a3a4-d81943ae2874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:11.561262 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-ad6ba7de-01f8-437c-84cc-7395c64e323d admin admin] Deleting port ddda7a5e-bc35-44d8-808d-a8d6d1a9d39d {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:34:11.561593 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ad6ba7de-01f8-437c-84cc-7395c64e323d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:11.625295 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ab6724-ffa2-4940-a3a4-d81943ae2874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1baabbea-8a53-4443-b322-9a9c18d92e91,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:11.627414 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 76646253-8647-40bb-a6cf-6b63d5838edc completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:34:11.640164 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 76646253-8647-40bb-a6cf-6b63d5838edc triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:34:11.640861 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:11.720550 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-84ab6724-ffa2-4940-a3a4-d81943ae2874 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=08e17c7788af44f29cc8c48fad4a2d6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7406323 Feb 09 12:34:11.721667 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37128) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:11.792315 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-db14ca32-efdd-4719-8e9e-a0ecd0860af7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:11.830685 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-db14ca32-efdd-4719-8e9e-a0ecd0860af7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:11.893027 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:11.898797 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-db14ca32-efdd-4719-8e9e-a0ecd0860af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:11.916364 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db14ca32-efdd-4719-8e9e-a0ecd0860af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1baabbea-8a53-4443-b322-9a9c18d92e91,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:11.926397 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-db14ca32-efdd-4719-8e9e-a0ecd0860af7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:11.927533 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-db14ca32-efdd-4719-8e9e-a0ecd0860af7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1baabbea-8a53-4443-b322-9a9c18d92e91 HTTP/1.1" status: 204 len: 168 time: 0.2045958 Feb 09 12:34:11.982715 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f6e45f3-e2e4-485a-a115-1f2ed8522ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76646253-8647-40bb-a6cf-6b63d5838edc'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:34:12.010677 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 76646253-8647-40bb-a6cf-6b63d5838edc, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=76646253-8647-40bb-a6cf-6b63d5838edc,segment=NetworkSegment(cf830335-1f32-4cb5-acf2-e131607ae889),segment_id=cf830335-1f32-4cb5-acf2-e131607ae889)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:34:12.019151 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:12.021975 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device adf45d57-4eb3-45fa-9a2e-58b83c50c383 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:34:12.115943 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f6e45f3-e2e4-485a-a115-1f2ed8522ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76646253-8647-40bb-a6cf-6b63d5838edc', 'code': 200} Feb 09 12:34:12.180814 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-ad6ba7de-01f8-437c-84cc-7395c64e323d admin admin] For port ddda7a5e-bc35-44d8-808d-a8d6d1a9d39d, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=ddda7a5e-bc35-44d8-808d-a8d6d1a9d39d,segment=NetworkSegment(8c2b8444-ee73-4d9a-b984-e17b3dd7119f),segment_id=8c2b8444-ee73-4d9a-b984-e17b3dd7119f)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:34:12.182092 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ad6ba7de-01f8-437c-84cc-7395c64e323d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:12.209080 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90a1b2-3845-4077-a843-40432b2a7aad req-7aa50d7c-b7e7-4837-9de7-d851ad66ab05 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:12.211237 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5b90a1b2-3845-4077-a843-40432b2a7aad req-7aa50d7c-b7e7-4837-9de7-d851ad66ab05 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f6e45f3-e2e4-485a-a115-1f2ed8522ef7 HTTP/1.1" status: 200 len: 945 time: 0.3859289 Feb 09 12:34:12.366043 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=76646253-8647-40bb-a6cf-6b63d5838edc,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:12.387959 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port adf45d57-4eb3-45fa-9a2e-58b83c50c383 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:34:12.398968 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d0078-9a2e-4159-8b5c-d4752310c669 req-1d9e522a-3baf-403c-a2d9-6b25872446c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:12.405790 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port adf45d57-4eb3-45fa-9a2e-58b83c50c383 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:34:12.405996 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3e0d0078-9a2e-4159-8b5c-d4752310c669 req-1d9e522a-3baf-403c-a2d9-6b25872446c0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0f6e45f3-e2e4-485a-a115-1f2ed8522ef7 HTTP/1.1" status: 200 len: 1097 time: 0.2417490 Feb 09 12:34:12.409680 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:12.472659 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-ad6ba7de-01f8-437c-84cc-7395c64e323d admin admin] Calling delete_port for ddda7a5e-bc35-44d8-808d-a8d6d1a9d39d owned by network:router_interface {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:34:12.522495 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3e0d0078-9a2e-4159-8b5c-d4752310c669 req-179047cd-b657-4b34-925e-44a14ac95d7a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=30901aa2-fada-41fa-b028-807238be08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091280 Feb 09 12:34:12.650103 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:12.695520 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5b90a1b2-3845-4077-a843-40432b2a7aad req-4a8fdad3-7006-437e-a27c-3b69fc7b3555 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/security-groups?id=30901aa2-fada-41fa-b028-807238be08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4221735 Feb 09 12:34:12.730763 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port adf45d57-4eb3-45fa-9a2e-58b83c50c383, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=adf45d57-4eb3-45fa-9a2e-58b83c50c383,segment=NetworkSegment(d37349ec-1737-4df4-bc46-6875c75010a7),segment_id=d37349ec-1737-4df4-bc46-6875c75010a7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:34:12.739185 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:12.826634 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=adf45d57-4eb3-45fa-9a2e-58b83c50c383,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:12.832385 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23139e33-9f2e-43fd-8822-ce9f96388f9c req-896b3e6e-cfe1-40ed-9e96-b4948a69df8c tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:12.836768 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-23139e33-9f2e-43fd-8822-ce9f96388f9c req-896b3e6e-cfe1-40ed-9e96-b4948a69df8c tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/ports?device_id=085c111d-6af0-4b8a-ab01-93bdce9f26cd HTTP/1.1" status: 200 len: 944 time: 0.3990335 Feb 09 12:34:12.954081 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-23139e33-9f2e-43fd-8822-ce9f96388f9c req-e4714aa4-385c-4329-8b5b-4b14aff2f284 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcb514ab-a4b8-4ef3-a817-492a4e7ae5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090736 Feb 09 12:34:13.080833 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ad6ba7de-01f8-437c-84cc-7395c64e323d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:13.176524 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6ba7de-01f8-437c-84cc-7395c64e323d admin admin] Pushing event deleted for resources: {'Port': ['ID=ddda7a5e-bc35-44d8-808d-a8d6d1a9d39d,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:13.699613 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ad6ba7de-01f8-437c-84cc-7395c64e323d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:13.974796 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-efbc10b2-561e-4486-b910-42327375cc5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:14.117746 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085c111d-6af0-4b8a-ab01-93bdce9f26cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf45d57-4eb3-45fa-9a2e-58b83c50c383'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:34:14.436656 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37218) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:14.448574 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33988ac5-8f42-4e75-aaf3-9bee818383f2 req-2eae57bb-1f84-4f93-a7b4-c753f10dc510 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:14.455424 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-33988ac5-8f42-4e75-aaf3-9bee818383f2 req-2eae57bb-1f84-4f93-a7b4-c753f10dc510 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f6e45f3-e2e4-485a-a115-1f2ed8522ef7 HTTP/1.1" status: 200 len: 946 time: 0.5937057 Feb 09 12:34:14.601453 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-33988ac5-8f42-4e75-aaf3-9bee818383f2 req-0c3bcee8-557d-4837-960d-f7d415e49363 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/security-groups?id=30901aa2-fada-41fa-b028-807238be08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431208 Feb 09 12:34:14.628241 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56345338-6af5-4229-a132-e65eefb9ec86 req-276b0b5b-60d0-4fa4-b494-187454b6970c tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:14.629802 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-56345338-6af5-4229-a132-e65eefb9ec86 req-276b0b5b-60d0-4fa4-b494-187454b6970c tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/ports?device_id=085c111d-6af0-4b8a-ab01-93bdce9f26cd HTTP/1.1" status: 200 len: 945 time: 0.3719950 Feb 09 12:34:14.696694 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '085c111d-6af0-4b8a-ab01-93bdce9f26cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf45d57-4eb3-45fa-9a2e-58b83c50c383', 'code': 200} Feb 09 12:34:14.730898 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8662ae70-5834-45b7-8722-283df9bf647e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:14.764903 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8662ae70-5834-45b7-8722-283df9bf647e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:34:14.771557 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad6ba7de-01f8-437c-84cc-7395c64e323d admin admin] Router f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:34:14.775465 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-8662ae70-5834-45b7-8722-283df9bf647e admin admin] Usage tracker for resource:security_group_rule and tenant:3b8dfc61ba404d99bda439be6384f1b2 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:34:14.779791 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-8662ae70-5834-45b7-8722-283df9bf647e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:34:14.797822 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-56345338-6af5-4229-a132-e65eefb9ec86 req-51ec16cf-2a3c-4b87-a58a-a4253af3e022 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcb514ab-a4b8-4ef3-a817-492a4e7ae5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588492 Feb 09 12:34:14.823085 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8662ae70-5834-45b7-8722-283df9bf647e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:34:14.980112 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0203a47-b95a-480b-8d34-1f24f4c53431 req-072fb2f3-b923-4859-be14-950abaa53fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:14.981912 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e0203a47-b95a-480b-8d34-1f24f4c53431 req-072fb2f3-b923-4859-be14-950abaa53fcd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=085c111d-6af0-4b8a-ab01-93bdce9f26cd HTTP/1.1" status: 200 len: 1096 time: 0.1623974 Feb 09 12:34:15.102911 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e0203a47-b95a-480b-8d34-1f24f4c53431 req-ce75e7ef-9c69-4f3c-9970-3b8fe43b7fc2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bcb514ab-a4b8-4ef3-a817-492a4e7ae5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122849 Feb 09 12:34:15.128867 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6ba7de-01f8-437c-84cc-7395c64e323d admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:34:15.145248 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014d4d94-7b37-4525-9505-2252d2024937 None None] Sync routers for ids ['f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:34:15.160251 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ad6ba7de-01f8-437c-84cc-7395c64e323d admin admin] 10.222.0.55 "PUT /v2.0/routers/f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4693723 Feb 09 12:34:15.162447 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014d4d94-7b37-4525-9505-2252d2024937 None None] Routers {'f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:34:15.162890 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37250) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:15.164470 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-014d4d94-7b37-4525-9505-2252d2024937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:33:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:34:15.170384 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8662ae70-5834-45b7-8722-283df9bf647e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:15.331336 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8662ae70-5834-45b7-8722-283df9bf647e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:15.445343 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8662ae70-5834-45b7-8722-283df9bf647e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1a1868-1405-48d6-9f92-42f926440687,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:15.523166 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8662ae70-5834-45b7-8722-283df9bf647e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3b8dfc61ba404d99bda439be6384f1b2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0851309 Feb 09 12:34:15.527000 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 37270) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:15.693155 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9f6d8720-2819-4997-ab18-418240d7fb91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:15.705905 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4217111b-2061-4c17-b8fb-cd27f57d745f admin admin] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:15.754286 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9f6d8720-2819-4997-ab18-418240d7fb91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:15.770344 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-014d4d94-7b37-4525-9505-2252d2024937 None None] Set router f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:34:15.779199 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 37278) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:15.940751 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9f6d8720-2819-4997-ab18-418240d7fb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:15.990065 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6d8720-2819-4997-ab18-418240d7fb91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1a1868-1405-48d6-9f92-42f926440687,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:16.009295 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9f6d8720-2819-4997-ab18-418240d7fb91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:16.010494 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9f6d8720-2819-4997-ab18-418240d7fb91 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eb1a1868-1405-48d6-9f92-42f926440687 HTTP/1.1" status: 204 len: 168 time: 0.4820299 Feb 09 12:34:16.281990 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4217111b-2061-4c17-b8fb-cd27f57d745f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:16.315582 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-4217111b-2061-4c17-b8fb-cd27f57d745f admin admin] Deleting port 44aab36d-65b3-46b9-ba60-b2f1e617e711 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:34:16.316866 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4217111b-2061-4c17-b8fb-cd27f57d745f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:16.333599 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe15a6-e8de-4c60-ada1-86c952fcda18 req-92902cec-5a89-4f92-82c1-843c90a47dfb tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:16.344705 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c0fe15a6-e8de-4c60-ada1-86c952fcda18 req-92902cec-5a89-4f92-82c1-843c90a47dfb tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/ports?device_id=085c111d-6af0-4b8a-ab01-93bdce9f26cd HTTP/1.1" status: 200 len: 945 time: 0.2598026 Feb 09 12:34:16.433462 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-17e9f147-0eb5-4957-803b-99643ca33ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:16.457340 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-234a5735-5b55-490d-8ed6-d278c1550859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:16.505415 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-014d4d94-7b37-4525-9505-2252d2024937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9', 'name': 'tempest-ServerRescueNegativeTestJSON-27536289-router', 'tenant_id': 'aba34aa17eff4c08ab9eaf8e9c681a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '44aab36d-65b3-46b9-ba60-b2f1e617e711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:30:54Z', 'updated_at': '2022-02-09T12:34:12Z', 'revision_number': 5, 'project_id': 'aba34aa17eff4c08ab9eaf8e9c681a05', 'gw_port': {'id': '44aab36d-65b3-46b9-ba60-b2f1e617e711', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:69:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:30:56Z', 'updated_at': '2022-02-09T12:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:34:16.512695 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014d4d94-7b37-4525-9505-2252d2024937 None None] Checking router: f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:34:16.533907 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014d4d94-7b37-4525-9505-2252d2024937 None None] Routers {'f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:34:16.535508 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-014d4d94-7b37-4525-9505-2252d2024937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:34:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:34:16.545701 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-17e9f147-0eb5-4957-803b-99643ca33ba8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:34:16.576127 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-17e9f147-0eb5-4957-803b-99643ca33ba8 admin admin] Usage tracker for resource:security_group_rule and tenant:8f1e0f4fe2c34b79aec858a9845c1143 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:34:16.590519 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-17e9f147-0eb5-4957-803b-99643ca33ba8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:34:16.624621 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c0fe15a6-e8de-4c60-ada1-86c952fcda18 req-1f8076c3-3f5d-40e8-8069-c0fe67030c41 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcb514ab-a4b8-4ef3-a817-492a4e7ae5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2766941 Feb 09 12:34:16.636415 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-17e9f147-0eb5-4957-803b-99643ca33ba8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:34:16.778610 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-17e9f147-0eb5-4957-803b-99643ca33ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:16.788865 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-17e9f147-0eb5-4957-803b-99643ca33ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:16.798171 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-4217111b-2061-4c17-b8fb-cd27f57d745f admin admin] For port 44aab36d-65b3-46b9-ba60-b2f1e617e711, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=44aab36d-65b3-46b9-ba60-b2f1e617e711,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:34:16.799193 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4217111b-2061-4c17-b8fb-cd27f57d745f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:16.847358 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e9f147-0eb5-4957-803b-99643ca33ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244338ff-413e-4b1a-a1a6-709f2b87b42c,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:16.919297 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-17e9f147-0eb5-4957-803b-99643ca33ba8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8f1e0f4fe2c34b79aec858a9845c1143&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1243722 Feb 09 12:34:16.919297 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 37308) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:16.921526 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-014d4d94-7b37-4525-9505-2252d2024937 None None] Set router f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9 gateway port host: None {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:34:17.056965 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-612adc19-14ad-4e3a-b3db-ce536764a52b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:17.121765 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-014d4d94-7b37-4525-9505-2252d2024937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9', 'name': 'tempest-ServerRescueNegativeTestJSON-27536289-router', 'tenant_id': 'aba34aa17eff4c08ab9eaf8e9c681a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:30:54Z', 'updated_at': '2022-02-09T12:34:16Z', 'revision_number': 6, 'project_id': 'aba34aa17eff4c08ab9eaf8e9c681a05', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:34:17.122272 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-612adc19-14ad-4e3a-b3db-ce536764a52b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:17.129968 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014d4d94-7b37-4525-9505-2252d2024937 None None] The sync data for ids ['f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9'] in n-d-825178-3 is: [{'id': 'f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9', 'name': 'tempest-ServerRescueNegativeTestJSON-27536289-router', 'tenant_id': 'aba34aa17eff4c08ab9eaf8e9c681a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:30:54Z', 'updated_at': '2022-02-09T12:34:16Z', 'revision_number': 6, 'project_id': 'aba34aa17eff4c08ab9eaf8e9c681a05', 'gw_port_host': None}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:34:17.202178 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-4217111b-2061-4c17-b8fb-cd27f57d745f admin admin] Calling delete_port for 44aab36d-65b3-46b9-ba60-b2f1e617e711 owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:34:17.254736 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-612adc19-14ad-4e3a-b3db-ce536764a52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:17.300294 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 37316) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:17.343523 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612adc19-14ad-4e3a-b3db-ce536764a52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244338ff-413e-4b1a-a1a6-709f2b87b42c,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:17.373154 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-198330d0-1b99-4c84-9381-19882b07e613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:17.403418 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-612adc19-14ad-4e3a-b3db-ce536764a52b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:17.404603 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-612adc19-14ad-4e3a-b3db-ce536764a52b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/244338ff-413e-4b1a-a1a6-709f2b87b42c HTTP/1.1" status: 204 len: 168 time: 0.4882085 Feb 09 12:34:17.419166 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-198330d0-1b99-4c84-9381-19882b07e613 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:34:17.436170 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-198330d0-1b99-4c84-9381-19882b07e613 admin admin] Usage tracker for resource:security_group_rule and tenant:b146ea513f7046ee9e02c0fbfe024ac4 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:34:17.449172 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-198330d0-1b99-4c84-9381-19882b07e613 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:34:17.471813 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-198330d0-1b99-4c84-9381-19882b07e613 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:34:17.610585 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 37324) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:17.622765 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:17.636660 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:17.933870 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-198330d0-1b99-4c84-9381-19882b07e613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:17.941358 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-198330d0-1b99-4c84-9381-19882b07e613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:18.075440 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-198330d0-1b99-4c84-9381-19882b07e613 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b146ea513f7046ee9e02c0fbfe024ac4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7701702 Feb 09 12:34:18.075440 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198330d0-1b99-4c84-9381-19882b07e613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ad1b3d-5bd2-441d-ac75-37e99234abd1,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:18.104581 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37338) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:18.239352 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f24c10-0de3-4191-bffe-a667e9594cf3 req-dd64bc05-558e-464e-9b26-ce2f3b54efcc tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:18.241117 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e2f24c10-0de3-4191-bffe-a667e9594cf3 req-dd64bc05-558e-464e-9b26-ce2f3b54efcc tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/ports?device_id=085c111d-6af0-4b8a-ab01-93bdce9f26cd HTTP/1.1" status: 200 len: 945 time: 0.2148793 Feb 09 12:34:18.457936 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e2f24c10-0de3-4191-bffe-a667e9594cf3 req-323f4cca-e6be-4c22-a28f-279e4f002436 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcb514ab-a4b8-4ef3-a817-492a4e7ae5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1943955 Feb 09 12:34:18.507255 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-75a6e322-03a5-4fb9-8986-048a027a6216 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:34:18.548761 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-75a6e322-03a5-4fb9-8986-048a027a6216 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:34:18.583979 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-75a6e322-03a5-4fb9-8986-048a027a6216 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Usage tracker for resource:floatingip and tenant:02d9a4062ae842e49faf9c2f6adea9a2 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:34:18.607134 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-75a6e322-03a5-4fb9-8986-048a027a6216 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:34:18.632112 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-75a6e322-03a5-4fb9-8986-048a027a6216 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:34:18.669300 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-75a6e322-03a5-4fb9-8986-048a027a6216 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks [] for floatingip, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:18.735059 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 44aab36d-65b3-46b9-ba60-b2f1e617e711 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:34:18.755451 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bd358214-5373-41a7-9cef-30537ac59bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:18.834555 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bd358214-5373-41a7-9cef-30537ac59bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:18.846027 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4217111b-2061-4c17-b8fb-cd27f57d745f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:18.920286 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No active binding found for port 44aab36d-65b3-46b9-ba60-b2f1e617e711 {{(pid=87569) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 09 12:34:18.920702 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 44aab36d-65b3-46b9-ba60-b2f1e617e711 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:34:18.921128 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device ddda7a5e-bc35-44d8-808d-a8d6d1a9d39d no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:34:19.019357 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: ddda7a5e-bc35-44d8-808d-a8d6d1a9d39d {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:34:19.019700 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device ddda7a5e-bc35-44d8-808d-a8d6d1a9d39d not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:34:19.041844 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217111b-2061-4c17-b8fb-cd27f57d745f admin admin] Pushing event deleted for resources: {'Port': ['ID=44aab36d-65b3-46b9-ba60-b2f1e617e711,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:19.094032 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:19.112399 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4217111b-2061-4c17-b8fb-cd27f57d745f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:19.192594 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd638edd-e30a-4669-9bdd-3f2bab5d1e1d req-7e24c268-8358-4208-bbe0-9a3f43c33d49 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:19.194884 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bd638edd-e30a-4669-9bdd-3f2bab5d1e1d req-7e24c268-8358-4208-bbe0-9a3f43c33d49 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/ports?device_id=085c111d-6af0-4b8a-ab01-93bdce9f26cd HTTP/1.1" status: 200 len: 945 time: 0.2582793 Feb 09 12:34:19.214997 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 37372) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:19.244308 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-9944d09d-4823-4b99-9388-1dd3c551c718 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Request body: {'floatingip': {'port_id': 'adf45d57-4eb3-45fa-9a2e-58b83c50c383'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:34:19.425462 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9944d09d-4823-4b99-9388-1dd3c551c718 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Notify callbacks [] for floatingip, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:19.426983 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4217111b-2061-4c17-b8fb-cd27f57d745f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:19.430612 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4217111b-2061-4c17-b8fb-cd27f57d745f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:19.482238 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bd358214-5373-41a7-9cef-30537ac59bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:19.495583 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4217111b-2061-4c17-b8fb-cd27f57d745f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:19.496191 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4217111b-2061-4c17-b8fb-cd27f57d745f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:34:19.506421 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd358214-5373-41a7-9cef-30537ac59bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ad1b3d-5bd2-441d-ac75-37e99234abd1,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:19.563382 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4217111b-2061-4c17-b8fb-cd27f57d745f admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:19.564766 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4217111b-2061-4c17-b8fb-cd27f57d745f admin admin] 10.222.0.55 "DELETE /v2.0/routers/f5e6dbf7-b43c-42b8-8d5a-a3c6608d52d9 HTTP/1.1" status: 204 len: 168 time: 4.4008386 Feb 09 12:34:19.568117 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37396) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:19.615907 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bd358214-5373-41a7-9cef-30537ac59bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:19.617119 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-bd358214-5373-41a7-9cef-30537ac59bf2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/00ad1b3d-5bd2-441d-ac75-37e99234abd1 HTTP/1.1" status: 204 len: 168 time: 1.5108116 Feb 09 12:34:19.693575 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fbe50f1-34c8-439e-a176-a450b95340cf admin admin] Deleting subnet 21ba49f8-7226-4d27-a3b6-74fc50d70d5f {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:34:19.697847 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5fbe50f1-34c8-439e-a176-a450b95340cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:19.767263 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5fbe50f1-34c8-439e-a176-a450b95340cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:19.826418 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5fbe50f1-34c8-439e-a176-a450b95340cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:19.889179 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-75a6e322-03a5-4fb9-8986-048a027a6216 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:20.031131 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5fbe50f1-34c8-439e-a176-a450b95340cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:20.122210 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe50f1-34c8-439e-a176-a450b95340cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21ba49f8-7226-4d27-a3b6-74fc50d70d5f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:20.148113 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5fbe50f1-34c8-439e-a176-a450b95340cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:20.161824 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5fbe50f1-34c8-439e-a176-a450b95340cf admin admin] 10.222.0.55 "DELETE /v2.0/subnets/21ba49f8-7226-4d27-a3b6-74fc50d70d5f HTTP/1.1" status: 204 len: 168 time: 0.5925901 Feb 09 12:34:20.164492 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37430) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:20.192600 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469a84c-a586-4bfb-9853-068c43102843 req-39e2cff3-1764-4f32-bbd0-9c2b6ccd0f01 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:20.200145 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3469a84c-a586-4bfb-9853-068c43102843 req-39e2cff3-1764-4f32-bbd0-9c2b6ccd0f01 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/networks?id=34fde1f9-cb49-4dd5-836d-cfd52119562b HTTP/1.1" status: 200 len: 815 time: 0.6202779 Feb 09 12:34:20.226055 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3469a84c-a586-4bfb-9853-068c43102843 req-6e947ea6-bb99-4ac6-8e64-e49fe71b596c tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/quotas/02a79007c42b4d508e7f5f941eb00251 HTTP/1.1" status: 200 len: 375 time: 0.0247386 Feb 09 12:34:20.337016 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-570d546a-8ee1-4070-9552-eae06cfe7389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:20.389211 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:20.391295 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-75a6e322-03a5-4fb9-8986-048a027a6216 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Allocated IP 172.25.7.129 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/ca6ed657-1c58-4199-b814-585280a4608a) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:34:20.538168 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37446) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:20.598043 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3469a84c-a586-4bfb-9853-068c43102843 req-e54f03e3-9231-4107-8d6b-f4fe88cd34f9 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=02a79007c42b4d508e7f5f941eb00251&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3710394 Feb 09 12:34:20.653664 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-570d546a-8ee1-4070-9552-eae06cfe7389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:20.682435 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-570d546a-8ee1-4070-9552-eae06cfe7389 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c52d4018-5a69-4fac-a12b-9b13cfc3a5a5']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:34:20.698331 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-570d546a-8ee1-4070-9552-eae06cfe7389 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c2b8444-ee73-4d9a-b984-e17b3dd7119f') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:34:20.698634 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-570d546a-8ee1-4070-9552-eae06cfe7389 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c2b8444-ee73-4d9a-b984-e17b3dd7119f') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:34:20.713542 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-570d546a-8ee1-4070-9552-eae06cfe7389 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:20.734379 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-570d546a-8ee1-4070-9552-eae06cfe7389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:20.742850 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-570d546a-8ee1-4070-9552-eae06cfe7389 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:34:20.743389 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-570d546a-8ee1-4070-9552-eae06cfe7389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:20.887256 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-75a6e322-03a5-4fb9-8986-048a027a6216 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:20.917350 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3469a84c-a586-4bfb-9853-068c43102843 req-f89b14db-4832-42c5-8b5b-97d84ed584fc service neutron] 10.222.0.55 "GET /v2.0/networks/34fde1f9-cb49-4dd5-836d-cfd52119562b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180873 Feb 09 12:34:20.958072 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:34:20.958072 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:34:20.958072 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:34:20.958072 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:34:20.958072 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:34:20.958072 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:34:20.958072 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:34:20.958072 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:34:20.958072 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:34:20.958072 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:34:20.958072 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:34:20.958072 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:34:20.958072 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:34:20.958072 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:34:20.958072 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:34:20.958072 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:34:20.958072 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:34:20.958072 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:34:20.958072 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:34:20.958072 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:34:20.958072 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:34:20.958072 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:34:20.958072 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:34:20.958072 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:34:20.958072 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:34:20.958072 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:34:20.958072 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:34:20.958072 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:34:20.958072 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:34:20.958072 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:34:20.958072 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:34:20.958072 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:34:21.057292 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-570d546a-8ee1-4070-9552-eae06cfe7389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:21.079581 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-570d546a-8ee1-4070-9552-eae06cfe7389 admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:21.096060 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570d546a-8ee1-4070-9552-eae06cfe7389 admin admin] Pushing event deleted for resources: {'Network': ['ID=c52d4018-5a69-4fac-a12b-9b13cfc3a5a5,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:21.123875 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-570d546a-8ee1-4070-9552-eae06cfe7389 admin admin] 10.222.0.55 "DELETE /v2.0/networks/c52d4018-5a69-4fac-a12b-9b13cfc3a5a5 HTTP/1.1" status: 204 len: 168 time: 0.9565115 Feb 09 12:34:21.188186 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3469a84c-a586-4bfb-9853-068c43102843 req-409abf50-3502-481f-830e-7e29eac4b6fc service neutron] 10.222.0.55 "GET /v2.0/networks/34fde1f9-cb49-4dd5-836d-cfd52119562b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613425 Feb 09 12:34:21.236429 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.resource_extend [None req-9944d09d-4823-4b99-9388-1dd3c551c718 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:34:21.391914 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-75a6e322-03a5-4fb9-8986-048a027a6216 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:21.560355 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f08a4b26-3435-4f0e-8d68-92d747c6e84d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:21.595325 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f08a4b26-3435-4f0e-8d68-92d747c6e84d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:34:21.603497 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f08a4b26-3435-4f0e-8d68-92d747c6e84d admin admin] Usage tracker for resource:security_group_rule and tenant:d0fa205f0a424f1899ad9bce97560cca is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:34:21.609211 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f08a4b26-3435-4f0e-8d68-92d747c6e84d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:34:21.619781 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f08a4b26-3435-4f0e-8d68-92d747c6e84d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:34:21.629919 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37476) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:21.704327 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-81b380be-ef78-4e3d-958f-01f28431b437 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=aba34aa17eff4c08ab9eaf8e9c681a05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0709703 Feb 09 12:34:21.707219 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37486) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:21.751609 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a6e322-03a5-4fb9-8986-048a027a6216 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:34:21.754244 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9944d09d-4823-4b99-9388-1dd3c551c718 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:21.757835 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-75a6e322-03a5-4fb9-8986-048a027a6216 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:34:21.768538 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-83e9ebae-396a-4be3-bf4c-9c0e3dd35288 req-cae2255f-cc22-46ba-86fc-24f7b54d1dba tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0648eab-58d8-492c-b724-c50ae2243341 HTTP/1.1" status: 200 len: 210 time: 0.1206524 Feb 09 12:34:21.768538 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a6e322-03a5-4fb9-8986-048a027a6216 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:34:21.819642 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a6e322-03a5-4fb9-8986-048a027a6216 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Pushing event updated for resources: {'Port': ['ID=ca6ed657-1c58-4199-b814-585280a4608a,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:21.847735 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a6e322-03a5-4fb9-8986-048a027a6216 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:34:21.848262 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a6e322-03a5-4fb9-8986-048a027a6216 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:34:21.848748 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a6e322-03a5-4fb9-8986-048a027a6216 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:34:21.849085 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a6e322-03a5-4fb9-8986-048a027a6216 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:34:21.850040 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a6e322-03a5-4fb9-8986-048a027a6216 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:34:21.850040 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a6e322-03a5-4fb9-8986-048a027a6216 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:34:21.850040 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a6e322-03a5-4fb9-8986-048a027a6216 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:34:21.850425 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a6e322-03a5-4fb9-8986-048a027a6216 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:34:21.850690 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a6e322-03a5-4fb9-8986-048a027a6216 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:34:21.851018 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a6e322-03a5-4fb9-8986-048a027a6216 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:34:21.851148 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f08a4b26-3435-4f0e-8d68-92d747c6e84d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:21.851411 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a6e322-03a5-4fb9-8986-048a027a6216 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:34:21.851684 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a6e322-03a5-4fb9-8986-048a027a6216 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:34:21.864843 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9944d09d-4823-4b99-9388-1dd3c551c718 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:21.876352 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f08a4b26-3435-4f0e-8d68-92d747c6e84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:22.003550 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f08a4b26-3435-4f0e-8d68-92d747c6e84d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d0fa205f0a424f1899ad9bce97560cca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0467296 Feb 09 12:34:22.013448 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a4b26-3435-4f0e-8d68-92d747c6e84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cdd43ec-2807-4a5a-b125-62ab22c92680,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:22.026245 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37498) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:22.027917 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08a4b26-3435-4f0e-8d68-92d747c6e84d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:34:22.028515 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08a4b26-3435-4f0e-8d68-92d747c6e84d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:34:22.029082 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08a4b26-3435-4f0e-8d68-92d747c6e84d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:34:22.029711 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08a4b26-3435-4f0e-8d68-92d747c6e84d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:34:22.030269 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08a4b26-3435-4f0e-8d68-92d747c6e84d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:34:22.030869 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08a4b26-3435-4f0e-8d68-92d747c6e84d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:34:22.031418 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08a4b26-3435-4f0e-8d68-92d747c6e84d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:34:22.032047 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08a4b26-3435-4f0e-8d68-92d747c6e84d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:34:22.032662 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08a4b26-3435-4f0e-8d68-92d747c6e84d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:34:22.033192 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08a4b26-3435-4f0e-8d68-92d747c6e84d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:34:22.033794 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08a4b26-3435-4f0e-8d68-92d747c6e84d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:34:22.034341 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08a4b26-3435-4f0e-8d68-92d747c6e84d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:34:22.137281 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6299f3b1-c121-458f-966a-50a44785ed07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:22.202466 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6299f3b1-c121-458f-966a-50a44785ed07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:22.296226 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cfc4d610-b421-4f0c-a340-275f932b247e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:22.354487 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cfc4d610-b421-4f0c-a340-275f932b247e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:22.427986 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cfc4d610-b421-4f0c-a340-275f932b247e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:22.464078 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc4d610-b421-4f0c-a340-275f932b247e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10cf2715-f5f3-438e-be93-abea536ced6a,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:22.468444 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [None req-9944d09d-4823-4b99-9388-1dd3c551c718 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Floating IP 8f8342c0-faa7-42f9-89b1-2f355126188d associated. External IP: 172.25.7.178, port: adf45d57-4eb3-45fa-9a2e-58b83c50c383. Feb 09 12:34:22.499935 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6299f3b1-c121-458f-966a-50a44785ed07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:22.513324 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6299f3b1-c121-458f-966a-50a44785ed07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:22.522554 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6299f3b1-c121-458f-966a-50a44785ed07 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3cdd43ec-2807-4a5a-b125-62ab22c92680 HTTP/1.1" status: 204 len: 168 time: 0.4840209 Feb 09 12:34:22.525508 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cfc4d610-b421-4f0c-a340-275f932b247e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:22.530564 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-cfc4d610-b421-4f0c-a340-275f932b247e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/10cf2715-f5f3-438e-be93-abea536ced6a HTTP/1.1" status: 204 len: 168 time: 0.6940849 Feb 09 12:34:22.559476 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6299f3b1-c121-458f-966a-50a44785ed07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cdd43ec-2807-4a5a-b125-62ab22c92680,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:22.741901 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:22.817487 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-75a6e322-03a5-4fb9-8986-048a027a6216 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:22.913790 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-75a6e322-03a5-4fb9-8986-048a027a6216 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:23.297310 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2e23b88c-bf33-4f75-9054-7675f1b37d83 req-73ee11dd-1da5-4aea-95a4-1570a9c40c44 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0648eab-58d8-492c-b724-c50ae2243341 HTTP/1.1" status: 200 len: 210 time: 0.3380601 Feb 09 12:34:23.625844 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469a84c-a586-4bfb-9853-068c43102843 req-0fc84878-fff2-4801-b28f-8debcbefc987 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:23.634580 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3469a84c-a586-4bfb-9853-068c43102843 req-0fc84878-fff2-4801-b28f-8debcbefc987 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.46 "GET /v2.0/networks?id=34fde1f9-cb49-4dd5-836d-cfd52119562b HTTP/1.1" status: 200 len: 815 time: 0.4584301 Feb 09 12:34:23.656245 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-3469a84c-a586-4bfb-9853-068c43102843 req-2417cab8-5222-456b-9265-a4399966ebc9 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Request body: {'port': {'device_id': 'b0648eab-58d8-492c-b724-c50ae2243341', 'network_id': '34fde1f9-cb49-4dd5-836d-cfd52119562b', 'admin_state_up': True, 'tenant_id': '02a79007c42b4d508e7f5f941eb00251'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:34:23.874862 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-75a6e322-03a5-4fb9-8986-048a027a6216 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:23.885933 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-75a6e322-03a5-4fb9-8986-048a027a6216 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:23.971016 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-3469a84c-a586-4bfb-9853-068c43102843 req-2417cab8-5222-456b-9265-a4399966ebc9 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:34:23.975437 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-3469a84c-a586-4bfb-9853-068c43102843 req-2417cab8-5222-456b-9265-a4399966ebc9 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Usage tracker for resource:port and tenant:02a79007c42b4d508e7f5f941eb00251 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:34:23.979915 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-3469a84c-a586-4bfb-9853-068c43102843 req-2417cab8-5222-456b-9265-a4399966ebc9 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:34:23.986948 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-3469a84c-a586-4bfb-9853-068c43102843 req-2417cab8-5222-456b-9265-a4399966ebc9 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:34:24.001255 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3469a84c-a586-4bfb-9853-068c43102843 req-2417cab8-5222-456b-9265-a4399966ebc9 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Made reservation on behalf of 02a79007c42b4d508e7f5f941eb00251 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:34:24.003818 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a6e322-03a5-4fb9-8986-048a027a6216 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Pushing event updated for resources: {'Port': ['ID=ca6ed657-1c58-4199-b814-585280a4608a,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:24.016706 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3469a84c-a586-4bfb-9853-068c43102843 req-2417cab8-5222-456b-9265-a4399966ebc9 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:24.109278 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9944d09d-4823-4b99-9388-1dd3c551c718 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Router 7f0250c5-0beb-449d-a254-0d3fa99c7279 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:34:24.203862 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-75a6e322-03a5-4fb9-8986-048a027a6216 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:24.261882 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-75a6e322-03a5-4fb9-8986-048a027a6216 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:24.263287 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-75a6e322-03a5-4fb9-8986-048a027a6216 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6514645 Feb 09 12:34:24.268213 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 37556) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:24.275941 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-3469a84c-a586-4bfb-9853-068c43102843 req-2417cab8-5222-456b-9265-a4399966ebc9 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Allocated IP 172.20.0.12 (34fde1f9-cb49-4dd5-836d-cfd52119562b/9c51d0be-f310-4dee-aa2c-2b4ce475d198/076920f9-4b31-4983-8470-11c4a2942422) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:34:24.285050 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-b1b6ba71-c79d-408d-8610-90817bc62473 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1653313714'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:34:24.296196 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b1b6ba71-c79d-408d-8610-90817bc62473 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:34:24.302063 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b1b6ba71-c79d-408d-8610-90817bc62473 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Usage tracker for resource:network and tenant:02d9a4062ae842e49faf9c2f6adea9a2 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:34:24.312204 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b1b6ba71-c79d-408d-8610-90817bc62473 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:34:24.337789 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b1b6ba71-c79d-408d-8610-90817bc62473 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:34:24.406788 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b6ba71-c79d-408d-8610-90817bc62473 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Made reservation on behalf of 02d9a4062ae842e49faf9c2f6adea9a2 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:34:24.410701 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b1b6ba71-c79d-408d-8610-90817bc62473 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:24.526957 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b1b6ba71-c79d-408d-8610-90817bc62473 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:24.727603 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3469a84c-a586-4bfb-9853-068c43102843 req-2417cab8-5222-456b-9265-a4399966ebc9 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:24.756873 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b1b6ba71-c79d-408d-8610-90817bc62473 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:34:24.761136 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b1b6ba71-c79d-408d-8610-90817bc62473 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Usage tracker for resource:security_group_rule and tenant:02d9a4062ae842e49faf9c2f6adea9a2 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:34:24.764235 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b1b6ba71-c79d-408d-8610-90817bc62473 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:34:24.770295 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b1b6ba71-c79d-408d-8610-90817bc62473 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:34:24.785051 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3469a84c-a586-4bfb-9853-068c43102843 req-2417cab8-5222-456b-9265-a4399966ebc9 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:24.809016 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['ac66b915-c73e-42d3-b403-83ad0b252ab4', '76646253-8647-40bb-a6cf-6b63d5838edc'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:34:24.912704 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3469a84c-a586-4bfb-9853-068c43102843 req-2417cab8-5222-456b-9265-a4399966ebc9 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Network 34fde1f9-cb49-4dd5-836d-cfd52119562b is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:34:24.920046 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-3469a84c-a586-4bfb-9853-068c43102843 req-2417cab8-5222-456b-9265-a4399966ebc9 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:34:24.929266 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b1b6ba71-c79d-408d-8610-90817bc62473 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:24.935089 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-3469a84c-a586-4bfb-9853-068c43102843 req-2417cab8-5222-456b-9265-a4399966ebc9 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:34:24.944301 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b1b6ba71-c79d-408d-8610-90817bc62473 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:24.996340 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2417cab8-5222-456b-9265-a4399966ebc9 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Pushing event updated for resources: {'Port': ['ID=076920f9-4b31-4983-8470-11c4a2942422,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:25.049150 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b6ba71-c79d-408d-8610-90817bc62473 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a058815-cdad-4505-95af-302ea81ed7fb,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:25.056131 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1b6ba71-c79d-408d-8610-90817bc62473 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:34:25.063537 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9944d09d-4823-4b99-9388-1dd3c551c718 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:34:25.078700 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82627906-2240-4ad2-8f3a-4b435d307ef5 None None] Sync routers for ids ['7f0250c5-0beb-449d-a254-0d3fa99c7279'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:34:25.082646 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b1b6ba71-c79d-408d-8610-90817bc62473 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:25.083192 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-b1b6ba71-c79d-408d-8610-90817bc62473 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Added segment 5b16bca8-7e03-48cf-89a3-23bd0619958d of type vlan for network e2780cbf-f122-4f71-908d-f302f1be6bf9 Feb 09 12:34:25.100160 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469a84c-a586-4bfb-9853-068c43102843 req-2417cab8-5222-456b-9265-a4399966ebc9 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:25.106955 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3469a84c-a586-4bfb-9853-068c43102843 req-2417cab8-5222-456b-9265-a4399966ebc9 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:25.109263 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82627906-2240-4ad2-8f3a-4b435d307ef5 None None] Routers {'7f0250c5-0beb-449d-a254-0d3fa99c7279'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:34:25.110227 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-82627906-2240-4ad2-8f3a-4b435d307ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:34:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['7f0250c5-0beb-449d-a254-0d3fa99c7279'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:34:25.172227 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3469a84c-a586-4bfb-9853-068c43102843 req-2417cab8-5222-456b-9265-a4399966ebc9 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5309422 Feb 09 12:34:25.186754 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-3469a84c-a586-4bfb-9853-068c43102843 req-01401c7b-2717-4b70-953a-749509f3c276 service neutron] Request body: {'port': {'device_id': 'b0648eab-58d8-492c-b724-c50ae2243341', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:34:25.284944 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9944d09d-4823-4b99-9388-1dd3c551c718 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:25.349267 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f26fba-9100-4aa4-83ec-614aedf98e03 req-46d4e07d-aaf3-4bbc-90a0-6c89580c70c1 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:25.360624 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-03f26fba-9100-4aa4-83ec-614aedf98e03 req-46d4e07d-aaf3-4bbc-90a0-6c89580c70c1 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0648eab-58d8-492c-b724-c50ae2243341 HTTP/1.1" status: 200 len: 932 time: 0.6219163 Feb 09 12:34:25.391867 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b1b6ba71-c79d-408d-8610-90817bc62473 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:25.421693 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3469a84c-a586-4bfb-9853-068c43102843 req-01401c7b-2717-4b70-953a-749509f3c276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:25.436877 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37592) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:25.613491 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-82627906-2240-4ad2-8f3a-4b435d307ef5 None None] Set router 7f0250c5-0beb-449d-a254-0d3fa99c7279 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:34:25.628268 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-03f26fba-9100-4aa4-83ec-614aedf98e03 req-2819d794-caa5-4dad-9d69-cc74d0c87f89 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/security-groups?id=30901aa2-fada-41fa-b028-807238be08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658777 Feb 09 12:34:25.635002 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.resource_extend [None req-b1b6ba71-c79d-408d-8610-90817bc62473 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:34:25.688572 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9944d09d-4823-4b99-9388-1dd3c551c718 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "PUT /v2.0/floatingips/8f8342c0-faa7-42f9-89b1-2f355126188d HTTP/1.1" status: 200 len: 991 time: 6.4496734 Feb 09 12:34:25.693315 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '085c111d-6af0-4b8a-ab01-93bdce9f26cd', 'tag': 'adf45d57-4eb3-45fa-9a2e-58b83c50c383'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:34:25.712980 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b1b6ba71-c79d-408d-8610-90817bc62473 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:25.724972 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b6ba71-c79d-408d-8610-90817bc62473 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:25.726644 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b1b6ba71-c79d-408d-8610-90817bc62473 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:25.846264 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-b683bf6a-e474-48e8-a759-0cee089a1035 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-479936678-network', 'tenant_id': '5948f31c864f44678fe8e63b0d9d9b05'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:34:25.869172 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b683bf6a-e474-48e8-a759-0cee089a1035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:34:25.876242 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b683bf6a-e474-48e8-a759-0cee089a1035 admin admin] Usage tracker for resource:network and tenant:5948f31c864f44678fe8e63b0d9d9b05 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:34:25.883191 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b683bf6a-e474-48e8-a759-0cee089a1035 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:34:25.892939 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b683bf6a-e474-48e8-a759-0cee089a1035 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:34:26.112783 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b6ba71-c79d-408d-8610-90817bc62473 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Pushing event updated for resources: {'Network': ['ID=e2780cbf-f122-4f71-908d-f302f1be6bf9,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:26.129063 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network e2780cbf-f122-4f71-908d-f302f1be6bf9 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:34:26.152426 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b1b6ba71-c79d-408d-8610-90817bc62473 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8784385 Feb 09 12:34:26.161417 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 37614) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:26.167057 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-3469a84c-a586-4bfb-9853-068c43102843 req-01401c7b-2717-4b70-953a-749509f3c276 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 076920f9-4b31-4983-8470-11c4a2942422 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:34:26.181609 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3469a84c-a586-4bfb-9853-068c43102843 req-01401c7b-2717-4b70-953a-749509f3c276 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:26.190579 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-8d0906dc-5519-44ee-b5bc-895030675121 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Request body: {'subnet': {'network_id': 'e2780cbf-f122-4f71-908d-f302f1be6bf9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:34:26.219031 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-3469a84c-a586-4bfb-9853-068c43102843 req-01401c7b-2717-4b70-953a-749509f3c276 service neutron] Transition to ACTIVE for port object 076920f9-4b31-4983-8470-11c4a2942422 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:34:26.225023 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b683bf6a-e474-48e8-a759-0cee089a1035 admin admin] Made reservation on behalf of 5948f31c864f44678fe8e63b0d9d9b05 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:34:26.227447 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b683bf6a-e474-48e8-a759-0cee089a1035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:26.252149 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b683bf6a-e474-48e8-a759-0cee089a1035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:26.274238 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3469a84c-a586-4bfb-9853-068c43102843 req-01401c7b-2717-4b70-953a-749509f3c276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:26.301334 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b683bf6a-e474-48e8-a759-0cee089a1035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:34:26.308351 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b683bf6a-e474-48e8-a759-0cee089a1035 admin admin] Usage tracker for resource:security_group_rule and tenant:5948f31c864f44678fe8e63b0d9d9b05 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:34:26.313805 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b683bf6a-e474-48e8-a759-0cee089a1035 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:34:26.323580 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b683bf6a-e474-48e8-a759-0cee089a1035 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:34:26.334121 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-82627906-2240-4ad2-8f3a-4b435d307ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0250c5-0beb-449d-a254-0d3fa99c7279', 'name': 'tempest-ServersTestBootFromVolume-1120229944-router', 'tenant_id': '6636f5224f854918b634847a98f62470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'd9672ab6-8a06-4231-a1c2-ebf75ab1dedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:32:43Z', 'updated_at': '2022-02-09T12:32:56Z', 'revision_number': 4, 'project_id': '6636f5224f854918b634847a98f62470', 'gw_port': {'id': 'd9672ab6-8a06-4231-a1c2-ebf75ab1dedf', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:75:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0250c5-0beb-449d-a254-0d3fa99c7279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:32:45Z', 'updated_at': '2022-02-09T12:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '8f8342c0-faa7-42f9-89b1-2f355126188d', 'tenant_id': '6636f5224f854918b634847a98f62470', 'floating_ip_address': '172.25.7.178', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '7f0250c5-0beb-449d-a254-0d3fa99c7279', 'port_id': 'adf45d57-4eb3-45fa-9a2e-58b83c50c383', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e261860c-4908-41b9-9d95-9f8235439656', 'mac_address': 'fa:16:3e:56:cf:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085c111d-6af0-4b8a-ab01-93bdce9f26cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:33:11Z', 'updated_at': '2022-02-09T12:34:20Z', 'revision_number': 1, 'project_id': '6636f5224f854918b634847a98f62470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96533d4e-cdc4-4a86-862c-ecb7bb25fcd6', 'name': '', 'network_id': 'e261860c-4908-41b9-9d95-9f8235439656', 'tenant_id': '6636f5224f854918b634847a98f62470', 'mac_address': 'fa:16:3e:e1:4d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0250c5-0beb-449d-a254-0d3fa99c7279', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '1c766e56-81af-415a-be67-1134703375d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:32:53Z', 'updated_at': '2022-02-09T12:33:07Z', 'revision_number': 5, 'project_id': '6636f5224f854918b634847a98f62470', 'subnets': [{'id': '1c766e56-81af-415a-be67-1134703375d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:34:26.345212 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82627906-2240-4ad2-8f3a-4b435d307ef5 None None] Checking router: 7f0250c5-0beb-449d-a254-0d3fa99c7279 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:34:26.364821 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82627906-2240-4ad2-8f3a-4b435d307ef5 None None] Routers {'7f0250c5-0beb-449d-a254-0d3fa99c7279'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:34:26.365743 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-82627906-2240-4ad2-8f3a-4b435d307ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:34:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['7f0250c5-0beb-449d-a254-0d3fa99c7279'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:34:26.499499 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '085c111d-6af0-4b8a-ab01-93bdce9f26cd', 'tag': 'adf45d57-4eb3-45fa-9a2e-58b83c50c383', 'status': 'completed', 'code': 200} Feb 09 12:34:26.651857 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-8d0906dc-5519-44ee-b5bc-895030675121 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:34:26.688177 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b0e57-03d4-4259-a809-94e0450ec83a req-e905480d-43ff-4eee-b0cb-292aebe8d55b tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:26.688177 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d67b0e57-03d4-4259-a809-94e0450ec83a req-e905480d-43ff-4eee-b0cb-292aebe8d55b tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/ports?device_id=085c111d-6af0-4b8a-ab01-93bdce9f26cd HTTP/1.1" status: 200 len: 945 time: 0.6517606 Feb 09 12:34:26.693351 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8d0906dc-5519-44ee-b5bc-895030675121 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Usage tracker for resource:subnet and tenant:02d9a4062ae842e49faf9c2f6adea9a2 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:34:26.698936 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8d0906dc-5519-44ee-b5bc-895030675121 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:34:26.755795 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-8d0906dc-5519-44ee-b5bc-895030675121 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:34:26.784269 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-82627906-2240-4ad2-8f3a-4b435d307ef5 None None] Set router 7f0250c5-0beb-449d-a254-0d3fa99c7279 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:34:26.840234 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01401c7b-2717-4b70-953a-749509f3c276 service neutron] Pushing event updated for resources: {'Port': ['ID=076920f9-4b31-4983-8470-11c4a2942422,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:26.933581 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d67b0e57-03d4-4259-a809-94e0450ec83a req-0de0041d-4cdf-483c-9dcc-6f1345ddf1df tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcb514ab-a4b8-4ef3-a817-492a4e7ae5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2361093 Feb 09 12:34:26.941122 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b683bf6a-e474-48e8-a759-0cee089a1035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:26.987577 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0906dc-5519-44ee-b5bc-895030675121 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Made reservation on behalf of 02d9a4062ae842e49faf9c2f6adea9a2 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:34:26.991434 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8d0906dc-5519-44ee-b5bc-895030675121 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:27.131148 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 37642) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:27.132254 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 37644) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:27.340086 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b683bf6a-e474-48e8-a759-0cee089a1035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:27.410203 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b683bf6a-e474-48e8-a759-0cee089a1035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182e478a-add9-4ba4-99b0-da5370fc51d9,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:27.510536 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b683bf6a-e474-48e8-a759-0cee089a1035 admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:34:27.534390 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b260d3-3de8-4d55-b8a2-dec67cff6770 req-4f010853-862d-4382-95ac-49052d036abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:27.534390 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-08b260d3-3de8-4d55-b8a2-dec67cff6770 req-4f010853-862d-4382-95ac-49052d036abc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6636f5224f854918b634847a98f62470&device_id=085c111d-6af0-4b8a-ab01-93bdce9f26cd HTTP/1.1" status: 200 len: 1096 time: 0.7223279 Feb 09 12:34:27.554341 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b683bf6a-e474-48e8-a759-0cee089a1035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:27.554341 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-b683bf6a-e474-48e8-a759-0cee089a1035 admin admin] Added segment 2dfeb0a7-d4ca-455d-a985-209654216948 of type vlan for network e8d34afc-2088-4399-87ff-1d77bcf26ddb Feb 09 12:34:27.591896 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45279c-9268-4afb-8cae-b963d3265388 req-92d1f83c-f628-4c54-a99a-20f620382dba tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:27.618177 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2f45279c-9268-4afb-8cae-b963d3265388 req-92d1f83c-f628-4c54-a99a-20f620382dba tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0648eab-58d8-492c-b724-c50ae2243341 HTTP/1.1" status: 200 len: 944 time: 0.6819880 Feb 09 12:34:27.639999 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-3469a84c-a586-4bfb-9853-068c43102843 req-01401c7b-2717-4b70-953a-749509f3c276 service neutron] Attempting to bind port 076920f9-4b31-4983-8470-11c4a2942422 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:34:27.640445 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-3469a84c-a586-4bfb-9853-068c43102843 req-01401c7b-2717-4b70-953a-749509f3c276 service neutron] Attempting to bind port 076920f9-4b31-4983-8470-11c4a2942422 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'cf830335-1f32-4cb5-acf2-e131607ae889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '34fde1f9-cb49-4dd5-836d-cfd52119562b'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:34:27.640696 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3469a84c-a586-4bfb-9853-068c43102843 req-01401c7b-2717-4b70-953a-749509f3c276 service neutron] Attempting to bind port 076920f9-4b31-4983-8470-11c4a2942422 on network 34fde1f9-cb49-4dd5-836d-cfd52119562b {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:34:27.661227 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3469a84c-a586-4bfb-9853-068c43102843 req-01401c7b-2717-4b70-953a-749509f3c276 service neutron] Port 076920f9-4b31-4983-8470-11c4a2942422 on network 34fde1f9-cb49-4dd5-836d-cfd52119562b not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:34:27.661227 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3469a84c-a586-4bfb-9853-068c43102843 req-01401c7b-2717-4b70-953a-749509f3c276 service neutron] Attempting to bind port 076920f9-4b31-4983-8470-11c4a2942422 on network 34fde1f9-cb49-4dd5-836d-cfd52119562b {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:34:27.671399 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3469a84c-a586-4bfb-9853-068c43102843 req-01401c7b-2717-4b70-953a-749509f3c276 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:34:27.671399 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3469a84c-a586-4bfb-9853-068c43102843 req-01401c7b-2717-4b70-953a-749509f3c276 service neutron] Checking segment: {'id': 'cf830335-1f32-4cb5-acf2-e131607ae889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '34fde1f9-cb49-4dd5-836d-cfd52119562b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:34:27.671789 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3469a84c-a586-4bfb-9853-068c43102843 req-01401c7b-2717-4b70-953a-749509f3c276 service neutron] Bound using segment: {'id': 'cf830335-1f32-4cb5-acf2-e131607ae889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '34fde1f9-cb49-4dd5-836d-cfd52119562b'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:34:27.672273 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-3469a84c-a586-4bfb-9853-068c43102843 req-01401c7b-2717-4b70-953a-749509f3c276 service neutron] Bound port: 076920f9-4b31-4983-8470-11c4a2942422, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf830335-1f32-4cb5-acf2-e131607ae889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '34fde1f9-cb49-4dd5-836d-cfd52119562b'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:34:27.672618 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3469a84c-a586-4bfb-9853-068c43102843 req-01401c7b-2717-4b70-953a-749509f3c276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:27.802411 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b260d3-3de8-4d55-b8a2-dec67cff6770 req-d185a552-3656-44fb-aa42-4bd35298cbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:27.803369 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-08b260d3-3de8-4d55-b8a2-dec67cff6770 req-d185a552-3656-44fb-aa42-4bd35298cbb3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e261860c-4908-41b9-9d95-9f8235439656 HTTP/1.1" status: 200 len: 917 time: 0.2604072 Feb 09 12:34:27.859471 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-503a1abf-7077-48d4-9746-82a037ff3f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:27.861136 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-82627906-2240-4ad2-8f3a-4b435d307ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0250c5-0beb-449d-a254-0d3fa99c7279', 'name': 'tempest-ServersTestBootFromVolume-1120229944-router', 'tenant_id': '6636f5224f854918b634847a98f62470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'd9672ab6-8a06-4231-a1c2-ebf75ab1dedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:32:43Z', 'updated_at': '2022-02-09T12:32:56Z', 'revision_number': 4, 'project_id': '6636f5224f854918b634847a98f62470', 'gw_port': {'id': 'd9672ab6-8a06-4231-a1c2-ebf75ab1dedf', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:75:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0250c5-0beb-449d-a254-0d3fa99c7279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:32:45Z', 'updated_at': '2022-02-09T12:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '8f8342c0-faa7-42f9-89b1-2f355126188d', 'tenant_id': '6636f5224f854918b634847a98f62470', 'floating_ip_address': '172.25.7.178', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '7f0250c5-0beb-449d-a254-0d3fa99c7279', 'port_id': 'adf45d57-4eb3-45fa-9a2e-58b83c50c383', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e261860c-4908-41b9-9d95-9f8235439656', 'mac_address': 'fa:16:3e:56:cf:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085c111d-6af0-4b8a-ab01-93bdce9f26cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:33:11Z', 'updated_at': '2022-02-09T12:34:20Z', 'revision_number': 1, 'project_id': '6636f5224f854918b634847a98f62470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96533d4e-cdc4-4a86-862c-ecb7bb25fcd6', 'name': '', 'network_id': 'e261860c-4908-41b9-9d95-9f8235439656', 'tenant_id': '6636f5224f854918b634847a98f62470', 'mac_address': 'fa:16:3e:e1:4d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0250c5-0beb-449d-a254-0d3fa99c7279', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '1c766e56-81af-415a-be67-1134703375d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:32:53Z', 'updated_at': '2022-02-09T12:33:07Z', 'revision_number': 5, 'project_id': '6636f5224f854918b634847a98f62470', 'subnets': [{'id': '1c766e56-81af-415a-be67-1134703375d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:34:27.867361 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82627906-2240-4ad2-8f3a-4b435d307ef5 None None] The sync data for ids ['7f0250c5-0beb-449d-a254-0d3fa99c7279'] in n-d-825178-3 is: [{'id': '7f0250c5-0beb-449d-a254-0d3fa99c7279', 'name': 'tempest-ServersTestBootFromVolume-1120229944-router', 'tenant_id': '6636f5224f854918b634847a98f62470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'd9672ab6-8a06-4231-a1c2-ebf75ab1dedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:32:43Z', 'updated_at': '2022-02-09T12:32:56Z', 'revision_number': 4, 'project_id': '6636f5224f854918b634847a98f62470', 'gw_port': {'id': 'd9672ab6-8a06-4231-a1c2-ebf75ab1dedf', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:75:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0250c5-0beb-449d-a254-0d3fa99c7279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:32:45Z', 'updated_at': '2022-02-09T12:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '8f8342c0-faa7-42f9-89b1-2f355126188d', 'tenant_id': '6636f5224f854918b634847a98f62470', 'floating_ip_address': '172.25.7.178', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '7f0250c5-0beb-449d-a254-0d3fa99c7279', 'port_id': 'adf45d57-4eb3-45fa-9a2e-58b83c50c383', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e261860c-4908-41b9-9d95-9f8235439656', 'mac_address': 'fa:16:3e:56:cf:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085c111d-6af0-4b8a-ab01-93bdce9f26cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:33:11Z', 'updated_at': '2022-02-09T12:34:20Z', 'revision_number': 1, 'project_id': '6636f5224f854918b634847a98f62470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96533d4e-cdc4-4a86-862c-ecb7bb25fcd6', 'name': '', 'network_id': 'e261860c-4908-41b9-9d95-9f8235439656', 'tenant_id': '6636f5224f854918b634847a98f62470', 'mac_address': 'fa:16:3e:e1:4d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0250c5-0beb-449d-a254-0d3fa99c7279', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '1c766e56-81af-415a-be67-1134703375d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:32:53Z', 'updated_at': '2022-02-09T12:33:07Z', 'revision_number': 5, 'project_id': '6636f5224f854918b634847a98f62470', 'subnets': [{'id': '1c766e56-81af-415a-be67-1134703375d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:34:27.906403 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-72e63660-2df8-47c2-91fb-d4cb1d5fd6d8 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-931724653', 'router:external': True}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:34:27.938218 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2f45279c-9268-4afb-8cae-b963d3265388 req-5abab585-dfc0-4a32-aefb-7f4fb073d539 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/security-groups?id=30901aa2-fada-41fa-b028-807238be08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183954 Feb 09 12:34:27.944921 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-72e63660-2df8-47c2-91fb-d4cb1d5fd6d8 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:34:27.959804 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-503a1abf-7077-48d4-9746-82a037ff3f79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:34:27.962438 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-72e63660-2df8-47c2-91fb-d4cb1d5fd6d8 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Usage tracker for resource:network and tenant:c4c5b6a164824b10a0c04b0e7d39ba59 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:34:27.965526 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8d0906dc-5519-44ee-b5bc-895030675121 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:27.972511 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-72e63660-2df8-47c2-91fb-d4cb1d5fd6d8 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:34:28.022732 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-503a1abf-7077-48d4-9746-82a037ff3f79 admin admin] Usage tracker for resource:security_group_rule and tenant:a4c55095ef874e8092912045932c54ce is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:34:28.027297 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-08b260d3-3de8-4d55-b8a2-dec67cff6770 req-7715a97a-0847-42e7-bea4-571c28ffcc8c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adf45d57-4eb3-45fa-9a2e-58b83c50c383 HTTP/1.1" status: 200 len: 999 time: 0.2112451 Feb 09 12:34:28.032630 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-72e63660-2df8-47c2-91fb-d4cb1d5fd6d8 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:34:28.033130 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b683bf6a-e474-48e8-a759-0cee089a1035 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:28.035692 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-503a1abf-7077-48d4-9746-82a037ff3f79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:34:28.050721 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-503a1abf-7077-48d4-9746-82a037ff3f79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:34:28.281946 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b260d3-3de8-4d55-b8a2-dec67cff6770 req-daf5debd-1f3c-410a-a618-6da226f0f59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:28.281946 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-08b260d3-3de8-4d55-b8a2-dec67cff6770 req-daf5debd-1f3c-410a-a618-6da226f0f59b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1c766e56-81af-415a-be67-1134703375d0 HTTP/1.1" status: 200 len: 855 time: 0.2259974 Feb 09 12:34:28.317633 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-503a1abf-7077-48d4-9746-82a037ff3f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:28.341074 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427381b5-7994-40be-81e3-b340a4145ecd None None] New status for floating IP 8f8342c0-faa7-42f9-89b1-2f355126188d: ACTIVE {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:34:28.392945 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-503a1abf-7077-48d4-9746-82a037ff3f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:28.505390 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.resource_extend [None req-b683bf6a-e474-48e8-a759-0cee089a1035 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:34:28.531670 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-503a1abf-7077-48d4-9746-82a037ff3f79 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a4c55095ef874e8092912045932c54ce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3879952 Feb 09 12:34:28.536912 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e63660-2df8-47c2-91fb-d4cb1d5fd6d8 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Made reservation on behalf of c4c5b6a164824b10a0c04b0e7d39ba59 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:34:28.540695 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-72e63660-2df8-47c2-91fb-d4cb1d5fd6d8 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:28.557297 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37672) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:28.586051 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0906dc-5519-44ee-b5bc-895030675121 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Pushing event updated for resources: {'Subnet': ['ID=eb7d084a-38d3-4482-a543-876ff3ae9e1a,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:28.606739 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-72e63660-2df8-47c2-91fb-d4cb1d5fd6d8 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:28.630362 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0906dc-5519-44ee-b5bc-895030675121 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Checking segment: {'id': '5b16bca8-7e03-48cf-89a3-23bd0619958d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e2780cbf-f122-4f71-908d-f302f1be6bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:34:28.630949 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0906dc-5519-44ee-b5bc-895030675121 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Network hostable DHCP agents. Network: e2780cbf-f122-4f71-908d-f302f1be6bf9, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:34:28.663887 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-3469a84c-a586-4bfb-9853-068c43102843 req-01401c7b-2717-4b70-953a-749509f3c276 service neutron] For port 076920f9-4b31-4983-8470-11c4a2942422, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:34:28.709045 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-72e63660-2df8-47c2-91fb-d4cb1d5fd6d8 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:34:28.722868 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a1abf-7077-48d4-9746-82a037ff3f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825b655f-4724-488c-8b67-d736b50283b0,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:28.731332 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-72e63660-2df8-47c2-91fb-d4cb1d5fd6d8 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Usage tracker for resource:security_group_rule and tenant:c4c5b6a164824b10a0c04b0e7d39ba59 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:34:28.751485 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-72e63660-2df8-47c2-91fb-d4cb1d5fd6d8 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:34:28.775063 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-3469a84c-a586-4bfb-9853-068c43102843 req-01401c7b-2717-4b70-953a-749509f3c276 service neutron] For port 076920f9-4b31-4983-8470-11c4a2942422, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=076920f9-4b31-4983-8470-11c4a2942422,segment=NetworkSegment(cf830335-1f32-4cb5-acf2-e131607ae889),segment_id=cf830335-1f32-4cb5-acf2-e131607ae889)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:34:28.780745 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-72e63660-2df8-47c2-91fb-d4cb1d5fd6d8 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:34:28.787983 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0906dc-5519-44ee-b5bc-895030675121 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Network e2780cbf-f122-4f71-908d-f302f1be6bf9 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:34:28.808744 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b683bf6a-e474-48e8-a759-0cee089a1035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:28.810004 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b683bf6a-e474-48e8-a759-0cee089a1035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:28.810595 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b683bf6a-e474-48e8-a759-0cee089a1035 admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:28.850882 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd93d4d-ad4d-46b5-85cc-e131f6c4bc98 req-ab9d7080-7d19-46f9-8aa7-15568f6db1a7 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:28.863912 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2bd93d4d-ad4d-46b5-85cc-e131f6c4bc98 req-ab9d7080-7d19-46f9-8aa7-15568f6db1a7 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/ports?device_id=085c111d-6af0-4b8a-ab01-93bdce9f26cd HTTP/1.1" status: 200 len: 945 time: 0.6236637 Feb 09 12:34:28.874183 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-8d0906dc-5519-44ee-b5bc-895030675121 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, e2780cbf-f122-4f71-908d-f302f1be6bf9) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:34:28.885617 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fb8504-baa9-4047-a2a1-540493b91e64 None None] Network e2780cbf-f122-4f71-908d-f302f1be6bf9 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:34:28.916455 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0906dc-5519-44ee-b5bc-895030675121 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:28.917324 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8d0906dc-5519-44ee-b5bc-895030675121 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:29.008167 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3469a84c-a586-4bfb-9853-068c43102843 req-01401c7b-2717-4b70-953a-749509f3c276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:29.037970 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2bd93d4d-ad4d-46b5-85cc-e131f6c4bc98 req-692b1049-1476-4902-a896-5c0bf62c2d3a tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcb514ab-a4b8-4ef3-a817-492a4e7ae5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732891 Feb 09 12:34:29.078089 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8d0906dc-5519-44ee-b5bc-895030675121 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9008334 Feb 09 12:34:29.090427 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 37680) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:29.094374 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-177b2a02-2611-4498-ac84-05bae3b40c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:29.104499 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-56203835-cccf-4c7c-9f69-590520b0ef49 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1394954269', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}, 'admin_state_up': False}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:34:29.121449 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b260d3-3de8-4d55-b8a2-dec67cff6770 req-15ecdb38-3f52-440f-bad1-866daa689789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:29.123336 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-56203835-cccf-4c7c-9f69-590520b0ef49 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:34:29.123973 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-08b260d3-3de8-4d55-b8a2-dec67cff6770 req-15ecdb38-3f52-440f-bad1-866daa689789 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e261860c-4908-41b9-9d95-9f8235439656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7941709 Feb 09 12:34:29.125789 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469a84c-a586-4bfb-9853-068c43102843 req-01401c7b-2717-4b70-953a-749509f3c276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:29.127085 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3469a84c-a586-4bfb-9853-068c43102843 req-01401c7b-2717-4b70-953a-749509f3c276 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:29.129548 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3469a84c-a586-4bfb-9853-068c43102843 req-01401c7b-2717-4b70-953a-749509f3c276 service neutron] 10.222.0.46 "PUT /v2.0/ports/076920f9-4b31-4983-8470-11c4a2942422 HTTP/1.1" status: 200 len: 1092 time: 3.9477439 Feb 09 12:34:29.135283 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-56203835-cccf-4c7c-9f69-590520b0ef49 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Usage tracker for resource:router and tenant:02d9a4062ae842e49faf9c2f6adea9a2 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:34:29.141783 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-56203835-cccf-4c7c-9f69-590520b0ef49 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:34:29.156568 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0648eab-58d8-492c-b724-c50ae2243341', 'tag': '076920f9-4b31-4983-8470-11c4a2942422'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:34:29.162460 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-56203835-cccf-4c7c-9f69-590520b0ef49 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:34:29.165267 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b683bf6a-e474-48e8-a759-0cee089a1035 admin admin] Pushing event updated for resources: {'Network': ['ID=e8d34afc-2088-4399-87ff-1d77bcf26ddb,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:29.237514 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b683bf6a-e474-48e8-a759-0cee089a1035 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.7920597 Feb 09 12:34:29.254396 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network e8d34afc-2088-4399-87ff-1d77bcf26ddb details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:34:29.272631 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0648eab-58d8-492c-b724-c50ae2243341', 'tag': '076920f9-4b31-4983-8470-11c4a2942422', 'status': 'completed', 'code': 200} Feb 09 12:34:29.282707 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-72e63660-2df8-47c2-91fb-d4cb1d5fd6d8 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:29.288615 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-56203835-cccf-4c7c-9f69-590520b0ef49 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:29.291748 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-56203835-cccf-4c7c-9f69-590520b0ef49 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:29.357654 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-56203835-cccf-4c7c-9f69-590520b0ef49 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:29.403616 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-72e63660-2df8-47c2-91fb-d4cb1d5fd6d8 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:29.463647 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-177b2a02-2611-4498-ac84-05bae3b40c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:29.504914 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831c2d3c-341e-4dcb-ad45-61e240c304b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-e2780cbf-f122-4f71-908d-f302f1be6bf9', 'network_id': 'e2780cbf-f122-4f71-908d-f302f1be6bf9', 'tenant_id': '02d9a4062ae842e49faf9c2f6adea9a2', 'fixed_ips': [{'subnet_id': 'eb7d084a-38d3-4482-a543-876ff3ae9e1a'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:34:29.505767 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-831c2d3c-341e-4dcb-ad45-61e240c304b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:29.525263 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e63660-2df8-47c2-91fb-d4cb1d5fd6d8 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f00ec0f-092e-4fa3-9337-b5a8b91e5712,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:29.553548 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01401c7b-2717-4b70-953a-749509f3c276 service neutron] Pushing event updated for resources: {'Port': ['ID=076920f9-4b31-4983-8470-11c4a2942422,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:29.660180 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469a84c-a586-4bfb-9853-068c43102843 req-5c23d116-2fe5-4122-a6c6-f430ed07220b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:29.662495 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3469a84c-a586-4bfb-9853-068c43102843 req-5c23d116-2fe5-4122-a6c6-f430ed07220b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02a79007c42b4d508e7f5f941eb00251&device_id=b0648eab-58d8-492c-b724-c50ae2243341 HTTP/1.1" status: 200 len: 1095 time: 0.3948739 Feb 09 12:34:29.665453 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-08b260d3-3de8-4d55-b8a2-dec67cff6770 req-6dcee8d9-e70d-4d20-b24b-26e4279c35af service neutron] 10.222.0.46 "GET /v2.0/networks/e261860c-4908-41b9-9d95-9f8235439656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4561038 Feb 09 12:34:29.666539 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-177b2a02-2611-4498-ac84-05bae3b40c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:29.782652 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-831c2d3c-341e-4dcb-ad45-61e240c304b3 None None] Allocated IP 172.20.0.2 (e2780cbf-f122-4f71-908d-f302f1be6bf9/eb7d084a-38d3-4482-a543-876ff3ae9e1a/0d758f38-320a-4b33-8704-a9f0b209b9c7) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:34:29.912586 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b2a02-2611-4498-ac84-05bae3b40c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825b655f-4724-488c-8b67-d736b50283b0,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:29.975321 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3469a84c-a586-4bfb-9853-068c43102843 req-ed7988ab-dd57-4c97-9bb3-49314c8ae335 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=076920f9-4b31-4983-8470-11c4a2942422 HTTP/1.1" status: 200 len: 217 time: 0.2899973 Feb 09 12:34:30.084331 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-831c2d3c-341e-4dcb-ad45-61e240c304b3 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:30.162816 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-831c2d3c-341e-4dcb-ad45-61e240c304b3 None None] Transition to ACTIVE for port object 0d758f38-320a-4b33-8704-a9f0b209b9c7 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:34:30.217025 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-831c2d3c-341e-4dcb-ad45-61e240c304b3 None None] Transition to ACTIVE for port object 0d758f38-320a-4b33-8704-a9f0b209b9c7 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:34:30.225730 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72e63660-2df8-47c2-91fb-d4cb1d5fd6d8 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:34:30.227859 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-831c2d3c-341e-4dcb-ad45-61e240c304b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:30.275110 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-56203835-cccf-4c7c-9f69-590520b0ef49 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:30.290978 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-72e63660-2df8-47c2-91fb-d4cb1d5fd6d8 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:30.291575 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-72e63660-2df8-47c2-91fb-d4cb1d5fd6d8 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Added segment 1153dcba-d7bd-4603-a580-f431199498bc of type vlan for network 11a51b71-e3d0-499e-829a-f2718fcde879 Feb 09 12:34:30.329521 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831c2d3c-341e-4dcb-ad45-61e240c304b3 None None] Network e2780cbf-f122-4f71-908d-f302f1be6bf9 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:34:30.332601 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2be47-7907-4841-b0c1-5cddbfaaafca req-f24e6411-fcf2-4276-b7b1-9a3f27d66c6b tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:30.334434 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-91b2be47-7907-4841-b0c1-5cddbfaaafca req-f24e6411-fcf2-4276-b7b1-9a3f27d66c6b tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0648eab-58d8-492c-b724-c50ae2243341 HTTP/1.1" status: 200 len: 944 time: 1.0496781 Feb 09 12:34:30.365691 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-831c2d3c-341e-4dcb-ad45-61e240c304b3 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:34:30.370153 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831c2d3c-341e-4dcb-ad45-61e240c304b3 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:34:30.371136 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469a84c-a586-4bfb-9853-068c43102843 req-c9acc390-0c1d-4916-b67c-484069a9a10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:30.372679 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3469a84c-a586-4bfb-9853-068c43102843 req-c9acc390-0c1d-4916-b67c-484069a9a10c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c51d0be-f310-4dee-aa2c-2b4ce475d198 HTTP/1.1" status: 200 len: 855 time: 0.0900574 Feb 09 12:34:30.373723 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-177b2a02-2611-4498-ac84-05bae3b40c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:30.374913 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-177b2a02-2611-4498-ac84-05bae3b40c6f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/825b655f-4724-488c-8b67-d736b50283b0 HTTP/1.1" status: 204 len: 168 time: 1.8164074 Feb 09 12:34:30.393329 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f25b90-201e-458c-86c1-d5d0a939796a req-0da58225-0d13-46ad-81a9-e2b1c512f27d tempest-ComputeTenantNetworksTest-1563159936 tempest-ComputeTenantNetworksTest-1563159936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:30.402461 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f25b90-201e-458c-86c1-d5d0a939796a req-0da58225-0d13-46ad-81a9-e2b1c512f27d tempest-ComputeTenantNetworksTest-1563159936 tempest-ComputeTenantNetworksTest-1563159936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:30.409685 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f25b90-201e-458c-86c1-d5d0a939796a req-0da58225-0d13-46ad-81a9-e2b1c512f27d tempest-ComputeTenantNetworksTest-1563159936 tempest-ComputeTenantNetworksTest-1563159936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:30.411807 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f4f25b90-201e-458c-86c1-d5d0a939796a req-0da58225-0d13-46ad-81a9-e2b1c512f27d tempest-ComputeTenantNetworksTest-1563159936 tempest-ComputeTenantNetworksTest-1563159936-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3159022 Feb 09 12:34:30.525360 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3469a84c-a586-4bfb-9853-068c43102843 req-bcd9baab-6f8a-4643-a2c8-cfec4bad5bb7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34fde1f9-cb49-4dd5-836d-cfd52119562b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1415913 Feb 09 12:34:30.578207 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831c2d3c-341e-4dcb-ad45-61e240c304b3 None None] Pushing event updated for resources: {'Port': ['ID=0d758f38-320a-4b33-8704-a9f0b209b9c7,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:30.585064 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:34:30.612657 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-72e63660-2df8-47c2-91fb-d4cb1d5fd6d8 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:30.616231 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-831c2d3c-341e-4dcb-ad45-61e240c304b3 None None] Attempting to bind port 0d758f38-320a-4b33-8704-a9f0b209b9c7 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:34:30.620654 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-831c2d3c-341e-4dcb-ad45-61e240c304b3 None None] Attempting to bind port 0d758f38-320a-4b33-8704-a9f0b209b9c7 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '5b16bca8-7e03-48cf-89a3-23bd0619958d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e2780cbf-f122-4f71-908d-f302f1be6bf9'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:34:30.621225 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831c2d3c-341e-4dcb-ad45-61e240c304b3 None None] Attempting to bind port 0d758f38-320a-4b33-8704-a9f0b209b9c7 on network e2780cbf-f122-4f71-908d-f302f1be6bf9 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:34:30.641557 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831c2d3c-341e-4dcb-ad45-61e240c304b3 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:34:30.641936 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831c2d3c-341e-4dcb-ad45-61e240c304b3 None None] Checking segment: {'id': '5b16bca8-7e03-48cf-89a3-23bd0619958d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e2780cbf-f122-4f71-908d-f302f1be6bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:34:30.642338 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-831c2d3c-341e-4dcb-ad45-61e240c304b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:30.649661 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831c2d3c-341e-4dcb-ad45-61e240c304b3 None None] Bound using segment: {'id': '5b16bca8-7e03-48cf-89a3-23bd0619958d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e2780cbf-f122-4f71-908d-f302f1be6bf9'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:34:30.650223 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-831c2d3c-341e-4dcb-ad45-61e240c304b3 None None] Bound port: 0d758f38-320a-4b33-8704-a9f0b209b9c7, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b16bca8-7e03-48cf-89a3-23bd0619958d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e2780cbf-f122-4f71-908d-f302f1be6bf9'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:34:30.651000 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-831c2d3c-341e-4dcb-ad45-61e240c304b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:30.709679 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-91b2be47-7907-4841-b0c1-5cddbfaaafca req-3d409b70-7272-4662-9aff-45a8ad094c92 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/security-groups?id=30901aa2-fada-41fa-b028-807238be08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486738 Feb 09 12:34:30.763748 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-08b260d3-3de8-4d55-b8a2-dec67cff6770 req-0e7ab71b-a4d4-4b2c-b196-83d07a8e85de service neutron] 10.222.0.46 "GET /v2.0/networks/e261860c-4908-41b9-9d95-9f8235439656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0852113 Feb 09 12:34:30.866501 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3469a84c-a586-4bfb-9853-068c43102843 req-94ccade0-aa0a-4173-a787-50255922be1e service neutron] 10.222.0.46 "GET /v2.0/networks/34fde1f9-cb49-4dd5-836d-cfd52119562b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069389 Feb 09 12:34:30.905291 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-831c2d3c-341e-4dcb-ad45-61e240c304b3 None None] For port 0d758f38-320a-4b33-8704-a9f0b209b9c7, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:34:30.913328 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-72e63660-2df8-47c2-91fb-d4cb1d5fd6d8 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:30.917033 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e63660-2df8-47c2-91fb-d4cb1d5fd6d8 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:30.917889 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-831c2d3c-341e-4dcb-ad45-61e240c304b3 None None] For port 0d758f38-320a-4b33-8704-a9f0b209b9c7, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=0d758f38-320a-4b33-8704-a9f0b209b9c7,segment=NetworkSegment(5b16bca8-7e03-48cf-89a3-23bd0619958d),segment_id=5b16bca8-7e03-48cf-89a3-23bd0619958d)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:34:30.919650 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-72e63660-2df8-47c2-91fb-d4cb1d5fd6d8 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:30.931797 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-831c2d3c-341e-4dcb-ad45-61e240c304b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:31.018763 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3469a84c-a586-4bfb-9853-068c43102843 req-03c0e6a3-d4ad-4709-9d2f-e9dde4a0389a service neutron] 10.222.0.46 "GET /v2.0/networks/34fde1f9-cb49-4dd5-836d-cfd52119562b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401353 Feb 09 12:34:31.035487 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37718) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:31.110682 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-72e63660-2df8-47c2-91fb-d4cb1d5fd6d8 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 3.9696729 Feb 09 12:34:31.114024 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37722) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:31.117016 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7b181fdc-f48a-461d-a4c8-ca8aeeee8f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:31.126933 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831c2d3c-341e-4dcb-ad45-61e240c304b3 None None] Pushing event updated for resources: {'Port': ['ID=0d758f38-320a-4b33-8704-a9f0b209b9c7,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:31.130348 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57a468-6c55-487c-85f6-72ceda84a1dd req-c0f966c4-bca8-413e-97ad-d882db73d336 tempest-ComputeTenantNetworksTest-1563159936 tempest-ComputeTenantNetworksTest-1563159936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:31.136100 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5a57a468-6c55-487c-85f6-72ceda84a1dd req-c0f966c4-bca8-413e-97ad-d882db73d336 tempest-ComputeTenantNetworksTest-1563159936 tempest-ComputeTenantNetworksTest-1563159936-project] 10.222.0.55 "GET /v2.0/networks/e8d34afc-2088-4399-87ff-1d77bcf26ddb HTTP/1.1" status: 200 len: 768 time: 0.3644691 Feb 09 12:34:31.141991 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 37724) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:31.157721 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-b39fea0c-3a07-444e-992f-cf780b73ae3e tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Request body: {'subnet': {'network_id': '11a51b71-e3d0-499e-829a-f2718fcde879', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:34:31.177096 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e63660-2df8-47c2-91fb-d4cb1d5fd6d8 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Pushing event updated for resources: {'Network': ['ID=11a51b71-e3d0-499e-829a-f2718fcde879,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:31.178080 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b39fea0c-3a07-444e-992f-cf780b73ae3e tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:34:31.187753 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 11a51b71-e3d0-499e-829a-f2718fcde879 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:34:31.191118 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4d595-9c21-48fa-a9aa-9f1ceb9bff1f req-0a884317-a415-4bf3-b129-6875818ee545 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:31.197399 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7b181fdc-f48a-461d-a4c8-ca8aeeee8f3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:34:31.198785 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-54a4d595-9c21-48fa-a9aa-9f1ceb9bff1f req-0a884317-a415-4bf3-b129-6875818ee545 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/ports?device_id=085c111d-6af0-4b8a-ab01-93bdce9f26cd HTTP/1.1" status: 200 len: 945 time: 0.5447435 Feb 09 12:34:31.216684 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b39fea0c-3a07-444e-992f-cf780b73ae3e tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Usage tracker for resource:subnet and tenant:c4c5b6a164824b10a0c04b0e7d39ba59 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:34:31.221027 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7b181fdc-f48a-461d-a4c8-ca8aeeee8f3f admin admin] Usage tracker for resource:security_group_rule and tenant:1ac44b88db304cbca36e4749a546fe11 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:34:31.224875 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b39fea0c-3a07-444e-992f-cf780b73ae3e tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:34:31.229367 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7b181fdc-f48a-461d-a4c8-ca8aeeee8f3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:34:31.247863 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7b181fdc-f48a-461d-a4c8-ca8aeeee8f3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:34:31.272278 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b39fea0c-3a07-444e-992f-cf780b73ae3e tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:34:31.387188 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39fea0c-3a07-444e-992f-cf780b73ae3e tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Made reservation on behalf of c4c5b6a164824b10a0c04b0e7d39ba59 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:34:31.391715 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b39fea0c-3a07-444e-992f-cf780b73ae3e tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:31.395698 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1dc3557d-f670-4d1d-b155-148a1147df3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:31.435390 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf1a4e-e7fa-4864-aa57-f62e6be59d31 req-a0a20c33-b0ac-43a4-842a-1d8eacc6691e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:31.444726 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b9cf1a4e-e7fa-4864-aa57-f62e6be59d31 req-a0a20c33-b0ac-43a4-842a-1d8eacc6691e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02a79007c42b4d508e7f5f941eb00251&device_id=b0648eab-58d8-492c-b724-c50ae2243341 HTTP/1.1" status: 200 len: 1095 time: 0.3756719 Feb 09 12:34:31.647946 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-54a4d595-9c21-48fa-a9aa-9f1ceb9bff1f req-331b0cee-4551-4de8-be33-5dff531be6d7 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcb514ab-a4b8-4ef3-a817-492a4e7ae5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4479537 Feb 09 12:34:31.774369 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7b181fdc-f48a-461d-a4c8-ca8aeeee8f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:31.806279 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7b181fdc-f48a-461d-a4c8-ca8aeeee8f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:31.824222 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1dc3557d-f670-4d1d-b155-148a1147df3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:31.883323 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7b181fdc-f48a-461d-a4c8-ca8aeeee8f3f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1ac44b88db304cbca36e4749a546fe11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8435013 Feb 09 12:34:31.883323 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf1a4e-e7fa-4864-aa57-f62e6be59d31 req-4180f608-e286-4cdc-9735-44d4ec09460a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:31.883856 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b9cf1a4e-e7fa-4864-aa57-f62e6be59d31 req-4180f608-e286-4cdc-9735-44d4ec09460a service neutron] 10.222.0.46 "GET /v2.0/networks?id=34fde1f9-cb49-4dd5-836d-cfd52119562b HTTP/1.1" status: 200 len: 916 time: 0.3579743 Feb 09 12:34:31.886662 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37736) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:31.889506 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-1dc3557d-f670-4d1d-b155-148a1147df3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8d34afc-2088-4399-87ff-1d77bcf26ddb']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:34:31.919253 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-1dc3557d-f670-4d1d-b155-148a1147df3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dfeb0a7-d4ca-455d-a985-209654216948') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:34:31.919609 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b181fdc-f48a-461d-a4c8-ca8aeeee8f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00eb9142-174e-4ad7-b207-1d07a77d0162,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:31.920595 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-1dc3557d-f670-4d1d-b155-148a1147df3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dfeb0a7-d4ca-455d-a985-209654216948') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:34:31.953396 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1dc3557d-f670-4d1d-b155-148a1147df3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:31.973769 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1dc3557d-f670-4d1d-b155-148a1147df3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:31.984358 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dc3557d-f670-4d1d-b155-148a1147df3f admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:34:31.985052 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1dc3557d-f670-4d1d-b155-148a1147df3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:32.066349 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b9cf1a4e-e7fa-4864-aa57-f62e6be59d31 req-0fd6f884-dce9-4083-9e46-3be5a1a44d38 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=076920f9-4b31-4983-8470-11c4a2942422 HTTP/1.1" status: 200 len: 217 time: 0.1287103 Feb 09 12:34:32.097864 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:34:32.097864 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:34:32.097864 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:34:32.097864 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:34:32.097864 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:34:32.097864 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:34:32.097864 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:34:32.097864 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:34:32.097864 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:34:32.097864 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:34:32.097864 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:34:32.097864 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:34:32.097864 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:34:32.097864 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:34:32.097864 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:34:32.097864 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:34:32.097864 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:34:32.097864 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:34:32.097864 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:34:32.097864 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:34:32.097864 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:34:32.097864 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:34:32.097864 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:34:32.097864 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:34:32.097864 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:34:32.097864 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:34:32.097864 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:34:32.097864 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:34:32.097864 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:34:32.097864 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:34:32.097864 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:34:32.097864 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:34:32.145623 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1dc3557d-f670-4d1d-b155-148a1147df3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:32.155697 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1dc3557d-f670-4d1d-b155-148a1147df3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:32.237655 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-56203835-cccf-4c7c-9f69-590520b0ef49 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks [] for router_gateway, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:32.286901 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf1a4e-e7fa-4864-aa57-f62e6be59d31 req-57888e44-9406-4cdd-98ce-26c991d582de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:32.288701 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b9cf1a4e-e7fa-4864-aa57-f62e6be59d31 req-57888e44-9406-4cdd-98ce-26c991d582de service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c51d0be-f310-4dee-aa2c-2b4ce475d198 HTTP/1.1" status: 200 len: 855 time: 0.2129650 Feb 09 12:34:32.295656 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e54a1c85-422d-4fd8-8998-e9da51dcbba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:32.302227 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc3557d-f670-4d1d-b155-148a1147df3f admin admin] Pushing event deleted for resources: {'Network': ['ID=e8d34afc-2088-4399-87ff-1d77bcf26ddb,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:32.323726 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1dc3557d-f670-4d1d-b155-148a1147df3f admin admin] 10.222.0.55 "DELETE /v2.0/networks/e8d34afc-2088-4399-87ff-1d77bcf26ddb HTTP/1.1" status: 204 len: 168 time: 1.1720715 Feb 09 12:34:32.354383 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-56203835-cccf-4c7c-9f69-590520b0ef49 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:32.386061 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b9cf1a4e-e7fa-4864-aa57-f62e6be59d31 req-cfec35ce-069a-4e17-a9b0-ebdbf3607ae1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34fde1f9-cb49-4dd5-836d-cfd52119562b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774732 Feb 09 12:34:32.455810 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e54a1c85-422d-4fd8-8998-e9da51dcbba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:32.790723 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b9cf1a4e-e7fa-4864-aa57-f62e6be59d31 req-e7b452b1-e369-466a-af83-0f471b9fe2d5 service neutron] 10.222.0.46 "GET /v2.0/networks/34fde1f9-cb49-4dd5-836d-cfd52119562b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748043 Feb 09 12:34:32.794924 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e54a1c85-422d-4fd8-8998-e9da51dcbba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:32.848878 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 0d758f38-320a-4b33-8704-a9f0b209b9c7 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:34:32.857881 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54a1c85-422d-4fd8-8998-e9da51dcbba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00eb9142-174e-4ad7-b207-1d07a77d0162,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:32.987598 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f44a73-2e4f-4186-bb10-3d245432245e req-aa7aaefa-aa1c-4b70-97a9-c19100030336 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:32.989160 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c0f44a73-2e4f-4186-bb10-3d245432245e req-aa7aaefa-aa1c-4b70-97a9-c19100030336 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0648eab-58d8-492c-b724-c50ae2243341 HTTP/1.1" status: 200 len: 944 time: 0.8966823 Feb 09 12:34:32.994818 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 37754) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:33.059249 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a806c702-5654-4104-b9b5-b42b3a081e24 None None] Network e2780cbf-f122-4f71-908d-f302f1be6bf9 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:34:33.176365 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3044cf7c-a4c3-44bf-a19e-7da8c6b81ce5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5948f31c864f44678fe8e63b0d9d9b05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1800275 Feb 09 12:34:33.207214 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 37766) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:33.281022 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b9cf1a4e-e7fa-4864-aa57-f62e6be59d31 req-504cb66f-2437-4089-a271-b099ea0adf3a service neutron] 10.222.0.46 "GET /v2.0/networks/34fde1f9-cb49-4dd5-836d-cfd52119562b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4814565 Feb 09 12:34:33.298339 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e54a1c85-422d-4fd8-8998-e9da51dcbba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:33.299981 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e54a1c85-422d-4fd8-8998-e9da51dcbba6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/00eb9142-174e-4ad7-b207-1d07a77d0162 HTTP/1.1" status: 204 len: 168 time: 1.4123738 Feb 09 12:34:33.314705 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-56203835-cccf-4c7c-9f69-590520b0ef49 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Allocated IP 172.25.7.78 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/8fa1f37e-479e-47a3-80b0-8d6cd85a7381) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:34:33.358071 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-e5b62917-b959-4fd0-80e7-535c60584f69 None None] Provisioning for port 0d758f38-320a-4b33-8704-a9f0b209b9c7 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:34:33.417943 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 0d758f38-320a-4b33-8704-a9f0b209b9c7 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:34:33.439853 n-d-825178-3 neutron-server[87568]: DEBUG neutron.objects.ports [None req-b39fea0c-3a07-444e-992f-cf780b73ae3e tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87568) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 12:34:33.440726 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b39fea0c-3a07-444e-992f-cf780b73ae3e tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:33.456605 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c0f44a73-2e4f-4186-bb10-3d245432245e req-571b5b7a-3599-4707-815a-984b2ce52280 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/security-groups?id=30901aa2-fada-41fa-b028-807238be08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4163651 Feb 09 12:34:33.493049 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 0d758f38-320a-4b33-8704-a9f0b209b9c7 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:34:33.493706 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:33.556065 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39fea0c-3a07-444e-992f-cf780b73ae3e tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Checking segment: {'id': '1153dcba-d7bd-4603-a580-f431199498bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11a51b71-e3d0-499e-829a-f2718fcde879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:34:33.557050 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39fea0c-3a07-444e-992f-cf780b73ae3e tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Network hostable DHCP agents. Network: 11a51b71-e3d0-499e-829a-f2718fcde879, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:34:33.587553 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39fea0c-3a07-444e-992f-cf780b73ae3e tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a1078045-e2d1-47fd-8387-31eb6220c00f,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:33.593124 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39fea0c-3a07-444e-992f-cf780b73ae3e tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Network 11a51b71-e3d0-499e-829a-f2718fcde879 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:34:33.607780 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-b39fea0c-3a07-444e-992f-cf780b73ae3e tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 11a51b71-e3d0-499e-829a-f2718fcde879) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:34:33.611621 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 076920f9-4b31-4983-8470-11c4a2942422 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:34:33.616226 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39fea0c-3a07-444e-992f-cf780b73ae3e tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:33.617402 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b39fea0c-3a07-444e-992f-cf780b73ae3e tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:33.645552 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b39fea0c-3a07-444e-992f-cf780b73ae3e tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.5047390 Feb 09 12:34:33.646340 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37774) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:33.653501 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-7b7a8a90-07a3-4436-9368-1d611fbbcc3f tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2040509141', 'network_id': '11a51b71-e3d0-499e-829a-f2718fcde879'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:34:33.660110 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7b7a8a90-07a3-4436-9368-1d611fbbcc3f tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:34:33.664770 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7b7a8a90-07a3-4436-9368-1d611fbbcc3f tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Usage tracker for resource:port and tenant:c4c5b6a164824b10a0c04b0e7d39ba59 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:34:33.669139 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7b7a8a90-07a3-4436-9368-1d611fbbcc3f tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:34:33.679272 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-aa4eb3ab-2a5b-4541-85cc-1e4923ba6254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:33.681023 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7b7a8a90-07a3-4436-9368-1d611fbbcc3f tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:34:33.713466 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7a8a90-07a3-4436-9368-1d611fbbcc3f tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Made reservation on behalf of c4c5b6a164824b10a0c04b0e7d39ba59 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:34:33.717044 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7b7a8a90-07a3-4436-9368-1d611fbbcc3f tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:33.730651 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a86dfc-abeb-47e8-9e75-560487cb2a11 req-fe5573d4-bdcd-42e3-8545-8bde0689e4e7 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:33.732331 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-54a86dfc-abeb-47e8-9e75-560487cb2a11 req-fe5573d4-bdcd-42e3-8545-8bde0689e4e7 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/ports?device_id=085c111d-6af0-4b8a-ab01-93bdce9f26cd HTTP/1.1" status: 200 len: 945 time: 0.6179450 Feb 09 12:34:33.753625 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-7b7a8a90-07a3-4436-9368-1d611fbbcc3f tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] device_id is not set on port 1f6e4410-d840-474a-92e2-28ae15e14b1b yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:34:33.780877 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-aa4eb3ab-2a5b-4541-85cc-1e4923ba6254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:33.912333 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 076920f9-4b31-4983-8470-11c4a2942422, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=076920f9-4b31-4983-8470-11c4a2942422,segment=NetworkSegment(cf830335-1f32-4cb5-acf2-e131607ae889),segment_id=cf830335-1f32-4cb5-acf2-e131607ae889)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:34:33.947548 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-7b7a8a90-07a3-4436-9368-1d611fbbcc3f tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Allocated IP 2001:db8::2ff (11a51b71-e3d0-499e-829a-f2718fcde879/a1078045-e2d1-47fd-8387-31eb6220c00f/1f6e4410-d840-474a-92e2-28ae15e14b1b) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:34:33.951927 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-54a86dfc-abeb-47e8-9e75-560487cb2a11 req-1b5a329d-9d09-4cf1-8150-4db4ce7b02d9 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcb514ab-a4b8-4ef3-a817-492a4e7ae5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2099724 Feb 09 12:34:33.972838 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '076920f9-4b31-4983-8470-11c4a2942422', 'network_id': '34fde1f9-cb49-4dd5-836d-cfd52119562b', 'port_id': '076920f9-4b31-4983-8470-11c4a2942422', 'mac_address': 'fa:16:3e:84:d4:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c51d0be-f310-4dee-aa2c-2b4ce475d198', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:34:33.975998 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec907a3f-5bf3-4255-a7e0-2431fe3e4e9c None None] Network 11a51b71-e3d0-499e-829a-f2718fcde879 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:34:34.058371 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-56203835-cccf-4c7c-9f69-590520b0ef49 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:34.156223 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-aa4eb3ab-2a5b-4541-85cc-1e4923ba6254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:34.239152 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4eb3ab-2a5b-4541-85cc-1e4923ba6254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182e478a-add9-4ba4-99b0-da5370fc51d9,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:34.259560 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-56203835-cccf-4c7c-9f69-590520b0ef49 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:34.320724 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-aa4eb3ab-2a5b-4541-85cc-1e4923ba6254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:34.321782 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-aa4eb3ab-2a5b-4541-85cc-1e4923ba6254 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/182e478a-add9-4ba4-99b0-da5370fc51d9 HTTP/1.1" status: 204 len: 168 time: 1.1115294 Feb 09 12:34:34.388493 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:34.410948 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7b7a8a90-07a3-4436-9368-1d611fbbcc3f tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:34.443238 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 076920f9-4b31-4983-8470-11c4a2942422 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:34:34.475966 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7b7a8a90-07a3-4436-9368-1d611fbbcc3f tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:34.532679 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56203835-cccf-4c7c-9f69-590520b0ef49 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:34:34.544236 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-56203835-cccf-4c7c-9f69-590520b0ef49 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:34:34.547120 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56203835-cccf-4c7c-9f69-590520b0ef49 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:34:34.597969 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56203835-cccf-4c7c-9f69-590520b0ef49 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Pushing event updated for resources: {'Port': ['ID=8fa1f37e-479e-47a3-80b0-8d6cd85a7381,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:34.657890 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93264c50-b388-4809-b305-bc3659a9d5f5 req-7e8ec074-b987-4cbf-8338-7c5e17563bd0 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:34.659880 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-93264c50-b388-4809-b305-bc3659a9d5f5 req-7e8ec074-b987-4cbf-8338-7c5e17563bd0 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/ports?device_id=085c111d-6af0-4b8a-ab01-93bdce9f26cd HTTP/1.1" status: 200 len: 945 time: 0.3512797 Feb 09 12:34:34.680550 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 076920f9-4b31-4983-8470-11c4a2942422, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=076920f9-4b31-4983-8470-11c4a2942422,segment=NetworkSegment(cf830335-1f32-4cb5-acf2-e131607ae889),segment_id=cf830335-1f32-4cb5-acf2-e131607ae889)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:34:34.711535 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:34.784258 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7a8a90-07a3-4436-9368-1d611fbbcc3f tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Network 11a51b71-e3d0-499e-829a-f2718fcde879 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:34:34.798593 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-7b7a8a90-07a3-4436-9368-1d611fbbcc3f tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:34:34.803706 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:34.812596 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7a8a90-07a3-4436-9368-1d611fbbcc3f tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:34:34.814093 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7a8a90-07a3-4436-9368-1d611fbbcc3f tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:34.814716 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7b7a8a90-07a3-4436-9368-1d611fbbcc3f tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:34.900304 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7a8a90-07a3-4436-9368-1d611fbbcc3f tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Pushing event updated for resources: {'Port': ['ID=1f6e4410-d840-474a-92e2-28ae15e14b1b,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:34.918677 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7b7a8a90-07a3-4436-9368-1d611fbbcc3f tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.2708209 Feb 09 12:34:34.921343 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37816) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:34.973544 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=076920f9-4b31-4983-8470-11c4a2942422,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:34.993474 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 0d758f38-320a-4b33-8704-a9f0b209b9c7, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=0d758f38-320a-4b33-8704-a9f0b209b9c7,segment=NetworkSegment(5b16bca8-7e03-48cf-89a3-23bd0619958d),segment_id=5b16bca8-7e03-48cf-89a3-23bd0619958d)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:34:35.003645 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:35.077837 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-a2515370-f57e-45aa-8038-b12f7f571565 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Deleting port 1f6e4410-d840-474a-92e2-28ae15e14b1b {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:34:35.082485 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a2515370-f57e-45aa-8038-b12f7f571565 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:35.101395 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['076920f9-4b31-4983-8470-11c4a2942422'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:34:35.235503 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-93264c50-b388-4809-b305-bc3659a9d5f5 req-bf6c8f9f-62c3-4b2d-82e7-42a215579131 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcb514ab-a4b8-4ef3-a817-492a4e7ae5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4369378 Feb 09 12:34:35.325694 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-8c65ebb1-0781-49a7-a772-7ad5726677a5 None None] Provisioning complete for port 0d758f38-320a-4b33-8704-a9f0b209b9c7 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:34:35.326287 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8c65ebb1-0781-49a7-a772-7ad5726677a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:35.502952 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6921921-4cf4-46a9-af5f-1ebeff8d9a60 req-0150e339-6af5-4f27-9482-2c2a45ef67d0 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:35.502952 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d6921921-4cf4-46a9-af5f-1ebeff8d9a60 req-0150e339-6af5-4f27-9482-2c2a45ef67d0 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0648eab-58d8-492c-b724-c50ae2243341 HTTP/1.1" status: 200 len: 945 time: 0.6986229 Feb 09 12:34:35.585474 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=0d758f38-320a-4b33-8704-a9f0b209b9c7,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:35.645562 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8675603-05ce-4b66-a8d3-59c5fdf17368 None None] Network 11a51b71-e3d0-499e-829a-f2718fcde879 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:34:35.652906 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d6921921-4cf4-46a9-af5f-1ebeff8d9a60 req-459fcda1-1698-4bed-b44a-c19a679bd1fe tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/security-groups?id=30901aa2-fada-41fa-b028-807238be08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382351 Feb 09 12:34:35.697840 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-56203835-cccf-4c7c-9f69-590520b0ef49 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks [] for router_gateway, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:35.958221 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a2515370-f57e-45aa-8038-b12f7f571565 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:36.503263 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-a2515370-f57e-45aa-8038-b12f7f571565 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Calling delete_port for 1f6e4410-d840-474a-92e2-28ae15e14b1b owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:34:36.561807 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 37864) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:37.069128 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a2515370-f57e-45aa-8038-b12f7f571565 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:37.159768 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2515370-f57e-45aa-8038-b12f7f571565 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f6e4410-d840-474a-92e2-28ae15e14b1b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:37.194681 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 0d758f38-320a-4b33-8704-a9f0b209b9c7 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:34:37.232704 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-932aba57-bfbd-4691-86c6-3563c82094fe admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1037925041-network', 'tenant_id': 'e83e724b83ff4eff83d86a9461a0246b'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:34:37.241441 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-932aba57-bfbd-4691-86c6-3563c82094fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:34:37.262797 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-932aba57-bfbd-4691-86c6-3563c82094fe admin admin] Usage tracker for resource:network and tenant:e83e724b83ff4eff83d86a9461a0246b is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:34:37.281062 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-932aba57-bfbd-4691-86c6-3563c82094fe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:34:37.287036 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a2515370-f57e-45aa-8038-b12f7f571565 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:37.306308 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a2515370-f57e-45aa-8038-b12f7f571565 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] 10.222.0.55 "DELETE /v2.0/ports/1f6e4410-d840-474a-92e2-28ae15e14b1b HTTP/1.1" status: 204 len: 168 time: 2.3822687 Feb 09 12:34:37.306308 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37888) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:37.311759 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-d2dc3246-6dcf-45b6-906e-b3b72212e98e tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '11a51b71-e3d0-499e-829a-f2718fcde879', 'external_fixed_ips': [{'subnet_id': 'a1078045-e2d1-47fd-8387-31eb6220c00f', 'ip_address': '2001:db8::2ff'}]}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:34:37.316704 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d2dc3246-6dcf-45b6-906e-b3b72212e98e tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:34:37.321717 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d2dc3246-6dcf-45b6-906e-b3b72212e98e tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Usage tracker for resource:router and tenant:c4c5b6a164824b10a0c04b0e7d39ba59 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:34:37.324613 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d2dc3246-6dcf-45b6-906e-b3b72212e98e tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:34:37.331001 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d2dc3246-6dcf-45b6-906e-b3b72212e98e tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:34:37.354510 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d2dc3246-6dcf-45b6-906e-b3b72212e98e tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:37.355549 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d2dc3246-6dcf-45b6-906e-b3b72212e98e tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:37.393917 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d2dc3246-6dcf-45b6-906e-b3b72212e98e tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:37.440974 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 0d758f38-320a-4b33-8704-a9f0b209b9c7 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:34:37.442121 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:37.518854 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-932aba57-bfbd-4691-86c6-3563c82094fe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:34:37.585914 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932aba57-bfbd-4691-86c6-3563c82094fe admin admin] Made reservation on behalf of e83e724b83ff4eff83d86a9461a0246b for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:34:37.588924 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-932aba57-bfbd-4691-86c6-3563c82094fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:37.592877 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 076920f9-4b31-4983-8470-11c4a2942422 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:34:37.650013 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-56203835-cccf-4c7c-9f69-590520b0ef49 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:37.667343 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b319f33-825c-4741-83fa-48d5fb2d3c42 req-cc292a1b-86f3-43ce-97d0-8cf88a6e9586 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:37.680410 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1b319f33-825c-4741-83fa-48d5fb2d3c42 req-cc292a1b-86f3-43ce-97d0-8cf88a6e9586 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0648eab-58d8-492c-b724-c50ae2243341 HTTP/1.1" status: 200 len: 945 time: 0.5063753 Feb 09 12:34:37.693300 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-932aba57-bfbd-4691-86c6-3563c82094fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:37.761782 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 076920f9-4b31-4983-8470-11c4a2942422 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:34:37.771394 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 076920f9-4b31-4983-8470-11c4a2942422 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:34:37.772762 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:38.174919 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:38.239447 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d2dc3246-6dcf-45b6-906e-b3b72212e98e tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:38.280780 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0648eab-58d8-492c-b724-c50ae2243341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076920f9-4b31-4983-8470-11c4a2942422'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:34:38.338481 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1b319f33-825c-4741-83fa-48d5fb2d3c42 req-cb62310f-f185-4c6d-9def-7e8babfdd22f tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/security-groups?id=30901aa2-fada-41fa-b028-807238be08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6476092 Feb 09 12:34:38.338682 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 076920f9-4b31-4983-8470-11c4a2942422, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=076920f9-4b31-4983-8470-11c4a2942422,segment=NetworkSegment(cf830335-1f32-4cb5-acf2-e131607ae889),segment_id=cf830335-1f32-4cb5-acf2-e131607ae889)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:34:38.338785 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-932aba57-bfbd-4691-86c6-3563c82094fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:34:38.338785 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-932aba57-bfbd-4691-86c6-3563c82094fe admin admin] Usage tracker for resource:security_group_rule and tenant:e83e724b83ff4eff83d86a9461a0246b is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:34:38.341253 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-932aba57-bfbd-4691-86c6-3563c82094fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:34:38.347745 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-932aba57-bfbd-4691-86c6-3563c82094fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:34:38.353035 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:38.425517 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0648eab-58d8-492c-b724-c50ae2243341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076920f9-4b31-4983-8470-11c4a2942422', 'code': 200} Feb 09 12:34:38.493470 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=076920f9-4b31-4983-8470-11c4a2942422,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:38.536460 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56203835-cccf-4c7c-9f69-590520b0ef49 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Router ef456ce3-8681-44d0-a654-6e3f1f81bcfa is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:34:38.638497 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0fd39-bb94-44c1-87e8-8aeb0e46ff3e req-1045fa21-491b-4977-8c52-9221aed97bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:38.639989 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-24f0fd39-bb94-44c1-87e8-8aeb0e46ff3e req-1045fa21-491b-4977-8c52-9221aed97bfb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b0648eab-58d8-492c-b724-c50ae2243341 HTTP/1.1" status: 200 len: 1097 time: 0.1538053 Feb 09 12:34:38.720099 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-24f0fd39-bb94-44c1-87e8-8aeb0e46ff3e req-833b2670-0230-4d82-801e-9befda4d44bd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=30901aa2-fada-41fa-b028-807238be08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671606 Feb 09 12:34:38.735171 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-932aba57-bfbd-4691-86c6-3563c82094fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:38.744572 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-932aba57-bfbd-4691-86c6-3563c82094fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:38.895054 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-932aba57-bfbd-4691-86c6-3563c82094fe admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:34:38.905583 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-932aba57-bfbd-4691-86c6-3563c82094fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:38.905710 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-932aba57-bfbd-4691-86c6-3563c82094fe admin admin] Added segment 1c59adf7-7d08-4b5e-9bac-da20ae07f737 of type vlan for network 01f3f4ff-beae-4106-8f70-e214cdcf114b Feb 09 12:34:38.933620 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-932aba57-bfbd-4691-86c6-3563c82094fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:38.957938 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56203835-cccf-4c7c-9f69-590520b0ef49 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:34:38.968963 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8239a941-5382-4525-af7e-9bce20d84227 None None] Sync routers for ids ['ef456ce3-8681-44d0-a654-6e3f1f81bcfa'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:34:38.992472 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8239a941-5382-4525-af7e-9bce20d84227 None None] Routers {'ef456ce3-8681-44d0-a654-6e3f1f81bcfa'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:34:38.993628 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-8239a941-5382-4525-af7e-9bce20d84227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:34:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['ef456ce3-8681-44d0-a654-6e3f1f81bcfa'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:34:38.996562 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-932aba57-bfbd-4691-86c6-3563c82094fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:38.997712 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932aba57-bfbd-4691-86c6-3563c82094fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:38.998729 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-932aba57-bfbd-4691-86c6-3563c82094fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:39.020467 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932aba57-bfbd-4691-86c6-3563c82094fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0bd0fa-6fdb-4ee1-b7b6-9e5e325c9d69,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:39.062684 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-8239a941-5382-4525-af7e-9bce20d84227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:34:39.066169 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d2dc3246-6dcf-45b6-906e-b3b72212e98e tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:39.071997 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8239a941-5382-4525-af7e-9bce20d84227 None None] Routers {'ef456ce3-8681-44d0-a654-6e3f1f81bcfa'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:34:39.072642 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-8239a941-5382-4525-af7e-9bce20d84227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:34:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['ef456ce3-8681-44d0-a654-6e3f1f81bcfa'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:34:39.104564 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d2dc3246-6dcf-45b6-906e-b3b72212e98e tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:39.140746 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-8239a941-5382-4525-af7e-9bce20d84227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:34:39.141370 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8239a941-5382-4525-af7e-9bce20d84227 None None] The sync data for ids ['ef456ce3-8681-44d0-a654-6e3f1f81bcfa'] in n-d-825178-3 is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:34:39.188380 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-56203835-cccf-4c7c-9f69-590520b0ef49 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:39.192552 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-56203835-cccf-4c7c-9f69-590520b0ef49 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 10.0969956 Feb 09 12:34:39.198788 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 37936) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:39.283647 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-932aba57-bfbd-4691-86c6-3563c82094fe admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.7157049 Feb 09 12:34:39.286673 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 37942) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:39.295755 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-66c79480-84dc-4fe7-a553-45a3c1c0c554 admin admin] Request body: {'subnet': {'network_id': '01f3f4ff-beae-4106-8f70-e214cdcf114b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1037925041-subnet', 'tenant_id': 'e83e724b83ff4eff83d86a9461a0246b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:34:39.308681 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932aba57-bfbd-4691-86c6-3563c82094fe admin admin] Pushing event updated for resources: {'Network': ['ID=01f3f4ff-beae-4106-8f70-e214cdcf114b,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:39.323110 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 01f3f4ff-beae-4106-8f70-e214cdcf114b details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:34:39.327741 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-66c79480-84dc-4fe7-a553-45a3c1c0c554 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:34:39.361074 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-66c79480-84dc-4fe7-a553-45a3c1c0c554 admin admin] Usage tracker for resource:subnet and tenant:e83e724b83ff4eff83d86a9461a0246b is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:34:39.391794 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-66c79480-84dc-4fe7-a553-45a3c1c0c554 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:34:39.405095 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-d2dc3246-6dcf-45b6-906e-b3b72212e98e tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Allocated IP 2001:db8::2ff (11a51b71-e3d0-499e-829a-f2718fcde879/a1078045-e2d1-47fd-8387-31eb6220c00f/f651359b-f0bd-4ca9-863e-b06206f995cf) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:34:39.575394 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-66c79480-84dc-4fe7-a553-45a3c1c0c554 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:34:39.618758 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37956) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:39.735104 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c79480-84dc-4fe7-a553-45a3c1c0c554 admin admin] Made reservation on behalf of e83e724b83ff4eff83d86a9461a0246b for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:34:39.737552 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-66c79480-84dc-4fe7-a553-45a3c1c0c554 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:39.798534 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-71f6070b-38db-4e68-abdb-249f278f0e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:39.818166 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d2dc3246-6dcf-45b6-906e-b3b72212e98e tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:39.835359 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-71f6070b-38db-4e68-abdb-249f278f0e86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:34:39.848081 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-71f6070b-38db-4e68-abdb-249f278f0e86 admin admin] Usage tracker for resource:security_group_rule and tenant:8ea0bdc352174194b167a0112153952e is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:34:39.856139 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-71f6070b-38db-4e68-abdb-249f278f0e86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:34:39.866545 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-71f6070b-38db-4e68-abdb-249f278f0e86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:34:39.941943 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d2dc3246-6dcf-45b6-906e-b3b72212e98e tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:40.045694 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dc3246-6dcf-45b6-906e-b3b72212e98e tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Network 11a51b71-e3d0-499e-829a-f2718fcde879 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:34:40.053052 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-d2dc3246-6dcf-45b6-906e-b3b72212e98e tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:34:40.064307 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dc3246-6dcf-45b6-906e-b3b72212e98e tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:34:40.224167 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-66c79480-84dc-4fe7-a553-45a3c1c0c554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:40.268920 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc3246-6dcf-45b6-906e-b3b72212e98e tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Pushing event updated for resources: {'Port': ['ID=f651359b-f0bd-4ca9-863e-b06206f995cf,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:40.500039 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-71f6070b-38db-4e68-abdb-249f278f0e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:40.519612 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-71f6070b-38db-4e68-abdb-249f278f0e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:40.580257 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f6070b-38db-4e68-abdb-249f278f0e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707c5f74-2b9d-41fc-9be5-caeea1697edf,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:40.693702 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-71f6070b-38db-4e68-abdb-249f278f0e86 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8ea0bdc352174194b167a0112153952e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0790560 Feb 09 12:34:40.695479 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37972) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:40.894515 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de871a-aedd-4d23-a5ed-6d2a858deb00 req-d80ff771-684f-4d31-b635-967ef88ef0d2 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:40.894515 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-08de871a-aedd-4d23-a5ed-6d2a858deb00 req-d80ff771-684f-4d31-b635-967ef88ef0d2 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0648eab-58d8-492c-b724-c50ae2243341 HTTP/1.1" status: 200 len: 946 time: 1.2593856 Feb 09 12:34:40.974111 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c79480-84dc-4fe7-a553-45a3c1c0c554 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45d760f9-948b-4bf5-bf1f-a52c1e984121,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:40.996586 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c79480-84dc-4fe7-a553-45a3c1c0c554 admin admin] Checking segment: {'id': '1c59adf7-7d08-4b5e-9bac-da20ae07f737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '01f3f4ff-beae-4106-8f70-e214cdcf114b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:34:40.997020 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c79480-84dc-4fe7-a553-45a3c1c0c554 admin admin] Network hostable DHCP agents. Network: 01f3f4ff-beae-4106-8f70-e214cdcf114b, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:34:41.023780 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d2dc3246-6dcf-45b6-906e-b3b72212e98e tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:41.114823 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ccd42fde-55d7-4a79-a096-0355cdc7ec0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:41.183400 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ccd42fde-55d7-4a79-a096-0355cdc7ec0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:41.204245 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-08de871a-aedd-4d23-a5ed-6d2a858deb00 req-7a164006-0154-4e3e-9daf-b18754916cd3 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/security-groups?id=30901aa2-fada-41fa-b028-807238be08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847617 Feb 09 12:34:41.247773 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c79480-84dc-4fe7-a553-45a3c1c0c554 admin admin] Network 01f3f4ff-beae-4106-8f70-e214cdcf114b is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:34:41.472569 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ccd42fde-55d7-4a79-a096-0355cdc7ec0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:41.506337 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd42fde-55d7-4a79-a096-0355cdc7ec0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707c5f74-2b9d-41fc-9be5-caeea1697edf,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:41.514507 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-66c79480-84dc-4fe7-a553-45a3c1c0c554 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 01f3f4ff-beae-4106-8f70-e214cdcf114b) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:34:41.528029 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd94aae-dfb9-4144-8d41-7f1834e12446 None None] Network 01f3f4ff-beae-4106-8f70-e214cdcf114b requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:34:41.540770 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c79480-84dc-4fe7-a553-45a3c1c0c554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:41.540770 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-66c79480-84dc-4fe7-a553-45a3c1c0c554 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:41.616585 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-38433f6a-a681-43b9-836f-c9233acacb53 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:41.640548 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-66c79480-84dc-4fe7-a553-45a3c1c0c554 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.3500054 Feb 09 12:34:41.655028 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 37986) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:41.666548 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-0d6e56e0-a6a4-4f10-9d71-5aa0ee185fa9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1037925041-router', 'tenant_id': 'e83e724b83ff4eff83d86a9461a0246b', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:34:41.687377 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-0d6e56e0-a6a4-4f10-9d71-5aa0ee185fa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:34:41.708222 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ccd42fde-55d7-4a79-a096-0355cdc7ec0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:41.708222 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ccd42fde-55d7-4a79-a096-0355cdc7ec0e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/707c5f74-2b9d-41fc-9be5-caeea1697edf HTTP/1.1" status: 204 len: 168 time: 0.9954481 Feb 09 12:34:41.907491 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-0d6e56e0-a6a4-4f10-9d71-5aa0ee185fa9 admin admin] Usage tracker for resource:router and tenant:e83e724b83ff4eff83d86a9461a0246b is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:34:41.910676 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-0d6e56e0-a6a4-4f10-9d71-5aa0ee185fa9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:34:41.985438 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d2dc3246-6dcf-45b6-906e-b3b72212e98e tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:41.996813 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-0d6e56e0-a6a4-4f10-9d71-5aa0ee185fa9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:34:42.037173 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0d6e56e0-a6a4-4f10-9d71-5aa0ee185fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:42.038197 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0d6e56e0-a6a4-4f10-9d71-5aa0ee185fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:42.044188 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a3fe89-c027-4b7d-9ac0-60198797011c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-01f3f4ff-beae-4106-8f70-e214cdcf114b', 'network_id': '01f3f4ff-beae-4106-8f70-e214cdcf114b', 'tenant_id': 'e83e724b83ff4eff83d86a9461a0246b', 'fixed_ips': [{'subnet_id': '45d760f9-948b-4bf5-bf1f-a52c1e984121'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:34:42.045674 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e1a3fe89-c027-4b7d-9ac0-60198797011c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:42.179860 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0d6e56e0-a6a4-4f10-9d71-5aa0ee185fa9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:42.444253 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-e1a3fe89-c027-4b7d-9ac0-60198797011c None None] Allocated IP 172.20.0.2 (01f3f4ff-beae-4106-8f70-e214cdcf114b/45d760f9-948b-4bf5-bf1f-a52c1e984121/5622de98-4f47-41fc-9f6f-7913663c262e) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:34:42.505854 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2dc3246-6dcf-45b6-906e-b3b72212e98e tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Router e0f1ea8a-bc6b-4775-ac85-665251495ee7 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:34:42.884156 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-38433f6a-a681-43b9-836f-c9233acacb53 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Allocated IP 172.20.0.1 (e2780cbf-f122-4f71-908d-f302f1be6bf9/eb7d084a-38d3-4482-a543-876ff3ae9e1a/df82ca21-0bad-457c-b400-0f0944c438b4) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:34:42.901099 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0d6e56e0-a6a4-4f10-9d71-5aa0ee185fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:42.965116 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88901c52-b09e-412a-b58d-eb7a675c86ce req-f151b556-79dd-44e6-90e8-e8117059189f tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:42.973974 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-88901c52-b09e-412a-b58d-eb7a675c86ce req-f151b556-79dd-44e6-90e8-e8117059189f tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0648eab-58d8-492c-b724-c50ae2243341 HTTP/1.1" status: 200 len: 946 time: 0.4450552 Feb 09 12:34:42.978302 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e1a3fe89-c027-4b7d-9ac0-60198797011c None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:42.990522 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-e1a3fe89-c027-4b7d-9ac0-60198797011c None None] Transition to ACTIVE for port object 5622de98-4f47-41fc-9f6f-7913663c262e will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:34:43.015790 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-e1a3fe89-c027-4b7d-9ac0-60198797011c None None] Transition to ACTIVE for port object 5622de98-4f47-41fc-9f6f-7913663c262e will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:34:43.016943 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2dc3246-6dcf-45b6-906e-b3b72212e98e tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:34:43.026307 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e1a3fe89-c027-4b7d-9ac0-60198797011c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:43.068168 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d2dc3246-6dcf-45b6-906e-b3b72212e98e tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:43.069436 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d2dc3246-6dcf-45b6-906e-b3b72212e98e tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.7621918 Feb 09 12:34:43.074231 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 38018) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:43.078488 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a1fe68-bae4-4736-aaee-7252e81a5e57 None None] Sync routers for ids ['e0f1ea8a-bc6b-4775-ac85-665251495ee7'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:34:43.122544 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a1fe68-bae4-4736-aaee-7252e81a5e57 None None] Routers {'e0f1ea8a-bc6b-4775-ac85-665251495ee7'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:34:43.123428 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-75a1fe68-bae4-4736-aaee-7252e81a5e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:34:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e0f1ea8a-bc6b-4775-ac85-665251495ee7'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:34:43.213910 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a3fe89-c027-4b7d-9ac0-60198797011c None None] Network 01f3f4ff-beae-4106-8f70-e214cdcf114b is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:34:43.227078 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-e1a3fe89-c027-4b7d-9ac0-60198797011c None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:34:43.235660 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a3fe89-c027-4b7d-9ac0-60198797011c None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:34:43.287950 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3fe89-c027-4b7d-9ac0-60198797011c None None] Pushing event updated for resources: {'Port': ['ID=5622de98-4f47-41fc-9f6f-7913663c262e,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:43.527740 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-875e8d1e-12f9-49f2-b728-f50c8001dd31 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:43.530628 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-75a1fe68-bae4-4736-aaee-7252e81a5e57 None None] Set router e0f1ea8a-bc6b-4775-ac85-665251495ee7 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:34:43.930231 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-88901c52-b09e-412a-b58d-eb7a675c86ce req-bbd4ca68-bf37-4042-822b-3374813bda0c tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/security-groups?id=30901aa2-fada-41fa-b028-807238be08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9492471 Feb 09 12:34:43.961035 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-38433f6a-a681-43b9-836f-c9233acacb53 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:44.007821 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-38433f6a-a681-43b9-836f-c9233acacb53 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Transition to ACTIVE for port object df82ca21-0bad-457c-b400-0f0944c438b4 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:34:44.016789 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-e1a3fe89-c027-4b7d-9ac0-60198797011c None None] Attempting to bind port 5622de98-4f47-41fc-9f6f-7913663c262e on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:34:44.018297 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-e1a3fe89-c027-4b7d-9ac0-60198797011c None None] Attempting to bind port 5622de98-4f47-41fc-9f6f-7913663c262e by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '1c59adf7-7d08-4b5e-9bac-da20ae07f737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '01f3f4ff-beae-4106-8f70-e214cdcf114b'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:34:44.019465 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a3fe89-c027-4b7d-9ac0-60198797011c None None] Attempting to bind port 5622de98-4f47-41fc-9f6f-7913663c262e on network 01f3f4ff-beae-4106-8f70-e214cdcf114b {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:34:44.025802 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-875e8d1e-12f9-49f2-b728-f50c8001dd31 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:44.048579 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-875e8d1e-12f9-49f2-b728-f50c8001dd31 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Deleting port f651359b-f0bd-4ca9-863e-b06206f995cf {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:34:44.048928 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-875e8d1e-12f9-49f2-b728-f50c8001dd31 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:44.063492 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a3fe89-c027-4b7d-9ac0-60198797011c None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:34:44.064646 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a3fe89-c027-4b7d-9ac0-60198797011c None None] Checking segment: {'id': '1c59adf7-7d08-4b5e-9bac-da20ae07f737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '01f3f4ff-beae-4106-8f70-e214cdcf114b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:34:44.065288 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e1a3fe89-c027-4b7d-9ac0-60198797011c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:44.065819 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a3fe89-c027-4b7d-9ac0-60198797011c None None] Bound using segment: {'id': '1c59adf7-7d08-4b5e-9bac-da20ae07f737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '01f3f4ff-beae-4106-8f70-e214cdcf114b'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:34:44.066586 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-e1a3fe89-c027-4b7d-9ac0-60198797011c None None] Bound port: 5622de98-4f47-41fc-9f6f-7913663c262e, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c59adf7-7d08-4b5e-9bac-da20ae07f737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '01f3f4ff-beae-4106-8f70-e214cdcf114b'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:34:44.067083 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e1a3fe89-c027-4b7d-9ac0-60198797011c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:44.071558 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-38433f6a-a681-43b9-836f-c9233acacb53 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:44.312990 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38433f6a-a681-43b9-836f-c9233acacb53 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Network e2780cbf-f122-4f71-908d-f302f1be6bf9 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:34:44.362666 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-38433f6a-a681-43b9-836f-c9233acacb53 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:34:44.394242 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38433f6a-a681-43b9-836f-c9233acacb53 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:34:44.443467 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-e1a3fe89-c027-4b7d-9ac0-60198797011c None None] For port 5622de98-4f47-41fc-9f6f-7913663c262e, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:34:44.450595 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-e1a3fe89-c027-4b7d-9ac0-60198797011c None None] For port 5622de98-4f47-41fc-9f6f-7913663c262e, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5622de98-4f47-41fc-9f6f-7913663c262e,segment=NetworkSegment(1c59adf7-7d08-4b5e-9bac-da20ae07f737),segment_id=1c59adf7-7d08-4b5e-9bac-da20ae07f737)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:34:44.470253 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e1a3fe89-c027-4b7d-9ac0-60198797011c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:44.564533 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433f6a-a681-43b9-836f-c9233acacb53 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Pushing event updated for resources: {'Port': ['ID=df82ca21-0bad-457c-b400-0f0944c438b4,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:44.650926 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cf66dd36-f52c-4b75-99f4-657f8dd8fae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:44.734980 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3fe89-c027-4b7d-9ac0-60198797011c None None] Pushing event updated for resources: {'Port': ['ID=5622de98-4f47-41fc-9f6f-7913663c262e,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:44.818997 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-38433f6a-a681-43b9-836f-c9233acacb53 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:44.918420 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-875e8d1e-12f9-49f2-b728-f50c8001dd31 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:45.085102 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-aa9bccf9-ca3f-4bbf-a99f-e225b292c211 None None] Provisioning for port df82ca21-0bad-457c-b400-0f0944c438b4 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:34:45.133011 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-aa9bccf9-ca3f-4bbf-a99f-e225b292c211 None None] Provisioning complete for port df82ca21-0bad-457c-b400-0f0944c438b4 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:34:45.134758 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aa9bccf9-ca3f-4bbf-a99f-e225b292c211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:45.292570 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-aa9bccf9-ca3f-4bbf-a99f-e225b292c211 None None] Port df82ca21-0bad-457c-b400-0f0944c438b4 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:34:45.303744 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-75a1fe68-bae4-4736-aaee-7252e81a5e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f1ea8a-bc6b-4775-ac85-665251495ee7', 'name': '', 'tenant_id': 'c4c5b6a164824b10a0c04b0e7d39ba59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a51b71-e3d0-499e-829a-f2718fcde879', 'external_fixed_ips': [{'subnet_id': 'a1078045-e2d1-47fd-8387-31eb6220c00f', 'ip_address': '2001:db8::2ff'}], 'enable_snat': True}, 'gw_port_id': 'f651359b-f0bd-4ca9-863e-b06206f995cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:34:37Z', 'updated_at': '2022-02-09T12:34:40Z', 'revision_number': 3, 'project_id': 'c4c5b6a164824b10a0c04b0e7d39ba59', 'gw_port': {'id': 'f651359b-f0bd-4ca9-863e-b06206f995cf', 'name': '', 'network_id': '11a51b71-e3d0-499e-829a-f2718fcde879', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:62:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f1ea8a-bc6b-4775-ac85-665251495ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': 'a1078045-e2d1-47fd-8387-31eb6220c00f', 'ip_address': '2001:db8::2ff', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:34:39Z', 'updated_at': '2022-02-09T12:34:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1078045-e2d1-47fd-8387-31eb6220c00f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:34:45.312702 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a1fe68-bae4-4736-aaee-7252e81a5e57 None None] Checking router: e0f1ea8a-bc6b-4775-ac85-665251495ee7 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:34:45.313339 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a1fe68-bae4-4736-aaee-7252e81a5e57 None None] Updating router e0f1ea8a-bc6b-4775-ac85-665251495ee7 port f651359b-f0bd-4ca9-863e-b06206f995cf binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:34:45.419403 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-75a1fe68-bae4-4736-aaee-7252e81a5e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:45.597574 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-875e8d1e-12f9-49f2-b728-f50c8001dd31 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Calling delete_port for f651359b-f0bd-4ca9-863e-b06206f995cf owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:34:46.049493 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0d6e56e0-a6a4-4f10-9d71-5aa0ee185fa9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:46.095488 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0d6e56e0-a6a4-4f10-9d71-5aa0ee185fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:46.222489 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-875e8d1e-12f9-49f2-b728-f50c8001dd31 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:46.400822 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e8d1e-12f9-49f2-b728-f50c8001dd31 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Pushing event deleted for resources: {'Port': ['ID=f651359b-f0bd-4ca9-863e-b06206f995cf,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:46.443397 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-875e8d1e-12f9-49f2-b728-f50c8001dd31 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:46.763867 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-38433f6a-a681-43b9-836f-c9233acacb53 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:46.894612 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5144f48f-c9aa-4158-b4e3-9b94d2139f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:46.928632 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-875e8d1e-12f9-49f2-b728-f50c8001dd31 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:46.932695 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-875e8d1e-12f9-49f2-b728-f50c8001dd31 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:46.981519 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5493796-24f9-476b-9aca-dc6a39b2360b None None] Network 01f3f4ff-beae-4106-8f70-e214cdcf114b requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:34:47.000947 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-875e8d1e-12f9-49f2-b728-f50c8001dd31 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:47.000947 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875e8d1e-12f9-49f2-b728-f50c8001dd31 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e0f1ea8a-bc6b-4775-ac85-665251495ee7 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:34:47.082810 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-875e8d1e-12f9-49f2-b728-f50c8001dd31 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:47.084525 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-875e8d1e-12f9-49f2-b728-f50c8001dd31 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] 10.222.0.55 "DELETE /v2.0/routers/e0f1ea8a-bc6b-4775-ac85-665251495ee7 HTTP/1.1" status: 204 len: 168 time: 4.0091641 Feb 09 12:34:47.087661 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 38114) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:47.249727 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-1895d4e6-f2e4-44fb-8bed-c75dacfbd6f9 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Deleting subnet a1078045-e2d1-47fd-8387-31eb6220c00f {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:34:47.323971 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5622de98-4f47-41fc-9f6f-7913663c262e up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:34:47.365293 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-43753eab-0a56-491b-b427-03f53bfde191 None None] Provisioning for port 5622de98-4f47-41fc-9f6f-7913663c262e completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:34:47.523372 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1895d4e6-f2e4-44fb-8bed-c75dacfbd6f9 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:47.566220 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-75a1fe68-bae4-4736-aaee-7252e81a5e57 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:34:47.576328 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-75a1fe68-bae4-4736-aaee-7252e81a5e57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:34:47.578527 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-0d6e56e0-a6a4-4f10-9d71-5aa0ee185fa9 admin admin] Allocated IP 172.25.7.139 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/51fb473d-e8d0-4341-b399-c79d0d5313e3) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:34:47.707629 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 38126) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:47.750742 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1895d4e6-f2e4-44fb-8bed-c75dacfbd6f9 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:47.754027 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:47.769270 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:47.847896 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 5622de98-4f47-41fc-9f6f-7913663c262e completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:34:47.883083 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 5622de98-4f47-41fc-9f6f-7913663c262e triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:34:47.883566 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:47.886113 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1895d4e6-f2e4-44fb-8bed-c75dacfbd6f9 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:48.112931 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1895d4e6-f2e4-44fb-8bed-c75dacfbd6f9 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:48.220398 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1895d4e6-f2e4-44fb-8bed-c75dacfbd6f9 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a1078045-e2d1-47fd-8387-31eb6220c00f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:48.227844 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a1fe68-bae4-4736-aaee-7252e81a5e57 None None] Port f651359b-f0bd-4ca9-863e-b06206f995cf not found while updating agent binding for router e0f1ea8a-bc6b-4775-ac85-665251495ee7. {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 09 12:34:48.242505 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-21413241-2106-479a-8035-3172bab5ae7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:48.248057 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a1fe68-bae4-4736-aaee-7252e81a5e57 None None] Routers set() bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:34:48.248429 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a1fe68-bae4-4736-aaee-7252e81a5e57 None None] Router IDs set() for agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Feb 09 12:34:48.249232 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_agentschedulers_db [None req-75a1fe68-bae4-4736-aaee-7252e81a5e57 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e0f1ea8a-bc6b-4775-ac85-665251495ee7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:34:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent'). {{(pid=87569) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 12:34:48.249603 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a1fe68-bae4-4736-aaee-7252e81a5e57 None None] The sync data for ids ['e0f1ea8a-bc6b-4775-ac85-665251495ee7'] in n-d-825178-3 is: [] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:34:48.293903 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1895d4e6-f2e4-44fb-8bed-c75dacfbd6f9 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:48.332111 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:48.336987 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-21413241-2106-479a-8035-3172bab5ae7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:34:48.356257 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-21413241-2106-479a-8035-3172bab5ae7c admin admin] Usage tracker for resource:security_group_rule and tenant:3f2ed956f1ab4f1aa57bf2c3f7eb0857 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:34:48.369689 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-21413241-2106-479a-8035-3172bab5ae7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:34:48.385307 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-21413241-2106-479a-8035-3172bab5ae7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:34:48.388169 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 5622de98-4f47-41fc-9f6f-7913663c262e, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5622de98-4f47-41fc-9f6f-7913663c262e,segment=NetworkSegment(1c59adf7-7d08-4b5e-9bac-da20ae07f737),segment_id=1c59adf7-7d08-4b5e-9bac-da20ae07f737)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:34:48.403697 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:48.535910 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=5622de98-4f47-41fc-9f6f-7913663c262e,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:48.639415 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-21413241-2106-479a-8035-3172bab5ae7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:48.651260 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1895d4e6-f2e4-44fb-8bed-c75dacfbd6f9 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] 10.222.0.55 "DELETE /v2.0/subnets/a1078045-e2d1-47fd-8387-31eb6220c00f HTTP/1.1" status: 204 len: 168 time: 1.5606663 Feb 09 12:34:48.653172 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 38136) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:48.653966 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-21413241-2106-479a-8035-3172bab5ae7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:48.818297 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-151cc569-d72f-470e-b603-d59c13367cd0 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:48.830266 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-3f91f9ee-2c14-48d9-a3d7-052b1f820b25 None None] Provisioning complete for port 5622de98-4f47-41fc-9f6f-7913663c262e triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:34:48.837085 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3f91f9ee-2c14-48d9-a3d7-052b1f820b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:48.873655 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-21413241-2106-479a-8035-3172bab5ae7c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3f2ed956f1ab4f1aa57bf2c3f7eb0857&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1526780 Feb 09 12:34:48.879771 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 38142) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:48.896687 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21413241-2106-479a-8035-3172bab5ae7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1010c769-89b3-4fa1-9c0c-b086f051fa84,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:49.103599 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0d6e56e0-a6a4-4f10-9d71-5aa0ee185fa9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:49.185446 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5622de98-4f47-41fc-9f6f-7913663c262e up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:34:49.233441 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-38433f6a-a681-43b9-836f-c9233acacb53 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:49.243145 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0d6e56e0-a6a4-4f10-9d71-5aa0ee185fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:49.390136 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-38433f6a-a681-43b9-836f-c9233acacb53 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:49.500153 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:49.544417 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 5622de98-4f47-41fc-9f6f-7913663c262e triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:34:49.544780 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:49.572566 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6e56e0-a6a4-4f10-9d71-5aa0ee185fa9 admin admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:34:49.602089 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-0d6e56e0-a6a4-4f10-9d71-5aa0ee185fa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:34:49.615099 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6e56e0-a6a4-4f10-9d71-5aa0ee185fa9 admin admin] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:34:49.667685 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-357d3784-2bb3-47d4-97f6-de03d536ba9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:49.729938 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e56e0-a6a4-4f10-9d71-5aa0ee185fa9 admin admin] Pushing event updated for resources: {'Port': ['ID=51fb473d-e8d0-4341-b399-c79d0d5313e3,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:49.730458 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-38433f6a-a681-43b9-836f-c9233acacb53 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:49.827463 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433f6a-a681-43b9-836f-c9233acacb53 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Pushing event updated for resources: {'Port': ['ID=df82ca21-0bad-457c-b400-0f0944c438b4,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:49.862837 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-357d3784-2bb3-47d4-97f6-de03d536ba9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:49.890036 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-151cc569-d72f-470e-b603-d59c13367cd0 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:49.953583 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-151cc569-d72f-470e-b603-d59c13367cd0 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11a51b71-e3d0-499e-829a-f2718fcde879']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:34:50.018218 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-151cc569-d72f-470e-b603-d59c13367cd0 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1153dcba-d7bd-4603-a580-f431199498bc') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:34:50.019572 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-151cc569-d72f-470e-b603-d59c13367cd0 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1153dcba-d7bd-4603-a580-f431199498bc') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:34:50.090659 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-151cc569-d72f-470e-b603-d59c13367cd0 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:50.208241 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-151cc569-d72f-470e-b603-d59c13367cd0 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:50.241811 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38433f6a-a681-43b9-836f-c9233acacb53 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Network e2780cbf-f122-4f71-908d-f302f1be6bf9 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:34:50.241811 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-38433f6a-a681-43b9-836f-c9233acacb53 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:34:50.274671 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-151cc569-d72f-470e-b603-d59c13367cd0 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:34:50.274671 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-151cc569-d72f-470e-b603-d59c13367cd0 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:50.378311 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:34:50.378311 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:34:50.378311 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:34:50.378311 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:34:50.378311 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:34:50.378311 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:34:50.378311 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:34:50.378311 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:34:50.378311 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:34:50.378311 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:34:50.378311 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:34:50.378311 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:34:50.378311 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:34:50.378311 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:34:50.378311 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:34:50.378311 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:34:50.378311 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:34:50.378311 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:34:50.378311 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:34:50.378311 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:34:50.378311 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:34:50.378311 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:34:50.378311 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:34:50.378311 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:34:50.378311 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:34:50.378311 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:34:50.378311 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:34:50.378311 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:34:50.378311 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:34:50.378311 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:34:50.378311 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:34:50.378311 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:34:50.445201 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:50.683711 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-357d3784-2bb3-47d4-97f6-de03d536ba9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:50.717947 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-151cc569-d72f-470e-b603-d59c13367cd0 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:50.778786 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151cc569-d72f-470e-b603-d59c13367cd0 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 11a51b71-e3d0-499e-829a-f2718fcde879 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 09 12:34:50.794350 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-151cc569-d72f-470e-b603-d59c13367cd0 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:50.817684 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d3784-2bb3-47d4-97f6-de03d536ba9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1010c769-89b3-4fa1-9c0c-b086f051fa84,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:50.874603 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151cc569-d72f-470e-b603-d59c13367cd0 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Pushing event deleted for resources: {'Network': ['ID=11a51b71-e3d0-499e-829a-f2718fcde879,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:50.878789 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-357d3784-2bb3-47d4-97f6-de03d536ba9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:50.883482 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-357d3784-2bb3-47d4-97f6-de03d536ba9d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1010c769-89b3-4fa1-9c0c-b086f051fa84 HTTP/1.1" status: 204 len: 168 time: 1.9968419 Feb 09 12:34:50.906104 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-151cc569-d72f-470e-b603-d59c13367cd0 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] 10.222.0.55 "DELETE /v2.0/networks/11a51b71-e3d0-499e-829a-f2718fcde879 HTTP/1.1" status: 204 len: 168 time: 2.2369342 Feb 09 12:34:50.992520 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-205dbd46-d4cb-4d01-8213-08570d2a31fe None None] Provisioning complete for port df82ca21-0bad-457c-b400-0f0944c438b4 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:34:50.996373 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-205dbd46-d4cb-4d01-8213-08570d2a31fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:51.265813 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-205dbd46-d4cb-4d01-8213-08570d2a31fe None None] Port df82ca21-0bad-457c-b400-0f0944c438b4 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:34:51.724292 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0d6e56e0-a6a4-4f10-9d71-5aa0ee185fa9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:51.879852 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 38188) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:51.880345 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 38190) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:51.889050 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-f8c1d254-fecd-4e31-b6b7-ff61494bc331 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Request body: {'router': {'name': 'tempest-router--1344041981', 'project_id': '0ae2b6c7994c4399b3c32893bd54a2e8'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:34:51.937602 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f8c1d254-fecd-4e31-b6b7-ff61494bc331 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:34:51.952382 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f8c1d254-fecd-4e31-b6b7-ff61494bc331 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Usage tracker for resource:router and tenant:0ae2b6c7994c4399b3c32893bd54a2e8 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:34:51.956205 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a551456e-032c-4fcb-a956-cb9d5499e4e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:51.991761 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f8c1d254-fecd-4e31-b6b7-ff61494bc331 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:34:52.002165 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f8c1d254-fecd-4e31-b6b7-ff61494bc331 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:34:52.023756 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a551456e-032c-4fcb-a956-cb9d5499e4e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:34:52.043302 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a551456e-032c-4fcb-a956-cb9d5499e4e1 admin admin] Usage tracker for resource:security_group_rule and tenant:85c993eb3b954da38783a5bb255c0997 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:34:52.055325 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a551456e-032c-4fcb-a956-cb9d5499e4e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:34:52.084676 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a551456e-032c-4fcb-a956-cb9d5499e4e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:34:52.240386 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38433f6a-a681-43b9-836f-c9233acacb53 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Router ef456ce3-8681-44d0-a654-6e3f1f81bcfa has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:34:52.254503 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f8c1d254-fecd-4e31-b6b7-ff61494bc331 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:52.259530 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f8c1d254-fecd-4e31-b6b7-ff61494bc331 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:52.360432 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f8c1d254-fecd-4e31-b6b7-ff61494bc331 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:52.466899 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f8c1d254-fecd-4e31-b6b7-ff61494bc331 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:52.491606 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a551456e-032c-4fcb-a956-cb9d5499e4e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:52.519393 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a551456e-032c-4fcb-a956-cb9d5499e4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:52.603051 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f8c1d254-fecd-4e31-b6b7-ff61494bc331 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:52.608933 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f8c1d254-fecd-4e31-b6b7-ff61494bc331 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7233655 Feb 09 12:34:52.621807 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 38196) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:52.764824 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:52.797539 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0d6e56e0-a6a4-4f10-9d71-5aa0ee185fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:52.887864 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a551456e-032c-4fcb-a956-cb9d5499e4e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba92d4c-6f41-4469-9258-ea250f1a08a7,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:52.905181 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a551456e-032c-4fcb-a956-cb9d5499e4e1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=85c993eb3b954da38783a5bb255c0997&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0191245 Feb 09 12:34:52.909593 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 38204) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:52.954876 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-33299bb6-7169-481d-8f0d-cbc652f2fda1 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:53.258543 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38433f6a-a681-43b9-836f-c9233acacb53 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:34:53.273690 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e642cb-dd53-4a93-aa23-867350ab355a None None] Sync routers for ids ['ef456ce3-8681-44d0-a654-6e3f1f81bcfa'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:34:53.320680 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e642cb-dd53-4a93-aa23-867350ab355a None None] Routers {'ef456ce3-8681-44d0-a654-6e3f1f81bcfa'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:34:53.320680 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-66e642cb-dd53-4a93-aa23-867350ab355a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:34:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['ef456ce3-8681-44d0-a654-6e3f1f81bcfa'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:34:53.400555 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-38433f6a-a681-43b9-836f-c9233acacb53 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] 10.222.0.55 "PUT /v2.0/routers/ef456ce3-8681-44d0-a654-6e3f1f81bcfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1857281 Feb 09 12:34:53.400555 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 38216) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:53.461381 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-906689ad-bc34-48c8-9298-9669e85eaf5f tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Request body: {'port': {'network_id': 'e2780cbf-f122-4f71-908d-f302f1be6bf9', 'name': 'tempest-FloatingIPAdminTestJSON-1264247605'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:34:53.488044 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-66e642cb-dd53-4a93-aa23-867350ab355a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:34:53.512049 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e642cb-dd53-4a93-aa23-867350ab355a None None] Routers {'ef456ce3-8681-44d0-a654-6e3f1f81bcfa'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:34:53.512049 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-66e642cb-dd53-4a93-aa23-867350ab355a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:34:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['ef456ce3-8681-44d0-a654-6e3f1f81bcfa'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:34:53.575435 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-66e642cb-dd53-4a93-aa23-867350ab355a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:34:53.585502 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e642cb-dd53-4a93-aa23-867350ab355a None None] The sync data for ids ['ef456ce3-8681-44d0-a654-6e3f1f81bcfa'] in n-d-825178-3 is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:34:53.812399 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-906689ad-bc34-48c8-9298-9669e85eaf5f tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:34:53.818500 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-906689ad-bc34-48c8-9298-9669e85eaf5f tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Usage tracker for resource:port and tenant:02d9a4062ae842e49faf9c2f6adea9a2 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:34:53.824743 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-906689ad-bc34-48c8-9298-9669e85eaf5f tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:34:53.831748 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6e56e0-a6a4-4f10-9d71-5aa0ee185fa9 admin admin] Router 7abc556e-df70-40ea-b8a8-2163f6b91196 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:34:53.843968 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-906689ad-bc34-48c8-9298-9669e85eaf5f tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:34:53.891021 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-33299bb6-7169-481d-8f0d-cbc652f2fda1 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:53.901203 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-33299bb6-7169-481d-8f0d-cbc652f2fda1 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:53.903188 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-62a7bde8-bdeb-4da5-9776-409f5a4049fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:53.953535 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-62a7bde8-bdeb-4da5-9776-409f5a4049fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:54.021727 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-33299bb6-7169-481d-8f0d-cbc652f2fda1 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:54.023485 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33299bb6-7169-481d-8f0d-cbc652f2fda1 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2249e9a3-580f-447e-9aff-d198b96c1b66 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:34:54.024471 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906689ad-bc34-48c8-9298-9669e85eaf5f tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Made reservation on behalf of 02d9a4062ae842e49faf9c2f6adea9a2 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:34:54.031663 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-906689ad-bc34-48c8-9298-9669e85eaf5f tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:54.057888 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-62a7bde8-bdeb-4da5-9776-409f5a4049fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:54.077288 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-33299bb6-7169-481d-8f0d-cbc652f2fda1 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:54.082140 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-33299bb6-7169-481d-8f0d-cbc652f2fda1 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] 10.222.0.55 "DELETE /v2.0/routers/2249e9a3-580f-447e-9aff-d198b96c1b66 HTTP/1.1" status: 204 len: 168 time: 1.4586065 Feb 09 12:34:54.086477 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-62a7bde8-bdeb-4da5-9776-409f5a4049fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:54.090219 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-62a7bde8-bdeb-4da5-9776-409f5a4049fa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bba92d4c-6f41-4469-9258-ea250f1a08a7 HTTP/1.1" status: 204 len: 168 time: 1.1736038 Feb 09 12:34:54.090219 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a7bde8-bdeb-4da5-9776-409f5a4049fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba92d4c-6f41-4469-9258-ea250f1a08a7,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:54.230859 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [None req-906689ad-bc34-48c8-9298-9669e85eaf5f tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] device_id is not set on port a4a68e74-56d2-4c57-aa3a-ae26c01d47e7 yet. {{(pid=87567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:34:54.414437 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6e56e0-a6a4-4f10-9d71-5aa0ee185fa9 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:34:54.423028 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d397cd02-1912-4986-9527-348347480136 None None] Sync routers for ids ['7abc556e-df70-40ea-b8a8-2163f6b91196'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:34:54.441008 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d397cd02-1912-4986-9527-348347480136 None None] Routers {'7abc556e-df70-40ea-b8a8-2163f6b91196'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:34:54.444441 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-d397cd02-1912-4986-9527-348347480136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:34:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['7abc556e-df70-40ea-b8a8-2163f6b91196'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:34:54.466524 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 38232) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:54.664407 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0d6e56e0-a6a4-4f10-9d71-5aa0ee185fa9 admin admin] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:54.671557 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-0d6e56e0-a6a4-4f10-9d71-5aa0ee185fa9 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 13.0125732 Feb 09 12:34:54.674134 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 38242) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:54.768036 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-906689ad-bc34-48c8-9298-9669e85eaf5f tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Allocated IP 172.20.0.14 (e2780cbf-f122-4f71-908d-f302f1be6bf9/eb7d084a-38d3-4482-a543-876ff3ae9e1a/a4a68e74-56d2-4c57-aa3a-ae26c01d47e7) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:34:54.774323 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-d397cd02-1912-4986-9527-348347480136 None None] Set router 7abc556e-df70-40ea-b8a8-2163f6b91196 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:34:55.227925 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-03be64e7-55a1-471c-b880-d3b1cb40ceb3 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1500181203', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}, 'admin_state_up': False}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:34:55.248613 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-03be64e7-55a1-471c-b880-d3b1cb40ceb3 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:34:55.264708 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-03be64e7-55a1-471c-b880-d3b1cb40ceb3 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Usage tracker for resource:router and tenant:c7d53a1de8cf4ef8b26f12e375519d7e is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:34:55.278176 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-03be64e7-55a1-471c-b880-d3b1cb40ceb3 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:34:55.467439 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-906689ad-bc34-48c8-9298-9669e85eaf5f tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:55.502509 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-906689ad-bc34-48c8-9298-9669e85eaf5f tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Transition to ACTIVE for port object a4a68e74-56d2-4c57-aa3a-ae26c01d47e7 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:34:55.622775 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-906689ad-bc34-48c8-9298-9669e85eaf5f tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:55.765516 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-03be64e7-55a1-471c-b880-d3b1cb40ceb3 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:34:55.790601 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-d397cd02-1912-4986-9527-348347480136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'name': 'tempest-AttachVolumeShelveTestJSON-1037925041-router', 'tenant_id': 'e83e724b83ff4eff83d86a9461a0246b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '51fb473d-e8d0-4341-b399-c79d0d5313e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:34:42Z', 'updated_at': '2022-02-09T12:34:50Z', 'revision_number': 3, 'project_id': 'e83e724b83ff4eff83d86a9461a0246b', 'gw_port': {'id': '51fb473d-e8d0-4341-b399-c79d0d5313e3', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:19:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:34:46Z', 'updated_at': '2022-02-09T12:34:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:34:55.813743 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d397cd02-1912-4986-9527-348347480136 None None] Checking router: 7abc556e-df70-40ea-b8a8-2163f6b91196 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:34:55.815929 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d397cd02-1912-4986-9527-348347480136 None None] Updating router 7abc556e-df70-40ea-b8a8-2163f6b91196 port 51fb473d-e8d0-4341-b399-c79d0d5313e3 binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:34:55.830238 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-03be64e7-55a1-471c-b880-d3b1cb40ceb3 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:55.831388 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-03be64e7-55a1-471c-b880-d3b1cb40ceb3 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:55.852487 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906689ad-bc34-48c8-9298-9669e85eaf5f tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Network e2780cbf-f122-4f71-908d-f302f1be6bf9 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:34:55.862075 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-906689ad-bc34-48c8-9298-9669e85eaf5f tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:34:55.885157 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906689ad-bc34-48c8-9298-9669e85eaf5f tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:34:56.008277 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906689ad-bc34-48c8-9298-9669e85eaf5f tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Pushing event updated for resources: {'Port': ['ID=a4a68e74-56d2-4c57-aa3a-ae26c01d47e7,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:56.042101 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d397cd02-1912-4986-9527-348347480136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:56.064625 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906689ad-bc34-48c8-9298-9669e85eaf5f tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:34:56.065629 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-906689ad-bc34-48c8-9298-9669e85eaf5f tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:56.098812 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-906689ad-bc34-48c8-9298-9669e85eaf5f tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.7010894 Feb 09 12:34:56.100028 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 38276) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:34:56.416128 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-03be64e7-55a1-471c-b880-d3b1cb40ceb3 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:56.551254 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-ba677089-cd73-4525-ac9d-caa4dc4851db None None] Provisioning for port a4a68e74-56d2-4c57-aa3a-ae26c01d47e7 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:34:56.747564 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-ba677089-cd73-4525-ac9d-caa4dc4851db None None] Provisioning complete for port a4a68e74-56d2-4c57-aa3a-ae26c01d47e7 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:34:56.747564 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ba677089-cd73-4525-ac9d-caa4dc4851db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:56.821253 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-ba677089-cd73-4525-ac9d-caa4dc4851db None None] Port a4a68e74-56d2-4c57-aa3a-ae26c01d47e7 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:34:56.839332 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-5c7a23c5-7338-4414-8ebc-81d482e2fc8f tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'project_id': '02d9a4062ae842e49faf9c2f6adea9a2', 'port_id': 'a4a68e74-56d2-4c57-aa3a-ae26c01d47e7'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:34:56.890618 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-5c7a23c5-7338-4414-8ebc-81d482e2fc8f tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:34:56.900152 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-5c7a23c5-7338-4414-8ebc-81d482e2fc8f tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Usage tracker for resource:floatingip and tenant:02d9a4062ae842e49faf9c2f6adea9a2 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:34:56.911873 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-5c7a23c5-7338-4414-8ebc-81d482e2fc8f tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:34:56.923340 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-5c7a23c5-7338-4414-8ebc-81d482e2fc8f tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:34:56.958835 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5c7a23c5-7338-4414-8ebc-81d482e2fc8f tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:56.961509 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d397cd02-1912-4986-9527-348347480136 None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:56.980969 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-d397cd02-1912-4986-9527-348347480136 None None] Transition to ACTIVE for port object 51fb473d-e8d0-4341-b399-c79d0d5313e3 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:34:57.001590 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d397cd02-1912-4986-9527-348347480136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:57.107054 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64731eda-696f-4c36-9f6b-b9cf27881f16 None None] Pushing event updated for resources: {'Port': ['ID=51fb473d-e8d0-4341-b399-c79d0d5313e3,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:57.159234 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-d397cd02-1912-4986-9527-348347480136 None None] Attempting to bind port 51fb473d-e8d0-4341-b399-c79d0d5313e3 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:34:57.161029 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-d397cd02-1912-4986-9527-348347480136 None None] Attempting to bind port 51fb473d-e8d0-4341-b399-c79d0d5313e3 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:34:57.161151 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d397cd02-1912-4986-9527-348347480136 None None] Attempting to bind port 51fb473d-e8d0-4341-b399-c79d0d5313e3 on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:34:57.174547 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d397cd02-1912-4986-9527-348347480136 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:34:57.174914 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d397cd02-1912-4986-9527-348347480136 None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:34:57.175317 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d397cd02-1912-4986-9527-348347480136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:57.178733 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d397cd02-1912-4986-9527-348347480136 None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:34:57.178860 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-d397cd02-1912-4986-9527-348347480136 None None] Bound port: 51fb473d-e8d0-4341-b399-c79d0d5313e3, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:34:57.183087 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d397cd02-1912-4986-9527-348347480136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:57.308492 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-d397cd02-1912-4986-9527-348347480136 None None] For port 51fb473d-e8d0-4341-b399-c79d0d5313e3, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:34:57.321653 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-d397cd02-1912-4986-9527-348347480136 None None] For port 51fb473d-e8d0-4341-b399-c79d0d5313e3, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=51fb473d-e8d0-4341-b399-c79d0d5313e3,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:34:57.343000 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d397cd02-1912-4986-9527-348347480136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:57.358759 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d0d60fe8-73b3-4d31-908a-aa33142d6f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:57.386201 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5c7a23c5-7338-4414-8ebc-81d482e2fc8f tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:57.482267 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-03be64e7-55a1-471c-b880-d3b1cb40ceb3 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:57.502865 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d397cd02-1912-4986-9527-348347480136 None None] Routers {'7abc556e-df70-40ea-b8a8-2163f6b91196'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:34:57.503330 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-d397cd02-1912-4986-9527-348347480136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:34:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['7abc556e-df70-40ea-b8a8-2163f6b91196'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:34:57.631872 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-5c7a23c5-7338-4414-8ebc-81d482e2fc8f tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Allocated IP 172.25.7.93 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/85b3ce36-3807-4752-b71f-d166e22710c0) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:34:58.010591 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64731eda-696f-4c36-9f6b-b9cf27881f16 None None] Pushing event updated for resources: {'Port': ['ID=51fb473d-e8d0-4341-b399-c79d0d5313e3,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:58.045779 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5c7a23c5-7338-4414-8ebc-81d482e2fc8f tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:58.115355 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-d397cd02-1912-4986-9527-348347480136 None None] Set router 7abc556e-df70-40ea-b8a8-2163f6b91196 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:34:58.150618 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5c7a23c5-7338-4414-8ebc-81d482e2fc8f tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:58.185315 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-d0d60fe8-73b3-4d31-908a-aa33142d6f36 admin admin] Allocated IP 172.20.0.1 (01f3f4ff-beae-4106-8f70-e214cdcf114b/45d760f9-948b-4bf5-bf1f-a52c1e984121/95dd8935-16b4-4add-a2f5-318d2b2379fa) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:34:58.301591 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7a23c5-7338-4414-8ebc-81d482e2fc8f tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:34:58.318702 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-5c7a23c5-7338-4414-8ebc-81d482e2fc8f tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:34:58.326865 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7a23c5-7338-4414-8ebc-81d482e2fc8f tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:34:58.458278 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a23c5-7338-4414-8ebc-81d482e2fc8f tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Pushing event updated for resources: {'Port': ['ID=85b3ce36-3807-4752-b71f-d166e22710c0,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:34:58.760640 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d0d60fe8-73b3-4d31-908a-aa33142d6f36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:58.865045 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-03be64e7-55a1-471c-b880-d3b1cb40ceb3 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:59.025814 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-d397cd02-1912-4986-9527-348347480136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'name': 'tempest-AttachVolumeShelveTestJSON-1037925041-router', 'tenant_id': 'e83e724b83ff4eff83d86a9461a0246b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '51fb473d-e8d0-4341-b399-c79d0d5313e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:34:42Z', 'updated_at': '2022-02-09T12:34:50Z', 'revision_number': 3, 'project_id': 'e83e724b83ff4eff83d86a9461a0246b', 'gw_port': {'id': '51fb473d-e8d0-4341-b399-c79d0d5313e3', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:19:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:34:46Z', 'updated_at': '2022-02-09T12:34:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:34:59.037458 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d397cd02-1912-4986-9527-348347480136 None None] The sync data for ids ['7abc556e-df70-40ea-b8a8-2163f6b91196'] in n-d-825178-3 is: [{'id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'name': 'tempest-AttachVolumeShelveTestJSON-1037925041-router', 'tenant_id': 'e83e724b83ff4eff83d86a9461a0246b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '51fb473d-e8d0-4341-b399-c79d0d5313e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:34:42Z', 'updated_at': '2022-02-09T12:34:50Z', 'revision_number': 3, 'project_id': 'e83e724b83ff4eff83d86a9461a0246b', 'gw_port': {'id': '51fb473d-e8d0-4341-b399-c79d0d5313e3', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:19:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:34:46Z', 'updated_at': '2022-02-09T12:34:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:34:59.148961 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5c7a23c5-7338-4414-8ebc-81d482e2fc8f tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:59.293628 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5c7a23c5-7338-4414-8ebc-81d482e2fc8f tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:59.376693 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-d0d60fe8-73b3-4d31-908a-aa33142d6f36 admin admin] Transition to ACTIVE for port object 95dd8935-16b4-4add-a2f5-318d2b2379fa will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:34:59.383274 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-03be64e7-55a1-471c-b880-d3b1cb40ceb3 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:59.800363 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-03be64e7-55a1-471c-b880-d3b1cb40ceb3 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Allocated IP 172.25.7.30 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/d44e1e24-c841-4281-a97e-afbdbc100257) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:34:59.814026 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d0d60fe8-73b3-4d31-908a-aa33142d6f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:59.851558 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5c7a23c5-7338-4414-8ebc-81d482e2fc8f tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:59.859125 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5c7a23c5-7338-4414-8ebc-81d482e2fc8f tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:34:59.952074 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d60fe8-73b3-4d31-908a-aa33142d6f36 admin admin] Network 01f3f4ff-beae-4106-8f70-e214cdcf114b is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:34:59.987917 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-d0d60fe8-73b3-4d31-908a-aa33142d6f36 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:35:00.004329 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a23c5-7338-4414-8ebc-81d482e2fc8f tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Pushing event updated for resources: {'Port': ['ID=85b3ce36-3807-4752-b71f-d166e22710c0,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:00.068449 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d60fe8-73b3-4d31-908a-aa33142d6f36 admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:35:00.150505 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d0d60fe8-73b3-4d31-908a-aa33142d6f36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:00.205306 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5c7a23c5-7338-4414-8ebc-81d482e2fc8f tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:00.515351 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d60fe8-73b3-4d31-908a-aa33142d6f36 admin admin] Pushing event updated for resources: {'Port': ['ID=95dd8935-16b4-4add-a2f5-318d2b2379fa,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:00.607651 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4f3ecc9d-c411-4c58-86a6-52d052a3d8b4 None None] Provisioning for port 95dd8935-16b4-4add-a2f5-318d2b2379fa completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:35:00.617309 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4f3ecc9d-c411-4c58-86a6-52d052a3d8b4 None None] Provisioning complete for port 95dd8935-16b4-4add-a2f5-318d2b2379fa triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:35:00.617745 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4f3ecc9d-c411-4c58-86a6-52d052a3d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:00.696697 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4f3ecc9d-c411-4c58-86a6-52d052a3d8b4 None None] Port 95dd8935-16b4-4add-a2f5-318d2b2379fa cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:35:00.790976 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [None req-5c7a23c5-7338-4414-8ebc-81d482e2fc8f tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Floating IP a886cd25-0b71-416c-a5ec-37efbd1509e8 associated. External IP: 172.25.7.93, port: a4a68e74-56d2-4c57-aa3a-ae26c01d47e7. Feb 09 12:35:00.795205 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-03be64e7-55a1-471c-b880-d3b1cb40ceb3 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:00.898630 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-03be64e7-55a1-471c-b880-d3b1cb40ceb3 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:01.025541 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03be64e7-55a1-471c-b880-d3b1cb40ceb3 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:35:01.029807 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-03be64e7-55a1-471c-b880-d3b1cb40ceb3 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:35:01.034312 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03be64e7-55a1-471c-b880-d3b1cb40ceb3 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:35:01.194885 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03be64e7-55a1-471c-b880-d3b1cb40ceb3 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Pushing event updated for resources: {'Port': ['ID=d44e1e24-c841-4281-a97e-afbdbc100257,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:01.242074 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 51fb473d-e8d0-4341-b399-c79d0d5313e3 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:35:01.268088 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d0d60fe8-73b3-4d31-908a-aa33142d6f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:01.495496 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 51fb473d-e8d0-4341-b399-c79d0d5313e3 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:35:01.511749 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 51fb473d-e8d0-4341-b399-c79d0d5313e3 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:35:01.512678 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:01.958531 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:02.003450 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 51fb473d-e8d0-4341-b399-c79d0d5313e3, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=51fb473d-e8d0-4341-b399-c79d0d5313e3,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:35:02.011329 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:02.145571 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=51fb473d-e8d0-4341-b399-c79d0d5313e3,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:02.249013 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c7a23c5-7338-4414-8ebc-81d482e2fc8f tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Router ef456ce3-8681-44d0-a654-6e3f1f81bcfa has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:35:02.674912 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7a23c5-7338-4414-8ebc-81d482e2fc8f tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:35:02.684421 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48bbc90-b448-4e42-8093-cbf0ad476c8a None None] Sync routers for ids ['ef456ce3-8681-44d0-a654-6e3f1f81bcfa'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:35:02.697788 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48bbc90-b448-4e42-8093-cbf0ad476c8a None None] Routers {'ef456ce3-8681-44d0-a654-6e3f1f81bcfa'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:35:02.699243 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c48bbc90-b448-4e42-8093-cbf0ad476c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:34:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['ef456ce3-8681-44d0-a654-6e3f1f81bcfa'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:02.739330 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5c7a23c5-7338-4414-8ebc-81d482e2fc8f tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:02.783911 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-03be64e7-55a1-471c-b880-d3b1cb40ceb3 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:02.874928 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d0d60fe8-73b3-4d31-908a-aa33142d6f36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:02.888752 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c48bbc90-b448-4e42-8093-cbf0ad476c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:02.907061 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-5c7a23c5-7338-4414-8ebc-81d482e2fc8f tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 6.8016191 Feb 09 12:35:02.909989 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 38536) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:02.921118 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d0d60fe8-73b3-4d31-908a-aa33142d6f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:02.923844 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48bbc90-b448-4e42-8093-cbf0ad476c8a None None] Routers {'ef456ce3-8681-44d0-a654-6e3f1f81bcfa'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:35:02.926600 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c48bbc90-b448-4e42-8093-cbf0ad476c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:34:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['ef456ce3-8681-44d0-a654-6e3f1f81bcfa'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:03.113119 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c48bbc90-b448-4e42-8093-cbf0ad476c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:03.113740 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48bbc90-b448-4e42-8093-cbf0ad476c8a None None] The sync data for ids ['ef456ce3-8681-44d0-a654-6e3f1f81bcfa'] in n-d-825178-3 is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:35:03.174135 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 51fb473d-e8d0-4341-b399-c79d0d5313e3 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:35:03.377999 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-856d2a21-c1ee-4ac6-a0e5-27bd915a8726 tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] 10.222.0.55 "GET /v2.0/floatingips/a886cd25-0b71-416c-a5ec-37efbd1509e8 HTTP/1.1" status: 200 len: 983 time: 0.4640315 Feb 09 12:35:03.378549 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d60fe8-73b3-4d31-908a-aa33142d6f36 admin admin] Pushing event updated for resources: {'Port': ['ID=95dd8935-16b4-4add-a2f5-318d2b2379fa,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:03.378657 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 38556) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:03.448911 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d0d60fe8-73b3-4d31-908a-aa33142d6f36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:03.457896 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 51fb473d-e8d0-4341-b399-c79d0d5313e3 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:35:03.458298 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:03.627814 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4dafe4ab-1362-4130-8dea-452f72da66f8 tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2252 time: 0.2448754 Feb 09 12:35:03.628285 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 38562) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:03.901231 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-03be64e7-55a1-471c-b880-d3b1cb40ceb3 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:03.986764 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 38570) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:04.086769 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-3a1cb2f0-7b14-4deb-a1d0-7668e071cc52 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Deleting port 85b3ce36-3807-4752-b71f-d166e22710c0 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:35:04.087329 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb2f0-7b14-4deb-a1d0-7668e071cc52 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:04.449275 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb2f0-7b14-4deb-a1d0-7668e071cc52 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:04.449809 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb2f0-7b14-4deb-a1d0-7668e071cc52 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:04.538389 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c52d10eb-8f22-44d9-8332-0a450d29a925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:04.611449 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c52d10eb-8f22-44d9-8332-0a450d29a925 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:35:04.621797 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d60fe8-73b3-4d31-908a-aa33142d6f36 admin admin] Network 01f3f4ff-beae-4106-8f70-e214cdcf114b is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:35:04.625313 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c52d10eb-8f22-44d9-8332-0a450d29a925 admin admin] Usage tracker for resource:security_group_rule and tenant:0b087acddb544930b8f10c7219f21fe3 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:35:04.628493 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-d0d60fe8-73b3-4d31-908a-aa33142d6f36 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:35:04.637236 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c52d10eb-8f22-44d9-8332-0a450d29a925 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:35:04.740189 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c52d10eb-8f22-44d9-8332-0a450d29a925 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:35:04.905631 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-3a1cb2f0-7b14-4deb-a1d0-7668e071cc52 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Calling delete_port for 85b3ce36-3807-4752-b71f-d166e22710c0 owned by network:floatingip {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:35:04.964580 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03be64e7-55a1-471c-b880-d3b1cb40ceb3 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Router 5b336c62-60fc-4f21-86f8-0046527a686e is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:35:05.095494 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f00916e2-5041-419c-a73c-f2751c7f32a8 None None] Provisioning complete for port 95dd8935-16b4-4add-a2f5-318d2b2379fa triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:35:05.095494 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f00916e2-5041-419c-a73c-f2751c7f32a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:05.198228 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d60fe8-73b3-4d31-908a-aa33142d6f36 admin admin] Router 7abc556e-df70-40ea-b8a8-2163f6b91196 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:35:05.198409 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-f00916e2-5041-419c-a73c-f2751c7f32a8 None None] Port 95dd8935-16b4-4add-a2f5-318d2b2379fa cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:35:05.316670 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb2f0-7b14-4deb-a1d0-7668e071cc52 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:05.474538 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1cb2f0-7b14-4deb-a1d0-7668e071cc52 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Pushing event deleted for resources: {'Port': ['ID=85b3ce36-3807-4752-b71f-d166e22710c0,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:05.559482 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb2f0-7b14-4deb-a1d0-7668e071cc52 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks [] for floatingip, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:05.561256 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [None req-3a1cb2f0-7b14-4deb-a1d0-7668e071cc52 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Floating IP a886cd25-0b71-416c-a5ec-37efbd1509e8 disassociated (deleted). External IP: 172.25.7.93, port: a4a68e74-56d2-4c57-aa3a-ae26c01d47e7. Feb 09 12:35:05.837510 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03be64e7-55a1-471c-b880-d3b1cb40ceb3 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:35:05.852364 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d60fe8-73b3-4d31-908a-aa33142d6f36 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:35:05.876039 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03407435-dc20-44e4-b95e-8dad571b1cac None None] Sync routers for ids ['5b336c62-60fc-4f21-86f8-0046527a686e'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:35:05.892434 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1ea230-94a5-4efd-842d-7cf9d33a916d None None] Sync routers for ids ['7abc556e-df70-40ea-b8a8-2163f6b91196'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:35:05.908188 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1ea230-94a5-4efd-842d-7cf9d33a916d None None] Routers {'7abc556e-df70-40ea-b8a8-2163f6b91196'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:35:05.908928 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03407435-dc20-44e4-b95e-8dad571b1cac None None] Routers {'5b336c62-60fc-4f21-86f8-0046527a686e'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:35:05.909574 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-03407435-dc20-44e4-b95e-8dad571b1cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:34:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['5b336c62-60fc-4f21-86f8-0046527a686e'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:05.910010 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-cc1ea230-94a5-4efd-842d-7cf9d33a916d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:34:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['7abc556e-df70-40ea-b8a8-2163f6b91196'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:05.950329 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c52d10eb-8f22-44d9-8332-0a450d29a925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:05.995396 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c52d10eb-8f22-44d9-8332-0a450d29a925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:06.031138 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-03be64e7-55a1-471c-b880-d3b1cb40ceb3 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:06.036144 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-03be64e7-55a1-471c-b880-d3b1cb40ceb3 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 11.5646949 Feb 09 12:35:06.047854 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 38608) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:06.064541 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d0d60fe8-73b3-4d31-908a-aa33142d6f36 admin admin] 10.222.0.55 "PUT /v2.0/routers/7abc556e-df70-40ea-b8a8-2163f6b91196/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3894696 Feb 09 12:35:06.073222 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-03407435-dc20-44e4-b95e-8dad571b1cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:06.089765 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03407435-dc20-44e4-b95e-8dad571b1cac None None] Routers {'5b336c62-60fc-4f21-86f8-0046527a686e'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:35:06.090381 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-03407435-dc20-44e4-b95e-8dad571b1cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:34:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['5b336c62-60fc-4f21-86f8-0046527a686e'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:06.232997 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-03407435-dc20-44e4-b95e-8dad571b1cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:06.233684 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03407435-dc20-44e4-b95e-8dad571b1cac None None] The sync data for ids ['5b336c62-60fc-4f21-86f8-0046527a686e'] in n-d-825178-3 is: [] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:35:06.276015 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-cc1ea230-94a5-4efd-842d-7cf9d33a916d None None] Set router 7abc556e-df70-40ea-b8a8-2163f6b91196 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:35:06.290014 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c52d10eb-8f22-44d9-8332-0a450d29a925 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0b087acddb544930b8f10c7219f21fe3&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3008850 Feb 09 12:35:06.298612 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 38614) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:06.309362 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d10eb-8f22-44d9-8332-0a450d29a925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a391d5f-6bd8-46d2-a762-4ce1f519bb4f,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:06.536349 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca1de6-3334-4c2b-9790-26969d905058 req-5fc29422-31f8-45ef-b467-2940d726a870 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:06.538905 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ccca1de6-3334-4c2b-9790-26969d905058 req-5fc29422-31f8-45ef-b467-2940d726a870 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/networks?id=34fde1f9-cb49-4dd5-836d-cfd52119562b HTTP/1.1" status: 200 len: 815 time: 0.8243947 Feb 09 12:35:06.561675 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d76984f-c954-460b-9ddd-df177c18456f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:06.606736 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ccca1de6-3334-4c2b-9790-26969d905058 req-93b42e0a-718a-4ab7-90f9-7e16a9957146 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/quotas/02a79007c42b4d508e7f5f941eb00251 HTTP/1.1" status: 200 len: 375 time: 0.0586870 Feb 09 12:35:06.614495 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d76984f-c954-460b-9ddd-df177c18456f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:06.683432 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9404d051-547c-49ac-9361-060a027a2d83 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] 10.222.0.55 "GET /v2.0/routers/5b336c62-60fc-4f21-86f8-0046527a686e HTTP/1.1" status: 200 len: 924 time: 0.6341422 Feb 09 12:35:06.686081 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 38622) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:06.746746 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1cb2f0-7b14-4deb-a1d0-7668e071cc52 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Router ef456ce3-8681-44d0-a654-6e3f1f81bcfa has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:35:06.749962 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d76984f-c954-460b-9ddd-df177c18456f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:06.775890 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d76984f-c954-460b-9ddd-df177c18456f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a391d5f-6bd8-46d2-a762-4ce1f519bb4f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:06.782673 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b1f358ef-47c2-4a65-9cfd-ccbe7b39d064 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b336c62-60fc-4f21-86f8-0046527a686e HTTP/1.1" status: 200 len: 205 time: 0.0950489 Feb 09 12:35:06.783796 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 38626) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:06.823139 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-cc1ea230-94a5-4efd-842d-7cf9d33a916d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'name': 'tempest-AttachVolumeShelveTestJSON-1037925041-router', 'tenant_id': 'e83e724b83ff4eff83d86a9461a0246b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '51fb473d-e8d0-4341-b399-c79d0d5313e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:34:42Z', 'updated_at': '2022-02-09T12:35:01Z', 'revision_number': 4, 'project_id': 'e83e724b83ff4eff83d86a9461a0246b', 'gw_port': {'id': '51fb473d-e8d0-4341-b399-c79d0d5313e3', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:19:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:34:46Z', 'updated_at': '2022-02-09T12:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '95dd8935-16b4-4add-a2f5-318d2b2379fa', 'name': '', 'network_id': '01f3f4ff-beae-4106-8f70-e214cdcf114b', 'tenant_id': 'e83e724b83ff4eff83d86a9461a0246b', 'mac_address': 'fa:16:3e:22:19:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '45d760f9-948b-4bf5-bf1f-a52c1e984121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:34:57Z', 'updated_at': '2022-02-09T12:35:01Z', 'revision_number': 2, 'project_id': 'e83e724b83ff4eff83d86a9461a0246b', 'subnets': [{'id': '45d760f9-948b-4bf5-bf1f-a52c1e984121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:06.829001 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1ea230-94a5-4efd-842d-7cf9d33a916d None None] Checking router: 7abc556e-df70-40ea-b8a8-2163f6b91196 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:35:06.829274 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1ea230-94a5-4efd-842d-7cf9d33a916d None None] Updating router 7abc556e-df70-40ea-b8a8-2163f6b91196 port 95dd8935-16b4-4add-a2f5-318d2b2379fa binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:35:06.926887 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cc1ea230-94a5-4efd-842d-7cf9d33a916d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:07.018359 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d76984f-c954-460b-9ddd-df177c18456f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:07.019479 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1d76984f-c954-460b-9ddd-df177c18456f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0a391d5f-6bd8-46d2-a762-4ce1f519bb4f HTTP/1.1" status: 204 len: 168 time: 0.7200212 Feb 09 12:35:07.082404 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5c905362-89e7-4de5-8f26-3d10912df851 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:07.114302 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ccca1de6-3334-4c2b-9790-26969d905058 req-b709415e-9ec2-4691-9a6f-d09700a7237a tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=02a79007c42b4d508e7f5f941eb00251&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4979117 Feb 09 12:35:07.285797 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1cb2f0-7b14-4deb-a1d0-7668e071cc52 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:35:07.300346 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f279e27-d00a-42ef-8d27-4b7768308935 None None] Sync routers for ids ['ef456ce3-8681-44d0-a654-6e3f1f81bcfa'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:35:07.320131 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f279e27-d00a-42ef-8d27-4b7768308935 None None] Routers {'ef456ce3-8681-44d0-a654-6e3f1f81bcfa'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:35:07.322305 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-6f279e27-d00a-42ef-8d27-4b7768308935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:34:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['ef456ce3-8681-44d0-a654-6e3f1f81bcfa'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:07.352379 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb2f0-7b14-4deb-a1d0-7668e071cc52 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:07.564621 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-6f279e27-d00a-42ef-8d27-4b7768308935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:07.592482 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f279e27-d00a-42ef-8d27-4b7768308935 None None] Routers {'ef456ce3-8681-44d0-a654-6e3f1f81bcfa'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:35:07.592482 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-6f279e27-d00a-42ef-8d27-4b7768308935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:34:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['ef456ce3-8681-44d0-a654-6e3f1f81bcfa'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:07.683374 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5c905362-89e7-4de5-8f26-3d10912df851 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:07.710776 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-5c905362-89e7-4de5-8f26-3d10912df851 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Deleting port d44e1e24-c841-4281-a97e-afbdbc100257 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:35:07.710776 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5c905362-89e7-4de5-8f26-3d10912df851 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:07.919220 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:35:07.934674 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-6f279e27-d00a-42ef-8d27-4b7768308935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:07.938148 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f279e27-d00a-42ef-8d27-4b7768308935 None None] The sync data for ids ['ef456ce3-8681-44d0-a654-6e3f1f81bcfa'] in n-d-825178-3 is: [] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:35:08.083130 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3a1cb2f0-7b14-4deb-a1d0-7668e071cc52 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] 10.222.0.55 "DELETE /v2.0/floatingips/a886cd25-0b71-416c-a5ec-37efbd1509e8 HTTP/1.1" status: 204 len: 168 time: 4.4500053 Feb 09 12:35:08.089248 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 38664) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:08.113287 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-37bb3939-dbdf-44b0-b019-39b31f5cea28 tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:35:08.143879 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-37bb3939-dbdf-44b0-b019-39b31f5cea28 tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:35:08.153759 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-37bb3939-dbdf-44b0-b019-39b31f5cea28 tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Usage tracker for resource:floatingip and tenant:7694802d644242f290679cfa2ac0dd8a is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:35:08.158916 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-37bb3939-dbdf-44b0-b019-39b31f5cea28 tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:35:08.173279 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-37bb3939-dbdf-44b0-b019-39b31f5cea28 tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:35:08.218772 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-37bb3939-dbdf-44b0-b019-39b31f5cea28 tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:08.285084 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5c905362-89e7-4de5-8f26-3d10912df851 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:08.292299 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ccca1de6-3334-4c2b-9790-26969d905058 req-36b757f3-48e5-4f16-b27f-3f2f04439619 service neutron] 10.222.0.55 "GET /v2.0/networks/34fde1f9-cb49-4dd5-836d-cfd52119562b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1075873 Feb 09 12:35:08.504419 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cc1ea230-94a5-4efd-842d-7cf9d33a916d None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:08.538036 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-cc1ea230-94a5-4efd-842d-7cf9d33a916d None None] Transition to ACTIVE for port object 95dd8935-16b4-4add-a2f5-318d2b2379fa will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:35:08.556448 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cc1ea230-94a5-4efd-842d-7cf9d33a916d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:08.767288 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-5c905362-89e7-4de5-8f26-3d10912df851 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Calling delete_port for d44e1e24-c841-4281-a97e-afbdbc100257 owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:35:08.992421 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81370242-2c79-4cc7-86dc-98b30dadb17b None None] Pushing event updated for resources: {'Port': ['ID=95dd8935-16b4-4add-a2f5-318d2b2379fa,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:09.098408 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81370242-2c79-4cc7-86dc-98b30dadb17b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:35:09.103191 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81370242-2c79-4cc7-86dc-98b30dadb17b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:35:09.105243 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81370242-2c79-4cc7-86dc-98b30dadb17b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:35:09.108935 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81370242-2c79-4cc7-86dc-98b30dadb17b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:35:09.109453 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81370242-2c79-4cc7-86dc-98b30dadb17b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:35:09.109935 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81370242-2c79-4cc7-86dc-98b30dadb17b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:35:09.110423 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81370242-2c79-4cc7-86dc-98b30dadb17b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:35:09.111573 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81370242-2c79-4cc7-86dc-98b30dadb17b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:35:09.112073 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81370242-2c79-4cc7-86dc-98b30dadb17b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:35:09.112554 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81370242-2c79-4cc7-86dc-98b30dadb17b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:35:09.113624 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81370242-2c79-4cc7-86dc-98b30dadb17b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:35:09.116054 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81370242-2c79-4cc7-86dc-98b30dadb17b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:35:09.121734 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 38680) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:09.236837 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-cc1ea230-94a5-4efd-842d-7cf9d33a916d None None] Attempting to bind port 95dd8935-16b4-4add-a2f5-318d2b2379fa on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:35:09.237201 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-cc1ea230-94a5-4efd-842d-7cf9d33a916d None None] Attempting to bind port 95dd8935-16b4-4add-a2f5-318d2b2379fa by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '1c59adf7-7d08-4b5e-9bac-da20ae07f737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '01f3f4ff-beae-4106-8f70-e214cdcf114b'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:35:09.237554 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1ea230-94a5-4efd-842d-7cf9d33a916d None None] Attempting to bind port 95dd8935-16b4-4add-a2f5-318d2b2379fa on network 01f3f4ff-beae-4106-8f70-e214cdcf114b {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:35:09.266655 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1ea230-94a5-4efd-842d-7cf9d33a916d None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:35:09.269152 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1ea230-94a5-4efd-842d-7cf9d33a916d None None] Checking segment: {'id': '1c59adf7-7d08-4b5e-9bac-da20ae07f737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '01f3f4ff-beae-4106-8f70-e214cdcf114b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:35:09.269454 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cc1ea230-94a5-4efd-842d-7cf9d33a916d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:09.269879 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1ea230-94a5-4efd-842d-7cf9d33a916d None None] Bound using segment: {'id': '1c59adf7-7d08-4b5e-9bac-da20ae07f737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '01f3f4ff-beae-4106-8f70-e214cdcf114b'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:35:09.273848 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-cc1ea230-94a5-4efd-842d-7cf9d33a916d None None] Bound port: 95dd8935-16b4-4add-a2f5-318d2b2379fa, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c59adf7-7d08-4b5e-9bac-da20ae07f737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '01f3f4ff-beae-4106-8f70-e214cdcf114b'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:35:09.273848 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cc1ea230-94a5-4efd-842d-7cf9d33a916d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:09.390683 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 38694) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:09.447586 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-cfc6214b-6e22-4f63-b433-815d56c4ccef tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Request body: {'security_group': {'name': 'tempest-securitygroup--575121729', 'description': 'tempest-description--1845385396'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:35:09.507933 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-cfc6214b-6e22-4f63-b433-815d56c4ccef tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:35:09.542120 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-cc1ea230-94a5-4efd-842d-7cf9d33a916d None None] For port 95dd8935-16b4-4add-a2f5-318d2b2379fa, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:35:09.546805 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ccca1de6-3334-4c2b-9790-26969d905058 req-b4240c75-ec62-4e9e-b8aa-4bf1e153f894 service neutron] 10.222.0.55 "GET /v2.0/networks/34fde1f9-cb49-4dd5-836d-cfd52119562b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0832613 Feb 09 12:35:09.550343 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-cc1ea230-94a5-4efd-842d-7cf9d33a916d None None] For port 95dd8935-16b4-4add-a2f5-318d2b2379fa, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=95dd8935-16b4-4add-a2f5-318d2b2379fa,segment=NetworkSegment(1c59adf7-7d08-4b5e-9bac-da20ae07f737),segment_id=1c59adf7-7d08-4b5e-9bac-da20ae07f737)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:35:09.550841 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-cfc6214b-6e22-4f63-b433-815d56c4ccef tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Usage tracker for resource:security_group and tenant:e83e724b83ff4eff83d86a9461a0246b is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:35:09.559611 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cc1ea230-94a5-4efd-842d-7cf9d33a916d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:09.567399 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-cfc6214b-6e22-4f63-b433-815d56c4ccef tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:35:09.655183 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-cfc6214b-6e22-4f63-b433-815d56c4ccef tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:35:09.726268 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1ea230-94a5-4efd-842d-7cf9d33a916d None None] Routers {'7abc556e-df70-40ea-b8a8-2163f6b91196'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:35:09.730553 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-cc1ea230-94a5-4efd-842d-7cf9d33a916d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:34:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['7abc556e-df70-40ea-b8a8-2163f6b91196'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:09.736773 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9581405e-a981-49f2-a0d6-d59178452d70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:09.798837 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cfc6214b-6e22-4f63-b433-815d56c4ccef tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:09.861862 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-9581405e-a981-49f2-a0d6-d59178452d70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:35:09.893928 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9581405e-a981-49f2-a0d6-d59178452d70 admin admin] Usage tracker for resource:security_group_rule and tenant:7c453dd5aa95468c81d2211aafcd63d3 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:35:09.905283 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9581405e-a981-49f2-a0d6-d59178452d70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:35:09.918913 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-37bb3939-dbdf-44b0-b019-39b31f5cea28 tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:09.924515 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-9581405e-a981-49f2-a0d6-d59178452d70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:35:09.972399 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-cfc6214b-6e22-4f63-b433-815d56c4ccef tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:35:10.021889 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81370242-2c79-4cc7-86dc-98b30dadb17b None None] Pushing event updated for resources: {'Port': ['ID=95dd8935-16b4-4add-a2f5-318d2b2379fa,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:10.064929 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5c905362-89e7-4de5-8f26-3d10912df851 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:10.138697 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-cfc6214b-6e22-4f63-b433-815d56c4ccef tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Usage tracker for resource:security_group_rule and tenant:e83e724b83ff4eff83d86a9461a0246b is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:35:10.161715 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-cfc6214b-6e22-4f63-b433-815d56c4ccef tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:35:10.167302 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c905362-89e7-4de5-8f26-3d10912df851 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Pushing event deleted for resources: {'Port': ['ID=d44e1e24-c841-4281-a97e-afbdbc100257,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:10.190281 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-cfc6214b-6e22-4f63-b433-815d56c4ccef tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:35:10.234471 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3bc0344d-673f-45fa-a4e9-097e6acbd288 req-2cf6dbbe-7136-4aa5-a30a-58ec87669564 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=2757c154-0800-445a-8a07-0bf74294ac55 HTTP/1.1" status: 200 len: 210 time: 0.2548726 Feb 09 12:35:10.325989 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5c905362-89e7-4de5-8f26-3d10912df851 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:10.378366 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-cc1ea230-94a5-4efd-842d-7cf9d33a916d None None] Set router 7abc556e-df70-40ea-b8a8-2163f6b91196 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:35:10.665381 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 38730) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:10.695806 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5c905362-89e7-4de5-8f26-3d10912df851 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:10.698418 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5c905362-89e7-4de5-8f26-3d10912df851 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:10.717678 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-37bb3939-dbdf-44b0-b019-39b31f5cea28 tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Allocated IP 172.25.7.212 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/04e5fc92-052e-45a3-afbd-5abaf9909c02) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:35:10.727359 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5c905362-89e7-4de5-8f26-3d10912df851 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:10.728267 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c905362-89e7-4de5-8f26-3d10912df851 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Fanout notify agent at l3_agent the message router_deleted on router 5b336c62-60fc-4f21-86f8-0046527a686e {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:35:10.760836 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5c905362-89e7-4de5-8f26-3d10912df851 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:10.761971 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5c905362-89e7-4de5-8f26-3d10912df851 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] 10.222.0.55 "DELETE /v2.0/routers/5b336c62-60fc-4f21-86f8-0046527a686e HTTP/1.1" status: 204 len: 168 time: 3.9766805 Feb 09 12:35:10.765889 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 38736) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:10.784819 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-54ba1462-170e-466b-b411-c70b97a45e84 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1076551085', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'enable_snat': False}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:35:10.795024 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-54ba1462-170e-466b-b411-c70b97a45e84 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:35:10.799436 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-54ba1462-170e-466b-b411-c70b97a45e84 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Usage tracker for resource:router and tenant:c4c5b6a164824b10a0c04b0e7d39ba59 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:35:10.802503 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-54ba1462-170e-466b-b411-c70b97a45e84 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:35:10.807158 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cfc6214b-6e22-4f63-b433-815d56c4ccef tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:10.808610 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-54ba1462-170e-466b-b411-c70b97a45e84 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:35:10.893164 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cfc6214b-6e22-4f63-b433-815d56c4ccef tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:10.952193 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9581405e-a981-49f2-a0d6-d59178452d70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:10.954467 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cfc6214b-6e22-4f63-b433-815d56c4ccef tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:10.956109 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-cfc6214b-6e22-4f63-b433-815d56c4ccef tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.5564082 Feb 09 12:35:10.959311 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 38740) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:10.974138 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-a192e7ba-6043-4c84-b742-8bbc17cd4205 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Request body: {'security_group_rule': {'security_group_id': '1c6f6834-6468-402f-a663-7e271954fd89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:35:10.981734 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9581405e-a981-49f2-a0d6-d59178452d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:10.994021 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a192e7ba-6043-4c84-b742-8bbc17cd4205 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:35:11.000619 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-54ba1462-170e-466b-b411-c70b97a45e84 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:11.003921 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-54ba1462-170e-466b-b411-c70b97a45e84 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:11.022020 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc6214b-6e22-4f63-b433-815d56c4ccef tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6f6834-6468-402f-a663-7e271954fd89,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:11.027328 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-cc1ea230-94a5-4efd-842d-7cf9d33a916d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'name': 'tempest-AttachVolumeShelveTestJSON-1037925041-router', 'tenant_id': 'e83e724b83ff4eff83d86a9461a0246b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '51fb473d-e8d0-4341-b399-c79d0d5313e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:34:42Z', 'updated_at': '2022-02-09T12:35:01Z', 'revision_number': 4, 'project_id': 'e83e724b83ff4eff83d86a9461a0246b', 'gw_port': {'id': '51fb473d-e8d0-4341-b399-c79d0d5313e3', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:19:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:34:46Z', 'updated_at': '2022-02-09T12:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '95dd8935-16b4-4add-a2f5-318d2b2379fa', 'name': '', 'network_id': '01f3f4ff-beae-4106-8f70-e214cdcf114b', 'tenant_id': 'e83e724b83ff4eff83d86a9461a0246b', 'mac_address': 'fa:16:3e:22:19:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '45d760f9-948b-4bf5-bf1f-a52c1e984121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:34:57Z', 'updated_at': '2022-02-09T12:35:09Z', 'revision_number': 4, 'project_id': 'e83e724b83ff4eff83d86a9461a0246b', 'subnets': [{'id': '45d760f9-948b-4bf5-bf1f-a52c1e984121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:11.034413 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a192e7ba-6043-4c84-b742-8bbc17cd4205 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Usage tracker for resource:security_group_rule and tenant:e83e724b83ff4eff83d86a9461a0246b is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:35:11.042804 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a192e7ba-6043-4c84-b742-8bbc17cd4205 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:35:11.045969 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1ea230-94a5-4efd-842d-7cf9d33a916d None None] The sync data for ids ['7abc556e-df70-40ea-b8a8-2163f6b91196'] in n-d-825178-3 is: [{'id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'name': 'tempest-AttachVolumeShelveTestJSON-1037925041-router', 'tenant_id': 'e83e724b83ff4eff83d86a9461a0246b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '51fb473d-e8d0-4341-b399-c79d0d5313e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:34:42Z', 'updated_at': '2022-02-09T12:35:01Z', 'revision_number': 4, 'project_id': 'e83e724b83ff4eff83d86a9461a0246b', 'gw_port': {'id': '51fb473d-e8d0-4341-b399-c79d0d5313e3', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:19:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:34:46Z', 'updated_at': '2022-02-09T12:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '95dd8935-16b4-4add-a2f5-318d2b2379fa', 'name': '', 'network_id': '01f3f4ff-beae-4106-8f70-e214cdcf114b', 'tenant_id': 'e83e724b83ff4eff83d86a9461a0246b', 'mac_address': 'fa:16:3e:22:19:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '45d760f9-948b-4bf5-bf1f-a52c1e984121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:34:57Z', 'updated_at': '2022-02-09T12:35:09Z', 'revision_number': 4, 'project_id': 'e83e724b83ff4eff83d86a9461a0246b', 'subnets': [{'id': '45d760f9-948b-4bf5-bf1f-a52c1e984121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:35:11.051991 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f86fac5-9593-4c98-8670-a27d216a409b req-88226516-b72e-4be4-b1b2-347bf0194d6c tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:11.059295 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-54ba1462-170e-466b-b411-c70b97a45e84 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:11.060925 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a192e7ba-6043-4c84-b742-8bbc17cd4205 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:35:11.067103 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3f86fac5-9593-4c98-8670-a27d216a409b req-88226516-b72e-4be4-b1b2-347bf0194d6c tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/ports?device_id=085c111d-6af0-4b8a-ab01-93bdce9f26cd HTTP/1.1" status: 200 len: 945 time: 0.5800545 Feb 09 12:35:11.129216 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9581405e-a981-49f2-a0d6-d59178452d70 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7c453dd5aa95468c81d2211aafcd63d3&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0064437 Feb 09 12:35:11.134279 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-e228a669-4df8-4384-92bb-43e2ead95fea tempest-PortsAdminExtendedAttrsTestJSON-816335333 tempest-PortsAdminExtendedAttrsTestJSON-816335333-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1752133283'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:35:11.158323 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 38744) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:11.165139 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-e228a669-4df8-4384-92bb-43e2ead95fea tempest-PortsAdminExtendedAttrsTestJSON-816335333 tempest-PortsAdminExtendedAttrsTestJSON-816335333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:35:11.210639 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-e228a669-4df8-4384-92bb-43e2ead95fea tempest-PortsAdminExtendedAttrsTestJSON-816335333 tempest-PortsAdminExtendedAttrsTestJSON-816335333-project] Usage tracker for resource:network and tenant:5d32d0e6a151405f898dc6486480715e is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:35:11.229472 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-e228a669-4df8-4384-92bb-43e2ead95fea tempest-PortsAdminExtendedAttrsTestJSON-816335333 tempest-PortsAdminExtendedAttrsTestJSON-816335333-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:35:11.268098 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-e228a669-4df8-4384-92bb-43e2ead95fea tempest-PortsAdminExtendedAttrsTestJSON-816335333 tempest-PortsAdminExtendedAttrsTestJSON-816335333-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:35:11.272884 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9581405e-a981-49f2-a0d6-d59178452d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbdf7d6-32d1-4621-af6a-acd31ec4f011,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:11.278324 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3f86fac5-9593-4c98-8670-a27d216a409b req-60444d42-b35d-46a0-888a-e49472100c7f tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcb514ab-a4b8-4ef3-a817-492a4e7ae5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2102325 Feb 09 12:35:11.313384 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-37bb3939-dbdf-44b0-b019-39b31f5cea28 tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:11.394831 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e228a669-4df8-4384-92bb-43e2ead95fea tempest-PortsAdminExtendedAttrsTestJSON-816335333 tempest-PortsAdminExtendedAttrsTestJSON-816335333-project] Made reservation on behalf of 5d32d0e6a151405f898dc6486480715e for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:35:11.400299 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e228a669-4df8-4384-92bb-43e2ead95fea tempest-PortsAdminExtendedAttrsTestJSON-816335333 tempest-PortsAdminExtendedAttrsTestJSON-816335333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:11.414348 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a192e7ba-6043-4c84-b742-8bbc17cd4205 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:11.461747 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a47f6398-651e-4c18-b3ed-29d617d99cc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:11.463401 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e228a669-4df8-4384-92bb-43e2ead95fea tempest-PortsAdminExtendedAttrsTestJSON-816335333 tempest-PortsAdminExtendedAttrsTestJSON-816335333-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:11.535740 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-e228a669-4df8-4384-92bb-43e2ead95fea tempest-PortsAdminExtendedAttrsTestJSON-816335333 tempest-PortsAdminExtendedAttrsTestJSON-816335333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:35:11.546280 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c4d919a0-5ff9-494c-bad9-3bb4eb361c4b req-e6cce6a8-6d65-404e-9197-1c3568925040 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=2757c154-0800-445a-8a07-0bf74294ac55 HTTP/1.1" status: 200 len: 210 time: 0.0793736 Feb 09 12:35:11.555916 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-e228a669-4df8-4384-92bb-43e2ead95fea tempest-PortsAdminExtendedAttrsTestJSON-816335333 tempest-PortsAdminExtendedAttrsTestJSON-816335333-project] Usage tracker for resource:security_group_rule and tenant:5d32d0e6a151405f898dc6486480715e is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:35:11.564004 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-e228a669-4df8-4384-92bb-43e2ead95fea tempest-PortsAdminExtendedAttrsTestJSON-816335333 tempest-PortsAdminExtendedAttrsTestJSON-816335333-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:35:11.571115 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-e228a669-4df8-4384-92bb-43e2ead95fea tempest-PortsAdminExtendedAttrsTestJSON-816335333 tempest-PortsAdminExtendedAttrsTestJSON-816335333-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:35:11.602903 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a47f6398-651e-4c18-b3ed-29d617d99cc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:11.611748 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-54ba1462-170e-466b-b411-c70b97a45e84 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:11.669064 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-37bb3939-dbdf-44b0-b019-39b31f5cea28 tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:11.704748 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a192e7ba-6043-4c84-b742-8bbc17cd4205 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:11.759726 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bb3939-dbdf-44b0-b019-39b31f5cea28 tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:35:11.764595 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-37bb3939-dbdf-44b0-b019-39b31f5cea28 tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:35:11.777225 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bb3939-dbdf-44b0-b019-39b31f5cea28 tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:35:11.827170 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb3939-dbdf-44b0-b019-39b31f5cea28 tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Pushing event updated for resources: {'Port': ['ID=04e5fc92-052e-45a3-afbd-5abaf9909c02,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:11.853818 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a192e7ba-6043-4c84-b742-8bbc17cd4205 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:11.908866 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a47f6398-651e-4c18-b3ed-29d617d99cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:11.984328 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47f6398-651e-4c18-b3ed-29d617d99cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbdf7d6-32d1-4621-af6a-acd31ec4f011,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:11.988331 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a192e7ba-6043-4c84-b742-8bbc17cd4205 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db607405-17bb-4942-a7b0-a7aca4efa993,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:11.994762 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e228a669-4df8-4384-92bb-43e2ead95fea tempest-PortsAdminExtendedAttrsTestJSON-816335333 tempest-PortsAdminExtendedAttrsTestJSON-816335333-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:12.011553 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e228a669-4df8-4384-92bb-43e2ead95fea tempest-PortsAdminExtendedAttrsTestJSON-816335333 tempest-PortsAdminExtendedAttrsTestJSON-816335333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:12.053186 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a47f6398-651e-4c18-b3ed-29d617d99cc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:12.054682 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a47f6398-651e-4c18-b3ed-29d617d99cc1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fbbdf7d6-32d1-4621-af6a-acd31ec4f011 HTTP/1.1" status: 204 len: 168 time: 0.8952289 Feb 09 12:35:12.057679 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a192e7ba-6043-4c84-b742-8bbc17cd4205 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:12.064074 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a192e7ba-6043-4c84-b742-8bbc17cd4205 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1029150 Feb 09 12:35:12.070032 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 38762) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:12.075842 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-7453cbce-64d9-4076-b10a-50c5f1f9d457 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Request body: {'security_group_rule': {'security_group_id': '1c6f6834-6468-402f-a663-7e271954fd89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:35:12.082898 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7453cbce-64d9-4076-b10a-50c5f1f9d457 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:35:12.088227 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7453cbce-64d9-4076-b10a-50c5f1f9d457 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Usage tracker for resource:security_group_rule and tenant:e83e724b83ff4eff83d86a9461a0246b is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:35:12.096117 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7453cbce-64d9-4076-b10a-50c5f1f9d457 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:35:12.103942 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7453cbce-64d9-4076-b10a-50c5f1f9d457 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:35:12.176680 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7453cbce-64d9-4076-b10a-50c5f1f9d457 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:12.192549 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca1de6-3334-4c2b-9790-26969d905058 req-36ce60ae-a9b2-4aae-b425-84972488cb35 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:12.194914 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ccca1de6-3334-4c2b-9790-26969d905058 req-36ce60ae-a9b2-4aae-b425-84972488cb35 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.46 "GET /v2.0/networks?id=34fde1f9-cb49-4dd5-836d-cfd52119562b HTTP/1.1" status: 200 len: 815 time: 0.3654907 Feb 09 12:35:12.206527 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e228a669-4df8-4384-92bb-43e2ead95fea tempest-PortsAdminExtendedAttrsTestJSON-816335333 tempest-PortsAdminExtendedAttrsTestJSON-816335333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25ad6ad9-d7f7-4a1f-a0ae-5fc222c2bc09,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:12.212418 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-ccca1de6-3334-4c2b-9790-26969d905058 req-f6107c07-5531-4a83-ab84-0aa494515513 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Request body: {'port': {'device_id': '2757c154-0800-445a-8a07-0bf74294ac55', 'network_id': '34fde1f9-cb49-4dd5-836d-cfd52119562b', 'admin_state_up': True, 'tenant_id': '02a79007c42b4d508e7f5f941eb00251'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:35:12.224526 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e228a669-4df8-4384-92bb-43e2ead95fea tempest-PortsAdminExtendedAttrsTestJSON-816335333 tempest-PortsAdminExtendedAttrsTestJSON-816335333-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:35:12.305990 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e228a669-4df8-4384-92bb-43e2ead95fea tempest-PortsAdminExtendedAttrsTestJSON-816335333 tempest-PortsAdminExtendedAttrsTestJSON-816335333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:12.305990 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-e228a669-4df8-4384-92bb-43e2ead95fea tempest-PortsAdminExtendedAttrsTestJSON-816335333 tempest-PortsAdminExtendedAttrsTestJSON-816335333-project] Added segment f218a34c-ca33-4b94-96ff-1c4adb0ceb24 of type vlan for network 15606852-db94-471a-bb29-ca95c7a284bd Feb 09 12:35:12.316332 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-37bb3939-dbdf-44b0-b019-39b31f5cea28 tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:12.558919 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-37bb3939-dbdf-44b0-b019-39b31f5cea28 tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:12.738271 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7453cbce-64d9-4076-b10a-50c5f1f9d457 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:12.759220 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7453cbce-64d9-4076-b10a-50c5f1f9d457 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:12.838014 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e228a669-4df8-4384-92bb-43e2ead95fea tempest-PortsAdminExtendedAttrsTestJSON-816335333 tempest-PortsAdminExtendedAttrsTestJSON-816335333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:12.874660 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453cbce-64d9-4076-b10a-50c5f1f9d457 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b93e1175-0382-4771-b45d-7572ed2e1411,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:12.933913 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1b436105-baa1-4fca-b83f-214791814b53 req-2b835051-ce0d-487f-9579-5aa8f7ab5137 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=2757c154-0800-445a-8a07-0bf74294ac55 HTTP/1.1" status: 200 len: 210 time: 0.1034145 Feb 09 12:35:12.944432 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-ccca1de6-3334-4c2b-9790-26969d905058 req-f6107c07-5531-4a83-ab84-0aa494515513 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:35:12.964757 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7453cbce-64d9-4076-b10a-50c5f1f9d457 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:12.972227 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7453cbce-64d9-4076-b10a-50c5f1f9d457 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9007027 Feb 09 12:35:12.972856 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 38784) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:12.981197 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-ccca1de6-3334-4c2b-9790-26969d905058 req-f6107c07-5531-4a83-ab84-0aa494515513 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Usage tracker for resource:port and tenant:02a79007c42b4d508e7f5f941eb00251 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:35:12.987797 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-ccca1de6-3334-4c2b-9790-26969d905058 req-f6107c07-5531-4a83-ab84-0aa494515513 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:35:12.989295 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-77c8a7ba-cb14-440a-8296-ca822c5c5b5e tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:35:12.997759 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-ccca1de6-3334-4c2b-9790-26969d905058 req-f6107c07-5531-4a83-ab84-0aa494515513 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:35:13.002226 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-37bb3939-dbdf-44b0-b019-39b31f5cea28 tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:13.003325 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-54ba1462-170e-466b-b411-c70b97a45e84 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:13.005370 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-77c8a7ba-cb14-440a-8296-ca822c5c5b5e tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:35:13.020146 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e228a669-4df8-4384-92bb-43e2ead95fea tempest-PortsAdminExtendedAttrsTestJSON-816335333 tempest-PortsAdminExtendedAttrsTestJSON-816335333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:13.029171 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e228a669-4df8-4384-92bb-43e2ead95fea tempest-PortsAdminExtendedAttrsTestJSON-816335333 tempest-PortsAdminExtendedAttrsTestJSON-816335333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:13.030050 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e228a669-4df8-4384-92bb-43e2ead95fea tempest-PortsAdminExtendedAttrsTestJSON-816335333 tempest-PortsAdminExtendedAttrsTestJSON-816335333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:13.035580 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-77c8a7ba-cb14-440a-8296-ca822c5c5b5e tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Usage tracker for resource:floatingip and tenant:e83e724b83ff4eff83d86a9461a0246b is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:35:13.057699 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-37bb3939-dbdf-44b0-b019-39b31f5cea28 tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:13.060917 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-54ba1462-170e-466b-b411-c70b97a45e84 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:13.069717 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-77c8a7ba-cb14-440a-8296-ca822c5c5b5e tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:35:13.107699 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccca1de6-3334-4c2b-9790-26969d905058 req-f6107c07-5531-4a83-ab84-0aa494515513 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Made reservation on behalf of 02a79007c42b4d508e7f5f941eb00251 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:35:13.113879 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-ccca1de6-3334-4c2b-9790-26969d905058 req-f6107c07-5531-4a83-ab84-0aa494515513 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:13.140789 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78f0dd-768f-46a4-b250-9a62514e0925 req-fc6e5ce4-1859-4f72-a610-c344b0887a26 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:13.151649 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-de78f0dd-768f-46a4-b250-9a62514e0925 req-fc6e5ce4-1859-4f72-a610-c344b0887a26 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/ports?device_id=085c111d-6af0-4b8a-ab01-93bdce9f26cd HTTP/1.1" status: 200 len: 945 time: 0.8177581 Feb 09 12:35:13.223385 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-77c8a7ba-cb14-440a-8296-ca822c5c5b5e tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:35:13.237182 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 95dd8935-16b4-4add-a2f5-318d2b2379fa up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:35:13.399486 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 95dd8935-16b4-4add-a2f5-318d2b2379fa completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:35:13.405292 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 95dd8935-16b4-4add-a2f5-318d2b2379fa triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:35:13.405794 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:13.542867 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-ccca1de6-3334-4c2b-9790-26969d905058 req-f6107c07-5531-4a83-ab84-0aa494515513 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Allocated IP 172.20.0.6 (34fde1f9-cb49-4dd5-836d-cfd52119562b/9c51d0be-f310-4dee-aa2c-2b4ce475d198/b602100d-dd50-4640-9cb8-03c3cd56c3f8) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:35:13.589932 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-54ba1462-170e-466b-b411-c70b97a45e84 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Allocated IP 172.25.7.97 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/62cd010d-4889-44a2-8a65-c41814be148b) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:35:13.668694 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:13.747170 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 95dd8935-16b4-4add-a2f5-318d2b2379fa, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=95dd8935-16b4-4add-a2f5-318d2b2379fa,segment=NetworkSegment(1c59adf7-7d08-4b5e-9bac-da20ae07f737),segment_id=1c59adf7-7d08-4b5e-9bac-da20ae07f737)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:35:13.753404 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:13.808176 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e228a669-4df8-4384-92bb-43e2ead95fea tempest-PortsAdminExtendedAttrsTestJSON-816335333 tempest-PortsAdminExtendedAttrsTestJSON-816335333-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 3.1349194 Feb 09 12:35:13.821960 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-37bb3939-dbdf-44b0-b019-39b31f5cea28 tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:13.854295 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-77c8a7ba-cb14-440a-8296-ca822c5c5b5e tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks [] for floatingip, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:13.887505 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=95dd8935-16b4-4add-a2f5-318d2b2379fa,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:13.894342 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e228a669-4df8-4384-92bb-43e2ead95fea tempest-PortsAdminExtendedAttrsTestJSON-816335333 tempest-PortsAdminExtendedAttrsTestJSON-816335333-project] Pushing event updated for resources: {'Network': ['ID=15606852-db94-471a-bb29-ca95c7a284bd,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:13.904139 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-de78f0dd-768f-46a4-b250-9a62514e0925 req-f88220fc-7538-4d2e-b57f-2e57b47b4f93 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcb514ab-a4b8-4ef3-a817-492a4e7ae5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7520697 Feb 09 12:35:13.904909 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb3939-dbdf-44b0-b019-39b31f5cea28 tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Pushing event updated for resources: {'Port': ['ID=04e5fc92-052e-45a3-afbd-5abaf9909c02,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:13.906742 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:35:13.907536 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:35:13.908092 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:35:13.908605 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:35:13.909141 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:35:13.909628 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:35:13.910101 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:35:13.912788 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:35:13.913134 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:35:13.913462 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:35:13.913922 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:35:13.913922 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:35:13.923813 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 15606852-db94-471a-bb29-ca95c7a284bd details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:35:13.932616 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-37bb3939-dbdf-44b0-b019-39b31f5cea28 tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:13.936775 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-37bb3939-dbdf-44b0-b019-39b31f5cea28 tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8366244 Feb 09 12:35:13.938404 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 38810) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:14.219688 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-54ba1462-170e-466b-b411-c70b97a45e84 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:14.225586 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-06ec5a26-0b84-4092-934c-a300738422d8 req-aefae7f7-d800-4c33-901a-5276571c1be2 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=2757c154-0800-445a-8a07-0bf74294ac55 HTTP/1.1" status: 200 len: 210 time: 0.0681407 Feb 09 12:35:14.236894 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-77c8a7ba-cb14-440a-8296-ca822c5c5b5e tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:14.251506 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0a7c3-68f2-49bc-8652-31725eb9fd39 req-b8d6a739-6b9f-4518-ad8f-e7f7c5189828 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:14.252297 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-34b0a7c3-68f2-49bc-8652-31725eb9fd39 req-b8d6a739-6b9f-4518-ad8f-e7f7c5189828 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Synchronizing usage tracker for tenant:6636f5224f854918b634847a98f62470 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:35:14.267636 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-ccca1de6-3334-4c2b-9790-26969d905058 req-f6107c07-5531-4a83-ab84-0aa494515513 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:14.334234 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a5dadfe9-1d6e-4e11-bddb-02ff4a35c5ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:14.381921 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-34b0a7c3-68f2-49bc-8652-31725eb9fd39 req-b8d6a739-6b9f-4518-ad8f-e7f7c5189828 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Unset dirty status for tenant:6636f5224f854918b634847a98f62470 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:35:14.383170 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-4e34b84f-5a64-48e9-905a-797f3d485096 tempest-FloatingIPAdminTestJSON-1334315440 tempest-FloatingIPAdminTestJSON-1334315440-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:35:14.383277 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-34b0a7c3-68f2-49bc-8652-31725eb9fd39 req-b8d6a739-6b9f-4518-ad8f-e7f7c5189828 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.46 "GET /v2.0/ports?device_id=085c111d-6af0-4b8a-ab01-93bdce9f26cd HTTP/1.1" status: 200 len: 945 time: 0.5894911 Feb 09 12:35:14.395710 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 38818) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:14.403117 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-4e34b84f-5a64-48e9-905a-797f3d485096 tempest-FloatingIPAdminTestJSON-1334315440 tempest-FloatingIPAdminTestJSON-1334315440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:35:14.413059 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-4e34b84f-5a64-48e9-905a-797f3d485096 tempest-FloatingIPAdminTestJSON-1334315440 tempest-FloatingIPAdminTestJSON-1334315440-project] Usage tracker for resource:floatingip and tenant:7c86b8b17b6c40fbb9d3933619051f45 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:35:14.419955 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-4e34b84f-5a64-48e9-905a-797f3d485096 tempest-FloatingIPAdminTestJSON-1334315440 tempest-FloatingIPAdminTestJSON-1334315440-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:35:14.426419 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-4e34b84f-5a64-48e9-905a-797f3d485096 tempest-FloatingIPAdminTestJSON-1334315440 tempest-FloatingIPAdminTestJSON-1334315440-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:35:14.437966 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4e34b84f-5a64-48e9-905a-797f3d485096 tempest-FloatingIPAdminTestJSON-1334315440 tempest-FloatingIPAdminTestJSON-1334315440-project] Notify callbacks [] for floatingip, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:14.444811 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Request body: {'port': {'network_id': '15606852-db94-471a-bb29-ca95c7a284bd', 'binding:host_id': 'n-h2-825178-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1229059894'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:35:14.450218 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:35:14.454281 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Usage tracker for resource:port and tenant:2319bf4ed2704cc6adb8c8b7393e2868 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:35:14.458189 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:35:14.464825 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:35:14.483687 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Made reservation on behalf of 2319bf4ed2704cc6adb8c8b7393e2868 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:35:14.486236 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:14.514327 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:14.533916 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-54ba1462-170e-466b-b411-c70b97a45e84 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:14.599440 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ba1462-170e-466b-b411-c70b97a45e84 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:35:14.609753 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-54ba1462-170e-466b-b411-c70b97a45e84 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:35:14.613336 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ba1462-170e-466b-b411-c70b97a45e84 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:35:14.619981 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-77c8a7ba-cb14-440a-8296-ca822c5c5b5e tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Allocated IP 172.25.7.32 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/e332cce5-7e22-4edc-b023-b4e2db9dc742) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:35:14.658970 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-ccca1de6-3334-4c2b-9790-26969d905058 req-f6107c07-5531-4a83-ab84-0aa494515513 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:14.671446 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['ac66b915-c73e-42d3-b403-83ad0b252ab4', '76646253-8647-40bb-a6cf-6b63d5838edc', '076920f9-4b31-4983-8470-11c4a2942422'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:35:14.678468 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-34b0a7c3-68f2-49bc-8652-31725eb9fd39 req-2fee8124-97b0-4994-91a6-6beb7fb501cf tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Deleting port adf45d57-4eb3-45fa-9a2e-58b83c50c383 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:35:14.679156 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-34b0a7c3-68f2-49bc-8652-31725eb9fd39 req-2fee8124-97b0-4994-91a6-6beb7fb501cf tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:14.753823 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:35:14.829863 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4e34b84f-5a64-48e9-905a-797f3d485096 tempest-FloatingIPAdminTestJSON-1334315440 tempest-FloatingIPAdminTestJSON-1334315440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:14.877818 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Usage tracker for resource:security_group_rule and tenant:2319bf4ed2704cc6adb8c8b7393e2868 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:35:14.930152 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:35:14.931647 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-77c8a7ba-cb14-440a-8296-ca822c5c5b5e tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:14.958468 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccca1de6-3334-4c2b-9790-26969d905058 req-f6107c07-5531-4a83-ab84-0aa494515513 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Network 34fde1f9-cb49-4dd5-836d-cfd52119562b is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:35:14.960205 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:35:14.967813 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-ccca1de6-3334-4c2b-9790-26969d905058 req-f6107c07-5531-4a83-ab84-0aa494515513 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:35:14.996968 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccca1de6-3334-4c2b-9790-26969d905058 req-f6107c07-5531-4a83-ab84-0aa494515513 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:35:15.011588 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-77c8a7ba-cb14-440a-8296-ca822c5c5b5e tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:15.096476 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba1462-170e-466b-b411-c70b97a45e84 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Pushing event updated for resources: {'Port': ['ID=62cd010d-4889-44a2-8a65-c41814be148b,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:15.214271 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c8a7ba-cb14-440a-8296-ca822c5c5b5e tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:35:15.222025 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-77c8a7ba-cb14-440a-8296-ca822c5c5b5e tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:35:15.235473 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c8a7ba-cb14-440a-8296-ca822c5c5b5e tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:35:15.236617 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 95dd8935-16b4-4add-a2f5-318d2b2379fa up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:35:15.356770 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8a7ba-cb14-440a-8296-ca822c5c5b5e tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Pushing event updated for resources: {'Port': ['ID=e332cce5-7e22-4edc-b023-b4e2db9dc742,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:15.364707 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-4e34b84f-5a64-48e9-905a-797f3d485096 tempest-FloatingIPAdminTestJSON-1334315440 tempest-FloatingIPAdminTestJSON-1334315440-project] Allocated IP 172.25.7.3 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/04c1fcd5-3746-4050-ab54-cba871295971) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:35:15.489477 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 95dd8935-16b4-4add-a2f5-318d2b2379fa triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:35:15.491328 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:15.758613 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca1de6-3334-4c2b-9790-26969d905058 req-f6107c07-5531-4a83-ab84-0aa494515513 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:15.759816 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-ccca1de6-3334-4c2b-9790-26969d905058 req-f6107c07-5531-4a83-ab84-0aa494515513 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:15.782446 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc0687-8db3-4c49-95e1-e589e602c709 req-1c0e8e78-ab70-4c75-a63f-237d7dbe9019 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:15.784309 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a9bc0687-8db3-4c49-95e1-e589e602c709 req-1c0e8e78-ab70-4c75-a63f-237d7dbe9019 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=2757c154-0800-445a-8a07-0bf74294ac55 HTTP/1.1" status: 200 len: 931 time: 0.4085221 Feb 09 12:35:15.788056 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-77c8a7ba-cb14-440a-8296-ca822c5c5b5e tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:15.798860 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e5174-aecf-4752-a3a0-b367300225bb req-08b90f92-0c46-4993-9ce0-36c323e52639 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:15.800813 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-824e5174-aecf-4752-a3a0-b367300225bb req-08b90f92-0c46-4993-9ce0-36c323e52639 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/ports?device_id=085c111d-6af0-4b8a-ab01-93bdce9f26cd HTTP/1.1" status: 200 len: 945 time: 0.5824647 Feb 09 12:35:15.805947 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4e34b84f-5a64-48e9-905a-797f3d485096 tempest-FloatingIPAdminTestJSON-1334315440 tempest-FloatingIPAdminTestJSON-1334315440-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:15.915752 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6107c07-5531-4a83-ab84-0aa494515513 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Pushing event updated for resources: {'Port': ['ID=b602100d-dd50-4640-9cb8-03c3cd56c3f8,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:15.958161 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-824e5174-aecf-4752-a3a0-b367300225bb req-ccd3b816-1d48-4c68-90c5-f9a5be6ffc97 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcb514ab-a4b8-4ef3-a817-492a4e7ae5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428516 Feb 09 12:35:15.961057 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a9bc0687-8db3-4c49-95e1-e589e602c709 req-a6f52fc3-fbcf-44a5-a022-dff8b57d3f0f tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/security-groups?id=30901aa2-fada-41fa-b028-807238be08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481507 Feb 09 12:35:15.963325 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-77c8a7ba-cb14-440a-8296-ca822c5c5b5e tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:15.993290 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ccca1de6-3334-4c2b-9790-26969d905058 req-f6107c07-5531-4a83-ab84-0aa494515513 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7853067 Feb 09 12:35:16.034788 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4e34b84f-5a64-48e9-905a-797f3d485096 tempest-FloatingIPAdminTestJSON-1334315440 tempest-FloatingIPAdminTestJSON-1334315440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:16.074433 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-ccca1de6-3334-4c2b-9790-26969d905058 req-0da211f3-8f55-4f92-931e-362a64f0c171 service neutron] Request body: {'port': {'device_id': '2757c154-0800-445a-8a07-0bf74294ac55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:35:16.131400 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-34b0a7c3-68f2-49bc-8652-31725eb9fd39 req-2fee8124-97b0-4994-91a6-6beb7fb501cf tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] For port adf45d57-4eb3-45fa-9a2e-58b83c50c383, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=adf45d57-4eb3-45fa-9a2e-58b83c50c383,segment=NetworkSegment(d37349ec-1737-4df4-bc46-6875c75010a7),segment_id=d37349ec-1737-4df4-bc46-6875c75010a7)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:35:16.131781 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-34b0a7c3-68f2-49bc-8652-31725eb9fd39 req-2fee8124-97b0-4994-91a6-6beb7fb501cf tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:16.287706 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:16.318534 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e34b84f-5a64-48e9-905a-797f3d485096 tempest-FloatingIPAdminTestJSON-1334315440 tempest-FloatingIPAdminTestJSON-1334315440-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:35:16.325952 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-4e34b84f-5a64-48e9-905a-797f3d485096 tempest-FloatingIPAdminTestJSON-1334315440 tempest-FloatingIPAdminTestJSON-1334315440-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:35:16.332011 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e34b84f-5a64-48e9-905a-797f3d485096 tempest-FloatingIPAdminTestJSON-1334315440 tempest-FloatingIPAdminTestJSON-1334315440-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:35:16.355106 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-453bae7f-bdae-4494-a93b-2a9b009799a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:16.358258 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e34b84f-5a64-48e9-905a-797f3d485096 tempest-FloatingIPAdminTestJSON-1334315440 tempest-FloatingIPAdminTestJSON-1334315440-project] Pushing event updated for resources: {'Port': ['ID=04c1fcd5-3746-4050-ab54-cba871295971,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:16.418533 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-ccca1de6-3334-4c2b-9790-26969d905058 req-0da211f3-8f55-4f92-931e-362a64f0c171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:16.436686 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:16.457745 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-77c8a7ba-cb14-440a-8296-ca822c5c5b5e tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:16.463867 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4e34b84f-5a64-48e9-905a-797f3d485096 tempest-FloatingIPAdminTestJSON-1334315440 tempest-FloatingIPAdminTestJSON-1334315440-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:16.467597 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-77c8a7ba-cb14-440a-8296-ca822c5c5b5e tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:16.470066 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] device_id is not set on port fec0f61d-2144-4856-8d5d-03baea57a831 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:35:16.635321 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8a7ba-cb14-440a-8296-ca822c5c5b5e tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Pushing event updated for resources: {'Port': ['ID=e332cce5-7e22-4edc-b023-b4e2db9dc742,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:16.639238 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4e34b84f-5a64-48e9-905a-797f3d485096 tempest-FloatingIPAdminTestJSON-1334315440 tempest-FloatingIPAdminTestJSON-1334315440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:16.685478 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-77c8a7ba-cb14-440a-8296-ca822c5c5b5e tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:16.706423 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35fe3be-9168-4984-8fbb-4f1417ef18b1,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:16.715891 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-54ba1462-170e-466b-b411-c70b97a45e84 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:16.750727 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-77c8a7ba-cb14-440a-8296-ca822c5c5b5e tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:16.762166 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-77c8a7ba-cb14-440a-8296-ca822c5c5b5e tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7735772 Feb 09 12:35:16.913971 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4e34b84f-5a64-48e9-905a-797f3d485096 tempest-FloatingIPAdminTestJSON-1334315440 tempest-FloatingIPAdminTestJSON-1334315440-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:16.919866 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4e34b84f-5a64-48e9-905a-797f3d485096 tempest-FloatingIPAdminTestJSON-1334315440 tempest-FloatingIPAdminTestJSON-1334315440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:17.058471 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e34b84f-5a64-48e9-905a-797f3d485096 tempest-FloatingIPAdminTestJSON-1334315440 tempest-FloatingIPAdminTestJSON-1334315440-project] Pushing event updated for resources: {'Port': ['ID=04c1fcd5-3746-4050-ab54-cba871295971,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:17.070898 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4e34b84f-5a64-48e9-905a-797f3d485096 tempest-FloatingIPAdminTestJSON-1334315440 tempest-FloatingIPAdminTestJSON-1334315440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:17.110960 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4e34b84f-5a64-48e9-905a-797f3d485096 tempest-FloatingIPAdminTestJSON-1334315440 tempest-FloatingIPAdminTestJSON-1334315440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:17.114122 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4e34b84f-5a64-48e9-905a-797f3d485096 tempest-FloatingIPAdminTestJSON-1334315440 tempest-FloatingIPAdminTestJSON-1334315440-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.1746857 Feb 09 12:35:17.135699 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 38868) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:17.279642 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-34b0a7c3-68f2-49bc-8652-31725eb9fd39 req-2fee8124-97b0-4994-91a6-6beb7fb501cf tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:17.280274 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-34b0a7c3-68f2-49bc-8652-31725eb9fd39 req-2fee8124-97b0-4994-91a6-6beb7fb501cf tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:17.280353 n-d-825178-3 neutron-server[87568]: INFO neutron.db.l3_db [req-34b0a7c3-68f2-49bc-8652-31725eb9fd39 req-2fee8124-97b0-4994-91a6-6beb7fb501cf tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Floating IP 8f8342c0-faa7-42f9-89b1-2f355126188d disassociated. External IP: 172.25.7.178, port: adf45d57-4eb3-45fa-9a2e-58b83c50c383. Feb 09 12:35:17.280666 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-34b0a7c3-68f2-49bc-8652-31725eb9fd39 req-2fee8124-97b0-4994-91a6-6beb7fb501cf tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Calling delete_port for adf45d57-4eb3-45fa-9a2e-58b83c50c383 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:35:17.320359 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-9055864e-b35a-4a53-81a0-90659a97950c req-4e93e30a-0b67-4548-858b-bbd8b485fe65 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Synchronizing usage tracker for tenant:e83e724b83ff4eff83d86a9461a0246b on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:35:17.403478 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8da128d0-4e51-4e20-bdd4-f8c2af7d1983 tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Synchronizing usage tracker for tenant:7694802d644242f290679cfa2ac0dd8a on resource:floatingip {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:35:17.436847 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-9055864e-b35a-4a53-81a0-90659a97950c req-4e93e30a-0b67-4548-858b-bbd8b485fe65 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Unset dirty status for tenant:e83e724b83ff4eff83d86a9461a0246b on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:35:17.446181 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9055864e-b35a-4a53-81a0-90659a97950c req-4e93e30a-0b67-4548-858b-bbd8b485fe65 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--575121729&fields=id&tenant_id=e83e724b83ff4eff83d86a9461a0246b HTTP/1.1" status: 200 len: 267 time: 0.3636515 Feb 09 12:35:17.562680 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:17.563331 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8da128d0-4e51-4e20-bdd4-f8c2af7d1983 tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Unset dirty status for tenant:7694802d644242f290679cfa2ac0dd8a on resource:floatingip {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:35:17.564293 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8da128d0-4e51-4e20-bdd4-f8c2af7d1983 tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2914 time: 0.4275367 Feb 09 12:35:17.578191 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 38880) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:17.595590 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c425db8-362a-4014-9ec4-8a14b56ac03a req-a0c2cf8b-0359-4622-afd0-616001a8d829 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:17.597267 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:17.597387 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6c425db8-362a-4014-9ec4-8a14b56ac03a req-a0c2cf8b-0359-4622-afd0-616001a8d829 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/ports?device_id=085c111d-6af0-4b8a-ab01-93bdce9f26cd HTTP/1.1" status: 200 len: 945 time: 0.3721864 Feb 09 12:35:17.695622 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055864e-b35a-4a53-81a0-90659a97950c req-77e58aac-e218-4703-a884-2d62fbfb9219 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:17.696163 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-9055864e-b35a-4a53-81a0-90659a97950c req-77e58aac-e218-4703-a884-2d62fbfb9219 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Synchronizing usage tracker for tenant:e83e724b83ff4eff83d86a9461a0246b on resource:network {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:35:17.698707 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-451c5f03-d7bb-46cc-8801-19e6d4eea1e7 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1178479 Feb 09 12:35:17.699414 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 38886) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:17.733301 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device adf45d57-4eb3-45fa-9a2e-58b83c50c383 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:35:17.736793 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6c425db8-362a-4014-9ec4-8a14b56ac03a req-6a4b696c-7f6b-43ab-aafb-81737cfb98d7 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcb514ab-a4b8-4ef3-a817-492a4e7ae5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236694 Feb 09 12:35:17.752503 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-9055864e-b35a-4a53-81a0-90659a97950c req-77e58aac-e218-4703-a884-2d62fbfb9219 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Unset dirty status for tenant:e83e724b83ff4eff83d86a9461a0246b on resource:network {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:35:17.754213 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9055864e-b35a-4a53-81a0-90659a97950c req-77e58aac-e218-4703-a884-2d62fbfb9219 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/networks?id=01f3f4ff-beae-4106-8f70-e214cdcf114b HTTP/1.1" status: 200 len: 817 time: 0.3030529 Feb 09 12:35:17.795070 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9055864e-b35a-4a53-81a0-90659a97950c req-ad1fb050-a828-4f7c-8824-d4ebc3897ce3 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/quotas/e83e724b83ff4eff83d86a9461a0246b HTTP/1.1" status: 200 len: 375 time: 0.0346177 Feb 09 12:35:17.966211 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:18.036356 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port adf45d57-4eb3-45fa-9a2e-58b83c50c383, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=adf45d57-4eb3-45fa-9a2e-58b83c50c383,segment=NetworkSegment(d37349ec-1737-4df4-bc46-6875c75010a7),segment_id=d37349ec-1737-4df4-bc46-6875c75010a7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:35:18.037890 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085c111d-6af0-4b8a-ab01-93bdce9f26cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adf45d57-4eb3-45fa-9a2e-58b83c50c383'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:35:18.046352 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:18.054576 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9055864e-b35a-4a53-81a0-90659a97950c req-63070d0c-aaeb-401d-a2e8-b5331c407fd0 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e83e724b83ff4eff83d86a9461a0246b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2521818 Feb 09 12:35:18.082053 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ede7d-1d54-441f-a0e4-7a9cb56e43a4 req-042fc51c-0876-4a39-b627-e17e20193cec tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:18.092753 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8f6ede7d-1d54-441f-a0e4-7a9cb56e43a4 req-042fc51c-0876-4a39-b627-e17e20193cec tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=2757c154-0800-445a-8a07-0bf74294ac55 HTTP/1.1" status: 200 len: 931 time: 0.1382074 Feb 09 12:35:18.148997 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=adf45d57-4eb3-45fa-9a2e-58b83c50c383,revision_number=6']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:18.252535 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-755a47b5-896a-47ed-9028-c97ac27f0770 tempest-FloatingIPAdminTestJSON-1334315440 tempest-FloatingIPAdminTestJSON-1334315440-project] Deleting port 04c1fcd5-3746-4050-ab54-cba871295971 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:35:18.252873 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-755a47b5-896a-47ed-9028-c97ac27f0770 tempest-FloatingIPAdminTestJSON-1334315440 tempest-FloatingIPAdminTestJSON-1334315440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:18.296690 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8f6ede7d-1d54-441f-a0e4-7a9cb56e43a4 req-96568e71-4607-4d8a-a4b4-0701a88b27f9 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/security-groups?id=30901aa2-fada-41fa-b028-807238be08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030849 Feb 09 12:35:18.349100 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-54ba1462-170e-466b-b411-c70b97a45e84 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:18.366944 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] device_id is not set on port fec0f61d-2144-4856-8d5d-03baea57a831 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:35:18.371314 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9055864e-b35a-4a53-81a0-90659a97950c req-c54bb405-0831-4f8f-9efe-aab4f24a648e service neutron] 10.222.0.55 "GET /v2.0/networks/01f3f4ff-beae-4106-8f70-e214cdcf114b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989161 Feb 09 12:35:18.373913 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.api [req-34b0a7c3-68f2-49bc-8652-31725eb9fd39 req-2fee8124-97b0-4994-91a6-6beb7fb501cf tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:35:18.374423 n-d-825178-3 neutron-server[87568]: DEBUG oslo_db.api [req-34b0a7c3-68f2-49bc-8652-31725eb9fd39 req-2fee8124-97b0-4994-91a6-6beb7fb501cf tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:35:18.416385 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '085c111d-6af0-4b8a-ab01-93bdce9f26cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adf45d57-4eb3-45fa-9a2e-58b83c50c383', 'code': 200} Feb 09 12:35:18.479586 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-ccca1de6-3334-4c2b-9790-26969d905058 req-0da211f3-8f55-4f92-931e-362a64f0c171 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b602100d-dd50-4640-9cb8-03c3cd56c3f8 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:35:18.488850 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:18.494810 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-ccca1de6-3334-4c2b-9790-26969d905058 req-0da211f3-8f55-4f92-931e-362a64f0c171 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:18.534128 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-ccca1de6-3334-4c2b-9790-26969d905058 req-0da211f3-8f55-4f92-931e-362a64f0c171 service neutron] Transition to ACTIVE for port object b602100d-dd50-4640-9cb8-03c3cd56c3f8 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:35:18.546399 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9055864e-b35a-4a53-81a0-90659a97950c req-282fa4f7-6002-43dc-bbc8-9ab0c49b2431 service neutron] 10.222.0.55 "GET /v2.0/networks/01f3f4ff-beae-4106-8f70-e214cdcf114b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672916 Feb 09 12:35:18.624058 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-ccca1de6-3334-4c2b-9790-26969d905058 req-0da211f3-8f55-4f92-931e-362a64f0c171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:18.664148 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Transition to ACTIVE for port object fec0f61d-2144-4856-8d5d-03baea57a831 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:35:18.918409 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-34b0a7c3-68f2-49bc-8652-31725eb9fd39 req-2fee8124-97b0-4994-91a6-6beb7fb501cf tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Deleting port adf45d57-4eb3-45fa-9a2e-58b83c50c383 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:35:18.919708 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-34b0a7c3-68f2-49bc-8652-31725eb9fd39 req-2fee8124-97b0-4994-91a6-6beb7fb501cf tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:19.013727 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da211f3-8f55-4f92-931e-362a64f0c171 service neutron] Pushing event updated for resources: {'Port': ['ID=b602100d-dd50-4640-9cb8-03c3cd56c3f8,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:19.037206 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:19.079809 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c54e3787-5221-4d23-b7d5-2ec42c25b453 req-c5ad8c0c-56a4-473a-ad4d-62d87b3fb738 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 210 time: 0.3060896 Feb 09 12:35:19.129474 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:19.206819 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90c311-d46d-4648-8ac4-ce6be5e7907f req-92f272d7-be81-4efa-8d48-6a080c3a1066 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:19.208926 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ee90c311-d46d-4648-8ac4-ce6be5e7907f req-92f272d7-be81-4efa-8d48-6a080c3a1066 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/ports?device_id=085c111d-6af0-4b8a-ab01-93bdce9f26cd HTTP/1.1" status: 200 len: 943 time: 0.1266429 Feb 09 12:35:19.319437 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ee90c311-d46d-4648-8ac4-ce6be5e7907f req-236d34a5-9ea1-4336-9083-33937b7d6fa0 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcb514ab-a4b8-4ef3-a817-492a4e7ae5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038308 Feb 09 12:35:19.495091 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Pushing event updated for resources: {'Port': ['ID=fec0f61d-2144-4856-8d5d-03baea57a831,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:19.665859 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247e45b-e119-43f6-81b3-1f71cc55f66f req-c7984d6a-56f2-4c5f-bdae-aef28dcd2503 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:19.675853 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8247e45b-e119-43f6-81b3-1f71cc55f66f req-c7984d6a-56f2-4c5f-bdae-aef28dcd2503 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=2757c154-0800-445a-8a07-0bf74294ac55 HTTP/1.1" status: 200 len: 943 time: 0.1341841 Feb 09 12:35:19.739660 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-755a47b5-896a-47ed-9028-c97ac27f0770 tempest-FloatingIPAdminTestJSON-1334315440 tempest-FloatingIPAdminTestJSON-1334315440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:19.740827 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-755a47b5-896a-47ed-9028-c97ac27f0770 tempest-FloatingIPAdminTestJSON-1334315440 tempest-FloatingIPAdminTestJSON-1334315440-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:19.756032 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8247e45b-e119-43f6-81b3-1f71cc55f66f req-9d3d4049-e517-4cf7-9875-68db6a1476e0 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/security-groups?id=30901aa2-fada-41fa-b028-807238be08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788214 Feb 09 12:35:19.923158 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-755a47b5-896a-47ed-9028-c97ac27f0770 tempest-FloatingIPAdminTestJSON-1334315440 tempest-FloatingIPAdminTestJSON-1334315440-project] Calling delete_port for 04c1fcd5-3746-4050-ab54-cba871295971 owned by network:floatingip {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:35:19.968009 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ba1462-170e-466b-b411-c70b97a45e84 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Router f00e9fd8-4709-44e1-b4f4-fa8fc0c12ff9 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:35:20.009781 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Checking segment: {'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:35:20.010144 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Network hostable DHCP agents. Network: 15606852-db94-471a-bb29-ca95c7a284bd, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:35:20.103120 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-ccca1de6-3334-4c2b-9790-26969d905058 req-0da211f3-8f55-4f92-931e-362a64f0c171 service neutron] Attempting to bind port b602100d-dd50-4640-9cb8-03c3cd56c3f8 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:35:20.103451 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-ccca1de6-3334-4c2b-9790-26969d905058 req-0da211f3-8f55-4f92-931e-362a64f0c171 service neutron] Attempting to bind port b602100d-dd50-4640-9cb8-03c3cd56c3f8 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'cf830335-1f32-4cb5-acf2-e131607ae889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '34fde1f9-cb49-4dd5-836d-cfd52119562b'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:35:20.103784 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccca1de6-3334-4c2b-9790-26969d905058 req-0da211f3-8f55-4f92-931e-362a64f0c171 service neutron] Attempting to bind port b602100d-dd50-4640-9cb8-03c3cd56c3f8 on network 34fde1f9-cb49-4dd5-836d-cfd52119562b {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:35:20.201043 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccca1de6-3334-4c2b-9790-26969d905058 req-0da211f3-8f55-4f92-931e-362a64f0c171 service neutron] Port b602100d-dd50-4640-9cb8-03c3cd56c3f8 on network 34fde1f9-cb49-4dd5-836d-cfd52119562b not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:35:20.201368 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccca1de6-3334-4c2b-9790-26969d905058 req-0da211f3-8f55-4f92-931e-362a64f0c171 service neutron] Attempting to bind port b602100d-dd50-4640-9cb8-03c3cd56c3f8 on network 34fde1f9-cb49-4dd5-836d-cfd52119562b {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:35:20.237574 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccca1de6-3334-4c2b-9790-26969d905058 req-0da211f3-8f55-4f92-931e-362a64f0c171 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:35:20.237913 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccca1de6-3334-4c2b-9790-26969d905058 req-0da211f3-8f55-4f92-931e-362a64f0c171 service neutron] Checking segment: {'id': 'cf830335-1f32-4cb5-acf2-e131607ae889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '34fde1f9-cb49-4dd5-836d-cfd52119562b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:35:20.238305 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccca1de6-3334-4c2b-9790-26969d905058 req-0da211f3-8f55-4f92-931e-362a64f0c171 service neutron] Bound using segment: {'id': 'cf830335-1f32-4cb5-acf2-e131607ae889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '34fde1f9-cb49-4dd5-836d-cfd52119562b'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:35:20.238784 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-ccca1de6-3334-4c2b-9790-26969d905058 req-0da211f3-8f55-4f92-931e-362a64f0c171 service neutron] Bound port: b602100d-dd50-4640-9cb8-03c3cd56c3f8, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf830335-1f32-4cb5-acf2-e131607ae889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '34fde1f9-cb49-4dd5-836d-cfd52119562b'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:35:20.239139 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-ccca1de6-3334-4c2b-9790-26969d905058 req-0da211f3-8f55-4f92-931e-362a64f0c171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:20.262686 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Network 15606852-db94-471a-bb29-ca95c7a284bd is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:35:20.309024 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-be011bba-4bfb-41a2-a572-2d1de67f74e7 req-2a467831-7919-466b-8309-b5ab278796e6 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 210 time: 0.0954273 Feb 09 12:35:20.431747 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:20.603897 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 15606852-db94-471a-bb29-ca95c7a284bd) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:35:20.615374 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fe1d22-31b5-4c0b-8038-f0a02789f747 None None] Network 15606852-db94-471a-bb29-ca95c7a284bd requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:35:20.656892 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:35:20.671647 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055864e-b35a-4a53-81a0-90659a97950c req-38a6a8ca-fb46-4f10-9d9b-be695a4d2612 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:20.672566 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9055864e-b35a-4a53-81a0-90659a97950c req-38a6a8ca-fb46-4f10-9d9b-be695a4d2612 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.46 "GET /v2.0/networks?id=01f3f4ff-beae-4106-8f70-e214cdcf114b HTTP/1.1" status: 200 len: 817 time: 0.3410730 Feb 09 12:35:20.716389 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-34b0a7c3-68f2-49bc-8652-31725eb9fd39 req-2fee8124-97b0-4994-91a6-6beb7fb501cf tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] For port adf45d57-4eb3-45fa-9a2e-58b83c50c383, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=adf45d57-4eb3-45fa-9a2e-58b83c50c383,segment=NetworkSegment(d37349ec-1737-4df4-bc46-6875c75010a7),segment_id=d37349ec-1737-4df4-bc46-6875c75010a7)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:35:20.717096 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-34b0a7c3-68f2-49bc-8652-31725eb9fd39 req-2fee8124-97b0-4994-91a6-6beb7fb501cf tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:20.748541 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port fec0f61d-2144-4856-8d5d-03baea57a831 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:35:20.749248 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port fec0f61d-2144-4856-8d5d-03baea57a831 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:35:20.749819 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port fec0f61d-2144-4856-8d5d-03baea57a831 on network 15606852-db94-471a-bb29-ca95c7a284bd {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:35:20.782966 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9055864e-b35a-4a53-81a0-90659a97950c req-87a76051-029b-4716-9d95-43957784c89b tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e83e724b83ff4eff83d86a9461a0246b HTTP/1.1" status: 200 len: 379 time: 0.1005645 Feb 09 12:35:20.801673 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-9055864e-b35a-4a53-81a0-90659a97950c req-778aa7c9-bcb8-453b-9dd7-4e2422404c45 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Request body: {'port': {'device_id': 'aa4f35da-b400-4537-8c6e-36fd20364178', 'network_id': '01f3f4ff-beae-4106-8f70-e214cdcf114b', 'admin_state_up': True, 'tenant_id': 'e83e724b83ff4eff83d86a9461a0246b', 'security_groups': ['1c6f6834-6468-402f-a663-7e271954fd89']}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:35:20.827606 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Port fec0f61d-2144-4856-8d5d-03baea57a831 on network 15606852-db94-471a-bb29-ca95c7a284bd not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:35:20.828316 n-d-825178-3 neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Failed to bind port fec0f61d-2144-4856-8d5d-03baea57a831 on host n-h2-825178-3 for vnic_type normal using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] Feb 09 12:35:20.829493 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ba1462-170e-466b-b411-c70b97a45e84 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:35:20.840005 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1662f48-7b43-4816-b62f-e8cc27acc8de None None] Sync routers for ids ['f00e9fd8-4709-44e1-b4f4-fa8fc0c12ff9'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:35:20.857336 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1662f48-7b43-4816-b62f-e8cc27acc8de None None] Routers {'f00e9fd8-4709-44e1-b4f4-fa8fc0c12ff9'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:35:20.858304 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-f1662f48-7b43-4816-b62f-e8cc27acc8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:35:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['f00e9fd8-4709-44e1-b4f4-fa8fc0c12ff9'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:20.892900 n-d-825178-3 neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempt 2 to bind port fec0f61d-2144-4856-8d5d-03baea57a831 Feb 09 12:35:20.974719 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b397b7-0489-4ce5-b103-380d2f5df749 req-bc164fa0-cb06-48ac-93cb-f8fceeeedf9c tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:20.976317 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-54b397b7-0489-4ce5-b103-380d2f5df749 req-bc164fa0-cb06-48ac-93cb-f8fceeeedf9c tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/ports?device_id=085c111d-6af0-4b8a-ab01-93bdce9f26cd HTTP/1.1" status: 200 len: 943 time: 0.3954933 Feb 09 12:35:21.009882 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port fec0f61d-2144-4856-8d5d-03baea57a831 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:35:21.010326 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port fec0f61d-2144-4856-8d5d-03baea57a831 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:35:21.015768 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port fec0f61d-2144-4856-8d5d-03baea57a831 on network 15606852-db94-471a-bb29-ca95c7a284bd {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:35:21.026448 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-755a47b5-896a-47ed-9028-c97ac27f0770 tempest-FloatingIPAdminTestJSON-1334315440 tempest-FloatingIPAdminTestJSON-1334315440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:21.089778 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-ccca1de6-3334-4c2b-9790-26969d905058 req-0da211f3-8f55-4f92-931e-362a64f0c171 service neutron] For port b602100d-dd50-4640-9cb8-03c3cd56c3f8, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:35:21.107395 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Port fec0f61d-2144-4856-8d5d-03baea57a831 on network 15606852-db94-471a-bb29-ca95c7a284bd not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:35:21.108012 n-d-825178-3 neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Failed to bind port fec0f61d-2144-4856-8d5d-03baea57a831 on host n-h2-825178-3 for vnic_type normal using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] Feb 09 12:35:21.155565 n-d-825178-3 neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempt 3 to bind port fec0f61d-2144-4856-8d5d-03baea57a831 Feb 09 12:35:21.159705 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-54b397b7-0489-4ce5-b103-380d2f5df749 req-b10fda5a-cdb9-4faf-977b-4b6f3014f2f2 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcb514ab-a4b8-4ef3-a817-492a4e7ae5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572618 Feb 09 12:35:21.180828 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755a47b5-896a-47ed-9028-c97ac27f0770 tempest-FloatingIPAdminTestJSON-1334315440 tempest-FloatingIPAdminTestJSON-1334315440-project] Pushing event deleted for resources: {'Port': ['ID=04c1fcd5-3746-4050-ab54-cba871295971,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:21.189286 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-9055864e-b35a-4a53-81a0-90659a97950c req-778aa7c9-bcb8-453b-9dd7-4e2422404c45 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:35:21.194558 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-9055864e-b35a-4a53-81a0-90659a97950c req-778aa7c9-bcb8-453b-9dd7-4e2422404c45 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Usage tracker for resource:port and tenant:e83e724b83ff4eff83d86a9461a0246b is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:35:21.199020 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-9055864e-b35a-4a53-81a0-90659a97950c req-778aa7c9-bcb8-453b-9dd7-4e2422404c45 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:35:21.212814 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-9055864e-b35a-4a53-81a0-90659a97950c req-778aa7c9-bcb8-453b-9dd7-4e2422404c45 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:35:21.213659 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-f1662f48-7b43-4816-b62f-e8cc27acc8de None None] Set router f00e9fd8-4709-44e1-b4f4-fa8fc0c12ff9 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:35:21.285808 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149eca71-d83e-4eb7-9975-94089eb41dd4 req-2270f15f-cfdb-49aa-aae8-92e670fa2028 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:21.290791 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-149eca71-d83e-4eb7-9975-94089eb41dd4 req-2270f15f-cfdb-49aa-aae8-92e670fa2028 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=2757c154-0800-445a-8a07-0bf74294ac55 HTTP/1.1" status: 200 len: 943 time: 0.2888837 Feb 09 12:35:21.358387 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-149eca71-d83e-4eb7-9975-94089eb41dd4 req-2e2b871e-ee6d-49ce-ac56-19afd0af689d tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/security-groups?id=30901aa2-fada-41fa-b028-807238be08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605276 Feb 09 12:35:21.422835 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-ccca1de6-3334-4c2b-9790-26969d905058 req-0da211f3-8f55-4f92-931e-362a64f0c171 service neutron] For port b602100d-dd50-4640-9cb8-03c3cd56c3f8, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b602100d-dd50-4640-9cb8-03c3cd56c3f8,segment=NetworkSegment(cf830335-1f32-4cb5-acf2-e131607ae889),segment_id=cf830335-1f32-4cb5-acf2-e131607ae889)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:35:21.423955 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port fec0f61d-2144-4856-8d5d-03baea57a831 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:35:21.424497 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port fec0f61d-2144-4856-8d5d-03baea57a831 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:35:21.424887 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port fec0f61d-2144-4856-8d5d-03baea57a831 on network 15606852-db94-471a-bb29-ca95c7a284bd {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:35:21.435379 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9055864e-b35a-4a53-81a0-90659a97950c req-778aa7c9-bcb8-453b-9dd7-4e2422404c45 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Made reservation on behalf of e83e724b83ff4eff83d86a9461a0246b for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:35:21.442210 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-9055864e-b35a-4a53-81a0-90659a97950c req-778aa7c9-bcb8-453b-9dd7-4e2422404c45 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:21.646410 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-34b0a7c3-68f2-49bc-8652-31725eb9fd39 req-2fee8124-97b0-4994-91a6-6beb7fb501cf tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:21.646942 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-34b0a7c3-68f2-49bc-8652-31725eb9fd39 req-2fee8124-97b0-4994-91a6-6beb7fb501cf tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:21.647535 n-d-825178-3 neutron-server[87568]: INFO neutron.db.l3_db [req-34b0a7c3-68f2-49bc-8652-31725eb9fd39 req-2fee8124-97b0-4994-91a6-6beb7fb501cf tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Floating IP 8f8342c0-faa7-42f9-89b1-2f355126188d disassociated. External IP: 172.25.7.178, port: adf45d57-4eb3-45fa-9a2e-58b83c50c383. Feb 09 12:35:21.647943 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-34b0a7c3-68f2-49bc-8652-31725eb9fd39 req-2fee8124-97b0-4994-91a6-6beb7fb501cf tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Calling delete_port for adf45d57-4eb3-45fa-9a2e-58b83c50c383 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:35:21.666346 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-f1662f48-7b43-4816-b62f-e8cc27acc8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f00e9fd8-4709-44e1-b4f4-fa8fc0c12ff9', 'name': 'tempest-snat-router-1076551085', 'tenant_id': 'c4c5b6a164824b10a0c04b0e7d39ba59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.97'}], 'enable_snat': False}, 'gw_port_id': '62cd010d-4889-44a2-8a65-c41814be148b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:35:11Z', 'updated_at': '2022-02-09T12:35:15Z', 'revision_number': 3, 'project_id': 'c4c5b6a164824b10a0c04b0e7d39ba59', 'gw_port': {'id': '62cd010d-4889-44a2-8a65-c41814be148b', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:73:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f00e9fd8-4709-44e1-b4f4-fa8fc0c12ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:35:13Z', 'updated_at': '2022-02-09T12:35:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:21.670353 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1662f48-7b43-4816-b62f-e8cc27acc8de None None] Checking router: f00e9fd8-4709-44e1-b4f4-fa8fc0c12ff9 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:35:21.670696 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1662f48-7b43-4816-b62f-e8cc27acc8de None None] Updating router f00e9fd8-4709-44e1-b4f4-fa8fc0c12ff9 port 62cd010d-4889-44a2-8a65-c41814be148b binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:35:21.738683 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f1662f48-7b43-4816-b62f-e8cc27acc8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:21.817019 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-9055864e-b35a-4a53-81a0-90659a97950c req-778aa7c9-bcb8-453b-9dd7-4e2422404c45 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Allocated IP 172.20.0.11 (01f3f4ff-beae-4106-8f70-e214cdcf114b/45d760f9-948b-4bf5-bf1f-a52c1e984121/09fc9a15-80ae-490d-a7cf-3d3b389ab0ae) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:35:21.900979 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-54ba1462-170e-466b-b411-c70b97a45e84 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:21.905105 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-54ba1462-170e-466b-b411-c70b97a45e84 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 11.1382315 Feb 09 12:35:21.907785 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-ccca1de6-3334-4c2b-9790-26969d905058 req-0da211f3-8f55-4f92-931e-362a64f0c171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:21.950828 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-755a47b5-896a-47ed-9028-c97ac27f0770 tempest-FloatingIPAdminTestJSON-1334315440 tempest-FloatingIPAdminTestJSON-1334315440-project] Notify callbacks [] for floatingip, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:21.959571 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-755a47b5-896a-47ed-9028-c97ac27f0770 tempest-FloatingIPAdminTestJSON-1334315440 tempest-FloatingIPAdminTestJSON-1334315440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:21.960995 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-755a47b5-896a-47ed-9028-c97ac27f0770 tempest-FloatingIPAdminTestJSON-1334315440 tempest-FloatingIPAdminTestJSON-1334315440-project] 10.222.0.55 "DELETE /v2.0/floatingips/5dd05a7f-14d9-4c77-a124-01904b137ffa HTTP/1.1" status: 204 len: 168 time: 4.2474406 Feb 09 12:35:21.961618 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 38958) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:21.962010 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 38960) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:22.000868 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Port fec0f61d-2144-4856-8d5d-03baea57a831 on network 15606852-db94-471a-bb29-ca95c7a284bd not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:35:22.001417 n-d-825178-3 neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Failed to bind port fec0f61d-2144-4856-8d5d-03baea57a831 on host n-h2-825178-3 for vnic_type normal using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] Feb 09 12:35:22.078597 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-9055864e-b35a-4a53-81a0-90659a97950c req-778aa7c9-bcb8-453b-9dd7-4e2422404c45 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:22.096850 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-9055864e-b35a-4a53-81a0-90659a97950c req-778aa7c9-bcb8-453b-9dd7-4e2422404c45 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Transition to ACTIVE for port object 09fc9a15-80ae-490d-a7cf-3d3b389ab0ae will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:35:22.123099 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a60511fe-15c6-4dc2-8448-8cd78a21e013 req-44a52625-4a69-499a-a938-896358b9fe38 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 210 time: 0.5459080 Feb 09 12:35:22.132475 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-9055864e-b35a-4a53-81a0-90659a97950c req-778aa7c9-bcb8-453b-9dd7-4e2422404c45 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:22.141382 n-d-825178-3 neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempt 4 to bind port fec0f61d-2144-4856-8d5d-03baea57a831 Feb 09 12:35:22.239088 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca1de6-3334-4c2b-9790-26969d905058 req-0da211f3-8f55-4f92-931e-362a64f0c171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:22.241026 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-ccca1de6-3334-4c2b-9790-26969d905058 req-0da211f3-8f55-4f92-931e-362a64f0c171 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:22.251695 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ccca1de6-3334-4c2b-9790-26969d905058 req-0da211f3-8f55-4f92-931e-362a64f0c171 service neutron] 10.222.0.46 "PUT /v2.0/ports/b602100d-dd50-4640-9cb8-03c3cd56c3f8 HTTP/1.1" status: 200 len: 1091 time: 6.1870158 Feb 09 12:35:22.267296 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2757c154-0800-445a-8a07-0bf74294ac55', 'tag': 'b602100d-dd50-4640-9cb8-03c3cd56c3f8'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:35:22.336096 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da211f3-8f55-4f92-931e-362a64f0c171 service neutron] Pushing event updated for resources: {'Port': ['ID=b602100d-dd50-4640-9cb8-03c3cd56c3f8,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:22.345094 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port fec0f61d-2144-4856-8d5d-03baea57a831 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:35:22.345620 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port fec0f61d-2144-4856-8d5d-03baea57a831 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:35:22.345967 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port fec0f61d-2144-4856-8d5d-03baea57a831 on network 15606852-db94-471a-bb29-ca95c7a284bd {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:35:22.420555 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da211f3-8f55-4f92-931e-362a64f0c171 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:35:22.420912 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da211f3-8f55-4f92-931e-362a64f0c171 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:35:22.421256 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da211f3-8f55-4f92-931e-362a64f0c171 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:35:22.421644 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da211f3-8f55-4f92-931e-362a64f0c171 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:35:22.421985 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da211f3-8f55-4f92-931e-362a64f0c171 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:35:22.422315 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da211f3-8f55-4f92-931e-362a64f0c171 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:35:22.422644 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da211f3-8f55-4f92-931e-362a64f0c171 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:35:22.422972 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da211f3-8f55-4f92-931e-362a64f0c171 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:35:22.423319 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da211f3-8f55-4f92-931e-362a64f0c171 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:35:22.423619 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da211f3-8f55-4f92-931e-362a64f0c171 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:35:22.423970 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da211f3-8f55-4f92-931e-362a64f0c171 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:35:22.424296 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da211f3-8f55-4f92-931e-362a64f0c171 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:35:22.463468 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778aa7c9-bcb8-453b-9dd7-4e2422404c45 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Pushing event updated for resources: {'Port': ['ID=09fc9a15-80ae-490d-a7cf-3d3b389ab0ae,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:22.485146 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f1662f48-7b43-4816-b62f-e8cc27acc8de None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:22.491751 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778aa7c9-bcb8-453b-9dd7-4e2422404c45 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:35:22.492401 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778aa7c9-bcb8-453b-9dd7-4e2422404c45 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:35:22.492903 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778aa7c9-bcb8-453b-9dd7-4e2422404c45 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:35:22.493371 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778aa7c9-bcb8-453b-9dd7-4e2422404c45 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:35:22.493844 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778aa7c9-bcb8-453b-9dd7-4e2422404c45 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:35:22.494323 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778aa7c9-bcb8-453b-9dd7-4e2422404c45 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:35:22.494794 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778aa7c9-bcb8-453b-9dd7-4e2422404c45 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:35:22.495317 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778aa7c9-bcb8-453b-9dd7-4e2422404c45 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:35:22.495852 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778aa7c9-bcb8-453b-9dd7-4e2422404c45 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:35:22.496323 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778aa7c9-bcb8-453b-9dd7-4e2422404c45 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:35:22.496808 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778aa7c9-bcb8-453b-9dd7-4e2422404c45 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:35:22.497455 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778aa7c9-bcb8-453b-9dd7-4e2422404c45 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:35:22.503292 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9055864e-b35a-4a53-81a0-90659a97950c req-778aa7c9-bcb8-453b-9dd7-4e2422404c45 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Network 01f3f4ff-beae-4106-8f70-e214cdcf114b is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:35:22.507777 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-9055864e-b35a-4a53-81a0-90659a97950c req-778aa7c9-bcb8-453b-9dd7-4e2422404c45 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:35:22.511013 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-9055864e-b35a-4a53-81a0-90659a97950c req-778aa7c9-bcb8-453b-9dd7-4e2422404c45 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:35:22.517938 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-f1662f48-7b43-4816-b62f-e8cc27acc8de None None] Transition to ACTIVE for port object 62cd010d-4889-44a2-8a65-c41814be148b will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:35:22.555221 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f1662f48-7b43-4816-b62f-e8cc27acc8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:22.628054 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2757c154-0800-445a-8a07-0bf74294ac55', 'tag': 'b602100d-dd50-4640-9cb8-03c3cd56c3f8', 'status': 'completed', 'code': 200} Feb 09 12:35:22.632132 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055864e-b35a-4a53-81a0-90659a97950c req-778aa7c9-bcb8-453b-9dd7-4e2422404c45 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:22.632825 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-9055864e-b35a-4a53-81a0-90659a97950c req-778aa7c9-bcb8-453b-9dd7-4e2422404c45 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:22.712548 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Port fec0f61d-2144-4856-8d5d-03baea57a831 on network 15606852-db94-471a-bb29-ca95c7a284bd not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:35:22.713083 n-d-825178-3 neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Failed to bind port fec0f61d-2144-4856-8d5d-03baea57a831 on host n-h2-825178-3 for vnic_type normal using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] Feb 09 12:35:22.732488 n-d-825178-3 neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempt 5 to bind port fec0f61d-2144-4856-8d5d-03baea57a831 Feb 09 12:35:22.755184 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b13bd4-8685-4ea4-91b8-7cf90db08acb req-08308302-276c-453d-a670-45df7ce23798 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:22.757350 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-32b13bd4-8685-4ea4-91b8-7cf90db08acb req-08308302-276c-453d-a670-45df7ce23798 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/ports?device_id=085c111d-6af0-4b8a-ab01-93bdce9f26cd HTTP/1.1" status: 200 len: 943 time: 0.3913672 Feb 09 12:35:22.759338 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:22.789912 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-cefe535f-d624-4b9f-91e6-2066e36476a9 tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Deleting port 04e5fc92-052e-45a3-afbd-5abaf9909c02 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:35:22.790562 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cefe535f-d624-4b9f-91e6-2066e36476a9 tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:22.792677 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 38980) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:22.813137 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9055864e-b35a-4a53-81a0-90659a97950c req-778aa7c9-bcb8-453b-9dd7-4e2422404c45 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0154212 Feb 09 12:35:22.828784 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf559df-f339-425c-9e58-c5cc93e2f0fb None None] Pushing event updated for resources: {'Port': ['ID=62cd010d-4889-44a2-8a65-c41814be148b,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:22.832884 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-f1662f48-7b43-4816-b62f-e8cc27acc8de None None] Attempting to bind port 62cd010d-4889-44a2-8a65-c41814be148b on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:35:22.833283 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-f1662f48-7b43-4816-b62f-e8cc27acc8de None None] Attempting to bind port 62cd010d-4889-44a2-8a65-c41814be148b by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:35:22.833738 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1662f48-7b43-4816-b62f-e8cc27acc8de None None] Attempting to bind port 62cd010d-4889-44a2-8a65-c41814be148b on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:35:22.846307 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-9055864e-b35a-4a53-81a0-90659a97950c req-5c5ebabc-e956-4b8c-a433-8f3013081a0d service neutron] Request body: {'port': {'device_id': 'aa4f35da-b400-4537-8c6e-36fd20364178', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:35:22.853589 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1662f48-7b43-4816-b62f-e8cc27acc8de None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:35:22.853969 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1662f48-7b43-4816-b62f-e8cc27acc8de None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:35:22.854369 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f1662f48-7b43-4816-b62f-e8cc27acc8de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:22.854759 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1662f48-7b43-4816-b62f-e8cc27acc8de None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:35:22.855219 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-f1662f48-7b43-4816-b62f-e8cc27acc8de None None] Bound port: 62cd010d-4889-44a2-8a65-c41814be148b, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:35:22.855584 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f1662f48-7b43-4816-b62f-e8cc27acc8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:22.894202 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-32b13bd4-8685-4ea4-91b8-7cf90db08acb req-2ad91247-1989-4e23-a76a-d424b6beb2b6 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcb514ab-a4b8-4ef3-a817-492a4e7ae5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283317 Feb 09 12:35:22.938891 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7a426f81-f593-4424-9ef2-23075d2d310b None None] Provisioning for port 09fc9a15-80ae-490d-a7cf-3d3b389ab0ae completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:35:22.941520 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port fec0f61d-2144-4856-8d5d-03baea57a831 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:35:22.941863 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port fec0f61d-2144-4856-8d5d-03baea57a831 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:35:22.942208 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port fec0f61d-2144-4856-8d5d-03baea57a831 on network 15606852-db94-471a-bb29-ca95c7a284bd {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:35:22.954710 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7a426f81-f593-4424-9ef2-23075d2d310b None None] Provisioning complete for port 09fc9a15-80ae-490d-a7cf-3d3b389ab0ae triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:35:22.955227 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7a426f81-f593-4424-9ef2-23075d2d310b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:22.970301 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Port fec0f61d-2144-4856-8d5d-03baea57a831 on network 15606852-db94-471a-bb29-ca95c7a284bd not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:35:22.970646 n-d-825178-3 neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Failed to bind port fec0f61d-2144-4856-8d5d-03baea57a831 on host n-h2-825178-3 for vnic_type normal using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] Feb 09 12:35:22.989485 n-d-825178-3 neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempt 6 to bind port fec0f61d-2144-4856-8d5d-03baea57a831 Feb 09 12:35:23.012181 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port fec0f61d-2144-4856-8d5d-03baea57a831 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:35:23.012435 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port fec0f61d-2144-4856-8d5d-03baea57a831 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:35:23.012779 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port fec0f61d-2144-4856-8d5d-03baea57a831 on network 15606852-db94-471a-bb29-ca95c7a284bd {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:35:23.026773 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Port fec0f61d-2144-4856-8d5d-03baea57a831 on network 15606852-db94-471a-bb29-ca95c7a284bd not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:35:23.027110 n-d-825178-3 neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Failed to bind port fec0f61d-2144-4856-8d5d-03baea57a831 on host n-h2-825178-3 for vnic_type normal using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] Feb 09 12:35:23.048475 n-d-825178-3 neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempt 7 to bind port fec0f61d-2144-4856-8d5d-03baea57a831 Feb 09 12:35:23.049129 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-f1662f48-7b43-4816-b62f-e8cc27acc8de None None] For port 62cd010d-4889-44a2-8a65-c41814be148b, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:35:23.054027 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-f1662f48-7b43-4816-b62f-e8cc27acc8de None None] For port 62cd010d-4889-44a2-8a65-c41814be148b, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=62cd010d-4889-44a2-8a65-c41814be148b,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:35:23.055196 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7cf5f2a0-6981-47e3-91b9-4a73ac0de0dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:23.056935 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7a426f81-f593-4424-9ef2-23075d2d310b None None] Port 09fc9a15-80ae-490d-a7cf-3d3b389ab0ae cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:35:23.066900 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f1662f48-7b43-4816-b62f-e8cc27acc8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:23.155720 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf559df-f339-425c-9e58-c5cc93e2f0fb None None] Pushing event updated for resources: {'Port': ['ID=62cd010d-4889-44a2-8a65-c41814be148b,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:23.187037 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1662f48-7b43-4816-b62f-e8cc27acc8de None None] Routers {'f00e9fd8-4709-44e1-b4f4-fa8fc0c12ff9'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:35:23.190694 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-f1662f48-7b43-4816-b62f-e8cc27acc8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:35:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['f00e9fd8-4709-44e1-b4f4-fa8fc0c12ff9'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:23.191562 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca1de6-3334-4c2b-9790-26969d905058 req-b79c7a57-cc29-4ea1-a91b-b2bc42cc8dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:23.193210 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ccca1de6-3334-4c2b-9790-26969d905058 req-b79c7a57-cc29-4ea1-a91b-b2bc42cc8dc3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02a79007c42b4d508e7f5f941eb00251&device_id=2757c154-0800-445a-8a07-0bf74294ac55 HTTP/1.1" status: 200 len: 1094 time: 0.8407788 Feb 09 12:35:23.235570 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-7cf5f2a0-6981-47e3-91b9-4a73ac0de0dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:35:23.239461 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-7cf5f2a0-6981-47e3-91b9-4a73ac0de0dc admin admin] Usage tracker for resource:security_group_rule and tenant:d991bc069fbc44c49d5e63eb3e062f6e is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:35:23.243294 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-7cf5f2a0-6981-47e3-91b9-4a73ac0de0dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:35:23.247727 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port fec0f61d-2144-4856-8d5d-03baea57a831 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:35:23.248242 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port fec0f61d-2144-4856-8d5d-03baea57a831 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:35:23.248732 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port fec0f61d-2144-4856-8d5d-03baea57a831 on network 15606852-db94-471a-bb29-ca95c7a284bd {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:35:23.249927 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-7cf5f2a0-6981-47e3-91b9-4a73ac0de0dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:35:23.294852 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-9055864e-b35a-4a53-81a0-90659a97950c req-5c5ebabc-e956-4b8c-a433-8f3013081a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:23.300450 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Port fec0f61d-2144-4856-8d5d-03baea57a831 on network 15606852-db94-471a-bb29-ca95c7a284bd not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:35:23.300787 n-d-825178-3 neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Failed to bind port fec0f61d-2144-4856-8d5d-03baea57a831 on host n-h2-825178-3 for vnic_type normal using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] Feb 09 12:35:23.320010 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012bc77d-ffe8-4ac4-9220-3e922db73b6f req-ee303dfc-fa68-4311-9b6c-d0488bc3e6f8 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:23.328001 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-012bc77d-ffe8-4ac4-9220-3e922db73b6f req-ee303dfc-fa68-4311-9b6c-d0488bc3e6f8 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=2757c154-0800-445a-8a07-0bf74294ac55 HTTP/1.1" status: 200 len: 943 time: 0.6829331 Feb 09 12:35:23.427589 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7cf5f2a0-6981-47e3-91b9-4a73ac0de0dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:23.433559 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-f1662f48-7b43-4816-b62f-e8cc27acc8de None None] Set router f00e9fd8-4709-44e1-b4f4-fa8fc0c12ff9 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:35:23.436832 n-d-825178-3 neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempt 8 to bind port fec0f61d-2144-4856-8d5d-03baea57a831 Feb 09 12:35:23.466086 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port fec0f61d-2144-4856-8d5d-03baea57a831 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:35:23.466432 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port fec0f61d-2144-4856-8d5d-03baea57a831 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:35:23.466758 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port fec0f61d-2144-4856-8d5d-03baea57a831 on network 15606852-db94-471a-bb29-ca95c7a284bd {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:35:23.473272 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6cd0bd56-6cf4-4085-88d9-9e99d6ffecd2 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] 10.222.0.55 "GET /v2.0/routers/f00e9fd8-4709-44e1-b4f4-fa8fc0c12ff9 HTTP/1.1" status: 200 len: 908 time: 1.4753735 Feb 09 12:35:23.485230 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 38990) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:23.486652 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ccca1de6-3334-4c2b-9790-26969d905058 req-db18b705-250c-46a8-9d64-e8a3149a55c4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b602100d-dd50-4640-9cb8-03c3cd56c3f8 HTTP/1.1" status: 200 len: 217 time: 0.2139411 Feb 09 12:35:23.489971 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7cf5f2a0-6981-47e3-91b9-4a73ac0de0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:23.495784 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-fbb27631-2b63-44ed-927e-dfb2b45c91e7 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1076551085', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'enable_snat': True}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:35:23.570578 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Port fec0f61d-2144-4856-8d5d-03baea57a831 on network 15606852-db94-471a-bb29-ca95c7a284bd not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:35:23.570901 n-d-825178-3 neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Failed to bind port fec0f61d-2144-4856-8d5d-03baea57a831 on host n-h2-825178-3 for vnic_type normal using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] Feb 09 12:35:23.572227 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca1de6-3334-4c2b-9790-26969d905058 req-3b3c33cb-8036-42a8-af00-2ca7dd55020d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:23.574322 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ccca1de6-3334-4c2b-9790-26969d905058 req-3b3c33cb-8036-42a8-af00-2ca7dd55020d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c51d0be-f310-4dee-aa2c-2b4ce475d198 HTTP/1.1" status: 200 len: 855 time: 0.0732524 Feb 09 12:35:23.578511 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-fbb27631-2b63-44ed-927e-dfb2b45c91e7 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:35:23.584391 n-d-825178-3 neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempt 9 to bind port fec0f61d-2144-4856-8d5d-03baea57a831 Feb 09 12:35:23.650218 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port fec0f61d-2144-4856-8d5d-03baea57a831 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:35:23.650563 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port fec0f61d-2144-4856-8d5d-03baea57a831 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:35:23.650890 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port fec0f61d-2144-4856-8d5d-03baea57a831 on network 15606852-db94-471a-bb29-ca95c7a284bd {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:35:23.657623 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-fbb27631-2b63-44ed-927e-dfb2b45c91e7 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Usage tracker for resource:router and tenant:c4c5b6a164824b10a0c04b0e7d39ba59 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:35:23.670927 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-fbb27631-2b63-44ed-927e-dfb2b45c91e7 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:35:23.683264 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ccca1de6-3334-4c2b-9790-26969d905058 req-85e5e0e6-9901-4710-9901-00861f5116d1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34fde1f9-cb49-4dd5-836d-cfd52119562b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700576 Feb 09 12:35:23.696207 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-fbb27631-2b63-44ed-927e-dfb2b45c91e7 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:35:23.697625 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Port fec0f61d-2144-4856-8d5d-03baea57a831 on network 15606852-db94-471a-bb29-ca95c7a284bd not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:35:23.697962 n-d-825178-3 neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Failed to bind port fec0f61d-2144-4856-8d5d-03baea57a831 on host n-h2-825178-3 for vnic_type normal using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] Feb 09 12:35:23.704103 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-012bc77d-ffe8-4ac4-9220-3e922db73b6f req-5b2be403-4223-4422-939b-df546dd4af27 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/security-groups?id=30901aa2-fada-41fa-b028-807238be08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735178 Feb 09 12:35:23.730067 n-d-825178-3 neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempt 10 to bind port fec0f61d-2144-4856-8d5d-03baea57a831 Feb 09 12:35:23.745508 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-34b0a7c3-68f2-49bc-8652-31725eb9fd39 req-2fee8124-97b0-4994-91a6-6beb7fb501cf tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:23.759039 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-7cf5f2a0-6981-47e3-91b9-4a73ac0de0dc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d991bc069fbc44c49d5e63eb3e062f6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9595215 Feb 09 12:35:23.764304 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 38994) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:23.770257 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf5f2a0-6981-47e3-91b9-4a73ac0de0dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5166fd1-5451-4cad-9b2c-8c71105e0244,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:23.805747 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cefe535f-d624-4b9f-91e6-2066e36476a9 tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:23.806452 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cefe535f-d624-4b9f-91e6-2066e36476a9 tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:23.902796 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-f1662f48-7b43-4816-b62f-e8cc27acc8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f00e9fd8-4709-44e1-b4f4-fa8fc0c12ff9', 'name': 'tempest-snat-router-1076551085', 'tenant_id': 'c4c5b6a164824b10a0c04b0e7d39ba59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.97'}], 'enable_snat': False}, 'gw_port_id': '62cd010d-4889-44a2-8a65-c41814be148b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:35:11Z', 'updated_at': '2022-02-09T12:35:15Z', 'revision_number': 3, 'project_id': 'c4c5b6a164824b10a0c04b0e7d39ba59', 'gw_port': {'id': '62cd010d-4889-44a2-8a65-c41814be148b', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:73:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f00e9fd8-4709-44e1-b4f4-fa8fc0c12ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:35:13Z', 'updated_at': '2022-02-09T12:35:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:23.919479 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1662f48-7b43-4816-b62f-e8cc27acc8de None None] The sync data for ids ['f00e9fd8-4709-44e1-b4f4-fa8fc0c12ff9'] in n-d-825178-3 is: [{'id': 'f00e9fd8-4709-44e1-b4f4-fa8fc0c12ff9', 'name': 'tempest-snat-router-1076551085', 'tenant_id': 'c4c5b6a164824b10a0c04b0e7d39ba59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.97'}], 'enable_snat': False}, 'gw_port_id': '62cd010d-4889-44a2-8a65-c41814be148b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:35:11Z', 'updated_at': '2022-02-09T12:35:15Z', 'revision_number': 3, 'project_id': 'c4c5b6a164824b10a0c04b0e7d39ba59', 'gw_port': {'id': '62cd010d-4889-44a2-8a65-c41814be148b', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:73:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f00e9fd8-4709-44e1-b4f4-fa8fc0c12ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:35:13Z', 'updated_at': '2022-02-09T12:35:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:35:23.952292 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce981286-94cf-4709-a9ab-b7a6cbda11ce req-ca0af049-ea3c-4151-8863-0f0c0d4e51c3 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:23.953368 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-ce981286-94cf-4709-a9ab-b7a6cbda11ce req-ca0af049-ea3c-4151-8863-0f0c0d4e51c3 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Synchronizing usage tracker for tenant:e83e724b83ff4eff83d86a9461a0246b on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:35:24.001015 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-cefe535f-d624-4b9f-91e6-2066e36476a9 tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Calling delete_port for 04e5fc92-052e-45a3-afbd-5abaf9909c02 owned by network:floatingip {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:35:24.026932 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-ce981286-94cf-4709-a9ab-b7a6cbda11ce req-ca0af049-ea3c-4151-8863-0f0c0d4e51c3 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Unset dirty status for tenant:e83e724b83ff4eff83d86a9461a0246b on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:35:24.028591 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ce981286-94cf-4709-a9ab-b7a6cbda11ce req-ca0af049-ea3c-4151-8863-0f0c0d4e51c3 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 932 time: 0.5876899 Feb 09 12:35:24.034599 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-537c21fc-1f68-4189-bd88-cc77fd4d8965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:24.077767 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-537c21fc-1f68-4189-bd88-cc77fd4d8965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:24.183047 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d39b7e03-9e76-4b13-93e1-ba90e5a5b4e9 req-3a99bc3b-f73a-42ec-b1e6-f3ab84306686 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/ports?device_id=085c111d-6af0-4b8a-ab01-93bdce9f26cd HTTP/1.1" status: 200 len: 210 time: 0.0750828 Feb 09 12:35:24.329267 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee8124-97b0-4994-91a6-6beb7fb501cf tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Pushing event deleted for resources: {'Port': ['ID=adf45d57-4eb3-45fa-9a2e-58b83c50c383,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:24.362354 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-537c21fc-1f68-4189-bd88-cc77fd4d8965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:24.406536 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ce981286-94cf-4709-a9ab-b7a6cbda11ce req-595d0dd5-a8da-4e11-89b0-82d1a5d575cb tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2939546 Feb 09 12:35:24.423175 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537c21fc-1f68-4189-bd88-cc77fd4d8965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5166fd1-5451-4cad-9b2c-8c71105e0244,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:24.447556 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-9055864e-b35a-4a53-81a0-90659a97950c req-5c5ebabc-e956-4b8c-a433-8f3013081a0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09fc9a15-80ae-490d-a7cf-3d3b389ab0ae {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:35:24.472858 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-9055864e-b35a-4a53-81a0-90659a97950c req-5c5ebabc-e956-4b8c-a433-8f3013081a0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:24.477019 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-537c21fc-1f68-4189-bd88-cc77fd4d8965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:24.478422 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-537c21fc-1f68-4189-bd88-cc77fd4d8965 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b5166fd1-5451-4cad-9b2c-8c71105e0244 HTTP/1.1" status: 204 len: 168 time: 0.7106256 Feb 09 12:35:24.516852 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-9055864e-b35a-4a53-81a0-90659a97950c req-5c5ebabc-e956-4b8c-a433-8f3013081a0d service neutron] Transition to ACTIVE for port object 09fc9a15-80ae-490d-a7cf-3d3b389ab0ae will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:35:24.523556 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-9055864e-b35a-4a53-81a0-90659a97950c req-5c5ebabc-e956-4b8c-a433-8f3013081a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:24.589237 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fbb27631-2b63-44ed-927e-dfb2b45c91e7 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:24.590181 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fbb27631-2b63-44ed-927e-dfb2b45c91e7 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:24.610568 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port fec0f61d-2144-4856-8d5d-03baea57a831 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:35:24.610904 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port fec0f61d-2144-4856-8d5d-03baea57a831 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:35:24.611416 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port fec0f61d-2144-4856-8d5d-03baea57a831 on network 15606852-db94-471a-bb29-ca95c7a284bd {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:35:24.622986 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Port fec0f61d-2144-4856-8d5d-03baea57a831 on network 15606852-db94-471a-bb29-ca95c7a284bd not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:35:24.623315 n-d-825178-3 neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Failed to bind port fec0f61d-2144-4856-8d5d-03baea57a831 on host n-h2-825178-3 for vnic_type normal using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] Feb 09 12:35:24.623717 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:24.656050 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34b0a7c3-68f2-49bc-8652-31725eb9fd39 req-2fee8124-97b0-4994-91a6-6beb7fb501cf tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Router 7f0250c5-0beb-449d-a254-0d3fa99c7279 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:35:24.755860 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5ebabc-e956-4b8c-a433-8f3013081a0d service neutron] Pushing event updated for resources: {'Port': ['ID=09fc9a15-80ae-490d-a7cf-3d3b389ab0ae,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:25.021933 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fbb27631-2b63-44ed-927e-dfb2b45c91e7 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:25.064002 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] For port fec0f61d-2144-4856-8d5d-03baea57a831, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:35:25.064364 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempted to set empty binding levels {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 09 12:35:25.140546 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-9055864e-b35a-4a53-81a0-90659a97950c req-5c5ebabc-e956-4b8c-a433-8f3013081a0d service neutron] Attempting to bind port 09fc9a15-80ae-490d-a7cf-3d3b389ab0ae on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:35:25.141056 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-9055864e-b35a-4a53-81a0-90659a97950c req-5c5ebabc-e956-4b8c-a433-8f3013081a0d service neutron] Attempting to bind port 09fc9a15-80ae-490d-a7cf-3d3b389ab0ae by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '1c59adf7-7d08-4b5e-9bac-da20ae07f737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '01f3f4ff-beae-4106-8f70-e214cdcf114b'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:35:25.141154 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:25.141241 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9055864e-b35a-4a53-81a0-90659a97950c req-5c5ebabc-e956-4b8c-a433-8f3013081a0d service neutron] Attempting to bind port 09fc9a15-80ae-490d-a7cf-3d3b389ab0ae on network 01f3f4ff-beae-4106-8f70-e214cdcf114b {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:35:25.152059 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9055864e-b35a-4a53-81a0-90659a97950c req-5c5ebabc-e956-4b8c-a433-8f3013081a0d service neutron] Port 09fc9a15-80ae-490d-a7cf-3d3b389ab0ae on network 01f3f4ff-beae-4106-8f70-e214cdcf114b not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:35:25.152392 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9055864e-b35a-4a53-81a0-90659a97950c req-5c5ebabc-e956-4b8c-a433-8f3013081a0d service neutron] Attempting to bind port 09fc9a15-80ae-490d-a7cf-3d3b389ab0ae on network 01f3f4ff-beae-4106-8f70-e214cdcf114b {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:35:25.167609 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9055864e-b35a-4a53-81a0-90659a97950c req-5c5ebabc-e956-4b8c-a433-8f3013081a0d service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:35:25.167990 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9055864e-b35a-4a53-81a0-90659a97950c req-5c5ebabc-e956-4b8c-a433-8f3013081a0d service neutron] Checking segment: {'id': '1c59adf7-7d08-4b5e-9bac-da20ae07f737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '01f3f4ff-beae-4106-8f70-e214cdcf114b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:35:25.168882 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9055864e-b35a-4a53-81a0-90659a97950c req-5c5ebabc-e956-4b8c-a433-8f3013081a0d service neutron] Bound using segment: {'id': '1c59adf7-7d08-4b5e-9bac-da20ae07f737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '01f3f4ff-beae-4106-8f70-e214cdcf114b'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:35:25.168882 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-9055864e-b35a-4a53-81a0-90659a97950c req-5c5ebabc-e956-4b8c-a433-8f3013081a0d service neutron] Bound port: 09fc9a15-80ae-490d-a7cf-3d3b389ab0ae, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c59adf7-7d08-4b5e-9bac-da20ae07f737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '01f3f4ff-beae-4106-8f70-e214cdcf114b'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:35:25.169171 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-9055864e-b35a-4a53-81a0-90659a97950c req-5c5ebabc-e956-4b8c-a433-8f3013081a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:25.246647 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d804f-31a1-4b1c-8602-28739e8bac84 req-86256f53-0566-47b7-a22b-e6a530740a87 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:25.253715 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-157d804f-31a1-4b1c-8602-28739e8bac84 req-86256f53-0566-47b7-a22b-e6a530740a87 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=2757c154-0800-445a-8a07-0bf74294ac55 HTTP/1.1" status: 200 len: 943 time: 0.2988539 Feb 09 12:35:25.263414 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 62cd010d-4889-44a2-8a65-c41814be148b up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:35:25.436333 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-157d804f-31a1-4b1c-8602-28739e8bac84 req-090ce7c1-6c65-4786-9ee0-67da639558ec tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/security-groups?id=30901aa2-fada-41fa-b028-807238be08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816051 Feb 09 12:35:25.468097 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 62cd010d-4889-44a2-8a65-c41814be148b completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:35:25.474764 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 62cd010d-4889-44a2-8a65-c41814be148b triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:35:25.475304 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:25.516273 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ccca1de6-3334-4c2b-9790-26969d905058 req-c572adb5-144b-4903-803f-e35b28e03a52 service neutron] 10.222.0.46 "GET /v2.0/networks/34fde1f9-cb49-4dd5-836d-cfd52119562b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8163989 Feb 09 12:35:25.526950 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:25.527787 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:25.596736 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-737bb2e8-9d8f-4b9d-998a-e374678a76c5 req-aeff9782-c45b-45a8-a670-a77394088bcd tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/ports?device_id=085c111d-6af0-4b8a-ab01-93bdce9f26cd HTTP/1.1" status: 200 len: 210 time: 0.1372864 Feb 09 12:35:25.598220 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-9055864e-b35a-4a53-81a0-90659a97950c req-5c5ebabc-e956-4b8c-a433-8f3013081a0d service neutron] For port 09fc9a15-80ae-490d-a7cf-3d3b389ab0ae, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:35:25.617496 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-9055864e-b35a-4a53-81a0-90659a97950c req-5c5ebabc-e956-4b8c-a433-8f3013081a0d service neutron] For port 09fc9a15-80ae-490d-a7cf-3d3b389ab0ae, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=09fc9a15-80ae-490d-a7cf-3d3b389ab0ae,segment=NetworkSegment(1c59adf7-7d08-4b5e-9bac-da20ae07f737),segment_id=1c59adf7-7d08-4b5e-9bac-da20ae07f737)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:35:25.636597 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-9055864e-b35a-4a53-81a0-90659a97950c req-5c5ebabc-e956-4b8c-a433-8f3013081a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:25.745157 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:25.769804 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 62cd010d-4889-44a2-8a65-c41814be148b, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=62cd010d-4889-44a2-8a65-c41814be148b,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:35:25.776606 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:25.819202 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055864e-b35a-4a53-81a0-90659a97950c req-5c5ebabc-e956-4b8c-a433-8f3013081a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:25.821399 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-9055864e-b35a-4a53-81a0-90659a97950c req-5c5ebabc-e956-4b8c-a433-8f3013081a0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:25.825028 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9055864e-b35a-4a53-81a0-90659a97950c req-5c5ebabc-e956-4b8c-a433-8f3013081a0d service neutron] 10.222.0.46 "PUT /v2.0/ports/09fc9a15-80ae-490d-a7cf-3d3b389ab0ae HTTP/1.1" status: 200 len: 1092 time: 2.9822960 Feb 09 12:35:25.885932 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=62cd010d-4889-44a2-8a65-c41814be148b,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:25.908396 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa4f35da-b400-4537-8c6e-36fd20364178', 'tag': '09fc9a15-80ae-490d-a7cf-3d3b389ab0ae'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:35:25.913914 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5ebabc-e956-4b8c-a433-8f3013081a0d service neutron] Pushing event updated for resources: {'Port': ['ID=09fc9a15-80ae-490d-a7cf-3d3b389ab0ae,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:25.919531 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Pushing event updated for resources: {'Port': ['ID=fec0f61d-2144-4856-8d5d-03baea57a831,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:25.951659 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-59ce7e2d-5dce-4958-8329-5199df4eec7e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 11.5541701 Feb 09 12:35:25.961199 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39040) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:26.013371 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa4f35da-b400-4537-8c6e-36fd20364178', 'tag': '09fc9a15-80ae-490d-a7cf-3d3b389ab0ae', 'status': 'completed', 'code': 200} Feb 09 12:35:26.049010 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cefe535f-d624-4b9f-91e6-2066e36476a9 tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:26.056410 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055864e-b35a-4a53-81a0-90659a97950c req-4b0a3463-4bff-455f-b687-96e35880d82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:26.058426 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9055864e-b35a-4a53-81a0-90659a97950c req-4b0a3463-4bff-455f-b687-96e35880d82f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e83e724b83ff4eff83d86a9461a0246b&device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 1095 time: 0.1254499 Feb 09 12:35:26.073071 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5eb58b-ed0b-49f5-94df-4b28e43a8da3 req-ab19ede1-214b-41af-927b-7eba227571c9 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:26.080643 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7d5eb58b-ed0b-49f5-94df-4b28e43a8da3 req-ab19ede1-214b-41af-927b-7eba227571c9 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 944 time: 0.3769073 Feb 09 12:35:26.149055 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34b0a7c3-68f2-49bc-8652-31725eb9fd39 req-2fee8124-97b0-4994-91a6-6beb7fb501cf tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:35:26.162944 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02693905-deb8-4aa2-985f-1ea121365eb3 None None] Sync routers for ids ['7f0250c5-0beb-449d-a254-0d3fa99c7279'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:35:26.182618 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02693905-deb8-4aa2-985f-1ea121365eb3 None None] Routers {'7f0250c5-0beb-449d-a254-0d3fa99c7279'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:35:26.183605 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-02693905-deb8-4aa2-985f-1ea121365eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:35:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['7f0250c5-0beb-449d-a254-0d3fa99c7279'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:26.239244 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9055864e-b35a-4a53-81a0-90659a97950c req-d52c4733-9f3b-4302-b0c9-e7ef200029ef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09fc9a15-80ae-490d-a7cf-3d3b389ab0ae HTTP/1.1" status: 200 len: 217 time: 0.1560023 Feb 09 12:35:26.304281 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7d5eb58b-ed0b-49f5-94df-4b28e43a8da3 req-45ff4b88-ac38-45be-8880-8c30a93d58a2 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2226565 Feb 09 12:35:26.377699 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055864e-b35a-4a53-81a0-90659a97950c req-077cd7f8-7ddd-461a-8762-5e92975b19fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:26.379152 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9055864e-b35a-4a53-81a0-90659a97950c req-077cd7f8-7ddd-461a-8762-5e92975b19fd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=45d760f9-948b-4bf5-bf1f-a52c1e984121 HTTP/1.1" status: 200 len: 856 time: 0.1320469 Feb 09 12:35:26.403747 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe535f-d624-4b9f-91e6-2066e36476a9 tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Pushing event deleted for resources: {'Port': ['ID=04e5fc92-052e-45a3-afbd-5abaf9909c02,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:26.503413 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055864e-b35a-4a53-81a0-90659a97950c req-30554a78-0fb2-46ca-af2b-6cd521d913a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:26.506890 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9055864e-b35a-4a53-81a0-90659a97950c req-30554a78-0fb2-46ca-af2b-6cd521d913a4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=01f3f4ff-beae-4106-8f70-e214cdcf114b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1193585 Feb 09 12:35:26.729768 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fbb27631-2b63-44ed-927e-dfb2b45c91e7 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:26.749893 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-02693905-deb8-4aa2-985f-1ea121365eb3 None None] Set router 7f0250c5-0beb-449d-a254-0d3fa99c7279 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:35:26.808616 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b0a7c3-68f2-49bc-8652-31725eb9fd39 req-2fee8124-97b0-4994-91a6-6beb7fb501cf tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] No DVR routers for this DVR port adf45d57-4eb3-45fa-9a2e-58b83c50c383 on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:35:26.850291 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-34b0a7c3-68f2-49bc-8652-31725eb9fd39 req-2fee8124-97b0-4994-91a6-6beb7fb501cf tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:26.854981 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-34b0a7c3-68f2-49bc-8652-31725eb9fd39 req-2fee8124-97b0-4994-91a6-6beb7fb501cf tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.46 "DELETE /v2.0/ports/adf45d57-4eb3-45fa-9a2e-58b83c50c383 HTTP/1.1" status: 204 len: 173 time: 12.4613569 Feb 09 12:35:26.858931 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085c111d-6af0-4b8a-ab01-93bdce9f26cd', 'name': 'network-vif-deleted', 'tag': 'adf45d57-4eb3-45fa-9a2e-58b83c50c383'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:35:26.867038 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-1fc58f63-d9f6-4c6f-9d70-14fe91fd960e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Deleting port fec0f61d-2144-4856-8d5d-03baea57a831 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:35:26.867705 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1fc58f63-d9f6-4c6f-9d70-14fe91fd960e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:26.932264 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ccca1de6-3334-4c2b-9790-26969d905058 req-75703d58-ee7d-43ef-b9b3-0bc2a4f4e804 service neutron] 10.222.0.46 "GET /v2.0/networks/34fde1f9-cb49-4dd5-836d-cfd52119562b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2824903 Feb 09 12:35:27.022924 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1873c54a-f220-4993-8143-02dad1fa1202 req-f206dd18-8e52-42ef-9dad-e789b0155396 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/ports?device_id=085c111d-6af0-4b8a-ab01-93bdce9f26cd HTTP/1.1" status: 200 len: 210 time: 0.1925848 Feb 09 12:35:27.160308 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9055864e-b35a-4a53-81a0-90659a97950c req-61e1e908-3bcd-4a29-8800-971eb48febe5 service neutron] 10.222.0.46 "GET /v2.0/networks/01f3f4ff-beae-4106-8f70-e214cdcf114b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6451347 Feb 09 12:35:27.228927 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cefe535f-d624-4b9f-91e6-2066e36476a9 tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:27.231284 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cefe535f-d624-4b9f-91e6-2066e36476a9 tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:27.237236 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-cefe535f-d624-4b9f-91e6-2066e36476a9 tempest-FloatingIPAdminTestJSON-575838230 tempest-FloatingIPAdminTestJSON-575838230-project-admin] 10.222.0.55 "DELETE /v2.0/floatingips/73e73441-af9e-40e9-b1bb-35bb867344e9 HTTP/1.1" status: 204 len: 168 time: 5.2376039 Feb 09 12:35:27.239058 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '085c111d-6af0-4b8a-ab01-93bdce9f26cd', 'name': 'network-vif-deleted', 'tag': 'adf45d57-4eb3-45fa-9a2e-58b83c50c383', 'status': 'completed', 'code': 200} Feb 09 12:35:27.239177 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 62cd010d-4889-44a2-8a65-c41814be148b up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:35:27.242750 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39066) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:27.271003 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325f97e-3a87-44f1-bf16-0b7fa4e1b494 req-3ca5401c-ee91-4633-81fb-d7611b471082 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:27.288300 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2325f97e-3a87-44f1-bf16-0b7fa4e1b494 req-3ca5401c-ee91-4633-81fb-d7611b471082 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=2757c154-0800-445a-8a07-0bf74294ac55 HTTP/1.1" status: 200 len: 943 time: 0.3898356 Feb 09 12:35:27.417460 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-0c372a54-f064-4252-b5a6-6997b317092e tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Deleting port a4a68e74-56d2-4c57-aa3a-ae26c01d47e7 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:35:27.417658 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0c372a54-f064-4252-b5a6-6997b317092e tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:27.524734 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2325f97e-3a87-44f1-bf16-0b7fa4e1b494 req-798aacca-b07b-431a-a13a-5601881664b7 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/security-groups?id=30901aa2-fada-41fa-b028-807238be08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355108 Feb 09 12:35:27.590484 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 62cd010d-4889-44a2-8a65-c41814be148b triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:35:27.590859 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:27.696184 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9055864e-b35a-4a53-81a0-90659a97950c req-397ac70e-9dd0-4f47-9ed4-93335087d213 service neutron] 10.222.0.46 "GET /v2.0/networks/01f3f4ff-beae-4106-8f70-e214cdcf114b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5127380 Feb 09 12:35:27.898887 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-02693905-deb8-4aa2-985f-1ea121365eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0250c5-0beb-449d-a254-0d3fa99c7279', 'name': 'tempest-ServersTestBootFromVolume-1120229944-router', 'tenant_id': '6636f5224f854918b634847a98f62470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'd9672ab6-8a06-4231-a1c2-ebf75ab1dedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:32:43Z', 'updated_at': '2022-02-09T12:32:56Z', 'revision_number': 4, 'project_id': '6636f5224f854918b634847a98f62470', 'gw_port': {'id': 'd9672ab6-8a06-4231-a1c2-ebf75ab1dedf', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:75:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0250c5-0beb-449d-a254-0d3fa99c7279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:32:45Z', 'updated_at': '2022-02-09T12:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '96533d4e-cdc4-4a86-862c-ecb7bb25fcd6', 'name': '', 'network_id': 'e261860c-4908-41b9-9d95-9f8235439656', 'tenant_id': '6636f5224f854918b634847a98f62470', 'mac_address': 'fa:16:3e:e1:4d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0250c5-0beb-449d-a254-0d3fa99c7279', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '1c766e56-81af-415a-be67-1134703375d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:32:53Z', 'updated_at': '2022-02-09T12:33:07Z', 'revision_number': 5, 'project_id': '6636f5224f854918b634847a98f62470', 'subnets': [{'id': '1c766e56-81af-415a-be67-1134703375d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:27.902445 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705d532-bfe2-49b4-a00d-534f6a35c967 req-f900a6ef-ba4e-4cb7-b3c6-0f707f9bb1f8 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:27.904201 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1705d532-bfe2-49b4-a00d-534f6a35c967 req-f900a6ef-ba4e-4cb7-b3c6-0f707f9bb1f8 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 944 time: 0.3465350 Feb 09 12:35:27.917110 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02693905-deb8-4aa2-985f-1ea121365eb3 None None] Checking router: 7f0250c5-0beb-449d-a254-0d3fa99c7279 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:35:27.948583 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02693905-deb8-4aa2-985f-1ea121365eb3 None None] Routers {'7f0250c5-0beb-449d-a254-0d3fa99c7279'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:35:27.949354 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-02693905-deb8-4aa2-985f-1ea121365eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:35:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['7f0250c5-0beb-449d-a254-0d3fa99c7279'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:28.041762 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1705d532-bfe2-49b4-a00d-534f6a35c967 req-d9a0e165-3b12-4739-abcd-9275a7a9d685 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204469 Feb 09 12:35:28.066317 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d19070-98b7-46be-856c-d40ddc67805d req-0016fb12-b811-4d5d-9255-c1e81d7b55d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:28.068097 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d6d19070-98b7-46be-856c-d40ddc67805d req-0016fb12-b811-4d5d-9255-c1e81d7b55d6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e83e724b83ff4eff83d86a9461a0246b&device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 1095 time: 0.3238435 Feb 09 12:35:28.263107 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0c372a54-f064-4252-b5a6-6997b317092e tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:28.264716 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-02693905-deb8-4aa2-985f-1ea121365eb3 None None] Set router 7f0250c5-0beb-449d-a254-0d3fa99c7279 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:35:28.370594 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d19070-98b7-46be-856c-d40ddc67805d req-fb15212e-c6bb-44a6-8ddf-7b9814a3a86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:28.378793 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d6d19070-98b7-46be-856c-d40ddc67805d req-fb15212e-c6bb-44a6-8ddf-7b9814a3a86a service neutron] 10.222.0.46 "GET /v2.0/networks?id=01f3f4ff-beae-4106-8f70-e214cdcf114b HTTP/1.1" status: 200 len: 918 time: 0.3011904 Feb 09 12:35:28.686483 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-0c372a54-f064-4252-b5a6-6997b317092e tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Calling delete_port for a4a68e74-56d2-4c57-aa3a-ae26c01d47e7 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:35:28.746626 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d6d19070-98b7-46be-856c-d40ddc67805d req-8b2ce76b-e5c2-43a0-80b7-dfc0d98bf601 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09fc9a15-80ae-490d-a7cf-3d3b389ab0ae HTTP/1.1" status: 200 len: 217 time: 0.3610566 Feb 09 12:35:28.804156 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-1fc58f63-d9f6-4c6f-9d70-14fe91fd960e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] For port fec0f61d-2144-4856-8d5d-03baea57a831, host n-h2-825178-3, got binding levels [] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:35:28.805129 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1fc58f63-d9f6-4c6f-9d70-14fe91fd960e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:28.888448 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93adeaf-c8bd-440c-a336-f48c910bdd55 req-550209f0-e2df-4955-abf5-0c74b669b21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:28.889965 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a93adeaf-c8bd-440c-a336-f48c910bdd55 req-550209f0-e2df-4955-abf5-0c74b669b21f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02a79007c42b4d508e7f5f941eb00251&device_id=2757c154-0800-445a-8a07-0bf74294ac55 HTTP/1.1" status: 200 len: 1094 time: 1.8508747 Feb 09 12:35:28.956613 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d19070-98b7-46be-856c-d40ddc67805d req-db0b7a4f-cfa6-4fca-9ee7-9da2d57a2cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:28.959502 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d6d19070-98b7-46be-856c-d40ddc67805d req-db0b7a4f-cfa6-4fca-9ee7-9da2d57a2cc9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=45d760f9-948b-4bf5-bf1f-a52c1e984121 HTTP/1.1" status: 200 len: 856 time: 0.1997719 Feb 09 12:35:28.976214 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9cc9c028-7ca0-4d64-b8c5-969f6a39d803 req-f9b210be-b751-44ca-bc99-98f8d15edd41 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/ports?device_id=085c111d-6af0-4b8a-ab01-93bdce9f26cd HTTP/1.1" status: 200 len: 210 time: 0.3301635 Feb 09 12:35:28.980861 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-02693905-deb8-4aa2-985f-1ea121365eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0250c5-0beb-449d-a254-0d3fa99c7279', 'name': 'tempest-ServersTestBootFromVolume-1120229944-router', 'tenant_id': '6636f5224f854918b634847a98f62470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'd9672ab6-8a06-4231-a1c2-ebf75ab1dedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:32:43Z', 'updated_at': '2022-02-09T12:32:56Z', 'revision_number': 4, 'project_id': '6636f5224f854918b634847a98f62470', 'gw_port': {'id': 'd9672ab6-8a06-4231-a1c2-ebf75ab1dedf', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:75:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0250c5-0beb-449d-a254-0d3fa99c7279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:32:45Z', 'updated_at': '2022-02-09T12:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '96533d4e-cdc4-4a86-862c-ecb7bb25fcd6', 'name': '', 'network_id': 'e261860c-4908-41b9-9d95-9f8235439656', 'tenant_id': '6636f5224f854918b634847a98f62470', 'mac_address': 'fa:16:3e:e1:4d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0250c5-0beb-449d-a254-0d3fa99c7279', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '1c766e56-81af-415a-be67-1134703375d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:32:53Z', 'updated_at': '2022-02-09T12:33:07Z', 'revision_number': 5, 'project_id': '6636f5224f854918b634847a98f62470', 'subnets': [{'id': '1c766e56-81af-415a-be67-1134703375d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:29.005545 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02693905-deb8-4aa2-985f-1ea121365eb3 None None] The sync data for ids ['7f0250c5-0beb-449d-a254-0d3fa99c7279'] in n-d-825178-3 is: [{'id': '7f0250c5-0beb-449d-a254-0d3fa99c7279', 'name': 'tempest-ServersTestBootFromVolume-1120229944-router', 'tenant_id': '6636f5224f854918b634847a98f62470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'd9672ab6-8a06-4231-a1c2-ebf75ab1dedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:32:43Z', 'updated_at': '2022-02-09T12:32:56Z', 'revision_number': 4, 'project_id': '6636f5224f854918b634847a98f62470', 'gw_port': {'id': 'd9672ab6-8a06-4231-a1c2-ebf75ab1dedf', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:75:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0250c5-0beb-449d-a254-0d3fa99c7279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:32:45Z', 'updated_at': '2022-02-09T12:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '96533d4e-cdc4-4a86-862c-ecb7bb25fcd6', 'name': '', 'network_id': 'e261860c-4908-41b9-9d95-9f8235439656', 'tenant_id': '6636f5224f854918b634847a98f62470', 'mac_address': 'fa:16:3e:e1:4d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0250c5-0beb-449d-a254-0d3fa99c7279', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '1c766e56-81af-415a-be67-1134703375d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:32:53Z', 'updated_at': '2022-02-09T12:33:07Z', 'revision_number': 5, 'project_id': '6636f5224f854918b634847a98f62470', 'subnets': [{'id': '1c766e56-81af-415a-be67-1134703375d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:35:29.170876 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc399e25-9899-463c-8b0f-67179867244f req-501bfd15-311b-4d49-a823-0f4684304758 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:29.172858 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc399e25-9899-463c-8b0f-67179867244f req-501bfd15-311b-4d49-a823-0f4684304758 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=2757c154-0800-445a-8a07-0bf74294ac55 HTTP/1.1" status: 200 len: 943 time: 0.4240816 Feb 09 12:35:29.184534 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d19070-98b7-46be-856c-d40ddc67805d req-3ce5d63b-5089-42e1-81bb-b0e19ae31459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:29.186276 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d6d19070-98b7-46be-856c-d40ddc67805d req-3ce5d63b-5089-42e1-81bb-b0e19ae31459 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=01f3f4ff-beae-4106-8f70-e214cdcf114b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2037246 Feb 09 12:35:29.327847 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-1fc58f63-d9f6-4c6f-9d70-14fe91fd960e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Calling delete_port for fec0f61d-2144-4856-8d5d-03baea57a831 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:35:29.411590 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc399e25-9899-463c-8b0f-67179867244f req-c30da9b0-0670-4752-87e5-cd9877a7768c tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/security-groups?id=30901aa2-fada-41fa-b028-807238be08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223861 Feb 09 12:35:29.503705 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d6d19070-98b7-46be-856c-d40ddc67805d req-a84f0904-d71f-4d00-86e3-34720ab581ae service neutron] 10.222.0.46 "GET /v2.0/networks/01f3f4ff-beae-4106-8f70-e214cdcf114b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094130 Feb 09 12:35:29.529765 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8708093-4ceb-431f-a63e-991dd8d0a151 req-1c7f3452-319b-4dcf-81f6-523761f037d8 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:29.531481 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c8708093-4ceb-431f-a63e-991dd8d0a151 req-1c7f3452-319b-4dcf-81f6-523761f037d8 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 944 time: 0.2006879 Feb 09 12:35:29.582468 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949f6b68-e10f-4f87-99ec-19fbde7ace6d None None] New status for floating IP 8f8342c0-faa7-42f9-89b1-2f355126188d: DOWN {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:35:29.699144 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c8708093-4ceb-431f-a63e-991dd8d0a151 req-781df45d-1f35-4505-94ca-9dba774e90b8 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481478 Feb 09 12:35:29.794974 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 09fc9a15-80ae-490d-a7cf-3d3b389ab0ae details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:35:29.828685 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d6d19070-98b7-46be-856c-d40ddc67805d req-039e14b0-4945-49e5-8ae4-008ba7e0d115 service neutron] 10.222.0.46 "GET /v2.0/networks/01f3f4ff-beae-4106-8f70-e214cdcf114b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066995 Feb 09 12:35:29.838090 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93adeaf-c8bd-440c-a336-f48c910bdd55 req-8291f1fa-cc29-45a6-a00f-8cf6d6339fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:29.839555 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a93adeaf-c8bd-440c-a336-f48c910bdd55 req-8291f1fa-cc29-45a6-a00f-8cf6d6339fcf service neutron] 10.222.0.46 "GET /v2.0/networks?id=34fde1f9-cb49-4dd5-836d-cfd52119562b HTTP/1.1" status: 200 len: 916 time: 0.9298823 Feb 09 12:35:29.848055 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0c372a54-f064-4252-b5a6-6997b317092e tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:30.171005 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 09fc9a15-80ae-490d-a7cf-3d3b389ab0ae, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=09fc9a15-80ae-490d-a7cf-3d3b389ab0ae,segment=NetworkSegment(1c59adf7-7d08-4b5e-9bac-da20ae07f737),segment_id=1c59adf7-7d08-4b5e-9bac-da20ae07f737)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:35:30.187176 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '09fc9a15-80ae-490d-a7cf-3d3b389ab0ae', 'network_id': '01f3f4ff-beae-4106-8f70-e214cdcf114b', 'port_id': '09fc9a15-80ae-490d-a7cf-3d3b389ab0ae', 'mac_address': 'fa:16:3e:87:ec:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45d760f9-948b-4bf5-bf1f-a52c1e984121', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:35:30.227024 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c372a54-f064-4252-b5a6-6997b317092e tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Pushing event deleted for resources: {'Port': ['ID=a4a68e74-56d2-4c57-aa3a-ae26c01d47e7,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:30.265928 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 39108) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:30.287326 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a93adeaf-c8bd-440c-a336-f48c910bdd55 req-090eaa32-9584-42b6-997c-4a35a9e736c3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b602100d-dd50-4640-9cb8-03c3cd56c3f8 HTTP/1.1" status: 200 len: 217 time: 0.4369984 Feb 09 12:35:30.322379 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:30.356754 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09fc9a15-80ae-490d-a7cf-3d3b389ab0ae {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:35:30.378152 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 09fc9a15-80ae-490d-a7cf-3d3b389ab0ae, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=09fc9a15-80ae-490d-a7cf-3d3b389ab0ae,segment=NetworkSegment(1c59adf7-7d08-4b5e-9bac-da20ae07f737),segment_id=1c59adf7-7d08-4b5e-9bac-da20ae07f737)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:35:30.385331 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:30.386697 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device b602100d-dd50-4640-9cb8-03c3cd56c3f8 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:35:30.417537 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-423c026b-154c-4953-9fdc-3cc85a757e6e tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:30.573220 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1fc58f63-d9f6-4c6f-9d70-14fe91fd960e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:30.602978 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0c372a54-f064-4252-b5a6-6997b317092e tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:30.651888 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port b602100d-dd50-4640-9cb8-03c3cd56c3f8, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b602100d-dd50-4640-9cb8-03c3cd56c3f8,segment=NetworkSegment(cf830335-1f32-4cb5-acf2-e131607ae889),segment_id=cf830335-1f32-4cb5-acf2-e131607ae889)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:35:30.706115 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc58f63-d9f6-4c6f-9d70-14fe91fd960e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Pushing event deleted for resources: {'Port': ['ID=fec0f61d-2144-4856-8d5d-03baea57a831,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:30.719255 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1fc58f63-d9f6-4c6f-9d70-14fe91fd960e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:30.732185 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1fc58f63-d9f6-4c6f-9d70-14fe91fd960e tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] 10.222.0.55 "DELETE /v2.0/ports/fec0f61d-2144-4856-8d5d-03baea57a831 HTTP/1.1" status: 204 len: 168 time: 4.6824000 Feb 09 12:35:30.736410 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 39114) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:30.739740 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'b602100d-dd50-4640-9cb8-03c3cd56c3f8', 'network_id': '34fde1f9-cb49-4dd5-836d-cfd52119562b', 'port_id': 'b602100d-dd50-4640-9cb8-03c3cd56c3f8', 'mac_address': 'fa:16:3e:64:d0:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c51d0be-f310-4dee-aa2c-2b4ce475d198', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:35:30.747555 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fbb27631-2b63-44ed-927e-dfb2b45c91e7 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:30.819470 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0c372a54-f064-4252-b5a6-6997b317092e tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] 10.222.0.55 "DELETE /v2.0/ports/a4a68e74-56d2-4c57-aa3a-ae26c01d47e7 HTTP/1.1" status: 204 len: 168 time: 3.5743301 Feb 09 12:35:30.832036 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39122) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:30.850004 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-749fc79e-9fd5-47c7-af09-c4c2b53dc9fd tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] GET failed (client error): The resource could not be found. Feb 09 12:35:30.853941 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-749fc79e-9fd5-47c7-af09-c4c2b53dc9fd tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] 10.222.0.55 "GET /v2.0/ports/fec0f61d-2144-4856-8d5d-03baea57a831 HTTP/1.1" status: 404 len: 333 time: 0.1129317 Feb 09 12:35:30.859469 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 39126) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:30.865982 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-32bc9616-932e-4daf-ae68-02482f3fca83 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Request body: {'port': {'network_id': '15606852-db94-471a-bb29-ca95c7a284bd', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1280222349'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:35:30.898676 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-423c026b-154c-4953-9fdc-3cc85a757e6e tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:30.908011 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fbb27631-2b63-44ed-927e-dfb2b45c91e7 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:30.918931 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-32bc9616-932e-4daf-ae68-02482f3fca83 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:35:30.965844 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-32bc9616-932e-4daf-ae68-02482f3fca83 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Usage tracker for resource:port and tenant:2319bf4ed2704cc6adb8c8b7393e2868 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:35:30.984104 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-32bc9616-932e-4daf-ae68-02482f3fca83 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:35:30.986431 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:31.009788 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=09fc9a15-80ae-490d-a7cf-3d3b389ab0ae,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:31.027674 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b602100d-dd50-4640-9cb8-03c3cd56c3f8 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:35:31.050101 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port b602100d-dd50-4640-9cb8-03c3cd56c3f8, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b602100d-dd50-4640-9cb8-03c3cd56c3f8,segment=NetworkSegment(cf830335-1f32-4cb5-acf2-e131607ae889),segment_id=cf830335-1f32-4cb5-acf2-e131607ae889)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:35:31.055551 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:31.072441 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-32bc9616-932e-4daf-ae68-02482f3fca83 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:35:31.086266 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93adeaf-c8bd-440c-a336-f48c910bdd55 req-f588c388-8b9e-4207-be61-8c180368b988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:31.087903 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a93adeaf-c8bd-440c-a336-f48c910bdd55 req-f588c388-8b9e-4207-be61-8c180368b988 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c51d0be-f310-4dee-aa2c-2b4ce475d198 HTTP/1.1" status: 200 len: 855 time: 0.6974719 Feb 09 12:35:31.159860 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bc9616-932e-4daf-ae68-02482f3fca83 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Made reservation on behalf of 2319bf4ed2704cc6adb8c8b7393e2868 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:35:31.167967 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-32bc9616-932e-4daf-ae68-02482f3fca83 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:31.178735 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a93adeaf-c8bd-440c-a336-f48c910bdd55 req-ac01c601-0f00-4c7e-8128-e680385b8639 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34fde1f9-cb49-4dd5-836d-cfd52119562b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573306 Feb 09 12:35:31.197039 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a6dedc-cf50-4886-a8d1-6b51b10eeb05 req-300bd438-d7aa-4583-9d21-61d945532342 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:31.198532 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-81a6dedc-cf50-4886-a8d1-6b51b10eeb05 req-300bd438-d7aa-4583-9d21-61d945532342 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=2757c154-0800-445a-8a07-0bf74294ac55 HTTP/1.1" status: 200 len: 943 time: 0.4604247 Feb 09 12:35:31.214391 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=b602100d-dd50-4640-9cb8-03c3cd56c3f8,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:31.226060 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-423c026b-154c-4953-9fdc-3cc85a757e6e tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:31.250109 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [None req-32bc9616-932e-4daf-ae68-02482f3fca83 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] device_id is not set on port e2eec250-16a1-4b8e-842f-96dfb729dca4 yet. {{(pid=87567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:35:31.290754 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c026b-154c-4953-9fdc-3cc85a757e6e tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb514ab-a4b8-4ef3-a817-492a4e7ae5d2,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:31.346671 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['b602100d-dd50-4640-9cb8-03c3cd56c3f8'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:35:31.399069 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-fbb27631-2b63-44ed-927e-dfb2b45c91e7 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Allocated IP 172.25.7.181 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/d3bdfa34-8757-4060-8f51-204a517438fb) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:35:31.421306 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43570531-62fa-47c8-a683-f1f03c43dcbe tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:31.421479 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['09fc9a15-80ae-490d-a7cf-3d3b389ab0ae'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:35:31.422326 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-43570531-62fa-47c8-a683-f1f03c43dcbe tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Synchronizing usage tracker for tenant:02d9a4062ae842e49faf9c2f6adea9a2 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:35:31.438833 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f65e4-b7d1-499e-a15a-5f662eebf9af req-3eb50c4b-38da-4496-9fe7-5e2bcbd156ab tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:31.440391 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ae3f65e4-b7d1-499e-a15a-5f662eebf9af req-3eb50c4b-38da-4496-9fe7-5e2bcbd156ab tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 945 time: 0.4702926 Feb 09 12:35:31.459289 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-81a6dedc-cf50-4886-a8d1-6b51b10eeb05 req-f254e43d-e7e1-4c50-9a8e-f4543b4b5977 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/security-groups?id=30901aa2-fada-41fa-b028-807238be08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464473 Feb 09 12:35:31.599594 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-423c026b-154c-4953-9fdc-3cc85a757e6e tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:31.601149 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-423c026b-154c-4953-9fdc-3cc85a757e6e tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "DELETE /v2.0/security-groups/bcb514ab-a4b8-4ef3-a817-492a4e7ae5d2 HTTP/1.1" status: 204 len: 168 time: 1.3339682 Feb 09 12:35:31.618883 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ae3f65e4-b7d1-499e-a15a-5f662eebf9af req-07fc02fd-2bbc-4f27-8988-48c2da85be59 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590750 Feb 09 12:35:31.621823 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 39136) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:31.653137 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-82701329-51d5-4ddf-89ef-c535c5421477 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] show failed (client error): The resource could not be found. Feb 09 12:35:31.654447 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-82701329-51d5-4ddf-89ef-c535c5421477 tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "GET /v2.0/security-groups/bcb514ab-a4b8-4ef3-a817-492a4e7ae5d2 HTTP/1.1" status: 404 len: 347 time: 0.0294664 Feb 09 12:35:31.657851 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 39140) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:31.727074 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-43570531-62fa-47c8-a683-f1f03c43dcbe tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Unset dirty status for tenant:02d9a4062ae842e49faf9c2f6adea9a2 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:35:31.735874 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-43570531-62fa-47c8-a683-f1f03c43dcbe tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef456ce3-8681-44d0-a654-6e3f1f81bcfa HTTP/1.1" status: 200 len: 913 time: 0.8992455 Feb 09 12:35:31.740378 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 39144) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:31.749368 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a93adeaf-c8bd-440c-a336-f48c910bdd55 req-79dfcfde-0635-488f-afaf-f976284f0329 service neutron] 10.222.0.46 "GET /v2.0/networks/34fde1f9-cb49-4dd5-836d-cfd52119562b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5576010 Feb 09 12:35:32.025453 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fbb27631-2b63-44ed-927e-dfb2b45c91e7 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:32.038294 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a93adeaf-c8bd-440c-a336-f48c910bdd55 req-532a1396-7d0e-4927-98bf-978337e327f5 service neutron] 10.222.0.46 "GET /v2.0/networks/34fde1f9-cb49-4dd5-836d-cfd52119562b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670412 Feb 09 12:35:32.084749 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-91f5c8a0-fedd-4cb0-a2b4-99df8b49c3fa tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Deleting port 7bd1acca-c4ac-4678-b970-04db0a11a4e6 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:35:32.085086 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-91f5c8a0-fedd-4cb0-a2b4-99df8b49c3fa tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:32.090285 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fbb27631-2b63-44ed-927e-dfb2b45c91e7 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:32.181456 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb27631-2b63-44ed-927e-dfb2b45c91e7 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Pushing event updated for resources: {'Port': ['ID=d3bdfa34-8757-4060-8f51-204a517438fb,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:32.197387 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb27631-2b63-44ed-927e-dfb2b45c91e7 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:35:32.199124 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-fbb27631-2b63-44ed-927e-dfb2b45c91e7 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:35:32.206796 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb27631-2b63-44ed-927e-dfb2b45c91e7 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:35:32.269330 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-91f5c8a0-fedd-4cb0-a2b4-99df8b49c3fa tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:32.269690 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-91f5c8a0-fedd-4cb0-a2b4-99df8b49c3fa tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:32.414606 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-91f5c8a0-fedd-4cb0-a2b4-99df8b49c3fa tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Calling delete_port for 7bd1acca-c4ac-4678-b970-04db0a11a4e6 owned by network:floatingip {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:35:32.595693 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-91f5c8a0-fedd-4cb0-a2b4-99df8b49c3fa tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:33.023891 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fbb27631-2b63-44ed-927e-dfb2b45c91e7 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:33.081814 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f5c8a0-fedd-4cb0-a2b4-99df8b49c3fa tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Pushing event deleted for resources: {'Port': ['ID=7bd1acca-c4ac-4678-b970-04db0a11a4e6,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:33.157541 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-32bc9616-932e-4daf-ae68-02482f3fca83 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:33.311874 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-91f5c8a0-fedd-4cb0-a2b4-99df8b49c3fa tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Notify callbacks [] for floatingip, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:33.331382 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-32bc9616-932e-4daf-ae68-02482f3fca83 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:33.345039 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-91f5c8a0-fedd-4cb0-a2b4-99df8b49c3fa tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:33.350260 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-91f5c8a0-fedd-4cb0-a2b4-99df8b49c3fa tempest-ServersTestBootFromVolume-1280183485 tempest-ServersTestBootFromVolume-1280183485-project] 10.222.0.55 "DELETE /v2.0/floatingips/8f8342c0-faa7-42f9-89b1-2f355126188d HTTP/1.1" status: 204 len: 168 time: 1.6913257 Feb 09 12:35:33.352012 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39166) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:33.421246 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183cb200-292c-47d1-a576-5d81b0d5d10e req-8a62e9e6-85eb-43d1-933a-aaa65e82d07e tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:33.422822 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-183cb200-292c-47d1-a576-5d81b0d5d10e req-8a62e9e6-85eb-43d1-933a-aaa65e82d07e tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=2757c154-0800-445a-8a07-0bf74294ac55 HTTP/1.1" status: 200 len: 944 time: 0.6871610 Feb 09 12:35:33.453550 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bc9616-932e-4daf-ae68-02482f3fca83 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Network 15606852-db94-471a-bb29-ca95c7a284bd is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:35:33.528027 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fbb27631-2b63-44ed-927e-dfb2b45c91e7 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:33.540913 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-32bc9616-932e-4daf-ae68-02482f3fca83 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:35:33.552621 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bc9616-932e-4daf-ae68-02482f3fca83 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:35:33.553754 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bc9616-932e-4daf-ae68-02482f3fca83 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:33.554354 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-32bc9616-932e-4daf-ae68-02482f3fca83 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:33.599191 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee6ee4-61bc-47fb-b52f-53a8b373e4fd req-686f5171-631b-4b56-b73d-4fc5c48ba5d5 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:33.600936 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1fee6ee4-61bc-47fb-b52f-53a8b373e4fd req-686f5171-631b-4b56-b73d-4fc5c48ba5d5 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 945 time: 0.6359601 Feb 09 12:35:33.624217 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc9616-932e-4daf-ae68-02482f3fca83 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Pushing event updated for resources: {'Port': ['ID=e2eec250-16a1-4b8e-842f-96dfb729dca4,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:33.636020 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-183cb200-292c-47d1-a576-5d81b0d5d10e req-f3c32a74-beed-4c44-9127-4f285dad16b2 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/security-groups?id=30901aa2-fada-41fa-b028-807238be08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882205 Feb 09 12:35:33.664593 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-32bc9616-932e-4daf-ae68-02482f3fca83 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.8018289 Feb 09 12:35:33.670026 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 39176) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:33.680616 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:35:33.811679 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 09fc9a15-80ae-490d-a7cf-3d3b389ab0ae up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:35:33.828890 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1fee6ee4-61bc-47fb-b52f-53a8b373e4fd req-430f2ffd-d8f5-400e-b129-2194c16ee83b tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1944778 Feb 09 12:35:33.918308 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 09fc9a15-80ae-490d-a7cf-3d3b389ab0ae completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:35:33.923104 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 09fc9a15-80ae-490d-a7cf-3d3b389ab0ae triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:35:33.923749 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:33.988486 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb27631-2b63-44ed-927e-dfb2b45c91e7 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Router cb1693d4-5e48-40c2-8732-612b07cd496d is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:35:34.007065 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:34.090674 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:34.150682 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa4f35da-b400-4537-8c6e-36fd20364178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09fc9a15-80ae-490d-a7cf-3d3b389ab0ae'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:35:34.166368 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 09fc9a15-80ae-490d-a7cf-3d3b389ab0ae, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=09fc9a15-80ae-490d-a7cf-3d3b389ab0ae,segment=NetworkSegment(1c59adf7-7d08-4b5e-9bac-da20ae07f737),segment_id=1c59adf7-7d08-4b5e-9bac-da20ae07f737)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:35:34.178821 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:34.179665 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device b602100d-dd50-4640-9cb8-03c3cd56c3f8 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:35:34.306069 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa4f35da-b400-4537-8c6e-36fd20364178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09fc9a15-80ae-490d-a7cf-3d3b389ab0ae', 'code': 200} Feb 09 12:35:34.374694 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a0f50374-5185-4901-b25a-05a8bf00cce5 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:34.430270 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=09fc9a15-80ae-490d-a7cf-3d3b389ab0ae,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:34.453698 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port b602100d-dd50-4640-9cb8-03c3cd56c3f8 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:35:34.459763 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port b602100d-dd50-4640-9cb8-03c3cd56c3f8 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:35:34.460321 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:34.616246 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:34.657555 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port b602100d-dd50-4640-9cb8-03c3cd56c3f8, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b602100d-dd50-4640-9cb8-03c3cd56c3f8,segment=NetworkSegment(cf830335-1f32-4cb5-acf2-e131607ae889),segment_id=cf830335-1f32-4cb5-acf2-e131607ae889)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:35:34.667393 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:34.753038 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] device_id is not set on port e2eec250-16a1-4b8e-842f-96dfb729dca4 yet. {{(pid=87567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:35:34.770559 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:34.773861 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=b602100d-dd50-4640-9cb8-03c3cd56c3f8,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:34.803065 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Transition to ACTIVE for port object e2eec250-16a1-4b8e-842f-96dfb729dca4 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:35:34.814807 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb27631-2b63-44ed-927e-dfb2b45c91e7 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:35:34.825956 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45790be5-ef34-4cf7-86a2-5db202ccca42 None None] Sync routers for ids ['cb1693d4-5e48-40c2-8732-612b07cd496d'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:35:34.826566 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:34.837920 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45790be5-ef34-4cf7-86a2-5db202ccca42 None None] Routers {'cb1693d4-5e48-40c2-8732-612b07cd496d'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:35:34.839172 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-45790be5-ef34-4cf7-86a2-5db202ccca42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:35:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['cb1693d4-5e48-40c2-8732-612b07cd496d'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:35.016014 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb47979-f7fb-4fa7-907c-d077f5d33851 req-21a38215-ca0e-47e0-b114-91123f84068f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:35.023783 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ecb47979-f7fb-4fa7-907c-d077f5d33851 req-21a38215-ca0e-47e0-b114-91123f84068f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 1097 time: 0.5787599 Feb 09 12:35:35.026897 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fbb27631-2b63-44ed-927e-dfb2b45c91e7 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:35.031509 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-fbb27631-2b63-44ed-927e-dfb2b45c91e7 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 11.5416541 Feb 09 12:35:35.076453 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39206) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:35.261689 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-45790be5-ef34-4cf7-86a2-5db202ccca42 None None] Set router cb1693d4-5e48-40c2-8732-612b07cd496d gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:35:35.276010 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ecb47979-f7fb-4fa7-907c-d077f5d33851 req-8439979a-e526-46c2-8cb1-3523d9f55259 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2413425 Feb 09 12:35:35.379016 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-06d20fb8-56f3-45de-bb31-937bd8eaf97f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:35.478093 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Pushing event updated for resources: {'Port': ['ID=e2eec250-16a1-4b8e-842f-96dfb729dca4,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:35.482842 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port e2eec250-16a1-4b8e-842f-96dfb729dca4 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:35:35.483189 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port e2eec250-16a1-4b8e-842f-96dfb729dca4 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:35:35.483567 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port e2eec250-16a1-4b8e-842f-96dfb729dca4 on network 15606852-db94-471a-bb29-ca95c7a284bd {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:35:35.525268 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-18910d9b-0e1b-4719-9935-499b3fba8b36 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] 10.222.0.55 "GET /v2.0/routers/cb1693d4-5e48-40c2-8732-612b07cd496d HTTP/1.1" status: 200 len: 908 time: 0.4473417 Feb 09 12:35:35.525759 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39222) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:35.612926 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Port e2eec250-16a1-4b8e-842f-96dfb729dca4 on network 15606852-db94-471a-bb29-ca95c7a284bd not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:35:35.613392 n-d-825178-3 neutron-server[87567]: ERROR neutron.plugins.ml2.managers [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Failed to bind port e2eec250-16a1-4b8e-842f-96dfb729dca4 on host n-h2-825178-3 for vnic_type normal using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] Feb 09 12:35:35.620645 n-d-825178-3 neutron-server[87567]: INFO neutron.plugins.ml2.plugin [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempt 2 to bind port e2eec250-16a1-4b8e-842f-96dfb729dca4 Feb 09 12:35:35.659952 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port e2eec250-16a1-4b8e-842f-96dfb729dca4 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:35:35.660466 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port e2eec250-16a1-4b8e-842f-96dfb729dca4 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:35:35.661657 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port e2eec250-16a1-4b8e-842f-96dfb729dca4 on network 15606852-db94-471a-bb29-ca95c7a284bd {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:35:35.670763 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Port e2eec250-16a1-4b8e-842f-96dfb729dca4 on network 15606852-db94-471a-bb29-ca95c7a284bd not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:35:35.670984 n-d-825178-3 neutron-server[87567]: ERROR neutron.plugins.ml2.managers [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Failed to bind port e2eec250-16a1-4b8e-842f-96dfb729dca4 on host n-h2-825178-3 for vnic_type normal using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] Feb 09 12:35:35.671808 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-a0f50374-5185-4901-b25a-05a8bf00cce5 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Deleting port df82ca21-0bad-457c-b400-0f0944c438b4 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:35:35.672347 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a0f50374-5185-4901-b25a-05a8bf00cce5 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:35.706771 n-d-825178-3 neutron-server[87567]: INFO neutron.plugins.ml2.plugin [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempt 3 to bind port e2eec250-16a1-4b8e-842f-96dfb729dca4 Feb 09 12:35:35.750633 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78e625-1c85-4f08-89ef-bbd572ca7777 req-ec231b7c-f8c9-4a81-b144-ec7a218c7b7b tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:35.753122 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cf78e625-1c85-4f08-89ef-bbd572ca7777 req-ec231b7c-f8c9-4a81-b144-ec7a218c7b7b tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 946 time: 0.6032381 Feb 09 12:35:35.798539 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port e2eec250-16a1-4b8e-842f-96dfb729dca4 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:35:35.799289 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port e2eec250-16a1-4b8e-842f-96dfb729dca4 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:35:35.799860 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port e2eec250-16a1-4b8e-842f-96dfb729dca4 on network 15606852-db94-471a-bb29-ca95c7a284bd {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:35:35.830834 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4016c5b-1f08-4802-9ae1-f5d3057abc27 req-69d0e89e-4340-4faa-9c88-43632c55b819 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:35.833227 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b4016c5b-1f08-4802-9ae1-f5d3057abc27 req-69d0e89e-4340-4faa-9c88-43632c55b819 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=2757c154-0800-445a-8a07-0bf74294ac55 HTTP/1.1" status: 200 len: 945 time: 0.5295575 Feb 09 12:35:35.863500 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Port e2eec250-16a1-4b8e-842f-96dfb729dca4 on network 15606852-db94-471a-bb29-ca95c7a284bd not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:35:35.864660 n-d-825178-3 neutron-server[87567]: ERROR neutron.plugins.ml2.managers [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Failed to bind port e2eec250-16a1-4b8e-842f-96dfb729dca4 on host n-h2-825178-3 for vnic_type normal using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] Feb 09 12:35:35.872789 n-d-825178-3 neutron-server[87567]: INFO neutron.plugins.ml2.plugin [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempt 4 to bind port e2eec250-16a1-4b8e-842f-96dfb729dca4 Feb 09 12:35:35.938338 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-45790be5-ef34-4cf7-86a2-5db202ccca42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1693d4-5e48-40c2-8732-612b07cd496d', 'name': 'tempest-snat-router-1076551085', 'tenant_id': 'c4c5b6a164824b10a0c04b0e7d39ba59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'd3bdfa34-8757-4060-8f51-204a517438fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:35:24Z', 'updated_at': '2022-02-09T12:35:32Z', 'revision_number': 3, 'project_id': 'c4c5b6a164824b10a0c04b0e7d39ba59', 'gw_port': {'id': 'd3bdfa34-8757-4060-8f51-204a517438fb', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:0d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1693d4-5e48-40c2-8732-612b07cd496d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:35:30Z', 'updated_at': '2022-02-09T12:35:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:35.944040 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45790be5-ef34-4cf7-86a2-5db202ccca42 None None] Checking router: cb1693d4-5e48-40c2-8732-612b07cd496d for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:35:35.944575 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port e2eec250-16a1-4b8e-842f-96dfb729dca4 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:35:35.944875 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45790be5-ef34-4cf7-86a2-5db202ccca42 None None] Updating router cb1693d4-5e48-40c2-8732-612b07cd496d port d3bdfa34-8757-4060-8f51-204a517438fb binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:35:35.944978 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port e2eec250-16a1-4b8e-842f-96dfb729dca4 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:35:35.945236 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port e2eec250-16a1-4b8e-842f-96dfb729dca4 on network 15606852-db94-471a-bb29-ca95c7a284bd {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:35:36.007313 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-45790be5-ef34-4cf7-86a2-5db202ccca42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:36.010163 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cf78e625-1c85-4f08-89ef-bbd572ca7777 req-395cdd35-7c1b-4caf-bb70-eeaee58de3f1 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2436757 Feb 09 12:35:36.010721 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Port e2eec250-16a1-4b8e-842f-96dfb729dca4 on network 15606852-db94-471a-bb29-ca95c7a284bd not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:35:36.011059 n-d-825178-3 neutron-server[87567]: ERROR neutron.plugins.ml2.managers [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Failed to bind port e2eec250-16a1-4b8e-842f-96dfb729dca4 on host n-h2-825178-3 for vnic_type normal using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] Feb 09 12:35:36.016243 n-d-825178-3 neutron-server[87567]: INFO neutron.plugins.ml2.plugin [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempt 5 to bind port e2eec250-16a1-4b8e-842f-96dfb729dca4 Feb 09 12:35:36.057553 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b4016c5b-1f08-4802-9ae1-f5d3057abc27 req-8c02ceab-959c-49e3-817d-d8b94fb254fb tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/security-groups?id=30901aa2-fada-41fa-b028-807238be08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915536 Feb 09 12:35:36.070862 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port e2eec250-16a1-4b8e-842f-96dfb729dca4 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:35:36.071199 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port e2eec250-16a1-4b8e-842f-96dfb729dca4 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:35:36.071539 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port e2eec250-16a1-4b8e-842f-96dfb729dca4 on network 15606852-db94-471a-bb29-ca95c7a284bd {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:35:36.082369 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Port e2eec250-16a1-4b8e-842f-96dfb729dca4 on network 15606852-db94-471a-bb29-ca95c7a284bd not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:35:36.082733 n-d-825178-3 neutron-server[87567]: ERROR neutron.plugins.ml2.managers [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Failed to bind port e2eec250-16a1-4b8e-842f-96dfb729dca4 on host n-h2-825178-3 for vnic_type normal using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] Feb 09 12:35:36.099890 n-d-825178-3 neutron-server[87567]: INFO neutron.plugins.ml2.plugin [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempt 6 to bind port e2eec250-16a1-4b8e-842f-96dfb729dca4 Feb 09 12:35:36.100323 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fe5b7d31-c40a-4cc7-a5a7-944541550e29 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:36.133433 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port e2eec250-16a1-4b8e-842f-96dfb729dca4 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:35:36.133681 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port e2eec250-16a1-4b8e-842f-96dfb729dca4 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:35:36.134026 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port e2eec250-16a1-4b8e-842f-96dfb729dca4 on network 15606852-db94-471a-bb29-ca95c7a284bd {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:35:36.140952 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Port e2eec250-16a1-4b8e-842f-96dfb729dca4 on network 15606852-db94-471a-bb29-ca95c7a284bd not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:35:36.141285 n-d-825178-3 neutron-server[87567]: ERROR neutron.plugins.ml2.managers [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Failed to bind port e2eec250-16a1-4b8e-842f-96dfb729dca4 on host n-h2-825178-3 for vnic_type normal using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] Feb 09 12:35:36.142802 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a0f50374-5185-4901-b25a-05a8bf00cce5 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:36.150698 n-d-825178-3 neutron-server[87567]: INFO neutron.plugins.ml2.plugin [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempt 7 to bind port e2eec250-16a1-4b8e-842f-96dfb729dca4 Feb 09 12:35:36.171109 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port e2eec250-16a1-4b8e-842f-96dfb729dca4 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:35:36.171447 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port e2eec250-16a1-4b8e-842f-96dfb729dca4 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:35:36.171786 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port e2eec250-16a1-4b8e-842f-96dfb729dca4 on network 15606852-db94-471a-bb29-ca95c7a284bd {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:35:36.231647 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Port e2eec250-16a1-4b8e-842f-96dfb729dca4 on network 15606852-db94-471a-bb29-ca95c7a284bd not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:35:36.232085 n-d-825178-3 neutron-server[87567]: ERROR neutron.plugins.ml2.managers [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Failed to bind port e2eec250-16a1-4b8e-842f-96dfb729dca4 on host n-h2-825178-3 for vnic_type normal using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] Feb 09 12:35:36.296824 n-d-825178-3 neutron-server[87567]: INFO neutron.plugins.ml2.plugin [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempt 8 to bind port e2eec250-16a1-4b8e-842f-96dfb729dca4 Feb 09 12:35:36.326241 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-a0f50374-5185-4901-b25a-05a8bf00cce5 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Calling delete_port for df82ca21-0bad-457c-b400-0f0944c438b4 owned by network:router_interface {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:35:36.361495 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2757c154-0800-445a-8a07-0bf74294ac55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b602100d-dd50-4640-9cb8-03c3cd56c3f8'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:35:36.458602 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port e2eec250-16a1-4b8e-842f-96dfb729dca4 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:35:36.459398 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port e2eec250-16a1-4b8e-842f-96dfb729dca4 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:35:36.459938 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port e2eec250-16a1-4b8e-842f-96dfb729dca4 on network 15606852-db94-471a-bb29-ca95c7a284bd {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:35:36.468922 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Port e2eec250-16a1-4b8e-842f-96dfb729dca4 on network 15606852-db94-471a-bb29-ca95c7a284bd not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:35:36.469563 n-d-825178-3 neutron-server[87567]: ERROR neutron.plugins.ml2.managers [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Failed to bind port e2eec250-16a1-4b8e-842f-96dfb729dca4 on host n-h2-825178-3 for vnic_type normal using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] Feb 09 12:35:36.472707 n-d-825178-3 neutron-server[87567]: INFO neutron.plugins.ml2.plugin [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempt 9 to bind port e2eec250-16a1-4b8e-842f-96dfb729dca4 Feb 09 12:35:36.495707 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2757c154-0800-445a-8a07-0bf74294ac55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b602100d-dd50-4640-9cb8-03c3cd56c3f8', 'code': 200} Feb 09 12:35:36.528462 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port e2eec250-16a1-4b8e-842f-96dfb729dca4 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:35:36.528795 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port e2eec250-16a1-4b8e-842f-96dfb729dca4 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:35:36.529141 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port e2eec250-16a1-4b8e-842f-96dfb729dca4 on network 15606852-db94-471a-bb29-ca95c7a284bd {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:35:36.552172 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fe5b7d31-c40a-4cc7-a5a7-944541550e29 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:36.743178 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-45790be5-ef34-4cf7-86a2-5db202ccca42 None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:36.759581 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-45790be5-ef34-4cf7-86a2-5db202ccca42 None None] Transition to ACTIVE for port object d3bdfa34-8757-4060-8f51-204a517438fb will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:35:36.770812 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-45790be5-ef34-4cf7-86a2-5db202ccca42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:36.771427 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Port e2eec250-16a1-4b8e-842f-96dfb729dca4 on network 15606852-db94-471a-bb29-ca95c7a284bd not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:35:36.772039 n-d-825178-3 neutron-server[87567]: ERROR neutron.plugins.ml2.managers [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Failed to bind port e2eec250-16a1-4b8e-842f-96dfb729dca4 on host n-h2-825178-3 for vnic_type normal using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] Feb 09 12:35:36.774953 n-d-825178-3 neutron-server[87567]: INFO neutron.plugins.ml2.plugin [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempt 10 to bind port e2eec250-16a1-4b8e-842f-96dfb729dca4 Feb 09 12:35:36.800463 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port e2eec250-16a1-4b8e-842f-96dfb729dca4 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:35:36.800798 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port e2eec250-16a1-4b8e-842f-96dfb729dca4 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:35:36.801131 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port e2eec250-16a1-4b8e-842f-96dfb729dca4 on network 15606852-db94-471a-bb29-ca95c7a284bd {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:35:36.813571 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Port e2eec250-16a1-4b8e-842f-96dfb729dca4 on network 15606852-db94-471a-bb29-ca95c7a284bd not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:35:36.813571 n-d-825178-3 neutron-server[87567]: ERROR neutron.plugins.ml2.managers [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Failed to bind port e2eec250-16a1-4b8e-842f-96dfb729dca4 on host n-h2-825178-3 for vnic_type normal using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] Feb 09 12:35:36.813571 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:36.884831 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-45790be5-ef34-4cf7-86a2-5db202ccca42 None None] Attempting to bind port d3bdfa34-8757-4060-8f51-204a517438fb on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:35:36.885232 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-45790be5-ef34-4cf7-86a2-5db202ccca42 None None] Attempting to bind port d3bdfa34-8757-4060-8f51-204a517438fb by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:35:36.885814 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45790be5-ef34-4cf7-86a2-5db202ccca42 None None] Attempting to bind port d3bdfa34-8757-4060-8f51-204a517438fb on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:35:36.891763 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031ffb59-6ee4-4893-b2b0-76cbccd999ff None None] Pushing event updated for resources: {'Port': ['ID=d3bdfa34-8757-4060-8f51-204a517438fb,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:36.901779 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45790be5-ef34-4cf7-86a2-5db202ccca42 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:35:36.902395 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45790be5-ef34-4cf7-86a2-5db202ccca42 None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:35:36.903115 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-45790be5-ef34-4cf7-86a2-5db202ccca42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:36.903613 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45790be5-ef34-4cf7-86a2-5db202ccca42 None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:35:36.904368 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-45790be5-ef34-4cf7-86a2-5db202ccca42 None None] Bound port: d3bdfa34-8757-4060-8f51-204a517438fb, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:35:36.904852 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-45790be5-ef34-4cf7-86a2-5db202ccca42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:36.949896 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-06d20fb8-56f3-45de-bb31-937bd8eaf97f admin admin] Deleting port 96533d4e-cdc4-4a86-862c-ecb7bb25fcd6 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:35:36.950479 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-06d20fb8-56f3-45de-bb31-937bd8eaf97f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:36.996671 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-45790be5-ef34-4cf7-86a2-5db202ccca42 None None] For port d3bdfa34-8757-4060-8f51-204a517438fb, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:35:37.000721 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-45790be5-ef34-4cf7-86a2-5db202ccca42 None None] For port d3bdfa34-8757-4060-8f51-204a517438fb, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=d3bdfa34-8757-4060-8f51-204a517438fb,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:35:37.009528 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-45790be5-ef34-4cf7-86a2-5db202ccca42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:37.014742 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] For port e2eec250-16a1-4b8e-842f-96dfb729dca4, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:35:37.014742 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempted to set empty binding levels {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 09 12:35:37.019017 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-fe5b7d31-c40a-4cc7-a5a7-944541550e29 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Deleting port d3bdfa34-8757-4060-8f51-204a517438fb {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:35:37.019473 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fe5b7d31-c40a-4cc7-a5a7-944541550e29 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:37.055404 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:37.110804 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031ffb59-6ee4-4893-b2b0-76cbccd999ff None None] Pushing event updated for resources: {'Port': ['ID=d3bdfa34-8757-4060-8f51-204a517438fb,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:37.146306 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] In _notify_port_updated(), no bound segment for port e2eec250-16a1-4b8e-842f-96dfb729dca4 on network 15606852-db94-471a-bb29-ca95c7a284bd {{(pid=87567) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 12:35:37.147110 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:37.147740 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45790be5-ef34-4cf7-86a2-5db202ccca42 None None] Routers {'cb1693d4-5e48-40c2-8732-612b07cd496d'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:35:37.148077 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:37.148920 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-45790be5-ef34-4cf7-86a2-5db202ccca42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:35:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['cb1693d4-5e48-40c2-8732-612b07cd496d'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:37.150379 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] 10.222.0.55 "PUT /v2.0/ports/e2eec250-16a1-4b8e-842f-96dfb729dca4 HTTP/1.1" status: 200 len: 975 time: 3.4786944 Feb 09 12:35:37.155139 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 39256) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:37.240912 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe95ec4-3ad3-4334-b13f-65925a1972cb tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Pushing event updated for resources: {'Port': ['ID=e2eec250-16a1-4b8e-842f-96dfb729dca4,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:37.362477 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-45790be5-ef34-4cf7-86a2-5db202ccca42 None None] Set router cb1693d4-5e48-40c2-8732-612b07cd496d gateway port host: None {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:35:37.468188 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-fe5b7d31-c40a-4cc7-a5a7-944541550e29 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] For port d3bdfa34-8757-4060-8f51-204a517438fb, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=d3bdfa34-8757-4060-8f51-204a517438fb,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:35:37.469033 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fe5b7d31-c40a-4cc7-a5a7-944541550e29 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:37.549301 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-45790be5-ef34-4cf7-86a2-5db202ccca42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1693d4-5e48-40c2-8732-612b07cd496d', 'name': 'tempest-snat-router-1076551085', 'tenant_id': 'c4c5b6a164824b10a0c04b0e7d39ba59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:35:24Z', 'updated_at': '2022-02-09T12:35:36Z', 'revision_number': 4, 'project_id': 'c4c5b6a164824b10a0c04b0e7d39ba59', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:37.554574 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45790be5-ef34-4cf7-86a2-5db202ccca42 None None] The sync data for ids ['cb1693d4-5e48-40c2-8732-612b07cd496d'] in n-d-825178-3 is: [{'id': 'cb1693d4-5e48-40c2-8732-612b07cd496d', 'name': 'tempest-snat-router-1076551085', 'tenant_id': 'c4c5b6a164824b10a0c04b0e7d39ba59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:35:24Z', 'updated_at': '2022-02-09T12:35:36Z', 'revision_number': 4, 'project_id': 'c4c5b6a164824b10a0c04b0e7d39ba59', 'gw_port_host': None}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:35:37.609173 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-fe5b7d31-c40a-4cc7-a5a7-944541550e29 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Calling delete_port for d3bdfa34-8757-4060-8f51-204a517438fb owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:35:37.629164 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a0f50374-5185-4901-b25a-05a8bf00cce5 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:37.714417 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f50374-5185-4901-b25a-05a8bf00cce5 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Pushing event deleted for resources: {'Port': ['ID=df82ca21-0bad-457c-b400-0f0944c438b4,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:37.821178 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ebfd22-d8e2-4f22-9d20-517a7c86067f req-017ece71-dce6-4562-9fbd-5a66f62012c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:37.822913 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e7ebfd22-d8e2-4f22-9d20-517a7c86067f req-017ece71-dce6-4562-9fbd-5a66f62012c2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2757c154-0800-445a-8a07-0bf74294ac55 HTTP/1.1" status: 200 len: 1096 time: 0.9444835 Feb 09 12:35:37.963140 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e7ebfd22-d8e2-4f22-9d20-517a7c86067f req-9d76a67c-eae8-4c11-9786-a6e42786b348 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=30901aa2-fada-41fa-b028-807238be08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185541 Feb 09 12:35:37.979077 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-06d20fb8-56f3-45de-bb31-937bd8eaf97f admin admin] For port 96533d4e-cdc4-4a86-862c-ecb7bb25fcd6, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=96533d4e-cdc4-4a86-862c-ecb7bb25fcd6,segment=NetworkSegment(d37349ec-1737-4df4-bc46-6875c75010a7),segment_id=d37349ec-1737-4df4-bc46-6875c75010a7)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:35:37.979439 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-06d20fb8-56f3-45de-bb31-937bd8eaf97f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:38.016797 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cee4e83-a26d-424e-b140-4310d40f5023 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:38.017352 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cee4e83-a26d-424e-b140-4310d40f5023 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:38.017716 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cee4e83-a26d-424e-b140-4310d40f5023 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:38.018182 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cee4e83-a26d-424e-b140-4310d40f5023 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:38.018640 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cee4e83-a26d-424e-b140-4310d40f5023 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:38.019193 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cee4e83-a26d-424e-b140-4310d40f5023 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:38.019564 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cee4e83-a26d-424e-b140-4310d40f5023 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:38.020075 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cee4e83-a26d-424e-b140-4310d40f5023 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:38.020538 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cee4e83-a26d-424e-b140-4310d40f5023 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:38.020995 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cee4e83-a26d-424e-b140-4310d40f5023 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:38.021445 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cee4e83-a26d-424e-b140-4310d40f5023 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:38.021899 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cee4e83-a26d-424e-b140-4310d40f5023 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:38.022340 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cee4e83-a26d-424e-b140-4310d40f5023 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:38.022792 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cee4e83-a26d-424e-b140-4310d40f5023 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:38.023245 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cee4e83-a26d-424e-b140-4310d40f5023 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:38.023774 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cee4e83-a26d-424e-b140-4310d40f5023 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:38.024318 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cee4e83-a26d-424e-b140-4310d40f5023 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:38.024772 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cee4e83-a26d-424e-b140-4310d40f5023 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:38.025937 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cee4e83-a26d-424e-b140-4310d40f5023 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:38.026432 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cee4e83-a26d-424e-b140-4310d40f5023 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:38.026885 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cee4e83-a26d-424e-b140-4310d40f5023 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:38.027337 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cee4e83-a26d-424e-b140-4310d40f5023 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:38.027899 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cee4e83-a26d-424e-b140-4310d40f5023 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:38.030098 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-7cee4e83-a26d-424e-b140-4310d40f5023 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Synchronizing usage tracker for tenant:2319bf4ed2704cc6adb8c8b7393e2868 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:35:38.102634 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff8cc1-4847-4d35-b6e7-814806e29395 req-62f313d9-992c-4b39-92cd-f1fa2597f992 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:38.109628 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-93ff8cc1-4847-4d35-b6e7-814806e29395 req-62f313d9-992c-4b39-92cd-f1fa2597f992 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 946 time: 0.8505669 Feb 09 12:35:38.132331 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf25f71-babe-41aa-8d2c-08acf49824c5 req-38735677-8eb0-42ec-8f17-a9ecae73e0d6 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:38.133825 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4cf25f71-babe-41aa-8d2c-08acf49824c5 req-38735677-8eb0-42ec-8f17-a9ecae73e0d6 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=2757c154-0800-445a-8a07-0bf74294ac55 HTTP/1.1" status: 200 len: 945 time: 0.7652173 Feb 09 12:35:38.182340 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-06d20fb8-56f3-45de-bb31-937bd8eaf97f admin admin] Calling delete_port for 96533d4e-cdc4-4a86-862c-ecb7bb25fcd6 owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:35:38.220035 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-7cee4e83-a26d-424e-b140-4310d40f5023 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Unset dirty status for tenant:2319bf4ed2704cc6adb8c8b7393e2868 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:35:38.225696 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-7cee4e83-a26d-424e-b140-4310d40f5023 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20390 time: 1.0676477 Feb 09 12:35:38.235175 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 39278) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:38.292106 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-93ff8cc1-4847-4d35-b6e7-814806e29395 req-d7bb0df4-38de-4b6b-96d6-4e81e155c643 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1815977 Feb 09 12:35:38.328634 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4cf25f71-babe-41aa-8d2c-08acf49824c5 req-09c8bf7e-a6ef-4e1d-954a-e048255f9b99 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/security-groups?id=30901aa2-fada-41fa-b028-807238be08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793268 Feb 09 12:35:38.423942 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fe5b7d31-c40a-4cc7-a5a7-944541550e29 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:38.461626 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-96258b44-32a1-4747-adc7-e2cbeb148871 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Deleting port e2eec250-16a1-4b8e-842f-96dfb729dca4 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:35:38.461982 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-96258b44-32a1-4747-adc7-e2cbeb148871 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:38.516768 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a0f50374-5185-4901-b25a-05a8bf00cce5 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:38.608420 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5b7d31-c40a-4cc7-a5a7-944541550e29 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Pushing event deleted for resources: {'Port': ['ID=d3bdfa34-8757-4060-8f51-204a517438fb,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:38.766753 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fe5b7d31-c40a-4cc7-a5a7-944541550e29 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:39.158628 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fe5b7d31-c40a-4cc7-a5a7-944541550e29 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:39.164041 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fe5b7d31-c40a-4cc7-a5a7-944541550e29 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:39.173628 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f41f6-3032-4017-87db-7f7121e5c93f req-2fe915ed-5a24-4e47-935d-6fd1143b30b0 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:39.173628 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-159f41f6-3032-4017-87db-7f7121e5c93f req-2fe915ed-5a24-4e47-935d-6fd1143b30b0 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 946 time: 0.5678988 Feb 09 12:35:39.196051 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39306) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:39.199117 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-96258b44-32a1-4747-adc7-e2cbeb148871 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] For port e2eec250-16a1-4b8e-842f-96dfb729dca4, host n-h2-825178-3, got binding levels [] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:35:39.199517 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-96258b44-32a1-4747-adc7-e2cbeb148871 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:39.214159 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-966cad2e-6b6a-4f4d-912c-2ea372a6d2fc tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Request body: {'floatingip': {'port_id': '09fc9a15-80ae-490d-a7cf-3d3b389ab0ae'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:35:39.313456 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-966cad2e-6b6a-4f4d-912c-2ea372a6d2fc tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks [] for floatingip, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:39.406075 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-96258b44-32a1-4747-adc7-e2cbeb148871 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Calling delete_port for e2eec250-16a1-4b8e-842f-96dfb729dca4 owned by {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:35:39.409619 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fe5b7d31-c40a-4cc7-a5a7-944541550e29 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:39.410114 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5b7d31-c40a-4cc7-a5a7-944541550e29 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cb1693d4-5e48-40c2-8732-612b07cd496d {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:35:39.480645 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-06d20fb8-56f3-45de-bb31-937bd8eaf97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:39.555154 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d20fb8-56f3-45de-bb31-937bd8eaf97f admin admin] Pushing event deleted for resources: {'Port': ['ID=96533d4e-cdc4-4a86-862c-ecb7bb25fcd6,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:39.560974 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fe5b7d31-c40a-4cc7-a5a7-944541550e29 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:39.562105 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-fe5b7d31-c40a-4cc7-a5a7-944541550e29 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] 10.222.0.55 "DELETE /v2.0/routers/cb1693d4-5e48-40c2-8732-612b07cd496d HTTP/1.1" status: 204 len: 168 time: 4.0278563 Feb 09 12:35:39.628400 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39318) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:39.898622 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-96258b44-32a1-4747-adc7-e2cbeb148871 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:39.988028 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96258b44-32a1-4747-adc7-e2cbeb148871 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Pushing event deleted for resources: {'Port': ['ID=e2eec250-16a1-4b8e-842f-96dfb729dca4,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:40.009911 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-96258b44-32a1-4747-adc7-e2cbeb148871 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:40.015998 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f50374-5185-4901-b25a-05a8bf00cce5 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Router ef456ce3-8681-44d0-a654-6e3f1f81bcfa has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:35:40.041831 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-96258b44-32a1-4747-adc7-e2cbeb148871 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] 10.222.0.55 "DELETE /v2.0/ports/e2eec250-16a1-4b8e-842f-96dfb729dca4 HTTP/1.1" status: 204 len: 168 time: 1.7993681 Feb 09 12:35:40.049877 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39336) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:40.151440 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbdd2a6-1c77-4697-bd26-b38c7ab14182 req-4a379398-0612-4efb-a475-dd1f03109ec2 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:40.152820 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3bbdd2a6-1c77-4697-bd26-b38c7ab14182 req-4a379398-0612-4efb-a475-dd1f03109ec2 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=2757c154-0800-445a-8a07-0bf74294ac55 HTTP/1.1" status: 200 len: 945 time: 0.3366458 Feb 09 12:35:40.153434 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-b187631f-d04b-428d-ac2b-0a76203e9502 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] GET failed (client error): The resource could not be found. Feb 09 12:35:40.153734 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b187631f-d04b-428d-ac2b-0a76203e9502 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Synchronizing usage tracker for tenant:2319bf4ed2704cc6adb8c8b7393e2868 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:35:40.314563 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f50374-5185-4901-b25a-05a8bf00cce5 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:35:40.323061 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a0f50374-5185-4901-b25a-05a8bf00cce5 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] 10.222.0.55 "PUT /v2.0/routers/ef456ce3-8681-44d0-a654-6e3f1f81bcfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5367780 Feb 09 12:35:40.326348 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0268b903-fde1-4356-9606-590ed27527eb None None] Sync routers for ids ['ef456ce3-8681-44d0-a654-6e3f1f81bcfa'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:35:40.340606 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0268b903-fde1-4356-9606-590ed27527eb None None] Routers {'ef456ce3-8681-44d0-a654-6e3f1f81bcfa'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:35:40.341190 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 39340) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:40.343914 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-0268b903-fde1-4356-9606-590ed27527eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:35:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['ef456ce3-8681-44d0-a654-6e3f1f81bcfa'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:40.393069 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b187631f-d04b-428d-ac2b-0a76203e9502 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Unset dirty status for tenant:2319bf4ed2704cc6adb8c8b7393e2868 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:35:40.394533 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b187631f-d04b-428d-ac2b-0a76203e9502 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] 10.222.0.55 "GET /v2.0/ports/e2eec250-16a1-4b8e-842f-96dfb729dca4 HTTP/1.1" status: 404 len: 333 time: 0.3366520 Feb 09 12:35:40.467001 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-0268b903-fde1-4356-9606-590ed27527eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:40.485407 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0268b903-fde1-4356-9606-590ed27527eb None None] Routers {'ef456ce3-8681-44d0-a654-6e3f1f81bcfa'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:35:40.486027 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-0268b903-fde1-4356-9606-590ed27527eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:35:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['ef456ce3-8681-44d0-a654-6e3f1f81bcfa'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:40.488333 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39350) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:40.490448 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4d4d032b-85ce-4db7-96dc-b2d183c16468 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:40.555026 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-97b5d8b5-36b7-43ba-9fb7-da1df26f421c tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1468517194', 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:35:40.568036 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-0268b903-fde1-4356-9606-590ed27527eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:40.568691 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0268b903-fde1-4356-9606-590ed27527eb None None] The sync data for ids ['ef456ce3-8681-44d0-a654-6e3f1f81bcfa'] in n-d-825178-3 is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:35:40.710803 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3bbdd2a6-1c77-4697-bd26-b38c7ab14182 req-cd893c5f-2c70-47d8-9186-f0e36364fad7 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/security-groups?id=30901aa2-fada-41fa-b028-807238be08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5414965 Feb 09 12:35:40.738493 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-63edb741-2380-43ab-bc2f-bb0657112274 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:40.843169 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-97b5d8b5-36b7-43ba-9fb7-da1df26f421c tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:35:40.912602 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4d4d032b-85ce-4db7-96dc-b2d183c16468 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:40.915208 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-06d20fb8-56f3-45de-bb31-937bd8eaf97f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:40.967305 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-97b5d8b5-36b7-43ba-9fb7-da1df26f421c tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:35:41.062992 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-4d4d032b-85ce-4db7-96dc-b2d183c16468 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Deleting port 62cd010d-4889-44a2-8a65-c41814be148b {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:35:41.063340 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4d4d032b-85ce-4db7-96dc-b2d183c16468 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:41.101123 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-63edb741-2380-43ab-bc2f-bb0657112274 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:41.122231 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-63edb741-2380-43ab-bc2f-bb0657112274 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Deleting port 8fa1f37e-479e-47a3-80b0-8d6cd85a7381 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:35:41.124822 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-63edb741-2380-43ab-bc2f-bb0657112274 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:41.298718 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-4d4d032b-85ce-4db7-96dc-b2d183c16468 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] For port 62cd010d-4889-44a2-8a65-c41814be148b, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=62cd010d-4889-44a2-8a65-c41814be148b,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:35:41.299077 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4d4d032b-85ce-4db7-96dc-b2d183c16468 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:41.345482 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-63edb741-2380-43ab-bc2f-bb0657112274 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:41.508694 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-63edb741-2380-43ab-bc2f-bb0657112274 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Calling delete_port for 8fa1f37e-479e-47a3-80b0-8d6cd85a7381 owned by network:router_gateway {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:35:41.611731 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-4d4d032b-85ce-4db7-96dc-b2d183c16468 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Calling delete_port for 62cd010d-4889-44a2-8a65-c41814be148b owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:35:41.736505 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-63edb741-2380-43ab-bc2f-bb0657112274 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:41.793251 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63edb741-2380-43ab-bc2f-bb0657112274 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Pushing event deleted for resources: {'Port': ['ID=8fa1f37e-479e-47a3-80b0-8d6cd85a7381,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:41.809640 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b5d8b5-36b7-43ba-9fb7-da1df26f421c tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Made reservation on behalf of 2319bf4ed2704cc6adb8c8b7393e2868 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:35:41.811956 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-97b5d8b5-36b7-43ba-9fb7-da1df26f421c tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:41.822012 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4d4d032b-85ce-4db7-96dc-b2d183c16468 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:41.979437 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d032b-85ce-4db7-96dc-b2d183c16468 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Pushing event deleted for resources: {'Port': ['ID=62cd010d-4889-44a2-8a65-c41814be148b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:42.017781 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-63edb741-2380-43ab-bc2f-bb0657112274 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:42.052723 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-97b5d8b5-36b7-43ba-9fb7-da1df26f421c tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] device_id is not set on port 79922699-4c21-4726-92fe-f7bc38d3ddc6 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:35:42.330481 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4d4d032b-85ce-4db7-96dc-b2d183c16468 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:42.442909 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-63edb741-2380-43ab-bc2f-bb0657112274 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:42.445503 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-63edb741-2380-43ab-bc2f-bb0657112274 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:42.474507 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-63edb741-2380-43ab-bc2f-bb0657112274 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:42.475106 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63edb741-2380-43ab-bc2f-bb0657112274 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Fanout notify agent at l3_agent the message router_deleted on router ef456ce3-8681-44d0-a654-6e3f1f81bcfa {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:35:42.494085 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-63edb741-2380-43ab-bc2f-bb0657112274 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:42.495475 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-63edb741-2380-43ab-bc2f-bb0657112274 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] 10.222.0.55 "DELETE /v2.0/routers/ef456ce3-8681-44d0-a654-6e3f1f81bcfa HTTP/1.1" status: 204 len: 168 time: 2.1532652 Feb 09 12:35:42.497933 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 39396) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:42.612958 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-98430224-d075-459e-a430-84e1a8eb324b tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Deleting subnet eb7d084a-38d3-4482-a543-876ff3ae9e1a {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:35:42.617869 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-98430224-d075-459e-a430-84e1a8eb324b tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:42.743538 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-98430224-d075-459e-a430-84e1a8eb324b tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:42.926341 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-98430224-d075-459e-a430-84e1a8eb324b tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:43.012489 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.resource_extend [None req-966cad2e-6b6a-4f4d-912c-2ea372a6d2fc tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] It took 0.60 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:35:43.031357 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-98430224-d075-459e-a430-84e1a8eb324b tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:43.103855 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4d4d032b-85ce-4db7-96dc-b2d183c16468 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:43.109980 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98430224-d075-459e-a430-84e1a8eb324b tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Pushing event deleted for resources: {'Subnet': ['ID=eb7d084a-38d3-4482-a543-876ff3ae9e1a,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:43.115983 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4d4d032b-85ce-4db7-96dc-b2d183c16468 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:43.132656 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-98430224-d075-459e-a430-84e1a8eb324b tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:43.134234 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47865376-2883-4896-90cf-0d1415effbff None None] Network e2780cbf-f122-4f71-908d-f302f1be6bf9 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:35:43.168700 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-98430224-d075-459e-a430-84e1a8eb324b tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] 10.222.0.55 "DELETE /v2.0/subnets/eb7d084a-38d3-4482-a543-876ff3ae9e1a HTTP/1.1" status: 204 len: 168 time: 0.6689444 Feb 09 12:35:43.169432 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 39418) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:43.203269 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-966cad2e-6b6a-4f4d-912c-2ea372a6d2fc tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:43.207954 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d20fb8-56f3-45de-bb31-937bd8eaf97f admin admin] Router 7f0250c5-0beb-449d-a254-0d3fa99c7279 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:35:43.211522 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-97b5d8b5-36b7-43ba-9fb7-da1df26f421c tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:43.214750 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4d4d032b-85ce-4db7-96dc-b2d183c16468 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:43.215454 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d4d032b-85ce-4db7-96dc-b2d183c16468 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f00e9fd8-4709-44e1-b4f4-fa8fc0c12ff9 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:35:43.228520 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-966cad2e-6b6a-4f4d-912c-2ea372a6d2fc tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:43.429585 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-66a683c1-00a6-443f-a19e-edc3003543a1 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:43.494631 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-66a683c1-00a6-443f-a19e-edc3003543a1 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Deleting port 0d758f38-320a-4b33-8704-a9f0b209b9c7 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:35:43.495215 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-66a683c1-00a6-443f-a19e-edc3003543a1 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:43.715592 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-97b5d8b5-36b7-43ba-9fb7-da1df26f421c tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:43.718759 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4d4d032b-85ce-4db7-96dc-b2d183c16468 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:43.720262 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4d4d032b-85ce-4db7-96dc-b2d183c16468 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] 10.222.0.55 "DELETE /v2.0/routers/f00e9fd8-4709-44e1-b4f4-fa8fc0c12ff9 HTTP/1.1" status: 204 len: 168 time: 4.0900857 Feb 09 12:35:43.734153 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 39432) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:43.742573 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-24aaabfe-4c93-4fb7-852b-0a4b98a6972b tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-144298882', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}, 'admin_state_up': False}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:35:43.814295 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-24aaabfe-4c93-4fb7-852b-0a4b98a6972b tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:35:43.829327 n-d-825178-3 neutron-server[87568]: INFO neutron.db.l3_db [None req-966cad2e-6b6a-4f4d-912c-2ea372a6d2fc tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Floating IP 81839270-4e75-4c70-9c06-0386f6180da0 associated. External IP: 172.25.7.32, port: 09fc9a15-80ae-490d-a7cf-3d3b389ab0ae. Feb 09 12:35:43.829708 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-24aaabfe-4c93-4fb7-852b-0a4b98a6972b tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Usage tracker for resource:router and tenant:c7d53a1de8cf4ef8b26f12e375519d7e is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:35:43.835086 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-24aaabfe-4c93-4fb7-852b-0a4b98a6972b tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:35:43.873564 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-66a683c1-00a6-443f-a19e-edc3003543a1 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] For port 0d758f38-320a-4b33-8704-a9f0b209b9c7, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=0d758f38-320a-4b33-8704-a9f0b209b9c7,segment=NetworkSegment(5b16bca8-7e03-48cf-89a3-23bd0619958d),segment_id=5b16bca8-7e03-48cf-89a3-23bd0619958d)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:35:43.874138 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-66a683c1-00a6-443f-a19e-edc3003543a1 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:43.884460 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89774ed6-f8a9-4ac1-9ace-7c9c57a0ce64 None None] DHCP port deletion for e2780cbf-f122-4f71-908d-f302f1be6bf9 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:35:43.890039 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-89774ed6-f8a9-4ac1-9ace-7c9c57a0ce64 None None] Deleting port 0d758f38-320a-4b33-8704-a9f0b209b9c7 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:35:43.890571 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-89774ed6-f8a9-4ac1-9ace-7c9c57a0ce64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:44.011020 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-544e69e3-acd5-49ff-ad37-278fd6a220d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:44.097868 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d20fb8-56f3-45de-bb31-937bd8eaf97f admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:35:44.102697 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-06d20fb8-56f3-45de-bb31-937bd8eaf97f admin admin] 10.222.0.55 "PUT /v2.0/routers/7f0250c5-0beb-449d-a254-0d3fa99c7279/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7497299 Feb 09 12:35:44.109241 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39446) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:44.112600 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b5d8b5-36b7-43ba-9fb7-da1df26f421c tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Network 15606852-db94-471a-bb29-ca95c7a284bd is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:35:44.120281 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79fa976-2e11-4538-b8ad-06881843fe3c None None] Sync routers for ids ['7f0250c5-0beb-449d-a254-0d3fa99c7279'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:35:44.155449 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-66a683c1-00a6-443f-a19e-edc3003543a1 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Calling delete_port for 0d758f38-320a-4b33-8704-a9f0b209b9c7 owned by network:dhcp {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:35:44.201011 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79fa976-2e11-4538-b8ad-06881843fe3c None None] Routers {'7f0250c5-0beb-449d-a254-0d3fa99c7279'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:35:44.201894 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-b79fa976-2e11-4538-b8ad-06881843fe3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:35:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['7f0250c5-0beb-449d-a254-0d3fa99c7279'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:44.209379 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-97b5d8b5-36b7-43ba-9fb7-da1df26f421c tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:35:44.211753 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b5d8b5-36b7-43ba-9fb7-da1df26f421c tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:35:44.212885 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b5d8b5-36b7-43ba-9fb7-da1df26f421c tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:44.213643 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-97b5d8b5-36b7-43ba-9fb7-da1df26f421c tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:44.251852 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-24aaabfe-4c93-4fb7-852b-0a4b98a6972b tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:35:44.262367 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-66a683c1-00a6-443f-a19e-edc3003543a1 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:44.358491 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b5d8b5-36b7-43ba-9fb7-da1df26f421c tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Pushing event updated for resources: {'Port': ['ID=79922699-4c21-4726-92fe-f7bc38d3ddc6,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:44.367348 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a683c1-00a6-443f-a19e-edc3003543a1 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Pushing event deleted for resources: {'Port': ['ID=0d758f38-320a-4b33-8704-a9f0b209b9c7,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:44.373094 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-24aaabfe-4c93-4fb7-852b-0a4b98a6972b tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:44.374150 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-24aaabfe-4c93-4fb7-852b-0a4b98a6972b tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:44.415558 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-24aaabfe-4c93-4fb7-852b-0a4b98a6972b tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:44.430244 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-97b5d8b5-36b7-43ba-9fb7-da1df26f421c tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 3.8886261 Feb 09 12:35:44.434956 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39458) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:44.459565 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a683c1-00a6-443f-a19e-edc3003543a1 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] No DVR routers for this DVR port 0d758f38-320a-4b33-8704-a9f0b209b9c7 on host n-d-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:35:44.715991 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-89774ed6-f8a9-4ac1-9ace-7c9c57a0ce64 None None] For port 0d758f38-320a-4b33-8704-a9f0b209b9c7, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=0d758f38-320a-4b33-8704-a9f0b209b9c7,segment=NetworkSegment(5b16bca8-7e03-48cf-89a3-23bd0619958d),segment_id=5b16bca8-7e03-48cf-89a3-23bd0619958d)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:35:44.717459 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-89774ed6-f8a9-4ac1-9ace-7c9c57a0ce64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:44.802762 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:35:45.038298 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-89774ed6-f8a9-4ac1-9ace-7c9c57a0ce64 None None] Calling delete_port for 0d758f38-320a-4b33-8704-a9f0b209b9c7 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:35:45.087732 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-b79fa976-2e11-4538-b8ad-06881843fe3c None None] Set router 7f0250c5-0beb-449d-a254-0d3fa99c7279 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:35:45.103312 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0a9a8f41-112e-4ed5-a221-6adb31a0bb1e admin admin] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:45.168817 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-24aaabfe-4c93-4fb7-852b-0a4b98a6972b tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:45.308091 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751987ca-cb5f-4e53-9761-8507a1c18b6f tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:45.309506 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-751987ca-cb5f-4e53-9761-8507a1c18b6f tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Synchronizing usage tracker for tenant:2319bf4ed2704cc6adb8c8b7393e2868 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:35:45.313189 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 0d758f38-320a-4b33-8704-a9f0b209b9c7 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:35:45.320875 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-66a683c1-00a6-443f-a19e-edc3003543a1 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:45.348592 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-66a683c1-00a6-443f-a19e-edc3003543a1 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2780cbf-f122-4f71-908d-f302f1be6bf9']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:45.361535 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-66a683c1-00a6-443f-a19e-edc3003543a1 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b16bca8-7e03-48cf-89a3-23bd0619958d') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:45.361826 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-66a683c1-00a6-443f-a19e-edc3003543a1 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b16bca8-7e03-48cf-89a3-23bd0619958d') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:45.381071 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-66a683c1-00a6-443f-a19e-edc3003543a1 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:45.398030 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-66a683c1-00a6-443f-a19e-edc3003543a1 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:45.401731 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 0d758f38-320a-4b33-8704-a9f0b209b9c7 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:35:45.402076 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 0d758f38-320a-4b33-8704-a9f0b209b9c7 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:35:45.402492 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 62cd010d-4889-44a2-8a65-c41814be148b no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:35:45.406388 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66a683c1-00a6-443f-a19e-edc3003543a1 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:35:45.407055 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-66a683c1-00a6-443f-a19e-edc3003543a1 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:45.491417 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 62cd010d-4889-44a2-8a65-c41814be148b {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:35:45.491764 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 62cd010d-4889-44a2-8a65-c41814be148b not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:35:45.558036 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:35:45.558036 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:35:45.558036 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:35:45.558036 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:35:45.558036 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:35:45.558036 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:35:45.558036 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:35:45.558036 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:35:45.558036 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:35:45.558036 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:35:45.558036 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:35:45.558036 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:35:45.558036 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:35:45.558036 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:35:45.558036 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:35:45.558036 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:35:45.558036 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:35:45.558036 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:35:45.558036 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:35:45.558036 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:35:45.558036 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:35:45.558036 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:35:45.558036 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:35:45.558036 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:35:45.558036 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:35:45.558036 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:35:45.558036 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:35:45.558036 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:35:45.558036 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:35:45.558036 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:35:45.558036 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:35:45.558036 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:35:45.577876 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-66a683c1-00a6-443f-a19e-edc3003543a1 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:45.583577 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-66a683c1-00a6-443f-a19e-edc3003543a1 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:45.585393 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-751987ca-cb5f-4e53-9761-8507a1c18b6f tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Unset dirty status for tenant:2319bf4ed2704cc6adb8c8b7393e2868 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:35:45.589783 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-751987ca-cb5f-4e53-9761-8507a1c18b6f tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] 10.222.0.55 "GET /v2.0/ports/79922699-4c21-4726-92fe-f7bc38d3ddc6 HTTP/1.1" status: 200 len: 955 time: 1.1517694 Feb 09 12:35:45.598494 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39482) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:45.666140 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-89774ed6-f8a9-4ac1-9ace-7c9c57a0ce64 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:35:45.666401 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-89774ed6-f8a9-4ac1-9ace-7c9c57a0ce64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:35:45.672112 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-66a683c1-00a6-443f-a19e-edc3003543a1 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] 10.222.0.55 "DELETE /v2.0/networks/e2780cbf-f122-4f71-908d-f302f1be6bf9 HTTP/1.1" status: 204 len: 168 time: 2.5013015 Feb 09 12:35:45.677683 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a683c1-00a6-443f-a19e-edc3003543a1 tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Pushing event deleted for resources: {'Network': ['ID=e2780cbf-f122-4f71-908d-f302f1be6bf9,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:45.680453 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 39486) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:45.711018 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-966cad2e-6b6a-4f4d-912c-2ea372a6d2fc tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Router 7abc556e-df70-40ea-b8a8-2163f6b91196 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:35:45.731583 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-1fd45a0f-4893-4ff1-9e29-2dc55bcc65b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Deleting port 79922699-4c21-4726-92fe-f7bc38d3ddc6 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:35:45.732222 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1fd45a0f-4893-4ff1-9e29-2dc55bcc65b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:45.850265 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-b79fa976-2e11-4538-b8ad-06881843fe3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0250c5-0beb-449d-a254-0d3fa99c7279', 'name': 'tempest-ServersTestBootFromVolume-1120229944-router', 'tenant_id': '6636f5224f854918b634847a98f62470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'd9672ab6-8a06-4231-a1c2-ebf75ab1dedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:32:43Z', 'updated_at': '2022-02-09T12:35:39Z', 'revision_number': 5, 'project_id': '6636f5224f854918b634847a98f62470', 'gw_port': {'id': 'd9672ab6-8a06-4231-a1c2-ebf75ab1dedf', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:75:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0250c5-0beb-449d-a254-0d3fa99c7279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:32:45Z', 'updated_at': '2022-02-09T12:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:45.854555 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79fa976-2e11-4538-b8ad-06881843fe3c None None] Checking router: 7f0250c5-0beb-449d-a254-0d3fa99c7279 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:35:45.864501 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79fa976-2e11-4538-b8ad-06881843fe3c None None] Routers {'7f0250c5-0beb-449d-a254-0d3fa99c7279'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:35:45.865310 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-b79fa976-2e11-4538-b8ad-06881843fe3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:35:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['7f0250c5-0beb-449d-a254-0d3fa99c7279'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:45.946614 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-a4359b42-4961-4e7c-b2f3-e17eb42b7ece tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Deleting port ca6ed657-1c58-4199-b814-585280a4608a {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:35:45.947061 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a4359b42-4961-4e7c-b2f3-e17eb42b7ece tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:46.126044 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0a9a8f41-112e-4ed5-a221-6adb31a0bb1e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:46.192258 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-89774ed6-f8a9-4ac1-9ace-7c9c57a0ce64 None None] Deleting port 0d758f38-320a-4b33-8704-a9f0b209b9c7 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:35:46.192839 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-89774ed6-f8a9-4ac1-9ace-7c9c57a0ce64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:46.261429 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a4359b42-4961-4e7c-b2f3-e17eb42b7ece tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:46.262023 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a4359b42-4961-4e7c-b2f3-e17eb42b7ece tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:46.282356 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-0a9a8f41-112e-4ed5-a221-6adb31a0bb1e admin admin] Deleting port d9672ab6-8a06-4231-a1c2-ebf75ab1dedf {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:35:46.282886 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0a9a8f41-112e-4ed5-a221-6adb31a0bb1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:46.348844 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-89774ed6-f8a9-4ac1-9ace-7c9c57a0ce64 None None] The port '0d758f38-320a-4b33-8704-a9f0b209b9c7' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:35:46.429809 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8665bed2-72e6-4df1-b7d7-83f5dbded620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:46.435363 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966cad2e-6b6a-4f4d-912c-2ea372a6d2fc tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:35:46.466502 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a3f4ea-31a6-4793-9366-898030cc5bae None None] Sync routers for ids ['7abc556e-df70-40ea-b8a8-2163f6b91196'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:35:46.477956 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-a4359b42-4961-4e7c-b2f3-e17eb42b7ece tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Calling delete_port for ca6ed657-1c58-4199-b814-585280a4608a owned by network:floatingip {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:35:46.484620 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a3f4ea-31a6-4793-9366-898030cc5bae None None] Routers {'7abc556e-df70-40ea-b8a8-2163f6b91196'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:35:46.485398 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-f9a3f4ea-31a6-4793-9366-898030cc5bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:35:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['7abc556e-df70-40ea-b8a8-2163f6b91196'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:46.507055 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-966cad2e-6b6a-4f4d-912c-2ea372a6d2fc tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:46.512526 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-b79fa976-2e11-4538-b8ad-06881843fe3c None None] Set router 7f0250c5-0beb-449d-a254-0d3fa99c7279 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:35:46.841525 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1fd45a0f-4893-4ff1-9e29-2dc55bcc65b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:47.042779 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-966cad2e-6b6a-4f4d-912c-2ea372a6d2fc tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "PUT /v2.0/floatingips/81839270-4e75-4c70-9c06-0386f6180da0 HTTP/1.1" status: 200 len: 991 time: 7.8413031 Feb 09 12:35:47.053665 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-f9a3f4ea-31a6-4793-9366-898030cc5bae None None] Set router 7abc556e-df70-40ea-b8a8-2163f6b91196 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:35:47.176683 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-24aaabfe-4c93-4fb7-852b-0a4b98a6972b tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks [] for router_gateway, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:47.274751 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-0a9a8f41-112e-4ed5-a221-6adb31a0bb1e admin admin] For port d9672ab6-8a06-4231-a1c2-ebf75ab1dedf, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=d9672ab6-8a06-4231-a1c2-ebf75ab1dedf,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:35:47.275312 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0a9a8f41-112e-4ed5-a221-6adb31a0bb1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:47.308324 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-24aaabfe-4c93-4fb7-852b-0a4b98a6972b tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:47.338162 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-b79fa976-2e11-4538-b8ad-06881843fe3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0250c5-0beb-449d-a254-0d3fa99c7279', 'name': 'tempest-ServersTestBootFromVolume-1120229944-router', 'tenant_id': '6636f5224f854918b634847a98f62470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'd9672ab6-8a06-4231-a1c2-ebf75ab1dedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:32:43Z', 'updated_at': '2022-02-09T12:35:39Z', 'revision_number': 5, 'project_id': '6636f5224f854918b634847a98f62470', 'gw_port': {'id': 'd9672ab6-8a06-4231-a1c2-ebf75ab1dedf', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:75:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0250c5-0beb-449d-a254-0d3fa99c7279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:32:45Z', 'updated_at': '2022-02-09T12:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:47.353303 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79fa976-2e11-4538-b8ad-06881843fe3c None None] The sync data for ids ['7f0250c5-0beb-449d-a254-0d3fa99c7279'] in n-d-825178-3 is: [{'id': '7f0250c5-0beb-449d-a254-0d3fa99c7279', 'name': 'tempest-ServersTestBootFromVolume-1120229944-router', 'tenant_id': '6636f5224f854918b634847a98f62470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'd9672ab6-8a06-4231-a1c2-ebf75ab1dedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:32:43Z', 'updated_at': '2022-02-09T12:35:39Z', 'revision_number': 5, 'project_id': '6636f5224f854918b634847a98f62470', 'gw_port': {'id': 'd9672ab6-8a06-4231-a1c2-ebf75ab1dedf', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:75:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0250c5-0beb-449d-a254-0d3fa99c7279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:32:45Z', 'updated_at': '2022-02-09T12:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:35:47.435867 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a4359b42-4961-4e7c-b2f3-e17eb42b7ece tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:47.598534 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:47.611184 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:47.664595 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-0a9a8f41-112e-4ed5-a221-6adb31a0bb1e admin admin] Calling delete_port for d9672ab6-8a06-4231-a1c2-ebf75ab1dedf owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:35:47.692341 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-f9a3f4ea-31a6-4793-9366-898030cc5bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'name': 'tempest-AttachVolumeShelveTestJSON-1037925041-router', 'tenant_id': 'e83e724b83ff4eff83d86a9461a0246b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '51fb473d-e8d0-4341-b399-c79d0d5313e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:34:42Z', 'updated_at': '2022-02-09T12:35:01Z', 'revision_number': 4, 'project_id': 'e83e724b83ff4eff83d86a9461a0246b', 'gw_port': {'id': '51fb473d-e8d0-4341-b399-c79d0d5313e3', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:19:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:34:46Z', 'updated_at': '2022-02-09T12:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '81839270-4e75-4c70-9c06-0386f6180da0', 'tenant_id': 'e83e724b83ff4eff83d86a9461a0246b', 'floating_ip_address': '172.25.7.32', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'port_id': '09fc9a15-80ae-490d-a7cf-3d3b389ab0ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01f3f4ff-beae-4106-8f70-e214cdcf114b', 'mac_address': 'fa:16:3e:87:ec:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4f35da-b400-4537-8c6e-36fd20364178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:35:15Z', 'updated_at': '2022-02-09T12:35:42Z', 'revision_number': 1, 'project_id': 'e83e724b83ff4eff83d86a9461a0246b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95dd8935-16b4-4add-a2f5-318d2b2379fa', 'name': '', 'network_id': '01f3f4ff-beae-4106-8f70-e214cdcf114b', 'tenant_id': 'e83e724b83ff4eff83d86a9461a0246b', 'mac_address': 'fa:16:3e:22:19:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '45d760f9-948b-4bf5-bf1f-a52c1e984121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:34:57Z', 'updated_at': '2022-02-09T12:35:13Z', 'revision_number': 5, 'project_id': 'e83e724b83ff4eff83d86a9461a0246b', 'subnets': [{'id': '45d760f9-948b-4bf5-bf1f-a52c1e984121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:47.696565 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a3f4ea-31a6-4793-9366-898030cc5bae None None] Checking router: 7abc556e-df70-40ea-b8a8-2163f6b91196 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:35:47.705356 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a3f4ea-31a6-4793-9366-898030cc5bae None None] Routers {'7abc556e-df70-40ea-b8a8-2163f6b91196'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:35:47.706154 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-f9a3f4ea-31a6-4793-9366-898030cc5bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:35:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['7abc556e-df70-40ea-b8a8-2163f6b91196'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:47.718072 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa4f35da-b400-4537-8c6e-36fd20364178', 'tag': '09fc9a15-80ae-490d-a7cf-3d3b389ab0ae'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:35:47.729871 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-1fd45a0f-4893-4ff1-9e29-2dc55bcc65b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Calling delete_port for 79922699-4c21-4726-92fe-f7bc38d3ddc6 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:35:47.847517 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa4f35da-b400-4537-8c6e-36fd20364178', 'tag': '09fc9a15-80ae-490d-a7cf-3d3b389ab0ae', 'status': 'completed', 'code': 200} Feb 09 12:35:48.010882 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4359b42-4961-4e7c-b2f3-e17eb42b7ece tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Pushing event deleted for resources: {'Port': ['ID=ca6ed657-1c58-4199-b814-585280a4608a,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:48.167788 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1fd45a0f-4893-4ff1-9e29-2dc55bcc65b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:48.209976 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-f9a3f4ea-31a6-4793-9366-898030cc5bae None None] Set router 7abc556e-df70-40ea-b8a8-2163f6b91196 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:35:48.235388 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a4359b42-4961-4e7c-b2f3-e17eb42b7ece tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks [] for floatingip, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:48.278959 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe61f9-ce44-411a-9158-9f9d826bdac5 req-d62610a7-4a3c-46d0-889b-d17e1363586d tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:48.284525 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd45a0f-4893-4ff1-9e29-2dc55bcc65b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Pushing event deleted for resources: {'Port': ['ID=79922699-4c21-4726-92fe-f7bc38d3ddc6,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:48.288930 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d3fe61f9-ce44-411a-9158-9f9d826bdac5 req-d62610a7-4a3c-46d0-889b-d17e1363586d tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 946 time: 0.8333449 Feb 09 12:35:48.328755 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a4359b42-4961-4e7c-b2f3-e17eb42b7ece tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:48.329476 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a4359b42-4961-4e7c-b2f3-e17eb42b7ece tempest-FloatingIPAdminTestJSON-1189902833 tempest-FloatingIPAdminTestJSON-1189902833-project] 10.222.0.55 "DELETE /v2.0/floatingips/57fa10d1-3f7e-42a2-8de7-9bee9afa3bed HTTP/1.1" status: 204 len: 168 time: 2.6473088 Feb 09 12:35:48.353071 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1fd45a0f-4893-4ff1-9e29-2dc55bcc65b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:48.358321 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-24aaabfe-4c93-4fb7-852b-0a4b98a6972b tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Allocated IP 172.25.7.41 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/15ac85ae-7089-48cd-a3d0-9295c65342f9) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:35:48.371420 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d3fe61f9-ce44-411a-9158-9f9d826bdac5 req-2b4026d4-4efd-45e9-b1ab-cef4bcd22b2e tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805113 Feb 09 12:35:48.531601 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1fd45a0f-4893-4ff1-9e29-2dc55bcc65b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] 10.222.0.55 "DELETE /v2.0/ports/79922699-4c21-4726-92fe-f7bc38d3ddc6 HTTP/1.1" status: 204 len: 168 time: 2.9295135 Feb 09 12:35:48.542413 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec3fcc-b3e2-45e3-86b3-9fd7e4237cd9 req-c875aea9-adba-4faf-baa7-2026e0f1360a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:48.544295 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-bcec3fcc-b3e2-45e3-86b3-9fd7e4237cd9 req-c875aea9-adba-4faf-baa7-2026e0f1360a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e83e724b83ff4eff83d86a9461a0246b&device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 1097 time: 0.6580987 Feb 09 12:35:48.547226 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39550) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:48.687280 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-24aaabfe-4c93-4fb7-852b-0a4b98a6972b tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:48.804590 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-24aaabfe-4c93-4fb7-852b-0a4b98a6972b tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:48.939196 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d0a3101-120b-40ed-9b7c-703f82a13871 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] GET failed (client error): The resource could not be found. Feb 09 12:35:48.939196 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-8d0a3101-120b-40ed-9b7c-703f82a13871 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Synchronizing usage tracker for tenant:2319bf4ed2704cc6adb8c8b7393e2868 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:35:49.017988 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24aaabfe-4c93-4fb7-852b-0a4b98a6972b tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:35:49.019484 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0a9a8f41-112e-4ed5-a221-6adb31a0bb1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:49.021533 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aaabfe-4c93-4fb7-852b-0a4b98a6972b tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Pushing event updated for resources: {'Port': ['ID=15ac85ae-7089-48cd-a3d0-9295c65342f9,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:49.030091 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-24aaabfe-4c93-4fb7-852b-0a4b98a6972b tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:35:49.036159 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24aaabfe-4c93-4fb7-852b-0a4b98a6972b tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:35:49.105092 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-8d0a3101-120b-40ed-9b7c-703f82a13871 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Unset dirty status for tenant:2319bf4ed2704cc6adb8c8b7393e2868 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:35:49.106275 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8d0a3101-120b-40ed-9b7c-703f82a13871 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] 10.222.0.55 "GET /v2.0/ports/79922699-4c21-4726-92fe-f7bc38d3ddc6 HTTP/1.1" status: 404 len: 333 time: 0.5488641 Feb 09 12:35:49.107066 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39568) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:49.119776 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:49.139227 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 96533d4e-cdc4-4a86-862c-ecb7bb25fcd6 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:35:49.145099 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a8f41-112e-4ed5-a221-6adb31a0bb1e admin admin] Pushing event deleted for resources: {'Port': ['ID=d9672ab6-8a06-4231-a1c2-ebf75ab1dedf,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:49.149787 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39570) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:49.165599 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-f9a3f4ea-31a6-4793-9366-898030cc5bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'name': 'tempest-AttachVolumeShelveTestJSON-1037925041-router', 'tenant_id': 'e83e724b83ff4eff83d86a9461a0246b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '51fb473d-e8d0-4341-b399-c79d0d5313e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:34:42Z', 'updated_at': '2022-02-09T12:35:01Z', 'revision_number': 4, 'project_id': 'e83e724b83ff4eff83d86a9461a0246b', 'gw_port': {'id': '51fb473d-e8d0-4341-b399-c79d0d5313e3', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:19:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:34:46Z', 'updated_at': '2022-02-09T12:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '81839270-4e75-4c70-9c06-0386f6180da0', 'tenant_id': 'e83e724b83ff4eff83d86a9461a0246b', 'floating_ip_address': '172.25.7.32', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'port_id': '09fc9a15-80ae-490d-a7cf-3d3b389ab0ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01f3f4ff-beae-4106-8f70-e214cdcf114b', 'mac_address': 'fa:16:3e:87:ec:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4f35da-b400-4537-8c6e-36fd20364178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:35:15Z', 'updated_at': '2022-02-09T12:35:42Z', 'revision_number': 1, 'project_id': 'e83e724b83ff4eff83d86a9461a0246b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95dd8935-16b4-4add-a2f5-318d2b2379fa', 'name': '', 'network_id': '01f3f4ff-beae-4106-8f70-e214cdcf114b', 'tenant_id': 'e83e724b83ff4eff83d86a9461a0246b', 'mac_address': 'fa:16:3e:22:19:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '45d760f9-948b-4bf5-bf1f-a52c1e984121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:34:57Z', 'updated_at': '2022-02-09T12:35:13Z', 'revision_number': 5, 'project_id': 'e83e724b83ff4eff83d86a9461a0246b', 'subnets': [{'id': '45d760f9-948b-4bf5-bf1f-a52c1e984121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:49.170547 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a3f4ea-31a6-4793-9366-898030cc5bae None None] The sync data for ids ['7abc556e-df70-40ea-b8a8-2163f6b91196'] in n-d-825178-3 is: [{'id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'name': 'tempest-AttachVolumeShelveTestJSON-1037925041-router', 'tenant_id': 'e83e724b83ff4eff83d86a9461a0246b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '51fb473d-e8d0-4341-b399-c79d0d5313e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:34:42Z', 'updated_at': '2022-02-09T12:35:01Z', 'revision_number': 4, 'project_id': 'e83e724b83ff4eff83d86a9461a0246b', 'gw_port': {'id': '51fb473d-e8d0-4341-b399-c79d0d5313e3', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:19:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:34:46Z', 'updated_at': '2022-02-09T12:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '81839270-4e75-4c70-9c06-0386f6180da0', 'tenant_id': 'e83e724b83ff4eff83d86a9461a0246b', 'floating_ip_address': '172.25.7.32', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'port_id': '09fc9a15-80ae-490d-a7cf-3d3b389ab0ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01f3f4ff-beae-4106-8f70-e214cdcf114b', 'mac_address': 'fa:16:3e:87:ec:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4f35da-b400-4537-8c6e-36fd20364178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:35:15Z', 'updated_at': '2022-02-09T12:35:42Z', 'revision_number': 1, 'project_id': 'e83e724b83ff4eff83d86a9461a0246b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95dd8935-16b4-4add-a2f5-318d2b2379fa', 'name': '', 'network_id': '01f3f4ff-beae-4106-8f70-e214cdcf114b', 'tenant_id': 'e83e724b83ff4eff83d86a9461a0246b', 'mac_address': 'fa:16:3e:22:19:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '45d760f9-948b-4bf5-bf1f-a52c1e984121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:34:57Z', 'updated_at': '2022-02-09T12:35:13Z', 'revision_number': 5, 'project_id': 'e83e724b83ff4eff83d86a9461a0246b', 'subnets': [{'id': '45d760f9-948b-4bf5-bf1f-a52c1e984121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:35:49.186600 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 96533d4e-cdc4-4a86-862c-ecb7bb25fcd6 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:35:49.187090 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 96533d4e-cdc4-4a86-862c-ecb7bb25fcd6 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:35:49.231244 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-daa09b7e-7e6c-41fe-ac11-2c3d059e1d72 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Request body: {'port': {'network_id': '15606852-db94-471a-bb29-ca95c7a284bd', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2049463426'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:35:49.245107 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec3fcc-b3e2-45e3-86b3-9fd7e4237cd9 req-fe81a8c4-a6d4-420e-8866-324918d3daa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:49.246695 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-bcec3fcc-b3e2-45e3-86b3-9fd7e4237cd9 req-fe81a8c4-a6d4-420e-8866-324918d3daa1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=01f3f4ff-beae-4106-8f70-e214cdcf114b HTTP/1.1" status: 200 len: 918 time: 0.6697447 Feb 09 12:35:49.255464 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-daa09b7e-7e6c-41fe-ac11-2c3d059e1d72 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:35:49.444033 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-daa09b7e-7e6c-41fe-ac11-2c3d059e1d72 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:35:49.549361 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa09b7e-7e6c-41fe-ac11-2c3d059e1d72 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Made reservation on behalf of 2319bf4ed2704cc6adb8c8b7393e2868 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:35:49.552260 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-daa09b7e-7e6c-41fe-ac11-2c3d059e1d72 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:49.575487 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-bcec3fcc-b3e2-45e3-86b3-9fd7e4237cd9 req-8eec05ef-2666-4d9e-b578-860baee48f4f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09fc9a15-80ae-490d-a7cf-3d3b389ab0ae HTTP/1.1" status: 200 len: 999 time: 0.2977278 Feb 09 12:35:49.631274 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7af838-8472-43b8-ae18-ee918f134891 None None] New status for floating IP 81839270-4e75-4c70-9c06-0386f6180da0: ACTIVE {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:35:49.682156 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0a9a8f41-112e-4ed5-a221-6adb31a0bb1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:49.812809 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-24aaabfe-4c93-4fb7-852b-0a4b98a6972b tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks [] for router_gateway, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:49.991657 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-daa09b7e-7e6c-41fe-ac11-2c3d059e1d72 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] device_id is not set on port 122f542e-b656-47e2-842c-9717cab4897a yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:35:50.044668 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0a9a8f41-112e-4ed5-a221-6adb31a0bb1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:50.048402 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0a9a8f41-112e-4ed5-a221-6adb31a0bb1e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:50.069938 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-23d1958b-72fe-4db0-b659-76f83e3e73d1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=02d9a4062ae842e49faf9c2f6adea9a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9265480 Feb 09 12:35:50.075905 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 39596) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:50.106604 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec3fcc-b3e2-45e3-86b3-9fd7e4237cd9 req-9f744fa6-9f86-4a7d-8472-48327885985b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:50.108346 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-bcec3fcc-b3e2-45e3-86b3-9fd7e4237cd9 req-9f744fa6-9f86-4a7d-8472-48327885985b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=45d760f9-948b-4bf5-bf1f-a52c1e984121 HTTP/1.1" status: 200 len: 856 time: 0.5202997 Feb 09 12:35:50.185020 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0a9a8f41-112e-4ed5-a221-6adb31a0bb1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:50.185797 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9a8f41-112e-4ed5-a221-6adb31a0bb1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f0250c5-0beb-449d-a254-0d3fa99c7279 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:35:50.204951 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a2e7bb52-55b4-4510-89f8-444d0cf44c5d req-4fa44d68-c026-4ab3-af1f-c2e03f3e11c6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=302a76f3-a50b-4890-a243-b44f015013ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4266360 Feb 09 12:35:50.444808 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:50.461182 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0a9a8f41-112e-4ed5-a221-6adb31a0bb1e admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:50.462984 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0a9a8f41-112e-4ed5-a221-6adb31a0bb1e admin admin] 10.222.0.55 "DELETE /v2.0/routers/7f0250c5-0beb-449d-a254-0d3fa99c7279 HTTP/1.1" status: 204 len: 168 time: 6.3492608 Feb 09 12:35:50.468033 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39608) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:50.575095 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec3fcc-b3e2-45e3-86b3-9fd7e4237cd9 req-75caeb71-2552-4a6e-b88f-817318b705df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:50.577227 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-bcec3fcc-b3e2-45e3-86b3-9fd7e4237cd9 req-75caeb71-2552-4a6e-b88f-817318b705df service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=01f3f4ff-beae-4106-8f70-e214cdcf114b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4534726 Feb 09 12:35:50.582790 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-daa09b7e-7e6c-41fe-ac11-2c3d059e1d72 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:50.610642 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62ed3e-2e94-4fec-af8c-e0b82a287e10 req-436acf5e-5927-495b-96a8-c2ccc3cd7db9 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:50.612840 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ea62ed3e-2e94-4fec-af8c-e0b82a287e10 req-436acf5e-5927-495b-96a8-c2ccc3cd7db9 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 946 time: 0.8335195 Feb 09 12:35:50.686041 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-622da6b2-9260-4461-9089-1a30f1e9cad0 admin admin] Deleting subnet 1c766e56-81af-415a-be67-1134703375d0 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:35:50.697072 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-622da6b2-9260-4461-9089-1a30f1e9cad0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:50.699626 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-24aaabfe-4c93-4fb7-852b-0a4b98a6972b tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:50.797593 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-622da6b2-9260-4461-9089-1a30f1e9cad0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:50.848520 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2f682dc4-20e8-47aa-9462-0cbf736fd75a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:50.919021 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7bb52-55b4-4510-89f8-444d0cf44c5d req-01682737-6b43-42ec-a110-a808abe45602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:50.922791 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a2e7bb52-55b4-4510-89f8-444d0cf44c5d req-01682737-6b43-42ec-a110-a808abe45602 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02a79007c42b4d508e7f5f941eb00251&device_id=302a76f3-a50b-4890-a243-b44f015013ad HTTP/1.1" status: 200 len: 1096 time: 0.4425843 Feb 09 12:35:51.006041 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2f682dc4-20e8-47aa-9462-0cbf736fd75a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:51.021340 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-bcec3fcc-b3e2-45e3-86b3-9fd7e4237cd9 req-605c5bf6-311c-4e80-afa9-180649f0c2f9 service neutron] 10.222.0.46 "GET /v2.0/networks/01f3f4ff-beae-4106-8f70-e214cdcf114b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4362333 Feb 09 12:35:51.024746 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-daa09b7e-7e6c-41fe-ac11-2c3d059e1d72 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:51.036881 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ea62ed3e-2e94-4fec-af8c-e0b82a287e10 req-2e3982cd-94b2-4f66-a6e5-5acc0e67e165 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3347349 Feb 09 12:35:51.205106 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa09b7e-7e6c-41fe-ac11-2c3d059e1d72 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Network 15606852-db94-471a-bb29-ca95c7a284bd is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:35:51.211820 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-daa09b7e-7e6c-41fe-ac11-2c3d059e1d72 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:35:51.214156 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device d9672ab6-8a06-4231-a1c2-ebf75ab1dedf no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:35:51.244154 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa09b7e-7e6c-41fe-ac11-2c3d059e1d72 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:35:51.245122 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa09b7e-7e6c-41fe-ac11-2c3d059e1d72 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:51.245729 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-daa09b7e-7e6c-41fe-ac11-2c3d059e1d72 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:51.247280 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7bb52-55b4-4510-89f8-444d0cf44c5d req-9f7997bb-498d-4f37-9523-a83494d99217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:51.248942 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a2e7bb52-55b4-4510-89f8-444d0cf44c5d req-9f7997bb-498d-4f37-9523-a83494d99217 service neutron] 10.222.0.46 "GET /v2.0/networks?id=34fde1f9-cb49-4dd5-836d-cfd52119562b HTTP/1.1" status: 200 len: 916 time: 0.2336977 Feb 09 12:35:51.273197 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa09b7e-7e6c-41fe-ac11-2c3d059e1d72 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Pushing event updated for resources: {'Port': ['ID=122f542e-b656-47e2-842c-9717cab4897a,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:51.290243 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: d9672ab6-8a06-4231-a1c2-ebf75ab1dedf {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:35:51.290526 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device d9672ab6-8a06-4231-a1c2-ebf75ab1dedf not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:35:51.311362 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-622da6b2-9260-4461-9089-1a30f1e9cad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:51.344695 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a2e7bb52-55b4-4510-89f8-444d0cf44c5d req-c704b856-34c8-4717-b592-98e139dd2fad service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac66b915-c73e-42d3-b403-83ad0b252ab4 HTTP/1.1" status: 200 len: 217 time: 0.0856614 Feb 09 12:35:51.400538 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-daa09b7e-7e6c-41fe-ac11-2c3d059e1d72 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.2413950 Feb 09 12:35:51.408999 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39628) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:51.413661 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-622da6b2-9260-4461-9089-1a30f1e9cad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:51.438843 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7bb52-55b4-4510-89f8-444d0cf44c5d req-c3174723-eb3b-479b-8776-5e2ca4f73a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:51.440620 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a2e7bb52-55b4-4510-89f8-444d0cf44c5d req-c3174723-eb3b-479b-8776-5e2ca4f73a4b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c51d0be-f310-4dee-aa2c-2b4ce475d198 HTTP/1.1" status: 200 len: 855 time: 0.0816114 Feb 09 12:35:51.459359 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:35:51.488037 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622da6b2-9260-4461-9089-1a30f1e9cad0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c766e56-81af-415a-be67-1134703375d0,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:51.501874 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-bcec3fcc-b3e2-45e3-86b3-9fd7e4237cd9 req-45a7e2ea-f053-4b43-a7bb-85b055b99ab8 service neutron] 10.222.0.46 "GET /v2.0/networks/01f3f4ff-beae-4106-8f70-e214cdcf114b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4416988 Feb 09 12:35:51.507129 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a2e7bb52-55b4-4510-89f8-444d0cf44c5d req-d1396b0a-6396-4e28-ad76-ca5f6f7d2685 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34fde1f9-cb49-4dd5-836d-cfd52119562b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521240 Feb 09 12:35:51.512329 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e1305a-d2b9-4160-8ede-acf095d1cc1d None None] Network e261860c-4908-41b9-9d95-9f8235439656 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:35:51.521991 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-622da6b2-9260-4461-9089-1a30f1e9cad0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:51.546006 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-622da6b2-9260-4461-9089-1a30f1e9cad0 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/1c766e56-81af-415a-be67-1134703375d0 HTTP/1.1" status: 204 len: 168 time: 1.0540879 Feb 09 12:35:51.548790 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39636) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:51.690718 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2f682dc4-20e8-47aa-9462-0cbf736fd75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:51.714616 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24aaabfe-4c93-4fb7-852b-0a4b98a6972b tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Router efcf1199-aeb0-4fb9-b7e1-c3e03dd247f9 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:35:51.733988 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f682dc4-20e8-47aa-9462-0cbf736fd75a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a058815-cdad-4505-95af-302ea81ed7fb,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:51.824617 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2f682dc4-20e8-47aa-9462-0cbf736fd75a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:51.825751 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2f682dc4-20e8-47aa-9462-0cbf736fd75a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3a058815-cdad-4505-95af-302ea81ed7fb HTTP/1.1" status: 204 len: 168 time: 1.7463069 Feb 09 12:35:51.856552 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0cde243b-8655-453d-a4ea-cece509bee4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:51.861330 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:51.901673 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b7fa64-dd69-4558-b1b2-dcd226284d1f None None] DHCP port deletion for e261860c-4908-41b9-9d95-9f8235439656 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:35:51.906320 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-e8b7fa64-dd69-4558-b1b2-dcd226284d1f None None] Deleting port fcb232e4-c5f5-424f-b176-11c08c51a10e {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:35:51.906718 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e8b7fa64-dd69-4558-b1b2-dcd226284d1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:51.943774 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-0cde243b-8655-453d-a4ea-cece509bee4d admin admin] Deleting port fcb232e4-c5f5-424f-b176-11c08c51a10e {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:35:51.944151 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0cde243b-8655-453d-a4ea-cece509bee4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:52.020212 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a2e7bb52-55b4-4510-89f8-444d0cf44c5d req-864b9328-d4c3-42f2-9ad8-d95eb2f1e6bf service neutron] 10.222.0.46 "GET /v2.0/networks/34fde1f9-cb49-4dd5-836d-cfd52119562b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4970798 Feb 09 12:35:52.145908 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24aaabfe-4c93-4fb7-852b-0a4b98a6972b tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:35:52.170845 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2d3b5c-de6b-4460-8837-edc9b17cd819 None None] Sync routers for ids ['efcf1199-aeb0-4fb9-b7e1-c3e03dd247f9'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:35:52.208853 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2d3b5c-de6b-4460-8837-edc9b17cd819 None None] Routers {'efcf1199-aeb0-4fb9-b7e1-c3e03dd247f9'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:35:52.214087 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7b2d3b5c-de6b-4460-8837-edc9b17cd819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:35:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['efcf1199-aeb0-4fb9-b7e1-c3e03dd247f9'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:52.243107 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-24aaabfe-4c93-4fb7-852b-0a4b98a6972b tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:52.245652 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-24aaabfe-4c93-4fb7-852b-0a4b98a6972b tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.5131614 Feb 09 12:35:52.253533 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 39654) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:52.301865 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-b716f61a-93b9-4a6f-a6bf-f147ecf44e02 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'enable_snat': False}}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:35:52.305598 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-e8b7fa64-dd69-4558-b1b2-dcd226284d1f None None] For port fcb232e4-c5f5-424f-b176-11c08c51a10e, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=fcb232e4-c5f5-424f-b176-11c08c51a10e,segment=NetworkSegment(d37349ec-1737-4df4-bc46-6875c75010a7),segment_id=d37349ec-1737-4df4-bc46-6875c75010a7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:35:52.306390 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e8b7fa64-dd69-4558-b1b2-dcd226284d1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:52.460853 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7b2d3b5c-de6b-4460-8837-edc9b17cd819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:52.484651 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2d3b5c-de6b-4460-8837-edc9b17cd819 None None] Routers {'efcf1199-aeb0-4fb9-b7e1-c3e03dd247f9'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:35:52.485555 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7b2d3b5c-de6b-4460-8837-edc9b17cd819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:35:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['efcf1199-aeb0-4fb9-b7e1-c3e03dd247f9'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:52.551333 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-e8b7fa64-dd69-4558-b1b2-dcd226284d1f None None] Calling delete_port for fcb232e4-c5f5-424f-b176-11c08c51a10e owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:35:52.650719 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7b2d3b5c-de6b-4460-8837-edc9b17cd819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:52.651124 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2d3b5c-de6b-4460-8837-edc9b17cd819 None None] The sync data for ids ['efcf1199-aeb0-4fb9-b7e1-c3e03dd247f9'] in n-d-825178-3 is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:35:52.669562 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39664) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:52.713303 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e8b7fa64-dd69-4558-b1b2-dcd226284d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:52.765551 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f58177a0-be40-49d1-8946-dcb3a128312f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:52.802578 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f58177a0-be40-49d1-8946-dcb3a128312f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:35:52.824502 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f58177a0-be40-49d1-8946-dcb3a128312f admin admin] Usage tracker for resource:security_group_rule and tenant:7c86b8b17b6c40fbb9d3933619051f45 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:35:52.830844 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f58177a0-be40-49d1-8946-dcb3a128312f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:35:52.834204 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b7fa64-dd69-4558-b1b2-dcd226284d1f None None] No DVR routers for this DVR port fcb232e4-c5f5-424f-b176-11c08c51a10e on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:35:52.835756 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7fa64-dd69-4558-b1b2-dcd226284d1f None None] Pushing event deleted for resources: {'Port': ['ID=fcb232e4-c5f5-424f-b176-11c08c51a10e,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:52.839462 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f58177a0-be40-49d1-8946-dcb3a128312f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:35:52.876757 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:52.927065 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-0cde243b-8655-453d-a4ea-cece509bee4d admin admin] For port fcb232e4-c5f5-424f-b176-11c08c51a10e, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=fcb232e4-c5f5-424f-b176-11c08c51a10e,segment=NetworkSegment(d37349ec-1737-4df4-bc46-6875c75010a7),segment_id=d37349ec-1737-4df4-bc46-6875c75010a7)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:35:52.927647 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0cde243b-8655-453d-a4ea-cece509bee4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:52.934592 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a2e7bb52-55b4-4510-89f8-444d0cf44c5d req-4e0414bc-d7b3-41a2-beb3-ff71c365114d service neutron] 10.222.0.46 "GET /v2.0/networks/34fde1f9-cb49-4dd5-836d-cfd52119562b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9071865 Feb 09 12:35:53.067023 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] device_id is not set on port 122f542e-b656-47e2-842c-9717cab4897a yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:35:53.089585 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:53.131256 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5f953-46c2-4ca7-8934-022ca59b3543 req-c912ec37-75dd-431f-a89b-fc75e862decb tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:53.132670 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b1b5f953-46c2-4ca7-8934-022ca59b3543 req-c912ec37-75dd-431f-a89b-fc75e862decb tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 946 time: 0.2821059 Feb 09 12:35:53.154656 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device fcb232e4-c5f5-424f-b176-11c08c51a10e no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:35:53.191158 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-0cde243b-8655-453d-a4ea-cece509bee4d admin admin] Calling delete_port for fcb232e4-c5f5-424f-b176-11c08c51a10e owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:35:53.197914 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: fcb232e4-c5f5-424f-b176-11c08c51a10e {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:35:53.199029 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device fcb232e4-c5f5-424f-b176-11c08c51a10e not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:35:53.308364 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Transition to ACTIVE for port object 122f542e-b656-47e2-842c-9717cab4897a will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:35:53.323787 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:53.529983 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b1b5f953-46c2-4ca7-8934-022ca59b3543 req-7ef902ff-c621-4e51-9019-b54c7797cb0c tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3868008 Feb 09 12:35:53.535667 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b716f61a-93b9-4a6f-a6bf-f147ecf44e02 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:53.588975 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Pushing event updated for resources: {'Port': ['ID=122f542e-b656-47e2-842c-9717cab4897a,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:53.598534 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.api [None req-0cde243b-8655-453d-a4ea-cece509bee4d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:35:53.598868 n-d-825178-3 neutron-server[87568]: DEBUG oslo_db.api [None req-0cde243b-8655-453d-a4ea-cece509bee4d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:35:53.599432 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port 122f542e-b656-47e2-842c-9717cab4897a on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:35:53.599884 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port 122f542e-b656-47e2-842c-9717cab4897a by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:35:53.600106 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port 122f542e-b656-47e2-842c-9717cab4897a on network 15606852-db94-471a-bb29-ca95c7a284bd {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:35:53.617020 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Port 122f542e-b656-47e2-842c-9717cab4897a on network 15606852-db94-471a-bb29-ca95c7a284bd not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:35:53.617387 n-d-825178-3 neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Failed to bind port 122f542e-b656-47e2-842c-9717cab4897a on host n-h2-825178-3 for vnic_type normal using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] Feb 09 12:35:53.620210 n-d-825178-3 neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempt 2 to bind port 122f542e-b656-47e2-842c-9717cab4897a Feb 09 12:35:53.628578 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f58177a0-be40-49d1-8946-dcb3a128312f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:53.687398 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f58177a0-be40-49d1-8946-dcb3a128312f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:53.832835 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port 122f542e-b656-47e2-842c-9717cab4897a on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:35:53.833189 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port 122f542e-b656-47e2-842c-9717cab4897a by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:35:53.833636 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port 122f542e-b656-47e2-842c-9717cab4897a on network 15606852-db94-471a-bb29-ca95c7a284bd {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:35:53.861716 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Port 122f542e-b656-47e2-842c-9717cab4897a on network 15606852-db94-471a-bb29-ca95c7a284bd not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:35:53.862076 n-d-825178-3 neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Failed to bind port 122f542e-b656-47e2-842c-9717cab4897a on host n-h2-825178-3 for vnic_type normal using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] Feb 09 12:35:53.867917 n-d-825178-3 neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempt 3 to bind port 122f542e-b656-47e2-842c-9717cab4897a Feb 09 12:35:53.881291 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58177a0-be40-49d1-8946-dcb3a128312f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee9518c-f72d-404a-8768-824f6e232640,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:53.889584 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f58177a0-be40-49d1-8946-dcb3a128312f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7c86b8b17b6c40fbb9d3933619051f45&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2166328 Feb 09 12:35:53.900399 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39698) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:53.903085 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port 122f542e-b656-47e2-842c-9717cab4897a on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:35:53.903337 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port 122f542e-b656-47e2-842c-9717cab4897a by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:35:53.903689 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port 122f542e-b656-47e2-842c-9717cab4897a on network 15606852-db94-471a-bb29-ca95c7a284bd {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:35:53.931746 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Port 122f542e-b656-47e2-842c-9717cab4897a on network 15606852-db94-471a-bb29-ca95c7a284bd not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:35:53.939283 n-d-825178-3 neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Failed to bind port 122f542e-b656-47e2-842c-9717cab4897a on host n-h2-825178-3 for vnic_type normal using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] Feb 09 12:35:53.941948 n-d-825178-3 neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempt 4 to bind port 122f542e-b656-47e2-842c-9717cab4897a Feb 09 12:35:53.959491 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port 122f542e-b656-47e2-842c-9717cab4897a on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:35:53.959905 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port 122f542e-b656-47e2-842c-9717cab4897a by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:35:53.960181 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port 122f542e-b656-47e2-842c-9717cab4897a on network 15606852-db94-471a-bb29-ca95c7a284bd {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:35:53.973878 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Port 122f542e-b656-47e2-842c-9717cab4897a on network 15606852-db94-471a-bb29-ca95c7a284bd not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:35:53.974206 n-d-825178-3 neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Failed to bind port 122f542e-b656-47e2-842c-9717cab4897a on host n-h2-825178-3 for vnic_type normal using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] Feb 09 12:35:53.976988 n-d-825178-3 neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempt 5 to bind port 122f542e-b656-47e2-842c-9717cab4897a Feb 09 12:35:54.003185 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port 122f542e-b656-47e2-842c-9717cab4897a on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:35:54.003185 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port 122f542e-b656-47e2-842c-9717cab4897a by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:35:54.003185 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port 122f542e-b656-47e2-842c-9717cab4897a on network 15606852-db94-471a-bb29-ca95c7a284bd {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:35:54.021124 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Port 122f542e-b656-47e2-842c-9717cab4897a on network 15606852-db94-471a-bb29-ca95c7a284bd not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:35:54.026537 n-d-825178-3 neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Failed to bind port 122f542e-b656-47e2-842c-9717cab4897a on host n-h2-825178-3 for vnic_type normal using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] Feb 09 12:35:54.031200 n-d-825178-3 neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempt 6 to bind port 122f542e-b656-47e2-842c-9717cab4897a Feb 09 12:35:54.075152 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-81067859-2edd-40ce-bbfd-a306e2fd4aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:54.081023 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port 122f542e-b656-47e2-842c-9717cab4897a on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:35:54.081425 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port 122f542e-b656-47e2-842c-9717cab4897a by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:35:54.082670 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port 122f542e-b656-47e2-842c-9717cab4897a on network 15606852-db94-471a-bb29-ca95c7a284bd {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:35:54.103683 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Port 122f542e-b656-47e2-842c-9717cab4897a on network 15606852-db94-471a-bb29-ca95c7a284bd not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:35:54.103798 n-d-825178-3 neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Failed to bind port 122f542e-b656-47e2-842c-9717cab4897a on host n-h2-825178-3 for vnic_type normal using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] Feb 09 12:35:54.105383 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-0cde243b-8655-453d-a4ea-cece509bee4d admin admin] Deleting port fcb232e4-c5f5-424f-b176-11c08c51a10e {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:35:54.107013 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0cde243b-8655-453d-a4ea-cece509bee4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:54.161193 n-d-825178-3 neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempt 7 to bind port 122f542e-b656-47e2-842c-9717cab4897a Feb 09 12:35:54.218419 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-0cde243b-8655-453d-a4ea-cece509bee4d admin admin] The port 'fcb232e4-c5f5-424f-b176-11c08c51a10e' was deleted {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:35:54.225777 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-81067859-2edd-40ce-bbfd-a306e2fd4aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:54.271902 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port 122f542e-b656-47e2-842c-9717cab4897a on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:35:54.273249 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port 122f542e-b656-47e2-842c-9717cab4897a by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:35:54.273249 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port 122f542e-b656-47e2-842c-9717cab4897a on network 15606852-db94-471a-bb29-ca95c7a284bd {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:35:54.587606 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Port 122f542e-b656-47e2-842c-9717cab4897a on network 15606852-db94-471a-bb29-ca95c7a284bd not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:35:54.588039 n-d-825178-3 neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Failed to bind port 122f542e-b656-47e2-842c-9717cab4897a on host n-h2-825178-3 for vnic_type normal using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] Feb 09 12:35:54.590438 n-d-825178-3 neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempt 8 to bind port 122f542e-b656-47e2-842c-9717cab4897a Feb 09 12:35:54.598859 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-81067859-2edd-40ce-bbfd-a306e2fd4aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:54.606756 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0cde243b-8655-453d-a4ea-cece509bee4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:54.637309 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81067859-2edd-40ce-bbfd-a306e2fd4aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee9518c-f72d-404a-8768-824f6e232640,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:54.658117 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port 122f542e-b656-47e2-842c-9717cab4897a on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:35:54.658600 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port 122f542e-b656-47e2-842c-9717cab4897a by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:35:54.658942 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port 122f542e-b656-47e2-842c-9717cab4897a on network 15606852-db94-471a-bb29-ca95c7a284bd {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:35:54.673191 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b716f61a-93b9-4a6f-a6bf-f147ecf44e02 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:54.677800 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b716f61a-93b9-4a6f-a6bf-f147ecf44e02 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1740557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1740570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1738587'] for router, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:54.693102 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Port 122f542e-b656-47e2-842c-9717cab4897a on network 15606852-db94-471a-bb29-ca95c7a284bd not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:35:54.693663 n-d-825178-3 neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Failed to bind port 122f542e-b656-47e2-842c-9717cab4897a on host n-h2-825178-3 for vnic_type normal using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] Feb 09 12:35:54.695152 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-0cde243b-8655-453d-a4ea-cece509bee4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e261860c-4908-41b9-9d95-9f8235439656']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:54.704192 n-d-825178-3 neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempt 9 to bind port 122f542e-b656-47e2-842c-9717cab4897a Feb 09 12:35:54.734769 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-0cde243b-8655-453d-a4ea-cece509bee4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd37349ec-1737-4df4-bc46-6875c75010a7') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:54.735205 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-0cde243b-8655-453d-a4ea-cece509bee4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd37349ec-1737-4df4-bc46-6875c75010a7') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:54.776262 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port 122f542e-b656-47e2-842c-9717cab4897a on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:35:54.776744 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port 122f542e-b656-47e2-842c-9717cab4897a by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:35:54.777197 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port 122f542e-b656-47e2-842c-9717cab4897a on network 15606852-db94-471a-bb29-ca95c7a284bd {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:35:54.779920 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-81067859-2edd-40ce-bbfd-a306e2fd4aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:54.781126 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-81067859-2edd-40ce-bbfd-a306e2fd4aa5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9ee9518c-f72d-404a-8768-824f6e232640 HTTP/1.1" status: 204 len: 168 time: 0.8795774 Feb 09 12:35:54.783048 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0cde243b-8655-453d-a4ea-cece509bee4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:54.827967 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Port 122f542e-b656-47e2-842c-9717cab4897a on network 15606852-db94-471a-bb29-ca95c7a284bd not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:35:54.828421 n-d-825178-3 neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Failed to bind port 122f542e-b656-47e2-842c-9717cab4897a on host n-h2-825178-3 for vnic_type normal using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] Feb 09 12:35:54.832857 n-d-825178-3 neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempt 10 to bind port 122f542e-b656-47e2-842c-9717cab4897a Feb 09 12:35:54.864615 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0cde243b-8655-453d-a4ea-cece509bee4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:54.907968 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cde243b-8655-453d-a4ea-cece509bee4d admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:35:54.909248 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0cde243b-8655-453d-a4ea-cece509bee4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:54.930318 n-d-825178-3 neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:35:54.930318 n-d-825178-3 neutron-server[87568]: util.warn( Feb 09 12:35:54.930318 n-d-825178-3 neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:35:54.930318 n-d-825178-3 neutron-server[87568]: util.warn( Feb 09 12:35:54.930318 n-d-825178-3 neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:35:54.930318 n-d-825178-3 neutron-server[87568]: util.warn( Feb 09 12:35:54.930318 n-d-825178-3 neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:35:54.930318 n-d-825178-3 neutron-server[87568]: util.warn( Feb 09 12:35:54.930318 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:35:54.930318 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:35:54.930318 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:35:54.930318 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:35:54.930318 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:35:54.930318 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:35:54.930318 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:35:54.930318 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:35:54.930318 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:35:54.930318 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:35:54.930318 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:35:54.930318 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:35:54.930318 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:35:54.930318 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:35:54.930318 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:35:54.930318 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:35:54.930318 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:35:54.930318 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:35:54.930318 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:35:54.930318 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:35:54.930318 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:35:54.930318 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:35:54.930318 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:35:54.930318 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:35:54.930318 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:35:54.930318 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:35:54.930318 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:35:54.930318 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:35:54.930318 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:35:54.930318 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:35:54.930318 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:35:54.930318 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:35:54.954000 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port 122f542e-b656-47e2-842c-9717cab4897a on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:35:54.954598 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port 122f542e-b656-47e2-842c-9717cab4897a by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:35:54.955089 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempting to bind port 122f542e-b656-47e2-842c-9717cab4897a on network 15606852-db94-471a-bb29-ca95c7a284bd {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:35:55.081315 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Port 122f542e-b656-47e2-842c-9717cab4897a on network 15606852-db94-471a-bb29-ca95c7a284bd not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:35:55.081956 n-d-825178-3 neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Failed to bind port 122f542e-b656-47e2-842c-9717cab4897a on host n-h2-825178-3 for vnic_type normal using segments [{'id': 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '15606852-db94-471a-bb29-ca95c7a284bd'}] Feb 09 12:35:55.082475 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:55.196265 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0cde243b-8655-453d-a4ea-cece509bee4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:55.208476 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0cde243b-8655-453d-a4ea-cece509bee4d admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:55.335651 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde243b-8655-453d-a4ea-cece509bee4d admin admin] Pushing event deleted for resources: {'Network': ['ID=e261860c-4908-41b9-9d95-9f8235439656,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:55.344199 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0cde243b-8655-453d-a4ea-cece509bee4d admin admin] 10.222.0.55 "DELETE /v2.0/networks/e261860c-4908-41b9-9d95-9f8235439656 HTTP/1.1" status: 204 len: 168 time: 3.7944064 Feb 09 12:35:55.385608 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] For port 122f542e-b656-47e2-842c-9717cab4897a, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:35:55.386181 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attempted to set empty binding levels {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 09 12:35:55.394117 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:55.451734 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b716f61a-93b9-4a6f-a6bf-f147ecf44e02 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Router efcf1199-aeb0-4fb9-b7e1-c3e03dd247f9 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:35:55.601195 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Pushing event updated for resources: {'Port': ['ID=122f542e-b656-47e2-842c-9717cab4897a,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:55.673580 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] In _notify_port_updated(), no bound segment for port 122f542e-b656-47e2-842c-9717cab4897a on network 15606852-db94-471a-bb29-ca95c7a284bd {{(pid=87568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 12:35:55.673580 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:55.673580 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:55.681703 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 39754) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:55.682303 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 39756) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:55.684528 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3a883eb4-056f-4e1e-95ba-5de360f6a4b6 tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] 10.222.0.55 "PUT /v2.0/ports/122f542e-b656-47e2-842c-9717cab4897a HTTP/1.1" status: 200 len: 975 time: 4.2676942 Feb 09 12:35:55.767304 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-dfb55d66-2dc2-4c75-aa97-c54135369902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:55.906733 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39766) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:55.914188 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-dfb55d66-2dc2-4c75-aa97-c54135369902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:35:55.944051 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-9e302861-7795-4c0f-bd24-b305900ea73a tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Deleting port 122f542e-b656-47e2-842c-9717cab4897a {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:35:55.944418 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9e302861-7795-4c0f-bd24-b305900ea73a tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:56.025917 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-af8e93ec-f480-4f3d-9e11-8261584d1d09 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6636f5224f854918b634847a98f62470&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1166999 Feb 09 12:35:56.028141 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39770) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:56.123894 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-dfb55d66-2dc2-4c75-aa97-c54135369902 admin admin] Usage tracker for resource:security_group_rule and tenant:7694802d644242f290679cfa2ac0dd8a is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:35:56.130024 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e8488820-0421-4aaa-a86a-5a02d39f094c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:56.144116 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-dfb55d66-2dc2-4c75-aa97-c54135369902 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:35:56.151318 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-dfb55d66-2dc2-4c75-aa97-c54135369902 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:35:56.167240 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e8488820-0421-4aaa-a86a-5a02d39f094c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:56.270067 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e8488820-0421-4aaa-a86a-5a02d39f094c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:56.386919 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b716f61a-93b9-4a6f-a6bf-f147ecf44e02 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:35:56.399271 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8e6c0a-1495-40f1-9fa5-102d99e46e80 None None] Sync routers for ids ['efcf1199-aeb0-4fb9-b7e1-c3e03dd247f9'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:35:56.409208 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8488820-0421-4aaa-a86a-5a02d39f094c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7001186d-d56c-4f5b-88f3-0d2e55c2c575,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:56.427761 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e8488820-0421-4aaa-a86a-5a02d39f094c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:56.434591 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e8488820-0421-4aaa-a86a-5a02d39f094c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7001186d-d56c-4f5b-88f3-0d2e55c2c575 HTTP/1.1" status: 204 len: 168 time: 0.4015195 Feb 09 12:35:56.484140 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8e6c0a-1495-40f1-9fa5-102d99e46e80 None None] Routers {'efcf1199-aeb0-4fb9-b7e1-c3e03dd247f9'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:35:56.488424 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-cb8e6c0a-1495-40f1-9fa5-102d99e46e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:35:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['efcf1199-aeb0-4fb9-b7e1-c3e03dd247f9'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:56.508236 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-dfb55d66-2dc2-4c75-aa97-c54135369902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:56.509764 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b716f61a-93b9-4a6f-a6bf-f147ecf44e02 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:56.514170 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b716f61a-93b9-4a6f-a6bf-f147ecf44e02 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] 10.222.0.55 "PUT /v2.0/routers/efcf1199-aeb0-4fb9-b7e1-c3e03dd247f9 HTTP/1.1" status: 200 len: 924 time: 4.2307312 Feb 09 12:35:56.514280 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39792) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:56.563972 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-dfb55d66-2dc2-4c75-aa97-c54135369902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:56.715547 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-cb8e6c0a-1495-40f1-9fa5-102d99e46e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:56.749485 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8e6c0a-1495-40f1-9fa5-102d99e46e80 None None] Routers {'efcf1199-aeb0-4fb9-b7e1-c3e03dd247f9'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:35:56.756140 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-cb8e6c0a-1495-40f1-9fa5-102d99e46e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:35:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['efcf1199-aeb0-4fb9-b7e1-c3e03dd247f9'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:56.760455 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-dfb55d66-2dc2-4c75-aa97-c54135369902 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7694802d644242f290679cfa2ac0dd8a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0747604 Feb 09 12:35:56.766640 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-9e302861-7795-4c0f-bd24-b305900ea73a tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] For port 122f542e-b656-47e2-842c-9717cab4897a, host n-h2-825178-3, got binding levels [] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:35:56.772234 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9e302861-7795-4c0f-bd24-b305900ea73a tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:56.800248 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 39804) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:56.846822 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb55d66-2dc2-4c75-aa97-c54135369902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e8c9cf-3615-4055-9f45-60d0f12dc082,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:56.942450 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2abc14a9-8b78-4cb4-9f7d-f2c223376707 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] 10.222.0.55 "GET /v2.0/routers/efcf1199-aeb0-4fb9-b7e1-c3e03dd247f9 HTTP/1.1" status: 200 len: 924 time: 0.4152617 Feb 09 12:35:56.943777 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39816) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:57.112158 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-cb8e6c0a-1495-40f1-9fa5-102d99e46e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:57.117673 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8e6c0a-1495-40f1-9fa5-102d99e46e80 None None] The sync data for ids ['efcf1199-aeb0-4fb9-b7e1-c3e03dd247f9'] in n-d-825178-3 is: [] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:35:57.183242 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-9e302861-7795-4c0f-bd24-b305900ea73a tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Calling delete_port for 122f542e-b656-47e2-842c-9717cab4897a owned by {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:35:57.186751 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72086b88-2913-4ce0-b10f-07c1244093d6 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:57.188058 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-72086b88-2913-4ce0-b10f-07c1244093d6 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Synchronizing usage tracker for tenant:c4c5b6a164824b10a0c04b0e7d39ba59 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:35:57.227180 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-72086b88-2913-4ce0-b10f-07c1244093d6 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Unset dirty status for tenant:c4c5b6a164824b10a0c04b0e7d39ba59 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:35:57.231887 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-72086b88-2913-4ce0-b10f-07c1244093d6 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=af0bad45-b31e-4cb1-a77c-3bbc34409de5&device_id=efcf1199-aeb0-4fb9-b7e1-c3e03dd247f9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2868767 Feb 09 12:35:57.239491 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 39826) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:57.507783 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8247fff5-4485-4076-8a43-7d3e98fbc2b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:57.534008 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9e302861-7795-4c0f-bd24-b305900ea73a tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:57.621461 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8247fff5-4485-4076-8a43-7d3e98fbc2b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:57.631270 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e302861-7795-4c0f-bd24-b305900ea73a tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Pushing event deleted for resources: {'Port': ['ID=122f542e-b656-47e2-842c-9717cab4897a,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:57.638233 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e753795d-3ab3-44e6-8b88-b4fffbc42a9d tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:35:57.638901 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-e753795d-3ab3-44e6-8b88-b4fffbc42a9d tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Synchronizing usage tracker for tenant:c4c5b6a164824b10a0c04b0e7d39ba59 on resource:network {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:35:57.654786 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9e302861-7795-4c0f-bd24-b305900ea73a tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:57.687957 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9e302861-7795-4c0f-bd24-b305900ea73a tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] 10.222.0.55 "DELETE /v2.0/ports/122f542e-b656-47e2-842c-9717cab4897a HTTP/1.1" status: 204 len: 168 time: 1.9966049 Feb 09 12:35:57.688285 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39852) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:57.693448 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-e753795d-3ab3-44e6-8b88-b4fffbc42a9d tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Unset dirty status for tenant:c4c5b6a164824b10a0c04b0e7d39ba59 on resource:network {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:35:57.696513 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e753795d-3ab3-44e6-8b88-b4fffbc42a9d tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] 10.222.0.55 "GET /v2.0/networks/af0bad45-b31e-4cb1-a77c-3bbc34409de5 HTTP/1.1" status: 200 len: 881 time: 0.4556997 Feb 09 12:35:57.702518 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 39856) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:57.763815 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3b33480b-4dc6-4528-8984-72e40dec8b3d tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] 10.222.0.55 "GET /v2.0/ports?device_id=efcf1199-aeb0-4fb9-b7e1-c3e03dd247f9 HTTP/1.1" status: 200 len: 205 time: 0.0600822 Feb 09 12:35:57.766181 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 39862) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:57.842252 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-303d4e76-a05f-40e0-8504-7122b554effc tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] GET failed (client error): The resource could not be found. Feb 09 12:35:57.843486 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-303d4e76-a05f-40e0-8504-7122b554effc tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Synchronizing usage tracker for tenant:2319bf4ed2704cc6adb8c8b7393e2868 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:35:57.867394 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-303d4e76-a05f-40e0-8504-7122b554effc tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] Unset dirty status for tenant:2319bf4ed2704cc6adb8c8b7393e2868 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:35:57.869020 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-303d4e76-a05f-40e0-8504-7122b554effc tempest-PortsAdminExtendedAttrsTestJSON-332714837 tempest-PortsAdminExtendedAttrsTestJSON-332714837-project-admin] 10.222.0.55 "GET /v2.0/ports/122f542e-b656-47e2-842c-9717cab4897a HTTP/1.1" status: 404 len: 333 time: 0.1785951 Feb 09 12:35:57.873141 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39872) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:57.936626 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8247fff5-4485-4076-8a43-7d3e98fbc2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:57.971510 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8247fff5-4485-4076-8a43-7d3e98fbc2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e8c9cf-3615-4055-9f45-60d0f12dc082,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:58.082860 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8247fff5-4485-4076-8a43-7d3e98fbc2b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:58.084006 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8247fff5-4485-4076-8a43-7d3e98fbc2b4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e4e8c9cf-3615-4055-9f45-60d0f12dc082 HTTP/1.1" status: 204 len: 168 time: 1.2810221 Feb 09 12:35:58.174438 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0c3d74b4-260a-4333-9946-3ed7909196d9 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:58.184300 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cc24d81a-d2b7-434f-bf7d-bcc2bcb142c4 tempest-PortsAdminExtendedAttrsTestJSON-816335333 tempest-PortsAdminExtendedAttrsTestJSON-816335333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:58.697963 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 39894) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:58.768603 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0c3d74b4-260a-4333-9946-3ed7909196d9 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:58.782501 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-0c3d74b4-260a-4333-9946-3ed7909196d9 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Deleting port 15ac85ae-7089-48cd-a3d0-9295c65342f9 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:35:58.782910 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0c3d74b4-260a-4333-9946-3ed7909196d9 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:58.797174 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cc24d81a-d2b7-434f-bf7d-bcc2bcb142c4 tempest-PortsAdminExtendedAttrsTestJSON-816335333 tempest-PortsAdminExtendedAttrsTestJSON-816335333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:58.869702 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-cc24d81a-d2b7-434f-bf7d-bcc2bcb142c4 tempest-PortsAdminExtendedAttrsTestJSON-816335333 tempest-PortsAdminExtendedAttrsTestJSON-816335333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15606852-db94-471a-bb29-ca95c7a284bd']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:58.921214 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-cc24d81a-d2b7-434f-bf7d-bcc2bcb142c4 tempest-PortsAdminExtendedAttrsTestJSON-816335333 tempest-PortsAdminExtendedAttrsTestJSON-816335333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:58.921214 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-cc24d81a-d2b7-434f-bf7d-bcc2bcb142c4 tempest-PortsAdminExtendedAttrsTestJSON-816335333 tempest-PortsAdminExtendedAttrsTestJSON-816335333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f218a34c-ca33-4b94-96ff-1c4adb0ceb24') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:35:58.967707 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cc24d81a-d2b7-434f-bf7d-bcc2bcb142c4 tempest-PortsAdminExtendedAttrsTestJSON-816335333 tempest-PortsAdminExtendedAttrsTestJSON-816335333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:58.989652 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cc24d81a-d2b7-434f-bf7d-bcc2bcb142c4 tempest-PortsAdminExtendedAttrsTestJSON-816335333 tempest-PortsAdminExtendedAttrsTestJSON-816335333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:58.997443 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc24d81a-d2b7-434f-bf7d-bcc2bcb142c4 tempest-PortsAdminExtendedAttrsTestJSON-816335333 tempest-PortsAdminExtendedAttrsTestJSON-816335333-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:35:58.998048 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cc24d81a-d2b7-434f-bf7d-bcc2bcb142c4 tempest-PortsAdminExtendedAttrsTestJSON-816335333 tempest-PortsAdminExtendedAttrsTestJSON-816335333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:59.071431 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-0a2dfe91-ffd4-4ee7-8681-8674705a799d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1672102444-network', 'tenant_id': '79b13d259e044206b7b291bef4587540'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:35:59.096121 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-0a2dfe91-ffd4-4ee7-8681-8674705a799d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:35:59.114277 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-0a2dfe91-ffd4-4ee7-8681-8674705a799d admin admin] Usage tracker for resource:network and tenant:79b13d259e044206b7b291bef4587540 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:35:59.119021 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-0a2dfe91-ffd4-4ee7-8681-8674705a799d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:35:59.128923 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-0a2dfe91-ffd4-4ee7-8681-8674705a799d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:35:59.135271 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:35:59.135271 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:35:59.135271 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:35:59.135271 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:35:59.135271 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:35:59.135271 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:35:59.135271 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:35:59.135271 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:35:59.135271 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:35:59.135271 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:35:59.135271 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:35:59.135271 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:35:59.135271 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:35:59.135271 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:35:59.135271 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:35:59.135271 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:35:59.135271 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:35:59.135271 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:35:59.135271 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:35:59.135271 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:35:59.135271 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:35:59.135271 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:35:59.135271 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:35:59.135271 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:35:59.135271 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:35:59.135271 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:35:59.135271 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:35:59.135271 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:35:59.135271 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:35:59.135271 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:35:59.135271 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:35:59.135271 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:35:59.154777 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cc24d81a-d2b7-434f-bf7d-bcc2bcb142c4 tempest-PortsAdminExtendedAttrsTestJSON-816335333 tempest-PortsAdminExtendedAttrsTestJSON-816335333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:59.166749 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2dfe91-ffd4-4ee7-8681-8674705a799d admin admin] Made reservation on behalf of 79b13d259e044206b7b291bef4587540 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:35:59.171204 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0a2dfe91-ffd4-4ee7-8681-8674705a799d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:59.230874 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cc24d81a-d2b7-434f-bf7d-bcc2bcb142c4 tempest-PortsAdminExtendedAttrsTestJSON-816335333 tempest-PortsAdminExtendedAttrsTestJSON-816335333-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:59.238395 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc24d81a-d2b7-434f-bf7d-bcc2bcb142c4 tempest-PortsAdminExtendedAttrsTestJSON-816335333 tempest-PortsAdminExtendedAttrsTestJSON-816335333-project] Pushing event deleted for resources: {'Network': ['ID=15606852-db94-471a-bb29-ca95c7a284bd,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:35:59.247204 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0c3d74b4-260a-4333-9946-3ed7909196d9 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:59.258731 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-cc24d81a-d2b7-434f-bf7d-bcc2bcb142c4 tempest-PortsAdminExtendedAttrsTestJSON-816335333 tempest-PortsAdminExtendedAttrsTestJSON-816335333-project] 10.222.0.55 "DELETE /v2.0/networks/15606852-db94-471a-bb29-ca95c7a284bd HTTP/1.1" status: 204 len: 168 time: 1.3813281 Feb 09 12:35:59.260642 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0a2dfe91-ffd4-4ee7-8681-8674705a799d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:59.314712 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-0a2dfe91-ffd4-4ee7-8681-8674705a799d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:35:59.549951 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-0a2dfe91-ffd4-4ee7-8681-8674705a799d admin admin] Usage tracker for resource:security_group_rule and tenant:79b13d259e044206b7b291bef4587540 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:35:59.570302 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-0c3d74b4-260a-4333-9946-3ed7909196d9 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Calling delete_port for 15ac85ae-7089-48cd-a3d0-9295c65342f9 owned by network:router_gateway {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:35:59.599992 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-0a2dfe91-ffd4-4ee7-8681-8674705a799d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:35:59.622881 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-0a2dfe91-ffd4-4ee7-8681-8674705a799d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:35:59.801587 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0a2dfe91-ffd4-4ee7-8681-8674705a799d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:59.812300 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0a2dfe91-ffd4-4ee7-8681-8674705a799d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:59.828838 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a2dfe91-ffd4-4ee7-8681-8674705a799d admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:35:59.851276 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0a2dfe91-ffd4-4ee7-8681-8674705a799d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:59.852273 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-0a2dfe91-ffd4-4ee7-8681-8674705a799d admin admin] Added segment 0506d4bb-113b-4fbe-8a77-b072bee9b6d7 of type vlan for network 8f32be62-c86b-414f-bc1f-d2cef7c023c9 Feb 09 12:35:59.886259 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0a2dfe91-ffd4-4ee7-8681-8674705a799d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:35:59.945323 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39948) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:35:59.964384 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2dfe91-ffd4-4ee7-8681-8674705a799d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b115c2-d037-43a4-bcff-59bfc8fed442,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:00.036423 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0a2dfe91-ffd4-4ee7-8681-8674705a799d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:00.037683 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2dfe91-ffd4-4ee7-8681-8674705a799d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:00.038498 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0a2dfe91-ffd4-4ee7-8681-8674705a799d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:00.107647 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39966) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:00.107899 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-0a2dfe91-ffd4-4ee7-8681-8674705a799d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4088552 Feb 09 12:36:00.113935 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-88f51bde-f7d1-45ff-b534-58945f12367b admin admin] Request body: {'subnet': {'network_id': '8f32be62-c86b-414f-bc1f-d2cef7c023c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1672102444-subnet', 'tenant_id': '79b13d259e044206b7b291bef4587540', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:36:00.125984 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-88f51bde-f7d1-45ff-b534-58945f12367b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:36:00.151957 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-88f51bde-f7d1-45ff-b534-58945f12367b admin admin] Usage tracker for resource:subnet and tenant:79b13d259e044206b7b291bef4587540 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:36:00.164558 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-88f51bde-f7d1-45ff-b534-58945f12367b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:36:00.216345 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-88f51bde-f7d1-45ff-b534-58945f12367b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:36:00.218469 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2dfe91-ffd4-4ee7-8681-8674705a799d admin admin] Pushing event updated for resources: {'Network': ['ID=8f32be62-c86b-414f-bc1f-d2cef7c023c9,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:00.232298 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0c3d74b4-260a-4333-9946-3ed7909196d9 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:00.234592 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 8f32be62-c86b-414f-bc1f-d2cef7c023c9 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:36:00.326028 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d74b4-260a-4333-9946-3ed7909196d9 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Pushing event deleted for resources: {'Port': ['ID=15ac85ae-7089-48cd-a3d0-9295c65342f9,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:00.501052 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f735ec47-9825-4723-952a-a660b84c723e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5d32d0e6a151405f898dc6486480715e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5544565 Feb 09 12:36:00.502435 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39982) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:00.528347 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f51bde-f7d1-45ff-b534-58945f12367b admin admin] Made reservation on behalf of 79b13d259e044206b7b291bef4587540 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:36:00.530864 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-88f51bde-f7d1-45ff-b534-58945f12367b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:00.579771 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0c3d74b4-260a-4333-9946-3ed7909196d9 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:00.709819 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5f67f1c1-3be2-4e8c-92c5-573735c0cf51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:00.809515 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0c3d74b4-260a-4333-9946-3ed7909196d9 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:00.815206 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0c3d74b4-260a-4333-9946-3ed7909196d9 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:00.832002 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5f67f1c1-3be2-4e8c-92c5-573735c0cf51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:00.888950 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0c3d74b4-260a-4333-9946-3ed7909196d9 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:00.888950 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c3d74b4-260a-4333-9946-3ed7909196d9 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Fanout notify agent at l3_agent the message router_deleted on router efcf1199-aeb0-4fb9-b7e1-c3e03dd247f9 {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:36:00.919514 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0c3d74b4-260a-4333-9946-3ed7909196d9 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:00.941194 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-0c3d74b4-260a-4333-9946-3ed7909196d9 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] 10.222.0.55 "DELETE /v2.0/routers/efcf1199-aeb0-4fb9-b7e1-c3e03dd247f9 HTTP/1.1" status: 204 len: 168 time: 3.1558137 Feb 09 12:36:00.941194 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 40000) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:00.947321 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-5f4cfcdd-48b8-4791-8e6b-4fa932f3c347 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-990264983', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:36:00.960782 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-5f4cfcdd-48b8-4791-8e6b-4fa932f3c347 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:36:00.973035 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-5f4cfcdd-48b8-4791-8e6b-4fa932f3c347 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Usage tracker for resource:router and tenant:c7d53a1de8cf4ef8b26f12e375519d7e is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:36:00.977011 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-5f4cfcdd-48b8-4791-8e6b-4fa932f3c347 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:36:00.993364 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-5f4cfcdd-48b8-4791-8e6b-4fa932f3c347 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:36:01.019740 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5f4cfcdd-48b8-4791-8e6b-4fa932f3c347 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:01.021300 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5f4cfcdd-48b8-4791-8e6b-4fa932f3c347 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:01.053378 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5f4cfcdd-48b8-4791-8e6b-4fa932f3c347 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:01.113632 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5f4cfcdd-48b8-4791-8e6b-4fa932f3c347 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:01.134801 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5f67f1c1-3be2-4e8c-92c5-573735c0cf51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:01.161926 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5f4cfcdd-48b8-4791-8e6b-4fa932f3c347 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:01.163399 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-5f4cfcdd-48b8-4791-8e6b-4fa932f3c347 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2332544 Feb 09 12:36:01.165929 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 40008) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:01.171282 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-20f7590e-97c8-40b9-bb32-afdc937d01e0 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Request body: {'router': {'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:36:01.207509 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f67f1c1-3be2-4e8c-92c5-573735c0cf51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ad6ad9-d7f7-4a1f-a0ae-5fc222c2bc09,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:01.232977 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5f67f1c1-3be2-4e8c-92c5-573735c0cf51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:01.247258 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5f67f1c1-3be2-4e8c-92c5-573735c0cf51 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/25ad6ad9-d7f7-4a1f-a0ae-5fc222c2bc09 HTTP/1.1" status: 204 len: 168 time: 0.7423239 Feb 09 12:36:01.249027 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-88f51bde-f7d1-45ff-b534-58945f12367b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:01.494203 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f51bde-f7d1-45ff-b534-58945f12367b admin admin] Checking segment: {'id': '0506d4bb-113b-4fbe-8a77-b072bee9b6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8f32be62-c86b-414f-bc1f-d2cef7c023c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:36:01.494568 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f51bde-f7d1-45ff-b534-58945f12367b admin admin] Network hostable DHCP agents. Network: 8f32be62-c86b-414f-bc1f-d2cef7c023c9, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:36:01.511608 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40028) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:01.538610 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f51bde-f7d1-45ff-b534-58945f12367b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e0df51a-c44d-4333-910c-bf77ea824551,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:01.576996 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f51bde-f7d1-45ff-b534-58945f12367b admin admin] Network 8f32be62-c86b-414f-bc1f-d2cef7c023c9 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:36:01.598680 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-88f51bde-f7d1-45ff-b534-58945f12367b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 8f32be62-c86b-414f-bc1f-d2cef7c023c9) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:36:01.607514 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cad3fa-63c9-4e62-922d-d90f74b5ec54 None None] Network 8f32be62-c86b-414f-bc1f-d2cef7c023c9 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:36:01.608940 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f51bde-f7d1-45ff-b534-58945f12367b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:01.608940 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-88f51bde-f7d1-45ff-b534-58945f12367b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:01.661963 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-88f51bde-f7d1-45ff-b534-58945f12367b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5526242 Feb 09 12:36:02.031293 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-8fdfbf64-1208-4955-aa79-51c909a9d3f8 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:36:02.070479 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8fdfbf64-1208-4955-aa79-51c909a9d3f8 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] 10.222.0.55 "PUT /v2.0/quotas/35ea1d48d3724c2f87ee691efb9940b3 HTTP/1.1" status: 200 len: 368 time: 0.5563266 Feb 09 12:36:02.075769 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40048) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:02.082763 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-f28d7982-89a4-4ef6-8a36-53aa3db16d83 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Request body: {'network': {'project_id': '35ea1d48d3724c2f87ee691efb9940b3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:36:02.104355 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7beb7fce-666b-4e5d-b151-57cb6a3c32ee None None] Network 8f32be62-c86b-414f-bc1f-d2cef7c023c9 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:36:02.109509 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f28d7982-89a4-4ef6-8a36-53aa3db16d83 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:36:02.117186 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f28d7982-89a4-4ef6-8a36-53aa3db16d83 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Usage tracker for resource:network and tenant:35ea1d48d3724c2f87ee691efb9940b3 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:36:02.127975 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f28d7982-89a4-4ef6-8a36-53aa3db16d83 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:36:02.142303 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f28d7982-89a4-4ef6-8a36-53aa3db16d83 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:36:02.178266 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28d7982-89a4-4ef6-8a36-53aa3db16d83 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Made reservation on behalf of 35ea1d48d3724c2f87ee691efb9940b3 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:36:02.181388 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f28d7982-89a4-4ef6-8a36-53aa3db16d83 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:02.203414 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f28d7982-89a4-4ef6-8a36-53aa3db16d83 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:02.239804 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f28d7982-89a4-4ef6-8a36-53aa3db16d83 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:36:02.250486 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f28d7982-89a4-4ef6-8a36-53aa3db16d83 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Usage tracker for resource:security_group_rule and tenant:35ea1d48d3724c2f87ee691efb9940b3 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:36:02.256703 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f28d7982-89a4-4ef6-8a36-53aa3db16d83 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:36:02.272719 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f28d7982-89a4-4ef6-8a36-53aa3db16d83 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:36:02.501613 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f28d7982-89a4-4ef6-8a36-53aa3db16d83 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:02.521286 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f28d7982-89a4-4ef6-8a36-53aa3db16d83 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:02.537107 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f28d7982-89a4-4ef6-8a36-53aa3db16d83 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:36:02.553545 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f28d7982-89a4-4ef6-8a36-53aa3db16d83 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:02.554007 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-f28d7982-89a4-4ef6-8a36-53aa3db16d83 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Added segment a8585ffd-9fa0-46dc-b532-3b6ab9b0d9c0 of type vlan for network 5359a99c-0955-42b5-8c4d-1a6046027073 Feb 09 12:36:02.557245 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 40068) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:02.585025 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f28d7982-89a4-4ef6-8a36-53aa3db16d83 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:02.628770 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-20f7590e-97c8-40b9-bb32-afdc937d01e0 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:02.663150 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d7982-89a4-4ef6-8a36-53aa3db16d83 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc5c15b-3be3-4a3e-b002-da2d42887462,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:02.671161 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f28d7982-89a4-4ef6-8a36-53aa3db16d83 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:02.672389 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28d7982-89a4-4ef6-8a36-53aa3db16d83 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:02.672973 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f28d7982-89a4-4ef6-8a36-53aa3db16d83 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:02.717597 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f28d7982-89a4-4ef6-8a36-53aa3db16d83 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6370893 Feb 09 12:36:02.718450 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40082) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:02.727273 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-14bd8cac-e480-4f52-9388-162a2ce69bc7 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Request body: {'network': {'project_id': '35ea1d48d3724c2f87ee691efb9940b3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:36:02.734609 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-14bd8cac-e480-4f52-9388-162a2ce69bc7 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:36:02.741487 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-14bd8cac-e480-4f52-9388-162a2ce69bc7 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Usage tracker for resource:network and tenant:35ea1d48d3724c2f87ee691efb9940b3 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:36:02.756340 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-14bd8cac-e480-4f52-9388-162a2ce69bc7 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:36:02.772681 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-14bd8cac-e480-4f52-9388-162a2ce69bc7 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:36:02.861186 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14bd8cac-e480-4f52-9388-162a2ce69bc7 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Made reservation on behalf of 35ea1d48d3724c2f87ee691efb9940b3 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:36:02.861186 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-14bd8cac-e480-4f52-9388-162a2ce69bc7 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:02.910324 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a471432d-eed8-4bde-9323-1810c83ba864 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2319bf4ed2704cc6adb8c8b7393e2868&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3518276 Feb 09 12:36:02.919618 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 40090) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:02.921122 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14bd8cac-e480-4f52-9388-162a2ce69bc7 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:36:02.932428 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-14bd8cac-e480-4f52-9388-162a2ce69bc7 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:02.933010 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-14bd8cac-e480-4f52-9388-162a2ce69bc7 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Added segment 3ee0f969-a8df-4807-80a4-9ea27622f7e7 of type vlan for network ebb56088-28c2-48e5-b3d5-c5069ab54efe Feb 09 12:36:02.967651 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-14bd8cac-e480-4f52-9388-162a2ce69bc7 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:03.006338 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-14bd8cac-e480-4f52-9388-162a2ce69bc7 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:03.007284 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bd8cac-e480-4f52-9388-162a2ce69bc7 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:03.008123 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-14bd8cac-e480-4f52-9388-162a2ce69bc7 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:03.026438 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d7982-89a4-4ef6-8a36-53aa3db16d83 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Pushing event updated for resources: {'Network': ['ID=5359a99c-0955-42b5-8c4d-1a6046027073,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:03.037841 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 5359a99c-0955-42b5-8c4d-1a6046027073 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:36:03.185716 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd8cac-e480-4f52-9388-162a2ce69bc7 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Pushing event updated for resources: {'Network': ['ID=ebb56088-28c2-48e5-b3d5-c5069ab54efe,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:03.190321 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-14bd8cac-e480-4f52-9388-162a2ce69bc7 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4701438 Feb 09 12:36:03.194262 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40102) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:03.203636 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network ebb56088-28c2-48e5-b3d5-c5069ab54efe details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:36:03.204650 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-9abf8025-71bb-45d7-b5c9-8730aa2f07a1 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Request body: {'network': {'project_id': '35ea1d48d3724c2f87ee691efb9940b3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:36:03.212826 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9abf8025-71bb-45d7-b5c9-8730aa2f07a1 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:36:03.217048 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9abf8025-71bb-45d7-b5c9-8730aa2f07a1 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Usage tracker for resource:network and tenant:35ea1d48d3724c2f87ee691efb9940b3 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:36:03.217237 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c405b3b8-67d9-49aa-9d4b-a19c5344c198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:03.220625 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9abf8025-71bb-45d7-b5c9-8730aa2f07a1 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:36:03.233118 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9abf8025-71bb-45d7-b5c9-8730aa2f07a1 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:36:03.240783 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-9abf8025-71bb-45d7-b5c9-8730aa2f07a1 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 12:36:03.242949 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9abf8025-71bb-45d7-b5c9-8730aa2f07a1 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:36:03.244308 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9abf8025-71bb-45d7-b5c9-8730aa2f07a1 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0489779 Feb 09 12:36:03.260292 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40106) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:03.373130 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-bb312853-e887-4e57-b913-795cbfd468e1 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:03.395236 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-bb312853-e887-4e57-b913-795cbfd468e1 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Synchronizing usage tracker for tenant:79b13d259e044206b7b291bef4587540 on resource:network {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:36:03.420953 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6efee941-7a7d-41c6-bc29-fe023b729023 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=35ea1d48d3724c2f87ee691efb9940b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1570346 Feb 09 12:36:03.423368 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40110) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:03.461611 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c405b3b8-67d9-49aa-9d4b-a19c5344c198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:03.535150 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-bb312853-e887-4e57-b913-795cbfd468e1 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Unset dirty status for tenant:79b13d259e044206b7b291bef4587540 on resource:network {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:36:03.542326 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-bb312853-e887-4e57-b913-795cbfd468e1 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/networks?id=8f32be62-c86b-414f-bc1f-d2cef7c023c9 HTTP/1.1" status: 200 len: 815 time: 0.7629309 Feb 09 12:36:03.572533 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aef2cfd4-2c97-4f35-b827-7d2269a30dd7 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:03.600668 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-c7905228-0257-4964-ad28-25ae0676bc3c tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/quotas/79b13d259e044206b7b291bef4587540 HTTP/1.1" status: 200 len: 375 time: 0.0571511 Feb 09 12:36:03.630351 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aef2cfd4-2c97-4f35-b827-7d2269a30dd7 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:03.673491 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-109ec339-3204-43bb-aa0e-e3ada57595ff tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=79b13d259e044206b7b291bef4587540&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0714047 Feb 09 12:36:03.711405 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aef2cfd4-2c97-4f35-b827-7d2269a30dd7 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:03.763911 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef2cfd4-2c97-4f35-b827-7d2269a30dd7 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc5c15b-3be3-4a3e-b002-da2d42887462,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:03.834550 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aef2cfd4-2c97-4f35-b827-7d2269a30dd7 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:03.841709 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-aef2cfd4-2c97-4f35-b827-7d2269a30dd7 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] 10.222.0.55 "DELETE /v2.0/security-groups/6cc5c15b-3be3-4a3e-b002-da2d42887462 HTTP/1.1" status: 204 len: 168 time: 0.4148126 Feb 09 12:36:03.842586 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40126) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:03.931561 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c405b3b8-67d9-49aa-9d4b-a19c5344c198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:04.061949 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c405b3b8-67d9-49aa-9d4b-a19c5344c198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35fe3be-9168-4984-8fbb-4f1417ef18b1,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:04.109188 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bddfa47b-8885-40f4-b512-af7683fef911 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:04.186765 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c405b3b8-67d9-49aa-9d4b-a19c5344c198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:04.188403 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c405b3b8-67d9-49aa-9d4b-a19c5344c198 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f35fe3be-9168-4984-8fbb-4f1417ef18b1 HTTP/1.1" status: 204 len: 168 time: 1.2582445 Feb 09 12:36:04.192128 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-20f7590e-97c8-40b9-bb32-afdc937d01e0 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks [] for router_gateway, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:04.244385 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-20f7590e-97c8-40b9-bb32-afdc937d01e0 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:04.283411 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bddfa47b-8885-40f4-b512-af7683fef911 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:04.301864 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-949ccea4-042d-4657-a760-15cca40ae5de service neutron] 10.222.0.55 "GET /v2.0/networks/8f32be62-c86b-414f-bc1f-d2cef7c023c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6276999 Feb 09 12:36:04.379428 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-bddfa47b-8885-40f4-b512-af7683fef911 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebb56088-28c2-48e5-b3d5-c5069ab54efe']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:36:04.407412 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-bddfa47b-8885-40f4-b512-af7683fef911 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ee0f969-a8df-4807-80a4-9ea27622f7e7') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:36:04.407713 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-bddfa47b-8885-40f4-b512-af7683fef911 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ee0f969-a8df-4807-80a4-9ea27622f7e7') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:36:04.445452 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bddfa47b-8885-40f4-b512-af7683fef911 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:04.505244 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bddfa47b-8885-40f4-b512-af7683fef911 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:04.525271 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bddfa47b-8885-40f4-b512-af7683fef911 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:36:04.525853 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bddfa47b-8885-40f4-b512-af7683fef911 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:04.540195 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-3974e252-6c03-4819-9937-c5b3dd517845 service neutron] 10.222.0.55 "GET /v2.0/networks/8f32be62-c86b-414f-bc1f-d2cef7c023c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279127 Feb 09 12:36:04.594831 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:36:04.594831 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:36:04.594831 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:36:04.594831 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:36:04.594831 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:36:04.594831 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:36:04.594831 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:36:04.594831 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:36:04.594831 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:36:04.594831 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:36:04.594831 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:36:04.594831 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:36:04.594831 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:36:04.594831 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:36:04.594831 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:36:04.594831 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:36:04.594831 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:36:04.594831 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:36:04.594831 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:36:04.594831 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:36:04.594831 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:36:04.594831 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:36:04.594831 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:36:04.594831 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:36:04.594831 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:36:04.594831 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:36:04.594831 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:36:04.594831 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:36:04.594831 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:36:04.594831 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:36:04.594831 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:36:04.594831 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:36:04.671348 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-20f7590e-97c8-40b9-bb32-afdc937d01e0 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Allocated IP 172.25.7.23 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/ee707fb8-20c1-4a34-a95d-a32d6a44b466) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:36:04.807524 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bddfa47b-8885-40f4-b512-af7683fef911 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:04.864406 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bddfa47b-8885-40f4-b512-af7683fef911 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:04.919432 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-bddfa47b-8885-40f4-b512-af7683fef911 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] 10.222.0.55 "DELETE /v2.0/networks/ebb56088-28c2-48e5-b3d5-c5069ab54efe HTTP/1.1" status: 204 len: 168 time: 1.0753264 Feb 09 12:36:04.926915 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddfa47b-8885-40f4-b512-af7683fef911 tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Pushing event deleted for resources: {'Network': ['ID=ebb56088-28c2-48e5-b3d5-c5069ab54efe,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:04.930110 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40160) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:05.313222 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d5c3203-05e5-4072-b062-20af1566163b tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:05.543160 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5e3abd9f-b5ad-4ea6-b69f-0bfea82ca2a1 req-2ff13b8d-24d9-4063-89fb-b890ca5bb546 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=67b9a994-1a16-41f5-9aef-916b8d06ed15 HTTP/1.1" status: 200 len: 210 time: 0.3020463 Feb 09 12:36:05.669578 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d5c3203-05e5-4072-b062-20af1566163b tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:05.696203 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-20f7590e-97c8-40b9-bb32-afdc937d01e0 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:05.731474 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-2d5c3203-05e5-4072-b062-20af1566163b tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5359a99c-0955-42b5-8c4d-1a6046027073']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:36:05.743259 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352ef0c-0af2-40d9-898c-4a31e51c143a req-de08f50e-e0ac-4c87-8884-6cd90b24494f tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:05.757750 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-2d5c3203-05e5-4072-b062-20af1566163b tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8585ffd-9fa0-46dc-b532-3b6ab9b0d9c0') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:36:05.758281 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-2d5c3203-05e5-4072-b062-20af1566163b tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8585ffd-9fa0-46dc-b532-3b6ab9b0d9c0') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:36:05.760961 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a352ef0c-0af2-40d9-898c-4a31e51c143a req-de08f50e-e0ac-4c87-8884-6cd90b24494f tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=2757c154-0800-445a-8a07-0bf74294ac55 HTTP/1.1" status: 200 len: 945 time: 1.0468187 Feb 09 12:36:05.771698 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d5c3203-05e5-4072-b062-20af1566163b tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:05.789538 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d5c3203-05e5-4072-b062-20af1566163b tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:05.796641 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d5c3203-05e5-4072-b062-20af1566163b tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:36:05.797118 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d5c3203-05e5-4072-b062-20af1566163b tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:05.812230 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:36:05.812230 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:36:05.812230 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:36:05.812230 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:36:05.812230 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:36:05.812230 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:36:05.812230 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:36:05.812230 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:36:05.812230 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:36:05.812230 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:36:05.812230 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:36:05.812230 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:36:05.812230 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:36:05.812230 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:36:05.812230 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:36:05.812230 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:36:05.812230 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:36:05.812230 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:36:05.812230 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:36:05.812230 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:36:05.812230 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:36:05.812230 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:36:05.812230 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:36:05.812230 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:36:05.812230 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:36:05.812230 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:36:05.812230 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:36:05.812230 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:36:05.812230 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:36:05.812230 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:36:05.812230 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:36:05.812230 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:36:05.864610 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a352ef0c-0af2-40d9-898c-4a31e51c143a req-6d83b0c4-cbe5-4ebc-b2b8-a669d4793ba2 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/security-groups?id=30901aa2-fada-41fa-b028-807238be08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013384 Feb 09 12:36:05.874521 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-20f7590e-97c8-40b9-bb32-afdc937d01e0 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:05.958157 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f7590e-97c8-40b9-bb32-afdc937d01e0 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:36:05.983991 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-20f7590e-97c8-40b9-bb32-afdc937d01e0 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:36:05.993683 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f7590e-97c8-40b9-bb32-afdc937d01e0 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:36:05.995812 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d5c3203-05e5-4072-b062-20af1566163b tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:06.013251 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d5c3203-05e5-4072-b062-20af1566163b tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:06.024164 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2d5c3203-05e5-4072-b062-20af1566163b tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] 10.222.0.55 "DELETE /v2.0/networks/5359a99c-0955-42b5-8c4d-1a6046027073 HTTP/1.1" status: 204 len: 168 time: 1.0851502 Feb 09 12:36:06.025284 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c3203-05e5-4072-b062-20af1566163b tempest-QuotasNegativeTest-1650585604 tempest-QuotasNegativeTest-1650585604-project-admin] Pushing event deleted for resources: {'Network': ['ID=5359a99c-0955-42b5-8c4d-1a6046027073,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:06.086715 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f7590e-97c8-40b9-bb32-afdc937d01e0 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Pushing event updated for resources: {'Port': ['ID=ee707fb8-20c1-4a34-a95d-a32d6a44b466,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:06.651092 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a262cd36-26af-4d33-8766-39c3d9a3eed9 req-42c428cf-4add-4cf9-bf7b-1299f0458811 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:06.653258 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a262cd36-26af-4d33-8766-39c3d9a3eed9 req-42c428cf-4add-4cf9-bf7b-1299f0458811 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.46 "GET /v2.0/ports?device_id=2757c154-0800-445a-8a07-0bf74294ac55 HTTP/1.1" status: 200 len: 945 time: 0.5278406 Feb 09 12:36:06.889789 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40236) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:07.004722 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-99191ce3-28c9-4541-9dbd-a210b2d872dd req-9d9d7907-da6a-40c9-a2b8-0c6a2badb4c5 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=67b9a994-1a16-41f5-9aef-916b8d06ed15 HTTP/1.1" status: 200 len: 210 time: 0.1785777 Feb 09 12:36:07.030486 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-144b61f1-eee6-460e-8332-7b1252e4ee69 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:07.032182 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-144b61f1-eee6-460e-8332-7b1252e4ee69 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.46 "GET /v2.0/networks?id=8f32be62-c86b-414f-bc1f-d2cef7c023c9 HTTP/1.1" status: 200 len: 815 time: 0.3584869 Feb 09 12:36:07.052285 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-f94254df-d296-4565-b51a-f58c54874c6a tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Request body: {'port': {'device_id': '67b9a994-1a16-41f5-9aef-916b8d06ed15', 'network_id': '8f32be62-c86b-414f-bc1f-d2cef7c023c9', 'admin_state_up': True, 'tenant_id': '79b13d259e044206b7b291bef4587540'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:36:07.245724 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-82a457fd-1e73-4d91-a530-e1cf35054db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:07.269518 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-82a457fd-1e73-4d91-a530-e1cf35054db4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:36:07.273226 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-82a457fd-1e73-4d91-a530-e1cf35054db4 admin admin] Usage tracker for resource:security_group_rule and tenant:ff2f3a62aa5e4247b00c6588829d9438 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:36:07.276081 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-82a457fd-1e73-4d91-a530-e1cf35054db4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:36:07.282034 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-82a457fd-1e73-4d91-a530-e1cf35054db4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:36:07.283188 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-20f7590e-97c8-40b9-bb32-afdc937d01e0 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks [] for router_gateway, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:07.398691 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-a262cd36-26af-4d33-8766-39c3d9a3eed9 req-3f781652-09bd-4e6c-bdbc-ee8fe597b527 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Deleting port b602100d-dd50-4640-9cb8-03c3cd56c3f8 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:36:07.399181 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a262cd36-26af-4d33-8766-39c3d9a3eed9 req-3f781652-09bd-4e6c-bdbc-ee8fe597b527 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:07.406242 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-f94254df-d296-4565-b51a-f58c54874c6a tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:36:07.431601 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-f94254df-d296-4565-b51a-f58c54874c6a tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Usage tracker for resource:port and tenant:79b13d259e044206b7b291bef4587540 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:36:07.431601 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-f94254df-d296-4565-b51a-f58c54874c6a tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:36:07.442823 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-f94254df-d296-4565-b51a-f58c54874c6a tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:36:07.473813 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-f94254df-d296-4565-b51a-f58c54874c6a tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Made reservation on behalf of 79b13d259e044206b7b291bef4587540 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:36:07.477336 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-f94254df-d296-4565-b51a-f58c54874c6a tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:07.511454 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-82a457fd-1e73-4d91-a530-e1cf35054db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:07.559361 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-82a457fd-1e73-4d91-a530-e1cf35054db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:07.640492 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-82a457fd-1e73-4d91-a530-e1cf35054db4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ff2f3a62aa5e4247b00c6588829d9438&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7496481 Feb 09 12:36:07.644527 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a457fd-1e73-4d91-a530-e1cf35054db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e9bf7c-41cc-4d87-afb9-9ec23fdf7c1e,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:07.647254 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40268) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:07.828541 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c67b398c-7302-4c3d-9786-d981b13694ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:07.953605 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c67b398c-7302-4c3d-9786-d981b13694ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:07.961208 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40284) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:07.969238 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-f94254df-d296-4565-b51a-f58c54874c6a tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Allocated IP 172.20.0.9 (8f32be62-c86b-414f-bc1f-d2cef7c023c9/8e0df51a-c44d-4333-910c-bf77ea824551/97b39c5f-95d4-4419-86ba-bc051273a538) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:36:08.121580 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-cf8d78f2-9fef-497e-8507-adbef0d94494 tempest-QuotasTest-824574439 tempest-QuotasTest-824574439-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:36:08.205704 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c67b398c-7302-4c3d-9786-d981b13694ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:08.315968 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b398c-7302-4c3d-9786-d981b13694ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e9bf7c-41cc-4d87-afb9-9ec23fdf7c1e,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:08.339620 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c67b398c-7302-4c3d-9786-d981b13694ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:08.342192 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c67b398c-7302-4c3d-9786-d981b13694ba admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a6e9bf7c-41cc-4d87-afb9-9ec23fdf7c1e HTTP/1.1" status: 204 len: 168 time: 0.6909745 Feb 09 12:36:08.386606 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-cf8d78f2-9fef-497e-8507-adbef0d94494 tempest-QuotasTest-824574439 tempest-QuotasTest-824574439-project-admin] 10.222.0.55 "PUT /v2.0/quotas/9967ab8c489044c19f7c46b195b34e60 HTTP/1.1" status: 200 len: 366 time: 0.4242589 Feb 09 12:36:08.389855 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40304) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:08.417571 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-99f9255c-a7cb-45d4-8c57-1bb550f59b08 tempest-QuotasTest-824574439 tempest-QuotasTest-824574439-project-admin] 10.222.0.55 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0262833 Feb 09 12:36:08.420474 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40310) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:08.452440 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6a5cfee2-2bf8-418f-ac94-4782049bc8ce tempest-QuotasTest-824574439 tempest-QuotasTest-824574439-project-admin] 10.222.0.55 "GET /v2.0/quotas/9967ab8c489044c19f7c46b195b34e60 HTTP/1.1" status: 200 len: 366 time: 0.0306928 Feb 09 12:36:08.457348 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40316) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:08.468919 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-f94254df-d296-4565-b51a-f58c54874c6a tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:08.490936 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7e9097cb-f083-494a-9443-f869e5982b42 tempest-QuotasTest-824574439 tempest-QuotasTest-824574439-project-admin] 10.222.0.55 "DELETE /v2.0/quotas/9967ab8c489044c19f7c46b195b34e60 HTTP/1.1" status: 204 len: 168 time: 0.0305257 Feb 09 12:36:08.492028 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40320) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:08.507654 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4da5fa9e-bdbd-4197-8f3b-252f644417ec tempest-QuotasTest-824574439 tempest-QuotasTest-824574439-project-admin] 10.222.0.55 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0127246 Feb 09 12:36:08.511033 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40324) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:08.529512 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9405a7eb-896d-43db-9ff2-f85f6e2ec19f tempest-QuotasTest-824574439 tempest-QuotasTest-824574439-project-admin] 10.222.0.55 "GET /v2.0/quotas/9967ab8c489044c19f7c46b195b34e60 HTTP/1.1" status: 200 len: 370 time: 0.0170171 Feb 09 12:36:08.540348 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40328) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:08.556489 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0c8391f7-59b2-486a-a101-a63997d49fc7 tempest-QuotasTest-824574439 tempest-QuotasTest-824574439-project-admin] 10.222.0.55 "GET /v2.0/quotas/9967ab8c489044c19f7c46b195b34e60/default HTTP/1.1" status: 200 len: 370 time: 0.0149415 Feb 09 12:36:08.558274 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40332) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:08.580395 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-f94254df-d296-4565-b51a-f58c54874c6a tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:08.582530 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304cfac-b7bd-403d-9bc7-7bf25efff281 req-439e6425-7a5e-4388-8218-af84eac5e81c tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:08.593771 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4304cfac-b7bd-403d-9bc7-7bf25efff281 req-439e6425-7a5e-4388-8218-af84eac5e81c tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=2757c154-0800-445a-8a07-0bf74294ac55 HTTP/1.1" status: 200 len: 945 time: 1.4213793 Feb 09 12:36:08.602183 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-a262cd36-26af-4d33-8766-39c3d9a3eed9 req-3f781652-09bd-4e6c-bdbc-ee8fe597b527 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] For port b602100d-dd50-4640-9cb8-03c3cd56c3f8, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b602100d-dd50-4640-9cb8-03c3cd56c3f8,segment=NetworkSegment(cf830335-1f32-4cb5-acf2-e131607ae889),segment_id=cf830335-1f32-4cb5-acf2-e131607ae889)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:36:08.603200 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a262cd36-26af-4d33-8766-39c3d9a3eed9 req-3f781652-09bd-4e6c-bdbc-ee8fe597b527 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:08.685950 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94254df-d296-4565-b51a-f58c54874c6a tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Pushing event updated for resources: {'Port': ['ID=97b39c5f-95d4-4419-86ba-bc051273a538,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:08.696435 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-a504e8ff-c160-4562-8364-0ed8450c7d61 tempest-QuotasTest-824574439 tempest-QuotasTest-824574439-project-admin] delete failed (client error): The resource could not be found. Feb 09 12:36:08.700741 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a504e8ff-c160-4562-8364-0ed8450c7d61 tempest-QuotasTest-824574439 tempest-QuotasTest-824574439-project-admin] 10.222.0.55 "DELETE /v2.0/quotas/9967ab8c489044c19f7c46b195b34e60 HTTP/1.1" status: 404 len: 348 time: 0.1415334 Feb 09 12:36:08.717739 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-f94254df-d296-4565-b51a-f58c54874c6a tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Network 8f32be62-c86b-414f-bc1f-d2cef7c023c9 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:36:08.723013 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-f94254df-d296-4565-b51a-f58c54874c6a tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:36:08.726740 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-f94254df-d296-4565-b51a-f58c54874c6a tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:36:08.739365 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-20f7590e-97c8-40b9-bb32-afdc937d01e0 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:08.746307 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b20f619d-86c3-42fe-924a-0c0df95ac22b req-ed34ec9e-6197-40c0-ae3e-dd49622f713c tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=67b9a994-1a16-41f5-9aef-916b8d06ed15 HTTP/1.1" status: 200 len: 210 time: 0.3318939 Feb 09 12:36:08.747235 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-20f7590e-97c8-40b9-bb32-afdc937d01e0 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1740557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1740570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1738587'] for router, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:08.832994 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-f94254df-d296-4565-b51a-f58c54874c6a tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:08.833643 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-f94254df-d296-4565-b51a-f58c54874c6a tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:08.855380 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-f94254df-d296-4565-b51a-f58c54874c6a tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8120489 Feb 09 12:36:08.871283 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-840e7f70-dce5-4a9a-9486-9c276ae10a81 service neutron] Request body: {'port': {'device_id': '67b9a994-1a16-41f5-9aef-916b8d06ed15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:36:09.021708 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-a262cd36-26af-4d33-8766-39c3d9a3eed9 req-3f781652-09bd-4e6c-bdbc-ee8fe597b527 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Calling delete_port for b602100d-dd50-4640-9cb8-03c3cd56c3f8 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:36:09.078788 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40350) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:09.095762 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-840e7f70-dce5-4a9a-9486-9c276ae10a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:09.123081 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4304cfac-b7bd-403d-9bc7-7bf25efff281 req-533a163b-0d7f-4ce7-8278-e0ec0a2665a5 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/security-groups?id=30901aa2-fada-41fa-b028-807238be08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5284696 Feb 09 12:36:09.133922 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-edf4ff70-1d7b-4957-9c1f-e3e632d937f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:09.223311 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 40362) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:09.335093 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-dd02962b-ce8f-4635-8dd0-93c262f7e6ed tempest-QuotasTest-824574439 tempest-QuotasTest-824574439-project-admin] Usage tracker for resource:network and tenant:34fcbd70d26a4674bc16fb3c481656bf is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:36:09.345858 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-dd02962b-ce8f-4635-8dd0-93c262f7e6ed tempest-QuotasTest-824574439 tempest-QuotasTest-824574439-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:36:09.448328 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-dd02962b-ce8f-4635-8dd0-93c262f7e6ed tempest-QuotasTest-824574439 tempest-QuotasTest-824574439-project-admin] Usage tracker for resource:subnet and tenant:34fcbd70d26a4674bc16fb3c481656bf is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:36:09.468318 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-dd02962b-ce8f-4635-8dd0-93c262f7e6ed tempest-QuotasTest-824574439 tempest-QuotasTest-824574439-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:36:09.472297 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-edf4ff70-1d7b-4957-9c1f-e3e632d937f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:36:09.484664 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-edf4ff70-1d7b-4957-9c1f-e3e632d937f4 admin admin] Usage tracker for resource:security_group_rule and tenant:7921dd5db3344868b925a7591be31d65 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:36:09.489849 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-edf4ff70-1d7b-4957-9c1f-e3e632d937f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:36:09.498687 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-edf4ff70-1d7b-4957-9c1f-e3e632d937f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:36:09.499493 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-dd02962b-ce8f-4635-8dd0-93c262f7e6ed tempest-QuotasTest-824574439 tempest-QuotasTest-824574439-project-admin] Usage tracker for resource:subnetpool and tenant:34fcbd70d26a4674bc16fb3c481656bf is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:36:09.505089 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f7590e-97c8-40b9-bb32-afdc937d01e0 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Router 3390d897-1953-4228-b084-2a72ccb09e5a is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:36:09.509591 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a262cd36-26af-4d33-8766-39c3d9a3eed9 req-3f781652-09bd-4e6c-bdbc-ee8fe597b527 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:09.513294 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-dd02962b-ce8f-4635-8dd0-93c262f7e6ed tempest-QuotasTest-824574439 tempest-QuotasTest-824574439-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:36:09.523955 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['ac66b915-c73e-42d3-b403-83ad0b252ab4', '76646253-8647-40bb-a6cf-6b63d5838edc', '076920f9-4b31-4983-8470-11c4a2942422'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:36:09.606923 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f781652-09bd-4e6c-bdbc-ee8fe597b527 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Pushing event deleted for resources: {'Port': ['ID=b602100d-dd50-4640-9cb8-03c3cd56c3f8,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:09.609417 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-dd02962b-ce8f-4635-8dd0-93c262f7e6ed tempest-QuotasTest-824574439 tempest-QuotasTest-824574439-project-admin] Usage tracker for resource:port and tenant:34fcbd70d26a4674bc16fb3c481656bf is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:36:09.684135 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-edf4ff70-1d7b-4957-9c1f-e3e632d937f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:09.699440 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-edf4ff70-1d7b-4957-9c1f-e3e632d937f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:09.771297 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf4ff70-1d7b-4957-9c1f-e3e632d937f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806fdf0d-ef12-4816-bd9a-d8d198725fc0,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:09.805470 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-edf4ff70-1d7b-4957-9c1f-e3e632d937f4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7921dd5db3344868b925a7591be31d65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7255998 Feb 09 12:36:09.824239 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40378) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:09.892528 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f7590e-97c8-40b9-bb32-afdc937d01e0 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:36:09.903889 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3345bc-8050-422e-9f7f-129a44f2d4da None None] Sync routers for ids ['3390d897-1953-4228-b084-2a72ccb09e5a'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:36:09.920347 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3345bc-8050-422e-9f7f-129a44f2d4da None None] Routers {'3390d897-1953-4228-b084-2a72ccb09e5a'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:36:09.921333 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4c3345bc-8050-422e-9f7f-129a44f2d4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:35:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['3390d897-1953-4228-b084-2a72ccb09e5a'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:36:09.939426 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device b602100d-dd50-4640-9cb8-03c3cd56c3f8 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:36:09.957663 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-dd02962b-ce8f-4635-8dd0-93c262f7e6ed tempest-QuotasTest-824574439 tempest-QuotasTest-824574439-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:36:10.004688 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-20f7590e-97c8-40b9-bb32-afdc937d01e0 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:10.010674 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-20f7590e-97c8-40b9-bb32-afdc937d01e0 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] 10.222.0.55 "PUT /v2.0/routers/3390d897-1953-4228-b084-2a72ccb09e5a HTTP/1.1" status: 200 len: 882 time: 8.8436651 Feb 09 12:36:10.016222 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40386) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:10.016966 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-dd02962b-ce8f-4635-8dd0-93c262f7e6ed tempest-QuotasTest-824574439 tempest-QuotasTest-824574439-project-admin] Usage tracker for resource:router and tenant:34fcbd70d26a4674bc16fb3c481656bf is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:36:10.020274 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-a262cd36-26af-4d33-8766-39c3d9a3eed9 req-3f781652-09bd-4e6c-bdbc-ee8fe597b527 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] No DVR routers for this DVR port b602100d-dd50-4640-9cb8-03c3cd56c3f8 on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:36:10.024808 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a262cd36-26af-4d33-8766-39c3d9a3eed9 req-3f781652-09bd-4e6c-bdbc-ee8fe597b527 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:10.027192 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a262cd36-26af-4d33-8766-39c3d9a3eed9 req-3f781652-09bd-4e6c-bdbc-ee8fe597b527 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.46 "DELETE /v2.0/ports/b602100d-dd50-4640-9cb8-03c3cd56c3f8 HTTP/1.1" status: 204 len: 173 time: 3.3458488 Feb 09 12:36:10.037338 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4c3345bc-8050-422e-9f7f-129a44f2d4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:36:10.079715 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3345bc-8050-422e-9f7f-129a44f2d4da None None] Routers {'3390d897-1953-4228-b084-2a72ccb09e5a'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:36:10.080509 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4c3345bc-8050-422e-9f7f-129a44f2d4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:35:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['3390d897-1953-4228-b084-2a72ccb09e5a'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:36:10.085978 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2757c154-0800-445a-8a07-0bf74294ac55', 'name': 'network-vif-deleted', 'tag': 'b602100d-dd50-4640-9cb8-03c3cd56c3f8'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:36:10.136046 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: b602100d-dd50-4640-9cb8-03c3cd56c3f8 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:36:10.136611 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device b602100d-dd50-4640-9cb8-03c3cd56c3f8 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:36:10.138236 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-dd02962b-ce8f-4635-8dd0-93c262f7e6ed tempest-QuotasTest-824574439 tempest-QuotasTest-824574439-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:36:10.163050 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-dd02962b-ce8f-4635-8dd0-93c262f7e6ed tempest-QuotasTest-824574439 tempest-QuotasTest-824574439-project-admin] Usage tracker for resource:floatingip and tenant:34fcbd70d26a4674bc16fb3c481656bf is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:36:10.172833 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-dd02962b-ce8f-4635-8dd0-93c262f7e6ed tempest-QuotasTest-824574439 tempest-QuotasTest-824574439-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:36:10.173123 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4c3345bc-8050-422e-9f7f-129a44f2d4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:36:10.174473 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3345bc-8050-422e-9f7f-129a44f2d4da None None] The sync data for ids ['3390d897-1953-4228-b084-2a72ccb09e5a'] in n-d-825178-3 is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:36:10.192065 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e6f0eec0-e672-4474-9e93-ecd7a3100b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:10.194276 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2757c154-0800-445a-8a07-0bf74294ac55', 'name': 'network-vif-deleted', 'tag': 'b602100d-dd50-4640-9cb8-03c3cd56c3f8', 'status': 'completed', 'code': 200} Feb 09 12:36:10.231616 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0e677-29b2-421a-a3c1-fd823b3c5218 req-56e4c93d-a509-4b37-908a-e8acba152566 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:10.235335 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e6f0eec0-e672-4474-9e93-ecd7a3100b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:10.235551 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-22a0e677-29b2-421a-a3c1-fd823b3c5218 req-56e4c93d-a509-4b37-908a-e8acba152566 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=67b9a994-1a16-41f5-9aef-916b8d06ed15 HTTP/1.1" status: 200 len: 931 time: 0.2184660 Feb 09 12:36:10.381673 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-22a0e677-29b2-421a-a3c1-fd823b3c5218 req-32f2e493-0452-494a-aa97-a51c40d90ed2 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Synchronizing usage tracker for tenant:79b13d259e044206b7b291bef4587540 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:36:10.386262 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-dd02962b-ce8f-4635-8dd0-93c262f7e6ed tempest-QuotasTest-824574439 tempest-QuotasTest-824574439-project-admin] Usage tracker for resource:security_group and tenant:34fcbd70d26a4674bc16fb3c481656bf is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:36:10.393925 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-dd02962b-ce8f-4635-8dd0-93c262f7e6ed tempest-QuotasTest-824574439 tempest-QuotasTest-824574439-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:36:10.395107 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e6f0eec0-e672-4474-9e93-ecd7a3100b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:10.413478 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-dd02962b-ce8f-4635-8dd0-93c262f7e6ed tempest-QuotasTest-824574439 tempest-QuotasTest-824574439-project-admin] Usage tracker for resource:security_group_rule and tenant:34fcbd70d26a4674bc16fb3c481656bf is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:36:10.419601 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-22a0e677-29b2-421a-a3c1-fd823b3c5218 req-32f2e493-0452-494a-aa97-a51c40d90ed2 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Unset dirty status for tenant:79b13d259e044206b7b291bef4587540 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:36:10.421191 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-22a0e677-29b2-421a-a3c1-fd823b3c5218 req-32f2e493-0452-494a-aa97-a51c40d90ed2 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809456 Feb 09 12:36:10.421924 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-dd02962b-ce8f-4635-8dd0-93c262f7e6ed tempest-QuotasTest-824574439 tempest-QuotasTest-824574439-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:36:10.456246 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f0eec0-e672-4474-9e93-ecd7a3100b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806fdf0d-ef12-4816-bd9a-d8d198725fc0,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:10.483312 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-dd02962b-ce8f-4635-8dd0-93c262f7e6ed tempest-QuotasTest-824574439 tempest-QuotasTest-824574439-project-admin] 10.222.0.55 "GET /v2.0/quotas/34fcbd70d26a4674bc16fb3c481656bf/details.json HTTP/1.1" status: 200 len: 703 time: 1.2568111 Feb 09 12:36:10.525233 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-dfbb8d85-6557-4bac-8b56-2246dd4e0f1c req-f07f4f3f-2b2a-477d-a240-78f428e70d9a tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Synchronizing usage tracker for tenant:02a79007c42b4d508e7f5f941eb00251 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:36:10.528711 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e6f0eec0-e672-4474-9e93-ecd7a3100b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:10.528711 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e6f0eec0-e672-4474-9e93-ecd7a3100b52 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/806fdf0d-ef12-4816-bd9a-d8d198725fc0 HTTP/1.1" status: 204 len: 168 time: 0.6991532 Feb 09 12:36:10.602324 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-eec25838-06bd-4a3d-8377-bda20456a977 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] 10.222.0.55 "GET /v2.0/routers/3390d897-1953-4228-b084-2a72ccb09e5a HTTP/1.1" status: 200 len: 923 time: 0.5847902 Feb 09 12:36:10.605723 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 40408) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:10.623634 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-840e7f70-dce5-4a9a-9486-9c276ae10a81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97b39c5f-95d4-4419-86ba-bc051273a538 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:36:10.641190 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-840e7f70-dce5-4a9a-9486-9c276ae10a81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:10.660409 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-dfbb8d85-6557-4bac-8b56-2246dd4e0f1c req-f07f4f3f-2b2a-477d-a240-78f428e70d9a tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Unset dirty status for tenant:02a79007c42b4d508e7f5f941eb00251 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:36:10.673217 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dfbb8d85-6557-4bac-8b56-2246dd4e0f1c req-f07f4f3f-2b2a-477d-a240-78f428e70d9a tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=2757c154-0800-445a-8a07-0bf74294ac55 HTTP/1.1" status: 200 len: 210 time: 0.2223396 Feb 09 12:36:10.677354 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-840e7f70-dce5-4a9a-9486-9c276ae10a81 service neutron] Transition to ACTIVE for port object 97b39c5f-95d4-4419-86ba-bc051273a538 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:36:10.690181 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-840e7f70-dce5-4a9a-9486-9c276ae10a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:10.760810 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d851bbea-8991-4044-966a-0b58db730a62 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:10.762357 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d851bbea-8991-4044-966a-0b58db730a62 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=af0bad45-b31e-4cb1-a77c-3bbc34409de5&device_id=3390d897-1953-4228-b084-2a72ccb09e5a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1556554 Feb 09 12:36:10.766043 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 40416) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:11.137138 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e7f70-dce5-4a9a-9486-9c276ae10a81 service neutron] Pushing event updated for resources: {'Port': ['ID=97b39c5f-95d4-4419-86ba-bc051273a538,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:11.230887 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-840e7f70-dce5-4a9a-9486-9c276ae10a81 service neutron] Attempting to bind port 97b39c5f-95d4-4419-86ba-bc051273a538 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:36:11.232736 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-840e7f70-dce5-4a9a-9486-9c276ae10a81 service neutron] Attempting to bind port 97b39c5f-95d4-4419-86ba-bc051273a538 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '0506d4bb-113b-4fbe-8a77-b072bee9b6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8f32be62-c86b-414f-bc1f-d2cef7c023c9'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:36:11.233378 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-840e7f70-dce5-4a9a-9486-9c276ae10a81 service neutron] Attempting to bind port 97b39c5f-95d4-4419-86ba-bc051273a538 on network 8f32be62-c86b-414f-bc1f-d2cef7c023c9 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:36:11.250030 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-840e7f70-dce5-4a9a-9486-9c276ae10a81 service neutron] Port 97b39c5f-95d4-4419-86ba-bc051273a538 on network 8f32be62-c86b-414f-bc1f-d2cef7c023c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:36:11.251475 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-840e7f70-dce5-4a9a-9486-9c276ae10a81 service neutron] Attempting to bind port 97b39c5f-95d4-4419-86ba-bc051273a538 on network 8f32be62-c86b-414f-bc1f-d2cef7c023c9 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:36:11.259105 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-840e7f70-dce5-4a9a-9486-9c276ae10a81 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:36:11.259470 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-840e7f70-dce5-4a9a-9486-9c276ae10a81 service neutron] Checking segment: {'id': '0506d4bb-113b-4fbe-8a77-b072bee9b6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8f32be62-c86b-414f-bc1f-d2cef7c023c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:36:11.259846 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-840e7f70-dce5-4a9a-9486-9c276ae10a81 service neutron] Bound using segment: {'id': '0506d4bb-113b-4fbe-8a77-b072bee9b6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8f32be62-c86b-414f-bc1f-d2cef7c023c9'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:36:11.260286 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-840e7f70-dce5-4a9a-9486-9c276ae10a81 service neutron] Bound port: 97b39c5f-95d4-4419-86ba-bc051273a538, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0506d4bb-113b-4fbe-8a77-b072bee9b6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8f32be62-c86b-414f-bc1f-d2cef7c023c9'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:36:11.260635 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-840e7f70-dce5-4a9a-9486-9c276ae10a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:11.271779 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 40436) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:11.393151 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-840e7f70-dce5-4a9a-9486-9c276ae10a81 service neutron] For port 97b39c5f-95d4-4419-86ba-bc051273a538, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:36:11.400131 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-840e7f70-dce5-4a9a-9486-9c276ae10a81 service neutron] For port 97b39c5f-95d4-4419-86ba-bc051273a538, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=97b39c5f-95d4-4419-86ba-bc051273a538,segment=NetworkSegment(0506d4bb-113b-4fbe-8a77-b072bee9b6d7),segment_id=0506d4bb-113b-4fbe-8a77-b072bee9b6d7)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:36:11.412212 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-840e7f70-dce5-4a9a-9486-9c276ae10a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:11.418772 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd85b1b6-27f5-43a3-be2f-e02529b4fc69 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:11.423379 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-dd85b1b6-27f5-43a3-be2f-e02529b4fc69 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] 10.222.0.55 "GET /v2.0/networks/af0bad45-b31e-4cb1-a77c-3bbc34409de5 HTTP/1.1" status: 200 len: 881 time: 0.6560814 Feb 09 12:36:11.426830 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 40446) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:11.554583 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e5ecee1b-1a3c-401f-9b36-a9554ceb3a3a tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] 10.222.0.55 "GET /v2.0/ports?device_id=3390d897-1953-4228-b084-2a72ccb09e5a HTTP/1.1" status: 200 len: 205 time: 0.1265843 Feb 09 12:36:11.561937 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 40458) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:11.595142 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-840e7f70-dce5-4a9a-9486-9c276ae10a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:11.595765 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-840e7f70-dce5-4a9a-9486-9c276ae10a81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:11.598902 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-840e7f70-dce5-4a9a-9486-9c276ae10a81 service neutron] 10.222.0.46 "PUT /v2.0/ports/97b39c5f-95d4-4419-86ba-bc051273a538 HTTP/1.1" status: 200 len: 1091 time: 2.7346127 Feb 09 12:36:11.599491 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b9a994-1a16-41f5-9aef-916b8d06ed15', 'tag': '97b39c5f-95d4-4419-86ba-bc051273a538'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:36:11.604754 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e7f70-dce5-4a9a-9486-9c276ae10a81 service neutron] Pushing event updated for resources: {'Port': ['ID=97b39c5f-95d4-4419-86ba-bc051273a538,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:11.752452 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b9a994-1a16-41f5-9aef-916b8d06ed15', 'tag': '97b39c5f-95d4-4419-86ba-bc051273a538', 'status': 'completed', 'code': 200} Feb 09 12:36:11.760668 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-776d51f2-aa21-4bf4-8be9-85e3ed7a44e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:11.841715 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-9ce08ba7-fd02-42f9-8515-956ca77c89a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:11.842128 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-9ce08ba7-fd02-42f9-8515-956ca77c89a0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=79b13d259e044206b7b291bef4587540&device_id=67b9a994-1a16-41f5-9aef-916b8d06ed15 HTTP/1.1" status: 200 len: 1094 time: 0.1787639 Feb 09 12:36:11.901120 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-776d51f2-aa21-4bf4-8be9-85e3ed7a44e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:36:11.920163 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-776d51f2-aa21-4bf4-8be9-85e3ed7a44e9 admin admin] Usage tracker for resource:security_group_rule and tenant:06c44779503941099f0cdd0a34d82f98 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:36:11.923795 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-9e8782e9-6d55-4079-8678-66323cfd61d6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97b39c5f-95d4-4419-86ba-bc051273a538 HTTP/1.1" status: 200 len: 217 time: 0.0720265 Feb 09 12:36:11.938465 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-776d51f2-aa21-4bf4-8be9-85e3ed7a44e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:36:12.019090 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-b82053a5-df74-43fb-b480-f7ab9332f50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:12.020712 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-b82053a5-df74-43fb-b480-f7ab9332f50c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8e0df51a-c44d-4333-910c-bf77ea824551 HTTP/1.1" status: 200 len: 855 time: 0.0896177 Feb 09 12:36:12.026570 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-776d51f2-aa21-4bf4-8be9-85e3ed7a44e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:36:12.162835 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-7d982a5d-06fe-4e72-964d-5752e0351fbd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8f32be62-c86b-414f-bc1f-d2cef7c023c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1316319 Feb 09 12:36:12.174157 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bd242028-58d2-47a1-9ea4-957465002b46 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:12.305282 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc05bb-6fa8-414a-8780-471c3896b505 req-3f4c27f7-f077-4d42-8486-52028bb16d88 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:12.312100 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5acc05bb-6fa8-414a-8780-471c3896b505 req-3f4c27f7-f077-4d42-8486-52028bb16d88 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=67b9a994-1a16-41f5-9aef-916b8d06ed15 HTTP/1.1" status: 200 len: 943 time: 0.5061758 Feb 09 12:36:12.403572 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-c97ef713-874b-45d9-8749-7b6b20f329cd service neutron] 10.222.0.46 "GET /v2.0/networks/8f32be62-c86b-414f-bc1f-d2cef7c023c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256286 Feb 09 12:36:12.531290 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5acc05bb-6fa8-414a-8780-471c3896b505 req-95289491-72d4-4986-9bfd-35ff2099ba78 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180431 Feb 09 12:36:12.604394 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-776d51f2-aa21-4bf4-8be9-85e3ed7a44e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:12.617180 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bd242028-58d2-47a1-9ea4-957465002b46 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:12.621639 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-776d51f2-aa21-4bf4-8be9-85e3ed7a44e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:12.670887 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-bd242028-58d2-47a1-9ea4-957465002b46 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Deleting port ee707fb8-20c1-4a34-a95d-a32d6a44b466 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:36:12.671235 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bd242028-58d2-47a1-9ea4-957465002b46 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:12.733781 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-776d51f2-aa21-4bf4-8be9-85e3ed7a44e9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=06c44779503941099f0cdd0a34d82f98&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4586661 Feb 09 12:36:12.736250 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 40510) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:12.742716 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d51f2-aa21-4bf4-8be9-85e3ed7a44e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c80933-e440-4494-bbad-f203c69bc676,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:12.818285 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f4e7b35a-2bcd-458b-ad78-9a07fdf29ec5 req-6931b716-6cae-46f0-b26d-68638da80737 service neutron] 10.222.0.46 "GET /v2.0/networks/8f32be62-c86b-414f-bc1f-d2cef7c023c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4074600 Feb 09 12:36:12.940336 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-de0c3adb-4c03-4ea8-b498-f0d7cb8a1b4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:12.988658 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-de0c3adb-4c03-4ea8-b498-f0d7cb8a1b4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:13.018473 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bd242028-58d2-47a1-9ea4-957465002b46 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:13.019614 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d08be-9fdc-45ea-ad6a-e15c3c1e7e42 req-ee3ae725-d735-4608-a1aa-2b7eea6c142c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:13.021228 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8f7d08be-9fdc-45ea-ad6a-e15c3c1e7e42 req-ee3ae725-d735-4608-a1aa-2b7eea6c142c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=79b13d259e044206b7b291bef4587540&device_id=67b9a994-1a16-41f5-9aef-916b8d06ed15 HTTP/1.1" status: 200 len: 1094 time: 0.1433475 Feb 09 12:36:13.323628 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d08be-9fdc-45ea-ad6a-e15c3c1e7e42 req-de46291e-2f08-4b99-adeb-99aaa56d86b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:13.328472 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8f7d08be-9fdc-45ea-ad6a-e15c3c1e7e42 req-de46291e-2f08-4b99-adeb-99aaa56d86b4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8f32be62-c86b-414f-bc1f-d2cef7c023c9 HTTP/1.1" status: 200 len: 916 time: 0.2971497 Feb 09 12:36:13.380411 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 40534) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:13.407158 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-bd242028-58d2-47a1-9ea4-957465002b46 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Calling delete_port for ee707fb8-20c1-4a34-a95d-a32d6a44b466 owned by network:router_gateway {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:36:13.474578 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-de0c3adb-4c03-4ea8-b498-f0d7cb8a1b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:13.489525 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8f7d08be-9fdc-45ea-ad6a-e15c3c1e7e42 req-e2466d31-5bb3-46db-a7a7-c121e7cdff52 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97b39c5f-95d4-4419-86ba-bc051273a538 HTTP/1.1" status: 200 len: 217 time: 0.1531312 Feb 09 12:36:13.497069 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c3adb-4c03-4ea8-b498-f0d7cb8a1b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c80933-e440-4494-bbad-f203c69bc676,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:13.521450 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-de0c3adb-4c03-4ea8-b498-f0d7cb8a1b4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:13.528298 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-de0c3adb-4c03-4ea8-b498-f0d7cb8a1b4a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e7c80933-e440-4494-bbad-f203c69bc676 HTTP/1.1" status: 204 len: 168 time: 0.7887902 Feb 09 12:36:13.651147 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d08be-9fdc-45ea-ad6a-e15c3c1e7e42 req-9ada72b7-eb8b-4b5a-a13d-e4209b8c1013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:13.654520 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8f7d08be-9fdc-45ea-ad6a-e15c3c1e7e42 req-9ada72b7-eb8b-4b5a-a13d-e4209b8c1013 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8e0df51a-c44d-4333-910c-bf77ea824551 HTTP/1.1" status: 200 len: 855 time: 0.1586533 Feb 09 12:36:13.787805 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8f7d08be-9fdc-45ea-ad6a-e15c3c1e7e42 req-f1a276b9-353f-4fce-bc83-b382c3051a66 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8f32be62-c86b-414f-bc1f-d2cef7c023c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1260512 Feb 09 12:36:13.894554 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-9ab12add-46a9-450b-9a1f-f1719b9bc8c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-461660413'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:36:13.916832 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-9ab12add-46a9-450b-9a1f-f1719b9bc8c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:36:13.954447 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9ab12add-46a9-450b-9a1f-f1719b9bc8c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071-project] Usage tracker for resource:network and tenant:34eb9b27dfa641f2a91b0c796c5c71ad is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:36:13.976289 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9ab12add-46a9-450b-9a1f-f1719b9bc8c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:36:13.992438 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-604fcee8-6956-4875-a68c-2bb001e0b969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:13.997179 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bd242028-58d2-47a1-9ea4-957465002b46 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:14.019194 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-9ab12add-46a9-450b-9a1f-f1719b9bc8c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:36:14.021684 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8f7d08be-9fdc-45ea-ad6a-e15c3c1e7e42 req-6b2fe1ea-ae73-4b05-ab6e-fdcf0eb6ef69 service neutron] 10.222.0.46 "GET /v2.0/networks/8f32be62-c86b-414f-bc1f-d2cef7c023c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262354 Feb 09 12:36:14.235223 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40558) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:14.261740 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e74bc14f-b85b-4ddc-9b91-c92535022e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:14.293951 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e74bc14f-b85b-4ddc-9b91-c92535022e48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:36:14.298508 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e74bc14f-b85b-4ddc-9b91-c92535022e48 admin admin] Usage tracker for resource:security_group_rule and tenant:34fcbd70d26a4674bc16fb3c481656bf is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:36:14.301316 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd242028-58d2-47a1-9ea4-957465002b46 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Pushing event deleted for resources: {'Port': ['ID=ee707fb8-20c1-4a34-a95d-a32d6a44b466,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:14.302461 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e74bc14f-b85b-4ddc-9b91-c92535022e48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:36:14.312566 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e74bc14f-b85b-4ddc-9b91-c92535022e48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:36:14.368761 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab12add-46a9-450b-9a1f-f1719b9bc8c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071-project] Made reservation on behalf of 34eb9b27dfa641f2a91b0c796c5c71ad for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:36:14.376506 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9ab12add-46a9-450b-9a1f-f1719b9bc8c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:14.409233 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e74bc14f-b85b-4ddc-9b91-c92535022e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:14.416657 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8f7d08be-9fdc-45ea-ad6a-e15c3c1e7e42 req-c00c617c-a27c-4af5-9183-ca61ff3f389f service neutron] 10.222.0.46 "GET /v2.0/networks/8f32be62-c86b-414f-bc1f-d2cef7c023c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877072 Feb 09 12:36:14.418486 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e74bc14f-b85b-4ddc-9b91-c92535022e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:14.471800 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74bc14f-b85b-4ddc-9b91-c92535022e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e487fc8d-e82c-4e22-9bbf-339d5ff7a89f,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:14.493027 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e74bc14f-b85b-4ddc-9b91-c92535022e48 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=34fcbd70d26a4674bc16fb3c481656bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2555392 Feb 09 12:36:14.494296 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40566) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:14.520361 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9ab12add-46a9-450b-9a1f-f1719b9bc8c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:14.569287 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced1550-1902-4b4a-8b02-c645d93b3596 req-914cdfc2-4509-4b1a-88d8-0da02a5a20d1 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:14.575955 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3504acab-4fd6-4ec6-a72a-c80702ff08f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:14.578191 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aced1550-1902-4b4a-8b02-c645d93b3596 req-914cdfc2-4509-4b1a-88d8-0da02a5a20d1 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=67b9a994-1a16-41f5-9aef-916b8d06ed15 HTTP/1.1" status: 200 len: 943 time: 0.7762225 Feb 09 12:36:14.615934 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-9ab12add-46a9-450b-9a1f-f1719b9bc8c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:36:14.620063 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9ab12add-46a9-450b-9a1f-f1719b9bc8c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071-project] Usage tracker for resource:security_group_rule and tenant:34eb9b27dfa641f2a91b0c796c5c71ad is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:36:14.623655 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9ab12add-46a9-450b-9a1f-f1719b9bc8c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:36:14.624426 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3504acab-4fd6-4ec6-a72a-c80702ff08f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:14.630407 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-9ab12add-46a9-450b-9a1f-f1719b9bc8c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:36:14.752439 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3504acab-4fd6-4ec6-a72a-c80702ff08f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:14.767482 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bd242028-58d2-47a1-9ea4-957465002b46 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:14.772315 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3504acab-4fd6-4ec6-a72a-c80702ff08f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e487fc8d-e82c-4e22-9bbf-339d5ff7a89f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:14.813913 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3504acab-4fd6-4ec6-a72a-c80702ff08f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:14.816129 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3504acab-4fd6-4ec6-a72a-c80702ff08f2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e487fc8d-e82c-4e22-9bbf-339d5ff7a89f HTTP/1.1" status: 204 len: 168 time: 0.3198934 Feb 09 12:36:15.048375 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aced1550-1902-4b4a-8b02-c645d93b3596 req-8a3ea877-5e93-4513-b51a-954bbd782169 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4692936 Feb 09 12:36:15.077481 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9ab12add-46a9-450b-9a1f-f1719b9bc8c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:15.091457 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9ab12add-46a9-450b-9a1f-f1719b9bc8c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:15.125344 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab12add-46a9-450b-9a1f-f1719b9bc8c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:36:15.138074 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9ab12add-46a9-450b-9a1f-f1719b9bc8c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:15.138566 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-9ab12add-46a9-450b-9a1f-f1719b9bc8c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071-project] Added segment 4e0fba02-b02c-4edd-8240-8bac4b1a97e4 of type vlan for network a59798f6-86bd-4639-8f94-bad7846c6619 Feb 09 12:36:15.156368 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bd242028-58d2-47a1-9ea4-957465002b46 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:15.164273 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bd242028-58d2-47a1-9ea4-957465002b46 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:15.215031 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9ab12add-46a9-450b-9a1f-f1719b9bc8c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:15.224347 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab12add-46a9-450b-9a1f-f1719b9bc8c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7b7f95-993f-4e87-85a9-984ab93d8d5d,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:15.235780 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bd242028-58d2-47a1-9ea4-957465002b46 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:15.236316 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd242028-58d2-47a1-9ea4-957465002b46 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Fanout notify agent at l3_agent the message router_deleted on router 3390d897-1953-4228-b084-2a72ccb09e5a {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:36:15.274572 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9ab12add-46a9-450b-9a1f-f1719b9bc8c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:15.280043 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab12add-46a9-450b-9a1f-f1719b9bc8c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:15.280645 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9ab12add-46a9-450b-9a1f-f1719b9bc8c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:15.416521 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab12add-46a9-450b-9a1f-f1719b9bc8c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071-project] Pushing event updated for resources: {'Network': ['ID=a59798f6-86bd-4639-8f94-bad7846c6619,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:15.423004 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bd242028-58d2-47a1-9ea4-957465002b46 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:15.428537 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-bd242028-58d2-47a1-9ea4-957465002b46 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] 10.222.0.55 "DELETE /v2.0/routers/3390d897-1953-4228-b084-2a72ccb09e5a HTTP/1.1" status: 204 len: 168 time: 3.8607795 Feb 09 12:36:15.428642 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40596) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:15.430935 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network a59798f6-86bd-4639-8f94-bad7846c6619 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:36:15.434242 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9ab12add-46a9-450b-9a1f-f1719b9bc8c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.0522697 Feb 09 12:36:15.444647 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-1c075b79-4576-45ca-91a2-ccfc8eafaaa0 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1498568173', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:36:15.464915 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1c075b79-4576-45ca-91a2-ccfc8eafaaa0 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:36:15.473894 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-1c075b79-4576-45ca-91a2-ccfc8eafaaa0 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Usage tracker for resource:router and tenant:c7d53a1de8cf4ef8b26f12e375519d7e is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:36:15.478734 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-1c075b79-4576-45ca-91a2-ccfc8eafaaa0 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:36:15.494978 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1c075b79-4576-45ca-91a2-ccfc8eafaaa0 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:36:15.530759 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1c075b79-4576-45ca-91a2-ccfc8eafaaa0 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:15.531901 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1c075b79-4576-45ca-91a2-ccfc8eafaaa0 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:15.574137 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1c075b79-4576-45ca-91a2-ccfc8eafaaa0 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:15.621406 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1c075b79-4576-45ca-91a2-ccfc8eafaaa0 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:15.668071 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1c075b79-4576-45ca-91a2-ccfc8eafaaa0 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:15.669625 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1c075b79-4576-45ca-91a2-ccfc8eafaaa0 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2401323 Feb 09 12:36:15.672447 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40612) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:15.678460 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-b0c1423f-54f0-4d89-bd98-069cd2e20735 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'enable_snat': True}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:36:15.944462 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 97b39c5f-95d4-4419-86ba-bc051273a538 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:36:16.371909 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 97b39c5f-95d4-4419-86ba-bc051273a538, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=97b39c5f-95d4-4419-86ba-bc051273a538,segment=NetworkSegment(0506d4bb-113b-4fbe-8a77-b072bee9b6d7),segment_id=0506d4bb-113b-4fbe-8a77-b072bee9b6d7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:36:16.429869 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '97b39c5f-95d4-4419-86ba-bc051273a538', 'network_id': '8f32be62-c86b-414f-bc1f-d2cef7c023c9', 'port_id': '97b39c5f-95d4-4419-86ba-bc051273a538', 'mac_address': 'fa:16:3e:e9:85:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e0df51a-c44d-4333-910c-bf77ea824551', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:36:16.466066 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 40646) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:16.491232 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 40652) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:16.497063 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Request body: {'port': {'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619', 'binding:host_id': 'n-h2-825178-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585192869'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:36:16.503647 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:36:16.508143 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Usage tracker for resource:port and tenant:be5779b6f03a46f9af1d189610afb1f0 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:36:16.511178 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:36:16.518328 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:36:16.532870 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Made reservation on behalf of be5779b6f03a46f9af1d189610afb1f0 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:36:16.536098 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:16.552025 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:16.588736 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:36:16.594833 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Usage tracker for resource:security_group_rule and tenant:be5779b6f03a46f9af1d189610afb1f0 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:36:16.609451 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:36:16.628997 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:36:16.686524 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ee48c531-deb6-4be5-8bbf-7fe9a92f9833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:16.740706 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:16.840157 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97b39c5f-95d4-4419-86ba-bc051273a538 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:36:16.841736 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b0c1423f-54f0-4d89-bd98-069cd2e20735 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:16.907425 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 97b39c5f-95d4-4419-86ba-bc051273a538, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=97b39c5f-95d4-4419-86ba-bc051273a538,segment=NetworkSegment(0506d4bb-113b-4fbe-8a77-b072bee9b6d7),segment_id=0506d4bb-113b-4fbe-8a77-b072bee9b6d7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:36:16.916579 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:16.969930 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:17.007866 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-a0cdbf2a-325c-41ad-912e-3f95f8b5801f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-369876353'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:36:17.014505 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:17.031838 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-a0cdbf2a-325c-41ad-912e-3f95f8b5801f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:36:17.049542 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] device_id is not set on port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 yet. {{(pid=87567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:36:17.058887 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=97b39c5f-95d4-4419-86ba-bc051273a538,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:17.069724 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:36:17.070662 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:36:17.071109 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:36:17.071547 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:36:17.072365 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:36:17.072730 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:36:17.073243 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:36:17.073915 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:36:17.074532 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:36:17.074990 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:36:17.075405 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:36:17.075967 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:36:17.116227 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a0cdbf2a-325c-41ad-912e-3f95f8b5801f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Usage tracker for resource:network and tenant:a7add69c825d45b8a9a99e00c87aae63 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:36:17.131700 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a0cdbf2a-325c-41ad-912e-3f95f8b5801f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:36:17.153537 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-a0cdbf2a-325c-41ad-912e-3f95f8b5801f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:36:17.186636 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41e5a63-5928-47b3-a291-3f678206996c,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:17.187575 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['97b39c5f-95d4-4419-86ba-bc051273a538'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:36:17.304379 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0cdbf2a-325c-41ad-912e-3f95f8b5801f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:36:17.321056 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a0cdbf2a-325c-41ad-912e-3f95f8b5801f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:17.405763 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a0cdbf2a-325c-41ad-912e-3f95f8b5801f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:17.438346 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b0c1423f-54f0-4d89-bd98-069cd2e20735 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:17.444605 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c291c-24d8-4ef9-986b-6b4501573d9e req-7eef0490-4721-48fc-8095-2fe1e2c91738 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:17.447306 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-836c291c-24d8-4ef9-986b-6b4501573d9e req-7eef0490-4721-48fc-8095-2fe1e2c91738 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=67b9a994-1a16-41f5-9aef-916b8d06ed15 HTTP/1.1" status: 200 len: 943 time: 0.6847227 Feb 09 12:36:17.493291 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-a0cdbf2a-325c-41ad-912e-3f95f8b5801f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:36:17.500198 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b0c1423f-54f0-4d89-bd98-069cd2e20735 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:17.508837 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a0cdbf2a-325c-41ad-912e-3f95f8b5801f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Usage tracker for resource:security_group_rule and tenant:a7add69c825d45b8a9a99e00c87aae63 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:36:17.534675 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a0cdbf2a-325c-41ad-912e-3f95f8b5801f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:36:17.558279 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-a0cdbf2a-325c-41ad-912e-3f95f8b5801f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:36:17.582983 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:17.593354 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:17.713046 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-b0c1423f-54f0-4d89-bd98-069cd2e20735 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Allocated IP 172.25.7.17 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/327cefc3-f29b-4ee4-8d63-cd8c9cc49270) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:36:17.720959 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-836c291c-24d8-4ef9-986b-6b4501573d9e req-47cee3b0-b5d0-4615-96de-985dd58c73ef tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628090 Feb 09 12:36:17.951140 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] device_id is not set on port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 yet. {{(pid=87567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:36:18.004179 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0157077-7f9f-4a38-b0e8-66b6a6c3ca60 req-e5b26d12-f1eb-4432-b9f9-8415ae83ac04 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:18.005761 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f0157077-7f9f-4a38-b0e8-66b6a6c3ca60 req-e5b26d12-f1eb-4432-b9f9-8415ae83ac04 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0648eab-58d8-492c-b724-c50ae2243341 HTTP/1.1" status: 200 len: 946 time: 0.4729924 Feb 09 12:36:18.017965 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:18.019936 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b0c1423f-54f0-4d89-bd98-069cd2e20735 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:18.094077 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Transition to ACTIVE for port object 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:36:18.121888 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd6465-dbe1-438d-8055-55b039958aad req-5652b751-ee07-4c3a-a01a-36ae844fb215 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:18.122897 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-01bd6465-dbe1-438d-8055-55b039958aad req-5652b751-ee07-4c3a-a01a-36ae844fb215 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Synchronizing usage tracker for tenant:02a79007c42b4d508e7f5f941eb00251 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:36:18.146441 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-01bd6465-dbe1-438d-8055-55b039958aad req-5652b751-ee07-4c3a-a01a-36ae844fb215 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Unset dirty status for tenant:02a79007c42b4d508e7f5f941eb00251 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:36:18.147589 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-01bd6465-dbe1-438d-8055-55b039958aad req-5652b751-ee07-4c3a-a01a-36ae844fb215 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0648eab-58d8-492c-b724-c50ae2243341 HTTP/1.1" status: 200 len: 946 time: 0.1237035 Feb 09 12:36:18.149728 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b0c1423f-54f0-4d89-bd98-069cd2e20735 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:18.155961 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:18.164530 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a0cdbf2a-325c-41ad-912e-3f95f8b5801f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:18.204412 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f0157077-7f9f-4a38-b0e8-66b6a6c3ca60 req-8d5eccc2-6092-4858-962b-828e92a76c22 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/security-groups?id=30901aa2-fada-41fa-b028-807238be08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834552 Feb 09 12:36:18.219723 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a0cdbf2a-325c-41ad-912e-3f95f8b5801f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:18.290311 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c1423f-54f0-4d89-bd98-069cd2e20735 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:36:18.293250 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad11e4-b341-43e5-98d2-904fd1290d83 req-6106e06f-1910-42ef-95be-36e11d8036d0 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:18.294725 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e0ad11e4-b341-43e5-98d2-904fd1290d83 req-6106e06f-1910-42ef-95be-36e11d8036d0 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 946 time: 0.3469019 Feb 09 12:36:18.295201 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-b0c1423f-54f0-4d89-bd98-069cd2e20735 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:36:18.303068 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0cdbf2a-325c-41ad-912e-3f95f8b5801f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:36:18.304875 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c1423f-54f0-4d89-bd98-069cd2e20735 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:36:18.307525 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Pushing event updated for resources: {'Port': ['ID=14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:18.322448 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cdbf2a-325c-41ad-912e-3f95f8b5801f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=072898ad-6959-4b10-9d82-0e550405496e,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:18.333356 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-01bd6465-dbe1-438d-8055-55b039958aad req-981df327-c401-479a-b1f5-6fb89934c711 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Deleting port 076920f9-4b31-4983-8470-11c4a2942422 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:36:18.333719 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-01bd6465-dbe1-438d-8055-55b039958aad req-981df327-c401-479a-b1f5-6fb89934c711 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:18.338473 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a0cdbf2a-325c-41ad-912e-3f95f8b5801f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:18.338949 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-a0cdbf2a-325c-41ad-912e-3f95f8b5801f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Added segment e5ef0004-510b-4efc-8dd8-fabbd125b3c7 of type vlan for network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 Feb 09 12:36:18.375176 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a0cdbf2a-325c-41ad-912e-3f95f8b5801f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:18.431796 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Checking segment: {'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:36:18.432182 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Network hostable DHCP agents. Network: a59798f6-86bd-4639-8f94-bad7846c6619, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:36:18.474244 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e0ad11e4-b341-43e5-98d2-904fd1290d83 req-0f4b1761-70af-411c-bf74-a0d36f62dae5 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603732 Feb 09 12:36:18.476266 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1423f-54f0-4d89-bd98-069cd2e20735 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Pushing event updated for resources: {'Port': ['ID=327cefc3-f29b-4ee4-8d63-cd8c9cc49270,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:18.509335 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Network a59798f6-86bd-4639-8f94-bad7846c6619 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:36:18.512290 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a0cdbf2a-325c-41ad-912e-3f95f8b5801f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:18.521203 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cdbf2a-325c-41ad-912e-3f95f8b5801f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:18.522117 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a0cdbf2a-325c-41ad-912e-3f95f8b5801f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:18.773705 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, a59798f6-86bd-4639-8f94-bad7846c6619) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:36:18.788957 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7547de-628e-4050-a77e-ab515b9aa430 None None] Network a59798f6-86bd-4639-8f94-bad7846c6619 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:36:18.794510 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:36:18.832914 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:36:18.832914 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:36:18.832914 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 on network a59798f6-86bd-4639-8f94-bad7846c6619 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:36:18.862274 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a0cdbf2a-325c-41ad-912e-3f95f8b5801f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.3920076 Feb 09 12:36:18.863120 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 40698) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:18.866049 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 on network a59798f6-86bd-4639-8f94-bad7846c6619 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:36:18.870350 n-d-825178-3 neutron-server[87567]: ERROR neutron.plugins.ml2.managers [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Failed to bind port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 on host n-h2-825178-3 for vnic_type normal using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] Feb 09 12:36:18.873188 n-d-825178-3 neutron-server[87567]: INFO neutron.plugins.ml2.plugin [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempt 2 to bind port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 Feb 09 12:36:18.908364 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cdbf2a-325c-41ad-912e-3f95f8b5801f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Network': ['ID=f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:18.932673 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-e94dbde0-a7bd-4844-aa98-374f8c56f48e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'subnet': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:36:18.969061 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:36:18.969397 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:36:18.969886 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 on network a59798f6-86bd-4639-8f94-bad7846c6619 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:36:19.017221 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:36:19.088338 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 on network a59798f6-86bd-4639-8f94-bad7846c6619 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:36:19.088656 n-d-825178-3 neutron-server[87567]: ERROR neutron.plugins.ml2.managers [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Failed to bind port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 on host n-h2-825178-3 for vnic_type normal using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] Feb 09 12:36:19.122579 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-01bd6465-dbe1-438d-8055-55b039958aad req-981df327-c401-479a-b1f5-6fb89934c711 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] For port 076920f9-4b31-4983-8470-11c4a2942422, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=076920f9-4b31-4983-8470-11c4a2942422,segment=NetworkSegment(cf830335-1f32-4cb5-acf2-e131607ae889),segment_id=cf830335-1f32-4cb5-acf2-e131607ae889)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:36:19.123144 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-01bd6465-dbe1-438d-8055-55b039958aad req-981df327-c401-479a-b1f5-6fb89934c711 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:19.223380 n-d-825178-3 neutron-server[87567]: INFO neutron.plugins.ml2.plugin [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempt 3 to bind port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 Feb 09 12:36:19.224504 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:19.303122 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:36:19.303122 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:36:19.303348 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 on network a59798f6-86bd-4639-8f94-bad7846c6619 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:36:19.322609 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b0c1423f-54f0-4d89-bd98-069cd2e20735 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:19.338655 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 on network a59798f6-86bd-4639-8f94-bad7846c6619 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:36:19.338991 n-d-825178-3 neutron-server[87567]: ERROR neutron.plugins.ml2.managers [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Failed to bind port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 on host n-h2-825178-3 for vnic_type normal using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] Feb 09 12:36:19.351065 n-d-825178-3 neutron-server[87567]: INFO neutron.plugins.ml2.plugin [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempt 4 to bind port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 Feb 09 12:36:19.394808 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:36:19.395145 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:36:19.395472 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 on network a59798f6-86bd-4639-8f94-bad7846c6619 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:36:19.404028 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 on network a59798f6-86bd-4639-8f94-bad7846c6619 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:36:19.404357 n-d-825178-3 neutron-server[87567]: ERROR neutron.plugins.ml2.managers [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Failed to bind port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 on host n-h2-825178-3 for vnic_type normal using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] Feb 09 12:36:19.409710 n-d-825178-3 neutron-server[87567]: INFO neutron.plugins.ml2.plugin [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempt 5 to bind port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 Feb 09 12:36:19.419204 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-e94dbde0-a7bd-4844-aa98-374f8c56f48e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:36:19.427611 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-e94dbde0-a7bd-4844-aa98-374f8c56f48e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Usage tracker for resource:subnet and tenant:a7add69c825d45b8a9a99e00c87aae63 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:36:19.459522 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-01bd6465-dbe1-438d-8055-55b039958aad req-981df327-c401-479a-b1f5-6fb89934c711 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Calling delete_port for 076920f9-4b31-4983-8470-11c4a2942422 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:36:19.469702 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-e94dbde0-a7bd-4844-aa98-374f8c56f48e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:36:19.488980 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-e94dbde0-a7bd-4844-aa98-374f8c56f48e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:36:19.499463 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:36:19.501497 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:36:19.501838 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 on network a59798f6-86bd-4639-8f94-bad7846c6619 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:36:19.544374 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6010f5-89e1-49be-b264-9fc17004955b req-6ef42bc6-41d2-48fb-909b-0e8ca3d9b9eb tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:19.546661 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7a6010f5-89e1-49be-b264-9fc17004955b req-6ef42bc6-41d2-48fb-909b-0e8ca3d9b9eb tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=67b9a994-1a16-41f5-9aef-916b8d06ed15 HTTP/1.1" status: 200 len: 944 time: 0.5457175 Feb 09 12:36:19.550229 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 on network a59798f6-86bd-4639-8f94-bad7846c6619 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:36:19.550822 n-d-825178-3 neutron-server[87567]: ERROR neutron.plugins.ml2.managers [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Failed to bind port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 on host n-h2-825178-3 for vnic_type normal using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] Feb 09 12:36:19.551940 n-d-825178-3 neutron-server[87567]: INFO neutron.plugins.ml2.plugin [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempt 6 to bind port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 Feb 09 12:36:19.615067 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94dbde0-a7bd-4844-aa98-374f8c56f48e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:36:19.619306 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e94dbde0-a7bd-4844-aa98-374f8c56f48e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:19.766973 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:36:19.767314 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:36:19.767651 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 on network a59798f6-86bd-4639-8f94-bad7846c6619 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:36:19.818503 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 on network a59798f6-86bd-4639-8f94-bad7846c6619 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:36:19.818829 n-d-825178-3 neutron-server[87567]: ERROR neutron.plugins.ml2.managers [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Failed to bind port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 on host n-h2-825178-3 for vnic_type normal using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] Feb 09 12:36:19.835684 n-d-825178-3 neutron-server[87567]: INFO neutron.plugins.ml2.plugin [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempt 7 to bind port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 Feb 09 12:36:19.948068 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:36:19.948696 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:36:19.949936 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 on network a59798f6-86bd-4639-8f94-bad7846c6619 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:36:19.960174 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7a6010f5-89e1-49be-b264-9fc17004955b req-2709b0e6-8641-4af5-9459-005bac9f0c44 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3899126 Feb 09 12:36:19.968166 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 97b39c5f-95d4-4419-86ba-bc051273a538 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:36:20.082125 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd07c1-2fdf-4b4a-b670-f199a591a465 req-5cd2f190-07bb-49ab-8740-78f6f4f86dec tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:20.082964 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b0c1423f-54f0-4d89-bd98-069cd2e20735 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:20.085322 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-01bd6465-dbe1-438d-8055-55b039958aad req-981df327-c401-479a-b1f5-6fb89934c711 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:20.100866 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1fcd07c1-2fdf-4b4a-b670-f199a591a465 req-5cd2f190-07bb-49ab-8740-78f6f4f86dec tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0648eab-58d8-492c-b724-c50ae2243341 HTTP/1.1" status: 200 len: 946 time: 0.6790183 Feb 09 12:36:20.106437 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 on network a59798f6-86bd-4639-8f94-bad7846c6619 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:36:20.106437 n-d-825178-3 neutron-server[87567]: ERROR neutron.plugins.ml2.managers [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Failed to bind port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 on host n-h2-825178-3 for vnic_type normal using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] Feb 09 12:36:20.113674 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['ac66b915-c73e-42d3-b403-83ad0b252ab4', '76646253-8647-40bb-a6cf-6b63d5838edc'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:36:20.147604 n-d-825178-3 neutron-server[87567]: INFO neutron.plugins.ml2.plugin [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempt 8 to bind port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 Feb 09 12:36:20.178552 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e94dbde0-a7bd-4844-aa98-374f8c56f48e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:20.199472 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b0c1423f-54f0-4d89-bd98-069cd2e20735 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1740557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1740570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1738587'] for router, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:20.242919 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981df327-c401-479a-b1f5-6fb89934c711 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Pushing event deleted for resources: {'Port': ['ID=076920f9-4b31-4983-8470-11c4a2942422,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:20.340549 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94dbde0-a7bd-4844-aa98-374f8c56f48e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Subnet': ['ID=2d15d022-848e-4ebc-92ec-580900c8b143,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:20.360428 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-01bd6465-dbe1-438d-8055-55b039958aad req-981df327-c401-479a-b1f5-6fb89934c711 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] No DVR routers for this DVR port 076920f9-4b31-4983-8470-11c4a2942422 on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:36:20.379119 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-01bd6465-dbe1-438d-8055-55b039958aad req-981df327-c401-479a-b1f5-6fb89934c711 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:20.403632 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0648eab-58d8-492c-b724-c50ae2243341', 'name': 'network-vif-deleted', 'tag': '076920f9-4b31-4983-8470-11c4a2942422'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:36:20.416530 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 97b39c5f-95d4-4419-86ba-bc051273a538 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:36:20.428170 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-01bd6465-dbe1-438d-8055-55b039958aad req-981df327-c401-479a-b1f5-6fb89934c711 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.46 "DELETE /v2.0/ports/076920f9-4b31-4983-8470-11c4a2942422 HTTP/1.1" status: 204 len: 173 time: 2.2726924 Feb 09 12:36:20.444748 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1fcd07c1-2fdf-4b4a-b670-f199a591a465 req-4a7bb731-cfb6-489a-aa86-cfe69527c8ca tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/security-groups?id=30901aa2-fada-41fa-b028-807238be08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422265 Feb 09 12:36:20.445568 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:36:20.445876 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:36:20.446241 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 on network a59798f6-86bd-4639-8f94-bad7846c6619 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:36:20.462962 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 on network a59798f6-86bd-4639-8f94-bad7846c6619 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:36:20.463308 n-d-825178-3 neutron-server[87567]: ERROR neutron.plugins.ml2.managers [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Failed to bind port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 on host n-h2-825178-3 for vnic_type normal using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] Feb 09 12:36:20.481569 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 97b39c5f-95d4-4419-86ba-bc051273a538 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:36:20.481946 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:20.513741 n-d-825178-3 neutron-server[87567]: INFO neutron.plugins.ml2.plugin [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempt 9 to bind port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 Feb 09 12:36:20.603275 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:36:20.605041 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:36:20.607698 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 on network a59798f6-86bd-4639-8f94-bad7846c6619 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:36:20.620735 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 on network a59798f6-86bd-4639-8f94-bad7846c6619 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:36:20.621335 n-d-825178-3 neutron-server[87567]: ERROR neutron.plugins.ml2.managers [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Failed to bind port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 on host n-h2-825178-3 for vnic_type normal using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] Feb 09 12:36:20.622338 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:20.626260 n-d-825178-3 neutron-server[87567]: INFO neutron.plugins.ml2.plugin [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempt 10 to bind port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 Feb 09 12:36:20.649450 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0648eab-58d8-492c-b724-c50ae2243341', 'name': 'network-vif-deleted', 'tag': '076920f9-4b31-4983-8470-11c4a2942422', 'status': 'completed', 'code': 200} Feb 09 12:36:20.664030 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:36:20.664522 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:36:20.665254 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 on network a59798f6-86bd-4639-8f94-bad7846c6619 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:36:20.673018 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94dbde0-a7bd-4844-aa98-374f8c56f48e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Checking segment: {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:36:20.673701 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94dbde0-a7bd-4844-aa98-374f8c56f48e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network hostable DHCP agents. Network: f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:36:20.686721 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c1423f-54f0-4d89-bd98-069cd2e20735 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Router ad98f3ed-fc03-4014-96fd-d7bb21c3cdbf is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:36:20.687758 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 on network a59798f6-86bd-4639-8f94-bad7846c6619 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:36:20.688398 n-d-825178-3 neutron-server[87567]: ERROR neutron.plugins.ml2.managers [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Failed to bind port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 on host n-h2-825178-3 for vnic_type normal using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] Feb 09 12:36:20.688986 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:20.798177 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74314349-6ab5-47e6-8392-e04502252c6f req-98ebbf75-36fd-4861-8003-54f6ab343351 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:20.800926 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-74314349-6ab5-47e6-8392-e04502252c6f req-98ebbf75-36fd-4861-8003-54f6ab343351 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 946 time: 0.4649694 Feb 09 12:36:20.814509 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:20.853563 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b9a994-1a16-41f5-9aef-916b8d06ed15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b39c5f-95d4-4419-86ba-bc051273a538'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:36:20.858201 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94dbde0-a7bd-4844-aa98-374f8c56f48e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:36:20.875401 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 97b39c5f-95d4-4419-86ba-bc051273a538, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=97b39c5f-95d4-4419-86ba-bc051273a538,segment=NetworkSegment(0506d4bb-113b-4fbe-8a77-b072bee9b6d7),segment_id=0506d4bb-113b-4fbe-8a77-b072bee9b6d7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:36:20.888142 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:20.915146 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-74314349-6ab5-47e6-8392-e04502252c6f req-7c10e69a-928b-42ff-ba1a-339c0767509f tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043057 Feb 09 12:36:20.924269 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-e94dbde0-a7bd-4844-aa98-374f8c56f48e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:36:20.944933 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94dbde0-a7bd-4844-aa98-374f8c56f48e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:20.945808 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e94dbde0-a7bd-4844-aa98-374f8c56f48e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:20.972707 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] For port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:36:20.973302 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempted to set empty binding levels {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 09 12:36:20.978972 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0bcc56-018a-47d9-991f-dbb85e1558c5 None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:36:20.982479 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e94dbde0-a7bd-4844-aa98-374f8c56f48e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1085544 Feb 09 12:36:20.987317 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40738) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:20.996467 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-61c6c392-a2ca-4887-a76a-5fd86db70009 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'port': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'name': 'tempest-NetworksTestDHCPv6-1140785735'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:36:21.009771 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b9a994-1a16-41f5-9aef-916b8d06ed15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b39c5f-95d4-4419-86ba-bc051273a538', 'code': 200} Feb 09 12:36:21.029490 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:21.069002 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c1423f-54f0-4d89-bd98-069cd2e20735 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:36:21.098454 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d84d47e-070d-4835-b681-c32b4212e854 None None] Sync routers for ids ['ad98f3ed-fc03-4014-96fd-d7bb21c3cdbf'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:36:21.141978 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d84d47e-070d-4835-b681-c32b4212e854 None None] Routers {'ad98f3ed-fc03-4014-96fd-d7bb21c3cdbf'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:36:21.142924 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-3d84d47e-070d-4835-b681-c32b4212e854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:36:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['ad98f3ed-fc03-4014-96fd-d7bb21c3cdbf'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:36:21.256595 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:21.257347 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:21.265346 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Pushing event updated for resources: {'Port': ['ID=14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:21.289821 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-3d84d47e-070d-4835-b681-c32b4212e854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:36:21.373327 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=97b39c5f-95d4-4419-86ba-bc051273a538,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:21.380850 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b0c1423f-54f0-4d89-bd98-069cd2e20735 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:21.380850 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b0c1423f-54f0-4d89-bd98-069cd2e20735 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] 10.222.0.55 "PUT /v2.0/routers/ad98f3ed-fc03-4014-96fd-d7bb21c3cdbf HTTP/1.1" status: 200 len: 918 time: 5.6931643 Feb 09 12:36:21.402086 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40748) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:21.417412 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d84d47e-070d-4835-b681-c32b4212e854 None None] Routers {'ad98f3ed-fc03-4014-96fd-d7bb21c3cdbf'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:36:21.417412 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-3d84d47e-070d-4835-b681-c32b4212e854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:36:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['ad98f3ed-fc03-4014-96fd-d7bb21c3cdbf'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:36:21.551470 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-7104c9b2-0202-4562-89e2-7a721ab7a92f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 5.0589483 Feb 09 12:36:21.552587 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 40758) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:21.557707 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-3d84d47e-070d-4835-b681-c32b4212e854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:36:21.568448 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d84d47e-070d-4835-b681-c32b4212e854 None None] The sync data for ids ['ad98f3ed-fc03-4014-96fd-d7bb21c3cdbf'] in n-d-825178-3 is: [] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:36:21.677926 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-a0767be1-51a7-49bb-b213-64bcb116c305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Deleting port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:36:21.678483 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a0767be1-51a7-49bb-b213-64bcb116c305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:21.757681 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1eb437d-fc4d-40fc-91b5-db7a4d9bed0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'tenant_id': 'a7add69c825d45b8a9a99e00c87aae63', 'fixed_ips': [{'subnet_id': '2d15d022-848e-4ebc-92ec-580900c8b143'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:36:21.758908 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e1eb437d-fc4d-40fc-91b5-db7a4d9bed0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:21.771687 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d1ae6-ff65-4997-be3d-a663659c14bc req-2b2318f8-ac2d-41a7-a300-3a7c19a2ac5b tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:21.779003 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a54d1ae6-ff65-4997-be3d-a663659c14bc req-2b2318f8-ac2d-41a7-a300-3a7c19a2ac5b tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=67b9a994-1a16-41f5-9aef-916b8d06ed15 HTTP/1.1" status: 200 len: 945 time: 0.4172299 Feb 09 12:36:21.807774 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:36:21.857540 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-61c6c392-a2ca-4887-a76a-5fd86db70009 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:36:21.864352 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626af02-7112-43e1-aab7-3888b0a4257c req-ec7cef47-4819-41b3-b1c3-826ab82a178e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:21.866047 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b626af02-7112-43e1-aab7-3888b0a4257c req-ec7cef47-4819-41b3-b1c3-826ab82a178e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=67b9a994-1a16-41f5-9aef-916b8d06ed15 HTTP/1.1" status: 200 len: 1096 time: 0.4984090 Feb 09 12:36:21.873382 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-61c6c392-a2ca-4887-a76a-5fd86db70009 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Usage tracker for resource:port and tenant:a7add69c825d45b8a9a99e00c87aae63 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:36:21.878550 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-350ecbe4-4266-4d67-b5ca-6d255a60fb27 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] 10.222.0.55 "GET /v2.0/routers/ad98f3ed-fc03-4014-96fd-d7bb21c3cdbf HTTP/1.1" status: 200 len: 924 time: 0.4753938 Feb 09 12:36:21.879160 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a54d1ae6-ff65-4997-be3d-a663659c14bc req-5d541aa5-8cf9-4317-b8b9-eb7fe336f2bc tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986035 Feb 09 12:36:21.890658 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 40766) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:21.901343 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-61c6c392-a2ca-4887-a76a-5fd86db70009 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:36:21.912757 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-61c6c392-a2ca-4887-a76a-5fd86db70009 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:36:21.946836 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c6c392-a2ca-4887-a76a-5fd86db70009 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:36:21.951168 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-61c6c392-a2ca-4887-a76a-5fd86db70009 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:21.974052 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b626af02-7112-43e1-aab7-3888b0a4257c req-1a4d66d9-9c7d-479d-b4ea-ba8b72acba5c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930109 Feb 09 12:36:21.990591 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-61c6c392-a2ca-4887-a76a-5fd86db70009 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] device_id is not set on port ef08bda3-4832-4ee1-9135-a752e7b15b78 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:36:22.016660 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 076920f9-4b31-4983-8470-11c4a2942422 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:36:22.119436 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: 076920f9-4b31-4983-8470-11c4a2942422 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:36:22.119777 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 076920f9-4b31-4983-8470-11c4a2942422 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:36:22.146390 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-e1eb437d-fc4d-40fc-91b5-db7a4d9bed0b None None] Allocated IP 2001:db8::2 (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/2d15d022-848e-4ebc-92ec-580900c8b143/2e804886-b78a-49ad-9d4a-9976746673a9) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:36:22.413684 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e1eb437d-fc4d-40fc-91b5-db7a4d9bed0b None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:22.430842 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-e1eb437d-fc4d-40fc-91b5-db7a4d9bed0b None None] Transition to ACTIVE for port object 2e804886-b78a-49ad-9d4a-9976746673a9 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:36:22.430988 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ec402f-2885-42a1-ad0f-e13098e26aca tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:22.431660 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a8ec402f-2885-42a1-ad0f-e13098e26aca tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=af0bad45-b31e-4cb1-a77c-3bbc34409de5&device_id=ad98f3ed-fc03-4014-96fd-d7bb21c3cdbf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5398579 Feb 09 12:36:22.437468 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40784) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:22.480617 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-a0767be1-51a7-49bb-b213-64bcb116c305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] For port 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5, host n-h2-825178-3, got binding levels [] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:36:22.480808 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a0767be1-51a7-49bb-b213-64bcb116c305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:22.482067 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-e1eb437d-fc4d-40fc-91b5-db7a4d9bed0b None None] Transition to ACTIVE for port object 2e804886-b78a-49ad-9d4a-9976746673a9 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:36:22.490767 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e1eb437d-fc4d-40fc-91b5-db7a4d9bed0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:22.554202 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1eb437d-fc4d-40fc-91b5-db7a4d9bed0b None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:36:22.562087 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-e1eb437d-fc4d-40fc-91b5-db7a4d9bed0b None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:36:22.571084 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1eb437d-fc4d-40fc-91b5-db7a4d9bed0b None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:36:22.645710 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-a0767be1-51a7-49bb-b213-64bcb116c305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Calling delete_port for 14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 owned by {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:36:22.747224 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eb437d-fc4d-40fc-91b5-db7a4d9bed0b None None] Pushing event updated for resources: {'Port': ['ID=2e804886-b78a-49ad-9d4a-9976746673a9,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:22.758723 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-e1eb437d-fc4d-40fc-91b5-db7a4d9bed0b None None] Attempting to bind port 2e804886-b78a-49ad-9d4a-9976746673a9 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:36:22.759384 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-e1eb437d-fc4d-40fc-91b5-db7a4d9bed0b None None] Attempting to bind port 2e804886-b78a-49ad-9d4a-9976746673a9 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:36:22.760030 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1eb437d-fc4d-40fc-91b5-db7a4d9bed0b None None] Attempting to bind port 2e804886-b78a-49ad-9d4a-9976746673a9 on network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:36:22.764790 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b616224d-9cde-488e-968d-f68850aad23b tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:22.765196 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67093cca-55f6-4b18-ad3b-cc895bffd562 req-45fa19bb-7789-4d5b-800e-1b47424f3a82 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:22.766052 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b616224d-9cde-488e-968d-f68850aad23b tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Synchronizing usage tracker for tenant:c4c5b6a164824b10a0c04b0e7d39ba59 on resource:network {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:36:22.766885 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-67093cca-55f6-4b18-ad3b-cc895bffd562 req-45fa19bb-7789-4d5b-800e-1b47424f3a82 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 946 time: 0.5804596 Feb 09 12:36:22.775871 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1eb437d-fc4d-40fc-91b5-db7a4d9bed0b None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:36:22.782172 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-61c6c392-a2ca-4887-a76a-5fd86db70009 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Allocated IP 2001:db8::117 (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/2d15d022-848e-4ebc-92ec-580900c8b143/ef08bda3-4832-4ee1-9135-a752e7b15b78) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:36:22.788483 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1eb437d-fc4d-40fc-91b5-db7a4d9bed0b None None] Checking segment: {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:36:22.788902 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e1eb437d-fc4d-40fc-91b5-db7a4d9bed0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:22.789306 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1eb437d-fc4d-40fc-91b5-db7a4d9bed0b None None] Bound using segment: {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:36:22.789822 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-e1eb437d-fc4d-40fc-91b5-db7a4d9bed0b None None] Bound port: 2e804886-b78a-49ad-9d4a-9976746673a9, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:36:22.793442 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e1eb437d-fc4d-40fc-91b5-db7a4d9bed0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:22.802449 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b616224d-9cde-488e-968d-f68850aad23b tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Unset dirty status for tenant:c4c5b6a164824b10a0c04b0e7d39ba59 on resource:network {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:36:22.803925 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b616224d-9cde-488e-968d-f68850aad23b tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] 10.222.0.55 "GET /v2.0/networks/af0bad45-b31e-4cb1-a77c-3bbc34409de5 HTTP/1.1" status: 200 len: 881 time: 0.3684790 Feb 09 12:36:22.812389 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40792) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:22.824323 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54772806-4aec-4dd2-b8fb-f7ab8c5f5570 req-6fa59d4a-07d8-4da0-ba25-bc096027cc7a tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:22.831961 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-54772806-4aec-4dd2-b8fb-f7ab8c5f5570 req-6fa59d4a-07d8-4da0-ba25-bc096027cc7a tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f6e45f3-e2e4-485a-a115-1f2ed8522ef7 HTTP/1.1" status: 200 len: 946 time: 0.6637311 Feb 09 12:36:23.150776 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:23.160358 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6c35be11-b7d4-404a-ba92-bb376fdc3fdb tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad98f3ed-fc03-4014-96fd-d7bb21c3cdbf HTTP/1.1" status: 200 len: 205 time: 0.1106915 Feb 09 12:36:23.160358 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40806) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:23.165681 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a0767be1-51a7-49bb-b213-64bcb116c305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:23.165681 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-54772806-4aec-4dd2-b8fb-f7ab8c5f5570 req-586289dc-b587-43fb-9066-24141b1a168e tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/security-groups?id=30901aa2-fada-41fa-b028-807238be08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177504 Feb 09 12:36:23.168433 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-e1eb437d-fc4d-40fc-91b5-db7a4d9bed0b None None] For port 2e804886-b78a-49ad-9d4a-9976746673a9, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:36:23.168433 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-e1eb437d-fc4d-40fc-91b5-db7a4d9bed0b None None] For port 2e804886-b78a-49ad-9d4a-9976746673a9, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=2e804886-b78a-49ad-9d4a-9976746673a9,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:36:23.168433 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e1eb437d-fc4d-40fc-91b5-db7a4d9bed0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:23.168971 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-67093cca-55f6-4b18-ad3b-cc895bffd562 req-e0a1bb1b-5406-4031-8705-9792c1225970 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2828376 Feb 09 12:36:23.168971 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0767be1-51a7-49bb-b213-64bcb116c305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Pushing event deleted for resources: {'Port': ['ID=14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:23.168971 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a0767be1-51a7-49bb-b213-64bcb116c305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:23.168971 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0767be1-51a7-49bb-b213-64bcb116c305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:36:23.168971 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0767be1-51a7-49bb-b213-64bcb116c305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:36:23.168971 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0767be1-51a7-49bb-b213-64bcb116c305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:36:23.168971 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0767be1-51a7-49bb-b213-64bcb116c305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:36:23.168971 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0767be1-51a7-49bb-b213-64bcb116c305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:36:23.168971 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0767be1-51a7-49bb-b213-64bcb116c305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:36:23.168971 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0767be1-51a7-49bb-b213-64bcb116c305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:36:23.168971 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0767be1-51a7-49bb-b213-64bcb116c305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:36:23.168971 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0767be1-51a7-49bb-b213-64bcb116c305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:36:23.170837 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0767be1-51a7-49bb-b213-64bcb116c305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:36:23.170837 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0767be1-51a7-49bb-b213-64bcb116c305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:36:23.170837 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0767be1-51a7-49bb-b213-64bcb116c305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:36:23.172351 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a0767be1-51a7-49bb-b213-64bcb116c305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] 10.222.0.55 "DELETE /v2.0/ports/14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 HTTP/1.1" status: 204 len: 168 time: 1.6013355 Feb 09 12:36:23.192076 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40816) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:23.399891 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eb437d-fc4d-40fc-91b5-db7a4d9bed0b None None] Pushing event updated for resources: {'Port': ['ID=2e804886-b78a-49ad-9d4a-9976746673a9,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:23.447732 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949e178-fcfe-42b7-af30-160b28076754 req-a2712e87-e000-4aec-b493-515fa3c45688 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:23.459806 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d949e178-fcfe-42b7-af30-160b28076754 req-a2712e87-e000-4aec-b493-515fa3c45688 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=67b9a994-1a16-41f5-9aef-916b8d06ed15 HTTP/1.1" status: 200 len: 945 time: 0.2779200 Feb 09 12:36:23.472231 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-58dc72da-8b12-452d-9134-d049a33b8e83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] GET failed (client error): The resource could not be found. Feb 09 12:36:23.477098 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-58dc72da-8b12-452d-9134-d049a33b8e83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] 10.222.0.55 "GET /v2.0/ports/14dd8851-3f8c-4eb3-b217-ae52d4bbd5d5 HTTP/1.1" status: 404 len: 333 time: 0.2779236 Feb 09 12:36:23.515261 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 40824) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:23.529991 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-74b5ecb1-47e8-4a4b-90a9-66e00af35836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Request body: {'port': {'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-266573574'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:36:23.535623 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-74b5ecb1-47e8-4a4b-90a9-66e00af35836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:36:23.539642 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-74b5ecb1-47e8-4a4b-90a9-66e00af35836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Usage tracker for resource:port and tenant:be5779b6f03a46f9af1d189610afb1f0 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:36:23.542741 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-74b5ecb1-47e8-4a4b-90a9-66e00af35836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:36:23.550164 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-74b5ecb1-47e8-4a4b-90a9-66e00af35836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:36:23.571447 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b5ecb1-47e8-4a4b-90a9-66e00af35836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Made reservation on behalf of be5779b6f03a46f9af1d189610afb1f0 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:36:23.579235 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-74b5ecb1-47e8-4a4b-90a9-66e00af35836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:23.626304 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d949e178-fcfe-42b7-af30-160b28076754 req-266fd09f-e5c9-4c7f-9ff0-f103fdd03df1 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640584 Feb 09 12:36:23.639105 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [None req-74b5ecb1-47e8-4a4b-90a9-66e00af35836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] device_id is not set on port 49dcf71d-75ed-4885-b15c-47020295b097 yet. {{(pid=87567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:36:23.850834 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-31efd54d-3a43-490d-975d-fefb742bd2fd tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:24.122181 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-74b5ecb1-47e8-4a4b-90a9-66e00af35836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:24.136969 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-61c6c392-a2ca-4887-a76a-5fd86db70009 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:24.184202 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-61c6c392-a2ca-4887-a76a-5fd86db70009 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Transition to ACTIVE for port object ef08bda3-4832-4ee1-9135-a752e7b15b78 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:36:24.312880 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-74b5ecb1-47e8-4a4b-90a9-66e00af35836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:24.443453 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b5ecb1-47e8-4a4b-90a9-66e00af35836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Network a59798f6-86bd-4639-8f94-bad7846c6619 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:36:24.448591 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-74b5ecb1-47e8-4a4b-90a9-66e00af35836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:36:24.451631 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b5ecb1-47e8-4a4b-90a9-66e00af35836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:36:24.452592 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b5ecb1-47e8-4a4b-90a9-66e00af35836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:24.453190 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-74b5ecb1-47e8-4a4b-90a9-66e00af35836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:24.458382 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5ecb1-47e8-4a4b-90a9-66e00af35836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Pushing event updated for resources: {'Port': ['ID=49dcf71d-75ed-4885-b15c-47020295b097,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:24.492160 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d903b93-85fb-4bb9-a26e-5ead0971b6c6 req-c40a81d8-5d8a-4295-bec2-26867bae011b tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:24.493762 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8d903b93-85fb-4bb9-a26e-5ead0971b6c6 req-c40a81d8-5d8a-4295-bec2-26867bae011b tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f6e45f3-e2e4-485a-a115-1f2ed8522ef7 HTTP/1.1" status: 200 len: 946 time: 0.2689831 Feb 09 12:36:24.505346 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bcca97-3da2-4dcb-b936-b548e8065b93 req-12db34df-830f-439b-9bca-0b45d6898b97 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:24.507197 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e4bcca97-3da2-4dcb-b936-b548e8065b93 req-12db34df-830f-439b-9bca-0b45d6898b97 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 946 time: 0.3342299 Feb 09 12:36:24.525934 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-74b5ecb1-47e8-4a4b-90a9-66e00af35836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0096049 Feb 09 12:36:24.526130 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19addd3-38bd-41b3-be0c-9869a0df3aba req-5cbc8561-e5eb-4623-b7c0-32b4d266261b tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:24.527253 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-b19addd3-38bd-41b3-be0c-9869a0df3aba req-5cbc8561-e5eb-4623-b7c0-32b4d266261b tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Synchronizing usage tracker for tenant:02a79007c42b4d508e7f5f941eb00251 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:36:24.529826 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40850) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:24.560791 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:36:24.652444 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8d903b93-85fb-4bb9-a26e-5ead0971b6c6 req-efead5f6-1643-4d84-846f-7171298ae107 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/security-groups?id=30901aa2-fada-41fa-b028-807238be08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396720 Feb 09 12:36:24.692954 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-b19addd3-38bd-41b3-be0c-9869a0df3aba req-5cbc8561-e5eb-4623-b7c0-32b4d266261b tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Unset dirty status for tenant:02a79007c42b4d508e7f5f941eb00251 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:36:24.692954 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b19addd3-38bd-41b3-be0c-9869a0df3aba req-5cbc8561-e5eb-4623-b7c0-32b4d266261b tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f6e45f3-e2e4-485a-a115-1f2ed8522ef7 HTTP/1.1" status: 200 len: 946 time: 1.0554302 Feb 09 12:36:24.705166 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e4bcca97-3da2-4dcb-b936-b548e8065b93 req-fc7f8154-9bf5-4d86-b1a2-11e016176f07 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714959 Feb 09 12:36:24.708547 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-31efd54d-3a43-490d-975d-fefb742bd2fd tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:24.844727 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-61c6c392-a2ca-4887-a76a-5fd86db70009 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:24.928855 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-31efd54d-3a43-490d-975d-fefb742bd2fd tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Deleting port 327cefc3-f29b-4ee4-8d63-cd8c9cc49270 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:36:24.929437 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-31efd54d-3a43-490d-975d-fefb742bd2fd tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:24.951419 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e1ed1-bde4-4e26-9ef5-2e2c6e732f4d req-46a149e6-3019-4d8d-b717-33a0daa2db94 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:24.959262 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-297e1ed1-bde4-4e26-9ef5-2e2c6e732f4d req-46a149e6-3019-4d8d-b717-33a0daa2db94 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=67b9a994-1a16-41f5-9aef-916b8d06ed15 HTTP/1.1" status: 200 len: 945 time: 0.1532049 Feb 09 12:36:25.040326 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-297e1ed1-bde4-4e26-9ef5-2e2c6e732f4d req-e74157f4-7c20-4de3-a15d-a2196bbee474 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769889 Feb 09 12:36:25.045007 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:25.076546 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c6c392-a2ca-4887-a76a-5fd86db70009 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:36:25.085614 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-b19addd3-38bd-41b3-be0c-9869a0df3aba req-adc0836c-47ea-4f38-9a06-3dcd86d0c72f tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Deleting port 76646253-8647-40bb-a6cf-6b63d5838edc {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:36:25.085614 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-b19addd3-38bd-41b3-be0c-9869a0df3aba req-adc0836c-47ea-4f38-9a06-3dcd86d0c72f tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:25.164686 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-61c6c392-a2ca-4887-a76a-5fd86db70009 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:36:25.181730 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c6c392-a2ca-4887-a76a-5fd86db70009 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:36:25.187550 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c6c392-a2ca-4887-a76a-5fd86db70009 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:25.187550 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-61c6c392-a2ca-4887-a76a-5fd86db70009 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:25.239759 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc9f127-b17e-4e86-85ab-7e6fc47b0cbe None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:36:25.350156 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6c392-a2ca-4887-a76a-5fd86db70009 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Port': ['ID=ef08bda3-4832-4ee1-9135-a752e7b15b78,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:25.353677 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-61c6c392-a2ca-4887-a76a-5fd86db70009 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.3649321 Feb 09 12:36:25.359946 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 40868) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:25.406535 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c6c392-a2ca-4887-a76a-5fd86db70009 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:36:25.407138 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c6c392-a2ca-4887-a76a-5fd86db70009 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:36:25.407643 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c6c392-a2ca-4887-a76a-5fd86db70009 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:36:25.408228 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c6c392-a2ca-4887-a76a-5fd86db70009 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:36:25.408890 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c6c392-a2ca-4887-a76a-5fd86db70009 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:36:25.409475 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c6c392-a2ca-4887-a76a-5fd86db70009 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:36:25.409970 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c6c392-a2ca-4887-a76a-5fd86db70009 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:36:25.410454 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c6c392-a2ca-4887-a76a-5fd86db70009 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:36:25.410934 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c6c392-a2ca-4887-a76a-5fd86db70009 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:36:25.411455 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c6c392-a2ca-4887-a76a-5fd86db70009 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:36:25.411997 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c6c392-a2ca-4887-a76a-5fd86db70009 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:36:25.412503 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c6c392-a2ca-4887-a76a-5fd86db70009 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:36:25.526449 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 2e804886-b78a-49ad-9d4a-9976746673a9 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:36:25.589394 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87f1b5-d956-428d-bc14-dac74affb5da req-d9e14b46-1b0d-4dcc-a5ce-65abb21e912c tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:25.589394 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-df87f1b5-d956-428d-bc14-dac74affb5da req-d9e14b46-1b0d-4dcc-a5ce-65abb21e912c tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=67b9a994-1a16-41f5-9aef-916b8d06ed15 HTTP/1.1" status: 200 len: 945 time: 0.2991729 Feb 09 12:36:25.607317 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5699cb-1993-4212-8b97-cb0ee337b46d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:25.624584 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5699cb-1993-4212-8b97-cb0ee337b46d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:25.631042 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2e5699cb-1993-4212-8b97-cb0ee337b46d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2564571 Feb 09 12:36:25.637558 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40878) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:25.662833 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-fbc79ef3-d2b9-44b7-9a9c-1eb68257bcef None None] Provisioning for port 2e804886-b78a-49ad-9d4a-9976746673a9 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:36:25.662833 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 2e804886-b78a-49ad-9d4a-9976746673a9 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:36:25.672984 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 2e804886-b78a-49ad-9d4a-9976746673a9 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:36:25.672984 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:25.687747 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-df87f1b5-d956-428d-bc14-dac74affb5da req-903b93b3-6f43-44b0-ba16-c2a1a4d489c9 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607381 Feb 09 12:36:25.759008 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-fbc79ef3-d2b9-44b7-9a9c-1eb68257bcef None None] Provisioning complete for port 2e804886-b78a-49ad-9d4a-9976746673a9 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:36:25.759285 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fbc79ef3-d2b9-44b7-9a9c-1eb68257bcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:25.999982 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-31efd54d-3a43-490d-975d-fefb742bd2fd tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:26.047119 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb713b7-36d9-4861-b780-109d85c0d1f9 req-66453359-18d0-44f3-ac0d-4025e25ef927 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:26.067818 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7bb713b7-36d9-4861-b780-109d85c0d1f9 req-66453359-18d0-44f3-ac0d-4025e25ef927 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f6e45f3-e2e4-485a-a115-1f2ed8522ef7 HTTP/1.1" status: 200 len: 946 time: 0.2162168 Feb 09 12:36:26.154534 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7bb713b7-36d9-4861-b780-109d85c0d1f9 req-84dde9bd-d91f-4340-8b0f-b9a162318457 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/security-groups?id=30901aa2-fada-41fa-b028-807238be08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953362 Feb 09 12:36:26.196538 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fbc79ef3-d2b9-44b7-9a9c-1eb68257bcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:26.247156 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:26.349024 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-31efd54d-3a43-490d-975d-fefb742bd2fd tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Calling delete_port for 327cefc3-f29b-4ee4-8d63-cd8c9cc49270 owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:36:26.352067 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-fbc79ef3-d2b9-44b7-9a9c-1eb68257bcef None None] For port 2e804886-b78a-49ad-9d4a-9976746673a9, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=2e804886-b78a-49ad-9d4a-9976746673a9,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:36:26.361716 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fbc79ef3-d2b9-44b7-9a9c-1eb68257bcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:26.636021 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa0102-03a9-4db1-8d9d-6d2fa68eded6 req-bc249ecb-4f72-4aa4-b6c5-09ab218c0a2d tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:26.660469 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7baa0102-03a9-4db1-8d9d-6d2fa68eded6 req-bc249ecb-4f72-4aa4-b6c5-09ab218c0a2d tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 946 time: 0.2876794 Feb 09 12:36:26.736473 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:36:26.736814 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:36:26.767364 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-74314b14-806d-4bfd-85e0-b8d5a495bc5d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Deleting port ef08bda3-4832-4ee1-9135-a752e7b15b78 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:36:26.769112 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-74314b14-806d-4bfd-85e0-b8d5a495bc5d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:26.769408 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc79ef3-d2b9-44b7-9a9c-1eb68257bcef None None] Pushing event updated for resources: {'Port': ['ID=2e804886-b78a-49ad-9d4a-9976746673a9,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:26.810182 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7baa0102-03a9-4db1-8d9d-6d2fa68eded6 req-761b9f8b-275b-465e-9b60-e3d8a43afde2 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447446 Feb 09 12:36:26.816286 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0323f43f-038b-4bb4-9203-db63d97e3e2e None None] Provisioning for port ef08bda3-4832-4ee1-9135-a752e7b15b78 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:36:26.822211 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0323f43f-038b-4bb4-9203-db63d97e3e2e None None] Provisioning complete for port ef08bda3-4832-4ee1-9135-a752e7b15b78 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:36:26.822870 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0323f43f-038b-4bb4-9203-db63d97e3e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:26.990693 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-0323f43f-038b-4bb4-9203-db63d97e3e2e None None] Port ef08bda3-4832-4ee1-9135-a752e7b15b78 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:36:27.015266 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0323f43f-038b-4bb4-9203-db63d97e3e2e None None] Provisioning complete for port 2e804886-b78a-49ad-9d4a-9976746673a9 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:36:27.015266 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0323f43f-038b-4bb4-9203-db63d97e3e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:27.082192 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-31efd54d-3a43-490d-975d-fefb742bd2fd tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:27.320080 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-b19addd3-38bd-41b3-be0c-9869a0df3aba req-adc0836c-47ea-4f38-9a06-3dcd86d0c72f tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] For port 76646253-8647-40bb-a6cf-6b63d5838edc, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=76646253-8647-40bb-a6cf-6b63d5838edc,segment=NetworkSegment(cf830335-1f32-4cb5-acf2-e131607ae889),segment_id=cf830335-1f32-4cb5-acf2-e131607ae889)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:36:27.320080 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-b19addd3-38bd-41b3-be0c-9869a0df3aba req-adc0836c-47ea-4f38-9a06-3dcd86d0c72f tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:27.392188 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-3ffb2913-3a2e-4135-8968-ec172cdbaa28 None None] Provisioning complete for port ef08bda3-4832-4ee1-9135-a752e7b15b78 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:36:27.392188 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3ffb2913-3a2e-4135-8968-ec172cdbaa28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:27.576714 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 2e804886-b78a-49ad-9d4a-9976746673a9 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:36:27.673266 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-3ffb2913-3a2e-4135-8968-ec172cdbaa28 None None] Port ef08bda3-4832-4ee1-9135-a752e7b15b78 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:36:27.725719 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d213e-c101-46aa-8c87-ad171551bf8e req-6b9d1f34-e28b-477a-b661-671810a3b230 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:27.730176 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-943d213e-c101-46aa-8c87-ad171551bf8e req-6b9d1f34-e28b-477a-b661-671810a3b230 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f6e45f3-e2e4-485a-a115-1f2ed8522ef7 HTTP/1.1" status: 200 len: 946 time: 0.1666322 Feb 09 12:36:27.770391 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 2e804886-b78a-49ad-9d4a-9976746673a9 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:36:27.770391 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:27.797203 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63b16a-d1f6-46a5-b6e4-be4a82b65897 req-33bef86d-ae9d-4dd4-bf7c-7e946979cabb tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:27.806122 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d63b16a-d1f6-46a5-b6e4-be4a82b65897 req-33bef86d-ae9d-4dd4-bf7c-7e946979cabb tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=67b9a994-1a16-41f5-9aef-916b8d06ed15 HTTP/1.1" status: 200 len: 945 time: 0.3361254 Feb 09 12:36:27.914332 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] device_id is not set on port 49dcf71d-75ed-4885-b15c-47020295b097 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:36:27.923777 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:27.941972 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31efd54d-3a43-490d-975d-fefb742bd2fd tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Pushing event deleted for resources: {'Port': ['ID=327cefc3-f29b-4ee4-8d63-cd8c9cc49270,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:27.958900 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-b19addd3-38bd-41b3-be0c-9869a0df3aba req-adc0836c-47ea-4f38-9a06-3dcd86d0c72f tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Calling delete_port for 76646253-8647-40bb-a6cf-6b63d5838edc owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:36:28.044958 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 76646253-8647-40bb-a6cf-6b63d5838edc no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:36:28.080731 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-943d213e-c101-46aa-8c87-ad171551bf8e req-589bc698-ecda-4b0c-8e3c-6c38a25a3020 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/security-groups?id=30901aa2-fada-41fa-b028-807238be08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478992 Feb 09 12:36:28.086768 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Transition to ACTIVE for port object 49dcf71d-75ed-4885-b15c-47020295b097 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:36:28.096731 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-31efd54d-3a43-490d-975d-fefb742bd2fd tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:28.126372 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d63b16a-d1f6-46a5-b6e4-be4a82b65897 req-382836d4-b5c3-4d56-af86-b8c45b629111 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159082 Feb 09 12:36:28.212043 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:28.265876 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 76646253-8647-40bb-a6cf-6b63d5838edc, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=76646253-8647-40bb-a6cf-6b63d5838edc,segment=NetworkSegment(cf830335-1f32-4cb5-acf2-e131607ae889),segment_id=cf830335-1f32-4cb5-acf2-e131607ae889)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:36:28.266884 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f6e45f3-e2e4-485a-a115-1f2ed8522ef7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76646253-8647-40bb-a6cf-6b63d5838edc'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:36:28.280915 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:28.325559 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:28.376560 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=76646253-8647-40bb-a6cf-6b63d5838edc,revision_number=6']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:28.453104 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f6e45f3-e2e4-485a-a115-1f2ed8522ef7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76646253-8647-40bb-a6cf-6b63d5838edc', 'code': 200} Feb 09 12:36:28.505348 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-74314b14-806d-4bfd-85e0-b8d5a495bc5d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:28.516251 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-31efd54d-3a43-490d-975d-fefb742bd2fd tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:28.545836 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8bac2f-0606-40c0-9152-7fd60d1dfb95 req-52106b64-8db4-4b13-bb92-5cebb871fb1a tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:28.549175 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3f8bac2f-0606-40c0-9152-7fd60d1dfb95 req-52106b64-8db4-4b13-bb92-5cebb871fb1a tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 946 time: 0.2925773 Feb 09 12:36:28.564076 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-31efd54d-3a43-490d-975d-fefb742bd2fd tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:28.598808 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3f8bac2f-0606-40c0-9152-7fd60d1dfb95 req-b044db2d-c4bb-4d4c-ac5f-c10c144a9110 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444517 Feb 09 12:36:28.599277 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Pushing event updated for resources: {'Port': ['ID=49dcf71d-75ed-4885-b15c-47020295b097,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:28.622553 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-31efd54d-3a43-490d-975d-fefb742bd2fd tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:28.623104 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31efd54d-3a43-490d-975d-fefb742bd2fd tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Fanout notify agent at l3_agent the message router_deleted on router ad98f3ed-fc03-4014-96fd-d7bb21c3cdbf {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:36:28.769505 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-74314b14-806d-4bfd-85e0-b8d5a495bc5d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Calling delete_port for ef08bda3-4832-4ee1-9135-a752e7b15b78 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:36:28.824855 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-31efd54d-3a43-490d-975d-fefb742bd2fd tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:28.824855 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-31efd54d-3a43-490d-975d-fefb742bd2fd tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] 10.222.0.55 "DELETE /v2.0/routers/ad98f3ed-fc03-4014-96fd-d7bb21c3cdbf HTTP/1.1" status: 204 len: 168 time: 5.8765755 Feb 09 12:36:28.826731 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 40952) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:28.831535 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-b8ee654e-14ef-46dd-a1ac-e004d5780bac tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-727517697', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:36:28.836617 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.api [req-b19addd3-38bd-41b3-be0c-9869a0df3aba req-adc0836c-47ea-4f38-9a06-3dcd86d0c72f tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:36:28.836617 n-d-825178-3 neutron-server[87568]: DEBUG oslo_db.api [req-b19addd3-38bd-41b3-be0c-9869a0df3aba req-adc0836c-47ea-4f38-9a06-3dcd86d0c72f tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:36:28.838288 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b8ee654e-14ef-46dd-a1ac-e004d5780bac tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:36:28.847777 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 49dcf71d-75ed-4885-b15c-47020295b097 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:36:28.847777 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 49dcf71d-75ed-4885-b15c-47020295b097 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:36:28.847777 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 49dcf71d-75ed-4885-b15c-47020295b097 on network a59798f6-86bd-4639-8f94-bad7846c6619 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:36:28.849853 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b8ee654e-14ef-46dd-a1ac-e004d5780bac tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Usage tracker for resource:router and tenant:c7d53a1de8cf4ef8b26f12e375519d7e is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:36:28.853101 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b8ee654e-14ef-46dd-a1ac-e004d5780bac tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:36:28.856955 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Port 49dcf71d-75ed-4885-b15c-47020295b097 on network a59798f6-86bd-4639-8f94-bad7846c6619 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:36:28.856955 n-d-825178-3 neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Failed to bind port 49dcf71d-75ed-4885-b15c-47020295b097 on host n-h2-825178-3 for vnic_type normal using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] Feb 09 12:36:28.858688 n-d-825178-3 neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempt 2 to bind port 49dcf71d-75ed-4885-b15c-47020295b097 Feb 09 12:36:28.863347 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b8ee654e-14ef-46dd-a1ac-e004d5780bac tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:36:28.883459 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b8ee654e-14ef-46dd-a1ac-e004d5780bac tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:28.883459 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b8ee654e-14ef-46dd-a1ac-e004d5780bac tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:28.889920 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 49dcf71d-75ed-4885-b15c-47020295b097 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:36:28.889920 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 49dcf71d-75ed-4885-b15c-47020295b097 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:36:28.889920 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 49dcf71d-75ed-4885-b15c-47020295b097 on network a59798f6-86bd-4639-8f94-bad7846c6619 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:36:28.904988 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Port 49dcf71d-75ed-4885-b15c-47020295b097 on network a59798f6-86bd-4639-8f94-bad7846c6619 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:36:28.904988 n-d-825178-3 neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Failed to bind port 49dcf71d-75ed-4885-b15c-47020295b097 on host n-h2-825178-3 for vnic_type normal using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] Feb 09 12:36:28.904988 n-d-825178-3 neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempt 3 to bind port 49dcf71d-75ed-4885-b15c-47020295b097 Feb 09 12:36:28.951135 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 49dcf71d-75ed-4885-b15c-47020295b097 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:36:28.951805 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 49dcf71d-75ed-4885-b15c-47020295b097 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:36:28.951805 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 49dcf71d-75ed-4885-b15c-47020295b097 on network a59798f6-86bd-4639-8f94-bad7846c6619 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:36:28.960955 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Port 49dcf71d-75ed-4885-b15c-47020295b097 on network a59798f6-86bd-4639-8f94-bad7846c6619 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:36:28.961216 n-d-825178-3 neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Failed to bind port 49dcf71d-75ed-4885-b15c-47020295b097 on host n-h2-825178-3 for vnic_type normal using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] Feb 09 12:36:28.963580 n-d-825178-3 neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempt 4 to bind port 49dcf71d-75ed-4885-b15c-47020295b097 Feb 09 12:36:28.985705 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 49dcf71d-75ed-4885-b15c-47020295b097 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:36:28.986056 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 49dcf71d-75ed-4885-b15c-47020295b097 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:36:28.986946 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 49dcf71d-75ed-4885-b15c-47020295b097 on network a59798f6-86bd-4639-8f94-bad7846c6619 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:36:28.992549 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Port 49dcf71d-75ed-4885-b15c-47020295b097 on network a59798f6-86bd-4639-8f94-bad7846c6619 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:36:28.992881 n-d-825178-3 neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Failed to bind port 49dcf71d-75ed-4885-b15c-47020295b097 on host n-h2-825178-3 for vnic_type normal using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] Feb 09 12:36:28.993271 n-d-825178-3 neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempt 5 to bind port 49dcf71d-75ed-4885-b15c-47020295b097 Feb 09 12:36:29.007086 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-74314b14-806d-4bfd-85e0-b8d5a495bc5d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:29.012130 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b8ee654e-14ef-46dd-a1ac-e004d5780bac tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:29.031937 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b8ee654e-14ef-46dd-a1ac-e004d5780bac tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:29.058672 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b8ee654e-14ef-46dd-a1ac-e004d5780bac tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:29.059890 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b8ee654e-14ef-46dd-a1ac-e004d5780bac tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2361329 Feb 09 12:36:29.062890 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 40964) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:29.071052 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-e064a013-e74f-4d4f-9a1f-1abc2c9dca84 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'enable_snat': False}}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:36:29.080762 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 49dcf71d-75ed-4885-b15c-47020295b097 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:36:29.081704 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 49dcf71d-75ed-4885-b15c-47020295b097 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:36:29.082262 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 49dcf71d-75ed-4885-b15c-47020295b097 on network a59798f6-86bd-4639-8f94-bad7846c6619 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:36:29.098929 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74314b14-806d-4bfd-85e0-b8d5a495bc5d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Port': ['ID=ef08bda3-4832-4ee1-9135-a752e7b15b78,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:29.130621 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Port 49dcf71d-75ed-4885-b15c-47020295b097 on network a59798f6-86bd-4639-8f94-bad7846c6619 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:36:29.131059 n-d-825178-3 neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Failed to bind port 49dcf71d-75ed-4885-b15c-47020295b097 on host n-h2-825178-3 for vnic_type normal using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] Feb 09 12:36:29.136343 n-d-825178-3 neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempt 6 to bind port 49dcf71d-75ed-4885-b15c-47020295b097 Feb 09 12:36:29.154166 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-74314b14-806d-4bfd-85e0-b8d5a495bc5d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:29.167181 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-74314b14-806d-4bfd-85e0-b8d5a495bc5d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/ports/ef08bda3-4832-4ee1-9135-a752e7b15b78 HTTP/1.1" status: 204 len: 168 time: 3.4440663 Feb 09 12:36:29.169744 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40974) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:29.173325 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 49dcf71d-75ed-4885-b15c-47020295b097 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:36:29.173861 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 49dcf71d-75ed-4885-b15c-47020295b097 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:36:29.174353 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 49dcf71d-75ed-4885-b15c-47020295b097 on network a59798f6-86bd-4639-8f94-bad7846c6619 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:36:29.243250 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Port 49dcf71d-75ed-4885-b15c-47020295b097 on network a59798f6-86bd-4639-8f94-bad7846c6619 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:36:29.243888 n-d-825178-3 neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Failed to bind port 49dcf71d-75ed-4885-b15c-47020295b097 on host n-h2-825178-3 for vnic_type normal using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] Feb 09 12:36:29.248532 n-d-825178-3 neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempt 7 to bind port 49dcf71d-75ed-4885-b15c-47020295b097 Feb 09 12:36:29.307765 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 49dcf71d-75ed-4885-b15c-47020295b097 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:36:29.308362 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 49dcf71d-75ed-4885-b15c-47020295b097 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:36:29.308853 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 49dcf71d-75ed-4885-b15c-47020295b097 on network a59798f6-86bd-4639-8f94-bad7846c6619 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:36:29.329165 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Port 49dcf71d-75ed-4885-b15c-47020295b097 on network a59798f6-86bd-4639-8f94-bad7846c6619 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:36:29.329490 n-d-825178-3 neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Failed to bind port 49dcf71d-75ed-4885-b15c-47020295b097 on host n-h2-825178-3 for vnic_type normal using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] Feb 09 12:36:29.331962 n-d-825178-3 neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempt 8 to bind port 49dcf71d-75ed-4885-b15c-47020295b097 Feb 09 12:36:29.366496 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-b19addd3-38bd-41b3-be0c-9869a0df3aba req-adc0836c-47ea-4f38-9a06-3dcd86d0c72f tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Deleting port 76646253-8647-40bb-a6cf-6b63d5838edc {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:36:29.366842 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-b19addd3-38bd-41b3-be0c-9869a0df3aba req-adc0836c-47ea-4f38-9a06-3dcd86d0c72f tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:29.488713 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6169a76-9c2d-469c-9f00-e07350358c02 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:29.488713 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6169a76-9c2d-469c-9f00-e07350358c02 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:29.498440 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f6169a76-9c2d-469c-9f00-e07350358c02 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3229747 Feb 09 12:36:29.510099 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40980) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:29.674725 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8836a36-b427-4e57-b787-283d823c50dc tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Deleting subnet 2d15d022-848e-4ebc-92ec-580900c8b143 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:36:29.683733 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e064a013-e74f-4d4f-9a1f-1abc2c9dca84 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:29.791375 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1c9eb-d18c-4570-af66-00ec151ccb8e req-ff79207a-81e7-4a87-902f-efdf5f461ff2 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:29.791375 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c2b1c9eb-d18c-4570-af66-00ec151ccb8e req-ff79207a-81e7-4a87-902f-efdf5f461ff2 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=67b9a994-1a16-41f5-9aef-916b8d06ed15 HTTP/1.1" status: 200 len: 945 time: 0.3580496 Feb 09 12:36:29.813895 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e491b-5df6-492c-a190-ac0b26744be4 req-da108c4a-6941-4944-8c4c-7f47335f3ee7 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:29.838071 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2e9e491b-5df6-492c-a190-ac0b26744be4 req-da108c4a-6941-4944-8c4c-7f47335f3ee7 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f6e45f3-e2e4-485a-a115-1f2ed8522ef7 HTTP/1.1" status: 200 len: 944 time: 0.3701975 Feb 09 12:36:29.843337 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 49dcf71d-75ed-4885-b15c-47020295b097 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:36:29.843337 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 49dcf71d-75ed-4885-b15c-47020295b097 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:36:29.843337 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 49dcf71d-75ed-4885-b15c-47020295b097 on network a59798f6-86bd-4639-8f94-bad7846c6619 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:36:29.843337 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b8836a36-b427-4e57-b787-283d823c50dc tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:29.912084 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Port 49dcf71d-75ed-4885-b15c-47020295b097 on network a59798f6-86bd-4639-8f94-bad7846c6619 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:36:29.912084 n-d-825178-3 neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Failed to bind port 49dcf71d-75ed-4885-b15c-47020295b097 on host n-h2-825178-3 for vnic_type normal using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] Feb 09 12:36:29.917212 n-d-825178-3 neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempt 9 to bind port 49dcf71d-75ed-4885-b15c-47020295b097 Feb 09 12:36:29.974563 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b8836a36-b427-4e57-b787-283d823c50dc tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:30.000383 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 09fc9a15-80ae-490d-a7cf-3d3b389ab0ae details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:36:30.010379 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 49dcf71d-75ed-4885-b15c-47020295b097 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:36:30.010719 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 49dcf71d-75ed-4885-b15c-47020295b097 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:36:30.011056 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 49dcf71d-75ed-4885-b15c-47020295b097 on network a59798f6-86bd-4639-8f94-bad7846c6619 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:36:30.052215 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2e9e491b-5df6-492c-a190-ac0b26744be4 req-c777a0ed-8660-40c6-b984-b6b188388359 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/security-groups?id=30901aa2-fada-41fa-b028-807238be08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187533 Feb 09 12:36:30.055161 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c2b1c9eb-d18c-4570-af66-00ec151ccb8e req-0bccee5a-aa74-4c18-9b1b-13be746ecd99 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000635 Feb 09 12:36:30.116618 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Port 49dcf71d-75ed-4885-b15c-47020295b097 on network a59798f6-86bd-4639-8f94-bad7846c6619 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:36:30.117208 n-d-825178-3 neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Failed to bind port 49dcf71d-75ed-4885-b15c-47020295b097 on host n-h2-825178-3 for vnic_type normal using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] Feb 09 12:36:30.122150 n-d-825178-3 neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempt 10 to bind port 49dcf71d-75ed-4885-b15c-47020295b097 Feb 09 12:36:30.193094 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 49dcf71d-75ed-4885-b15c-47020295b097 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:36:30.193532 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 49dcf71d-75ed-4885-b15c-47020295b097 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:36:30.193992 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port 49dcf71d-75ed-4885-b15c-47020295b097 on network a59798f6-86bd-4639-8f94-bad7846c6619 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:36:30.220339 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Port 49dcf71d-75ed-4885-b15c-47020295b097 on network a59798f6-86bd-4639-8f94-bad7846c6619 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:36:30.224135 n-d-825178-3 neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Failed to bind port 49dcf71d-75ed-4885-b15c-47020295b097 on host n-h2-825178-3 for vnic_type normal using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] Feb 09 12:36:30.224620 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:30.275445 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-b19addd3-38bd-41b3-be0c-9869a0df3aba req-adc0836c-47ea-4f38-9a06-3dcd86d0c72f tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] For port 76646253-8647-40bb-a6cf-6b63d5838edc, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=76646253-8647-40bb-a6cf-6b63d5838edc,segment=NetworkSegment(cf830335-1f32-4cb5-acf2-e131607ae889),segment_id=cf830335-1f32-4cb5-acf2-e131607ae889)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:36:30.276581 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-b19addd3-38bd-41b3-be0c-9869a0df3aba req-adc0836c-47ea-4f38-9a06-3dcd86d0c72f tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:30.307356 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 09fc9a15-80ae-490d-a7cf-3d3b389ab0ae, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=09fc9a15-80ae-490d-a7cf-3d3b389ab0ae,segment=NetworkSegment(1c59adf7-7d08-4b5e-9bac-da20ae07f737),segment_id=1c59adf7-7d08-4b5e-9bac-da20ae07f737)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:36:30.333166 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '09fc9a15-80ae-490d-a7cf-3d3b389ab0ae', 'network_id': '01f3f4ff-beae-4106-8f70-e214cdcf114b', 'port_id': '09fc9a15-80ae-490d-a7cf-3d3b389ab0ae', 'mac_address': 'fa:16:3e:87:ec:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45d760f9-948b-4bf5-bf1f-a52c1e984121', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:36:30.356820 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b8836a36-b427-4e57-b787-283d823c50dc tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:30.449896 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:30.521366 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 09fc9a15-80ae-490d-a7cf-3d3b389ab0ae {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:36:30.569910 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-b19addd3-38bd-41b3-be0c-9869a0df3aba req-adc0836c-47ea-4f38-9a06-3dcd86d0c72f tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Calling delete_port for 76646253-8647-40bb-a6cf-6b63d5838edc owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:36:30.589278 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 09fc9a15-80ae-490d-a7cf-3d3b389ab0ae, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=09fc9a15-80ae-490d-a7cf-3d3b389ab0ae,segment=NetworkSegment(1c59adf7-7d08-4b5e-9bac-da20ae07f737),segment_id=1c59adf7-7d08-4b5e-9bac-da20ae07f737)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:36:30.598703 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:30.656193 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e064a013-e74f-4d4f-9a1f-1abc2c9dca84 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:30.685083 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] For port 49dcf71d-75ed-4885-b15c-47020295b097, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:36:30.685083 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempted to set empty binding levels {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 09 12:36:30.706380 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:30.733001 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=09fc9a15-80ae-490d-a7cf-3d3b389ab0ae,revision_number=6']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:30.737419 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e064a013-e74f-4d4f-9a1f-1abc2c9dca84 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:30.740785 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['09fc9a15-80ae-490d-a7cf-3d3b389ab0ae'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:36:30.756417 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b8836a36-b427-4e57-b787-283d823c50dc tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:30.865434 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] In _notify_port_updated(), no bound segment for port 49dcf71d-75ed-4885-b15c-47020295b097 on network a59798f6-86bd-4639-8f94-bad7846c6619 {{(pid=87568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 12:36:30.866313 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:30.866921 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:30.868252 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] 10.222.0.55 "PUT /v2.0/ports/49dcf71d-75ed-4885-b15c-47020295b097 HTTP/1.1" status: 200 len: 978 time: 6.3254595 Feb 09 12:36:30.871128 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c24009-c3c4-4f06-b3cc-f7635f09b7ea req-c9af7e54-c6a9-4bd6-a51e-f663223088e6 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:30.874094 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-64c24009-c3c4-4f06-b3cc-f7635f09b7ea req-c9af7e54-c6a9-4bd6-a51e-f663223088e6 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 946 time: 0.5837491 Feb 09 12:36:30.874844 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 41012) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:30.943790 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8836a36-b427-4e57-b787-283d823c50dc tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Subnet': ['ID=2d15d022-848e-4ebc-92ec-580900c8b143,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:30.978364 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b8836a36-b427-4e57-b787-283d823c50dc tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:30.984814 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29624285-145a-417e-ae1b-0203d1c8bf89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Pushing event updated for resources: {'Port': ['ID=49dcf71d-75ed-4885-b15c-47020295b097,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:31.000230 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b8836a36-b427-4e57-b787-283d823c50dc tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/2d15d022-848e-4ebc-92ec-580900c8b143 HTTP/1.1" status: 204 len: 168 time: 1.4293661 Feb 09 12:36:31.006339 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f47821-d565-4a51-8c89-adc63809a468 None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:36:31.010264 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41024) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:31.179752 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5ab41640-cde6-48d0-a0c7-88ac459be68a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1582446 Feb 09 12:36:31.187679 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41034) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:31.187679 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-b19addd3-38bd-41b3-be0c-9869a0df3aba req-adc0836c-47ea-4f38-9a06-3dcd86d0c72f tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:31.282008 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-c20a645c-c316-4d7a-bd2b-f0769b899569 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'subnet': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:36:31.481046 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0836c-47ea-4f38-9a06-3dcd86d0c72f tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Pushing event deleted for resources: {'Port': ['ID=76646253-8647-40bb-a6cf-6b63d5838edc,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:31.616939 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-64c24009-c3c4-4f06-b3cc-f7635f09b7ea req-0c4c2179-4ae8-4361-bb10-30954effde78 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6608539 Feb 09 12:36:31.633387 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b5b67674-9642-406d-9594-de023af33d21 req-c9bf8a0e-0e4f-4f32-b5c2-c0a47aab3fa2 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f6e45f3-e2e4-485a-a115-1f2ed8522ef7 HTTP/1.1" status: 200 len: 210 time: 0.0982463 Feb 09 12:36:31.700958 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['ac66b915-c73e-42d3-b403-83ad0b252ab4'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:36:31.798911 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c20a645c-c316-4d7a-bd2b-f0769b899569 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:36:31.829466 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c20a645c-c316-4d7a-bd2b-f0769b899569 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Usage tracker for resource:subnet and tenant:a7add69c825d45b8a9a99e00c87aae63 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:36:31.838802 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-b19addd3-38bd-41b3-be0c-9869a0df3aba req-adc0836c-47ea-4f38-9a06-3dcd86d0c72f tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] No DVR routers for this DVR port 76646253-8647-40bb-a6cf-6b63d5838edc on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:36:31.840647 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c20a645c-c316-4d7a-bd2b-f0769b899569 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:36:31.852788 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-b19addd3-38bd-41b3-be0c-9869a0df3aba req-adc0836c-47ea-4f38-9a06-3dcd86d0c72f tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:31.854725 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b19addd3-38bd-41b3-be0c-9869a0df3aba req-adc0836c-47ea-4f38-9a06-3dcd86d0c72f tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.46 "DELETE /v2.0/ports/76646253-8647-40bb-a6cf-6b63d5838edc HTTP/1.1" status: 204 len: 173 time: 7.1441357 Feb 09 12:36:31.855175 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f6e45f3-e2e4-485a-a115-1f2ed8522ef7', 'name': 'network-vif-deleted', 'tag': '76646253-8647-40bb-a6cf-6b63d5838edc'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:36:31.896440 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c20a645c-c316-4d7a-bd2b-f0769b899569 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:36:31.930609 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20a645c-c316-4d7a-bd2b-f0769b899569 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:36:31.947457 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c20a645c-c316-4d7a-bd2b-f0769b899569 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:32.002828 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 09fc9a15-80ae-490d-a7cf-3d3b389ab0ae up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:36:32.037262 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-e064a013-e74f-4d4f-9a1f-1abc2c9dca84 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Allocated IP 172.25.7.99 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/a7010228-0e3a-4438-8eb0-7684832fa301) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:36:32.040632 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f6e45f3-e2e4-485a-a115-1f2ed8522ef7', 'name': 'network-vif-deleted', 'tag': '76646253-8647-40bb-a6cf-6b63d5838edc', 'status': 'completed', 'code': 200} Feb 09 12:36:32.053326 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b904924-0fd6-4e9e-8b92-a2efc8759842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:32.053943 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b904924-0fd6-4e9e-8b92-a2efc8759842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:32.054760 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b904924-0fd6-4e9e-8b92-a2efc8759842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:32.055502 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b904924-0fd6-4e9e-8b92-a2efc8759842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:32.056125 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b904924-0fd6-4e9e-8b92-a2efc8759842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:32.056656 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b904924-0fd6-4e9e-8b92-a2efc8759842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:32.057409 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b904924-0fd6-4e9e-8b92-a2efc8759842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:32.061056 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b904924-0fd6-4e9e-8b92-a2efc8759842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:32.061729 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b904924-0fd6-4e9e-8b92-a2efc8759842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:32.062380 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b904924-0fd6-4e9e-8b92-a2efc8759842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:32.063024 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b904924-0fd6-4e9e-8b92-a2efc8759842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:32.064005 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b904924-0fd6-4e9e-8b92-a2efc8759842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:32.065810 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b904924-0fd6-4e9e-8b92-a2efc8759842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:32.067572 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b904924-0fd6-4e9e-8b92-a2efc8759842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:32.069416 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9b904924-0fd6-4e9e-8b92-a2efc8759842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Synchronizing usage tracker for tenant:be5779b6f03a46f9af1d189610afb1f0 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:36:32.095075 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95871bad-c5a3-49a1-9628-e720df91ce86 None None] DHCP port deletion for f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:36:32.155896 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-95871bad-c5a3-49a1-9628-e720df91ce86 None None] Deleting port 2e804886-b78a-49ad-9d4a-9976746673a9 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:36:32.156495 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-95871bad-c5a3-49a1-9628-e720df91ce86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:32.293699 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9b904924-0fd6-4e9e-8b92-a2efc8759842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Unset dirty status for tenant:be5779b6f03a46f9af1d189610afb1f0 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:36:32.296085 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9b904924-0fd6-4e9e-8b92-a2efc8759842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12550 time: 1.4148183 Feb 09 12:36:32.300697 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 41052) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:32.469323 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c20a645c-c316-4d7a-bd2b-f0769b899569 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:32.484922 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2b56d-dfa8-4bab-ab67-9992cfa2bf9a req-8f60888a-8732-416e-8635-c200d3dd68a5 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:32.497359 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c8d2b56d-dfa8-4bab-ab67-9992cfa2bf9a req-8f60888a-8732-416e-8635-c200d3dd68a5 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=67b9a994-1a16-41f5-9aef-916b8d06ed15 HTTP/1.1" status: 200 len: 945 time: 0.6688836 Feb 09 12:36:32.571202 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-95871bad-c5a3-49a1-9628-e720df91ce86 None None] For port 2e804886-b78a-49ad-9d4a-9976746673a9, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=2e804886-b78a-49ad-9d4a-9976746673a9,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:36:32.571202 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-95871bad-c5a3-49a1-9628-e720df91ce86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:32.639344 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20a645c-c316-4d7a-bd2b-f0769b899569 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:36:32.647406 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-c20a645c-c316-4d7a-bd2b-f0769b899569 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:36:32.669517 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20a645c-c316-4d7a-bd2b-f0769b899569 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:32.670066 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c20a645c-c316-4d7a-bd2b-f0769b899569 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:32.733665 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-e82e22cf-8899-4686-a036-2dc0d47ef9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Deleting port 49dcf71d-75ed-4885-b15c-47020295b097 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:36:32.734013 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e82e22cf-8899-4686-a036-2dc0d47ef9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:32.741936 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20a645c-c316-4d7a-bd2b-f0769b899569 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Subnet': ['ID=721dd5f8-cbe7-4fea-b3fe-39f2d910929f,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:32.763043 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c20a645c-c316-4d7a-bd2b-f0769b899569 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5792112 Feb 09 12:36:32.764082 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41064) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:32.773067 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-baf8854b-df24-4342-9df6-d16718570a05 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'port': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'name': 'tempest-NetworksTestDHCPv6-602708647'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:36:32.856857 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e064a013-e74f-4d4f-9a1f-1abc2c9dca84 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:32.963343 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-95871bad-c5a3-49a1-9628-e720df91ce86 None None] Calling delete_port for 2e804886-b78a-49ad-9d4a-9976746673a9 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:36:33.032432 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 09fc9a15-80ae-490d-a7cf-3d3b389ab0ae triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:36:33.032432 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:33.048940 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e064a013-e74f-4d4f-9a1f-1abc2c9dca84 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:33.150052 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c8d2b56d-dfa8-4bab-ab67-9992cfa2bf9a req-68679999-a40c-4986-9dd8-8f7406e958a9 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6569331 Feb 09 12:36:33.171791 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-baf8854b-df24-4342-9df6-d16718570a05 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:36:33.179720 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-baf8854b-df24-4342-9df6-d16718570a05 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Usage tracker for resource:port and tenant:a7add69c825d45b8a9a99e00c87aae63 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:36:33.183318 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-baf8854b-df24-4342-9df6-d16718570a05 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:36:33.198631 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-baf8854b-df24-4342-9df6-d16718570a05 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:36:33.226905 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf8854b-df24-4342-9df6-d16718570a05 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:36:33.233618 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-baf8854b-df24-4342-9df6-d16718570a05 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:33.243059 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-be5df9e1-c009-4bbc-b665-7180ef9d0694 req-5c86b43e-828c-4afe-9e38-f732ccdc3b69 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f6e45f3-e2e4-485a-a115-1f2ed8522ef7 HTTP/1.1" status: 200 len: 210 time: 0.2240567 Feb 09 12:36:33.290106 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-baf8854b-df24-4342-9df6-d16718570a05 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] device_id is not set on port 38ba0722-760b-4ece-befc-219ff2787dc3 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:36:33.331859 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e064a013-e74f-4d4f-9a1f-1abc2c9dca84 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:36:33.350417 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-e064a013-e74f-4d4f-9a1f-1abc2c9dca84 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:36:33.362562 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-95871bad-c5a3-49a1-9628-e720df91ce86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:33.432379 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e064a013-e74f-4d4f-9a1f-1abc2c9dca84 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:36:33.527102 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95871bad-c5a3-49a1-9628-e720df91ce86 None None] Pushing event deleted for resources: {'Port': ['ID=2e804886-b78a-49ad-9d4a-9976746673a9,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:33.546420 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 2e804886-b78a-49ad-9d4a-9976746673a9 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:36:33.600133 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95871bad-c5a3-49a1-9628-e720df91ce86 None None] No DVR routers for this DVR port 2e804886-b78a-49ad-9d4a-9976746673a9 on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:36:33.600133 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 2e804886-b78a-49ad-9d4a-9976746673a9 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:36:33.600133 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 2e804886-b78a-49ad-9d4a-9976746673a9 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:36:33.663430 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a2b31f-ad1f-4379-9adf-de6f5b938968 None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:36:33.775472 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-baf8854b-df24-4342-9df6-d16718570a05 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Allocated IP 2001:db8::1b6 (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/721dd5f8-cbe7-4fea-b3fe-39f2d910929f/38ba0722-760b-4ece-befc-219ff2787dc3) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:36:33.791344 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:33.828184 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e064a013-e74f-4d4f-9a1f-1abc2c9dca84 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Pushing event updated for resources: {'Port': ['ID=a7010228-0e3a-4438-8eb0-7684832fa301,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:33.995547 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa4f35da-b400-4537-8c6e-36fd20364178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09fc9a15-80ae-490d-a7cf-3d3b389ab0ae'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:36:34.047928 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 09fc9a15-80ae-490d-a7cf-3d3b389ab0ae, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=09fc9a15-80ae-490d-a7cf-3d3b389ab0ae,segment=NetworkSegment(1c59adf7-7d08-4b5e-9bac-da20ae07f737),segment_id=1c59adf7-7d08-4b5e-9bac-da20ae07f737)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:36:34.072919 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:34.168988 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa4f35da-b400-4537-8c6e-36fd20364178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09fc9a15-80ae-490d-a7cf-3d3b389ab0ae', 'code': 200} Feb 09 12:36:34.279321 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-baf8854b-df24-4342-9df6-d16718570a05 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:34.326417 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-e82e22cf-8899-4686-a036-2dc0d47ef9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] For port 49dcf71d-75ed-4885-b15c-47020295b097, host n-h2-825178-3, got binding levels [] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:36:34.326417 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e82e22cf-8899-4686-a036-2dc0d47ef9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:34.368556 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-baf8854b-df24-4342-9df6-d16718570a05 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Transition to ACTIVE for port object 38ba0722-760b-4ece-befc-219ff2787dc3 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:36:34.395137 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc849b6-ff06-4749-9821-1b21ec8a841e req-fed60c79-43bb-4f99-b98d-ee4cb14a3e18 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:34.396774 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2fc849b6-ff06-4749-9821-1b21ec8a841e req-fed60c79-43bb-4f99-b98d-ee4cb14a3e18 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 945 time: 0.8641975 Feb 09 12:36:34.425821 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-baf8854b-df24-4342-9df6-d16718570a05 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:34.468479 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=09fc9a15-80ae-490d-a7cf-3d3b389ab0ae,revision_number=7']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:34.553891 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf8854b-df24-4342-9df6-d16718570a05 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Port': ['ID=38ba0722-760b-4ece-befc-219ff2787dc3,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:34.575209 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf8854b-df24-4342-9df6-d16718570a05 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:36:34.578992 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-baf8854b-df24-4342-9df6-d16718570a05 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:36:34.585778 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf8854b-df24-4342-9df6-d16718570a05 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:36:34.593991 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf8854b-df24-4342-9df6-d16718570a05 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:34.594825 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-baf8854b-df24-4342-9df6-d16718570a05 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:34.633153 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862c5484-aa3e-4668-845f-503a8b044e1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'tenant_id': 'a7add69c825d45b8a9a99e00c87aae63', 'fixed_ips': [{'subnet_id': '721dd5f8-cbe7-4fea-b3fe-39f2d910929f'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:36:34.634179 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-862c5484-aa3e-4668-845f-503a8b044e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:34.650112 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-baf8854b-df24-4342-9df6-d16718570a05 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8846672 Feb 09 12:36:34.651847 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41144) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:34.881876 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4feecb-7073-4f08-b707-560b24a26556 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:34.882631 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3e4feecb-7073-4f08-b707-560b24a26556 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Synchronizing usage tracker for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:36:34.920772 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-e82e22cf-8899-4686-a036-2dc0d47ef9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Calling delete_port for 49dcf71d-75ed-4885-b15c-47020295b097 owned by {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:36:34.930621 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3e4feecb-7073-4f08-b707-560b24a26556 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Unset dirty status for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:36:34.941416 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3e4feecb-7073-4f08-b707-560b24a26556 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2852042 Feb 09 12:36:34.943267 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41162) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:35.121115 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-e9a23e06-afaa-46e9-8f1b-34c125736fd5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Deleting port 38ba0722-760b-4ece-befc-219ff2787dc3 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:36:35.124142 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e9a23e06-afaa-46e9-8f1b-34c125736fd5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:35.168092 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-862c5484-aa3e-4668-845f-503a8b044e1d None None] Allocated IP 2001:db8::2 (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/721dd5f8-cbe7-4fea-b3fe-39f2d910929f/85d2015d-475c-4fae-8c98-b2f091fc0847) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:36:35.732924 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e9a23e06-afaa-46e9-8f1b-34c125736fd5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:35.741123 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-862c5484-aa3e-4668-845f-503a8b044e1d None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:35.768287 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-862c5484-aa3e-4668-845f-503a8b044e1d None None] Transition to ACTIVE for port object 85d2015d-475c-4fae-8c98-b2f091fc0847 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:36:35.811467 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-862c5484-aa3e-4668-845f-503a8b044e1d None None] Transition to ACTIVE for port object 85d2015d-475c-4fae-8c98-b2f091fc0847 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:36:35.834220 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-862c5484-aa3e-4668-845f-503a8b044e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:35.860801 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e064a013-e74f-4d4f-9a1f-1abc2c9dca84 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:35.916519 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2fc849b6-ff06-4749-9821-1b21ec8a841e req-2fe9a809-243e-4738-9787-62f29ce45f38 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4031103 Feb 09 12:36:35.916519 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e82e22cf-8899-4686-a036-2dc0d47ef9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:35.992940 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862c5484-aa3e-4668-845f-503a8b044e1d None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:36:36.010025 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-862c5484-aa3e-4668-845f-503a8b044e1d None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:36:36.037317 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862c5484-aa3e-4668-845f-503a8b044e1d None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:36:36.040200 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c5484-aa3e-4668-845f-503a8b044e1d None None] Pushing event updated for resources: {'Port': ['ID=85d2015d-475c-4fae-8c98-b2f091fc0847,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:36.054557 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-e9a23e06-afaa-46e9-8f1b-34c125736fd5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Calling delete_port for 38ba0722-760b-4ece-befc-219ff2787dc3 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:36:36.110068 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e22cf-8899-4686-a036-2dc0d47ef9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Pushing event deleted for resources: {'Port': ['ID=49dcf71d-75ed-4885-b15c-47020295b097,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:36.127468 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e82e22cf-8899-4686-a036-2dc0d47ef9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:36.202213 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e82e22cf-8899-4686-a036-2dc0d47ef9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] 10.222.0.55 "DELETE /v2.0/ports/49dcf71d-75ed-4885-b15c-47020295b097 HTTP/1.1" status: 204 len: 168 time: 3.8957658 Feb 09 12:36:36.202870 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 41214) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:36.205895 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-862c5484-aa3e-4668-845f-503a8b044e1d None None] Attempting to bind port 85d2015d-475c-4fae-8c98-b2f091fc0847 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:36:36.206273 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-862c5484-aa3e-4668-845f-503a8b044e1d None None] Attempting to bind port 85d2015d-475c-4fae-8c98-b2f091fc0847 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:36:36.206652 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862c5484-aa3e-4668-845f-503a8b044e1d None None] Attempting to bind port 85d2015d-475c-4fae-8c98-b2f091fc0847 on network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:36:36.220789 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862c5484-aa3e-4668-845f-503a8b044e1d None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:36:36.222651 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862c5484-aa3e-4668-845f-503a8b044e1d None None] Checking segment: {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:36:36.228924 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-862c5484-aa3e-4668-845f-503a8b044e1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:36.228924 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862c5484-aa3e-4668-845f-503a8b044e1d None None] Bound using segment: {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:36:36.228924 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-862c5484-aa3e-4668-845f-503a8b044e1d None None] Bound port: 85d2015d-475c-4fae-8c98-b2f091fc0847, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:36:36.228924 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-862c5484-aa3e-4668-845f-503a8b044e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:36.330409 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-043332dc-0708-44e6-974a-1cc5da7ac560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] GET failed (client error): The resource could not be found. Feb 09 12:36:36.331109 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-043332dc-0708-44e6-974a-1cc5da7ac560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Synchronizing usage tracker for tenant:be5779b6f03a46f9af1d189610afb1f0 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:36:36.461913 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-862c5484-aa3e-4668-845f-503a8b044e1d None None] For port 85d2015d-475c-4fae-8c98-b2f091fc0847, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:36:36.476585 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-862c5484-aa3e-4668-845f-503a8b044e1d None None] For port 85d2015d-475c-4fae-8c98-b2f091fc0847, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=85d2015d-475c-4fae-8c98-b2f091fc0847,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:36:36.496872 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-862c5484-aa3e-4668-845f-503a8b044e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:36.541574 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e9a23e06-afaa-46e9-8f1b-34c125736fd5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:36.553982 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f2915-40f8-47c6-a31e-9d17d4cc8bd0 req-ca80963c-9d6e-4fc3-bcdd-b45e0e437220 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:36.565993 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-955f2915-40f8-47c6-a31e-9d17d4cc8bd0 req-ca80963c-9d6e-4fc3-bcdd-b45e0e437220 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=67b9a994-1a16-41f5-9aef-916b8d06ed15 HTTP/1.1" status: 200 len: 945 time: 1.8110695 Feb 09 12:36:36.700188 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c5484-aa3e-4668-845f-503a8b044e1d None None] Pushing event updated for resources: {'Port': ['ID=85d2015d-475c-4fae-8c98-b2f091fc0847,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:36.708649 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a23e06-afaa-46e9-8f1b-34c125736fd5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Port': ['ID=38ba0722-760b-4ece-befc-219ff2787dc3,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:36.816632 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e9a23e06-afaa-46e9-8f1b-34c125736fd5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:36.833151 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-955f2915-40f8-47c6-a31e-9d17d4cc8bd0 req-f121e286-58bf-49f5-87a1-40621739730d tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690020 Feb 09 12:36:36.833973 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e9a23e06-afaa-46e9-8f1b-34c125736fd5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/ports/38ba0722-760b-4ece-befc-219ff2787dc3 HTTP/1.1" status: 204 len: 168 time: 1.8884425 Feb 09 12:36:36.836739 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41248) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:36.938914 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ddf7fd-3531-4de2-9e35-f5f8bf0bde34 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:36.947761 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ddf7fd-3531-4de2-9e35-f5f8bf0bde34 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:36.950727 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-01ddf7fd-3531-4de2-9e35-f5f8bf0bde34 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Synchronizing usage tracker for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:subnet {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:36:37.013215 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-01ddf7fd-3531-4de2-9e35-f5f8bf0bde34 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Unset dirty status for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:subnet {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:36:37.016812 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-01ddf7fd-3531-4de2-9e35-f5f8bf0bde34 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1764588 Feb 09 12:36:37.017604 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41262) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:37.082195 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-043332dc-0708-44e6-974a-1cc5da7ac560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Unset dirty status for tenant:be5779b6f03a46f9af1d189610afb1f0 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:36:37.094353 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-043332dc-0708-44e6-974a-1cc5da7ac560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] 10.222.0.55 "GET /v2.0/ports/49dcf71d-75ed-4885-b15c-47020295b097 HTTP/1.1" status: 404 len: 333 time: 0.8841486 Feb 09 12:36:37.095453 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 41270) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:37.105546 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-d5faf5c6-ac4f-4c65-a39a-cd9bf9cd4fdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903670413', 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:36:37.114991 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-d5faf5c6-ac4f-4c65-a39a-cd9bf9cd4fdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:36:37.132836 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-d5faf5c6-ac4f-4c65-a39a-cd9bf9cd4fdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:36:37.212274 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-39fdccf6-2638-4977-812f-e9d988d2ffb6 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Deleting subnet 721dd5f8-cbe7-4fea-b3fe-39f2d910929f {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:36:37.212274 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-39fdccf6-2638-4977-812f-e9d988d2ffb6 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:37.263892 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5faf5c6-ac4f-4c65-a39a-cd9bf9cd4fdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Made reservation on behalf of be5779b6f03a46f9af1d189610afb1f0 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:36:37.263892 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d5faf5c6-ac4f-4c65-a39a-cd9bf9cd4fdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:37.277448 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-39fdccf6-2638-4977-812f-e9d988d2ffb6 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:37.327660 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [None req-d5faf5c6-ac4f-4c65-a39a-cd9bf9cd4fdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] device_id is not set on port 67312dd7-6393-4ec0-ae23-83444a42f129 yet. {{(pid=87567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:36:37.488222 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-39fdccf6-2638-4977-812f-e9d988d2ffb6 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:37.588773 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 85d2015d-475c-4fae-8c98-b2f091fc0847 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:36:37.737079 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d5faf5c6-ac4f-4c65-a39a-cd9bf9cd4fdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:37.791758 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d5faf5c6-ac4f-4c65-a39a-cd9bf9cd4fdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:37.792735 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 85d2015d-475c-4fae-8c98-b2f091fc0847 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:36:38.022622 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-39fdccf6-2638-4977-812f-e9d988d2ffb6 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:38.038758 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5faf5c6-ac4f-4c65-a39a-cd9bf9cd4fdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Network a59798f6-86bd-4639-8f94-bad7846c6619 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:36:38.103069 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e064a013-e74f-4d4f-9a1f-1abc2c9dca84 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:38.117874 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-39fdccf6-2638-4977-812f-e9d988d2ffb6 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:38.128533 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fdccf6-2638-4977-812f-e9d988d2ffb6 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Subnet': ['ID=721dd5f8-cbe7-4fea-b3fe-39f2d910929f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:38.136119 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-39fdccf6-2638-4977-812f-e9d988d2ffb6 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/721dd5f8-cbe7-4fea-b3fe-39f2d910929f HTTP/1.1" status: 204 len: 168 time: 1.1127598 Feb 09 12:36:38.136119 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41322) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:38.148151 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-d5faf5c6-ac4f-4c65-a39a-cd9bf9cd4fdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:36:38.150446 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e064a013-e74f-4d4f-9a1f-1abc2c9dca84 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1740557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1740570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1738587'] for router, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:38.251892 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1ce79fe3-a5d4-45b9-ba31-5afa4e96b98a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1162121 Feb 09 12:36:38.255293 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41334) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:38.261423 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-61d5cf79-fecb-482a-ba14-51e498a3ca5c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'subnet': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:36:38.288663 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5faf5c6-ac4f-4c65-a39a-cd9bf9cd4fdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:36:38.293048 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5faf5c6-ac4f-4c65-a39a-cd9bf9cd4fdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:38.294142 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d5faf5c6-ac4f-4c65-a39a-cd9bf9cd4fdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:38.610545 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-61d5cf79-fecb-482a-ba14-51e498a3ca5c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:36:38.615325 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5faf5c6-ac4f-4c65-a39a-cd9bf9cd4fdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Pushing event updated for resources: {'Port': ['ID=67312dd7-6393-4ec0-ae23-83444a42f129,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:38.632070 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-61d5cf79-fecb-482a-ba14-51e498a3ca5c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Usage tracker for resource:subnet and tenant:a7add69c825d45b8a9a99e00c87aae63 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:36:38.638764 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-61d5cf79-fecb-482a-ba14-51e498a3ca5c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:36:38.647320 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-61d5cf79-fecb-482a-ba14-51e498a3ca5c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:36:38.666744 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d5faf5c6-ac4f-4c65-a39a-cd9bf9cd4fdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.5658352 Feb 09 12:36:38.669520 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41360) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:38.763558 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d5cf79-fecb-482a-ba14-51e498a3ca5c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:36:38.763558 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-61d5cf79-fecb-482a-ba14-51e498a3ca5c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:38.982050 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8719da-7819-4467-befe-e9e797e83acd req-d0b62a4b-dc12-4670-8ff8-5f9652e4e0f6 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:38.990122 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7c8719da-7819-4467-befe-e9e797e83acd req-d0b62a4b-dc12-4670-8ff8-5f9652e4e0f6 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 946 time: 1.2133386 Feb 09 12:36:39.042360 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1e94a3-aa23-4960-a20f-b8687059e69e None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:36:39.103869 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97774c-4be2-4d2e-901a-bae5d91c6477 req-734cc004-9335-47ea-8817-c989672cd7b9 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:39.105530 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7c97774c-4be2-4d2e-901a-bae5d91c6477 req-734cc004-9335-47ea-8817-c989672cd7b9 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=67b9a994-1a16-41f5-9aef-916b8d06ed15 HTTP/1.1" status: 200 len: 945 time: 0.9447935 Feb 09 12:36:39.152555 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7c8719da-7819-4467-befe-e9e797e83acd req-9b7a0c47-0df2-4de7-849a-8342b6ead6a0 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611254 Feb 09 12:36:39.187581 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e064a013-e74f-4d4f-9a1f-1abc2c9dca84 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Router 2d6ae01d-da94-47c1-be57-81d190fabb26 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:36:39.253262 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7c97774c-4be2-4d2e-901a-bae5d91c6477 req-0c44a4e5-73c9-465a-9125-c0f0e9774fbd tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389599 Feb 09 12:36:39.487488 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-8f575772-2d36-4f2d-a699-6680931c60c9 None None] Provisioning for port 85d2015d-475c-4fae-8c98-b2f091fc0847 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:36:39.499404 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-8f575772-2d36-4f2d-a699-6680931c60c9 None None] Provisioning complete for port 85d2015d-475c-4fae-8c98-b2f091fc0847 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:36:39.500087 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8f575772-2d36-4f2d-a699-6680931c60c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:39.505636 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-61d5cf79-fecb-482a-ba14-51e498a3ca5c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:39.649057 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d5cf79-fecb-482a-ba14-51e498a3ca5c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:36:39.673690 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-61d5cf79-fecb-482a-ba14-51e498a3ca5c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:36:39.673690 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d5cf79-fecb-482a-ba14-51e498a3ca5c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:39.673690 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-61d5cf79-fecb-482a-ba14-51e498a3ca5c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:39.752305 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f6c756-2ae2-4a07-a355-abb70e9ca31b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:39.753234 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c2f6c756-2ae2-4a07-a355-abb70e9ca31b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] 10.222.0.55 "GET /v2.0/ports/67312dd7-6393-4ec0-ae23-83444a42f129 HTTP/1.1" status: 200 len: 959 time: 1.0817719 Feb 09 12:36:39.755643 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41398) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:39.801295 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-61d5cf79-fecb-482a-ba14-51e498a3ca5c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5446291 Feb 09 12:36:39.818946 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 41404) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:39.847447 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d5cf79-fecb-482a-ba14-51e498a3ca5c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Subnet': ['ID=9192d1dc-705d-4a0c-9d20-ac7eb834fa6c,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:39.849304 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-bd35590d-4573-44f7-8fbb-77622adfcdf7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'port': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'name': 'tempest-NetworksTestDHCPv6-1195361869'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:36:39.858353 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8f575772-2d36-4f2d-a699-6680931c60c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:39.882753 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-9dee6710-868b-485b-9eae-c60d55e1d1ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Deleting port 67312dd7-6393-4ec0-ae23-83444a42f129 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:36:39.883099 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9dee6710-868b-485b-9eae-c60d55e1d1ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:39.975936 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-8f575772-2d36-4f2d-a699-6680931c60c9 None None] For port 85d2015d-475c-4fae-8c98-b2f091fc0847, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=85d2015d-475c-4fae-8c98-b2f091fc0847,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:36:39.996833 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8f575772-2d36-4f2d-a699-6680931c60c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:40.096632 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e064a013-e74f-4d4f-9a1f-1abc2c9dca84 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:36:40.113264 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fd2e93-c410-413b-bc3d-172513ca4474 None None] Sync routers for ids ['2d6ae01d-da94-47c1-be57-81d190fabb26'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:36:40.115675 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e064a013-e74f-4d4f-9a1f-1abc2c9dca84 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:40.128240 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fd2e93-c410-413b-bc3d-172513ca4474 None None] Routers {'2d6ae01d-da94-47c1-be57-81d190fabb26'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:36:40.128240 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-18fd2e93-c410-413b-bc3d-172513ca4474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:36:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2d6ae01d-da94-47c1-be57-81d190fabb26'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:36:40.132203 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e064a013-e74f-4d4f-9a1f-1abc2c9dca84 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] 10.222.0.55 "PUT /v2.0/routers/2d6ae01d-da94-47c1-be57-81d190fabb26 HTTP/1.1" status: 200 len: 918 time: 11.0611322 Feb 09 12:36:40.162134 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-8f575772-2d36-4f2d-a699-6680931c60c9 None None] Could not find standard attr ID for object 38ba0722-760b-4ece-befc-219ff2787dc3. {{(pid=87569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 12:36:40.206363 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 41418) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:40.264449 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f575772-2d36-4f2d-a699-6680931c60c9 None None] Pushing event updated for resources: {'Port': ['ID=85d2015d-475c-4fae-8c98-b2f091fc0847,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:40.323784 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-18fd2e93-c410-413b-bc3d-172513ca4474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:36:40.334933 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fd2e93-c410-413b-bc3d-172513ca4474 None None] Routers {'2d6ae01d-da94-47c1-be57-81d190fabb26'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:36:40.335777 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-18fd2e93-c410-413b-bc3d-172513ca4474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:36:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2d6ae01d-da94-47c1-be57-81d190fabb26'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:36:40.468915 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc344d93-4152-4351-9ee8-25d4d8081962 None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:36:40.483359 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9dee6710-868b-485b-9eae-c60d55e1d1ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:40.549993 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-18fd2e93-c410-413b-bc3d-172513ca4474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:36:40.550404 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fd2e93-c410-413b-bc3d-172513ca4474 None None] The sync data for ids ['2d6ae01d-da94-47c1-be57-81d190fabb26'] in n-d-825178-3 is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:36:40.768212 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-9dee6710-868b-485b-9eae-c60d55e1d1ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Calling delete_port for 67312dd7-6393-4ec0-ae23-83444a42f129 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:36:40.824052 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-99ed1b0c-9384-44d2-8e85-2b107e1d1568 None None] Provisioning complete for port 85d2015d-475c-4fae-8c98-b2f091fc0847 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:36:40.824052 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-99ed1b0c-9384-44d2-8e85-2b107e1d1568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:40.989633 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-bd35590d-4573-44f7-8fbb-77622adfcdf7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:36:41.024412 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-bd35590d-4573-44f7-8fbb-77622adfcdf7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Usage tracker for resource:port and tenant:a7add69c825d45b8a9a99e00c87aae63 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:36:41.033905 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-bd35590d-4573-44f7-8fbb-77622adfcdf7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:36:41.044812 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-bd35590d-4573-44f7-8fbb-77622adfcdf7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:36:41.072749 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9dee6710-868b-485b-9eae-c60d55e1d1ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:41.157759 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dee6710-868b-485b-9eae-c60d55e1d1ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Pushing event deleted for resources: {'Port': ['ID=67312dd7-6393-4ec0-ae23-83444a42f129,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:41.164032 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9dee6710-868b-485b-9eae-c60d55e1d1ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:41.170625 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd35590d-4573-44f7-8fbb-77622adfcdf7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:36:41.174424 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bd35590d-4573-44f7-8fbb-77622adfcdf7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:41.181735 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9dee6710-868b-485b-9eae-c60d55e1d1ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] 10.222.0.55 "DELETE /v2.0/ports/67312dd7-6393-4ec0-ae23-83444a42f129 HTTP/1.1" status: 204 len: 168 time: 1.4250448 Feb 09 12:36:41.182687 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41462) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:41.197520 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc262c5c-d016-459c-b551-1c904c724fd1 req-65947e0c-ec90-4282-b300-7385c9ba0d33 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:41.205768 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dc262c5c-d016-459c-b551-1c904c724fd1 req-65947e0c-ec90-4282-b300-7385c9ba0d33 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=67b9a994-1a16-41f5-9aef-916b8d06ed15 HTTP/1.1" status: 200 len: 945 time: 0.5100532 Feb 09 12:36:41.251780 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254e5d9-477e-497b-8f91-697c04570157 req-be783b64-99f7-46f1-a900-c257b43cd2be tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:41.260195 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1254e5d9-477e-497b-8f91-697c04570157 req-be783b64-99f7-46f1-a900-c257b43cd2be tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 946 time: 0.6392684 Feb 09 12:36:41.296472 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-6618f66a-5c8a-4f07-b4a0-ca9b760b3660 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] 10.222.0.55 "GET /v2.0/routers/2d6ae01d-da94-47c1-be57-81d190fabb26 HTTP/1.1" status: 200 len: 924 time: 1.1004364 Feb 09 12:36:41.302338 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-0523dbe3-b3f6-4f7b-9606-3935d88ace5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] GET failed (client error): The resource could not be found. Feb 09 12:36:41.303186 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0523dbe3-b3f6-4f7b-9606-3935d88ace5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Synchronizing usage tracker for tenant:be5779b6f03a46f9af1d189610afb1f0 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:36:41.313314 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41468) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:41.317009 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [None req-bd35590d-4573-44f7-8fbb-77622adfcdf7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] device_id is not set on port f2c96713-9ecb-4e91-9c33-56fe0d2de3e6 yet. {{(pid=87567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:36:41.435697 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dc262c5c-d016-459c-b551-1c904c724fd1 req-dcfd0a0a-32dd-4c91-b2ee-85dc34fe9eee tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286413 Feb 09 12:36:41.492433 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0523dbe3-b3f6-4f7b-9606-3935d88ace5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Unset dirty status for tenant:be5779b6f03a46f9af1d189610afb1f0 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:36:41.496507 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1254e5d9-477e-497b-8f91-697c04570157 req-42f5f366-0c2f-4b1c-a9e0-8d799ab80958 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2353711 Feb 09 12:36:41.505561 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0523dbe3-b3f6-4f7b-9606-3935d88ace5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] 10.222.0.55 "GET /v2.0/ports/67312dd7-6393-4ec0-ae23-83444a42f129 HTTP/1.1" status: 404 len: 333 time: 0.3213661 Feb 09 12:36:41.514940 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41488) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:41.529613 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 85d2015d-475c-4fae-8c98-b2f091fc0847 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:36:41.543424 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-687dfd8e-28ed-4f3e-a7a1-f2c37251a384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Request body: {'port': {'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-935872598'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:36:41.572030 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-687dfd8e-28ed-4f3e-a7a1-f2c37251a384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:36:41.701973 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 85d2015d-475c-4fae-8c98-b2f091fc0847 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:36:41.701973 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:41.706586 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-687dfd8e-28ed-4f3e-a7a1-f2c37251a384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:36:41.797639 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721e7996-6830-492d-8f5d-86e8a3bd421c tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:41.803613 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 41500) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:41.807111 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-721e7996-6830-492d-8f5d-86e8a3bd421c tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=af0bad45-b31e-4cb1-a77c-3bbc34409de5&device_id=2d6ae01d-da94-47c1-be57-81d190fabb26&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4818282 Feb 09 12:36:41.810415 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687dfd8e-28ed-4f3e-a7a1-f2c37251a384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Made reservation on behalf of be5779b6f03a46f9af1d189610afb1f0 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:36:41.812775 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-687dfd8e-28ed-4f3e-a7a1-f2c37251a384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:41.918129 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-687dfd8e-28ed-4f3e-a7a1-f2c37251a384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] device_id is not set on port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:36:42.129645 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dae2215-fc2c-4bf1-a969-d6492166e21d tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:42.131401 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9dae2215-fc2c-4bf1-a969-d6492166e21d tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] 10.222.0.55 "GET /v2.0/networks/af0bad45-b31e-4cb1-a77c-3bbc34409de5 HTTP/1.1" status: 200 len: 881 time: 0.3182483 Feb 09 12:36:42.136842 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41522) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:42.194435 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-bd35590d-4573-44f7-8fbb-77622adfcdf7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Allocated IP 2001:db8::24a (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/9192d1dc-705d-4a0c-9d20-ac7eb834fa6c/f2c96713-9ecb-4e91-9c33-56fe0d2de3e6) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:36:42.203556 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f6eedbaa-e302-4a8f-9d01-0878a00aeaa8 None None] Provisioning complete for port 85d2015d-475c-4fae-8c98-b2f091fc0847 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:36:42.204043 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f6eedbaa-e302-4a8f-9d01-0878a00aeaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:42.371225 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-300cd082-9d41-4fcd-8444-d794ab13f518 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d6ae01d-da94-47c1-be57-81d190fabb26 HTTP/1.1" status: 200 len: 205 time: 0.2231665 Feb 09 12:36:42.422882 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 41536) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:42.791454 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b92edb79-67ef-4851-a0a1-154172a19031 None None] Could not find standard attr ID for object 38ba0722-760b-4ece-befc-219ff2787dc3. {{(pid=87569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 12:36:42.877163 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-687dfd8e-28ed-4f3e-a7a1-f2c37251a384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:42.913945 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-687dfd8e-28ed-4f3e-a7a1-f2c37251a384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:42.949388 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2982ab19-8da4-4769-9db0-cc71f330b215 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:43.087794 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687dfd8e-28ed-4f3e-a7a1-f2c37251a384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Pushing event updated for resources: {'Port': ['ID=f813f9ac-3644-4c2a-bd03-f34fb66a2eb0,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:43.118344 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687dfd8e-28ed-4f3e-a7a1-f2c37251a384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Network a59798f6-86bd-4639-8f94-bad7846c6619 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:36:43.119649 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-687dfd8e-28ed-4f3e-a7a1-f2c37251a384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:36:43.124514 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687dfd8e-28ed-4f3e-a7a1-f2c37251a384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:36:43.125638 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687dfd8e-28ed-4f3e-a7a1-f2c37251a384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:43.129978 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-687dfd8e-28ed-4f3e-a7a1-f2c37251a384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:43.183925 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-687dfd8e-28ed-4f3e-a7a1-f2c37251a384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.6636992 Feb 09 12:36:43.184893 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41570) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:43.241476 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:36:43.542221 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:43.885409 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e7ac44-0fab-4e63-af71-0a78c23e9ae8 req-0cf16952-46b3-462d-a2d0-8d999512dc4e tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:43.885409 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e8e7ac44-0fab-4e63-af71-0a78c23e9ae8 req-0cf16952-46b3-462d-a2d0-8d999512dc4e tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=67b9a994-1a16-41f5-9aef-916b8d06ed15 HTTP/1.1" status: 200 len: 945 time: 0.7968028 Feb 09 12:36:43.955879 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3042df-d862-41ee-8792-ddc80532e172 req-aaaf4fb1-bc93-47d2-bbea-4635619b044e tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:43.957383 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5e3042df-d862-41ee-8792-ddc80532e172 req-aaaf4fb1-bc93-47d2-bbea-4635619b044e tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=302a76f3-a50b-4890-a243-b44f015013ad HTTP/1.1" status: 200 len: 945 time: 0.8140688 Feb 09 12:36:43.998942 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-066d8a5f-2204-47f3-b480-c94e9589d0e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:44.024289 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e8e7ac44-0fab-4e63-af71-0a78c23e9ae8 req-0463814e-106e-4e04-a492-057156731ef3 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214807 Feb 09 12:36:44.048672 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2982ab19-8da4-4769-9db0-cc71f330b215 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:44.070244 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-2982ab19-8da4-4769-9db0-cc71f330b215 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Deleting port a7010228-0e3a-4438-8eb0-7684832fa301 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:36:44.070597 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2982ab19-8da4-4769-9db0-cc71f330b215 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:44.196321 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] device_id is not set on port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:36:44.219502 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:44.254370 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Transition to ACTIVE for port object f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:36:44.281842 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2982ab19-8da4-4769-9db0-cc71f330b215 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:44.394086 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:44.509789 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-2982ab19-8da4-4769-9db0-cc71f330b215 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Calling delete_port for a7010228-0e3a-4438-8eb0-7684832fa301 owned by network:router_gateway {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:36:44.669985 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5e3042df-d862-41ee-8792-ddc80532e172 req-764fcf72-5e7e-4922-a244-e2eca38aaf46 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/security-groups?id=30901aa2-fada-41fa-b028-807238be08c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7017252 Feb 09 12:36:44.706704 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Pushing event updated for resources: {'Port': ['ID=f813f9ac-3644-4c2a-bd03-f34fb66a2eb0,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:44.722948 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:36:44.723871 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:36:44.724211 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 on network a59798f6-86bd-4639-8f94-bad7846c6619 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:36:44.744628 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3df3b-85ab-4f04-98c9-7481d878217c req-cf21e4c3-2f83-43e1-bcb1-c2c0fd2df683 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:44.745753 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-52e3df3b-85ab-4f04-98c9-7481d878217c req-cf21e4c3-2f83-43e1-bcb1-c2c0fd2df683 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Synchronizing usage tracker for tenant:02a79007c42b4d508e7f5f941eb00251 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:36:44.749406 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 on network a59798f6-86bd-4639-8f94-bad7846c6619 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:36:44.749915 n-d-825178-3 neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Failed to bind port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 on host n-h2-825178-3 for vnic_type normal using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] Feb 09 12:36:44.752124 n-d-825178-3 neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempt 2 to bind port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 Feb 09 12:36:44.786560 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:36:44.786934 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:36:44.788112 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 on network a59798f6-86bd-4639-8f94-bad7846c6619 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:36:44.795285 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 on network a59798f6-86bd-4639-8f94-bad7846c6619 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:36:44.800818 n-d-825178-3 neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Failed to bind port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 on host n-h2-825178-3 for vnic_type normal using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] Feb 09 12:36:44.801890 n-d-825178-3 neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempt 3 to bind port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 Feb 09 12:36:44.823324 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:36:44.824295 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:36:44.824789 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 on network a59798f6-86bd-4639-8f94-bad7846c6619 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:36:44.827223 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-52e3df3b-85ab-4f04-98c9-7481d878217c req-cf21e4c3-2f83-43e1-bcb1-c2c0fd2df683 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Unset dirty status for tenant:02a79007c42b4d508e7f5f941eb00251 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:36:44.828951 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-52e3df3b-85ab-4f04-98c9-7481d878217c req-cf21e4c3-2f83-43e1-bcb1-c2c0fd2df683 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.46 "GET /v2.0/ports?device_id=302a76f3-a50b-4890-a243-b44f015013ad HTTP/1.1" status: 200 len: 945 time: 0.5712364 Feb 09 12:36:44.849675 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bd35590d-4573-44f7-8fbb-77622adfcdf7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:44.957584 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-bd35590d-4573-44f7-8fbb-77622adfcdf7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Transition to ACTIVE for port object f2c96713-9ecb-4e91-9c33-56fe0d2de3e6 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:36:44.957584 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2982ab19-8da4-4769-9db0-cc71f330b215 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:45.015581 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-52e3df3b-85ab-4f04-98c9-7481d878217c req-7e3dee22-0f2c-4580-b2b9-a7a439275e10 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Deleting port ac66b915-c73e-42d3-b403-83ad0b252ab4 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:36:45.015581 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-52e3df3b-85ab-4f04-98c9-7481d878217c req-7e3dee22-0f2c-4580-b2b9-a7a439275e10 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:45.026309 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b516a2-9216-47a4-9675-37ef98256487 req-9f65c4e6-3305-45a7-8f39-f4dc4da63564 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:45.026309 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-22b516a2-9216-47a4-9675-37ef98256487 req-9f65c4e6-3305-45a7-8f39-f4dc4da63564 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 946 time: 0.3677282 Feb 09 12:36:45.144896 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 on network a59798f6-86bd-4639-8f94-bad7846c6619 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:36:45.144896 n-d-825178-3 neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Failed to bind port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 on host n-h2-825178-3 for vnic_type normal using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] Feb 09 12:36:45.144896 n-d-825178-3 neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempt 4 to bind port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 Feb 09 12:36:45.264781 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-22b516a2-9216-47a4-9675-37ef98256487 req-7ccbc008-59cb-43b9-a0e7-af0f0052d672 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220493 Feb 09 12:36:45.265657 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2982ab19-8da4-4769-9db0-cc71f330b215 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Pushing event deleted for resources: {'Port': ['ID=a7010228-0e3a-4438-8eb0-7684832fa301,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:45.475027 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-52e3df3b-85ab-4f04-98c9-7481d878217c req-7e3dee22-0f2c-4580-b2b9-a7a439275e10 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] For port ac66b915-c73e-42d3-b403-83ad0b252ab4, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=ac66b915-c73e-42d3-b403-83ad0b252ab4,segment=NetworkSegment(cf830335-1f32-4cb5-acf2-e131607ae889),segment_id=cf830335-1f32-4cb5-acf2-e131607ae889)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:36:45.475027 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-52e3df3b-85ab-4f04-98c9-7481d878217c req-7e3dee22-0f2c-4580-b2b9-a7a439275e10 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:45.481240 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bd35590d-4573-44f7-8fbb-77622adfcdf7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:45.636282 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd35590d-4573-44f7-8fbb-77622adfcdf7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Port': ['ID=f2c96713-9ecb-4e91-9c33-56fe0d2de3e6,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:45.646149 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-52e3df3b-85ab-4f04-98c9-7481d878217c req-7e3dee22-0f2c-4580-b2b9-a7a439275e10 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Calling delete_port for ac66b915-c73e-42d3-b403-83ad0b252ab4 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:36:45.665934 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd35590d-4573-44f7-8fbb-77622adfcdf7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:36:45.672251 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-bd35590d-4573-44f7-8fbb-77622adfcdf7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:36:45.675714 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2982ab19-8da4-4769-9db0-cc71f330b215 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:45.752406 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd35590d-4573-44f7-8fbb-77622adfcdf7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:36:45.770422 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd35590d-4573-44f7-8fbb-77622adfcdf7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:45.770783 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:36:45.771092 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bd35590d-4573-44f7-8fbb-77622adfcdf7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:45.771184 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:36:45.771439 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 on network a59798f6-86bd-4639-8f94-bad7846c6619 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:36:45.778604 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 on network a59798f6-86bd-4639-8f94-bad7846c6619 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:36:45.778931 n-d-825178-3 neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Failed to bind port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 on host n-h2-825178-3 for vnic_type normal using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] Feb 09 12:36:45.779927 n-d-825178-3 neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempt 5 to bind port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 Feb 09 12:36:45.846180 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:36:45.849827 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:36:45.850944 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 on network a59798f6-86bd-4639-8f94-bad7846c6619 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:36:45.886172 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 on network a59798f6-86bd-4639-8f94-bad7846c6619 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:36:45.903419 n-d-825178-3 neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Failed to bind port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 on host n-h2-825178-3 for vnic_type normal using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] Feb 09 12:36:45.906824 n-d-825178-3 neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempt 6 to bind port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 Feb 09 12:36:46.088451 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:36:46.088451 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:36:46.088451 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 on network a59798f6-86bd-4639-8f94-bad7846c6619 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:36:46.108110 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 on network a59798f6-86bd-4639-8f94-bad7846c6619 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:36:46.108110 n-d-825178-3 neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Failed to bind port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 on host n-h2-825178-3 for vnic_type normal using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] Feb 09 12:36:46.108110 n-d-825178-3 neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempt 7 to bind port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 Feb 09 12:36:46.148169 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:36:46.148169 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:36:46.148169 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 on network a59798f6-86bd-4639-8f94-bad7846c6619 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:36:46.156133 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-52e3df3b-85ab-4f04-98c9-7481d878217c req-7e3dee22-0f2c-4580-b2b9-a7a439275e10 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:46.227521 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 on network a59798f6-86bd-4639-8f94-bad7846c6619 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:36:46.227852 n-d-825178-3 neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Failed to bind port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 on host n-h2-825178-3 for vnic_type normal using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] Feb 09 12:36:46.228180 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-bd35590d-4573-44f7-8fbb-77622adfcdf7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 6.4069977 Feb 09 12:36:46.269679 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c4d940-4a09-4888-be96-de84bdee4a89 req-abeda585-8581-49c2-9323-91bd11eb4fa6 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:46.278200 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-16c4d940-4a09-4888-be96-de84bdee4a89 req-abeda585-8581-49c2-9323-91bd11eb4fa6 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=67b9a994-1a16-41f5-9aef-916b8d06ed15 HTTP/1.1" status: 200 len: 945 time: 0.8978055 Feb 09 12:36:46.328368 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 41684) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:46.347172 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2982ab19-8da4-4769-9db0-cc71f330b215 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:46.350130 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2982ab19-8da4-4769-9db0-cc71f330b215 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:46.387013 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ab385d28-a439-4799-ae4f-4dc813a80bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:46.405719 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-74ddf3c6-a1cc-4f6c-ba17-2fa3d62a6ca7 None None] Provisioning for port f2c96713-9ecb-4e91-9c33-56fe0d2de3e6 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:36:46.412010 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-74ddf3c6-a1cc-4f6c-ba17-2fa3d62a6ca7 None None] Provisioning complete for port f2c96713-9ecb-4e91-9c33-56fe0d2de3e6 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:36:46.412592 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-74ddf3c6-a1cc-4f6c-ba17-2fa3d62a6ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:46.542968 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-74ddf3c6-a1cc-4f6c-ba17-2fa3d62a6ca7 None None] Port f2c96713-9ecb-4e91-9c33-56fe0d2de3e6 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:36:46.552611 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2982ab19-8da4-4769-9db0-cc71f330b215 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:46.556802 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2982ab19-8da4-4769-9db0-cc71f330b215 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Fanout notify agent at l3_agent the message router_deleted on router 2d6ae01d-da94-47c1-be57-81d190fabb26 {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:36:46.574227 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3dee22-0f2c-4580-b2b9-a7a439275e10 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Pushing event deleted for resources: {'Port': ['ID=ac66b915-c73e-42d3-b403-83ad0b252ab4,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:46.590714 n-d-825178-3 neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempt 8 to bind port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 Feb 09 12:36:46.618863 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:36:46.619431 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:36:46.619879 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 on network a59798f6-86bd-4639-8f94-bad7846c6619 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:36:46.620934 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4b9aeb13-9030-43a4-8984-fc23b2d38c47 req-a7a22ea7-bb98-4661-95bf-089d2ff2a233 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=302a76f3-a50b-4890-a243-b44f015013ad HTTP/1.1" status: 200 len: 210 time: 0.3913817 Feb 09 12:36:46.647297 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 on network a59798f6-86bd-4639-8f94-bad7846c6619 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:36:46.654223 n-d-825178-3 neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Failed to bind port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 on host n-h2-825178-3 for vnic_type normal using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] Feb 09 12:36:46.695578 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2982ab19-8da4-4769-9db0-cc71f330b215 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:46.703003 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2982ab19-8da4-4769-9db0-cc71f330b215 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] 10.222.0.55 "DELETE /v2.0/routers/2d6ae01d-da94-47c1-be57-81d190fabb26 HTTP/1.1" status: 204 len: 168 time: 4.2677610 Feb 09 12:36:46.710428 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 41706) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:46.718919 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-a7dfc41c-a0dd-4456-83f6-7df309a4bed0 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-504055827', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}, 'admin_state_up': False}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:36:46.739669 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-16c4d940-4a09-4888-be96-de84bdee4a89 req-81af9572-3e4e-4635-8abc-8e2c32f081d9 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4575832 Feb 09 12:36:46.759296 n-d-825178-3 neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempt 9 to bind port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 Feb 09 12:36:46.765965 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-a7dfc41c-a0dd-4456-83f6-7df309a4bed0 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:36:46.765965 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b2af54-4743-4beb-b14a-e8c13c367eec tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:46.770896 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b2af54-4743-4beb-b14a-e8c13c367eec tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:46.770896 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-02b2af54-4743-4beb-b14a-e8c13c367eec tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Synchronizing usage tracker for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:36:46.775278 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a7dfc41c-a0dd-4456-83f6-7df309a4bed0 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Usage tracker for resource:router and tenant:c7d53a1de8cf4ef8b26f12e375519d7e is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:36:46.783712 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a7dfc41c-a0dd-4456-83f6-7df309a4bed0 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:36:46.789038 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e3df3b-85ab-4f04-98c9-7481d878217c req-7e3dee22-0f2c-4580-b2b9-a7a439275e10 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] No DVR routers for this DVR port ac66b915-c73e-42d3-b403-83ad0b252ab4 on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:36:46.801995 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-52e3df3b-85ab-4f04-98c9-7481d878217c req-7e3dee22-0f2c-4580-b2b9-a7a439275e10 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:46.813062 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-a7dfc41c-a0dd-4456-83f6-7df309a4bed0 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:36:46.828093 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302a76f3-a50b-4890-a243-b44f015013ad', 'name': 'network-vif-deleted', 'tag': 'ac66b915-c73e-42d3-b403-83ad0b252ab4'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:36:46.832475 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-02b2af54-4743-4beb-b14a-e8c13c367eec tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Unset dirty status for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:36:46.832475 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-02b2af54-4743-4beb-b14a-e8c13c367eec tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.3807268 Feb 09 12:36:46.832475 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 41712) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:46.851987 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-52e3df3b-85ab-4f04-98c9-7481d878217c req-7e3dee22-0f2c-4580-b2b9-a7a439275e10 tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.46 "DELETE /v2.0/ports/ac66b915-c73e-42d3-b403-83ad0b252ab4 HTTP/1.1" status: 204 len: 173 time: 2.0098460 Feb 09 12:36:46.864412 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:36:46.864412 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:36:46.864412 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 on network a59798f6-86bd-4639-8f94-bad7846c6619 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:36:46.887704 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 on network a59798f6-86bd-4639-8f94-bad7846c6619 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:36:46.887704 n-d-825178-3 neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Failed to bind port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 on host n-h2-825178-3 for vnic_type normal using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] Feb 09 12:36:46.887704 n-d-825178-3 neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempt 10 to bind port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 Feb 09 12:36:46.952157 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '302a76f3-a50b-4890-a243-b44f015013ad', 'name': 'network-vif-deleted', 'tag': 'ac66b915-c73e-42d3-b403-83ad0b252ab4', 'status': 'completed', 'code': 200} Feb 09 12:36:46.973772 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:36:46.973772 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:36:46.973772 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempting to bind port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 on network a59798f6-86bd-4639-8f94-bad7846c6619 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:36:47.000034 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-8d67a0ce-9e36-48e9-9cd1-4d04f3e59dbb tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Deleting port f2c96713-9ecb-4e91-9c33-56fe0d2de3e6 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:36:47.000372 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8d67a0ce-9e36-48e9-9cd1-4d04f3e59dbb tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:47.002648 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 on network a59798f6-86bd-4639-8f94-bad7846c6619 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:36:47.002973 n-d-825178-3 neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Failed to bind port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 on host n-h2-825178-3 for vnic_type normal using segments [{'id': '4e0fba02-b02c-4edd-8240-8bac4b1a97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a59798f6-86bd-4639-8f94-bad7846c6619'}] Feb 09 12:36:47.003340 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:47.081623 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a7dfc41c-a0dd-4456-83f6-7df309a4bed0 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:47.083367 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a7dfc41c-a0dd-4456-83f6-7df309a4bed0 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:47.199063 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] For port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:36:47.199063 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attempted to set empty binding levels {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 09 12:36:47.209782 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:47.247715 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a7dfc41c-a0dd-4456-83f6-7df309a4bed0 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:47.462771 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] In _notify_port_updated(), no bound segment for port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 on network a59798f6-86bd-4639-8f94-bad7846c6619 {{(pid=87568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 12:36:47.462771 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:47.478329 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:47.486027 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] 10.222.0.55 "PUT /v2.0/ports/f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 HTTP/1.1" status: 200 len: 978 time: 4.2844610 Feb 09 12:36:47.498006 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41734) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:47.604932 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:47.613797 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863fda7d-9e40-4e7a-b220-adeff99b0085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Pushing event updated for resources: {'Port': ['ID=f813f9ac-3644-4c2a-bd03-f34fb66a2eb0,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:47.616499 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:47.680348 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-5c50fd2b-7a29-40c3-8118-cee124e2af8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Deleting port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:36:47.680696 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5c50fd2b-7a29-40c3-8118-cee124e2af8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:47.713798 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf796d7-544a-4c2c-bd7e-f4f613274255 req-a5ba070d-80d1-49ef-b891-5126ee2ec585 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:47.722351 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7bf796d7-544a-4c2c-bd7e-f4f613274255 req-a5ba070d-80d1-49ef-b891-5126ee2ec585 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 946 time: 0.6592734 Feb 09 12:36:48.045895 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device ac66b915-c73e-42d3-b403-83ad0b252ab4 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:36:48.081289 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-79dbfb79-9aae-49c3-947c-f0deaf37f2c1 req-2bd74812-13e9-42c5-9069-35f4437961ea tempest-AttachVolumeNegativeTest-955368560 tempest-AttachVolumeNegativeTest-955368560-project] 10.222.0.55 "GET /v2.0/ports?device_id=302a76f3-a50b-4890-a243-b44f015013ad HTTP/1.1" status: 200 len: 210 time: 0.1180015 Feb 09 12:36:48.128882 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: ac66b915-c73e-42d3-b403-83ad0b252ab4 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:36:48.131250 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device ac66b915-c73e-42d3-b403-83ad0b252ab4 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:36:48.164596 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-5c50fd2b-7a29-40c3-8118-cee124e2af8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] For port f813f9ac-3644-4c2a-bd03-f34fb66a2eb0, host n-h2-825178-3, got binding levels [] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:36:48.165242 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5c50fd2b-7a29-40c3-8118-cee124e2af8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:48.360636 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-5c50fd2b-7a29-40c3-8118-cee124e2af8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Calling delete_port for f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:36:48.511149 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5c50fd2b-7a29-40c3-8118-cee124e2af8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:48.566518 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8d67a0ce-9e36-48e9-9cd1-4d04f3e59dbb tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:48.603618 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a7dfc41c-a0dd-4456-83f6-7df309a4bed0 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:48.614041 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7bf796d7-544a-4c2c-bd7e-f4f613274255 req-e7b9b42b-15fa-4645-97a8-c412fdcee5e4 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8902502 Feb 09 12:36:48.625677 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c50fd2b-7a29-40c3-8118-cee124e2af8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Pushing event deleted for resources: {'Port': ['ID=f813f9ac-3644-4c2a-bd03-f34fb66a2eb0,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:48.652049 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5c50fd2b-7a29-40c3-8118-cee124e2af8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:48.676853 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5c50fd2b-7a29-40c3-8118-cee124e2af8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] 10.222.0.55 "DELETE /v2.0/ports/f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 HTTP/1.1" status: 204 len: 168 time: 1.1870720 Feb 09 12:36:48.679291 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41770) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:48.749241 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-53eb35fe-92ed-4b59-a156-8beca2be3aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] GET failed (client error): The resource could not be found. Feb 09 12:36:48.749778 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-53eb35fe-92ed-4b59-a156-8beca2be3aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Synchronizing usage tracker for tenant:be5779b6f03a46f9af1d189610afb1f0 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:36:48.778473 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-53eb35fe-92ed-4b59-a156-8beca2be3aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] Unset dirty status for tenant:be5779b6f03a46f9af1d189610afb1f0 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:36:48.787278 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-53eb35fe-92ed-4b59-a156-8beca2be3aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123375912-project-admin] 10.222.0.55 "GET /v2.0/ports/f813f9ac-3644-4c2a-bd03-f34fb66a2eb0 HTTP/1.1" status: 404 len: 333 time: 0.1066685 Feb 09 12:36:48.787894 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41774) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:48.806170 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-8d67a0ce-9e36-48e9-9cd1-4d04f3e59dbb tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Calling delete_port for f2c96713-9ecb-4e91-9c33-56fe0d2de3e6 owned by {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:36:48.998894 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7579437b-221b-4949-9383-414486e8502c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:49.106385 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:49.271215 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7579437b-221b-4949-9383-414486e8502c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:49.334751 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-7579437b-221b-4949-9383-414486e8502c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a59798f6-86bd-4639-8f94-bad7846c6619']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:36:49.348537 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41786) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:49.471270 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-7579437b-221b-4949-9383-414486e8502c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e0fba02-b02c-4edd-8240-8bac4b1a97e4') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:36:49.471270 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-7579437b-221b-4949-9383-414486e8502c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e0fba02-b02c-4edd-8240-8bac4b1a97e4') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:36:49.581539 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7579437b-221b-4949-9383-414486e8502c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:49.652957 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b5619-0d8c-4adc-a409-fa5ce4152ea1 req-8bbf67a4-e716-4159-afbf-a17ce98fbe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:49.662406 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e66b5619-0d8c-4adc-a409-fa5ce4152ea1 req-8bbf67a4-e716-4159-afbf-a17ce98fbe83 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e83e724b83ff4eff83d86a9461a0246b&device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 1097 time: 0.5674338 Feb 09 12:36:49.665344 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7579437b-221b-4949-9383-414486e8502c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:49.685694 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-05ada39b-f03f-444a-bd5d-735adf3f6774 admin admin] Deleting subnet 9c51d0be-f310-4dee-aa2c-2b4ce475d198 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:36:49.690391 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-05ada39b-f03f-444a-bd5d-735adf3f6774 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:49.694852 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ab83a-1027-4c24-9939-ec7066758b4f req-ab11d688-5d15-4f32-aff4-a93b5a6fa40b tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:49.697357 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-652ab83a-1027-4c24-9939-ec7066758b4f req-ab11d688-5d15-4f32-aff4-a93b5a6fa40b tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=67b9a994-1a16-41f5-9aef-916b8d06ed15 HTTP/1.1" status: 200 len: 945 time: 1.2663794 Feb 09 12:36:49.754660 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-652ab83a-1027-4c24-9939-ec7066758b4f req-db607e56-bdb1-49d5-9e58-02ab0662356e tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476792 Feb 09 12:36:49.776457 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7579437b-221b-4949-9383-414486e8502c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:36:49.777108 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7579437b-221b-4949-9383-414486e8502c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:49.789064 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8d67a0ce-9e36-48e9-9cd1-4d04f3e59dbb tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:49.807743 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:36:49.807743 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:36:49.807743 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:36:49.807743 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:36:49.807743 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:36:49.807743 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:36:49.807743 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:36:49.807743 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:36:49.807743 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:36:49.807743 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:36:49.807743 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:36:49.807743 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:36:49.807743 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:36:49.807743 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:36:49.807743 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:36:49.807743 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:36:49.807743 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:36:49.807743 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:36:49.807743 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:36:49.807743 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:36:49.807743 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:36:49.807743 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:36:49.807743 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:36:49.807743 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:36:49.807743 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:36:49.807743 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:36:49.807743 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:36:49.807743 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:36:49.807743 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:36:49.807743 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:36:49.807743 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:36:49.807743 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:36:49.991043 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d67a0ce-9e36-48e9-9cd1-4d04f3e59dbb tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Port': ['ID=f2c96713-9ecb-4e91-9c33-56fe0d2de3e6,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:50.105971 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8d67a0ce-9e36-48e9-9cd1-4d04f3e59dbb tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:50.143956 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8d67a0ce-9e36-48e9-9cd1-4d04f3e59dbb tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/ports/f2c96713-9ecb-4e91-9c33-56fe0d2de3e6 HTTP/1.1" status: 204 len: 168 time: 3.3147113 Feb 09 12:36:50.157811 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 41800) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:50.459570 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:50.500207 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-05ada39b-f03f-444a-bd5d-735adf3f6774 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:50.569739 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7579437b-221b-4949-9383-414486e8502c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:50.580453 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7579437b-221b-4949-9383-414486e8502c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:50.629703 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7579437b-221b-4949-9383-414486e8502c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071-project] Pushing event deleted for resources: {'Network': ['ID=a59798f6-86bd-4639-8f94-bad7846c6619,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:50.638196 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7579437b-221b-4949-9383-414486e8502c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1451518071-project] 10.222.0.55 "DELETE /v2.0/networks/a59798f6-86bd-4639-8f94-bad7846c6619 HTTP/1.1" status: 204 len: 168 time: 1.8491657 Feb 09 12:36:50.667233 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b5619-0d8c-4adc-a409-fa5ce4152ea1 req-e0f55fef-4e67-4bd0-a029-51a6dcb45a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:50.669341 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e66b5619-0d8c-4adc-a409-fa5ce4152ea1 req-e0f55fef-4e67-4bd0-a029-51a6dcb45a11 service neutron] 10.222.0.46 "GET /v2.0/networks?id=01f3f4ff-beae-4106-8f70-e214cdcf114b HTTP/1.1" status: 200 len: 918 time: 0.9309595 Feb 09 12:36:50.670373 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-05ada39b-f03f-444a-bd5d-735adf3f6774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:50.723229 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d7e31-1994-46b1-8901-ee19671d1ae3 req-9ddef89d-042b-4bee-9ce8-53adc567dbbd tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:50.735529 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-923d7e31-1994-46b1-8901-ee19671d1ae3 req-9ddef89d-042b-4bee-9ce8-53adc567dbbd tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 946 time: 0.8603632 Feb 09 12:36:50.760245 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a7dfc41c-a0dd-4456-83f6-7df309a4bed0 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks [] for router_gateway, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:50.900859 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c7db7b-12de-4c68-a132-6206b5dba421 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:50.911497 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c7db7b-12de-4c68-a132-6206b5dba421 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:50.911497 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-07c7db7b-12de-4c68-a132-6206b5dba421 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Synchronizing usage tracker for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:subnet {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:36:50.982654 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a7dfc41c-a0dd-4456-83f6-7df309a4bed0 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:51.152721 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e66b5619-0d8c-4adc-a409-fa5ce4152ea1 req-b89bff8e-82bc-4456-86fc-49edb75d1d99 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09fc9a15-80ae-490d-a7cf-3d3b389ab0ae HTTP/1.1" status: 200 len: 1001 time: 0.4468064 Feb 09 12:36:51.296548 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-923d7e31-1994-46b1-8901-ee19671d1ae3 req-b34e6fa8-32db-4e62-ab10-a815270aa448 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5551615 Feb 09 12:36:51.296548 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-07c7db7b-12de-4c68-a132-6206b5dba421 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Unset dirty status for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:subnet {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:36:51.304675 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-07c7db7b-12de-4c68-a132-6206b5dba421 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.1363661 Feb 09 12:36:51.315544 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 41818) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:51.451167 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-d414d1a1-054d-4df7-a241-6e6e1bf0f04b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Deleting subnet 9192d1dc-705d-4a0c-9d20-ac7eb834fa6c {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:36:51.457718 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d414d1a1-054d-4df7-a241-6e6e1bf0f04b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:51.495292 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b5619-0d8c-4adc-a409-fa5ce4152ea1 req-36a307cb-c946-47dd-9e94-1eb22fd18ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:51.499821 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e66b5619-0d8c-4adc-a409-fa5ce4152ea1 req-36a307cb-c946-47dd-9e94-1eb22fd18ed8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=45d760f9-948b-4bf5-bf1f-a52c1e984121 HTTP/1.1" status: 200 len: 856 time: 0.3368785 Feb 09 12:36:51.573681 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d414d1a1-054d-4df7-a241-6e6e1bf0f04b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:51.617370 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41824) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:51.654426 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-05ada39b-f03f-444a-bd5d-735adf3f6774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:51.745999 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-05ada39b-f03f-444a-bd5d-735adf3f6774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:51.745999 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ada39b-f03f-444a-bd5d-735adf3f6774 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c51d0be-f310-4dee-aa2c-2b4ce475d198,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:51.749707 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae4b3d-a3be-4a49-bc7c-04c23409302a req-10626b8f-aab6-4d7d-a129-299a4b965545 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:51.749707 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-acae4b3d-a3be-4a49-bc7c-04c23409302a req-10626b8f-aab6-4d7d-a129-299a4b965545 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=67b9a994-1a16-41f5-9aef-916b8d06ed15 HTTP/1.1" status: 200 len: 945 time: 0.6793246 Feb 09 12:36:51.784753 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-05ada39b-f03f-444a-bd5d-735adf3f6774 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9c51d0be-f310-4dee-aa2c-2b4ce475d198 HTTP/1.1" status: 204 len: 168 time: 2.4255903 Feb 09 12:36:51.784753 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41832) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:51.805795 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b5619-0d8c-4adc-a409-fa5ce4152ea1 req-27a4ccbe-5399-4a18-8808-adcfc583000a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:51.805795 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e66b5619-0d8c-4adc-a409-fa5ce4152ea1 req-27a4ccbe-5399-4a18-8808-adcfc583000a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=01f3f4ff-beae-4106-8f70-e214cdcf114b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2865541 Feb 09 12:36:51.830244 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d414d1a1-054d-4df7-a241-6e6e1bf0f04b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:51.945085 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-a7dfc41c-a0dd-4456-83f6-7df309a4bed0 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Allocated IP 172.25.7.235 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/e34330a2-4cea-4b55-bb03-0472c90d904b) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:36:51.998687 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-acae4b3d-a3be-4a49-bc7c-04c23409302a req-5169125e-764e-41da-8b3f-5b379e07315b tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374787 Feb 09 12:36:52.241481 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d414d1a1-054d-4df7-a241-6e6e1bf0f04b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:52.360123 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-15a1b144-7118-4ca0-ae4f-c97f7cb03fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:52.417342 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-756c8ea6-85eb-49ae-bc98-ecd8de047f1b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=34eb9b27dfa641f2a91b0c796c5c71ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7957075 Feb 09 12:36:52.419322 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41844) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:52.422475 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d414d1a1-054d-4df7-a241-6e6e1bf0f04b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:52.428255 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01be6453-3eee-4b57-bf08-5c6af70b160b None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:36:52.480909 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d414d1a1-054d-4df7-a241-6e6e1bf0f04b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/9192d1dc-705d-4a0c-9d20-ac7eb834fa6c HTTP/1.1" status: 204 len: 168 time: 1.1576798 Feb 09 12:36:52.482107 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414d1a1-054d-4df7-a241-6e6e1bf0f04b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Subnet': ['ID=9192d1dc-705d-4a0c-9d20-ac7eb834fa6c,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:52.490189 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 41848) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:52.522248 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e66b5619-0d8c-4adc-a409-fa5ce4152ea1 req-85291c57-f73e-4067-ab05-328bb9b59093 service neutron] 10.222.0.46 "GET /v2.0/networks/01f3f4ff-beae-4106-8f70-e214cdcf114b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6854901 Feb 09 12:36:52.735864 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-10908538-42b5-407c-8468-717b83ab817b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2280371 Feb 09 12:36:52.823012 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 41852) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:52.837044 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a7dfc41c-a0dd-4456-83f6-7df309a4bed0 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:52.941872 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:52.986713 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-12d16089-6505-4388-b231-cdc36a6d8f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:53.060796 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e66b5619-0d8c-4adc-a409-fa5ce4152ea1 req-49120fc8-4590-492f-93f0-8adc8a6166eb service neutron] 10.222.0.46 "GET /v2.0/networks/01f3f4ff-beae-4106-8f70-e214cdcf114b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108977 Feb 09 12:36:53.076001 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6322100-5ce6-441b-a36c-7930b99609c9 req-71877952-3b20-4065-909b-0bf5d7d2c2ce tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:53.086573 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a6322100-5ce6-441b-a36c-7930b99609c9 req-71877952-3b20-4065-909b-0bf5d7d2c2ce tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 946 time: 0.4072607 Feb 09 12:36:53.144382 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ecbc53-26cf-4717-8d79-bbaac3b8bf81 None None] DHCP port deletion for f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:36:53.199041 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-11ecbc53-26cf-4717-8d79-bbaac3b8bf81 None None] Deleting port 85d2015d-475c-4fae-8c98-b2f091fc0847 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:36:53.199041 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-11ecbc53-26cf-4717-8d79-bbaac3b8bf81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:53.368156 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b71e93-3fc4-476f-b0b2-9e6596da96d1 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:53.369106 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-13b71e93-3fc4-476f-b0b2-9e6596da96d1 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Synchronizing usage tracker for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:36:53.391644 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a7dfc41c-a0dd-4456-83f6-7df309a4bed0 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:53.414470 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-12d16089-6505-4388-b231-cdc36a6d8f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:53.456413 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-15a1b144-7118-4ca0-ae4f-c97f7cb03fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:53.612288 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-15a1b144-7118-4ca0-ae4f-c97f7cb03fa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34fde1f9-cb49-4dd5-836d-cfd52119562b']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:36:53.684142 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-15a1b144-7118-4ca0-ae4f-c97f7cb03fa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf830335-1f32-4cb5-acf2-e131607ae889') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:36:53.684142 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-15a1b144-7118-4ca0-ae4f-c97f7cb03fa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf830335-1f32-4cb5-acf2-e131607ae889') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:36:53.756291 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-15a1b144-7118-4ca0-ae4f-c97f7cb03fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:53.772302 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-11ecbc53-26cf-4717-8d79-bbaac3b8bf81 None None] For port 85d2015d-475c-4fae-8c98-b2f091fc0847, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=85d2015d-475c-4fae-8c98-b2f091fc0847,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:36:53.772302 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-11ecbc53-26cf-4717-8d79-bbaac3b8bf81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:53.852980 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-15a1b144-7118-4ca0-ae4f-c97f7cb03fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:53.873948 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-12d16089-6505-4388-b231-cdc36a6d8f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:53.941957 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15a1b144-7118-4ca0-ae4f-c97f7cb03fa8 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:36:53.942354 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-15a1b144-7118-4ca0-ae4f-c97f7cb03fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:53.981135 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:36:53.981135 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:36:53.981135 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:36:53.981135 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:36:53.981135 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:36:53.981135 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:36:53.981135 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:36:53.981135 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:36:53.981135 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:36:53.981135 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:36:53.981135 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:36:53.981135 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:36:53.981135 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:36:53.981135 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:36:53.981135 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:36:53.981135 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:36:53.981135 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:36:53.981135 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:36:53.981135 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:36:53.981135 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:36:53.981135 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:36:53.981135 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:36:53.981135 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:36:53.981135 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:36:53.981135 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:36:53.981135 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:36:53.981135 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:36:53.981135 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:36:53.981135 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:36:53.981135 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:36:53.981135 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:36:53.981135 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:36:53.995173 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 85d2015d-475c-4fae-8c98-b2f091fc0847 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:36:54.096452 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-13b71e93-3fc4-476f-b0b2-9e6596da96d1 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Unset dirty status for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:36:54.101605 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-13b71e93-3fc4-476f-b0b2-9e6596da96d1 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.2759924 Feb 09 12:36:54.114462 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-11ecbc53-26cf-4717-8d79-bbaac3b8bf81 None None] Calling delete_port for 85d2015d-475c-4fae-8c98-b2f091fc0847 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:36:54.136869 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 41878) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:54.140472 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d16089-6505-4388-b231-cdc36a6d8f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7b7f95-993f-4e87-85a9-984ab93d8d5d,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:54.147651 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 41880) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:54.167920 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-12d16089-6505-4388-b231-cdc36a6d8f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:54.167920 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-12d16089-6505-4388-b231-cdc36a6d8f10 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3e7b7f95-993f-4e87-85a9-984ab93d8d5d HTTP/1.1" status: 204 len: 168 time: 1.7139680 Feb 09 12:36:54.212893 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-15a1b144-7118-4ca0-ae4f-c97f7cb03fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:54.246085 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-15a1b144-7118-4ca0-ae4f-c97f7cb03fa8 admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:54.265275 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a1b144-7118-4ca0-ae4f-c97f7cb03fa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=34fde1f9-cb49-4dd5-836d-cfd52119562b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:54.293949 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-15a1b144-7118-4ca0-ae4f-c97f7cb03fa8 admin admin] 10.222.0.55 "DELETE /v2.0/networks/34fde1f9-cb49-4dd5-836d-cfd52119562b HTTP/1.1" status: 204 len: 168 time: 2.4924154 Feb 09 12:36:54.303473 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a6322100-5ce6-441b-a36c-7930b99609c9 req-240ac857-193c-496f-adb0-7cf00780ae32 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2011993 Feb 09 12:36:54.303473 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dfc41c-a0dd-4456-83f6-7df309a4bed0 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Pushing event updated for resources: {'Port': ['ID=e34330a2-4cea-4b55-bb03-0472c90d904b,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:54.341667 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dfc41c-a0dd-4456-83f6-7df309a4bed0 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:36:54.353802 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-a7dfc41c-a0dd-4456-83f6-7df309a4bed0 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:36:54.379736 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dfc41c-a0dd-4456-83f6-7df309a4bed0 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:36:54.614079 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-11ecbc53-26cf-4717-8d79-bbaac3b8bf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:54.687618 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41894) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:54.900206 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-cd6a7bd2-b089-4048-abd0-63efae993a3a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=02a79007c42b4d508e7f5f941eb00251&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2203994 Feb 09 12:36:54.901042 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41902) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:54.954843 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ecbc53-26cf-4717-8d79-bbaac3b8bf81 None None] No DVR routers for this DVR port 85d2015d-475c-4fae-8c98-b2f091fc0847 on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:36:55.020725 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ecbc53-26cf-4717-8d79-bbaac3b8bf81 None None] Pushing event deleted for resources: {'Port': ['ID=85d2015d-475c-4fae-8c98-b2f091fc0847,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:55.035638 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:55.057894 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5f2ed8-b49d-4d97-90a2-fc4f068c99dd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:55.057894 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ae5f2ed8-b49d-4d97-90a2-fc4f068c99dd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Synchronizing usage tracker for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:subnet {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:36:55.093237 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec5462-3d37-4703-834a-40b8744535da req-a8ec5036-c1a7-4327-a56c-3c9c3cc6c4ee tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:55.093237 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dbec5462-3d37-4703-834a-40b8744535da req-a8ec5036-c1a7-4327-a56c-3c9c3cc6c4ee tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=67b9a994-1a16-41f5-9aef-916b8d06ed15 HTTP/1.1" status: 200 len: 945 time: 1.7434382 Feb 09 12:36:55.175285 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ef2e6bc2-153c-4ced-ade6-2dc5a9540fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:55.291912 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ef2e6bc2-153c-4ced-ade6-2dc5a9540fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:55.305918 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41910) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:55.432289 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ae5f2ed8-b49d-4d97-90a2-fc4f068c99dd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Unset dirty status for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:subnet {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:36:55.434187 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ae5f2ed8-b49d-4d97-90a2-fc4f068c99dd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.2828226 Feb 09 12:36:55.452871 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41916) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:55.458162 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-364346e9-b443-4ba0-a170-7bd029c84d74 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=be5779b6f03a46f9af1d189610afb1f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1286020 Feb 09 12:36:55.480492 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 41920) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:55.520272 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-79387ff9-ddd1-4fd6-82ca-a7b25146b024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:55.599801 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dbec5462-3d37-4703-834a-40b8744535da req-03e859de-97cb-46d9-a6df-39e6349d4711 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4898028 Feb 09 12:36:55.760212 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-79387ff9-ddd1-4fd6-82ca-a7b25146b024 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:36:55.762878 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-82545191-e918-46fb-9029-d17f3beb2d2d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3035951 Feb 09 12:36:55.767416 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41932) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:55.770901 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-79387ff9-ddd1-4fd6-82ca-a7b25146b024 admin admin] Usage tracker for resource:security_group_rule and tenant:40ae5c050c4d4ee988ea24b48ca2e6db is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:36:55.773497 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a7dfc41c-a0dd-4456-83f6-7df309a4bed0 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks [] for router_gateway, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:55.773644 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-39afe1d1-df28-4dbe-a5f0-34d0f3a2f5d0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'subnet': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:36:55.829123 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-79387ff9-ddd1-4fd6-82ca-a7b25146b024 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:36:55.835302 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-79387ff9-ddd1-4fd6-82ca-a7b25146b024 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:36:55.928520 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-39afe1d1-df28-4dbe-a5f0-34d0f3a2f5d0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:36:55.943038 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ef2e6bc2-153c-4ced-ade6-2dc5a9540fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:55.943038 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-39afe1d1-df28-4dbe-a5f0-34d0f3a2f5d0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:36:55.970981 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2e6bc2-153c-4ced-ade6-2dc5a9540fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30901aa2-fada-41fa-b028-807238be08c4,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:55.974129 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9a562523-515e-4210-9ea7-8de306b27f91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:55.994081 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ef2e6bc2-153c-4ced-ade6-2dc5a9540fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:55.994081 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ef2e6bc2-153c-4ced-ade6-2dc5a9540fa0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/30901aa2-fada-41fa-b028-807238be08c4 HTTP/1.1" status: 204 len: 168 time: 1.0869603 Feb 09 12:36:56.008218 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39afe1d1-df28-4dbe-a5f0-34d0f3a2f5d0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:36:56.019938 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-39afe1d1-df28-4dbe-a5f0-34d0f3a2f5d0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:56.076614 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 97b39c5f-95d4-4419-86ba-bc051273a538 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:36:56.158071 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d261446d-a85d-45cb-935c-d22fef93f70b req-50c6b636-02a7-43a3-ac9f-d95f57e98ead tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:56.166769 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d261446d-a85d-45cb-935c-d22fef93f70b req-50c6b636-02a7-43a3-ac9f-d95f57e98ead tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 946 time: 0.6208704 Feb 09 12:36:56.191050 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9a562523-515e-4210-9ea7-8de306b27f91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:56.248790 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 97b39c5f-95d4-4419-86ba-bc051273a538, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=97b39c5f-95d4-4419-86ba-bc051273a538,segment=NetworkSegment(0506d4bb-113b-4fbe-8a77-b072bee9b6d7),segment_id=0506d4bb-113b-4fbe-8a77-b072bee9b6d7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:36:56.256386 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 97b39c5f-95d4-4419-86ba-bc051273a538 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:36:56.380926 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '97b39c5f-95d4-4419-86ba-bc051273a538', 'network_id': '8f32be62-c86b-414f-bc1f-d2cef7c023c9', 'port_id': '97b39c5f-95d4-4419-86ba-bc051273a538', 'mac_address': 'fa:16:3e:e9:85:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e0df51a-c44d-4333-910c-bf77ea824551', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:36:56.466744 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d261446d-a85d-45cb-935c-d22fef93f70b req-f9a6c3c3-f13c-401e-b75b-555c2517eadb tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2919712 Feb 09 12:36:56.499479 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-39afe1d1-df28-4dbe-a5f0-34d0f3a2f5d0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:56.544992 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39afe1d1-df28-4dbe-a5f0-34d0f3a2f5d0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:36:56.551964 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-39afe1d1-df28-4dbe-a5f0-34d0f3a2f5d0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:36:56.557307 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39afe1d1-df28-4dbe-a5f0-34d0f3a2f5d0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:56.558248 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-39afe1d1-df28-4dbe-a5f0-34d0f3a2f5d0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:56.573573 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92e136f-6cf0-4c53-a6c9-fee35ae9e58b None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:36:56.600135 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-39afe1d1-df28-4dbe-a5f0-34d0f3a2f5d0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8316009 Feb 09 12:36:56.601250 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41950) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:56.621912 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-99cdb105-1238-47d2-ad72-09eb2f62096f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'port': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'fixed_ips': [{'subnet_id': '7ba9f240-b6db-44ca-9624-91dafdc46b25', 'ip_address': '2001:db8::dd8a:a6be:eb6:2021'}], 'name': 'tempest-NetworksTestDHCPv6-2138544082'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:36:56.667431 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-79387ff9-ddd1-4fd6-82ca-a7b25146b024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:56.680652 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-79387ff9-ddd1-4fd6-82ca-a7b25146b024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:56.742413 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39afe1d1-df28-4dbe-a5f0-34d0f3a2f5d0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Subnet': ['ID=7ba9f240-b6db-44ca-9624-91dafdc46b25,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:56.876744 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:56.928829 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a7dfc41c-a0dd-4456-83f6-7df309a4bed0 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:56.962589 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9480080-d6c5-4c99-8f48-0ab96145b3a6 req-fbe22881-1d8b-4228-96f5-e8f966f0f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:56.962589 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b9480080-d6c5-4c99-8f48-0ab96145b3a6 req-fbe22881-1d8b-4228-96f5-e8f966f0f846 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e83e724b83ff4eff83d86a9461a0246b&device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 1097 time: 0.2993720 Feb 09 12:36:56.970857 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79387ff9-ddd1-4fd6-82ca-a7b25146b024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d580ab-80cb-422f-a63f-37c1ae07be01,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:56.982858 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:56.999914 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-99cdb105-1238-47d2-ad72-09eb2f62096f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:36:57.010164 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-99cdb105-1238-47d2-ad72-09eb2f62096f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:36:57.037751 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b9a994-1a16-41f5-9aef-916b8d06ed15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97b39c5f-95d4-4419-86ba-bc051273a538'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:36:57.074557 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 97b39c5f-95d4-4419-86ba-bc051273a538 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:36:57.089900 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 97b39c5f-95d4-4419-86ba-bc051273a538, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=97b39c5f-95d4-4419-86ba-bc051273a538,segment=NetworkSegment(0506d4bb-113b-4fbe-8a77-b072bee9b6d7),segment_id=0506d4bb-113b-4fbe-8a77-b072bee9b6d7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:36:57.121932 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:57.161965 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cdb105-1238-47d2-ad72-09eb2f62096f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:36:57.345850 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b9a994-1a16-41f5-9aef-916b8d06ed15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97b39c5f-95d4-4419-86ba-bc051273a538', 'code': 200} Feb 09 12:36:57.367019 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:36:57.372375 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:36:57.438523 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-99cdb105-1238-47d2-ad72-09eb2f62096f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:57.510545 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9a562523-515e-4210-9ea7-8de306b27f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:57.557568 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a562523-515e-4210-9ea7-8de306b27f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41e5a63-5928-47b3-a291-3f678206996c,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:57.579166 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-79387ff9-ddd1-4fd6-82ca-a7b25146b024 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=40ae5c050c4d4ee988ea24b48ca2e6db&name=default HTTP/1.1" status: 200 len: 2983 time: 3.4120746 Feb 09 12:36:57.579166 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9a562523-515e-4210-9ea7-8de306b27f91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:57.579166 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9a562523-515e-4210-9ea7-8de306b27f91 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a41e5a63-5928-47b3-a291-3f678206996c HTTP/1.1" status: 204 len: 168 time: 2.0807092 Feb 09 12:36:57.589840 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 41984) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:57.612676 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-99cdb105-1238-47d2-ad72-09eb2f62096f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] device_id is not set on port d1f1c66e-cc5e-4078-976b-7ef7d0c8e6f7 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:36:57.693801 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=97b39c5f-95d4-4419-86ba-bc051273a538,revision_number=6']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:57.693997 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7dfc41c-a0dd-4456-83f6-7df309a4bed0 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Router d3ae713c-cb0e-41f3-8a67-1fe6f37f1894 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:36:57.816797 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9480080-d6c5-4c99-8f48-0ab96145b3a6 req-74a67a23-3bc6-4299-af3e-6388e8922077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:57.819245 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b9480080-d6c5-4c99-8f48-0ab96145b3a6 req-74a67a23-3bc6-4299-af3e-6388e8922077 service neutron] 10.222.0.46 "GET /v2.0/networks?id=01f3f4ff-beae-4106-8f70-e214cdcf114b HTTP/1.1" status: 200 len: 918 time: 0.8668528 Feb 09 12:36:57.839004 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a5186e-caad-4e88-8b74-0081152b4134 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'tenant_id': 'a7add69c825d45b8a9a99e00c87aae63', 'fixed_ips': [{'subnet_id': '7ba9f240-b6db-44ca-9624-91dafdc46b25'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:36:57.839872 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e1a5186e-caad-4e88-8b74-0081152b4134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:57.856671 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8c4b0898-fb28-419e-a475-65cc58ae79a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:58.002982 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8c4b0898-fb28-419e-a475-65cc58ae79a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:58.146396 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:58.166831 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-e1a5186e-caad-4e88-8b74-0081152b4134 None None] Allocated IP 2001:db8::2 (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/7ba9f240-b6db-44ca-9624-91dafdc46b25/df87227c-1127-4f6c-b6de-78dceb1270cf) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:36:58.176440 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97b39c5f-95d4-4419-86ba-bc051273a538 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:36:58.256832 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b9480080-d6c5-4c99-8f48-0ab96145b3a6 req-6442ee2c-62ff-4718-b374-ac17733990a8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09fc9a15-80ae-490d-a7cf-3d3b389ab0ae HTTP/1.1" status: 200 len: 1001 time: 0.4256041 Feb 09 12:36:58.270524 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 97b39c5f-95d4-4419-86ba-bc051273a538, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=97b39c5f-95d4-4419-86ba-bc051273a538,segment=NetworkSegment(0506d4bb-113b-4fbe-8a77-b072bee9b6d7),segment_id=0506d4bb-113b-4fbe-8a77-b072bee9b6d7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:36:58.403645 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9480080-d6c5-4c99-8f48-0ab96145b3a6 req-507e1fed-06d7-4163-a485-55069e7544fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:58.405133 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b9480080-d6c5-4c99-8f48-0ab96145b3a6 req-507e1fed-06d7-4163-a485-55069e7544fa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=45d760f9-948b-4bf5-bf1f-a52c1e984121 HTTP/1.1" status: 200 len: 856 time: 0.1255019 Feb 09 12:36:58.463161 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b88ed-b926-4270-82e3-877ca4248c24 req-82bbc4fd-049d-49d9-be97-eb9d4505f714 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:58.463161 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bb0b88ed-b926-4270-82e3-877ca4248c24 req-82bbc4fd-049d-49d9-be97-eb9d4505f714 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 946 time: 0.6382313 Feb 09 12:36:58.553067 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7dfc41c-a0dd-4456-83f6-7df309a4bed0 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:36:58.571121 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9480080-d6c5-4c99-8f48-0ab96145b3a6 req-36b63500-7085-4d24-a12b-121c1ddb6c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:58.571121 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b9480080-d6c5-4c99-8f48-0ab96145b3a6 req-36b63500-7085-4d24-a12b-121c1ddb6c7a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=01f3f4ff-beae-4106-8f70-e214cdcf114b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1498380 Feb 09 12:36:58.578511 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe49135-f5c1-4013-8e4e-2951852eb73e None None] Sync routers for ids ['d3ae713c-cb0e-41f3-8a67-1fe6f37f1894'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:36:58.596542 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:58.642926 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bb0b88ed-b926-4270-82e3-877ca4248c24 req-5b75c047-949d-4c81-840d-48a6a1c7c66a tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461284 Feb 09 12:36:58.654460 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8c4b0898-fb28-419e-a475-65cc58ae79a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:58.697975 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd13f8-4a56-45b8-ae4d-f27cb840664e req-985098b7-f010-40a6-a13c-8c9907036099 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:36:58.709272 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d5dd13f8-4a56-45b8-ae4d-f27cb840664e req-985098b7-f010-40a6-a13c-8c9907036099 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=67b9a994-1a16-41f5-9aef-916b8d06ed15 HTTP/1.1" status: 200 len: 943 time: 1.7543893 Feb 09 12:36:58.722654 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b0898-fb28-419e-a475-65cc58ae79a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d580ab-80cb-422f-a63f-37c1ae07be01,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:58.770806 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a7dfc41c-a0dd-4456-83f6-7df309a4bed0 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:58.775786 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 42010) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:36:58.779181 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a7dfc41c-a0dd-4456-83f6-7df309a4bed0 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 12.0656257 Feb 09 12:36:58.780649 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8c4b0898-fb28-419e-a475-65cc58ae79a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:58.788393 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8c4b0898-fb28-419e-a475-65cc58ae79a5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/83d580ab-80cb-422f-a63f-37c1ae07be01 HTTP/1.1" status: 204 len: 168 time: 1.1982303 Feb 09 12:36:58.791540 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-22e25130-8d61-437a-a7fb-bad1407ec0cf tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:36:58.809497 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:36:58.877621 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d5dd13f8-4a56-45b8-ae4d-f27cb840664e req-0eba5921-da04-4f6a-9fcb-d2f46119a655 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569059 Feb 09 12:36:58.985342 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=97b39c5f-95d4-4419-86ba-bc051273a538,revision_number=7']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:59.037087 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe49135-f5c1-4013-8e4e-2951852eb73e None None] Routers {'d3ae713c-cb0e-41f3-8a67-1fe6f37f1894'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:36:59.037087 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-ebe49135-f5c1-4013-8e4e-2951852eb73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:36:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['d3ae713c-cb0e-41f3-8a67-1fe6f37f1894'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:36:59.102373 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-ebe49135-f5c1-4013-8e4e-2951852eb73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:36:59.102373 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['97b39c5f-95d4-4419-86ba-bc051273a538'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:36:59.184515 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e1a5186e-caad-4e88-8b74-0081152b4134 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:59.192913 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe49135-f5c1-4013-8e4e-2951852eb73e None None] Routers {'d3ae713c-cb0e-41f3-8a67-1fe6f37f1894'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:36:59.192913 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-ebe49135-f5c1-4013-8e4e-2951852eb73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:36:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['d3ae713c-cb0e-41f3-8a67-1fe6f37f1894'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:36:59.290485 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-e1a5186e-caad-4e88-8b74-0081152b4134 None None] Transition to ACTIVE for port object df87227c-1127-4f6c-b6de-78dceb1270cf will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:36:59.336766 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-e1a5186e-caad-4e88-8b74-0081152b4134 None None] Transition to ACTIVE for port object df87227c-1127-4f6c-b6de-78dceb1270cf will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:36:59.342463 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-ebe49135-f5c1-4013-8e4e-2951852eb73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:36:59.343337 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe49135-f5c1-4013-8e4e-2951852eb73e None None] The sync data for ids ['d3ae713c-cb0e-41f3-8a67-1fe6f37f1894'] in n-d-825178-3 is: [] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:36:59.362389 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b9480080-d6c5-4c99-8f48-0ab96145b3a6 req-b8fa3b7a-0685-41db-899e-ae5062ecd0c0 service neutron] 10.222.0.46 "GET /v2.0/networks/01f3f4ff-beae-4106-8f70-e214cdcf114b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7868528 Feb 09 12:36:59.374618 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e1a5186e-caad-4e88-8b74-0081152b4134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:36:59.625292 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a5186e-caad-4e88-8b74-0081152b4134 None None] Pushing event updated for resources: {'Port': ['ID=df87227c-1127-4f6c-b6de-78dceb1270cf,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:36:59.762330 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-99cdb105-1238-47d2-ad72-09eb2f62096f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Allocated IP 2001:db8::dd8a:a6be:eb6:2021 (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/7ba9f240-b6db-44ca-9624-91dafdc46b25/d1f1c66e-cc5e-4078-976b-7ef7d0c8e6f7) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:36:59.785385 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a5186e-caad-4e88-8b74-0081152b4134 None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:36:59.807235 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-e1a5186e-caad-4e88-8b74-0081152b4134 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:36:59.810897 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a5186e-caad-4e88-8b74-0081152b4134 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:37:00.186565 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b9480080-d6c5-4c99-8f48-0ab96145b3a6 req-5ee3bd3f-7f32-41a9-ae0b-1036934087e8 service neutron] 10.222.0.46 "GET /v2.0/networks/01f3f4ff-beae-4106-8f70-e214cdcf114b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015141 Feb 09 12:37:00.220216 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-e1a5186e-caad-4e88-8b74-0081152b4134 None None] Attempting to bind port df87227c-1127-4f6c-b6de-78dceb1270cf on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:37:00.221217 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba73e3-4d54-4ac1-bb1d-01dfbbf0ec65 req-e694e642-7091-4488-a761-da3577afcf39 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:00.221656 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-e1a5186e-caad-4e88-8b74-0081152b4134 None None] Attempting to bind port df87227c-1127-4f6c-b6de-78dceb1270cf by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:37:00.222014 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a5186e-caad-4e88-8b74-0081152b4134 None None] Attempting to bind port df87227c-1127-4f6c-b6de-78dceb1270cf on network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:37:00.229448 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a5186e-caad-4e88-8b74-0081152b4134 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:37:00.230074 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a5186e-caad-4e88-8b74-0081152b4134 None None] Checking segment: {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:37:00.230632 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e1a5186e-caad-4e88-8b74-0081152b4134 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:00.231190 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a5186e-caad-4e88-8b74-0081152b4134 None None] Bound using segment: {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:37:00.231777 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4fba73e3-4d54-4ac1-bb1d-01dfbbf0ec65 req-e694e642-7091-4488-a761-da3577afcf39 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 946 time: 0.2483687 Feb 09 12:37:00.232028 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-e1a5186e-caad-4e88-8b74-0081152b4134 None None] Bound port: df87227c-1127-4f6c-b6de-78dceb1270cf, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:37:00.232563 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e1a5186e-caad-4e88-8b74-0081152b4134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:00.369741 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4fba73e3-4d54-4ac1-bb1d-01dfbbf0ec65 req-608c3e1a-02d7-4e79-a015-52f86b20df1e tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332438 Feb 09 12:37:00.474489 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-e1a5186e-caad-4e88-8b74-0081152b4134 None None] For port df87227c-1127-4f6c-b6de-78dceb1270cf, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:37:00.474489 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-e1a5186e-caad-4e88-8b74-0081152b4134 None None] For port df87227c-1127-4f6c-b6de-78dceb1270cf, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=df87227c-1127-4f6c-b6de-78dceb1270cf,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:37:00.489807 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e1a5186e-caad-4e88-8b74-0081152b4134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:00.605557 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 09fc9a15-80ae-490d-a7cf-3d3b389ab0ae no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:37:00.763177 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a5186e-caad-4e88-8b74-0081152b4134 None None] Pushing event updated for resources: {'Port': ['ID=df87227c-1127-4f6c-b6de-78dceb1270cf,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:00.871589 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3895d1f-1cb1-40e2-ba70-65f7757698bd req-9056e009-71c5-4cff-a9ff-432887673b09 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:00.874407 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e3895d1f-1cb1-40e2-ba70-65f7757698bd req-9056e009-71c5-4cff-a9ff-432887673b09 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=67b9a994-1a16-41f5-9aef-916b8d06ed15 HTTP/1.1" status: 200 len: 944 time: 0.2656109 Feb 09 12:37:00.909075 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:00.933421 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-99cdb105-1238-47d2-ad72-09eb2f62096f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:00.950668 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa4f35da-b400-4537-8c6e-36fd20364178', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09fc9a15-80ae-490d-a7cf-3d3b389ab0ae'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:37:00.963617 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 09fc9a15-80ae-490d-a7cf-3d3b389ab0ae, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=09fc9a15-80ae-490d-a7cf-3d3b389ab0ae,segment=NetworkSegment(1c59adf7-7d08-4b5e-9bac-da20ae07f737),segment_id=1c59adf7-7d08-4b5e-9bac-da20ae07f737)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:37:00.969658 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:00.989607 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-99cdb105-1238-47d2-ad72-09eb2f62096f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Transition to ACTIVE for port object d1f1c66e-cc5e-4078-976b-7ef7d0c8e6f7 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:37:00.999770 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e3895d1f-1cb1-40e2-ba70-65f7757698bd req-dc7bff9c-ae39-4bf5-a426-6f4f6200d1ee tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176853 Feb 09 12:37:01.147346 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa4f35da-b400-4537-8c6e-36fd20364178', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09fc9a15-80ae-490d-a7cf-3d3b389ab0ae', 'code': 200} Feb 09 12:37:01.226524 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=09fc9a15-80ae-490d-a7cf-3d3b389ab0ae,revision_number=8']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:01.343371 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-22e25130-8d61-437a-a7fb-bad1407ec0cf tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:01.380596 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-22e25130-8d61-437a-a7fb-bad1407ec0cf tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:01.402894 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-22e25130-8d61-437a-a7fb-bad1407ec0cf tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Deleting port e34330a2-4cea-4b55-bb03-0472c90d904b {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:37:01.403193 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-22e25130-8d61-437a-a7fb-bad1407ec0cf tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:01.458895 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-99cdb105-1238-47d2-ad72-09eb2f62096f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:01.569305 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device df87227c-1127-4f6c-b6de-78dceb1270cf up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:37:01.717723 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cdb105-1238-47d2-ad72-09eb2f62096f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:37:01.721390 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port df87227c-1127-4f6c-b6de-78dceb1270cf completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:37:01.830091 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cdb105-1238-47d2-ad72-09eb2f62096f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Port': ['ID=d1f1c66e-cc5e-4078-976b-7ef7d0c8e6f7,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:01.830091 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-99cdb105-1238-47d2-ad72-09eb2f62096f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:37:01.830091 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cdb105-1238-47d2-ad72-09eb2f62096f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:37:01.830091 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cdb105-1238-47d2-ad72-09eb2f62096f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:01.830091 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-99cdb105-1238-47d2-ad72-09eb2f62096f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:01.880887 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-99cdb105-1238-47d2-ad72-09eb2f62096f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.2725832 Feb 09 12:37:01.892535 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 42082) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:02.101429 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-22e25130-8d61-437a-a7fb-bad1407ec0cf tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:02.139739 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 42094) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:02.252323 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84188334-ba6e-49f5-ad54-817bdcef8de2 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:02.267382 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84188334-ba6e-49f5-ad54-817bdcef8de2 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:02.267382 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-84188334-ba6e-49f5-ad54-817bdcef8de2 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3730838 Feb 09 12:37:02.277021 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 42100) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:02.345782 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-22e25130-8d61-437a-a7fb-bad1407ec0cf tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Calling delete_port for e34330a2-4cea-4b55-bb03-0472c90d904b owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:37:02.471522 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-42fee3c4-502a-4f33-981f-4312cc822452 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Deleting port d1f1c66e-cc5e-4078-976b-7ef7d0c8e6f7 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:37:02.472822 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-42fee3c4-502a-4f33-981f-4312cc822452 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:02.547811 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c9c71-df55-4bb1-b527-c4e79b692fa0 req-17925f15-a871-4eac-a851-2955d008f44b tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:02.555631 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b31c9c71-df55-4bb1-b527-c4e79b692fa0 req-17925f15-a871-4eac-a851-2955d008f44b tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 944 time: 0.8054650 Feb 09 12:37:02.588558 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-8ca3f8f9-c174-44f4-91f6-40c6aca7b5f6 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1833477704', 'router:external': True}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:37:02.620388 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 97b39c5f-95d4-4419-86ba-bc051273a538 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:37:02.648945 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-8ca3f8f9-c174-44f4-91f6-40c6aca7b5f6 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:37:02.684737 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8ca3f8f9-c174-44f4-91f6-40c6aca7b5f6 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Usage tracker for resource:network and tenant:eb7e067e40654df081022e60db7f9359 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:37:02.774854 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 97b39c5f-95d4-4419-86ba-bc051273a538 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:37:02.774854 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:02.794556 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8ca3f8f9-c174-44f4-91f6-40c6aca7b5f6 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:37:02.830701 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b31c9c71-df55-4bb1-b527-c4e79b692fa0 req-1726a275-ec1a-438d-8705-3a84891e8933 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2740979 Feb 09 12:37:02.866219 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-8ca3f8f9-c174-44f4-91f6-40c6aca7b5f6 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:37:02.900520 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca3f8f9-c174-44f4-91f6-40c6aca7b5f6 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Made reservation on behalf of eb7e067e40654df081022e60db7f9359 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:37:02.905099 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8ca3f8f9-c174-44f4-91f6-40c6aca7b5f6 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:02.943204 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8ca3f8f9-c174-44f4-91f6-40c6aca7b5f6 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:03.133197 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-8f34c0a7-e84c-4de6-b206-e1e349c55bfa None None] Provisioning for port df87227c-1127-4f6c-b6de-78dceb1270cf completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:37:03.133197 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-8f34c0a7-e84c-4de6-b206-e1e349c55bfa None None] Provisioning complete for port df87227c-1127-4f6c-b6de-78dceb1270cf triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:37:03.137390 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8f34c0a7-e84c-4de6-b206-e1e349c55bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:03.160525 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-22e25130-8d61-437a-a7fb-bad1407ec0cf tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:03.286315 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-8ca3f8f9-c174-44f4-91f6-40c6aca7b5f6 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:37:03.292818 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:03.295070 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e25130-8d61-437a-a7fb-bad1407ec0cf tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Pushing event deleted for resources: {'Port': ['ID=e34330a2-4cea-4b55-bb03-0472c90d904b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:03.348314 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8ca3f8f9-c174-44f4-91f6-40c6aca7b5f6 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Usage tracker for resource:security_group_rule and tenant:eb7e067e40654df081022e60db7f9359 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:37:03.360147 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b9a994-1a16-41f5-9aef-916b8d06ed15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b39c5f-95d4-4419-86ba-bc051273a538'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:37:03.361114 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8ca3f8f9-c174-44f4-91f6-40c6aca7b5f6 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:37:03.396137 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 97b39c5f-95d4-4419-86ba-bc051273a538, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=97b39c5f-95d4-4419-86ba-bc051273a538,segment=NetworkSegment(0506d4bb-113b-4fbe-8a77-b072bee9b6d7),segment_id=0506d4bb-113b-4fbe-8a77-b072bee9b6d7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:37:03.431367 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-8ca3f8f9-c174-44f4-91f6-40c6aca7b5f6 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:37:03.433234 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:03.433234 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 09fc9a15-80ae-490d-a7cf-3d3b389ab0ae no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:37:03.463596 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-22e25130-8d61-437a-a7fb-bad1407ec0cf tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:03.574520 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-42fee3c4-502a-4f33-981f-4312cc822452 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:03.602233 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114cff4-f204-42ef-9bbf-64b8853d2031 req-ad0cc02c-57c9-4bc3-ba5c-fa529a11cbcf tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:03.602233 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a114cff4-f204-42ef-9bbf-64b8853d2031 req-ad0cc02c-57c9-4bc3-ba5c-fa529a11cbcf tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=67b9a994-1a16-41f5-9aef-916b8d06ed15 HTTP/1.1" status: 200 len: 944 time: 0.6219573 Feb 09 12:37:03.641140 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b9a994-1a16-41f5-9aef-916b8d06ed15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b39c5f-95d4-4419-86ba-bc051273a538', 'code': 200} Feb 09 12:37:03.846172 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=97b39c5f-95d4-4419-86ba-bc051273a538,revision_number=8']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:03.912918 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-42fee3c4-502a-4f33-981f-4312cc822452 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Calling delete_port for d1f1c66e-cc5e-4078-976b-7ef7d0c8e6f7 owned by {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:37:03.952423 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8f34c0a7-e84c-4de6-b206-e1e349c55bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:04.088063 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-8f34c0a7-e84c-4de6-b206-e1e349c55bfa None None] For port df87227c-1127-4f6c-b6de-78dceb1270cf, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=df87227c-1127-4f6c-b6de-78dceb1270cf,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:37:04.116136 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8f34c0a7-e84c-4de6-b206-e1e349c55bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:04.132845 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8ca3f8f9-c174-44f4-91f6-40c6aca7b5f6 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:04.170778 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8ca3f8f9-c174-44f4-91f6-40c6aca7b5f6 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:04.199769 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ca3f8f9-c174-44f4-91f6-40c6aca7b5f6 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:37:04.216073 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8ca3f8f9-c174-44f4-91f6-40c6aca7b5f6 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:04.216602 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-8ca3f8f9-c174-44f4-91f6-40c6aca7b5f6 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Added segment ba6c8b4c-3e58-445d-9517-2b640813ec10 of type vlan for network beb4c042-861c-421a-a294-a6b5eef8fad4 Feb 09 12:37:04.324248 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f34c0a7-e84c-4de6-b206-e1e349c55bfa None None] Pushing event updated for resources: {'Port': ['ID=df87227c-1127-4f6c-b6de-78dceb1270cf,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:04.335301 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca3f8f9-c174-44f4-91f6-40c6aca7b5f6 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a356e4ee-4a8a-4516-a9c4-7b0b1c223810,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:04.342631 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a114cff4-f204-42ef-9bbf-64b8853d2031 req-2456d341-33cc-47b3-90e1-6e8b075c4413 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6867335 Feb 09 12:37:04.371276 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-aa2b5e70-1bc6-4171-9047-daeb178b8b74 None None] Provisioning for port d1f1c66e-cc5e-4078-976b-7ef7d0c8e6f7 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:37:04.385145 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-aa2b5e70-1bc6-4171-9047-daeb178b8b74 None None] Provisioning complete for port d1f1c66e-cc5e-4078-976b-7ef7d0c8e6f7 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:37:04.385145 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aa2b5e70-1bc6-4171-9047-daeb178b8b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:04.401929 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-22e25130-8d61-437a-a7fb-bad1407ec0cf tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:04.434626 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-22e25130-8d61-437a-a7fb-bad1407ec0cf tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1740557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1740570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1738587'] for router, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:04.438346 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8ca3f8f9-c174-44f4-91f6-40c6aca7b5f6 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:04.468170 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40005212-9c25-49f1-803d-46e930fdc682 req-14c66dfc-fd0f-408f-abb1-8ec67acb52a2 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:04.470526 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-40005212-9c25-49f1-803d-46e930fdc682 req-14c66dfc-fd0f-408f-abb1-8ec67acb52a2 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 944 time: 0.3177779 Feb 09 12:37:04.535461 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-aa2b5e70-1bc6-4171-9047-daeb178b8b74 None None] Port d1f1c66e-cc5e-4078-976b-7ef7d0c8e6f7 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:37:04.613093 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660ac9f-77a8-4ccb-81c6-4e122951c1fe req-63720556-a367-4704-9416-ff52579eede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:04.613093 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c660ac9f-77a8-4ccb-81c6-4e122951c1fe req-63720556-a367-4704-9416-ff52579eede0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=67b9a994-1a16-41f5-9aef-916b8d06ed15 HTTP/1.1" status: 200 len: 1096 time: 0.7015333 Feb 09 12:37:04.620305 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e25130-8d61-437a-a7fb-bad1407ec0cf tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Router d3ae713c-cb0e-41f3-8a67-1fe6f37f1894 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:37:04.653197 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-40005212-9c25-49f1-803d-46e930fdc682 req-5b804fca-ad94-4223-9297-7b58f55667d7 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995665 Feb 09 12:37:04.653197 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8ca3f8f9-c174-44f4-91f6-40c6aca7b5f6 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:04.653197 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca3f8f9-c174-44f4-91f6-40c6aca7b5f6 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:04.653197 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8ca3f8f9-c174-44f4-91f6-40c6aca7b5f6 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:04.795294 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca3f8f9-c174-44f4-91f6-40c6aca7b5f6 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Pushing event updated for resources: {'Network': ['ID=beb4c042-861c-421a-a294-a6b5eef8fad4,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:04.819649 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network beb4c042-861c-421a-a294-a6b5eef8fad4 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:37:04.830964 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e25130-8d61-437a-a7fb-bad1407ec0cf tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:37:04.835652 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-42fee3c4-502a-4f33-981f-4312cc822452 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:04.845046 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a5f023-64ac-4b0b-b479-5dd14749d7f1 None None] Sync routers for ids ['d3ae713c-cb0e-41f3-8a67-1fe6f37f1894'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:37:04.850660 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a5f023-64ac-4b0b-b479-5dd14749d7f1 None None] Routers {'d3ae713c-cb0e-41f3-8a67-1fe6f37f1894'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:37:04.851283 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-15a5f023-64ac-4b0b-b479-5dd14749d7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:36:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['d3ae713c-cb0e-41f3-8a67-1fe6f37f1894'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:37:04.921222 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-22e25130-8d61-437a-a7fb-bad1407ec0cf tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:04.925587 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-22e25130-8d61-437a-a7fb-bad1407ec0cf tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] 10.222.0.55 "PUT /v2.0/routers/d3ae713c-cb0e-41f3-8a67-1fe6f37f1894 HTTP/1.1" status: 200 len: 709 time: 6.1461434 Feb 09 12:37:04.949177 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 42146) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:05.080078 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fee3c4-502a-4f33-981f-4312cc822452 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Port': ['ID=d1f1c66e-cc5e-4078-976b-7ef7d0c8e6f7,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:05.084318 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-15a5f023-64ac-4b0b-b479-5dd14749d7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:37:05.088006 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-42fee3c4-502a-4f33-981f-4312cc822452 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:05.107153 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a5f023-64ac-4b0b-b479-5dd14749d7f1 None None] Routers {'d3ae713c-cb0e-41f3-8a67-1fe6f37f1894'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:37:05.107153 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-15a5f023-64ac-4b0b-b479-5dd14749d7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:36:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['d3ae713c-cb0e-41f3-8a67-1fe6f37f1894'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:37:05.111187 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-42fee3c4-502a-4f33-981f-4312cc822452 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/ports/d1f1c66e-cc5e-4078-976b-7ef7d0c8e6f7 HTTP/1.1" status: 204 len: 168 time: 2.8089454 Feb 09 12:37:05.111187 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 42158) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:05.216299 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c660ac9f-77a8-4ccb-81c6-4e122951c1fe req-038fe8eb-4e21-4f91-bbb3-27220b53e34f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5968056 Feb 09 12:37:05.272787 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8ca3f8f9-c174-44f4-91f6-40c6aca7b5f6 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 3.1234455 Feb 09 12:37:05.279959 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 42164) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:05.286372 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-3acc4261-a9e4-4ba5-bbed-f31b4f37b74a tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Request body: {'subnet': {'network_id': 'beb4c042-861c-421a-a294-a6b5eef8fad4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:37:05.298350 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96494499-e44a-47b5-8576-de9e68ad15ce tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:05.300321 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96494499-e44a-47b5-8576-de9e68ad15ce tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:05.302081 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-96494499-e44a-47b5-8576-de9e68ad15ce tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2054186 Feb 09 12:37:05.303471 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3acc4261-a9e4-4ba5-bbed-f31b4f37b74a tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:37:05.305862 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 42168) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:05.335489 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-15a5f023-64ac-4b0b-b479-5dd14749d7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:37:05.335878 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a5f023-64ac-4b0b-b479-5dd14749d7f1 None None] The sync data for ids ['d3ae713c-cb0e-41f3-8a67-1fe6f37f1894'] in n-d-825178-3 is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:37:05.376269 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-3acc4261-a9e4-4ba5-bbed-f31b4f37b74a tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Usage tracker for resource:subnet and tenant:eb7e067e40654df081022e60db7f9359 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:37:05.382488 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-3acc4261-a9e4-4ba5-bbed-f31b4f37b74a tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:37:05.443410 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3acc4261-a9e4-4ba5-bbed-f31b4f37b74a tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:37:05.571965 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3acc4261-a9e4-4ba5-bbed-f31b4f37b74a tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Made reservation on behalf of eb7e067e40654df081022e60db7f9359 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:37:05.571965 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3acc4261-a9e4-4ba5-bbed-f31b4f37b74a tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:05.732060 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-cfbfeaa0-f29f-4fd3-8889-b46fc0c954fe tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] 10.222.0.55 "GET /v2.0/routers/d3ae713c-cb0e-41f3-8a67-1fe6f37f1894 HTTP/1.1" status: 200 len: 744 time: 0.7712364 Feb 09 12:37:05.732060 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 42178) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:05.744252 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device df87227c-1127-4f6c-b6de-78dceb1270cf up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:37:05.822525 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-29e3920b-bafb-47a4-bef9-b17e4623ac3b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Deleting subnet 7ba9f240-b6db-44ca-9624-91dafdc46b25 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:37:05.837366 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-afed79ce-f466-4779-ab56-892b6ce94ff2 tempest-RoutersIpV6AdminTest-911056272 tempest-RoutersIpV6AdminTest-911056272-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=af0bad45-b31e-4cb1-a77c-3bbc34409de5&device_id=d3ae713c-cb0e-41f3-8a67-1fe6f37f1894 HTTP/1.1" status: 200 len: 205 time: 0.1107736 Feb 09 12:37:05.839404 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 42184) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:05.854301 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-29e3920b-bafb-47a4-bef9-b17e4623ac3b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:05.993732 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port df87227c-1127-4f6c-b6de-78dceb1270cf triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:37:05.993732 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:06.041965 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-29e3920b-bafb-47a4-bef9-b17e4623ac3b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:06.069248 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d6166a34-2c1b-421f-8dca-0eb17683ef68 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3ae713c-cb0e-41f3-8a67-1fe6f37f1894 HTTP/1.1" status: 200 len: 205 time: 0.2238028 Feb 09 12:37:06.069248 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 42190) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:06.342670 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd332f0d-e0ed-44cf-80aa-0e33052517fd req-08931852-51c0-459b-a163-416439a4a2cb tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:06.345041 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-71ba3962-1d43-4e0e-a130-dc40fa84b7ab tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:06.350684 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dd332f0d-e0ed-44cf-80aa-0e33052517fd req-08931852-51c0-459b-a163-416439a4a2cb tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=67b9a994-1a16-41f5-9aef-916b8d06ed15 HTTP/1.1" status: 200 len: 945 time: 0.8548515 Feb 09 12:37:06.655533 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-29e3920b-bafb-47a4-bef9-b17e4623ac3b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:06.856192 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dd332f0d-e0ed-44cf-80aa-0e33052517fd req-241ef13c-d00d-424e-8279-4b1df147fdd2 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4984791 Feb 09 12:37:06.856192 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-29e3920b-bafb-47a4-bef9-b17e4623ac3b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:06.916025 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-71ba3962-1d43-4e0e-a130-dc40fa84b7ab tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:06.916025 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-71ba3962-1d43-4e0e-a130-dc40fa84b7ab tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:06.956137 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-71ba3962-1d43-4e0e-a130-dc40fa84b7ab tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:06.956137 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ba3962-1d43-4e0e-a130-dc40fa84b7ab tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Fanout notify agent at l3_agent the message router_deleted on router d3ae713c-cb0e-41f3-8a67-1fe6f37f1894 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:37:06.965665 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-71ba3962-1d43-4e0e-a130-dc40fa84b7ab tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:06.971716 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-71ba3962-1d43-4e0e-a130-dc40fa84b7ab tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] 10.222.0.55 "DELETE /v2.0/routers/d3ae713c-cb0e-41f3-8a67-1fe6f37f1894 HTTP/1.1" status: 204 len: 168 time: 0.8982570 Feb 09 12:37:06.972533 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 42216) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:06.976393 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3920b-bafb-47a4-bef9-b17e4623ac3b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Subnet': ['ID=7ba9f240-b6db-44ca-9624-91dafdc46b25,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:06.985339 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-29e3920b-bafb-47a4-bef9-b17e4623ac3b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:06.993369 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef096856-019e-46b9-b6f1-a7e2f5612661 None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:37:07.025030 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-29e3920b-bafb-47a4-bef9-b17e4623ac3b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/7ba9f240-b6db-44ca-9624-91dafdc46b25 HTTP/1.1" status: 204 len: 168 time: 1.7157137 Feb 09 12:37:07.026188 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 42222) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:07.101328 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-68fd19ba-204e-475b-80a5-cdef98beea15 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3ae713c-cb0e-41f3-8a67-1fe6f37f1894 HTTP/1.1" status: 200 len: 205 time: 0.1247432 Feb 09 12:37:07.101328 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 42226) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:07.120166 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-11c2b009-7228-421a-95ca-9fae11a32018 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0831320 Feb 09 12:37:07.120166 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 42230) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:07.154776 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-c0b21565-ba70-46d6-9aab-a7056fb08fbd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'subnet': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:37:07.425409 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-0e078eb4-568a-44d3-b996-cee0800b96cc tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] delete failed (client error): The resource could not be found. Feb 09 12:37:07.426434 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0e078eb4-568a-44d3-b996-cee0800b96cc tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] 10.222.0.55 "DELETE /v2.0/routers/d3ae713c-cb0e-41f3-8a67-1fe6f37f1894 HTTP/1.1" status: 404 len: 336 time: 0.3182046 Feb 09 12:37:07.429387 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 42246) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:07.572303 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6ac68969-1f59-4cd8-ba40-5a83bdb70857 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d6ae01d-da94-47c1-be57-81d190fabb26 HTTP/1.1" status: 200 len: 205 time: 0.1359863 Feb 09 12:37:07.580803 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 42250) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:07.680171 n-d-825178-3 neutron-server[87567]: DEBUG neutron.objects.ports [None req-3acc4261-a9e4-4ba5-bbed-f31b4f37b74a tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87567) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 12:37:07.680721 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3acc4261-a9e4-4ba5-bbed-f31b4f37b74a tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:07.719586 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-9f35787b-9eb6-42ab-8957-92d11f03981d tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] delete failed (client error): The resource could not be found. Feb 09 12:37:07.722616 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9f35787b-9eb6-42ab-8957-92d11f03981d tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] 10.222.0.55 "DELETE /v2.0/routers/2d6ae01d-da94-47c1-be57-81d190fabb26 HTTP/1.1" status: 404 len: 336 time: 0.1439791 Feb 09 12:37:07.725962 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 42256) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:07.755130 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2ea2b3-ce1c-4c54-910e-85379bc473b3 None None] DHCP port deletion for f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:37:07.761052 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7c2ea2b3-ce1c-4c54-910e-85379bc473b3 None None] Deleting port df87227c-1127-4f6c-b6de-78dceb1270cf {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:37:07.761426 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7c2ea2b3-ce1c-4c54-910e-85379bc473b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:07.809510 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c0b21565-ba70-46d6-9aab-a7056fb08fbd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:37:07.822843 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ba5b2cda-cf9a-4bcc-991f-dc9d2f85dd39 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad98f3ed-fc03-4014-96fd-d7bb21c3cdbf HTTP/1.1" status: 200 len: 205 time: 0.0894852 Feb 09 12:37:07.822843 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 42264) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:07.864176 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c0b21565-ba70-46d6-9aab-a7056fb08fbd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Usage tracker for resource:subnet and tenant:a7add69c825d45b8a9a99e00c87aae63 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:37:07.872884 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c0b21565-ba70-46d6-9aab-a7056fb08fbd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:37:07.881089 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c0b21565-ba70-46d6-9aab-a7056fb08fbd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:37:07.889161 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acc4261-a9e4-4ba5-bbed-f31b4f37b74a tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Checking segment: {'id': 'ba6c8b4c-3e58-445d-9517-2b640813ec10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'beb4c042-861c-421a-a294-a6b5eef8fad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:37:07.889161 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acc4261-a9e4-4ba5-bbed-f31b4f37b74a tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Network hostable DHCP agents. Network: beb4c042-861c-421a-a294-a6b5eef8fad4, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:37:07.928322 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc4261-a9e4-4ba5-bbed-f31b4f37b74a tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8bc6bb4b-da16-473d-822c-cb4003bc3dbf,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:07.947859 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-102664bd-54e0-4b2c-9666-2f02bdbb70bb tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] delete failed (client error): The resource could not be found. Feb 09 12:37:07.947859 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-102664bd-54e0-4b2c-9666-2f02bdbb70bb tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] 10.222.0.55 "DELETE /v2.0/routers/ad98f3ed-fc03-4014-96fd-d7bb21c3cdbf HTTP/1.1" status: 404 len: 336 time: 0.1208413 Feb 09 12:37:07.947859 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 42274) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:07.993914 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce055b-31f2-4dc9-8f3b-7fde303ff22f req-301d7bc1-5d91-4b1e-9390-14feefced5a8 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:07.998164 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-884a5f8d-6d38-4f3d-8167-d92b1c1d5c1a tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] 10.222.0.55 "GET /v2.0/ports?device_id=3390d897-1953-4228-b084-2a72ccb09e5a HTTP/1.1" status: 200 len: 205 time: 0.0501747 Feb 09 12:37:07.998164 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 42278) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:08.006495 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e9ce055b-31f2-4dc9-8f3b-7fde303ff22f req-301d7bc1-5d91-4b1e-9390-14feefced5a8 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 944 time: 0.5022025 Feb 09 12:37:08.069936 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b21565-ba70-46d6-9aab-a7056fb08fbd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:37:08.073776 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c0b21565-ba70-46d6-9aab-a7056fb08fbd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:08.139525 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-ac5634b9-d9e5-48ee-8053-e1fd675662f3 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] delete failed (client error): The resource could not be found. Feb 09 12:37:08.144004 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ac5634b9-d9e5-48ee-8053-e1fd675662f3 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] 10.222.0.55 "DELETE /v2.0/routers/3390d897-1953-4228-b084-2a72ccb09e5a HTTP/1.1" status: 404 len: 336 time: 0.1479259 Feb 09 12:37:08.149248 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 42286) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:08.210111 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e36fafb7-438d-4a20-92c6-1245cfc47a94 tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] 10.222.0.55 "GET /v2.0/ports?device_id=efcf1199-aeb0-4fb9-b7e1-c3e03dd247f9 HTTP/1.1" status: 200 len: 205 time: 0.0592732 Feb 09 12:37:08.223203 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 42290) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:08.345913 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7c2ea2b3-ce1c-4c54-910e-85379bc473b3 None None] For port df87227c-1127-4f6c-b6de-78dceb1270cf, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=df87227c-1127-4f6c-b6de-78dceb1270cf,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:37:08.345913 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7c2ea2b3-ce1c-4c54-910e-85379bc473b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:08.418726 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-2809360e-79d7-4710-84e3-ca1bf97cd84b tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] delete failed (client error): The resource could not be found. Feb 09 12:37:08.418726 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2809360e-79d7-4710-84e3-ca1bf97cd84b tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] 10.222.0.55 "DELETE /v2.0/routers/efcf1199-aeb0-4fb9-b7e1-c3e03dd247f9 HTTP/1.1" status: 404 len: 336 time: 0.1886733 Feb 09 12:37:08.418726 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 42294) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:08.443308 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c0b21565-ba70-46d6-9aab-a7056fb08fbd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:08.608603 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acc4261-a9e4-4ba5-bbed-f31b4f37b74a tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Network beb4c042-861c-421a-a294-a6b5eef8fad4 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:37:08.630301 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7c2ea2b3-ce1c-4c54-910e-85379bc473b3 None None] Calling delete_port for df87227c-1127-4f6c-b6de-78dceb1270cf owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:37:08.646337 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e0ee82bb-7fca-4108-bea2-7dbe1d645c1a tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b336c62-60fc-4f21-86f8-0046527a686e HTTP/1.1" status: 200 len: 205 time: 0.2126164 Feb 09 12:37:08.646337 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 42302) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:08.653451 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b21565-ba70-46d6-9aab-a7056fb08fbd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Subnet': ['ID=e3eb4373-9577-405a-8f27-3bacd294a860,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:08.675274 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b21565-ba70-46d6-9aab-a7056fb08fbd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:37:08.686314 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e9ce055b-31f2-4dc9-8f3b-7fde303ff22f req-99ca6405-aa22-4edd-8606-f0679bf7bb8c tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6749680 Feb 09 12:37:08.698622 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-3acc4261-a9e4-4ba5-bbed-f31b4f37b74a tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, beb4c042-861c-421a-a294-a6b5eef8fad4) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:37:08.698622 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-c0b21565-ba70-46d6-9aab-a7056fb08fbd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:37:08.698622 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b21565-ba70-46d6-9aab-a7056fb08fbd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:08.698622 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c0b21565-ba70-46d6-9aab-a7056fb08fbd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:08.727840 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-a3047c92-0581-40ce-9b65-a2ce311192cd tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] delete failed (client error): The resource could not be found. Feb 09 12:37:08.727840 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a3047c92-0581-40ce-9b65-a2ce311192cd tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] 10.222.0.55 "DELETE /v2.0/routers/5b336c62-60fc-4f21-86f8-0046527a686e HTTP/1.1" status: 404 len: 336 time: 0.0905626 Feb 09 12:37:08.727840 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 42306) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:08.741753 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acc4261-a9e4-4ba5-bbed-f31b4f37b74a tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:08.746051 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ad2aa6-de1d-4ef3-80fa-e3783d8979ba None None] Network beb4c042-861c-421a-a294-a6b5eef8fad4 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:37:08.750080 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3acc4261-a9e4-4ba5-bbed-f31b4f37b74a tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:08.771738 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c0b21565-ba70-46d6-9aab-a7056fb08fbd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6402678 Feb 09 12:37:08.771738 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 42310) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:08.789638 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-7888fe49-286d-4561-ac8b-d1f798956580 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'port': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'fixed_ips': [{'subnet_id': 'e3eb4373-9577-405a-8f27-3bacd294a860', 'ip_address': '2001:db8::3c3f:b1fc:34d9:9f22'}], 'name': 'tempest-NetworksTestDHCPv6-971562293'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:37:08.804108 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-61162ae9-5edf-4a74-bc65-449eecd79677 req-80fce746-be41-45b4-8a8f-f3467a568048 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8731520 Feb 09 12:37:08.833045 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-86b1a569-1ec9-4c17-af94-2a90d5c4336a tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] DELETE failed (client error): The resource could not be found. Feb 09 12:37:08.833045 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86b1a569-1ec9-4c17-af94-2a90d5c4336a tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:37:08.833045 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-86b1a569-1ec9-4c17-af94-2a90d5c4336a tempest-RoutersIpV6AdminTest-106478377 tempest-RoutersIpV6AdminTest-106478377-project] 10.222.0.55 "DELETE /v2.0/subnets/a1078045-e2d1-47fd-8387-31eb6220c00f HTTP/1.1" status: 404 len: 337 time: 0.0935423 Feb 09 12:37:08.947157 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3acc4261-a9e4-4ba5-bbed-f31b4f37b74a tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.6657515 Feb 09 12:37:08.949765 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 42322) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:08.955792 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-1a8b3c9a-86fa-4f0d-b75c-8363dfa0731b tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1944903324', 'network_id': 'beb4c042-861c-421a-a294-a6b5eef8fad4'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:37:08.985654 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1a8b3c9a-86fa-4f0d-b75c-8363dfa0731b tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:37:09.000461 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-1a8b3c9a-86fa-4f0d-b75c-8363dfa0731b tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Usage tracker for resource:port and tenant:eb7e067e40654df081022e60db7f9359 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:37:09.006270 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e41ec-0ae6-4d27-b532-7c5bd088b04e req-d2346e5b-5848-4cac-91e6-a07ca13d8908 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:09.007250 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-1a8b3c9a-86fa-4f0d-b75c-8363dfa0731b tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:37:09.008004 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-256e41ec-0ae6-4d27-b532-7c5bd088b04e req-d2346e5b-5848-4cac-91e6-a07ca13d8908 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=67b9a994-1a16-41f5-9aef-916b8d06ed15 HTTP/1.1" status: 200 len: 945 time: 0.6783404 Feb 09 12:37:09.020732 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1a8b3c9a-86fa-4f0d-b75c-8363dfa0731b tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:37:09.049833 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8b3c9a-86fa-4f0d-b75c-8363dfa0731b tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Made reservation on behalf of eb7e067e40654df081022e60db7f9359 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:37:09.053241 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1a8b3c9a-86fa-4f0d-b75c-8363dfa0731b tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:09.103389 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-1a8b3c9a-86fa-4f0d-b75c-8363dfa0731b tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] device_id is not set on port cc2ab969-847c-4e5c-a139-5417f4a46d60 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:37:09.293023 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322280d6-a152-46e5-806f-dae7a1390c97 None None] Network beb4c042-861c-421a-a294-a6b5eef8fad4 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:37:09.306038 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-256e41ec-0ae6-4d27-b532-7c5bd088b04e req-09ab9cea-c998-419f-968c-dc6fd8bc50a8 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905846 Feb 09 12:37:09.316304 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-7888fe49-286d-4561-ac8b-d1f798956580 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:37:09.321051 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-7888fe49-286d-4561-ac8b-d1f798956580 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Usage tracker for resource:port and tenant:a7add69c825d45b8a9a99e00c87aae63 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:37:09.327178 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-7888fe49-286d-4561-ac8b-d1f798956580 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:37:09.336184 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-7888fe49-286d-4561-ac8b-d1f798956580 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:37:09.379388 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7888fe49-286d-4561-ac8b-d1f798956580 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:37:09.383896 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-1a8b3c9a-86fa-4f0d-b75c-8363dfa0731b tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Allocated IP 172.20.0.14 (beb4c042-861c-421a-a294-a6b5eef8fad4/8bc6bb4b-da16-473d-822c-cb4003bc3dbf/cc2ab969-847c-4e5c-a139-5417f4a46d60) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:37:09.575890 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 42336) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:09.760899 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device df87227c-1127-4f6c-b6de-78dceb1270cf no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:37:09.808694 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7888fe49-286d-4561-ac8b-d1f798956580 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:09.873978 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8f969b40-0696-4f03-ae59-287fc2f60869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:09.888006 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [None req-7888fe49-286d-4561-ac8b-d1f798956580 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] device_id is not set on port 5d46d5ff-d0a4-49e2-8a99-bc93310b8832 yet. {{(pid=87567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:37:09.911869 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1a8b3c9a-86fa-4f0d-b75c-8363dfa0731b tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:09.937447 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-8f969b40-0696-4f03-ae59-287fc2f60869 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:37:09.942086 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8f969b40-0696-4f03-ae59-287fc2f60869 admin admin] Usage tracker for resource:security_group_rule and tenant:c7d53a1de8cf4ef8b26f12e375519d7e is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:37:09.947368 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8f969b40-0696-4f03-ae59-287fc2f60869 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:37:09.948735 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7c2ea2b3-ce1c-4c54-910e-85379bc473b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:09.958484 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-8f969b40-0696-4f03-ae59-287fc2f60869 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:37:09.993400 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1a8b3c9a-86fa-4f0d-b75c-8363dfa0731b tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:10.063783 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2ea2b3-ce1c-4c54-910e-85379bc473b3 None None] Pushing event deleted for resources: {'Port': ['ID=df87227c-1127-4f6c-b6de-78dceb1270cf,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:10.063783 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No active binding found for port df87227c-1127-4f6c-b6de-78dceb1270cf {{(pid=87569) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 09 12:37:10.063783 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device df87227c-1127-4f6c-b6de-78dceb1270cf not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:37:10.071882 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8f969b40-0696-4f03-ae59-287fc2f60869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:10.079740 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2ea2b3-ce1c-4c54-910e-85379bc473b3 None None] No DVR routers for this DVR port df87227c-1127-4f6c-b6de-78dceb1270cf on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:37:10.127113 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df8bdfc-e71a-4617-b7dd-567c7c930c8c None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:37:10.142814 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8f969b40-0696-4f03-ae59-287fc2f60869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:10.203465 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8f969b40-0696-4f03-ae59-287fc2f60869 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c7d53a1de8cf4ef8b26f12e375519d7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6248293 Feb 09 12:37:10.213852 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e413adc-76da-401f-a03d-8e53e4451e83 req-09431974-b5be-426b-ad51-b1c0cdac39ef tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:10.213852 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6e413adc-76da-401f-a03d-8e53e4451e83 req-09431974-b5be-426b-ad51-b1c0cdac39ef tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=67b9a994-1a16-41f5-9aef-916b8d06ed15 HTTP/1.1" status: 200 len: 945 time: 0.5985122 Feb 09 12:37:10.224866 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 42350) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:10.224866 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f969b40-0696-4f03-ae59-287fc2f60869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcef8249-f4d3-478d-a7b1-f5c784b4da0a,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:10.242940 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b3c9a-86fa-4f0d-b75c-8363dfa0731b tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Pushing event updated for resources: {'Port': ['ID=cc2ab969-847c-4e5c-a139-5417f4a46d60,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:10.259259 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8b3c9a-86fa-4f0d-b75c-8363dfa0731b tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Network beb4c042-861c-421a-a294-a6b5eef8fad4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:37:10.260720 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-1a8b3c9a-86fa-4f0d-b75c-8363dfa0731b tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:37:10.264764 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8b3c9a-86fa-4f0d-b75c-8363dfa0731b tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:37:10.342245 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8b3c9a-86fa-4f0d-b75c-8363dfa0731b tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:10.342857 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1a8b3c9a-86fa-4f0d-b75c-8363dfa0731b tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:10.369119 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1a8b3c9a-86fa-4f0d-b75c-8363dfa0731b tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.4181223 Feb 09 12:37:10.371673 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 42356) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:10.419819 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6e413adc-76da-401f-a03d-8e53e4451e83 req-af15872a-eb16-4b02-99a5-7e59e3af9848 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956792 Feb 09 12:37:10.495514 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-e895518e-f7f7-4df9-bfa1-ce5ac04edaf5 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Deleting port cc2ab969-847c-4e5c-a139-5417f4a46d60 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:37:10.495514 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e895518e-f7f7-4df9-bfa1-ce5ac04edaf5 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:10.584560 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3c0fc3-9791-46df-9c56-898a02a20d66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'tenant_id': 'a7add69c825d45b8a9a99e00c87aae63', 'fixed_ips': [{'subnet_id': 'e3eb4373-9577-405a-8f27-3bacd294a860'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:37:10.584560 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ce3c0fc3-9791-46df-9c56-898a02a20d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:10.659886 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-7888fe49-286d-4561-ac8b-d1f798956580 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Allocated IP 2001:db8::3c3f:b1fc:34d9:9f22 (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/e3eb4373-9577-405a-8f27-3bacd294a860/5d46d5ff-d0a4-49e2-8a99-bc93310b8832) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:37:10.987804 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80857c7d-7031-410e-ac36-be32bc02ba42 req-a39b41b2-94f1-4044-883f-15ac482aa1a8 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:10.987804 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-80857c7d-7031-410e-ac36-be32bc02ba42 req-a39b41b2-94f1-4044-883f-15ac482aa1a8 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 944 time: 0.9108922 Feb 09 12:37:11.010693 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4987b2f0-de7d-4a9c-af57-fd6b3d52b805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:11.080357 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e895518e-f7f7-4df9-bfa1-ce5ac04edaf5 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:11.295088 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-e895518e-f7f7-4df9-bfa1-ce5ac04edaf5 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Calling delete_port for cc2ab969-847c-4e5c-a139-5417f4a46d60 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:37:11.467412 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7888fe49-286d-4561-ac8b-d1f798956580 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:11.506740 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e895518e-f7f7-4df9-bfa1-ce5ac04edaf5 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:11.607512 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895518e-f7f7-4df9-bfa1-ce5ac04edaf5 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc2ab969-847c-4e5c-a139-5417f4a46d60,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:11.631344 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4987b2f0-de7d-4a9c-af57-fd6b3d52b805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:11.720183 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e895518e-f7f7-4df9-bfa1-ce5ac04edaf5 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:11.727440 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e895518e-f7f7-4df9-bfa1-ce5ac04edaf5 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] 10.222.0.55 "DELETE /v2.0/ports/cc2ab969-847c-4e5c-a139-5417f4a46d60 HTTP/1.1" status: 204 len: 168 time: 1.3499660 Feb 09 12:37:11.749139 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-7888fe49-286d-4561-ac8b-d1f798956580 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Transition to ACTIVE for port object 5d46d5ff-d0a4-49e2-8a99-bc93310b8832 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:37:11.753089 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 42390) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:11.753089 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-056ba796-c767-46f5-8d36-18237888f7b2 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'beb4c042-861c-421a-a294-a6b5eef8fad4', 'external_fixed_ips': [{'subnet_id': '8bc6bb4b-da16-473d-822c-cb4003bc3dbf', 'ip_address': '172.20.0.14'}]}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:37:11.753089 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-056ba796-c767-46f5-8d36-18237888f7b2 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:37:11.753089 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-056ba796-c767-46f5-8d36-18237888f7b2 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Usage tracker for resource:router and tenant:eb7e067e40654df081022e60db7f9359 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:37:11.758651 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-056ba796-c767-46f5-8d36-18237888f7b2 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:37:11.764549 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-056ba796-c767-46f5-8d36-18237888f7b2 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:37:11.776702 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-056ba796-c767-46f5-8d36-18237888f7b2 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:11.776702 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-056ba796-c767-46f5-8d36-18237888f7b2 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:11.793608 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-80857c7d-7031-410e-ac36-be32bc02ba42 req-bc5f1691-ae32-4215-9e50-d15b2c9e59e1 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7657723 Feb 09 12:37:11.803481 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-056ba796-c767-46f5-8d36-18237888f7b2 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:11.976874 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4987b2f0-de7d-4a9c-af57-fd6b3d52b805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:12.022518 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-c7679df2-0918-4c38-aa61-136ae64d84d0 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:12.039845 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-c7679df2-0918-4c38-aa61-136ae64d84d0 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/networks?id=8f32be62-c86b-414f-bc1f-d2cef7c023c9 HTTP/1.1" status: 200 len: 815 time: 0.5351758 Feb 09 12:37:12.074179 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7888fe49-286d-4561-ac8b-d1f798956580 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:12.074179 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987b2f0-de7d-4a9c-af57-fd6b3d52b805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcef8249-f4d3-478d-a7b1-f5c784b4da0a,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:12.141034 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-264ff788-2a21-45c4-a120-c397f16a9387 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/quotas/79b13d259e044206b7b291bef4587540 HTTP/1.1" status: 200 len: 375 time: 0.0964289 Feb 09 12:37:12.258053 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-ce3c0fc3-9791-46df-9c56-898a02a20d66 None None] Allocated IP 2001:db8::2 (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/e3eb4373-9577-405a-8f27-3bacd294a860/fd3f16f6-a1fc-4421-bb7a-35c3fe43c863) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:37:12.332656 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7888fe49-286d-4561-ac8b-d1f798956580 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:37:12.358295 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4987b2f0-de7d-4a9c-af57-fd6b3d52b805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:12.358295 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4987b2f0-de7d-4a9c-af57-fd6b3d52b805 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fcef8249-f4d3-478d-a7b1-f5c784b4da0a HTTP/1.1" status: 204 len: 168 time: 2.1230159 Feb 09 12:37:12.402818 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-7888fe49-286d-4561-ac8b-d1f798956580 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:37:12.414004 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7888fe49-286d-4561-ac8b-d1f798956580 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:37:12.443212 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7888fe49-286d-4561-ac8b-d1f798956580 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:12.443212 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7888fe49-286d-4561-ac8b-d1f798956580 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:12.458146 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-056ba796-c767-46f5-8d36-18237888f7b2 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:12.564397 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-7888fe49-286d-4561-ac8b-d1f798956580 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7897546 Feb 09 12:37:12.569984 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 42404) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:12.591500 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7888fe49-286d-4561-ac8b-d1f798956580 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Port': ['ID=5d46d5ff-d0a4-49e2-8a99-bc93310b8832,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:12.630192 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-0aabfeaa-8022-4f1a-94ae-2858da01ce51 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=79b13d259e044206b7b291bef4587540&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4945109 Feb 09 12:37:12.722008 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ce3c0fc3-9791-46df-9c56-898a02a20d66 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:12.794453 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-ce3c0fc3-9791-46df-9c56-898a02a20d66 None None] Transition to ACTIVE for port object fd3f16f6-a1fc-4421-bb7a-35c3fe43c863 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:37:12.832752 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-ce3c0fc3-9791-46df-9c56-898a02a20d66 None None] Transition to ACTIVE for port object fd3f16f6-a1fc-4421-bb7a-35c3fe43c863 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:37:12.843460 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ce3c0fc3-9791-46df-9c56-898a02a20d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:13.025906 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-cb1b43e8-1eb7-4c3a-b9c7-7e21f008eea7 service neutron] 10.222.0.55 "GET /v2.0/networks/8f32be62-c86b-414f-bc1f-d2cef7c023c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814385 Feb 09 12:37:13.177355 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53874564-7f1d-4d05-881b-389955399c9d req-0bbfd3ee-2545-451e-867c-19f56a9d8232 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:13.177355 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-53874564-7f1d-4d05-881b-389955399c9d req-0bbfd3ee-2545-451e-867c-19f56a9d8232 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Synchronizing usage tracker for tenant:79b13d259e044206b7b291bef4587540 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:37:13.210850 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c0fc3-9791-46df-9c56-898a02a20d66 None None] Pushing event updated for resources: {'Port': ['ID=fd3f16f6-a1fc-4421-bb7a-35c3fe43c863,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:13.237929 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3c0fc3-9791-46df-9c56-898a02a20d66 None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:37:13.240205 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-ce3c0fc3-9791-46df-9c56-898a02a20d66 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:37:13.245357 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3c0fc3-9791-46df-9c56-898a02a20d66 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:37:13.248633 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-53874564-7f1d-4d05-881b-389955399c9d req-0bbfd3ee-2545-451e-867c-19f56a9d8232 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Unset dirty status for tenant:79b13d259e044206b7b291bef4587540 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:37:13.251297 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-53874564-7f1d-4d05-881b-389955399c9d req-0bbfd3ee-2545-451e-867c-19f56a9d8232 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.46 "GET /v2.0/ports?device_id=67b9a994-1a16-41f5-9aef-916b8d06ed15 HTTP/1.1" status: 200 len: 945 time: 0.7917953 Feb 09 12:37:13.261400 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7a3a8f-10d4-4153-8f83-25b7c6173ccf tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:13.280867 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ba7a3a8f-10d4-4153-8f83-25b7c6173ccf tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Synchronizing usage tracker for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:37:13.348503 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-0b114e63-0d88-40f2-9b9e-a99f40b12296 service neutron] 10.222.0.55 "GET /v2.0/networks/8f32be62-c86b-414f-bc1f-d2cef7c023c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208251 Feb 09 12:37:13.349087 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 42420) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:13.441627 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-56524230-4232-412e-84c9-e2f435c8b46f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c4c5b6a164824b10a0c04b0e7d39ba59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0787125 Feb 09 12:37:13.446899 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 42424) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:13.455802 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70973e-50f4-4ab9-8065-169ed73d7b0e req-6be7022b-04d7-428b-b9fc-fbd7117f4ef2 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:13.457536 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bf70973e-50f4-4ab9-8065-169ed73d7b0e req-6be7022b-04d7-428b-b9fc-fbd7117f4ef2 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 944 time: 0.1957173 Feb 09 12:37:13.468764 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ba7a3a8f-10d4-4153-8f83-25b7c6173ccf tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Unset dirty status for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:37:13.470823 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ba7a3a8f-10d4-4153-8f83-25b7c6173ccf tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.8997390 Feb 09 12:37:13.475426 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 42428) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:13.491330 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-53874564-7f1d-4d05-881b-389955399c9d req-a4915b5b-88a7-49f1-a696-744c0ca9860c tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Deleting port 97b39c5f-95d4-4419-86ba-bc051273a538 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:37:13.492092 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-53874564-7f1d-4d05-881b-389955399c9d req-a4915b5b-88a7-49f1-a696-744c0ca9860c tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:13.500532 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-ce3c0fc3-9791-46df-9c56-898a02a20d66 None None] Attempting to bind port fd3f16f6-a1fc-4421-bb7a-35c3fe43c863 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:37:13.501174 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-ce3c0fc3-9791-46df-9c56-898a02a20d66 None None] Attempting to bind port fd3f16f6-a1fc-4421-bb7a-35c3fe43c863 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:37:13.501330 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3c0fc3-9791-46df-9c56-898a02a20d66 None None] Attempting to bind port fd3f16f6-a1fc-4421-bb7a-35c3fe43c863 on network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:37:13.514809 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3c0fc3-9791-46df-9c56-898a02a20d66 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:37:13.515455 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3c0fc3-9791-46df-9c56-898a02a20d66 None None] Checking segment: {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:37:13.516298 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ce3c0fc3-9791-46df-9c56-898a02a20d66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:13.516670 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3c0fc3-9791-46df-9c56-898a02a20d66 None None] Bound using segment: {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:37:13.518491 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-ce3c0fc3-9791-46df-9c56-898a02a20d66 None None] Bound port: fd3f16f6-a1fc-4421-bb7a-35c3fe43c863, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:37:13.519822 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ce3c0fc3-9791-46df-9c56-898a02a20d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:13.686837 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-ce3c0fc3-9791-46df-9c56-898a02a20d66 None None] For port fd3f16f6-a1fc-4421-bb7a-35c3fe43c863, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:37:13.691170 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-ce3c0fc3-9791-46df-9c56-898a02a20d66 None None] For port fd3f16f6-a1fc-4421-bb7a-35c3fe43c863, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=fd3f16f6-a1fc-4421-bb7a-35c3fe43c863,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:37:13.697105 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ce3c0fc3-9791-46df-9c56-898a02a20d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:13.744332 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b8b97cee-4096-49e9-8fc9-e25599d7278e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:13.783963 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bf70973e-50f4-4ab9-8065-169ed73d7b0e req-40d8d30c-e350-4ff8-b6ea-89e408d00cd3 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2296867 Feb 09 12:37:13.867381 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c0fc3-9791-46df-9c56-898a02a20d66 None None] Pushing event updated for resources: {'Port': ['ID=fd3f16f6-a1fc-4421-bb7a-35c3fe43c863,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:13.926594 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b8b97cee-4096-49e9-8fc9-e25599d7278e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:13.946833 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6894ae07-2639-4718-9310-efb8219571a5 req-4da1bebc-37be-4141-8b4b-1785ed99015d tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=029a437b-0101-4f83-9bc0-0b68b23834e8 HTTP/1.1" status: 200 len: 210 time: 0.0737524 Feb 09 12:37:13.975783 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-1f22d5cb-b727-4116-85c1-dc8ef47974c3 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Deleting port 5d46d5ff-d0a4-49e2-8a99-bc93310b8832 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:37:13.978593 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1f22d5cb-b727-4116-85c1-dc8ef47974c3 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:13.998995 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0dbabcd0-9c4b-40e6-a408-421c3144acb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:14.095507 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b8b97cee-4096-49e9-8fc9-e25599d7278e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:14.153764 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b97cee-4096-49e9-8fc9-e25599d7278e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f00ec0f-092e-4fa3-9337-b5a8b91e5712,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:14.153764 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b8b97cee-4096-49e9-8fc9-e25599d7278e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:14.172411 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b8b97cee-4096-49e9-8fc9-e25599d7278e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6f00ec0f-092e-4fa3-9337-b5a8b91e5712 HTTP/1.1" status: 204 len: 168 time: 0.6982558 Feb 09 12:37:14.595501 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61162ae9-5edf-4a74-bc65-449eecd79677 req-b9618321-cab2-4a4c-9be8-be48c94ae158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:14.598792 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-61162ae9-5edf-4a74-bc65-449eecd79677 req-b9618321-cab2-4a4c-9be8-be48c94ae158 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178&tenant_id=e83e724b83ff4eff83d86a9461a0246b HTTP/1.1" status: 200 len: 1095 time: 0.5902827 Feb 09 12:37:14.787472 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61162ae9-5edf-4a74-bc65-449eecd79677 req-d1427090-4a11-40f0-8c34-1f60e3ab5542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:14.789475 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-61162ae9-5edf-4a74-bc65-449eecd79677 req-d1427090-4a11-40f0-8c34-1f60e3ab5542 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e83e724b83ff4eff83d86a9461a0246b&device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 1095 time: 0.1571941 Feb 09 12:37:15.374250 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bd538acb-88f3-4d4b-86e7-e79319491ba2 req-2aac2ec4-40f9-4fbe-82b1-c007a614a7ab tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=029a437b-0101-4f83-9bc0-0b68b23834e8 HTTP/1.1" status: 200 len: 210 time: 0.0752339 Feb 09 12:37:15.392530 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61162ae9-5edf-4a74-bc65-449eecd79677 req-ce282a93-93a3-47ba-a7a0-5af5fb367830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:15.394400 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-61162ae9-5edf-4a74-bc65-449eecd79677 req-ce282a93-93a3-47ba-a7a0-5af5fb367830 service neutron] 10.222.0.46 "GET /v2.0/networks?id=01f3f4ff-beae-4106-8f70-e214cdcf114b HTTP/1.1" status: 200 len: 918 time: 0.5964570 Feb 09 12:37:15.420165 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-056ba796-c767-46f5-8d36-18237888f7b2 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:15.489324 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32925f81-2aa2-48e6-9f53-0a2ebdc159a9 req-30ef30bd-b8bd-4d34-950a-49fe381615b5 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:15.491186 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-32925f81-2aa2-48e6-9f53-0a2ebdc159a9 req-30ef30bd-b8bd-4d34-950a-49fe381615b5 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 944 time: 0.4359376 Feb 09 12:37:15.580552 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1f22d5cb-b727-4116-85c1-dc8ef47974c3 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:15.664404 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device fd3f16f6-a1fc-4421-bb7a-35c3fe43c863 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:37:15.800663 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-32925f81-2aa2-48e6-9f53-0a2ebdc159a9 req-1a30649f-5fe0-4691-8afb-b3996293f480 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2801511 Feb 09 12:37:15.810921 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-61162ae9-5edf-4a74-bc65-449eecd79677 req-d91ca03d-ba85-41ed-ab62-e30ba2e11402 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09fc9a15-80ae-490d-a7cf-3d3b389ab0ae HTTP/1.1" status: 200 len: 999 time: 0.4070008 Feb 09 12:37:15.817488 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port fd3f16f6-a1fc-4421-bb7a-35c3fe43c863 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:37:15.959961 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61162ae9-5edf-4a74-bc65-449eecd79677 req-2ad4cfb8-d45a-43d6-940b-e257f1f88009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:15.961434 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-61162ae9-5edf-4a74-bc65-449eecd79677 req-2ad4cfb8-d45a-43d6-940b-e257f1f88009 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=45d760f9-948b-4bf5-bf1f-a52c1e984121 HTTP/1.1" status: 200 len: 856 time: 0.1441877 Feb 09 12:37:16.028986 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-8aca4f72-2d10-44f9-b4a3-a663398ae1a9 None None] Provisioning for port fd3f16f6-a1fc-4421-bb7a-35c3fe43c863 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:37:16.036300 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-8aca4f72-2d10-44f9-b4a3-a663398ae1a9 None None] Provisioning complete for port fd3f16f6-a1fc-4421-bb7a-35c3fe43c863 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:37:16.039443 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8aca4f72-2d10-44f9-b4a3-a663398ae1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:16.142036 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61162ae9-5edf-4a74-bc65-449eecd79677 req-c0fa4df2-89af-4381-863a-08c357c75147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:16.143572 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-61162ae9-5edf-4a74-bc65-449eecd79677 req-c0fa4df2-89af-4381-863a-08c357c75147 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=01f3f4ff-beae-4106-8f70-e214cdcf114b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1736183 Feb 09 12:37:16.206096 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-1f22d5cb-b727-4116-85c1-dc8ef47974c3 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Calling delete_port for 5d46d5ff-d0a4-49e2-8a99-bc93310b8832 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:37:16.394093 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b9466a7d-559d-4775-9ce8-ccec1eb0ca91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:16.423432 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 42492) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:16.424483 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 42494) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:16.435450 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8aca4f72-2d10-44f9-b4a3-a663398ae1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:16.537401 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-8aca4f72-2d10-44f9-b4a3-a663398ae1a9 None None] For port fd3f16f6-a1fc-4421-bb7a-35c3fe43c863, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=fd3f16f6-a1fc-4421-bb7a-35c3fe43c863,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:37:16.543785 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [req-acac8140-89a1-4757-8c81-ca11fabef1de req-45b2bda4-0132-4dbe-9dd9-0f5a81d313a7 service neutron] (87568) timed out ('10.222.0.55', 48452) {{(pid=87568) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 12:37:16.548511 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8aca4f72-2d10-44f9-b4a3-a663398ae1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:16.559551 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-53874564-7f1d-4d05-881b-389955399c9d req-a4915b5b-88a7-49f1-a696-744c0ca9860c tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] For port 97b39c5f-95d4-4419-86ba-bc051273a538, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=97b39c5f-95d4-4419-86ba-bc051273a538,segment=NetworkSegment(0506d4bb-113b-4fbe-8a77-b072bee9b6d7),segment_id=0506d4bb-113b-4fbe-8a77-b072bee9b6d7)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:37:16.559869 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-53874564-7f1d-4d05-881b-389955399c9d req-a4915b5b-88a7-49f1-a696-744c0ca9860c tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:16.604201 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-056ba796-c767-46f5-8d36-18237888f7b2 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:16.698512 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 97b39c5f-95d4-4419-86ba-bc051273a538 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:37:16.785715 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-536492de-2c98-4ffc-84dd-8de57dfd1d0b req-9f1fe08c-0554-4e7a-b1b9-942f7c3b0163 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=029a437b-0101-4f83-9bc0-0b68b23834e8 HTTP/1.1" status: 200 len: 210 time: 0.1544013 Feb 09 12:37:16.819201 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-61162ae9-5edf-4a74-bc65-449eecd79677 req-05584ab6-1a0b-4270-b594-ab10e30678ca service neutron] 10.222.0.46 "GET /v2.0/networks/01f3f4ff-beae-4106-8f70-e214cdcf114b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6633880 Feb 09 12:37:16.825063 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-32f1bd81-1dd9-45e1-a8c8-552a09d00eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:16.856222 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aca4f72-2d10-44f9-b4a3-a663398ae1a9 None None] Pushing event updated for resources: {'Port': ['ID=fd3f16f6-a1fc-4421-bb7a-35c3fe43c863,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:16.883694 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a0f660fa-7727-44b4-9b4c-06e885097b1b tempest-AgentManagementNegativeTest-1073028097 tempest-AgentManagementNegativeTest-1073028097-project] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4535935 Feb 09 12:37:16.905024 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:16.969968 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-53874564-7f1d-4d05-881b-389955399c9d req-a4915b5b-88a7-49f1-a696-744c0ca9860c tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Calling delete_port for 97b39c5f-95d4-4419-86ba-bc051273a538 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:37:16.987584 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b9a994-1a16-41f5-9aef-916b8d06ed15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97b39c5f-95d4-4419-86ba-bc051273a538'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:37:17.010308 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 97b39c5f-95d4-4419-86ba-bc051273a538, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=97b39c5f-95d4-4419-86ba-bc051273a538,segment=NetworkSegment(0506d4bb-113b-4fbe-8a77-b072bee9b6d7),segment_id=0506d4bb-113b-4fbe-8a77-b072bee9b6d7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:37:17.021568 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:17.077049 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b9a994-1a16-41f5-9aef-916b8d06ed15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97b39c5f-95d4-4419-86ba-bc051273a538', 'code': 200} Feb 09 12:37:17.081114 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-32f1bd81-1dd9-45e1-a8c8-552a09d00eda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:37:17.126848 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=97b39c5f-95d4-4419-86ba-bc051273a538,revision_number=9']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:17.131340 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-32f1bd81-1dd9-45e1-a8c8-552a09d00eda admin admin] Usage tracker for resource:security_group_rule and tenant:05e38e2352044a3d8bdb5ffb4b948ec5 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:37:17.136718 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:37:17.137070 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:37:17.137412 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:37:17.137750 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:37:17.138081 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:37:17.138410 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:37:17.138735 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:37:17.139059 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:37:17.139382 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:37:17.139703 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:37:17.140752 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:37:17.141327 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:37:17.160595 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-32f1bd81-1dd9-45e1-a8c8-552a09d00eda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:37:17.169801 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-32f1bd81-1dd9-45e1-a8c8-552a09d00eda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:37:17.185368 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-61162ae9-5edf-4a74-bc65-449eecd79677 req-d0a1d43a-e006-4839-bc6c-2d8c70250adf service neutron] 10.222.0.46 "GET /v2.0/networks/01f3f4ff-beae-4106-8f70-e214cdcf114b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986779 Feb 09 12:37:17.196105 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2ad9820b-8214-4f49-bc4b-d15993b89278 None None] Provisioning for port 5d46d5ff-d0a4-49e2-8a99-bc93310b8832 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:37:17.201676 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1f22d5cb-b727-4116-85c1-dc8ef47974c3 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:17.213000 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2ad9820b-8214-4f49-bc4b-d15993b89278 None None] Provisioning complete for port 5d46d5ff-d0a4-49e2-8a99-bc93310b8832 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:37:17.213560 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 42518) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:17.214023 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2ad9820b-8214-4f49-bc4b-d15993b89278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:17.254699 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12371e1e-3fcd-44dd-9bfd-cfe3db0c1b88 req-e3654620-0696-43ca-b835-de84096ad070 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:17.256492 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-12371e1e-3fcd-44dd-9bfd-cfe3db0c1b88 req-e3654620-0696-43ca-b835-de84096ad070 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 944 time: 0.1771271 Feb 09 12:37:17.256731 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-2ad9820b-8214-4f49-bc4b-d15993b89278 None None] Port 5d46d5ff-d0a4-49e2-8a99-bc93310b8832 was deleted so its status cannot be updated. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 09 12:37:17.295348 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f22d5cb-b727-4116-85c1-dc8ef47974c3 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Port': ['ID=5d46d5ff-d0a4-49e2-8a99-bc93310b8832,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:17.298478 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-056ba796-c767-46f5-8d36-18237888f7b2 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Allocated IP 172.20.0.14 (beb4c042-861c-421a-a294-a6b5eef8fad4/8bc6bb4b-da16-473d-822c-cb4003bc3dbf/cfe69858-e2c3-437b-b573-5e4dbddd083a) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:37:17.405378 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-12371e1e-3fcd-44dd-9bfd-cfe3db0c1b88 req-d434ed75-844f-4d90-b32d-7e26fb4d02f9 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298079 Feb 09 12:37:17.435540 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-32f1bd81-1dd9-45e1-a8c8-552a09d00eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:17.452319 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-32f1bd81-1dd9-45e1-a8c8-552a09d00eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:17.493922 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-32f1bd81-1dd9-45e1-a8c8-552a09d00eda admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=05e38e2352044a3d8bdb5ffb4b948ec5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0656972 Feb 09 12:37:17.496737 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 42532) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:17.532340 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1f22d5cb-b727-4116-85c1-dc8ef47974c3 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:17.561026 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f1bd81-1dd9-45e1-a8c8-552a09d00eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b627b3b2-5430-4e57-9934-90f4247b6acf,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:17.565014 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:17.599947 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device fd3f16f6-a1fc-4421-bb7a-35c3fe43c863 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:37:17.648480 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-897f07a3-5b01-4c7c-b2b7-bca1098d5ca5 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:17.650122 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-897f07a3-5b01-4c7c-b2b7-bca1098d5ca5 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.46 "GET /v2.0/networks?id=8f32be62-c86b-414f-bc1f-d2cef7c023c9 HTTP/1.1" status: 200 len: 815 time: 1.0479143 Feb 09 12:37:17.686006 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7f942037-44fb-4261-ae69-098807f37acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:17.720186 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:17.733560 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7f942037-44fb-4261-ae69-098807f37acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:17.757112 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-7b974ebc-8b8f-4145-a69c-d78d86da2997 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Request body: {'port': {'device_id': '029a437b-0101-4f83-9bc0-0b68b23834e8', 'network_id': '8f32be62-c86b-414f-bc1f-d2cef7c023c9', 'admin_state_up': True, 'tenant_id': '79b13d259e044206b7b291bef4587540'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:37:17.764385 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port fd3f16f6-a1fc-4421-bb7a-35c3fe43c863 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:37:17.765514 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:17.783513 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.api [req-53874564-7f1d-4d05-881b-389955399c9d req-a4915b5b-88a7-49f1-a696-744c0ca9860c tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:37:17.784276 n-d-825178-3 neutron-server[87568]: DEBUG oslo_db.api [req-53874564-7f1d-4d05-881b-389955399c9d req-a4915b5b-88a7-49f1-a696-744c0ca9860c tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:37:17.789853 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c83c583a-6a38-45e4-8874-4e431b109fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:17.816355 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1f22d5cb-b727-4116-85c1-dc8ef47974c3 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/ports/5d46d5ff-d0a4-49e2-8a99-bc93310b8832 HTTP/1.1" status: 204 len: 168 time: 4.3352711 Feb 09 12:37:17.821320 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 42548) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:17.965529 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c83c583a-6a38-45e4-8874-4e431b109fa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:37:17.983212 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1558a3a0-15c4-4dfd-8cb6-609789dd3f93 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:17.985630 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1558a3a0-15c4-4dfd-8cb6-609789dd3f93 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:17.986451 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-1558a3a0-15c4-4dfd-8cb6-609789dd3f93 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Synchronizing usage tracker for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:subnet {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:37:17.992210 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7f942037-44fb-4261-ae69-098807f37acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:18.068911 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7f942037-44fb-4261-ae69-098807f37acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:18.070433 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-7f942037-44fb-4261-ae69-098807f37acd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b627b3b2-5430-4e57-9934-90f4247b6acf HTTP/1.1" status: 204 len: 168 time: 0.5727725 Feb 09 12:37:18.071380 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f942037-44fb-4261-ae69-098807f37acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b627b3b2-5430-4e57-9934-90f4247b6acf,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:18.073741 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-056ba796-c767-46f5-8d36-18237888f7b2 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:18.094156 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c83c583a-6a38-45e4-8874-4e431b109fa5 admin admin] Usage tracker for resource:security_group_rule and tenant:b94102801a0d41babf811a867b7b8fba is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:37:18.101910 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c83c583a-6a38-45e4-8874-4e431b109fa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:37:18.107530 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-11567794-24bd-4455-94a3-afccd2845f4f req-9ad1f4f7-18f8-4d0d-a05d-8a1bc0d0a096 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=029a437b-0101-4f83-9bc0-0b68b23834e8 HTTP/1.1" status: 200 len: 210 time: 0.1077561 Feb 09 12:37:18.119279 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-1558a3a0-15c4-4dfd-8cb6-609789dd3f93 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Unset dirty status for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:subnet {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:37:18.119596 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c83c583a-6a38-45e4-8874-4e431b109fa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:37:18.124574 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1558a3a0-15c4-4dfd-8cb6-609789dd3f93 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2986610 Feb 09 12:37:18.124574 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 42562) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:18.275210 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-555da42d-a80e-4215-9a51-228b57ccf1f0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Deleting subnet e3eb4373-9577-405a-8f27-3bacd294a860 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:37:18.285808 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-555da42d-a80e-4215-9a51-228b57ccf1f0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:18.346910 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c83c583a-6a38-45e4-8874-4e431b109fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:18.386626 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-53874564-7f1d-4d05-881b-389955399c9d req-a4915b5b-88a7-49f1-a696-744c0ca9860c tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Deleting port 97b39c5f-95d4-4419-86ba-bc051273a538 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:37:18.387263 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-53874564-7f1d-4d05-881b-389955399c9d req-a4915b5b-88a7-49f1-a696-744c0ca9860c tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:18.411047 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-555da42d-a80e-4215-9a51-228b57ccf1f0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:18.493370 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-056ba796-c767-46f5-8d36-18237888f7b2 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:18.639453 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c83c583a-6a38-45e4-8874-4e431b109fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:18.653932 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-555da42d-a80e-4215-9a51-228b57ccf1f0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:18.806097 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-555da42d-a80e-4215-9a51-228b57ccf1f0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:18.869850 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555da42d-a80e-4215-9a51-228b57ccf1f0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Subnet': ['ID=e3eb4373-9577-405a-8f27-3bacd294a860,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:18.904470 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ebd13e-9d11-4a72-9648-aa43aa90cedc None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:37:18.906075 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-555da42d-a80e-4215-9a51-228b57ccf1f0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:18.920933 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c83c583a-6a38-45e4-8874-4e431b109fa5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b94102801a0d41babf811a867b7b8fba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7019560 Feb 09 12:37:18.927149 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c583a-6a38-45e4-8874-4e431b109fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cab8b51-7ef2-4c5d-bf64-dfa48f0b5074,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:18.935790 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 42578) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:18.971279 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056ba796-c767-46f5-8d36-18237888f7b2 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Network beb4c042-861c-421a-a294-a6b5eef8fad4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:37:18.996243 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-056ba796-c767-46f5-8d36-18237888f7b2 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:37:19.003788 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056ba796-c767-46f5-8d36-18237888f7b2 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:37:19.055726 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-555da42d-a80e-4215-9a51-228b57ccf1f0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/e3eb4373-9577-405a-8f27-3bacd294a860 HTTP/1.1" status: 204 len: 168 time: 0.9298849 Feb 09 12:37:19.056446 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 42586) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:19.072985 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-7b974ebc-8b8f-4145-a69c-d78d86da2997 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:37:19.079517 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-7b974ebc-8b8f-4145-a69c-d78d86da2997 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Usage tracker for resource:port and tenant:79b13d259e044206b7b291bef4587540 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:37:19.087312 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-7b974ebc-8b8f-4145-a69c-d78d86da2997 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:37:19.098042 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-7b974ebc-8b8f-4145-a69c-d78d86da2997 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:37:19.150700 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056ba796-c767-46f5-8d36-18237888f7b2 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Pushing event updated for resources: {'Port': ['ID=cfe69858-e2c3-437b-b573-5e4dbddd083a,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:19.171997 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-7b974ebc-8b8f-4145-a69c-d78d86da2997 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Made reservation on behalf of 79b13d259e044206b7b291bef4587540 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:37:19.176549 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-7b974ebc-8b8f-4145-a69c-d78d86da2997 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:19.204077 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:19.466266 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-14c6dec6-4eb5-4f00-a8b7-eb5614493d43 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3650844 Feb 09 12:37:19.491028 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e36d39-6f07-4d9f-af65-09df8a68c280 None None] DHCP port deletion for f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:37:19.497486 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-26e36d39-6f07-4d9f-af65-09df8a68c280 None None] Deleting port fd3f16f6-a1fc-4421-bb7a-35c3fe43c863 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:37:19.497872 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-26e36d39-6f07-4d9f-af65-09df8a68c280 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:19.516787 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 42598) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:19.538901 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-17e82cc9-187b-47cf-b8fa-e3745d3d9c7a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'subnet': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:37:19.571473 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab64ec68-2254-4939-a201-52d86f32300d req-2cc2ac02-e958-4d4c-96e4-78866d44767a tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=029a437b-0101-4f83-9bc0-0b68b23834e8 HTTP/1.1" status: 200 len: 210 time: 0.1615720 Feb 09 12:37:19.584589 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f472ee-f4fa-40b4-b029-0f057023acfd req-8d180642-8926-4de7-b84c-85d4e2b0f9b5 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:19.586505 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-64f472ee-f4fa-40b4-b029-0f057023acfd req-8d180642-8926-4de7-b84c-85d4e2b0f9b5 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 944 time: 0.8323059 Feb 09 12:37:19.587405 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2b7c102e-fff7-4c12-9929-298bbbf3ff9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:19.730413 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2b7c102e-fff7-4c12-9929-298bbbf3ff9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:19.749880 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-64f472ee-f4fa-40b4-b029-0f057023acfd req-6c81e543-83d3-44b2-a0ef-3e803f5d3620 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061985 Feb 09 12:37:19.811561 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-17e82cc9-187b-47cf-b8fa-e3745d3d9c7a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:37:19.814950 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-17e82cc9-187b-47cf-b8fa-e3745d3d9c7a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Usage tracker for resource:subnet and tenant:a7add69c825d45b8a9a99e00c87aae63 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:37:19.825833 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-17e82cc9-187b-47cf-b8fa-e3745d3d9c7a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:37:19.837092 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-17e82cc9-187b-47cf-b8fa-e3745d3d9c7a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:37:19.868156 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e82cc9-187b-47cf-b8fa-e3745d3d9c7a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:37:19.876411 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-17e82cc9-187b-47cf-b8fa-e3745d3d9c7a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:19.935765 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-26e36d39-6f07-4d9f-af65-09df8a68c280 None None] For port fd3f16f6-a1fc-4421-bb7a-35c3fe43c863, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=fd3f16f6-a1fc-4421-bb7a-35c3fe43c863,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:37:19.936363 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-26e36d39-6f07-4d9f-af65-09df8a68c280 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:20.318040 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-26e36d39-6f07-4d9f-af65-09df8a68c280 None None] Calling delete_port for fd3f16f6-a1fc-4421-bb7a-35c3fe43c863 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:37:20.502991 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2b7c102e-fff7-4c12-9929-298bbbf3ff9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:20.606108 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:20.612943 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c102e-fff7-4c12-9929-298bbbf3ff9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cab8b51-7ef2-4c5d-bf64-dfa48f0b5074,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:20.637618 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2b7c102e-fff7-4c12-9929-298bbbf3ff9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:20.642507 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2b7c102e-fff7-4c12-9929-298bbbf3ff9f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1cab8b51-7ef2-4c5d-bf64-dfa48f0b5074 HTTP/1.1" status: 204 len: 168 time: 1.6563385 Feb 09 12:37:20.745478 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 42622) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:20.753942 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-26e36d39-6f07-4d9f-af65-09df8a68c280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:20.879339 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e36d39-6f07-4d9f-af65-09df8a68c280 None None] No DVR routers for this DVR port fd3f16f6-a1fc-4421-bb7a-35c3fe43c863 on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:37:20.922376 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e36d39-6f07-4d9f-af65-09df8a68c280 None None] Pushing event deleted for resources: {'Port': ['ID=fd3f16f6-a1fc-4421-bb7a-35c3fe43c863,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:21.006209 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-056ba796-c767-46f5-8d36-18237888f7b2 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:21.051276 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9f1a4dd7-91fa-42da-ac34-f206d900b6cd req-1ea3cd33-edb2-4969-b14f-f92350313f56 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=029a437b-0101-4f83-9bc0-0b68b23834e8 HTTP/1.1" status: 200 len: 210 time: 0.1003137 Feb 09 12:37:21.130215 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-17e82cc9-187b-47cf-b8fa-e3745d3d9c7a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:21.370776 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-53874564-7f1d-4d05-881b-389955399c9d req-a4915b5b-88a7-49f1-a696-744c0ca9860c tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] For port 97b39c5f-95d4-4419-86ba-bc051273a538, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=97b39c5f-95d4-4419-86ba-bc051273a538,segment=NetworkSegment(0506d4bb-113b-4fbe-8a77-b072bee9b6d7),segment_id=0506d4bb-113b-4fbe-8a77-b072bee9b6d7)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:37:21.371450 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-53874564-7f1d-4d05-881b-389955399c9d req-a4915b5b-88a7-49f1-a696-744c0ca9860c tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:21.517990 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e82cc9-187b-47cf-b8fa-e3745d3d9c7a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:37:21.522900 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-17e82cc9-187b-47cf-b8fa-e3745d3d9c7a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:37:21.535693 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff258a9-59ee-4dd1-a458-1f929ee21567 None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:37:21.538370 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e82cc9-187b-47cf-b8fa-e3745d3d9c7a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:21.551878 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-17e82cc9-187b-47cf-b8fa-e3745d3d9c7a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:21.626641 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-17e82cc9-187b-47cf-b8fa-e3745d3d9c7a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1046727 Feb 09 12:37:21.677538 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 42644) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:21.691199 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-726f11d5-6375-46d6-8548-fb54532deefa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:21.738041 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e82cc9-187b-47cf-b8fa-e3745d3d9c7a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Subnet': ['ID=c553866c-0a13-45d1-88ca-321b4c4bd1c5,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:21.753552 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-3d97d93d-f62f-4e05-ae8c-a801f5b58521 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'port': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'fixed_ips': [{'subnet_id': 'c553866c-0a13-45d1-88ca-321b4c4bd1c5', 'ip_address': '2001:db8::1577:2e0d:3856:5b62'}], 'name': 'tempest-NetworksTestDHCPv6-361249207'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:37:21.796458 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-53874564-7f1d-4d05-881b-389955399c9d req-a4915b5b-88a7-49f1-a696-744c0ca9860c tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Calling delete_port for 97b39c5f-95d4-4419-86ba-bc051273a538 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:37:21.999089 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-726f11d5-6375-46d6-8548-fb54532deefa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:37:22.006706 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-726f11d5-6375-46d6-8548-fb54532deefa admin admin] Usage tracker for resource:security_group_rule and tenant:90b460a967c94821adda2085b93544cb is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:37:22.009833 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3d97d93d-f62f-4e05-ae8c-a801f5b58521 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:37:22.013941 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-726f11d5-6375-46d6-8548-fb54532deefa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:37:22.023335 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-3d97d93d-f62f-4e05-ae8c-a801f5b58521 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Usage tracker for resource:port and tenant:a7add69c825d45b8a9a99e00c87aae63 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:37:22.026727 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-726f11d5-6375-46d6-8548-fb54532deefa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:37:22.033266 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device fd3f16f6-a1fc-4421-bb7a-35c3fe43c863 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:37:22.037020 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782332d-b74b-4286-b4b8-c84f06e1d7ac req-2a2ba1b8-8f98-467b-bf24-b87a0e5325e9 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:22.038685 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7782332d-b74b-4286-b4b8-c84f06e1d7ac req-2a2ba1b8-8f98-467b-bf24-b87a0e5325e9 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 944 time: 1.0073686 Feb 09 12:37:22.039840 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-3d97d93d-f62f-4e05-ae8c-a801f5b58521 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:37:22.067731 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3d97d93d-f62f-4e05-ae8c-a801f5b58521 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:37:22.122542 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: fd3f16f6-a1fc-4421-bb7a-35c3fe43c863 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:37:22.122897 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device fd3f16f6-a1fc-4421-bb7a-35c3fe43c863 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:37:22.180753 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d97d93d-f62f-4e05-ae8c-a801f5b58521 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:37:22.203193 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-7b974ebc-8b8f-4145-a69c-d78d86da2997 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Allocated IP 172.20.0.14 (8f32be62-c86b-414f-bc1f-d2cef7c023c9/8e0df51a-c44d-4333-910c-bf77ea824551/102d9c9d-b5e1-4581-8a0f-7ac8eaee9409) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:37:22.267934 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd70a8ca-f7b3-4206-bb9b-2195e6e8d626 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'tenant_id': 'a7add69c825d45b8a9a99e00c87aae63', 'fixed_ips': [{'subnet_id': 'c553866c-0a13-45d1-88ca-321b4c4bd1c5'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:37:22.270084 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fd70a8ca-f7b3-4206-bb9b-2195e6e8d626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:22.429591 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 42690) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:22.548296 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6d0f4783-1f98-4c89-9377-5752c0561534 req-b6736ff7-7542-441b-bd28-d19dc6b15d52 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=029a437b-0101-4f83-9bc0-0b68b23834e8 HTTP/1.1" status: 200 len: 210 time: 0.1119163 Feb 09 12:37:22.583784 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-fd70a8ca-f7b3-4206-bb9b-2195e6e8d626 None None] Allocated IP 2001:db8::2 (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/c553866c-0a13-45d1-88ca-321b4c4bd1c5/1c77fc59-de2e-47d6-b444-b95aed6a55fd) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:37:22.661086 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3d97d93d-f62f-4e05-ae8c-a801f5b58521 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:22.708112 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [None req-3d97d93d-f62f-4e05-ae8c-a801f5b58521 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] device_id is not set on port 275f326f-00db-4bea-96a1-92ec776b74e0 yet. {{(pid=87567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:37:22.770717 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7782332d-b74b-4286-b4b8-c84f06e1d7ac req-abaa983f-c614-49af-b4c2-10adec754d7c tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7050307 Feb 09 12:37:22.832320 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-056ba796-c767-46f5-8d36-18237888f7b2 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:22.877986 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:23.014268 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-726f11d5-6375-46d6-8548-fb54532deefa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:23.026336 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-726f11d5-6375-46d6-8548-fb54532deefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:23.098182 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-79def476-3ead-4380-a3f3-191e7823772e tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1562077165'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:37:23.105209 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-53874564-7f1d-4d05-881b-389955399c9d req-a4915b5b-88a7-49f1-a696-744c0ca9860c tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:23.124061 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-79def476-3ead-4380-a3f3-191e7823772e tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:37:23.154601 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fd70a8ca-f7b3-4206-bb9b-2195e6e8d626 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:23.155110 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-79def476-3ead-4380-a3f3-191e7823772e tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Usage tracker for resource:network and tenant:da0769963a6744779729472b17a576e0 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:37:23.164317 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-79def476-3ead-4380-a3f3-191e7823772e tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:37:23.173137 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-fd70a8ca-f7b3-4206-bb9b-2195e6e8d626 None None] Transition to ACTIVE for port object 1c77fc59-de2e-47d6-b444-b95aed6a55fd will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:37:23.189854 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-79def476-3ead-4380-a3f3-191e7823772e tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:37:23.196420 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-726f11d5-6375-46d6-8548-fb54532deefa admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=90b460a967c94821adda2085b93544cb&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4495382 Feb 09 12:37:23.207930 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 42728) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:23.210795 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f11d5-6375-46d6-8548-fb54532deefa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f331fd-3858-49fb-af96-757294bb999e,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:23.226892 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726f11d5-6375-46d6-8548-fb54532deefa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:37:23.227490 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726f11d5-6375-46d6-8548-fb54532deefa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:37:23.227964 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726f11d5-6375-46d6-8548-fb54532deefa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:37:23.228440 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726f11d5-6375-46d6-8548-fb54532deefa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:37:23.228951 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726f11d5-6375-46d6-8548-fb54532deefa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:37:23.229354 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726f11d5-6375-46d6-8548-fb54532deefa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:37:23.229966 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726f11d5-6375-46d6-8548-fb54532deefa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:37:23.230385 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726f11d5-6375-46d6-8548-fb54532deefa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:37:23.230789 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726f11d5-6375-46d6-8548-fb54532deefa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:37:23.231241 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726f11d5-6375-46d6-8548-fb54532deefa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:37:23.231640 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726f11d5-6375-46d6-8548-fb54532deefa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:37:23.232220 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726f11d5-6375-46d6-8548-fb54532deefa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:37:23.313398 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79def476-3ead-4380-a3f3-191e7823772e tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Made reservation on behalf of da0769963a6744779729472b17a576e0 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:37:23.335530 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-79def476-3ead-4380-a3f3-191e7823772e tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:23.392193 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-79def476-3ead-4380-a3f3-191e7823772e tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:23.412777 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4915b5b-88a7-49f1-a696-744c0ca9860c tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Pushing event deleted for resources: {'Port': ['ID=97b39c5f-95d4-4419-86ba-bc051273a538,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:23.442864 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-79def476-3ead-4380-a3f3-191e7823772e tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:37:23.453596 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-79def476-3ead-4380-a3f3-191e7823772e tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Usage tracker for resource:security_group_rule and tenant:da0769963a6744779729472b17a576e0 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:37:23.459817 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-79def476-3ead-4380-a3f3-191e7823772e tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:37:23.480012 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-79def476-3ead-4380-a3f3-191e7823772e tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:37:23.505470 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-fd70a8ca-f7b3-4206-bb9b-2195e6e8d626 None None] Transition to ACTIVE for port object 1c77fc59-de2e-47d6-b444-b95aed6a55fd will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:37:23.541746 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fd70a8ca-f7b3-4206-bb9b-2195e6e8d626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:23.606414 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-53874564-7f1d-4d05-881b-389955399c9d req-a4915b5b-88a7-49f1-a696-744c0ca9860c tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] No DVR routers for this DVR port 97b39c5f-95d4-4419-86ba-bc051273a538 on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:37:23.616137 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-53874564-7f1d-4d05-881b-389955399c9d req-a4915b5b-88a7-49f1-a696-744c0ca9860c tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:23.621590 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b9a994-1a16-41f5-9aef-916b8d06ed15', 'name': 'network-vif-deleted', 'tag': '97b39c5f-95d4-4419-86ba-bc051273a538'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:37:23.659031 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-79def476-3ead-4380-a3f3-191e7823772e tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:23.734742 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-53874564-7f1d-4d05-881b-389955399c9d req-a4915b5b-88a7-49f1-a696-744c0ca9860c tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.46 "DELETE /v2.0/ports/97b39c5f-95d4-4419-86ba-bc051273a538 HTTP/1.1" status: 204 len: 173 time: 10.4479969 Feb 09 12:37:23.743593 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-7b974ebc-8b8f-4145-a69c-d78d86da2997 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:23.760334 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b9a994-1a16-41f5-9aef-916b8d06ed15', 'name': 'network-vif-deleted', 'tag': '97b39c5f-95d4-4419-86ba-bc051273a538', 'status': 'completed', 'code': 200} Feb 09 12:37:23.790713 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056ba796-c767-46f5-8d36-18237888f7b2 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Router 33d58e4a-526c-40f7-a6ee-17283601e25d is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:37:23.817877 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd70a8ca-f7b3-4206-bb9b-2195e6e8d626 None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:37:23.855289 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-fd70a8ca-f7b3-4206-bb9b-2195e6e8d626 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:37:23.860591 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd70a8ca-f7b3-4206-bb9b-2195e6e8d626 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:37:23.924290 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-79def476-3ead-4380-a3f3-191e7823772e tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:24.001355 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd70a8ca-f7b3-4206-bb9b-2195e6e8d626 None None] Pushing event updated for resources: {'Port': ['ID=1c77fc59-de2e-47d6-b444-b95aed6a55fd,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:24.045055 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aa5a046d-baf2-4f42-94f5-f06d37e1d249 req-e2084962-c818-408e-90ff-2cb2caf22e79 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=029a437b-0101-4f83-9bc0-0b68b23834e8 HTTP/1.1" status: 200 len: 210 time: 0.1961656 Feb 09 12:37:24.060974 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79def476-3ead-4380-a3f3-191e7823772e tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1c7581-df8f-411d-b971-2bc013d9bf85,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:24.118631 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-164d9e10-5105-4951-911a-cf7822e8e271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:24.121523 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79def476-3ead-4380-a3f3-191e7823772e tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:37:24.145072 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-7b974ebc-8b8f-4145-a69c-d78d86da2997 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:24.222984 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-79def476-3ead-4380-a3f3-191e7823772e tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:24.223492 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-79def476-3ead-4380-a3f3-191e7823772e tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Added segment 0caa5db6-aa04-4661-98bb-3d548680be93 of type vlan for network bab5e9dd-0699-452a-9f86-20b12fa8f7ac Feb 09 12:37:24.230692 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-fd70a8ca-f7b3-4206-bb9b-2195e6e8d626 None None] Attempting to bind port 1c77fc59-de2e-47d6-b444-b95aed6a55fd on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:37:24.231326 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-fd70a8ca-f7b3-4206-bb9b-2195e6e8d626 None None] Attempting to bind port 1c77fc59-de2e-47d6-b444-b95aed6a55fd by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:37:24.231874 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd70a8ca-f7b3-4206-bb9b-2195e6e8d626 None None] Attempting to bind port 1c77fc59-de2e-47d6-b444-b95aed6a55fd on network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:37:24.242883 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd70a8ca-f7b3-4206-bb9b-2195e6e8d626 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:37:24.243531 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd70a8ca-f7b3-4206-bb9b-2195e6e8d626 None None] Checking segment: {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:37:24.244159 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fd70a8ca-f7b3-4206-bb9b-2195e6e8d626 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:24.244713 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd70a8ca-f7b3-4206-bb9b-2195e6e8d626 None None] Bound using segment: {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:37:24.245461 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-fd70a8ca-f7b3-4206-bb9b-2195e6e8d626 None None] Bound port: 1c77fc59-de2e-47d6-b444-b95aed6a55fd, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:37:24.246010 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fd70a8ca-f7b3-4206-bb9b-2195e6e8d626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:24.248538 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-164d9e10-5105-4951-911a-cf7822e8e271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:24.259886 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-3d97d93d-f62f-4e05-ae8c-a801f5b58521 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Allocated IP 2001:db8::1577:2e0d:3856:5b62 (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/c553866c-0a13-45d1-88ca-321b4c4bd1c5/275f326f-00db-4bea-96a1-92ec776b74e0) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:37:24.365860 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b974ebc-8b8f-4145-a69c-d78d86da2997 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Pushing event updated for resources: {'Port': ['ID=102d9c9d-b5e1-4581-8a0f-7ac8eaee9409,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:24.368871 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056ba796-c767-46f5-8d36-18237888f7b2 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:37:24.373124 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e6096-f055-4806-a3e4-43ec000fa76b req-95d4ccd3-028a-48d1-990c-7f1f5e3d9190 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:24.381130 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c80e6096-f055-4806-a3e4-43ec000fa76b req-95d4ccd3-028a-48d1-990c-7f1f5e3d9190 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 944 time: 0.2634647 Feb 09 12:37:24.395663 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-7b974ebc-8b8f-4145-a69c-d78d86da2997 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Network 8f32be62-c86b-414f-bc1f-d2cef7c023c9 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:37:24.398671 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-7b974ebc-8b8f-4145-a69c-d78d86da2997 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:37:24.401025 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33775b28-3516-4123-bd37-3f82422540bc None None] Sync routers for ids ['33d58e4a-526c-40f7-a6ee-17283601e25d'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:37:24.403482 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-79def476-3ead-4380-a3f3-191e7823772e tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:24.405362 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-7b974ebc-8b8f-4145-a69c-d78d86da2997 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:37:24.440346 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33775b28-3516-4123-bd37-3f82422540bc None None] Routers {'33d58e4a-526c-40f7-a6ee-17283601e25d'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:37:24.441204 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-33775b28-3516-4123-bd37-3f82422540bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:37:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['33d58e4a-526c-40f7-a6ee-17283601e25d'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:37:24.527801 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-056ba796-c767-46f5-8d36-18237888f7b2 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:24.543323 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-056ba796-c767-46f5-8d36-18237888f7b2 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 12.8040271 Feb 09 12:37:24.555340 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 42806) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:24.588644 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.resource_extend [None req-79def476-3ead-4380-a3f3-191e7823772e tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:37:24.619894 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-79def476-3ead-4380-a3f3-191e7823772e tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:24.627588 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79def476-3ead-4380-a3f3-191e7823772e tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:24.628306 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-79def476-3ead-4380-a3f3-191e7823772e tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:24.677250 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-33775b28-3516-4123-bd37-3f82422540bc None None] Set router 33d58e4a-526c-40f7-a6ee-17283601e25d gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:37:24.695998 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-164d9e10-5105-4951-911a-cf7822e8e271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:24.777497 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-7b974ebc-8b8f-4145-a69c-d78d86da2997 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:24.779032 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-7b974ebc-8b8f-4145-a69c-d78d86da2997 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:24.794954 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-fd70a8ca-f7b3-4206-bb9b-2195e6e8d626 None None] For port 1c77fc59-de2e-47d6-b444-b95aed6a55fd, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:37:24.836757 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-7b974ebc-8b8f-4145-a69c-d78d86da2997 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.0832412 Feb 09 12:37:24.945527 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-fd70a8ca-f7b3-4206-bb9b-2195e6e8d626 None None] For port 1c77fc59-de2e-47d6-b444-b95aed6a55fd, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=1c77fc59-de2e-47d6-b444-b95aed6a55fd,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:37:24.964800 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fd70a8ca-f7b3-4206-bb9b-2195e6e8d626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:24.968849 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c80e6096-f055-4806-a3e4-43ec000fa76b req-1ad5c647-a040-4dd0-ab14-231b279e642f tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5851862 Feb 09 12:37:24.970270 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d9e10-5105-4951-911a-cf7822e8e271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f331fd-3858-49fb-af96-757294bb999e,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:24.972503 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-d030d2b1-0bb8-4901-85eb-82e819858089 service neutron] Request body: {'port': {'device_id': '029a437b-0101-4f83-9bc0-0b68b23834e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:37:25.132169 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd70a8ca-f7b3-4206-bb9b-2195e6e8d626 None None] Pushing event updated for resources: {'Port': ['ID=1c77fc59-de2e-47d6-b444-b95aed6a55fd,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:25.266887 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-d030d2b1-0bb8-4901-85eb-82e819858089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:25.403962 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1bf051a1-d904-4453-9051-965c54760b81 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:25.541955 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-33775b28-3516-4123-bd37-3f82422540bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d58e4a-526c-40f7-a6ee-17283601e25d', 'name': '', 'tenant_id': 'eb7e067e40654df081022e60db7f9359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beb4c042-861c-421a-a294-a6b5eef8fad4', 'external_fixed_ips': [{'subnet_id': '8bc6bb4b-da16-473d-822c-cb4003bc3dbf', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': 'cfe69858-e2c3-437b-b573-5e4dbddd083a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:37:11Z', 'updated_at': '2022-02-09T12:37:20Z', 'revision_number': 3, 'project_id': 'eb7e067e40654df081022e60db7f9359', 'gw_port': {'id': 'cfe69858-e2c3-437b-b573-5e4dbddd083a', 'name': '', 'network_id': 'beb4c042-861c-421a-a294-a6b5eef8fad4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:24:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d58e4a-526c-40f7-a6ee-17283601e25d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '8bc6bb4b-da16-473d-822c-cb4003bc3dbf', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:37:16Z', 'updated_at': '2022-02-09T12:37:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bc6bb4b-da16-473d-822c-cb4003bc3dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:37:25.548866 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33775b28-3516-4123-bd37-3f82422540bc None None] Checking router: 33d58e4a-526c-40f7-a6ee-17283601e25d for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:37:25.549273 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33775b28-3516-4123-bd37-3f82422540bc None None] Updating router 33d58e4a-526c-40f7-a6ee-17283601e25d port cfe69858-e2c3-437b-b573-5e4dbddd083a binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:37:25.687717 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-33775b28-3516-4123-bd37-3f82422540bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:25.887765 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79def476-3ead-4380-a3f3-191e7823772e tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Pushing event updated for resources: {'Network': ['ID=bab5e9dd-0699-452a-9f86-20b12fa8f7ac,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:25.925163 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-79def476-3ead-4380-a3f3-191e7823772e tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.3888752 Feb 09 12:37:25.930527 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-164d9e10-5105-4951-911a-cf7822e8e271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:25.932063 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-164d9e10-5105-4951-911a-cf7822e8e271 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/78f331fd-3858-49fb-af96-757294bb999e HTTP/1.1" status: 204 len: 168 time: 2.7228482 Feb 09 12:37:25.933187 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 42856) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:25.939753 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3d97d93d-f62f-4e05-ae8c-a801f5b58521 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:25.963909 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-954d0eb2-f603-4335-b443-609f164d3753 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Request body: {'subnet': {'network_id': 'bab5e9dd-0699-452a-9f86-20b12fa8f7ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:37:26.050801 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-3d97d93d-f62f-4e05-ae8c-a801f5b58521 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Transition to ACTIVE for port object 275f326f-00db-4bea-96a1-92ec776b74e0 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:37:26.130204 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network bab5e9dd-0699-452a-9f86-20b12fa8f7ac details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:37:26.514269 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc3d74-9f70-49cf-a95f-1aa95439c34a req-af620046-735a-4ad3-abfd-479c31646da7 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:26.538306 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-75cc3d74-9f70-49cf-a95f-1aa95439c34a req-af620046-735a-4ad3-abfd-479c31646da7 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=029a437b-0101-4f83-9bc0-0b68b23834e8 HTTP/1.1" status: 200 len: 932 time: 1.0428569 Feb 09 12:37:26.612261 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-954d0eb2-f603-4335-b443-609f164d3753 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:37:26.616686 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-954d0eb2-f603-4335-b443-609f164d3753 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Usage tracker for resource:subnet and tenant:da0769963a6744779729472b17a576e0 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:37:26.620967 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-954d0eb2-f603-4335-b443-609f164d3753 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:37:26.624696 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1bf051a1-d904-4453-9051-965c54760b81 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:26.629321 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-954d0eb2-f603-4335-b443-609f164d3753 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:37:26.655796 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954d0eb2-f603-4335-b443-609f164d3753 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Made reservation on behalf of da0769963a6744779729472b17a576e0 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:37:26.660744 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-954d0eb2-f603-4335-b443-609f164d3753 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:26.665901 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-1bf051a1-d904-4453-9051-965c54760b81 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Deleting port cfe69858-e2c3-437b-b573-5e4dbddd083a {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:37:26.666410 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1bf051a1-d904-4453-9051-965c54760b81 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:26.774360 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-33775b28-3516-4123-bd37-3f82422540bc None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:26.792418 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-33775b28-3516-4123-bd37-3f82422540bc None None] Transition to ACTIVE for port object cfe69858-e2c3-437b-b573-5e4dbddd083a will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:37:26.806006 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-33775b28-3516-4123-bd37-3f82422540bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:26.867356 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-75cc3d74-9f70-49cf-a95f-1aa95439c34a req-f3bffa92-11d9-41c3-b71d-d23d23d9e3e4 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266356 Feb 09 12:37:26.939350 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3d97d93d-f62f-4e05-ae8c-a801f5b58521 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:27.047040 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-33775b28-3516-4123-bd37-3f82422540bc None None] Attempting to bind port cfe69858-e2c3-437b-b573-5e4dbddd083a on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:37:27.047701 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-33775b28-3516-4123-bd37-3f82422540bc None None] Attempting to bind port cfe69858-e2c3-437b-b573-5e4dbddd083a by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'ba6c8b4c-3e58-445d-9517-2b640813ec10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'beb4c042-861c-421a-a294-a6b5eef8fad4'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:37:27.048384 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33775b28-3516-4123-bd37-3f82422540bc None None] Attempting to bind port cfe69858-e2c3-437b-b573-5e4dbddd083a on network beb4c042-861c-421a-a294-a6b5eef8fad4 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:37:27.051474 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc4db02-6cce-406d-a520-6969cb1d3b66 None None] Pushing event updated for resources: {'Port': ['ID=cfe69858-e2c3-437b-b573-5e4dbddd083a,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:27.064876 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33775b28-3516-4123-bd37-3f82422540bc None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:37:27.065505 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33775b28-3516-4123-bd37-3f82422540bc None None] Checking segment: {'id': 'ba6c8b4c-3e58-445d-9517-2b640813ec10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'beb4c042-861c-421a-a294-a6b5eef8fad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:37:27.066077 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-33775b28-3516-4123-bd37-3f82422540bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:27.066607 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33775b28-3516-4123-bd37-3f82422540bc None None] Bound using segment: {'id': 'ba6c8b4c-3e58-445d-9517-2b640813ec10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'beb4c042-861c-421a-a294-a6b5eef8fad4'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:37:27.067665 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-33775b28-3516-4123-bd37-3f82422540bc None None] Bound port: cfe69858-e2c3-437b-b573-5e4dbddd083a, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba6c8b4c-3e58-445d-9517-2b640813ec10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'beb4c042-861c-421a-a294-a6b5eef8fad4'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:37:27.068288 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-33775b28-3516-4123-bd37-3f82422540bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:27.079417 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d97d93d-f62f-4e05-ae8c-a801f5b58521 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:37:27.097562 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63bac7-6218-442f-9299-63d75629dfeb req-b8d0bebc-b3d5-4985-a1c8-59a83bbb0c14 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:27.099236 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8b63bac7-6218-442f-9299-63d75629dfeb req-b8d0bebc-b3d5-4985-a1c8-59a83bbb0c14 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 944 time: 0.9008641 Feb 09 12:37:27.110443 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-3d97d93d-f62f-4e05-ae8c-a801f5b58521 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:37:27.115195 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d97d93d-f62f-4e05-ae8c-a801f5b58521 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:37:27.121406 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d97d93d-f62f-4e05-ae8c-a801f5b58521 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:27.122449 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3d97d93d-f62f-4e05-ae8c-a801f5b58521 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:27.221263 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-33775b28-3516-4123-bd37-3f82422540bc None None] For port cfe69858-e2c3-437b-b573-5e4dbddd083a, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:37:27.225893 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-33775b28-3516-4123-bd37-3f82422540bc None None] For port cfe69858-e2c3-437b-b573-5e4dbddd083a, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=cfe69858-e2c3-437b-b573-5e4dbddd083a,segment=NetworkSegment(ba6c8b4c-3e58-445d-9517-2b640813ec10),segment_id=ba6c8b4c-3e58-445d-9517-2b640813ec10)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:37:27.236685 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-9e3c78af-4fd3-44d7-b260-520e0c86390d None None] Provisioning for port 1c77fc59-de2e-47d6-b444-b95aed6a55fd completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:37:27.241285 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-33775b28-3516-4123-bd37-3f82422540bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:27.330272 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8b63bac7-6218-442f-9299-63d75629dfeb req-f9ad70a5-161a-40e7-b05f-8be76554956c tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1992948 Feb 09 12:37:27.340342 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3d97d93d-f62f-4e05-ae8c-a801f5b58521 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.6138244 Feb 09 12:37:27.352585 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 42948) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:27.359729 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-d030d2b1-0bb8-4901-85eb-82e819858089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 102d9c9d-b5e1-4581-8a0f-7ac8eaee9409 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:37:27.381656 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-d030d2b1-0bb8-4901-85eb-82e819858089 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:27.399732 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc4db02-6cce-406d-a520-6969cb1d3b66 None None] Pushing event updated for resources: {'Port': ['ID=cfe69858-e2c3-437b-b573-5e4dbddd083a,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:27.411743 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33775b28-3516-4123-bd37-3f82422540bc None None] Routers {'33d58e4a-526c-40f7-a6ee-17283601e25d'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:37:27.412603 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-33775b28-3516-4123-bd37-3f82422540bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:37:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['33d58e4a-526c-40f7-a6ee-17283601e25d'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:37:27.467192 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-d030d2b1-0bb8-4901-85eb-82e819858089 service neutron] Transition to ACTIVE for port object 102d9c9d-b5e1-4581-8a0f-7ac8eaee9409 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:37:27.479519 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-d030d2b1-0bb8-4901-85eb-82e819858089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:27.596390 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d97d93d-f62f-4e05-ae8c-a801f5b58521 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Port': ['ID=275f326f-00db-4bea-96a1-92ec776b74e0,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:27.661944 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1bf051a1-d904-4453-9051-965c54760b81 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:27.695799 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 1c77fc59-de2e-47d6-b444-b95aed6a55fd up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:37:27.713897 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d030d2b1-0bb8-4901-85eb-82e819858089 service neutron] Pushing event updated for resources: {'Port': ['ID=102d9c9d-b5e1-4581-8a0f-7ac8eaee9409,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:27.855563 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23102c39-e3a1-4797-9c4e-40485c6ab880 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:27.863793 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030d2b1-0bb8-4901-85eb-82e819858089 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:37:27.864174 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030d2b1-0bb8-4901-85eb-82e819858089 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:37:27.864514 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030d2b1-0bb8-4901-85eb-82e819858089 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:37:27.864853 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030d2b1-0bb8-4901-85eb-82e819858089 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:37:27.865186 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030d2b1-0bb8-4901-85eb-82e819858089 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:37:27.865518 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030d2b1-0bb8-4901-85eb-82e819858089 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:37:27.865845 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030d2b1-0bb8-4901-85eb-82e819858089 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:37:27.866174 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030d2b1-0bb8-4901-85eb-82e819858089 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:37:27.866501 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030d2b1-0bb8-4901-85eb-82e819858089 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:37:27.866821 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030d2b1-0bb8-4901-85eb-82e819858089 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:37:27.867144 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030d2b1-0bb8-4901-85eb-82e819858089 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:37:27.867464 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030d2b1-0bb8-4901-85eb-82e819858089 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:37:27.877828 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23102c39-e3a1-4797-9c4e-40485c6ab880 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:27.878669 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-23102c39-e3a1-4797-9c4e-40485c6ab880 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Synchronizing usage tracker for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:37:27.922352 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-432b1b6f-b06e-4b4b-9e7c-a6b4a7aec5a3 None None] Provisioning for port 275f326f-00db-4bea-96a1-92ec776b74e0 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:37:27.940195 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-1bf051a1-d904-4453-9051-965c54760b81 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Calling delete_port for cfe69858-e2c3-437b-b573-5e4dbddd083a owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:37:27.960576 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-432b1b6f-b06e-4b4b-9e7c-a6b4a7aec5a3 None None] Provisioning complete for port 275f326f-00db-4bea-96a1-92ec776b74e0 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:37:27.962818 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-432b1b6f-b06e-4b4b-9e7c-a6b4a7aec5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:27.992702 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-23102c39-e3a1-4797-9c4e-40485c6ab880 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Unset dirty status for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:37:27.993710 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-23102c39-e3a1-4797-9c4e-40485c6ab880 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.6385674 Feb 09 12:37:27.996702 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 42986) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:28.109376 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-432b1b6f-b06e-4b4b-9e7c-a6b4a7aec5a3 None None] Port 275f326f-00db-4bea-96a1-92ec776b74e0 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:37:28.117278 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 1c77fc59-de2e-47d6-b444-b95aed6a55fd completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:37:28.125875 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-1666d586-d3f4-42ea-aeaa-298de4a2cfec tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Deleting port 275f326f-00db-4bea-96a1-92ec776b74e0 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:37:28.127075 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1666d586-d3f4-42ea-aeaa-298de4a2cfec tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:28.141896 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-33775b28-3516-4123-bd37-3f82422540bc None None] Set router 33d58e4a-526c-40f7-a6ee-17283601e25d gateway port host: None {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:37:28.328436 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-954d0eb2-f603-4335-b443-609f164d3753 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:28.445427 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 1c77fc59-de2e-47d6-b444-b95aed6a55fd triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:37:28.446306 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:28.471367 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-d030d2b1-0bb8-4901-85eb-82e819858089 service neutron] Attempting to bind port 102d9c9d-b5e1-4581-8a0f-7ac8eaee9409 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:37:28.473005 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-d030d2b1-0bb8-4901-85eb-82e819858089 service neutron] Attempting to bind port 102d9c9d-b5e1-4581-8a0f-7ac8eaee9409 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '0506d4bb-113b-4fbe-8a77-b072bee9b6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8f32be62-c86b-414f-bc1f-d2cef7c023c9'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:37:28.473512 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-d030d2b1-0bb8-4901-85eb-82e819858089 service neutron] Attempting to bind port 102d9c9d-b5e1-4581-8a0f-7ac8eaee9409 on network 8f32be62-c86b-414f-bc1f-d2cef7c023c9 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:37:28.500964 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-d030d2b1-0bb8-4901-85eb-82e819858089 service neutron] Port 102d9c9d-b5e1-4581-8a0f-7ac8eaee9409 on network 8f32be62-c86b-414f-bc1f-d2cef7c023c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:37:28.511380 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-d030d2b1-0bb8-4901-85eb-82e819858089 service neutron] Attempting to bind port 102d9c9d-b5e1-4581-8a0f-7ac8eaee9409 on network 8f32be62-c86b-414f-bc1f-d2cef7c023c9 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:37:28.532334 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-d030d2b1-0bb8-4901-85eb-82e819858089 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:37:28.532678 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-d030d2b1-0bb8-4901-85eb-82e819858089 service neutron] Checking segment: {'id': '0506d4bb-113b-4fbe-8a77-b072bee9b6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8f32be62-c86b-414f-bc1f-d2cef7c023c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:37:28.537942 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-d030d2b1-0bb8-4901-85eb-82e819858089 service neutron] Bound using segment: {'id': '0506d4bb-113b-4fbe-8a77-b072bee9b6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8f32be62-c86b-414f-bc1f-d2cef7c023c9'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:37:28.538637 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-d030d2b1-0bb8-4901-85eb-82e819858089 service neutron] Bound port: 102d9c9d-b5e1-4581-8a0f-7ac8eaee9409, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0506d4bb-113b-4fbe-8a77-b072bee9b6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8f32be62-c86b-414f-bc1f-d2cef7c023c9'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:37:28.540348 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-d030d2b1-0bb8-4901-85eb-82e819858089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:28.580547 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-33775b28-3516-4123-bd37-3f82422540bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d58e4a-526c-40f7-a6ee-17283601e25d', 'name': '', 'tenant_id': 'eb7e067e40654df081022e60db7f9359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:37:11Z', 'updated_at': '2022-02-09T12:37:26Z', 'revision_number': 4, 'project_id': 'eb7e067e40654df081022e60db7f9359', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:37:28.598087 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33775b28-3516-4123-bd37-3f82422540bc None None] The sync data for ids ['33d58e4a-526c-40f7-a6ee-17283601e25d'] in n-d-825178-3 is: [{'id': '33d58e4a-526c-40f7-a6ee-17283601e25d', 'name': '', 'tenant_id': 'eb7e067e40654df081022e60db7f9359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:37:11Z', 'updated_at': '2022-02-09T12:37:26Z', 'revision_number': 4, 'project_id': 'eb7e067e40654df081022e60db7f9359', 'gw_port_host': None}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:37:28.748599 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.api [None req-1bf051a1-d904-4453-9051-965c54760b81 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:37:28.749535 n-d-825178-3 neutron-server[87568]: DEBUG oslo_db.api [None req-1bf051a1-d904-4453-9051-965c54760b81 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:37:28.796782 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-d030d2b1-0bb8-4901-85eb-82e819858089 service neutron] For port 102d9c9d-b5e1-4581-8a0f-7ac8eaee9409, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:37:28.801588 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-d030d2b1-0bb8-4901-85eb-82e819858089 service neutron] For port 102d9c9d-b5e1-4581-8a0f-7ac8eaee9409, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=102d9c9d-b5e1-4581-8a0f-7ac8eaee9409,segment=NetworkSegment(0506d4bb-113b-4fbe-8a77-b072bee9b6d7),segment_id=0506d4bb-113b-4fbe-8a77-b072bee9b6d7)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:37:28.811911 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-d030d2b1-0bb8-4901-85eb-82e819858089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:28.831599 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:28.838296 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954d0eb2-f603-4335-b443-609f164d3753 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Pushing event updated for resources: {'Subnet': ['ID=bcab140d-ac89-4bd9-99e8-cf0fec9dc474,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:28.847564 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954d0eb2-f603-4335-b443-609f164d3753 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Checking segment: {'id': '0caa5db6-aa04-4661-98bb-3d548680be93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'bab5e9dd-0699-452a-9f86-20b12fa8f7ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:37:28.847564 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954d0eb2-f603-4335-b443-609f164d3753 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Network hostable DHCP agents. Network: bab5e9dd-0699-452a-9f86-20b12fa8f7ac, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:37:28.925236 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 1c77fc59-de2e-47d6-b444-b95aed6a55fd, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=1c77fc59-de2e-47d6-b444-b95aed6a55fd,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:37:28.931583 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:29.012019 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-d030d2b1-0bb8-4901-85eb-82e819858089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:29.013110 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-d030d2b1-0bb8-4901-85eb-82e819858089 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:29.018571 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-d030d2b1-0bb8-4901-85eb-82e819858089 service neutron] 10.222.0.46 "PUT /v2.0/ports/102d9c9d-b5e1-4581-8a0f-7ac8eaee9409 HTTP/1.1" status: 200 len: 1092 time: 4.0712774 Feb 09 12:37:29.026038 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '029a437b-0101-4f83-9bc0-0b68b23834e8', 'tag': '102d9c9d-b5e1-4581-8a0f-7ac8eaee9409'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:37:29.074920 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d030d2b1-0bb8-4901-85eb-82e819858089 service neutron] Pushing event updated for resources: {'Port': ['ID=102d9c9d-b5e1-4581-8a0f-7ac8eaee9409,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:29.105985 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=1c77fc59-de2e-47d6-b444-b95aed6a55fd,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:29.234996 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954d0eb2-f603-4335-b443-609f164d3753 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Network bab5e9dd-0699-452a-9f86-20b12fa8f7ac is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:37:29.255458 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-1bf051a1-d904-4453-9051-965c54760b81 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Deleting port cfe69858-e2c3-437b-b573-5e4dbddd083a {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:37:29.255458 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1bf051a1-d904-4453-9051-965c54760b81 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:29.255952 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-954d0eb2-f603-4335-b443-609f164d3753 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, bab5e9dd-0699-452a-9f86-20b12fa8f7ac) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:37:29.268524 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f24eb66-7087-4193-8199-50c9def4d70b None None] Network bab5e9dd-0699-452a-9f86-20b12fa8f7ac requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:37:29.282725 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403edf9b-cce1-4a4b-975c-fe172ac59115 req-dc859bf0-eeb9-45bc-b5db-10b8791bf1bf tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:29.284527 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-403edf9b-cce1-4a4b-975c-fe172ac59115 req-dc859bf0-eeb9-45bc-b5db-10b8791bf1bf tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=029a437b-0101-4f83-9bc0-0b68b23834e8 HTTP/1.1" status: 200 len: 944 time: 1.1096666 Feb 09 12:37:29.307749 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954d0eb2-f603-4335-b443-609f164d3753 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:29.308386 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-954d0eb2-f603-4335-b443-609f164d3753 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:29.547428 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-2d27e57c-616a-440b-86ae-dd139dc4a63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:29.549051 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-2d27e57c-616a-440b-86ae-dd139dc4a63a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=79b13d259e044206b7b291bef4587540&device_id=029a437b-0101-4f83-9bc0-0b68b23834e8 HTTP/1.1" status: 200 len: 1095 time: 0.4273007 Feb 09 12:37:29.552862 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1666d586-d3f4-42ea-aeaa-298de4a2cfec tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:29.555583 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 1c77fc59-de2e-47d6-b444-b95aed6a55fd up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:37:29.588021 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-403edf9b-cce1-4a4b-975c-fe172ac59115 req-e53f848c-938c-472c-8faa-598cd42cfd2b tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712677 Feb 09 12:37:29.590005 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-954d0eb2-f603-4335-b443-609f164d3753 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6454871 Feb 09 12:37:29.600096 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 43074) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:29.678295 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-29f70b36-c7d1-4f89-8ace-d3550e76d188 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-768580630', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:37:29.698166 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-07c5fb91-a761-4488-ba3f-710bdb576823 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=102d9c9d-b5e1-4581-8a0f-7ac8eaee9409 HTTP/1.1" status: 200 len: 217 time: 0.1340392 Feb 09 12:37:29.699103 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc7a28-cf23-4606-93d1-b164cb8aa6ea req-6d839c41-e9ca-432a-b938-4c9421637809 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:29.715949 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5cfc7a28-cf23-4606-93d1-b164cb8aa6ea req-6d839c41-e9ca-432a-b938-4c9421637809 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 944 time: 0.9717295 Feb 09 12:37:29.874745 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-29f70b36-c7d1-4f89-8ace-d3550e76d188 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:37:29.902784 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-1666d586-d3f4-42ea-aeaa-298de4a2cfec tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Calling delete_port for 275f326f-00db-4bea-96a1-92ec776b74e0 owned by {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:37:29.917913 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 1c77fc59-de2e-47d6-b444-b95aed6a55fd triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:37:29.918597 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:29.925920 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-f466d93a-7deb-460f-a3bf-2f5516173899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:29.935548 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-f466d93a-7deb-460f-a3bf-2f5516173899 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8e0df51a-c44d-4333-910c-bf77ea824551 HTTP/1.1" status: 200 len: 855 time: 0.2064595 Feb 09 12:37:29.940447 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '029a437b-0101-4f83-9bc0-0b68b23834e8', 'tag': '102d9c9d-b5e1-4581-8a0f-7ac8eaee9409', 'status': 'completed', 'code': 200} Feb 09 12:37:30.033342 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-29f70b36-c7d1-4f89-8ace-d3550e76d188 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Usage tracker for resource:router and tenant:da0769963a6744779729472b17a576e0 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:37:30.038081 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-29f70b36-c7d1-4f89-8ace-d3550e76d188 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:37:30.046956 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-29f70b36-c7d1-4f89-8ace-d3550e76d188 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:37:30.058850 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c280a836-4f26-4b41-9771-99727bf48a99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-bab5e9dd-0699-452a-9f86-20b12fa8f7ac', 'network_id': 'bab5e9dd-0699-452a-9f86-20b12fa8f7ac', 'tenant_id': 'da0769963a6744779729472b17a576e0', 'fixed_ips': [{'subnet_id': 'bcab140d-ac89-4bd9-99e8-cf0fec9dc474'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:37:30.060226 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c280a836-4f26-4b41-9771-99727bf48a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:30.101904 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-29f70b36-c7d1-4f89-8ace-d3550e76d188 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:30.102916 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-29f70b36-c7d1-4f89-8ace-d3550e76d188 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:30.127510 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-29f70b36-c7d1-4f89-8ace-d3550e76d188 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:30.370668 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-8d89038c-57fe-4dee-bfbc-8f34f4a767cd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8f32be62-c86b-414f-bc1f-d2cef7c023c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4136696 Feb 09 12:37:30.375765 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-1bf051a1-d904-4453-9051-965c54760b81 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] For port cfe69858-e2c3-437b-b573-5e4dbddd083a, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=cfe69858-e2c3-437b-b573-5e4dbddd083a,segment=NetworkSegment(ba6c8b4c-3e58-445d-9517-2b640813ec10),segment_id=ba6c8b4c-3e58-445d-9517-2b640813ec10)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:37:30.376402 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1bf051a1-d904-4453-9051-965c54760b81 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:30.579151 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5cfc7a28-cf23-4606-93d1-b164cb8aa6ea req-05b07250-e651-4da4-9bea-fee1c3a01c81 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6968355 Feb 09 12:37:30.612680 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1666d586-d3f4-42ea-aeaa-298de4a2cfec tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:30.617148 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-29f70b36-c7d1-4f89-8ace-d3550e76d188 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:30.763450 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1666d586-d3f4-42ea-aeaa-298de4a2cfec tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:30.767659 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1666d586-d3f4-42ea-aeaa-298de4a2cfec tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Port': ['ID=275f326f-00db-4bea-96a1-92ec776b74e0,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:30.778367 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-c280a836-4f26-4b41-9771-99727bf48a99 None None] Allocated IP 172.20.0.2 (bab5e9dd-0699-452a-9f86-20b12fa8f7ac/bcab140d-ac89-4bd9-99e8-cf0fec9dc474/3f57c18c-584c-4471-a762-94a468b20d72) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:37:30.785607 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-29f70b36-c7d1-4f89-8ace-d3550e76d188 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:30.787203 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-29f70b36-c7d1-4f89-8ace-d3550e76d188 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 1.1851044 Feb 09 12:37:30.789944 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 43164) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:30.873184 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1666d586-d3f4-42ea-aeaa-298de4a2cfec tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/ports/275f326f-00db-4bea-96a1-92ec776b74e0 HTTP/1.1" status: 204 len: 168 time: 2.8641143 Feb 09 12:37:30.874015 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 43172) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:30.931228 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-1bf051a1-d904-4453-9051-965c54760b81 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Calling delete_port for cfe69858-e2c3-437b-b573-5e4dbddd083a owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:37:30.995064 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0479679a-f911-4523-af39-2026207de522 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:30.999271 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0479679a-f911-4523-af39-2026207de522 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:31.000238 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-0479679a-f911-4523-af39-2026207de522 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Synchronizing usage tracker for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:subnet {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:37:31.188196 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-0479679a-f911-4523-af39-2026207de522 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Unset dirty status for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:subnet {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:37:31.193905 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-0479679a-f911-4523-af39-2026207de522 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3130331 Feb 09 12:37:31.194910 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 43194) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:31.263718 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-c7616261-965d-40f5-aa72-0d13e2da60f7 service neutron] 10.222.0.46 "GET /v2.0/networks/8f32be62-c86b-414f-bc1f-d2cef7c023c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8655539 Feb 09 12:37:31.273041 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43202) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:31.328375 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c280a836-4f26-4b41-9771-99727bf48a99 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:31.337557 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ff78759-1872-4a3a-bcc3-ea9337d318bf tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Deleting subnet c553866c-0a13-45d1-88ca-321b4c4bd1c5 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:37:31.340503 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c280a836-4f26-4b41-9771-99727bf48a99 None None] Transition to ACTIVE for port object 3f57c18c-584c-4471-a762-94a468b20d72 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:37:31.360910 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2ff78759-1872-4a3a-bcc3-ea9337d318bf tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:31.365913 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c280a836-4f26-4b41-9771-99727bf48a99 None None] Transition to ACTIVE for port object 3f57c18c-584c-4471-a762-94a468b20d72 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:37:31.377420 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c280a836-4f26-4b41-9771-99727bf48a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:31.471149 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c280a836-4f26-4b41-9771-99727bf48a99 None None] Network bab5e9dd-0699-452a-9f86-20b12fa8f7ac is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:37:31.476441 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-c280a836-4f26-4b41-9771-99727bf48a99 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:37:31.490683 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c280a836-4f26-4b41-9771-99727bf48a99 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:37:31.554775 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1557c8d8-6688-4882-acfe-383a8c639c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:31.653166 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c280a836-4f26-4b41-9771-99727bf48a99 None None] Pushing event updated for resources: {'Port': ['ID=3f57c18c-584c-4471-a762-94a468b20d72,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:31.676683 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-c280a836-4f26-4b41-9771-99727bf48a99 None None] Attempting to bind port 3f57c18c-584c-4471-a762-94a468b20d72 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:37:31.677522 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-c280a836-4f26-4b41-9771-99727bf48a99 None None] Attempting to bind port 3f57c18c-584c-4471-a762-94a468b20d72 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '0caa5db6-aa04-4661-98bb-3d548680be93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'bab5e9dd-0699-452a-9f86-20b12fa8f7ac'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:37:31.678250 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c280a836-4f26-4b41-9771-99727bf48a99 None None] Attempting to bind port 3f57c18c-584c-4471-a762-94a468b20d72 on network bab5e9dd-0699-452a-9f86-20b12fa8f7ac {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:37:31.683164 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1557c8d8-6688-4882-acfe-383a8c639c38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:37:31.684982 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c280a836-4f26-4b41-9771-99727bf48a99 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:37:31.685470 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c280a836-4f26-4b41-9771-99727bf48a99 None None] Checking segment: {'id': '0caa5db6-aa04-4661-98bb-3d548680be93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'bab5e9dd-0699-452a-9f86-20b12fa8f7ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:37:31.685992 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c280a836-4f26-4b41-9771-99727bf48a99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:31.687229 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c280a836-4f26-4b41-9771-99727bf48a99 None None] Bound using segment: {'id': '0caa5db6-aa04-4661-98bb-3d548680be93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'bab5e9dd-0699-452a-9f86-20b12fa8f7ac'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:37:31.687965 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-c280a836-4f26-4b41-9771-99727bf48a99 None None] Bound port: 3f57c18c-584c-4471-a762-94a468b20d72, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0caa5db6-aa04-4661-98bb-3d548680be93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'bab5e9dd-0699-452a-9f86-20b12fa8f7ac'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:37:31.688554 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c280a836-4f26-4b41-9771-99727bf48a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:31.688674 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-1557c8d8-6688-4882-acfe-383a8c639c38 admin admin] Usage tracker for resource:security_group_rule and tenant:89eae414efe7412f8ad10c69d253002e is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:37:31.692522 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-1557c8d8-6688-4882-acfe-383a8c639c38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:37:31.698655 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1557c8d8-6688-4882-acfe-383a8c639c38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:37:31.793156 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1557c8d8-6688-4882-acfe-383a8c639c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:31.805132 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1557c8d8-6688-4882-acfe-383a8c639c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:31.850252 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b1537854-9b63-479b-be26-a72e3a600bf7 req-676afc3c-bdf1-4f78-ab84-6deaea2ac081 service neutron] 10.222.0.46 "GET /v2.0/networks/8f32be62-c86b-414f-bc1f-d2cef7c023c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5792255 Feb 09 12:37:31.855385 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1557c8d8-6688-4882-acfe-383a8c639c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd0c6aa-8b9d-4413-af5b-d813672733f0,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:31.866896 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2ff78759-1872-4a3a-bcc3-ea9337d318bf tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:31.899205 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1557c8d8-6688-4882-acfe-383a8c639c38 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=89eae414efe7412f8ad10c69d253002e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6061430 Feb 09 12:37:31.903756 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43230) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:31.971550 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1bf051a1-d904-4453-9051-965c54760b81 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:31.978897 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-c280a836-4f26-4b41-9771-99727bf48a99 None None] For port 3f57c18c-584c-4471-a762-94a468b20d72, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:37:31.991153 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-c280a836-4f26-4b41-9771-99727bf48a99 None None] For port 3f57c18c-584c-4471-a762-94a468b20d72, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=3f57c18c-584c-4471-a762-94a468b20d72,segment=NetworkSegment(0caa5db6-aa04-4661-98bb-3d548680be93),segment_id=0caa5db6-aa04-4661-98bb-3d548680be93)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:37:32.000442 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c280a836-4f26-4b41-9771-99727bf48a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:32.074268 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf051a1-d904-4453-9051-965c54760b81 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Pushing event deleted for resources: {'Port': ['ID=cfe69858-e2c3-437b-b573-5e4dbddd083a,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:32.112291 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7bc596fc-c465-4246-a7b2-f42531494747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:32.180211 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c280a836-4f26-4b41-9771-99727bf48a99 None None] Pushing event updated for resources: {'Port': ['ID=3f57c18c-584c-4471-a762-94a468b20d72,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:32.316964 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603c02b-18ab-467e-9227-054e757df72d req-4bec9f44-4b47-4c3f-8b7b-ccb1b38354f5 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:32.321506 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2603c02b-18ab-467e-9227-054e757df72d req-4bec9f44-4b47-4c3f-8b7b-ccb1b38354f5 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=029a437b-0101-4f83-9bc0-0b68b23834e8 HTTP/1.1" status: 200 len: 944 time: 1.2306724 Feb 09 12:37:32.375917 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7bc596fc-c465-4246-a7b2-f42531494747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:32.487780 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1bf051a1-d904-4453-9051-965c54760b81 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:32.529294 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2603c02b-18ab-467e-9227-054e757df72d req-72a7402c-39cc-4b84-96d6-64e1998e157b tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562846 Feb 09 12:37:32.662163 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4ba63df9-6b3d-4d13-8425-34856aa4f040 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:32.769750 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729126b-1235-4a24-aefa-87ed35d258fc req-a8a0905b-d4d3-4770-8fcb-212276905597 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:32.771719 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c729126b-1235-4a24-aefa-87ed35d258fc req-a8a0905b-d4d3-4770-8fcb-212276905597 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 944 time: 0.8178520 Feb 09 12:37:32.882817 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1bf051a1-d904-4453-9051-965c54760b81 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:32.885363 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1bf051a1-d904-4453-9051-965c54760b81 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:32.913462 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1bf051a1-d904-4453-9051-965c54760b81 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:32.913973 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf051a1-d904-4453-9051-965c54760b81 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 33d58e4a-526c-40f7-a6ee-17283601e25d {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:37:32.955359 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7bc596fc-c465-4246-a7b2-f42531494747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:32.965808 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2ff78759-1872-4a3a-bcc3-ea9337d318bf tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:32.970270 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7bc596fc-c465-4246-a7b2-f42531494747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:32.971448 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7bc596fc-c465-4246-a7b2-f42531494747 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4dd0c6aa-8b9d-4413-af5b-d813672733f0 HTTP/1.1" status: 204 len: 168 time: 1.0645154 Feb 09 12:37:32.987451 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1bf051a1-d904-4453-9051-965c54760b81 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:32.989382 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1bf051a1-d904-4453-9051-965c54760b81 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] 10.222.0.55 "DELETE /v2.0/routers/33d58e4a-526c-40f7-a6ee-17283601e25d HTTP/1.1" status: 204 len: 168 time: 8.4315264 Feb 09 12:37:32.998277 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086c954-5e29-432b-bc5c-ceb82a32d432 req-5cd14364-40a8-40b7-8a23-6750f9878611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:33.000580 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4086c954-5e29-432b-bc5c-ceb82a32d432 req-5cd14364-40a8-40b7-8a23-6750f9878611 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=79b13d259e044206b7b291bef4587540&device_id=029a437b-0101-4f83-9bc0-0b68b23834e8 HTTP/1.1" status: 200 len: 1095 time: 0.9634037 Feb 09 12:37:33.002854 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43262) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:33.126095 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-97688321-b790-4f93-929b-419c4c1a4804 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Deleting subnet 8bc6bb4b-da16-473d-822c-cb4003bc3dbf {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:37:33.128838 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc596fc-c465-4246-a7b2-f42531494747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd0c6aa-8b9d-4413-af5b-d813672733f0,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:33.144775 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-97688321-b790-4f93-929b-419c4c1a4804 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:33.472466 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c729126b-1235-4a24-aefa-87ed35d258fc req-069e4433-1610-466d-87b3-abd6d6595339 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6208210 Feb 09 12:37:33.683275 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43272) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:33.698896 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 3f57c18c-584c-4471-a762-94a468b20d72 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:37:33.720167 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-97688321-b790-4f93-929b-419c4c1a4804 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:33.858876 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-acdac0fb-0b72-4343-b681-40e2c1cc9e2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:33.864111 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2ff78759-1872-4a3a-bcc3-ea9337d318bf tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:33.926404 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 3f57c18c-584c-4471-a762-94a468b20d72 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:37:33.991634 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff78759-1872-4a3a-bcc3-ea9337d318bf tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Subnet': ['ID=c553866c-0a13-45d1-88ca-321b4c4bd1c5,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:34.003511 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086c954-5e29-432b-bc5c-ceb82a32d432 req-449fa904-0231-45fd-b414-1e076aabde2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:34.005536 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4086c954-5e29-432b-bc5c-ceb82a32d432 req-449fa904-0231-45fd-b414-1e076aabde2f service neutron] 10.222.0.46 "GET /v2.0/networks?id=8f32be62-c86b-414f-bc1f-d2cef7c023c9 HTTP/1.1" status: 200 len: 916 time: 0.8124053 Feb 09 12:37:34.008360 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2ff78759-1872-4a3a-bcc3-ea9337d318bf tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:34.009581 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a58487-14b4-4e69-bb97-fa43c0b5abef None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:37:34.028079 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-97688321-b790-4f93-929b-419c4c1a4804 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:34.101283 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2ff78759-1872-4a3a-bcc3-ea9337d318bf tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/c553866c-0a13-45d1-88ca-321b4c4bd1c5 HTTP/1.1" status: 204 len: 168 time: 2.9002950 Feb 09 12:37:34.109091 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 43280) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:34.125353 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-97688321-b790-4f93-929b-419c4c1a4804 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:34.174452 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-4ba63df9-6b3d-4d13-8425-34856aa4f040 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Allocated IP 172.20.0.1 (bab5e9dd-0699-452a-9f86-20b12fa8f7ac/bcab140d-ac89-4bd9-99e8-cf0fec9dc474/20811905-b683-4f27-853c-557c2f2907c0) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:37:34.210020 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e2c71dad-5e95-4fbc-b3d9-5da2d2e601e4 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0975432 Feb 09 12:37:34.218056 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ddb49-ff9c-488e-ab6d-3d507be3f3d1 req-c6519838-5dab-4f34-9d59-0c6163abb6a9 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:34.218265 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeec40da-419f-4c9b-bbaf-e6f61378e09b None None] Network bab5e9dd-0699-452a-9f86-20b12fa8f7ac requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:37:34.225456 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cf5ddb49-ff9c-488e-ab6d-3d507be3f3d1 req-c6519838-5dab-4f34-9d59-0c6163abb6a9 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=029a437b-0101-4f83-9bc0-0b68b23834e8 HTTP/1.1" status: 200 len: 944 time: 0.4496953 Feb 09 12:37:34.229572 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 43284) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:34.261165 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-acdac0fb-0b72-4343-b681-40e2c1cc9e2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:37:34.279178 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4086c954-5e29-432b-bc5c-ceb82a32d432 req-ac36c3b9-78a3-4036-8fbf-f78a8e4d9894 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=102d9c9d-b5e1-4581-8a0f-7ac8eaee9409 HTTP/1.1" status: 200 len: 217 time: 0.1562600 Feb 09 12:37:34.282387 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-acdac0fb-0b72-4343-b681-40e2c1cc9e2b admin admin] Usage tracker for resource:security_group_rule and tenant:a46e74aebdb440b58b2fcffdac8b2fe4 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:37:34.286281 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97688321-b790-4f93-929b-419c4c1a4804 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8bc6bb4b-da16-473d-822c-cb4003bc3dbf,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:34.291642 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-acdac0fb-0b72-4343-b681-40e2c1cc9e2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:37:34.296099 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-97688321-b790-4f93-929b-419c4c1a4804 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:34.305583 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-97688321-b790-4f93-929b-419c4c1a4804 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] 10.222.0.55 "DELETE /v2.0/subnets/8bc6bb4b-da16-473d-822c-cb4003bc3dbf HTTP/1.1" status: 204 len: 168 time: 1.2984409 Feb 09 12:37:34.377248 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43288) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:34.378909 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086c954-5e29-432b-bc5c-ceb82a32d432 req-6cae6ae7-6886-4fa6-b21d-f7b3ebf303ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:34.380423 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4086c954-5e29-432b-bc5c-ceb82a32d432 req-6cae6ae7-6886-4fa6-b21d-f7b3ebf303ac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8e0df51a-c44d-4333-910c-bf77ea824551 HTTP/1.1" status: 200 len: 855 time: 0.0766461 Feb 09 12:37:34.383035 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-acdac0fb-0b72-4343-b681-40e2c1cc9e2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:37:34.513572 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-38ab18af-cca7-4419-ab28-6a05575f26d8 None None] Provisioning for port 3f57c18c-584c-4471-a762-94a468b20d72 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:37:34.517580 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4ba63df9-6b3d-4d13-8425-34856aa4f040 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:34.528365 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d4e4d475-2ca2-4c65-ac65-898bb156a3b8 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:34.534817 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-4ba63df9-6b3d-4d13-8425-34856aa4f040 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Transition to ACTIVE for port object 20811905-b683-4f27-853c-557c2f2907c0 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:37:34.542633 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-38ab18af-cca7-4419-ab28-6a05575f26d8 None None] Provisioning complete for port 3f57c18c-584c-4471-a762-94a468b20d72 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:37:34.543206 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-38ab18af-cca7-4419-ab28-6a05575f26d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:34.626582 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4ba63df9-6b3d-4d13-8425-34856aa4f040 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:34.735015 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-acdac0fb-0b72-4343-b681-40e2c1cc9e2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:34.746348 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4086c954-5e29-432b-bc5c-ceb82a32d432 req-95e9f798-4378-41a0-aee0-6241e1deb2b4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8f32be62-c86b-414f-bc1f-d2cef7c023c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2143602 Feb 09 12:37:34.747944 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-acdac0fb-0b72-4343-b681-40e2c1cc9e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:34.790717 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cf5ddb49-ff9c-488e-ab6d-3d507be3f3d1 req-d6a5a820-d3ab-4627-a038-837d9e9b0305 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5642467 Feb 09 12:37:34.793410 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-acdac0fb-0b72-4343-b681-40e2c1cc9e2b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a46e74aebdb440b58b2fcffdac8b2fe4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1089468 Feb 09 12:37:34.797162 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43300) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:34.810643 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-38ab18af-cca7-4419-ab28-6a05575f26d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:34.825276 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 102d9c9d-b5e1-4581-8a0f-7ac8eaee9409 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:37:34.838556 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba63df9-6b3d-4d13-8425-34856aa4f040 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Network bab5e9dd-0699-452a-9f86-20b12fa8f7ac is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:37:34.845217 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-4ba63df9-6b3d-4d13-8425-34856aa4f040 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:37:34.847781 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba63df9-6b3d-4d13-8425-34856aa4f040 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:37:34.875462 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-38ab18af-cca7-4419-ab28-6a05575f26d8 None None] For port 3f57c18c-584c-4471-a762-94a468b20d72, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=3f57c18c-584c-4471-a762-94a468b20d72,segment=NetworkSegment(0caa5db6-aa04-4661-98bb-3d548680be93),segment_id=0caa5db6-aa04-4661-98bb-3d548680be93)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:37:34.881109 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca66226-5b21-4711-9d9e-f7d932d41b99 None None] DHCP port deletion for f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:37:34.887675 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-9ca66226-5b21-4711-9d9e-f7d932d41b99 None None] Deleting port 1c77fc59-de2e-47d6-b444-b95aed6a55fd {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:37:34.888141 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9ca66226-5b21-4711-9d9e-f7d932d41b99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:34.914814 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba63df9-6b3d-4d13-8425-34856aa4f040 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Pushing event updated for resources: {'Port': ['ID=20811905-b683-4f27-853c-557c2f2907c0,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:34.934078 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5703a1c2-4355-4408-b2d1-395c7959f846 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:34.934931 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-5703a1c2-4355-4408-b2d1-395c7959f846 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Synchronizing usage tracker for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:37:34.950976 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-38ab18af-cca7-4419-ab28-6a05575f26d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:34.961041 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4ba63df9-6b3d-4d13-8425-34856aa4f040 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:35.045545 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d4e4d475-2ca2-4c65-ac65-898bb156a3b8 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:35.074026 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-d4e4d475-2ca2-4c65-ac65-898bb156a3b8 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beb4c042-861c-421a-a294-a6b5eef8fad4']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:37:35.089447 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-d4e4d475-2ca2-4c65-ac65-898bb156a3b8 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba6c8b4c-3e58-445d-9517-2b640813ec10') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:37:35.089767 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-d4e4d475-2ca2-4c65-ac65-898bb156a3b8 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba6c8b4c-3e58-445d-9517-2b640813ec10') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:37:35.106145 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d4e4d475-2ca2-4c65-ac65-898bb156a3b8 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:35.115001 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-5703a1c2-4355-4408-b2d1-395c7959f846 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Unset dirty status for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:37:35.115542 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-9ca66226-5b21-4711-9d9e-f7d932d41b99 None None] For port 1c77fc59-de2e-47d6-b444-b95aed6a55fd, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=1c77fc59-de2e-47d6-b444-b95aed6a55fd,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:37:35.115542 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9ca66226-5b21-4711-9d9e-f7d932d41b99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:35.116722 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-5703a1c2-4355-4408-b2d1-395c7959f846 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8860729 Feb 09 12:37:35.123042 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 43304) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:35.132804 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d4e4d475-2ca2-4c65-ac65-898bb156a3b8 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:35.141237 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4e4d475-2ca2-4c65-ac65-898bb156a3b8 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:37:35.141805 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d4e4d475-2ca2-4c65-ac65-898bb156a3b8 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:35.198763 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4f5ee-b164-449e-9b76-5bac2e09df49 req-a4adf49d-fc2b-4fe3-bf84-1b687dc0b394 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:35.200607 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5ef4f5ee-b164-449e-9b76-5bac2e09df49 req-a4adf49d-fc2b-4fe3-bf84-1b687dc0b394 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 944 time: 0.4787090 Feb 09 12:37:35.247647 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b815cc-2e4c-4dfe-9a3d-874416285a40 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:35.249068 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-46b815cc-2e4c-4dfe-9a3d-874416285a40 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Synchronizing usage tracker for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:subnet {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:37:35.249221 n-d-825178-3 neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:37:35.249221 n-d-825178-3 neutron-server[87568]: util.warn( Feb 09 12:37:35.249221 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:37:35.249221 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:37:35.249221 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:37:35.249221 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:37:35.249221 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:37:35.249221 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:37:35.249221 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:37:35.249221 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:37:35.249221 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:37:35.249221 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:37:35.249221 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:37:35.249221 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:37:35.249221 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:37:35.249221 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:37:35.249221 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:37:35.249221 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:37:35.249221 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:37:35.249221 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:37:35.249221 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:37:35.249221 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:37:35.249221 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:37:35.249221 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:37:35.249221 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:37:35.249221 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:37:35.249221 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:37:35.249221 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:37:35.249221 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:37:35.249221 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:37:35.249221 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:37:35.249221 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:37:35.249221 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:37:35.249221 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:37:35.323966 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5ef4f5ee-b164-449e-9b76-5bac2e09df49 req-67b2909e-8550-4726-9dd5-3955ddc082a4 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134441 Feb 09 12:37:35.338274 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-9ca66226-5b21-4711-9d9e-f7d932d41b99 None None] Calling delete_port for 1c77fc59-de2e-47d6-b444-b95aed6a55fd owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:37:35.346418 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4ba63df9-6b3d-4d13-8425-34856aa4f040 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:35.366206 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-46b815cc-2e4c-4dfe-9a3d-874416285a40 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Unset dirty status for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:subnet {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:37:35.380005 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-46b815cc-2e4c-4dfe-9a3d-874416285a40 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2552083 Feb 09 12:37:35.395281 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 43308) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:35.432478 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdac0fb-0b72-4343-b681-40e2c1cc9e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d447da-6bb8-464e-8aa9-9c11a9b0e3ef,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:35.441812 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d4e4d475-2ca2-4c65-ac65-898bb156a3b8 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:35.463431 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.resource_extend [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] It took 0.58 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:37:35.486763 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e4d475-2ca2-4c65-ac65-898bb156a3b8 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network beb4c042-861c-421a-a294-a6b5eef8fad4 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 09 12:37:35.502775 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d4e4d475-2ca2-4c65-ac65-898bb156a3b8 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:35.524618 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d4e4d475-2ca2-4c65-ac65-898bb156a3b8 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] 10.222.0.55 "DELETE /v2.0/networks/beb4c042-861c-421a-a294-a6b5eef8fad4 HTTP/1.1" status: 204 len: 168 time: 1.1429160 Feb 09 12:37:35.536424 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e4d475-2ca2-4c65-ac65-898bb156a3b8 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Pushing event deleted for resources: {'Network': ['ID=beb4c042-861c-421a-a294-a6b5eef8fad4,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:35.540599 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2166ea3a-0ec8-4f99-b761-5f2e27a14656 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1386909 Feb 09 12:37:35.548767 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43314) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:35.549607 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-57d10ee7-4ebe-4727-875e-03dbc7946828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:35.558598 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-f165b995-9d71-40aa-9300-56e98e6b6b57 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'subnet': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:37:35.711411 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f165b995-9d71-40aa-9300-56e98e6b6b57 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:37:35.715182 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4086c954-5e29-432b-bc5c-ceb82a32d432 req-b1669012-f361-4142-8a54-78cf8987b23f service neutron] 10.222.0.46 "GET /v2.0/networks/8f32be62-c86b-414f-bc1f-d2cef7c023c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9355118 Feb 09 12:37:35.771738 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f165b995-9d71-40aa-9300-56e98e6b6b57 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:37:35.771738 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-57d10ee7-4ebe-4727-875e-03dbc7946828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:35.809834 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:37:35.822807 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 1c77fc59-de2e-47d6-b444-b95aed6a55fd no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:37:35.950129 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab18af-cca7-4419-ab28-6a05575f26d8 None None] Pushing event updated for resources: {'Port': ['ID=3f57c18c-584c-4471-a762-94a468b20d72,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:36.043757 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 102d9c9d-b5e1-4581-8a0f-7ac8eaee9409, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=102d9c9d-b5e1-4581-8a0f-7ac8eaee9409,segment=NetworkSegment(0506d4bb-113b-4fbe-8a77-b072bee9b6d7),segment_id=0506d4bb-113b-4fbe-8a77-b072bee9b6d7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:37:36.055700 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4086c954-5e29-432b-bc5c-ceb82a32d432 req-33edfb22-bbbf-4626-bfe7-b8f85bd5b60f service neutron] 10.222.0.46 "GET /v2.0/networks/8f32be62-c86b-414f-bc1f-d2cef7c023c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294172 Feb 09 12:37:36.116493 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '102d9c9d-b5e1-4581-8a0f-7ac8eaee9409', 'network_id': '8f32be62-c86b-414f-bc1f-d2cef7c023c9', 'port_id': '102d9c9d-b5e1-4581-8a0f-7ac8eaee9409', 'mac_address': 'fa:16:3e:85:5c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e0df51a-c44d-4333-910c-bf77ea824551', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:37:36.143819 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f165b995-9d71-40aa-9300-56e98e6b6b57 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:37:36.153774 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f165b995-9d71-40aa-9300-56e98e6b6b57 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:36.205159 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-57d10ee7-4ebe-4727-875e-03dbc7946828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:36.248221 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Port 1c77fc59-de2e-47d6-b444-b95aed6a55fd update to DOWN by agent not found {{(pid=87569) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 09 12:37:36.300059 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9ca66226-5b21-4711-9d9e-f7d932d41b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:36.464118 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca66226-5b21-4711-9d9e-f7d932d41b99 None None] Pushing event deleted for resources: {'Port': ['ID=1c77fc59-de2e-47d6-b444-b95aed6a55fd,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:36.471112 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca66226-5b21-4711-9d9e-f7d932d41b99 None None] No DVR routers for this DVR port 1c77fc59-de2e-47d6-b444-b95aed6a55fd on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:37:36.479819 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43330) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:36.482429 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d10ee7-4ebe-4727-875e-03dbc7946828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d447da-6bb8-464e-8aa9-9c11a9b0e3ef,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:36.487258 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:36.503252 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-4f0f9ace-ab1c-4c57-97ee-9cdd58a43d0f tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Request body: {'router': {'name': 'tempest-router--1051472300', 'project_id': '57c83cda642b409cbace0ca87a9290a9'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:37:36.526064 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4f0f9ace-ab1c-4c57-97ee-9cdd58a43d0f tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:37:36.538409 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 102d9c9d-b5e1-4581-8a0f-7ac8eaee9409 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:37:36.539786 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-57d10ee7-4ebe-4727-875e-03dbc7946828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:36.547038 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-57d10ee7-4ebe-4727-875e-03dbc7946828 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/66d447da-6bb8-464e-8aa9-9c11a9b0e3ef HTTP/1.1" status: 204 len: 168 time: 1.7133317 Feb 09 12:37:36.551875 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4f0f9ace-ab1c-4c57-97ee-9cdd58a43d0f tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Usage tracker for resource:router and tenant:57c83cda642b409cbace0ca87a9290a9 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:37:36.556439 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4f0f9ace-ab1c-4c57-97ee-9cdd58a43d0f tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:37:36.564710 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 102d9c9d-b5e1-4581-8a0f-7ac8eaee9409, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=102d9c9d-b5e1-4581-8a0f-7ac8eaee9409,segment=NetworkSegment(0506d4bb-113b-4fbe-8a77-b072bee9b6d7),segment_id=0506d4bb-113b-4fbe-8a77-b072bee9b6d7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:37:36.573583 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4f0f9ace-ab1c-4c57-97ee-9cdd58a43d0f tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:37:36.583480 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:36.597349 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4ba63df9-6b3d-4d13-8425-34856aa4f040 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:36.597922 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4f0f9ace-ab1c-4c57-97ee-9cdd58a43d0f tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:36.598504 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4f0f9ace-ab1c-4c57-97ee-9cdd58a43d0f tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:36.630384 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4f0f9ace-ab1c-4c57-97ee-9cdd58a43d0f tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:36.704210 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4ba63df9-6b3d-4d13-8425-34856aa4f040 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:36.711290 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-fbf9dc05-140b-49d9-b2d4-53e3a1a42c33 None None] Provisioning complete for port 3f57c18c-584c-4471-a762-94a468b20d72 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:37:36.711666 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fbf9dc05-140b-49d9-b2d4-53e3a1a42c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:36.738564 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4f0f9ace-ab1c-4c57-97ee-9cdd58a43d0f tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:36.793210 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=102d9c9d-b5e1-4581-8a0f-7ac8eaee9409,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:36.863252 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['102d9c9d-b5e1-4581-8a0f-7ac8eaee9409'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:37:36.891012 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f165b995-9d71-40aa-9300-56e98e6b6b57 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:36.909156 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4ba63df9-6b3d-4d13-8425-34856aa4f040 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:36.912677 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba63df9-6b3d-4d13-8425-34856aa4f040 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Pushing event updated for resources: {'Port': ['ID=20811905-b683-4f27-853c-557c2f2907c0,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:36.991815 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4f0f9ace-ab1c-4c57-97ee-9cdd58a43d0f tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:37.003126 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4f0f9ace-ab1c-4c57-97ee-9cdd58a43d0f tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5006225 Feb 09 12:37:37.009070 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43342) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:37.021403 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f165b995-9d71-40aa-9300-56e98e6b6b57 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:37:37.083358 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-f165b995-9d71-40aa-9300-56e98e6b6b57 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:37:37.116339 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f165b995-9d71-40aa-9300-56e98e6b6b57 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:37.116931 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f165b995-9d71-40aa-9300-56e98e6b6b57 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:37.132340 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3318460-8d79-4c95-94fa-70043371e727 None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:37:37.173453 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b027e4d-30fb-4685-bd97-6e19292c0564 req-f27566a3-6a3f-42a7-9e1d-4f4efcfa5617 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:37.174995 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b027e4d-30fb-4685-bd97-6e19292c0564 req-f27566a3-6a3f-42a7-9e1d-4f4efcfa5617 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=029a437b-0101-4f83-9bc0-0b68b23834e8 HTTP/1.1" status: 200 len: 945 time: 0.6484220 Feb 09 12:37:37.187498 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba63df9-6b3d-4d13-8425-34856aa4f040 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Network bab5e9dd-0699-452a-9f86-20b12fa8f7ac is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:37:37.201541 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-4ba63df9-6b3d-4d13-8425-34856aa4f040 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:37:37.266229 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9abaf5-a0e2-4453-9e13-c0460a54b5e5 req-f3e53580-ea46-4199-b767-9d747b052ca6 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:37.268168 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4c9abaf5-a0e2-4453-9e13-c0460a54b5e5 req-f3e53580-ea46-4199-b767-9d747b052ca6 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 944 time: 0.7403364 Feb 09 12:37:37.299244 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f165b995-9d71-40aa-9300-56e98e6b6b57 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Subnet': ['ID=5dd9f373-1e0e-4603-9553-b465266b2af7,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:37.334090 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-fbf9dc05-140b-49d9-b2d4-53e3a1a42c33 None None] Provisioning for port 20811905-b683-4f27-853c-557c2f2907c0 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:37:37.339820 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9c34b7b0-2047-47dd-8cfe-9e5f6f4ffbf5 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:37.397047 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-fbf9dc05-140b-49d9-b2d4-53e3a1a42c33 None None] Provisioning complete for port 20811905-b683-4f27-853c-557c2f2907c0 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:37:37.397344 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fbf9dc05-140b-49d9-b2d4-53e3a1a42c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:37.406153 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f165b995-9d71-40aa-9300-56e98e6b6b57 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8543162 Feb 09 12:37:37.414642 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43356) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:37.526164 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b027e4d-30fb-4685-bd97-6e19292c0564 req-ed35af92-520a-4ef1-9743-1a9cdfa37670 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424580 Feb 09 12:37:37.554033 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4c9abaf5-a0e2-4453-9e13-c0460a54b5e5 req-53fa2676-e13e-4d80-8a8c-e2fc4986aa8e tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997155 Feb 09 12:37:37.603742 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba63df9-6b3d-4d13-8425-34856aa4f040 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Router fa6b827d-4ea9-4f39-a861-1a642faa5e8d is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:37:37.607031 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-984191ae-dd33-4f09-8d62-422fec784935 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'port': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'fixed_ips': [{'subnet_id': '5dd9f373-1e0e-4603-9553-b465266b2af7', 'ip_address': '2001:db8::7919:8d1e:834d:9b3d'}], 'name': 'tempest-NetworksTestDHCPv6-825932381'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:37:37.611294 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 3f57c18c-584c-4471-a762-94a468b20d72 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:37:37.680471 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-fbf9dc05-140b-49d9-b2d4-53e3a1a42c33 None None] Port 20811905-b683-4f27-853c-557c2f2907c0 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:37:37.837024 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-17c5ffd6-3700-4b46-88c6-6d48e9fc2331 None None] Provisioning complete for port 20811905-b683-4f27-853c-557c2f2907c0 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:37:37.837769 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-17c5ffd6-3700-4b46-88c6-6d48e9fc2331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:37.869756 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba63df9-6b3d-4d13-8425-34856aa4f040 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:37:37.882239 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432f6913-4a49-4629-89ef-d8073108000b None None] Sync routers for ids ['fa6b827d-4ea9-4f39-a861-1a642faa5e8d'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:37:37.887776 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4ba63df9-6b3d-4d13-8425-34856aa4f040 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] 10.222.0.55 "PUT /v2.0/routers/fa6b827d-4ea9-4f39-a861-1a642faa5e8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0962298 Feb 09 12:37:37.891265 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 43368) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:37.894931 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 3f57c18c-584c-4471-a762-94a468b20d72 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:37:37.895433 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432f6913-4a49-4629-89ef-d8073108000b None None] Routers {'fa6b827d-4ea9-4f39-a861-1a642faa5e8d'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:37:37.895561 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:37.895737 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-432f6913-4a49-4629-89ef-d8073108000b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:37:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['fa6b827d-4ea9-4f39-a861-1a642faa5e8d'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:37:37.899352 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-23cef116-4a2c-46b4-baec-36b54dbdf3f3 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Request body: {'port': {'network_id': 'bab5e9dd-0699-452a-9f86-20b12fa8f7ac', 'name': 'tempest-FloatingIPNegativeTestJSON-1981100439'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:37:37.922539 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0539531c-2dac-4996-b53b-61afe867c86f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'tenant_id': 'a7add69c825d45b8a9a99e00c87aae63', 'fixed_ips': [{'subnet_id': '5dd9f373-1e0e-4603-9553-b465266b2af7'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:37:37.923506 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0539531c-2dac-4996-b53b-61afe867c86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:38.039962 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-17c5ffd6-3700-4b46-88c6-6d48e9fc2331 None None] Port 20811905-b683-4f27-853c-557c2f2907c0 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:37:38.046425 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-432f6913-4a49-4629-89ef-d8073108000b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:37:38.057584 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432f6913-4a49-4629-89ef-d8073108000b None None] Routers {'fa6b827d-4ea9-4f39-a861-1a642faa5e8d'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:37:38.058213 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-432f6913-4a49-4629-89ef-d8073108000b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:37:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['fa6b827d-4ea9-4f39-a861-1a642faa5e8d'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:37:38.122316 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-23cef116-4a2c-46b4-baec-36b54dbdf3f3 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:37:38.128437 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-23cef116-4a2c-46b4-baec-36b54dbdf3f3 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Usage tracker for resource:port and tenant:da0769963a6744779729472b17a576e0 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:37:38.133592 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-23cef116-4a2c-46b4-baec-36b54dbdf3f3 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:37:38.143395 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-23cef116-4a2c-46b4-baec-36b54dbdf3f3 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:37:38.164931 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23cef116-4a2c-46b4-baec-36b54dbdf3f3 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Made reservation on behalf of da0769963a6744779729472b17a576e0 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:37:38.166338 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-432f6913-4a49-4629-89ef-d8073108000b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:37:38.167182 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432f6913-4a49-4629-89ef-d8073108000b None None] The sync data for ids ['fa6b827d-4ea9-4f39-a861-1a642faa5e8d'] in n-d-825178-3 is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:37:38.169469 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-23cef116-4a2c-46b4-baec-36b54dbdf3f3 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:38.181140 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9c34b7b0-2047-47dd-8cfe-9e5f6f4ffbf5 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:38.198694 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [None req-23cef116-4a2c-46b4-baec-36b54dbdf3f3 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] device_id is not set on port c7798033-65c3-4d20-8273-96bc16969203 yet. {{(pid=87567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:37:38.216587 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9c34b7b0-2047-47dd-8cfe-9e5f6f4ffbf5 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:38.246944 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-984191ae-dd33-4f09-8d62-422fec784935 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:37:38.277109 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-984191ae-dd33-4f09-8d62-422fec784935 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:37:38.279259 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9c34b7b0-2047-47dd-8cfe-9e5f6f4ffbf5 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:38.280510 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c34b7b0-2047-47dd-8cfe-9e5f6f4ffbf5 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 82bc0725-d93e-420c-a1cd-c522968cc7b8 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:37:38.299091 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9c34b7b0-2047-47dd-8cfe-9e5f6f4ffbf5 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:38.305810 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9c34b7b0-2047-47dd-8cfe-9e5f6f4ffbf5 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] 10.222.0.55 "DELETE /v2.0/routers/82bc0725-d93e-420c-a1cd-c522968cc7b8 HTTP/1.1" status: 204 len: 168 time: 1.2940035 Feb 09 12:37:38.307905 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-0539531c-2dac-4996-b53b-61afe867c86f None None] Allocated IP 2001:db8::2 (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/5dd9f373-1e0e-4603-9553-b465266b2af7/ee40eb79-23a4-43e5-9dca-90058b32b5dc) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:37:38.315287 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984191ae-dd33-4f09-8d62-422fec784935 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:37:38.524447 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-984191ae-dd33-4f09-8d62-422fec784935 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:38.536896 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-23cef116-4a2c-46b4-baec-36b54dbdf3f3 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Allocated IP 172.20.0.12 (bab5e9dd-0699-452a-9f86-20b12fa8f7ac/bcab140d-ac89-4bd9-99e8-cf0fec9dc474/c7798033-65c3-4d20-8273-96bc16969203) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:37:38.567269 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-984191ae-dd33-4f09-8d62-422fec784935 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] device_id is not set on port dcc33b95-f478-4c59-a8b7-9b3d713afbba yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:37:38.620444 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43392) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:38.817221 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 102d9c9d-b5e1-4581-8a0f-7ac8eaee9409 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:37:38.880522 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-001bf18e-10ef-4109-93b3-18d51679196e tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1144508384', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}, 'admin_state_up': False}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:37:38.888423 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-001bf18e-10ef-4109-93b3-18d51679196e tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:37:38.892933 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-001bf18e-10ef-4109-93b3-18d51679196e tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Usage tracker for resource:router and tenant:d7ec3256cb85454e9ad573cc019d12e5 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:37:38.895325 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0539531c-2dac-4996-b53b-61afe867c86f None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:38.902446 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-001bf18e-10ef-4109-93b3-18d51679196e tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:37:38.909741 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-001bf18e-10ef-4109-93b3-18d51679196e tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:37:38.915573 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0539531c-2dac-4996-b53b-61afe867c86f None None] Transition to ACTIVE for port object ee40eb79-23a4-43e5-9dca-90058b32b5dc will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:37:38.927766 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-001bf18e-10ef-4109-93b3-18d51679196e tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:38.929493 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-001bf18e-10ef-4109-93b3-18d51679196e tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:38.941548 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0539531c-2dac-4996-b53b-61afe867c86f None None] Transition to ACTIVE for port object ee40eb79-23a4-43e5-9dca-90058b32b5dc will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:37:38.952462 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 102d9c9d-b5e1-4581-8a0f-7ac8eaee9409 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:37:38.953876 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-001bf18e-10ef-4109-93b3-18d51679196e tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:38.960082 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0539531c-2dac-4996-b53b-61afe867c86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:39.043749 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 102d9c9d-b5e1-4581-8a0f-7ac8eaee9409 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:37:39.053610 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:39.136501 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0539531c-2dac-4996-b53b-61afe867c86f None None] Pushing event updated for resources: {'Port': ['ID=ee40eb79-23a4-43e5-9dca-90058b32b5dc,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:39.140924 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0539531c-2dac-4996-b53b-61afe867c86f None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:37:39.146572 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-0539531c-2dac-4996-b53b-61afe867c86f None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:37:39.158857 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0539531c-2dac-4996-b53b-61afe867c86f None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:37:39.320798 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-0539531c-2dac-4996-b53b-61afe867c86f None None] Attempting to bind port ee40eb79-23a4-43e5-9dca-90058b32b5dc on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:37:39.321169 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-0539531c-2dac-4996-b53b-61afe867c86f None None] Attempting to bind port ee40eb79-23a4-43e5-9dca-90058b32b5dc by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:37:39.321528 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0539531c-2dac-4996-b53b-61afe867c86f None None] Attempting to bind port ee40eb79-23a4-43e5-9dca-90058b32b5dc on network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:37:39.334935 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0539531c-2dac-4996-b53b-61afe867c86f None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:37:39.335681 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0539531c-2dac-4996-b53b-61afe867c86f None None] Checking segment: {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:37:39.337219 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0539531c-2dac-4996-b53b-61afe867c86f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:39.338074 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0539531c-2dac-4996-b53b-61afe867c86f None None] Bound using segment: {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:37:39.338895 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-0539531c-2dac-4996-b53b-61afe867c86f None None] Bound port: ee40eb79-23a4-43e5-9dca-90058b32b5dc, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:37:39.339568 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0539531c-2dac-4996-b53b-61afe867c86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:39.350078 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2969fd-8f72-4356-a2be-5f09f5ac09c0 req-8dec896c-4f7f-4c91-ac1c-ed75b486b17d tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:39.351860 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-df2969fd-8f72-4356-a2be-5f09f5ac09c0 req-8dec896c-4f7f-4c91-ac1c-ed75b486b17d tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 944 time: 0.4844503 Feb 09 12:37:39.405797 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-984191ae-dd33-4f09-8d62-422fec784935 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Allocated IP 2001:db8::7919:8d1e:834d:9b3d (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/5dd9f373-1e0e-4603-9553-b465266b2af7/dcc33b95-f478-4c59-a8b7-9b3d713afbba) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:37:39.480070 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ec62a-53ee-4675-a3a4-e123d93cd6f3 req-cb6683f2-be48-442d-8514-a59637f7e932 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:39.480070 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b96ec62a-53ee-4675-a3a4-e123d93cd6f3 req-cb6683f2-be48-442d-8514-a59637f7e932 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=029a437b-0101-4f83-9bc0-0b68b23834e8 HTTP/1.1" status: 200 len: 945 time: 0.6102555 Feb 09 12:37:39.504948 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-df2969fd-8f72-4356-a2be-5f09f5ac09c0 req-78a1e516-f283-4fa9-a7e8-83fa92af9a06 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316757 Feb 09 12:37:39.504948 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-23cef116-4a2c-46b4-baec-36b54dbdf3f3 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:39.553623 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:39.573213 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-23cef116-4a2c-46b4-baec-36b54dbdf3f3 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Transition to ACTIVE for port object c7798033-65c3-4d20-8273-96bc16969203 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:37:39.590573 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b96ec62a-53ee-4675-a3a4-e123d93cd6f3 req-01ea50b5-de3a-4366-88c8-5275831a64d5 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669382 Feb 09 12:37:39.628988 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-23cef116-4a2c-46b4-baec-36b54dbdf3f3 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:39.714846 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cef116-4a2c-46b4-baec-36b54dbdf3f3 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Network bab5e9dd-0699-452a-9f86-20b12fa8f7ac is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:37:39.719795 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-23cef116-4a2c-46b4-baec-36b54dbdf3f3 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:37:39.724510 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cef116-4a2c-46b4-baec-36b54dbdf3f3 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:37:39.725465 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-0539531c-2dac-4996-b53b-61afe867c86f None None] For port ee40eb79-23a4-43e5-9dca-90058b32b5dc, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:37:39.729279 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-0539531c-2dac-4996-b53b-61afe867c86f None None] For port ee40eb79-23a4-43e5-9dca-90058b32b5dc, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=ee40eb79-23a4-43e5-9dca-90058b32b5dc,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:37:39.769475 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 102d9c9d-b5e1-4581-8a0f-7ac8eaee9409, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=102d9c9d-b5e1-4581-8a0f-7ac8eaee9409,segment=NetworkSegment(0506d4bb-113b-4fbe-8a77-b072bee9b6d7),segment_id=0506d4bb-113b-4fbe-8a77-b072bee9b6d7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:37:39.770667 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '029a437b-0101-4f83-9bc0-0b68b23834e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102d9c9d-b5e1-4581-8a0f-7ac8eaee9409'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:37:39.777067 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0539531c-2dac-4996-b53b-61afe867c86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:39.811788 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cef116-4a2c-46b4-baec-36b54dbdf3f3 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:39.812505 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-23cef116-4a2c-46b4-baec-36b54dbdf3f3 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:39.829771 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cef116-4a2c-46b4-baec-36b54dbdf3f3 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Pushing event updated for resources: {'Port': ['ID=c7798033-65c3-4d20-8273-96bc16969203,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:39.847111 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-23cef116-4a2c-46b4-baec-36b54dbdf3f3 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9540946 Feb 09 12:37:39.858947 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 43444) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:39.860754 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:39.868188 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '029a437b-0101-4f83-9bc0-0b68b23834e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102d9c9d-b5e1-4581-8a0f-7ac8eaee9409', 'code': 200} Feb 09 12:37:39.872826 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-28021ab8-a5d4-484d-8673-c9ad71110dc7 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:37:39.889621 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-28021ab8-a5d4-484d-8673-c9ad71110dc7 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:37:39.898260 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-28021ab8-a5d4-484d-8673-c9ad71110dc7 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Usage tracker for resource:floatingip and tenant:da0769963a6744779729472b17a576e0 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:37:39.902861 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-28021ab8-a5d4-484d-8673-c9ad71110dc7 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:37:39.910450 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-28021ab8-a5d4-484d-8673-c9ad71110dc7 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:37:39.939380 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-28021ab8-a5d4-484d-8673-c9ad71110dc7 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks [] for floatingip, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:39.961888 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0539531c-2dac-4996-b53b-61afe867c86f None None] Pushing event updated for resources: {'Port': ['ID=ee40eb79-23a4-43e5-9dca-90058b32b5dc,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:39.995547 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-001bf18e-10ef-4109-93b3-18d51679196e tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:40.112894 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-984191ae-dd33-4f09-8d62-422fec784935 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:40.124416 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=102d9c9d-b5e1-4581-8a0f-7ac8eaee9409,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:40.177324 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-d70d7eef-ca20-40af-ace6-18f8527e5640 None None] Provisioning for port c7798033-65c3-4d20-8273-96bc16969203 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:37:40.177922 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-28021ab8-a5d4-484d-8673-c9ad71110dc7 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:40.184299 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-d70d7eef-ca20-40af-ace6-18f8527e5640 None None] Provisioning complete for port c7798033-65c3-4d20-8273-96bc16969203 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:37:40.185074 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d70d7eef-ca20-40af-ace6-18f8527e5640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:40.266236 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-d70d7eef-ca20-40af-ace6-18f8527e5640 None None] Port c7798033-65c3-4d20-8273-96bc16969203 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:37:40.296028 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-984191ae-dd33-4f09-8d62-422fec784935 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Transition to ACTIVE for port object dcc33b95-f478-4c59-a8b7-9b3d713afbba will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:37:40.354478 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d86bd-32c8-439f-a51d-887f70a4a537 req-0f644a8d-f288-4432-8b5c-2b939f3aa2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:40.356169 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-562d86bd-32c8-439f-a51d-887f70a4a537 req-0f644a8d-f288-4432-8b5c-2b939f3aa2ea service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=029a437b-0101-4f83-9bc0-0b68b23834e8 HTTP/1.1" status: 200 len: 1097 time: 0.4136007 Feb 09 12:37:40.361217 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-28021ab8-a5d4-484d-8673-c9ad71110dc7 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Allocated IP 172.25.7.4 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/0acf855f-9ed9-4395-9f0f-4501248ab8e6) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:37:40.454334 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-562d86bd-32c8-439f-a51d-887f70a4a537 req-6a05533a-e37d-47ed-8a92-b7cf9fd95b1f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696194 Feb 09 12:37:40.460177 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-984191ae-dd33-4f09-8d62-422fec784935 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:40.609539 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-28021ab8-a5d4-484d-8673-c9ad71110dc7 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:40.649295 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-28021ab8-a5d4-484d-8673-c9ad71110dc7 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:40.707801 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984191ae-dd33-4f09-8d62-422fec784935 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Port': ['ID=dcc33b95-f478-4c59-a8b7-9b3d713afbba,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:40.715042 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984191ae-dd33-4f09-8d62-422fec784935 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:37:40.729470 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-984191ae-dd33-4f09-8d62-422fec784935 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:37:40.814593 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984191ae-dd33-4f09-8d62-422fec784935 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:37:40.820841 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984191ae-dd33-4f09-8d62-422fec784935 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:40.821424 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-984191ae-dd33-4f09-8d62-422fec784935 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:40.922075 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28021ab8-a5d4-484d-8673-c9ad71110dc7 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:37:40.931713 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-28021ab8-a5d4-484d-8673-c9ad71110dc7 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:37:40.946133 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-984191ae-dd33-4f09-8d62-422fec784935 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.5304184 Feb 09 12:37:40.948416 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28021ab8-a5d4-484d-8673-c9ad71110dc7 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:37:40.969443 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43486) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:40.981310 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-16b542b3-72d0-4589-acb4-2809570891a2 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'port': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'fixed_ips': [{'subnet_id': '5dd9f373-1e0e-4603-9553-b465266b2af7', 'ip_address': '2001:db8::7919:8d1e:834d:9b3d'}], 'name': 'tempest-NetworksTestDHCPv6-174668362'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:37:40.986432 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28021ab8-a5d4-484d-8673-c9ad71110dc7 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Pushing event updated for resources: {'Port': ['ID=0acf855f-9ed9-4395-9f0f-4501248ab8e6,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:41.098886 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ab13e-aac8-41eb-95d5-aab265d553eb req-2b3c3339-5a28-4161-a9c6-50943ca0bf90 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:41.100646 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4e2ab13e-aac8-41eb-95d5-aab265d553eb req-2b3c3339-5a28-4161-a9c6-50943ca0bf90 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=029a437b-0101-4f83-9bc0-0b68b23834e8 HTTP/1.1" status: 200 len: 946 time: 0.3332508 Feb 09 12:37:41.114036 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ab25c-c171-42a7-886f-e1ddef465c8b req-7089bd41-a3c5-4c51-99f4-3154c374787d tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:41.115579 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-830ab25c-c171-42a7-886f-e1ddef465c8b req-7089bd41-a3c5-4c51-99f4-3154c374787d tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 944 time: 0.2819233 Feb 09 12:37:41.149542 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-001bf18e-10ef-4109-93b3-18d51679196e tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:41.186547 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-001bf18e-10ef-4109-93b3-18d51679196e tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:41.187547 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-28021ab8-a5d4-484d-8673-c9ad71110dc7 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:41.240888 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-830ab25c-c171-42a7-886f-e1ddef465c8b req-e89cf1b1-8f9f-4e98-92ff-ade9dd3ed996 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048238 Feb 09 12:37:41.244938 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4e2ab13e-aac8-41eb-95d5-aab265d553eb req-24d6cdf6-676e-4e83-beb6-0ed8e3b62239 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282911 Feb 09 12:37:41.372422 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-28021ab8-a5d4-484d-8673-c9ad71110dc7 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:41.497360 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-16b542b3-72d0-4589-acb4-2809570891a2 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:37:41.528370 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-16b542b3-72d0-4589-acb4-2809570891a2 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Usage tracker for resource:port and tenant:a7add69c825d45b8a9a99e00c87aae63 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:37:41.538462 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-16b542b3-72d0-4589-acb4-2809570891a2 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:37:41.555311 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-16b542b3-72d0-4589-acb4-2809570891a2 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:37:41.595291 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device ee40eb79-23a4-43e5-9dca-90058b32b5dc up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:37:41.637093 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-001bf18e-10ef-4109-93b3-18d51679196e tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Allocated IP 172.25.7.12 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/e106544f-b622-4976-8446-ee4878fa9606) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:37:41.648159 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b542b3-72d0-4589-acb4-2809570891a2 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:37:41.655997 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-16b542b3-72d0-4589-acb4-2809570891a2 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:41.738056 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port ee40eb79-23a4-43e5-9dca-90058b32b5dc completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:37:41.759234 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2d1a0bc2-f149-474e-a479-710daa20cb24 None None] Provisioning for port ee40eb79-23a4-43e5-9dca-90058b32b5dc completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:37:41.767815 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2d1a0bc2-f149-474e-a479-710daa20cb24 None None] Provisioning complete for port ee40eb79-23a4-43e5-9dca-90058b32b5dc triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:37:41.769048 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2d1a0bc2-f149-474e-a479-710daa20cb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:41.846922 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-28021ab8-a5d4-484d-8673-c9ad71110dc7 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:41.862000 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-28021ab8-a5d4-484d-8673-c9ad71110dc7 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:41.868074 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-16b542b3-72d0-4589-acb4-2809570891a2 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] device_id is not set on port 91b18066-9436-4a20-8001-2ba327d36f83 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:37:41.949827 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2d1a0bc2-f149-474e-a479-710daa20cb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:42.001438 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-2d1a0bc2-f149-474e-a479-710daa20cb24 None None] For port ee40eb79-23a4-43e5-9dca-90058b32b5dc, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=ee40eb79-23a4-43e5-9dca-90058b32b5dc,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:37:42.012635 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2d1a0bc2-f149-474e-a479-710daa20cb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:42.113949 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a0bc2-f149-474e-a479-710daa20cb24 None None] Pushing event updated for resources: {'Port': ['ID=ee40eb79-23a4-43e5-9dca-90058b32b5dc,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:42.179408 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28021ab8-a5d4-484d-8673-c9ad71110dc7 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Pushing event updated for resources: {'Port': ['ID=0acf855f-9ed9-4395-9f0f-4501248ab8e6,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:42.194285 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-001bf18e-10ef-4109-93b3-18d51679196e tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:42.198714 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-28021ab8-a5d4-484d-8673-c9ad71110dc7 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:42.238891 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-891f6659-5f8a-4a36-9673-a726729002cc None None] Provisioning for port dcc33b95-f478-4c59-a8b7-9b3d713afbba completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:37:42.241249 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-28021ab8-a5d4-484d-8673-c9ad71110dc7 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:42.245897 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-28021ab8-a5d4-484d-8673-c9ad71110dc7 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.3853765 Feb 09 12:37:42.246781 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 43554) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:42.249211 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-891f6659-5f8a-4a36-9673-a726729002cc None None] Provisioning complete for port dcc33b95-f478-4c59-a8b7-9b3d713afbba triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:37:42.249921 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-891f6659-5f8a-4a36-9673-a726729002cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:42.252229 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-6378d304-372e-4b4e-9515-d7d34c56ac95 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Request body: {'floatingip': {'port_id': 'c7798033-65c3-4d20-8273-96bc16969203', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:37:42.368899 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-891f6659-5f8a-4a36-9673-a726729002cc None None] Port dcc33b95-f478-4c59-a8b7-9b3d713afbba cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:37:42.378809 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6378d304-372e-4b4e-9515-d7d34c56ac95 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks [] for floatingip, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:42.415483 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-16b542b3-72d0-4589-acb4-2809570891a2 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 12:37:42.415973 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16b542b3-72d0-4589-acb4-2809570891a2 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:37:42.461783 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-001bf18e-10ef-4109-93b3-18d51679196e tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:42.687867 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001bf18e-10ef-4109-93b3-18d51679196e tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Pushing event updated for resources: {'Port': ['ID=e106544f-b622-4976-8446-ee4878fa9606,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:42.695450 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-16b542b3-72d0-4589-acb4-2809570891a2 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.7248511 Feb 09 12:37:42.696092 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43596) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:42.756471 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001bf18e-10ef-4109-93b3-18d51679196e tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:37:42.763450 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-001bf18e-10ef-4109-93b3-18d51679196e tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:37:42.766791 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001bf18e-10ef-4109-93b3-18d51679196e tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:37:42.809570 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 09fc9a15-80ae-490d-a7cf-3d3b389ab0ae details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:37:43.064174 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fe7261-4ddb-4227-b359-3a7b0c2a91f1 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:43.071176 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fe7261-4ddb-4227-b359-3a7b0c2a91f1 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:43.072185 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-96fe7261-4ddb-4227-b359-3a7b0c2a91f1 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Synchronizing usage tracker for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:37:43.076813 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 09fc9a15-80ae-490d-a7cf-3d3b389ab0ae, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=09fc9a15-80ae-490d-a7cf-3d3b389ab0ae,segment=NetworkSegment(1c59adf7-7d08-4b5e-9bac-da20ae07f737),segment_id=1c59adf7-7d08-4b5e-9bac-da20ae07f737)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:37:43.085852 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5687cce-4662-47b0-ae1b-7086972d1a8b req-a9eb2738-0944-4c0a-8707-472b980f254c tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:43.088069 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e5687cce-4662-47b0-ae1b-7086972d1a8b req-a9eb2738-0944-4c0a-8707-472b980f254c tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=029a437b-0101-4f83-9bc0-0b68b23834e8 HTTP/1.1" status: 200 len: 946 time: 0.6185524 Feb 09 12:37:43.106012 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-6378d304-372e-4b4e-9515-d7d34c56ac95 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] update failed (client error): The resource could not be found. Feb 09 12:37:43.112637 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-6378d304-372e-4b4e-9515-d7d34c56ac95 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] 10.222.0.55 "PUT /v2.0/floatingips/33de352e-ce4a-4c56-95ee-23b3217226ed HTTP/1.1" status: 404 len: 507 time: 0.8648126 Feb 09 12:37:43.113924 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '09fc9a15-80ae-490d-a7cf-3d3b389ab0ae', 'network_id': '01f3f4ff-beae-4106-8f70-e214cdcf114b', 'port_id': '09fc9a15-80ae-490d-a7cf-3d3b389ab0ae', 'mac_address': 'fa:16:3e:87:ec:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45d760f9-948b-4bf5-bf1f-a52c1e984121', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:37:43.128478 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43628) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:43.169811 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de62bb-7ec6-452d-8b2e-a5f92fe25aab req-585e0375-58fd-463e-b545-162719b28c42 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:43.184409 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d4de62bb-7ec6-452d-8b2e-a5f92fe25aab req-585e0375-58fd-463e-b545-162719b28c42 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 944 time: 0.4664755 Feb 09 12:37:43.212887 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e5687cce-4662-47b0-ae1b-7086972d1a8b req-f386f62f-e322-4223-9248-cb85f13f9854 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123052 Feb 09 12:37:43.269206 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:43.304119 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09fc9a15-80ae-490d-a7cf-3d3b389ab0ae {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:37:43.312735 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d4de62bb-7ec6-452d-8b2e-a5f92fe25aab req-ec64b678-7f8a-46e8-a708-fb47eef2a207 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060967 Feb 09 12:37:43.349406 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 09fc9a15-80ae-490d-a7cf-3d3b389ab0ae, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=09fc9a15-80ae-490d-a7cf-3d3b389ab0ae,segment=NetworkSegment(1c59adf7-7d08-4b5e-9bac-da20ae07f737),segment_id=1c59adf7-7d08-4b5e-9bac-da20ae07f737)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:37:43.355897 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:43.366975 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-96fe7261-4ddb-4227-b359-3a7b0c2a91f1 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Unset dirty status for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:37:43.374065 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 43646) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:43.390067 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-96fe7261-4ddb-4227-b359-3a7b0c2a91f1 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.6879702 Feb 09 12:37:43.504359 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=09fc9a15-80ae-490d-a7cf-3d3b389ab0ae,revision_number=9']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:43.573707 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device ee40eb79-23a4-43e5-9dca-90058b32b5dc up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:37:43.622142 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-1ff46b1b-431f-42ed-bad9-b67416f68f6b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Deleting port dcc33b95-f478-4c59-a8b7-9b3d713afbba {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:37:43.623668 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1ff46b1b-431f-42ed-bad9-b67416f68f6b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:43.630177 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-9114ae68-2c43-4b8d-a18d-92545d82978b tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Deleting port 0acf855f-9ed9-4395-9f0f-4501248ab8e6 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:37:43.630524 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9114ae68-2c43-4b8d-a18d-92545d82978b tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:43.644964 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['09fc9a15-80ae-490d-a7cf-3d3b389ab0ae'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:37:43.784490 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0febff0-5927-423f-8ebe-e01eba947231 req-777ebc14-a3a2-4bb0-a9d2-ca2429d37144 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:43.787475 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e0febff0-5927-423f-8ebe-e01eba947231 req-777ebc14-a3a2-4bb0-a9d2-ca2429d37144 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=029a437b-0101-4f83-9bc0-0b68b23834e8 HTTP/1.1" status: 200 len: 946 time: 0.3386569 Feb 09 12:37:43.849935 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port ee40eb79-23a4-43e5-9dca-90058b32b5dc triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:37:43.850531 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:43.957387 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-001bf18e-10ef-4109-93b3-18d51679196e tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:44.055505 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9114ae68-2c43-4b8d-a18d-92545d82978b tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:44.055885 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9114ae68-2c43-4b8d-a18d-92545d82978b tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:44.080616 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-894a5e8d-1a31-447c-a784-a7705687f862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:44.130810 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e0febff0-5927-423f-8ebe-e01eba947231 req-98f06c2a-7e95-436b-b4c7-c6254caffa87 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334875 Feb 09 12:37:44.234663 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1ff46b1b-431f-42ed-bad9-b67416f68f6b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:44.432129 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-1ff46b1b-431f-42ed-bad9-b67416f68f6b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Calling delete_port for dcc33b95-f478-4c59-a8b7-9b3d713afbba owned by {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:37:44.557316 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-9114ae68-2c43-4b8d-a18d-92545d82978b tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Calling delete_port for 0acf855f-9ed9-4395-9f0f-4501248ab8e6 owned by network:floatingip {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:37:44.813740 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 09fc9a15-80ae-490d-a7cf-3d3b389ab0ae up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:37:44.837085 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1ff46b1b-431f-42ed-bad9-b67416f68f6b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:44.911506 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 09fc9a15-80ae-490d-a7cf-3d3b389ab0ae triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:37:44.912574 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:44.981544 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff46b1b-431f-42ed-bad9-b67416f68f6b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Port': ['ID=dcc33b95-f478-4c59-a8b7-9b3d713afbba,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:44.994135 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1ff46b1b-431f-42ed-bad9-b67416f68f6b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:45.013882 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea84f3c-7fea-4649-9b01-93e6fdea17fd req-17425930-b11c-488d-8a55-a3040bf5b9c3 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:45.021073 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9ea84f3c-7fea-4649-9b01-93e6fdea17fd req-17425930-b11c-488d-8a55-a3040bf5b9c3 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 945 time: 0.3337297 Feb 09 12:37:45.042739 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7133ba-23e1-48df-86cb-1ea6f967cce2 req-24667b68-bfb0-4ba4-98f9-ff73fcf603d3 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:45.044342 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8a7133ba-23e1-48df-86cb-1ea6f967cce2 req-24667b68-bfb0-4ba4-98f9-ff73fcf603d3 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=029a437b-0101-4f83-9bc0-0b68b23834e8 HTTP/1.1" status: 200 len: 946 time: 0.3175380 Feb 09 12:37:45.054479 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-001bf18e-10ef-4109-93b3-18d51679196e tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:45.056525 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9114ae68-2c43-4b8d-a18d-92545d82978b tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:45.157682 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:45.163334 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9ea84f3c-7fea-4649-9b01-93e6fdea17fd req-50a53eb0-0e38-45f2-b4ff-56c795f020d7 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413043 Feb 09 12:37:45.169980 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1ff46b1b-431f-42ed-bad9-b67416f68f6b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/ports/dcc33b95-f478-4c59-a8b7-9b3d713afbba HTTP/1.1" status: 204 len: 168 time: 1.7938988 Feb 09 12:37:45.179748 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 43754) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:45.218769 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa4f35da-b400-4537-8c6e-36fd20364178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09fc9a15-80ae-490d-a7cf-3d3b389ab0ae'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:37:45.250844 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 09fc9a15-80ae-490d-a7cf-3d3b389ab0ae, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=09fc9a15-80ae-490d-a7cf-3d3b389ab0ae,segment=NetworkSegment(1c59adf7-7d08-4b5e-9bac-da20ae07f737),segment_id=1c59adf7-7d08-4b5e-9bac-da20ae07f737)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:37:45.264916 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:45.289352 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e16c90-20e9-4ded-905d-fff93f63cb85 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:45.292423 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e16c90-20e9-4ded-905d-fff93f63cb85 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:45.304157 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-23e16c90-20e9-4ded-905d-fff93f63cb85 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1228740 Feb 09 12:37:45.307207 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 43766) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:45.350098 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114ae68-2c43-4b8d-a18d-92545d82978b tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Pushing event deleted for resources: {'Port': ['ID=0acf855f-9ed9-4395-9f0f-4501248ab8e6,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:45.402235 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa4f35da-b400-4537-8c6e-36fd20364178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09fc9a15-80ae-490d-a7cf-3d3b389ab0ae', 'code': 200} Feb 09 12:37:45.454538 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-90b09ff6-facd-4a03-8e35-ab03940fd572 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Deleting subnet 5dd9f373-1e0e-4603-9553-b465266b2af7 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:37:45.461931 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9114ae68-2c43-4b8d-a18d-92545d82978b tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks [] for floatingip, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:45.462988 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-90b09ff6-facd-4a03-8e35-ab03940fd572 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:45.498193 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=09fc9a15-80ae-490d-a7cf-3d3b389ab0ae,revision_number=10']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:45.512487 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8a7133ba-23e1-48df-86cb-1ea6f967cce2 req-2e839b3c-f235-4aa0-a950-53ca890fc935 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4052808 Feb 09 12:37:45.589066 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-90b09ff6-facd-4a03-8e35-ab03940fd572 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:45.730116 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9114ae68-2c43-4b8d-a18d-92545d82978b tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:45.731366 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9114ae68-2c43-4b8d-a18d-92545d82978b tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] 10.222.0.55 "DELETE /v2.0/floatingips/33de352e-ce4a-4c56-95ee-23b3217226ed HTTP/1.1" status: 204 len: 168 time: 2.6018956 Feb 09 12:37:45.745879 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43794) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:45.764995 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-2d3f866f-be3f-4943-b2fc-b91e93f4e779 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Request body: {'floatingip': {'floating_network_id': 'bab5e9dd-0699-452a-9f86-20b12fa8f7ac', 'port_id': 'c7798033-65c3-4d20-8273-96bc16969203', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:37:45.789564 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2d3f866f-be3f-4943-b2fc-b91e93f4e779 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:37:45.799007 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-2d3f866f-be3f-4943-b2fc-b91e93f4e779 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Usage tracker for resource:floatingip and tenant:da0769963a6744779729472b17a576e0 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:37:45.806113 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-2d3f866f-be3f-4943-b2fc-b91e93f4e779 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:37:45.821192 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2d3f866f-be3f-4943-b2fc-b91e93f4e779 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:37:45.863303 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d3f866f-be3f-4943-b2fc-b91e93f4e779 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks [] for floatingip, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:45.911515 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f56ef6-0a89-470d-b545-45886c701b24 req-41f74480-5ea8-4ebf-90a4-2d74a0e8f9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:45.918066 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c2f56ef6-0a89-470d-b545-45886c701b24 req-41f74480-5ea8-4ebf-90a4-2d74a0e8f9f9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 1098 time: 0.2279069 Feb 09 12:37:45.977175 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e3a29-f870-4632-9c28-a6656ede851c req-d511c2f3-ffcb-44e6-93ff-f82545ac3d3d tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:45.979156 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e57e3a29-f870-4632-9c28-a6656ede851c req-d511c2f3-ffcb-44e6-93ff-f82545ac3d3d tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=029a437b-0101-4f83-9bc0-0b68b23834e8 HTTP/1.1" status: 200 len: 946 time: 0.3038802 Feb 09 12:37:45.987798 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-90b09ff6-facd-4a03-8e35-ab03940fd572 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:46.023923 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001bf18e-10ef-4109-93b3-18d51679196e tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Router e3c10558-8523-4261-9ba1-5e36216839e7 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:37:46.099517 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e57e3a29-f870-4632-9c28-a6656ede851c req-7947663b-0a3c-483f-aa72-9e53c7b69aaf tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807526 Feb 09 12:37:46.117103 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c2f56ef6-0a89-470d-b545-45886c701b24 req-f47fc48f-9ccc-4eb8-a982-fda6f199c1b3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198602 Feb 09 12:37:46.130203 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-90b09ff6-facd-4a03-8e35-ab03940fd572 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:46.203872 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-90b09ff6-facd-4a03-8e35-ab03940fd572 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:46.207935 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b09ff6-facd-4a03-8e35-ab03940fd572 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Subnet': ['ID=5dd9f373-1e0e-4603-9553-b465266b2af7,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:46.211623 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9341860d-31ae-4979-9c20-2ec94fe87951 None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:37:46.229767 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-90b09ff6-facd-4a03-8e35-ab03940fd572 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/5dd9f373-1e0e-4603-9553-b465266b2af7 HTTP/1.1" status: 204 len: 168 time: 0.9185908 Feb 09 12:37:46.229767 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 43836) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:46.382296 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-60a22ffc-3446-40c8-b970-5456b7bbfb1e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1437161 Feb 09 12:37:46.382296 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 43842) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:46.393563 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-c4017ce2-ba51-44ad-895a-e3490a8c363c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'subnet': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:37:46.433386 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001bf18e-10ef-4109-93b3-18d51679196e tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:37:46.490739 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add7114d-24ef-425b-a30c-4b84cb865a62 None None] Sync routers for ids ['e3c10558-8523-4261-9ba1-5e36216839e7'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:37:46.491048 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-001bf18e-10ef-4109-93b3-18d51679196e tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:46.492463 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-001bf18e-10ef-4109-93b3-18d51679196e tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.8701236 Feb 09 12:37:46.495403 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43860) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:46.558350 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add7114d-24ef-425b-a30c-4b84cb865a62 None None] Routers {'e3c10558-8523-4261-9ba1-5e36216839e7'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:37:46.558905 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-add7114d-24ef-425b-a30c-4b84cb865a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:37:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e3c10558-8523-4261-9ba1-5e36216839e7'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:37:46.696644 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ec9f0a79-5397-4295-8571-7921f88f9e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:46.723650 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-add7114d-24ef-425b-a30c-4b84cb865a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:37:46.774478 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-2d3f866f-be3f-4943-b2fc-b91e93f4e779 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:37:46.775703 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2d3f866f-be3f-4943-b2fc-b91e93f4e779 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.0232806 Feb 09 12:37:46.785236 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43866) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:46.796439 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c4017ce2-ba51-44ad-895a-e3490a8c363c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:37:46.814326 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0eb62f-edd6-4daa-9833-611c35824cda req-e8b80285-9377-4615-a05e-dc71884aa562 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:46.816145 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2b0eb62f-edd6-4daa-9833-611c35824cda req-e8b80285-9377-4615-a05e-dc71884aa562 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 947 time: 0.3903692 Feb 09 12:37:46.817489 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-3dd3a036-7af6-472d-8af9-1063b9bfb3fa tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'port_id': 'c7798033-65c3-4d20-8273-96bc16969203', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:37:46.820045 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c4017ce2-ba51-44ad-895a-e3490a8c363c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Usage tracker for resource:subnet and tenant:a7add69c825d45b8a9a99e00c87aae63 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:37:46.830507 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3dd3a036-7af6-472d-8af9-1063b9bfb3fa tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:37:46.833607 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c4017ce2-ba51-44ad-895a-e3490a8c363c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:37:46.840388 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3dd3a036-7af6-472d-8af9-1063b9bfb3fa tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Usage tracker for resource:floatingip and tenant:da0769963a6744779729472b17a576e0 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:37:46.846776 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3dd3a036-7af6-472d-8af9-1063b9bfb3fa tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:37:46.859647 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3dd3a036-7af6-472d-8af9-1063b9bfb3fa tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:37:46.869862 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6da71c5f-757f-4c8f-9251-1149b8b5fbbb tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] 10.222.0.55 "GET /v2.0/routers/e3c10558-8523-4261-9ba1-5e36216839e7 HTTP/1.1" status: 200 len: 920 time: 0.3731132 Feb 09 12:37:46.872267 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c4017ce2-ba51-44ad-895a-e3490a8c363c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:37:46.875503 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43876) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:46.912123 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4017ce2-ba51-44ad-895a-e3490a8c363c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:37:46.922471 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c4017ce2-ba51-44ad-895a-e3490a8c363c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:46.939776 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3dd3a036-7af6-472d-8af9-1063b9bfb3fa tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks [] for floatingip, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:46.983904 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-fa9d55f7-108a-479b-af8b-91514a96b98a tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3c10558-8523-4261-9ba1-5e36216839e7 HTTP/1.1" status: 200 len: 205 time: 0.1013772 Feb 09 12:37:46.988046 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43886) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:47.003461 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2b0eb62f-edd6-4daa-9833-611c35824cda req-8e3a2385-07bd-43ed-bf15-8e0603637e48 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771541 Feb 09 12:37:47.012603 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add7114d-24ef-425b-a30c-4b84cb865a62 None None] Routers {'e3c10558-8523-4261-9ba1-5e36216839e7'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:37:47.015641 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-add7114d-24ef-425b-a30c-4b84cb865a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:37:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e3c10558-8523-4261-9ba1-5e36216839e7'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:37:47.118612 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-add7114d-24ef-425b-a30c-4b84cb865a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:37:47.119208 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add7114d-24ef-425b-a30c-4b84cb865a62 None None] The sync data for ids ['e3c10558-8523-4261-9ba1-5e36216839e7'] in n-d-825178-3 is: [] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:37:47.170652 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 43890) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:47.262125 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4503b963-19e4-49f4-ae82-9e4c3766ad6a None None] DHCP port deletion for f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:37:47.276649 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4503b963-19e4-49f4-ae82-9e4c3766ad6a None None] Deleting port ee40eb79-23a4-43e5-9dca-90058b32b5dc {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:37:47.277753 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4503b963-19e4-49f4-ae82-9e4c3766ad6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:47.320109 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69ecea-3716-4ad6-8739-f07097a95484 req-79679c1b-f84f-42c3-b8ea-5913d9da21c9 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:47.328654 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4a69ecea-3716-4ad6-8739-f07097a95484 req-79679c1b-f84f-42c3-b8ea-5913d9da21c9 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=029a437b-0101-4f83-9bc0-0b68b23834e8 HTTP/1.1" status: 200 len: 946 time: 0.2235510 Feb 09 12:37:47.528519 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4a69ecea-3716-4ad6-8739-f07097a95484 req-4d8e1d61-26af-4f93-a4b0-18f20a86197f tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986361 Feb 09 12:37:47.626718 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-80fb34ea-9ecc-498c-bb7a-99f5d9084ce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:47.628733 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24375b91-9708-4b1f-9b0f-8f407731de33 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:47.634013 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device ee40eb79-23a4-43e5-9dca-90058b32b5dc no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:37:47.665428 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-80fb34ea-9ecc-498c-bb7a-99f5d9084ce9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:37:47.675171 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-80fb34ea-9ecc-498c-bb7a-99f5d9084ce9 admin admin] Usage tracker for resource:security_group_rule and tenant:ef37d8d6afde4d5b86470ed10665b852 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:37:47.692096 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-80fb34ea-9ecc-498c-bb7a-99f5d9084ce9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:37:47.737278 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-80fb34ea-9ecc-498c-bb7a-99f5d9084ce9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:37:47.785206 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c4017ce2-ba51-44ad-895a-e3490a8c363c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:47.871848 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:47.893921 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24375b91-9708-4b1f-9b0f-8f407731de33 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:47.919492 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3dd3a036-7af6-472d-8af9-1063b9bfb3fa tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:47.919492 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-24375b91-9708-4b1f-9b0f-8f407731de33 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Deleting port e106544f-b622-4976-8446-ee4878fa9606 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:37:47.919492 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24375b91-9708-4b1f-9b0f-8f407731de33 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:47.945321 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:47.971698 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:47.972237 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4017ce2-ba51-44ad-895a-e3490a8c363c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:37:47.979469 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-c4017ce2-ba51-44ad-895a-e3490a8c363c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:37:47.982372 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4017ce2-ba51-44ad-895a-e3490a8c363c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:47.983023 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c4017ce2-ba51-44ad-895a-e3490a8c363c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:48.030336 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4017ce2-ba51-44ad-895a-e3490a8c363c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Subnet': ['ID=985f87b2-6ebd-4549-ac24-87446f6333e7,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:48.082832 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-80fb34ea-9ecc-498c-bb7a-99f5d9084ce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:48.094457 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c4017ce2-ba51-44ad-895a-e3490a8c363c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7112837 Feb 09 12:37:48.096205 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-80fb34ea-9ecc-498c-bb7a-99f5d9084ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:48.103149 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 43932) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:48.111105 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port ee40eb79-23a4-43e5-9dca-90058b32b5dc, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=ee40eb79-23a4-43e5-9dca-90058b32b5dc,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:37:48.120596 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4503b963-19e4-49f4-ae82-9e4c3766ad6a None None] For port ee40eb79-23a4-43e5-9dca-90058b32b5dc, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=ee40eb79-23a4-43e5-9dca-90058b32b5dc,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:37:48.123494 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4503b963-19e4-49f4-ae82-9e4c3766ad6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:48.148722 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:48.167377 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-b688e0ec-1c71-4de0-975d-d2ed30d83e3d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'port': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'fixed_ips': [{'subnet_id': '985f87b2-6ebd-4549-ac24-87446f6333e7', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-1201452606'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:37:48.357868 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24375b91-9708-4b1f-9b0f-8f407731de33 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:48.362347 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb34ea-9ecc-498c-bb7a-99f5d9084ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597b68fa-f9f5-41eb-9a05-84c27ce22649,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:48.428902 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-80fb34ea-9ecc-498c-bb7a-99f5d9084ce9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ef37d8d6afde4d5b86470ed10665b852&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2564993 Feb 09 12:37:48.440004 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43950) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:48.478409 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4503b963-19e4-49f4-ae82-9e4c3766ad6a None None] Calling delete_port for ee40eb79-23a4-43e5-9dca-90058b32b5dc owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:37:48.553367 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=ee40eb79-23a4-43e5-9dca-90058b32b5dc,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:48.571346 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b688e0ec-1c71-4de0-975d-d2ed30d83e3d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:37:48.578167 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b688e0ec-1c71-4de0-975d-d2ed30d83e3d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Usage tracker for resource:port and tenant:a7add69c825d45b8a9a99e00c87aae63 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:37:48.581563 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b688e0ec-1c71-4de0-975d-d2ed30d83e3d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:37:48.586247 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-4503b963-19e4-49f4-ae82-9e4c3766ad6a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:37:48.586967 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-4503b963-19e4-49f4-ae82-9e4c3766ad6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:37:48.590427 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b688e0ec-1c71-4de0-975d-d2ed30d83e3d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:37:48.608488 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955d724-f820-4b15-a609-c0411679a0fa req-58ba5965-c606-4d41-81c7-ffe186589d4b tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:48.610173 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-24375b91-9708-4b1f-9b0f-8f407731de33 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Calling delete_port for e106544f-b622-4976-8446-ee4878fa9606 owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:37:48.610345 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2955d724-f820-4b15-a609-c0411679a0fa req-58ba5965-c606-4d41-81c7-ffe186589d4b tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 947 time: 0.3432109 Feb 09 12:37:48.651956 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-3dd3a036-7af6-472d-8af9-1063b9bfb3fa tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Allocated IP 172.25.7.229 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/4dd5de81-c686-4dc2-8d4f-31634826fdc0) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:37:48.683490 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b688e0ec-1c71-4de0-975d-d2ed30d83e3d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:37:48.714258 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2955d724-f820-4b15-a609-c0411679a0fa req-7dcfaa84-35c9-494e-b2c4-1e4fa830cf36 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984449 Feb 09 12:37:48.860995 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f84fc442-608a-4fed-8a6f-673c3211ecad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:48.891896 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b688e0ec-1c71-4de0-975d-d2ed30d83e3d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:48.905484 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f84fc442-608a-4fed-8a6f-673c3211ecad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:48.927364 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b03292-9df0-4f78-a5bf-1ea80c3476a4 req-8c51e53c-e3cc-47a0-b4a6-03733821c0a3 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:48.929019 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-73b03292-9df0-4f78-a5bf-1ea80c3476a4 req-8c51e53c-e3cc-47a0-b4a6-03733821c0a3 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=029a437b-0101-4f83-9bc0-0b68b23834e8 HTTP/1.1" status: 200 len: 946 time: 0.2199879 Feb 09 12:37:48.930366 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [None req-b688e0ec-1c71-4de0-975d-d2ed30d83e3d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] device_id is not set on port 66e573b5-ccec-49ed-91c4-810d25164489 yet. {{(pid=87567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:37:49.049194 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-73b03292-9df0-4f78-a5bf-1ea80c3476a4 req-3dbd762d-3661-4486-9e5e-202b8d350b59 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836282 Feb 09 12:37:49.089612 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4503b963-19e4-49f4-ae82-9e4c3766ad6a None None] Deleting port ee40eb79-23a4-43e5-9dca-90058b32b5dc {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:37:49.089980 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4503b963-19e4-49f4-ae82-9e4c3766ad6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:49.111697 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3dd3a036-7af6-472d-8af9-1063b9bfb3fa tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:49.143273 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24375b91-9708-4b1f-9b0f-8f407731de33 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:49.215719 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:49.231618 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f84fc442-608a-4fed-8a6f-673c3211ecad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:49.294321 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-b688e0ec-1c71-4de0-975d-d2ed30d83e3d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:37:49.294979 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b688e0ec-1c71-4de0-975d-d2ed30d83e3d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:37:49.301526 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24375b91-9708-4b1f-9b0f-8f407731de33 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Pushing event deleted for resources: {'Port': ['ID=e106544f-b622-4976-8446-ee4878fa9606,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:49.334100 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b688e0ec-1c71-4de0-975d-d2ed30d83e3d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2046640 Feb 09 12:37:49.337189 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 43966) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:49.458784 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1806d28b-ab61-4196-aaeb-e02653313656 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:49.459492 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-1806d28b-ab61-4196-aaeb-e02653313656 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Synchronizing usage tracker for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:37:49.477013 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-1806d28b-ab61-4196-aaeb-e02653313656 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Unset dirty status for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:37:49.480687 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1806d28b-ab61-4196-aaeb-e02653313656 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1397352 Feb 09 12:37:49.481599 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 43972) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:49.491732 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84fc442-608a-4fed-8a6f-673c3211ecad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597b68fa-f9f5-41eb-9a05-84c27ce22649,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:49.518753 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f84fc442-608a-4fed-8a6f-673c3211ecad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:49.520568 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f84fc442-608a-4fed-8a6f-673c3211ecad admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/597b68fa-f9f5-41eb-9a05-84c27ce22649 HTTP/1.1" status: 204 len: 168 time: 1.0764799 Feb 09 12:37:49.539289 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24375b91-9708-4b1f-9b0f-8f407731de33 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:49.552955 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4503b963-19e4-49f4-ae82-9e4c3766ad6a None None] For port ee40eb79-23a4-43e5-9dca-90058b32b5dc, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=ee40eb79-23a4-43e5-9dca-90058b32b5dc,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:37:49.553461 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4503b963-19e4-49f4-ae82-9e4c3766ad6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:49.555960 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4d07ca-a779-48c2-8c26-3fa002174c90 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:49.557906 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4d07ca-a779-48c2-8c26-3fa002174c90 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:49.558795 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-dd4d07ca-a779-48c2-8c26-3fa002174c90 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Synchronizing usage tracker for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:subnet {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:37:49.584376 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-dd4d07ca-a779-48c2-8c26-3fa002174c90 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Unset dirty status for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:subnet {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:37:49.587960 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-dd4d07ca-a779-48c2-8c26-3fa002174c90 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1026762 Feb 09 12:37:49.588388 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 43980) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:49.737620 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4503b963-19e4-49f4-ae82-9e4c3766ad6a None None] Calling delete_port for ee40eb79-23a4-43e5-9dca-90058b32b5dc owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:37:49.737822 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-33dc7545-86d7-4bab-9320-decad9a384d2 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Deleting subnet 985f87b2-6ebd-4549-ac24-87446f6333e7 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:37:49.741178 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-33dc7545-86d7-4bab-9320-decad9a384d2 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:49.785448 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3dd3a036-7af6-472d-8af9-1063b9bfb3fa tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:49.837417 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-33dc7545-86d7-4bab-9320-decad9a384d2 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:49.901308 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4503b963-19e4-49f4-ae82-9e4c3766ad6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:49.905247 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24375b91-9708-4b1f-9b0f-8f407731de33 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:49.911236 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24375b91-9708-4b1f-9b0f-8f407731de33 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:49.934423 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd3a036-7af6-472d-8af9-1063b9bfb3fa tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:37:49.963782 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-3dd3a036-7af6-472d-8af9-1063b9bfb3fa tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:37:49.963782 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd3a036-7af6-472d-8af9-1063b9bfb3fa tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:37:49.980720 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-33dc7545-86d7-4bab-9320-decad9a384d2 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:50.047748 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4503b963-19e4-49f4-ae82-9e4c3766ad6a None None] Pushing event deleted for resources: {'Port': ['ID=ee40eb79-23a4-43e5-9dca-90058b32b5dc,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:50.047748 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4503b963-19e4-49f4-ae82-9e4c3766ad6a None None] No DVR routers for this DVR port ee40eb79-23a4-43e5-9dca-90058b32b5dc on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:37:50.064660 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163fe455-f152-499c-a347-e78fe43fc944 None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:37:50.066836 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd3a036-7af6-472d-8af9-1063b9bfb3fa tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Pushing event updated for resources: {'Port': ['ID=4dd5de81-c686-4dc2-8d4f-31634826fdc0,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:50.083360 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24375b91-9708-4b1f-9b0f-8f407731de33 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:50.084105 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24375b91-9708-4b1f-9b0f-8f407731de33 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Fanout notify agent at l3_agent the message router_deleted on router e3c10558-8523-4261-9ba1-5e36216839e7 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:37:50.162777 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24375b91-9708-4b1f-9b0f-8f407731de33 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:50.162777 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-24375b91-9708-4b1f-9b0f-8f407731de33 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] 10.222.0.55 "DELETE /v2.0/routers/e3c10558-8523-4261-9ba1-5e36216839e7 HTTP/1.1" status: 204 len: 168 time: 3.1730809 Feb 09 12:37:50.169134 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 44000) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:50.195546 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-cee03aa8-285c-4f5f-a21d-c2e16fdbc76b tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Request body: {'router': {'name': 'tempest-snat-router-294879783', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'enable_snat': False}}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:37:50.215361 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-33dc7545-86d7-4bab-9320-decad9a384d2 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:50.221091 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-cee03aa8-285c-4f5f-a21d-c2e16fdbc76b tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:37:50.286160 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-3dd3a036-7af6-472d-8af9-1063b9bfb3fa tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Deleting port 4dd5de81-c686-4dc2-8d4f-31634826fdc0 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:37:50.286694 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3dd3a036-7af6-472d-8af9-1063b9bfb3fa tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:50.296257 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-cee03aa8-285c-4f5f-a21d-c2e16fdbc76b tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Usage tracker for resource:router and tenant:eb7e067e40654df081022e60db7f9359 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:37:50.364751 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-cee03aa8-285c-4f5f-a21d-c2e16fdbc76b tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:37:50.371367 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dc7545-86d7-4bab-9320-decad9a384d2 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Subnet': ['ID=985f87b2-6ebd-4549-ac24-87446f6333e7,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:50.375040 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-33dc7545-86d7-4bab-9320-decad9a384d2 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:50.396446 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-cee03aa8-285c-4f5f-a21d-c2e16fdbc76b tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:37:50.413333 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-33dc7545-86d7-4bab-9320-decad9a384d2 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/985f87b2-6ebd-4549-ac24-87446f6333e7 HTTP/1.1" status: 204 len: 168 time: 0.8239107 Feb 09 12:37:50.419233 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 44012) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:50.482800 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:50.546269 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cee03aa8-285c-4f5f-a21d-c2e16fdbc76b tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:50.547482 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cee03aa8-285c-4f5f-a21d-c2e16fdbc76b tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:50.568904 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f9573bbc-c238-4188-9732-4f2d812f951f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1262469 Feb 09 12:37:50.578892 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44022) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:50.601410 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-aa156bf1-8b72-4f99-a0bf-64c2a822b9c5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'subnet': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:37:50.605343 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf5ac3-d788-4786-a66a-aa147e0eeedf req-e3cf6a83-7863-48ab-bae7-ef6658e2f99c tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:50.612528 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1dbf5ac3-d788-4786-a66a-aa147e0eeedf req-e3cf6a83-7863-48ab-bae7-ef6658e2f99c tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 947 time: 0.5406036 Feb 09 12:37:50.626394 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5958f-726e-4d94-b34c-90f5cc9025e9 req-5d4d9dce-30e6-4ef6-8431-7de0afeb67be tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:50.628208 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8e5958f-726e-4d94-b34c-90f5cc9025e9 req-5d4d9dce-30e6-4ef6-8431-7de0afeb67be tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=029a437b-0101-4f83-9bc0-0b68b23834e8 HTTP/1.1" status: 200 len: 946 time: 0.3390124 Feb 09 12:37:50.686412 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cee03aa8-285c-4f5f-a21d-c2e16fdbc76b tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:50.713452 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1dbf5ac3-d788-4786-a66a-aa147e0eeedf req-60d28a1e-f6a7-4eb2-acab-fbe0ff587156 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998809 Feb 09 12:37:50.730311 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8e5958f-726e-4d94-b34c-90f5cc9025e9 req-7bd42f4b-57c1-4ff7-9e49-f874665efbc4 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830667 Feb 09 12:37:50.779885 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3dd3a036-7af6-472d-8af9-1063b9bfb3fa tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:50.780397 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3dd3a036-7af6-472d-8af9-1063b9bfb3fa tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:50.802779 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-aa156bf1-8b72-4f99-a0bf-64c2a822b9c5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:37:50.877789 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-aa156bf1-8b72-4f99-a0bf-64c2a822b9c5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Usage tracker for resource:subnet and tenant:a7add69c825d45b8a9a99e00c87aae63 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:37:50.943419 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-aa156bf1-8b72-4f99-a0bf-64c2a822b9c5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:37:50.952754 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-3dd3a036-7af6-472d-8af9-1063b9bfb3fa tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Calling delete_port for 4dd5de81-c686-4dc2-8d4f-31634826fdc0 owned by network:floatingip {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:37:50.986678 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9ddb04ac-1cf5-4c42-b222-e5576b87d5a8 req-ac10463e-9194-4871-bb42-cab7e04d57a0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5303135 Feb 09 12:37:51.003651 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-aa156bf1-8b72-4f99-a0bf-64c2a822b9c5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:37:51.036696 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa156bf1-8b72-4f99-a0bf-64c2a822b9c5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:37:51.048623 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aa156bf1-8b72-4f99-a0bf-64c2a822b9c5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:51.084806 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cee03aa8-285c-4f5f-a21d-c2e16fdbc76b tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:51.471895 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cee03aa8-285c-4f5f-a21d-c2e16fdbc76b tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:51.474758 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3dd3a036-7af6-472d-8af9-1063b9bfb3fa tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:51.664366 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44058) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:51.665238 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aa156bf1-8b72-4f99-a0bf-64c2a822b9c5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:51.677567 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cee03aa8-285c-4f5f-a21d-c2e16fdbc76b tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:51.723780 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd3a036-7af6-472d-8af9-1063b9bfb3fa tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Pushing event deleted for resources: {'Port': ['ID=4dd5de81-c686-4dc2-8d4f-31634826fdc0,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:51.797043 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb04ac-1cf5-4c42-b222-e5576b87d5a8 req-0d550a5f-29f3-43c6-a89f-a8411928b16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:51.797043 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9ddb04ac-1cf5-4c42-b222-e5576b87d5a8 req-0d550a5f-29f3-43c6-a89f-a8411928b16b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e83e724b83ff4eff83d86a9461a0246b&device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 1098 time: 0.5602441 Feb 09 12:37:51.849026 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-cee03aa8-285c-4f5f-a21d-c2e16fdbc76b tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Allocated IP 172.25.7.169 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/29144afa-c90c-4cec-b500-d92f1e001352) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:37:51.889432 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa156bf1-8b72-4f99-a0bf-64c2a822b9c5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:37:51.918889 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-aa156bf1-8b72-4f99-a0bf-64c2a822b9c5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:37:51.923377 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa156bf1-8b72-4f99-a0bf-64c2a822b9c5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:51.924094 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aa156bf1-8b72-4f99-a0bf-64c2a822b9c5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:51.930004 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c338c2a9-46fc-4daf-a943-1e717514b358 None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:37:51.948217 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-9aa4b98f-131d-408c-b155-354ed2edd669 tempest-RoutersAdminNegativeTest-1062200725 tempest-RoutersAdminNegativeTest-1062200725-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1732951425', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:37:52.020340 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9aa4b98f-131d-408c-b155-354ed2edd669 tempest-RoutersAdminNegativeTest-1062200725 tempest-RoutersAdminNegativeTest-1062200725-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:37:52.032665 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa156bf1-8b72-4f99-a0bf-64c2a822b9c5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Subnet': ['ID=bcf5de9f-0057-4776-94e2-9c8d32be6768,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:52.051558 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9aa4b98f-131d-408c-b155-354ed2edd669 tempest-RoutersAdminNegativeTest-1062200725 tempest-RoutersAdminNegativeTest-1062200725-project-admin] Usage tracker for resource:port and tenant:a0f81322b659441a828bab2a7722a0f4 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:37:52.061284 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9aa4b98f-131d-408c-b155-354ed2edd669 tempest-RoutersAdminNegativeTest-1062200725 tempest-RoutersAdminNegativeTest-1062200725-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:37:52.083333 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9aa4b98f-131d-408c-b155-354ed2edd669 tempest-RoutersAdminNegativeTest-1062200725 tempest-RoutersAdminNegativeTest-1062200725-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:37:52.103870 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cee03aa8-285c-4f5f-a21d-c2e16fdbc76b tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:52.115338 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-aa156bf1-8b72-4f99-a0bf-64c2a822b9c5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5282800 Feb 09 12:37:52.120861 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 44074) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:52.130045 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-3dd3a036-7af6-472d-8af9-1063b9bfb3fa tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] create failed (client error): The resource could not be found. Feb 09 12:37:52.130901 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3dd3a036-7af6-472d-8af9-1063b9bfb3fa tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.3445086 Feb 09 12:37:52.131526 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa4b98f-131d-408c-b155-354ed2edd669 tempest-RoutersAdminNegativeTest-1062200725 tempest-RoutersAdminNegativeTest-1062200725-project-admin] Made reservation on behalf of a0f81322b659441a828bab2a7722a0f4 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:37:52.133861 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9aa4b98f-131d-408c-b155-354ed2edd669 tempest-RoutersAdminNegativeTest-1062200725 tempest-RoutersAdminNegativeTest-1062200725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:52.137986 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-7d24a121-98c5-4e49-80c6-885e59126efb tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-651533857', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:37:52.152636 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 44078) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:52.159068 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9aa4b98f-131d-408c-b155-354ed2edd669 tempest-RoutersAdminNegativeTest-1062200725 tempest-RoutersAdminNegativeTest-1062200725-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:52.186304 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed036b8-574f-4847-aa75-aea67b890eb2 req-9bfdb46b-0b23-4cfd-bd2f-88bce37735b0 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:52.195051 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8ed036b8-574f-4847-aa75-aea67b890eb2 req-9bfdb46b-0b23-4cfd-bd2f-88bce37735b0 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=029a437b-0101-4f83-9bc0-0b68b23834e8 HTTP/1.1" status: 200 len: 946 time: 0.3086467 Feb 09 12:37:52.209749 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dccd5af-dbae-42b8-a8ab-6e1d48c19ec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'tenant_id': 'a7add69c825d45b8a9a99e00c87aae63', 'fixed_ips': [{'subnet_id': 'bcf5de9f-0057-4776-94e2-9c8d32be6768'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:37:52.210820 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2dccd5af-dbae-42b8-a8ab-6e1d48c19ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:52.214226 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9aa4b98f-131d-408c-b155-354ed2edd669 tempest-RoutersAdminNegativeTest-1062200725 tempest-RoutersAdminNegativeTest-1062200725-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:37:52.220094 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb04ac-1cf5-4c42-b222-e5576b87d5a8 req-a1f63d84-3197-4d5f-b74c-b7e581a249ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:52.221567 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9ddb04ac-1cf5-4c42-b222-e5576b87d5a8 req-a1f63d84-3197-4d5f-b74c-b7e581a249ff service neutron] 10.222.0.46 "GET /v2.0/networks?id=01f3f4ff-beae-4106-8f70-e214cdcf114b HTTP/1.1" status: 200 len: 918 time: 0.3929889 Feb 09 12:37:52.222489 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9aa4b98f-131d-408c-b155-354ed2edd669 tempest-RoutersAdminNegativeTest-1062200725 tempest-RoutersAdminNegativeTest-1062200725-project-admin] Usage tracker for resource:security_group_rule and tenant:a0f81322b659441a828bab2a7722a0f4 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:37:52.225931 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9aa4b98f-131d-408c-b155-354ed2edd669 tempest-RoutersAdminNegativeTest-1062200725 tempest-RoutersAdminNegativeTest-1062200725-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:37:52.235412 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-7d24a121-98c5-4e49-80c6-885e59126efb tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:37:52.282308 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-7d24a121-98c5-4e49-80c6-885e59126efb tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Usage tracker for resource:router and tenant:a7add69c825d45b8a9a99e00c87aae63 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:37:52.296336 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-7d24a121-98c5-4e49-80c6-885e59126efb tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:37:52.316122 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cee03aa8-285c-4f5f-a21d-c2e16fdbc76b tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:52.340709 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9aa4b98f-131d-408c-b155-354ed2edd669 tempest-RoutersAdminNegativeTest-1062200725 tempest-RoutersAdminNegativeTest-1062200725-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:37:52.399363 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-2dccd5af-dbae-42b8-a8ab-6e1d48c19ec7 None None] Allocated IP 2001:db8::2 (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/bcf5de9f-0057-4776-94e2-9c8d32be6768/25bab246-a2e9-4604-ad05-59d2b3256233) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:37:52.418986 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9ddb04ac-1cf5-4c42-b222-e5576b87d5a8 req-6e07cabf-fe88-47e9-8ab5-18ac4ed8f6cc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09fc9a15-80ae-490d-a7cf-3d3b389ab0ae HTTP/1.1" status: 200 len: 1001 time: 0.1896739 Feb 09 12:37:52.493033 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-7d24a121-98c5-4e49-80c6-885e59126efb tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:37:52.511361 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee03aa8-285c-4f5f-a21d-c2e16fdbc76b tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Pushing event updated for resources: {'Port': ['ID=29144afa-c90c-4cec-b500-d92f1e001352,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:52.547029 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb04ac-1cf5-4c42-b222-e5576b87d5a8 req-2c27eebe-e34b-4719-894e-a850bcbb03d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:52.548515 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9ddb04ac-1cf5-4c42-b222-e5576b87d5a8 req-2c27eebe-e34b-4719-894e-a850bcbb03d0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=45d760f9-948b-4bf5-bf1f-a52c1e984121 HTTP/1.1" status: 200 len: 856 time: 0.1175776 Feb 09 12:37:52.551138 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee03aa8-285c-4f5f-a21d-c2e16fdbc76b tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:37:52.572375 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8ed036b8-574f-4847-aa75-aea67b890eb2 req-df43f611-eabc-485c-9d38-36ccc4049f9e tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3631296 Feb 09 12:37:52.588216 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-cee03aa8-285c-4f5f-a21d-c2e16fdbc76b tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:37:52.596988 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee03aa8-285c-4f5f-a21d-c2e16fdbc76b tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:37:52.626897 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9aa4b98f-131d-408c-b155-354ed2edd669 tempest-RoutersAdminNegativeTest-1062200725 tempest-RoutersAdminNegativeTest-1062200725-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:52.628553 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-4ff4fe06-e857-4ab9-b520-ad0411ce895c tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Deleting port c7798033-65c3-4d20-8273-96bc16969203 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:37:52.628901 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4ff4fe06-e857-4ab9-b520-ad0411ce895c tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:52.648376 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9aa4b98f-131d-408c-b155-354ed2edd669 tempest-RoutersAdminNegativeTest-1062200725 tempest-RoutersAdminNegativeTest-1062200725-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:52.669202 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7d24a121-98c5-4e49-80c6-885e59126efb tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:52.670487 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7d24a121-98c5-4e49-80c6-885e59126efb tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:52.685199 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7d24a121-98c5-4e49-80c6-885e59126efb tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:52.689507 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa4b98f-131d-408c-b155-354ed2edd669 tempest-RoutersAdminNegativeTest-1062200725 tempest-RoutersAdminNegativeTest-1062200725-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8a4df0-a15d-4be3-8a34-c5a6897f0d93,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:52.698561 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-9aa4b98f-131d-408c-b155-354ed2edd669 tempest-RoutersAdminNegativeTest-1062200725 tempest-RoutersAdminNegativeTest-1062200725-project-admin] device_id is not set on port 7b89b710-836d-43cc-a7e9-97a1cbef7900 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:37:52.714840 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2dccd5af-dbae-42b8-a8ab-6e1d48c19ec7 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:52.719583 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7d24a121-98c5-4e49-80c6-885e59126efb tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:52.731802 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2dccd5af-dbae-42b8-a8ab-6e1d48c19ec7 None None] Transition to ACTIVE for port object 25bab246-a2e9-4604-ad05-59d2b3256233 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:37:52.786090 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2dccd5af-dbae-42b8-a8ab-6e1d48c19ec7 None None] Transition to ACTIVE for port object 25bab246-a2e9-4604-ad05-59d2b3256233 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:37:52.792318 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:52.795646 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb04ac-1cf5-4c42-b222-e5576b87d5a8 req-a5d91e04-4f2a-48a8-abcf-e8ba45e642dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:52.797406 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9ddb04ac-1cf5-4c42-b222-e5576b87d5a8 req-a5d91e04-4f2a-48a8-abcf-e8ba45e642dc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=01f3f4ff-beae-4106-8f70-e214cdcf114b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2328470 Feb 09 12:37:52.797725 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2dccd5af-dbae-42b8-a8ab-6e1d48c19ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:52.881217 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dccd5af-dbae-42b8-a8ab-6e1d48c19ec7 None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:37:52.883955 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-2dccd5af-dbae-42b8-a8ab-6e1d48c19ec7 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:37:52.887752 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dccd5af-dbae-42b8-a8ab-6e1d48c19ec7 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:37:52.921254 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dccd5af-dbae-42b8-a8ab-6e1d48c19ec7 None None] Pushing event updated for resources: {'Port': ['ID=25bab246-a2e9-4604-ad05-59d2b3256233,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:52.999951 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-2dccd5af-dbae-42b8-a8ab-6e1d48c19ec7 None None] Attempting to bind port 25bab246-a2e9-4604-ad05-59d2b3256233 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:37:53.001773 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-2dccd5af-dbae-42b8-a8ab-6e1d48c19ec7 None None] Attempting to bind port 25bab246-a2e9-4604-ad05-59d2b3256233 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:37:53.002560 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dccd5af-dbae-42b8-a8ab-6e1d48c19ec7 None None] Attempting to bind port 25bab246-a2e9-4604-ad05-59d2b3256233 on network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:37:53.003071 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9ddb04ac-1cf5-4c42-b222-e5576b87d5a8 req-dc14fd06-f11c-4921-a867-5bdf42d1ab11 service neutron] 10.222.0.46 "GET /v2.0/networks/01f3f4ff-beae-4106-8f70-e214cdcf114b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898601 Feb 09 12:37:53.010522 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dccd5af-dbae-42b8-a8ab-6e1d48c19ec7 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:37:53.011290 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dccd5af-dbae-42b8-a8ab-6e1d48c19ec7 None None] Checking segment: {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:37:53.012127 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2dccd5af-dbae-42b8-a8ab-6e1d48c19ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:53.012898 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dccd5af-dbae-42b8-a8ab-6e1d48c19ec7 None None] Bound using segment: {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:37:53.014176 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-2dccd5af-dbae-42b8-a8ab-6e1d48c19ec7 None None] Bound port: 25bab246-a2e9-4604-ad05-59d2b3256233, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:37:53.014898 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2dccd5af-dbae-42b8-a8ab-6e1d48c19ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:53.035531 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-9aa4b98f-131d-408c-b155-354ed2edd669 tempest-RoutersAdminNegativeTest-1062200725 tempest-RoutersAdminNegativeTest-1062200725-project-admin] Allocated IP 172.25.7.102 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/7b89b710-836d-43cc-a7e9-97a1cbef7900) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:37:53.066445 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7d24a121-98c5-4e49-80c6-885e59126efb tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:53.070772 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-7d24a121-98c5-4e49-80c6-885e59126efb tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9444683 Feb 09 12:37:53.079141 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 44096) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:53.190079 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-2dccd5af-dbae-42b8-a8ab-6e1d48c19ec7 None None] For port 25bab246-a2e9-4604-ad05-59d2b3256233, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:37:53.194747 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-2dccd5af-dbae-42b8-a8ab-6e1d48c19ec7 None None] For port 25bab246-a2e9-4604-ad05-59d2b3256233, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=25bab246-a2e9-4604-ad05-59d2b3256233,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:37:53.200593 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2dccd5af-dbae-42b8-a8ab-6e1d48c19ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:53.218887 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9ddb04ac-1cf5-4c42-b222-e5576b87d5a8 req-e1c76c23-40c6-455a-8f29-60413294f96a service neutron] 10.222.0.46 "GET /v2.0/networks/01f3f4ff-beae-4106-8f70-e214cdcf114b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078393 Feb 09 12:37:53.338291 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dccd5af-dbae-42b8-a8ab-6e1d48c19ec7 None None] Pushing event updated for resources: {'Port': ['ID=25bab246-a2e9-4604-ad05-59d2b3256233,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:53.355319 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4ff4fe06-e857-4ab9-b520-ad0411ce895c tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:53.421651 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9aa4b98f-131d-408c-b155-354ed2edd669 tempest-RoutersAdminNegativeTest-1062200725 tempest-RoutersAdminNegativeTest-1062200725-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:53.472443 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9aa4b98f-131d-408c-b155-354ed2edd669 tempest-RoutersAdminNegativeTest-1062200725 tempest-RoutersAdminNegativeTest-1062200725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:53.610470 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa4b98f-131d-408c-b155-354ed2edd669 tempest-RoutersAdminNegativeTest-1062200725 tempest-RoutersAdminNegativeTest-1062200725-project-admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:37:53.612155 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa4b98f-131d-408c-b155-354ed2edd669 tempest-RoutersAdminNegativeTest-1062200725 tempest-RoutersAdminNegativeTest-1062200725-project-admin] Pushing event updated for resources: {'Port': ['ID=7b89b710-836d-43cc-a7e9-97a1cbef7900,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:53.621161 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-9aa4b98f-131d-408c-b155-354ed2edd669 tempest-RoutersAdminNegativeTest-1062200725 tempest-RoutersAdminNegativeTest-1062200725-project-admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:37:53.625662 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-4ff4fe06-e857-4ab9-b520-ad0411ce895c tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Calling delete_port for c7798033-65c3-4d20-8273-96bc16969203 owned by {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:37:53.626102 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa4b98f-131d-408c-b155-354ed2edd669 tempest-RoutersAdminNegativeTest-1062200725 tempest-RoutersAdminNegativeTest-1062200725-project-admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:37:53.700491 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa4b98f-131d-408c-b155-354ed2edd669 tempest-RoutersAdminNegativeTest-1062200725 tempest-RoutersAdminNegativeTest-1062200725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:53.701336 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9aa4b98f-131d-408c-b155-354ed2edd669 tempest-RoutersAdminNegativeTest-1062200725 tempest-RoutersAdminNegativeTest-1062200725-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:53.737709 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9aa4b98f-131d-408c-b155-354ed2edd669 tempest-RoutersAdminNegativeTest-1062200725 tempest-RoutersAdminNegativeTest-1062200725-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0665412 Feb 09 12:37:53.740483 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44112) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:53.747069 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-bd4242f7-5ee3-4cbe-a3d8-2d6e65b80093 tempest-RoutersAdminNegativeTest-1062200725 tempest-RoutersAdminNegativeTest-1062200725-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.102'}]}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:37:53.755045 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-bd4242f7-5ee3-4cbe-a3d8-2d6e65b80093 tempest-RoutersAdminNegativeTest-1062200725 tempest-RoutersAdminNegativeTest-1062200725-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:37:53.761307 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-bd4242f7-5ee3-4cbe-a3d8-2d6e65b80093 tempest-RoutersAdminNegativeTest-1062200725 tempest-RoutersAdminNegativeTest-1062200725-project-admin] Usage tracker for resource:router and tenant:a0f81322b659441a828bab2a7722a0f4 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:37:53.767187 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-bd4242f7-5ee3-4cbe-a3d8-2d6e65b80093 tempest-RoutersAdminNegativeTest-1062200725 tempest-RoutersAdminNegativeTest-1062200725-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:37:53.776892 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-bd4242f7-5ee3-4cbe-a3d8-2d6e65b80093 tempest-RoutersAdminNegativeTest-1062200725 tempest-RoutersAdminNegativeTest-1062200725-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:37:53.790241 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bd4242f7-5ee3-4cbe-a3d8-2d6e65b80093 tempest-RoutersAdminNegativeTest-1062200725 tempest-RoutersAdminNegativeTest-1062200725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:53.791552 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bd4242f7-5ee3-4cbe-a3d8-2d6e65b80093 tempest-RoutersAdminNegativeTest-1062200725 tempest-RoutersAdminNegativeTest-1062200725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:53.816354 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bd4242f7-5ee3-4cbe-a3d8-2d6e65b80093 tempest-RoutersAdminNegativeTest-1062200725 tempest-RoutersAdminNegativeTest-1062200725-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:54.255056 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bd4242f7-5ee3-4cbe-a3d8-2d6e65b80093 tempest-RoutersAdminNegativeTest-1062200725 tempest-RoutersAdminNegativeTest-1062200725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:54.379976 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cee03aa8-285c-4f5f-a21d-c2e16fdbc76b tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:54.695695 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bd4242f7-5ee3-4cbe-a3d8-2d6e65b80093 tempest-RoutersAdminNegativeTest-1062200725 tempest-RoutersAdminNegativeTest-1062200725-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:54.727658 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bd4242f7-5ee3-4cbe-a3d8-2d6e65b80093 tempest-RoutersAdminNegativeTest-1062200725 tempest-RoutersAdminNegativeTest-1062200725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:54.731028 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4ff4fe06-e857-4ab9-b520-ad0411ce895c tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:54.745637 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-753f57c3-499c-4c17-87e4-6502a1b12219 None None] Provisioning for port 25bab246-a2e9-4604-ad05-59d2b3256233 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:37:54.757903 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f2a38-5ebc-4be9-9d0e-f9312d72d402 req-bec68385-1b86-412b-903d-f84f3c9a3915 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:54.759401 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1d0f2a38-5ebc-4be9-9d0e-f9312d72d402 req-bec68385-1b86-412b-903d-f84f3c9a3915 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=029a437b-0101-4f83-9bc0-0b68b23834e8 HTTP/1.1" status: 200 len: 946 time: 0.8568647 Feb 09 12:37:54.853688 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff4fe06-e857-4ab9-b520-ad0411ce895c tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Pushing event deleted for resources: {'Port': ['ID=c7798033-65c3-4d20-8273-96bc16969203,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:54.952884 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bd4242f7-5ee3-4cbe-a3d8-2d6e65b80093 tempest-RoutersAdminNegativeTest-1062200725 tempest-RoutersAdminNegativeTest-1062200725-project-admin] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:55.110725 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1d0f2a38-5ebc-4be9-9d0e-f9312d72d402 req-978d392b-f1da-4f20-ae3b-54a29c335039 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995384 Feb 09 12:37:55.120780 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c7b7a297-125d-4b72-ab16-8f521185e9c1 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:55.147287 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4ff4fe06-e857-4ab9-b520-ad0411ce895c tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:55.221380 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4ff4fe06-e857-4ab9-b520-ad0411ce895c tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] 10.222.0.55 "DELETE /v2.0/ports/c7798033-65c3-4d20-8273-96bc16969203 HTTP/1.1" status: 204 len: 168 time: 3.0216296 Feb 09 12:37:55.226371 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 44136) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:55.349628 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bd4242f7-5ee3-4cbe-a3d8-2d6e65b80093 tempest-RoutersAdminNegativeTest-1062200725 tempest-RoutersAdminNegativeTest-1062200725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:55.352858 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bd4242f7-5ee3-4cbe-a3d8-2d6e65b80093 tempest-RoutersAdminNegativeTest-1062200725 tempest-RoutersAdminNegativeTest-1062200725-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:55.384450 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bd4242f7-5ee3-4cbe-a3d8-2d6e65b80093 tempest-RoutersAdminNegativeTest-1062200725 tempest-RoutersAdminNegativeTest-1062200725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:55.385112 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4242f7-5ee3-4cbe-a3d8-2d6e65b80093 tempest-RoutersAdminNegativeTest-1062200725 tempest-RoutersAdminNegativeTest-1062200725-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 82e1ef61-faa8-4d06-86cd-4fe0a65c0a52 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:37:55.408643 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-bd4242f7-5ee3-4cbe-a3d8-2d6e65b80093 tempest-RoutersAdminNegativeTest-1062200725 tempest-RoutersAdminNegativeTest-1062200725-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 09 12:37:55.412458 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-bd4242f7-5ee3-4cbe-a3d8-2d6e65b80093 tempest-RoutersAdminNegativeTest-1062200725 tempest-RoutersAdminNegativeTest-1062200725-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.6682055 Feb 09 12:37:55.412533 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44144) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:55.499760 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-6462f209-f1fc-4144-b420-2f3e0aedd40b tempest-RoutersAdminNegativeTest-1062200725 tempest-RoutersAdminNegativeTest-1062200725-project-admin] Deleting port 7b89b710-836d-43cc-a7e9-97a1cbef7900 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:37:55.500533 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6462f209-f1fc-4144-b420-2f3e0aedd40b tempest-RoutersAdminNegativeTest-1062200725 tempest-RoutersAdminNegativeTest-1062200725-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:55.563284 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 25bab246-a2e9-4604-ad05-59d2b3256233 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:37:55.670210 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cee03aa8-285c-4f5f-a21d-c2e16fdbc76b tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:55.681491 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 25bab246-a2e9-4604-ad05-59d2b3256233 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:37:55.690677 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 25bab246-a2e9-4604-ad05-59d2b3256233 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:37:55.691181 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:55.835952 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6462f209-f1fc-4144-b420-2f3e0aedd40b tempest-RoutersAdminNegativeTest-1062200725 tempest-RoutersAdminNegativeTest-1062200725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:55.847735 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d0ff81-5444-4ab3-822e-e8910648c22b tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:55.850179 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:55.857555 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-d1d0ff81-5444-4ab3-822e-e8910648c22b tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Synchronizing usage tracker for tenant:da0769963a6744779729472b17a576e0 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:37:55.887132 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 25bab246-a2e9-4604-ad05-59d2b3256233, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=25bab246-a2e9-4604-ad05-59d2b3256233,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:37:55.892838 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:55.947964 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-c7b7a297-125d-4b72-ab16-8f521185e9c1 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Allocated IP 2001:db8::1 (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/bcf5de9f-0057-4776-94e2-9c8d32be6768/5293207d-c67e-469e-ab20-47e13d910912) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:37:55.996861 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=25bab246-a2e9-4604-ad05-59d2b3256233,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:56.119085 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-6462f209-f1fc-4144-b420-2f3e0aedd40b tempest-RoutersAdminNegativeTest-1062200725 tempest-RoutersAdminNegativeTest-1062200725-project-admin] Calling delete_port for 7b89b710-836d-43cc-a7e9-97a1cbef7900 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:37:56.147925 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-d1d0ff81-5444-4ab3-822e-e8910648c22b tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Unset dirty status for tenant:da0769963a6744779729472b17a576e0 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:37:56.151561 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d1d0ff81-5444-4ab3-822e-e8910648c22b tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa6b827d-4ea9-4f39-a861-1a642faa5e8d HTTP/1.1" status: 200 len: 913 time: 0.7795889 Feb 09 12:37:56.153564 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 44162) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:56.306675 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6462f209-f1fc-4144-b420-2f3e0aedd40b tempest-RoutersAdminNegativeTest-1062200725 tempest-RoutersAdminNegativeTest-1062200725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:56.357993 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6462f209-f1fc-4144-b420-2f3e0aedd40b tempest-RoutersAdminNegativeTest-1062200725 tempest-RoutersAdminNegativeTest-1062200725-project-admin] Pushing event deleted for resources: {'Port': ['ID=7b89b710-836d-43cc-a7e9-97a1cbef7900,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:56.457722 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c7b7a297-125d-4b72-ab16-8f521185e9c1 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:56.480422 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6462f209-f1fc-4144-b420-2f3e0aedd40b tempest-RoutersAdminNegativeTest-1062200725 tempest-RoutersAdminNegativeTest-1062200725-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:56.503369 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6462f209-f1fc-4144-b420-2f3e0aedd40b tempest-RoutersAdminNegativeTest-1062200725 tempest-RoutersAdminNegativeTest-1062200725-project-admin] 10.222.0.55 "DELETE /v2.0/ports/7b89b710-836d-43cc-a7e9-97a1cbef7900 HTTP/1.1" status: 204 len: 168 time: 1.0827105 Feb 09 12:37:56.562921 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-c7b7a297-125d-4b72-ab16-8f521185e9c1 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Transition to ACTIVE for port object 5293207d-c67e-469e-ab20-47e13d910912 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:37:56.677977 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee03aa8-285c-4f5f-a21d-c2e16fdbc76b tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Router 9d513daa-c2fd-4b8d-8c08-06114dfcc436 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:37:56.695138 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5672d1-c033-4409-afbb-046d9d34b367 req-8e3cbd05-849c-432d-8af9-c2d0c66929e2 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:56.696695 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3f5672d1-c033-4409-afbb-046d9d34b367 req-8e3cbd05-849c-432d-8af9-c2d0c66929e2 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=029a437b-0101-4f83-9bc0-0b68b23834e8 HTTP/1.1" status: 200 len: 946 time: 0.4544246 Feb 09 12:37:56.799783 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44180) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:56.950220 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cf8b65cd-8b19-4745-88b9-040880ac1782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:56.968069 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-cf8b65cd-8b19-4745-88b9-040880ac1782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:37:56.972514 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-cf8b65cd-8b19-4745-88b9-040880ac1782 admin admin] Usage tracker for resource:security_group_rule and tenant:4f76ca51d4414f0cb7d9860051a2f24a is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:37:56.975447 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-cf8b65cd-8b19-4745-88b9-040880ac1782 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:37:56.985883 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-cf8b65cd-8b19-4745-88b9-040880ac1782 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:37:57.037158 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c7b7a297-125d-4b72-ab16-8f521185e9c1 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:57.042947 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3f5672d1-c033-4409-afbb-046d9d34b367 req-2633346d-3409-41fc-b0cb-9d0524f0fd27 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314855 Feb 09 12:37:57.103915 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cf8b65cd-8b19-4745-88b9-040880ac1782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:57.109082 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cf8b65cd-8b19-4745-88b9-040880ac1782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:57.159603 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-cf8b65cd-8b19-4745-88b9-040880ac1782 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4f76ca51d4414f0cb7d9860051a2f24a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3562281 Feb 09 12:37:57.159603 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8b65cd-8b19-4745-88b9-040880ac1782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12aa7fa-452f-4bcc-916d-91ae2788f537,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:57.161370 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44190) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:57.209044 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b7a297-125d-4b72-ab16-8f521185e9c1 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:37:57.225701 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-711655bb-7a06-4210-ad87-0201f6a44a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:57.226935 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-c7b7a297-125d-4b72-ab16-8f521185e9c1 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:37:57.235741 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b7a297-125d-4b72-ab16-8f521185e9c1 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:37:57.236212 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c7b7a297-125d-4b72-ab16-8f521185e9c1 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:57.254224 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b7a297-125d-4b72-ab16-8f521185e9c1 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Port': ['ID=5293207d-c67e-469e-ab20-47e13d910912,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:57.268239 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-711655bb-7a06-4210-ad87-0201f6a44a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:57.348803 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee03aa8-285c-4f5f-a21d-c2e16fdbc76b tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:37:57.362036 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c000064-c78e-4265-a5a2-5f7fac640bf0 None None] Sync routers for ids ['9d513daa-c2fd-4b8d-8c08-06114dfcc436'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:37:57.379354 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c000064-c78e-4265-a5a2-5f7fac640bf0 None None] Routers {'9d513daa-c2fd-4b8d-8c08-06114dfcc436'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:37:57.384902 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-6c000064-c78e-4265-a5a2-5f7fac640bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:37:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['9d513daa-c2fd-4b8d-8c08-06114dfcc436'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:37:57.389475 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-711655bb-7a06-4210-ad87-0201f6a44a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:57.422094 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711655bb-7a06-4210-ad87-0201f6a44a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12aa7fa-452f-4bcc-916d-91ae2788f537,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:57.472269 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-711655bb-7a06-4210-ad87-0201f6a44a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:57.482821 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-711655bb-7a06-4210-ad87-0201f6a44a15 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a12aa7fa-452f-4bcc-916d-91ae2788f537 HTTP/1.1" status: 204 len: 168 time: 0.3201671 Feb 09 12:37:57.505495 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c7b7a297-125d-4b72-ab16-8f521185e9c1 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:57.553982 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 25bab246-a2e9-4604-ad05-59d2b3256233 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:37:57.580659 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cee03aa8-285c-4f5f-a21d-c2e16fdbc76b tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:57.584405 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-cee03aa8-285c-4f5f-a21d-c2e16fdbc76b tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.3957508 Feb 09 12:37:57.584791 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44200) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:57.719289 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-6c000064-c78e-4265-a5a2-5f7fac640bf0 None None] Set router 9d513daa-c2fd-4b8d-8c08-06114dfcc436 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:37:57.737672 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f8dfe229-c2ea-4c97-9253-53532adc6124 None None] Provisioning for port 5293207d-c67e-469e-ab20-47e13d910912 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:37:57.759345 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f8dfe229-c2ea-4c97-9253-53532adc6124 None None] Provisioning complete for port 5293207d-c67e-469e-ab20-47e13d910912 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:37:57.759709 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f8dfe229-c2ea-4c97-9253-53532adc6124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:57.862201 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 25bab246-a2e9-4604-ad05-59d2b3256233 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:37:57.864472 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:57.999245 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-f8dfe229-c2ea-4c97-9253-53532adc6124 None None] Port 5293207d-c67e-469e-ab20-47e13d910912 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:37:58.040483 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44212) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:58.111116 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5b0d3acc-60d4-457e-9bef-b96663e78a0e tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] 10.222.0.55 "GET /v2.0/routers/9d513daa-c2fd-4b8d-8c08-06114dfcc436 HTTP/1.1" status: 200 len: 908 time: 0.5250916 Feb 09 12:37:58.111971 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44222) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:58.139368 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-765b001f-08a0-4fdc-bbdf-f1729666985e tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Request body: {'router': {'name': 'tempest-snat-router-294879783', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'enable_snat': True}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:37:58.163232 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-765b001f-08a0-4fdc-bbdf-f1729666985e tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:37:58.194282 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-765b001f-08a0-4fdc-bbdf-f1729666985e tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Usage tracker for resource:router and tenant:eb7e067e40654df081022e60db7f9359 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:37:58.226044 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-765b001f-08a0-4fdc-bbdf-f1729666985e tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:37:58.240314 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-765b001f-08a0-4fdc-bbdf-f1729666985e tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:37:58.257584 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b4c1e763-6135-48cf-8560-34937edee91d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a0f81322b659441a828bab2a7722a0f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2097869 Feb 09 12:37:58.257954 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44226) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:37:58.299920 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-765b001f-08a0-4fdc-bbdf-f1729666985e tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:58.300742 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-765b001f-08a0-4fdc-bbdf-f1729666985e tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:58.334761 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-6c000064-c78e-4265-a5a2-5f7fac640bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d513daa-c2fd-4b8d-8c08-06114dfcc436', 'name': 'tempest-snat-router-294879783', 'tenant_id': 'eb7e067e40654df081022e60db7f9359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.169'}], 'enable_snat': False}, 'gw_port_id': '29144afa-c90c-4cec-b500-d92f1e001352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:37:50Z', 'updated_at': '2022-02-09T12:37:53Z', 'revision_number': 3, 'project_id': 'eb7e067e40654df081022e60db7f9359', 'gw_port': {'id': '29144afa-c90c-4cec-b500-d92f1e001352', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:29:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d513daa-c2fd-4b8d-8c08-06114dfcc436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:37:51Z', 'updated_at': '2022-02-09T12:37:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:37:58.339646 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c000064-c78e-4265-a5a2-5f7fac640bf0 None None] Checking router: 9d513daa-c2fd-4b8d-8c08-06114dfcc436 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:37:58.340215 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c000064-c78e-4265-a5a2-5f7fac640bf0 None None] Updating router 9d513daa-c2fd-4b8d-8c08-06114dfcc436 port 29144afa-c90c-4cec-b500-d92f1e001352 binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:37:58.344840 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e8ad743f-8dc4-4b55-b9b7-2fd3184216fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:58.385359 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-765b001f-08a0-4fdc-bbdf-f1729666985e tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:58.410048 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e8ad743f-8dc4-4b55-b9b7-2fd3184216fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:58.449290 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6c000064-c78e-4265-a5a2-5f7fac640bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:58.572758 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4acdceb4-7901-4340-81ac-3672719d0f1b tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:58.791355 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-765b001f-08a0-4fdc-bbdf-f1729666985e tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:58.821805 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e8ad743f-8dc4-4b55-b9b7-2fd3184216fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:58.891817 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad743f-8dc4-4b55-b9b7-2fd3184216fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8a4df0-a15d-4be3-8a34-c5a6897f0d93,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:58.892806 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.resource_extend [None req-c7b7a297-125d-4b72-ab16-8f521185e9c1 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:37:58.907137 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e8ad743f-8dc4-4b55-b9b7-2fd3184216fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:58.907137 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e8ad743f-8dc4-4b55-b9b7-2fd3184216fa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0f8a4df0-a15d-4be3-8a34-c5a6897f0d93 HTTP/1.1" status: 204 len: 168 time: 0.6458788 Feb 09 12:37:58.947858 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010d5d4-9014-46c1-9a0f-599a3eb3368c req-4af2daae-3c59-46de-8a18-e00163b480c9 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:37:58.957239 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5010d5d4-9014-46c1-9a0f-599a3eb3368c req-4af2daae-3c59-46de-8a18-e00163b480c9 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=029a437b-0101-4f83-9bc0-0b68b23834e8 HTTP/1.1" status: 200 len: 946 time: 0.7137635 Feb 09 12:37:58.961167 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c7b7a297-125d-4b72-ab16-8f521185e9c1 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:59.024520 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c7b7a297-125d-4b72-ab16-8f521185e9c1 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:59.025459 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c7b7a297-125d-4b72-ab16-8f521185e9c1 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:59.064169 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6c000064-c78e-4265-a5a2-5f7fac640bf0 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:59.098281 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-6c000064-c78e-4265-a5a2-5f7fac640bf0 None None] Transition to ACTIVE for port object 29144afa-c90c-4cec-b500-d92f1e001352 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:37:59.128200 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6c000064-c78e-4265-a5a2-5f7fac640bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:59.256085 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-6c000064-c78e-4265-a5a2-5f7fac640bf0 None None] Attempting to bind port 29144afa-c90c-4cec-b500-d92f1e001352 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:37:59.256952 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-6c000064-c78e-4265-a5a2-5f7fac640bf0 None None] Attempting to bind port 29144afa-c90c-4cec-b500-d92f1e001352 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:37:59.257610 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c000064-c78e-4265-a5a2-5f7fac640bf0 None None] Attempting to bind port 29144afa-c90c-4cec-b500-d92f1e001352 on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:37:59.267169 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c000064-c78e-4265-a5a2-5f7fac640bf0 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:37:59.268074 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c000064-c78e-4265-a5a2-5f7fac640bf0 None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:37:59.268846 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6c000064-c78e-4265-a5a2-5f7fac640bf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:59.269446 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c000064-c78e-4265-a5a2-5f7fac640bf0 None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:37:59.270139 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-6c000064-c78e-4265-a5a2-5f7fac640bf0 None None] Bound port: 29144afa-c90c-4cec-b500-d92f1e001352, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:37:59.270736 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6c000064-c78e-4265-a5a2-5f7fac640bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:59.295276 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5010d5d4-9014-46c1-9a0f-599a3eb3368c req-ca806e65-b840-41e6-8e9d-e4af0e9a8607 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369911 Feb 09 12:37:59.312904 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b7a297-125d-4b72-ab16-8f521185e9c1 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Port': ['ID=5293207d-c67e-469e-ab20-47e13d910912,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:59.350266 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2354dbef-c757-4680-b3cb-ed551e963fc0 None None] Pushing event updated for resources: {'Port': ['ID=29144afa-c90c-4cec-b500-d92f1e001352,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:59.363076 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354dbef-c757-4680-b3cb-ed551e963fc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:37:59.363491 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354dbef-c757-4680-b3cb-ed551e963fc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:37:59.364001 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354dbef-c757-4680-b3cb-ed551e963fc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:37:59.364438 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354dbef-c757-4680-b3cb-ed551e963fc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:37:59.364867 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354dbef-c757-4680-b3cb-ed551e963fc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:37:59.365297 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354dbef-c757-4680-b3cb-ed551e963fc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:37:59.365721 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354dbef-c757-4680-b3cb-ed551e963fc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:37:59.366195 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354dbef-c757-4680-b3cb-ed551e963fc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:37:59.366749 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354dbef-c757-4680-b3cb-ed551e963fc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:37:59.367175 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354dbef-c757-4680-b3cb-ed551e963fc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:37:59.367597 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354dbef-c757-4680-b3cb-ed551e963fc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:37:59.368057 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354dbef-c757-4680-b3cb-ed551e963fc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:37:59.411802 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-6c000064-c78e-4265-a5a2-5f7fac640bf0 None None] For port 29144afa-c90c-4cec-b500-d92f1e001352, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:37:59.415664 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-6c000064-c78e-4265-a5a2-5f7fac640bf0 None None] For port 29144afa-c90c-4cec-b500-d92f1e001352, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=29144afa-c90c-4cec-b500-d92f1e001352,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:37:59.423465 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6c000064-c78e-4265-a5a2-5f7fac640bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:59.486960 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-4acdceb4-7901-4340-81ac-3672719d0f1b tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Deleting port 20811905-b683-4f27-853c-557c2f2907c0 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:37:59.487334 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4acdceb4-7901-4340-81ac-3672719d0f1b tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:59.534483 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-765b001f-08a0-4fdc-bbdf-f1729666985e tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:59.549949 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c000064-c78e-4265-a5a2-5f7fac640bf0 None None] Routers {'9d513daa-c2fd-4b8d-8c08-06114dfcc436'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:37:59.550748 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-6c000064-c78e-4265-a5a2-5f7fac640bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:37:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['9d513daa-c2fd-4b8d-8c08-06114dfcc436'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:37:59.579821 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-765b001f-08a0-4fdc-bbdf-f1729666985e tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:37:59.632822 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2354dbef-c757-4680-b3cb-ed551e963fc0 None None] Pushing event updated for resources: {'Port': ['ID=29144afa-c90c-4cec-b500-d92f1e001352,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:37:59.694383 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b7a297-125d-4b72-ab16-8f521185e9c1 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:37:59.702192 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-c7b7a297-125d-4b72-ab16-8f521185e9c1 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:37:59.885498 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-765b001f-08a0-4fdc-bbdf-f1729666985e tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Allocated IP 172.25.7.122 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/3494b650-cf00-402e-9b4b-dc45998b7291) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:37:59.917694 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-6c000064-c78e-4265-a5a2-5f7fac640bf0 None None] Set router 9d513daa-c2fd-4b8d-8c08-06114dfcc436 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:38:00.060794 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-9137d380-511c-465a-96af-35b1fb0e4636 None None] Provisioning complete for port 5293207d-c67e-469e-ab20-47e13d910912 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:38:00.061332 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9137d380-511c-465a-96af-35b1fb0e4636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:00.137279 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b7a297-125d-4b72-ab16-8f521185e9c1 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Router f2a3dd66-b129-4322-999c-40013ec9acd8 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:38:00.148677 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-9137d380-511c-465a-96af-35b1fb0e4636 None None] Port 5293207d-c67e-469e-ab20-47e13d910912 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:38:00.207204 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-765b001f-08a0-4fdc-bbdf-f1729666985e tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:00.258223 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-765b001f-08a0-4fdc-bbdf-f1729666985e tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:00.361690 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765b001f-08a0-4fdc-bbdf-f1729666985e tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:38:00.363050 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b001f-08a0-4fdc-bbdf-f1729666985e tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Pushing event updated for resources: {'Port': ['ID=3494b650-cf00-402e-9b4b-dc45998b7291,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:00.365683 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-765b001f-08a0-4fdc-bbdf-f1729666985e tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:38:00.368195 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765b001f-08a0-4fdc-bbdf-f1729666985e tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:38:00.435609 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4acdceb4-7901-4340-81ac-3672719d0f1b tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:00.441621 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-6c000064-c78e-4265-a5a2-5f7fac640bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d513daa-c2fd-4b8d-8c08-06114dfcc436', 'name': 'tempest-snat-router-294879783', 'tenant_id': 'eb7e067e40654df081022e60db7f9359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.169'}], 'enable_snat': False}, 'gw_port_id': '29144afa-c90c-4cec-b500-d92f1e001352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:37:50Z', 'updated_at': '2022-02-09T12:37:53Z', 'revision_number': 3, 'project_id': 'eb7e067e40654df081022e60db7f9359', 'gw_port': {'id': '29144afa-c90c-4cec-b500-d92f1e001352', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:29:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d513daa-c2fd-4b8d-8c08-06114dfcc436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:37:51Z', 'updated_at': '2022-02-09T12:37:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:00.452262 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c000064-c78e-4265-a5a2-5f7fac640bf0 None None] The sync data for ids ['9d513daa-c2fd-4b8d-8c08-06114dfcc436'] in n-d-825178-3 is: [{'id': '9d513daa-c2fd-4b8d-8c08-06114dfcc436', 'name': 'tempest-snat-router-294879783', 'tenant_id': 'eb7e067e40654df081022e60db7f9359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.169'}], 'enable_snat': False}, 'gw_port_id': '29144afa-c90c-4cec-b500-d92f1e001352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:37:50Z', 'updated_at': '2022-02-09T12:37:53Z', 'revision_number': 3, 'project_id': 'eb7e067e40654df081022e60db7f9359', 'gw_port': {'id': '29144afa-c90c-4cec-b500-d92f1e001352', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:29:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d513daa-c2fd-4b8d-8c08-06114dfcc436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:37:51Z', 'updated_at': '2022-02-09T12:37:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:38:00.486632 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 44276) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:00.680879 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-4acdceb4-7901-4340-81ac-3672719d0f1b tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Calling delete_port for 20811905-b683-4f27-853c-557c2f2907c0 owned by network:router_interface {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:38:00.771847 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b7a297-125d-4b72-ab16-8f521185e9c1 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:38:00.784512 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f6ed5d-0579-4c4b-850c-b143ca0d58c6 None None] Sync routers for ids ['f2a3dd66-b129-4322-999c-40013ec9acd8'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:38:00.796596 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f6ed5d-0579-4c4b-850c-b143ca0d58c6 None None] Routers {'f2a3dd66-b129-4322-999c-40013ec9acd8'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:38:00.801241 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c7b7a297-125d-4b72-ab16-8f521185e9c1 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "PUT /v2.0/routers/f2a3dd66-b129-4322-999c-40013ec9acd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7186782 Feb 09 12:38:00.801380 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-00f6ed5d-0579-4c4b-850c-b143ca0d58c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:37:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['f2a3dd66-b129-4322-999c-40013ec9acd8'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:00.984715 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44286) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:00.986537 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-765b001f-08a0-4fdc-bbdf-f1729666985e tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:01.014935 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-144b9be0-73f6-4567-9583-f0f3755d08a7 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-961010397'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:38:01.053043 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-144b9be0-73f6-4567-9583-f0f3755d08a7 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:38:01.053362 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-00f6ed5d-0579-4c4b-850c-b143ca0d58c6 None None] Set router f2a3dd66-b129-4322-999c-40013ec9acd8 gateway port host: None {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:38:01.074370 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-144b9be0-73f6-4567-9583-f0f3755d08a7 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Usage tracker for resource:network and tenant:5f8790993e0f41f09732ffe414985734 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:38:01.089643 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0527cbe-e407-459d-83af-fd9f478c8200 req-6dfd565c-4055-4e9f-91f4-cd4860b7ffac tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:01.092552 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c0527cbe-e407-459d-83af-fd9f478c8200 req-6dfd565c-4055-4e9f-91f4-cd4860b7ffac tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=029a437b-0101-4f83-9bc0-0b68b23834e8 HTTP/1.1" status: 200 len: 946 time: 0.5314345 Feb 09 12:38:01.095615 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-144b9be0-73f6-4567-9583-f0f3755d08a7 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:38:01.114392 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-144b9be0-73f6-4567-9583-f0f3755d08a7 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:38:01.171943 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144b9be0-73f6-4567-9583-f0f3755d08a7 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Made reservation on behalf of 5f8790993e0f41f09732ffe414985734 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:38:01.175489 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-144b9be0-73f6-4567-9583-f0f3755d08a7 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:01.199475 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-144b9be0-73f6-4567-9583-f0f3755d08a7 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:01.242268 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7013bb-916d-49f2-bd16-aa827de3ba40 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:01.244479 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0f7013bb-916d-49f2-bd16-aa827de3ba40 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/ports/5293207d-c67e-469e-ab20-47e13d910912 HTTP/1.1" status: 200 len: 911 time: 0.1277013 Feb 09 12:38:01.246524 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44298) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:01.247670 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c0527cbe-e407-459d-83af-fd9f478c8200 req-9cd5c3b8-ddda-4755-9c56-7a780d9aba88 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408558 Feb 09 12:38:01.322265 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-144b9be0-73f6-4567-9583-f0f3755d08a7 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:38:01.353028 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-144b9be0-73f6-4567-9583-f0f3755d08a7 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Usage tracker for resource:security_group_rule and tenant:5f8790993e0f41f09732ffe414985734 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:38:01.358885 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-144b9be0-73f6-4567-9583-f0f3755d08a7 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:38:01.375575 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-144b9be0-73f6-4567-9583-f0f3755d08a7 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:38:01.443003 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4acdceb4-7901-4340-81ac-3672719d0f1b tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:01.563488 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acdceb4-7901-4340-81ac-3672719d0f1b tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Pushing event deleted for resources: {'Port': ['ID=20811905-b683-4f27-853c-557c2f2907c0,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:01.629638 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 29144afa-c90c-4cec-b500-d92f1e001352 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:38:01.682853 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6760466c-9fd7-4dbe-ab9c-f4f755f6daa4 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:01.711793 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6760466c-9fd7-4dbe-ab9c-f4f755f6daa4 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:01.715511 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6760466c-9fd7-4dbe-ab9c-f4f755f6daa4 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4679425 Feb 09 12:38:01.807715 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-00f6ed5d-0579-4c4b-850c-b143ca0d58c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a3dd66-b129-4322-999c-40013ec9acd8', 'name': 'tempest-NetworksTestDHCPv6-router-651533857', 'tenant_id': 'a7add69c825d45b8a9a99e00c87aae63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:37:52Z', 'updated_at': '2022-02-09T12:37:57Z', 'revision_number': 2, 'project_id': 'a7add69c825d45b8a9a99e00c87aae63', 'gw_port_host': None, '_interfaces': [{'id': '5293207d-c67e-469e-ab20-47e13d910912', 'name': '', 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'tenant_id': 'a7add69c825d45b8a9a99e00c87aae63', 'mac_address': 'fa:16:3e:19:cf:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a3dd66-b129-4322-999c-40013ec9acd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'bcf5de9f-0057-4776-94e2-9c8d32be6768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:37:55Z', 'updated_at': '2022-02-09T12:37:58Z', 'revision_number': 2, 'project_id': 'a7add69c825d45b8a9a99e00c87aae63', 'subnets': [{'id': 'bcf5de9f-0057-4776-94e2-9c8d32be6768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:01.843070 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 29144afa-c90c-4cec-b500-d92f1e001352 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:38:01.849838 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 29144afa-c90c-4cec-b500-d92f1e001352 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:38:01.850733 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:01.891422 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f6ed5d-0579-4c4b-850c-b143ca0d58c6 None None] Checking router: f2a3dd66-b129-4322-999c-40013ec9acd8 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:38:01.892160 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f6ed5d-0579-4c4b-850c-b143ca0d58c6 None None] Updating router f2a3dd66-b129-4322-999c-40013ec9acd8 port 5293207d-c67e-469e-ab20-47e13d910912 binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:38:01.954277 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 44306) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:02.007822 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-00f6ed5d-0579-4c4b-850c-b143ca0d58c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:02.021252 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-765b001f-08a0-4fdc-bbdf-f1729666985e tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:02.296895 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765b001f-08a0-4fdc-bbdf-f1729666985e tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Router a409147f-3fa1-46bc-a963-7646dd699755 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:38:02.307803 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:02.341598 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 29144afa-c90c-4cec-b500-d92f1e001352, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=29144afa-c90c-4cec-b500-d92f1e001352,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:38:02.366891 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:02.500314 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4acdceb4-7901-4340-81ac-3672719d0f1b tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:02.597602 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=29144afa-c90c-4cec-b500-d92f1e001352,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:02.600212 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765b001f-08a0-4fdc-bbdf-f1729666985e tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:38:02.609123 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240fe4a2-894a-4d5f-ab7e-13f569c300ce None None] Sync routers for ids ['a409147f-3fa1-46bc-a963-7646dd699755'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:38:02.626301 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240fe4a2-894a-4d5f-ab7e-13f569c300ce None None] Routers {'a409147f-3fa1-46bc-a963-7646dd699755'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:38:02.627108 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-240fe4a2-894a-4d5f-ab7e-13f569c300ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:37:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['a409147f-3fa1-46bc-a963-7646dd699755'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:02.651493 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-765b001f-08a0-4fdc-bbdf-f1729666985e tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:02.652746 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-765b001f-08a0-4fdc-bbdf-f1729666985e tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.5238242 Feb 09 12:38:02.655455 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44322) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:02.658313 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-144b9be0-73f6-4567-9583-f0f3755d08a7 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:02.772402 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-00f6ed5d-0579-4c4b-850c-b143ca0d58c6 None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:02.801487 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-00f6ed5d-0579-4c4b-850c-b143ca0d58c6 None None] Transition to ACTIVE for port object 5293207d-c67e-469e-ab20-47e13d910912 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:38:02.821871 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-00f6ed5d-0579-4c4b-850c-b143ca0d58c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:02.880088 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-144b9be0-73f6-4567-9583-f0f3755d08a7 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:02.918019 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-144b9be0-73f6-4567-9583-f0f3755d08a7 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:38:02.928382 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-144b9be0-73f6-4567-9583-f0f3755d08a7 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:02.928807 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-144b9be0-73f6-4567-9583-f0f3755d08a7 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Added segment b64eeadc-8f20-4675-98b4-3be22496f680 of type vlan for network 264ff88a-1ff3-4f65-9546-5def0adda7d8 Feb 09 12:38:03.051484 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-39b9a401-6bce-432e-b68d-1fa845e58463 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] 10.222.0.55 "GET /v2.0/routers/a409147f-3fa1-46bc-a963-7646dd699755 HTTP/1.1" status: 200 len: 907 time: 0.3949015 Feb 09 12:38:03.054270 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44330) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:03.065120 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-240fe4a2-894a-4d5f-ab7e-13f569c300ce None None] Set router a409147f-3fa1-46bc-a963-7646dd699755 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:38:03.117732 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92273803-68a5-4425-9d41-1a81eafd9699 None None] Pushing event updated for resources: {'Port': ['ID=5293207d-c67e-469e-ab20-47e13d910912,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:03.170066 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b9be0-73f6-4567-9583-f0f3755d08a7 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51f65d54-c3af-46c7-8392-d472d001f1ad,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:03.194016 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-00f6ed5d-0579-4c4b-850c-b143ca0d58c6 None None] Attempting to bind port 5293207d-c67e-469e-ab20-47e13d910912 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:38:03.194391 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-00f6ed5d-0579-4c4b-850c-b143ca0d58c6 None None] Attempting to bind port 5293207d-c67e-469e-ab20-47e13d910912 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:38:03.195378 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f6ed5d-0579-4c4b-850c-b143ca0d58c6 None None] Attempting to bind port 5293207d-c67e-469e-ab20-47e13d910912 on network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:38:03.202276 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f6ed5d-0579-4c4b-850c-b143ca0d58c6 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:38:03.202795 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f6ed5d-0579-4c4b-850c-b143ca0d58c6 None None] Checking segment: {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:38:03.203213 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-00f6ed5d-0579-4c4b-850c-b143ca0d58c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:03.203770 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f6ed5d-0579-4c4b-850c-b143ca0d58c6 None None] Bound using segment: {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:38:03.204530 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-00f6ed5d-0579-4c4b-850c-b143ca0d58c6 None None] Bound port: 5293207d-c67e-469e-ab20-47e13d910912, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:38:03.204864 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-00f6ed5d-0579-4c4b-850c-b143ca0d58c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:03.414730 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-490b9283-f4d1-4adc-a725-05963d0ed350 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:03.424100 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-00f6ed5d-0579-4c4b-850c-b143ca0d58c6 None None] For port 5293207d-c67e-469e-ab20-47e13d910912, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:38:03.427299 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-00f6ed5d-0579-4c4b-850c-b143ca0d58c6 None None] For port 5293207d-c67e-469e-ab20-47e13d910912, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5293207d-c67e-469e-ab20-47e13d910912,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:38:03.452504 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-00f6ed5d-0579-4c4b-850c-b143ca0d58c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:03.460407 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-144b9be0-73f6-4567-9583-f0f3755d08a7 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:03.586081 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 29144afa-c90c-4cec-b500-d92f1e001352 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:38:03.647551 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4acdceb4-7901-4340-81ac-3672719d0f1b tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Router fa6b827d-4ea9-4f39-a861-1a642faa5e8d has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:38:03.655690 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-144b9be0-73f6-4567-9583-f0f3755d08a7 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:03.661996 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144b9be0-73f6-4567-9583-f0f3755d08a7 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:03.662722 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-144b9be0-73f6-4567-9583-f0f3755d08a7 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:03.690338 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f6ed5d-0579-4c4b-850c-b143ca0d58c6 None None] Routers {'f2a3dd66-b129-4322-999c-40013ec9acd8'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:38:03.691230 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-00f6ed5d-0579-4c4b-850c-b143ca0d58c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:37:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['f2a3dd66-b129-4322-999c-40013ec9acd8'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:03.737750 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be1de1-c1b3-4eec-a2e6-2503dd318d72 req-58e26eb2-03f3-4d64-8f0d-9009c7fb61aa tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:03.741562 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b1be1de1-c1b3-4eec-a2e6-2503dd318d72 req-58e26eb2-03f3-4d64-8f0d-9009c7fb61aa tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=029a437b-0101-4f83-9bc0-0b68b23834e8 HTTP/1.1" status: 200 len: 946 time: 1.1643026 Feb 09 12:38:03.757035 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-144b9be0-73f6-4567-9583-f0f3755d08a7 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 3.2634752 Feb 09 12:38:03.902790 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-490b9283-f4d1-4adc-a725-05963d0ed350 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:03.953626 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-490b9283-f4d1-4adc-a725-05963d0ed350 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Deleting port 3494b650-cf00-402e-9b4b-dc45998b7291 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:38:03.953886 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-490b9283-f4d1-4adc-a725-05963d0ed350 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:04.011042 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-240fe4a2-894a-4d5f-ab7e-13f569c300ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a409147f-3fa1-46bc-a963-7646dd699755', 'name': 'tempest-snat-router-294879783', 'tenant_id': 'eb7e067e40654df081022e60db7f9359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '3494b650-cf00-402e-9b4b-dc45998b7291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:37:58Z', 'updated_at': '2022-02-09T12:38:00Z', 'revision_number': 3, 'project_id': 'eb7e067e40654df081022e60db7f9359', 'gw_port': {'id': '3494b650-cf00-402e-9b4b-dc45998b7291', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:db:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a409147f-3fa1-46bc-a963-7646dd699755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:37:59Z', 'updated_at': '2022-02-09T12:37:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:04.023281 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240fe4a2-894a-4d5f-ab7e-13f569c300ce None None] Checking router: a409147f-3fa1-46bc-a963-7646dd699755 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:38:04.024103 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240fe4a2-894a-4d5f-ab7e-13f569c300ce None None] Updating router a409147f-3fa1-46bc-a963-7646dd699755 port 3494b650-cf00-402e-9b4b-dc45998b7291 binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:38:04.052387 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-00f6ed5d-0579-4c4b-850c-b143ca0d58c6 None None] Set router f2a3dd66-b129-4322-999c-40013ec9acd8 gateway port host: None {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:38:04.103218 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-240fe4a2-894a-4d5f-ab7e-13f569c300ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:04.462171 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b9be0-73f6-4567-9583-f0f3755d08a7 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Pushing event updated for resources: {'Network': ['ID=264ff88a-1ff3-4f65-9546-5def0adda7d8,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:04.468451 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-490b9283-f4d1-4adc-a725-05963d0ed350 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:04.487308 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4acdceb4-7901-4340-81ac-3672719d0f1b tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:38:04.526590 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4acdceb4-7901-4340-81ac-3672719d0f1b tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] 10.222.0.55 "PUT /v2.0/routers/fa6b827d-4ea9-4f39-a861-1a642faa5e8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3686759 Feb 09 12:38:04.546339 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 44350) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:04.561635 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b1be1de1-c1b3-4eec-a2e6-2503dd318d72 req-1f809bca-4b68-418f-afa1-546d2303e852 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7991838 Feb 09 12:38:04.761165 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 264ff88a-1ff3-4f65-9546-5def0adda7d8 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:38:04.793232 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b81a7f-576c-4d65-a56c-0a32b6929225 None None] Sync routers for ids ['fa6b827d-4ea9-4f39-a861-1a642faa5e8d'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:38:04.826795 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-240fe4a2-894a-4d5f-ab7e-13f569c300ce None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:04.848726 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-240fe4a2-894a-4d5f-ab7e-13f569c300ce None None] Transition to ACTIVE for port object 3494b650-cf00-402e-9b4b-dc45998b7291 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:38:04.878101 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4fac1439-9877-441d-9973-b1a1cd2e4363 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:04.881539 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-240fe4a2-894a-4d5f-ab7e-13f569c300ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:04.924886 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-490b9283-f4d1-4adc-a725-05963d0ed350 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Calling delete_port for 3494b650-cf00-402e-9b4b-dc45998b7291 owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:38:04.952916 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92273803-68a5-4425-9d41-1a81eafd9699 None None] Pushing event updated for resources: {'Port': ['ID=5293207d-c67e-469e-ab20-47e13d910912,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:05.034001 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf9086-8b91-4d81-aa66-1604d8023c23 None None] Pushing event updated for resources: {'Port': ['ID=3494b650-cf00-402e-9b4b-dc45998b7291,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:05.112822 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-240fe4a2-894a-4d5f-ab7e-13f569c300ce None None] Attempting to bind port 3494b650-cf00-402e-9b4b-dc45998b7291 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:38:05.113181 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-240fe4a2-894a-4d5f-ab7e-13f569c300ce None None] Attempting to bind port 3494b650-cf00-402e-9b4b-dc45998b7291 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:38:05.113529 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240fe4a2-894a-4d5f-ab7e-13f569c300ce None None] Attempting to bind port 3494b650-cf00-402e-9b4b-dc45998b7291 on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:38:05.119468 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.api [None req-490b9283-f4d1-4adc-a725-05963d0ed350 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:38:05.120425 n-d-825178-3 neutron-server[87568]: DEBUG oslo_db.api [None req-490b9283-f4d1-4adc-a725-05963d0ed350 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:38:05.126141 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240fe4a2-894a-4d5f-ab7e-13f569c300ce None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:38:05.127703 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240fe4a2-894a-4d5f-ab7e-13f569c300ce None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:38:05.129333 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-240fe4a2-894a-4d5f-ab7e-13f569c300ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:05.129862 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240fe4a2-894a-4d5f-ab7e-13f569c300ce None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:38:05.131961 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-240fe4a2-894a-4d5f-ab7e-13f569c300ce None None] Bound port: 3494b650-cf00-402e-9b4b-dc45998b7291, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:38:05.132547 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-240fe4a2-894a-4d5f-ab7e-13f569c300ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:05.138922 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b81a7f-576c-4d65-a56c-0a32b6929225 None None] Routers {'fa6b827d-4ea9-4f39-a861-1a642faa5e8d'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:38:05.139600 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-a6b81a7f-576c-4d65-a56c-0a32b6929225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:37:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['fa6b827d-4ea9-4f39-a861-1a642faa5e8d'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:05.240914 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-a6b81a7f-576c-4d65-a56c-0a32b6929225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:05.249487 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-240fe4a2-894a-4d5f-ab7e-13f569c300ce None None] For port 3494b650-cf00-402e-9b4b-dc45998b7291, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:38:05.252463 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-240fe4a2-894a-4d5f-ab7e-13f569c300ce None None] For port 3494b650-cf00-402e-9b4b-dc45998b7291, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=3494b650-cf00-402e-9b4b-dc45998b7291,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:38:05.257171 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 29144afa-c90c-4cec-b500-d92f1e001352 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:38:05.257822 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:05.264811 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-240fe4a2-894a-4d5f-ab7e-13f569c300ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:05.313891 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b81a7f-576c-4d65-a56c-0a32b6929225 None None] Routers {'fa6b827d-4ea9-4f39-a861-1a642faa5e8d'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:38:05.314579 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-a6b81a7f-576c-4d65-a56c-0a32b6929225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:37:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['fa6b827d-4ea9-4f39-a861-1a642faa5e8d'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:05.369551 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240fe4a2-894a-4d5f-ab7e-13f569c300ce None None] Routers {'a409147f-3fa1-46bc-a963-7646dd699755'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:38:05.385675 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-240fe4a2-894a-4d5f-ab7e-13f569c300ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:37:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['a409147f-3fa1-46bc-a963-7646dd699755'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:05.483181 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-a6b81a7f-576c-4d65-a56c-0a32b6929225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:05.484282 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b81a7f-576c-4d65-a56c-0a32b6929225 None None] The sync data for ids ['fa6b827d-4ea9-4f39-a861-1a642faa5e8d'] in n-d-825178-3 is: [] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:38:05.546914 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-00f6ed5d-0579-4c4b-850c-b143ca0d58c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a3dd66-b129-4322-999c-40013ec9acd8', 'name': 'tempest-NetworksTestDHCPv6-router-651533857', 'tenant_id': 'a7add69c825d45b8a9a99e00c87aae63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:37:52Z', 'updated_at': '2022-02-09T12:37:57Z', 'revision_number': 2, 'project_id': 'a7add69c825d45b8a9a99e00c87aae63', 'gw_port_host': None, '_interfaces': [{'id': '5293207d-c67e-469e-ab20-47e13d910912', 'name': '', 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'tenant_id': 'a7add69c825d45b8a9a99e00c87aae63', 'mac_address': 'fa:16:3e:19:cf:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a3dd66-b129-4322-999c-40013ec9acd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'bcf5de9f-0057-4776-94e2-9c8d32be6768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:37:55Z', 'updated_at': '2022-02-09T12:38:03Z', 'revision_number': 4, 'project_id': 'a7add69c825d45b8a9a99e00c87aae63', 'subnets': [{'id': 'bcf5de9f-0057-4776-94e2-9c8d32be6768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:05.553069 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f6ed5d-0579-4c4b-850c-b143ca0d58c6 None None] The sync data for ids ['f2a3dd66-b129-4322-999c-40013ec9acd8'] in n-d-825178-3 is: [{'id': 'f2a3dd66-b129-4322-999c-40013ec9acd8', 'name': 'tempest-NetworksTestDHCPv6-router-651533857', 'tenant_id': 'a7add69c825d45b8a9a99e00c87aae63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:37:52Z', 'updated_at': '2022-02-09T12:37:57Z', 'revision_number': 2, 'project_id': 'a7add69c825d45b8a9a99e00c87aae63', 'gw_port_host': None, '_interfaces': [{'id': '5293207d-c67e-469e-ab20-47e13d910912', 'name': '', 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'tenant_id': 'a7add69c825d45b8a9a99e00c87aae63', 'mac_address': 'fa:16:3e:19:cf:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a3dd66-b129-4322-999c-40013ec9acd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'bcf5de9f-0057-4776-94e2-9c8d32be6768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:37:55Z', 'updated_at': '2022-02-09T12:38:03Z', 'revision_number': 4, 'project_id': 'a7add69c825d45b8a9a99e00c87aae63', 'subnets': [{'id': 'bcf5de9f-0057-4776-94e2-9c8d32be6768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:38:05.565162 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4fac1439-9877-441d-9973-b1a1cd2e4363 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:05.570829 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4fac1439-9877-441d-9973-b1a1cd2e4363 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:05.617453 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf9086-8b91-4d81-aa66-1604d8023c23 None None] Pushing event updated for resources: {'Port': ['ID=3494b650-cf00-402e-9b4b-dc45998b7291,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:05.621483 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-490b9283-f4d1-4adc-a725-05963d0ed350 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Deleting port 3494b650-cf00-402e-9b4b-dc45998b7291 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:38:05.622781 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-490b9283-f4d1-4adc-a725-05963d0ed350 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:05.805882 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-240fe4a2-894a-4d5f-ab7e-13f569c300ce None None] Set router a409147f-3fa1-46bc-a963-7646dd699755 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:38:05.834908 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-dc9abfe8-71f6-4167-8830-69e5c36826b7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:06.053172 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-240fe4a2-894a-4d5f-ab7e-13f569c300ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a409147f-3fa1-46bc-a963-7646dd699755', 'name': 'tempest-snat-router-294879783', 'tenant_id': 'eb7e067e40654df081022e60db7f9359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:37:58Z', 'updated_at': '2022-02-09T12:38:03Z', 'revision_number': 4, 'project_id': 'eb7e067e40654df081022e60db7f9359', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:06.060689 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240fe4a2-894a-4d5f-ab7e-13f569c300ce None None] The sync data for ids ['a409147f-3fa1-46bc-a963-7646dd699755'] in n-d-825178-3 is: [{'id': 'a409147f-3fa1-46bc-a963-7646dd699755', 'name': 'tempest-snat-router-294879783', 'tenant_id': 'eb7e067e40654df081022e60db7f9359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:37:58Z', 'updated_at': '2022-02-09T12:38:03Z', 'revision_number': 4, 'project_id': 'eb7e067e40654df081022e60db7f9359', 'gw_port_host': None}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:38:06.070645 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4fac1439-9877-441d-9973-b1a1cd2e4363 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:06.071327 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fac1439-9877-441d-9973-b1a1cd2e4363 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Fanout notify agent at l3_agent the message router_deleted on router fa6b827d-4ea9-4f39-a861-1a642faa5e8d {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:38:06.101001 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-490b9283-f4d1-4adc-a725-05963d0ed350 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] For port 3494b650-cf00-402e-9b4b-dc45998b7291, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=3494b650-cf00-402e-9b4b-dc45998b7291,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:38:06.103696 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-490b9283-f4d1-4adc-a725-05963d0ed350 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:06.110435 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4fac1439-9877-441d-9973-b1a1cd2e4363 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:06.110435 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4fac1439-9877-441d-9973-b1a1cd2e4363 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] 10.222.0.55 "DELETE /v2.0/routers/fa6b827d-4ea9-4f39-a861-1a642faa5e8d HTTP/1.1" status: 204 len: 168 time: 1.5586107 Feb 09 12:38:06.136343 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44368) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:06.455622 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-490b9283-f4d1-4adc-a725-05963d0ed350 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Calling delete_port for 3494b650-cf00-402e-9b4b-dc45998b7291 owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:38:06.652601 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb0dd2-17f3-4ac1-8f0d-e5694a341cff req-f20f31f0-b951-46e6-b206-e06f707b52ba tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:06.659059 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-173602ce-2dd8-481e-bcd6-69728abc3c60 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Deleting subnet bcab140d-ac89-4bd9-99e8-cf0fec9dc474 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:38:06.662884 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-83bb0dd2-17f3-4ac1-8f0d-e5694a341cff req-f20f31f0-b951-46e6-b206-e06f707b52ba tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=029a437b-0101-4f83-9bc0-0b68b23834e8 HTTP/1.1" status: 200 len: 946 time: 0.5893998 Feb 09 12:38:06.680243 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-173602ce-2dd8-481e-bcd6-69728abc3c60 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:06.803918 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-173602ce-2dd8-481e-bcd6-69728abc3c60 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:06.817162 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-83bb0dd2-17f3-4ac1-8f0d-e5694a341cff req-19e1c0c5-2a04-40e6-a889-95ca4abff9fe tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528983 Feb 09 12:38:06.867674 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-dc9abfe8-71f6-4167-8830-69e5c36826b7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Deleting port 5293207d-c67e-469e-ab20-47e13d910912 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:38:06.869138 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-dc9abfe8-71f6-4167-8830-69e5c36826b7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:07.024508 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-173602ce-2dd8-481e-bcd6-69728abc3c60 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:07.088181 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-490b9283-f4d1-4adc-a725-05963d0ed350 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:07.223390 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b9283-f4d1-4adc-a725-05963d0ed350 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Pushing event deleted for resources: {'Port': ['ID=3494b650-cf00-402e-9b4b-dc45998b7291,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:07.252584 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-dc9abfe8-71f6-4167-8830-69e5c36826b7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] For port 5293207d-c67e-469e-ab20-47e13d910912, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5293207d-c67e-469e-ab20-47e13d910912,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:38:07.252954 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-dc9abfe8-71f6-4167-8830-69e5c36826b7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:07.368054 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-490b9283-f4d1-4adc-a725-05963d0ed350 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:07.416096 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44388) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:07.436616 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-f3a3cd83-c849-4216-9985-4004edafc56a tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Request body: {'subnet': {'network_id': '264ff88a-1ff3-4f65-9546-5def0adda7d8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:38:07.609138 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-dc9abfe8-71f6-4167-8830-69e5c36826b7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Calling delete_port for 5293207d-c67e-469e-ab20-47e13d910912 owned by network:router_interface {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:38:07.660425 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-173602ce-2dd8-481e-bcd6-69728abc3c60 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:07.819975 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-dc9abfe8-71f6-4167-8830-69e5c36826b7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:07.824323 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-490b9283-f4d1-4adc-a725-05963d0ed350 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:07.828472 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-490b9283-f4d1-4adc-a725-05963d0ed350 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:07.832847 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173602ce-2dd8-481e-bcd6-69728abc3c60 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Pushing event deleted for resources: {'Subnet': ['ID=bcab140d-ac89-4bd9-99e8-cf0fec9dc474,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:07.837499 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-173602ce-2dd8-481e-bcd6-69728abc3c60 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:07.854827 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703d96c9-e457-475f-80f4-02cd26b0d46e None None] Network bab5e9dd-0699-452a-9f86-20b12fa8f7ac requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:38:07.899947 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-173602ce-2dd8-481e-bcd6-69728abc3c60 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] 10.222.0.55 "DELETE /v2.0/subnets/bcab140d-ac89-4bd9-99e8-cf0fec9dc474 HTTP/1.1" status: 204 len: 168 time: 1.7624922 Feb 09 12:38:07.907535 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44404) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:07.936473 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f3a3cd83-c849-4216-9985-4004edafc56a tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:38:07.938726 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-490b9283-f4d1-4adc-a725-05963d0ed350 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:07.939227 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490b9283-f4d1-4adc-a725-05963d0ed350 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a409147f-3fa1-46bc-a963-7646dd699755 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:38:07.953073 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9abfe8-71f6-4167-8830-69e5c36826b7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Port': ['ID=5293207d-c67e-469e-ab20-47e13d910912,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:08.018430 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f3a3cd83-c849-4216-9985-4004edafc56a tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Usage tracker for resource:subnet and tenant:5f8790993e0f41f09732ffe414985734 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:38:08.033263 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f3a3cd83-c849-4216-9985-4004edafc56a tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:38:08.038952 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-490b9283-f4d1-4adc-a725-05963d0ed350 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:08.040828 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-490b9283-f4d1-4adc-a725-05963d0ed350 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] 10.222.0.55 "DELETE /v2.0/routers/a409147f-3fa1-46bc-a963-7646dd699755 HTTP/1.1" status: 204 len: 168 time: 4.9854867 Feb 09 12:38:08.050099 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 44408) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:08.053415 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5293207d-c67e-469e-ab20-47e13d910912 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:38:08.068389 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f3a3cd83-c849-4216-9985-4004edafc56a tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:38:08.125598 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-125c6520-488b-4cac-b1ef-a2c80b4883e8 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:08.127853 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 5293207d-c67e-469e-ab20-47e13d910912 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:38:08.128223 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5293207d-c67e-469e-ab20-47e13d910912 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 09 12:38:08.129994 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a3cd83-c849-4216-9985-4004edafc56a tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Made reservation on behalf of 5f8790993e0f41f09732ffe414985734 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:38:08.133605 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f3a3cd83-c849-4216-9985-4004edafc56a tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:08.191936 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Port 5293207d-c67e-469e-ab20-47e13d910912 not found, will not notify nova. {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 09 12:38:08.292313 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-125c6520-488b-4cac-b1ef-a2c80b4883e8 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Deleting port 3f57c18c-584c-4471-a762-94a468b20d72 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:38:08.292647 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-125c6520-488b-4cac-b1ef-a2c80b4883e8 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:08.380076 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-dc9abfe8-71f6-4167-8830-69e5c36826b7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:08.506558 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6155e02b-0edb-4879-beaa-9aa3c7ed5228 None None] DHCP port deletion for bab5e9dd-0699-452a-9f86-20b12fa8f7ac request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:38:08.512797 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-6155e02b-0edb-4879-beaa-9aa3c7ed5228 None None] Deleting port 3f57c18c-584c-4471-a762-94a468b20d72 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:38:08.513427 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6155e02b-0edb-4879-beaa-9aa3c7ed5228 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:08.696493 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-125c6520-488b-4cac-b1ef-a2c80b4883e8 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] For port 3f57c18c-584c-4471-a762-94a468b20d72, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=3f57c18c-584c-4471-a762-94a468b20d72,segment=NetworkSegment(0caa5db6-aa04-4661-98bb-3d548680be93),segment_id=0caa5db6-aa04-4661-98bb-3d548680be93)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:38:08.697623 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-125c6520-488b-4cac-b1ef-a2c80b4883e8 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:08.713036 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f3a3cd83-c849-4216-9985-4004edafc56a tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:08.775083 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-6155e02b-0edb-4879-beaa-9aa3c7ed5228 None None] For port 3f57c18c-584c-4471-a762-94a468b20d72, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=3f57c18c-584c-4471-a762-94a468b20d72,segment=NetworkSegment(0caa5db6-aa04-4661-98bb-3d548680be93),segment_id=0caa5db6-aa04-4661-98bb-3d548680be93)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:38:08.775083 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6155e02b-0edb-4879-beaa-9aa3c7ed5228 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:08.802494 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-333a7e65-0d34-4c4f-89a1-dc30df32f45a tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:08.916276 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-125c6520-488b-4cac-b1ef-a2c80b4883e8 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Calling delete_port for 3f57c18c-584c-4471-a762-94a468b20d72 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:38:08.920314 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-6155e02b-0edb-4879-beaa-9aa3c7ed5228 None None] Calling delete_port for 3f57c18c-584c-4471-a762-94a468b20d72 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:38:08.964583 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a3cd83-c849-4216-9985-4004edafc56a tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Checking segment: {'id': 'b64eeadc-8f20-4675-98b4-3be22496f680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '264ff88a-1ff3-4f65-9546-5def0adda7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:38:08.965219 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a3cd83-c849-4216-9985-4004edafc56a tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Network hostable DHCP agents. Network: 264ff88a-1ff3-4f65-9546-5def0adda7d8, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:38:08.996642 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a3cd83-c849-4216-9985-4004edafc56a tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Pushing event updated for resources: {'Subnet': ['ID=ccf734f0-5739-4cbc-b74f-9721081d0487,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:09.028958 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a3cd83-c849-4216-9985-4004edafc56a tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Network 264ff88a-1ff3-4f65-9546-5def0adda7d8 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:38:09.042432 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-f3a3cd83-c849-4216-9985-4004edafc56a tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 264ff88a-1ff3-4f65-9546-5def0adda7d8) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:38:09.044418 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-6155e02b-0edb-4879-beaa-9aa3c7ed5228 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 09 12:38:09.044418 n-d-825178-3 neutron-server[87569]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.`level` = %(level)s] Feb 09 12:38:09.044418 n-d-825178-3 neutron-server[87569]: [parameters: {'port_id': '3f57c18c-584c-4471-a762-94a468b20d72', 'host': 'n-d-825178-3', 'level': 0}] Feb 09 12:38:09.044418 n-d-825178-3 neutron-server[87569]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:38:09.044793 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-6155e02b-0edb-4879-beaa-9aa3c7ed5228 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:38:09.047382 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a3cd83-c849-4216-9985-4004edafc56a tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:09.048017 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f3a3cd83-c849-4216-9985-4004edafc56a tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:09.054319 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d98f9cd-606d-4078-9410-2f4e63cd4d8b None None] Network 264ff88a-1ff3-4f65-9546-5def0adda7d8 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:38:09.057171 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-125c6520-488b-4cac-b1ef-a2c80b4883e8 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:09.129874 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125c6520-488b-4cac-b1ef-a2c80b4883e8 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] No DVR routers for this DVR port 3f57c18c-584c-4471-a762-94a468b20d72 on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:38:09.170670 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125c6520-488b-4cac-b1ef-a2c80b4883e8 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Pushing event deleted for resources: {'Port': ['ID=3f57c18c-584c-4471-a762-94a468b20d72,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:09.286496 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f3a3cd83-c849-4216-9985-4004edafc56a tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8625646 Feb 09 12:38:09.288723 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44430) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:09.292448 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-b57386d3-cc50-4bbb-b889-583635a6d603 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-393620416'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:38:09.299195 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b57386d3-cc50-4bbb-b889-583635a6d603 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:38:09.302941 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-333a7e65-0d34-4c4f-89a1-dc30df32f45a tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:09.304450 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b57386d3-cc50-4bbb-b889-583635a6d603 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Usage tracker for resource:network and tenant:5f8790993e0f41f09732ffe414985734 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:38:09.307291 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b57386d3-cc50-4bbb-b889-583635a6d603 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:38:09.314179 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b57386d3-cc50-4bbb-b889-583635a6d603 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:38:09.327710 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57386d3-cc50-4bbb-b889-583635a6d603 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Made reservation on behalf of 5f8790993e0f41f09732ffe414985734 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:38:09.332038 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b57386d3-cc50-4bbb-b889-583635a6d603 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:09.351025 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-125c6520-488b-4cac-b1ef-a2c80b4883e8 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:09.352328 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-333a7e65-0d34-4c4f-89a1-dc30df32f45a tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Deleting port 29144afa-c90c-4cec-b500-d92f1e001352 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:38:09.352676 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-333a7e65-0d34-4c4f-89a1-dc30df32f45a tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:09.353879 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5332d0-2a06-4cda-b662-617f42daee90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-264ff88a-1ff3-4f65-9546-5def0adda7d8', 'network_id': '264ff88a-1ff3-4f65-9546-5def0adda7d8', 'tenant_id': '5f8790993e0f41f09732ffe414985734', 'fixed_ips': [{'subnet_id': 'ccf734f0-5739-4cbc-b74f-9721081d0487'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:38:09.354712 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aa5332d0-2a06-4cda-b662-617f42daee90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:09.389701 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-125c6520-488b-4cac-b1ef-a2c80b4883e8 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bab5e9dd-0699-452a-9f86-20b12fa8f7ac']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:09.405530 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b57386d3-cc50-4bbb-b889-583635a6d603 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:38:09.418054 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-125c6520-488b-4cac-b1ef-a2c80b4883e8 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0caa5db6-aa04-4661-98bb-3d548680be93') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:09.419105 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-125c6520-488b-4cac-b1ef-a2c80b4883e8 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0caa5db6-aa04-4661-98bb-3d548680be93') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:09.444235 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc9abfe8-71f6-4167-8830-69e5c36826b7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Router f2a3dd66-b129-4322-999c-40013ec9acd8 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:38:09.444395 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-125c6520-488b-4cac-b1ef-a2c80b4883e8 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:09.454655 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b57386d3-cc50-4bbb-b889-583635a6d603 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:09.455053 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-b57386d3-cc50-4bbb-b889-583635a6d603 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Added segment 0b91aae8-35d6-44a6-a388-871a4c941ee0 of type vlan for network 678a01bf-5fc6-45e0-bf4a-956d4a566bbb Feb 09 12:38:09.469742 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-125c6520-488b-4cac-b1ef-a2c80b4883e8 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:09.489517 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-125c6520-488b-4cac-b1ef-a2c80b4883e8 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:38:09.490277 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-125c6520-488b-4cac-b1ef-a2c80b4883e8 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:09.507327 n-d-825178-3 neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:38:09.507327 n-d-825178-3 neutron-server[87568]: util.warn( Feb 09 12:38:09.507327 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:38:09.507327 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:38:09.507327 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:38:09.507327 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:38:09.507327 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:38:09.507327 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:38:09.507327 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:38:09.507327 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:38:09.507327 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:38:09.507327 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:38:09.507327 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:38:09.507327 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:38:09.507327 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:38:09.507327 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:38:09.507327 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:38:09.507327 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:38:09.507327 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:38:09.507327 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:38:09.507327 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:38:09.507327 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:38:09.507327 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:38:09.507327 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:38:09.507327 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:38:09.507327 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:38:09.507327 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:38:09.507327 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:38:09.507327 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:38:09.507327 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:38:09.507327 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:38:09.507327 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:38:09.507327 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:38:09.507327 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:38:09.514608 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1d4e2-c75e-42f7-b3d4-b3b641249ced req-a2c5deb8-7aba-4a39-8fdd-6f5711030087 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:09.516833 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b4e1d4e2-c75e-42f7-b3d4-b3b641249ced req-a2c5deb8-7aba-4a39-8fdd-6f5711030087 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=029a437b-0101-4f83-9bc0-0b68b23834e8 HTTP/1.1" status: 200 len: 946 time: 1.2779267 Feb 09 12:38:09.558229 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b57386d3-cc50-4bbb-b889-583635a6d603 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:09.613940 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-aa5332d0-2a06-4cda-b662-617f42daee90 None None] Allocated IP 2001:db8:0:ffff::2 (264ff88a-1ff3-4f65-9546-5def0adda7d8/ccf734f0-5739-4cbc-b74f-9721081d0487/413c1724-9376-4226-9c78-7e9258d542c4) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:38:09.614868 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-125c6520-488b-4cac-b1ef-a2c80b4883e8 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:09.616243 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-6155e02b-0edb-4879-beaa-9aa3c7ed5228 None None] Deleting port 3f57c18c-584c-4471-a762-94a468b20d72 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:38:09.616421 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6155e02b-0edb-4879-beaa-9aa3c7ed5228 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:09.623519 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-125c6520-488b-4cac-b1ef-a2c80b4883e8 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:09.650880 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125c6520-488b-4cac-b1ef-a2c80b4883e8 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] Pushing event deleted for resources: {'Network': ['ID=bab5e9dd-0699-452a-9f86-20b12fa8f7ac,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:09.654867 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b57386d3-cc50-4bbb-b889-583635a6d603 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:09.661573 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57386d3-cc50-4bbb-b889-583635a6d603 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:09.662346 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b57386d3-cc50-4bbb-b889-583635a6d603 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:09.691782 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-6155e02b-0edb-4879-beaa-9aa3c7ed5228 None None] The port '3f57c18c-584c-4471-a762-94a468b20d72' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:38:09.760922 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-125c6520-488b-4cac-b1ef-a2c80b4883e8 tempest-FloatingIPNegativeTestJSON-166734872 tempest-FloatingIPNegativeTestJSON-166734872-project] 10.222.0.55 "DELETE /v2.0/networks/bab5e9dd-0699-452a-9f86-20b12fa8f7ac HTTP/1.1" status: 204 len: 168 time: 1.8490062 Feb 09 12:38:09.764619 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b57386d3-cc50-4bbb-b889-583635a6d603 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4770358 Feb 09 12:38:09.769563 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44442) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:09.784483 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-11c62a68-dfd9-41b2-ad10-a8e0cc9f3901 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Request body: {'subnet': {'network_id': '678a01bf-5fc6-45e0-bf4a-956d4a566bbb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:38:09.799048 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9abfe8-71f6-4167-8830-69e5c36826b7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:38:09.811088 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8262a3-7926-421c-aca1-44d4df96b178 None None] Sync routers for ids ['f2a3dd66-b129-4322-999c-40013ec9acd8'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:38:09.825857 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-dc9abfe8-71f6-4167-8830-69e5c36826b7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "PUT /v2.0/routers/f2a3dd66-b129-4322-999c-40013ec9acd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8554795 Feb 09 12:38:09.828039 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 44446) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:09.845762 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8262a3-7926-421c-aca1-44d4df96b178 None None] Routers {'f2a3dd66-b129-4322-999c-40013ec9acd8'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:38:09.846418 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1d8262a3-7926-421c-aca1-44d4df96b178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:37:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['f2a3dd66-b129-4322-999c-40013ec9acd8'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:09.984156 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b4e1d4e2-c75e-42f7-b3d4-b3b641249ced req-b87963e7-e71f-4905-84d6-3d9f448981be tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4600053 Feb 09 12:38:10.055402 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 3f57c18c-584c-4471-a762-94a468b20d72 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:38:10.076384 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c6b5c8-3d46-427a-9bff-bbd552b92bdb tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:10.092690 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c6b5c8-3d46-427a-9bff-bbd552b92bdb tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:10.094324 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-00c6b5c8-3d46-427a-9bff-bbd552b92bdb tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Synchronizing usage tracker for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:subnet {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:38:10.099544 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-1d8262a3-7926-421c-aca1-44d4df96b178 None None] Set router f2a3dd66-b129-4322-999c-40013ec9acd8 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:38:10.150895 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-333a7e65-0d34-4c4f-89a1-dc30df32f45a tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] For port 29144afa-c90c-4cec-b500-d92f1e001352, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=29144afa-c90c-4cec-b500-d92f1e001352,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:38:10.151260 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-333a7e65-0d34-4c4f-89a1-dc30df32f45a tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:10.162511 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57386d3-cc50-4bbb-b889-583635a6d603 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Pushing event updated for resources: {'Network': ['ID=678a01bf-5fc6-45e0-bf4a-956d4a566bbb,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:10.170928 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 3f57c18c-584c-4471-a762-94a468b20d72 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:38:10.171763 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 3f57c18c-584c-4471-a762-94a468b20d72 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:38:10.189179 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 678a01bf-5fc6-45e0-bf4a-956d4a566bbb details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:38:10.205656 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-11c62a68-dfd9-41b2-ad10-a8e0cc9f3901 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:38:10.219575 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-11c62a68-dfd9-41b2-ad10-a8e0cc9f3901 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Usage tracker for resource:subnet and tenant:5f8790993e0f41f09732ffe414985734 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:38:10.225181 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-11c62a68-dfd9-41b2-ad10-a8e0cc9f3901 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:38:10.237180 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-11c62a68-dfd9-41b2-ad10-a8e0cc9f3901 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:38:10.245412 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aa5332d0-2a06-4cda-b662-617f42daee90 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:10.263368 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-aa5332d0-2a06-4cda-b662-617f42daee90 None None] Transition to ACTIVE for port object 413c1724-9376-4226-9c78-7e9258d542c4 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:38:10.265945 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c62a68-dfd9-41b2-ad10-a8e0cc9f3901 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Made reservation on behalf of 5f8790993e0f41f09732ffe414985734 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:38:10.269854 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-11c62a68-dfd9-41b2-ad10-a8e0cc9f3901 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:10.286102 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-aa5332d0-2a06-4cda-b662-617f42daee90 None None] Transition to ACTIVE for port object 413c1724-9376-4226-9c78-7e9258d542c4 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:38:10.308454 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-00c6b5c8-3d46-427a-9bff-bbd552b92bdb tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Unset dirty status for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:subnet {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:38:10.310486 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44456) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:10.318455 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-00c6b5c8-3d46-427a-9bff-bbd552b92bdb tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4727929 Feb 09 12:38:10.346296 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aa5332d0-2a06-4cda-b662-617f42daee90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:10.358938 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1d8262a3-7926-421c-aca1-44d4df96b178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a3dd66-b129-4322-999c-40013ec9acd8', 'name': 'tempest-NetworksTestDHCPv6-router-651533857', 'tenant_id': 'a7add69c825d45b8a9a99e00c87aae63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:37:52Z', 'updated_at': '2022-02-09T12:38:07Z', 'revision_number': 3, 'project_id': 'a7add69c825d45b8a9a99e00c87aae63', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:10.363392 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8262a3-7926-421c-aca1-44d4df96b178 None None] Checking router: f2a3dd66-b129-4322-999c-40013ec9acd8 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:38:10.388800 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8262a3-7926-421c-aca1-44d4df96b178 None None] Routers {'f2a3dd66-b129-4322-999c-40013ec9acd8'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:38:10.389432 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1d8262a3-7926-421c-aca1-44d4df96b178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:37:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['f2a3dd66-b129-4322-999c-40013ec9acd8'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:10.444671 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 44460) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:10.472071 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-333a7e65-0d34-4c4f-89a1-dc30df32f45a tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Calling delete_port for 29144afa-c90c-4cec-b500-d92f1e001352 owned by network:router_gateway {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:38:10.493429 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5332d0-2a06-4cda-b662-617f42daee90 None None] Network 264ff88a-1ff3-4f65-9546-5def0adda7d8 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:38:10.520658 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-aa5332d0-2a06-4cda-b662-617f42daee90 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:38:10.522496 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5332d0-2a06-4cda-b662-617f42daee90 None None] Pushing event updated for resources: {'Port': ['ID=413c1724-9376-4226-9c78-7e9258d542c4,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:10.524842 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5332d0-2a06-4cda-b662-617f42daee90 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:38:10.578353 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-1d8262a3-7926-421c-aca1-44d4df96b178 None None] Set router f2a3dd66-b129-4322-999c-40013ec9acd8 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:38:10.658828 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d85300a-d312-403a-a610-bd55c96c8fb6 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Deleting subnet bcf5de9f-0057-4776-94e2-9c8d32be6768 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:38:10.662044 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3d85300a-d312-403a-a610-bd55c96c8fb6 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:10.667261 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-aa5332d0-2a06-4cda-b662-617f42daee90 None None] Attempting to bind port 413c1724-9376-4226-9c78-7e9258d542c4 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:38:10.667889 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-aa5332d0-2a06-4cda-b662-617f42daee90 None None] Attempting to bind port 413c1724-9376-4226-9c78-7e9258d542c4 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'b64eeadc-8f20-4675-98b4-3be22496f680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '264ff88a-1ff3-4f65-9546-5def0adda7d8'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:38:10.668509 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5332d0-2a06-4cda-b662-617f42daee90 None None] Attempting to bind port 413c1724-9376-4226-9c78-7e9258d542c4 on network 264ff88a-1ff3-4f65-9546-5def0adda7d8 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:38:10.674983 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5332d0-2a06-4cda-b662-617f42daee90 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:38:10.676027 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5332d0-2a06-4cda-b662-617f42daee90 None None] Checking segment: {'id': 'b64eeadc-8f20-4675-98b4-3be22496f680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '264ff88a-1ff3-4f65-9546-5def0adda7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:38:10.676739 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aa5332d0-2a06-4cda-b662-617f42daee90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:10.677310 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5332d0-2a06-4cda-b662-617f42daee90 None None] Bound using segment: {'id': 'b64eeadc-8f20-4675-98b4-3be22496f680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '264ff88a-1ff3-4f65-9546-5def0adda7d8'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:38:10.677956 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-aa5332d0-2a06-4cda-b662-617f42daee90 None None] Bound port: 413c1724-9376-4226-9c78-7e9258d542c4, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b64eeadc-8f20-4675-98b4-3be22496f680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '264ff88a-1ff3-4f65-9546-5def0adda7d8'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:38:10.678868 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aa5332d0-2a06-4cda-b662-617f42daee90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:10.694791 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1d8262a3-7926-421c-aca1-44d4df96b178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a3dd66-b129-4322-999c-40013ec9acd8', 'name': 'tempest-NetworksTestDHCPv6-router-651533857', 'tenant_id': 'a7add69c825d45b8a9a99e00c87aae63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:37:52Z', 'updated_at': '2022-02-09T12:38:07Z', 'revision_number': 3, 'project_id': 'a7add69c825d45b8a9a99e00c87aae63', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:10.701660 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8262a3-7926-421c-aca1-44d4df96b178 None None] The sync data for ids ['f2a3dd66-b129-4322-999c-40013ec9acd8'] in n-d-825178-3 is: [{'id': 'f2a3dd66-b129-4322-999c-40013ec9acd8', 'name': 'tempest-NetworksTestDHCPv6-router-651533857', 'tenant_id': 'a7add69c825d45b8a9a99e00c87aae63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:37:52Z', 'updated_at': '2022-02-09T12:38:07Z', 'revision_number': 3, 'project_id': 'a7add69c825d45b8a9a99e00c87aae63', 'gw_port_host': None}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:38:10.839096 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-aa5332d0-2a06-4cda-b662-617f42daee90 None None] For port 413c1724-9376-4226-9c78-7e9258d542c4, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:38:10.839096 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-aa5332d0-2a06-4cda-b662-617f42daee90 None None] For port 413c1724-9376-4226-9c78-7e9258d542c4, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=413c1724-9376-4226-9c78-7e9258d542c4,segment=NetworkSegment(b64eeadc-8f20-4675-98b4-3be22496f680),segment_id=b64eeadc-8f20-4675-98b4-3be22496f680)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:38:10.854720 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aa5332d0-2a06-4cda-b662-617f42daee90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:10.889771 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3d85300a-d312-403a-a610-bd55c96c8fb6 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:10.993337 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5332d0-2a06-4cda-b662-617f42daee90 None None] Pushing event updated for resources: {'Port': ['ID=413c1724-9376-4226-9c78-7e9258d542c4,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:11.024514 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-11c62a68-dfd9-41b2-ad10-a8e0cc9f3901 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:11.159805 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-26e4e028-5157-4ee4-b1ca-6f1eebf26fb4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=da0769963a6744779729472b17a576e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8379216 Feb 09 12:38:11.159805 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44478) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:11.229440 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3d85300a-d312-403a-a610-bd55c96c8fb6 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:11.267883 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c62a68-dfd9-41b2-ad10-a8e0cc9f3901 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Pushing event updated for resources: {'Subnet': ['ID=6042907d-6da5-4dad-bbc2-c7b0d750417d,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:11.274085 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-333a7e65-0d34-4c4f-89a1-dc30df32f45a tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:11.327598 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c62a68-dfd9-41b2-ad10-a8e0cc9f3901 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Checking segment: {'id': '0b91aae8-35d6-44a6-a388-871a4c941ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '678a01bf-5fc6-45e0-bf4a-956d4a566bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:38:11.328311 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c62a68-dfd9-41b2-ad10-a8e0cc9f3901 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Network hostable DHCP agents. Network: 678a01bf-5fc6-45e0-bf4a-956d4a566bbb, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:38:11.415610 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-da18eb4e-880c-4bc6-b490-b93782d54a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:11.459239 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c62a68-dfd9-41b2-ad10-a8e0cc9f3901 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Network 678a01bf-5fc6-45e0-bf4a-956d4a566bbb is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:38:11.476670 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-da18eb4e-880c-4bc6-b490-b93782d54a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:11.498086 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333a7e65-0d34-4c4f-89a1-dc30df32f45a tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Pushing event deleted for resources: {'Port': ['ID=29144afa-c90c-4cec-b500-d92f1e001352,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:11.515538 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-11c62a68-dfd9-41b2-ad10-a8e0cc9f3901 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 678a01bf-5fc6-45e0-bf4a-956d4a566bbb) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:38:11.524304 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c62a68-dfd9-41b2-ad10-a8e0cc9f3901 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:11.525316 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-11c62a68-dfd9-41b2-ad10-a8e0cc9f3901 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:11.527126 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cd6b1a-1d30-4f9d-beb8-f60d6d36c5d6 None None] Network 678a01bf-5fc6-45e0-bf4a-956d4a566bbb requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:38:11.589218 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-11c62a68-dfd9-41b2-ad10-a8e0cc9f3901 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8097382 Feb 09 12:38:11.593064 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44486) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:11.633518 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-333a7e65-0d34-4c4f-89a1-dc30df32f45a tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:11.744493 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3d85300a-d312-403a-a610-bd55c96c8fb6 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:11.796346 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-da18eb4e-880c-4bc6-b490-b93782d54a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:11.838276 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ccbe8983-70a2-4302-985c-1f9e0d34c061 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:11.856812 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee577d4-f12a-4cbd-ace5-ca635ccec5b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-678a01bf-5fc6-45e0-bf4a-956d4a566bbb', 'network_id': '678a01bf-5fc6-45e0-bf4a-956d4a566bbb', 'tenant_id': '5f8790993e0f41f09732ffe414985734', 'fixed_ips': [{'subnet_id': '6042907d-6da5-4dad-bbc2-c7b0d750417d'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:38:11.857970 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2ee577d4-f12a-4cbd-ace5-ca635ccec5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:11.933911 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-da18eb4e-880c-4bc6-b490-b93782d54a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:11.942362 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-da18eb4e-880c-4bc6-b490-b93782d54a95 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6b1c7581-df8f-411d-b971-2bc013d9bf85 HTTP/1.1" status: 204 len: 168 time: 0.7769783 Feb 09 12:38:11.943370 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da18eb4e-880c-4bc6-b490-b93782d54a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1c7581-df8f-411d-b971-2bc013d9bf85,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:12.013202 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ccbe8983-70a2-4302-985c-1f9e0d34c061 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:12.117428 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-333a7e65-0d34-4c4f-89a1-dc30df32f45a tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:12.124040 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-333a7e65-0d34-4c4f-89a1-dc30df32f45a tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:12.190919 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d85300a-d312-403a-a610-bd55c96c8fb6 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Subnet': ['ID=bcf5de9f-0057-4776-94e2-9c8d32be6768,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:12.192699 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-333a7e65-0d34-4c4f-89a1-dc30df32f45a tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:12.192912 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 413c1724-9376-4226-9c78-7e9258d542c4 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:38:12.193708 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333a7e65-0d34-4c4f-89a1-dc30df32f45a tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9d513daa-c2fd-4b8d-8c08-06114dfcc436 {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:38:12.195402 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3d85300a-d312-403a-a610-bd55c96c8fb6 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:12.206677 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638e8b6-228f-4401-a709-6162e7b2fe7f req-bf64a09c-f99a-4237-8cbe-0cfa2b037f79 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:12.215071 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3638e8b6-228f-4401-a709-6162e7b2fe7f req-bf64a09c-f99a-4237-8cbe-0cfa2b037f79 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=029a437b-0101-4f83-9bc0-0b68b23834e8 HTTP/1.1" status: 200 len: 946 time: 0.9419467 Feb 09 12:38:12.237088 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18c0edc-79d1-40cc-b205-f5f07d21107b None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:38:12.299651 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-333a7e65-0d34-4c4f-89a1-dc30df32f45a tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:12.299651 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-333a7e65-0d34-4c4f-89a1-dc30df32f45a tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] 10.222.0.55 "DELETE /v2.0/routers/9d513daa-c2fd-4b8d-8c08-06114dfcc436 HTTP/1.1" status: 204 len: 168 time: 4.2464449 Feb 09 12:38:12.307129 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44502) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:12.307589 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3d85300a-d312-403a-a610-bd55c96c8fb6 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/bcf5de9f-0057-4776-94e2-9c8d32be6768 HTTP/1.1" status: 204 len: 168 time: 1.8594029 Feb 09 12:38:12.307726 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 44506) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:12.311421 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-2fa38d95-1c57-4c5b-b50d-20afa2146f50 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1535113691', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}, 'admin_state_up': False}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:38:12.335628 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2fa38d95-1c57-4c5b-b50d-20afa2146f50 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:38:12.351809 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-2fa38d95-1c57-4c5b-b50d-20afa2146f50 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Usage tracker for resource:router and tenant:d7ec3256cb85454e9ad573cc019d12e5 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:38:12.360879 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-2fa38d95-1c57-4c5b-b50d-20afa2146f50 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:38:12.382606 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2fa38d95-1c57-4c5b-b50d-20afa2146f50 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:38:12.420825 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2fa38d95-1c57-4c5b-b50d-20afa2146f50 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:12.422388 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2fa38d95-1c57-4c5b-b50d-20afa2146f50 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:12.447652 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2fa38d95-1c57-4c5b-b50d-20afa2146f50 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:12.542486 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3638e8b6-228f-4401-a709-6162e7b2fe7f req-d4ee434d-36f2-40f8-8a98-7e7dd15cd972 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257365 Feb 09 12:38:12.574331 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ebc180a0-2d15-4a21-b88d-bd686188fd20 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Synchronizing usage tracker for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:router {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:38:12.607354 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ebc180a0-2d15-4a21-b88d-bd686188fd20 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Unset dirty status for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:router {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:38:12.609105 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ebc180a0-2d15-4a21-b88d-bd686188fd20 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3001823 Feb 09 12:38:12.612236 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 44516) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:12.787291 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-2ee577d4-f12a-4cbd-ace5-ca635ccec5b0 None None] Allocated IP 2001:db8::1 (678a01bf-5fc6-45e0-bf4a-956d4a566bbb/6042907d-6da5-4dad-bbc2-c7b0d750417d/11c635bd-373b-4454-9c44-5fc9196c6cd4) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:38:12.810856 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:38:12.815740 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0de8fd1-68f9-46df-8ee0-9ef125c2dd17 None None] Network 264ff88a-1ff3-4f65-9546-5def0adda7d8 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:38:12.916479 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f87f2976-3f22-48ac-a25f-ec4d6d95c0da tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:12.926795 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2fa38d95-1c57-4c5b-b50d-20afa2146f50 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:13.232755 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 413c1724-9376-4226-9c78-7e9258d542c4 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:38:13.261181 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-d276a9ed-74c9-496b-8d41-7d9f0dbdcc92 None None] Provisioning for port 413c1724-9376-4226-9c78-7e9258d542c4 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:38:13.271704 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-d276a9ed-74c9-496b-8d41-7d9f0dbdcc92 None None] Provisioning complete for port 413c1724-9376-4226-9c78-7e9258d542c4 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:38:13.272350 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d276a9ed-74c9-496b-8d41-7d9f0dbdcc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:13.383179 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5293207d-c67e-469e-ab20-47e13d910912 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:38:13.464945 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 5293207d-c67e-469e-ab20-47e13d910912 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:38:13.465839 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5293207d-c67e-469e-ab20-47e13d910912 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:38:13.469859 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b7a09b-8bb5-491a-b104-aef5d600a2b8 None None] DHCP port deletion for f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:38:13.480168 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f87f2976-3f22-48ac-a25f-ec4d6d95c0da tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:13.487243 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f87f2976-3f22-48ac-a25f-ec4d6d95c0da tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:13.489465 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2fa38d95-1c57-4c5b-b50d-20afa2146f50 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:13.518337 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-46b7a09b-8bb5-491a-b104-aef5d600a2b8 None None] Deleting port 25bab246-a2e9-4604-ad05-59d2b3256233 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:38:13.518885 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-46b7a09b-8bb5-491a-b104-aef5d600a2b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:13.526968 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2fa38d95-1c57-4c5b-b50d-20afa2146f50 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:13.549542 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f87f2976-3f22-48ac-a25f-ec4d6d95c0da tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:13.550176 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87f2976-3f22-48ac-a25f-ec4d6d95c0da tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Fanout notify agent at l3_agent the message router_deleted on router f2a3dd66-b129-4322-999c-40013ec9acd8 {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:38:13.581667 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f87f2976-3f22-48ac-a25f-ec4d6d95c0da tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:13.589836 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44544) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:13.599586 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f87f2976-3f22-48ac-a25f-ec4d6d95c0da tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/routers/f2a3dd66-b129-4322-999c-40013ec9acd8 HTTP/1.1" status: 204 len: 168 time: 0.9733531 Feb 09 12:38:13.606388 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-fbfa8212-88eb-4da3-b1ba-1793f82c66e5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'subnet': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:38:13.723623 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 44550) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:13.921669 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-860651ba-f218-4743-ba54-aee6186cacea tempest-DvrRoutersNegativeTest-1023023108 tempest-DvrRoutersNegativeTest-1023023108-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1664326206', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:38:13.932554 n-d-825178-3 neutron-server[87567]: DEBUG neutron.policy [None req-860651ba-f218-4743-ba54-aee6186cacea tempest-DvrRoutersNegativeTest-1023023108 tempest-DvrRoutersNegativeTest-1023023108-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87567) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Feb 09 12:38:13.936542 n-d-825178-3 neutron-server[87567]: DEBUG neutron.policy [None req-860651ba-f218-4743-ba54-aee6186cacea tempest-DvrRoutersNegativeTest-1023023108 tempest-DvrRoutersNegativeTest-1023023108-project] Failed policy check for 'create_router' {{(pid=87567) enforce /opt/stack/neutron/neutron/policy.py:520}} Feb 09 12:38:13.937391 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-860651ba-f218-4743-ba54-aee6186cacea tempest-DvrRoutersNegativeTest-1023023108 tempest-DvrRoutersNegativeTest-1023023108-project] create failed (client error): Access was denied to this resource. Feb 09 12:38:13.950302 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-860651ba-f218-4743-ba54-aee6186cacea tempest-DvrRoutersNegativeTest-1023023108 tempest-DvrRoutersNegativeTest-1023023108-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2238307 Feb 09 12:38:14.004891 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 25bab246-a2e9-4604-ad05-59d2b3256233 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:38:14.038421 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2ee577d4-f12a-4cbd-ace5-ca635ccec5b0 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:14.047310 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a009198-2aba-4661-a570-517def986aa2 req-852b77bb-329f-49d3-bf8b-e81e76df24fe tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:14.053740 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2a009198-2aba-4661-a570-517def986aa2 req-852b77bb-329f-49d3-bf8b-e81e76df24fe tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=029a437b-0101-4f83-9bc0-0b68b23834e8 HTTP/1.1" status: 200 len: 946 time: 0.2541411 Feb 09 12:38:14.108764 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-2fa38d95-1c57-4c5b-b50d-20afa2146f50 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Allocated IP 172.25.7.40 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/35241e7f-3e60-4474-92d4-63eb61ff9e42) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:38:14.145310 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2a009198-2aba-4661-a570-517def986aa2 req-8e520dd8-1409-4dcb-98db-92ae5f08d075 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864687 Feb 09 12:38:14.166760 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2ee577d4-f12a-4cbd-ace5-ca635ccec5b0 None None] Transition to ACTIVE for port object 11c635bd-373b-4454-9c44-5fc9196c6cd4 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:38:14.207928 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2ee577d4-f12a-4cbd-ace5-ca635ccec5b0 None None] Transition to ACTIVE for port object 11c635bd-373b-4454-9c44-5fc9196c6cd4 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:38:14.217898 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-46b7a09b-8bb5-491a-b104-aef5d600a2b8 None None] For port 25bab246-a2e9-4604-ad05-59d2b3256233, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=25bab246-a2e9-4604-ad05-59d2b3256233,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:38:14.218617 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-46b7a09b-8bb5-491a-b104-aef5d600a2b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:14.359157 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ccbe8983-70a2-4302-985c-1f9e0d34c061 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:14.381221 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-fbfa8212-88eb-4da3-b1ba-1793f82c66e5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:38:14.386325 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2fa38d95-1c57-4c5b-b50d-20afa2146f50 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:14.447506 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-fbfa8212-88eb-4da3-b1ba-1793f82c66e5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Usage tracker for resource:subnet and tenant:a7add69c825d45b8a9a99e00c87aae63 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:38:14.455278 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe8983-70a2-4302-985c-1f9e0d34c061 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Pushing event deleted for resources: {'Subnet': ['ID=6042907d-6da5-4dad-bbc2-c7b0d750417d,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:14.460309 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-fbfa8212-88eb-4da3-b1ba-1793f82c66e5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:38:14.462880 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-46b7a09b-8bb5-491a-b104-aef5d600a2b8 None None] Calling delete_port for 25bab246-a2e9-4604-ad05-59d2b3256233 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:38:14.519605 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-fbfa8212-88eb-4da3-b1ba-1793f82c66e5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:38:14.540164 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2ee577d4-f12a-4cbd-ace5-ca635ccec5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:14.550309 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d276a9ed-74c9-496b-8d41-7d9f0dbdcc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:14.558279 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ccbe8983-70a2-4302-985c-1f9e0d34c061 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:14.567783 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 44570) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:14.571421 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbfa8212-88eb-4da3-b1ba-1793f82c66e5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:38:14.575560 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fbfa8212-88eb-4da3-b1ba-1793f82c66e5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:14.627206 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-46b7a09b-8bb5-491a-b104-aef5d600a2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:14.638313 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6a608eef-8ebd-4bc6-8df5-aff417516229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:14.662363 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No active binding found for port 25bab246-a2e9-4604-ad05-59d2b3256233 {{(pid=87569) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 09 12:38:14.662780 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 25bab246-a2e9-4604-ad05-59d2b3256233 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:38:14.663208 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 29144afa-c90c-4cec-b500-d92f1e001352 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:38:14.680301 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-ccbe8983-70a2-4302-985c-1f9e0d34c061 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['678a01bf-5fc6-45e0-bf4a-956d4a566bbb']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:14.700117 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee577d4-f12a-4cbd-ace5-ca635ccec5b0 None None] Network 678a01bf-5fc6-45e0-bf4a-956d4a566bbb is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:38:14.708406 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b7a09b-8bb5-491a-b104-aef5d600a2b8 None None] No DVR routers for this DVR port 25bab246-a2e9-4604-ad05-59d2b3256233 on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:38:14.710118 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 29144afa-c90c-4cec-b500-d92f1e001352 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:38:14.710465 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 29144afa-c90c-4cec-b500-d92f1e001352 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:38:14.712554 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-ccbe8983-70a2-4302-985c-1f9e0d34c061 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b91aae8-35d6-44a6-a388-871a4c941ee0') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:14.713027 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-ccbe8983-70a2-4302-985c-1f9e0d34c061 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b91aae8-35d6-44a6-a388-871a4c941ee0') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:14.716084 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-2ee577d4-f12a-4cbd-ace5-ca635ccec5b0 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:38:14.722771 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee577d4-f12a-4cbd-ace5-ca635ccec5b0 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:38:14.736517 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ccbe8983-70a2-4302-985c-1f9e0d34c061 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:14.749884 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2fa38d95-1c57-4c5b-b50d-20afa2146f50 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:14.775798 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-72759464-4f78-4e3e-8520-9a79816d995a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:14.812042 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-72759464-4f78-4e3e-8520-9a79816d995a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:38:14.817243 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-72759464-4f78-4e3e-8520-9a79816d995a admin admin] Usage tracker for resource:security_group_rule and tenant:84b554ffce6648fcb2969c0b0f130b1c is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:38:14.826225 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-72759464-4f78-4e3e-8520-9a79816d995a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:38:14.836144 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ccbe8983-70a2-4302-985c-1f9e0d34c061 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:14.857489 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-72759464-4f78-4e3e-8520-9a79816d995a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:38:14.857646 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee577d4-f12a-4cbd-ace5-ca635ccec5b0 None None] Pushing event updated for resources: {'Port': ['ID=11c635bd-373b-4454-9c44-5fc9196c6cd4,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:14.857752 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa38d95-1c57-4c5b-b50d-20afa2146f50 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:38:14.857752 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-2fa38d95-1c57-4c5b-b50d-20afa2146f50 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:38:14.862452 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa38d95-1c57-4c5b-b50d-20afa2146f50 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:38:14.892534 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccbe8983-70a2-4302-985c-1f9e0d34c061 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:38:14.892932 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ccbe8983-70a2-4302-985c-1f9e0d34c061 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:14.893226 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-d276a9ed-74c9-496b-8d41-7d9f0dbdcc92 None None] For port 413c1724-9376-4226-9c78-7e9258d542c4, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=413c1724-9376-4226-9c78-7e9258d542c4,segment=NetworkSegment(b64eeadc-8f20-4675-98b4-3be22496f680),segment_id=b64eeadc-8f20-4675-98b4-3be22496f680)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:38:14.908381 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:38:14.908381 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:38:14.908381 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:38:14.908381 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:38:14.908381 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:38:14.908381 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:38:14.908381 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:38:14.908381 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:38:14.908381 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:38:14.908381 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:38:14.908381 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:38:14.908381 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:38:14.908381 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:38:14.908381 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:38:14.908381 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:38:14.908381 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:38:14.908381 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:38:14.908381 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:38:14.908381 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:38:14.908381 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:38:14.908381 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:38:14.908381 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:38:14.908381 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:38:14.908381 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:38:14.908381 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:38:14.908381 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:38:14.908381 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:38:14.908381 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:38:14.908381 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:38:14.908381 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:38:14.908381 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:38:14.908381 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:38:14.917812 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d276a9ed-74c9-496b-8d41-7d9f0dbdcc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:14.920070 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b7a09b-8bb5-491a-b104-aef5d600a2b8 None None] Pushing event deleted for resources: {'Port': ['ID=25bab246-a2e9-4604-ad05-59d2b3256233,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:14.976097 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-2ee577d4-f12a-4cbd-ace5-ca635ccec5b0 None None] Attempting to bind port 11c635bd-373b-4454-9c44-5fc9196c6cd4 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:38:14.976468 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-2ee577d4-f12a-4cbd-ace5-ca635ccec5b0 None None] Attempting to bind port 11c635bd-373b-4454-9c44-5fc9196c6cd4 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '0b91aae8-35d6-44a6-a388-871a4c941ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '678a01bf-5fc6-45e0-bf4a-956d4a566bbb'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:38:14.976894 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee577d4-f12a-4cbd-ace5-ca635ccec5b0 None None] Attempting to bind port 11c635bd-373b-4454-9c44-5fc9196c6cd4 on network 678a01bf-5fc6-45e0-bf4a-956d4a566bbb {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:38:14.992508 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee577d4-f12a-4cbd-ace5-ca635ccec5b0 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:38:14.992970 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa38d95-1c57-4c5b-b50d-20afa2146f50 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Pushing event updated for resources: {'Port': ['ID=35241e7f-3e60-4474-92d4-63eb61ff9e42,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:14.993293 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee577d4-f12a-4cbd-ace5-ca635ccec5b0 None None] Checking segment: {'id': '0b91aae8-35d6-44a6-a388-871a4c941ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '678a01bf-5fc6-45e0-bf4a-956d4a566bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:38:14.993706 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2ee577d4-f12a-4cbd-ace5-ca635ccec5b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:14.994100 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee577d4-f12a-4cbd-ace5-ca635ccec5b0 None None] Bound using segment: {'id': '0b91aae8-35d6-44a6-a388-871a4c941ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '678a01bf-5fc6-45e0-bf4a-956d4a566bbb'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:38:14.994609 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-2ee577d4-f12a-4cbd-ace5-ca635ccec5b0 None None] Bound port: 11c635bd-373b-4454-9c44-5fc9196c6cd4, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b91aae8-35d6-44a6-a388-871a4c941ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '678a01bf-5fc6-45e0-bf4a-956d4a566bbb'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:38:14.995711 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2ee577d4-f12a-4cbd-ace5-ca635ccec5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:15.024774 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.api [None req-ccbe8983-70a2-4302-985c-1f9e0d34c061 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 12:38:15.024774 n-d-825178-3 neutron-server[87568]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 12:38:15.024774 n-d-825178-3 neutron-server[87568]: [parameters: {'id': '678a01bf-5fc6-45e0-bf4a-956d4a566bbb'}] Feb 09 12:38:15.024774 n-d-825178-3 neutron-server[87568]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:38:15.025572 n-d-825178-3 neutron-server[87568]: DEBUG oslo_db.api [None req-ccbe8983-70a2-4302-985c-1f9e0d34c061 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:38:15.094438 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d276a9ed-74c9-496b-8d41-7d9f0dbdcc92 None None] Pushing event updated for resources: {'Port': ['ID=413c1724-9376-4226-9c78-7e9258d542c4,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:15.128474 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-8a011513-dee3-4228-8311-49a37d64933b None None] Provisioning complete for port 413c1724-9376-4226-9c78-7e9258d542c4 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:38:15.129209 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8a011513-dee3-4228-8311-49a37d64933b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:15.141000 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-72759464-4f78-4e3e-8520-9a79816d995a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:15.148978 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-72759464-4f78-4e3e-8520-9a79816d995a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:15.217553 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-2ee577d4-f12a-4cbd-ace5-ca635ccec5b0 None None] For port 11c635bd-373b-4454-9c44-5fc9196c6cd4, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:38:15.232278 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-2ee577d4-f12a-4cbd-ace5-ca635ccec5b0 None None] For port 11c635bd-373b-4454-9c44-5fc9196c6cd4, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=11c635bd-373b-4454-9c44-5fc9196c6cd4,segment=NetworkSegment(0b91aae8-35d6-44a6-a388-871a4c941ee0),segment_id=0b91aae8-35d6-44a6-a388-871a4c941ee0)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:38:15.237285 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72759464-4f78-4e3e-8520-9a79816d995a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06da66ec-5e3a-48bc-8d82-99058746f264,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:15.244299 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2ee577d4-f12a-4cbd-ace5-ca635ccec5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:15.289339 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-72759464-4f78-4e3e-8520-9a79816d995a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=84b554ffce6648fcb2969c0b0f130b1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7197256 Feb 09 12:38:15.291937 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 44588) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:15.479156 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cdee0665-a1c9-468d-bc32-0ad84014210c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:15.484123 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee577d4-f12a-4cbd-ace5-ca635ccec5b0 None None] Pushing event updated for resources: {'Port': ['ID=11c635bd-373b-4454-9c44-5fc9196c6cd4,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:15.520279 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fbfa8212-88eb-4da3-b1ba-1793f82c66e5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:15.525832 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cdee0665-a1c9-468d-bc32-0ad84014210c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:15.527372 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f047dd8-3dcf-401a-afde-f499c6e4ad05 None None] Network 678a01bf-5fc6-45e0-bf4a-956d4a566bbb requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:38:15.548696 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d7302-3781-460b-af7d-a9ce683b05a0 req-d3ff1904-3b3c-49ed-984c-902465af6147 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:15.556468 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-029d7302-3781-460b-af7d-a9ce683b05a0 req-d3ff1904-3b3c-49ed-984c-902465af6147 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=029a437b-0101-4f83-9bc0-0b68b23834e8 HTTP/1.1" status: 200 len: 946 time: 0.2520359 Feb 09 12:38:15.572287 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ccbe8983-70a2-4302-985c-1f9e0d34c061 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:15.614544 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfa8212-88eb-4da3-b1ba-1793f82c66e5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:38:15.626950 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-fbfa8212-88eb-4da3-b1ba-1793f82c66e5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:38:15.632426 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfa8212-88eb-4da3-b1ba-1793f82c66e5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Subnet': ['ID=41f904f8-0008-4ef5-87e4-e43e1e0a447c,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:15.635645 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfa8212-88eb-4da3-b1ba-1793f82c66e5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:15.636275 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fbfa8212-88eb-4da3-b1ba-1793f82c66e5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:15.655752 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-029d7302-3781-460b-af7d-a9ce683b05a0 req-6506b9d9-84dd-478e-ba01-5a45566398f1 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989587 Feb 09 12:38:15.659477 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cd88c8-143e-4209-9fc3-84ed5c7d03e8 None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:38:15.675686 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cdee0665-a1c9-468d-bc32-0ad84014210c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:15.693064 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-ccbe8983-70a2-4302-985c-1f9e0d34c061 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Deleting port 11c635bd-373b-4454-9c44-5fc9196c6cd4 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:38:15.693597 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ccbe8983-70a2-4302-985c-1f9e0d34c061 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:15.695652 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee0665-a1c9-468d-bc32-0ad84014210c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06da66ec-5e3a-48bc-8d82-99058746f264,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:15.697709 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cdee0665-a1c9-468d-bc32-0ad84014210c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:15.702023 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-cdee0665-a1c9-468d-bc32-0ad84014210c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/06da66ec-5e3a-48bc-8d82-99058746f264 HTTP/1.1" status: 204 len: 168 time: 0.4091010 Feb 09 12:38:16.004411 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-fbfa8212-88eb-4da3-b1ba-1793f82c66e5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4131715 Feb 09 12:38:16.007317 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 44604) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:16.014014 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 413c1724-9376-4226-9c78-7e9258d542c4 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:38:16.020988 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2fa38d95-1c57-4c5b-b50d-20afa2146f50 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:16.022339 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-cc511426-9154-482b-8e51-b21cc5182b7c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1447125208', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:38:16.036192 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-cc511426-9154-482b-8e51-b21cc5182b7c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:38:16.056153 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-cc511426-9154-482b-8e51-b21cc5182b7c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Usage tracker for resource:router and tenant:a7add69c825d45b8a9a99e00c87aae63 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:38:16.071058 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-cc511426-9154-482b-8e51-b21cc5182b7c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:38:16.095555 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-cc511426-9154-482b-8e51-b21cc5182b7c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:38:16.124326 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cc511426-9154-482b-8e51-b21cc5182b7c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:16.125958 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cc511426-9154-482b-8e51-b21cc5182b7c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:16.146673 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cc511426-9154-482b-8e51-b21cc5182b7c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:16.182597 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cc511426-9154-482b-8e51-b21cc5182b7c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:16.238110 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cc511426-9154-482b-8e51-b21cc5182b7c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:16.253881 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-cc511426-9154-482b-8e51-b21cc5182b7c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2453461 Feb 09 12:38:16.254726 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 44620) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:16.256790 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 413c1724-9376-4226-9c78-7e9258d542c4 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:38:16.257437 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:16.296995 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b360b3d3-1ada-4f59-9742-241babbd948b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'tenant_id': 'a7add69c825d45b8a9a99e00c87aae63', 'fixed_ips': [{'subnet_id': '41f904f8-0008-4ef5-87e4-e43e1e0a447c'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:38:16.298110 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b360b3d3-1ada-4f59-9742-241babbd948b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:16.328401 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-ccbe8983-70a2-4302-985c-1f9e0d34c061 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] For port 11c635bd-373b-4454-9c44-5fc9196c6cd4, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=11c635bd-373b-4454-9c44-5fc9196c6cd4,segment=NetworkSegment(0b91aae8-35d6-44a6-a388-871a4c941ee0),segment_id=0b91aae8-35d6-44a6-a388-871a4c941ee0)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:38:16.329069 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ccbe8983-70a2-4302-985c-1f9e0d34c061 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:16.411908 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-131cc980-8f7f-4076-99f9-78246cbc19d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:16.504252 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-ccbe8983-70a2-4302-985c-1f9e0d34c061 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Calling delete_port for 11c635bd-373b-4454-9c44-5fc9196c6cd4 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:38:16.652246 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-b360b3d3-1ada-4f59-9742-241babbd948b None None] Allocated IP 2001:db8::2 (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/41f904f8-0008-4ef5-87e4-e43e1e0a447c/dbf55844-e566-4a21-b9f4-5dff65f93e84) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:38:16.888546 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ccbe8983-70a2-4302-985c-1f9e0d34c061 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:16.941033 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 102d9c9d-b5e1-4581-8a0f-7ac8eaee9409 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:38:16.980308 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 102d9c9d-b5e1-4581-8a0f-7ac8eaee9409 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:38:16.985555 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe8983-70a2-4302-985c-1f9e0d34c061 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Pushing event deleted for resources: {'Port': ['ID=11c635bd-373b-4454-9c44-5fc9196c6cd4,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:16.998232 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbe8983-70a2-4302-985c-1f9e0d34c061 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] No DVR routers for this DVR port 11c635bd-373b-4454-9c44-5fc9196c6cd4 on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:38:17.038628 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b360b3d3-1ada-4f59-9742-241babbd948b None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:17.052119 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b360b3d3-1ada-4f59-9742-241babbd948b None None] Transition to ACTIVE for port object dbf55844-e566-4a21-b9f4-5dff65f93e84 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:38:17.074223 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b360b3d3-1ada-4f59-9742-241babbd948b None None] Transition to ACTIVE for port object dbf55844-e566-4a21-b9f4-5dff65f93e84 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:38:17.222897 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 102d9c9d-b5e1-4581-8a0f-7ac8eaee9409, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=102d9c9d-b5e1-4581-8a0f-7ac8eaee9409,segment=NetworkSegment(0506d4bb-113b-4fbe-8a77-b072bee9b6d7),segment_id=0506d4bb-113b-4fbe-8a77-b072bee9b6d7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:38:17.263865 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2fa38d95-1c57-4c5b-b50d-20afa2146f50 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:17.279249 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ccbe8983-70a2-4302-985c-1f9e0d34c061 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:17.281433 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b360b3d3-1ada-4f59-9742-241babbd948b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:17.323013 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2ac67101-ea15-4bd0-9c2e-2419690967e9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:17.328445 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '102d9c9d-b5e1-4581-8a0f-7ac8eaee9409', 'network_id': '8f32be62-c86b-414f-bc1f-d2cef7c023c9', 'port_id': '102d9c9d-b5e1-4581-8a0f-7ac8eaee9409', 'mac_address': 'fa:16:3e:85:5c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e0df51a-c44d-4333-910c-bf77ea824551', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:38:17.441310 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b360b3d3-1ada-4f59-9742-241babbd948b None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:38:17.446916 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-b360b3d3-1ada-4f59-9742-241babbd948b None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:38:17.458926 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b360b3d3-1ada-4f59-9742-241babbd948b None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:38:17.515056 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-ccbe8983-70a2-4302-985c-1f9e0d34c061 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['678a01bf-5fc6-45e0-bf4a-956d4a566bbb']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:17.522800 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b360b3d3-1ada-4f59-9742-241babbd948b None None] Pushing event updated for resources: {'Port': ['ID=dbf55844-e566-4a21-b9f4-5dff65f93e84,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:17.537845 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-ccbe8983-70a2-4302-985c-1f9e0d34c061 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b91aae8-35d6-44a6-a388-871a4c941ee0') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:17.538414 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-ccbe8983-70a2-4302-985c-1f9e0d34c061 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b91aae8-35d6-44a6-a388-871a4c941ee0') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:17.562486 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:17.568725 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f118478-1d6d-42a6-a3ed-07650c20330e req-2716b700-735e-4cf2-81c3-70396c549c0f tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:17.571232 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3f118478-1d6d-42a6-a3ed-07650c20330e req-2716b700-735e-4cf2-81c3-70396c549c0f tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=029a437b-0101-4f83-9bc0-0b68b23834e8 HTTP/1.1" status: 200 len: 946 time: 0.6329675 Feb 09 12:38:17.625574 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ccbe8983-70a2-4302-985c-1f9e0d34c061 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:17.685621 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ccbe8983-70a2-4302-985c-1f9e0d34c061 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:17.698813 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3f118478-1d6d-42a6-a3ed-07650c20330e req-c1afeaa9-e093-4e28-8104-bd58d6aad442 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190348 Feb 09 12:38:17.701969 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccbe8983-70a2-4302-985c-1f9e0d34c061 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:38:17.702373 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ccbe8983-70a2-4302-985c-1f9e0d34c061 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:17.726884 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:38:17.726884 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:38:17.726884 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:38:17.726884 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:38:17.726884 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:38:17.726884 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:38:17.726884 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:38:17.726884 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:38:17.726884 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:38:17.726884 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:38:17.726884 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:38:17.726884 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:38:17.726884 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:38:17.726884 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:38:17.726884 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:38:17.726884 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:38:17.726884 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:38:17.726884 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:38:17.726884 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:38:17.726884 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:38:17.726884 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:38:17.726884 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:38:17.726884 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:38:17.726884 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:38:17.726884 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:38:17.726884 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:38:17.726884 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:38:17.726884 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:38:17.726884 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:38:17.726884 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:38:17.726884 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:38:17.726884 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:38:17.786926 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 102d9c9d-b5e1-4581-8a0f-7ac8eaee9409 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:38:17.811095 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b360b3d3-1ada-4f59-9742-241babbd948b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:38:17.811853 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b360b3d3-1ada-4f59-9742-241babbd948b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:38:17.812051 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b360b3d3-1ada-4f59-9742-241babbd948b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:38:17.812458 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b360b3d3-1ada-4f59-9742-241babbd948b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:38:17.812856 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b360b3d3-1ada-4f59-9742-241babbd948b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:38:17.813242 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b360b3d3-1ada-4f59-9742-241babbd948b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:38:17.813631 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b360b3d3-1ada-4f59-9742-241babbd948b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:38:17.814034 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b360b3d3-1ada-4f59-9742-241babbd948b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:38:17.814449 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b360b3d3-1ada-4f59-9742-241babbd948b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:38:17.815047 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b360b3d3-1ada-4f59-9742-241babbd948b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:38:17.815429 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b360b3d3-1ada-4f59-9742-241babbd948b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:38:17.815810 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b360b3d3-1ada-4f59-9742-241babbd948b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:38:17.878433 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 102d9c9d-b5e1-4581-8a0f-7ac8eaee9409, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=102d9c9d-b5e1-4581-8a0f-7ac8eaee9409,segment=NetworkSegment(0506d4bb-113b-4fbe-8a77-b072bee9b6d7),segment_id=0506d4bb-113b-4fbe-8a77-b072bee9b6d7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:38:17.880821 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa38d95-1c57-4c5b-b50d-20afa2146f50 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Router 9a65661e-6776-4e3e-ab22-637b567bb168 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:38:17.883556 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-b360b3d3-1ada-4f59-9742-241babbd948b None None] Attempting to bind port dbf55844-e566-4a21-b9f4-5dff65f93e84 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:38:17.884587 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-b360b3d3-1ada-4f59-9742-241babbd948b None None] Attempting to bind port dbf55844-e566-4a21-b9f4-5dff65f93e84 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:38:17.884587 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b360b3d3-1ada-4f59-9742-241babbd948b None None] Attempting to bind port dbf55844-e566-4a21-b9f4-5dff65f93e84 on network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:38:17.886574 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ccbe8983-70a2-4302-985c-1f9e0d34c061 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:17.886963 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:17.891499 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:17.894784 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:17.898350 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ccbe8983-70a2-4302-985c-1f9e0d34c061 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:17.905446 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:17.940293 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b360b3d3-1ada-4f59-9742-241babbd948b None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:38:17.940784 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b360b3d3-1ada-4f59-9742-241babbd948b None None] Checking segment: {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:38:17.941069 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b360b3d3-1ada-4f59-9742-241babbd948b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:17.941465 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b360b3d3-1ada-4f59-9742-241babbd948b None None] Bound using segment: {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:38:17.941943 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-b360b3d3-1ada-4f59-9742-241babbd948b None None] Bound port: dbf55844-e566-4a21-b9f4-5dff65f93e84, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:38:17.942314 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b360b3d3-1ada-4f59-9742-241babbd948b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:17.958683 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-2ac67101-ea15-4bd0-9c2e-2419690967e9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Allocated IP 2001:db8::1 (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/41f904f8-0008-4ef5-87e4-e43e1e0a447c/c367c1cf-f55a-4462-9ac2-c43a633a705d) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:38:17.969952 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ccbe8983-70a2-4302-985c-1f9e0d34c061 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "DELETE /v2.0/networks/678a01bf-5fc6-45e0-bf4a-956d4a566bbb HTTP/1.1" status: 204 len: 168 time: 6.3718662 Feb 09 12:38:17.982259 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 44664) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:17.982797 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe8983-70a2-4302-985c-1f9e0d34c061 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Pushing event deleted for resources: {'Network': ['ID=678a01bf-5fc6-45e0-bf4a-956d4a566bbb,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:17.991436 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-bba005ac-8302-4732-bd83-7097f7aaaadb tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2125135739'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:38:18.009921 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-bba005ac-8302-4732-bd83-7097f7aaaadb tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:38:18.016943 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-bba005ac-8302-4732-bd83-7097f7aaaadb tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Usage tracker for resource:network and tenant:5f8790993e0f41f09732ffe414985734 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:38:18.023326 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-bba005ac-8302-4732-bd83-7097f7aaaadb tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:38:18.062917 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-bba005ac-8302-4732-bd83-7097f7aaaadb tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:38:18.132229 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=102d9c9d-b5e1-4581-8a0f-7ac8eaee9409,revision_number=6']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:18.185802 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['102d9c9d-b5e1-4581-8a0f-7ac8eaee9409'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:38:18.280226 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:38:18.280764 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:38:18.299368 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-b360b3d3-1ada-4f59-9742-241babbd948b None None] For port dbf55844-e566-4a21-b9f4-5dff65f93e84, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:38:18.319674 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-b360b3d3-1ada-4f59-9742-241babbd948b None None] For port dbf55844-e566-4a21-b9f4-5dff65f93e84, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=dbf55844-e566-4a21-b9f4-5dff65f93e84,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:38:18.334694 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba005ac-8302-4732-bd83-7097f7aaaadb tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Made reservation on behalf of 5f8790993e0f41f09732ffe414985734 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:38:18.336519 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b360b3d3-1ada-4f59-9742-241babbd948b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:18.343582 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bba005ac-8302-4732-bd83-7097f7aaaadb tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:18.388012 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2ac67101-ea15-4bd0-9c2e-2419690967e9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:18.408464 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bba005ac-8302-4732-bd83-7097f7aaaadb tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:38:18.421763 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bba005ac-8302-4732-bd83-7097f7aaaadb tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:18.422253 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-bba005ac-8302-4732-bd83-7097f7aaaadb tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Added segment fd08a4ff-de0d-4964-954f-9f780e05b1cd of type vlan for network a80361e8-6b91-483d-978a-cbc985c76f4f Feb 09 12:38:18.452587 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bba005ac-8302-4732-bd83-7097f7aaaadb tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:18.519100 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bba005ac-8302-4732-bd83-7097f7aaaadb tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:18.525901 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba005ac-8302-4732-bd83-7097f7aaaadb tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:18.526683 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bba005ac-8302-4732-bd83-7097f7aaaadb tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:18.534257 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-2ac67101-ea15-4bd0-9c2e-2419690967e9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Transition to ACTIVE for port object c367c1cf-f55a-4462-9ac2-c43a633a705d will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:38:18.570969 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa38d95-1c57-4c5b-b50d-20afa2146f50 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:38:18.579324 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b360b3d3-1ada-4f59-9742-241babbd948b None None] Pushing event updated for resources: {'Port': ['ID=dbf55844-e566-4a21-b9f4-5dff65f93e84,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:18.592044 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7aa050d-4d66-4fed-a764-24737cda2a4d None None] Sync routers for ids ['9a65661e-6776-4e3e-ab22-637b567bb168'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:38:18.636697 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2fa38d95-1c57-4c5b-b50d-20afa2146f50 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:18.638331 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2fa38d95-1c57-4c5b-b50d-20afa2146f50 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.3332038 Feb 09 12:38:18.639391 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7aa050d-4d66-4fed-a764-24737cda2a4d None None] Routers {'9a65661e-6776-4e3e-ab22-637b567bb168'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:38:18.640437 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-e7aa050d-4d66-4fed-a764-24737cda2a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:38:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['9a65661e-6776-4e3e-ab22-637b567bb168'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:18.641225 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44690) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:18.647457 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-c49fc6a9-8d79-4a75-9fb6-eb48d4cac8d0 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'enable_snat': False}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:38:18.702791 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-bba005ac-8302-4732-bd83-7097f7aaaadb tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7192852 Feb 09 12:38:18.708756 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 44696) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:18.720082 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-08d33756-dcb3-4afd-995f-b25dce98efc9 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Request body: {'subnet': {'network_id': 'a80361e8-6b91-483d-978a-cbc985c76f4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:38:18.748945 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-e7aa050d-4d66-4fed-a764-24737cda2a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:18.817293 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba005ac-8302-4732-bd83-7097f7aaaadb tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Pushing event updated for resources: {'Network': ['ID=a80361e8-6b91-483d-978a-cbc985c76f4f,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:18.902055 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network a80361e8-6b91-483d-978a-cbc985c76f4f details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:38:18.920044 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7aa050d-4d66-4fed-a764-24737cda2a4d None None] Routers {'9a65661e-6776-4e3e-ab22-637b567bb168'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:38:18.921505 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-08d33756-dcb3-4afd-995f-b25dce98efc9 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:38:18.922708 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-e7aa050d-4d66-4fed-a764-24737cda2a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:38:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['9a65661e-6776-4e3e-ab22-637b567bb168'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:18.926695 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2ac67101-ea15-4bd0-9c2e-2419690967e9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:18.943712 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-08d33756-dcb3-4afd-995f-b25dce98efc9 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Usage tracker for resource:subnet and tenant:5f8790993e0f41f09732ffe414985734 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:38:19.105135 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-08d33756-dcb3-4afd-995f-b25dce98efc9 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:38:19.161565 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac67101-ea15-4bd0-9c2e-2419690967e9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:38:19.241719 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-2ac67101-ea15-4bd0-9c2e-2419690967e9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:38:19.244558 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac67101-ea15-4bd0-9c2e-2419690967e9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:38:19.245579 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2ac67101-ea15-4bd0-9c2e-2419690967e9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:19.253496 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-08d33756-dcb3-4afd-995f-b25dce98efc9 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:38:19.312079 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-e7aa050d-4d66-4fed-a764-24737cda2a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:19.313401 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7aa050d-4d66-4fed-a764-24737cda2a4d None None] The sync data for ids ['9a65661e-6776-4e3e-ab22-637b567bb168'] in n-d-825178-3 is: [] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:38:19.325064 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac67101-ea15-4bd0-9c2e-2419690967e9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Port': ['ID=c367c1cf-f55a-4462-9ac2-c43a633a705d,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:19.335510 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d33756-dcb3-4afd-995f-b25dce98efc9 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Made reservation on behalf of 5f8790993e0f41f09732ffe414985734 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:38:19.339657 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-08d33756-dcb3-4afd-995f-b25dce98efc9 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:19.347769 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:19.348886 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:19.395861 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 102d9c9d-b5e1-4581-8a0f-7ac8eaee9409 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:38:19.419901 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 102d9c9d-b5e1-4581-8a0f-7ac8eaee9409, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=102d9c9d-b5e1-4581-8a0f-7ac8eaee9409,segment=NetworkSegment(0506d4bb-113b-4fbe-8a77-b072bee9b6d7),segment_id=0506d4bb-113b-4fbe-8a77-b072bee9b6d7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:38:19.425865 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:19.577364 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=102d9c9d-b5e1-4581-8a0f-7ac8eaee9409,revision_number=7']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:19.707663 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff12de-5196-4ce9-82f7-93d20f901db1 req-a2e2daa1-7761-4653-b2aa-2df123976fcd tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:19.709423 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b2ff12de-5196-4ce9-82f7-93d20f901db1 req-a2e2daa1-7761-4653-b2aa-2df123976fcd tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=029a437b-0101-4f83-9bc0-0b68b23834e8 HTTP/1.1" status: 200 len: 945 time: 0.6283207 Feb 09 12:38:19.751504 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c49fc6a9-8d79-4a75-9fb6-eb48d4cac8d0 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:19.859239 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b2ff12de-5196-4ce9-82f7-93d20f901db1 req-b6115114-b319-4871-99be-8a4b6c1efa57 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429267 Feb 09 12:38:19.865815 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2ac67101-ea15-4bd0-9c2e-2419690967e9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:19.978385 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device dbf55844-e566-4a21-b9f4-5dff65f93e84 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:38:20.096530 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port dbf55844-e566-4a21-b9f4-5dff65f93e84 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:38:20.278791 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-e0be3bef-04c8-46ad-a951-113fb37811a9 None None] Provisioning for port dbf55844-e566-4a21-b9f4-5dff65f93e84 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:38:20.283842 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-e0be3bef-04c8-46ad-a951-113fb37811a9 None None] Provisioning complete for port dbf55844-e566-4a21-b9f4-5dff65f93e84 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:38:20.284269 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e0be3bef-04c8-46ad-a951-113fb37811a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:20.579694 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:20.599198 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e0be3bef-04c8-46ad-a951-113fb37811a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:20.641602 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-e0be3bef-04c8-46ad-a951-113fb37811a9 None None] For port dbf55844-e566-4a21-b9f4-5dff65f93e84, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=dbf55844-e566-4a21-b9f4-5dff65f93e84,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:38:20.653674 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e0be3bef-04c8-46ad-a951-113fb37811a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:20.700683 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-08d33756-dcb3-4afd-995f-b25dce98efc9 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:20.796662 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be3bef-04c8-46ad-a951-113fb37811a9 None None] Pushing event updated for resources: {'Port': ['ID=dbf55844-e566-4a21-b9f4-5dff65f93e84,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:20.824704 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608a4b63-bded-4568-95d8-b0ce12932089 None None] get_active_networks_info from n-d-825178-3 {{(pid=87569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 12:38:20.905999 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2ac67101-ea15-4bd0-9c2e-2419690967e9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:20.960852 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2ac67101-ea15-4bd0-9c2e-2419690967e9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:20.961938 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2ac67101-ea15-4bd0-9c2e-2419690967e9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:20.965510 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 102d9c9d-b5e1-4581-8a0f-7ac8eaee9409 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:38:21.158199 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d33756-dcb3-4afd-995f-b25dce98efc9 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Checking segment: {'id': 'fd08a4ff-de0d-4964-954f-9f780e05b1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a80361e8-6b91-483d-978a-cbc985c76f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:38:21.158572 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d33756-dcb3-4afd-995f-b25dce98efc9 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Network hostable DHCP agents. Network: a80361e8-6b91-483d-978a-cbc985c76f4f, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:38:21.166882 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-1d89d9f2-eccd-497f-b242-e5734952a804 None None] Provisioning for port c367c1cf-f55a-4462-9ac2-c43a633a705d completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:38:21.223210 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-1d89d9f2-eccd-497f-b242-e5734952a804 None None] Provisioning complete for port c367c1cf-f55a-4462-9ac2-c43a633a705d triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:38:21.223507 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1d89d9f2-eccd-497f-b242-e5734952a804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:21.265812 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d33756-dcb3-4afd-995f-b25dce98efc9 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Pushing event updated for resources: {'Subnet': ['ID=3fc52882-7b6b-4a96-9545-35030409bad4,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:21.326148 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c49fc6a9-8d79-4a75-9fb6-eb48d4cac8d0 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:21.330677 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c49fc6a9-8d79-4a75-9fb6-eb48d4cac8d0 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1740557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1740570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1738587'] for router, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:21.413129 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac67101-ea15-4bd0-9c2e-2419690967e9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Port': ['ID=c367c1cf-f55a-4462-9ac2-c43a633a705d,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:21.505944 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d33756-dcb3-4afd-995f-b25dce98efc9 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Network a80361e8-6b91-483d-978a-cbc985c76f4f is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:38:21.551735 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-08d33756-dcb3-4afd-995f-b25dce98efc9 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, a80361e8-6b91-483d-978a-cbc985c76f4f) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:38:21.582210 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d33756-dcb3-4afd-995f-b25dce98efc9 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:21.582806 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-08d33756-dcb3-4afd-995f-b25dce98efc9 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:21.612216 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-1d89d9f2-eccd-497f-b242-e5734952a804 None None] Port c367c1cf-f55a-4462-9ac2-c43a633a705d cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:38:21.621271 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 102d9c9d-b5e1-4581-8a0f-7ac8eaee9409 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:38:21.622200 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:21.636437 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-08d33756-dcb3-4afd-995f-b25dce98efc9 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.9248421 Feb 09 12:38:21.642698 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 44754) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:21.663595 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-3694a0c5-683c-4e8d-9937-5137a8d662b3 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1221919330'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:38:21.674065 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c49fc6a9-8d79-4a75-9fb6-eb48d4cac8d0 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Router 9a65661e-6776-4e3e-ab22-637b567bb168 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:38:21.686915 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3694a0c5-683c-4e8d-9937-5137a8d662b3 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:38:21.703010 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7870145-bdb5-4d29-b78e-49fc4da8aa04 req-6217cf14-dfa8-45ee-ac5b-ac0fb10e4315 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:21.705396 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f7870145-bdb5-4d29-b78e-49fc4da8aa04 req-6217cf14-dfa8-45ee-ac5b-ac0fb10e4315 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=029a437b-0101-4f83-9bc0-0b68b23834e8 HTTP/1.1" status: 200 len: 944 time: 0.5120609 Feb 09 12:38:21.712888 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-3694a0c5-683c-4e8d-9937-5137a8d662b3 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Usage tracker for resource:network and tenant:5f8790993e0f41f09732ffe414985734 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:38:21.726352 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac67101-ea15-4bd0-9c2e-2419690967e9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:38:21.728320 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-3694a0c5-683c-4e8d-9937-5137a8d662b3 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:38:21.732409 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-2ac67101-ea15-4bd0-9c2e-2419690967e9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:38:21.761349 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3694a0c5-683c-4e8d-9937-5137a8d662b3 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:38:21.859060 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f7870145-bdb5-4d29-b78e-49fc4da8aa04 req-e8c5acf2-b3f2-4fe2-9de6-8f878800d345 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422174 Feb 09 12:38:21.868147 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3694a0c5-683c-4e8d-9937-5137a8d662b3 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Made reservation on behalf of 5f8790993e0f41f09732ffe414985734 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:38:21.872284 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3694a0c5-683c-4e8d-9937-5137a8d662b3 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:21.917401 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:21.961527 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device dbf55844-e566-4a21-b9f4-5dff65f93e84 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:38:21.975557 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49fc6a9-8d79-4a75-9fb6-eb48d4cac8d0 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:38:21.980579 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c49fc6a9-8d79-4a75-9fb6-eb48d4cac8d0 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:21.981996 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c49fc6a9-8d79-4a75-9fb6-eb48d4cac8d0 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] 10.222.0.55 "PUT /v2.0/routers/9a65661e-6776-4e3e-ab22-637b567bb168 HTTP/1.1" status: 200 len: 921 time: 3.3396232 Feb 09 12:38:21.989499 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f654eb-4f80-4b9f-8df0-5efba6aa62dd None None] Sync routers for ids ['9a65661e-6776-4e3e-ab22-637b567bb168'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:38:21.994389 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44762) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:21.997654 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608a4b63-bded-4568-95d8-b0ce12932089 None None] Unable to find a vacant binding_index for network a80361e8-6b91-483d-978a-cbc985c76f4f and agent 0fb4a164-57a5-4f13-9165-853cc7a07ede {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 09 12:38:22.010804 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f654eb-4f80-4b9f-8df0-5efba6aa62dd None None] Routers {'9a65661e-6776-4e3e-ab22-637b567bb168'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:38:22.011428 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-56f654eb-4f80-4b9f-8df0-5efba6aa62dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:38:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['9a65661e-6776-4e3e-ab22-637b567bb168'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:22.012736 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '029a437b-0101-4f83-9bc0-0b68b23834e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102d9c9d-b5e1-4581-8a0f-7ac8eaee9409'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:38:22.036998 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608a4b63-bded-4568-95d8-b0ce12932089 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, a80361e8-6b91-483d-978a-cbc985c76f4f) {{(pid=87569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 12:38:22.040829 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 102d9c9d-b5e1-4581-8a0f-7ac8eaee9409, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=102d9c9d-b5e1-4581-8a0f-7ac8eaee9409,segment=NetworkSegment(0506d4bb-113b-4fbe-8a77-b072bee9b6d7),segment_id=0506d4bb-113b-4fbe-8a77-b072bee9b6d7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:38:22.044432 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3694a0c5-683c-4e8d-9937-5137a8d662b3 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:38:22.077905 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:22.088610 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3694a0c5-683c-4e8d-9937-5137a8d662b3 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:22.088953 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-3694a0c5-683c-4e8d-9937-5137a8d662b3 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Added segment 27d91499-6a56-4c95-bde2-edf02c245ee9 of type vlan for network 529e3846-8666-4f8f-a367-71b8e23ff9a6 Feb 09 12:38:22.146600 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-56f654eb-4f80-4b9f-8df0-5efba6aa62dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:22.160682 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f654eb-4f80-4b9f-8df0-5efba6aa62dd None None] Routers {'9a65661e-6776-4e3e-ab22-637b567bb168'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:38:22.161686 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-56f654eb-4f80-4b9f-8df0-5efba6aa62dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:38:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['9a65661e-6776-4e3e-ab22-637b567bb168'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:22.195617 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '029a437b-0101-4f83-9bc0-0b68b23834e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102d9c9d-b5e1-4581-8a0f-7ac8eaee9409', 'code': 200} Feb 09 12:38:22.219166 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3694a0c5-683c-4e8d-9937-5137a8d662b3 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:22.242819 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ac67101-ea15-4bd0-9c2e-2419690967e9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Router 797c7854-c9ba-48f1-917c-aecac3e36e37 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:38:22.286975 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8bf35884-7e57-45ce-9898-f12df077b0c5 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] 10.222.0.55 "GET /v2.0/routers/9a65661e-6776-4e3e-ab22-637b567bb168 HTTP/1.1" status: 200 len: 921 time: 0.2914155 Feb 09 12:38:22.293046 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44772) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:22.295900 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-56f654eb-4f80-4b9f-8df0-5efba6aa62dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:22.297368 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f654eb-4f80-4b9f-8df0-5efba6aa62dd None None] The sync data for ids ['9a65661e-6776-4e3e-ab22-637b567bb168'] in n-d-825178-3 is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:38:22.435408 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138fe84e-0867-4336-a5bf-88b629bbcd09 req-8f6b48c9-daf6-4020-bff7-c80fc2b9cf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:22.437720 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-138fe84e-0867-4336-a5bf-88b629bbcd09 req-8f6b48c9-daf6-4020-bff7-c80fc2b9cf2f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=029a437b-0101-4f83-9bc0-0b68b23834e8 HTTP/1.1" status: 200 len: 1097 time: 0.1027694 Feb 09 12:38:22.443663 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95990488-1fff-412a-9981-1fd7c17b513c tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:22.444570 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-95990488-1fff-412a-9981-1fd7c17b513c tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Synchronizing usage tracker for tenant:eb7e067e40654df081022e60db7f9359 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:38:22.466872 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=102d9c9d-b5e1-4581-8a0f-7ac8eaee9409,revision_number=8']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:22.501898 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-95990488-1fff-412a-9981-1fd7c17b513c tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Unset dirty status for tenant:eb7e067e40654df081022e60db7f9359 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:38:22.506973 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-95990488-1fff-412a-9981-1fd7c17b513c tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=af0bad45-b31e-4cb1-a77c-3bbc34409de5&device_id=9a65661e-6776-4e3e-ab22-637b567bb168&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2124624 Feb 09 12:38:22.512432 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44778) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:22.513934 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port dbf55844-e566-4a21-b9f4-5dff65f93e84 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:38:22.514314 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:22.531173 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3694a0c5-683c-4e8d-9937-5137a8d662b3 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:22.536732 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3694a0c5-683c-4e8d-9937-5137a8d662b3 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:22.537334 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3694a0c5-683c-4e8d-9937-5137a8d662b3 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:22.567112 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-138fe84e-0867-4336-a5bf-88b629bbcd09 req-4e0d5d20-54a3-4b5b-a880-ed1b368dc620 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196833 Feb 09 12:38:22.772514 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2615d591-0acc-43b4-b1f8-04766f79cb8f tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:22.775125 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-2615d591-0acc-43b4-b1f8-04766f79cb8f tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Synchronizing usage tracker for tenant:eb7e067e40654df081022e60db7f9359 on resource:network {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:38:22.801225 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:22.817358 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-2615d591-0acc-43b4-b1f8-04766f79cb8f tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Unset dirty status for tenant:eb7e067e40654df081022e60db7f9359 on resource:network {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:38:22.818939 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2615d591-0acc-43b4-b1f8-04766f79cb8f tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] 10.222.0.55 "GET /v2.0/networks/af0bad45-b31e-4cb1-a77c-3bbc34409de5 HTTP/1.1" status: 200 len: 881 time: 0.3048532 Feb 09 12:38:22.821579 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44792) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:22.824029 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de235ab-d90d-4e39-b073-cd9ed7e86ba7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-a80361e8-6b91-483d-978a-cbc985c76f4f', 'network_id': 'a80361e8-6b91-483d-978a-cbc985c76f4f', 'tenant_id': '5f8790993e0f41f09732ffe414985734', 'fixed_ips': [{'subnet_id': '3fc52882-7b6b-4a96-9545-35030409bad4'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:38:22.826035 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0de235ab-d90d-4e39-b073-cd9ed7e86ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:22.882591 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3694a0c5-683c-4e8d-9937-5137a8d662b3 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Pushing event updated for resources: {'Network': ['ID=529e3846-8666-4f8f-a367-71b8e23ff9a6,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:22.919907 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 529e3846-8666-4f8f-a367-71b8e23ff9a6 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:38:22.923699 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8046e899-2e44-4754-9740-39f4bf5164af tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a65661e-6776-4e3e-ab22-637b567bb168 HTTP/1.1" status: 200 len: 205 time: 0.1010208 Feb 09 12:38:22.932336 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44802) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:22.937032 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3694a0c5-683c-4e8d-9937-5137a8d662b3 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2911940 Feb 09 12:38:22.940899 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 44808) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:22.942243 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac67101-ea15-4bd0-9c2e-2419690967e9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:38:22.957981 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2ac67101-ea15-4bd0-9c2e-2419690967e9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "PUT /v2.0/routers/797c7854-c9ba-48f1-917c-aecac3e36e37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7001495 Feb 09 12:38:22.964064 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-e1e3bf64-960e-4410-b2d3-d53740c70c3c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Request body: {'subnet': {'network_id': '529e3846-8666-4f8f-a367-71b8e23ff9a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:38:22.994675 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 44814) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:23.013927 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853c2325-65ea-437a-a305-a8cada80522b None None] Sync routers for ids ['797c7854-c9ba-48f1-917c-aecac3e36e37'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:38:23.058901 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853c2325-65ea-437a-a305-a8cada80522b None None] Routers {'797c7854-c9ba-48f1-917c-aecac3e36e37'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:38:23.060540 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-853c2325-65ea-437a-a305-a8cada80522b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:38:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['797c7854-c9ba-48f1-917c-aecac3e36e37'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:23.281852 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e838e027-4360-4181-84fe-2a6e3e957adb tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:23.298826 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-e838e027-4360-4181-84fe-2a6e3e957adb tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Synchronizing usage tracker for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:38:23.333234 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-853c2325-65ea-437a-a305-a8cada80522b None None] Set router 797c7854-c9ba-48f1-917c-aecac3e36e37 gateway port host: None {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:38:23.334593 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-e1e3bf64-960e-4410-b2d3-d53740c70c3c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:38:23.343358 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-e1e3bf64-960e-4410-b2d3-d53740c70c3c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Usage tracker for resource:subnet and tenant:5f8790993e0f41f09732ffe414985734 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:38:23.346932 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-e838e027-4360-4181-84fe-2a6e3e957adb tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Unset dirty status for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:38:23.351041 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44832) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:23.351195 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e838e027-4360-4181-84fe-2a6e3e957adb tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/ports/c367c1cf-f55a-4462-9ac2-c43a633a705d HTTP/1.1" status: 200 len: 911 time: 0.3551197 Feb 09 12:38:23.353528 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-e1e3bf64-960e-4410-b2d3-d53740c70c3c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:38:23.364204 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-e1e3bf64-960e-4410-b2d3-d53740c70c3c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:38:23.383336 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666654c-dd45-4f88-9a30-25ff14a8ac73 req-d2c1b0f9-1d88-4069-afcd-a813777473a0 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:23.385307 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d666654c-dd45-4f88-9a30-25ff14a8ac73 req-d2c1b0f9-1d88-4069-afcd-a813777473a0 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=029a437b-0101-4f83-9bc0-0b68b23834e8 HTTP/1.1" status: 200 len: 946 time: 0.2542019 Feb 09 12:38:23.432667 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e3bf64-960e-4410-b2d3-d53740c70c3c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Made reservation on behalf of 5f8790993e0f41f09732ffe414985734 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:38:23.436826 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e1e3bf64-960e-4410-b2d3-d53740c70c3c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:23.518298 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d666654c-dd45-4f88-9a30-25ff14a8ac73 req-dd3954c1-57be-47fd-bac2-1ee07744c9e2 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225626 Feb 09 12:38:23.567661 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-597d3565-9a62-420f-a681-53b85125f62b tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:23.569520 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.ipam_backend_mixin [None req-e1e3bf64-960e-4410-b2d3-d53740c70c3c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Performing IP validity checks on allocation pools {{(pid=87567) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 09 12:38:23.570051 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.ipam_backend_mixin [None req-e1e3bf64-960e-4410-b2d3-d53740c70c3c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87567) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 09 12:38:23.828339 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-0de235ab-d90d-4e39-b073-cd9ed7e86ba7 None None] Allocated IP 2001:db8::1 (a80361e8-6b91-483d-978a-cbc985c76f4f/3fc52882-7b6b-4a96-9545-35030409bad4/a20c3f2f-4961-4161-b8e1-2ebc3ad43327) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:38:24.014655 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e1e3bf64-960e-4410-b2d3-d53740c70c3c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:24.030234 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909e5cc5-743f-4b6c-b283-8fb3b6fe1bd1 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:24.037084 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909e5cc5-743f-4b6c-b283-8fb3b6fe1bd1 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:24.042227 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-909e5cc5-743f-4b6c-b283-8fb3b6fe1bd1 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.6902428 Feb 09 12:38:24.047072 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44852) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:24.147595 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e3bf64-960e-4410-b2d3-d53740c70c3c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Checking segment: {'id': '27d91499-6a56-4c95-bde2-edf02c245ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '529e3846-8666-4f8f-a367-71b8e23ff9a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:38:24.148211 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e3bf64-960e-4410-b2d3-d53740c70c3c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Network hostable DHCP agents. Network: 529e3846-8666-4f8f-a367-71b8e23ff9a6, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:38:24.184258 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e3bf64-960e-4410-b2d3-d53740c70c3c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Pushing event updated for resources: {'Subnet': ['ID=5465671f-b90d-4079-90a1-f648f8a64e0a,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:24.194137 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-853c2325-65ea-437a-a305-a8cada80522b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797c7854-c9ba-48f1-917c-aecac3e36e37', 'name': 'tempest-NetworksTestDHCPv6-router-1447125208', 'tenant_id': 'a7add69c825d45b8a9a99e00c87aae63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:38:16Z', 'updated_at': '2022-02-09T12:38:19Z', 'revision_number': 2, 'project_id': 'a7add69c825d45b8a9a99e00c87aae63', 'gw_port_host': None, '_interfaces': [{'id': 'c367c1cf-f55a-4462-9ac2-c43a633a705d', 'name': '', 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'tenant_id': 'a7add69c825d45b8a9a99e00c87aae63', 'mac_address': 'fa:16:3e:f9:1e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797c7854-c9ba-48f1-917c-aecac3e36e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '41f904f8-0008-4ef5-87e4-e43e1e0a447c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:38:17Z', 'updated_at': '2022-02-09T12:38:20Z', 'revision_number': 2, 'project_id': 'a7add69c825d45b8a9a99e00c87aae63', 'subnets': [{'id': '41f904f8-0008-4ef5-87e4-e43e1e0a447c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:24.200036 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3bf64-960e-4410-b2d3-d53740c70c3c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:38:24.200849 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3bf64-960e-4410-b2d3-d53740c70c3c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:38:24.201123 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3bf64-960e-4410-b2d3-d53740c70c3c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:38:24.201584 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3bf64-960e-4410-b2d3-d53740c70c3c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:38:24.201932 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3bf64-960e-4410-b2d3-d53740c70c3c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:38:24.202270 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3bf64-960e-4410-b2d3-d53740c70c3c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:38:24.202656 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3bf64-960e-4410-b2d3-d53740c70c3c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:38:24.202996 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3bf64-960e-4410-b2d3-d53740c70c3c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:38:24.203471 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3bf64-960e-4410-b2d3-d53740c70c3c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:38:24.203877 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3bf64-960e-4410-b2d3-d53740c70c3c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:38:24.204256 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3bf64-960e-4410-b2d3-d53740c70c3c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:38:24.204616 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3bf64-960e-4410-b2d3-d53740c70c3c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:38:24.207751 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853c2325-65ea-437a-a305-a8cada80522b None None] Checking router: 797c7854-c9ba-48f1-917c-aecac3e36e37 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:38:24.208150 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853c2325-65ea-437a-a305-a8cada80522b None None] Updating router 797c7854-c9ba-48f1-917c-aecac3e36e37 port c367c1cf-f55a-4462-9ac2-c43a633a705d binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:38:24.217439 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e3bf64-960e-4410-b2d3-d53740c70c3c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Network 529e3846-8666-4f8f-a367-71b8e23ff9a6 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:38:24.246152 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-e1e3bf64-960e-4410-b2d3-d53740c70c3c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 529e3846-8666-4f8f-a367-71b8e23ff9a6) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:38:24.251158 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e3bf64-960e-4410-b2d3-d53740c70c3c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:24.251908 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e1e3bf64-960e-4410-b2d3-d53740c70c3c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:24.286088 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e1e3bf64-960e-4410-b2d3-d53740c70c3c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.3406243 Feb 09 12:38:24.289423 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 44860) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:24.292618 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0de235ab-d90d-4e39-b073-cd9ed7e86ba7 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:24.326629 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0de235ab-d90d-4e39-b073-cd9ed7e86ba7 None None] Transition to ACTIVE for port object a20c3f2f-4961-4161-b8e1-2ebc3ad43327 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:38:24.360207 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0de235ab-d90d-4e39-b073-cd9ed7e86ba7 None None] Transition to ACTIVE for port object a20c3f2f-4961-4161-b8e1-2ebc3ad43327 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:38:24.373807 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-853c2325-65ea-437a-a305-a8cada80522b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:24.390048 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0de235ab-d90d-4e39-b073-cd9ed7e86ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:24.533398 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de235ab-d90d-4e39-b073-cd9ed7e86ba7 None None] Network a80361e8-6b91-483d-978a-cbc985c76f4f is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:38:24.540989 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-0de235ab-d90d-4e39-b073-cd9ed7e86ba7 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:38:24.551223 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de235ab-d90d-4e39-b073-cd9ed7e86ba7 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:38:24.553746 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de235ab-d90d-4e39-b073-cd9ed7e86ba7 None None] Pushing event updated for resources: {'Port': ['ID=a20c3f2f-4961-4161-b8e1-2ebc3ad43327,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:24.677728 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e719c119-4ede-4c39-9320-99a6f9c217c6 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:24.818125 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-597d3565-9a62-420f-a681-53b85125f62b tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:24.845304 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e719c119-4ede-4c39-9320-99a6f9c217c6 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:24.856332 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-0de235ab-d90d-4e39-b073-cd9ed7e86ba7 None None] Attempting to bind port a20c3f2f-4961-4161-b8e1-2ebc3ad43327 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:38:24.856332 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-0de235ab-d90d-4e39-b073-cd9ed7e86ba7 None None] Attempting to bind port a20c3f2f-4961-4161-b8e1-2ebc3ad43327 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'fd08a4ff-de0d-4964-954f-9f780e05b1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a80361e8-6b91-483d-978a-cbc985c76f4f'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:38:24.856332 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de235ab-d90d-4e39-b073-cd9ed7e86ba7 None None] Attempting to bind port a20c3f2f-4961-4161-b8e1-2ebc3ad43327 on network a80361e8-6b91-483d-978a-cbc985c76f4f {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:38:24.870125 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-597d3565-9a62-420f-a681-53b85125f62b tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Deleting port 35241e7f-3e60-4474-92d4-63eb61ff9e42 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:38:24.870718 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-597d3565-9a62-420f-a681-53b85125f62b tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:24.893253 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de235ab-d90d-4e39-b073-cd9ed7e86ba7 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:38:24.898100 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de235ab-d90d-4e39-b073-cd9ed7e86ba7 None None] Checking segment: {'id': 'fd08a4ff-de0d-4964-954f-9f780e05b1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a80361e8-6b91-483d-978a-cbc985c76f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:38:24.900165 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0de235ab-d90d-4e39-b073-cd9ed7e86ba7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:24.900756 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de235ab-d90d-4e39-b073-cd9ed7e86ba7 None None] Bound using segment: {'id': 'fd08a4ff-de0d-4964-954f-9f780e05b1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a80361e8-6b91-483d-978a-cbc985c76f4f'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:38:24.901403 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-0de235ab-d90d-4e39-b073-cd9ed7e86ba7 None None] Bound port: a20c3f2f-4961-4161-b8e1-2ebc3ad43327, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd08a4ff-de0d-4964-954f-9f780e05b1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a80361e8-6b91-483d-978a-cbc985c76f4f'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:38:24.902581 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0de235ab-d90d-4e39-b073-cd9ed7e86ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:25.077835 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e719c119-4ede-4c39-9320-99a6f9c217c6 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:25.203243 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e719c119-4ede-4c39-9320-99a6f9c217c6 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Pushing event deleted for resources: {'Subnet': ['ID=5465671f-b90d-4079-90a1-f648f8a64e0a,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:25.231159 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00a0b5-0f00-4f09-aac2-de4c6f78f20a req-055b3498-023c-4999-8f14-2321ec5e72d8 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:25.233112 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ca00a0b5-0f00-4f09-aac2-de4c6f78f20a req-055b3498-023c-4999-8f14-2321ec5e72d8 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=029a437b-0101-4f83-9bc0-0b68b23834e8 HTTP/1.1" status: 200 len: 946 time: 0.3136818 Feb 09 12:38:25.264392 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-853c2325-65ea-437a-a305-a8cada80522b None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:25.278394 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-853c2325-65ea-437a-a305-a8cada80522b None None] Transition to ACTIVE for port object c367c1cf-f55a-4462-9ac2-c43a633a705d will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:38:25.297728 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-853c2325-65ea-437a-a305-a8cada80522b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:25.337326 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ca00a0b5-0f00-4f09-aac2-de4c6f78f20a req-4acf1c2b-1279-465c-8e44-e93fa95ec34e tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903275 Feb 09 12:38:25.341900 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e719c119-4ede-4c39-9320-99a6f9c217c6 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:25.410311 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-e719c119-4ede-4c39-9320-99a6f9c217c6 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['529e3846-8666-4f8f-a367-71b8e23ff9a6']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:25.438176 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-e719c119-4ede-4c39-9320-99a6f9c217c6 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27d91499-6a56-4c95-bde2-edf02c245ee9') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:25.439161 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-e719c119-4ede-4c39-9320-99a6f9c217c6 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27d91499-6a56-4c95-bde2-edf02c245ee9') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:25.472130 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e719c119-4ede-4c39-9320-99a6f9c217c6 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:25.500189 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e719c119-4ede-4c39-9320-99a6f9c217c6 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:25.517124 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e719c119-4ede-4c39-9320-99a6f9c217c6 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:38:25.517522 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e719c119-4ede-4c39-9320-99a6f9c217c6 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:25.540052 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:38:25.540052 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:38:25.540052 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:38:25.540052 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:38:25.540052 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:38:25.540052 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:38:25.540052 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:38:25.540052 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:38:25.540052 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:38:25.540052 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:38:25.540052 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:38:25.540052 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:38:25.540052 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:38:25.540052 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:38:25.540052 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:38:25.540052 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:38:25.540052 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:38:25.540052 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:38:25.540052 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:38:25.540052 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:38:25.540052 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:38:25.540052 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:38:25.540052 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:38:25.540052 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:38:25.540052 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:38:25.540052 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:38:25.540052 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:38:25.540052 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:38:25.540052 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:38:25.540052 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:38:25.540052 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:38:25.540052 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:38:25.660933 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bb7e52-36f7-4ae6-acea-388a3f506780 None None] Pushing event updated for resources: {'Port': ['ID=c367c1cf-f55a-4462-9ac2-c43a633a705d,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:25.706766 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-597d3565-9a62-420f-a681-53b85125f62b tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:25.747755 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e719c119-4ede-4c39-9320-99a6f9c217c6 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:25.793383 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-0de235ab-d90d-4e39-b073-cd9ed7e86ba7 None None] For port a20c3f2f-4961-4161-b8e1-2ebc3ad43327, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:38:25.801134 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e719c119-4ede-4c39-9320-99a6f9c217c6 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:25.816494 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-853c2325-65ea-437a-a305-a8cada80522b None None] Attempting to bind port c367c1cf-f55a-4462-9ac2-c43a633a705d on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:38:25.816881 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-853c2325-65ea-437a-a305-a8cada80522b None None] Attempting to bind port c367c1cf-f55a-4462-9ac2-c43a633a705d by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:38:25.817243 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853c2325-65ea-437a-a305-a8cada80522b None None] Attempting to bind port c367c1cf-f55a-4462-9ac2-c43a633a705d on network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:38:25.828501 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e719c119-4ede-4c39-9320-99a6f9c217c6 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Pushing event deleted for resources: {'Network': ['ID=529e3846-8666-4f8f-a367-71b8e23ff9a6,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:25.830513 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853c2325-65ea-437a-a305-a8cada80522b None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:38:25.830889 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853c2325-65ea-437a-a305-a8cada80522b None None] Checking segment: {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:38:25.831297 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-853c2325-65ea-437a-a305-a8cada80522b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:25.831694 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853c2325-65ea-437a-a305-a8cada80522b None None] Bound using segment: {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:38:25.832197 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-853c2325-65ea-437a-a305-a8cada80522b None None] Bound port: c367c1cf-f55a-4462-9ac2-c43a633a705d, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:38:25.832573 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-853c2325-65ea-437a-a305-a8cada80522b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:25.846138 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e719c119-4ede-4c39-9320-99a6f9c217c6 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "DELETE /v2.0/networks/529e3846-8666-4f8f-a367-71b8e23ff9a6 HTTP/1.1" status: 204 len: 168 time: 1.5549386 Feb 09 12:38:25.847960 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 44890) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:25.857060 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-cd3e2852-6f5b-4ae4-a97e-20e0e0e79b1b tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1053742776'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:38:25.860442 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-0de235ab-d90d-4e39-b073-cd9ed7e86ba7 None None] For port a20c3f2f-4961-4161-b8e1-2ebc3ad43327, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=a20c3f2f-4961-4161-b8e1-2ebc3ad43327,segment=NetworkSegment(fd08a4ff-de0d-4964-954f-9f780e05b1cd),segment_id=fd08a4ff-de0d-4964-954f-9f780e05b1cd)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:38:25.869806 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0de235ab-d90d-4e39-b073-cd9ed7e86ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:25.882961 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e715f3ff-8ab7-47de-b885-d8f0ffb1dfbe req-acdf36f1-d640-49c8-9cfd-d9e524883dc1 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:25.892011 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e715f3ff-8ab7-47de-b885-d8f0ffb1dfbe req-acdf36f1-d640-49c8-9cfd-d9e524883dc1 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=029a437b-0101-4f83-9bc0-0b68b23834e8 HTTP/1.1" status: 200 len: 946 time: 0.3473439 Feb 09 12:38:25.909474 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-cd3e2852-6f5b-4ae4-a97e-20e0e0e79b1b tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:38:25.919742 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-cd3e2852-6f5b-4ae4-a97e-20e0e0e79b1b tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Usage tracker for resource:network and tenant:5f8790993e0f41f09732ffe414985734 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:38:25.943602 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-cd3e2852-6f5b-4ae4-a97e-20e0e0e79b1b tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:38:25.957553 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-597d3565-9a62-420f-a681-53b85125f62b tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Calling delete_port for 35241e7f-3e60-4474-92d4-63eb61ff9e42 owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:38:25.992469 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-cd3e2852-6f5b-4ae4-a97e-20e0e0e79b1b tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:38:26.046410 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e715f3ff-8ab7-47de-b885-d8f0ffb1dfbe req-ef93eb74-62d1-4ef4-889b-8c7a14a26426 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476712 Feb 09 12:38:26.067469 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3e2852-6f5b-4ae4-a97e-20e0e0e79b1b tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Made reservation on behalf of 5f8790993e0f41f09732ffe414985734 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:38:26.071364 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-853c2325-65ea-437a-a305-a8cada80522b None None] For port c367c1cf-f55a-4462-9ac2-c43a633a705d, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:38:26.078825 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cd3e2852-6f5b-4ae4-a97e-20e0e0e79b1b tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:26.080150 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-853c2325-65ea-437a-a305-a8cada80522b None None] For port c367c1cf-f55a-4462-9ac2-c43a633a705d, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=c367c1cf-f55a-4462-9ac2-c43a633a705d,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:38:26.120292 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-853c2325-65ea-437a-a305-a8cada80522b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:26.189427 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd3e2852-6f5b-4ae4-a97e-20e0e0e79b1b tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:38:26.210764 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cd3e2852-6f5b-4ae4-a97e-20e0e0e79b1b tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:26.213211 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-cd3e2852-6f5b-4ae4-a97e-20e0e0e79b1b tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Added segment 1e159063-c606-42cd-8988-623525c4bc97 of type vlan for network c2fa24ec-a50a-49e3-9c13-c577b0c16a88 Feb 09 12:38:26.245128 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853c2325-65ea-437a-a305-a8cada80522b None None] Routers {'797c7854-c9ba-48f1-917c-aecac3e36e37'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:38:26.254644 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-853c2325-65ea-437a-a305-a8cada80522b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:38:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['797c7854-c9ba-48f1-917c-aecac3e36e37'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:26.294243 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cd3e2852-6f5b-4ae4-a97e-20e0e0e79b1b tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:26.388637 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cd3e2852-6f5b-4ae4-a97e-20e0e0e79b1b tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:26.395396 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3e2852-6f5b-4ae4-a97e-20e0e0e79b1b tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:26.396045 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cd3e2852-6f5b-4ae4-a97e-20e0e0e79b1b tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:26.422917 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-597d3565-9a62-420f-a681-53b85125f62b tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:26.652782 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-853c2325-65ea-437a-a305-a8cada80522b None None] Set router 797c7854-c9ba-48f1-917c-aecac3e36e37 gateway port host: None {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:38:26.723708 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d3565-9a62-420f-a681-53b85125f62b tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Pushing event deleted for resources: {'Port': ['ID=35241e7f-3e60-4474-92d4-63eb61ff9e42,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:26.785082 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de235ab-d90d-4e39-b073-cd9ed7e86ba7 None None] Pushing event updated for resources: {'Port': ['ID=a20c3f2f-4961-4161-b8e1-2ebc3ad43327,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:26.803270 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c73fd45c-9ec7-455e-973a-a0f205a93c05 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:27.007580 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e2852-6f5b-4ae4-a97e-20e0e0e79b1b tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Pushing event updated for resources: {'Network': ['ID=c2fa24ec-a50a-49e3-9c13-c577b0c16a88,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:27.042908 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-cd3e2852-6f5b-4ae4-a97e-20e0e0e79b1b tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1923990 Feb 09 12:38:27.045172 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 44916) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:27.054981 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-01d1cc1e-0040-4543-8c53-860fae474eb6 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Request body: {'subnet': {'network_id': 'c2fa24ec-a50a-49e3-9c13-c577b0c16a88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:38:27.227328 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network c2fa24ec-a50a-49e3-9c13-c577b0c16a88 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:38:27.306346 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-597d3565-9a62-420f-a681-53b85125f62b tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:27.629497 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-01d1cc1e-0040-4543-8c53-860fae474eb6 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:38:27.647006 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-01d1cc1e-0040-4543-8c53-860fae474eb6 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Usage tracker for resource:subnet and tenant:5f8790993e0f41f09732ffe414985734 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:38:27.653156 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-01d1cc1e-0040-4543-8c53-860fae474eb6 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:38:27.672032 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84875c70-99d7-4b5f-a80f-ca00cb9a2dc1 req-642d2c5f-71a4-443b-9ce4-ef2bbba2ec86 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:27.673709 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-84875c70-99d7-4b5f-a80f-ca00cb9a2dc1 req-642d2c5f-71a4-443b-9ce4-ef2bbba2ec86 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/networks?id=8f32be62-c86b-414f-bc1f-d2cef7c023c9 HTTP/1.1" status: 200 len: 815 time: 0.5857999 Feb 09 12:38:27.674719 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-01d1cc1e-0040-4543-8c53-860fae474eb6 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:38:27.685078 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bb7e52-36f7-4ae6-acea-388a3f506780 None None] Pushing event updated for resources: {'Port': ['ID=c367c1cf-f55a-4462-9ac2-c43a633a705d,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:27.708676 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-84875c70-99d7-4b5f-a80f-ca00cb9a2dc1 req-06a1f5dc-3546-484f-a2b8-48b2cfff666e tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/quotas/79b13d259e044206b7b291bef4587540 HTTP/1.1" status: 200 len: 375 time: 0.0278571 Feb 09 12:38:27.760856 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-597d3565-9a62-420f-a681-53b85125f62b tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:27.763457 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-597d3565-9a62-420f-a681-53b85125f62b tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:27.772998 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d1cc1e-0040-4543-8c53-860fae474eb6 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Made reservation on behalf of 5f8790993e0f41f09732ffe414985734 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:38:27.779524 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-01d1cc1e-0040-4543-8c53-860fae474eb6 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:27.876730 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-597d3565-9a62-420f-a681-53b85125f62b tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:27.877332 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597d3565-9a62-420f-a681-53b85125f62b tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Fanout notify agent at l3_agent the message router_deleted on router 9a65661e-6776-4e3e-ab22-637b567bb168 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:38:27.948526 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-597d3565-9a62-420f-a681-53b85125f62b tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:27.950189 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-597d3565-9a62-420f-a681-53b85125f62b tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] 10.222.0.55 "DELETE /v2.0/routers/9a65661e-6776-4e3e-ab22-637b567bb168 HTTP/1.1" status: 204 len: 168 time: 5.0168974 Feb 09 12:38:27.956572 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-853c2325-65ea-437a-a305-a8cada80522b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797c7854-c9ba-48f1-917c-aecac3e36e37', 'name': 'tempest-NetworksTestDHCPv6-router-1447125208', 'tenant_id': 'a7add69c825d45b8a9a99e00c87aae63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:38:16Z', 'updated_at': '2022-02-09T12:38:19Z', 'revision_number': 2, 'project_id': 'a7add69c825d45b8a9a99e00c87aae63', 'gw_port_host': None, '_interfaces': [{'id': 'c367c1cf-f55a-4462-9ac2-c43a633a705d', 'name': '', 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'tenant_id': 'a7add69c825d45b8a9a99e00c87aae63', 'mac_address': 'fa:16:3e:f9:1e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797c7854-c9ba-48f1-917c-aecac3e36e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '41f904f8-0008-4ef5-87e4-e43e1e0a447c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:38:17Z', 'updated_at': '2022-02-09T12:38:26Z', 'revision_number': 4, 'project_id': 'a7add69c825d45b8a9a99e00c87aae63', 'subnets': [{'id': '41f904f8-0008-4ef5-87e4-e43e1e0a447c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:27.961402 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44936) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:27.967328 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-3aae21da-66be-4a86-b747-74fd197d4f81 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2012778978', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:38:27.970912 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853c2325-65ea-437a-a305-a8cada80522b None None] The sync data for ids ['797c7854-c9ba-48f1-917c-aecac3e36e37'] in n-d-825178-3 is: [{'id': '797c7854-c9ba-48f1-917c-aecac3e36e37', 'name': 'tempest-NetworksTestDHCPv6-router-1447125208', 'tenant_id': 'a7add69c825d45b8a9a99e00c87aae63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:38:16Z', 'updated_at': '2022-02-09T12:38:19Z', 'revision_number': 2, 'project_id': 'a7add69c825d45b8a9a99e00c87aae63', 'gw_port_host': None, '_interfaces': [{'id': 'c367c1cf-f55a-4462-9ac2-c43a633a705d', 'name': '', 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'tenant_id': 'a7add69c825d45b8a9a99e00c87aae63', 'mac_address': 'fa:16:3e:f9:1e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797c7854-c9ba-48f1-917c-aecac3e36e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '41f904f8-0008-4ef5-87e4-e43e1e0a447c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:38:17Z', 'updated_at': '2022-02-09T12:38:26Z', 'revision_number': 4, 'project_id': 'a7add69c825d45b8a9a99e00c87aae63', 'subnets': [{'id': '41f904f8-0008-4ef5-87e4-e43e1e0a447c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:38:28.020712 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3aae21da-66be-4a86-b747-74fd197d4f81 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:38:28.049152 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device a20c3f2f-4961-4161-b8e1-2ebc3ad43327 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:38:28.070571 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3aae21da-66be-4a86-b747-74fd197d4f81 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Usage tracker for resource:router and tenant:d7ec3256cb85454e9ad573cc019d12e5 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:38:28.082468 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3aae21da-66be-4a86-b747-74fd197d4f81 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:38:28.099321 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3aae21da-66be-4a86-b747-74fd197d4f81 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:38:28.147445 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3aae21da-66be-4a86-b747-74fd197d4f81 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:28.147726 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2323ff1-f058-4ea7-8009-af3f3089a1df None None] Network a80361e8-6b91-483d-978a-cbc985c76f4f requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:38:28.148708 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3aae21da-66be-4a86-b747-74fd197d4f81 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:28.166969 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3aae21da-66be-4a86-b747-74fd197d4f81 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:28.184163 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-c73fd45c-9ec7-455e-973a-a0f205a93c05 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Deleting port c367c1cf-f55a-4462-9ac2-c43a633a705d {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:38:28.184547 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c73fd45c-9ec7-455e-973a-a0f205a93c05 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:28.229830 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789f22f6-6dea-44a9-b90c-91999e376a8b None None] Network 529e3846-8666-4f8f-a367-71b8e23ff9a6 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:38:28.239390 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44942) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:28.603434 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-84875c70-99d7-4b5f-a80f-ca00cb9a2dc1 req-7e0b71e3-2d8e-45be-b33e-96f6a8a548e9 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=79b13d259e044206b7b291bef4587540&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8816388 Feb 09 12:38:28.681798 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789f22f6-6dea-44a9-b90c-91999e376a8b None None] Network 529e3846-8666-4f8f-a367-71b8e23ff9a6 could not be found, it might have been deleted concurrently. {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 09 12:38:28.701787 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-62fecc61-2c34-4ef2-a269-d96a2ab44a43 None None] Provisioning for port a20c3f2f-4961-4161-b8e1-2ebc3ad43327 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:38:28.705797 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8402f442-4523-43ff-9256-7508cbe7397b None None] Network 529e3846-8666-4f8f-a367-71b8e23ff9a6 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:38:28.760200 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8402f442-4523-43ff-9256-7508cbe7397b None None] Network 529e3846-8666-4f8f-a367-71b8e23ff9a6 could not be found, it might have been deleted concurrently. {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 09 12:38:28.768860 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0c4323d6-89b6-48ee-8107-439dd8d98ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:28.805470 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0876812a-99d3-489a-a194-5d3e7742d50d req-e898ddbd-f689-4988-a6f3-a34ba9cb643c tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:28.806137 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-0876812a-99d3-489a-a194-5d3e7742d50d req-e898ddbd-f689-4988-a6f3-a34ba9cb643c tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Synchronizing usage tracker for tenant:79b13d259e044206b7b291bef4587540 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:38:28.810099 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3aae21da-66be-4a86-b747-74fd197d4f81 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:28.895209 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port a20c3f2f-4961-4161-b8e1-2ebc3ad43327 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:38:28.957221 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-c73fd45c-9ec7-455e-973a-a0f205a93c05 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] For port c367c1cf-f55a-4462-9ac2-c43a633a705d, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=c367c1cf-f55a-4462-9ac2-c43a633a705d,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:38:28.957587 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c73fd45c-9ec7-455e-973a-a0f205a93c05 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:28.992748 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port a20c3f2f-4961-4161-b8e1-2ebc3ad43327 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:38:28.993271 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:29.002239 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-01d1cc1e-0040-4543-8c53-860fae474eb6 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:29.072498 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0c4323d6-89b6-48ee-8107-439dd8d98ddc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:38:29.091153 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-84875c70-99d7-4b5f-a80f-ca00cb9a2dc1 req-4c1b2b47-6c36-4a65-b942-7aec5a0d121b service neutron] 10.222.0.55 "GET /v2.0/networks/8f32be62-c86b-414f-bc1f-d2cef7c023c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4095352 Feb 09 12:38:29.210627 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-c73fd45c-9ec7-455e-973a-a0f205a93c05 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Calling delete_port for c367c1cf-f55a-4462-9ac2-c43a633a705d owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:38:29.306257 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3aae21da-66be-4a86-b747-74fd197d4f81 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:29.315584 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:29.328918 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3aae21da-66be-4a86-b747-74fd197d4f81 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.3664191 Feb 09 12:38:29.331947 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0c4323d6-89b6-48ee-8107-439dd8d98ddc admin admin] Usage tracker for resource:security_group_rule and tenant:cb2be792a8c045d28d993a2a22c38c02 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:38:29.345207 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44960) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:29.348318 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0c4323d6-89b6-48ee-8107-439dd8d98ddc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:38:29.406622 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-bdd10ddb-7da7-4164-a3ce-2b79419b15f1 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Request body: {'router': {'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:38:29.439120 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port a20c3f2f-4961-4161-b8e1-2ebc3ad43327, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=a20c3f2f-4961-4161-b8e1-2ebc3ad43327,segment=NetworkSegment(fd08a4ff-de0d-4964-954f-9f780e05b1cd),segment_id=fd08a4ff-de0d-4964-954f-9f780e05b1cd)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:38:29.469061 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:29.486086 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-84875c70-99d7-4b5f-a80f-ca00cb9a2dc1 req-72132aec-18cc-447e-be07-0d7004f0fe0b service neutron] 10.222.0.55 "GET /v2.0/networks/8f32be62-c86b-414f-bc1f-d2cef7c023c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794527 Feb 09 12:38:29.490373 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d1cc1e-0040-4543-8c53-860fae474eb6 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Checking segment: {'id': '1e159063-c606-42cd-8988-623525c4bc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c2fa24ec-a50a-49e3-9c13-c577b0c16a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:38:29.490763 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d1cc1e-0040-4543-8c53-860fae474eb6 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Network hostable DHCP agents. Network: c2fa24ec-a50a-49e3-9c13-c577b0c16a88, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:38:29.508610 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d1cc1e-0040-4543-8c53-860fae474eb6 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Pushing event updated for resources: {'Subnet': ['ID=6e4ae76e-b8e4-4566-b239-deb9a6306a2f,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:29.526445 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0c4323d6-89b6-48ee-8107-439dd8d98ddc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:38:29.555187 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97997794-4f26-442a-a7ed-5ab4a9b5759d req-171aae00-8666-49ec-83a6-28b98038bbb4 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:29.567290 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-97997794-4f26-442a-a7ed-5ab4a9b5759d req-171aae00-8666-49ec-83a6-28b98038bbb4 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 947 time: 0.9517667 Feb 09 12:38:29.634839 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0c4323d6-89b6-48ee-8107-439dd8d98ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:29.654161 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0c4323d6-89b6-48ee-8107-439dd8d98ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:29.656822 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=a20c3f2f-4961-4161-b8e1-2ebc3ad43327,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:29.661444 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-0876812a-99d3-489a-a194-5d3e7742d50d req-e898ddbd-f689-4988-a6f3-a34ba9cb643c tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Unset dirty status for tenant:79b13d259e044206b7b291bef4587540 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:38:29.662748 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0876812a-99d3-489a-a194-5d3e7742d50d req-e898ddbd-f689-4988-a6f3-a34ba9cb643c tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.46 "GET /v2.0/ports?device_id=029a437b-0101-4f83-9bc0-0b68b23834e8 HTTP/1.1" status: 200 len: 946 time: 1.6397958 Feb 09 12:38:29.719355 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-97997794-4f26-442a-a7ed-5ab4a9b5759d req-5e39850f-4496-4162-8f3d-83e9bb0d1a32 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486528 Feb 09 12:38:29.722542 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d1cc1e-0040-4543-8c53-860fae474eb6 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Network c2fa24ec-a50a-49e3-9c13-c577b0c16a88 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:38:29.770999 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-01d1cc1e-0040-4543-8c53-860fae474eb6 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, c2fa24ec-a50a-49e3-9c13-c577b0c16a88) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:38:29.776028 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d1cc1e-0040-4543-8c53-860fae474eb6 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:29.777452 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-01d1cc1e-0040-4543-8c53-860fae474eb6 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:29.780414 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2b31e5-23f7-43bb-adf5-353bc4835b03 None None] Network c2fa24ec-a50a-49e3-9c13-c577b0c16a88 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:38:29.909952 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2dbdbe2b-a4f3-42cb-a4df-d5414072f63d req-abf7b90a-805e-4bb1-8656-2857044d7ce2 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=62875936-a445-45e1-a0e2-7d6538d7776f HTTP/1.1" status: 200 len: 210 time: 0.1119275 Feb 09 12:38:29.925759 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-01d1cc1e-0040-4543-8c53-860fae474eb6 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.8792651 Feb 09 12:38:29.928965 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 44976) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:30.121364 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device a20c3f2f-4961-4161-b8e1-2ebc3ad43327 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:38:30.148954 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0c4323d6-89b6-48ee-8107-439dd8d98ddc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cb2be792a8c045d28d993a2a22c38c02&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9062207 Feb 09 12:38:30.151006 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 44980) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:30.213107 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33d0976-c990-4149-a403-eb186fab0f5b None None] Network a80361e8-6b91-483d-978a-cbc985c76f4f requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:38:30.290594 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-0876812a-99d3-489a-a194-5d3e7742d50d req-44ab72ec-19da-4271-844c-b4dd1ef977e7 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Deleting port 102d9c9d-b5e1-4581-8a0f-7ac8eaee9409 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:38:30.290942 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-0876812a-99d3-489a-a194-5d3e7742d50d req-44ab72ec-19da-4271-844c-b4dd1ef977e7 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:30.319690 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8030384b-3e43-4db5-b66e-d46ef263a00d tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:30.335724 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4323d6-89b6-48ee-8107-439dd8d98ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eecf9a8f-263d-475b-9c60-f00a6239e9fd,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:30.478889 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a249cca4-5564-4a86-8b8b-51ac31e108df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-c2fa24ec-a50a-49e3-9c13-c577b0c16a88', 'network_id': 'c2fa24ec-a50a-49e3-9c13-c577b0c16a88', 'tenant_id': '5f8790993e0f41f09732ffe414985734', 'fixed_ips': [{'subnet_id': '6e4ae76e-b8e4-4566-b239-deb9a6306a2f'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:38:30.481018 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a249cca4-5564-4a86-8b8b-51ac31e108df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:30.497163 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9a5ef0fb-3efe-47c8-a76b-45b2d00f6d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:30.544621 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8030384b-3e43-4db5-b66e-d46ef263a00d tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:30.626252 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9a5ef0fb-3efe-47c8-a76b-45b2d00f6d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:30.678961 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c73fd45c-9ec7-455e-973a-a0f205a93c05 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:30.682898 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58d17898-1c1d-49a0-b273-160cd7bf3fb3 None None] Provisioning complete for port a20c3f2f-4961-4161-b8e1-2ebc3ad43327 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:38:30.683735 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58d17898-1c1d-49a0-b273-160cd7bf3fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:30.810221 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4323d6-89b6-48ee-8107-439dd8d98ddc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:38:30.810803 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4323d6-89b6-48ee-8107-439dd8d98ddc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:38:30.811310 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4323d6-89b6-48ee-8107-439dd8d98ddc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:38:30.811803 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4323d6-89b6-48ee-8107-439dd8d98ddc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:38:30.812497 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4323d6-89b6-48ee-8107-439dd8d98ddc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:38:30.812975 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4323d6-89b6-48ee-8107-439dd8d98ddc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:38:30.813451 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4323d6-89b6-48ee-8107-439dd8d98ddc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:38:30.813936 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4323d6-89b6-48ee-8107-439dd8d98ddc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:38:30.814421 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4323d6-89b6-48ee-8107-439dd8d98ddc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:38:30.814896 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4323d6-89b6-48ee-8107-439dd8d98ddc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:38:30.815365 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4323d6-89b6-48ee-8107-439dd8d98ddc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:38:30.815860 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4323d6-89b6-48ee-8107-439dd8d98ddc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:38:30.822995 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9a5ef0fb-3efe-47c8-a76b-45b2d00f6d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:30.852454 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ef0fb-3efe-47c8-a76b-45b2d00f6d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eecf9a8f-263d-475b-9c60-f00a6239e9fd,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:30.859760 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8030384b-3e43-4db5-b66e-d46ef263a00d tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:30.865346 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73fd45c-9ec7-455e-973a-a0f205a93c05 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Port': ['ID=c367c1cf-f55a-4462-9ac2-c43a633a705d,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:30.992933 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port a20c3f2f-4961-4161-b8e1-2ebc3ad43327 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:38:31.005747 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:31.016743 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bdd10ddb-7da7-4164-a3ce-2b79419b15f1 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:31.085499 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 102d9c9d-b5e1-4581-8a0f-7ac8eaee9409 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server [None req-a249cca4-5564-4a86-8b8b-51ac31e108df None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6e4ae76e-b8e4-4566-b239-deb9a6306a2f: This subnet is being modified by another concurrent operation. Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 12:38:31.215737 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 12:38:31.218765 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 12:38:31.218765 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 12:38:31.218765 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 12:38:31.218765 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 12:38:31.218765 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 12:38:31.218765 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 12:38:31.218765 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 12:38:31.218765 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 12:38:31.218765 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 12:38:31.218765 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 12:38:31.218765 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 12:38:31.218765 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 12:38:31.218765 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 12:38:31.218765 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 12:38:31.218765 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 12:38:31.218765 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 12:38:31.218765 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 09 12:38:31.218765 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 12:38:31.218765 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 09 12:38:31.218765 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 12:38:31.218765 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 09 12:38:31.218765 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 12:38:31.218765 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 12:38:31.218765 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 12:38:31.218765 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 09 12:38:31.218765 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 12:38:31.218765 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 09 12:38:31.218765 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 12:38:31.218765 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 12:38:31.218765 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 12:38:31.218765 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 12:38:31.218765 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 12:38:31.218765 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 09 12:38:31.218765 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 12:38:31.218765 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 12:38:31.218765 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server raise exception Feb 09 12:38:31.218765 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6e4ae76e-b8e4-4566-b239-deb9a6306a2f: This subnet is being modified by another concurrent operation. Feb 09 12:38:31.218765 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server Feb 09 12:38:31.292175 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c73fd45c-9ec7-455e-973a-a0f205a93c05 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:31.339845 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18695e13-4920-4a8b-94d1-d1cf53cc0d52 req-d9210892-d224-4c98-9e7a-36c6f0d984eb tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:31.341078 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-18695e13-4920-4a8b-94d1-d1cf53cc0d52 req-d9210892-d224-4c98-9e7a-36c6f0d984eb tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Synchronizing usage tracker for tenant:e83e724b83ff4eff83d86a9461a0246b on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:38:31.366910 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8030384b-3e43-4db5-b66e-d46ef263a00d tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Pushing event deleted for resources: {'Subnet': ['ID=6e4ae76e-b8e4-4566-b239-deb9a6306a2f,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:31.380775 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c61154-4c69-4b30-8c49-b415fbe38820 None None] Network c2fa24ec-a50a-49e3-9c13-c577b0c16a88 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:38:31.499054 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-73b5b479-d2b1-4189-936f-bcdbb85a2b53 req-9ee4490a-29de-4740-bc41-2c23feb86b2d tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=62875936-a445-45e1-a0e2-7d6538d7776f HTTP/1.1" status: 200 len: 210 time: 0.1016784 Feb 09 12:38:31.511092 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8030384b-3e43-4db5-b66e-d46ef263a00d tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:31.526381 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9a5ef0fb-3efe-47c8-a76b-45b2d00f6d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:31.531177 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9a5ef0fb-3efe-47c8-a76b-45b2d00f6d23 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eecf9a8f-263d-475b-9c60-f00a6239e9fd HTTP/1.1" status: 204 len: 168 time: 1.3764291 Feb 09 12:38:31.557508 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-8030384b-3e43-4db5-b66e-d46ef263a00d tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2fa24ec-a50a-49e3-9c13-c577b0c16a88']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:31.574925 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-8030384b-3e43-4db5-b66e-d46ef263a00d tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e159063-c606-42cd-8988-623525c4bc97') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:31.575344 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-8030384b-3e43-4db5-b66e-d46ef263a00d tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e159063-c606-42cd-8988-623525c4bc97') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:31.594276 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8030384b-3e43-4db5-b66e-d46ef263a00d tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:31.629577 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a6afc-837f-4cb0-8ae6-d97c62393adb req-f11c4429-1247-4931-a6c2-18fe5b1055b9 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:31.631265 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-be8a6afc-837f-4cb0-8ae6-d97c62393adb req-f11c4429-1247-4931-a6c2-18fe5b1055b9 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 947 time: 0.2665906 Feb 09 12:38:31.632528 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8030384b-3e43-4db5-b66e-d46ef263a00d tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:31.640560 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8030384b-3e43-4db5-b66e-d46ef263a00d tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:38:31.641095 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8030384b-3e43-4db5-b66e-d46ef263a00d tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:31.655782 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:31.659808 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:38:31.659808 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:38:31.659808 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:38:31.659808 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:38:31.659808 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:38:31.659808 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:38:31.659808 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:38:31.659808 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:38:31.659808 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:38:31.659808 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:38:31.659808 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:38:31.659808 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:38:31.659808 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:38:31.659808 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:38:31.659808 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:38:31.659808 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:38:31.659808 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:38:31.659808 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:38:31.659808 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:38:31.659808 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:38:31.659808 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:38:31.659808 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:38:31.659808 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:38:31.659808 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:38:31.659808 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:38:31.659808 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:38:31.659808 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:38:31.659808 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:38:31.659808 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:38:31.659808 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:38:31.659808 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:38:31.659808 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:38:31.668919 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-18695e13-4920-4a8b-94d1-d1cf53cc0d52 req-d9210892-d224-4c98-9e7a-36c6f0d984eb tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Unset dirty status for tenant:e83e724b83ff4eff83d86a9461a0246b on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:38:31.669906 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-18695e13-4920-4a8b-94d1-d1cf53cc0d52 req-d9210892-d224-4c98-9e7a-36c6f0d984eb tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 947 time: 1.8071194 Feb 09 12:38:31.843770 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8030384b-3e43-4db5-b66e-d46ef263a00d tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:31.876380 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8030384b-3e43-4db5-b66e-d46ef263a00d tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:31.892966 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-be8a6afc-837f-4cb0-8ae6-d97c62393adb req-b7499aba-fc0f-4fe4-b948-45a4c1687356 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2535057 Feb 09 12:38:31.895673 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8030384b-3e43-4db5-b66e-d46ef263a00d tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Pushing event deleted for resources: {'Network': ['ID=c2fa24ec-a50a-49e3-9c13-c577b0c16a88,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:31.908905 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8030384b-3e43-4db5-b66e-d46ef263a00d tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "DELETE /v2.0/networks/c2fa24ec-a50a-49e3-9c13-c577b0c16a88 HTTP/1.1" status: 204 len: 168 time: 1.9752233 Feb 09 12:38:31.946920 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45002) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:31.959144 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-4992bff0-9e09-4dda-ac62-3b0107dba23a tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1890447832'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:38:32.025066 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device c367c1cf-f55a-4462-9ac2-c43a633a705d up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:38:32.031410 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-4992bff0-9e09-4dda-ac62-3b0107dba23a tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:38:32.077074 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '029a437b-0101-4f83-9bc0-0b68b23834e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '102d9c9d-b5e1-4581-8a0f-7ac8eaee9409'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:38:32.077297 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-4992bff0-9e09-4dda-ac62-3b0107dba23a tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Usage tracker for resource:network and tenant:5f8790993e0f41f09732ffe414985734 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:38:32.098084 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-4992bff0-9e09-4dda-ac62-3b0107dba23a tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:38:32.101100 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45008) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:32.128288 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: c367c1cf-f55a-4462-9ac2-c43a633a705d {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:38:32.128635 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device c367c1cf-f55a-4462-9ac2-c43a633a705d not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 09 12:38:32.131819 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-4992bff0-9e09-4dda-ac62-3b0107dba23a tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:38:32.145599 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-18695e13-4920-4a8b-94d1-d1cf53cc0d52 req-cdf9c414-eb4e-4344-a7a9-fa86c8f18538 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Deleting port 09fc9a15-80ae-490d-a7cf-3d3b389ab0ae {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:38:32.148149 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-18695e13-4920-4a8b-94d1-d1cf53cc0d52 req-cdf9c414-eb4e-4344-a7a9-fa86c8f18538 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:32.148391 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7b479da8-54b8-4244-9df6-3d506e650060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:32.172934 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Port c367c1cf-f55a-4462-9ac2-c43a633a705d not found, will not notify nova. {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 09 12:38:32.176148 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 102d9c9d-b5e1-4581-8a0f-7ac8eaee9409, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=102d9c9d-b5e1-4581-8a0f-7ac8eaee9409,segment=NetworkSegment(0506d4bb-113b-4fbe-8a77-b072bee9b6d7),segment_id=0506d4bb-113b-4fbe-8a77-b072bee9b6d7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:38:32.190685 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:32.197703 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 09fc9a15-80ae-490d-a7cf-3d3b389ab0ae no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:38:32.233031 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-7b479da8-54b8-4244-9df6-3d506e650060 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:38:32.237309 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4992bff0-9e09-4dda-ac62-3b0107dba23a tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Made reservation on behalf of 5f8790993e0f41f09732ffe414985734 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:38:32.249606 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4992bff0-9e09-4dda-ac62-3b0107dba23a tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:32.270545 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-0876812a-99d3-489a-a194-5d3e7742d50d req-44ab72ec-19da-4271-844c-b4dd1ef977e7 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] For port 102d9c9d-b5e1-4581-8a0f-7ac8eaee9409, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=102d9c9d-b5e1-4581-8a0f-7ac8eaee9409,segment=NetworkSegment(0506d4bb-113b-4fbe-8a77-b072bee9b6d7),segment_id=0506d4bb-113b-4fbe-8a77-b072bee9b6d7)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:38:32.271175 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-0876812a-99d3-489a-a194-5d3e7742d50d req-44ab72ec-19da-4271-844c-b4dd1ef977e7 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:32.281082 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c73fd45c-9ec7-455e-973a-a0f205a93c05 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Router 797c7854-c9ba-48f1-917c-aecac3e36e37 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:38:32.281911 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-7b479da8-54b8-4244-9df6-3d506e650060 admin admin] Usage tracker for resource:security_group_rule and tenant:7f62241c30424f77ae6d8a24ed9937af is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:38:32.315866 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '029a437b-0101-4f83-9bc0-0b68b23834e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '102d9c9d-b5e1-4581-8a0f-7ac8eaee9409', 'code': 200} Feb 09 12:38:32.320411 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84875c70-99d7-4b5f-a80f-ca00cb9a2dc1 req-dce1552c-af02-4daa-878a-5acfb1ee2d10 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:32.321944 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-84875c70-99d7-4b5f-a80f-ca00cb9a2dc1 req-dce1552c-af02-4daa-878a-5acfb1ee2d10 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.46 "GET /v2.0/networks?id=8f32be62-c86b-414f-bc1f-d2cef7c023c9 HTTP/1.1" status: 200 len: 815 time: 0.4150212 Feb 09 12:38:32.324216 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-7b479da8-54b8-4244-9df6-3d506e650060 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:38:32.336508 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-84875c70-99d7-4b5f-a80f-ca00cb9a2dc1 req-77d889c2-793f-4cf1-b08f-af8064d71e48 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Request body: {'port': {'device_id': '62875936-a445-45e1-a0e2-7d6538d7776f', 'network_id': '8f32be62-c86b-414f-bc1f-d2cef7c023c9', 'admin_state_up': True, 'tenant_id': '79b13d259e044206b7b291bef4587540'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:38:32.356718 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-7b479da8-54b8-4244-9df6-3d506e650060 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:38:32.425859 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4992bff0-9e09-4dda-ac62-3b0107dba23a tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:38:32.446593 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=102d9c9d-b5e1-4581-8a0f-7ac8eaee9409,revision_number=9']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:32.473078 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4992bff0-9e09-4dda-ac62-3b0107dba23a tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:32.473428 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-4992bff0-9e09-4dda-ac62-3b0107dba23a tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Added segment 0761ff71-56a5-4d2e-8cce-927fcb371682 of type vlan for network faf0985f-586f-4bdd-971e-25d8f86a7c6c Feb 09 12:38:32.542844 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:32.562196 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4992bff0-9e09-4dda-ac62-3b0107dba23a tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:32.564382 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-0876812a-99d3-489a-a194-5d3e7742d50d req-44ab72ec-19da-4271-844c-b4dd1ef977e7 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Calling delete_port for 102d9c9d-b5e1-4581-8a0f-7ac8eaee9409 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:38:32.588345 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-84875c70-99d7-4b5f-a80f-ca00cb9a2dc1 req-77d889c2-793f-4cf1-b08f-af8064d71e48 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:38:32.594670 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 09fc9a15-80ae-490d-a7cf-3d3b389ab0ae, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=09fc9a15-80ae-490d-a7cf-3d3b389ab0ae,segment=NetworkSegment(1c59adf7-7d08-4b5e-9bac-da20ae07f737),segment_id=1c59adf7-7d08-4b5e-9bac-da20ae07f737)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:38:32.602003 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:32.663419 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-84875c70-99d7-4b5f-a80f-ca00cb9a2dc1 req-77d889c2-793f-4cf1-b08f-af8064d71e48 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:38:32.708330 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4992bff0-9e09-4dda-ac62-3b0107dba23a tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:32.716450 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4992bff0-9e09-4dda-ac62-3b0107dba23a tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:32.717094 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4992bff0-9e09-4dda-ac62-3b0107dba23a tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:32.718793 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=09fc9a15-80ae-490d-a7cf-3d3b389ab0ae,revision_number=11']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:32.774655 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4992bff0-9e09-4dda-ac62-3b0107dba23a tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8262315 Feb 09 12:38:32.775333 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45014) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:32.777827 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7b479da8-54b8-4244-9df6-3d506e650060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:32.828825 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4effeb52-653c-4f65-915b-55d8c75a344f req-9828b12e-91ea-480d-bfd4-6ba1f481784a tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=62875936-a445-45e1-a0e2-7d6538d7776f HTTP/1.1" status: 200 len: 210 time: 0.0813491 Feb 09 12:38:32.890500 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eebca1f-4692-49a0-bae8-17755f87d741 None None] get_active_networks_info from n-d-825178-3 {{(pid=87569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 12:38:32.896387 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-aa212dbb-079f-4d81-81f0-c43562fa38a2 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Request body: {'subnet': {'network_id': 'faf0985f-586f-4bdd-971e-25d8f86a7c6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:38:32.919135 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7b479da8-54b8-4244-9df6-3d506e650060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:32.974308 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-7b479da8-54b8-4244-9df6-3d506e650060 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7f62241c30424f77ae6d8a24ed9937af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8669558 Feb 09 12:38:32.974308 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84875c70-99d7-4b5f-a80f-ca00cb9a2dc1 req-77d889c2-793f-4cf1-b08f-af8064d71e48 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Made reservation on behalf of 79b13d259e044206b7b291bef4587540 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:38:32.976663 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-84875c70-99d7-4b5f-a80f-ca00cb9a2dc1 req-77d889c2-793f-4cf1-b08f-af8064d71e48 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:32.990426 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45022) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:33.029374 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c73fd45c-9ec7-455e-973a-a0f205a93c05 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:38:33.044153 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61ac68f-86ad-49ec-822e-9421c324d17b None None] Sync routers for ids ['797c7854-c9ba-48f1-917c-aecac3e36e37'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:38:33.064873 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61ac68f-86ad-49ec-822e-9421c324d17b None None] Routers {'797c7854-c9ba-48f1-917c-aecac3e36e37'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:38:33.070439 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a61ac68f-86ad-49ec-822e-9421c324d17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:38:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['797c7854-c9ba-48f1-917c-aecac3e36e37'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:33.102591 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-8ec61233-e660-4df6-8305-0c5cb286ef67 None None] Provisioning complete for port a20c3f2f-4961-4161-b8e1-2ebc3ad43327 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:38:33.104605 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8ec61233-e660-4df6-8305-0c5cb286ef67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:33.207158 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eebca1f-4692-49a0-bae8-17755f87d741 None None] Resources bound (agent type, host, resource id): {{(pid=87569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 12:38:33.242086 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992bff0-9e09-4dda-ac62-3b0107dba23a tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Pushing event updated for resources: {'Network': ['ID=faf0985f-586f-4bdd-971e-25d8f86a7c6c,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:33.254136 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c73fd45c-9ec7-455e-973a-a0f205a93c05 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "PUT /v2.0/routers/797c7854-c9ba-48f1-917c-aecac3e36e37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2059267 Feb 09 12:38:33.265492 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45026) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:33.284110 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network faf0985f-586f-4bdd-971e-25d8f86a7c6c details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:38:33.290529 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.api [req-0876812a-99d3-489a-a194-5d3e7742d50d req-44ab72ec-19da-4271-844c-b4dd1ef977e7 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:38:33.298909 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-a61ac68f-86ad-49ec-822e-9421c324d17b None None] Set router 797c7854-c9ba-48f1-917c-aecac3e36e37 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:38:33.299258 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-be9ebd2f-2cea-427f-afc3-d881b69bebc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:33.300754 n-d-825178-3 neutron-server[87568]: DEBUG oslo_db.api [req-0876812a-99d3-489a-a194-5d3e7742d50d req-44ab72ec-19da-4271-844c-b4dd1ef977e7 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:38:33.410270 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b479da8-54b8-4244-9df6-3d506e650060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6d12d7-c0c8-4f6e-9004-6be994a08c2b,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:33.457375 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-18695e13-4920-4a8b-94d1-d1cf53cc0d52 req-cdf9c414-eb4e-4344-a7a9-fa86c8f18538 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] For port 09fc9a15-80ae-490d-a7cf-3d3b389ab0ae, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=09fc9a15-80ae-490d-a7cf-3d3b389ab0ae,segment=NetworkSegment(1c59adf7-7d08-4b5e-9bac-da20ae07f737),segment_id=1c59adf7-7d08-4b5e-9bac-da20ae07f737)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:38:33.458083 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-18695e13-4920-4a8b-94d1-d1cf53cc0d52 req-cdf9c414-eb4e-4344-a7a9-fa86c8f18538 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:33.470455 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-aa212dbb-079f-4d81-81f0-c43562fa38a2 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:38:33.476576 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bdd10ddb-7da7-4164-a3ce-2b79419b15f1 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:33.482006 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-be9ebd2f-2cea-427f-afc3-d881b69bebc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:33.497204 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-aa212dbb-079f-4d81-81f0-c43562fa38a2 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Usage tracker for resource:subnet and tenant:5f8790993e0f41f09732ffe414985734 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:38:33.506112 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-aa212dbb-079f-4d81-81f0-c43562fa38a2 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:38:33.514211 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a61ac68f-86ad-49ec-822e-9421c324d17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797c7854-c9ba-48f1-917c-aecac3e36e37', 'name': 'tempest-NetworksTestDHCPv6-router-1447125208', 'tenant_id': 'a7add69c825d45b8a9a99e00c87aae63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:38:16Z', 'updated_at': '2022-02-09T12:38:30Z', 'revision_number': 3, 'project_id': 'a7add69c825d45b8a9a99e00c87aae63', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:33.519386 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61ac68f-86ad-49ec-822e-9421c324d17b None None] Checking router: 797c7854-c9ba-48f1-917c-aecac3e36e37 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:38:33.530657 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61ac68f-86ad-49ec-822e-9421c324d17b None None] Routers {'797c7854-c9ba-48f1-917c-aecac3e36e37'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:38:33.531521 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a61ac68f-86ad-49ec-822e-9421c324d17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:38:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['797c7854-c9ba-48f1-917c-aecac3e36e37'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:33.533825 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb788e-cca2-4fed-aee1-c967ff01402f req-aa1e6d54-644c-4e7d-8146-3ef0aedb2842 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:33.535545 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6ecb788e-cca2-4fed-aee1-c967ff01402f req-aa1e6d54-644c-4e7d-8146-3ef0aedb2842 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 945 time: 0.4002600 Feb 09 12:38:33.539290 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-aa212dbb-079f-4d81-81f0-c43562fa38a2 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:38:33.591122 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bdd10ddb-7da7-4164-a3ce-2b79419b15f1 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:33.657092 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa212dbb-079f-4d81-81f0-c43562fa38a2 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Made reservation on behalf of 5f8790993e0f41f09732ffe414985734 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:38:33.660810 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-aa212dbb-079f-4d81-81f0-c43562fa38a2 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:33.751526 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-bdd10ddb-7da7-4164-a3ce-2b79419b15f1 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Allocated IP 172.25.7.219 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/3bc6efd5-1fa9-4476-a00b-012955c42524) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:38:33.752832 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-a61ac68f-86ad-49ec-822e-9421c324d17b None None] Set router 797c7854-c9ba-48f1-917c-aecac3e36e37 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:38:33.930959 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a61ac68f-86ad-49ec-822e-9421c324d17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797c7854-c9ba-48f1-917c-aecac3e36e37', 'name': 'tempest-NetworksTestDHCPv6-router-1447125208', 'tenant_id': 'a7add69c825d45b8a9a99e00c87aae63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:38:16Z', 'updated_at': '2022-02-09T12:38:30Z', 'revision_number': 3, 'project_id': 'a7add69c825d45b8a9a99e00c87aae63', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:33.946717 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61ac68f-86ad-49ec-822e-9421c324d17b None None] The sync data for ids ['797c7854-c9ba-48f1-917c-aecac3e36e37'] in n-d-825178-3 is: [{'id': '797c7854-c9ba-48f1-917c-aecac3e36e37', 'name': 'tempest-NetworksTestDHCPv6-router-1447125208', 'tenant_id': 'a7add69c825d45b8a9a99e00c87aae63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:38:16Z', 'updated_at': '2022-02-09T12:38:30Z', 'revision_number': 3, 'project_id': 'a7add69c825d45b8a9a99e00c87aae63', 'gw_port_host': None}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:38:33.993098 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bdd10ddb-7da7-4164-a3ce-2b79419b15f1 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:34.047182 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-0876812a-99d3-489a-a194-5d3e7742d50d req-44ab72ec-19da-4271-844c-b4dd1ef977e7 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Deleting port 102d9c9d-b5e1-4581-8a0f-7ac8eaee9409 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:38:34.047474 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-0876812a-99d3-489a-a194-5d3e7742d50d req-44ab72ec-19da-4271-844c-b4dd1ef977e7 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:34.124648 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-815f559f-27db-4be3-b7ff-918da6552679 req-8e8fb692-5929-4d9d-844e-414a256fece8 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=62875936-a445-45e1-a0e2-7d6538d7776f HTTP/1.1" status: 200 len: 210 time: 0.0736260 Feb 09 12:38:34.144512 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6ecb788e-cca2-4fed-aee1-c967ff01402f req-d182d9ce-e2fe-48b4-8af0-14c9aa3b0e27 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5985470 Feb 09 12:38:34.149957 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8777c2a-33d7-45b4-8554-164b2c09ce57 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:34.151572 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8777c2a-33d7-45b4-8554-164b2c09ce57 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:34.152520 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c8777c2a-33d7-45b4-8554-164b2c09ce57 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Synchronizing usage tracker for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:subnet {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:38:34.194388 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-be9ebd2f-2cea-427f-afc3-d881b69bebc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:34.197159 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-84875c70-99d7-4b5f-a80f-ca00cb9a2dc1 req-77d889c2-793f-4cf1-b08f-af8064d71e48 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Allocated IP 172.20.0.2 (8f32be62-c86b-414f-bc1f-d2cef7c023c9/8e0df51a-c44d-4333-910c-bf77ea824551/11b42e6c-f77f-436f-9011-9d48aa5f84ff) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:38:34.233842 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ebd2f-2cea-427f-afc3-d881b69bebc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6d12d7-c0c8-4f6e-9004-6be994a08c2b,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:34.322233 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c8777c2a-33d7-45b4-8554-164b2c09ce57 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Unset dirty status for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:subnet {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:38:34.323864 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c8777c2a-33d7-45b4-8554-164b2c09ce57 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.0418191 Feb 09 12:38:34.325192 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa4f35da-b400-4537-8c6e-36fd20364178', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09fc9a15-80ae-490d-a7cf-3d3b389ab0ae'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:38:34.330693 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45034) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:34.363767 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device c367c1cf-f55a-4462-9ac2-c43a633a705d no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:38:34.389185 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bdd10ddb-7da7-4164-a3ce-2b79419b15f1 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:34.395029 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-aa212dbb-079f-4d81-81f0-c43562fa38a2 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:34.430160 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa4f35da-b400-4537-8c6e-36fd20364178', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09fc9a15-80ae-490d-a7cf-3d3b389ab0ae', 'code': 200} Feb 09 12:38:34.438356 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: c367c1cf-f55a-4462-9ac2-c43a633a705d {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:38:34.438629 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device c367c1cf-f55a-4462-9ac2-c43a633a705d not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:38:34.667042 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa212dbb-079f-4d81-81f0-c43562fa38a2 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Pushing event updated for resources: {'Subnet': ['ID=66996b59-d23c-4e23-85bd-a514af667308,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:34.681741 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-18695e13-4920-4a8b-94d1-d1cf53cc0d52 req-cdf9c414-eb4e-4344-a7a9-fa86c8f18538 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:34.682229 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-18695e13-4920-4a8b-94d1-d1cf53cc0d52 req-cdf9c414-eb4e-4344-a7a9-fa86c8f18538 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:34.682432 n-d-825178-3 neutron-server[87568]: INFO neutron.db.l3_db [req-18695e13-4920-4a8b-94d1-d1cf53cc0d52 req-cdf9c414-eb4e-4344-a7a9-fa86c8f18538 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Floating IP 81839270-4e75-4c70-9c06-0386f6180da0 disassociated. External IP: 172.25.7.32, port: 09fc9a15-80ae-490d-a7cf-3d3b389ab0ae. Feb 09 12:38:34.682769 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-18695e13-4920-4a8b-94d1-d1cf53cc0d52 req-cdf9c414-eb4e-4344-a7a9-fa86c8f18538 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Calling delete_port for 09fc9a15-80ae-490d-a7cf-3d3b389ab0ae owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:38:34.698116 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-be9ebd2f-2cea-427f-afc3-d881b69bebc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:34.698116 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-be9ebd2f-2cea-427f-afc3-d881b69bebc4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ee6d12d7-c0c8-4f6e-9004-6be994a08c2b HTTP/1.1" status: 204 len: 168 time: 1.6206222 Feb 09 12:38:34.720485 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-fefac8ec-f406-4ea2-a4b6-08094ebece4b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Deleting subnet 41f904f8-0008-4ef5-87e4-e43e1e0a447c {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:38:34.723569 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fefac8ec-f406-4ea2-a4b6-08094ebece4b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:34.773806 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa212dbb-079f-4d81-81f0-c43562fa38a2 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Checking segment: {'id': '0761ff71-56a5-4d2e-8cce-927fcb371682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'faf0985f-586f-4bdd-971e-25d8f86a7c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:38:34.774164 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa212dbb-079f-4d81-81f0-c43562fa38a2 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Network hostable DHCP agents. Network: faf0985f-586f-4bdd-971e-25d8f86a7c6c, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:38:34.812448 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd10ddb-7da7-4164-a3ce-2b79419b15f1 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:38:34.828456 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-bdd10ddb-7da7-4164-a3ce-2b79419b15f1 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:38:34.837881 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fefac8ec-f406-4ea2-a4b6-08094ebece4b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:34.846465 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd10ddb-7da7-4164-a3ce-2b79419b15f1 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:38:34.885320 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa212dbb-079f-4d81-81f0-c43562fa38a2 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Network faf0985f-586f-4bdd-971e-25d8f86a7c6c is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:38:34.906896 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd10ddb-7da7-4164-a3ce-2b79419b15f1 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Pushing event updated for resources: {'Port': ['ID=3bc6efd5-1fa9-4476-a00b-012955c42524,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:34.918027 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-84875c70-99d7-4b5f-a80f-ca00cb9a2dc1 req-77d889c2-793f-4cf1-b08f-af8064d71e48 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:34.925229 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-aa212dbb-079f-4d81-81f0-c43562fa38a2 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, faf0985f-586f-4bdd-971e-25d8f86a7c6c) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:38:34.934043 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa212dbb-079f-4d81-81f0-c43562fa38a2 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:34.934643 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-aa212dbb-079f-4d81-81f0-c43562fa38a2 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:34.935546 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8b77de-7dff-4143-8afe-6002fdca700e None None] Network faf0985f-586f-4bdd-971e-25d8f86a7c6c requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:38:34.979119 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-aa212dbb-079f-4d81-81f0-c43562fa38a2 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1531293 Feb 09 12:38:34.987876 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45048) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:35.075344 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fefac8ec-f406-4ea2-a4b6-08094ebece4b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:35.086250 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-0876812a-99d3-489a-a194-5d3e7742d50d req-44ab72ec-19da-4271-844c-b4dd1ef977e7 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] For port 102d9c9d-b5e1-4581-8a0f-7ac8eaee9409, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=102d9c9d-b5e1-4581-8a0f-7ac8eaee9409,segment=NetworkSegment(0506d4bb-113b-4fbe-8a77-b072bee9b6d7),segment_id=0506d4bb-113b-4fbe-8a77-b072bee9b6d7)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:38:35.086959 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-0876812a-99d3-489a-a194-5d3e7742d50d req-44ab72ec-19da-4271-844c-b4dd1ef977e7 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:35.163005 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-84875c70-99d7-4b5f-a80f-ca00cb9a2dc1 req-77d889c2-793f-4cf1-b08f-af8064d71e48 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:35.228079 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45056) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:35.288305 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a59fa7-cc60-4470-a1f6-7951af519861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-faf0985f-586f-4bdd-971e-25d8f86a7c6c', 'network_id': 'faf0985f-586f-4bdd-971e-25d8f86a7c6c', 'tenant_id': '5f8790993e0f41f09732ffe414985734', 'fixed_ips': [{'subnet_id': '66996b59-d23c-4e23-85bd-a514af667308'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:38:35.289591 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-27a59fa7-cc60-4470-a1f6-7951af519861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:35.302735 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9a803705-95ac-4528-9bf6-909496d42398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:35.364606 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d6e3d5b6-0463-4cc7-b415-ece78cee1472 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:35.373123 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84875c70-99d7-4b5f-a80f-ca00cb9a2dc1 req-77d889c2-793f-4cf1-b08f-af8064d71e48 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Network 8f32be62-c86b-414f-bc1f-d2cef7c023c9 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:38:35.418714 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-84875c70-99d7-4b5f-a80f-ca00cb9a2dc1 req-77d889c2-793f-4cf1-b08f-af8064d71e48 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:38:35.421195 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-84875c70-99d7-4b5f-a80f-ca00cb9a2dc1 req-77d889c2-793f-4cf1-b08f-af8064d71e48 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:38:35.447344 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d889c2-793f-4cf1-b08f-af8064d71e48 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Pushing event updated for resources: {'Port': ['ID=11b42e6c-f77f-436f-9011-9d48aa5f84ff,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:35.456139 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-9a803705-95ac-4528-9bf6-909496d42398 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:38:35.472824 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-0876812a-99d3-489a-a194-5d3e7742d50d req-44ab72ec-19da-4271-844c-b4dd1ef977e7 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Calling delete_port for 102d9c9d-b5e1-4581-8a0f-7ac8eaee9409 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:38:35.477675 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fefac8ec-f406-4ea2-a4b6-08094ebece4b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:35.482471 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9a803705-95ac-4528-9bf6-909496d42398 admin admin] Usage tracker for resource:security_group_rule and tenant:f1dba00d8f484872bc40a1c2b7b4022e is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:38:35.484244 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-27a59fa7-cc60-4470-a1f6-7951af519861 None None] Allocated IP 2001:db8::1 (faf0985f-586f-4bdd-971e-25d8f86a7c6c/66996b59-d23c-4e23-85bd-a514af667308/01ade81e-a9d9-415a-ac06-2cfe0fab818e) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:38:35.533945 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9a803705-95ac-4528-9bf6-909496d42398 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:38:35.556504 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefac8ec-f406-4ea2-a4b6-08094ebece4b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Subnet': ['ID=41f904f8-0008-4ef5-87e4-e43e1e0a447c,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:35.560292 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-18695e13-4920-4a8b-94d1-d1cf53cc0d52 req-cdf9c414-eb4e-4344-a7a9-fa86c8f18538 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:35.568943 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-9a803705-95ac-4528-9bf6-909496d42398 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:38:35.579280 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fefac8ec-f406-4ea2-a4b6-08094ebece4b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:35.596875 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0442fddd-817b-4c0e-96b8-0dff106d8146 None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:38:35.663731 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84875c70-99d7-4b5f-a80f-ca00cb9a2dc1 req-77d889c2-793f-4cf1-b08f-af8064d71e48 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:35.664281 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-84875c70-99d7-4b5f-a80f-ca00cb9a2dc1 req-77d889c2-793f-4cf1-b08f-af8064d71e48 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:35.669337 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-fefac8ec-f406-4ea2-a4b6-08094ebece4b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/41f904f8-0008-4ef5-87e4-e43e1e0a447c HTTP/1.1" status: 204 len: 168 time: 1.3374286 Feb 09 12:38:35.682192 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45060) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:35.701482 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf9c414-eb4e-4344-a7a9-fa86c8f18538 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Pushing event deleted for resources: {'Port': ['ID=09fc9a15-80ae-490d-a7cf-3d3b389ab0ae,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:35.729631 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d6e3d5b6-0463-4cc7-b415-ece78cee1472 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:35.769954 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-84875c70-99d7-4b5f-a80f-ca00cb9a2dc1 req-77d889c2-793f-4cf1-b08f-af8064d71e48 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4372222 Feb 09 12:38:35.784728 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0691a1ed-9a47-4c8a-a568-6ea968edbd1b req-c2763e7d-c114-4233-9db0-f8458422cf0e tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:35.785857 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-0691a1ed-9a47-4c8a-a568-6ea968edbd1b req-c2763e7d-c114-4233-9db0-f8458422cf0e tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Synchronizing usage tracker for tenant:79b13d259e044206b7b291bef4587540 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:38:35.806826 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-84875c70-99d7-4b5f-a80f-ca00cb9a2dc1 req-f82d4748-fabd-4e0b-9be4-2242f1b7e086 service neutron] Request body: {'port': {'device_id': '62875936-a445-45e1-a0e2-7d6538d7776f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:38:35.872097 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e21e80-6924-4915-bded-1481c0ed7762 req-188ee83b-1ca6-45ae-9414-d173037d4811 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:35.873690 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e4e21e80-6924-4915-bded-1481c0ed7762 req-188ee83b-1ca6-45ae-9414-d173037d4811 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 945 time: 0.5175264 Feb 09 12:38:35.996020 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9a803705-95ac-4528-9bf6-909496d42398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:36.003383 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-0691a1ed-9a47-4c8a-a568-6ea968edbd1b req-c2763e7d-c114-4233-9db0-f8458422cf0e tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Unset dirty status for tenant:79b13d259e044206b7b291bef4587540 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:38:36.017139 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0691a1ed-9a47-4c8a-a568-6ea968edbd1b req-c2763e7d-c114-4233-9db0-f8458422cf0e tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=62875936-a445-45e1-a0e2-7d6538d7776f HTTP/1.1" status: 200 len: 931 time: 0.7271178 Feb 09 12:38:36.063612 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-27a59fa7-cc60-4470-a1f6-7951af519861 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:36.096863 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9a803705-95ac-4528-9bf6-909496d42398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:36.146882 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e4e21e80-6924-4915-bded-1481c0ed7762 req-b944b5ea-6612-4bba-8fd4-fd9ebc464fd1 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c6f6834-6468-402f-a663-7e271954fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2642143 Feb 09 12:38:36.191540 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81d2d36-3abb-4921-a035-9b2a9872986c None None] DHCP port deletion for f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:38:36.352302 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b81d2d36-3abb-4921-a035-9b2a9872986c None None] Deleting port dbf55844-e566-4a21-b9f4-5dff65f93e84 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:38:36.352302 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b81d2d36-3abb-4921-a035-9b2a9872986c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:36.355705 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0691a1ed-9a47-4c8a-a568-6ea968edbd1b req-74bfaee1-b18e-4ee3-a585-fd7ebd8c9999 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047312 Feb 09 12:38:36.355705 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9a803705-95ac-4528-9bf6-909496d42398 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f1dba00d8f484872bc40a1c2b7b4022e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9931850 Feb 09 12:38:36.355705 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45072) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:36.355705 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a803705-95ac-4528-9bf6-909496d42398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368f0215-08e9-4246-8221-0073814fdf92,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:36.355705 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-84875c70-99d7-4b5f-a80f-ca00cb9a2dc1 req-f82d4748-fabd-4e0b-9be4-2242f1b7e086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:36.440465 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-27a59fa7-cc60-4470-a1f6-7951af519861 None None] Transition to ACTIVE for port object 01ade81e-a9d9-415a-ac06-2cfe0fab818e will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:38:36.444561 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device dbf55844-e566-4a21-b9f4-5dff65f93e84 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:38:36.457471 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-0876812a-99d3-489a-a194-5d3e7742d50d req-44ab72ec-19da-4271-844c-b4dd1ef977e7 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:36.548005 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-957acab4-9795-4672-897c-2acdf4732858 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.8593242 Feb 09 12:38:36.555447 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab72ec-19da-4271-844c-b4dd1ef977e7 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Pushing event deleted for resources: {'Port': ['ID=102d9c9d-b5e1-4581-8a0f-7ac8eaee9409,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:36.564730 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45084) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:36.577754 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bdd10ddb-7da7-4164-a3ce-2b79419b15f1 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:36.585699 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-27a59fa7-cc60-4470-a1f6-7951af519861 None None] Transition to ACTIVE for port object 01ade81e-a9d9-415a-ac06-2cfe0fab818e will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:38:36.640062 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-27a59fa7-cc60-4470-a1f6-7951af519861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:36.785804 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:36.843730 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2ab1794c-5d53-49fa-9a2a-2c726fa0e0cd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:36.861982 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port dbf55844-e566-4a21-b9f4-5dff65f93e84, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=dbf55844-e566-4a21-b9f4-5dff65f93e84,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:38:36.872546 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a59fa7-cc60-4470-a1f6-7951af519861 None None] Network faf0985f-586f-4bdd-971e-25d8f86a7c6c is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:38:36.883647 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:36.891915 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-27a59fa7-cc60-4470-a1f6-7951af519861 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:38:36.895335 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a59fa7-cc60-4470-a1f6-7951af519861 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:38:36.914317 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d6e3d5b6-0463-4cc7-b415-ece78cee1472 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:36.925952 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-b81d2d36-3abb-4921-a035-9b2a9872986c None None] For port dbf55844-e566-4a21-b9f4-5dff65f93e84, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=dbf55844-e566-4a21-b9f4-5dff65f93e84,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:38:36.940775 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b81d2d36-3abb-4921-a035-9b2a9872986c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:36.947077 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18695e13-4920-4a8b-94d1-d1cf53cc0d52 req-cdf9c414-eb4e-4344-a7a9-fa86c8f18538 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Router 7abc556e-df70-40ea-b8a8-2163f6b91196 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:38:36.951012 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a59fa7-cc60-4470-a1f6-7951af519861 None None] Pushing event updated for resources: {'Port': ['ID=01ade81e-a9d9-415a-ac06-2cfe0fab818e,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:36.966914 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-0876812a-99d3-489a-a194-5d3e7742d50d req-44ab72ec-19da-4271-844c-b4dd1ef977e7 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] No DVR routers for this DVR port 102d9c9d-b5e1-4581-8a0f-7ac8eaee9409 on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:38:36.977306 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-0876812a-99d3-489a-a194-5d3e7742d50d req-44ab72ec-19da-4271-844c-b4dd1ef977e7 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:36.983739 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '029a437b-0101-4f83-9bc0-0b68b23834e8', 'name': 'network-vif-deleted', 'tag': '102d9c9d-b5e1-4581-8a0f-7ac8eaee9409'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:38:37.144826 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '029a437b-0101-4f83-9bc0-0b68b23834e8', 'name': 'network-vif-deleted', 'tag': '102d9c9d-b5e1-4581-8a0f-7ac8eaee9409', 'status': 'completed', 'code': 200} Feb 09 12:38:37.203522 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e3d5b6-0463-4cc7-b415-ece78cee1472 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Pushing event deleted for resources: {'Subnet': ['ID=66996b59-d23c-4e23-85bd-a514af667308,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:37.209609 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-72fe3024-ab19-4f57-8b76-aa9a1d35496a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:37.245092 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b81d2d36-3abb-4921-a035-9b2a9872986c None None] Calling delete_port for dbf55844-e566-4a21-b9f4-5dff65f93e84 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:38:37.321424 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0876812a-99d3-489a-a194-5d3e7742d50d req-44ab72ec-19da-4271-844c-b4dd1ef977e7 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.46 "DELETE /v2.0/ports/102d9c9d-b5e1-4581-8a0f-7ac8eaee9409 HTTP/1.1" status: 204 len: 173 time: 7.4890401 Feb 09 12:38:37.512706 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-27a59fa7-cc60-4470-a1f6-7951af519861 None None] Attempting to bind port 01ade81e-a9d9-415a-ac06-2cfe0fab818e on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:38:37.512841 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-27a59fa7-cc60-4470-a1f6-7951af519861 None None] Attempting to bind port 01ade81e-a9d9-415a-ac06-2cfe0fab818e by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '0761ff71-56a5-4d2e-8cce-927fcb371682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'faf0985f-586f-4bdd-971e-25d8f86a7c6c'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:38:37.521795 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a59fa7-cc60-4470-a1f6-7951af519861 None None] Attempting to bind port 01ade81e-a9d9-415a-ac06-2cfe0fab818e on network faf0985f-586f-4bdd-971e-25d8f86a7c6c {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:38:37.533804 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a59fa7-cc60-4470-a1f6-7951af519861 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:38:37.533804 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a59fa7-cc60-4470-a1f6-7951af519861 None None] Checking segment: {'id': '0761ff71-56a5-4d2e-8cce-927fcb371682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'faf0985f-586f-4bdd-971e-25d8f86a7c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:38:37.533804 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-27a59fa7-cc60-4470-a1f6-7951af519861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:37.533804 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a59fa7-cc60-4470-a1f6-7951af519861 None None] Bound using segment: {'id': '0761ff71-56a5-4d2e-8cce-927fcb371682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'faf0985f-586f-4bdd-971e-25d8f86a7c6c'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:38:37.533804 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-27a59fa7-cc60-4470-a1f6-7951af519861 None None] Bound port: 01ade81e-a9d9-415a-ac06-2cfe0fab818e, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0761ff71-56a5-4d2e-8cce-927fcb371682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'faf0985f-586f-4bdd-971e-25d8f86a7c6c'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:38:37.533804 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-27a59fa7-cc60-4470-a1f6-7951af519861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:37.553030 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=dbf55844-e566-4a21-b9f4-5dff65f93e84,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:37.605664 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-b81d2d36-3abb-4921-a035-9b2a9872986c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:38:37.605664 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-b81d2d36-3abb-4921-a035-9b2a9872986c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:38:37.665544 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-27a59fa7-cc60-4470-a1f6-7951af519861 None None] For port 01ade81e-a9d9-415a-ac06-2cfe0fab818e, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:38:37.665544 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-27a59fa7-cc60-4470-a1f6-7951af519861 None None] For port 01ade81e-a9d9-415a-ac06-2cfe0fab818e, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=01ade81e-a9d9-415a-ac06-2cfe0fab818e,segment=NetworkSegment(0761ff71-56a5-4d2e-8cce-927fcb371682),segment_id=0761ff71-56a5-4d2e-8cce-927fcb371682)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:38:37.673155 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-27a59fa7-cc60-4470-a1f6-7951af519861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:37.753790 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18695e13-4920-4a8b-94d1-d1cf53cc0d52 req-cdf9c414-eb4e-4344-a7a9-fa86c8f18538 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:38:37.757920 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bdd10ddb-7da7-4164-a3ce-2b79419b15f1 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:37.790175 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63f88e5-2834-4000-8e12-529d3577cb1a None None] Sync routers for ids ['7abc556e-df70-40ea-b8a8-2163f6b91196'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:38:37.817941 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bdd10ddb-7da7-4164-a3ce-2b79419b15f1 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1740557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1740570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1738587'] for router, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:37.884610 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a59fa7-cc60-4470-a1f6-7951af519861 None None] Pushing event updated for resources: {'Port': ['ID=01ade81e-a9d9-415a-ac06-2cfe0fab818e,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:37.891749 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63f88e5-2834-4000-8e12-529d3577cb1a None None] Routers {'7abc556e-df70-40ea-b8a8-2163f6b91196'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:38:37.891749 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-a63f88e5-2834-4000-8e12-529d3577cb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:38:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['7abc556e-df70-40ea-b8a8-2163f6b91196'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:37.994835 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b58d83-841a-46c0-a407-d74b846ced9c None None] Network faf0985f-586f-4bdd-971e-25d8f86a7c6c requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:38:38.048743 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-49efa68b-69b7-4336-ab9b-2a04bca33907 req-98d0bc5a-b98d-4c0f-82ff-76116c162e96 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa4f35da-b400-4537-8c6e-36fd20364178 HTTP/1.1" status: 200 len: 210 time: 0.3158517 Feb 09 12:38:38.148681 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-72fe3024-ab19-4f57-8b76-aa9a1d35496a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:38.154480 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d6e3d5b6-0463-4cc7-b415-ece78cee1472 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:38.162080 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2ab1794c-5d53-49fa-9a2a-2c726fa0e0cd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:38.175666 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2ab1794c-5d53-49fa-9a2a-2c726fa0e0cd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:38.189250 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b81d2d36-3abb-4921-a035-9b2a9872986c None None] Deleting port dbf55844-e566-4a21-b9f4-5dff65f93e84 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:38:38.189250 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b81d2d36-3abb-4921-a035-9b2a9872986c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:38.218556 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-18695e13-4920-4a8b-94d1-d1cf53cc0d52 req-cdf9c414-eb4e-4344-a7a9-fa86c8f18538 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] No DVR routers for this DVR port 09fc9a15-80ae-490d-a7cf-3d3b389ab0ae on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:38:38.226643 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-18695e13-4920-4a8b-94d1-d1cf53cc0d52 req-cdf9c414-eb4e-4344-a7a9-fa86c8f18538 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:38.234309 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-18695e13-4920-4a8b-94d1-d1cf53cc0d52 req-cdf9c414-eb4e-4344-a7a9-fa86c8f18538 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.46 "DELETE /v2.0/ports/09fc9a15-80ae-490d-a7cf-3d3b389ab0ae HTTP/1.1" status: 204 len: 173 time: 6.5433433 Feb 09 12:38:38.341913 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-d6e3d5b6-0463-4cc7-b415-ece78cee1472 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf0985f-586f-4bdd-971e-25d8f86a7c6c']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:38.440742 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-d6e3d5b6-0463-4cc7-b415-ece78cee1472 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0761ff71-56a5-4d2e-8cce-927fcb371682') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:38.441044 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-d6e3d5b6-0463-4cc7-b415-ece78cee1472 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0761ff71-56a5-4d2e-8cce-927fcb371682') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:38.491513 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d6e3d5b6-0463-4cc7-b415-ece78cee1472 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:38.505444 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2ab1794c-5d53-49fa-9a2a-2c726fa0e0cd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:38.505444 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab1794c-5d53-49fa-9a2a-2c726fa0e0cd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Fanout notify agent at l3_agent the message router_deleted on router 797c7854-c9ba-48f1-917c-aecac3e36e37 {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:38:38.570622 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ddb71-0f83-43b9-9476-b9035fafa7f3 req-70522a46-640f-4487-a873-8a0a3ee93130 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:38.570622 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1e8ddb71-0f83-43b9-9476-b9035fafa7f3 req-70522a46-640f-4487-a873-8a0a3ee93130 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=62875936-a445-45e1-a0e2-7d6538d7776f HTTP/1.1" status: 200 len: 931 time: 1.0374901 Feb 09 12:38:38.591329 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d6e3d5b6-0463-4cc7-b415-ece78cee1472 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:38.672958 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-a63f88e5-2834-4000-8e12-529d3577cb1a None None] Set router 7abc556e-df70-40ea-b8a8-2163f6b91196 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:38:38.708958 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6e3d5b6-0463-4cc7-b415-ece78cee1472 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:38:38.709369 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d6e3d5b6-0463-4cc7-b415-ece78cee1472 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:38.732805 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd10ddb-7da7-4164-a3ce-2b79419b15f1 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Router c8593237-4ae3-4b99-9764-a677e0afdf76 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:38:38.733859 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:38:38.733859 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:38:38.733859 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:38:38.733859 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:38:38.733859 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:38:38.733859 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:38:38.733859 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:38:38.733859 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:38:38.733859 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:38:38.733859 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:38:38.733859 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:38:38.733859 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:38:38.733859 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:38:38.733859 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:38:38.733859 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:38:38.733859 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:38:38.733859 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:38:38.733859 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:38:38.733859 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:38:38.733859 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:38:38.733859 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:38:38.733859 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:38:38.733859 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:38:38.733859 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:38:38.733859 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:38:38.733859 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:38:38.733859 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:38:38.733859 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:38:38.733859 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:38:38.733859 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:38:38.733859 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:38:38.733859 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:38:38.742815 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-72fe3024-ab19-4f57-8b76-aa9a1d35496a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:38.744962 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-72fe3024-ab19-4f57-8b76-aa9a1d35496a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:38.746259 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-72fe3024-ab19-4f57-8b76-aa9a1d35496a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/368f0215-08e9-4246-8221-0073814fdf92 HTTP/1.1" status: 204 len: 168 time: 2.5108109 Feb 09 12:38:38.845881 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-b81d2d36-3abb-4921-a035-9b2a9872986c None None] For port dbf55844-e566-4a21-b9f4-5dff65f93e84, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=dbf55844-e566-4a21-b9f4-5dff65f93e84,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:38:38.846324 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b81d2d36-3abb-4921-a035-9b2a9872986c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:38.911952 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2ab1794c-5d53-49fa-9a2a-2c726fa0e0cd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:38.911952 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2ab1794c-5d53-49fa-9a2a-2c726fa0e0cd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/routers/797c7854-c9ba-48f1-917c-aecac3e36e37 HTTP/1.1" status: 204 len: 168 time: 2.3397102 Feb 09 12:38:38.924585 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fe3024-ab19-4f57-8b76-aa9a1d35496a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368f0215-08e9-4246-8221-0073814fdf92,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:38.970422 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45116) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:39.013679 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1e8ddb71-0f83-43b9-9476-b9035fafa7f3 req-3334dba5-23c9-4461-a15b-71d07120a53f tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4261158 Feb 09 12:38:39.039348 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.resource_extend [req-84875c70-99d7-4b5f-a80f-ca00cb9a2dc1 req-f82d4748-fabd-4e0b-9be4-2242f1b7e086 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:38:39.078803 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b81d2d36-3abb-4921-a035-9b2a9872986c None None] Calling delete_port for dbf55844-e566-4a21-b9f4-5dff65f93e84 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:38:39.305937 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa4f35da-b400-4537-8c6e-36fd20364178', 'name': 'network-vif-deleted', 'tag': '09fc9a15-80ae-490d-a7cf-3d3b389ab0ae'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:38:39.326633 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45130) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:39.406453 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-84875c70-99d7-4b5f-a80f-ca00cb9a2dc1 req-f82d4748-fabd-4e0b-9be4-2242f1b7e086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11b42e6c-f77f-436f-9011-9d48aa5f84ff {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:38:39.430052 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b81d2d36-3abb-4921-a035-9b2a9872986c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:39.431723 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-84875c70-99d7-4b5f-a80f-ca00cb9a2dc1 req-f82d4748-fabd-4e0b-9be4-2242f1b7e086 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:39.460216 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-84875c70-99d7-4b5f-a80f-ca00cb9a2dc1 req-f82d4748-fabd-4e0b-9be4-2242f1b7e086 service neutron] Transition to ACTIVE for port object 11b42e6c-f77f-436f-9011-9d48aa5f84ff will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:38:39.460216 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.api [None req-d6e3d5b6-0463-4cc7-b415-ece78cee1472 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 12:38:39.460216 n-d-825178-3 neutron-server[87567]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 12:38:39.460216 n-d-825178-3 neutron-server[87567]: [parameters: {'id': 'faf0985f-586f-4bdd-971e-25d8f86a7c6c'}] Feb 09 12:38:39.460216 n-d-825178-3 neutron-server[87567]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:38:39.460216 n-d-825178-3 neutron-server[87567]: DEBUG oslo_db.api [None req-d6e3d5b6-0463-4cc7-b415-ece78cee1472 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:38:39.477580 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-84875c70-99d7-4b5f-a80f-ca00cb9a2dc1 req-f82d4748-fabd-4e0b-9be4-2242f1b7e086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:39.519597 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa4f35da-b400-4537-8c6e-36fd20364178', 'name': 'network-vif-deleted', 'tag': '09fc9a15-80ae-490d-a7cf-3d3b389ab0ae', 'status': 'completed', 'code': 200} Feb 09 12:38:39.534431 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd10ddb-7da7-4164-a3ce-2b79419b15f1 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:38:39.540827 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d664635-12d5-4a13-8584-f4972cc4263a None None] Sync routers for ids ['c8593237-4ae3-4b99-9764-a677e0afdf76'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:38:39.567099 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bdd10ddb-7da7-4164-a3ce-2b79419b15f1 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:39.570686 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d664635-12d5-4a13-8584-f4972cc4263a None None] Routers {'c8593237-4ae3-4b99-9764-a677e0afdf76'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:38:39.573939 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-bdd10ddb-7da7-4164-a3ce-2b79419b15f1 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] 10.222.0.55 "PUT /v2.0/routers/c8593237-4ae3-4b99-9764-a677e0afdf76 HTTP/1.1" status: 200 len: 880 time: 10.2206588 Feb 09 12:38:39.576923 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7d664635-12d5-4a13-8584-f4972cc4263a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:38:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['c8593237-4ae3-4b99-9764-a677e0afdf76'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:39.601624 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45142) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:39.665829 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7d664635-12d5-4a13-8584-f4972cc4263a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:39.684556 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d664635-12d5-4a13-8584-f4972cc4263a None None] Routers {'c8593237-4ae3-4b99-9764-a677e0afdf76'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:38:39.686093 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7d664635-12d5-4a13-8584-f4972cc4263a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:38:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['c8593237-4ae3-4b99-9764-a677e0afdf76'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:39.687244 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d2d36-3abb-4921-a035-9b2a9872986c None None] Pushing event deleted for resources: {'Port': ['ID=dbf55844-e566-4a21-b9f4-5dff65f93e84,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:39.693972 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81d2d36-3abb-4921-a035-9b2a9872986c None None] No DVR routers for this DVR port dbf55844-e566-4a21-b9f4-5dff65f93e84 on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:38:39.760828 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e7fd2b-0fd5-44ea-9bd2-c7e8d242b2fd None None] get_active_networks_info from n-d-825178-3 {{(pid=87569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 12:38:39.781947 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6d201cec-b9c2-4ee2-804d-5acf22bb60d8 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:39.786456 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-dff2cfe9-301f-4828-8593-b6e469d4fc60 req-23e49ee3-6ceb-471d-994a-2cd6dd7fbb74 service neutron] (87567) timed out ('10.222.0.52', 54586) {{(pid=87567) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 12:38:39.797855 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7d664635-12d5-4a13-8584-f4972cc4263a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:39.797855 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d664635-12d5-4a13-8584-f4972cc4263a None None] The sync data for ids ['c8593237-4ae3-4b99-9764-a677e0afdf76'] in n-d-825178-3 is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:38:39.826322 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6d201cec-b9c2-4ee2-804d-5acf22bb60d8 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:39.898684 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d4748-fabd-4e0b-9be4-2242f1b7e086 service neutron] Pushing event updated for resources: {'Port': ['ID=11b42e6c-f77f-436f-9011-9d48aa5f84ff,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:39.937874 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6d201cec-b9c2-4ee2-804d-5acf22bb60d8 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:39.964689 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d6e3d5b6-0463-4cc7-b415-ece78cee1472 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:39.982406 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d201cec-b9c2-4ee2-804d-5acf22bb60d8 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6f6834-6468-402f-a663-7e271954fd89,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:40.010541 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264f6972-1195-4cc1-b82c-9b37325e1393 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:40.010541 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-264f6972-1195-4cc1-b82c-9b37325e1393 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Synchronizing usage tracker for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:38:40.017326 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-84875c70-99d7-4b5f-a80f-ca00cb9a2dc1 req-f82d4748-fabd-4e0b-9be4-2242f1b7e086 service neutron] Attempting to bind port 11b42e6c-f77f-436f-9011-9d48aa5f84ff on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:38:40.017326 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-84875c70-99d7-4b5f-a80f-ca00cb9a2dc1 req-f82d4748-fabd-4e0b-9be4-2242f1b7e086 service neutron] Attempting to bind port 11b42e6c-f77f-436f-9011-9d48aa5f84ff by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '0506d4bb-113b-4fbe-8a77-b072bee9b6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8f32be62-c86b-414f-bc1f-d2cef7c023c9'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:38:40.017326 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84875c70-99d7-4b5f-a80f-ca00cb9a2dc1 req-f82d4748-fabd-4e0b-9be4-2242f1b7e086 service neutron] Attempting to bind port 11b42e6c-f77f-436f-9011-9d48aa5f84ff on network 8f32be62-c86b-414f-bc1f-d2cef7c023c9 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:38:40.026428 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84875c70-99d7-4b5f-a80f-ca00cb9a2dc1 req-f82d4748-fabd-4e0b-9be4-2242f1b7e086 service neutron] Port 11b42e6c-f77f-436f-9011-9d48aa5f84ff on network 8f32be62-c86b-414f-bc1f-d2cef7c023c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:38:40.026428 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84875c70-99d7-4b5f-a80f-ca00cb9a2dc1 req-f82d4748-fabd-4e0b-9be4-2242f1b7e086 service neutron] Attempting to bind port 11b42e6c-f77f-436f-9011-9d48aa5f84ff on network 8f32be62-c86b-414f-bc1f-d2cef7c023c9 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:38:40.026428 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-d6e3d5b6-0463-4cc7-b415-ece78cee1472 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Deleting port 01ade81e-a9d9-415a-ac06-2cfe0fab818e {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:38:40.026428 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d6e3d5b6-0463-4cc7-b415-ece78cee1472 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:40.030781 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-a63f88e5-2834-4000-8e12-529d3577cb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'name': 'tempest-AttachVolumeShelveTestJSON-1037925041-router', 'tenant_id': 'e83e724b83ff4eff83d86a9461a0246b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '51fb473d-e8d0-4341-b399-c79d0d5313e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:34:42Z', 'updated_at': '2022-02-09T12:35:01Z', 'revision_number': 4, 'project_id': 'e83e724b83ff4eff83d86a9461a0246b', 'gw_port': {'id': '51fb473d-e8d0-4341-b399-c79d0d5313e3', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:19:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:34:46Z', 'updated_at': '2022-02-09T12:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '95dd8935-16b4-4add-a2f5-318d2b2379fa', 'name': '', 'network_id': '01f3f4ff-beae-4106-8f70-e214cdcf114b', 'tenant_id': 'e83e724b83ff4eff83d86a9461a0246b', 'mac_address': 'fa:16:3e:22:19:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '45d760f9-948b-4bf5-bf1f-a52c1e984121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:34:57Z', 'updated_at': '2022-02-09T12:35:13Z', 'revision_number': 5, 'project_id': 'e83e724b83ff4eff83d86a9461a0246b', 'subnets': [{'id': '45d760f9-948b-4bf5-bf1f-a52c1e984121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:40.036048 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e7fd2b-0fd5-44ea-9bd2-c7e8d242b2fd None None] Resources bound (agent type, host, resource id): {{(pid=87569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 12:38:40.038170 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63f88e5-2834-4000-8e12-529d3577cb1a None None] Checking router: 7abc556e-df70-40ea-b8a8-2163f6b91196 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:38:40.056655 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63f88e5-2834-4000-8e12-529d3577cb1a None None] Routers {'7abc556e-df70-40ea-b8a8-2163f6b91196'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:38:40.057601 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-a63f88e5-2834-4000-8e12-529d3577cb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:38:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['7abc556e-df70-40ea-b8a8-2163f6b91196'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:40.104428 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6d201cec-b9c2-4ee2-804d-5acf22bb60d8 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:40.120725 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6d201cec-b9c2-4ee2-804d-5acf22bb60d8 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "DELETE /v2.0/security-groups/1c6f6834-6468-402f-a663-7e271954fd89 HTTP/1.1" status: 204 len: 168 time: 0.7924001 Feb 09 12:38:40.137614 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-264f6972-1195-4cc1-b82c-9b37325e1393 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Unset dirty status for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:38:40.138753 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-264f6972-1195-4cc1-b82c-9b37325e1393 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 1.1756182 Feb 09 12:38:40.139383 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45158) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:40.167495 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45160) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:40.170741 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84875c70-99d7-4b5f-a80f-ca00cb9a2dc1 req-f82d4748-fabd-4e0b-9be4-2242f1b7e086 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:38:40.171494 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84875c70-99d7-4b5f-a80f-ca00cb9a2dc1 req-f82d4748-fabd-4e0b-9be4-2242f1b7e086 service neutron] Checking segment: {'id': '0506d4bb-113b-4fbe-8a77-b072bee9b6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8f32be62-c86b-414f-bc1f-d2cef7c023c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:38:40.172133 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84875c70-99d7-4b5f-a80f-ca00cb9a2dc1 req-f82d4748-fabd-4e0b-9be4-2242f1b7e086 service neutron] Bound using segment: {'id': '0506d4bb-113b-4fbe-8a77-b072bee9b6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8f32be62-c86b-414f-bc1f-d2cef7c023c9'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:38:40.172663 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-84875c70-99d7-4b5f-a80f-ca00cb9a2dc1 req-f82d4748-fabd-4e0b-9be4-2242f1b7e086 service neutron] Bound port: 11b42e6c-f77f-436f-9011-9d48aa5f84ff, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0506d4bb-113b-4fbe-8a77-b072bee9b6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8f32be62-c86b-414f-bc1f-d2cef7c023c9'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:38:40.173084 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-84875c70-99d7-4b5f-a80f-ca00cb9a2dc1 req-f82d4748-fabd-4e0b-9be4-2242f1b7e086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:40.268728 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-15016f48-9b04-4c4e-8f49-0d1d384b007a tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] show failed (client error): The resource could not be found. Feb 09 12:38:40.268728 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-15016f48-9b04-4c4e-8f49-0d1d384b007a tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups/1c6f6834-6468-402f-a663-7e271954fd89 HTTP/1.1" status: 404 len: 347 time: 0.0989480 Feb 09 12:38:40.280643 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45168) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:40.500547 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c8e5e2dc-dc6a-4a7d-83d4-ff82b73d7e92 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] 10.222.0.55 "GET /v2.0/routers/c8593237-4ae3-4b99-9764-a677e0afdf76 HTTP/1.1" status: 200 len: 921 time: 0.8817081 Feb 09 12:38:40.506155 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45180) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:40.538899 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-a63f88e5-2834-4000-8e12-529d3577cb1a None None] Set router 7abc556e-df70-40ea-b8a8-2163f6b91196 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:38:40.617277 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-b42a322b-eeba-4246-b280-280e495adf6a tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Deleting port e332cce5-7e22-4edc-b023-b4e2db9dc742 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:38:40.630150 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b42a322b-eeba-4246-b280-280e495adf6a tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:40.677737 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-d6e3d5b6-0463-4cc7-b415-ece78cee1472 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] For port 01ade81e-a9d9-415a-ac06-2cfe0fab818e, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=01ade81e-a9d9-415a-ac06-2cfe0fab818e,segment=NetworkSegment(0761ff71-56a5-4d2e-8cce-927fcb371682),segment_id=0761ff71-56a5-4d2e-8cce-927fcb371682)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:38:40.677737 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d6e3d5b6-0463-4cc7-b415-ece78cee1472 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:40.756257 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cd3d0a-1d35-476f-8ff5-ec984ad9dbc1 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:40.762556 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d2cd3d0a-1d35-476f-8ff5-ec984ad9dbc1 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5854185 Feb 09 12:38:40.830923 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45190) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:40.851960 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-d6e3d5b6-0463-4cc7-b415-ece78cee1472 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Calling delete_port for 01ade81e-a9d9-415a-ac06-2cfe0fab818e owned by network:dhcp {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:38:40.915348 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-eaf6de25-2e2d-4fcf-8a93-6682a62dcd04 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0839972 Feb 09 12:38:40.949660 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45208) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:41.022205 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-84a5a132-8c0a-42d8-b0a8-bdaa9b4dc548 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'subnet': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:38:41.082864 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-84875c70-99d7-4b5f-a80f-ca00cb9a2dc1 req-f82d4748-fabd-4e0b-9be4-2242f1b7e086 service neutron] For port 11b42e6c-f77f-436f-9011-9d48aa5f84ff, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:38:41.088055 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-84875c70-99d7-4b5f-a80f-ca00cb9a2dc1 req-f82d4748-fabd-4e0b-9be4-2242f1b7e086 service neutron] For port 11b42e6c-f77f-436f-9011-9d48aa5f84ff, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=11b42e6c-f77f-436f-9011-9d48aa5f84ff,segment=NetworkSegment(0506d4bb-113b-4fbe-8a77-b072bee9b6d7),segment_id=0506d4bb-113b-4fbe-8a77-b072bee9b6d7)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:38:41.126064 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-84875c70-99d7-4b5f-a80f-ca00cb9a2dc1 req-f82d4748-fabd-4e0b-9be4-2242f1b7e086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:41.236567 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b42a322b-eeba-4246-b280-280e495adf6a tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:41.236894 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b42a322b-eeba-4246-b280-280e495adf6a tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:41.243715 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d4748-fabd-4e0b-9be4-2242f1b7e086 service neutron] Pushing event updated for resources: {'Port': ['ID=11b42e6c-f77f-436f-9011-9d48aa5f84ff,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:41.256577 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84875c70-99d7-4b5f-a80f-ca00cb9a2dc1 req-f82d4748-fabd-4e0b-9be4-2242f1b7e086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:41.257376 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-84875c70-99d7-4b5f-a80f-ca00cb9a2dc1 req-f82d4748-fabd-4e0b-9be4-2242f1b7e086 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:41.258776 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-84875c70-99d7-4b5f-a80f-ca00cb9a2dc1 req-f82d4748-fabd-4e0b-9be4-2242f1b7e086 service neutron] 10.222.0.46 "PUT /v2.0/ports/11b42e6c-f77f-436f-9011-9d48aa5f84ff HTTP/1.1" status: 200 len: 1091 time: 5.4684558 Feb 09 12:38:41.259214 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62875936-a445-45e1-a0e2-7d6538d7776f', 'tag': '11b42e6c-f77f-436f-9011-9d48aa5f84ff'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:38:41.274899 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24002a-8a6f-4df3-8910-319cbc5de699 req-476c98f3-8632-4cc6-9593-98a6b852e926 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:41.277489 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3e24002a-8a6f-4df3-8910-319cbc5de699 req-476c98f3-8632-4cc6-9593-98a6b852e926 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=62875936-a445-45e1-a0e2-7d6538d7776f HTTP/1.1" status: 200 len: 943 time: 1.0839801 Feb 09 12:38:41.278257 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d6e3d5b6-0463-4cc7-b415-ece78cee1472 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:41.370769 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-84a5a132-8c0a-42d8-b0a8-bdaa9b4dc548 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:38:41.370769 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-84a5a132-8c0a-42d8-b0a8-bdaa9b4dc548 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Usage tracker for resource:subnet and tenant:a7add69c825d45b8a9a99e00c87aae63 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:38:41.377838 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-84a5a132-8c0a-42d8-b0a8-bdaa9b4dc548 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:38:41.385707 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-84a5a132-8c0a-42d8-b0a8-bdaa9b4dc548 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:38:41.421835 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e3d5b6-0463-4cc7-b415-ece78cee1472 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] No DVR routers for this DVR port 01ade81e-a9d9-415a-ac06-2cfe0fab818e on host n-d-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:38:41.524295 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a5a132-8c0a-42d8-b0a8-bdaa9b4dc548 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:38:41.531171 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-84a5a132-8c0a-42d8-b0a8-bdaa9b4dc548 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:41.545600 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62875936-a445-45e1-a0e2-7d6538d7776f', 'tag': '11b42e6c-f77f-436f-9011-9d48aa5f84ff', 'status': 'completed', 'code': 200} Feb 09 12:38:41.555633 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270192d2-9e13-43d9-b0ba-d75d5e8ce989 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:41.560211 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-270192d2-9e13-43d9-b0ba-d75d5e8ce989 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=af0bad45-b31e-4cb1-a77c-3bbc34409de5&device_id=c8593237-4ae3-4b99-9764-a677e0afdf76&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.0480790 Feb 09 12:38:41.571503 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-b42a322b-eeba-4246-b280-280e495adf6a tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Calling delete_port for e332cce5-7e22-4edc-b023-b4e2db9dc742 owned by network:floatingip {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:38:41.607911 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45246) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:41.625985 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-a63f88e5-2834-4000-8e12-529d3577cb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'name': 'tempest-AttachVolumeShelveTestJSON-1037925041-router', 'tenant_id': 'e83e724b83ff4eff83d86a9461a0246b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '51fb473d-e8d0-4341-b399-c79d0d5313e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:34:42Z', 'updated_at': '2022-02-09T12:35:01Z', 'revision_number': 4, 'project_id': 'e83e724b83ff4eff83d86a9461a0246b', 'gw_port': {'id': '51fb473d-e8d0-4341-b399-c79d0d5313e3', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:19:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:34:46Z', 'updated_at': '2022-02-09T12:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '95dd8935-16b4-4add-a2f5-318d2b2379fa', 'name': '', 'network_id': '01f3f4ff-beae-4106-8f70-e214cdcf114b', 'tenant_id': 'e83e724b83ff4eff83d86a9461a0246b', 'mac_address': 'fa:16:3e:22:19:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '45d760f9-948b-4bf5-bf1f-a52c1e984121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:34:57Z', 'updated_at': '2022-02-09T12:35:13Z', 'revision_number': 5, 'project_id': 'e83e724b83ff4eff83d86a9461a0246b', 'subnets': [{'id': '45d760f9-948b-4bf5-bf1f-a52c1e984121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:41.641657 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63f88e5-2834-4000-8e12-529d3577cb1a None None] The sync data for ids ['7abc556e-df70-40ea-b8a8-2163f6b91196'] in n-d-825178-3 is: [{'id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'name': 'tempest-AttachVolumeShelveTestJSON-1037925041-router', 'tenant_id': 'e83e724b83ff4eff83d86a9461a0246b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '51fb473d-e8d0-4341-b399-c79d0d5313e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:34:42Z', 'updated_at': '2022-02-09T12:35:01Z', 'revision_number': 4, 'project_id': 'e83e724b83ff4eff83d86a9461a0246b', 'gw_port': {'id': '51fb473d-e8d0-4341-b399-c79d0d5313e3', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:19:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:34:46Z', 'updated_at': '2022-02-09T12:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '95dd8935-16b4-4add-a2f5-318d2b2379fa', 'name': '', 'network_id': '01f3f4ff-beae-4106-8f70-e214cdcf114b', 'tenant_id': 'e83e724b83ff4eff83d86a9461a0246b', 'mac_address': 'fa:16:3e:22:19:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '45d760f9-948b-4bf5-bf1f-a52c1e984121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:34:57Z', 'updated_at': '2022-02-09T12:35:13Z', 'revision_number': 5, 'project_id': 'e83e724b83ff4eff83d86a9461a0246b', 'subnets': [{'id': '45d760f9-948b-4bf5-bf1f-a52c1e984121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:38:41.679501 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3e24002a-8a6f-4df3-8910-319cbc5de699 req-36a518d9-c3a1-435f-b5d9-1c187ce41abb tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655323 Feb 09 12:38:41.692073 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e3d5b6-0463-4cc7-b415-ece78cee1472 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Pushing event deleted for resources: {'Port': ['ID=01ade81e-a9d9-415a-ac06-2cfe0fab818e,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:42.161726 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d6e3d5b6-0463-4cc7-b415-ece78cee1472 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:42.223519 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-d6e3d5b6-0463-4cc7-b415-ece78cee1472 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf0985f-586f-4bdd-971e-25d8f86a7c6c']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:42.224019 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4feca616-3522-499e-9474-59af34700bb5 None None] New status for floating IP 81839270-4e75-4c70-9c06-0386f6180da0: DOWN {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:38:42.251454 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-d6e3d5b6-0463-4cc7-b415-ece78cee1472 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0761ff71-56a5-4d2e-8cce-927fcb371682') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:42.251757 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-d6e3d5b6-0463-4cc7-b415-ece78cee1472 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0761ff71-56a5-4d2e-8cce-927fcb371682') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:42.265977 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84875c70-99d7-4b5f-a80f-ca00cb9a2dc1 req-6e4b812f-e0e0-4c7f-a3cd-bec4f7d83678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:42.268634 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-84875c70-99d7-4b5f-a80f-ca00cb9a2dc1 req-6e4b812f-e0e0-4c7f-a3cd-bec4f7d83678 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=79b13d259e044206b7b291bef4587540&device_id=62875936-a445-45e1-a0e2-7d6538d7776f HTTP/1.1" status: 200 len: 1094 time: 0.8622382 Feb 09 12:38:42.516645 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b42a322b-eeba-4246-b280-280e495adf6a tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:42.525938 n-d-825178-3 neutron-server[87568]: DEBUG neutron.objects.ports [None req-84a5a132-8c0a-42d8-b0a8-bdaa9b4dc548 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87568) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 12:38:42.528117 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-4feca616-3522-499e-9474-59af34700bb5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:38:42.528592 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-4feca616-3522-499e-9474-59af34700bb5 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:38:42.583326 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-84a5a132-8c0a-42d8-b0a8-bdaa9b4dc548 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:42.644476 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42a322b-eeba-4246-b280-280e495adf6a tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Pushing event deleted for resources: {'Port': ['ID=e332cce5-7e22-4edc-b023-b4e2db9dc742,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:42.653166 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe3e6c6-536d-497b-9e9d-454acc488a70 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:42.653166 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-dfe3e6c6-536d-497b-9e9d-454acc488a70 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Synchronizing usage tracker for tenant:eb7e067e40654df081022e60db7f9359 on resource:network {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:38:42.664028 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d6e3d5b6-0463-4cc7-b415-ece78cee1472 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:42.688336 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-84875c70-99d7-4b5f-a80f-ca00cb9a2dc1 req-dc2bef44-8066-4b09-a7e1-7d941119a5da service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=11b42e6c-f77f-436f-9011-9d48aa5f84ff HTTP/1.1" status: 200 len: 217 time: 0.3501058 Feb 09 12:38:42.731721 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d6e3d5b6-0463-4cc7-b415-ece78cee1472 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:42.739181 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-dfe3e6c6-536d-497b-9e9d-454acc488a70 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Unset dirty status for tenant:eb7e067e40654df081022e60db7f9359 on resource:network {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:38:42.739181 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-dfe3e6c6-536d-497b-9e9d-454acc488a70 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] 10.222.0.55 "GET /v2.0/networks/af0bad45-b31e-4cb1-a77c-3bbc34409de5 HTTP/1.1" status: 200 len: 881 time: 1.0952585 Feb 09 12:38:42.756073 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45292) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:42.829549 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6e3d5b6-0463-4cc7-b415-ece78cee1472 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:38:42.829549 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d6e3d5b6-0463-4cc7-b415-ece78cee1472 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:42.841926 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a5a132-8c0a-42d8-b0a8-bdaa9b4dc548 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:38:42.851362 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-84a5a132-8c0a-42d8-b0a8-bdaa9b4dc548 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:38:42.864551 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a5a132-8c0a-42d8-b0a8-bdaa9b4dc548 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:42.864892 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150e7adf-5db2-4f91-8992-8254677fb3ec None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:38:42.865333 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-84a5a132-8c0a-42d8-b0a8-bdaa9b4dc548 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:42.876010 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:38:42.876010 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:38:42.876010 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:38:42.876010 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:38:42.876010 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:38:42.876010 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:38:42.876010 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:38:42.876010 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:38:42.876010 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:38:42.876010 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:38:42.876010 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:38:42.876010 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:38:42.876010 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:38:42.876010 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:38:42.876010 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:38:42.876010 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:38:42.876010 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:38:42.876010 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:38:42.876010 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:38:42.876010 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:38:42.876010 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:38:42.876010 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:38:42.876010 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:38:42.876010 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:38:42.876010 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:38:42.876010 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:38:42.876010 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:38:42.876010 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:38:42.876010 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:38:42.876010 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:38:42.876010 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:38:42.876010 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:38:42.883050 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5a132-8c0a-42d8-b0a8-bdaa9b4dc548 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Subnet': ['ID=83e745ef-e369-41ed-8ad6-4fd03d6bf509,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:42.923874 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b42a322b-eeba-4246-b280-280e495adf6a tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks [] for floatingip, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:42.983466 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b42a322b-eeba-4246-b280-280e495adf6a tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:42.983466 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b42a322b-eeba-4246-b280-280e495adf6a tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "DELETE /v2.0/floatingips/81839270-4e75-4c70-9c06-0386f6180da0 HTTP/1.1" status: 204 len: 168 time: 2.7057228 Feb 09 12:38:42.983466 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-84a5a132-8c0a-42d8-b0a8-bdaa9b4dc548 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0358114 Feb 09 12:38:42.987717 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45300) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:43.004475 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-dc95a61d-821d-41a6-ad0c-f4c238889d04 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'subnet': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:38:43.025049 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-06cf6da3-e238-41ab-825a-0cda2ebc78c2 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8593237-4ae3-4b99-9764-a677e0afdf76 HTTP/1.1" status: 200 len: 205 time: 0.2724822 Feb 09 12:38:43.025049 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45306) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:43.172225 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4feca616-3522-499e-9474-59af34700bb5 None None] New status for floating IP 81839270-4e75-4c70-9c06-0386f6180da0: DOWN {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:38:43.309170 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-dc95a61d-821d-41a6-ad0c-f4c238889d04 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:38:43.316501 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-dc95a61d-821d-41a6-ad0c-f4c238889d04 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Usage tracker for resource:subnet and tenant:a7add69c825d45b8a9a99e00c87aae63 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:38:43.324595 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-dc95a61d-821d-41a6-ad0c-f4c238889d04 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:38:43.350411 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-dc95a61d-821d-41a6-ad0c-f4c238889d04 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:38:43.371214 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-f9bc6fc5-beed-4938-83c4-259bced42a3e req-20d28ac7-6e39-430d-8034-9c11b486eb1a service neutron] (87567) timed out ('10.222.0.52', 54740) {{(pid=87567) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 12:38:43.438354 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc95a61d-821d-41a6-ad0c-f4c238889d04 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:38:43.454937 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dc95a61d-821d-41a6-ad0c-f4c238889d04 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:43.485580 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84875c70-99d7-4b5f-a80f-ca00cb9a2dc1 req-5d6911b5-a4ed-4841-8fc3-d3b283165930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:43.485580 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-84875c70-99d7-4b5f-a80f-ca00cb9a2dc1 req-5d6911b5-a4ed-4841-8fc3-d3b283165930 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8e0df51a-c44d-4333-910c-bf77ea824551 HTTP/1.1" status: 200 len: 855 time: 0.7938492 Feb 09 12:38:43.569917 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d6e3d5b6-0463-4cc7-b415-ece78cee1472 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:43.617707 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d6e3d5b6-0463-4cc7-b415-ece78cee1472 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:43.622791 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-84875c70-99d7-4b5f-a80f-ca00cb9a2dc1 req-ea53318c-497d-404e-8c46-4bb9bdf8611a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8f32be62-c86b-414f-bc1f-d2cef7c023c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1307261 Feb 09 12:38:43.658887 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df92eb67-4b5f-4bd1-9b0c-3a957ff1c62a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'tenant_id': 'a7add69c825d45b8a9a99e00c87aae63', 'fixed_ips': [{'subnet_id': '83e745ef-e369-41ed-8ad6-4fd03d6bf509'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:38:43.661129 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-df92eb67-4b5f-4bd1-9b0c-3a957ff1c62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:43.821743 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e3d5b6-0463-4cc7-b415-ece78cee1472 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Pushing event deleted for resources: {'Network': ['ID=faf0985f-586f-4bdd-971e-25d8f86a7c6c,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:43.831399 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45318) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:43.847267 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-935df4bf-6beb-4f70-af9e-3f5091fdb369 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1985284776', 'description': 'tempest-description--557501438'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:38:43.878691 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-935df4bf-6beb-4f70-af9e-3f5091fdb369 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:38:43.878691 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-935df4bf-6beb-4f70-af9e-3f5091fdb369 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Usage tracker for resource:security_group and tenant:e83e724b83ff4eff83d86a9461a0246b is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:38:43.894802 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-935df4bf-6beb-4f70-af9e-3f5091fdb369 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:38:43.907918 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-935df4bf-6beb-4f70-af9e-3f5091fdb369 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:38:43.940794 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-935df4bf-6beb-4f70-af9e-3f5091fdb369 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:43.955013 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-84875c70-99d7-4b5f-a80f-ca00cb9a2dc1 req-7042784f-17b3-462a-b7e3-4eb50fca83f6 service neutron] 10.222.0.46 "GET /v2.0/networks/8f32be62-c86b-414f-bc1f-d2cef7c023c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143806 Feb 09 12:38:43.973767 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d6e3d5b6-0463-4cc7-b415-ece78cee1472 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "DELETE /v2.0/networks/faf0985f-586f-4bdd-971e-25d8f86a7c6c HTTP/1.1" status: 204 len: 168 time: 8.9847999 Feb 09 12:38:43.976013 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45324) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:43.996214 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-df92eb67-4b5f-4bd1-9b0c-3a957ff1c62a None None] Allocated IP 2001:db8::f816:3eff:fed0:177a (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/83e745ef-e369-41ed-8ad6-4fd03d6bf509/b5549b20-0d60-42a2-81ed-2a2c5b40a9b7) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:38:44.023353 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-935df4bf-6beb-4f70-af9e-3f5091fdb369 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:38:44.034787 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-935df4bf-6beb-4f70-af9e-3f5091fdb369 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Usage tracker for resource:security_group_rule and tenant:e83e724b83ff4eff83d86a9461a0246b is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:38:44.038774 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-f26b323a-266b-4910-ba0a-620148bad9d4 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-502831030'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:38:44.113002 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-f26b323a-266b-4910-ba0a-620148bad9d4 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:38:44.138981 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a0071-886a-442c-9680-360bd20bf760 req-db2471a1-6fc9-4c74-8982-3dfd25d1e02d tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:44.138981 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e19a0071-886a-442c-9680-360bd20bf760 req-db2471a1-6fc9-4c74-8982-3dfd25d1e02d tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=62875936-a445-45e1-a0e2-7d6538d7776f HTTP/1.1" status: 200 len: 943 time: 1.1401522 Feb 09 12:38:44.138981 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-f26b323a-266b-4910-ba0a-620148bad9d4 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Usage tracker for resource:network and tenant:5f8790993e0f41f09732ffe414985734 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:38:44.154802 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-f26b323a-266b-4910-ba0a-620148bad9d4 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:38:44.189015 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-935df4bf-6beb-4f70-af9e-3f5091fdb369 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:38:44.208135 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-f26b323a-266b-4910-ba0a-620148bad9d4 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:38:44.227593 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7ed8dbef-db33-42a4-94fe-bc4bbab4293b tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:44.230893 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-935df4bf-6beb-4f70-af9e-3f5091fdb369 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:38:44.251744 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dc95a61d-821d-41a6-ad0c-f4c238889d04 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:44.304043 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e19a0071-886a-442c-9680-360bd20bf760 req-a4bc3371-f2a1-4080-ace7-fe7131757a9b tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497045 Feb 09 12:38:44.329113 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26b323a-266b-4910-ba0a-620148bad9d4 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Made reservation on behalf of 5f8790993e0f41f09732ffe414985734 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:38:44.338051 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f26b323a-266b-4910-ba0a-620148bad9d4 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:44.425342 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc95a61d-821d-41a6-ad0c-f4c238889d04 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:38:44.436247 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-dc95a61d-821d-41a6-ad0c-f4c238889d04 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:38:44.452782 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc95a61d-821d-41a6-ad0c-f4c238889d04 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:44.452782 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dc95a61d-821d-41a6-ad0c-f4c238889d04 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:44.547241 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f26b323a-266b-4910-ba0a-620148bad9d4 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:38:44.547241 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-84875c70-99d7-4b5f-a80f-ca00cb9a2dc1 req-77d67cda-f279-49bf-9acb-21859f65da5f service neutron] 10.222.0.46 "GET /v2.0/networks/8f32be62-c86b-414f-bc1f-d2cef7c023c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5515547 Feb 09 12:38:44.558126 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f26b323a-266b-4910-ba0a-620148bad9d4 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:44.558126 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-f26b323a-266b-4910-ba0a-620148bad9d4 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Added segment eddb1d6f-2692-4b4e-944e-2f8462e882cb of type vlan for network 7af25b1c-1833-4b8e-b2fd-66478d052a5e Feb 09 12:38:44.571435 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-df92eb67-4b5f-4bd1-9b0c-3a957ff1c62a None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:44.577916 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7ed8dbef-db33-42a4-94fe-bc4bbab4293b tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:44.583237 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-935df4bf-6beb-4f70-af9e-3f5091fdb369 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:44.601531 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-7ed8dbef-db33-42a4-94fe-bc4bbab4293b tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Deleting port 3bc6efd5-1fa9-4476-a00b-012955c42524 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:38:44.601531 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7ed8dbef-db33-42a4-94fe-bc4bbab4293b tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:44.607209 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-df92eb67-4b5f-4bd1-9b0c-3a957ff1c62a None None] Transition to ACTIVE for port object b5549b20-0d60-42a2-81ed-2a2c5b40a9b7 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:38:44.611008 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-935df4bf-6beb-4f70-af9e-3f5091fdb369 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:44.619399 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-df92eb67-4b5f-4bd1-9b0c-3a957ff1c62a None None] Transition to ACTIVE for port object b5549b20-0d60-42a2-81ed-2a2c5b40a9b7 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:38:44.628642 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d0d13f7a-3749-41af-9ffe-9baeeb2a25ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:44.647496 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-df92eb67-4b5f-4bd1-9b0c-3a957ff1c62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:44.686972 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc95a61d-821d-41a6-ad0c-f4c238889d04 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Subnet': ['ID=3ddb3373-89a3-4ab9-bcda-50dd3bd1e471,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:44.714351 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f26b323a-266b-4910-ba0a-620148bad9d4 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:44.736892 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-dc95a61d-821d-41a6-ad0c-f4c238889d04 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7426004 Feb 09 12:38:44.736892 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935df4bf-6beb-4f70-af9e-3f5091fdb369 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7571fd-0756-4468-bd3c-a3877d2e955c,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:44.738249 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45334) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:44.756608 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-84731daf-5a76-4c2c-8804-b9a673c2af57 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'port': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'mac_address': 'fa:16:3e:1d:18:7b', 'name': 'tempest-NetworksTestDHCPv6-359016084'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:38:44.794232 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df92eb67-4b5f-4bd1-9b0c-3a957ff1c62a None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:38:44.798356 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-df92eb67-4b5f-4bd1-9b0c-3a957ff1c62a None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:38:44.805455 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df92eb67-4b5f-4bd1-9b0c-3a957ff1c62a None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:38:44.813475 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-935df4bf-6beb-4f70-af9e-3f5091fdb369 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:44.815012 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-935df4bf-6beb-4f70-af9e-3f5091fdb369 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9925065 Feb 09 12:38:44.820213 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45340) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:44.837967 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.resource_extend [None req-f26b323a-266b-4910-ba0a-620148bad9d4 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:38:44.894962 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df92eb67-4b5f-4bd1-9b0c-3a957ff1c62a None None] Pushing event updated for resources: {'Port': ['ID=b5549b20-0d60-42a2-81ed-2a2c5b40a9b7,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:44.905249 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f26b323a-266b-4910-ba0a-620148bad9d4 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:44.913753 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-f58046b1-1a7b-4c3f-b4ca-feaea68de670 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Request body: {'security_group_rule': {'security_group_id': '9d7571fd-0756-4468-bd3c-a3877d2e955c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:38:44.917140 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26b323a-266b-4910-ba0a-620148bad9d4 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:44.917140 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f26b323a-266b-4910-ba0a-620148bad9d4 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:45.027615 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-df92eb67-4b5f-4bd1-9b0c-3a957ff1c62a None None] Attempting to bind port b5549b20-0d60-42a2-81ed-2a2c5b40a9b7 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:38:45.027615 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-df92eb67-4b5f-4bd1-9b0c-3a957ff1c62a None None] Attempting to bind port b5549b20-0d60-42a2-81ed-2a2c5b40a9b7 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:38:45.027615 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df92eb67-4b5f-4bd1-9b0c-3a957ff1c62a None None] Attempting to bind port b5549b20-0d60-42a2-81ed-2a2c5b40a9b7 on network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:38:45.034014 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f58046b1-1a7b-4c3f-b4ca-feaea68de670 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:38:45.041152 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f58046b1-1a7b-4c3f-b4ca-feaea68de670 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Usage tracker for resource:security_group_rule and tenant:e83e724b83ff4eff83d86a9461a0246b is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:38:45.041152 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f58046b1-1a7b-4c3f-b4ca-feaea68de670 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:38:45.048429 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df92eb67-4b5f-4bd1-9b0c-3a957ff1c62a None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:38:45.048429 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df92eb67-4b5f-4bd1-9b0c-3a957ff1c62a None None] Checking segment: {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:38:45.048429 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-df92eb67-4b5f-4bd1-9b0c-3a957ff1c62a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:45.048429 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df92eb67-4b5f-4bd1-9b0c-3a957ff1c62a None None] Bound using segment: {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:38:45.052172 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f58046b1-1a7b-4c3f-b4ca-feaea68de670 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:38:45.056437 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-df92eb67-4b5f-4bd1-9b0c-3a957ff1c62a None None] Bound port: b5549b20-0d60-42a2-81ed-2a2c5b40a9b7, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:38:45.056437 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-df92eb67-4b5f-4bd1-9b0c-3a957ff1c62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:45.061311 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-84731daf-5a76-4c2c-8804-b9a673c2af57 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:38:45.081182 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f58046b1-1a7b-4c3f-b4ca-feaea68de670 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:45.084938 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7ed8dbef-db33-42a4-94fe-bc4bbab4293b tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:45.092790 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-84731daf-5a76-4c2c-8804-b9a673c2af57 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:38:45.129477 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84731daf-5a76-4c2c-8804-b9a673c2af57 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:38:45.216392 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-df92eb67-4b5f-4bd1-9b0c-3a957ff1c62a None None] For port b5549b20-0d60-42a2-81ed-2a2c5b40a9b7, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:38:45.221563 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-df92eb67-4b5f-4bd1-9b0c-3a957ff1c62a None None] For port b5549b20-0d60-42a2-81ed-2a2c5b40a9b7, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=b5549b20-0d60-42a2-81ed-2a2c5b40a9b7,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:38:45.239300 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-df92eb67-4b5f-4bd1-9b0c-3a957ff1c62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:45.277405 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f58046b1-1a7b-4c3f-b4ca-feaea68de670 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:45.291307 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f58046b1-1a7b-4c3f-b4ca-feaea68de670 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:45.390615 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58046b1-1a7b-4c3f-b4ca-feaea68de670 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8157ec82-ec90-4da9-8f51-589d09e47522,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:45.436639 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df92eb67-4b5f-4bd1-9b0c-3a957ff1c62a None None] Pushing event updated for resources: {'Port': ['ID=b5549b20-0d60-42a2-81ed-2a2c5b40a9b7,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:45.511261 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-84731daf-5a76-4c2c-8804-b9a673c2af57 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:45.559169 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f58046b1-1a7b-4c3f-b4ca-feaea68de670 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:45.559169 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f58046b1-1a7b-4c3f-b4ca-feaea68de670 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7311132 Feb 09 12:38:45.559169 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45352) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:45.573207 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-f1bd9d78-adf6-4647-ac34-e2823964e8cd tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Request body: {'security_group_rule': {'security_group_id': '9d7571fd-0756-4468-bd3c-a3877d2e955c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:38:45.580412 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f1bd9d78-adf6-4647-ac34-e2823964e8cd tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:38:45.601605 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-84731daf-5a76-4c2c-8804-b9a673c2af57 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] device_id is not set on port 7ccc0bc3-3f4d-42db-82a1-0ec5254132b1 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:38:45.645174 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f1bd9d78-adf6-4647-ac34-e2823964e8cd tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Usage tracker for resource:security_group_rule and tenant:e83e724b83ff4eff83d86a9461a0246b is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:38:45.655439 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f1bd9d78-adf6-4647-ac34-e2823964e8cd tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:38:45.671503 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f1bd9d78-adf6-4647-ac34-e2823964e8cd tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:38:45.789582 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-7ed8dbef-db33-42a4-94fe-bc4bbab4293b tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Calling delete_port for 3bc6efd5-1fa9-4476-a00b-012955c42524 owned by network:router_gateway {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:38:45.799234 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f1bd9d78-adf6-4647-ac34-e2823964e8cd tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:46.025424 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f1bd9d78-adf6-4647-ac34-e2823964e8cd tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:46.026887 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-84731daf-5a76-4c2c-8804-b9a673c2af57 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Allocated IP 172.20.0.6 (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/3ddb3373-89a3-4ab9-bcda-50dd3bd1e471/7ccc0bc3-3f4d-42db-82a1-0ec5254132b1) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:38:46.039813 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-84731daf-5a76-4c2c-8804-b9a673c2af57 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Allocated IP 2001:db8::f816:3eff:fe1d:187b (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/83e745ef-e369-41ed-8ad6-4fd03d6bf509/7ccc0bc3-3f4d-42db-82a1-0ec5254132b1) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:38:46.045353 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f1bd9d78-adf6-4647-ac34-e2823964e8cd tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:46.093595 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd9d78-adf6-4647-ac34-e2823964e8cd tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0297e6f-4ad3-40a9-a02d-e481f163070b,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:46.107074 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45362) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:46.107448 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f26b323a-266b-4910-ba0a-620148bad9d4 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.0900052 Feb 09 12:38:46.122143 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-3fc5727c-149e-446a-857c-177c2f4d326d tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Request body: {'subnet': {'network_id': '7af25b1c-1833-4b8e-b2fd-66478d052a5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:38:46.134389 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b323a-266b-4910-ba0a-620148bad9d4 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Pushing event updated for resources: {'Network': ['ID=7af25b1c-1833-4b8e-b2fd-66478d052a5e,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:46.146222 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 7af25b1c-1833-4b8e-b2fd-66478d052a5e details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:38:46.184159 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab78a06-0f73-42c0-a322-64a211fe455f req-f6ce1bf5-8da8-47d8-b4a2-9babd301a531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:46.184159 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ab78a06-0f73-42c0-a322-64a211fe455f req-f6ce1bf5-8da8-47d8-b4a2-9babd301a531 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=79b13d259e044206b7b291bef4587540&device_id=62875936-a445-45e1-a0e2-7d6538d7776f HTTP/1.1" status: 200 len: 1094 time: 1.4465404 Feb 09 12:38:46.201808 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f1bd9d78-adf6-4647-ac34-e2823964e8cd tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:46.201808 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f1bd9d78-adf6-4647-ac34-e2823964e8cd tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6352415 Feb 09 12:38:46.229595 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45366) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:46.357766 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-1cfa4979-87b7-4146-ad26-51b917c3d82d tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:38:46.385322 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-1cfa4979-87b7-4146-ad26-51b917c3d82d tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:38:46.404642 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-1cfa4979-87b7-4146-ad26-51b917c3d82d tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Usage tracker for resource:floatingip and tenant:e83e724b83ff4eff83d86a9461a0246b is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:38:46.404642 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-1cfa4979-87b7-4146-ad26-51b917c3d82d tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:38:46.420954 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-1cfa4979-87b7-4146-ad26-51b917c3d82d tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:38:46.501678 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1cfa4979-87b7-4146-ad26-51b917c3d82d tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks [] for floatingip, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:46.561592 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device b5549b20-0d60-42a2-81ed-2a2c5b40a9b7 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:38:46.683113 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317e4f3-edb0-4891-9f91-e5ebaa5123bb req-4aaf8f89-cad8-4652-96ee-8c698f0136e6 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:46.683113 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d317e4f3-edb0-4891-9f91-e5ebaa5123bb req-4aaf8f89-cad8-4652-96ee-8c698f0136e6 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=62875936-a445-45e1-a0e2-7d6538d7776f HTTP/1.1" status: 200 len: 943 time: 1.0388148 Feb 09 12:38:46.771466 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-484b8686-32a3-4e2f-9a9f-de5eb3424d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:46.804862 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port b5549b20-0d60-42a2-81ed-2a2c5b40a9b7 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:38:46.842633 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d317e4f3-edb0-4891-9f91-e5ebaa5123bb req-9d7cf598-1590-4537-b993-c0fd88332e79 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508815 Feb 09 12:38:46.872541 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3fc5727c-149e-446a-857c-177c2f4d326d tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:38:46.877754 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3fc5727c-149e-446a-857c-177c2f4d326d tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Usage tracker for resource:subnet and tenant:5f8790993e0f41f09732ffe414985734 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:38:46.896346 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-acfd7129-9318-43c9-bfec-d4d8812b558d req-1f7f9d6a-41db-479f-b578-22c5b514bf12 service neutron] (87567) timed out ('10.222.0.55', 37260) {{(pid=87567) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 12:38:46.914252 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab78a06-0f73-42c0-a322-64a211fe455f req-926e7373-4d45-4892-ba76-ad8086788d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:46.914896 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3fc5727c-149e-446a-857c-177c2f4d326d tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:38:46.917117 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ab78a06-0f73-42c0-a322-64a211fe455f req-926e7373-4d45-4892-ba76-ad8086788d58 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8f32be62-c86b-414f-bc1f-d2cef7c023c9 HTTP/1.1" status: 200 len: 916 time: 0.7234249 Feb 09 12:38:46.954945 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3fc5727c-149e-446a-857c-177c2f4d326d tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:38:46.987513 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-84731daf-5a76-4c2c-8804-b9a673c2af57 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:47.035055 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ab78a06-0f73-42c0-a322-64a211fe455f req-0cf19c2f-e9df-4519-9579-e1ef609f96e9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=11b42e6c-f77f-436f-9011-9d48aa5f84ff HTTP/1.1" status: 200 len: 217 time: 0.0979574 Feb 09 12:38:47.051548 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc5727c-149e-446a-857c-177c2f4d326d tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Made reservation on behalf of 5f8790993e0f41f09732ffe414985734 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:38:47.059230 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3fc5727c-149e-446a-857c-177c2f4d326d tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:47.065982 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 11b42e6c-f77f-436f-9011-9d48aa5f84ff details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:38:47.161143 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-84731daf-5a76-4c2c-8804-b9a673c2af57 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Transition to ACTIVE for port object 7ccc0bc3-3f4d-42db-82a1-0ec5254132b1 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:38:47.264596 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c64f836-bd71-49ac-ad9b-ead868312399 None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:38:47.281674 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab78a06-0f73-42c0-a322-64a211fe455f req-d749d9be-ec7f-4a48-941b-82df9f2070ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:47.283657 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ab78a06-0f73-42c0-a322-64a211fe455f req-d749d9be-ec7f-4a48-941b-82df9f2070ab service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8e0df51a-c44d-4333-910c-bf77ea824551 HTTP/1.1" status: 200 len: 855 time: 0.2465806 Feb 09 12:38:47.344564 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-84731daf-5a76-4c2c-8804-b9a673c2af57 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:47.462989 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ab78a06-0f73-42c0-a322-64a211fe455f req-bf36183b-01f3-42b0-80b0-a7a9a4266175 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8f32be62-c86b-414f-bc1f-d2cef7c023c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1556201 Feb 09 12:38:47.462989 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7ed8dbef-db33-42a4-94fe-bc4bbab4293b tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:47.467397 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 11b42e6c-f77f-436f-9011-9d48aa5f84ff, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=11b42e6c-f77f-436f-9011-9d48aa5f84ff,segment=NetworkSegment(0506d4bb-113b-4fbe-8a77-b072bee9b6d7),segment_id=0506d4bb-113b-4fbe-8a77-b072bee9b6d7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:38:47.529597 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84731daf-5a76-4c2c-8804-b9a673c2af57 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:38:47.535410 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-84731daf-5a76-4c2c-8804-b9a673c2af57 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:38:47.543566 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84731daf-5a76-4c2c-8804-b9a673c2af57 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:38:47.589866 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '11b42e6c-f77f-436f-9011-9d48aa5f84ff', 'network_id': '8f32be62-c86b-414f-bc1f-d2cef7c023c9', 'port_id': '11b42e6c-f77f-436f-9011-9d48aa5f84ff', 'mac_address': 'fa:16:3e:30:ab:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e0df51a-c44d-4333-910c-bf77ea824551', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:38:47.597618 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84731daf-5a76-4c2c-8804-b9a673c2af57 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Port': ['ID=7ccc0bc3-3f4d-42db-82a1-0ec5254132b1,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:47.665640 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed8dbef-db33-42a4-94fe-bc4bbab4293b tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Pushing event deleted for resources: {'Port': ['ID=3bc6efd5-1fa9-4476-a00b-012955c42524,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:47.705546 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-5dd3be48-182e-4070-adac-e30f31fc5e4f None None] Provisioning for port b5549b20-0d60-42a2-81ed-2a2c5b40a9b7 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:38:47.709477 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84731daf-5a76-4c2c-8804-b9a673c2af57 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:47.709477 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-84731daf-5a76-4c2c-8804-b9a673c2af57 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:47.718657 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3fc5727c-149e-446a-857c-177c2f4d326d tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:47.809610 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc5727c-149e-446a-857c-177c2f4d326d tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Pushing event updated for resources: {'Subnet': ['ID=36da5cb7-68bb-4d3e-ac49-84c45b78f83c,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:47.813188 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1cfa4979-87b7-4146-ad26-51b917c3d82d tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:47.839254 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-84731daf-5a76-4c2c-8804-b9a673c2af57 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.0950046 Feb 09 12:38:47.839254 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45382) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:47.878528 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-5dd3be48-182e-4070-adac-e30f31fc5e4f None None] Provisioning complete for port b5549b20-0d60-42a2-81ed-2a2c5b40a9b7 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:38:47.885945 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5dd3be48-182e-4070-adac-e30f31fc5e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:47.931669 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc5727c-149e-446a-857c-177c2f4d326d tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Checking segment: {'id': 'eddb1d6f-2692-4b4e-944e-2f8462e882cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '7af25b1c-1833-4b8e-b2fd-66478d052a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:38:47.945149 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc5727c-149e-446a-857c-177c2f4d326d tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Network hostable DHCP agents. Network: 7af25b1c-1833-4b8e-b2fd-66478d052a5e, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:38:47.953515 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ab78a06-0f73-42c0-a322-64a211fe455f req-3cad1309-585b-4a34-81d4-f53849cff94f service neutron] 10.222.0.46 "GET /v2.0/networks/8f32be62-c86b-414f-bc1f-d2cef7c023c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4811993 Feb 09 12:38:47.992442 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43cb486-1038-4174-ab12-bf34c5d16c54 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:47.999112 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43cb486-1038-4174-ab12-bf34c5d16c54 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:48.000237 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d43cb486-1038-4174-ab12-bf34c5d16c54 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Synchronizing usage tracker for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:38:48.004805 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc5727c-149e-446a-857c-177c2f4d326d tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Network 7af25b1c-1833-4b8e-b2fd-66478d052a5e is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:38:48.025025 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-3fc5727c-149e-446a-857c-177c2f4d326d tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 7af25b1c-1833-4b8e-b2fd-66478d052a5e) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:38:48.033193 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc5727c-149e-446a-857c-177c2f4d326d tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:48.034556 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3fc5727c-149e-446a-857c-177c2f4d326d tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:48.043104 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d43cb486-1038-4174-ab12-bf34c5d16c54 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Unset dirty status for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:38:48.048005 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d43cb486-1038-4174-ab12-bf34c5d16c54 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.2103932 Feb 09 12:38:48.048841 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45394) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:48.108929 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7ed8dbef-db33-42a4-94fe-bc4bbab4293b tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:48.153203 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:48.193602 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:48.201323 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20525557-fcb6-4f13-aee5-0299df9fbb94 None None] Network 7af25b1c-1833-4b8e-b2fd-66478d052a5e requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:38:48.306095 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3fc5727c-149e-446a-857c-177c2f4d326d tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1945708 Feb 09 12:38:48.306880 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45398) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:48.337927 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-d998e3bf-4c61-4f4b-9273-b5552f0937a6 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Request body: {'subnet': {'network_id': '7af25b1c-1833-4b8e-b2fd-66478d052a5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:38:48.353095 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11b42e6c-f77f-436f-9011-9d48aa5f84ff {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:38:48.410925 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:48.484192 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 11b42e6c-f77f-436f-9011-9d48aa5f84ff, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=11b42e6c-f77f-436f-9011-9d48aa5f84ff,segment=NetworkSegment(0506d4bb-113b-4fbe-8a77-b072bee9b6d7),segment_id=0506d4bb-113b-4fbe-8a77-b072bee9b6d7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:38:48.516489 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d998e3bf-4c61-4f4b-9273-b5552f0937a6 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:38:48.516489 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d998e3bf-4c61-4f4b-9273-b5552f0937a6 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Usage tracker for resource:subnet and tenant:5f8790993e0f41f09732ffe414985734 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:38:48.530153 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-2cd4638f-6bd0-4136-b765-67ad7992b95f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Deleting port 7ccc0bc3-3f4d-42db-82a1-0ec5254132b1 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:38:48.530153 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2cd4638f-6bd0-4136-b765-67ad7992b95f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:48.537829 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:48.569004 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d998e3bf-4c61-4f4b-9273-b5552f0937a6 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:38:48.596237 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d998e3bf-4c61-4f4b-9273-b5552f0937a6 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:38:48.667415 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d998e3bf-4c61-4f4b-9273-b5552f0937a6 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Made reservation on behalf of 5f8790993e0f41f09732ffe414985734 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:38:48.678437 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d998e3bf-4c61-4f4b-9273-b5552f0937a6 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:48.756589 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7ed8dbef-db33-42a4-94fe-bc4bbab4293b tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:48.759089 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7ed8dbef-db33-42a4-94fe-bc4bbab4293b tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:48.793466 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['11b42e6c-f77f-436f-9011-9d48aa5f84ff'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:38:48.861092 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7ed8dbef-db33-42a4-94fe-bc4bbab4293b tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:48.861092 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed8dbef-db33-42a4-94fe-bc4bbab4293b tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Fanout notify agent at l3_agent the message router_deleted on router c8593237-4ae3-4b99-9764-a677e0afdf76 {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:38:48.867062 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5dd3be48-182e-4070-adac-e30f31fc5e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:48.973965 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7ed8dbef-db33-42a4-94fe-bc4bbab4293b tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:48.973965 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-7ed8dbef-db33-42a4-94fe-bc4bbab4293b tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] 10.222.0.55 "DELETE /v2.0/routers/c8593237-4ae3-4b99-9764-a677e0afdf76 HTTP/1.1" status: 204 len: 168 time: 5.9324419 Feb 09 12:38:49.029622 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45408) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:49.066622 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-20309e4e-1072-4606-9fe5-722ab7d018a8 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1754259534', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:38:49.083654 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-20309e4e-1072-4606-9fe5-722ab7d018a8 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:38:49.092365 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=11b42e6c-f77f-436f-9011-9d48aa5f84ff,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:49.099542 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0bb64d-ea02-4fe3-bbb4-dc47998a57fe req-d8af2111-db7a-49c9-be5f-a186923c74f5 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:49.101845 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6c0bb64d-ea02-4fe3-bbb4-dc47998a57fe req-d8af2111-db7a-49c9-be5f-a186923c74f5 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=62875936-a445-45e1-a0e2-7d6538d7776f HTTP/1.1" status: 200 len: 944 time: 0.9982550 Feb 09 12:38:49.105768 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ab78a06-0f73-42c0-a322-64a211fe455f req-e01cfe4e-d80a-49b4-9324-5a95e1708f10 service neutron] 10.222.0.46 "GET /v2.0/networks/8f32be62-c86b-414f-bc1f-d2cef7c023c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1348262 Feb 09 12:38:49.106960 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-20309e4e-1072-4606-9fe5-722ab7d018a8 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Usage tracker for resource:router and tenant:d7ec3256cb85454e9ad573cc019d12e5 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:38:49.114879 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-20309e4e-1072-4606-9fe5-722ab7d018a8 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:38:49.161597 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-20309e4e-1072-4606-9fe5-722ab7d018a8 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:38:49.178165 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-1cfa4979-87b7-4146-ad26-51b917c3d82d tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Allocated IP 172.25.7.238 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/0a61e233-1cbd-40c0-9800-42dbc16d4f77) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:38:49.180111 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-5dd3be48-182e-4070-adac-e30f31fc5e4f None None] For port b5549b20-0d60-42a2-81ed-2a2c5b40a9b7, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=b5549b20-0d60-42a2-81ed-2a2c5b40a9b7,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:38:49.213615 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6c0bb64d-ea02-4fe3-bbb4-dc47998a57fe req-2402e7d6-b00d-4120-865b-3a21afd9b472 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833366 Feb 09 12:38:49.220243 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-20309e4e-1072-4606-9fe5-722ab7d018a8 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:49.221271 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-20309e4e-1072-4606-9fe5-722ab7d018a8 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:49.239306 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-20309e4e-1072-4606-9fe5-722ab7d018a8 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:49.320827 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5dd3be48-182e-4070-adac-e30f31fc5e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:49.369727 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-20309e4e-1072-4606-9fe5-722ab7d018a8 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:49.390451 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:49.390451 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d418f3f5-fe0e-44d5-bd9c-ec210146a448 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-7af25b1c-1833-4b8e-b2fd-66478d052a5e', 'network_id': '7af25b1c-1833-4b8e-b2fd-66478d052a5e', 'tenant_id': '5f8790993e0f41f09732ffe414985734', 'fixed_ips': [{'subnet_id': '36da5cb7-68bb-4d3e-ac49-84c45b78f83c'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:38:49.396835 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d418f3f5-fe0e-44d5-bd9c-ec210146a448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:49.463571 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-20309e4e-1072-4606-9fe5-722ab7d018a8 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:49.463571 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-20309e4e-1072-4606-9fe5-722ab7d018a8 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4320548 Feb 09 12:38:49.470335 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45416) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:49.489207 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-8ad62b3b-c70b-4b33-a2a9-9f85a5dafee8 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'enable_snat': True}}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:38:49.594728 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd3be48-182e-4070-adac-e30f31fc5e4f None None] Pushing event updated for resources: {'Port': ['ID=b5549b20-0d60-42a2-81ed-2a2c5b40a9b7,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:49.670701 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2cd4638f-6bd0-4136-b765-67ad7992b95f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:49.670701 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d998e3bf-4c61-4f4b-9273-b5552f0937a6 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:49.823795 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:38:49.988999 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1cfa4979-87b7-4146-ad26-51b917c3d82d tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:50.048289 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d18cbb-e425-45e3-ab9e-af3fa903d74a None None] Update dhcp port {'port': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'fixed_ips': [{'subnet_id': '83e745ef-e369-41ed-8ad6-4fd03d6bf509', 'ip_address': '2001:db8::f816:3eff:fed0:177a'}, {'subnet_id': '3ddb3373-89a3-4ab9-bcda-50dd3bd1e471'}], 'binding:host_id': 'n-d-825178-3'}, 'id': 'b5549b20-0d60-42a2-81ed-2a2c5b40a9b7'} from n-d-825178-3. {{(pid=87569) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 12:38:50.159440 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-2cd4638f-6bd0-4136-b765-67ad7992b95f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Calling delete_port for 7ccc0bc3-3f4d-42db-82a1-0ec5254132b1 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:38:50.174272 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-40d18cbb-e425-45e3-ab9e-af3fa903d74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:50.184955 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-d418f3f5-fe0e-44d5-bd9c-ec210146a448 None None] Allocated IP 2001:db8::2 (7af25b1c-1833-4b8e-b2fd-66478d052a5e/36da5cb7-68bb-4d3e-ac49-84c45b78f83c/f2d09bb2-bb68-461d-9693-b9138876a3d3) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:38:50.200440 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d998e3bf-4c61-4f4b-9273-b5552f0937a6 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Network 7af25b1c-1833-4b8e-b2fd-66478d052a5e is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:38:50.221859 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-d998e3bf-4c61-4f4b-9273-b5552f0937a6 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:38:50.228263 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d998e3bf-4c61-4f4b-9273-b5552f0937a6 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:50.228263 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d998e3bf-4c61-4f4b-9273-b5552f0937a6 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:50.278220 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d998e3bf-4c61-4f4b-9273-b5552f0937a6 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Pushing event updated for resources: {'Subnet': ['ID=4d1200e5-88d9-498e-9d1e-33dc5aeb17a4,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:50.284652 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d998e3bf-4c61-4f4b-9273-b5552f0937a6 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9634192 Feb 09 12:38:50.288599 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45432) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:50.379807 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c00a47-4ecd-4464-9c63-280d8729cf82 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:50.383883 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c00a47-4ecd-4464-9c63-280d8729cf82 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:50.387273 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c00a47-4ecd-4464-9c63-280d8729cf82 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:50.388891 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c00a47-4ecd-4464-9c63-280d8729cf82 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:50.390533 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c00a47-4ecd-4464-9c63-280d8729cf82 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:50.391869 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d3c00a47-4ecd-4464-9c63-280d8729cf82 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Synchronizing usage tracker for tenant:5f8790993e0f41f09732ffe414985734 on resource:subnet {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:38:50.418721 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device b5549b20-0d60-42a2-81ed-2a2c5b40a9b7 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:38:50.436782 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d3c00a47-4ecd-4464-9c63-280d8729cf82 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Unset dirty status for tenant:5f8790993e0f41f09732ffe414985734 on resource:subnet {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:38:50.439158 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d3c00a47-4ecd-4464-9c63-280d8729cf82 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1492710 Feb 09 12:38:50.445023 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45436) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:50.521417 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-4c679aa8-dfd9-4fb3-90f5-518bf4237196 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1866320952'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:38:50.542657 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4c679aa8-dfd9-4fb3-90f5-518bf4237196 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:38:50.558779 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4c679aa8-dfd9-4fb3-90f5-518bf4237196 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Usage tracker for resource:network and tenant:5f8790993e0f41f09732ffe414985734 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:38:50.558779 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4c679aa8-dfd9-4fb3-90f5-518bf4237196 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:38:50.564422 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4c679aa8-dfd9-4fb3-90f5-518bf4237196 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:38:50.638581 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c679aa8-dfd9-4fb3-90f5-518bf4237196 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Made reservation on behalf of 5f8790993e0f41f09732ffe414985734 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:38:50.646620 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4c679aa8-dfd9-4fb3-90f5-518bf4237196 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:50.701721 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:50.762788 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c679aa8-dfd9-4fb3-90f5-518bf4237196 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:38:50.764240 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8ad62b3b-c70b-4b33-a2a9-9f85a5dafee8 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:50.771967 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port b5549b20-0d60-42a2-81ed-2a2c5b40a9b7 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:38:50.772394 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:50.780998 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2cd4638f-6bd0-4136-b765-67ad7992b95f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:50.824806 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1cfa4979-87b7-4146-ad26-51b917c3d82d tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:50.883077 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd4638f-6bd0-4136-b765-67ad7992b95f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Port': ['ID=7ccc0bc3-3f4d-42db-82a1-0ec5254132b1,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:50.905476 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4c679aa8-dfd9-4fb3-90f5-518bf4237196 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:50.905476 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-4c679aa8-dfd9-4fb3-90f5-518bf4237196 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Added segment faf370aa-a673-4eea-a33f-e0b4647a1e63 of type vlan for network 335520e2-9167-4b7e-a809-13159f4bbbea Feb 09 12:38:50.952241 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfa4979-87b7-4146-ad26-51b917c3d82d tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:38:51.041046 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-1cfa4979-87b7-4146-ad26-51b917c3d82d tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:38:51.063698 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfa4979-87b7-4146-ad26-51b917c3d82d tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:38:51.091395 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 11b42e6c-f77f-436f-9011-9d48aa5f84ff up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:38:51.114766 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfa4979-87b7-4146-ad26-51b917c3d82d tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Pushing event updated for resources: {'Port': ['ID=0a61e233-1cbd-40c0-9800-42dbc16d4f77,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:51.191041 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4c679aa8-dfd9-4fb3-90f5-518bf4237196 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:51.322258 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d418f3f5-fe0e-44d5-bd9c-ec210146a448 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:51.345881 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-d418f3f5-fe0e-44d5-bd9c-ec210146a448 None None] Transition to ACTIVE for port object f2d09bb2-bb68-461d-9693-b9138876a3d3 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:38:51.380641 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-d418f3f5-fe0e-44d5-bd9c-ec210146a448 None None] Transition to ACTIVE for port object f2d09bb2-bb68-461d-9693-b9138876a3d3 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:38:51.383521 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2cd4638f-6bd0-4136-b765-67ad7992b95f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:51.398290 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4c679aa8-dfd9-4fb3-90f5-518bf4237196 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:51.419978 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c679aa8-dfd9-4fb3-90f5-518bf4237196 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:51.419978 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4c679aa8-dfd9-4fb3-90f5-518bf4237196 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:51.423713 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d418f3f5-fe0e-44d5-bd9c-ec210146a448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:51.493191 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160a2e6-451c-4010-8db0-828d14670364 req-a176cbf8-62a5-4092-9bbc-8493132e0610 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:51.496542 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1160a2e6-451c-4010-8db0-828d14670364 req-a176cbf8-62a5-4092-9bbc-8493132e0610 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=62875936-a445-45e1-a0e2-7d6538d7776f HTTP/1.1" status: 200 len: 944 time: 0.8822172 Feb 09 12:38:51.504891 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-40d18cbb-e425-45e3-ab9e-af3fa903d74a None None] Allocated IP 172.20.0.2 (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/3ddb3373-89a3-4ab9-bcda-50dd3bd1e471/b5549b20-0d60-42a2-81ed-2a2c5b40a9b7) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:38:51.580434 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2cd4638f-6bd0-4136-b765-67ad7992b95f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/ports/7ccc0bc3-3f4d-42db-82a1-0ec5254132b1 HTTP/1.1" status: 204 len: 168 time: 3.5248711 Feb 09 12:38:51.583421 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45450) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:51.589142 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4c679aa8-dfd9-4fb3-90f5-518bf4237196 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1428425 Feb 09 12:38:51.600368 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45452) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:51.608047 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d418f3f5-fe0e-44d5-bd9c-ec210146a448 None None] Network 7af25b1c-1833-4b8e-b2fd-66478d052a5e is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:38:51.611018 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-7a5e1b0e-a0d5-4a95-a747-7d7d54ddbbf8 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:38:51.626881 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-d418f3f5-fe0e-44d5-bd9c-ec210146a448 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:38:51.656654 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d418f3f5-fe0e-44d5-bd9c-ec210146a448 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:38:51.737433 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1160a2e6-451c-4010-8db0-828d14670364 req-d5ee57dd-4f5d-49f0-97ae-bfd2986453b3 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284961 Feb 09 12:38:51.742288 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167414ca-6fa2-4100-8f7c-4bfc767c424c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:51.742288 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167414ca-6fa2-4100-8f7c-4bfc767c424c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:51.742288 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167414ca-6fa2-4100-8f7c-4bfc767c424c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:51.751576 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-167414ca-6fa2-4100-8f7c-4bfc767c424c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Synchronizing usage tracker for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:subnet {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:38:51.813447 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1cfa4979-87b7-4146-ad26-51b917c3d82d tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:51.819117 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-167414ca-6fa2-4100-8f7c-4bfc767c424c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Unset dirty status for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:subnet {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:38:51.819117 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-167414ca-6fa2-4100-8f7c-4bfc767c424c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1819141 Feb 09 12:38:51.819117 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45458) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:51.881030 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c679aa8-dfd9-4fb3-90f5-518bf4237196 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Pushing event updated for resources: {'Network': ['ID=335520e2-9167-4b7e-a809-13159f4bbbea,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:51.941484 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 11b42e6c-f77f-436f-9011-9d48aa5f84ff completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:38:51.977366 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 335520e2-9167-4b7e-a809-13159f4bbbea details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:38:51.994819 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7a5e1b0e-a0d5-4a95-a747-7d7d54ddbbf8 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:52.030581 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7a5e1b0e-a0d5-4a95-a747-7d7d54ddbbf8 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:52.124730 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418f3f5-fe0e-44d5-bd9c-ec210146a448 None None] Pushing event updated for resources: {'Port': ['ID=f2d09bb2-bb68-461d-9693-b9138876a3d3,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:52.154526 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e1b0e-a0d5-4a95-a747-7d7d54ddbbf8 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Pushing event updated for resources: {'Network': ['ID=335520e2-9167-4b7e-a809-13159f4bbbea,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:52.154526 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7a5e1b0e-a0d5-4a95-a747-7d7d54ddbbf8 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Network 335520e2-9167-4b7e-a809-13159f4bbbea is not hosted by any dhcp agent {{(pid=87568) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 09 12:38:52.154526 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5e1b0e-a0d5-4a95-a747-7d7d54ddbbf8 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:52.160575 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7a5e1b0e-a0d5-4a95-a747-7d7d54ddbbf8 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:52.166160 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7a5e1b0e-a0d5-4a95-a747-7d7d54ddbbf8 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "PUT /v2.0/networks/335520e2-9167-4b7e-a809-13159f4bbbea HTTP/1.1" status: 200 len: 723 time: 0.5610688 Feb 09 12:38:52.166160 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45464) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:52.172614 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-5d29dfd4-91ec-4802-8ae4-38d26b925e64 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Request body: {'subnet': {'network_id': '335520e2-9167-4b7e-a809-13159f4bbbea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:38:52.231596 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1cfa4979-87b7-4146-ad26-51b917c3d82d tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:52.258928 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 335520e2-9167-4b7e-a809-13159f4bbbea details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:38:52.295348 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 11b42e6c-f77f-436f-9011-9d48aa5f84ff triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:38:52.296057 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:52.350509 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5d29dfd4-91ec-4802-8ae4-38d26b925e64 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:38:52.359968 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5d29dfd4-91ec-4802-8ae4-38d26b925e64 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:38:52.373966 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d29dfd4-91ec-4802-8ae4-38d26b925e64 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Made reservation on behalf of 5f8790993e0f41f09732ffe414985734 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:38:52.376780 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-07dd9918-1f8a-49ee-a8c8-83b7494f1709 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Deleting subnet 3ddb3373-89a3-4ab9-bcda-50dd3bd1e471 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:38:52.402102 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5d29dfd4-91ec-4802-8ae4-38d26b925e64 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:52.435266 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8ad62b3b-c70b-4b33-a2a9-9f85a5dafee8 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:52.522873 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8ad62b3b-c70b-4b33-a2a9-9f85a5dafee8 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:52.668429 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-40d18cbb-e425-45e3-ab9e-af3fa903d74a None None] For port b5549b20-0d60-42a2-81ed-2a2c5b40a9b7, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=b5549b20-0d60-42a2-81ed-2a2c5b40a9b7,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:38:52.729881 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-d418f3f5-fe0e-44d5-bd9c-ec210146a448 None None] Attempting to bind port f2d09bb2-bb68-461d-9693-b9138876a3d3 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:38:52.729881 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-d418f3f5-fe0e-44d5-bd9c-ec210146a448 None None] Attempting to bind port f2d09bb2-bb68-461d-9693-b9138876a3d3 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'eddb1d6f-2692-4b4e-944e-2f8462e882cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '7af25b1c-1833-4b8e-b2fd-66478d052a5e'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:38:52.729881 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d418f3f5-fe0e-44d5-bd9c-ec210146a448 None None] Attempting to bind port f2d09bb2-bb68-461d-9693-b9138876a3d3 on network 7af25b1c-1833-4b8e-b2fd-66478d052a5e {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:38:52.843387 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-8ad62b3b-c70b-4b33-a2a9-9f85a5dafee8 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Allocated IP 172.25.7.163 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/a9e8c98b-e9fe-4ba0-b677-e20c83e3c001) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:38:52.949421 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d418f3f5-fe0e-44d5-bd9c-ec210146a448 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:38:52.950304 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d418f3f5-fe0e-44d5-bd9c-ec210146a448 None None] Checking segment: {'id': 'eddb1d6f-2692-4b4e-944e-2f8462e882cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '7af25b1c-1833-4b8e-b2fd-66478d052a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:38:52.951058 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d418f3f5-fe0e-44d5-bd9c-ec210146a448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:52.952404 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d418f3f5-fe0e-44d5-bd9c-ec210146a448 None None] Bound using segment: {'id': 'eddb1d6f-2692-4b4e-944e-2f8462e882cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '7af25b1c-1833-4b8e-b2fd-66478d052a5e'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:38:52.953005 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5d29dfd4-91ec-4802-8ae4-38d26b925e64 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:52.954278 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-d418f3f5-fe0e-44d5-bd9c-ec210146a448 None None] Bound port: f2d09bb2-bb68-461d-9693-b9138876a3d3, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eddb1d6f-2692-4b4e-944e-2f8462e882cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '7af25b1c-1833-4b8e-b2fd-66478d052a5e'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:38:52.955304 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d418f3f5-fe0e-44d5-bd9c-ec210146a448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:53.003735 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.resource_extend [None req-40d18cbb-e425-45e3-ab9e-af3fa903d74a None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:38:53.044677 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:53.093631 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-40d18cbb-e425-45e3-ab9e-af3fa903d74a None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:53.102586 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:53.113439 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d29dfd4-91ec-4802-8ae4-38d26b925e64 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Pushing event updated for resources: {'Subnet': ['ID=a685f2f4-39a6-463d-b91c-7b9d2d59d93e,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:53.122685 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d29dfd4-91ec-4802-8ae4-38d26b925e64 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Checking segment: {'id': 'faf370aa-a673-4eea-a33f-e0b4647a1e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '335520e2-9167-4b7e-a809-13159f4bbbea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:38:53.122685 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d29dfd4-91ec-4802-8ae4-38d26b925e64 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Network hostable DHCP agents. Network: 335520e2-9167-4b7e-a809-13159f4bbbea, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:38:53.170217 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d29dfd4-91ec-4802-8ae4-38d26b925e64 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Network 335520e2-9167-4b7e-a809-13159f4bbbea is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:38:53.195978 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-5d29dfd4-91ec-4802-8ae4-38d26b925e64 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 335520e2-9167-4b7e-a809-13159f4bbbea) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:38:53.198646 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-40d18cbb-e425-45e3-ab9e-af3fa903d74a None None] Transition to ACTIVE for port object b5549b20-0d60-42a2-81ed-2a2c5b40a9b7 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:38:53.205003 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d29dfd4-91ec-4802-8ae4-38d26b925e64 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:53.205003 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5d29dfd4-91ec-4802-8ae4-38d26b925e64 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:53.226835 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-40d18cbb-e425-45e3-ab9e-af3fa903d74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:53.231233 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-07dd9918-1f8a-49ee-a8c8-83b7494f1709 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:53.235167 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb80715b-1943-44ea-bc91-be2b80543567 None None] Network 335520e2-9167-4b7e-a809-13159f4bbbea requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:38:53.260550 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5d29dfd4-91ec-4802-8ae4-38d26b925e64 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0815942 Feb 09 12:38:53.260550 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45480) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:53.278266 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-fc5f2bfe-27fc-47d9-b81a-24fb0177362e tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:38:53.328215 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-07dd9918-1f8a-49ee-a8c8-83b7494f1709 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:53.455586 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1cfa4979-87b7-4146-ad26-51b917c3d82d tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:53.485736 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1cfa4979-87b7-4146-ad26-51b917c3d82d tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:53.548229 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8ad62b3b-c70b-4b33-a2a9-9f85a5dafee8 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:53.563181 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbae7e3-4dff-42d4-bf9f-160392a6bb75 req-17437a7e-4d73-43e1-919f-0259e0d37ee9 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:53.563181 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4bbae7e3-4dff-42d4-bf9f-160392a6bb75 req-17437a7e-4d73-43e1-919f-0259e0d37ee9 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=62875936-a445-45e1-a0e2-7d6538d7776f HTTP/1.1" status: 200 len: 944 time: 0.5000606 Feb 09 12:38:53.638636 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d18cbb-e425-45e3-ab9e-af3fa903d74a None None] Pushing event updated for resources: {'Port': ['ID=b5549b20-0d60-42a2-81ed-2a2c5b40a9b7,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:53.655435 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62875936-a445-45e1-a0e2-7d6538d7776f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b42e6c-f77f-436f-9011-9d48aa5f84ff'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:38:53.663478 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-07dd9918-1f8a-49ee-a8c8-83b7494f1709 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:53.729788 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfa4979-87b7-4146-ad26-51b917c3d82d tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Pushing event updated for resources: {'Port': ['ID=0a61e233-1cbd-40c0-9800-42dbc16d4f77,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:53.769989 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4bbae7e3-4dff-42d4-bf9f-160392a6bb75 req-59fbeec5-98d1-4421-a8fb-eff68b9c7523 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474023 Feb 09 12:38:53.787995 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1cfa4979-87b7-4146-ad26-51b917c3d82d tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:53.827003 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8ad62b3b-c70b-4b33-a2a9-9f85a5dafee8 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:53.855967 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 11b42e6c-f77f-436f-9011-9d48aa5f84ff, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=11b42e6c-f77f-436f-9011-9d48aa5f84ff,segment=NetworkSegment(0506d4bb-113b-4fbe-8a77-b072bee9b6d7),segment_id=0506d4bb-113b-4fbe-8a77-b072bee9b6d7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:38:53.862475 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-d418f3f5-fe0e-44d5-bd9c-ec210146a448 None None] For port f2d09bb2-bb68-461d-9693-b9138876a3d3, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:38:53.876819 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:53.881794 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-d418f3f5-fe0e-44d5-bd9c-ec210146a448 None None] For port f2d09bb2-bb68-461d-9693-b9138876a3d3, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=f2d09bb2-bb68-461d-9693-b9138876a3d3,segment=NetworkSegment(eddb1d6f-2692-4b4e-944e-2f8462e882cb),segment_id=eddb1d6f-2692-4b4e-944e-2f8462e882cb)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:38:53.910210 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fc5f2bfe-27fc-47d9-b81a-24fb0177362e tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3805722'] for subnet, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:53.956124 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad62b3b-c70b-4b33-a2a9-9f85a5dafee8 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:38:53.968161 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-8ad62b3b-c70b-4b33-a2a9-9f85a5dafee8 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:38:53.993991 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1cfa4979-87b7-4146-ad26-51b917c3d82d tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:53.993991 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1cfa4979-87b7-4146-ad26-51b917c3d82d tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.7485135 Feb 09 12:38:53.993991 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-07dd9918-1f8a-49ee-a8c8-83b7494f1709 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:54.000300 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d418f3f5-fe0e-44d5-bd9c-ec210146a448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:54.044400 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c063e873-37fa-42ca-806a-e1c61666679b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-335520e2-9167-4b7e-a809-13159f4bbbea', 'network_id': '335520e2-9167-4b7e-a809-13159f4bbbea', 'tenant_id': '5f8790993e0f41f09732ffe414985734', 'fixed_ips': [{'subnet_id': 'a685f2f4-39a6-463d-b91c-7b9d2d59d93e'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:38:54.044400 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c063e873-37fa-42ca-806a-e1c61666679b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:54.137280 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad62b3b-c70b-4b33-a2a9-9f85a5dafee8 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:38:54.248484 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=11b42e6c-f77f-436f-9011-9d48aa5f84ff,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:54.430812 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62875936-a445-45e1-a0e2-7d6538d7776f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b42e6c-f77f-436f-9011-9d48aa5f84ff', 'code': 200} Feb 09 12:38:54.486264 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418f3f5-fe0e-44d5-bd9c-ec210146a448 None None] Pushing event updated for resources: {'Port': ['ID=f2d09bb2-bb68-461d-9693-b9138876a3d3,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:54.511868 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-07dd9918-1f8a-49ee-a8c8-83b7494f1709 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:54.517083 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-07dd9918-1f8a-49ee-a8c8-83b7494f1709 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/3ddb3373-89a3-4ab9-bcda-50dd3bd1e471 HTTP/1.1" status: 204 len: 168 time: 2.6928642 Feb 09 12:38:54.562018 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45502) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:54.580704 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fc5f2bfe-27fc-47d9-b81a-24fb0177362e tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744762461444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3871696'] for subnet, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:54.829146 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device b5549b20-0d60-42a2-81ed-2a2c5b40a9b7 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:38:54.878757 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5f2bfe-27fc-47d9-b81a-24fb0177362e tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:54.878757 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fc5f2bfe-27fc-47d9-b81a-24fb0177362e tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:54.878757 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-fc5f2bfe-27fc-47d9-b81a-24fb0177362e tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "PUT /v2.0/subnets/a685f2f4-39a6-463d-b91c-7b9d2d59d93e HTTP/1.1" status: 200 len: 826 time: 1.6228540 Feb 09 12:38:54.888595 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45518) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:54.888595 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f2bfe-27fc-47d9-b81a-24fb0177362e tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Pushing event updated for resources: {'Subnet': ['ID=a685f2f4-39a6-463d-b91c-7b9d2d59d93e,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:55.060334 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-c063e873-37fa-42ca-806a-e1c61666679b None None] Allocated IP 2001:db8::2 (335520e2-9167-4b7e-a809-13159f4bbbea/a685f2f4-39a6-463d-b91c-7b9d2d59d93e/f827a5ac-d494-4a3b-ae77-2cdeaf22607a) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:38:55.433537 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-631e2cab-8e43-49a8-9b37-9fea09665501 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:55.527889 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dd9918-1f8a-49ee-a8c8-83b7494f1709 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Subnet': ['ID=3ddb3373-89a3-4ab9-bcda-50dd3bd1e471,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:55.594915 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c063e873-37fa-42ca-806a-e1c61666679b None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:55.612677 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c063e873-37fa-42ca-806a-e1c61666679b None None] Transition to ACTIVE for port object f827a5ac-d494-4a3b-ae77-2cdeaf22607a will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:38:55.644577 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c063e873-37fa-42ca-806a-e1c61666679b None None] Transition to ACTIVE for port object f827a5ac-d494-4a3b-ae77-2cdeaf22607a will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:38:55.661290 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bf428d-9ad5-4372-af65-7c32d27523e4 None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:38:55.712326 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-631e2cab-8e43-49a8-9b37-9fea09665501 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:55.718492 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-14beb2c4-c6d8-43ee-8ce5-526babc629ca tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1985284776&fields=id&tenant_id=e83e724b83ff4eff83d86a9461a0246b HTTP/1.1" status: 200 len: 267 time: 0.4836833 Feb 09 12:38:55.728320 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c063e873-37fa-42ca-806a-e1c61666679b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:55.760850 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-18a24e4d-3993-411c-a8c9-b4851b8ab038 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Deleting subnet 83e745ef-e369-41ed-8ad6-4fd03d6bf509 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:38:55.760850 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-18a24e4d-3993-411c-a8c9-b4851b8ab038 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:55.832816 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-18a24e4d-3993-411c-a8c9-b4851b8ab038 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:55.933115 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c063e873-37fa-42ca-806a-e1c61666679b None None] Pushing event updated for resources: {'Port': ['ID=f827a5ac-d494-4a3b-ae77-2cdeaf22607a,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:55.935425 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-631e2cab-8e43-49a8-9b37-9fea09665501 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:55.965631 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-18a24e4d-3993-411c-a8c9-b4851b8ab038 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:55.983997 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58d6d4b4-785b-4c71-a2f8-2b444e981ffb None None] Could not find standard attr ID for object 7ccc0bc3-3f4d-42db-82a1-0ec5254132b1. {{(pid=87569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 12:38:56.012567 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c063e873-37fa-42ca-806a-e1c61666679b None None] Network 335520e2-9167-4b7e-a809-13159f4bbbea is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:38:56.018054 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-c063e873-37fa-42ca-806a-e1c61666679b None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:38:56.050541 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c063e873-37fa-42ca-806a-e1c61666679b None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:38:56.134199 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad62b3b-c70b-4b33-a2a9-9f85a5dafee8 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Pushing event updated for resources: {'Port': ['ID=a9e8c98b-e9fe-4ba0-b677-e20c83e3c001,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:56.168446 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-18a24e4d-3993-411c-a8c9-b4851b8ab038 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:56.259625 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e2cab-8e43-49a8-9b37-9fea09665501 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Pushing event deleted for resources: {'Subnet': ['ID=a685f2f4-39a6-463d-b91c-7b9d2d59d93e,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:56.310038 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-631e2cab-8e43-49a8-9b37-9fea09665501 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:56.347907 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-631e2cab-8e43-49a8-9b37-9fea09665501 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['335520e2-9167-4b7e-a809-13159f4bbbea']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:56.358644 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58d6d4b4-785b-4c71-a2f8-2b444e981ffb None None] Provisioning for port b5549b20-0d60-42a2-81ed-2a2c5b40a9b7 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:38:56.362374 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b355a2d-4d84-4fcf-ad50-cc73123c72e4 None None] Network 7af25b1c-1833-4b8e-b2fd-66478d052a5e requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:38:56.371662 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-631e2cab-8e43-49a8-9b37-9fea09665501 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faf370aa-a673-4eea-a33f-e0b4647a1e63') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:56.373962 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-631e2cab-8e43-49a8-9b37-9fea09665501 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faf370aa-a673-4eea-a33f-e0b4647a1e63') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:56.406471 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-631e2cab-8e43-49a8-9b37-9fea09665501 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:56.440977 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58d6d4b4-785b-4c71-a2f8-2b444e981ffb None None] Provisioning complete for port b5549b20-0d60-42a2-81ed-2a2c5b40a9b7 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:38:56.440977 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58d6d4b4-785b-4c71-a2f8-2b444e981ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:56.450549 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-631e2cab-8e43-49a8-9b37-9fea09665501 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:56.464951 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-631e2cab-8e43-49a8-9b37-9fea09665501 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:38:56.464951 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-631e2cab-8e43-49a8-9b37-9fea09665501 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:56.491050 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:38:56.491050 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:38:56.491050 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:38:56.491050 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:38:56.491050 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:38:56.491050 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:38:56.491050 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:38:56.491050 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:38:56.491050 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:38:56.491050 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:38:56.491050 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:38:56.491050 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:38:56.491050 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:38:56.491050 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:38:56.491050 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:38:56.491050 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:38:56.491050 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:38:56.491050 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:38:56.491050 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:38:56.491050 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:38:56.491050 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:38:56.491050 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:38:56.491050 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:38:56.491050 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:38:56.491050 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:38:56.491050 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:38:56.491050 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:38:56.491050 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:38:56.491050 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:38:56.491050 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:38:56.491050 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:38:56.491050 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:38:56.581186 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-c063e873-37fa-42ca-806a-e1c61666679b None None] Attempting to bind port f827a5ac-d494-4a3b-ae77-2cdeaf22607a on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:38:56.581186 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-c063e873-37fa-42ca-806a-e1c61666679b None None] Attempting to bind port f827a5ac-d494-4a3b-ae77-2cdeaf22607a by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'faf370aa-a673-4eea-a33f-e0b4647a1e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '335520e2-9167-4b7e-a809-13159f4bbbea'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:38:56.581186 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c063e873-37fa-42ca-806a-e1c61666679b None None] Attempting to bind port f827a5ac-d494-4a3b-ae77-2cdeaf22607a on network 335520e2-9167-4b7e-a809-13159f4bbbea {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:38:56.623222 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c063e873-37fa-42ca-806a-e1c61666679b None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:38:56.627804 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c063e873-37fa-42ca-806a-e1c61666679b None None] Checking segment: {'id': 'faf370aa-a673-4eea-a33f-e0b4647a1e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '335520e2-9167-4b7e-a809-13159f4bbbea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:38:56.627804 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c063e873-37fa-42ca-806a-e1c61666679b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:56.627804 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c063e873-37fa-42ca-806a-e1c61666679b None None] Bound using segment: {'id': 'faf370aa-a673-4eea-a33f-e0b4647a1e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '335520e2-9167-4b7e-a809-13159f4bbbea'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:38:56.627804 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-c063e873-37fa-42ca-806a-e1c61666679b None None] Bound port: f827a5ac-d494-4a3b-ae77-2cdeaf22607a, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf370aa-a673-4eea-a33f-e0b4647a1e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '335520e2-9167-4b7e-a809-13159f4bbbea'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:38:56.627804 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c063e873-37fa-42ca-806a-e1c61666679b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:56.778049 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a24e4d-3993-411c-a8c9-b4851b8ab038 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Subnet': ['ID=83e745ef-e369-41ed-8ad6-4fd03d6bf509,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:56.816076 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device f2d09bb2-bb68-461d-9693-b9138876a3d3 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:38:56.820841 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.api [None req-631e2cab-8e43-49a8-9b37-9fea09665501 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 12:38:56.820841 n-d-825178-3 neutron-server[87568]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 12:38:56.820841 n-d-825178-3 neutron-server[87568]: [parameters: {'id': '335520e2-9167-4b7e-a809-13159f4bbbea'}] Feb 09 12:38:56.820841 n-d-825178-3 neutron-server[87568]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:38:56.821991 n-d-825178-3 neutron-server[87568]: DEBUG oslo_db.api [None req-631e2cab-8e43-49a8-9b37-9fea09665501 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:38:56.849531 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-18a24e4d-3993-411c-a8c9-b4851b8ab038 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:56.923940 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe35b6e-63c1-44c7-93ba-4dfc7295609d req-83e93cf3-53d0-409c-9c06-23d28a6481a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:56.923940 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bbe35b6e-63c1-44c7-93ba-4dfc7295609d req-83e93cf3-53d0-409c-9c06-23d28a6481a3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=62875936-a445-45e1-a0e2-7d6538d7776f HTTP/1.1" status: 200 len: 1096 time: 2.3517570 Feb 09 12:38:56.947178 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-18a24e4d-3993-411c-a8c9-b4851b8ab038 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/83e745ef-e369-41ed-8ad6-4fd03d6bf509 HTTP/1.1" status: 204 len: 168 time: 1.7523551 Feb 09 12:38:56.951847 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45542) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:57.040516 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-c063e873-37fa-42ca-806a-e1c61666679b None None] For port f827a5ac-d494-4a3b-ae77-2cdeaf22607a, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:38:57.122437 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b693bd07-2909-4105-82fb-ea1159f3f3f9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1768229 Feb 09 12:38:57.126519 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45546) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:57.132427 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-cdd108ce-d367-488c-b5ba-0abce89f8513 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'subnet': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:38:57.169772 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-c063e873-37fa-42ca-806a-e1c61666679b None None] For port f827a5ac-d494-4a3b-ae77-2cdeaf22607a, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=f827a5ac-d494-4a3b-ae77-2cdeaf22607a,segment=NetworkSegment(faf370aa-a673-4eea-a33f-e0b4647a1e63),segment_id=faf370aa-a673-4eea-a33f-e0b4647a1e63)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:38:57.180123 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cd21f4-29f1-4aee-96c5-92282f57d89f None None] DHCP port deletion for f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:38:57.210562 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-759fe9d0-be24-4c34-a018-6f065337b276 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:57.212379 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-759fe9d0-be24-4c34-a018-6f065337b276 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/networks?id=01f3f4ff-beae-4106-8f70-e214cdcf114b HTTP/1.1" status: 200 len: 817 time: 1.5005879 Feb 09 12:38:57.219268 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c063e873-37fa-42ca-806a-e1c61666679b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:57.232262 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11cb47-2dca-4ae2-9fd5-d9b86841df88 req-77082c98-1bdd-4f4e-b98a-44970a7bae33 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:57.234245 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7f11cb47-2dca-4ae2-9fd5-d9b86841df88 req-77082c98-1bdd-4f4e-b98a-44970a7bae33 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=62875936-a445-45e1-a0e2-7d6538d7776f HTTP/1.1" status: 200 len: 945 time: 2.0374541 Feb 09 12:38:57.301000 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-0aa49848-3ed2-45ba-84ef-be8e2bc23cc3 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/quotas/e83e724b83ff4eff83d86a9461a0246b HTTP/1.1" status: 200 len: 375 time: 0.0718305 Feb 09 12:38:57.335444 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-cdd108ce-d367-488c-b5ba-0abce89f8513 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:38:57.335444 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-cdd108ce-d367-488c-b5ba-0abce89f8513 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Usage tracker for resource:subnet and tenant:a7add69c825d45b8a9a99e00c87aae63 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:38:57.335444 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-cdd108ce-d367-488c-b5ba-0abce89f8513 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:38:57.349166 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-cdd108ce-d367-488c-b5ba-0abce89f8513 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:38:57.360492 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-631e2cab-8e43-49a8-9b37-9fea09665501 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:57.365585 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bbe35b6e-63c1-44c7-93ba-4dfc7295609d req-825c6aa4-8c3b-4f8b-8c48-6f353fbc22b3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4163489 Feb 09 12:38:57.370706 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd108ce-d367-488c-b5ba-0abce89f8513 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:38:57.370706 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cdd108ce-d367-488c-b5ba-0abce89f8513 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:57.378389 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8ad62b3b-c70b-4b33-a2a9-9f85a5dafee8 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:57.460797 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-631e2cab-8e43-49a8-9b37-9fea09665501 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Deleting port f827a5ac-d494-4a3b-ae77-2cdeaf22607a {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:38:57.460797 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-631e2cab-8e43-49a8-9b37-9fea09665501 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:57.505418 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b9cd21f4-29f1-4aee-96c5-92282f57d89f None None] Deleting port b5549b20-0d60-42a2-81ed-2a2c5b40a9b7 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:38:57.505418 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b9cd21f4-29f1-4aee-96c5-92282f57d89f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:57.606256 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c063e873-37fa-42ca-806a-e1c61666679b None None] Pushing event updated for resources: {'Port': ['ID=f827a5ac-d494-4a3b-ae77-2cdeaf22607a,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:57.621624 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port f2d09bb2-bb68-461d-9693-b9138876a3d3 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:38:57.796546 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-47b64285-01f7-4ebb-8cf4-6a71addd9e70 None None] Provisioning for port f2d09bb2-bb68-461d-9693-b9138876a3d3 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:38:57.817987 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-47b64285-01f7-4ebb-8cf4-6a71addd9e70 None None] Provisioning complete for port f2d09bb2-bb68-461d-9693-b9138876a3d3 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:38:57.817987 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-47b64285-01f7-4ebb-8cf4-6a71addd9e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:57.870003 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-631e2cab-8e43-49a8-9b37-9fea09665501 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] For port f827a5ac-d494-4a3b-ae77-2cdeaf22607a, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=f827a5ac-d494-4a3b-ae77-2cdeaf22607a,segment=NetworkSegment(faf370aa-a673-4eea-a33f-e0b4647a1e63),segment_id=faf370aa-a673-4eea-a33f-e0b4647a1e63)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:38:57.870003 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-631e2cab-8e43-49a8-9b37-9fea09665501 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:57.876807 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9b3ac2-4096-4cfe-8f27-b5b76b23e76e None None] Network 335520e2-9167-4b7e-a809-13159f4bbbea requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:38:58.013032 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7f11cb47-2dca-4ae2-9fd5-d9b86841df88 req-a129fc85-e52e-44ae-83fc-dc538bc5cd09 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7595017 Feb 09 12:38:58.261763 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-631e2cab-8e43-49a8-9b37-9fea09665501 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Calling delete_port for f827a5ac-d494-4a3b-ae77-2cdeaf22607a owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:38:58.263708 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-8e39a25c-33e1-4d21-861d-e7321eafe067 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e83e724b83ff4eff83d86a9461a0246b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9452362 Feb 09 12:38:58.263708 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8ad62b3b-c70b-4b33-a2a9-9f85a5dafee8 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:58.317143 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8ad62b3b-c70b-4b33-a2a9-9f85a5dafee8 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1740557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1740570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1738587'] for router, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:58.622947 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-631e2cab-8e43-49a8-9b37-9fea09665501 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:58.754776 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device b5549b20-0d60-42a2-81ed-2a2c5b40a9b7 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:38:58.899336 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-610e332a-fae4-407c-a39d-775f29ff4f1d service neutron] 10.222.0.55 "GET /v2.0/networks/01f3f4ff-beae-4106-8f70-e214cdcf114b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6153543 Feb 09 12:38:59.084595 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca90f81-12c0-4d6b-be6f-9bbcd1ec25d0 None None] Update dhcp port {'port': {'network_id': '7af25b1c-1833-4b8e-b2fd-66478d052a5e', 'fixed_ips': [{'subnet_id': '36da5cb7-68bb-4d3e-ac49-84c45b78f83c', 'ip_address': '2001:db8::2'}, {'subnet_id': '4d1200e5-88d9-498e-9d1e-33dc5aeb17a4'}], 'binding:host_id': 'n-d-825178-3'}, 'id': 'f2d09bb2-bb68-461d-9693-b9138876a3d3'} from n-d-825178-3. {{(pid=87569) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 12:38:59.106171 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad62b3b-c70b-4b33-a2a9-9f85a5dafee8 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Router 5c411875-21b0-4d17-ae48-4d78abea5588 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:38:59.129677 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631e2cab-8e43-49a8-9b37-9fea09665501 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] No DVR routers for this DVR port f827a5ac-d494-4a3b-ae77-2cdeaf22607a on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:38:59.243360 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e2cab-8e43-49a8-9b37-9fea09665501 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Pushing event deleted for resources: {'Port': ['ID=f827a5ac-d494-4a3b-ae77-2cdeaf22607a,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:38:59.416940 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-410bca28-d2ca-4073-99ee-ed36061fe9e9 service neutron] 10.222.0.55 "GET /v2.0/networks/01f3f4ff-beae-4106-8f70-e214cdcf114b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5182102 Feb 09 12:38:59.491804 n-d-825178-3 neutron-server[87568]: DEBUG neutron.objects.ports [None req-cdd108ce-d367-488c-b5ba-0abce89f8513 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87568) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 12:38:59.545585 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-b9cd21f4-29f1-4aee-96c5-92282f57d89f None None] For port b5549b20-0d60-42a2-81ed-2a2c5b40a9b7, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=b5549b20-0d60-42a2-81ed-2a2c5b40a9b7,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:38:59.545714 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b9cd21f4-29f1-4aee-96c5-92282f57d89f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:59.621498 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108ea1e-c7bf-4751-9488-c694101e61c4 req-81df3361-8077-4d40-a139-5e10bf1a8e7a tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:38:59.621498 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f108ea1e-c7bf-4751-9488-c694101e61c4 req-81df3361-8077-4d40-a139-5e10bf1a8e7a tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=62875936-a445-45e1-a0e2-7d6538d7776f HTTP/1.1" status: 200 len: 945 time: 0.3242121 Feb 09 12:38:59.621498 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad62b3b-c70b-4b33-a2a9-9f85a5dafee8 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:38:59.621498 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8ad62b3b-c70b-4b33-a2a9-9f85a5dafee8 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:38:59.621498 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8ad62b3b-c70b-4b33-a2a9-9f85a5dafee8 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] 10.222.0.55 "PUT /v2.0/routers/5c411875-21b0-4d17-ae48-4d78abea5588 HTTP/1.1" status: 200 len: 915 time: 10.1540010 Feb 09 12:38:59.623935 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04224ccd-f134-4a3b-b568-b73d6b6e5434 None None] Sync routers for ids ['5c411875-21b0-4d17-ae48-4d78abea5588'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:38:59.639144 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45572) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:38:59.660836 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04224ccd-f134-4a3b-b568-b73d6b6e5434 None None] Routers {'5c411875-21b0-4d17-ae48-4d78abea5588'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:38:59.660836 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-04224ccd-f134-4a3b-b568-b73d6b6e5434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:38:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['5c411875-21b0-4d17-ae48-4d78abea5588'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:59.754247 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f108ea1e-c7bf-4751-9488-c694101e61c4 req-fc25ed1a-4187-4d76-9796-5bd430dbf39f tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295688 Feb 09 12:38:59.875197 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-04224ccd-f134-4a3b-b568-b73d6b6e5434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:59.896174 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04224ccd-f134-4a3b-b568-b73d6b6e5434 None None] Routers {'5c411875-21b0-4d17-ae48-4d78abea5588'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:38:59.897156 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-04224ccd-f134-4a3b-b568-b73d6b6e5434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:38:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['5c411875-21b0-4d17-ae48-4d78abea5588'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:59.965130 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b9cd21f4-29f1-4aee-96c5-92282f57d89f None None] Calling delete_port for b5549b20-0d60-42a2-81ed-2a2c5b40a9b7 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:38:59.991204 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-04224ccd-f134-4a3b-b568-b73d6b6e5434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:38:59.994872 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04224ccd-f134-4a3b-b568-b73d6b6e5434 None None] The sync data for ids ['5c411875-21b0-4d17-ae48-4d78abea5588'] in n-d-825178-3 is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:39:00.035377 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-631e2cab-8e43-49a8-9b37-9fea09665501 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:00.109630 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-631e2cab-8e43-49a8-9b37-9fea09665501 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['335520e2-9167-4b7e-a809-13159f4bbbea']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:39:00.145273 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-631e2cab-8e43-49a8-9b37-9fea09665501 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faf370aa-a673-4eea-a33f-e0b4647a1e63') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:39:00.145273 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-631e2cab-8e43-49a8-9b37-9fea09665501 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faf370aa-a673-4eea-a33f-e0b4647a1e63') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:39:00.194225 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-27b58d7a-e85a-4d4c-b97d-809bb8755898 req-1517948e-712e-45ee-839b-aa53afe855e7 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 210 time: 0.2566900 Feb 09 12:39:00.205713 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-02629884-787a-4201-ae8f-4b47a5ceee44 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] 10.222.0.55 "GET /v2.0/routers/5c411875-21b0-4d17-ae48-4d78abea5588 HTTP/1.1" status: 200 len: 921 time: 0.5639694 Feb 09 12:39:00.209365 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45592) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:00.322323 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-631e2cab-8e43-49a8-9b37-9fea09665501 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:00.335807 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-47b64285-01f7-4ebb-8cf4-6a71addd9e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:00.393259 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-631e2cab-8e43-49a8-9b37-9fea09665501 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:00.395563 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cdd108ce-d367-488c-b5ba-0abce89f8513 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:00.402955 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-47b64285-01f7-4ebb-8cf4-6a71addd9e70 None None] For port f2d09bb2-bb68-461d-9693-b9138876a3d3, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=f2d09bb2-bb68-461d-9693-b9138876a3d3,segment=NetworkSegment(eddb1d6f-2692-4b4e-944e-2f8462e882cb),segment_id=eddb1d6f-2692-4b4e-944e-2f8462e882cb)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:39:00.405114 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-b9cd21f4-29f1-4aee-96c5-92282f57d89f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:39:00.405712 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-b9cd21f4-29f1-4aee-96c5-92282f57d89f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:39:00.406596 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9ca90f81-12c0-4d6b-be6f-9bbcd1ec25d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:00.433871 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-631e2cab-8e43-49a8-9b37-9fea09665501 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:39:00.434307 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-631e2cab-8e43-49a8-9b37-9fea09665501 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:00.466026 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0209a0ef-37c8-4009-9da0-5adc03f1f79c None None] Network 335520e2-9167-4b7e-a809-13159f4bbbea requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:39:00.541653 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63f599-3b0c-4ee2-b940-a22ffcaf87b4 req-a23e3ced-2060-417f-9276-c6bfa7501f60 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:00.552905 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-be63f599-3b0c-4ee2-b940-a22ffcaf87b4 req-a23e3ced-2060-417f-9276-c6bfa7501f60 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=62875936-a445-45e1-a0e2-7d6538d7776f HTTP/1.1" status: 200 len: 945 time: 0.4744580 Feb 09 12:39:00.598905 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:39:00.598905 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:39:00.598905 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:39:00.598905 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:39:00.598905 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:39:00.598905 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:39:00.598905 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:39:00.598905 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:39:00.598905 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:39:00.598905 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:39:00.598905 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:39:00.598905 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:39:00.598905 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:39:00.598905 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:39:00.598905 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:39:00.598905 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:39:00.598905 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:39:00.598905 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:39:00.598905 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:39:00.598905 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:39:00.598905 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:39:00.598905 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:39:00.598905 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:39:00.598905 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:39:00.598905 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:39:00.598905 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:39:00.598905 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:39:00.598905 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:39:00.598905 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:39:00.598905 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:39:00.598905 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:39:00.598905 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:39:00.607985 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-631e2cab-8e43-49a8-9b37-9fea09665501 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:00.626028 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-be63f599-3b0c-4ee2-b940-a22ffcaf87b4 req-2deb7afd-17eb-4887-8a77-8b7c684b5bd9 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742898 Feb 09 12:39:00.693128 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-631e2cab-8e43-49a8-9b37-9fea09665501 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:00.710251 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9d2c9d-903b-4b98-b2c5-a8f5a37298bf tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:00.710251 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9c9d2c9d-903b-4b98-b2c5-a8f5a37298bf tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=af0bad45-b31e-4cb1-a77c-3bbc34409de5&device_id=5c411875-21b0-4d17-ae48-4d78abea5588&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4933014 Feb 09 12:39:00.710251 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45602) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:00.733699 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e2cab-8e43-49a8-9b37-9fea09665501 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Pushing event deleted for resources: {'Network': ['ID=335520e2-9167-4b7e-a809-13159f4bbbea,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:00.754460 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-631e2cab-8e43-49a8-9b37-9fea09665501 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "DELETE /v2.0/networks/335520e2-9167-4b7e-a809-13159f4bbbea HTTP/1.1" status: 204 len: 168 time: 5.8631887 Feb 09 12:39:00.763501 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-47b64285-01f7-4ebb-8cf4-6a71addd9e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:00.769847 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45606) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:00.848935 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-00d60a42-32db-4be6-8e0a-e7ab564c02ef tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] DELETE failed (client error): The resource could not be found. Feb 09 12:39:00.860226 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00d60a42-32db-4be6-8e0a-e7ab564c02ef tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:39:00.862022 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-00d60a42-32db-4be6-8e0a-e7ab564c02ef tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "DELETE /v2.0/networks/335520e2-9167-4b7e-a809-13159f4bbbea HTTP/1.1" status: 404 len: 339 time: 0.0912049 Feb 09 12:39:00.958740 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b9cd21f4-29f1-4aee-96c5-92282f57d89f None None] Deleting port b5549b20-0d60-42a2-81ed-2a2c5b40a9b7 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:39:00.959117 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b9cd21f4-29f1-4aee-96c5-92282f57d89f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:01.013474 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45614) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:01.017767 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:01.030551 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-ad3f2ce0-6ebd-43e5-b8e1-0ad397b5d965 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-20800465', 'description': 'd1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:39:01.076787 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ad3f2ce0-6ebd-43e5-b8e1-0ad397b5d965 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:39:01.100779 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ad3f2ce0-6ebd-43e5-b8e1-0ad397b5d965 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Usage tracker for resource:network and tenant:5f8790993e0f41f09732ffe414985734 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:39:01.115944 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ad3f2ce0-6ebd-43e5-b8e1-0ad397b5d965 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:39:01.132407 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ad3f2ce0-6ebd-43e5-b8e1-0ad397b5d965 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:39:01.216634 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3f2ce0-6ebd-43e5-b8e1-0ad397b5d965 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Made reservation on behalf of 5f8790993e0f41f09732ffe414985734 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:39:01.233221 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7c9372-3e09-477f-b312-8acd73660212 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:01.240343 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1a7c9372-3e09-477f-b312-8acd73660212 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] 10.222.0.55 "GET /v2.0/networks/af0bad45-b31e-4cb1-a77c-3bbc34409de5 HTTP/1.1" status: 200 len: 881 time: 0.5272067 Feb 09 12:39:01.242475 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ad3f2ce0-6ebd-43e5-b8e1-0ad397b5d965 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:01.242624 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45622) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:01.293867 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b64285-01f7-4ebb-8cf4-6a71addd9e70 None None] Pushing event updated for resources: {'Port': ['ID=f2d09bb2-bb68-461d-9693-b9138876a3d3,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:01.342892 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad3f2ce0-6ebd-43e5-b8e1-0ad397b5d965 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:39:01.393115 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-cdd108ce-d367-488c-b5ba-0abce89f8513 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] For port b5549b20-0d60-42a2-81ed-2a2c5b40a9b7, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=b5549b20-0d60-42a2-81ed-2a2c5b40a9b7,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:39:01.434226 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c92e187a-fda4-46ea-9de7-4af2a4bd593c tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c411875-21b0-4d17-ae48-4d78abea5588 HTTP/1.1" status: 200 len: 205 time: 0.1903179 Feb 09 12:39:01.442167 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45628) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:01.455851 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cdd108ce-d367-488c-b5ba-0abce89f8513 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:01.467062 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cdd108ce-d367-488c-b5ba-0abce89f8513 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:01.479559 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cdd108ce-d367-488c-b5ba-0abce89f8513 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:01.497874 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ad3f2ce0-6ebd-43e5-b8e1-0ad397b5d965 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:01.497874 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-ad3f2ce0-6ebd-43e5-b8e1-0ad397b5d965 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Added segment 658fe29b-6862-4695-8c1f-d57ac6bb1c74 of type vlan for network dfe7d3f6-a0cc-4f3a-86ab-fbfe3b813921 Feb 09 12:39:01.575356 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ad3f2ce0-6ebd-43e5-b8e1-0ad397b5d965 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:01.729970 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd108ce-d367-488c-b5ba-0abce89f8513 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:39:01.745747 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-cdd108ce-d367-488c-b5ba-0abce89f8513 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:39:01.754945 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd108ce-d367-488c-b5ba-0abce89f8513 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:01.754945 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cdd108ce-d367-488c-b5ba-0abce89f8513 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:01.790110 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd108ce-d367-488c-b5ba-0abce89f8513 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Subnet': ['ID=9c3204a3-564c-4d12-869c-011da1dd72e6,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:01.790110 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd108ce-d367-488c-b5ba-0abce89f8513 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Port': ['ID=b5549b20-0d60-42a2-81ed-2a2c5b40a9b7,revision_number=8']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:01.805931 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-cdd108ce-d367-488c-b5ba-0abce89f8513 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.6733363 Feb 09 12:39:01.805931 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ad3f2ce0-6ebd-43e5-b8e1-0ad397b5d965 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:01.824254 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3f2ce0-6ebd-43e5-b8e1-0ad397b5d965 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:01.824254 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ad3f2ce0-6ebd-43e5-b8e1-0ad397b5d965 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:01.834678 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45636) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:01.842886 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-c9f10cd9-1ed1-460c-b6b1-0fbc24858ca5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'subnet': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:39:01.873083 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ad3f2ce0-6ebd-43e5-b8e1-0ad397b5d965 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8526216 Feb 09 12:39:01.873083 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45640) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:01.972930 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-284e64fc-26f6-4292-b444-0b68fd39586f req-9bd60e0c-8253-4b0e-a7a1-df6e05ae86e6 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 210 time: 0.3248773 Feb 09 12:39:02.075347 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-b9cd21f4-29f1-4aee-96c5-92282f57d89f None None] For port b5549b20-0d60-42a2-81ed-2a2c5b40a9b7, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=b5549b20-0d60-42a2-81ed-2a2c5b40a9b7,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:39:02.075974 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b9cd21f4-29f1-4aee-96c5-92282f57d89f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:02.131065 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f2ce0-6ebd-43e5-b8e1-0ad397b5d965 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Pushing event updated for resources: {'Network': ['ID=dfe7d3f6-a0cc-4f3a-86ab-fbfe3b813921,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:02.236965 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:39:02.236965 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:39:02.325552 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network dfe7d3f6-a0cc-4f3a-86ab-fbfe3b813921 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:39:02.348747 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b9cd21f4-29f1-4aee-96c5-92282f57d89f None None] Calling delete_port for b5549b20-0d60-42a2-81ed-2a2c5b40a9b7 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:39:02.548968 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60c3237-a993-4c83-8e2d-532cf03901bc tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:02.551029 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e60c3237-a993-4c83-8e2d-532cf03901bc tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Synchronizing usage tracker for tenant:5f8790993e0f41f09732ffe414985734 on resource:network {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:39:02.586151 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e60c3237-a993-4c83-8e2d-532cf03901bc tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Unset dirty status for tenant:5f8790993e0f41f09732ffe414985734 on resource:network {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:39:02.586151 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e60c3237-a993-4c83-8e2d-532cf03901bc tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "GET /v2.0/networks?id=dfe7d3f6-a0cc-4f3a-86ab-fbfe3b813921 HTTP/1.1" status: 200 len: 763 time: 0.7092433 Feb 09 12:39:02.586151 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45650) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:02.606002 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-63812fa5-1333-4411-8fc3-96fdf78eca10 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Request body: {'network': {'description': 'd2'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:39:02.653664 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-50542e21-c1af-4ee5-8e89-a5fdd075a662 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:02.656071 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-9ca90f81-12c0-4d6b-be6f-9bbcd1ec25d0 None None] Allocated IP 172.20.0.1 (7af25b1c-1833-4b8e-b2fd-66478d052a5e/4d1200e5-88d9-498e-9d1e-33dc5aeb17a4/f2d09bb2-bb68-461d-9693-b9138876a3d3) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:39:03.077102 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c9f10cd9-1ed1-460c-b6b1-0fbc24858ca5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:39:03.088508 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:03.121779 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007c412-5552-49d1-ba0b-f85251413d86 req-ecf7bb15-6fc3-4a3d-b267-6230932a5765 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:03.129830 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3007c412-5552-49d1-ba0b-f85251413d86 req-ecf7bb15-6fc3-4a3d-b267-6230932a5765 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=62875936-a445-45e1-a0e2-7d6538d7776f HTTP/1.1" status: 200 len: 945 time: 1.6873775 Feb 09 12:39:03.249088 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-63812fa5-1333-4411-8fc3-96fdf78eca10 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:03.276764 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c9f10cd9-1ed1-460c-b6b1-0fbc24858ca5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Usage tracker for resource:subnet and tenant:a7add69c825d45b8a9a99e00c87aae63 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:39:03.283275 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c9f10cd9-1ed1-460c-b6b1-0fbc24858ca5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:39:03.289303 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c9f10cd9-1ed1-460c-b6b1-0fbc24858ca5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:39:03.316032 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-63812fa5-1333-4411-8fc3-96fdf78eca10 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:03.331149 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f10cd9-1ed1-460c-b6b1-0fbc24858ca5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:39:03.335005 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c9f10cd9-1ed1-460c-b6b1-0fbc24858ca5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:03.362194 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-63812fa5-1333-4411-8fc3-96fdf78eca10 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Network dfe7d3f6-a0cc-4f3a-86ab-fbfe3b813921 is not hosted by any dhcp agent {{(pid=87568) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 09 12:39:03.372595 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63812fa5-1333-4411-8fc3-96fdf78eca10 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:03.373227 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-63812fa5-1333-4411-8fc3-96fdf78eca10 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:03.374491 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-63812fa5-1333-4411-8fc3-96fdf78eca10 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "PUT /v2.0/networks/dfe7d3f6-a0cc-4f3a-86ab-fbfe3b813921 HTTP/1.1" status: 200 len: 760 time: 0.7877522 Feb 09 12:39:03.386329 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b9cd21f4-29f1-4aee-96c5-92282f57d89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:03.395426 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45664) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:03.445385 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-97738a63-ba1a-456f-a254-f7e1093b92ce tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:03.445385 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-97738a63-ba1a-456f-a254-f7e1093b92ce tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.46 "GET /v2.0/networks?id=01f3f4ff-beae-4106-8f70-e214cdcf114b HTTP/1.1" status: 200 len: 817 time: 1.2738268 Feb 09 12:39:03.482918 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cd21f4-29f1-4aee-96c5-92282f57d89f None None] Pushing event deleted for resources: {'Port': ['ID=b5549b20-0d60-42a2-81ed-2a2c5b40a9b7,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:03.519085 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a0608fe2-1839-4159-a1db-f962dafa5afc req-8ff633a1-c7e6-42d4-8c12-03d329ddb7e3 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 210 time: 0.1626296 Feb 09 12:39:03.584020 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3007c412-5552-49d1-ba0b-f85251413d86 req-e5bfea31-ca24-4ce2-860d-cb3ac3ded924 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4503603 Feb 09 12:39:03.714835 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-9ca90f81-12c0-4d6b-be6f-9bbcd1ec25d0 None None] For port f2d09bb2-bb68-461d-9693-b9138876a3d3, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=f2d09bb2-bb68-461d-9693-b9138876a3d3,segment=NetworkSegment(eddb1d6f-2692-4b4e-944e-2f8462e882cb),segment_id=eddb1d6f-2692-4b4e-944e-2f8462e882cb)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:39:03.722578 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63812fa5-1333-4411-8fc3-96fdf78eca10 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Pushing event updated for resources: {'Network': ['ID=dfe7d3f6-a0cc-4f3a-86ab-fbfe3b813921,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:03.726232 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cd21f4-29f1-4aee-96c5-92282f57d89f None None] No DVR routers for this DVR port b5549b20-0d60-42a2-81ed-2a2c5b40a9b7 on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:39:03.746623 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network dfe7d3f6-a0cc-4f3a-86ab-fbfe3b813921 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:39:03.838598 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa4d8a8-0c37-4ae2-9153-9d2cc876ac95 None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:39:03.844262 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e86a29-666b-49f5-8959-497917e34f59 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:03.845749 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-50542e21-c1af-4ee5-8e89-a5fdd075a662 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:03.859609 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c0e86a29-666b-49f5-8959-497917e34f59 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "GET /v2.0/networks?id=dfe7d3f6-a0cc-4f3a-86ab-fbfe3b813921 HTTP/1.1" status: 200 len: 763 time: 0.4557605 Feb 09 12:39:03.859609 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45672) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:03.880162 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device f2d09bb2-bb68-461d-9693-b9138876a3d3 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:39:03.994088 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-6450744a-2984-4b2e-a458-8f3d91938964 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e83e724b83ff4eff83d86a9461a0246b HTTP/1.1" status: 200 len: 380 time: 0.4571781 Feb 09 12:39:04.026785 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9ca90f81-12c0-4d6b-be6f-9bbcd1ec25d0 None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:04.042338 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4707858e-0763-492c-be6f-96458d81ad56 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:04.042338 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4707858e-0763-492c-be6f-96458d81ad56 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1818991 Feb 09 12:39:04.050674 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45678) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:04.069963 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-7d2b82f4-9004-44bd-b8e0-26ff21f59c90 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Request body: {'port': {'device_id': '047b4463-0b53-4301-8bd8-6e48417a147f', 'network_id': '01f3f4ff-beae-4106-8f70-e214cdcf114b', 'admin_state_up': True, 'tenant_id': 'e83e724b83ff4eff83d86a9461a0246b', 'security_groups': ['9d7571fd-0756-4468-bd3c-a3877d2e955c']}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:39:04.104545 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-797551c7-cec4-4145-b8b1-2af6426a5217 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Synchronizing usage tracker for tenant:5f8790993e0f41f09732ffe414985734 on resource:subnet {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:39:04.108856 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-9ca90f81-12c0-4d6b-be6f-9bbcd1ec25d0 None None] Transition to ACTIVE for port object f2d09bb2-bb68-461d-9693-b9138876a3d3 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:39:04.124308 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-797551c7-cec4-4145-b8b1-2af6426a5217 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Unset dirty status for tenant:5f8790993e0f41f09732ffe414985734 on resource:subnet {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:39:04.125675 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-797551c7-cec4-4145-b8b1-2af6426a5217 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "GET /v2.0/subnets?network_id=af0bad45-b31e-4cb1-a77c-3bbc34409de5 HTTP/1.1" status: 200 len: 207 time: 0.0809937 Feb 09 12:39:04.129230 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45682) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:04.148976 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9ca90f81-12c0-4d6b-be6f-9bbcd1ec25d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:04.433510 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-50542e21-c1af-4ee5-8e89-a5fdd075a662 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Deleting port a9e8c98b-e9fe-4ba0-b677-e20c83e3c001 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:39:04.433510 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-50542e21-c1af-4ee5-8e89-a5fdd075a662 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:04.450977 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404b275c-47e1-484f-b0c3-e6b158aac89a tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:04.453762 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca90f81-12c0-4d6b-be6f-9bbcd1ec25d0 None None] Pushing event updated for resources: {'Port': ['ID=f2d09bb2-bb68-461d-9693-b9138876a3d3,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:04.478068 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404b275c-47e1-484f-b0c3-e6b158aac89a tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:04.485659 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404b275c-47e1-484f-b0c3-e6b158aac89a tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:04.508329 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404b275c-47e1-484f-b0c3-e6b158aac89a tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:04.525047 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404b275c-47e1-484f-b0c3-e6b158aac89a tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:04.539157 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404b275c-47e1-484f-b0c3-e6b158aac89a tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:04.546176 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-404b275c-47e1-484f-b0c3-e6b158aac89a tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.4146407 Feb 09 12:39:04.549842 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45692) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:04.611775 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec32136-ff7d-4d5a-af11-89c96fb5a9a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'tenant_id': 'a7add69c825d45b8a9a99e00c87aae63', 'fixed_ips': [{'subnet_id': '9c3204a3-564c-4d12-869c-011da1dd72e6'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:39:04.613545 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0ec32136-ff7d-4d5a-af11-89c96fb5a9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:04.934592 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9a586191-8268-4be9-aa0c-b7a833e832d4 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.3835435 Feb 09 12:39:04.935254 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45698) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:05.008938 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-7d2b82f4-9004-44bd-b8e0-26ff21f59c90 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:39:05.146092 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c5434b-dca3-46f6-8390-3b91dea587a2 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:05.146092 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c5434b-dca3-46f6-8390-3b91dea587a2 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:05.155609 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c5434b-dca3-46f6-8390-3b91dea587a2 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:05.155609 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c5434b-dca3-46f6-8390-3b91dea587a2 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:05.164380 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c5434b-dca3-46f6-8390-3b91dea587a2 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:05.164380 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a5c5434b-dca3-46f6-8390-3b91dea587a2 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2258499 Feb 09 12:39:05.174041 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45704) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:05.175879 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-0ec32136-ff7d-4d5a-af11-89c96fb5a9a3 None None] Allocated IP 2001:db8::f816:3eff:fe84:61ae (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/9c3204a3-564c-4d12-869c-011da1dd72e6/7dfd36f3-049d-488b-8ae9-5b519e616117) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:39:05.179085 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c449ed5f-2b7e-4bfc-9337-031239f445fa req-40b23787-a76f-421d-9594-d5d1cbc91287 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 210 time: 0.2206206 Feb 09 12:39:05.231579 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-7d2b82f4-9004-44bd-b8e0-26ff21f59c90 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:39:05.445896 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8fe2a8-0cf4-43ab-a0b0-16e9c18f19cf tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attributes excluded by policy engine: ['shared'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:05.454930 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8fe2a8-0cf4-43ab-a0b0-16e9c18f19cf tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attributes excluded by policy engine: ['shared'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:05.456772 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8fe2a8-0cf4-43ab-a0b0-16e9c18f19cf tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attributes excluded by policy engine: ['shared'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:05.458844 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8fe2a8-0cf4-43ab-a0b0-16e9c18f19cf tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attributes excluded by policy engine: ['shared'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:05.460231 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-7d2b82f4-9004-44bd-b8e0-26ff21f59c90 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Made reservation on behalf of e83e724b83ff4eff83d86a9461a0246b for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:39:05.463241 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8fe2a8-0cf4-43ab-a0b0-16e9c18f19cf tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attributes excluded by policy engine: ['shared'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:05.464813 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-7d2b82f4-9004-44bd-b8e0-26ff21f59c90 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:05.471457 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7c8fe2a8-0cf4-43ab-a0b0-16e9c18f19cf tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3000944 Feb 09 12:39:05.472099 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45714) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:05.762631 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device f2d09bb2-bb68-461d-9693-b9138876a3d3 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:39:05.792722 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-7d2b82f4-9004-44bd-b8e0-26ff21f59c90 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Allocated IP 172.20.0.9 (01f3f4ff-beae-4106-8f70-e214cdcf114b/45d760f9-948b-4bf5-bf1f-a52c1e984121/89ca83b9-7e07-4cca-af3e-3ae2552fd7a7) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:39:05.794351 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caeeb7dd-af27-457d-9c57-baa2f8703353 None None] Network 7af25b1c-1833-4b8e-b2fd-66478d052a5e requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:39:05.969848 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-294df57a-42cf-4db8-af08-f14b82fee2a5 None None] Provisioning for port f2d09bb2-bb68-461d-9693-b9138876a3d3 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:39:05.973184 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38a46e9-b4e5-403b-81de-9adc8db1b98e tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:05.980631 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-294df57a-42cf-4db8-af08-f14b82fee2a5 None None] Provisioning complete for port f2d09bb2-bb68-461d-9693-b9138876a3d3 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:39:05.980631 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-294df57a-42cf-4db8-af08-f14b82fee2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:05.984020 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b38a46e9-b4e5-403b-81de-9adc8db1b98e tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "GET /v2.0/networks/264ff88a-1ff3-4f65-9546-5def0adda7d8 HTTP/1.1" status: 200 len: 803 time: 0.5045784 Feb 09 12:39:05.984020 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45720) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:06.070275 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0ec32136-ff7d-4d5a-af11-89c96fb5a9a3 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:06.109609 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cbd486-7c8b-4ad6-9563-70961b7627db req-82976623-d7b6-4b54-b36e-57044a936a22 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:06.111956 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0ec32136-ff7d-4d5a-af11-89c96fb5a9a3 None None] Transition to ACTIVE for port object 7dfd36f3-049d-488b-8ae9-5b519e616117 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:39:06.119261 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-33cbd486-7c8b-4ad6-9563-70961b7627db req-82976623-d7b6-4b54-b36e-57044a936a22 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=62875936-a445-45e1-a0e2-7d6538d7776f HTTP/1.1" status: 200 len: 945 time: 2.3309658 Feb 09 12:39:06.138752 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-50542e21-c1af-4ee5-8e89-a5fdd075a662 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:06.194646 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port f2d09bb2-bb68-461d-9693-b9138876a3d3 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:39:06.194646 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:06.258385 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-edc70e5a-ed6c-4c05-b008-698eb1121018 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "GET /v2.0/networks/264ff88a-1ff3-4f65-9546-5def0adda7d8?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2702539 Feb 09 12:39:06.266065 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45728) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:06.512537 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b015b52a-d2f9-46ba-8390-173bf934eac0 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:06.521844 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b015b52a-d2f9-46ba-8390-173bf934eac0 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "GET /v2.0/subnets/ccf734f0-5739-4cbc-b74f-9721081d0487 HTTP/1.1" status: 200 len: 843 time: 0.2514839 Feb 09 12:39:06.523197 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45738) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:06.527420 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-50542e21-c1af-4ee5-8e89-a5fdd075a662 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Calling delete_port for a9e8c98b-e9fe-4ba0-b677-e20c83e3c001 owned by network:router_gateway {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:39:06.603870 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0ec32136-ff7d-4d5a-af11-89c96fb5a9a3 None None] Transition to ACTIVE for port object 7dfd36f3-049d-488b-8ae9-5b519e616117 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:39:06.655635 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0ec32136-ff7d-4d5a-af11-89c96fb5a9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:06.660418 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-7d2b82f4-9004-44bd-b8e0-26ff21f59c90 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:06.696655 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-33cbd486-7c8b-4ad6-9563-70961b7627db req-ed299261-980c-483f-b36a-bc94535957be tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5643406 Feb 09 12:39:06.898835 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec32136-ff7d-4d5a-af11-89c96fb5a9a3 None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:39:06.924181 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-0ec32136-ff7d-4d5a-af11-89c96fb5a9a3 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:39:06.995754 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec32136-ff7d-4d5a-af11-89c96fb5a9a3 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:39:07.020786 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec32136-ff7d-4d5a-af11-89c96fb5a9a3 None None] Pushing event updated for resources: {'Port': ['ID=7dfd36f3-049d-488b-8ae9-5b519e616117,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:07.056972 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf88def5-406c-49f1-b1aa-0b719f232178 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attributes excluded by policy engine: ['shared'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:07.062522 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-cf88def5-406c-49f1-b1aa-0b719f232178 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "GET /v2.0/subnets/ccf734f0-5739-4cbc-b74f-9721081d0487?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.5261035 Feb 09 12:39:07.062522 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45754) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:07.075476 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-4de96a63-2f4a-47a9-8b60-27fae0ce7399 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-12066477'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:39:07.078975 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-7d2b82f4-9004-44bd-b8e0-26ff21f59c90 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Transition to ACTIVE for port object 89ca83b9-7e07-4cca-af3e-3ae2552fd7a7 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:39:07.089160 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4de96a63-2f4a-47a9-8b60-27fae0ce7399 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:39:07.125580 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4de96a63-2f4a-47a9-8b60-27fae0ce7399 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:39:07.156085 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de96a63-2f4a-47a9-8b60-27fae0ce7399 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Made reservation on behalf of 5f8790993e0f41f09732ffe414985734 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:39:07.156085 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4de96a63-2f4a-47a9-8b60-27fae0ce7399 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:07.223206 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4de96a63-2f4a-47a9-8b60-27fae0ce7399 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:39:07.232832 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4de96a63-2f4a-47a9-8b60-27fae0ce7399 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:07.232832 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-4de96a63-2f4a-47a9-8b60-27fae0ce7399 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Added segment cb8fc7e6-3593-492e-8c4b-02c5078a7ab5 of type vlan for network b1264184-debb-44c9-8739-194d56a9e1d9 Feb 09 12:39:07.296258 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-7d2b82f4-9004-44bd-b8e0-26ff21f59c90 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:07.320808 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-0ec32136-ff7d-4d5a-af11-89c96fb5a9a3 None None] Attempting to bind port 7dfd36f3-049d-488b-8ae9-5b519e616117 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:39:07.321400 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-0ec32136-ff7d-4d5a-af11-89c96fb5a9a3 None None] Attempting to bind port 7dfd36f3-049d-488b-8ae9-5b519e616117 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:39:07.321495 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec32136-ff7d-4d5a-af11-89c96fb5a9a3 None None] Attempting to bind port 7dfd36f3-049d-488b-8ae9-5b519e616117 on network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:39:07.326246 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4de96a63-2f4a-47a9-8b60-27fae0ce7399 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:07.329968 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec32136-ff7d-4d5a-af11-89c96fb5a9a3 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:39:07.330339 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec32136-ff7d-4d5a-af11-89c96fb5a9a3 None None] Checking segment: {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:39:07.330740 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0ec32136-ff7d-4d5a-af11-89c96fb5a9a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:07.331131 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec32136-ff7d-4d5a-af11-89c96fb5a9a3 None None] Bound using segment: {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:39:07.331595 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-0ec32136-ff7d-4d5a-af11-89c96fb5a9a3 None None] Bound port: 7dfd36f3-049d-488b-8ae9-5b519e616117, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:39:07.332079 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0ec32136-ff7d-4d5a-af11-89c96fb5a9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:07.418407 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4de96a63-2f4a-47a9-8b60-27fae0ce7399 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:07.427462 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de96a63-2f4a-47a9-8b60-27fae0ce7399 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:07.428509 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4de96a63-2f4a-47a9-8b60-27fae0ce7399 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:07.511040 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-0ec32136-ff7d-4d5a-af11-89c96fb5a9a3 None None] For port 7dfd36f3-049d-488b-8ae9-5b519e616117, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:39:07.538200 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-0ec32136-ff7d-4d5a-af11-89c96fb5a9a3 None None] For port 7dfd36f3-049d-488b-8ae9-5b519e616117, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=7dfd36f3-049d-488b-8ae9-5b519e616117,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:39:07.551216 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0ec32136-ff7d-4d5a-af11-89c96fb5a9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:07.639080 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-7d2b82f4-9004-44bd-b8e0-26ff21f59c90 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Network 01f3f4ff-beae-4106-8f70-e214cdcf114b is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:39:07.655395 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-7d2b82f4-9004-44bd-b8e0-26ff21f59c90 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:39:07.711600 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b82f4-9004-44bd-b8e0-26ff21f59c90 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Pushing event updated for resources: {'Port': ['ID=89ca83b9-7e07-4cca-af3e-3ae2552fd7a7,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:07.725514 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-7d2b82f4-9004-44bd-b8e0-26ff21f59c90 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:39:07.735090 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec32136-ff7d-4d5a-af11-89c96fb5a9a3 None None] Pushing event updated for resources: {'Port': ['ID=7dfd36f3-049d-488b-8ae9-5b519e616117,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:07.769858 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de96a63-2f4a-47a9-8b60-27fae0ce7399 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Pushing event updated for resources: {'Network': ['ID=b1264184-debb-44c9-8739-194d56a9e1d9,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:07.777614 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4de96a63-2f4a-47a9-8b60-27fae0ce7399 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7163324 Feb 09 12:39:07.784826 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network b1264184-debb-44c9-8739-194d56a9e1d9 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:39:07.788359 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45768) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:07.801067 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-aa54b9cb-3a21-470f-8b6e-5225a3892c05 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Request body: {'subnet': {'network_id': 'b1264184-debb-44c9-8739-194d56a9e1d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:39:07.858354 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-7d2b82f4-9004-44bd-b8e0-26ff21f59c90 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:07.859440 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-7d2b82f4-9004-44bd-b8e0-26ff21f59c90 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:07.865294 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c9f10cd9-1ed1-460c-b6b1-0fbc24858ca5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:08.066199 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-aa54b9cb-3a21-470f-8b6e-5225a3892c05 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:39:08.070539 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-50542e21-c1af-4ee5-8e89-a5fdd075a662 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:08.101556 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-aa54b9cb-3a21-470f-8b6e-5225a3892c05 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:39:08.143266 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f10cd9-1ed1-460c-b6b1-0fbc24858ca5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Subnet': ['ID=7a8ae7ae-9404-4ed5-ac4f-af64a60c62fd,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:08.143413 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-11368139-f7f1-48ea-85b5-6ea1a9a1a060 None None] Provisioning complete for port f2d09bb2-bb68-461d-9693-b9138876a3d3 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:39:08.143413 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-11368139-f7f1-48ea-85b5-6ea1a9a1a060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:08.154037 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa54b9cb-3a21-470f-8b6e-5225a3892c05 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Made reservation on behalf of 5f8790993e0f41f09732ffe414985734 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:39:08.173856 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aa54b9cb-3a21-470f-8b6e-5225a3892c05 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:08.232311 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f10cd9-1ed1-460c-b6b1-0fbc24858ca5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:39:08.253086 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-7d2b82f4-9004-44bd-b8e0-26ff21f59c90 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2416158 Feb 09 12:39:08.264237 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-c9f10cd9-1ed1-460c-b6b1-0fbc24858ca5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:39:08.268692 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f10cd9-1ed1-460c-b6b1-0fbc24858ca5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:08.269285 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c9f10cd9-1ed1-460c-b6b1-0fbc24858ca5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:08.301622 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50542e21-c1af-4ee5-8e89-a5fdd075a662 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Pushing event deleted for resources: {'Port': ['ID=a9e8c98b-e9fe-4ba0-b677-e20c83e3c001,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:08.319295 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-a284790b-0862-4dd0-8a5f-5b4f74b59b08 service neutron] Request body: {'port': {'device_id': '047b4463-0b53-4301-8bd8-6e48417a147f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:39:08.436066 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.ipam_backend_mixin [None req-aa54b9cb-3a21-470f-8b6e-5225a3892c05 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Performing IP validity checks on allocation pools {{(pid=87568) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 09 12:39:08.436066 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.ipam_backend_mixin [None req-aa54b9cb-3a21-470f-8b6e-5225a3892c05 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87568) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 09 12:39:08.538443 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2361aa4e-78e5-4abf-bfb2-539189244c5c None None] Provisioning for port 89ca83b9-7e07-4cca-af3e-3ae2552fd7a7 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:39:08.542926 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c9f10cd9-1ed1-460c-b6b1-0fbc24858ca5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.7046030 Feb 09 12:39:08.553121 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2361aa4e-78e5-4abf-bfb2-539189244c5c None None] Provisioning complete for port 89ca83b9-7e07-4cca-af3e-3ae2552fd7a7 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:39:08.553121 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2361aa4e-78e5-4abf-bfb2-539189244c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:08.558794 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45782) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:08.565581 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-2898ed8b-4873-4e60-a2f0-3a655aacfced tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'port': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'mac_address': 'fa:16:3e:93:b4:06', 'name': 'tempest-NetworksTestDHCPv6-1697277449'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:39:08.673438 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-2361aa4e-78e5-4abf-bfb2-539189244c5c None None] Port 89ca83b9-7e07-4cca-af3e-3ae2552fd7a7 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:39:08.718421 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aa54b9cb-3a21-470f-8b6e-5225a3892c05 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:08.890514 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa54b9cb-3a21-470f-8b6e-5225a3892c05 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Checking segment: {'id': 'cb8fc7e6-3593-492e-8c4b-02c5078a7ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'b1264184-debb-44c9-8739-194d56a9e1d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:39:08.890514 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa54b9cb-3a21-470f-8b6e-5225a3892c05 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Network hostable DHCP agents. Network: b1264184-debb-44c9-8739-194d56a9e1d9, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:39:08.917986 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa54b9cb-3a21-470f-8b6e-5225a3892c05 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Pushing event updated for resources: {'Subnet': ['ID=9b3f56be-3aba-4d68-a7d1-05c1953a1d6e,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:08.933202 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-50542e21-c1af-4ee5-8e89-a5fdd075a662 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:08.970946 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa54b9cb-3a21-470f-8b6e-5225a3892c05 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Network b1264184-debb-44c9-8739-194d56a9e1d9 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:39:09.012342 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-aa54b9cb-3a21-470f-8b6e-5225a3892c05 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, b1264184-debb-44c9-8739-194d56a9e1d9) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:39:09.019954 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa54b9cb-3a21-470f-8b6e-5225a3892c05 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:09.019954 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aa54b9cb-3a21-470f-8b6e-5225a3892c05 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:09.054342 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e58cff-4b1a-4005-8fc2-0dfe6d65adb7 None None] Network b1264184-debb-44c9-8739-194d56a9e1d9 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:39:09.061496 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-aa54b9cb-3a21-470f-8b6e-5225a3892c05 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.2634277 Feb 09 12:39:09.061766 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45792) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:09.067657 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-f2f9e889-7799-4456-93f3-8e4ed39b3faa tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:39:09.176626 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00558dcf-ab31-4bb3-b521-86bf0cbf6759 req-e0d52f24-6e77-427b-b82f-52312fb0f3f1 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:09.176626 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-00558dcf-ab31-4bb3-b521-86bf0cbf6759 req-e0d52f24-6e77-427b-b82f-52312fb0f3f1 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Synchronizing usage tracker for tenant:e83e724b83ff4eff83d86a9461a0246b on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:39:09.216457 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f3b9c-23ca-436a-b530-9b6825d8ea56 req-c3307a4e-04d4-4dc1-86c6-9a450423fcb1 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:09.229743 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4d8f3b9c-23ca-436a-b530-9b6825d8ea56 req-c3307a4e-04d4-4dc1-86c6-9a450423fcb1 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=62875936-a445-45e1-a0e2-7d6538d7776f HTTP/1.1" status: 200 len: 945 time: 1.8326514 Feb 09 12:39:09.366499 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-50542e21-c1af-4ee5-8e89-a5fdd075a662 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:09.383068 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-50542e21-c1af-4ee5-8e89-a5fdd075a662 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:09.399815 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-00558dcf-ab31-4bb3-b521-86bf0cbf6759 req-e0d52f24-6e77-427b-b82f-52312fb0f3f1 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Unset dirty status for tenant:e83e724b83ff4eff83d86a9461a0246b on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:39:09.410872 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-00558dcf-ab31-4bb3-b521-86bf0cbf6759 req-e0d52f24-6e77-427b-b82f-52312fb0f3f1 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 931 time: 2.4163163 Feb 09 12:39:09.485213 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f2f9e889-7799-4456-93f3-8e4ed39b3faa tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3805722'] for subnet, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:09.578080 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4d8f3b9c-23ca-436a-b530-9b6825d8ea56 req-c19a28ee-bf14-452e-b52c-ffd3218d51b9 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548198 Feb 09 12:39:09.687204 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-a284790b-0862-4dd0-8a5f-5b4f74b59b08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:09.807408 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-00558dcf-ab31-4bb3-b521-86bf0cbf6759 req-f1aecc91-41d0-41cc-9425-3eb97ec6532c tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d7571fd-0756-4468-bd3c-a3877d2e955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3197227 Feb 09 12:39:09.807408 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-50542e21-c1af-4ee5-8e89-a5fdd075a662 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:09.807408 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50542e21-c1af-4ee5-8e89-a5fdd075a662 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Fanout notify agent at l3_agent the message router_deleted on router 5c411875-21b0-4d17-ae48-4d78abea5588 {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:39:09.879385 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 7dfd36f3-049d-488b-8ae9-5b519e616117 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:39:09.930328 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-2898ed8b-4873-4e60-a2f0-3a655aacfced tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:39:09.937413 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-2898ed8b-4873-4e60-a2f0-3a655aacfced tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Usage tracker for resource:port and tenant:a7add69c825d45b8a9a99e00c87aae63 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:39:09.941197 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41f4c5a-7077-435c-b7fc-1558c2513a9d None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:39:09.965303 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa83cb6-d6dd-42a8-8dc5-b4c334bdf68f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-b1264184-debb-44c9-8739-194d56a9e1d9', 'network_id': 'b1264184-debb-44c9-8739-194d56a9e1d9', 'tenant_id': '5f8790993e0f41f09732ffe414985734', 'fixed_ips': [{'subnet_id': '9b3f56be-3aba-4d68-a7d1-05c1953a1d6e'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:39:09.968981 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5fa83cb6-d6dd-42a8-8dc5-b4c334bdf68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:10.013730 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-50542e21-c1af-4ee5-8e89-a5fdd075a662 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:10.013730 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-50542e21-c1af-4ee5-8e89-a5fdd075a662 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] 10.222.0.55 "DELETE /v2.0/routers/5c411875-21b0-4d17-ae48-4d78abea5588 HTTP/1.1" status: 204 len: 168 time: 8.5500128 Feb 09 12:39:10.013730 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-2898ed8b-4873-4e60-a2f0-3a655aacfced tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:39:10.019283 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45806) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:10.038016 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-2898ed8b-4873-4e60-a2f0-3a655aacfced tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:39:10.042821 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-cd49df59-09e4-4de0-a850-e5dde1944704 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1070879133', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:39:10.042821 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f2f9e889-7799-4456-93f3-8e4ed39b3faa tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744762461444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3871696'] for subnet, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:10.042821 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-cd49df59-09e4-4de0-a850-e5dde1944704 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:39:10.090019 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2898ed8b-4873-4e60-a2f0-3a655aacfced tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:39:10.133179 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-cd49df59-09e4-4de0-a850-e5dde1944704 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Usage tracker for resource:router and tenant:d7ec3256cb85454e9ad573cc019d12e5 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:39:10.163558 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-cd49df59-09e4-4de0-a850-e5dde1944704 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:39:10.198067 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-cd49df59-09e4-4de0-a850-e5dde1944704 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:39:10.240983 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f9e889-7799-4456-93f3-8e4ed39b3faa tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:10.241774 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f2f9e889-7799-4456-93f3-8e4ed39b3faa tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:10.243151 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f2f9e889-7799-4456-93f3-8e4ed39b3faa tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "PUT /v2.0/subnets/9b3f56be-3aba-4d68-a7d1-05c1953a1d6e HTTP/1.1" status: 200 len: 900 time: 1.1804001 Feb 09 12:39:10.247593 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45816) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:10.299652 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cd49df59-09e4-4de0-a850-e5dde1944704 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:10.300441 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cd49df59-09e4-4de0-a850-e5dde1944704 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:10.313542 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f9e889-7799-4456-93f3-8e4ed39b3faa tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Pushing event updated for resources: {'Subnet': ['ID=9b3f56be-3aba-4d68-a7d1-05c1953a1d6e,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:10.363210 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2898ed8b-4873-4e60-a2f0-3a655aacfced tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:10.441152 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 7dfd36f3-049d-488b-8ae9-5b519e616117 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:39:10.441152 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 7dfd36f3-049d-488b-8ae9-5b519e616117 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:39:10.441152 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:10.458025 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cd49df59-09e4-4de0-a850-e5dde1944704 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:10.466289 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-ab281e16-11d7-4e60-a437-7c96124f50f8 None None] Provisioning for port 7dfd36f3-049d-488b-8ae9-5b519e616117 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:39:10.555067 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-ab281e16-11d7-4e60-a437-7c96124f50f8 None None] Provisioning complete for port 7dfd36f3-049d-488b-8ae9-5b519e616117 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:39:10.555067 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ab281e16-11d7-4e60-a437-7c96124f50f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:10.560512 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cd49df59-09e4-4de0-a850-e5dde1944704 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:10.578233 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ef6e56cd-d29e-49e8-8ec9-3968b477387f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:10.599639 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cd49df59-09e4-4de0-a850-e5dde1944704 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:10.618043 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-cd49df59-09e4-4de0-a850-e5dde1944704 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6002371 Feb 09 12:39:10.618043 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45826) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:10.707937 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-214e4e0b-2b56-4bd7-9099-a01aab5ec8ea tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'enable_snat': False}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:39:10.713014 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [None req-2898ed8b-4873-4e60-a2f0-3a655aacfced tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] device_id is not set on port 0b47d7d7-9a5c-44f5-a533-9df5d6aeda99 yet. {{(pid=87567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:39:10.761300 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-5fa83cb6-d6dd-42a8-8dc5-b4c334bdf68f None None] Allocated IP 2001:db8::3 (b1264184-debb-44c9-8739-194d56a9e1d9/9b3f56be-3aba-4d68-a7d1-05c1953a1d6e/a56f654a-4d3a-4070-b149-9ddd0ae1be80) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:39:11.026655 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ec55b-ff45-40d3-b79b-79e4c378abae req-ae17c750-072b-47fc-9254-c41a297ba3ba tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:11.026655 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-550ec55b-ff45-40d3-b79b-79e4c378abae req-ae17c750-072b-47fc-9254-c41a297ba3ba tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=62875936-a445-45e1-a0e2-7d6538d7776f HTTP/1.1" status: 200 len: 945 time: 1.1556981 Feb 09 12:39:11.057375 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-2898ed8b-4873-4e60-a2f0-3a655aacfced tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Allocated IP 172.20.0.12 (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/7a8ae7ae-9404-4ed5-ac4f-af64a60c62fd/0b47d7d7-9a5c-44f5-a533-9df5d6aeda99) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:39:11.128021 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-2898ed8b-4873-4e60-a2f0-3a655aacfced tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Allocated IP 2001:db8::f816:3eff:fe93:b406 (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/9c3204a3-564c-4d12-869c-011da1dd72e6/0b47d7d7-9a5c-44f5-a533-9df5d6aeda99) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:39:11.142789 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:11.176884 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-550ec55b-ff45-40d3-b79b-79e4c378abae req-7338f671-ed4d-44fa-9f5c-1c34c458a0ca tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495140 Feb 09 12:39:11.382960 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 7dfd36f3-049d-488b-8ae9-5b519e616117, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=7dfd36f3-049d-488b-8ae9-5b519e616117,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:39:11.558289 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:11.572507 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-a284790b-0862-4dd0-8a5f-5b4f74b59b08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89ca83b9-7e07-4cca-af3e-3ae2552fd7a7 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:39:11.622808 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ef6e56cd-d29e-49e8-8ec9-3968b477387f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:11.746399 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-a284790b-0862-4dd0-8a5f-5b4f74b59b08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:11.768549 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=7dfd36f3-049d-488b-8ae9-5b519e616117,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:11.791048 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ab281e16-11d7-4e60-a437-7c96124f50f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:11.798351 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bfc52-183d-46a9-912d-146691b0633d req-04201e63-546e-430b-af23-cd9d93b016b4 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:11.804170 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-086bfc52-183d-46a9-912d-146691b0633d req-04201e63-546e-430b-af23-cd9d93b016b4 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 931 time: 0.7493045 Feb 09 12:39:11.910946 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1951db-961c-479c-a736-f75315fdde07 None None] Update dhcp port {'port': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'fixed_ips': [{'subnet_id': '9c3204a3-564c-4d12-869c-011da1dd72e6', 'ip_address': '2001:db8::f816:3eff:fe84:61ae'}, {'subnet_id': '7a8ae7ae-9404-4ed5-ac4f-af64a60c62fd'}], 'binding:host_id': 'n-d-825178-3'}, 'id': '7dfd36f3-049d-488b-8ae9-5b519e616117'} from n-d-825178-3. {{(pid=87569) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 12:39:11.936992 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-a284790b-0862-4dd0-8a5f-5b4f74b59b08 service neutron] Transition to ACTIVE for port object 89ca83b9-7e07-4cca-af3e-3ae2552fd7a7 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:39:11.973516 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-214e4e0b-2b56-4bd7-9099-a01aab5ec8ea tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:12.045212 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-086bfc52-183d-46a9-912d-146691b0633d req-c258eacd-df24-4bc7-96c7-987160010e92 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d7571fd-0756-4468-bd3c-a3877d2e955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696892 Feb 09 12:39:12.066575 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-a284790b-0862-4dd0-8a5f-5b4f74b59b08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:12.159366 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8d1951db-961c-479c-a736-f75315fdde07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:12.469366 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5fa83cb6-d6dd-42a8-8dc5-b4c334bdf68f None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:12.554191 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-5fa83cb6-d6dd-42a8-8dc5-b4c334bdf68f None None] Transition to ACTIVE for port object a56f654a-4d3a-4070-b149-9ddd0ae1be80 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:39:12.603476 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-ab281e16-11d7-4e60-a437-7c96124f50f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:39:12.603476 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-ab281e16-11d7-4e60-a437-7c96124f50f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:39:12.718170 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a284790b-0862-4dd0-8a5f-5b4f74b59b08 service neutron] Pushing event updated for resources: {'Port': ['ID=89ca83b9-7e07-4cca-af3e-3ae2552fd7a7,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:12.739628 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2898ed8b-4873-4e60-a2f0-3a655aacfced tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:12.801851 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-2898ed8b-4873-4e60-a2f0-3a655aacfced tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Transition to ACTIVE for port object 0b47d7d7-9a5c-44f5-a533-9df5d6aeda99 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:39:12.802907 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-5fa83cb6-d6dd-42a8-8dc5-b4c334bdf68f None None] Transition to ACTIVE for port object a56f654a-4d3a-4070-b149-9ddd0ae1be80 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:39:12.834415 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5fa83cb6-d6dd-42a8-8dc5-b4c334bdf68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:12.861206 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-a284790b-0862-4dd0-8a5f-5b4f74b59b08 service neutron] Attempting to bind port 89ca83b9-7e07-4cca-af3e-3ae2552fd7a7 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:39:12.862425 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-a284790b-0862-4dd0-8a5f-5b4f74b59b08 service neutron] Attempting to bind port 89ca83b9-7e07-4cca-af3e-3ae2552fd7a7 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '1c59adf7-7d08-4b5e-9bac-da20ae07f737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '01f3f4ff-beae-4106-8f70-e214cdcf114b'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:39:12.863101 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-a284790b-0862-4dd0-8a5f-5b4f74b59b08 service neutron] Attempting to bind port 89ca83b9-7e07-4cca-af3e-3ae2552fd7a7 on network 01f3f4ff-beae-4106-8f70-e214cdcf114b {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:39:12.872721 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-a284790b-0862-4dd0-8a5f-5b4f74b59b08 service neutron] Port 89ca83b9-7e07-4cca-af3e-3ae2552fd7a7 on network 01f3f4ff-beae-4106-8f70-e214cdcf114b not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:39:12.873998 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-a284790b-0862-4dd0-8a5f-5b4f74b59b08 service neutron] Attempting to bind port 89ca83b9-7e07-4cca-af3e-3ae2552fd7a7 on network 01f3f4ff-beae-4106-8f70-e214cdcf114b {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:39:12.892858 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafee680-9a34-40dc-9071-0698f5f20e02 req-9398e387-62a1-4640-ae86-0182b27ab499 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:12.901777 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bafee680-9a34-40dc-9071-0698f5f20e02 req-9398e387-62a1-4640-ae86-0182b27ab499 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=62875936-a445-45e1-a0e2-7d6538d7776f HTTP/1.1" status: 200 len: 945 time: 0.5801528 Feb 09 12:39:12.934924 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ef6e56cd-d29e-49e8-8ec9-3968b477387f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:12.975794 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bafee680-9a34-40dc-9071-0698f5f20e02 req-7448877c-f9cd-4ebc-8577-8079e2eb2184 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726700 Feb 09 12:39:12.978639 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-a284790b-0862-4dd0-8a5f-5b4f74b59b08 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:39:12.978988 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-a284790b-0862-4dd0-8a5f-5b4f74b59b08 service neutron] Checking segment: {'id': '1c59adf7-7d08-4b5e-9bac-da20ae07f737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '01f3f4ff-beae-4106-8f70-e214cdcf114b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:39:12.979504 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-a284790b-0862-4dd0-8a5f-5b4f74b59b08 service neutron] Bound using segment: {'id': '1c59adf7-7d08-4b5e-9bac-da20ae07f737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '01f3f4ff-beae-4106-8f70-e214cdcf114b'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:39:12.980305 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-a284790b-0862-4dd0-8a5f-5b4f74b59b08 service neutron] Bound port: 89ca83b9-7e07-4cca-af3e-3ae2552fd7a7, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c59adf7-7d08-4b5e-9bac-da20ae07f737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '01f3f4ff-beae-4106-8f70-e214cdcf114b'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:39:12.980432 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-a284790b-0862-4dd0-8a5f-5b4f74b59b08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:12.986578 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa83cb6-d6dd-42a8-8dc5-b4c334bdf68f None None] Network b1264184-debb-44c9-8739-194d56a9e1d9 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:39:12.989930 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-5fa83cb6-d6dd-42a8-8dc5-b4c334bdf68f None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:39:13.000962 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa83cb6-d6dd-42a8-8dc5-b4c334bdf68f None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:39:13.071157 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e56cd-d29e-49e8-8ec9-3968b477387f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Pushing event deleted for resources: {'Subnet': ['ID=9b3f56be-3aba-4d68-a7d1-05c1953a1d6e,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:13.177902 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2898ed8b-4873-4e60-a2f0-3a655aacfced tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:13.233790 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83cb6-d6dd-42a8-8dc5-b4c334bdf68f None None] Pushing event updated for resources: {'Port': ['ID=a56f654a-4d3a-4070-b149-9ddd0ae1be80,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:13.438866 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2898ed8b-4873-4e60-a2f0-3a655aacfced tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:39:13.449592 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-214e4e0b-2b56-4bd7-9099-a01aab5ec8ea tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:13.453192 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-a284790b-0862-4dd0-8a5f-5b4f74b59b08 service neutron] For port 89ca83b9-7e07-4cca-af3e-3ae2552fd7a7, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:39:13.453192 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-2898ed8b-4873-4e60-a2f0-3a655aacfced tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:39:13.468245 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2898ed8b-4873-4e60-a2f0-3a655aacfced tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:39:13.506658 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-5fa83cb6-d6dd-42a8-8dc5-b4c334bdf68f None None] Attempting to bind port a56f654a-4d3a-4070-b149-9ddd0ae1be80 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:39:13.506658 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-5fa83cb6-d6dd-42a8-8dc5-b4c334bdf68f None None] Attempting to bind port a56f654a-4d3a-4070-b149-9ddd0ae1be80 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'cb8fc7e6-3593-492e-8c4b-02c5078a7ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'b1264184-debb-44c9-8739-194d56a9e1d9'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:39:13.506658 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa83cb6-d6dd-42a8-8dc5-b4c334bdf68f None None] Attempting to bind port a56f654a-4d3a-4070-b149-9ddd0ae1be80 on network b1264184-debb-44c9-8739-194d56a9e1d9 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:39:13.510840 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2898ed8b-4873-4e60-a2f0-3a655aacfced tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Port': ['ID=0b47d7d7-9a5c-44f5-a533-9df5d6aeda99,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:13.514830 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-a284790b-0862-4dd0-8a5f-5b4f74b59b08 service neutron] For port 89ca83b9-7e07-4cca-af3e-3ae2552fd7a7, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=89ca83b9-7e07-4cca-af3e-3ae2552fd7a7,segment=NetworkSegment(1c59adf7-7d08-4b5e-9bac-da20ae07f737),segment_id=1c59adf7-7d08-4b5e-9bac-da20ae07f737)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:39:13.539801 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-a284790b-0862-4dd0-8a5f-5b4f74b59b08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:13.547874 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa83cb6-d6dd-42a8-8dc5-b4c334bdf68f None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:39:13.547874 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa83cb6-d6dd-42a8-8dc5-b4c334bdf68f None None] Checking segment: {'id': 'cb8fc7e6-3593-492e-8c4b-02c5078a7ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'b1264184-debb-44c9-8739-194d56a9e1d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:39:13.547874 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5fa83cb6-d6dd-42a8-8dc5-b4c334bdf68f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:13.547874 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa83cb6-d6dd-42a8-8dc5-b4c334bdf68f None None] Bound using segment: {'id': 'cb8fc7e6-3593-492e-8c4b-02c5078a7ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'b1264184-debb-44c9-8739-194d56a9e1d9'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:39:13.547874 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-5fa83cb6-d6dd-42a8-8dc5-b4c334bdf68f None None] Bound port: a56f654a-4d3a-4070-b149-9ddd0ae1be80, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb8fc7e6-3593-492e-8c4b-02c5078a7ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'b1264184-debb-44c9-8739-194d56a9e1d9'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:39:13.547874 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5fa83cb6-d6dd-42a8-8dc5-b4c334bdf68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:13.592367 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-8d1951db-961c-479c-a736-f75315fdde07 None None] Allocated IP 172.20.0.2 (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/7a8ae7ae-9404-4ed5-ac4f-af64a60c62fd/7dfd36f3-049d-488b-8ae9-5b519e616117) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:39:13.596971 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-214e4e0b-2b56-4bd7-9099-a01aab5ec8ea tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:13.684847 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-a284790b-0862-4dd0-8a5f-5b4f74b59b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:13.685797 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-a284790b-0862-4dd0-8a5f-5b4f74b59b08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:13.687709 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-a284790b-0862-4dd0-8a5f-5b4f74b59b08 service neutron] 10.222.0.46 "PUT /v2.0/ports/89ca83b9-7e07-4cca-af3e-3ae2552fd7a7 HTTP/1.1" status: 200 len: 1091 time: 5.3822038 Feb 09 12:39:13.690778 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ef6e56cd-d29e-49e8-8ec9-3968b477387f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:13.692402 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '047b4463-0b53-4301-8bd8-6e48417a147f', 'tag': '89ca83b9-7e07-4cca-af3e-3ae2552fd7a7'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:39:13.717598 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2898ed8b-4873-4e60-a2f0-3a655aacfced tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:13.718357 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2898ed8b-4873-4e60-a2f0-3a655aacfced tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:13.740353 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 7dfd36f3-049d-488b-8ae9-5b519e616117 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:39:13.741523 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-ef6e56cd-d29e-49e8-8ec9-3968b477387f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1264184-debb-44c9-8739-194d56a9e1d9']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:39:13.773193 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-ef6e56cd-d29e-49e8-8ec9-3968b477387f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb8fc7e6-3593-492e-8c4b-02c5078a7ab5') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:39:13.773488 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-ef6e56cd-d29e-49e8-8ec9-3968b477387f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb8fc7e6-3593-492e-8c4b-02c5078a7ab5') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:39:13.828539 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ef6e56cd-d29e-49e8-8ec9-3968b477387f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:13.869544 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ef6e56cd-d29e-49e8-8ec9-3968b477387f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:13.893110 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef6e56cd-d29e-49e8-8ec9-3968b477387f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:39:13.893110 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ef6e56cd-d29e-49e8-8ec9-3968b477387f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:13.917987 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:39:13.917987 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:39:13.917987 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:39:13.917987 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:39:13.917987 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:39:13.917987 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:39:13.917987 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:39:13.917987 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:39:13.917987 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:39:13.917987 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:39:13.917987 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:39:13.917987 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:39:13.917987 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:39:13.917987 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:39:13.917987 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:39:13.917987 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:39:13.917987 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:39:13.917987 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:39:13.917987 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:39:13.917987 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:39:13.917987 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:39:13.917987 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:39:13.917987 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:39:13.917987 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:39:13.917987 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:39:13.917987 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:39:13.917987 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:39:13.917987 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:39:13.917987 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:39:13.917987 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:39:13.917987 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:39:13.917987 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:39:13.975033 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03742c6a-ab78-4cfc-bd2b-6490fb7daf12 req-f1a5397f-cca3-43f7-9e27-f7b7a4385fa8 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:14.003352 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-03742c6a-ab78-4cfc-bd2b-6490fb7daf12 req-f1a5397f-cca3-43f7-9e27-f7b7a4385fa8 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 943 time: 0.6526029 Feb 09 12:39:14.027806 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '047b4463-0b53-4301-8bd8-6e48417a147f', 'tag': '89ca83b9-7e07-4cca-af3e-3ae2552fd7a7', 'status': 'completed', 'code': 200} Feb 09 12:39:14.171372 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2898ed8b-4873-4e60-a2f0-3a655aacfced tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 5.6163447 Feb 09 12:39:14.178244 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a284790b-0862-4dd0-8a5f-5b4f74b59b08 service neutron] Pushing event updated for resources: {'Port': ['ID=89ca83b9-7e07-4cca-af3e-3ae2552fd7a7,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:14.186506 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45876) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:14.296163 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-5fa83cb6-d6dd-42a8-8dc5-b4c334bdf68f None None] For port a56f654a-4d3a-4070-b149-9ddd0ae1be80, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:39:14.310652 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-03742c6a-ab78-4cfc-bd2b-6490fb7daf12 req-d4b2bf44-3df8-47f4-8200-24c8237464e5 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d7571fd-0756-4468-bd3c-a3877d2e955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3261774 Feb 09 12:39:14.333475 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.api [None req-ef6e56cd-d29e-49e8-8ec9-3968b477387f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 12:39:14.333475 n-d-825178-3 neutron-server[87568]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 12:39:14.333475 n-d-825178-3 neutron-server[87568]: [parameters: {'id': 'b1264184-debb-44c9-8739-194d56a9e1d9'}] Feb 09 12:39:14.333475 n-d-825178-3 neutron-server[87568]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:39:14.333475 n-d-825178-3 neutron-server[87568]: DEBUG oslo_db.api [None req-ef6e56cd-d29e-49e8-8ec9-3968b477387f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:39:14.355422 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d13c39-44c5-4afb-a136-9a5c9a44dd58 req-dc281eec-8ec9-459a-9c15-efb169c598a1 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:14.355422 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-15d13c39-44c5-4afb-a136-9a5c9a44dd58 req-dc281eec-8ec9-459a-9c15-efb169c598a1 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Synchronizing usage tracker for tenant:79b13d259e044206b7b291bef4587540 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:39:14.380378 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-214e4e0b-2b56-4bd7-9099-a01aab5ec8ea tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Allocated IP 172.25.7.160 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/d7a6dbf9-7eb5-4d25-901c-d350c7b7e09d) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:39:14.380378 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-15d13c39-44c5-4afb-a136-9a5c9a44dd58 req-dc281eec-8ec9-459a-9c15-efb169c598a1 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Unset dirty status for tenant:79b13d259e044206b7b291bef4587540 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:39:14.385100 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-15d13c39-44c5-4afb-a136-9a5c9a44dd58 req-dc281eec-8ec9-459a-9c15-efb169c598a1 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.46 "GET /v2.0/ports?device_id=62875936-a445-45e1-a0e2-7d6538d7776f HTTP/1.1" status: 200 len: 945 time: 1.2610483 Feb 09 12:39:14.439046 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-54004fdb-7c1b-4fff-ba0b-1c2ad745eaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:14.439046 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-54004fdb-7c1b-4fff-ba0b-1c2ad745eaa2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e83e724b83ff4eff83d86a9461a0246b&device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 1094 time: 0.6895969 Feb 09 12:39:14.508146 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-5fa83cb6-d6dd-42a8-8dc5-b4c334bdf68f None None] For port a56f654a-4d3a-4070-b149-9ddd0ae1be80, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=a56f654a-4d3a-4070-b149-9ddd0ae1be80,segment=NetworkSegment(cb8fc7e6-3593-492e-8c4b-02c5078a7ab5),segment_id=cb8fc7e6-3593-492e-8c4b-02c5078a7ab5)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:39:14.569039 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5fa83cb6-d6dd-42a8-8dc5-b4c334bdf68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:14.605574 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-15d13c39-44c5-4afb-a136-9a5c9a44dd58 req-1db5d616-7e08-4c51-8146-aac612223b74 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Deleting port 11b42e6c-f77f-436f-9011-9d48aa5f84ff {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:39:14.605741 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-15d13c39-44c5-4afb-a136-9a5c9a44dd58 req-1db5d616-7e08-4c51-8146-aac612223b74 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:14.666060 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-0285fbad-0a30-4b38-8d7e-8f9dd04f5084 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89ca83b9-7e07-4cca-af3e-3ae2552fd7a7 HTTP/1.1" status: 200 len: 217 time: 0.2195301 Feb 09 12:39:14.683094 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-009378fc-2984-4c4e-984f-126c0bf237ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:14.834858 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 7dfd36f3-049d-488b-8ae9-5b519e616117 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:39:14.834858 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:14.864891 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-174e62a0-edba-41da-9e58-310ac559a1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:14.864891 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-174e62a0-edba-41da-9e58-310ac559a1fc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=45d760f9-948b-4bf5-bf1f-a52c1e984121 HTTP/1.1" status: 200 len: 856 time: 0.1765652 Feb 09 12:39:14.870294 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ef6e56cd-d29e-49e8-8ec9-3968b477387f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:14.982523 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9ce125-5604-474a-9311-e302a609c6c0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:14.992645 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9ce125-5604-474a-9311-e302a609c6c0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:14.994516 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-0c9ce125-5604-474a-9311-e302a609c6c0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Synchronizing usage tracker for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:39:14.998289 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83cb6-d6dd-42a8-8dc5-b4c334bdf68f None None] Pushing event updated for resources: {'Port': ['ID=a56f654a-4d3a-4070-b149-9ddd0ae1be80,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:15.020424 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491d40b-241b-4f3f-a93b-a1518353a8cb req-dbed4768-9ec9-45df-80d1-907424696ad0 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:15.022475 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8491d40b-241b-4f3f-a93b-a1518353a8cb req-dbed4768-9ec9-45df-80d1-907424696ad0 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=62875936-a445-45e1-a0e2-7d6538d7776f HTTP/1.1" status: 200 len: 945 time: 0.8247569 Feb 09 12:39:15.101632 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-8d1951db-961c-479c-a736-f75315fdde07 None None] For port 7dfd36f3-049d-488b-8ae9-5b519e616117, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=7dfd36f3-049d-488b-8ae9-5b519e616117,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:39:15.163099 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8d1951db-961c-479c-a736-f75315fdde07 None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:15.171967 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-0c9ce125-5604-474a-9311-e302a609c6c0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Unset dirty status for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:39:15.190723 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-0c9ce125-5604-474a-9311-e302a609c6c0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.9884019 Feb 09 12:39:15.190723 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45888) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:15.207142 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-8d1951db-961c-479c-a736-f75315fdde07 None None] Transition to ACTIVE for port object 7dfd36f3-049d-488b-8ae9-5b519e616117 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:39:15.211396 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81d4955-2d67-4690-9a9c-3e503b7235f4 None None] Network b1264184-debb-44c9-8739-194d56a9e1d9 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:39:15.278734 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8d1951db-961c-479c-a736-f75315fdde07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:15.302485 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-214e4e0b-2b56-4bd7-9099-a01aab5ec8ea tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:15.302951 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-ef6e56cd-d29e-49e8-8ec9-3968b477387f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Deleting port a56f654a-4d3a-4070-b149-9ddd0ae1be80 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:39:15.303268 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ef6e56cd-d29e-49e8-8ec9-3968b477387f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:15.358056 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8491d40b-241b-4f3f-a93b-a1518353a8cb req-435919e1-5948-4f23-8ba0-a2bc4dca8bb2 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245549 Feb 09 12:39:15.375169 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-6ea2be94-6e63-4774-a0e3-b1be529fef50 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Deleting port 0b47d7d7-9a5c-44f5-a533-9df5d6aeda99 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:39:15.377039 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6ea2be94-6e63-4774-a0e3-b1be529fef50 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:15.711653 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1951db-961c-479c-a736-f75315fdde07 None None] Pushing event updated for resources: {'Port': ['ID=7dfd36f3-049d-488b-8ae9-5b519e616117,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:15.794433 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6348aaba-eb48-4b2e-bca2-25805bc1c9aa None None] Network b1264184-debb-44c9-8739-194d56a9e1d9 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:39:15.869947 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-2b02e79c-ad48-4483-9332-78443189d338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:15.872366 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-2b02e79c-ad48-4483-9332-78443189d338 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=01f3f4ff-beae-4106-8f70-e214cdcf114b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0011518 Feb 09 12:39:15.872787 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-15d13c39-44c5-4afb-a136-9a5c9a44dd58 req-1db5d616-7e08-4c51-8146-aac612223b74 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] For port 11b42e6c-f77f-436f-9011-9d48aa5f84ff, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=11b42e6c-f77f-436f-9011-9d48aa5f84ff,segment=NetworkSegment(0506d4bb-113b-4fbe-8a77-b072bee9b6d7),segment_id=0506d4bb-113b-4fbe-8a77-b072bee9b6d7)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:39:15.873292 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-15d13c39-44c5-4afb-a136-9a5c9a44dd58 req-1db5d616-7e08-4c51-8146-aac612223b74 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:15.888896 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-214e4e0b-2b56-4bd7-9099-a01aab5ec8ea tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:16.382689 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-739cd7db-5920-4d79-bea6-b49b11aa1c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:16.507489 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6ea2be94-6e63-4774-a0e3-b1be529fef50 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:16.549805 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-15d13c39-44c5-4afb-a136-9a5c9a44dd58 req-1db5d616-7e08-4c51-8146-aac612223b74 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Calling delete_port for 11b42e6c-f77f-436f-9011-9d48aa5f84ff owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:39:16.674603 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-6ea2be94-6e63-4774-a0e3-b1be529fef50 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Calling delete_port for 0b47d7d7-9a5c-44f5-a533-9df5d6aeda99 owned by {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:39:16.727164 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d510b-3518-4bc3-af05-8b44cb769fd5 req-42cefd45-3d3d-41b5-a124-b5a665855080 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:16.734236 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-551d510b-3518-4bc3-af05-8b44cb769fd5 req-42cefd45-3d3d-41b5-a124-b5a665855080 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 943 time: 0.9010653 Feb 09 12:39:16.739434 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214e4e0b-2b56-4bd7-9099-a01aab5ec8ea tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:39:16.744596 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-214e4e0b-2b56-4bd7-9099-a01aab5ec8ea tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:39:16.748484 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e4e0b-2b56-4bd7-9099-a01aab5ec8ea tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Pushing event updated for resources: {'Port': ['ID=d7a6dbf9-7eb5-4d25-901c-d350c7b7e09d,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:16.763562 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-516797dd-db71-4fe9-814a-fe2d1d95f6aa service neutron] 10.222.0.46 "GET /v2.0/networks/01f3f4ff-beae-4106-8f70-e214cdcf114b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8637114 Feb 09 12:39:16.768599 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214e4e0b-2b56-4bd7-9099-a01aab5ec8ea tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:39:16.814142 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-65ffc54c-fb61-427b-8321-fbceadc33911 None None] Provisioning for port 7dfd36f3-049d-488b-8ae9-5b519e616117 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:39:16.814142 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-65ffc54c-fb61-427b-8321-fbceadc33911 None None] Provisioning complete for port 7dfd36f3-049d-488b-8ae9-5b519e616117 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:39:16.814142 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-65ffc54c-fb61-427b-8321-fbceadc33911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:16.992555 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-551d510b-3518-4bc3-af05-8b44cb769fd5 req-52f8c9d2-3877-4f9e-9211-989c47a1a2c8 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d7571fd-0756-4468-bd3c-a3877d2e955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2405422 Feb 09 12:39:17.138201 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0ce818ab-13f3-4f1f-a2cb-5c32881122b0 None None] Could not find standard attr ID for object 7ccc0bc3-3f4d-42db-82a1-0ec5254132b1. {{(pid=87569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 12:39:17.144462 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cbf974-811d-4d3f-886c-356170fd1cab req-2b60213e-9491-4e7e-b5af-1f20f984e179 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:17.148584 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f5cbf974-811d-4d3f-886c-356170fd1cab req-2b60213e-9491-4e7e-b5af-1f20f984e179 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=62875936-a445-45e1-a0e2-7d6538d7776f HTTP/1.1" status: 200 len: 945 time: 0.4168687 Feb 09 12:39:17.152965 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-ef6e56cd-d29e-49e8-8ec9-3968b477387f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] For port a56f654a-4d3a-4070-b149-9ddd0ae1be80, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=a56f654a-4d3a-4070-b149-9ddd0ae1be80,segment=NetworkSegment(cb8fc7e6-3593-492e-8c4b-02c5078a7ab5),segment_id=cb8fc7e6-3593-492e-8c4b-02c5078a7ab5)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:39:17.152965 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ef6e56cd-d29e-49e8-8ec9-3968b477387f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:17.170191 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 11b42e6c-f77f-436f-9011-9d48aa5f84ff no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:39:17.210491 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-720aac4f-d234-4deb-b1b3-cd647e21ea54 req-58eb2bda-e4bc-4bc5-b5a9-5d540577e433 service neutron] 10.222.0.46 "GET /v2.0/networks/01f3f4ff-beae-4106-8f70-e214cdcf114b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779471 Feb 09 12:39:17.269752 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f5cbf974-811d-4d3f-886c-356170fd1cab req-d9a2d79b-8f84-4ee7-bd6a-00256d72dc8d tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/security-groups?id=40b115c2-d037-43a4-bcff-59bfc8fed442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217124 Feb 09 12:39:17.431224 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:17.466849 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-ef6e56cd-d29e-49e8-8ec9-3968b477387f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Calling delete_port for a56f654a-4d3a-4070-b149-9ddd0ae1be80 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:39:17.591170 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6ea2be94-6e63-4774-a0e3-b1be529fef50 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:17.646271 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:17.646271 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:17.672704 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-5a9c453c-531a-430a-964d-a86ccf75cbb0 None None] Could not find standard attr ID for object 0b47d7d7-9a5c-44f5-a533-9df5d6aeda99. {{(pid=87569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 12:39:17.757602 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-15d13c39-44c5-4afb-a136-9a5c9a44dd58 req-1db5d616-7e08-4c51-8146-aac612223b74 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:17.844140 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8698af-ceb8-4692-920f-92cac43d2166 req-647d06f1-2e5c-4cae-aa9d-c71a2a4cf67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:17.845764 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1b8698af-ceb8-4692-920f-92cac43d2166 req-647d06f1-2e5c-4cae-aa9d-c71a2a4cf67d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e83e724b83ff4eff83d86a9461a0246b&device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 1094 time: 0.5464380 Feb 09 12:39:17.897751 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 7dfd36f3-049d-488b-8ae9-5b519e616117 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:39:17.965745 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db5d616-7e08-4c51-8146-aac612223b74 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Pushing event deleted for resources: {'Port': ['ID=11b42e6c-f77f-436f-9011-9d48aa5f84ff,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:18.006266 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ef6e56cd-d29e-49e8-8ec9-3968b477387f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:18.047935 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 7dfd36f3-049d-488b-8ae9-5b519e616117 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:39:18.048325 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:18.102229 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea2be94-6e63-4774-a0e3-b1be529fef50 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Port': ['ID=0b47d7d7-9a5c-44f5-a533-9df5d6aeda99,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:18.106401 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6e56cd-d29e-49e8-8ec9-3968b477387f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] No DVR routers for this DVR port a56f654a-4d3a-4070-b149-9ddd0ae1be80 on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:39:18.109353 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8698af-ceb8-4692-920f-92cac43d2166 req-da401a06-900b-4a14-8fde-cfea1cb832d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:18.113513 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1b8698af-ceb8-4692-920f-92cac43d2166 req-da401a06-900b-4a14-8fde-cfea1cb832d7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=01f3f4ff-beae-4106-8f70-e214cdcf114b HTTP/1.1" status: 200 len: 918 time: 0.2319999 Feb 09 12:39:18.400743 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65eda5ce-f753-48a0-abf8-b36302ef448a None None] get_active_networks_info from n-d-825178-3 {{(pid=87569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 12:39:18.416998 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1b8698af-ceb8-4692-920f-92cac43d2166 req-c9268af0-5c37-43fa-ab30-2cf350969697 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89ca83b9-7e07-4cca-af3e-3ae2552fd7a7 HTTP/1.1" status: 200 len: 217 time: 0.2604499 Feb 09 12:39:18.648620 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2d84a54f-2e5b-4ede-baa3-3bce0db7337e req-d736e708-14cb-444e-aa77-2731f73c65e2 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=62875936-a445-45e1-a0e2-7d6538d7776f HTTP/1.1" status: 200 len: 210 time: 0.1045313 Feb 09 12:39:18.657949 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65eda5ce-f753-48a0-abf8-b36302ef448a None None] Resources bound (agent type, host, resource id): {{(pid=87569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 12:39:18.674174 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d13c39-44c5-4afb-a136-9a5c9a44dd58 req-1db5d616-7e08-4c51-8146-aac612223b74 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] No DVR routers for this DVR port 11b42e6c-f77f-436f-9011-9d48aa5f84ff on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:39:18.674680 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6ea2be94-6e63-4774-a0e3-b1be529fef50 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:18.676694 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e56cd-d29e-49e8-8ec9-3968b477387f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Pushing event deleted for resources: {'Port': ['ID=a56f654a-4d3a-4070-b149-9ddd0ae1be80,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:18.692965 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-15d13c39-44c5-4afb-a136-9a5c9a44dd58 req-1db5d616-7e08-4c51-8146-aac612223b74 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:18.697900 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8698af-ceb8-4692-920f-92cac43d2166 req-ff4208a8-1c12-422b-abfa-9906d133c177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:18.699307 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1b8698af-ceb8-4692-920f-92cac43d2166 req-ff4208a8-1c12-422b-abfa-9906d133c177 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=45d760f9-948b-4bf5-bf1f-a52c1e984121 HTTP/1.1" status: 200 len: 856 time: 0.2722499 Feb 09 12:39:18.705950 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62875936-a445-45e1-a0e2-7d6538d7776f', 'name': 'network-vif-deleted', 'tag': '11b42e6c-f77f-436f-9011-9d48aa5f84ff'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:39:18.846829 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c709e-0012-4adc-b27b-38963d7cd9cd req-92d341c8-12c6-412a-b036-8b2f358a7a0e tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:18.848675 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-109c709e-0012-4adc-b27b-38963d7cd9cd req-92d341c8-12c6-412a-b036-8b2f358a7a0e tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 943 time: 0.6143265 Feb 09 12:39:18.851616 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-6ea2be94-6e63-4774-a0e3-b1be529fef50 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/ports/0b47d7d7-9a5c-44f5-a533-9df5d6aeda99 HTTP/1.1" status: 204 len: 168 time: 3.6611874 Feb 09 12:39:18.854903 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45936) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:18.872805 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ef6e56cd-d29e-49e8-8ec9-3968b477387f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:18.907720 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-ef6e56cd-d29e-49e8-8ec9-3968b477387f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1264184-debb-44c9-8739-194d56a9e1d9']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:39:18.945378 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-ef6e56cd-d29e-49e8-8ec9-3968b477387f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb8fc7e6-3593-492e-8c4b-02c5078a7ab5') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:39:18.945997 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-ef6e56cd-d29e-49e8-8ec9-3968b477387f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb8fc7e6-3593-492e-8c4b-02c5078a7ab5') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:39:18.969837 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62875936-a445-45e1-a0e2-7d6538d7776f', 'name': 'network-vif-deleted', 'tag': '11b42e6c-f77f-436f-9011-9d48aa5f84ff', 'status': 'completed', 'code': 200} Feb 09 12:39:18.988542 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-214e4e0b-2b56-4bd7-9099-a01aab5ec8ea tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:19.093320 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ef6e56cd-d29e-49e8-8ec9-3968b477387f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:19.131097 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-15d13c39-44c5-4afb-a136-9a5c9a44dd58 req-1db5d616-7e08-4c51-8146-aac612223b74 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.46 "DELETE /v2.0/ports/11b42e6c-f77f-436f-9011-9d48aa5f84ff HTTP/1.1" status: 204 len: 173 time: 4.7422178 Feb 09 12:39:19.132975 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:19.141642 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77de3b3f-71a7-4f63-824b-9d5a8e4daf46 None None] get_active_networks_info from n-d-825178-3 {{(pid=87569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 12:39:19.173882 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 89ca83b9-7e07-4cca-af3e-3ae2552fd7a7 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:39:19.246979 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ef6e56cd-d29e-49e8-8ec9-3968b477387f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:19.268010 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-109c709e-0012-4adc-b27b-38963d7cd9cd req-31d8b0cb-691c-4636-94b9-3e59eb82bc9b tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d7571fd-0756-4468-bd3c-a3877d2e955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4100044 Feb 09 12:39:19.288500 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef6e56cd-d29e-49e8-8ec9-3968b477387f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:39:19.289902 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ef6e56cd-d29e-49e8-8ec9-3968b477387f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:19.331913 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e200f5-8f93-41d6-977d-b79c61f29250 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:19.331913 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e200f5-8f93-41d6-977d-b79c61f29250 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:19.331913 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e200f5-8f93-41d6-977d-b79c61f29250 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:19.341929 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-44e200f5-8f93-41d6-977d-b79c61f29250 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Synchronizing usage tracker for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:subnet {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:39:19.356114 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:39:19.356114 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:39:19.356114 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:39:19.356114 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:39:19.356114 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:39:19.356114 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:39:19.356114 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:39:19.356114 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:39:19.356114 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:39:19.356114 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:39:19.356114 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:39:19.356114 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:39:19.356114 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:39:19.356114 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:39:19.356114 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:39:19.356114 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:39:19.356114 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:39:19.356114 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:39:19.356114 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:39:19.356114 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:39:19.356114 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:39:19.356114 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:39:19.356114 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:39:19.356114 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:39:19.356114 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:39:19.356114 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:39:19.356114 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:39:19.356114 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:39:19.356114 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:39:19.356114 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:39:19.356114 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:39:19.356114 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:39:19.386948 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8698af-ceb8-4692-920f-92cac43d2166 req-b1cbed5a-cbc6-42c4-94c3-69cb08218456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:19.389255 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1b8698af-ceb8-4692-920f-92cac43d2166 req-b1cbed5a-cbc6-42c4-94c3-69cb08218456 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=01f3f4ff-beae-4106-8f70-e214cdcf114b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6758132 Feb 09 12:39:19.390571 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-44e200f5-8f93-41d6-977d-b79c61f29250 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Unset dirty status for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:subnet {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:39:19.395252 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-44e200f5-8f93-41d6-977d-b79c61f29250 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5357461 Feb 09 12:39:19.504778 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45940) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:19.505533 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ef6e56cd-d29e-49e8-8ec9-3968b477387f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:19.565293 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ef6e56cd-d29e-49e8-8ec9-3968b477387f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:19.588895 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e56cd-d29e-49e8-8ec9-3968b477387f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Pushing event deleted for resources: {'Network': ['ID=b1264184-debb-44c9-8739-194d56a9e1d9,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:19.592699 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1b8698af-ceb8-4692-920f-92cac43d2166 req-4dd30254-d1b3-4022-a99d-bc0e5771b8fd service neutron] 10.222.0.46 "GET /v2.0/networks/01f3f4ff-beae-4106-8f70-e214cdcf114b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953936 Feb 09 12:39:19.608948 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 89ca83b9-7e07-4cca-af3e-3ae2552fd7a7, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=89ca83b9-7e07-4cca-af3e-3ae2552fd7a7,segment=NetworkSegment(1c59adf7-7d08-4b5e-9bac-da20ae07f737),segment_id=1c59adf7-7d08-4b5e-9bac-da20ae07f737)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:39:19.609591 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ef6e56cd-d29e-49e8-8ec9-3968b477387f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "DELETE /v2.0/networks/b1264184-debb-44c9-8739-194d56a9e1d9 HTTP/1.1" status: 204 len: 168 time: 9.3606586 Feb 09 12:39:19.615972 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45948) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:19.756756 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77de3b3f-71a7-4f63-824b-9d5a8e4daf46 None None] Resources bound (agent type, host, resource id): {{(pid=87569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 12:39:19.778587 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '89ca83b9-7e07-4cca-af3e-3ae2552fd7a7', 'network_id': '01f3f4ff-beae-4106-8f70-e214cdcf114b', 'port_id': '89ca83b9-7e07-4cca-af3e-3ae2552fd7a7', 'mac_address': 'fa:16:3e:b2:c0:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45d760f9-948b-4bf5-bf1f-a52c1e984121', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:39:19.847127 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1b8698af-ceb8-4692-920f-92cac43d2166 req-e13e3250-0c2f-4ec1-8b1f-90c2acb86a7d service neutron] 10.222.0.46 "GET /v2.0/networks/01f3f4ff-beae-4106-8f70-e214cdcf114b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473047 Feb 09 12:39:19.889914 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:19.910990 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89ca83b9-7e07-4cca-af3e-3ae2552fd7a7 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:39:19.930317 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fa72302b-3b50-4621-b172-d56a07152903 req-33c5c840-79e5-4e14-88a6-ec8e835a1bd1 tempest-ServerDiskConfigTestJSON-2016104774 tempest-ServerDiskConfigTestJSON-2016104774-project] 10.222.0.55 "GET /v2.0/ports?device_id=62875936-a445-45e1-a0e2-7d6538d7776f HTTP/1.1" status: 200 len: 210 time: 0.0512412 Feb 09 12:39:19.956511 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f6fc351-8f74-4c71-9d67-1c7a54a4cdbf tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Deleting subnet 7a8ae7ae-9404-4ed5-ac4f-af64a60c62fd {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:39:19.961002 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 89ca83b9-7e07-4cca-af3e-3ae2552fd7a7, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=89ca83b9-7e07-4cca-af3e-3ae2552fd7a7,segment=NetworkSegment(1c59adf7-7d08-4b5e-9bac-da20ae07f737),segment_id=1c59adf7-7d08-4b5e-9bac-da20ae07f737)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:39:19.980180 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e31c9d5-cafe-40c7-9f41-b6a98fc82c9f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] DELETE failed (client error): The resource could not be found. Feb 09 12:39:19.980639 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e31c9d5-cafe-40c7-9f41-b6a98fc82c9f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:39:19.984318 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6e31c9d5-cafe-40c7-9f41-b6a98fc82c9f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "DELETE /v2.0/subnets/9b3f56be-3aba-4d68-a7d1-05c1953a1d6e HTTP/1.1" status: 404 len: 337 time: 0.3672674 Feb 09 12:39:19.985011 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45954) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:19.985673 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8f6fc351-8f74-4c71-9d67-1c7a54a4cdbf tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:20.014616 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:20.070058 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6ce27fc-7d60-40b0-b9b0-f922ae5e9a31 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] DELETE failed (client error): The resource could not be found. Feb 09 12:39:20.070535 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6ce27fc-7d60-40b0-b9b0-f922ae5e9a31 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:39:20.075018 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d6ce27fc-7d60-40b0-b9b0-f922ae5e9a31 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "DELETE /v2.0/networks/b1264184-debb-44c9-8739-194d56a9e1d9 HTTP/1.1" status: 404 len: 339 time: 0.0530183 Feb 09 12:39:20.076645 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45958) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:20.084340 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-214e4e0b-2b56-4bd7-9099-a01aab5ec8ea tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:20.090966 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8f6fc351-8f74-4c71-9d67-1c7a54a4cdbf tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:20.123659 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-214e4e0b-2b56-4bd7-9099-a01aab5ec8ea tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1740557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1740570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1738587'] for router, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:20.129249 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=89ca83b9-7e07-4cca-af3e-3ae2552fd7a7,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:20.140208 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:39:20.140851 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:39:20.140851 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:39:20.141182 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:39:20.141504 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:39:20.141873 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:39:20.142194 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:39:20.142511 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:39:20.142827 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:39:20.143139 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:39:20.143452 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:39:20.143764 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:39:20.217160 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['89ca83b9-7e07-4cca-af3e-3ae2552fd7a7'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:39:20.240472 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-442bbfdf-dffc-4e9b-8fd8-19fdf2e61cf9 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:20.392186 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8f6fc351-8f74-4c71-9d67-1c7a54a4cdbf tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:20.470449 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-214e4e0b-2b56-4bd7-9099-a01aab5ec8ea tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Router 214d56a9-da67-41d0-a25e-41f447a4ba06 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:39:20.518016 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-442bbfdf-dffc-4e9b-8fd8-19fdf2e61cf9 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:20.565249 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:20.629313 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-442bbfdf-dffc-4e9b-8fd8-19fdf2e61cf9 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfe7d3f6-a0cc-4f3a-86ab-fbfe3b813921']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:39:20.651572 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-442bbfdf-dffc-4e9b-8fd8-19fdf2e61cf9 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '658fe29b-6862-4695-8c1f-d57ac6bb1c74') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:39:20.651892 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-442bbfdf-dffc-4e9b-8fd8-19fdf2e61cf9 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '658fe29b-6862-4695-8c1f-d57ac6bb1c74') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:39:20.667391 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-442bbfdf-dffc-4e9b-8fd8-19fdf2e61cf9 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:20.689912 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-442bbfdf-dffc-4e9b-8fd8-19fdf2e61cf9 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:20.708791 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce897ab-a3a0-4db7-a5b1-22d7fa5bdd52 req-d8b495c3-e862-4a94-a191-4821a07fe8e8 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:20.710447 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ce897ab-a3a0-4db7-a5b1-22d7fa5bdd52 req-d8b495c3-e862-4a94-a191-4821a07fe8e8 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 944 time: 0.1652074 Feb 09 12:39:20.711546 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-442bbfdf-dffc-4e9b-8fd8-19fdf2e61cf9 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:39:20.712058 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-442bbfdf-dffc-4e9b-8fd8-19fdf2e61cf9 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:20.728969 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:39:20.728969 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:39:20.728969 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:39:20.728969 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:39:20.728969 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:39:20.728969 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:39:20.728969 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:39:20.728969 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:39:20.728969 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:39:20.728969 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:39:20.728969 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:39:20.728969 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:39:20.728969 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:39:20.728969 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:39:20.728969 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:39:20.728969 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:39:20.728969 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:39:20.728969 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:39:20.728969 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:39:20.728969 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:39:20.728969 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:39:20.728969 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:39:20.728969 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:39:20.728969 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:39:20.728969 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:39:20.728969 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:39:20.728969 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:39:20.728969 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:39:20.728969 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:39:20.728969 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:39:20.728969 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:39:20.728969 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:39:20.867341 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ce897ab-a3a0-4db7-a5b1-22d7fa5bdd52 req-8fa08d2b-6053-4fb3-b724-a858162fb2c7 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d7571fd-0756-4468-bd3c-a3877d2e955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372356 Feb 09 12:39:20.893868 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-442bbfdf-dffc-4e9b-8fd8-19fdf2e61cf9 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:20.899365 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-442bbfdf-dffc-4e9b-8fd8-19fdf2e61cf9 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:20.909931 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8f6fc351-8f74-4c71-9d67-1c7a54a4cdbf tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:20.922905 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442bbfdf-dffc-4e9b-8fd8-19fdf2e61cf9 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Pushing event deleted for resources: {'Network': ['ID=dfe7d3f6-a0cc-4f3a-86ab-fbfe3b813921,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:20.935260 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-442bbfdf-dffc-4e9b-8fd8-19fdf2e61cf9 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "DELETE /v2.0/networks/dfe7d3f6-a0cc-4f3a-86ab-fbfe3b813921 HTTP/1.1" status: 204 len: 168 time: 0.8549139 Feb 09 12:39:20.937625 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45978) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:20.980729 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-b927c32a-6cb8-4453-b2cb-9b0825cc7837 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] DELETE failed (client error): The resource could not be found. Feb 09 12:39:20.981361 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b927c32a-6cb8-4453-b2cb-9b0825cc7837 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:39:20.983182 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b927c32a-6cb8-4453-b2cb-9b0825cc7837 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "DELETE /v2.0/subnets/a685f2f4-39a6-463d-b91c-7b9d2d59d93e HTTP/1.1" status: 404 len: 337 time: 0.0445426 Feb 09 12:39:20.995598 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45984) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:21.026675 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-74438c95-cb79-4bfd-8768-b34503406a66 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] DELETE failed (client error): The resource could not be found. Feb 09 12:39:21.027728 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74438c95-cb79-4bfd-8768-b34503406a66 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:39:21.029853 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-74438c95-cb79-4bfd-8768-b34503406a66 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "DELETE /v2.0/networks/335520e2-9167-4b7e-a809-13159f4bbbea HTTP/1.1" status: 404 len: 339 time: 0.0330913 Feb 09 12:39:21.033376 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45988) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:21.057239 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6fc351-8f74-4c71-9d67-1c7a54a4cdbf tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Subnet': ['ID=7a8ae7ae-9404-4ed5-ac4f-af64a60c62fd,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:21.090603 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8f6fc351-8f74-4c71-9d67-1c7a54a4cdbf tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:21.095419 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fae9873-4a99-4709-a590-7c83c3df4f63 None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:39:21.117082 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214e4e0b-2b56-4bd7-9099-a01aab5ec8ea tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:39:21.123047 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8f6fc351-8f74-4c71-9d67-1c7a54a4cdbf tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/7a8ae7ae-9404-4ed5-ac4f-af64a60c62fd HTTP/1.1" status: 204 len: 168 time: 1.6131077 Feb 09 12:39:21.124485 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-214e4e0b-2b56-4bd7-9099-a01aab5ec8ea tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:21.129046 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-214e4e0b-2b56-4bd7-9099-a01aab5ec8ea tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] 10.222.0.55 "PUT /v2.0/routers/214d56a9-da67-41d0-a25e-41f447a4ba06 HTTP/1.1" status: 200 len: 916 time: 10.5057507 Feb 09 12:39:21.130050 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45994) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:21.130323 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45996) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:21.148505 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dd6489-1357-487b-a476-f6d7af7de294 None None] Sync routers for ids ['214d56a9-da67-41d0-a25e-41f447a4ba06'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:39:21.238479 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2a0b82c-9000-437a-9795-556eda84d703 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Deleting subnet 4d1200e5-88d9-498e-9d1e-33dc5aeb17a4 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:39:21.252193 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a2a0b82c-9000-437a-9795-556eda84d703 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:21.345134 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 89ca83b9-7e07-4cca-af3e-3ae2552fd7a7 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:39:21.481276 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a2a0b82c-9000-437a-9795-556eda84d703 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:21.526486 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d5147a0-7918-4813-8100-3b1c466b7e72 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Deleting subnet 9c3204a3-564c-4d12-869c-011da1dd72e6 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:39:21.543662 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46008) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:21.560620 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3d5147a0-7918-4813-8100-3b1c466b7e72 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:21.643716 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3d5147a0-7918-4813-8100-3b1c466b7e72 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:21.678210 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1a569c5d-3d27-4ae4-ba33-0ccd79f2f00b tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] 10.222.0.55 "GET /v2.0/routers/214d56a9-da67-41d0-a25e-41f447a4ba06 HTTP/1.1" status: 200 len: 922 time: 0.5450680 Feb 09 12:39:21.679284 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46016) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:21.710700 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dd6489-1357-487b-a476-f6d7af7de294 None None] Routers {'214d56a9-da67-41d0-a25e-41f447a4ba06'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:39:21.711358 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-34dd6489-1357-487b-a476-f6d7af7de294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:39:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['214d56a9-da67-41d0-a25e-41f447a4ba06'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:39:21.766957 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46020) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:21.804907 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a2a0b82c-9000-437a-9795-556eda84d703 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:21.859984 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca573234-5166-45d3-b25d-1d4cba370393 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:21.864935 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ca573234-5166-45d3-b25d-1d4cba370393 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=af0bad45-b31e-4cb1-a77c-3bbc34409de5&device_id=214d56a9-da67-41d0-a25e-41f447a4ba06&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1786103 Feb 09 12:39:21.866269 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-34dd6489-1357-487b-a476-f6d7af7de294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:39:21.868794 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46024) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:21.873731 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-010ac204-740c-4543-9e7e-536281c11259 admin admin] Deleting subnet 8e0df51a-c44d-4333-910c-bf77ea824551 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:39:21.894331 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dd6489-1357-487b-a476-f6d7af7de294 None None] Routers {'214d56a9-da67-41d0-a25e-41f447a4ba06'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:39:21.911320 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-34dd6489-1357-487b-a476-f6d7af7de294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:39:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['214d56a9-da67-41d0-a25e-41f447a4ba06'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:39:21.929195 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-010ac204-740c-4543-9e7e-536281c11259 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:21.966192 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a2a0b82c-9000-437a-9795-556eda84d703 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:22.021949 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-34dd6489-1357-487b-a476-f6d7af7de294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:39:22.022269 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dd6489-1357-487b-a476-f6d7af7de294 None None] The sync data for ids ['214d56a9-da67-41d0-a25e-41f447a4ba06'] in n-d-825178-3 is: [] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:39:22.034619 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a2a0b82c-9000-437a-9795-556eda84d703 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:22.036862 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3d5147a0-7918-4813-8100-3b1c466b7e72 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:22.060990 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df24b56-5389-4ba8-a75f-4aa8a55c5b68 None None] Network 7af25b1c-1833-4b8e-b2fd-66478d052a5e requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:39:22.106161 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a2a0b82c-9000-437a-9795-556eda84d703 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "DELETE /v2.0/subnets/4d1200e5-88d9-498e-9d1e-33dc5aeb17a4 HTTP/1.1" status: 204 len: 168 time: 1.0715663 Feb 09 12:39:22.113600 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a0b82c-9000-437a-9795-556eda84d703 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Pushing event deleted for resources: {'Subnet': ['ID=4d1200e5-88d9-498e-9d1e-33dc5aeb17a4,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:22.128361 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46032) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:22.227098 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 89ca83b9-7e07-4cca-af3e-3ae2552fd7a7 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:39:22.237562 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 89ca83b9-7e07-4cca-af3e-3ae2552fd7a7 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:39:22.237935 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:22.275659 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3d5147a0-7918-4813-8100-3b1c466b7e72 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:22.292944 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-02034507-c06e-4171-b311-bcbe44dd1c14 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Deleting subnet 36da5cb7-68bb-4d3e-ac49-84c45b78f83c {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:39:22.298524 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-02034507-c06e-4171-b311-bcbe44dd1c14 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:22.327291 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5cd628b1-33f1-4cf0-bde3-d6a086b56ba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:22.343765 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5147a0-7918-4813-8100-3b1c466b7e72 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Subnet': ['ID=9c3204a3-564c-4d12-869c-011da1dd72e6,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:22.360025 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3d5147a0-7918-4813-8100-3b1c466b7e72 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:22.366011 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5cd628b1-33f1-4cf0-bde3-d6a086b56ba4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:39:22.373060 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-010ac204-740c-4543-9e7e-536281c11259 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:22.398520 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c4598-188d-4921-8f82-fe2469232cbe req-3888fc6e-fc7b-4000-a814-48168ade71c1 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:22.404516 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0f8c4598-188d-4921-8f82-fe2469232cbe req-3888fc6e-fc7b-4000-a814-48168ade71c1 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 944 time: 0.3579786 Feb 09 12:39:22.415513 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5cd628b1-33f1-4cf0-bde3-d6a086b56ba4 admin admin] Usage tracker for resource:security_group_rule and tenant:8dfdc6f046354825a1d6637780becf10 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:39:22.435668 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5cd628b1-33f1-4cf0-bde3-d6a086b56ba4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:39:22.436918 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-02034507-c06e-4171-b311-bcbe44dd1c14 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:22.454512 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5cd628b1-33f1-4cf0-bde3-d6a086b56ba4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:39:22.462367 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3d5147a0-7918-4813-8100-3b1c466b7e72 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/9c3204a3-564c-4d12-869c-011da1dd72e6 HTTP/1.1" status: 204 len: 168 time: 1.3304453 Feb 09 12:39:22.470713 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46036) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:22.531592 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c551daa9-aa92-4a00-b04b-08419a38b6d0 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:22.533258 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c551daa9-aa92-4a00-b04b-08419a38b6d0 tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] 10.222.0.55 "GET /v2.0/networks/af0bad45-b31e-4cb1-a77c-3bbc34409de5 HTTP/1.1" status: 200 len: 881 time: 0.6632431 Feb 09 12:39:22.537844 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46040) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:22.539017 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-010ac204-740c-4543-9e7e-536281c11259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:22.633618 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5bc720d2-12b6-4dd6-881f-6a3df423d3fd tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] 10.222.0.55 "GET /v2.0/ports?device_id=214d56a9-da67-41d0-a25e-41f447a4ba06 HTTP/1.1" status: 200 len: 205 time: 0.0656929 Feb 09 12:39:22.640952 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46044) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:22.694728 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:22.733189 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047b4463-0b53-4301-8bd8-6e48417a147f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ca83b9-7e07-4cca-af3e-3ae2552fd7a7'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:39:22.746595 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 89ca83b9-7e07-4cca-af3e-3ae2552fd7a7, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=89ca83b9-7e07-4cca-af3e-3ae2552fd7a7,segment=NetworkSegment(1c59adf7-7d08-4b5e-9bac-da20ae07f737),segment_id=1c59adf7-7d08-4b5e-9bac-da20ae07f737)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:39:22.758192 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:22.784290 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c07cabc3-ea07-4dee-99ac-77bf512724cc tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Synchronizing usage tracker for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:router {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:39:22.842846 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0f8c4598-188d-4921-8f82-fe2469232cbe req-036911ce-3fa1-4609-ba73-7aad8b74f9f0 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d7571fd-0756-4468-bd3c-a3877d2e955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4275525 Feb 09 12:39:22.877402 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c07cabc3-ea07-4dee-99ac-77bf512724cc tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Unset dirty status for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:router {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:39:22.881329 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c07cabc3-ea07-4dee-99ac-77bf512724cc tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3950815 Feb 09 12:39:22.893419 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46050) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:22.897776 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047b4463-0b53-4301-8bd8-6e48417a147f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ca83b9-7e07-4cca-af3e-3ae2552fd7a7', 'code': 200} Feb 09 12:39:22.900784 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-117b872d-619d-4aaf-b2f9-fab7cd2e319d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'subnet': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:39:22.906018 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6707d19a-af21-43f1-92eb-d9077f68b21a None None] DHCP port deletion for f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:39:22.906525 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-02034507-c06e-4171-b311-bcbe44dd1c14 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:22.928873 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-6707d19a-af21-43f1-92eb-d9077f68b21a None None] Deleting port 7dfd36f3-049d-488b-8ae9-5b519e616117 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:39:22.930351 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6707d19a-af21-43f1-92eb-d9077f68b21a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:23.061353 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-02034507-c06e-4171-b311-bcbe44dd1c14 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:23.063870 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-010ac204-740c-4543-9e7e-536281c11259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:23.089484 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:23.097595 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=89ca83b9-7e07-4cca-af3e-3ae2552fd7a7,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:23.113470 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02034507-c06e-4171-b311-bcbe44dd1c14 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Pushing event deleted for resources: {'Subnet': ['ID=36da5cb7-68bb-4d3e-ac49-84c45b78f83c,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:23.123365 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-02034507-c06e-4171-b311-bcbe44dd1c14 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:23.137137 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-02034507-c06e-4171-b311-bcbe44dd1c14 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "DELETE /v2.0/subnets/36da5cb7-68bb-4d3e-ac49-84c45b78f83c HTTP/1.1" status: 204 len: 168 time: 1.0062625 Feb 09 12:39:23.140517 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46054) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:23.149666 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ac204-740c-4543-9e7e-536281c11259 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e0df51a-c44d-4333-910c-bf77ea824551,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:23.266794 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1139894-179b-4594-9e69-6d9dc6999e50 req-f7826651-bf2a-430a-b7c2-7a7bc74b3c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:23.268501 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d1139894-179b-4594-9e69-6d9dc6999e50 req-f7826651-bf2a-430a-b7c2-7a7bc74b3c25 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 1096 time: 0.2809675 Feb 09 12:39:23.354513 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-6707d19a-af21-43f1-92eb-d9077f68b21a None None] For port 7dfd36f3-049d-488b-8ae9-5b519e616117, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=7dfd36f3-049d-488b-8ae9-5b519e616117,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:39:23.355555 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6707d19a-af21-43f1-92eb-d9077f68b21a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:23.386687 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d1139894-179b-4594-9e69-6d9dc6999e50 req-dd9c6f24-40ad-48e0-8646-81c3b365eaa9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9d7571fd-0756-4468-bd3c-a3877d2e955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947018 Feb 09 12:39:23.400983 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b0ff116a-7ea6-4c13-af09-ec5f6deacd8c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:23.424241 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-b0ff116a-7ea6-4c13-af09-ec5f6deacd8c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Deleting port f2d09bb2-bb68-461d-9693-b9138876a3d3 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:39:23.425608 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b0ff116a-7ea6-4c13-af09-ec5f6deacd8c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:23.499985 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-010ac204-740c-4543-9e7e-536281c11259 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:23.521511 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-117b872d-619d-4aaf-b2f9-fab7cd2e319d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:39:23.536535 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5cd628b1-33f1-4cf0-bde3-d6a086b56ba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:23.557687 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-6707d19a-af21-43f1-92eb-d9077f68b21a None None] Calling delete_port for 7dfd36f3-049d-488b-8ae9-5b519e616117 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:39:23.581076 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-117b872d-619d-4aaf-b2f9-fab7cd2e319d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Usage tracker for resource:subnet and tenant:a7add69c825d45b8a9a99e00c87aae63 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:39:23.584157 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5cd628b1-33f1-4cf0-bde3-d6a086b56ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:23.591423 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-117b872d-619d-4aaf-b2f9-fab7cd2e319d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:39:23.652712 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5cd628b1-33f1-4cf0-bde3-d6a086b56ba4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8dfdc6f046354825a1d6637780becf10&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0981512 Feb 09 12:39:23.654689 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-010ac204-740c-4543-9e7e-536281c11259 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8e0df51a-c44d-4333-910c-bf77ea824551 HTTP/1.1" status: 204 len: 168 time: 1.8865492 Feb 09 12:39:23.655561 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46060) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:23.667198 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6707d19a-af21-43f1-92eb-d9077f68b21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:23.689192 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-117b872d-619d-4aaf-b2f9-fab7cd2e319d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:39:23.694014 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46062) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:23.701743 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b02c21d5-823b-44c9-be66-7fc386844676 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:23.705966 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cb350c-a7cc-4c52-8b65-aa724c92f20e None None] Network 7af25b1c-1833-4b8e-b2fd-66478d052a5e requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:39:23.731435 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 7dfd36f3-049d-488b-8ae9-5b519e616117 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:39:23.855111 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-b0ff116a-7ea6-4c13-af09-ec5f6deacd8c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] For port f2d09bb2-bb68-461d-9693-b9138876a3d3, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=f2d09bb2-bb68-461d-9693-b9138876a3d3,segment=NetworkSegment(eddb1d6f-2692-4b4e-944e-2f8462e882cb),segment_id=eddb1d6f-2692-4b4e-944e-2f8462e882cb)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:39:23.855379 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b0ff116a-7ea6-4c13-af09-ec5f6deacd8c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:23.869161 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1bdc81d6-57ee-4f82-b627-c88b41afcc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:23.875975 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd628b1-33f1-4cf0-bde3-d6a086b56ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393905bd-fca9-436d-998d-f08f52b4e28b,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:23.878405 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6707d19a-af21-43f1-92eb-d9077f68b21a None None] Pushing event deleted for resources: {'Port': ['ID=7dfd36f3-049d-488b-8ae9-5b519e616117,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:23.889238 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 7dfd36f3-049d-488b-8ae9-5b519e616117 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:39:23.889496 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 7dfd36f3-049d-488b-8ae9-5b519e616117 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:39:23.891031 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6707d19a-af21-43f1-92eb-d9077f68b21a None None] No DVR routers for this DVR port 7dfd36f3-049d-488b-8ae9-5b519e616117 on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:39:23.893318 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117b872d-619d-4aaf-b2f9-fab7cd2e319d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:39:23.897693 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-117b872d-619d-4aaf-b2f9-fab7cd2e319d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:23.955339 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6f914a1a-ff7e-46be-bee8-263aaa761ef9 None None] Provisioning complete for port f2d09bb2-bb68-461d-9693-b9138876a3d3 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:39:23.955721 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6f914a1a-ff7e-46be-bee8-263aaa761ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:24.026935 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-b0ff116a-7ea6-4c13-af09-ec5f6deacd8c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Calling delete_port for f2d09bb2-bb68-461d-9693-b9138876a3d3 owned by network:dhcp {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:39:24.207997 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-f332fa63-6557-46ed-8b07-8b0936d57240 req-d2006954-3dca-4096-81c8-4130a6009496 service neutron] (87567) timed out ('10.222.0.52', 54579) {{(pid=87567) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 12:39:24.309522 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-117b872d-619d-4aaf-b2f9-fab7cd2e319d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:24.360821 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b02c21d5-823b-44c9-be66-7fc386844676 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:24.366581 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1b9619-c370-426a-b92c-0f02a6f9ad4d None None] DHCP port deletion for 7af25b1c-1833-4b8e-b2fd-66478d052a5e request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:39:24.372939 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-1b1b9619-c370-426a-b92c-0f02a6f9ad4d None None] Deleting port f2d09bb2-bb68-461d-9693-b9138876a3d3 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:39:24.373329 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1b1b9619-c370-426a-b92c-0f02a6f9ad4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:24.390337 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117b872d-619d-4aaf-b2f9-fab7cd2e319d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:39:24.391415 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-b02c21d5-823b-44c9-be66-7fc386844676 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Deleting port d7a6dbf9-7eb5-4d25-901c-d350c7b7e09d {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:39:24.391757 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b02c21d5-823b-44c9-be66-7fc386844676 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:24.403890 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1bdc81d6-57ee-4f82-b627-c88b41afcc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:24.453499 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-1bdc81d6-57ee-4f82-b627-c88b41afcc5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f32be62-c86b-414f-bc1f-d2cef7c023c9']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:39:24.485311 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-1b1b9619-c370-426a-b92c-0f02a6f9ad4d None None] The port 'f2d09bb2-bb68-461d-9693-b9138876a3d3' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:39:24.509600 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-117b872d-619d-4aaf-b2f9-fab7cd2e319d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:39:24.523251 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044c70e1-a184-472d-8f07-600603fddeda None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:39:24.526589 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b0ff116a-7ea6-4c13-af09-ec5f6deacd8c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:24.532430 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-1bdc81d6-57ee-4f82-b627-c88b41afcc5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0506d4bb-113b-4fbe-8a77-b072bee9b6d7') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:39:24.532721 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-1bdc81d6-57ee-4f82-b627-c88b41afcc5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0506d4bb-113b-4fbe-8a77-b072bee9b6d7') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:39:24.587584 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117b872d-619d-4aaf-b2f9-fab7cd2e319d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:24.590090 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-117b872d-619d-4aaf-b2f9-fab7cd2e319d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:24.610316 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba21e88-be18-4c86-9965-476124367283 req-4c347f81-b51c-4e30-ae91-75c520f812c2 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:24.619935 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2ba21e88-be18-4c86-9965-476124367283 req-4c347f81-b51c-4e30-ae91-75c520f812c2 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 945 time: 0.4996274 Feb 09 12:39:24.669798 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1bdc81d6-57ee-4f82-b627-c88b41afcc5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:24.677505 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff116a-7ea6-4c13-af09-ec5f6deacd8c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Pushing event deleted for resources: {'Port': ['ID=f2d09bb2-bb68-461d-9693-b9138876a3d3,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:24.690209 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-117b872d-619d-4aaf-b2f9-fab7cd2e319d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7956910 Feb 09 12:39:24.698285 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46074) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:24.706513 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ff116a-7ea6-4c13-af09-ec5f6deacd8c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] No DVR routers for this DVR port f2d09bb2-bb68-461d-9693-b9138876a3d3 on host n-d-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:39:24.715184 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-61f5dae2-af92-4046-9fce-905f68da710f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'subnet': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:39:24.730696 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c98ac64d-c7b6-402c-ab85-6b61d50df0b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:24.736724 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ff116a-7ea6-4c13-af09-ec5f6deacd8c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:39:24.737332 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ff116a-7ea6-4c13-af09-ec5f6deacd8c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:39:24.738230 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ff116a-7ea6-4c13-af09-ec5f6deacd8c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:39:24.738653 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ff116a-7ea6-4c13-af09-ec5f6deacd8c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:39:24.739105 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ff116a-7ea6-4c13-af09-ec5f6deacd8c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:39:24.739600 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ff116a-7ea6-4c13-af09-ec5f6deacd8c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:39:24.740489 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ff116a-7ea6-4c13-af09-ec5f6deacd8c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:39:24.740947 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ff116a-7ea6-4c13-af09-ec5f6deacd8c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:39:24.741382 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ff116a-7ea6-4c13-af09-ec5f6deacd8c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:39:24.741788 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ff116a-7ea6-4c13-af09-ec5f6deacd8c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:39:24.743644 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ff116a-7ea6-4c13-af09-ec5f6deacd8c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:39:24.744195 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ff116a-7ea6-4c13-af09-ec5f6deacd8c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:39:24.760846 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117b872d-619d-4aaf-b2f9-fab7cd2e319d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Subnet': ['ID=66c9a21d-04eb-4188-a82a-af8e7ced2651,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:24.831883 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1bdc81d6-57ee-4f82-b627-c88b41afcc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:24.834396 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c98ac64d-c7b6-402c-ab85-6b61d50df0b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:24.846343 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b02c21d5-823b-44c9-be66-7fc386844676 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:24.924960 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2ba21e88-be18-4c86-9965-476124367283 req-9b3a9714-4eb4-4e37-b90f-9c0320a3cb3f tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d7571fd-0756-4468-bd3c-a3877d2e955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2790201 Feb 09 12:39:24.928706 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bdc81d6-57ee-4f82-b627-c88b41afcc5c admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:39:24.929103 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1bdc81d6-57ee-4f82-b627-c88b41afcc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:24.948033 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f2ad71-d8d6-4643-aae6-bb38898bc587 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'tenant_id': 'a7add69c825d45b8a9a99e00c87aae63', 'fixed_ips': [{'subnet_id': '66c9a21d-04eb-4188-a82a-af8e7ced2651'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:39:24.948939 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-42f2ad71-d8d6-4643-aae6-bb38898bc587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:24.964415 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:39:24.964415 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:39:24.964415 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:39:24.964415 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:39:24.964415 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:39:24.964415 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:39:24.964415 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:39:24.964415 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:39:24.964415 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:39:24.964415 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:39:24.964415 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:39:24.964415 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:39:24.964415 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:39:24.964415 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:39:24.964415 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:39:24.964415 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:39:24.964415 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:39:24.964415 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:39:24.964415 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:39:24.964415 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:39:24.964415 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:39:24.964415 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:39:24.964415 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:39:24.964415 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:39:24.964415 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:39:24.964415 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:39:24.964415 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:39:24.964415 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:39:24.964415 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:39:24.964415 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:39:24.964415 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:39:24.964415 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:39:25.089749 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-b02c21d5-823b-44c9-be66-7fc386844676 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Calling delete_port for d7a6dbf9-7eb5-4d25-901c-d350c7b7e09d owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:39:25.187329 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-42f2ad71-d8d6-4643-aae6-bb38898bc587 None None] Allocated IP 172.20.0.2 (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/66c9a21d-04eb-4188-a82a-af8e7ced2651/5180e88b-e35c-4462-8668-a580e3edfa12) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:39:25.237915 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c98ac64d-c7b6-402c-ab85-6b61d50df0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:25.255132 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ac64d-c7b6-402c-ab85-6b61d50df0b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393905bd-fca9-436d-998d-f08f52b4e28b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:25.268448 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c98ac64d-c7b6-402c-ab85-6b61d50df0b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:25.272052 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c98ac64d-c7b6-402c-ab85-6b61d50df0b4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/393905bd-fca9-436d-998d-f08f52b4e28b HTTP/1.1" status: 204 len: 168 time: 1.5714395 Feb 09 12:39:25.393208 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b0ff116a-7ea6-4c13-af09-ec5f6deacd8c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:25.414006 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b02c21d5-823b-44c9-be66-7fc386844676 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:25.429329 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-b0ff116a-7ea6-4c13-af09-ec5f6deacd8c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7af25b1c-1833-4b8e-b2fd-66478d052a5e']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:39:25.447202 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-b0ff116a-7ea6-4c13-af09-ec5f6deacd8c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eddb1d6f-2692-4b4e-944e-2f8462e882cb') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:39:25.447504 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-b0ff116a-7ea6-4c13-af09-ec5f6deacd8c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eddb1d6f-2692-4b4e-944e-2f8462e882cb') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:39:25.458991 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-42f2ad71-d8d6-4643-aae6-bb38898bc587 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:25.487407 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-61f5dae2-af92-4046-9fce-905f68da710f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:39:25.490587 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02c21d5-823b-44c9-be66-7fc386844676 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Pushing event deleted for resources: {'Port': ['ID=d7a6dbf9-7eb5-4d25-901c-d350c7b7e09d,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:25.491674 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-61f5dae2-af92-4046-9fce-905f68da710f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Usage tracker for resource:subnet and tenant:a7add69c825d45b8a9a99e00c87aae63 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:39:25.495511 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-61f5dae2-af92-4046-9fce-905f68da710f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:39:25.499459 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b0ff116a-7ea6-4c13-af09-ec5f6deacd8c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:25.517837 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-61f5dae2-af92-4046-9fce-905f68da710f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:39:25.531575 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b0ff116a-7ea6-4c13-af09-ec5f6deacd8c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:25.541321 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1bdc81d6-57ee-4f82-b627-c88b41afcc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:25.543181 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0ff116a-7ea6-4c13-af09-ec5f6deacd8c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:39:25.543566 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b0ff116a-7ea6-4c13-af09-ec5f6deacd8c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:25.562414 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:39:25.562414 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:39:25.562414 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:39:25.562414 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:39:25.562414 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:39:25.562414 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:39:25.562414 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:39:25.562414 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:39:25.562414 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:39:25.562414 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:39:25.562414 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:39:25.562414 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:39:25.562414 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:39:25.562414 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:39:25.562414 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:39:25.562414 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:39:25.562414 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:39:25.562414 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:39:25.562414 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:39:25.562414 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:39:25.562414 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:39:25.562414 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:39:25.562414 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:39:25.562414 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:39:25.562414 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:39:25.562414 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:39:25.562414 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:39:25.562414 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:39:25.562414 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:39:25.562414 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:39:25.562414 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:39:25.562414 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:39:25.584923 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1bdc81d6-57ee-4f82-b627-c88b41afcc5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:25.602314 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b02c21d5-823b-44c9-be66-7fc386844676 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:25.692777 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f5dae2-af92-4046-9fce-905f68da710f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:39:25.697265 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-61f5dae2-af92-4046-9fce-905f68da710f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:25.709060 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device f2d09bb2-bb68-461d-9693-b9138876a3d3 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:39:25.742947 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc81d6-57ee-4f82-b627-c88b41afcc5c admin admin] Pushing event deleted for resources: {'Network': ['ID=8f32be62-c86b-414f-bc1f-d2cef7c023c9,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:25.761678 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: f2d09bb2-bb68-461d-9693-b9138876a3d3 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:39:25.762185 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device f2d09bb2-bb68-461d-9693-b9138876a3d3 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:39:25.834028 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-42f2ad71-d8d6-4643-aae6-bb38898bc587 None None] Transition to ACTIVE for port object 5180e88b-e35c-4462-8668-a580e3edfa12 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:39:25.844601 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b0ff116a-7ea6-4c13-af09-ec5f6deacd8c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:25.846849 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1bdc81d6-57ee-4f82-b627-c88b41afcc5c admin admin] 10.222.0.55 "DELETE /v2.0/networks/8f32be62-c86b-414f-bc1f-d2cef7c023c9 HTTP/1.1" status: 204 len: 168 time: 2.1515234 Feb 09 12:39:25.878411 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-42f2ad71-d8d6-4643-aae6-bb38898bc587 None None] Transition to ACTIVE for port object 5180e88b-e35c-4462-8668-a580e3edfa12 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:39:25.880278 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b0ff116a-7ea6-4c13-af09-ec5f6deacd8c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:25.892188 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff116a-7ea6-4c13-af09-ec5f6deacd8c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Pushing event deleted for resources: {'Network': ['ID=7af25b1c-1833-4b8e-b2fd-66478d052a5e,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:25.902283 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-42f2ad71-d8d6-4643-aae6-bb38898bc587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:25.907788 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b0ff116a-7ea6-4c13-af09-ec5f6deacd8c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "DELETE /v2.0/networks/7af25b1c-1833-4b8e-b2fd-66478d052a5e HTTP/1.1" status: 204 len: 168 time: 2.7647476 Feb 09 12:39:25.920321 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46192) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:25.966313 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-2afb819a-2471-464d-a501-7dbb6b7164bb tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] DELETE failed (client error): The resource could not be found. Feb 09 12:39:25.966313 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2afb819a-2471-464d-a501-7dbb6b7164bb tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:39:25.967864 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2afb819a-2471-464d-a501-7dbb6b7164bb tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "DELETE /v2.0/subnets/66996b59-d23c-4e23-85bd-a514af667308 HTTP/1.1" status: 404 len: 337 time: 0.0470123 Feb 09 12:39:25.973058 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46202) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:26.030230 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f2ad71-d8d6-4643-aae6-bb38898bc587 None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:39:26.033978 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-42f2ad71-d8d6-4643-aae6-bb38898bc587 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:39:26.038149 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f2ad71-d8d6-4643-aae6-bb38898bc587 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:39:26.070212 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-e480b237-efa5-4a80-98a6-de435dd78fa1 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] DELETE failed (client error): The resource could not be found. Feb 09 12:39:26.071417 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e480b237-efa5-4a80-98a6-de435dd78fa1 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:39:26.078423 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e480b237-efa5-4a80-98a6-de435dd78fa1 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "DELETE /v2.0/networks/faf0985f-586f-4bdd-971e-25d8f86a7c6c HTTP/1.1" status: 404 len: 339 time: 0.1022420 Feb 09 12:39:26.081821 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46216) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:26.148807 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b02c21d5-823b-44c9-be66-7fc386844676 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:26.153605 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f2ad71-d8d6-4643-aae6-bb38898bc587 None None] Pushing event updated for resources: {'Port': ['ID=5180e88b-e35c-4462-8668-a580e3edfa12,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:26.155029 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b02c21d5-823b-44c9-be66-7fc386844676 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:26.175396 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-42f2ad71-d8d6-4643-aae6-bb38898bc587 None None] Attempting to bind port 5180e88b-e35c-4462-8668-a580e3edfa12 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:39:26.176027 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-42f2ad71-d8d6-4643-aae6-bb38898bc587 None None] Attempting to bind port 5180e88b-e35c-4462-8668-a580e3edfa12 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:39:26.176804 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f2ad71-d8d6-4643-aae6-bb38898bc587 None None] Attempting to bind port 5180e88b-e35c-4462-8668-a580e3edfa12 on network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:39:26.184250 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f2ad71-d8d6-4643-aae6-bb38898bc587 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:39:26.184874 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f2ad71-d8d6-4643-aae6-bb38898bc587 None None] Checking segment: {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:39:26.185882 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-42f2ad71-d8d6-4643-aae6-bb38898bc587 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:26.186565 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f2ad71-d8d6-4643-aae6-bb38898bc587 None None] Bound using segment: {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:39:26.187308 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-42f2ad71-d8d6-4643-aae6-bb38898bc587 None None] Bound port: 5180e88b-e35c-4462-8668-a580e3edfa12, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:39:26.187879 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-42f2ad71-d8d6-4643-aae6-bb38898bc587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:26.204210 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b02c21d5-823b-44c9-be66-7fc386844676 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:26.205132 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02c21d5-823b-44c9-be66-7fc386844676 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Fanout notify agent at l3_agent the message router_deleted on router 214d56a9-da67-41d0-a25e-41f447a4ba06 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:39:26.230204 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46238) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:26.250123 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad9b5818-6468-4424-9784-3bfdbf23aa85 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] DELETE failed (client error): The resource could not be found. Feb 09 12:39:26.250636 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad9b5818-6468-4424-9784-3bfdbf23aa85 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:39:26.292742 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ad9b5818-6468-4424-9784-3bfdbf23aa85 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "DELETE /v2.0/subnets/6e4ae76e-b8e4-4566-b239-deb9a6306a2f HTTP/1.1" status: 404 len: 337 time: 0.2022161 Feb 09 12:39:26.295775 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b02c21d5-823b-44c9-be66-7fc386844676 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:26.297301 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b02c21d5-823b-44c9-be66-7fc386844676 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] 10.222.0.55 "DELETE /v2.0/routers/214d56a9-da67-41d0-a25e-41f447a4ba06 HTTP/1.1" status: 204 len: 168 time: 3.6511910 Feb 09 12:39:26.301968 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46248) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:26.302379 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46250) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:26.340289 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-abc5f3cb-82c1-44a0-80a5-67ec09a7474e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=79b13d259e044206b7b291bef4587540&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0980973 Feb 09 12:39:26.342627 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46256) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:26.356036 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-42f2ad71-d8d6-4643-aae6-bb38898bc587 None None] For port 5180e88b-e35c-4462-8668-a580e3edfa12, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:39:26.360172 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-42f2ad71-d8d6-4643-aae6-bb38898bc587 None None] For port 5180e88b-e35c-4462-8668-a580e3edfa12, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5180e88b-e35c-4462-8668-a580e3edfa12,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:39:26.369859 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-42f2ad71-d8d6-4643-aae6-bb38898bc587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:26.396574 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-0b3812b8-e98b-4631-b401-e23b2383e0f9 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1023685739', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}, 'admin_state_up': False}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:39:26.463165 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-0b3812b8-e98b-4631-b401-e23b2383e0f9 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:39:26.475406 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-54189130-587c-4972-ae3e-8767483830b1 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] DELETE failed (client error): The resource could not be found. Feb 09 12:39:26.475945 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54189130-587c-4972-ae3e-8767483830b1 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:39:26.480684 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-54189130-587c-4972-ae3e-8767483830b1 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "DELETE /v2.0/networks/c2fa24ec-a50a-49e3-9c13-c577b0c16a88 HTTP/1.1" status: 404 len: 339 time: 0.1128304 Feb 09 12:39:26.480684 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-0b3812b8-e98b-4631-b401-e23b2383e0f9 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Usage tracker for resource:router and tenant:d7ec3256cb85454e9ad573cc019d12e5 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:39:26.482982 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f2ad71-d8d6-4643-aae6-bb38898bc587 None None] Pushing event updated for resources: {'Port': ['ID=5180e88b-e35c-4462-8668-a580e3edfa12,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:26.487512 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c9ec3f69-70eb-4259-93da-a8b663416b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:26.488442 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46280) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:26.493613 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-0b3812b8-e98b-4631-b401-e23b2383e0f9 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:39:26.514718 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-0b3812b8-e98b-4631-b401-e23b2383e0f9 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:39:26.538311 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c9ec3f69-70eb-4259-93da-a8b663416b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:26.577865 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-7630ca7d-db65-4a49-97f5-a54b8da8df1e tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] DELETE failed (client error): The resource could not be found. Feb 09 12:39:26.578317 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7630ca7d-db65-4a49-97f5-a54b8da8df1e tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:39:26.580031 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-7630ca7d-db65-4a49-97f5-a54b8da8df1e tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "DELETE /v2.0/subnets/5465671f-b90d-4079-90a1-f648f8a64e0a HTTP/1.1" status: 404 len: 337 time: 0.0743124 Feb 09 12:39:26.584869 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46292) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:26.601276 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81883326-1cd5-40bb-93e7-00b2c5ea39c1 req-df11cc8c-04dc-487a-864d-762775442425 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:26.609954 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-81883326-1cd5-40bb-93e7-00b2c5ea39c1 req-df11cc8c-04dc-487a-864d-762775442425 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 945 time: 0.4230030 Feb 09 12:39:26.612519 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0b3812b8-e98b-4631-b401-e23b2383e0f9 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:26.613762 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0b3812b8-e98b-4631-b401-e23b2383e0f9 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:26.621159 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-7724d7b1-d6cb-4980-ad7a-04eae26e3e07 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] DELETE failed (client error): The resource could not be found. Feb 09 12:39:26.621709 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7724d7b1-d6cb-4980-ad7a-04eae26e3e07 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:39:26.632376 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7724d7b1-d6cb-4980-ad7a-04eae26e3e07 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "DELETE /v2.0/networks/529e3846-8666-4f8f-a367-71b8e23ff9a6 HTTP/1.1" status: 404 len: 339 time: 0.0461137 Feb 09 12:39:26.632975 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46300) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:26.692247 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0b3812b8-e98b-4631-b401-e23b2383e0f9 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:26.725540 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a09352d-2384-48fc-8208-06cdce5d2191 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Deleting subnet 3fc52882-7b6b-4a96-9545-35030409bad4 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:39:26.732443 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-81883326-1cd5-40bb-93e7-00b2c5ea39c1 req-14e15c83-805a-4a15-9294-4dde02f35320 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d7571fd-0756-4468-bd3c-a3877d2e955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213760 Feb 09 12:39:26.736579 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7a09352d-2384-48fc-8208-06cdce5d2191 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:26.810920 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:39:26.818933 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c9ec3f69-70eb-4259-93da-a8b663416b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:26.848958 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ec3f69-70eb-4259-93da-a8b663416b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b115c2-d037-43a4-bcff-59bfc8fed442,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:26.856679 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7a09352d-2384-48fc-8208-06cdce5d2191 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:26.915403 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c9ec3f69-70eb-4259-93da-a8b663416b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:26.920033 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c9ec3f69-70eb-4259-93da-a8b663416b3a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/40b115c2-d037-43a4-bcff-59bfc8fed442 HTTP/1.1" status: 204 len: 168 time: 0.5761178 Feb 09 12:39:27.027386 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7a09352d-2384-48fc-8208-06cdce5d2191 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:27.193969 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7a09352d-2384-48fc-8208-06cdce5d2191 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:27.277515 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a09352d-2384-48fc-8208-06cdce5d2191 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Pushing event deleted for resources: {'Subnet': ['ID=3fc52882-7b6b-4a96-9545-35030409bad4,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:27.287254 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7a09352d-2384-48fc-8208-06cdce5d2191 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:27.300773 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef172c30-3298-4a7c-a71a-8078987366f3 None None] Network a80361e8-6b91-483d-978a-cbc985c76f4f requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:39:27.320385 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7a09352d-2384-48fc-8208-06cdce5d2191 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "DELETE /v2.0/subnets/3fc52882-7b6b-4a96-9545-35030409bad4 HTTP/1.1" status: 204 len: 168 time: 0.6802607 Feb 09 12:39:27.321643 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46378) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:27.583665 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0b3812b8-e98b-4631-b401-e23b2383e0f9 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:27.592845 n-d-825178-3 neutron-server[87567]: DEBUG neutron.objects.ports [None req-61f5dae2-af92-4046-9fce-905f68da710f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87567) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 12:39:27.743913 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46416) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:27.824430 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-23434f4f-c7bd-4720-bef2-481022ff4ef7 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:27.825615 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b253c-8f1e-4b36-b162-a1c3f032add4 req-d94a287e-da0f-4082-abc0-e494dc35f891 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:27.837428 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46442) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:27.838607 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1d2b253c-8f1e-4b36-b162-a1c3f032add4 req-d94a287e-da0f-4082-abc0-e494dc35f891 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 945 time: 0.8390887 Feb 09 12:39:27.847229 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442dc1a3-7ff1-415e-a661-0ad3d46c6226 None None] DHCP port deletion for a80361e8-6b91-483d-978a-cbc985c76f4f request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:39:27.854757 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-e5d96f62-89fa-4947-8787-aaf9d3b8afeb tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Request body: {'floatingip': {'port_id': '89ca83b9-7e07-4cca-af3e-3ae2552fd7a7'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:39:27.857322 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-442dc1a3-7ff1-415e-a661-0ad3d46c6226 None None] Deleting port a20c3f2f-4961-4161-b8e1-2ebc3ad43327 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:39:27.857708 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-442dc1a3-7ff1-415e-a661-0ad3d46c6226 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:28.080838 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e5d96f62-89fa-4947-8787-aaf9d3b8afeb tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks [] for floatingip, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:28.112906 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5180e88b-e35c-4462-8668-a580e3edfa12 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:39:28.224469 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-23434f4f-c7bd-4720-bef2-481022ff4ef7 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Deleting port a20c3f2f-4961-4161-b8e1-2ebc3ad43327 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:39:28.224887 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-23434f4f-c7bd-4720-bef2-481022ff4ef7 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:28.314466 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1c39ec0d-a15a-4ad0-a8c9-91ef5943170a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:28.435724 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 5180e88b-e35c-4462-8668-a580e3edfa12 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:39:28.479654 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1c39ec0d-a15a-4ad0-a8c9-91ef5943170a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:39:28.492761 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-442dc1a3-7ff1-415e-a661-0ad3d46c6226 None None] For port a20c3f2f-4961-4161-b8e1-2ebc3ad43327, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=a20c3f2f-4961-4161-b8e1-2ebc3ad43327,segment=NetworkSegment(fd08a4ff-de0d-4964-954f-9f780e05b1cd),segment_id=fd08a4ff-de0d-4964-954f-9f780e05b1cd)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:39:28.493566 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-442dc1a3-7ff1-415e-a661-0ad3d46c6226 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:28.494999 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-1c39ec0d-a15a-4ad0-a8c9-91ef5943170a admin admin] Usage tracker for resource:security_group_rule and tenant:f585af5305284846a4ec265ec3715b70 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:39:28.504711 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-1c39ec0d-a15a-4ad0-a8c9-91ef5943170a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:39:28.545536 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1c39ec0d-a15a-4ad0-a8c9-91ef5943170a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:39:28.547768 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46522) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:28.587425 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-61f5dae2-af92-4046-9fce-905f68da710f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:28.670807 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-442dc1a3-7ff1-415e-a661-0ad3d46c6226 None None] Calling delete_port for a20c3f2f-4961-4161-b8e1-2ebc3ad43327 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:39:28.731289 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-61bb1957-360d-459f-84a3-ae9e682de9de None None] Provisioning for port 5180e88b-e35c-4462-8668-a580e3edfa12 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:39:28.740206 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-61bb1957-360d-459f-84a3-ae9e682de9de None None] Provisioning complete for port 5180e88b-e35c-4462-8668-a580e3edfa12 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:39:28.740768 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-61bb1957-360d-459f-84a3-ae9e682de9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:28.860789 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-7f32af33-bab1-441d-80f2-14fbbb6d7596 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-183864487-network', 'tenant_id': 'd89936366bc94a73a5bdc24ebfa20a42'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:39:28.866820 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-442dc1a3-7ff1-415e-a661-0ad3d46c6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:28.936317 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442dc1a3-7ff1-415e-a661-0ad3d46c6226 None None] Pushing event deleted for resources: {'Port': ['ID=a20c3f2f-4961-4161-b8e1-2ebc3ad43327,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:28.945068 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442dc1a3-7ff1-415e-a661-0ad3d46c6226 None None] No DVR routers for this DVR port a20c3f2f-4961-4161-b8e1-2ebc3ad43327 on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:39:28.949516 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-61bb1957-360d-459f-84a3-ae9e682de9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:28.991256 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7f32af33-bab1-441d-80f2-14fbbb6d7596 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:39:29.021273 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7f32af33-bab1-441d-80f2-14fbbb6d7596 admin admin] Usage tracker for resource:network and tenant:d89936366bc94a73a5bdc24ebfa20a42 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:39:29.037224 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7f32af33-bab1-441d-80f2-14fbbb6d7596 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:39:29.051926 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7f32af33-bab1-441d-80f2-14fbbb6d7596 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:39:29.068682 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-23434f4f-c7bd-4720-bef2-481022ff4ef7 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] For port a20c3f2f-4961-4161-b8e1-2ebc3ad43327, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=a20c3f2f-4961-4161-b8e1-2ebc3ad43327,segment=NetworkSegment(fd08a4ff-de0d-4964-954f-9f780e05b1cd),segment_id=fd08a4ff-de0d-4964-954f-9f780e05b1cd)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:39:29.069049 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-23434f4f-c7bd-4720-bef2-481022ff4ef7 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:29.145871 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-61f5dae2-af92-4046-9fce-905f68da710f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] For port 5180e88b-e35c-4462-8668-a580e3edfa12, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5180e88b-e35c-4462-8668-a580e3edfa12,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:39:29.191166 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0b3812b8-e98b-4631-b401-e23b2383e0f9 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks [] for router_gateway, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:29.224690 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0b3812b8-e98b-4631-b401-e23b2383e0f9 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:29.291311 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-61f5dae2-af92-4046-9fce-905f68da710f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:29.308994 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-61f5dae2-af92-4046-9fce-905f68da710f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:29.309819 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-61f5dae2-af92-4046-9fce-905f68da710f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:29.398111 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f32af33-bab1-441d-80f2-14fbbb6d7596 admin admin] Made reservation on behalf of d89936366bc94a73a5bdc24ebfa20a42 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:39:29.400996 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f32af33-bab1-441d-80f2-14fbbb6d7596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:29.417841 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-23434f4f-c7bd-4720-bef2-481022ff4ef7 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Calling delete_port for a20c3f2f-4961-4161-b8e1-2ebc3ad43327 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:39:29.425071 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-61bb1957-360d-459f-84a3-ae9e682de9de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:39:29.425537 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-61bb1957-360d-459f-84a3-ae9e682de9de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:39:29.457667 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f5dae2-af92-4046-9fce-905f68da710f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:39:29.468442 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f32af33-bab1-441d-80f2-14fbbb6d7596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:29.498548 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-61f5dae2-af92-4046-9fce-905f68da710f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:39:29.501716 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f5dae2-af92-4046-9fce-905f68da710f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:29.502491 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-61f5dae2-af92-4046-9fce-905f68da710f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:29.508477 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7f32af33-bab1-441d-80f2-14fbbb6d7596 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:39:29.513390 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7f32af33-bab1-441d-80f2-14fbbb6d7596 admin admin] Usage tracker for resource:security_group_rule and tenant:d89936366bc94a73a5bdc24ebfa20a42 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:39:29.514508 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e458c3a1-81c5-47e3-9677-b7dbaa046ce4 None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:39:29.516307 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7f32af33-bab1-441d-80f2-14fbbb6d7596 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:39:29.527175 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7f32af33-bab1-441d-80f2-14fbbb6d7596 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:39:29.551126 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f5dae2-af92-4046-9fce-905f68da710f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Subnet': ['ID=fcc5d5cb-d40e-4330-ae4d-0509e446815d,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:29.560594 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1c39ec0d-a15a-4ad0-a8c9-91ef5943170a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:29.560849 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f5dae2-af92-4046-9fce-905f68da710f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Port': ['ID=5180e88b-e35c-4462-8668-a580e3edfa12,revision_number=4']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:29.577524 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-61f5dae2-af92-4046-9fce-905f68da710f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.8726659 Feb 09 12:39:29.580647 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46630) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:29.591246 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1c39ec0d-a15a-4ad0-a8c9-91ef5943170a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:29.592002 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-247cf763-75bd-40c5-bed7-3cb8b5d4b735 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'port': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'mac_address': 'fa:16:3e:7f:1a:21', 'name': 'tempest-NetworksTestDHCPv6-1386039306'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:39:29.612087 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-0b3812b8-e98b-4631-b401-e23b2383e0f9 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Allocated IP 172.25.7.137 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/047727fd-3fd7-4c33-b8b3-c65a943c1bef) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:39:29.651682 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.api [None req-23434f4f-c7bd-4720-bef2-481022ff4ef7 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:39:29.652031 n-d-825178-3 neutron-server[87568]: DEBUG oslo_db.api [None req-23434f4f-c7bd-4720-bef2-481022ff4ef7 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:39:29.685964 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1c39ec0d-a15a-4ad0-a8c9-91ef5943170a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f585af5305284846a4ec265ec3715b70&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9409885 Feb 09 12:39:29.686995 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c39ec0d-a15a-4ad0-a8c9-91ef5943170a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdaa9c58-7ccb-4bbb-8319-4033e8a16c31,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:29.689562 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46634) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:29.717606 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5180e88b-e35c-4462-8668-a580e3edfa12 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:39:29.844973 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-247cf763-75bd-40c5-bed7-3cb8b5d4b735 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:39:29.857439 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 5180e88b-e35c-4462-8668-a580e3edfa12 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:39:29.857812 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:29.861733 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-247cf763-75bd-40c5-bed7-3cb8b5d4b735 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Usage tracker for resource:port and tenant:a7add69c825d45b8a9a99e00c87aae63 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:39:29.866855 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-247cf763-75bd-40c5-bed7-3cb8b5d4b735 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:39:29.876344 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-247cf763-75bd-40c5-bed7-3cb8b5d4b735 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:39:29.899953 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e5d96f62-89fa-4947-8787-aaf9d3b8afeb tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:29.908366 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247cf763-75bd-40c5-bed7-3cb8b5d4b735 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:39:29.909176 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2deb9071-7a04-4678-98bb-93e1d5af9247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:29.912801 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f32af33-bab1-441d-80f2-14fbbb6d7596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:29.913741 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e5d96f62-89fa-4947-8787-aaf9d3b8afeb tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:29.942334 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0b3812b8-e98b-4631-b401-e23b2383e0f9 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:29.990775 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f32af33-bab1-441d-80f2-14fbbb6d7596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:30.042591 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-61bb1957-360d-459f-84a3-ae9e682de9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:30.058704 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f32af33-bab1-441d-80f2-14fbbb6d7596 admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:39:30.062330 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2deb9071-7a04-4678-98bb-93e1d5af9247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:30.068007 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-247cf763-75bd-40c5-bed7-3cb8b5d4b735 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:30.070277 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:30.080467 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32af33-bab1-441d-80f2-14fbbb6d7596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490ee54e-44a5-484b-8a42-dfb9bee59ea3,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:30.106688 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-61bb1957-360d-459f-84a3-ae9e682de9de None None] For port 5180e88b-e35c-4462-8668-a580e3edfa12, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5180e88b-e35c-4462-8668-a580e3edfa12,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:39:30.111220 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [None req-247cf763-75bd-40c5-bed7-3cb8b5d4b735 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] device_id is not set on port 79cd3c5a-6d21-4b03-8b2e-08bffcf4af7b yet. {{(pid=87567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:39:30.119979 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-61bb1957-360d-459f-84a3-ae9e682de9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:30.152230 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0b3812b8-e98b-4631-b401-e23b2383e0f9 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:30.199167 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-23434f4f-c7bd-4720-bef2-481022ff4ef7 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Deleting port a20c3f2f-4961-4161-b8e1-2ebc3ad43327 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:39:30.199167 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-23434f4f-c7bd-4720-bef2-481022ff4ef7 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:30.234027 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3812b8-e98b-4631-b401-e23b2383e0f9 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:39:30.243783 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-0b3812b8-e98b-4631-b401-e23b2383e0f9 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:39:30.246565 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3812b8-e98b-4631-b401-e23b2383e0f9 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:39:30.268884 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f32af33-bab1-441d-80f2-14fbbb6d7596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:30.280616 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-7f32af33-bab1-441d-80f2-14fbbb6d7596 admin admin] Added segment 70cfac32-3a22-46ac-a4f7-79fa8a90e619 of type vlan for network b164697a-bd83-4ea1-8a53-53aeef40bb02 Feb 09 12:39:30.376708 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:39:30.377408 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:39:30.387327 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bb1957-360d-459f-84a3-ae9e682de9de None None] Pushing event updated for resources: {'Port': ['ID=5180e88b-e35c-4462-8668-a580e3edfa12,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:30.424895 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2deb9071-7a04-4678-98bb-93e1d5af9247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:30.461019 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-23434f4f-c7bd-4720-bef2-481022ff4ef7 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] The port 'a20c3f2f-4961-4161-b8e1-2ebc3ad43327' was deleted {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:39:30.470406 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f32af33-bab1-441d-80f2-14fbbb6d7596 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:30.480867 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3812b8-e98b-4631-b401-e23b2383e0f9 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Pushing event updated for resources: {'Port': ['ID=047727fd-3fd7-4c33-b8b3-c65a943c1bef,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:30.520244 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb9071-7a04-4678-98bb-93e1d5af9247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdaa9c58-7ccb-4bbb-8319-4033e8a16c31,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:30.642016 n-d-825178-3 neutron-server[87568]: INFO neutron.db.l3_db [None req-e5d96f62-89fa-4947-8787-aaf9d3b8afeb tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Floating IP 4d702914-0627-4d57-bca0-fca4e0c9382b associated. External IP: 172.25.7.238, port: 89ca83b9-7e07-4cca-af3e-3ae2552fd7a7. Feb 09 12:39:30.759862 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f32af33-bab1-441d-80f2-14fbbb6d7596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:30.760916 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f32af33-bab1-441d-80f2-14fbbb6d7596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:30.761552 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f32af33-bab1-441d-80f2-14fbbb6d7596 admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:30.766152 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-23434f4f-c7bd-4720-bef2-481022ff4ef7 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:30.790567 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2deb9071-7a04-4678-98bb-93e1d5af9247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:30.791691 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2deb9071-7a04-4678-98bb-93e1d5af9247 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bdaa9c58-7ccb-4bbb-8319-4033e8a16c31 HTTP/1.1" status: 204 len: 168 time: 1.0970926 Feb 09 12:39:30.856405 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-23434f4f-c7bd-4720-bef2-481022ff4ef7 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a80361e8-6b91-483d-978a-cbc985c76f4f']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:39:30.888574 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-23434f4f-c7bd-4720-bef2-481022ff4ef7 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd08a4ff-de0d-4964-954f-9f780e05b1cd') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:39:30.890830 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-23434f4f-c7bd-4720-bef2-481022ff4ef7 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd08a4ff-de0d-4964-954f-9f780e05b1cd') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:39:30.908086 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-23434f4f-c7bd-4720-bef2-481022ff4ef7 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:30.940334 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-23434f4f-c7bd-4720-bef2-481022ff4ef7 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:30.948555 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23434f4f-c7bd-4720-bef2-481022ff4ef7 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:39:30.949193 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-23434f4f-c7bd-4720-bef2-481022ff4ef7 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:31.005541 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0923da19-0907-4e29-998a-74be68147b8e None None] Provisioning complete for port 5180e88b-e35c-4462-8668-a580e3edfa12 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:39:31.005917 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0923da19-0907-4e29-998a-74be68147b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:31.012932 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-247cf763-75bd-40c5-bed7-3cb8b5d4b735 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Allocated IP 172.20.0.13 (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/66c9a21d-04eb-4188-a82a-af8e7ced2651/79cd3c5a-6d21-4b03-8b2e-08bffcf4af7b) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:39:31.141012 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device a20c3f2f-4961-4161-b8e1-2ebc3ad43327 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:39:31.193512 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-247cf763-75bd-40c5-bed7-3cb8b5d4b735 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Allocated IP 2001:db8::f816:3eff:fe7f:1a21 (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/fcc5d5cb-d40e-4330-ae4d-0509e446815d/79cd3c5a-6d21-4b03-8b2e-08bffcf4af7b) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:39:31.201030 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: a20c3f2f-4961-4161-b8e1-2ebc3ad43327 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:39:31.202647 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device a20c3f2f-4961-4161-b8e1-2ebc3ad43327 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:39:31.214322 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0b3812b8-e98b-4631-b401-e23b2383e0f9 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks [] for router_gateway, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:31.254920 n-d-825178-3 neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:39:31.254920 n-d-825178-3 neutron-server[87568]: util.warn( Feb 09 12:39:31.254920 n-d-825178-3 neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:39:31.254920 n-d-825178-3 neutron-server[87568]: util.warn( Feb 09 12:39:31.254920 n-d-825178-3 neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:39:31.254920 n-d-825178-3 neutron-server[87568]: util.warn( Feb 09 12:39:31.254920 n-d-825178-3 neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:39:31.254920 n-d-825178-3 neutron-server[87568]: util.warn( Feb 09 12:39:31.254920 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:39:31.254920 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:39:31.254920 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:39:31.254920 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:39:31.254920 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:39:31.254920 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:39:31.254920 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:39:31.254920 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:39:31.254920 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:39:31.254920 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:39:31.254920 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:39:31.254920 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:39:31.254920 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:39:31.254920 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:39:31.254920 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:39:31.254920 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:39:31.254920 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:39:31.254920 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:39:31.254920 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:39:31.254920 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:39:31.254920 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:39:31.254920 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:39:31.254920 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:39:31.254920 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:39:31.254920 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:39:31.254920 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:39:31.254920 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:39:31.254920 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:39:31.254920 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:39:31.254920 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:39:31.254920 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:39:31.254920 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:39:31.369383 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-23434f4f-c7bd-4720-bef2-481022ff4ef7 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:31.393964 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-23434f4f-c7bd-4720-bef2-481022ff4ef7 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:31.399298 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-23434f4f-c7bd-4720-bef2-481022ff4ef7 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "DELETE /v2.0/networks/a80361e8-6b91-483d-978a-cbc985c76f4f HTTP/1.1" status: 204 len: 168 time: 4.0761240 Feb 09 12:39:31.405098 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46656) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:31.415678 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7f32af33-bab1-441d-80f2-14fbbb6d7596 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.8637533 Feb 09 12:39:31.415678 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32af33-bab1-441d-80f2-14fbbb6d7596 admin admin] Pushing event updated for resources: {'Network': ['ID=b164697a-bd83-4ea1-8a53-53aeef40bb02,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:31.419267 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46660) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:31.427469 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-d23910a0-2528-403c-9a9c-fb838b1b2d44 admin admin] Request body: {'subnet': {'network_id': 'b164697a-bd83-4ea1-8a53-53aeef40bb02', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-183864487-subnet', 'tenant_id': 'd89936366bc94a73a5bdc24ebfa20a42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:39:31.442716 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-d23910a0-2528-403c-9a9c-fb838b1b2d44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:39:31.467522 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-d23910a0-2528-403c-9a9c-fb838b1b2d44 admin admin] Usage tracker for resource:subnet and tenant:d89936366bc94a73a5bdc24ebfa20a42 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:39:31.470261 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f32af33-bab1-441d-80f2-14fbbb6d7596 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:39:31.470666 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f32af33-bab1-441d-80f2-14fbbb6d7596 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:39:31.471204 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f32af33-bab1-441d-80f2-14fbbb6d7596 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:39:31.471693 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f32af33-bab1-441d-80f2-14fbbb6d7596 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:39:31.472198 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f32af33-bab1-441d-80f2-14fbbb6d7596 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:39:31.472680 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f32af33-bab1-441d-80f2-14fbbb6d7596 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:39:31.472798 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-d23910a0-2528-403c-9a9c-fb838b1b2d44 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:39:31.473277 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f32af33-bab1-441d-80f2-14fbbb6d7596 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:39:31.473951 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f32af33-bab1-441d-80f2-14fbbb6d7596 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:39:31.474590 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f32af33-bab1-441d-80f2-14fbbb6d7596 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:39:31.475675 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f32af33-bab1-441d-80f2-14fbbb6d7596 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:39:31.476102 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f32af33-bab1-441d-80f2-14fbbb6d7596 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:39:31.476372 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f32af33-bab1-441d-80f2-14fbbb6d7596 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:39:31.479797 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ac00e63-dc78-4a29-a26b-b7664f991b39 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] DELETE failed (client error): The resource could not be found. Feb 09 12:39:31.480267 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ac00e63-dc78-4a29-a26b-b7664f991b39 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:39:31.485086 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0ac00e63-dc78-4a29-a26b-b7664f991b39 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "DELETE /v2.0/subnets/6042907d-6da5-4dad-bbc2-c7b0d750417d HTTP/1.1" status: 404 len: 337 time: 0.0787337 Feb 09 12:39:31.487154 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network b164697a-bd83-4ea1-8a53-53aeef40bb02 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:39:31.503530 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46664) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:31.543754 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23434f4f-c7bd-4720-bef2-481022ff4ef7 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Pushing event deleted for resources: {'Network': ['ID=a80361e8-6b91-483d-978a-cbc985c76f4f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:31.563706 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-d23910a0-2528-403c-9a9c-fb838b1b2d44 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:39:31.642963 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5ef190c-7322-4989-968e-b49d1ce57fb7 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] DELETE failed (client error): The resource could not be found. Feb 09 12:39:31.643995 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5ef190c-7322-4989-968e-b49d1ce57fb7 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:39:31.648319 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f5ef190c-7322-4989-968e-b49d1ce57fb7 tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "DELETE /v2.0/networks/678a01bf-5fc6-45e0-bf4a-956d4a566bbb HTTP/1.1" status: 404 len: 339 time: 0.1432316 Feb 09 12:39:31.665536 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46676) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:31.710462 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5180e88b-e35c-4462-8668-a580e3edfa12 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:39:31.791598 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a1a1905-9ff4-4280-894a-7bb07740865c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Deleting subnet ccf734f0-5739-4cbc-b74f-9721081d0487 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:39:31.817214 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6a1a1905-9ff4-4280-894a-7bb07740865c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:31.856521 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 5180e88b-e35c-4462-8668-a580e3edfa12 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:39:31.856895 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:31.864590 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0b3812b8-e98b-4631-b401-e23b2383e0f9 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:31.866634 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23910a0-2528-403c-9a9c-fb838b1b2d44 admin admin] Made reservation on behalf of d89936366bc94a73a5bdc24ebfa20a42 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:39:31.869031 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d23910a0-2528-403c-9a9c-fb838b1b2d44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:31.975007 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6a1a1905-9ff4-4280-894a-7bb07740865c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:32.070540 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d96f62-89fa-4947-8787-aaf9d3b8afeb tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Router 7abc556e-df70-40ea-b8a8-2163f6b91196 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:39:32.168949 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6a1a1905-9ff4-4280-894a-7bb07740865c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:32.359403 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d96f62-89fa-4947-8787-aaf9d3b8afeb tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:39:32.366940 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-247cf763-75bd-40c5-bed7-3cb8b5d4b735 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:32.368894 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e5d96f62-89fa-4947-8787-aaf9d3b8afeb tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:32.373993 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53096eb3-f085-4b05-99bb-3df2d39e500d None None] Sync routers for ids ['7abc556e-df70-40ea-b8a8-2163f6b91196'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:39:32.398887 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53096eb3-f085-4b05-99bb-3df2d39e500d None None] Routers {'7abc556e-df70-40ea-b8a8-2163f6b91196'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:39:32.401959 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-53096eb3-f085-4b05-99bb-3df2d39e500d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:39:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['7abc556e-df70-40ea-b8a8-2163f6b91196'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:39:32.402118 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-247cf763-75bd-40c5-bed7-3cb8b5d4b735 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Transition to ACTIVE for port object 79cd3c5a-6d21-4b03-8b2e-08bffcf4af7b will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:39:32.404475 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6a1a1905-9ff4-4280-894a-7bb07740865c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:32.458255 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a1905-9ff4-4280-894a-7bb07740865c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Pushing event deleted for resources: {'Subnet': ['ID=ccf734f0-5739-4cbc-b74f-9721081d0487,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:32.476263 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6a1a1905-9ff4-4280-894a-7bb07740865c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:32.479993 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cf63e9-d431-4e7f-83ce-75c2572aa679 None None] Network 264ff88a-1ff3-4f65-9546-5def0adda7d8 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:39:32.482867 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6a1a1905-9ff4-4280-894a-7bb07740865c tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "DELETE /v2.0/subnets/ccf734f0-5739-4cbc-b74f-9721081d0487 HTTP/1.1" status: 204 len: 168 time: 0.8160293 Feb 09 12:39:32.489407 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46688) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:32.533971 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e5d96f62-89fa-4947-8787-aaf9d3b8afeb tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "PUT /v2.0/floatingips/4d702914-0627-4d57-bca0-fca4e0c9382b HTTP/1.1" status: 200 len: 991 time: 4.6910417 Feb 09 12:39:32.589311 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '047b4463-0b53-4301-8bd8-6e48417a147f', 'tag': '89ca83b9-7e07-4cca-af3e-3ae2552fd7a7'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:39:32.692072 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b308cea9-03be-4a7e-9504-00ace0ed3e4f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:32.731184 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '047b4463-0b53-4301-8bd8-6e48417a147f', 'tag': '89ca83b9-7e07-4cca-af3e-3ae2552fd7a7', 'status': 'completed', 'code': 200} Feb 09 12:39:32.754283 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-b308cea9-03be-4a7e-9504-00ace0ed3e4f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Deleting port 413c1724-9376-4226-9c78-7e9258d542c4 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:39:32.754710 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b308cea9-03be-4a7e-9504-00ace0ed3e4f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:32.777947 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3812b8-e98b-4631-b401-e23b2383e0f9 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Router 59665f38-0dc8-4180-9589-5ac287e4837a is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:39:32.800455 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-247cf763-75bd-40c5-bed7-3cb8b5d4b735 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:32.809833 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-53096eb3-f085-4b05-99bb-3df2d39e500d None None] Set router 7abc556e-df70-40ea-b8a8-2163f6b91196 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:39:32.975131 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b26c9c9-b78f-4319-8980-8b0180901fe0 None None] DHCP port deletion for 264ff88a-1ff3-4f65-9546-5def0adda7d8 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:39:32.981335 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-0b26c9c9-b78f-4319-8980-8b0180901fe0 None None] Deleting port 413c1724-9376-4226-9c78-7e9258d542c4 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:39:32.981834 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0b26c9c9-b78f-4319-8980-8b0180901fe0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:33.172110 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-b308cea9-03be-4a7e-9504-00ace0ed3e4f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] For port 413c1724-9376-4226-9c78-7e9258d542c4, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=413c1724-9376-4226-9c78-7e9258d542c4,segment=NetworkSegment(b64eeadc-8f20-4675-98b4-3be22496f680),segment_id=b64eeadc-8f20-4675-98b4-3be22496f680)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:39:33.172690 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b308cea9-03be-4a7e-9504-00ace0ed3e4f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:33.220912 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d23910a0-2528-403c-9a9c-fb838b1b2d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:33.343081 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247cf763-75bd-40c5-bed7-3cb8b5d4b735 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:39:33.384538 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-247cf763-75bd-40c5-bed7-3cb8b5d4b735 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:39:33.401839 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247cf763-75bd-40c5-bed7-3cb8b5d4b735 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:39:33.436552 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-53096eb3-f085-4b05-99bb-3df2d39e500d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'name': 'tempest-AttachVolumeShelveTestJSON-1037925041-router', 'tenant_id': 'e83e724b83ff4eff83d86a9461a0246b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '51fb473d-e8d0-4341-b399-c79d0d5313e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:34:42Z', 'updated_at': '2022-02-09T12:35:01Z', 'revision_number': 4, 'project_id': 'e83e724b83ff4eff83d86a9461a0246b', 'gw_port': {'id': '51fb473d-e8d0-4341-b399-c79d0d5313e3', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:19:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:34:46Z', 'updated_at': '2022-02-09T12:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '4d702914-0627-4d57-bca0-fca4e0c9382b', 'tenant_id': 'e83e724b83ff4eff83d86a9461a0246b', 'floating_ip_address': '172.25.7.238', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'port_id': '89ca83b9-7e07-4cca-af3e-3ae2552fd7a7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01f3f4ff-beae-4106-8f70-e214cdcf114b', 'mac_address': 'fa:16:3e:b2:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047b4463-0b53-4301-8bd8-6e48417a147f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:38:51Z', 'updated_at': '2022-02-09T12:39:29Z', 'revision_number': 1, 'project_id': 'e83e724b83ff4eff83d86a9461a0246b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95dd8935-16b4-4add-a2f5-318d2b2379fa', 'name': '', 'network_id': '01f3f4ff-beae-4106-8f70-e214cdcf114b', 'tenant_id': 'e83e724b83ff4eff83d86a9461a0246b', 'mac_address': 'fa:16:3e:22:19:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '45d760f9-948b-4bf5-bf1f-a52c1e984121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:34:57Z', 'updated_at': '2022-02-09T12:35:13Z', 'revision_number': 5, 'project_id': 'e83e724b83ff4eff83d86a9461a0246b', 'subnets': [{'id': '45d760f9-948b-4bf5-bf1f-a52c1e984121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:39:33.444639 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53096eb3-f085-4b05-99bb-3df2d39e500d None None] Checking router: 7abc556e-df70-40ea-b8a8-2163f6b91196 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:39:33.445157 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-0b26c9c9-b78f-4319-8980-8b0180901fe0 None None] For port 413c1724-9376-4226-9c78-7e9258d542c4, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=413c1724-9376-4226-9c78-7e9258d542c4,segment=NetworkSegment(b64eeadc-8f20-4675-98b4-3be22496f680),segment_id=b64eeadc-8f20-4675-98b4-3be22496f680)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:39:33.447723 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0b26c9c9-b78f-4319-8980-8b0180901fe0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:33.460025 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-b308cea9-03be-4a7e-9504-00ace0ed3e4f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Calling delete_port for 413c1724-9376-4226-9c78-7e9258d542c4 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:39:33.479576 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53096eb3-f085-4b05-99bb-3df2d39e500d None None] Routers {'7abc556e-df70-40ea-b8a8-2163f6b91196'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:39:33.482852 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-53096eb3-f085-4b05-99bb-3df2d39e500d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:39:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['7abc556e-df70-40ea-b8a8-2163f6b91196'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:39:33.548067 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247cf763-75bd-40c5-bed7-3cb8b5d4b735 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:33.548713 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-247cf763-75bd-40c5-bed7-3cb8b5d4b735 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:33.594238 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b308cea9-03be-4a7e-9504-00ace0ed3e4f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:33.628286 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247cf763-75bd-40c5-bed7-3cb8b5d4b735 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Port': ['ID=79cd3c5a-6d21-4b03-8b2e-08bffcf4af7b,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:33.640774 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-247cf763-75bd-40c5-bed7-3cb8b5d4b735 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.0565724 Feb 09 12:39:33.669023 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46710) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:33.737159 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b308cea9-03be-4a7e-9504-00ace0ed3e4f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Pushing event deleted for resources: {'Port': ['ID=413c1724-9376-4226-9c78-7e9258d542c4,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:33.756121 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b308cea9-03be-4a7e-9504-00ace0ed3e4f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] No DVR routers for this DVR port 413c1724-9376-4226-9c78-7e9258d542c4 on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:39:33.800673 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 413c1724-9376-4226-9c78-7e9258d542c4 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:39:33.885963 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-0b26c9c9-b78f-4319-8980-8b0180901fe0 None None] Calling delete_port for 413c1724-9376-4226-9c78-7e9258d542c4 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:39:33.939457 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23910a0-2528-403c-9a9c-fb838b1b2d44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac1fd292-836a-4eb5-a4af-b4ad6fdff774,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:33.949033 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-53096eb3-f085-4b05-99bb-3df2d39e500d None None] Set router 7abc556e-df70-40ea-b8a8-2163f6b91196 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:39:33.954659 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971c602-a178-4f14-8be8-d90d7b02f4d3 req-d5c04400-bdc3-4880-b0a5-405553b913af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:33.956160 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4971c602-a178-4f14-8be8-d90d7b02f4d3 req-d5c04400-bdc3-4880-b0a5-405553b913af service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e83e724b83ff4eff83d86a9461a0246b&device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 1096 time: 1.1517529 Feb 09 12:39:33.957875 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 413c1724-9376-4226-9c78-7e9258d542c4 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:39:33.958225 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 413c1724-9376-4226-9c78-7e9258d542c4 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:39:33.996793 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b9a7930f-1b37-4c1e-9d22-f3c2d54bb814 None None] Provisioning for port 79cd3c5a-6d21-4b03-8b2e-08bffcf4af7b completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:39:34.004783 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dae3b3-fb2f-4a43-a29d-75e169321b8b req-cedf2a83-d15f-4656-b3fe-630db6ad0fe9 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:34.012240 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a2dae3b3-fb2f-4a43-a29d-75e169321b8b req-cedf2a83-d15f-4656-b3fe-630db6ad0fe9 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 945 time: 1.1071193 Feb 09 12:39:34.027503 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b9a7930f-1b37-4c1e-9d22-f3c2d54bb814 None None] Provisioning complete for port 79cd3c5a-6d21-4b03-8b2e-08bffcf4af7b triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:39:34.027896 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b9a7930f-1b37-4c1e-9d22-f3c2d54bb814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:34.047749 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23910a0-2528-403c-9a9c-fb838b1b2d44 admin admin] Checking segment: {'id': '70cfac32-3a22-46ac-a4f7-79fa8a90e619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b164697a-bd83-4ea1-8a53-53aeef40bb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:39:34.048153 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23910a0-2528-403c-9a9c-fb838b1b2d44 admin admin] Network hostable DHCP agents. Network: b164697a-bd83-4ea1-8a53-53aeef40bb02, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:39:34.109786 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b308cea9-03be-4a7e-9504-00ace0ed3e4f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:34.132569 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b9a7930f-1b37-4c1e-9d22-f3c2d54bb814 None None] Port 79cd3c5a-6d21-4b03-8b2e-08bffcf4af7b cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:39:34.161578 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-0b26c9c9-b78f-4319-8980-8b0180901fe0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:39:34.161938 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-0b26c9c9-b78f-4319-8980-8b0180901fe0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:39:34.186948 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3812b8-e98b-4631-b401-e23b2383e0f9 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:39:34.202266 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c79bd98-278d-452b-844e-fb07dfeb121a None None] Sync routers for ids ['59665f38-0dc8-4180-9589-5ac287e4837a'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:39:34.207646 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-b308cea9-03be-4a7e-9504-00ace0ed3e4f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['264ff88a-1ff3-4f65-9546-5def0adda7d8']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:39:34.216953 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c79bd98-278d-452b-844e-fb07dfeb121a None None] Routers {'59665f38-0dc8-4180-9589-5ac287e4837a'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:39:34.217655 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-1c79bd98-278d-452b-844e-fb07dfeb121a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:39:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['59665f38-0dc8-4180-9589-5ac287e4837a'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:39:34.247372 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-b308cea9-03be-4a7e-9504-00ace0ed3e4f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b64eeadc-8f20-4675-98b4-3be22496f680') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:39:34.248730 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-b308cea9-03be-4a7e-9504-00ace0ed3e4f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b64eeadc-8f20-4675-98b4-3be22496f680') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:39:34.248855 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a2dae3b3-fb2f-4a43-a29d-75e169321b8b req-e0435854-8628-4cd9-a916-eaa7e48a3f36 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d7571fd-0756-4468-bd3c-a3877d2e955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2353396 Feb 09 12:39:34.263219 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0b3812b8-e98b-4631-b401-e23b2383e0f9 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:34.265022 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-0b3812b8-e98b-4631-b401-e23b2383e0f9 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.8976028 Feb 09 12:39:34.269828 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46720) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:34.295587 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23910a0-2528-403c-9a9c-fb838b1b2d44 admin admin] Network b164697a-bd83-4ea1-8a53-53aeef40bb02 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:39:34.301568 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-0e4aa176-5a58-4cbd-a29e-6e533fc910bb tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:39:34.310473 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b308cea9-03be-4a7e-9504-00ace0ed3e4f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:34.338998 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b308cea9-03be-4a7e-9504-00ace0ed3e4f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:34.349334 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b308cea9-03be-4a7e-9504-00ace0ed3e4f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:39:34.349889 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b308cea9-03be-4a7e-9504-00ace0ed3e4f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:34.366694 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:39:34.366694 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:39:34.366694 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:39:34.366694 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:39:34.366694 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:39:34.366694 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:39:34.366694 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:39:34.366694 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:39:34.366694 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:39:34.366694 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:39:34.366694 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:39:34.366694 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:39:34.366694 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:39:34.366694 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:39:34.366694 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:39:34.366694 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:39:34.366694 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:39:34.366694 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:39:34.366694 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:39:34.366694 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:39:34.366694 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:39:34.366694 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:39:34.366694 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:39:34.366694 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:39:34.366694 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:39:34.366694 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:39:34.366694 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:39:34.366694 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:39:34.366694 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:39:34.366694 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:39:34.366694 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:39:34.366694 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:39:34.404072 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-1c79bd98-278d-452b-844e-fb07dfeb121a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:39:34.439782 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c79bd98-278d-452b-844e-fb07dfeb121a None None] Routers {'59665f38-0dc8-4180-9589-5ac287e4837a'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:39:34.443982 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-1c79bd98-278d-452b-844e-fb07dfeb121a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:39:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['59665f38-0dc8-4180-9589-5ac287e4837a'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:39:34.462137 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-d23910a0-2528-403c-9a9c-fb838b1b2d44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, b164697a-bd83-4ea1-8a53-53aeef40bb02) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:39:34.507528 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b308cea9-03be-4a7e-9504-00ace0ed3e4f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:34.533725 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62e839e-68da-42aa-a774-aceed5f41113 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:34.539570 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62e839e-68da-42aa-a774-aceed5f41113 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:34.545152 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b308cea9-03be-4a7e-9504-00ace0ed3e4f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:34.553232 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-f62e839e-68da-42aa-a774-aceed5f41113 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Synchronizing usage tracker for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:39:34.557689 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23910a0-2528-403c-9a9c-fb838b1b2d44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:34.558277 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d23910a0-2528-403c-9a9c-fb838b1b2d44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:34.574577 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c3199c-b52a-4e09-8b52-7e6544157a6e None None] Network b164697a-bd83-4ea1-8a53-53aeef40bb02 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:39:34.576271 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971c602-a178-4f14-8be8-d90d7b02f4d3 req-6bcdff84-1ea4-4b32-8ba7-1c7a40230195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:34.577831 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4971c602-a178-4f14-8be8-d90d7b02f4d3 req-6bcdff84-1ea4-4b32-8ba7-1c7a40230195 service neutron] 10.222.0.46 "GET /v2.0/networks?id=01f3f4ff-beae-4106-8f70-e214cdcf114b HTTP/1.1" status: 200 len: 918 time: 0.6095290 Feb 09 12:39:34.584788 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b308cea9-03be-4a7e-9504-00ace0ed3e4f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] 10.222.0.55 "DELETE /v2.0/networks/264ff88a-1ff3-4f65-9546-5def0adda7d8 HTTP/1.1" status: 204 len: 168 time: 2.0921929 Feb 09 12:39:34.593992 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b308cea9-03be-4a7e-9504-00ace0ed3e4f tempest-NetworksIpV6Test-1390500720 tempest-NetworksIpV6Test-1390500720-project] Pushing event deleted for resources: {'Network': ['ID=264ff88a-1ff3-4f65-9546-5def0adda7d8,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:34.834348 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-0b26c9c9-b78f-4319-8980-8b0180901fe0 None None] Deleting port 413c1724-9376-4226-9c78-7e9258d542c4 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:39:34.834891 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0b26c9c9-b78f-4319-8980-8b0180901fe0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:34.899500 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-53096eb3-f085-4b05-99bb-3df2d39e500d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'name': 'tempest-AttachVolumeShelveTestJSON-1037925041-router', 'tenant_id': 'e83e724b83ff4eff83d86a9461a0246b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '51fb473d-e8d0-4341-b399-c79d0d5313e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:34:42Z', 'updated_at': '2022-02-09T12:35:01Z', 'revision_number': 4, 'project_id': 'e83e724b83ff4eff83d86a9461a0246b', 'gw_port': {'id': '51fb473d-e8d0-4341-b399-c79d0d5313e3', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:19:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:34:46Z', 'updated_at': '2022-02-09T12:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '4d702914-0627-4d57-bca0-fca4e0c9382b', 'tenant_id': 'e83e724b83ff4eff83d86a9461a0246b', 'floating_ip_address': '172.25.7.238', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'port_id': '89ca83b9-7e07-4cca-af3e-3ae2552fd7a7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01f3f4ff-beae-4106-8f70-e214cdcf114b', 'mac_address': 'fa:16:3e:b2:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047b4463-0b53-4301-8bd8-6e48417a147f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:38:51Z', 'updated_at': '2022-02-09T12:39:29Z', 'revision_number': 1, 'project_id': 'e83e724b83ff4eff83d86a9461a0246b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95dd8935-16b4-4add-a2f5-318d2b2379fa', 'name': '', 'network_id': '01f3f4ff-beae-4106-8f70-e214cdcf114b', 'tenant_id': 'e83e724b83ff4eff83d86a9461a0246b', 'mac_address': 'fa:16:3e:22:19:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '45d760f9-948b-4bf5-bf1f-a52c1e984121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:34:57Z', 'updated_at': '2022-02-09T12:35:13Z', 'revision_number': 5, 'project_id': 'e83e724b83ff4eff83d86a9461a0246b', 'subnets': [{'id': '45d760f9-948b-4bf5-bf1f-a52c1e984121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:39:34.900904 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-f62e839e-68da-42aa-a774-aceed5f41113 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Unset dirty status for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:39:34.912613 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f62e839e-68da-42aa-a774-aceed5f41113 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 1.2309453 Feb 09 12:39:34.912613 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d23910a0-2528-403c-9a9c-fb838b1b2d44 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.4802265 Feb 09 12:39:34.913154 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53096eb3-f085-4b05-99bb-3df2d39e500d None None] The sync data for ids ['7abc556e-df70-40ea-b8a8-2163f6b91196'] in n-d-825178-3 is: [{'id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'name': 'tempest-AttachVolumeShelveTestJSON-1037925041-router', 'tenant_id': 'e83e724b83ff4eff83d86a9461a0246b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '51fb473d-e8d0-4341-b399-c79d0d5313e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:34:42Z', 'updated_at': '2022-02-09T12:35:01Z', 'revision_number': 4, 'project_id': 'e83e724b83ff4eff83d86a9461a0246b', 'gw_port': {'id': '51fb473d-e8d0-4341-b399-c79d0d5313e3', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:19:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:34:46Z', 'updated_at': '2022-02-09T12:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '4d702914-0627-4d57-bca0-fca4e0c9382b', 'tenant_id': 'e83e724b83ff4eff83d86a9461a0246b', 'floating_ip_address': '172.25.7.238', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'port_id': '89ca83b9-7e07-4cca-af3e-3ae2552fd7a7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01f3f4ff-beae-4106-8f70-e214cdcf114b', 'mac_address': 'fa:16:3e:b2:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047b4463-0b53-4301-8bd8-6e48417a147f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:38:51Z', 'updated_at': '2022-02-09T12:39:29Z', 'revision_number': 1, 'project_id': 'e83e724b83ff4eff83d86a9461a0246b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95dd8935-16b4-4add-a2f5-318d2b2379fa', 'name': '', 'network_id': '01f3f4ff-beae-4106-8f70-e214cdcf114b', 'tenant_id': 'e83e724b83ff4eff83d86a9461a0246b', 'mac_address': 'fa:16:3e:22:19:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '45d760f9-948b-4bf5-bf1f-a52c1e984121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:34:57Z', 'updated_at': '2022-02-09T12:35:13Z', 'revision_number': 5, 'project_id': 'e83e724b83ff4eff83d86a9461a0246b', 'subnets': [{'id': '45d760f9-948b-4bf5-bf1f-a52c1e984121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:39:34.914890 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46732) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:34.962209 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4971c602-a178-4f14-8be8-d90d7b02f4d3 req-9e21cd0e-962e-4a86-9b2d-83345ce936cc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89ca83b9-7e07-4cca-af3e-3ae2552fd7a7 HTTP/1.1" status: 200 len: 999 time: 0.3614547 Feb 09 12:39:34.988563 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-1c79bd98-278d-452b-844e-fb07dfeb121a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:39:34.989096 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c79bd98-278d-452b-844e-fb07dfeb121a None None] The sync data for ids ['59665f38-0dc8-4180-9589-5ac287e4837a'] in n-d-825178-3 is: [] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:39:35.051920 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-ab74f05e-9fd9-44fc-9fab-7ee320e7b905 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Deleting port 79cd3c5a-6d21-4b03-8b2e-08bffcf4af7b {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:39:35.054208 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ab74f05e-9fd9-44fc-9fab-7ee320e7b905 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:35.064805 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-0b26c9c9-b78f-4319-8980-8b0180901fe0 None None] The port '413c1724-9376-4226-9c78-7e9258d542c4' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:39:35.220409 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46742) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:35.230255 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ebd642-b24d-469f-8535-ce5175ff7288 None None] Network b164697a-bd83-4ea1-8a53-53aeef40bb02 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:39:35.375917 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971c602-a178-4f14-8be8-d90d7b02f4d3 req-b48173d0-7515-42b2-816e-7665ba1e0147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:35.397260 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4971c602-a178-4f14-8be8-d90d7b02f4d3 req-b48173d0-7515-42b2-816e-7665ba1e0147 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=45d760f9-948b-4bf5-bf1f-a52c1e984121 HTTP/1.1" status: 200 len: 856 time: 0.4268801 Feb 09 12:39:35.419239 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad55350-11fd-4e70-b38f-fce8165f7e9f None None] New status for floating IP 4d702914-0627-4d57-bca0-fca4e0c9382b: ACTIVE {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:39:35.606949 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ab74f05e-9fd9-44fc-9fab-7ee320e7b905 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:35.789104 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-ab74f05e-9fd9-44fc-9fab-7ee320e7b905 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Calling delete_port for 79cd3c5a-6d21-4b03-8b2e-08bffcf4af7b owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:39:35.929898 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0e6f2649-7e33-4a65-a3a4-ed2c0e25bb11 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5f8790993e0f41f09732ffe414985734&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7077141 Feb 09 12:39:35.933837 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46768) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:36.115670 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a89c6ddb-bbc7-41db-83da-79607132cd58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:36.171948 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a89c6ddb-bbc7-41db-83da-79607132cd58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:36.236688 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ab74f05e-9fd9-44fc-9fab-7ee320e7b905 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:36.283114 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-c7d46840-e723-444c-8e6b-d69e3b119e18 tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:36.290310 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-c7d46840-e723-444c-8e6b-d69e3b119e18 tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] 10.222.0.55 "GET /v2.0/networks?id=b164697a-bd83-4ea1-8a53-53aeef40bb02 HTTP/1.1" status: 200 len: 813 time: 0.4269354 Feb 09 12:39:36.306042 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971c602-a178-4f14-8be8-d90d7b02f4d3 req-a02d87a0-f0ef-4a42-b103-0caa1c35570e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:36.307484 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4971c602-a178-4f14-8be8-d90d7b02f4d3 req-a02d87a0-f0ef-4a42-b103-0caa1c35570e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=01f3f4ff-beae-4106-8f70-e214cdcf114b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7333815 Feb 09 12:39:36.333005 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0e4aa176-5a58-4cbd-a29e-6e533fc910bb tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:36.340478 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab74f05e-9fd9-44fc-9fab-7ee320e7b905 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Port': ['ID=79cd3c5a-6d21-4b03-8b2e-08bffcf4af7b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:36.372085 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219756f9-89ce-4802-b19f-e307984091e0 req-bf4353d3-01f0-4959-9c89-74d3c4f4f5d3 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:36.373602 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-219756f9-89ce-4802-b19f-e307984091e0 req-bf4353d3-01f0-4959-9c89-74d3c4f4f5d3 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 945 time: 0.5089769 Feb 09 12:39:36.547688 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-c77c6298-5bb4-4f3a-bd53-f98fd7dcc910 tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] 10.222.0.55 "GET /v2.0/quotas/d89936366bc94a73a5bdc24ebfa20a42 HTTP/1.1" status: 200 len: 375 time: 0.2562318 Feb 09 12:39:36.549598 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4971c602-a178-4f14-8be8-d90d7b02f4d3 req-bc987a7e-ea3e-41a8-a21f-f2b4b5c4a848 service neutron] 10.222.0.46 "GET /v2.0/networks/01f3f4ff-beae-4106-8f70-e214cdcf114b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691813 Feb 09 12:39:36.578606 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ab74f05e-9fd9-44fc-9fab-7ee320e7b905 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:36.598231 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a89c6ddb-bbc7-41db-83da-79607132cd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:36.601046 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a89c6ddb-bbc7-41db-83da-79607132cd58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:36.606213 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a89c6ddb-bbc7-41db-83da-79607132cd58 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/51f65d54-c3af-46c7-8392-d472d001f1ad HTTP/1.1" status: 204 len: 168 time: 0.6708968 Feb 09 12:39:36.622750 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c6ddb-bbc7-41db-83da-79607132cd58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f65d54-c3af-46c7-8392-d472d001f1ad,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:36.652458 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0e4aa176-5a58-4cbd-a29e-6e533fc910bb tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:36.660085 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ab74f05e-9fd9-44fc-9fab-7ee320e7b905 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/ports/79cd3c5a-6d21-4b03-8b2e-08bffcf4af7b HTTP/1.1" status: 204 len: 168 time: 1.7336905 Feb 09 12:39:36.661117 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46780) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:36.752553 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acee0a8c-683f-4b51-b01e-0da282db59b7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:36.754521 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acee0a8c-683f-4b51-b01e-0da282db59b7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:36.757695 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acee0a8c-683f-4b51-b01e-0da282db59b7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:36.759790 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-acee0a8c-683f-4b51-b01e-0da282db59b7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Synchronizing usage tracker for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:subnet {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:39:36.788437 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-a238fd6c-87b9-47ad-9a27-7f78e20c834b tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d89936366bc94a73a5bdc24ebfa20a42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2113698 Feb 09 12:39:36.791430 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-acee0a8c-683f-4b51-b01e-0da282db59b7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Unset dirty status for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:subnet {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:39:36.793117 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-acee0a8c-683f-4b51-b01e-0da282db59b7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1289668 Feb 09 12:39:36.796552 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46784) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:36.806563 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-0e4aa176-5a58-4cbd-a29e-6e533fc910bb tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Deleting port 047727fd-3fd7-4c33-b8b3-c65a943c1bef {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:39:36.807148 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0e4aa176-5a58-4cbd-a29e-6e533fc910bb tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:37.029867 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0e4aa176-5a58-4cbd-a29e-6e533fc910bb tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:37.032460 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-2209d51a-abe5-4e01-b8e5-d163ce135e1e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Deleting subnet 66c9a21d-04eb-4188-a82a-af8e7ced2651 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:39:37.037459 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2209d51a-abe5-4e01-b8e5-d163ce135e1e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:37.095439 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2209d51a-abe5-4e01-b8e5-d163ce135e1e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:37.198563 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-0e4aa176-5a58-4cbd-a29e-6e533fc910bb tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Calling delete_port for 047727fd-3fd7-4c33-b8b3-c65a943c1bef owned by network:router_gateway {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:39:37.270004 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2209d51a-abe5-4e01-b8e5-d163ce135e1e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:37.308961 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-219756f9-89ce-4802-b19f-e307984091e0 req-64547c6f-0ad8-4b0a-a87a-960142ef059d tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d7571fd-0756-4468-bd3c-a3877d2e955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9265671 Feb 09 12:39:37.470321 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2209d51a-abe5-4e01-b8e5-d163ce135e1e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:37.486991 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4971c602-a178-4f14-8be8-d90d7b02f4d3 req-436c640d-b9aa-4664-a7d0-1a157efcb60a service neutron] 10.222.0.46 "GET /v2.0/networks/01f3f4ff-beae-4106-8f70-e214cdcf114b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9112277 Feb 09 12:39:37.520914 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209d51a-abe5-4e01-b8e5-d163ce135e1e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Subnet': ['ID=66c9a21d-04eb-4188-a82a-af8e7ced2651,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:37.523020 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2209d51a-abe5-4e01-b8e5-d163ce135e1e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:37.541571 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00c6599-ef64-4611-8549-bf3ef75035dd None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:39:37.542513 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2209d51a-abe5-4e01-b8e5-d163ce135e1e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/66c9a21d-04eb-4188-a82a-af8e7ced2651 HTTP/1.1" status: 204 len: 168 time: 0.7446949 Feb 09 12:39:37.545107 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46810) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:37.675060 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-12fdc0fb-dedc-4746-8dfa-f62c5b979753 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Deleting subnet fcc5d5cb-d40e-4330-ae4d-0509e446815d {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:39:37.680682 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-12fdc0fb-dedc-4746-8dfa-f62c5b979753 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:37.715044 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0e4aa176-5a58-4cbd-a29e-6e533fc910bb tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:37.811141 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-12fdc0fb-dedc-4746-8dfa-f62c5b979753 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:37.968090 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-12fdc0fb-dedc-4746-8dfa-f62c5b979753 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:38.034647 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46820) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:38.115226 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4aa176-5a58-4cbd-a29e-6e533fc910bb tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Pushing event deleted for resources: {'Port': ['ID=047727fd-3fd7-4c33-b8b3-c65a943c1bef,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:38.165454 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-12fdc0fb-dedc-4746-8dfa-f62c5b979753 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:38.235329 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fdc0fb-dedc-4746-8dfa-f62c5b979753 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Subnet': ['ID=fcc5d5cb-d40e-4330-ae4d-0509e446815d,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:38.240660 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-12fdc0fb-dedc-4746-8dfa-f62c5b979753 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:38.270732 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-12fdc0fb-dedc-4746-8dfa-f62c5b979753 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/fcc5d5cb-d40e-4330-ae4d-0509e446815d HTTP/1.1" status: 204 len: 168 time: 0.7225084 Feb 09 12:39:38.274611 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46836) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:38.467416 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-0f664348-ffc0-40a2-a84c-b32c7fa75fea tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-953506172'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:39:38.486537 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0e4aa176-5a58-4cbd-a29e-6e533fc910bb tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:38.519696 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0f664348-ffc0-40a2-a84c-b32c7fa75fea tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:39:38.523003 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-090309a2-c5fd-4aed-ba2a-3b487174ab0f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2473271 Feb 09 12:39:38.526574 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0f664348-ffc0-40a2-a84c-b32c7fa75fea tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Usage tracker for resource:network and tenant:3fe8dec11ddd4b74aaa8bf07aa25bebd is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:39:38.530789 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46842) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:38.534145 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0f664348-ffc0-40a2-a84c-b32c7fa75fea tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:39:38.541305 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-201a4a41-7619-4b9b-8d13-85d57a63f8f8 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'subnet': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:39:38.580917 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0f664348-ffc0-40a2-a84c-b32c7fa75fea tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:39:38.701483 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-485bad12-4f2d-41a5-9883-86a726be93d2 service neutron] 10.222.0.55 "GET /v2.0/networks/b164697a-bd83-4ea1-8a53-53aeef40bb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4387267 Feb 09 12:39:38.751127 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f664348-ffc0-40a2-a84c-b32c7fa75fea tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Made reservation on behalf of 3fe8dec11ddd4b74aaa8bf07aa25bebd for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:39:38.761331 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0f664348-ffc0-40a2-a84c-b32c7fa75fea tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:38.797643 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0f664348-ffc0-40a2-a84c-b32c7fa75fea tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:38.817553 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0f664348-ffc0-40a2-a84c-b32c7fa75fea tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:39:38.820970 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-201a4a41-7619-4b9b-8d13-85d57a63f8f8 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:39:38.825927 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0f664348-ffc0-40a2-a84c-b32c7fa75fea tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Usage tracker for resource:security_group_rule and tenant:3fe8dec11ddd4b74aaa8bf07aa25bebd is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:39:38.829221 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-201a4a41-7619-4b9b-8d13-85d57a63f8f8 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Usage tracker for resource:subnet and tenant:a7add69c825d45b8a9a99e00c87aae63 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:39:38.839272 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0f664348-ffc0-40a2-a84c-b32c7fa75fea tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:39:38.842097 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-201a4a41-7619-4b9b-8d13-85d57a63f8f8 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:39:38.851235 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46850) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:38.864008 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0f664348-ffc0-40a2-a84c-b32c7fa75fea tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:39:38.866141 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-201a4a41-7619-4b9b-8d13-85d57a63f8f8 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:39:38.901624 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201a4a41-7619-4b9b-8d13-85d57a63f8f8 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:39:38.918021 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-201a4a41-7619-4b9b-8d13-85d57a63f8f8 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:38.980098 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c8c252-733b-4649-9155-fa65649b049e None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:39:39.173475 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-1bba4ba8-2029-4821-8d65-fff8971ab9cf None None] Provisioning complete for port 5180e88b-e35c-4462-8668-a580e3edfa12 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:39:39.176579 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1bba4ba8-2029-4821-8d65-fff8971ab9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:39.176692 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1324d189-1495-48f2-a414-9d2be8281410 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f1b2fff7fd704e568c7b200b706cbd07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3182492 Feb 09 12:39:39.180940 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46856) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:39.328369 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-28784abe-0ca6-41c1-9f5e-ace3280df801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:39.332096 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0f664348-ffc0-40a2-a84c-b32c7fa75fea tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:39.372363 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0f664348-ffc0-40a2-a84c-b32c7fa75fea tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:39.503218 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-201a4a41-7619-4b9b-8d13-85d57a63f8f8 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:39.562560 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4ee939-3a80-443e-94d3-e6f7710ec419 None None] DHCP port deletion for f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:39:39.566845 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f664348-ffc0-40a2-a84c-b32c7fa75fea tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:39:39.566979 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-0e4ee939-3a80-443e-94d3-e6f7710ec419 None None] Deleting port 5180e88b-e35c-4462-8668-a580e3edfa12 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:39:39.567243 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0e4ee939-3a80-443e-94d3-e6f7710ec419 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:39.570181 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-28784abe-0ca6-41c1-9f5e-ace3280df801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:39.572209 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0e4aa176-5a58-4cbd-a29e-6e533fc910bb tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:39.578900 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0e4aa176-5a58-4cbd-a29e-6e533fc910bb tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1740557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1740570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1738587'] for router, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:39.598134 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201a4a41-7619-4b9b-8d13-85d57a63f8f8 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:39:39.611594 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-201a4a41-7619-4b9b-8d13-85d57a63f8f8 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:39:39.630547 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201a4a41-7619-4b9b-8d13-85d57a63f8f8 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:39.631038 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-201a4a41-7619-4b9b-8d13-85d57a63f8f8 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:39.635069 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f664348-ffc0-40a2-a84c-b32c7fa75fea tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2303210f-7411-4f8b-88e8-c89978a1982a,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:39.668692 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0f664348-ffc0-40a2-a84c-b32c7fa75fea tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:39.669038 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-0f664348-ffc0-40a2-a84c-b32c7fa75fea tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Added segment e93a9442-8cd4-44a6-aaca-d466df6aa041 of type vlan for network 75969f42-0be9-444d-89b3-7646607fb409 Feb 09 12:39:39.687168 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a4a41-7619-4b9b-8d13-85d57a63f8f8 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Subnet': ['ID=aff6ac54-406e-4980-8874-3af77b551404,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:39.726648 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5180e88b-e35c-4462-8668-a580e3edfa12 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:39:39.733630 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0f664348-ffc0-40a2-a84c-b32c7fa75fea tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:39.743167 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-201a4a41-7619-4b9b-8d13-85d57a63f8f8 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2113233 Feb 09 12:39:39.746657 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46866) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:39.754511 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-043449c1-a271-4534-93e1-983e6384f7c0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'subnet': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:39:39.774418 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-fdc409bf-5ee9-46ac-83c5-f14ea607afe1 service neutron] 10.222.0.55 "GET /v2.0/networks/b164697a-bd83-4ea1-8a53-53aeef40bb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9967139 Feb 09 12:39:39.785802 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-28784abe-0ca6-41c1-9f5e-ace3280df801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:39.790615 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3af10a-8aab-474a-845d-54c915ba9a64 req-4ac122ab-f0d4-4cee-b421-2a162d3e8882 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:39.792646 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9a3af10a-8aab-474a-845d-54c915ba9a64 req-4ac122ab-f0d4-4cee-b421-2a162d3e8882 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 945 time: 1.1644149 Feb 09 12:39:39.800201 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4aa176-5a58-4cbd-a29e-6e533fc910bb tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Router 59665f38-0dc8-4180-9589-5ac287e4837a has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:39:39.854475 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28784abe-0ca6-41c1-9f5e-ace3280df801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022aa720-143f-40a5-b1ce-2e2bd631d2c8,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:39.868531 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-28784abe-0ca6-41c1-9f5e-ace3280df801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:39.869662 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-28784abe-0ca6-41c1-9f5e-ace3280df801 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/022aa720-143f-40a5-b1ce-2e2bd631d2c8 HTTP/1.1" status: 204 len: 168 time: 0.6866786 Feb 09 12:39:39.878830 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0f664348-ffc0-40a2-a84c-b32c7fa75fea tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:39.885272 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f664348-ffc0-40a2-a84c-b32c7fa75fea tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:39.886019 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0f664348-ffc0-40a2-a84c-b32c7fa75fea tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:40.002830 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4aa176-5a58-4cbd-a29e-6e533fc910bb tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:39:40.050026 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b27f034-5c75-417d-b37c-3002188c2a91 None None] Sync routers for ids ['59665f38-0dc8-4180-9589-5ac287e4837a'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:39:40.063301 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-043449c1-a271-4534-93e1-983e6384f7c0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:39:40.068257 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-043449c1-a271-4534-93e1-983e6384f7c0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Usage tracker for resource:subnet and tenant:a7add69c825d45b8a9a99e00c87aae63 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:39:40.072737 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-043449c1-a271-4534-93e1-983e6384f7c0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:39:40.078199 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0e4aa176-5a58-4cbd-a29e-6e533fc910bb tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:40.080116 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-043449c1-a271-4534-93e1-983e6384f7c0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:39:40.081995 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-0e4aa176-5a58-4cbd-a29e-6e533fc910bb tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] 10.222.0.55 "PUT /v2.0/routers/59665f38-0dc8-4180-9589-5ac287e4837a HTTP/1.1" status: 200 len: 706 time: 5.8064611 Feb 09 12:39:40.089055 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-0e4ee939-3a80-443e-94d3-e6f7710ec419 None None] For port 5180e88b-e35c-4462-8668-a580e3edfa12, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5180e88b-e35c-4462-8668-a580e3edfa12,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:39:40.089710 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0e4ee939-3a80-443e-94d3-e6f7710ec419 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:40.095245 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4d9f8761-6a7b-4a1f-8021-3c9e8b155381 req-fdce6d72-aa72-478f-a088-8ff02ad15ffd tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b2e59f4-bf52-4f49-aec6-208e9457ac4f HTTP/1.1" status: 200 len: 210 time: 0.0939035 Feb 09 12:39:40.100910 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46878) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:40.113193 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b27f034-5c75-417d-b37c-3002188c2a91 None None] Routers {'59665f38-0dc8-4180-9589-5ac287e4837a'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:39:40.114168 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-6b27f034-5c75-417d-b37c-3002188c2a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:39:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['59665f38-0dc8-4180-9589-5ac287e4837a'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:39:40.143988 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043449c1-a271-4534-93e1-983e6384f7c0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:39:40.148543 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-043449c1-a271-4534-93e1-983e6384f7c0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:40.265054 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0f664348-ffc0-40a2-a84c-b32c7fa75fea tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.2294152 Feb 09 12:39:40.314110 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f664348-ffc0-40a2-a84c-b32c7fa75fea tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event updated for resources: {'Network': ['ID=75969f42-0be9-444d-89b3-7646607fb409,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:40.314585 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-6b27f034-5c75-417d-b37c-3002188c2a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:39:40.331491 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9a3af10a-8aab-474a-845d-54c915ba9a64 req-3d3a994a-538c-4c6c-8376-9b9209c04e1e tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d7571fd-0756-4468-bd3c-a3877d2e955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5299652 Feb 09 12:39:40.449962 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46892) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:40.455897 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 75969f42-0be9-444d-89b3-7646607fb409 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:39:40.458332 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-486bb7e7-74fb-4453-9552-da228c29f6df tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Request body: {'subnet': {'network_id': '75969f42-0be9-444d-89b3-7646607fb409', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:39:40.581469 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-0e4ee939-3a80-443e-94d3-e6f7710ec419 None None] Calling delete_port for 5180e88b-e35c-4462-8668-a580e3edfa12 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:39:40.605646 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-80160a76-78ff-498f-bde9-cfac0d836c6c tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] 10.222.0.55 "GET /v2.0/routers/59665f38-0dc8-4180-9589-5ac287e4837a HTTP/1.1" status: 200 len: 741 time: 0.5029984 Feb 09 12:39:40.606262 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46904) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:40.651946 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:40.719576 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b3bc4068-0eac-46c5-a685-53ea46b4d4ff tempest-RoutersAdminTest-1426002325 tempest-RoutersAdminTest-1426002325-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=af0bad45-b31e-4cb1-a77c-3bbc34409de5&device_id=59665f38-0dc8-4180-9589-5ac287e4837a HTTP/1.1" status: 200 len: 205 time: 0.1077213 Feb 09 12:39:40.725538 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46912) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:40.751314 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 5180e88b-e35c-4462-8668-a580e3edfa12, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5180e88b-e35c-4462-8668-a580e3edfa12,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:39:40.763124 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b27f034-5c75-417d-b37c-3002188c2a91 None None] Routers {'59665f38-0dc8-4180-9589-5ac287e4837a'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:39:40.764113 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-6b27f034-5c75-417d-b37c-3002188c2a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:39:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['59665f38-0dc8-4180-9589-5ac287e4837a'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:39:40.793252 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ad61f598-8333-4af9-a623-b0f3b93bc209 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] 10.222.0.55 "GET /v2.0/ports?device_id=59665f38-0dc8-4180-9589-5ac287e4837a HTTP/1.1" status: 200 len: 205 time: 0.0667191 Feb 09 12:39:40.795642 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46918) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:40.921148 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-6b27f034-5c75-417d-b37c-3002188c2a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:39:40.921566 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b27f034-5c75-417d-b37c-3002188c2a91 None None] The sync data for ids ['59665f38-0dc8-4180-9589-5ac287e4837a'] in n-d-825178-3 is: [] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:39:40.922992 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:41.043027 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ab18632f-00e0-46a1-abce-05e8e4a47c97 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:41.091496 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=5180e88b-e35c-4462-8668-a580e3edfa12,revision_number=8']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:41.096816 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-486bb7e7-74fb-4453-9552-da228c29f6df tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:39:41.108723 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-486bb7e7-74fb-4453-9552-da228c29f6df tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Usage tracker for resource:subnet and tenant:3fe8dec11ddd4b74aaa8bf07aa25bebd is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:39:41.149803 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-486bb7e7-74fb-4453-9552-da228c29f6df tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:39:41.151919 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-0e4ee939-3a80-443e-94d3-e6f7710ec419 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:39:41.152534 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-0e4ee939-3a80-443e-94d3-e6f7710ec419 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:39:41.216329 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-486bb7e7-74fb-4453-9552-da228c29f6df tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:39:41.306472 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486bb7e7-74fb-4453-9552-da228c29f6df tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Made reservation on behalf of 3fe8dec11ddd4b74aaa8bf07aa25bebd for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:39:41.314576 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-486bb7e7-74fb-4453-9552-da228c29f6df tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:41.410125 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-16b1b1f1-9e63-4a8f-828a-9da907bfeca3 req-4cdf7678-8621-4897-a86b-582f3cb993c0 tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b2e59f4-bf52-4f49-aec6-208e9457ac4f HTTP/1.1" status: 200 len: 210 time: 0.1135008 Feb 09 12:39:41.424885 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46942) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:41.644066 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ab18632f-00e0-46a1-abce-05e8e4a47c97 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:41.646519 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ab18632f-00e0-46a1-abce-05e8e4a47c97 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:41.653754 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-0e4ee939-3a80-443e-94d3-e6f7710ec419 None None] Deleting port 5180e88b-e35c-4462-8668-a580e3edfa12 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:39:41.654233 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0e4ee939-3a80-443e-94d3-e6f7710ec419 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:41.675098 n-d-825178-3 neutron-server[87568]: DEBUG neutron.objects.ports [None req-043449c1-a271-4534-93e1-983e6384f7c0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87568) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 12:39:41.724088 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ab18632f-00e0-46a1-abce-05e8e4a47c97 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:41.724585 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab18632f-00e0-46a1-abce-05e8e4a47c97 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Fanout notify agent at l3_agent the message router_deleted on router 59665f38-0dc8-4180-9589-5ac287e4837a {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:39:41.741137 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ab18632f-00e0-46a1-abce-05e8e4a47c97 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:41.754023 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46956) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:41.759280 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ab18632f-00e0-46a1-abce-05e8e4a47c97 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] 10.222.0.55 "DELETE /v2.0/routers/59665f38-0dc8-4180-9589-5ac287e4837a HTTP/1.1" status: 204 len: 168 time: 0.9621532 Feb 09 12:39:41.819914 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-81632637-0595-4e66-bd94-defc30d1ac4b tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] 10.222.0.55 "GET /v2.0/ports?device_id=59665f38-0dc8-4180-9589-5ac287e4837a HTTP/1.1" status: 200 len: 205 time: 0.0644834 Feb 09 12:39:41.822503 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46960) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:41.889291 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-486bb7e7-74fb-4453-9552-da228c29f6df tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:41.967470 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-fdc3041b-3940-48a9-80de-3a25f1c6a1d1 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1812357715-network', 'tenant_id': '10b74e0e64c94b1f9b766afd7154b764'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:39:41.978698 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-fdc3041b-3940-48a9-80de-3a25f1c6a1d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:39:42.014330 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-fdc3041b-3940-48a9-80de-3a25f1c6a1d1 admin admin] Usage tracker for resource:network and tenant:10b74e0e64c94b1f9b766afd7154b764 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:39:42.014330 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-fdc3041b-3940-48a9-80de-3a25f1c6a1d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:39:42.030044 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-fdc3041b-3940-48a9-80de-3a25f1c6a1d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:39:42.038773 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-9e505533-e972-4d3c-b7c9-f09c5410390e tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] delete failed (client error): The resource could not be found. Feb 09 12:39:42.039989 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9e505533-e972-4d3c-b7c9-f09c5410390e tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] 10.222.0.55 "DELETE /v2.0/routers/59665f38-0dc8-4180-9589-5ac287e4837a HTTP/1.1" status: 404 len: 336 time: 0.2162919 Feb 09 12:39:42.044698 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46966) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:42.104615 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486bb7e7-74fb-4453-9552-da228c29f6df tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event updated for resources: {'Subnet': ['ID=d93d6b04-8bdd-4a4d-a258-421303820121,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:42.119700 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486bb7e7-74fb-4453-9552-da228c29f6df tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Checking segment: {'id': 'e93a9442-8cd4-44a6-aaca-d466df6aa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '75969f42-0be9-444d-89b3-7646607fb409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:39:42.120324 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486bb7e7-74fb-4453-9552-da228c29f6df tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Network hostable DHCP agents. Network: 75969f42-0be9-444d-89b3-7646607fb409, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:39:42.127813 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-043449c1-a271-4534-93e1-983e6384f7c0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:42.130508 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-0e4ee939-3a80-443e-94d3-e6f7710ec419 None None] For port 5180e88b-e35c-4462-8668-a580e3edfa12, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5180e88b-e35c-4462-8668-a580e3edfa12,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:39:42.131015 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0e4ee939-3a80-443e-94d3-e6f7710ec419 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:42.238540 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486bb7e7-74fb-4453-9552-da228c29f6df tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Network 75969f42-0be9-444d-89b3-7646607fb409 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:39:42.248417 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc3041b-3940-48a9-80de-3a25f1c6a1d1 admin admin] Made reservation on behalf of 10b74e0e64c94b1f9b766afd7154b764 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:39:42.250758 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fdc3041b-3940-48a9-80de-3a25f1c6a1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:42.267948 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ada73c4a-9960-41eb-b152-600345da53aa tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] 10.222.0.55 "GET /v2.0/ports?device_id=214d56a9-da67-41d0-a25e-41f447a4ba06 HTTP/1.1" status: 200 len: 205 time: 0.1608179 Feb 09 12:39:42.277627 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46972) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:42.281855 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-486bb7e7-74fb-4453-9552-da228c29f6df tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 75969f42-0be9-444d-89b3-7646607fb409) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:39:42.339973 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fdc3041b-3940-48a9-80de-3a25f1c6a1d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:42.417069 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-fdc3041b-3940-48a9-80de-3a25f1c6a1d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:39:42.436327 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-fdc3041b-3940-48a9-80de-3a25f1c6a1d1 admin admin] Usage tracker for resource:security_group_rule and tenant:10b74e0e64c94b1f9b766afd7154b764 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:39:42.437451 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486bb7e7-74fb-4453-9552-da228c29f6df tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:42.438196 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-486bb7e7-74fb-4453-9552-da228c29f6df tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:42.441906 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-0e4ee939-3a80-443e-94d3-e6f7710ec419 None None] Calling delete_port for 5180e88b-e35c-4462-8668-a580e3edfa12 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:39:42.478068 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-fdc3041b-3940-48a9-80de-3a25f1c6a1d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:39:42.491265 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-357ae50e-df7b-4a84-b750-13d707ab02b1 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] delete failed (client error): The resource could not be found. Feb 09 12:39:42.496202 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-357ae50e-df7b-4a84-b750-13d707ab02b1 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] 10.222.0.55 "DELETE /v2.0/routers/214d56a9-da67-41d0-a25e-41f447a4ba06 HTTP/1.1" status: 404 len: 336 time: 0.2134185 Feb 09 12:39:42.496385 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-fdc3041b-3940-48a9-80de-3a25f1c6a1d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:39:42.498315 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46982) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:42.583262 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-486bb7e7-74fb-4453-9552-da228c29f6df tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.1301534 Feb 09 12:39:42.595104 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46988) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:42.596474 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e658406-47fe-4abb-8706-42141994b8e3 None None] Network 75969f42-0be9-444d-89b3-7646607fb409 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:39:42.605418 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-65cfd578-b6a2-4a61-a2d7-7a8826ad1b42 tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:42.607055 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-65cfd578-b6a2-4a61-a2d7-7a8826ad1b42 tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] 10.222.0.46 "GET /v2.0/networks?id=b164697a-bd83-4ea1-8a53-53aeef40bb02 HTTP/1.1" status: 200 len: 813 time: 0.5649135 Feb 09 12:39:42.609255 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-0157354c-2191-4674-b67e-d37ff813b7b9 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c411875-21b0-4d17-ae48-4d78abea5588 HTTP/1.1" status: 200 len: 205 time: 0.1076646 Feb 09 12:39:42.611795 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46992) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:42.613636 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-40f5dbec-44bf-4397-b2fc-4d1cb3b9c8a3 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-40999900'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:39:42.634576 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-40f5dbec-44bf-4397-b2fc-4d1cb3b9c8a3 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:39:42.684093 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-40f5dbec-44bf-4397-b2fc-4d1cb3b9c8a3 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Usage tracker for resource:network and tenant:3fe8dec11ddd4b74aaa8bf07aa25bebd is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:39:42.689068 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-40f5dbec-44bf-4397-b2fc-4d1cb3b9c8a3 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:39:42.705202 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-40f5dbec-44bf-4397-b2fc-4d1cb3b9c8a3 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:39:42.709806 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-09fc1eb4-c34e-4ebd-bafe-0c5f99d4d386 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] delete failed (client error): The resource could not be found. Feb 09 12:39:42.711310 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-09fc1eb4-c34e-4ebd-bafe-0c5f99d4d386 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] 10.222.0.55 "DELETE /v2.0/routers/5c411875-21b0-4d17-ae48-4d78abea5588 HTTP/1.1" status: 404 len: 336 time: 0.0985856 Feb 09 12:39:42.714840 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46996) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:42.724064 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-9a3a0be6-79dd-4b94-9d8d-d8fb802f86fd tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] Request body: {'port': {'device_id': '7b2e59f4-bf52-4f49-aec6-208e9457ac4f', 'network_id': 'b164697a-bd83-4ea1-8a53-53aeef40bb02', 'admin_state_up': True, 'tenant_id': 'd89936366bc94a73a5bdc24ebfa20a42'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:39:42.769156 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7aeae3cf-cf73-411a-a6ef-d72ebcf0ec69 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8593237-4ae3-4b99-9764-a677e0afdf76 HTTP/1.1" status: 200 len: 205 time: 0.0530879 Feb 09 12:39:42.775105 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47002) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:42.776869 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-043449c1-a271-4534-93e1-983e6384f7c0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] For port 5180e88b-e35c-4462-8668-a580e3edfa12, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5180e88b-e35c-4462-8668-a580e3edfa12,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:39:42.848824 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f5dbec-44bf-4397-b2fc-4d1cb3b9c8a3 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Made reservation on behalf of 3fe8dec11ddd4b74aaa8bf07aa25bebd for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:39:42.852927 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-40f5dbec-44bf-4397-b2fc-4d1cb3b9c8a3 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:42.854499 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91d81de-3abe-49ee-94f0-10e0c4b9e311 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-75969f42-0be9-444d-89b3-7646607fb409', 'network_id': '75969f42-0be9-444d-89b3-7646607fb409', 'tenant_id': '3fe8dec11ddd4b74aaa8bf07aa25bebd', 'fixed_ips': [{'subnet_id': 'd93d6b04-8bdd-4a4d-a258-421303820121'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:39:42.855351 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b91d81de-3abe-49ee-94f0-10e0c4b9e311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:42.867283 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-10a8e118-066e-43b9-ac99-7d887b681a36 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] delete failed (client error): The resource could not be found. Feb 09 12:39:42.868866 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-10a8e118-066e-43b9-ac99-7d887b681a36 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] 10.222.0.55 "DELETE /v2.0/routers/c8593237-4ae3-4b99-9764-a677e0afdf76 HTTP/1.1" status: 404 len: 336 time: 0.0894554 Feb 09 12:39:42.874327 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47008) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:42.933615 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-01418e77-5cd0-4954-8bd5-431473d03565 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a65661e-6776-4e3e-ab22-637b567bb168 HTTP/1.1" status: 200 len: 205 time: 0.0568514 Feb 09 12:39:42.947182 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47012) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:43.011811 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-043449c1-a271-4534-93e1-983e6384f7c0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:43.035810 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-efb776ca-2130-4df6-bee7-7fd9acb47acb tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] delete failed (client error): The resource could not be found. Feb 09 12:39:43.037216 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-efb776ca-2130-4df6-bee7-7fd9acb47acb tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] 10.222.0.55 "DELETE /v2.0/routers/9a65661e-6776-4e3e-ab22-637b567bb168 HTTP/1.1" status: 404 len: 336 time: 0.0888209 Feb 09 12:39:43.038283 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-043449c1-a271-4534-93e1-983e6384f7c0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:43.040197 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-043449c1-a271-4534-93e1-983e6384f7c0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:43.051152 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47016) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:43.051717 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-b91d81de-3abe-49ee-94f0-10e0c4b9e311 None None] Allocated IP 172.20.255.242 (75969f42-0be9-444d-89b3-7646607fb409/d93d6b04-8bdd-4a4d-a258-421303820121/cfea66fa-dc4d-4aa1-a8b0-67a1d5d0a8ac) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:39:43.118442 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043449c1-a271-4534-93e1-983e6384f7c0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:39:43.121787 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40f5dbec-44bf-4397-b2fc-4d1cb3b9c8a3 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:39:43.137922 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-043449c1-a271-4534-93e1-983e6384f7c0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:39:43.141875 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-700a7617-8d15-4e59-8494-7c372a4dbb6b req-9bf879f3-e7c0-4740-800e-53a1a76406fe tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b2e59f4-bf52-4f49-aec6-208e9457ac4f HTTP/1.1" status: 200 len: 210 time: 0.4267201 Feb 09 12:39:43.190977 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fdc3041b-3940-48a9-80de-3a25f1c6a1d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:43.194150 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-9a3a0be6-79dd-4b94-9d8d-d8fb802f86fd tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:39:43.199456 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-0e4ee939-3a80-443e-94d3-e6f7710ec419 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:39:43.200026 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-9a3a0be6-79dd-4b94-9d8d-d8fb802f86fd tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] Usage tracker for resource:port and tenant:d89936366bc94a73a5bdc24ebfa20a42 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:39:43.201854 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-0e4ee939-3a80-443e-94d3-e6f7710ec419 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:39:43.203122 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fdc3041b-3940-48a9-80de-3a25f1c6a1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:43.207479 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-9a3a0be6-79dd-4b94-9d8d-d8fb802f86fd tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:39:43.230684 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-9a3a0be6-79dd-4b94-9d8d-d8fb802f86fd tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:39:43.240299 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdc3041b-3940-48a9-80de-3a25f1c6a1d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:39:43.252395 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fdc3041b-3940-48a9-80de-3a25f1c6a1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:43.252904 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-fdc3041b-3940-48a9-80de-3a25f1c6a1d1 admin admin] Added segment 183ad3f1-1647-499f-ad8a-65136b02e339 of type vlan for network 38a3d6ba-d7d5-45b6-8fc4-0483c51eba57 Feb 09 12:39:43.285091 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fdc3041b-3940-48a9-80de-3a25f1c6a1d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:43.326851 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043449c1-a271-4534-93e1-983e6384f7c0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:43.327726 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-043449c1-a271-4534-93e1-983e6384f7c0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:43.339650 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fdc3041b-3940-48a9-80de-3a25f1c6a1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:43.340941 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc3041b-3940-48a9-80de-3a25f1c6a1d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:43.341653 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fdc3041b-3940-48a9-80de-3a25f1c6a1d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:43.373499 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-90d55a11-8c91-4266-87ee-7dbe889f910e tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3c10558-8523-4261-9ba1-5e36216839e7 HTTP/1.1" status: 200 len: 205 time: 0.2531037 Feb 09 12:39:43.381466 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-40f5dbec-44bf-4397-b2fc-4d1cb3b9c8a3 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:43.382034 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-40f5dbec-44bf-4397-b2fc-4d1cb3b9c8a3 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Added segment 9d3b7429-a602-4ebf-a9c9-c424c56f40ce of type vlan for network f2888cdb-d501-4e5c-a77b-ee407e55f08b Feb 09 12:39:43.383229 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47024) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:43.401877 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b91d81de-3abe-49ee-94f0-10e0c4b9e311 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:43.415774 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b91d81de-3abe-49ee-94f0-10e0c4b9e311 None None] Transition to ACTIVE for port object cfea66fa-dc4d-4aa1-a8b0-67a1d5d0a8ac will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:39:43.435609 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-fdc3041b-3940-48a9-80de-3a25f1c6a1d1 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0096397 Feb 09 12:39:43.441019 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47030) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:43.441787 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b91d81de-3abe-49ee-94f0-10e0c4b9e311 None None] Transition to ACTIVE for port object cfea66fa-dc4d-4aa1-a8b0-67a1d5d0a8ac will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:39:43.451009 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b91d81de-3abe-49ee-94f0-10e0c4b9e311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:43.479731 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043449c1-a271-4534-93e1-983e6384f7c0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Subnet': ['ID=cfa2e5d3-e34a-43f1-a3e4-14ebee37c833,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:43.489043 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-043449c1-a271-4534-93e1-983e6384f7c0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7413418 Feb 09 12:39:43.490252 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-57abb7ce-b7a4-4074-8b61-5cd72e271126 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] delete failed (client error): The resource could not be found. Feb 09 12:39:43.491159 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-57abb7ce-b7a4-4074-8b61-5cd72e271126 tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] 10.222.0.55 "DELETE /v2.0/routers/e3c10558-8523-4261-9ba1-5e36216839e7 HTTP/1.1" status: 404 len: 336 time: 0.1062427 Feb 09 12:39:43.495137 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043449c1-a271-4534-93e1-983e6384f7c0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Port': ['ID=5180e88b-e35c-4462-8668-a580e3edfa12,revision_number=10']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:43.497686 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47032) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:43.498007 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47034) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:43.505640 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3041b-3940-48a9-80de-3a25f1c6a1d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709620c5-6452-42ae-b85d-5b2e94b4d0a0,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:43.512111 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-9a3a0be6-79dd-4b94-9d8d-d8fb802f86fd tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] Made reservation on behalf of d89936366bc94a73a5bdc24ebfa20a42 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:39:43.514127 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-9a3a0be6-79dd-4b94-9d8d-d8fb802f86fd tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:43.536984 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-4e5eb535-eb0f-4b06-b8c8-e8978c638825 admin admin] Request body: {'subnet': {'network_id': '38a3d6ba-d7d5-45b6-8fc4-0483c51eba57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1812357715-subnet', 'tenant_id': '10b74e0e64c94b1f9b766afd7154b764', 'ip_version': 4}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:39:43.542552 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-4e5eb535-eb0f-4b06-b8c8-e8978c638825 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:39:43.546731 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-4e5eb535-eb0f-4b06-b8c8-e8978c638825 admin admin] Usage tracker for resource:subnet and tenant:10b74e0e64c94b1f9b766afd7154b764 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:39:43.549902 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-4e5eb535-eb0f-4b06-b8c8-e8978c638825 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:39:43.554103 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-0ede422f-56ee-4796-a3ad-caf4c80e7afe tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'port': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'mac_address': 'fa:16:3e:61:c8:8f', 'name': 'tempest-NetworksTestDHCPv6-872601538'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:39:43.557292 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-4e5eb535-eb0f-4b06-b8c8-e8978c638825 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:39:43.592502 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d81de-3abe-49ee-94f0-10e0c4b9e311 None None] Pushing event updated for resources: {'Port': ['ID=cfea66fa-dc4d-4aa1-a8b0-67a1d5d0a8ac,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:43.606495 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91d81de-3abe-49ee-94f0-10e0c4b9e311 None None] Network 75969f42-0be9-444d-89b3-7646607fb409 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:39:43.608557 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-b91d81de-3abe-49ee-94f0-10e0c4b9e311 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:39:43.614061 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91d81de-3abe-49ee-94f0-10e0c4b9e311 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:39:43.643056 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5eb535-eb0f-4b06-b8c8-e8978c638825 admin admin] Made reservation on behalf of 10b74e0e64c94b1f9b766afd7154b764 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:39:43.646006 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4e5eb535-eb0f-4b06-b8c8-e8978c638825 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:43.657506 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3e47af2-7d88-4696-863e-41c69e87edae tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] DELETE failed (client error): The resource could not be found. Feb 09 12:39:43.657972 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3e47af2-7d88-4696-863e-41c69e87edae tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:39:43.659708 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d3e47af2-7d88-4696-863e-41c69e87edae tempest-RoutersAdminTest-565399780 tempest-RoutersAdminTest-565399780-project] 10.222.0.55 "DELETE /v2.0/subnets/8bc6bb4b-da16-473d-822c-cb4003bc3dbf HTTP/1.1" status: 404 len: 337 time: 0.1511683 Feb 09 12:39:43.674751 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-40f5dbec-44bf-4397-b2fc-4d1cb3b9c8a3 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:43.779163 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-b91d81de-3abe-49ee-94f0-10e0c4b9e311 None None] Attempting to bind port cfea66fa-dc4d-4aa1-a8b0-67a1d5d0a8ac on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:39:43.779611 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-b91d81de-3abe-49ee-94f0-10e0c4b9e311 None None] Attempting to bind port cfea66fa-dc4d-4aa1-a8b0-67a1d5d0a8ac by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'e93a9442-8cd4-44a6-aaca-d466df6aa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '75969f42-0be9-444d-89b3-7646607fb409'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:39:43.780056 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91d81de-3abe-49ee-94f0-10e0c4b9e311 None None] Attempting to bind port cfea66fa-dc4d-4aa1-a8b0-67a1d5d0a8ac on network 75969f42-0be9-444d-89b3-7646607fb409 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:39:43.786062 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91d81de-3abe-49ee-94f0-10e0c4b9e311 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:39:43.786435 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91d81de-3abe-49ee-94f0-10e0c4b9e311 None None] Checking segment: {'id': 'e93a9442-8cd4-44a6-aaca-d466df6aa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '75969f42-0be9-444d-89b3-7646607fb409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:39:43.786748 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b91d81de-3abe-49ee-94f0-10e0c4b9e311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:43.787298 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91d81de-3abe-49ee-94f0-10e0c4b9e311 None None] Bound using segment: {'id': 'e93a9442-8cd4-44a6-aaca-d466df6aa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '75969f42-0be9-444d-89b3-7646607fb409'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:39:43.787770 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-b91d81de-3abe-49ee-94f0-10e0c4b9e311 None None] Bound port: cfea66fa-dc4d-4aa1-a8b0-67a1d5d0a8ac, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e93a9442-8cd4-44a6-aaca-d466df6aa041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '75969f42-0be9-444d-89b3-7646607fb409'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:39:43.788193 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b91d81de-3abe-49ee-94f0-10e0c4b9e311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:43.812329 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0ede422f-56ee-4796-a3ad-caf4c80e7afe tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:39:43.816847 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0ede422f-56ee-4796-a3ad-caf4c80e7afe tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Usage tracker for resource:port and tenant:a7add69c825d45b8a9a99e00c87aae63 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:39:43.821351 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-40f5dbec-44bf-4397-b2fc-4d1cb3b9c8a3 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:43.828031 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f5dbec-44bf-4397-b2fc-4d1cb3b9c8a3 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:43.828938 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-40f5dbec-44bf-4397-b2fc-4d1cb3b9c8a3 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:43.835460 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0ede422f-56ee-4796-a3ad-caf4c80e7afe tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:39:43.875989 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0ede422f-56ee-4796-a3ad-caf4c80e7afe tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:39:43.937670 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3041b-3940-48a9-80de-3a25f1c6a1d1 admin admin] Pushing event updated for resources: {'Network': ['ID=38a3d6ba-d7d5-45b6-8fc4-0483c51eba57,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:43.957006 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-40f5dbec-44bf-4397-b2fc-4d1cb3b9c8a3 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.3602278 Feb 09 12:39:43.961582 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47056) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:43.971211 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-229c1aab-ded5-4510-b513-da8b2edea005 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Request body: {'subnet': {'network_id': 'f2888cdb-d501-4e5c-a77b-ee407e55f08b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:39:43.973653 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-9a3a0be6-79dd-4b94-9d8d-d8fb802f86fd tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] Allocated IP 172.20.0.8 (b164697a-bd83-4ea1-8a53-53aeef40bb02/ac1fd292-836a-4eb5-a4af-b4ad6fdff774/76bfb72d-92c9-46f1-be72-f2c935167327) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:39:43.981353 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-b91d81de-3abe-49ee-94f0-10e0c4b9e311 None None] For port cfea66fa-dc4d-4aa1-a8b0-67a1d5d0a8ac, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:39:43.989885 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-b91d81de-3abe-49ee-94f0-10e0c4b9e311 None None] For port cfea66fa-dc4d-4aa1-a8b0-67a1d5d0a8ac, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=cfea66fa-dc4d-4aa1-a8b0-67a1d5d0a8ac,segment=NetworkSegment(e93a9442-8cd4-44a6-aaca-d466df6aa041),segment_id=e93a9442-8cd4-44a6-aaca-d466df6aa041)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:39:43.994237 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ede422f-56ee-4796-a3ad-caf4c80e7afe tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:39:43.999432 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-0e4ee939-3a80-443e-94d3-e6f7710ec419 None None] Deleting port 5180e88b-e35c-4462-8668-a580e3edfa12 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:39:44.001111 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0e4ee939-3a80-443e-94d3-e6f7710ec419 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:44.017447 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5dbec-44bf-4397-b2fc-4d1cb3b9c8a3 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event updated for resources: {'Network': ['ID=f2888cdb-d501-4e5c-a77b-ee407e55f08b,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:44.054758 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 38a3d6ba-d7d5-45b6-8fc4-0483c51eba57 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:39:44.079707 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47062) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:44.145162 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b91d81de-3abe-49ee-94f0-10e0c4b9e311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:44.151862 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network f2888cdb-d501-4e5c-a77b-ee407e55f08b details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:39:44.195073 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-229c1aab-ded5-4510-b513-da8b2edea005 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:39:44.199410 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-229c1aab-ded5-4510-b513-da8b2edea005 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Usage tracker for resource:subnet and tenant:3fe8dec11ddd4b74aaa8bf07aa25bebd is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:39:44.202513 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-229c1aab-ded5-4510-b513-da8b2edea005 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:39:44.208637 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-229c1aab-ded5-4510-b513-da8b2edea005 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:39:44.237965 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229c1aab-ded5-4510-b513-da8b2edea005 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Made reservation on behalf of 3fe8dec11ddd4b74aaa8bf07aa25bebd for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:39:44.247746 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-229c1aab-ded5-4510-b513-da8b2edea005 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:44.309194 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d81de-3abe-49ee-94f0-10e0c4b9e311 None None] Pushing event updated for resources: {'Port': ['ID=cfea66fa-dc4d-4aa1-a8b0-67a1d5d0a8ac,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:44.418929 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-256e9bd5-b0c5-421e-a017-422460df248b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:44.475317 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f4f314f6-5f18-4288-87d0-f5dc77991895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:44.499746 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-25d10c9f-fedb-4533-b1f9-5f25d411381a req-5c0c38ff-2804-4e92-b56b-79b22706ccb7 tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b2e59f4-bf52-4f49-aec6-208e9457ac4f HTTP/1.1" status: 200 len: 210 time: 0.1287415 Feb 09 12:39:44.536057 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0ede422f-56ee-4796-a3ad-caf4c80e7afe tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:44.551631 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f4f314f6-5f18-4288-87d0-f5dc77991895 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:39:44.556914 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-9a3a0be6-79dd-4b94-9d8d-d8fb802f86fd tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:44.567177 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f4f314f6-5f18-4288-87d0-f5dc77991895 admin admin] Usage tracker for resource:security_group_rule and tenant:d7ec3256cb85454e9ad573cc019d12e5 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:39:44.576310 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f4f314f6-5f18-4288-87d0-f5dc77991895 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:39:44.592651 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f4f314f6-5f18-4288-87d0-f5dc77991895 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:39:44.610997 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-0ede422f-56ee-4796-a3ad-caf4c80e7afe tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] device_id is not set on port 050b5f98-0b2b-4941-89d2-cdf807bcd151 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:39:44.639449 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4e5eb535-eb0f-4b06-b8c8-e8978c638825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:44.720110 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5eb535-eb0f-4b06-b8c8-e8978c638825 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fad3b17-6d83-4447-8ced-94d5888702c3,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:44.736831 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-0e4ee939-3a80-443e-94d3-e6f7710ec419 None None] For port 5180e88b-e35c-4462-8668-a580e3edfa12, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5180e88b-e35c-4462-8668-a580e3edfa12,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:39:44.740827 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0e4ee939-3a80-443e-94d3-e6f7710ec419 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:44.756093 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-9a3a0be6-79dd-4b94-9d8d-d8fb802f86fd tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:44.934692 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5eb535-eb0f-4b06-b8c8-e8978c638825 admin admin] Checking segment: {'id': '183ad3f1-1647-499f-ad8a-65136b02e339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '38a3d6ba-d7d5-45b6-8fc4-0483c51eba57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:39:44.935159 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5eb535-eb0f-4b06-b8c8-e8978c638825 admin admin] Network hostable DHCP agents. Network: 38a3d6ba-d7d5-45b6-8fc4-0483c51eba57, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:39:44.975739 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-0e4ee939-3a80-443e-94d3-e6f7710ec419 None None] Calling delete_port for 5180e88b-e35c-4462-8668-a580e3edfa12 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:39:45.008003 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-9a3a0be6-79dd-4b94-9d8d-d8fb802f86fd tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] Network b164697a-bd83-4ea1-8a53-53aeef40bb02 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:39:45.011997 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-9a3a0be6-79dd-4b94-9d8d-d8fb802f86fd tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:39:45.017196 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f4f314f6-5f18-4288-87d0-f5dc77991895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:45.033421 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-9a3a0be6-79dd-4b94-9d8d-d8fb802f86fd tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:39:45.041920 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f4f314f6-5f18-4288-87d0-f5dc77991895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:45.060649 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-229c1aab-ded5-4510-b513-da8b2edea005 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:45.073810 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a0be6-79dd-4b94-9d8d-d8fb802f86fd tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] Pushing event updated for resources: {'Port': ['ID=76bfb72d-92c9-46f1-be72-f2c935167327,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:45.112892 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5eb535-eb0f-4b06-b8c8-e8978c638825 admin admin] Network 38a3d6ba-d7d5-45b6-8fc4-0483c51eba57 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:39:45.137541 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-9a3a0be6-79dd-4b94-9d8d-d8fb802f86fd tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:45.138468 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-9a3a0be6-79dd-4b94-9d8d-d8fb802f86fd tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:45.144041 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-4e5eb535-eb0f-4b06-b8c8-e8978c638825 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 38a3d6ba-d7d5-45b6-8fc4-0483c51eba57) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:39:45.155676 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f916c71-4273-48c1-8378-efdc5e7a3677 None None] Network 38a3d6ba-d7d5-45b6-8fc4-0483c51eba57 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:39:45.155962 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5eb535-eb0f-4b06-b8c8-e8978c638825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:45.157952 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4e5eb535-eb0f-4b06-b8c8-e8978c638825 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:45.183157 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-9a3a0be6-79dd-4b94-9d8d-d8fb802f86fd tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4746010 Feb 09 12:39:45.190099 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4e5eb535-eb0f-4b06-b8c8-e8978c638825 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6853244 Feb 09 12:39:45.191167 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47088) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:45.201406 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-5858bd46-a72b-4fa2-8171-2eeb73fd3754 service neutron] Request body: {'port': {'device_id': '7b2e59f4-bf52-4f49-aec6-208e9457ac4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:39:45.235668 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f4f314f6-5f18-4288-87d0-f5dc77991895 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d7ec3256cb85454e9ad573cc019d12e5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1545143 Feb 09 12:39:45.236517 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f314f6-5f18-4288-87d0-f5dc77991895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2669a4a4-a3c9-4b98-9050-159f42e42973,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:45.243577 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47092) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:45.263538 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-0476b9a2-a786-4e51-b38d-80e6e3e0747e admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1812357715-router', 'tenant_id': '10b74e0e64c94b1f9b766afd7154b764', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:39:45.292178 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-0476b9a2-a786-4e51-b38d-80e6e3e0747e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:39:45.300602 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0e4ee939-3a80-443e-94d3-e6f7710ec419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:45.300996 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-0476b9a2-a786-4e51-b38d-80e6e3e0747e admin admin] Usage tracker for resource:router and tenant:10b74e0e64c94b1f9b766afd7154b764 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:39:45.314891 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-0476b9a2-a786-4e51-b38d-80e6e3e0747e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:39:45.321852 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-0476b9a2-a786-4e51-b38d-80e6e3e0747e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:39:45.346078 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c1aab-ded5-4510-b513-da8b2edea005 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event updated for resources: {'Subnet': ['ID=4b7ecf73-759c-40b6-a48a-ecff2fc3a5ef,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:45.366385 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0476b9a2-a786-4e51-b38d-80e6e3e0747e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:45.368055 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0476b9a2-a786-4e51-b38d-80e6e3e0747e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:45.413285 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-0ede422f-56ee-4796-a3ad-caf4c80e7afe tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Allocated IP 172.20.0.9 (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/aff6ac54-406e-4980-8874-3af77b551404/050b5f98-0b2b-4941-89d2-cdf807bcd151) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:39:45.423515 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4ee939-3a80-443e-94d3-e6f7710ec419 None None] Pushing event deleted for resources: {'Port': ['ID=5180e88b-e35c-4462-8668-a580e3edfa12,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:45.429703 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229c1aab-ded5-4510-b513-da8b2edea005 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Checking segment: {'id': '9d3b7429-a602-4ebf-a9c9-c424c56f40ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f2888cdb-d501-4e5c-a77b-ee407e55f08b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:39:45.430434 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229c1aab-ded5-4510-b513-da8b2edea005 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Network hostable DHCP agents. Network: f2888cdb-d501-4e5c-a77b-ee407e55f08b, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:39:45.436454 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-0ede422f-56ee-4796-a3ad-caf4c80e7afe tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Allocated IP 2001:db8::f816:3eff:fe61:c88f (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/cfa2e5d3-e34a-43f1-a3e4-14ebee37c833/050b5f98-0b2b-4941-89d2-cdf807bcd151) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:39:45.472383 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4ee939-3a80-443e-94d3-e6f7710ec419 None None] No DVR routers for this DVR port 5180e88b-e35c-4462-8668-a580e3edfa12 on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:39:45.503112 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-264c5824-3cb3-4513-8344-f823b01bf5a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:45.511363 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-5858bd46-a72b-4fa2-8171-2eeb73fd3754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:45.517599 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51aca24-8f6c-4509-81bd-7391b225a6ab None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:39:45.527546 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0476b9a2-a786-4e51-b38d-80e6e3e0747e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:45.628677 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229c1aab-ded5-4510-b513-da8b2edea005 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Network f2888cdb-d501-4e5c-a77b-ee407e55f08b is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:39:45.661160 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-264c5824-3cb3-4513-8344-f823b01bf5a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:45.749938 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-229c1aab-ded5-4510-b513-da8b2edea005 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, f2888cdb-d501-4e5c-a77b-ee407e55f08b) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:39:45.803659 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device cfea66fa-dc4d-4aa1-a8b0-67a1d5d0a8ac up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:39:45.831750 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babd6f30-53c1-4bff-87da-3351c0a370fa None None] Network f2888cdb-d501-4e5c-a77b-ee407e55f08b requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:39:45.832359 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229c1aab-ded5-4510-b513-da8b2edea005 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:45.833135 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-229c1aab-ded5-4510-b513-da8b2edea005 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:46.013352 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622a85cc-f1cf-4c45-81f7-30b8a7644f19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-38a3d6ba-d7d5-45b6-8fc4-0483c51eba57', 'network_id': '38a3d6ba-d7d5-45b6-8fc4-0483c51eba57', 'tenant_id': '10b74e0e64c94b1f9b766afd7154b764', 'fixed_ips': [{'subnet_id': '3fad3b17-6d83-4447-8ced-94d5888702c3'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:39:46.014219 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-622a85cc-f1cf-4c45-81f7-30b8a7644f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:46.178237 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0ede422f-56ee-4796-a3ad-caf4c80e7afe tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:46.186955 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-229c1aab-ded5-4510-b513-da8b2edea005 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.2239149 Feb 09 12:39:46.188755 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ffa418-2f14-4314-8528-f2a19146fd47 None None] Network 75969f42-0be9-444d-89b3-7646607fb409 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:39:46.191518 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47100) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:46.351950 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port cfea66fa-dc4d-4aa1-a8b0-67a1d5d0a8ac completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:39:46.354926 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-344daf6d-e6b6-4c33-a98a-2ea6d28597b5 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:46.363214 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-264c5824-3cb3-4513-8344-f823b01bf5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:46.374934 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-0ede422f-56ee-4796-a3ad-caf4c80e7afe tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Transition to ACTIVE for port object 050b5f98-0b2b-4941-89d2-cdf807bcd151 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:39:46.383404 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-264c5824-3cb3-4513-8344-f823b01bf5a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:46.384740 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-264c5824-3cb3-4513-8344-f823b01bf5a7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2669a4a4-a3c9-4b98-9050-159f42e42973 HTTP/1.1" status: 204 len: 168 time: 1.1385455 Feb 09 12:39:46.475328 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0476b9a2-a786-4e51-b38d-80e6e3e0747e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:46.515474 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c5824-3cb3-4513-8344-f823b01bf5a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2669a4a4-a3c9-4b98-9050-159f42e42973,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:46.571341 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-344daf6d-e6b6-4c33-a98a-2ea6d28597b5 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:46.596086 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-622a85cc-f1cf-4c45-81f7-30b8a7644f19 None None] Allocated IP 172.20.0.2 (38a3d6ba-d7d5-45b6-8fc4-0483c51eba57/3fad3b17-6d83-4447-8ced-94d5888702c3/6e652e0b-1b4b-476b-880f-c032852c2105) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:39:46.611298 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c825c5a-974b-4fb9-a5f1-b5ef3259828c req-7810fc0f-12d9-4e3a-a719-0de92ed59fec tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:46.612465 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-0c825c5a-974b-4fb9-a5f1-b5ef3259828c req-7810fc0f-12d9-4e3a-a719-0de92ed59fec tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] Synchronizing usage tracker for tenant:d89936366bc94a73a5bdc24ebfa20a42 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:39:46.675621 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-0c825c5a-974b-4fb9-a5f1-b5ef3259828c req-7810fc0f-12d9-4e3a-a719-0de92ed59fec tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] Unset dirty status for tenant:d89936366bc94a73a5bdc24ebfa20a42 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:39:46.677106 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0c825c5a-974b-4fb9-a5f1-b5ef3259828c req-7810fc0f-12d9-4e3a-a719-0de92ed59fec tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b2e59f4-bf52-4f49-aec6-208e9457ac4f HTTP/1.1" status: 200 len: 931 time: 0.9319656 Feb 09 12:39:46.719287 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0ede422f-56ee-4796-a3ad-caf4c80e7afe tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:46.752984 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-17894bce-e600-40c1-b69d-6ee4ae03e7a2 None None] Provisioning for port cfea66fa-dc4d-4aa1-a8b0-67a1d5d0a8ac completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:39:46.769220 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-5858bd46-a72b-4fa2-8171-2eeb73fd3754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76bfb72d-92c9-46f1-be72-f2c935167327 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:39:46.779642 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-5858bd46-a72b-4fa2-8171-2eeb73fd3754 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:46.803707 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-5858bd46-a72b-4fa2-8171-2eeb73fd3754 service neutron] Transition to ACTIVE for port object 76bfb72d-92c9-46f1-be72-f2c935167327 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:39:46.810709 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7bbc8087-2a5e-4e0d-ae42-881675f1164a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:46.814226 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-17894bce-e600-40c1-b69d-6ee4ae03e7a2 None None] Provisioning complete for port cfea66fa-dc4d-4aa1-a8b0-67a1d5d0a8ac triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:39:46.814761 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-17894bce-e600-40c1-b69d-6ee4ae03e7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:46.833197 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ede422f-56ee-4796-a3ad-caf4c80e7afe tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:39:46.837893 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-0ede422f-56ee-4796-a3ad-caf4c80e7afe tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:39:46.855518 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-5858bd46-a72b-4fa2-8171-2eeb73fd3754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:46.857096 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ede422f-56ee-4796-a3ad-caf4c80e7afe tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:39:46.946972 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede422f-56ee-4796-a3ad-caf4c80e7afe tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Port': ['ID=050b5f98-0b2b-4941-89d2-cdf807bcd151,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:46.953100 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-344daf6d-e6b6-4c33-a98a-2ea6d28597b5 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:47.012132 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47110) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:47.021582 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0c825c5a-974b-4fb9-a5f1-b5ef3259828c req-db01ffeb-2cf8-4355-9616-009e31f2584f tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] 10.222.0.55 "GET /v2.0/security-groups?id=490ee54e-44a5-484b-8a42-dfb9bee59ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106206 Feb 09 12:39:47.041078 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344daf6d-e6b6-4c33-a98a-2ea6d28597b5 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event deleted for resources: {'Subnet': ['ID=4b7ecf73-759c-40b6-a48a-ecff2fc3a5ef,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:47.114790 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ede422f-56ee-4796-a3ad-caf4c80e7afe tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:47.115420 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0ede422f-56ee-4796-a3ad-caf4c80e7afe tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:47.123318 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5858bd46-a72b-4fa2-8171-2eeb73fd3754 service neutron] Pushing event updated for resources: {'Port': ['ID=76bfb72d-92c9-46f1-be72-f2c935167327,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:47.174057 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-344daf6d-e6b6-4c33-a98a-2ea6d28597b5 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:47.237356 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-344daf6d-e6b6-4c33-a98a-2ea6d28597b5 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2888cdb-d501-4e5c-a77b-ee407e55f08b']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:39:47.253692 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-344daf6d-e6b6-4c33-a98a-2ea6d28597b5 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d3b7429-a602-4ebf-a9c9-c424c56f40ce') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:39:47.254034 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-344daf6d-e6b6-4c33-a98a-2ea6d28597b5 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d3b7429-a602-4ebf-a9c9-c424c56f40ce') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:39:47.270595 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-344daf6d-e6b6-4c33-a98a-2ea6d28597b5 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:47.275540 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d95d1c2-aab7-4ca6-8a23-b367deb283e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-f2888cdb-d501-4e5c-a77b-ee407e55f08b', 'network_id': 'f2888cdb-d501-4e5c-a77b-ee407e55f08b', 'tenant_id': '3fe8dec11ddd4b74aaa8bf07aa25bebd', 'fixed_ips': [{'subnet_id': '4b7ecf73-759c-40b6-a48a-ecff2fc3a5ef'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:39:47.276395 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9d95d1c2-aab7-4ca6-8a23-b367deb283e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:47.289217 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-fdd7503f-a5ae-42dc-a0e2-f5cecabd9653 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eb7e067e40654df081022e60db7f9359&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2644849 Feb 09 12:39:47.289931 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47114) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:47.292224 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-344daf6d-e6b6-4c33-a98a-2ea6d28597b5 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:47.300226 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-344daf6d-e6b6-4c33-a98a-2ea6d28597b5 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:39:47.300691 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-344daf6d-e6b6-4c33-a98a-2ea6d28597b5 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:47.406258 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:39:47.406258 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:39:47.406258 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:39:47.406258 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:39:47.406258 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:39:47.406258 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:39:47.406258 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:39:47.406258 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:39:47.406258 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:39:47.406258 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:39:47.406258 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:39:47.406258 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:39:47.406258 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:39:47.406258 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:39:47.406258 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:39:47.406258 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:39:47.406258 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:39:47.406258 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:39:47.406258 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:39:47.406258 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:39:47.406258 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:39:47.406258 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:39:47.406258 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:39:47.406258 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:39:47.406258 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:39:47.406258 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:39:47.406258 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:39:47.406258 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:39:47.406258 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:39:47.406258 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:39:47.406258 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:39:47.406258 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:39:47.415645 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0ede422f-56ee-4796-a3ad-caf4c80e7afe tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.9089081 Feb 09 12:39:47.421978 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47118) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:47.437213 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-622a85cc-f1cf-4c45-81f7-30b8a7644f19 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:47.475559 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-622a85cc-f1cf-4c45-81f7-30b8a7644f19 None None] Transition to ACTIVE for port object 6e652e0b-1b4b-476b-880f-c032852c2105 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:39:47.495527 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-17894bce-e600-40c1-b69d-6ee4ae03e7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:47.498102 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-5858bd46-a72b-4fa2-8171-2eeb73fd3754 service neutron] Attempting to bind port 76bfb72d-92c9-46f1-be72-f2c935167327 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:39:47.498623 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-5858bd46-a72b-4fa2-8171-2eeb73fd3754 service neutron] Attempting to bind port 76bfb72d-92c9-46f1-be72-f2c935167327 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '70cfac32-3a22-46ac-a4f7-79fa8a90e619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b164697a-bd83-4ea1-8a53-53aeef40bb02'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:39:47.498623 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-5858bd46-a72b-4fa2-8171-2eeb73fd3754 service neutron] Attempting to bind port 76bfb72d-92c9-46f1-be72-f2c935167327 on network b164697a-bd83-4ea1-8a53-53aeef40bb02 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:39:47.510273 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-344daf6d-e6b6-4c33-a98a-2ea6d28597b5 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:47.523786 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-344daf6d-e6b6-4c33-a98a-2ea6d28597b5 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:47.539205 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-622a85cc-f1cf-4c45-81f7-30b8a7644f19 None None] Transition to ACTIVE for port object 6e652e0b-1b4b-476b-880f-c032852c2105 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:39:47.564275 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-5858bd46-a72b-4fa2-8171-2eeb73fd3754 service neutron] Port 76bfb72d-92c9-46f1-be72-f2c935167327 on network b164697a-bd83-4ea1-8a53-53aeef40bb02 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:39:47.564992 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-5858bd46-a72b-4fa2-8171-2eeb73fd3754 service neutron] Attempting to bind port 76bfb72d-92c9-46f1-be72-f2c935167327 on network b164697a-bd83-4ea1-8a53-53aeef40bb02 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:39:47.576359 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344daf6d-e6b6-4c33-a98a-2ea6d28597b5 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event deleted for resources: {'Network': ['ID=f2888cdb-d501-4e5c-a77b-ee407e55f08b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:47.579088 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-344daf6d-e6b6-4c33-a98a-2ea6d28597b5 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "DELETE /v2.0/networks/f2888cdb-d501-4e5c-a77b-ee407e55f08b HTTP/1.1" status: 204 len: 168 time: 1.3865185 Feb 09 12:39:47.580712 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-622a85cc-f1cf-4c45-81f7-30b8a7644f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:47.584277 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47122) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:47.591063 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-5858bd46-a72b-4fa2-8171-2eeb73fd3754 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:39:47.591656 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-5858bd46-a72b-4fa2-8171-2eeb73fd3754 service neutron] Checking segment: {'id': '70cfac32-3a22-46ac-a4f7-79fa8a90e619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b164697a-bd83-4ea1-8a53-53aeef40bb02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:39:47.592082 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-5858bd46-a72b-4fa2-8171-2eeb73fd3754 service neutron] Bound using segment: {'id': '70cfac32-3a22-46ac-a4f7-79fa8a90e619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b164697a-bd83-4ea1-8a53-53aeef40bb02'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:39:47.592521 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-5858bd46-a72b-4fa2-8171-2eeb73fd3754 service neutron] Bound port: 76bfb72d-92c9-46f1-be72-f2c935167327, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70cfac32-3a22-46ac-a4f7-79fa8a90e619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b164697a-bd83-4ea1-8a53-53aeef40bb02'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:39:47.592931 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-5858bd46-a72b-4fa2-8171-2eeb73fd3754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:47.601998 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-5a644856-564d-4534-83ea-26195648c756 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1447464411'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:39:47.612241 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5a644856-564d-4534-83ea-26195648c756 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:39:47.627546 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5a644856-564d-4534-83ea-26195648c756 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Usage tracker for resource:network and tenant:3fe8dec11ddd4b74aaa8bf07aa25bebd is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:39:47.630608 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5a644856-564d-4534-83ea-26195648c756 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:39:47.638077 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5a644856-564d-4534-83ea-26195648c756 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:39:47.654250 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a644856-564d-4534-83ea-26195648c756 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Made reservation on behalf of 3fe8dec11ddd4b74aaa8bf07aa25bebd for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:39:47.668456 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5a644856-564d-4534-83ea-26195648c756 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:47.679814 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0476b9a2-a786-4e51-b38d-80e6e3e0747e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:47.702658 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-17894bce-e600-40c1-b69d-6ee4ae03e7a2 None None] For port cfea66fa-dc4d-4aa1-a8b0-67a1d5d0a8ac, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=cfea66fa-dc4d-4aa1-a8b0-67a1d5d0a8ac,segment=NetworkSegment(e93a9442-8cd4-44a6-aaca-d466df6aa041),segment_id=e93a9442-8cd4-44a6-aaca-d466df6aa041)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:39:47.717115 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a85cc-f1cf-4c45-81f7-30b8a7644f19 None None] Pushing event updated for resources: {'Port': ['ID=6e652e0b-1b4b-476b-880f-c032852c2105,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:47.729023 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-20eb636e-d503-4e3f-9559-ed9cbc300324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:47.737754 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fb4fcf-4950-4dfb-a0dc-bae358fdae4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'tenant_id': 'a7add69c825d45b8a9a99e00c87aae63', 'fixed_ips': [{'subnet_id': 'aff6ac54-406e-4980-8874-3af77b551404'}, {'subnet_id': 'cfa2e5d3-e34a-43f1-a3e4-14ebee37c833'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:39:47.739111 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c1fb4fcf-4950-4dfb-a0dc-bae358fdae4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:47.740856 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a644856-564d-4534-83ea-26195648c756 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:39:47.751022 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb446c0-5f75-4f38-9f33-74ed2728faf0 None None] Network f2888cdb-d501-4e5c-a77b-ee407e55f08b requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:39:47.766261 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5a644856-564d-4534-83ea-26195648c756 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:47.769007 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-5a644856-564d-4534-83ea-26195648c756 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Added segment 984a4cc4-e86e-42d8-a5d4-d387f72a5d96 of type vlan for network 9c88277c-2707-4baf-a13f-11a51f8ff6c4 Feb 09 12:39:47.785517 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-20eb636e-d503-4e3f-9559-ed9cbc300324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:47.785833 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:47.797179 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-17894bce-e600-40c1-b69d-6ee4ae03e7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:47.807605 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622a85cc-f1cf-4c45-81f7-30b8a7644f19 None None] Network 38a3d6ba-d7d5-45b6-8fc4-0483c51eba57 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:39:47.839804 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5a644856-564d-4534-83ea-26195648c756 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:47.886583 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5a644856-564d-4534-83ea-26195648c756 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:47.893967 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a644856-564d-4534-83ea-26195648c756 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:47.894604 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5a644856-564d-4534-83ea-26195648c756 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:47.905248 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0476b9a2-a786-4e51-b38d-80e6e3e0747e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:48.025068 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-20eb636e-d503-4e3f-9559-ed9cbc300324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:48.037975 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-622a85cc-f1cf-4c45-81f7-30b8a7644f19 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:39:48.039960 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb446c0-5f75-4f38-9f33-74ed2728faf0 None None] Network f2888cdb-d501-4e5c-a77b-ee407e55f08b could not be found, it might have been deleted concurrently. {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 09 12:39:48.041213 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:48.049274 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622a85cc-f1cf-4c45-81f7-30b8a7644f19 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:39:48.089483 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5a644856-564d-4534-83ea-26195648c756 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4985583 Feb 09 12:39:48.095403 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47134) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:48.115967 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-bff545c7-6f27-4608-a7fb-669360a214ed tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Request body: {'subnet': {'network_id': '9c88277c-2707-4baf-a13f-11a51f8ff6c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:39:48.123260 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb636e-d503-4e3f-9559-ed9cbc300324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a356e4ee-4a8a-4516-a9c4-7b0b1c223810,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:48.167711 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a964bfb0-0715-4ae2-abb3-297961714718 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:48.173122 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47138) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:48.177473 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a964bfb0-0715-4ae2-abb3-297961714718 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1024 time: 0.7498875 Feb 09 12:39:48.180307 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a644856-564d-4534-83ea-26195648c756 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event updated for resources: {'Network': ['ID=9c88277c-2707-4baf-a13f-11a51f8ff6c4,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:48.212681 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-5858bd46-a72b-4fa2-8171-2eeb73fd3754 service neutron] For port 76bfb72d-92c9-46f1-be72-f2c935167327, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:39:48.219515 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-5858bd46-a72b-4fa2-8171-2eeb73fd3754 service neutron] For port 76bfb72d-92c9-46f1-be72-f2c935167327, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=76bfb72d-92c9-46f1-be72-f2c935167327,segment=NetworkSegment(70cfac32-3a22-46ac-a4f7-79fa8a90e619),segment_id=70cfac32-3a22-46ac-a4f7-79fa8a90e619)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:39:48.223523 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-20eb636e-d503-4e3f-9559-ed9cbc300324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:48.239809 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-20eb636e-d503-4e3f-9559-ed9cbc300324 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a356e4ee-4a8a-4516-a9c4-7b0b1c223810 HTTP/1.1" status: 204 len: 168 time: 0.9272990 Feb 09 12:39:48.351643 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-5858bd46-a72b-4fa2-8171-2eeb73fd3754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:48.474215 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-c4213b94-ccd0-4e34-a32c-5c30fb4d613f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Deleting port 050b5f98-0b2b-4941-89d2-cdf807bcd151 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:39:48.474655 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c4213b94-ccd0-4e34-a32c-5c30fb4d613f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:48.513082 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-bff545c7-6f27-4608-a7fb-669360a214ed tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:39:48.517792 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-bff545c7-6f27-4608-a7fb-669360a214ed tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Usage tracker for resource:subnet and tenant:3fe8dec11ddd4b74aaa8bf07aa25bebd is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:39:48.525994 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-bff545c7-6f27-4608-a7fb-669360a214ed tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:39:48.538303 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-bff545c7-6f27-4608-a7fb-669360a214ed tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:39:48.546134 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-c1fb4fcf-4950-4dfb-a0dc-bae358fdae4a None None] Allocated IP 172.20.0.2 (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/aff6ac54-406e-4980-8874-3af77b551404/03fb35e2-9a0c-4007-9d6c-622c1385ef2c) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:39:48.563124 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-c1fb4fcf-4950-4dfb-a0dc-bae358fdae4a None None] Allocated IP 2001:db8::f816:3eff:fe50:644f (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/cfa2e5d3-e34a-43f1-a3e4-14ebee37c833/03fb35e2-9a0c-4007-9d6c-622c1385ef2c) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:39:48.583735 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff545c7-6f27-4608-a7fb-669360a214ed tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Made reservation on behalf of 3fe8dec11ddd4b74aaa8bf07aa25bebd for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:39:48.593362 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bff545c7-6f27-4608-a7fb-669360a214ed tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:48.807308 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.ipam_backend_mixin [None req-bff545c7-6f27-4608-a7fb-669360a214ed tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Performing IP validity checks on allocation pools {{(pid=87568) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 09 12:39:48.811736 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.ipam_backend_mixin [None req-bff545c7-6f27-4608-a7fb-669360a214ed tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87568) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 09 12:39:48.823477 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-5858bd46-a72b-4fa2-8171-2eeb73fd3754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:48.824282 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-5858bd46-a72b-4fa2-8171-2eeb73fd3754 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:48.826068 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-5858bd46-a72b-4fa2-8171-2eeb73fd3754 service neutron] 10.222.0.46 "PUT /v2.0/ports/76bfb72d-92c9-46f1-be72-f2c935167327 HTTP/1.1" status: 200 len: 1091 time: 3.6337564 Feb 09 12:39:48.830392 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b2e59f4-bf52-4f49-aec6-208e9457ac4f', 'tag': '76bfb72d-92c9-46f1-be72-f2c935167327'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:39:48.903313 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5858bd46-a72b-4fa2-8171-2eeb73fd3754 service neutron] Pushing event updated for resources: {'Port': ['ID=76bfb72d-92c9-46f1-be72-f2c935167327,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:48.937204 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 9c88277c-2707-4baf-a13f-11a51f8ff6c4 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:39:49.005725 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-0476b9a2-a786-4e51-b38d-80e6e3e0747e admin admin] Allocated IP 172.25.7.65 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/592b47ec-577e-4e7a-8b1a-54945440c2a1) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:39:49.030650 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36309a2-71be-4f6c-9d49-71d152671c61 req-eebd9c29-4311-479f-aef4-d782e6a1efa3 tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:49.033010 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a36309a2-71be-4f6c-9d49-71d152671c61 req-eebd9c29-4311-479f-aef4-d782e6a1efa3 tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b2e59f4-bf52-4f49-aec6-208e9457ac4f HTTP/1.1" status: 200 len: 943 time: 0.7886114 Feb 09 12:39:49.230859 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a36309a2-71be-4f6c-9d49-71d152671c61 req-4448b610-39e6-4131-ae3d-fd752573764e tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] 10.222.0.55 "GET /v2.0/security-groups?id=490ee54e-44a5-484b-8a42-dfb9bee59ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730134 Feb 09 12:39:49.232886 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b2e59f4-bf52-4f49-aec6-208e9457ac4f', 'tag': '76bfb72d-92c9-46f1-be72-f2c935167327', 'status': 'completed', 'code': 200} Feb 09 12:39:49.238696 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-51474897-3976-48ff-9e9e-c2636f3854bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:49.240494 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-51474897-3976-48ff-9e9e-c2636f3854bf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d89936366bc94a73a5bdc24ebfa20a42&device_id=7b2e59f4-bf52-4f49-aec6-208e9457ac4f HTTP/1.1" status: 200 len: 1094 time: 0.3606937 Feb 09 12:39:49.347390 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c4213b94-ccd0-4e34-a32c-5c30fb4d613f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:49.356896 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17894bce-e600-40c1-b69d-6ee4ae03e7a2 None None] Pushing event updated for resources: {'Port': ['ID=cfea66fa-dc4d-4aa1-a8b0-67a1d5d0a8ac,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:49.367062 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:49.371201 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0a04bc17-ac48-4752-b0ae-32dd4cb89964 None None] Provisioning complete for port cfea66fa-dc4d-4aa1-a8b0-67a1d5d0a8ac triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:39:49.372638 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0a04bc17-ac48-4752-b0ae-32dd4cb89964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:49.446331 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c1fb4fcf-4950-4dfb-a0dc-bae358fdae4a None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:49.449276 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-622a85cc-f1cf-4c45-81f7-30b8a7644f19 None None] Attempting to bind port 6e652e0b-1b4b-476b-880f-c032852c2105 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:39:49.449647 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-622a85cc-f1cf-4c45-81f7-30b8a7644f19 None None] Attempting to bind port 6e652e0b-1b4b-476b-880f-c032852c2105 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '183ad3f1-1647-499f-ad8a-65136b02e339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '38a3d6ba-d7d5-45b6-8fc4-0483c51eba57'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:39:49.450011 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622a85cc-f1cf-4c45-81f7-30b8a7644f19 None None] Attempting to bind port 6e652e0b-1b4b-476b-880f-c032852c2105 on network 38a3d6ba-d7d5-45b6-8fc4-0483c51eba57 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:39:49.468527 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-20af7bec-68b8-400d-83d8-924f010b4276 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76bfb72d-92c9-46f1-be72-f2c935167327 HTTP/1.1" status: 200 len: 217 time: 0.1678472 Feb 09 12:39:49.479267 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622a85cc-f1cf-4c45-81f7-30b8a7644f19 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:39:49.479648 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622a85cc-f1cf-4c45-81f7-30b8a7644f19 None None] Checking segment: {'id': '183ad3f1-1647-499f-ad8a-65136b02e339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '38a3d6ba-d7d5-45b6-8fc4-0483c51eba57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:39:49.480291 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-622a85cc-f1cf-4c45-81f7-30b8a7644f19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:49.480698 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622a85cc-f1cf-4c45-81f7-30b8a7644f19 None None] Bound using segment: {'id': '183ad3f1-1647-499f-ad8a-65136b02e339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '38a3d6ba-d7d5-45b6-8fc4-0483c51eba57'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:39:49.481178 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-622a85cc-f1cf-4c45-81f7-30b8a7644f19 None None] Bound port: 6e652e0b-1b4b-476b-880f-c032852c2105, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183ad3f1-1647-499f-ad8a-65136b02e339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '38a3d6ba-d7d5-45b6-8fc4-0483c51eba57'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:39:49.481554 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-622a85cc-f1cf-4c45-81f7-30b8a7644f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:49.494391 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c1fb4fcf-4950-4dfb-a0dc-bae358fdae4a None None] Transition to ACTIVE for port object 03fb35e2-9a0c-4007-9d6c-622c1385ef2c will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:39:49.563770 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c1fb4fcf-4950-4dfb-a0dc-bae358fdae4a None None] Transition to ACTIVE for port object 03fb35e2-9a0c-4007-9d6c-622c1385ef2c will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:39:49.610004 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c1fb4fcf-4950-4dfb-a0dc-bae358fdae4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:49.641000 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-cd3cfab3-0833-405a-aaf7-c6514e4a5423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:49.642582 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-cd3cfab3-0833-405a-aaf7-c6514e4a5423 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ac1fd292-836a-4eb5-a4af-b4ad6fdff774 HTTP/1.1" status: 200 len: 853 time: 0.1564183 Feb 09 12:39:49.722518 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-622a85cc-f1cf-4c45-81f7-30b8a7644f19 None None] For port 6e652e0b-1b4b-476b-880f-c032852c2105, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:39:49.726405 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-622a85cc-f1cf-4c45-81f7-30b8a7644f19 None None] For port 6e652e0b-1b4b-476b-880f-c032852c2105, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=6e652e0b-1b4b-476b-880f-c032852c2105,segment=NetworkSegment(183ad3f1-1647-499f-ad8a-65136b02e339),segment_id=183ad3f1-1647-499f-ad8a-65136b02e339)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:39:49.730050 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0476b9a2-a786-4e51-b38d-80e6e3e0747e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:49.735645 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb4fcf-4950-4dfb-a0dc-bae358fdae4a None None] Pushing event updated for resources: {'Port': ['ID=03fb35e2-9a0c-4007-9d6c-622c1385ef2c,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:49.738819 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device cfea66fa-dc4d-4aa1-a8b0-67a1d5d0a8ac up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:39:49.743726 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-7a13f4e7-525f-411a-880f-2587b1c86dfb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b164697a-bd83-4ea1-8a53-53aeef40bb02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636790 Feb 09 12:39:49.806731 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-c4213b94-ccd0-4e34-a32c-5c30fb4d613f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Calling delete_port for 050b5f98-0b2b-4941-89d2-cdf807bcd151 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:39:49.858734 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-622a85cc-f1cf-4c45-81f7-30b8a7644f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:49.917851 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-b2bb94c9-131d-4d37-a270-e10552ed531c service neutron] 10.222.0.46 "GET /v2.0/networks/b164697a-bd83-4ea1-8a53-53aeef40bb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608825 Feb 09 12:39:49.920312 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0476b9a2-a786-4e51-b38d-80e6e3e0747e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:49.938307 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bff545c7-6f27-4608-a7fb-669360a214ed tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:50.013403 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff545c7-6f27-4608-a7fb-669360a214ed tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event updated for resources: {'Subnet': ['ID=0e05698f-f46e-43a9-822f-732536fb824e,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:50.078974 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fb4fcf-4950-4dfb-a0dc-bae358fdae4a None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:39:50.082234 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cc177de9-c2db-417f-a9d6-8472283b3cb5 req-72c40448-9245-4915-9a88-30ee1a5014f5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3269577 Feb 09 12:39:50.093493 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-c1fb4fcf-4950-4dfb-a0dc-bae358fdae4a None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:39:50.100431 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0476b9a2-a786-4e51-b38d-80e6e3e0747e admin admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:39:50.107371 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-0476b9a2-a786-4e51-b38d-80e6e3e0747e admin admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:39:50.119469 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0476b9a2-a786-4e51-b38d-80e6e3e0747e admin admin] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:39:50.139257 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fb4fcf-4950-4dfb-a0dc-bae358fdae4a None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:39:50.171500 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a85cc-f1cf-4c45-81f7-30b8a7644f19 None None] Pushing event updated for resources: {'Port': ['ID=6e652e0b-1b4b-476b-880f-c032852c2105,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:50.191538 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff545c7-6f27-4608-a7fb-669360a214ed tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Checking segment: {'id': '984a4cc4-e86e-42d8-a5d4-d387f72a5d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9c88277c-2707-4baf-a13f-11a51f8ff6c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:39:50.194423 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff545c7-6f27-4608-a7fb-669360a214ed tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Network hostable DHCP agents. Network: 9c88277c-2707-4baf-a13f-11a51f8ff6c4, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:39:50.255027 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0476b9a2-a786-4e51-b38d-80e6e3e0747e admin admin] Pushing event updated for resources: {'Port': ['ID=592b47ec-577e-4e7a-8b1a-54945440c2a1,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:50.379851 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff545c7-6f27-4608-a7fb-669360a214ed tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Network 9c88277c-2707-4baf-a13f-11a51f8ff6c4 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:39:50.416511 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port cfea66fa-dc4d-4aa1-a8b0-67a1d5d0a8ac triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:39:50.416909 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:50.500202 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-bff545c7-6f27-4608-a7fb-669360a214ed tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 9c88277c-2707-4baf-a13f-11a51f8ff6c4) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:39:50.550482 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c3f662-a725-4887-a6f1-ac7a68bf6cfc None None] Network 9c88277c-2707-4baf-a13f-11a51f8ff6c4 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:39:50.560435 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff545c7-6f27-4608-a7fb-669360a214ed tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:50.560985 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bff545c7-6f27-4608-a7fb-669360a214ed tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:50.618802 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c4213b94-ccd0-4e34-a32c-5c30fb4d613f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:50.796192 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-c1fb4fcf-4950-4dfb-a0dc-bae358fdae4a None None] Attempting to bind port 03fb35e2-9a0c-4007-9d6c-622c1385ef2c on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:39:50.796907 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-c1fb4fcf-4950-4dfb-a0dc-bae358fdae4a None None] Attempting to bind port 03fb35e2-9a0c-4007-9d6c-622c1385ef2c by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:39:50.797615 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fb4fcf-4950-4dfb-a0dc-bae358fdae4a None None] Attempting to bind port 03fb35e2-9a0c-4007-9d6c-622c1385ef2c on network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:39:50.807265 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3882dd94-05ad-4000-afbe-8fb7ef006aef req-558310de-3fd7-40b9-a531-a7da574e353a service neutron] 10.222.0.46 "GET /v2.0/networks/b164697a-bd83-4ea1-8a53-53aeef40bb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8454230 Feb 09 12:39:50.823646 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:50.843311 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fb4fcf-4950-4dfb-a0dc-bae358fdae4a None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:39:50.844089 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fb4fcf-4950-4dfb-a0dc-bae358fdae4a None None] Checking segment: {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:39:50.844659 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c1fb4fcf-4950-4dfb-a0dc-bae358fdae4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:50.845259 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-bff545c7-6f27-4608-a7fb-669360a214ed tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.7460477 Feb 09 12:39:50.846299 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4213b94-ccd0-4e34-a32c-5c30fb4d613f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Port': ['ID=050b5f98-0b2b-4941-89d2-cdf807bcd151,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:50.846488 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fb4fcf-4950-4dfb-a0dc-bae358fdae4a None None] Bound using segment: {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:39:50.848443 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47188) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:50.848578 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-c1fb4fcf-4950-4dfb-a0dc-bae358fdae4a None None] Bound port: 03fb35e2-9a0c-4007-9d6c-622c1385ef2c, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:39:50.849127 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c1fb4fcf-4950-4dfb-a0dc-bae358fdae4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:50.893398 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc177de9-c2db-417f-a9d6-8472283b3cb5 req-3e27ed34-69b1-4f70-abb3-81e5676e6c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:50.895220 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cc177de9-c2db-417f-a9d6-8472283b3cb5 req-3e27ed34-69b1-4f70-abb3-81e5676e6c85 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e83e724b83ff4eff83d86a9461a0246b&device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 1096 time: 0.6597676 Feb 09 12:39:50.978365 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47192) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:51.160891 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc177de9-c2db-417f-a9d6-8472283b3cb5 req-8672a3c4-b9ce-413e-9fa6-886b57f09139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:51.161981 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-c1fb4fcf-4950-4dfb-a0dc-bae358fdae4a None None] For port 03fb35e2-9a0c-4007-9d6c-622c1385ef2c, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:39:51.162443 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cc177de9-c2db-417f-a9d6-8472283b3cb5 req-8672a3c4-b9ce-413e-9fa6-886b57f09139 service neutron] 10.222.0.46 "GET /v2.0/networks?id=01f3f4ff-beae-4106-8f70-e214cdcf114b HTTP/1.1" status: 200 len: 918 time: 0.2071557 Feb 09 12:39:51.181473 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-c1fb4fcf-4950-4dfb-a0dc-bae358fdae4a None None] For port 03fb35e2-9a0c-4007-9d6c-622c1385ef2c, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=03fb35e2-9a0c-4007-9d6c-622c1385ef2c,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:39:51.226693 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce6069-a213-44dd-91f2-c9887b506d0d req-f641bdea-c8c2-49ad-8923-5f1bc70be5cc tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:51.228833 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f6ce6069-a213-44dd-91f2-c9887b506d0d req-f641bdea-c8c2-49ad-8923-5f1bc70be5cc tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b2e59f4-bf52-4f49-aec6-208e9457ac4f HTTP/1.1" status: 200 len: 943 time: 0.6769664 Feb 09 12:39:51.240165 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c1fb4fcf-4950-4dfb-a0dc-bae358fdae4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:51.285014 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5028f58-4a71-4b56-8c73-89b216deb1da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-9c88277c-2707-4baf-a13f-11a51f8ff6c4', 'network_id': '9c88277c-2707-4baf-a13f-11a51f8ff6c4', 'tenant_id': '3fe8dec11ddd4b74aaa8bf07aa25bebd', 'fixed_ips': [{'subnet_id': '0e05698f-f46e-43a9-822f-732536fb824e'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:39:51.286177 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a5028f58-4a71-4b56-8c73-89b216deb1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:51.413117 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c4213b94-ccd0-4e34-a32c-5c30fb4d613f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:51.421521 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c4213b94-ccd0-4e34-a32c-5c30fb4d613f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/ports/050b5f98-0b2b-4941-89d2-cdf807bcd151 HTTP/1.1" status: 204 len: 168 time: 3.2451220 Feb 09 12:39:51.425981 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47198) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:51.432562 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f6ce6069-a213-44dd-91f2-c9887b506d0d req-eea2278e-9cde-4da4-99df-a23468b455ad tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] 10.222.0.55 "GET /v2.0/security-groups?id=490ee54e-44a5-484b-8a42-dfb9bee59ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517334 Feb 09 12:39:51.434688 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-43e0931d-c6c9-4609-932e-f0207db82dc4 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:51.451880 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0476b9a2-a786-4e51-b38d-80e6e3e0747e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:51.494022 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cc177de9-c2db-417f-a9d6-8472283b3cb5 req-bd164c5b-3cb6-422a-8e3e-f18e609f5065 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89ca83b9-7e07-4cca-af3e-3ae2552fd7a7 HTTP/1.1" status: 200 len: 1001 time: 0.2806211 Feb 09 12:39:51.691520 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53b0928-c2e6-43ce-811b-d1bb27218810 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:51.696441 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53b0928-c2e6-43ce-811b-d1bb27218810 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:51.699391 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53b0928-c2e6-43ce-811b-d1bb27218810 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:51.702552 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a53b0928-c2e6-43ce-811b-d1bb27218810 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Synchronizing usage tracker for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:subnet {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:39:51.706788 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb4fcf-4950-4dfb-a0dc-bae358fdae4a None None] Pushing event updated for resources: {'Port': ['ID=03fb35e2-9a0c-4007-9d6c-622c1385ef2c,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:51.749581 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-a5028f58-4a71-4b56-8c73-89b216deb1da None None] Allocated IP 172.20.0.3 (9c88277c-2707-4baf-a13f-11a51f8ff6c4/0e05698f-f46e-43a9-822f-732536fb824e/1383c3e3-bbb0-4436-a206-93bae0474a7e) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:39:51.848413 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-d5349ea9-a171-4140-be31-bbb6f4855d04 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-233920080'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:39:51.918960 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc177de9-c2db-417f-a9d6-8472283b3cb5 req-1f466fb7-3c26-41a7-ba13-ecc65fd684cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:51.930783 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cc177de9-c2db-417f-a9d6-8472283b3cb5 req-1f466fb7-3c26-41a7-ba13-ecc65fd684cd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=45d760f9-948b-4bf5-bf1f-a52c1e984121 HTTP/1.1" status: 200 len: 856 time: 0.4191740 Feb 09 12:39:52.029787 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 6e652e0b-1b4b-476b-880f-c032852c2105 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:39:52.032994 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-d5349ea9-a171-4140-be31-bbb6f4855d04 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:39:52.039224 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-d5349ea9-a171-4140-be31-bbb6f4855d04 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Usage tracker for resource:router and tenant:bd88a31b9d9b43d29dfc0bc25aa737c6 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:39:52.045688 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-d5349ea9-a171-4140-be31-bbb6f4855d04 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:39:52.059616 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-d5349ea9-a171-4140-be31-bbb6f4855d04 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:39:52.062610 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a53b0928-c2e6-43ce-811b-d1bb27218810 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Unset dirty status for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:subnet {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:39:52.064173 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a53b0928-c2e6-43ce-811b-d1bb27218810 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.6343131 Feb 09 12:39:52.074539 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47208) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:52.140758 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-43e0931d-c6c9-4609-932e-f0207db82dc4 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:52.227639 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-d49bcb2f-7f29-404e-88a3-5d4ac467674e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Deleting subnet aff6ac54-406e-4980-8874-3af77b551404 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:39:52.231045 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d49bcb2f-7f29-404e-88a3-5d4ac467674e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:52.245286 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a5028f58-4a71-4b56-8c73-89b216deb1da None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:52.258393 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-a5028f58-4a71-4b56-8c73-89b216deb1da None None] Transition to ACTIVE for port object 1383c3e3-bbb0-4436-a206-93bae0474a7e will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:39:52.269774 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 6e652e0b-1b4b-476b-880f-c032852c2105 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:39:52.282939 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8a6a40-6ede-48bc-bdbe-63bc4201084c None None] Network 38a3d6ba-d7d5-45b6-8fc4-0483c51eba57 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:39:52.376370 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0476b9a2-a786-4e51-b38d-80e6e3e0747e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:52.389599 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d5349ea9-a171-4140-be31-bbb6f4855d04 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:52.391201 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d5349ea9-a171-4140-be31-bbb6f4855d04 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:52.431845 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d49bcb2f-7f29-404e-88a3-5d4ac467674e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:52.519707 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-a5028f58-4a71-4b56-8c73-89b216deb1da None None] Transition to ACTIVE for port object 1383c3e3-bbb0-4436-a206-93bae0474a7e will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:39:52.531955 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d49bcb2f-7f29-404e-88a3-5d4ac467674e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:52.553604 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-d2bdbeca-fb80-4c42-ac38-4e606dbcd3be None None] Provisioning for port 6e652e0b-1b4b-476b-880f-c032852c2105 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:39:52.558086 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a5028f58-4a71-4b56-8c73-89b216deb1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:52.586342 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe1180-733b-4ded-b245-9265dbc4e470 req-4fd6d4f1-1506-4d8e-92d6-d5feee99a1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:52.588682 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cdfe1180-733b-4ded-b245-9265dbc4e470 req-4fd6d4f1-1506-4d8e-92d6-d5feee99a1e2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d89936366bc94a73a5bdc24ebfa20a42&device_id=7b2e59f4-bf52-4f49-aec6-208e9457ac4f HTTP/1.1" status: 200 len: 1094 time: 1.6034315 Feb 09 12:39:52.631467 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d49bcb2f-7f29-404e-88a3-5d4ac467674e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:52.676574 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5028f58-4a71-4b56-8c73-89b216deb1da None None] Network 9c88277c-2707-4baf-a13f-11a51f8ff6c4 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:39:52.702784 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-a5028f58-4a71-4b56-8c73-89b216deb1da None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:39:52.715711 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc177de9-c2db-417f-a9d6-8472283b3cb5 req-dc363856-b825-4fd0-89da-8c871d540bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:52.717251 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cc177de9-c2db-417f-a9d6-8472283b3cb5 req-dc363856-b825-4fd0-89da-8c871d540bec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=01f3f4ff-beae-4106-8f70-e214cdcf114b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7788157 Feb 09 12:39:52.719022 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-d2bdbeca-fb80-4c42-ac38-4e606dbcd3be None None] Provisioning complete for port 6e652e0b-1b4b-476b-880f-c032852c2105 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:39:52.719394 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d2bdbeca-fb80-4c42-ac38-4e606dbcd3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:52.726419 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49bcb2f-7f29-404e-88a3-5d4ac467674e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Subnet': ['ID=aff6ac54-406e-4980-8874-3af77b551404,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:52.728666 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d5349ea9-a171-4140-be31-bbb6f4855d04 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:52.785936 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5028f58-4a71-4b56-8c73-89b216deb1da None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:39:52.870000 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d49bcb2f-7f29-404e-88a3-5d4ac467674e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:52.875356 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cc177de9-c2db-417f-a9d6-8472283b3cb5 req-f2e1a0b1-b797-4d90-9b7d-b486b1653931 service neutron] 10.222.0.46 "GET /v2.0/networks/01f3f4ff-beae-4106-8f70-e214cdcf114b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436386 Feb 09 12:39:52.953495 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5028f58-4a71-4b56-8c73-89b216deb1da None None] Pushing event updated for resources: {'Port': ['ID=1383c3e3-bbb0-4436-a206-93bae0474a7e,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:52.986673 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-43e0931d-c6c9-4609-932e-f0207db82dc4 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:53.027736 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d5349ea9-a171-4140-be31-bbb6f4855d04 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:53.053539 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d49bcb2f-7f29-404e-88a3-5d4ac467674e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/aff6ac54-406e-4980-8874-3af77b551404 HTTP/1.1" status: 204 len: 168 time: 0.9691827 Feb 09 12:39:53.061577 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47218) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:53.076922 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:53.082465 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0931d-c6c9-4609-932e-f0207db82dc4 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event deleted for resources: {'Subnet': ['ID=0e05698f-f46e-43a9-822f-732536fb824e,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:53.136997 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-a5028f58-4a71-4b56-8c73-89b216deb1da None None] Attempting to bind port 1383c3e3-bbb0-4436-a206-93bae0474a7e on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:39:53.137381 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-a5028f58-4a71-4b56-8c73-89b216deb1da None None] Attempting to bind port 1383c3e3-bbb0-4436-a206-93bae0474a7e by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '984a4cc4-e86e-42d8-a5d4-d387f72a5d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9c88277c-2707-4baf-a13f-11a51f8ff6c4'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:39:53.140072 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5028f58-4a71-4b56-8c73-89b216deb1da None None] Attempting to bind port 1383c3e3-bbb0-4436-a206-93bae0474a7e on network 9c88277c-2707-4baf-a13f-11a51f8ff6c4 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:39:53.144941 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed9ce4-b953-4468-86f6-cda1c594f77d req-daf035dc-af43-45df-a35f-b4a5e3d0f4ea tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:53.147636 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-94ed9ce4-b953-4468-86f6-cda1c594f77d req-daf035dc-af43-45df-a35f-b4a5e3d0f4ea tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b2e59f4-bf52-4f49-aec6-208e9457ac4f HTTP/1.1" status: 200 len: 943 time: 0.4771073 Feb 09 12:39:53.166370 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5028f58-4a71-4b56-8c73-89b216deb1da None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:39:53.167147 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5028f58-4a71-4b56-8c73-89b216deb1da None None] Checking segment: {'id': '984a4cc4-e86e-42d8-a5d4-d387f72a5d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9c88277c-2707-4baf-a13f-11a51f8ff6c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:39:53.167559 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a5028f58-4a71-4b56-8c73-89b216deb1da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:53.167986 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5028f58-4a71-4b56-8c73-89b216deb1da None None] Bound using segment: {'id': '984a4cc4-e86e-42d8-a5d4-d387f72a5d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9c88277c-2707-4baf-a13f-11a51f8ff6c4'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:39:53.170230 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-a5028f58-4a71-4b56-8c73-89b216deb1da None None] Bound port: 1383c3e3-bbb0-4436-a206-93bae0474a7e, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '984a4cc4-e86e-42d8-a5d4-d387f72a5d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9c88277c-2707-4baf-a13f-11a51f8ff6c4'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:39:53.170644 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a5028f58-4a71-4b56-8c73-89b216deb1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:53.228116 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d5349ea9-a171-4140-be31-bbb6f4855d04 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:53.231935 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d5349ea9-a171-4140-be31-bbb6f4855d04 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 2.0168111 Feb 09 12:39:53.235661 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47222) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:53.238481 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe1180-733b-4ded-b245-9265dbc4e470 req-fb828649-28a3-47d4-a045-b146a5e4a944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:53.239961 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cdfe1180-733b-4ded-b245-9265dbc4e470 req-fb828649-28a3-47d4-a045-b146a5e4a944 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b164697a-bd83-4ea1-8a53-53aeef40bb02 HTTP/1.1" status: 200 len: 914 time: 0.6343908 Feb 09 12:39:53.318294 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 76bfb72d-92c9-46f1-be72-f2c935167327 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:39:53.330688 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-43e0931d-c6c9-4609-932e-f0207db82dc4 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:53.357722 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66350a5d-fea6-444e-9a14-5ec1ae584171 None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:39:53.374037 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-43e0931d-c6c9-4609-932e-f0207db82dc4 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c88277c-2707-4baf-a13f-11a51f8ff6c4']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:39:53.376595 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d2bdbeca-fb80-4c42-ac38-4e606dbcd3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:53.383672 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cc177de9-c2db-417f-a9d6-8472283b3cb5 req-ecf330ac-a772-4552-a87e-a628ede0923a service neutron] 10.222.0.46 "GET /v2.0/networks/01f3f4ff-beae-4106-8f70-e214cdcf114b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4963272 Feb 09 12:39:53.390328 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-43e0931d-c6c9-4609-932e-f0207db82dc4 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '984a4cc4-e86e-42d8-a5d4-d387f72a5d96') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:39:53.390763 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-43e0931d-c6c9-4609-932e-f0207db82dc4 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '984a4cc4-e86e-42d8-a5d4-d387f72a5d96') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:39:53.403928 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-43e0931d-c6c9-4609-932e-f0207db82dc4 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:53.422743 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-43e0931d-c6c9-4609-932e-f0207db82dc4 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:53.431211 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e0931d-c6c9-4609-932e-f0207db82dc4 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:39:53.431928 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-43e0931d-c6c9-4609-932e-f0207db82dc4 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:53.452978 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:39:53.452978 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:39:53.452978 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:39:53.452978 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:39:53.452978 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:39:53.452978 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:39:53.452978 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:39:53.452978 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:39:53.452978 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:39:53.452978 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:39:53.452978 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:39:53.452978 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:39:53.452978 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:39:53.452978 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:39:53.452978 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:39:53.452978 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:39:53.452978 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:39:53.452978 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:39:53.452978 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:39:53.452978 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:39:53.452978 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:39:53.452978 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:39:53.452978 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:39:53.452978 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:39:53.452978 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:39:53.452978 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:39:53.452978 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:39:53.452978 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:39:53.452978 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:39:53.452978 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:39:53.452978 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:39:53.452978 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:39:53.471196 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-d2bdbeca-fb80-4c42-ac38-4e606dbcd3be None None] For port 6e652e0b-1b4b-476b-880f-c032852c2105, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=6e652e0b-1b4b-476b-880f-c032852c2105,segment=NetworkSegment(183ad3f1-1647-499f-ad8a-65136b02e339),segment_id=183ad3f1-1647-499f-ad8a-65136b02e339)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:39:53.534977 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.api [None req-43e0931d-c6c9-4609-932e-f0207db82dc4 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 12:39:53.534977 n-d-825178-3 neutron-server[87568]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 12:39:53.534977 n-d-825178-3 neutron-server[87568]: [parameters: {'id': '9c88277c-2707-4baf-a13f-11a51f8ff6c4'}] Feb 09 12:39:53.534977 n-d-825178-3 neutron-server[87568]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:39:53.535686 n-d-825178-3 neutron-server[87568]: DEBUG oslo_db.api [None req-43e0931d-c6c9-4609-932e-f0207db82dc4 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:39:53.545108 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.resource_extend [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:39:53.564151 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cdfe1180-733b-4ded-b245-9265dbc4e470 req-596cfd9a-4381-40eb-bd52-9fbc6ca99879 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76bfb72d-92c9-46f1-be72-f2c935167327 HTTP/1.1" status: 200 len: 217 time: 0.3141930 Feb 09 12:39:53.565186 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d2bdbeca-fb80-4c42-ac38-4e606dbcd3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:53.577905 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0476b9a2-a786-4e51-b38d-80e6e3e0747e admin admin] Router 881bf88b-8b8f-41b3-9882-692855c59c91 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:39:53.622549 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-d84035b7-431f-42b5-8a84-38d0430276ce tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Deleting subnet cfa2e5d3-e34a-43f1-a3e4-14ebee37c833 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:39:53.629958 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d84035b7-431f-42b5-8a84-38d0430276ce tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:53.690459 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d84035b7-431f-42b5-8a84-38d0430276ce tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:53.733194 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bdbeca-fb80-4c42-ac38-4e606dbcd3be None None] Pushing event updated for resources: {'Port': ['ID=6e652e0b-1b4b-476b-880f-c032852c2105,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:53.774640 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-a2acf582-4c6a-4aff-803a-5d42c2276481 None None] Could not find standard attr ID for object 050b5f98-0b2b-4941-89d2-cdf807bcd151. {{(pid=87569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 12:39:53.811475 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 03fb35e2-9a0c-4007-9d6c-622c1385ef2c up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:39:53.820658 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d84035b7-431f-42b5-8a84-38d0430276ce tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:54.035346 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-a2acf582-4c6a-4aff-803a-5d42c2276481 None None] Provisioning for port 03fb35e2-9a0c-4007-9d6c-622c1385ef2c completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:39:54.036704 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-43e0931d-c6c9-4609-932e-f0207db82dc4 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:54.049718 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-43e0931d-c6c9-4609-932e-f0207db82dc4 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Deleting port 1383c3e3-bbb0-4436-a206-93bae0474a7e {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:39:54.050071 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-43e0931d-c6c9-4609-932e-f0207db82dc4 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:54.085958 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-a5028f58-4a71-4b56-8c73-89b216deb1da None None] For port 1383c3e3-bbb0-4436-a206-93bae0474a7e, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:39:54.095820 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-a5028f58-4a71-4b56-8c73-89b216deb1da None None] For port 1383c3e3-bbb0-4436-a206-93bae0474a7e, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=1383c3e3-bbb0-4436-a206-93bae0474a7e,segment=NetworkSegment(984a4cc4-e86e-42d8-a5d4-d387f72a5d96),segment_id=984a4cc4-e86e-42d8-a5d4-d387f72a5d96)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:39:54.120172 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-94ed9ce4-b953-4468-86f6-cda1c594f77d req-3aafc53c-a263-485f-926a-72ff69833e3f tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] 10.222.0.55 "GET /v2.0/security-groups?id=490ee54e-44a5-484b-8a42-dfb9bee59ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9349422 Feb 09 12:39:54.133787 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-32b70b39-1137-4c02-92a5-0de7496e2a93 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:54.209130 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a5028f58-4a71-4b56-8c73-89b216deb1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:54.279308 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe1180-733b-4ded-b245-9265dbc4e470 req-22f89ea9-eada-4b85-8cef-50ed5ed5db84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:54.281405 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cdfe1180-733b-4ded-b245-9265dbc4e470 req-22f89ea9-eada-4b85-8cef-50ed5ed5db84 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ac1fd292-836a-4eb5-a4af-b4ad6fdff774 HTTP/1.1" status: 200 len: 853 time: 0.6977856 Feb 09 12:39:54.308975 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5028f58-4a71-4b56-8c73-89b216deb1da None None] Pushing event updated for resources: {'Port': ['ID=1383c3e3-bbb0-4436-a206-93bae0474a7e,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:54.337123 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 76bfb72d-92c9-46f1-be72-f2c935167327, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=76bfb72d-92c9-46f1-be72-f2c935167327,segment=NetworkSegment(70cfac32-3a22-46ac-a4f7-79fa8a90e619),segment_id=70cfac32-3a22-46ac-a4f7-79fa8a90e619)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:39:54.346544 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-3f09f019-00f1-42be-ae60-20bee2e011d9 None None] Provisioning complete for port 6e652e0b-1b4b-476b-880f-c032852c2105 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:39:54.347009 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3f09f019-00f1-42be-ae60-20bee2e011d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:54.422166 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 03fb35e2-9a0c-4007-9d6c-622c1385ef2c completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:39:54.429553 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-43e0931d-c6c9-4609-932e-f0207db82dc4 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] For port 1383c3e3-bbb0-4436-a206-93bae0474a7e, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=1383c3e3-bbb0-4436-a206-93bae0474a7e,segment=NetworkSegment(984a4cc4-e86e-42d8-a5d4-d387f72a5d96),segment_id=984a4cc4-e86e-42d8-a5d4-d387f72a5d96)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:39:54.429914 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-43e0931d-c6c9-4609-932e-f0207db82dc4 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:54.439750 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 03fb35e2-9a0c-4007-9d6c-622c1385ef2c triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:39:54.440120 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:54.480582 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cdfe1180-733b-4ded-b245-9265dbc4e470 req-bdfb8598-2b13-430f-bb2d-fa5152eb765c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b164697a-bd83-4ea1-8a53-53aeef40bb02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566568 Feb 09 12:39:54.495816 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '76bfb72d-92c9-46f1-be72-f2c935167327', 'network_id': 'b164697a-bd83-4ea1-8a53-53aeef40bb02', 'port_id': '76bfb72d-92c9-46f1-be72-f2c935167327', 'mac_address': 'fa:16:3e:69:e8:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1fd292-836a-4eb5-a4af-b4ad6fdff774', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:39:54.573873 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-43e0931d-c6c9-4609-932e-f0207db82dc4 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Calling delete_port for 1383c3e3-bbb0-4436-a206-93bae0474a7e owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:39:54.659922 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-43e0931d-c6c9-4609-932e-f0207db82dc4 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:54.700071 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:54.709621 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0931d-c6c9-4609-932e-f0207db82dc4 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event deleted for resources: {'Port': ['ID=1383c3e3-bbb0-4436-a206-93bae0474a7e,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:54.716340 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e0931d-c6c9-4609-932e-f0207db82dc4 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] No DVR routers for this DVR port 1383c3e3-bbb0-4436-a206-93bae0474a7e on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:39:54.723347 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a02ddd9-1081-487d-aff6-deb6f9bcbedd None None] Network 9c88277c-2707-4baf-a13f-11a51f8ff6c4 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:39:54.742264 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cdfe1180-733b-4ded-b245-9265dbc4e470 req-c262b2c8-8b4a-42de-a80c-c7c5eba3c9d4 service neutron] 10.222.0.46 "GET /v2.0/networks/b164697a-bd83-4ea1-8a53-53aeef40bb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036924 Feb 09 12:39:54.852624 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-43e0931d-c6c9-4609-932e-f0207db82dc4 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:54.890466 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-43e0931d-c6c9-4609-932e-f0207db82dc4 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c88277c-2707-4baf-a13f-11a51f8ff6c4']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:39:54.890658 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76bfb72d-92c9-46f1-be72-f2c935167327 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:39:54.904535 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-43e0931d-c6c9-4609-932e-f0207db82dc4 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '984a4cc4-e86e-42d8-a5d4-d387f72a5d96') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:39:54.904981 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-43e0931d-c6c9-4609-932e-f0207db82dc4 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '984a4cc4-e86e-42d8-a5d4-d387f72a5d96') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:39:54.919049 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-43e0931d-c6c9-4609-932e-f0207db82dc4 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:54.938477 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-43e0931d-c6c9-4609-932e-f0207db82dc4 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:54.946783 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e0931d-c6c9-4609-932e-f0207db82dc4 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:39:54.947452 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-43e0931d-c6c9-4609-932e-f0207db82dc4 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:54.951378 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cdfe1180-733b-4ded-b245-9265dbc4e470 req-2b0c0fdc-0b81-4a07-84a5-275057527e3e service neutron] 10.222.0.46 "GET /v2.0/networks/b164697a-bd83-4ea1-8a53-53aeef40bb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490676 Feb 09 12:39:54.965482 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:39:54.965482 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:39:54.965482 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:39:54.965482 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:39:54.965482 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:39:54.965482 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:39:54.965482 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:39:54.965482 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:39:54.965482 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:39:54.965482 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:39:54.965482 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:39:54.965482 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:39:54.965482 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:39:54.965482 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:39:54.965482 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:39:54.965482 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:39:54.965482 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:39:54.965482 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:39:54.965482 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:39:54.965482 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:39:54.965482 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:39:54.965482 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:39:54.965482 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:39:54.965482 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:39:54.965482 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:39:54.965482 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:39:54.965482 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:39:54.965482 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:39:54.965482 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:39:54.965482 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:39:54.965482 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:39:54.965482 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:39:54.974391 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 76bfb72d-92c9-46f1-be72-f2c935167327, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=76bfb72d-92c9-46f1-be72-f2c935167327,segment=NetworkSegment(70cfac32-3a22-46ac-a4f7-79fa8a90e619),segment_id=70cfac32-3a22-46ac-a4f7-79fa8a90e619)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:39:55.029940 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d84035b7-431f-42b5-8a84-38d0430276ce tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:55.036351 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:55.094350 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d84035b7-431f-42b5-8a84-38d0430276ce tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:55.112634 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-32b70b39-1137-4c02-92a5-0de7496e2a93 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:55.114565 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84035b7-431f-42b5-8a84-38d0430276ce tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Subnet': ['ID=cfa2e5d3-e34a-43f1-a3e4-14ebee37c833,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:55.120056 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-32b70b39-1137-4c02-92a5-0de7496e2a93 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:55.172439 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d84035b7-431f-42b5-8a84-38d0430276ce tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/cfa2e5d3-e34a-43f1-a3e4-14ebee37c833 HTTP/1.1" status: 204 len: 168 time: 2.1070187 Feb 09 12:39:55.175587 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47232) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:55.229798 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:55.246381 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-43e0931d-c6c9-4609-932e-f0207db82dc4 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:55.273551 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-43e0931d-c6c9-4609-932e-f0207db82dc4 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:55.282163 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0931d-c6c9-4609-932e-f0207db82dc4 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event deleted for resources: {'Network': ['ID=9c88277c-2707-4baf-a13f-11a51f8ff6c4,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:55.296039 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=76bfb72d-92c9-46f1-be72-f2c935167327,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:55.300699 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-43e0931d-c6c9-4609-932e-f0207db82dc4 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "DELETE /v2.0/networks/9c88277c-2707-4baf-a13f-11a51f8ff6c4 HTTP/1.1" status: 204 len: 168 time: 4.4353554 Feb 09 12:39:55.301908 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47236) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:55.306940 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['76bfb72d-92c9-46f1-be72-f2c935167327'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:39:55.317427 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-ab9d8567-812f-46a6-a651-78f517ccb163 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1587350931'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:39:55.324045 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ab9d8567-812f-46a6-a651-78f517ccb163 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:39:55.328657 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ab9d8567-812f-46a6-a651-78f517ccb163 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Usage tracker for resource:network and tenant:3fe8dec11ddd4b74aaa8bf07aa25bebd is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:39:55.332377 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ab9d8567-812f-46a6-a651-78f517ccb163 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:39:55.340658 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ab9d8567-812f-46a6-a651-78f517ccb163 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:39:55.355184 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9d8567-812f-46a6-a651-78f517ccb163 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Made reservation on behalf of 3fe8dec11ddd4b74aaa8bf07aa25bebd for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:39:55.374981 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0476b9a2-a786-4e51-b38d-80e6e3e0747e admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:39:55.384718 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ab9d8567-812f-46a6-a651-78f517ccb163 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:55.385709 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851c126f-c38a-48a4-a7f5-2aa9d8920e74 None None] Sync routers for ids ['881bf88b-8b8f-41b3-9882-692855c59c91'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:39:55.400189 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-32b70b39-1137-4c02-92a5-0de7496e2a93 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:55.400716 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b70b39-1137-4c02-92a5-0de7496e2a93 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e558dd3f-b83c-48eb-b613-6986f46853c7 {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:39:55.406456 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851c126f-c38a-48a4-a7f5-2aa9d8920e74 None None] Routers {'881bf88b-8b8f-41b3-9882-692855c59c91'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:39:55.407104 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-851c126f-c38a-48a4-a7f5-2aa9d8920e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:39:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['881bf88b-8b8f-41b3-9882-692855c59c91'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:39:55.419523 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f18f63b7-7853-4624-b96b-fab5a7f8621e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2427447 Feb 09 12:39:55.422106 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47242) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:55.442760 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-32b70b39-1137-4c02-92a5-0de7496e2a93 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:55.447315 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-32b70b39-1137-4c02-92a5-0de7496e2a93 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] 10.222.0.55 "DELETE /v2.0/routers/e558dd3f-b83c-48eb-b613-6986f46853c7 HTTP/1.1" status: 204 len: 168 time: 2.2001593 Feb 09 12:39:55.448229 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47246) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:55.455089 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-7d26a684-cb84-45c7-a292-3082e449d67c tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Request body: {'router': {'name': 'tempest-router-1260298844', 'distributed': False}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:39:55.465419 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0476b9a2-a786-4e51-b38d-80e6e3e0747e admin admin] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:55.466624 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-0476b9a2-a786-4e51-b38d-80e6e3e0747e admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.2728930 Feb 09 12:39:55.468064 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-7d26a684-cb84-45c7-a292-3082e449d67c tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:39:55.471261 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47250) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:55.502322 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 03fb35e2-9a0c-4007-9d6c-622c1385ef2c, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=03fb35e2-9a0c-4007-9d6c-622c1385ef2c,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:39:55.521022 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:55.537564 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab9d8567-812f-46a6-a651-78f517ccb163 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:39:55.629218 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ab9d8567-812f-46a6-a651-78f517ccb163 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:55.629569 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-ab9d8567-812f-46a6-a651-78f517ccb163 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Added segment b6ea7d3d-d014-497e-aa40-3a18f839f4f1 of type vlan for network 6fc4f45f-2dc9-49b8-a4e3-03b0d89c01c4 Feb 09 12:39:55.778167 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6655c03b-08e2-417b-b595-73261c5ad279 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:55.779247 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-6655c03b-08e2-417b-b595-73261c5ad279 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Synchronizing usage tracker for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:39:55.785377 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ab9d8567-812f-46a6-a651-78f517ccb163 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:55.787820 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 6e652e0b-1b4b-476b-880f-c032852c2105 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:39:55.791773 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-851c126f-c38a-48a4-a7f5-2aa9d8920e74 None None] Set router 881bf88b-8b8f-41b3-9882-692855c59c91 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:39:55.808319 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-6655c03b-08e2-417b-b595-73261c5ad279 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Unset dirty status for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:39:55.809761 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6655c03b-08e2-417b-b595-73261c5ad279 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3865201 Feb 09 12:39:55.818824 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47256) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:55.841500 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-7d26a684-cb84-45c7-a292-3082e449d67c tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Usage tracker for resource:router and tenant:bd88a31b9d9b43d29dfc0bc25aa737c6 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:39:55.843650 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fe0dc7-3518-4bd2-8bb4-d69d25af0db1 None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:39:55.845130 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-7d26a684-cb84-45c7-a292-3082e449d67c tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:39:55.873994 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-7d26a684-cb84-45c7-a292-3082e449d67c tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:39:55.918750 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bdaeec-efdc-4724-9d10-d959aeb235da req-0afcfa90-3a75-421b-88ae-8954c8e5101e tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:55.922424 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-42bdaeec-efdc-4724-9d10-d959aeb235da req-0afcfa90-3a75-421b-88ae-8954c8e5101e tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b2e59f4-bf52-4f49-aec6-208e9457ac4f HTTP/1.1" status: 200 len: 944 time: 0.5886588 Feb 09 12:39:55.933239 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b566e6-1c18-4cb4-b282-e51705c3beca tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:55.934488 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-89b566e6-1c18-4cb4-b282-e51705c3beca tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Synchronizing usage tracker for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:subnet {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:39:55.937065 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7d26a684-cb84-45c7-a292-3082e449d67c tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:55.939690 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7d26a684-cb84-45c7-a292-3082e449d67c tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:55.968477 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-89b566e6-1c18-4cb4-b282-e51705c3beca tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Unset dirty status for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:subnet {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:39:55.970142 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-89b566e6-1c18-4cb4-b282-e51705c3beca tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1493764 Feb 09 12:39:55.973361 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ab9d8567-812f-46a6-a651-78f517ccb163 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:55.990853 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9d8567-812f-46a6-a651-78f517ccb163 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:55.992116 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ab9d8567-812f-46a6-a651-78f517ccb163 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:56.034301 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47262) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:56.072293 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=03fb35e2-9a0c-4007-9d6c-622c1385ef2c,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:56.124997 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-724ae778-938d-4e15-803b-8ec61c9f8c00 None None] Provisioning complete for port 03fb35e2-9a0c-4007-9d6c-622c1385ef2c triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:39:56.125404 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-724ae778-938d-4e15-803b-8ec61c9f8c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:56.160834 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47266) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:56.170139 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ab9d8567-812f-46a6-a651-78f517ccb163 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8666689 Feb 09 12:39:56.189931 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47270) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:56.248475 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c53f7e54-0280-4eba-91b2-443ee7d2baf7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1684887 Feb 09 12:39:56.258754 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-851c126f-c38a-48a4-a7f5-2aa9d8920e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881bf88b-8b8f-41b3-9882-692855c59c91', 'name': 'tempest-TestAggregatesBasicOps-1812357715-router', 'tenant_id': '10b74e0e64c94b1f9b766afd7154b764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '592b47ec-577e-4e7a-8b1a-54945440c2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:39:45Z', 'updated_at': '2022-02-09T12:39:50Z', 'revision_number': 3, 'project_id': '10b74e0e64c94b1f9b766afd7154b764', 'gw_port': {'id': '592b47ec-577e-4e7a-8b1a-54945440c2a1', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f2:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881bf88b-8b8f-41b3-9882-692855c59c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:39:48Z', 'updated_at': '2022-02-09T12:39:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:39:56.261958 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-eac30af2-753d-48b9-b423-17b726b724f3 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Request body: {'subnet': {'network_id': '6fc4f45f-2dc9-49b8-a4e3-03b0d89c01c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:39:56.264204 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851c126f-c38a-48a4-a7f5-2aa9d8920e74 None None] Checking router: 881bf88b-8b8f-41b3-9882-692855c59c91 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:39:56.264557 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851c126f-c38a-48a4-a7f5-2aa9d8920e74 None None] Updating router 881bf88b-8b8f-41b3-9882-692855c59c91 port 592b47ec-577e-4e7a-8b1a-54945440c2a1 binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:39:56.284044 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7d26a684-cb84-45c7-a292-3082e449d67c tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:56.288099 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47276) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:56.370610 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 6e652e0b-1b4b-476b-880f-c032852c2105 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:39:56.370987 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:56.376500 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-dc98951d-8165-4c91-912e-c1c487063bfe tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'subnet': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:39:56.382489 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-42bdaeec-efdc-4724-9d10-d959aeb235da req-cf96e193-7545-4fa2-9aff-ca74293ebe8c tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] 10.222.0.55 "GET /v2.0/security-groups?id=490ee54e-44a5-484b-8a42-dfb9bee59ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4474537 Feb 09 12:39:56.409947 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7d26a684-cb84-45c7-a292-3082e449d67c tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:56.410070 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-851c126f-c38a-48a4-a7f5-2aa9d8920e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:56.511617 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7d26a684-cb84-45c7-a292-3082e449d67c tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:56.515623 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-7d26a684-cb84-45c7-a292-3082e449d67c tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0620704 Feb 09 12:39:56.515877 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47280) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:56.552879 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-13facb8f-8955-48ac-aca9-78403132832e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:56.562346 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d8567-812f-46a6-a651-78f517ccb163 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event updated for resources: {'Network': ['ID=6fc4f45f-2dc9-49b8-a4e3-03b0d89c01c4,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:56.590019 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 6fc4f45f-2dc9-49b8-a4e3-03b0d89c01c4 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:39:56.606003 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-13facb8f-8955-48ac-aca9-78403132832e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:39:56.624490 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-13facb8f-8955-48ac-aca9-78403132832e admin admin] Usage tracker for resource:security_group_rule and tenant:003e9ebfdbf2447682bd97d7b552444a is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:39:56.628948 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-13facb8f-8955-48ac-aca9-78403132832e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:39:56.636119 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-eac30af2-753d-48b9-b423-17b726b724f3 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:39:56.644064 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-13facb8f-8955-48ac-aca9-78403132832e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:39:56.651242 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-eac30af2-753d-48b9-b423-17b726b724f3 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Usage tracker for resource:subnet and tenant:3fe8dec11ddd4b74aaa8bf07aa25bebd is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:39:56.655586 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-eac30af2-753d-48b9-b423-17b726b724f3 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:39:56.664699 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-dc98951d-8165-4c91-912e-c1c487063bfe tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:39:56.667331 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-eac30af2-753d-48b9-b423-17b726b724f3 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:39:56.697950 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-dc98951d-8165-4c91-912e-c1c487063bfe tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:39:56.714784 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac30af2-753d-48b9-b423-17b726b724f3 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Made reservation on behalf of 3fe8dec11ddd4b74aaa8bf07aa25bebd for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:39:56.719098 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eac30af2-753d-48b9-b423-17b726b724f3 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:56.787084 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3d037f55-fae2-43ad-98b1-8d671045e311 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:56.806978 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc98951d-8165-4c91-912e-c1c487063bfe tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:39:56.813994 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dc98951d-8165-4c91-912e-c1c487063bfe tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:56.815479 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc98951d-8165-4c91-912e-c1c487063bfe tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:39:56.815942 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc98951d-8165-4c91-912e-c1c487063bfe tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:39:56.884877 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2390e9f6-d803-466c-a37a-547ed515cc80 None None] DHCP port deletion for f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:39:56.895578 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-2390e9f6-d803-466c-a37a-547ed515cc80 None None] Deleting port 03fb35e2-9a0c-4007-9d6c-622c1385ef2c {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:39:56.896263 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2390e9f6-d803-466c-a37a-547ed515cc80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:56.902720 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-851c126f-c38a-48a4-a7f5-2aa9d8920e74 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:56.905364 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-dc98951d-8165-4c91-912e-c1c487063bfe tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6156547 Feb 09 12:39:56.910347 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47284) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:56.918124 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-43b08415-6811-4989-9c7e-4d15b5e4ada3 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'subnet': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:39:56.920221 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-851c126f-c38a-48a4-a7f5-2aa9d8920e74 None None] Transition to ACTIVE for port object 592b47ec-577e-4e7a-8b1a-54945440c2a1 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:39:56.927889 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-851c126f-c38a-48a4-a7f5-2aa9d8920e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:57.009709 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637caa76-7dc4-42f0-adad-90266cb83336 None None] Pushing event updated for resources: {'Port': ['ID=592b47ec-577e-4e7a-8b1a-54945440c2a1,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:57.022420 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637caa76-7dc4-42f0-adad-90266cb83336 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:39:57.023106 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637caa76-7dc4-42f0-adad-90266cb83336 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:39:57.023844 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637caa76-7dc4-42f0-adad-90266cb83336 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:39:57.024969 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637caa76-7dc4-42f0-adad-90266cb83336 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:39:57.025145 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637caa76-7dc4-42f0-adad-90266cb83336 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:39:57.025728 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637caa76-7dc4-42f0-adad-90266cb83336 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:39:57.026084 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637caa76-7dc4-42f0-adad-90266cb83336 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:39:57.026475 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637caa76-7dc4-42f0-adad-90266cb83336 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:39:57.026972 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637caa76-7dc4-42f0-adad-90266cb83336 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:39:57.027401 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637caa76-7dc4-42f0-adad-90266cb83336 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:39:57.028012 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637caa76-7dc4-42f0-adad-90266cb83336 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:39:57.028407 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637caa76-7dc4-42f0-adad-90266cb83336 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:39:57.060408 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-851c126f-c38a-48a4-a7f5-2aa9d8920e74 None None] Attempting to bind port 592b47ec-577e-4e7a-8b1a-54945440c2a1 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:39:57.061141 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-851c126f-c38a-48a4-a7f5-2aa9d8920e74 None None] Attempting to bind port 592b47ec-577e-4e7a-8b1a-54945440c2a1 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:39:57.061276 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851c126f-c38a-48a4-a7f5-2aa9d8920e74 None None] Attempting to bind port 592b47ec-577e-4e7a-8b1a-54945440c2a1 on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:39:57.068031 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851c126f-c38a-48a4-a7f5-2aa9d8920e74 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:39:57.068492 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851c126f-c38a-48a4-a7f5-2aa9d8920e74 None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:39:57.068956 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-851c126f-c38a-48a4-a7f5-2aa9d8920e74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:57.070209 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851c126f-c38a-48a4-a7f5-2aa9d8920e74 None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:39:57.071325 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-851c126f-c38a-48a4-a7f5-2aa9d8920e74 None None] Bound port: 592b47ec-577e-4e7a-8b1a-54945440c2a1, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:39:57.071770 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-851c126f-c38a-48a4-a7f5-2aa9d8920e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:57.083393 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-13facb8f-8955-48ac-aca9-78403132832e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:57.094408 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-13facb8f-8955-48ac-aca9-78403132832e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:57.112527 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-43b08415-6811-4989-9c7e-4d15b5e4ada3 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:39:57.161888 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-851c126f-c38a-48a4-a7f5-2aa9d8920e74 None None] For port 592b47ec-577e-4e7a-8b1a-54945440c2a1, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:39:57.165839 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-851c126f-c38a-48a4-a7f5-2aa9d8920e74 None None] For port 592b47ec-577e-4e7a-8b1a-54945440c2a1, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=592b47ec-577e-4e7a-8b1a-54945440c2a1,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:39:57.172442 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-851c126f-c38a-48a4-a7f5-2aa9d8920e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:57.178530 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-43b08415-6811-4989-9c7e-4d15b5e4ada3 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:39:57.183377 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-2390e9f6-d803-466c-a37a-547ed515cc80 None None] For port 03fb35e2-9a0c-4007-9d6c-622c1385ef2c, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=03fb35e2-9a0c-4007-9d6c-622c1385ef2c,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:39:57.183881 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2390e9f6-d803-466c-a37a-547ed515cc80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:57.189379 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3d037f55-fae2-43ad-98b1-8d671045e311 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:57.192308 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3d037f55-fae2-43ad-98b1-8d671045e311 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:57.214122 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-13facb8f-8955-48ac-aca9-78403132832e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=003e9ebfdbf2447682bd97d7b552444a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0463536 Feb 09 12:39:57.218024 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47288) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:57.221803 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3d037f55-fae2-43ad-98b1-8d671045e311 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:57.222518 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d037f55-fae2-43ad-98b1-8d671045e311 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 61c1ab8c-8d92-4666-ba54-1e3b989f6acf {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:39:57.224518 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13facb8f-8955-48ac-aca9-78403132832e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd41732-328c-47f5-8b31-21575b3c09fd,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:57.245479 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b08415-6811-4989-9c7e-4d15b5e4ada3 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:39:57.248955 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-43b08415-6811-4989-9c7e-4d15b5e4ada3 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:57.250311 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-43b08415-6811-4989-9c7e-4d15b5e4ada3 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:39:57.250742 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43b08415-6811-4989-9c7e-4d15b5e4ada3 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:39:57.257403 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3d037f55-fae2-43ad-98b1-8d671045e311 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:57.259271 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3d037f55-fae2-43ad-98b1-8d671045e311 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] 10.222.0.55 "DELETE /v2.0/routers/61c1ab8c-8d92-4666-ba54-1e3b989f6acf HTTP/1.1" status: 204 len: 168 time: 0.7424972 Feb 09 12:39:57.264103 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47292) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:57.271971 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-c9de3581-089e-4e37-8488-cf5ce6df7c01 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Request body: {'router': {'name': 'tempest-router-1712322332', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '23548a3fc1744c9aaacd43cda16b632e'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:39:57.282934 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637caa76-7dc4-42f0-adad-90266cb83336 None None] Pushing event updated for resources: {'Port': ['ID=592b47ec-577e-4e7a-8b1a-54945440c2a1,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:57.298508 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851c126f-c38a-48a4-a7f5-2aa9d8920e74 None None] Routers {'881bf88b-8b8f-41b3-9882-692855c59c91'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:39:57.299330 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-851c126f-c38a-48a4-a7f5-2aa9d8920e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:39:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['881bf88b-8b8f-41b3-9882-692855c59c91'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:39:57.324294 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c9de3581-089e-4e37-8488-cf5ce6df7c01 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:39:57.335945 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c9de3581-089e-4e37-8488-cf5ce6df7c01 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Usage tracker for resource:router and tenant:23548a3fc1744c9aaacd43cda16b632e is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:39:57.341911 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c9de3581-089e-4e37-8488-cf5ce6df7c01 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:39:57.351208 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c9de3581-089e-4e37-8488-cf5ce6df7c01 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:39:57.367695 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 76bfb72d-92c9-46f1-be72-f2c935167327 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:39:57.394004 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c9de3581-089e-4e37-8488-cf5ce6df7c01 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:57.395302 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c9de3581-089e-4e37-8488-cf5ce6df7c01 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:57.432631 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-2390e9f6-d803-466c-a37a-547ed515cc80 None None] Calling delete_port for 03fb35e2-9a0c-4007-9d6c-622c1385ef2c owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:39:57.436528 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c9de3581-089e-4e37-8488-cf5ce6df7c01 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:57.439032 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-43b08415-6811-4989-9c7e-4d15b5e4ada3 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5265915 Feb 09 12:39:57.440755 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47300) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:57.463381 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eac30af2-753d-48b9-b423-17b726b724f3 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:57.492553 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-3e6acefc-e7cd-496a-a0b7-d83bf1b36c42 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'subnet': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:39:57.531735 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-851c126f-c38a-48a4-a7f5-2aa9d8920e74 None None] Set router 881bf88b-8b8f-41b3-9882-692855c59c91 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:39:57.535117 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3671256f-aa95-4692-9b57-24e7b3ec3a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:57.632245 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2390e9f6-d803-466c-a37a-547ed515cc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:57.643418 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3671256f-aa95-4692-9b57-24e7b3ec3a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:57.656915 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac30af2-753d-48b9-b423-17b726b724f3 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event updated for resources: {'Subnet': ['ID=25263fc5-4a51-464e-92a0-ff8c1be37b48,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:57.661671 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac30af2-753d-48b9-b423-17b726b724f3 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Checking segment: {'id': 'b6ea7d3d-d014-497e-aa40-3a18f839f4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '6fc4f45f-2dc9-49b8-a4e3-03b0d89c01c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:39:57.662334 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac30af2-753d-48b9-b423-17b726b724f3 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Network hostable DHCP agents. Network: 6fc4f45f-2dc9-49b8-a4e3-03b0d89c01c4, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:39:57.718740 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2390e9f6-d803-466c-a37a-547ed515cc80 None None] Pushing event deleted for resources: {'Port': ['ID=03fb35e2-9a0c-4007-9d6c-622c1385ef2c,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:57.719718 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac30af2-753d-48b9-b423-17b726b724f3 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Network 6fc4f45f-2dc9-49b8-a4e3-03b0d89c01c4 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:39:57.733432 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 03fb35e2-9a0c-4007-9d6c-622c1385ef2c no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:39:57.746637 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-eac30af2-753d-48b9-b423-17b726b724f3 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 6fc4f45f-2dc9-49b8-a4e3-03b0d89c01c4) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:39:57.761612 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac30af2-753d-48b9-b423-17b726b724f3 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:57.762259 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eac30af2-753d-48b9-b423-17b726b724f3 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:57.774160 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 76bfb72d-92c9-46f1-be72-f2c935167327 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:39:57.776970 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3671256f-aa95-4692-9b57-24e7b3ec3a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:57.780839 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2390e9f6-d803-466c-a37a-547ed515cc80 None None] No DVR routers for this DVR port 03fb35e2-9a0c-4007-9d6c-622c1385ef2c on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:39:57.783532 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 03fb35e2-9a0c-4007-9d6c-622c1385ef2c {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:39:57.784038 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 03fb35e2-9a0c-4007-9d6c-622c1385ef2c not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:39:57.785386 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 76bfb72d-92c9-46f1-be72-f2c935167327 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:39:57.785849 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:57.812121 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151f397b-d990-411a-98c8-e510262f2c61 None None] Network 6fc4f45f-2dc9-49b8-a4e3-03b0d89c01c4 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:39:57.841428 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3671256f-aa95-4692-9b57-24e7b3ec3a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd41732-328c-47f5-8b31-21575b3c09fd,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:57.872364 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-eac30af2-753d-48b9-b423-17b726b724f3 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6212568 Feb 09 12:39:57.876009 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3671256f-aa95-4692-9b57-24e7b3ec3a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:57.877732 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3671256f-aa95-4692-9b57-24e7b3ec3a22 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8cd41732-328c-47f5-8b31-21575b3c09fd HTTP/1.1" status: 204 len: 168 time: 0.6576459 Feb 09 12:39:57.879059 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47304) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:57.895812 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c9de3581-089e-4e37-8488-cf5ce6df7c01 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:57.972036 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3e6acefc-e7cd-496a-a0b7-d83bf1b36c42 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:39:58.042923 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cb812639-1f1b-49f5-92ea-59b694a6acf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:58.102207 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c9de3581-089e-4e37-8488-cf5ce6df7c01 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:58.108367 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47310) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:58.109615 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c9de3581-089e-4e37-8488-cf5ce6df7c01 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8440554 Feb 09 12:39:58.113889 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3e6acefc-e7cd-496a-a0b7-d83bf1b36c42 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:39:58.132335 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-290d746e-2b16-477d-b5bb-29992c6c02d6 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:39:58.165937 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-851c126f-c38a-48a4-a7f5-2aa9d8920e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881bf88b-8b8f-41b3-9882-692855c59c91', 'name': 'tempest-TestAggregatesBasicOps-1812357715-router', 'tenant_id': '10b74e0e64c94b1f9b766afd7154b764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '592b47ec-577e-4e7a-8b1a-54945440c2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:39:45Z', 'updated_at': '2022-02-09T12:39:50Z', 'revision_number': 3, 'project_id': '10b74e0e64c94b1f9b766afd7154b764', 'gw_port': {'id': '592b47ec-577e-4e7a-8b1a-54945440c2a1', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f2:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881bf88b-8b8f-41b3-9882-692855c59c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:39:48Z', 'updated_at': '2022-02-09T12:39:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:39:58.170059 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851c126f-c38a-48a4-a7f5-2aa9d8920e74 None None] The sync data for ids ['881bf88b-8b8f-41b3-9882-692855c59c91'] in n-d-825178-3 is: [{'id': '881bf88b-8b8f-41b3-9882-692855c59c91', 'name': 'tempest-TestAggregatesBasicOps-1812357715-router', 'tenant_id': '10b74e0e64c94b1f9b766afd7154b764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '592b47ec-577e-4e7a-8b1a-54945440c2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:39:45Z', 'updated_at': '2022-02-09T12:39:50Z', 'revision_number': 3, 'project_id': '10b74e0e64c94b1f9b766afd7154b764', 'gw_port': {'id': '592b47ec-577e-4e7a-8b1a-54945440c2a1', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f2:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881bf88b-8b8f-41b3-9882-692855c59c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:39:48Z', 'updated_at': '2022-02-09T12:39:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:39:58.201623 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6acefc-e7cd-496a-a0b7-d83bf1b36c42 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:39:58.224967 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3e6acefc-e7cd-496a-a0b7-d83bf1b36c42 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:58.228894 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e6acefc-e7cd-496a-a0b7-d83bf1b36c42 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:39:58.229360 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e6acefc-e7cd-496a-a0b7-d83bf1b36c42 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:39:58.287225 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9299d9db-f5ed-489e-ba29-da65c4f43dd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-6fc4f45f-2dc9-49b8-a4e3-03b0d89c01c4', 'network_id': '6fc4f45f-2dc9-49b8-a4e3-03b0d89c01c4', 'tenant_id': '3fe8dec11ddd4b74aaa8bf07aa25bebd', 'fixed_ips': [{'subnet_id': '25263fc5-4a51-464e-92a0-ff8c1be37b48'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:39:58.289479 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9299d9db-f5ed-489e-ba29-da65c4f43dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:58.339078 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:58.381090 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3e6acefc-e7cd-496a-a0b7-d83bf1b36c42 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8970129 Feb 09 12:39:58.434576 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47318) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:58.444537 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2e59f4-bf52-4f49-aec6-208e9457ac4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76bfb72d-92c9-46f1-be72-f2c935167327'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:39:58.462140 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c63493-10a0-41ac-97aa-31c7c8196b26 req-1d33b373-ca76-4b0f-9f1e-36c2b1cddacd tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:58.470838 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1c63493-10a0-41ac-97aa-31c7c8196b26 req-1d33b373-ca76-4b0f-9f1e-36c2b1cddacd tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b2e59f4-bf52-4f49-aec6-208e9457ac4f HTTP/1.1" status: 200 len: 944 time: 0.8753700 Feb 09 12:39:58.501454 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 76bfb72d-92c9-46f1-be72-f2c935167327, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=76bfb72d-92c9-46f1-be72-f2c935167327,segment=NetworkSegment(70cfac32-3a22-46ac-a4f7-79fa8a90e619),segment_id=70cfac32-3a22-46ac-a4f7-79fa8a90e619)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:39:58.542205 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-fef44b40-76a8-4741-b079-c431ae9d1e0b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'subnet': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:39:58.575572 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1c63493-10a0-41ac-97aa-31c7c8196b26 req-47588b51-0acc-4223-b39d-cb1a649c868f tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] 10.222.0.55 "GET /v2.0/security-groups?id=490ee54e-44a5-484b-8a42-dfb9bee59ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019733 Feb 09 12:39:58.721339 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b2e59f4-bf52-4f49-aec6-208e9457ac4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76bfb72d-92c9-46f1-be72-f2c935167327', 'code': 200} Feb 09 12:39:58.726891 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:58.859691 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-cb812639-1f1b-49f5-92ea-59b694a6acf0 admin admin] Allocated IP 172.20.0.1 (38a3d6ba-d7d5-45b6-8fc4-0483c51eba57/3fad3b17-6d83-4447-8ced-94d5888702c3/5ea542ac-6918-4b2a-96f7-1e9526ceefd0) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:39:58.865574 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=76bfb72d-92c9-46f1-be72-f2c935167327,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:58.944317 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-fef44b40-76a8-4741-b079-c431ae9d1e0b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:39:58.974852 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-fef44b40-76a8-4741-b079-c431ae9d1e0b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:39:58.992399 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-9299d9db-f5ed-489e-ba29-da65c4f43dd2 None None] Allocated IP 172.20.0.1 (6fc4f45f-2dc9-49b8-a4e3-03b0d89c01c4/25263fc5-4a51-464e-92a0-ff8c1be37b48/e1a1e515-a581-46b8-be25-4c9bbc4d1611) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:39:59.023443 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef44b40-76a8-4741-b079-c431ae9d1e0b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:39:59.036318 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fef44b40-76a8-4741-b079-c431ae9d1e0b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:59.038462 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-fef44b40-76a8-4741-b079-c431ae9d1e0b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:39:59.038913 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fef44b40-76a8-4741-b079-c431ae9d1e0b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:39:59.311978 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cb812639-1f1b-49f5-92ea-59b694a6acf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:59.318330 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e7ee3-0777-4228-92d9-f2d1a457c2e1 req-4c347526-3859-4221-ab41-e97bdfb11e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:39:59.321119 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2f4e7ee3-0777-4228-92d9-f2d1a457c2e1 req-4c347526-3859-4221-ab41-e97bdfb11e63 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7b2e59f4-bf52-4f49-aec6-208e9457ac4f HTTP/1.1" status: 200 len: 1096 time: 0.5838370 Feb 09 12:39:59.337143 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9299d9db-f5ed-489e-ba29-da65c4f43dd2 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:59.364433 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-9299d9db-f5ed-489e-ba29-da65c4f43dd2 None None] Transition to ACTIVE for port object e1a1e515-a581-46b8-be25-4c9bbc4d1611 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:39:59.384382 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-fef44b40-76a8-4741-b079-c431ae9d1e0b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9486663 Feb 09 12:39:59.398380 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e28c054b-49a9-4ae7-9b4c-a3c504a63f07 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:59.399100 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-cb812639-1f1b-49f5-92ea-59b694a6acf0 admin admin] Transition to ACTIVE for port object 5ea542ac-6918-4b2a-96f7-1e9526ceefd0 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:39:59.401585 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47344) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:59.412362 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-97348a25-6b14-4cdd-9434-a61217f8a0da tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'subnet': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:39:59.441015 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-9299d9db-f5ed-489e-ba29-da65c4f43dd2 None None] Transition to ACTIVE for port object e1a1e515-a581-46b8-be25-4c9bbc4d1611 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:39:59.456008 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47348) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:39:59.463738 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9299d9db-f5ed-489e-ba29-da65c4f43dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:59.482212 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-290d746e-2b16-477d-b5bb-29992c6c02d6 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:59.482813 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-290d746e-2b16-477d-b5bb-29992c6c02d6 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Notify callbacks [] for router, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:59.564974 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2f4e7ee3-0777-4228-92d9-f2d1a457c2e1 req-fe67c908-e992-425e-b1e8-25819ce4d2ee service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=490ee54e-44a5-484b-8a42-dfb9bee59ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307568 Feb 09 12:39:59.593222 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9299d9db-f5ed-489e-ba29-da65c4f43dd2 None None] Network 6fc4f45f-2dc9-49b8-a4e3-03b0d89c01c4 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:39:59.603716 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-9299d9db-f5ed-489e-ba29-da65c4f43dd2 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:39:59.611652 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9299d9db-f5ed-489e-ba29-da65c4f43dd2 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:39:59.624593 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-97348a25-6b14-4cdd-9434-a61217f8a0da tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:39:59.644839 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-97348a25-6b14-4cdd-9434-a61217f8a0da tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:39:59.649599 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cb812639-1f1b-49f5-92ea-59b694a6acf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:59.723648 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-e28c054b-49a9-4ae7-9b4c-a3c504a63f07 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Deleting port e1a1e515-a581-46b8-be25-4c9bbc4d1611 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:39:59.726463 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e28c054b-49a9-4ae7-9b4c-a3c504a63f07 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:59.783041 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9299d9db-f5ed-489e-ba29-da65c4f43dd2 None None] Pushing event updated for resources: {'Port': ['ID=e1a1e515-a581-46b8-be25-4c9bbc4d1611,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:39:59.815027 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-9299d9db-f5ed-489e-ba29-da65c4f43dd2 None None] Attempting to bind port e1a1e515-a581-46b8-be25-4c9bbc4d1611 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:39:59.815494 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-9299d9db-f5ed-489e-ba29-da65c4f43dd2 None None] Attempting to bind port e1a1e515-a581-46b8-be25-4c9bbc4d1611 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'b6ea7d3d-d014-497e-aa40-3a18f839f4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '6fc4f45f-2dc9-49b8-a4e3-03b0d89c01c4'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:39:59.815970 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9299d9db-f5ed-489e-ba29-da65c4f43dd2 None None] Attempting to bind port e1a1e515-a581-46b8-be25-4c9bbc4d1611 on network 6fc4f45f-2dc9-49b8-a4e3-03b0d89c01c4 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:39:59.830527 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9299d9db-f5ed-489e-ba29-da65c4f43dd2 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:39:59.830933 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9299d9db-f5ed-489e-ba29-da65c4f43dd2 None None] Checking segment: {'id': 'b6ea7d3d-d014-497e-aa40-3a18f839f4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '6fc4f45f-2dc9-49b8-a4e3-03b0d89c01c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:39:59.831488 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9299d9db-f5ed-489e-ba29-da65c4f43dd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:59.831968 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9299d9db-f5ed-489e-ba29-da65c4f43dd2 None None] Bound using segment: {'id': 'b6ea7d3d-d014-497e-aa40-3a18f839f4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '6fc4f45f-2dc9-49b8-a4e3-03b0d89c01c4'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:39:59.832566 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-9299d9db-f5ed-489e-ba29-da65c4f43dd2 None None] Bound port: e1a1e515-a581-46b8-be25-4c9bbc4d1611, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6ea7d3d-d014-497e-aa40-3a18f839f4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '6fc4f45f-2dc9-49b8-a4e3-03b0d89c01c4'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:39:59.833015 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9299d9db-f5ed-489e-ba29-da65c4f43dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:59.856130 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-08911a3a-8b4c-46ec-a82d-f9efd3f2369d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2031283612-network', 'tenant_id': 'c3f3bb2665754bb7b2106bec898c4e16'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:39:59.878723 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb812639-1f1b-49f5-92ea-59b694a6acf0 admin admin] Network 38a3d6ba-d7d5-45b6-8fc4-0483c51eba57 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:39:59.903909 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-cb812639-1f1b-49f5-92ea-59b694a6acf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:39:59.918573 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-08911a3a-8b4c-46ec-a82d-f9efd3f2369d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:39:59.921942 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97348a25-6b14-4cdd-9434-a61217f8a0da tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:39:59.932245 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-97348a25-6b14-4cdd-9434-a61217f8a0da tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:39:59.947736 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-97348a25-6b14-4cdd-9434-a61217f8a0da tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:39:59.948223 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97348a25-6b14-4cdd-9434-a61217f8a0da tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:39:59.961238 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb812639-1f1b-49f5-92ea-59b694a6acf0 admin admin] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:40:00.029526 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-9299d9db-f5ed-489e-ba29-da65c4f43dd2 None None] For port e1a1e515-a581-46b8-be25-4c9bbc4d1611, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:40:00.033680 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-9299d9db-f5ed-489e-ba29-da65c4f43dd2 None None] For port e1a1e515-a581-46b8-be25-4c9bbc4d1611, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=e1a1e515-a581-46b8-be25-4c9bbc4d1611,segment=NetworkSegment(b6ea7d3d-d014-497e-aa40-3a18f839f4f1),segment_id=b6ea7d3d-d014-497e-aa40-3a18f839f4f1)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:40:00.034678 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 592b47ec-577e-4e7a-8b1a-54945440c2a1 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:40:00.071705 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9299d9db-f5ed-489e-ba29-da65c4f43dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:00.103280 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-e28c054b-49a9-4ae7-9b4c-a3c504a63f07 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] For port e1a1e515-a581-46b8-be25-4c9bbc4d1611, host n-d-825178-3, got binding levels [] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:40:00.103733 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e28c054b-49a9-4ae7-9b4c-a3c504a63f07 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:00.115412 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-08911a3a-8b4c-46ec-a82d-f9efd3f2369d admin admin] Usage tracker for resource:network and tenant:c3f3bb2665754bb7b2106bec898c4e16 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:40:00.149443 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-08911a3a-8b4c-46ec-a82d-f9efd3f2369d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:40:00.218273 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-08911a3a-8b4c-46ec-a82d-f9efd3f2369d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:40:00.258146 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb812639-1f1b-49f5-92ea-59b694a6acf0 admin admin] Pushing event updated for resources: {'Port': ['ID=5ea542ac-6918-4b2a-96f7-1e9526ceefd0,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:00.284169 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9299d9db-f5ed-489e-ba29-da65c4f43dd2 None None] Pushing event updated for resources: {'Port': ['ID=e1a1e515-a581-46b8-be25-4c9bbc4d1611,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:00.309086 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-97348a25-6b14-4cdd-9434-a61217f8a0da tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9058871 Feb 09 12:40:00.312108 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47366) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:00.320846 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-e28c054b-49a9-4ae7-9b4c-a3c504a63f07 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Calling delete_port for e1a1e515-a581-46b8-be25-4c9bbc4d1611 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:40:00.323511 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 592b47ec-577e-4e7a-8b1a-54945440c2a1 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:40:00.331861 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 592b47ec-577e-4e7a-8b1a-54945440c2a1 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:40:00.332643 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:00.358916 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-7f457185-aedc-42f3-8897-fe80ceb10d37 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'subnet': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:40:00.392114 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08911a3a-8b4c-46ec-a82d-f9efd3f2369d admin admin] Made reservation on behalf of c3f3bb2665754bb7b2106bec898c4e16 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:40:00.398399 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-08911a3a-8b4c-46ec-a82d-f9efd3f2369d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:00.433152 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cb812639-1f1b-49f5-92ea-59b694a6acf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:00.453280 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-08911a3a-8b4c-46ec-a82d-f9efd3f2369d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:00.471193 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-290d746e-2b16-477d-b5bb-29992c6c02d6 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87568) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Feb 09 12:40:00.471817 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-290d746e-2b16-477d-b5bb-29992c6c02d6 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Router 88f51e1d-b794-4667-87e2-efab1115b395 migrating from provider to provider. {{(pid=87568) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Feb 09 12:40:00.480442 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-290d746e-2b16-477d-b5bb-29992c6c02d6 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:00.510463 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-290d746e-2b16-477d-b5bb-29992c6c02d6 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:00.518258 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:00.527566 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-18195d92-ef01-4e73-bb57-282e7c71ae45 None None] Provisioning for port 5ea542ac-6918-4b2a-96f7-1e9526ceefd0 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:40:00.543669 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-18195d92-ef01-4e73-bb57-282e7c71ae45 None None] Provisioning complete for port 5ea542ac-6918-4b2a-96f7-1e9526ceefd0 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:40:00.544073 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-18195d92-ef01-4e73-bb57-282e7c71ae45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:00.545927 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-290d746e-2b16-477d-b5bb-29992c6c02d6 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1740557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1740570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1738587'] for router, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:00.624244 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 592b47ec-577e-4e7a-8b1a-54945440c2a1, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=592b47ec-577e-4e7a-8b1a-54945440c2a1,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:40:00.642736 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:00.702372 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-18195d92-ef01-4e73-bb57-282e7c71ae45 None None] Port 5ea542ac-6918-4b2a-96f7-1e9526ceefd0 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:40:00.765818 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=592b47ec-577e-4e7a-8b1a-54945440c2a1,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:00.787251 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-08911a3a-8b4c-46ec-a82d-f9efd3f2369d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:40:00.791519 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-08911a3a-8b4c-46ec-a82d-f9efd3f2369d admin admin] Usage tracker for resource:security_group_rule and tenant:c3f3bb2665754bb7b2106bec898c4e16 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:40:00.794410 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-08911a3a-8b4c-46ec-a82d-f9efd3f2369d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:40:00.800881 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-08911a3a-8b4c-46ec-a82d-f9efd3f2369d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:40:00.814683 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.api [None req-e28c054b-49a9-4ae7-9b4c-a3c504a63f07 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:40:00.815026 n-d-825178-3 neutron-server[87568]: DEBUG oslo_db.api [None req-e28c054b-49a9-4ae7-9b4c-a3c504a63f07 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:40:00.844176 n-d-825178-3 neutron-server[87568]: WARNING neutron.scheduler.l3_agent_scheduler [None req-290d746e-2b16-477d-b5bb-29992c6c02d6 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] No L3 agents can host the router 88f51e1d-b794-4667-87e2-efab1115b395 Feb 09 12:40:00.981514 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-7f457185-aedc-42f3-8897-fe80ceb10d37 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:40:00.993936 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-7f457185-aedc-42f3-8897-fe80ceb10d37 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:40:01.014507 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-08911a3a-8b4c-46ec-a82d-f9efd3f2369d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:01.032418 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e53f86-fa7b-4837-8989-e241ff8084ce req-d78f62df-845b-40b6-9c1e-2469c324fe92 tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:01.036677 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-05e53f86-fa7b-4837-8989-e241ff8084ce req-d78f62df-845b-40b6-9c1e-2469c324fe92 tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b2e59f4-bf52-4f49-aec6-208e9457ac4f HTTP/1.1" status: 200 len: 945 time: 1.1555047 Feb 09 12:40:01.049281 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-08911a3a-8b4c-46ec-a82d-f9efd3f2369d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:01.069247 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f457185-aedc-42f3-8897-fe80ceb10d37 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:40:01.072945 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7f457185-aedc-42f3-8897-fe80ceb10d37 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:01.075096 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f457185-aedc-42f3-8897-fe80ceb10d37 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:40:01.075520 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f457185-aedc-42f3-8897-fe80ceb10d37 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:40:01.137013 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08911a3a-8b4c-46ec-a82d-f9efd3f2369d admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:40:01.160810 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08911a3a-8b4c-46ec-a82d-f9efd3f2369d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070691eb-047b-4e04-88f1-62a85ef0b1af,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:01.183205 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290d746e-2b16-477d-b5bb-29992c6c02d6 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Hosts for router 88f51e1d-b794-4667-87e2-efab1115b395: [] {{(pid=87568) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Feb 09 12:40:01.209524 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-08911a3a-8b4c-46ec-a82d-f9efd3f2369d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:01.210432 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-08911a3a-8b4c-46ec-a82d-f9efd3f2369d admin admin] Added segment 48acd6d1-ef26-4e3f-bfd0-907db7418444 of type vlan for network 821a3ca6-9404-481f-8aeb-3b77268829e7 Feb 09 12:40:01.224971 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290d746e-2b16-477d-b5bb-29992c6c02d6 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Hosts for other DVR routers connected to router 88f51e1d-b794-4667-87e2-efab1115b395: set() {{(pid=87568) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Feb 09 12:40:01.225328 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-7f457185-aedc-42f3-8897-fe80ceb10d37 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9095840 Feb 09 12:40:01.227967 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47370) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:01.236638 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-05e53f86-fa7b-4837-8989-e241ff8084ce req-71c20ee9-c182-4502-b664-0351052d3665 tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] 10.222.0.55 "GET /v2.0/security-groups?id=490ee54e-44a5-484b-8a42-dfb9bee59ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813152 Feb 09 12:40:01.244148 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934aeb2-e50f-4760-8a54-7f1882e1f8ea req-ec85fa44-e6e7-4cb8-9435-d0364ccacc7f tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:01.245622 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2934aeb2-e50f-4760-8a54-7f1882e1f8ea req-ec85fa44-e6e7-4cb8-9435-d0364ccacc7f tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 945 time: 0.6491847 Feb 09 12:40:01.267707 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-290d746e-2b16-477d-b5bb-29992c6c02d6 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:01.271436 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-290d746e-2b16-477d-b5bb-29992c6c02d6 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] 10.222.0.55 "PUT /v2.0/routers/88f51e1d-b794-4667-87e2-efab1115b395 HTTP/1.1" status: 200 len: 717 time: 3.1531012 Feb 09 12:40:01.275063 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47374) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:01.281338 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8388ab32-affe-4c21-be54-92fe73302d4f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0500956 Feb 09 12:40:01.327581 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cb812639-1f1b-49f5-92ea-59b694a6acf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:01.335098 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-e28c054b-49a9-4ae7-9b4c-a3c504a63f07 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Deleting port e1a1e515-a581-46b8-be25-4c9bbc4d1611 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:40:01.335700 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e28c054b-49a9-4ae7-9b4c-a3c504a63f07 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:01.346758 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47378) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:01.360802 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2934aeb2-e50f-4760-8a54-7f1882e1f8ea req-9d24cd9a-fed0-47db-9684-232258203496 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d7571fd-0756-4468-bd3c-a3877d2e955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816569 Feb 09 12:40:01.410261 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-08911a3a-8b4c-46ec-a82d-f9efd3f2369d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:01.464789 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1e92d594-7d52-4635-8def-f72eb7cba412 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] 10.222.0.55 "GET /v2.0/routers/88f51e1d-b794-4667-87e2-efab1115b395 HTTP/1.1" status: 200 len: 717 time: 0.1884837 Feb 09 12:40:01.467969 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47382) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:01.535436 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49379ca0-aa9d-489d-87c8-bb764f721f49 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:01.536145 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-49379ca0-aa9d-489d-87c8-bb764f721f49 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Synchronizing usage tracker for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:subnet {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:40:01.567390 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-49379ca0-aa9d-489d-87c8-bb764f721f49 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Unset dirty status for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:subnet {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:40:01.571622 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-49379ca0-aa9d-489d-87c8-bb764f721f49 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1667471 Feb 09 12:40:01.612738 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-08911a3a-8b4c-46ec-a82d-f9efd3f2369d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:01.614360 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08911a3a-8b4c-46ec-a82d-f9efd3f2369d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:01.614360 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-08911a3a-8b4c-46ec-a82d-f9efd3f2369d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:01.630671 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47388) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:01.709230 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf74dae-5b98-47f3-8f04-f5abf9b1e281 None None] Network 6fc4f45f-2dc9-49b8-a4e3-03b0d89c01c4 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:40:01.834983 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 592b47ec-577e-4e7a-8b1a-54945440c2a1 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:40:01.861931 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-e28c054b-49a9-4ae7-9b4c-a3c504a63f07 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] For port e1a1e515-a581-46b8-be25-4c9bbc4d1611, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=e1a1e515-a581-46b8-be25-4c9bbc4d1611,segment=NetworkSegment(b6ea7d3d-d014-497e-aa40-3a18f839f4f1),segment_id=b6ea7d3d-d014-497e-aa40-3a18f839f4f1)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:40:01.862503 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e28c054b-49a9-4ae7-9b4c-a3c504a63f07 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:01.882840 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8f12c256-9adf-4b62-9a25-6db821bdf918 tempest-RoutersTestDVR-202001945 tempest-RoutersTestDVR-202001945-project] 10.222.0.55 "GET /v2.0/routers/88f51e1d-b794-4667-87e2-efab1115b395 HTTP/1.1" status: 200 len: 683 time: 0.4141352 Feb 09 12:40:01.885403 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-638c6f82-ede3-4db3-b548-5bce09772b4a None None] Provisioning for port e1a1e515-a581-46b8-be25-4c9bbc4d1611 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:40:01.886172 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47392) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:01.920705 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-08911a3a-8b4c-46ec-a82d-f9efd3f2369d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4580939 Feb 09 12:40:01.936531 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47396) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:01.958976 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8318d9a0-3c23-4ec3-921d-0bb096f01e53 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1456134 Feb 09 12:40:01.958976 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-d367aa2a-666b-4629-a9c5-4f7de191361a admin admin] Request body: {'subnet': {'network_id': '821a3ca6-9404-481f-8aeb-3b77268829e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2031283612-subnet', 'tenant_id': 'c3f3bb2665754bb7b2106bec898c4e16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:40:01.961599 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-d367aa2a-666b-4629-a9c5-4f7de191361a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:40:01.966203 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-d367aa2a-666b-4629-a9c5-4f7de191361a admin admin] Usage tracker for resource:subnet and tenant:c3f3bb2665754bb7b2106bec898c4e16 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:40:01.969456 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-d367aa2a-666b-4629-a9c5-4f7de191361a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:40:01.977141 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-d367aa2a-666b-4629-a9c5-4f7de191361a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:40:01.994149 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d367aa2a-666b-4629-a9c5-4f7de191361a admin admin] Made reservation on behalf of c3f3bb2665754bb7b2106bec898c4e16 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:40:01.996614 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d367aa2a-666b-4629-a9c5-4f7de191361a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:02.022021 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08911a3a-8b4c-46ec-a82d-f9efd3f2369d admin admin] Pushing event updated for resources: {'Network': ['ID=821a3ca6-9404-481f-8aeb-3b77268829e7,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:02.052548 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 821a3ca6-9404-481f-8aeb-3b77268829e7 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:40:02.073900 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47400) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:02.085863 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-e28c054b-49a9-4ae7-9b4c-a3c504a63f07 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Calling delete_port for e1a1e515-a581-46b8-be25-4c9bbc4d1611 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:40:02.163942 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-82547865-c6a8-412f-8c04-78186c018e45 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'subnet': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:40:02.171701 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cb812639-1f1b-49f5-92ea-59b694a6acf0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:02.178011 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cb812639-1f1b-49f5-92ea-59b694a6acf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:02.182674 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 592b47ec-577e-4e7a-8b1a-54945440c2a1 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:40:02.183060 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:02.278839 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3604abac-f424-41a1-87dc-f0c5cd34cbad tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:02.310000 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb812639-1f1b-49f5-92ea-59b694a6acf0 admin admin] Pushing event updated for resources: {'Port': ['ID=5ea542ac-6918-4b2a-96f7-1e9526ceefd0,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:02.350096 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cb812639-1f1b-49f5-92ea-59b694a6acf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:02.444783 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device e1a1e515-a581-46b8-be25-4c9bbc4d1611 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:40:02.531027 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port e1a1e515-a581-46b8-be25-4c9bbc4d1611 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:40:02.536180 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port e1a1e515-a581-46b8-be25-4c9bbc4d1611 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:40:02.536641 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:02.538287 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d367aa2a-666b-4629-a9c5-4f7de191361a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:02.658149 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ea8cda-753f-49b9-9bd7-c64deb2533ad None None] get_active_networks_info from n-d-825178-3 {{(pid=87569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 12:40:02.731767 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-82547865-c6a8-412f-8c04-78186c018e45 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:40:02.738641 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-e1b7e06d-386b-4a4a-960a-b2b7eada5283 None None] Provisioning complete for port e1a1e515-a581-46b8-be25-4c9bbc4d1611 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:40:02.739191 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e1b7e06d-386b-4a4a-960a-b2b7eada5283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:02.773742 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:02.790007 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d367aa2a-666b-4629-a9c5-4f7de191361a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0799d651-2c16-4f5f-afb8-8db78aef797b,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:02.806993 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d367aa2a-666b-4629-a9c5-4f7de191361a admin admin] Checking segment: {'id': '48acd6d1-ef26-4e3f-bfd0-907db7418444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '821a3ca6-9404-481f-8aeb-3b77268829e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:40:02.807352 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d367aa2a-666b-4629-a9c5-4f7de191361a admin admin] Network hostable DHCP agents. Network: 821a3ca6-9404-481f-8aeb-3b77268829e7, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:40:02.838776 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb812639-1f1b-49f5-92ea-59b694a6acf0 admin admin] Network 38a3d6ba-d7d5-45b6-8fc4-0483c51eba57 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:40:02.839866 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-82547865-c6a8-412f-8c04-78186c018e45 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:40:02.846002 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-cb812639-1f1b-49f5-92ea-59b694a6acf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:40:02.849137 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3604abac-f424-41a1-87dc-f0c5cd34cbad tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:02.858296 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3604abac-f424-41a1-87dc-f0c5cd34cbad tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:02.874809 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6fbc5-811f-4165-8e13-3aed7ba43b47 req-0cecb1e0-6af5-4122-b733-da4c4b9b9d33 tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:02.876237 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ed6fbc5-811f-4165-8e13-3aed7ba43b47 req-0cecb1e0-6af5-4122-b733-da4c4b9b9d33 tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b2e59f4-bf52-4f49-aec6-208e9457ac4f HTTP/1.1" status: 200 len: 945 time: 0.3490324 Feb 09 12:40:02.889684 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82547865-c6a8-412f-8c04-78186c018e45 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:40:02.893111 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-82547865-c6a8-412f-8c04-78186c018e45 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:02.944398 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d367aa2a-666b-4629-a9c5-4f7de191361a admin admin] Network 821a3ca6-9404-481f-8aeb-3b77268829e7 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:40:02.982659 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e28c054b-49a9-4ae7-9b4c-a3c504a63f07 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:02.986604 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3604abac-f424-41a1-87dc-f0c5cd34cbad tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:02.987080 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3604abac-f424-41a1-87dc-f0c5cd34cbad tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 88f51e1d-b794-4667-87e2-efab1115b395 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:40:02.993144 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce8e08-011c-4b2f-b06f-6bfd0ef016c1 req-6d1c6d18-a852-4e2b-a09e-5768b223cd6d tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:03.000398 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-98ce8e08-011c-4b2f-b06f-6bfd0ef016c1 req-6d1c6d18-a852-4e2b-a09e-5768b223cd6d tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 945 time: 0.3774323 Feb 09 12:40:03.023209 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ea8cda-753f-49b9-9bd7-c64deb2533ad None None] Resources bound (agent type, host, resource id): {{(pid=87569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 12:40:03.030872 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e1b7e06d-386b-4a4a-960a-b2b7eada5283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:03.031089 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-d367aa2a-666b-4629-a9c5-4f7de191361a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 821a3ca6-9404-481f-8aeb-3b77268829e7) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:40:03.035895 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d367aa2a-666b-4629-a9c5-4f7de191361a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:03.037118 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d367aa2a-666b-4629-a9c5-4f7de191361a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:03.064006 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c054b-49a9-4ae7-9b4c-a3c504a63f07 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event deleted for resources: {'Port': ['ID=e1a1e515-a581-46b8-be25-4c9bbc4d1611,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:03.149135 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3604abac-f424-41a1-87dc-f0c5cd34cbad tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:03.150207 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3604abac-f424-41a1-87dc-f0c5cd34cbad tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] 10.222.0.55 "DELETE /v2.0/routers/88f51e1d-b794-4667-87e2-efab1115b395 HTTP/1.1" status: 204 len: 168 time: 1.2629957 Feb 09 12:40:03.159722 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47408) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:03.160783 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28c054b-49a9-4ae7-9b4c-a3c504a63f07 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] No DVR routers for this DVR port e1a1e515-a581-46b8-be25-4c9bbc4d1611 on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:40:03.171556 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ed6fbc5-811f-4165-8e13-3aed7ba43b47 req-fa7746b2-17ed-4ea9-9d80-7050d7eeeaa6 tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] 10.222.0.55 "GET /v2.0/security-groups?id=490ee54e-44a5-484b-8a42-dfb9bee59ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364950 Feb 09 12:40:03.182022 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d367aa2a-666b-4629-a9c5-4f7de191361a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2362351 Feb 09 12:40:03.191224 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-98ce8e08-011c-4b2f-b06f-6bfd0ef016c1 req-64f398a0-2b29-4338-b712-02c6348e5462 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d7571fd-0756-4468-bd3c-a3877d2e955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896994 Feb 09 12:40:03.194842 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-66439770-bdbe-45be-933b-747110cb9dde tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Request body: {'router': {'name': 'tempest-router-1097122794', 'distributed': True}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:40:03.211023 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-66439770-bdbe-45be-933b-747110cb9dde tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:40:03.228288 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-66439770-bdbe-45be-933b-747110cb9dde tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Usage tracker for resource:router and tenant:bd88a31b9d9b43d29dfc0bc25aa737c6 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:40:03.232050 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-66439770-bdbe-45be-933b-747110cb9dde tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:40:03.236730 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb812639-1f1b-49f5-92ea-59b694a6acf0 admin admin] Router 881bf88b-8b8f-41b3-9882-692855c59c91 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:40:03.246489 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-66439770-bdbe-45be-933b-747110cb9dde tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:40:03.259321 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e28c054b-49a9-4ae7-9b4c-a3c504a63f07 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:03.319566 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-66439770-bdbe-45be-933b-747110cb9dde tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:03.321753 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-66439770-bdbe-45be-933b-747110cb9dde tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:03.497007 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-66439770-bdbe-45be-933b-747110cb9dde tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:03.528560 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e28c054b-49a9-4ae7-9b4c-a3c504a63f07 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:03.667228 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c054b-49a9-4ae7-9b4c-a3c504a63f07 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event deleted for resources: {'Subnet': ['ID=25263fc5-4a51-464e-92a0-ff8c1be37b48,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:03.668421 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd02661-bdf4-4365-bf3b-4558a1b5d196 None None] Network 821a3ca6-9404-481f-8aeb-3b77268829e7 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:40:03.728065 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb812639-1f1b-49f5-92ea-59b694a6acf0 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:40:03.762154 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-cb812639-1f1b-49f5-92ea-59b694a6acf0 admin admin] 10.222.0.55 "PUT /v2.0/routers/881bf88b-8b8f-41b3-9882-692855c59c91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2884836 Feb 09 12:40:03.811257 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:40:03.875805 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef75623-6976-4330-b176-cc1eaa91d3de None None] DHCP port deletion for 6fc4f45f-2dc9-49b8-a4e3-03b0d89c01c4 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:40:03.879647 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f24a98-c10f-4343-b8e7-579cb93e13e4 None None] Sync routers for ids ['881bf88b-8b8f-41b3-9882-692855c59c91'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:40:03.949731 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8924acf6-e3b5-424b-827a-5563df922203 None None] Network 6fc4f45f-2dc9-49b8-a4e3-03b0d89c01c4 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:40:04.000857 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e28c054b-49a9-4ae7-9b4c-a3c504a63f07 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:04.063779 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-e28c054b-49a9-4ae7-9b4c-a3c504a63f07 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fc4f45f-2dc9-49b8-a4e3-03b0d89c01c4']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:04.074132 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f24a98-c10f-4343-b8e7-579cb93e13e4 None None] Routers {'881bf88b-8b8f-41b3-9882-692855c59c91'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:40:04.075202 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-b4f24a98-c10f-4343-b8e7-579cb93e13e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:39:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['881bf88b-8b8f-41b3-9882-692855c59c91'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:04.101338 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-e28c054b-49a9-4ae7-9b4c-a3c504a63f07 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6ea7d3d-d014-497e-aa40-3a18f839f4f1') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:04.101556 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-e28c054b-49a9-4ae7-9b4c-a3c504a63f07 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6ea7d3d-d014-497e-aa40-3a18f839f4f1') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:04.112876 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cb8b3-d89a-4fda-bcde-24587b5d2991 req-1e1fb433-194a-4f02-ac39-0195f49a4ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:04.114371 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-954cb8b3-d89a-4fda-bcde-24587b5d2991 req-1e1fb433-194a-4f02-ac39-0195f49a4ad1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d89936366bc94a73a5bdc24ebfa20a42&device_id=7b2e59f4-bf52-4f49-aec6-208e9457ac4f HTTP/1.1" status: 200 len: 1096 time: 0.3405812 Feb 09 12:40:04.121719 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-66439770-bdbe-45be-933b-747110cb9dde tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:04.123011 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed8eae-f70e-47d0-99af-92a1315b6539 req-b1133ddf-fb8d-40b3-b030-4f3df80d7bd1 tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:04.124561 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-42ed8eae-f70e-47d0-99af-92a1315b6539 req-b1133ddf-fb8d-40b3-b030-4f3df80d7bd1 tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b2e59f4-bf52-4f49-aec6-208e9457ac4f HTTP/1.1" status: 200 len: 945 time: 0.2582374 Feb 09 12:40:04.170847 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e28c054b-49a9-4ae7-9b4c-a3c504a63f07 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:04.183866 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-66439770-bdbe-45be-933b-747110cb9dde tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:04.186685 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-66439770-bdbe-45be-933b-747110cb9dde tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.0237014 Feb 09 12:40:04.190215 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47434) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:04.209504 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e28c054b-49a9-4ae7-9b4c-a3c504a63f07 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:04.373421 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e28c054b-49a9-4ae7-9b4c-a3c504a63f07 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:40:04.373837 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e28c054b-49a9-4ae7-9b4c-a3c504a63f07 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:04.532449 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47448) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:04.551191 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbeeab7-670c-4dd9-9027-c79260e815d1 None None] DHCP port deletion for 6fc4f45f-2dc9-49b8-a4e3-03b0d89c01c4 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:40:04.554591 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-d23f98e5-22b4-4614-af70-8caf0e3e51bc admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-322127905-network', 'tenant_id': '95e1de33ea324d1791a7e7aceabd4992'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:40:04.578372 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-d23f98e5-22b4-4614-af70-8caf0e3e51bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:40:04.590866 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-9903b81a-b4a1-4b1f-a096-43c266f6f638 None None] Provisioning complete for port 5ea542ac-6918-4b2a-96f7-1e9526ceefd0 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:40:04.591281 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9903b81a-b4a1-4b1f-a096-43c266f6f638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:04.600891 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-42ed8eae-f70e-47d0-99af-92a1315b6539 req-3b0755c2-415d-49e9-8c99-c4c9a3ef806d tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] 10.222.0.55 "GET /v2.0/security-groups?id=490ee54e-44a5-484b-8a42-dfb9bee59ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982305 Feb 09 12:40:04.604577 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-d23f98e5-22b4-4614-af70-8caf0e3e51bc admin admin] Usage tracker for resource:network and tenant:95e1de33ea324d1791a7e7aceabd4992 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:40:04.608484 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-d23f98e5-22b4-4614-af70-8caf0e3e51bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:40:04.620491 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-d23f98e5-22b4-4614-af70-8caf0e3e51bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:40:04.645576 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cb8b3-d89a-4fda-bcde-24587b5d2991 req-d6158435-8542-408d-bd1a-86e6cbd7bbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:04.647620 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-954cb8b3-d89a-4fda-bcde-24587b5d2991 req-d6158435-8542-408d-bd1a-86e6cbd7bbf2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b164697a-bd83-4ea1-8a53-53aeef40bb02 HTTP/1.1" status: 200 len: 914 time: 0.5215299 Feb 09 12:40:04.669968 n-d-825178-3 neutron-server[87568]: DEBUG neutron.objects.ports [None req-82547865-c6a8-412f-8c04-78186c018e45 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87568) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 12:40:04.671060 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:40:04.671060 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:40:04.671060 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:40:04.671060 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:40:04.671060 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:40:04.671060 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:40:04.671060 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:40:04.671060 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:40:04.671060 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:40:04.671060 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:40:04.671060 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:40:04.671060 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:40:04.671060 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:40:04.671060 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:40:04.671060 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:40:04.671060 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:40:04.671060 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:40:04.671060 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:40:04.671060 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:40:04.671060 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:40:04.671060 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:40:04.671060 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:40:04.671060 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:40:04.671060 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:40:04.671060 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:40:04.671060 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:40:04.671060 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:40:04.671060 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:40:04.671060 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:40:04.671060 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:40:04.671060 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:40:04.671060 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:40:04.687606 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-82547865-c6a8-412f-8c04-78186c018e45 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:04.711788 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23f98e5-22b4-4614-af70-8caf0e3e51bc admin admin] Made reservation on behalf of 95e1de33ea324d1791a7e7aceabd4992 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:40:04.714418 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d23f98e5-22b4-4614-af70-8caf0e3e51bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:04.739855 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-954cb8b3-d89a-4fda-bcde-24587b5d2991 req-7d9c71e3-60ab-41b2-bcd8-2e971c00d546 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76bfb72d-92c9-46f1-be72-f2c935167327 HTTP/1.1" status: 200 len: 217 time: 0.0860517 Feb 09 12:40:04.741354 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d23f98e5-22b4-4614-af70-8caf0e3e51bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:04.751006 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-b4f24a98-c10f-4343-b8e7-579cb93e13e4 None None] Set router 881bf88b-8b8f-41b3-9882-692855c59c91 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:40:04.761413 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3de6c-3ac5-4880-974c-c757eb753918 req-78342406-9a06-4fcd-b9b1-f42c45a78462 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:04.768434 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-58d3de6c-3ac5-4880-974c-c757eb753918 req-78342406-9a06-4fcd-b9b1-f42c45a78462 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 945 time: 0.3644681 Feb 09 12:40:04.819060 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82547865-c6a8-412f-8c04-78186c018e45 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Subnet': ['ID=575d9d56-3d79-48ac-a2c2-d0e131146410,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:04.826312 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-d23f98e5-22b4-4614-af70-8caf0e3e51bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:40:04.829094 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-20b89cf8-cb5b-45b0-bfb6-b32f9e915e78 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:04.836717 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-9903b81a-b4a1-4b1f-a096-43c266f6f638 None None] Port 5ea542ac-6918-4b2a-96f7-1e9526ceefd0 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:40:04.839599 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47456) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:04.847138 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-d23f98e5-22b4-4614-af70-8caf0e3e51bc admin admin] Usage tracker for resource:security_group_rule and tenant:95e1de33ea324d1791a7e7aceabd4992 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:40:04.854828 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-eeadc202-855d-4fd6-b738-2d8c4e52957d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-882159272-network', 'tenant_id': '5ff17b7486ae49418ea3070b1231ff3a'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:40:04.865222 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-d23f98e5-22b4-4614-af70-8caf0e3e51bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:40:04.871350 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-eeadc202-855d-4fd6-b738-2d8c4e52957d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:40:04.879912 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-d23f98e5-22b4-4614-af70-8caf0e3e51bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:40:04.886480 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-eeadc202-855d-4fd6-b738-2d8c4e52957d admin admin] Usage tracker for resource:network and tenant:5ff17b7486ae49418ea3070b1231ff3a is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:40:04.895543 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-eeadc202-855d-4fd6-b738-2d8c4e52957d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:40:04.899065 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cb8b3-d89a-4fda-bcde-24587b5d2991 req-b60c00c7-e552-4910-a832-b2b351b17dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:04.900506 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-954cb8b3-d89a-4fda-bcde-24587b5d2991 req-b60c00c7-e552-4910-a832-b2b351b17dcf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ac1fd292-836a-4eb5-a4af-b4ad6fdff774 HTTP/1.1" status: 200 len: 853 time: 0.1490893 Feb 09 12:40:04.906509 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97e261b-12a6-4b7b-a190-89443cae29d0 None None] Network 821a3ca6-9404-481f-8aeb-3b77268829e7 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:40:04.909414 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-eeadc202-855d-4fd6-b738-2d8c4e52957d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:40:04.915771 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-58d3de6c-3ac5-4880-974c-c757eb753918 req-a4ce244d-dad7-44de-ab58-8f175cff227e tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d7571fd-0756-4468-bd3c-a3877d2e955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465542 Feb 09 12:40:04.967197 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82547865-c6a8-412f-8c04-78186c018e45 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:40:04.981010 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-82547865-c6a8-412f-8c04-78186c018e45 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:40:04.991938 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82547865-c6a8-412f-8c04-78186c018e45 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:04.992522 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-82547865-c6a8-412f-8c04-78186c018e45 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:04.993336 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-954cb8b3-d89a-4fda-bcde-24587b5d2991 req-c0bdcd7a-e6b8-4de2-815c-d4e8364ebe23 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b164697a-bd83-4ea1-8a53-53aeef40bb02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817199 Feb 09 12:40:04.997742 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeadc202-855d-4fd6-b738-2d8c4e52957d admin admin] Made reservation on behalf of 5ff17b7486ae49418ea3070b1231ff3a for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:40:05.001006 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eeadc202-855d-4fd6-b738-2d8c4e52957d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:05.016224 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5e818c-5f96-4ed0-b0d2-429566180fec None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:40:05.043889 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eeadc202-855d-4fd6-b738-2d8c4e52957d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:05.126456 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-eeadc202-855d-4fd6-b738-2d8c4e52957d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:40:05.138279 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-eeadc202-855d-4fd6-b738-2d8c4e52957d admin admin] Usage tracker for resource:security_group_rule and tenant:5ff17b7486ae49418ea3070b1231ff3a is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:40:05.143911 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-eeadc202-855d-4fd6-b738-2d8c4e52957d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:40:05.159617 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-eeadc202-855d-4fd6-b738-2d8c4e52957d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:40:05.192917 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e28c054b-49a9-4ae7-9b4c-a3c504a63f07 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:05.205966 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-82547865-c6a8-412f-8c04-78186c018e45 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.1282287 Feb 09 12:40:05.215667 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47460) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:05.226825 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-687f9faf-d98f-4ba0-812d-02fa3a4e1ca0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'port': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'mac_address': 'fa:16:3e:58:0e:ae', 'name': 'tempest-NetworksTestDHCPv6-1433738998'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:40:05.227013 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e28c054b-49a9-4ae7-9b4c-a3c504a63f07 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:05.232703 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e28c054b-49a9-4ae7-9b4c-a3c504a63f07 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "DELETE /v2.0/networks/6fc4f45f-2dc9-49b8-a4e3-03b0d89c01c4 HTTP/1.1" status: 204 len: 168 time: 7.3489304 Feb 09 12:40:05.232703 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-20b89cf8-cb5b-45b0-bfb6-b32f9e915e78 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:05.234726 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47464) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:05.235960 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-20b89cf8-cb5b-45b0-bfb6-b32f9e915e78 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:05.241222 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c054b-49a9-4ae7-9b4c-a3c504a63f07 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event deleted for resources: {'Network': ['ID=6fc4f45f-2dc9-49b8-a4e3-03b0d89c01c4,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:05.248438 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-7c5e875d-4337-4673-b60e-9699baba3cd7 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-586908313'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:40:05.251585 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d23f98e5-22b4-4614-af70-8caf0e3e51bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:05.258644 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-954cb8b3-d89a-4fda-bcde-24587b5d2991 req-011348c1-78b5-4583-9791-aad28bc2feb5 service neutron] 10.222.0.46 "GET /v2.0/networks/b164697a-bd83-4ea1-8a53-53aeef40bb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434211 Feb 09 12:40:05.267645 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7c5e875d-4337-4673-b60e-9699baba3cd7 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:40:05.273019 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7c5e875d-4337-4673-b60e-9699baba3cd7 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Usage tracker for resource:network and tenant:3fe8dec11ddd4b74aaa8bf07aa25bebd is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:40:05.278971 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7c5e875d-4337-4673-b60e-9699baba3cd7 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:40:05.291662 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7c5e875d-4337-4673-b60e-9699baba3cd7 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:40:05.294489 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-20b89cf8-cb5b-45b0-bfb6-b32f9e915e78 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:05.295217 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b89cf8-cb5b-45b0-bfb6-b32f9e915e78 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fdc4ab2f-449d-4581-9236-4249f38dfe62 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:40:05.336055 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-20b89cf8-cb5b-45b0-bfb6-b32f9e915e78 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:05.339320 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d23f98e5-22b4-4614-af70-8caf0e3e51bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:05.339866 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-20b89cf8-cb5b-45b0-bfb6-b32f9e915e78 tempest-RoutersTestDVR-754565562 tempest-RoutersTestDVR-754565562-project-admin] 10.222.0.55 "DELETE /v2.0/routers/fdc4ab2f-449d-4581-9236-4249f38dfe62 HTTP/1.1" status: 204 len: 168 time: 1.1472263 Feb 09 12:40:05.344255 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5e875d-4337-4673-b60e-9699baba3cd7 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Made reservation on behalf of 3fe8dec11ddd4b74aaa8bf07aa25bebd for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:40:05.347135 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7c5e875d-4337-4673-b60e-9699baba3cd7 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:05.401731 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c5e875d-4337-4673-b60e-9699baba3cd7 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:40:05.419811 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7c5e875d-4337-4673-b60e-9699baba3cd7 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:05.420202 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-7c5e875d-4337-4673-b60e-9699baba3cd7 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Added segment aa421a47-4e50-488a-83ce-4eebd2053123 of type vlan for network eba59180-a277-4070-af4c-c133b7754956 Feb 09 12:40:05.469685 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7c5e875d-4337-4673-b60e-9699baba3cd7 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:05.482329 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d23f98e5-22b4-4614-af70-8caf0e3e51bc admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:40:05.508998 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f98e5-22b4-4614-af70-8caf0e3e51bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcff9c21-3b53-40fd-9b19-36dc5180f912,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:05.539219 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d23f98e5-22b4-4614-af70-8caf0e3e51bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:05.539406 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7c5e875d-4337-4673-b60e-9699baba3cd7 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:05.539715 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-d23f98e5-22b4-4614-af70-8caf0e3e51bc admin admin] Added segment 79f2c575-0a63-4d57-8dd3-160a43a9a3aa of type vlan for network 2ef532d4-bf83-493a-a92a-9705449f6532 Feb 09 12:40:05.547370 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5e875d-4337-4673-b60e-9699baba3cd7 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:05.548663 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7c5e875d-4337-4673-b60e-9699baba3cd7 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:05.613259 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb41559e-5779-4fdb-a937-22cc23aea984 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'tenant_id': 'a7add69c825d45b8a9a99e00c87aae63', 'fixed_ips': [{'subnet_id': '575d9d56-3d79-48ac-a2c2-d0e131146410'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:40:05.614102 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fb41559e-5779-4fdb-a937-22cc23aea984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:05.618334 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-687f9faf-d98f-4ba0-812d-02fa3a4e1ca0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:40:05.627668 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-687f9faf-d98f-4ba0-812d-02fa3a4e1ca0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Usage tracker for resource:port and tenant:a7add69c825d45b8a9a99e00c87aae63 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:40:05.636178 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d23f98e5-22b4-4614-af70-8caf0e3e51bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:05.640387 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-687f9faf-d98f-4ba0-812d-02fa3a4e1ca0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:40:05.661238 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-954cb8b3-d89a-4fda-bcde-24587b5d2991 req-5b02c512-b7a0-4eec-ba44-928df9a53775 service neutron] 10.222.0.46 "GET /v2.0/networks/b164697a-bd83-4ea1-8a53-53aeef40bb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484406 Feb 09 12:40:05.664436 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-687f9faf-d98f-4ba0-812d-02fa3a4e1ca0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:40:05.685236 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device e1a1e515-a581-46b8-be25-4c9bbc4d1611 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:40:05.717817 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eeadc202-855d-4fd6-b738-2d8c4e52957d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:05.729576 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eeadc202-855d-4fd6-b738-2d8c4e52957d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:05.749721 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d23f98e5-22b4-4614-af70-8caf0e3e51bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:05.751770 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23f98e5-22b4-4614-af70-8caf0e3e51bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:05.752532 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d23f98e5-22b4-4614-af70-8caf0e3e51bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:05.776805 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687f9faf-d98f-4ba0-812d-02fa3a4e1ca0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:40:05.777118 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7c5e875d-4337-4673-b60e-9699baba3cd7 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5392435 Feb 09 12:40:05.780893 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47474) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:05.786986 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-3f81bc1f-4446-42f2-9564-bb72fc218e3e tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Request body: {'subnet': {'network_id': 'eba59180-a277-4070-af4c-c133b7754956', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:40:05.793216 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeadc202-855d-4fd6-b738-2d8c4e52957d admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:40:05.797232 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47478) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:05.801991 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e875d-4337-4673-b60e-9699baba3cd7 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event updated for resources: {'Network': ['ID=eba59180-a277-4070-af4c-c133b7754956,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:05.907921 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network eba59180-a277-4070-af4c-c133b7754956 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:40:05.916830 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3f81bc1f-4446-42f2-9564-bb72fc218e3e tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:40:05.922168 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3f81bc1f-4446-42f2-9564-bb72fc218e3e tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Usage tracker for resource:subnet and tenant:3fe8dec11ddd4b74aaa8bf07aa25bebd is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:40:05.927366 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3f81bc1f-4446-42f2-9564-bb72fc218e3e tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:40:05.939418 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3f81bc1f-4446-42f2-9564-bb72fc218e3e tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:40:06.003735 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeadc202-855d-4fd6-b738-2d8c4e52957d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbce2e1-04da-48f7-aee0-94fb16e018a2,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:06.014302 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eeadc202-855d-4fd6-b738-2d8c4e52957d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:06.014650 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-eeadc202-855d-4fd6-b738-2d8c4e52957d admin admin] Added segment ab9162a2-48b1-4949-aaca-6b08427f45b8 of type vlan for network 59c38b92-af1f-499a-b702-fc62b01dae27 Feb 09 12:40:06.051741 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f98e5-22b4-4614-af70-8caf0e3e51bc admin admin] Pushing event updated for resources: {'Network': ['ID=2ef532d4-bf83-493a-a92a-9705449f6532,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:06.056416 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-b4f24a98-c10f-4343-b8e7-579cb93e13e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881bf88b-8b8f-41b3-9882-692855c59c91', 'name': 'tempest-TestAggregatesBasicOps-1812357715-router', 'tenant_id': '10b74e0e64c94b1f9b766afd7154b764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '592b47ec-577e-4e7a-8b1a-54945440c2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:39:45Z', 'updated_at': '2022-02-09T12:40:01Z', 'revision_number': 4, 'project_id': '10b74e0e64c94b1f9b766afd7154b764', 'gw_port': {'id': '592b47ec-577e-4e7a-8b1a-54945440c2a1', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881bf88b-8b8f-41b3-9882-692855c59c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:39:48Z', 'updated_at': '2022-02-09T12:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '5ea542ac-6918-4b2a-96f7-1e9526ceefd0', 'name': '', 'network_id': '38a3d6ba-d7d5-45b6-8fc4-0483c51eba57', 'tenant_id': '10b74e0e64c94b1f9b766afd7154b764', 'mac_address': 'fa:16:3e:ba:59:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881bf88b-8b8f-41b3-9882-692855c59c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '3fad3b17-6d83-4447-8ced-94d5888702c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:39:58Z', 'updated_at': '2022-02-09T12:40:01Z', 'revision_number': 2, 'project_id': '10b74e0e64c94b1f9b766afd7154b764', 'subnets': [{'id': '3fad3b17-6d83-4447-8ced-94d5888702c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:06.064901 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f24a98-c10f-4343-b8e7-579cb93e13e4 None None] Checking router: 881bf88b-8b8f-41b3-9882-692855c59c91 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:40:06.065468 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f24a98-c10f-4343-b8e7-579cb93e13e4 None None] Updating router 881bf88b-8b8f-41b3-9882-692855c59c91 port 5ea542ac-6918-4b2a-96f7-1e9526ceefd0 binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:40:06.076330 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f81bc1f-4446-42f2-9564-bb72fc218e3e tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Made reservation on behalf of 3fe8dec11ddd4b74aaa8bf07aa25bebd for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:40:06.085823 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3f81bc1f-4446-42f2-9564-bb72fc218e3e tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:06.092871 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: e1a1e515-a581-46b8-be25-4c9bbc4d1611 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:40:06.093392 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device e1a1e515-a581-46b8-be25-4c9bbc4d1611 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:40:06.099125 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d23f98e5-22b4-4614-af70-8caf0e3e51bc admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5583060 Feb 09 12:40:06.107237 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47490) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:06.111635 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 2ef532d4-bf83-493a-a92a-9705449f6532 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:40:06.118532 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eeadc202-855d-4fd6-b738-2d8c4e52957d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:06.122522 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-c8169960-bf2d-4ffd-a5c5-b672a1ebc964 admin admin] Request body: {'subnet': {'network_id': '2ef532d4-bf83-493a-a92a-9705449f6532', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-322127905-subnet', 'tenant_id': '95e1de33ea324d1791a7e7aceabd4992', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:40:06.129233 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7e886c67-177c-46ae-be28-ea81e2800b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:06.132776 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c8169960-bf2d-4ffd-a5c5-b672a1ebc964 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:40:06.137532 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c8169960-bf2d-4ffd-a5c5-b672a1ebc964 admin admin] Usage tracker for resource:subnet and tenant:95e1de33ea324d1791a7e7aceabd4992 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:40:06.141154 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c8169960-bf2d-4ffd-a5c5-b672a1ebc964 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:40:06.152791 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c8169960-bf2d-4ffd-a5c5-b672a1ebc964 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:40:06.170188 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-7e886c67-177c-46ae-be28-ea81e2800b1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:40:06.181616 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-687f9faf-d98f-4ba0-812d-02fa3a4e1ca0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:06.201332 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-7e886c67-177c-46ae-be28-ea81e2800b1f admin admin] Usage tracker for resource:security_group_rule and tenant:23548a3fc1744c9aaacd43cda16b632e is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:40:06.206983 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-7e886c67-177c-46ae-be28-ea81e2800b1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:40:06.218245 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-7e886c67-177c-46ae-be28-ea81e2800b1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:40:06.232552 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8169960-bf2d-4ffd-a5c5-b672a1ebc964 admin admin] Made reservation on behalf of 95e1de33ea324d1791a7e7aceabd4992 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:40:06.236734 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c8169960-bf2d-4ffd-a5c5-b672a1ebc964 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:06.249773 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eeadc202-855d-4fd6-b738-2d8c4e52957d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:06.250938 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeadc202-855d-4fd6-b738-2d8c4e52957d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:06.251667 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eeadc202-855d-4fd6-b738-2d8c4e52957d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:06.257859 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [None req-687f9faf-d98f-4ba0-812d-02fa3a4e1ca0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] device_id is not set on port 8d3eb696-1c97-4453-a7e7-3f0bc84866c0 yet. {{(pid=87567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:40:06.450612 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b4f24a98-c10f-4343-b8e7-579cb93e13e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:06.486262 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98fc8b-e1b7-4549-911e-e5cc7141dce8 req-2fa3fbe2-84b3-4d0e-9e81-94bbee94915e tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:06.493775 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bb98fc8b-e1b7-4549-911e-e5cc7141dce8 req-2fa3fbe2-84b3-4d0e-9e81-94bbee94915e tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b2e59f4-bf52-4f49-aec6-208e9457ac4f HTTP/1.1" status: 200 len: 945 time: 0.6692328 Feb 09 12:40:06.562472 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-fb41559e-5779-4fdb-a937-22cc23aea984 None None] Allocated IP 2001:db8::f816:3eff:fe1d:8bc4 (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/575d9d56-3d79-48ac-a2c2-d0e131146410/35b28cfb-d271-41e1-842f-330c9dee0018) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:40:06.630239 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3f81bc1f-4446-42f2-9564-bb72fc218e3e tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:06.678851 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c8169960-bf2d-4ffd-a5c5-b672a1ebc964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:06.717466 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeadc202-855d-4fd6-b738-2d8c4e52957d admin admin] Pushing event updated for resources: {'Network': ['ID=59c38b92-af1f-499a-b702-fc62b01dae27,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:06.729413 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-eeadc202-855d-4fd6-b738-2d8c4e52957d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8842785 Feb 09 12:40:06.732413 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47494) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:06.738643 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f81bc1f-4446-42f2-9564-bb72fc218e3e tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event updated for resources: {'Subnet': ['ID=3167e097-4b61-4979-91a5-10b591b8e720,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:06.744242 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-401761e0-4079-43a2-8172-5c6317faec13 admin admin] Request body: {'subnet': {'network_id': '59c38b92-af1f-499a-b702-fc62b01dae27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-882159272-subnet', 'tenant_id': '5ff17b7486ae49418ea3070b1231ff3a', 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:40:06.755806 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bb98fc8b-e1b7-4549-911e-e5cc7141dce8 req-25debd8a-ace1-4233-bf58-1f69c949b7f4 tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] 10.222.0.55 "GET /v2.0/security-groups?id=490ee54e-44a5-484b-8a42-dfb9bee59ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610586 Feb 09 12:40:06.763469 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 59c38b92-af1f-499a-b702-fc62b01dae27 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:40:06.784077 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-401761e0-4079-43a2-8172-5c6317faec13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:40:06.805209 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-401761e0-4079-43a2-8172-5c6317faec13 admin admin] Usage tracker for resource:subnet and tenant:5ff17b7486ae49418ea3070b1231ff3a is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:40:06.814415 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-401761e0-4079-43a2-8172-5c6317faec13 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:40:06.818389 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f81bc1f-4446-42f2-9564-bb72fc218e3e tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Checking segment: {'id': 'aa421a47-4e50-488a-83ce-4eebd2053123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'eba59180-a277-4070-af4c-c133b7754956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:40:06.819890 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f81bc1f-4446-42f2-9564-bb72fc218e3e tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Network hostable DHCP agents. Network: eba59180-a277-4070-af4c-c133b7754956, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:40:06.827416 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f74cb-e0a8-4b02-8f1b-939d7703f300 req-ceacb1ac-cbcf-4589-9faa-902e9577c5b2 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:06.832319 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-401761e0-4079-43a2-8172-5c6317faec13 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:40:06.832812 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-118f74cb-e0a8-4b02-8f1b-939d7703f300 req-ceacb1ac-cbcf-4589-9faa-902e9577c5b2 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 945 time: 0.2634451 Feb 09 12:40:06.845432 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7e886c67-177c-46ae-be28-ea81e2800b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:06.852610 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8169960-bf2d-4ffd-a5c5-b672a1ebc964 admin admin] Checking segment: {'id': '79f2c575-0a63-4d57-8dd3-160a43a9a3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '2ef532d4-bf83-493a-a92a-9705449f6532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:40:06.853000 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8169960-bf2d-4ffd-a5c5-b672a1ebc964 admin admin] Network hostable DHCP agents. Network: 2ef532d4-bf83-493a-a92a-9705449f6532, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:40:06.857094 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8169960-bf2d-4ffd-a5c5-b672a1ebc964 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9e64ed9-f018-48aa-bd9d-f84793aff911,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:06.872880 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401761e0-4079-43a2-8172-5c6317faec13 admin admin] Made reservation on behalf of 5ff17b7486ae49418ea3070b1231ff3a for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:40:06.874148 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7e886c67-177c-46ae-be28-ea81e2800b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:06.875218 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-401761e0-4079-43a2-8172-5c6317faec13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:06.900617 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f81bc1f-4446-42f2-9564-bb72fc218e3e tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Network eba59180-a277-4070-af4c-c133b7754956 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:40:06.940358 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-118f74cb-e0a8-4b02-8f1b-939d7703f300 req-d51a3368-9dc4-480f-a247-ef60396ba19d tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d7571fd-0756-4468-bd3c-a3877d2e955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005671 Feb 09 12:40:06.945887 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e886c67-177c-46ae-be28-ea81e2800b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e98b70-4cce-419b-944c-72d658b4a348,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:06.958388 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-7e886c67-177c-46ae-be28-ea81e2800b1f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=23548a3fc1744c9aaacd43cda16b632e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1519594 Feb 09 12:40:06.960818 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47498) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:07.042622 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fd6ea325-c9ca-4679-b72b-099313e9d14b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:07.073287 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fd6ea325-c9ca-4679-b72b-099313e9d14b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:07.083347 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fb41559e-5779-4fdb-a937-22cc23aea984 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:07.092539 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8169960-bf2d-4ffd-a5c5-b672a1ebc964 admin admin] Network 2ef532d4-bf83-493a-a92a-9705449f6532 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:40:07.101021 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-3f81bc1f-4446-42f2-9564-bb72fc218e3e tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, eba59180-a277-4070-af4c-c133b7754956) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:40:07.107667 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-c8169960-bf2d-4ffd-a5c5-b672a1ebc964 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 2ef532d4-bf83-493a-a92a-9705449f6532) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:40:07.109795 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f81bc1f-4446-42f2-9564-bb72fc218e3e tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:07.110422 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3f81bc1f-4446-42f2-9564-bb72fc218e3e tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:07.123956 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8169960-bf2d-4ffd-a5c5-b672a1ebc964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:07.125101 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c8169960-bf2d-4ffd-a5c5-b672a1ebc964 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:07.158338 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fd6ea325-c9ca-4679-b72b-099313e9d14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:07.175496 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ea325-c9ca-4679-b72b-099313e9d14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e98b70-4cce-419b-944c-72d658b4a348,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:07.180608 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3f81bc1f-4446-42f2-9564-bb72fc218e3e tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3950229 Feb 09 12:40:07.181320 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c8169960-bf2d-4ffd-a5c5-b672a1ebc964 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0699618 Feb 09 12:40:07.181820 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47502) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:07.211419 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-fb41559e-5779-4fdb-a937-22cc23aea984 None None] Transition to ACTIVE for port object 35b28cfb-d271-41e1-842f-330c9dee0018 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:40:07.217962 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919d06ac-7af1-4389-a394-db4da9df6777 None None] Network eba59180-a277-4070-af4c-c133b7754956 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:40:07.238666 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c740a1-0b77-4146-9aa6-1fffcffb7d8b None None] Network 2ef532d4-bf83-493a-a92a-9705449f6532 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:40:07.307417 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fd6ea325-c9ca-4679-b72b-099313e9d14b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:07.312065 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-fd6ea325-c9ca-4679-b72b-099313e9d14b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/28e98b70-4cce-419b-944c-72d658b4a348 HTTP/1.1" status: 204 len: 168 time: 0.3364646 Feb 09 12:40:07.333042 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-401761e0-4079-43a2-8172-5c6317faec13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:07.469432 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401761e0-4079-43a2-8172-5c6317faec13 admin admin] Checking segment: {'id': 'ab9162a2-48b1-4949-aaca-6b08427f45b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '59c38b92-af1f-499a-b702-fc62b01dae27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:40:07.469962 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401761e0-4079-43a2-8172-5c6317faec13 admin admin] Network hostable DHCP agents. Network: 59c38b92-af1f-499a-b702-fc62b01dae27, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:40:07.476841 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401761e0-4079-43a2-8172-5c6317faec13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=629521b9-2cc2-41aa-89f9-e684b758fa33,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:07.480330 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-47087dfe-a278-4319-8b6e-6be73fbf25a1 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:07.492784 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-fb41559e-5779-4fdb-a937-22cc23aea984 None None] Transition to ACTIVE for port object 35b28cfb-d271-41e1-842f-330c9dee0018 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:40:07.510252 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401761e0-4079-43a2-8172-5c6317faec13 admin admin] Network 59c38b92-af1f-499a-b702-fc62b01dae27 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:40:07.526076 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-401761e0-4079-43a2-8172-5c6317faec13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 59c38b92-af1f-499a-b702-fc62b01dae27) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:40:07.526562 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fb41559e-5779-4fdb-a937-22cc23aea984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:07.539668 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401761e0-4079-43a2-8172-5c6317faec13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:07.541841 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-401761e0-4079-43a2-8172-5c6317faec13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:07.582847 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-401761e0-4079-43a2-8172-5c6317faec13 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8488424 Feb 09 12:40:07.585425 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47512) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:07.595000 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-a09c6b60-5a9f-4e39-a1a9-6e9db9813da4 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-882159272-router', 'tenant_id': '5ff17b7486ae49418ea3070b1231ff3a', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:40:07.600935 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a09c6b60-5a9f-4e39-a1a9-6e9db9813da4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:40:07.605756 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a09c6b60-5a9f-4e39-a1a9-6e9db9813da4 admin admin] Usage tracker for resource:router and tenant:5ff17b7486ae49418ea3070b1231ff3a is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:40:07.610049 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a09c6b60-5a9f-4e39-a1a9-6e9db9813da4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:40:07.617103 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0ff994-dd74-4647-bc93-fc8e74e5b1d8 None None] Network 59c38b92-af1f-499a-b702-fc62b01dae27 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:40:07.617789 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a09c6b60-5a9f-4e39-a1a9-6e9db9813da4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:40:07.660476 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-47087dfe-a278-4319-8b6e-6be73fbf25a1 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:07.660722 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a09c6b60-5a9f-4e39-a1a9-6e9db9813da4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:07.663078 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a09c6b60-5a9f-4e39-a1a9-6e9db9813da4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:07.693194 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a09c6b60-5a9f-4e39-a1a9-6e9db9813da4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:07.702385 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-687f9faf-d98f-4ba0-812d-02fa3a4e1ca0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Allocated IP 2001:db8::f816:3eff:fe58:eae (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/575d9d56-3d79-48ac-a2c2-d0e131146410/8d3eb696-1c97-4453-a7e7-3f0bc84866c0) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:40:07.868045 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-47087dfe-a278-4319-8b6e-6be73fbf25a1 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:07.935705 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb41559e-5779-4fdb-a937-22cc23aea984 None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:40:07.977799 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b4f24a98-c10f-4343-b8e7-579cb93e13e4 None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:07.991252 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-fb41559e-5779-4fdb-a937-22cc23aea984 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:40:08.024843 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb41559e-5779-4fdb-a937-22cc23aea984 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:40:08.103869 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47087dfe-a278-4319-8b6e-6be73fbf25a1 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event deleted for resources: {'Subnet': ['ID=3167e097-4b61-4979-91a5-10b591b8e720,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:08.121311 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47526) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:08.194980 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-fb41559e-5779-4fdb-a937-22cc23aea984 None None] Attempting to bind port 35b28cfb-d271-41e1-842f-330c9dee0018 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:40:08.195516 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-fb41559e-5779-4fdb-a937-22cc23aea984 None None] Attempting to bind port 35b28cfb-d271-41e1-842f-330c9dee0018 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:40:08.195712 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb41559e-5779-4fdb-a937-22cc23aea984 None None] Attempting to bind port 35b28cfb-d271-41e1-842f-330c9dee0018 on network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:40:08.202388 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7a4cf873-3855-4ad0-b485-8fe56afc844a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:08.203439 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b4f24a98-c10f-4343-b8e7-579cb93e13e4 None None] Transition to ACTIVE for port object 5ea542ac-6918-4b2a-96f7-1e9526ceefd0 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:40:08.218296 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d53cb2-8f7a-4910-b953-5b2b275712eb None None] Network eba59180-a277-4070-af4c-c133b7754956 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:40:08.224579 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a09c6b60-5a9f-4e39-a1a9-6e9db9813da4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:08.234666 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7a4cf873-3855-4ad0-b485-8fe56afc844a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:40:08.240145 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb41559e-5779-4fdb-a937-22cc23aea984 None None] Pushing event updated for resources: {'Port': ['ID=35b28cfb-d271-41e1-842f-330c9dee0018,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:08.240936 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7a4cf873-3855-4ad0-b485-8fe56afc844a admin admin] Usage tracker for resource:security_group_rule and tenant:bd88a31b9d9b43d29dfc0bc25aa737c6 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:40:08.242679 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb41559e-5779-4fdb-a937-22cc23aea984 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:40:08.243051 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb41559e-5779-4fdb-a937-22cc23aea984 None None] Checking segment: {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:40:08.243460 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fb41559e-5779-4fdb-a937-22cc23aea984 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:08.243861 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb41559e-5779-4fdb-a937-22cc23aea984 None None] Bound using segment: {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:40:08.244343 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-fb41559e-5779-4fdb-a937-22cc23aea984 None None] Bound port: 35b28cfb-d271-41e1-842f-330c9dee0018, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:40:08.244719 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fb41559e-5779-4fdb-a937-22cc23aea984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:08.246453 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7a4cf873-3855-4ad0-b485-8fe56afc844a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:40:08.269950 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b4f24a98-c10f-4343-b8e7-579cb93e13e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:08.280515 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7a4cf873-3855-4ad0-b485-8fe56afc844a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:40:08.306658 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-47087dfe-a278-4319-8b6e-6be73fbf25a1 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:08.434410 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-47087dfe-a278-4319-8b6e-6be73fbf25a1 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eba59180-a277-4070-af4c-c133b7754956']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:08.460585 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-687f9faf-d98f-4ba0-812d-02fa3a4e1ca0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:08.468094 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-47087dfe-a278-4319-8b6e-6be73fbf25a1 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa421a47-4e50-488a-83ce-4eebd2053123') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:08.468485 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-47087dfe-a278-4319-8b6e-6be73fbf25a1 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa421a47-4e50-488a-83ce-4eebd2053123') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:08.505199 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7a4cf873-3855-4ad0-b485-8fe56afc844a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:08.515686 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7a4cf873-3855-4ad0-b485-8fe56afc844a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:08.517989 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-47087dfe-a278-4319-8b6e-6be73fbf25a1 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:08.525101 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-687f9faf-d98f-4ba0-812d-02fa3a4e1ca0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Transition to ACTIVE for port object 8d3eb696-1c97-4453-a7e7-3f0bc84866c0 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:40:08.557256 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ee800-5714-42ca-9838-8519b3c3fd63 req-7f3b9d67-5409-442f-ac9a-26ec2a5141e6 tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:08.559422 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c76ee800-5714-42ca-9838-8519b3c3fd63 req-7f3b9d67-5409-442f-ac9a-26ec2a5141e6 tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b2e59f4-bf52-4f49-aec6-208e9457ac4f HTTP/1.1" status: 200 len: 945 time: 0.5213296 Feb 09 12:40:08.560900 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7a4cf873-3855-4ad0-b485-8fe56afc844a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bd88a31b9d9b43d29dfc0bc25aa737c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3877861 Feb 09 12:40:08.563243 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47538) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:08.570093 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-64a94d72-02cf-4909-aee9-a9260157c057 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:08.570926 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-64a94d72-02cf-4909-aee9-a9260157c057 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Synchronizing usage tracker for tenant:c3f3bb2665754bb7b2106bec898c4e16 on resource:network {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:40:08.574057 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-47087dfe-a278-4319-8b6e-6be73fbf25a1 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:08.584411 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47087dfe-a278-4319-8b6e-6be73fbf25a1 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:40:08.584910 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-47087dfe-a278-4319-8b6e-6be73fbf25a1 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:08.596714 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3064b168-377d-4d96-9b81-2a4012dc9eaf None None] Network 2ef532d4-bf83-493a-a92a-9705449f6532 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:40:08.602289 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:40:08.602289 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:40:08.602289 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:40:08.602289 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:40:08.602289 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:40:08.602289 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:40:08.602289 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:40:08.602289 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:40:08.602289 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:40:08.602289 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:40:08.602289 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:40:08.602289 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:40:08.602289 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:40:08.602289 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:40:08.602289 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:40:08.602289 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:40:08.602289 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:40:08.602289 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:40:08.602289 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:40:08.602289 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:40:08.602289 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:40:08.602289 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:40:08.602289 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:40:08.602289 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:40:08.602289 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:40:08.602289 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:40:08.602289 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:40:08.602289 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:40:08.602289 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:40:08.602289 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:40:08.602289 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:40:08.602289 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:40:08.731952 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-64a94d72-02cf-4909-aee9-a9260157c057 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Unset dirty status for tenant:c3f3bb2665754bb7b2106bec898c4e16 on resource:network {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:40:08.733242 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-64a94d72-02cf-4909-aee9-a9260157c057 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/networks?id=821a3ca6-9404-481f-8aeb-3b77268829e7 HTTP/1.1" status: 200 len: 812 time: 0.5156586 Feb 09 12:40:08.750878 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c76ee800-5714-42ca-9838-8519b3c3fd63 req-2ba532ba-2bb3-42af-90d4-e7acf2574f65 tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] 10.222.0.55 "GET /v2.0/security-groups?id=490ee54e-44a5-484b-8a42-dfb9bee59ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468952 Feb 09 12:40:08.754980 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4cf873-3855-4ad0-b485-8fe56afc844a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531f0811-d9de-47cd-a4b9-100a3014a214,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:08.765238 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-687f9faf-d98f-4ba0-812d-02fa3a4e1ca0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:08.828149 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-6aec28f6-e262-465d-9ffe-edc155a08753 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/quotas/c3f3bb2665754bb7b2106bec898c4e16 HTTP/1.1" status: 200 len: 375 time: 0.0700393 Feb 09 12:40:08.828971 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-47087dfe-a278-4319-8b6e-6be73fbf25a1 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:08.847654 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ff9b9049-df8f-4494-8da1-f65e2e9a57de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:08.878703 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a09c6b60-5a9f-4e39-a1a9-6e9db9813da4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:08.922211 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ff9b9049-df8f-4494-8da1-f65e2e9a57de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:08.930242 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a09c6b60-5a9f-4e39-a1a9-6e9db9813da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:08.997527 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be6ef8-9e41-4da1-9dc2-d8122ff48748 None None] Pushing event updated for resources: {'Port': ['ID=5ea542ac-6918-4b2a-96f7-1e9526ceefd0,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:09.050445 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-47087dfe-a278-4319-8b6e-6be73fbf25a1 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:09.073693 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-b4f24a98-c10f-4343-b8e7-579cb93e13e4 None None] Attempting to bind port 5ea542ac-6918-4b2a-96f7-1e9526ceefd0 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:40:09.074082 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-b4f24a98-c10f-4343-b8e7-579cb93e13e4 None None] Attempting to bind port 5ea542ac-6918-4b2a-96f7-1e9526ceefd0 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '183ad3f1-1647-499f-ad8a-65136b02e339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '38a3d6ba-d7d5-45b6-8fc4-0483c51eba57'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:40:09.074651 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f24a98-c10f-4343-b8e7-579cb93e13e4 None None] Attempting to bind port 5ea542ac-6918-4b2a-96f7-1e9526ceefd0 on network 38a3d6ba-d7d5-45b6-8fc4-0483c51eba57 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:40:09.107101 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b282f90-c7c4-4809-91cb-2f8215486b58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-59c38b92-af1f-499a-b702-fc62b01dae27', 'network_id': '59c38b92-af1f-499a-b702-fc62b01dae27', 'tenant_id': '5ff17b7486ae49418ea3070b1231ff3a', 'fixed_ips': [{'subnet_id': '629521b9-2cc2-41aa-89f9-e684b758fa33'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:40:09.108243 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2b282f90-c7c4-4809-91cb-2f8215486b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:09.124452 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47087dfe-a278-4319-8b6e-6be73fbf25a1 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event deleted for resources: {'Network': ['ID=eba59180-a277-4070-af4c-c133b7754956,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:09.125331 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f24a98-c10f-4343-b8e7-579cb93e13e4 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:40:09.125862 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f24a98-c10f-4343-b8e7-579cb93e13e4 None None] Checking segment: {'id': '183ad3f1-1647-499f-ad8a-65136b02e339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '38a3d6ba-d7d5-45b6-8fc4-0483c51eba57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:40:09.126297 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b4f24a98-c10f-4343-b8e7-579cb93e13e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:09.126725 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f24a98-c10f-4343-b8e7-579cb93e13e4 None None] Bound using segment: {'id': '183ad3f1-1647-499f-ad8a-65136b02e339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '38a3d6ba-d7d5-45b6-8fc4-0483c51eba57'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:40:09.127195 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-b4f24a98-c10f-4343-b8e7-579cb93e13e4 None None] Bound port: 5ea542ac-6918-4b2a-96f7-1e9526ceefd0, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183ad3f1-1647-499f-ad8a-65136b02e339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '38a3d6ba-d7d5-45b6-8fc4-0483c51eba57'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:40:09.127762 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b4f24a98-c10f-4343-b8e7-579cb93e13e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:09.134401 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ff9b9049-df8f-4494-8da1-f65e2e9a57de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:09.141224 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-05c218fb-cf3f-4ebb-871f-e7ca54363e61 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c3f3bb2665754bb7b2106bec898c4e16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2806342 Feb 09 12:40:09.146341 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-fb41559e-5779-4fdb-a937-22cc23aea984 None None] For port 35b28cfb-d271-41e1-842f-330c9dee0018, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:40:09.158311 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687f9faf-d98f-4ba0-812d-02fa3a4e1ca0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:40:09.162165 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b9049-df8f-4494-8da1-f65e2e9a57de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531f0811-d9de-47cd-a4b9-100a3014a214,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:09.164005 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f9faf-d98f-4ba0-812d-02fa3a4e1ca0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Port': ['ID=8d3eb696-1c97-4453-a7e7-3f0bc84866c0,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:09.167130 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-a09c6b60-5a9f-4e39-a1a9-6e9db9813da4 admin admin] Allocated IP 172.25.7.230 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/41f75be4-7ae8-483a-a36b-1546c8801337) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:40:09.172306 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47546) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:09.172740 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-47087dfe-a278-4319-8b6e-6be73fbf25a1 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "DELETE /v2.0/networks/eba59180-a277-4070-af4c-c133b7754956 HTTP/1.1" status: 204 len: 168 time: 1.9897313 Feb 09 12:40:09.174397 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-687f9faf-d98f-4ba0-812d-02fa3a4e1ca0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:40:09.182308 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-fedd5b6d-8611-4382-8ec6-1baebfad4f96 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2143216994'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:40:09.189444 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687f9faf-d98f-4ba0-812d-02fa3a4e1ca0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:40:09.195159 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-fedd5b6d-8611-4382-8ec6-1baebfad4f96 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:40:09.198978 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687f9faf-d98f-4ba0-812d-02fa3a4e1ca0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:09.200786 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-687f9faf-d98f-4ba0-812d-02fa3a4e1ca0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:09.204764 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-fb41559e-5779-4fdb-a937-22cc23aea984 None None] For port 35b28cfb-d271-41e1-842f-330c9dee0018, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=35b28cfb-d271-41e1-842f-330c9dee0018,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:40:09.206244 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-fedd5b6d-8611-4382-8ec6-1baebfad4f96 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Usage tracker for resource:network and tenant:3fe8dec11ddd4b74aaa8bf07aa25bebd is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:40:09.228349 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-fedd5b6d-8611-4382-8ec6-1baebfad4f96 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:40:09.235327 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-687f9faf-d98f-4ba0-812d-02fa3a4e1ca0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.0185783 Feb 09 12:40:09.239076 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47550) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:09.308417 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fb41559e-5779-4fdb-a937-22cc23aea984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:09.324651 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-fedd5b6d-8611-4382-8ec6-1baebfad4f96 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:40:09.336139 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c41bfa-2ff6-4ced-9b4f-298c5253489c req-a4e0a2f5-9653-403a-a5dd-5e8bf4b389f3 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:09.343985 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-24c41bfa-2ff6-4ced-9b4f-298c5253489c req-a4e0a2f5-9653-403a-a5dd-5e8bf4b389f3 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 945 time: 0.3290498 Feb 09 12:40:09.376854 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ff9b9049-df8f-4494-8da1-f65e2e9a57de admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:09.385353 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ff9b9049-df8f-4494-8da1-f65e2e9a57de admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/531f0811-d9de-47cd-a4b9-100a3014a214 HTTP/1.1" status: 204 len: 168 time: 0.8210633 Feb 09 12:40:09.424503 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fedd5b6d-8611-4382-8ec6-1baebfad4f96 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Made reservation on behalf of 3fe8dec11ddd4b74aaa8bf07aa25bebd for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:40:09.429136 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fedd5b6d-8611-4382-8ec6-1baebfad4f96 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:09.446914 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-24c41bfa-2ff6-4ced-9b4f-298c5253489c req-240b6190-43c2-4659-8a79-9c1ba652fae6 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d7571fd-0756-4468-bd3c-a3877d2e955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016462 Feb 09 12:40:09.473459 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bfdf83-a699-40ed-bf3f-f301dc90a7e4 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:09.473459 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bfdf83-a699-40ed-bf3f-f301dc90a7e4 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:09.474431 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c8bfdf83-a699-40ed-bf3f-f301dc90a7e4 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Synchronizing usage tracker for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:40:09.619745 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c8bfdf83-a699-40ed-bf3f-f301dc90a7e4 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Unset dirty status for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:40:09.624186 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47558) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:09.624729 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c8bfdf83-a699-40ed-bf3f-f301dc90a7e4 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3832154 Feb 09 12:40:09.687143 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-b4f24a98-c10f-4343-b8e7-579cb93e13e4 None None] For port 5ea542ac-6918-4b2a-96f7-1e9526ceefd0, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:40:09.696838 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-b4f24a98-c10f-4343-b8e7-579cb93e13e4 None None] For port 5ea542ac-6918-4b2a-96f7-1e9526ceefd0, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5ea542ac-6918-4b2a-96f7-1e9526ceefd0,segment=NetworkSegment(183ad3f1-1647-499f-ad8a-65136b02e339),segment_id=183ad3f1-1647-499f-ad8a-65136b02e339)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:40:09.705045 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb41559e-5779-4fdb-a937-22cc23aea984 None None] Pushing event updated for resources: {'Port': ['ID=35b28cfb-d271-41e1-842f-330c9dee0018,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:09.717989 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-ea161e57-5497-4332-af83-df70860171c7 service neutron] 10.222.0.55 "GET /v2.0/networks/821a3ca6-9404-481f-8aeb-3b77268829e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5757520 Feb 09 12:40:09.728613 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b4f24a98-c10f-4343-b8e7-579cb93e13e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:09.735384 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-c4612855-fb34-43f2-9f4f-52035cc720d2 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Deleting port 8d3eb696-1c97-4453-a7e7-3f0bc84866c0 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:40:09.735819 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c4612855-fb34-43f2-9f4f-52035cc720d2 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:09.791390 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fedd5b6d-8611-4382-8ec6-1baebfad4f96 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:40:09.857156 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a09c6b60-5a9f-4e39-a1a9-6e9db9813da4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:09.859134 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-2b282f90-c7c4-4809-91cb-2f8215486b58 None None] Allocated IP 172.20.0.2 (59c38b92-af1f-499a-b702-fc62b01dae27/629521b9-2cc2-41aa-89f9-e684b758fa33/8ef5d6de-1dfe-4bb3-85cc-34f0f9ca08d6) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:40:09.873507 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fedd5b6d-8611-4382-8ec6-1baebfad4f96 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:09.873872 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-fedd5b6d-8611-4382-8ec6-1baebfad4f96 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Added segment 96d62ed6-2c3d-4935-8760-f96b91b9f9ae of type vlan for network 03828525-afd0-403c-bd1d-94fc7ee52ca6 Feb 09 12:40:10.032382 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fedd5b6d-8611-4382-8ec6-1baebfad4f96 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:10.034634 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be6ef8-9e41-4da1-9dc2-d8122ff48748 None None] Pushing event updated for resources: {'Port': ['ID=5ea542ac-6918-4b2a-96f7-1e9526ceefd0,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:10.108357 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-6950c46c-6cc7-416c-9668-62718bb1e840 service neutron] 10.222.0.55 "GET /v2.0/networks/821a3ca6-9404-481f-8aeb-3b77268829e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3823352 Feb 09 12:40:10.286032 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a09c6b60-5a9f-4e39-a1a9-6e9db9813da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:10.295199 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.resource_extend [None req-fedd5b6d-8611-4382-8ec6-1baebfad4f96 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:40:10.369784 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8fddd-9cc3-47bc-aeea-c2edd7cf697b req-cb3a1e28-f025-4244-8bd7-b16d5f9d120f tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:10.371644 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4ad8fddd-9cc3-47bc-aeea-c2edd7cf697b req-cb3a1e28-f025-4244-8bd7-b16d5f9d120f tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b2e59f4-bf52-4f49-aec6-208e9457ac4f HTTP/1.1" status: 200 len: 945 time: 0.2229471 Feb 09 12:40:10.417333 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2b282f90-c7c4-4809-91cb-2f8215486b58 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:10.431575 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2b282f90-c7c4-4809-91cb-2f8215486b58 None None] Transition to ACTIVE for port object 8ef5d6de-1dfe-4bb3-85cc-34f0f9ca08d6 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:40:10.453599 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09c6b60-5a9f-4e39-a1a9-6e9db9813da4 admin admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:40:10.458687 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2b282f90-c7c4-4809-91cb-2f8215486b58 None None] Transition to ACTIVE for port object 8ef5d6de-1dfe-4bb3-85cc-34f0f9ca08d6 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:40:10.468191 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f24a98-c10f-4343-b8e7-579cb93e13e4 None None] Routers {'881bf88b-8b8f-41b3-9882-692855c59c91'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:40:10.469146 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-b4f24a98-c10f-4343-b8e7-579cb93e13e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:39:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['881bf88b-8b8f-41b3-9882-692855c59c91'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:10.469565 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-a09c6b60-5a9f-4e39-a1a9-6e9db9813da4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:40:10.493382 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09c6b60-5a9f-4e39-a1a9-6e9db9813da4 admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:40:10.531686 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8e86dc76-0fee-4d37-8c98-713a682fc3cb req-31a5ad03-4bd5-429f-8b2b-dd16ae08759d tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0c227a0-9ef0-4fe1-930e-3a42849fd518 HTTP/1.1" status: 200 len: 210 time: 0.1132634 Feb 09 12:40:10.556638 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fedd5b6d-8611-4382-8ec6-1baebfad4f96 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:10.567400 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2b282f90-c7c4-4809-91cb-2f8215486b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:10.569043 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedd5b6d-8611-4382-8ec6-1baebfad4f96 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:10.572980 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fedd5b6d-8611-4382-8ec6-1baebfad4f96 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:10.576812 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4ad8fddd-9cc3-47bc-aeea-c2edd7cf697b req-235dbec0-302a-440e-b0d9-4a399cb13f1b tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] 10.222.0.55 "GET /v2.0/security-groups?id=490ee54e-44a5-484b-8a42-dfb9bee59ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901462 Feb 09 12:40:10.648798 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c4612855-fb34-43f2-9f4f-52035cc720d2 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:10.758293 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b282f90-c7c4-4809-91cb-2f8215486b58 None None] Network 59c38b92-af1f-499a-b702-fc62b01dae27 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:40:10.779195 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c6b60-5a9f-4e39-a1a9-6e9db9813da4 admin admin] Pushing event updated for resources: {'Port': ['ID=41f75be4-7ae8-483a-a36b-1546c8801337,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:10.883763 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-2b282f90-c7c4-4809-91cb-2f8215486b58 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:40:10.911777 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b282f90-c7c4-4809-91cb-2f8215486b58 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:40:10.944519 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b282f90-c7c4-4809-91cb-2f8215486b58 None None] Pushing event updated for resources: {'Port': ['ID=8ef5d6de-1dfe-4bb3-85cc-34f0f9ca08d6,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:10.947597 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed10ad-9530-4b65-8301-6ed097a25270 req-4f7cb569-fade-4107-ad6d-81d6433b2e29 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:10.951857 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-17ed10ad-9530-4b65-8301-6ed097a25270 req-4f7cb569-fade-4107-ad6d-81d6433b2e29 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 945 time: 0.1982865 Feb 09 12:40:11.048925 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-17ed10ad-9530-4b65-8301-6ed097a25270 req-b1ebc43d-546d-467e-bc1f-024c3eb397c3 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d7571fd-0756-4468-bd3c-a3877d2e955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812354 Feb 09 12:40:11.090141 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47594) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:11.112873 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-c4612855-fb34-43f2-9f4f-52035cc720d2 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Calling delete_port for 8d3eb696-1c97-4453-a7e7-3f0bc84866c0 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:40:11.123560 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-b4f24a98-c10f-4343-b8e7-579cb93e13e4 None None] Set router 881bf88b-8b8f-41b3-9882-692855c59c91 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:40:11.148778 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd5b6d-8611-4382-8ec6-1baebfad4f96 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event updated for resources: {'Network': ['ID=03828525-afd0-403c-bd1d-94fc7ee52ca6,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:11.194822 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-fedd5b6d-8611-4382-8ec6-1baebfad4f96 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0219357 Feb 09 12:40:11.198907 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47600) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:11.212704 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-78def043-e86c-42ce-ae44-8e4c6fe3cc5d tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Request body: {'subnet': {'network_id': '03828525-afd0-403c-bd1d-94fc7ee52ca6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:40:11.220526 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 03828525-afd0-403c-bd1d-94fc7ee52ca6 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:40:11.243314 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-2b282f90-c7c4-4809-91cb-2f8215486b58 None None] Attempting to bind port 8ef5d6de-1dfe-4bb3-85cc-34f0f9ca08d6 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:40:11.244001 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-2b282f90-c7c4-4809-91cb-2f8215486b58 None None] Attempting to bind port 8ef5d6de-1dfe-4bb3-85cc-34f0f9ca08d6 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'ab9162a2-48b1-4949-aaca-6b08427f45b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '59c38b92-af1f-499a-b702-fc62b01dae27'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:40:11.244520 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b282f90-c7c4-4809-91cb-2f8215486b58 None None] Attempting to bind port 8ef5d6de-1dfe-4bb3-85cc-34f0f9ca08d6 on network 59c38b92-af1f-499a-b702-fc62b01dae27 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:40:11.408313 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 89ca83b9-7e07-4cca-af3e-3ae2552fd7a7 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:40:11.416042 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b282f90-c7c4-4809-91cb-2f8215486b58 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:40:11.416759 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b282f90-c7c4-4809-91cb-2f8215486b58 None None] Checking segment: {'id': 'ab9162a2-48b1-4949-aaca-6b08427f45b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '59c38b92-af1f-499a-b702-fc62b01dae27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:40:11.417318 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2b282f90-c7c4-4809-91cb-2f8215486b58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:11.417910 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b282f90-c7c4-4809-91cb-2f8215486b58 None None] Bound using segment: {'id': 'ab9162a2-48b1-4949-aaca-6b08427f45b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '59c38b92-af1f-499a-b702-fc62b01dae27'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:40:11.419084 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-2b282f90-c7c4-4809-91cb-2f8215486b58 None None] Bound port: 8ef5d6de-1dfe-4bb3-85cc-34f0f9ca08d6, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab9162a2-48b1-4949-aaca-6b08427f45b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '59c38b92-af1f-499a-b702-fc62b01dae27'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:40:11.419673 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2b282f90-c7c4-4809-91cb-2f8215486b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:11.510638 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-8d789123-ca00-4f23-902f-17ce21a971d8 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Request body: {'networks': [{'name': 'tempest-network--1756123960'}, {'name': 'tempest-network--641530033'}]} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:40:11.511235 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-8d789123-ca00-4f23-902f-17ce21a971d8 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Request body: {'network': {'name': 'tempest-network--1756123960'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:40:11.511949 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-8d789123-ca00-4f23-902f-17ce21a971d8 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Request body: {'network': {'name': 'tempest-network--641530033'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:40:11.517955 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-8d789123-ca00-4f23-902f-17ce21a971d8 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:40:11.523446 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8d789123-ca00-4f23-902f-17ce21a971d8 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Usage tracker for resource:network and tenant:aec6b40c41524428b136e20f200181f8 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:40:11.527719 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8d789123-ca00-4f23-902f-17ce21a971d8 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:40:11.535392 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-8d789123-ca00-4f23-902f-17ce21a971d8 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:40:11.556161 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-78def043-e86c-42ce-ae44-8e4c6fe3cc5d tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:40:11.560879 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-78def043-e86c-42ce-ae44-8e4c6fe3cc5d tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Usage tracker for resource:subnet and tenant:3fe8dec11ddd4b74aaa8bf07aa25bebd is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:40:11.576859 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-78def043-e86c-42ce-ae44-8e4c6fe3cc5d tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:40:11.590755 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-78def043-e86c-42ce-ae44-8e4c6fe3cc5d tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:40:11.623345 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d789123-ca00-4f23-902f-17ce21a971d8 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Made reservation on behalf of aec6b40c41524428b136e20f200181f8 for: {'network': 2} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:40:11.639213 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8d789123-ca00-4f23-902f-17ce21a971d8 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:11.650730 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c4612855-fb34-43f2-9f4f-52035cc720d2 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:11.675967 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78def043-e86c-42ce-ae44-8e4c6fe3cc5d tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Made reservation on behalf of 3fe8dec11ddd4b74aaa8bf07aa25bebd for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:40:11.698310 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-78def043-e86c-42ce-ae44-8e4c6fe3cc5d tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:11.751663 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4612855-fb34-43f2-9f4f-52035cc720d2 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Port': ['ID=8d3eb696-1c97-4453-a7e7-3f0bc84866c0,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:11.763804 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8d789123-ca00-4f23-902f-17ce21a971d8 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:11.820375 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a09c6b60-5a9f-4e39-a1a9-6e9db9813da4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:11.879625 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ea0181fb-f2cb-4481-b9db-59b1edd433b4 req-2094b55e-b22e-4054-a5ee-8986cdaac47f tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0c227a0-9ef0-4fe1-930e-3a42849fd518 HTTP/1.1" status: 200 len: 210 time: 0.0560036 Feb 09 12:40:11.913097 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-8d789123-ca00-4f23-902f-17ce21a971d8 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:40:11.917847 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8d789123-ca00-4f23-902f-17ce21a971d8 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Usage tracker for resource:security_group_rule and tenant:aec6b40c41524428b136e20f200181f8 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:40:11.921139 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8d789123-ca00-4f23-902f-17ce21a971d8 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:40:11.953533 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 35b28cfb-d271-41e1-842f-330c9dee0018 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:40:12.007434 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-8d789123-ca00-4f23-902f-17ce21a971d8 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:40:12.015964 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.ipam_backend_mixin [None req-78def043-e86c-42ce-ae44-8e4c6fe3cc5d tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Performing IP validity checks on allocation pools {{(pid=87567) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 09 12:40:12.016627 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.ipam_backend_mixin [None req-78def043-e86c-42ce-ae44-8e4c6fe3cc5d tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87567) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 09 12:40:12.052221 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c36fa2-576e-495e-b22f-569db0ac7199 req-67a504e1-f98c-4f86-b6c3-aa5598ce8129 tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:12.055782 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f5c36fa2-576e-495e-b22f-569db0ac7199 req-67a504e1-f98c-4f86-b6c3-aa5598ce8129 tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b2e59f4-bf52-4f49-aec6-208e9457ac4f HTTP/1.1" status: 200 len: 945 time: 0.5860789 Feb 09 12:40:12.056506 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c4612855-fb34-43f2-9f4f-52035cc720d2 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:12.087780 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c4612855-fb34-43f2-9f4f-52035cc720d2 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/ports/8d3eb696-1c97-4453-a7e7-3f0bc84866c0 HTTP/1.1" status: 204 len: 168 time: 2.4623454 Feb 09 12:40:12.102932 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.resource_extend [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:40:12.120872 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-a5eb460e-9267-45f0-a6ef-52e4c7e3b834 None None] Provisioning for port 35b28cfb-d271-41e1-842f-330c9dee0018 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:40:12.143628 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47610) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:12.251932 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc2de06-aceb-4a5c-9118-0ebe22c660e8 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:12.253539 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc2de06-aceb-4a5c-9118-0ebe22c660e8 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:12.258088 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-0dc2de06-aceb-4a5c-9118-0ebe22c660e8 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1062927 Feb 09 12:40:12.264534 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47614) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:12.293170 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-2b282f90-c7c4-4809-91cb-2f8215486b58 None None] For port 8ef5d6de-1dfe-4bb3-85cc-34f0f9ca08d6, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:40:12.336125 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-b4f24a98-c10f-4343-b8e7-579cb93e13e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881bf88b-8b8f-41b3-9882-692855c59c91', 'name': 'tempest-TestAggregatesBasicOps-1812357715-router', 'tenant_id': '10b74e0e64c94b1f9b766afd7154b764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '592b47ec-577e-4e7a-8b1a-54945440c2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:39:45Z', 'updated_at': '2022-02-09T12:40:01Z', 'revision_number': 4, 'project_id': '10b74e0e64c94b1f9b766afd7154b764', 'gw_port': {'id': '592b47ec-577e-4e7a-8b1a-54945440c2a1', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881bf88b-8b8f-41b3-9882-692855c59c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:39:48Z', 'updated_at': '2022-02-09T12:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '5ea542ac-6918-4b2a-96f7-1e9526ceefd0', 'name': '', 'network_id': '38a3d6ba-d7d5-45b6-8fc4-0483c51eba57', 'tenant_id': '10b74e0e64c94b1f9b766afd7154b764', 'mac_address': 'fa:16:3e:ba:59:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881bf88b-8b8f-41b3-9882-692855c59c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '3fad3b17-6d83-4447-8ced-94d5888702c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:39:58Z', 'updated_at': '2022-02-09T12:40:09Z', 'revision_number': 4, 'project_id': '10b74e0e64c94b1f9b766afd7154b764', 'subnets': [{'id': '3fad3b17-6d83-4447-8ced-94d5888702c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:12.344726 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-2b282f90-c7c4-4809-91cb-2f8215486b58 None None] For port 8ef5d6de-1dfe-4bb3-85cc-34f0f9ca08d6, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=8ef5d6de-1dfe-4bb3-85cc-34f0f9ca08d6,segment=NetworkSegment(ab9162a2-48b1-4949-aaca-6b08427f45b8),segment_id=ab9162a2-48b1-4949-aaca-6b08427f45b8)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:40:12.348820 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 35b28cfb-d271-41e1-842f-330c9dee0018 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:40:12.360407 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f24a98-c10f-4343-b8e7-579cb93e13e4 None None] The sync data for ids ['881bf88b-8b8f-41b3-9882-692855c59c91'] in n-d-825178-3 is: [{'id': '881bf88b-8b8f-41b3-9882-692855c59c91', 'name': 'tempest-TestAggregatesBasicOps-1812357715-router', 'tenant_id': '10b74e0e64c94b1f9b766afd7154b764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '592b47ec-577e-4e7a-8b1a-54945440c2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:39:45Z', 'updated_at': '2022-02-09T12:40:01Z', 'revision_number': 4, 'project_id': '10b74e0e64c94b1f9b766afd7154b764', 'gw_port': {'id': '592b47ec-577e-4e7a-8b1a-54945440c2a1', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881bf88b-8b8f-41b3-9882-692855c59c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:39:48Z', 'updated_at': '2022-02-09T12:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '5ea542ac-6918-4b2a-96f7-1e9526ceefd0', 'name': '', 'network_id': '38a3d6ba-d7d5-45b6-8fc4-0483c51eba57', 'tenant_id': '10b74e0e64c94b1f9b766afd7154b764', 'mac_address': 'fa:16:3e:ba:59:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881bf88b-8b8f-41b3-9882-692855c59c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '3fad3b17-6d83-4447-8ced-94d5888702c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:39:58Z', 'updated_at': '2022-02-09T12:40:09Z', 'revision_number': 4, 'project_id': '10b74e0e64c94b1f9b766afd7154b764', 'subnets': [{'id': '3fad3b17-6d83-4447-8ced-94d5888702c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:40:12.363746 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2735f600-f1d3-4390-87c9-ff43233383d6 None None] Could not find standard attr ID for object 8d3eb696-1c97-4453-a7e7-3f0bc84866c0. {{(pid=87569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 12:40:12.371329 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 89ca83b9-7e07-4cca-af3e-3ae2552fd7a7, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=89ca83b9-7e07-4cca-af3e-3ae2552fd7a7,segment=NetworkSegment(1c59adf7-7d08-4b5e-9bac-da20ae07f737),segment_id=1c59adf7-7d08-4b5e-9bac-da20ae07f737)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:40:12.379770 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2b282f90-c7c4-4809-91cb-2f8215486b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:12.446268 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 35b28cfb-d271-41e1-842f-330c9dee0018 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:40:12.446924 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:12.470399 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b6e18-1d84-41c1-a879-333a719b8ff3 req-fb28ece2-d9e8-4c0d-9b89-2931eaa9fdce tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:12.478497 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2b2b6e18-1d84-41c1-a879-333a719b8ff3 req-fb28ece2-d9e8-4c0d-9b89-2931eaa9fdce tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b2e59f4-bf52-4f49-aec6-208e9457ac4f HTTP/1.1" status: 200 len: 945 time: 0.5875208 Feb 09 12:40:12.532047 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-0f4bd7e0-1ba7-4b74-ae8b-1a49f79127e5 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:12.533760 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-0f4bd7e0-1ba7-4b74-ae8b-1a49f79127e5 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.46 "GET /v2.0/networks?id=821a3ca6-9404-481f-8aeb-3b77268829e7 HTTP/1.1" status: 200 len: 812 time: 0.3769257 Feb 09 12:40:12.550999 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-177f28cc-1c6e-4ca8-9e1c-1c3a6a0a0365 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Request body: {'port': {'device_id': 'd0c227a0-9ef0-4fe1-930e-3a42849fd518', 'network_id': '821a3ca6-9404-481f-8aeb-3b77268829e7', 'admin_state_up': True, 'tenant_id': 'c3f3bb2665754bb7b2106bec898c4e16'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:40:12.554823 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-f5c36fa2-576e-495e-b22f-569db0ac7199 req-a5837701-086a-4f95-835a-5ff9322bf6ee tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] Deleting port 76bfb72d-92c9-46f1-be72-f2c935167327 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:40:12.555174 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f5c36fa2-576e-495e-b22f-569db0ac7199 req-a5837701-086a-4f95-835a-5ff9322bf6ee tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:12.572264 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc771e64-6031-48ba-93ac-4fd914656b97 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Deleting subnet 575d9d56-3d79-48ac-a2c2-d0e131146410 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:40:12.573807 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '89ca83b9-7e07-4cca-af3e-3ae2552fd7a7', 'network_id': '01f3f4ff-beae-4106-8f70-e214cdcf114b', 'port_id': '89ca83b9-7e07-4cca-af3e-3ae2552fd7a7', 'mac_address': 'fa:16:3e:b2:c0:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45d760f9-948b-4bf5-bf1f-a52c1e984121', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:40:12.577721 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cc771e64-6031-48ba-93ac-4fd914656b97 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:12.659415 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:12.696120 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89ca83b9-7e07-4cca-af3e-3ae2552fd7a7 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:40:12.744128 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cc771e64-6031-48ba-93ac-4fd914656b97 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:12.746170 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b282f90-c7c4-4809-91cb-2f8215486b58 None None] Pushing event updated for resources: {'Port': ['ID=8ef5d6de-1dfe-4bb3-85cc-34f0f9ca08d6,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:12.782249 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 89ca83b9-7e07-4cca-af3e-3ae2552fd7a7, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=89ca83b9-7e07-4cca-af3e-3ae2552fd7a7,segment=NetworkSegment(1c59adf7-7d08-4b5e-9bac-da20ae07f737),segment_id=1c59adf7-7d08-4b5e-9bac-da20ae07f737)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:40:12.794415 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:12.843226 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:12.856863 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cc771e64-6031-48ba-93ac-4fd914656b97 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:12.893689 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['89ca83b9-7e07-4cca-af3e-3ae2552fd7a7'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:40:12.924434 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2b2b6e18-1d84-41c1-a879-333a719b8ff3 req-eecc727c-92a4-4a04-ad41-c90565f47956 tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] 10.222.0.55 "GET /v2.0/security-groups?id=490ee54e-44a5-484b-8a42-dfb9bee59ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4450669 Feb 09 12:40:13.065828 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=89ca83b9-7e07-4cca-af3e-3ae2552fd7a7,revision_number=6']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:13.173796 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cc771e64-6031-48ba-93ac-4fd914656b97 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:13.183143 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8d789123-ca00-4f23-902f-17ce21a971d8 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:13.260578 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc771e64-6031-48ba-93ac-4fd914656b97 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Subnet': ['ID=575d9d56-3d79-48ac-a2c2-d0e131146410,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:13.268643 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cc771e64-6031-48ba-93ac-4fd914656b97 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:13.286908 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea85882e-7cea-47db-8637-9d36d74758c5 None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:40:13.321350 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a09c6b60-5a9f-4e39-a1a9-6e9db9813da4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:13.353774 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-cc771e64-6031-48ba-93ac-4fd914656b97 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/575d9d56-3d79-48ac-a2c2-d0e131146410 HTTP/1.1" status: 204 len: 168 time: 1.0832105 Feb 09 12:40:13.456179 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47628) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:13.526078 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-78def043-e86c-42ce-ae44-8e4c6fe3cc5d tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:13.530974 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8d789123-ca00-4f23-902f-17ce21a971d8 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:13.531676 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8d789123-ca00-4f23-902f-17ce21a971d8 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:13.589703 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-177f28cc-1c6e-4ca8-9e1c-1c3a6a0a0365 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:40:13.606558 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c78d6412-f5e4-4102-bbad-6e2e635465de tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1464298 Feb 09 12:40:13.606558 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-177f28cc-1c6e-4ca8-9e1c-1c3a6a0a0365 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Usage tracker for resource:port and tenant:c3f3bb2665754bb7b2106bec898c4e16 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:40:13.609650 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47636) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:13.610431 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-177f28cc-1c6e-4ca8-9e1c-1c3a6a0a0365 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:40:13.623105 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-2f8ef554-6850-4fd0-a826-36844a6d700c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'subnet': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:40:13.645913 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-177f28cc-1c6e-4ca8-9e1c-1c3a6a0a0365 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:40:13.652992 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:40:13.654757 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:40:13.765284 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-56d93341-ce17-4de2-b10a-5c8941085577 req-77f0b83d-38d0-41fe-b754-fc1a72f7a6eb tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0c227a0-9ef0-4fe1-930e-3a42849fd518 HTTP/1.1" status: 200 len: 210 time: 0.5800023 Feb 09 12:40:13.784840 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78def043-e86c-42ce-ae44-8e4c6fe3cc5d tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event updated for resources: {'Subnet': ['ID=1af42232-12cc-4485-abaf-deef26450ca8,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:13.803443 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292d1e5-5591-4052-b1dd-d2a00c0992ce req-58d13b9c-151d-4abc-9c0e-226b24e816f5 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:13.805400 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b292d1e5-5591-4052-b1dd-d2a00c0992ce req-58d13b9c-151d-4abc-9c0e-226b24e816f5 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 945 time: 1.5246291 Feb 09 12:40:13.817279 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-f5c36fa2-576e-495e-b22f-569db0ac7199 req-a5837701-086a-4f95-835a-5ff9322bf6ee tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] For port 76bfb72d-92c9-46f1-be72-f2c935167327, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=76bfb72d-92c9-46f1-be72-f2c935167327,segment=NetworkSegment(70cfac32-3a22-46ac-a4f7-79fa8a90e619),segment_id=70cfac32-3a22-46ac-a4f7-79fa8a90e619)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:40:13.817902 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f5c36fa2-576e-495e-b22f-569db0ac7199 req-a5837701-086a-4f95-835a-5ff9322bf6ee tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:13.886970 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326a9c53-1ef5-4249-90dc-82ea72f4b0ff None None] DHCP port deletion for f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:40:13.891850 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-326a9c53-1ef5-4249-90dc-82ea72f4b0ff None None] Deleting port 35b28cfb-d271-41e1-842f-330c9dee0018 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:40:13.892460 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-326a9c53-1ef5-4249-90dc-82ea72f4b0ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:14.062882 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-177f28cc-1c6e-4ca8-9e1c-1c3a6a0a0365 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Made reservation on behalf of c3f3bb2665754bb7b2106bec898c4e16 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:40:14.080718 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-177f28cc-1c6e-4ca8-9e1c-1c3a6a0a0365 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:14.113264 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cb64c6d7-eea2-478a-a37f-6e5d852e1961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:14.123438 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2f8ef554-6850-4fd0-a826-36844a6d700c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:40:14.166298 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-2f8ef554-6850-4fd0-a826-36844a6d700c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Usage tracker for resource:subnet and tenant:a7add69c825d45b8a9a99e00c87aae63 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:40:14.170380 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-2f8ef554-6850-4fd0-a826-36844a6d700c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:40:14.183883 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2f8ef554-6850-4fd0-a826-36844a6d700c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:40:14.320682 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-f5c36fa2-576e-495e-b22f-569db0ac7199 req-a5837701-086a-4f95-835a-5ff9322bf6ee tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] Calling delete_port for 76bfb72d-92c9-46f1-be72-f2c935167327 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:40:14.366976 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e83dc07-6c01-47d2-899a-ea64c866bd8b None None] Network 59c38b92-af1f-499a-b702-fc62b01dae27 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:40:14.551263 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:14.577410 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78def043-e86c-42ce-ae44-8e4c6fe3cc5d tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Checking segment: {'id': '96d62ed6-2c3d-4935-8760-f96b91b9f9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '03828525-afd0-403c-bd1d-94fc7ee52ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:40:14.578374 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78def043-e86c-42ce-ae44-8e4c6fe3cc5d tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Network hostable DHCP agents. Network: 03828525-afd0-403c-bd1d-94fc7ee52ca6, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:40:14.592252 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f5c36fa2-576e-495e-b22f-569db0ac7199 req-a5837701-086a-4f95-835a-5ff9322bf6ee tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:14.595561 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-326a9c53-1ef5-4249-90dc-82ea72f4b0ff None None] For port 35b28cfb-d271-41e1-842f-330c9dee0018, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=35b28cfb-d271-41e1-842f-330c9dee0018,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:40:14.596110 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-326a9c53-1ef5-4249-90dc-82ea72f4b0ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:14.612223 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-fe97824e-6688-4817-a2bd-1353d4b92f5c None None] Provisioning for port 8ef5d6de-1dfe-4bb3-85cc-34f0f9ca08d6 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:40:14.628726 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-177f28cc-1c6e-4ca8-9e1c-1c3a6a0a0365 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Allocated IP 172.20.0.3 (821a3ca6-9404-481f-8aeb-3b77268829e7/0799d651-2c16-4f5f-afb8-8db78aef797b/0c28a6f7-5d8f-498f-8731-d8857f3e710c) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:40:14.637675 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d789123-ca00-4f23-902f-17ce21a971d8 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:40:14.654106 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b292d1e5-5591-4052-b1dd-d2a00c0992ce req-fa69e3d7-94b4-4521-a752-3c45cc57500d tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d7571fd-0756-4468-bd3c-a3877d2e955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8274536 Feb 09 12:40:14.658062 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d789123-ca00-4f23-902f-17ce21a971d8 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2e1c97-c6f9-449f-90e2-d72712a367d3,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:14.750024 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8ef554-6850-4fd0-a826-36844a6d700c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:40:14.753121 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2f8ef554-6850-4fd0-a826-36844a6d700c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:14.807396 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5837701-086a-4f95-835a-5ff9322bf6ee tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] Pushing event deleted for resources: {'Port': ['ID=76bfb72d-92c9-46f1-be72-f2c935167327,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:14.819598 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b3efba5-b063-4cf5-837f-21f5b6dd6044 req-5afaedc8-8e2c-4b14-886f-c0848c2dec2c tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b2e59f4-bf52-4f49-aec6-208e9457ac4f HTTP/1.1" status: 200 len: 210 time: 0.2452991 Feb 09 12:40:14.827544 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78def043-e86c-42ce-ae44-8e4c6fe3cc5d tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Network 03828525-afd0-403c-bd1d-94fc7ee52ca6 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:40:14.830439 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8d789123-ca00-4f23-902f-17ce21a971d8 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:14.830888 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-8d789123-ca00-4f23-902f-17ce21a971d8 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Added segment 517950da-d684-473e-9513-b5dbea6bd6ab of type vlan for network 84ada65d-fe0b-4b7e-87ab-28994d8e75cf Feb 09 12:40:14.843211 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-326a9c53-1ef5-4249-90dc-82ea72f4b0ff None None] Calling delete_port for 35b28cfb-d271-41e1-842f-330c9dee0018 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:40:14.893721 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 35b28cfb-d271-41e1-842f-330c9dee0018, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=35b28cfb-d271-41e1-842f-330c9dee0018,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:40:14.916691 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:14.946434 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-78def043-e86c-42ce-ae44-8e4c6fe3cc5d tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 03828525-afd0-403c-bd1d-94fc7ee52ca6) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:40:14.951574 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c36fa2-576e-495e-b22f-569db0ac7199 req-a5837701-086a-4f95-835a-5ff9322bf6ee tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] No DVR routers for this DVR port 76bfb72d-92c9-46f1-be72-f2c935167327 on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:40:14.957202 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f5c36fa2-576e-495e-b22f-569db0ac7199 req-a5837701-086a-4f95-835a-5ff9322bf6ee tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:14.982294 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78def043-e86c-42ce-ae44-8e4c6fe3cc5d tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:14.982936 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-78def043-e86c-42ce-ae44-8e4c6fe3cc5d tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:14.999252 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2e59f4-bf52-4f49-aec6-208e9457ac4f', 'name': 'network-vif-deleted', 'tag': '76bfb72d-92c9-46f1-be72-f2c935167327'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:40:15.005335 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8d789123-ca00-4f23-902f-17ce21a971d8 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:15.011858 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f5c36fa2-576e-495e-b22f-569db0ac7199 req-a5837701-086a-4f95-835a-5ff9322bf6ee tempest-InstanceActionsTestJSON-713483786 tempest-InstanceActionsTestJSON-713483786-project] 10.222.0.46 "DELETE /v2.0/ports/76bfb72d-92c9-46f1-be72-f2c935167327 HTTP/1.1" status: 204 len: 173 time: 2.9488637 Feb 09 12:40:15.017366 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-78def043-e86c-42ce-ae44-8e4c6fe3cc5d tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.8173084 Feb 09 12:40:15.018232 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47662) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:15.078416 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a09c6b60-5a9f-4e39-a1a9-6e9db9813da4 admin admin] Router e969c023-bebd-4b7c-8c0d-d0fa5f312104 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:40:15.102923 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=35b28cfb-d271-41e1-842f-330c9dee0018,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:15.102923 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff89199-46a7-4e76-93bf-5a5a842e0763 None None] Network 03828525-afd0-403c-bd1d-94fc7ee52ca6 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:40:15.130876 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b2e59f4-bf52-4f49-aec6-208e9457ac4f', 'name': 'network-vif-deleted', 'tag': '76bfb72d-92c9-46f1-be72-f2c935167327', 'status': 'completed', 'code': 200} Feb 09 12:40:15.196290 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5ea542ac-6918-4b2a-96f7-1e9526ceefd0 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:40:15.375820 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-326a9c53-1ef5-4249-90dc-82ea72f4b0ff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:40:15.378826 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-326a9c53-1ef5-4249-90dc-82ea72f4b0ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:40:15.399353 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 89ca83b9-7e07-4cca-af3e-3ae2552fd7a7 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:40:15.424270 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.resource_extend [None req-8d789123-ca00-4f23-902f-17ce21a971d8 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:40:15.456437 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-177f28cc-1c6e-4ca8-9e1c-1c3a6a0a0365 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:15.467799 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09c6b60-5a9f-4e39-a1a9-6e9db9813da4 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:40:15.481807 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666b3442-5369-4c96-b7fd-8fac1e6761ea None None] Sync routers for ids ['e969c023-bebd-4b7c-8c0d-d0fa5f312104'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:40:15.495048 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666b3442-5369-4c96-b7fd-8fac1e6761ea None None] Routers {'e969c023-bebd-4b7c-8c0d-d0fa5f312104'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:40:15.496066 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-666b3442-5369-4c96-b7fd-8fac1e6761ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:39:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e969c023-bebd-4b7c-8c0d-d0fa5f312104'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:15.500301 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7f9cb8b4-bf72-4721-81cc-f61567a2416d req-d1dec6f2-236b-416b-bf1f-e94cb254377f tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0c227a0-9ef0-4fe1-930e-3a42849fd518 HTTP/1.1" status: 200 len: 210 time: 0.3715961 Feb 09 12:40:15.578226 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a09c6b60-5a9f-4e39-a1a9-6e9db9813da4 admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:15.579481 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a09c6b60-5a9f-4e39-a1a9-6e9db9813da4 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.9928505 Feb 09 12:40:15.582172 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47666) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:15.611796 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d789123-ca00-4f23-902f-17ce21a971d8 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:40:15.638243 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 5ea542ac-6918-4b2a-96f7-1e9526ceefd0 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:40:15.719275 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8d789123-ca00-4f23-902f-17ce21a971d8 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:15.724006 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 5ea542ac-6918-4b2a-96f7-1e9526ceefd0 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:40:15.724407 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:15.729573 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-8d789123-ca00-4f23-902f-17ce21a971d8 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Added segment 7443c06b-681a-45d5-b8ef-6b7f56cd2900 of type vlan for network fdb20e30-9157-4e18-b8dd-4241c6a45eb5 Feb 09 12:40:15.758844 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 89ca83b9-7e07-4cca-af3e-3ae2552fd7a7 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:40:15.759378 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:15.860551 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8d789123-ca00-4f23-902f-17ce21a971d8 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:15.887697 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-326a9c53-1ef5-4249-90dc-82ea72f4b0ff None None] Deleting port 35b28cfb-d271-41e1-842f-330c9dee0018 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:40:15.888262 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-326a9c53-1ef5-4249-90dc-82ea72f4b0ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:15.888733 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-417d7218-16d9-45a8-bb28-6c07ed083dc2 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:15.950496 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-666b3442-5369-4c96-b7fd-8fac1e6761ea None None] Set router e969c023-bebd-4b7c-8c0d-d0fa5f312104 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:40:15.977477 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-177f28cc-1c6e-4ca8-9e1c-1c3a6a0a0365 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:16.111319 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47674) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:16.172869 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e0de54-8c6d-4331-9e00-73cd75187816 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-03828525-afd0-403c-bd1d-94fc7ee52ca6', 'network_id': '03828525-afd0-403c-bd1d-94fc7ee52ca6', 'tenant_id': '3fe8dec11ddd4b74aaa8bf07aa25bebd', 'fixed_ips': [{'subnet_id': '1af42232-12cc-4485-abaf-deef26450ca8'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:40:16.179358 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-27e0de54-8c6d-4331-9e00-73cd75187816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:16.231500 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8d789123-ca00-4f23-902f-17ce21a971d8 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:16.232201 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8d789123-ca00-4f23-902f-17ce21a971d8 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:16.238263 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d789123-ca00-4f23-902f-17ce21a971d8 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:16.254533 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d789123-ca00-4f23-902f-17ce21a971d8 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:16.255441 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8d789123-ca00-4f23-902f-17ce21a971d8 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:16.264850 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-177f28cc-1c6e-4ca8-9e1c-1c3a6a0a0365 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Network 821a3ca6-9404-481f-8aeb-3b77268829e7 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:40:16.331115 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-177f28cc-1c6e-4ca8-9e1c-1c3a6a0a0365 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:40:16.334774 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:16.335789 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-177f28cc-1c6e-4ca8-9e1c-1c3a6a0a0365 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:40:16.432354 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-666b3442-5369-4c96-b7fd-8fac1e6761ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e969c023-bebd-4b7c-8c0d-d0fa5f312104', 'name': 'tempest-TestAggregatesBasicOps-882159272-router', 'tenant_id': '5ff17b7486ae49418ea3070b1231ff3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '41f75be4-7ae8-483a-a36b-1546c8801337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:40:07Z', 'updated_at': '2022-02-09T12:40:11Z', 'revision_number': 3, 'project_id': '5ff17b7486ae49418ea3070b1231ff3a', 'gw_port': {'id': '41f75be4-7ae8-483a-a36b-1546c8801337', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e969c023-bebd-4b7c-8c0d-d0fa5f312104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:40:08Z', 'updated_at': '2022-02-09T12:40:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:16.436508 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666b3442-5369-4c96-b7fd-8fac1e6761ea None None] Checking router: e969c023-bebd-4b7c-8c0d-d0fa5f312104 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:40:16.437448 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666b3442-5369-4c96-b7fd-8fac1e6761ea None None] Updating router e969c023-bebd-4b7c-8c0d-d0fa5f312104 port 41f75be4-7ae8-483a-a36b-1546c8801337 binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:40:16.522189 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d789123-ca00-4f23-902f-17ce21a971d8 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Pushing event updated for resources: {'Network': ['ID=84ada65d-fe0b-4b7e-87ab-28994d8e75cf,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:16.532590 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-417d7218-16d9-45a8-bb28-6c07ed083dc2 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:16.532803 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-666b3442-5369-4c96-b7fd-8fac1e6761ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:16.555490 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f28cc-1c6e-4ca8-9e1c-1c3a6a0a0365 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Pushing event updated for resources: {'Port': ['ID=0c28a6f7-5d8f-498f-8731-d8857f3e710c,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:16.706895 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-177f28cc-1c6e-4ca8-9e1c-1c3a6a0a0365 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:16.714499 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-177f28cc-1c6e-4ca8-9e1c-1c3a6a0a0365 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:16.775429 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-27e0de54-8c6d-4331-9e00-73cd75187816 None None] Allocated IP 172.20.0.3 (03828525-afd0-403c-bd1d-94fc7ee52ca6/1af42232-12cc-4485-abaf-deef26450ca8/dae362d8-0a73-4fec-b018-65313c868454) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:40:16.821000 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-33db9fe8-e082-4409-86e6-e111f98a9349 admin admin] Deleting subnet ac1fd292-836a-4eb5-a4af-b4ad6fdff774 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:40:16.894120 n-d-825178-3 neutron-server[87568]: DEBUG neutron.objects.ports [None req-2f8ef554-6850-4fd0-a826-36844a6d700c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87568) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 12:40:16.898620 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-177f28cc-1c6e-4ca8-9e1c-1c3a6a0a0365 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3527358 Feb 09 12:40:16.949911 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d789123-ca00-4f23-902f-17ce21a971d8 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Pushing event updated for resources: {'Network': ['ID=fdb20e30-9157-4e18-b8dd-4241c6a45eb5,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:16.993821 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-27e0de54-8c6d-4331-9e00-73cd75187816 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:17.014727 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-27e0de54-8c6d-4331-9e00-73cd75187816 None None] Transition to ACTIVE for port object dae362d8-0a73-4fec-b018-65313c868454 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:40:17.050224 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 84ada65d-fe0b-4b7e-87ab-28994d8e75cf details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:40:17.056591 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8d789123-ca00-4f23-902f-17ce21a971d8 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 5.9652228 Feb 09 12:40:17.064928 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47680) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:17.080866 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bfbf9a-9931-4d7f-8fcb-a5528d302790 req-414795f6-d98e-4050-aecb-2fe782eee9a0 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:17.089439 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-40bfbf9a-9931-4d7f-8fcb-a5528d302790 req-414795f6-d98e-4050-aecb-2fe782eee9a0 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 944 time: 1.0695236 Feb 09 12:40:17.122586 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network fdb20e30-9157-4e18-b8dd-4241c6a45eb5 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:40:17.133202 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-64d5a687-66ee-46bf-b4de-b232831ecb86 service neutron] Request body: {'port': {'device_id': 'd0c227a0-9ef0-4fe1-930e-3a42849fd518', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:40:17.136737 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ca0ee2f1-9abd-4411-b96d-e7a534f493ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:17.192092 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-40bfbf9a-9931-4d7f-8fcb-a5528d302790 req-4fdc4e93-b56a-402f-b274-eb8d07005de2 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d7571fd-0756-4468-bd3c-a3877d2e955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013985 Feb 09 12:40:17.194982 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 89ca83b9-7e07-4cca-af3e-3ae2552fd7a7, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=89ca83b9-7e07-4cca-af3e-3ae2552fd7a7,segment=NetworkSegment(1c59adf7-7d08-4b5e-9bac-da20ae07f737),segment_id=1c59adf7-7d08-4b5e-9bac-da20ae07f737)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:40:17.223427 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047b4463-0b53-4301-8bd8-6e48417a147f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ca83b9-7e07-4cca-af3e-3ae2552fd7a7'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:40:17.310636 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-27e0de54-8c6d-4331-9e00-73cd75187816 None None] Transition to ACTIVE for port object dae362d8-0a73-4fec-b018-65313c868454 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:40:17.311857 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:17.312650 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 76bfb72d-92c9-46f1-be72-f2c935167327 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:40:17.397741 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-666b3442-5369-4c96-b7fd-8fac1e6761ea None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:17.430729 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-666b3442-5369-4c96-b7fd-8fac1e6761ea None None] Transition to ACTIVE for port object 41f75be4-7ae8-483a-a36b-1546c8801337 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:40:17.449614 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4466a17f-3a4d-4966-9cb6-28dd5655298a req-4a4e1079-97b4-40bf-b377-fe9d8e585db1 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:17.450507 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-666b3442-5369-4c96-b7fd-8fac1e6761ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:17.451800 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4466a17f-3a4d-4966-9cb6-28dd5655298a req-4a4e1079-97b4-40bf-b377-fe9d8e585db1 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0c227a0-9ef0-4fe1-930e-3a42849fd518 HTTP/1.1" status: 200 len: 931 time: 0.4870663 Feb 09 12:40:17.490590 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047b4463-0b53-4301-8bd8-6e48417a147f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ca83b9-7e07-4cca-af3e-3ae2552fd7a7', 'code': 200} Feb 09 12:40:17.520280 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-27e0de54-8c6d-4331-9e00-73cd75187816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:17.522787 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-417d7218-16d9-45a8-bb28-6c07ed083dc2 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:17.524545 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: 76bfb72d-92c9-46f1-be72-f2c935167327 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:40:17.524891 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 76bfb72d-92c9-46f1-be72-f2c935167327 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:40:17.609903 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e543e12-4579-4ffb-ab6f-3b1c9777b4cd None None] Pushing event updated for resources: {'Port': ['ID=41f75be4-7ae8-483a-a36b-1546c8801337,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:17.622492 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-666b3442-5369-4c96-b7fd-8fac1e6761ea None None] Attempting to bind port 41f75be4-7ae8-483a-a36b-1546c8801337 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:40:17.623031 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-666b3442-5369-4c96-b7fd-8fac1e6761ea None None] Attempting to bind port 41f75be4-7ae8-483a-a36b-1546c8801337 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:40:17.623393 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666b3442-5369-4c96-b7fd-8fac1e6761ea None None] Attempting to bind port 41f75be4-7ae8-483a-a36b-1546c8801337 on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:40:17.629929 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666b3442-5369-4c96-b7fd-8fac1e6761ea None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:40:17.630304 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666b3442-5369-4c96-b7fd-8fac1e6761ea None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:40:17.631342 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-666b3442-5369-4c96-b7fd-8fac1e6761ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:17.632186 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666b3442-5369-4c96-b7fd-8fac1e6761ea None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:40:17.633293 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-666b3442-5369-4c96-b7fd-8fac1e6761ea None None] Bound port: 41f75be4-7ae8-483a-a36b-1546c8801337, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:40:17.633898 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-666b3442-5369-4c96-b7fd-8fac1e6761ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:17.673291 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-4466a17f-3a4d-4966-9cb6-28dd5655298a req-41d0b7bc-9f08-41d3-b042-6bba7efd21c6 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Synchronizing usage tracker for tenant:c3f3bb2665754bb7b2106bec898c4e16 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:40:17.673890 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-33db9fe8-e082-4409-86e6-e111f98a9349 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:17.676303 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:17.685162 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d7218-16d9-45a8-bb28-6c07ed083dc2 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event deleted for resources: {'Subnet': ['ID=1af42232-12cc-4485-abaf-deef26450ca8,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:17.714495 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e0de54-8c6d-4331-9e00-73cd75187816 None None] Network 03828525-afd0-403c-bd1d-94fc7ee52ca6 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:40:17.728198 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-27e0de54-8c6d-4331-9e00-73cd75187816 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:40:17.734257 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-666b3442-5369-4c96-b7fd-8fac1e6761ea None None] For port 41f75be4-7ae8-483a-a36b-1546c8801337, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:40:17.735618 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e0de54-8c6d-4331-9e00-73cd75187816 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:40:17.738487 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-666b3442-5369-4c96-b7fd-8fac1e6761ea None None] For port 41f75be4-7ae8-483a-a36b-1546c8801337, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=41f75be4-7ae8-483a-a36b-1546c8801337,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:40:17.749314 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=89ca83b9-7e07-4cca-af3e-3ae2552fd7a7,revision_number=7']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:17.755424 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-666b3442-5369-4c96-b7fd-8fac1e6761ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:17.758119 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:17.821221 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-33db9fe8-e082-4409-86e6-e111f98a9349 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:17.840150 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666b3442-5369-4c96-b7fd-8fac1e6761ea None None] Routers {'e969c023-bebd-4b7c-8c0d-d0fa5f312104'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:40:17.840763 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-666b3442-5369-4c96-b7fd-8fac1e6761ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:40:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e969c023-bebd-4b7c-8c0d-d0fa5f312104'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:17.857281 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e0de54-8c6d-4331-9e00-73cd75187816 None None] Pushing event updated for resources: {'Port': ['ID=dae362d8-0a73-4fec-b018-65313c868454,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:17.861271 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:17.919939 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e543e12-4579-4ffb-ab6f-3b1c9777b4cd None None] Pushing event updated for resources: {'Port': ['ID=41f75be4-7ae8-483a-a36b-1546c8801337,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:17.953555 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-417d7218-16d9-45a8-bb28-6c07ed083dc2 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:17.990825 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-417d7218-16d9-45a8-bb28-6c07ed083dc2 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03828525-afd0-403c-bd1d-94fc7ee52ca6']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:17.999798 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 5ea542ac-6918-4b2a-96f7-1e9526ceefd0, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5ea542ac-6918-4b2a-96f7-1e9526ceefd0,segment=NetworkSegment(183ad3f1-1647-499f-ad8a-65136b02e339),segment_id=183ad3f1-1647-499f-ad8a-65136b02e339)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:40:18.009144 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-417d7218-16d9-45a8-bb28-6c07ed083dc2 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96d62ed6-2c3d-4935-8760-f96b91b9f9ae') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:18.009890 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-417d7218-16d9-45a8-bb28-6c07ed083dc2 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96d62ed6-2c3d-4935-8760-f96b91b9f9ae') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:18.016260 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:18.017227 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 8ef5d6de-1dfe-4bb3-85cc-34f0f9ca08d6 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:40:18.024816 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-417d7218-16d9-45a8-bb28-6c07ed083dc2 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:18.043321 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-417d7218-16d9-45a8-bb28-6c07ed083dc2 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:18.051574 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-417d7218-16d9-45a8-bb28-6c07ed083dc2 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:40:18.053360 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-417d7218-16d9-45a8-bb28-6c07ed083dc2 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:18.088951 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:40:18.088951 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:40:18.088951 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:40:18.088951 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:40:18.088951 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:40:18.088951 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:40:18.088951 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:40:18.088951 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:40:18.088951 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:40:18.088951 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:40:18.088951 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:40:18.088951 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:40:18.088951 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:40:18.088951 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:40:18.088951 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:40:18.088951 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:40:18.088951 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:40:18.088951 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:40:18.088951 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:40:18.088951 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:40:18.088951 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:40:18.088951 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:40:18.088951 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:40:18.088951 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:40:18.088951 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:40:18.088951 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:40:18.088951 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:40:18.088951 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:40:18.088951 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:40:18.088951 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:40:18.088951 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:40:18.088951 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:40:18.111409 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3a617b-aa4a-4a13-b77d-d273e579da55 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:18.132871 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3a617b-aa4a-4a13-b77d-d273e579da55 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:18.139082 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=5ea542ac-6918-4b2a-96f7-1e9526ceefd0,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:18.145108 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-27e0de54-8c6d-4331-9e00-73cd75187816 None None] Attempting to bind port dae362d8-0a73-4fec-b018-65313c868454 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:40:18.145948 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-27e0de54-8c6d-4331-9e00-73cd75187816 None None] Attempting to bind port dae362d8-0a73-4fec-b018-65313c868454 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '96d62ed6-2c3d-4935-8760-f96b91b9f9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '03828525-afd0-403c-bd1d-94fc7ee52ca6'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:40:18.146607 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e0de54-8c6d-4331-9e00-73cd75187816 None None] Attempting to bind port dae362d8-0a73-4fec-b018-65313c868454 on network 03828525-afd0-403c-bd1d-94fc7ee52ca6 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:40:18.148013 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3a617b-aa4a-4a13-b77d-d273e579da55 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:18.157618 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-666b3442-5369-4c96-b7fd-8fac1e6761ea None None] Set router e969c023-bebd-4b7c-8c0d-d0fa5f312104 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:40:18.161366 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3a617b-aa4a-4a13-b77d-d273e579da55 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:18.163717 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e0de54-8c6d-4331-9e00-73cd75187816 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:40:18.164162 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e0de54-8c6d-4331-9e00-73cd75187816 None None] Checking segment: {'id': '96d62ed6-2c3d-4935-8760-f96b91b9f9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '03828525-afd0-403c-bd1d-94fc7ee52ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:40:18.164569 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-27e0de54-8c6d-4331-9e00-73cd75187816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:18.165089 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ef3a617b-aa4a-4a13-b77d-d273e579da55 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Synchronizing usage tracker for tenant:aec6b40c41524428b136e20f200181f8 on resource:network {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:40:18.165603 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e0de54-8c6d-4331-9e00-73cd75187816 None None] Bound using segment: {'id': '96d62ed6-2c3d-4935-8760-f96b91b9f9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '03828525-afd0-403c-bd1d-94fc7ee52ca6'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:40:18.166092 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-27e0de54-8c6d-4331-9e00-73cd75187816 None None] Bound port: dae362d8-0a73-4fec-b018-65313c868454, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96d62ed6-2c3d-4935-8760-f96b91b9f9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '03828525-afd0-403c-bd1d-94fc7ee52ca6'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:40:18.166470 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-27e0de54-8c6d-4331-9e00-73cd75187816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:18.184366 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-326a9c53-1ef5-4249-90dc-82ea72f4b0ff None None] For port 35b28cfb-d271-41e1-842f-330c9dee0018, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=35b28cfb-d271-41e1-842f-330c9dee0018,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:40:18.184769 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-326a9c53-1ef5-4249-90dc-82ea72f4b0ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:18.272959 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-64d5a687-66ee-46bf-b4de-b232831ecb86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:18.309019 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-4466a17f-3a4d-4966-9cb6-28dd5655298a req-41d0b7bc-9f08-41d3-b042-6bba7efd21c6 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Unset dirty status for tenant:c3f3bb2665754bb7b2106bec898c4e16 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:40:18.313687 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4466a17f-3a4d-4966-9cb6-28dd5655298a req-41d0b7bc-9f08-41d3-b042-6bba7efd21c6 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/security-groups?id=070691eb-047b-4e04-88f1-62a85ef0b1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8501980 Feb 09 12:40:18.414663 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.api [None req-417d7218-16d9-45a8-bb28-6c07ed083dc2 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 12:40:18.414663 n-d-825178-3 neutron-server[87567]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 12:40:18.414663 n-d-825178-3 neutron-server[87567]: [parameters: {'id': '03828525-afd0-403c-bd1d-94fc7ee52ca6'}] Feb 09 12:40:18.414663 n-d-825178-3 neutron-server[87567]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:40:18.415132 n-d-825178-3 neutron-server[87567]: DEBUG oslo_db.api [None req-417d7218-16d9-45a8-bb28-6c07ed083dc2 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:40:18.415682 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ef3a617b-aa4a-4a13-b77d-d273e579da55 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Unset dirty status for tenant:aec6b40c41524428b136e20f200181f8 on resource:network {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:40:18.418083 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ef3a617b-aa4a-4a13-b77d-d273e579da55 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.2944334 Feb 09 12:40:18.422329 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47688) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:18.490021 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-326a9c53-1ef5-4249-90dc-82ea72f4b0ff None None] Calling delete_port for 35b28cfb-d271-41e1-842f-330c9dee0018 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:40:18.499867 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-33db9fe8-e082-4409-86e6-e111f98a9349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:18.639915 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-666b3442-5369-4c96-b7fd-8fac1e6761ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e969c023-bebd-4b7c-8c0d-d0fa5f312104', 'name': 'tempest-TestAggregatesBasicOps-882159272-router', 'tenant_id': '5ff17b7486ae49418ea3070b1231ff3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '41f75be4-7ae8-483a-a36b-1546c8801337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:40:07Z', 'updated_at': '2022-02-09T12:40:11Z', 'revision_number': 3, 'project_id': '5ff17b7486ae49418ea3070b1231ff3a', 'gw_port': {'id': '41f75be4-7ae8-483a-a36b-1546c8801337', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e969c023-bebd-4b7c-8c0d-d0fa5f312104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:40:08Z', 'updated_at': '2022-02-09T12:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:18.650020 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666b3442-5369-4c96-b7fd-8fac1e6761ea None None] The sync data for ids ['e969c023-bebd-4b7c-8c0d-d0fa5f312104'] in n-d-825178-3 is: [{'id': 'e969c023-bebd-4b7c-8c0d-d0fa5f312104', 'name': 'tempest-TestAggregatesBasicOps-882159272-router', 'tenant_id': '5ff17b7486ae49418ea3070b1231ff3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '41f75be4-7ae8-483a-a36b-1546c8801337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:40:07Z', 'updated_at': '2022-02-09T12:40:11Z', 'revision_number': 3, 'project_id': '5ff17b7486ae49418ea3070b1231ff3a', 'gw_port': {'id': '41f75be4-7ae8-483a-a36b-1546c8801337', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e969c023-bebd-4b7c-8c0d-d0fa5f312104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:40:08Z', 'updated_at': '2022-02-09T12:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:40:18.654053 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-787d186f-feef-4a40-a3fb-500f86a8801a tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:18.655109 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-326a9c53-1ef5-4249-90dc-82ea72f4b0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:18.714407 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.ipam_pluggable_backend [None req-2f8ef554-6850-4fd0-a826-36844a6d700c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Port 35b28cfb-d271-41e1-842f-330c9dee0018 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87568) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 09 12:40:18.714732 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.ipam_pluggable_backend [None req-2f8ef554-6850-4fd0-a826-36844a6d700c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Reverting IP allocation for 2001:db8::f816:3eff:fe1d:8bc4 {{(pid=87568) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 09 12:40:18.742630 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3523d-f06f-4511-a3b1-ca6a29aef333 req-dc68e6b8-2b75-4be1-b042-062b340f126f tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:18.750601 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.ipam_pluggable_backend [None req-2f8ef554-6850-4fd0-a826-36844a6d700c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe1d:8bc4 {{(pid=87568) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 09 12:40:18.757682 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a7a3523d-f06f-4511-a3b1-ca6a29aef333 req-dc68e6b8-2b75-4be1-b042-062b340f126f tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 945 time: 0.2653823 Feb 09 12:40:18.762297 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2f8ef554-6850-4fd0-a826-36844a6d700c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:18.777544 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326a9c53-1ef5-4249-90dc-82ea72f4b0ff None None] Pushing event deleted for resources: {'Port': ['ID=35b28cfb-d271-41e1-842f-330c9dee0018,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:18.798762 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326a9c53-1ef5-4249-90dc-82ea72f4b0ff None None] No DVR routers for this DVR port 35b28cfb-d271-41e1-842f-330c9dee0018 on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:40:18.824913 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 8ef5d6de-1dfe-4bb3-85cc-34f0f9ca08d6 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:40:18.845210 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 8ef5d6de-1dfe-4bb3-85cc-34f0f9ca08d6 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:40:18.846003 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:18.848569 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-33db9fe8-e082-4409-86e6-e111f98a9349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:18.906999 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-787d186f-feef-4a40-a3fb-500f86a8801a tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:18.910602 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-27e0de54-8c6d-4331-9e00-73cd75187816 None None] For port dae362d8-0a73-4fec-b018-65313c868454, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:40:18.916602 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-417d7218-16d9-45a8-bb28-6c07ed083dc2 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:18.939894 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-27e0de54-8c6d-4331-9e00-73cd75187816 None None] For port dae362d8-0a73-4fec-b018-65313c868454, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=dae362d8-0a73-4fec-b018-65313c868454,segment=NetworkSegment(96d62ed6-2c3d-4935-8760-f96b91b9f9ae),segment_id=96d62ed6-2c3d-4935-8760-f96b91b9f9ae)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:40:18.951665 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-27e0de54-8c6d-4331-9e00-73cd75187816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:18.962909 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a7a3523d-f06f-4511-a3b1-ca6a29aef333 req-1a042ac7-630e-4863-93f5-6881fb523467 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d7571fd-0756-4468-bd3c-a3877d2e955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036712 Feb 09 12:40:18.983154 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-787d186f-feef-4a40-a3fb-500f86a8801a tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84ada65d-fe0b-4b7e-87ab-28994d8e75cf']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:18.996650 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-417d7218-16d9-45a8-bb28-6c07ed083dc2 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Deleting port dae362d8-0a73-4fec-b018-65313c868454 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:40:18.997333 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-417d7218-16d9-45a8-bb28-6c07ed083dc2 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:19.030891 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-787d186f-feef-4a40-a3fb-500f86a8801a tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '517950da-d684-473e-9513-b5dbea6bd6ab') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:19.031538 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-787d186f-feef-4a40-a3fb-500f86a8801a tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '517950da-d684-473e-9513-b5dbea6bd6ab') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:19.080462 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-787d186f-feef-4a40-a3fb-500f86a8801a tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:19.123631 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8ef554-6850-4fd0-a826-36844a6d700c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:40:19.139742 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-787d186f-feef-4a40-a3fb-500f86a8801a tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:19.164990 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:19.170861 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-2f8ef554-6850-4fd0-a826-36844a6d700c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:40:19.199028 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf533c8b-aa41-4e63-a8ac-fa0036f36032 None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:40:19.229779 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-33db9fe8-e082-4409-86e6-e111f98a9349 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:19.338218 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ef554-6850-4fd0-a826-36844a6d700c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Subnet': ['ID=6bb302d9-f6ec-4c71-9575-16dd517ab0be,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:19.358829 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8ef554-6850-4fd0-a826-36844a6d700c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:19.359693 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2f8ef554-6850-4fd0-a826-36844a6d700c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:19.385540 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-33db9fe8-e082-4409-86e6-e111f98a9349 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ac1fd292-836a-4eb5-a4af-b4ad6fdff774 HTTP/1.1" status: 204 len: 168 time: 3.2694292 Feb 09 12:40:19.431966 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47694) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:19.496214 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-417d7218-16d9-45a8-bb28-6c07ed083dc2 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] For port dae362d8-0a73-4fec-b018-65313c868454, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=dae362d8-0a73-4fec-b018-65313c868454,segment=NetworkSegment(96d62ed6-2c3d-4935-8760-f96b91b9f9ae),segment_id=96d62ed6-2c3d-4935-8760-f96b91b9f9ae)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:40:19.496878 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-417d7218-16d9-45a8-bb28-6c07ed083dc2 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:19.506838 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db9fe8-e082-4409-86e6-e111f98a9349 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac1fd292-836a-4eb5-a4af-b4ad6fdff774,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:19.617173 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e0de54-8c6d-4331-9e00-73cd75187816 None None] Pushing event updated for resources: {'Port': ['ID=dae362d8-0a73-4fec-b018-65313c868454,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:19.628303 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-981f411f-abd5-4d96-9c9b-ee8e973812d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:19.640366 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2f8ef554-6850-4fd0-a826-36844a6d700c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.0267899 Feb 09 12:40:19.714758 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47698) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:19.738706 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-417d7218-16d9-45a8-bb28-6c07ed083dc2 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Calling delete_port for dae362d8-0a73-4fec-b018-65313c868454 owned by network:dhcp {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:40:19.780050 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-2673b865-b7d4-489b-8576-290e5e287405 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'port': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'mac_address': 'fa:16:3e:6d:c9:d5', 'name': 'tempest-NetworksTestDHCPv6-1921835674'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:40:19.812048 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:19.882056 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-417d7218-16d9-45a8-bb28-6c07ed083dc2 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:19.891101 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-787d186f-feef-4a40-a3fb-500f86a8801a tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:40:19.891572 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-787d186f-feef-4a40-a3fb-500f86a8801a tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:19.898600 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c7902d-70d6-4aaa-9cd4-b33d86e3e152 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'tenant_id': 'a7add69c825d45b8a9a99e00c87aae63', 'fixed_ips': [{'subnet_id': '6bb302d9-f6ec-4c71-9575-16dd517ab0be'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:40:19.899878 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c8c7902d-70d6-4aaa-9cd4-b33d86e3e152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:19.915563 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 8ef5d6de-1dfe-4bb3-85cc-34f0f9ca08d6, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=8ef5d6de-1dfe-4bb3-85cc-34f0f9ca08d6,segment=NetworkSegment(ab9162a2-48b1-4949-aaca-6b08427f45b8),segment_id=ab9162a2-48b1-4949-aaca-6b08427f45b8)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server [None req-fec2a933-f9fe-4e1a-a8bb-0e400cebaf30 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port dae362d8-0a73-4fec-b018-65313c868454 could not be found. Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id) Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 161, in get_by_id Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 3500, in one Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server raise orm_exc.NoResultFound("No row was found for one()") Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server sqlalchemy.orm.exc.NoResultFound: No row was found for one() Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 337, in get_dhcp_port Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 12:40:19.934384 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 12:40:19.938919 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 12:40:19.938919 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 12:40:19.938919 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 12:40:19.938919 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 12:40:19.938919 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 12:40:19.938919 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 12:40:19.938919 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 12:40:19.938919 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 12:40:19.938919 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 12:40:19.938919 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 12:40:19.938919 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 12:40:19.938919 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 12:40:19.938919 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 12:40:19.938919 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 12:40:19.938919 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 12:40:19.938919 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 12:40:19.938919 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 09 12:40:19.938919 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 12:40:19.938919 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1535, in get_port Feb 09 12:40:19.938919 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id) Feb 09 12:40:19.938919 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 291, in _get_port Feb 09 12:40:19.938919 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Feb 09 12:40:19.938919 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port dae362d8-0a73-4fec-b018-65313c868454 could not be found. Feb 09 12:40:19.938919 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server Feb 09 12:40:19.956076 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d0a2fe-1efc-4a76-be74-3c2ac60a5c87 None None] Network 03828525-afd0-403c-bd1d-94fc7ee52ca6 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:40:20.058138 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-38e1b1f0-51ac-4e40-a1fa-54c083bfbb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:20.113804 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:20.240507 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:40:20.240507 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:40:20.240507 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:40:20.240507 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:40:20.240507 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:40:20.240507 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:40:20.240507 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:40:20.240507 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:40:20.240507 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:40:20.240507 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:40:20.240507 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:40:20.240507 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:40:20.240507 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:40:20.240507 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:40:20.240507 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:40:20.240507 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:40:20.240507 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:40:20.240507 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:40:20.240507 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:40:20.240507 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:40:20.240507 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:40:20.240507 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:40:20.240507 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:40:20.240507 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:40:20.240507 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:40:20.240507 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:40:20.240507 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:40:20.240507 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:40:20.240507 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:40:20.240507 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:40:20.240507 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:40:20.240507 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:40:20.454915 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d7218-16d9-45a8-bb28-6c07ed083dc2 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event deleted for resources: {'Port': ['ID=dae362d8-0a73-4fec-b018-65313c868454,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:20.483917 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417d7218-16d9-45a8-bb28-6c07ed083dc2 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] No DVR routers for this DVR port dae362d8-0a73-4fec-b018-65313c868454 on host n-d-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:40:20.503534 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-c8c7902d-70d6-4aaa-9cd4-b33d86e3e152 None None] Allocated IP 2001:db8::f816:3eff:fec8:6a83 (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/6bb302d9-f6ec-4c71-9575-16dd517ab0be/a7d8fba2-f001-40b8-ad00-30deba8c56f2) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:40:20.619802 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.resource_extend [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-64d5a687-66ee-46bf-b4de-b232831ecb86 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:40:20.629534 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-787d186f-feef-4a40-a3fb-500f86a8801a tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:20.632722 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2673b865-b7d4-489b-8576-290e5e287405 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:40:20.670651 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-787d186f-feef-4a40-a3fb-500f86a8801a tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:20.675963 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d186f-feef-4a40-a3fb-500f86a8801a tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Pushing event deleted for resources: {'Network': ['ID=84ada65d-fe0b-4b7e-87ab-28994d8e75cf,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:20.681971 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-417d7218-16d9-45a8-bb28-6c07ed083dc2 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:20.699933 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-2673b865-b7d4-489b-8576-290e5e287405 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Usage tracker for resource:port and tenant:a7add69c825d45b8a9a99e00c87aae63 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:40:20.746389 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d7041-8f82-45b1-a598-47e608225610 req-67046b14-cb4b-433f-b3d4-b7bf6114b317 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:20.753465 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-716d7041-8f82-45b1-a598-47e608225610 req-67046b14-cb4b-433f-b3d4-b7bf6114b317 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0c227a0-9ef0-4fe1-930e-3a42849fd518 HTTP/1.1" status: 200 len: 931 time: 0.9157412 Feb 09 12:40:20.758861 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-417d7218-16d9-45a8-bb28-6c07ed083dc2 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03828525-afd0-403c-bd1d-94fc7ee52ca6']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:20.777974 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-2673b865-b7d4-489b-8576-290e5e287405 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:40:20.790100 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-787d186f-feef-4a40-a3fb-500f86a8801a tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] 10.222.0.55 "DELETE /v2.0/networks/84ada65d-fe0b-4b7e-87ab-28994d8e75cf HTTP/1.1" status: 204 len: 168 time: 2.3665869 Feb 09 12:40:20.790884 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47704) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:20.803041 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2673b865-b7d4-489b-8576-290e5e287405 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:40:20.805766 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c8c7902d-70d6-4aaa-9cd4-b33d86e3e152 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:20.806001 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610f520-6aa1-4373-b111-3a1c69b1f531 req-05e0783d-7671-427a-8afd-94a685ae93f2 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:20.810723 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-38e1b1f0-51ac-4e40-a1fa-54c083bfbb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:20.813418 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4610f520-6aa1-4373-b111-3a1c69b1f531 req-05e0783d-7671-427a-8afd-94a685ae93f2 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 945 time: 0.5635974 Feb 09 12:40:20.818509 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c8c7902d-70d6-4aaa-9cd4-b33d86e3e152 None None] Transition to ACTIVE for port object a7d8fba2-f001-40b8-ad00-30deba8c56f2 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:40:20.836569 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-417d7218-16d9-45a8-bb28-6c07ed083dc2 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96d62ed6-2c3d-4935-8760-f96b91b9f9ae') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:20.836924 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-417d7218-16d9-45a8-bb28-6c07ed083dc2 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96d62ed6-2c3d-4935-8760-f96b91b9f9ae') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:20.854180 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c8c7902d-70d6-4aaa-9cd4-b33d86e3e152 None None] Transition to ACTIVE for port object a7d8fba2-f001-40b8-ad00-30deba8c56f2 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:40:20.858105 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 35b28cfb-d271-41e1-842f-330c9dee0018 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:40:20.879776 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-38e1b1f0-51ac-4e40-a1fa-54c083bfbb1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b164697a-bd83-4ea1-8a53-53aeef40bb02']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:20.890447 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-64d5a687-66ee-46bf-b4de-b232831ecb86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c28a6f7-5d8f-498f-8731-d8857f3e710c {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:40:20.890893 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-417d7218-16d9-45a8-bb28-6c07ed083dc2 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:20.902042 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-981f411f-abd5-4d96-9c9b-ee8e973812d6 admin admin] Allocated IP 172.20.0.1 (59c38b92-af1f-499a-b702-fc62b01dae27/629521b9-2cc2-41aa-89f9-e684b758fa33/cb595798-0ab9-495b-9cd1-01b6eed831a0) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:40:20.908738 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c8c7902d-70d6-4aaa-9cd4-b33d86e3e152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:20.911417 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2673b865-b7d4-489b-8576-290e5e287405 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:40:20.931556 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-64d5a687-66ee-46bf-b4de-b232831ecb86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:20.939310 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-38e1b1f0-51ac-4e40-a1fa-54c083bfbb1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70cfac32-3a22-46ac-a4f7-79fa8a90e619') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:20.939739 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-38e1b1f0-51ac-4e40-a1fa-54c083bfbb1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70cfac32-3a22-46ac-a4f7-79fa8a90e619') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:20.958025 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 35b28cfb-d271-41e1-842f-330c9dee0018 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:40:20.959541 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 35b28cfb-d271-41e1-842f-330c9dee0018 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:40:20.974787 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:20.991493 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c7902d-70d6-4aaa-9cd4-b33d86e3e152 None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:40:20.995372 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-c8c7902d-70d6-4aaa-9cd4-b33d86e3e152 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:40:21.002343 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c7902d-70d6-4aaa-9cd4-b33d86e3e152 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:40:21.010970 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-417d7218-16d9-45a8-bb28-6c07ed083dc2 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:21.028476 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4610f520-6aa1-4373-b111-3a1c69b1f531 req-baca5565-1acd-4994-9a5e-b23060540ffc tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d7571fd-0756-4468-bd3c-a3877d2e955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141440 Feb 09 12:40:21.035093 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-38e1b1f0-51ac-4e40-a1fa-54c083bfbb1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:21.072593 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-716d7041-8f82-45b1-a598-47e608225610 req-fb0086ca-e9a5-4ddc-85c6-95fb6647d5ab tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/security-groups?id=070691eb-047b-4e04-88f1-62a85ef0b1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166113 Feb 09 12:40:21.087536 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-417d7218-16d9-45a8-bb28-6c07ed083dc2 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:40:21.088404 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-417d7218-16d9-45a8-bb28-6c07ed083dc2 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:21.126410 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:40:21.126410 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:40:21.126410 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:40:21.126410 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:40:21.126410 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:40:21.126410 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:40:21.126410 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:40:21.126410 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:40:21.126410 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:40:21.126410 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:40:21.126410 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:40:21.126410 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:40:21.126410 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:40:21.126410 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:40:21.126410 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:40:21.126410 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:40:21.126410 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:40:21.126410 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:40:21.126410 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:40:21.126410 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:40:21.126410 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:40:21.126410 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:40:21.126410 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:40:21.126410 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:40:21.126410 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:40:21.126410 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:40:21.126410 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:40:21.126410 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:40:21.126410 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:40:21.126410 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:40:21.126410 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:40:21.126410 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:40:21.145252 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=8ef5d6de-1dfe-4bb3-85cc-34f0f9ca08d6,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:21.161514 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:40:21.162754 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:40:21.163250 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:40:21.163890 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:40:21.164637 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:40:21.165133 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:40:21.165662 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:40:21.166223 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:40:21.166836 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:40:21.167689 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:40:21.168258 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:40:21.168750 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:40:21.192771 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-38e1b1f0-51ac-4e40-a1fa-54c083bfbb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:21.226260 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e1b1f0-51ac-4e40-a1fa-54c083bfbb1f admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:40:21.227316 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-38e1b1f0-51ac-4e40-a1fa-54c083bfbb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:21.242979 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:40:21.242979 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:40:21.242979 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:40:21.242979 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:40:21.242979 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:40:21.242979 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:40:21.242979 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:40:21.242979 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:40:21.242979 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:40:21.242979 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:40:21.242979 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:40:21.242979 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:40:21.242979 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:40:21.242979 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:40:21.242979 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:40:21.242979 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:40:21.242979 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:40:21.242979 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:40:21.242979 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:40:21.242979 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:40:21.242979 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:40:21.242979 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:40:21.242979 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:40:21.242979 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:40:21.242979 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:40:21.242979 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:40:21.242979 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:40:21.242979 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:40:21.242979 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:40:21.242979 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:40:21.242979 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:40:21.242979 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:40:21.247392 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-c8c7902d-70d6-4aaa-9cd4-b33d86e3e152 None None] Attempting to bind port a7d8fba2-f001-40b8-ad00-30deba8c56f2 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:40:21.248039 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-c8c7902d-70d6-4aaa-9cd4-b33d86e3e152 None None] Attempting to bind port a7d8fba2-f001-40b8-ad00-30deba8c56f2 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:40:21.248831 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c7902d-70d6-4aaa-9cd4-b33d86e3e152 None None] Attempting to bind port a7d8fba2-f001-40b8-ad00-30deba8c56f2 on network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:40:21.267822 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-39f57419-e131-4e0a-bb26-1e4c1efa8d37 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:21.277989 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c7902d-70d6-4aaa-9cd4-b33d86e3e152 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:40:21.278698 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c7902d-70d6-4aaa-9cd4-b33d86e3e152 None None] Checking segment: {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:40:21.279438 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c8c7902d-70d6-4aaa-9cd4-b33d86e3e152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:21.280180 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c7902d-70d6-4aaa-9cd4-b33d86e3e152 None None] Bound using segment: {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:40:21.280876 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-c8c7902d-70d6-4aaa-9cd4-b33d86e3e152 None None] Bound port: a7d8fba2-f001-40b8-ad00-30deba8c56f2, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:40:21.281683 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c8c7902d-70d6-4aaa-9cd4-b33d86e3e152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:21.317575 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-417d7218-16d9-45a8-bb28-6c07ed083dc2 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:21.413121 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-64d5a687-66ee-46bf-b4de-b232831ecb86 service neutron] Transition to ACTIVE for port object 0c28a6f7-5d8f-498f-8731-d8857f3e710c will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:40:21.426777 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-c8c7902d-70d6-4aaa-9cd4-b33d86e3e152 None None] For port a7d8fba2-f001-40b8-ad00-30deba8c56f2, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:40:21.432519 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-c8c7902d-70d6-4aaa-9cd4-b33d86e3e152 None None] For port a7d8fba2-f001-40b8-ad00-30deba8c56f2, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=a7d8fba2-f001-40b8-ad00-30deba8c56f2,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:40:21.435749 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-417d7218-16d9-45a8-bb28-6c07ed083dc2 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:21.441435 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5ea542ac-6918-4b2a-96f7-1e9526ceefd0 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:40:21.446297 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-417d7218-16d9-45a8-bb28-6c07ed083dc2 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "DELETE /v2.0/networks/03828525-afd0-403c-bd1d-94fc7ee52ca6 HTTP/1.1" status: 204 len: 168 time: 6.4210753 Feb 09 12:40:21.450997 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47708) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:21.451773 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d7218-16d9-45a8-bb28-6c07ed083dc2 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event deleted for resources: {'Network': ['ID=03828525-afd0-403c-bd1d-94fc7ee52ca6,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:21.460426 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-d195b341-44a1-47d5-a7a8-99f73576df37 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2120401267'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:40:21.461689 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-64d5a687-66ee-46bf-b4de-b232831ecb86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:21.486822 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-d195b341-44a1-47d5-a7a8-99f73576df37 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:40:21.525966 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c7902d-70d6-4aaa-9cd4-b33d86e3e152 None None] Pushing event updated for resources: {'Port': ['ID=a7d8fba2-f001-40b8-ad00-30deba8c56f2,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:21.530921 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c8c7902d-70d6-4aaa-9cd4-b33d86e3e152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:21.547692 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-d195b341-44a1-47d5-a7a8-99f73576df37 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Usage tracker for resource:network and tenant:3fe8dec11ddd4b74aaa8bf07aa25bebd is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:40:21.556629 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-d195b341-44a1-47d5-a7a8-99f73576df37 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:40:21.580438 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-d195b341-44a1-47d5-a7a8-99f73576df37 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:40:21.593041 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-39f57419-e131-4e0a-bb26-1e4c1efa8d37 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:21.637054 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d195b341-44a1-47d5-a7a8-99f73576df37 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Made reservation on behalf of 3fe8dec11ddd4b74aaa8bf07aa25bebd for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:40:21.644445 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d195b341-44a1-47d5-a7a8-99f73576df37 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:21.650361 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2673b865-b7d4-489b-8576-290e5e287405 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:21.681565 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-39f57419-e131-4e0a-bb26-1e4c1efa8d37 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdb20e30-9157-4e18-b8dd-4241c6a45eb5']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:21.686749 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 5ea542ac-6918-4b2a-96f7-1e9526ceefd0 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:40:21.687435 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:21.700656 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-39f57419-e131-4e0a-bb26-1e4c1efa8d37 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7443c06b-681a-45d5-b8ef-6b7f56cd2900') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:21.700935 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-39f57419-e131-4e0a-bb26-1e4c1efa8d37 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7443c06b-681a-45d5-b8ef-6b7f56cd2900') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:21.715573 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-38e1b1f0-51ac-4e40-a1fa-54c083bfbb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:21.722995 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-39f57419-e131-4e0a-bb26-1e4c1efa8d37 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:21.744432 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d195b341-44a1-47d5-a7a8-99f73576df37 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:40:21.758167 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-39f57419-e131-4e0a-bb26-1e4c1efa8d37 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:21.760019 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c7902d-70d6-4aaa-9cd4-b33d86e3e152 None None] Pushing event updated for resources: {'Port': ['ID=a7d8fba2-f001-40b8-ad00-30deba8c56f2,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:21.767341 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39f57419-e131-4e0a-bb26-1e4c1efa8d37 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:40:21.767942 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-39f57419-e131-4e0a-bb26-1e4c1efa8d37 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:21.789329 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:40:21.789329 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:40:21.789329 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:40:21.789329 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:40:21.789329 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:40:21.789329 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:40:21.789329 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:40:21.789329 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:40:21.789329 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:40:21.789329 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:40:21.789329 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:40:21.789329 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:40:21.789329 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:40:21.789329 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:40:21.789329 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:40:21.789329 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:40:21.789329 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:40:21.789329 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:40:21.789329 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:40:21.789329 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:40:21.789329 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:40:21.789329 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:40:21.789329 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:40:21.789329 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:40:21.789329 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:40:21.789329 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:40:21.789329 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:40:21.789329 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:40:21.789329 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:40:21.789329 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:40:21.789329 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:40:21.789329 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:40:21.854892 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-981f411f-abd5-4d96-9c9b-ee8e973812d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:21.874014 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-981f411f-abd5-4d96-9c9b-ee8e973812d6 admin admin] Transition to ACTIVE for port object cb595798-0ab9-495b-9cd1-01b6eed831a0 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:40:21.898976 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 41f75be4-7ae8-483a-a36b-1546c8801337 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:40:21.922951 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-39f57419-e131-4e0a-bb26-1e4c1efa8d37 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:21.925023 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d195b341-44a1-47d5-a7a8-99f73576df37 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:21.925369 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-d195b341-44a1-47d5-a7a8-99f73576df37 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Added segment 23975503-20fb-4128-bcda-0ee486f245c3 of type vlan for network 3883c64b-288d-4ef1-8396-5a75340cba43 Feb 09 12:40:21.931469 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-38e1b1f0-51ac-4e40-a1fa-54c083bfbb1f admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:22.020405 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-39f57419-e131-4e0a-bb26-1e4c1efa8d37 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:22.027422 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d5a687-66ee-46bf-b4de-b232831ecb86 service neutron] Pushing event updated for resources: {'Port': ['ID=0c28a6f7-5d8f-498f-8731-d8857f3e710c,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:22.031077 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f57419-e131-4e0a-bb26-1e4c1efa8d37 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Pushing event deleted for resources: {'Network': ['ID=fdb20e30-9157-4e18-b8dd-4241c6a45eb5,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:22.034582 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-2673b865-b7d4-489b-8576-290e5e287405 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] device_id is not set on port 042a67a9-be5b-421d-a860-ffe638ec7873 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:40:22.063417 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-39f57419-e131-4e0a-bb26-1e4c1efa8d37 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] 10.222.0.55 "DELETE /v2.0/networks/fdb20e30-9157-4e18-b8dd-4241c6a45eb5 HTTP/1.1" status: 204 len: 168 time: 1.2663639 Feb 09 12:40:22.067083 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47714) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:22.070568 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 41f75be4-7ae8-483a-a36b-1546c8801337 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:40:22.076905 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 41f75be4-7ae8-483a-a36b-1546c8801337 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:40:22.077492 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:22.114949 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d195b341-44a1-47d5-a7a8-99f73576df37 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:22.138712 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e1b1f0-51ac-4e40-a1fa-54c083bfbb1f admin admin] Pushing event deleted for resources: {'Network': ['ID=b164697a-bd83-4ea1-8a53-53aeef40bb02,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:22.159870 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-38e1b1f0-51ac-4e40-a1fa-54c083bfbb1f admin admin] 10.222.0.55 "DELETE /v2.0/networks/b164697a-bd83-4ea1-8a53-53aeef40bb02 HTTP/1.1" status: 204 len: 168 time: 2.7262321 Feb 09 12:40:22.489184 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d195b341-44a1-47d5-a7a8-99f73576df37 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:22.512472 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47722) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:22.514815 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d195b341-44a1-47d5-a7a8-99f73576df37 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:22.523716 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d195b341-44a1-47d5-a7a8-99f73576df37 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:22.533925 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:22.564497 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 41f75be4-7ae8-483a-a36b-1546c8801337, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=41f75be4-7ae8-483a-a36b-1546c8801337,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:40:22.570901 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-981f411f-abd5-4d96-9c9b-ee8e973812d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:22.577376 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:22.682389 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=41f75be4-7ae8-483a-a36b-1546c8801337,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:22.744620 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981f411f-abd5-4d96-9c9b-ee8e973812d6 admin admin] Network 59c38b92-af1f-499a-b702-fc62b01dae27 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:40:22.749823 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-64d5a687-66ee-46bf-b4de-b232831ecb86 service neutron] Attempting to bind port 0c28a6f7-5d8f-498f-8731-d8857f3e710c on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:40:22.749823 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-64d5a687-66ee-46bf-b4de-b232831ecb86 service neutron] Attempting to bind port 0c28a6f7-5d8f-498f-8731-d8857f3e710c by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '48acd6d1-ef26-4e3f-bfd0-907db7418444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '821a3ca6-9404-481f-8aeb-3b77268829e7'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:40:22.750394 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-64d5a687-66ee-46bf-b4de-b232831ecb86 service neutron] Attempting to bind port 0c28a6f7-5d8f-498f-8731-d8857f3e710c on network 821a3ca6-9404-481f-8aeb-3b77268829e7 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:40:22.764703 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-981f411f-abd5-4d96-9c9b-ee8e973812d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:40:22.783510 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981f411f-abd5-4d96-9c9b-ee8e973812d6 admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:40:22.838387 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:22.853726 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d85610f1-d099-4c83-b5bc-a78d018b26e6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d89936366bc94a73a5bdc24ebfa20a42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2626889 Feb 09 12:40:22.853726 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-64d5a687-66ee-46bf-b4de-b232831ecb86 service neutron] Port 0c28a6f7-5d8f-498f-8731-d8857f3e710c on network 821a3ca6-9404-481f-8aeb-3b77268829e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:40:22.853726 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-64d5a687-66ee-46bf-b4de-b232831ecb86 service neutron] Attempting to bind port 0c28a6f7-5d8f-498f-8731-d8857f3e710c on network 821a3ca6-9404-481f-8aeb-3b77268829e7 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:40:22.854252 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47726) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:22.865773 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981f411f-abd5-4d96-9c9b-ee8e973812d6 admin admin] Pushing event updated for resources: {'Port': ['ID=cb595798-0ab9-495b-9cd1-01b6eed831a0,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:22.945622 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fca2c26-39b9-48f0-9a30-4994b1b79908 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:22.949181 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-64d5a687-66ee-46bf-b4de-b232831ecb86 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:40:22.949736 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-64d5a687-66ee-46bf-b4de-b232831ecb86 service neutron] Checking segment: {'id': '48acd6d1-ef26-4e3f-bfd0-907db7418444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '821a3ca6-9404-481f-8aeb-3b77268829e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:40:22.950625 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-64d5a687-66ee-46bf-b4de-b232831ecb86 service neutron] Bound using segment: {'id': '48acd6d1-ef26-4e3f-bfd0-907db7418444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '821a3ca6-9404-481f-8aeb-3b77268829e7'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:40:22.951226 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-64d5a687-66ee-46bf-b4de-b232831ecb86 service neutron] Bound port: 0c28a6f7-5d8f-498f-8731-d8857f3e710c, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48acd6d1-ef26-4e3f-bfd0-907db7418444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '821a3ca6-9404-481f-8aeb-3b77268829e7'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:40:22.951733 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-64d5a687-66ee-46bf-b4de-b232831ecb86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:22.953826 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fca2c26-39b9-48f0-9a30-4994b1b79908 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:22.954722 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-2fca2c26-39b9-48f0-9a30-4994b1b79908 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Synchronizing usage tracker for tenant:aec6b40c41524428b136e20f200181f8 on resource:network {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:40:22.996145 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d195b341-44a1-47d5-a7a8-99f73576df37 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5421689 Feb 09 12:40:23.019289 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47734) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:23.201927 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device a7d8fba2-f001-40b8-ad00-30deba8c56f2 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:40:23.253128 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-981f411f-abd5-4d96-9c9b-ee8e973812d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:23.353155 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d195b341-44a1-47d5-a7a8-99f73576df37 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event updated for resources: {'Network': ['ID=3883c64b-288d-4ef1-8396-5a75340cba43,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:23.361802 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-a3e99da6-167f-46a0-92b9-4c34f4201b8a None None] Provisioning for port cb595798-0ab9-495b-9cd1-01b6eed831a0 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:40:23.366110 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-5b0f9947-5eaa-41a4-98a6-eb58324bb1f9 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Request body: {'subnet': {'network_id': '3883c64b-288d-4ef1-8396-5a75340cba43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:40:23.373525 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 3883c64b-288d-4ef1-8396-5a75340cba43 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:40:23.417110 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-a3e99da6-167f-46a0-92b9-4c34f4201b8a None None] Provisioning complete for port cb595798-0ab9-495b-9cd1-01b6eed831a0 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:40:23.417661 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a3e99da6-167f-46a0-92b9-4c34f4201b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:23.566646 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-2fca2c26-39b9-48f0-9a30-4994b1b79908 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Unset dirty status for tenant:aec6b40c41524428b136e20f200181f8 on resource:network {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:40:23.569189 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2fca2c26-39b9-48f0-9a30-4994b1b79908 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.3773429 Feb 09 12:40:23.575243 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47738) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:23.593764 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-c6085acd-4d54-40fe-bd2a-84f745af4edf tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-941168024'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:40:23.606661 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port a7d8fba2-f001-40b8-ad00-30deba8c56f2 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:40:23.628127 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 41f75be4-7ae8-483a-a36b-1546c8801337 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:40:23.633689 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c6085acd-4d54-40fe-bd2a-84f745af4edf tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:40:23.667189 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68159994-9179-4821-ba7e-34499a48528c None None] get_active_networks_info from n-d-825178-3 {{(pid=87569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 12:40:23.676441 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60688943-8d91-4ab4-96e4-8833145de36a req-a9fab247-f292-4822-ab1f-b0fb4d7078f1 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:23.685516 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-60688943-8d91-4ab4-96e4-8833145de36a req-a9fab247-f292-4822-ab1f-b0fb4d7078f1 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 945 time: 1.3798866 Feb 09 12:40:23.704757 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c6085acd-4d54-40fe-bd2a-84f745af4edf tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:40:23.725917 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e47d85-14f0-4bd1-8dfe-2fa6c5af3acb req-484034f6-93c9-4d37-84fa-f5d106e1da91 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:23.728134 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d8e47d85-14f0-4bd1-8dfe-2fa6c5af3acb req-484034f6-93c9-4d37-84fa-f5d106e1da91 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0c227a0-9ef0-4fe1-930e-3a42849fd518 HTTP/1.1" status: 200 len: 943 time: 1.0375764 Feb 09 12:40:23.731749 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-5b0f9947-5eaa-41a4-98a6-eb58324bb1f9 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:40:23.733386 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-64d5a687-66ee-46bf-b4de-b232831ecb86 service neutron] For port 0c28a6f7-5d8f-498f-8731-d8857f3e710c, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:40:23.758081 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-efbb5d81-f5ff-4deb-9b1b-b4b5170463f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:23.761861 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-5b0f9947-5eaa-41a4-98a6-eb58324bb1f9 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Usage tracker for resource:subnet and tenant:3fe8dec11ddd4b74aaa8bf07aa25bebd is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:40:23.779219 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-5b0f9947-5eaa-41a4-98a6-eb58324bb1f9 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:40:23.780581 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-2673b865-b7d4-489b-8576-290e5e287405 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Allocated IP 2001:db8::f816:3eff:fe6d:c9d5 (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/6bb302d9-f6ec-4c71-9575-16dd517ab0be/042a67a9-be5b-421d-a860-ffe638ec7873) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:40:23.790384 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-5b0f9947-5eaa-41a4-98a6-eb58324bb1f9 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:40:23.792606 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-64d5a687-66ee-46bf-b4de-b232831ecb86 service neutron] For port 0c28a6f7-5d8f-498f-8731-d8857f3e710c, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=0c28a6f7-5d8f-498f-8731-d8857f3e710c,segment=NetworkSegment(48acd6d1-ef26-4e3f-bfd0-907db7418444),segment_id=48acd6d1-ef26-4e3f-bfd0-907db7418444)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:40:23.793477 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6085acd-4d54-40fe-bd2a-84f745af4edf tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Made reservation on behalf of aec6b40c41524428b136e20f200181f8 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:40:23.797335 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c6085acd-4d54-40fe-bd2a-84f745af4edf tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:23.821355 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-a3e99da6-167f-46a0-92b9-4c34f4201b8a None None] Port cb595798-0ab9-495b-9cd1-01b6eed831a0 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:40:23.823494 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-64d5a687-66ee-46bf-b4de-b232831ecb86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:23.830642 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-efbb5d81-f5ff-4deb-9b1b-b4b5170463f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:23.835670 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d8e47d85-14f0-4bd1-8dfe-2fa6c5af3acb req-928d29ad-4762-45b5-bd54-185d115108ed tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/security-groups?id=070691eb-047b-4e04-88f1-62a85ef0b1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958812 Feb 09 12:40:23.865734 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-60688943-8d91-4ab4-96e4-8833145de36a req-cc268230-f8db-4b39-a161-590546a69211 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d7571fd-0756-4468-bd3c-a3877d2e955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726911 Feb 09 12:40:23.891092 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0f9947-5eaa-41a4-98a6-eb58324bb1f9 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Made reservation on behalf of 3fe8dec11ddd4b74aaa8bf07aa25bebd for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:40:23.909247 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5b0f9947-5eaa-41a4-98a6-eb58324bb1f9 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:23.949354 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68159994-9179-4821-ba7e-34499a48528c None None] Resources bound (agent type, host, resource id): {{(pid=87569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 12:40:23.967979 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 41f75be4-7ae8-483a-a36b-1546c8801337 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:40:23.968394 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:24.030023 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-64d5a687-66ee-46bf-b4de-b232831ecb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:24.030647 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-64d5a687-66ee-46bf-b4de-b232831ecb86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:24.032108 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-64d5a687-66ee-46bf-b4de-b232831ecb86 service neutron] 10.222.0.46 "PUT /v2.0/ports/0c28a6f7-5d8f-498f-8731-d8857f3e710c HTTP/1.1" status: 200 len: 1091 time: 6.9037879 Feb 09 12:40:24.043782 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c227a0-9ef0-4fe1-930e-3a42849fd518', 'tag': '0c28a6f7-5d8f-498f-8731-d8857f3e710c'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:40:24.061283 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6085acd-4d54-40fe-bd2a-84f745af4edf tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:40:24.083129 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b4edbc2c-77b1-42ce-a778-ae09ca3d48df None None] Provisioning for port a7d8fba2-f001-40b8-ad00-30deba8c56f2 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:40:24.103242 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c6085acd-4d54-40fe-bd2a-84f745af4edf tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:24.104199 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-c6085acd-4d54-40fe-bd2a-84f745af4edf tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Added segment aa7f373a-ecc8-4220-abb5-57355e9f92ce of type vlan for network 1ca206e3-8777-4cf2-836d-002621ec9101 Feb 09 12:40:24.162187 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c6085acd-4d54-40fe-bd2a-84f745af4edf tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:24.178439 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0c227a0-9ef0-4fe1-930e-3a42849fd518', 'tag': '0c28a6f7-5d8f-498f-8731-d8857f3e710c', 'status': 'completed', 'code': 200} Feb 09 12:40:24.222155 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b4edbc2c-77b1-42ce-a778-ae09ca3d48df None None] Provisioning complete for port a7d8fba2-f001-40b8-ad00-30deba8c56f2 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:40:24.222455 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b4edbc2c-77b1-42ce-a778-ae09ca3d48df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:24.260432 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c6085acd-4d54-40fe-bd2a-84f745af4edf tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:24.267213 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6085acd-4d54-40fe-bd2a-84f745af4edf tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:24.268023 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c6085acd-4d54-40fe-bd2a-84f745af4edf tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:24.297728 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d5a687-66ee-46bf-b4de-b232831ecb86 service neutron] Pushing event updated for resources: {'Port': ['ID=0c28a6f7-5d8f-498f-8731-d8857f3e710c,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:24.415493 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-efbb5d81-f5ff-4deb-9b1b-b4b5170463f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:24.439369 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b4edbc2c-77b1-42ce-a778-ae09ca3d48df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:24.447875 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c6085acd-4d54-40fe-bd2a-84f745af4edf tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8668487 Feb 09 12:40:24.456752 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47744) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:24.471966 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 8ef5d6de-1dfe-4bb3-85cc-34f0f9ca08d6 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:40:24.482017 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6085acd-4d54-40fe-bd2a-84f745af4edf tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Pushing event updated for resources: {'Network': ['ID=1ca206e3-8777-4cf2-836d-002621ec9101,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:24.524781 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-6f99baf4-dd2d-412c-8ef7-19fd16ce017c tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1303255215'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:40:24.528867 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb5d81-f5ff-4deb-9b1b-b4b5170463f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490ee54e-44a5-484b-8a42-dfb9bee59ea3,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:24.532399 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5b0f9947-5eaa-41a4-98a6-eb58324bb1f9 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:24.538621 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 1ca206e3-8777-4cf2-836d-002621ec9101 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:40:24.549523 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6f99baf4-dd2d-412c-8ef7-19fd16ce017c tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:40:24.576347 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-6f99baf4-dd2d-412c-8ef7-19fd16ce017c tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Usage tracker for resource:network and tenant:aec6b40c41524428b136e20f200181f8 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:40:24.591248 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-6f99baf4-dd2d-412c-8ef7-19fd16ce017c tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:40:24.613444 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-a219002e-4ab8-4f6d-ae50-805c74f68947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:24.616025 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-a219002e-4ab8-4f6d-ae50-805c74f68947 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3f3bb2665754bb7b2106bec898c4e16&device_id=d0c227a0-9ef0-4fe1-930e-3a42849fd518 HTTP/1.1" status: 200 len: 1094 time: 0.5014913 Feb 09 12:40:24.622492 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6f99baf4-dd2d-412c-8ef7-19fd16ce017c tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:40:24.649089 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f9947-5eaa-41a4-98a6-eb58324bb1f9 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event updated for resources: {'Subnet': ['ID=396e9d95-cd16-475d-911e-6e3c92667b42,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:24.663416 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0f9947-5eaa-41a4-98a6-eb58324bb1f9 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Checking segment: {'id': '23975503-20fb-4128-bcda-0ee486f245c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3883c64b-288d-4ef1-8396-5a75340cba43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:40:24.663777 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0f9947-5eaa-41a4-98a6-eb58324bb1f9 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Network hostable DHCP agents. Network: 3883c64b-288d-4ef1-8396-5a75340cba43, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:40:24.684719 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-981f411f-abd5-4d96-9c9b-ee8e973812d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:24.699208 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0f9947-5eaa-41a4-98a6-eb58324bb1f9 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Network 3883c64b-288d-4ef1-8396-5a75340cba43 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:40:24.707721 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2673b865-b7d4-489b-8576-290e5e287405 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:24.713080 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-efbb5d81-f5ff-4deb-9b1b-b4b5170463f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:24.714437 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-efbb5d81-f5ff-4deb-9b1b-b4b5170463f6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/490ee54e-44a5-484b-8a42-dfb9bee59ea3 HTTP/1.1" status: 204 len: 168 time: 1.8506017 Feb 09 12:40:24.727024 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-5b0f9947-5eaa-41a4-98a6-eb58324bb1f9 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 3883c64b-288d-4ef1-8396-5a75340cba43) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:40:24.734074 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0f9947-5eaa-41a4-98a6-eb58324bb1f9 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:24.734946 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5b0f9947-5eaa-41a4-98a6-eb58324bb1f9 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:24.736127 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-a77e2e80-0f6f-44c2-bca3-f45c5246685f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c28a6f7-5d8f-498f-8731-d8857f3e710c HTTP/1.1" status: 200 len: 217 time: 0.1090920 Feb 09 12:40:24.786530 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-5b0f9947-5eaa-41a4-98a6-eb58324bb1f9 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4310374 Feb 09 12:40:24.788098 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47750) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:24.819747 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f99baf4-dd2d-412c-8ef7-19fd16ce017c tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Made reservation on behalf of aec6b40c41524428b136e20f200181f8 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:40:24.823225 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6f99baf4-dd2d-412c-8ef7-19fd16ce017c tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:24.857455 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-2673b865-b7d4-489b-8576-290e5e287405 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Transition to ACTIVE for port object 042a67a9-be5b-421d-a860-ffe638ec7873 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:40:24.951872 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-b4edbc2c-77b1-42ce-a778-ae09ca3d48df None None] For port a7d8fba2-f001-40b8-ad00-30deba8c56f2, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=a7d8fba2-f001-40b8-ad00-30deba8c56f2,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:40:24.975549 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b4edbc2c-77b1-42ce-a778-ae09ca3d48df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:25.009208 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f99baf4-dd2d-412c-8ef7-19fd16ce017c tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:40:25.016005 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f98eae24-6557-4d7a-b9f4-db556e3347e9 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:25.034471 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-84340a2e-b3de-48ed-ad02-810c115ea799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:25.036465 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-84340a2e-b3de-48ed-ad02-810c115ea799 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0799d651-2c16-4f5f-afb8-8db78aef797b HTTP/1.1" status: 200 len: 852 time: 0.2673821 Feb 09 12:40:25.074818 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4edbc2c-77b1-42ce-a778-ae09ca3d48df None None] Pushing event updated for resources: {'Port': ['ID=a7d8fba2-f001-40b8-ad00-30deba8c56f2,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:25.106650 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 8ef5d6de-1dfe-4bb3-85cc-34f0f9ca08d6 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:40:25.107339 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:25.273941 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6f99baf4-dd2d-412c-8ef7-19fd16ce017c tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:25.274293 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-6f99baf4-dd2d-412c-8ef7-19fd16ce017c tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Added segment 42582f1b-feff-4734-8c2b-e1e78caf1691 of type vlan for network bdd57f8b-e3fb-4bb8-aaea-0801c768a7f5 Feb 09 12:40:25.285979 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f98eae24-6557-4d7a-b9f4-db556e3347e9 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:25.296060 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-4eb2c16d-69c4-409d-995a-2f6def0ff531 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=821a3ca6-9404-481f-8aeb-3b77268829e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1870544 Feb 09 12:40:25.335990 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2673b865-b7d4-489b-8576-290e5e287405 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:25.476570 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52616477-c6fb-420b-911c-972445a1272a req-7074c5a6-ea6b-403b-8b57-07660ed73db5 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:25.483820 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-52616477-c6fb-420b-911c-972445a1272a req-7074c5a6-ea6b-403b-8b57-07660ed73db5 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0c227a0-9ef0-4fe1-930e-3a42849fd518 HTTP/1.1" status: 200 len: 943 time: 0.2737274 Feb 09 12:40:25.519087 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352cd09-30b3-4e31-a6e1-616a8c7d187d req-36a77729-a229-4d9b-9099-f5ea3e128c5c tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:25.521710 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e352cd09-30b3-4e31-a6e1-616a8c7d187d req-36a77729-a229-4d9b-9099-f5ea3e128c5c tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 945 time: 0.3712816 Feb 09 12:40:25.532941 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f98eae24-6557-4d7a-b9f4-db556e3347e9 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:25.550693 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149dd525-460a-4ad7-a2f4-493636dfc2db None None] get_active_networks_info from n-d-825178-3 {{(pid=87569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 12:40:25.614046 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98eae24-6557-4d7a-b9f4-db556e3347e9 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event deleted for resources: {'Subnet': ['ID=396e9d95-cd16-475d-911e-6e3c92667b42,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:25.626115 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device a7d8fba2-f001-40b8-ad00-30deba8c56f2 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:40:25.646109 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98eae24-6557-4d7a-b9f4-db556e3347e9 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:40:25.646547 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98eae24-6557-4d7a-b9f4-db556e3347e9 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:40:25.646964 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98eae24-6557-4d7a-b9f4-db556e3347e9 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:40:25.647342 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98eae24-6557-4d7a-b9f4-db556e3347e9 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:40:25.647718 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98eae24-6557-4d7a-b9f4-db556e3347e9 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:40:25.648241 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98eae24-6557-4d7a-b9f4-db556e3347e9 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:40:25.648441 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98eae24-6557-4d7a-b9f4-db556e3347e9 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:40:25.648765 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98eae24-6557-4d7a-b9f4-db556e3347e9 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:40:25.649108 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98eae24-6557-4d7a-b9f4-db556e3347e9 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:40:25.650088 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98eae24-6557-4d7a-b9f4-db556e3347e9 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:40:25.650780 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98eae24-6557-4d7a-b9f4-db556e3347e9 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:40:25.650780 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98eae24-6557-4d7a-b9f4-db556e3347e9 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:40:25.665223 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6f99baf4-dd2d-412c-8ef7-19fd16ce017c tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:25.689494 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-52616477-c6fb-420b-911c-972445a1272a req-732a1ff1-ccf6-40bb-ab35-c7a4090a3959 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/security-groups?id=070691eb-047b-4e04-88f1-62a85ef0b1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046087 Feb 09 12:40:25.796193 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e352cd09-30b3-4e31-a6e1-616a8c7d187d req-ec1df32a-5421-45a5-bcd2-32f2b781cc8c tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d7571fd-0756-4468-bd3c-a3877d2e955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2676241 Feb 09 12:40:25.808635 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f98eae24-6557-4d7a-b9f4-db556e3347e9 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:25.816623 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port a7d8fba2-f001-40b8-ad00-30deba8c56f2 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:40:25.817134 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:25.855219 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-f98eae24-6557-4d7a-b9f4-db556e3347e9 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3883c64b-288d-4ef1-8396-5a75340cba43']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:25.856514 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149dd525-460a-4ad7-a2f4-493636dfc2db None None] Resources bound (agent type, host, resource id): {{(pid=87569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 12:40:25.871539 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2673b865-b7d4-489b-8576-290e5e287405 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:40:25.872611 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-f98eae24-6557-4d7a-b9f4-db556e3347e9 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23975503-20fb-4128-bcda-0ee486f245c3') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:25.872934 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-f98eae24-6557-4d7a-b9f4-db556e3347e9 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23975503-20fb-4128-bcda-0ee486f245c3') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:25.888417 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-2673b865-b7d4-489b-8576-290e5e287405 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:40:25.891427 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f98eae24-6557-4d7a-b9f4-db556e3347e9 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:25.916708 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f98eae24-6557-4d7a-b9f4-db556e3347e9 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:25.917284 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.resource_extend [None req-6f99baf4-dd2d-412c-8ef7-19fd16ce017c tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:40:25.923340 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f98eae24-6557-4d7a-b9f4-db556e3347e9 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:40:25.923848 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f98eae24-6557-4d7a-b9f4-db556e3347e9 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:25.931303 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-1a0389ce-91b8-4cbb-a13e-068dde764994 service neutron] 10.222.0.46 "GET /v2.0/networks/821a3ca6-9404-481f-8aeb-3b77268829e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6265092 Feb 09 12:40:25.939226 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2673b865-b7d4-489b-8576-290e5e287405 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:40:25.944654 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:40:25.944654 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:40:25.944654 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:40:25.944654 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:40:25.944654 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:40:25.944654 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:40:25.944654 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:40:25.944654 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:40:25.944654 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:40:25.944654 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:40:25.944654 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:40:25.944654 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:40:25.944654 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:40:25.944654 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:40:25.944654 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:40:25.944654 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:40:25.944654 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:40:25.944654 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:40:25.944654 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:40:25.944654 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:40:25.944654 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:40:25.944654 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:40:25.944654 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:40:25.944654 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:40:25.944654 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:40:25.944654 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:40:25.944654 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:40:25.944654 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:40:25.944654 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:40:25.944654 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:40:25.944654 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:40:25.944654 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:40:25.956615 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2673b865-b7d4-489b-8576-290e5e287405 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:25.965334 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2673b865-b7d4-489b-8576-290e5e287405 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:26.047820 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2673b865-b7d4-489b-8576-290e5e287405 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Port': ['ID=042a67a9-be5b-421d-a860-ffe638ec7873,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:26.054825 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f98eae24-6557-4d7a-b9f4-db556e3347e9 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:26.060923 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f98eae24-6557-4d7a-b9f4-db556e3347e9 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:26.115548 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98eae24-6557-4d7a-b9f4-db556e3347e9 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event deleted for resources: {'Network': ['ID=3883c64b-288d-4ef1-8396-5a75340cba43,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:26.124787 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f98eae24-6557-4d7a-b9f4-db556e3347e9 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "DELETE /v2.0/networks/3883c64b-288d-4ef1-8396-5a75340cba43 HTTP/1.1" status: 204 len: 168 time: 1.3354285 Feb 09 12:40:26.128230 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47774) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:26.135504 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-2711e9a2-d8d9-4163-a56d-8f824d690759 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-432317836'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:40:26.142706 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-2711e9a2-d8d9-4163-a56d-8f824d690759 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:40:26.151043 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-2711e9a2-d8d9-4163-a56d-8f824d690759 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Usage tracker for resource:network and tenant:3fe8dec11ddd4b74aaa8bf07aa25bebd is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:40:26.156254 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-2711e9a2-d8d9-4163-a56d-8f824d690759 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:40:26.164080 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-2711e9a2-d8d9-4163-a56d-8f824d690759 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:40:26.183600 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6f99baf4-dd2d-412c-8ef7-19fd16ce017c tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:26.189047 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f99baf4-dd2d-412c-8ef7-19fd16ce017c tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:26.189647 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6f99baf4-dd2d-412c-8ef7-19fd16ce017c tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:26.206131 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2711e9a2-d8d9-4163-a56d-8f824d690759 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Made reservation on behalf of 3fe8dec11ddd4b74aaa8bf07aa25bebd for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:40:26.210991 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2711e9a2-d8d9-4163-a56d-8f824d690759 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:26.247697 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2711e9a2-d8d9-4163-a56d-8f824d690759 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:40:26.259502 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2711e9a2-d8d9-4163-a56d-8f824d690759 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:26.260176 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-2711e9a2-d8d9-4163-a56d-8f824d690759 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Added segment 929d49b6-1bbe-4929-9e1f-6c38b8d71534 of type vlan for network 4641b2bc-80e9-4693-a64b-09f8b7cadd97 Feb 09 12:40:26.267436 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.resource_extend [None req-981f411f-abd5-4d96-9c9b-ee8e973812d6 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:40:26.305057 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2673b865-b7d4-489b-8576-290e5e287405 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 6.5825639 Feb 09 12:40:26.314320 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47780) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:26.416042 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47784) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:26.428798 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-981f411f-abd5-4d96-9c9b-ee8e973812d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:26.442213 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2711e9a2-d8d9-4163-a56d-8f824d690759 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:26.459215 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6f99baf4-dd2d-412c-8ef7-19fd16ce017c tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.9672453 Feb 09 12:40:26.460278 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-981f411f-abd5-4d96-9c9b-ee8e973812d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:26.466182 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47790) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:26.501186 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb027631-7966-44da-b706-680fe71329b6 None None] Network 3883c64b-288d-4ef1-8396-5a75340cba43 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:40:26.524931 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-8e9a5e27-6d52-411b-ad0b-dee775398954 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Request body: {'ports': [{'network_id': '1ca206e3-8777-4cf2-836d-002621ec9101', 'name': 'tempest-port--395209049', 'admin_state_up': True}, {'network_id': 'bdd57f8b-e3fb-4bb8-aaea-0801c768a7f5', 'admin_state_up': False}]} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:40:26.525247 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-8e9a5e27-6d52-411b-ad0b-dee775398954 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Request body: {'port': {'network_id': '1ca206e3-8777-4cf2-836d-002621ec9101', 'name': 'tempest-port--395209049', 'admin_state_up': True}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:40:26.525744 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-8e9a5e27-6d52-411b-ad0b-dee775398954 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Request body: {'port': {'network_id': 'bdd57f8b-e3fb-4bb8-aaea-0801c768a7f5', 'admin_state_up': False}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:40:26.561589 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb027631-7966-44da-b706-680fe71329b6 None None] Network 3883c64b-288d-4ef1-8396-5a75340cba43 could not be found, it might have been deleted concurrently. {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 09 12:40:26.576034 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecabdd7-e62e-4f05-b4d3-2c7503531917 None None] Network 3883c64b-288d-4ef1-8396-5a75340cba43 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:40:26.600683 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecabdd7-e62e-4f05-b4d3-2c7503531917 None None] Network 3883c64b-288d-4ef1-8396-5a75340cba43 could not be found, it might have been deleted concurrently. {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 09 12:40:26.752487 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-b6ee1a28-1e8c-4f6c-8e4a-715c68fa952d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1671783598-network', 'tenant_id': 'fe861eb8966f4501804d9330d652c357'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:40:26.842619 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f99baf4-dd2d-412c-8ef7-19fd16ce017c tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Pushing event updated for resources: {'Network': ['ID=bdd57f8b-e3fb-4bb8-aaea-0801c768a7f5,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:26.854488 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network bdd57f8b-e3fb-4bb8-aaea-0801c768a7f5 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:40:26.854792 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-5be84da1-9061-4080-a14d-c9fb449ea516 req-4a56de35-8fb0-4734-bc8b-c55a4b14ca4e service neutron] 10.222.0.46 "GET /v2.0/networks/821a3ca6-9404-481f-8aeb-3b77268829e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8634553 Feb 09 12:40:26.872167 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b6ee1a28-1e8c-4f6c-8e4a-715c68fa952d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:40:26.898527 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981f411f-abd5-4d96-9c9b-ee8e973812d6 admin admin] Pushing event updated for resources: {'Port': ['ID=cb595798-0ab9-495b-9cd1-01b6eed831a0,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:26.921857 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b6ee1a28-1e8c-4f6c-8e4a-715c68fa952d admin admin] Usage tracker for resource:network and tenant:fe861eb8966f4501804d9330d652c357 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:40:27.005139 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b6ee1a28-1e8c-4f6c-8e4a-715c68fa952d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:40:27.015111 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b6ee1a28-1e8c-4f6c-8e4a-715c68fa952d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:40:27.025035 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-981f411f-abd5-4d96-9c9b-ee8e973812d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:27.041600 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-29f39e52-0ecf-45ff-a048-e62f70adb8b7 None None] Provisioning for port 042a67a9-be5b-421d-a860-ffe638ec7873 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:40:27.049576 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-29f39e52-0ecf-45ff-a048-e62f70adb8b7 None None] Provisioning complete for port 042a67a9-be5b-421d-a860-ffe638ec7873 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:40:27.049958 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-29f39e52-0ecf-45ff-a048-e62f70adb8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:27.115173 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-29f39e52-0ecf-45ff-a048-e62f70adb8b7 None None] Port 042a67a9-be5b-421d-a860-ffe638ec7873 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:40:27.138259 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ee1a28-1e8c-4f6c-8e4a-715c68fa952d admin admin] Made reservation on behalf of fe861eb8966f4501804d9330d652c357 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:40:27.143084 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b6ee1a28-1e8c-4f6c-8e4a-715c68fa952d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:27.168242 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b6ee1a28-1e8c-4f6c-8e4a-715c68fa952d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:27.180015 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.resource_extend [None req-2711e9a2-d8d9-4163-a56d-8f824d690759 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] It took 0.68 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:40:27.205683 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3ab99-a846-46bf-a98c-6712356eed63 req-7e28a720-57f0-44e9-8587-f35e2ac4e763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:27.207032 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-22c3ab99-a846-46bf-a98c-6712356eed63 req-7e28a720-57f0-44e9-8587-f35e2ac4e763 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3f3bb2665754bb7b2106bec898c4e16&device_id=d0c227a0-9ef0-4fe1-930e-3a42849fd518 HTTP/1.1" status: 200 len: 1094 time: 0.2746656 Feb 09 12:40:27.208049 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b6ee1a28-1e8c-4f6c-8e4a-715c68fa952d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:40:27.237299 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b6ee1a28-1e8c-4f6c-8e4a-715c68fa952d admin admin] Usage tracker for resource:security_group_rule and tenant:fe861eb8966f4501804d9330d652c357 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:40:27.259523 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b6ee1a28-1e8c-4f6c-8e4a-715c68fa952d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:40:27.261333 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2711e9a2-d8d9-4163-a56d-8f824d690759 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:27.266949 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2711e9a2-d8d9-4163-a56d-8f824d690759 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:27.267558 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2711e9a2-d8d9-4163-a56d-8f824d690759 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:27.277409 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-8e9a5e27-6d52-411b-ad0b-dee775398954 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:40:27.306907 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8e9a5e27-6d52-411b-ad0b-dee775398954 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Usage tracker for resource:port and tenant:aec6b40c41524428b136e20f200181f8 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:40:27.317225 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8e9a5e27-6d52-411b-ad0b-dee775398954 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:40:27.398485 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b6ee1a28-1e8c-4f6c-8e4a-715c68fa952d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:40:27.401936 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f408fbb1-8078-46cf-a8cb-f46d7349144a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:27.407873 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f408fbb1-8078-46cf-a8cb-f46d7349144a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:27.409522 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f408fbb1-8078-46cf-a8cb-f46d7349144a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 1.0884387 Feb 09 12:40:27.417790 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-8e9a5e27-6d52-411b-ad0b-dee775398954 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:40:27.433256 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47798) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:27.466538 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981f411f-abd5-4d96-9c9b-ee8e973812d6 admin admin] Network 59c38b92-af1f-499a-b702-fc62b01dae27 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:40:27.470702 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-981f411f-abd5-4d96-9c9b-ee8e973812d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:40:27.487756 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2711e9a2-d8d9-4163-a56d-8f824d690759 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3573756 Feb 09 12:40:27.515849 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47802) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:27.516652 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711e9a2-d8d9-4163-a56d-8f824d690759 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event updated for resources: {'Network': ['ID=4641b2bc-80e9-4693-a64b-09f8b7cadd97,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:27.531817 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9a5e27-6d52-411b-ad0b-dee775398954 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Made reservation on behalf of aec6b40c41524428b136e20f200181f8 for: {'port': 2} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:40:27.536318 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8e9a5e27-6d52-411b-ad0b-dee775398954 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:27.541356 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 4641b2bc-80e9-4693-a64b-09f8b7cadd97 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:40:27.565395 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-fc01a860-6a55-4c37-8dc8-425d64a03e28 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Request body: {'subnet': {'network_id': '4641b2bc-80e9-4693-a64b-09f8b7cadd97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:40:27.616918 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173dcae-be0e-4086-b049-9230b6305ecb req-3ca8c53e-b2a9-4fe4-ab25-02f555740ac3 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:27.618733 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f173dcae-be0e-4086-b049-9230b6305ecb req-3ca8c53e-b2a9-4fe4-ab25-02f555740ac3 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0c227a0-9ef0-4fe1-930e-3a42849fd518 HTTP/1.1" status: 200 len: 943 time: 0.6256993 Feb 09 12:40:27.624501 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-d5afa0a6-2d2c-4df7-8b7c-1a3ecf19ab9a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Deleting port 042a67a9-be5b-421d-a860-ffe638ec7873 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:40:27.624985 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d5afa0a6-2d2c-4df7-8b7c-1a3ecf19ab9a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:27.773903 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-acb21b85-e494-40db-bc4e-4ed61ec66d98 None None] Provisioning complete for port cb595798-0ab9-495b-9cd1-01b6eed831a0 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:40:27.774187 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-acb21b85-e494-40db-bc4e-4ed61ec66d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:27.798560 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b860c-d4a3-480c-9990-462e9789ec76 req-1e575c1d-3ffa-40dd-8d72-5b8bd06a46c6 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:27.806310 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-562b860c-d4a3-480c-9990-462e9789ec76 req-1e575c1d-3ffa-40dd-8d72-5b8bd06a46c6 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 945 time: 0.8192029 Feb 09 12:40:27.845050 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8e9a5e27-6d52-411b-ad0b-dee775398954 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:27.850539 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-acb21b85-e494-40db-bc4e-4ed61ec66d98 None None] Port cb595798-0ab9-495b-9cd1-01b6eed831a0 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:40:27.879504 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3ab99-a846-46bf-a98c-6712356eed63 req-ef83299e-3173-4be9-906f-bad18287c3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:27.881947 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-22c3ab99-a846-46bf-a98c-6712356eed63 req-ef83299e-3173-4be9-906f-bad18287c3da service neutron] 10.222.0.46 "GET /v2.0/networks?id=821a3ca6-9404-481f-8aeb-3b77268829e7 HTTP/1.1" status: 200 len: 913 time: 0.6672304 Feb 09 12:40:27.962076 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-22c3ab99-a846-46bf-a98c-6712356eed63 req-0c2406f7-7a39-4bd2-8cc7-50149a94f0ea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c28a6f7-5d8f-498f-8731-d8857f3e710c HTTP/1.1" status: 200 len: 217 time: 0.0722682 Feb 09 12:40:28.031752 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f173dcae-be0e-4086-b049-9230b6305ecb req-34362a67-d3aa-428d-bb06-cc266ee9b439 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/security-groups?id=070691eb-047b-4e04-88f1-62a85ef0b1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614018 Feb 09 12:40:28.040108 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-981f411f-abd5-4d96-9c9b-ee8e973812d6 admin admin] Router e969c023-bebd-4b7c-8c0d-d0fa5f312104 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:40:28.081159 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b6ee1a28-1e8c-4f6c-8e4a-715c68fa952d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:28.112269 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-562b860c-d4a3-480c-9990-462e9789ec76 req-410cc4b2-d348-4967-96c6-9df4220f79a4 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d7571fd-0756-4468-bd3c-a3877d2e955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3047273 Feb 09 12:40:28.149650 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-fc01a860-6a55-4c37-8dc8-425d64a03e28 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:40:28.153272 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b6ee1a28-1e8c-4f6c-8e4a-715c68fa952d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:28.157771 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3ab99-a846-46bf-a98c-6712356eed63 req-86087304-8a21-4f8f-b6e3-bc6c49ce2693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:28.159226 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-22c3ab99-a846-46bf-a98c-6712356eed63 req-86087304-8a21-4f8f-b6e3-bc6c49ce2693 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0799d651-2c16-4f5f-afb8-8db78aef797b HTTP/1.1" status: 200 len: 852 time: 0.1867409 Feb 09 12:40:28.172524 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-fc01a860-6a55-4c37-8dc8-425d64a03e28 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Usage tracker for resource:subnet and tenant:3fe8dec11ddd4b74aaa8bf07aa25bebd is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:40:28.194562 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-fc01a860-6a55-4c37-8dc8-425d64a03e28 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:40:28.245017 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6ee1a28-1e8c-4f6c-8e4a-715c68fa952d admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:40:28.254775 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-22c3ab99-a846-46bf-a98c-6712356eed63 req-089e445e-a393-4bed-92e7-d821b924c235 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=821a3ca6-9404-481f-8aeb-3b77268829e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707676 Feb 09 12:40:28.349604 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b6ee1a28-1e8c-4f6c-8e4a-715c68fa952d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:28.349860 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-b6ee1a28-1e8c-4f6c-8e4a-715c68fa952d admin admin] Added segment 0820d912-27ce-45be-81e6-6662e031d6b0 of type vlan for network 0fdd1126-5a53-4a5a-810d-e4d88179e413 Feb 09 12:40:28.389845 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [None req-8e9a5e27-6d52-411b-ad0b-dee775398954 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] device_id is not set on port 36e11fe3-cc48-42f0-a072-0a60ff3399a0 yet. {{(pid=87567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:40:28.415725 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-fc01a860-6a55-4c37-8dc8-425d64a03e28 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:40:28.416699 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee1a28-1e8c-4f6c-8e4a-715c68fa952d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53536b3f-6b08-44d9-8017-8a0f5c9448d4,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:28.460456 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc01a860-6a55-4c37-8dc8-425d64a03e28 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Made reservation on behalf of 3fe8dec11ddd4b74aaa8bf07aa25bebd for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:40:28.464379 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fc01a860-6a55-4c37-8dc8-425d64a03e28 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:28.474698 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981f411f-abd5-4d96-9c9b-ee8e973812d6 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:40:28.480007 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b6ee1a28-1e8c-4f6c-8e4a-715c68fa952d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:28.487973 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abadfae5-2b9c-4a09-b0f1-f65b5139a93c None None] Sync routers for ids ['e969c023-bebd-4b7c-8c0d-d0fa5f312104'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:40:28.511451 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abadfae5-2b9c-4a09-b0f1-f65b5139a93c None None] Routers {'e969c023-bebd-4b7c-8c0d-d0fa5f312104'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:40:28.512133 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-abadfae5-2b9c-4a09-b0f1-f65b5139a93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:40:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e969c023-bebd-4b7c-8c0d-d0fa5f312104'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:28.530389 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-22c3ab99-a846-46bf-a98c-6712356eed63 req-77ae6b43-ccf3-48cb-a766-1b241328c67f service neutron] 10.222.0.46 "GET /v2.0/networks/821a3ca6-9404-481f-8aeb-3b77268829e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643785 Feb 09 12:40:28.561864 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-981f411f-abd5-4d96-9c9b-ee8e973812d6 admin admin] 10.222.0.55 "PUT /v2.0/routers/e969c023-bebd-4b7c-8c0d-d0fa5f312104/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9777346 Feb 09 12:40:28.643199 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b6ee1a28-1e8c-4f6c-8e4a-715c68fa952d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:28.648419 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ee1a28-1e8c-4f6c-8e4a-715c68fa952d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:28.648696 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b6ee1a28-1e8c-4f6c-8e4a-715c68fa952d admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:28.696984 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8e9a5e27-6d52-411b-ad0b-dee775398954 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:28.839368 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [None req-8e9a5e27-6d52-411b-ad0b-dee775398954 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] device_id is not set on port 1fbe9e4f-6215-49e4-822e-cfc455790083 yet. {{(pid=87567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:40:28.893677 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-abadfae5-2b9c-4a09-b0f1-f65b5139a93c None None] Set router e969c023-bebd-4b7c-8c0d-d0fa5f312104 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:40:28.953931 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8e9a5e27-6d52-411b-ad0b-dee775398954 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:29.114007 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b6ee1a28-1e8c-4f6c-8e4a-715c68fa952d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.6888778 Feb 09 12:40:29.121016 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47818) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:29.129865 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-2732f99b-1b4d-4da8-96dc-48c416ec01ef admin admin] Request body: {'subnet': {'network_id': '0fdd1126-5a53-4a5a-810d-e4d88179e413', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1671783598-subnet', 'tenant_id': 'fe861eb8966f4501804d9330d652c357', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:40:29.137733 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-22c3ab99-a846-46bf-a98c-6712356eed63 req-02b5524e-f319-4fcd-ac79-c1ef9e43a795 service neutron] 10.222.0.46 "GET /v2.0/networks/821a3ca6-9404-481f-8aeb-3b77268829e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5967803 Feb 09 12:40:29.138312 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee1a28-1e8c-4f6c-8e4a-715c68fa952d admin admin] Pushing event updated for resources: {'Network': ['ID=0fdd1126-5a53-4a5a-810d-e4d88179e413,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:29.142537 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2732f99b-1b4d-4da8-96dc-48c416ec01ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:40:29.147932 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-2732f99b-1b4d-4da8-96dc-48c416ec01ef admin admin] Usage tracker for resource:subnet and tenant:fe861eb8966f4501804d9330d652c357 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:40:29.156716 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-2732f99b-1b4d-4da8-96dc-48c416ec01ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:40:29.157355 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 0fdd1126-5a53-4a5a-810d-e4d88179e413 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:40:29.178160 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2732f99b-1b4d-4da8-96dc-48c416ec01ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:40:29.200705 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2732f99b-1b4d-4da8-96dc-48c416ec01ef admin admin] Made reservation on behalf of fe861eb8966f4501804d9330d652c357 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:40:29.204743 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2732f99b-1b4d-4da8-96dc-48c416ec01ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:29.447153 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 0c28a6f7-5d8f-498f-8731-d8857f3e710c details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:40:29.500613 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8e9a5e27-6d52-411b-ad0b-dee775398954 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:29.500613 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d5afa0a6-2d2c-4df7-8b7c-1a3ecf19ab9a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:29.633367 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-abadfae5-2b9c-4a09-b0f1-f65b5139a93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e969c023-bebd-4b7c-8c0d-d0fa5f312104', 'name': 'tempest-TestAggregatesBasicOps-882159272-router', 'tenant_id': '5ff17b7486ae49418ea3070b1231ff3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '41f75be4-7ae8-483a-a36b-1546c8801337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:40:07Z', 'updated_at': '2022-02-09T12:40:24Z', 'revision_number': 4, 'project_id': '5ff17b7486ae49418ea3070b1231ff3a', 'gw_port': {'id': '41f75be4-7ae8-483a-a36b-1546c8801337', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e969c023-bebd-4b7c-8c0d-d0fa5f312104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:40:08Z', 'updated_at': '2022-02-09T12:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'cb595798-0ab9-495b-9cd1-01b6eed831a0', 'name': '', 'network_id': '59c38b92-af1f-499a-b702-fc62b01dae27', 'tenant_id': '5ff17b7486ae49418ea3070b1231ff3a', 'mac_address': 'fa:16:3e:39:15:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e969c023-bebd-4b7c-8c0d-d0fa5f312104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '629521b9-2cc2-41aa-89f9-e684b758fa33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:40:19Z', 'updated_at': '2022-02-09T12:40:24Z', 'revision_number': 2, 'project_id': '5ff17b7486ae49418ea3070b1231ff3a', 'subnets': [{'id': '629521b9-2cc2-41aa-89f9-e684b758fa33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:29.644290 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abadfae5-2b9c-4a09-b0f1-f65b5139a93c None None] Checking router: e969c023-bebd-4b7c-8c0d-d0fa5f312104 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:40:29.644668 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abadfae5-2b9c-4a09-b0f1-f65b5139a93c None None] Updating router e969c023-bebd-4b7c-8c0d-d0fa5f312104 port cb595798-0ab9-495b-9cd1-01b6eed831a0 binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:40:29.679001 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2732f99b-1b4d-4da8-96dc-48c416ec01ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:29.746437 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a5e27-6d52-411b-ad0b-dee775398954 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Pushing event updated for resources: {'Port': ['ID=36e11fe3-cc48-42f0-a072-0a60ff3399a0,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:29.783231 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-abadfae5-2b9c-4a09-b0f1-f65b5139a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:29.837287 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2732f99b-1b4d-4da8-96dc-48c416ec01ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=2119cf49-29ff-4f23-b272-fe25e334c66e,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:29.868958 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 0c28a6f7-5d8f-498f-8731-d8857f3e710c, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=0c28a6f7-5d8f-498f-8731-d8857f3e710c,segment=NetworkSegment(48acd6d1-ef26-4e3f-bfd0-907db7418444),segment_id=48acd6d1-ef26-4e3f-bfd0-907db7418444)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:40:29.885819 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2732f99b-1b4d-4da8-96dc-48c416ec01ef admin admin] Checking segment: {'id': '0820d912-27ce-45be-81e6-6662e031d6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0fdd1126-5a53-4a5a-810d-e4d88179e413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:40:29.886682 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2732f99b-1b4d-4da8-96dc-48c416ec01ef admin admin] Network hostable DHCP agents. Network: 0fdd1126-5a53-4a5a-810d-e4d88179e413, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:40:29.912999 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2732f99b-1b4d-4da8-96dc-48c416ec01ef admin admin] Network 0fdd1126-5a53-4a5a-810d-e4d88179e413 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:40:29.930976 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-2732f99b-1b4d-4da8-96dc-48c416ec01ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 0fdd1126-5a53-4a5a-810d-e4d88179e413) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:40:29.948907 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2732f99b-1b4d-4da8-96dc-48c416ec01ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:29.950063 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2732f99b-1b4d-4da8-96dc-48c416ec01ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:29.969070 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-d5afa0a6-2d2c-4df7-8b7c-1a3ecf19ab9a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Calling delete_port for 042a67a9-be5b-421d-a860-ffe638ec7873 owned by {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:40:29.980523 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2732f99b-1b4d-4da8-96dc-48c416ec01ef admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8581848 Feb 09 12:40:29.983640 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47832) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:29.999560 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-0b7353c1-61b4-4665-b844-e76860f1c125 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1671783598-router', 'tenant_id': 'fe861eb8966f4501804d9330d652c357', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:40:30.009083 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0b7353c1-61b4-4665-b844-e76860f1c125 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:40:30.015876 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0b7353c1-61b4-4665-b844-e76860f1c125 admin admin] Usage tracker for resource:router and tenant:fe861eb8966f4501804d9330d652c357 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:40:30.022125 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0b7353c1-61b4-4665-b844-e76860f1c125 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:40:30.032368 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0b7353c1-61b4-4665-b844-e76860f1c125 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:40:30.057101 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0b7353c1-61b4-4665-b844-e76860f1c125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:30.058273 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0b7353c1-61b4-4665-b844-e76860f1c125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:30.085880 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0b7353c1-61b4-4665-b844-e76860f1c125 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:30.103441 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e459db-4edf-4131-afb8-5bad3b603a3e None None] Network 0fdd1126-5a53-4a5a-810d-e4d88179e413 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:40:30.126787 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '0c28a6f7-5d8f-498f-8731-d8857f3e710c', 'network_id': '821a3ca6-9404-481f-8aeb-3b77268829e7', 'port_id': '0c28a6f7-5d8f-498f-8731-d8857f3e710c', 'mac_address': 'fa:16:3e:5b:cb:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0799d651-2c16-4f5f-afb8-8db78aef797b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:40:30.217767 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.resource_extend [None req-abadfae5-2b9c-4a09-b0f1-f65b5139a93c None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:40:30.235129 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fba16e-185f-4a0c-8a18-864365d7c98a req-72b4f0d3-217e-48e6-bb4e-2f3fede3faf6 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:30.236664 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-74fba16e-185f-4a0c-8a18-864365d7c98a req-72b4f0d3-217e-48e6-bb4e-2f3fede3faf6 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0c227a0-9ef0-4fe1-930e-3a42849fd518 HTTP/1.1" status: 200 len: 943 time: 0.7468109 Feb 09 12:40:30.242559 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9a5e27-6d52-411b-ad0b-dee775398954 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Checking segment: {'id': 'aa7f373a-ecc8-4220-abb5-57355e9f92ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1ca206e3-8777-4cf2-836d-002621ec9101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:40:30.242917 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9a5e27-6d52-411b-ad0b-dee775398954 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Network hostable DHCP agents. Network: 1ca206e3-8777-4cf2-836d-002621ec9101, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:40:30.269023 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ae368-4ed5-4879-9f2b-782f417d6a6a req-ee7eacf9-6dfa-4b28-9319-af263a64303c tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:30.276231 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0f3ae368-4ed5-4879-9f2b-782f417d6a6a req-ee7eacf9-6dfa-4b28-9319-af263a64303c tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 945 time: 0.7845123 Feb 09 12:40:30.457305 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:30.484330 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9a5e27-6d52-411b-ad0b-dee775398954 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Network 1ca206e3-8777-4cf2-836d-002621ec9101 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:40:30.493572 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-abadfae5-2b9c-4a09-b0f1-f65b5139a93c None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:30.511692 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-8e9a5e27-6d52-411b-ad0b-dee775398954 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 1ca206e3-8777-4cf2-836d-002621ec9101) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:40:30.511929 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0b7353c1-61b4-4665-b844-e76860f1c125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:30.518044 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9a5e27-6d52-411b-ad0b-dee775398954 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:40:30.519230 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8e9a5e27-6d52-411b-ad0b-dee775398954 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:30.553577 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736ccf44-7a2e-4e4c-8e6a-64ce3ba8e9de None None] Network 1ca206e3-8777-4cf2-836d-002621ec9101 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:40:30.577708 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d5afa0a6-2d2c-4df7-8b7c-1a3ecf19ab9a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:30.578473 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c28a6f7-5d8f-498f-8731-d8857f3e710c {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:40:30.596336 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 0c28a6f7-5d8f-498f-8731-d8857f3e710c, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=0c28a6f7-5d8f-498f-8731-d8857f3e710c,segment=NetworkSegment(48acd6d1-ef26-4e3f-bfd0-907db7418444),segment_id=48acd6d1-ef26-4e3f-bfd0-907db7418444)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:40:30.599544 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-74fba16e-185f-4a0c-8a18-864365d7c98a req-01bafd2f-832b-4887-85ea-8225f4af4079 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/security-groups?id=070691eb-047b-4e04-88f1-62a85ef0b1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446801 Feb 09 12:40:30.609553 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-abadfae5-2b9c-4a09-b0f1-f65b5139a93c None None] Transition to ACTIVE for port object cb595798-0ab9-495b-9cd1-01b6eed831a0 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:40:30.665597 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0f3ae368-4ed5-4879-9f2b-782f417d6a6a req-ca841961-b7be-46df-916c-1d5ae70787f0 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d7571fd-0756-4468-bd3c-a3877d2e955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3885052 Feb 09 12:40:30.665788 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:30.750881 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8359adeb-ea6f-4cf7-9390-372fb0a7a82b None None] Network 0fdd1126-5a53-4a5a-810d-e4d88179e413 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:40:30.752110 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a5e27-6d52-411b-ad0b-dee775398954 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Pushing event updated for resources: {'Port': ['ID=1fbe9e4f-6215-49e4-822e-cfc455790083,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:30.935537 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=0c28a6f7-5d8f-498f-8731-d8857f3e710c,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:30.971299 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-abadfae5-2b9c-4a09-b0f1-f65b5139a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:30.989032 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5afa0a6-2d2c-4df7-8b7c-1a3ecf19ab9a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Port': ['ID=042a67a9-be5b-421d-a860-ffe638ec7873,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:31.080542 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d5afa0a6-2d2c-4df7-8b7c-1a3ecf19ab9a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:31.095577 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9a5e27-6d52-411b-ad0b-dee775398954 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Checking segment: {'id': '42582f1b-feff-4734-8c2b-e1e78caf1691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'bdd57f8b-e3fb-4bb8-aaea-0801c768a7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:40:31.109045 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9a5e27-6d52-411b-ad0b-dee775398954 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Network hostable DHCP agents. Network: bdd57f8b-e3fb-4bb8-aaea-0801c768a7f5, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:40:31.128351 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['0c28a6f7-5d8f-498f-8731-d8857f3e710c'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:40:31.152317 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fc01a860-6a55-4c37-8dc8-425d64a03e28 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:31.157569 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0b7353c1-61b4-4665-b844-e76860f1c125 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:31.202627 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0b7353c1-61b4-4665-b844-e76860f1c125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:31.305986 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d5afa0a6-2d2c-4df7-8b7c-1a3ecf19ab9a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/ports/042a67a9-be5b-421d-a860-ffe638ec7873 HTTP/1.1" status: 204 len: 168 time: 3.8690445 Feb 09 12:40:31.321949 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47846) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:31.333276 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9a5e27-6d52-411b-ad0b-dee775398954 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Network bdd57f8b-e3fb-4bb8-aaea-0801c768a7f5 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:40:31.557124 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-0b7353c1-61b4-4665-b844-e76860f1c125 admin admin] Allocated IP 172.25.7.95 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/5fc6e9c5-42e0-4f58-b750-74b838abffde) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:40:31.577972 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc01a860-6a55-4c37-8dc8-425d64a03e28 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event updated for resources: {'Subnet': ['ID=86769a18-e717-4fde-bd82-2a9d1126f29d,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:31.579977 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-8e9a5e27-6d52-411b-ad0b-dee775398954 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, bdd57f8b-e3fb-4bb8-aaea-0801c768a7f5) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:40:31.595862 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9a5e27-6d52-411b-ad0b-dee775398954 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:40:31.601806 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9a5e27-6d52-411b-ad0b-dee775398954 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:31.606554 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9a5e27-6d52-411b-ad0b-dee775398954 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:31.608217 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8e9a5e27-6d52-411b-ad0b-dee775398954 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:31.621214 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-abadfae5-2b9c-4a09-b0f1-f65b5139a93c None None] Attempting to bind port cb595798-0ab9-495b-9cd1-01b6eed831a0 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:40:31.621866 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-abadfae5-2b9c-4a09-b0f1-f65b5139a93c None None] Attempting to bind port cb595798-0ab9-495b-9cd1-01b6eed831a0 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'ab9162a2-48b1-4949-aaca-6b08427f45b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '59c38b92-af1f-499a-b702-fc62b01dae27'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:40:31.622402 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abadfae5-2b9c-4a09-b0f1-f65b5139a93c None None] Attempting to bind port cb595798-0ab9-495b-9cd1-01b6eed831a0 on network 59c38b92-af1f-499a-b702-fc62b01dae27 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:40:31.625638 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc01a860-6a55-4c37-8dc8-425d64a03e28 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Checking segment: {'id': '929d49b6-1bbe-4929-9e1f-6c38b8d71534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '4641b2bc-80e9-4693-a64b-09f8b7cadd97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:40:31.626005 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc01a860-6a55-4c37-8dc8-425d64a03e28 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Network hostable DHCP agents. Network: 4641b2bc-80e9-4693-a64b-09f8b7cadd97, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:40:31.637539 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8e9a5e27-6d52-411b-ad0b-dee775398954 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.1703014 Feb 09 12:40:31.642278 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47856) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:31.666070 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24435e91-b256-4322-b5e0-efde6bea1f97 None None] Network bdd57f8b-e3fb-4bb8-aaea-0801c768a7f5 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:40:31.689716 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fc2b3b-52d2-49a0-8e46-0fd0bb95e40d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:31.691351 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fc2b3b-52d2-49a0-8e46-0fd0bb95e40d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:31.696571 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-54fc2b3b-52d2-49a0-8e46-0fd0bb95e40d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3668897 Feb 09 12:40:31.702027 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47864) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:31.737813 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484d8235-02e5-406c-a85b-23c1f6597f44 None None] Pushing event updated for resources: {'Port': ['ID=cb595798-0ab9-495b-9cd1-01b6eed831a0,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:31.754656 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abadfae5-2b9c-4a09-b0f1-f65b5139a93c None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:40:31.754656 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abadfae5-2b9c-4a09-b0f1-f65b5139a93c None None] Checking segment: {'id': 'ab9162a2-48b1-4949-aaca-6b08427f45b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '59c38b92-af1f-499a-b702-fc62b01dae27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:40:31.754656 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-abadfae5-2b9c-4a09-b0f1-f65b5139a93c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:31.754656 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abadfae5-2b9c-4a09-b0f1-f65b5139a93c None None] Bound using segment: {'id': 'ab9162a2-48b1-4949-aaca-6b08427f45b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '59c38b92-af1f-499a-b702-fc62b01dae27'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:40:31.754656 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-abadfae5-2b9c-4a09-b0f1-f65b5139a93c None None] Bound port: cb595798-0ab9-495b-9cd1-01b6eed831a0, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab9162a2-48b1-4949-aaca-6b08427f45b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '59c38b92-af1f-499a-b702-fc62b01dae27'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:40:31.754656 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-abadfae5-2b9c-4a09-b0f1-f65b5139a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:31.766883 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc01a860-6a55-4c37-8dc8-425d64a03e28 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Network 4641b2bc-80e9-4693-a64b-09f8b7cadd97 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:40:31.843981 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-fc01a860-6a55-4c37-8dc8-425d64a03e28 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 4641b2bc-80e9-4693-a64b-09f8b7cadd97) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:40:31.866161 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc01a860-6a55-4c37-8dc8-425d64a03e28 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:31.866535 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fc01a860-6a55-4c37-8dc8-425d64a03e28 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:31.869211 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-abadfae5-2b9c-4a09-b0f1-f65b5139a93c None None] For port cb595798-0ab9-495b-9cd1-01b6eed831a0, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:40:31.872796 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-abadfae5-2b9c-4a09-b0f1-f65b5139a93c None None] For port cb595798-0ab9-495b-9cd1-01b6eed831a0, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=cb595798-0ab9-495b-9cd1-01b6eed831a0,segment=NetworkSegment(ab9162a2-48b1-4949-aaca-6b08427f45b8),segment_id=ab9162a2-48b1-4949-aaca-6b08427f45b8)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:40:31.897070 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e5b99c8-b950-4e0a-8028-f8eaff115c73 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Deleting subnet 6bb302d9-f6ec-4c71-9575-16dd517ab0be {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:40:31.969025 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e40ab82-8d5c-48fd-9d70-6e8d6cbcbcc7 None None] Network 4641b2bc-80e9-4693-a64b-09f8b7cadd97 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:40:31.973019 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0b7353c1-61b4-4665-b844-e76860f1c125 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:31.990745 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2e5b99c8-b950-4e0a-8028-f8eaff115c73 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:32.023145 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0b7353c1-61b4-4665-b844-e76860f1c125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:32.106570 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-abadfae5-2b9c-4a09-b0f1-f65b5139a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:32.108396 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-fc01a860-6a55-4c37-8dc8-425d64a03e28 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.5874913 Feb 09 12:40:32.113832 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47874) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:32.134835 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7353c1-61b4-4665-b844-e76860f1c125 admin admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:40:32.155342 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-0b7353c1-61b4-4665-b844-e76860f1c125 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:40:32.161681 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2924ff-4a34-4e56-8752-ba8b6c81fced tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:32.162762 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7353c1-61b4-4665-b844-e76860f1c125 admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:40:32.171215 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2924ff-4a34-4e56-8752-ba8b6c81fced tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:32.172283 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ab2924ff-4a34-4e56-8752-ba8b6c81fced tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Synchronizing usage tracker for tenant:aec6b40c41524428b136e20f200181f8 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:40:32.195625 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2e5b99c8-b950-4e0a-8028-f8eaff115c73 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:32.294426 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ab2924ff-4a34-4e56-8752-ba8b6c81fced tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Unset dirty status for tenant:aec6b40c41524428b136e20f200181f8 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:40:32.300680 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ab2924ff-4a34-4e56-8752-ba8b6c81fced tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.6511333 Feb 09 12:40:32.302389 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47878) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:32.398777 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f91f27-15db-48e7-bec4-8208e77208e0 req-350e5ed8-ddac-4b2f-9dc0-2db3d13daacd tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:32.400377 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-94f91f27-15db-48e7-bec4-8208e77208e0 req-350e5ed8-ddac-4b2f-9dc0-2db3d13daacd tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0c227a0-9ef0-4fe1-930e-3a42849fd518 HTTP/1.1" status: 200 len: 944 time: 0.4128375 Feb 09 12:40:32.426323 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052e3cd-9832-4194-881f-aa6c3cfb7552 req-71faa667-b2fc-4b8c-9a72-b0334eff1656 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:32.435397 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e052e3cd-9832-4194-881f-aa6c3cfb7552 req-71faa667-b2fc-4b8c-9a72-b0334eff1656 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 945 time: 0.5186291 Feb 09 12:40:32.556427 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-94f91f27-15db-48e7-bec4-8208e77208e0 req-6761e10c-f57b-4421-b35e-c05b441bc681 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/security-groups?id=070691eb-047b-4e04-88f1-62a85ef0b1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399918 Feb 09 12:40:32.564476 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-af976ef3-3c39-4987-bf82-7e0542e41630 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Deleting port 36e11fe3-cc48-42f0-a072-0a60ff3399a0 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:40:32.564825 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-af976ef3-3c39-4987-bf82-7e0542e41630 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:32.575552 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484d8235-02e5-406c-a85b-23c1f6597f44 None None] Pushing event updated for resources: {'Port': ['ID=cb595798-0ab9-495b-9cd1-01b6eed831a0,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:32.584480 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abadfae5-2b9c-4a09-b0f1-f65b5139a93c None None] Routers {'e969c023-bebd-4b7c-8c0d-d0fa5f312104'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:40:32.585271 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-abadfae5-2b9c-4a09-b0f1-f65b5139a93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:40:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e969c023-bebd-4b7c-8c0d-d0fa5f312104'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:32.799777 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f62bd9a-ac79-4975-99f3-36746af874c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-4641b2bc-80e9-4693-a64b-09f8b7cadd97', 'network_id': '4641b2bc-80e9-4693-a64b-09f8b7cadd97', 'tenant_id': '3fe8dec11ddd4b74aaa8bf07aa25bebd', 'fixed_ips': [{'subnet_id': '86769a18-e717-4fde-bd82-2a9d1126f29d'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:40:32.801113 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5f62bd9a-ac79-4975-99f3-36746af874c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:32.875265 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e052e3cd-9832-4194-881f-aa6c3cfb7552 req-13b2f47a-5701-46e4-b8a6-bc9112136f32 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d7571fd-0756-4468-bd3c-a3877d2e955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4388940 Feb 09 12:40:32.888589 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2e5b99c8-b950-4e0a-8028-f8eaff115c73 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:32.958860 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47890) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:33.029435 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7353c1-61b4-4665-b844-e76860f1c125 admin admin] Pushing event updated for resources: {'Port': ['ID=5fc6e9c5-42e0-4f58-b750-74b838abffde,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:33.121742 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7353c1-61b4-4665-b844-e76860f1c125 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:40:33.122598 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7353c1-61b4-4665-b844-e76860f1c125 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:40:33.123283 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7353c1-61b4-4665-b844-e76860f1c125 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:40:33.123995 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7353c1-61b4-4665-b844-e76860f1c125 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:40:33.124568 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7353c1-61b4-4665-b844-e76860f1c125 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:40:33.125120 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7353c1-61b4-4665-b844-e76860f1c125 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:40:33.125670 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7353c1-61b4-4665-b844-e76860f1c125 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:40:33.126231 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7353c1-61b4-4665-b844-e76860f1c125 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:40:33.126779 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7353c1-61b4-4665-b844-e76860f1c125 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:40:33.127483 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7353c1-61b4-4665-b844-e76860f1c125 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:40:33.128075 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7353c1-61b4-4665-b844-e76860f1c125 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:40:33.128645 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7353c1-61b4-4665-b844-e76860f1c125 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:40:33.190924 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0b7353c1-61b4-4665-b844-e76860f1c125 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:33.274891 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-5f62bd9a-ac79-4975-99f3-36746af874c1 None None] Allocated IP 172.20.0.1 (4641b2bc-80e9-4693-a64b-09f8b7cadd97/86769a18-e717-4fde-bd82-2a9d1126f29d/20f76ad8-36d1-468c-ba3b-9c8b109d2d66) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:40:33.293471 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f2deeceb-87c4-4b5d-ab31-090c53240aa7 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:33.323501 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2e5b99c8-b950-4e0a-8028-f8eaff115c73 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:33.347846 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-abadfae5-2b9c-4a09-b0f1-f65b5139a93c None None] Set router e969c023-bebd-4b7c-8c0d-d0fa5f312104 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:40:33.399678 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2e5b99c8-b950-4e0a-8028-f8eaff115c73 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:33.461859 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b99c8-b950-4e0a-8028-f8eaff115c73 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Subnet': ['ID=6bb302d9-f6ec-4c71-9575-16dd517ab0be,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:33.473622 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2e5b99c8-b950-4e0a-8028-f8eaff115c73 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/6bb302d9-f6ec-4c71-9575-16dd517ab0be HTTP/1.1" status: 204 len: 168 time: 1.7712092 Feb 09 12:40:33.478674 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47894) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:33.507215 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f2deeceb-87c4-4b5d-ab31-090c53240aa7 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:33.548653 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-af976ef3-3c39-4987-bf82-7e0542e41630 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:33.649123 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5f62bd9a-ac79-4975-99f3-36746af874c1 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:33.667291 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-5f62bd9a-ac79-4975-99f3-36746af874c1 None None] Transition to ACTIVE for port object 20f76ad8-36d1-468c-ba3b-9c8b109d2d66 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:40:33.693440 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-5f62bd9a-ac79-4975-99f3-36746af874c1 None None] Transition to ACTIVE for port object 20f76ad8-36d1-468c-ba3b-9c8b109d2d66 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:40:33.711979 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8c1c3b-f4c6-4ec9-8ad7-847621f148e6 None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:40:33.744845 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47900) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:33.746182 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-660b3c53-e922-4dac-8c18-2b6a838ae207 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2665799 Feb 09 12:40:33.750826 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5f62bd9a-ac79-4975-99f3-36746af874c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:33.790230 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f2deeceb-87c4-4b5d-ab31-090c53240aa7 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:33.853027 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2deeceb-87c4-4b5d-ab31-090c53240aa7 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event deleted for resources: {'Subnet': ['ID=86769a18-e717-4fde-bd82-2a9d1126f29d,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:33.952578 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f2deeceb-87c4-4b5d-ab31-090c53240aa7 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:33.961557 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f62bd9a-ac79-4975-99f3-36746af874c1 None None] Pushing event updated for resources: {'Port': ['ID=20f76ad8-36d1-468c-ba3b-9c8b109d2d66,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:33.986824 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-f2deeceb-87c4-4b5d-ab31-090c53240aa7 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4641b2bc-80e9-4693-a64b-09f8b7cadd97']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:34.001075 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-f2deeceb-87c4-4b5d-ab31-090c53240aa7 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '929d49b6-1bbe-4929-9e1f-6c38b8d71534') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:34.001455 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-f2deeceb-87c4-4b5d-ab31-090c53240aa7 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '929d49b6-1bbe-4929-9e1f-6c38b8d71534') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:34.014165 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f2deeceb-87c4-4b5d-ab31-090c53240aa7 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:34.031333 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f2deeceb-87c4-4b5d-ab31-090c53240aa7 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:34.038151 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2deeceb-87c4-4b5d-ab31-090c53240aa7 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:40:34.038634 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f2deeceb-87c4-4b5d-ab31-090c53240aa7 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:34.088370 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f62bd9a-ac79-4975-99f3-36746af874c1 None None] Network 4641b2bc-80e9-4693-a64b-09f8b7cadd97 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:40:34.109738 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-af976ef3-3c39-4987-bf82-7e0542e41630 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Calling delete_port for 36e11fe3-cc48-42f0-a072-0a60ff3399a0 owned by {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:40:34.265520 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:40:34.265520 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:40:34.265520 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:40:34.265520 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:40:34.265520 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:40:34.265520 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:40:34.265520 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:40:34.265520 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:40:34.265520 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:40:34.265520 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:40:34.265520 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:40:34.265520 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:40:34.265520 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:40:34.265520 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:40:34.265520 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:40:34.265520 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:40:34.265520 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:40:34.265520 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:40:34.265520 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:40:34.265520 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:40:34.265520 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:40:34.265520 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:40:34.265520 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:40:34.265520 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:40:34.265520 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:40:34.265520 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:40:34.265520 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:40:34.265520 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:40:34.265520 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:40:34.265520 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:40:34.265520 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:40:34.265520 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:40:34.276919 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-5f62bd9a-ac79-4975-99f3-36746af874c1 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:40:34.284249 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.api [None req-f2deeceb-87c4-4b5d-ab31-090c53240aa7 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 12:40:34.284249 n-d-825178-3 neutron-server[87568]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 12:40:34.284249 n-d-825178-3 neutron-server[87568]: [parameters: {'id': '4641b2bc-80e9-4693-a64b-09f8b7cadd97'}] Feb 09 12:40:34.284249 n-d-825178-3 neutron-server[87568]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:40:34.284682 n-d-825178-3 neutron-server[87568]: DEBUG oslo_db.api [None req-f2deeceb-87c4-4b5d-ab31-090c53240aa7 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:40:34.286078 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f62bd9a-ac79-4975-99f3-36746af874c1 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:40:34.305050 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0b7353c1-61b4-4665-b844-e76860f1c125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:34.358024 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024089e-1f94-405f-9c2a-5d6ba1511c91 req-ba6018ed-30ab-4e0a-89bd-03bc8268ba14 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:34.359517 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e024089e-1f94-405f-9c2a-5d6ba1511c91 req-ba6018ed-30ab-4e0a-89bd-03bc8268ba14 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 945 time: 0.3392527 Feb 09 12:40:34.444447 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-af976ef3-3c39-4987-bf82-7e0542e41630 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:34.463462 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94459efa-d914-48b4-a5cc-5143a5e93fff req-6f80babc-746e-4b6c-86a5-b12ee8526d08 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:34.465719 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-94459efa-d914-48b4-a5cc-5143a5e93fff req-6f80babc-746e-4b6c-86a5-b12ee8526d08 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0c227a0-9ef0-4fe1-930e-3a42849fd518 HTTP/1.1" status: 200 len: 944 time: 0.6444185 Feb 09 12:40:34.501202 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-5f62bd9a-ac79-4975-99f3-36746af874c1 None None] Attempting to bind port 20f76ad8-36d1-468c-ba3b-9c8b109d2d66 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:40:34.501597 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-5f62bd9a-ac79-4975-99f3-36746af874c1 None None] Attempting to bind port 20f76ad8-36d1-468c-ba3b-9c8b109d2d66 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '929d49b6-1bbe-4929-9e1f-6c38b8d71534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '4641b2bc-80e9-4693-a64b-09f8b7cadd97'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:40:34.501933 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f62bd9a-ac79-4975-99f3-36746af874c1 None None] Attempting to bind port 20f76ad8-36d1-468c-ba3b-9c8b109d2d66 on network 4641b2bc-80e9-4693-a64b-09f8b7cadd97 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:40:34.509130 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e020149-e052-4ca3-b20d-9d67b466679f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:34.509838 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5e020149-e052-4ca3-b20d-9d67b466679f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Synchronizing usage tracker for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:40:34.512635 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f62bd9a-ac79-4975-99f3-36746af874c1 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:40:34.513021 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f62bd9a-ac79-4975-99f3-36746af874c1 None None] Checking segment: {'id': '929d49b6-1bbe-4929-9e1f-6c38b8d71534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '4641b2bc-80e9-4693-a64b-09f8b7cadd97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:40:34.513442 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5f62bd9a-ac79-4975-99f3-36746af874c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:34.513824 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f62bd9a-ac79-4975-99f3-36746af874c1 None None] Bound using segment: {'id': '929d49b6-1bbe-4929-9e1f-6c38b8d71534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '4641b2bc-80e9-4693-a64b-09f8b7cadd97'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:40:34.514295 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-5f62bd9a-ac79-4975-99f3-36746af874c1 None None] Bound port: 20f76ad8-36d1-468c-ba3b-9c8b109d2d66, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '929d49b6-1bbe-4929-9e1f-6c38b8d71534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '4641b2bc-80e9-4693-a64b-09f8b7cadd97'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:40:34.514716 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5f62bd9a-ac79-4975-99f3-36746af874c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:34.535174 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5e020149-e052-4ca3-b20d-9d67b466679f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Unset dirty status for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:40:34.539064 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5e020149-e052-4ca3-b20d-9d67b466679f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7909603 Feb 09 12:40:34.540514 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47906) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:34.574255 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-abadfae5-2b9c-4a09-b0f1-f65b5139a93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e969c023-bebd-4b7c-8c0d-d0fa5f312104', 'name': 'tempest-TestAggregatesBasicOps-882159272-router', 'tenant_id': '5ff17b7486ae49418ea3070b1231ff3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '41f75be4-7ae8-483a-a36b-1546c8801337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:40:07Z', 'updated_at': '2022-02-09T12:40:24Z', 'revision_number': 4, 'project_id': '5ff17b7486ae49418ea3070b1231ff3a', 'gw_port': {'id': '41f75be4-7ae8-483a-a36b-1546c8801337', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e969c023-bebd-4b7c-8c0d-d0fa5f312104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:40:08Z', 'updated_at': '2022-02-09T12:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'cb595798-0ab9-495b-9cd1-01b6eed831a0', 'name': '', 'network_id': '59c38b92-af1f-499a-b702-fc62b01dae27', 'tenant_id': '5ff17b7486ae49418ea3070b1231ff3a', 'mac_address': 'fa:16:3e:39:15:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e969c023-bebd-4b7c-8c0d-d0fa5f312104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '629521b9-2cc2-41aa-89f9-e684b758fa33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:40:19Z', 'updated_at': '2022-02-09T12:40:31Z', 'revision_number': 4, 'project_id': '5ff17b7486ae49418ea3070b1231ff3a', 'subnets': [{'id': '629521b9-2cc2-41aa-89f9-e684b758fa33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:34.602889 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abadfae5-2b9c-4a09-b0f1-f65b5139a93c None None] The sync data for ids ['e969c023-bebd-4b7c-8c0d-d0fa5f312104'] in n-d-825178-3 is: [{'id': 'e969c023-bebd-4b7c-8c0d-d0fa5f312104', 'name': 'tempest-TestAggregatesBasicOps-882159272-router', 'tenant_id': '5ff17b7486ae49418ea3070b1231ff3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '41f75be4-7ae8-483a-a36b-1546c8801337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:40:07Z', 'updated_at': '2022-02-09T12:40:24Z', 'revision_number': 4, 'project_id': '5ff17b7486ae49418ea3070b1231ff3a', 'gw_port': {'id': '41f75be4-7ae8-483a-a36b-1546c8801337', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e969c023-bebd-4b7c-8c0d-d0fa5f312104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:40:08Z', 'updated_at': '2022-02-09T12:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'cb595798-0ab9-495b-9cd1-01b6eed831a0', 'name': '', 'network_id': '59c38b92-af1f-499a-b702-fc62b01dae27', 'tenant_id': '5ff17b7486ae49418ea3070b1231ff3a', 'mac_address': 'fa:16:3e:39:15:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e969c023-bebd-4b7c-8c0d-d0fa5f312104', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '629521b9-2cc2-41aa-89f9-e684b758fa33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:40:19Z', 'updated_at': '2022-02-09T12:40:31Z', 'revision_number': 4, 'project_id': '5ff17b7486ae49418ea3070b1231ff3a', 'subnets': [{'id': '629521b9-2cc2-41aa-89f9-e684b758fa33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:40:34.609547 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af976ef3-3c39-4987-bf82-7e0542e41630 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Pushing event deleted for resources: {'Port': ['ID=36e11fe3-cc48-42f0-a072-0a60ff3399a0,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:34.622571 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e024089e-1f94-405f-9c2a-5d6ba1511c91 req-7a05a76b-25da-43d8-b586-a757560a9a84 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d7571fd-0756-4468-bd3c-a3877d2e955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2465684 Feb 09 12:40:34.666179 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-af976ef3-3c39-4987-bf82-7e0542e41630 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:34.704679 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7353c1-61b4-4665-b844-e76860f1c125 admin admin] Router 753f86c2-fdac-43c8-8d93-461bb18b3b9f is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:40:34.721509 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-5f62bd9a-ac79-4975-99f3-36746af874c1 None None] For port 20f76ad8-36d1-468c-ba3b-9c8b109d2d66, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:40:34.730118 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-5f62bd9a-ac79-4975-99f3-36746af874c1 None None] For port 20f76ad8-36d1-468c-ba3b-9c8b109d2d66, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=20f76ad8-36d1-468c-ba3b-9c8b109d2d66,segment=NetworkSegment(929d49b6-1bbe-4929-9e1f-6c38b8d71534),segment_id=929d49b6-1bbe-4929-9e1f-6c38b8d71534)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:40:34.742328 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5f62bd9a-ac79-4975-99f3-36746af874c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:34.753591 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca542e8-96da-4143-a924-f6b21d9d1440 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:34.754339 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-eca542e8-96da-4143-a924-f6b21d9d1440 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Synchronizing usage tracker for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:subnet {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:40:34.813666 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-94459efa-d914-48b4-a5cc-5143a5e93fff req-933e4d36-d47b-459e-84f1-7b6fc9e747bd tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/security-groups?id=070691eb-047b-4e04-88f1-62a85ef0b1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190394 Feb 09 12:40:34.831150 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-af976ef3-3c39-4987-bf82-7e0542e41630 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] 10.222.0.55 "DELETE /v2.0/ports/36e11fe3-cc48-42f0-a072-0a60ff3399a0 HTTP/1.1" status: 204 len: 168 time: 2.5193322 Feb 09 12:40:34.836465 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47910) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:34.881789 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f2deeceb-87c4-4b5d-ab31-090c53240aa7 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:34.897714 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed069bb-f91f-4d2f-8494-31ff6bcd0021 None None] DHCP port deletion for f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:40:34.903142 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f62bd9a-ac79-4975-99f3-36746af874c1 None None] Pushing event updated for resources: {'Port': ['ID=20f76ad8-36d1-468c-ba3b-9c8b109d2d66,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:34.918915 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-bed069bb-f91f-4d2f-8494-31ff6bcd0021 None None] Deleting port a7d8fba2-f001-40b8-ad00-30deba8c56f2 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:40:34.919622 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bed069bb-f91f-4d2f-8494-31ff6bcd0021 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:34.926300 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-eca542e8-96da-4143-a924-f6b21d9d1440 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Unset dirty status for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:subnet {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:40:34.930839 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-eca542e8-96da-4143-a924-f6b21d9d1440 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3851724 Feb 09 12:40:34.932589 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47914) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:35.005158 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-f2deeceb-87c4-4b5d-ab31-090c53240aa7 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Deleting port 20f76ad8-36d1-468c-ba3b-9c8b109d2d66 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:40:35.005568 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f2deeceb-87c4-4b5d-ab31-090c53240aa7 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:35.109345 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea152733-9892-4edd-88f3-709ab0cfdc64 None None] Network 4641b2bc-80e9-4693-a64b-09f8b7cadd97 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:40:35.139034 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-faff94b2-4d80-4d6b-988e-c78f23f58d67 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2031648 Feb 09 12:40:35.146041 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47918) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:35.164274 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-eb91491a-c56f-40da-b5e0-c9f0bcaa3578 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'subnet': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:40:35.243495 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7353c1-61b4-4665-b844-e76860f1c125 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:40:35.255983 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7ca5d0-ed89-4fa1-9797-6fee1f7dbd4d None None] Sync routers for ids ['753f86c2-fdac-43c8-8d93-461bb18b3b9f'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:40:35.290665 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7ca5d0-ed89-4fa1-9797-6fee1f7dbd4d None None] Routers {'753f86c2-fdac-43c8-8d93-461bb18b3b9f'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:40:35.291307 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-0c7ca5d0-ed89-4fa1-9797-6fee1f7dbd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:40:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['753f86c2-fdac-43c8-8d93-461bb18b3b9f'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:35.368303 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-e1736e59-caee-4c6d-ad5a-0483d3ee6648 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Deleting port 1fbe9e4f-6215-49e4-822e-cfc455790083 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:40:35.368642 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e1736e59-caee-4c6d-ad5a-0483d3ee6648 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:35.377414 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0b7353c1-61b4-4665-b844-e76860f1c125 admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:35.378620 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0b7353c1-61b4-4665-b844-e76860f1c125 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.3932064 Feb 09 12:40:35.385755 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47922) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:35.603680 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-f2deeceb-87c4-4b5d-ab31-090c53240aa7 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] For port 20f76ad8-36d1-468c-ba3b-9c8b109d2d66, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=20f76ad8-36d1-468c-ba3b-9c8b109d2d66,segment=NetworkSegment(929d49b6-1bbe-4929-9e1f-6c38b8d71534),segment_id=929d49b6-1bbe-4929-9e1f-6c38b8d71534)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:40:35.605696 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f2deeceb-87c4-4b5d-ab31-090c53240aa7 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:35.657557 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 0c28a6f7-5d8f-498f-8731-d8857f3e710c up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:40:35.662961 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-eb91491a-c56f-40da-b5e0-c9f0bcaa3578 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:40:35.720336 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-eb91491a-c56f-40da-b5e0-c9f0bcaa3578 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:40:35.805325 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device cb595798-0ab9-495b-9cd1-01b6eed831a0 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:40:35.856981 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-0c7ca5d0-ed89-4fa1-9797-6fee1f7dbd4d None None] Set router 753f86c2-fdac-43c8-8d93-461bb18b3b9f gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:40:35.887530 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb91491a-c56f-40da-b5e0-c9f0bcaa3578 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:40:35.892487 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eb91491a-c56f-40da-b5e0-c9f0bcaa3578 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:36.174347 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-bed069bb-f91f-4d2f-8494-31ff6bcd0021 None None] For port a7d8fba2-f001-40b8-ad00-30deba8c56f2, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=a7d8fba2-f001-40b8-ad00-30deba8c56f2,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:40:36.174830 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bed069bb-f91f-4d2f-8494-31ff6bcd0021 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:36.306548 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-f2deeceb-87c4-4b5d-ab31-090c53240aa7 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Calling delete_port for 20f76ad8-36d1-468c-ba3b-9c8b109d2d66 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:40:36.362108 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-0c7ca5d0-ed89-4fa1-9797-6fee1f7dbd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753f86c2-fdac-43c8-8d93-461bb18b3b9f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1671783598-router', 'tenant_id': 'fe861eb8966f4501804d9330d652c357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '5fc6e9c5-42e0-4f58-b750-74b838abffde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:40:30Z', 'updated_at': '2022-02-09T12:40:32Z', 'revision_number': 3, 'project_id': 'fe861eb8966f4501804d9330d652c357', 'gw_port': {'id': '5fc6e9c5-42e0-4f58-b750-74b838abffde', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:53:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '753f86c2-fdac-43c8-8d93-461bb18b3b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:40:31Z', 'updated_at': '2022-02-09T12:40:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:36.371322 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7ca5d0-ed89-4fa1-9797-6fee1f7dbd4d None None] Checking router: 753f86c2-fdac-43c8-8d93-461bb18b3b9f for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:40:36.371925 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7ca5d0-ed89-4fa1-9797-6fee1f7dbd4d None None] Updating router 753f86c2-fdac-43c8-8d93-461bb18b3b9f port 5fc6e9c5-42e0-4f58-b750-74b838abffde binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:40:36.522105 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0c7ca5d0-ed89-4fa1-9797-6fee1f7dbd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:36.595097 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-bed069bb-f91f-4d2f-8494-31ff6bcd0021 None None] Calling delete_port for a7d8fba2-f001-40b8-ad00-30deba8c56f2 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:40:36.777539 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e1736e59-caee-4c6d-ad5a-0483d3ee6648 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:36.783500 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port cb595798-0ab9-495b-9cd1-01b6eed831a0 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:40:36.819688 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port cb595798-0ab9-495b-9cd1-01b6eed831a0 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:40:36.820640 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:36.933925 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 0c28a6f7-5d8f-498f-8731-d8857f3e710c completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:40:36.981971 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-e1736e59-caee-4c6d-ad5a-0483d3ee6648 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Calling delete_port for 1fbe9e4f-6215-49e4-822e-cfc455790083 owned by {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:40:37.026511 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29533ec6-2acf-4f3b-894e-e009884eb69c req-6bf137bb-950b-4402-8fc0-b85483abba7c tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:37.028477 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-29533ec6-2acf-4f3b-894e-e009884eb69c req-6bf137bb-950b-4402-8fc0-b85483abba7c tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 945 time: 0.7434366 Feb 09 12:40:37.038494 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 0c28a6f7-5d8f-498f-8731-d8857f3e710c triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:40:37.038957 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:37.152414 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f2deeceb-87c4-4b5d-ab31-090c53240aa7 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:37.188022 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cf1f836b-70ee-4398-b888-2d9b9cd6568c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:37.202018 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bed069bb-f91f-4d2f-8494-31ff6bcd0021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:37.241209 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2deeceb-87c4-4b5d-ab31-090c53240aa7 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event deleted for resources: {'Port': ['ID=20f76ad8-36d1-468c-ba3b-9c8b109d2d66,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:37.243842 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2deeceb-87c4-4b5d-ab31-090c53240aa7 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] No DVR routers for this DVR port 20f76ad8-36d1-468c-ba3b-9c8b109d2d66 on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:40:37.310885 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed069bb-f91f-4d2f-8494-31ff6bcd0021 None None] Pushing event deleted for resources: {'Port': ['ID=a7d8fba2-f001-40b8-ad00-30deba8c56f2,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:37.318810 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0c7ca5d0-ed89-4fa1-9797-6fee1f7dbd4d None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:37.321717 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed069bb-f91f-4d2f-8494-31ff6bcd0021 None None] No DVR routers for this DVR port a7d8fba2-f001-40b8-ad00-30deba8c56f2 on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:40:37.350293 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-0c7ca5d0-ed89-4fa1-9797-6fee1f7dbd4d None None] Transition to ACTIVE for port object 5fc6e9c5-42e0-4f58-b750-74b838abffde will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:40:37.359956 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ed72b7-6396-4a9a-b21a-d4a770845f6a None None] get_active_networks_info from n-d-825178-3 {{(pid=87569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 12:40:37.368166 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0c7ca5d0-ed89-4fa1-9797-6fee1f7dbd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:37.436245 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a60936-5972-418b-9ff0-9b058482e481 req-bb7cd566-b43f-4ee9-bdc4-d46d5dff399b tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:37.446839 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-05a60936-5972-418b-9ff0-9b058482e481 req-bb7cd566-b43f-4ee9-bdc4-d46d5dff399b tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0c227a0-9ef0-4fe1-930e-3a42849fd518 HTTP/1.1" status: 200 len: 944 time: 1.2606828 Feb 09 12:40:37.522052 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:37.538264 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:37.558372 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-0c7ca5d0-ed89-4fa1-9797-6fee1f7dbd4d None None] Attempting to bind port 5fc6e9c5-42e0-4f58-b750-74b838abffde on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:40:37.564163 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-0c7ca5d0-ed89-4fa1-9797-6fee1f7dbd4d None None] Attempting to bind port 5fc6e9c5-42e0-4f58-b750-74b838abffde by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:40:37.565619 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7ca5d0-ed89-4fa1-9797-6fee1f7dbd4d None None] Attempting to bind port 5fc6e9c5-42e0-4f58-b750-74b838abffde on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:40:37.579354 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d3d1cc-8c67-4782-aa59-cec40aa11c15 None None] Pushing event updated for resources: {'Port': ['ID=5fc6e9c5-42e0-4f58-b750-74b838abffde,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:37.580544 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-53b9ed7e-e6d3-4ac2-bb10-265593dcbd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:37.601760 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7ca5d0-ed89-4fa1-9797-6fee1f7dbd4d None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:40:37.604424 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7ca5d0-ed89-4fa1-9797-6fee1f7dbd4d None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:40:37.605363 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0c7ca5d0-ed89-4fa1-9797-6fee1f7dbd4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:37.606015 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7ca5d0-ed89-4fa1-9797-6fee1f7dbd4d None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:40:37.608479 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-0c7ca5d0-ed89-4fa1-9797-6fee1f7dbd4d None None] Bound port: 5fc6e9c5-42e0-4f58-b750-74b838abffde, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:40:37.611573 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0c7ca5d0-ed89-4fa1-9797-6fee1f7dbd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:37.623925 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f2deeceb-87c4-4b5d-ab31-090c53240aa7 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:37.628019 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c227a0-9ef0-4fe1-930e-3a42849fd518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c28a6f7-5d8f-498f-8731-d8857f3e710c'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:40:37.677250 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-f2deeceb-87c4-4b5d-ab31-090c53240aa7 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4641b2bc-80e9-4693-a64b-09f8b7cadd97']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:37.688288 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 0c28a6f7-5d8f-498f-8731-d8857f3e710c, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=0c28a6f7-5d8f-498f-8731-d8857f3e710c,segment=NetworkSegment(48acd6d1-ef26-4e3f-bfd0-907db7418444),segment_id=48acd6d1-ef26-4e3f-bfd0-907db7418444)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:40:37.700757 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-f2deeceb-87c4-4b5d-ab31-090c53240aa7 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '929d49b6-1bbe-4929-9e1f-6c38b8d71534') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:37.701133 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-f2deeceb-87c4-4b5d-ab31-090c53240aa7 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '929d49b6-1bbe-4929-9e1f-6c38b8d71534') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:37.712526 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port cb595798-0ab9-495b-9cd1-01b6eed831a0, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=cb595798-0ab9-495b-9cd1-01b6eed831a0,segment=NetworkSegment(ab9162a2-48b1-4949-aaca-6b08427f45b8),segment_id=ab9162a2-48b1-4949-aaca-6b08427f45b8)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:40:37.719132 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f2deeceb-87c4-4b5d-ab31-090c53240aa7 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:37.743375 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f2deeceb-87c4-4b5d-ab31-090c53240aa7 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:37.747403 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:37.751232 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2deeceb-87c4-4b5d-ab31-090c53240aa7 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:40:37.751641 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f2deeceb-87c4-4b5d-ab31-090c53240aa7 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:37.848751 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-0c7ca5d0-ed89-4fa1-9797-6fee1f7dbd4d None None] For port 5fc6e9c5-42e0-4f58-b750-74b838abffde, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:40:37.854173 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-0c7ca5d0-ed89-4fa1-9797-6fee1f7dbd4d None None] For port 5fc6e9c5-42e0-4f58-b750-74b838abffde, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5fc6e9c5-42e0-4f58-b750-74b838abffde,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:40:37.863577 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:40:37.863577 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:40:37.863577 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:40:37.863577 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:40:37.863577 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:40:37.863577 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:40:37.863577 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:40:37.863577 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:40:37.863577 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:40:37.863577 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:40:37.863577 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:40:37.863577 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:40:37.863577 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:40:37.863577 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:40:37.863577 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:40:37.863577 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:40:37.863577 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:40:37.863577 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:40:37.863577 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:40:37.863577 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:40:37.863577 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:40:37.863577 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:40:37.863577 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:40:37.863577 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:40:37.863577 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:40:37.863577 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:40:37.863577 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:40:37.863577 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:40:37.863577 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:40:37.863577 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:40:37.863577 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:40:37.863577 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:40:37.867015 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:37.869917 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-29533ec6-2acf-4f3b-894e-e009884eb69c req-c1c01542-1620-4330-930b-00f49912f10d tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d7571fd-0756-4468-bd3c-a3877d2e955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7942207 Feb 09 12:40:37.872022 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0c7ca5d0-ed89-4fa1-9797-6fee1f7dbd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:37.873529 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f2deeceb-87c4-4b5d-ab31-090c53240aa7 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:37.911533 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device a7d8fba2-f001-40b8-ad00-30deba8c56f2 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:40:37.913178 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f2deeceb-87c4-4b5d-ab31-090c53240aa7 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:37.927514 n-d-825178-3 neutron-server[87567]: DEBUG neutron.objects.ports [None req-eb91491a-c56f-40da-b5e0-c9f0bcaa3578 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87567) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 12:40:38.012361 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2deeceb-87c4-4b5d-ab31-090c53240aa7 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event deleted for resources: {'Network': ['ID=4641b2bc-80e9-4693-a64b-09f8b7cadd97,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:38.027522 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f2deeceb-87c4-4b5d-ab31-090c53240aa7 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "DELETE /v2.0/networks/4641b2bc-80e9-4693-a64b-09f8b7cadd97 HTTP/1.1" status: 204 len: 168 time: 5.9115412 Feb 09 12:40:38.030661 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47936) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:38.044029 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-fee28f72-bc73-490b-84a1-ae266e25bc46 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-314135999'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:40:38.057669 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-fee28f72-bc73-490b-84a1-ae266e25bc46 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:40:38.058795 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c227a0-9ef0-4fe1-930e-3a42849fd518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c28a6f7-5d8f-498f-8731-d8857f3e710c', 'code': 200} Feb 09 12:40:38.060919 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7ca5d0-ed89-4fa1-9797-6fee1f7dbd4d None None] Routers {'753f86c2-fdac-43c8-8d93-461bb18b3b9f'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:40:38.061636 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: a7d8fba2-f001-40b8-ad00-30deba8c56f2 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:40:38.061764 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-0c7ca5d0-ed89-4fa1-9797-6fee1f7dbd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:40:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['753f86c2-fdac-43c8-8d93-461bb18b3b9f'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:38.062607 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device a7d8fba2-f001-40b8-ad00-30deba8c56f2 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:40:38.069841 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-fee28f72-bc73-490b-84a1-ae266e25bc46 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Usage tracker for resource:network and tenant:3fe8dec11ddd4b74aaa8bf07aa25bebd is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:40:38.073116 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-fee28f72-bc73-490b-84a1-ae266e25bc46 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:40:38.080195 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-fee28f72-bc73-490b-84a1-ae266e25bc46 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:40:38.123905 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=cb595798-0ab9-495b-9cd1-01b6eed831a0,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:38.142070 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee28f72-bc73-490b-84a1-ae266e25bc46 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Made reservation on behalf of 3fe8dec11ddd4b74aaa8bf07aa25bebd for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:40:38.145798 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fee28f72-bc73-490b-84a1-ae266e25bc46 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:38.172000 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ed72b7-6396-4a9a-b21a-d4a770845f6a None None] Resources bound (agent type, host, resource id): {{(pid=87569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 12:40:38.203944 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d3d1cc-8c67-4782-aa59-cec40aa11c15 None None] Pushing event updated for resources: {'Port': ['ID=5fc6e9c5-42e0-4f58-b750-74b838abffde,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:38.259611 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fee28f72-bc73-490b-84a1-ae266e25bc46 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:40:38.330623 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=0c28a6f7-5d8f-498f-8731-d8857f3e710c,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:38.353117 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fee28f72-bc73-490b-84a1-ae266e25bc46 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:38.353117 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-fee28f72-bc73-490b-84a1-ae266e25bc46 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Added segment 6fd5a28e-903e-4445-b6a9-7d3360dc288d of type vlan for network 244cdc72-c661-40b3-86de-02d2544abe73 Feb 09 12:40:38.355460 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-0c7ca5d0-ed89-4fa1-9797-6fee1f7dbd4d None None] Set router 753f86c2-fdac-43c8-8d93-461bb18b3b9f gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:40:38.392602 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bc2e6-4a2b-42d8-a273-04faf1e31a7a req-932b273e-2143-4610-bfc3-97293c8ad2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:38.394128 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-615bc2e6-4a2b-42d8-a273-04faf1e31a7a req-932b273e-2143-4610-bfc3-97293c8ad2f1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d0c227a0-9ef0-4fe1-930e-3a42849fd518 HTTP/1.1" status: 200 len: 1096 time: 0.2994001 Feb 09 12:40:38.523086 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fee28f72-bc73-490b-84a1-ae266e25bc46 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:38.546741 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-53b9ed7e-e6d3-4ac2-bb10-265593dcbd24 admin admin] Allocated IP 172.20.0.1 (0fdd1126-5a53-4a5a-810d-e4d88179e413/2119cf49-29ff-4f23-b272-fe25e334c66e/8c80b32f-84d1-4afd-ba50-73d63a5575e0) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:40:38.555289 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-615bc2e6-4a2b-42d8-a273-04faf1e31a7a req-3c9da3f2-b3b2-406e-befc-5a6d44737100 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=070691eb-047b-4e04-88f1-62a85ef0b1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933867 Feb 09 12:40:38.611229 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-05a60936-5972-418b-9ff0-9b058482e481 req-e1a862bc-51aa-4f4e-8b77-1b543ce801ca tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/security-groups?id=070691eb-047b-4e04-88f1-62a85ef0b1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1634157 Feb 09 12:40:38.628668 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e1736e59-caee-4c6d-ad5a-0483d3ee6648 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:38.654990 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fee28f72-bc73-490b-84a1-ae266e25bc46 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:38.661403 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee28f72-bc73-490b-84a1-ae266e25bc46 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:38.662088 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fee28f72-bc73-490b-84a1-ae266e25bc46 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:38.721458 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1736e59-caee-4c6d-ad5a-0483d3ee6648 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Pushing event deleted for resources: {'Port': ['ID=1fbe9e4f-6215-49e4-822e-cfc455790083,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:38.730677 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e1736e59-caee-4c6d-ad5a-0483d3ee6648 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:38.768870 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-0c7ca5d0-ed89-4fa1-9797-6fee1f7dbd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753f86c2-fdac-43c8-8d93-461bb18b3b9f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1671783598-router', 'tenant_id': 'fe861eb8966f4501804d9330d652c357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '5fc6e9c5-42e0-4f58-b750-74b838abffde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:40:30Z', 'updated_at': '2022-02-09T12:40:32Z', 'revision_number': 3, 'project_id': 'fe861eb8966f4501804d9330d652c357', 'gw_port': {'id': '5fc6e9c5-42e0-4f58-b750-74b838abffde', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:53:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '753f86c2-fdac-43c8-8d93-461bb18b3b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:40:31Z', 'updated_at': '2022-02-09T12:40:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:38.771577 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e1736e59-caee-4c6d-ad5a-0483d3ee6648 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] 10.222.0.55 "DELETE /v2.0/ports/1fbe9e4f-6215-49e4-822e-cfc455790083 HTTP/1.1" status: 204 len: 168 time: 3.9332094 Feb 09 12:40:38.772678 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47940) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:38.795028 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7ca5d0-ed89-4fa1-9797-6fee1f7dbd4d None None] The sync data for ids ['753f86c2-fdac-43c8-8d93-461bb18b3b9f'] in n-d-825178-3 is: [{'id': '753f86c2-fdac-43c8-8d93-461bb18b3b9f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1671783598-router', 'tenant_id': 'fe861eb8966f4501804d9330d652c357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '5fc6e9c5-42e0-4f58-b750-74b838abffde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:40:30Z', 'updated_at': '2022-02-09T12:40:32Z', 'revision_number': 3, 'project_id': 'fe861eb8966f4501804d9330d652c357', 'gw_port': {'id': '5fc6e9c5-42e0-4f58-b750-74b838abffde', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:53:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '753f86c2-fdac-43c8-8d93-461bb18b3b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:40:31Z', 'updated_at': '2022-02-09T12:40:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:40:38.806708 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1735f834-776d-48ba-a8d2-6b7d3f4b1a34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'tenant_id': 'a7add69c825d45b8a9a99e00c87aae63', 'fixed_ips': [{'subnet_id': '882a420b-70e6-40de-b7a5-aaa75253acbb'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:40:38.807558 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1735f834-776d-48ba-a8d2-6b7d3f4b1a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:38.822192 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee28f72-bc73-490b-84a1-ae266e25bc46 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event updated for resources: {'Network': ['ID=244cdc72-c661-40b3-86de-02d2544abe73,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:38.832418 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-fee28f72-bc73-490b-84a1-ae266e25bc46 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8001084 Feb 09 12:40:38.836455 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47944) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:38.845131 n-d-825178-3 neutron-server[87567]: WARNING neutron.services.revisions.revision_plugin [None req-eb91491a-c56f-40da-b5e0-c9f0bcaa3578 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Could not find related port for resource to bump revision. Feb 09 12:40:38.849133 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-2e8d2e7e-429c-4c47-9acc-3d58346769da tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Synchronizing usage tracker for tenant:aec6b40c41524428b136e20f200181f8 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:40:38.865697 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.ipam_pluggable_backend [None req-eb91491a-c56f-40da-b5e0-c9f0bcaa3578 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Port a7d8fba2-f001-40b8-ad00-30deba8c56f2 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87567) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 09 12:40:38.866017 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.ipam_pluggable_backend [None req-eb91491a-c56f-40da-b5e0-c9f0bcaa3578 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Reverting IP allocation for 2001:db8::f816:3eff:fec8:6a83 {{(pid=87567) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 09 12:40:38.882932 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 244cdc72-c661-40b3-86de-02d2544abe73 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:40:38.907596 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.ipam_pluggable_backend [None req-eb91491a-c56f-40da-b5e0-c9f0bcaa3578 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fec8:6a83 {{(pid=87567) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 09 12:40:38.916486 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eb91491a-c56f-40da-b5e0-c9f0bcaa3578 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:38.926173 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-2e8d2e7e-429c-4c47-9acc-3d58346769da tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Unset dirty status for tenant:aec6b40c41524428b136e20f200181f8 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:40:38.932522 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2e8d2e7e-429c-4c47-9acc-3d58346769da tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1541784 Feb 09 12:40:38.933213 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47950) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:38.950894 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-53b9ed7e-e6d3-4ac2-bb10-265593dcbd24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:38.991069 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-549d8597-aec4-48a4-a698-67a9bf845b2c tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:40:39.013959 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb91491a-c56f-40da-b5e0-c9f0bcaa3578 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Subnet': ['ID=882a420b-70e6-40de-b7a5-aaa75253acbb,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:39.021277 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-82b16187-e426-4771-87eb-ae2ccc1b4e26 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2078078234'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:40:39.032611 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb91491a-c56f-40da-b5e0-c9f0bcaa3578 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:40:39.033697 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-82b16187-e426-4771-87eb-ae2ccc1b4e26 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:40:39.039969 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-eb91491a-c56f-40da-b5e0-c9f0bcaa3578 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:40:39.044854 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb91491a-c56f-40da-b5e0-c9f0bcaa3578 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:39.045451 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eb91491a-c56f-40da-b5e0-c9f0bcaa3578 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:39.058531 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-82b16187-e426-4771-87eb-ae2ccc1b4e26 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Usage tracker for resource:network and tenant:aec6b40c41524428b136e20f200181f8 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:40:39.074090 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-82b16187-e426-4771-87eb-ae2ccc1b4e26 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:40:39.094693 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f836b-70ee-4398-b888-2d9b9cd6568c admin admin] Deleting port 5ea542ac-6918-4b2a-96f7-1e9526ceefd0 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:40:39.095047 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cf1f836b-70ee-4398-b888-2d9b9cd6568c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:39.222077 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-53b9ed7e-e6d3-4ac2-bb10-265593dcbd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:39.308803 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-82b16187-e426-4771-87eb-ae2ccc1b4e26 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:40:39.361173 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-1735f834-776d-48ba-a8d2-6b7d3f4b1a34 None None] Allocated IP 2001:db8::f816:3eff:febc:cac1 (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/882a420b-70e6-40de-b7a5-aaa75253acbb/43a73f89-cc34-4d83-b362-e5f40715ae41) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:40:39.394078 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-eb91491a-c56f-40da-b5e0-c9f0bcaa3578 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 4.2468190 Feb 09 12:40:39.410049 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47954) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:39.442262 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-eb7cfa2a-864d-4005-b370-c9d1644256fb tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'port': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'mac_address': 'fa:16:3e:0c:d8:b2', 'name': 'tempest-NetworksTestDHCPv6-1472173378'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:40:39.468122 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b16187-e426-4771-87eb-ae2ccc1b4e26 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Made reservation on behalf of aec6b40c41524428b136e20f200181f8 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:40:39.471853 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-82b16187-e426-4771-87eb-ae2ccc1b4e26 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:39.718029 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82b16187-e426-4771-87eb-ae2ccc1b4e26 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:40:39.780645 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-cf1f836b-70ee-4398-b888-2d9b9cd6568c admin admin] For port 5ea542ac-6918-4b2a-96f7-1e9526ceefd0, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5ea542ac-6918-4b2a-96f7-1e9526ceefd0,segment=NetworkSegment(183ad3f1-1647-499f-ad8a-65136b02e339),segment_id=183ad3f1-1647-499f-ad8a-65136b02e339)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:40:39.781038 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cf1f836b-70ee-4398-b888-2d9b9cd6568c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:39.782187 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1735f834-776d-48ba-a8d2-6b7d3f4b1a34 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:39.811436 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-1735f834-776d-48ba-a8d2-6b7d3f4b1a34 None None] Transition to ACTIVE for port object 43a73f89-cc34-4d83-b362-e5f40715ae41 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:40:39.903115 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-82b16187-e426-4771-87eb-ae2ccc1b4e26 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:39.903115 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-82b16187-e426-4771-87eb-ae2ccc1b4e26 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Added segment a355900c-f057-4679-bb59-a2597c9265d7 of type vlan for network 93d53d32-25e5-4e40-95b4-def0ea28966c Feb 09 12:40:39.909035 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-1735f834-776d-48ba-a8d2-6b7d3f4b1a34 None None] Transition to ACTIVE for port object 43a73f89-cc34-4d83-b362-e5f40715ae41 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:40:39.909035 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1735f834-776d-48ba-a8d2-6b7d3f4b1a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:39.909873 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b9ed7e-e6d3-4ac2-bb10-265593dcbd24 admin admin] Network 0fdd1126-5a53-4a5a-810d-e4d88179e413 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:40:39.909873 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-53b9ed7e-e6d3-4ac2-bb10-265593dcbd24 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:40:39.911239 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f0f2c-5936-4b90-be43-d8ef9fcabc70 req-3c18c792-4a20-4611-84bb-80afa2b70a05 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:39.911425 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b9ed7e-e6d3-4ac2-bb10-265593dcbd24 admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:40:39.911548 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-483f0f2c-5936-4b90-be43-d8ef9fcabc70 req-3c18c792-4a20-4611-84bb-80afa2b70a05 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 945 time: 0.5747037 Feb 09 12:40:40.008478 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1735f834-776d-48ba-a8d2-6b7d3f4b1a34 None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:40:40.012271 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-1735f834-776d-48ba-a8d2-6b7d3f4b1a34 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:40:40.016776 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1735f834-776d-48ba-a8d2-6b7d3f4b1a34 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:40:40.024798 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1735f834-776d-48ba-a8d2-6b7d3f4b1a34 None None] Pushing event updated for resources: {'Port': ['ID=43a73f89-cc34-4d83-b362-e5f40715ae41,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:40.034081 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b9ed7e-e6d3-4ac2-bb10-265593dcbd24 admin admin] Pushing event updated for resources: {'Port': ['ID=8c80b32f-84d1-4afd-ba50-73d63a5575e0,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:40.082247 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-53b9ed7e-e6d3-4ac2-bb10-265593dcbd24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:40.100424 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-549d8597-aec4-48a4-a698-67a9bf845b2c tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:40.127022 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-549d8597-aec4-48a4-a698-67a9bf845b2c tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:40.172418 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-1735f834-776d-48ba-a8d2-6b7d3f4b1a34 None None] Attempting to bind port 43a73f89-cc34-4d83-b362-e5f40715ae41 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:40:40.172803 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-1735f834-776d-48ba-a8d2-6b7d3f4b1a34 None None] Attempting to bind port 43a73f89-cc34-4d83-b362-e5f40715ae41 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:40:40.173170 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1735f834-776d-48ba-a8d2-6b7d3f4b1a34 None None] Attempting to bind port 43a73f89-cc34-4d83-b362-e5f40715ae41 on network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:40:40.180203 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1735f834-776d-48ba-a8d2-6b7d3f4b1a34 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:40:40.180628 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1735f834-776d-48ba-a8d2-6b7d3f4b1a34 None None] Checking segment: {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:40:40.180976 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1735f834-776d-48ba-a8d2-6b7d3f4b1a34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:40.181373 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1735f834-776d-48ba-a8d2-6b7d3f4b1a34 None None] Bound using segment: {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:40:40.182196 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-1735f834-776d-48ba-a8d2-6b7d3f4b1a34 None None] Bound port: 43a73f89-cc34-4d83-b362-e5f40715ae41, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:40:40.182583 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1735f834-776d-48ba-a8d2-6b7d3f4b1a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:40.197096 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-549d8597-aec4-48a4-a698-67a9bf845b2c tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Network 244cdc72-c661-40b3-86de-02d2544abe73 is not hosted by any dhcp agent {{(pid=87568) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 09 12:40:40.202386 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549d8597-aec4-48a4-a698-67a9bf845b2c tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:40.202972 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-549d8597-aec4-48a4-a698-67a9bf845b2c tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:40.206937 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-549d8597-aec4-48a4-a698-67a9bf845b2c tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "PUT /v2.0/networks/244cdc72-c661-40b3-86de-02d2544abe73 HTTP/1.1" status: 200 len: 723 time: 1.3669915 Feb 09 12:40:40.222565 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f836b-70ee-4398-b888-2d9b9cd6568c admin admin] Calling delete_port for 5ea542ac-6918-4b2a-96f7-1e9526ceefd0 owned by network:router_interface {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:40:40.281845 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47968) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:40.306771 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-6b7f3c48-bb72-415f-b65c-5eb2452c9dde tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Request body: {'subnet': {'network_id': '244cdc72-c661-40b3-86de-02d2544abe73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:40:40.330220 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5fc6e9c5-42e0-4f58-b750-74b838abffde up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:40:40.348150 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549d8597-aec4-48a4-a698-67a9bf845b2c tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event updated for resources: {'Network': ['ID=244cdc72-c661-40b3-86de-02d2544abe73,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:40.384263 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 244cdc72-c661-40b3-86de-02d2544abe73 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:40:40.468341 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-53b9ed7e-e6d3-4ac2-bb10-265593dcbd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:40.476503 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-eb7cfa2a-864d-4005-b370-c9d1644256fb tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:40:40.509460 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-483f0f2c-5936-4b90-be43-d8ef9fcabc70 req-3d0a9b12-ec72-4114-9b6e-a21c83770c50 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d7571fd-0756-4468-bd3c-a3877d2e955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4423857 Feb 09 12:40:40.530148 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-82b16187-e426-4771-87eb-ae2ccc1b4e26 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:40.539146 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-1735f834-776d-48ba-a8d2-6b7d3f4b1a34 None None] For port 43a73f89-cc34-4d83-b362-e5f40715ae41, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:40:40.547333 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-eb7cfa2a-864d-4005-b370-c9d1644256fb tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:40:40.581845 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-1735f834-776d-48ba-a8d2-6b7d3f4b1a34 None None] For port 43a73f89-cc34-4d83-b362-e5f40715ae41, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=43a73f89-cc34-4d83-b362-e5f40715ae41,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:40:40.591279 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1735f834-776d-48ba-a8d2-6b7d3f4b1a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:40.687994 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 5fc6e9c5-42e0-4f58-b750-74b838abffde completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:40:40.696296 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 5fc6e9c5-42e0-4f58-b750-74b838abffde triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:40:40.697729 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:40.756721 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7cfa2a-864d-4005-b370-c9d1644256fb tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:40:40.764722 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1735f834-776d-48ba-a8d2-6b7d3f4b1a34 None None] Pushing event updated for resources: {'Port': ['ID=43a73f89-cc34-4d83-b362-e5f40715ae41,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:40.785668 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-53b9ed7e-e6d3-4ac2-bb10-265593dcbd24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:40.795531 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-53b9ed7e-e6d3-4ac2-bb10-265593dcbd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:40.811089 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:40:40.860220 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:40.884014 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 5fc6e9c5-42e0-4f58-b750-74b838abffde, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5fc6e9c5-42e0-4f58-b750-74b838abffde,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:40:40.888956 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:40.889817 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device cb595798-0ab9-495b-9cd1-01b6eed831a0 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:40:40.997793 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-53b9ed7e-e6d3-4ac2-bb10-265593dcbd24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:41.016609 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=5fc6e9c5-42e0-4f58-b750-74b838abffde,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:41.029631 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port cb595798-0ab9-495b-9cd1-01b6eed831a0 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:40:41.030093 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:41.045919 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b9ed7e-e6d3-4ac2-bb10-265593dcbd24 admin admin] Pushing event updated for resources: {'Port': ['ID=8c80b32f-84d1-4afd-ba50-73d63a5575e0,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:41.090428 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eb7cfa2a-864d-4005-b370-c9d1644256fb tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:41.143763 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51061b0c-0caf-403b-9a0e-a073a30a5154 req-29308cec-d263-4b34-9902-b66ce1c18079 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:41.150565 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-51061b0c-0caf-403b-9a0e-a073a30a5154 req-29308cec-d263-4b34-9902-b66ce1c18079 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0c227a0-9ef0-4fe1-930e-3a42849fd518 HTTP/1.1" status: 200 len: 945 time: 1.2537990 Feb 09 12:40:41.184730 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3cb6b-a4a1-46a0-bc44-8dae7340b3a0 req-fcb17758-5009-47dc-8a2d-9c08b4347981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:41.186122 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-59b3cb6b-a4a1-46a0-bc44-8dae7340b3a0 req-fcb17758-5009-47dc-8a2d-9c08b4347981 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e83e724b83ff4eff83d86a9461a0246b&device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 1096 time: 0.3004928 Feb 09 12:40:41.202808 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6b7f3c48-bb72-415f-b65c-5eb2452c9dde tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:40:41.217953 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-82b16187-e426-4771-87eb-ae2ccc1b4e26 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:41.223698 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b16187-e426-4771-87eb-ae2ccc1b4e26 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:41.223964 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-82b16187-e426-4771-87eb-ae2ccc1b4e26 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:41.231149 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6b7f3c48-bb72-415f-b65c-5eb2452c9dde tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Usage tracker for resource:subnet and tenant:3fe8dec11ddd4b74aaa8bf07aa25bebd is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:40:41.255971 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6b7f3c48-bb72-415f-b65c-5eb2452c9dde tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:40:41.290155 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6b7f3c48-bb72-415f-b65c-5eb2452c9dde tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:40:41.292494 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [None req-eb7cfa2a-864d-4005-b370-c9d1644256fb tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] device_id is not set on port 56bba0f1-fd0a-4bc1-b82d-8407005756be yet. {{(pid=87567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:40:41.372791 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b9ed7e-e6d3-4ac2-bb10-265593dcbd24 admin admin] Network 0fdd1126-5a53-4a5a-810d-e4d88179e413 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:40:41.382336 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-53b9ed7e-e6d3-4ac2-bb10-265593dcbd24 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:40:41.454482 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-51061b0c-0caf-403b-9a0e-a073a30a5154 req-44fb9729-0211-4280-8a61-ce06f4eb1089 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/security-groups?id=070691eb-047b-4e04-88f1-62a85ef0b1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884133 Feb 09 12:40:41.459462 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3cb6b-a4a1-46a0-bc44-8dae7340b3a0 req-275969e8-3a58-4573-b620-987d73174eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:41.460949 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-59b3cb6b-a4a1-46a0-bc44-8dae7340b3a0 req-275969e8-3a58-4573-b620-987d73174eea service neutron] 10.222.0.46 "GET /v2.0/networks?id=01f3f4ff-beae-4106-8f70-e214cdcf114b HTTP/1.1" status: 200 len: 918 time: 0.2637305 Feb 09 12:40:41.483728 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-82b16187-e426-4771-87eb-ae2ccc1b4e26 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.4656713 Feb 09 12:40:41.483728 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7f3c48-bb72-415f-b65c-5eb2452c9dde tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Made reservation on behalf of 3fe8dec11ddd4b74aaa8bf07aa25bebd for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:40:41.484083 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47974) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:41.484179 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6b7f3c48-bb72-415f-b65c-5eb2452c9dde tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:41.542285 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-5e16bb12-7eb8-43ae-bd8c-0efb02c94487 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2053566934'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:40:41.567030 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5e16bb12-7eb8-43ae-bd8c-0efb02c94487 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:40:41.568961 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b16187-e426-4771-87eb-ae2ccc1b4e26 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Pushing event updated for resources: {'Network': ['ID=93d53d32-25e5-4e40-95b4-def0ea28966c,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:41.594448 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 93d53d32-25e5-4e40-95b4-def0ea28966c details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:40:41.601801 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5e16bb12-7eb8-43ae-bd8c-0efb02c94487 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Usage tracker for resource:network and tenant:aec6b40c41524428b136e20f200181f8 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:40:41.659863 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5e16bb12-7eb8-43ae-bd8c-0efb02c94487 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:40:41.685478 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5e16bb12-7eb8-43ae-bd8c-0efb02c94487 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:40:41.715510 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-59b3cb6b-a4a1-46a0-bc44-8dae7340b3a0 req-1fcbb907-2326-468a-b3bf-785a2091a350 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89ca83b9-7e07-4cca-af3e-3ae2552fd7a7 HTTP/1.1" status: 200 len: 1001 time: 0.2387619 Feb 09 12:40:41.718674 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e16bb12-7eb8-43ae-bd8c-0efb02c94487 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Made reservation on behalf of aec6b40c41524428b136e20f200181f8 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:40:41.721903 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5e16bb12-7eb8-43ae-bd8c-0efb02c94487 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:41.750747 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-eb7cfa2a-864d-4005-b370-c9d1644256fb tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Allocated IP 2001:db8::f816:3eff:fe0c:d8b2 (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/882a420b-70e6-40de-b7a5-aaa75253acbb/56bba0f1-fd0a-4bc1-b82d-8407005756be) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:40:41.797788 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b9ed7e-e6d3-4ac2-bb10-265593dcbd24 admin admin] Router 753f86c2-fdac-43c8-8d93-461bb18b3b9f has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:40:41.814213 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cf1f836b-70ee-4398-b888-2d9b9cd6568c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:41.815489 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e16bb12-7eb8-43ae-bd8c-0efb02c94487 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:40:41.901263 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f836b-70ee-4398-b888-2d9b9cd6568c admin admin] Pushing event deleted for resources: {'Port': ['ID=5ea542ac-6918-4b2a-96f7-1e9526ceefd0,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:42.000374 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3cb6b-a4a1-46a0-bc44-8dae7340b3a0 req-91db193d-4ab3-4780-93fd-e9e64df98fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:42.001806 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-59b3cb6b-a4a1-46a0-bc44-8dae7340b3a0 req-91db193d-4ab3-4780-93fd-e9e64df98fb5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=45d760f9-948b-4bf5-bf1f-a52c1e984121 HTTP/1.1" status: 200 len: 856 time: 0.2700362 Feb 09 12:40:42.057250 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5e16bb12-7eb8-43ae-bd8c-0efb02c94487 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:42.057250 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-5e16bb12-7eb8-43ae-bd8c-0efb02c94487 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Added segment 43e459eb-8ae4-4105-afc0-97372fa0cdde of type vlan for network aacc137d-abb1-4800-a448-26752c69cab4 Feb 09 12:40:42.117650 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5e16bb12-7eb8-43ae-bd8c-0efb02c94487 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:42.269846 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3cb6b-a4a1-46a0-bc44-8dae7340b3a0 req-5f269d7a-d541-42db-8b04-c33e072cfdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:42.272278 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-59b3cb6b-a4a1-46a0-bc44-8dae7340b3a0 req-5f269d7a-d541-42db-8b04-c33e072cfdd4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=01f3f4ff-beae-4106-8f70-e214cdcf114b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2626753 Feb 09 12:40:42.273057 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b9ed7e-e6d3-4ac2-bb10-265593dcbd24 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:40:42.282090 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5e16bb12-7eb8-43ae-bd8c-0efb02c94487 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:42.285228 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25397150-c53f-4279-aec5-748c2f73ecc3 None None] Sync routers for ids ['753f86c2-fdac-43c8-8d93-461bb18b3b9f'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:40:42.289527 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e16bb12-7eb8-43ae-bd8c-0efb02c94487 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:42.290246 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5e16bb12-7eb8-43ae-bd8c-0efb02c94487 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:42.296465 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6b7f3c48-bb72-415f-b65c-5eb2452c9dde tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:42.308115 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25397150-c53f-4279-aec5-748c2f73ecc3 None None] Routers {'753f86c2-fdac-43c8-8d93-461bb18b3b9f'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:40:42.313548 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-25397150-c53f-4279-aec5-748c2f73ecc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:40:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['753f86c2-fdac-43c8-8d93-461bb18b3b9f'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:42.361809 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90665433-aba8-4262-bb4f-cd484183f72c req-be01f724-61fe-4e3c-8a02-57a6a6db80c2 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:42.367191 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-90665433-aba8-4262-bb4f-cd484183f72c req-be01f724-61fe-4e3c-8a02-57a6a6db80c2 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 945 time: 0.6034899 Feb 09 12:40:42.455041 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5fc6e9c5-42e0-4f58-b750-74b838abffde up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:40:42.465456 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-59b3cb6b-a4a1-46a0-bc44-8dae7340b3a0 req-3549cb3e-b443-4dc4-b515-cd1258a96782 service neutron] 10.222.0.46 "GET /v2.0/networks/01f3f4ff-beae-4106-8f70-e214cdcf114b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708138 Feb 09 12:40:42.484702 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e45d2d-9663-44ff-81d8-e652572af94e None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:40:42.618051 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7f3c48-bb72-415f-b65c-5eb2452c9dde tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event updated for resources: {'Subnet': ['ID=1629b2cc-dda7-43b5-a7d0-417c749038b3,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:42.670595 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-90665433-aba8-4262-bb4f-cd484183f72c req-f3008ce5-8b4b-45b0-8bd7-b2af30c253f6 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d7571fd-0756-4468-bd3c-a3877d2e955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2548594 Feb 09 12:40:42.688490 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eb7cfa2a-864d-4005-b370-c9d1644256fb tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:42.733878 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7f3c48-bb72-415f-b65c-5eb2452c9dde tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Checking segment: {'id': '6fd5a28e-903e-4445-b6a9-7d3360dc288d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '244cdc72-c661-40b3-86de-02d2544abe73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:40:42.734504 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7f3c48-bb72-415f-b65c-5eb2452c9dde tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Network hostable DHCP agents. Network: 244cdc72-c661-40b3-86de-02d2544abe73, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:40:42.738335 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-59b3cb6b-a4a1-46a0-bc44-8dae7340b3a0 req-e3ef6191-73c0-4216-b364-ab1298827691 service neutron] 10.222.0.46 "GET /v2.0/networks/01f3f4ff-beae-4106-8f70-e214cdcf114b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507324 Feb 09 12:40:42.751672 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-53b9ed7e-e6d3-4ac2-bb10-265593dcbd24 admin admin] 10.222.0.55 "PUT /v2.0/routers/753f86c2-fdac-43c8-8d93-461bb18b3b9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3647592 Feb 09 12:40:42.754042 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cf1f836b-70ee-4398-b888-2d9b9cd6568c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:42.767122 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e16bb12-7eb8-43ae-bd8c-0efb02c94487 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Pushing event updated for resources: {'Network': ['ID=aacc137d-abb1-4800-a448-26752c69cab4,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:42.784847 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5e16bb12-7eb8-43ae-bd8c-0efb02c94487 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2416437 Feb 09 12:40:42.785378 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-eb7cfa2a-864d-4005-b370-c9d1644256fb tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Transition to ACTIVE for port object 56bba0f1-fd0a-4bc1-b82d-8407005756be will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:40:42.794819 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network aacc137d-abb1-4800-a448-26752c69cab4 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:40:42.903053 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-3c01caba-7edb-4552-a871-02b092d42bbe None None] Provisioning for port 43a73f89-cc34-4d83-b362-e5f40715ae41 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:40:42.991547 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-25397150-c53f-4279-aec5-748c2f73ecc3 None None] Set router 753f86c2-fdac-43c8-8d93-461bb18b3b9f gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:40:43.063835 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eb7cfa2a-864d-4005-b370-c9d1644256fb tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:43.132885 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 5fc6e9c5-42e0-4f58-b750-74b838abffde triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:40:43.133378 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:43.167354 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7f3c48-bb72-415f-b65c-5eb2452c9dde tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Network 244cdc72-c661-40b3-86de-02d2544abe73 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:40:43.200545 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7cfa2a-864d-4005-b370-c9d1644256fb tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:40:43.220812 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-eb7cfa2a-864d-4005-b370-c9d1644256fb tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:40:43.280879 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7cfa2a-864d-4005-b370-c9d1644256fb tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:40:43.286485 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7cfa2a-864d-4005-b370-c9d1644256fb tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:43.287270 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eb7cfa2a-864d-4005-b370-c9d1644256fb tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:43.391094 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-6b7f3c48-bb72-415f-b65c-5eb2452c9dde tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 244cdc72-c661-40b3-86de-02d2544abe73) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:40:43.411705 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-eb7cfa2a-864d-4005-b370-c9d1644256fb tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.9805326 Feb 09 12:40:43.412380 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47998) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:43.413858 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ab091d-87a5-4b48-acb2-20b38cc219b5 None None] Network 244cdc72-c661-40b3-86de-02d2544abe73 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:40:43.440281 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7f3c48-bb72-415f-b65c-5eb2452c9dde tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:43.441053 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6b7f3c48-bb72-415f-b65c-5eb2452c9dde tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:43.451020 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7cfa2a-864d-4005-b370-c9d1644256fb tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Port': ['ID=56bba0f1-fd0a-4bc1-b82d-8407005756be,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:43.525344 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 89ca83b9-7e07-4cca-af3e-3ae2552fd7a7 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:40:43.557646 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b4fecd-a162-4864-9ae6-87563e18c98c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:43.563705 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b4fecd-a162-4864-9ae6-87563e18c98c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:43.567954 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-87b4fecd-a162-4864-9ae6-87563e18c98c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1519716 Feb 09 12:40:43.568182 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48002) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:43.577568 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-6b7f3c48-bb72-415f-b65c-5eb2452c9dde tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2808795 Feb 09 12:40:43.586512 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3f4a9-50e4-4ace-b622-f9557c5e4dba req-aa2866d5-1c04-4d6c-85ba-c6e623da9149 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:43.593724 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-77f3f4a9-50e4-4ace-b622-f9557c5e4dba req-aa2866d5-1c04-4d6c-85ba-c6e623da9149 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0c227a0-9ef0-4fe1-930e-3a42849fd518 HTTP/1.1" status: 200 len: 945 time: 0.9100718 Feb 09 12:40:43.605030 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48006) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:43.623108 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-3270f0e7-ba0e-42d4-b999-96bf973a9aa1 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:40:43.701179 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-2ad6e8b9-50fc-42f6-92d5-45d0430c333b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Deleting port 56bba0f1-fd0a-4bc1-b82d-8407005756be {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:40:43.701522 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2ad6e8b9-50fc-42f6-92d5-45d0430c333b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:43.745584 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-166d56d7-fb1f-47ce-b168-a66d7d9a72ec tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:43.752891 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-166d56d7-fb1f-47ce-b168-a66d7d9a72ec tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/networks?id=0fdd1126-5a53-4a5a-810d-e4d88179e413 HTTP/1.1" status: 200 len: 820 time: 0.5960557 Feb 09 12:40:43.803626 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-77f3f4a9-50e4-4ace-b622-f9557c5e4dba req-8577f576-6f70-40b8-a28d-02d82e4c8765 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/security-groups?id=070691eb-047b-4e04-88f1-62a85ef0b1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088459 Feb 09 12:40:43.826508 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-9ba52fdf-7ff4-4c40-acfe-171366ec533e tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/quotas/fe861eb8966f4501804d9330d652c357 HTTP/1.1" status: 200 len: 375 time: 0.0731604 Feb 09 12:40:43.859420 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 43a73f89-cc34-4d83-b362-e5f40715ae41 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:40:43.862496 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3270f0e7-ba0e-42d4-b999-96bf973a9aa1 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3805722'] for subnet, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:44.002317 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 43a73f89-cc34-4d83-b362-e5f40715ae41 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:40:44.011880 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf1f836b-70ee-4398-b888-2d9b9cd6568c admin admin] Router 881bf88b-8b8f-41b3-9882-692855c59c91 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:40:44.016348 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 43a73f89-cc34-4d83-b362-e5f40715ae41 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:40:44.017233 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:44.174971 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:44.193198 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-b496f901-4469-4874-bbe2-41c587961ce9 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fe861eb8966f4501804d9330d652c357&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3644259 Feb 09 12:40:44.199246 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2ad6e8b9-50fc-42f6-92d5-45d0430c333b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:44.236129 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7e0a6391-f8f8-4302-9df1-3a5ca6ec8a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:44.359447 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-df501124-274d-4b6b-bcbe-00a0dd7723ad service neutron] 10.222.0.55 "GET /v2.0/networks/0fdd1126-5a53-4a5a-810d-e4d88179e413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655655 Feb 09 12:40:44.382517 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-2ad6e8b9-50fc-42f6-92d5-45d0430c333b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Calling delete_port for 56bba0f1-fd0a-4bc1-b82d-8407005756be owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:40:44.461617 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 89ca83b9-7e07-4cca-af3e-3ae2552fd7a7, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=89ca83b9-7e07-4cca-af3e-3ae2552fd7a7,segment=NetworkSegment(1c59adf7-7d08-4b5e-9bac-da20ae07f737),segment_id=1c59adf7-7d08-4b5e-9bac-da20ae07f737)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:40:44.471425 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047b4463-0b53-4301-8bd8-6e48417a147f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89ca83b9-7e07-4cca-af3e-3ae2552fd7a7'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:40:44.555776 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:44.560229 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e89b2f9-b2e7-44e3-a7ec-d05bf4d94b83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-244cdc72-c661-40b3-86de-02d2544abe73', 'network_id': '244cdc72-c661-40b3-86de-02d2544abe73', 'tenant_id': '3fe8dec11ddd4b74aaa8bf07aa25bebd', 'fixed_ips': [{'subnet_id': '1629b2cc-dda7-43b5-a7d0-417c749038b3'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:40:44.561100 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9e89b2f9-b2e7-44e3-a7ec-d05bf4d94b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:44.761056 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191bf56-ddb9-45e0-bdf8-3bef6e9c6e81 req-429b36aa-5952-4534-8614-63b0686d71c6 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:44.772813 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0191bf56-ddb9-45e0-bdf8-3bef6e9c6e81 req-429b36aa-5952-4534-8614-63b0686d71c6 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 945 time: 0.7643468 Feb 09 12:40:44.833442 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-25397150-c53f-4279-aec5-748c2f73ecc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753f86c2-fdac-43c8-8d93-461bb18b3b9f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1671783598-router', 'tenant_id': 'fe861eb8966f4501804d9330d652c357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '5fc6e9c5-42e0-4f58-b750-74b838abffde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:40:30Z', 'updated_at': '2022-02-09T12:40:40Z', 'revision_number': 4, 'project_id': 'fe861eb8966f4501804d9330d652c357', 'gw_port': {'id': '5fc6e9c5-42e0-4f58-b750-74b838abffde', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:53:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753f86c2-fdac-43c8-8d93-461bb18b3b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:40:31Z', 'updated_at': '2022-02-09T12:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '8c80b32f-84d1-4afd-ba50-73d63a5575e0', 'name': '', 'network_id': '0fdd1126-5a53-4a5a-810d-e4d88179e413', 'tenant_id': 'fe861eb8966f4501804d9330d652c357', 'mac_address': 'fa:16:3e:d3:b4:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '753f86c2-fdac-43c8-8d93-461bb18b3b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '2119cf49-29ff-4f23-b272-fe25e334c66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:40:38Z', 'updated_at': '2022-02-09T12:40:40Z', 'revision_number': 2, 'project_id': 'fe861eb8966f4501804d9330d652c357', 'subnets': [{'id': '2119cf49-29ff-4f23-b272-fe25e334c66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:44.835262 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1f836b-70ee-4398-b888-2d9b9cd6568c admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:40:44.845971 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:44.847534 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5f6912-f0d5-4355-a82e-7bda0072ff3b None None] Sync routers for ids ['881bf88b-8b8f-41b3-9882-692855c59c91'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:40:44.862964 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25397150-c53f-4279-aec5-748c2f73ecc3 None None] Checking router: 753f86c2-fdac-43c8-8d93-461bb18b3b9f for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:40:44.864242 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25397150-c53f-4279-aec5-748c2f73ecc3 None None] Updating router 753f86c2-fdac-43c8-8d93-461bb18b3b9f port 8c80b32f-84d1-4afd-ba50-73d63a5575e0 binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:40:44.865202 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-cf1f836b-70ee-4398-b888-2d9b9cd6568c admin admin] 10.222.0.55 "PUT /v2.0/routers/881bf88b-8b8f-41b3-9882-692855c59c91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9042611 Feb 09 12:40:44.871061 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5f6912-f0d5-4355-a82e-7bda0072ff3b None None] Routers {'881bf88b-8b8f-41b3-9882-692855c59c91'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:40:44.874943 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4a5f6912-f0d5-4355-a82e-7bda0072ff3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:40:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['881bf88b-8b8f-41b3-9882-692855c59c91'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:44.876946 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48016) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:44.920649 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f9421085-8287-460f-90f0-23734db5edb1 None None] Provisioning for port 56bba0f1-fd0a-4bc1-b82d-8407005756be completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:40:44.991543 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-8eb01707-1d79-489d-8df4-6cac6901fbb7 service neutron] 10.222.0.55 "GET /v2.0/networks/0fdd1126-5a53-4a5a-810d-e4d88179e413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6302798 Feb 09 12:40:45.002068 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2ad6e8b9-50fc-42f6-92d5-45d0430c333b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:45.012680 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f9421085-8287-460f-90f0-23734db5edb1 None None] Provisioning complete for port 56bba0f1-fd0a-4bc1-b82d-8407005756be triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:40:45.013061 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f9421085-8287-460f-90f0-23734db5edb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:45.095197 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=89ca83b9-7e07-4cca-af3e-3ae2552fd7a7,revision_number=8']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:45.106716 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3270f0e7-ba0e-42d4-b999-96bf973a9aa1 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744762461444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3871696'] for subnet, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:45.109307 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-25397150-c53f-4279-aec5-748c2f73ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:45.165161 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-f9421085-8287-460f-90f0-23734db5edb1 None None] Port 56bba0f1-fd0a-4bc1-b82d-8407005756be was deleted so its status cannot be updated. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 09 12:40:45.175174 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 43a73f89-cc34-4d83-b362-e5f40715ae41, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=43a73f89-cc34-4d83-b362-e5f40715ae41,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:40:45.179262 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0191bf56-ddb9-45e0-bdf8-3bef6e9c6e81 req-e70a73b2-2e1e-4191-872d-474047eb15da tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d7571fd-0756-4468-bd3c-a3877d2e955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4053791 Feb 09 12:40:45.210794 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3270f0e7-ba0e-42d4-b999-96bf973a9aa1 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:45.211384 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3270f0e7-ba0e-42d4-b999-96bf973a9aa1 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:45.216328 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3270f0e7-ba0e-42d4-b999-96bf973a9aa1 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "PUT /v2.0/subnets/1629b2cc-dda7-43b5-a7d0-417c749038b3 HTTP/1.1" status: 200 len: 806 time: 1.6034067 Feb 09 12:40:45.217751 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48020) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:45.227039 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad6e8b9-50fc-42f6-92d5-45d0430c333b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Port': ['ID=56bba0f1-fd0a-4bc1-b82d-8407005756be,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:45.250096 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:45.414682 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2ad6e8b9-50fc-42f6-92d5-45d0430c333b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:45.474485 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2ad6e8b9-50fc-42f6-92d5-45d0430c333b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/ports/56bba0f1-fd0a-4bc1-b82d-8407005756be HTTP/1.1" status: 204 len: 168 time: 1.9051876 Feb 09 12:40:45.477794 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48028) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:45.609585 n-d-825178-3 neutron-server[87569]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '047b4463-0b53-4301-8bd8-6e48417a147f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '89ca83b9-7e07-4cca-af3e-3ae2552fd7a7', 'code': 422} returned with failed status Feb 09 12:40:45.728280 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-4a5f6912-f0d5-4355-a82e-7bda0072ff3b None None] Set router 881bf88b-8b8f-41b3-9882-692855c59c91 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:40:45.749018 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e85924-259f-4154-90cb-0076cee2ec53 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:45.753750 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e85924-259f-4154-90cb-0076cee2ec53 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:45.765525 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f9421085-8287-460f-90f0-23734db5edb1 None None] Provisioning complete for port 43a73f89-cc34-4d83-b362-e5f40715ae41 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:40:45.766136 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f2e85924-259f-4154-90cb-0076cee2ec53 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2656360 Feb 09 12:40:45.766559 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f9421085-8287-460f-90f0-23734db5edb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:45.766750 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48032) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:45.849516 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-9e89b2f9-b2e7-44e3-a7ec-d05bf4d94b83 None None] Allocated IP 172.20.0.2 (244cdc72-c661-40b3-86de-02d2544abe73/1629b2cc-dda7-43b5-a7d0-417c749038b3/51baebb5-a83d-4733-b685-a8cc1e148539) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:40:45.915001 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=43a73f89-cc34-4d83-b362-e5f40715ae41,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:45.986896 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9b303a9-a992-46dc-833b-97189e505a73 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Deleting subnet 882a420b-70e6-40de-b7a5-aaa75253acbb {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:40:46.012671 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3270f0e7-ba0e-42d4-b999-96bf973a9aa1 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event updated for resources: {'Subnet': ['ID=1629b2cc-dda7-43b5-a7d0-417c749038b3,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:46.016124 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c9b303a9-a992-46dc-833b-97189e505a73 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:46.066037 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a5204905-1fc1-4e56-90a3-ab6c5cbc3994 admin admin] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:46.156818 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c9b303a9-a992-46dc-833b-97189e505a73 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:46.202787 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48042) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:46.324158 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c9b303a9-a992-46dc-833b-97189e505a73 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:46.372316 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-a831bfc2-4471-45c2-9167-9dbe84e42816 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Request body: {'subnets': [{'network_id': '93d53d32-25e5-4e40-95b4-def0ea28966c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2041439667', 'ip_version': 6}, {'network_id': 'aacc137d-abb1-4800-a448-26752c69cab4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:40:46.372795 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-a831bfc2-4471-45c2-9167-9dbe84e42816 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Request body: {'subnet': {'network_id': '93d53d32-25e5-4e40-95b4-def0ea28966c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2041439667', 'ip_version': 6}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:40:46.373571 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-a831bfc2-4471-45c2-9167-9dbe84e42816 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Request body: {'subnet': {'network_id': 'aacc137d-abb1-4800-a448-26752c69cab4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:40:46.425653 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4a5f6912-f0d5-4355-a82e-7bda0072ff3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881bf88b-8b8f-41b3-9882-692855c59c91', 'name': 'tempest-TestAggregatesBasicOps-1812357715-router', 'tenant_id': '10b74e0e64c94b1f9b766afd7154b764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '592b47ec-577e-4e7a-8b1a-54945440c2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:39:45Z', 'updated_at': '2022-02-09T12:40:41Z', 'revision_number': 5, 'project_id': '10b74e0e64c94b1f9b766afd7154b764', 'gw_port': {'id': '592b47ec-577e-4e7a-8b1a-54945440c2a1', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881bf88b-8b8f-41b3-9882-692855c59c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:39:48Z', 'updated_at': '2022-02-09T12:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:46.433755 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c9b303a9-a992-46dc-833b-97189e505a73 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:46.439256 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5f6912-f0d5-4355-a82e-7bda0072ff3b None None] Checking router: 881bf88b-8b8f-41b3-9882-692855c59c91 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:40:46.452918 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-57fae687-d390-49ab-969f-51633163e535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:46.463045 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5f6912-f0d5-4355-a82e-7bda0072ff3b None None] Routers {'881bf88b-8b8f-41b3-9882-692855c59c91'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:40:46.464847 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4a5f6912-f0d5-4355-a82e-7bda0072ff3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:40:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['881bf88b-8b8f-41b3-9882-692855c59c91'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:46.494441 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b303a9-a992-46dc-833b-97189e505a73 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Subnet': ['ID=882a420b-70e6-40de-b7a5-aaa75253acbb,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:46.504958 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c9b303a9-a992-46dc-833b-97189e505a73 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:46.523363 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c9b303a9-a992-46dc-833b-97189e505a73 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/882a420b-70e6-40de-b7a5-aaa75253acbb HTTP/1.1" status: 204 len: 168 time: 0.7471645 Feb 09 12:40:46.525096 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-98fee779-9dfb-4f9b-9ef5-edbcfaefe123 None None] Could not find standard attr ID for object 56bba0f1-fd0a-4bc1-b82d-8407005756be. {{(pid=87569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 12:40:46.525714 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48048) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:46.532564 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6235e997-bb99-4ee7-a830-d701d7cbad0e None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:40:46.570428 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-184bf70f-a9bd-4276-87ff-7e5df0a5efd0 req-e1af45ba-7a84-4b60-81c2-84c8936abde9 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/ports?device_id=6926cd38-319f-439e-87b0-6931865aa752 HTTP/1.1" status: 200 len: 210 time: 0.3686204 Feb 09 12:40:46.651368 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-25397150-c53f-4279-aec5-748c2f73ecc3 None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:46.679374 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1f9342a7-5db5-4a4a-957e-c41455400145 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1522071 Feb 09 12:40:46.680006 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48052) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:46.680159 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-25397150-c53f-4279-aec5-748c2f73ecc3 None None] Transition to ACTIVE for port object 8c80b32f-84d1-4afd-ba50-73d63a5575e0 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:40:46.691413 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-765ff0ab-acce-4094-89e8-f421227f8df9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'subnet': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:40:46.778390 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9e89b2f9-b2e7-44e3-a7ec-d05bf4d94b83 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:46.791980 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-9e89b2f9-b2e7-44e3-a7ec-d05bf4d94b83 None None] Transition to ACTIVE for port object 51baebb5-a83d-4733-b685-a8cc1e148539 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:40:46.813620 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-9e89b2f9-b2e7-44e3-a7ec-d05bf4d94b83 None None] Transition to ACTIVE for port object 51baebb5-a83d-4733-b685-a8cc1e148539 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:40:46.824559 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-25397150-c53f-4279-aec5-748c2f73ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:46.827151 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-4a5f6912-f0d5-4355-a82e-7bda0072ff3b None None] Set router 881bf88b-8b8f-41b3-9882-692855c59c91 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:40:46.830246 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9e89b2f9-b2e7-44e3-a7ec-d05bf4d94b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:46.884736 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-765ff0ab-acce-4094-89e8-f421227f8df9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:40:46.886227 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ff0b83d8-a418-4065-9f4f-49e6e9f7c769 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:46.890677 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-765ff0ab-acce-4094-89e8-f421227f8df9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Usage tracker for resource:subnet and tenant:a7add69c825d45b8a9a99e00c87aae63 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:40:46.893876 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-765ff0ab-acce-4094-89e8-f421227f8df9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:40:46.900801 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-765ff0ab-acce-4094-89e8-f421227f8df9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:40:46.913379 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765ff0ab-acce-4094-89e8-f421227f8df9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:40:46.917574 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-765ff0ab-acce-4094-89e8-f421227f8df9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:46.970730 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d147e0ac-d495-489f-9fe0-cf000bbe7d61 None None] Pushing event updated for resources: {'Port': ['ID=8c80b32f-84d1-4afd-ba50-73d63a5575e0,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:46.995933 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8f649-0907-4805-8c26-d3348c97a04d req-9bce2865-162e-45dc-a8bc-36c0242bced9 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:46.998285 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7be8f649-0907-4805-8c26-d3348c97a04d req-9bce2865-162e-45dc-a8bc-36c0242bced9 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0c227a0-9ef0-4fe1-930e-3a42849fd518 HTTP/1.1" status: 200 len: 945 time: 0.7711267 Feb 09 12:40:47.043066 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a5204905-1fc1-4e56-90a3-ab6c5cbc3994 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:47.080628 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-ff0b83d8-a418-4065-9f4f-49e6e9f7c769 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Deleting port 51baebb5-a83d-4733-b685-a8cc1e148539 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:40:47.081762 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ff0b83d8-a418-4065-9f4f-49e6e9f7c769 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:47.086997 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e89b2f9-b2e7-44e3-a7ec-d05bf4d94b83 None None] Pushing event updated for resources: {'Port': ['ID=51baebb5-a83d-4733-b685-a8cc1e148539,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:47.177964 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e89b2f9-b2e7-44e3-a7ec-d05bf4d94b83 None None] Network 244cdc72-c661-40b3-86de-02d2544abe73 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:40:47.187357 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-a5204905-1fc1-4e56-90a3-ab6c5cbc3994 admin admin] Deleting port 592b47ec-577e-4e7a-8b1a-54945440c2a1 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:40:47.187707 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a5204905-1fc1-4e56-90a3-ab6c5cbc3994 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:47.194200 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-9e89b2f9-b2e7-44e3-a7ec-d05bf4d94b83 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:40:47.204622 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e89b2f9-b2e7-44e3-a7ec-d05bf4d94b83 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:40:47.231710 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-a831bfc2-4471-45c2-9167-9dbe84e42816 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:40:47.235597 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a831bfc2-4471-45c2-9167-9dbe84e42816 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Usage tracker for resource:subnet and tenant:aec6b40c41524428b136e20f200181f8 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:40:47.239143 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a831bfc2-4471-45c2-9167-9dbe84e42816 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:40:47.247079 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-a831bfc2-4471-45c2-9167-9dbe84e42816 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:40:47.276227 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4a5f6912-f0d5-4355-a82e-7bda0072ff3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881bf88b-8b8f-41b3-9882-692855c59c91', 'name': 'tempest-TestAggregatesBasicOps-1812357715-router', 'tenant_id': '10b74e0e64c94b1f9b766afd7154b764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '592b47ec-577e-4e7a-8b1a-54945440c2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:39:45Z', 'updated_at': '2022-02-09T12:40:41Z', 'revision_number': 5, 'project_id': '10b74e0e64c94b1f9b766afd7154b764', 'gw_port': {'id': '592b47ec-577e-4e7a-8b1a-54945440c2a1', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881bf88b-8b8f-41b3-9882-692855c59c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:39:48Z', 'updated_at': '2022-02-09T12:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:47.287847 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5f6912-f0d5-4355-a82e-7bda0072ff3b None None] The sync data for ids ['881bf88b-8b8f-41b3-9882-692855c59c91'] in n-d-825178-3 is: [{'id': '881bf88b-8b8f-41b3-9882-692855c59c91', 'name': 'tempest-TestAggregatesBasicOps-1812357715-router', 'tenant_id': '10b74e0e64c94b1f9b766afd7154b764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '592b47ec-577e-4e7a-8b1a-54945440c2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:39:45Z', 'updated_at': '2022-02-09T12:40:41Z', 'revision_number': 5, 'project_id': '10b74e0e64c94b1f9b766afd7154b764', 'gw_port': {'id': '592b47ec-577e-4e7a-8b1a-54945440c2a1', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881bf88b-8b8f-41b3-9882-692855c59c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:39:48Z', 'updated_at': '2022-02-09T12:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:40:47.310252 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a831bfc2-4471-45c2-9167-9dbe84e42816 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Made reservation on behalf of aec6b40c41524428b136e20f200181f8 for: {'subnet': 2} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:40:47.327328 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a831bfc2-4471-45c2-9167-9dbe84e42816 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:47.327649 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a831bfc2-4471-45c2-9167-9dbe84e42816 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:47.382145 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7be8f649-0907-4805-8c26-d3348c97a04d req-5e804b76-ca5f-44c8-916a-e1222f964c50 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/security-groups?id=070691eb-047b-4e04-88f1-62a85ef0b1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527510 Feb 09 12:40:47.544097 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 89ca83b9-7e07-4cca-af3e-3ae2552fd7a7 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:40:47.590992 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-25397150-c53f-4279-aec5-748c2f73ecc3 None None] Attempting to bind port 8c80b32f-84d1-4afd-ba50-73d63a5575e0 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:40:47.591436 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-25397150-c53f-4279-aec5-748c2f73ecc3 None None] Attempting to bind port 8c80b32f-84d1-4afd-ba50-73d63a5575e0 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '0820d912-27ce-45be-81e6-6662e031d6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0fdd1126-5a53-4a5a-810d-e4d88179e413'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:40:47.591935 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25397150-c53f-4279-aec5-748c2f73ecc3 None None] Attempting to bind port 8c80b32f-84d1-4afd-ba50-73d63a5575e0 on network 0fdd1126-5a53-4a5a-810d-e4d88179e413 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:40:47.596707 n-d-825178-3 neutron-server[87568]: DEBUG neutron.objects.ports [None req-765ff0ab-acce-4094-89e8-f421227f8df9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87568) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 12:40:47.632031 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-9e89b2f9-b2e7-44e3-a7ec-d05bf4d94b83 None None] Attempting to bind port 51baebb5-a83d-4733-b685-a8cc1e148539 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:40:47.632506 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-9e89b2f9-b2e7-44e3-a7ec-d05bf4d94b83 None None] Attempting to bind port 51baebb5-a83d-4733-b685-a8cc1e148539 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '6fd5a28e-903e-4445-b6a9-7d3360dc288d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '244cdc72-c661-40b3-86de-02d2544abe73'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:40:47.632974 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e89b2f9-b2e7-44e3-a7ec-d05bf4d94b83 None None] Attempting to bind port 51baebb5-a83d-4733-b685-a8cc1e148539 on network 244cdc72-c661-40b3-86de-02d2544abe73 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:40:47.652999 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25397150-c53f-4279-aec5-748c2f73ecc3 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:40:47.653802 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25397150-c53f-4279-aec5-748c2f73ecc3 None None] Checking segment: {'id': '0820d912-27ce-45be-81e6-6662e031d6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0fdd1126-5a53-4a5a-810d-e4d88179e413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:40:47.654006 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-25397150-c53f-4279-aec5-748c2f73ecc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:47.654746 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25397150-c53f-4279-aec5-748c2f73ecc3 None None] Bound using segment: {'id': '0820d912-27ce-45be-81e6-6662e031d6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0fdd1126-5a53-4a5a-810d-e4d88179e413'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:40:47.655346 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-25397150-c53f-4279-aec5-748c2f73ecc3 None None] Bound port: 8c80b32f-84d1-4afd-ba50-73d63a5575e0, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0820d912-27ce-45be-81e6-6662e031d6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0fdd1126-5a53-4a5a-810d-e4d88179e413'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:40:47.655820 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-25397150-c53f-4279-aec5-748c2f73ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:47.656294 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-f9eb6c57-2b82-4c38-ba1a-4a8e9c2a683d tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:47.657003 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-f9eb6c57-2b82-4c38-ba1a-4a8e9c2a683d tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Synchronizing usage tracker for tenant:fe861eb8966f4501804d9330d652c357 on resource:network {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:40:47.693528 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e89b2f9-b2e7-44e3-a7ec-d05bf4d94b83 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:40:47.694228 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e89b2f9-b2e7-44e3-a7ec-d05bf4d94b83 None None] Checking segment: {'id': '6fd5a28e-903e-4445-b6a9-7d3360dc288d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '244cdc72-c661-40b3-86de-02d2544abe73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:40:47.695507 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9e89b2f9-b2e7-44e3-a7ec-d05bf4d94b83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:47.696242 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e89b2f9-b2e7-44e3-a7ec-d05bf4d94b83 None None] Bound using segment: {'id': '6fd5a28e-903e-4445-b6a9-7d3360dc288d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '244cdc72-c661-40b3-86de-02d2544abe73'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:40:47.697491 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-9e89b2f9-b2e7-44e3-a7ec-d05bf4d94b83 None None] Bound port: 51baebb5-a83d-4733-b685-a8cc1e148539, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fd5a28e-903e-4445-b6a9-7d3360dc288d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '244cdc72-c661-40b3-86de-02d2544abe73'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:40:47.701200 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9e89b2f9-b2e7-44e3-a7ec-d05bf4d94b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:47.737840 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-f9eb6c57-2b82-4c38-ba1a-4a8e9c2a683d tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Unset dirty status for tenant:fe861eb8966f4501804d9330d652c357 on resource:network {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:40:47.740016 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8753915-00b6-4b48-b684-61d69b973200 req-7b36ba8d-96a7-4ae7-b8a5-614ef7155bbc tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:47.740165 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-f9eb6c57-2b82-4c38-ba1a-4a8e9c2a683d tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.46 "GET /v2.0/networks?id=0fdd1126-5a53-4a5a-810d-e4d88179e413 HTTP/1.1" status: 200 len: 820 time: 0.4864750 Feb 09 12:40:47.747308 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 43a73f89-cc34-4d83-b362-e5f40715ae41 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:40:47.752801 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f8753915-00b6-4b48-b684-61d69b973200 req-7b36ba8d-96a7-4ae7-b8a5-614ef7155bbc tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 943 time: 0.9794595 Feb 09 12:40:47.764562 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-0e11c182-d7a2-4b0d-927a-dafcc267f2b3 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Request body: {'port': {'device_id': '6926cd38-319f-439e-87b0-6931865aa752', 'network_id': '0fdd1126-5a53-4a5a-810d-e4d88179e413', 'admin_state_up': True, 'tenant_id': 'fe861eb8966f4501804d9330d652c357'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:40:47.818534 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:47.820000 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:48.039252 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-15230bf1-33f6-493b-83f4-a96656fbb71a req-a436903c-ae5f-496c-9c61-eb6e4d4b795d tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/ports?device_id=6926cd38-319f-439e-87b0-6931865aa752 HTTP/1.1" status: 200 len: 210 time: 0.1092327 Feb 09 12:40:48.053055 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-a5204905-1fc1-4e56-90a3-ab6c5cbc3994 admin admin] For port 592b47ec-577e-4e7a-8b1a-54945440c2a1, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=592b47ec-577e-4e7a-8b1a-54945440c2a1,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:40:48.053448 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a5204905-1fc1-4e56-90a3-ab6c5cbc3994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:48.101814 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-765ff0ab-acce-4094-89e8-f421227f8df9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:48.142152 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-25397150-c53f-4279-aec5-748c2f73ecc3 None None] For port 8c80b32f-84d1-4afd-ba50-73d63a5575e0, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:40:48.161516 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-25397150-c53f-4279-aec5-748c2f73ecc3 None None] For port 8c80b32f-84d1-4afd-ba50-73d63a5575e0, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=8c80b32f-84d1-4afd-ba50-73d63a5575e0,segment=NetworkSegment(0820d912-27ce-45be-81e6-6662e031d6b0),segment_id=0820d912-27ce-45be-81e6-6662e031d6b0)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:40:48.188768 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-25397150-c53f-4279-aec5-748c2f73ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:48.237809 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-0e11c182-d7a2-4b0d-927a-dafcc267f2b3 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:40:48.248365 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-0e11c182-d7a2-4b0d-927a-dafcc267f2b3 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Usage tracker for resource:port and tenant:fe861eb8966f4501804d9330d652c357 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:40:48.252773 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-0e11c182-d7a2-4b0d-927a-dafcc267f2b3 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:40:48.311851 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d147e0ac-d495-489f-9fe0-cf000bbe7d61 None None] Pushing event updated for resources: {'Port': ['ID=8c80b32f-84d1-4afd-ba50-73d63a5575e0,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:48.333858 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25397150-c53f-4279-aec5-748c2f73ecc3 None None] Routers {'753f86c2-fdac-43c8-8d93-461bb18b3b9f'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:40:48.334577 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-25397150-c53f-4279-aec5-748c2f73ecc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:40:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['753f86c2-fdac-43c8-8d93-461bb18b3b9f'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:48.343595 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-0e11c182-d7a2-4b0d-927a-dafcc267f2b3 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:40:48.445248 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-9e89b2f9-b2e7-44e3-a7ec-d05bf4d94b83 None None] For port 51baebb5-a83d-4733-b685-a8cc1e148539, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:40:48.484219 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-765ff0ab-acce-4094-89e8-f421227f8df9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] For port 43a73f89-cc34-4d83-b362-e5f40715ae41, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=43a73f89-cc34-4d83-b362-e5f40715ae41,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:40:48.507028 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-a5204905-1fc1-4e56-90a3-ab6c5cbc3994 admin admin] Calling delete_port for 592b47ec-577e-4e7a-8b1a-54945440c2a1 owned by network:router_gateway {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:40:48.511431 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 43a73f89-cc34-4d83-b362-e5f40715ae41 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:40:48.511864 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:48.518182 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-765ff0ab-acce-4094-89e8-f421227f8df9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:48.523705 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-765ff0ab-acce-4094-89e8-f421227f8df9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:48.524537 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-765ff0ab-acce-4094-89e8-f421227f8df9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:48.547507 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f8753915-00b6-4b48-b684-61d69b973200 req-af2e85f6-abba-411b-ab94-a2074f0747c0 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d7571fd-0756-4468-bd3c-a3877d2e955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6265969 Feb 09 12:40:48.558875 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-9e89b2f9-b2e7-44e3-a7ec-d05bf4d94b83 None None] For port 51baebb5-a83d-4733-b685-a8cc1e148539, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=51baebb5-a83d-4733-b685-a8cc1e148539,segment=NetworkSegment(6fd5a28e-903e-4445-b6a9-7d3360dc288d),segment_id=6fd5a28e-903e-4445-b6a9-7d3360dc288d)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:40:48.590739 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-0e11c182-d7a2-4b0d-927a-dafcc267f2b3 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Made reservation on behalf of fe861eb8966f4501804d9330d652c357 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:40:48.593683 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-0e11c182-d7a2-4b0d-927a-dafcc267f2b3 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:48.611433 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-ff0b83d8-a418-4065-9f4f-49e6e9f7c769 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] For port 51baebb5-a83d-4733-b685-a8cc1e148539, host n-d-825178-3, got binding levels [] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:40:48.611803 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ff0b83d8-a418-4065-9f4f-49e6e9f7c769 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:48.633429 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9e89b2f9-b2e7-44e3-a7ec-d05bf4d94b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:48.703889 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765ff0ab-acce-4094-89e8-f421227f8df9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:40:48.710392 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-765ff0ab-acce-4094-89e8-f421227f8df9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:40:48.722556 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765ff0ab-acce-4094-89e8-f421227f8df9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:48.723864 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-765ff0ab-acce-4094-89e8-f421227f8df9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:48.755402 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ff0ab-acce-4094-89e8-f421227f8df9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Subnet': ['ID=e55c41bf-453c-457d-962f-d006afa2ffaa,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:48.762887 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ff0ab-acce-4094-89e8-f421227f8df9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Port': ['ID=43a73f89-cc34-4d83-b362-e5f40715ae41,revision_number=6']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:48.764204 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e89b2f9-b2e7-44e3-a7ec-d05bf4d94b83 None None] Pushing event updated for resources: {'Port': ['ID=51baebb5-a83d-4733-b685-a8cc1e148539,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:48.765331 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-ff0b83d8-a418-4065-9f4f-49e6e9f7c769 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Calling delete_port for 51baebb5-a83d-4733-b685-a8cc1e148539 owned by network:dhcp {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:40:48.772202 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-3a00b371-f51d-4690-a10b-3de963e8f766 None None] Provisioning complete for port 43a73f89-cc34-4d83-b362-e5f40715ae41 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:40:48.772941 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3a00b371-f51d-4690-a10b-3de963e8f766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:48.798292 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1b1a73-44cf-4614-b186-3e86bb62f8da None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:40:48.818594 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-765ff0ab-acce-4094-89e8-f421227f8df9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.1347218 Feb 09 12:40:48.845483 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48066) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:48.862419 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-d1985c52-a5ef-40cd-833b-1b49ee00d5f0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'port': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'mac_address': 'fa:16:3e:34:2a:ae', 'name': 'tempest-NetworksTestDHCPv6-1537337511'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:40:48.978432 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-0e11c182-d7a2-4b0d-927a-dafcc267f2b3 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Allocated IP 172.20.0.2 (0fdd1126-5a53-4a5a-810d-e4d88179e413/2119cf49-29ff-4f23-b272-fe25e334c66e/e0143a0d-42a8-4326-a3bb-2f61fecbcf35) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:40:49.069525 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d1985c52-a5ef-40cd-833b-1b49ee00d5f0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:40:49.074020 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d1985c52-a5ef-40cd-833b-1b49ee00d5f0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Usage tracker for resource:port and tenant:a7add69c825d45b8a9a99e00c87aae63 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:40:49.077078 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d1985c52-a5ef-40cd-833b-1b49ee00d5f0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:40:49.084151 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d1985c52-a5ef-40cd-833b-1b49ee00d5f0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:40:49.095791 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1985c52-a5ef-40cd-833b-1b49ee00d5f0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:40:49.119669 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61beca-3d7a-4c0a-8f21-88062227f1cb req-503f8839-cf53-4478-8c6e-eeae60ae0dd1 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:49.121352 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ae61beca-3d7a-4c0a-8f21-88062227f1cb req-503f8839-cf53-4478-8c6e-eeae60ae0dd1 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0c227a0-9ef0-4fe1-930e-3a42849fd518 HTTP/1.1" status: 200 len: 945 time: 0.8100352 Feb 09 12:40:49.136947 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.api [None req-ff0b83d8-a418-4065-9f4f-49e6e9f7c769 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:40:49.137298 n-d-825178-3 neutron-server[87567]: DEBUG oslo_db.api [None req-ff0b83d8-a418-4065-9f4f-49e6e9f7c769 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:40:49.218662 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a5204905-1fc1-4e56-90a3-ab6c5cbc3994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:49.261474 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-25397150-c53f-4279-aec5-748c2f73ecc3 None None] Set router 753f86c2-fdac-43c8-8d93-461bb18b3b9f gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:40:49.268009 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d1985c52-a5ef-40cd-833b-1b49ee00d5f0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:49.291904 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ae61beca-3d7a-4c0a-8f21-88062227f1cb req-36eada3d-2c8e-4b28-abdd-71f564a507e7 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/security-groups?id=070691eb-047b-4e04-88f1-62a85ef0b1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533992 Feb 09 12:40:49.327026 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5204905-1fc1-4e56-90a3-ab6c5cbc3994 admin admin] Pushing event deleted for resources: {'Port': ['ID=592b47ec-577e-4e7a-8b1a-54945440c2a1,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:49.490115 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a5204905-1fc1-4e56-90a3-ab6c5cbc3994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:49.493207 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:49.609152 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-d1985c52-a5ef-40cd-833b-1b49ee00d5f0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] device_id is not set on port 65daf97f-bd85-4386-8472-65a57d87c511 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:40:49.667080 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-ff0b83d8-a418-4065-9f4f-49e6e9f7c769 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Deleting port 51baebb5-a83d-4733-b685-a8cc1e148539 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:40:49.667661 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ff0b83d8-a418-4065-9f4f-49e6e9f7c769 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:49.823457 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-0e11c182-d7a2-4b0d-927a-dafcc267f2b3 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:49.937294 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-d1985c52-a5ef-40cd-833b-1b49ee00d5f0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Allocated IP 2001:db8::f816:3eff:fe34:2aae (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/e55c41bf-453c-457d-962f-d006afa2ffaa/65daf97f-bd85-4386-8472-65a57d87c511) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:40:50.111487 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 43a73f89-cc34-4d83-b362-e5f40715ae41 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:40:50.119424 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-48c0f3b2-38a7-47aa-9c69-619bbcf3f50d req-4157fcdc-fdfe-4b99-9237-20afcf13fe16 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/ports?device_id=6926cd38-319f-439e-87b0-6931865aa752 HTTP/1.1" status: 200 len: 210 time: 0.4927359 Feb 09 12:40:50.200269 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-25397150-c53f-4279-aec5-748c2f73ecc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753f86c2-fdac-43c8-8d93-461bb18b3b9f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1671783598-router', 'tenant_id': 'fe861eb8966f4501804d9330d652c357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '5fc6e9c5-42e0-4f58-b750-74b838abffde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:40:30Z', 'updated_at': '2022-02-09T12:40:40Z', 'revision_number': 4, 'project_id': 'fe861eb8966f4501804d9330d652c357', 'gw_port': {'id': '5fc6e9c5-42e0-4f58-b750-74b838abffde', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:53:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753f86c2-fdac-43c8-8d93-461bb18b3b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:40:31Z', 'updated_at': '2022-02-09T12:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '8c80b32f-84d1-4afd-ba50-73d63a5575e0', 'name': '', 'network_id': '0fdd1126-5a53-4a5a-810d-e4d88179e413', 'tenant_id': 'fe861eb8966f4501804d9330d652c357', 'mac_address': 'fa:16:3e:d3:b4:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '753f86c2-fdac-43c8-8d93-461bb18b3b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '2119cf49-29ff-4f23-b272-fe25e334c66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:40:38Z', 'updated_at': '2022-02-09T12:40:48Z', 'revision_number': 4, 'project_id': 'fe861eb8966f4501804d9330d652c357', 'subnets': [{'id': '2119cf49-29ff-4f23-b272-fe25e334c66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:50.206549 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25397150-c53f-4279-aec5-748c2f73ecc3 None None] The sync data for ids ['753f86c2-fdac-43c8-8d93-461bb18b3b9f'] in n-d-825178-3 is: [{'id': '753f86c2-fdac-43c8-8d93-461bb18b3b9f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1671783598-router', 'tenant_id': 'fe861eb8966f4501804d9330d652c357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '5fc6e9c5-42e0-4f58-b750-74b838abffde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:40:30Z', 'updated_at': '2022-02-09T12:40:40Z', 'revision_number': 4, 'project_id': 'fe861eb8966f4501804d9330d652c357', 'gw_port': {'id': '5fc6e9c5-42e0-4f58-b750-74b838abffde', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:53:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753f86c2-fdac-43c8-8d93-461bb18b3b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:40:31Z', 'updated_at': '2022-02-09T12:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '8c80b32f-84d1-4afd-ba50-73d63a5575e0', 'name': '', 'network_id': '0fdd1126-5a53-4a5a-810d-e4d88179e413', 'tenant_id': 'fe861eb8966f4501804d9330d652c357', 'mac_address': 'fa:16:3e:d3:b4:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '753f86c2-fdac-43c8-8d93-461bb18b3b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '2119cf49-29ff-4f23-b272-fe25e334c66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:40:38Z', 'updated_at': '2022-02-09T12:40:48Z', 'revision_number': 4, 'project_id': 'fe861eb8966f4501804d9330d652c357', 'subnets': [{'id': '2119cf49-29ff-4f23-b272-fe25e334c66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:40:50.228259 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a5204905-1fc1-4e56-90a3-ab6c5cbc3994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:50.230667 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a5204905-1fc1-4e56-90a3-ab6c5cbc3994 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:50.239324 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 43a73f89-cc34-4d83-b362-e5f40715ae41 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:40:50.239753 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:50.268311 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-0e11c182-d7a2-4b0d-927a-dafcc267f2b3 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:50.299645 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a831bfc2-4471-45c2-9167-9dbe84e42816 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:50.449047 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-0e11c182-d7a2-4b0d-927a-dafcc267f2b3 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Network 0fdd1126-5a53-4a5a-810d-e4d88179e413 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:40:50.456100 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-0e11c182-d7a2-4b0d-927a-dafcc267f2b3 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:40:50.484415 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a5204905-1fc1-4e56-90a3-ab6c5cbc3994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:50.484922 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5204905-1fc1-4e56-90a3-ab6c5cbc3994 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 881bf88b-8b8f-41b3-9882-692855c59c91 {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:40:50.489599 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-0e11c182-d7a2-4b0d-927a-dafcc267f2b3 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:40:50.558898 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e11c182-d7a2-4b0d-927a-dafcc267f2b3 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Pushing event updated for resources: {'Port': ['ID=e0143a0d-42a8-4326-a3bb-2f61fecbcf35,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:50.639577 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 51baebb5-a83d-4733-b685-a8cc1e148539 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:40:50.653809 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d1985c52-a5ef-40cd-833b-1b49ee00d5f0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:50.692013 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a831bfc2-4471-45c2-9167-9dbe84e42816 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Pushing event updated for resources: {'Subnet': ['ID=eb8b58a6-74b9-45c7-805a-609b25c2cfa6,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:50.709203 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:50.714447 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-0e11c182-d7a2-4b0d-927a-dafcc267f2b3 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:50.715225 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-0e11c182-d7a2-4b0d-927a-dafcc267f2b3 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:50.727466 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-692a6235-389f-4c28-8189-ddee106943d9 None None] Provisioning complete for port 43a73f89-cc34-4d83-b362-e5f40715ae41 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:40:50.727978 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-692a6235-389f-4c28-8189-ddee106943d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:50.794412 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-d1985c52-a5ef-40cd-833b-1b49ee00d5f0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Transition to ACTIVE for port object 65daf97f-bd85-4386-8472-65a57d87c511 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:40:50.813527 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-0e11c182-d7a2-4b0d-927a-dafcc267f2b3 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0528359 Feb 09 12:40:50.853749 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-8d60c5a5-c3fe-414b-8aed-7c6458a3d206 service neutron] Request body: {'port': {'device_id': '6926cd38-319f-439e-87b0-6931865aa752', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:40:50.887796 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a831bfc2-4471-45c2-9167-9dbe84e42816 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Checking segment: {'id': 'a355900c-f057-4679-bb59-a2597c9265d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '93d53d32-25e5-4e40-95b4-def0ea28966c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:40:50.888281 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a831bfc2-4471-45c2-9167-9dbe84e42816 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Network hostable DHCP agents. Network: 93d53d32-25e5-4e40-95b4-def0ea28966c, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:40:50.893894 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a5204905-1fc1-4e56-90a3-ab6c5cbc3994 admin admin] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:50.898298 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a5204905-1fc1-4e56-90a3-ab6c5cbc3994 admin admin] 10.222.0.55 "DELETE /v2.0/routers/881bf88b-8b8f-41b3-9882-692855c59c91 HTTP/1.1" status: 204 len: 168 time: 5.9102707 Feb 09 12:40:50.915441 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 51baebb5-a83d-4733-b685-a8cc1e148539 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:40:50.917828 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48094) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:50.922971 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bfc6ed39-ab27-4d32-bcfc-12851645fb2b req-b189e6e1-de52-4db2-a491-6f5892f318ad service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d0c227a0-9ef0-4fe1-930e-3a42849fd518&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2128167 Feb 09 12:40:50.972309 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5ea542ac-6918-4b2a-96f7-1e9526ceefd0 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:40:51.049525 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30e6bc1-7755-42bb-b6cb-87837a9833ad None None] Network 244cdc72-c661-40b3-86de-02d2544abe73 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:40:51.063321 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 5ea542ac-6918-4b2a-96f7-1e9526ceefd0 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:40:51.063867 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5ea542ac-6918-4b2a-96f7-1e9526ceefd0 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:40:51.139287 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d1985c52-a5ef-40cd-833b-1b49ee00d5f0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:51.270218 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a831bfc2-4471-45c2-9167-9dbe84e42816 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Network 93d53d32-25e5-4e40-95b4-def0ea28966c is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:40:51.328866 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-d83cb930-b627-4603-b815-b34300e43eca admin admin] Deleting subnet 3fad3b17-6d83-4447-8ced-94d5888702c3 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:40:51.335992 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-8bd34aeb-e93c-4bee-b649-44d2e0db3825 None None] Provisioning for port 51baebb5-a83d-4733-b685-a8cc1e148539 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:40:51.353380 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d83cb930-b627-4603-b815-b34300e43eca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:51.368626 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-8bd34aeb-e93c-4bee-b649-44d2e0db3825 None None] Provisioning complete for port 51baebb5-a83d-4733-b685-a8cc1e148539 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:40:51.369063 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8bd34aeb-e93c-4bee-b649-44d2e0db3825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:51.481354 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b57e9c-cb79-4101-be95-73ec0b59f271 req-ae004e12-1de4-4a98-a5a8-4f67375b2e0b tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:51.483312 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-28b57e9c-cb79-4101-be95-73ec0b59f271 req-ae004e12-1de4-4a98-a5a8-4f67375b2e0b tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0c227a0-9ef0-4fe1-930e-3a42849fd518 HTTP/1.1" status: 200 len: 945 time: 0.9120438 Feb 09 12:40:51.484181 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-a831bfc2-4471-45c2-9167-9dbe84e42816 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 93d53d32-25e5-4e40-95b4-def0ea28966c) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:40:51.524983 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a831bfc2-4471-45c2-9167-9dbe84e42816 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:51.531704 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1985c52-a5ef-40cd-833b-1b49ee00d5f0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:40:51.539658 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d875872e-e3e0-431f-810c-e87d46642295 None None] Network 93d53d32-25e5-4e40-95b4-def0ea28966c requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:40:51.580871 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-d1985c52-a5ef-40cd-833b-1b49ee00d5f0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:40:51.592040 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1985c52-a5ef-40cd-833b-1b49ee00d5f0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:40:51.597559 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1985c52-a5ef-40cd-833b-1b49ee00d5f0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:51.598367 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d1985c52-a5ef-40cd-833b-1b49ee00d5f0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:51.606452 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-8d60c5a5-c3fe-414b-8aed-7c6458a3d206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:51.684389 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc6ed39-ab27-4d32-bcfc-12851645fb2b req-935e9330-8051-4af5-beb9-a1d50f1ff8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:51.685891 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bfc6ed39-ab27-4d32-bcfc-12851645fb2b req-935e9330-8051-4af5-beb9-a1d50f1ff8ab service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3f3bb2665754bb7b2106bec898c4e16&device_id=d0c227a0-9ef0-4fe1-930e-3a42849fd518 HTTP/1.1" status: 200 len: 1096 time: 0.5580950 Feb 09 12:40:51.686033 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1985c52-a5ef-40cd-833b-1b49ee00d5f0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Port': ['ID=65daf97f-bd85-4386-8472-65a57d87c511,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:51.698640 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-28b57e9c-cb79-4101-be95-73ec0b59f271 req-0f3b9fde-3ef3-4351-926b-5c274ff52c9c tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/security-groups?id=070691eb-047b-4e04-88f1-62a85ef0b1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992173 Feb 09 12:40:51.701828 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d83cb930-b627-4603-b815-b34300e43eca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:51.759452 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d1985c52-a5ef-40cd-833b-1b49ee00d5f0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9091301 Feb 09 12:40:51.767714 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48114) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:51.884082 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8bd34aeb-e93c-4bee-b649-44d2e0db3825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:52.056745 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 8c80b32f-84d1-4afd-ba50-73d63a5575e0 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:40:52.061981 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-95c48796-66be-4675-8bf7-8d845628fb57 req-940e9915-e5b2-4a94-8dcd-406818ca3247 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5327196 Feb 09 12:40:52.072478 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc6ed39-ab27-4d32-bcfc-12851645fb2b req-16b99c80-35b5-46a7-b176-2a1d234fb639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:52.074118 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bfc6ed39-ab27-4d32-bcfc-12851645fb2b req-16b99c80-35b5-46a7-b176-2a1d234fb639 service neutron] 10.222.0.46 "GET /v2.0/networks?id=821a3ca6-9404-481f-8aeb-3b77268829e7 HTTP/1.1" status: 200 len: 913 time: 0.2728932 Feb 09 12:40:52.083178 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-ff0b83d8-a418-4065-9f4f-49e6e9f7c769 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] For port 51baebb5-a83d-4733-b685-a8cc1e148539, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=51baebb5-a83d-4733-b685-a8cc1e148539,segment=NetworkSegment(6fd5a28e-903e-4445-b6a9-7d3360dc288d),segment_id=6fd5a28e-903e-4445-b6a9-7d3360dc288d)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:40:52.083564 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ff0b83d8-a418-4065-9f4f-49e6e9f7c769 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:52.203386 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8010f78-1ca0-4190-9f7b-8474bfdfdb51 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:52.209920 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8010f78-1ca0-4190-9f7b-8474bfdfdb51 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:52.210747 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a8010f78-1ca0-4190-9f7b-8474bfdfdb51 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Synchronizing usage tracker for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:40:52.226333 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-8bd34aeb-e93c-4bee-b649-44d2e0db3825 None None] For port 51baebb5-a83d-4733-b685-a8cc1e148539, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=51baebb5-a83d-4733-b685-a8cc1e148539,segment=NetworkSegment(6fd5a28e-903e-4445-b6a9-7d3360dc288d),segment_id=6fd5a28e-903e-4445-b6a9-7d3360dc288d)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:40:52.234140 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8bd34aeb-e93c-4bee-b649-44d2e0db3825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:52.248794 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a831bfc2-4471-45c2-9167-9dbe84e42816 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Pushing event updated for resources: {'Subnet': ['ID=b6ef96a1-b428-4dd1-b2f5-fcd65efab15c,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:52.258576 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a8010f78-1ca0-4190-9f7b-8474bfdfdb51 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Unset dirty status for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:40:52.259776 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a8010f78-1ca0-4190-9f7b-8474bfdfdb51 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.4881639 Feb 09 12:40:52.262409 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48120) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:52.304710 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d429e32-4f84-4a72-9a33-79f3287157ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-93d53d32-25e5-4e40-95b4-def0ea28966c', 'network_id': '93d53d32-25e5-4e40-95b4-def0ea28966c', 'tenant_id': 'aec6b40c41524428b136e20f200181f8', 'fixed_ips': [{'subnet_id': 'eb8b58a6-74b9-45c7-805a-609b25c2cfa6'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:40:52.306339 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5d429e32-4f84-4a72-9a33-79f3287157ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:52.444859 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-8ee50ad2-fc4e-46db-9ad0-bce7b0b18e1b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Deleting port 65daf97f-bd85-4386-8472-65a57d87c511 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:40:52.445487 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8ee50ad2-fc4e-46db-9ad0-bce7b0b18e1b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:52.472738 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-ff0b83d8-a418-4065-9f4f-49e6e9f7c769 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Calling delete_port for 51baebb5-a83d-4733-b685-a8cc1e148539 owned by network:dhcp {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:40:52.520385 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bfc6ed39-ab27-4d32-bcfc-12851645fb2b req-d1d70393-e1ce-41c7-ad2c-caa4c3ebf46a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c28a6f7-5d8f-498f-8731-d8857f3e710c HTTP/1.1" status: 200 len: 217 time: 0.4236863 Feb 09 12:40:52.607004 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc6ed39-ab27-4d32-bcfc-12851645fb2b req-95d8f4b6-df31-4749-9b8a-3999f404802f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:52.608558 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bfc6ed39-ab27-4d32-bcfc-12851645fb2b req-95d8f4b6-df31-4749-9b8a-3999f404802f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0799d651-2c16-4f5f-afb8-8db78aef797b HTTP/1.1" status: 200 len: 852 time: 0.0739374 Feb 09 12:40:52.611839 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-5d429e32-4f84-4a72-9a33-79f3287157ec None None] Allocated IP 2001:db8::1 (93d53d32-25e5-4e40-95b4-def0ea28966c/eb8b58a6-74b9-45c7-805a-609b25c2cfa6/317894ed-a1c1-4dee-a966-afdf464f6d12) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:40:52.654721 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd34aeb-e93c-4bee-b649-44d2e0db3825 None None] Pushing event updated for resources: {'Port': ['ID=51baebb5-a83d-4733-b685-a8cc1e148539,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:52.659544 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 8c80b32f-84d1-4afd-ba50-73d63a5575e0 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:40:52.679344 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-a4771d50-f00a-4c62-9a4b-30e1e6c21378 None None] Provisioning for port 65daf97f-bd85-4386-8472-65a57d87c511 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:40:52.725690 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-8d60c5a5-c3fe-414b-8aed-7c6458a3d206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0143a0d-42a8-4326-a3bb-2f61fecbcf35 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:40:52.734760 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-8d60c5a5-c3fe-414b-8aed-7c6458a3d206 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:52.743910 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 8c80b32f-84d1-4afd-ba50-73d63a5575e0 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:40:52.744616 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:52.756224 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a831bfc2-4471-45c2-9167-9dbe84e42816 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Checking segment: {'id': '43e459eb-8ae4-4105-afc0-97372fa0cdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'aacc137d-abb1-4800-a448-26752c69cab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:40:52.756833 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a831bfc2-4471-45c2-9167-9dbe84e42816 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Network hostable DHCP agents. Network: aacc137d-abb1-4800-a448-26752c69cab4, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:40:52.758599 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-8d60c5a5-c3fe-414b-8aed-7c6458a3d206 service neutron] Transition to ACTIVE for port object e0143a0d-42a8-4326-a3bb-2f61fecbcf35 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:40:52.776634 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f276ca69-bec8-41a0-b0c5-1f7f0e5e9713 None None] Network 244cdc72-c661-40b3-86de-02d2544abe73 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:40:52.780615 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bfc6ed39-ab27-4d32-bcfc-12851645fb2b req-2f127229-19ed-43fa-a6e4-053fb31b6c72 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=821a3ca6-9404-481f-8aeb-3b77268829e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923169 Feb 09 12:40:52.800386 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-8d60c5a5-c3fe-414b-8aed-7c6458a3d206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:52.802791 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-a4771d50-f00a-4c62-9a4b-30e1e6c21378 None None] Provisioning complete for port 65daf97f-bd85-4386-8472-65a57d87c511 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:40:52.803230 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a4771d50-f00a-4c62-9a4b-30e1e6c21378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:52.833946 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ffbc6-5a31-4a9f-b939-da3aef4cb6c8 req-4af3bc87-9dfa-4028-90f0-9fc80359ab6d tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:52.835690 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-198ffbc6-5a31-4a9f-b939-da3aef4cb6c8 req-4af3bc87-9dfa-4028-90f0-9fc80359ab6d tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/ports?device_id=6926cd38-319f-439e-87b0-6931865aa752 HTTP/1.1" status: 200 len: 931 time: 1.3392878 Feb 09 12:40:53.030573 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:53.057120 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-a4771d50-f00a-4c62-9a4b-30e1e6c21378 None None] Port 65daf97f-bd85-4386-8472-65a57d87c511 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:40:53.106645 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d60c5a5-c3fe-414b-8aed-7c6458a3d206 service neutron] Pushing event updated for resources: {'Port': ['ID=e0143a0d-42a8-4326-a3bb-2f61fecbcf35,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:53.130671 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a831bfc2-4471-45c2-9167-9dbe84e42816 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Network aacc137d-abb1-4800-a448-26752c69cab4 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:40:53.155310 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d83cb930-b627-4603-b815-b34300e43eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:53.197978 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.api [None req-ff0b83d8-a418-4065-9f4f-49e6e9f7c769 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:40:53.198418 n-d-825178-3 neutron-server[87567]: DEBUG oslo_db.api [None req-ff0b83d8-a418-4065-9f4f-49e6e9f7c769 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:40:53.200729 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-8d60c5a5-c3fe-414b-8aed-7c6458a3d206 service neutron] Attempting to bind port e0143a0d-42a8-4326-a3bb-2f61fecbcf35 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:40:53.201083 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-8d60c5a5-c3fe-414b-8aed-7c6458a3d206 service neutron] Attempting to bind port e0143a0d-42a8-4326-a3bb-2f61fecbcf35 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '0820d912-27ce-45be-81e6-6662e031d6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0fdd1126-5a53-4a5a-810d-e4d88179e413'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:40:53.201387 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-8d60c5a5-c3fe-414b-8aed-7c6458a3d206 service neutron] Attempting to bind port e0143a0d-42a8-4326-a3bb-2f61fecbcf35 on network 0fdd1126-5a53-4a5a-810d-e4d88179e413 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:40:53.209225 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-8d60c5a5-c3fe-414b-8aed-7c6458a3d206 service neutron] Port e0143a0d-42a8-4326-a3bb-2f61fecbcf35 on network 0fdd1126-5a53-4a5a-810d-e4d88179e413 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:40:53.209225 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-8d60c5a5-c3fe-414b-8aed-7c6458a3d206 service neutron] Attempting to bind port e0143a0d-42a8-4326-a3bb-2f61fecbcf35 on network 0fdd1126-5a53-4a5a-810d-e4d88179e413 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:40:53.213374 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8ee50ad2-fc4e-46db-9ad0-bce7b0b18e1b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:53.219106 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cffc5f-968e-4560-bded-b9787858fabb req-7a257692-b88f-4f81-9da5-4ce343e610a2 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:53.225733 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-8d60c5a5-c3fe-414b-8aed-7c6458a3d206 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:40:53.226071 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-8d60c5a5-c3fe-414b-8aed-7c6458a3d206 service neutron] Checking segment: {'id': '0820d912-27ce-45be-81e6-6662e031d6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0fdd1126-5a53-4a5a-810d-e4d88179e413'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:40:53.226461 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-8d60c5a5-c3fe-414b-8aed-7c6458a3d206 service neutron] Bound using segment: {'id': '0820d912-27ce-45be-81e6-6662e031d6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0fdd1126-5a53-4a5a-810d-e4d88179e413'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:40:53.227249 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b3cffc5f-968e-4560-bded-b9787858fabb req-7a257692-b88f-4f81-9da5-4ce343e610a2 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 943 time: 1.1516960 Feb 09 12:40:53.227371 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-8d60c5a5-c3fe-414b-8aed-7c6458a3d206 service neutron] Bound port: e0143a0d-42a8-4326-a3bb-2f61fecbcf35, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0820d912-27ce-45be-81e6-6662e031d6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0fdd1126-5a53-4a5a-810d-e4d88179e413'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:40:53.227371 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-8d60c5a5-c3fe-414b-8aed-7c6458a3d206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:53.228610 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-a831bfc2-4471-45c2-9167-9dbe84e42816 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, aacc137d-abb1-4800-a448-26752c69cab4) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:40:53.266518 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a831bfc2-4471-45c2-9167-9dbe84e42816 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:53.266991 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a831bfc2-4471-45c2-9167-9dbe84e42816 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:53.267620 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a831bfc2-4471-45c2-9167-9dbe84e42816 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:53.309188 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcca4df0-a9df-480f-8f63-c6edc3b05e81 None None] Network aacc137d-abb1-4800-a448-26752c69cab4 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:40:53.346821 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-198ffbc6-5a31-4a9f-b939-da3aef4cb6c8 req-08b04f93-aac6-43c8-9090-bf15fc270f36 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/security-groups?id=53536b3f-6b08-44d9-8017-8a0f5c9448d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926862 Feb 09 12:40:53.349247 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-ff0b83d8-a418-4065-9f4f-49e6e9f7c769 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Deleting port 51baebb5-a83d-4733-b685-a8cc1e148539 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:40:53.350514 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ff0b83d8-a418-4065-9f4f-49e6e9f7c769 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:53.416451 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bfc6ed39-ab27-4d32-bcfc-12851645fb2b req-3b7174ca-51fb-4725-8d44-1352dcf9b42a service neutron] 10.222.0.46 "GET /v2.0/networks/821a3ca6-9404-481f-8aeb-3b77268829e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6201758 Feb 09 12:40:53.437324 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:53.486050 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-8ee50ad2-fc4e-46db-9ad0-bce7b0b18e1b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Calling delete_port for 65daf97f-bd85-4386-8472-65a57d87c511 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:40:53.545498 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-04e6658c-195e-4109-ac2e-994e379b4d98 None None] Provisioning complete for port 51baebb5-a83d-4733-b685-a8cc1e148539 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:40:53.545928 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-04e6658c-195e-4109-ac2e-994e379b4d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:53.621484 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5d429e32-4f84-4a72-9a33-79f3287157ec None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:53.638114 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-8d60c5a5-c3fe-414b-8aed-7c6458a3d206 service neutron] For port e0143a0d-42a8-4326-a3bb-2f61fecbcf35, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:40:53.642462 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-8d60c5a5-c3fe-414b-8aed-7c6458a3d206 service neutron] For port e0143a0d-42a8-4326-a3bb-2f61fecbcf35, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=e0143a0d-42a8-4326-a3bb-2f61fecbcf35,segment=NetworkSegment(0820d912-27ce-45be-81e6-6662e031d6b0),segment_id=0820d912-27ce-45be-81e6-6662e031d6b0)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:40:53.646196 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c48796-66be-4675-8bf7-8d845628fb57 req-0532e1c0-00b6-4a2c-a94e-04c3d25c65f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:53.647751 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-95c48796-66be-4675-8bf7-8d845628fb57 req-0532e1c0-00b6-4a2c-a94e-04c3d25c65f4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f&tenant_id=e83e724b83ff4eff83d86a9461a0246b HTTP/1.1" status: 200 len: 1094 time: 0.3702674 Feb 09 12:40:53.651176 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-8d60c5a5-c3fe-414b-8aed-7c6458a3d206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:53.696745 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d83cb930-b627-4603-b815-b34300e43eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:53.698968 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 8c80b32f-84d1-4afd-ba50-73d63a5575e0, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=8c80b32f-84d1-4afd-ba50-73d63a5575e0,segment=NetworkSegment(0820d912-27ce-45be-81e6-6662e031d6b0),segment_id=0820d912-27ce-45be-81e6-6662e031d6b0)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:40:53.720601 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:53.737168 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a831bfc2-4471-45c2-9167-9dbe84e42816 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 7.4658220 Feb 09 12:40:53.753853 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48130) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:53.758582 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b3cffc5f-968e-4560-bded-b9787858fabb req-7d68b56a-9b7a-43e6-9d29-fc7a810b7df1 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d7571fd-0756-4468-bd3c-a3877d2e955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5308986 Feb 09 12:40:53.774740 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83cb930-b627-4603-b815-b34300e43eca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fad3b17-6d83-4447-8ced-94d5888702c3,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:53.782488 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 592b47ec-577e-4e7a-8b1a-54945440c2a1 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:40:53.872619 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d83cb930-b627-4603-b815-b34300e43eca admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:53.876798 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d83cb930-b627-4603-b815-b34300e43eca admin admin] 10.222.0.55 "DELETE /v2.0/subnets/3fad3b17-6d83-4447-8ced-94d5888702c3 HTTP/1.1" status: 204 len: 168 time: 2.9500992 Feb 09 12:40:53.892743 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 592b47ec-577e-4e7a-8b1a-54945440c2a1 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:40:53.893096 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 592b47ec-577e-4e7a-8b1a-54945440c2a1 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:40:53.897256 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2348cd5-fddc-461b-b909-1c92ab89a717 None None] Network 38a3d6ba-d7d5-45b6-8fc4-0483c51eba57 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:40:53.900942 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48134) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:54.010385 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8ee50ad2-fc4e-46db-9ad0-bce7b0b18e1b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:54.019757 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-5d429e32-4f84-4a72-9a33-79f3287157ec None None] Transition to ACTIVE for port object 317894ed-a1c1-4dee-a966-afdf464f6d12 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:40:54.031203 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-8d60c5a5-c3fe-414b-8aed-7c6458a3d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:54.032208 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-8d60c5a5-c3fe-414b-8aed-7c6458a3d206 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:54.033823 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-8d60c5a5-c3fe-414b-8aed-7c6458a3d206 service neutron] 10.222.0.46 "PUT /v2.0/ports/e0143a0d-42a8-4326-a3bb-2f61fecbcf35 HTTP/1.1" status: 200 len: 1091 time: 3.2109897 Feb 09 12:40:54.045845 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6926cd38-319f-439e-87b0-6931865aa752', 'tag': 'e0143a0d-42a8-4326-a3bb-2f61fecbcf35'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:40:54.053325 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bfc6ed39-ab27-4d32-bcfc-12851645fb2b req-4fda82ef-bbcc-4d19-b09e-0334843e05c1 service neutron] 10.222.0.46 "GET /v2.0/networks/821a3ca6-9404-481f-8aeb-3b77268829e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5671580 Feb 09 12:40:54.056180 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0fc7179e-1180-4135-810a-56b297772448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:54.096895 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 51baebb5-a83d-4733-b685-a8cc1e148539 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:40:54.163181 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8ee50ad2-fc4e-46db-9ad0-bce7b0b18e1b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:54.181270 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d60c5a5-c3fe-414b-8aed-7c6458a3d206 service neutron] Pushing event updated for resources: {'Port': ['ID=e0143a0d-42a8-4326-a3bb-2f61fecbcf35,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:54.263900 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c48796-66be-4675-8bf7-8d845628fb57 req-26725d12-ccdb-4184-a016-d5ef411033c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:54.265979 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-95c48796-66be-4675-8bf7-8d845628fb57 req-26725d12-ccdb-4184-a016-d5ef411033c5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e83e724b83ff4eff83d86a9461a0246b&device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 1094 time: 0.3784049 Feb 09 12:40:54.268492 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6926cd38-319f-439e-87b0-6931865aa752', 'tag': 'e0143a0d-42a8-4326-a3bb-2f61fecbcf35', 'status': 'completed', 'code': 200} Feb 09 12:40:54.282202 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8ee50ad2-fc4e-46db-9ad0-bce7b0b18e1b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/ports/65daf97f-bd85-4386-8472-65a57d87c511 HTTP/1.1" status: 204 len: 168 time: 2.0099354 Feb 09 12:40:54.307380 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7179e-1180-4135-810a-56b297772448 admin admin] Deleting port 6e652e0b-1b4b-476b-880f-c032852c2105 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:40:54.309234 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48140) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:54.309444 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0fc7179e-1180-4135-810a-56b297772448 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:54.313566 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-5d429e32-4f84-4a72-9a33-79f3287157ec None None] Transition to ACTIVE for port object 317894ed-a1c1-4dee-a966-afdf464f6d12 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:40:54.350561 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b02fef-c1b3-43dc-86ef-2cf8b145de7f tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:54.352397 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b02fef-c1b3-43dc-86ef-2cf8b145de7f tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:54.354456 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b02fef-c1b3-43dc-86ef-2cf8b145de7f tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:54.355461 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-41b02fef-c1b3-43dc-86ef-2cf8b145de7f tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Synchronizing usage tracker for tenant:aec6b40c41524428b136e20f200181f8 on resource:subnet {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:40:54.409391 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-ff0b83d8-a418-4065-9f4f-49e6e9f7c769 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] For port 51baebb5-a83d-4733-b685-a8cc1e148539, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=51baebb5-a83d-4733-b685-a8cc1e148539,segment=NetworkSegment(6fd5a28e-903e-4445-b6a9-7d3360dc288d),segment_id=6fd5a28e-903e-4445-b6a9-7d3360dc288d)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:40:54.410438 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ff0b83d8-a418-4065-9f4f-49e6e9f7c769 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:54.437230 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=8c80b32f-84d1-4afd-ba50-73d63a5575e0,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:54.442405 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5d429e32-4f84-4a72-9a33-79f3287157ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:54.445926 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee50ad2-fc4e-46db-9ad0-bce7b0b18e1b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Port': ['ID=65daf97f-bd85-4386-8472-65a57d87c511,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:54.549290 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0189dc-1c01-4981-80f1-d71f4860cf4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-aacc137d-abb1-4800-a448-26752c69cab4', 'network_id': 'aacc137d-abb1-4800-a448-26752c69cab4', 'tenant_id': 'aec6b40c41524428b136e20f200181f8', 'fixed_ips': [{'subnet_id': 'b6ef96a1-b428-4dd1-b2f5-fcd65efab15c'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:40:54.550122 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8d0189dc-1c01-4981-80f1-d71f4860cf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:54.568512 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d429e32-4f84-4a72-9a33-79f3287157ec None None] Pushing event updated for resources: {'Port': ['ID=317894ed-a1c1-4dee-a966-afdf464f6d12,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:54.600015 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d429e32-4f84-4a72-9a33-79f3287157ec None None] Network 93d53d32-25e5-4e40-95b4-def0ea28966c is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:40:54.606948 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-ff0b83d8-a418-4065-9f4f-49e6e9f7c769 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Calling delete_port for 51baebb5-a83d-4733-b685-a8cc1e148539 owned by network:dhcp {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:40:54.615391 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0306e54e-2fb8-4ded-aad0-f96e9c2cc703 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:54.616993 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0306e54e-2fb8-4ded-aad0-f96e9c2cc703 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:54.618000 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0306e54e-2fb8-4ded-aad0-f96e9c2cc703 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Synchronizing usage tracker for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:subnet {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:40:54.641909 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-5d429e32-4f84-4a72-9a33-79f3287157ec None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:40:54.647145 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d429e32-4f84-4a72-9a33-79f3287157ec None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:40:54.660909 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c48796-66be-4675-8bf7-8d845628fb57 req-c7097039-f70d-454f-b24e-a2b6abab906f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:54.662478 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-95c48796-66be-4675-8bf7-8d845628fb57 req-c7097039-f70d-454f-b24e-a2b6abab906f service neutron] 10.222.0.46 "GET /v2.0/networks?id=01f3f4ff-beae-4106-8f70-e214cdcf114b HTTP/1.1" status: 200 len: 918 time: 0.3788526 Feb 09 12:40:54.662936 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0306e54e-2fb8-4ded-aad0-f96e9c2cc703 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Unset dirty status for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:subnet {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:40:54.665105 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0306e54e-2fb8-4ded-aad0-f96e9c2cc703 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3061101 Feb 09 12:40:54.665274 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-bcf65a9c-1a48-4ff4-aa24-b542229fb793 None None] Provisioning complete for port 51baebb5-a83d-4733-b685-a8cc1e148539 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:40:54.665274 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bcf65a9c-1a48-4ff4-aa24-b542229fb793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:54.667952 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c77650-b00e-4e71-9d77-571f98015edf req-0844ddf4-9fe6-4069-b327-a6ed9f2c6ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:54.669337 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a2c77650-b00e-4e71-9d77-571f98015edf req-0844ddf4-9fe6-4069-b327-a6ed9f2c6ce9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3f3bb2665754bb7b2106bec898c4e16&device_id=d0c227a0-9ef0-4fe1-930e-3a42849fd518 HTTP/1.1" status: 200 len: 1096 time: 0.3997896 Feb 09 12:40:54.670959 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48146) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:54.702341 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-41b02fef-c1b3-43dc-86ef-2cf8b145de7f tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Unset dirty status for tenant:aec6b40c41524428b136e20f200181f8 on resource:subnet {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:40:54.703888 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-41b02fef-c1b3-43dc-86ef-2cf8b145de7f tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.9439931 Feb 09 12:40:54.730729 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48152) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:54.792920 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 51baebb5-a83d-4733-b685-a8cc1e148539 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:40:54.793851 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:54.825852 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-ccc08b5f-6b4d-45ee-b1f2-3ee32917ad3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:54.827491 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-ccc08b5f-6b4d-45ee-b1f2-3ee32917ad3a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe861eb8966f4501804d9330d652c357&device_id=6926cd38-319f-439e-87b0-6931865aa752 HTTP/1.1" status: 200 len: 1094 time: 0.6987462 Feb 09 12:40:54.930775 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-c973ecfa-4cea-4928-8010-07a6eac17c9f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Deleting subnet e55c41bf-453c-457d-962f-d006afa2ffaa {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:40:54.953600 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c973ecfa-4cea-4928-8010-07a6eac17c9f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:54.996501 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-5d429e32-4f84-4a72-9a33-79f3287157ec None None] Attempting to bind port 317894ed-a1c1-4dee-a966-afdf464f6d12 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:40:54.996871 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-5d429e32-4f84-4a72-9a33-79f3287157ec None None] Attempting to bind port 317894ed-a1c1-4dee-a966-afdf464f6d12 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'a355900c-f057-4679-bb59-a2597c9265d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '93d53d32-25e5-4e40-95b4-def0ea28966c'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:40:54.997233 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d429e32-4f84-4a72-9a33-79f3287157ec None None] Attempting to bind port 317894ed-a1c1-4dee-a966-afdf464f6d12 on network 93d53d32-25e5-4e40-95b4-def0ea28966c {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:40:55.008384 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f93d12-7f50-4cb6-a48b-c7769573ee31 None None] DHCP port deletion for 38a3d6ba-d7d5-45b6-8fc4-0483c51eba57 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:40:55.033425 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-95c48796-66be-4675-8bf7-8d845628fb57 req-301133be-4b54-40fd-a5c3-665be3e0a320 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89ca83b9-7e07-4cca-af3e-3ae2552fd7a7 HTTP/1.1" status: 200 len: 999 time: 0.3631492 Feb 09 12:40:55.063570 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d429e32-4f84-4a72-9a33-79f3287157ec None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:40:55.063971 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d429e32-4f84-4a72-9a33-79f3287157ec None None] Checking segment: {'id': 'a355900c-f057-4679-bb59-a2597c9265d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '93d53d32-25e5-4e40-95b4-def0ea28966c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:40:55.064381 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5d429e32-4f84-4a72-9a33-79f3287157ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:55.064766 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d429e32-4f84-4a72-9a33-79f3287157ec None None] Bound using segment: {'id': 'a355900c-f057-4679-bb59-a2597c9265d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '93d53d32-25e5-4e40-95b4-def0ea28966c'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:40:55.065248 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-5d429e32-4f84-4a72-9a33-79f3287157ec None None] Bound port: 317894ed-a1c1-4dee-a966-afdf464f6d12, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a355900c-f057-4679-bb59-a2597c9265d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '93d53d32-25e5-4e40-95b4-def0ea28966c'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:40:55.065617 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5d429e32-4f84-4a72-9a33-79f3287157ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:55.084059 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-73f93d12-7f50-4cb6-a48b-c7769573ee31 None None] Deleting port 6e652e0b-1b4b-476b-880f-c032852c2105 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:40:55.084415 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-73f93d12-7f50-4cb6-a48b-c7769573ee31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:55.093749 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c77650-b00e-4e71-9d77-571f98015edf req-fbf53595-bb97-48f2-9666-a096362359af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:55.095201 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a2c77650-b00e-4e71-9d77-571f98015edf req-fbf53595-bb97-48f2-9666-a096362359af service neutron] 10.222.0.46 "GET /v2.0/networks?id=821a3ca6-9404-481f-8aeb-3b77268829e7 HTTP/1.1" status: 200 len: 913 time: 0.3362703 Feb 09 12:40:55.120300 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5db7f-2a20-479a-b437-655fb76de80a req-d05ea032-2aa6-405f-82d0-0b27aa2a1a4f tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:55.122663 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5ba5db7f-2a20-479a-b437-655fb76de80a req-d05ea032-2aa6-405f-82d0-0b27aa2a1a4f tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0c227a0-9ef0-4fe1-930e-3a42849fd518 HTTP/1.1" status: 200 len: 945 time: 1.3674130 Feb 09 12:40:55.124629 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-9616a279-b0b6-4e86-b25c-9da1e2b16923 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e0143a0d-42a8-4326-a3bb-2f61fecbcf35 HTTP/1.1" status: 200 len: 217 time: 0.2693884 Feb 09 12:40:55.173607 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a2c77650-b00e-4e71-9d77-571f98015edf req-115c0bce-512f-438c-9929-ff9eca5d26df service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c28a6f7-5d8f-498f-8731-d8857f3e710c HTTP/1.1" status: 200 len: 217 time: 0.0698168 Feb 09 12:40:55.209758 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c973ecfa-4cea-4928-8010-07a6eac17c9f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:55.258055 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-8d0189dc-1c01-4981-80f1-d71f4860cf4b None None] Allocated IP 2001:db8:0:1::1 (aacc137d-abb1-4800-a448-26752c69cab4/b6ef96a1-b428-4dd1-b2f5-fcd65efab15c/52005ebd-ae9a-41be-9caf-d04e2c97b92b) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:40:55.271040 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c48796-66be-4675-8bf7-8d845628fb57 req-895eaaf3-4b11-4dd2-bdce-feddfa362405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:55.272634 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-95c48796-66be-4675-8bf7-8d845628fb57 req-895eaaf3-4b11-4dd2-bdce-feddfa362405 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=45d760f9-948b-4bf5-bf1f-a52c1e984121 HTTP/1.1" status: 200 len: 856 time: 0.2242615 Feb 09 12:40:55.275176 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-70e2f21b-407a-40e8-9490-c5ac286c74a5 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Deleting subnet eb8b58a6-74b9-45c7-805a-609b25c2cfa6 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:40:55.304098 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-70e2f21b-407a-40e8-9490-c5ac286c74a5 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:55.346376 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c77650-b00e-4e71-9d77-571f98015edf req-e167db0d-cdf2-49ea-ab36-64f810332bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:55.348409 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a2c77650-b00e-4e71-9d77-571f98015edf req-e167db0d-cdf2-49ea-ab36-64f810332bcc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0799d651-2c16-4f5f-afb8-8db78aef797b HTTP/1.1" status: 200 len: 852 time: 0.1685488 Feb 09 12:40:55.407424 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a2c77650-b00e-4e71-9d77-571f98015edf req-821384aa-1354-4668-a5f9-4820c253cc1a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=821a3ca6-9404-481f-8aeb-3b77268829e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513833 Feb 09 12:40:55.448277 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c973ecfa-4cea-4928-8010-07a6eac17c9f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:55.476997 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5ba5db7f-2a20-479a-b437-655fb76de80a req-87796034-f395-4726-9c43-803bfec0b8f5 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/security-groups?id=070691eb-047b-4e04-88f1-62a85ef0b1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260136 Feb 09 12:40:55.491479 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf4de3-164e-43de-9b79-002e8001f7cf req-fbc5a687-e9bf-4359-9b25-d1f0c5ab4e28 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:55.493144 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4fdf4de3-164e-43de-9b79-002e8001f7cf req-fbc5a687-e9bf-4359-9b25-d1f0c5ab4e28 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/ports?device_id=6926cd38-319f-439e-87b0-6931865aa752 HTTP/1.1" status: 200 len: 943 time: 0.8543968 Feb 09 12:40:55.494788 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-aa04eb69-fe9a-498b-b864-578792d85549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:55.496505 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-aa04eb69-fe9a-498b-b864-578792d85549 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2119cf49-29ff-4f23-b272-fe25e334c66e HTTP/1.1" status: 200 len: 860 time: 0.3308358 Feb 09 12:40:55.511883 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-70e2f21b-407a-40e8-9490-c5ac286c74a5 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:55.559128 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c48796-66be-4675-8bf7-8d845628fb57 req-7a2a80d6-b1e8-45b3-afb5-10c5af08840a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:55.560687 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-95c48796-66be-4675-8bf7-8d845628fb57 req-7a2a80d6-b1e8-45b3-afb5-10c5af08840a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=01f3f4ff-beae-4106-8f70-e214cdcf114b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2787597 Feb 09 12:40:55.647620 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-5d429e32-4f84-4a72-9a33-79f3287157ec None None] For port 317894ed-a1c1-4dee-a966-afdf464f6d12, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:40:55.665118 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-5d429e32-4f84-4a72-9a33-79f3287157ec None None] For port 317894ed-a1c1-4dee-a966-afdf464f6d12, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=317894ed-a1c1-4dee-a966-afdf464f6d12,segment=NetworkSegment(a355900c-f057-4679-bb59-a2597c9265d7),segment_id=a355900c-f057-4679-bb59-a2597c9265d7)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:40:55.666959 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-73f93d12-7f50-4cb6-a48b-c7769573ee31 None None] For port 6e652e0b-1b4b-476b-880f-c032852c2105, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=6e652e0b-1b4b-476b-880f-c032852c2105,segment=NetworkSegment(183ad3f1-1647-499f-ad8a-65136b02e339),segment_id=183ad3f1-1647-499f-ad8a-65136b02e339)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:40:55.667397 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-73f93d12-7f50-4cb6-a48b-c7769573ee31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:55.683393 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5d429e32-4f84-4a72-9a33-79f3287157ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:55.756395 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-0fc7179e-1180-4135-810a-56b297772448 admin admin] For port 6e652e0b-1b4b-476b-880f-c032852c2105, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=6e652e0b-1b4b-476b-880f-c032852c2105,segment=NetworkSegment(183ad3f1-1647-499f-ad8a-65136b02e339),segment_id=183ad3f1-1647-499f-ad8a-65136b02e339)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:40:55.756769 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0fc7179e-1180-4135-810a-56b297772448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:55.765644 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-c8482266-d887-4941-8212-5b97629c4430 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0fdd1126-5a53-4a5a-810d-e4d88179e413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2618794 Feb 09 12:40:55.849325 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c973ecfa-4cea-4928-8010-07a6eac17c9f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:55.862027 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-73f93d12-7f50-4cb6-a48b-c7769573ee31 None None] Calling delete_port for 6e652e0b-1b4b-476b-880f-c032852c2105 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:40:55.889849 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a2c77650-b00e-4e71-9d77-571f98015edf req-99719184-b4ca-4650-97e4-b5c5e34fd961 service neutron] 10.222.0.46 "GET /v2.0/networks/821a3ca6-9404-481f-8aeb-3b77268829e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4730299 Feb 09 12:40:55.932094 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0568fe-3266-4555-9851-132c508f37b9 None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:40:55.933471 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c973ecfa-4cea-4928-8010-07a6eac17c9f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:55.936022 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c973ecfa-4cea-4928-8010-07a6eac17c9f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Subnet': ['ID=e55c41bf-453c-457d-962f-d006afa2ffaa,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:55.938890 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7179e-1180-4135-810a-56b297772448 admin admin] Calling delete_port for 6e652e0b-1b4b-476b-880f-c032852c2105 owned by network:dhcp {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:40:55.991452 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-95c48796-66be-4675-8bf7-8d845628fb57 req-390921d1-d9fc-4738-9161-96780e0c7759 service neutron] 10.222.0.46 "GET /v2.0/networks/01f3f4ff-beae-4106-8f70-e214cdcf114b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236476 Feb 09 12:40:56.016421 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ff0b83d8-a418-4065-9f4f-49e6e9f7c769 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:56.020765 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 8c80b32f-84d1-4afd-ba50-73d63a5575e0 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:40:56.032593 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c973ecfa-4cea-4928-8010-07a6eac17c9f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/e55c41bf-453c-457d-962f-d006afa2ffaa HTTP/1.1" status: 204 len: 168 time: 1.3584943 Feb 09 12:40:56.036678 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48158) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:56.108483 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d429e32-4f84-4a72-9a33-79f3287157ec None None] Pushing event updated for resources: {'Port': ['ID=317894ed-a1c1-4dee-a966-afdf464f6d12,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:56.138451 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4fdf4de3-164e-43de-9b79-002e8001f7cf req-cd2feec2-8d92-49b2-a6de-898f7c780ab1 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/security-groups?id=53536b3f-6b08-44d9-8017-8a0f5c9448d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5253873 Feb 09 12:40:56.209738 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1e80c5ff-4118-49db-a74a-e3a8e129490d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1719470 Feb 09 12:40:56.226874 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48162) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:56.285439 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ddc843-2393-4217-ab24-31c683665c6b None None] DHCP port deletion for 244cdc72-c661-40b3-86de-02d2544abe73 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:40:56.302755 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-73f93d12-7f50-4cb6-a48b-c7769573ee31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:56.337405 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a2c77650-b00e-4e71-9d77-571f98015edf req-f9f6ff38-e007-456c-90e3-e91318af6231 service neutron] 10.222.0.46 "GET /v2.0/networks/821a3ca6-9404-481f-8aeb-3b77268829e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4344475 Feb 09 12:40:56.362580 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8d0189dc-1c01-4981-80f1-d71f4860cf4b None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:56.390762 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-95c48796-66be-4675-8bf7-8d845628fb57 req-6b095bb9-0810-4299-8e87-2012c37d2359 service neutron] 10.222.0.46 "GET /v2.0/networks/01f3f4ff-beae-4106-8f70-e214cdcf114b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811331 Feb 09 12:40:56.442034 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f93d12-7f50-4cb6-a48b-c7769573ee31 None None] Pushing event deleted for resources: {'Port': ['ID=6e652e0b-1b4b-476b-880f-c032852c2105,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:56.444252 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d2c90f-8197-43de-8dcc-10735771d6ae tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:56.445175 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d2d2c90f-8197-43de-8dcc-10735771d6ae tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Synchronizing usage tracker for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:40:56.446385 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f93d12-7f50-4cb6-a48b-c7769573ee31 None None] No DVR routers for this DVR port 6e652e0b-1b4b-476b-880f-c032852c2105 on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:40:56.449650 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-8d0189dc-1c01-4981-80f1-d71f4860cf4b None None] Transition to ACTIVE for port object 52005ebd-ae9a-41be-9caf-d04e2c97b92b will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:40:56.452354 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b83d8-a418-4065-9f4f-49e6e9f7c769 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event deleted for resources: {'Port': ['ID=51baebb5-a83d-4733-b685-a8cc1e148539,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:56.467723 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 8c80b32f-84d1-4afd-ba50-73d63a5575e0 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:40:56.467723 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:56.469054 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d2d2c90f-8197-43de-8dcc-10735771d6ae tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Unset dirty status for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:40:56.469054 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d2d2c90f-8197-43de-8dcc-10735771d6ae tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2300866 Feb 09 12:40:56.469054 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48166) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:56.542879 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-8d0189dc-1c01-4981-80f1-d71f4860cf4b None None] Transition to ACTIVE for port object 52005ebd-ae9a-41be-9caf-d04e2c97b92b will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:40:56.546181 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-70e2f21b-407a-40e8-9490-c5ac286c74a5 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:56.559271 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8d0189dc-1c01-4981-80f1-d71f4860cf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:56.579274 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bfee00-9512-4a1d-885b-956ee0be8506 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:56.580376 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-71bfee00-9512-4a1d-885b-956ee0be8506 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Synchronizing usage tracker for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:subnet {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:40:56.622038 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-71bfee00-9512-4a1d-885b-956ee0be8506 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Unset dirty status for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:subnet {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:40:56.636955 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-71bfee00-9512-4a1d-885b-956ee0be8506 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1661582 Feb 09 12:40:56.640158 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48176) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:56.686079 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0189dc-1c01-4981-80f1-d71f4860cf4b None None] Network aacc137d-abb1-4800-a448-26752c69cab4 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:40:56.689640 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-8d0189dc-1c01-4981-80f1-d71f4860cf4b None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:40:56.697170 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0189dc-1c01-4981-80f1-d71f4860cf4b None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:40:56.705274 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0189dc-1c01-4981-80f1-d71f4860cf4b None None] Pushing event updated for resources: {'Port': ['ID=52005ebd-ae9a-41be-9caf-d04e2c97b92b,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:56.724626 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-70e2f21b-407a-40e8-9490-c5ac286c74a5 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:56.728139 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0b83d8-a418-4065-9f4f-49e6e9f7c769 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] No DVR routers for this DVR port 51baebb5-a83d-4733-b685-a8cc1e148539 on host n-d-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:40:56.773642 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02b0c8a-8fc7-46a8-ba06-a0f911383e41 None None] DHCP port deletion for f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:40:56.790801 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1311a794-ed59-446f-8570-f699fbcf044c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1493826 Feb 09 12:40:56.791675 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48184) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:56.797653 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-e8a92d69-82ff-46e1-bb9a-f515cfe196e7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'subnet': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:40:56.824663 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b02b0c8a-8fc7-46a8-ba06-a0f911383e41 None None] Deleting port 43a73f89-cc34-4d83-b362-e5f40715ae41 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:40:56.825187 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b02b0c8a-8fc7-46a8-ba06-a0f911383e41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:56.860209 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ff0b83d8-a418-4065-9f4f-49e6e9f7c769 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:56.908239 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-8d0189dc-1c01-4981-80f1-d71f4860cf4b None None] Attempting to bind port 52005ebd-ae9a-41be-9caf-d04e2c97b92b on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:40:56.908590 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-8d0189dc-1c01-4981-80f1-d71f4860cf4b None None] Attempting to bind port 52005ebd-ae9a-41be-9caf-d04e2c97b92b by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '43e459eb-8ae4-4105-afc0-97372fa0cdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'aacc137d-abb1-4800-a448-26752c69cab4'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:40:56.909134 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0189dc-1c01-4981-80f1-d71f4860cf4b None None] Attempting to bind port 52005ebd-ae9a-41be-9caf-d04e2c97b92b on network aacc137d-abb1-4800-a448-26752c69cab4 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:40:56.918687 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0189dc-1c01-4981-80f1-d71f4860cf4b None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:40:56.921929 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0189dc-1c01-4981-80f1-d71f4860cf4b None None] Checking segment: {'id': '43e459eb-8ae4-4105-afc0-97372fa0cdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'aacc137d-abb1-4800-a448-26752c69cab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:40:56.922524 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8d0189dc-1c01-4981-80f1-d71f4860cf4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:56.923093 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0189dc-1c01-4981-80f1-d71f4860cf4b None None] Bound using segment: {'id': '43e459eb-8ae4-4105-afc0-97372fa0cdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'aacc137d-abb1-4800-a448-26752c69cab4'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:40:56.923734 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-8d0189dc-1c01-4981-80f1-d71f4860cf4b None None] Bound port: 52005ebd-ae9a-41be-9caf-d04e2c97b92b, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43e459eb-8ae4-4105-afc0-97372fa0cdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'aacc137d-abb1-4800-a448-26752c69cab4'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:40:56.924307 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8d0189dc-1c01-4981-80f1-d71f4860cf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:56.954757 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2f21b-407a-40e8-9490-c5ac286c74a5 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Pushing event deleted for resources: {'Subnet': ['ID=eb8b58a6-74b9-45c7-805a-609b25c2cfa6,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:56.977291 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e8a92d69-82ff-46e1-bb9a-f515cfe196e7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:40:56.991225 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.api [None req-0fc7179e-1180-4135-810a-56b297772448 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:40:56.991545 n-d-825178-3 neutron-server[87567]: DEBUG oslo_db.api [None req-0fc7179e-1180-4135-810a-56b297772448 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:40:57.003587 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e8a92d69-82ff-46e1-bb9a-f515cfe196e7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:40:57.022602 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-70e2f21b-407a-40e8-9490-c5ac286c74a5 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:57.039234 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 6e652e0b-1b4b-476b-880f-c032852c2105 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:40:57.042915 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a92d69-82ff-46e1-bb9a-f515cfe196e7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:40:57.051081 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-ab5fcf88-bae6-48f4-8f0c-6c4ba8eb001f service neutron] 10.222.0.46 "GET /v2.0/networks/0fdd1126-5a53-4a5a-810d-e4d88179e413?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0704076 Feb 09 12:40:57.061932 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e8a92d69-82ff-46e1-bb9a-f515cfe196e7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:57.071371 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d2e6a-4e6e-4a67-b8e1-e63f25b62c01 req-ae2727e1-c02c-4ae7-890e-d6dd9982adfb tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:57.079056 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-301d2e6a-4e6e-4a67-b8e1-e63f25b62c01 req-ae2727e1-c02c-4ae7-890e-d6dd9982adfb tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 943 time: 1.3945839 Feb 09 12:40:57.107240 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 6e652e0b-1b4b-476b-880f-c032852c2105 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:40:57.107926 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 6e652e0b-1b4b-476b-880f-c032852c2105 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:40:57.236162 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-b02b0c8a-8fc7-46a8-ba06-a0f911383e41 None None] For port 43a73f89-cc34-4d83-b362-e5f40715ae41, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=43a73f89-cc34-4d83-b362-e5f40715ae41,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:40:57.236844 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b02b0c8a-8fc7-46a8-ba06-a0f911383e41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:57.245299 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-8d0189dc-1c01-4981-80f1-d71f4860cf4b None None] For port 52005ebd-ae9a-41be-9caf-d04e2c97b92b, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:40:57.341447 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-70e2f21b-407a-40e8-9490-c5ac286c74a5 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] 10.222.0.55 "DELETE /v2.0/subnets/eb8b58a6-74b9-45c7-805a-609b25c2cfa6 HTTP/1.1" status: 204 len: 168 time: 2.5642505 Feb 09 12:40:57.348465 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48200) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:57.349091 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-18e17e0f-1bf7-44f9-a3b3-bd26d65cd9b0 req-15c699c2-2565-4a3e-93ca-8c0e205cdc8d service neutron] 10.222.0.46 "GET /v2.0/networks/0fdd1126-5a53-4a5a-810d-e4d88179e413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882638 Feb 09 12:40:57.595654 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-a057c346-8a54-45d8-aa10-77dee7242999 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Deleting subnet b6ef96a1-b428-4dd1-b2f5-fcd65efab15c {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:40:57.609018 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a057c346-8a54-45d8-aa10-77dee7242999 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:57.625448 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b02b0c8a-8fc7-46a8-ba06-a0f911383e41 None None] Calling delete_port for 43a73f89-cc34-4d83-b362-e5f40715ae41 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:40:57.648815 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7179e-1180-4135-810a-56b297772448 admin admin] Deleting port 6e652e0b-1b4b-476b-880f-c032852c2105 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:40:57.649157 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0fc7179e-1180-4135-810a-56b297772448 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:57.668184 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-8d0189dc-1c01-4981-80f1-d71f4860cf4b None None] For port 52005ebd-ae9a-41be-9caf-d04e2c97b92b, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=52005ebd-ae9a-41be-9caf-d04e2c97b92b,segment=NetworkSegment(43e459eb-8ae4-4105-afc0-97372fa0cdde),segment_id=43e459eb-8ae4-4105-afc0-97372fa0cdde)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:40:57.684949 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8d0189dc-1c01-4981-80f1-d71f4860cf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:57.802250 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a057c346-8a54-45d8-aa10-77dee7242999 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:57.804225 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-301d2e6a-4e6e-4a67-b8e1-e63f25b62c01 req-81f6af06-ec64-4b80-882a-aeba5aa0f62a tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d7571fd-0756-4468-bd3c-a3877d2e955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7241840 Feb 09 12:40:57.903695 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ff0b83d8-a418-4065-9f4f-49e6e9f7c769 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:57.955412 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0189dc-1c01-4981-80f1-d71f4860cf4b None None] Pushing event updated for resources: {'Port': ['ID=52005ebd-ae9a-41be-9caf-d04e2c97b92b,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:57.980161 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b02b0c8a-8fc7-46a8-ba06-a0f911383e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:58.105358 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7179e-1180-4135-810a-56b297772448 admin admin] The port '6e652e0b-1b4b-476b-880f-c032852c2105' was deleted {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:40:58.184618 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9743e7-402c-4a62-a126-e41acd2a38c0 None None] Network 93d53d32-25e5-4e40-95b4-def0ea28966c requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:40:58.284524 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b8433-64d8-43cd-84bd-4f01a34ad855 req-23972701-8de0-420b-ad18-186039ec7a11 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:58.296955 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e55b8433-64d8-43cd-84bd-4f01a34ad855 req-23972701-8de0-420b-ad18-186039ec7a11 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0c227a0-9ef0-4fe1-930e-3a42849fd518 HTTP/1.1" status: 200 len: 945 time: 1.3806481 Feb 09 12:40:58.425114 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b83d8-a418-4065-9f4f-49e6e9f7c769 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event deleted for resources: {'Subnet': ['ID=1629b2cc-dda7-43b5-a7d0-417c749038b3,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:58.435665 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a057c346-8a54-45d8-aa10-77dee7242999 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:58.535461 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e8a92d69-82ff-46e1-bb9a-f515cfe196e7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:58.645713 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a92d69-82ff-46e1-bb9a-f515cfe196e7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:40:58.651407 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-e8a92d69-82ff-46e1-bb9a-f515cfe196e7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:40:58.667484 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a92d69-82ff-46e1-bb9a-f515cfe196e7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:58.668576 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e8a92d69-82ff-46e1-bb9a-f515cfe196e7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:58.708359 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a92d69-82ff-46e1-bb9a-f515cfe196e7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Subnet': ['ID=92002898-0051-4e9a-af6b-5d7aa451b3d2,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:58.731894 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e8a92d69-82ff-46e1-bb9a-f515cfe196e7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9388387 Feb 09 12:40:58.741149 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a057c346-8a54-45d8-aa10-77dee7242999 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:58.742074 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 317894ed-a1c1-4dee-a966-afdf464f6d12 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:40:58.745506 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48204) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:58.832459 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20464cb4-ea3c-42d4-a618-826ccb826bda None None] Network 244cdc72-c661-40b3-86de-02d2544abe73 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:40:58.836089 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-cfecb0a9-3b6a-43ef-8d79-b9d2b01a0a11 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'port': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'mac_address': 'fa:16:3e:65:c4:1e', 'name': 'tempest-NetworksTestDHCPv6-1634240595'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:40:58.865018 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02b0c8a-8fc7-46a8-ba06-a0f911383e41 None None] Pushing event deleted for resources: {'Port': ['ID=43a73f89-cc34-4d83-b362-e5f40715ae41,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:58.882607 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02b0c8a-8fc7-46a8-ba06-a0f911383e41 None None] No DVR routers for this DVR port 43a73f89-cc34-4d83-b362-e5f40715ae41 on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:40:58.905282 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a057c346-8a54-45d8-aa10-77dee7242999 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Pushing event deleted for resources: {'Subnet': ['ID=b6ef96a1-b428-4dd1-b2f5-fcd65efab15c,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:40:58.965014 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ff0b83d8-a418-4065-9f4f-49e6e9f7c769 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:58.999701 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e55b8433-64d8-43cd-84bd-4f01a34ad855 req-d279c50a-7ad1-4948-af9a-1a2c0f8ac7f0 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/security-groups?id=070691eb-047b-4e04-88f1-62a85ef0b1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7016799 Feb 09 12:40:59.165981 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-ff0b83d8-a418-4065-9f4f-49e6e9f7c769 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['244cdc72-c661-40b3-86de-02d2544abe73']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:59.181662 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0fc7179e-1180-4135-810a-56b297772448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:59.199141 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-ff0b83d8-a418-4065-9f4f-49e6e9f7c769 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fd5a28e-903e-4445-b6a9-7d3360dc288d') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:59.199456 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-ff0b83d8-a418-4065-9f4f-49e6e9f7c769 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fd5a28e-903e-4445-b6a9-7d3360dc288d') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:59.258814 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-0fc7179e-1180-4135-810a-56b297772448 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38a3d6ba-d7d5-45b6-8fc4-0483c51eba57']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:59.267364 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ff0b83d8-a418-4065-9f4f-49e6e9f7c769 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:59.297385 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-d6a044f4-7c10-4d4b-a46e-65866601fc7a None None] Provisioning for port 317894ed-a1c1-4dee-a966-afdf464f6d12 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:40:59.305634 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7f0a4d-e032-4f60-a29d-7357e4da9c2c None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:40:59.340985 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935d5c0-494c-4278-bce0-a809349ec766 req-7bbecc24-6e66-491f-b0ed-3741f9977e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:59.342642 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d935d5c0-494c-4278-bce0-a809349ec766 req-7bbecc24-6e66-491f-b0ed-3741f9977e53 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe861eb8966f4501804d9330d652c357&device_id=6926cd38-319f-439e-87b0-6931865aa752 HTTP/1.1" status: 200 len: 1094 time: 1.6459868 Feb 09 12:40:59.361784 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-0fc7179e-1180-4135-810a-56b297772448 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '183ad3f1-1647-499f-ad8a-65136b02e339') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:59.362082 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-0fc7179e-1180-4135-810a-56b297772448 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '183ad3f1-1647-499f-ad8a-65136b02e339') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:40:59.422271 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a057c346-8a54-45d8-aa10-77dee7242999 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:59.438243 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a057c346-8a54-45d8-aa10-77dee7242999 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] 10.222.0.55 "DELETE /v2.0/subnets/b6ef96a1-b428-4dd1-b2f5-fcd65efab15c HTTP/1.1" status: 204 len: 168 time: 2.0847418 Feb 09 12:40:59.445122 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48210) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:59.511437 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ff0b83d8-a418-4065-9f4f-49e6e9f7c769 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:59.530732 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff0b83d8-a418-4065-9f4f-49e6e9f7c769 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:40:59.535970 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ff0b83d8-a418-4065-9f4f-49e6e9f7c769 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:59.601169 n-d-825178-3 neutron-server[87567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:40:59.601169 n-d-825178-3 neutron-server[87567]: util.warn( Feb 09 12:40:59.601169 n-d-825178-3 neutron-server[87567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:40:59.601169 n-d-825178-3 neutron-server[87567]: util.warn( Feb 09 12:40:59.601169 n-d-825178-3 neutron-server[87567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:40:59.601169 n-d-825178-3 neutron-server[87567]: util.warn( Feb 09 12:40:59.601169 n-d-825178-3 neutron-server[87567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:40:59.601169 n-d-825178-3 neutron-server[87567]: util.warn( Feb 09 12:40:59.601169 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:40:59.601169 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:40:59.601169 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:40:59.601169 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:40:59.601169 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:40:59.601169 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:40:59.601169 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:40:59.601169 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:40:59.601169 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:40:59.601169 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:40:59.601169 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:40:59.601169 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:40:59.601169 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:40:59.601169 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:40:59.601169 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:40:59.601169 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:40:59.601169 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:40:59.601169 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:40:59.601169 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:40:59.601169 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:40:59.601169 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:40:59.601169 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:40:59.601169 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:40:59.601169 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:40:59.601169 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:40:59.601169 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:40:59.601169 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:40:59.601169 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:40:59.601169 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:40:59.601169 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:40:59.601169 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:40:59.601169 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:40:59.617406 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0fc7179e-1180-4135-810a-56b297772448 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:40:59.647248 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf4e94f-d6e6-4654-badd-d176a41697a8 None None] DHCP port deletion for 244cdc72-c661-40b3-86de-02d2544abe73 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:40:59.648663 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2979566c-3ba9-4372-a581-fed16af52b44 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:59.650008 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-2979566c-3ba9-4372-a581-fed16af52b44 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Synchronizing usage tracker for tenant:aec6b40c41524428b136e20f200181f8 on resource:subnet {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:40:59.651411 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device e0143a0d-42a8-4326-a3bb-2f61fecbcf35 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:40:59.730763 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-2979566c-3ba9-4372-a581-fed16af52b44 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Unset dirty status for tenant:aec6b40c41524428b136e20f200181f8 on resource:subnet {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:40:59.732041 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2979566c-3ba9-4372-a581-fed16af52b44 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2820299 Feb 09 12:40:59.736094 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48214) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:40:59.789687 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-cfecb0a9-3b6a-43ef-8d79-b9d2b01a0a11 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:40:59.826674 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port e0143a0d-42a8-4326-a3bb-2f61fecbcf35, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=e0143a0d-42a8-4326-a3bb-2f61fecbcf35,segment=NetworkSegment(0820d912-27ce-45be-81e6-6662e031d6b0),segment_id=0820d912-27ce-45be-81e6-6662e031d6b0)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:40:59.857480 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bda3f7f-3cb2-429e-9535-d2926f5d46c2 None None] Network aacc137d-abb1-4800-a448-26752c69cab4 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:40:59.898865 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-cfecb0a9-3b6a-43ef-8d79-b9d2b01a0a11 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:40:59.914924 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15819467-fad5-4d21-82d6-7c836e657b63 req-16e58fcb-9e45-4151-8024-0d12978a6835 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:40:59.942676 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-15819467-fad5-4d21-82d6-7c836e657b63 req-16e58fcb-9e45-4151-8024-0d12978a6835 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/ports?device_id=6926cd38-319f-439e-87b0-6931865aa752 HTTP/1.1" status: 200 len: 943 time: 1.8165514 Feb 09 12:40:59.945232 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfecb0a9-3b6a-43ef-8d79-b9d2b01a0a11 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:40:59.990119 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 317894ed-a1c1-4dee-a966-afdf464f6d12 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:41:00.053557 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4fbfa0e9-2e46-442f-a9b2-74daf09d67f9 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:00.062565 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0fc7179e-1180-4135-810a-56b297772448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:00.089309 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-4fbfa0e9-2e46-442f-a9b2-74daf09d67f9 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Deleting port 52005ebd-ae9a-41be-9caf-d04e2c97b92b {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:41:00.089568 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4fbfa0e9-2e46-442f-a9b2-74daf09d67f9 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:00.139782 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fc7179e-1180-4135-810a-56b297772448 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:41:00.148508 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0fc7179e-1180-4135-810a-56b297772448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:00.149724 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'e0143a0d-42a8-4326-a3bb-2f61fecbcf35', 'network_id': '0fdd1126-5a53-4a5a-810d-e4d88179e413', 'port_id': 'e0143a0d-42a8-4326-a3bb-2f61fecbcf35', 'mac_address': 'fa:16:3e:3a:be:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2119cf49-29ff-4f23-b272-fe25e334c66e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:41:00.161486 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 317894ed-a1c1-4dee-a966-afdf464f6d12 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:41:00.161871 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:00.180219 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cfecb0a9-3b6a-43ef-8d79-b9d2b01a0a11 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:00.260808 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-cfecb0a9-3b6a-43ef-8d79-b9d2b01a0a11 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] device_id is not set on port 0aeb660f-6563-4f4d-9867-b59f9b8231f1 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:41:00.282444 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:41:00.282444 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:41:00.282444 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:41:00.282444 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:41:00.282444 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:41:00.282444 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:41:00.282444 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:41:00.282444 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:41:00.282444 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:41:00.282444 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:41:00.282444 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:41:00.282444 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:41:00.282444 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:41:00.282444 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:41:00.282444 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:41:00.282444 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:41:00.282444 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:41:00.282444 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:41:00.282444 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:41:00.282444 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:41:00.282444 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:41:00.282444 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:41:00.282444 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:41:00.282444 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:41:00.282444 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:41:00.282444 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:41:00.282444 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:41:00.282444 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:41:00.282444 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:41:00.282444 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:41:00.282444 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:41:00.282444 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:41:00.328662 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:00.353592 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-edfc6c7a-3e08-4fc0-af3e-f00475c11fc2 None None] Provisioning for port 52005ebd-ae9a-41be-9caf-d04e2c97b92b completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:41:00.361691 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ff0b83d8-a418-4065-9f4f-49e6e9f7c769 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:00.477433 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-15819467-fad5-4d21-82d6-7c836e657b63 req-8e5e7a04-ee24-4ebc-88b4-068566264a5f tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/security-groups?id=53536b3f-6b08-44d9-8017-8a0f5c9448d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5332046 Feb 09 12:41:00.495358 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ff0b83d8-a418-4065-9f4f-49e6e9f7c769 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:00.540446 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0143a0d-42a8-4326-a3bb-2f61fecbcf35 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:41:00.596117 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port e0143a0d-42a8-4326-a3bb-2f61fecbcf35, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=e0143a0d-42a8-4326-a3bb-2f61fecbcf35,segment=NetworkSegment(0820d912-27ce-45be-81e6-6662e031d6b0),segment_id=0820d912-27ce-45be-81e6-6662e031d6b0)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:41:00.618337 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:00.620323 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ff0b83d8-a418-4065-9f4f-49e6e9f7c769 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "DELETE /v2.0/networks/244cdc72-c661-40b3-86de-02d2544abe73 HTTP/1.1" status: 204 len: 168 time: 15.3971717 Feb 09 12:41:00.643621 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48220) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:00.691705 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-4fbfa0e9-2e46-442f-a9b2-74daf09d67f9 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] For port 52005ebd-ae9a-41be-9caf-d04e2c97b92b, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=52005ebd-ae9a-41be-9caf-d04e2c97b92b,segment=NetworkSegment(43e459eb-8ae4-4105-afc0-97372fa0cdde),segment_id=43e459eb-8ae4-4105-afc0-97372fa0cdde)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:41:00.692585 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4fbfa0e9-2e46-442f-a9b2-74daf09d67f9 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:00.694990 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b83d8-a418-4065-9f4f-49e6e9f7c769 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event deleted for resources: {'Network': ['ID=244cdc72-c661-40b3-86de-02d2544abe73,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:00.706667 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f1d58c-b19b-4a97-9fc5-2d9a645c8e4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'tenant_id': 'a7add69c825d45b8a9a99e00c87aae63', 'fixed_ips': [{'subnet_id': '92002898-0051-4e9a-af6b-5d7aa451b3d2'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:41:00.708052 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-70f1d58c-b19b-4a97-9fc5-2d9a645c8e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:00.717372 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f8ac5d-24fe-4758-9161-5097a40f80a1 None None] DHCP port deletion for 93d53d32-25e5-4e40-95b4-def0ea28966c request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:41:00.729820 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf18ad6-c010-40b5-a041-f5a51ed87cb5 req-8811d354-cbb5-4bb8-b1c7-3ba96df85cd0 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:00.738995 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4bf18ad6-c010-40b5-a041-f5a51ed87cb5 req-8811d354-cbb5-4bb8-b1c7-3ba96df85cd0 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 943 time: 1.4637859 Feb 09 12:41:00.745444 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935d5c0-494c-4278-bce0-a809349ec766 req-5f477a4a-6deb-447a-8c9b-f232d2a9af0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:00.749527 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d935d5c0-494c-4278-bce0-a809349ec766 req-5f477a4a-6deb-447a-8c9b-f232d2a9af0d service neutron] 10.222.0.46 "GET /v2.0/networks?id=0fdd1126-5a53-4a5a-810d-e4d88179e413 HTTP/1.1" status: 200 len: 921 time: 1.3212068 Feb 09 12:41:00.771116 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0fc7179e-1180-4135-810a-56b297772448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:00.799516 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0fc7179e-1180-4135-810a-56b297772448 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:00.844195 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-39f8ac5d-24fe-4758-9161-5097a40f80a1 None None] Deleting port 317894ed-a1c1-4dee-a966-afdf464f6d12 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:41:00.844573 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-39f8ac5d-24fe-4758-9161-5097a40f80a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:00.907872 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['e0143a0d-42a8-4326-a3bb-2f61fecbcf35'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:41:00.929093 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-4fbfa0e9-2e46-442f-a9b2-74daf09d67f9 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Calling delete_port for 52005ebd-ae9a-41be-9caf-d04e2c97b92b owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:41:00.938577 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d935d5c0-494c-4278-bce0-a809349ec766 req-be3a0a3c-fba3-42a4-89c2-b5b3ef9168ec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e0143a0d-42a8-4326-a3bb-2f61fecbcf35 HTTP/1.1" status: 200 len: 217 time: 0.0851111 Feb 09 12:41:00.958663 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7179e-1180-4135-810a-56b297772448 admin admin] Pushing event deleted for resources: {'Network': ['ID=38a3d6ba-d7d5-45b6-8fc4-0483c51eba57,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:00.995144 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33eed99d-1f5c-4f2d-b696-09977703d0ba None None] DHCP port deletion for aacc137d-abb1-4800-a448-26752c69cab4 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:41:01.002130 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-0fc7179e-1180-4135-810a-56b297772448 admin admin] 10.222.0.55 "DELETE /v2.0/networks/38a3d6ba-d7d5-45b6-8fc4-0483c51eba57 HTTP/1.1" status: 204 len: 168 time: 7.1001270 Feb 09 12:41:01.007720 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cfd0d5f-67f5-4418-8a48-50a3d07e0104 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] DELETE failed (client error): The resource could not be found. Feb 09 12:41:01.015738 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cfd0d5f-67f5-4418-8a48-50a3d07e0104 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:41:01.025006 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48224) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:01.047162 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3cfd0d5f-67f5-4418-8a48-50a3d07e0104 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "DELETE /v2.0/networks/244cdc72-c661-40b3-86de-02d2544abe73 HTTP/1.1" status: 404 len: 339 time: 0.4021468 Feb 09 12:41:01.054750 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48228) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:01.067370 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-118bf3e6-573f-4122-9198-23ebee42cfbc tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1762925615', 'description': 'd1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:01.087538 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-118bf3e6-573f-4122-9198-23ebee42cfbc tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:01.102769 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-118bf3e6-573f-4122-9198-23ebee42cfbc tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Usage tracker for resource:network and tenant:3fe8dec11ddd4b74aaa8bf07aa25bebd is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:41:01.107796 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-33eed99d-1f5c-4f2d-b696-09977703d0ba None None] Deleting port 52005ebd-ae9a-41be-9caf-d04e2c97b92b {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:41:01.108203 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-33eed99d-1f5c-4f2d-b696-09977703d0ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:01.118132 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-118bf3e6-573f-4122-9198-23ebee42cfbc tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:41:01.121965 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-cfecb0a9-3b6a-43ef-8d79-b9d2b01a0a11 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Allocated IP 2001:db8::396 (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/92002898-0051-4e9a-af6b-5d7aa451b3d2/0aeb660f-6563-4f4d-9867-b59f9b8231f1) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:41:01.131706 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-118bf3e6-573f-4122-9198-23ebee42cfbc tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:01.150893 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4bf18ad6-c010-40b5-a041-f5a51ed87cb5 req-ce3a136d-20f4-4481-8d2d-d37187b9f536 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d7571fd-0756-4468-bd3c-a3877d2e955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3977382 Feb 09 12:41:01.162732 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4fbfa0e9-2e46-442f-a9b2-74daf09d67f9 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:01.182067 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:01.213426 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118bf3e6-573f-4122-9198-23ebee42cfbc tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Made reservation on behalf of 3fe8dec11ddd4b74aaa8bf07aa25bebd for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:41:01.213957 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935d5c0-494c-4278-bce0-a809349ec766 req-62ea8a2f-e4d1-48be-87ac-a108b64b473d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:01.216154 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d935d5c0-494c-4278-bce0-a809349ec766 req-62ea8a2f-e4d1-48be-87ac-a108b64b473d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2119cf49-29ff-4f23-b272-fe25e334c66e HTTP/1.1" status: 200 len: 860 time: 0.2514145 Feb 09 12:41:01.216564 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=e0143a0d-42a8-4326-a3bb-2f61fecbcf35,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:01.218373 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-118bf3e6-573f-4122-9198-23ebee42cfbc tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:01.253235 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbfa0e9-2e46-442f-a9b2-74daf09d67f9 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Pushing event deleted for resources: {'Port': ['ID=52005ebd-ae9a-41be-9caf-d04e2c97b92b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:01.263750 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbfa0e9-2e46-442f-a9b2-74daf09d67f9 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] No DVR routers for this DVR port 52005ebd-ae9a-41be-9caf-d04e2c97b92b on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:41:01.363532 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-33eed99d-1f5c-4f2d-b696-09977703d0ba None None] The port '52005ebd-ae9a-41be-9caf-d04e2c97b92b' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:41:01.467005 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 317894ed-a1c1-4dee-a966-afdf464f6d12, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=317894ed-a1c1-4dee-a966-afdf464f6d12,segment=NetworkSegment(a355900c-f057-4679-bb59-a2597c9265d7),segment_id=a355900c-f057-4679-bb59-a2597c9265d7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:41:01.507370 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:01.645848 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 43a73f89-cc34-4d83-b362-e5f40715ae41 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:41:01.710414 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-118bf3e6-573f-4122-9198-23ebee42cfbc tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:41:01.753047 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d935d5c0-494c-4278-bce0-a809349ec766 req-7117c5c3-f95f-408a-b801-0209adfa8122 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0fdd1126-5a53-4a5a-810d-e4d88179e413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1338081 Feb 09 12:41:01.762644 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-118bf3e6-573f-4122-9198-23ebee42cfbc tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:01.763150 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-118bf3e6-573f-4122-9198-23ebee42cfbc tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Added segment c0fb5150-bb55-499d-bc67-bed875f1fd04 of type vlan for network 0230e0fe-2bf5-4ff5-95bb-41a8f3149a75 Feb 09 12:41:01.767506 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4fbfa0e9-2e46-442f-a9b2-74daf09d67f9 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:01.768199 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 43a73f89-cc34-4d83-b362-e5f40715ae41 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:41:01.768556 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 43a73f89-cc34-4d83-b362-e5f40715ae41 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:41:01.769596 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 51baebb5-a83d-4733-b685-a8cc1e148539 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:41:01.806726 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-4fbfa0e9-2e46-442f-a9b2-74daf09d67f9 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aacc137d-abb1-4800-a448-26752c69cab4']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:01.809487 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7898ab0-9996-40c2-961a-3a8713fdb5ca req-1415fe33-a122-4895-b147-e2b0bf57d514 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:01.811089 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a7898ab0-9996-40c2-961a-3a8713fdb5ca req-1415fe33-a122-4895-b147-e2b0bf57d514 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0c227a0-9ef0-4fe1-930e-3a42849fd518 HTTP/1.1" status: 200 len: 945 time: 1.0377734 Feb 09 12:41:01.822322 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-4fbfa0e9-2e46-442f-a9b2-74daf09d67f9 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43e459eb-8ae4-4105-afc0-97372fa0cdde') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:01.823069 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-4fbfa0e9-2e46-442f-a9b2-74daf09d67f9 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43e459eb-8ae4-4105-afc0-97372fa0cdde') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:01.837855 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4fbfa0e9-2e46-442f-a9b2-74daf09d67f9 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:01.856659 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4fbfa0e9-2e46-442f-a9b2-74daf09d67f9 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:01.863766 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fbfa0e9-2e46-442f-a9b2-74daf09d67f9 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:41:01.864544 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4fbfa0e9-2e46-442f-a9b2-74daf09d67f9 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:01.980656 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 51baebb5-a83d-4733-b685-a8cc1e148539 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:41:01.981026 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 51baebb5-a83d-4733-b685-a8cc1e148539 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:41:02.043124 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-39f8ac5d-24fe-4758-9161-5097a40f80a1 None None] For port 317894ed-a1c1-4dee-a966-afdf464f6d12, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=317894ed-a1c1-4dee-a966-afdf464f6d12,segment=NetworkSegment(a355900c-f057-4679-bb59-a2597c9265d7),segment_id=a355900c-f057-4679-bb59-a2597c9265d7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:41:02.043629 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-39f8ac5d-24fe-4758-9161-5097a40f80a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:02.119728 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:41:02.119728 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:41:02.119728 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:41:02.119728 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:41:02.119728 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:41:02.119728 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:41:02.119728 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:41:02.119728 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:41:02.119728 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:41:02.119728 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:41:02.119728 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:41:02.119728 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:41:02.119728 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:41:02.119728 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:41:02.119728 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:41:02.119728 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:41:02.119728 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:41:02.119728 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:41:02.119728 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:41:02.119728 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:41:02.119728 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:41:02.119728 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:41:02.119728 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:41:02.119728 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:41:02.119728 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:41:02.119728 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:41:02.119728 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:41:02.119728 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:41:02.119728 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:41:02.119728 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:41:02.119728 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:41:02.119728 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:41:02.191309 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cfecb0a9-3b6a-43ef-8d79-b9d2b01a0a11 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:02.209660 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-cfecb0a9-3b6a-43ef-8d79-b9d2b01a0a11 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Transition to ACTIVE for port object 0aeb660f-6563-4f4d-9867-b59f9b8231f1 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:41:02.234301 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4fbfa0e9-2e46-442f-a9b2-74daf09d67f9 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:02.238515 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 317894ed-a1c1-4dee-a966-afdf464f6d12 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:41:02.259349 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cfecb0a9-3b6a-43ef-8d79-b9d2b01a0a11 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:02.264604 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4fbfa0e9-2e46-442f-a9b2-74daf09d67f9 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:02.310909 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a7898ab0-9996-40c2-961a-3a8713fdb5ca req-b50773fc-4815-4fa1-944f-4eecf0fb9364 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/security-groups?id=070691eb-047b-4e04-88f1-62a85ef0b1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4445379 Feb 09 12:41:02.435212 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-118bf3e6-573f-4122-9198-23ebee42cfbc tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:02.447077 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbfa0e9-2e46-442f-a9b2-74daf09d67f9 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Pushing event deleted for resources: {'Network': ['ID=aacc137d-abb1-4800-a448-26752c69cab4,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:02.453902 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d935d5c0-494c-4278-bce0-a809349ec766 req-6e56eda4-0d04-4cc0-93d2-2d9e3cf6f925 service neutron] 10.222.0.46 "GET /v2.0/networks/0fdd1126-5a53-4a5a-810d-e4d88179e413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6906385 Feb 09 12:41:02.483846 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=317894ed-a1c1-4dee-a966-afdf464f6d12,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:02.493252 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfecb0a9-3b6a-43ef-8d79-b9d2b01a0a11 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:41:02.500529 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4fbfa0e9-2e46-442f-a9b2-74daf09d67f9 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] 10.222.0.55 "DELETE /v2.0/networks/aacc137d-abb1-4800-a448-26752c69cab4 HTTP/1.1" status: 204 len: 168 time: 2.7634599 Feb 09 12:41:02.501589 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48240) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:02.501769 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e52ff-c4c5-4374-8889-16e916ff67e9 req-cdfc75d1-2a51-48bd-989c-73e13d8bd97e tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:02.508977 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-cfecb0a9-3b6a-43ef-8d79-b9d2b01a0a11 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:41:02.521732 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cf6e52ff-c4c5-4374-8889-16e916ff67e9 req-cdfc75d1-2a51-48bd-989c-73e13d8bd97e tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/ports?device_id=6926cd38-319f-439e-87b0-6931865aa752 HTTP/1.1" status: 200 len: 944 time: 0.8381972 Feb 09 12:41:02.602330 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-39f8ac5d-24fe-4758-9161-5097a40f80a1 None None] Calling delete_port for 317894ed-a1c1-4dee-a966-afdf464f6d12 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:41:02.643343 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3bac1269-0215-4d4e-96a8-83994afe20c6 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:02.650921 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.resource_extend [None req-118bf3e6-573f-4122-9198-23ebee42cfbc tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:41:02.659248 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfecb0a9-3b6a-43ef-8d79-b9d2b01a0a11 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:41:02.666529 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfecb0a9-3b6a-43ef-8d79-b9d2b01a0a11 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:02.667519 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cfecb0a9-3b6a-43ef-8d79-b9d2b01a0a11 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:02.687764 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfecb0a9-3b6a-43ef-8d79-b9d2b01a0a11 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Port': ['ID=0aeb660f-6563-4f4d-9867-b59f9b8231f1,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:02.706958 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-3bac1269-0215-4d4e-96a8-83994afe20c6 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Deleting port 317894ed-a1c1-4dee-a966-afdf464f6d12 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:41:02.707740 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3bac1269-0215-4d4e-96a8-83994afe20c6 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:02.742533 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-cfecb0a9-3b6a-43ef-8d79-b9d2b01a0a11 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.9354498 Feb 09 12:41:02.744424 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-118bf3e6-573f-4122-9198-23ebee42cfbc tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:02.750116 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118bf3e6-573f-4122-9198-23ebee42cfbc tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:02.751086 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-118bf3e6-573f-4122-9198-23ebee42cfbc tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:02.775761 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48244) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:02.801210 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d935d5c0-494c-4278-bce0-a809349ec766 req-40a9ff60-1391-491e-9d57-d204aab98919 service neutron] 10.222.0.46 "GET /v2.0/networks/0fdd1126-5a53-4a5a-810d-e4d88179e413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369146 Feb 09 12:41:02.838927 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-70f1d58c-b19b-4a97-9fc5-2d9a645c8e4c None None] Allocated IP 2001:db8::2 (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/92002898-0051-4e9a-af6b-5d7aa451b3d2/947d42ff-22f6-42a7-acc3-0b121d8e5b1c) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:41:02.938765 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118bf3e6-573f-4122-9198-23ebee42cfbc tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event updated for resources: {'Network': ['ID=0230e0fe-2bf5-4ff5-95bb-41a8f3149a75,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:02.946789 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-118bf3e6-573f-4122-9198-23ebee42cfbc tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.8890295 Feb 09 12:41:02.950741 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cf6e52ff-c4c5-4374-8889-16e916ff67e9 req-ef8e7ecf-eef0-49a5-9be8-b11daf16daf2 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/security-groups?id=53536b3f-6b08-44d9-8017-8a0f5c9448d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4265797 Feb 09 12:41:02.957488 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48248) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:02.960179 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 0230e0fe-2bf5-4ff5-95bb-41a8f3149a75 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:41:03.023156 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216670d-4ba7-415a-a1df-30f2178ad7fc req-60a3a718-5422-4384-a282-2badb437f73f tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:03.028860 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9216670d-4ba7-415a-a1df-30f2178ad7fc req-60a3a718-5422-4384-a282-2badb437f73f tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 943 time: 0.2233009 Feb 09 12:41:03.203936 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-39f8ac5d-24fe-4758-9161-5097a40f80a1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:41:03.204328 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-39f8ac5d-24fe-4758-9161-5097a40f80a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:41:03.225115 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:03.246366 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9216670d-4ba7-415a-a1df-30f2178ad7fc req-697dcfae-3653-43f1-841c-bd5e7541b761 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d7571fd-0756-4468-bd3c-a3877d2e955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008586 Feb 09 12:41:03.368907 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9769ce6a-b13f-449f-aaca-a37f1d282e9f tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:03.369965 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9769ce6a-b13f-449f-aaca-a37f1d282e9f tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Synchronizing usage tracker for tenant:3fe8dec11ddd4b74aaa8bf07aa25bebd on resource:network {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:41:03.370791 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d83649bd-609a-4fac-97bc-631fabdeac49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:03.390482 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-3bac1269-0215-4d4e-96a8-83994afe20c6 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] For port 317894ed-a1c1-4dee-a966-afdf464f6d12, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=317894ed-a1c1-4dee-a966-afdf464f6d12,segment=NetworkSegment(a355900c-f057-4679-bb59-a2597c9265d7),segment_id=a355900c-f057-4679-bb59-a2597c9265d7)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:41:03.391212 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3bac1269-0215-4d4e-96a8-83994afe20c6 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:03.415397 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 317894ed-a1c1-4dee-a966-afdf464f6d12, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=317894ed-a1c1-4dee-a966-afdf464f6d12,segment=NetworkSegment(a355900c-f057-4679-bb59-a2597c9265d7),segment_id=a355900c-f057-4679-bb59-a2597c9265d7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:41:03.427732 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:03.481173 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9769ce6a-b13f-449f-aaca-a37f1d282e9f tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Unset dirty status for tenant:3fe8dec11ddd4b74aaa8bf07aa25bebd on resource:network {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:41:03.482501 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9769ce6a-b13f-449f-aaca-a37f1d282e9f tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "GET /v2.0/networks?id=0230e0fe-2bf5-4ff5-95bb-41a8f3149a75 HTTP/1.1" status: 200 len: 761 time: 0.5240343 Feb 09 12:41:03.619667 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-3bac1269-0215-4d4e-96a8-83994afe20c6 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Calling delete_port for 317894ed-a1c1-4dee-a966-afdf464f6d12 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:41:03.693364 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48252) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:03.703274 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21265474-3ee1-4ce7-b0f4-c49e32eac928 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:03.704061 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-21265474-3ee1-4ce7-b0f4-c49e32eac928 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Synchronizing usage tracker for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:41:03.718216 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-4432b251-664f-4818-a7a4-9d66983d7c01 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Request body: {'network': {'description': 'd2'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:03.727072 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-70f1d58c-b19b-4a97-9fc5-2d9a645c8e4c None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:03.746091 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-70f1d58c-b19b-4a97-9fc5-2d9a645c8e4c None None] Transition to ACTIVE for port object 947d42ff-22f6-42a7-acc3-0b121d8e5b1c will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:41:03.775139 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-70f1d58c-b19b-4a97-9fc5-2d9a645c8e4c None None] Transition to ACTIVE for port object 947d42ff-22f6-42a7-acc3-0b121d8e5b1c will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:41:03.778004 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-39f8ac5d-24fe-4758-9161-5097a40f80a1 None None] Deleting port 317894ed-a1c1-4dee-a966-afdf464f6d12 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:41:03.778702 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-39f8ac5d-24fe-4758-9161-5097a40f80a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:03.826081 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-21265474-3ee1-4ce7-b0f4-c49e32eac928 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Unset dirty status for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:41:03.827165 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-21265474-3ee1-4ce7-b0f4-c49e32eac928 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.9303150 Feb 09 12:41:03.833868 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48258) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:03.885067 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-70f1d58c-b19b-4a97-9fc5-2d9a645c8e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:03.908226 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=317894ed-a1c1-4dee-a966-afdf464f6d12,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:03.964426 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f1d58c-b19b-4a97-9fc5-2d9a645c8e4c None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:41:03.975873 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-70f1d58c-b19b-4a97-9fc5-2d9a645c8e4c None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:41:04.066791 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f1d58c-b19b-4a97-9fc5-2d9a645c8e4c None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:41:04.081113 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d50303-c388-47cb-8402-0752a1b3274b req-91431544-7dfe-458a-bf16-4df35a634507 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:04.093019 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f0d50303-c388-47cb-8402-0752a1b3274b req-91431544-7dfe-458a-bf16-4df35a634507 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0c227a0-9ef0-4fe1-930e-3a42849fd518 HTTP/1.1" status: 200 len: 945 time: 0.2906666 Feb 09 12:41:04.115619 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.api [None req-3bac1269-0215-4d4e-96a8-83994afe20c6 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:41:04.116172 n-d-825178-3 neutron-server[87568]: DEBUG oslo_db.api [None req-3bac1269-0215-4d4e-96a8-83994afe20c6 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:41:04.195610 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f1d58c-b19b-4a97-9fc5-2d9a645c8e4c None None] Pushing event updated for resources: {'Port': ['ID=947d42ff-22f6-42a7-acc3-0b121d8e5b1c,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:04.324001 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4432b251-664f-4818-a7a4-9d66983d7c01 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:04.347708 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f0d50303-c388-47cb-8402-0752a1b3274b req-fe3f64a0-ebbd-4135-85b1-b6a8cb0f58e9 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/security-groups?id=070691eb-047b-4e04-88f1-62a85ef0b1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532775 Feb 09 12:41:04.396592 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4432b251-664f-4818-a7a4-9d66983d7c01 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:04.442109 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-d83649bd-609a-4fac-97bc-631fabdeac49 admin admin] Deleting port cb595798-0ab9-495b-9cd1-01b6eed831a0 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:41:04.442496 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d83649bd-609a-4fac-97bc-631fabdeac49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:04.466087 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-70f1d58c-b19b-4a97-9fc5-2d9a645c8e4c None None] Attempting to bind port 947d42ff-22f6-42a7-acc3-0b121d8e5b1c on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:41:04.466892 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-70f1d58c-b19b-4a97-9fc5-2d9a645c8e4c None None] Attempting to bind port 947d42ff-22f6-42a7-acc3-0b121d8e5b1c by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:41:04.468840 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f1d58c-b19b-4a97-9fc5-2d9a645c8e4c None None] Attempting to bind port 947d42ff-22f6-42a7-acc3-0b121d8e5b1c on network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:41:04.491325 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f1d58c-b19b-4a97-9fc5-2d9a645c8e4c None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:41:04.492546 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f1d58c-b19b-4a97-9fc5-2d9a645c8e4c None None] Checking segment: {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:41:04.493756 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-70f1d58c-b19b-4a97-9fc5-2d9a645c8e4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:04.496461 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f1d58c-b19b-4a97-9fc5-2d9a645c8e4c None None] Bound using segment: {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:41:04.497756 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-70f1d58c-b19b-4a97-9fc5-2d9a645c8e4c None None] Bound port: 947d42ff-22f6-42a7-acc3-0b121d8e5b1c, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:41:04.500121 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-70f1d58c-b19b-4a97-9fc5-2d9a645c8e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:04.663345 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-70f1d58c-b19b-4a97-9fc5-2d9a645c8e4c None None] For port 947d42ff-22f6-42a7-acc3-0b121d8e5b1c, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:41:04.668443 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-70f1d58c-b19b-4a97-9fc5-2d9a645c8e4c None None] For port 947d42ff-22f6-42a7-acc3-0b121d8e5b1c, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=947d42ff-22f6-42a7-acc3-0b121d8e5b1c,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:41:04.678238 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-39f8ac5d-24fe-4758-9161-5097a40f80a1 None None] For port 317894ed-a1c1-4dee-a966-afdf464f6d12, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=317894ed-a1c1-4dee-a966-afdf464f6d12,segment=NetworkSegment(a355900c-f057-4679-bb59-a2597c9265d7),segment_id=a355900c-f057-4679-bb59-a2597c9265d7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:41:04.679349 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-39f8ac5d-24fe-4758-9161-5097a40f80a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:04.692965 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-70f1d58c-b19b-4a97-9fc5-2d9a645c8e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:04.725147 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4432b251-664f-4818-a7a4-9d66983d7c01 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Network 0230e0fe-2bf5-4ff5-95bb-41a8f3149a75 is not hosted by any dhcp agent {{(pid=87568) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 09 12:41:04.731030 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4432b251-664f-4818-a7a4-9d66983d7c01 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:04.731769 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4432b251-664f-4818-a7a4-9d66983d7c01 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:04.735945 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4432b251-664f-4818-a7a4-9d66983d7c01 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "PUT /v2.0/networks/0230e0fe-2bf5-4ff5-95bb-41a8f3149a75 HTTP/1.1" status: 200 len: 758 time: 1.0413833 Feb 09 12:41:04.736871 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48268) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:04.740274 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-3bac1269-0215-4d4e-96a8-83994afe20c6 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Deleting port 317894ed-a1c1-4dee-a966-afdf464f6d12 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:41:04.740687 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3bac1269-0215-4d4e-96a8-83994afe20c6 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:04.767591 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4432b251-664f-4818-a7a4-9d66983d7c01 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event updated for resources: {'Network': ['ID=0230e0fe-2bf5-4ff5-95bb-41a8f3149a75,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:04.812136 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-521bc643-4682-4279-86e9-509e5f310f36 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Deleting port 0aeb660f-6563-4f4d-9867-b59f9b8231f1 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:41:04.812760 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-521bc643-4682-4279-86e9-509e5f310f36 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:04.830793 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 0230e0fe-2bf5-4ff5-95bb-41a8f3149a75 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:41:04.938032 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-39f8ac5d-24fe-4758-9161-5097a40f80a1 None None] Calling delete_port for 317894ed-a1c1-4dee-a966-afdf464f6d12 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:41:04.947185 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e2841-9afb-44a3-ba3f-e4b6f8836d40 req-b52c06ff-6b62-42c6-955e-3d61f748c0c0 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:04.957333 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ff7e2841-9afb-44a3-ba3f-e4b6f8836d40 req-b52c06ff-6b62-42c6-955e-3d61f748c0c0 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/ports?device_id=6926cd38-319f-439e-87b0-6931865aa752 HTTP/1.1" status: 200 len: 944 time: 0.7633226 Feb 09 12:41:05.135206 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f1d58c-b19b-4a97-9fc5-2d9a645c8e4c None None] Pushing event updated for resources: {'Port': ['ID=947d42ff-22f6-42a7-acc3-0b121d8e5b1c,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:05.172907 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ff7e2841-9afb-44a3-ba3f-e4b6f8836d40 req-ddd585b0-922c-43cc-b66b-d41be16e0c3c tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/security-groups?id=53536b3f-6b08-44d9-8017-8a0f5c9448d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141297 Feb 09 12:41:05.200952 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-39f8ac5d-24fe-4758-9161-5097a40f80a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:05.214370 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cce0e1-11ac-45b5-9309-f6e2c3c98108 req-89df8ad1-52d7-4cf7-b81a-9a415a10b287 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:05.222975 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-37cce0e1-11ac-45b5-9309-f6e2c3c98108 req-89df8ad1-52d7-4cf7-b81a-9a415a10b287 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 943 time: 0.4009724 Feb 09 12:41:05.269876 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f8ac5d-24fe-4758-9161-5097a40f80a1 None None] Pushing event deleted for resources: {'Port': ['ID=317894ed-a1c1-4dee-a966-afdf464f6d12,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:05.278284 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f8ac5d-24fe-4758-9161-5097a40f80a1 None None] No DVR routers for this DVR port 317894ed-a1c1-4dee-a966-afdf464f6d12 on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:41:05.292211 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eda7522-a0c3-4da6-93d3-6c7cd03e85cd tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:05.296299 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-d83649bd-609a-4fac-97bc-631fabdeac49 admin admin] For port cb595798-0ab9-495b-9cd1-01b6eed831a0, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=cb595798-0ab9-495b-9cd1-01b6eed831a0,segment=NetworkSegment(ab9162a2-48b1-4949-aaca-6b08427f45b8),segment_id=ab9162a2-48b1-4949-aaca-6b08427f45b8)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:41:05.296661 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d83649bd-609a-4fac-97bc-631fabdeac49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:05.301778 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9eda7522-a0c3-4da6-93d3-6c7cd03e85cd tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "GET /v2.0/networks?id=0230e0fe-2bf5-4ff5-95bb-41a8f3149a75 HTTP/1.1" status: 200 len: 761 time: 0.5228159 Feb 09 12:41:05.310493 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48274) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:05.321055 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-da35a9f8-1a5b-497a-8e06-608b8d8354ad tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1134564213'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:05.477908 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-3bac1269-0215-4d4e-96a8-83994afe20c6 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] The port '317894ed-a1c1-4dee-a966-afdf464f6d12' was deleted {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:41:05.629421 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device e0143a0d-42a8-4326-a3bb-2f61fecbcf35 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:41:05.630771 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-37cce0e1-11ac-45b5-9309-f6e2c3c98108 req-f4762c5d-2ea5-48fe-9d9f-237956307778 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d7571fd-0756-4468-bd3c-a3877d2e955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4015112 Feb 09 12:41:05.632276 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-da35a9f8-1a5b-497a-8e06-608b8d8354ad tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:05.760569 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-d83649bd-609a-4fac-97bc-631fabdeac49 admin admin] Calling delete_port for cb595798-0ab9-495b-9cd1-01b6eed831a0 owned by network:router_interface {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:41:05.780843 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port e0143a0d-42a8-4326-a3bb-2f61fecbcf35 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:41:05.787784 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port e0143a0d-42a8-4326-a3bb-2f61fecbcf35 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:41:05.788513 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:05.812601 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3bac1269-0215-4d4e-96a8-83994afe20c6 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:05.853861 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-521bc643-4682-4279-86e9-509e5f310f36 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:05.875546 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-3bac1269-0215-4d4e-96a8-83994afe20c6 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93d53d32-25e5-4e40-95b4-def0ea28966c']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:06.056817 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:06.060730 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-521bc643-4682-4279-86e9-509e5f310f36 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Calling delete_port for 0aeb660f-6563-4f4d-9867-b59f9b8231f1 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:41:06.087041 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-da35a9f8-1a5b-497a-8e06-608b8d8354ad tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:06.105014 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-3bac1269-0215-4d4e-96a8-83994afe20c6 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a355900c-f057-4679-bb59-a2597c9265d7') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:06.105459 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-3bac1269-0215-4d4e-96a8-83994afe20c6 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a355900c-f057-4679-bb59-a2597c9265d7') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:06.123174 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6926cd38-319f-439e-87b0-6931865aa752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0143a0d-42a8-4326-a3bb-2f61fecbcf35'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:41:06.137270 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3bac1269-0215-4d4e-96a8-83994afe20c6 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:06.151237 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port e0143a0d-42a8-4326-a3bb-2f61fecbcf35, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=e0143a0d-42a8-4326-a3bb-2f61fecbcf35,segment=NetworkSegment(0820d912-27ce-45be-81e6-6662e031d6b0),segment_id=0820d912-27ce-45be-81e6-6662e031d6b0)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:41:06.161595 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:06.231168 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3bac1269-0215-4d4e-96a8-83994afe20c6 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:06.278493 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6926cd38-319f-439e-87b0-6931865aa752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0143a0d-42a8-4326-a3bb-2f61fecbcf35', 'code': 200} Feb 09 12:41:06.299521 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da35a9f8-1a5b-497a-8e06-608b8d8354ad tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Made reservation on behalf of 3fe8dec11ddd4b74aaa8bf07aa25bebd for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:41:06.303032 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bac1269-0215-4d4e-96a8-83994afe20c6 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:41:06.304296 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3bac1269-0215-4d4e-96a8-83994afe20c6 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:06.309451 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 947d42ff-22f6-42a7-acc3-0b121d8e5b1c up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:41:06.311596 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-da35a9f8-1a5b-497a-8e06-608b8d8354ad tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:06.357870 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:41:06.357870 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:41:06.357870 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:41:06.357870 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:41:06.357870 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:41:06.357870 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:41:06.357870 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:41:06.357870 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:41:06.357870 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:41:06.357870 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:41:06.357870 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:41:06.357870 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:41:06.357870 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:41:06.357870 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:41:06.357870 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:41:06.357870 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:41:06.357870 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:41:06.357870 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:41:06.357870 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:41:06.357870 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:41:06.357870 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:41:06.357870 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:41:06.357870 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:41:06.357870 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:41:06.357870 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:41:06.357870 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:41:06.357870 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:41:06.357870 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:41:06.357870 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:41:06.357870 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:41:06.357870 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:41:06.357870 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:41:06.544676 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=e0143a0d-42a8-4326-a3bb-2f61fecbcf35,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:06.569088 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da35a9f8-1a5b-497a-8e06-608b8d8354ad tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:41:06.577401 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 947d42ff-22f6-42a7-acc3-0b121d8e5b1c completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:41:06.624280 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947b69a-07a2-490c-93b3-8f619963b7ff req-9a6c1c6c-56d5-478c-a13b-a44ab3d09caf tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:06.625997 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9947b69a-07a2-490c-93b3-8f619963b7ff req-9a6c1c6c-56d5-478c-a13b-a44ab3d09caf tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0c227a0-9ef0-4fe1-930e-3a42849fd518 HTTP/1.1" status: 200 len: 945 time: 0.6571436 Feb 09 12:41:06.630376 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-da35a9f8-1a5b-497a-8e06-608b8d8354ad tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:06.630781 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-da35a9f8-1a5b-497a-8e06-608b8d8354ad tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Added segment 03f22968-1359-4043-968c-628941dfc08c of type vlan for network e70d31fc-f586-4d78-9761-300d6d075ed9 Feb 09 12:41:06.667913 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d83649bd-609a-4fac-97bc-631fabdeac49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:06.701206 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8360d-c1a7-4853-b414-acc7e87b11be req-96da8bf1-acf8-40de-b3b8-734d47277537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:06.702860 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1dd8360d-c1a7-4853-b414-acc7e87b11be req-96da8bf1-acf8-40de-b3b8-734d47277537 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6926cd38-319f-439e-87b0-6931865aa752 HTTP/1.1" status: 200 len: 1096 time: 0.3240826 Feb 09 12:41:06.733299 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3bac1269-0215-4d4e-96a8-83994afe20c6 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:06.746404 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9947b69a-07a2-490c-93b3-8f619963b7ff req-41b5138d-816d-4cfc-804b-951913b3852a tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/security-groups?id=070691eb-047b-4e04-88f1-62a85ef0b1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041644 Feb 09 12:41:06.757302 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3bac1269-0215-4d4e-96a8-83994afe20c6 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:06.803554 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3bac1269-0215-4d4e-96a8-83994afe20c6 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] 10.222.0.55 "DELETE /v2.0/networks/93d53d32-25e5-4e40-95b4-def0ea28966c HTTP/1.1" status: 204 len: 168 time: 4.2962010 Feb 09 12:41:06.804848 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-521bc643-4682-4279-86e9-509e5f310f36 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:06.827292 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48286) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:06.844274 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ace10-a06c-4dce-a6f9-7b5bfc1811f5 req-a19488ed-6a9d-4096-88b6-5272edb8e1f9 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:06.846141 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-df3ace10-a06c-4dce-a6f9-7b5bfc1811f5 req-a19488ed-6a9d-4096-88b6-5272edb8e1f9 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/ports?device_id=6926cd38-319f-439e-87b0-6931865aa752 HTTP/1.1" status: 200 len: 945 time: 0.3990176 Feb 09 12:41:06.864780 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83649bd-609a-4fac-97bc-631fabdeac49 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb595798-0ab9-495b-9cd1-01b6eed831a0,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:06.924566 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac1269-0215-4d4e-96a8-83994afe20c6 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Pushing event deleted for resources: {'Network': ['ID=93d53d32-25e5-4e40-95b4-def0ea28966c,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:06.952053 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521bc643-4682-4279-86e9-509e5f310f36 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Port': ['ID=0aeb660f-6563-4f4d-9867-b59f9b8231f1,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:06.984643 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-da35a9f8-1a5b-497a-8e06-608b8d8354ad tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:07.112264 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-5daa37f3-17af-43ae-a8ee-debc0c7109ea None None] Provisioning for port 947d42ff-22f6-42a7-acc3-0b121d8e5b1c completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:41:07.125821 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-5daa37f3-17af-43ae-a8ee-debc0c7109ea None None] Provisioning complete for port 947d42ff-22f6-42a7-acc3-0b121d8e5b1c triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:41:07.126354 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5daa37f3-17af-43ae-a8ee-debc0c7109ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:07.147565 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-521bc643-4682-4279-86e9-509e5f310f36 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:07.151855 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-521bc643-4682-4279-86e9-509e5f310f36 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/ports/0aeb660f-6563-4f4d-9867-b59f9b8231f1 HTTP/1.1" status: 204 len: 168 time: 3.3120232 Feb 09 12:41:07.157263 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48292) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:07.273257 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f8c09e-7a94-4002-837f-403bd716411e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:07.275097 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f8c09e-7a94-4002-837f-403bd716411e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:07.275950 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-31f8c09e-7a94-4002-837f-403bd716411e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Synchronizing usage tracker for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:subnet {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:41:07.315178 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1dd8360d-c1a7-4853-b414-acc7e87b11be req-b5f3bd2c-4b20-4a95-9ce7-b8af75c44bc4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=53536b3f-6b08-44d9-8017-8a0f5c9448d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5347390 Feb 09 12:41:07.319130 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-31f8c09e-7a94-4002-837f-403bd716411e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Unset dirty status for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:subnet {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:41:07.320284 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-31f8c09e-7a94-4002-837f-403bd716411e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1614246 Feb 09 12:41:07.332605 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48296) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:07.340790 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68364cc5-5cad-4158-b6b9-8a07d1c46956 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:07.452519 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5daa37f3-17af-43ae-a8ee-debc0c7109ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:07.504715 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-df3ace10-a06c-4dce-a6f9-7b5bfc1811f5 req-1831874c-aaea-4030-a8fe-dfa5ea38c25f tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/security-groups?id=53536b3f-6b08-44d9-8017-8a0f5c9448d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6368797 Feb 09 12:41:07.514470 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d83649bd-609a-4fac-97bc-631fabdeac49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:07.526116 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-5daa37f3-17af-43ae-a8ee-debc0c7109ea None None] For port 947d42ff-22f6-42a7-acc3-0b121d8e5b1c, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=947d42ff-22f6-42a7-acc3-0b121d8e5b1c,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:41:07.538113 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5daa37f3-17af-43ae-a8ee-debc0c7109ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:07.553114 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-da35a9f8-1a5b-497a-8e06-608b8d8354ad tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:07.567948 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da35a9f8-1a5b-497a-8e06-608b8d8354ad tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:07.569671 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-da35a9f8-1a5b-497a-8e06-608b8d8354ad tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:07.624716 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-89c7e376-2ea6-4bdf-ad6a-2c640648b771 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Deleting subnet 92002898-0051-4e9a-af6b-5d7aa451b3d2 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:41:07.801634 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-ca5a3f02-359f-4ac2-ad07-c7062bdfe5b1 None None] Could not find standard attr ID for object 0aeb660f-6563-4f4d-9867-b59f9b8231f1. {{(pid=87569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 12:41:07.847386 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e085ab-e28a-4602-82f9-9221b55f51c1 None None] get_active_networks_info from n-d-825178-3 {{(pid=87569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 12:41:07.985615 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-89c7e376-2ea6-4bdf-ad6a-2c640648b771 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:08.064474 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa37f3-17af-43ae-a8ee-debc0c7109ea None None] Pushing event updated for resources: {'Port': ['ID=947d42ff-22f6-42a7-acc3-0b121d8e5b1c,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:08.082549 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68364cc5-5cad-4158-b6b9-8a07d1c46956 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:08.123147 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-89c7e376-2ea6-4bdf-ad6a-2c640648b771 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:08.172014 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-68364cc5-5cad-4158-b6b9-8a07d1c46956 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdd57f8b-e3fb-4bb8-aaea-0801c768a7f5']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:08.197401 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-68364cc5-5cad-4158-b6b9-8a07d1c46956 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42582f1b-feff-4734-8c2b-e1e78caf1691') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:08.197772 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-68364cc5-5cad-4158-b6b9-8a07d1c46956 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42582f1b-feff-4734-8c2b-e1e78caf1691') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:08.217991 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68364cc5-5cad-4158-b6b9-8a07d1c46956 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:08.220024 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e085ab-e28a-4602-82f9-9221b55f51c1 None None] Resources bound (agent type, host, resource id): {{(pid=87569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 12:41:08.246494 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68364cc5-5cad-4158-b6b9-8a07d1c46956 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:08.261063 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68364cc5-5cad-4158-b6b9-8a07d1c46956 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:41:08.261629 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68364cc5-5cad-4158-b6b9-8a07d1c46956 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:08.301160 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:41:08.301160 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:41:08.301160 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:41:08.301160 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:41:08.301160 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:41:08.301160 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:41:08.301160 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:41:08.301160 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:41:08.301160 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:41:08.301160 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:41:08.301160 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:41:08.301160 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:41:08.301160 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:41:08.301160 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:41:08.301160 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:41:08.301160 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:41:08.301160 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:41:08.301160 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:41:08.301160 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:41:08.301160 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:41:08.301160 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:41:08.301160 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:41:08.301160 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:41:08.301160 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:41:08.301160 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:41:08.301160 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:41:08.301160 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:41:08.301160 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:41:08.301160 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:41:08.301160 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:41:08.301160 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:41:08.301160 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:41:08.476134 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c72522-3587-47a4-8f3c-850daa5be396 req-07d03d06-c514-4899-9050-5c48ed1f1975 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:08.484406 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-20c72522-3587-47a4-8f3c-850daa5be396 req-07d03d06-c514-4899-9050-5c48ed1f1975 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 943 time: 1.4591134 Feb 09 12:41:08.489446 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-89c7e376-2ea6-4bdf-ad6a-2c640648b771 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:08.509884 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da35a9f8-1a5b-497a-8e06-608b8d8354ad tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event updated for resources: {'Network': ['ID=e70d31fc-f586-4d78-9761-300d6d075ed9,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:08.523984 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network e70d31fc-f586-4d78-9761-300d6d075ed9 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:41:08.532283 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-da35a9f8-1a5b-497a-8e06-608b8d8354ad tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.2205665 Feb 09 12:41:08.537614 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48302) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:08.547945 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-ed5cfeef-bba0-4495-8d85-19cf050de080 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Request body: {'subnet': {'network_id': 'e70d31fc-f586-4d78-9761-300d6d075ed9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:08.578223 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68364cc5-5cad-4158-b6b9-8a07d1c46956 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:08.605672 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-20c72522-3587-47a4-8f3c-850daa5be396 req-dbabd3aa-02fe-439c-b220-27df59ce5a99 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d7571fd-0756-4468-bd3c-a3877d2e955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200891 Feb 09 12:41:08.726618 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68364cc5-5cad-4158-b6b9-8a07d1c46956 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:08.738983 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-68364cc5-5cad-4158-b6b9-8a07d1c46956 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] 10.222.0.55 "DELETE /v2.0/networks/bdd57f8b-e3fb-4bb8-aaea-0801c768a7f5 HTTP/1.1" status: 204 len: 168 time: 1.9103839 Feb 09 12:41:08.753567 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48310) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:08.757428 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68364cc5-5cad-4158-b6b9-8a07d1c46956 tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Pushing event deleted for resources: {'Network': ['ID=bdd57f8b-e3fb-4bb8-aaea-0801c768a7f5,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:08.929554 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6bd90a-88bd-433e-880d-6cf852f714b8 req-d9d32351-cb2f-41ac-9fef-912f2dddca3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:08.931483 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-db6bd90a-88bd-433e-880d-6cf852f714b8 req-d9d32351-cb2f-41ac-9fef-912f2dddca3b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3f3bb2665754bb7b2106bec898c4e16&device_id=d0c227a0-9ef0-4fe1-930e-3a42849fd518 HTTP/1.1" status: 200 len: 1096 time: 0.7110703 Feb 09 12:41:08.959268 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eac1fa-6d95-47bb-a76f-1770e619f3d1 req-882244f2-8cbe-4198-a39d-44ee6a434998 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:08.967766 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-33eac1fa-6d95-47bb-a76f-1770e619f3d1 req-882244f2-8cbe-4198-a39d-44ee6a434998 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0c227a0-9ef0-4fe1-930e-3a42849fd518 HTTP/1.1" status: 200 len: 945 time: 0.7953703 Feb 09 12:41:09.014917 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-89c7e376-2ea6-4bdf-ad6a-2c640648b771 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:09.090338 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ed5cfeef-bba0-4495-8d85-19cf050de080 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:09.099136 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ed5cfeef-bba0-4495-8d85-19cf050de080 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Usage tracker for resource:subnet and tenant:3fe8dec11ddd4b74aaa8bf07aa25bebd is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:41:09.105194 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ed5cfeef-bba0-4495-8d85-19cf050de080 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:41:09.119947 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c7e376-2ea6-4bdf-ad6a-2c640648b771 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Subnet': ['ID=92002898-0051-4e9a-af6b-5d7aa451b3d2,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:09.126236 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ed5cfeef-bba0-4495-8d85-19cf050de080 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:09.148601 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3f7e7f-be1b-4d88-9603-bb67be96fb18 None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:41:09.158071 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-33eac1fa-6d95-47bb-a76f-1770e619f3d1 req-05f42b16-6ff5-4d79-ae3c-b4f27ab743f8 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/security-groups?id=070691eb-047b-4e04-88f1-62a85ef0b1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892066 Feb 09 12:41:09.179055 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-89c7e376-2ea6-4bdf-ad6a-2c640648b771 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:09.220071 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ab87ce47-23f8-4c8f-b28b-b068786d9dfc tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:09.227819 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5cfeef-bba0-4495-8d85-19cf050de080 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Made reservation on behalf of 3fe8dec11ddd4b74aaa8bf07aa25bebd for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:41:09.237671 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed5cfeef-bba0-4495-8d85-19cf050de080 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:09.334939 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95857df0-41f7-4b55-89b7-6aff922d13ed req-cb2a2620-d828-4bd6-a957-731fd05f36a9 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:09.336526 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-95857df0-41f7-4b55-89b7-6aff922d13ed req-cb2a2620-d828-4bd6-a957-731fd05f36a9 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/ports?device_id=6926cd38-319f-439e-87b0-6931865aa752 HTTP/1.1" status: 200 len: 945 time: 0.4622004 Feb 09 12:41:09.382988 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d83649bd-609a-4fac-97bc-631fabdeac49 admin admin] Router e969c023-bebd-4b7c-8c0d-d0fa5f312104 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:41:09.418074 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-95857df0-41f7-4b55-89b7-6aff922d13ed req-514206cb-2921-4c59-99c3-c20ea0c8c5a4 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/security-groups?id=53536b3f-6b08-44d9-8017-8a0f5c9448d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722473 Feb 09 12:41:09.479410 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-89c7e376-2ea6-4bdf-ad6a-2c640648b771 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/92002898-0051-4e9a-af6b-5d7aa451b3d2 HTTP/1.1" status: 204 len: 168 time: 2.1338584 Feb 09 12:41:09.495236 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48314) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:09.533961 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6bd90a-88bd-433e-880d-6cf852f714b8 req-e1cc990e-e2f1-4d79-aa50-a8ee6335572c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:09.536089 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-db6bd90a-88bd-433e-880d-6cf852f714b8 req-e1cc990e-e2f1-4d79-aa50-a8ee6335572c service neutron] 10.222.0.46 "GET /v2.0/networks?id=821a3ca6-9404-481f-8aeb-3b77268829e7 HTTP/1.1" status: 200 len: 913 time: 0.4183550 Feb 09 12:41:09.607282 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-476681d6-c593-466e-9199-e236585afe9c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1081867 Feb 09 12:41:09.613306 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48318) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:09.676814 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83649bd-609a-4fac-97bc-631fabdeac49 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:41:09.677422 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea9f1bf-b499-4c9d-bff0-ae3a4d50253c None None] DHCP port deletion for f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:41:09.686519 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d83649bd-609a-4fac-97bc-631fabdeac49 admin admin] 10.222.0.55 "PUT /v2.0/routers/e969c023-bebd-4b7c-8c0d-d0fa5f312104/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6599126 Feb 09 12:41:09.687484 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48324) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:09.692228 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9f1bf-b499-4c9d-bff0-ae3a4d50253c None None] Deleting port 947d42ff-22f6-42a7-acc3-0b121d8e5b1c {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:41:09.692852 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ea9f1bf-b499-4c9d-bff0-ae3a4d50253c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:09.778016 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e408ee-f249-49d0-bc23-96dfe3e0a2c3 None None] Sync routers for ids ['e969c023-bebd-4b7c-8c0d-d0fa5f312104'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:41:09.839042 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e408ee-f249-49d0-bc23-96dfe3e0a2c3 None None] Routers {'e969c023-bebd-4b7c-8c0d-d0fa5f312104'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:41:09.840052 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-e2e408ee-f249-49d0-bc23-96dfe3e0a2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:40:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e969c023-bebd-4b7c-8c0d-d0fa5f312104'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:09.850665 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ab87ce47-23f8-4c8f-b28b-b068786d9dfc tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:09.886789 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-db6bd90a-88bd-433e-880d-6cf852f714b8 req-40b9676a-53a1-442b-940e-184336f2495e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c28a6f7-5d8f-498f-8731-d8857f3e710c HTTP/1.1" status: 200 len: 217 time: 0.1259549 Feb 09 12:41:09.900360 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-ab87ce47-23f8-4c8f-b28b-b068786d9dfc tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ca206e3-8777-4cf2-836d-002621ec9101']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:09.922762 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-ab87ce47-23f8-4c8f-b28b-b068786d9dfc tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa7f373a-ecc8-4220-abb5-57355e9f92ce') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:09.923137 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-ab87ce47-23f8-4c8f-b28b-b068786d9dfc tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa7f373a-ecc8-4220-abb5-57355e9f92ce') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:09.988348 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ab87ce47-23f8-4c8f-b28b-b068786d9dfc tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:10.039076 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ab87ce47-23f8-4c8f-b28b-b068786d9dfc tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:10.047657 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5a812a-034d-45fb-a049-d2182a9624cf tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:10.048746 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ba5a812a-034d-45fb-a049-d2182a9624cf tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Synchronizing usage tracker for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:41:10.066759 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab87ce47-23f8-4c8f-b28b-b068786d9dfc tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:41:10.067392 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ab87ce47-23f8-4c8f-b28b-b068786d9dfc tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:10.087545 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:41:10.087545 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:41:10.087545 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:41:10.087545 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:41:10.087545 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:41:10.087545 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:41:10.087545 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:41:10.087545 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:41:10.087545 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:41:10.087545 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:41:10.087545 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:41:10.087545 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:41:10.087545 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:41:10.087545 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:41:10.087545 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:41:10.087545 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:41:10.087545 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:41:10.087545 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:41:10.087545 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:41:10.087545 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:41:10.087545 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:41:10.087545 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:41:10.087545 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:41:10.087545 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:41:10.087545 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:41:10.087545 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:41:10.087545 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:41:10.087545 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:41:10.087545 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:41:10.087545 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:41:10.087545 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:41:10.087545 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:41:10.157729 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 947d42ff-22f6-42a7-acc3-0b121d8e5b1c no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:41:10.192953 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ba5a812a-034d-45fb-a049-d2182a9624cf tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Unset dirty status for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:41:10.198249 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ea9f1bf-b499-4c9d-bff0-ae3a4d50253c None None] For port 947d42ff-22f6-42a7-acc3-0b121d8e5b1c, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=947d42ff-22f6-42a7-acc3-0b121d8e5b1c,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:41:10.198506 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ea9f1bf-b499-4c9d-bff0-ae3a4d50253c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:10.203717 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48330) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:10.204604 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ba5a812a-034d-45fb-a049-d2182a9624cf tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5913877 Feb 09 12:41:10.232896 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed5cfeef-bba0-4495-8d85-19cf050de080 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:10.259526 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6bd90a-88bd-433e-880d-6cf852f714b8 req-96e20f45-75e4-496a-8c77-319f06d21089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:10.261008 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-db6bd90a-88bd-433e-880d-6cf852f714b8 req-96e20f45-75e4-496a-8c77-319f06d21089 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0799d651-2c16-4f5f-afb8-8db78aef797b HTTP/1.1" status: 200 len: 852 time: 0.3584778 Feb 09 12:41:10.268938 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6270ad24-8fde-4f03-8ee1-dda9a682c662 admin admin] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:10.296822 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ab87ce47-23f8-4c8f-b28b-b068786d9dfc tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:10.334098 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ab87ce47-23f8-4c8f-b28b-b068786d9dfc tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:10.355493 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab87ce47-23f8-4c8f-b28b-b068786d9dfc tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] Pushing event deleted for resources: {'Network': ['ID=1ca206e3-8777-4cf2-836d-002621ec9101,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:10.368259 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9f1bf-b499-4c9d-bff0-ae3a4d50253c None None] Calling delete_port for 947d42ff-22f6-42a7-acc3-0b121d8e5b1c owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:41:10.370412 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ab87ce47-23f8-4c8f-b28b-b068786d9dfc tempest-BulkNetworkOpsIpV6Test-135336826 tempest-BulkNetworkOpsIpV6Test-135336826-project] 10.222.0.55 "DELETE /v2.0/networks/1ca206e3-8777-4cf2-836d-002621ec9101 HTTP/1.1" status: 204 len: 168 time: 1.6147718 Feb 09 12:41:10.390354 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5cfeef-bba0-4495-8d85-19cf050de080 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event updated for resources: {'Subnet': ['ID=1ccafaa6-bce1-480b-9655-53e32e6479a0,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:10.400579 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5cfeef-bba0-4495-8d85-19cf050de080 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Checking segment: {'id': '03f22968-1359-4043-968c-628941dfc08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e70d31fc-f586-4d78-9761-300d6d075ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:41:10.400939 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5cfeef-bba0-4495-8d85-19cf050de080 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Network hostable DHCP agents. Network: e70d31fc-f586-4d78-9761-300d6d075ed9, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:41:10.424532 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5cfeef-bba0-4495-8d85-19cf050de080 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Network e70d31fc-f586-4d78-9761-300d6d075ed9 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:41:10.442841 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-ed5cfeef-bba0-4495-8d85-19cf050de080 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, e70d31fc-f586-4d78-9761-300d6d075ed9) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:41:10.448056 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5cfeef-bba0-4495-8d85-19cf050de080 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:10.449276 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed5cfeef-bba0-4495-8d85-19cf050de080 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:10.478031 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-e2e408ee-f249-49d0-bc23-96dfe3e0a2c3 None None] Set router e969c023-bebd-4b7c-8c0d-d0fa5f312104 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:41:10.481433 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ed5cfeef-bba0-4495-8d85-19cf050de080 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9396925 Feb 09 12:41:10.481792 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48338) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:10.530866 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f21c5f5-58b7-45ac-94fb-5e9fc55437bf None None] Network e70d31fc-f586-4d78-9761-300d6d075ed9 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:41:10.542645 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-db6bd90a-88bd-433e-880d-6cf852f714b8 req-059fdbce-ba40-4d62-ba74-25f8a499353c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=821a3ca6-9404-481f-8aeb-3b77268829e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1464455 Feb 09 12:41:10.646992 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc2076-e642-4fbd-b741-7f9ab13edbe0 req-7e21ae33-5001-4a59-b403-9cf7632c8243 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:10.654255 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-85cc2076-e642-4fbd-b741-7f9ab13edbe0 req-7e21ae33-5001-4a59-b403-9cf7632c8243 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 943 time: 0.8430867 Feb 09 12:41:10.699152 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48344) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:10.705677 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1969706-701f-4626-9fc6-c904ce7cc8bc tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:10.707214 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-e1969706-701f-4626-9fc6-c904ce7cc8bc tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Synchronizing usage tracker for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:subnet {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:41:10.796065 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eda5dca6-fd8f-4e22-97e2-7c567e2b05fa tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:10.842171 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-85cc2076-e642-4fbd-b741-7f9ab13edbe0 req-b4d1f89a-0720-4870-afe7-d47f7b1e9120 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d7571fd-0756-4468-bd3c-a3877d2e955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869395 Feb 09 12:41:10.873661 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-e1969706-701f-4626-9fc6-c904ce7cc8bc tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Unset dirty status for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:subnet {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:41:10.874821 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e1969706-701f-4626-9fc6-c904ce7cc8bc tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6654513 Feb 09 12:41:10.881255 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48350) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:10.902856 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:10.916181 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eda5dca6-fd8f-4e22-97e2-7c567e2b05fa tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:10.919876 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6270ad24-8fde-4f03-8ee1-dda9a682c662 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:10.969560 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ea9f1bf-b499-4c9d-bff0-ae3a4d50253c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:11.017206 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eda5dca6-fd8f-4e22-97e2-7c567e2b05fa tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:11.017738 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea9f1bf-b499-4c9d-bff0-ae3a4d50253c None None] No DVR routers for this DVR port 947d42ff-22f6-42a7-acc3-0b121d8e5b1c on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:41:11.062024 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9f1bf-b499-4c9d-bff0-ae3a4d50253c None None] Pushing event deleted for resources: {'Port': ['ID=947d42ff-22f6-42a7-acc3-0b121d8e5b1c,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:11.086436 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda5dca6-fd8f-4e22-97e2-7c567e2b05fa tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event deleted for resources: {'Subnet': ['ID=1ccafaa6-bce1-480b-9655-53e32e6479a0,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:11.092069 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-6d8e51cc-2eb6-4ab5-a60c-ba0561d0dff8 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1841209 Feb 09 12:41:11.092238 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48354) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:11.096835 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d34045-f935-4336-9895-9cf294929bce req-a7848a90-44b4-4190-b200-52f50b8f461c tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:11.103169 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-f063b326-ad4f-498e-b978-e34b02f0b975 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'subnet': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:11.103979 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f8d34045-f935-4336-9895-9cf294929bce req-a7848a90-44b4-4190-b200-52f50b8f461c tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0c227a0-9ef0-4fe1-930e-3a42849fd518 HTTP/1.1" status: 200 len: 945 time: 0.6497328 Feb 09 12:41:11.135712 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-6270ad24-8fde-4f03-8ee1-dda9a682c662 admin admin] Deleting port 41f75be4-7ae8-483a-a36b-1546c8801337 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:41:11.136076 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6270ad24-8fde-4f03-8ee1-dda9a682c662 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:11.171450 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-db6bd90a-88bd-433e-880d-6cf852f714b8 req-64446e6f-cdca-40d0-8755-688511cbe006 service neutron] 10.222.0.46 "GET /v2.0/networks/821a3ca6-9404-481f-8aeb-3b77268829e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5688856 Feb 09 12:41:11.202862 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c6aaba-6128-43d0-a17d-5ffe21bef0f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-e70d31fc-f586-4d78-9761-300d6d075ed9', 'network_id': 'e70d31fc-f586-4d78-9761-300d6d075ed9', 'tenant_id': '3fe8dec11ddd4b74aaa8bf07aa25bebd', 'fixed_ips': [{'subnet_id': '1ccafaa6-bce1-480b-9655-53e32e6479a0'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:41:11.203701 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-65c6aaba-6128-43d0-a17d-5ffe21bef0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:11.261971 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eda5dca6-fd8f-4e22-97e2-7c567e2b05fa tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:11.297191 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-e2e408ee-f249-49d0-bc23-96dfe3e0a2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e969c023-bebd-4b7c-8c0d-d0fa5f312104', 'name': 'tempest-TestAggregatesBasicOps-882159272-router', 'tenant_id': '5ff17b7486ae49418ea3070b1231ff3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '41f75be4-7ae8-483a-a36b-1546c8801337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:40:07Z', 'updated_at': '2022-02-09T12:41:06Z', 'revision_number': 5, 'project_id': '5ff17b7486ae49418ea3070b1231ff3a', 'gw_port': {'id': '41f75be4-7ae8-483a-a36b-1546c8801337', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e969c023-bebd-4b7c-8c0d-d0fa5f312104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:40:08Z', 'updated_at': '2022-02-09T12:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:11.306024 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e408ee-f249-49d0-bc23-96dfe3e0a2c3 None None] Checking router: e969c023-bebd-4b7c-8c0d-d0fa5f312104 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:41:11.326584 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e408ee-f249-49d0-bc23-96dfe3e0a2c3 None None] Routers {'e969c023-bebd-4b7c-8c0d-d0fa5f312104'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:41:11.327492 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-e2e408ee-f249-49d0-bc23-96dfe3e0a2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:40:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e969c023-bebd-4b7c-8c0d-d0fa5f312104'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:11.332647 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f8d34045-f935-4336-9895-9cf294929bce req-be32a107-b9e5-4ef0-979a-4b58119f87e4 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/security-groups?id=070691eb-047b-4e04-88f1-62a85ef0b1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277179 Feb 09 12:41:11.349467 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-eda5dca6-fd8f-4e22-97e2-7c567e2b05fa tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e70d31fc-f586-4d78-9761-300d6d075ed9']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:11.357843 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f063b326-ad4f-498e-b978-e34b02f0b975 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:11.371193 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-eda5dca6-fd8f-4e22-97e2-7c567e2b05fa tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03f22968-1359-4043-968c-628941dfc08c') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:11.371610 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-eda5dca6-fd8f-4e22-97e2-7c567e2b05fa tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03f22968-1359-4043-968c-628941dfc08c') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:11.384568 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ff44357d-f3ca-4ead-8471-abd7d61e171f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=aec6b40c41524428b136e20f200181f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6823061 Feb 09 12:41:11.387312 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f063b326-ad4f-498e-b978-e34b02f0b975 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:11.391015 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48358) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:11.402779 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eda5dca6-fd8f-4e22-97e2-7c567e2b05fa tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:11.418185 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f063b326-ad4f-498e-b978-e34b02f0b975 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:41:11.422309 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f063b326-ad4f-498e-b978-e34b02f0b975 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:11.446459 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eda5dca6-fd8f-4e22-97e2-7c567e2b05fa tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:11.447932 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef03d91a-4aa0-474b-862f-f737e174ecbb None None] Network e70d31fc-f586-4d78-9761-300d6d075ed9 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:41:11.505221 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eda5dca6-fd8f-4e22-97e2-7c567e2b05fa tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:41:11.505845 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eda5dca6-fd8f-4e22-97e2-7c567e2b05fa tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:11.521370 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:41:11.521370 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:41:11.521370 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:41:11.521370 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:41:11.521370 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:41:11.521370 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:41:11.521370 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:41:11.521370 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:41:11.521370 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:41:11.521370 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:41:11.521370 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:41:11.521370 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:41:11.521370 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:41:11.521370 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:41:11.521370 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:41:11.521370 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:41:11.521370 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:41:11.521370 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:41:11.521370 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:41:11.521370 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:41:11.521370 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:41:11.521370 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:41:11.521370 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:41:11.521370 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:41:11.521370 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:41:11.521370 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:41:11.521370 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:41:11.521370 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:41:11.521370 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:41:11.521370 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:41:11.521370 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:41:11.521370 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:41:11.551042 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c9838-b429-45b3-baf1-50107955773b req-440ec053-1c77-4065-899f-b7128cb080dd tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:11.552962 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aa0c9838-b429-45b3-baf1-50107955773b req-440ec053-1c77-4065-899f-b7128cb080dd tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/ports?device_id=6926cd38-319f-439e-87b0-6931865aa752 HTTP/1.1" status: 200 len: 945 time: 0.5403218 Feb 09 12:41:11.577845 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-e2e408ee-f249-49d0-bc23-96dfe3e0a2c3 None None] Set router e969c023-bebd-4b7c-8c0d-d0fa5f312104 gateway port host: None {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:41:11.625775 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-db6bd90a-88bd-433e-880d-6cf852f714b8 req-2118b19a-fc00-465a-8dce-abd3db8a3f69 service neutron] 10.222.0.46 "GET /v2.0/networks/821a3ca6-9404-481f-8aeb-3b77268829e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4368949 Feb 09 12:41:11.635378 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eda5dca6-fd8f-4e22-97e2-7c567e2b05fa tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:11.655511 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-6270ad24-8fde-4f03-8ee1-dda9a682c662 admin admin] For port 41f75be4-7ae8-483a-a36b-1546c8801337, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=41f75be4-7ae8-483a-a36b-1546c8801337,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:41:11.655966 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6270ad24-8fde-4f03-8ee1-dda9a682c662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:11.668662 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eda5dca6-fd8f-4e22-97e2-7c567e2b05fa tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:11.671350 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-332da895-0816-4649-95a2-9a436f2825b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:11.690965 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda5dca6-fd8f-4e22-97e2-7c567e2b05fa tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event deleted for resources: {'Network': ['ID=e70d31fc-f586-4d78-9761-300d6d075ed9,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:11.698095 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-eda5dca6-fd8f-4e22-97e2-7c567e2b05fa tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "DELETE /v2.0/networks/e70d31fc-f586-4d78-9761-300d6d075ed9 HTTP/1.1" status: 204 len: 168 time: 1.2149200 Feb 09 12:41:11.699035 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48362) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:11.724157 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 89ca83b9-7e07-4cca-af3e-3ae2552fd7a7 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:41:11.732435 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-e2e408ee-f249-49d0-bc23-96dfe3e0a2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e969c023-bebd-4b7c-8c0d-d0fa5f312104', 'name': 'tempest-TestAggregatesBasicOps-882159272-router', 'tenant_id': '5ff17b7486ae49418ea3070b1231ff3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:40:07Z', 'updated_at': '2022-02-09T12:41:10Z', 'revision_number': 6, 'project_id': '5ff17b7486ae49418ea3070b1231ff3a', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:11.757589 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8f6c114-0242-4559-bd9c-d4aaa465f70d tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] GET failed (client error): The resource could not be found. Feb 09 12:41:11.758259 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e8f6c114-0242-4559-bd9c-d4aaa465f70d tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Synchronizing usage tracker for tenant:3fe8dec11ddd4b74aaa8bf07aa25bebd on resource:subnet {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:41:11.775579 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e408ee-f249-49d0-bc23-96dfe3e0a2c3 None None] The sync data for ids ['e969c023-bebd-4b7c-8c0d-d0fa5f312104'] in n-d-825178-3 is: [{'id': 'e969c023-bebd-4b7c-8c0d-d0fa5f312104', 'name': 'tempest-TestAggregatesBasicOps-882159272-router', 'tenant_id': '5ff17b7486ae49418ea3070b1231ff3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:40:07Z', 'updated_at': '2022-02-09T12:41:10Z', 'revision_number': 6, 'project_id': '5ff17b7486ae49418ea3070b1231ff3a', 'gw_port_host': None}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:41:11.818047 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aa0c9838-b429-45b3-baf1-50107955773b req-f631a8e9-f93e-422a-b753-a47f34ef436f tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/security-groups?id=53536b3f-6b08-44d9-8017-8a0f5c9448d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424593 Feb 09 12:41:11.830236 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-6270ad24-8fde-4f03-8ee1-dda9a682c662 admin admin] Calling delete_port for 41f75be4-7ae8-483a-a36b-1546c8801337 owned by network:router_gateway {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:41:11.857015 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e8f6c114-0242-4559-bd9c-d4aaa465f70d tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Unset dirty status for tenant:3fe8dec11ddd4b74aaa8bf07aa25bebd on resource:subnet {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:41:11.861431 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e8f6c114-0242-4559-bd9c-d4aaa465f70d tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "GET /v2.0/subnets/1ccafaa6-bce1-480b-9655-53e32e6479a0 HTTP/1.1" status: 404 len: 337 time: 0.1603315 Feb 09 12:41:11.862442 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48368) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:11.894598 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-332da895-0816-4649-95a2-9a436f2825b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:11.896106 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ca52768-5620-429f-b550-fc3718950e58 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] DELETE failed (client error): The resource could not be found. Feb 09 12:41:11.896687 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ca52768-5620-429f-b550-fc3718950e58 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:41:11.902873 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1ca52768-5620-429f-b550-fc3718950e58 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "DELETE /v2.0/networks/e70d31fc-f586-4d78-9761-300d6d075ed9 HTTP/1.1" status: 404 len: 339 time: 0.0367026 Feb 09 12:41:11.903597 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48374) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:11.981222 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 89ca83b9-7e07-4cca-af3e-3ae2552fd7a7, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=89ca83b9-7e07-4cca-af3e-3ae2552fd7a7,segment=NetworkSegment(1c59adf7-7d08-4b5e-9bac-da20ae07f737),segment_id=1c59adf7-7d08-4b5e-9bac-da20ae07f737)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:41:11.999255 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '89ca83b9-7e07-4cca-af3e-3ae2552fd7a7', 'network_id': '01f3f4ff-beae-4106-8f70-e214cdcf114b', 'port_id': '89ca83b9-7e07-4cca-af3e-3ae2552fd7a7', 'mac_address': 'fa:16:3e:b2:c0:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45d760f9-948b-4bf5-bf1f-a52c1e984121', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:41:12.005500 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-332da895-0816-4649-95a2-9a436f2825b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:12.077774 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:12.104072 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89ca83b9-7e07-4cca-af3e-3ae2552fd7a7 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:41:12.125046 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 89ca83b9-7e07-4cca-af3e-3ae2552fd7a7, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=89ca83b9-7e07-4cca-af3e-3ae2552fd7a7,segment=NetworkSegment(1c59adf7-7d08-4b5e-9bac-da20ae07f737),segment_id=1c59adf7-7d08-4b5e-9bac-da20ae07f737)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:41:12.131331 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:12.158470 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a773fe29-5920-4720-a1d0-19385d0cb8f8 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:12.159477 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a773fe29-5920-4720-a1d0-19385d0cb8f8 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Synchronizing usage tracker for tenant:3fe8dec11ddd4b74aaa8bf07aa25bebd on resource:network {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:41:12.218650 n-d-825178-3 neutron-server[87568]: DEBUG neutron.objects.ports [None req-f063b326-ad4f-498e-b978-e34b02f0b975 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87568) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 12:41:12.223722 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f063b326-ad4f-498e-b978-e34b02f0b975 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:12.233874 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device cb595798-0ab9-495b-9cd1-01b6eed831a0 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:41:12.289290 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: cb595798-0ab9-495b-9cd1-01b6eed831a0 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:41:12.289639 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device cb595798-0ab9-495b-9cd1-01b6eed831a0 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:41:12.303677 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=89ca83b9-7e07-4cca-af3e-3ae2552fd7a7,revision_number=9']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:12.343870 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f063b326-ad4f-498e-b978-e34b02f0b975 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:41:12.351890 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-f063b326-ad4f-498e-b978-e34b02f0b975 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:41:12.359989 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0fa21d-844c-4e66-8771-82a654577683 None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:41:12.360785 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a773fe29-5920-4720-a1d0-19385d0cb8f8 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Unset dirty status for tenant:3fe8dec11ddd4b74aaa8bf07aa25bebd on resource:network {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:41:12.361794 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a773fe29-5920-4720-a1d0-19385d0cb8f8 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4557209 Feb 09 12:41:12.366245 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f063b326-ad4f-498e-b978-e34b02f0b975 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:12.366841 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f063b326-ad4f-498e-b978-e34b02f0b975 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:12.377560 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48382) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:12.395283 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f063b326-ad4f-498e-b978-e34b02f0b975 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3011289 Feb 09 12:41:12.398547 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48384) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:12.408263 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-2da4c5b5-994a-4aa3-a554-9a5a7541da75 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'subnet': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:12.427774 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f063b326-ad4f-498e-b978-e34b02f0b975 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Subnet': ['ID=5e690238-ef00-4706-bdb9-cd953570f8dd,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:12.450402 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['89ca83b9-7e07-4cca-af3e-3ae2552fd7a7'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:41:12.491383 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332da895-0816-4649-95a2-9a436f2825b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2e1c97-c6f9-449f-90e2-d72712a367d3,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:12.539547 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-332da895-0816-4649-95a2-9a436f2825b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:12.543016 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-332da895-0816-4649-95a2-9a436f2825b4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3c2e1c97-c6f9-449f-90e2-d72712a367d3 HTTP/1.1" status: 204 len: 168 time: 1.1457829 Feb 09 12:41:12.567855 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9ec4c2f0-3815-416c-b04f-e34ac1e59cf1 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Synchronizing usage tracker for tenant:3fe8dec11ddd4b74aaa8bf07aa25bebd on resource:subnet {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:41:12.599459 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2da4c5b5-994a-4aa3-a554-9a5a7541da75 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:12.610761 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2da4c5b5-994a-4aa3-a554-9a5a7541da75 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:12.629255 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9ec4c2f0-3815-416c-b04f-e34ac1e59cf1 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Unset dirty status for tenant:3fe8dec11ddd4b74aaa8bf07aa25bebd on resource:subnet {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:41:12.629985 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da4c5b5-994a-4aa3-a554-9a5a7541da75 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:41:12.630400 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9ec4c2f0-3815-416c-b04f-e34ac1e59cf1 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "GET /v2.0/subnets?network_id=af0bad45-b31e-4cb1-a77c-3bbc34409de5 HTTP/1.1" status: 200 len: 207 time: 0.1867349 Feb 09 12:41:12.635339 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2da4c5b5-994a-4aa3-a554-9a5a7541da75 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:12.635534 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48392) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:12.820728 n-d-825178-3 neutron-server[87568]: INFO neutron.db.ipam_backend_mixin [None req-2da4c5b5-994a-4aa3-a554-9a5a7541da75 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5e690238-ef00-4706-bdb9-cd953570f8dd (CIDR: 2001:db8::/64) Feb 09 12:41:12.824596 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da4c5b5-994a-4aa3-a554-9a5a7541da75 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:41:12.825103 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2da4c5b5-994a-4aa3-a554-9a5a7541da75 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:41:12.847425 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2da4c5b5-994a-4aa3-a554-9a5a7541da75 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4470999 Feb 09 12:41:12.850730 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48398) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:12.857727 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-197d5316-118b-492c-8434-63fd6135c0fe tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'subnet': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:12.859577 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9db6fb9-982d-465b-881e-cd4218967237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'tenant_id': 'a7add69c825d45b8a9a99e00c87aae63', 'fixed_ips': [{'subnet_id': '5e690238-ef00-4706-bdb9-cd953570f8dd'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:41:12.860435 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e9db6fb9-982d-465b-881e-cd4218967237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:12.974760 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6270ad24-8fde-4f03-8ee1-dda9a682c662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:13.045388 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0559bd4-ad30-4fc4-ab83-047633a275e8 req-9dabc36a-dd15-479d-a4d9-bfe0f96a2fd0 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:13.047562 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c0559bd4-ad30-4fc4-ab83-047633a275e8 req-9dabc36a-dd15-479d-a4d9-bfe0f96a2fd0 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 944 time: 1.0323932 Feb 09 12:41:13.056542 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6270ad24-8fde-4f03-8ee1-dda9a682c662 admin admin] Pushing event deleted for resources: {'Port': ['ID=41f75be4-7ae8-483a-a36b-1546c8801337,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:13.063456 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-197d5316-118b-492c-8434-63fd6135c0fe tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:13.075503 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-197d5316-118b-492c-8434-63fd6135c0fe tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:13.076476 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c61b23-b51f-475e-8070-389ac941d8d2 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:13.083151 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c61b23-b51f-475e-8070-389ac941d8d2 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:13.087800 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197d5316-118b-492c-8434-63fd6135c0fe tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:41:13.089913 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c61b23-b51f-475e-8070-389ac941d8d2 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:13.092082 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-197d5316-118b-492c-8434-63fd6135c0fe tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:13.096085 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c61b23-b51f-475e-8070-389ac941d8d2 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:13.097612 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c6c61b23-b51f-475e-8070-389ac941d8d2 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Synchronizing usage tracker for tenant:3fe8dec11ddd4b74aaa8bf07aa25bebd on resource:network {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:41:13.099648 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-e9db6fb9-982d-465b-881e-cd4218967237 None None] Allocated IP 2001:db8::f816:3eff:feda:6ee1 (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/5e690238-ef00-4706-bdb9-cd953570f8dd/ea617712-b367-4f7a-a39c-5704f7ed41d9) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:41:13.110978 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0b757-3229-4dd4-97f0-acaf9864cdf4 req-817504aa-45a2-49ae-aea8-fbf911992f63 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:13.118851 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a9d0b757-3229-4dd4-97f0-acaf9864cdf4 req-817504aa-45a2-49ae-aea8-fbf911992f63 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/ports?device_id=6926cd38-319f-439e-87b0-6931865aa752 HTTP/1.1" status: 200 len: 945 time: 0.7422042 Feb 09 12:41:13.186431 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a0212c-820f-4b7f-8085-1648318855f7 req-e190134e-362a-4209-9d71-322ab09b5b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:13.188071 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a0212c-820f-4b7f-8085-1648318855f7 req-e190134e-362a-4209-9d71-322ab09b5b95 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe861eb8966f4501804d9330d652c357&device_id=6926cd38-319f-439e-87b0-6931865aa752 HTTP/1.1" status: 200 len: 1096 time: 0.8129215 Feb 09 12:41:13.351771 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c6c61b23-b51f-475e-8070-389ac941d8d2 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Unset dirty status for tenant:3fe8dec11ddd4b74aaa8bf07aa25bebd on resource:network {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:41:13.356804 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c6c61b23-b51f-475e-8070-389ac941d8d2 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.7142141 Feb 09 12:41:13.379671 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48414) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:13.381073 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e9db6fb9-982d-465b-881e-cd4218967237 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:13.397763 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-e9db6fb9-982d-465b-881e-cd4218967237 None None] Transition to ACTIVE for port object ea617712-b367-4f7a-a39c-5704f7ed41d9 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:41:13.423675 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-e9db6fb9-982d-465b-881e-cd4218967237 None None] Transition to ACTIVE for port object ea617712-b367-4f7a-a39c-5704f7ed41d9 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:41:13.428791 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a9d0b757-3229-4dd4-97f0-acaf9864cdf4 req-fcf3da73-e97b-4ea0-bb0c-50033bfbbc96 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/security-groups?id=53536b3f-6b08-44d9-8017-8a0f5c9448d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086786 Feb 09 12:41:13.447569 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e9db6fb9-982d-465b-881e-cd4218967237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:13.512169 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c0559bd4-ad30-4fc4-ab83-047633a275e8 req-3ec13fb7-c842-4f96-ac4c-397cd0f91295 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d7571fd-0756-4468-bd3c-a3877d2e955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4462755 Feb 09 12:41:13.514715 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a0212c-820f-4b7f-8085-1648318855f7 req-10af405b-9aa3-48a4-9419-90756a515798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:13.516298 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a0212c-820f-4b7f-8085-1648318855f7 req-10af405b-9aa3-48a4-9419-90756a515798 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0fdd1126-5a53-4a5a-810d-e4d88179e413 HTTP/1.1" status: 200 len: 921 time: 0.3128784 Feb 09 12:41:13.570942 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6270ad24-8fde-4f03-8ee1-dda9a682c662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:13.573151 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-197d5316-118b-492c-8434-63fd6135c0fe tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:13.580524 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9db6fb9-982d-465b-881e-cd4218967237 None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:41:13.583419 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-e9db6fb9-982d-465b-881e-cd4218967237 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:41:13.585910 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9db6fb9-982d-465b-881e-cd4218967237 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:41:13.657989 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197d5316-118b-492c-8434-63fd6135c0fe tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:41:13.662822 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-197d5316-118b-492c-8434-63fd6135c0fe tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:41:13.669569 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197d5316-118b-492c-8434-63fd6135c0fe tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:13.670472 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-197d5316-118b-492c-8434-63fd6135c0fe tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:13.672394 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db6fb9-982d-465b-881e-cd4218967237 None None] Pushing event updated for resources: {'Port': ['ID=ea617712-b367-4f7a-a39c-5704f7ed41d9,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:13.692462 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48422) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:13.693327 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5316-118b-492c-8434-63fd6135c0fe tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Subnet': ['ID=fb3e71fc-f787-4a23-bf89-bf46180e4c45,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:13.701115 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-e9db6fb9-982d-465b-881e-cd4218967237 None None] Attempting to bind port ea617712-b367-4f7a-a39c-5704f7ed41d9 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:41:13.701571 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-e9db6fb9-982d-465b-881e-cd4218967237 None None] Attempting to bind port ea617712-b367-4f7a-a39c-5704f7ed41d9 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:41:13.701823 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9db6fb9-982d-465b-881e-cd4218967237 None None] Attempting to bind port ea617712-b367-4f7a-a39c-5704f7ed41d9 on network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:41:13.709811 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9db6fb9-982d-465b-881e-cd4218967237 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:41:13.710997 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9db6fb9-982d-465b-881e-cd4218967237 None None] Checking segment: {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:41:13.711443 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e9db6fb9-982d-465b-881e-cd4218967237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:13.712184 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9db6fb9-982d-465b-881e-cd4218967237 None None] Bound using segment: {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:41:13.712672 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-e9db6fb9-982d-465b-881e-cd4218967237 None None] Bound port: ea617712-b367-4f7a-a39c-5704f7ed41d9, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:41:13.713144 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e9db6fb9-982d-465b-881e-cd4218967237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:13.722240 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-197d5316-118b-492c-8434-63fd6135c0fe tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8684583 Feb 09 12:41:13.724071 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48428) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:13.725960 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 89ca83b9-7e07-4cca-af3e-3ae2552fd7a7 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:41:13.735275 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-38b14496-b3de-4321-9318-bebc54801aa4 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'port': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'mac_address': 'fa:16:3e:c6:3c:f6', 'name': 'tempest-NetworksTestDHCPv6-395830109'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:13.852393 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 89ca83b9-7e07-4cca-af3e-3ae2552fd7a7 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:41:13.852769 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:13.856058 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-cc400eeb-b079-4745-9c99-1bf6174d67f6 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Request body: {'networks': [{'name': 'tempest-network--1998988513'}, {'name': 'tempest-network--1714258168'}]} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:13.856647 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-cc400eeb-b079-4745-9c99-1bf6174d67f6 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Request body: {'network': {'name': 'tempest-network--1998988513'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:13.857117 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-cc400eeb-b079-4745-9c99-1bf6174d67f6 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Request body: {'network': {'name': 'tempest-network--1714258168'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:13.868027 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-cc400eeb-b079-4745-9c99-1bf6174d67f6 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:13.876189 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-cc400eeb-b079-4745-9c99-1bf6174d67f6 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Usage tracker for resource:network and tenant:b8cc9bc578574e9d908159d275519119 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:41:13.885252 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-cc400eeb-b079-4745-9c99-1bf6174d67f6 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:41:13.907486 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-cc400eeb-b079-4745-9c99-1bf6174d67f6 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:13.908322 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a0212c-820f-4b7f-8085-1648318855f7 req-50f38f80-1f10-4f26-a136-03c5ab376928 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e0143a0d-42a8-4326-a3bb-2f61fecbcf35 HTTP/1.1" status: 200 len: 217 time: 0.2930255 Feb 09 12:41:13.923738 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-e9db6fb9-982d-465b-881e-cd4218967237 None None] For port ea617712-b367-4f7a-a39c-5704f7ed41d9, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:41:13.928414 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-e9db6fb9-982d-465b-881e-cd4218967237 None None] For port ea617712-b367-4f7a-a39c-5704f7ed41d9, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=ea617712-b367-4f7a-a39c-5704f7ed41d9,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:41:13.935686 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc400eeb-b079-4745-9c99-1bf6174d67f6 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Made reservation on behalf of b8cc9bc578574e9d908159d275519119 for: {'network': 2} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:41:13.939161 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e9db6fb9-982d-465b-881e-cd4218967237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:13.941627 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cc400eeb-b079-4745-9c99-1bf6174d67f6 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:13.958230 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cc400eeb-b079-4745-9c99-1bf6174d67f6 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:13.974253 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-38b14496-b3de-4321-9318-bebc54801aa4 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:13.981537 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-38b14496-b3de-4321-9318-bebc54801aa4 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Usage tracker for resource:port and tenant:a7add69c825d45b8a9a99e00c87aae63 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:41:13.985079 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-38b14496-b3de-4321-9318-bebc54801aa4 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:41:13.988807 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-cc400eeb-b079-4745-9c99-1bf6174d67f6 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:13.994716 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-38b14496-b3de-4321-9318-bebc54801aa4 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:13.996946 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-cc400eeb-b079-4745-9c99-1bf6174d67f6 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Usage tracker for resource:security_group_rule and tenant:b8cc9bc578574e9d908159d275519119 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:41:14.000867 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-cc400eeb-b079-4745-9c99-1bf6174d67f6 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:41:14.009878 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-cc400eeb-b079-4745-9c99-1bf6174d67f6 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:14.019792 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b14496-b3de-4321-9318-bebc54801aa4 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:41:14.091780 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-378abe32-bb47-49f2-a0e4-8063ed6c752b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:14.121440 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db6fb9-982d-465b-881e-cd4218967237 None None] Pushing event updated for resources: {'Port': ['ID=ea617712-b367-4f7a-a39c-5704f7ed41d9,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:14.140411 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:14.141085 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6270ad24-8fde-4f03-8ee1-dda9a682c662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:14.158995 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6270ad24-8fde-4f03-8ee1-dda9a682c662 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:14.180826 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047b4463-0b53-4301-8bd8-6e48417a147f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ca83b9-7e07-4cca-af3e-3ae2552fd7a7'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:41:14.189709 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 41f75be4-7ae8-483a-a36b-1546c8801337 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:41:14.242733 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047b4463-0b53-4301-8bd8-6e48417a147f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ca83b9-7e07-4cca-af3e-3ae2552fd7a7', 'code': 200} Feb 09 12:41:14.244840 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 89ca83b9-7e07-4cca-af3e-3ae2552fd7a7, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=89ca83b9-7e07-4cca-af3e-3ae2552fd7a7,segment=NetworkSegment(1c59adf7-7d08-4b5e-9bac-da20ae07f737),segment_id=1c59adf7-7d08-4b5e-9bac-da20ae07f737)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:41:14.247162 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 41f75be4-7ae8-483a-a36b-1546c8801337 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:41:14.247162 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 41f75be4-7ae8-483a-a36b-1546c8801337 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:41:14.248037 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8e95d9c8-77c5-4336-bca5-e5642e3bd430 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.8671315 Feb 09 12:41:14.251121 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a0212c-820f-4b7f-8085-1648318855f7 req-fbd38b09-4f83-4557-b386-4105fb0d9426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:14.251878 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:14.252730 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a0212c-820f-4b7f-8085-1648318855f7 req-fbd38b09-4f83-4557-b386-4105fb0d9426 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2119cf49-29ff-4f23-b272-fe25e334c66e HTTP/1.1" status: 200 len: 860 time: 0.3332546 Feb 09 12:41:14.253281 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48434) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:14.294540 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cc400eeb-b079-4745-9c99-1bf6174d67f6 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:14.304111 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cc400eeb-b079-4745-9c99-1bf6174d67f6 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:14.305089 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cc400eeb-b079-4745-9c99-1bf6174d67f6 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:14.354083 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-38b14496-b3de-4321-9318-bebc54801aa4 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:14.387585 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a0212c-820f-4b7f-8085-1648318855f7 req-3a87432e-e531-4125-99b6-3777a6eaf4ca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0fdd1126-5a53-4a5a-810d-e4d88179e413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1282742 Feb 09 12:41:14.406768 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1fa3af-ce1a-4b2e-9f20-f8d4ee429a12 req-829c93b3-bca8-494e-960e-140ea7d7cd40 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:14.415661 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eb1fa3af-ce1a-4b2e-9f20-f8d4ee429a12 req-829c93b3-bca8-494e-960e-140ea7d7cd40 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0c227a0-9ef0-4fe1-930e-3a42849fd518 HTTP/1.1" status: 200 len: 945 time: 0.7952156 Feb 09 12:41:14.467336 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc400eeb-b079-4745-9c99-1bf6174d67f6 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91b8e183-2670-44d3-aae5-b82a6001a95e,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:14.476538 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=89ca83b9-7e07-4cca-af3e-3ae2552fd7a7,revision_number=10']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:14.488123 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc400eeb-b079-4745-9c99-1bf6174d67f6 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:41:14.493973 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-38b14496-b3de-4321-9318-bebc54801aa4 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] device_id is not set on port b1c6b86d-953c-40e6-a2ed-543da56257c7 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:41:14.570967 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6270ad24-8fde-4f03-8ee1-dda9a682c662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:14.571518 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6270ad24-8fde-4f03-8ee1-dda9a682c662 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e969c023-bebd-4b7c-8c0d-d0fa5f312104 {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:41:14.586087 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e817919f-4b62-4d14-8169-e7a0fccffe1f tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:14.588042 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e817919f-4b62-4d14-8169-e7a0fccffe1f tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:14.593379 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e817919f-4b62-4d14-8169-e7a0fccffe1f tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3320072 Feb 09 12:41:14.602531 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48442) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:14.662396 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cc400eeb-b079-4745-9c99-1bf6174d67f6 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:14.662755 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-cc400eeb-b079-4745-9c99-1bf6174d67f6 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Added segment 5cbe6f09-a48e-4309-9ee4-f35a3af07fb0 of type vlan for network 736181bd-af3f-4ea3-a04b-53280055d7d1 Feb 09 12:41:14.724541 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eb1fa3af-ce1a-4b2e-9f20-f8d4ee429a12 req-1aa8dab0-21ae-4592-9d4b-e21d99dbeb91 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/security-groups?id=070691eb-047b-4e04-88f1-62a85ef0b1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069916 Feb 09 12:41:14.743534 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6270ad24-8fde-4f03-8ee1-dda9a682c662 admin admin] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:14.760009 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-6270ad24-8fde-4f03-8ee1-dda9a682c662 admin admin] 10.222.0.55 "DELETE /v2.0/routers/e969c023-bebd-4b7c-8c0d-d0fa5f312104 HTTP/1.1" status: 204 len: 168 time: 5.0663223 Feb 09 12:41:14.760682 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48446) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:14.822995 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cc400eeb-b079-4745-9c99-1bf6174d67f6 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:14.877114 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a0212c-820f-4b7f-8085-1648318855f7 req-eead5207-f32f-4a77-87d3-0950c2daccff service neutron] 10.222.0.46 "GET /v2.0/networks/0fdd1126-5a53-4a5a-810d-e4d88179e413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762419 Feb 09 12:41:14.895609 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f2ed5-f266-40ef-9d53-09b011643ea2 req-92df9b76-9de8-4da8-8858-e95a041b9e85 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:14.898582 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94f3b2f-9600-41fb-993f-4674644bad71 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attributes excluded by policy engine: ['shared'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:14.900117 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94f3b2f-9600-41fb-993f-4674644bad71 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attributes excluded by policy engine: ['shared'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:14.904987 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f94f3b2f-9600-41fb-993f-4674644bad71 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2981629 Feb 09 12:41:14.905312 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1c5f2ed5-f266-40ef-9d53-09b011643ea2 req-92df9b76-9de8-4da8-8858-e95a041b9e85 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/ports?device_id=6926cd38-319f-439e-87b0-6931865aa752 HTTP/1.1" status: 200 len: 945 time: 0.3082078 Feb 09 12:41:14.919954 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48452) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:14.962147 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cd833fc-57b3-4492-8ea6-41a207394cc4 admin admin] Deleting subnet 629521b9-2cc2-41aa-89f9-e684b758fa33 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:41:14.978977 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6cd833fc-57b3-4492-8ea6-41a207394cc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:15.028590 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39975542-b65b-48e8-96ad-9e14bd9df78e req-93b232b8-ac55-4b52-8c57-1996ae3e5b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:15.029978 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-39975542-b65b-48e8-96ad-9e14bd9df78e req-93b232b8-ac55-4b52-8c57-1996ae3e5b62 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 1097 time: 0.4814191 Feb 09 12:41:15.116451 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc400eeb-b079-4745-9c99-1bf6174d67f6 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:41:15.156352 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6cd833fc-57b3-4492-8ea6-41a207394cc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:15.171531 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1c5f2ed5-f266-40ef-9d53-09b011643ea2 req-26099647-577b-49db-ac5e-b9e5d64fd050 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/security-groups?id=53536b3f-6b08-44d9-8017-8a0f5c9448d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652628 Feb 09 12:41:15.195568 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cc400eeb-b079-4745-9c99-1bf6174d67f6 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:15.195967 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-cc400eeb-b079-4745-9c99-1bf6174d67f6 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Added segment 3dd56350-a195-4a5c-bcf3-ce75987a3f9b of type vlan for network cd3be3ce-9a56-40ab-a24d-3eaa261e488c Feb 09 12:41:15.236200 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-38b14496-b3de-4321-9318-bebc54801aa4 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Allocated IP 2001:db8:0:1::5a (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/fb3e71fc-f787-4a23-bf89-bf46180e4c45/b1c6b86d-953c-40e6-a2ed-543da56257c7) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:41:15.242029 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-39975542-b65b-48e8-96ad-9e14bd9df78e req-d5aa612d-0b8b-477f-8ae3-1f7c8ef9f3f5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9d7571fd-0756-4468-bd3c-a3877d2e955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736724 Feb 09 12:41:15.262301 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-38b14496-b3de-4321-9318-bebc54801aa4 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Allocated IP 2001:db8::f816:3eff:fec6:3cf6 (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/5e690238-ef00-4706-bdb9-cd953570f8dd/b1c6b86d-953c-40e6-a2ed-543da56257c7) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:41:15.293825 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cc400eeb-b079-4745-9c99-1bf6174d67f6 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:15.308251 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aac68a2-ec7f-4fd6-aaf6-526f05588bd3 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:15.316667 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8aac68a2-ec7f-4fd6-aaf6-526f05588bd3 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "GET /v2.0/networks/75969f42-0be9-444d-89b3-7646607fb409 HTTP/1.1" status: 200 len: 799 time: 0.3927755 Feb 09 12:41:15.321359 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48456) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:15.359258 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30a0212c-820f-4b7f-8085-1648318855f7 req-a68eed20-9b8c-43fc-972c-43a89907d1b8 service neutron] 10.222.0.46 "GET /v2.0/networks/0fdd1126-5a53-4a5a-810d-e4d88179e413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4378026 Feb 09 12:41:15.395935 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cc400eeb-b079-4745-9c99-1bf6174d67f6 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:15.396423 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cc400eeb-b079-4745-9c99-1bf6174d67f6 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:15.402295 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc400eeb-b079-4745-9c99-1bf6174d67f6 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:15.407052 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc400eeb-b079-4745-9c99-1bf6174d67f6 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:15.407712 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cc400eeb-b079-4745-9c99-1bf6174d67f6 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:15.433718 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6cd833fc-57b3-4492-8ea6-41a207394cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:15.480638 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54627968-a2ce-447a-823b-6ffbf29df987 req-68213465-2c55-483e-a7a3-b14e7dbb8966 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:15.482420 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-54627968-a2ce-447a-823b-6ffbf29df987 req-68213465-2c55-483e-a7a3-b14e7dbb8966 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 946 time: 0.5376456 Feb 09 12:41:15.559021 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-54627968-a2ce-447a-823b-6ffbf29df987 req-4eec4759-9c56-47cb-86b4-33f159ff0788 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d7571fd-0756-4468-bd3c-a3877d2e955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686383 Feb 09 12:41:15.597952 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1d489f54-601a-41d6-8343-9f829e00aea3 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "GET /v2.0/networks/75969f42-0be9-444d-89b3-7646607fb409?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2748706 Feb 09 12:41:15.598752 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48466) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:15.602570 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3fa9c7-b1ca-409a-a6bc-8b0f0f77d192 None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:41:15.693610 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-cc400eeb-b079-4745-9c99-1bf6174d67f6 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.9952972 Feb 09 12:41:15.697482 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc400eeb-b079-4745-9c99-1bf6174d67f6 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Pushing event updated for resources: {'Network': ['ID=736181bd-af3f-4ea3-a04b-53280055d7d1,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:15.712071 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48470) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:15.715690 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 736181bd-af3f-4ea3-a04b-53280055d7d1 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:41:15.765631 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b705fd65-5720-4e97-84c5-bcd2ea5e6709 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:15.767060 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b705fd65-5720-4e97-84c5-bcd2ea5e6709 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "GET /v2.0/subnets/d93d6b04-8bdd-4a4d-a258-421303820121 HTTP/1.1" status: 200 len: 811 time: 0.1673470 Feb 09 12:41:15.775421 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48474) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:15.825866 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c25cdb32-e158-45dc-9e0d-8e7e4e7c5594 None None] Provisioning for port ea617712-b367-4f7a-a39c-5704f7ed41d9 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:41:15.856168 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910301a2-06ab-42ce-9b2d-18ece748602d req-0e256028-ff6c-423e-8403-a3bbeb748f83 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:15.863765 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-910301a2-06ab-42ce-9b2d-18ece748602d req-0e256028-ff6c-423e-8403-a3bbeb748f83 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0c227a0-9ef0-4fe1-930e-3a42849fd518 HTTP/1.1" status: 200 len: 945 time: 0.2024074 Feb 09 12:41:15.887442 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2340076e-3d86-47d2-a03b-a0f42477f1e7 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attributes excluded by policy engine: ['shared'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:15.891624 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2340076e-3d86-47d2-a03b-a0f42477f1e7 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "GET /v2.0/subnets/d93d6b04-8bdd-4a4d-a258-421303820121?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1125433 Feb 09 12:41:15.900834 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48478) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:15.917418 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-dc682d66-6451-4d78-8cb4-97af4471336c tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1239367888'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:15.928170 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-dc682d66-6451-4d78-8cb4-97af4471336c tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:15.936608 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-910301a2-06ab-42ce-9b2d-18ece748602d req-f166e297-47bc-459c-90e8-a7bf7ddf28d1 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/security-groups?id=070691eb-047b-4e04-88f1-62a85ef0b1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717440 Feb 09 12:41:15.945200 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-dc682d66-6451-4d78-8cb4-97af4471336c tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:15.957977 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc682d66-6451-4d78-8cb4-97af4471336c tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Made reservation on behalf of 3fe8dec11ddd4b74aaa8bf07aa25bebd for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:41:15.961838 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-dc682d66-6451-4d78-8cb4-97af4471336c tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:15.992858 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc682d66-6451-4d78-8cb4-97af4471336c tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:41:16.002872 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-dc682d66-6451-4d78-8cb4-97af4471336c tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:16.003312 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-dc682d66-6451-4d78-8cb4-97af4471336c tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Added segment 75906d45-3bfb-482d-a30d-ce26324df2db of type vlan for network 80f50bea-3c15-4494-8231-234ae67761bd Feb 09 12:41:16.034570 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6cd833fc-57b3-4492-8ea6-41a207394cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:16.036464 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-dc682d66-6451-4d78-8cb4-97af4471336c tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:16.084784 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-dc682d66-6451-4d78-8cb4-97af4471336c tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:16.091769 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc682d66-6451-4d78-8cb4-97af4471336c tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:16.092619 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-dc682d66-6451-4d78-8cb4-97af4471336c tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:16.098023 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-38b14496-b3de-4321-9318-bebc54801aa4 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:16.115264 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd833fc-57b3-4492-8ea6-41a207394cc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=629521b9-2cc2-41aa-89f9-e684b758fa33,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:16.120164 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6cd833fc-57b3-4492-8ea6-41a207394cc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:16.125209 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c312d437-2332-4354-b2b8-488eec558272 None None] Network 59c38b92-af1f-499a-b702-fc62b01dae27 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:41:16.136979 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc400eeb-b079-4745-9c99-1bf6174d67f6 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Pushing event updated for resources: {'Network': ['ID=cd3be3ce-9a56-40ab-a24d-3eaa261e488c,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:16.153812 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network cd3be3ce-9a56-40ab-a24d-3eaa261e488c details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:41:16.164940 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-38b14496-b3de-4321-9318-bebc54801aa4 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Transition to ACTIVE for port object b1c6b86d-953c-40e6-a2ed-543da56257c7 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:41:16.167107 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6cd833fc-57b3-4492-8ea6-41a207394cc4 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/629521b9-2cc2-41aa-89f9-e684b758fa33 HTTP/1.1" status: 204 len: 168 time: 1.4056568 Feb 09 12:41:16.173539 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ea0a61-c143-41a6-81bc-e384ce5dfa99 None None] Update dhcp port {'port': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'fixed_ips': [{'subnet_id': '5e690238-ef00-4706-bdb9-cd953570f8dd', 'ip_address': '2001:db8::f816:3eff:feda:6ee1'}, {'subnet_id': 'fb3e71fc-f787-4a23-bf89-bf46180e4c45'}], 'binding:host_id': 'n-d-825178-3'}, 'id': 'ea617712-b367-4f7a-a39c-5704f7ed41d9'} from n-d-825178-3. {{(pid=87569) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 12:41:16.173869 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48482) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:16.228855 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-dc682d66-6451-4d78-8cb4-97af4471336c tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3266022 Feb 09 12:41:16.232406 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48488) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:16.241434 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-f4d70e4e-84c0-45ba-ad8a-929c6040b8c1 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Request body: {'subnet': {'network_id': '80f50bea-3c15-4494-8231-234ae67761bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:16.255855 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device ea617712-b367-4f7a-a39c-5704f7ed41d9 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:41:16.256640 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc682d66-6451-4d78-8cb4-97af4471336c tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event updated for resources: {'Network': ['ID=80f50bea-3c15-4494-8231-234ae67761bd,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:16.292232 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184973a9-697f-4318-b5ed-db8c9491dd8f tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:16.297725 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184973a9-697f-4318-b5ed-db8c9491dd8f tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:16.304104 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184973a9-697f-4318-b5ed-db8c9491dd8f tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:16.309717 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184973a9-697f-4318-b5ed-db8c9491dd8f tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:16.310594 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-184973a9-697f-4318-b5ed-db8c9491dd8f tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Synchronizing usage tracker for tenant:b8cc9bc578574e9d908159d275519119 on resource:network {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:41:16.350068 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 80f50bea-3c15-4494-8231-234ae67761bd details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:41:16.367912 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e0a6d22f-fe2e-4368-99b8-dd7b93e3400c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:16.371636 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-184973a9-697f-4318-b5ed-db8c9491dd8f tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Unset dirty status for tenant:b8cc9bc578574e9d908159d275519119 on resource:network {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:41:16.372812 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-184973a9-697f-4318-b5ed-db8c9491dd8f tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.6599762 Feb 09 12:41:16.380710 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48492) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:16.417429 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-38b14496-b3de-4321-9318-bebc54801aa4 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:16.507288 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-f4d70e4e-84c0-45ba-ad8a-929c6040b8c1 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:16.522142 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3157d0df-0d1b-4126-8938-cad2e6a70472 req-80cbf9cb-0e81-4a4d-9ad6-c4e7a00fd919 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:16.531203 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3157d0df-0d1b-4126-8938-cad2e6a70472 req-80cbf9cb-0e81-4a4d-9ad6-c4e7a00fd919 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/ports?device_id=6926cd38-319f-439e-87b0-6931865aa752 HTTP/1.1" status: 200 len: 945 time: 0.1522517 Feb 09 12:41:16.552515 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-e0a6d22f-fe2e-4368-99b8-dd7b93e3400c admin admin] Deleting port 8ef5d6de-1dfe-4bb3-85cc-34f0f9ca08d6 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:41:16.552768 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e0a6d22f-fe2e-4368-99b8-dd7b93e3400c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:16.580414 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3157d0df-0d1b-4126-8938-cad2e6a70472 req-f539019a-47a3-4695-aaba-b8555d820c41 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/security-groups?id=53536b3f-6b08-44d9-8017-8a0f5c9448d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481007 Feb 09 12:41:16.587741 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-f4d70e4e-84c0-45ba-ad8a-929c6040b8c1 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:16.634591 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d70e4e-84c0-45ba-ad8a-929c6040b8c1 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Made reservation on behalf of 3fe8dec11ddd4b74aaa8bf07aa25bebd for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:41:16.644852 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f4d70e4e-84c0-45ba-ad8a-929c6040b8c1 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:16.646926 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b9ea0a61-c143-41a6-81bc-e384ce5dfa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:16.677289 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2df70500-ef1c-4646-aa8d-6d31cfb8f39b tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:16.721062 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b14496-b3de-4321-9318-bebc54801aa4 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:41:16.725796 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-38b14496-b3de-4321-9318-bebc54801aa4 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:41:16.750343 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b14496-b3de-4321-9318-bebc54801aa4 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:41:16.760420 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b14496-b3de-4321-9318-bebc54801aa4 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:16.761649 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-38b14496-b3de-4321-9318-bebc54801aa4 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:16.769772 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b14496-b3de-4321-9318-bebc54801aa4 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Port': ['ID=b1c6b86d-953c-40e6-a2ed-543da56257c7,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:16.785581 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-939597cd-591d-429d-96bf-072d889ef53f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:16.919236 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port ea617712-b367-4f7a-a39c-5704f7ed41d9 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:41:16.939478 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port ea617712-b367-4f7a-a39c-5704f7ed41d9 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:41:16.939668 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:16.944348 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.ipam_backend_mixin [None req-f4d70e4e-84c0-45ba-ad8a-929c6040b8c1 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Performing IP validity checks on allocation pools {{(pid=87567) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 09 12:41:16.945060 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.ipam_backend_mixin [None req-f4d70e4e-84c0-45ba-ad8a-929c6040b8c1 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87567) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 09 12:41:17.030809 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-38b14496-b3de-4321-9318-bebc54801aa4 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.3035901 Feb 09 12:41:17.038669 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48532) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:17.087755 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84d110-d890-4b8e-b44c-3b56477875a0 req-4b3244ae-5aa7-4ee2-ac50-6f8b604620d9 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:17.089999 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3c84d110-d890-4b8e-b44c-3b56477875a0 req-4b3244ae-5aa7-4ee2-ac50-6f8b604620d9 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 946 time: 0.1421576 Feb 09 12:41:17.150926 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2df70500-ef1c-4646-aa8d-6d31cfb8f39b tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:17.201070 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-e0a6d22f-fe2e-4368-99b8-dd7b93e3400c admin admin] For port 8ef5d6de-1dfe-4bb3-85cc-34f0f9ca08d6, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=8ef5d6de-1dfe-4bb3-85cc-34f0f9ca08d6,segment=NetworkSegment(ab9162a2-48b1-4949-aaca-6b08427f45b8),segment_id=ab9162a2-48b1-4949-aaca-6b08427f45b8)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:41:17.201596 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e0a6d22f-fe2e-4368-99b8-dd7b93e3400c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:17.214322 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-2df70500-ef1c-4646-aa8d-6d31cfb8f39b tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['736181bd-af3f-4ea3-a04b-53280055d7d1']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:17.276942 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-b9ea0a61-c143-41a6-81bc-e384ce5dfa99 None None] Allocated IP 2001:db8:0:1::2 (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/fb3e71fc-f787-4a23-bf89-bf46180e4c45/ea617712-b367-4f7a-a39c-5704f7ed41d9) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:41:17.405530 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-2df70500-ef1c-4646-aa8d-6d31cfb8f39b tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cbe6f09-a48e-4309-9ee4-f35a3af07fb0') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:17.405843 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-2df70500-ef1c-4646-aa8d-6d31cfb8f39b tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cbe6f09-a48e-4309-9ee4-f35a3af07fb0') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:17.421825 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3c84d110-d890-4b8e-b44c-3b56477875a0 req-3dc1a9e0-0191-4143-94f6-a0712af9d9c7 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d7571fd-0756-4468-bd3c-a3877d2e955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2928367 Feb 09 12:41:17.443443 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-550da57d-db57-42d9-b16f-8372292c8841 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Deleting port b1c6b86d-953c-40e6-a2ed-543da56257c7 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:41:17.444074 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-550da57d-db57-42d9-b16f-8372292c8841 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:17.464165 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c887a961-5b36-40db-a418-9d974a87d5e9 None None] DHCP port deletion for 59c38b92-af1f-499a-b702-fc62b01dae27 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:41:17.483078 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-c887a961-5b36-40db-a418-9d974a87d5e9 None None] Deleting port 8ef5d6de-1dfe-4bb3-85cc-34f0f9ca08d6 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:41:17.483453 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c887a961-5b36-40db-a418-9d974a87d5e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:17.493025 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2df70500-ef1c-4646-aa8d-6d31cfb8f39b tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:17.508197 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-e0a6d22f-fe2e-4368-99b8-dd7b93e3400c admin admin] Calling delete_port for 8ef5d6de-1dfe-4bb3-85cc-34f0f9ca08d6 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:41:17.523726 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449de87-6610-4cb6-bc23-e40051ec83db req-00952ecb-f271-40fc-834b-7019acca87a9 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:17.525347 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b449de87-6610-4cb6-bc23-e40051ec83db req-00952ecb-f271-40fc-834b-7019acca87a9 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0c227a0-9ef0-4fe1-930e-3a42849fd518 HTTP/1.1" status: 200 len: 945 time: 0.3761556 Feb 09 12:41:17.569103 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2df70500-ef1c-4646-aa8d-6d31cfb8f39b tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:17.581468 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2df70500-ef1c-4646-aa8d-6d31cfb8f39b tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:41:17.581996 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2df70500-ef1c-4646-aa8d-6d31cfb8f39b tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:17.598010 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:41:17.598010 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:41:17.598010 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:41:17.598010 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:41:17.598010 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:41:17.598010 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:41:17.598010 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:41:17.598010 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:41:17.598010 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:41:17.598010 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:41:17.598010 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:41:17.598010 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:41:17.598010 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:41:17.598010 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:41:17.598010 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:41:17.598010 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:41:17.598010 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:41:17.598010 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:41:17.598010 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:41:17.598010 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:41:17.598010 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:41:17.598010 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:41:17.598010 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:41:17.598010 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:41:17.598010 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:41:17.598010 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:41:17.598010 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:41:17.598010 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:41:17.598010 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:41:17.598010 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:41:17.598010 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:41:17.598010 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:41:17.637204 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f4d70e4e-84c0-45ba-ad8a-929c6040b8c1 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:17.689219 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:17.709404 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e0a6d22f-fe2e-4368-99b8-dd7b93e3400c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:17.754422 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-c887a961-5b36-40db-a418-9d974a87d5e9 None None] The port '8ef5d6de-1dfe-4bb3-85cc-34f0f9ca08d6' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:41:17.759719 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2df70500-ef1c-4646-aa8d-6d31cfb8f39b tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:17.766591 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-b9ea0a61-c143-41a6-81bc-e384ce5dfa99 None None] For port ea617712-b367-4f7a-a39c-5704f7ed41d9, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=ea617712-b367-4f7a-a39c-5704f7ed41d9,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:41:17.784774 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:17.786593 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2df70500-ef1c-4646-aa8d-6d31cfb8f39b tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:17.792986 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a6d22f-fe2e-4368-99b8-dd7b93e3400c admin admin] No DVR routers for this DVR port 8ef5d6de-1dfe-4bb3-85cc-34f0f9ca08d6 on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:41:17.793290 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:17.798363 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a6d22f-fe2e-4368-99b8-dd7b93e3400c admin admin] Pushing event deleted for resources: {'Port': ['ID=8ef5d6de-1dfe-4bb3-85cc-34f0f9ca08d6,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:17.813261 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:41:17.818956 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b9ea0a61-c143-41a6-81bc-e384ce5dfa99 None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:17.836942 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b9ea0a61-c143-41a6-81bc-e384ce5dfa99 None None] Transition to ACTIVE for port object ea617712-b367-4f7a-a39c-5704f7ed41d9 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:41:17.850706 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b449de87-6610-4cb6-bc23-e40051ec83db req-8b1f0200-d32c-4757-ab97-3a37f1d84250 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/security-groups?id=070691eb-047b-4e04-88f1-62a85ef0b1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187203 Feb 09 12:41:17.887926 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b9ea0a61-c143-41a6-81bc-e384ce5dfa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:17.891335 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df70500-ef1c-4646-aa8d-6d31cfb8f39b tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Pushing event deleted for resources: {'Network': ['ID=736181bd-af3f-4ea3-a04b-53280055d7d1,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:17.989497 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d70e4e-84c0-45ba-ad8a-929c6040b8c1 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event updated for resources: {'Subnet': ['ID=4af83658-16cd-40f4-9d5d-b5f4ef71f2f5,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:17.997223 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:41:17.997579 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:41:18.029136 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d70e4e-84c0-45ba-ad8a-929c6040b8c1 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Checking segment: {'id': '75906d45-3bfb-482d-a30d-ce26324df2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '80f50bea-3c15-4494-8231-234ae67761bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:41:18.029422 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d70e4e-84c0-45ba-ad8a-929c6040b8c1 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Network hostable DHCP agents. Network: 80f50bea-3c15-4494-8231-234ae67761bd, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:41:18.048090 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea0a61-c143-41a6-81bc-e384ce5dfa99 None None] Pushing event updated for resources: {'Port': ['ID=ea617712-b367-4f7a-a39c-5704f7ed41d9,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:18.069861 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37d98b-d97a-42d6-b39d-2f23b132111e req-7f55a6cd-f2ed-46af-8f9c-55b5de8fa2e0 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:18.071473 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ef37d98b-d97a-42d6-b39d-2f23b132111e req-7f55a6cd-f2ed-46af-8f9c-55b5de8fa2e0 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0c227a0-9ef0-4fe1-930e-3a42849fd518 HTTP/1.1" status: 200 len: 945 time: 0.5220997 Feb 09 12:41:18.077123 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2df70500-ef1c-4646-aa8d-6d31cfb8f39b tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] 10.222.0.55 "DELETE /v2.0/networks/736181bd-af3f-4ea3-a04b-53280055d7d1 HTTP/1.1" status: 204 len: 168 time: 1.6948943 Feb 09 12:41:18.080182 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48544) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:18.106842 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e0a6d22f-fe2e-4368-99b8-dd7b93e3400c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:18.190696 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffbb4f6-f2d2-4677-9232-e93fe8d07eb0 req-bcbed56e-1513-4af2-835b-256df9d5b319 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:18.192359 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bffbb4f6-f2d2-4677-9232-e93fe8d07eb0 req-bcbed56e-1513-4af2-835b-256df9d5b319 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/ports?device_id=6926cd38-319f-439e-87b0-6931865aa752 HTTP/1.1" status: 200 len: 945 time: 0.4432669 Feb 09 12:41:18.194527 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-550da57d-db57-42d9-b16f-8372292c8841 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:18.203305 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-e0a6d22f-fe2e-4368-99b8-dd7b93e3400c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59c38b92-af1f-499a-b702-fc62b01dae27']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:18.208741 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d70e4e-84c0-45ba-ad8a-929c6040b8c1 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Network 80f50bea-3c15-4494-8231-234ae67761bd is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:41:18.228795 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-e0a6d22f-fe2e-4368-99b8-dd7b93e3400c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab9162a2-48b1-4949-aaca-6b08427f45b8') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:18.229090 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-e0a6d22f-fe2e-4368-99b8-dd7b93e3400c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab9162a2-48b1-4949-aaca-6b08427f45b8') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:18.245784 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6b29bcdb-dff5-4cf2-8ddd-27222fc74787 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:18.250029 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e0a6d22f-fe2e-4368-99b8-dd7b93e3400c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:18.304500 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e0a6d22f-fe2e-4368-99b8-dd7b93e3400c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:18.328957 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0a6d22f-fe2e-4368-99b8-dd7b93e3400c admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:41:18.329372 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e0a6d22f-fe2e-4368-99b8-dd7b93e3400c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:18.343143 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:41:18.343143 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:41:18.343143 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:41:18.343143 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:41:18.343143 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:41:18.343143 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:41:18.343143 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:41:18.343143 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:41:18.343143 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:41:18.343143 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:41:18.343143 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:41:18.343143 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:41:18.343143 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:41:18.343143 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:41:18.343143 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:41:18.343143 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:41:18.343143 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:41:18.343143 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:41:18.343143 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:41:18.343143 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:41:18.343143 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:41:18.343143 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:41:18.343143 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:41:18.343143 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:41:18.343143 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:41:18.343143 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:41:18.343143 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:41:18.343143 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:41:18.343143 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:41:18.343143 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:41:18.343143 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:41:18.343143 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:41:18.347633 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-ef37d98b-d97a-42d6-b39d-2f23b132111e req-89dac03b-a066-4de7-a7c6-bbb9a8bf71c0 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Deleting port 0c28a6f7-5d8f-498f-8731-d8857f3e710c {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:41:18.348018 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ef37d98b-d97a-42d6-b39d-2f23b132111e req-89dac03b-a066-4de7-a7c6-bbb9a8bf71c0 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:18.379465 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-550da57d-db57-42d9-b16f-8372292c8841 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Calling delete_port for b1c6b86d-953c-40e6-a2ed-543da56257c7 owned by {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:41:18.425963 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-f4d70e4e-84c0-45ba-ad8a-929c6040b8c1 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 80f50bea-3c15-4494-8231-234ae67761bd) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:41:18.430009 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d70e4e-84c0-45ba-ad8a-929c6040b8c1 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:18.430603 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f4d70e4e-84c0-45ba-ad8a-929c6040b8c1 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:18.437973 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f227fd-3deb-4b85-b42c-26f911169df5 None None] Network 80f50bea-3c15-4494-8231-234ae67761bd requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:41:18.489170 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6b29bcdb-dff5-4cf2-8ddd-27222fc74787 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:18.513699 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bffbb4f6-f2d2-4677-9232-e93fe8d07eb0 req-75c5b358-b80a-447f-9007-551a8bb700f0 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/security-groups?id=53536b3f-6b08-44d9-8017-8a0f5c9448d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060629 Feb 09 12:41:18.529930 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-6b29bcdb-dff5-4cf2-8ddd-27222fc74787 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd3be3ce-9a56-40ab-a24d-3eaa261e488c']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:18.553821 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-6b29bcdb-dff5-4cf2-8ddd-27222fc74787 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dd56350-a195-4a5c-bcf3-ce75987a3f9b') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:18.554127 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-6b29bcdb-dff5-4cf2-8ddd-27222fc74787 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dd56350-a195-4a5c-bcf3-ce75987a3f9b') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:18.570707 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6b29bcdb-dff5-4cf2-8ddd-27222fc74787 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:18.598671 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6b29bcdb-dff5-4cf2-8ddd-27222fc74787 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:18.606582 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b29bcdb-dff5-4cf2-8ddd-27222fc74787 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:41:18.607242 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6b29bcdb-dff5-4cf2-8ddd-27222fc74787 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:18.623688 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e0a6d22f-fe2e-4368-99b8-dd7b93e3400c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:18.628948 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e0a6d22f-fe2e-4368-99b8-dd7b93e3400c admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:18.635015 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:41:18.635015 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:41:18.635015 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:41:18.635015 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:41:18.635015 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:41:18.635015 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:41:18.635015 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:41:18.635015 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:41:18.635015 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:41:18.635015 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:41:18.635015 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:41:18.635015 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:41:18.635015 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:41:18.635015 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:41:18.635015 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:41:18.635015 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:41:18.635015 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:41:18.635015 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:41:18.635015 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:41:18.635015 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:41:18.635015 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:41:18.635015 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:41:18.635015 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:41:18.635015 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:41:18.635015 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:41:18.635015 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:41:18.635015 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:41:18.635015 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:41:18.635015 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:41:18.635015 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:41:18.635015 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:41:18.635015 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:41:18.658183 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e0a6d22f-fe2e-4368-99b8-dd7b93e3400c admin admin] 10.222.0.55 "DELETE /v2.0/networks/59c38b92-af1f-499a-b702-fc62b01dae27 HTTP/1.1" status: 204 len: 168 time: 2.4823785 Feb 09 12:41:18.678177 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:18.729397 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a6d22f-fe2e-4368-99b8-dd7b93e3400c admin admin] Pushing event deleted for resources: {'Network': ['ID=59c38b92-af1f-499a-b702-fc62b01dae27,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:18.764426 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6b29bcdb-dff5-4cf2-8ddd-27222fc74787 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:18.770052 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6b29bcdb-dff5-4cf2-8ddd-27222fc74787 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:18.789411 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port ea617712-b367-4f7a-a39c-5704f7ed41d9, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=ea617712-b367-4f7a-a39c-5704f7ed41d9,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:41:18.799311 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:18.810345 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6b29bcdb-dff5-4cf2-8ddd-27222fc74787 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] 10.222.0.55 "DELETE /v2.0/networks/cd3be3ce-9a56-40ab-a24d-3eaa261e488c HTTP/1.1" status: 204 len: 168 time: 0.7287543 Feb 09 12:41:18.811231 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29bcdb-dff5-4cf2-8ddd-27222fc74787 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Pushing event deleted for resources: {'Network': ['ID=cd3be3ce-9a56-40ab-a24d-3eaa261e488c,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:18.813696 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48552) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:18.838958 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f4d70e4e-84c0-45ba-ad8a-929c6040b8c1 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.6043546 Feb 09 12:41:18.842603 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48556) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:18.850152 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-3d3c2fdb-2e95-45d2-821d-ccaf9e1fa94a tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:19.039615 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device ea617712-b367-4f7a-a39c-5704f7ed41d9 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:41:19.084547 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48562) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:19.151792 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=ea617712-b367-4f7a-a39c-5704f7ed41d9,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:19.164151 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:19.167549 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c61b86e-4c13-4150-9cc4-6b2fd4883320 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-80f50bea-3c15-4494-8231-234ae67761bd', 'network_id': '80f50bea-3c15-4494-8231-234ae67761bd', 'tenant_id': '3fe8dec11ddd4b74aaa8bf07aa25bebd', 'fixed_ips': [{'subnet_id': '4af83658-16cd-40f4-9d5d-b5f4ef71f2f5'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:41:19.169052 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6c61b86e-4c13-4150-9cc4-6b2fd4883320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:19.187307 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-ff239f07-1fe8-40d4-8c62-c323dff8bf71 None None] Provisioning for port ea617712-b367-4f7a-a39c-5704f7ed41d9 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:41:19.196184 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-ff239f07-1fe8-40d4-8c62-c323dff8bf71 None None] Provisioning complete for port ea617712-b367-4f7a-a39c-5704f7ed41d9 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:41:19.196563 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ff239f07-1fe8-40d4-8c62-c323dff8bf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:19.231387 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e5f400c0-ba85-4f57-86a1-ddd8eeeb626d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=10b74e0e64c94b1f9b766afd7154b764&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1435506 Feb 09 12:41:19.238986 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d70e00-59f5-4153-b6f7-36df9df72c4e tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:19.240565 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48566) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:19.245243 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d70e00-59f5-4153-b6f7-36df9df72c4e tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:19.245732 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-66d70e00-59f5-4153-b6f7-36df9df72c4e tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Synchronizing usage tracker for tenant:b8cc9bc578574e9d908159d275519119 on resource:network {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:41:19.253943 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3d3c2fdb-2e95-45d2-821d-ccaf9e1fa94a tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3805722'] for subnet, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:19.310614 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port ea617712-b367-4f7a-a39c-5704f7ed41d9 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:41:19.311060 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-66d70e00-59f5-4153-b6f7-36df9df72c4e tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Unset dirty status for tenant:b8cc9bc578574e9d908159d275519119 on resource:network {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:41:19.311205 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:19.312124 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-66d70e00-59f5-4153-b6f7-36df9df72c4e tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4972231 Feb 09 12:41:19.320530 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48570) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:19.328071 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-6dbf4e66-6c1c-4040-8553-9dd3051c207e tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1078885538'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:19.335697 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6dbf4e66-6c1c-4040-8553-9dd3051c207e tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:19.362829 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6dbf4e66-6c1c-4040-8553-9dd3051c207e tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:19.416738 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbf4e66-6c1c-4040-8553-9dd3051c207e tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Made reservation on behalf of b8cc9bc578574e9d908159d275519119 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:41:19.419818 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6dbf4e66-6c1c-4040-8553-9dd3051c207e tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:19.427754 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e58f2c-5e4a-4fc8-90af-228f2a18cf75 req-81cb12fa-5d1a-4ac5-a98f-5f712eae4da1 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:19.429299 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-05e58f2c-5e4a-4fc8-90af-228f2a18cf75 req-81cb12fa-5d1a-4ac5-a98f-5f712eae4da1 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 946 time: 0.6656935 Feb 09 12:41:19.444912 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-ef37d98b-d97a-42d6-b39d-2f23b132111e req-89dac03b-a066-4de7-a7c6-bbb9a8bf71c0 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] For port 0c28a6f7-5d8f-498f-8731-d8857f3e710c, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=0c28a6f7-5d8f-498f-8731-d8857f3e710c,segment=NetworkSegment(48acd6d1-ef26-4e3f-bfd0-907db7418444),segment_id=48acd6d1-ef26-4e3f-bfd0-907db7418444)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:41:19.445329 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ef37d98b-d97a-42d6-b39d-2f23b132111e req-89dac03b-a066-4de7-a7c6-bbb9a8bf71c0 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:19.483206 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-550da57d-db57-42d9-b16f-8372292c8841 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:19.503260 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dbf4e66-6c1c-4040-8553-9dd3051c207e tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:41:19.528288 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6dbf4e66-6c1c-4040-8553-9dd3051c207e tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:19.528680 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-6dbf4e66-6c1c-4040-8553-9dd3051c207e tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Added segment d83aa77b-3573-4aa0-8984-196995428ffe of type vlan for network 1ce1a85e-6bad-425d-9dad-18532081ff0e Feb 09 12:41:19.559456 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3d3c2fdb-2e95-45d2-821d-ccaf9e1fa94a tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744762461444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3871696'] for subnet, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:19.596729 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 8ef5d6de-1dfe-4bb3-85cc-34f0f9ca08d6 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:41:19.606604 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6dbf4e66-6c1c-4040-8553-9dd3051c207e tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:19.641622 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 8ef5d6de-1dfe-4bb3-85cc-34f0f9ca08d6 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:41:19.641622 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 8ef5d6de-1dfe-4bb3-85cc-34f0f9ca08d6 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:41:19.643512 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5455dcad-d5e7-4918-a246-f26ba2002bff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:19.651287 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6401f5b3-bef2-4cdd-a6cd-a3b3baa8eb58 None None] Could not find standard attr ID for object b1c6b86d-953c-40e6-a2ed-543da56257c7. {{(pid=87569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 12:41:19.657136 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3c2fdb-2e95-45d2-821d-ccaf9e1fa94a tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:19.657684 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3d3c2fdb-2e95-45d2-821d-ccaf9e1fa94a tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:19.661222 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-ef37d98b-d97a-42d6-b39d-2f23b132111e req-89dac03b-a066-4de7-a7c6-bbb9a8bf71c0 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Calling delete_port for 0c28a6f7-5d8f-498f-8731-d8857f3e710c owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:41:19.661934 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3d3c2fdb-2e95-45d2-821d-ccaf9e1fa94a tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "PUT /v2.0/subnets/4af83658-16cd-40f4-9d5d-b5f4ef71f2f5 HTTP/1.1" status: 200 len: 877 time: 0.8179929 Feb 09 12:41:19.665412 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48576) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:19.673017 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-6c61b86e-4c13-4150-9cc4-6b2fd4883320 None None] Allocated IP 172.20.0.3 (80f50bea-3c15-4494-8231-234ae67761bd/4af83658-16cd-40f4-9d5d-b5f4ef71f2f5/7133ccf1-d91e-4fe0-bb4c-f459711f9e89) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:41:19.726324 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550da57d-db57-42d9-b16f-8372292c8841 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Port': ['ID=b1c6b86d-953c-40e6-a2ed-543da56257c7,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:19.767897 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c2fdb-2e95-45d2-821d-ccaf9e1fa94a tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event updated for resources: {'Subnet': ['ID=4af83658-16cd-40f4-9d5d-b5f4ef71f2f5,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:19.786643 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd9d23c-be91-44dd-ad6e-df510944a0ab req-2f5aa5eb-5109-4e43-bc09-32cdbc72737d tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:19.786888 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6dbf4e66-6c1c-4040-8553-9dd3051c207e tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:19.793421 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1cd9d23c-be91-44dd-ad6e-df510944a0ab req-2f5aa5eb-5109-4e43-bc09-32cdbc72737d tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0c227a0-9ef0-4fe1-930e-3a42849fd518 HTTP/1.1" status: 200 len: 945 time: 0.6433737 Feb 09 12:41:19.797535 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbf4e66-6c1c-4040-8553-9dd3051c207e tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:19.798178 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6dbf4e66-6c1c-4040-8553-9dd3051c207e tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:19.864514 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-05e58f2c-5e4a-4fc8-90af-228f2a18cf75 req-c3157e1b-a26d-4135-b285-2cb7f7056fc3 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d7571fd-0756-4468-bd3c-a3877d2e955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4226930 Feb 09 12:41:19.900016 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5455dcad-d5e7-4918-a246-f26ba2002bff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:19.924420 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-550da57d-db57-42d9-b16f-8372292c8841 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:19.941001 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6c61b86e-4c13-4150-9cc4-6b2fd4883320 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:19.954635 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6c61b86e-4c13-4150-9cc4-6b2fd4883320 None None] Transition to ACTIVE for port object 7133ccf1-d91e-4fe0-bb4c-f459711f9e89 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:41:19.966528 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cb4ccf5d-e18a-4a4b-ad9d-2a27b9b40e19 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:19.982416 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-550da57d-db57-42d9-b16f-8372292c8841 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/ports/b1c6b86d-953c-40e6-a2ed-543da56257c7 HTTP/1.1" status: 204 len: 168 time: 2.9425123 Feb 09 12:41:19.988390 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6dbf4e66-6c1c-4040-8553-9dd3051c207e tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6677296 Feb 09 12:41:19.989632 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6c61b86e-4c13-4150-9cc4-6b2fd4883320 None None] Transition to ACTIVE for port object 7133ccf1-d91e-4fe0-bb4c-f459711f9e89 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:41:19.996468 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48582) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:19.996813 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48584) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:19.999978 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6c61b86e-4c13-4150-9cc4-6b2fd4883320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:20.006066 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1cd9d23c-be91-44dd-ad6e-df510944a0ab req-e9b03a30-c560-4e11-8cba-aed4200d5133 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/security-groups?id=070691eb-047b-4e04-88f1-62a85ef0b1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116096 Feb 09 12:41:20.008030 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-357af96f-6770-4227-a7cb-b7cb8e19c689 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-128569657'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:20.075518 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf4e66-6c1c-4040-8553-9dd3051c207e tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Pushing event updated for resources: {'Network': ['ID=1ce1a85e-6bad-425d-9dad-18532081ff0e,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:20.088450 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c61b86e-4c13-4150-9cc4-6b2fd4883320 None None] Pushing event updated for resources: {'Port': ['ID=7133ccf1-d91e-4fe0-bb4c-f459711f9e89,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:20.091930 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-357af96f-6770-4227-a7cb-b7cb8e19c689 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:20.104668 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 1ce1a85e-6bad-425d-9dad-18532081ff0e details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:41:20.113613 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-357af96f-6770-4227-a7cb-b7cb8e19c689 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Usage tracker for resource:network and tenant:b8cc9bc578574e9d908159d275519119 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:41:20.116836 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-357af96f-6770-4227-a7cb-b7cb8e19c689 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:41:20.123376 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-cb4ccf5d-e18a-4a4b-ad9d-2a27b9b40e19 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Deleting port 7133ccf1-d91e-4fe0-bb4c-f459711f9e89 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:41:20.123751 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cb4ccf5d-e18a-4a4b-ad9d-2a27b9b40e19 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:20.147580 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5455dcad-d5e7-4918-a246-f26ba2002bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:20.153935 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-357af96f-6770-4227-a7cb-b7cb8e19c689 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:20.166610 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ef37d98b-d97a-42d6-b39d-2f23b132111e req-89dac03b-a066-4de7-a7c6-bbb9a8bf71c0 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:20.230624 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5455dcad-d5e7-4918-a246-f26ba2002bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709620c5-6452-42ae-b85d-5b2e94b4d0a0,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:20.239979 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dac03b-a066-4de7-a7c6-bbb9a8bf71c0 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Pushing event deleted for resources: {'Port': ['ID=0c28a6f7-5d8f-498f-8731-d8857f3e710c,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:20.257950 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c61b86e-4c13-4150-9cc4-6b2fd4883320 None None] Network 80f50bea-3c15-4494-8231-234ae67761bd is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:41:20.259359 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-6c61b86e-4c13-4150-9cc4-6b2fd4883320 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:41:20.273001 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c61b86e-4c13-4150-9cc4-6b2fd4883320 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:41:20.326087 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357af96f-6770-4227-a7cb-b7cb8e19c689 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Made reservation on behalf of b8cc9bc578574e9d908159d275519119 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:41:20.329633 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-357af96f-6770-4227-a7cb-b7cb8e19c689 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:20.339186 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5455dcad-d5e7-4918-a246-f26ba2002bff admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:20.340331 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-5455dcad-d5e7-4918-a246-f26ba2002bff admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/709620c5-6452-42ae-b85d-5b2e94b4d0a0 HTTP/1.1" status: 204 len: 168 time: 1.0939162 Feb 09 12:41:20.341593 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef37d98b-d97a-42d6-b39d-2f23b132111e req-89dac03b-a066-4de7-a7c6-bbb9a8bf71c0 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] No DVR routers for this DVR port 0c28a6f7-5d8f-498f-8731-d8857f3e710c on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:41:20.344355 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ef37d98b-d97a-42d6-b39d-2f23b132111e req-89dac03b-a066-4de7-a7c6-bbb9a8bf71c0 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:20.347050 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ef37d98b-d97a-42d6-b39d-2f23b132111e req-89dac03b-a066-4de7-a7c6-bbb9a8bf71c0 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.46 "DELETE /v2.0/ports/0c28a6f7-5d8f-498f-8731-d8857f3e710c HTTP/1.1" status: 204 len: 173 time: 2.2662220 Feb 09 12:41:20.349908 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c227a0-9ef0-4fe1-930e-3a42849fd518', 'name': 'network-vif-deleted', 'tag': '0c28a6f7-5d8f-498f-8731-d8857f3e710c'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:41:20.414905 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f9021-4b6c-428e-87c2-4377d076a24c req-02637cf6-2304-453d-9985-a365268708ef tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:20.421860 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-208f9021-4b6c-428e-87c2-4377d076a24c req-02637cf6-2304-453d-9985-a365268708ef tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/ports?device_id=6926cd38-319f-439e-87b0-6931865aa752 HTTP/1.1" status: 200 len: 945 time: 0.3141129 Feb 09 12:41:20.428648 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48065b8c-78c0-47b5-a280-11202d64c420 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:20.429421 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-48065b8c-78c0-47b5-a280-11202d64c420 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Synchronizing usage tracker for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:41:20.444493 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c227a0-9ef0-4fe1-930e-3a42849fd518', 'name': 'network-vif-deleted', 'tag': '0c28a6f7-5d8f-498f-8731-d8857f3e710c', 'status': 'completed', 'code': 200} Feb 09 12:41:20.489930 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-208f9021-4b6c-428e-87c2-4377d076a24c req-16bf08fc-e128-4faf-a950-1bc54b143c21 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/security-groups?id=53536b3f-6b08-44d9-8017-8a0f5c9448d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576081 Feb 09 12:41:20.535737 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-6c61b86e-4c13-4150-9cc4-6b2fd4883320 None None] Attempting to bind port 7133ccf1-d91e-4fe0-bb4c-f459711f9e89 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:41:20.536145 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-6c61b86e-4c13-4150-9cc4-6b2fd4883320 None None] Attempting to bind port 7133ccf1-d91e-4fe0-bb4c-f459711f9e89 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '75906d45-3bfb-482d-a30d-ce26324df2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '80f50bea-3c15-4494-8231-234ae67761bd'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:41:20.536508 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c61b86e-4c13-4150-9cc4-6b2fd4883320 None None] Attempting to bind port 7133ccf1-d91e-4fe0-bb4c-f459711f9e89 on network 80f50bea-3c15-4494-8231-234ae67761bd {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:41:20.540294 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:20.542789 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c61b86e-4c13-4150-9cc4-6b2fd4883320 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:41:20.543164 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c61b86e-4c13-4150-9cc4-6b2fd4883320 None None] Checking segment: {'id': '75906d45-3bfb-482d-a30d-ce26324df2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '80f50bea-3c15-4494-8231-234ae67761bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:41:20.543564 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6c61b86e-4c13-4150-9cc4-6b2fd4883320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:20.543995 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c61b86e-4c13-4150-9cc4-6b2fd4883320 None None] Bound using segment: {'id': '75906d45-3bfb-482d-a30d-ce26324df2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '80f50bea-3c15-4494-8231-234ae67761bd'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:41:20.544466 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-6c61b86e-4c13-4150-9cc4-6b2fd4883320 None None] Bound port: 7133ccf1-d91e-4fe0-bb4c-f459711f9e89, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75906d45-3bfb-482d-a30d-ce26324df2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '80f50bea-3c15-4494-8231-234ae67761bd'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:41:20.544845 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6c61b86e-4c13-4150-9cc4-6b2fd4883320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:20.553610 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-357af96f-6770-4227-a7cb-b7cb8e19c689 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:41:20.591444 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-357af96f-6770-4227-a7cb-b7cb8e19c689 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:20.591781 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-357af96f-6770-4227-a7cb-b7cb8e19c689 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Added segment 575b8049-3aed-4e3b-837c-6166b8888715 of type vlan for network 990d945b-ca1f-4776-b9b7-231b9782fe26 Feb 09 12:41:20.599668 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-48065b8c-78c0-47b5-a280-11202d64c420 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Unset dirty status for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:41:20.601328 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-48065b8c-78c0-47b5-a280-11202d64c420 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6025193 Feb 09 12:41:20.603751 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48594) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:20.659055 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-357af96f-6770-4227-a7cb-b7cb8e19c689 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:20.670184 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-cb4ccf5d-e18a-4a4b-ad9d-2a27b9b40e19 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] For port 7133ccf1-d91e-4fe0-bb4c-f459711f9e89, host n-d-825178-3, got binding levels [] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:41:20.670389 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-6c61b86e-4c13-4150-9cc4-6b2fd4883320 None None] For port 7133ccf1-d91e-4fe0-bb4c-f459711f9e89, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:41:20.670482 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cb4ccf5d-e18a-4a4b-ad9d-2a27b9b40e19 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:20.675737 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-6c61b86e-4c13-4150-9cc4-6b2fd4883320 None None] For port 7133ccf1-d91e-4fe0-bb4c-f459711f9e89, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=7133ccf1-d91e-4fe0-bb4c-f459711f9e89,segment=NetworkSegment(75906d45-3bfb-482d-a30d-ce26324df2db),segment_id=75906d45-3bfb-482d-a30d-ce26324df2db)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:41:20.682661 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6c61b86e-4c13-4150-9cc4-6b2fd4883320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:20.693007 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e90df8-46b3-47f2-b004-65ead3efb3d5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:20.693809 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c4e90df8-46b3-47f2-b004-65ead3efb3d5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Synchronizing usage tracker for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:41:20.709144 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c4e90df8-46b3-47f2-b004-65ead3efb3d5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Unset dirty status for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:41:20.713101 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c4e90df8-46b3-47f2-b004-65ead3efb3d5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1055341 Feb 09 12:41:20.713984 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48600) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:20.781803 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c61b86e-4c13-4150-9cc4-6b2fd4883320 None None] Pushing event updated for resources: {'Port': ['ID=7133ccf1-d91e-4fe0-bb4c-f459711f9e89,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:20.798242 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.resource_extend [None req-357af96f-6770-4227-a7cb-b7cb8e19c689 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:41:20.804452 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cb9c5c-f31a-4380-a8fd-bbdc82e37722 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:20.806197 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cb9c5c-f31a-4380-a8fd-bbdc82e37722 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:20.819500 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-cb4ccf5d-e18a-4a4b-ad9d-2a27b9b40e19 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Calling delete_port for 7133ccf1-d91e-4fe0-bb4c-f459711f9e89 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:41:20.821731 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cb9c5c-f31a-4380-a8fd-bbdc82e37722 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:20.824104 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-72cb9c5c-f31a-4380-a8fd-bbdc82e37722 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1090970 Feb 09 12:41:20.826764 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48604) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:20.876834 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-357af96f-6770-4227-a7cb-b7cb8e19c689 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:20.882907 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357af96f-6770-4227-a7cb-b7cb8e19c689 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:20.883515 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-357af96f-6770-4227-a7cb-b7cb8e19c689 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:20.885052 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48608) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:20.934405 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device ea617712-b367-4f7a-a39c-5704f7ed41d9 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:41:20.950461 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-01f3a107-f669-4bca-a4a0-63d784e12762 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Deleting subnet 5e690238-ef00-4706-bdb9-cd953570f8dd {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:41:20.956224 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-01f3a107-f669-4bca-a4a0-63d784e12762 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:21.006989 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357af96f-6770-4227-a7cb-b7cb8e19c689 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Pushing event updated for resources: {'Network': ['ID=990d945b-ca1f-4776-b9b7-231b9782fe26,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:21.019895 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 990d945b-ca1f-4776-b9b7-231b9782fe26 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:41:21.034142 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-34562794-1e76-4569-82ec-aca206a75194 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5ff17b7486ae49418ea3070b1231ff3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1471567 Feb 09 12:41:21.037419 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48614) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:21.065682 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-01f3a107-f669-4bca-a4a0-63d784e12762 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:21.070646 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-357af96f-6770-4227-a7cb-b7cb8e19c689 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0654740 Feb 09 12:41:21.070646 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.api [None req-cb4ccf5d-e18a-4a4b-ad9d-2a27b9b40e19 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:41:21.070646 n-d-825178-3 neutron-server[87568]: DEBUG oslo_db.api [None req-cb4ccf5d-e18a-4a4b-ad9d-2a27b9b40e19 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:41:21.071630 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48618) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:21.077372 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-0ac679ed-979d-41a7-a6c1-031856bacc67 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Request body: {'ports': [{'network_id': '1ce1a85e-6bad-425d-9dad-18532081ff0e', 'name': 'tempest-port--1971926234', 'admin_state_up': True}, {'network_id': '990d945b-ca1f-4776-b9b7-231b9782fe26', 'admin_state_up': False}]} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:21.077683 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-0ac679ed-979d-41a7-a6c1-031856bacc67 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Request body: {'port': {'network_id': '1ce1a85e-6bad-425d-9dad-18532081ff0e', 'name': 'tempest-port--1971926234', 'admin_state_up': True}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:21.078168 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-0ac679ed-979d-41a7-a6c1-031856bacc67 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Request body: {'port': {'network_id': '990d945b-ca1f-4776-b9b7-231b9782fe26', 'admin_state_up': False}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:21.218615 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e71fdf98-c487-4b69-ac10-0fa53cbc8e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:21.262832 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port ea617712-b367-4f7a-a39c-5704f7ed41d9 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:41:21.263202 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:21.267497 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e71fdf98-c487-4b69-ac10-0fa53cbc8e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:21.286935 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-01f3a107-f669-4bca-a4a0-63d784e12762 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:21.410721 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-2d755ab3-092c-4e78-8e82-d29538c0542f req-7e7efe1c-a976-490b-a489-8104eabf8889 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Synchronizing usage tracker for tenant:c3f3bb2665754bb7b2106bec898c4e16 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:41:21.429574 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0ac679ed-979d-41a7-a6c1-031856bacc67 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:21.433669 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0ac679ed-979d-41a7-a6c1-031856bacc67 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Usage tracker for resource:port and tenant:b8cc9bc578574e9d908159d275519119 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:41:21.436478 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0ac679ed-979d-41a7-a6c1-031856bacc67 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:41:21.442924 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0ac679ed-979d-41a7-a6c1-031856bacc67 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:21.453355 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac679ed-979d-41a7-a6c1-031856bacc67 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Made reservation on behalf of b8cc9bc578574e9d908159d275519119 for: {'port': 2} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:41:21.459088 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0ac679ed-979d-41a7-a6c1-031856bacc67 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:21.460495 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-2d755ab3-092c-4e78-8e82-d29538c0542f req-7e7efe1c-a976-490b-a489-8104eabf8889 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] Unset dirty status for tenant:c3f3bb2665754bb7b2106bec898c4e16 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:41:21.461886 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2d755ab3-092c-4e78-8e82-d29538c0542f req-7e7efe1c-a976-490b-a489-8104eabf8889 tempest-TestServerAdvancedOps-2052192832 tempest-TestServerAdvancedOps-2052192832-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0c227a0-9ef0-4fe1-930e-3a42849fd518 HTTP/1.1" status: 200 len: 210 time: 0.1765623 Feb 09 12:41:21.484022 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0ac679ed-979d-41a7-a6c1-031856bacc67 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:21.498444 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-01f3a107-f669-4bca-a4a0-63d784e12762 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:21.545891 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f3a107-f669-4bca-a4a0-63d784e12762 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Subnet': ['ID=5e690238-ef00-4706-bdb9-cd953570f8dd,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:21.552178 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-01f3a107-f669-4bca-a4a0-63d784e12762 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:21.554186 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e71fdf98-c487-4b69-ac10-0fa53cbc8e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:21.560205 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ccd73f-956d-40dd-a2e6-aac1351c3ddd None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:41:21.598650 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-cb4ccf5d-e18a-4a4b-ad9d-2a27b9b40e19 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Deleting port 7133ccf1-d91e-4fe0-bb4c-f459711f9e89 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:41:21.598999 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cb4ccf5d-e18a-4a4b-ad9d-2a27b9b40e19 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:21.740440 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 0c28a6f7-5d8f-498f-8731-d8857f3e710c no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:41:21.755849 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71fdf98-c487-4b69-ac10-0fa53cbc8e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbce2e1-04da-48f7-aee0-94fb16e018a2,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:21.778432 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-01f3a107-f669-4bca-a4a0-63d784e12762 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/5e690238-ef00-4706-bdb9-cd953570f8dd HTTP/1.1" status: 204 len: 168 time: 0.9470816 Feb 09 12:41:21.778432 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e71fdf98-c487-4b69-ac10-0fa53cbc8e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:21.779731 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48624) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:21.786143 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: 0c28a6f7-5d8f-498f-8731-d8857f3e710c {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:41:21.787187 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 0c28a6f7-5d8f-498f-8731-d8857f3e710c not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:41:21.792813 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e71fdf98-c487-4b69-ac10-0fa53cbc8e8f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2fbce2e1-04da-48f7-aee0-94fb16e018a2 HTTP/1.1" status: 204 len: 168 time: 0.7422278 Feb 09 12:41:21.856500 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510837ad-aa18-4c5a-83ad-b196eb860d78 req-6c842fd4-68a7-42b5-9657-535af4faa4a8 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:21.858239 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-510837ad-aa18-4c5a-83ad-b196eb860d78 req-6c842fd4-68a7-42b5-9657-535af4faa4a8 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/ports?device_id=6926cd38-319f-439e-87b0-6931865aa752 HTTP/1.1" status: 200 len: 945 time: 0.1594298 Feb 09 12:41:21.881035 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-0ac679ed-979d-41a7-a6c1-031856bacc67 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] device_id is not set on port ffbc751b-99b7-4e02-bc54-4e8e3bf4c5e0 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:41:21.934030 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-510837ad-aa18-4c5a-83ad-b196eb860d78 req-ec1dc143-b001-4feb-86fd-46f61c9caf4d tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/security-groups?id=53536b3f-6b08-44d9-8017-8a0f5c9448d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681310 Feb 09 12:41:21.994054 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-183d6e9b-9b46-494a-8950-3e6db44e095d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Deleting subnet fb3e71fc-f787-4a23-bf89-bf46180e4c45 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:41:21.999819 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-183d6e9b-9b46-494a-8950-3e6db44e095d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:22.111385 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-183d6e9b-9b46-494a-8950-3e6db44e095d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:22.160958 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-cb4ccf5d-e18a-4a4b-ad9d-2a27b9b40e19 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] For port 7133ccf1-d91e-4fe0-bb4c-f459711f9e89, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=7133ccf1-d91e-4fe0-bb4c-f459711f9e89,segment=NetworkSegment(75906d45-3bfb-482d-a30d-ce26324df2db),segment_id=75906d45-3bfb-482d-a30d-ce26324df2db)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:41:22.161321 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cb4ccf5d-e18a-4a4b-ad9d-2a27b9b40e19 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:22.431187 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07eae38-5f4f-457d-b9bc-85c0a4dfe03d None None] Network 80f50bea-3c15-4494-8231-234ae67761bd requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:41:22.480481 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-cb4ccf5d-e18a-4a4b-ad9d-2a27b9b40e19 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Calling delete_port for 7133ccf1-d91e-4fe0-bb4c-f459711f9e89 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:41:22.614093 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0ac679ed-979d-41a7-a6c1-031856bacc67 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:22.614356 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-3d0999a5-0db6-4e9e-abf7-0404035eb0e2 None None] Provisioning for port 7133ccf1-d91e-4fe0-bb4c-f459711f9e89 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:41:22.663613 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48648) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:22.800190 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e21ea26-a603-48dd-b94f-abd6557a925b admin admin] Deleting subnet 0799d651-2c16-4f5f-afb8-8db78aef797b {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:41:22.810938 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1e21ea26-a603-48dd-b94f-abd6557a925b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:22.811180 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-183d6e9b-9b46-494a-8950-3e6db44e095d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:22.900645 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-0ac679ed-979d-41a7-a6c1-031856bacc67 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] device_id is not set on port b38a70cc-0003-4aeb-a172-fe643d48c2c8 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:41:22.944521 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cb4ccf5d-e18a-4a4b-ad9d-2a27b9b40e19 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:22.954039 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1e21ea26-a603-48dd-b94f-abd6557a925b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:22.999875 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:23.059011 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1e21ea26-a603-48dd-b94f-abd6557a925b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:23.063858 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 7133ccf1-d91e-4fe0-bb4c-f459711f9e89 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:41:23.095309 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0ac679ed-979d-41a7-a6c1-031856bacc67 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:23.127437 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-1ad9b759-8cca-4e0b-bc10-295ac57cc591 None None] Provisioning complete for port ea617712-b367-4f7a-a39c-5704f7ed41d9 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:41:23.128320 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1ad9b759-8cca-4e0b-bc10-295ac57cc591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:23.144581 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1e21ea26-a603-48dd-b94f-abd6557a925b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:23.168464 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 7133ccf1-d91e-4fe0-bb4c-f459711f9e89 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:41:23.168905 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 7133ccf1-d91e-4fe0-bb4c-f459711f9e89 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 09 12:41:23.178376 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ccf5d-e18a-4a4b-ad9d-2a27b9b40e19 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event deleted for resources: {'Port': ['ID=7133ccf1-d91e-4fe0-bb4c-f459711f9e89,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:23.187687 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-183d6e9b-9b46-494a-8950-3e6db44e095d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:23.228585 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Port 7133ccf1-d91e-4fe0-bb4c-f459711f9e89 not found, will not notify nova. {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 09 12:41:23.246209 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21ea26-a603-48dd-b94f-abd6557a925b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0799d651-2c16-4f5f-afb8-8db78aef797b,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:23.253395 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1e21ea26-a603-48dd-b94f-abd6557a925b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:23.274613 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1e21ea26-a603-48dd-b94f-abd6557a925b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0799d651-2c16-4f5f-afb8-8db78aef797b HTTP/1.1" status: 204 len: 168 time: 0.6093390 Feb 09 12:41:23.275496 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48658) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:23.303375 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-183d6e9b-9b46-494a-8950-3e6db44e095d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:23.320429 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d6e9b-9b46-494a-8950-3e6db44e095d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Subnet': ['ID=fb3e71fc-f787-4a23-bf89-bf46180e4c45,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:23.332201 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52c78b5-5e4b-48a3-8e94-3c946ecaf5ca None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:41:23.340518 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0ac679ed-979d-41a7-a6c1-031856bacc67 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:23.352040 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-183d6e9b-9b46-494a-8950-3e6db44e095d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/fb3e71fc-f787-4a23-bf89-bf46180e4c45 HTTP/1.1" status: 204 len: 168 time: 1.5588222 Feb 09 12:41:23.357634 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48662) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:23.428579 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8dd7d-015e-4769-af9e-f782f874bbf7 req-b0f312e7-c6db-4da8-84bb-797ce137a05f tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:23.430350 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4fc8dd7d-015e-4769-af9e-f782f874bbf7 req-b0f312e7-c6db-4da8-84bb-797ce137a05f tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/ports?device_id=6926cd38-319f-439e-87b0-6931865aa752 HTTP/1.1" status: 200 len: 945 time: 0.2497945 Feb 09 12:41:23.459819 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0fad6562-66a8-41cd-afaf-cd8f9a2050f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:23.504920 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4ccf5d-e18a-4a4b-ad9d-2a27b9b40e19 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] No DVR routers for this DVR port 7133ccf1-d91e-4fe0-bb4c-f459711f9e89 on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:41:23.551490 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4fc8dd7d-015e-4769-af9e-f782f874bbf7 req-67ac2007-0e9f-4bff-bfbd-7b57b940e7bf tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/security-groups?id=53536b3f-6b08-44d9-8017-8a0f5c9448d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149294 Feb 09 12:41:23.623810 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac679ed-979d-41a7-a6c1-031856bacc67 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Pushing event updated for resources: {'Port': ['ID=ffbc751b-99b7-4e02-bc54-4e8e3bf4c5e0,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:23.655801 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0fad6562-66a8-41cd-afaf-cd8f9a2050f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:23.673348 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cc7fe7-bda2-47b2-86b6-3988cccda6f7 None None] Network 80f50bea-3c15-4494-8231-234ae67761bd requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:41:23.689453 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-0fad6562-66a8-41cd-afaf-cd8f9a2050f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['821a3ca6-9404-481f-8aeb-3b77268829e7']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:23.694978 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8611b06e-e551-40d0-9208-7fd92e2b186c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2197328 Feb 09 12:41:23.698395 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48674) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:23.709236 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-8764a6d3-1067-4fb7-83f6-b5edc01eb710 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'subnet': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:23.730179 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac679ed-979d-41a7-a6c1-031856bacc67 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Checking segment: {'id': 'd83aa77b-3573-4aa0-8984-196995428ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '1ce1a85e-6bad-425d-9dad-18532081ff0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:41:23.730551 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac679ed-979d-41a7-a6c1-031856bacc67 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Network hostable DHCP agents. Network: 1ce1a85e-6bad-425d-9dad-18532081ff0e, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:41:23.735408 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-0fad6562-66a8-41cd-afaf-cd8f9a2050f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48acd6d1-ef26-4e3f-bfd0-907db7418444') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:23.735687 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-0fad6562-66a8-41cd-afaf-cd8f9a2050f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48acd6d1-ef26-4e3f-bfd0-907db7418444') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:23.756236 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cb4ccf5d-e18a-4a4b-ad9d-2a27b9b40e19 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:23.802371 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac679ed-979d-41a7-a6c1-031856bacc67 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Network 1ce1a85e-6bad-425d-9dad-18532081ff0e is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:41:23.824267 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0fad6562-66a8-41cd-afaf-cd8f9a2050f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:23.826711 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-0ac679ed-979d-41a7-a6c1-031856bacc67 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 1ce1a85e-6bad-425d-9dad-18532081ff0e) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:41:23.831641 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac679ed-979d-41a7-a6c1-031856bacc67 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:41:23.832642 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0ac679ed-979d-41a7-a6c1-031856bacc67 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:23.851753 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672a92c2-09ef-4e2f-bb18-a3f904042900 None None] Network 1ce1a85e-6bad-425d-9dad-18532081ff0e requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:41:23.896388 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0fad6562-66a8-41cd-afaf-cd8f9a2050f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:23.919694 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-8764a6d3-1067-4fb7-83f6-b5edc01eb710 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:23.925490 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8764a6d3-1067-4fb7-83f6-b5edc01eb710 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Usage tracker for resource:subnet and tenant:a7add69c825d45b8a9a99e00c87aae63 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:41:23.928935 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8764a6d3-1067-4fb7-83f6-b5edc01eb710 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:41:23.936546 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-8764a6d3-1067-4fb7-83f6-b5edc01eb710 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:23.947288 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fad6562-66a8-41cd-afaf-cd8f9a2050f7 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:41:23.948193 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0fad6562-66a8-41cd-afaf-cd8f9a2050f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:23.968924 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:41:23.968924 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:41:23.968924 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:41:23.968924 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:41:23.968924 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:41:23.968924 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:41:23.968924 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:41:23.968924 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:41:23.968924 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:41:23.968924 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:41:23.968924 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:41:23.968924 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:41:23.968924 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:41:23.968924 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:41:23.968924 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:41:23.968924 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:41:23.968924 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:41:23.968924 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:41:23.968924 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:41:23.968924 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:41:23.968924 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:41:23.968924 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:41:23.968924 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:41:23.968924 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:41:23.968924 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:41:23.968924 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:41:23.968924 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:41:23.968924 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:41:23.968924 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:41:23.968924 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:41:23.968924 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:41:23.968924 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:41:23.975917 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac679ed-979d-41a7-a6c1-031856bacc67 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Pushing event updated for resources: {'Port': ['ID=b38a70cc-0003-4aeb-a172-fe643d48c2c8,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:23.977778 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8764a6d3-1067-4fb7-83f6-b5edc01eb710 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:41:23.982803 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8764a6d3-1067-4fb7-83f6-b5edc01eb710 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:23.983277 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac679ed-979d-41a7-a6c1-031856bacc67 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Checking segment: {'id': '575b8049-3aed-4e3b-837c-6166b8888715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '990d945b-ca1f-4776-b9b7-231b9782fe26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:41:23.983764 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac679ed-979d-41a7-a6c1-031856bacc67 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Network hostable DHCP agents. Network: 990d945b-ca1f-4776-b9b7-231b9782fe26, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:41:23.995110 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cb4ccf5d-e18a-4a4b-ad9d-2a27b9b40e19 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:24.050940 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ccf5d-e18a-4a4b-ad9d-2a27b9b40e19 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event deleted for resources: {'Subnet': ['ID=4af83658-16cd-40f4-9d5d-b5f4ef71f2f5,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:24.149955 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac679ed-979d-41a7-a6c1-031856bacc67 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Network 990d945b-ca1f-4776-b9b7-231b9782fe26 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:41:24.167372 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cb4ccf5d-e18a-4a4b-ad9d-2a27b9b40e19 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:24.174857 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-5be1a656-86db-4df8-aac7-30dc2eca57ab None None] Could not find standard attr ID for object 7133ccf1-d91e-4fe0-bb4c-f459711f9e89. {{(pid=87569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 12:41:24.179298 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-0ac679ed-979d-41a7-a6c1-031856bacc67 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 990d945b-ca1f-4776-b9b7-231b9782fe26) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:41:24.187645 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac679ed-979d-41a7-a6c1-031856bacc67 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:41:24.195332 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac679ed-979d-41a7-a6c1-031856bacc67 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:24.201488 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac679ed-979d-41a7-a6c1-031856bacc67 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:24.202241 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0fad6562-66a8-41cd-afaf-cd8f9a2050f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:24.202381 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0ac679ed-979d-41a7-a6c1-031856bacc67 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:24.209278 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0fad6562-66a8-41cd-afaf-cd8f9a2050f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:24.230589 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-cb4ccf5d-e18a-4a4b-ad9d-2a27b9b40e19 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80f50bea-3c15-4494-8231-234ae67761bd']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:24.253072 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-cb4ccf5d-e18a-4a4b-ad9d-2a27b9b40e19 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75906d45-3bfb-482d-a30d-ce26324df2db') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:24.253510 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-cb4ccf5d-e18a-4a4b-ad9d-2a27b9b40e19 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75906d45-3bfb-482d-a30d-ce26324df2db') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:24.265861 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0ac679ed-979d-41a7-a6c1-031856bacc67 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.1931610 Feb 09 12:41:24.269069 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48686) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:24.270003 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad6562-66a8-41cd-afaf-cd8f9a2050f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=821a3ca6-9404-481f-8aeb-3b77268829e7,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:24.287483 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-0fad6562-66a8-41cd-afaf-cd8f9a2050f7 admin admin] 10.222.0.55 "DELETE /v2.0/networks/821a3ca6-9404-481f-8aeb-3b77268829e7 HTTP/1.1" status: 204 len: 168 time: 1.0061991 Feb 09 12:41:24.288689 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48690) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:24.299790 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae79c435-cf85-4cc9-bf3e-bc4f70f9e623 None None] Network 990d945b-ca1f-4776-b9b7-231b9782fe26 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:41:24.309022 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cb4ccf5d-e18a-4a4b-ad9d-2a27b9b40e19 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:24.349887 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f466a0-cb26-4fc3-b3c3-71a8a6411ad3 None None] DHCP port deletion for f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:41:24.356784 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cb4ccf5d-e18a-4a4b-ad9d-2a27b9b40e19 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:24.366725 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb4ccf5d-e18a-4a4b-ad9d-2a27b9b40e19 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:41:24.367211 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cb4ccf5d-e18a-4a4b-ad9d-2a27b9b40e19 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:24.368760 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-313143cf-4021-4015-80f0-3bbc829aac2d admin admin] Deleting subnet e9e64ed9-f018-48aa-bd9d-f84793aff911 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:41:24.375503 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-313143cf-4021-4015-80f0-3bbc829aac2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:24.385154 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:41:24.385154 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:41:24.385154 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:41:24.385154 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:41:24.385154 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:41:24.385154 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:41:24.385154 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:41:24.385154 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:41:24.385154 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:41:24.385154 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:41:24.385154 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:41:24.385154 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:41:24.385154 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:41:24.385154 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:41:24.385154 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:41:24.385154 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:41:24.385154 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:41:24.385154 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:41:24.385154 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:41:24.385154 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:41:24.385154 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:41:24.385154 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:41:24.385154 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:41:24.385154 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:41:24.385154 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:41:24.385154 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:41:24.385154 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:41:24.385154 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:41:24.385154 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:41:24.385154 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:41:24.385154 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:41:24.385154 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:41:24.475278 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-313143cf-4021-4015-80f0-3bbc829aac2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:24.492070 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68ebfd4-3835-4612-8f1c-8c23a56aeb3f tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:24.498070 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68ebfd4-3835-4612-8f1c-8c23a56aeb3f tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:24.498840 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e68ebfd4-3835-4612-8f1c-8c23a56aeb3f tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Synchronizing usage tracker for tenant:b8cc9bc578574e9d908159d275519119 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:41:24.503706 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cb4ccf5d-e18a-4a4b-ad9d-2a27b9b40e19 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:24.576922 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-313143cf-4021-4015-80f0-3bbc829aac2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:24.604935 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-d2f466a0-cb26-4fc3-b3c3-71a8a6411ad3 None None] Deleting port ea617712-b367-4f7a-a39c-5704f7ed41d9 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:41:24.605502 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d2f466a0-cb26-4fc3-b3c3-71a8a6411ad3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:24.645139 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cb4ccf5d-e18a-4a4b-ad9d-2a27b9b40e19 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:24.658899 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ccf5d-e18a-4a4b-ad9d-2a27b9b40e19 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event deleted for resources: {'Network': ['ID=80f50bea-3c15-4494-8231-234ae67761bd,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:24.666700 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-cb4ccf5d-e18a-4a4b-ad9d-2a27b9b40e19 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "DELETE /v2.0/networks/80f50bea-3c15-4494-8231-234ae67761bd HTTP/1.1" status: 204 len: 168 time: 4.9982817 Feb 09 12:41:24.676457 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48696) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:24.718185 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e68ebfd4-3835-4612-8f1c-8c23a56aeb3f tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Unset dirty status for tenant:b8cc9bc578574e9d908159d275519119 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:41:24.722901 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e68ebfd4-3835-4612-8f1c-8c23a56aeb3f tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4526322 Feb 09 12:41:24.727378 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48700) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:24.730485 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-f06c7afc-9567-40fc-a38c-2d208c3d30b9 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] DELETE failed (client error): The resource could not be found. Feb 09 12:41:24.731005 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f06c7afc-9567-40fc-a38c-2d208c3d30b9 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:41:24.735591 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f06c7afc-9567-40fc-a38c-2d208c3d30b9 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "DELETE /v2.0/subnets/4af83658-16cd-40f4-9d5d-b5f4ef71f2f5 HTTP/1.1" status: 404 len: 337 time: 0.0577309 Feb 09 12:41:24.736981 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48704) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:24.808986 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-313143cf-4021-4015-80f0-3bbc829aac2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:24.823401 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-5372f6ae-e54d-4785-b843-311d08df5021 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] DELETE failed (client error): The resource could not be found. Feb 09 12:41:24.823962 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5372f6ae-e54d-4785-b843-311d08df5021 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:41:24.830859 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5372f6ae-e54d-4785-b843-311d08df5021 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "DELETE /v2.0/networks/80f50bea-3c15-4494-8231-234ae67761bd HTTP/1.1" status: 404 len: 339 time: 0.0636911 Feb 09 12:41:24.831901 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48708) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:24.886560 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9735cf4c-2515-46c9-b0d3-153144e5859d None None] DHCP port deletion for 80f50bea-3c15-4494-8231-234ae67761bd request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:41:24.902266 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-df655cf3-3771-4665-abe0-7feeeac9f3ac tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] DELETE failed (client error): The resource could not be found. Feb 09 12:41:24.902741 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df655cf3-3771-4665-abe0-7feeeac9f3ac tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:41:24.910523 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-df655cf3-3771-4665-abe0-7feeeac9f3ac tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "DELETE /v2.0/subnets/1ccafaa6-bce1-480b-9655-53e32e6479a0 HTTP/1.1" status: 404 len: 337 time: 0.0706933 Feb 09 12:41:24.914288 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48712) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:24.935984 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313143cf-4021-4015-80f0-3bbc829aac2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9e64ed9-f018-48aa-bd9d-f84793aff911,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:24.959064 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-22655b85-a0ee-4053-869d-80abc2105c61 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Deleting port ffbc751b-99b7-4e02-bc54-4e8e3bf4c5e0 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:41:24.959354 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-22655b85-a0ee-4053-869d-80abc2105c61 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:24.966083 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-313143cf-4021-4015-80f0-3bbc829aac2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:25.001527 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48716) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:25.002619 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf4938de-27db-4dc2-93df-9cc727607f7b tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] DELETE failed (client error): The resource could not be found. Feb 09 12:41:25.003102 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf4938de-27db-4dc2-93df-9cc727607f7b tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:41:25.007530 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-cf4938de-27db-4dc2-93df-9cc727607f7b tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "DELETE /v2.0/networks/e70d31fc-f586-4d78-9761-300d6d075ed9 HTTP/1.1" status: 404 len: 339 time: 0.0922668 Feb 09 12:41:25.020082 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48718) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:25.034158 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-d3e89bbc-e050-4b01-8356-3f4cc6a09179 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-666824307', 'description': 'tempest-secgroup-smoke-666824307 description', 'project_id': '2c7a8f76649f44a59c185c6d6414b556'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:25.039428 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device ea617712-b367-4f7a-a39c-5704f7ed41d9 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:41:25.069449 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d3e89bbc-e050-4b01-8356-3f4cc6a09179 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:25.141897 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d3e89bbc-e050-4b01-8356-3f4cc6a09179 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Usage tracker for resource:security_group and tenant:2c7a8f76649f44a59c185c6d6414b556 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:41:25.145954 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d3e89bbc-e050-4b01-8356-3f4cc6a09179 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:41:25.153165 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d3e89bbc-e050-4b01-8356-3f4cc6a09179 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:25.167189 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d3e89bbc-e050-4b01-8356-3f4cc6a09179 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:25.191062 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-313143cf-4021-4015-80f0-3bbc829aac2d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e9e64ed9-f018-48aa-bd9d-f84793aff911 HTTP/1.1" status: 204 len: 168 time: 0.8960435 Feb 09 12:41:25.191682 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48724) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:25.230729 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d3e89bbc-e050-4b01-8356-3f4cc6a09179 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:25.317303 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-d2f466a0-cb26-4fc3-b3c3-71a8a6411ad3 None None] For port ea617712-b367-4f7a-a39c-5704f7ed41d9, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=ea617712-b367-4f7a-a39c-5704f7ed41d9,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:41:25.318098 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d2f466a0-cb26-4fc3-b3c3-71a8a6411ad3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:25.328034 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:25.333099 n-d-825178-3 neutron-server[87567]: DEBUG neutron.objects.ports [None req-8764a6d3-1067-4fb7-83f6-b5edc01eb710 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87567) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 12:41:25.384317 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e3e3037f-0581-4dea-99ff-83da58605e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:25.399001 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7aaa717-19f0-49af-b3f8-6bce28983bda tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:25.423239 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d3e89bbc-e050-4b01-8356-3f4cc6a09179 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:25.430571 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d3e89bbc-e050-4b01-8356-3f4cc6a09179 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Usage tracker for resource:security_group_rule and tenant:2c7a8f76649f44a59c185c6d6414b556 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:41:25.446679 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d3e89bbc-e050-4b01-8356-3f4cc6a09179 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:41:25.455851 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d27dee-3bb9-45e5-acfc-f8fcb4411547 req-c24611a1-466b-47ea-9516-1c3ea46d4451 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:25.457328 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e2d27dee-3bb9-45e5-acfc-f8fcb4411547 req-c24611a1-466b-47ea-9516-1c3ea46d4451 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/ports?device_id=6926cd38-319f-439e-87b0-6931865aa752 HTTP/1.1" status: 200 len: 945 time: 0.5009367 Feb 09 12:41:25.458078 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-d2f466a0-cb26-4fc3-b3c3-71a8a6411ad3 None None] Calling delete_port for ea617712-b367-4f7a-a39c-5704f7ed41d9 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:41:25.461470 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d3e89bbc-e050-4b01-8356-3f4cc6a09179 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:25.464565 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-22655b85-a0ee-4053-869d-80abc2105c61 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:25.561125 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port ea617712-b367-4f7a-a39c-5704f7ed41d9, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=ea617712-b367-4f7a-a39c-5704f7ed41d9,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:41:25.569019 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:25.589435 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e3e3037f-0581-4dea-99ff-83da58605e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:25.632077 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-e3e3037f-0581-4dea-99ff-83da58605e6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef532d4-bf83-493a-a92a-9705449f6532']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:25.643807 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e2d27dee-3bb9-45e5-acfc-f8fcb4411547 req-aa21f0f5-a365-43dc-9e65-17fdaab8b66f tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/security-groups?id=53536b3f-6b08-44d9-8017-8a0f5c9448d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593940 Feb 09 12:41:25.653521 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-e3e3037f-0581-4dea-99ff-83da58605e6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79f2c575-0a63-4d57-8dd3-160a43a9a3aa') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:25.653864 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-e3e3037f-0581-4dea-99ff-83da58605e6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79f2c575-0a63-4d57-8dd3-160a43a9a3aa') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:25.662788 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-d2f466a0-cb26-4fc3-b3c3-71a8a6411ad3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:41:25.663147 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-d2f466a0-cb26-4fc3-b3c3-71a8a6411ad3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:41:25.668528 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-22655b85-a0ee-4053-869d-80abc2105c61 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Calling delete_port for ffbc751b-99b7-4e02-bc54-4e8e3bf4c5e0 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:41:25.669082 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e3e3037f-0581-4dea-99ff-83da58605e6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:25.675848 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=ea617712-b367-4f7a-a39c-5704f7ed41d9,revision_number=7']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:25.683348 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:41:25.684086 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:41:25.684542 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:41:25.684887 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:41:25.685221 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:41:25.685546 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:41:25.685876 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:41:25.686199 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:41:25.686517 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:41:25.686835 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:41:25.687322 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:41:25.687646 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:41:25.737086 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e3e3037f-0581-4dea-99ff-83da58605e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:25.748257 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3e3037f-0581-4dea-99ff-83da58605e6c admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:41:25.748639 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e3e3037f-0581-4dea-99ff-83da58605e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:25.762136 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:41:25.762136 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:41:25.762136 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:41:25.762136 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:41:25.762136 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:41:25.762136 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:41:25.762136 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:41:25.762136 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:41:25.762136 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:41:25.762136 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:41:25.762136 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:41:25.762136 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:41:25.762136 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:41:25.762136 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:41:25.762136 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:41:25.762136 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:41:25.762136 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:41:25.762136 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:41:25.762136 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:41:25.762136 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:41:25.762136 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:41:25.762136 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:41:25.762136 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:41:25.762136 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:41:25.762136 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:41:25.762136 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:41:25.762136 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:41:25.762136 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:41:25.762136 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:41:25.762136 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:41:25.762136 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:41:25.762136 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:41:25.813158 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7aaa717-19f0-49af-b3f8-6bce28983bda tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:25.829386 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8764a6d3-1067-4fb7-83f6-b5edc01eb710 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:25.867701 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-a7aaa717-19f0-49af-b3f8-6bce28983bda tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0230e0fe-2bf5-4ff5-95bb-41a8f3149a75']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:25.888247 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-a7aaa717-19f0-49af-b3f8-6bce28983bda tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0fb5150-bb55-499d-bc67-bed875f1fd04') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:25.888449 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-a7aaa717-19f0-49af-b3f8-6bce28983bda tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0fb5150-bb55-499d-bc67-bed875f1fd04') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:25.895079 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e3e3037f-0581-4dea-99ff-83da58605e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:25.913751 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7aaa717-19f0-49af-b3f8-6bce28983bda tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:25.918324 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e3e3037f-0581-4dea-99ff-83da58605e6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:25.925140 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-22655b85-a0ee-4053-869d-80abc2105c61 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:25.927660 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e3037f-0581-4dea-99ff-83da58605e6c admin admin] Pushing event deleted for resources: {'Network': ['ID=2ef532d4-bf83-493a-a92a-9705449f6532,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:25.941313 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e3e3037f-0581-4dea-99ff-83da58605e6c admin admin] 10.222.0.55 "DELETE /v2.0/networks/2ef532d4-bf83-493a-a92a-9705449f6532 HTTP/1.1" status: 204 len: 168 time: 0.7486103 Feb 09 12:41:25.950223 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e3037f-0581-4dea-99ff-83da58605e6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:41:25.950567 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e3037f-0581-4dea-99ff-83da58605e6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:41:25.950900 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e3037f-0581-4dea-99ff-83da58605e6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:41:25.951235 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e3037f-0581-4dea-99ff-83da58605e6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:41:25.951555 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e3037f-0581-4dea-99ff-83da58605e6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:41:25.951898 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e3037f-0581-4dea-99ff-83da58605e6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:41:25.952224 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e3037f-0581-4dea-99ff-83da58605e6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:41:25.952542 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e3037f-0581-4dea-99ff-83da58605e6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:41:25.952859 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e3037f-0581-4dea-99ff-83da58605e6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:41:25.953170 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e3037f-0581-4dea-99ff-83da58605e6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:41:25.953487 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e3037f-0581-4dea-99ff-83da58605e6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:41:25.954158 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e3037f-0581-4dea-99ff-83da58605e6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:41:25.993719 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22655b85-a0ee-4053-869d-80abc2105c61 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Pushing event deleted for resources: {'Port': ['ID=ffbc751b-99b7-4e02-bc54-4e8e3bf4c5e0,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:25.996834 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7aaa717-19f0-49af-b3f8-6bce28983bda tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:26.005358 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-22655b85-a0ee-4053-869d-80abc2105c61 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:26.028981 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d3e89bbc-e050-4b01-8356-3f4cc6a09179 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:26.030271 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7aaa717-19f0-49af-b3f8-6bce28983bda tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:41:26.030744 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7aaa717-19f0-49af-b3f8-6bce28983bda tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:26.047001 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:41:26.047001 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:41:26.047001 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:41:26.047001 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:41:26.047001 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:41:26.047001 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:41:26.047001 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:41:26.047001 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:41:26.047001 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:41:26.047001 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:41:26.047001 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:41:26.047001 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:41:26.047001 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:41:26.047001 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:41:26.047001 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:41:26.047001 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:41:26.047001 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:41:26.047001 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:41:26.047001 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:41:26.047001 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:41:26.047001 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:41:26.047001 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:41:26.047001 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:41:26.047001 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:41:26.047001 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:41:26.047001 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:41:26.047001 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:41:26.047001 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:41:26.047001 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:41:26.047001 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:41:26.047001 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:41:26.047001 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:41:26.054245 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d3e89bbc-e050-4b01-8356-3f4cc6a09179 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:26.058036 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d3e89bbc-e050-4b01-8356-3f4cc6a09179 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:26.062113 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d3e89bbc-e050-4b01-8356-3f4cc6a09179 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Usage tracker for resource:security_group_rule and tenant:2c7a8f76649f44a59c185c6d6414b556 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:41:26.065582 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d3e89bbc-e050-4b01-8356-3f4cc6a09179 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:41:26.072521 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d3e89bbc-e050-4b01-8356-3f4cc6a09179 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:26.115464 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-8764a6d3-1067-4fb7-83f6-b5edc01eb710 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] For port ea617712-b367-4f7a-a39c-5704f7ed41d9, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=ea617712-b367-4f7a-a39c-5704f7ed41d9,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:41:26.143973 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8764a6d3-1067-4fb7-83f6-b5edc01eb710 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:26.149765 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8764a6d3-1067-4fb7-83f6-b5edc01eb710 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:26.151794 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8764a6d3-1067-4fb7-83f6-b5edc01eb710 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:26.162813 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48732) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:26.165093 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-d2f466a0-cb26-4fc3-b3c3-71a8a6411ad3 None None] Deleting port ea617712-b367-4f7a-a39c-5704f7ed41d9 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:41:26.166060 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d2f466a0-cb26-4fc3-b3c3-71a8a6411ad3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:26.215731 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e89bbc-e050-4b01-8356-3f4cc6a09179 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef428c2-4284-4e4b-9695-950d6d4595b1,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:26.225780 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-22655b85-a0ee-4053-869d-80abc2105c61 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] 10.222.0.55 "DELETE /v2.0/ports/ffbc751b-99b7-4e02-bc54-4e8e3bf4c5e0 HTTP/1.1" status: 204 len: 168 time: 1.4972985 Feb 09 12:41:26.226839 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7aaa717-19f0-49af-b3f8-6bce28983bda tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:26.230218 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48734) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:26.266705 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7aaa717-19f0-49af-b3f8-6bce28983bda tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:26.276765 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8764a6d3-1067-4fb7-83f6-b5edc01eb710 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:41:26.288517 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-8764a6d3-1067-4fb7-83f6-b5edc01eb710 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:41:26.304420 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8764a6d3-1067-4fb7-83f6-b5edc01eb710 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:26.305007 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8764a6d3-1067-4fb7-83f6-b5edc01eb710 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:26.331003 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d3e89bbc-e050-4b01-8356-3f4cc6a09179 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:26.335207 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8764a6d3-1067-4fb7-83f6-b5edc01eb710 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Subnet': ['ID=d922dcd6-540b-4bf8-b3fd-460e97871dd6,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:26.358229 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aaa717-19f0-49af-b3f8-6bce28983bda tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event deleted for resources: {'Network': ['ID=0230e0fe-2bf5-4ff5-95bb-41a8f3149a75,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:26.361018 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8764a6d3-1067-4fb7-83f6-b5edc01eb710 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6615963 Feb 09 12:41:26.366362 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48740) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:26.367012 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8764a6d3-1067-4fb7-83f6-b5edc01eb710 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Port': ['ID=ea617712-b367-4f7a-a39c-5704f7ed41d9,revision_number=9']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:26.371034 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d3e89bbc-e050-4b01-8356-3f4cc6a09179 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:26.375717 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-4b5ff5d8-6cf7-4a9f-8025-81420f78954a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'subnet': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:26.390014 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a7aaa717-19f0-49af-b3f8-6bce28983bda tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "DELETE /v2.0/networks/0230e0fe-2bf5-4ff5-95bb-41a8f3149a75 HTTP/1.1" status: 204 len: 168 time: 1.3688612 Feb 09 12:41:26.393710 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d8bfb3fd-fe32-4418-95a5-0e8b8fd36f08 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c3f3bb2665754bb7b2106bec898c4e16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1465576 Feb 09 12:41:26.394413 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48744) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:26.403795 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48746) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:26.447377 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-7f773bb4-9b37-4313-be2a-4a844425f2b3 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Deleting port b38a70cc-0003-4aeb-a172-fe643d48c2c8 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:41:26.447982 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f773bb4-9b37-4313-be2a-4a844425f2b3 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:26.457253 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-d2f466a0-cb26-4fc3-b3c3-71a8a6411ad3 None None] For port ea617712-b367-4f7a-a39c-5704f7ed41d9, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=ea617712-b367-4f7a-a39c-5704f7ed41d9,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:41:26.457773 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d2f466a0-cb26-4fc3-b3c3-71a8a6411ad3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:26.491493 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d3e89bbc-e050-4b01-8356-3f4cc6a09179 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:26.495817 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d3e89bbc-e050-4b01-8356-3f4cc6a09179 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.4871924 Feb 09 12:41:26.496419 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48752) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:26.500630 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a83bac7-1bc6-4415-aa39-0ff11a3c89dd tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] DELETE failed (client error): The resource could not be found. Feb 09 12:41:26.501392 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a83bac7-1bc6-4415-aa39-0ff11a3c89dd tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:41:26.508048 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3a83bac7-1bc6-4415-aa39-0ff11a3c89dd tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "DELETE /v2.0/subnets/1629b2cc-dda7-43b5-a7d0-417c749038b3 HTTP/1.1" status: 404 len: 337 time: 0.1086509 Feb 09 12:41:26.522421 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48754) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:26.526909 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-1fbe7f94-22d9-4b74-a41f-a2adc11ab56f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Request body: {'security_group_rule': {'security_group_id': '9312c2c6-ad0f-4a0a-ad28-49fa476a837a', 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:26.535227 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e89bbc-e050-4b01-8356-3f4cc6a09179 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9312c2c6-ad0f-4a0a-ad28-49fa476a837a,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:26.544278 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1fbe7f94-22d9-4b74-a41f-a2adc11ab56f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:26.552068 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-1fbe7f94-22d9-4b74-a41f-a2adc11ab56f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Usage tracker for resource:security_group_rule and tenant:2c7a8f76649f44a59c185c6d6414b556 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:41:26.558638 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-1fbe7f94-22d9-4b74-a41f-a2adc11ab56f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:41:26.563679 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-d11cf97b-67af-4506-b868-585e54915b8a tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] DELETE failed (client error): The resource could not be found. Feb 09 12:41:26.564102 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d11cf97b-67af-4506-b868-585e54915b8a tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:41:26.568144 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d11cf97b-67af-4506-b868-585e54915b8a tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "DELETE /v2.0/networks/244cdc72-c661-40b3-86de-02d2544abe73 HTTP/1.1" status: 404 len: 339 time: 0.0425892 Feb 09 12:41:26.569063 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48760) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:26.578379 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1fbe7f94-22d9-4b74-a41f-a2adc11ab56f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:26.588124 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-d2f466a0-cb26-4fc3-b3c3-71a8a6411ad3 None None] Calling delete_port for ea617712-b367-4f7a-a39c-5704f7ed41d9 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:41:26.622706 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c1f8ef50-9e9e-4a17-9631-7ed108865fd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:26.624009 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0228cdb-c022-40dc-867c-cacae90aa0a4 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] DELETE failed (client error): The resource could not be found. Feb 09 12:41:26.624481 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0228cdb-c022-40dc-867c-cacae90aa0a4 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:41:26.627046 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c0228cdb-c022-40dc-867c-cacae90aa0a4 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "DELETE /v2.0/subnets/86769a18-e717-4fde-bd82-2a9d1126f29d HTTP/1.1" status: 404 len: 337 time: 0.0569732 Feb 09 12:41:26.632462 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48764) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:26.678914 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-afdf0914-eaaf-4183-ad9b-344656c70383 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] DELETE failed (client error): The resource could not be found. Feb 09 12:41:26.679309 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afdf0914-eaaf-4183-ad9b-344656c70383 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:41:26.684037 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-afdf0914-eaaf-4183-ad9b-344656c70383 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "DELETE /v2.0/networks/4641b2bc-80e9-4693-a64b-09f8b7cadd97 HTTP/1.1" status: 404 len: 339 time: 0.0474210 Feb 09 12:41:26.684259 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48770) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:26.727320 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-ced59f4d-6e80-43c0-a3cb-0f69bd7c23b1 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] DELETE failed (client error): The resource could not be found. Feb 09 12:41:26.727793 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ced59f4d-6e80-43c0-a3cb-0f69bd7c23b1 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:41:26.729798 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ced59f4d-6e80-43c0-a3cb-0f69bd7c23b1 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "DELETE /v2.0/subnets/396e9d95-cd16-475d-911e-6e3c92667b42 HTTP/1.1" status: 404 len: 337 time: 0.0446022 Feb 09 12:41:26.738088 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-4b5ff5d8-6cf7-4a9f-8025-81420f78954a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:26.742708 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-4b5ff5d8-6cf7-4a9f-8025-81420f78954a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Usage tracker for resource:subnet and tenant:a7add69c825d45b8a9a99e00c87aae63 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:41:26.746010 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-4b5ff5d8-6cf7-4a9f-8025-81420f78954a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:41:26.752052 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-4b5ff5d8-6cf7-4a9f-8025-81420f78954a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:26.755247 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48774) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:26.760962 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d2f466a0-cb26-4fc3-b3c3-71a8a6411ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:26.808784 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1fbe7f94-22d9-4b74-a41f-a2adc11ab56f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:26.819260 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f466a0-cb26-4fc3-b3c3-71a8a6411ad3 None None] Pushing event deleted for resources: {'Port': ['ID=ea617712-b367-4f7a-a39c-5704f7ed41d9,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:26.845189 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-82acfb05-945d-431b-916c-646bcd144088 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] DELETE failed (client error): The resource could not be found. Feb 09 12:41:26.845794 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82acfb05-945d-431b-916c-646bcd144088 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:41:26.849891 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-82acfb05-945d-431b-916c-646bcd144088 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "DELETE /v2.0/networks/3883c64b-288d-4ef1-8396-5a75340cba43 HTTP/1.1" status: 404 len: 339 time: 0.0894773 Feb 09 12:41:26.849891 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5ff5d8-6cf7-4a9f-8025-81420f78954a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:41:26.852101 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4b5ff5d8-6cf7-4a9f-8025-81420f78954a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:26.861815 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 7133ccf1-d91e-4fe0-bb4c-f459711f9e89 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:41:26.868799 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48778) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:26.887821 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c1f8ef50-9e9e-4a17-9631-7ed108865fd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:26.931225 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 7133ccf1-d91e-4fe0-bb4c-f459711f9e89 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:41:26.931557 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 7133ccf1-d91e-4fe0-bb4c-f459711f9e89 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:41:26.945785 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f466a0-cb26-4fc3-b3c3-71a8a6411ad3 None None] No DVR routers for this DVR port ea617712-b367-4f7a-a39c-5704f7ed41d9 on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:41:26.964939 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd19d6d-8484-4e44-8030-ab9644ebe693 None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:41:26.985421 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f773bb4-9b37-4313-be2a-4a844425f2b3 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:27.110084 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-8121808e-fea1-4b6e-8703-2b2b3b5cfe66 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] DELETE failed (client error): The resource could not be found. Feb 09 12:41:27.110537 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8121808e-fea1-4b6e-8703-2b2b3b5cfe66 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:41:27.115328 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8121808e-fea1-4b6e-8703-2b2b3b5cfe66 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "DELETE /v2.0/subnets/1af42232-12cc-4485-abaf-deef26450ca8 HTTP/1.1" status: 404 len: 337 time: 0.2419281 Feb 09 12:41:27.117243 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48782) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:27.130026 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-7f773bb4-9b37-4313-be2a-4a844425f2b3 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Calling delete_port for b38a70cc-0003-4aeb-a172-fe643d48c2c8 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:41:27.159605 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1fbe7f94-22d9-4b74-a41f-a2adc11ab56f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:27.177804 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cf3aee0-9146-460a-a05e-78cde6116a63 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] DELETE failed (client error): The resource could not be found. Feb 09 12:41:27.178024 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1fbe7f94-22d9-4b74-a41f-a2adc11ab56f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:27.178327 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cf3aee0-9146-460a-a05e-78cde6116a63 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:41:27.182369 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-0cf3aee0-9146-460a-a05e-78cde6116a63 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "DELETE /v2.0/networks/03828525-afd0-403c-bd1d-94fc7ee52ca6 HTTP/1.1" status: 404 len: 339 time: 0.0596292 Feb 09 12:41:27.186619 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48786) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:27.212261 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca26583a-1b86-472f-9ebd-8ca6d3f383c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'tenant_id': 'a7add69c825d45b8a9a99e00c87aae63', 'fixed_ips': [{'subnet_id': 'd922dcd6-540b-4bf8-b3fd-460e97871dd6'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:41:27.213297 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c1f8ef50-9e9e-4a17-9631-7ed108865fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:27.213729 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ca26583a-1b86-472f-9ebd-8ca6d3f383c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:27.234939 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe7f94-22d9-4b74-a41f-a2adc11ab56f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ef5ae9c-494d-41ae-8daa-489525e3d365,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:27.244655 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85562d5f-232d-401e-a549-02404d2f9e65 req-d14b03b7-9e4d-4eae-962a-d76cf3669350 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:27.248379 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-85562d5f-232d-401e-a549-02404d2f9e65 req-d14b03b7-9e4d-4eae-962a-d76cf3669350 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/ports?device_id=6926cd38-319f-439e-87b0-6931865aa752 HTTP/1.1" status: 200 len: 945 time: 0.4584424 Feb 09 12:41:27.260241 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f8ef50-9e9e-4a17-9631-7ed108865fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070691eb-047b-4e04-88f1-62a85ef0b1af,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:27.261058 n-d-825178-3 neutron-server[87567]: INFO neutron.db.ipam_backend_mixin [None req-4b5ff5d8-6cf7-4a9f-8025-81420f78954a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d922dcd6-540b-4bf8-b3fd-460e97871dd6 (CIDR: 2001:db8::/64) Feb 09 12:41:27.265110 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6550ac2-2883-47fb-8b2c-e3c1879d95b8 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] DELETE failed (client error): The resource could not be found. Feb 09 12:41:27.265791 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6550ac2-2883-47fb-8b2c-e3c1879d95b8 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:41:27.272623 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a6550ac2-2883-47fb-8b2c-e3c1879d95b8 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "DELETE /v2.0/subnets/3167e097-4b61-4979-91a5-10b591b8e720 HTTP/1.1" status: 404 len: 337 time: 0.0810571 Feb 09 12:41:27.272623 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48790) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:27.277436 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b5ff5d8-6cf7-4a9f-8025-81420f78954a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:41:27.277436 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b5ff5d8-6cf7-4a9f-8025-81420f78954a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:41:27.280548 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c1f8ef50-9e9e-4a17-9631-7ed108865fd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:27.281787 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c1f8ef50-9e9e-4a17-9631-7ed108865fd8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/070691eb-047b-4e04-88f1-62a85ef0b1af HTTP/1.1" status: 204 len: 168 time: 0.8769543 Feb 09 12:41:27.285078 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1fbe7f94-22d9-4b74-a41f-a2adc11ab56f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:27.290120 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1fbe7f94-22d9-4b74-a41f-a2adc11ab56f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7769918 Feb 09 12:41:27.291305 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48796) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:27.292199 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f773bb4-9b37-4313-be2a-4a844425f2b3 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:27.340864 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3f58536-11c6-405c-b4dd-d543df1362d9 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] DELETE failed (client error): The resource could not be found. Feb 09 12:41:27.345467 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3f58536-11c6-405c-b4dd-d543df1362d9 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:41:27.345467 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f3f58536-11c6-405c-b4dd-d543df1362d9 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "DELETE /v2.0/networks/eba59180-a277-4070-af4c-c133b7754956 HTTP/1.1" status: 404 len: 339 time: 0.0688393 Feb 09 12:41:27.345785 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-18eeea6a-6ba2-4faf-8186-0bd1f621776c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Request body: {'security_group_rule': {'security_group_id': '9312c2c6-ad0f-4a0a-ad28-49fa476a837a', 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:27.351129 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48800) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:27.369255 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f773bb4-9b37-4313-be2a-4a844425f2b3 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Pushing event deleted for resources: {'Port': ['ID=b38a70cc-0003-4aeb-a172-fe643d48c2c8,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:27.372728 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-18eeea6a-6ba2-4faf-8186-0bd1f621776c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:27.387929 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f773bb4-9b37-4313-be2a-4a844425f2b3 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:27.393253 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-18eeea6a-6ba2-4faf-8186-0bd1f621776c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Usage tracker for resource:security_group_rule and tenant:2c7a8f76649f44a59c185c6d6414b556 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:41:27.397644 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4b5ff5d8-6cf7-4a9f-8025-81420f78954a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0276597 Feb 09 12:41:27.398774 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-18eeea6a-6ba2-4faf-8186-0bd1f621776c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:41:27.404010 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48804) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:27.410859 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-18eeea6a-6ba2-4faf-8186-0bd1f621776c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:27.416803 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-95acefcb-fa18-43e0-835c-018d08fdccb6 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'subnet': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:27.422632 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-85562d5f-232d-401e-a549-02404d2f9e65 req-dc6f6746-d47f-4985-aaa2-8a4b4b822918 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/security-groups?id=53536b3f-6b08-44d9-8017-8a0f5c9448d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522975 Feb 09 12:41:27.423988 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8c39f84-370c-4f87-bc72-dbc603915286 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] DELETE failed (client error): The resource could not be found. Feb 09 12:41:27.424747 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8c39f84-370c-4f87-bc72-dbc603915286 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:41:27.435152 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e8c39f84-370c-4f87-bc72-dbc603915286 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "DELETE /v2.0/subnets/25263fc5-4a51-464e-92a0-ff8c1be37b48 HTTP/1.1" status: 404 len: 337 time: 0.0788438 Feb 09 12:41:27.436346 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48808) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:27.445605 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7f773bb4-9b37-4313-be2a-4a844425f2b3 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] 10.222.0.55 "DELETE /v2.0/ports/b38a70cc-0003-4aeb-a172-fe643d48c2c8 HTTP/1.1" status: 204 len: 168 time: 1.2142677 Feb 09 12:41:27.451750 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48812) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:27.465167 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-321102b5-8872-42e3-93f6-9ac33d557185 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] DELETE failed (client error): The resource could not be found. Feb 09 12:41:27.465784 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-321102b5-8872-42e3-93f6-9ac33d557185 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:41:27.467875 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-321102b5-8872-42e3-93f6-9ac33d557185 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "DELETE /v2.0/networks/6fc4f45f-2dc9-49b8-a4e3-03b0d89c01c4 HTTP/1.1" status: 404 len: 339 time: 0.0302904 Feb 09 12:41:27.470124 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48816) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:27.492684 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-ca26583a-1b86-472f-9ebd-8ca6d3f383c7 None None] Allocated IP 2001:db8::f816:3eff:fe39:2bf7 (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/d922dcd6-540b-4bf8-b3fd-460e97871dd6/9e0adc57-3a3e-46b3-96ed-9b18a89e3e8a) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:41:27.514332 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5e537bb-daac-4772-ac1d-173a4cef5245 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] DELETE failed (client error): The resource could not be found. Feb 09 12:41:27.514848 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5e537bb-daac-4772-ac1d-173a4cef5245 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:41:27.518929 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a5e537bb-daac-4772-ac1d-173a4cef5245 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "DELETE /v2.0/subnets/0e05698f-f46e-43a9-822f-732536fb824e HTTP/1.1" status: 404 len: 337 time: 0.0444264 Feb 09 12:41:27.519223 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48820) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:27.548561 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-0827530b-8c48-43a1-b087-507edea84c8d tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] DELETE failed (client error): The resource could not be found. Feb 09 12:41:27.550098 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0827530b-8c48-43a1-b087-507edea84c8d tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:41:27.554579 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-0827530b-8c48-43a1-b087-507edea84c8d tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "DELETE /v2.0/networks/9c88277c-2707-4baf-a13f-11a51f8ff6c4 HTTP/1.1" status: 404 len: 339 time: 0.0319383 Feb 09 12:41:27.554817 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48824) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:27.569414 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-82208d87-8739-40ae-a2a2-766811e4260b tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Synchronizing usage tracker for tenant:b8cc9bc578574e9d908159d275519119 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:41:27.582024 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-18eeea6a-6ba2-4faf-8186-0bd1f621776c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:27.608561 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ef17bc2-7174-4ae8-8f38-34a3f37ab631 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] DELETE failed (client error): The resource could not be found. Feb 09 12:41:27.609311 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ef17bc2-7174-4ae8-8f38-34a3f37ab631 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:41:27.611737 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2ef17bc2-7174-4ae8-8f38-34a3f37ab631 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "DELETE /v2.0/subnets/4b7ecf73-759c-40b6-a48a-ecff2fc3a5ef HTTP/1.1" status: 404 len: 337 time: 0.0554531 Feb 09 12:41:27.614256 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48828) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:27.634244 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-82208d87-8739-40ae-a2a2-766811e4260b tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Unset dirty status for tenant:b8cc9bc578574e9d908159d275519119 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:41:27.634244 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-82208d87-8739-40ae-a2a2-766811e4260b tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1759288 Feb 09 12:41:27.638829 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48832) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:27.654591 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-91950309-862b-44ea-bf42-13dd0355a08e tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-319131187'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:27.657460 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-55fef28c-4924-4626-92e4-156ac9ab7656 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] DELETE failed (client error): The resource could not be found. Feb 09 12:41:27.658663 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55fef28c-4924-4626-92e4-156ac9ab7656 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:41:27.664213 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-55fef28c-4924-4626-92e4-156ac9ab7656 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "DELETE /v2.0/networks/f2888cdb-d501-4e5c-a77b-ee407e55f08b HTTP/1.1" status: 404 len: 339 time: 0.0486991 Feb 09 12:41:27.664932 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48838) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:27.670989 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-91950309-862b-44ea-bf42-13dd0355a08e tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:27.683982 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-91950309-862b-44ea-bf42-13dd0355a08e tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Usage tracker for resource:network and tenant:b8cc9bc578574e9d908159d275519119 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:41:27.692002 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-91950309-862b-44ea-bf42-13dd0355a08e tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:41:27.706244 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-95acefcb-fa18-43e0-835c-018d08fdccb6 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:27.708820 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-91950309-862b-44ea-bf42-13dd0355a08e tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:27.723017 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-95acefcb-fa18-43e0-835c-018d08fdccb6 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Usage tracker for resource:subnet and tenant:a7add69c825d45b8a9a99e00c87aae63 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:41:27.730163 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-95acefcb-fa18-43e0-835c-018d08fdccb6 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:41:27.732296 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ca26583a-1b86-472f-9ebd-8ca6d3f383c7 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:27.734528 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-18eeea6a-6ba2-4faf-8186-0bd1f621776c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:27.739439 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-95acefcb-fa18-43e0-835c-018d08fdccb6 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:27.743683 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91950309-862b-44ea-bf42-13dd0355a08e tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Made reservation on behalf of b8cc9bc578574e9d908159d275519119 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:41:27.745435 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-ca26583a-1b86-472f-9ebd-8ca6d3f383c7 None None] Transition to ACTIVE for port object 9e0adc57-3a3e-46b3-96ed-9b18a89e3e8a will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:41:27.748010 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-91950309-862b-44ea-bf42-13dd0355a08e tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:27.759500 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-92d2d905-9cef-45f1-8d27-a007bdf83624 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Deleting subnet d93d6b04-8bdd-4a4d-a258-421303820121 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:41:27.762863 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-92d2d905-9cef-45f1-8d27-a007bdf83624 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:27.768968 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-ca26583a-1b86-472f-9ebd-8ca6d3f383c7 None None] Transition to ACTIVE for port object 9e0adc57-3a3e-46b3-96ed-9b18a89e3e8a will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:41:27.770845 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-18eeea6a-6ba2-4faf-8186-0bd1f621776c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:27.776370 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ca26583a-1b86-472f-9ebd-8ca6d3f383c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:27.810805 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95acefcb-fa18-43e0-835c-018d08fdccb6 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:41:27.815506 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-95acefcb-fa18-43e0-835c-018d08fdccb6 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:27.832608 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91950309-862b-44ea-bf42-13dd0355a08e tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:41:27.837451 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eeea6a-6ba2-4faf-8186-0bd1f621776c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39f2f158-e147-43af-bc65-cb34a7c5ba51,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:27.842921 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-92d2d905-9cef-45f1-8d27-a007bdf83624 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:27.873931 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca26583a-1b86-472f-9ebd-8ca6d3f383c7 None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:41:27.875084 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca26583a-1b86-472f-9ebd-8ca6d3f383c7 None None] Pushing event updated for resources: {'Port': ['ID=9e0adc57-3a3e-46b3-96ed-9b18a89e3e8a,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:27.877462 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48842) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:27.878248 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-ca26583a-1b86-472f-9ebd-8ca6d3f383c7 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:41:27.880533 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca26583a-1b86-472f-9ebd-8ca6d3f383c7 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:41:27.910886 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-91950309-862b-44ea-bf42-13dd0355a08e tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:27.911230 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-91950309-862b-44ea-bf42-13dd0355a08e tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Added segment e35d8292-1c45-49bc-86a1-03bc8cf77d17 of type vlan for network 986a1c41-aa85-48f5-a4a8-9f05339de09e Feb 09 12:41:27.920327 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-18eeea6a-6ba2-4faf-8186-0bd1f621776c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:27.924362 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-18eeea6a-6ba2-4faf-8186-0bd1f621776c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6247001 Feb 09 12:41:27.925555 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48846) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:27.961739 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-91950309-862b-44ea-bf42-13dd0355a08e tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:27.963296 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2a793185-d559-4a76-ad5d-6bd6b3b6c8df admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=95e1de33ea324d1791a7e7aceabd4992&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0847616 Feb 09 12:41:27.966319 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48848) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:27.979412 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-ca26583a-1b86-472f-9ebd-8ca6d3f383c7 None None] Attempting to bind port 9e0adc57-3a3e-46b3-96ed-9b18a89e3e8a on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:41:27.979777 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-ca26583a-1b86-472f-9ebd-8ca6d3f383c7 None None] Attempting to bind port 9e0adc57-3a3e-46b3-96ed-9b18a89e3e8a by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:41:27.980497 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca26583a-1b86-472f-9ebd-8ca6d3f383c7 None None] Attempting to bind port 9e0adc57-3a3e-46b3-96ed-9b18a89e3e8a on network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:41:27.985406 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca26583a-1b86-472f-9ebd-8ca6d3f383c7 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:41:27.985777 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca26583a-1b86-472f-9ebd-8ca6d3f383c7 None None] Checking segment: {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:41:27.986219 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ca26583a-1b86-472f-9ebd-8ca6d3f383c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:27.986972 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca26583a-1b86-472f-9ebd-8ca6d3f383c7 None None] Bound using segment: {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:41:27.987508 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-ca26583a-1b86-472f-9ebd-8ca6d3f383c7 None None] Bound port: 9e0adc57-3a3e-46b3-96ed-9b18a89e3e8a, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:41:27.987906 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ca26583a-1b86-472f-9ebd-8ca6d3f383c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:28.009120 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-3d7bad71-6f3e-49d9-b7c0-a5954c652c62 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Request body: {'security_group_rule': {'security_group_id': '9312c2c6-ad0f-4a0a-ad28-49fa476a837a', 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:28.016667 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3d7bad71-6f3e-49d9-b7c0-a5954c652c62 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:28.023952 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3d7bad71-6f3e-49d9-b7c0-a5954c652c62 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Usage tracker for resource:security_group_rule and tenant:2c7a8f76649f44a59c185c6d6414b556 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:41:28.027660 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3d7bad71-6f3e-49d9-b7c0-a5954c652c62 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:41:28.028122 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-92d2d905-9cef-45f1-8d27-a007bdf83624 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:28.035165 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3d7bad71-6f3e-49d9-b7c0-a5954c652c62 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:28.044831 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-91950309-862b-44ea-bf42-13dd0355a08e tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:28.050729 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91950309-862b-44ea-bf42-13dd0355a08e tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:28.051418 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-91950309-862b-44ea-bf42-13dd0355a08e tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:28.088771 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-767eff47-5b9d-4d95-b3db-d74cefda6bd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:28.117479 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-ca26583a-1b86-472f-9ebd-8ca6d3f383c7 None None] For port 9e0adc57-3a3e-46b3-96ed-9b18a89e3e8a, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:41:28.120623 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-ca26583a-1b86-472f-9ebd-8ca6d3f383c7 None None] For port 9e0adc57-3a3e-46b3-96ed-9b18a89e3e8a, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=9e0adc57-3a3e-46b3-96ed-9b18a89e3e8a,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:41:28.125185 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ca26583a-1b86-472f-9ebd-8ca6d3f383c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:28.127935 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-767eff47-5b9d-4d95-b3db-d74cefda6bd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:28.152895 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-92d2d905-9cef-45f1-8d27-a007bdf83624 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:28.199474 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3d7bad71-6f3e-49d9-b7c0-a5954c652c62 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:28.201257 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca26583a-1b86-472f-9ebd-8ca6d3f383c7 None None] Pushing event updated for resources: {'Port': ['ID=9e0adc57-3a3e-46b3-96ed-9b18a89e3e8a,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:28.201385 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d2d905-9cef-45f1-8d27-a007bdf83624 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event deleted for resources: {'Subnet': ['ID=d93d6b04-8bdd-4a4d-a258-421303820121,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:28.218056 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-92d2d905-9cef-45f1-8d27-a007bdf83624 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:28.226490 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91950309-862b-44ea-bf42-13dd0355a08e tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Pushing event updated for resources: {'Network': ['ID=986a1c41-aa85-48f5-a4a8-9f05339de09e,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:28.231310 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0311862d-671a-4903-b59e-bed38b857a2b None None] Network 75969f42-0be9-444d-89b3-7646607fb409 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:41:28.233224 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-92d2d905-9cef-45f1-8d27-a007bdf83624 tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "DELETE /v2.0/subnets/d93d6b04-8bdd-4a4d-a258-421303820121 HTTP/1.1" status: 204 len: 168 time: 0.5667903 Feb 09 12:41:28.234327 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48854) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:28.244827 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-91950309-862b-44ea-bf42-13dd0355a08e tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6025026 Feb 09 12:41:28.248638 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48858) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:28.257651 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 986a1c41-aa85-48f5-a4a8-9f05339de09e details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:41:28.271690 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-7dbc296a-10d8-4a0c-886c-090706e207d0 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1150096727'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:28.284690 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7dbc296a-10d8-4a0c-886c-090706e207d0 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:28.318037 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7dbc296a-10d8-4a0c-886c-090706e207d0 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Usage tracker for resource:network and tenant:b8cc9bc578574e9d908159d275519119 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:41:28.324231 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7dbc296a-10d8-4a0c-886c-090706e207d0 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:41:28.334169 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7dbc296a-10d8-4a0c-886c-090706e207d0 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:28.368318 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-767eff47-5b9d-4d95-b3db-d74cefda6bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:28.369785 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3d7bad71-6f3e-49d9-b7c0-a5954c652c62 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:28.379636 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3d7bad71-6f3e-49d9-b7c0-a5954c652c62 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:28.413739 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767eff47-5b9d-4d95-b3db-d74cefda6bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcff9c21-3b53-40fd-9b19-36dc5180f912,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:28.421831 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2db5a08b-d1d8-4b86-afd6-a95116fb7e6c tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:28.426090 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-767eff47-5b9d-4d95-b3db-d74cefda6bd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:28.426372 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3d7bad71-6f3e-49d9-b7c0-a5954c652c62 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:28.429875 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-767eff47-5b9d-4d95-b3db-d74cefda6bd6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fcff9c21-3b53-40fd-9b19-36dc5180f912 HTTP/1.1" status: 204 len: 168 time: 0.4599941 Feb 09 12:41:28.440560 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3d7bad71-6f3e-49d9-b7c0-a5954c652c62 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4322326 Feb 09 12:41:28.440560 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbc296a-10d8-4a0c-886c-090706e207d0 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Made reservation on behalf of b8cc9bc578574e9d908159d275519119 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:41:28.440560 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7dbc296a-10d8-4a0c-886c-090706e207d0 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:28.441800 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48864) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:28.467440 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-306ad902-bedd-4fec-851c-6f7251ae6797 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Request body: {'security_group_rule': {'security_group_id': '9312c2c6-ad0f-4a0a-ad28-49fa476a837a', 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:28.489860 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7bad71-6f3e-49d9-b7c0-a5954c652c62 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d404044f-3248-4792-8088-f92af612aa39,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:28.505845 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-306ad902-bedd-4fec-851c-6f7251ae6797 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:28.510314 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-2db5a08b-d1d8-4b86-afd6-a95116fb7e6c tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Deleting port cfea66fa-dc4d-4aa1-a8b0-67a1d5d0a8ac {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:41:28.510656 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2db5a08b-d1d8-4b86-afd6-a95116fb7e6c tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:28.535816 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dbc296a-10d8-4a0c-886c-090706e207d0 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:41:28.594675 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7dbc296a-10d8-4a0c-886c-090706e207d0 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:28.595030 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-7dbc296a-10d8-4a0c-886c-090706e207d0 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Added segment e2bfacbf-5f5d-4368-91f4-058b49220d0b of type vlan for network 4fc0337e-9f27-4b33-8d49-20dae0043184 Feb 09 12:41:28.667105 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-306ad902-bedd-4fec-851c-6f7251ae6797 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Usage tracker for resource:security_group_rule and tenant:2c7a8f76649f44a59c185c6d6414b556 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:41:28.668278 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7dbc296a-10d8-4a0c-886c-090706e207d0 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:28.698624 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-95acefcb-fa18-43e0-835c-018d08fdccb6 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:28.765295 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95acefcb-fa18-43e0-835c-018d08fdccb6 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:41:28.768438 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-306ad902-bedd-4fec-851c-6f7251ae6797 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:41:28.769383 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7dbc296a-10d8-4a0c-886c-090706e207d0 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:28.774848 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbc296a-10d8-4a0c-886c-090706e207d0 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:28.775450 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7dbc296a-10d8-4a0c-886c-090706e207d0 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:28.779746 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-95acefcb-fa18-43e0-835c-018d08fdccb6 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:41:28.806363 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-306ad902-bedd-4fec-851c-6f7251ae6797 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:28.808211 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95acefcb-fa18-43e0-835c-018d08fdccb6 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:28.808812 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-95acefcb-fa18-43e0-835c-018d08fdccb6 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:28.836056 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7610c372-aef3-4cf2-a8ce-d7c7b04293f8 None None] DHCP port deletion for 75969f42-0be9-444d-89b3-7646607fb409 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:41:28.852997 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7610c372-aef3-4cf2-a8ce-d7c7b04293f8 None None] Deleting port cfea66fa-dc4d-4aa1-a8b0-67a1d5d0a8ac {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:41:28.853379 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7610c372-aef3-4cf2-a8ce-d7c7b04293f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:28.911574 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95acefcb-fa18-43e0-835c-018d08fdccb6 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Subnet': ['ID=969f704b-d9f8-4580-8e87-38d0fe555067,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:28.923244 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7dbc296a-10d8-4a0c-886c-090706e207d0 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6717577 Feb 09 12:41:28.928689 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-95acefcb-fa18-43e0-835c-018d08fdccb6 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5229192 Feb 09 12:41:28.930970 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48872) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:28.937533 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-d32b8a5c-3a89-4032-af8a-25fcaa7eb970 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'port': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'mac_address': 'fa:16:3e:66:47:66', 'name': 'tempest-NetworksTestDHCPv6-64144790'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:28.945157 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc546637-f984-4920-8d59-2fd2246843c2 req-fa1fac97-1212-4455-91b9-faaffc9101bd tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:28.952319 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc546637-f984-4920-8d59-2fd2246843c2 req-fa1fac97-1212-4455-91b9-faaffc9101bd tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/ports?device_id=6926cd38-319f-439e-87b0-6931865aa752 HTTP/1.1" status: 200 len: 945 time: 0.2765312 Feb 09 12:41:28.992538 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-306ad902-bedd-4fec-851c-6f7251ae6797 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:29.038110 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 9e0adc57-3a3e-46b3-96ed-9b18a89e3e8a up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:41:29.107227 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-306ad902-bedd-4fec-851c-6f7251ae6797 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:29.126498 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48876) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:29.138799 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-9fb5ca9f-e004-458a-bc9c-234f1c71f288 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Request body: {'subnets': [{'network_id': '986a1c41-aa85-48f5-a4a8-9f05339de09e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--597965298', 'ip_version': 4}, {'network_id': '4fc0337e-9f27-4b33-8d49-20dae0043184', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:29.139278 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-9fb5ca9f-e004-458a-bc9c-234f1c71f288 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Request body: {'subnet': {'network_id': '986a1c41-aa85-48f5-a4a8-9f05339de09e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--597965298', 'ip_version': 4}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:29.140260 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-9fb5ca9f-e004-458a-bc9c-234f1c71f288 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Request body: {'subnet': {'network_id': '4fc0337e-9f27-4b33-8d49-20dae0043184', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:29.220195 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc546637-f984-4920-8d59-2fd2246843c2 req-4df3aaf0-d38b-4ac7-859e-7f7287ab2206 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/security-groups?id=53536b3f-6b08-44d9-8017-8a0f5c9448d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659850 Feb 09 12:41:29.223450 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-306ad902-bedd-4fec-851c-6f7251ae6797 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:29.233972 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc296a-10d8-4a0c-886c-090706e207d0 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Pushing event updated for resources: {'Network': ['ID=4fc0337e-9f27-4b33-8d49-20dae0043184,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:29.241388 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d32b8a5c-3a89-4032-af8a-25fcaa7eb970 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:29.245780 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d32b8a5c-3a89-4032-af8a-25fcaa7eb970 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Usage tracker for resource:port and tenant:a7add69c825d45b8a9a99e00c87aae63 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:41:29.248654 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d32b8a5c-3a89-4032-af8a-25fcaa7eb970 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:41:29.256410 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d32b8a5c-3a89-4032-af8a-25fcaa7eb970 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:29.270489 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32b8a5c-3a89-4032-af8a-25fcaa7eb970 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:41:29.335591 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-306ad902-bedd-4fec-851c-6f7251ae6797 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:29.340039 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-306ad902-bedd-4fec-851c-6f7251ae6797 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8981452 Feb 09 12:41:29.347646 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7610c372-aef3-4cf2-a8ce-d7c7b04293f8 None None] For port cfea66fa-dc4d-4aa1-a8b0-67a1d5d0a8ac, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=cfea66fa-dc4d-4aa1-a8b0-67a1d5d0a8ac,segment=NetworkSegment(e93a9442-8cd4-44a6-aaca-d466df6aa041),segment_id=e93a9442-8cd4-44a6-aaca-d466df6aa041)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:41:29.347646 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7610c372-aef3-4cf2-a8ce-d7c7b04293f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:29.351149 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48888) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:29.368918 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-463839b3-e84a-4c36-ba65-8f432012b981 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Request body: {'security_group_rule': {'security_group_id': '9312c2c6-ad0f-4a0a-ad28-49fa476a837a', 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:29.375199 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-463839b3-e84a-4c36-ba65-8f432012b981 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:29.379747 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-463839b3-e84a-4c36-ba65-8f432012b981 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Usage tracker for resource:security_group_rule and tenant:2c7a8f76649f44a59c185c6d6414b556 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:41:29.382776 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-463839b3-e84a-4c36-ba65-8f432012b981 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:41:29.389525 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-463839b3-e84a-4c36-ba65-8f432012b981 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:29.397813 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ad902-bedd-4fec-851c-6f7251ae6797 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c9d3a15-cd2f-4cb2-bd22-c662d5a116ed,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:29.418308 n-d-825178-3 neutron-server[87567]: INFO neutron.db.securitygroups_db [None req-463839b3-e84a-4c36-ba65-8f432012b981 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Project 2c7a8f76649f44a59c185c6d6414b556 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 12:41:29.443601 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-463839b3-e84a-4c36-ba65-8f432012b981 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:29.465809 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d32b8a5c-3a89-4032-af8a-25fcaa7eb970 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:29.509659 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-d32b8a5c-3a89-4032-af8a-25fcaa7eb970 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] device_id is not set on port 6f655cbd-c880-47c9-ae41-3b241eee2a22 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:41:29.524464 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-463839b3-e84a-4c36-ba65-8f432012b981 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:29.531472 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-2db5a08b-d1d8-4b86-afd6-a95116fb7e6c tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] For port cfea66fa-dc4d-4aa1-a8b0-67a1d5d0a8ac, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=cfea66fa-dc4d-4aa1-a8b0-67a1d5d0a8ac,segment=NetworkSegment(e93a9442-8cd4-44a6-aaca-d466df6aa041),segment_id=e93a9442-8cd4-44a6-aaca-d466df6aa041)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:41:29.533963 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2db5a08b-d1d8-4b86-afd6-a95116fb7e6c tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:29.569861 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-463839b3-e84a-4c36-ba65-8f432012b981 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:29.574219 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7610c372-aef3-4cf2-a8ce-d7c7b04293f8 None None] Calling delete_port for cfea66fa-dc4d-4aa1-a8b0-67a1d5d0a8ac owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:41:29.694122 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 4fc0337e-9f27-4b33-8d49-20dae0043184 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:41:29.720204 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7610c372-aef3-4cf2-a8ce-d7c7b04293f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:29.804818 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-d32b8a5c-3a89-4032-af8a-25fcaa7eb970 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Allocated IP 2001:db8:0:1::2cd (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/969f704b-d9f8-4580-8e87-38d0fe555067/6f655cbd-c880-47c9-ae41-3b241eee2a22) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:41:29.815317 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-d32b8a5c-3a89-4032-af8a-25fcaa7eb970 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Allocated IP 2001:db8::f816:3eff:fe66:4766 (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/d922dcd6-540b-4bf8-b3fd-460e97871dd6/6f655cbd-c880-47c9-ae41-3b241eee2a22) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:41:29.862796 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7610c372-aef3-4cf2-a8ce-d7c7b04293f8 None None] No DVR routers for this DVR port cfea66fa-dc4d-4aa1-a8b0-67a1d5d0a8ac on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:41:29.872469 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7610c372-aef3-4cf2-a8ce-d7c7b04293f8 None None] Pushing event deleted for resources: {'Port': ['ID=cfea66fa-dc4d-4aa1-a8b0-67a1d5d0a8ac,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:29.899728 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48900) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:29.933362 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 9e0adc57-3a3e-46b3-96ed-9b18a89e3e8a completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:41:29.944536 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463839b3-e84a-4c36-ba65-8f432012b981 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d445a761-b10b-48df-9933-1f69c5771f71,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:29.960801 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-2db5a08b-d1d8-4b86-afd6-a95116fb7e6c tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Calling delete_port for cfea66fa-dc4d-4aa1-a8b0-67a1d5d0a8ac owned by network:dhcp {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:41:30.010160 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device cfea66fa-dc4d-4aa1-a8b0-67a1d5d0a8ac no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:41:30.050973 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: cfea66fa-dc4d-4aa1-a8b0-67a1d5d0a8ac {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:41:30.051331 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device cfea66fa-dc4d-4aa1-a8b0-67a1d5d0a8ac not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:41:30.052914 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf5a9d1-e8af-47fe-a127-cf07f2e26f7d None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:41:30.089381 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-463839b3-e84a-4c36-ba65-8f432012b981 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:30.090496 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d32b8a5c-3a89-4032-af8a-25fcaa7eb970 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:30.094027 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48906) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:30.094172 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-463839b3-e84a-4c36-ba65-8f432012b981 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7414289 Feb 09 12:41:30.103762 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-8e5e036b-444b-48ab-b4f1-12a368550ea0 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Request body: {'security_group_rule': {'security_group_id': '9312c2c6-ad0f-4a0a-ad28-49fa476a837a', 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:30.109872 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.api [None req-2db5a08b-d1d8-4b86-afd6-a95116fb7e6c tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:41:30.110194 n-d-825178-3 neutron-server[87567]: DEBUG oslo_db.api [None req-2db5a08b-d1d8-4b86-afd6-a95116fb7e6c tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:41:30.116576 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8e5e036b-444b-48ab-b4f1-12a368550ea0 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:30.121647 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-9fb5ca9f-e004-458a-bc9c-234f1c71f288 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:30.127233 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9fb5ca9f-e004-458a-bc9c-234f1c71f288 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Usage tracker for resource:subnet and tenant:b8cc9bc578574e9d908159d275519119 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:41:30.127628 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-8e5e036b-444b-48ab-b4f1-12a368550ea0 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Usage tracker for resource:security_group_rule and tenant:2c7a8f76649f44a59c185c6d6414b556 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:41:30.131132 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9fb5ca9f-e004-458a-bc9c-234f1c71f288 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:41:30.131710 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-d32b8a5c-3a89-4032-af8a-25fcaa7eb970 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Transition to ACTIVE for port object 6f655cbd-c880-47c9-ae41-3b241eee2a22 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:41:30.133312 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-8e5e036b-444b-48ab-b4f1-12a368550ea0 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:41:30.138758 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-9fb5ca9f-e004-458a-bc9c-234f1c71f288 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:30.144806 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-87640235-bdbe-4920-82fa-7aa73ca245f9 None None] Provisioning for port 9e0adc57-3a3e-46b3-96ed-9b18a89e3e8a completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:41:30.146204 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-86459373-6c49-4b97-908a-a950607a8d40 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-327818406-network', 'tenant_id': '78fcd49da689411da6a25296f99fd3a8'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:30.150420 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb5ca9f-e004-458a-bc9c-234f1c71f288 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Made reservation on behalf of b8cc9bc578574e9d908159d275519119 for: {'subnet': 2} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:41:30.151960 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-86459373-6c49-4b97-908a-a950607a8d40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:30.153305 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-87640235-bdbe-4920-82fa-7aa73ca245f9 None None] Provisioning complete for port 9e0adc57-3a3e-46b3-96ed-9b18a89e3e8a triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:41:30.153685 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-87640235-bdbe-4920-82fa-7aa73ca245f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:30.155325 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9fb5ca9f-e004-458a-bc9c-234f1c71f288 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:30.155661 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9fb5ca9f-e004-458a-bc9c-234f1c71f288 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:30.156434 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-86459373-6c49-4b97-908a-a950607a8d40 admin admin] Usage tracker for resource:network and tenant:78fcd49da689411da6a25296f99fd3a8 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:41:30.159907 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-86459373-6c49-4b97-908a-a950607a8d40 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:41:30.165808 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-86459373-6c49-4b97-908a-a950607a8d40 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:30.176037 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8e5e036b-444b-48ab-b4f1-12a368550ea0 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:30.178893 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86459373-6c49-4b97-908a-a950607a8d40 admin admin] Made reservation on behalf of 78fcd49da689411da6a25296f99fd3a8 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:41:30.181942 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-86459373-6c49-4b97-908a-a950607a8d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:30.200677 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-86459373-6c49-4b97-908a-a950607a8d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:30.222518 n-d-825178-3 neutron-server[87568]: INFO neutron.db.securitygroups_db [None req-8e5e036b-444b-48ab-b4f1-12a368550ea0 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Project 2c7a8f76649f44a59c185c6d6414b556 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 12:41:30.228940 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-86459373-6c49-4b97-908a-a950607a8d40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:30.233455 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-86459373-6c49-4b97-908a-a950607a8d40 admin admin] Usage tracker for resource:security_group_rule and tenant:78fcd49da689411da6a25296f99fd3a8 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:41:30.237607 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-86459373-6c49-4b97-908a-a950607a8d40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:41:30.240429 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8e5e036b-444b-48ab-b4f1-12a368550ea0 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:30.253950 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-86459373-6c49-4b97-908a-a950607a8d40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:30.316148 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d32b8a5c-3a89-4032-af8a-25fcaa7eb970 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:30.426824 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-87640235-bdbe-4920-82fa-7aa73ca245f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:30.448341 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32b8a5c-3a89-4032-af8a-25fcaa7eb970 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:41:30.454724 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-d32b8a5c-3a89-4032-af8a-25fcaa7eb970 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:41:30.465763 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32b8a5c-3a89-4032-af8a-25fcaa7eb970 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:41:30.472049 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32b8a5c-3a89-4032-af8a-25fcaa7eb970 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:30.472802 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d32b8a5c-3a89-4032-af8a-25fcaa7eb970 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:30.476709 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32b8a5c-3a89-4032-af8a-25fcaa7eb970 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Port': ['ID=6f655cbd-c880-47c9-ae41-3b241eee2a22,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:30.482699 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-87640235-bdbe-4920-82fa-7aa73ca245f9 None None] For port 9e0adc57-3a3e-46b3-96ed-9b18a89e3e8a, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=9e0adc57-3a3e-46b3-96ed-9b18a89e3e8a,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:41:30.488640 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-87640235-bdbe-4920-82fa-7aa73ca245f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:30.512513 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8e5e036b-444b-48ab-b4f1-12a368550ea0 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:30.525243 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8e5e036b-444b-48ab-b4f1-12a368550ea0 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:30.569403 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87640235-bdbe-4920-82fa-7aa73ca245f9 None None] Pushing event updated for resources: {'Port': ['ID=9e0adc57-3a3e-46b3-96ed-9b18a89e3e8a,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:30.572831 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d32b8a5c-3a89-4032-af8a-25fcaa7eb970 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6408916 Feb 09 12:41:30.574539 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5e036b-444b-48ab-b4f1-12a368550ea0 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebbd28f1-183e-4318-adf3-3804707146c1,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:30.580976 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48912) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:30.611820 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-2db5a08b-d1d8-4b86-afd6-a95116fb7e6c tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Deleting port cfea66fa-dc4d-4aa1-a8b0-67a1d5d0a8ac {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:41:30.612677 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2db5a08b-d1d8-4b86-afd6-a95116fb7e6c tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:30.641272 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8e5e036b-444b-48ab-b4f1-12a368550ea0 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:30.643084 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8e5e036b-444b-48ab-b4f1-12a368550ea0 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5473447 Feb 09 12:41:30.652310 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-86459373-6c49-4b97-908a-a950607a8d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:30.655764 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48916) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:30.664701 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-6e5b8013-0ad7-4158-b0fd-fe8a911e94a1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Request body: {'network': {'name': 'tempest-network-smoke--7560004', 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'port_security_enabled': True}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:30.664988 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f70be30-e417-4a41-a72a-32dfcd7b37f7 None None] Update dhcp port {'port': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'fixed_ips': [{'subnet_id': 'd922dcd6-540b-4bf8-b3fd-460e97871dd6', 'ip_address': '2001:db8::f816:3eff:fe39:2bf7'}, {'subnet_id': '969f704b-d9f8-4580-8e87-38d0fe555067'}], 'binding:host_id': 'n-d-825178-3'}, 'id': '9e0adc57-3a3e-46b3-96ed-9b18a89e3e8a'} from n-d-825178-3. {{(pid=87569) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 12:41:30.672048 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-86459373-6c49-4b97-908a-a950607a8d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:30.676931 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6e5b8013-0ad7-4158-b0fd-fe8a911e94a1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:30.693378 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-6e5b8013-0ad7-4158-b0fd-fe8a911e94a1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Usage tracker for resource:network and tenant:2c7a8f76649f44a59c185c6d6414b556 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:41:30.700784 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-6e5b8013-0ad7-4158-b0fd-fe8a911e94a1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:41:30.702068 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-2db5a08b-d1d8-4b86-afd6-a95116fb7e6c tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] The port 'cfea66fa-dc4d-4aa1-a8b0-67a1d5d0a8ac' was deleted {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:41:30.707178 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f4bbd-4695-48e9-866b-4eb57adcecfc tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Deleting port 6f655cbd-c880-47c9-ae41-3b241eee2a22 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:41:30.707523 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ae6f4bbd-4695-48e9-866b-4eb57adcecfc tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:30.728928 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8f70be30-e417-4a41-a72a-32dfcd7b37f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:30.759798 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6e5b8013-0ad7-4158-b0fd-fe8a911e94a1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:30.771976 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7fb4f6-dca3-4459-adb2-d377878de9ca req-0b4c6cbe-7d4f-4cc8-9798-0b17a5d0bad0 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:30.773458 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2c7fb4f6-dca3-4459-adb2-d377878de9ca req-0b4c6cbe-7d4f-4cc8-9798-0b17a5d0bad0 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/ports?device_id=6926cd38-319f-439e-87b0-6931865aa752 HTTP/1.1" status: 200 len: 945 time: 0.3609934 Feb 09 12:41:30.776268 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86459373-6c49-4b97-908a-a950607a8d40 admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:41:30.802318 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86459373-6c49-4b97-908a-a950607a8d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d629bc-30a0-4f06-acb9-c136aff6a281,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:30.823374 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-86459373-6c49-4b97-908a-a950607a8d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:30.823943 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-86459373-6c49-4b97-908a-a950607a8d40 admin admin] Added segment 20f02b30-960e-4af2-9713-4a21e488fd18 of type vlan for network e51bee85-c49e-4d47-aaa3-7ee4caab66a9 Feb 09 12:41:30.826970 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5b8013-0ad7-4158-b0fd-fe8a911e94a1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Made reservation on behalf of 2c7a8f76649f44a59c185c6d6414b556 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:41:30.830602 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6e5b8013-0ad7-4158-b0fd-fe8a911e94a1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:30.918963 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2db5a08b-d1d8-4b86-afd6-a95116fb7e6c tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:30.935274 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-86459373-6c49-4b97-908a-a950607a8d40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:30.962488 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2c7fb4f6-dca3-4459-adb2-d377878de9ca req-76b55eca-6429-44bc-b564-54f56dfcdb51 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/security-groups?id=53536b3f-6b08-44d9-8017-8a0f5c9448d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364808 Feb 09 12:41:30.966523 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e5b8013-0ad7-4158-b0fd-fe8a911e94a1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:41:30.968037 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 9e0adc57-3a3e-46b3-96ed-9b18a89e3e8a up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:41:30.973905 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-2db5a08b-d1d8-4b86-afd6-a95116fb7e6c tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75969f42-0be9-444d-89b3-7646607fb409']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:30.994767 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-2db5a08b-d1d8-4b86-afd6-a95116fb7e6c tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e93a9442-8cd4-44a6-aaca-d466df6aa041') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:30.995076 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-2db5a08b-d1d8-4b86-afd6-a95116fb7e6c tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e93a9442-8cd4-44a6-aaca-d466df6aa041') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:31.023138 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2db5a08b-d1d8-4b86-afd6-a95116fb7e6c tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:31.047365 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6e5b8013-0ad7-4158-b0fd-fe8a911e94a1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:31.047614 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-6e5b8013-0ad7-4158-b0fd-fe8a911e94a1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Added segment 1f465c16-8bbc-4cd6-be8f-f8d5066ecd9e of type vlan for network cd0860fa-4273-47b3-901e-11f5ca0c6ffa Feb 09 12:41:31.050327 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-8f70be30-e417-4a41-a72a-32dfcd7b37f7 None None] Allocated IP 2001:db8:0:1::2 (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/969f704b-d9f8-4580-8e87-38d0fe555067/9e0adc57-3a3e-46b3-96ed-9b18a89e3e8a) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:41:31.062576 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2db5a08b-d1d8-4b86-afd6-a95116fb7e6c tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:31.071024 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9fb5ca9f-e004-458a-bc9c-234f1c71f288 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:31.075507 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2db5a08b-d1d8-4b86-afd6-a95116fb7e6c tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:41:31.075896 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2db5a08b-d1d8-4b86-afd6-a95116fb7e6c tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:31.094341 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-86459373-6c49-4b97-908a-a950607a8d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:31.096272 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86459373-6c49-4b97-908a-a950607a8d40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:31.097201 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-86459373-6c49-4b97-908a-a950607a8d40 admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:31.119070 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:41:31.119070 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:41:31.119070 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:41:31.119070 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:41:31.119070 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:41:31.119070 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:41:31.119070 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:41:31.119070 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:41:31.119070 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:41:31.119070 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:41:31.119070 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:41:31.119070 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:41:31.119070 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:41:31.119070 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:41:31.119070 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:41:31.119070 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:41:31.119070 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:41:31.119070 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:41:31.119070 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:41:31.119070 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:41:31.119070 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:41:31.119070 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:41:31.119070 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:41:31.119070 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:41:31.119070 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:41:31.119070 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:41:31.119070 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:41:31.119070 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:41:31.119070 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:41:31.119070 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:41:31.119070 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:41:31.119070 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:41:31.151812 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6e5b8013-0ad7-4158-b0fd-fe8a911e94a1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:31.158701 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 9e0adc57-3a3e-46b3-96ed-9b18a89e3e8a triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:41:31.159079 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:31.246741 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb5ca9f-e004-458a-bc9c-234f1c71f288 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Pushing event updated for resources: {'Subnet': ['ID=d86fe017-2622-4c3b-8e28-44655488f7aa,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:31.247443 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ae6f4bbd-4695-48e9-866b-4eb57adcecfc tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:31.250116 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2db5a08b-d1d8-4b86-afd6-a95116fb7e6c tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:31.263262 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-86459373-6c49-4b97-908a-a950607a8d40 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3579149 Feb 09 12:41:31.269487 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86459373-6c49-4b97-908a-a950607a8d40 admin admin] Pushing event updated for resources: {'Network': ['ID=e51bee85-c49e-4d47-aaa3-7ee4caab66a9,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:31.288935 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48920) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:31.289967 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2db5a08b-d1d8-4b86-afd6-a95116fb7e6c tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:31.294930 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network e51bee85-c49e-4d47-aaa3-7ee4caab66a9 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:41:31.301429 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb5ca9f-e004-458a-bc9c-234f1c71f288 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Checking segment: {'id': 'e35d8292-1c45-49bc-86a1-03bc8cf77d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '986a1c41-aa85-48f5-a4a8-9f05339de09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:41:31.301801 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb5ca9f-e004-458a-bc9c-234f1c71f288 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Network hostable DHCP agents. Network: 986a1c41-aa85-48f5-a4a8-9f05339de09e, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:41:31.316243 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-94c6c0f0-ebf8-476a-8e59-bcabfa350af1 admin admin] Request body: {'subnet': {'network_id': 'e51bee85-c49e-4d47-aaa3-7ee4caab66a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-327818406-subnet', 'tenant_id': '78fcd49da689411da6a25296f99fd3a8', 'ip_version': 4}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:31.326677 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5a08b-d1d8-4b86-afd6-a95116fb7e6c tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] Pushing event deleted for resources: {'Network': ['ID=75969f42-0be9-444d-89b3-7646607fb409,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:31.326845 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.resource_extend [None req-6e5b8013-0ad7-4158-b0fd-fe8a911e94a1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:41:31.331780 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-94c6c0f0-ebf8-476a-8e59-bcabfa350af1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:31.341829 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2db5a08b-d1d8-4b86-afd6-a95116fb7e6c tempest-NetworksTest-1545228269 tempest-NetworksTest-1545228269-project] 10.222.0.55 "DELETE /v2.0/networks/75969f42-0be9-444d-89b3-7646607fb409 HTTP/1.1" status: 204 len: 168 time: 3.1064956 Feb 09 12:41:31.342828 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-94c6c0f0-ebf8-476a-8e59-bcabfa350af1 admin admin] Usage tracker for resource:subnet and tenant:78fcd49da689411da6a25296f99fd3a8 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:41:31.357915 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-94c6c0f0-ebf8-476a-8e59-bcabfa350af1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:41:31.366385 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-94c6c0f0-ebf8-476a-8e59-bcabfa350af1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:31.400211 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb5ca9f-e004-458a-bc9c-234f1c71f288 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Network 986a1c41-aa85-48f5-a4a8-9f05339de09e is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:41:31.414271 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c6c0f0-ebf8-476a-8e59-bcabfa350af1 admin admin] Made reservation on behalf of 78fcd49da689411da6a25296f99fd3a8 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:41:31.418044 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-94c6c0f0-ebf8-476a-8e59-bcabfa350af1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:31.432353 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-8f70be30-e417-4a41-a72a-32dfcd7b37f7 None None] For port 9e0adc57-3a3e-46b3-96ed-9b18a89e3e8a, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=9e0adc57-3a3e-46b3-96ed-9b18a89e3e8a,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:41:31.472405 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8f70be30-e417-4a41-a72a-32dfcd7b37f7 None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:31.491369 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-8f70be30-e417-4a41-a72a-32dfcd7b37f7 None None] Transition to ACTIVE for port object 9e0adc57-3a3e-46b3-96ed-9b18a89e3e8a will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:41:31.495770 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8f70be30-e417-4a41-a72a-32dfcd7b37f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:31.510980 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f4bbd-4695-48e9-866b-4eb57adcecfc tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Calling delete_port for 6f655cbd-c880-47c9-ae41-3b241eee2a22 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:41:31.569616 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6e5b8013-0ad7-4158-b0fd-fe8a911e94a1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:31.576356 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5b8013-0ad7-4158-b0fd-fe8a911e94a1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:31.577286 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6e5b8013-0ad7-4158-b0fd-fe8a911e94a1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:31.637000 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-9fb5ca9f-e004-458a-bc9c-234f1c71f288 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 986a1c41-aa85-48f5-a4a8-9f05339de09e) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:41:31.648817 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0060368f-1b66-494a-bd34-2ea069f10874 None None] Network 986a1c41-aa85-48f5-a4a8-9f05339de09e requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:41:31.656195 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9fb5ca9f-e004-458a-bc9c-234f1c71f288 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:31.723154 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48928) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:31.724901 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6e5b8013-0ad7-4158-b0fd-fe8a911e94a1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0678980 Feb 09 12:41:31.731452 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48932) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:31.751488 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-6c0b9701-dbca-432f-9a4d-065932ff1b63 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-683150709', 'admin_state_up': True, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:31.769635 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6c0b9701-dbca-432f-9a4d-065932ff1b63 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:31.778091 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b8013-0ad7-4158-b0fd-fe8a911e94a1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'Network': ['ID=cd0860fa-4273-47b3-901e-11f5ca0c6ffa,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:31.784767 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-6c0b9701-dbca-432f-9a4d-065932ff1b63 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Usage tracker for resource:router and tenant:2c7a8f76649f44a59c185c6d6414b556 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:41:31.793434 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-6c0b9701-dbca-432f-9a4d-065932ff1b63 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:41:31.809244 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network cd0860fa-4273-47b3-901e-11f5ca0c6ffa details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:41:31.826284 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f70be30-e417-4a41-a72a-32dfcd7b37f7 None None] Pushing event updated for resources: {'Port': ['ID=9e0adc57-3a3e-46b3-96ed-9b18a89e3e8a,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:31.860133 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6c0b9701-dbca-432f-9a4d-065932ff1b63 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:31.885502 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6c0b9701-dbca-432f-9a4d-065932ff1b63 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:31.886544 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6c0b9701-dbca-432f-9a4d-065932ff1b63 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:31.926977 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb5ca9f-e004-458a-bc9c-234f1c71f288 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Pushing event updated for resources: {'Subnet': ['ID=c9c574ed-f6c4-4520-945d-6727f6731ed8,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:31.988860 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-94c6c0f0-ebf8-476a-8e59-bcabfa350af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:32.007024 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ae6f4bbd-4695-48e9-866b-4eb57adcecfc tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:32.129681 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bedfe84-7960-4c5d-b479-c62aad278edb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-986a1c41-aa85-48f5-a4a8-9f05339de09e', 'network_id': '986a1c41-aa85-48f5-a4a8-9f05339de09e', 'tenant_id': 'b8cc9bc578574e9d908159d275519119', 'fixed_ips': [{'subnet_id': 'd86fe017-2622-4c3b-8e28-44655488f7aa'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:41:32.130811 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7bedfe84-7960-4c5d-b479-c62aad278edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:32.134809 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6c0b9701-dbca-432f-9a4d-065932ff1b63 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:32.169154 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f4bbd-4695-48e9-866b-4eb57adcecfc tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Port': ['ID=6f655cbd-c880-47c9-ae41-3b241eee2a22,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:32.221470 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ae6f4bbd-4695-48e9-866b-4eb57adcecfc tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:32.226114 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6b7aca86-6ded-497f-b5fc-8249a5000186 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3fe8dec11ddd4b74aaa8bf07aa25bebd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4996002 Feb 09 12:41:32.229389 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48940) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:32.296526 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb5ca9f-e004-458a-bc9c-234f1c71f288 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Checking segment: {'id': 'e2bfacbf-5f5d-4368-91f4-058b49220d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4fc0337e-9f27-4b33-8d49-20dae0043184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:41:32.296897 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb5ca9f-e004-458a-bc9c-234f1c71f288 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Network hostable DHCP agents. Network: 4fc0337e-9f27-4b33-8d49-20dae0043184, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:41:32.345437 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c6c0f0-ebf8-476a-8e59-bcabfa350af1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a979796a-9ee1-4aa6-ac24-c93f6e78f79a,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:32.378144 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-7bedfe84-7960-4c5d-b479-c62aad278edb None None] Allocated IP 172.20.0.2 (986a1c41-aa85-48f5-a4a8-9f05339de09e/d86fe017-2622-4c3b-8e28-44655488f7aa/ef92964a-d088-4b2a-ad67-38c67fa3bf8d) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:41:32.413427 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ae6f4bbd-4695-48e9-866b-4eb57adcecfc tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/ports/6f655cbd-c880-47c9-ae41-3b241eee2a22 HTTP/1.1" status: 204 len: 168 time: 1.8311596 Feb 09 12:41:32.417507 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48944) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:32.422729 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c6c0f0-ebf8-476a-8e59-bcabfa350af1 admin admin] Checking segment: {'id': '20f02b30-960e-4af2-9713-4a21e488fd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e51bee85-c49e-4d47-aaa3-7ee4caab66a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:41:32.423009 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c6c0f0-ebf8-476a-8e59-bcabfa350af1 admin admin] Network hostable DHCP agents. Network: e51bee85-c49e-4d47-aaa3-7ee4caab66a9, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:41:32.439754 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a10f0-adf1-445b-b584-d597f1e51a78 req-23c783d0-a0af-422c-be3a-76ff0cdae193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:32.441833 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1f1a10f0-adf1-445b-b584-d597f1e51a78 req-23c783d0-a0af-422c-be3a-76ff0cdae193 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6926cd38-319f-439e-87b0-6931865aa752 HTTP/1.1" status: 200 len: 1096 time: 0.4960713 Feb 09 12:41:32.446703 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb5ca9f-e004-458a-bc9c-234f1c71f288 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Network 4fc0337e-9f27-4b33-8d49-20dae0043184 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:41:32.499141 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-9fb5ca9f-e004-458a-bc9c-234f1c71f288 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 4fc0337e-9f27-4b33-8d49-20dae0043184) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:41:32.504444 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb5ca9f-e004-458a-bc9c-234f1c71f288 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:32.505166 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb5ca9f-e004-458a-bc9c-234f1c71f288 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:32.505981 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9fb5ca9f-e004-458a-bc9c-234f1c71f288 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:32.521266 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c10980-807e-4c75-b28e-a568b5a8bbe0 req-46abfd00-1873-44dc-b298-f7d2d757b41c tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:32.523001 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-73c10980-807e-4c75-b28e-a568b5a8bbe0 req-46abfd00-1873-44dc-b298-f7d2d757b41c tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/ports?device_id=6926cd38-319f-439e-87b0-6931865aa752 HTTP/1.1" status: 200 len: 945 time: 0.2996569 Feb 09 12:41:32.542831 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c6c0f0-ebf8-476a-8e59-bcabfa350af1 admin admin] Network e51bee85-c49e-4d47-aaa3-7ee4caab66a9 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:41:32.546282 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-41ecc868-e29a-496d-934a-689cda1227e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:32.546562 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe91825b-a0f8-4545-a8b7-fe35270b2417 None None] Network 4fc0337e-9f27-4b33-8d49-20dae0043184 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:41:32.577468 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-94c6c0f0-ebf8-476a-8e59-bcabfa350af1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, e51bee85-c49e-4d47-aaa3-7ee4caab66a9) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:41:32.581859 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c6c0f0-ebf8-476a-8e59-bcabfa350af1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:32.582449 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-94c6c0f0-ebf8-476a-8e59-bcabfa350af1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:32.601106 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1f1a10f0-adf1-445b-b584-d597f1e51a78 req-cdf19020-241b-42a7-bceb-a556c4796bf3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=53536b3f-6b08-44d9-8017-8a0f5c9448d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385090 Feb 09 12:41:32.617084 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9fb5ca9f-e004-458a-bc9c-234f1c71f288 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.4867373 Feb 09 12:41:32.619124 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48948) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:32.637547 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6c0b9701-dbca-432f-9a4d-065932ff1b63 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:32.641455 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d315b4-4fde-4a1e-a38e-7f2445a851a2 None None] Network e51bee85-c49e-4d47-aaa3-7ee4caab66a9 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:41:32.665267 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-41ecc868-e29a-496d-934a-689cda1227e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:32.668812 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-94c6c0f0-ebf8-476a-8e59-bcabfa350af1 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3759913 Feb 09 12:41:32.672609 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-73c10980-807e-4c75-b28e-a568b5a8bbe0 req-0bde76f2-d5c0-4624-b739-dbecd82cc640 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/security-groups?id=53536b3f-6b08-44d9-8017-8a0f5c9448d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307771 Feb 09 12:41:32.673164 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48952) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:32.695164 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-ad78895c-7304-4913-9632-ce1c853a7df6 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-327818406-router', 'tenant_id': '78fcd49da689411da6a25296f99fd3a8', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:32.701591 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-ad78895c-7304-4913-9632-ce1c853a7df6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:32.709418 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ad78895c-7304-4913-9632-ce1c853a7df6 admin admin] Usage tracker for resource:router and tenant:78fcd49da689411da6a25296f99fd3a8 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:41:32.715092 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ad78895c-7304-4913-9632-ce1c853a7df6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:41:32.726694 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-ad78895c-7304-4913-9632-ce1c853a7df6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:32.745707 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091c9ee4-0ab9-41d8-82cc-83206cae5b74 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:32.747499 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091c9ee4-0ab9-41d8-82cc-83206cae5b74 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:32.749291 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091c9ee4-0ab9-41d8-82cc-83206cae5b74 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:32.750282 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-091c9ee4-0ab9-41d8-82cc-83206cae5b74 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Synchronizing usage tracker for tenant:b8cc9bc578574e9d908159d275519119 on resource:subnet {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:41:32.774440 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ad78895c-7304-4913-9632-ce1c853a7df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:32.775530 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ad78895c-7304-4913-9632-ce1c853a7df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:32.784085 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-091c9ee4-0ab9-41d8-82cc-83206cae5b74 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Unset dirty status for tenant:b8cc9bc578574e9d908159d275519119 on resource:subnet {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:41:32.788221 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-091c9ee4-0ab9-41d8-82cc-83206cae5b74 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1654465 Feb 09 12:41:32.788628 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48956) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:32.805764 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136770c0-73a6-4a94-8775-dede2f6607f3 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:32.806779 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-136770c0-73a6-4a94-8775-dede2f6607f3 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Synchronizing usage tracker for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:41:32.806924 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-9bfc1c29-552e-4a62-8586-84fa81da3268 None None] Could not find standard attr ID for object 6f655cbd-c880-47c9-ae41-3b241eee2a22. {{(pid=87569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 12:41:32.856693 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-136770c0-73a6-4a94-8775-dede2f6607f3 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Unset dirty status for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:41:32.858122 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-136770c0-73a6-4a94-8775-dede2f6607f3 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4332161 Feb 09 12:41:32.862856 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48960) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:32.911686 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ad78895c-7304-4913-9632-ce1c853a7df6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:32.920996 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-41ecc868-e29a-496d-934a-689cda1227e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:32.944714 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-f109f67d-79d6-4bf6-b07a-55f0ba8984fd tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Deleting subnet d86fe017-2622-4c3b-8e28-44655488f7aa {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:41:32.965187 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ecc868-e29a-496d-934a-689cda1227e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2303210f-7411-4f8b-88e8-c89978a1982a,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:32.976483 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-41ecc868-e29a-496d-934a-689cda1227e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:32.977633 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-41ecc868-e29a-496d-934a-689cda1227e4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2303210f-7411-4f8b-88e8-c89978a1982a HTTP/1.1" status: 204 len: 168 time: 0.7461843 Feb 09 12:41:33.078703 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7bedfe84-7960-4c5d-b479-c62aad278edb None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:33.092356 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7bedfe84-7960-4c5d-b479-c62aad278edb None None] Transition to ACTIVE for port object ef92964a-d088-4b2a-ad67-38c67fa3bf8d will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:41:33.118904 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7bedfe84-7960-4c5d-b479-c62aad278edb None None] Transition to ACTIVE for port object ef92964a-d088-4b2a-ad67-38c67fa3bf8d will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:41:33.178865 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f29f8df-fef9-49d3-b2f6-bb3559b11609 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:33.180702 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9f29f8df-fef9-49d3-b2f6-bb3559b11609 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3167648 Feb 09 12:41:33.185152 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48966) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:33.187566 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6c0b9701-dbca-432f-9a4d-065932ff1b63 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:33.193396 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f109f67d-79d6-4bf6-b07a-55f0ba8984fd tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:33.193903 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7bedfe84-7960-4c5d-b479-c62aad278edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:33.209362 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 9e0adc57-3a3e-46b3-96ed-9b18a89e3e8a up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:41:33.380720 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ad78895c-7304-4913-9632-ce1c853a7df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:33.409713 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f109f67d-79d6-4bf6-b07a-55f0ba8984fd tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:33.449021 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6c0b9701-dbca-432f-9a4d-065932ff1b63 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:33.466351 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bedfe84-7960-4c5d-b479-c62aad278edb None None] Network 986a1c41-aa85-48f5-a4a8-9f05339de09e is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:41:33.518034 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bedfe84-7960-4c5d-b479-c62aad278edb None None] Pushing event updated for resources: {'Port': ['ID=ef92964a-d088-4b2a-ad67-38c67fa3bf8d,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:33.521817 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-7bedfe84-7960-4c5d-b479-c62aad278edb None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:41:33.525592 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bedfe84-7960-4c5d-b479-c62aad278edb None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:41:33.542113 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e74f77-8996-4da2-bd92-1909752ade84 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:33.544048 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e74f77-8996-4da2-bd92-1909752ade84 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:33.545730 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e74f77-8996-4da2-bd92-1909752ade84 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:33.546717 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d9e74f77-8996-4da2-bd92-1909752ade84 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Synchronizing usage tracker for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:subnet {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:41:33.572076 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f109f67d-79d6-4bf6-b07a-55f0ba8984fd tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:33.625022 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d9e74f77-8996-4da2-bd92-1909752ade84 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Unset dirty status for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:subnet {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:41:33.629949 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d9e74f77-8996-4da2-bd92-1909752ade84 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4437673 Feb 09 12:41:33.630135 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48980) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:33.668751 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-6c0b9701-dbca-432f-9a4d-065932ff1b63 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Allocated IP 172.25.7.197 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/1f78b1a3-2624-4036-96d9-9fa391fd8498) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:41:33.683394 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04adc13b-113d-4c95-8d6c-1c9ac78267c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-4fc0337e-9f27-4b33-8d49-20dae0043184', 'network_id': '4fc0337e-9f27-4b33-8d49-20dae0043184', 'tenant_id': 'b8cc9bc578574e9d908159d275519119', 'fixed_ips': [{'subnet_id': 'c9c574ed-f6c4-4520-945d-6727f6731ed8'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:41:33.684292 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-04adc13b-113d-4c95-8d6c-1c9ac78267c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:33.772073 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 9e0adc57-3a3e-46b3-96ed-9b18a89e3e8a triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:41:33.772452 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:33.821589 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-94a96b60-2100-43af-83e6-c45698484c75 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Deleting subnet 969f704b-d9f8-4580-8e87-38d0fe555067 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:41:33.826424 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f109f67d-79d6-4bf6-b07a-55f0ba8984fd tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:33.833114 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-94a96b60-2100-43af-83e6-c45698484c75 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:33.922713 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-9bfc1c29-552e-4a62-8586-84fa81da3268 None None] Provisioning for port 9e0adc57-3a3e-46b3-96ed-9b18a89e3e8a completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:41:33.931546 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-7bedfe84-7960-4c5d-b479-c62aad278edb None None] Attempting to bind port ef92964a-d088-4b2a-ad67-38c67fa3bf8d on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:41:33.932183 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6c0b9701-dbca-432f-9a4d-065932ff1b63 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:33.932651 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-7bedfe84-7960-4c5d-b479-c62aad278edb None None] Attempting to bind port ef92964a-d088-4b2a-ad67-38c67fa3bf8d by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'e35d8292-1c45-49bc-86a1-03bc8cf77d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '986a1c41-aa85-48f5-a4a8-9f05339de09e'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:41:33.933228 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bedfe84-7960-4c5d-b479-c62aad278edb None None] Attempting to bind port ef92964a-d088-4b2a-ad67-38c67fa3bf8d on network 986a1c41-aa85-48f5-a4a8-9f05339de09e {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:41:33.936604 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-9bfc1c29-552e-4a62-8586-84fa81da3268 None None] Provisioning complete for port 9e0adc57-3a3e-46b3-96ed-9b18a89e3e8a triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:41:33.937305 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9bfc1c29-552e-4a62-8586-84fa81da3268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:33.974495 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f109f67d-79d6-4bf6-b07a-55f0ba8984fd tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Pushing event deleted for resources: {'Subnet': ['ID=d86fe017-2622-4c3b-8e28-44655488f7aa,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:33.978871 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f109f67d-79d6-4bf6-b07a-55f0ba8984fd tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:33.979191 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6c0b9701-dbca-432f-9a4d-065932ff1b63 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:34.003489 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f109f67d-79d6-4bf6-b07a-55f0ba8984fd tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] 10.222.0.55 "DELETE /v2.0/subnets/d86fe017-2622-4c3b-8e28-44655488f7aa HTTP/1.1" status: 204 len: 168 time: 1.2115388 Feb 09 12:41:34.012885 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48994) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:34.019472 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e22231-4c1d-4737-b20d-6383c9abf775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-e51bee85-c49e-4d47-aaa3-7ee4caab66a9', 'network_id': 'e51bee85-c49e-4d47-aaa3-7ee4caab66a9', 'tenant_id': '78fcd49da689411da6a25296f99fd3a8', 'fixed_ips': [{'subnet_id': 'a979796a-9ee1-4aa6-ac24-c93f6e78f79a'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:41:34.020333 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f9e22231-4c1d-4737-b20d-6383c9abf775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:34.061087 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-94a96b60-2100-43af-83e6-c45698484c75 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:34.066698 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bedfe84-7960-4c5d-b479-c62aad278edb None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:41:34.067035 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bedfe84-7960-4c5d-b479-c62aad278edb None None] Checking segment: {'id': 'e35d8292-1c45-49bc-86a1-03bc8cf77d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '986a1c41-aa85-48f5-a4a8-9f05339de09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:41:34.067387 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7bedfe84-7960-4c5d-b479-c62aad278edb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:34.068269 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bedfe84-7960-4c5d-b479-c62aad278edb None None] Bound using segment: {'id': 'e35d8292-1c45-49bc-86a1-03bc8cf77d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '986a1c41-aa85-48f5-a4a8-9f05339de09e'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:41:34.068758 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-7bedfe84-7960-4c5d-b479-c62aad278edb None None] Bound port: ef92964a-d088-4b2a-ad67-38c67fa3bf8d, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e35d8292-1c45-49bc-86a1-03bc8cf77d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '986a1c41-aa85-48f5-a4a8-9f05339de09e'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:41:34.069135 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7bedfe84-7960-4c5d-b479-c62aad278edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:34.069320 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0b9701-dbca-432f-9a4d-065932ff1b63 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:41:34.072703 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-6c0b9701-dbca-432f-9a4d-065932ff1b63 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:41:34.075105 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0b9701-dbca-432f-9a4d-065932ff1b63 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:41:34.155041 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b9701-dbca-432f-9a4d-065932ff1b63 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'Port': ['ID=1f78b1a3-2624-4036-96d9-9fa391fd8498,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:34.169822 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0b9701-dbca-432f-9a4d-065932ff1b63 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:41:34.170540 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0b9701-dbca-432f-9a4d-065932ff1b63 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:41:34.171431 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0b9701-dbca-432f-9a4d-065932ff1b63 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:41:34.172011 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0b9701-dbca-432f-9a4d-065932ff1b63 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:41:34.173091 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0b9701-dbca-432f-9a4d-065932ff1b63 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:41:34.174426 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0b9701-dbca-432f-9a4d-065932ff1b63 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:41:34.175018 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0b9701-dbca-432f-9a4d-065932ff1b63 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:41:34.175593 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0b9701-dbca-432f-9a4d-065932ff1b63 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:41:34.176177 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0b9701-dbca-432f-9a4d-065932ff1b63 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:41:34.176714 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0b9701-dbca-432f-9a4d-065932ff1b63 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:41:34.177952 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0b9701-dbca-432f-9a4d-065932ff1b63 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:41:34.178492 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0b9701-dbca-432f-9a4d-065932ff1b63 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:41:34.184309 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf2089b9-bd86-4916-84a8-5ff9dd433665 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Deleting subnet c9c574ed-f6c4-4520-945d-6727f6731ed8 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:41:34.194704 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bf2089b9-bd86-4916-84a8-5ff9dd433665 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:34.384734 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb5320-a980-4d7d-b2c0-b16eb7663f1c req-17805095-7a72-442f-a065-38a7dfb039ba tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:34.386267 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a8cb5320-a980-4d7d-b2c0-b16eb7663f1c req-17805095-7a72-442f-a065-38a7dfb039ba tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/ports?device_id=6926cd38-319f-439e-87b0-6931865aa752 HTTP/1.1" status: 200 len: 945 time: 0.4718766 Feb 09 12:41:34.388549 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bf2089b9-bd86-4916-84a8-5ff9dd433665 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:34.459974 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7bedfe84-7960-4c5d-b479-c62aad278edb None None] For port ef92964a-d088-4b2a-ad67-38c67fa3bf8d, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:41:34.479454 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7bedfe84-7960-4c5d-b479-c62aad278edb None None] For port ef92964a-d088-4b2a-ad67-38c67fa3bf8d, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=ef92964a-d088-4b2a-ad67-38c67fa3bf8d,segment=NetworkSegment(e35d8292-1c45-49bc-86a1-03bc8cf77d17),segment_id=e35d8292-1c45-49bc-86a1-03bc8cf77d17)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:41:34.493740 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7bedfe84-7960-4c5d-b479-c62aad278edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:34.585175 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-f9e22231-4c1d-4737-b20d-6383c9abf775 None None] Allocated IP 172.20.0.2 (e51bee85-c49e-4d47-aaa3-7ee4caab66a9/a979796a-9ee1-4aa6-ac24-c93f6e78f79a/bc71fdc4-6300-4f04-b283-31769b0dfe9a) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:41:34.604954 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bedfe84-7960-4c5d-b479-c62aad278edb None None] Pushing event updated for resources: {'Port': ['ID=ef92964a-d088-4b2a-ad67-38c67fa3bf8d,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:34.630684 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b19a90e3-dfce-47b7-88cb-f3ad3fa9444a None None] Could not find standard attr ID for object 6f655cbd-c880-47c9-ae41-3b241eee2a22. {{(pid=87569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 12:41:34.700335 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-94a96b60-2100-43af-83e6-c45698484c75 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:34.725300 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6c0b9701-dbca-432f-9a4d-065932ff1b63 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:34.791373 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bf2089b9-bd86-4916-84a8-5ff9dd433665 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:34.832506 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a8cb5320-a980-4d7d-b2c0-b16eb7663f1c req-d00c2084-ff8d-4f1a-b997-3400b71b3cd2 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/security-groups?id=53536b3f-6b08-44d9-8017-8a0f5c9448d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252817 Feb 09 12:41:34.873240 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ad78895c-7304-4913-9632-ce1c853a7df6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:34.884841 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba460e6-ae38-4547-ae42-6cb7b0a7e1b4 None None] Network 986a1c41-aa85-48f5-a4a8-9f05339de09e requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:41:34.912449 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ad78895c-7304-4913-9632-ce1c853a7df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:35.009767 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-94a96b60-2100-43af-83e6-c45698484c75 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:35.062702 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a96b60-2100-43af-83e6-c45698484c75 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Subnet': ['ID=969f704b-d9f8-4580-8e87-38d0fe555067,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server [None req-04adc13b-113d-4c95-8d6c-1c9ac78267c0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c9c574ed-f6c4-4520-945d-6727f6731ed8: This subnet is being modified by another concurrent operation. Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 12:41:35.077418 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 12:41:35.082111 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 12:41:35.082111 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 12:41:35.082111 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 12:41:35.082111 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 12:41:35.082111 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 12:41:35.082111 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 12:41:35.082111 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 12:41:35.082111 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 12:41:35.082111 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 12:41:35.082111 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 12:41:35.082111 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 12:41:35.082111 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 12:41:35.082111 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 12:41:35.082111 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 12:41:35.082111 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 12:41:35.082111 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 12:41:35.082111 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 09 12:41:35.082111 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 12:41:35.082111 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 09 12:41:35.082111 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 12:41:35.082111 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 09 12:41:35.082111 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 12:41:35.082111 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 12:41:35.082111 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 12:41:35.082111 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 09 12:41:35.082111 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 12:41:35.082111 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 09 12:41:35.082111 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 12:41:35.082111 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 12:41:35.082111 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 12:41:35.082111 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 12:41:35.082111 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 12:41:35.082111 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 09 12:41:35.082111 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 12:41:35.082111 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 12:41:35.082111 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server raise exception Feb 09 12:41:35.082111 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c9c574ed-f6c4-4520-945d-6727f6731ed8: This subnet is being modified by another concurrent operation. Feb 09 12:41:35.082111 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server Feb 09 12:41:35.093734 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bf2089b9-bd86-4916-84a8-5ff9dd433665 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:35.098120 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-94a96b60-2100-43af-83e6-c45698484c75 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:35.119338 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5650477-2d72-458b-924c-22057819f735 None None] Network 4fc0337e-9f27-4b33-8d49-20dae0043184 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:41:35.132570 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754563b2-13b5-43fe-8dad-d9863738d0a1 None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:41:35.158645 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2089b9-bd86-4916-84a8-5ff9dd433665 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Pushing event deleted for resources: {'Subnet': ['ID=c9c574ed-f6c4-4520-945d-6727f6731ed8,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:35.170927 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bf2089b9-bd86-4916-84a8-5ff9dd433665 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:35.176094 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-bf2089b9-bd86-4916-84a8-5ff9dd433665 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] 10.222.0.55 "DELETE /v2.0/subnets/c9c574ed-f6c4-4520-945d-6727f6731ed8 HTTP/1.1" status: 204 len: 168 time: 1.1559019 Feb 09 12:41:35.176341 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 49016) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:35.208226 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6c0b9701-dbca-432f-9a4d-065932ff1b63 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:35.226666 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-94a96b60-2100-43af-83e6-c45698484c75 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/969f704b-d9f8-4580-8e87-38d0fe555067 HTTP/1.1" status: 204 len: 168 time: 1.5516248 Feb 09 12:41:35.242064 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 49020) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:35.275917 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-ad78895c-7304-4913-9632-ce1c853a7df6 admin admin] Allocated IP 172.25.7.232 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/595563e3-eb4e-46b8-82b4-f4fa80f7a67e) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:41:35.343650 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477eee55-f849-44bb-bf04-5bed59d38184 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:35.344406 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-477eee55-f849-44bb-bf04-5bed59d38184 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Synchronizing usage tracker for tenant:b8cc9bc578574e9d908159d275519119 on resource:subnet {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:41:35.414907 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc5d100b-9f7a-4385-a88d-7de113bec2a9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Deleting subnet d922dcd6-540b-4bf8-b3fd-460e97871dd6 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:41:35.428684 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-dc5d100b-9f7a-4385-a88d-7de113bec2a9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:35.502133 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-477eee55-f849-44bb-bf04-5bed59d38184 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Unset dirty status for tenant:b8cc9bc578574e9d908159d275519119 on resource:subnet {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:41:35.503434 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-477eee55-f849-44bb-bf04-5bed59d38184 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3261869 Feb 09 12:41:35.510588 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 49030) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:35.536655 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f9e22231-4c1d-4737-b20d-6383c9abf775 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:35.558516 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-dc5d100b-9f7a-4385-a88d-7de113bec2a9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:35.569313 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f9e22231-4c1d-4737-b20d-6383c9abf775 None None] Transition to ACTIVE for port object bc71fdc4-6300-4f04-b283-31769b0dfe9a will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:41:35.583999 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c0b9701-dbca-432f-9a4d-065932ff1b63 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Router 74421ff6-1d93-4d7d-a7cf-eec3899dbb04 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:41:35.616484 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f9e22231-4c1d-4737-b20d-6383c9abf775 None None] Transition to ACTIVE for port object bc71fdc4-6300-4f04-b283-31769b0dfe9a will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:41:35.640927 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f9e22231-4c1d-4737-b20d-6383c9abf775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:35.704667 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ad78895c-7304-4913-9632-ce1c853a7df6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:35.750140 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b9f97a1a-d147-49e7-a26f-f139cf2522ef tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:35.784839 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-dc5d100b-9f7a-4385-a88d-7de113bec2a9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:35.803911 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0b9701-dbca-432f-9a4d-065932ff1b63 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:41:35.822413 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e22231-4c1d-4737-b20d-6383c9abf775 None None] Network e51bee85-c49e-4d47-aaa3-7ee4caab66a9 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:41:35.832664 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dddfafb-dad7-4e0e-b5c5-03a5f988ff55 None None] Sync routers for ids ['74421ff6-1d93-4d7d-a7cf-eec3899dbb04'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:41:35.835899 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-f9e22231-4c1d-4737-b20d-6383c9abf775 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:41:35.841757 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6c0b9701-dbca-432f-9a4d-065932ff1b63 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:35.842698 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dddfafb-dad7-4e0e-b5c5-03a5f988ff55 None None] Routers {'74421ff6-1d93-4d7d-a7cf-eec3899dbb04'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:41:35.843067 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e22231-4c1d-4737-b20d-6383c9abf775 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:41:35.843211 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-6dddfafb-dad7-4e0e-b5c5-03a5f988ff55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:41:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['74421ff6-1d93-4d7d-a7cf-eec3899dbb04'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:35.849882 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6c0b9701-dbca-432f-9a4d-065932ff1b63 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.1131041 Feb 09 12:41:35.851373 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49036) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:35.865657 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e22231-4c1d-4737-b20d-6383c9abf775 None None] Pushing event updated for resources: {'Port': ['ID=bc71fdc4-6300-4f04-b283-31769b0dfe9a,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:36.014359 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-f9e22231-4c1d-4737-b20d-6383c9abf775 None None] Attempting to bind port bc71fdc4-6300-4f04-b283-31769b0dfe9a on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:41:36.014909 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-f9e22231-4c1d-4737-b20d-6383c9abf775 None None] Attempting to bind port bc71fdc4-6300-4f04-b283-31769b0dfe9a by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '20f02b30-960e-4af2-9713-4a21e488fd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e51bee85-c49e-4d47-aaa3-7ee4caab66a9'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:41:36.015133 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e22231-4c1d-4737-b20d-6383c9abf775 None None] Attempting to bind port bc71fdc4-6300-4f04-b283-31769b0dfe9a on network e51bee85-c49e-4d47-aaa3-7ee4caab66a9 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:41:36.026448 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e22231-4c1d-4737-b20d-6383c9abf775 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:41:36.026963 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e22231-4c1d-4737-b20d-6383c9abf775 None None] Checking segment: {'id': '20f02b30-960e-4af2-9713-4a21e488fd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e51bee85-c49e-4d47-aaa3-7ee4caab66a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:41:36.027424 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f9e22231-4c1d-4737-b20d-6383c9abf775 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:36.027818 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e22231-4c1d-4737-b20d-6383c9abf775 None None] Bound using segment: {'id': '20f02b30-960e-4af2-9713-4a21e488fd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e51bee85-c49e-4d47-aaa3-7ee4caab66a9'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:41:36.028408 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-f9e22231-4c1d-4737-b20d-6383c9abf775 None None] Bound port: bc71fdc4-6300-4f04-b283-31769b0dfe9a, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20f02b30-960e-4af2-9713-4a21e488fd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e51bee85-c49e-4d47-aaa3-7ee4caab66a9'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:41:36.029180 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f9e22231-4c1d-4737-b20d-6383c9abf775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:36.079066 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-dc5d100b-9f7a-4385-a88d-7de113bec2a9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:36.113841 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-6dddfafb-dad7-4e0e-b5c5-03a5f988ff55 None None] Set router 74421ff6-1d93-4d7d-a7cf-eec3899dbb04 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:41:36.139528 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ad78895c-7304-4913-9632-ce1c853a7df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:36.150859 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d100b-9f7a-4385-a88d-7de113bec2a9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Subnet': ['ID=d922dcd6-540b-4bf8-b3fd-460e97871dd6,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:36.182862 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-f9e22231-4c1d-4737-b20d-6383c9abf775 None None] For port bc71fdc4-6300-4f04-b283-31769b0dfe9a, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:41:36.199418 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-f9e22231-4c1d-4737-b20d-6383c9abf775 None None] For port bc71fdc4-6300-4f04-b283-31769b0dfe9a, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=bc71fdc4-6300-4f04-b283-31769b0dfe9a,segment=NetworkSegment(20f02b30-960e-4af2-9713-4a21e488fd18),segment_id=20f02b30-960e-4af2-9713-4a21e488fd18)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:41:36.205041 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd926d88-4f1f-4da1-a2da-bb5ba85e4015 None None] Update dhcp port {'port': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'fixed_ips': [{'subnet_id': 'd922dcd6-540b-4bf8-b3fd-460e97871dd6'}], 'binding:host_id': 'n-d-825178-3'}, 'id': '9e0adc57-3a3e-46b3-96ed-9b18a89e3e8a'} from n-d-825178-3. {{(pid=87569) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 12:41:36.211812 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-29891e60-4526-4d73-8dad-fa86f51f73f6 tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=2c7a8f76649f44a59c185c6d6414b556&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3589668 Feb 09 12:41:36.212468 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49044) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:36.222917 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-dc5d100b-9f7a-4385-a88d-7de113bec2a9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:36.241213 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b9f97a1a-d147-49e7-a26f-f139cf2522ef tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:36.241581 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f9e22231-4c1d-4737-b20d-6383c9abf775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:36.266757 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad78895c-7304-4913-9632-ce1c853a7df6 admin admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:41:36.275914 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-ad78895c-7304-4913-9632-ce1c853a7df6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:41:36.281800 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad78895c-7304-4913-9632-ce1c853a7df6 admin admin] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:41:36.335951 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bd926d88-4f1f-4da1-a2da-bb5ba85e4015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:36.374649 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-dc5d100b-9f7a-4385-a88d-7de113bec2a9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/d922dcd6-540b-4bf8-b3fd-460e97871dd6 HTTP/1.1" status: 204 len: 168 time: 1.1314907 Feb 09 12:41:36.377981 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-b9f97a1a-d147-49e7-a26f-f139cf2522ef tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fc0337e-9f27-4b33-8d49-20dae0043184']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:36.380323 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49048) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:36.380468 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e22231-4c1d-4737-b20d-6383c9abf775 None None] Pushing event updated for resources: {'Port': ['ID=bc71fdc4-6300-4f04-b283-31769b0dfe9a,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:36.432732 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad78895c-7304-4913-9632-ce1c853a7df6 admin admin] Pushing event updated for resources: {'Port': ['ID=595563e3-eb4e-46b8-82b4-f4fa80f7a67e,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:36.450962 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-b9f97a1a-d147-49e7-a26f-f139cf2522ef tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2bfacbf-5f5d-4368-91f4-058b49220d0b') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:36.451266 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-b9f97a1a-d147-49e7-a26f-f139cf2522ef tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2bfacbf-5f5d-4368-91f4-058b49220d0b') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:36.500445 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e9838c61-821d-4503-9776-8db05e3b05a8 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1164250 Feb 09 12:41:36.501228 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49052) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:36.505500 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02ed3a2-a801-4e40-94b3-00d10b8e6734 tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:36.522374 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a02ed3a2-a801-4e40-94b3-00d10b8e6734 tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3060842 Feb 09 12:41:36.522566 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49056) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:36.528653 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-a29c1bdd-0bb6-410f-ac92-3389847ce3cd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'subnet': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:36.574955 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-6dddfafb-dad7-4e0e-b5c5-03a5f988ff55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74421ff6-1d93-4d7d-a7cf-eec3899dbb04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683150709', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '1f78b1a3-2624-4036-96d9-9fa391fd8498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:41:31Z', 'updated_at': '2022-02-09T12:41:34Z', 'revision_number': 3, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': '1f78b1a3-2624-4036-96d9-9fa391fd8498', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74421ff6-1d93-4d7d-a7cf-eec3899dbb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:41:33Z', 'updated_at': '2022-02-09T12:41:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:36.581558 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dddfafb-dad7-4e0e-b5c5-03a5f988ff55 None None] Checking router: 74421ff6-1d93-4d7d-a7cf-eec3899dbb04 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:41:36.582241 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dddfafb-dad7-4e0e-b5c5-03a5f988ff55 None None] Updating router 74421ff6-1d93-4d7d-a7cf-eec3899dbb04 port 1f78b1a3-2624-4036-96d9-9fa391fd8498 binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:41:36.637451 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b9f97a1a-d147-49e7-a26f-f139cf2522ef tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:36.655208 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e239e-556d-409f-aac7-5f9d47176553 req-7a6dc4df-2e60-4420-8aaf-ff8b4aa5d9cf tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:36.656908 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4e6e239e-556d-409f-aac7-5f9d47176553 req-7a6dc4df-2e60-4420-8aaf-ff8b4aa5d9cf tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/ports?device_id=6926cd38-319f-439e-87b0-6931865aa752 HTTP/1.1" status: 200 len: 945 time: 0.6334128 Feb 09 12:41:36.660112 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6dddfafb-dad7-4e0e-b5c5-03a5f988ff55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:36.693592 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6d5e5727-35db-4111-b9f3-52292de77b05 tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=af0bad45-b31e-4cb1-a77c-3bbc34409de5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1674526 Feb 09 12:41:36.707428 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc9e66a-a228-4076-baeb-6f75ae9ec48c None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:41:36.716421 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49060) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:36.733890 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-767385c2-2559-4107-9e41-76295c526a60 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-310521503', 'network_id': 'cd0860fa-4273-47b3-901e-11f5ca0c6ffa', 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:36.750098 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b9f97a1a-d147-49e7-a26f-f139cf2522ef tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:36.774326 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9f97a1a-d147-49e7-a26f-f139cf2522ef tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:41:36.774697 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b9f97a1a-d147-49e7-a26f-f139cf2522ef tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:36.913548 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-767385c2-2559-4107-9e41-76295c526a60 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:36.929207 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-767385c2-2559-4107-9e41-76295c526a60 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Usage tracker for resource:subnet and tenant:2c7a8f76649f44a59c185c6d6414b556 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:41:36.939662 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-767385c2-2559-4107-9e41-76295c526a60 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:41:36.947200 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:41:36.947200 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:41:36.947200 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:41:36.947200 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:41:36.947200 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:41:36.947200 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:41:36.947200 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:41:36.947200 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:41:36.947200 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:41:36.947200 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:41:36.947200 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:41:36.947200 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:41:36.947200 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:41:36.947200 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:41:36.947200 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:41:36.947200 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:41:36.947200 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:41:36.947200 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:41:36.947200 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:41:36.947200 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:41:36.947200 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:41:36.947200 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:41:36.947200 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:41:36.947200 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:41:36.947200 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:41:36.947200 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:41:36.947200 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:41:36.947200 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:41:36.947200 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:41:36.947200 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:41:36.947200 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:41:36.947200 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:41:36.954583 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-767385c2-2559-4107-9e41-76295c526a60 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:36.963798 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a29c1bdd-0bb6-410f-ac92-3389847ce3cd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:36.982724 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a29c1bdd-0bb6-410f-ac92-3389847ce3cd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Usage tracker for resource:subnet and tenant:a7add69c825d45b8a9a99e00c87aae63 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:41:36.991411 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a29c1bdd-0bb6-410f-ac92-3389847ce3cd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:41:36.995017 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767385c2-2559-4107-9e41-76295c526a60 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Made reservation on behalf of 2c7a8f76649f44a59c185c6d6414b556 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:41:37.011977 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-767385c2-2559-4107-9e41-76295c526a60 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:37.034410 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a29c1bdd-0bb6-410f-ac92-3389847ce3cd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:37.040839 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device bc71fdc4-6300-4f04-b283-31769b0dfe9a up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:41:37.122730 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29c1bdd-0bb6-410f-ac92-3389847ce3cd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:41:37.127014 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a29c1bdd-0bb6-410f-ac92-3389847ce3cd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:37.151901 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b9f97a1a-d147-49e7-a26f-f139cf2522ef tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:37.171255 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f2fb1b5a-9361-4d8b-b5cc-cae005719bdf None None] Provisioning complete for port 9e0adc57-3a3e-46b3-96ed-9b18a89e3e8a triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:41:37.171622 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f2fb1b5a-9361-4d8b-b5cc-cae005719bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:37.294050 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port bc71fdc4-6300-4f04-b283-31769b0dfe9a completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:41:37.357710 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b9f97a1a-d147-49e7-a26f-f139cf2522ef tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:37.404570 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f97a1a-d147-49e7-a26f-f139cf2522ef tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Pushing event deleted for resources: {'Network': ['ID=4fc0337e-9f27-4b33-8d49-20dae0043184,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:37.438866 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4e6e239e-556d-409f-aac7-5f9d47176553 req-e860bc33-baa3-4950-a24e-7e6f53de3920 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/security-groups?id=53536b3f-6b08-44d9-8017-8a0f5c9448d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7119288 Feb 09 12:41:37.452593 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b9f97a1a-d147-49e7-a26f-f139cf2522ef tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] 10.222.0.55 "DELETE /v2.0/networks/4fc0337e-9f27-4b33-8d49-20dae0043184 HTTP/1.1" status: 204 len: 168 time: 1.9393346 Feb 09 12:41:37.467218 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 9e0adc57-3a3e-46b3-96ed-9b18a89e3e8a no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:41:37.478037 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 49070) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:37.580248 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6dddfafb-dad7-4e0e-b5c5-03a5f988ff55 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:37.619746 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-6dddfafb-dad7-4e0e-b5c5-03a5f988ff55 None None] Transition to ACTIVE for port object 1f78b1a3-2624-4036-96d9-9fa391fd8498 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:41:37.621653 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5804c9fb-2d76-4a4b-b5bc-7c50ed77aa4f None None] DHCP port deletion for f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:41:37.637306 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-5804c9fb-2d76-4a4b-b5bc-7c50ed77aa4f None None] Deleting port 9e0adc57-3a3e-46b3-96ed-9b18a89e3e8a {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:41:37.637687 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5804c9fb-2d76-4a4b-b5bc-7c50ed77aa4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:37.654199 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6dddfafb-dad7-4e0e-b5c5-03a5f988ff55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:37.690380 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-767385c2-2559-4107-9e41-76295c526a60 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:37.762458 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-7790d73b-0ae8-4958-adeb-31187bcabcb4 req-92a63dfa-2a46-4ac0-b1ea-0a345ee93469 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1246365258', 'description': 'tempest-description-462343185'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:37.795915 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-6dddfafb-dad7-4e0e-b5c5-03a5f988ff55 None None] Attempting to bind port 1f78b1a3-2624-4036-96d9-9fa391fd8498 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:41:37.796288 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-6dddfafb-dad7-4e0e-b5c5-03a5f988ff55 None None] Attempting to bind port 1f78b1a3-2624-4036-96d9-9fa391fd8498 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:41:37.806309 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dddfafb-dad7-4e0e-b5c5-03a5f988ff55 None None] Attempting to bind port 1f78b1a3-2624-4036-96d9-9fa391fd8498 on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:41:37.815631 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dddfafb-dad7-4e0e-b5c5-03a5f988ff55 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:41:37.816041 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dddfafb-dad7-4e0e-b5c5-03a5f988ff55 None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:41:37.816462 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6dddfafb-dad7-4e0e-b5c5-03a5f988ff55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:37.817892 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:37.827331 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dddfafb-dad7-4e0e-b5c5-03a5f988ff55 None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:41:37.828034 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-6dddfafb-dad7-4e0e-b5c5-03a5f988ff55 None None] Bound port: 1f78b1a3-2624-4036-96d9-9fa391fd8498, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:41:37.833849 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6dddfafb-dad7-4e0e-b5c5-03a5f988ff55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:37.856137 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a29c1bdd-0bb6-410f-ac92-3389847ce3cd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:37.932599 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a4edf-ec65-4aff-a97a-5921108de6b0 None None] Pushing event updated for resources: {'Port': ['ID=1f78b1a3-2624-4036-96d9-9fa391fd8498,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:37.937910 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 9e0adc57-3a3e-46b3-96ed-9b18a89e3e8a, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=9e0adc57-3a3e-46b3-96ed-9b18a89e3e8a,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:41:37.942317 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ca14c12a-dc8b-4221-a39a-1ad97335a431 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:37.945185 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-7790d73b-0ae8-4958-adeb-31187bcabcb4 req-92a63dfa-2a46-4ac0-b1ea-0a345ee93469 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:37.956407 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-7790d73b-0ae8-4958-adeb-31187bcabcb4 req-92a63dfa-2a46-4ac0-b1ea-0a345ee93469 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Usage tracker for resource:security_group and tenant:fe861eb8966f4501804d9330d652c357 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:41:37.962713 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-7790d73b-0ae8-4958-adeb-31187bcabcb4 req-92a63dfa-2a46-4ac0-b1ea-0a345ee93469 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:41:37.968362 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:37.975041 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-7790d73b-0ae8-4958-adeb-31187bcabcb4 req-92a63dfa-2a46-4ac0-b1ea-0a345ee93469 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:37.980265 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a4edf-ec65-4aff-a97a-5921108de6b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:41:37.980609 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a4edf-ec65-4aff-a97a-5921108de6b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:41:37.980944 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a4edf-ec65-4aff-a97a-5921108de6b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:41:37.981272 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a4edf-ec65-4aff-a97a-5921108de6b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:41:37.981596 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a4edf-ec65-4aff-a97a-5921108de6b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:41:37.981919 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a4edf-ec65-4aff-a97a-5921108de6b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:41:37.982240 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a4edf-ec65-4aff-a97a-5921108de6b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:41:37.982558 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a4edf-ec65-4aff-a97a-5921108de6b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:41:37.982875 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a4edf-ec65-4aff-a97a-5921108de6b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:41:37.983188 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a4edf-ec65-4aff-a97a-5921108de6b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:41:37.983502 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a4edf-ec65-4aff-a97a-5921108de6b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:41:37.983811 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a4edf-ec65-4aff-a97a-5921108de6b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:41:37.988946 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ad78895c-7304-4913-9632-ce1c853a7df6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:37.994716 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29c1bdd-0bb6-410f-ac92-3389847ce3cd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:41:38.008434 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-a29c1bdd-0bb6-410f-ac92-3389847ce3cd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:41:38.012556 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767385c2-2559-4107-9e41-76295c526a60 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'Subnet': ['ID=6bf78152-396d-4171-8084-13bc43a95dd2,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:38.024949 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29c1bdd-0bb6-410f-ac92-3389847ce3cd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:38.025547 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a29c1bdd-0bb6-410f-ac92-3389847ce3cd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:38.050677 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767385c2-2559-4107-9e41-76295c526a60 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Checking segment: {'id': '1f465c16-8bbc-4cd6-be8f-f8d5066ecd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cd0860fa-4273-47b3-901e-11f5ca0c6ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:41:38.051438 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767385c2-2559-4107-9e41-76295c526a60 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Network hostable DHCP agents. Network: cd0860fa-4273-47b3-901e-11f5ca0c6ffa, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:41:38.100234 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-6dddfafb-dad7-4e0e-b5c5-03a5f988ff55 None None] For port 1f78b1a3-2624-4036-96d9-9fa391fd8498, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:41:38.104348 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-6dddfafb-dad7-4e0e-b5c5-03a5f988ff55 None None] For port 1f78b1a3-2624-4036-96d9-9fa391fd8498, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=1f78b1a3-2624-4036-96d9-9fa391fd8498,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:41:38.113604 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6dddfafb-dad7-4e0e-b5c5-03a5f988ff55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:38.153519 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=9e0adc57-3a3e-46b3-96ed-9b18a89e3e8a,revision_number=7']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:38.178626 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-5804c9fb-2d76-4a4b-b5bc-7c50ed77aa4f None None] For port 9e0adc57-3a3e-46b3-96ed-9b18a89e3e8a, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=9e0adc57-3a3e-46b3-96ed-9b18a89e3e8a,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:41:38.179020 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5804c9fb-2d76-4a4b-b5bc-7c50ed77aa4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:38.194855 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7790d73b-0ae8-4958-adeb-31187bcabcb4 req-92a63dfa-2a46-4ac0-b1ea-0a345ee93469 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:38.212448 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c1bdd-0bb6-410f-ac92-3389847ce3cd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Subnet': ['ID=b68716bc-af7d-46cc-a89f-70afe777e3ef,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:38.230501 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dddfafb-dad7-4e0e-b5c5-03a5f988ff55 None None] Routers {'74421ff6-1d93-4d7d-a7cf-eec3899dbb04'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:41:38.244196 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-6dddfafb-dad7-4e0e-b5c5-03a5f988ff55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:41:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['74421ff6-1d93-4d7d-a7cf-eec3899dbb04'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:38.247468 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-7790d73b-0ae8-4958-adeb-31187bcabcb4 req-92a63dfa-2a46-4ac0-b1ea-0a345ee93469 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:38.255517 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-7790d73b-0ae8-4958-adeb-31187bcabcb4 req-92a63dfa-2a46-4ac0-b1ea-0a345ee93469 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Usage tracker for resource:security_group_rule and tenant:fe861eb8966f4501804d9330d652c357 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:41:38.259736 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-7790d73b-0ae8-4958-adeb-31187bcabcb4 req-92a63dfa-2a46-4ac0-b1ea-0a345ee93469 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:41:38.263701 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d403fa86-2555-4b58-bb95-3af963ab4e4e None None] Network e51bee85-c49e-4d47-aaa3-7ee4caab66a9 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:41:38.270324 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-7790d73b-0ae8-4958-adeb-31187bcabcb4 req-92a63dfa-2a46-4ac0-b1ea-0a345ee93469 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:38.272787 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a29c1bdd-0bb6-410f-ac92-3389847ce3cd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7696075 Feb 09 12:41:38.275915 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49084) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:38.284268 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-33204b2d-d5fd-4472-86a3-fb723265437e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'subnet': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:38.327513 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767385c2-2559-4107-9e41-76295c526a60 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Network cd0860fa-4273-47b3-901e-11f5ca0c6ffa is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:41:38.422160 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7790d73b-0ae8-4958-adeb-31187bcabcb4 req-92a63dfa-2a46-4ac0-b1ea-0a345ee93469 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:38.479787 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-767385c2-2559-4107-9e41-76295c526a60 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, cd0860fa-4273-47b3-901e-11f5ca0c6ffa) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:41:38.493750 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767385c2-2559-4107-9e41-76295c526a60 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:38.494347 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-767385c2-2559-4107-9e41-76295c526a60 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:38.551998 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-ca14c12a-dc8b-4221-a39a-1ad97335a431 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Deleting port ef92964a-d088-4b2a-ad67-38c67fa3bf8d {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:41:38.558740 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-5804c9fb-2d76-4a4b-b5bc-7c50ed77aa4f None None] Calling delete_port for 9e0adc57-3a3e-46b3-96ed-9b18a89e3e8a owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:41:38.559481 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ca14c12a-dc8b-4221-a39a-1ad97335a431 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:38.566025 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-767385c2-2559-4107-9e41-76295c526a60 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8465476 Feb 09 12:41:38.578467 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49088) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:38.615227 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7790d73b-0ae8-4958-adeb-31187bcabcb4 req-92a63dfa-2a46-4ac0-b1ea-0a345ee93469 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:38.621293 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a4edf-ec65-4aff-a97a-5921108de6b0 None None] Pushing event updated for resources: {'Port': ['ID=1f78b1a3-2624-4036-96d9-9fa391fd8498,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:38.660720 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e609f1-ac81-438b-8e78-9a777e9f316e None None] Network cd0860fa-4273-47b3-901e-11f5ca0c6ffa requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:41:38.664860 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-6dddfafb-dad7-4e0e-b5c5-03a5f988ff55 None None] Set router 74421ff6-1d93-4d7d-a7cf-eec3899dbb04 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:41:38.807705 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a63dfa-2a46-4ac0-b1ea-0a345ee93469 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b5dc6e-9c4c-4708-873a-dc5810d9f2e5,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:38.810579 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7790d73b-0ae8-4958-adeb-31187bcabcb4 req-92a63dfa-2a46-4ac0-b1ea-0a345ee93469 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:38.812133 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7790d73b-0ae8-4958-adeb-31187bcabcb4 req-92a63dfa-2a46-4ac0-b1ea-0a345ee93469 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 1.1009285 Feb 09 12:41:38.966223 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-bf45c70f-251f-4e61-912d-3d981d96cc65 None None] Provisioning for port bc71fdc4-6300-4f04-b283-31769b0dfe9a completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:41:39.000810 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-bf45c70f-251f-4e61-912d-3d981d96cc65 None None] Provisioning complete for port bc71fdc4-6300-4f04-b283-31769b0dfe9a triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:41:39.001317 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bf45c70f-251f-4e61-912d-3d981d96cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:39.072244 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-5804c9fb-2d76-4a4b-b5bc-7c50ed77aa4f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:41:39.072752 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-5804c9fb-2d76-4a4b-b5bc-7c50ed77aa4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:41:39.103340 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-33204b2d-d5fd-4472-86a3-fb723265437e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:39.154975 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-ca14c12a-dc8b-4221-a39a-1ad97335a431 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] For port ef92964a-d088-4b2a-ad67-38c67fa3bf8d, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=ef92964a-d088-4b2a-ad67-38c67fa3bf8d,segment=NetworkSegment(e35d8292-1c45-49bc-86a1-03bc8cf77d17),segment_id=e35d8292-1c45-49bc-86a1-03bc8cf77d17)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:41:39.155351 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ca14c12a-dc8b-4221-a39a-1ad97335a431 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:39.170292 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-6dddfafb-dad7-4e0e-b5c5-03a5f988ff55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74421ff6-1d93-4d7d-a7cf-eec3899dbb04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683150709', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '1f78b1a3-2624-4036-96d9-9fa391fd8498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:41:31Z', 'updated_at': '2022-02-09T12:41:34Z', 'revision_number': 3, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': '1f78b1a3-2624-4036-96d9-9fa391fd8498', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74421ff6-1d93-4d7d-a7cf-eec3899dbb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:41:33Z', 'updated_at': '2022-02-09T12:41:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:39.174971 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dddfafb-dad7-4e0e-b5c5-03a5f988ff55 None None] The sync data for ids ['74421ff6-1d93-4d7d-a7cf-eec3899dbb04'] in n-d-825178-3 is: [{'id': '74421ff6-1d93-4d7d-a7cf-eec3899dbb04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683150709', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '1f78b1a3-2624-4036-96d9-9fa391fd8498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:41:31Z', 'updated_at': '2022-02-09T12:41:34Z', 'revision_number': 3, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': '1f78b1a3-2624-4036-96d9-9fa391fd8498', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74421ff6-1d93-4d7d-a7cf-eec3899dbb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:41:33Z', 'updated_at': '2022-02-09T12:41:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:41:39.417461 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc6a614-be13-4093-95a9-7a077fe09ef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-cd0860fa-4273-47b3-901e-11f5ca0c6ffa', 'network_id': 'cd0860fa-4273-47b3-901e-11f5ca0c6ffa', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'fixed_ips': [{'subnet_id': '6bf78152-396d-4171-8084-13bc43a95dd2'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:41:39.418379 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a614-be13-4093-95a9-7a077fe09ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:39.423647 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-33204b2d-d5fd-4472-86a3-fb723265437e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Usage tracker for resource:subnet and tenant:a7add69c825d45b8a9a99e00c87aae63 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:41:39.455246 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bf45c70f-251f-4e61-912d-3d981d96cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:39.530508 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-33204b2d-d5fd-4472-86a3-fb723265437e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:41:39.574969 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-5804c9fb-2d76-4a4b-b5bc-7c50ed77aa4f None None] Deleting port 9e0adc57-3a3e-46b3-96ed-9b18a89e3e8a {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:41:39.575414 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5804c9fb-2d76-4a4b-b5bc-7c50ed77aa4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:39.590049 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-33204b2d-d5fd-4472-86a3-fb723265437e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:39.664679 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33204b2d-d5fd-4472-86a3-fb723265437e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:41:39.668316 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-33204b2d-d5fd-4472-86a3-fb723265437e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:39.669187 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-ca14c12a-dc8b-4221-a39a-1ad97335a431 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Calling delete_port for ef92964a-d088-4b2a-ad67-38c67fa3bf8d owned by network:dhcp {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:41:39.702846 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-bf45c70f-251f-4e61-912d-3d981d96cc65 None None] For port bc71fdc4-6300-4f04-b283-31769b0dfe9a, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=bc71fdc4-6300-4f04-b283-31769b0dfe9a,segment=NetworkSegment(20f02b30-960e-4af2-9713-4a21e488fd18),segment_id=20f02b30-960e-4af2-9713-4a21e488fd18)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:41:39.850842 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-1e1fd9a0-c66e-46d7-9675-675f6d8af1d9 req-3a2b23e0-f60c-4adf-8cba-a05e1d1b62ca tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Synchronizing usage tracker for tenant:fe861eb8966f4501804d9330d652c357 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:41:39.891694 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ad78895c-7304-4913-9632-ce1c853a7df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:39.979115 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-5804c9fb-2d76-4a4b-b5bc-7c50ed77aa4f None None] For port 9e0adc57-3a3e-46b3-96ed-9b18a89e3e8a, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=9e0adc57-3a3e-46b3-96ed-9b18a89e3e8a,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:41:39.979776 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5804c9fb-2d76-4a4b-b5bc-7c50ed77aa4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:40.000346 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-1e1fd9a0-c66e-46d7-9675-675f6d8af1d9 req-3a2b23e0-f60c-4adf-8cba-a05e1d1b62ca tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Unset dirty status for tenant:fe861eb8966f4501804d9330d652c357 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:41:40.001896 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1e1fd9a0-c66e-46d7-9675-675f6d8af1d9 req-3a2b23e0-f60c-4adf-8cba-a05e1d1b62ca tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1246365258&fields=id&tenant_id=fe861eb8966f4501804d9330d652c357 HTTP/1.1" status: 200 len: 267 time: 0.9878800 Feb 09 12:41:40.004760 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ca14c12a-dc8b-4221-a39a-1ad97335a431 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:40.035926 n-d-825178-3 neutron-server[87568]: INFO neutron.db.ipam_backend_mixin [None req-33204b2d-d5fd-4472-86a3-fb723265437e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b68716bc-af7d-46cc-a89f-70afe777e3ef (CIDR: 2001:db8::/64) Feb 09 12:41:40.067529 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-33204b2d-d5fd-4472-86a3-fb723265437e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:41:40.068194 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33204b2d-d5fd-4472-86a3-fb723265437e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:41:40.116328 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-33204b2d-d5fd-4472-86a3-fb723265437e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8393295 Feb 09 12:41:40.117908 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49104) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:40.142617 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca14c12a-dc8b-4221-a39a-1ad97335a431 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] No DVR routers for this DVR port ef92964a-d088-4b2a-ad67-38c67fa3bf8d on host n-d-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:41:40.165682 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-5804c9fb-2d76-4a4b-b5bc-7c50ed77aa4f None None] Calling delete_port for 9e0adc57-3a3e-46b3-96ed-9b18a89e3e8a owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:41:40.183963 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca14c12a-dc8b-4221-a39a-1ad97335a431 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Pushing event deleted for resources: {'Port': ['ID=ef92964a-d088-4b2a-ad67-38c67fa3bf8d,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:40.201653 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-c01534a2-1351-43e7-b652-fd2186356d65 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'subnet': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:40.284864 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bf45c70f-251f-4e61-912d-3d981d96cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:40.378977 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-cbc6a614-be13-4093-95a9-7a077fe09ef4 None None] Allocated IP 172.20.0.2 (cd0860fa-4273-47b3-901e-11f5ca0c6ffa/6bf78152-396d-4171-8084-13bc43a95dd2/67caff5e-9f5f-474d-97d6-111ce5e934a7) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:41:40.390661 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-816aa282-14e2-4b41-bd5d-d02b16a61b27 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:40.406338 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c01534a2-1351-43e7-b652-fd2186356d65 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:40.417942 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c01534a2-1351-43e7-b652-fd2186356d65 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Usage tracker for resource:subnet and tenant:a7add69c825d45b8a9a99e00c87aae63 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:41:40.422023 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c01534a2-1351-43e7-b652-fd2186356d65 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:41:40.461939 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ca14c12a-dc8b-4221-a39a-1ad97335a431 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:40.493044 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c01534a2-1351-43e7-b652-fd2186356d65 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:40.514137 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1fd9a0-c66e-46d7-9675-675f6d8af1d9 req-807cef8c-469b-4d15-bacd-1a8c9007323c tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:40.515726 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1e1fd9a0-c66e-46d7-9675-675f6d8af1d9 req-807cef8c-469b-4d15-bacd-1a8c9007323c tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/ports?device_id=6926cd38-319f-439e-87b0-6931865aa752 HTTP/1.1" status: 200 len: 945 time: 0.4811718 Feb 09 12:41:40.520370 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-ca14c12a-dc8b-4221-a39a-1ad97335a431 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['986a1c41-aa85-48f5-a4a8-9f05339de09e']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:40.534292 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-1e1fd9a0-c66e-46d7-9675-675f6d8af1d9 req-42ac3ea8-06f5-417e-b53a-068f94081669 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Request body: {'port': {'security_groups': ['53536b3f-6b08-44d9-8017-8a0f5c9448d4', 'e1b5dc6e-9c4c-4708-873a-dc5810d9f2e5']}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:40.619312 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-ca14c12a-dc8b-4221-a39a-1ad97335a431 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e35d8292-1c45-49bc-86a1-03bc8cf77d17') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:40.619585 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-ca14c12a-dc8b-4221-a39a-1ad97335a431 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e35d8292-1c45-49bc-86a1-03bc8cf77d17') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:40.637538 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ca14c12a-dc8b-4221-a39a-1ad97335a431 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:40.703354 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01534a2-1351-43e7-b652-fd2186356d65 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:41:40.707264 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c01534a2-1351-43e7-b652-fd2186356d65 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:40.717366 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a614-be13-4093-95a9-7a077fe09ef4 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:40.729584 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-cbc6a614-be13-4093-95a9-7a077fe09ef4 None None] Transition to ACTIVE for port object 67caff5e-9f5f-474d-97d6-111ce5e934a7 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:41:40.749444 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-cbc6a614-be13-4093-95a9-7a077fe09ef4 None None] Transition to ACTIVE for port object 67caff5e-9f5f-474d-97d6-111ce5e934a7 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:41:40.753850 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ca14c12a-dc8b-4221-a39a-1ad97335a431 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:40.756291 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1e1fd9a0-c66e-46d7-9675-675f6d8af1d9 req-42ac3ea8-06f5-417e-b53a-068f94081669 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:40.821458 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca14c12a-dc8b-4221-a39a-1ad97335a431 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:41:40.821865 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ca14c12a-dc8b-4221-a39a-1ad97335a431 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:40.862103 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:41:40.862103 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:41:40.862103 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:41:40.862103 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:41:40.862103 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:41:40.862103 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:41:40.862103 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:41:40.862103 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:41:40.862103 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:41:40.862103 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:41:40.862103 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:41:40.862103 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:41:40.862103 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:41:40.862103 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:41:40.862103 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:41:40.862103 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:41:40.862103 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:41:40.862103 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:41:40.862103 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:41:40.862103 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:41:40.862103 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:41:40.862103 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:41:40.862103 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:41:40.862103 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:41:40.862103 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:41:40.862103 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:41:40.862103 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:41:40.862103 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:41:40.862103 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:41:40.862103 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:41:40.862103 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:41:40.862103 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:41:40.868247 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf45c70f-251f-4e61-912d-3d981d96cc65 None None] Pushing event updated for resources: {'Port': ['ID=bc71fdc4-6300-4f04-b283-31769b0dfe9a,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:40.872613 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a614-be13-4093-95a9-7a077fe09ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:40.877519 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5804c9fb-2d76-4a4b-b5bc-7c50ed77aa4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:40.930341 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5804c9fb-2d76-4a4b-b5bc-7c50ed77aa4f None None] No DVR routers for this DVR port 9e0adc57-3a3e-46b3-96ed-9b18a89e3e8a on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:41:40.974084 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc4c277-6e79-4fff-94e9-fcdd75e1e9a4 None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:41:41.115369 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 1f78b1a3-2624-4036-96d9-9fa391fd8498 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:41:41.209099 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad78895c-7304-4913-9632-ce1c853a7df6 admin admin] Router 28bceb57-82cc-4579-80d8-09e06e6470d6 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:41:41.370486 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc6a614-be13-4093-95a9-7a077fe09ef4 None None] Pushing event updated for resources: {'Port': ['ID=67caff5e-9f5f-474d-97d6-111ce5e934a7,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:41.380075 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ca14c12a-dc8b-4221-a39a-1ad97335a431 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:41.447428 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ca14c12a-dc8b-4221-a39a-1ad97335a431 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:41.461587 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc6a614-be13-4093-95a9-7a077fe09ef4 None None] Network cd0860fa-4273-47b3-901e-11f5ca0c6ffa is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:41:41.499081 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-1e1fd9a0-c66e-46d7-9675-675f6d8af1d9 req-42ac3ea8-06f5-417e-b53a-068f94081669 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] For port e0143a0d-42a8-4326-a3bb-2f61fecbcf35, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=e0143a0d-42a8-4326-a3bb-2f61fecbcf35,segment=NetworkSegment(0820d912-27ce-45be-81e6-6662e031d6b0),segment_id=0820d912-27ce-45be-81e6-6662e031d6b0)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:41:41.509832 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca14c12a-dc8b-4221-a39a-1ad97335a431 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Pushing event deleted for resources: {'Network': ['ID=986a1c41-aa85-48f5-a4a8-9f05339de09e,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:41.538487 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-cbc6a614-be13-4093-95a9-7a077fe09ef4 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:41:41.549401 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-816aa282-14e2-4b41-bd5d-d02b16a61b27 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Allocated IP 172.20.0.1 (cd0860fa-4273-47b3-901e-11f5ca0c6ffa/6bf78152-396d-4171-8084-13bc43a95dd2/b8c9312e-bd66-476f-a40b-29d47bbbb534) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:41:41.557440 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc6a614-be13-4093-95a9-7a077fe09ef4 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:41:41.570216 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ca14c12a-dc8b-4221-a39a-1ad97335a431 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] 10.222.0.55 "DELETE /v2.0/networks/986a1c41-aa85-48f5-a4a8-9f05339de09e HTTP/1.1" status: 204 len: 168 time: 3.8716528 Feb 09 12:41:41.574691 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-e11b0277-0bfc-4d2c-9596-d6e33dee8515 None None] Provisioning complete for port bc71fdc4-6300-4f04-b283-31769b0dfe9a triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:41:41.575669 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e11b0277-0bfc-4d2c-9596-d6e33dee8515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:41.592591 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49112) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:41.619445 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad78895c-7304-4913-9632-ce1c853a7df6 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:41:41.634371 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5804c9fb-2d76-4a4b-b5bc-7c50ed77aa4f None None] Pushing event deleted for resources: {'Port': ['ID=9e0adc57-3a3e-46b3-96ed-9b18a89e3e8a,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:41.667435 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0413f9d4-198b-4e74-96f4-cf7e0e561e3d None None] Sync routers for ids ['28bceb57-82cc-4579-80d8-09e06e6470d6'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:41:41.669261 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1e1fd9a0-c66e-46d7-9675-675f6d8af1d9 req-42ac3ea8-06f5-417e-b53a-068f94081669 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:41.697537 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1e1fd9a0-c66e-46d7-9675-675f6d8af1d9 req-42ac3ea8-06f5-417e-b53a-068f94081669 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:41.756532 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ad78895c-7304-4913-9632-ce1c853a7df6 admin admin] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:41.757799 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ad78895c-7304-4913-9632-ce1c853a7df6 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 9.0779488 Feb 09 12:41:41.778638 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49120) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:41.874323 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['e0143a0d-42a8-4326-a3bb-2f61fecbcf35'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:41:41.932678 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 1f78b1a3-2624-4036-96d9-9fa391fd8498 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:41:41.961665 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 1f78b1a3-2624-4036-96d9-9fa391fd8498 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:41:41.962036 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:41.988160 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0413f9d4-198b-4e74-96f4-cf7e0e561e3d None None] Routers {'28bceb57-82cc-4579-80d8-09e06e6470d6'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:41:41.988807 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-0413f9d4-198b-4e74-96f4-cf7e0e561e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:41:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['28bceb57-82cc-4579-80d8-09e06e6470d6'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:42.000457 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1fd9a0-c66e-46d7-9675-675f6d8af1d9 req-42ac3ea8-06f5-417e-b53a-068f94081669 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:42.001160 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1e1fd9a0-c66e-46d7-9675-675f6d8af1d9 req-42ac3ea8-06f5-417e-b53a-068f94081669 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:42.003926 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1e1fd9a0-c66e-46d7-9675-675f6d8af1d9 req-42ac3ea8-06f5-417e-b53a-068f94081669 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "PUT /v2.0/ports/e0143a0d-42a8-4326-a3bb-2f61fecbcf35 HTTP/1.1" status: 200 len: 981 time: 1.4751549 Feb 09 12:41:42.005259 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6926cd38-319f-439e-87b0-6931865aa752', 'tag': 'e0143a0d-42a8-4326-a3bb-2f61fecbcf35'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:41:42.015648 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2a10c155-2c59-47f0-8506-1b5d693f72c8 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:42.030579 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac3ea8-06f5-417e-b53a-068f94081669 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Pushing event updated for resources: {'Port': ['ID=e0143a0d-42a8-4326-a3bb-2f61fecbcf35,revision_number=6']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:42.101013 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6926cd38-319f-439e-87b0-6931865aa752', 'tag': 'e0143a0d-42a8-4326-a3bb-2f61fecbcf35', 'status': 'completed', 'code': 200} Feb 09 12:41:42.117831 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-cbc6a614-be13-4093-95a9-7a077fe09ef4 None None] Attempting to bind port 67caff5e-9f5f-474d-97d6-111ce5e934a7 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:41:42.118183 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-cbc6a614-be13-4093-95a9-7a077fe09ef4 None None] Attempting to bind port 67caff5e-9f5f-474d-97d6-111ce5e934a7 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '1f465c16-8bbc-4cd6-be8f-f8d5066ecd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cd0860fa-4273-47b3-901e-11f5ca0c6ffa'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:41:42.118547 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc6a614-be13-4093-95a9-7a077fe09ef4 None None] Attempting to bind port 67caff5e-9f5f-474d-97d6-111ce5e934a7 on network cd0860fa-4273-47b3-901e-11f5ca0c6ffa {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:41:42.124385 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['e0143a0d-42a8-4326-a3bb-2f61fecbcf35'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:41:42.198991 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc6a614-be13-4093-95a9-7a077fe09ef4 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:41:42.199378 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc6a614-be13-4093-95a9-7a077fe09ef4 None None] Checking segment: {'id': '1f465c16-8bbc-4cd6-be8f-f8d5066ecd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cd0860fa-4273-47b3-901e-11f5ca0c6ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:41:42.199782 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a614-be13-4093-95a9-7a077fe09ef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:42.200207 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc6a614-be13-4093-95a9-7a077fe09ef4 None None] Bound using segment: {'id': '1f465c16-8bbc-4cd6-be8f-f8d5066ecd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cd0860fa-4273-47b3-901e-11f5ca0c6ffa'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:41:42.200691 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-cbc6a614-be13-4093-95a9-7a077fe09ef4 None None] Bound port: 67caff5e-9f5f-474d-97d6-111ce5e934a7, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f465c16-8bbc-4cd6-be8f-f8d5066ecd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cd0860fa-4273-47b3-901e-11f5ca0c6ffa'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:41:42.201059 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a614-be13-4093-95a9-7a077fe09ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:42.209514 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-816aa282-14e2-4b41-bd5d-d02b16a61b27 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:42.275742 n-d-825178-3 neutron-server[87568]: DEBUG neutron.objects.ports [None req-c01534a2-1351-43e7-b652-fd2186356d65 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87568) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 12:41:42.288695 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c01534a2-1351-43e7-b652-fd2186356d65 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:42.306898 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d9741591-c55f-431d-97e9-48d6c758b6a3 req-ce7755d5-fe10-458d-baf6-2d5426d19a89 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1246365258&fields=id&tenant_id=fe861eb8966f4501804d9330d652c357 HTTP/1.1" status: 200 len: 267 time: 0.0652163 Feb 09 12:41:42.315009 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141669f0-767b-4cba-b2f7-46be49f9f3cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'tenant_id': 'a7add69c825d45b8a9a99e00c87aae63', 'fixed_ips': [{'subnet_id': 'b68716bc-af7d-46cc-a89f-70afe777e3ef'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:41:42.315994 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-141669f0-767b-4cba-b2f7-46be49f9f3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:42.389871 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52135b08-f5f8-4e53-a19c-d2058fb6c730 req-16d9079b-3fc7-4875-b7f7-69b5bb8cd9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:42.391490 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-52135b08-f5f8-4e53-a19c-d2058fb6c730 req-16d9079b-3fc7-4875-b7f7-69b5bb8cd9e2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe861eb8966f4501804d9330d652c357&device_id=6926cd38-319f-439e-87b0-6931865aa752 HTTP/1.1" status: 200 len: 1135 time: 0.2559562 Feb 09 12:41:42.484934 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-816aa282-14e2-4b41-bd5d-d02b16a61b27 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Transition to ACTIVE for port object b8c9312e-bd66-476f-a40b-29d47bbbb534 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:41:42.573982 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9741591-c55f-431d-97e9-48d6c758b6a3 req-42894f1a-d3d1-4678-a41e-681281b08f28 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:42.582283 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d9741591-c55f-431d-97e9-48d6c758b6a3 req-42894f1a-d3d1-4678-a41e-681281b08f28 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/ports?device_id=6926cd38-319f-439e-87b0-6931865aa752 HTTP/1.1" status: 200 len: 984 time: 0.2744117 Feb 09 12:41:42.590828 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-d9741591-c55f-431d-97e9-48d6c758b6a3 req-0d0a53c2-31e0-4315-a26b-da8d7d99c26a tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Request body: {'port': {'security_groups': ['53536b3f-6b08-44d9-8017-8a0f5c9448d4']}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:42.607049 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01534a2-1351-43e7-b652-fd2186356d65 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:41:42.627489 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-c01534a2-1351-43e7-b652-fd2186356d65 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:41:42.636182 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2a10c155-2c59-47f0-8506-1b5d693f72c8 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:42.645578 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01534a2-1351-43e7-b652-fd2186356d65 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:42.646180 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c01534a2-1351-43e7-b652-fd2186356d65 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:42.656117 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01534a2-1351-43e7-b652-fd2186356d65 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Subnet': ['ID=bd635525-bdae-4254-b08c-9c4bcf058296,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:42.767120 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52135b08-f5f8-4e53-a19c-d2058fb6c730 req-d963dca9-8f15-4da8-8ed8-2afaf5840284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:42.768861 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-52135b08-f5f8-4e53-a19c-d2058fb6c730 req-d963dca9-8f15-4da8-8ed8-2afaf5840284 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0fdd1126-5a53-4a5a-810d-e4d88179e413 HTTP/1.1" status: 200 len: 921 time: 0.3689363 Feb 09 12:41:42.802659 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-2a10c155-2c59-47f0-8506-1b5d693f72c8 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['990d945b-ca1f-4776-b9b7-231b9782fe26']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:42.816443 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-2a10c155-2c59-47f0-8506-1b5d693f72c8 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '575b8049-3aed-4e3b-837c-6166b8888715') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:42.816728 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-2a10c155-2c59-47f0-8506-1b5d693f72c8 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '575b8049-3aed-4e3b-837c-6166b8888715') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:42.828303 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2a10c155-2c59-47f0-8506-1b5d693f72c8 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:42.845079 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d9741591-c55f-431d-97e9-48d6c758b6a3 req-0d0a53c2-31e0-4315-a26b-da8d7d99c26a tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:42.845553 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2a10c155-2c59-47f0-8506-1b5d693f72c8 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:42.851986 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a10c155-2c59-47f0-8506-1b5d693f72c8 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:41:42.852368 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2a10c155-2c59-47f0-8506-1b5d693f72c8 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:42.858270 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-52135b08-f5f8-4e53-a19c-d2058fb6c730 req-f75477e2-bdfe-43e7-b3ab-f2586940fd00 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e0143a0d-42a8-4326-a3bb-2f61fecbcf35 HTTP/1.1" status: 200 len: 217 time: 0.0808165 Feb 09 12:41:42.930171 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-0413f9d4-198b-4e74-96f4-cf7e0e561e3d None None] Set router 28bceb57-82cc-4579-80d8-09e06e6470d6 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:41:42.957615 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:41:42.957615 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:41:42.957615 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:41:42.957615 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:41:42.957615 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:41:42.957615 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:41:42.957615 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:41:42.957615 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:41:42.957615 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:41:42.957615 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:41:42.957615 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:41:42.957615 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:41:42.957615 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:41:42.957615 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:41:42.957615 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:41:42.957615 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:41:42.957615 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:41:42.957615 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:41:42.957615 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:41:42.957615 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:41:42.957615 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:41:42.957615 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:41:42.957615 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:41:42.957615 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:41:42.957615 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:41:42.957615 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:41:42.957615 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:41:42.957615 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:41:42.957615 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:41:42.957615 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:41:42.957615 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:41:42.957615 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:41:42.968562 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-816aa282-14e2-4b41-bd5d-d02b16a61b27 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:42.976356 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c01534a2-1351-43e7-b652-fd2186356d65 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.8571789 Feb 09 12:41:42.978007 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 49156) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:42.990041 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-eb6ac1c5-1d39-4b83-afad-9f54ee171367 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'port': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'mac_address': 'fa:16:3e:93:87:5f', 'name': 'tempest-NetworksTestDHCPv6-1727296024'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:43.016155 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2a10c155-2c59-47f0-8506-1b5d693f72c8 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:43.018260 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52135b08-f5f8-4e53-a19c-d2058fb6c730 req-fbc5d5a4-02e9-4230-9044-8432cd0ded5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:43.019769 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-52135b08-f5f8-4e53-a19c-d2058fb6c730 req-fbc5d5a4-02e9-4230-9044-8432cd0ded5b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2119cf49-29ff-4f23-b272-fe25e334c66e HTTP/1.1" status: 200 len: 860 time: 0.1525390 Feb 09 12:41:43.051964 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2a10c155-2c59-47f0-8506-1b5d693f72c8 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:43.076650 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-cbc6a614-be13-4093-95a9-7a077fe09ef4 None None] For port 67caff5e-9f5f-474d-97d6-111ce5e934a7, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:41:43.082522 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:43.206038 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-52135b08-f5f8-4e53-a19c-d2058fb6c730 req-ebbbb991-f6d3-4a0b-be11-5469ca695d28 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0fdd1126-5a53-4a5a-810d-e4d88179e413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1733925 Feb 09 12:41:43.258026 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816aa282-14e2-4b41-bd5d-d02b16a61b27 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Network cd0860fa-4273-47b3-901e-11f5ca0c6ffa is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:41:43.263415 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a10c155-2c59-47f0-8506-1b5d693f72c8 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Pushing event deleted for resources: {'Network': ['ID=990d945b-ca1f-4776-b9b7-231b9782fe26,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:43.273051 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-816aa282-14e2-4b41-bd5d-d02b16a61b27 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:41:43.275391 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816aa282-14e2-4b41-bd5d-d02b16a61b27 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:41:43.311881 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2a10c155-2c59-47f0-8506-1b5d693f72c8 tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] 10.222.0.55 "DELETE /v2.0/networks/990d945b-ca1f-4776-b9b7-231b9782fe26 HTTP/1.1" status: 204 len: 168 time: 1.7174778 Feb 09 12:41:43.326236 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 49160) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:43.378281 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816aa282-14e2-4b41-bd5d-d02b16a61b27 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'Port': ['ID=b8c9312e-bd66-476f-a40b-29d47bbbb534,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:43.443240 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-816aa282-14e2-4b41-bd5d-d02b16a61b27 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:43.462904 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ae5a822d-15bc-45e4-aa47-0097029fb92b tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:43.493908 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-eb6ac1c5-1d39-4b83-afad-9f54ee171367 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:43.501958 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-141669f0-767b-4cba-b2f7-46be49f9f3cc None None] Allocated IP 2001:db8::2 (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/b68716bc-af7d-46cc-a89f-70afe777e3ef/88d00061-3dd4-456a-bc96-aa662ac1861a) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:41:43.510852 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-eb6ac1c5-1d39-4b83-afad-9f54ee171367 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:43.531285 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-cbc6a614-be13-4093-95a9-7a077fe09ef4 None None] For port 67caff5e-9f5f-474d-97d6-111ce5e934a7, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=67caff5e-9f5f-474d-97d6-111ce5e934a7,segment=NetworkSegment(1f465c16-8bbc-4cd6-be8f-f8d5066ecd9e),segment_id=1f465c16-8bbc-4cd6-be8f-f8d5066ecd9e)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:41:43.554781 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a614-be13-4093-95a9-7a077fe09ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:43.570565 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-141669f0-767b-4cba-b2f7-46be49f9f3cc None None] Allocated IP 2001:db8:0:1:f816:3eff:fe49:88bd (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/bd635525-bdae-4254-b08c-9c4bcf058296/88d00061-3dd4-456a-bc96-aa662ac1861a) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:41:43.587304 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 1f78b1a3-2624-4036-96d9-9fa391fd8498, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=1f78b1a3-2624-4036-96d9-9fa391fd8498,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:41:43.679080 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6ac1c5-1d39-4b83-afad-9f54ee171367 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:41:43.721104 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:43.847541 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ae5a822d-15bc-45e4-aa47-0097029fb92b tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:43.875321 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-ae5a822d-15bc-45e4-aa47-0097029fb92b tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ce1a85e-6bad-425d-9dad-18532081ff0e']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:43.888770 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-ae5a822d-15bc-45e4-aa47-0097029fb92b tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd83aa77b-3573-4aa0-8984-196995428ffe') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:43.889072 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-ae5a822d-15bc-45e4-aa47-0097029fb92b tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd83aa77b-3573-4aa0-8984-196995428ffe') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:43.917255 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-816aa282-14e2-4b41-bd5d-d02b16a61b27 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:43.956945 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device bc71fdc4-6300-4f04-b283-31769b0dfe9a up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:41:43.989633 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-de7a7320-8da9-4552-820b-4044eba604a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:44.082010 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc6a614-be13-4093-95a9-7a077fe09ef4 None None] Pushing event updated for resources: {'Port': ['ID=67caff5e-9f5f-474d-97d6-111ce5e934a7,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:44.119658 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ae5a822d-15bc-45e4-aa47-0097029fb92b tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:44.135779 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-52135b08-f5f8-4e53-a19c-d2058fb6c730 req-2bce1b74-45d2-498a-aec2-28baa556f898 service neutron] 10.222.0.46 "GET /v2.0/networks/0fdd1126-5a53-4a5a-810d-e4d88179e413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9104452 Feb 09 12:41:44.218729 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-add6ba23-9022-4343-9f42-c3369e3b1119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:44.291358 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ae5a822d-15bc-45e4-aa47-0097029fb92b tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:44.299154 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae5a822d-15bc-45e4-aa47-0097029fb92b tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:41:44.299707 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ae5a822d-15bc-45e4-aa47-0097029fb92b tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:44.301963 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=1f78b1a3-2624-4036-96d9-9fa391fd8498,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:44.397316 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:41:44.397316 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:41:44.397316 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:41:44.397316 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:41:44.397316 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:41:44.397316 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:41:44.397316 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:41:44.397316 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:41:44.397316 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:41:44.397316 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:41:44.397316 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:41:44.397316 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:41:44.397316 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:41:44.397316 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:41:44.397316 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:41:44.397316 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:41:44.397316 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:41:44.397316 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:41:44.397316 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:41:44.397316 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:41:44.397316 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:41:44.397316 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:41:44.397316 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:41:44.397316 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:41:44.397316 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:41:44.397316 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:41:44.397316 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:41:44.397316 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:41:44.397316 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:41:44.397316 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:41:44.397316 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:41:44.397316 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:41:44.416036 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port bc71fdc4-6300-4f04-b283-31769b0dfe9a triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:41:44.416036 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:44.460175 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-d9741591-c55f-431d-97e9-48d6c758b6a3 req-0d0a53c2-31e0-4315-a26b-da8d7d99c26a tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] For port e0143a0d-42a8-4326-a3bb-2f61fecbcf35, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=e0143a0d-42a8-4326-a3bb-2f61fecbcf35,segment=NetworkSegment(0820d912-27ce-45be-81e6-6662e031d6b0),segment_id=0820d912-27ce-45be-81e6-6662e031d6b0)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:41:44.488751 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-0413f9d4-198b-4e74-96f4-cf7e0e561e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28bceb57-82cc-4579-80d8-09e06e6470d6', 'name': 'tempest-TestServerBasicOps-327818406-router', 'tenant_id': '78fcd49da689411da6a25296f99fd3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '595563e3-eb4e-46b8-82b4-f4fa80f7a67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:41:32Z', 'updated_at': '2022-02-09T12:41:37Z', 'revision_number': 3, 'project_id': '78fcd49da689411da6a25296f99fd3a8', 'gw_port': {'id': '595563e3-eb4e-46b8-82b4-f4fa80f7a67e', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:48:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28bceb57-82cc-4579-80d8-09e06e6470d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:41:34Z', 'updated_at': '2022-02-09T12:41:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:44.511968 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eb6ac1c5-1d39-4b83-afad-9f54ee171367 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:44.519533 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-de7a7320-8da9-4552-820b-4044eba604a5 admin admin] Allocated IP 172.20.0.1 (e51bee85-c49e-4d47-aaa3-7ee4caab66a9/a979796a-9ee1-4aa6-ac24-c93f6e78f79a/b684c911-da16-489d-bea7-e7e6faeb0bdf) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:41:44.529914 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ae5a822d-15bc-45e4-aa47-0097029fb92b tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:44.542096 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-141669f0-767b-4cba-b2f7-46be49f9f3cc None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:44.545463 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0413f9d4-198b-4e74-96f4-cf7e0e561e3d None None] Checking router: 28bceb57-82cc-4579-80d8-09e06e6470d6 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:41:44.546493 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0413f9d4-198b-4e74-96f4-cf7e0e561e3d None None] Updating router 28bceb57-82cc-4579-80d8-09e06e6470d6 port 595563e3-eb4e-46b8-82b4-f4fa80f7a67e binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:41:44.553609 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ae5a822d-15bc-45e4-aa47-0097029fb92b tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:44.602600 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-141669f0-767b-4cba-b2f7-46be49f9f3cc None None] Transition to ACTIVE for port object 88d00061-3dd4-456a-bc96-aa662ac1861a will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:41:44.625277 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ae5a822d-15bc-45e4-aa47-0097029fb92b tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] 10.222.0.55 "DELETE /v2.0/networks/1ce1a85e-6bad-425d-9dad-18532081ff0e HTTP/1.1" status: 204 len: 168 time: 1.2958508 Feb 09 12:41:44.629249 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-52135b08-f5f8-4e53-a19c-d2058fb6c730 req-ad9f8e45-8ea6-4128-9336-c3e48f7e936f service neutron] 10.222.0.46 "GET /v2.0/networks/0fdd1126-5a53-4a5a-810d-e4d88179e413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4666159 Feb 09 12:41:44.636696 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.resource_extend [req-d9741591-c55f-431d-97e9-48d6c758b6a3 req-0d0a53c2-31e0-4315-a26b-da8d7d99c26a tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:41:44.642365 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-141669f0-767b-4cba-b2f7-46be49f9f3cc None None] Transition to ACTIVE for port object 88d00061-3dd4-456a-bc96-aa662ac1861a will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:41:44.656194 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d9741591-c55f-431d-97e9-48d6c758b6a3 req-0d0a53c2-31e0-4315-a26b-da8d7d99c26a tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:44.670508 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a822d-15bc-45e4-aa47-0097029fb92b tempest-BulkNetworkOpsTest-872500395 tempest-BulkNetworkOpsTest-872500395-project] Pushing event deleted for resources: {'Network': ['ID=1ce1a85e-6bad-425d-9dad-18532081ff0e,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:44.671687 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0413f9d4-198b-4e74-96f4-cf7e0e561e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:44.674117 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [None req-eb6ac1c5-1d39-4b83-afad-9f54ee171367 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] device_id is not set on port 4c2daf79-b649-4188-8e55-98d9e4405ed2 yet. {{(pid=87567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:41:44.732318 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-141669f0-767b-4cba-b2f7-46be49f9f3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:44.845870 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141669f0-767b-4cba-b2f7-46be49f9f3cc None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:41:44.896774 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-141669f0-767b-4cba-b2f7-46be49f9f3cc None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:41:44.907639 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141669f0-767b-4cba-b2f7-46be49f9f3cc None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:41:44.919572 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141669f0-767b-4cba-b2f7-46be49f9f3cc None None] Pushing event updated for resources: {'Port': ['ID=88d00061-3dd4-456a-bc96-aa662ac1861a,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:44.930719 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-de7a7320-8da9-4552-820b-4044eba604a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:44.964118 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-de7a7320-8da9-4552-820b-4044eba604a5 admin admin] Transition to ACTIVE for port object b684c911-da16-489d-bea7-e7e6faeb0bdf will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:41:44.966657 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-816aa282-14e2-4b41-bd5d-d02b16a61b27 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:44.975296 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-eb6ac1c5-1d39-4b83-afad-9f54ee171367 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Allocated IP 2001:db8::295 (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/b68716bc-af7d-46cc-a89f-70afe777e3ef/4c2daf79-b649-4188-8e55-98d9e4405ed2) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:41:44.979309 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-816aa282-14e2-4b41-bd5d-d02b16a61b27 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:44.981443 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-eb6ac1c5-1d39-4b83-afad-9f54ee171367 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Allocated IP 2001:db8:0:1:f816:3eff:fe93:875f (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/bd635525-bdae-4254-b08c-9c4bcf058296/4c2daf79-b649-4188-8e55-98d9e4405ed2) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:41:45.060503 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d9741591-c55f-431d-97e9-48d6c758b6a3 req-0d0a53c2-31e0-4315-a26b-da8d7d99c26a tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:45.083705 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['e0143a0d-42a8-4326-a3bb-2f61fecbcf35'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:41:45.146996 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816aa282-14e2-4b41-bd5d-d02b16a61b27 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'Port': ['ID=b8c9312e-bd66-476f-a40b-29d47bbbb534,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:45.156563 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-816aa282-14e2-4b41-bd5d-d02b16a61b27 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:45.192009 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-de7a7320-8da9-4552-820b-4044eba604a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:45.250709 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a53c2-31e0-4315-a26b-da8d7d99c26a tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Pushing event updated for resources: {'Port': ['ID=e0143a0d-42a8-4326-a3bb-2f61fecbcf35,revision_number=7']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:45.296029 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9741591-c55f-431d-97e9-48d6c758b6a3 req-0d0a53c2-31e0-4315-a26b-da8d7d99c26a tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:45.296814 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d9741591-c55f-431d-97e9-48d6c758b6a3 req-0d0a53c2-31e0-4315-a26b-da8d7d99c26a tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:45.298920 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d9741591-c55f-431d-97e9-48d6c758b6a3 req-0d0a53c2-31e0-4315-a26b-da8d7d99c26a tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "PUT /v2.0/ports/e0143a0d-42a8-4326-a3bb-2f61fecbcf35 HTTP/1.1" status: 200 len: 942 time: 2.7156706 Feb 09 12:41:45.302208 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6926cd38-319f-439e-87b0-6931865aa752', 'tag': 'e0143a0d-42a8-4326-a3bb-2f61fecbcf35'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:41:45.310827 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 49188) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:45.446580 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6926cd38-319f-439e-87b0-6931865aa752', 'tag': 'e0143a0d-42a8-4326-a3bb-2f61fecbcf35', 'status': 'completed', 'code': 200} Feb 09 12:41:45.542968 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a7320-8da9-4552-820b-4044eba604a5 admin admin] Pushing event updated for resources: {'Port': ['ID=b684c911-da16-489d-bea7-e7e6faeb0bdf,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:45.570235 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7a7320-8da9-4552-820b-4044eba604a5 admin admin] Network e51bee85-c49e-4d47-aaa3-7ee4caab66a9 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:41:45.571421 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-141669f0-767b-4cba-b2f7-46be49f9f3cc None None] Attempting to bind port 88d00061-3dd4-456a-bc96-aa662ac1861a on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:41:45.571802 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-141669f0-767b-4cba-b2f7-46be49f9f3cc None None] Attempting to bind port 88d00061-3dd4-456a-bc96-aa662ac1861a by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:41:45.572189 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141669f0-767b-4cba-b2f7-46be49f9f3cc None None] Attempting to bind port 88d00061-3dd4-456a-bc96-aa662ac1861a on network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:41:45.573417 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-de7a7320-8da9-4552-820b-4044eba604a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:41:45.577261 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7a7320-8da9-4552-820b-4044eba604a5 admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:41:45.627263 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141669f0-767b-4cba-b2f7-46be49f9f3cc None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:41:45.627638 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141669f0-767b-4cba-b2f7-46be49f9f3cc None None] Checking segment: {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:41:45.628076 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-141669f0-767b-4cba-b2f7-46be49f9f3cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:45.628476 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141669f0-767b-4cba-b2f7-46be49f9f3cc None None] Bound using segment: {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:41:45.629061 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-141669f0-767b-4cba-b2f7-46be49f9f3cc None None] Bound port: 88d00061-3dd4-456a-bc96-aa662ac1861a, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:41:45.629445 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-141669f0-767b-4cba-b2f7-46be49f9f3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:45.640615 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.resource_extend [None req-0413f9d4-198b-4e74-96f4-cf7e0e561e3d None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:41:45.678814 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['e0143a0d-42a8-4326-a3bb-2f61fecbcf35'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:41:45.782277 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eb6ac1c5-1d39-4b83-afad-9f54ee171367 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:45.911395 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-eb6ac1c5-1d39-4b83-afad-9f54ee171367 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Transition to ACTIVE for port object 4c2daf79-b649-4188-8e55-98d9e4405ed2 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:41:45.937026 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-648e5748-9e6a-46b6-adae-1cf6709813ca admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b8cc9bc578574e9d908159d275519119&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6250789 Feb 09 12:41:45.944766 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 49196) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:46.008066 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-de7a7320-8da9-4552-820b-4044eba604a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:46.009833 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0413f9d4-198b-4e74-96f4-cf7e0e561e3d None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:46.033965 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816aa282-14e2-4b41-bd5d-d02b16a61b27 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Network cd0860fa-4273-47b3-901e-11f5ca0c6ffa is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:41:46.036314 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-816aa282-14e2-4b41-bd5d-d02b16a61b27 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:41:46.040834 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c885c1c4-f2a4-4a47-8207-a4668f8b9ffb req-81b7b687-9989-4d0c-b9ab-9a719ac5d822 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6734662 Feb 09 12:41:46.056506 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-c885c1c4-f2a4-4a47-8207-a4668f8b9ffb req-bce882f8-4879-4077-9e1e-ff429d98b8d3 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:46.059299 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 1f78b1a3-2624-4036-96d9-9fa391fd8498 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:41:46.074701 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-c885c1c4-f2a4-4a47-8207-a4668f8b9ffb req-bce882f8-4879-4077-9e1e-ff429d98b8d3 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:46.078236 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b3f6b-51bc-4454-a9f6-0aec52a1a54f req-c24ac9dc-0c1f-4e2a-ad38-4071839b9075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:46.080114 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b7b3f6b-51bc-4454-a9f6-0aec52a1a54f req-c24ac9dc-0c1f-4e2a-ad38-4071839b9075 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe861eb8966f4501804d9330d652c357&device_id=6926cd38-319f-439e-87b0-6931865aa752 HTTP/1.1" status: 200 len: 1096 time: 0.6368151 Feb 09 12:41:46.086359 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6bc681-ae03-4eac-beba-59d91978d5e6 None None] Network cd0860fa-4273-47b3-901e-11f5ca0c6ffa requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:41:46.184516 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c885c1c4-f2a4-4a47-8207-a4668f8b9ffb req-bce882f8-4879-4077-9e1e-ff429d98b8d3 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Usage tracker for resource:floatingip and tenant:fe861eb8966f4501804d9330d652c357 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:41:46.192954 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c885c1c4-f2a4-4a47-8207-a4668f8b9ffb req-bce882f8-4879-4077-9e1e-ff429d98b8d3 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:41:46.218698 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0413f9d4-198b-4e74-96f4-cf7e0e561e3d None None] Transition to ACTIVE for port object 595563e3-eb4e-46b8-82b4-f4fa80f7a67e will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:41:46.221731 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ece91166-6b07-45fb-a203-cccee03998de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:46.249005 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ece91166-6b07-45fb-a203-cccee03998de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:46.262938 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-816aa282-14e2-4b41-bd5d-d02b16a61b27 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Router 74421ff6-1d93-4d7d-a7cf-eec3899dbb04 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:41:46.287316 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-57ab89fb-7a4f-4a91-b5d9-18944d826b66 None None] Provisioning for port b684c911-da16-489d-bea7-e7e6faeb0bdf completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:41:46.290404 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0413f9d4-198b-4e74-96f4-cf7e0e561e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:46.298524 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-c885c1c4-f2a4-4a47-8207-a4668f8b9ffb req-bce882f8-4879-4077-9e1e-ff429d98b8d3 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:46.325350 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ece91166-6b07-45fb-a203-cccee03998de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:46.367036 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece91166-6b07-45fb-a203-cccee03998de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b8e183-2670-44d3-aae5-b82a6001a95e,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:46.379006 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c885c1c4-f2a4-4a47-8207-a4668f8b9ffb req-bce882f8-4879-4077-9e1e-ff429d98b8d3 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Notify callbacks [] for floatingip, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:46.406742 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eb6ac1c5-1d39-4b83-afad-9f54ee171367 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:46.466107 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b3f6b-51bc-4454-a9f6-0aec52a1a54f req-1ab08dd7-fd9a-4c8c-a3a1-21343e8f04c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:46.467580 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b7b3f6b-51bc-4454-a9f6-0aec52a1a54f req-1ab08dd7-fd9a-4c8c-a3a1-21343e8f04c2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0fdd1126-5a53-4a5a-810d-e4d88179e413 HTTP/1.1" status: 200 len: 921 time: 0.3790841 Feb 09 12:41:46.471191 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816aa282-14e2-4b41-bd5d-d02b16a61b27 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:41:46.483128 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c8ed7c-9005-4267-bdd6-6b52e22b6fbc None None] Sync routers for ids ['74421ff6-1d93-4d7d-a7cf-eec3899dbb04'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:41:46.509758 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c8ed7c-9005-4267-bdd6-6b52e22b6fbc None None] Routers {'74421ff6-1d93-4d7d-a7cf-eec3899dbb04'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:41:46.510422 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-45c8ed7c-9005-4267-bdd6-6b52e22b6fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:41:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['74421ff6-1d93-4d7d-a7cf-eec3899dbb04'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:46.592128 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a25891-338f-416a-9d70-390bde88852e None None] Pushing event updated for resources: {'Port': ['ID=595563e3-eb4e-46b8-82b4-f4fa80f7a67e,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:46.600113 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-de7a7320-8da9-4552-820b-4044eba604a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:46.628247 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-816aa282-14e2-4b41-bd5d-d02b16a61b27 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "PUT /v2.0/routers/74421ff6-1d93-4d7d-a7cf-eec3899dbb04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0487094 Feb 09 12:41:46.693426 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ece91166-6b07-45fb-a203-cccee03998de admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:46.695314 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ece91166-6b07-45fb-a203-cccee03998de admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/91b8e183-2670-44d3-aae5-b82a6001a95e HTTP/1.1" status: 204 len: 168 time: 0.7451344 Feb 09 12:41:46.740644 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ac1c5-1d39-4b83-afad-9f54ee171367 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Port': ['ID=4c2daf79-b649-4188-8e55-98d9e4405ed2,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:46.769199 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b7b3f6b-51bc-4454-a9f6-0aec52a1a54f req-02088330-e869-48eb-9606-200a4a0e1f4b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e0143a0d-42a8-4326-a3bb-2f61fecbcf35 HTTP/1.1" status: 200 len: 217 time: 0.1984191 Feb 09 12:41:46.885244 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-57ab89fb-7a4f-4a91-b5d9-18944d826b66 None None] Provisioning complete for port b684c911-da16-489d-bea7-e7e6faeb0bdf triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:41:46.885654 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-57ab89fb-7a4f-4a91-b5d9-18944d826b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:46.963337 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-45c8ed7c-9005-4267-bdd6-6b52e22b6fbc None None] Set router 74421ff6-1d93-4d7d-a7cf-eec3899dbb04 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:41:47.108005 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-de7a7320-8da9-4552-820b-4044eba604a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:47.116446 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-de7a7320-8da9-4552-820b-4044eba604a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:47.168922 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-0413f9d4-198b-4e74-96f4-cf7e0e561e3d None None] Attempting to bind port 595563e3-eb4e-46b8-82b4-f4fa80f7a67e on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:41:47.169497 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-0413f9d4-198b-4e74-96f4-cf7e0e561e3d None None] Attempting to bind port 595563e3-eb4e-46b8-82b4-f4fa80f7a67e by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:41:47.169781 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0413f9d4-198b-4e74-96f4-cf7e0e561e3d None None] Attempting to bind port 595563e3-eb4e-46b8-82b4-f4fa80f7a67e on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:41:47.175986 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5cfdaf91-bc03-41ac-a093-fb72da212d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:47.186758 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0413f9d4-198b-4e74-96f4-cf7e0e561e3d None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:41:47.187137 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0413f9d4-198b-4e74-96f4-cf7e0e561e3d None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:41:47.187531 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0413f9d4-198b-4e74-96f4-cf7e0e561e3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:47.187949 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0413f9d4-198b-4e74-96f4-cf7e0e561e3d None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:41:47.189031 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-0413f9d4-198b-4e74-96f4-cf7e0e561e3d None None] Bound port: 595563e3-eb4e-46b8-82b4-f4fa80f7a67e, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:41:47.189413 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0413f9d4-198b-4e74-96f4-cf7e0e561e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:47.263189 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a7320-8da9-4552-820b-4044eba604a5 admin admin] Pushing event updated for resources: {'Port': ['ID=b684c911-da16-489d-bea7-e7e6faeb0bdf,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:47.265857 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-de7a7320-8da9-4552-820b-4044eba604a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:47.279023 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6ac1c5-1d39-4b83-afad-9f54ee171367 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:41:47.333707 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-eb6ac1c5-1d39-4b83-afad-9f54ee171367 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:41:47.336405 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6ac1c5-1d39-4b83-afad-9f54ee171367 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:41:47.346691 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6ac1c5-1d39-4b83-afad-9f54ee171367 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:47.347357 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eb6ac1c5-1d39-4b83-afad-9f54ee171367 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:47.388052 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-141669f0-767b-4cba-b2f7-46be49f9f3cc None None] For port 88d00061-3dd4-456a-bc96-aa662ac1861a, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:41:47.432963 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7a7320-8da9-4552-820b-4044eba604a5 admin admin] Network e51bee85-c49e-4d47-aaa3-7ee4caab66a9 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:41:47.434329 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-de7a7320-8da9-4552-820b-4044eba604a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:41:47.451305 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-57ab89fb-7a4f-4a91-b5d9-18944d826b66 None None] Port b684c911-da16-489d-bea7-e7e6faeb0bdf cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:41:47.464394 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 1f78b1a3-2624-4036-96d9-9fa391fd8498 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:41:47.464836 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:47.502667 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-bdaa71c6-2057-48de-92ac-dd86b435d4d1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-666824307&fields=id&tenant_id=2c7a8f76649f44a59c185c6d6414b556 HTTP/1.1" status: 200 len: 267 time: 0.2717032 Feb 09 12:41:47.516315 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-eb6ac1c5-1d39-4b83-afad-9f54ee171367 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.5333369 Feb 09 12:41:47.546311 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49228) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:47.582572 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b3f6b-51bc-4454-a9f6-0aec52a1a54f req-9bdc3649-a9b7-43ee-a33d-c5adadcd7c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:47.601054 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b7b3f6b-51bc-4454-a9f6-0aec52a1a54f req-9bdc3649-a9b7-43ee-a33d-c5adadcd7c36 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2119cf49-29ff-4f23-b272-fe25e334c66e HTTP/1.1" status: 200 len: 860 time: 0.8082376 Feb 09 12:41:47.605368 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-45c8ed7c-9005-4267-bdd6-6b52e22b6fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74421ff6-1d93-4d7d-a7cf-eec3899dbb04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683150709', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '1f78b1a3-2624-4036-96d9-9fa391fd8498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:41:31Z', 'updated_at': '2022-02-09T12:41:43Z', 'revision_number': 4, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': '1f78b1a3-2624-4036-96d9-9fa391fd8498', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74421ff6-1d93-4d7d-a7cf-eec3899dbb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:41:33Z', 'updated_at': '2022-02-09T12:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'b8c9312e-bd66-476f-a40b-29d47bbbb534', 'name': '', 'network_id': 'cd0860fa-4273-47b3-901e-11f5ca0c6ffa', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'mac_address': 'fa:16:3e:45:4b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74421ff6-1d93-4d7d-a7cf-eec3899dbb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '6bf78152-396d-4171-8084-13bc43a95dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:41:40Z', 'updated_at': '2022-02-09T12:41:44Z', 'revision_number': 2, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'subnets': [{'id': '6bf78152-396d-4171-8084-13bc43a95dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:47.624023 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c8ed7c-9005-4267-bdd6-6b52e22b6fbc None None] Checking router: 74421ff6-1d93-4d7d-a7cf-eec3899dbb04 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:41:47.624392 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c8ed7c-9005-4267-bdd6-6b52e22b6fbc None None] Updating router 74421ff6-1d93-4d7d-a7cf-eec3899dbb04 port b8c9312e-bd66-476f-a40b-29d47bbbb534 binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:41:47.678414 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-141669f0-767b-4cba-b2f7-46be49f9f3cc None None] For port 88d00061-3dd4-456a-bc96-aa662ac1861a, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=88d00061-3dd4-456a-bc96-aa662ac1861a,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:41:47.747028 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-45c8ed7c-9005-4267-bdd6-6b52e22b6fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:47.763022 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-76fa3bee-d653-47bb-9d2a-3b3f8fc23aa7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Deleting port 4c2daf79-b649-4188-8e55-98d9e4405ed2 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:41:47.763536 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-76fa3bee-d653-47bb-9d2a-3b3f8fc23aa7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:47.832278 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-141669f0-767b-4cba-b2f7-46be49f9f3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:47.902971 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b7b3f6b-51bc-4454-a9f6-0aec52a1a54f req-8259fb2a-a927-49b3-bae2-7777c512efa0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0fdd1126-5a53-4a5a-810d-e4d88179e413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3008063 Feb 09 12:41:47.903324 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-0413f9d4-198b-4e74-96f4-cf7e0e561e3d None None] For port 595563e3-eb4e-46b8-82b4-f4fa80f7a67e, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:41:47.915686 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-0413f9d4-198b-4e74-96f4-cf7e0e561e3d None None] For port 595563e3-eb4e-46b8-82b4-f4fa80f7a67e, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=595563e3-eb4e-46b8-82b4-f4fa80f7a67e,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:41:48.061736 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0413f9d4-198b-4e74-96f4-cf7e0e561e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:48.076213 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7a7320-8da9-4552-820b-4044eba604a5 admin admin] Router 28bceb57-82cc-4579-80d8-09e06e6470d6 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:41:48.113217 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-e5000d9d-4d64-41e8-abfa-4e3538332d65 None None] Provisioning for port 67caff5e-9f5f-474d-97d6-111ce5e934a7 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:41:48.119719 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:48.171599 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:48.249833 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 49244) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:48.258951 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0413f9d4-198b-4e74-96f4-cf7e0e561e3d None None] Routers {'28bceb57-82cc-4579-80d8-09e06e6470d6'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:41:48.259889 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-0413f9d4-198b-4e74-96f4-cf7e0e561e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:41:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['28bceb57-82cc-4579-80d8-09e06e6470d6'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:48.291795 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c885c1c4-f2a4-4a47-8207-a4668f8b9ffb req-bce882f8-4879-4077-9e1e-ff429d98b8d3 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:48.506132 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-c885c1c4-f2a4-4a47-8207-a4668f8b9ffb req-bce882f8-4879-4077-9e1e-ff429d98b8d3 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Allocated IP 172.25.7.48 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/c381652a-7eff-42b9-95df-818d4c58e21d) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:41:48.637788 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-c9059f3c-733e-4f3c-a3e4-7d7d9aa9d378 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:48.641208 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-c9059f3c-733e-4f3c-a3e4-7d7d9aa9d378 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/networks?id=cd0860fa-4273-47b3-901e-11f5ca0c6ffa HTTP/1.1" status: 200 len: 794 time: 1.1225021 Feb 09 12:41:48.649502 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141669f0-767b-4cba-b2f7-46be49f9f3cc None None] Pushing event updated for resources: {'Port': ['ID=88d00061-3dd4-456a-bc96-aa662ac1861a,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:48.691133 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-6c1b85a1-b501-4ea6-9124-bb2cd25da15b tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Request body: {'security_group': {'name': 'tempest-secgroup--1750026210'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:48.740193 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-a6e21cf5-2d5f-4dd1-a472-49336fa78203 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/quotas/2c7a8f76649f44a59c185c6d6414b556 HTTP/1.1" status: 200 len: 375 time: 0.0776944 Feb 09 12:41:48.747260 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6c1b85a1-b501-4ea6-9124-bb2cd25da15b tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:48.752974 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 67caff5e-9f5f-474d-97d6-111ce5e934a7 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:41:48.793588 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6c1b85a1-b501-4ea6-9124-bb2cd25da15b tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Usage tracker for resource:security_group and tenant:9ffae91753fb483fa448afc32e943805 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:41:48.805225 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6c1b85a1-b501-4ea6-9124-bb2cd25da15b tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:41:48.807135 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-76fa3bee-d653-47bb-9d2a-3b3f8fc23aa7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:48.813880 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b7b3f6b-51bc-4454-a9f6-0aec52a1a54f req-96c06487-c226-4565-a73b-3bf95b7cc7ac service neutron] 10.222.0.46 "GET /v2.0/networks/0fdd1126-5a53-4a5a-810d-e4d88179e413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9002986 Feb 09 12:41:48.814837 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-45c8ed7c-9005-4267-bdd6-6b52e22b6fbc None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:48.834025 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-45c8ed7c-9005-4267-bdd6-6b52e22b6fbc None None] Transition to ACTIVE for port object b8c9312e-bd66-476f-a40b-29d47bbbb534 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:41:48.846565 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6c1b85a1-b501-4ea6-9124-bb2cd25da15b tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:48.853673 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-45c8ed7c-9005-4267-bdd6-6b52e22b6fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:48.886912 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2d7abb6b-539a-4fed-8def-2fe1986312d4 None None] Provisioning complete for port b684c911-da16-489d-bea7-e7e6faeb0bdf triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:41:48.887293 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2d7abb6b-539a-4fed-8def-2fe1986312d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:49.071693 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-0413f9d4-198b-4e74-96f4-cf7e0e561e3d None None] Set router 28bceb57-82cc-4579-80d8-09e06e6470d6 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:41:49.120445 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-76fa3bee-d653-47bb-9d2a-3b3f8fc23aa7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Calling delete_port for 4c2daf79-b649-4188-8e55-98d9e4405ed2 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:41:49.163729 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6c1b85a1-b501-4ea6-9124-bb2cd25da15b tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:49.255517 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a25891-338f-416a-9d70-390bde88852e None None] Pushing event updated for resources: {'Port': ['ID=595563e3-eb4e-46b8-82b4-f4fa80f7a67e,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:49.264437 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-2d7abb6b-539a-4fed-8def-2fe1986312d4 None None] Port b684c911-da16-489d-bea7-e7e6faeb0bdf cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:41:49.273158 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c885c1c4-f2a4-4a47-8207-a4668f8b9ffb req-bce882f8-4879-4077-9e1e-ff429d98b8d3 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:49.288340 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:49.347143 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0185667-8f7b-4649-bf50-43ea8a331fc4 None None] Pushing event updated for resources: {'Port': ['ID=b8c9312e-bd66-476f-a40b-29d47bbbb534,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:49.386292 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c885c1c4-f2a4-4a47-8207-a4668f8b9ffb req-bce882f8-4879-4077-9e1e-ff429d98b8d3 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:49.399445 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6c1b85a1-b501-4ea6-9124-bb2cd25da15b tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:49.404541 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-45c8ed7c-9005-4267-bdd6-6b52e22b6fbc None None] Attempting to bind port b8c9312e-bd66-476f-a40b-29d47bbbb534 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:41:49.404913 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-45c8ed7c-9005-4267-bdd6-6b52e22b6fbc None None] Attempting to bind port b8c9312e-bd66-476f-a40b-29d47bbbb534 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '1f465c16-8bbc-4cd6-be8f-f8d5066ecd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cd0860fa-4273-47b3-901e-11f5ca0c6ffa'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:41:49.405271 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c8ed7c-9005-4267-bdd6-6b52e22b6fbc None None] Attempting to bind port b8c9312e-bd66-476f-a40b-29d47bbbb534 on network cd0860fa-4273-47b3-901e-11f5ca0c6ffa {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:41:49.412493 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c8ed7c-9005-4267-bdd6-6b52e22b6fbc None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:41:49.412868 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c8ed7c-9005-4267-bdd6-6b52e22b6fbc None None] Checking segment: {'id': '1f465c16-8bbc-4cd6-be8f-f8d5066ecd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cd0860fa-4273-47b3-901e-11f5ca0c6ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:41:49.413262 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-45c8ed7c-9005-4267-bdd6-6b52e22b6fbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:49.417730 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c8ed7c-9005-4267-bdd6-6b52e22b6fbc None None] Bound using segment: {'id': '1f465c16-8bbc-4cd6-be8f-f8d5066ecd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cd0860fa-4273-47b3-901e-11f5ca0c6ffa'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:41:49.418255 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-45c8ed7c-9005-4267-bdd6-6b52e22b6fbc None None] Bound port: b8c9312e-bd66-476f-a40b-29d47bbbb534, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f465c16-8bbc-4cd6-be8f-f8d5066ecd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cd0860fa-4273-47b3-901e-11f5ca0c6ffa'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:41:49.423939 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-45c8ed7c-9005-4267-bdd6-6b52e22b6fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:49.473964 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6c1b85a1-b501-4ea6-9124-bb2cd25da15b tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:49.563493 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce882f8-4879-4077-9e1e-ff429d98b8d3 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Pushing event updated for resources: {'Port': ['ID=c381652a-7eff-42b9-95df-818d4c58e21d,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:49.583329 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6c1b85a1-b501-4ea6-9124-bb2cd25da15b tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Usage tracker for resource:security_group_rule and tenant:9ffae91753fb483fa448afc32e943805 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:41:49.589601 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6c1b85a1-b501-4ea6-9124-bb2cd25da15b tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:41:49.604915 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6c1b85a1-b501-4ea6-9124-bb2cd25da15b tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:49.617883 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-45c8ed7c-9005-4267-bdd6-6b52e22b6fbc None None] For port b8c9312e-bd66-476f-a40b-29d47bbbb534, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:41:49.621648 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-45c8ed7c-9005-4267-bdd6-6b52e22b6fbc None None] For port b8c9312e-bd66-476f-a40b-29d47bbbb534, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=b8c9312e-bd66-476f-a40b-29d47bbbb534,segment=NetworkSegment(1f465c16-8bbc-4cd6-be8f-f8d5066ecd9e),segment_id=1f465c16-8bbc-4cd6-be8f-f8d5066ecd9e)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:41:49.638929 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-45c8ed7c-9005-4267-bdd6-6b52e22b6fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:49.695214 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b7b3f6b-51bc-4454-a9f6-0aec52a1a54f req-0970d231-0df5-4c79-8dd5-497295927727 service neutron] 10.222.0.46 "GET /v2.0/networks/0fdd1126-5a53-4a5a-810d-e4d88179e413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8521616 Feb 09 12:41:49.708980 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c885c1c4-f2a4-4a47-8207-a4668f8b9ffb req-bce882f8-4879-4077-9e1e-ff429d98b8d3 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:41:49.710460 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-c885c1c4-f2a4-4a47-8207-a4668f8b9ffb req-bce882f8-4879-4077-9e1e-ff429d98b8d3 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:41:49.738841 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-dd894c08-301f-48e3-8f00-c5a3782d8428 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2c7a8f76649f44a59c185c6d6414b556&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9805484 Feb 09 12:41:49.739436 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-c885c1c4-f2a4-4a47-8207-a4668f8b9ffb req-bce882f8-4879-4077-9e1e-ff429d98b8d3 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:41:49.755159 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7a7320-8da9-4552-820b-4044eba604a5 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:41:49.812619 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c8ed7c-9005-4267-bdd6-6b52e22b6fbc None None] Routers {'74421ff6-1d93-4d7d-a7cf-eec3899dbb04'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:41:49.813861 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-45c8ed7c-9005-4267-bdd6-6b52e22b6fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:41:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['74421ff6-1d93-4d7d-a7cf-eec3899dbb04'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:49.839907 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-de7a7320-8da9-4552-820b-4044eba604a5 admin admin] 10.222.0.55 "PUT /v2.0/routers/28bceb57-82cc-4579-80d8-09e06e6470d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0600910 Feb 09 12:41:49.897177 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-76fa3bee-d653-47bb-9d2a-3b3f8fc23aa7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:50.061848 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-570c9d59-74ff-4d8f-9aaa-5c3f20abc76d None None] Provisioning for port b8c9312e-bd66-476f-a40b-29d47bbbb534 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:41:50.090078 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fa3bee-d653-47bb-9d2a-3b3f8fc23aa7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Port': ['ID=4c2daf79-b649-4188-8e55-98d9e4405ed2,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:50.106708 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 67caff5e-9f5f-474d-97d6-111ce5e934a7 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:41:50.125320 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 67caff5e-9f5f-474d-97d6-111ce5e934a7 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:41:50.127116 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:50.197841 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0185667-8f7b-4649-bf50-43ea8a331fc4 None None] Pushing event updated for resources: {'Port': ['ID=b8c9312e-bd66-476f-a40b-29d47bbbb534,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:50.302164 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-76fa3bee-d653-47bb-9d2a-3b3f8fc23aa7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:50.313788 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-76fa3bee-d653-47bb-9d2a-3b3f8fc23aa7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/ports/4c2daf79-b649-4188-8e55-98d9e4405ed2 HTTP/1.1" status: 204 len: 168 time: 2.7590978 Feb 09 12:41:50.315070 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49272) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:50.326197 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-372713e8-b6da-4281-b0eb-c1cb1576255d service neutron] 10.222.0.55 "GET /v2.0/networks/cd0860fa-4273-47b3-901e-11f5ca0c6ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5013907 Feb 09 12:41:50.361015 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcda09cf-cb37-491b-a477-e60ba9f19cd7 None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:41:50.365840 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-45c8ed7c-9005-4267-bdd6-6b52e22b6fbc None None] Set router 74421ff6-1d93-4d7d-a7cf-eec3899dbb04 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:41:50.425574 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-570c9d59-74ff-4d8f-9aaa-5c3f20abc76d None None] Provisioning complete for port 67caff5e-9f5f-474d-97d6-111ce5e934a7 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:41:50.426258 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-570c9d59-74ff-4d8f-9aaa-5c3f20abc76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:50.452394 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49278) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:50.583182 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f5c1af-f56c-47d5-86d5-2a7fee4af74e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:50.583904 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d9f5c1af-f56c-47d5-86d5-2a7fee4af74e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Synchronizing usage tracker for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:41:50.618021 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d9f5c1af-f56c-47d5-86d5-2a7fee4af74e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Unset dirty status for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:41:50.621563 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d9f5c1af-f56c-47d5-86d5-2a7fee4af74e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.2990763 Feb 09 12:41:50.622541 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49288) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:50.776396 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-13a4dc52-8736-435e-9f7c-fb7655b451da admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:50.786626 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6c1b85a1-b501-4ea6-9124-bb2cd25da15b tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:50.801749 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c885c1c4-f2a4-4a47-8207-a4668f8b9ffb req-bce882f8-4879-4077-9e1e-ff429d98b8d3 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:50.808563 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-d858a76d-af0b-4cdb-981c-7f6d8f811c89 service neutron] 10.222.0.55 "GET /v2.0/networks/cd0860fa-4273-47b3-901e-11f5ca0c6ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4655797 Feb 09 12:41:50.833136 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-13a4dc52-8736-435e-9f7c-fb7655b451da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:50.848358 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-13a4dc52-8736-435e-9f7c-fb7655b451da admin admin] Usage tracker for resource:security_group_rule and tenant:4052c61cf8d54f8fa47f55399412597b is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:41:50.854469 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-13a4dc52-8736-435e-9f7c-fb7655b451da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:41:50.881636 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-13a4dc52-8736-435e-9f7c-fb7655b451da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:50.899413 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:50.911580 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6c1b85a1-b501-4ea6-9124-bb2cd25da15b tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:50.915268 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6c1b85a1-b501-4ea6-9124-bb2cd25da15b tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:50.919818 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6c1b85a1-b501-4ea6-9124-bb2cd25da15b tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Usage tracker for resource:security_group_rule and tenant:9ffae91753fb483fa448afc32e943805 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:41:50.920350 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2ffa8d-fef0-4e9c-aee8-7c9148ef496d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:50.925627 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6c1b85a1-b501-4ea6-9124-bb2cd25da15b tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:41:50.927098 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9b2ffa8d-fef0-4e9c-aee8-7c9148ef496d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.3034275 Feb 09 12:41:50.928014 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49298) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:50.929387 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6c1b85a1-b501-4ea6-9124-bb2cd25da15b tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:51.013105 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6c1b85a1-b501-4ea6-9124-bb2cd25da15b tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:51.098817 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a0cd3f-07d0-445a-8932-707dca20bf4d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:51.100498 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a0cd3f-07d0-445a-8932-707dca20bf4d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:51.102112 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a0cd3f-07d0-445a-8932-707dca20bf4d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:51.102976 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f1a0cd3f-07d0-445a-8932-707dca20bf4d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Synchronizing usage tracker for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:subnet {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:41:51.108157 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-45c8ed7c-9005-4267-bdd6-6b52e22b6fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74421ff6-1d93-4d7d-a7cf-eec3899dbb04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683150709', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '1f78b1a3-2624-4036-96d9-9fa391fd8498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:41:31Z', 'updated_at': '2022-02-09T12:41:43Z', 'revision_number': 4, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': '1f78b1a3-2624-4036-96d9-9fa391fd8498', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74421ff6-1d93-4d7d-a7cf-eec3899dbb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:41:33Z', 'updated_at': '2022-02-09T12:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'b8c9312e-bd66-476f-a40b-29d47bbbb534', 'name': '', 'network_id': 'cd0860fa-4273-47b3-901e-11f5ca0c6ffa', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'mac_address': 'fa:16:3e:45:4b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74421ff6-1d93-4d7d-a7cf-eec3899dbb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '6bf78152-396d-4171-8084-13bc43a95dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:41:40Z', 'updated_at': '2022-02-09T12:41:49Z', 'revision_number': 4, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'subnets': [{'id': '6bf78152-396d-4171-8084-13bc43a95dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:51.112983 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c8ed7c-9005-4267-bdd6-6b52e22b6fbc None None] The sync data for ids ['74421ff6-1d93-4d7d-a7cf-eec3899dbb04'] in n-d-825178-3 is: [{'id': '74421ff6-1d93-4d7d-a7cf-eec3899dbb04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683150709', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '1f78b1a3-2624-4036-96d9-9fa391fd8498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:41:31Z', 'updated_at': '2022-02-09T12:41:43Z', 'revision_number': 4, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': '1f78b1a3-2624-4036-96d9-9fa391fd8498', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74421ff6-1d93-4d7d-a7cf-eec3899dbb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:41:33Z', 'updated_at': '2022-02-09T12:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'b8c9312e-bd66-476f-a40b-29d47bbbb534', 'name': '', 'network_id': 'cd0860fa-4273-47b3-901e-11f5ca0c6ffa', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'mac_address': 'fa:16:3e:45:4b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74421ff6-1d93-4d7d-a7cf-eec3899dbb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '6bf78152-396d-4171-8084-13bc43a95dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:41:40Z', 'updated_at': '2022-02-09T12:41:49Z', 'revision_number': 4, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'subnets': [{'id': '6bf78152-396d-4171-8084-13bc43a95dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:41:51.117195 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:51.158693 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f1a0cd3f-07d0-445a-8932-707dca20bf4d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Unset dirty status for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:subnet {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:41:51.159223 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f1a0cd3f-07d0-445a-8932-707dca20bf4d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2266335 Feb 09 12:41:51.162123 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49308) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:51.206433 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49310) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:51.299361 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-74b8c377-18c5-4f14-8622-7ece3927026b admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-17248572-network', 'tenant_id': '539d54fc51684d168bca510847ccfe8b'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:51.319717 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-74b8c377-18c5-4f14-8622-7ece3927026b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:51.349046 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-570c9d59-74ff-4d8f-9aaa-5c3f20abc76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:51.352453 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-74b8c377-18c5-4f14-8622-7ece3927026b admin admin] Usage tracker for resource:network and tenant:539d54fc51684d168bca510847ccfe8b is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:41:51.356442 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-13a4dc52-8736-435e-9f7c-fb7655b451da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:51.357581 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-74b8c377-18c5-4f14-8622-7ece3927026b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:41:51.368153 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-74b8c377-18c5-4f14-8622-7ece3927026b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:51.375170 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-13a4dc52-8736-435e-9f7c-fb7655b451da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:51.392443 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 67caff5e-9f5f-474d-97d6-111ce5e934a7, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=67caff5e-9f5f-474d-97d6-111ce5e934a7,segment=NetworkSegment(1f465c16-8bbc-4cd6-be8f-f8d5066ecd9e),segment_id=1f465c16-8bbc-4cd6-be8f-f8d5066ecd9e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:41:51.395435 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-0413f9d4-198b-4e74-96f4-cf7e0e561e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28bceb57-82cc-4579-80d8-09e06e6470d6', 'name': 'tempest-TestServerBasicOps-327818406-router', 'tenant_id': '78fcd49da689411da6a25296f99fd3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '595563e3-eb4e-46b8-82b4-f4fa80f7a67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:41:32Z', 'updated_at': '2022-02-09T12:41:46Z', 'revision_number': 4, 'project_id': '78fcd49da689411da6a25296f99fd3a8', 'gw_port': {'id': '595563e3-eb4e-46b8-82b4-f4fa80f7a67e', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:48:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28bceb57-82cc-4579-80d8-09e06e6470d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:41:34Z', 'updated_at': '2022-02-09T12:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'b684c911-da16-489d-bea7-e7e6faeb0bdf', 'name': '', 'network_id': 'e51bee85-c49e-4d47-aaa3-7ee4caab66a9', 'tenant_id': '78fcd49da689411da6a25296f99fd3a8', 'mac_address': 'fa:16:3e:fd:ad:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28bceb57-82cc-4579-80d8-09e06e6470d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'a979796a-9ee1-4aa6-ac24-c93f6e78f79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:41:44Z', 'updated_at': '2022-02-09T12:41:46Z', 'revision_number': 2, 'project_id': '78fcd49da689411da6a25296f99fd3a8', 'subnets': [{'id': 'a979796a-9ee1-4aa6-ac24-c93f6e78f79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:51.414601 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0413f9d4-198b-4e74-96f4-cf7e0e561e3d None None] The sync data for ids ['28bceb57-82cc-4579-80d8-09e06e6470d6'] in n-d-825178-3 is: [{'id': '28bceb57-82cc-4579-80d8-09e06e6470d6', 'name': 'tempest-TestServerBasicOps-327818406-router', 'tenant_id': '78fcd49da689411da6a25296f99fd3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '595563e3-eb4e-46b8-82b4-f4fa80f7a67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:41:32Z', 'updated_at': '2022-02-09T12:41:46Z', 'revision_number': 4, 'project_id': '78fcd49da689411da6a25296f99fd3a8', 'gw_port': {'id': '595563e3-eb4e-46b8-82b4-f4fa80f7a67e', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:48:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28bceb57-82cc-4579-80d8-09e06e6470d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:41:34Z', 'updated_at': '2022-02-09T12:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'b684c911-da16-489d-bea7-e7e6faeb0bdf', 'name': '', 'network_id': 'e51bee85-c49e-4d47-aaa3-7ee4caab66a9', 'tenant_id': '78fcd49da689411da6a25296f99fd3a8', 'mac_address': 'fa:16:3e:fd:ad:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28bceb57-82cc-4579-80d8-09e06e6470d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'a979796a-9ee1-4aa6-ac24-c93f6e78f79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:41:44Z', 'updated_at': '2022-02-09T12:41:46Z', 'revision_number': 2, 'project_id': '78fcd49da689411da6a25296f99fd3a8', 'subnets': [{'id': 'a979796a-9ee1-4aa6-ac24-c93f6e78f79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:41:51.429397 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:51.442891 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bb74076-0bed-49ee-8b3f-d3dd9b812a48 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Deleting subnet b68716bc-af7d-46cc-a89f-70afe777e3ef {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:41:51.488002 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b8c377-18c5-4f14-8622-7ece3927026b admin admin] Made reservation on behalf of 539d54fc51684d168bca510847ccfe8b for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:41:51.490758 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-74b8c377-18c5-4f14-8622-7ece3927026b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:51.513238 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0bb74076-0bed-49ee-8b3f-d3dd9b812a48 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:51.573716 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6c1b85a1-b501-4ea6-9124-bb2cd25da15b tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:51.586157 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-74b8c377-18c5-4f14-8622-7ece3927026b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:51.625212 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=67caff5e-9f5f-474d-97d6-111ce5e934a7,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:51.655426 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-74b8c377-18c5-4f14-8622-7ece3927026b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:51.662083 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1b85a1-b501-4ea6-9124-bb2cd25da15b tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=103eafb1-eb3d-4c3d-aac2-f5b0af9480b6,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:51.672249 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-13a4dc52-8736-435e-9f7c-fb7655b451da admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4052c61cf8d54f8fa47f55399412597b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2188036 Feb 09 12:41:51.673879 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a4dc52-8736-435e-9f7c-fb7655b451da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ddda86f-9a3b-477c-850f-e28845ff1850,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:51.691460 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-74b8c377-18c5-4f14-8622-7ece3927026b admin admin] Usage tracker for resource:security_group_rule and tenant:539d54fc51684d168bca510847ccfe8b is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:41:51.701424 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 49324) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:51.702373 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-74b8c377-18c5-4f14-8622-7ece3927026b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:41:51.719587 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-74b8c377-18c5-4f14-8622-7ece3927026b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:51.722146 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-60687137-97dd-4a1a-8b9f-5c7b2bfe5fa6 req-78d70b6d-bf5c-40b4-a819-f6a3c5cd1f1f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 210 time: 0.2939055 Feb 09 12:41:51.804026 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6c1b85a1-b501-4ea6-9124-bb2cd25da15b tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:51.812073 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-6c1b85a1-b501-4ea6-9124-bb2cd25da15b tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 3.5567024 Feb 09 12:41:51.816523 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49328) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:51.827955 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c885c1c4-f2a4-4a47-8207-a4668f8b9ffb req-bce882f8-4879-4077-9e1e-ff429d98b8d3 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:51.885201 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device b8c9312e-bd66-476f-a40b-29d47bbbb534 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:41:51.903031 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0bb74076-0bed-49ee-8b3f-d3dd9b812a48 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:51.931409 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1b85a1-b501-4ea6-9124-bb2cd25da15b tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc14cf5-0ba2-4051-818a-a76904262df7,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:52.067618 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-570c9d59-74ff-4d8f-9aaa-5c3f20abc76d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:41:52.068777 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-570c9d59-74ff-4d8f-9aaa-5c3f20abc76d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:41:52.114883 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1029396-4825-4bb4-a4c8-22282a07ace1 req-7bb7cb74-d45b-4130-991b-5b48c6cf4150 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3050132 Feb 09 12:41:52.160339 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-45f2ea9d-164b-4145-91bd-cdcf84a723f1 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3368764 Feb 09 12:41:52.168808 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port b8c9312e-bd66-476f-a40b-29d47bbbb534 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:41:52.175062 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port b8c9312e-bd66-476f-a40b-29d47bbbb534 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:41:52.175427 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:52.194141 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49334) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:52.208338 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-baa307ca-6fc7-4850-bafd-c69b01e9df22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:52.215039 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-35069c90-19ce-4707-84d5-a2cac3f2bf9a tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Request body: {'security_group': {'name': 'tempest-security--196098551', 'description': 'tempest-security-description-1357447213'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:52.342527 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-35069c90-19ce-4707-84d5-a2cac3f2bf9a tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:52.557751 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-74b8c377-18c5-4f14-8622-7ece3927026b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:52.560589 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:52.565518 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0bb74076-0bed-49ee-8b3f-d3dd9b812a48 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:52.684237 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-baa307ca-6fc7-4850-bafd-c69b01e9df22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:52.770385 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port b8c9312e-bd66-476f-a40b-29d47bbbb534, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=b8c9312e-bd66-476f-a40b-29d47bbbb534,segment=NetworkSegment(1f465c16-8bbc-4cd6-be8f-f8d5066ecd9e),segment_id=1f465c16-8bbc-4cd6-be8f-f8d5066ecd9e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:41:52.784496 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:52.785461 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 88d00061-3dd4-456a-bc96-aa662ac1861a up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:41:52.836962 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85226c0-a24d-47ea-861e-01e1d1fe451b req-ce39ac6f-6772-4a25-a022-de528a04505e tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:52.839302 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f85226c0-a24d-47ea-861e-01e1d1fe451b req-ce39ac6f-6772-4a25-a022-de528a04505e tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 946 time: 0.3035347 Feb 09 12:41:52.852280 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1029396-4825-4bb4-a4c8-22282a07ace1 req-007be5b7-e0f1-4caf-8429-b75d3e5e9cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:52.854300 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1029396-4825-4bb4-a4c8-22282a07ace1 req-007be5b7-e0f1-4caf-8429-b75d3e5e9cf1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e83e724b83ff4eff83d86a9461a0246b&device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 1097 time: 0.4534061 Feb 09 12:41:52.944402 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f85226c0-a24d-47ea-861e-01e1d1fe451b req-5a75a45d-455e-4f3f-a25a-3757140c2410 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d7571fd-0756-4468-bd3c-a3877d2e955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884576 Feb 09 12:41:52.956993 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.resource_extend [req-c885c1c4-f2a4-4a47-8207-a4668f8b9ffb req-bce882f8-4879-4077-9e1e-ff429d98b8d3 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:41:52.959199 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0bb74076-0bed-49ee-8b3f-d3dd9b812a48 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:53.069566 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=b8c9312e-bd66-476f-a40b-29d47bbbb534,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:53.071408 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-baa307ca-6fc7-4850-bafd-c69b01e9df22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:53.074405 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-74b8c377-18c5-4f14-8622-7ece3927026b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:53.088340 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c885c1c4-f2a4-4a47-8207-a4668f8b9ffb req-bce882f8-4879-4077-9e1e-ff429d98b8d3 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:53.105485 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c885c1c4-f2a4-4a47-8207-a4668f8b9ffb req-bce882f8-4879-4077-9e1e-ff429d98b8d3 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:53.181654 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:53.222070 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 88d00061-3dd4-456a-bc96-aa662ac1861a completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:41:53.234048 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8c377-18c5-4f14-8622-7ece3927026b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e58319e-d76e-451c-b756-49b02b40da4b,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:53.244682 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb74076-0bed-49ee-8b3f-d3dd9b812a48 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Subnet': ['ID=b68716bc-af7d-46cc-a89f-70afe777e3ef,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:53.252210 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-35069c90-19ce-4707-84d5-a2cac3f2bf9a tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:53.269787 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0bb74076-0bed-49ee-8b3f-d3dd9b812a48 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:53.281933 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-3d874bd6-0af6-4bcb-9f4e-7f8531df8997 None None] Provisioning complete for port b8c9312e-bd66-476f-a40b-29d47bbbb534 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:41:53.282565 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3d874bd6-0af6-4bcb-9f4e-7f8531df8997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:53.302009 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74b8c377-18c5-4f14-8622-7ece3927026b admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:41:53.369629 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-35069c90-19ce-4707-84d5-a2cac3f2bf9a tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:53.394614 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa307ca-6fc7-4850-bafd-c69b01e9df22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ddda86f-9a3b-477c-850f-e28845ff1850,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:53.397599 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-baa307ca-6fc7-4850-bafd-c69b01e9df22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:53.398789 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-baa307ca-6fc7-4850-bafd-c69b01e9df22 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3ddda86f-9a3b-477c-850f-e28845ff1850 HTTP/1.1" status: 204 len: 168 time: 1.6938210 Feb 09 12:41:53.399683 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c885c1c4-f2a4-4a47-8207-a4668f8b9ffb req-bce882f8-4879-4077-9e1e-ff429d98b8d3 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:53.492970 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5b57fefd-cb14-45d2-bdd9-6bc9f3f960ee req-23d473b8-1a29-4c28-aa13-656db3c35acb tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 210 time: 0.2380841 Feb 09 12:41:53.513805 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c885c1c4-f2a4-4a47-8207-a4668f8b9ffb req-bce882f8-4879-4077-9e1e-ff429d98b8d3 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:53.514639 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c885c1c4-f2a4-4a47-8207-a4668f8b9ffb req-bce882f8-4879-4077-9e1e-ff429d98b8d3 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 7.4619319 Feb 09 12:41:53.590475 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73250cb3-8e7a-49f8-9981-2da67ab7e248 None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:41:53.653808 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-74b8c377-18c5-4f14-8622-7ece3927026b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:53.654426 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-74b8c377-18c5-4f14-8622-7ece3927026b admin admin] Added segment ee14eac7-356c-46a2-b4f2-18b796c03892 of type vlan for network 49788ea5-e0f8-436b-be1f-13be23c110f0 Feb 09 12:41:53.805934 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c885c1c4-f2a4-4a47-8207-a4668f8b9ffb req-42035c12-1711-48dd-a47e-140ab689d021 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Synchronizing usage tracker for tenant:fe861eb8966f4501804d9330d652c357 on resource:floatingip {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:41:53.811375 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-35069c90-19ce-4707-84d5-a2cac3f2bf9a tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:53.816022 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-35069c90-19ce-4707-84d5-a2cac3f2bf9a tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "PUT /v2.0/security-groups/8fc14cf5-0ba2-4051-818a-a76904262df7 HTTP/1.1" status: 200 len: 1779 time: 1.6175380 Feb 09 12:41:53.830495 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 49344) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:53.848850 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35069c90-19ce-4707-84d5-a2cac3f2bf9a tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc14cf5-0ba2-4051-818a-a76904262df7,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:53.860238 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device b8c9312e-bd66-476f-a40b-29d47bbbb534 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:41:53.872086 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1029396-4825-4bb4-a4c8-22282a07ace1 req-d27cbb63-9b07-40a4-8269-64e285799e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:53.875136 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1029396-4825-4bb4-a4c8-22282a07ace1 req-d27cbb63-9b07-40a4-8269-64e285799e0a service neutron] 10.222.0.46 "GET /v2.0/networks?id=01f3f4ff-beae-4106-8f70-e214cdcf114b HTTP/1.1" status: 200 len: 918 time: 0.9653554 Feb 09 12:41:53.879322 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c885c1c4-f2a4-4a47-8207-a4668f8b9ffb req-42035c12-1711-48dd-a47e-140ab689d021 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Unset dirty status for tenant:fe861eb8966f4501804d9330d652c357 on resource:floatingip {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:41:53.880693 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c885c1c4-f2a4-4a47-8207-a4668f8b9ffb req-42035c12-1711-48dd-a47e-140ab689d021 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.48 HTTP/1.1" status: 200 len: 695 time: 0.3336527 Feb 09 12:41:53.881350 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce882f8-4879-4077-9e1e-ff429d98b8d3 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Pushing event updated for resources: {'Port': ['ID=c381652a-7eff-42b9-95df-818d4c58e21d,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:53.969177 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-10a47988-a57f-48f0-bdcb-87982db282d2 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:53.970480 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-10a47988-a57f-48f0-bdcb-87982db282d2 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Synchronizing usage tracker for tenant:2c7a8f76649f44a59c185c6d6414b556 on resource:network {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:41:53.975530 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0bb74076-0bed-49ee-8b3f-d3dd9b812a48 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/b68716bc-af7d-46cc-a89f-70afe777e3ef HTTP/1.1" status: 204 len: 168 time: 2.7785859 Feb 09 12:41:53.990318 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49350) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:54.027501 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-3d874bd6-0af6-4bcb-9f4e-7f8531df8997 None None] Provisioning for port 88d00061-3dd4-456a-bc96-aa662ac1861a completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:41:54.046208 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-3d874bd6-0af6-4bcb-9f4e-7f8531df8997 None None] Provisioning complete for port 88d00061-3dd4-456a-bc96-aa662ac1861a triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:41:54.048490 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3d874bd6-0af6-4bcb-9f4e-7f8531df8997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:54.151737 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-74b8c377-18c5-4f14-8622-7ece3927026b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:54.161753 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-48223dc0-589e-4d22-9f1b-defae1998473 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Deleting subnet bd635525-bdae-4254-b08c-9c4bcf058296 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:41:54.176746 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-48223dc0-589e-4d22-9f1b-defae1998473 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:54.182160 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port b8c9312e-bd66-476f-a40b-29d47bbbb534 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:41:54.182880 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:54.221108 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49356) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:54.255132 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-33a6c24e-0682-4e95-9eaf-decac33467bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:54.295848 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-10a47988-a57f-48f0-bdcb-87982db282d2 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Unset dirty status for tenant:2c7a8f76649f44a59c185c6d6414b556 on resource:network {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:41:54.302427 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-10a47988-a57f-48f0-bdcb-87982db282d2 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.46 "GET /v2.0/networks?id=cd0860fa-4273-47b3-901e-11f5ca0c6ffa HTTP/1.1" status: 200 len: 794 time: 1.0095179 Feb 09 12:41:54.316518 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-33a6c24e-0682-4e95-9eaf-decac33467bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:54.340244 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1029396-4825-4bb4-a4c8-22282a07ace1 req-921bbbee-1f60-4a46-9dd5-71ddb97183c8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89ca83b9-7e07-4cca-af3e-3ae2552fd7a7 HTTP/1.1" status: 200 len: 1001 time: 0.4540317 Feb 09 12:41:54.418412 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3d874bd6-0af6-4bcb-9f4e-7f8531df8997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:54.431729 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-5ac10df6-2a13-44dc-9abb-2c64b2427682 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "GET /v2.0/security-groups/8fc14cf5-0ba2-4051-818a-a76904262df7 HTTP/1.1" status: 200 len: 1779 time: 0.5971422 Feb 09 12:41:54.433781 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1029396-4825-4bb4-a4c8-22282a07ace1 req-f8083e8b-1280-4f5c-a4a0-e7ca91c07cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:54.435175 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1029396-4825-4bb4-a4c8-22282a07ace1 req-f8083e8b-1280-4f5c-a4a0-e7ca91c07cc9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=45d760f9-948b-4bf5-bf1f-a52c1e984121 HTTP/1.1" status: 200 len: 856 time: 0.0853670 Feb 09 12:41:54.435594 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-48223dc0-589e-4d22-9f1b-defae1998473 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:54.443079 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 49360) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:54.537622 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-3d874bd6-0af6-4bcb-9f4e-7f8531df8997 None None] For port 88d00061-3dd4-456a-bc96-aa662ac1861a, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=88d00061-3dd4-456a-bc96-aa662ac1861a,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:41:54.556735 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-48223dc0-589e-4d22-9f1b-defae1998473 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:54.562039 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3d874bd6-0af6-4bcb-9f4e-7f8531df8997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:54.597565 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b30af-d2f2-4e32-8edc-7178c39aa4d4 req-7300a3b7-a4c9-47ee-bac8-d4e3ac2ef6f1 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:54.599211 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ad6b30af-d2f2-4e32-8edc-7178c39aa4d4 req-7300a3b7-a4c9-47ee-bac8-d4e3ac2ef6f1 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 946 time: 0.4615252 Feb 09 12:41:54.632673 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 595563e3-eb4e-46b8-82b4-f4fa80f7a67e up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:41:54.645763 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885c1c4-f2a4-4a47-8207-a4668f8b9ffb req-f5f594f2-2bf7-41f6-aef1-996c95f603be tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:54.648450 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c885c1c4-f2a4-4a47-8207-a4668f8b9ffb req-f5f594f2-2bf7-41f6-aef1-996c95f603be tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/networks/af0bad45-b31e-4cb1-a77c-3bbc34409de5 HTTP/1.1" status: 200 len: 784 time: 0.5839019 Feb 09 12:41:54.661565 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-48223dc0-589e-4d22-9f1b-defae1998473 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:54.666281 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-33a6c24e-0682-4e95-9eaf-decac33467bf admin admin] Usage tracker for resource:security_group_rule and tenant:a573d89c36f64b1398182c93776de229 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:41:54.666505 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-c885c1c4-f2a4-4a47-8207-a4668f8b9ffb req-e4941fb4-57c8-4361-9f94-44e3687a9053 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:41:54.667452 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c885c1c4-f2a4-4a47-8207-a4668f8b9ffb req-e4941fb4-57c8-4361-9f94-44e3687a9053 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056996 Feb 09 12:41:54.758554 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b853d1c-0bf2-409e-919b-f9ca8d4fb074 req-9d447d9b-ceb5-436e-ba95-3f7376409ca6 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:54.759698 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-8b853d1c-0bf2-409e-919b-f9ca8d4fb074 req-9d447d9b-ceb5-436e-ba95-3f7376409ca6 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Synchronizing usage tracker for tenant:e83e724b83ff4eff83d86a9461a0246b on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:41:54.784923 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-33a6c24e-0682-4e95-9eaf-decac33467bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:41:54.792698 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-33a6c24e-0682-4e95-9eaf-decac33467bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:54.820101 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:41:54.833286 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-3938af7f-91c7-4773-8e56-b7e278ae39a2 None None] Provisioning complete for port 88d00061-3dd4-456a-bc96-aa662ac1861a triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:41:54.833967 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3938af7f-91c7-4773-8e56-b7e278ae39a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:54.871952 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d874bd6-0af6-4bcb-9f4e-7f8531df8997 None None] Pushing event updated for resources: {'Port': ['ID=88d00061-3dd4-456a-bc96-aa662ac1861a,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:54.883622 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c26519a7-18b3-489c-b7c8-e5208725762f tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:54.889581 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48223dc0-589e-4d22-9f1b-defae1998473 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Subnet': ['ID=bd635525-bdae-4254-b08c-9c4bcf058296,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:54.893440 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-74b8c377-18c5-4f14-8622-7ece3927026b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:54.894658 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b8c377-18c5-4f14-8622-7ece3927026b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:54.895318 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-74b8c377-18c5-4f14-8622-7ece3927026b admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:54.908132 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-48223dc0-589e-4d22-9f1b-defae1998473 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:54.915942 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 595563e3-eb4e-46b8-82b4-f4fa80f7a67e completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:41:54.927948 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 595563e3-eb4e-46b8-82b4-f4fa80f7a67e triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:41:54.928604 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:54.939254 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ad6b30af-d2f2-4e32-8edc-7178c39aa4d4 req-feafbc94-c808-4bfe-990b-196102dc4672 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d7571fd-0756-4468-bd3c-a3877d2e955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3229613 Feb 09 12:41:54.952733 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-689e58fb-8bf7-49ea-b6d6-f4f32894fe09 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Synchronizing usage tracker for tenant:2c7a8f76649f44a59c185c6d6414b556 on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:41:54.965621 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-43998dd1-ad85-406e-8f79-ff76bcfd79fb req-100de7eb-5f82-45e6-843c-aed15b49dc25 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 210 time: 0.0796778 Feb 09 12:41:54.994149 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c26519a7-18b3-489c-b7c8-e5208725762f tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:55.024684 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1029396-4825-4bb4-a4c8-22282a07ace1 req-0eb48977-e713-46fd-aeb6-efd2a8d7b840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:55.026297 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1029396-4825-4bb4-a4c8-22282a07ace1 req-0eb48977-e713-46fd-aeb6-efd2a8d7b840 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=01f3f4ff-beae-4106-8f70-e214cdcf114b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5385911 Feb 09 12:41:55.077019 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-8b853d1c-0bf2-409e-919b-f9ca8d4fb074 req-9d447d9b-ceb5-436e-ba95-3f7376409ca6 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Unset dirty status for tenant:e83e724b83ff4eff83d86a9461a0246b on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:41:55.078203 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8b853d1c-0bf2-409e-919b-f9ca8d4fb074 req-9d447d9b-ceb5-436e-ba95-3f7376409ca6 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.46 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 946 time: 1.3375850 Feb 09 12:41:55.096482 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-48223dc0-589e-4d22-9f1b-defae1998473 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/bd635525-bdae-4254-b08c-9c4bcf058296 HTTP/1.1" status: 204 len: 168 time: 1.1027417 Feb 09 12:41:55.097504 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49368) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:55.164241 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-74b8c377-18c5-4f14-8622-7ece3927026b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 3.9532444 Feb 09 12:41:55.167098 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49370) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:55.193538 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:55.217764 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 595563e3-eb4e-46b8-82b4-f4fa80f7a67e, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=595563e3-eb4e-46b8-82b4-f4fa80f7a67e,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:41:55.222699 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:55.223583 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 67caff5e-9f5f-474d-97d6-111ce5e934a7 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:41:55.345710 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-33a6c24e-0682-4e95-9eaf-decac33467bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:55.352588 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c26519a7-18b3-489c-b7c8-e5208725762f tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:55.371743 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8c377-18c5-4f14-8622-7ece3927026b admin admin] Pushing event updated for resources: {'Network': ['ID=49788ea5-e0f8-436b-be1f-13be23c110f0,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:55.374072 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-689e58fb-8bf7-49ea-b6d6-f4f32894fe09 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Unset dirty status for tenant:2c7a8f76649f44a59c185c6d6414b556 on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:41:55.384912 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-689e58fb-8bf7-49ea-b6d6-f4f32894fe09 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c7a8f76649f44a59c185c6d6414b556 HTTP/1.1" status: 200 len: 379 time: 1.0303404 Feb 09 12:41:55.391354 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 49788ea5-e0f8-436b-be1f-13be23c110f0 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:41:55.398262 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26519a7-18b3-489c-b7c8-e5208725762f tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc14cf5-0ba2-4051-818a-a76904262df7,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:55.406161 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1029396-4825-4bb4-a4c8-22282a07ace1 req-02881ac8-1618-4f69-bf63-6a0eddea3a10 service neutron] 10.222.0.46 "GET /v2.0/networks/01f3f4ff-beae-4106-8f70-e214cdcf114b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708024 Feb 09 12:41:55.406297 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-d423e5aa-c0cf-4d36-a542-9d6cad790f65 admin admin] Request body: {'subnet': {'network_id': '49788ea5-e0f8-436b-be1f-13be23c110f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-17248572-subnet', 'tenant_id': '539d54fc51684d168bca510847ccfe8b', 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:55.417026 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d542f-1cff-4a11-9f50-e61f27401290 req-36d4a262-21a3-4509-8556-3f9781b7b1e0 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:55.418606 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9f1d542f-1cff-4a11-9f50-e61f27401290 req-36d4a262-21a3-4509-8556-3f9781b7b1e0 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/ports?device_id=6926cd38-319f-439e-87b0-6931865aa752&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2345638 Feb 09 12:41:55.432794 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-6359691a-fd53-4232-8690-794488f1eefd tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Request body: {'port': {'device_id': '73e39cf3-9429-49ef-8eed-4d10fd59973d', 'network_id': 'cd0860fa-4273-47b3-901e-11f5ca0c6ffa', 'admin_state_up': True, 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'security_groups': ['9312c2c6-ad0f-4a0a-ad28-49fa476a837a']}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:55.433901 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c26519a7-18b3-489c-b7c8-e5208725762f tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:55.434622 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c26519a7-18b3-489c-b7c8-e5208725762f tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "DELETE /v2.0/security-groups/8fc14cf5-0ba2-4051-818a-a76904262df7 HTTP/1.1" status: 204 len: 168 time: 0.9895062 Feb 09 12:41:55.454630 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-33a6c24e-0682-4e95-9eaf-decac33467bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:55.485265 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-75798927-80fe-464c-b2bf-8fe367266b8b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3188775 Feb 09 12:41:55.488708 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d423e5aa-c0cf-4d36-a542-9d6cad790f65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:55.495329 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49376) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:55.495655 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49378) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:55.558908 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 67caff5e-9f5f-474d-97d6-111ce5e934a7 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:41:55.559041 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9f1d542f-1cff-4a11-9f50-e61f27401290 req-1f49569c-42ab-469f-9b9e-8bdb96a886d5 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.48 HTTP/1.1" status: 200 len: 695 time: 0.1297648 Feb 09 12:41:55.559291 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:55.596844 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d423e5aa-c0cf-4d36-a542-9d6cad790f65 admin admin] Usage tracker for resource:subnet and tenant:539d54fc51684d168bca510847ccfe8b is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:41:55.601548 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c6547e-d08b-418a-8fbd-f19e4aaf990e None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:41:55.602369 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-c1937aaa-08d1-461e-8ed2-acc8b8bd3857 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'subnet': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:55.614687 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=595563e3-eb4e-46b8-82b4-f4fa80f7a67e,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:55.620271 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-33a6c24e-0682-4e95-9eaf-decac33467bf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a573d89c36f64b1398182c93776de229&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3940811 Feb 09 12:41:55.623348 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d423e5aa-c0cf-4d36-a542-9d6cad790f65 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:41:55.638446 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49384) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:55.651759 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-9f1d542f-1cff-4a11-9f50-e61f27401290 req-bebd54b9-b30f-4702-ba3e-e5d3ea849fa1 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Request body: {'floatingip': {'port_id': 'e0143a0d-42a8-4326-a3bb-2f61fecbcf35', 'fixed_ip_address': '172.20.0.2'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:55.664223 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d423e5aa-c0cf-4d36-a542-9d6cad790f65 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:55.745926 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-9f1d542f-1cff-4a11-9f50-e61f27401290 req-bebd54b9-b30f-4702-ba3e-e5d3ea849fa1 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Notify callbacks [] for floatingip, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:55.767682 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-a044a774-df82-4a3f-aaa3-0e3b928c5adc None None] Provisioning complete for port 88d00061-3dd4-456a-bc96-aa662ac1861a triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:41:55.768236 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a044a774-df82-4a3f-aaa3-0e3b928c5adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:55.774321 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-8b853d1c-0bf2-409e-919b-f9ca8d4fb074 req-febdc4cd-83b2-4363-a170-33c045546fde tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Deleting port 89ca83b9-7e07-4cca-af3e-3ae2552fd7a7 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:41:55.774663 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8b853d1c-0bf2-409e-919b-f9ca8d4fb074 req-febdc4cd-83b2-4363-a170-33c045546fde tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:55.796729 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f5f978-f009-45b8-9da6-f6dbbf286746 None None] Sync routers for ids ['28bceb57-82cc-4579-80d8-09e06e6470d6'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:41:55.838680 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a6c24e-0682-4e95-9eaf-decac33467bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170e1404-9893-4420-aee8-4446b6231f02,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:55.872751 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-241b7503-dac1-4ede-8a87-ad3474e7f87c tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3692932 Feb 09 12:41:55.874159 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49388) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:55.890832 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d423e5aa-c0cf-4d36-a542-9d6cad790f65 admin admin] Made reservation on behalf of 539d54fc51684d168bca510847ccfe8b for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:41:55.892739 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d423e5aa-c0cf-4d36-a542-9d6cad790f65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:55.900340 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f5f978-f009-45b8-9da6-f6dbbf286746 None None] Routers {'28bceb57-82cc-4579-80d8-09e06e6470d6'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:41:55.900633 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-86f5f978-f009-45b8-9da6-f6dbbf286746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:41:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['28bceb57-82cc-4579-80d8-09e06e6470d6'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:55.913936 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1029396-4825-4bb4-a4c8-22282a07ace1 req-add60502-56c8-4681-bb26-537a2def917c service neutron] 10.222.0.46 "GET /v2.0/networks/01f3f4ff-beae-4106-8f70-e214cdcf114b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4874105 Feb 09 12:41:55.950517 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-b0531abe-8bad-44ee-a577-0c9fdfb35d05 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] delete failed (client error): The resource could not be found. Feb 09 12:41:55.955862 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b0531abe-8bad-44ee-a577-0c9fdfb35d05 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "DELETE /v2.0/security-groups/8fc14cf5-0ba2-4051-818a-a76904262df7 HTTP/1.1" status: 404 len: 347 time: 0.0669270 Feb 09 12:41:55.959050 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 49392) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:55.965510 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-eeee3619-0294-42e1-8898-6bc2e225a500 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Request body: {'security_group': {'name': 'tempest-secgroup--1005644432'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:55.984111 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-eeee3619-0294-42e1-8898-6bc2e225a500 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:55.994254 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-eeee3619-0294-42e1-8898-6bc2e225a500 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Usage tracker for resource:security_group and tenant:9ffae91753fb483fa448afc32e943805 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:41:56.000214 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-eeee3619-0294-42e1-8898-6bc2e225a500 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:41:56.009993 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-eeee3619-0294-42e1-8898-6bc2e225a500 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:56.114847 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eeee3619-0294-42e1-8898-6bc2e225a500 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:56.156409 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b321316d-614c-423d-bdc3-ae9e420e03f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:56.159536 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c1937aaa-08d1-461e-8ed2-acc8b8bd3857 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:56.228147 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-eeee3619-0294-42e1-8898-6bc2e225a500 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:56.253132 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c1937aaa-08d1-461e-8ed2-acc8b8bd3857 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Usage tracker for resource:subnet and tenant:a7add69c825d45b8a9a99e00c87aae63 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:41:56.282972 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c1937aaa-08d1-461e-8ed2-acc8b8bd3857 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:41:56.291071 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 595563e3-eb4e-46b8-82b4-f4fa80f7a67e up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:41:56.295912 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-eeee3619-0294-42e1-8898-6bc2e225a500 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Usage tracker for resource:security_group_rule and tenant:9ffae91753fb483fa448afc32e943805 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:41:56.308248 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-eeee3619-0294-42e1-8898-6bc2e225a500 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:41:56.316063 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c1937aaa-08d1-461e-8ed2-acc8b8bd3857 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:56.322369 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-eeee3619-0294-42e1-8898-6bc2e225a500 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:56.333084 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-86f5f978-f009-45b8-9da6-f6dbbf286746 None None] Set router 28bceb57-82cc-4579-80d8-09e06e6470d6 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:41:56.343872 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-6359691a-fd53-4232-8690-794488f1eefd tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:56.360972 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b321316d-614c-423d-bdc3-ae9e420e03f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:56.414175 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-6359691a-fd53-4232-8690-794488f1eefd tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Usage tracker for resource:port and tenant:2c7a8f76649f44a59c185c6d6414b556 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:41:56.430244 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-6359691a-fd53-4232-8690-794488f1eefd tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:41:56.465477 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-6359691a-fd53-4232-8690-794488f1eefd tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:56.469756 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1937aaa-08d1-461e-8ed2-acc8b8bd3857 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:41:56.473362 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c1937aaa-08d1-461e-8ed2-acc8b8bd3857 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:56.558971 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f1a398-1ea3-4a94-8488-b5a364a0a040 None None] DHCP port deletion for f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:41:56.567411 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eeee3619-0294-42e1-8898-6bc2e225a500 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:56.577048 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eeee3619-0294-42e1-8898-6bc2e225a500 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:56.586889 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-e4f1a398-1ea3-4a94-8488-b5a364a0a040 None None] Deleting port 88d00061-3dd4-456a-bc96-aa662ac1861a {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:41:56.587260 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e4f1a398-1ea3-4a94-8488-b5a364a0a040 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:56.603473 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-6359691a-fd53-4232-8690-794488f1eefd tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Made reservation on behalf of 2c7a8f76649f44a59c185c6d6414b556 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:41:56.607422 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-6359691a-fd53-4232-8690-794488f1eefd tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:56.653096 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569c9a2-5748-45e0-82ba-4c36f8621172 req-d507202a-ea10-43d5-8a01-8d5a4a217915 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:56.654971 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1569c9a2-5748-45e0-82ba-4c36f8621172 req-d507202a-ea10-43d5-8a01-8d5a4a217915 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 946 time: 0.4235077 Feb 09 12:41:56.671120 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeee3619-0294-42e1-8898-6bc2e225a500 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=791b4742-e492-4e06-b863-3be9442fff94,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:56.676605 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eeee3619-0294-42e1-8898-6bc2e225a500 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:56.677966 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-eeee3619-0294-42e1-8898-6bc2e225a500 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7177284 Feb 09 12:41:56.696243 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 49400) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:56.705782 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-1cfc0b75-3b14-45ac-8ef9-788894b4d935 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Request body: {'security_group_rule': {'security_group_id': '791b4742-e492-4e06-b863-3be9442fff94', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:56.714506 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-1cfc0b75-3b14-45ac-8ef9-788894b4d935 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:56.721148 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-1cfc0b75-3b14-45ac-8ef9-788894b4d935 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Usage tracker for resource:security_group_rule and tenant:9ffae91753fb483fa448afc32e943805 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:41:56.735337 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-1cfc0b75-3b14-45ac-8ef9-788894b4d935 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:41:56.757631 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-1cfc0b75-3b14-45ac-8ef9-788894b4d935 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:56.775696 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1569c9a2-5748-45e0-82ba-4c36f8621172 req-bcfd70a7-348d-45f1-b966-8ef1d2ef139b tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d7571fd-0756-4468-bd3c-a3877d2e955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954421 Feb 09 12:41:56.796297 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b321316d-614c-423d-bdc3-ae9e420e03f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:56.810776 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 595563e3-eb4e-46b8-82b4-f4fa80f7a67e triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:41:56.811256 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:56.830409 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-8b853d1c-0bf2-409e-919b-f9ca8d4fb074 req-febdc4cd-83b2-4363-a170-33c045546fde tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] For port 89ca83b9-7e07-4cca-af3e-3ae2552fd7a7, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=89ca83b9-7e07-4cca-af3e-3ae2552fd7a7,segment=NetworkSegment(1c59adf7-7d08-4b5e-9bac-da20ae07f737),segment_id=1c59adf7-7d08-4b5e-9bac-da20ae07f737)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:41:56.830409 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8b853d1c-0bf2-409e-919b-f9ca8d4fb074 req-febdc4cd-83b2-4363-a170-33c045546fde tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:56.860732 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1cfc0b75-3b14-45ac-8ef9-788894b4d935 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:56.862091 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b321316d-614c-423d-bdc3-ae9e420e03f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170e1404-9893-4420-aee8-4446b6231f02,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:57.117623 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b321316d-614c-423d-bdc3-ae9e420e03f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:57.117929 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-16743431-974a-4469-9533-f4b8dcff769b req-c8b64146-4aa6-4393-9edb-cae851e05f76 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 210 time: 0.0808964 Feb 09 12:41:57.121450 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b321316d-614c-423d-bdc3-ae9e420e03f1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/170e1404-9893-4420-aee8-4446b6231f02 HTTP/1.1" status: 204 len: 168 time: 1.4592278 Feb 09 12:41:57.133375 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d423e5aa-c0cf-4d36-a542-9d6cad790f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:57.137287 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-9f1d542f-1cff-4a11-9f50-e61f27401290 req-bebd54b9-b30f-4702-ba3e-e5d3ea849fa1 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:57.151859 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-9f1d542f-1cff-4a11-9f50-e61f27401290 req-bebd54b9-b30f-4702-ba3e-e5d3ea849fa1 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:57.168041 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-e4f1a398-1ea3-4a94-8488-b5a364a0a040 None None] For port 88d00061-3dd4-456a-bc96-aa662ac1861a, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=88d00061-3dd4-456a-bc96-aa662ac1861a,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:41:57.168041 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e4f1a398-1ea3-4a94-8488-b5a364a0a040 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:57.230342 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1cfc0b75-3b14-45ac-8ef9-788894b4d935 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:57.239856 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1cfc0b75-3b14-45ac-8ef9-788894b4d935 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:57.316609 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-e4f1a398-1ea3-4a94-8488-b5a364a0a040 None None] Calling delete_port for 88d00061-3dd4-456a-bc96-aa662ac1861a owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:41:57.345139 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 88d00061-3dd4-456a-bc96-aa662ac1861a up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:41:57.369750 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-6359691a-fd53-4232-8690-794488f1eefd tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Allocated IP 172.20.0.12 (cd0860fa-4273-47b3-901e-11f5ca0c6ffa/6bf78152-396d-4171-8084-13bc43a95dd2/ed232671-0f86-4944-b76c-438219b43570) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:41:57.392779 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d423e5aa-c0cf-4d36-a542-9d6cad790f65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d4b473f-0135-4827-8959-833cfc1cd6e6,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:57.422804 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc0b75-3b14-45ac-8ef9-788894b4d935 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b894c4ef-471b-4a55-8be4-f1b192892064,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:57.446261 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1cfc0b75-3b14-45ac-8ef9-788894b4d935 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:57.450450 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1cfc0b75-3b14-45ac-8ef9-788894b4d935 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7532072 Feb 09 12:41:57.453476 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 49406) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:57.466090 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-86f5f978-f009-45b8-9da6-f6dbbf286746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28bceb57-82cc-4579-80d8-09e06e6470d6', 'name': 'tempest-TestServerBasicOps-327818406-router', 'tenant_id': '78fcd49da689411da6a25296f99fd3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '595563e3-eb4e-46b8-82b4-f4fa80f7a67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:41:32Z', 'updated_at': '2022-02-09T12:41:46Z', 'revision_number': 4, 'project_id': '78fcd49da689411da6a25296f99fd3a8', 'gw_port': {'id': '595563e3-eb4e-46b8-82b4-f4fa80f7a67e', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:48:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bceb57-82cc-4579-80d8-09e06e6470d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:41:34Z', 'updated_at': '2022-02-09T12:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'b684c911-da16-489d-bea7-e7e6faeb0bdf', 'name': '', 'network_id': 'e51bee85-c49e-4d47-aaa3-7ee4caab66a9', 'tenant_id': '78fcd49da689411da6a25296f99fd3a8', 'mac_address': 'fa:16:3e:fd:ad:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28bceb57-82cc-4579-80d8-09e06e6470d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'a979796a-9ee1-4aa6-ac24-c93f6e78f79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:41:44Z', 'updated_at': '2022-02-09T12:41:46Z', 'revision_number': 2, 'project_id': '78fcd49da689411da6a25296f99fd3a8', 'subnets': [{'id': 'a979796a-9ee1-4aa6-ac24-c93f6e78f79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:57.474996 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f5f978-f009-45b8-9da6-f6dbbf286746 None None] Checking router: 28bceb57-82cc-4579-80d8-09e06e6470d6 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:41:57.475432 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f5f978-f009-45b8-9da6-f6dbbf286746 None None] Updating router 28bceb57-82cc-4579-80d8-09e06e6470d6 port b684c911-da16-489d-bea7-e7e6faeb0bdf binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:41:57.498408 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [req-9f1d542f-1cff-4a11-9f50-e61f27401290 req-bebd54b9-b30f-4702-ba3e-e5d3ea849fa1 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Floating IP b0d64aaa-5f1b-4a5d-aab2-ec9185302685 associated. External IP: 172.25.7.48, port: e0143a0d-42a8-4326-a3bb-2f61fecbcf35. Feb 09 12:41:57.507192 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c1937aaa-08d1-461e-8ed2-acc8b8bd3857 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:57.528964 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e4f1a398-1ea3-4a94-8488-b5a364a0a040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:57.568744 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 88d00061-3dd4-456a-bc96-aa662ac1861a triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:41:57.569124 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:57.593609 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d423e5aa-c0cf-4d36-a542-9d6cad790f65 admin admin] Checking segment: {'id': 'ee14eac7-356c-46a2-b4f2-18b796c03892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '49788ea5-e0f8-436b-be1f-13be23c110f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:41:57.593999 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d423e5aa-c0cf-4d36-a542-9d6cad790f65 admin admin] Network hostable DHCP agents. Network: 49788ea5-e0f8-436b-be1f-13be23c110f0, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:41:57.618934 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f1a398-1ea3-4a94-8488-b5a364a0a040 None None] Pushing event deleted for resources: {'Port': ['ID=88d00061-3dd4-456a-bc96-aa662ac1861a,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:57.622928 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Port 88d00061-3dd4-456a-bc96-aa662ac1861a was deleted so its status cannot be updated. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 09 12:41:57.627337 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1937aaa-08d1-461e-8ed2-acc8b8bd3857 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:41:57.628696 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f1a398-1ea3-4a94-8488-b5a364a0a040 None None] No DVR routers for this DVR port 88d00061-3dd4-456a-bc96-aa662ac1861a on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:41:57.630255 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-86f5f978-f009-45b8-9da6-f6dbbf286746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:57.635457 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-c1937aaa-08d1-461e-8ed2-acc8b8bd3857 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:41:57.642485 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-67123d24-bb91-4cdc-b3f9-cd3cf6974449 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:57.644254 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1937aaa-08d1-461e-8ed2-acc8b8bd3857 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:57.644880 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c1937aaa-08d1-461e-8ed2-acc8b8bd3857 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:57.678154 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-67123d24-bb91-4cdc-b3f9-cd3cf6974449 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:57.680206 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ededb58d-2e03-49dd-ad55-604fb86f3f27 None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:41:57.720423 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8b853d1c-0bf2-409e-919b-f9ca8d4fb074 req-febdc4cd-83b2-4363-a170-33c045546fde tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:57.720893 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8b853d1c-0bf2-409e-919b-f9ca8d4fb074 req-febdc4cd-83b2-4363-a170-33c045546fde tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:57.721273 n-d-825178-3 neutron-server[87568]: INFO neutron.db.l3_db [req-8b853d1c-0bf2-409e-919b-f9ca8d4fb074 req-febdc4cd-83b2-4363-a170-33c045546fde tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Floating IP 4d702914-0627-4d57-bca0-fca4e0c9382b disassociated. External IP: 172.25.7.238, port: 89ca83b9-7e07-4cca-af3e-3ae2552fd7a7. Feb 09 12:41:57.721684 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-8b853d1c-0bf2-409e-919b-f9ca8d4fb074 req-febdc4cd-83b2-4363-a170-33c045546fde tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Calling delete_port for 89ca83b9-7e07-4cca-af3e-3ae2552fd7a7 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:41:57.755330 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1937aaa-08d1-461e-8ed2-acc8b8bd3857 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Subnet': ['ID=4db3137c-4318-4073-aca5-f637e6b2fefa,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:57.789241 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c1937aaa-08d1-461e-8ed2-acc8b8bd3857 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2838492 Feb 09 12:41:57.790236 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49416) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:57.928089 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d423e5aa-c0cf-4d36-a542-9d6cad790f65 admin admin] Network 49788ea5-e0f8-436b-be1f-13be23c110f0 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:41:57.946312 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 89ca83b9-7e07-4cca-af3e-3ae2552fd7a7 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:41:57.948121 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-a171547f-7c69-4876-95c3-ba190b23e63a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'subnet': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:58.015719 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-d423e5aa-c0cf-4d36-a542-9d6cad790f65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 49788ea5-e0f8-436b-be1f-13be23c110f0) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:41:58.029086 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d423e5aa-c0cf-4d36-a542-9d6cad790f65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:58.029086 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d423e5aa-c0cf-4d36-a542-9d6cad790f65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:58.065462 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba10fe2-4139-4142-a45f-1262eae79edf None None] Network 49788ea5-e0f8-436b-be1f-13be23c110f0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:41:58.167061 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d423e5aa-c0cf-4d36-a542-9d6cad790f65 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.8484209 Feb 09 12:41:58.171808 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49430) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:58.212523 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-55ee179a-015a-4e32-9964-bff8007ae994 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-17248572-router', 'tenant_id': '539d54fc51684d168bca510847ccfe8b', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:58.225920 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-67123d24-bb91-4cdc-b3f9-cd3cf6974449 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:58.284953 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-6359691a-fd53-4232-8690-794488f1eefd tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:58.294230 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67123d24-bb91-4cdc-b3f9-cd3cf6974449 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b894c4ef-471b-4a55-8be4-f1b192892064,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:58.324874 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-67123d24-bb91-4cdc-b3f9-cd3cf6974449 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:58.326965 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-6359691a-fd53-4232-8690-794488f1eefd tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Transition to ACTIVE for port object ed232671-0f86-4944-b76c-438219b43570 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:41:58.333426 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-67123d24-bb91-4cdc-b3f9-cd3cf6974449 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/b894c4ef-471b-4a55-8be4-f1b192892064 HTTP/1.1" status: 204 len: 168 time: 0.8783839 Feb 09 12:41:58.340216 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 49438) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:58.369534 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 88d00061-3dd4-456a-bc96-aa662ac1861a no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:41:58.442774 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75513bbe-2436-4d12-94cc-686b25a98abf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'tenant_id': 'a7add69c825d45b8a9a99e00c87aae63', 'fixed_ips': [{'subnet_id': '4db3137c-4318-4073-aca5-f637e6b2fefa'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:41:58.443627 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-75513bbe-2436-4d12-94cc-686b25a98abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:58.472812 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 88d00061-3dd4-456a-bc96-aa662ac1861a {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:41:58.472812 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 88d00061-3dd4-456a-bc96-aa662ac1861a not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:41:58.525979 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f1d542f-1cff-4a11-9f50-e61f27401290 req-bebd54b9-b30f-4702-ba3e-e5d3ea849fa1 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Router 753f86c2-fdac-43c8-8d93-461bb18b3b9f has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:41:58.559784 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-311fc53e-441c-4af8-8464-a1ac4a691d55 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Synchronizing usage tracker for tenant:9ffae91753fb483fa448afc32e943805 on resource:security_group_rule {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:41:58.582554 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5ac87-a848-425f-8627-f464fa6b3cc3 req-1ad0d612-77ce-48f0-b037-4ea357f1605f tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:58.590000 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3d5ac87-a848-425f-8627-f464fa6b3cc3 req-1ad0d612-77ce-48f0-b037-4ea357f1605f tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 946 time: 0.5334959 Feb 09 12:41:58.627751 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-6359691a-fd53-4232-8690-794488f1eefd tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:58.634547 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-55ee179a-015a-4e32-9964-bff8007ae994 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:58.676321 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.resource_extend [None req-86f5f978-f009-45b8-9da6-f6dbbf286746 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:41:58.711585 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-55ee179a-015a-4e32-9964-bff8007ae994 admin admin] Usage tracker for resource:router and tenant:539d54fc51684d168bca510847ccfe8b is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:41:58.714808 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:58.728452 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-55ee179a-015a-4e32-9964-bff8007ae994 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:41:58.747001 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-55ee179a-015a-4e32-9964-bff8007ae994 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:58.775284 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a171547f-7c69-4876-95c3-ba190b23e63a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:41:58.783087 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6359691a-fd53-4232-8690-794488f1eefd tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'Port': ['ID=ed232671-0f86-4944-b76c-438219b43570,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:58.786568 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-311fc53e-441c-4af8-8464-a1ac4a691d55 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Unset dirty status for tenant:9ffae91753fb483fa448afc32e943805 on resource:security_group_rule {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:41:58.786857 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-6359691a-fd53-4232-8690-794488f1eefd tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Network cd0860fa-4273-47b3-901e-11f5ca0c6ffa is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:41:58.788231 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a171547f-7c69-4876-95c3-ba190b23e63a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Usage tracker for resource:subnet and tenant:a7add69c825d45b8a9a99e00c87aae63 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:41:58.792429 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-6359691a-fd53-4232-8690-794488f1eefd tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:41:58.794858 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a171547f-7c69-4876-95c3-ba190b23e63a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:41:58.797323 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-311fc53e-441c-4af8-8464-a1ac4a691d55 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4517531 Feb 09 12:41:58.798026 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 49448) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:58.798415 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8b853d1c-0bf2-409e-919b-f9ca8d4fb074 req-febdc4cd-83b2-4363-a170-33c045546fde tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:58.800185 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-55ee179a-015a-4e32-9964-bff8007ae994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:58.801264 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-55ee179a-015a-4e32-9964-bff8007ae994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:58.811292 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-6359691a-fd53-4232-8690-794488f1eefd tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:41:58.923561 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325fca3f-63ae-4e9e-b592-805db1f1193b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-49788ea5-e0f8-436b-be1f-13be23c110f0', 'network_id': '49788ea5-e0f8-436b-be1f-13be23c110f0', 'tenant_id': '539d54fc51684d168bca510847ccfe8b', 'fixed_ips': [{'subnet_id': '7d4b473f-0135-4827-8959-833cfc1cd6e6'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:41:58.925066 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-325fca3f-63ae-4e9e-b592-805db1f1193b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:58.938514 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a171547f-7c69-4876-95c3-ba190b23e63a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:41:59.022421 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-86f5f978-f009-45b8-9da6-f6dbbf286746 None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:59.086920 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-6359691a-fd53-4232-8690-794488f1eefd tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:59.087912 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-6359691a-fd53-4232-8690-794488f1eefd tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:59.114528 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febdc4cd-83b2-4363-a170-33c045546fde tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Pushing event deleted for resources: {'Port': ['ID=89ca83b9-7e07-4cca-af3e-3ae2552fd7a7,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:59.150648 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-47de0416-b4e2-46d0-bf9b-6e94a8c180b5 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:59.165311 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-55ee179a-015a-4e32-9964-bff8007ae994 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:59.196612 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-86f5f978-f009-45b8-9da6-f6dbbf286746 None None] Transition to ACTIVE for port object b684c911-da16-489d-bea7-e7e6faeb0bdf will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:41:59.243321 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-47de0416-b4e2-46d0-bf9b-6e94a8c180b5 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:59.292386 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a171547f-7c69-4876-95c3-ba190b23e63a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:41:59.296857 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a171547f-7c69-4876-95c3-ba190b23e63a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:59.303232 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-86f5f978-f009-45b8-9da6-f6dbbf286746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:59.315028 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f1d542f-1cff-4a11-9f50-e61f27401290 req-bebd54b9-b30f-4702-ba3e-e5d3ea849fa1 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:41:59.315462 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-75513bbe-2436-4d12-94cc-686b25a98abf None None] Allocated IP 2001:db8::2 (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/4db3137c-4318-4073-aca5-f637e6b2fefa/8d804e03-f96a-4265-b6a2-4aef4edf3862) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:41:59.326779 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-9f1d542f-1cff-4a11-9f50-e61f27401290 req-bebd54b9-b30f-4702-ba3e-e5d3ea849fa1 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:59.331254 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ed101b-779f-40aa-9aef-5d2d7ceaf788 None None] Sync routers for ids ['753f86c2-fdac-43c8-8d93-461bb18b3b9f'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:41:59.354323 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ed101b-779f-40aa-9aef-5d2d7ceaf788 None None] Routers {'753f86c2-fdac-43c8-8d93-461bb18b3b9f'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:41:59.356546 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-36ed101b-779f-40aa-9aef-5d2d7ceaf788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:41:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['753f86c2-fdac-43c8-8d93-461bb18b3b9f'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:41:59.415422 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3d5ac87-a848-425f-8627-f464fa6b3cc3 req-bb340968-7655-4b11-933c-5e048c1125a0 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d7571fd-0756-4468-bd3c-a3877d2e955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7203982 Feb 09 12:41:59.424908 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-6359691a-fd53-4232-8690-794488f1eefd tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9967480 Feb 09 12:41:59.425971 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9f1d542f-1cff-4a11-9f50-e61f27401290 req-bebd54b9-b30f-4702-ba3e-e5d3ea849fa1 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "PUT /v2.0/floatingips/b0d64aaa-5f1b-4a5d-aab2-ec9185302685 HTTP/1.1" status: 200 len: 995 time: 3.8516321 Feb 09 12:41:59.426693 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6926cd38-319f-439e-87b0-6931865aa752', 'tag': 'e0143a0d-42a8-4326-a3bb-2f61fecbcf35'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:41:59.448710 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-0b4610ad-d190-444b-9e60-a9c98a761362 service neutron] Request body: {'port': {'device_id': '73e39cf3-9429-49ef-8eed-4d10fd59973d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:41:59.449190 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-47de0416-b4e2-46d0-bf9b-6e94a8c180b5 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:59.714422 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944caf4b-c6cd-4ff0-917c-beb48859dfe0 None None] Pushing event updated for resources: {'Port': ['ID=b684c911-da16-489d-bea7-e7e6faeb0bdf,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:59.731032 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de0416-b4e2-46d0-bf9b-6e94a8c180b5 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=791b4742-e492-4e06-b863-3be9442fff94,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:41:59.797744 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-36ed101b-779f-40aa-9aef-5d2d7ceaf788 None None] Set router 753f86c2-fdac-43c8-8d93-461bb18b3b9f gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:41:59.822473 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-47de0416-b4e2-46d0-bf9b-6e94a8c180b5 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:41:59.826155 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-47de0416-b4e2-46d0-bf9b-6e94a8c180b5 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "DELETE /v2.0/security-groups/791b4742-e492-4e06-b863-3be9442fff94 HTTP/1.1" status: 204 len: 168 time: 1.0204675 Feb 09 12:41:59.829661 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 49466) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:41:59.925393 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-137b4095-14bf-4c01-b2a7-f7f5ddbf2a54 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Synchronizing usage tracker for tenant:9ffae91753fb483fa448afc32e943805 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:41:59.940137 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d542f-1cff-4a11-9f50-e61f27401290 req-a4b458bb-eb40-4003-b685-4e0817531e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:59.947643 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9f1d542f-1cff-4a11-9f50-e61f27401290 req-a4b458bb-eb40-4003-b685-4e0817531e90 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fe861eb8966f4501804d9330d652c357&device_id=6926cd38-319f-439e-87b0-6931865aa752 HTTP/1.1" status: 200 len: 1096 time: 0.4941981 Feb 09 12:41:59.958451 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea6a1a8-ea0b-4947-8aa4-9c2b8787f647 req-198ae376-b41f-4e42-af42-e184853a776e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:41:59.960336 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eea6a1a8-ea0b-4947-8aa4-9c2b8787f647 req-198ae376-b41f-4e42-af42-e184853a776e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 932 time: 0.2268820 Feb 09 12:41:59.983777 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-e3255dd8-834f-4116-836c-3e8b2cd5c027 None None] Provisioning for port ed232671-0f86-4944-b76c-438219b43570 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:42:00.031482 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-e3255dd8-834f-4116-836c-3e8b2cd5c027 None None] Provisioning complete for port ed232671-0f86-4944-b76c-438219b43570 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:42:00.032758 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e3255dd8-834f-4116-836c-3e8b2cd5c027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:00.050769 n-d-825178-3 neutron-server[87568]: INFO neutron.db.ipam_backend_mixin [None req-a171547f-7c69-4876-95c3-ba190b23e63a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4db3137c-4318-4073-aca5-f637e6b2fefa (CIDR: 2001:db8::/64) Feb 09 12:42:00.120018 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-a171547f-7c69-4876-95c3-ba190b23e63a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:42:00.120463 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a171547f-7c69-4876-95c3-ba190b23e63a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:42:00.147400 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b853d1c-0bf2-409e-919b-f9ca8d4fb074 req-febdc4cd-83b2-4363-a170-33c045546fde tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Router 7abc556e-df70-40ea-b8a8-2163f6b91196 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:42:00.162240 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a171547f-7c69-4876-95c3-ba190b23e63a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.3587766 Feb 09 12:42:00.167228 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49474) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:00.344948 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-e3255dd8-834f-4116-836c-3e8b2cd5c027 None None] Port ed232671-0f86-4944-b76c-438219b43570 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:42:00.359912 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-325fca3f-63ae-4e9e-b592-805db1f1193b None None] Allocated IP 172.20.0.2 (49788ea5-e0f8-436b-be1f-13be23c110f0/7d4b473f-0135-4827-8959-833cfc1cd6e6/78931613-e446-4d16-8f70-891bd65e778e) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:42:00.401360 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-137b4095-14bf-4c01-b2a7-f7f5ddbf2a54 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Unset dirty status for tenant:9ffae91753fb483fa448afc32e943805 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:42:00.402964 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-137b4095-14bf-4c01-b2a7-f7f5ddbf2a54 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5630400 Feb 09 12:42:00.414284 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-86f5f978-f009-45b8-9da6-f6dbbf286746 None None] Attempting to bind port b684c911-da16-489d-bea7-e7e6faeb0bdf on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:42:00.415321 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-86f5f978-f009-45b8-9da6-f6dbbf286746 None None] Attempting to bind port b684c911-da16-489d-bea7-e7e6faeb0bdf by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '20f02b30-960e-4af2-9713-4a21e488fd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e51bee85-c49e-4d47-aaa3-7ee4caab66a9'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:42:00.415981 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f5f978-f009-45b8-9da6-f6dbbf286746 None None] Attempting to bind port b684c911-da16-489d-bea7-e7e6faeb0bdf on network e51bee85-c49e-4d47-aaa3-7ee4caab66a9 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:42:00.421380 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 49480) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:00.427069 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eea6a1a8-ea0b-4947-8aa4-9c2b8787f647 req-3dde1fbd-1990-461e-8fb5-a77057947d47 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=9312c2c6-ad0f-4a0a-ad28-49fa476a837a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4316251 Feb 09 12:42:00.436762 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f5f978-f009-45b8-9da6-f6dbbf286746 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:42:00.437486 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f5f978-f009-45b8-9da6-f6dbbf286746 None None] Checking segment: {'id': '20f02b30-960e-4af2-9713-4a21e488fd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e51bee85-c49e-4d47-aaa3-7ee4caab66a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:42:00.438341 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-4b850610-e52f-4596-8f8a-b9d33a035578 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Request body: {'security_group': {'name': 'tempest-secgroup--1975223860'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:00.438905 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-86f5f978-f009-45b8-9da6-f6dbbf286746 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:00.439530 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f5f978-f009-45b8-9da6-f6dbbf286746 None None] Bound using segment: {'id': '20f02b30-960e-4af2-9713-4a21e488fd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e51bee85-c49e-4d47-aaa3-7ee4caab66a9'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:42:00.440266 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-86f5f978-f009-45b8-9da6-f6dbbf286746 None None] Bound port: b684c911-da16-489d-bea7-e7e6faeb0bdf, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20f02b30-960e-4af2-9713-4a21e488fd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e51bee85-c49e-4d47-aaa3-7ee4caab66a9'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:42:00.440981 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-86f5f978-f009-45b8-9da6-f6dbbf286746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:00.445992 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-4b850610-e52f-4596-8f8a-b9d33a035578 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:00.512738 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-4b850610-e52f-4596-8f8a-b9d33a035578 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:00.543444 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d542f-1cff-4a11-9f50-e61f27401290 req-6722f964-2437-4359-975b-c8da4a71be47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:00.552247 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-36ed101b-779f-40aa-9aef-5d2d7ceaf788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753f86c2-fdac-43c8-8d93-461bb18b3b9f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1671783598-router', 'tenant_id': 'fe861eb8966f4501804d9330d652c357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '5fc6e9c5-42e0-4f58-b750-74b838abffde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:40:30Z', 'updated_at': '2022-02-09T12:40:40Z', 'revision_number': 4, 'project_id': 'fe861eb8966f4501804d9330d652c357', 'gw_port': {'id': '5fc6e9c5-42e0-4f58-b750-74b838abffde', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:53:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753f86c2-fdac-43c8-8d93-461bb18b3b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:40:31Z', 'updated_at': '2022-02-09T12:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': 'b0d64aaa-5f1b-4a5d-aab2-ec9185302685', 'tenant_id': 'fe861eb8966f4501804d9330d652c357', 'floating_ip_address': '172.25.7.48', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '753f86c2-fdac-43c8-8d93-461bb18b3b9f', 'port_id': 'e0143a0d-42a8-4326-a3bb-2f61fecbcf35', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 2673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fdd1126-5a53-4a5a-810d-e4d88179e413', 'mac_address': 'fa:16:3e:3a:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6926cd38-319f-439e-87b0-6931865aa752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:41:50Z', 'updated_at': '2022-02-09T12:41:56Z', 'revision_number': 1, 'project_id': 'fe861eb8966f4501804d9330d652c357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c80b32f-84d1-4afd-ba50-73d63a5575e0', 'name': '', 'network_id': '0fdd1126-5a53-4a5a-810d-e4d88179e413', 'tenant_id': 'fe861eb8966f4501804d9330d652c357', 'mac_address': 'fa:16:3e:d3:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753f86c2-fdac-43c8-8d93-461bb18b3b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '2119cf49-29ff-4f23-b272-fe25e334c66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:40:38Z', 'updated_at': '2022-02-09T12:40:53Z', 'revision_number': 5, 'project_id': 'fe861eb8966f4501804d9330d652c357', 'subnets': [{'id': '2119cf49-29ff-4f23-b272-fe25e334c66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:00.552925 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9f1d542f-1cff-4a11-9f50-e61f27401290 req-6722f964-2437-4359-975b-c8da4a71be47 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0fdd1126-5a53-4a5a-810d-e4d88179e413 HTTP/1.1" status: 200 len: 921 time: 0.6036119 Feb 09 12:42:00.559307 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ed101b-779f-40aa-9aef-5d2d7ceaf788 None None] Checking router: 753f86c2-fdac-43c8-8d93-461bb18b3b9f for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:42:00.583435 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ed101b-779f-40aa-9aef-5d2d7ceaf788 None None] Routers {'753f86c2-fdac-43c8-8d93-461bb18b3b9f'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:42:00.584546 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-36ed101b-779f-40aa-9aef-5d2d7ceaf788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:41:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['753f86c2-fdac-43c8-8d93-461bb18b3b9f'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:00.597633 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-75513bbe-2436-4d12-94cc-686b25a98abf None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:00.632413 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6926cd38-319f-439e-87b0-6931865aa752', 'tag': 'e0143a0d-42a8-4326-a3bb-2f61fecbcf35', 'status': 'completed', 'code': 200} Feb 09 12:42:00.636623 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-75513bbe-2436-4d12-94cc-686b25a98abf None None] Transition to ACTIVE for port object 8d804e03-f96a-4265-b6a2-4aef4edf3862 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:42:00.722725 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4b850610-e52f-4596-8f8a-b9d33a035578 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:00.738183 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-75513bbe-2436-4d12-94cc-686b25a98abf None None] Transition to ACTIVE for port object 8d804e03-f96a-4265-b6a2-4aef4edf3862 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:42:00.750855 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-86f5f978-f009-45b8-9da6-f6dbbf286746 None None] For port b684c911-da16-489d-bea7-e7e6faeb0bdf, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:42:00.763566 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-86f5f978-f009-45b8-9da6-f6dbbf286746 None None] For port b684c911-da16-489d-bea7-e7e6faeb0bdf, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=b684c911-da16-489d-bea7-e7e6faeb0bdf,segment=NetworkSegment(20f02b30-960e-4af2-9713-4a21e488fd18),segment_id=20f02b30-960e-4af2-9713-4a21e488fd18)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:42:00.767859 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-75513bbe-2436-4d12-94cc-686b25a98abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:00.834605 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-55ee179a-015a-4e32-9964-bff8007ae994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:00.848336 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-05276fd4-ff0a-4e97-9522-f97defc34258 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'subnet': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:00.892136 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2e61d978-f4f8-4342-9792-2cfdf124b371 req-08eee9dc-bb91-4b22-9c0b-17cb5b6c9d90 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/ports?device_id=047b4463-0b53-4301-8bd8-6e48417a147f HTTP/1.1" status: 200 len: 210 time: 0.1122930 Feb 09 12:42:00.901867 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-4b850610-e52f-4596-8f8a-b9d33a035578 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:00.922606 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-4b850610-e52f-4596-8f8a-b9d33a035578 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Usage tracker for resource:security_group_rule and tenant:9ffae91753fb483fa448afc32e943805 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:00.930516 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-86f5f978-f009-45b8-9da6-f6dbbf286746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:00.932482 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9f1d542f-1cff-4a11-9f50-e61f27401290 req-3d2fde9a-b9f9-45c3-ad6d-52c30565c0a3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e0143a0d-42a8-4326-a3bb-2f61fecbcf35 HTTP/1.1" status: 200 len: 998 time: 0.3793323 Feb 09 12:42:00.934192 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-4b850610-e52f-4596-8f8a-b9d33a035578 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:00.986662 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75513bbe-2436-4d12-94cc-686b25a98abf None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:42:00.994434 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-75513bbe-2436-4d12-94cc-686b25a98abf None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:42:01.010553 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75513bbe-2436-4d12-94cc-686b25a98abf None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:42:01.033887 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75513bbe-2436-4d12-94cc-686b25a98abf None None] Pushing event updated for resources: {'Port': ['ID=8d804e03-f96a-4265-b6a2-4aef4edf3862,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:01.038593 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-325fca3f-63ae-4e9e-b592-805db1f1193b None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:01.058687 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-36ed101b-779f-40aa-9aef-5d2d7ceaf788 None None] Set router 753f86c2-fdac-43c8-8d93-461bb18b3b9f gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:42:01.084189 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-4b850610-e52f-4596-8f8a-b9d33a035578 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:01.105222 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d9a1d-cb71-4900-b74a-a58c059af44a req-6d98fd0a-7014-41aa-a4e5-e3478b9ce21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:01.111061 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-111d9a1d-cb71-4900-b74a-a58c059af44a req-6d98fd0a-7014-41aa-a4e5-e3478b9ce21b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe861eb8966f4501804d9330d652c357&device_id=6926cd38-319f-439e-87b0-6931865aa752 HTTP/1.1" status: 200 len: 1096 time: 0.4704454 Feb 09 12:42:01.165887 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-325fca3f-63ae-4e9e-b592-805db1f1193b None None] Transition to ACTIVE for port object 78931613-e446-4d16-8f70-891bd65e778e will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:42:01.232790 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-325fca3f-63ae-4e9e-b592-805db1f1193b None None] Transition to ACTIVE for port object 78931613-e446-4d16-8f70-891bd65e778e will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:42:01.261852 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d542f-1cff-4a11-9f50-e61f27401290 req-e5a141b5-e4e4-4fcf-9f34-42a825e88e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:01.263502 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9f1d542f-1cff-4a11-9f50-e61f27401290 req-e5a141b5-e4e4-4fcf-9f34-42a825e88e1a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2119cf49-29ff-4f23-b272-fe25e334c66e HTTP/1.1" status: 200 len: 860 time: 0.3174872 Feb 09 12:42:01.270071 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944caf4b-c6cd-4ff0-917c-beb48859dfe0 None None] Pushing event updated for resources: {'Port': ['ID=b684c911-da16-489d-bea7-e7e6faeb0bdf,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:01.282877 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-0b4610ad-d190-444b-9e60-a9c98a761362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:01.303786 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f5f978-f009-45b8-9da6-f6dbbf286746 None None] Routers {'28bceb57-82cc-4579-80d8-09e06e6470d6'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:42:01.304710 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-86f5f978-f009-45b8-9da6-f6dbbf286746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:41:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['28bceb57-82cc-4579-80d8-09e06e6470d6'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:01.391292 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-325fca3f-63ae-4e9e-b592-805db1f1193b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:01.416770 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4b850610-e52f-4596-8f8a-b9d33a035578 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:01.437179 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4b850610-e52f-4596-8f8a-b9d33a035578 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:01.466480 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9f1d542f-1cff-4a11-9f50-e61f27401290 req-69ccbec9-9a34-4d8e-8a68-0693740b25d0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0fdd1126-5a53-4a5a-810d-e4d88179e413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1804953 Feb 09 12:42:01.482772 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-9f1d542f-1cff-4a11-9f50-e61f27401290 req-7dab4e93-bd69-40f1-90a2-27cb9d85147a service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:42:01.493048 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9f1d542f-1cff-4a11-9f50-e61f27401290 req-7dab4e93-bd69-40f1-90a2-27cb9d85147a service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0257134 Feb 09 12:42:01.509483 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325fca3f-63ae-4e9e-b592-805db1f1193b None None] Pushing event updated for resources: {'Port': ['ID=78931613-e446-4d16-8f70-891bd65e778e,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:01.513586 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-75513bbe-2436-4d12-94cc-686b25a98abf None None] Attempting to bind port 8d804e03-f96a-4265-b6a2-4aef4edf3862 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:42:01.513986 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-75513bbe-2436-4d12-94cc-686b25a98abf None None] Attempting to bind port 8d804e03-f96a-4265-b6a2-4aef4edf3862 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:42:01.514360 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75513bbe-2436-4d12-94cc-686b25a98abf None None] Attempting to bind port 8d804e03-f96a-4265-b6a2-4aef4edf3862 on network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:42:01.536904 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75513bbe-2436-4d12-94cc-686b25a98abf None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:42:01.537287 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75513bbe-2436-4d12-94cc-686b25a98abf None None] Checking segment: {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:42:01.537698 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-75513bbe-2436-4d12-94cc-686b25a98abf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:01.538097 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75513bbe-2436-4d12-94cc-686b25a98abf None None] Bound using segment: {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:42:01.538581 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-75513bbe-2436-4d12-94cc-686b25a98abf None None] Bound port: 8d804e03-f96a-4265-b6a2-4aef4edf3862, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:42:01.539719 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-75513bbe-2436-4d12-94cc-686b25a98abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:01.548424 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b853d1c-0bf2-409e-919b-f9ca8d4fb074 req-febdc4cd-83b2-4363-a170-33c045546fde tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:42:01.567032 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e26e424-e6c5-4160-a248-7f7470815ac4 None None] Sync routers for ids ['7abc556e-df70-40ea-b8a8-2163f6b91196'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:42:01.652413 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325fca3f-63ae-4e9e-b592-805db1f1193b None None] Network 49788ea5-e0f8-436b-be1f-13be23c110f0 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:42:01.653262 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e26e424-e6c5-4160-a248-7f7470815ac4 None None] Routers {'7abc556e-df70-40ea-b8a8-2163f6b91196'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:42:01.653903 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-6e26e424-e6c5-4160-a248-7f7470815ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:41:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['7abc556e-df70-40ea-b8a8-2163f6b91196'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:01.711606 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b850610-e52f-4596-8f8a-b9d33a035578 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d721fa5-87bf-4c1b-8859-ee1df82d442b,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:01.728959 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-36ed101b-779f-40aa-9aef-5d2d7ceaf788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753f86c2-fdac-43c8-8d93-461bb18b3b9f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1671783598-router', 'tenant_id': 'fe861eb8966f4501804d9330d652c357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '5fc6e9c5-42e0-4f58-b750-74b838abffde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:40:30Z', 'updated_at': '2022-02-09T12:40:40Z', 'revision_number': 4, 'project_id': 'fe861eb8966f4501804d9330d652c357', 'gw_port': {'id': '5fc6e9c5-42e0-4f58-b750-74b838abffde', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:53:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753f86c2-fdac-43c8-8d93-461bb18b3b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:40:31Z', 'updated_at': '2022-02-09T12:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': 'b0d64aaa-5f1b-4a5d-aab2-ec9185302685', 'tenant_id': 'fe861eb8966f4501804d9330d652c357', 'floating_ip_address': '172.25.7.48', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '753f86c2-fdac-43c8-8d93-461bb18b3b9f', 'port_id': 'e0143a0d-42a8-4326-a3bb-2f61fecbcf35', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 2673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fdd1126-5a53-4a5a-810d-e4d88179e413', 'mac_address': 'fa:16:3e:3a:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6926cd38-319f-439e-87b0-6931865aa752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:41:50Z', 'updated_at': '2022-02-09T12:41:56Z', 'revision_number': 1, 'project_id': 'fe861eb8966f4501804d9330d652c357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c80b32f-84d1-4afd-ba50-73d63a5575e0', 'name': '', 'network_id': '0fdd1126-5a53-4a5a-810d-e4d88179e413', 'tenant_id': 'fe861eb8966f4501804d9330d652c357', 'mac_address': 'fa:16:3e:d3:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753f86c2-fdac-43c8-8d93-461bb18b3b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '2119cf49-29ff-4f23-b272-fe25e334c66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:40:38Z', 'updated_at': '2022-02-09T12:40:53Z', 'revision_number': 5, 'project_id': 'fe861eb8966f4501804d9330d652c357', 'subnets': [{'id': '2119cf49-29ff-4f23-b272-fe25e334c66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:01.730266 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-325fca3f-63ae-4e9e-b592-805db1f1193b None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:42:01.730877 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b853d1c-0bf2-409e-919b-f9ca8d4fb074 req-febdc4cd-83b2-4363-a170-33c045546fde tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] No DVR routers for this DVR port 89ca83b9-7e07-4cca-af3e-3ae2552fd7a7 on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:42:01.733183 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-05276fd4-ff0a-4e97-9522-f97defc34258 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:01.733375 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325fca3f-63ae-4e9e-b592-805db1f1193b None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:42:01.735374 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ed101b-779f-40aa-9aef-5d2d7ceaf788 None None] The sync data for ids ['753f86c2-fdac-43c8-8d93-461bb18b3b9f'] in n-d-825178-3 is: [{'id': '753f86c2-fdac-43c8-8d93-461bb18b3b9f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1671783598-router', 'tenant_id': 'fe861eb8966f4501804d9330d652c357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '5fc6e9c5-42e0-4f58-b750-74b838abffde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:40:30Z', 'updated_at': '2022-02-09T12:40:40Z', 'revision_number': 4, 'project_id': 'fe861eb8966f4501804d9330d652c357', 'gw_port': {'id': '5fc6e9c5-42e0-4f58-b750-74b838abffde', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:53:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753f86c2-fdac-43c8-8d93-461bb18b3b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:40:31Z', 'updated_at': '2022-02-09T12:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': 'b0d64aaa-5f1b-4a5d-aab2-ec9185302685', 'tenant_id': 'fe861eb8966f4501804d9330d652c357', 'floating_ip_address': '172.25.7.48', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '753f86c2-fdac-43c8-8d93-461bb18b3b9f', 'port_id': 'e0143a0d-42a8-4326-a3bb-2f61fecbcf35', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 2673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fdd1126-5a53-4a5a-810d-e4d88179e413', 'mac_address': 'fa:16:3e:3a:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6926cd38-319f-439e-87b0-6931865aa752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:41:50Z', 'updated_at': '2022-02-09T12:41:56Z', 'revision_number': 1, 'project_id': 'fe861eb8966f4501804d9330d652c357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c80b32f-84d1-4afd-ba50-73d63a5575e0', 'name': '', 'network_id': '0fdd1126-5a53-4a5a-810d-e4d88179e413', 'tenant_id': 'fe861eb8966f4501804d9330d652c357', 'mac_address': 'fa:16:3e:d3:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753f86c2-fdac-43c8-8d93-461bb18b3b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '2119cf49-29ff-4f23-b272-fe25e334c66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:40:38Z', 'updated_at': '2022-02-09T12:40:53Z', 'revision_number': 5, 'project_id': 'fe861eb8966f4501804d9330d652c357', 'subnets': [{'id': '2119cf49-29ff-4f23-b272-fe25e334c66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:42:01.746410 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8b853d1c-0bf2-409e-919b-f9ca8d4fb074 req-febdc4cd-83b2-4363-a170-33c045546fde tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:01.748537 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8b853d1c-0bf2-409e-919b-f9ca8d4fb074 req-febdc4cd-83b2-4363-a170-33c045546fde tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.46 "DELETE /v2.0/ports/89ca83b9-7e07-4cca-af3e-3ae2552fd7a7 HTTP/1.1" status: 204 len: 173 time: 6.6606648 Feb 09 12:42:01.749018 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047b4463-0b53-4301-8bd8-6e48417a147f', 'name': 'network-vif-deleted', 'tag': '89ca83b9-7e07-4cca-af3e-3ae2552fd7a7'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:42:01.759778 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-05276fd4-ff0a-4e97-9522-f97defc34258 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Usage tracker for resource:subnet and tenant:a7add69c825d45b8a9a99e00c87aae63 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:01.775242 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-05276fd4-ff0a-4e97-9522-f97defc34258 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:01.810598 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-05276fd4-ff0a-4e97-9522-f97defc34258 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:01.857890 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-75513bbe-2436-4d12-94cc-686b25a98abf None None] For port 8d804e03-f96a-4265-b6a2-4aef4edf3862, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:42:01.862506 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-75513bbe-2436-4d12-94cc-686b25a98abf None None] For port 8d804e03-f96a-4265-b6a2-4aef4edf3862, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=8d804e03-f96a-4265-b6a2-4aef4edf3862,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:42:01.868380 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d9a1d-cb71-4900-b74a-a58c059af44a req-01a4f857-52f8-4e2c-9a99-a66fde1859f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:01.872966 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-111d9a1d-cb71-4900-b74a-a58c059af44a req-01a4f857-52f8-4e2c-9a99-a66fde1859f4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0fdd1126-5a53-4a5a-810d-e4d88179e413 HTTP/1.1" status: 200 len: 921 time: 0.7512515 Feb 09 12:42:01.879033 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4b850610-e52f-4596-8f8a-b9d33a035578 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:01.880552 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4b850610-e52f-4596-8f8a-b9d33a035578 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4525223 Feb 09 12:42:01.908784 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 49496) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:01.923243 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05276fd4-ff0a-4e97-9522-f97defc34258 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:42:01.927063 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-05276fd4-ff0a-4e97-9522-f97defc34258 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:01.962103 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-75513bbe-2436-4d12-94cc-686b25a98abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:02.028759 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-16787d3e-0bfe-4ec0-9006-7a186af329f2 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Request body: {'security_group_rule': {'security_group_id': '8d721fa5-87bf-4c1b-8859-ee1df82d442b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:02.085751 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-16787d3e-0bfe-4ec0-9006-7a186af329f2 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:02.110929 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-16787d3e-0bfe-4ec0-9006-7a186af329f2 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Usage tracker for resource:security_group_rule and tenant:9ffae91753fb483fa448afc32e943805 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:02.153301 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-16787d3e-0bfe-4ec0-9006-7a186af329f2 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:02.164712 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-16787d3e-0bfe-4ec0-9006-7a186af329f2 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:02.165328 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-86f5f978-f009-45b8-9da6-f6dbbf286746 None None] Set router 28bceb57-82cc-4579-80d8-09e06e6470d6 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:42:02.179361 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9f1d542f-1cff-4a11-9f50-e61f27401290 req-6fb19dbd-1be6-49c2-b1df-71b65b6a8c54 service neutron] 10.222.0.55 "GET /v2.0/networks/0fdd1126-5a53-4a5a-810d-e4d88179e413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6852608 Feb 09 12:42:02.208340 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-111d9a1d-cb71-4900-b74a-a58c059af44a req-5e5e51f9-ba4a-461b-bfee-d0de9932ef55 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e0143a0d-42a8-4326-a3bb-2f61fecbcf35 HTTP/1.1" status: 200 len: 998 time: 0.3191547 Feb 09 12:42:02.238603 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-325fca3f-63ae-4e9e-b592-805db1f1193b None None] Attempting to bind port 78931613-e446-4d16-8f70-891bd65e778e on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:42:02.238984 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-325fca3f-63ae-4e9e-b592-805db1f1193b None None] Attempting to bind port 78931613-e446-4d16-8f70-891bd65e778e by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'ee14eac7-356c-46a2-b4f2-18b796c03892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '49788ea5-e0f8-436b-be1f-13be23c110f0'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:42:02.239404 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325fca3f-63ae-4e9e-b592-805db1f1193b None None] Attempting to bind port 78931613-e446-4d16-8f70-891bd65e778e on network 49788ea5-e0f8-436b-be1f-13be23c110f0 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:42:02.260750 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325fca3f-63ae-4e9e-b592-805db1f1193b None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:42:02.261173 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325fca3f-63ae-4e9e-b592-805db1f1193b None None] Checking segment: {'id': 'ee14eac7-356c-46a2-b4f2-18b796c03892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '49788ea5-e0f8-436b-be1f-13be23c110f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:42:02.261588 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-325fca3f-63ae-4e9e-b592-805db1f1193b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:02.263126 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325fca3f-63ae-4e9e-b592-805db1f1193b None None] Bound using segment: {'id': 'ee14eac7-356c-46a2-b4f2-18b796c03892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '49788ea5-e0f8-436b-be1f-13be23c110f0'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:42:02.263126 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-325fca3f-63ae-4e9e-b592-805db1f1193b None None] Bound port: 78931613-e446-4d16-8f70-891bd65e778e, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee14eac7-356c-46a2-b4f2-18b796c03892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '49788ea5-e0f8-436b-be1f-13be23c110f0'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:42:02.263126 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-325fca3f-63ae-4e9e-b592-805db1f1193b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:02.348999 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5181dbd3-54a6-43f6-9e6f-7e0d251c7bb7 None None] New status for floating IP b0d64aaa-5f1b-4a5d-aab2-ec9185302685: ACTIVE {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:42:02.472784 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device b684c911-da16-489d-bea7-e7e6faeb0bdf up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:42:02.478297 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-16787d3e-0bfe-4ec0-9006-7a186af329f2 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:02.512225 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75513bbe-2436-4d12-94cc-686b25a98abf None None] Pushing event updated for resources: {'Port': ['ID=8d804e03-f96a-4265-b6a2-4aef4edf3862,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:02.529572 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b8a21-33d2-463e-a51e-0b18d0a1e0e7 req-ba6d4a8b-fdf6-4d4c-a27d-b94a1ee61bac tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:02.531692 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eb2b8a21-33d2-463e-a51e-0b18d0a1e0e7 req-ba6d4a8b-fdf6-4d4c-a27d-b94a1ee61bac tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 932 time: 0.8384111 Feb 09 12:42:02.617786 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d9a1d-cb71-4900-b74a-a58c059af44a req-be0b7fbe-cfed-473c-8f59-e9d07426f017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:02.619335 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-111d9a1d-cb71-4900-b74a-a58c059af44a req-be0b7fbe-cfed-473c-8f59-e9d07426f017 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2119cf49-29ff-4f23-b272-fe25e334c66e HTTP/1.1" status: 200 len: 860 time: 0.3168998 Feb 09 12:42:02.713908 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-6e26e424-e6c5-4160-a248-7f7470815ac4 None None] Set router 7abc556e-df70-40ea-b8a8-2163f6b91196 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:42:02.806932 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-111d9a1d-cb71-4900-b74a-a58c059af44a req-559f43e1-3573-45e0-b022-d51fffcbf06f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0fdd1126-5a53-4a5a-810d-e4d88179e413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1670334 Feb 09 12:42:02.831131 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-16787d3e-0bfe-4ec0-9006-7a186af329f2 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:02.863547 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eb2b8a21-33d2-463e-a51e-0b18d0a1e0e7 req-89972b43-cfd2-4921-8232-b82eef8e1129 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=9312c2c6-ad0f-4a0a-ad28-49fa476a837a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3157225 Feb 09 12:42:02.868599 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-16787d3e-0bfe-4ec0-9006-7a186af329f2 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:02.871792 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9f1d542f-1cff-4a11-9f50-e61f27401290 req-2c9f7972-1785-45d9-992e-d588b23dfc57 service neutron] 10.222.0.55 "GET /v2.0/networks/0fdd1126-5a53-4a5a-810d-e4d88179e413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6916621 Feb 09 12:42:02.974705 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16787d3e-0bfe-4ec0-9006-7a186af329f2 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90593bb3-a10a-45dc-ba4e-0ae8d8cef1df,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:02.997963 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-16787d3e-0bfe-4ec0-9006-7a186af329f2 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:02.999468 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-16787d3e-0bfe-4ec0-9006-7a186af329f2 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9915822 Feb 09 12:42:03.003161 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 49508) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:03.011319 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-fdeb1cb3-0850-4820-b78b-a53a65ef8a2b tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Request body: {'security_group_rule': {'security_group_id': '8d721fa5-87bf-4c1b-8859-ee1df82d442b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:03.033575 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-fdeb1cb3-0850-4820-b78b-a53a65ef8a2b tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:03.042305 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-fdeb1cb3-0850-4820-b78b-a53a65ef8a2b tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Usage tracker for resource:security_group_rule and tenant:9ffae91753fb483fa448afc32e943805 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:03.048281 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-fdeb1cb3-0850-4820-b78b-a53a65ef8a2b tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:03.069184 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-fdeb1cb3-0850-4820-b78b-a53a65ef8a2b tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:03.083992 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047b4463-0b53-4301-8bd8-6e48417a147f', 'name': 'network-vif-deleted', 'tag': '89ca83b9-7e07-4cca-af3e-3ae2552fd7a7', 'status': 'completed', 'code': 200} Feb 09 12:42:03.085995 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-55ee179a-015a-4e32-9964-bff8007ae994 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:03.123860 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-55ee179a-015a-4e32-9964-bff8007ae994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:03.161724 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.resource_extend [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-0b4610ad-d190-444b-9e60-a9c98a761362 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:42:03.274317 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49518) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:03.363568 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-111d9a1d-cb71-4900-b74a-a58c059af44a req-8f5f1593-cff7-4a8d-ae36-9beaa5db4e07 service neutron] 10.222.0.46 "GET /v2.0/networks/0fdd1126-5a53-4a5a-810d-e4d88179e413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5447791 Feb 09 12:42:03.560693 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fdeb1cb3-0850-4820-b78b-a53a65ef8a2b tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:03.599162 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-afe3df78-d154-47c1-b15c-c307ed708b3c req-5f03ba6b-2270-427a-b0f6-fe79ba025e32 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.48 HTTP/1.1" status: 200 len: 1000 time: 0.5328255 Feb 09 12:42:03.670359 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-609a3e4d-7941-4f39-90f2-b95e5eb697da tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:03.678151 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-325fca3f-63ae-4e9e-b592-805db1f1193b None None] For port 78931613-e446-4d16-8f70-891bd65e778e, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:42:03.691100 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-325fca3f-63ae-4e9e-b592-805db1f1193b None None] For port 78931613-e446-4d16-8f70-891bd65e778e, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=78931613-e446-4d16-8f70-891bd65e778e,segment=NetworkSegment(ee14eac7-356c-46a2-b4f2-18b796c03892),segment_id=ee14eac7-356c-46a2-b4f2-18b796c03892)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:42:03.694817 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-0b4610ad-d190-444b-9e60-a9c98a761362 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed232671-0f86-4944-b76c-438219b43570 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:42:03.708109 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-325fca3f-63ae-4e9e-b592-805db1f1193b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:03.757323 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-0b4610ad-d190-444b-9e60-a9c98a761362 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:03.815970 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe3df78-d154-47c1-b15c-c307ed708b3c req-85a96710-5728-4666-8162-d5808d6df4ea tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:03.817745 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-afe3df78-d154-47c1-b15c-c307ed708b3c req-85a96710-5728-4666-8162-d5808d6df4ea tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/ports/e0143a0d-42a8-4326-a3bb-2f61fecbcf35 HTTP/1.1" status: 200 len: 942 time: 0.2009954 Feb 09 12:42:03.843762 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fdeb1cb3-0850-4820-b78b-a53a65ef8a2b tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:03.850790 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fdeb1cb3-0850-4820-b78b-a53a65ef8a2b tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:03.880124 n-d-825178-3 neutron-server[87568]: DEBUG neutron.objects.ports [None req-05276fd4-ff0a-4e97-9522-f97defc34258 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87568) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 12:42:03.895635 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-111d9a1d-cb71-4900-b74a-a58c059af44a req-ca33bac0-d929-407d-b1f4-5116bf4315a6 service neutron] 10.222.0.46 "GET /v2.0/networks/0fdd1126-5a53-4a5a-810d-e4d88179e413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5089152 Feb 09 12:42:03.899937 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeb1cb3-0850-4820-b78b-a53a65ef8a2b tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=621e54d6-3d5c-4960-a130-368a0213e79b,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:03.925596 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fdeb1cb3-0850-4820-b78b-a53a65ef8a2b tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:03.927352 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-fdeb1cb3-0850-4820-b78b-a53a65ef8a2b tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9230614 Feb 09 12:42:03.930003 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 49530) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:03.938936 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-bab85930-a7bf-44f2-860d-38d8f75031dd tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Request body: {'security_group_rule': {'security_group_id': '8d721fa5-87bf-4c1b-8859-ee1df82d442b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:03.950183 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-bab85930-a7bf-44f2-860d-38d8f75031dd tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:03.957311 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-bab85930-a7bf-44f2-860d-38d8f75031dd tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Usage tracker for resource:security_group_rule and tenant:9ffae91753fb483fa448afc32e943805 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:03.974704 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-bab85930-a7bf-44f2-860d-38d8f75031dd tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:03.985165 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-bab85930-a7bf-44f2-860d-38d8f75031dd tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:03.987763 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port b684c911-da16-489d-bea7-e7e6faeb0bdf completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:42:04.013799 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bab85930-a7bf-44f2-860d-38d8f75031dd tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:04.025918 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port b684c911-da16-489d-bea7-e7e6faeb0bdf triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:42:04.026546 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:04.032390 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-0b4610ad-d190-444b-9e60-a9c98a761362 service neutron] Transition to ACTIVE for port object ed232671-0f86-4944-b76c-438219b43570 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:42:04.039449 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-0b4610ad-d190-444b-9e60-a9c98a761362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:04.160343 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325fca3f-63ae-4e9e-b592-805db1f1193b None None] Pushing event updated for resources: {'Port': ['ID=78931613-e446-4d16-8f70-891bd65e778e,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:04.201808 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-609a3e4d-7941-4f39-90f2-b95e5eb697da tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:04.415138 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-afe3df78-d154-47c1-b15c-c307ed708b3c req-a442da61-717d-4131-9d48-9247f76134a3 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.48 HTTP/1.1" status: 200 len: 1000 time: 0.3830986 Feb 09 12:42:04.497217 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:04.517844 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bab85930-a7bf-44f2-860d-38d8f75031dd tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:04.566546 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-475e5eaf-2d7b-44b7-ad32-4023a4c4f7ad None None] Provisioning for port 8d804e03-f96a-4265-b6a2-4aef4edf3862 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:42:04.624510 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-86f5f978-f009-45b8-9da6-f6dbbf286746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28bceb57-82cc-4579-80d8-09e06e6470d6', 'name': 'tempest-TestServerBasicOps-327818406-router', 'tenant_id': '78fcd49da689411da6a25296f99fd3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '595563e3-eb4e-46b8-82b4-f4fa80f7a67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:41:32Z', 'updated_at': '2022-02-09T12:41:46Z', 'revision_number': 4, 'project_id': '78fcd49da689411da6a25296f99fd3a8', 'gw_port': {'id': '595563e3-eb4e-46b8-82b4-f4fa80f7a67e', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:48:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bceb57-82cc-4579-80d8-09e06e6470d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:41:34Z', 'updated_at': '2022-02-09T12:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'b684c911-da16-489d-bea7-e7e6faeb0bdf', 'name': '', 'network_id': 'e51bee85-c49e-4d47-aaa3-7ee4caab66a9', 'tenant_id': '78fcd49da689411da6a25296f99fd3a8', 'mac_address': 'fa:16:3e:fd:ad:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28bceb57-82cc-4579-80d8-09e06e6470d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'a979796a-9ee1-4aa6-ac24-c93f6e78f79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:41:44Z', 'updated_at': '2022-02-09T12:42:00Z', 'revision_number': 4, 'project_id': '78fcd49da689411da6a25296f99fd3a8', 'subnets': [{'id': 'a979796a-9ee1-4aa6-ac24-c93f6e78f79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:04.655655 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f5f978-f009-45b8-9da6-f6dbbf286746 None None] The sync data for ids ['28bceb57-82cc-4579-80d8-09e06e6470d6'] in n-d-825178-3 is: [{'id': '28bceb57-82cc-4579-80d8-09e06e6470d6', 'name': 'tempest-TestServerBasicOps-327818406-router', 'tenant_id': '78fcd49da689411da6a25296f99fd3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '595563e3-eb4e-46b8-82b4-f4fa80f7a67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:41:32Z', 'updated_at': '2022-02-09T12:41:46Z', 'revision_number': 4, 'project_id': '78fcd49da689411da6a25296f99fd3a8', 'gw_port': {'id': '595563e3-eb4e-46b8-82b4-f4fa80f7a67e', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:48:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bceb57-82cc-4579-80d8-09e06e6470d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:41:34Z', 'updated_at': '2022-02-09T12:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'b684c911-da16-489d-bea7-e7e6faeb0bdf', 'name': '', 'network_id': 'e51bee85-c49e-4d47-aaa3-7ee4caab66a9', 'tenant_id': '78fcd49da689411da6a25296f99fd3a8', 'mac_address': 'fa:16:3e:fd:ad:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28bceb57-82cc-4579-80d8-09e06e6470d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'a979796a-9ee1-4aa6-ac24-c93f6e78f79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:41:44Z', 'updated_at': '2022-02-09T12:42:00Z', 'revision_number': 4, 'project_id': '78fcd49da689411da6a25296f99fd3a8', 'subnets': [{'id': 'a979796a-9ee1-4aa6-ac24-c93f6e78f79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:42:04.695752 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bab85930-a7bf-44f2-860d-38d8f75031dd tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:04.794852 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab85930-a7bf-44f2-860d-38d8f75031dd tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dea1212-8d95-45dc-a853-c0ac43b83e4d,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:04.818474 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port b684c911-da16-489d-bea7-e7e6faeb0bdf, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=b684c911-da16-489d-bea7-e7e6faeb0bdf,segment=NetworkSegment(20f02b30-960e-4af2-9713-4a21e488fd18),segment_id=20f02b30-960e-4af2-9713-4a21e488fd18)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:42:04.833491 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:04.876487 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe3df78-d154-47c1-b15c-c307ed708b3c req-803a071d-e453-42d2-a437-e5b43e068897 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:04.879028 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-afe3df78-d154-47c1-b15c-c307ed708b3c req-803a071d-e453-42d2-a437-e5b43e068897 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/networks/af0bad45-b31e-4cb1-a77c-3bbc34409de5 HTTP/1.1" status: 200 len: 784 time: 0.4625299 Feb 09 12:42:04.895697 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-afe3df78-d154-47c1-b15c-c307ed708b3c req-ee565f66-577d-437a-b36a-224a4d673eef tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:42:04.897726 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-afe3df78-d154-47c1-b15c-c307ed708b3c req-ee565f66-577d-437a-b36a-224a4d673eef tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118592 Feb 09 12:42:04.901137 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bab85930-a7bf-44f2-860d-38d8f75031dd tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:04.902789 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-bab85930-a7bf-44f2-860d-38d8f75031dd tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9713881 Feb 09 12:42:05.054515 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49540) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:05.067208 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-55ee179a-015a-4e32-9964-bff8007ae994 admin admin] Allocated IP 172.25.7.37 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/e7ae5284-18d4-468f-9c1e-1a650bca4c89) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:42:05.096349 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=b684c911-da16-489d-bea7-e7e6faeb0bdf,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:05.102620 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-6e26e424-e6c5-4160-a248-7f7470815ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'name': 'tempest-AttachVolumeShelveTestJSON-1037925041-router', 'tenant_id': 'e83e724b83ff4eff83d86a9461a0246b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '51fb473d-e8d0-4341-b399-c79d0d5313e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:34:42Z', 'updated_at': '2022-02-09T12:35:01Z', 'revision_number': 4, 'project_id': 'e83e724b83ff4eff83d86a9461a0246b', 'gw_port': {'id': '51fb473d-e8d0-4341-b399-c79d0d5313e3', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:19:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:34:46Z', 'updated_at': '2022-02-09T12:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '95dd8935-16b4-4add-a2f5-318d2b2379fa', 'name': '', 'network_id': '01f3f4ff-beae-4106-8f70-e214cdcf114b', 'tenant_id': 'e83e724b83ff4eff83d86a9461a0246b', 'mac_address': 'fa:16:3e:22:19:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '45d760f9-948b-4bf5-bf1f-a52c1e984121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:34:57Z', 'updated_at': '2022-02-09T12:35:13Z', 'revision_number': 5, 'project_id': 'e83e724b83ff4eff83d86a9461a0246b', 'subnets': [{'id': '45d760f9-948b-4bf5-bf1f-a52c1e984121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:05.115528 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e26e424-e6c5-4160-a248-7f7470815ac4 None None] Checking router: 7abc556e-df70-40ea-b8a8-2163f6b91196 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:42:05.134565 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e26e424-e6c5-4160-a248-7f7470815ac4 None None] Routers {'7abc556e-df70-40ea-b8a8-2163f6b91196'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:42:05.135118 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-6e26e424-e6c5-4160-a248-7f7470815ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:41:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['7abc556e-df70-40ea-b8a8-2163f6b91196'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:05.177972 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4610ad-d190-444b-9e60-a9c98a761362 service neutron] Pushing event updated for resources: {'Port': ['ID=ed232671-0f86-4944-b76c-438219b43570,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:05.213958 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-8a33f701-fe0d-4806-8e83-ce6af0b81ff2 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Request body: {'security_group_rule': {'security_group_id': '8d721fa5-87bf-4c1b-8859-ee1df82d442b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:05.229377 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 8d804e03-f96a-4265-b6a2-4aef4edf3862 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:42:05.248362 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8a33f701-fe0d-4806-8e83-ce6af0b81ff2 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:05.300337 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-afe3df78-d154-47c1-b15c-c307ed708b3c req-9ca78a13-f089-428b-a9e0-27829ff65d65 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.48 HTTP/1.1" status: 200 len: 1000 time: 0.3950708 Feb 09 12:42:05.306697 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-8a33f701-fe0d-4806-8e83-ce6af0b81ff2 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Usage tracker for resource:security_group_rule and tenant:9ffae91753fb483fa448afc32e943805 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:05.323584 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-afe3df78-d154-47c1-b15c-c307ed708b3c req-62e482f3-d27a-4ece-9f80-4f301fdee08b tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:05.335639 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6f2d1cb7-df42-4147-8ea5-026363ceff5b None None] Could not find standard attr ID for object 4c2daf79-b649-4188-8e55-98d9e4405ed2. {{(pid=87569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 12:42:05.346166 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-8a33f701-fe0d-4806-8e83-ce6af0b81ff2 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:05.476385 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-05276fd4-ff0a-4e97-9522-f97defc34258 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:05.491501 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8a33f701-fe0d-4806-8e83-ce6af0b81ff2 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:05.530712 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f0a87-b097-4e26-813b-e29d855f8b1c req-5799dea3-74d2-409f-b18c-b89a9fb07584 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:05.534686 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5a1f0a87-b097-4e26-813b-e29d855f8b1c req-5799dea3-74d2-409f-b18c-b89a9fb07584 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 944 time: 1.3107162 Feb 09 12:42:05.538000 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-afe3df78-d154-47c1-b15c-c307ed708b3c req-62e482f3-d27a-4ece-9f80-4f301fdee08b tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Notify callbacks [] for floatingip, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:05.551386 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 8d804e03-f96a-4265-b6a2-4aef4edf3862 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:42:05.561148 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-609a3e4d-7941-4f39-90f2-b95e5eb697da tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:05.567320 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 8d804e03-f96a-4265-b6a2-4aef4edf3862 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:42:05.572748 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:05.632475 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-6e26e424-e6c5-4160-a248-7f7470815ac4 None None] Set router 7abc556e-df70-40ea-b8a8-2163f6b91196 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:42:05.737048 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5a1f0a87-b097-4e26-813b-e29d855f8b1c req-e7b8b1e2-fe95-47bc-81a7-d20aa887f158 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=9312c2c6-ad0f-4a0a-ad28-49fa476a837a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127863 Feb 09 12:42:05.834016 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8a33f701-fe0d-4806-8e83-ce6af0b81ff2 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:05.865665 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-0b4610ad-d190-444b-9e60-a9c98a761362 service neutron] Attempting to bind port ed232671-0f86-4944-b76c-438219b43570 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:42:05.866055 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-0b4610ad-d190-444b-9e60-a9c98a761362 service neutron] Attempting to bind port ed232671-0f86-4944-b76c-438219b43570 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '1f465c16-8bbc-4cd6-be8f-f8d5066ecd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cd0860fa-4273-47b3-901e-11f5ca0c6ffa'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:42:05.866327 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-0b4610ad-d190-444b-9e60-a9c98a761362 service neutron] Attempting to bind port ed232671-0f86-4944-b76c-438219b43570 on network cd0860fa-4273-47b3-901e-11f5ca0c6ffa {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:42:05.870938 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c85ec1-b3e1-4711-936a-4ad62c019129 None None] Network 49788ea5-e0f8-436b-be1f-13be23c110f0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:42:05.885626 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-0b4610ad-d190-444b-9e60-a9c98a761362 service neutron] Port ed232671-0f86-4944-b76c-438219b43570 on network cd0860fa-4273-47b3-901e-11f5ca0c6ffa not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:42:05.885992 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-0b4610ad-d190-444b-9e60-a9c98a761362 service neutron] Attempting to bind port ed232671-0f86-4944-b76c-438219b43570 on network cd0860fa-4273-47b3-901e-11f5ca0c6ffa {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:42:05.894968 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a3e4d-7941-4f39-90f2-b95e5eb697da tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7571fd-0756-4468-bd3c-a3877d2e955c,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:05.941307 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-05276fd4-ff0a-4e97-9522-f97defc34258 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] For port 8d804e03-f96a-4265-b6a2-4aef4edf3862, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=8d804e03-f96a-4265-b6a2-4aef4edf3862,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:42:05.945778 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-0b4610ad-d190-444b-9e60-a9c98a761362 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:42:05.946116 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-0b4610ad-d190-444b-9e60-a9c98a761362 service neutron] Checking segment: {'id': '1f465c16-8bbc-4cd6-be8f-f8d5066ecd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cd0860fa-4273-47b3-901e-11f5ca0c6ffa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:42:05.946506 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-0b4610ad-d190-444b-9e60-a9c98a761362 service neutron] Bound using segment: {'id': '1f465c16-8bbc-4cd6-be8f-f8d5066ecd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cd0860fa-4273-47b3-901e-11f5ca0c6ffa'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:42:05.946935 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-0b4610ad-d190-444b-9e60-a9c98a761362 service neutron] Bound port: ed232671-0f86-4944-b76c-438219b43570, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f465c16-8bbc-4cd6-be8f-f8d5066ecd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cd0860fa-4273-47b3-901e-11f5ca0c6ffa'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:42:05.947283 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-0b4610ad-d190-444b-9e60-a9c98a761362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:05.989544 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-afe3df78-d154-47c1-b15c-c307ed708b3c req-62e482f3-d27a-4ece-9f80-4f301fdee08b tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:05.995235 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-afe3df78-d154-47c1-b15c-c307ed708b3c req-62e482f3-d27a-4ece-9f80-4f301fdee08b tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:05.997010 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [req-afe3df78-d154-47c1-b15c-c307ed708b3c req-62e482f3-d27a-4ece-9f80-4f301fdee08b tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Floating IP b0d64aaa-5f1b-4a5d-aab2-ec9185302685 disassociated. External IP: 172.25.7.48, port: e0143a0d-42a8-4326-a3bb-2f61fecbcf35. Feb 09 12:42:06.017466 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-609a3e4d-7941-4f39-90f2-b95e5eb697da tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:06.021417 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-609a3e4d-7941-4f39-90f2-b95e5eb697da tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "DELETE /v2.0/security-groups/9d7571fd-0756-4468-bd3c-a3877d2e955c HTTP/1.1" status: 204 len: 168 time: 2.7421389 Feb 09 12:42:06.039229 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49548) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:06.128870 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-803e5495-fd4b-4863-9801-7600b755d0ea None None] Provisioning for port 78931613-e446-4d16-8f70-891bd65e778e completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:42:06.158575 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-0b4610ad-d190-444b-9e60-a9c98a761362 service neutron] For port ed232671-0f86-4944-b76c-438219b43570, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:42:06.161636 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-0b4610ad-d190-444b-9e60-a9c98a761362 service neutron] For port ed232671-0f86-4944-b76c-438219b43570, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=ed232671-0f86-4944-b76c-438219b43570,segment=NetworkSegment(1f465c16-8bbc-4cd6-be8f-f8d5066ecd9e),segment_id=1f465c16-8bbc-4cd6-be8f-f8d5066ecd9e)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:42:06.172250 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-55ee179a-015a-4e32-9964-bff8007ae994 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:06.181421 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-0b4610ad-d190-444b-9e60-a9c98a761362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:06.187618 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.resource_extend [None req-05276fd4-ff0a-4e97-9522-f97defc34258 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:42:06.231930 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-8624a5ca-cff5-44be-a0ba-9302ca805524 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] show failed (client error): The resource could not be found. Feb 09 12:42:06.237050 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8624a5ca-cff5-44be-a0ba-9302ca805524 tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "GET /v2.0/security-groups/9d7571fd-0756-4468-bd3c-a3877d2e955c HTTP/1.1" status: 404 len: 347 time: 0.1925371 Feb 09 12:42:06.241914 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:06.257447 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49554) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:06.271097 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-05276fd4-ff0a-4e97-9522-f97defc34258 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:06.354524 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8a33f701-fe0d-4806-8e83-ce6af0b81ff2 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:06.358223 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-05276fd4-ff0a-4e97-9522-f97defc34258 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:06.359791 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-05276fd4-ff0a-4e97-9522-f97defc34258 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:06.392267 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-0b4610ad-d190-444b-9e60-a9c98a761362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:06.393144 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-0b4610ad-d190-444b-9e60-a9c98a761362 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:06.395982 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-0b4610ad-d190-444b-9e60-a9c98a761362 service neutron] 10.222.0.46 "PUT /v2.0/ports/ed232671-0f86-4944-b76c-438219b43570 HTTP/1.1" status: 200 len: 1092 time: 6.9520202 Feb 09 12:42:06.448071 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e39cf3-9429-49ef-8eed-4d10fd59973d', 'tag': 'ed232671-0f86-4944-b76c-438219b43570'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:42:06.471579 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8a33f701-fe0d-4806-8e83-ce6af0b81ff2 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:06.658784 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05276fd4-ff0a-4e97-9522-f97defc34258 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:42:06.678684 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:42:06.679211 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:42:06.680151 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e39cf3-9429-49ef-8eed-4d10fd59973d', 'tag': 'ed232671-0f86-4944-b76c-438219b43570', 'status': 'completed', 'code': 200} Feb 09 12:42:06.719596 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-6e26e424-e6c5-4160-a248-7f7470815ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'name': 'tempest-AttachVolumeShelveTestJSON-1037925041-router', 'tenant_id': 'e83e724b83ff4eff83d86a9461a0246b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '51fb473d-e8d0-4341-b399-c79d0d5313e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:34:42Z', 'updated_at': '2022-02-09T12:35:01Z', 'revision_number': 4, 'project_id': 'e83e724b83ff4eff83d86a9461a0246b', 'gw_port': {'id': '51fb473d-e8d0-4341-b399-c79d0d5313e3', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:19:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:34:46Z', 'updated_at': '2022-02-09T12:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '95dd8935-16b4-4add-a2f5-318d2b2379fa', 'name': '', 'network_id': '01f3f4ff-beae-4106-8f70-e214cdcf114b', 'tenant_id': 'e83e724b83ff4eff83d86a9461a0246b', 'mac_address': 'fa:16:3e:22:19:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '45d760f9-948b-4bf5-bf1f-a52c1e984121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:34:57Z', 'updated_at': '2022-02-09T12:35:13Z', 'revision_number': 5, 'project_id': 'e83e724b83ff4eff83d86a9461a0246b', 'subnets': [{'id': '45d760f9-948b-4bf5-bf1f-a52c1e984121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:06.726221 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e26e424-e6c5-4160-a248-7f7470815ac4 None None] The sync data for ids ['7abc556e-df70-40ea-b8a8-2163f6b91196'] in n-d-825178-3 is: [{'id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'name': 'tempest-AttachVolumeShelveTestJSON-1037925041-router', 'tenant_id': 'e83e724b83ff4eff83d86a9461a0246b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '51fb473d-e8d0-4341-b399-c79d0d5313e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:34:42Z', 'updated_at': '2022-02-09T12:35:01Z', 'revision_number': 4, 'project_id': 'e83e724b83ff4eff83d86a9461a0246b', 'gw_port': {'id': '51fb473d-e8d0-4341-b399-c79d0d5313e3', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:19:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:34:46Z', 'updated_at': '2022-02-09T12:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '95dd8935-16b4-4add-a2f5-318d2b2379fa', 'name': '', 'network_id': '01f3f4ff-beae-4106-8f70-e214cdcf114b', 'tenant_id': 'e83e724b83ff4eff83d86a9461a0246b', 'mac_address': 'fa:16:3e:22:19:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '45d760f9-948b-4bf5-bf1f-a52c1e984121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:34:57Z', 'updated_at': '2022-02-09T12:35:13Z', 'revision_number': 5, 'project_id': 'e83e724b83ff4eff83d86a9461a0246b', 'subnets': [{'id': '45d760f9-948b-4bf5-bf1f-a52c1e984121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:42:06.738067 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [req-afe3df78-d154-47c1-b15c-c307ed708b3c req-62e482f3-d27a-4ece-9f80-4f301fdee08b tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Router 753f86c2-fdac-43c8-8d93-461bb18b3b9f has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:42:06.755365 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-05276fd4-ff0a-4e97-9522-f97defc34258 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:42:06.764644 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcbfaab-d589-43af-8350-5f90f20f2038 None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:42:06.801528 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a33f701-fe0d-4806-8e83-ce6af0b81ff2 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bb562c4-4e02-4a8e-91f3-ce7cfa705485,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:06.854267 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05276fd4-ff0a-4e97-9522-f97defc34258 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:06.854880 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-05276fd4-ff0a-4e97-9522-f97defc34258 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:06.888940 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4610ad-d190-444b-9e60-a9c98a761362 service neutron] Pushing event updated for resources: {'Port': ['ID=ed232671-0f86-4944-b76c-438219b43570,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:06.894075 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-44c052ab-fb52-4ab2-b7e6-7375388d049b tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Deleting port 0a61e233-1cbd-40c0-9800-42dbc16d4f77 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:42:06.894515 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-44c052ab-fb52-4ab2-b7e6-7375388d049b tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:07.206507 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-afe3df78-d154-47c1-b15c-c307ed708b3c req-62e482f3-d27a-4ece-9f80-4f301fdee08b tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:42:07.228990 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-afe3df78-d154-47c1-b15c-c307ed708b3c req-62e482f3-d27a-4ece-9f80-4f301fdee08b tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:07.247653 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8a33f701-fe0d-4806-8e83-ce6af0b81ff2 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:07.249406 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8a33f701-fe0d-4806-8e83-ce6af0b81ff2 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.1846499 Feb 09 12:42:07.255115 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-05276fd4-ff0a-4e97-9522-f97defc34258 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 7.0774255 Feb 09 12:42:07.258042 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49568) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:07.258524 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49570) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:07.262586 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdf4b2e-f283-4867-93f3-e677b723c3c9 None None] Sync routers for ids ['753f86c2-fdac-43c8-8d93-461bb18b3b9f'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:42:07.265193 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8765b2a-3765-4c64-b834-d25ce4c8e6cf None None] New status for floating IP 4d702914-0627-4d57-bca0-fca4e0c9382b: DOWN {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:42:07.314319 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f6498-dd76-4673-be77-11fcd6a2dd75 req-0656e318-48c0-4bfe-80c5-cfa63cdf73d2 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:07.321566 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-346f6498-dd76-4673-be77-11fcd6a2dd75 req-0656e318-48c0-4bfe-80c5-cfa63cdf73d2 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 944 time: 0.2965603 Feb 09 12:42:07.350023 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdf4b2e-f283-4867-93f3-e677b723c3c9 None None] Routers {'753f86c2-fdac-43c8-8d93-461bb18b3b9f'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:42:07.351037 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-0fdf4b2e-f283-4867-93f3-e677b723c3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:41:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['753f86c2-fdac-43c8-8d93-461bb18b3b9f'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:07.396519 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-afe3df78-d154-47c1-b15c-c307ed708b3c req-62e482f3-d27a-4ece-9f80-4f301fdee08b tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "PUT /v2.0/floatingips/b0d64aaa-5f1b-4a5d-aab2-ec9185302685 HTTP/1.1" status: 200 len: 694 time: 2.0952547 Feb 09 12:42:07.398949 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6926cd38-319f-439e-87b0-6931865aa752', 'tag': 'e0143a0d-42a8-4326-a3bb-2f61fecbcf35'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:42:07.424565 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:07.437920 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-55ee179a-015a-4e32-9964-bff8007ae994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:07.471923 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05276fd4-ff0a-4e97-9522-f97defc34258 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Subnet': ['ID=c169fde6-ce38-4b86-b6cd-a1509e6b7363,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:07.504321 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-6df3f5a8-8e67-4b67-8a93-098ea2eeeddd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Request body: {'port': {'network_id': 'f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0', 'mac_address': 'fa:16:3e:86:3d:fb', 'name': 'tempest-NetworksTestDHCPv6-1700153977'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:07.539483 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-346f6498-dd76-4673-be77-11fcd6a2dd75 req-bfca8f2f-b991-4c17-8c81-376bd8cfc94c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=9312c2c6-ad0f-4a0a-ad28-49fa476a837a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2168622 Feb 09 12:42:07.616295 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe3df78-d154-47c1-b15c-c307ed708b3c req-59bded43-ed1a-4073-a99a-c51437c1c095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:07.620104 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-afe3df78-d154-47c1-b15c-c307ed708b3c req-59bded43-ed1a-4073-a99a-c51437c1c095 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fe861eb8966f4501804d9330d652c357&device_id=6926cd38-319f-439e-87b0-6931865aa752 HTTP/1.1" status: 200 len: 1096 time: 0.2016449 Feb 09 12:42:07.622799 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6926cd38-319f-439e-87b0-6931865aa752', 'tag': 'e0143a0d-42a8-4326-a3bb-2f61fecbcf35', 'status': 'completed', 'code': 200} Feb 09 12:42:07.640814 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 8d804e03-f96a-4265-b6a2-4aef4edf3862, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=8d804e03-f96a-4265-b6a2-4aef4edf3862,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:42:07.662895 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:07.663888 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 78931613-e446-4d16-8f70-891bd65e778e up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:42:07.876048 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-0fdf4b2e-f283-4867-93f3-e677b723c3c9 None None] Set router 753f86c2-fdac-43c8-8d93-461bb18b3b9f gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:42:07.880884 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-e4f0f68f-ea2f-41c6-8528-042f66f82313 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Request body: {'security_group_rule': {'security_group_id': '8d721fa5-87bf-4c1b-8859-ee1df82d442b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:07.892028 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6602c6-8edd-46ab-9f97-3a709337ad8e req-fc32ddca-2b8d-4f88-86d5-f5291bc394fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:07.893532 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8c6602c6-8edd-46ab-9f97-3a709337ad8e req-fc32ddca-2b8d-4f88-86d5-f5291bc394fa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe861eb8966f4501804d9330d652c357&device_id=6926cd38-319f-439e-87b0-6931865aa752 HTTP/1.1" status: 200 len: 1096 time: 0.2200880 Feb 09 12:42:07.899155 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e4f0f68f-ea2f-41c6-8528-042f66f82313 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:07.903861 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e4f0f68f-ea2f-41c6-8528-042f66f82313 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Usage tracker for resource:security_group_rule and tenant:9ffae91753fb483fa448afc32e943805 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:07.908026 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e4f0f68f-ea2f-41c6-8528-042f66f82313 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:07.915117 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e4f0f68f-ea2f-41c6-8528-042f66f82313 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:07.957168 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-44c052ab-fb52-4ab2-b7e6-7375388d049b tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:07.957659 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-44c052ab-fb52-4ab2-b7e6-7375388d049b tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:07.988604 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=8d804e03-f96a-4265-b6a2-4aef4edf3862,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:08.035472 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe3df78-d154-47c1-b15c-c307ed708b3c req-0c4bec2b-aab6-44ee-b4b8-3656e06591d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:08.045911 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-afe3df78-d154-47c1-b15c-c307ed708b3c req-0c4bec2b-aab6-44ee-b4b8-3656e06591d6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0fdd1126-5a53-4a5a-810d-e4d88179e413 HTTP/1.1" status: 200 len: 921 time: 0.4130483 Feb 09 12:42:08.127639 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-afe3df78-d154-47c1-b15c-c307ed708b3c req-79467c3e-e7b5-40ad-9783-c59ea1c05a9c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e0143a0d-42a8-4326-a3bb-2f61fecbcf35 HTTP/1.1" status: 200 len: 217 time: 0.0807877 Feb 09 12:42:08.134890 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 78931613-e446-4d16-8f70-891bd65e778e completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:42:08.136089 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-44c052ab-fb52-4ab2-b7e6-7375388d049b tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Calling delete_port for 0a61e233-1cbd-40c0-9800-42dbc16d4f77 owned by network:floatingip {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:42:08.145699 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 78931613-e446-4d16-8f70-891bd65e778e triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:42:08.146311 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:08.243710 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe3df78-d154-47c1-b15c-c307ed708b3c req-4a2a2666-6fde-453c-9db5-77e52691706e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:08.245545 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-afe3df78-d154-47c1-b15c-c307ed708b3c req-4a2a2666-6fde-453c-9db5-77e52691706e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2119cf49-29ff-4f23-b272-fe25e334c66e HTTP/1.1" status: 200 len: 860 time: 0.1171296 Feb 09 12:42:08.246883 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6602c6-8edd-46ab-9f97-3a709337ad8e req-680c094c-3523-426c-a7d5-67e6a33b7141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:08.248362 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8c6602c6-8edd-46ab-9f97-3a709337ad8e req-680c094c-3523-426c-a7d5-67e6a33b7141 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0fdd1126-5a53-4a5a-810d-e4d88179e413 HTTP/1.1" status: 200 len: 921 time: 0.3444793 Feb 09 12:42:08.268975 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05276fd4-ff0a-4e97-9522-f97defc34258 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Port': ['ID=8d804e03-f96a-4265-b6a2-4aef4edf3862,revision_number=4']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:08.302873 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.api [None req-44c052ab-fb52-4ab2-b7e6-7375388d049b tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:42:08.303579 n-d-825178-3 neutron-server[87568]: DEBUG oslo_db.api [None req-44c052ab-fb52-4ab2-b7e6-7375388d049b tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:42:08.306754 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ee179a-015a-4e32-9964-bff8007ae994 admin admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:42:08.399111 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e4f0f68f-ea2f-41c6-8528-042f66f82313 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:08.427504 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8c6602c6-8edd-46ab-9f97-3a709337ad8e req-553ac25e-b677-4bf9-8b09-eed5a5575eca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e0143a0d-42a8-4326-a3bb-2f61fecbcf35 HTTP/1.1" status: 200 len: 217 time: 0.1710653 Feb 09 12:42:08.434225 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-afe3df78-d154-47c1-b15c-c307ed708b3c req-de6d78d9-b824-4d22-9f4c-8d80e41c1d52 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0fdd1126-5a53-4a5a-810d-e4d88179e413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1792791 Feb 09 12:42:08.457673 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ee179a-015a-4e32-9964-bff8007ae994 admin admin] Pushing event updated for resources: {'Port': ['ID=e7ae5284-18d4-468f-9c1e-1a650bca4c89,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:08.599138 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-55ee179a-015a-4e32-9964-bff8007ae994 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:42:08.613263 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ee179a-015a-4e32-9964-bff8007ae994 admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:42:08.654629 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:08.724844 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 78931613-e446-4d16-8f70-891bd65e778e, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=78931613-e446-4d16-8f70-891bd65e778e,segment=NetworkSegment(ee14eac7-356c-46a2-b4f2-18b796c03892),segment_id=ee14eac7-356c-46a2-b4f2-18b796c03892)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:42:08.732647 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-0fdf4b2e-f283-4867-93f3-e677b723c3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753f86c2-fdac-43c8-8d93-461bb18b3b9f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1671783598-router', 'tenant_id': 'fe861eb8966f4501804d9330d652c357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '5fc6e9c5-42e0-4f58-b750-74b838abffde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:40:30Z', 'updated_at': '2022-02-09T12:40:40Z', 'revision_number': 4, 'project_id': 'fe861eb8966f4501804d9330d652c357', 'gw_port': {'id': '5fc6e9c5-42e0-4f58-b750-74b838abffde', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:53:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753f86c2-fdac-43c8-8d93-461bb18b3b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:40:31Z', 'updated_at': '2022-02-09T12:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '8c80b32f-84d1-4afd-ba50-73d63a5575e0', 'name': '', 'network_id': '0fdd1126-5a53-4a5a-810d-e4d88179e413', 'tenant_id': 'fe861eb8966f4501804d9330d652c357', 'mac_address': 'fa:16:3e:d3:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753f86c2-fdac-43c8-8d93-461bb18b3b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '2119cf49-29ff-4f23-b272-fe25e334c66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:40:38Z', 'updated_at': '2022-02-09T12:40:53Z', 'revision_number': 5, 'project_id': 'fe861eb8966f4501804d9330d652c357', 'subnets': [{'id': '2119cf49-29ff-4f23-b272-fe25e334c66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:08.736399 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:08.779439 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdf4b2e-f283-4867-93f3-e677b723c3c9 None None] Checking router: 753f86c2-fdac-43c8-8d93-461bb18b3b9f for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:42:08.799578 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6df3f5a8-8e67-4b67-8a93-098ea2eeeddd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:08.811009 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-44c052ab-fb52-4ab2-b7e6-7375388d049b tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Deleting port 0a61e233-1cbd-40c0-9800-42dbc16d4f77 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:42:08.811375 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-44c052ab-fb52-4ab2-b7e6-7375388d049b tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:08.813720 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdf4b2e-f283-4867-93f3-e677b723c3c9 None None] Routers {'753f86c2-fdac-43c8-8d93-461bb18b3b9f'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:42:08.814348 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-0fdf4b2e-f283-4867-93f3-e677b723c3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:41:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['753f86c2-fdac-43c8-8d93-461bb18b3b9f'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:08.912329 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-6df3f5a8-8e67-4b67-8a93-098ea2eeeddd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Usage tracker for resource:port and tenant:a7add69c825d45b8a9a99e00c87aae63 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:08.924095 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-6df3f5a8-8e67-4b67-8a93-098ea2eeeddd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:08.933449 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6df3f5a8-8e67-4b67-8a93-098ea2eeeddd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:08.946023 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-b13420eb-1053-4f91-83ed-40be3bc9dee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:08.948110 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-b13420eb-1053-4f91-83ed-40be3bc9dee7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c7a8f76649f44a59c185c6d6414b556&device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 1095 time: 2.4776738 Feb 09 12:42:08.960627 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4603b738-29aa-41c0-93ea-5a38ee0ea87a None None] get_active_networks_info from n-d-825178-3 {{(pid=87569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 12:42:08.989749 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device b684c911-da16-489d-bea7-e7e6faeb0bdf up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:42:09.061237 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6602c6-8edd-46ab-9f97-3a709337ad8e req-ed4c0fe5-f840-4a06-a3dd-87df17b7d8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:09.064778 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8c6602c6-8edd-46ab-9f97-3a709337ad8e req-ed4c0fe5-f840-4a06-a3dd-87df17b7d8ff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2119cf49-29ff-4f23-b272-fe25e334c66e HTTP/1.1" status: 200 len: 860 time: 0.6294613 Feb 09 12:42:09.112209 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=78931613-e446-4d16-8f70-891bd65e778e,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:09.153742 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8c6602c6-8edd-46ab-9f97-3a709337ad8e req-a0911cce-4d5e-490a-8b79-18b193f36574 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0fdd1126-5a53-4a5a-810d-e4d88179e413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735517 Feb 09 12:42:09.167137 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-afe3df78-d154-47c1-b15c-c307ed708b3c req-e7220ee8-1a68-4941-97cc-2a7bc4e4e4db service neutron] 10.222.0.55 "GET /v2.0/networks/0fdd1126-5a53-4a5a-810d-e4d88179e413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6808457 Feb 09 12:42:09.179081 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-44c052ab-fb52-4ab2-b7e6-7375388d049b tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:09.179407 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-44c052ab-fb52-4ab2-b7e6-7375388d049b tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:09.204303 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-3d6e7dd0-dc5e-45d9-8361-be863deecea1 None None] Provisioning complete for port 8d804e03-f96a-4265-b6a2-4aef4edf3862 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:42:09.204693 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3d6e7dd0-dc5e-45d9-8361-be863deecea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:09.246257 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port b684c911-da16-489d-bea7-e7e6faeb0bdf triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:42:09.246675 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:09.341790 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-afe3df78-d154-47c1-b15c-c307ed708b3c req-d2c4bf49-1332-462c-aa9d-9db5a945ff78 service neutron] 10.222.0.55 "GET /v2.0/networks/0fdd1126-5a53-4a5a-810d-e4d88179e413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518543 Feb 09 12:42:09.387997 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-44c052ab-fb52-4ab2-b7e6-7375388d049b tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Calling delete_port for 0a61e233-1cbd-40c0-9800-42dbc16d4f77 owned by network:floatingip {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:42:09.399560 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-0fdf4b2e-f283-4867-93f3-e677b723c3c9 None None] Set router 753f86c2-fdac-43c8-8d93-461bb18b3b9f gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:42:09.537315 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df3f5a8-8e67-4b67-8a93-098ea2eeeddd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Made reservation on behalf of a7add69c825d45b8a9a99e00c87aae63 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:42:09.569944 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b097f87-23d1-437b-aa7a-c35b0b80da6a req-8b19a183-c0b9-43e9-bf8e-6102f7eb01f9 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:09.572550 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4b097f87-23d1-437b-aa7a-c35b0b80da6a req-8b19a183-c0b9-43e9-bf8e-6102f7eb01f9 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 944 time: 0.5858831 Feb 09 12:42:09.633663 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c4641b36-591a-4ebc-a736-a559c82781f5 req-e1aa7dd2-31b5-4b7c-b2e2-fa8c028c7764 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/floatingips/b0d64aaa-5f1b-4a5d-aab2-ec9185302685 HTTP/1.1" status: 200 len: 694 time: 0.1841288 Feb 09 12:42:09.759862 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6df3f5a8-8e67-4b67-8a93-098ea2eeeddd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:09.776865 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e4f0f68f-ea2f-41c6-8528-042f66f82313 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:09.801325 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8c6602c6-8edd-46ab-9f97-3a709337ad8e req-40f965ee-edd6-4158-9b45-05dd09ae0892 service neutron] 10.222.0.46 "GET /v2.0/networks/0fdd1126-5a53-4a5a-810d-e4d88179e413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6380868 Feb 09 12:42:09.804247 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4b097f87-23d1-437b-aa7a-c35b0b80da6a req-9ec399cc-ba38-4fdd-8e96-ebb69c7e57e2 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=9312c2c6-ad0f-4a0a-ad28-49fa476a837a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2125230 Feb 09 12:42:09.954349 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4603b738-29aa-41c0-93ea-5a38ee0ea87a None None] Resources bound (agent type, host, resource id): {{(pid=87569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 12:42:09.975210 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e4f0f68f-ea2f-41c6-8528-042f66f82313 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:10.004803 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4641b36-591a-4ebc-a736-a559c82781f5 req-fa761cc7-0c2b-4476-8aef-a8c7b4dc60a4 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:10.013545 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c4641b36-591a-4ebc-a736-a559c82781f5 req-fa761cc7-0c2b-4476-8aef-a8c7b4dc60a4 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/networks/af0bad45-b31e-4cb1-a77c-3bbc34409de5 HTTP/1.1" status: 200 len: 784 time: 0.3790050 Feb 09 12:42:10.022772 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-c4641b36-591a-4ebc-a736-a559c82781f5 req-95bfd59f-87d6-4fa6-b980-2accd16cf8dd tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:42:10.023862 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c4641b36-591a-4ebc-a736-a559c82781f5 req-95bfd59f-87d6-4fa6-b980-2accd16cf8dd tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094194 Feb 09 12:42:10.028767 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-a5ed6a6a-b605-4fe2-b839-7883c586f869 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed232671-0f86-4944-b76c-438219b43570 HTTP/1.1" status: 200 len: 217 time: 0.5050404 Feb 09 12:42:10.093667 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f0f68f-ea2f-41c6-8528-042f66f82313 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27cd0841-34b4-4847-9c68-58a281533d96,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:10.118384 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-6df3f5a8-8e67-4b67-8a93-098ea2eeeddd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] device_id is not set on port bfdf8716-a0a1-4c7e-b41d-79fe97ed74c4 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:42:10.136755 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c4641b36-591a-4ebc-a736-a559c82781f5 req-041624a0-b878-4797-8b57-792fc36c856d tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.48 HTTP/1.1" status: 200 len: 697 time: 0.1012466 Feb 09 12:42:10.222155 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8c6602c6-8edd-46ab-9f97-3a709337ad8e req-0ecffcdc-2bad-409d-bf2b-9dcf7476bc97 service neutron] 10.222.0.46 "GET /v2.0/networks/0fdd1126-5a53-4a5a-810d-e4d88179e413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144354 Feb 09 12:42:10.237615 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c4641b36-591a-4ebc-a736-a559c82781f5 req-a5d33308-4a05-419c-ae65-2a15f555bfbf tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.48 HTTP/1.1" status: 200 len: 697 time: 0.0998685 Feb 09 12:42:10.396584 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 8d804e03-f96a-4265-b6a2-4aef4edf3862 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:42:10.407157 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e4f0f68f-ea2f-41c6-8528-042f66f82313 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:10.408481 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e4f0f68f-ea2f-41c6-8528-042f66f82313 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 3.0590379 Feb 09 12:42:10.417031 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49594) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:10.436433 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-9c939812-fac4-4181-b1b9-bb8a31ba5c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:10.438796 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-9c939812-fac4-4181-b1b9-bb8a31ba5c59 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6bf78152-396d-4171-8084-13bc43a95dd2 HTTP/1.1" status: 200 len: 834 time: 0.3805044 Feb 09 12:42:10.502913 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-c4641b36-591a-4ebc-a736-a559c82781f5 req-8fdb457c-f365-4797-b6fa-8faa446a908d tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Deleting port c381652a-7eff-42b9-95df-818d4c58e21d {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:42:10.503283 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c4641b36-591a-4ebc-a736-a559c82781f5 req-8fdb457c-f365-4797-b6fa-8faa446a908d tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:10.660294 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-0fdf4b2e-f283-4867-93f3-e677b723c3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753f86c2-fdac-43c8-8d93-461bb18b3b9f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1671783598-router', 'tenant_id': 'fe861eb8966f4501804d9330d652c357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '5fc6e9c5-42e0-4f58-b750-74b838abffde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:40:30Z', 'updated_at': '2022-02-09T12:40:40Z', 'revision_number': 4, 'project_id': 'fe861eb8966f4501804d9330d652c357', 'gw_port': {'id': '5fc6e9c5-42e0-4f58-b750-74b838abffde', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:53:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753f86c2-fdac-43c8-8d93-461bb18b3b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:40:31Z', 'updated_at': '2022-02-09T12:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '8c80b32f-84d1-4afd-ba50-73d63a5575e0', 'name': '', 'network_id': '0fdd1126-5a53-4a5a-810d-e4d88179e413', 'tenant_id': 'fe861eb8966f4501804d9330d652c357', 'mac_address': 'fa:16:3e:d3:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753f86c2-fdac-43c8-8d93-461bb18b3b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '2119cf49-29ff-4f23-b272-fe25e334c66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:40:38Z', 'updated_at': '2022-02-09T12:40:53Z', 'revision_number': 5, 'project_id': 'fe861eb8966f4501804d9330d652c357', 'subnets': [{'id': '2119cf49-29ff-4f23-b272-fe25e334c66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:10.666744 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdf4b2e-f283-4867-93f3-e677b723c3c9 None None] The sync data for ids ['753f86c2-fdac-43c8-8d93-461bb18b3b9f'] in n-d-825178-3 is: [{'id': '753f86c2-fdac-43c8-8d93-461bb18b3b9f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1671783598-router', 'tenant_id': 'fe861eb8966f4501804d9330d652c357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '5fc6e9c5-42e0-4f58-b750-74b838abffde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:40:30Z', 'updated_at': '2022-02-09T12:40:40Z', 'revision_number': 4, 'project_id': 'fe861eb8966f4501804d9330d652c357', 'gw_port': {'id': '5fc6e9c5-42e0-4f58-b750-74b838abffde', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:53:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753f86c2-fdac-43c8-8d93-461bb18b3b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:40:31Z', 'updated_at': '2022-02-09T12:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '8c80b32f-84d1-4afd-ba50-73d63a5575e0', 'name': '', 'network_id': '0fdd1126-5a53-4a5a-810d-e4d88179e413', 'tenant_id': 'fe861eb8966f4501804d9330d652c357', 'mac_address': 'fa:16:3e:d3:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753f86c2-fdac-43c8-8d93-461bb18b3b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '2119cf49-29ff-4f23-b272-fe25e334c66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:40:38Z', 'updated_at': '2022-02-09T12:40:53Z', 'revision_number': 5, 'project_id': 'fe861eb8966f4501804d9330d652c357', 'subnets': [{'id': '2119cf49-29ff-4f23-b272-fe25e334c66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:42:10.676764 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 8d804e03-f96a-4265-b6a2-4aef4edf3862 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:42:10.677139 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:10.682346 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-44c052ab-fb52-4ab2-b7e6-7375388d049b tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:10.704996 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511fd361-1282-4e00-b8d5-df74d66d9307 None None] get_active_networks_info from n-d-825178-3 {{(pid=87569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 12:42:10.717420 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c4641b36-591a-4ebc-a736-a559c82781f5 req-8fdb457c-f365-4797-b6fa-8faa446a908d tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:10.717750 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c4641b36-591a-4ebc-a736-a559c82781f5 req-8fdb457c-f365-4797-b6fa-8faa446a908d tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:10.758805 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9c5378be-ad0e-489e-ba1a-7b7e7e958fa8 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:10.798506 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c052ab-fb52-4ab2-b7e6-7375388d049b tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Pushing event deleted for resources: {'Port': ['ID=0a61e233-1cbd-40c0-9800-42dbc16d4f77,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:10.903700 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9c5378be-ad0e-489e-ba1a-7b7e7e958fa8 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:11.046872 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-55ee179a-015a-4e32-9964-bff8007ae994 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:11.096112 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511fd361-1282-4e00-b8d5-df74d66d9307 None None] Resources bound (agent type, host, resource id): {{(pid=87569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 12:42:11.188188 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-c4641b36-591a-4ebc-a736-a559c82781f5 req-8fdb457c-f365-4797-b6fa-8faa446a908d tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Calling delete_port for c381652a-7eff-42b9-95df-818d4c58e21d owned by network:floatingip {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:42:11.241791 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 78931613-e446-4d16-8f70-891bd65e778e up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:42:11.295666 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f54738-6bdd-4a79-9d3f-4c39603d11b7 None None] New status for floating IP b0d64aaa-5f1b-4a5d-aab2-ec9185302685: DOWN {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:42:11.302675 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-6df3f5a8-8e67-4b67-8a93-098ea2eeeddd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Allocated IP 2001:db8::19a (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/4db3137c-4318-4073-aca5-f637e6b2fefa/bfdf8716-a0a1-4c7e-b41d-79fe97ed74c4) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:42:11.385778 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5fb00a-8d86-4c23-9b12-db6ebc27a67c req-f316b95f-2349-4aae-9100-6d3ff12c7523 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:11.387402 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0a5fb00a-8d86-4c23-9b12-db6ebc27a67c req-f316b95f-2349-4aae-9100-6d3ff12c7523 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 944 time: 0.1587222 Feb 09 12:42:11.487591 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c4641b36-591a-4ebc-a736-a559c82781f5 req-8fdb457c-f365-4797-b6fa-8faa446a908d tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:11.550697 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdb457c-f365-4797-b6fa-8faa446a908d tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Pushing event deleted for resources: {'Port': ['ID=c381652a-7eff-42b9-95df-818d4c58e21d,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:11.564853 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-6df3f5a8-8e67-4b67-8a93-098ea2eeeddd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Allocated IP 2001:db8:0:1:f816:3eff:fe86:3dfb (f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0/c169fde6-ce38-4b86-b6cd-a1509e6b7363/bfdf8716-a0a1-4c7e-b41d-79fe97ed74c4) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:42:11.646568 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9c5378be-ad0e-489e-ba1a-7b7e7e958fa8 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:11.695055 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c4641b36-591a-4ebc-a736-a559c82781f5 req-8fdb457c-f365-4797-b6fa-8faa446a908d tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Notify callbacks [] for floatingip, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:11.720267 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0a5fb00a-8d86-4c23-9b12-db6ebc27a67c req-ee0f3926-f085-4d60-a0dc-a783545d099f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=9312c2c6-ad0f-4a0a-ad28-49fa476a837a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2492888 Feb 09 12:42:11.748651 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5378be-ad0e-489e-ba1a-7b7e7e958fa8 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=27cd0841-34b4-4847-9c68-58a281533d96,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:11.755967 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c4641b36-591a-4ebc-a736-a559c82781f5 req-8fdb457c-f365-4797-b6fa-8faa446a908d tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:11.757188 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c4641b36-591a-4ebc-a736-a559c82781f5 req-8fdb457c-f365-4797-b6fa-8faa446a908d tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "DELETE /v2.0/floatingips/b0d64aaa-5f1b-4a5d-aab2-ec9185302685 HTTP/1.1" status: 204 len: 173 time: 1.5183873 Feb 09 12:42:11.772672 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-44c052ab-fb52-4ab2-b7e6-7375388d049b tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks [] for floatingip, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:11.787136 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 78931613-e446-4d16-8f70-891bd65e778e triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:42:11.787512 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:11.839528 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9c5378be-ad0e-489e-ba1a-7b7e7e958fa8 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:11.842940 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9c5378be-ad0e-489e-ba1a-7b7e7e958fa8 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/27cd0841-34b4-4847-9c68-58a281533d96 HTTP/1.1" status: 204 len: 168 time: 1.4227328 Feb 09 12:42:11.847971 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-9b17fb6d-4e37-470a-ac2f-875c43c4d45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:11.849452 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-9b17fb6d-4e37-470a-ac2f-875c43c4d45a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cd0860fa-4273-47b3-901e-11f5ca0c6ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2430036 Feb 09 12:42:11.851632 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49606) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:11.852016 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7829d970-80a1-4e6f-ab96-196eeca108d4 req-80a17a2e-5b2d-4653-ab56-447bffb2b160 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/security-groups/e1b5dc6e-9c4c-4708-873a-dc5810d9f2e5 HTTP/1.1" status: 200 len: 1809 time: 0.0687299 Feb 09 12:42:11.856170 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-44c052ab-fb52-4ab2-b7e6-7375388d049b tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:11.867906 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-44c052ab-fb52-4ab2-b7e6-7375388d049b tempest-AttachVolumeShelveTestJSON-1396780539 tempest-AttachVolumeShelveTestJSON-1396780539-project] 10.222.0.55 "DELETE /v2.0/floatingips/4d702914-0627-4d57-bca0-fca4e0c9382b HTTP/1.1" status: 204 len: 168 time: 5.6081281 Feb 09 12:42:12.013940 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7829d970-80a1-4e6f-ab96-196eeca108d4 req-db84bf47-22ef-43f0-8dde-7b9d5a81fa02 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:12.055035 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7829d970-80a1-4e6f-ab96-196eeca108d4 req-db84bf47-22ef-43f0-8dde-7b9d5a81fa02 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:12.069640 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-55ee179a-015a-4e32-9964-bff8007ae994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:12.150545 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7829d970-80a1-4e6f-ab96-196eeca108d4 req-db84bf47-22ef-43f0-8dde-7b9d5a81fa02 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:12.205787 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db84bf47-22ef-43f0-8dde-7b9d5a81fa02 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b5dc6e-9c4c-4708-873a-dc5810d9f2e5,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:12.238262 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7829d970-80a1-4e6f-ab96-196eeca108d4 req-db84bf47-22ef-43f0-8dde-7b9d5a81fa02 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:12.241794 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7829d970-80a1-4e6f-ab96-196eeca108d4 req-db84bf47-22ef-43f0-8dde-7b9d5a81fa02 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "DELETE /v2.0/security-groups/e1b5dc6e-9c4c-4708-873a-dc5810d9f2e5 HTTP/1.1" status: 204 len: 173 time: 0.3887315 Feb 09 12:42:12.366458 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-32e78f2f-1bfe-4a8b-a110-6802e6279cd9 service neutron] 10.222.0.46 "GET /v2.0/networks/cd0860fa-4273-47b3-901e-11f5ca0c6ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4970856 Feb 09 12:42:12.501452 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5e6562a0-7504-4008-8982-8f44b37fa4e4 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Synchronizing usage tracker for tenant:9ffae91753fb483fa448afc32e943805 on resource:security_group_rule {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:42:12.738486 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6df3f5a8-8e67-4b67-8a93-098ea2eeeddd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:12.743143 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5e6562a0-7504-4008-8982-8f44b37fa4e4 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Unset dirty status for tenant:9ffae91753fb483fa448afc32e943805 on resource:security_group_rule {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:42:12.744674 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5e6562a0-7504-4008-8982-8f44b37fa4e4 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.8901069 Feb 09 12:42:12.747700 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 49624) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:12.794318 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-6df3f5a8-8e67-4b67-8a93-098ea2eeeddd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Transition to ACTIVE for port object bfdf8716-a0a1-4c7e-b41d-79fe97ed74c4 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:42:12.818238 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-37e514ad-9064-4805-82da-e9b00f59abf3 req-ad4a8d34-fdbb-4647-b777-9fc51f403ce5 service neutron] 10.222.0.46 "GET /v2.0/networks/cd0860fa-4273-47b3-901e-11f5ca0c6ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4342232 Feb 09 12:42:12.825866 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7922da86-2cb1-40b5-920e-6c019f18149f tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:12.882629 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7922da86-2cb1-40b5-920e-6c019f18149f tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:12.971302 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ee179a-015a-4e32-9964-bff8007ae994 admin admin] Router f47f533c-a923-4d28-a2dd-1b1bcc811170 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:42:12.979201 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6df3f5a8-8e67-4b67-8a93-098ea2eeeddd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:13.137673 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df3f5a8-8e67-4b67-8a93-098ea2eeeddd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event updated for resources: {'Port': ['ID=bfdf8716-a0a1-4c7e-b41d-79fe97ed74c4,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:13.159065 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df3f5a8-8e67-4b67-8a93-098ea2eeeddd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:42:13.165978 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-6df3f5a8-8e67-4b67-8a93-098ea2eeeddd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:42:13.178404 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18439d81-2b24-45a8-b8d1-c41837836f69 req-b1fcdcab-c482-4da5-bae2-76204cef2fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:13.180015 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-18439d81-2b24-45a8-b8d1-c41837836f69 req-b1fcdcab-c482-4da5-bae2-76204cef2fc3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c7a8f76649f44a59c185c6d6414b556&device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 1095 time: 0.3107162 Feb 09 12:42:13.180830 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df3f5a8-8e67-4b67-8a93-098ea2eeeddd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:42:13.186336 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df3f5a8-8e67-4b67-8a93-098ea2eeeddd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:13.187561 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6df3f5a8-8e67-4b67-8a93-098ea2eeeddd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:13.240001 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6df3f5a8-8e67-4b67-8a93-098ea2eeeddd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.8823168 Feb 09 12:42:13.248620 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49630) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:13.277044 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7922da86-2cb1-40b5-920e-6c019f18149f tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:13.319204 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7922da86-2cb1-40b5-920e-6c019f18149f tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:13.320441 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-7922da86-2cb1-40b5-920e-6c019f18149f tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/4bb562c4-4e02-4a8e-91f3-ce7cfa705485 HTTP/1.1" status: 204 len: 168 time: 0.5716579 Feb 09 12:42:13.325201 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7922da86-2cb1-40b5-920e-6c019f18149f tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4bb562c4-4e02-4a8e-91f3-ce7cfa705485,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:13.328519 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 49634) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:13.502312 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18439d81-2b24-45a8-b8d1-c41837836f69 req-9352575b-c400-4a85-b877-cfbe573c73c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:13.503795 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-18439d81-2b24-45a8-b8d1-c41837836f69 req-9352575b-c400-4a85-b877-cfbe573c73c7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cd0860fa-4273-47b3-901e-11f5ca0c6ffa HTTP/1.1" status: 200 len: 895 time: 0.2949214 Feb 09 12:42:13.523731 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-83d4c2a6-16ed-4e45-8286-5263505bdc00 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Synchronizing usage tracker for tenant:9ffae91753fb483fa448afc32e943805 on resource:security_group_rule {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:42:13.545385 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3cc9a-51ae-4df2-8ec0-0102b0e84771 req-53d2e29f-7a99-43ce-8b9f-a5266fa3720e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:13.553135 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-78d3cc9a-51ae-4df2-8ec0-0102b0e84771 req-53d2e29f-7a99-43ce-8b9f-a5266fa3720e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 944 time: 0.3850098 Feb 09 12:42:13.571992 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28907794-07d2-4bd9-84fb-5778615e24f8 req-c3b04ab2-0928-405e-b905-75b91bf48556 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:13.573035 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-28907794-07d2-4bd9-84fb-5778615e24f8 req-c3b04ab2-0928-405e-b905-75b91bf48556 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Synchronizing usage tracker for tenant:fe861eb8966f4501804d9330d652c357 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:42:13.668429 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-28907794-07d2-4bd9-84fb-5778615e24f8 req-c3b04ab2-0928-405e-b905-75b91bf48556 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Unset dirty status for tenant:fe861eb8966f4501804d9330d652c357 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:42:13.669724 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-28907794-07d2-4bd9-84fb-5778615e24f8 req-c3b04ab2-0928-405e-b905-75b91bf48556 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/ports?device_id=6926cd38-319f-439e-87b0-6931865aa752 HTTP/1.1" status: 200 len: 945 time: 0.7233922 Feb 09 12:42:13.670297 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-83d4c2a6-16ed-4e45-8286-5263505bdc00 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Unset dirty status for tenant:9ffae91753fb483fa448afc32e943805 on resource:security_group_rule {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:42:13.675841 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-83d4c2a6-16ed-4e45-8286-5263505bdc00 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.3414798 Feb 09 12:42:13.676649 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 49642) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:13.686770 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-5c6a61a9-377e-4bc7-bb2c-4a61b1f2aa81 None None] Provisioning for port bfdf8716-a0a1-4c7e-b41d-79fe97ed74c4 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:42:13.701290 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-5c6a61a9-377e-4bc7-bb2c-4a61b1f2aa81 None None] Provisioning complete for port bfdf8716-a0a1-4c7e-b41d-79fe97ed74c4 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:42:13.702327 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5c6a61a9-377e-4bc7-bb2c-4a61b1f2aa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:13.740213 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-16729117-37a6-4f46-be52-ea2064525c46 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:13.757624 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-16729117-37a6-4f46-be52-ea2064525c46 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:13.793520 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-78d3cc9a-51ae-4df2-8ec0-0102b0e84771 req-3491cf8e-1059-4f41-96fd-3e03ff1654b4 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=9312c2c6-ad0f-4a0a-ad28-49fa476a837a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2081127 Feb 09 12:42:13.813494 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-16729117-37a6-4f46-be52-ea2064525c46 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:13.848062 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16729117-37a6-4f46-be52-ea2064525c46 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0dea1212-8d95-45dc-a853-c0ac43b83e4d,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:13.862107 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-16729117-37a6-4f46-be52-ea2064525c46 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:13.866566 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-16729117-37a6-4f46-be52-ea2064525c46 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/0dea1212-8d95-45dc-a853-c0ac43b83e4d HTTP/1.1" status: 204 len: 168 time: 0.1860619 Feb 09 12:42:13.867205 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 49646) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:13.902645 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-18439d81-2b24-45a8-b8d1-c41837836f69 req-70144f48-1181-4e0f-bccb-92a5c79ccd8a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed232671-0f86-4944-b76c-438219b43570 HTTP/1.1" status: 200 len: 217 time: 0.2027786 Feb 09 12:42:13.906092 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-28907794-07d2-4bd9-84fb-5778615e24f8 req-1c666fc5-7c4f-4fa5-9134-63c29313b64d tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Synchronizing usage tracker for tenant:fe861eb8966f4501804d9330d652c357 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:42:13.931605 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-28907794-07d2-4bd9-84fb-5778615e24f8 req-1c666fc5-7c4f-4fa5-9134-63c29313b64d tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Unset dirty status for tenant:fe861eb8966f4501804d9330d652c357 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:42:13.932868 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-28907794-07d2-4bd9-84fb-5778615e24f8 req-1c666fc5-7c4f-4fa5-9134-63c29313b64d tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/security-groups?id=53536b3f-6b08-44d9-8017-8a0f5c9448d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483909 Feb 09 12:42:13.940822 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-5c6a61a9-377e-4bc7-bb2c-4a61b1f2aa81 None None] Port bfdf8716-a0a1-4c7e-b41d-79fe97ed74c4 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:42:14.020206 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-fed28882-d8e1-4a58-8038-16c3c75cee2a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Deleting port bfdf8716-a0a1-4c7e-b41d-79fe97ed74c4 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:42:14.020557 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fed28882-d8e1-4a58-8038-16c3c75cee2a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:14.029865 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-2899fd13-436f-47b1-b922-ed890ec6dd65 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Synchronizing usage tracker for tenant:9ffae91753fb483fa448afc32e943805 on resource:security_group_rule {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:42:14.038367 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9c01f6ed-dc2b-43a5-9e39-269323075593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:14.057717 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-2899fd13-436f-47b1-b922-ed890ec6dd65 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Unset dirty status for tenant:9ffae91753fb483fa448afc32e943805 on resource:security_group_rule {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:42:14.060645 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2899fd13-436f-47b1-b922-ed890ec6dd65 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1907027 Feb 09 12:42:14.064478 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 49650) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:14.093033 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ee179a-015a-4e32-9964-bff8007ae994 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:42:14.104474 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-151772d2-dd55-4563-ae07-2243956e4aa2 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:14.119609 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-151772d2-dd55-4563-ae07-2243956e4aa2 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:14.124087 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cd4470-13d7-48d5-9457-467572a85857 None None] Sync routers for ids ['f47f533c-a923-4d28-a2dd-1b1bcc811170'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:42:14.137481 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cd4470-13d7-48d5-9457-467572a85857 None None] Routers {'f47f533c-a923-4d28-a2dd-1b1bcc811170'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:42:14.138109 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a7cd4470-13d7-48d5-9457-467572a85857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:41:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['f47f533c-a923-4d28-a2dd-1b1bcc811170'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:14.150870 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18439d81-2b24-45a8-b8d1-c41837836f69 req-5e2c2ae7-4b64-4fd7-b3ac-fbcf4e2706c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:14.152733 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-18439d81-2b24-45a8-b8d1-c41837836f69 req-5e2c2ae7-4b64-4fd7-b3ac-fbcf4e2706c8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6bf78152-396d-4171-8084-13bc43a95dd2 HTTP/1.1" status: 200 len: 834 time: 0.2429085 Feb 09 12:42:14.205575 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-55ee179a-015a-4e32-9964-bff8007ae994 admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:14.207228 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-55ee179a-015a-4e32-9964-bff8007ae994 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 16.0314531 Feb 09 12:42:14.222867 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 49656) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:14.310666 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-151772d2-dd55-4563-ae07-2243956e4aa2 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:14.355014 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151772d2-dd55-4563-ae07-2243956e4aa2 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=621e54d6-3d5c-4960-a130-368a0213e79b,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:14.429611 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-151772d2-dd55-4563-ae07-2243956e4aa2 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:14.430719 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-151772d2-dd55-4563-ae07-2243956e4aa2 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/621e54d6-3d5c-4960-a130-368a0213e79b HTTP/1.1" status: 204 len: 168 time: 0.3646879 Feb 09 12:42:14.434080 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49662) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:14.603775 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fed28882-d8e1-4a58-8038-16c3c75cee2a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:14.604196 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-a7cd4470-13d7-48d5-9457-467572a85857 None None] Set router f47f533c-a923-4d28-a2dd-1b1bcc811170 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:42:15.035197 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-fed28882-d8e1-4a58-8038-16c3c75cee2a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Calling delete_port for bfdf8716-a0a1-4c7e-b41d-79fe97ed74c4 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:42:15.153248 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-38eaae5b-f708-4731-af18-4f985524b898 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.7178731 Feb 09 12:42:15.159302 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49674) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:15.226544 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-be764e62-f812-48a7-81d6-d82a4e8cff8b tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:15.248141 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-be764e62-f812-48a7-81d6-d82a4e8cff8b tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:15.264367 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18439d81-2b24-45a8-b8d1-c41837836f69 req-b3b7a7f0-308c-4216-a716-165680a3ed6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:15.266899 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-18439d81-2b24-45a8-b8d1-c41837836f69 req-b3b7a7f0-308c-4216-a716-165680a3ed6d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cd0860fa-4273-47b3-901e-11f5ca0c6ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1016471 Feb 09 12:42:15.306338 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a7cd4470-13d7-48d5-9457-467572a85857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47f533c-a923-4d28-a2dd-1b1bcc811170', 'name': 'tempest-TestServerBasicOps-17248572-router', 'tenant_id': '539d54fc51684d168bca510847ccfe8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'e7ae5284-18d4-468f-9c1e-1a650bca4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:41:58Z', 'updated_at': '2022-02-09T12:42:10Z', 'revision_number': 3, 'project_id': '539d54fc51684d168bca510847ccfe8b', 'gw_port': {'id': 'e7ae5284-18d4-468f-9c1e-1a650bca4c89', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:9a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f47f533c-a923-4d28-a2dd-1b1bcc811170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:42:03Z', 'updated_at': '2022-02-09T12:42:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:15.320708 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cd4470-13d7-48d5-9457-467572a85857 None None] Checking router: f47f533c-a923-4d28-a2dd-1b1bcc811170 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:42:15.322232 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cd4470-13d7-48d5-9457-467572a85857 None None] Updating router f47f533c-a923-4d28-a2dd-1b1bcc811170 port e7ae5284-18d4-468f-9c1e-1a650bca4c89 binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:42:15.451068 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a7cd4470-13d7-48d5-9457-467572a85857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:15.611626 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525e5fa-d19d-4d6f-b20e-57490d17e9cd req-be1cba20-1ed7-4089-98e2-ae68be8302c6 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:15.619158 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b525e5fa-d19d-4d6f-b20e-57490d17e9cd req-be1cba20-1ed7-4089-98e2-ae68be8302c6 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/ports?device_id=6926cd38-319f-439e-87b0-6931865aa752 HTTP/1.1" status: 200 len: 945 time: 0.3646297 Feb 09 12:42:15.646745 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca22a5e9-4701-411e-acfa-a47835357f81 req-cc06b322-4cc8-4b41-a413-b6aef0ea06a1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:15.654619 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ca22a5e9-4701-411e-acfa-a47835357f81 req-cc06b322-4cc8-4b41-a413-b6aef0ea06a1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 944 time: 0.5884843 Feb 09 12:42:15.782986 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-be764e62-f812-48a7-81d6-d82a4e8cff8b tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:15.807684 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283269f4-d865-44fe-b518-de246ed0212d req-71cc962f-8071-415c-9abc-bf538d87eb79 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:15.809244 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-283269f4-d865-44fe-b518-de246ed0212d req-71cc962f-8071-415c-9abc-bf538d87eb79 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.46 "GET /v2.0/ports?device_id=6926cd38-319f-439e-87b0-6931865aa752 HTTP/1.1" status: 200 len: 945 time: 0.8071711 Feb 09 12:42:15.827214 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be764e62-f812-48a7-81d6-d82a4e8cff8b tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90593bb3-a10a-45dc-ba4e-0ae8d8cef1df,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:15.859917 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-be764e62-f812-48a7-81d6-d82a4e8cff8b tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:15.862902 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-be764e62-f812-48a7-81d6-d82a4e8cff8b tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/90593bb3-a10a-45dc-ba4e-0ae8d8cef1df HTTP/1.1" status: 204 len: 168 time: 0.6980908 Feb 09 12:42:15.868587 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49682) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:15.869518 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fed28882-d8e1-4a58-8038-16c3c75cee2a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:15.906911 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b525e5fa-d19d-4d6f-b20e-57490d17e9cd req-a297d1ed-3dc0-44b8-ba9c-5b8e6fd8e399 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/security-groups?id=53536b3f-6b08-44d9-8017-8a0f5c9448d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863929 Feb 09 12:42:15.936210 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ca22a5e9-4701-411e-acfa-a47835357f81 req-90fafa16-1e47-4d8e-b6c6-a0bdc744bd5b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=9312c2c6-ad0f-4a0a-ad28-49fa476a837a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2803991 Feb 09 12:42:16.020979 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device ed232671-0f86-4944-b76c-438219b43570 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:42:16.092893 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f21f5c7e-700b-4250-8713-49bae0b2d9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:16.119485 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-283269f4-d865-44fe-b518-de246ed0212d req-bbd81b3a-5611-4434-94ca-82104123bfb5 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Deleting port e0143a0d-42a8-4326-a3bb-2f61fecbcf35 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:42:16.119863 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-283269f4-d865-44fe-b518-de246ed0212d req-bbd81b3a-5611-4434-94ca-82104123bfb5 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:16.177938 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed28882-d8e1-4a58-8038-16c3c75cee2a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Port': ['ID=bfdf8716-a0a1-4c7e-b41d-79fe97ed74c4,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:16.247202 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-18439d81-2b24-45a8-b8d1-c41837836f69 req-e7553689-3e97-4721-8299-166c05804bba service neutron] 10.222.0.46 "GET /v2.0/networks/cd0860fa-4273-47b3-901e-11f5ca0c6ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9647529 Feb 09 12:42:16.442449 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b8f00a36-80c2-435a-b4c0-58f750de0057 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Synchronizing usage tracker for tenant:9ffae91753fb483fa448afc32e943805 on resource:security_group_rule {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:42:16.462021 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a7cd4470-13d7-48d5-9457-467572a85857 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:16.519045 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-a7cd4470-13d7-48d5-9457-467572a85857 None None] Transition to ACTIVE for port object e7ae5284-18d4-468f-9c1e-1a650bca4c89 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:42:16.530267 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a7cd4470-13d7-48d5-9457-467572a85857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:16.554621 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a4b40ba0-8d1f-4ff1-898d-732264f3332d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:16.689638 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-a7cd4470-13d7-48d5-9457-467572a85857 None None] Attempting to bind port e7ae5284-18d4-468f-9c1e-1a650bca4c89 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:42:16.690132 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-a7cd4470-13d7-48d5-9457-467572a85857 None None] Attempting to bind port e7ae5284-18d4-468f-9c1e-1a650bca4c89 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:42:16.690573 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cd4470-13d7-48d5-9457-467572a85857 None None] Attempting to bind port e7ae5284-18d4-468f-9c1e-1a650bca4c89 on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:42:16.698528 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cd4470-13d7-48d5-9457-467572a85857 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:42:16.698730 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port ed232671-0f86-4944-b76c-438219b43570, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=ed232671-0f86-4944-b76c-438219b43570,segment=NetworkSegment(1f465c16-8bbc-4cd6-be8f-f8d5066ecd9e),segment_id=1f465c16-8bbc-4cd6-be8f-f8d5066ecd9e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:42:16.699217 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cd4470-13d7-48d5-9457-467572a85857 None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:42:16.699713 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a7cd4470-13d7-48d5-9457-467572a85857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:16.700211 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cd4470-13d7-48d5-9457-467572a85857 None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:42:16.700766 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-a7cd4470-13d7-48d5-9457-467572a85857 None None] Bound port: e7ae5284-18d4-468f-9c1e-1a650bca4c89, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:42:16.701256 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a7cd4470-13d7-48d5-9457-467572a85857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:16.732849 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'ed232671-0f86-4944-b76c-438219b43570', 'network_id': 'cd0860fa-4273-47b3-901e-11f5ca0c6ffa', 'port_id': 'ed232671-0f86-4944-b76c-438219b43570', 'mac_address': 'fa:16:3e:41:7c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bf78152-396d-4171-8084-13bc43a95dd2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:42:16.753899 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ee834-bd61-4cc2-ba10-59db4ff80dfc None None] Pushing event updated for resources: {'Port': ['ID=e7ae5284-18d4-468f-9c1e-1a650bca4c89,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:16.819329 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fed28882-d8e1-4a58-8038-16c3c75cee2a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:16.828168 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-fed28882-d8e1-4a58-8038-16c3c75cee2a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/ports/bfdf8716-a0a1-4c7e-b41d-79fe97ed74c4 HTTP/1.1" status: 204 len: 168 time: 3.5640750 Feb 09 12:42:16.829311 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49696) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:16.831314 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-a7cd4470-13d7-48d5-9457-467572a85857 None None] For port e7ae5284-18d4-468f-9c1e-1a650bca4c89, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:42:16.837628 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-a7cd4470-13d7-48d5-9457-467572a85857 None None] For port e7ae5284-18d4-468f-9c1e-1a650bca4c89, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=e7ae5284-18d4-468f-9c1e-1a650bca4c89,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:42:16.846148 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a7cd4470-13d7-48d5-9457-467572a85857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:16.882135 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:16.950366 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed232671-0f86-4944-b76c-438219b43570 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:42:17.011193 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port ed232671-0f86-4944-b76c-438219b43570, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=ed232671-0f86-4944-b76c-438219b43570,segment=NetworkSegment(1f465c16-8bbc-4cd6-be8f-f8d5066ecd9e),segment_id=1f465c16-8bbc-4cd6-be8f-f8d5066ecd9e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:42:17.018203 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:17.037955 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cd4470-13d7-48d5-9457-467572a85857 None None] Routers {'f47f533c-a923-4d28-a2dd-1b1bcc811170'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:42:17.038897 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a7cd4470-13d7-48d5-9457-467572a85857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:42:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['f47f533c-a923-4d28-a2dd-1b1bcc811170'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:17.050053 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-f21f5c7e-700b-4250-8713-49bae0b2d9bf admin admin] Allocated IP 172.20.0.1 (49788ea5-e0f8-436b-be1f-13be23c110f0/7d4b473f-0135-4827-8959-833cfc1cd6e6/c172d685-f4b4-4d32-b41d-05f153052d00) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:42:17.127712 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b8f00a36-80c2-435a-b4c0-58f750de0057 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Unset dirty status for tenant:9ffae91753fb483fa448afc32e943805 on resource:security_group_rule {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:42:17.145112 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b8f00a36-80c2-435a-b4c0-58f750de0057 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.2665112 Feb 09 12:42:17.151739 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 49704) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:17.233278 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ee834-bd61-4cc2-ba10-59db4ff80dfc None None] Pushing event updated for resources: {'Port': ['ID=e7ae5284-18d4-468f-9c1e-1a650bca4c89,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:17.272308 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-18439d81-2b24-45a8-b8d1-c41837836f69 req-379add02-0da4-46c8-ab87-cd52466c5521 service neutron] 10.222.0.46 "GET /v2.0/networks/cd0860fa-4273-47b3-901e-11f5ca0c6ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0047307 Feb 09 12:42:17.311645 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['ed232671-0f86-4944-b76c-438219b43570'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:42:17.317933 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44886500-4e18-4ba8-851f-812672bf2502 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:17.318715 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-44886500-4e18-4ba8-851f-812672bf2502 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Synchronizing usage tracker for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:42:17.346592 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-44886500-4e18-4ba8-851f-812672bf2502 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Unset dirty status for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:42:17.351006 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-44886500-4e18-4ba8-851f-812672bf2502 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5089002 Feb 09 12:42:17.356411 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49710) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:17.388613 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=ed232671-0f86-4944-b76c-438219b43570,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:17.561014 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-a7cd4470-13d7-48d5-9457-467572a85857 None None] Set router f47f533c-a923-4d28-a2dd-1b1bcc811170 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:42:17.612930 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785dbdf4-7ffe-45ce-ac21-5f096d9175b8 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:17.632381 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-785dbdf4-7ffe-45ce-ac21-5f096d9175b8 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2747264 Feb 09 12:42:17.634070 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49716) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:17.743054 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:17.774161 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-aeadaffe-0699-435d-baa4-ab6c19558080 req-37fba20f-4c45-4e40-bd2e-91ad8fcb8fa1 service neutron] (87567) timed out ('10.222.0.55', 53880) {{(pid=87567) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 12:42:17.807226 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:17.819245 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4c5f50-2ad3-42c9-97d2-b77b9d5455c2 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:17.819474 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4c5f50-2ad3-42c9-97d2-b77b9d5455c2 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:17.827027 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4c5f50-2ad3-42c9-97d2-b77b9d5455c2 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:17.828937 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-cf4c5f50-2ad3-42c9-97d2-b77b9d5455c2 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Synchronizing usage tracker for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:subnet {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:42:17.851059 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-cf4c5f50-2ad3-42c9-97d2-b77b9d5455c2 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Unset dirty status for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:subnet {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:42:17.855569 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-cf4c5f50-2ad3-42c9-97d2-b77b9d5455c2 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2184234 Feb 09 12:42:17.856207 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49720) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:18.002542 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-41e8a9b5-966c-47d2-ade6-54f730e8f82b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Deleting subnet 4db3137c-4318-4073-aca5-f637e6b2fefa {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:42:18.009458 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-41e8a9b5-966c-47d2-ade6-54f730e8f82b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:18.076450 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device e0143a0d-42a8-4326-a3bb-2f61fecbcf35 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:42:18.136654 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-41e8a9b5-966c-47d2-ade6-54f730e8f82b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:18.191449 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a7cd4470-13d7-48d5-9457-467572a85857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47f533c-a923-4d28-a2dd-1b1bcc811170', 'name': 'tempest-TestServerBasicOps-17248572-router', 'tenant_id': '539d54fc51684d168bca510847ccfe8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'e7ae5284-18d4-468f-9c1e-1a650bca4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:41:58Z', 'updated_at': '2022-02-09T12:42:10Z', 'revision_number': 3, 'project_id': '539d54fc51684d168bca510847ccfe8b', 'gw_port': {'id': 'e7ae5284-18d4-468f-9c1e-1a650bca4c89', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:9a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f47f533c-a923-4d28-a2dd-1b1bcc811170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:42:03Z', 'updated_at': '2022-02-09T12:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:18.197890 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cd4470-13d7-48d5-9457-467572a85857 None None] The sync data for ids ['f47f533c-a923-4d28-a2dd-1b1bcc811170'] in n-d-825178-3 is: [{'id': 'f47f533c-a923-4d28-a2dd-1b1bcc811170', 'name': 'tempest-TestServerBasicOps-17248572-router', 'tenant_id': '539d54fc51684d168bca510847ccfe8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'e7ae5284-18d4-468f-9c1e-1a650bca4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:41:58Z', 'updated_at': '2022-02-09T12:42:10Z', 'revision_number': 3, 'project_id': '539d54fc51684d168bca510847ccfe8b', 'gw_port': {'id': 'e7ae5284-18d4-468f-9c1e-1a650bca4c89', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:9a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f47f533c-a923-4d28-a2dd-1b1bcc811170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:42:03Z', 'updated_at': '2022-02-09T12:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:42:18.275914 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f21f5c7e-700b-4250-8713-49bae0b2d9bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:18.337327 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-41e8a9b5-966c-47d2-ade6-54f730e8f82b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:18.340304 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5cb9b7c3-7edc-47db-8b70-a96f73ceba5f tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:18.421938 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:18.484814 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-f21f5c7e-700b-4250-8713-49bae0b2d9bf admin admin] Transition to ACTIVE for port object c172d685-f4b4-4d32-b41d-05f153052d00 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:42:18.494970 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-283269f4-d865-44fe-b518-de246ed0212d req-bbd81b3a-5611-4434-94ca-82104123bfb5 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] For port e0143a0d-42a8-4326-a3bb-2f61fecbcf35, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=e0143a0d-42a8-4326-a3bb-2f61fecbcf35,segment=NetworkSegment(0820d912-27ce-45be-81e6-6662e031d6b0),segment_id=0820d912-27ce-45be-81e6-6662e031d6b0)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:42:18.495393 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-283269f4-d865-44fe-b518-de246ed0212d req-bbd81b3a-5611-4434-94ca-82104123bfb5 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:18.497282 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6926cd38-319f-439e-87b0-6931865aa752', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0143a0d-42a8-4326-a3bb-2f61fecbcf35'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:42:18.512311 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-41e8a9b5-966c-47d2-ade6-54f730e8f82b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:18.517122 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port e0143a0d-42a8-4326-a3bb-2f61fecbcf35, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=e0143a0d-42a8-4326-a3bb-2f61fecbcf35,segment=NetworkSegment(0820d912-27ce-45be-81e6-6662e031d6b0),segment_id=0820d912-27ce-45be-81e6-6662e031d6b0)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:42:18.525768 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:18.606654 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-41e8a9b5-966c-47d2-ade6-54f730e8f82b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:18.614078 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e8a9b5-966c-47d2-ade6-54f730e8f82b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Subnet': ['ID=4db3137c-4318-4073-aca5-f637e6b2fefa,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:18.625310 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce08b56c-cf34-464f-98f3-7ce499288f07 None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:42:18.636360 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-41e8a9b5-966c-47d2-ade6-54f730e8f82b tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/4db3137c-4318-4073-aca5-f637e6b2fefa HTTP/1.1" status: 204 len: 168 time: 0.7791247 Feb 09 12:42:18.638783 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49730) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:18.781477 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-283269f4-d865-44fe-b518-de246ed0212d req-bbd81b3a-5611-4434-94ca-82104123bfb5 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Calling delete_port for e0143a0d-42a8-4326-a3bb-2f61fecbcf35 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:42:18.787186 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-cabdaeae-7abb-4ecc-a4ea-06fcc9ac918e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Deleting subnet c169fde6-ce38-4b86-b6cd-a1509e6b7363 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:42:18.788701 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=e0143a0d-42a8-4326-a3bb-2f61fecbcf35,revision_number=8']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:18.792168 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cabdaeae-7abb-4ecc-a4ea-06fcc9ac918e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:18.913584 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cabdaeae-7abb-4ecc-a4ea-06fcc9ac918e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:19.075671 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cabdaeae-7abb-4ecc-a4ea-06fcc9ac918e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:19.201779 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:19.232088 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5cb9b7c3-7edc-47db-8b70-a96f73ceba5f tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:19.245723 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device e7ae5284-18d4-468f-9c1e-1a650bca4c89 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:42:19.266828 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cabdaeae-7abb-4ecc-a4ea-06fcc9ac918e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:19.310762 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a52641-d46f-4b5c-8320-16f85c13125f req-6f221897-fe52-46d1-9fb8-5afe1fdc80ab tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:19.317814 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-68a52641-d46f-4b5c-8320-16f85c13125f req-6f221897-fe52-46d1-9fb8-5afe1fdc80ab tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 945 time: 2.1019082 Feb 09 12:42:19.318481 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.api [req-283269f4-d865-44fe-b518-de246ed0212d req-bbd81b3a-5611-4434-94ca-82104123bfb5 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:42:19.318799 n-d-825178-3 neutron-server[87567]: DEBUG oslo_db.api [req-283269f4-d865-44fe-b518-de246ed0212d req-bbd81b3a-5611-4434-94ca-82104123bfb5 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:42:19.377141 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port e7ae5284-18d4-468f-9c1e-1a650bca4c89 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:42:19.387455 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabdaeae-7abb-4ecc-a4ea-06fcc9ac918e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Subnet': ['ID=c169fde6-ce38-4b86-b6cd-a1509e6b7363,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:19.388660 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port e7ae5284-18d4-468f-9c1e-1a650bca4c89 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:42:19.389034 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:19.393695 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cabdaeae-7abb-4ecc-a4ea-06fcc9ac918e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:19.408856 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412ce71-b5d6-4d6e-b225-d225b453159b req-8736bb73-7bbf-4ce7-adb2-a2341acc9251 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:19.409526 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-cabdaeae-7abb-4ecc-a4ea-06fcc9ac918e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/c169fde6-ce38-4b86-b6cd-a1509e6b7363 HTTP/1.1" status: 204 len: 168 time: 0.7693911 Feb 09 12:42:19.410706 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a412ce71-b5d6-4d6e-b225-d225b453159b req-8736bb73-7bbf-4ce7-adb2-a2341acc9251 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/ports?device_id=6926cd38-319f-439e-87b0-6931865aa752 HTTP/1.1" status: 200 len: 945 time: 2.0329058 Feb 09 12:42:19.417389 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49738) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:19.561278 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-68a52641-d46f-4b5c-8320-16f85c13125f req-41223763-e59c-4995-8ad2-f7bc54fa3d34 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=9312c2c6-ad0f-4a0a-ad28-49fa476a837a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2213507 Feb 09 12:42:19.567805 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c76f5be4-ed7a-4075-800a-acf109a5548d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1488340 Feb 09 12:42:19.573233 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49742) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:19.577469 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a412ce71-b5d6-4d6e-b225-d225b453159b req-c8df3dc9-3afd-4239-9a21-a8ba8323a90a tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/security-groups?id=53536b3f-6b08-44d9-8017-8a0f5c9448d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217980 Feb 09 12:42:19.616921 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f21f5c7e-700b-4250-8713-49bae0b2d9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:19.681480 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:19.710880 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port e7ae5284-18d4-468f-9c1e-1a650bca4c89, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=e7ae5284-18d4-468f-9c1e-1a650bca4c89,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:42:19.714793 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6926cd38-319f-439e-87b0-6931865aa752', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0143a0d-42a8-4326-a3bb-2f61fecbcf35', 'code': 200} Feb 09 12:42:19.716381 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:19.786291 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21f5c7e-700b-4250-8713-49bae0b2d9bf admin admin] Pushing event updated for resources: {'Port': ['ID=c172d685-f4b4-4d32-b41d-05f153052d00,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:19.794242 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5cb9b7c3-7edc-47db-8b70-a96f73ceba5f tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:19.823136 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb9b7c3-7edc-47db-8b70-a96f73ceba5f tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d721fa5-87bf-4c1b-8859-ee1df82d442b,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:19.833609 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-283269f4-d865-44fe-b518-de246ed0212d req-bbd81b3a-5611-4434-94ca-82104123bfb5 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Deleting port e0143a0d-42a8-4326-a3bb-2f61fecbcf35 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:42:19.833964 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-283269f4-d865-44fe-b518-de246ed0212d req-bbd81b3a-5611-4434-94ca-82104123bfb5 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:19.862378 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=e7ae5284-18d4-468f-9c1e-1a650bca4c89,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:19.994956 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5689ed98-4d58-47dd-8a5e-5d64d9cfef83 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:20.007666 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5689ed98-4d58-47dd-8a5e-5d64d9cfef83 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4330812 Feb 09 12:42:20.008256 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49750) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:20.041666 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21f5c7e-700b-4250-8713-49bae0b2d9bf admin admin] Network 49788ea5-e0f8-436b-be1f-13be23c110f0 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:42:20.050384 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device ed232671-0f86-4944-b76c-438219b43570 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:42:20.057208 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-f21f5c7e-700b-4250-8713-49bae0b2d9bf admin admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:42:20.067876 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21f5c7e-700b-4250-8713-49bae0b2d9bf admin admin] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:42:20.149246 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f21f5c7e-700b-4250-8713-49bae0b2d9bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:20.195889 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d79264f-a9b3-44ac-a8bc-5ff47f6e8fcd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:20.200826 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-6d79264f-a9b3-44ac-a8bc-5ff47f6e8fcd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Synchronizing usage tracker for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:subnet {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:42:20.207184 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port ed232671-0f86-4944-b76c-438219b43570 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:42:20.217178 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port ed232671-0f86-4944-b76c-438219b43570 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:42:20.217560 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:20.241541 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-6d79264f-a9b3-44ac-a8bc-5ff47f6e8fcd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Unset dirty status for tenant:a7add69c825d45b8a9a99e00c87aae63 on resource:subnet {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:42:20.246110 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6d79264f-a9b3-44ac-a8bc-5ff47f6e8fcd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2365792 Feb 09 12:42:20.247033 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49754) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:20.396286 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22576321-87f5-4267-afcc-ce01859aff32 None None] Network f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:42:20.490581 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-681b0ee2-bf63-4e2d-9a13-296a18afb64a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2417824 Feb 09 12:42:20.492014 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49762) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:20.504523 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5cb9b7c3-7edc-47db-8b70-a96f73ceba5f tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:20.505666 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-5cb9b7c3-7edc-47db-8b70-a96f73ceba5f tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "DELETE /v2.0/security-groups/8d721fa5-87bf-4c1b-8859-ee1df82d442b HTTP/1.1" status: 204 len: 168 time: 3.2972994 Feb 09 12:42:20.510414 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 49766) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:20.542103 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e7af121-fbfd-43f5-8a18-8fc4d0aa9b86 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] DELETE failed (client error): The resource could not be found. Feb 09 12:42:20.542836 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e7af121-fbfd-43f5-8a18-8fc4d0aa9b86 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:42:20.547813 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4e7af121-fbfd-43f5-8a18-8fc4d0aa9b86 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/ports/bfdf8716-a0a1-4c7e-b41d-79fe97ed74c4 HTTP/1.1" status: 404 len: 333 time: 0.0544534 Feb 09 12:42:20.553072 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49770) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:20.598914 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf8fe334-4a6a-4a3b-a5c1-5cd912959f78 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] DELETE failed (client error): The resource could not be found. Feb 09 12:42:20.599754 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf8fe334-4a6a-4a3b-a5c1-5cd912959f78 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:42:20.604563 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-bf8fe334-4a6a-4a3b-a5c1-5cd912959f78 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/c169fde6-ce38-4b86-b6cd-a1509e6b7363 HTTP/1.1" status: 404 len: 337 time: 0.0503933 Feb 09 12:42:20.605436 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49776) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:20.662461 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-c55ed83c-5bed-44bd-b75f-2664ddbce9f4 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] DELETE failed (client error): The resource could not be found. Feb 09 12:42:20.663323 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c55ed83c-5bed-44bd-b75f-2664ddbce9f4 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:42:20.668441 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c55ed83c-5bed-44bd-b75f-2664ddbce9f4 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/4db3137c-4318-4073-aca5-f637e6b2fefa HTTP/1.1" status: 404 len: 337 time: 0.0617959 Feb 09 12:42:20.669357 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49782) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:20.733920 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f27f0a2-bbe3-4b5b-9a77-5edc2c3b592e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] DELETE failed (client error): The resource could not be found. Feb 09 12:42:20.734712 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f27f0a2-bbe3-4b5b-9a77-5edc2c3b592e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:42:20.739585 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1f27f0a2-bbe3-4b5b-9a77-5edc2c3b592e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/ports/4c2daf79-b649-4188-8e55-98d9e4405ed2 HTTP/1.1" status: 404 len: 333 time: 0.0658445 Feb 09 12:42:20.739585 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49786) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:20.820392 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-07e6ed3b-7c09-44a6-940b-b280ed53436c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] DELETE failed (client error): The resource could not be found. Feb 09 12:42:20.821033 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07e6ed3b-7c09-44a6-940b-b280ed53436c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:42:20.828314 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-07e6ed3b-7c09-44a6-940b-b280ed53436c tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/bd635525-bdae-4254-b08c-9c4bcf058296 HTTP/1.1" status: 404 len: 337 time: 0.0841784 Feb 09 12:42:20.829065 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49792) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:20.879410 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-49b1e9c8-8b3d-4534-be9c-4cb377da9111 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Synchronizing usage tracker for tenant:9ffae91753fb483fa448afc32e943805 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:42:20.885576 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fa7d602-c42c-4d63-b561-4b0c48707480 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] DELETE failed (client error): The resource could not be found. Feb 09 12:42:20.886036 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fa7d602-c42c-4d63-b561-4b0c48707480 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:42:20.887767 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9fa7d602-c42c-4d63-b561-4b0c48707480 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/b68716bc-af7d-46cc-a89f-70afe777e3ef HTTP/1.1" status: 404 len: 337 time: 0.0563955 Feb 09 12:42:20.892223 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49796) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:20.905824 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2a0d23dc-ca9f-4942-a5b3-c40acfbd519d None None] Provisioning complete for port 8d804e03-f96a-4265-b6a2-4aef4edf3862 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:42:20.906682 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2a0d23dc-ca9f-4942-a5b3-c40acfbd519d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:20.932605 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:20.972762 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e72789c-6d06-4b70-adee-e1ec9e15475f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] DELETE failed (client error): The resource could not be found. Feb 09 12:42:20.973255 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e72789c-6d06-4b70-adee-e1ec9e15475f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:42:20.978460 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7e72789c-6d06-4b70-adee-e1ec9e15475f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/ports/6f655cbd-c880-47c9-ae41-3b241eee2a22 HTTP/1.1" status: 404 len: 333 time: 0.0851810 Feb 09 12:42:20.987299 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49800) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:21.040153 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a1fcadf-d037-46a9-be06-1ae4849d29a4 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] DELETE failed (client error): The resource could not be found. Feb 09 12:42:21.040737 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a1fcadf-d037-46a9-be06-1ae4849d29a4 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:42:21.043873 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2a1fcadf-d037-46a9-be06-1ae4849d29a4 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/969f704b-d9f8-4580-8e87-38d0fe555067 HTTP/1.1" status: 404 len: 337 time: 0.0541644 Feb 09 12:42:21.045200 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49806) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:21.068288 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:21.078025 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-283269f4-d865-44fe-b518-de246ed0212d req-bbd81b3a-5611-4434-94ca-82104123bfb5 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] For port e0143a0d-42a8-4326-a3bb-2f61fecbcf35, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=e0143a0d-42a8-4326-a3bb-2f61fecbcf35,segment=NetworkSegment(0820d912-27ce-45be-81e6-6662e031d6b0),segment_id=0820d912-27ce-45be-81e6-6662e031d6b0)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:42:21.078889 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-283269f4-d865-44fe-b518-de246ed0212d req-bbd81b3a-5611-4434-94ca-82104123bfb5 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:21.090164 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-49b1e9c8-8b3d-4534-be9c-4cb377da9111 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Unset dirty status for tenant:9ffae91753fb483fa448afc32e943805 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:42:21.095130 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-49b1e9c8-8b3d-4534-be9c-4cb377da9111 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5629921 Feb 09 12:42:21.102772 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 49810) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:21.120205 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-e8ce7506-a744-4578-950b-d385e936f8eb tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Request body: {'security_group': {'name': 'tempest-secgroup--486914727'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:21.128536 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-e8ce7506-a744-4578-950b-d385e936f8eb tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:21.139006 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-e8ce7506-a744-4578-950b-d385e936f8eb tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:21.166567 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port ed232671-0f86-4944-b76c-438219b43570, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=ed232671-0f86-4944-b76c-438219b43570,segment=NetworkSegment(1f465c16-8bbc-4cd6-be8f-f8d5066ecd9e),segment_id=1f465c16-8bbc-4cd6-be8f-f8d5066ecd9e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:42:21.197808 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d9e7216-c294-4d98-80b3-9bf9faf03522 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] DELETE failed (client error): The resource could not be found. Feb 09 12:42:21.198567 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d9e7216-c294-4d98-80b3-9bf9faf03522 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:42:21.204811 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6d9e7216-c294-4d98-80b3-9bf9faf03522 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/d922dcd6-540b-4bf8-b3fd-460e97871dd6 HTTP/1.1" status: 404 len: 337 time: 0.1570144 Feb 09 12:42:21.205341 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:21.205648 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49816) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:21.255203 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a3b3930-575c-4256-9c53-a07bd5798d54 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] DELETE failed (client error): The resource could not be found. Feb 09 12:42:21.255771 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a3b3930-575c-4256-9c53-a07bd5798d54 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:42:21.258335 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f21f5c7e-700b-4250-8713-49bae0b2d9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:21.260396 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1a3b3930-575c-4256-9c53-a07bd5798d54 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/ports/b1c6b86d-953c-40e6-a2ed-543da56257c7 HTTP/1.1" status: 404 len: 333 time: 0.0537069 Feb 09 12:42:21.261526 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49820) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:21.267932 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e8ce7506-a744-4578-950b-d385e936f8eb tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:21.315243 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d0bb30e-ad0d-4f9f-aa48-d18a57bce269 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] DELETE failed (client error): The resource could not be found. Feb 09 12:42:21.315531 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device e7ae5284-18d4-468f-9c1e-1a650bca4c89 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:42:21.315889 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d0bb30e-ad0d-4f9f-aa48-d18a57bce269 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:42:21.320452 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8d0bb30e-ad0d-4f9f-aa48-d18a57bce269 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/fb3e71fc-f787-4a23-bf89-bf46180e4c45 HTTP/1.1" status: 404 len: 337 time: 0.0578995 Feb 09 12:42:21.321131 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49826) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:21.346241 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=ed232671-0f86-4944-b76c-438219b43570,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:21.428151 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-14748fa1-8b1e-4e54-b05c-194746fe4f17 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] DELETE failed (client error): The resource could not be found. Feb 09 12:42:21.428151 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14748fa1-8b1e-4e54-b05c-194746fe4f17 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:42:21.432817 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-14748fa1-8b1e-4e54-b05c-194746fe4f17 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/5e690238-ef00-4706-bdb9-cd953570f8dd HTTP/1.1" status: 404 len: 337 time: 0.1105130 Feb 09 12:42:21.433519 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49832) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:21.465748 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port e7ae5284-18d4-468f-9c1e-1a650bca4c89 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:42:21.466121 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:21.482633 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-283269f4-d865-44fe-b518-de246ed0212d req-bbd81b3a-5611-4434-94ca-82104123bfb5 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Calling delete_port for e0143a0d-42a8-4326-a3bb-2f61fecbcf35 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:42:21.495892 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5eb15c5-d170-421b-b56d-a8d0cf685f85 None None] DHCP port deletion for f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:42:21.517422 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b5eb15c5-d170-421b-b56d-a8d0cf685f85 None None] Deleting port 8d804e03-f96a-4265-b6a2-4aef4edf3862 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:42:21.517799 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b5eb15c5-d170-421b-b56d-a8d0cf685f85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:21.542252 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4c43328-9772-4c55-8259-fee7f007ee98 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] DELETE failed (client error): The resource could not be found. Feb 09 12:42:21.553557 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4c43328-9772-4c55-8259-fee7f007ee98 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:42:21.565938 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b4c43328-9772-4c55-8259-fee7f007ee98 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/ports/0aeb660f-6563-4f4d-9867-b59f9b8231f1 HTTP/1.1" status: 404 len: 333 time: 0.1238835 Feb 09 12:42:21.565938 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49840) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:21.603858 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-13e9c804-3e35-4bd0-91b1-1462ca5fee50 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] DELETE failed (client error): The resource could not be found. Feb 09 12:42:21.604303 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13e9c804-3e35-4bd0-91b1-1462ca5fee50 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:42:21.607233 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-13e9c804-3e35-4bd0-91b1-1462ca5fee50 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/92002898-0051-4e9a-af6b-5d7aa451b3d2 HTTP/1.1" status: 404 len: 337 time: 0.0470507 Feb 09 12:42:21.610423 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49846) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:21.650330 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-e8ce7506-a744-4578-950b-d385e936f8eb tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:21.670431 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-e8ce7506-a744-4578-950b-d385e936f8eb tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Usage tracker for resource:security_group_rule and tenant:9ffae91753fb483fa448afc32e943805 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:21.672764 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-f50897b8-048b-4f33-b07e-7af4e867a182 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] DELETE failed (client error): The resource could not be found. Feb 09 12:42:21.673252 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f50897b8-048b-4f33-b07e-7af4e867a182 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:42:21.675202 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f50897b8-048b-4f33-b07e-7af4e867a182 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/ports/65daf97f-bd85-4386-8472-65a57d87c511 HTTP/1.1" status: 404 len: 333 time: 0.0637145 Feb 09 12:42:21.678248 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49850) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:21.679144 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-e8ce7506-a744-4578-950b-d385e936f8eb tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:21.699023 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20344935-e885-4628-a7c2-638faa9051d6 req-135c882b-c033-4bb4-a47e-931af13b5d34 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:21.707297 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-20344935-e885-4628-a7c2-638faa9051d6 req-135c882b-c033-4bb4-a47e-931af13b5d34 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 945 time: 0.8699908 Feb 09 12:42:21.719450 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f48bf284-db07-41d0-a633-dd4bc5f47b37 None None] Provisioning for port c172d685-f4b4-4d32-b41d-05f153052d00 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:42:21.722326 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e39cf3-9429-49ef-8eed-4d10fd59973d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed232671-0f86-4944-b76c-438219b43570'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:42:21.756387 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-e8ce7506-a744-4578-950b-d385e936f8eb tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:21.768277 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-5119b3ba-ec8f-435b-9100-b3047eedfa82 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] DELETE failed (client error): The resource could not be found. Feb 09 12:42:21.768914 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5119b3ba-ec8f-435b-9100-b3047eedfa82 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:42:21.770579 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5119b3ba-ec8f-435b-9100-b3047eedfa82 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/e55c41bf-453c-457d-962f-d006afa2ffaa HTTP/1.1" status: 404 len: 337 time: 0.0913806 Feb 09 12:42:21.776746 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49856) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:21.804204 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f48bf284-db07-41d0-a633-dd4bc5f47b37 None None] Provisioning complete for port c172d685-f4b4-4d32-b41d-05f153052d00 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:42:21.804662 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f48bf284-db07-41d0-a633-dd4bc5f47b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:21.837224 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-2397d90a-69ee-4a7d-861a-a88ea1f5fbe9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] DELETE failed (client error): The resource could not be found. Feb 09 12:42:21.838739 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2397d90a-69ee-4a7d-861a-a88ea1f5fbe9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:42:21.840970 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2397d90a-69ee-4a7d-861a-a88ea1f5fbe9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/ports/56bba0f1-fd0a-4bc1-b82d-8407005756be HTTP/1.1" status: 404 len: 333 time: 0.0621574 Feb 09 12:42:21.843676 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49862) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:21.850190 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c4386-7df0-416c-adcd-ce5babe74b2f req-d04678d3-6482-4218-9419-886f16867efe tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:21.851073 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-aa8c4386-7df0-416c-adcd-ce5babe74b2f req-d04678d3-6482-4218-9419-886f16867efe tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Synchronizing usage tracker for tenant:fe861eb8966f4501804d9330d652c357 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:42:21.886988 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-20344935-e885-4628-a7c2-638faa9051d6 req-99dacd7d-98c2-4326-9529-c5f31252b07c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=9312c2c6-ad0f-4a0a-ad28-49fa476a837a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785591 Feb 09 12:42:21.912276 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8b488fd-7573-48da-b8f8-b881f8f580e0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] DELETE failed (client error): The resource could not be found. Feb 09 12:42:21.912733 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8b488fd-7573-48da-b8f8-b881f8f580e0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:42:21.916997 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c8b488fd-7573-48da-b8f8-b881f8f580e0 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/882a420b-70e6-40de-b7a5-aaa75253acbb HTTP/1.1" status: 404 len: 337 time: 0.0697644 Feb 09 12:42:21.919094 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49868) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:21.935839 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-b5eb15c5-d170-421b-b56d-a8d0cf685f85 None None] For port 8d804e03-f96a-4265-b6a2-4aef4edf3862, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=8d804e03-f96a-4265-b6a2-4aef4edf3862,segment=NetworkSegment(e5ef0004-510b-4efc-8dd8-fabbd125b3c7),segment_id=e5ef0004-510b-4efc-8dd8-fabbd125b3c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:42:21.936916 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b5eb15c5-d170-421b-b56d-a8d0cf685f85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:21.978032 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-453e804e-030e-414d-9867-124b26468604 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] DELETE failed (client error): The resource could not be found. Feb 09 12:42:21.978433 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-453e804e-030e-414d-9867-124b26468604 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:42:21.982688 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-453e804e-030e-414d-9867-124b26468604 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/ports/042a67a9-be5b-421d-a860-ffe638ec7873 HTTP/1.1" status: 404 len: 333 time: 0.0622983 Feb 09 12:42:21.982916 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49872) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:22.031976 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-81d51c9f-5b7d-4762-b3bd-e6d3c1a0ab42 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] DELETE failed (client error): The resource could not be found. Feb 09 12:42:22.032270 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81d51c9f-5b7d-4762-b3bd-e6d3c1a0ab42 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:42:22.036204 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-81d51c9f-5b7d-4762-b3bd-e6d3c1a0ab42 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/6bb302d9-f6ec-4c71-9575-16dd517ab0be HTTP/1.1" status: 404 len: 337 time: 0.0499666 Feb 09 12:42:22.037455 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49876) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:22.095243 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 49880) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:22.111947 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-0be06ac4-2d86-4973-9787-f9f3296e3a44 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] DELETE failed (client error): The resource could not be found. Feb 09 12:42:22.112430 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0be06ac4-2d86-4973-9787-f9f3296e3a44 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:42:22.116374 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0be06ac4-2d86-4973-9787-f9f3296e3a44 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/ports/8d3eb696-1c97-4453-a7e7-3f0bc84866c0 HTTP/1.1" status: 404 len: 333 time: 0.0754313 Feb 09 12:42:22.118023 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49884) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:22.163664 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-daf90cec-051a-4c75-83ad-facc1d92157f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] DELETE failed (client error): The resource could not be found. Feb 09 12:42:22.164531 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daf90cec-051a-4c75-83ad-facc1d92157f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:42:22.169177 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e39cf3-9429-49ef-8eed-4d10fd59973d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed232671-0f86-4944-b76c-438219b43570', 'code': 200} Feb 09 12:42:22.169495 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-daf90cec-051a-4c75-83ad-facc1d92157f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/575d9d56-3d79-48ac-a2c2-d0e131146410 HTTP/1.1" status: 404 len: 337 time: 0.0501320 Feb 09 12:42:22.170424 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49888) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:22.178474 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b5eb15c5-d170-421b-b56d-a8d0cf685f85 None None] Calling delete_port for 8d804e03-f96a-4265-b6a2-4aef4edf3862 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:42:22.179297 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e8ce7506-a744-4578-950b-d385e936f8eb tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:22.233273 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-f48bf284-db07-41d0-a633-dd4bc5f47b37 None None] Port c172d685-f4b4-4d32-b41d-05f153052d00 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:42:22.283545 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-d37196e5-a21d-47af-a01d-81c881e3ccc2 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] DELETE failed (client error): The resource could not be found. Feb 09 12:42:22.284317 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d37196e5-a21d-47af-a01d-81c881e3ccc2 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:42:22.288874 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d37196e5-a21d-47af-a01d-81c881e3ccc2 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/ports/050b5f98-0b2b-4941-89d2-cdf807bcd151 HTTP/1.1" status: 404 len: 333 time: 0.1168158 Feb 09 12:42:22.289799 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49894) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:22.308316 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f21f5c7e-700b-4250-8713-49bae0b2d9bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:22.310296 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-aa8c4386-7df0-416c-adcd-ce5babe74b2f req-d04678d3-6482-4218-9419-886f16867efe tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Unset dirty status for tenant:fe861eb8966f4501804d9330d652c357 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:42:22.318884 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aa8c4386-7df0-416c-adcd-ce5babe74b2f req-d04678d3-6482-4218-9419-886f16867efe tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/ports?device_id=6926cd38-319f-439e-87b0-6931865aa752 HTTP/1.1" status: 200 len: 943 time: 1.3248053 Feb 09 12:42:22.338053 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7da1c57-9773-4b0b-9ff2-e665e73b1f33 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] DELETE failed (client error): The resource could not be found. Feb 09 12:42:22.338730 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7da1c57-9773-4b0b-9ff2-e665e73b1f33 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:42:22.343981 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e7da1c57-9773-4b0b-9ff2-e665e73b1f33 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/cfa2e5d3-e34a-43f1-a3e4-14ebee37c833 HTTP/1.1" status: 404 len: 337 time: 0.0518169 Feb 09 12:42:22.345825 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49898) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:22.346190 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b5eb15c5-d170-421b-b56d-a8d0cf685f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:22.400749 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0e1517f-3403-4e10-b914-4f123d3d79ef tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] DELETE failed (client error): The resource could not be found. Feb 09 12:42:22.401374 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0e1517f-3403-4e10-b914-4f123d3d79ef tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:42:22.406225 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a0e1517f-3403-4e10-b914-4f123d3d79ef tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/aff6ac54-406e-4980-8874-3af77b551404 HTTP/1.1" status: 404 len: 337 time: 0.0578570 Feb 09 12:42:22.406962 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49902) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:22.426323 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb15c5-d170-421b-b56d-a8d0cf685f85 None None] Pushing event deleted for resources: {'Port': ['ID=8d804e03-f96a-4265-b6a2-4aef4edf3862,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:22.437767 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5eb15c5-d170-421b-b56d-a8d0cf685f85 None None] No DVR routers for this DVR port 8d804e03-f96a-4265-b6a2-4aef4edf3862 on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:42:22.462811 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f1eff-71f9-47b6-9682-b476e071b56c req-2a655797-cf9d-4ad5-8d53-3fbefaefee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:22.464581 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8b4f1eff-71f9-47b6-9682-b476e071b56c req-2a655797-cf9d-4ad5-8d53-3fbefaefee1d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 1097 time: 0.2444682 Feb 09 12:42:22.500868 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-734fb036-2867-46f2-a214-a60f54efbe82 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] DELETE failed (client error): The resource could not be found. Feb 09 12:42:22.501359 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-734fb036-2867-46f2-a214-a60f54efbe82 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:42:22.505525 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-734fb036-2867-46f2-a214-a60f54efbe82 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/ports/79cd3c5a-6d21-4b03-8b2e-08bffcf4af7b HTTP/1.1" status: 404 len: 333 time: 0.0895598 Feb 09 12:42:22.505763 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49906) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:22.548536 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8b4f1eff-71f9-47b6-9682-b476e071b56c req-7cbb9f45-dba4-4820-a3ad-742104f02af4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9312c2c6-ad0f-4a0a-ad28-49fa476a837a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769906 Feb 09 12:42:22.552524 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da0bc37-802d-4791-a1b3-4746619c5a81 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] DELETE failed (client error): The resource could not be found. Feb 09 12:42:22.552981 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2da0bc37-802d-4791-a1b3-4746619c5a81 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:42:22.554576 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2da0bc37-802d-4791-a1b3-4746619c5a81 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/fcc5d5cb-d40e-4330-ae4d-0509e446815d HTTP/1.1" status: 404 len: 337 time: 0.0478942 Feb 09 12:42:22.560271 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49910) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:22.584416 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-283269f4-d865-44fe-b518-de246ed0212d req-bbd81b3a-5611-4434-94ca-82104123bfb5 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:22.586227 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e8ce7506-a744-4578-950b-d385e936f8eb tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:22.589903 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f21f5c7e-700b-4250-8713-49bae0b2d9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:22.605899 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-458e5994-6ea0-4f11-8863-6b00c45478b3 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] DELETE failed (client error): The resource could not be found. Feb 09 12:42:22.606366 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-458e5994-6ea0-4f11-8863-6b00c45478b3 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:42:22.608985 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-458e5994-6ea0-4f11-8863-6b00c45478b3 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/66c9a21d-04eb-4188-a82a-af8e7ced2651 HTTP/1.1" status: 404 len: 337 time: 0.0466778 Feb 09 12:42:22.611321 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49914) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:22.656360 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-6decabc6-d8a4-4dab-810a-c09da2a8c2a9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] DELETE failed (client error): The resource could not be found. Feb 09 12:42:22.657288 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6decabc6-d8a4-4dab-810a-c09da2a8c2a9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:42:22.659166 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6decabc6-d8a4-4dab-810a-c09da2a8c2a9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/ports/0b47d7d7-9a5c-44f5-a533-9df5d6aeda99 HTTP/1.1" status: 404 len: 333 time: 0.0467217 Feb 09 12:42:22.661730 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49918) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:22.705530 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-16ac5526-7896-4d9a-852d-ced6d90a9aa9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] DELETE failed (client error): The resource could not be found. Feb 09 12:42:22.706797 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16ac5526-7896-4d9a-852d-ced6d90a9aa9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:42:22.708740 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-16ac5526-7896-4d9a-852d-ced6d90a9aa9 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/7a8ae7ae-9404-4ed5-ac4f-af64a60c62fd HTTP/1.1" status: 404 len: 337 time: 0.0459402 Feb 09 12:42:22.711603 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49922) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:22.760783 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-233c1186-bc0d-4e7d-be75-87820681aa1f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] DELETE failed (client error): The resource could not be found. Feb 09 12:42:22.761314 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-233c1186-bc0d-4e7d-be75-87820681aa1f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:42:22.766187 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-233c1186-bc0d-4e7d-be75-87820681aa1f tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/9c3204a3-564c-4d12-869c-011da1dd72e6 HTTP/1.1" status: 404 len: 337 time: 0.0499327 Feb 09 12:42:22.766187 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49926) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:22.811870 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c8f4019-bd0e-463b-800d-6318276b4346 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] DELETE failed (client error): The resource could not be found. Feb 09 12:42:22.821476 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c8f4019-bd0e-463b-800d-6318276b4346 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:42:22.821476 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1c8f4019-bd0e-463b-800d-6318276b4346 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/ports/7ccc0bc3-3f4d-42db-82a1-0ec5254132b1 HTTP/1.1" status: 404 len: 333 time: 0.0496047 Feb 09 12:42:22.821476 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49930) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:22.863776 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-27bd9e43-cc03-4a4c-85e6-f71f62e42798 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] DELETE failed (client error): The resource could not be found. Feb 09 12:42:22.864322 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27bd9e43-cc03-4a4c-85e6-f71f62e42798 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:42:22.865100 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:22.868252 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-27bd9e43-cc03-4a4c-85e6-f71f62e42798 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/3ddb3373-89a3-4ab9-bcda-50dd3bd1e471 HTTP/1.1" status: 404 len: 337 time: 0.0437915 Feb 09 12:42:22.868461 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49934) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:22.909218 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f21f5c7e-700b-4250-8713-49bae0b2d9bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:22.930076 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21f5c7e-700b-4250-8713-49bae0b2d9bf admin admin] Pushing event updated for resources: {'Port': ['ID=c172d685-f4b4-4d32-b41d-05f153052d00,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:22.931742 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce7506-a744-4578-950b-d385e936f8eb tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=125723ce-60ab-4412-a670-7bc22b540c9a,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:22.936115 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aa8c4386-7df0-416c-adcd-ce5babe74b2f req-c2368697-ac37-49dc-8e9f-00013ecae152 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.55 "GET /v2.0/security-groups?id=53536b3f-6b08-44d9-8017-8a0f5c9448d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6163325 Feb 09 12:42:23.027699 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-283269f4-d865-44fe-b518-de246ed0212d req-bbd81b3a-5611-4434-94ca-82104123bfb5 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] No DVR routers for this DVR port e0143a0d-42a8-4326-a3bb-2f61fecbcf35 on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:42:23.033003 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-283269f4-d865-44fe-b518-de246ed0212d req-bbd81b3a-5611-4434-94ca-82104123bfb5 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:23.037239 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-283269f4-d865-44fe-b518-de246ed0212d req-bbd81b3a-5611-4434-94ca-82104123bfb5 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] 10.222.0.46 "DELETE /v2.0/ports/e0143a0d-42a8-4326-a3bb-2f61fecbcf35 HTTP/1.1" status: 204 len: 173 time: 7.2149162 Feb 09 12:42:23.052227 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-21bb0f51-8c92-456d-8363-7b460fd0caae tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] DELETE failed (client error): The resource could not be found. Feb 09 12:42:23.052707 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21bb0f51-8c92-456d-8363-7b460fd0caae tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:42:23.060533 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-21bb0f51-8c92-456d-8363-7b460fd0caae tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/83e745ef-e369-41ed-8ad6-4fd03d6bf509 HTTP/1.1" status: 404 len: 337 time: 0.1904283 Feb 09 12:42:23.065204 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49944) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:23.066495 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6926cd38-319f-439e-87b0-6931865aa752', 'name': 'network-vif-deleted', 'tag': 'e0143a0d-42a8-4326-a3bb-2f61fecbcf35'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:42:23.139991 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-93067385-38ec-490d-99da-08c0a1e75b83 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/ports?device_id=797c7854-c9ba-48f1-917c-aecac3e36e37 HTTP/1.1" status: 200 len: 205 time: 0.0720007 Feb 09 12:42:23.142900 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49950) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:23.188980 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd81b3a-5611-4434-94ca-82104123bfb5 tempest-ServerRescueTestJSONUnderV235-2025076130 tempest-ServerRescueTestJSONUnderV235-2025076130-project] Pushing event deleted for resources: {'Port': ['ID=e0143a0d-42a8-4326-a3bb-2f61fecbcf35,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:23.192357 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e8ce7506-a744-4578-950b-d385e936f8eb tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:23.197621 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e8ce7506-a744-4578-950b-d385e936f8eb tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.0884314 Feb 09 12:42:23.218255 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 8d804e03-f96a-4265-b6a2-4aef4edf3862 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:42:23.232109 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6926cd38-319f-439e-87b0-6931865aa752', 'name': 'network-vif-deleted', 'tag': 'e0143a0d-42a8-4326-a3bb-2f61fecbcf35', 'status': 'completed', 'code': 200} Feb 09 12:42:23.250276 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 49954) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:23.279723 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 8d804e03-f96a-4265-b6a2-4aef4edf3862 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:42:23.280058 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 8d804e03-f96a-4265-b6a2-4aef4edf3862 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:42:23.286177 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-f458488c-8ee9-42a6-b9c9-98400e37ec11 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] delete failed (client error): The resource could not be found. Feb 09 12:42:23.287341 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f458488c-8ee9-42a6-b9c9-98400e37ec11 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/routers/797c7854-c9ba-48f1-917c-aecac3e36e37 HTTP/1.1" status: 404 len: 336 time: 0.1434903 Feb 09 12:42:23.292784 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49956) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:23.346621 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee8b78a8-e0b3-4d91-a4c1-5e25f3c00e84 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] DELETE failed (client error): The resource could not be found. Feb 09 12:42:23.347756 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee8b78a8-e0b3-4d91-a4c1-5e25f3c00e84 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:42:23.352579 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ee8b78a8-e0b3-4d91-a4c1-5e25f3c00e84 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/41f904f8-0008-4ef5-87e4-e43e1e0a447c HTTP/1.1" status: 404 len: 337 time: 0.0587647 Feb 09 12:42:23.356579 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49960) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:23.418294 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0e75ac49-acd0-4d80-85a7-8cf96d909d0d tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2a3dd66-b129-4322-999c-40013ec9acd8 HTTP/1.1" status: 200 len: 205 time: 0.0600150 Feb 09 12:42:23.418999 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49964) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:23.515735 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-2180022d-748c-44e8-9f97-738742f36e8f tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Request body: {'security_group_rule': {'security_group_id': '125723ce-60ab-4412-a670-7bc22b540c9a', 'direction': 'ingress', 'protocol': 17}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:23.522850 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-edbfbae6-4316-4637-92a0-848663e01872 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] delete failed (client error): The resource could not be found. Feb 09 12:42:23.524092 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-edbfbae6-4316-4637-92a0-848663e01872 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/routers/f2a3dd66-b129-4322-999c-40013ec9acd8 HTTP/1.1" status: 404 len: 336 time: 0.1040828 Feb 09 12:42:23.527463 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49972) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:23.545895 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-2180022d-748c-44e8-9f97-738742f36e8f tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:23.566551 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-2180022d-748c-44e8-9f97-738742f36e8f tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Usage tracker for resource:security_group_rule and tenant:9ffae91753fb483fa448afc32e943805 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:23.575697 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-2180022d-748c-44e8-9f97-738742f36e8f tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:23.604501 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eca75a5-8f52-466b-b428-7222bd3bba52 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] DELETE failed (client error): The resource could not be found. Feb 09 12:42:23.605552 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eca75a5-8f52-466b-b428-7222bd3bba52 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:42:23.607517 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-2180022d-748c-44e8-9f97-738742f36e8f tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:23.615223 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1eca75a5-8f52-466b-b428-7222bd3bba52 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/bcf5de9f-0057-4776-94e2-9c8d32be6768 HTTP/1.1" status: 404 len: 337 time: 0.0851738 Feb 09 12:42:23.618299 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49976) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:23.716813 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-f487704c-71ad-462c-be37-15cef3a0c7bd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] DELETE failed (client error): The resource could not be found. Feb 09 12:42:23.717266 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f487704c-71ad-462c-be37-15cef3a0c7bd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:42:23.721419 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f487704c-71ad-462c-be37-15cef3a0c7bd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/985f87b2-6ebd-4549-ac24-87446f6333e7 HTTP/1.1" status: 404 len: 337 time: 0.0995657 Feb 09 12:42:23.721695 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49980) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:23.745979 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2180022d-748c-44e8-9f97-738742f36e8f tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:23.789447 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-422e39c7-4aee-45af-b508-f948edf99bc3 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] DELETE failed (client error): The resource could not be found. Feb 09 12:42:23.790187 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-422e39c7-4aee-45af-b508-f948edf99bc3 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:42:23.796373 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-422e39c7-4aee-45af-b508-f948edf99bc3 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/ports/dcc33b95-f478-4c59-a8b7-9b3d713afbba HTTP/1.1" status: 404 len: 333 time: 0.0732050 Feb 09 12:42:23.797231 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49984) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:23.845166 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21f5c7e-700b-4250-8713-49bae0b2d9bf admin admin] Network 49788ea5-e0f8-436b-be1f-13be23c110f0 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:42:23.850539 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-398c69e1-0252-4c56-be56-93f096ab0cc7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] DELETE failed (client error): The resource could not be found. Feb 09 12:42:23.850539 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-398c69e1-0252-4c56-be56-93f096ab0cc7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:42:23.853956 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-398c69e1-0252-4c56-be56-93f096ab0cc7 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/5dd9f373-1e0e-4603-9553-b465266b2af7 HTTP/1.1" status: 404 len: 337 time: 0.0541825 Feb 09 12:42:23.855099 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49988) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:23.859160 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5b56f-8b26-4691-9f42-e95e4fb2be85 req-99bd7742-2bab-4320-b9d5-bbd80be5c99f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:23.866443 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-54a5b56f-8b26-4691-9f42-e95e4fb2be85 req-99bd7742-2bab-4320-b9d5-bbd80be5c99f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 946 time: 0.6591656 Feb 09 12:42:23.877865 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-f21f5c7e-700b-4250-8713-49bae0b2d9bf admin admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:42:23.925251 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a3bc822-4764-4694-899d-9496f74c2b37 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] DELETE failed (client error): The resource could not be found. Feb 09 12:42:23.926056 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a3bc822-4764-4694-899d-9496f74c2b37 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:42:23.929562 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0a3bc822-4764-4694-899d-9496f74c2b37 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/ports/275f326f-00db-4bea-96a1-92ec776b74e0 HTTP/1.1" status: 404 len: 333 time: 0.0727661 Feb 09 12:42:23.932092 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49992) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:23.981243 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-93605815-84f5-45df-942f-d05cceafec70 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] DELETE failed (client error): The resource could not be found. Feb 09 12:42:23.981831 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93605815-84f5-45df-942f-d05cceafec70 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:42:23.987296 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-93605815-84f5-45df-942f-d05cceafec70 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/c553866c-0a13-45d1-88ca-321b4c4bd1c5 HTTP/1.1" status: 404 len: 337 time: 0.0519197 Feb 09 12:42:23.987935 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49998) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:24.040599 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-089d92c8-2ada-41fc-a032-f6e8527caedf tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] DELETE failed (client error): The resource could not be found. Feb 09 12:42:24.040999 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-089d92c8-2ada-41fc-a032-f6e8527caedf tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:42:24.045574 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-089d92c8-2ada-41fc-a032-f6e8527caedf tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/ports/5d46d5ff-d0a4-49e2-8a99-bc93310b8832 HTTP/1.1" status: 404 len: 333 time: 0.0566211 Feb 09 12:42:24.046987 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50002) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:24.108456 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50006) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:24.118113 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeb5f007-5e32-45d6-9cbb-692c16a500dd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] DELETE failed (client error): The resource could not be found. Feb 09 12:42:24.118576 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeb5f007-5e32-45d6-9cbb-692c16a500dd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:42:24.129346 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-aeb5f007-5e32-45d6-9cbb-692c16a500dd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/e3eb4373-9577-405a-8f27-3bacd294a860 HTTP/1.1" status: 404 len: 337 time: 0.0812464 Feb 09 12:42:24.130002 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50008) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:24.180594 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-3df4c7dc-70d9-47e1-9611-ac881e4f72dd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] DELETE failed (client error): The resource could not be found. Feb 09 12:42:24.181077 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3df4c7dc-70d9-47e1-9611-ac881e4f72dd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:42:24.185484 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3df4c7dc-70d9-47e1-9611-ac881e4f72dd tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/ports/d1f1c66e-cc5e-4078-976b-7ef7d0c8e6f7 HTTP/1.1" status: 404 len: 333 time: 0.0545361 Feb 09 12:42:24.186075 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50016) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:24.229194 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21f5c7e-700b-4250-8713-49bae0b2d9bf admin admin] Router f47f533c-a923-4d28-a2dd-1b1bcc811170 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:42:24.235190 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bc7cd33-5b26-4a11-9b09-b5fe90c90ab5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] DELETE failed (client error): The resource could not be found. Feb 09 12:42:24.235708 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bc7cd33-5b26-4a11-9b09-b5fe90c90ab5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:42:24.238021 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4bc7cd33-5b26-4a11-9b09-b5fe90c90ab5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/7ba9f240-b6db-44ca-9624-91dafdc46b25 HTTP/1.1" status: 404 len: 337 time: 0.0493894 Feb 09 12:42:24.240192 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50022) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:24.285592 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2180022d-748c-44e8-9f97-738742f36e8f tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:24.286784 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-e7a6d9bd-b593-4fd1-bf99-715cd2852910 None None] Provisioning complete for port c172d685-f4b4-4d32-b41d-05f153052d00 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:42:24.287250 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e7a6d9bd-b593-4fd1-bf99-715cd2852910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:24.305997 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-54a5b56f-8b26-4691-9f42-e95e4fb2be85 req-dd80b4fe-b87d-467b-b76a-569cbb4a8949 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=9312c2c6-ad0f-4a0a-ad28-49fa476a837a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4386449 Feb 09 12:42:24.306281 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-8965a522-502b-4d5b-bf84-15a942c1981e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] DELETE failed (client error): The resource could not be found. Feb 09 12:42:24.306838 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8965a522-502b-4d5b-bf84-15a942c1981e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:42:24.311497 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8965a522-502b-4d5b-bf84-15a942c1981e tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/ports/f2c96713-9ecb-4e91-9c33-56fe0d2de3e6 HTTP/1.1" status: 404 len: 333 time: 0.0662482 Feb 09 12:42:24.312588 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50028) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:24.334731 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2180022d-748c-44e8-9f97-738742f36e8f tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:24.356855 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ac1029a-0efc-4ce2-8b85-832e326d6527 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] DELETE failed (client error): The resource could not be found. Feb 09 12:42:24.357449 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ac1029a-0efc-4ce2-8b85-832e326d6527 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:42:24.362115 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6ac1029a-0efc-4ce2-8b85-832e326d6527 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/9192d1dc-705d-4a0c-9d20-ac7eb834fa6c HTTP/1.1" status: 404 len: 337 time: 0.0484016 Feb 09 12:42:24.362755 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50034) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:24.412957 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-e7a6d9bd-b593-4fd1-bf99-715cd2852910 None None] Port c172d685-f4b4-4d32-b41d-05f153052d00 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:42:24.439746 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdc22026-5fec-4005-bb31-3ce0f77f4b6a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] DELETE failed (client error): The resource could not be found. Feb 09 12:42:24.439746 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdc22026-5fec-4005-bb31-3ce0f77f4b6a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:42:24.440197 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-bdc22026-5fec-4005-bb31-3ce0f77f4b6a tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/ports/38ba0722-760b-4ece-befc-219ff2787dc3 HTTP/1.1" status: 404 len: 333 time: 0.0756457 Feb 09 12:42:24.440931 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50038) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:24.487620 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd813446-6feb-46eb-890e-00b61a034cb6 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] DELETE failed (client error): The resource could not be found. Feb 09 12:42:24.488167 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd813446-6feb-46eb-890e-00b61a034cb6 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:42:24.493289 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-fd813446-6feb-46eb-890e-00b61a034cb6 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/721dd5f8-cbe7-4fea-b3fe-39f2d910929f HTTP/1.1" status: 404 len: 337 time: 0.0512433 Feb 09 12:42:24.493994 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50044) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:24.541839 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-289ecd2b-e1e5-49f5-ad48-f3b9ded85f69 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] DELETE failed (client error): The resource could not be found. Feb 09 12:42:24.542506 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-289ecd2b-e1e5-49f5-ad48-f3b9ded85f69 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:42:24.547860 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-289ecd2b-e1e5-49f5-ad48-f3b9ded85f69 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/ports/ef08bda3-4832-4ee1-9135-a752e7b15b78 HTTP/1.1" status: 404 len: 333 time: 0.0527000 Feb 09 12:42:24.548574 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50048) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:24.556337 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2180022d-748c-44e8-9f97-738742f36e8f tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e8bdd67-918d-4685-95f1-9b5e00ade811,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:24.593290 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bf6a09c-b7a6-47fa-a93d-373d3916b000 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] DELETE failed (client error): The resource could not be found. Feb 09 12:42:24.593891 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bf6a09c-b7a6-47fa-a93d-373d3916b000 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:42:24.595976 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4bf6a09c-b7a6-47fa-a93d-373d3916b000 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/subnets/2d15d022-848e-4ebc-92ec-580900c8b143 HTTP/1.1" status: 404 len: 337 time: 0.0461454 Feb 09 12:42:24.598544 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50052) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:24.766423 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-26f868a9-6d82-404f-94a1-675ba641e2c5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:24.778341 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2180022d-748c-44e8-9f97-738742f36e8f tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:24.782994 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2180022d-748c-44e8-9f97-738742f36e8f tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.3317873 Feb 09 12:42:24.788748 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50060) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:24.908478 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-26f868a9-6d82-404f-94a1-675ba641e2c5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:24.940212 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-26f868a9-6d82-404f-94a1-675ba641e2c5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:24.953867 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-26f868a9-6d82-404f-94a1-675ba641e2c5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:24.954235 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-26f868a9-6d82-404f-94a1-675ba641e2c5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5ef0004-510b-4efc-8dd8-fabbd125b3c7') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:24.966892 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-26f868a9-6d82-404f-94a1-675ba641e2c5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:24.986030 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-26f868a9-6d82-404f-94a1-675ba641e2c5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:24.994036 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26f868a9-6d82-404f-94a1-675ba641e2c5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:42:24.994550 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-26f868a9-6d82-404f-94a1-675ba641e2c5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:25.013294 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:42:25.013294 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:42:25.013294 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:42:25.013294 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:42:25.013294 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:42:25.013294 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:42:25.013294 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:42:25.013294 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:42:25.013294 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:42:25.013294 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:42:25.013294 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:42:25.013294 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:42:25.013294 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:42:25.013294 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:42:25.013294 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:42:25.013294 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:42:25.013294 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:42:25.013294 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:42:25.013294 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:42:25.013294 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:42:25.013294 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:42:25.013294 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:42:25.013294 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:42:25.013294 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:42:25.013294 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:42:25.013294 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:42:25.013294 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:42:25.013294 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:42:25.013294 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:42:25.013294 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:42:25.013294 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:42:25.013294 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:42:25.122151 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-26f868a9-6d82-404f-94a1-675ba641e2c5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:25.122994 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21f5c7e-700b-4250-8713-49bae0b2d9bf admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:42:25.140783 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b86959f-78d1-47d0-8a83-032a10591918 None None] Sync routers for ids ['f47f533c-a923-4d28-a2dd-1b1bcc811170'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:42:25.142539 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-26f868a9-6d82-404f-94a1-675ba641e2c5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:25.153205 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f868a9-6d82-404f-94a1-675ba641e2c5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] Pushing event deleted for resources: {'Network': ['ID=f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:25.167442 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b86959f-78d1-47d0-8a83-032a10591918 None None] Routers {'f47f533c-a923-4d28-a2dd-1b1bcc811170'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:42:25.167819 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-26f868a9-6d82-404f-94a1-675ba641e2c5 tempest-NetworksTestDHCPv6-727462894 tempest-NetworksTestDHCPv6-727462894-project] 10.222.0.55 "DELETE /v2.0/networks/f1052dc2-8fdc-4469-a8ec-e80e7c6e0dd0 HTTP/1.1" status: 204 len: 168 time: 0.5623333 Feb 09 12:42:25.172739 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-3b86959f-78d1-47d0-8a83-032a10591918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:42:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['f47f533c-a923-4d28-a2dd-1b1bcc811170'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:25.176795 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-adc5dbaa-2afc-4715-853c-fdd45aa6d4ad tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:25.181692 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-18deaf89-12c7-4f39-a5ba-33d541715221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:25.284494 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f21f5c7e-700b-4250-8713-49bae0b2d9bf admin admin] 10.222.0.55 "PUT /v2.0/routers/f47f533c-a923-4d28-a2dd-1b1bcc811170/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0420942 Feb 09 12:42:25.458490 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50072) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:25.523529 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-3b86959f-78d1-47d0-8a83-032a10591918 None None] Set router f47f533c-a923-4d28-a2dd-1b1bcc811170 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:42:25.696716 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2de8ec6f-2c8d-462d-9070-53b83bf8e76b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a7add69c825d45b8a9a99e00c87aae63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2370362 Feb 09 12:42:25.697323 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50082) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:25.730532 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-adc5dbaa-2afc-4715-853c-fdd45aa6d4ad tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:25.827074 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac809-42b4-4996-84a9-108c66b46bca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:25.860924 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac809-42b4-4996-84a9-108c66b46bca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:25.917337 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc652e-362f-4023-90c4-abda015cebb7 req-3a57866f-9c18-4889-b578-54015f8d21f7 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:25.919363 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b3cc652e-362f-4023-90c4-abda015cebb7 req-3a57866f-9c18-4889-b578-54015f8d21f7 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 946 time: 0.3306444 Feb 09 12:42:25.934830 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac809-42b4-4996-84a9-108c66b46bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:25.974126 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7ac809-42b4-4996-84a9-108c66b46bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072898ad-6959-4b10-9d82-0e550405496e,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:25.978100 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac809-42b4-4996-84a9-108c66b46bca admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:25.980362 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9e7ac809-42b4-4996-84a9-108c66b46bca admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/072898ad-6959-4b10-9d82-0e550405496e HTTP/1.1" status: 204 len: 168 time: 0.2821689 Feb 09 12:42:26.002746 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-adc5dbaa-2afc-4715-853c-fdd45aa6d4ad tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:26.046638 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc5dbaa-2afc-4715-853c-fdd45aa6d4ad tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=125723ce-60ab-4412-a670-7bc22b540c9a,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:26.086325 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-adc5dbaa-2afc-4715-853c-fdd45aa6d4ad tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:26.090829 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-adc5dbaa-2afc-4715-853c-fdd45aa6d4ad tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "DELETE /v2.0/security-groups/125723ce-60ab-4412-a670-7bc22b540c9a HTTP/1.1" status: 204 len: 168 time: 1.2977338 Feb 09 12:42:26.091025 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50092) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:26.095759 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc5dbaa-2afc-4715-853c-fdd45aa6d4ad tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:42:26.095990 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc5dbaa-2afc-4715-853c-fdd45aa6d4ad tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:42:26.096259 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc5dbaa-2afc-4715-853c-fdd45aa6d4ad tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:42:26.096642 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc5dbaa-2afc-4715-853c-fdd45aa6d4ad tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:42:26.096972 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc5dbaa-2afc-4715-853c-fdd45aa6d4ad tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:42:26.097479 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc5dbaa-2afc-4715-853c-fdd45aa6d4ad tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:42:26.097861 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc5dbaa-2afc-4715-853c-fdd45aa6d4ad tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:42:26.098183 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc5dbaa-2afc-4715-853c-fdd45aa6d4ad tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:42:26.098501 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc5dbaa-2afc-4715-853c-fdd45aa6d4ad tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:42:26.098818 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc5dbaa-2afc-4715-853c-fdd45aa6d4ad tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:42:26.099136 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc5dbaa-2afc-4715-853c-fdd45aa6d4ad tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:42:26.099450 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc5dbaa-2afc-4715-853c-fdd45aa6d4ad tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:42:26.109463 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-18deaf89-12c7-4f39-a5ba-33d541715221 admin admin] Deleting port 95dd8935-16b4-4add-a2f5-318d2b2379fa {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:42:26.109800 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-18deaf89-12c7-4f39-a5ba-33d541715221 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:26.144353 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b3cc652e-362f-4023-90c4-abda015cebb7 req-0730a7be-d3f9-40e5-9d19-e04e606ddea1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=9312c2c6-ad0f-4a0a-ad28-49fa476a837a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824729 Feb 09 12:42:26.191931 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-3b86959f-78d1-47d0-8a83-032a10591918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47f533c-a923-4d28-a2dd-1b1bcc811170', 'name': 'tempest-TestServerBasicOps-17248572-router', 'tenant_id': '539d54fc51684d168bca510847ccfe8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'e7ae5284-18d4-468f-9c1e-1a650bca4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:41:58Z', 'updated_at': '2022-02-09T12:42:21Z', 'revision_number': 4, 'project_id': '539d54fc51684d168bca510847ccfe8b', 'gw_port': {'id': 'e7ae5284-18d4-468f-9c1e-1a650bca4c89', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:9a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47f533c-a923-4d28-a2dd-1b1bcc811170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:42:03Z', 'updated_at': '2022-02-09T12:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'c172d685-f4b4-4d32-b41d-05f153052d00', 'name': '', 'network_id': '49788ea5-e0f8-436b-be1f-13be23c110f0', 'tenant_id': '539d54fc51684d168bca510847ccfe8b', 'mac_address': 'fa:16:3e:f8:e8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f47f533c-a923-4d28-a2dd-1b1bcc811170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '7d4b473f-0135-4827-8959-833cfc1cd6e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:42:16Z', 'updated_at': '2022-02-09T12:42:21Z', 'revision_number': 2, 'project_id': '539d54fc51684d168bca510847ccfe8b', 'subnets': [{'id': '7d4b473f-0135-4827-8959-833cfc1cd6e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:26.192165 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ba711957-80ae-4d0f-8af4-bf0f150302b8 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0989735 Feb 09 12:42:26.197839 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50098) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:26.208858 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-f0187bc1-8b03-4f56-bedb-15ba68688025 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Request body: {'security_group': {'name': 'tempest-secgroup--1167998269'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:26.210837 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b86959f-78d1-47d0-8a83-032a10591918 None None] Checking router: f47f533c-a923-4d28-a2dd-1b1bcc811170 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:42:26.214075 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b86959f-78d1-47d0-8a83-032a10591918 None None] Updating router f47f533c-a923-4d28-a2dd-1b1bcc811170 port c172d685-f4b4-4d32-b41d-05f153052d00 binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:42:26.226221 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f0187bc1-8b03-4f56-bedb-15ba68688025 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:26.235922 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f0187bc1-8b03-4f56-bedb-15ba68688025 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Usage tracker for resource:security_group and tenant:9ffae91753fb483fa448afc32e943805 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:26.245264 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f0187bc1-8b03-4f56-bedb-15ba68688025 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:26.261382 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f0187bc1-8b03-4f56-bedb-15ba68688025 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:26.270223 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50102) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:26.277757 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-8b323fa9-2154-44c1-8a03-8d1ccf520970 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-810973088', 'description': 'tempest-secgroup-smoke-810973088 description', 'project_id': '78fcd49da689411da6a25296f99fd3a8'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:26.284549 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f0187bc1-8b03-4f56-bedb-15ba68688025 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:26.309139 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8b323fa9-2154-44c1-8a03-8d1ccf520970 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:26.314793 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f0187bc1-8b03-4f56-bedb-15ba68688025 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:26.317501 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-8b323fa9-2154-44c1-8a03-8d1ccf520970 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Usage tracker for resource:security_group and tenant:78fcd49da689411da6a25296f99fd3a8 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:26.325479 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f0187bc1-8b03-4f56-bedb-15ba68688025 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Usage tracker for resource:security_group_rule and tenant:9ffae91753fb483fa448afc32e943805 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:26.344290 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-8b323fa9-2154-44c1-8a03-8d1ccf520970 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:26.350592 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f0187bc1-8b03-4f56-bedb-15ba68688025 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:26.366365 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3b86959f-78d1-47d0-8a83-032a10591918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:26.376921 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8b323fa9-2154-44c1-8a03-8d1ccf520970 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:26.379066 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f0187bc1-8b03-4f56-bedb-15ba68688025 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:26.423942 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8b323fa9-2154-44c1-8a03-8d1ccf520970 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:26.481209 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8b323fa9-2154-44c1-8a03-8d1ccf520970 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:26.490389 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-8b323fa9-2154-44c1-8a03-8d1ccf520970 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Usage tracker for resource:security_group_rule and tenant:78fcd49da689411da6a25296f99fd3a8 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:26.494844 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-8b323fa9-2154-44c1-8a03-8d1ccf520970 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:26.535377 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8b323fa9-2154-44c1-8a03-8d1ccf520970 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:26.600199 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-18deaf89-12c7-4f39-a5ba-33d541715221 admin admin] For port 95dd8935-16b4-4add-a2f5-318d2b2379fa, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=95dd8935-16b4-4add-a2f5-318d2b2379fa,segment=NetworkSegment(1c59adf7-7d08-4b5e-9bac-da20ae07f737),segment_id=1c59adf7-7d08-4b5e-9bac-da20ae07f737)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:42:26.600421 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-18deaf89-12c7-4f39-a5ba-33d541715221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:26.625959 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f32946b8-3dbd-4099-a991-4316cbead5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:26.675282 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f0187bc1-8b03-4f56-bedb-15ba68688025 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:26.681365 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f0187bc1-8b03-4f56-bedb-15ba68688025 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:26.779644 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0187bc1-8b03-4f56-bedb-15ba68688025 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c79265b7-9e2e-4b43-8a6c-af274213f5e3,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:26.783425 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f0187bc1-8b03-4f56-bedb-15ba68688025 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:26.784798 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f0187bc1-8b03-4f56-bedb-15ba68688025 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5855873 Feb 09 12:42:26.794620 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50114) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:26.804714 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-0d4a1e98-9643-4507-af99-013fd19ddca9 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Request body: {'security_group': {'name': 'tempest-secgroup--410974209'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:26.812581 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0d4a1e98-9643-4507-af99-013fd19ddca9 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:26.817120 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0d4a1e98-9643-4507-af99-013fd19ddca9 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Usage tracker for resource:security_group and tenant:9ffae91753fb483fa448afc32e943805 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:26.820904 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0d4a1e98-9643-4507-af99-013fd19ddca9 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:26.827526 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0d4a1e98-9643-4507-af99-013fd19ddca9 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:26.855690 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8b323fa9-2154-44c1-8a03-8d1ccf520970 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:26.866458 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8b323fa9-2154-44c1-8a03-8d1ccf520970 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:26.869566 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1acef-0069-4a5a-bd23-a28248a7e56e req-9fd2d42e-d661-427b-a207-ff8114545876 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:26.871108 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e9d1acef-0069-4a5a-bd23-a28248a7e56e req-9fd2d42e-d661-427b-a207-ff8114545876 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 946 time: 0.4115932 Feb 09 12:42:26.896226 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-18deaf89-12c7-4f39-a5ba-33d541715221 admin admin] Calling delete_port for 95dd8935-16b4-4add-a2f5-318d2b2379fa owned by network:router_interface {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:42:26.935795 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0d4a1e98-9643-4507-af99-013fd19ddca9 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:26.948872 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3b86959f-78d1-47d0-8a83-032a10591918 None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:26.972510 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8b323fa9-2154-44c1-8a03-8d1ccf520970 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:26.976914 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8b323fa9-2154-44c1-8a03-8d1ccf520970 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7022827 Feb 09 12:42:26.981318 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50122) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:26.984623 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-3b86959f-78d1-47d0-8a83-032a10591918 None None] Transition to ACTIVE for port object c172d685-f4b4-4d32-b41d-05f153052d00 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:42:26.992207 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-3c1b44a6-636a-42c3-b6f2-30c849504482 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Request body: {'security_group_rule': {'security_group_id': '100591b4-c01e-4386-91ab-bc93054cdadb', 'project_id': '78fcd49da689411da6a25296f99fd3a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:27.000168 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3b86959f-78d1-47d0-8a83-032a10591918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:27.000468 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3c1b44a6-636a-42c3-b6f2-30c849504482 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:27.005837 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3c1b44a6-636a-42c3-b6f2-30c849504482 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Usage tracker for resource:security_group_rule and tenant:78fcd49da689411da6a25296f99fd3a8 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:27.010161 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3c1b44a6-636a-42c3-b6f2-30c849504482 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:27.026906 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3c1b44a6-636a-42c3-b6f2-30c849504482 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:27.032384 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b323fa9-2154-44c1-8a03-8d1ccf520970 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=100591b4-c01e-4386-91ab-bc93054cdadb,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:27.054608 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0d4a1e98-9643-4507-af99-013fd19ddca9 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:27.101867 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0d4a1e98-9643-4507-af99-013fd19ddca9 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Usage tracker for resource:security_group_rule and tenant:9ffae91753fb483fa448afc32e943805 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:27.105212 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0d4a1e98-9643-4507-af99-013fd19ddca9 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:27.118482 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3c1b44a6-636a-42c3-b6f2-30c849504482 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:27.144123 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0d4a1e98-9643-4507-af99-013fd19ddca9 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:27.304688 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f56678-3891-4e42-8d04-a89d222e51a1 None None] Pushing event updated for resources: {'Port': ['ID=c172d685-f4b4-4d32-b41d-05f153052d00,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:27.394877 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3c1b44a6-636a-42c3-b6f2-30c849504482 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:27.417281 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0d4a1e98-9643-4507-af99-013fd19ddca9 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:27.419352 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3c1b44a6-636a-42c3-b6f2-30c849504482 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:27.449893 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0d4a1e98-9643-4507-af99-013fd19ddca9 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:27.459311 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f56678-3891-4e42-8d04-a89d222e51a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:42:27.459754 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f56678-3891-4e42-8d04-a89d222e51a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:42:27.460441 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f56678-3891-4e42-8d04-a89d222e51a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:42:27.460848 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f56678-3891-4e42-8d04-a89d222e51a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:42:27.461123 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b44a6-636a-42c3-b6f2-30c849504482 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c520999-de12-4a56-aca4-ca202c21fae0,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:27.461299 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f56678-3891-4e42-8d04-a89d222e51a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:42:27.461715 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f56678-3891-4e42-8d04-a89d222e51a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:42:27.462111 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f56678-3891-4e42-8d04-a89d222e51a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:42:27.462504 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f56678-3891-4e42-8d04-a89d222e51a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:42:27.464313 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f56678-3891-4e42-8d04-a89d222e51a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:42:27.464767 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f56678-3891-4e42-8d04-a89d222e51a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:42:27.465208 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f56678-3891-4e42-8d04-a89d222e51a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:42:27.475519 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f56678-3891-4e42-8d04-a89d222e51a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:42:27.492163 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-3b86959f-78d1-47d0-8a83-032a10591918 None None] Attempting to bind port c172d685-f4b4-4d32-b41d-05f153052d00 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:42:27.492665 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-3b86959f-78d1-47d0-8a83-032a10591918 None None] Attempting to bind port c172d685-f4b4-4d32-b41d-05f153052d00 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'ee14eac7-356c-46a2-b4f2-18b796c03892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '49788ea5-e0f8-436b-be1f-13be23c110f0'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:42:27.493159 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b86959f-78d1-47d0-8a83-032a10591918 None None] Attempting to bind port c172d685-f4b4-4d32-b41d-05f153052d00 on network 49788ea5-e0f8-436b-be1f-13be23c110f0 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:42:27.500050 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b86959f-78d1-47d0-8a83-032a10591918 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:42:27.500854 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b86959f-78d1-47d0-8a83-032a10591918 None None] Checking segment: {'id': 'ee14eac7-356c-46a2-b4f2-18b796c03892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '49788ea5-e0f8-436b-be1f-13be23c110f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:42:27.501542 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3b86959f-78d1-47d0-8a83-032a10591918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:27.502267 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b86959f-78d1-47d0-8a83-032a10591918 None None] Bound using segment: {'id': 'ee14eac7-356c-46a2-b4f2-18b796c03892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '49788ea5-e0f8-436b-be1f-13be23c110f0'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:42:27.503017 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-3b86959f-78d1-47d0-8a83-032a10591918 None None] Bound port: c172d685-f4b4-4d32-b41d-05f153052d00, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee14eac7-356c-46a2-b4f2-18b796c03892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '49788ea5-e0f8-436b-be1f-13be23c110f0'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:42:27.503603 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3b86959f-78d1-47d0-8a83-032a10591918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:27.550386 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e9d1acef-0069-4a5a-bd23-a28248a7e56e req-a606ec7d-1891-426b-8b70-7c768e89491f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=9312c2c6-ad0f-4a0a-ad28-49fa476a837a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6235101 Feb 09 12:42:27.574332 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3c1b44a6-636a-42c3-b6f2-30c849504482 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:27.579946 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3c1b44a6-636a-42c3-b6f2-30c849504482 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5950723 Feb 09 12:42:27.581019 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0d4a1e98-9643-4507-af99-013fd19ddca9 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:27.586303 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0d4a1e98-9643-4507-af99-013fd19ddca9 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7905154 Feb 09 12:42:27.587501 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a1e98-9643-4507-af99-013fd19ddca9 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc094bd-6034-4553-9c61-29c0209a51c0,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:27.602043 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50136) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:27.602616 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50138) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:27.602936 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50140) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:27.614108 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-8c55a189-ed64-441b-b6df-97892a395143 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Request body: {'security_group_rule': {'security_group_id': '100591b4-c01e-4386-91ab-bc93054cdadb', 'project_id': '78fcd49da689411da6a25296f99fd3a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:27.622785 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-3b86959f-78d1-47d0-8a83-032a10591918 None None] For port c172d685-f4b4-4d32-b41d-05f153052d00, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:42:27.623230 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-7c52d6b6-0a7c-4bf8-9f25-99b978349062 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Request body: {'security_group_rule': {'security_group_id': 'c79265b7-9e2e-4b43-8a6c-af274213f5e3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9dc094bd-6034-4553-9c61-29c0209a51c0', 'remote_ip_prefix': None}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:27.627656 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-3b86959f-78d1-47d0-8a83-032a10591918 None None] For port c172d685-f4b4-4d32-b41d-05f153052d00, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=c172d685-f4b4-4d32-b41d-05f153052d00,segment=NetworkSegment(ee14eac7-356c-46a2-b4f2-18b796c03892),segment_id=ee14eac7-356c-46a2-b4f2-18b796c03892)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:42:27.632497 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3b86959f-78d1-47d0-8a83-032a10591918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:27.678145 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8c55a189-ed64-441b-b6df-97892a395143 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:27.680608 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7c52d6b6-0a7c-4bf8-9f25-99b978349062 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:27.692095 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-8c55a189-ed64-441b-b6df-97892a395143 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Usage tracker for resource:security_group_rule and tenant:78fcd49da689411da6a25296f99fd3a8 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:27.696299 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7c52d6b6-0a7c-4bf8-9f25-99b978349062 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Usage tracker for resource:security_group_rule and tenant:9ffae91753fb483fa448afc32e943805 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:27.700621 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7c52d6b6-0a7c-4bf8-9f25-99b978349062 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:27.705570 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-8c55a189-ed64-441b-b6df-97892a395143 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:27.719240 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7c52d6b6-0a7c-4bf8-9f25-99b978349062 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:27.732402 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8c55a189-ed64-441b-b6df-97892a395143 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:27.733836 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50148) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:27.771036 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b86959f-78d1-47d0-8a83-032a10591918 None None] Routers {'f47f533c-a923-4d28-a2dd-1b1bcc811170'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:42:27.772346 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-3b86959f-78d1-47d0-8a83-032a10591918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:42:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['f47f533c-a923-4d28-a2dd-1b1bcc811170'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:27.800484 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8c55a189-ed64-441b-b6df-97892a395143 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:27.810199 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-18deaf89-12c7-4f39-a5ba-33d541715221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:27.845254 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe332850-2528-42a3-9267-16ca03db8b1f tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:27.846854 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-fe332850-2528-42a3-9267-16ca03db8b1f tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 1092 time: 0.2407353 Feb 09 12:42:27.866351 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50154) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:27.875294 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18deaf89-12c7-4f39-a5ba-33d541715221 admin admin] Pushing event deleted for resources: {'Port': ['ID=95dd8935-16b4-4add-a2f5-318d2b2379fa,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:27.888413 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-114bf47f-f803-4d08-93bb-4d93f1d0bce8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'port_id': 'ed232671-0f86-4944-b76c-438219b43570', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:28.000468 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f56678-3891-4e42-8d04-a89d222e51a1 None None] Pushing event updated for resources: {'Port': ['ID=c172d685-f4b4-4d32-b41d-05f153052d00,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:28.063047 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-3b86959f-78d1-47d0-8a83-032a10591918 None None] Set router f47f533c-a923-4d28-a2dd-1b1bcc811170 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:42:28.089598 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7c52d6b6-0a7c-4bf8-9f25-99b978349062 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:28.156485 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-9f4a06f5-6a98-462f-813b-d868baf65130 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1154830549'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:28.169575 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9f4a06f5-6a98-462f-813b-d868baf65130 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:28.173872 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9f4a06f5-6a98-462f-813b-d868baf65130 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Usage tracker for resource:network and tenant:8c68454472994c9c93bcd20b28adbf45 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:28.176852 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9f4a06f5-6a98-462f-813b-d868baf65130 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:28.202048 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9f4a06f5-6a98-462f-813b-d868baf65130 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:28.263860 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-114bf47f-f803-4d08-93bb-4d93f1d0bce8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:28.282893 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4a06f5-6a98-462f-813b-d868baf65130 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Made reservation on behalf of 8c68454472994c9c93bcd20b28adbf45 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:42:28.304052 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9f4a06f5-6a98-462f-813b-d868baf65130 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:28.323933 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-114bf47f-f803-4d08-93bb-4d93f1d0bce8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Usage tracker for resource:floatingip and tenant:2c7a8f76649f44a59c185c6d6414b556 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:28.336702 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-114bf47f-f803-4d08-93bb-4d93f1d0bce8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:28.343646 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9f4a06f5-6a98-462f-813b-d868baf65130 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:28.361024 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-f32946b8-3dbd-4099-a991-4316cbead5c5 admin admin] Deleting port 8c80b32f-84d1-4afd-ba50-73d63a5575e0 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:42:28.361557 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f32946b8-3dbd-4099-a991-4316cbead5c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:28.370048 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-114bf47f-f803-4d08-93bb-4d93f1d0bce8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:28.386284 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7c52d6b6-0a7c-4bf8-9f25-99b978349062 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:28.400743 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9f4a06f5-6a98-462f-813b-d868baf65130 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:28.407649 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8c55a189-ed64-441b-b6df-97892a395143 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:28.408655 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7c52d6b6-0a7c-4bf8-9f25-99b978349062 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:28.437401 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9f4a06f5-6a98-462f-813b-d868baf65130 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Usage tracker for resource:security_group_rule and tenant:8c68454472994c9c93bcd20b28adbf45 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:28.440810 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c52d6b6-0a7c-4bf8-9f25-99b978349062 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=721eac46-2d6a-4d2c-b67d-a0a3dd373a84,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:28.443201 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9f4a06f5-6a98-462f-813b-d868baf65130 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:28.448489 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8c55a189-ed64-441b-b6df-97892a395143 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:28.450447 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-114bf47f-f803-4d08-93bb-4d93f1d0bce8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for floatingip, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:28.502044 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9f4a06f5-6a98-462f-813b-d868baf65130 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:28.528591 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c55a189-ed64-441b-b6df-97892a395143 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa34cce5-1bfc-441f-94f4-4af32335afea,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:28.592370 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-3b86959f-78d1-47d0-8a83-032a10591918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47f533c-a923-4d28-a2dd-1b1bcc811170', 'name': 'tempest-TestServerBasicOps-17248572-router', 'tenant_id': '539d54fc51684d168bca510847ccfe8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'e7ae5284-18d4-468f-9c1e-1a650bca4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:41:58Z', 'updated_at': '2022-02-09T12:42:21Z', 'revision_number': 4, 'project_id': '539d54fc51684d168bca510847ccfe8b', 'gw_port': {'id': 'e7ae5284-18d4-468f-9c1e-1a650bca4c89', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:9a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47f533c-a923-4d28-a2dd-1b1bcc811170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:42:03Z', 'updated_at': '2022-02-09T12:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'c172d685-f4b4-4d32-b41d-05f153052d00', 'name': '', 'network_id': '49788ea5-e0f8-436b-be1f-13be23c110f0', 'tenant_id': '539d54fc51684d168bca510847ccfe8b', 'mac_address': 'fa:16:3e:f8:e8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f47f533c-a923-4d28-a2dd-1b1bcc811170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '7d4b473f-0135-4827-8959-833cfc1cd6e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:42:16Z', 'updated_at': '2022-02-09T12:42:27Z', 'revision_number': 4, 'project_id': '539d54fc51684d168bca510847ccfe8b', 'subnets': [{'id': '7d4b473f-0135-4827-8959-833cfc1cd6e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:28.615955 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b86959f-78d1-47d0-8a83-032a10591918 None None] The sync data for ids ['f47f533c-a923-4d28-a2dd-1b1bcc811170'] in n-d-825178-3 is: [{'id': 'f47f533c-a923-4d28-a2dd-1b1bcc811170', 'name': 'tempest-TestServerBasicOps-17248572-router', 'tenant_id': '539d54fc51684d168bca510847ccfe8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'e7ae5284-18d4-468f-9c1e-1a650bca4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:41:58Z', 'updated_at': '2022-02-09T12:42:21Z', 'revision_number': 4, 'project_id': '539d54fc51684d168bca510847ccfe8b', 'gw_port': {'id': 'e7ae5284-18d4-468f-9c1e-1a650bca4c89', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:9a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47f533c-a923-4d28-a2dd-1b1bcc811170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:42:03Z', 'updated_at': '2022-02-09T12:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'c172d685-f4b4-4d32-b41d-05f153052d00', 'name': '', 'network_id': '49788ea5-e0f8-436b-be1f-13be23c110f0', 'tenant_id': '539d54fc51684d168bca510847ccfe8b', 'mac_address': 'fa:16:3e:f8:e8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f47f533c-a923-4d28-a2dd-1b1bcc811170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '7d4b473f-0135-4827-8959-833cfc1cd6e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:42:16Z', 'updated_at': '2022-02-09T12:42:27Z', 'revision_number': 4, 'project_id': '539d54fc51684d168bca510847ccfe8b', 'subnets': [{'id': '7d4b473f-0135-4827-8959-833cfc1cd6e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:42:28.622189 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7c52d6b6-0a7c-4bf8-9f25-99b978349062 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:28.623775 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7c52d6b6-0a7c-4bf8-9f25-99b978349062 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0159495 Feb 09 12:42:28.624604 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8c55a189-ed64-441b-b6df-97892a395143 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:28.625652 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8c55a189-ed64-441b-b6df-97892a395143 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0216351 Feb 09 12:42:28.629203 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50170) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:28.660761 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50172) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:28.675214 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-285f3407-b9f4-4bd1-bada-a10ea521b56f tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Request body: {'security_group_rule': {'security_group_id': '100591b4-c01e-4386-91ab-bc93054cdadb', 'project_id': '78fcd49da689411da6a25296f99fd3a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:28.721804 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-285f3407-b9f4-4bd1-bada-a10ea521b56f tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:28.741610 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-285f3407-b9f4-4bd1-bada-a10ea521b56f tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Usage tracker for resource:security_group_rule and tenant:78fcd49da689411da6a25296f99fd3a8 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:28.746167 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-285f3407-b9f4-4bd1-bada-a10ea521b56f tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:28.770725 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-285f3407-b9f4-4bd1-bada-a10ea521b56f tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:28.810385 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-038abb4e-53bc-4b4d-b20e-56175c198776 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:28.851096 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-038abb4e-53bc-4b4d-b20e-56175c198776 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:28.937318 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-285f3407-b9f4-4bd1-bada-a10ea521b56f tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:28.946602 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-f32946b8-3dbd-4099-a991-4316cbead5c5 admin admin] For port 8c80b32f-84d1-4afd-ba50-73d63a5575e0, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=8c80b32f-84d1-4afd-ba50-73d63a5575e0,segment=NetworkSegment(0820d912-27ce-45be-81e6-6662e031d6b0),segment_id=0820d912-27ce-45be-81e6-6662e031d6b0)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:42:28.947168 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f32946b8-3dbd-4099-a991-4316cbead5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:29.012216 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-038abb4e-53bc-4b4d-b20e-56175c198776 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:29.057624 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038abb4e-53bc-4b4d-b20e-56175c198776 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=721eac46-2d6a-4d2c-b67d-a0a3dd373a84,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:29.112445 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-285f3407-b9f4-4bd1-bada-a10ea521b56f tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:29.118134 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-114bf47f-f803-4d08-93bb-4d93f1d0bce8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:29.148843 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50182) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:29.162511 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-f32946b8-3dbd-4099-a991-4316cbead5c5 admin admin] Calling delete_port for 8c80b32f-84d1-4afd-ba50-73d63a5575e0 owned by network:router_interface {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:42:29.205908 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9f4a06f5-6a98-462f-813b-d868baf65130 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:29.208805 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-285f3407-b9f4-4bd1-bada-a10ea521b56f tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:29.242933 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9f4a06f5-6a98-462f-813b-d868baf65130 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:29.276984 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-18deaf89-12c7-4f39-a5ba-33d541715221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:29.299052 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f3407-b9f4-4bd1-bada-a10ea521b56f tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e123a143-3417-436e-84b9-a19a65f5f28d,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:29.329953 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-038abb4e-53bc-4b4d-b20e-56175c198776 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:29.331138 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-038abb4e-53bc-4b4d-b20e-56175c198776 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/721eac46-2d6a-4d2c-b67d-a0a3dd373a84 HTTP/1.1" status: 204 len: 168 time: 0.6222801 Feb 09 12:42:29.339919 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50188) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:29.342986 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f4a06f5-6a98-462f-813b-d868baf65130 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:42:29.356751 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device c172d685-f4b4-4d32-b41d-05f153052d00 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:42:29.395892 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-285f3407-b9f4-4bd1-bada-a10ea521b56f tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:29.397150 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-285f3407-b9f4-4bd1-bada-a10ea521b56f tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7604425 Feb 09 12:42:29.427184 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4a06f5-6a98-462f-813b-d868baf65130 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b684b03-d4cb-46c4-8b20-68147ff3e981,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:29.436766 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50192) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:29.448345 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9f4a06f5-6a98-462f-813b-d868baf65130 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:29.449120 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-9f4a06f5-6a98-462f-813b-d868baf65130 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Added segment 72362bf9-74ef-4b1b-a821-3531a9e08cf7 of type vlan for network 760f62ca-36dd-4c5f-b5a6-0fc8161ae658 Feb 09 12:42:29.452423 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-7f0c5611-3de7-4479-8abf-26f8deba0e12 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Request body: {'security_group_rule': {'security_group_id': '100591b4-c01e-4386-91ab-bc93054cdadb', 'project_id': '78fcd49da689411da6a25296f99fd3a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:29.466692 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7f0c5611-3de7-4479-8abf-26f8deba0e12 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:29.481934 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7f0c5611-3de7-4479-8abf-26f8deba0e12 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Usage tracker for resource:security_group_rule and tenant:78fcd49da689411da6a25296f99fd3a8 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:29.483666 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-444b85cb-7a86-4d0a-bfcc-6d6e798474b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:29.487227 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port c172d685-f4b4-4d32-b41d-05f153052d00 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:42:29.488620 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7f0c5611-3de7-4479-8abf-26f8deba0e12 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:29.496868 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port c172d685-f4b4-4d32-b41d-05f153052d00 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:42:29.497680 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:29.504449 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7f0c5611-3de7-4479-8abf-26f8deba0e12 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:29.527622 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-444b85cb-7a86-4d0a-bfcc-6d6e798474b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:29.538531 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-444b85cb-7a86-4d0a-bfcc-6d6e798474b0 admin admin] Usage tracker for resource:security_group_rule and tenant:7f7cb6eeb97b45dc941df0b96e47ef3c is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:29.541570 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-444b85cb-7a86-4d0a-bfcc-6d6e798474b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:29.566483 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-8aa09ec7-5d4d-4cf7-a786-2974881730fa tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Synchronizing usage tracker for tenant:9ffae91753fb483fa448afc32e943805 on resource:security_group_rule {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:42:29.573862 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-114bf47f-f803-4d08-93bb-4d93f1d0bce8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Allocated IP 172.25.7.92 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/0efceb96-0621-40dc-bd64-1eb1f88ab5bd) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:42:29.581756 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9f4a06f5-6a98-462f-813b-d868baf65130 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:29.622553 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-8aa09ec7-5d4d-4cf7-a786-2974881730fa tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Unset dirty status for tenant:9ffae91753fb483fa448afc32e943805 on resource:security_group_rule {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:42:29.624611 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8aa09ec7-5d4d-4cf7-a786-2974881730fa tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2789078 Feb 09 12:42:29.628782 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50196) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:29.629643 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-444b85cb-7a86-4d0a-bfcc-6d6e798474b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:29.647230 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f0c5611-3de7-4479-8abf-26f8deba0e12 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:29.679721 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:29.724202 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.resource_extend [None req-9f4a06f5-6a98-462f-813b-d868baf65130 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:42:29.726500 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port c172d685-f4b4-4d32-b41d-05f153052d00, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=c172d685-f4b4-4d32-b41d-05f153052d00,segment=NetworkSegment(ee14eac7-356c-46a2-b4f2-18b796c03892),segment_id=ee14eac7-356c-46a2-b4f2-18b796c03892)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:42:29.731249 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:29.784940 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-48b32cfc-0479-4686-b965-bff63f670aa6 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:29.806089 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9f4a06f5-6a98-462f-813b-d868baf65130 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:29.813174 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4a06f5-6a98-462f-813b-d868baf65130 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:29.813865 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9f4a06f5-6a98-462f-813b-d868baf65130 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:29.832079 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=c172d685-f4b4-4d32-b41d-05f153052d00,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:29.930399 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-48b32cfc-0479-4686-b965-bff63f670aa6 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:29.977774 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9f4a06f5-6a98-462f-813b-d868baf65130 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.2401919 Feb 09 12:42:29.987036 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50200) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:29.989527 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f0c5611-3de7-4479-8abf-26f8deba0e12 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:30.001618 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f0c5611-3de7-4479-8abf-26f8deba0e12 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:30.039949 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4a06f5-6a98-462f-813b-d868baf65130 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Pushing event updated for resources: {'Network': ['ID=760f62ca-36dd-4c5f-b5a6-0fc8161ae658,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:30.048357 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-114bf47f-f803-4d08-93bb-4d93f1d0bce8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:30.052447 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c5611-3de7-4479-8abf-26f8deba0e12 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f38e7b6-85ec-4bf5-ac0c-d35f0050eb2d,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:30.062097 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 760f62ca-36dd-4c5f-b5a6-0fc8161ae658 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:42:30.070222 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f0c5611-3de7-4479-8abf-26f8deba0e12 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:30.070566 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-337ce827-8518-4c1e-875b-da3e23ac410c tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Request body: {'subnet': {'network_id': '760f62ca-36dd-4c5f-b5a6-0fc8161ae658', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:30.071737 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7f0c5611-3de7-4479-8abf-26f8deba0e12 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6323817 Feb 09 12:42:30.074448 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50204) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:30.082611 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-5c2281d0-61af-41ba-afc5-55b0ce3e5f99 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Request body: {'security_group_rule': {'security_group_id': '100591b4-c01e-4386-91ab-bc93054cdadb', 'project_id': '78fcd49da689411da6a25296f99fd3a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:30.090308 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5c2281d0-61af-41ba-afc5-55b0ce3e5f99 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:30.096623 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5c2281d0-61af-41ba-afc5-55b0ce3e5f99 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Usage tracker for resource:security_group_rule and tenant:78fcd49da689411da6a25296f99fd3a8 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:30.101901 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5c2281d0-61af-41ba-afc5-55b0ce3e5f99 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:30.110585 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5c2281d0-61af-41ba-afc5-55b0ce3e5f99 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:30.126464 n-d-825178-3 neutron-server[87568]: INFO neutron.db.securitygroups_db [None req-5c2281d0-61af-41ba-afc5-55b0ce3e5f99 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Project 78fcd49da689411da6a25296f99fd3a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 12:42:30.137062 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-114bf47f-f803-4d08-93bb-4d93f1d0bce8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:30.210208 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5c2281d0-61af-41ba-afc5-55b0ce3e5f99 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:30.251424 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114bf47f-f803-4d08-93bb-4d93f1d0bce8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'Port': ['ID=0efceb96-0621-40dc-bd64-1eb1f88ab5bd,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:30.275374 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-444b85cb-7a86-4d0a-bfcc-6d6e798474b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:30.282408 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114bf47f-f803-4d08-93bb-4d93f1d0bce8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:42:30.284001 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-114bf47f-f803-4d08-93bb-4d93f1d0bce8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:42:30.284551 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-337ce827-8518-4c1e-875b-da3e23ac410c tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:30.287145 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114bf47f-f803-4d08-93bb-4d93f1d0bce8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:42:30.291165 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f32946b8-3dbd-4099-a991-4316cbead5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:30.302325 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-337ce827-8518-4c1e-875b-da3e23ac410c tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Usage tracker for resource:subnet and tenant:8c68454472994c9c93bcd20b28adbf45 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:30.306045 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18deaf89-12c7-4f39-a5ba-33d541715221 admin admin] Router 7abc556e-df70-40ea-b8a8-2163f6b91196 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:42:30.338977 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-337ce827-8518-4c1e-875b-da3e23ac410c tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:30.346901 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-444b85cb-7a86-4d0a-bfcc-6d6e798474b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:30.354925 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-48b32cfc-0479-4686-b965-bff63f670aa6 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:30.399940 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-337ce827-8518-4c1e-875b-da3e23ac410c tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:30.408440 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5c2281d0-61af-41ba-afc5-55b0ce3e5f99 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:30.412724 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5c2281d0-61af-41ba-afc5-55b0ce3e5f99 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:30.413044 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32946b8-3dbd-4099-a991-4316cbead5c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c80b32f-84d1-4afd-ba50-73d63a5575e0,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:30.470389 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2281d0-61af-41ba-afc5-55b0ce3e5f99 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dce9c3c-e667-4056-a14a-c5655adb8389,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:30.494354 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5c2281d0-61af-41ba-afc5-55b0ce3e5f99 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:30.495500 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5c2281d0-61af-41ba-afc5-55b0ce3e5f99 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4197817 Feb 09 12:42:30.498270 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50208) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:30.505194 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-ee6bd346-7c4c-48e2-8d65-2996b162171b tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Request body: {'security_group_rule': {'security_group_id': '100591b4-c01e-4386-91ab-bc93054cdadb', 'project_id': '78fcd49da689411da6a25296f99fd3a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:30.559464 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337ce827-8518-4c1e-875b-da3e23ac410c tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Made reservation on behalf of 8c68454472994c9c93bcd20b28adbf45 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:42:30.563844 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-337ce827-8518-4c1e-875b-da3e23ac410c tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:30.572300 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ee6bd346-7c4c-48e2-8d65-2996b162171b tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:30.585307 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ee6bd346-7c4c-48e2-8d65-2996b162171b tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Usage tracker for resource:security_group_rule and tenant:78fcd49da689411da6a25296f99fd3a8 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:30.596179 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ee6bd346-7c4c-48e2-8d65-2996b162171b tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:30.597043 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-444b85cb-7a86-4d0a-bfcc-6d6e798474b0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7f7cb6eeb97b45dc941df0b96e47ef3c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4456830 Feb 09 12:42:30.598005 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b85cb-7a86-4d0a-bfcc-6d6e798474b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d1db56-216e-4da6-9dae-fd8b446ca21a,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:30.603255 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50212) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:30.619183 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ee6bd346-7c4c-48e2-8d65-2996b162171b tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:30.706639 n-d-825178-3 neutron-server[87568]: INFO neutron.db.securitygroups_db [None req-ee6bd346-7c4c-48e2-8d65-2996b162171b tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Project 78fcd49da689411da6a25296f99fd3a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 12:42:30.738739 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ee6bd346-7c4c-48e2-8d65-2996b162171b tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:30.789534 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6ab9e9ed-65f2-4f92-a2a0-42160702d756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:30.840664 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b32cfc-0479-4686-b965-bff63f670aa6 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc094bd-6034-4553-9c61-29c0209a51c0,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:30.929474 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-48b32cfc-0479-4686-b965-bff63f670aa6 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:30.930673 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-48b32cfc-0479-4686-b965-bff63f670aa6 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "DELETE /v2.0/security-groups/9dc094bd-6034-4553-9c61-29c0209a51c0 HTTP/1.1" status: 204 len: 168 time: 1.2973783 Feb 09 12:42:30.967065 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50216) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:30.971042 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6ab9e9ed-65f2-4f92-a2a0-42160702d756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:31.049663 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ee6bd346-7c4c-48e2-8d65-2996b162171b tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:31.059382 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ee6bd346-7c4c-48e2-8d65-2996b162171b tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:31.121084 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6bd346-7c4c-48e2-8d65-2996b162171b tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df671bbc-ff70-4ade-8b7c-686073bd2ce4,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:31.135695 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0aa33756-2c14-4897-9b78-f1305cc5573a tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Synchronizing usage tracker for tenant:9ffae91753fb483fa448afc32e943805 on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:42:31.137064 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18deaf89-12c7-4f39-a5ba-33d541715221 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:42:31.155746 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6ab9e9ed-65f2-4f92-a2a0-42160702d756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:31.156511 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80de608-7137-430e-9630-7f0f58ac59ad None None] Sync routers for ids ['7abc556e-df70-40ea-b8a8-2163f6b91196'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:42:31.158150 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6ab9e9ed-65f2-4f92-a2a0-42160702d756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:31.161693 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6ab9e9ed-65f2-4f92-a2a0-42160702d756 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/37d1db56-216e-4da6-9dae-fd8b446ca21a HTTP/1.1" status: 204 len: 168 time: 0.5550768 Feb 09 12:42:31.176299 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80de608-7137-430e-9630-7f0f58ac59ad None None] Routers {'7abc556e-df70-40ea-b8a8-2163f6b91196'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:42:31.177757 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c80de608-7137-430e-9630-7f0f58ac59ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:42:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['7abc556e-df70-40ea-b8a8-2163f6b91196'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:31.180046 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ee6bd346-7c4c-48e2-8d65-2996b162171b tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:31.181259 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ee6bd346-7c4c-48e2-8d65-2996b162171b tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6819277 Feb 09 12:42:31.187399 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab9e9ed-65f2-4f92-a2a0-42160702d756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d1db56-216e-4da6-9dae-fd8b446ca21a,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:31.191461 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0aa33756-2c14-4897-9b78-f1305cc5573a tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Unset dirty status for tenant:9ffae91753fb483fa448afc32e943805 on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:42:31.193524 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0aa33756-2c14-4897-9b78-f1305cc5573a tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2247772 Feb 09 12:42:31.198591 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50224) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:31.240857 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-114bf47f-f803-4d08-93bb-4d93f1d0bce8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:31.291399 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fe9c54d0-72fa-4912-ab9d-6ea96fa13f8e tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:31.334126 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-18deaf89-12c7-4f39-a5ba-33d541715221 admin admin] 10.222.0.55 "PUT /v2.0/routers/7abc556e-df70-40ea-b8a8-2163f6b91196/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2373147 Feb 09 12:42:31.335439 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50228) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:31.348910 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device c172d685-f4b4-4d32-b41d-05f153052d00 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:42:31.359895 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-337ce827-8518-4c1e-875b-da3e23ac410c tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:31.450755 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fe9c54d0-72fa-4912-ab9d-6ea96fa13f8e tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:31.497620 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-114bf47f-f803-4d08-93bb-4d93f1d0bce8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:31.519802 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port c172d685-f4b4-4d32-b41d-05f153052d00 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:42:31.520232 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:31.566297 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f32946b8-3dbd-4099-a991-4316cbead5c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:31.581945 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-c80de608-7137-430e-9630-7f0f58ac59ad None None] Set router 7abc556e-df70-40ea-b8a8-2163f6b91196 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:42:31.628706 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337ce827-8518-4c1e-875b-da3e23ac410c tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Pushing event updated for resources: {'Subnet': ['ID=05dc7aef-b14d-4798-af26-ebb1d47b2aea,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:31.763299 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337ce827-8518-4c1e-875b-da3e23ac410c tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Checking segment: {'id': '72362bf9-74ef-4b1b-a821-3531a9e08cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '760f62ca-36dd-4c5f-b5a6-0fc8161ae658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:42:31.764230 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337ce827-8518-4c1e-875b-da3e23ac410c tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Network hostable DHCP agents. Network: 760f62ca-36dd-4c5f-b5a6-0fc8161ae658, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:42:31.782784 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fe9c54d0-72fa-4912-ab9d-6ea96fa13f8e tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:31.790817 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-0d1291a1-0677-40bc-8eb9-5f6ac845d099 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-810973088&fields=id&tenant_id=78fcd49da689411da6a25296f99fd3a8 HTTP/1.1" status: 200 len: 267 time: 0.2257986 Feb 09 12:42:31.800197 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b590500e-69d9-491c-a64e-4bb4c77f0431 admin admin] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:31.822480 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:42:31.856554 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50244) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:31.888027 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c54d0-72fa-4912-ab9d-6ea96fa13f8e tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79265b7-9e2e-4b43-8a6c-af274213f5e3,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:31.922022 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-380a6e15-a12b-4023-8e1a-ac843a4d0cfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:31.953440 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-380a6e15-a12b-4023-8e1a-ac843a4d0cfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:31.984586 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337ce827-8518-4c1e-875b-da3e23ac410c tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Network 760f62ca-36dd-4c5f-b5a6-0fc8161ae658 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:42:32.011060 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fe9c54d0-72fa-4912-ab9d-6ea96fa13f8e tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:32.012194 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-fe9c54d0-72fa-4912-ab9d-6ea96fa13f8e tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "DELETE /v2.0/security-groups/c79265b7-9e2e-4b43-8a6c-af274213f5e3 HTTP/1.1" status: 204 len: 168 time: 0.8124411 Feb 09 12:42:32.013293 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-380a6e15-a12b-4023-8e1a-ac843a4d0cfd admin admin] Usage tracker for resource:security_group_rule and tenant:71f0e65fd5aa45528b52663ee3f0dafd is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:32.016651 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c80de608-7137-430e-9630-7f0f58ac59ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'name': 'tempest-AttachVolumeShelveTestJSON-1037925041-router', 'tenant_id': 'e83e724b83ff4eff83d86a9461a0246b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '51fb473d-e8d0-4341-b399-c79d0d5313e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:34:42Z', 'updated_at': '2022-02-09T12:42:27Z', 'revision_number': 5, 'project_id': 'e83e724b83ff4eff83d86a9461a0246b', 'gw_port': {'id': '51fb473d-e8d0-4341-b399-c79d0d5313e3', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:19:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:34:46Z', 'updated_at': '2022-02-09T12:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:32.018863 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-337ce827-8518-4c1e-875b-da3e23ac410c tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 760f62ca-36dd-4c5f-b5a6-0fc8161ae658) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:42:32.022370 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80de608-7137-430e-9630-7f0f58ac59ad None None] Checking router: 7abc556e-df70-40ea-b8a8-2163f6b91196 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:42:32.024106 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50248) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:32.026261 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-380a6e15-a12b-4023-8e1a-ac843a4d0cfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:32.032213 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337ce827-8518-4c1e-875b-da3e23ac410c tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:32.032813 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-337ce827-8518-4c1e-875b-da3e23ac410c tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:32.033388 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80de608-7137-430e-9630-7f0f58ac59ad None None] Routers {'7abc556e-df70-40ea-b8a8-2163f6b91196'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:42:32.034260 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c80de608-7137-430e-9630-7f0f58ac59ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:42:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['7abc556e-df70-40ea-b8a8-2163f6b91196'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:32.044850 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c049b794-eb2f-4053-a6cc-8d1644fb2d30 None None] Network 760f62ca-36dd-4c5f-b5a6-0fc8161ae658 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:42:32.056968 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-380a6e15-a12b-4023-8e1a-ac843a4d0cfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:32.101524 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-114bf47f-f803-4d08-93bb-4d93f1d0bce8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:32.121408 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-114bf47f-f803-4d08-93bb-4d93f1d0bce8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:32.149949 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-8a7c90e6-52b0-4cd9-8dc5-52d94728ba72 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:32.157298 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-8a7c90e6-52b0-4cd9-8dc5-52d94728ba72 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] 10.222.0.55 "GET /v2.0/networks?id=e51bee85-c49e-4d47-aaa3-7ee4caab66a9 HTTP/1.1" status: 200 len: 808 time: 0.3656042 Feb 09 12:42:32.165647 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-337ce827-8518-4c1e-875b-da3e23ac410c tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1750376 Feb 09 12:42:32.172040 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50252) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:32.186736 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-4b0dc717-e7d8-4900-8b73-29cd30d178f2 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] 10.222.0.55 "GET /v2.0/quotas/78fcd49da689411da6a25296f99fd3a8 HTTP/1.1" status: 200 len: 375 time: 0.0277760 Feb 09 12:42:32.191092 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-70077600-26cd-4cc1-ab7f-a48adc322ec4 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1524846331', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}, 'admin_state_up': False}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:32.202362 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b590500e-69d9-491c-a64e-4bb4c77f0431 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:32.269591 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4ff54b84-4d6b-469c-9984-7aeedb099ec7 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Synchronizing usage tracker for tenant:9ffae91753fb483fa448afc32e943805 on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:42:32.272096 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-b590500e-69d9-491c-a64e-4bb4c77f0431 admin admin] Deleting port 51fb473d-e8d0-4341-b399-c79d0d5313e3 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:42:32.272447 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b590500e-69d9-491c-a64e-4bb4c77f0431 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:32.316376 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-c80de608-7137-430e-9630-7f0f58ac59ad None None] Set router 7abc556e-df70-40ea-b8a8-2163f6b91196 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:42:32.319762 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-70077600-26cd-4cc1-ab7f-a48adc322ec4 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:32.336494 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-70077600-26cd-4cc1-ab7f-a48adc322ec4 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Usage tracker for resource:router and tenant:8c68454472994c9c93bcd20b28adbf45 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:32.342677 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114bf47f-f803-4d08-93bb-4d93f1d0bce8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'Port': ['ID=0efceb96-0621-40dc-bd64-1eb1f88ab5bd,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:32.342863 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-70077600-26cd-4cc1-ab7f-a48adc322ec4 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:32.353181 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-70077600-26cd-4cc1-ab7f-a48adc322ec4 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:32.378746 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-114bf47f-f803-4d08-93bb-4d93f1d0bce8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:32.383950 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f32946b8-3dbd-4099-a991-4316cbead5c5 admin admin] Router 753f86c2-fdac-43c8-8d93-461bb18b3b9f has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:42:32.386562 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-70077600-26cd-4cc1-ab7f-a48adc322ec4 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:32.387568 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-70077600-26cd-4cc1-ab7f-a48adc322ec4 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:32.476817 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4ff54b84-4d6b-469c-9984-7aeedb099ec7 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Unset dirty status for tenant:9ffae91753fb483fa448afc32e943805 on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:42:32.478097 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4ff54b84-4d6b-469c-9984-7aeedb099ec7 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4494498 Feb 09 12:42:32.488636 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50256) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:32.503795 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-70077600-26cd-4cc1-ab7f-a48adc322ec4 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:32.508991 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-83df0e88-ff21-4f98-8ef4-b4bc176acd88 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Request body: {'security_group': {'name': 'tempest-secgroup--98615589'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:32.516377 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21a3afb-a15b-45bd-b373-e8721876f0d6 None None] Network 760f62ca-36dd-4c5f-b5a6-0fc8161ae658 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:42:32.524650 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-83df0e88-ff21-4f98-8ef4-b4bc176acd88 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:32.546018 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-7b27443f-3b5c-4c87-a69a-596babfe7fc7 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=78fcd49da689411da6a25296f99fd3a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3508828 Feb 09 12:42:32.783088 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c80de608-7137-430e-9630-7f0f58ac59ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'name': 'tempest-AttachVolumeShelveTestJSON-1037925041-router', 'tenant_id': 'e83e724b83ff4eff83d86a9461a0246b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '51fb473d-e8d0-4341-b399-c79d0d5313e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:34:42Z', 'updated_at': '2022-02-09T12:42:27Z', 'revision_number': 5, 'project_id': 'e83e724b83ff4eff83d86a9461a0246b', 'gw_port': {'id': '51fb473d-e8d0-4341-b399-c79d0d5313e3', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:19:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:34:46Z', 'updated_at': '2022-02-09T12:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:32.788145 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80de608-7137-430e-9630-7f0f58ac59ad None None] The sync data for ids ['7abc556e-df70-40ea-b8a8-2163f6b91196'] in n-d-825178-3 is: [{'id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'name': 'tempest-AttachVolumeShelveTestJSON-1037925041-router', 'tenant_id': 'e83e724b83ff4eff83d86a9461a0246b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '51fb473d-e8d0-4341-b399-c79d0d5313e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:34:42Z', 'updated_at': '2022-02-09T12:42:27Z', 'revision_number': 5, 'project_id': 'e83e724b83ff4eff83d86a9461a0246b', 'gw_port': {'id': '51fb473d-e8d0-4341-b399-c79d0d5313e3', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:19:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abc556e-df70-40ea-b8a8-2163f6b91196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:34:46Z', 'updated_at': '2022-02-09T12:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:42:32.804777 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-380a6e15-a12b-4023-8e1a-ac843a4d0cfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:32.813475 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-380a6e15-a12b-4023-8e1a-ac843a4d0cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:32.853996 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-83df0e88-ff21-4f98-8ef4-b4bc176acd88 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:32.898612 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380a6e15-a12b-4023-8e1a-ac843a4d0cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9337b9f9-4c71-4d8c-aad7-4f8ee2bae33f,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:32.901477 n-d-825178-3 neutron-server[87568]: INFO neutron.db.l3_db [None req-114bf47f-f803-4d08-93bb-4d93f1d0bce8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Floating IP 8f4bd083-b5ce-4adc-9e8f-3db0e2412e38 associated. External IP: 172.25.7.92, port: ed232671-0f86-4944-b76c-438219b43570. Feb 09 12:42:32.945047 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-83df0e88-ff21-4f98-8ef4-b4bc176acd88 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:32.966550 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-380a6e15-a12b-4023-8e1a-ac843a4d0cfd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=71f0e65fd5aa45528b52663ee3f0dafd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1088679 Feb 09 12:42:32.968792 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-b590500e-69d9-491c-a64e-4bb4c77f0431 admin admin] For port 51fb473d-e8d0-4341-b399-c79d0d5313e3, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=51fb473d-e8d0-4341-b399-c79d0d5313e3,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:42:32.969195 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b590500e-69d9-491c-a64e-4bb4c77f0431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:32.983971 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50260) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:33.055199 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32946b8-3dbd-4099-a991-4316cbead5c5 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:42:33.064783 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-83df0e88-ff21-4f98-8ef4-b4bc176acd88 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:33.067420 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57992cfb-8ea6-4b08-9e2d-f84548dd77dd None None] Sync routers for ids ['753f86c2-fdac-43c8-8d93-461bb18b3b9f'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:42:33.077007 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57992cfb-8ea6-4b08-9e2d-f84548dd77dd None None] Routers {'753f86c2-fdac-43c8-8d93-461bb18b3b9f'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:42:33.077758 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-57992cfb-8ea6-4b08-9e2d-f84548dd77dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:42:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['753f86c2-fdac-43c8-8d93-461bb18b3b9f'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:33.127071 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-b590500e-69d9-491c-a64e-4bb4c77f0431 admin admin] Calling delete_port for 51fb473d-e8d0-4341-b399-c79d0d5313e3 owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:42:33.133904 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-83df0e88-ff21-4f98-8ef4-b4bc176acd88 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Usage tracker for resource:security_group_rule and tenant:9ffae91753fb483fa448afc32e943805 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:33.138784 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-83df0e88-ff21-4f98-8ef4-b4bc176acd88 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:33.221347 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-83df0e88-ff21-4f98-8ef4-b4bc176acd88 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:33.224904 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f32946b8-3dbd-4099-a991-4316cbead5c5 admin admin] 10.222.0.55 "PUT /v2.0/routers/753f86c2-fdac-43c8-8d93-461bb18b3b9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0768073 Feb 09 12:42:33.230379 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50264) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:33.241374 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-70077600-26cd-4cc1-ab7f-a48adc322ec4 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:33.243708 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 95dd8935-16b4-4add-a2f5-318d2b2379fa no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:42:33.252672 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-b74c4afe-7170-4572-ada0-0eb66f2ae59a service neutron] 10.222.0.55 "GET /v2.0/networks/e51bee85-c49e-4d47-aaa3-7ee4caab66a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7056851 Feb 09 12:42:33.300126 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 95dd8935-16b4-4add-a2f5-318d2b2379fa {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:42:33.300615 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 95dd8935-16b4-4add-a2f5-318d2b2379fa not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:42:33.326809 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-57992cfb-8ea6-4b08-9e2d-f84548dd77dd None None] Set router 753f86c2-fdac-43c8-8d93-461bb18b3b9f gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:42:33.524515 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1432b1e4-b73e-40a0-84b7-ffc201d6fd38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:33.640825 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1432b1e4-b73e-40a0-84b7-ffc201d6fd38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:33.648647 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-57992cfb-8ea6-4b08-9e2d-f84548dd77dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753f86c2-fdac-43c8-8d93-461bb18b3b9f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1671783598-router', 'tenant_id': 'fe861eb8966f4501804d9330d652c357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '5fc6e9c5-42e0-4f58-b750-74b838abffde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:40:30Z', 'updated_at': '2022-02-09T12:42:29Z', 'revision_number': 5, 'project_id': 'fe861eb8966f4501804d9330d652c357', 'gw_port': {'id': '5fc6e9c5-42e0-4f58-b750-74b838abffde', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:53:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753f86c2-fdac-43c8-8d93-461bb18b3b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:40:31Z', 'updated_at': '2022-02-09T12:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:33.654665 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57992cfb-8ea6-4b08-9e2d-f84548dd77dd None None] Checking router: 753f86c2-fdac-43c8-8d93-461bb18b3b9f for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:42:33.665210 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57992cfb-8ea6-4b08-9e2d-f84548dd77dd None None] Routers {'753f86c2-fdac-43c8-8d93-461bb18b3b9f'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:42:33.665966 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-57992cfb-8ea6-4b08-9e2d-f84548dd77dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:42:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['753f86c2-fdac-43c8-8d93-461bb18b3b9f'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:33.706415 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-83df0e88-ff21-4f98-8ef4-b4bc176acd88 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:33.718896 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-83df0e88-ff21-4f98-8ef4-b4bc176acd88 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:33.734098 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-8cae92f0-9292-4d52-8b2e-118ba6fac8ea service neutron] 10.222.0.55 "GET /v2.0/networks/e51bee85-c49e-4d47-aaa3-7ee4caab66a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4748716 Feb 09 12:42:33.759683 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d29ff239-b4e6-4029-bf2f-d15971348361 admin admin] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:33.847433 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-114bf47f-f803-4d08-93bb-4d93f1d0bce8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Router 74421ff6-1d93-4d7d-a7cf-eec3899dbb04 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:42:33.868889 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1432b1e4-b73e-40a0-84b7-ffc201d6fd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:33.883182 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83df0e88-ff21-4f98-8ef4-b4bc176acd88 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=792ce173-70d6-45be-abe8-eff7149b80d4,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:33.893818 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-83df0e88-ff21-4f98-8ef4-b4bc176acd88 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:33.897470 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-83df0e88-ff21-4f98-8ef4-b4bc176acd88 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4029233 Feb 09 12:42:33.907372 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-57992cfb-8ea6-4b08-9e2d-f84548dd77dd None None] Set router 753f86c2-fdac-43c8-8d93-461bb18b3b9f gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:42:33.946110 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50268) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:33.972030 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b590500e-69d9-491c-a64e-4bb4c77f0431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:34.009220 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-9d86e929-b82c-4915-ab87-58ca6972d1c9 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Request body: {'security_group_rule': {'security_group_id': '792ce173-70d6-45be-abe8-eff7149b80d4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:34.046650 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1432b1e4-b73e-40a0-84b7-ffc201d6fd38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9337b9f9-4c71-4d8c-aad7-4f8ee2bae33f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:34.055584 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-9d86e929-b82c-4915-ab87-58ca6972d1c9 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:34.063107 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d29ff239-b4e6-4029-bf2f-d15971348361 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:34.075417 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b590500e-69d9-491c-a64e-4bb4c77f0431 admin admin] Pushing event deleted for resources: {'Port': ['ID=51fb473d-e8d0-4341-b399-c79d0d5313e3,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:34.130615 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9d86e929-b82c-4915-ab87-58ca6972d1c9 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Usage tracker for resource:security_group_rule and tenant:9ffae91753fb483fa448afc32e943805 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:34.150094 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9d86e929-b82c-4915-ab87-58ca6972d1c9 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:34.153415 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-d29ff239-b4e6-4029-bf2f-d15971348361 admin admin] Deleting port 5fc6e9c5-42e0-4f58-b750-74b838abffde {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:42:34.153760 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d29ff239-b4e6-4029-bf2f-d15971348361 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:34.213312 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1432b1e4-b73e-40a0-84b7-ffc201d6fd38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:34.214519 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1432b1e4-b73e-40a0-84b7-ffc201d6fd38 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9337b9f9-4c71-4d8c-aad7-4f8ee2bae33f HTTP/1.1" status: 204 len: 168 time: 1.2276227 Feb 09 12:42:34.221033 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-09c4e56b-44fd-44fc-8673-8375b35269ee req-0bedef46-4b7f-475e-b87f-84ab1cb00c29 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] 10.222.0.55 "GET /v2.0/ports?device_id=d50cdad8-3bef-424e-8523-b0cb2752ee94 HTTP/1.1" status: 200 len: 210 time: 0.1937380 Feb 09 12:42:34.221961 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-9d86e929-b82c-4915-ab87-58ca6972d1c9 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:34.257513 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-57992cfb-8ea6-4b08-9e2d-f84548dd77dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753f86c2-fdac-43c8-8d93-461bb18b3b9f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1671783598-router', 'tenant_id': 'fe861eb8966f4501804d9330d652c357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '5fc6e9c5-42e0-4f58-b750-74b838abffde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:40:30Z', 'updated_at': '2022-02-09T12:42:29Z', 'revision_number': 5, 'project_id': 'fe861eb8966f4501804d9330d652c357', 'gw_port': {'id': '5fc6e9c5-42e0-4f58-b750-74b838abffde', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:53:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753f86c2-fdac-43c8-8d93-461bb18b3b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:40:31Z', 'updated_at': '2022-02-09T12:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:34.269996 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57992cfb-8ea6-4b08-9e2d-f84548dd77dd None None] The sync data for ids ['753f86c2-fdac-43c8-8d93-461bb18b3b9f'] in n-d-825178-3 is: [{'id': '753f86c2-fdac-43c8-8d93-461bb18b3b9f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1671783598-router', 'tenant_id': 'fe861eb8966f4501804d9330d652c357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '5fc6e9c5-42e0-4f58-b750-74b838abffde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:40:30Z', 'updated_at': '2022-02-09T12:42:29Z', 'revision_number': 5, 'project_id': 'fe861eb8966f4501804d9330d652c357', 'gw_port': {'id': '5fc6e9c5-42e0-4f58-b750-74b838abffde', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:53:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753f86c2-fdac-43c8-8d93-461bb18b3b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:40:31Z', 'updated_at': '2022-02-09T12:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:42:34.434080 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b590500e-69d9-491c-a64e-4bb4c77f0431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:34.539893 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114bf47f-f803-4d08-93bb-4d93f1d0bce8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:42:34.551896 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42468b63-f037-400f-9741-4975e935f048 None None] Sync routers for ids ['74421ff6-1d93-4d7d-a7cf-eec3899dbb04'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:42:34.570424 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42468b63-f037-400f-9741-4975e935f048 None None] Routers {'74421ff6-1d93-4d7d-a7cf-eec3899dbb04'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:42:34.571066 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-42468b63-f037-400f-9741-4975e935f048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:42:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['74421ff6-1d93-4d7d-a7cf-eec3899dbb04'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:34.621499 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b590500e-69d9-491c-a64e-4bb4c77f0431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:34.624421 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b590500e-69d9-491c-a64e-4bb4c77f0431 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:34.664464 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b590500e-69d9-491c-a64e-4bb4c77f0431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:34.665309 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b590500e-69d9-491c-a64e-4bb4c77f0431 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7abc556e-df70-40ea-b8a8-2163f6b91196 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:42:34.686971 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b590500e-69d9-491c-a64e-4bb4c77f0431 admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:34.691511 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b590500e-69d9-491c-a64e-4bb4c77f0431 admin admin] 10.222.0.55 "DELETE /v2.0/routers/7abc556e-df70-40ea-b8a8-2163f6b91196 HTTP/1.1" status: 204 len: 168 time: 3.3497705 Feb 09 12:42:34.693952 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50286) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:34.795129 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-114bf47f-f803-4d08-93bb-4d93f1d0bce8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:34.853922 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9d86e929-b82c-4915-ab87-58ca6972d1c9 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:34.933452 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-70077600-26cd-4cc1-ab7f-a48adc322ec4 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for router_gateway, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:34.946361 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-114bf47f-f803-4d08-93bb-4d93f1d0bce8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.0626678 Feb 09 12:42:34.949216 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e39cf3-9429-49ef-8eed-4d10fd59973d', 'tag': 'ed232671-0f86-4944-b76c-438219b43570'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:42:34.963353 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-42468b63-f037-400f-9741-4975e935f048 None None] Set router 74421ff6-1d93-4d7d-a7cf-eec3899dbb04 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:42:34.978058 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-06a32ed2-7d9f-42d0-8bd4-076896d25ffd admin admin] Deleting subnet 45d760f9-948b-4bf5-bf1f-a52c1e984121 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:42:34.987623 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-06a32ed2-7d9f-42d0-8bd4-076896d25ffd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:34.996282 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-70077600-26cd-4cc1-ab7f-a48adc322ec4 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:35.052669 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e39cf3-9429-49ef-8eed-4d10fd59973d', 'tag': 'ed232671-0f86-4944-b76c-438219b43570', 'status': 'completed', 'code': 200} Feb 09 12:42:35.084894 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-06a32ed2-7d9f-42d0-8bd4-076896d25ffd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:35.285950 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-06a32ed2-7d9f-42d0-8bd4-076896d25ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:35.444513 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-06a32ed2-7d9f-42d0-8bd4-076896d25ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:35.457084 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 8c80b32f-84d1-4afd-ba50-73d63a5575e0 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:42:35.509682 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-d29ff239-b4e6-4029-bf2f-d15971348361 admin admin] For port 5fc6e9c5-42e0-4f58-b750-74b838abffde, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5fc6e9c5-42e0-4f58-b750-74b838abffde,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:42:35.510256 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d29ff239-b4e6-4029-bf2f-d15971348361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:35.521682 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a32ed2-7d9f-42d0-8bd4-076896d25ffd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45d760f9-948b-4bf5-bf1f-a52c1e984121,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:35.526405 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 8c80b32f-84d1-4afd-ba50-73d63a5575e0 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:42:35.526753 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 8c80b32f-84d1-4afd-ba50-73d63a5575e0 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:42:35.527165 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 51fb473d-e8d0-4341-b399-c79d0d5313e3 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:42:35.532329 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a32ed2-7d9f-42d0-8bd4-076896d25ffd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:42:35.532883 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a32ed2-7d9f-42d0-8bd4-076896d25ffd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:42:35.533380 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a32ed2-7d9f-42d0-8bd4-076896d25ffd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:42:35.533897 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a32ed2-7d9f-42d0-8bd4-076896d25ffd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:42:35.534386 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a32ed2-7d9f-42d0-8bd4-076896d25ffd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:42:35.535018 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a32ed2-7d9f-42d0-8bd4-076896d25ffd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:42:35.535502 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a32ed2-7d9f-42d0-8bd4-076896d25ffd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:42:35.536012 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a32ed2-7d9f-42d0-8bd4-076896d25ffd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:42:35.536513 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a32ed2-7d9f-42d0-8bd4-076896d25ffd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:42:35.536994 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a32ed2-7d9f-42d0-8bd4-076896d25ffd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:42:35.537474 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a32ed2-7d9f-42d0-8bd4-076896d25ffd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:42:35.537975 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a32ed2-7d9f-42d0-8bd4-076896d25ffd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:42:35.542951 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-06a32ed2-7d9f-42d0-8bd4-076896d25ffd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:35.549684 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-06a32ed2-7d9f-42d0-8bd4-076896d25ffd admin admin] 10.222.0.55 "DELETE /v2.0/subnets/45d760f9-948b-4bf5-bf1f-a52c1e984121 HTTP/1.1" status: 204 len: 168 time: 0.8545353 Feb 09 12:42:35.552314 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50312) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:35.632841 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-42468b63-f037-400f-9741-4975e935f048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74421ff6-1d93-4d7d-a7cf-eec3899dbb04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683150709', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '1f78b1a3-2624-4036-96d9-9fa391fd8498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:41:31Z', 'updated_at': '2022-02-09T12:41:43Z', 'revision_number': 4, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': '1f78b1a3-2624-4036-96d9-9fa391fd8498', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74421ff6-1d93-4d7d-a7cf-eec3899dbb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:41:33Z', 'updated_at': '2022-02-09T12:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '8f4bd083-b5ce-4adc-9e8f-3db0e2412e38', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'floating_ip_address': '172.25.7.92', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '74421ff6-1d93-4d7d-a7cf-eec3899dbb04', 'port_id': 'ed232671-0f86-4944-b76c-438219b43570', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd0860fa-4273-47b3-901e-11f5ca0c6ffa', 'mac_address': 'fa:16:3e:41:7c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e39cf3-9429-49ef-8eed-4d10fd59973d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:42:30Z', 'updated_at': '2022-02-09T12:42:30Z', 'revision_number': 0, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c9312e-bd66-476f-a40b-29d47bbbb534', 'name': '', 'network_id': 'cd0860fa-4273-47b3-901e-11f5ca0c6ffa', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'mac_address': 'fa:16:3e:45:4b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74421ff6-1d93-4d7d-a7cf-eec3899dbb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '6bf78152-396d-4171-8084-13bc43a95dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:41:40Z', 'updated_at': '2022-02-09T12:41:52Z', 'revision_number': 5, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'subnets': [{'id': '6bf78152-396d-4171-8084-13bc43a95dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:35.638039 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42468b63-f037-400f-9741-4975e935f048 None None] Checking router: 74421ff6-1d93-4d7d-a7cf-eec3899dbb04 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:42:35.641453 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9d86e929-b82c-4915-ab87-58ca6972d1c9 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:35.653780 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42468b63-f037-400f-9741-4975e935f048 None None] Routers {'74421ff6-1d93-4d7d-a7cf-eec3899dbb04'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:42:35.653780 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-42468b63-f037-400f-9741-4975e935f048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:42:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['74421ff6-1d93-4d7d-a7cf-eec3899dbb04'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:35.763459 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0036c7b3-1bf3-44cd-a525-3e46ac1f50ca None None] Network 01f3f4ff-beae-4106-8f70-e214cdcf114b requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:42:35.785779 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 51fb473d-e8d0-4341-b399-c79d0d5313e3 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:42:35.786118 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 51fb473d-e8d0-4341-b399-c79d0d5313e3 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:42:35.833026 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-75f6c2f9-65f0-4033-99e5-b18ae3be0dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:35.882641 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-d29ff239-b4e6-4029-bf2f-d15971348361 admin admin] Calling delete_port for 5fc6e9c5-42e0-4f58-b750-74b838abffde owned by network:router_gateway {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:42:35.946312 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9d86e929-b82c-4915-ab87-58ca6972d1c9 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:35.951711 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-42468b63-f037-400f-9741-4975e935f048 None None] Set router 74421ff6-1d93-4d7d-a7cf-eec3899dbb04 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:42:36.042330 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-00f9ba8a-b388-402e-ad7f-1c56830194ca req-f504b547-973c-4de9-a28a-9e9a36b84b96 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] 10.222.0.55 "GET /v2.0/ports?device_id=d50cdad8-3bef-424e-8523-b0cb2752ee94 HTTP/1.1" status: 200 len: 210 time: 0.4141254 Feb 09 12:42:36.043667 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d86e929-b82c-4915-ab87-58ca6972d1c9 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e792915e-9133-4139-8999-28e126544a09,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:36.043806 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-75f6c2f9-65f0-4033-99e5-b18ae3be0dd4 admin admin] Deleting port 5622de98-4f47-41fc-9f6f-7913663c262e {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:42:36.044246 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-75f6c2f9-65f0-4033-99e5-b18ae3be0dd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:36.049265 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7b070-8b9f-4038-aa9f-3d021b4e096f req-61de75ed-9c0f-43a5-9143-c6b3057bd51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:36.050750 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ebe7b070-8b9f-4038-aa9f-3d021b4e096f req-61de75ed-9c0f-43a5-9143-c6b3057bd51a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c7a8f76649f44a59c185c6d6414b556&device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 1097 time: 0.9591935 Feb 09 12:42:36.068341 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e00216-0a84-43cf-b4ec-6e3169db2772 None None] DHCP port deletion for 01f3f4ff-beae-4106-8f70-e214cdcf114b request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:42:36.074436 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-78e00216-0a84-43cf-b4ec-6e3169db2772 None None] Deleting port 5622de98-4f47-41fc-9f6f-7913663c262e {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:42:36.075058 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-78e00216-0a84-43cf-b4ec-6e3169db2772 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:36.105915 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52295472-0fc8-42bd-b926-798aedd76c3b req-854d4bd5-4d04-4780-afb0-cda2067f6be7 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:36.108192 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-52295472-0fc8-42bd-b926-798aedd76c3b req-854d4bd5-4d04-4780-afb0-cda2067f6be7 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 946 time: 0.9008310 Feb 09 12:42:36.117938 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9d86e929-b82c-4915-ab87-58ca6972d1c9 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:36.119112 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9d86e929-b82c-4915-ab87-58ca6972d1c9 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 2.1718061 Feb 09 12:42:36.128555 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50322) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:36.213770 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-70077600-26cd-4cc1-ab7f-a48adc322ec4 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Allocated IP 172.25.7.27 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/53207882-fc85-4f4f-8a32-292c04ade72b) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:42:36.215236 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-215f5b3b-d5c8-43f6-b484-b4b2cfadc0b2 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:36.244150 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-215f5b3b-d5c8-43f6-b484-b4b2cfadc0b2 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:36.301874 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-bba4e321-8bb1-43af-ba91-34e2d6400fba tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:36.302539 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-bba4e321-8bb1-43af-ba91-34e2d6400fba tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Synchronizing usage tracker for tenant:78fcd49da689411da6a25296f99fd3a8 on resource:network {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:42:36.418516 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-215f5b3b-d5c8-43f6-b484-b4b2cfadc0b2 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:36.443898 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-bba4e321-8bb1-43af-ba91-34e2d6400fba tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Unset dirty status for tenant:78fcd49da689411da6a25296f99fd3a8 on resource:network {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:42:36.445023 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-bba4e321-8bb1-43af-ba91-34e2d6400fba tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] 10.222.0.46 "GET /v2.0/networks?id=e51bee85-c49e-4d47-aaa3-7ee4caab66a9 HTTP/1.1" status: 200 len: 808 time: 0.7191427 Feb 09 12:42:36.484514 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215f5b3b-d5c8-43f6-b484-b4b2cfadc0b2 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e792915e-9133-4139-8999-28e126544a09,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:36.521659 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-78e00216-0a84-43cf-b4ec-6e3169db2772 None None] For port 5622de98-4f47-41fc-9f6f-7913663c262e, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5622de98-4f47-41fc-9f6f-7913663c262e,segment=NetworkSegment(1c59adf7-7d08-4b5e-9bac-da20ae07f737),segment_id=1c59adf7-7d08-4b5e-9bac-da20ae07f737)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:42:36.522224 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-78e00216-0a84-43cf-b4ec-6e3169db2772 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:36.528586 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-215f5b3b-d5c8-43f6-b484-b4b2cfadc0b2 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:36.531595 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-215f5b3b-d5c8-43f6-b484-b4b2cfadc0b2 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/e792915e-9133-4139-8999-28e126544a09 HTTP/1.1" status: 204 len: 168 time: 0.3968437 Feb 09 12:42:36.537892 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50334) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:36.555197 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-75f6c2f9-65f0-4033-99e5-b18ae3be0dd4 admin admin] For port 5622de98-4f47-41fc-9f6f-7913663c262e, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5622de98-4f47-41fc-9f6f-7913663c262e,segment=NetworkSegment(1c59adf7-7d08-4b5e-9bac-da20ae07f737),segment_id=1c59adf7-7d08-4b5e-9bac-da20ae07f737)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:42:36.555991 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-75f6c2f9-65f0-4033-99e5-b18ae3be0dd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:36.648572 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-42468b63-f037-400f-9741-4975e935f048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74421ff6-1d93-4d7d-a7cf-eec3899dbb04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683150709', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '1f78b1a3-2624-4036-96d9-9fa391fd8498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:41:31Z', 'updated_at': '2022-02-09T12:41:43Z', 'revision_number': 4, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': '1f78b1a3-2624-4036-96d9-9fa391fd8498', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74421ff6-1d93-4d7d-a7cf-eec3899dbb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:41:33Z', 'updated_at': '2022-02-09T12:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '8f4bd083-b5ce-4adc-9e8f-3db0e2412e38', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'floating_ip_address': '172.25.7.92', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '74421ff6-1d93-4d7d-a7cf-eec3899dbb04', 'port_id': 'ed232671-0f86-4944-b76c-438219b43570', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd0860fa-4273-47b3-901e-11f5ca0c6ffa', 'mac_address': 'fa:16:3e:41:7c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e39cf3-9429-49ef-8eed-4d10fd59973d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:42:30Z', 'updated_at': '2022-02-09T12:42:30Z', 'revision_number': 0, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c9312e-bd66-476f-a40b-29d47bbbb534', 'name': '', 'network_id': 'cd0860fa-4273-47b3-901e-11f5ca0c6ffa', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'mac_address': 'fa:16:3e:45:4b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74421ff6-1d93-4d7d-a7cf-eec3899dbb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '6bf78152-396d-4171-8084-13bc43a95dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:41:40Z', 'updated_at': '2022-02-09T12:41:52Z', 'revision_number': 5, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'subnets': [{'id': '6bf78152-396d-4171-8084-13bc43a95dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:36.655344 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42468b63-f037-400f-9741-4975e935f048 None None] The sync data for ids ['74421ff6-1d93-4d7d-a7cf-eec3899dbb04'] in n-d-825178-3 is: [{'id': '74421ff6-1d93-4d7d-a7cf-eec3899dbb04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683150709', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '1f78b1a3-2624-4036-96d9-9fa391fd8498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:41:31Z', 'updated_at': '2022-02-09T12:41:43Z', 'revision_number': 4, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': '1f78b1a3-2624-4036-96d9-9fa391fd8498', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74421ff6-1d93-4d7d-a7cf-eec3899dbb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:41:33Z', 'updated_at': '2022-02-09T12:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '8f4bd083-b5ce-4adc-9e8f-3db0e2412e38', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'floating_ip_address': '172.25.7.92', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '74421ff6-1d93-4d7d-a7cf-eec3899dbb04', 'port_id': 'ed232671-0f86-4944-b76c-438219b43570', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd0860fa-4273-47b3-901e-11f5ca0c6ffa', 'mac_address': 'fa:16:3e:41:7c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e39cf3-9429-49ef-8eed-4d10fd59973d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:42:30Z', 'updated_at': '2022-02-09T12:42:30Z', 'revision_number': 0, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c9312e-bd66-476f-a40b-29d47bbbb534', 'name': '', 'network_id': 'cd0860fa-4273-47b3-901e-11f5ca0c6ffa', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'mac_address': 'fa:16:3e:45:4b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74421ff6-1d93-4d7d-a7cf-eec3899dbb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '6bf78152-396d-4171-8084-13bc43a95dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:41:40Z', 'updated_at': '2022-02-09T12:41:52Z', 'revision_number': 5, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'subnets': [{'id': '6bf78152-396d-4171-8084-13bc43a95dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:42:36.737426 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-78e00216-0a84-43cf-b4ec-6e3169db2772 None None] Calling delete_port for 5622de98-4f47-41fc-9f6f-7913663c262e owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:42:36.748051 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-70077600-26cd-4cc1-ab7f-a48adc322ec4 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:36.767087 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-75f6c2f9-65f0-4033-99e5-b18ae3be0dd4 admin admin] Calling delete_port for 5622de98-4f47-41fc-9f6f-7913663c262e owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:42:36.820922 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-52295472-0fc8-42bd-b926-798aedd76c3b req-49ec813e-d70a-4b8c-a6e6-3c823f6a1de3 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=9312c2c6-ad0f-4a0a-ad28-49fa476a837a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6985455 Feb 09 12:42:36.828146 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-1c796149-1d00-44b3-8aeb-5562fe491cb9 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Synchronizing usage tracker for tenant:78fcd49da689411da6a25296f99fd3a8 on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:42:36.859069 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-588e5319-f304-45cb-a7e5-01704bf70e3c tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Synchronizing usage tracker for tenant:9ffae91753fb483fa448afc32e943805 on resource:security_group_rule {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:42:36.861183 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-78e00216-0a84-43cf-b4ec-6e3169db2772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:36.861870 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50342) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:36.909780 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-1c796149-1d00-44b3-8aeb-5562fe491cb9 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Unset dirty status for tenant:78fcd49da689411da6a25296f99fd3a8 on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:42:36.911424 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-1c796149-1d00-44b3-8aeb-5562fe491cb9 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78fcd49da689411da6a25296f99fd3a8 HTTP/1.1" status: 200 len: 379 time: 0.4286876 Feb 09 12:42:36.913797 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-588e5319-f304-45cb-a7e5-01704bf70e3c tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Unset dirty status for tenant:9ffae91753fb483fa448afc32e943805 on resource:security_group_rule {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:42:36.918270 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-588e5319-f304-45cb-a7e5-01704bf70e3c tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3738689 Feb 09 12:42:36.921027 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50346) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:36.921871 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.api [None req-75f6c2f9-65f0-4033-99e5-b18ae3be0dd4 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:42:36.922442 n-d-825178-3 neutron-server[87568]: DEBUG oslo_db.api [None req-75f6c2f9-65f0-4033-99e5-b18ae3be0dd4 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:42:36.928216 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-8b857f75-ecf7-40da-ab53-bb0f504e48d4 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Request body: {'port': {'device_id': 'd50cdad8-3bef-424e-8523-b0cb2752ee94', 'network_id': 'e51bee85-c49e-4d47-aaa3-7ee4caab66a9', 'admin_state_up': True, 'tenant_id': '78fcd49da689411da6a25296f99fd3a8', 'security_groups': ['100591b4-c01e-4386-91ab-bc93054cdadb']}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:36.932594 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e00216-0a84-43cf-b4ec-6e3169db2772 None None] Pushing event deleted for resources: {'Port': ['ID=5622de98-4f47-41fc-9f6f-7913663c262e,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:36.934887 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e00216-0a84-43cf-b4ec-6e3169db2772 None None] No DVR routers for this DVR port 5622de98-4f47-41fc-9f6f-7913663c262e on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:42:36.970928 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d29ff239-b4e6-4029-bf2f-d15971348361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:37.033948 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a060b6e-aea4-4335-84c7-9e18ede3b75a None None] New status for floating IP 8f4bd083-b5ce-4adc-9e8f-3db0e2412e38: ACTIVE {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:42:37.283812 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7b070-8b9f-4038-aa9f-3d021b4e096f req-186f3b30-f279-4720-934f-c25f6c7e27a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:37.285257 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ebe7b070-8b9f-4038-aa9f-3d021b4e096f req-186f3b30-f279-4720-934f-c25f6c7e27a6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cd0860fa-4273-47b3-901e-11f5ca0c6ffa HTTP/1.1" status: 200 len: 895 time: 1.2194872 Feb 09 12:42:37.292341 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-63d85cda-6c0d-49ee-8327-03d48e585d49 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:37.314185 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5622de98-4f47-41fc-9f6f-7913663c262e no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:42:37.325858 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-8b857f75-ecf7-40da-ab53-bb0f504e48d4 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:37.334143 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-8b857f75-ecf7-40da-ab53-bb0f504e48d4 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Usage tracker for resource:port and tenant:78fcd49da689411da6a25296f99fd3a8 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:37.337704 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-63d85cda-6c0d-49ee-8327-03d48e585d49 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:37.346405 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-8b857f75-ecf7-40da-ab53-bb0f504e48d4 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:37.355767 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-8b857f75-ecf7-40da-ab53-bb0f504e48d4 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:37.387900 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-8b857f75-ecf7-40da-ab53-bb0f504e48d4 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Made reservation on behalf of 78fcd49da689411da6a25296f99fd3a8 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:42:37.389803 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29ff239-b4e6-4029-bf2f-d15971348361 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fc6e9c5-42e0-4f58-b750-74b838abffde,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:37.392266 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-8b857f75-ecf7-40da-ab53-bb0f504e48d4 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:37.393772 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8a758df9-a2ad-45fd-867b-c4d142111f5d req-436859fd-db85-4b4e-9495-a31a57fb7fe0 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] 10.222.0.55 "GET /v2.0/ports?device_id=d50cdad8-3bef-424e-8523-b0cb2752ee94 HTTP/1.1" status: 200 len: 210 time: 0.1127584 Feb 09 12:42:37.423698 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 5622de98-4f47-41fc-9f6f-7913663c262e {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:42:37.426057 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5622de98-4f47-41fc-9f6f-7913663c262e not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:42:37.458619 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-75f6c2f9-65f0-4033-99e5-b18ae3be0dd4 admin admin] Deleting port 5622de98-4f47-41fc-9f6f-7913663c262e {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:42:37.458959 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-75f6c2f9-65f0-4033-99e5-b18ae3be0dd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:37.508847 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-63d85cda-6c0d-49ee-8327-03d48e585d49 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:37.574156 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-75f6c2f9-65f0-4033-99e5-b18ae3be0dd4 admin admin] The port '5622de98-4f47-41fc-9f6f-7913663c262e' was deleted {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:42:37.613320 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d85cda-6c0d-49ee-8327-03d48e585d49 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=792ce173-70d6-45be-abe8-eff7149b80d4,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:37.623002 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ebe7b070-8b9f-4038-aa9f-3d021b4e096f req-74a2595b-f96e-4caf-9d20-87b6e44dc840 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed232671-0f86-4944-b76c-438219b43570 HTTP/1.1" status: 200 len: 999 time: 0.3229437 Feb 09 12:42:37.643999 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f66a4fda-35ba-496e-be05-83f9a293f46a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/floatingips/8f4bd083-b5ce-4adc-9e8f-3db0e2412e38 HTTP/1.1" status: 200 len: 991 time: 0.7789531 Feb 09 12:42:37.648450 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-70077600-26cd-4cc1-ab7f-a48adc322ec4 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:37.786323 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-63d85cda-6c0d-49ee-8327-03d48e585d49 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:37.789071 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-63d85cda-6c0d-49ee-8327-03d48e585d49 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "DELETE /v2.0/security-groups/792ce173-70d6-45be-abe8-eff7149b80d4 HTTP/1.1" status: 204 len: 168 time: 0.8648052 Feb 09 12:42:37.790045 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50358) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:37.793087 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-75f6c2f9-65f0-4033-99e5-b18ae3be0dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:37.803487 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d29ff239-b4e6-4029-bf2f-d15971348361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:37.835988 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-75f6c2f9-65f0-4033-99e5-b18ae3be0dd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01f3f4ff-beae-4106-8f70-e214cdcf114b']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:37.851172 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-8b857f75-ecf7-40da-ab53-bb0f504e48d4 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Allocated IP 172.20.0.8 (e51bee85-c49e-4d47-aaa3-7ee4caab66a9/a979796a-9ee1-4aa6-ac24-c93f6e78f79a/d244e884-8bc7-42ac-90d7-3cf87a43c32e) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:42:37.858702 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-75f6c2f9-65f0-4033-99e5-b18ae3be0dd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c59adf7-7d08-4b5e-9bac-da20ae07f737') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:37.859040 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-75f6c2f9-65f0-4033-99e5-b18ae3be0dd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c59adf7-7d08-4b5e-9bac-da20ae07f737') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:37.866806 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70077600-26cd-4cc1-ab7f-a48adc322ec4 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:42:37.876797 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-75f6c2f9-65f0-4033-99e5-b18ae3be0dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:37.908085 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-75f6c2f9-65f0-4033-99e5-b18ae3be0dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:37.926383 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75f6c2f9-65f0-4033-99e5-b18ae3be0dd4 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:42:37.926585 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-75f6c2f9-65f0-4033-99e5-b18ae3be0dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:37.943023 n-d-825178-3 neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:42:37.943023 n-d-825178-3 neutron-server[87568]: util.warn( Feb 09 12:42:37.943023 n-d-825178-3 neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:42:37.943023 n-d-825178-3 neutron-server[87568]: util.warn( Feb 09 12:42:37.943023 n-d-825178-3 neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:42:37.943023 n-d-825178-3 neutron-server[87568]: util.warn( Feb 09 12:42:37.943023 n-d-825178-3 neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:42:37.943023 n-d-825178-3 neutron-server[87568]: util.warn( Feb 09 12:42:37.943023 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:42:37.943023 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:42:37.943023 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:42:37.943023 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:42:37.943023 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:42:37.943023 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:42:37.943023 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:42:37.943023 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:42:37.943023 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:42:37.943023 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:42:37.943023 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:42:37.943023 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:42:37.943023 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:42:37.943023 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:42:37.943023 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:42:37.943023 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:42:37.943023 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:42:37.943023 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:42:37.943023 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:42:37.943023 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:42:37.943023 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:42:37.943023 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:42:37.943023 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:42:37.943023 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:42:37.943023 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:42:37.943023 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:42:37.943023 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:42:37.943023 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:42:37.943023 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:42:37.943023 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:42:37.943023 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:42:37.943023 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:42:37.945696 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-70077600-26cd-4cc1-ab7f-a48adc322ec4 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:42:38.005784 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70077600-26cd-4cc1-ab7f-a48adc322ec4 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:42:38.034717 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70077600-26cd-4cc1-ab7f-a48adc322ec4 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Pushing event updated for resources: {'Port': ['ID=53207882-fc85-4f4f-8a32-292c04ade72b,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:38.057774 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7b070-8b9f-4038-aa9f-3d021b4e096f req-d3fd766b-8c3e-4395-a6c4-68e888d4c763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:38.059224 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ebe7b070-8b9f-4038-aa9f-3d021b4e096f req-d3fd766b-8c3e-4395-a6c4-68e888d4c763 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6bf78152-396d-4171-8084-13bc43a95dd2 HTTP/1.1" status: 200 len: 834 time: 0.4142225 Feb 09 12:42:38.068588 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d29ff239-b4e6-4029-bf2f-d15971348361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:38.111738 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d29ff239-b4e6-4029-bf2f-d15971348361 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:38.118973 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-75f6c2f9-65f0-4033-99e5-b18ae3be0dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:38.124325 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-75f6c2f9-65f0-4033-99e5-b18ae3be0dd4 admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:38.158416 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f6c2f9-65f0-4033-99e5-b18ae3be0dd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=01f3f4ff-beae-4106-8f70-e214cdcf114b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:38.185468 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-75f6c2f9-65f0-4033-99e5-b18ae3be0dd4 admin admin] 10.222.0.55 "DELETE /v2.0/networks/01f3f4ff-beae-4106-8f70-e214cdcf114b HTTP/1.1" status: 204 len: 168 time: 2.6310549 Feb 09 12:42:38.234517 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-eb33884b-a5f7-4f73-93db-f0ee93b889ca tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Synchronizing usage tracker for tenant:9ffae91753fb483fa448afc32e943805 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:42:38.237199 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-8b857f75-ecf7-40da-ab53-bb0f504e48d4 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:38.258786 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-8b857f75-ecf7-40da-ab53-bb0f504e48d4 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Transition to ACTIVE for port object d244e884-8bc7-42ac-90d7-3cf87a43c32e will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:42:38.298364 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-8b857f75-ecf7-40da-ab53-bb0f504e48d4 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:38.382434 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d29ff239-b4e6-4029-bf2f-d15971348361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:38.382952 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29ff239-b4e6-4029-bf2f-d15971348361 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 753f86c2-fdac-43c8-8d93-461bb18b3b9f {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:42:38.417946 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b857f75-ecf7-40da-ab53-bb0f504e48d4 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Pushing event updated for resources: {'Port': ['ID=d244e884-8bc7-42ac-90d7-3cf87a43c32e,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:38.427214 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-8b857f75-ecf7-40da-ab53-bb0f504e48d4 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Network e51bee85-c49e-4d47-aaa3-7ee4caab66a9 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:42:38.429027 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-8b857f75-ecf7-40da-ab53-bb0f504e48d4 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:42:38.444298 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-8b857f75-ecf7-40da-ab53-bb0f504e48d4 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:42:38.459882 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d29ff239-b4e6-4029-bf2f-d15971348361 admin admin] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:38.463186 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d29ff239-b4e6-4029-bf2f-d15971348361 admin admin] 10.222.0.55 "DELETE /v2.0/routers/753f86c2-fdac-43c8-8d93-461bb18b3b9f HTTP/1.1" status: 204 len: 168 time: 5.2257943 Feb 09 12:42:38.463186 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-eb33884b-a5f7-4f73-93db-f0ee93b889ca tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Unset dirty status for tenant:9ffae91753fb483fa448afc32e943805 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:42:38.466173 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-eb33884b-a5f7-4f73-93db-f0ee93b889ca tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6691110 Feb 09 12:42:38.505115 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50366) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:38.505472 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50368) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:38.517347 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50370) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:38.524297 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-8b857f75-ecf7-40da-ab53-bb0f504e48d4 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:38.524964 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-8b857f75-ecf7-40da-ab53-bb0f504e48d4 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:38.552147 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-34e27fba-1f2a-4681-88b0-22d074fce97c tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Request body: {'security_group': {'name': 'tempest-secgroup--1155253424'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:38.559741 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-8b857f75-ecf7-40da-ab53-bb0f504e48d4 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6397092 Feb 09 12:42:38.579719 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-8c814481-817c-4aa0-a044-a47ab91522b0 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:42:38.580728 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-8c814481-817c-4aa0-a044-a47ab91522b0 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087383 Feb 09 12:42:38.603890 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-da1f86f7-9b3d-4365-ac12-35f4b380b98a service neutron] Request body: {'port': {'device_id': 'd50cdad8-3bef-424e-8523-b0cb2752ee94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:38.648225 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-34e27fba-1f2a-4681-88b0-22d074fce97c tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:38.662222 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50378) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:38.744426 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-bac7c0f4-6793-420a-a1ce-e63a32a55685 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e83e724b83ff4eff83d86a9461a0246b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2030351 Feb 09 12:42:38.753544 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50384) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:38.762346 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-34e27fba-1f2a-4681-88b0-22d074fce97c tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:38.782634 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-da1f86f7-9b3d-4365-ac12-35f4b380b98a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:38.785573 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7b070-8b9f-4038-aa9f-3d021b4e096f req-7c0027c0-5fd0-47fc-827e-72605ee98bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:38.786945 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ebe7b070-8b9f-4038-aa9f-3d021b4e096f req-7c0027c0-5fd0-47fc-827e-72605ee98bfd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cd0860fa-4273-47b3-901e-11f5ca0c6ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7165709 Feb 09 12:42:38.810608 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-584e8a10-d148-4714-b846-a74e4aeb3b2d None None] Provisioning for port d244e884-8bc7-42ac-90d7-3cf87a43c32e completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:42:38.818154 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-584e8a10-d148-4714-b846-a74e4aeb3b2d None None] Provisioning complete for port d244e884-8bc7-42ac-90d7-3cf87a43c32e triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:42:38.818980 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-584e8a10-d148-4714-b846-a74e4aeb3b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:38.880858 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-584e8a10-d148-4714-b846-a74e4aeb3b2d None None] Port d244e884-8bc7-42ac-90d7-3cf87a43c32e cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:42:39.092504 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dcf8b1f-41f7-4fbf-8e6d-36d504783c8c admin admin] Deleting subnet 2119cf49-29ff-4f23-b272-fe25e334c66e {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:42:39.094672 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-34e27fba-1f2a-4681-88b0-22d074fce97c tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:39.174894 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5dcf8b1f-41f7-4fbf-8e6d-36d504783c8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:39.187529 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-da1f86f7-9b3d-4365-ac12-35f4b380b98a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d244e884-8bc7-42ac-90d7-3cf87a43c32e {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:42:39.203338 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5fc6e9c5-42e0-4f58-b750-74b838abffde no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:42:39.203562 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-da1f86f7-9b3d-4365-ac12-35f4b380b98a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:39.216193 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-da1f86f7-9b3d-4365-ac12-35f4b380b98a service neutron] Transition to ACTIVE for port object d244e884-8bc7-42ac-90d7-3cf87a43c32e will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:42:39.223414 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-da1f86f7-9b3d-4365-ac12-35f4b380b98a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:39.244072 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 5fc6e9c5-42e0-4f58-b750-74b838abffde {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:42:39.244578 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5fc6e9c5-42e0-4f58-b750-74b838abffde not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:42:39.278875 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d5d65961-4bb0-428b-84cd-a9b8b2a65ea0 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/floatingips/8f4bd083-b5ce-4adc-9e8f-3db0e2412e38 HTTP/1.1" status: 200 len: 993 time: 0.6163690 Feb 09 12:42:39.294274 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-34e27fba-1f2a-4681-88b0-22d074fce97c tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:39.307138 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-34e27fba-1f2a-4681-88b0-22d074fce97c tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Usage tracker for resource:security_group_rule and tenant:9ffae91753fb483fa448afc32e943805 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:39.314491 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-34e27fba-1f2a-4681-88b0-22d074fce97c tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:39.326951 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5dcf8b1f-41f7-4fbf-8e6d-36d504783c8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:39.331520 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f86f7-9b3d-4365-ac12-35f4b380b98a service neutron] Pushing event updated for resources: {'Port': ['ID=d244e884-8bc7-42ac-90d7-3cf87a43c32e,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:39.413077 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5dcf8b1f-41f7-4fbf-8e6d-36d504783c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:39.533589 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-34e27fba-1f2a-4681-88b0-22d074fce97c tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:39.618438 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-04f8ed40-74a0-429a-9f8b-1b4389778bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:39.632902 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb13bd-343f-4b93-be53-1036dae79558 req-e88392ad-5166-415b-93a0-ab3683f35ae4 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:39.634325 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8deb13bd-343f-4b93-be53-1036dae79558 req-e88392ad-5166-415b-93a0-ab3683f35ae4 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] 10.222.0.55 "GET /v2.0/ports?device_id=d50cdad8-3bef-424e-8523-b0cb2752ee94 HTTP/1.1" status: 200 len: 931 time: 1.0312819 Feb 09 12:42:39.643679 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-da1f86f7-9b3d-4365-ac12-35f4b380b98a service neutron] Attempting to bind port d244e884-8bc7-42ac-90d7-3cf87a43c32e on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:42:39.644386 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-da1f86f7-9b3d-4365-ac12-35f4b380b98a service neutron] Attempting to bind port d244e884-8bc7-42ac-90d7-3cf87a43c32e by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '20f02b30-960e-4af2-9713-4a21e488fd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e51bee85-c49e-4d47-aaa3-7ee4caab66a9'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:42:39.644845 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-da1f86f7-9b3d-4365-ac12-35f4b380b98a service neutron] Attempting to bind port d244e884-8bc7-42ac-90d7-3cf87a43c32e on network e51bee85-c49e-4d47-aaa3-7ee4caab66a9 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:42:39.650722 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-da1f86f7-9b3d-4365-ac12-35f4b380b98a service neutron] Port d244e884-8bc7-42ac-90d7-3cf87a43c32e on network e51bee85-c49e-4d47-aaa3-7ee4caab66a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:42:39.651049 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-da1f86f7-9b3d-4365-ac12-35f4b380b98a service neutron] Attempting to bind port d244e884-8bc7-42ac-90d7-3cf87a43c32e on network e51bee85-c49e-4d47-aaa3-7ee4caab66a9 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:42:39.658071 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-da1f86f7-9b3d-4365-ac12-35f4b380b98a service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:42:39.658463 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-da1f86f7-9b3d-4365-ac12-35f4b380b98a service neutron] Checking segment: {'id': '20f02b30-960e-4af2-9713-4a21e488fd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e51bee85-c49e-4d47-aaa3-7ee4caab66a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:42:39.658909 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-da1f86f7-9b3d-4365-ac12-35f4b380b98a service neutron] Bound using segment: {'id': '20f02b30-960e-4af2-9713-4a21e488fd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e51bee85-c49e-4d47-aaa3-7ee4caab66a9'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:42:39.659358 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-da1f86f7-9b3d-4365-ac12-35f4b380b98a service neutron] Bound port: d244e884-8bc7-42ac-90d7-3cf87a43c32e, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20f02b30-960e-4af2-9713-4a21e488fd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e51bee85-c49e-4d47-aaa3-7ee4caab66a9'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:42:39.660141 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-da1f86f7-9b3d-4365-ac12-35f4b380b98a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:39.666673 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ebe7b070-8b9f-4038-aa9f-3d021b4e096f req-ebf98632-788b-4e80-9d80-21593cafc482 service neutron] 10.222.0.46 "GET /v2.0/networks/cd0860fa-4273-47b3-901e-11f5ca0c6ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8531082 Feb 09 12:42:39.700980 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-70077600-26cd-4cc1-ab7f-a48adc322ec4 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for router_gateway, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:39.770100 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-da1f86f7-9b3d-4365-ac12-35f4b380b98a service neutron] For port d244e884-8bc7-42ac-90d7-3cf87a43c32e, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:42:39.773113 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-da1f86f7-9b3d-4365-ac12-35f4b380b98a service neutron] For port d244e884-8bc7-42ac-90d7-3cf87a43c32e, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=d244e884-8bc7-42ac-90d7-3cf87a43c32e,segment=NetworkSegment(20f02b30-960e-4af2-9713-4a21e488fd18),segment_id=20f02b30-960e-4af2-9713-4a21e488fd18)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:42:39.778888 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-da1f86f7-9b3d-4365-ac12-35f4b380b98a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:39.807080 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-04f8ed40-74a0-429a-9f8b-1b4389778bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:39.852028 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-da1f86f7-9b3d-4365-ac12-35f4b380b98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:39.852651 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-da1f86f7-9b3d-4365-ac12-35f4b380b98a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:39.853995 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-da1f86f7-9b3d-4365-ac12-35f4b380b98a service neutron] 10.222.0.46 "PUT /v2.0/ports/d244e884-8bc7-42ac-90d7-3cf87a43c32e HTTP/1.1" status: 200 len: 1091 time: 1.2583978 Feb 09 12:42:39.854419 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50cdad8-3bef-424e-8523-b0cb2752ee94', 'tag': 'd244e884-8bc7-42ac-90d7-3cf87a43c32e'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:42:39.897093 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f86f7-9b3d-4365-ac12-35f4b380b98a service neutron] Pushing event updated for resources: {'Port': ['ID=d244e884-8bc7-42ac-90d7-3cf87a43c32e,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:39.978555 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd50cdad8-3bef-424e-8523-b0cb2752ee94', 'tag': 'd244e884-8bc7-42ac-90d7-3cf87a43c32e', 'status': 'completed', 'code': 200} Feb 09 12:42:39.987474 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-34e27fba-1f2a-4681-88b0-22d074fce97c tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:40.015901 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-eecebb9b-2579-48b3-9b81-78c343162ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:40.017805 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-eecebb9b-2579-48b3-9b81-78c343162ef4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=78fcd49da689411da6a25296f99fd3a8&device_id=d50cdad8-3bef-424e-8523-b0cb2752ee94 HTTP/1.1" status: 200 len: 1094 time: 0.1073906 Feb 09 12:42:40.023115 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-34e27fba-1f2a-4681-88b0-22d074fce97c tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:40.097205 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-fd33e126-f7c8-4a88-9a8d-746ef1ad8c00 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d244e884-8bc7-42ac-90d7-3cf87a43c32e HTTP/1.1" status: 200 len: 217 time: 0.0715785 Feb 09 12:42:40.130608 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e27fba-1f2a-4681-88b0-22d074fce97c tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad657c57-4343-4e64-a6fa-8d7b41847598,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:40.134095 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ebe7b070-8b9f-4038-aa9f-3d021b4e096f req-d195452a-d83e-4ba9-b2e5-2825d3c68ece service neutron] 10.222.0.46 "GET /v2.0/networks/cd0860fa-4273-47b3-901e-11f5ca0c6ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4342406 Feb 09 12:42:40.148721 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5dcf8b1f-41f7-4fbf-8e6d-36d504783c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:40.200835 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-abc3295f-ed1d-4853-8edc-d65e21cc322a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:40.203381 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-abc3295f-ed1d-4853-8edc-d65e21cc322a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a979796a-9ee1-4aa6-ac24-c93f6e78f79a HTTP/1.1" status: 200 len: 847 time: 0.0985460 Feb 09 12:42:40.210247 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8deb13bd-343f-4b93-be53-1036dae79558 req-69560b31-666f-4185-b1a7-44ac83f33fbf tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] 10.222.0.55 "GET /v2.0/security-groups?id=100591b4-c01e-4386-91ab-bc93054cdadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5501812 Feb 09 12:42:40.235852 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5dcf8b1f-41f7-4fbf-8e6d-36d504783c8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:40.240039 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf8b1f-41f7-4fbf-8e6d-36d504783c8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2119cf49-29ff-4f23-b272-fe25e334c66e,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:40.313201 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-24958658-ff80-4105-a755-7c7b89219d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:40.315988 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-24958658-ff80-4105-a755-7c7b89219d4a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e51bee85-c49e-4d47-aaa3-7ee4caab66a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1055601 Feb 09 12:42:40.374653 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-34e27fba-1f2a-4681-88b0-22d074fce97c tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:40.379301 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-34e27fba-1f2a-4681-88b0-22d074fce97c tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.8625081 Feb 09 12:42:40.381924 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50396) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:40.402295 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-5dcf8b1f-41f7-4fbf-8e6d-36d504783c8c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/2119cf49-29ff-4f23-b272-fe25e334c66e HTTP/1.1" status: 204 len: 168 time: 1.8886986 Feb 09 12:42:40.405844 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-b8e8bf7e-1f74-4bee-9cbf-437653173883 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Request body: {'security_group_rule': {'security_group_id': 'ad657c57-4343-4e64-a6fa-8d7b41847598', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:40.412356 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b8e8bf7e-1f74-4bee-9cbf-437653173883 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:40.416826 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b8e8bf7e-1f74-4bee-9cbf-437653173883 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Usage tracker for resource:security_group_rule and tenant:9ffae91753fb483fa448afc32e943805 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:40.420462 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b8e8bf7e-1f74-4bee-9cbf-437653173883 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:40.426462 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b8e8bf7e-1f74-4bee-9cbf-437653173883 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:40.434338 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50400) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:40.533985 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-f5ecce6d-4cc0-43cc-9a66-3acd847aacb2 service neutron] 10.222.0.46 "GET /v2.0/networks/e51bee85-c49e-4d47-aaa3-7ee4caab66a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100625 Feb 09 12:42:40.544445 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-04f8ed40-74a0-429a-9f8b-1b4389778bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:40.575196 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b8e8bf7e-1f74-4bee-9cbf-437653173883 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:40.639281 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f8ed40-74a0-429a-9f8b-1b4389778bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0bd0fa-6fdb-4ee1-b7b6-9e5e325c9d69,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:40.663339 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-04f8ed40-74a0-429a-9f8b-1b4389778bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:40.664342 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-04f8ed40-74a0-429a-9f8b-1b4389778bcb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ef0bd0fa-6fdb-4ee1-b7b6-9e5e325c9d69 HTTP/1.1" status: 204 len: 168 time: 1.8996649 Feb 09 12:42:40.680154 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8cbc4f03-93a8-4ef0-8295-3b0a22e70c91 req-07514e7b-7fec-44f2-8682-2addb97e5520 service neutron] 10.222.0.46 "GET /v2.0/networks/e51bee85-c49e-4d47-aaa3-7ee4caab66a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399031 Feb 09 12:42:40.698487 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b5bc5286-14c1-47fd-8937-f5ace6c47034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:40.766336 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-70077600-26cd-4cc1-ab7f-a48adc322ec4 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:40.808264 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8578ec-b4c0-4b8c-98dc-a9d55157c509 req-ff3186f8-2562-4020-b562-f20164c26347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:40.810063 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1d8578ec-b4c0-4b8c-98dc-a9d55157c509 req-ff3186f8-2562-4020-b562-f20164c26347 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=78fcd49da689411da6a25296f99fd3a8&device_id=d50cdad8-3bef-424e-8523-b0cb2752ee94 HTTP/1.1" status: 200 len: 1094 time: 0.0827069 Feb 09 12:42:40.958790 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8578ec-b4c0-4b8c-98dc-a9d55157c509 req-ca084e44-3601-409e-b448-17d1cedfeb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:40.960667 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1d8578ec-b4c0-4b8c-98dc-a9d55157c509 req-ca084e44-3601-409e-b448-17d1cedfeb3f service neutron] 10.222.0.46 "GET /v2.0/networks?id=e51bee85-c49e-4d47-aaa3-7ee4caab66a9 HTTP/1.1" status: 200 len: 909 time: 0.1435101 Feb 09 12:42:41.034268 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1d8578ec-b4c0-4b8c-98dc-a9d55157c509 req-e05d0e40-6449-4fd8-a82b-a2288dd95c1e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d244e884-8bc7-42ac-90d7-3cf87a43c32e HTTP/1.1" status: 200 len: 217 time: 0.0661273 Feb 09 12:42:41.071247 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b8e8bf7e-1f74-4bee-9cbf-437653173883 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:41.099363 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b8e8bf7e-1f74-4bee-9cbf-437653173883 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:41.126150 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8578ec-b4c0-4b8c-98dc-a9d55157c509 req-8dd47c8d-53cc-4b8e-ad9b-35e6251cc0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:41.126374 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b5bc5286-14c1-47fd-8937-f5ace6c47034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:41.127716 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1d8578ec-b4c0-4b8c-98dc-a9d55157c509 req-8dd47c8d-53cc-4b8e-ad9b-35e6251cc0ee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a979796a-9ee1-4aa6-ac24-c93f6e78f79a HTTP/1.1" status: 200 len: 847 time: 0.0876455 Feb 09 12:42:41.143604 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e8bf7e-1f74-4bee-9cbf-437653173883 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2554893-9c52-445f-9aa6-df897874932d,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:41.225058 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8578ec-b4c0-4b8c-98dc-a9d55157c509 req-bab9d151-eeed-4777-8187-4a292323b25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:41.226544 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1d8578ec-b4c0-4b8c-98dc-a9d55157c509 req-bab9d151-eeed-4777-8187-4a292323b25b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e51bee85-c49e-4d47-aaa3-7ee4caab66a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915854 Feb 09 12:42:41.250409 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-b5bc5286-14c1-47fd-8937-f5ace6c47034 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fdd1126-5a53-4a5a-810d-e4d88179e413']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:41.272810 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-b5bc5286-14c1-47fd-8937-f5ace6c47034 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0820d912-27ce-45be-81e6-6662e031d6b0') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:41.273362 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-b5bc5286-14c1-47fd-8937-f5ace6c47034 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0820d912-27ce-45be-81e6-6662e031d6b0') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:41.283499 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b8e8bf7e-1f74-4bee-9cbf-437653173883 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:41.284912 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b8e8bf7e-1f74-4bee-9cbf-437653173883 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8972614 Feb 09 12:42:41.291231 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50424) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:41.307416 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b5bc5286-14c1-47fd-8937-f5ace6c47034 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:41.344927 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-05e10359-9bd4-45f3-9873-92dffb03efa2 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "GET /v2.0/security-group-rules/f2554893-9c52-445f-9aa6-df897874932d HTTP/1.1" status: 200 len: 763 time: 0.0522671 Feb 09 12:42:41.346345 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b5bc5286-14c1-47fd-8937-f5ace6c47034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:41.350304 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50430) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:41.359440 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5bc5286-14c1-47fd-8937-f5ace6c47034 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:42:41.360113 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b5bc5286-14c1-47fd-8937-f5ace6c47034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:41.376344 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:42:41.376344 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:42:41.376344 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:42:41.376344 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:42:41.376344 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:42:41.376344 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:42:41.376344 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:42:41.376344 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:42:41.376344 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:42:41.376344 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:42:41.376344 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:42:41.376344 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:42:41.376344 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:42:41.376344 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:42:41.376344 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:42:41.376344 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:42:41.376344 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:42:41.376344 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:42:41.376344 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:42:41.376344 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:42:41.376344 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:42:41.376344 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:42:41.376344 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:42:41.376344 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:42:41.376344 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:42:41.376344 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:42:41.376344 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:42:41.376344 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:42:41.376344 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:42:41.376344 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:42:41.376344 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:42:41.376344 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:42:41.434966 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9aa7eda1-26d6-45e1-b3e8-3e2763e2bee2 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Synchronizing usage tracker for tenant:9ffae91753fb483fa448afc32e943805 on resource:security_group_rule {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:42:41.464918 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1d8578ec-b4c0-4b8c-98dc-a9d55157c509 req-1e07a4d8-fff8-46a7-9b45-190409325cca service neutron] 10.222.0.46 "GET /v2.0/networks/e51bee85-c49e-4d47-aaa3-7ee4caab66a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281370 Feb 09 12:42:41.507817 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9aa7eda1-26d6-45e1-b3e8-3e2763e2bee2 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Unset dirty status for tenant:9ffae91753fb483fa448afc32e943805 on resource:security_group_rule {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:42:41.512200 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9aa7eda1-26d6-45e1-b3e8-3e2763e2bee2 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1607563 Feb 09 12:42:41.513030 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50434) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:41.523090 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70077600-26cd-4cc1-ab7f-a48adc322ec4 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Router aabc8592-94a1-4890-a1fa-84d622b4d228 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:42:41.529586 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b5bc5286-14c1-47fd-8937-f5ace6c47034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:41.557499 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b5bc5286-14c1-47fd-8937-f5ace6c47034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:41.608770 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6313f77f-8c0b-42f2-b8ee-18c076ae3e85 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:41.622365 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6313f77f-8c0b-42f2-b8ee-18c076ae3e85 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:41.623551 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bc5286-14c1-47fd-8937-f5ace6c47034 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fdd1126-5a53-4a5a-810d-e4d88179e413,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:41.665314 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b5bc5286-14c1-47fd-8937-f5ace6c47034 admin admin] 10.222.0.55 "DELETE /v2.0/networks/0fdd1126-5a53-4a5a-810d-e4d88179e413 HTTP/1.1" status: 204 len: 168 time: 1.2193842 Feb 09 12:42:41.697738 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1d8578ec-b4c0-4b8c-98dc-a9d55157c509 req-12cd5d21-3cba-4c2a-8b88-a0f8b7f24a20 service neutron] 10.222.0.46 "GET /v2.0/networks/e51bee85-c49e-4d47-aaa3-7ee4caab66a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230272 Feb 09 12:42:41.719359 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6313f77f-8c0b-42f2-b8ee-18c076ae3e85 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:41.743672 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6313f77f-8c0b-42f2-b8ee-18c076ae3e85 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2554893-9c52-445f-9aa6-df897874932d,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:41.758718 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6313f77f-8c0b-42f2-b8ee-18c076ae3e85 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:41.762641 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6313f77f-8c0b-42f2-b8ee-18c076ae3e85 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/f2554893-9c52-445f-9aa6-df897874932d HTTP/1.1" status: 204 len: 168 time: 0.2003696 Feb 09 12:42:41.763230 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50448) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:41.772497 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231413a5-c99e-4561-9ee8-efcdba06b2cc req-8a0a559f-74e6-4d8f-8b6a-bf1c4fdc428d tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:41.774381 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-231413a5-c99e-4561-9ee8-efcdba06b2cc req-8a0a559f-74e6-4d8f-8b6a-bf1c4fdc428d tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] 10.222.0.55 "GET /v2.0/ports?device_id=d50cdad8-3bef-424e-8523-b0cb2752ee94 HTTP/1.1" status: 200 len: 943 time: 0.3322506 Feb 09 12:42:41.838167 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70077600-26cd-4cc1-ab7f-a48adc322ec4 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:42:41.850758 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5b686a-8310-49e1-8d3a-1d4447b32774 None None] Sync routers for ids ['aabc8592-94a1-4890-a1fa-84d622b4d228'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:42:41.871957 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5b686a-8310-49e1-8d3a-1d4447b32774 None None] Routers {'aabc8592-94a1-4890-a1fa-84d622b4d228'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:42:41.876055 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-231413a5-c99e-4561-9ee8-efcdba06b2cc req-4ff8456c-3373-4f68-93e1-4ea3fc9e62d3 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] 10.222.0.55 "GET /v2.0/security-groups?id=100591b4-c01e-4386-91ab-bc93054cdadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889359 Feb 09 12:42:41.879889 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-5f5b686a-8310-49e1-8d3a-1d4447b32774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:42:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['aabc8592-94a1-4890-a1fa-84d622b4d228'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:41.895424 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-70077600-26cd-4cc1-ab7f-a48adc322ec4 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:41.896201 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-2b9e0caf-2182-4643-8b60-3970c2a46e1b tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Synchronizing usage tracker for tenant:9ffae91753fb483fa448afc32e943805 on resource:security_group_rule {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:42:41.899385 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-70077600-26cd-4cc1-ab7f-a48adc322ec4 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.7228005 Feb 09 12:42:41.899548 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50456) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:41.951705 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50460) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:41.970736 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-5f5b686a-8310-49e1-8d3a-1d4447b32774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:41.991165 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5b686a-8310-49e1-8d3a-1d4447b32774 None None] Routers {'aabc8592-94a1-4890-a1fa-84d622b4d228'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:42:41.993476 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-5f5b686a-8310-49e1-8d3a-1d4447b32774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:42:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['aabc8592-94a1-4890-a1fa-84d622b4d228'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:42.049926 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50466) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:42.077757 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f3b9333e-17b6-42f8-a524-399d5c99ffdf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fe861eb8966f4501804d9330d652c357&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1243956 Feb 09 12:42:42.080192 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50474) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:42.091541 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-5f5b686a-8310-49e1-8d3a-1d4447b32774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:42.092521 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5b686a-8310-49e1-8d3a-1d4447b32774 None None] The sync data for ids ['aabc8592-94a1-4890-a1fa-84d622b4d228'] in n-d-825178-3 is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:42:42.127424 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-2b9e0caf-2182-4643-8b60-3970c2a46e1b tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Unset dirty status for tenant:9ffae91753fb483fa448afc32e943805 on resource:security_group_rule {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:42:42.128307 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device d244e884-8bc7-42ac-90d7-3cf87a43c32e details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:42:42.128864 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2b9e0caf-2182-4643-8b60-3970c2a46e1b tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3640840 Feb 09 12:42:42.131884 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50478) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:42.158336 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2da7523b-eff8-40e8-942f-6193e63bf4cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:42.193996 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-87ce11b1-08f5-4e3d-bab8-e3c9f6099cc5 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Request body: {'security_group_rule': {'security_group_id': 'ad657c57-4343-4e64-a6fa-8d7b41847598', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:42.198607 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2da7523b-eff8-40e8-942f-6193e63bf4cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:42.210491 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-87ce11b1-08f5-4e3d-bab8-e3c9f6099cc5 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:42.233809 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-87ce11b1-08f5-4e3d-bab8-e3c9f6099cc5 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:42.296422 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2da7523b-eff8-40e8-942f-6193e63bf4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:42.324141 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da7523b-eff8-40e8-942f-6193e63bf4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53536b3f-6b08-44d9-8017-8a0f5c9448d4,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:42.348255 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2da7523b-eff8-40e8-942f-6193e63bf4cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:42.353693 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2da7523b-eff8-40e8-942f-6193e63bf4cc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/53536b3f-6b08-44d9-8017-8a0f5c9448d4 HTTP/1.1" status: 204 len: 168 time: 0.2682967 Feb 09 12:42:42.421555 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-44447a8b-4bd2-4b24-8429-afb1a1d5d5f5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1116701485-network', 'tenant_id': '7722e72c858c4f97b7f4eb543cff4fda'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:42.429232 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-44447a8b-4bd2-4b24-8429-afb1a1d5d5f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:42.433804 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-44447a8b-4bd2-4b24-8429-afb1a1d5d5f5 admin admin] Usage tracker for resource:network and tenant:7722e72c858c4f97b7f4eb543cff4fda is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:42.437620 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-44447a8b-4bd2-4b24-8429-afb1a1d5d5f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:42.439925 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port d244e884-8bc7-42ac-90d7-3cf87a43c32e, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=d244e884-8bc7-42ac-90d7-3cf87a43c32e,segment=NetworkSegment(20f02b30-960e-4af2-9713-4a21e488fd18),segment_id=20f02b30-960e-4af2-9713-4a21e488fd18)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:42:42.444121 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-44447a8b-4bd2-4b24-8429-afb1a1d5d5f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:42.458795 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44447a8b-4bd2-4b24-8429-afb1a1d5d5f5 admin admin] Made reservation on behalf of 7722e72c858c4f97b7f4eb543cff4fda for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:42:42.460650 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-87ce11b1-08f5-4e3d-bab8-e3c9f6099cc5 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:42.462369 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-44447a8b-4bd2-4b24-8429-afb1a1d5d5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:42.473132 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'd244e884-8bc7-42ac-90d7-3cf87a43c32e', 'network_id': 'e51bee85-c49e-4d47-aaa3-7ee4caab66a9', 'port_id': 'd244e884-8bc7-42ac-90d7-3cf87a43c32e', 'mac_address': 'fa:16:3e:78:11:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a979796a-9ee1-4aa6-ac24-c93f6e78f79a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:42:42.488734 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-44447a8b-4bd2-4b24-8429-afb1a1d5d5f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:42.516968 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-44447a8b-4bd2-4b24-8429-afb1a1d5d5f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:42.521441 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-44447a8b-4bd2-4b24-8429-afb1a1d5d5f5 admin admin] Usage tracker for resource:security_group_rule and tenant:7722e72c858c4f97b7f4eb543cff4fda is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:42.524683 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-44447a8b-4bd2-4b24-8429-afb1a1d5d5f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:42.531233 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-44447a8b-4bd2-4b24-8429-afb1a1d5d5f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:42.579597 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:42.599580 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d244e884-8bc7-42ac-90d7-3cf87a43c32e {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:42:42.620769 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port d244e884-8bc7-42ac-90d7-3cf87a43c32e, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=d244e884-8bc7-42ac-90d7-3cf87a43c32e,segment=NetworkSegment(20f02b30-960e-4af2-9713-4a21e488fd18),segment_id=20f02b30-960e-4af2-9713-4a21e488fd18)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:42:42.632499 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:42.642581 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-44447a8b-4bd2-4b24-8429-afb1a1d5d5f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:42.648608 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-44447a8b-4bd2-4b24-8429-afb1a1d5d5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:42.683375 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44447a8b-4bd2-4b24-8429-afb1a1d5d5f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:42:42.699333 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44447a8b-4bd2-4b24-8429-afb1a1d5d5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef59ba1-eb72-4c28-885f-7db3a4a8d178,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:42.705536 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-44447a8b-4bd2-4b24-8429-afb1a1d5d5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:42.705884 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-44447a8b-4bd2-4b24-8429-afb1a1d5d5f5 admin admin] Added segment 215a8b65-4572-4b3f-bdd9-32a61bc29407 of type vlan for network fef63669-60e4-448f-bbf3-5ffe81417e5d Feb 09 12:42:42.749192 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-44447a8b-4bd2-4b24-8429-afb1a1d5d5f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:42.829061 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-44447a8b-4bd2-4b24-8429-afb1a1d5d5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:42.830057 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44447a8b-4bd2-4b24-8429-afb1a1d5d5f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:42.830651 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-44447a8b-4bd2-4b24-8429-afb1a1d5d5f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:42.908091 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=d244e884-8bc7-42ac-90d7-3cf87a43c32e,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:42.927495 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['d244e884-8bc7-42ac-90d7-3cf87a43c32e'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:42:42.948003 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-87ce11b1-08f5-4e3d-bab8-e3c9f6099cc5 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:42.958131 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44447a8b-4bd2-4b24-8429-afb1a1d5d5f5 admin admin] Pushing event updated for resources: {'Network': ['ID=fef63669-60e4-448f-bbf3-5ffe81417e5d,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:42.964379 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-44447a8b-4bd2-4b24-8429-afb1a1d5d5f5 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9119976 Feb 09 12:42:42.965833 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50500) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:42.970032 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-87ce11b1-08f5-4e3d-bab8-e3c9f6099cc5 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:42.979279 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-9155fc86-beca-43ba-83c0-c4f8af19e432 admin admin] Request body: {'subnet': {'network_id': 'fef63669-60e4-448f-bbf3-5ffe81417e5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1116701485-subnet', 'tenant_id': '7722e72c858c4f97b7f4eb543cff4fda', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:42.990199 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-9155fc86-beca-43ba-83c0-c4f8af19e432 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:42.994549 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9155fc86-beca-43ba-83c0-c4f8af19e432 admin admin] Usage tracker for resource:subnet and tenant:7722e72c858c4f97b7f4eb543cff4fda is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:42.997702 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9155fc86-beca-43ba-83c0-c4f8af19e432 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:43.006160 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-9155fc86-beca-43ba-83c0-c4f8af19e432 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:43.020542 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9155fc86-beca-43ba-83c0-c4f8af19e432 admin admin] Made reservation on behalf of 7722e72c858c4f97b7f4eb543cff4fda for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:42:43.023437 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9155fc86-beca-43ba-83c0-c4f8af19e432 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:43.027653 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network fef63669-60e4-448f-bbf3-5ffe81417e5d details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:42:43.049447 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce11b1-08f5-4e3d-bab8-e3c9f6099cc5 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b99010c-81c8-4d4a-81b5-ec1510e3c0b1,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:43.239204 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89b0e8-d51d-4234-b326-55205551dce3 req-4edbd7c2-83cc-4c7a-9693-4910ef0e7cbf tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:43.240919 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9f89b0e8-d51d-4234-b326-55205551dce3 req-4edbd7c2-83cc-4c7a-9693-4910ef0e7cbf tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] 10.222.0.55 "GET /v2.0/ports?device_id=d50cdad8-3bef-424e-8523-b0cb2752ee94 HTTP/1.1" status: 200 len: 944 time: 0.1889172 Feb 09 12:42:43.313035 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-87ce11b1-08f5-4e3d-bab8-e3c9f6099cc5 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:43.314302 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-87ce11b1-08f5-4e3d-bab8-e3c9f6099cc5 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1815145 Feb 09 12:42:43.321172 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50510) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:43.333574 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aadfccb0-fcca-415f-895a-72be8b4c64b2 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:43.346454 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9cb13a7a-3d61-419e-9b95-2a658d81272e tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "GET /v2.0/security-group-rules/6b99010c-81c8-4d4a-81b5-ec1510e3c0b1 HTTP/1.1" status: 200 len: 763 time: 0.0241523 Feb 09 12:42:43.371754 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50514) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:43.394219 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9f89b0e8-d51d-4234-b326-55205551dce3 req-512c1dab-8b1b-4be1-93a4-d93136a78702 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] 10.222.0.55 "GET /v2.0/security-groups?id=100591b4-c01e-4386-91ab-bc93054cdadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441672 Feb 09 12:42:43.495419 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9155fc86-beca-43ba-83c0-c4f8af19e432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:43.548878 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50522) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:43.589955 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9155fc86-beca-43ba-83c0-c4f8af19e432 admin admin] Checking segment: {'id': '215a8b65-4572-4b3f-bdd9-32a61bc29407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'fef63669-60e4-448f-bbf3-5ffe81417e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:42:43.590334 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9155fc86-beca-43ba-83c0-c4f8af19e432 admin admin] Network hostable DHCP agents. Network: fef63669-60e4-448f-bbf3-5ffe81417e5d, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:42:43.590723 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9acf3185-d87b-4314-b0ab-7a16100f02ac tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Synchronizing usage tracker for tenant:9ffae91753fb483fa448afc32e943805 on resource:security_group_rule {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:42:43.595852 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9155fc86-beca-43ba-83c0-c4f8af19e432 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14dd4b9b-eeef-4a9f-a7cf-6d5a7f04665c,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:43.616079 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9155fc86-beca-43ba-83c0-c4f8af19e432 admin admin] Network fef63669-60e4-448f-bbf3-5ffe81417e5d is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:42:43.628378 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-9155fc86-beca-43ba-83c0-c4f8af19e432 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, fef63669-60e4-448f-bbf3-5ffe81417e5d) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:42:43.641494 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9155fc86-beca-43ba-83c0-c4f8af19e432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:43.642199 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9155fc86-beca-43ba-83c0-c4f8af19e432 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:43.649671 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0360b4da-7389-4f75-ba59-14e367590d77 None None] Network fef63669-60e4-448f-bbf3-5ffe81417e5d requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:42:43.679104 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9155fc86-beca-43ba-83c0-c4f8af19e432 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7116771 Feb 09 12:42:43.681739 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50528) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:43.681974 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9acf3185-d87b-4314-b0ab-7a16100f02ac tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Unset dirty status for tenant:9ffae91753fb483fa448afc32e943805 on resource:security_group_rule {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:42:43.687596 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9acf3185-d87b-4314-b0ab-7a16100f02ac tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2370770 Feb 09 12:42:43.688425 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50532) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:43.690745 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-ebf7e553-9900-4e2d-b08f-a99002203150 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1116701485-router', 'tenant_id': '7722e72c858c4f97b7f4eb543cff4fda', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:43.701511 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-ebf7e553-9900-4e2d-b08f-a99002203150 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:43.713552 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ebf7e553-9900-4e2d-b08f-a99002203150 admin admin] Usage tracker for resource:router and tenant:7722e72c858c4f97b7f4eb543cff4fda is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:43.719786 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ebf7e553-9900-4e2d-b08f-a99002203150 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:43.729533 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-84bca1c2-072b-4a0c-b345-f42d91ff663c admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1824464267-network', 'tenant_id': '4784b1708e66437db3ead2f8244f4c8d'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:43.735346 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-84bca1c2-072b-4a0c-b345-f42d91ff663c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:43.739449 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-84bca1c2-072b-4a0c-b345-f42d91ff663c admin admin] Usage tracker for resource:network and tenant:4784b1708e66437db3ead2f8244f4c8d is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:43.742266 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-84bca1c2-072b-4a0c-b345-f42d91ff663c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:43.748956 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-84bca1c2-072b-4a0c-b345-f42d91ff663c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:43.760067 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-ebf7e553-9900-4e2d-b08f-a99002203150 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:43.766610 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84bca1c2-072b-4a0c-b345-f42d91ff663c admin admin] Made reservation on behalf of 4784b1708e66437db3ead2f8244f4c8d for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:42:43.769225 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-84bca1c2-072b-4a0c-b345-f42d91ff663c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:43.787067 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-84bca1c2-072b-4a0c-b345-f42d91ff663c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:43.798949 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ef954c9a-c9ae-42bd-974c-ca6f3fd23eca tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:43.806183 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-84bca1c2-072b-4a0c-b345-f42d91ff663c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:43.811049 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-84bca1c2-072b-4a0c-b345-f42d91ff663c admin admin] Usage tracker for resource:security_group_rule and tenant:4784b1708e66437db3ead2f8244f4c8d is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:43.812515 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ef954c9a-c9ae-42bd-974c-ca6f3fd23eca tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:43.814652 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ebf7e553-9900-4e2d-b08f-a99002203150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:43.816065 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ebf7e553-9900-4e2d-b08f-a99002203150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:43.832606 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ebf7e553-9900-4e2d-b08f-a99002203150 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:43.848941 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-84bca1c2-072b-4a0c-b345-f42d91ff663c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:43.860342 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ef954c9a-c9ae-42bd-974c-ca6f3fd23eca tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:43.898624 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3565bc3-2929-464b-814f-66e366ff7d4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-fef63669-60e4-448f-bbf3-5ffe81417e5d', 'network_id': 'fef63669-60e4-448f-bbf3-5ffe81417e5d', 'tenant_id': '7722e72c858c4f97b7f4eb543cff4fda', 'fixed_ips': [{'subnet_id': '14dd4b9b-eeef-4a9f-a7cf-6d5a7f04665c'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:42:43.899505 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b3565bc3-2929-464b-814f-66e366ff7d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:43.960292 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef954c9a-c9ae-42bd-974c-ca6f3fd23eca tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b99010c-81c8-4d4a-81b5-ec1510e3c0b1,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:44.012477 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ef954c9a-c9ae-42bd-974c-ca6f3fd23eca tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:44.015320 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ef954c9a-c9ae-42bd-974c-ca6f3fd23eca tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/6b99010c-81c8-4d4a-81b5-ec1510e3c0b1 HTTP/1.1" status: 204 len: 168 time: 0.3220494 Feb 09 12:42:44.019854 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50536) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:44.173852 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-84bca1c2-072b-4a0c-b345-f42d91ff663c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:44.203896 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8c780cda-70c8-4656-9c51-81046bdf248e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:44.230013 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-b3565bc3-2929-464b-814f-66e366ff7d4a None None] Allocated IP 172.20.0.2 (fef63669-60e4-448f-bbf3-5ffe81417e5d/14dd4b9b-eeef-4a9f-a7cf-6d5a7f04665c/3ab5f115-70fd-4696-88e2-a77bf266a0b6) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:42:44.232986 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3a24e980-4644-4bea-a42a-e3b654936db5 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Synchronizing usage tracker for tenant:9ffae91753fb483fa448afc32e943805 on resource:security_group_rule {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:42:44.245379 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-aadfccb0-fcca-415f-895a-72be8b4c64b2 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Allocated IP 172.20.0.1 (760f62ca-36dd-4c5f-b5a6-0fc8161ae658/05dc7aef-b14d-4798-af26-ebb1d47b2aea/99c02843-51b2-4298-98f3-73ad76ef66e0) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:42:44.283360 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3a24e980-4644-4bea-a42a-e3b654936db5 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Unset dirty status for tenant:9ffae91753fb483fa448afc32e943805 on resource:security_group_rule {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:42:44.284560 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3a24e980-4644-4bea-a42a-e3b654936db5 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2634358 Feb 09 12:42:44.288828 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50540) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:44.344921 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-432feb19-0bfa-4885-ae21-60c3522f7b37 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Request body: {'security_group_rule': {'security_group_id': 'ad657c57-4343-4e64-a6fa-8d7b41847598', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:44.359532 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-432feb19-0bfa-4885-ae21-60c3522f7b37 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:44.377371 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ebf7e553-9900-4e2d-b08f-a99002203150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:44.384958 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-432feb19-0bfa-4885-ae21-60c3522f7b37 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:44.413020 n-d-825178-3 neutron-server[87568]: INFO neutron.db.securitygroups_db [None req-432feb19-0bfa-4885-ae21-60c3522f7b37 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Project 9ffae91753fb483fa448afc32e943805 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 12:42:44.424183 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-432feb19-0bfa-4885-ae21-60c3522f7b37 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:44.492822 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aadfccb0-fcca-415f-895a-72be8b4c64b2 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:44.526928 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-432feb19-0bfa-4885-ae21-60c3522f7b37 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:44.541262 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-432feb19-0bfa-4885-ae21-60c3522f7b37 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:44.556504 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b3565bc3-2929-464b-814f-66e366ff7d4a None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:44.559893 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432feb19-0bfa-4885-ae21-60c3522f7b37 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab4bf839-fffa-4602-b7b9-3efde858a83a,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:44.578938 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aadfccb0-fcca-415f-895a-72be8b4c64b2 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:44.582718 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b3565bc3-2929-464b-814f-66e366ff7d4a None None] Transition to ACTIVE for port object 3ab5f115-70fd-4696-88e2-a77bf266a0b6 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:42:44.606347 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b3565bc3-2929-464b-814f-66e366ff7d4a None None] Transition to ACTIVE for port object 3ab5f115-70fd-4696-88e2-a77bf266a0b6 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:42:44.615349 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b3565bc3-2929-464b-814f-66e366ff7d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:44.637315 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-432feb19-0bfa-4885-ae21-60c3522f7b37 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:44.639091 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-432feb19-0bfa-4885-ae21-60c3522f7b37 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3487098 Feb 09 12:42:44.643956 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50550) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:44.647507 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadfccb0-fcca-415f-895a-72be8b4c64b2 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Network 760f62ca-36dd-4c5f-b5a6-0fc8161ae658 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:42:44.705202 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d484f392-dbcf-4fae-85b3-3deff540e406 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "GET /v2.0/security-group-rules/ab4bf839-fffa-4602-b7b9-3efde858a83a HTTP/1.1" status: 200 len: 769 time: 0.0599749 Feb 09 12:42:44.705824 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50556) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:44.725381 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3565bc3-2929-464b-814f-66e366ff7d4a None None] Network fef63669-60e4-448f-bbf3-5ffe81417e5d is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:42:44.735645 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-b3565bc3-2929-464b-814f-66e366ff7d4a None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:42:44.743557 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3565bc3-2929-464b-814f-66e366ff7d4a None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:42:44.793414 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-84bca1c2-072b-4a0c-b345-f42d91ff663c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:44.799129 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-aadfccb0-fcca-415f-895a-72be8b4c64b2 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:42:44.803657 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadfccb0-fcca-415f-895a-72be8b4c64b2 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:42:44.805296 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-31b691ef-e77d-4937-9a03-e8185d7cd1b2 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Synchronizing usage tracker for tenant:9ffae91753fb483fa448afc32e943805 on resource:security_group_rule {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:42:44.814322 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-84bca1c2-072b-4a0c-b345-f42d91ff663c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:44.866454 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ef22b8-be8e-47e7-9c1e-9d221ff68481 req-38055f8b-8735-430e-a9c4-3f6df050bc2c tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:44.868610 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-19ef22b8-be8e-47e7-9c1e-9d221ff68481 req-38055f8b-8735-430e-a9c4-3f6df050bc2c tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] 10.222.0.55 "GET /v2.0/ports?device_id=d50cdad8-3bef-424e-8523-b0cb2752ee94 HTTP/1.1" status: 200 len: 944 time: 0.3275700 Feb 09 12:42:44.869107 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84bca1c2-072b-4a0c-b345-f42d91ff663c admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:42:44.876859 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadfccb0-fcca-415f-895a-72be8b4c64b2 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Pushing event updated for resources: {'Port': ['ID=99c02843-51b2-4298-98f3-73ad76ef66e0,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:44.892665 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aadfccb0-fcca-415f-895a-72be8b4c64b2 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:44.892903 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3565bc3-2929-464b-814f-66e366ff7d4a None None] Pushing event updated for resources: {'Port': ['ID=3ab5f115-70fd-4696-88e2-a77bf266a0b6,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:44.924309 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-31b691ef-e77d-4937-9a03-e8185d7cd1b2 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Unset dirty status for tenant:9ffae91753fb483fa448afc32e943805 on resource:security_group_rule {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:42:44.925469 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-b3565bc3-2929-464b-814f-66e366ff7d4a None None] Attempting to bind port 3ab5f115-70fd-4696-88e2-a77bf266a0b6 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:42:44.925916 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-b3565bc3-2929-464b-814f-66e366ff7d4a None None] Attempting to bind port 3ab5f115-70fd-4696-88e2-a77bf266a0b6 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '215a8b65-4572-4b3f-bdd9-32a61bc29407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'fef63669-60e4-448f-bbf3-5ffe81417e5d'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:42:44.926349 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3565bc3-2929-464b-814f-66e366ff7d4a None None] Attempting to bind port 3ab5f115-70fd-4696-88e2-a77bf266a0b6 on network fef63669-60e4-448f-bbf3-5ffe81417e5d {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:42:44.932387 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-31b691ef-e77d-4937-9a03-e8185d7cd1b2 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2186925 Feb 09 12:42:44.933619 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3565bc3-2929-464b-814f-66e366ff7d4a None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:42:44.934080 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3565bc3-2929-464b-814f-66e366ff7d4a None None] Checking segment: {'id': '215a8b65-4572-4b3f-bdd9-32a61bc29407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'fef63669-60e4-448f-bbf3-5ffe81417e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:42:44.934555 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b3565bc3-2929-464b-814f-66e366ff7d4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:44.936102 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3565bc3-2929-464b-814f-66e366ff7d4a None None] Bound using segment: {'id': '215a8b65-4572-4b3f-bdd9-32a61bc29407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'fef63669-60e4-448f-bbf3-5ffe81417e5d'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:42:44.936621 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50564) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:44.937187 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-b3565bc3-2929-464b-814f-66e366ff7d4a None None] Bound port: 3ab5f115-70fd-4696-88e2-a77bf266a0b6, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '215a8b65-4572-4b3f-bdd9-32a61bc29407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'fef63669-60e4-448f-bbf3-5ffe81417e5d'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:42:44.937654 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b3565bc3-2929-464b-814f-66e366ff7d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:44.977377 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bca1c2-072b-4a0c-b345-f42d91ff663c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78c7542-e210-4eb2-9ef5-0ad173f33a40,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:44.984916 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-84bca1c2-072b-4a0c-b345-f42d91ff663c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:44.985708 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-84bca1c2-072b-4a0c-b345-f42d91ff663c admin admin] Added segment b8380cff-135e-419f-bbeb-d8864373c0a4 of type vlan for network 10bb7301-3723-4d1d-8cb4-561b5ecba3cf Feb 09 12:42:45.054962 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-b3565bc3-2929-464b-814f-66e366ff7d4a None None] For port 3ab5f115-70fd-4696-88e2-a77bf266a0b6, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:42:45.061389 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-b3565bc3-2929-464b-814f-66e366ff7d4a None None] For port 3ab5f115-70fd-4696-88e2-a77bf266a0b6, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=3ab5f115-70fd-4696-88e2-a77bf266a0b6,segment=NetworkSegment(215a8b65-4572-4b3f-bdd9-32a61bc29407),segment_id=215a8b65-4572-4b3f-bdd9-32a61bc29407)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:42:45.062352 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0f5c4d5a-f31f-49eb-a898-a736df06d70b tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:45.069188 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b3565bc3-2929-464b-814f-66e366ff7d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:45.075284 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-84bca1c2-072b-4a0c-b345-f42d91ff663c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:45.137090 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0f5c4d5a-f31f-49eb-a898-a736df06d70b tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:45.166466 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-19ef22b8-be8e-47e7-9c1e-9d221ff68481 req-af01d973-30a7-42b6-b2ee-e41b8a6d1d30 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] 10.222.0.55 "GET /v2.0/security-groups?id=100591b4-c01e-4386-91ab-bc93054cdadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2498839 Feb 09 12:42:45.197953 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3565bc3-2929-464b-814f-66e366ff7d4a None None] Pushing event updated for resources: {'Port': ['ID=3ab5f115-70fd-4696-88e2-a77bf266a0b6,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:45.298461 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aadfccb0-fcca-415f-895a-72be8b4c64b2 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:45.333584 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-84bca1c2-072b-4a0c-b345-f42d91ff663c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:45.334772 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bca1c2-072b-4a0c-b345-f42d91ff663c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:45.335685 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-84bca1c2-072b-4a0c-b345-f42d91ff663c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:45.369847 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0f5c4d5a-f31f-49eb-a898-a736df06d70b tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:45.536159 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5c4d5a-f31f-49eb-a898-a736df06d70b tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab4bf839-fffa-4602-b7b9-3efde858a83a,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:45.552349 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0f5c4d5a-f31f-49eb-a898-a736df06d70b tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:45.555651 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-0f5c4d5a-f31f-49eb-a898-a736df06d70b tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/ab4bf839-fffa-4602-b7b9-3efde858a83a HTTP/1.1" status: 204 len: 168 time: 0.6100550 Feb 09 12:42:45.557253 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bca1c2-072b-4a0c-b345-f42d91ff663c admin admin] Pushing event updated for resources: {'Network': ['ID=10bb7301-3723-4d1d-8cb4-561b5ecba3cf,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:45.566839 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 10bb7301-3723-4d1d-8cb4-561b5ecba3cf details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:42:45.583727 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-84bca1c2-072b-4a0c-b345-f42d91ff663c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0336423 Feb 09 12:42:45.585440 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ebf7e553-9900-4e2d-b08f-a99002203150 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:45.644707 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50568) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:45.645031 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50570) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:45.646153 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ebf7e553-9900-4e2d-b08f-a99002203150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:45.663631 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-4bf840f8-68aa-4872-a1c7-0d4b916ec346 admin admin] Request body: {'subnet': {'network_id': '10bb7301-3723-4d1d-8cb4-561b5ecba3cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1824464267-subnet', 'tenant_id': '4784b1708e66437db3ead2f8244f4c8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:45.720672 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-4bf840f8-68aa-4872-a1c7-0d4b916ec346 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:45.726338 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-4bf840f8-68aa-4872-a1c7-0d4b916ec346 admin admin] Usage tracker for resource:subnet and tenant:4784b1708e66437db3ead2f8244f4c8d is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:45.730974 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-4bf840f8-68aa-4872-a1c7-0d4b916ec346 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:45.738905 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-4bf840f8-68aa-4872-a1c7-0d4b916ec346 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:45.805382 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf840f8-68aa-4872-a1c7-0d4b916ec346 admin admin] Made reservation on behalf of 4784b1708e66437db3ead2f8244f4c8d for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:42:45.807489 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aadfccb0-fcca-415f-895a-72be8b4c64b2 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:45.807711 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4bf840f8-68aa-4872-a1c7-0d4b916ec346 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:45.812180 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aadfccb0-fcca-415f-895a-72be8b4c64b2 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:45.843890 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-138f7f29-359b-4898-a535-a564cecc4ed7 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Synchronizing usage tracker for tenant:9ffae91753fb483fa448afc32e943805 on resource:security_group_rule {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:42:45.906045 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aadfccb0-fcca-415f-895a-72be8b4c64b2 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:45.981902 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-138f7f29-359b-4898-a535-a564cecc4ed7 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Unset dirty status for tenant:9ffae91753fb483fa448afc32e943805 on resource:security_group_rule {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:42:45.985229 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-138f7f29-359b-4898-a535-a564cecc4ed7 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3368793 Feb 09 12:42:46.004995 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50578) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:46.073947 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadfccb0-fcca-415f-895a-72be8b4c64b2 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Pushing event updated for resources: {'Port': ['ID=99c02843-51b2-4298-98f3-73ad76ef66e0,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:46.156261 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadfccb0-fcca-415f-895a-72be8b4c64b2 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Network 760f62ca-36dd-4c5f-b5a6-0fc8161ae658 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:42:46.157445 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-aadfccb0-fcca-415f-895a-72be8b4c64b2 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:42:46.159269 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device d244e884-8bc7-42ac-90d7-3cf87a43c32e up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:42:46.177754 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-ebf7e553-9900-4e2d-b08f-a99002203150 admin admin] Allocated IP 172.25.7.115 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/860cb290-91fe-4b38-b237-00ec193b4c6b) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:42:46.248785 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-80538422-805a-4609-8390-ac3d4a6b0e21 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:46.371432 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port d244e884-8bc7-42ac-90d7-3cf87a43c32e completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:42:46.381689 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port d244e884-8bc7-42ac-90d7-3cf87a43c32e triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:42:46.382339 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:46.472839 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ceab8985-ea00-4aac-aa82-902964c86f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:46.480620 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aadfccb0-fcca-415f-895a-72be8b4c64b2 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Router aabc8592-94a1-4890-a1fa-84d622b4d228 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:42:46.595585 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:46.599696 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-80538422-805a-4609-8390-ac3d4a6b0e21 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:46.632629 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50cdad8-3bef-424e-8523-b0cb2752ee94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd244e884-8bc7-42ac-90d7-3cf87a43c32e'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:42:46.646797 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port d244e884-8bc7-42ac-90d7-3cf87a43c32e, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=d244e884-8bc7-42ac-90d7-3cf87a43c32e,segment=NetworkSegment(20f02b30-960e-4af2-9713-4a21e488fd18),segment_id=20f02b30-960e-4af2-9713-4a21e488fd18)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:42:46.648449 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18fdf8f-c3b3-499a-bcb0-843bfaa9d271 None None] Network fef63669-60e4-448f-bbf3-5ffe81417e5d requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:42:46.761049 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50cdad8-3bef-424e-8523-b0cb2752ee94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd244e884-8bc7-42ac-90d7-3cf87a43c32e', 'code': 200} Feb 09 12:42:46.766799 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:46.823253 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4bf840f8-68aa-4872-a1c7-0d4b916ec346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:46.851066 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-843990bc-cff7-4bdd-85f0-b6dd798f5417 None None] Provisioning for port 3ab5f115-70fd-4696-88e2-a77bf266a0b6 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:42:46.882739 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=d244e884-8bc7-42ac-90d7-3cf87a43c32e,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:46.883342 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-80538422-805a-4609-8390-ac3d4a6b0e21 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:46.892960 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aadfccb0-fcca-415f-895a-72be8b4c64b2 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:42:46.898911 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-aadfccb0-fcca-415f-895a-72be8b4c64b2 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] 10.222.0.55 "PUT /v2.0/routers/aabc8592-94a1-4890-a1fa-84d622b4d228/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9985280 Feb 09 12:42:46.902198 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50586) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:46.910828 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-9406a1cb-1caa-4852-8b48-3b4ecbfb30b6 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Request body: {'port': {'network_id': '760f62ca-36dd-4c5f-b5a6-0fc8161ae658', 'name': 'tempest-FloatingIPTestJSON-1139492544'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:46.918359 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04250b31-f804-4f1d-9965-09f33b53929c None None] Sync routers for ids ['aabc8592-94a1-4890-a1fa-84d622b4d228'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:42:46.927073 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ebf7e553-9900-4e2d-b08f-a99002203150 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:46.937816 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80538422-805a-4609-8390-ac3d4a6b0e21 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad657c57-4343-4e64-a6fa-8d7b41847598,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:46.941830 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04250b31-f804-4f1d-9965-09f33b53929c None None] Routers {'aabc8592-94a1-4890-a1fa-84d622b4d228'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:42:46.942464 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-04250b31-f804-4f1d-9965-09f33b53929c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:42:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['aabc8592-94a1-4890-a1fa-84d622b4d228'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:46.955570 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079be396-164c-44f7-bfb7-a5f00aad90f9 req-83e9a0ff-dae8-40d8-91b3-ebd31626db39 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:46.957307 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-079be396-164c-44f7-bfb7-a5f00aad90f9 req-83e9a0ff-dae8-40d8-91b3-ebd31626db39 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] 10.222.0.55 "GET /v2.0/ports?device_id=d50cdad8-3bef-424e-8523-b0cb2752ee94 HTTP/1.1" status: 200 len: 944 time: 0.4991219 Feb 09 12:42:46.986118 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46e8a1-0dbb-44b3-8f8f-34bade4fccf4 req-d1e997cb-0c24-422a-bb6d-6153f14e1356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:46.987597 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3f46e8a1-0dbb-44b3-8f8f-34bade4fccf4 req-d1e997cb-0c24-422a-bb6d-6153f14e1356 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d50cdad8-3bef-424e-8523-b0cb2752ee94 HTTP/1.1" status: 200 len: 1096 time: 0.1959839 Feb 09 12:42:47.001052 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf840f8-68aa-4872-a1c7-0d4b916ec346 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0238d7a7-cb0e-4da1-a08b-af16b4d9c78b,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:47.031426 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-04250b31-f804-4f1d-9965-09f33b53929c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:47.047085 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf840f8-68aa-4872-a1c7-0d4b916ec346 admin admin] Checking segment: {'id': 'b8380cff-135e-419f-bbeb-d8864373c0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '10bb7301-3723-4d1d-8cb4-561b5ecba3cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:42:47.047541 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf840f8-68aa-4872-a1c7-0d4b916ec346 admin admin] Network hostable DHCP agents. Network: 10bb7301-3723-4d1d-8cb4-561b5ecba3cf, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:42:47.067453 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3f46e8a1-0dbb-44b3-8f8f-34bade4fccf4 req-0e0fe4cd-f371-415c-91f1-4d4cc6b7afcb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=100591b4-c01e-4386-91ab-bc93054cdadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660520 Feb 09 12:42:47.078636 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-079be396-164c-44f7-bfb7-a5f00aad90f9 req-1008ded0-63fb-411d-a929-1ebd106a4d30 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] 10.222.0.55 "GET /v2.0/security-groups?id=100591b4-c01e-4386-91ab-bc93054cdadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093450 Feb 09 12:42:47.098216 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-80538422-805a-4609-8390-ac3d4a6b0e21 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:47.099653 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-80538422-805a-4609-8390-ac3d4a6b0e21 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "DELETE /v2.0/security-groups/ad657c57-4343-4e64-a6fa-8d7b41847598 HTTP/1.1" status: 204 len: 168 time: 1.0905290 Feb 09 12:42:47.101095 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf840f8-68aa-4872-a1c7-0d4b916ec346 admin admin] Network 10bb7301-3723-4d1d-8cb4-561b5ecba3cf is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:42:47.102458 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50594) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:47.110929 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ebf7e553-9900-4e2d-b08f-a99002203150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:47.148636 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04250b31-f804-4f1d-9965-09f33b53929c None None] Routers {'aabc8592-94a1-4890-a1fa-84d622b4d228'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:42:47.149285 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-04250b31-f804-4f1d-9965-09f33b53929c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:42:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['aabc8592-94a1-4890-a1fa-84d622b4d228'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:47.173048 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-4bf840f8-68aa-4872-a1c7-0d4b916ec346 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 10bb7301-3723-4d1d-8cb4-561b5ecba3cf) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:42:47.178278 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf840f8-68aa-4872-a1c7-0d4b916ec346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:47.179019 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-20ede357-3d98-407e-bfce-e799a57878b5 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Synchronizing usage tracker for tenant:9ffae91753fb483fa448afc32e943805 on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:42:47.179530 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4bf840f8-68aa-4872-a1c7-0d4b916ec346 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:47.218460 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9406a1cb-1caa-4852-8b48-3b4ecbfb30b6 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:47.223208 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9406a1cb-1caa-4852-8b48-3b4ecbfb30b6 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Usage tracker for resource:port and tenant:8c68454472994c9c93bcd20b28adbf45 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:47.226347 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9406a1cb-1caa-4852-8b48-3b4ecbfb30b6 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:47.235027 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-20ede357-3d98-407e-bfce-e799a57878b5 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Unset dirty status for tenant:9ffae91753fb483fa448afc32e943805 on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:42:47.236490 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-20ede357-3d98-407e-bfce-e799a57878b5 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1329224 Feb 09 12:42:47.237644 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9406a1cb-1caa-4852-8b48-3b4ecbfb30b6 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:47.241272 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50600) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:47.244033 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a03e37-0198-4295-8620-7893f049b113 None None] Network 10bb7301-3723-4d1d-8cb4-561b5ecba3cf requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:42:47.257430 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-f2148bab-d3e9-4b21-b77f-577630371436 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Request body: {'security_group': {'name': 'tempest-secgroup--1171897590'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:47.265531 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9406a1cb-1caa-4852-8b48-3b4ecbfb30b6 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Made reservation on behalf of 8c68454472994c9c93bcd20b28adbf45 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:42:47.268831 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf7e553-9900-4e2d-b08f-a99002203150 admin admin] Pushing event updated for resources: {'Port': ['ID=860cb290-91fe-4b38-b237-00ec193b4c6b,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:47.269900 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9406a1cb-1caa-4852-8b48-3b4ecbfb30b6 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:47.282517 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f2148bab-d3e9-4b21-b77f-577630371436 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:47.301544 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf7e553-9900-4e2d-b08f-a99002203150 admin admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:42:47.312492 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4bf840f8-68aa-4872-a1c7-0d4b916ec346 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6564255 Feb 09 12:42:47.313935 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-ebf7e553-9900-4e2d-b08f-a99002203150 admin admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:42:47.320797 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-04250b31-f804-4f1d-9965-09f33b53929c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:47.321207 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04250b31-f804-4f1d-9965-09f33b53929c None None] The sync data for ids ['aabc8592-94a1-4890-a1fa-84d622b4d228'] in n-d-825178-3 is: [] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:42:47.335015 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f2148bab-d3e9-4b21-b77f-577630371436 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:47.336632 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 3ab5f115-70fd-4696-88e2-a77bf266a0b6 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:42:47.337524 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf7e553-9900-4e2d-b08f-a99002203150 admin admin] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:42:47.341130 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-9406a1cb-1caa-4852-8b48-3b4ecbfb30b6 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] device_id is not set on port 25c32052-0a2c-40f1-ab97-deeb1ff4b6f1 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:42:47.418253 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f2148bab-d3e9-4b21-b77f-577630371436 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:47.480336 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f2148bab-d3e9-4b21-b77f-577630371436 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:47.493535 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f2148bab-d3e9-4b21-b77f-577630371436 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Usage tracker for resource:security_group_rule and tenant:9ffae91753fb483fa448afc32e943805 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:47.501645 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f2148bab-d3e9-4b21-b77f-577630371436 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:47.552839 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f2148bab-d3e9-4b21-b77f-577630371436 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:47.559387 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 3ab5f115-70fd-4696-88e2-a77bf266a0b6 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:42:47.593280 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 3ab5f115-70fd-4696-88e2-a77bf266a0b6 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:42:47.593660 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:47.642012 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-9406a1cb-1caa-4852-8b48-3b4ecbfb30b6 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Allocated IP 172.20.0.11 (760f62ca-36dd-4c5f-b5a6-0fc8161ae658/05dc7aef-b14d-4798-af26-ebb1d47b2aea/25c32052-0a2c-40f1-ab97-deeb1ff4b6f1) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:42:47.703348 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:47.722374 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:47.731045 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c462ab24-f22c-49fa-97a3-8a90664be217 None None] Network 10bb7301-3723-4d1d-8cb4-561b5ecba3cf requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:42:47.890597 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f2148bab-d3e9-4b21-b77f-577630371436 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:47.905682 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f2148bab-d3e9-4b21-b77f-577630371436 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:47.990319 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2148bab-d3e9-4b21-b77f-577630371436 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b71ef3fc-3247-4d82-80fe-03358b1f5f2a,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:48.016699 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:48.100454 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f2148bab-d3e9-4b21-b77f-577630371436 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:48.101652 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f2148bab-d3e9-4b21-b77f-577630371436 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8506148 Feb 09 12:42:48.119301 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-ab4e847a-c2d0-422c-a846-b279706cc048 None None] Provisioning complete for port 3ab5f115-70fd-4696-88e2-a77bf266a0b6 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:42:48.120014 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ab4e847a-c2d0-422c-a846-b279706cc048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:48.144689 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50624) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:48.153423 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-0078a24a-688c-4395-9dd7-eede98a4dc36 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Request body: {'security_group_rule': {'security_group_id': 'b71ef3fc-3247-4d82-80fe-03358b1f5f2a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:48.166933 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0078a24a-688c-4395-9dd7-eede98a4dc36 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:48.179411 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0078a24a-688c-4395-9dd7-eede98a4dc36 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Usage tracker for resource:security_group_rule and tenant:9ffae91753fb483fa448afc32e943805 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:48.182397 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0078a24a-688c-4395-9dd7-eede98a4dc36 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:48.197875 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0078a24a-688c-4395-9dd7-eede98a4dc36 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:48.205185 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ebf7e553-9900-4e2d-b08f-a99002203150 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:48.237686 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0078a24a-688c-4395-9dd7-eede98a4dc36 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:48.286386 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9406a1cb-1caa-4852-8b48-3b4ecbfb30b6 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:48.303436 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 3ab5f115-70fd-4696-88e2-a77bf266a0b6, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=3ab5f115-70fd-4696-88e2-a77bf266a0b6,segment=NetworkSegment(215a8b65-4572-4b3f-bdd9-32a61bc29407),segment_id=215a8b65-4572-4b3f-bdd9-32a61bc29407)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:42:48.316665 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:48.335131 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0078a24a-688c-4395-9dd7-eede98a4dc36 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:48.343579 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0078a24a-688c-4395-9dd7-eede98a4dc36 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:48.387492 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0078a24a-688c-4395-9dd7-eede98a4dc36 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20c2a82f-f8fa-4211-a2f6-69dbd4e3bac2,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:48.389614 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0078a24a-688c-4395-9dd7-eede98a4dc36 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:48.390824 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0078a24a-688c-4395-9dd7-eede98a4dc36 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2451050 Feb 09 12:42:48.393478 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50630) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:48.427563 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9406a1cb-1caa-4852-8b48-3b4ecbfb30b6 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:48.449175 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=3ab5f115-70fd-4696-88e2-a77bf266a0b6,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:48.512517 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9406a1cb-1caa-4852-8b48-3b4ecbfb30b6 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Network 760f62ca-36dd-4c5f-b5a6-0fc8161ae658 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:42:48.523112 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-9406a1cb-1caa-4852-8b48-3b4ecbfb30b6 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:42:48.531403 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9406a1cb-1caa-4852-8b48-3b4ecbfb30b6 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:42:48.591512 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9406a1cb-1caa-4852-8b48-3b4ecbfb30b6 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Pushing event updated for resources: {'Port': ['ID=25c32052-0a2c-40f1-ab97-deeb1ff4b6f1,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:48.605760 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a195c9be-4b99-4ca4-bf28-882047f036b8 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:48.625825 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9406a1cb-1caa-4852-8b48-3b4ecbfb30b6 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:48.626464 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9406a1cb-1caa-4852-8b48-3b4ecbfb30b6 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:48.659690 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9406a1cb-1caa-4852-8b48-3b4ecbfb30b6 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7562544 Feb 09 12:42:48.661729 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a195c9be-4b99-4ca4-bf28-882047f036b8 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:48.662761 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50634) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:48.676936 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-7f9189d9-576d-4d9a-bbaa-feffde21cdfb tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Request body: {'port': {'network_id': '760f62ca-36dd-4c5f-b5a6-0fc8161ae658', 'name': 'tempest-FloatingIPTestJSON-617384477'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:48.717419 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a195c9be-4b99-4ca4-bf28-882047f036b8 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:48.742055 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a195c9be-4b99-4ca4-bf28-882047f036b8 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71ef3fc-3247-4d82-80fe-03358b1f5f2a,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:48.754487 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a195c9be-4b99-4ca4-bf28-882047f036b8 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:48.755729 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a195c9be-4b99-4ca4-bf28-882047f036b8 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "DELETE /v2.0/security-groups/b71ef3fc-3247-4d82-80fe-03358b1f5f2a HTTP/1.1" status: 204 len: 168 time: 0.3613682 Feb 09 12:42:48.758153 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50638) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:48.818616 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9ff13bfc-e072-4244-b07f-e98270ef7af0 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Synchronizing usage tracker for tenant:9ffae91753fb483fa448afc32e943805 on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:42:48.838827 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9ff13bfc-e072-4244-b07f-e98270ef7af0 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Unset dirty status for tenant:9ffae91753fb483fa448afc32e943805 on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:42:48.838827 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9ff13bfc-e072-4244-b07f-e98270ef7af0 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0792651 Feb 09 12:42:48.841003 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50644) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:48.894554 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7bdc05b3-6207-4f1f-8f65-2a317d99b3cd tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Synchronizing usage tracker for tenant:9ffae91753fb483fa448afc32e943805 on resource:security_group_rule {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:42:48.914921 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7bdc05b3-6207-4f1f-8f65-2a317d99b3cd tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] Unset dirty status for tenant:9ffae91753fb483fa448afc32e943805 on resource:security_group_rule {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:42:48.918793 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7bdc05b3-6207-4f1f-8f65-2a317d99b3cd tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0743229 Feb 09 12:42:48.919081 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50648) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:48.936778 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-ca956950-804f-4bc5-b95b-7c4fa08089cb tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] delete failed (client error): The resource could not be found. Feb 09 12:42:48.940941 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ca956950-804f-4bc5-b95b-7c4fa08089cb tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "DELETE /v2.0/security-groups/b71ef3fc-3247-4d82-80fe-03358b1f5f2a HTTP/1.1" status: 404 len: 347 time: 0.0171804 Feb 09 12:42:48.941874 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50652) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:48.975096 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de875071-212d-4151-9205-7d5ad085376b req-9194dd49-741c-4be3-9b8e-b14946a8487a tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:48.975702 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-de875071-212d-4151-9205-7d5ad085376b req-9194dd49-741c-4be3-9b8e-b14946a8487a tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] Synchronizing usage tracker for tenant:4784b1708e66437db3ead2f8244f4c8d on resource:network {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:42:49.000868 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7f70752d-343f-47f4-86ea-4c13a1de85a1 tempest-SecGroupIPv6Test-1862014004 tempest-SecGroupIPv6Test-1862014004-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0575695 Feb 09 12:42:49.122148 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a2d55-bb1f-412f-9bf1-063348f6dbda req-6b494be4-54ec-4b9b-b1c8-3124e923ed1d tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:49.124285 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ae9a2d55-bb1f-412f-9bf1-063348f6dbda req-6b494be4-54ec-4b9b-b1c8-3124e923ed1d tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] 10.222.0.55 "GET /v2.0/ports?device_id=d50cdad8-3bef-424e-8523-b0cb2752ee94 HTTP/1.1" status: 200 len: 945 time: 0.7055109 Feb 09 12:42:49.151969 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:49.173775 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 3ab5f115-70fd-4696-88e2-a77bf266a0b6 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:42:49.175224 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-de875071-212d-4151-9205-7d5ad085376b req-9194dd49-741c-4be3-9b8e-b14946a8487a tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] Unset dirty status for tenant:4784b1708e66437db3ead2f8244f4c8d on resource:network {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:42:49.183328 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-de875071-212d-4151-9205-7d5ad085376b req-9194dd49-741c-4be3-9b8e-b14946a8487a tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] 10.222.0.55 "GET /v2.0/networks?id=10bb7301-3723-4d1d-8cb4-561b5ecba3cf HTTP/1.1" status: 200 len: 809 time: 0.9795356 Feb 09 12:42:49.209728 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-de875071-212d-4151-9205-7d5ad085376b req-80dad775-f4a4-4004-bee7-ce61ba5a1383 tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] 10.222.0.55 "GET /v2.0/quotas/4784b1708e66437db3ead2f8244f4c8d HTTP/1.1" status: 200 len: 375 time: 0.0252850 Feb 09 12:42:49.303887 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 3ab5f115-70fd-4696-88e2-a77bf266a0b6 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:42:49.304460 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:49.412634 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-de875071-212d-4151-9205-7d5ad085376b req-2c1b599d-b273-4f01-b9ae-68f1b5655c0e tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4784b1708e66437db3ead2f8244f4c8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1924179 Feb 09 12:42:49.438055 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50662) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:49.439166 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ebf7e553-9900-4e2d-b08f-a99002203150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:49.442074 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-7f9189d9-576d-4d9a-bbaa-feffde21cdfb tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:49.455588 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-7f9189d9-576d-4d9a-bbaa-feffde21cdfb tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Usage tracker for resource:port and tenant:8c68454472994c9c93bcd20b28adbf45 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:49.510815 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-7f9189d9-576d-4d9a-bbaa-feffde21cdfb tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:49.529546 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ae9a2d55-bb1f-412f-9bf1-063348f6dbda req-5d32bd6b-3719-4edd-89af-4c56949dde6a tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] 10.222.0.55 "GET /v2.0/security-groups?id=100591b4-c01e-4386-91ab-bc93054cdadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3807356 Feb 09 12:42:49.600298 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-7f9189d9-576d-4d9a-bbaa-feffde21cdfb tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:49.645108 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9189d9-576d-4d9a-bbaa-feffde21cdfb tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Made reservation on behalf of 8c68454472994c9c93bcd20b28adbf45 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:42:49.646343 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e1e986d0-4f3a-4371-afd5-c7b47a557b72 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9ffae91753fb483fa448afc32e943805&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2067156 Feb 09 12:42:49.648840 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7f9189d9-576d-4d9a-bbaa-feffde21cdfb tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:49.648999 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50670) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:49.715816 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3b728f41-d1a2-44a3-a262-1e6aee3b2da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:49.741894 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3b728f41-d1a2-44a3-a262-1e6aee3b2da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:49.771927 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [None req-7f9189d9-576d-4d9a-bbaa-feffde21cdfb tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] device_id is not set on port 6850fe85-c64d-442f-b852-b24c61ba6740 yet. {{(pid=87567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:42:49.796263 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3b728f41-d1a2-44a3-a262-1e6aee3b2da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:49.813580 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b728f41-d1a2-44a3-a262-1e6aee3b2da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103eafb1-eb3d-4c3d-aac2-f5b0af9480b6,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:49.842721 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3b728f41-d1a2-44a3-a262-1e6aee3b2da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:49.843845 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3b728f41-d1a2-44a3-a262-1e6aee3b2da4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/103eafb1-eb3d-4c3d-aac2-f5b0af9480b6 HTTP/1.1" status: 204 len: 168 time: 0.1941123 Feb 09 12:42:49.855165 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-de875071-212d-4151-9205-7d5ad085376b req-6ffffdff-22c7-4453-94ec-5522790f5908 service neutron] 10.222.0.55 "GET /v2.0/networks/10bb7301-3723-4d1d-8cb4-561b5ecba3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4415002 Feb 09 12:42:50.136329 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-de875071-212d-4151-9205-7d5ad085376b req-0b0a0ea2-3a6d-48df-afbb-3c50e6251d58 service neutron] 10.222.0.55 "GET /v2.0/networks/10bb7301-3723-4d1d-8cb4-561b5ecba3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666821 Feb 09 12:42:50.152705 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f45fa-0cc4-4122-93d4-685c304af189 req-b6026ef0-ba3b-45b4-bb9a-837cde4665d2 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:50.154311 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-452f45fa-0cc4-4122-93d4-685c304af189 req-b6026ef0-ba3b-45b4-bb9a-837cde4665d2 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] 10.222.0.55 "GET /v2.0/ports?device_id=d50cdad8-3bef-424e-8523-b0cb2752ee94 HTTP/1.1" status: 200 len: 945 time: 0.3509173 Feb 09 12:42:50.158429 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf7e553-9900-4e2d-b08f-a99002203150 admin admin] Router 75fdade2-b806-4c32-a62d-cc445ced14d0 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:42:50.160938 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-7f9189d9-576d-4d9a-bbaa-feffde21cdfb tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Allocated IP 172.20.0.12 (760f62ca-36dd-4c5f-b5a6-0fc8161ae658/05dc7aef-b14d-4798-af26-ebb1d47b2aea/6850fe85-c64d-442f-b852-b24c61ba6740) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:42:50.421616 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-452f45fa-0cc4-4122-93d4-685c304af189 req-f40e4d64-aa2a-4977-b4b5-917bf76412ec tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] 10.222.0.55 "GET /v2.0/security-groups?id=100591b4-c01e-4386-91ab-bc93054cdadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2548320 Feb 09 12:42:50.435801 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d65d928a-b2dd-4c37-bf8f-e56366049acd req-eac78eac-bb2f-4e82-8f72-08dda09616b3 tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3ff6cf-bcef-4516-86e7-d70fb0e7ae14 HTTP/1.1" status: 200 len: 210 time: 0.1120887 Feb 09 12:42:50.542942 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:50.549494 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf7e553-9900-4e2d-b08f-a99002203150 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:42:50.560716 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8a3bca-6986-4a8e-b7b2-86459b588492 None None] Sync routers for ids ['75fdade2-b806-4c32-a62d-cc445ced14d0'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:42:50.574030 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8a3bca-6986-4a8e-b7b2-86459b588492 None None] Routers {'75fdade2-b806-4c32-a62d-cc445ced14d0'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:42:50.574745 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-df8a3bca-6986-4a8e-b7b2-86459b588492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:42:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['75fdade2-b806-4c32-a62d-cc445ced14d0'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:50.816312 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-df8a3bca-6986-4a8e-b7b2-86459b588492 None None] Set router 75fdade2-b806-4c32-a62d-cc445ced14d0 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:42:50.848384 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50718) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:50.911070 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ebf7e553-9900-4e2d-b08f-a99002203150 admin admin] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:50.914743 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ebf7e553-9900-4e2d-b08f-a99002203150 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.2295189 Feb 09 12:42:50.915734 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50724) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:51.024118 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ca780-0e41-4b4f-8227-114b0baaf28a req-6ed51a46-73a0-4aac-8f99-e60b132b2b2b tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:51.045675 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e75ca780-0e41-4b4f-8227-114b0baaf28a req-6ed51a46-73a0-4aac-8f99-e60b132b2b2b tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] 10.222.0.55 "GET /v2.0/ports?device_id=d50cdad8-3bef-424e-8523-b0cb2752ee94 HTTP/1.1" status: 200 len: 945 time: 0.4352362 Feb 09 12:42:51.108388 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7f9189d9-576d-4d9a-bbaa-feffde21cdfb tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:51.137104 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e75ca780-0e41-4b4f-8227-114b0baaf28a req-e9a7a763-ad58-469f-9477-6d63d24c0c52 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] 10.222.0.55 "GET /v2.0/security-groups?id=100591b4-c01e-4386-91ab-bc93054cdadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897262 Feb 09 12:42:51.151648 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50728) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:51.183627 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7f9189d9-576d-4d9a-bbaa-feffde21cdfb tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:51.217419 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-df8a3bca-6986-4a8e-b7b2-86459b588492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'name': 'tempest-AttachVolumeTestJSON-1116701485-router', 'tenant_id': '7722e72c858c4f97b7f4eb543cff4fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '860cb290-91fe-4b38-b237-00ec193b4c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:42:43Z', 'updated_at': '2022-02-09T12:42:47Z', 'revision_number': 3, 'project_id': '7722e72c858c4f97b7f4eb543cff4fda', 'gw_port': {'id': '860cb290-91fe-4b38-b237-00ec193b4c6b', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:42:45Z', 'updated_at': '2022-02-09T12:42:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:51.223211 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8a3bca-6986-4a8e-b7b2-86459b588492 None None] Checking router: 75fdade2-b806-4c32-a62d-cc445ced14d0 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:42:51.223628 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8a3bca-6986-4a8e-b7b2-86459b588492 None None] Updating router 75fdade2-b806-4c32-a62d-cc445ced14d0 port 860cb290-91fe-4b38-b237-00ec193b4c6b binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:42:51.261939 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9189d9-576d-4d9a-bbaa-feffde21cdfb tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Network 760f62ca-36dd-4c5f-b5a6-0fc8161ae658 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:42:51.269724 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-7f9189d9-576d-4d9a-bbaa-feffde21cdfb tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:42:51.280582 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9189d9-576d-4d9a-bbaa-feffde21cdfb tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:42:51.298487 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-0efde297-874d-4779-95a2-5ceb97e94a4d tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:51.299327 n-d-825178-3 neutron-server[87568]: WARNING neutron.api.v2.base [None req-0efde297-874d-4779-95a2-5ceb97e94a4d tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 12:42:51.300087 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-0efde297-874d-4779-95a2-5ceb97e94a4d tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 12:42:51.301355 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0efde297-874d-4779-95a2-5ceb97e94a4d tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4512932 Feb 09 12:42:51.314714 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50736) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:51.318005 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-ccd0fe04-998a-4f25-a56c-ee65e3f39cef tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Request body: {'security_group': {'name': 'tempest-secgroup--656694964'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:51.327242 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-df8a3bca-6986-4a8e-b7b2-86459b588492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:51.330936 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ccd0fe04-998a-4f25-a56c-ee65e3f39cef tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:51.336637 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ccd0fe04-998a-4f25-a56c-ee65e3f39cef tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Usage tracker for resource:security_group and tenant:c4084cb5c45e4d12882e91c9a625b361 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:51.344071 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ccd0fe04-998a-4f25-a56c-ee65e3f39cef tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:51.375025 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ccd0fe04-998a-4f25-a56c-ee65e3f39cef tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:51.402819 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ccd0fe04-998a-4f25-a56c-ee65e3f39cef tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:51.462383 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ccd0fe04-998a-4f25-a56c-ee65e3f39cef tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:51.528034 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9189d9-576d-4d9a-bbaa-feffde21cdfb tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Pushing event updated for resources: {'Port': ['ID=6850fe85-c64d-442f-b852-b24c61ba6740,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:51.543512 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9189d9-576d-4d9a-bbaa-feffde21cdfb tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:51.545045 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7f9189d9-576d-4d9a-bbaa-feffde21cdfb tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:51.597715 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ccd0fe04-998a-4f25-a56c-ee65e3f39cef tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:51.617811 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ccd0fe04-998a-4f25-a56c-ee65e3f39cef tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Usage tracker for resource:security_group_rule and tenant:c4084cb5c45e4d12882e91c9a625b361 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:51.623924 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ccd0fe04-998a-4f25-a56c-ee65e3f39cef tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:51.634044 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ccd0fe04-998a-4f25-a56c-ee65e3f39cef tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:51.666627 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-7f9189d9-576d-4d9a-bbaa-feffde21cdfb tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0000291 Feb 09 12:42:51.685918 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50742) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:51.711663 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-6e7586cc-bc9f-4e23-b9e9-0de281b944ba tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'port_id': '6850fe85-c64d-442f-b852-b24c61ba6740', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:51.725933 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6e7586cc-bc9f-4e23-b9e9-0de281b944ba tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:51.774935 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6e7586cc-bc9f-4e23-b9e9-0de281b944ba tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Usage tracker for resource:floatingip and tenant:8c68454472994c9c93bcd20b28adbf45 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:51.782841 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6e7586cc-bc9f-4e23-b9e9-0de281b944ba tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:51.802024 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2eeed27f-ad12-4fb2-875b-9cb9e6284e18 req-10709fe4-d74b-4159-9639-14faee447d93 tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3ff6cf-bcef-4516-86e7-d70fb0e7ae14 HTTP/1.1" status: 200 len: 210 time: 0.0712187 Feb 09 12:42:51.808890 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6e7586cc-bc9f-4e23-b9e9-0de281b944ba tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:51.828576 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0d665a-511d-4c6b-8b33-bd378c37ae57 tempest-TestServerBasicOps-1954387004 tempest-TestServerBasicOps-1954387004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:51.829749 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6a0d665a-511d-4c6b-8b33-bd378c37ae57 tempest-TestServerBasicOps-1954387004 tempest-TestServerBasicOps-1954387004-project-admin] Synchronizing usage tracker for tenant:539d54fc51684d168bca510847ccfe8b on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:42:51.834934 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6e7586cc-bc9f-4e23-b9e9-0de281b944ba tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for floatingip, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:51.852383 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-df8a3bca-6986-4a8e-b7b2-86459b588492 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:51.865452 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-df8a3bca-6986-4a8e-b7b2-86459b588492 None None] Transition to ACTIVE for port object 860cb290-91fe-4b38-b237-00ec193b4c6b will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:42:51.873236 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-df8a3bca-6986-4a8e-b7b2-86459b588492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:51.919197 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6a0d665a-511d-4c6b-8b33-bd378c37ae57 tempest-TestServerBasicOps-1954387004 tempest-TestServerBasicOps-1954387004-project-admin] Unset dirty status for tenant:539d54fc51684d168bca510847ccfe8b on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:42:51.923881 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-6a0d665a-511d-4c6b-8b33-bd378c37ae57 tempest-TestServerBasicOps-1954387004 tempest-TestServerBasicOps-1954387004-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d50cdad8-3bef-424e-8523-b0cb2752ee94 HTTP/1.1" status: 200 len: 1091 time: 0.7681794 Feb 09 12:42:51.925712 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50746) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:51.932082 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-6a5947d5-3430-44c7-a2f0-98d56a8ee840 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'port_id': 'd244e884-8bc7-42ac-90d7-3cf87a43c32e', 'tenant_id': '78fcd49da689411da6a25296f99fd3a8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:51.946117 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6a5947d5-3430-44c7-a2f0-98d56a8ee840 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:51.951488 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6a5947d5-3430-44c7-a2f0-98d56a8ee840 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Usage tracker for resource:floatingip and tenant:78fcd49da689411da6a25296f99fd3a8 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:51.955899 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-df8a3bca-6986-4a8e-b7b2-86459b588492 None None] Attempting to bind port 860cb290-91fe-4b38-b237-00ec193b4c6b on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:42:51.955899 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-df8a3bca-6986-4a8e-b7b2-86459b588492 None None] Attempting to bind port 860cb290-91fe-4b38-b237-00ec193b4c6b by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:42:51.956188 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6a5947d5-3430-44c7-a2f0-98d56a8ee840 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:51.956302 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8a3bca-6986-4a8e-b7b2-86459b588492 None None] Attempting to bind port 860cb290-91fe-4b38-b237-00ec193b4c6b on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:42:51.959801 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad03ce1-1e93-49b0-8e57-2c01859f216e None None] Pushing event updated for resources: {'Port': ['ID=860cb290-91fe-4b38-b237-00ec193b4c6b,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:51.963860 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6a5947d5-3430-44c7-a2f0-98d56a8ee840 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:51.968549 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8a3bca-6986-4a8e-b7b2-86459b588492 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:42:51.968740 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8a3bca-6986-4a8e-b7b2-86459b588492 None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:42:51.969151 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-df8a3bca-6986-4a8e-b7b2-86459b588492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:51.969494 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8a3bca-6986-4a8e-b7b2-86459b588492 None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:42:51.969950 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-df8a3bca-6986-4a8e-b7b2-86459b588492 None None] Bound port: 860cb290-91fe-4b38-b237-00ec193b4c6b, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:42:51.970314 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-df8a3bca-6986-4a8e-b7b2-86459b588492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:51.986688 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6a5947d5-3430-44c7-a2f0-98d56a8ee840 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks [] for floatingip, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:52.023129 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad03ce1-1e93-49b0-8e57-2c01859f216e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:42:52.023478 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad03ce1-1e93-49b0-8e57-2c01859f216e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:42:52.023885 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad03ce1-1e93-49b0-8e57-2c01859f216e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:42:52.024352 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad03ce1-1e93-49b0-8e57-2c01859f216e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:42:52.025024 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad03ce1-1e93-49b0-8e57-2c01859f216e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:42:52.025024 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad03ce1-1e93-49b0-8e57-2c01859f216e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:42:52.025297 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad03ce1-1e93-49b0-8e57-2c01859f216e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:42:52.025712 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad03ce1-1e93-49b0-8e57-2c01859f216e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:42:52.026014 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad03ce1-1e93-49b0-8e57-2c01859f216e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:42:52.026288 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad03ce1-1e93-49b0-8e57-2c01859f216e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:42:52.026612 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad03ce1-1e93-49b0-8e57-2c01859f216e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:42:52.027031 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad03ce1-1e93-49b0-8e57-2c01859f216e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:42:52.097495 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-df8a3bca-6986-4a8e-b7b2-86459b588492 None None] For port 860cb290-91fe-4b38-b237-00ec193b4c6b, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:42:52.100598 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-df8a3bca-6986-4a8e-b7b2-86459b588492 None None] For port 860cb290-91fe-4b38-b237-00ec193b4c6b, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=860cb290-91fe-4b38-b237-00ec193b4c6b,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:42:52.108662 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-df8a3bca-6986-4a8e-b7b2-86459b588492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:52.187323 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6e7586cc-bc9f-4e23-b9e9-0de281b944ba tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:52.196778 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8a3bca-6986-4a8e-b7b2-86459b588492 None None] Routers {'75fdade2-b806-4c32-a62d-cc445ced14d0'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:42:52.197802 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-df8a3bca-6986-4a8e-b7b2-86459b588492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:42:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['75fdade2-b806-4c32-a62d-cc445ced14d0'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:52.273469 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad03ce1-1e93-49b0-8e57-2c01859f216e None None] Pushing event updated for resources: {'Port': ['ID=860cb290-91fe-4b38-b237-00ec193b4c6b,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:52.348727 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6a5947d5-3430-44c7-a2f0-98d56a8ee840 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:52.380750 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ccd0fe04-998a-4f25-a56c-ee65e3f39cef tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:52.414857 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-df8a3bca-6986-4a8e-b7b2-86459b588492 None None] Set router 75fdade2-b806-4c32-a62d-cc445ced14d0 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:42:52.447984 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-6e7586cc-bc9f-4e23-b9e9-0de281b944ba tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Allocated IP 172.25.7.88 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/7ab3b7fc-8ee8-484d-b7dd-7ab0a61be941) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:42:52.470073 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ccd0fe04-998a-4f25-a56c-ee65e3f39cef tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:52.475558 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ccd0fe04-998a-4f25-a56c-ee65e3f39cef tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:52.479856 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ccd0fe04-998a-4f25-a56c-ee65e3f39cef tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Usage tracker for resource:security_group_rule and tenant:c4084cb5c45e4d12882e91c9a625b361 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:52.483010 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ccd0fe04-998a-4f25-a56c-ee65e3f39cef tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:52.488954 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ccd0fe04-998a-4f25-a56c-ee65e3f39cef tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:52.601239 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de875071-212d-4151-9205-7d5ad085376b req-9b236135-765a-4d5d-aba6-e486de68608e tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:52.602686 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-de875071-212d-4151-9205-7d5ad085376b req-9b236135-765a-4d5d-aba6-e486de68608e tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] 10.222.0.46 "GET /v2.0/networks?id=10bb7301-3723-4d1d-8cb4-561b5ecba3cf HTTP/1.1" status: 200 len: 809 time: 0.4733036 Feb 09 12:42:52.603301 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0fe04-998a-4f25-a56c-ee65e3f39cef tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=881105a8-bc48-4978-9d34-d3c17c36b043,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:52.656729 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-de875071-212d-4151-9205-7d5ad085376b req-6d3cbb0f-46b0-4cdc-9078-ec8ee274124e tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] Request body: {'port': {'device_id': 'ee3ff6cf-bcef-4516-86e7-d70fb0e7ae14', 'network_id': '10bb7301-3723-4d1d-8cb4-561b5ecba3cf', 'admin_state_up': True, 'tenant_id': '4784b1708e66437db3ead2f8244f4c8d'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:52.687194 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6e7586cc-bc9f-4e23-b9e9-0de281b944ba tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:52.734101 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6e7586cc-bc9f-4e23-b9e9-0de281b944ba tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:52.790238 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-df8a3bca-6986-4a8e-b7b2-86459b588492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'name': 'tempest-AttachVolumeTestJSON-1116701485-router', 'tenant_id': '7722e72c858c4f97b7f4eb543cff4fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '860cb290-91fe-4b38-b237-00ec193b4c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:42:43Z', 'updated_at': '2022-02-09T12:42:47Z', 'revision_number': 3, 'project_id': '7722e72c858c4f97b7f4eb543cff4fda', 'gw_port': {'id': '860cb290-91fe-4b38-b237-00ec193b4c6b', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:42:45Z', 'updated_at': '2022-02-09T12:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:52.795648 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8a3bca-6986-4a8e-b7b2-86459b588492 None None] The sync data for ids ['75fdade2-b806-4c32-a62d-cc445ced14d0'] in n-d-825178-3 is: [{'id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'name': 'tempest-AttachVolumeTestJSON-1116701485-router', 'tenant_id': '7722e72c858c4f97b7f4eb543cff4fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '860cb290-91fe-4b38-b237-00ec193b4c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:42:43Z', 'updated_at': '2022-02-09T12:42:47Z', 'revision_number': 3, 'project_id': '7722e72c858c4f97b7f4eb543cff4fda', 'gw_port': {'id': '860cb290-91fe-4b38-b237-00ec193b4c6b', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:42:45Z', 'updated_at': '2022-02-09T12:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:42:52.808948 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a43ad584-9b21-4625-80a1-e3323c35dd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:52.820361 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ccd0fe04-998a-4f25-a56c-ee65e3f39cef tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:52.833883 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ccd0fe04-998a-4f25-a56c-ee65e3f39cef tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:52.879743 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:52.928380 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-6a5947d5-3430-44c7-a2f0-98d56a8ee840 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Allocated IP 172.25.7.139 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/260a57bb-b01e-4810-9210-7a6771660cde) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:42:53.033712 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0fe04-998a-4f25-a56c-ee65e3f39cef tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33c1633d-21cb-498b-9657-2c13af4a4058,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:53.036471 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ccd0fe04-998a-4f25-a56c-ee65e3f39cef tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:53.041053 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ccd0fe04-998a-4f25-a56c-ee65e3f39cef tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7313094 Feb 09 12:42:53.054085 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50764) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:53.067817 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-de875071-212d-4151-9205-7d5ad085376b req-6d3cbb0f-46b0-4cdc-9078-ec8ee274124e tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:53.072518 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-a8245689-cc74-4109-92b1-7273e6c1870e tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Request body: {'security_group_rule': {'security_group_id': '33c1633d-21cb-498b-9657-2c13af4a4058', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:53.091572 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a8245689-cc74-4109-92b1-7273e6c1870e tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:53.096710 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-de875071-212d-4151-9205-7d5ad085376b req-6d3cbb0f-46b0-4cdc-9078-ec8ee274124e tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] Usage tracker for resource:port and tenant:4784b1708e66437db3ead2f8244f4c8d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:53.105069 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-de875071-212d-4151-9205-7d5ad085376b req-6d3cbb0f-46b0-4cdc-9078-ec8ee274124e tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:53.119228 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6a5947d5-3430-44c7-a2f0-98d56a8ee840 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:53.138870 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a8245689-cc74-4109-92b1-7273e6c1870e tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Usage tracker for resource:security_group_rule and tenant:c4084cb5c45e4d12882e91c9a625b361 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:53.152479 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-de875071-212d-4151-9205-7d5ad085376b req-6d3cbb0f-46b0-4cdc-9078-ec8ee274124e tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:53.162402 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a8245689-cc74-4109-92b1-7273e6c1870e tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:53.182853 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7586cc-bc9f-4e23-b9e9-0de281b944ba tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Pushing event updated for resources: {'Port': ['ID=7ab3b7fc-8ee8-484d-b7dd-7ab0a61be941,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:53.186572 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7586cc-bc9f-4e23-b9e9-0de281b944ba tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:42:53.212258 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a8245689-cc74-4109-92b1-7273e6c1870e tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:53.225175 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-6e7586cc-bc9f-4e23-b9e9-0de281b944ba tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:42:53.226767 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de875071-212d-4151-9205-7d5ad085376b req-6d3cbb0f-46b0-4cdc-9078-ec8ee274124e tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] Made reservation on behalf of 4784b1708e66437db3ead2f8244f4c8d for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:42:53.229937 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-de875071-212d-4151-9205-7d5ad085376b req-6d3cbb0f-46b0-4cdc-9078-ec8ee274124e tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:53.236382 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7586cc-bc9f-4e23-b9e9-0de281b944ba tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:42:53.285335 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d5f0c3a5-15ff-4f9b-a13c-c9fa3579cf93 req-e7e74746-b025-4f0a-a126-4edd3669030a tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3ff6cf-bcef-4516-86e7-d70fb0e7ae14 HTTP/1.1" status: 200 len: 210 time: 0.1035728 Feb 09 12:42:53.413522 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6a5947d5-3430-44c7-a2f0-98d56a8ee840 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:53.490569 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-de875071-212d-4151-9205-7d5ad085376b req-6d3cbb0f-46b0-4cdc-9078-ec8ee274124e tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] Allocated IP 172.20.0.14 (10bb7301-3723-4d1d-8cb4-561b5ecba3cf/0238d7a7-cb0e-4da1-a08b-af16b4d9c78b/f5662ba5-fa4d-4619-bdcf-720b5f41ba0c) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:42:53.495559 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5947d5-3430-44c7-a2f0-98d56a8ee840 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:42:53.510501 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-6a5947d5-3430-44c7-a2f0-98d56a8ee840 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:42:53.514717 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5947d5-3430-44c7-a2f0-98d56a8ee840 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:42:53.548469 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a8245689-cc74-4109-92b1-7273e6c1870e tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:53.703768 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-a43ad584-9b21-4625-80a1-e3323c35dd9f admin admin] Allocated IP 172.20.0.1 (fef63669-60e4-448f-bbf3-5ffe81417e5d/14dd4b9b-eeef-4a9f-a7cf-6d5a7f04665c/094dabad-0032-48d9-a6eb-073a5b8967a4) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:42:53.752933 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a8245689-cc74-4109-92b1-7273e6c1870e tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:53.777733 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a8245689-cc74-4109-92b1-7273e6c1870e tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:53.897902 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8245689-cc74-4109-92b1-7273e6c1870e tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=267985ee-93d8-4e4a-9ad3-2ab4dd1405d4,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:53.936660 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-de875071-212d-4151-9205-7d5ad085376b req-6d3cbb0f-46b0-4cdc-9078-ec8ee274124e tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:54.086578 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a8245689-cc74-4109-92b1-7273e6c1870e tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:54.087746 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a8245689-cc74-4109-92b1-7273e6c1870e tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0314054 Feb 09 12:42:54.092939 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50770) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:54.098586 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5947d5-3430-44c7-a2f0-98d56a8ee840 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Pushing event updated for resources: {'Port': ['ID=260a57bb-b01e-4810-9210-7a6771660cde,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:54.107484 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-7a1a53d1-4e53-4de4-ab9d-07d91307b158 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Request body: {'security_group_rule': {'security_group_id': '33c1633d-21cb-498b-9657-2c13af4a4058', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:54.130745 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7a1a53d1-4e53-4de4-ab9d-07d91307b158 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:54.140260 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7a1a53d1-4e53-4de4-ab9d-07d91307b158 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Usage tracker for resource:security_group_rule and tenant:c4084cb5c45e4d12882e91c9a625b361 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:54.147860 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a43ad584-9b21-4625-80a1-e3323c35dd9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:54.150751 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7a1a53d1-4e53-4de4-ab9d-07d91307b158 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:54.151730 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6e7586cc-bc9f-4e23-b9e9-0de281b944ba tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:54.167692 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7a1a53d1-4e53-4de4-ab9d-07d91307b158 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:54.178991 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-a43ad584-9b21-4625-80a1-e3323c35dd9f admin admin] Transition to ACTIVE for port object 094dabad-0032-48d9-a6eb-073a5b8967a4 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:42:54.197729 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-de875071-212d-4151-9205-7d5ad085376b req-6d3cbb0f-46b0-4cdc-9078-ec8ee274124e tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:54.200752 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7a1a53d1-4e53-4de4-ab9d-07d91307b158 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:54.352821 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de875071-212d-4151-9205-7d5ad085376b req-6d3cbb0f-46b0-4cdc-9078-ec8ee274124e tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] Network 10bb7301-3723-4d1d-8cb4-561b5ecba3cf is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:42:54.368949 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-de875071-212d-4151-9205-7d5ad085376b req-6d3cbb0f-46b0-4cdc-9078-ec8ee274124e tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:42:54.381872 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3cbb0f-46b0-4cdc-9078-ec8ee274124e tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] Pushing event updated for resources: {'Port': ['ID=f5662ba5-fa4d-4619-bdcf-720b5f41ba0c,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:54.393227 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6e7586cc-bc9f-4e23-b9e9-0de281b944ba tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:54.411347 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-de875071-212d-4151-9205-7d5ad085376b req-6d3cbb0f-46b0-4cdc-9078-ec8ee274124e tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:42:54.477078 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a43ad584-9b21-4625-80a1-e3323c35dd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:54.596118 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43ad584-9b21-4625-80a1-e3323c35dd9f admin admin] Network fef63669-60e4-448f-bbf3-5ffe81417e5d is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:42:54.605714 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-a43ad584-9b21-4625-80a1-e3323c35dd9f admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:42:54.612310 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43ad584-9b21-4625-80a1-e3323c35dd9f admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:42:54.643437 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de875071-212d-4151-9205-7d5ad085376b req-6d3cbb0f-46b0-4cdc-9078-ec8ee274124e tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:54.644172 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-de875071-212d-4151-9205-7d5ad085376b req-6d3cbb0f-46b0-4cdc-9078-ec8ee274124e tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:54.648269 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43ad584-9b21-4625-80a1-e3323c35dd9f admin admin] Pushing event updated for resources: {'Port': ['ID=094dabad-0032-48d9-a6eb-073a5b8967a4,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:54.661393 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-7a1a53d1-4e53-4de4-ab9d-07d91307b158 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 12:42:54.665837 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7a1a53d1-4e53-4de4-ab9d-07d91307b158 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5719302 Feb 09 12:42:54.677627 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50776) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:54.710195 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-de875071-212d-4151-9205-7d5ad085376b req-6d3cbb0f-46b0-4cdc-9078-ec8ee274124e tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0943215 Feb 09 12:42:54.726344 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-de875071-212d-4151-9205-7d5ad085376b req-4485b74c-5bd8-419d-befe-035e54d38fec service neutron] Request body: {'port': {'device_id': 'ee3ff6cf-bcef-4516-86e7-d70fb0e7ae14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:54.760121 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a43ad584-9b21-4625-80a1-e3323c35dd9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:54.868524 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e8fe7cee-1995-4137-a163-66cb84e44193 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:54.910753 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdcbfc5-0bfe-41b3-a385-7fb55f9d4bb2 req-caaa7639-f98e-4f31-baa3-cb79a2639899 tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:54.912312 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bbdcbfc5-0bfe-41b3-a385-7fb55f9d4bb2 req-caaa7639-f98e-4f31-baa3-cb79a2639899 tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3ff6cf-bcef-4516-86e7-d70fb0e7ae14 HTTP/1.1" status: 200 len: 932 time: 0.3681867 Feb 09 12:42:54.934277 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e8fe7cee-1995-4137-a163-66cb84e44193 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:54.949052 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-de875071-212d-4151-9205-7d5ad085376b req-4485b74c-5bd8-419d-befe-035e54d38fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:54.954020 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0253dafb-c4fb-402d-8c2b-0ba0eb97d35d None None] Provisioning for port 094dabad-0032-48d9-a6eb-073a5b8967a4 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:42:54.956161 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6e7586cc-bc9f-4e23-b9e9-0de281b944ba tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:54.961084 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0253dafb-c4fb-402d-8c2b-0ba0eb97d35d None None] Provisioning complete for port 094dabad-0032-48d9-a6eb-073a5b8967a4 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:42:54.962234 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0253dafb-c4fb-402d-8c2b-0ba0eb97d35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:54.974224 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6e7586cc-bc9f-4e23-b9e9-0de281b944ba tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:55.041547 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-0253dafb-c4fb-402d-8c2b-0ba0eb97d35d None None] Port 094dabad-0032-48d9-a6eb-073a5b8967a4 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:42:55.045833 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-bbdcbfc5-0bfe-41b3-a385-7fb55f9d4bb2 req-d9e5d4ae-cac2-473f-864a-363e1402d184 tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] Synchronizing usage tracker for tenant:4784b1708e66437db3ead2f8244f4c8d on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:42:55.131978 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7586cc-bc9f-4e23-b9e9-0de281b944ba tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Pushing event updated for resources: {'Port': ['ID=7ab3b7fc-8ee8-484d-b7dd-7ab0a61be941,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:55.149897 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-bbdcbfc5-0bfe-41b3-a385-7fb55f9d4bb2 req-d9e5d4ae-cac2-473f-864a-363e1402d184 tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] Unset dirty status for tenant:4784b1708e66437db3ead2f8244f4c8d on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:42:55.151055 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bbdcbfc5-0bfe-41b3-a385-7fb55f9d4bb2 req-d9e5d4ae-cac2-473f-864a-363e1402d184 tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] 10.222.0.55 "GET /v2.0/security-groups?id=a78c7542-e210-4eb2-9ef5-0ad173f33a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284851 Feb 09 12:42:55.160357 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6e7586cc-bc9f-4e23-b9e9-0de281b944ba tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:55.221667 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 860cb290-91fe-4b38-b237-00ec193b4c6b up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:42:55.223550 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e8fe7cee-1995-4137-a163-66cb84e44193 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:55.259937 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6a5947d5-3430-44c7-a2f0-98d56a8ee840 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:55.360661 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 860cb290-91fe-4b38-b237-00ec193b4c6b completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:42:55.362502 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [None req-6e7586cc-bc9f-4e23-b9e9-0de281b944ba tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Floating IP 8b3cd84d-933b-4cba-8303-242075d06e33 associated. External IP: 172.25.7.88, port: 6850fe85-c64d-442f-b852-b24c61ba6740. Feb 09 12:42:55.370569 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 860cb290-91fe-4b38-b237-00ec193b4c6b triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:42:55.370951 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:55.447253 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe7cee-1995-4137-a163-66cb84e44193 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c1633d-21cb-498b-9657-2c13af4a4058,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:55.449908 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a43ad584-9b21-4625-80a1-e3323c35dd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:55.495355 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e8fe7cee-1995-4137-a163-66cb84e44193 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:55.498924 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e8fe7cee-1995-4137-a163-66cb84e44193 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "DELETE /v2.0/security-groups/33c1633d-21cb-498b-9657-2c13af4a4058 HTTP/1.1" status: 204 len: 168 time: 0.8179827 Feb 09 12:42:55.538743 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50790) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:55.579175 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-de875071-212d-4151-9205-7d5ad085376b req-4485b74c-5bd8-419d-befe-035e54d38fec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5662ba5-fa4d-4619-bdcf-720b5f41ba0c {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:42:55.596297 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:55.614472 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 860cb290-91fe-4b38-b237-00ec193b4c6b, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=860cb290-91fe-4b38-b237-00ec193b4c6b,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:42:55.619052 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:55.622335 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-de875071-212d-4151-9205-7d5ad085376b req-4485b74c-5bd8-419d-befe-035e54d38fec service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:55.630074 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-58bec71b-d87b-4f0e-bc58-83cb86d9eea8 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Synchronizing usage tracker for tenant:c4084cb5c45e4d12882e91c9a625b361 on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:42:55.667545 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-58bec71b-d87b-4f0e-bc58-83cb86d9eea8 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Unset dirty status for tenant:c4084cb5c45e4d12882e91c9a625b361 on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:42:55.674103 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-58bec71b-d87b-4f0e-bc58-83cb86d9eea8 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1290541 Feb 09 12:42:55.678836 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50794) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:55.688172 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-4db16e64-154f-46f1-89ed-3d06f3211973 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Request body: {'security_group': {'name': 'tempest-secgroup--447058925'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:55.695131 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-de875071-212d-4151-9205-7d5ad085376b req-4485b74c-5bd8-419d-befe-035e54d38fec service neutron] Transition to ACTIVE for port object f5662ba5-fa4d-4619-bdcf-720b5f41ba0c will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:42:55.712241 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6a5947d5-3430-44c7-a2f0-98d56a8ee840 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:55.719464 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=860cb290-91fe-4b38-b237-00ec193b4c6b,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:55.721119 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4db16e64-154f-46f1-89ed-3d06f3211973 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:55.771232 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-de875071-212d-4151-9205-7d5ad085376b req-4485b74c-5bd8-419d-befe-035e54d38fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:55.852483 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4db16e64-154f-46f1-89ed-3d06f3211973 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:55.979593 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4485b74c-5bd8-419d-befe-035e54d38fec service neutron] Pushing event updated for resources: {'Port': ['ID=f5662ba5-fa4d-4619-bdcf-720b5f41ba0c,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:55.988974 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4db16e64-154f-46f1-89ed-3d06f3211973 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:56.065988 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4db16e64-154f-46f1-89ed-3d06f3211973 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:56.078112 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4db16e64-154f-46f1-89ed-3d06f3211973 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Usage tracker for resource:security_group_rule and tenant:c4084cb5c45e4d12882e91c9a625b361 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:56.083666 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4db16e64-154f-46f1-89ed-3d06f3211973 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:56.102249 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4db16e64-154f-46f1-89ed-3d06f3211973 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:56.129410 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7586cc-bc9f-4e23-b9e9-0de281b944ba tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Router aabc8592-94a1-4890-a1fa-84d622b4d228 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:42:56.155123 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6a5947d5-3430-44c7-a2f0-98d56a8ee840 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:56.215677 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6a5947d5-3430-44c7-a2f0-98d56a8ee840 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:56.257078 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a43ad584-9b21-4625-80a1-e3323c35dd9f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:56.259078 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-de875071-212d-4151-9205-7d5ad085376b req-4485b74c-5bd8-419d-befe-035e54d38fec service neutron] Attempting to bind port f5662ba5-fa4d-4619-bdcf-720b5f41ba0c on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:42:56.260027 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-de875071-212d-4151-9205-7d5ad085376b req-4485b74c-5bd8-419d-befe-035e54d38fec service neutron] Attempting to bind port f5662ba5-fa4d-4619-bdcf-720b5f41ba0c by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'b8380cff-135e-419f-bbeb-d8864373c0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '10bb7301-3723-4d1d-8cb4-561b5ecba3cf'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:42:56.260027 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de875071-212d-4151-9205-7d5ad085376b req-4485b74c-5bd8-419d-befe-035e54d38fec service neutron] Attempting to bind port f5662ba5-fa4d-4619-bdcf-720b5f41ba0c on network 10bb7301-3723-4d1d-8cb4-561b5ecba3cf {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:42:56.286061 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a43ad584-9b21-4625-80a1-e3323c35dd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:56.423180 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de875071-212d-4151-9205-7d5ad085376b req-4485b74c-5bd8-419d-befe-035e54d38fec service neutron] Port f5662ba5-fa4d-4619-bdcf-720b5f41ba0c on network 10bb7301-3723-4d1d-8cb4-561b5ecba3cf not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:42:56.423929 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de875071-212d-4151-9205-7d5ad085376b req-4485b74c-5bd8-419d-befe-035e54d38fec service neutron] Attempting to bind port f5662ba5-fa4d-4619-bdcf-720b5f41ba0c on network 10bb7301-3723-4d1d-8cb4-561b5ecba3cf {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:42:56.476120 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de875071-212d-4151-9205-7d5ad085376b req-4485b74c-5bd8-419d-befe-035e54d38fec service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:42:56.476756 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de875071-212d-4151-9205-7d5ad085376b req-4485b74c-5bd8-419d-befe-035e54d38fec service neutron] Checking segment: {'id': 'b8380cff-135e-419f-bbeb-d8864373c0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '10bb7301-3723-4d1d-8cb4-561b5ecba3cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:42:56.477311 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de875071-212d-4151-9205-7d5ad085376b req-4485b74c-5bd8-419d-befe-035e54d38fec service neutron] Bound using segment: {'id': 'b8380cff-135e-419f-bbeb-d8864373c0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '10bb7301-3723-4d1d-8cb4-561b5ecba3cf'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:42:56.477913 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-de875071-212d-4151-9205-7d5ad085376b req-4485b74c-5bd8-419d-befe-035e54d38fec service neutron] Bound port: f5662ba5-fa4d-4619-bdcf-720b5f41ba0c, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8380cff-135e-419f-bbeb-d8864373c0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '10bb7301-3723-4d1d-8cb4-561b5ecba3cf'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:42:56.478452 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-de875071-212d-4151-9205-7d5ad085376b req-4485b74c-5bd8-419d-befe-035e54d38fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:56.489487 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4db16e64-154f-46f1-89ed-3d06f3211973 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:56.503039 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6a5947d5-3430-44c7-a2f0-98d56a8ee840 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:56.516986 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4db16e64-154f-46f1-89ed-3d06f3211973 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:56.566259 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5947d5-3430-44c7-a2f0-98d56a8ee840 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Pushing event updated for resources: {'Port': ['ID=260a57bb-b01e-4810-9210-7a6771660cde,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:56.576285 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-368339bb-0990-414d-938d-d087c5ff6c89 req-7ed08784-16a6-4e08-9547-30e0421781d0 tempest-ServerActionsTestJSON-1127791983 tempest-ServerActionsTestJSON-1127791983-project] (87567) timed out ('10.222.0.52', 54624) {{(pid=87567) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 12:42:56.590069 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a43ad584-9b21-4625-80a1-e3323c35dd9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:56.616234 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43ad584-9b21-4625-80a1-e3323c35dd9f admin admin] Pushing event updated for resources: {'Port': ['ID=094dabad-0032-48d9-a6eb-073a5b8967a4,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:56.630533 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7586cc-bc9f-4e23-b9e9-0de281b944ba tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:42:56.641034 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdca9c79-1f6e-4089-b184-8066a6210973 None None] Sync routers for ids ['aabc8592-94a1-4890-a1fa-84d622b4d228'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:42:56.654414 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdca9c79-1f6e-4089-b184-8066a6210973 None None] Routers {'aabc8592-94a1-4890-a1fa-84d622b4d228'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:42:56.655197 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-cdca9c79-1f6e-4089-b184-8066a6210973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:42:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['aabc8592-94a1-4890-a1fa-84d622b4d228'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:56.713009 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db16e64-154f-46f1-89ed-3d06f3211973 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5acf7a-32be-4d30-b06a-d6f28dcd03ac,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:56.732288 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-cdca9c79-1f6e-4089-b184-8066a6210973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:56.750166 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdca9c79-1f6e-4089-b184-8066a6210973 None None] Routers {'aabc8592-94a1-4890-a1fa-84d622b4d228'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:42:56.752811 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-cdca9c79-1f6e-4089-b184-8066a6210973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:42:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['aabc8592-94a1-4890-a1fa-84d622b4d228'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:56.756718 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6e7586cc-bc9f-4e23-b9e9-0de281b944ba tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:56.781742 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4db16e64-154f-46f1-89ed-3d06f3211973 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:56.782959 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4db16e64-154f-46f1-89ed-3d06f3211973 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1031935 Feb 09 12:42:56.786953 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50804) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:56.808553 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-4e610908-a0aa-4c11-b060-83cdca559d86 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Request body: {'security_group_rule': {'security_group_id': 'ad5acf7a-32be-4d30-b06a-d6f28dcd03ac', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:56.809282 n-d-825178-3 neutron-server[87567]: WARNING neutron.api.v2.base [None req-4e610908-a0aa-4c11-b060-83cdca559d86 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 09 12:42:56.810057 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-4e610908-a0aa-4c11-b060-83cdca559d86 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:42:56.813920 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4e610908-a0aa-4c11-b060-83cdca559d86 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0165699 Feb 09 12:42:56.817738 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50808) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:56.821648 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb88bbe-f674-4c94-aef9-d771cde73859 req-f43ac10e-8743-4daf-941c-f7b1a6ec2cc4 tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:56.823118 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-edb88bbe-f674-4c94-aef9-d771cde73859 req-f43ac10e-8743-4daf-941c-f7b1a6ec2cc4 tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3ff6cf-bcef-4516-86e7-d70fb0e7ae14 HTTP/1.1" status: 200 len: 944 time: 0.5074947 Feb 09 12:42:56.831386 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [None req-6a5947d5-3430-44c7-a2f0-98d56a8ee840 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Floating IP 611fce83-43dd-41d3-8abb-52e935cb6e05 associated. External IP: 172.25.7.139, port: d244e884-8bc7-42ac-90d7-3cf87a43c32e. Feb 09 12:42:56.858849 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-cdca9c79-1f6e-4089-b184-8066a6210973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:56.859275 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdca9c79-1f6e-4089-b184-8066a6210973 None None] The sync data for ids ['aabc8592-94a1-4890-a1fa-84d622b4d228'] in n-d-825178-3 is: [] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:42:56.920225 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-de875071-212d-4151-9205-7d5ad085376b req-4485b74c-5bd8-419d-befe-035e54d38fec service neutron] For port f5662ba5-fa4d-4619-bdcf-720b5f41ba0c, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:42:56.941189 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-de875071-212d-4151-9205-7d5ad085376b req-4485b74c-5bd8-419d-befe-035e54d38fec service neutron] For port f5662ba5-fa4d-4619-bdcf-720b5f41ba0c, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f5662ba5-fa4d-4619-bdcf-720b5f41ba0c,segment=NetworkSegment(b8380cff-135e-419f-bbeb-d8864373c0a4),segment_id=b8380cff-135e-419f-bbeb-d8864373c0a4)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:42:56.952753 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43ad584-9b21-4625-80a1-e3323c35dd9f admin admin] Network fef63669-60e4-448f-bbf3-5ffe81417e5d is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:42:56.954809 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-de875071-212d-4151-9205-7d5ad085376b req-4485b74c-5bd8-419d-befe-035e54d38fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:56.955689 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-6e7586cc-bc9f-4e23-b9e9-0de281b944ba tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.2664135 Feb 09 12:42:56.960048 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50812) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:56.992874 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-a43ad584-9b21-4625-80a1-e3323c35dd9f admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:42:57.017714 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-2df9ba18-b7e2-4f3e-beeb-a41f123ea731 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:57.178223 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 860cb290-91fe-4b38-b237-00ec193b4c6b up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:42:57.196039 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4485b74c-5bd8-419d-befe-035e54d38fec service neutron] Pushing event updated for resources: {'Port': ['ID=f5662ba5-fa4d-4619-bdcf-720b5f41ba0c,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:57.205606 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-edb88bbe-f674-4c94-aef9-d771cde73859 req-1a79695e-7ac0-4053-a3a3-9e69857384fb tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] 10.222.0.55 "GET /v2.0/security-groups?id=a78c7542-e210-4eb2-9ef5-0ad173f33a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107042 Feb 09 12:42:57.228185 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d0d92b88-0205-4515-9fa2-6a5b18b4ad2e tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:57.241672 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de875071-212d-4151-9205-7d5ad085376b req-4485b74c-5bd8-419d-befe-035e54d38fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:57.242294 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-de875071-212d-4151-9205-7d5ad085376b req-4485b74c-5bd8-419d-befe-035e54d38fec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:57.243930 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-de875071-212d-4151-9205-7d5ad085376b req-4485b74c-5bd8-419d-befe-035e54d38fec service neutron] 10.222.0.46 "PUT /v2.0/ports/f5662ba5-fa4d-4619-bdcf-720b5f41ba0c HTTP/1.1" status: 200 len: 1092 time: 2.5222545 Feb 09 12:42:57.244307 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee3ff6cf-bcef-4516-86e7-d70fb0e7ae14', 'tag': 'f5662ba5-fa4d-4619-bdcf-720b5f41ba0c'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:42:57.290104 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 860cb290-91fe-4b38-b237-00ec193b4c6b triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:42:57.290957 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:57.350070 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-32a1ef0f-5b22-4733-8dc3-8d90b841412e None None] Provisioning complete for port 094dabad-0032-48d9-a6eb-073a5b8967a4 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:42:57.353024 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-32a1ef0f-5b22-4733-8dc3-8d90b841412e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:57.364696 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee3ff6cf-bcef-4516-86e7-d70fb0e7ae14', 'tag': 'f5662ba5-fa4d-4619-bdcf-720b5f41ba0c', 'status': 'completed', 'code': 200} Feb 09 12:42:57.442191 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-32a1ef0f-5b22-4733-8dc3-8d90b841412e None None] Port 094dabad-0032-48d9-a6eb-073a5b8967a4 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:42:57.444117 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d0d92b88-0205-4515-9fa2-6a5b18b4ad2e tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:57.460941 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2df9ba18-b7e2-4f3e-beeb-a41f123ea731 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for floatingip, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:57.476963 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a5947d5-3430-44c7-a2f0-98d56a8ee840 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Router 28bceb57-82cc-4579-80d8-09e06e6470d6 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:42:57.672755 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a5947d5-3430-44c7-a2f0-98d56a8ee840 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:42:57.687555 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3cbe32-9321-4309-8b0b-a53b1c683e13 None None] Sync routers for ids ['28bceb57-82cc-4579-80d8-09e06e6470d6'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:42:57.699258 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6a5947d5-3430-44c7-a2f0-98d56a8ee840 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:57.700871 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3cbe32-9321-4309-8b0b-a53b1c683e13 None None] Routers {'28bceb57-82cc-4579-80d8-09e06e6470d6'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:42:57.702419 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-6d3cbe32-9321-4309-8b0b-a53b1c683e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:42:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['28bceb57-82cc-4579-80d8-09e06e6470d6'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:57.704910 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a43ad584-9b21-4625-80a1-e3323c35dd9f admin admin] Router 75fdade2-b806-4c32-a62d-cc445ced14d0 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:42:57.733757 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d0d92b88-0205-4515-9fa2-6a5b18b4ad2e tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:57.775938 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-6a5947d5-3430-44c7-a2f0-98d56a8ee840 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.8387923 Feb 09 12:42:57.775938 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50cdad8-3bef-424e-8523-b0cb2752ee94', 'tag': 'd244e884-8bc7-42ac-90d7-3cf87a43c32e'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:42:57.776774 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de875071-212d-4151-9205-7d5ad085376b req-ef7d3fcc-e47a-4f05-b30b-f2246a720f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:57.776774 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-de875071-212d-4151-9205-7d5ad085376b req-ef7d3fcc-e47a-4f05-b30b-f2246a720f49 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4784b1708e66437db3ead2f8244f4c8d&device_id=ee3ff6cf-bcef-4516-86e7-d70fb0e7ae14 HTTP/1.1" status: 200 len: 1095 time: 0.4719923 Feb 09 12:42:57.818493 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd50cdad8-3bef-424e-8523-b0cb2752ee94', 'tag': 'd244e884-8bc7-42ac-90d7-3cf87a43c32e', 'status': 'completed', 'code': 200} Feb 09 12:42:57.914960 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d92b88-0205-4515-9fa2-6a5b18b4ad2e tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5acf7a-32be-4d30-b06a-d6f28dcd03ac,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:57.968709 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-6d3cbe32-9321-4309-8b0b-a53b1c683e13 None None] Set router 28bceb57-82cc-4579-80d8-09e06e6470d6 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:42:57.984660 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42183b49-8466-421e-82cb-02453ff6dbbe req-21a32b96-3f8d-4b02-9c9a-a078521b05f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:57.988269 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-42183b49-8466-421e-82cb-02453ff6dbbe req-21a32b96-3f8d-4b02-9c9a-a078521b05f1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=78fcd49da689411da6a25296f99fd3a8&device_id=d50cdad8-3bef-424e-8523-b0cb2752ee94 HTTP/1.1" status: 200 len: 1096 time: 0.1429005 Feb 09 12:42:58.195914 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-de875071-212d-4151-9205-7d5ad085376b req-546c5cef-ce21-47d8-ab08-d4a73ec16e94 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5662ba5-fa4d-4619-bdcf-720b5f41ba0c HTTP/1.1" status: 200 len: 217 time: 0.3322747 Feb 09 12:42:58.242700 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42183b49-8466-421e-82cb-02453ff6dbbe req-78ffe8eb-8498-4104-909b-84caedc8a4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:58.244188 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-42183b49-8466-421e-82cb-02453ff6dbbe req-78ffe8eb-8498-4104-909b-84caedc8a4a5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e51bee85-c49e-4d47-aaa3-7ee4caab66a9 HTTP/1.1" status: 200 len: 909 time: 0.2500024 Feb 09 12:42:58.252972 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d0d92b88-0205-4515-9fa2-6a5b18b4ad2e tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:58.254198 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d0d92b88-0205-4515-9fa2-6a5b18b4ad2e tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "DELETE /v2.0/security-groups/ad5acf7a-32be-4d30-b06a-d6f28dcd03ac HTTP/1.1" status: 204 len: 168 time: 1.4337721 Feb 09 12:42:58.259076 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50834) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:58.261839 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2df9ba18-b7e2-4f3e-beeb-a41f123ea731 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:58.293042 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2df9ba18-b7e2-4f3e-beeb-a41f123ea731 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:58.293358 n-d-825178-3 neutron-server[87568]: INFO neutron.db.l3_db [None req-2df9ba18-b7e2-4f3e-beeb-a41f123ea731 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Floating IP 8b3cd84d-933b-4cba-8303-242075d06e33 disassociated. External IP: 172.25.7.88, port: 6850fe85-c64d-442f-b852-b24c61ba6740. Feb 09 12:42:58.545114 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-6d3cbe32-9321-4309-8b0b-a53b1c683e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28bceb57-82cc-4579-80d8-09e06e6470d6', 'name': 'tempest-TestServerBasicOps-327818406-router', 'tenant_id': '78fcd49da689411da6a25296f99fd3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '595563e3-eb4e-46b8-82b4-f4fa80f7a67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:41:32Z', 'updated_at': '2022-02-09T12:41:46Z', 'revision_number': 4, 'project_id': '78fcd49da689411da6a25296f99fd3a8', 'gw_port': {'id': '595563e3-eb4e-46b8-82b4-f4fa80f7a67e', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:48:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bceb57-82cc-4579-80d8-09e06e6470d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:41:34Z', 'updated_at': '2022-02-09T12:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '611fce83-43dd-41d3-8abb-52e935cb6e05', 'tenant_id': '78fcd49da689411da6a25296f99fd3a8', 'floating_ip_address': '172.25.7.139', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '28bceb57-82cc-4579-80d8-09e06e6470d6', 'port_id': 'd244e884-8bc7-42ac-90d7-3cf87a43c32e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e51bee85-c49e-4d47-aaa3-7ee4caab66a9', 'mac_address': 'fa:16:3e:78:11:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50cdad8-3bef-424e-8523-b0cb2752ee94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:42:54Z', 'updated_at': '2022-02-09T12:42:54Z', 'revision_number': 0, 'project_id': '78fcd49da689411da6a25296f99fd3a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b684c911-da16-489d-bea7-e7e6faeb0bdf', 'name': '', 'network_id': 'e51bee85-c49e-4d47-aaa3-7ee4caab66a9', 'tenant_id': '78fcd49da689411da6a25296f99fd3a8', 'mac_address': 'fa:16:3e:fd:ad:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bceb57-82cc-4579-80d8-09e06e6470d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'a979796a-9ee1-4aa6-ac24-c93f6e78f79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:41:44Z', 'updated_at': '2022-02-09T12:42:04Z', 'revision_number': 5, 'project_id': '78fcd49da689411da6a25296f99fd3a8', 'subnets': [{'id': 'a979796a-9ee1-4aa6-ac24-c93f6e78f79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:58.549598 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3cbe32-9321-4309-8b0b-a53b1c683e13 None None] Checking router: 28bceb57-82cc-4579-80d8-09e06e6470d6 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:42:58.553432 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-42183b49-8466-421e-82cb-02453ff6dbbe req-2864f17e-aeac-444f-a9dc-225e93686c0b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d244e884-8bc7-42ac-90d7-3cf87a43c32e HTTP/1.1" status: 200 len: 999 time: 0.2960379 Feb 09 12:42:58.558169 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de875071-212d-4151-9205-7d5ad085376b req-a7dcc6b4-c63d-48ff-a2fc-2b0ba2fbcc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:58.560896 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-de875071-212d-4151-9205-7d5ad085376b req-a7dcc6b4-c63d-48ff-a2fc-2b0ba2fbcc59 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0238d7a7-cb0e-4da1-a08b-af16b4d9c78b HTTP/1.1" status: 200 len: 849 time: 0.3386497 Feb 09 12:42:58.566652 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3cbe32-9321-4309-8b0b-a53b1c683e13 None None] Routers {'28bceb57-82cc-4579-80d8-09e06e6470d6'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:42:58.567265 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-6d3cbe32-9321-4309-8b0b-a53b1c683e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:42:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['28bceb57-82cc-4579-80d8-09e06e6470d6'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:58.573693 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f132e5a5-3501-4086-9e32-5dd202344470 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3136308 Feb 09 12:42:58.621023 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50838) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:58.651178 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42183b49-8466-421e-82cb-02453ff6dbbe req-7ef2949d-db50-434b-83db-04fcceb8109e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:58.652658 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-42183b49-8466-421e-82cb-02453ff6dbbe req-7ef2949d-db50-434b-83db-04fcceb8109e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a979796a-9ee1-4aa6-ac24-c93f6e78f79a HTTP/1.1" status: 200 len: 847 time: 0.0776968 Feb 09 12:42:58.661283 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996aed56-4f29-49c0-9251-68917efc5731 req-d1f625f8-9261-48d1-bbca-f7af5010b8b5 tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:58.670029 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-996aed56-4f29-49c0-9251-68917efc5731 req-d1f625f8-9261-48d1-bbca-f7af5010b8b5 tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3ff6cf-bcef-4516-86e7-d70fb0e7ae14 HTTP/1.1" status: 200 len: 944 time: 0.2676065 Feb 09 12:42:58.723419 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-de875071-212d-4151-9205-7d5ad085376b req-437e11fb-d5c9-4c49-a0b2-01a445c72b9f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=10bb7301-3723-4d1d-8cb4-561b5ecba3cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024582 Feb 09 12:42:58.727859 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-9ecdc7d5-c93c-463d-b1c1-6d9c3b1edaa5 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Request body: {'security_group': {'name': 'tempest-secgroup--1468013810'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:58.733854 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9ecdc7d5-c93c-463d-b1c1-6d9c3b1edaa5 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:58.738384 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9ecdc7d5-c93c-463d-b1c1-6d9c3b1edaa5 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Usage tracker for resource:security_group and tenant:c4084cb5c45e4d12882e91c9a625b361 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:58.741369 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9ecdc7d5-c93c-463d-b1c1-6d9c3b1edaa5 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:58.747863 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9ecdc7d5-c93c-463d-b1c1-6d9c3b1edaa5 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:58.768281 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-996aed56-4f29-49c0-9251-68917efc5731 req-2ac43b5e-c9c3-4409-870b-0a90abe3ada4 tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] 10.222.0.55 "GET /v2.0/security-groups?id=a78c7542-e210-4eb2-9ef5-0ad173f33a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969007 Feb 09 12:42:58.811172 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ecdc7d5-c93c-463d-b1c1-6d9c3b1edaa5 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:58.816771 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42183b49-8466-421e-82cb-02453ff6dbbe req-307a2a95-941f-4e22-9416-b7ba73a96dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:42:58.818478 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-42183b49-8466-421e-82cb-02453ff6dbbe req-307a2a95-941f-4e22-9416-b7ba73a96dbc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e51bee85-c49e-4d47-aaa3-7ee4caab66a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1463461 Feb 09 12:42:58.822917 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-6d3cbe32-9321-4309-8b0b-a53b1c683e13 None None] Set router 28bceb57-82cc-4579-80d8-09e06e6470d6 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:42:58.845858 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9ecdc7d5-c93c-463d-b1c1-6d9c3b1edaa5 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:42:58.850513 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9ecdc7d5-c93c-463d-b1c1-6d9c3b1edaa5 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Usage tracker for resource:security_group_rule and tenant:c4084cb5c45e4d12882e91c9a625b361 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:42:58.857128 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9ecdc7d5-c93c-463d-b1c1-6d9c3b1edaa5 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:42:58.864915 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9ecdc7d5-c93c-463d-b1c1-6d9c3b1edaa5 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:42:58.949760 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ecdc7d5-c93c-463d-b1c1-6d9c3b1edaa5 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:59.015531 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ecdc7d5-c93c-463d-b1c1-6d9c3b1edaa5 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:59.018432 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-42183b49-8466-421e-82cb-02453ff6dbbe req-ef0eccd9-218b-4d21-bc50-01aa30ca8887 service neutron] 10.222.0.46 "GET /v2.0/networks/e51bee85-c49e-4d47-aaa3-7ee4caab66a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853280 Feb 09 12:42:59.082124 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecdc7d5-c93c-463d-b1c1-6d9c3b1edaa5 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cca4bb54-10c3-4a34-9d4d-5faa0fd6fdac,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:42:59.272812 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-42183b49-8466-421e-82cb-02453ff6dbbe req-b5663a6a-dd3d-4054-8d4a-137583bf889c service neutron] 10.222.0.46 "GET /v2.0/networks/e51bee85-c49e-4d47-aaa3-7ee4caab66a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397974 Feb 09 12:42:59.293180 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43ad584-9b21-4625-80a1-e3323c35dd9f admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:42:59.307729 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3cd7dc-e6cc-4a27-970d-8f61729b2188 None None] Sync routers for ids ['75fdade2-b806-4c32-a62d-cc445ced14d0'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:42:59.318456 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a43ad584-9b21-4625-80a1-e3323c35dd9f admin admin] 10.222.0.55 "PUT /v2.0/routers/75fdade2-b806-4c32-a62d-cc445ced14d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4011946 Feb 09 12:42:59.334638 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3cd7dc-e6cc-4a27-970d-8f61729b2188 None None] Routers {'75fdade2-b806-4c32-a62d-cc445ced14d0'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:42:59.336839 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-6d3cbe32-9321-4309-8b0b-a53b1c683e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28bceb57-82cc-4579-80d8-09e06e6470d6', 'name': 'tempest-TestServerBasicOps-327818406-router', 'tenant_id': '78fcd49da689411da6a25296f99fd3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '595563e3-eb4e-46b8-82b4-f4fa80f7a67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:41:32Z', 'updated_at': '2022-02-09T12:41:46Z', 'revision_number': 4, 'project_id': '78fcd49da689411da6a25296f99fd3a8', 'gw_port': {'id': '595563e3-eb4e-46b8-82b4-f4fa80f7a67e', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:48:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bceb57-82cc-4579-80d8-09e06e6470d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:41:34Z', 'updated_at': '2022-02-09T12:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '611fce83-43dd-41d3-8abb-52e935cb6e05', 'tenant_id': '78fcd49da689411da6a25296f99fd3a8', 'floating_ip_address': '172.25.7.139', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '28bceb57-82cc-4579-80d8-09e06e6470d6', 'port_id': 'd244e884-8bc7-42ac-90d7-3cf87a43c32e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e51bee85-c49e-4d47-aaa3-7ee4caab66a9', 'mac_address': 'fa:16:3e:78:11:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50cdad8-3bef-424e-8523-b0cb2752ee94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:42:54Z', 'updated_at': '2022-02-09T12:42:54Z', 'revision_number': 0, 'project_id': '78fcd49da689411da6a25296f99fd3a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b684c911-da16-489d-bea7-e7e6faeb0bdf', 'name': '', 'network_id': 'e51bee85-c49e-4d47-aaa3-7ee4caab66a9', 'tenant_id': '78fcd49da689411da6a25296f99fd3a8', 'mac_address': 'fa:16:3e:fd:ad:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bceb57-82cc-4579-80d8-09e06e6470d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'a979796a-9ee1-4aa6-ac24-c93f6e78f79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:41:44Z', 'updated_at': '2022-02-09T12:42:04Z', 'revision_number': 5, 'project_id': '78fcd49da689411da6a25296f99fd3a8', 'subnets': [{'id': 'a979796a-9ee1-4aa6-ac24-c93f6e78f79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:59.338668 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df9ba18-b7e2-4f3e-beeb-a41f123ea731 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Router aabc8592-94a1-4890-a1fa-84d622b4d228 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:42:59.339932 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-de3cd7dc-e6cc-4a27-970d-8f61729b2188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:42:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['75fdade2-b806-4c32-a62d-cc445ced14d0'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:42:59.343308 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ecdc7d5-c93c-463d-b1c1-6d9c3b1edaa5 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:59.347519 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50846) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:59.347865 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9ecdc7d5-c93c-463d-b1c1-6d9c3b1edaa5 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6273189 Feb 09 12:42:59.353256 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-f1ae41fb-97de-405d-bde9-7e83d5a0f28b tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Request body: {'security_group_rule': {'security_group_id': 'cca4bb54-10c3-4a34-9d4d-5faa0fd6fdac', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:42:59.354243 n-d-825178-3 neutron-server[87567]: WARNING neutron.api.v2.base [None req-f1ae41fb-97de-405d-bde9-7e83d5a0f28b tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 09 12:42:59.354750 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-f1ae41fb-97de-405d-bde9-7e83d5a0f28b tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:42:59.355742 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f1ae41fb-97de-405d-bde9-7e83d5a0f28b tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0071609 Feb 09 12:42:59.359394 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50850) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:42:59.371771 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3cbe32-9321-4309-8b0b-a53b1c683e13 None None] The sync data for ids ['28bceb57-82cc-4579-80d8-09e06e6470d6'] in n-d-825178-3 is: [{'id': '28bceb57-82cc-4579-80d8-09e06e6470d6', 'name': 'tempest-TestServerBasicOps-327818406-router', 'tenant_id': '78fcd49da689411da6a25296f99fd3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '595563e3-eb4e-46b8-82b4-f4fa80f7a67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:41:32Z', 'updated_at': '2022-02-09T12:41:46Z', 'revision_number': 4, 'project_id': '78fcd49da689411da6a25296f99fd3a8', 'gw_port': {'id': '595563e3-eb4e-46b8-82b4-f4fa80f7a67e', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:48:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bceb57-82cc-4579-80d8-09e06e6470d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:41:34Z', 'updated_at': '2022-02-09T12:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '611fce83-43dd-41d3-8abb-52e935cb6e05', 'tenant_id': '78fcd49da689411da6a25296f99fd3a8', 'floating_ip_address': '172.25.7.139', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '28bceb57-82cc-4579-80d8-09e06e6470d6', 'port_id': 'd244e884-8bc7-42ac-90d7-3cf87a43c32e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e51bee85-c49e-4d47-aaa3-7ee4caab66a9', 'mac_address': 'fa:16:3e:78:11:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50cdad8-3bef-424e-8523-b0cb2752ee94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:42:54Z', 'updated_at': '2022-02-09T12:42:54Z', 'revision_number': 0, 'project_id': '78fcd49da689411da6a25296f99fd3a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b684c911-da16-489d-bea7-e7e6faeb0bdf', 'name': '', 'network_id': 'e51bee85-c49e-4d47-aaa3-7ee4caab66a9', 'tenant_id': '78fcd49da689411da6a25296f99fd3a8', 'mac_address': 'fa:16:3e:fd:ad:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bceb57-82cc-4579-80d8-09e06e6470d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'a979796a-9ee1-4aa6-ac24-c93f6e78f79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:41:44Z', 'updated_at': '2022-02-09T12:42:04Z', 'revision_number': 5, 'project_id': '78fcd49da689411da6a25296f99fd3a8', 'subnets': [{'id': 'a979796a-9ee1-4aa6-ac24-c93f6e78f79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:42:59.384186 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-de875071-212d-4151-9205-7d5ad085376b req-798eed8d-7340-46cc-99ac-725ca062f703 service neutron] 10.222.0.46 "GET /v2.0/networks/10bb7301-3723-4d1d-8cb4-561b5ecba3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6127300 Feb 09 12:42:59.525647 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e9ef66b6-e07d-4cb7-9666-c93c24b1fc2c tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:59.580191 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e9ef66b6-e07d-4cb7-9666-c93c24b1fc2c tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:42:59.694804 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-de3cd7dc-e6cc-4a27-970d-8f61729b2188 None None] Set router 75fdade2-b806-4c32-a62d-cc445ced14d0 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:42:59.730204 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-de875071-212d-4151-9205-7d5ad085376b req-f22e98be-ece8-4872-9a97-390955708394 service neutron] 10.222.0.46 "GET /v2.0/networks/10bb7301-3723-4d1d-8cb4-561b5ecba3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832415 Feb 09 12:42:59.955532 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81988dd-4f9f-4e77-a3af-d0ac593836f8 None None] New status for floating IP 611fce83-43dd-41d3-8abb-52e935cb6e05: ACTIVE {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:42:59.963782 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e9ef66b6-e07d-4cb7-9666-c93c24b1fc2c tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:00.015076 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ef66b6-e07d-4cb7-9666-c93c24b1fc2c tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca4bb54-10c3-4a34-9d4d-5faa0fd6fdac,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:00.033685 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e9ef66b6-e07d-4cb7-9666-c93c24b1fc2c tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:00.034968 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e9ef66b6-e07d-4cb7-9666-c93c24b1fc2c tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "DELETE /v2.0/security-groups/cca4bb54-10c3-4a34-9d4d-5faa0fd6fdac HTTP/1.1" status: 204 len: 168 time: 0.6745124 Feb 09 12:43:00.037480 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50860) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:00.122187 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df9ba18-b7e2-4f3e-beeb-a41f123ea731 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:43:00.127222 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2df9ba18-b7e2-4f3e-beeb-a41f123ea731 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:00.181925 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c99783-863a-4ee9-99e5-1a7c745062e7 None None] Sync routers for ids ['aabc8592-94a1-4890-a1fa-84d622b4d228'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:43:00.236178 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-0951c031-ae6d-410d-9af9-5c338be4cdd9 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Synchronizing usage tracker for tenant:c4084cb5c45e4d12882e91c9a625b361 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:43:00.245123 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c99783-863a-4ee9-99e5-1a7c745062e7 None None] Routers {'aabc8592-94a1-4890-a1fa-84d622b4d228'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:43:00.246500 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-89c99783-863a-4ee9-99e5-1a7c745062e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:42:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['aabc8592-94a1-4890-a1fa-84d622b4d228'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:00.275349 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2df9ba18-b7e2-4f3e-beeb-a41f123ea731 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] 10.222.0.55 "PUT /v2.0/floatingips/8b3cd84d-933b-4cba-8303-242075d06e33 HTTP/1.1" status: 200 len: 687 time: 3.2805009 Feb 09 12:43:00.280492 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50866) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:00.297447 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf631b58-b902-4e34-9e22-5b002087ca43 req-e7e915b5-474e-4863-9353-e23cacaf39df tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:00.303907 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cf631b58-b902-4e34-9e22-5b002087ca43 req-e7e915b5-474e-4863-9353-e23cacaf39df tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3ff6cf-bcef-4516-86e7-d70fb0e7ae14 HTTP/1.1" status: 200 len: 944 time: 0.1852999 Feb 09 12:43:00.308728 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-0951c031-ae6d-410d-9af9-5c338be4cdd9 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Unset dirty status for tenant:c4084cb5c45e4d12882e91c9a625b361 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:43:00.310790 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-0951c031-ae6d-410d-9af9-5c338be4cdd9 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2723265 Feb 09 12:43:00.347223 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50872) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:00.363403 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-3e00d559-8711-40e8-81c2-9a48129d3f60 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Request body: {'security_group': {'name': 'tempest-secgroup--1667385047'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:00.382781 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3e00d559-8711-40e8-81c2-9a48129d3f60 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:00.425375 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-89c99783-863a-4ee9-99e5-1a7c745062e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:00.436556 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50876) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:00.437546 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3e00d559-8711-40e8-81c2-9a48129d3f60 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:00.449090 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c99783-863a-4ee9-99e5-1a7c745062e7 None None] Routers {'aabc8592-94a1-4890-a1fa-84d622b4d228'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:43:00.450155 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-89c99783-863a-4ee9-99e5-1a7c745062e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:42:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['aabc8592-94a1-4890-a1fa-84d622b4d228'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:00.456886 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-6efc5ffd-765d-4a8e-a109-56657ccb39f1 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1069234771', 'description': 'tempest-description--386977057'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:00.463905 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6efc5ffd-765d-4a8e-a109-56657ccb39f1 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:00.468545 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6efc5ffd-765d-4a8e-a109-56657ccb39f1 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Usage tracker for resource:security_group and tenant:7722e72c858c4f97b7f4eb543cff4fda is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:00.471366 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6efc5ffd-765d-4a8e-a109-56657ccb39f1 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:00.477250 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6efc5ffd-765d-4a8e-a109-56657ccb39f1 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:00.507335 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cf631b58-b902-4e34-9e22-5b002087ca43 req-daf2226b-d10c-473f-bf97-c5ec388d211f tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] 10.222.0.55 "GET /v2.0/security-groups?id=a78c7542-e210-4eb2-9ef5-0ad173f33a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948941 Feb 09 12:43:00.513710 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6efc5ffd-765d-4a8e-a109-56657ccb39f1 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:00.536743 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3e00d559-8711-40e8-81c2-9a48129d3f60 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:00.539370 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-89c99783-863a-4ee9-99e5-1a7c745062e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:00.539774 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c99783-863a-4ee9-99e5-1a7c745062e7 None None] The sync data for ids ['aabc8592-94a1-4890-a1fa-84d622b4d228'] in n-d-825178-3 is: [] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:43:00.548756 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-de3cd7dc-e6cc-4a27-970d-8f61729b2188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'name': 'tempest-AttachVolumeTestJSON-1116701485-router', 'tenant_id': '7722e72c858c4f97b7f4eb543cff4fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '860cb290-91fe-4b38-b237-00ec193b4c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:42:43Z', 'updated_at': '2022-02-09T12:42:55Z', 'revision_number': 4, 'project_id': '7722e72c858c4f97b7f4eb543cff4fda', 'gw_port': {'id': '860cb290-91fe-4b38-b237-00ec193b4c6b', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:42:45Z', 'updated_at': '2022-02-09T12:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '094dabad-0032-48d9-a6eb-073a5b8967a4', 'name': '', 'network_id': 'fef63669-60e4-448f-bbf3-5ffe81417e5d', 'tenant_id': '7722e72c858c4f97b7f4eb543cff4fda', 'mac_address': 'fa:16:3e:14:62:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '14dd4b9b-eeef-4a9f-a7cf-6d5a7f04665c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:42:52Z', 'updated_at': '2022-02-09T12:42:55Z', 'revision_number': 2, 'project_id': '7722e72c858c4f97b7f4eb543cff4fda', 'subnets': [{'id': '14dd4b9b-eeef-4a9f-a7cf-6d5a7f04665c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:00.554840 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3cd7dc-e6cc-4a27-970d-8f61729b2188 None None] Checking router: 75fdade2-b806-4c32-a62d-cc445ced14d0 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:43:00.555381 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3cd7dc-e6cc-4a27-970d-8f61729b2188 None None] Updating router 75fdade2-b806-4c32-a62d-cc445ced14d0 port 094dabad-0032-48d9-a6eb-073a5b8967a4 binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:43:00.572506 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6efc5ffd-765d-4a8e-a109-56657ccb39f1 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:00.580752 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3e00d559-8711-40e8-81c2-9a48129d3f60 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:00.583245 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6efc5ffd-765d-4a8e-a109-56657ccb39f1 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Usage tracker for resource:security_group_rule and tenant:7722e72c858c4f97b7f4eb543cff4fda is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:00.587681 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6efc5ffd-765d-4a8e-a109-56657ccb39f1 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:00.594145 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-3e00d559-8711-40e8-81c2-9a48129d3f60 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Usage tracker for resource:security_group_rule and tenant:c4084cb5c45e4d12882e91c9a625b361 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:00.597376 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-3e00d559-8711-40e8-81c2-9a48129d3f60 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:00.607101 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6efc5ffd-765d-4a8e-a109-56657ccb39f1 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:00.613807 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3e00d559-8711-40e8-81c2-9a48129d3f60 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:00.681696 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-de3cd7dc-e6cc-4a27-970d-8f61729b2188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:00.733984 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3e00d559-8711-40e8-81c2-9a48129d3f60 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:00.763202 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3e00d559-8711-40e8-81c2-9a48129d3f60 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:00.818568 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-2be08da0-11ed-4b49-a9f9-1009b6ad85c7 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Deleting port 7ab3b7fc-8ee8-484d-b7dd-7ab0a61be941 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:43:00.818921 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2be08da0-11ed-4b49-a9f9-1009b6ad85c7 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:00.893576 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00d559-8711-40e8-81c2-9a48129d3f60 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99d1dfd8-a664-4d55-9cad-59eecfe74e21,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:00.911885 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6efc5ffd-765d-4a8e-a109-56657ccb39f1 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:00.933921 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6efc5ffd-765d-4a8e-a109-56657ccb39f1 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:00.968835 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3e00d559-8711-40e8-81c2-9a48129d3f60 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:00.972870 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3e00d559-8711-40e8-81c2-9a48129d3f60 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6200416 Feb 09 12:43:00.972870 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6efc5ffd-765d-4a8e-a109-56657ccb39f1 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:00.972870 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-6efc5ffd-765d-4a8e-a109-56657ccb39f1 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5327654 Feb 09 12:43:00.978307 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50890) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:00.978822 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50892) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:00.987008 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-1acd88d3-3666-48e2-82d8-e8d57dbebb3e tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Request body: {'security_group_rule': {'security_group_id': '1db9b0b9-3227-457e-9539-b66a8cac7d07', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:01.001734 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-9e2bbec8-a9ea-463e-8a2f-33666fc37934 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Request body: {'security_group_rule': {'security_group_id': '99d1dfd8-a664-4d55-9cad-59eecfe74e21', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:01.003198 n-d-825178-3 neutron-server[87567]: WARNING neutron.api.v2.base [None req-9e2bbec8-a9ea-463e-8a2f-33666fc37934 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 09 12:43:01.003868 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-9e2bbec8-a9ea-463e-8a2f-33666fc37934 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:43:01.007697 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9e2bbec8-a9ea-463e-8a2f-33666fc37934 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0252907 Feb 09 12:43:01.018422 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50898) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:01.021044 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-1acd88d3-3666-48e2-82d8-e8d57dbebb3e tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:01.048057 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-1acd88d3-3666-48e2-82d8-e8d57dbebb3e tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Usage tracker for resource:security_group_rule and tenant:7722e72c858c4f97b7f4eb543cff4fda is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:01.053896 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-6b397f7a-dae9-45cf-8571-f7abc154f12e tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Request body: {'security_group_rule': {'security_group_id': '99d1dfd8-a664-4d55-9cad-59eecfe74e21', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:01.054717 n-d-825178-3 neutron-server[87567]: WARNING neutron.api.v2.base [None req-6b397f7a-dae9-45cf-8571-f7abc154f12e tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 09 12:43:01.055466 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-6b397f7a-dae9-45cf-8571-f7abc154f12e tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:43:01.059516 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-6b397f7a-dae9-45cf-8571-f7abc154f12e tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0178862 Feb 09 12:43:01.060868 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50902) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:01.061620 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-1acd88d3-3666-48e2-82d8-e8d57dbebb3e tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:01.067349 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2be08da0-11ed-4b49-a9f9-1009b6ad85c7 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:01.068011 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2be08da0-11ed-4b49-a9f9-1009b6ad85c7 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:01.074168 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-eef9d1d8-4b3f-492e-bfc5-433fa73aa1d5 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Request body: {'security_group_rule': {'security_group_id': '99d1dfd8-a664-4d55-9cad-59eecfe74e21', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:01.075517 n-d-825178-3 neutron-server[87567]: WARNING neutron.api.v2.base [None req-eef9d1d8-4b3f-492e-bfc5-433fa73aa1d5 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 09 12:43:01.076176 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-eef9d1d8-4b3f-492e-bfc5-433fa73aa1d5 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:43:01.081048 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-eef9d1d8-4b3f-492e-bfc5-433fa73aa1d5 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0132995 Feb 09 12:43:01.081048 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-1acd88d3-3666-48e2-82d8-e8d57dbebb3e tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:01.085072 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc5ffd-765d-4a8e-a109-56657ccb39f1 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1db9b0b9-3227-457e-9539-b66a8cac7d07,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:01.088340 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50906) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:01.099139 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1ce4b-6b2f-4284-a2e1-fb36a1ea1f27 req-00060960-481c-4f79-b493-eceb3afd20de tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:01.101074 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6ef1ce4b-6b2f-4284-a2e1-fb36a1ea1f27 req-00060960-481c-4f79-b493-eceb3afd20de tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 1097 time: 0.2685337 Feb 09 12:43:01.107370 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-d46788cb-40e8-4ff5-8000-ea9ef3d363ea tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Request body: {'security_group_rule': {'security_group_id': '99d1dfd8-a664-4d55-9cad-59eecfe74e21', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:01.108723 n-d-825178-3 neutron-server[87567]: WARNING neutron.api.v2.base [None req-d46788cb-40e8-4ff5-8000-ea9ef3d363ea tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 09 12:43:01.109410 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-d46788cb-40e8-4ff5-8000-ea9ef3d363ea tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:43:01.113151 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d46788cb-40e8-4ff5-8000-ea9ef3d363ea tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0201018 Feb 09 12:43:01.128573 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50910) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:01.150688 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-6ef1ce4b-6b2f-4284-a2e1-fb36a1ea1f27 req-2986ab6f-fd65-43d0-a888-08c87968bc78 tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:01.185958 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-6ef1ce4b-6b2f-4284-a2e1-fb36a1ea1f27 req-2986ab6f-fd65-43d0-a888-08c87968bc78 tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:01.188090 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1acd88d3-3666-48e2-82d8-e8d57dbebb3e tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:01.198862 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-de3cd7dc-e6cc-4a27-970d-8f61729b2188 None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:01.204060 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-6ef1ce4b-6b2f-4284-a2e1-fb36a1ea1f27 req-2986ab6f-fd65-43d0-a888-08c87968bc78 tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] Usage tracker for resource:security_group_rule and tenant:c5967764df2d4f4b97498572281675dc is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:01.211897 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-de3cd7dc-e6cc-4a27-970d-8f61729b2188 None None] Transition to ACTIVE for port object 094dabad-0032-48d9-a6eb-073a5b8967a4 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:43:01.217302 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-6ef1ce4b-6b2f-4284-a2e1-fb36a1ea1f27 req-2986ab6f-fd65-43d0-a888-08c87968bc78 tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:01.219966 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-de3cd7dc-e6cc-4a27-970d-8f61729b2188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:01.232415 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-2be08da0-11ed-4b49-a9f9-1009b6ad85c7 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Calling delete_port for 7ab3b7fc-8ee8-484d-b7dd-7ab0a61be941 owned by network:floatingip {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:43:01.234309 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-6ef1ce4b-6b2f-4284-a2e1-fb36a1ea1f27 req-2986ab6f-fd65-43d0-a888-08c87968bc78 tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:01.284554 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1a28e556-6996-4df1-b943-f59f4e32892b tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:01.300774 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae5337a-e893-4ef2-95b6-22cdda5adc81 req-ca11066b-c1e5-472e-8516-b01b6433dcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:01.302280 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6ae5337a-e893-4ef2-95b6-22cdda5adc81 req-ca11066b-c1e5-472e-8516-b01b6433dcee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4784b1708e66437db3ead2f8244f4c8d&device_id=ee3ff6cf-bcef-4516-86e7-d70fb0e7ae14 HTTP/1.1" status: 200 len: 1095 time: 1.0919812 Feb 09 12:43:01.377094 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1acd88d3-3666-48e2-82d8-e8d57dbebb3e tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:01.386629 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1a28e556-6996-4df1-b943-f59f4e32892b tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:01.432392 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1acd88d3-3666-48e2-82d8-e8d57dbebb3e tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:01.478073 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf24438-ea6c-4467-9bb5-27d98d180731 None None] Pushing event updated for resources: {'Port': ['ID=094dabad-0032-48d9-a6eb-073a5b8967a4,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:01.539553 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acd88d3-3666-48e2-82d8-e8d57dbebb3e tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=716d085d-7b77-4deb-aff4-da0ec26d0177,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:01.561777 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-de3cd7dc-e6cc-4a27-970d-8f61729b2188 None None] Attempting to bind port 094dabad-0032-48d9-a6eb-073a5b8967a4 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:43:01.562459 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-de3cd7dc-e6cc-4a27-970d-8f61729b2188 None None] Attempting to bind port 094dabad-0032-48d9-a6eb-073a5b8967a4 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '215a8b65-4572-4b3f-bdd9-32a61bc29407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'fef63669-60e4-448f-bbf3-5ffe81417e5d'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:43:01.563091 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3cd7dc-e6cc-4a27-970d-8f61729b2188 None None] Attempting to bind port 094dabad-0032-48d9-a6eb-073a5b8967a4 on network fef63669-60e4-448f-bbf3-5ffe81417e5d {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:43:01.570414 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3cd7dc-e6cc-4a27-970d-8f61729b2188 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:43:01.571095 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3cd7dc-e6cc-4a27-970d-8f61729b2188 None None] Checking segment: {'id': '215a8b65-4572-4b3f-bdd9-32a61bc29407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'fef63669-60e4-448f-bbf3-5ffe81417e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:43:01.571719 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-de3cd7dc-e6cc-4a27-970d-8f61729b2188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:01.572303 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3cd7dc-e6cc-4a27-970d-8f61729b2188 None None] Bound using segment: {'id': '215a8b65-4572-4b3f-bdd9-32a61bc29407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'fef63669-60e4-448f-bbf3-5ffe81417e5d'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:43:01.572937 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-de3cd7dc-e6cc-4a27-970d-8f61729b2188 None None] Bound port: 094dabad-0032-48d9-a6eb-073a5b8967a4, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '215a8b65-4572-4b3f-bdd9-32a61bc29407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'fef63669-60e4-448f-bbf3-5ffe81417e5d'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:43:01.573713 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-de3cd7dc-e6cc-4a27-970d-8f61729b2188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:01.604621 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1a28e556-6996-4df1-b943-f59f4e32892b tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:01.624728 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1acd88d3-3666-48e2-82d8-e8d57dbebb3e tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:01.628838 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1acd88d3-3666-48e2-82d8-e8d57dbebb3e tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6470892 Feb 09 12:43:01.633855 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50916) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:01.663273 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-44d22c61-d1e8-4231-8626-bcad8b44f657 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Request body: {'security_group_rule': {'security_group_id': '1db9b0b9-3227-457e-9539-b66a8cac7d07', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:01.671242 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-44d22c61-d1e8-4231-8626-bcad8b44f657 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:01.675630 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-44d22c61-d1e8-4231-8626-bcad8b44f657 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Usage tracker for resource:security_group_rule and tenant:7722e72c858c4f97b7f4eb543cff4fda is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:01.680433 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-44d22c61-d1e8-4231-8626-bcad8b44f657 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:01.688298 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-44d22c61-d1e8-4231-8626-bcad8b44f657 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:01.696915 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-de3cd7dc-e6cc-4a27-970d-8f61729b2188 None None] For port 094dabad-0032-48d9-a6eb-073a5b8967a4, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:43:01.702779 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-de3cd7dc-e6cc-4a27-970d-8f61729b2188 None None] For port 094dabad-0032-48d9-a6eb-073a5b8967a4, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=094dabad-0032-48d9-a6eb-073a5b8967a4,segment=NetworkSegment(215a8b65-4572-4b3f-bdd9-32a61bc29407),segment_id=215a8b65-4572-4b3f-bdd9-32a61bc29407)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:43:01.706957 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a28e556-6996-4df1-b943-f59f4e32892b tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d1dfd8-a664-4d55-9cad-59eecfe74e21,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:01.717100 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-6ef1ce4b-6b2f-4284-a2e1-fb36a1ea1f27 req-2986ab6f-fd65-43d0-a888-08c87968bc78 tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:01.719107 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1a28e556-6996-4df1-b943-f59f4e32892b tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:01.720306 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1a28e556-6996-4df1-b943-f59f4e32892b tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "DELETE /v2.0/security-groups/99d1dfd8-a664-4d55-9cad-59eecfe74e21 HTTP/1.1" status: 204 len: 168 time: 0.5886643 Feb 09 12:43:01.723781 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50920) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:01.726213 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-6ef1ce4b-6b2f-4284-a2e1-fb36a1ea1f27 req-2986ab6f-fd65-43d0-a888-08c87968bc78 tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:01.731143 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-de3cd7dc-e6cc-4a27-970d-8f61729b2188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:01.733565 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-44d22c61-d1e8-4231-8626-bcad8b44f657 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:01.749752 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae5337a-e893-4ef2-95b6-22cdda5adc81 req-6c6dd898-c072-4fec-8781-ec77b4bc076b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:01.751365 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6ae5337a-e893-4ef2-95b6-22cdda5adc81 req-6c6dd898-c072-4fec-8781-ec77b4bc076b service neutron] 10.222.0.46 "GET /v2.0/networks?id=10bb7301-3723-4d1d-8cb4-561b5ecba3cf HTTP/1.1" status: 200 len: 910 time: 0.4368498 Feb 09 12:43:01.843452 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2be08da0-11ed-4b49-a9f9-1009b6ad85c7 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:01.848372 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6ae5337a-e893-4ef2-95b6-22cdda5adc81 req-4e627349-cbdc-4b7d-ac74-050e6db1fc35 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5662ba5-fa4d-4619-bdcf-720b5f41ba0c HTTP/1.1" status: 200 len: 217 time: 0.0846331 Feb 09 12:43:01.853779 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-6ef1ce4b-6b2f-4284-a2e1-fb36a1ea1f27 req-2986ab6f-fd65-43d0-a888-08c87968bc78 tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] Synchronizing usage tracker for tenant:c5967764df2d4f4b97498572281675dc on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:43:01.883416 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3cd7dc-e6cc-4a27-970d-8f61729b2188 None None] Routers {'75fdade2-b806-4c32-a62d-cc445ced14d0'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:43:01.884166 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-de3cd7dc-e6cc-4a27-970d-8f61729b2188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:42:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['75fdade2-b806-4c32-a62d-cc445ced14d0'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:01.933024 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2986ab6f-fd65-43d0-a888-08c87968bc78 tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa370fee-50bb-4b6e-ac72-bce7245a3cb9,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:01.960219 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be08da0-11ed-4b49-a9f9-1009b6ad85c7 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Pushing event deleted for resources: {'Port': ['ID=7ab3b7fc-8ee8-484d-b7dd-7ab0a61be941,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:02.007457 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-6ef1ce4b-6b2f-4284-a2e1-fb36a1ea1f27 req-2986ab6f-fd65-43d0-a888-08c87968bc78 tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] Unset dirty status for tenant:c5967764df2d4f4b97498572281675dc on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:43:02.019730 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6ef1ce4b-6b2f-4284-a2e1-fb36a1ea1f27 req-2986ab6f-fd65-43d0-a888-08c87968bc78 tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=9312c2c6-ad0f-4a0a-ad28-49fa476a837a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9077523 Feb 09 12:43:02.038360 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-44d22c61-d1e8-4231-8626-bcad8b44f657 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:02.080497 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-e35fa6fc-678a-4960-b3b7-bcc5927f1049 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Synchronizing usage tracker for tenant:c4084cb5c45e4d12882e91c9a625b361 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:43:02.084660 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf24438-ea6c-4467-9bb5-27d98d180731 None None] Pushing event updated for resources: {'Port': ['ID=094dabad-0032-48d9-a6eb-073a5b8967a4,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:02.095582 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-44d22c61-d1e8-4231-8626-bcad8b44f657 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:02.154971 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-de3cd7dc-e6cc-4a27-970d-8f61729b2188 None None] Set router 75fdade2-b806-4c32-a62d-cc445ced14d0 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:43:02.155666 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d22c61-d1e8-4231-8626-bcad8b44f657 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaf48126-713c-42c7-8acd-c5b392c2b74d,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:02.198743 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae5337a-e893-4ef2-95b6-22cdda5adc81 req-dde1a38b-f4b9-4b45-b796-ebf2760869b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:02.200979 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6ae5337a-e893-4ef2-95b6-22cdda5adc81 req-dde1a38b-f4b9-4b45-b796-ebf2760869b7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0238d7a7-cb0e-4da1-a08b-af16b4d9c78b HTTP/1.1" status: 200 len: 849 time: 0.3153687 Feb 09 12:43:02.207533 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231ce3c-8e97-4027-8d91-aa14c1ae1274 req-fe1f86ec-b339-472d-8e9a-3a0bda7fe045 tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:02.222080 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9231ce3c-8e97-4027-8d91-aa14c1ae1274 req-fe1f86ec-b339-472d-8e9a-3a0bda7fe045 tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3ff6cf-bcef-4516-86e7-d70fb0e7ae14 HTTP/1.1" status: 200 len: 944 time: 0.5003605 Feb 09 12:43:02.258797 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device f5662ba5-fa4d-4619-bdcf-720b5f41ba0c details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:43:02.286715 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6ae5337a-e893-4ef2-95b6-22cdda5adc81 req-cf432d90-a0d0-4d41-aab9-c3326ffc033d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=10bb7301-3723-4d1d-8cb4-561b5ecba3cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758185 Feb 09 12:43:02.287444 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2be08da0-11ed-4b49-a9f9-1009b6ad85c7 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for floatingip, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:02.313922 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-44d22c61-d1e8-4231-8626-bcad8b44f657 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:02.318605 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-44d22c61-d1e8-4231-8626-bcad8b44f657 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6741629 Feb 09 12:43:02.319575 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50928) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:02.362843 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-8d11187f-c95e-4456-abf0-4db264c67932 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:02.395378 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2be08da0-11ed-4b49-a9f9-1009b6ad85c7 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:02.397050 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2be08da0-11ed-4b49-a9f9-1009b6ad85c7 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] 10.222.0.55 "DELETE /v2.0/floatingips/8b3cd84d-933b-4cba-8303-242075d06e33 HTTP/1.1" status: 204 len: 168 time: 2.1086268 Feb 09 12:43:02.400528 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50932) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:02.408708 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-36a66f7b-ca59-4a80-9637-5365db2815e8 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'port_id': '25c32052-0a2c-40f1-ab97-deeb1ff4b6f1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:02.420434 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-36a66f7b-ca59-4a80-9637-5365db2815e8 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:02.428235 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-8d11187f-c95e-4456-abf0-4db264c67932 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:02.428800 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-36a66f7b-ca59-4a80-9637-5365db2815e8 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Usage tracker for resource:floatingip and tenant:8c68454472994c9c93bcd20b28adbf45 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:02.434116 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8d11187f-c95e-4456-abf0-4db264c67932 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Usage tracker for resource:floatingip and tenant:7722e72c858c4f97b7f4eb543cff4fda is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:02.438492 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8d11187f-c95e-4456-abf0-4db264c67932 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:02.444577 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-8d11187f-c95e-4456-abf0-4db264c67932 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:02.465189 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9231ce3c-8e97-4027-8d91-aa14c1ae1274 req-6c0da7d3-7603-425e-870e-841fd0a6b921 tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] 10.222.0.55 "GET /v2.0/security-groups?id=a78c7542-e210-4eb2-9ef5-0ad173f33a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373102 Feb 09 12:43:02.480668 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8d11187f-c95e-4456-abf0-4db264c67932 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks [] for floatingip, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:02.485427 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6ae5337a-e893-4ef2-95b6-22cdda5adc81 req-2b2f3dd0-59cf-4e68-8395-0660755e0ea6 service neutron] 10.222.0.46 "GET /v2.0/networks/10bb7301-3723-4d1d-8cb4-561b5ecba3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887724 Feb 09 12:43:02.486551 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-36a66f7b-ca59-4a80-9637-5365db2815e8 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:02.494019 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-36a66f7b-ca59-4a80-9637-5365db2815e8 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:02.501062 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-e35fa6fc-678a-4960-b3b7-bcc5927f1049 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Unset dirty status for tenant:c4084cb5c45e4d12882e91c9a625b361 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:43:02.502201 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e35fa6fc-678a-4960-b3b7-bcc5927f1049 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7772837 Feb 09 12:43:02.505909 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port f5662ba5-fa4d-4619-bdcf-720b5f41ba0c, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f5662ba5-fa4d-4619-bdcf-720b5f41ba0c,segment=NetworkSegment(b8380cff-135e-419f-bbeb-d8864373c0a4),segment_id=b8380cff-135e-419f-bbeb-d8864373c0a4)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:43:02.508208 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50936) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:02.528739 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'f5662ba5-fa4d-4619-bdcf-720b5f41ba0c', 'network_id': '10bb7301-3723-4d1d-8cb4-561b5ecba3cf', 'port_id': 'f5662ba5-fa4d-4619-bdcf-720b5f41ba0c', 'mac_address': 'fa:16:3e:1d:71:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0238d7a7-cb0e-4da1-a08b-af16b4d9c78b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:43:02.537414 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-611c4608-f989-4718-a3a2-e78cafd9abd1 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Request body: {'security_group': {'name': 'tempest-secgroup--1444739996'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:02.545609 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-611c4608-f989-4718-a3a2-e78cafd9abd1 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:02.557216 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-611c4608-f989-4718-a3a2-e78cafd9abd1 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:02.568956 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-36a66f7b-ca59-4a80-9637-5365db2815e8 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for floatingip, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:02.604454 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b794f68-791e-4d41-babe-2a60e0e0be48 req-d0932f20-d048-425c-b4a1-053fd1c45330 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:02.611377 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1b794f68-791e-4d41-babe-2a60e0e0be48 req-d0932f20-d048-425c-b4a1-053fd1c45330 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 946 time: 0.3528521 Feb 09 12:43:02.643135 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-611c4608-f989-4718-a3a2-e78cafd9abd1 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:02.680551 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1b794f68-791e-4d41-babe-2a60e0e0be48 req-bf72c67b-f94b-4774-956d-3f5cd095da16 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=9312c2c6-ad0f-4a0a-ad28-49fa476a837a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682228 Feb 09 12:43:02.704500 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50940) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:02.723690 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8d11187f-c95e-4456-abf0-4db264c67932 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:02.736944 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:02.769526 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5662ba5-fa4d-4619-bdcf-720b5f41ba0c {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:43:02.828764 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port f5662ba5-fa4d-4619-bdcf-720b5f41ba0c, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f5662ba5-fa4d-4619-bdcf-720b5f41ba0c,segment=NetworkSegment(b8380cff-135e-419f-bbeb-d8864373c0a4),segment_id=b8380cff-135e-419f-bbeb-d8864373c0a4)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:43:02.842567 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:02.870734 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-8d11187f-c95e-4456-abf0-4db264c67932 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Allocated IP 172.25.7.150 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/7b2a7fa0-c31c-4dec-958f-de538393e362) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:43:02.928044 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=f5662ba5-fa4d-4619-bdcf-720b5f41ba0c,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:02.937327 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-de3cd7dc-e6cc-4a27-970d-8f61729b2188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'name': 'tempest-AttachVolumeTestJSON-1116701485-router', 'tenant_id': '7722e72c858c4f97b7f4eb543cff4fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '860cb290-91fe-4b38-b237-00ec193b4c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:42:43Z', 'updated_at': '2022-02-09T12:42:55Z', 'revision_number': 4, 'project_id': '7722e72c858c4f97b7f4eb543cff4fda', 'gw_port': {'id': '860cb290-91fe-4b38-b237-00ec193b4c6b', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:42:45Z', 'updated_at': '2022-02-09T12:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '094dabad-0032-48d9-a6eb-073a5b8967a4', 'name': '', 'network_id': 'fef63669-60e4-448f-bbf3-5ffe81417e5d', 'tenant_id': '7722e72c858c4f97b7f4eb543cff4fda', 'mac_address': 'fa:16:3e:14:62:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '14dd4b9b-eeef-4a9f-a7cf-6d5a7f04665c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:42:52Z', 'updated_at': '2022-02-09T12:43:01Z', 'revision_number': 4, 'project_id': '7722e72c858c4f97b7f4eb543cff4fda', 'subnets': [{'id': '14dd4b9b-eeef-4a9f-a7cf-6d5a7f04665c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:02.942101 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3cd7dc-e6cc-4a27-970d-8f61729b2188 None None] The sync data for ids ['75fdade2-b806-4c32-a62d-cc445ced14d0'] in n-d-825178-3 is: [{'id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'name': 'tempest-AttachVolumeTestJSON-1116701485-router', 'tenant_id': '7722e72c858c4f97b7f4eb543cff4fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '860cb290-91fe-4b38-b237-00ec193b4c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:42:43Z', 'updated_at': '2022-02-09T12:42:55Z', 'revision_number': 4, 'project_id': '7722e72c858c4f97b7f4eb543cff4fda', 'gw_port': {'id': '860cb290-91fe-4b38-b237-00ec193b4c6b', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:42:45Z', 'updated_at': '2022-02-09T12:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '094dabad-0032-48d9-a6eb-073a5b8967a4', 'name': '', 'network_id': 'fef63669-60e4-448f-bbf3-5ffe81417e5d', 'tenant_id': '7722e72c858c4f97b7f4eb543cff4fda', 'mac_address': 'fa:16:3e:14:62:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '14dd4b9b-eeef-4a9f-a7cf-6d5a7f04665c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:42:52Z', 'updated_at': '2022-02-09T12:43:01Z', 'revision_number': 4, 'project_id': '7722e72c858c4f97b7f4eb543cff4fda', 'subnets': [{'id': '14dd4b9b-eeef-4a9f-a7cf-6d5a7f04665c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:43:02.969284 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-611c4608-f989-4718-a3a2-e78cafd9abd1 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:02.969284 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-611c4608-f989-4718-a3a2-e78cafd9abd1 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Usage tracker for resource:security_group_rule and tenant:c4084cb5c45e4d12882e91c9a625b361 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:02.971268 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-611c4608-f989-4718-a3a2-e78cafd9abd1 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:02.977062 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-611c4608-f989-4718-a3a2-e78cafd9abd1 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:03.101997 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8d11187f-c95e-4456-abf0-4db264c67932 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:03.140260 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['f5662ba5-fa4d-4619-bdcf-720b5f41ba0c'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:43:03.162064 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8d11187f-c95e-4456-abf0-4db264c67932 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:03.220672 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 094dabad-0032-48d9-a6eb-073a5b8967a4 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:43:03.234786 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a57cc125-9059-4da3-aea9-65fb56616b2e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/floatingips/8f4bd083-b5ce-4adc-9e8f-3db0e2412e38 HTTP/1.1" status: 200 len: 993 time: 0.5290389 Feb 09 12:43:03.253835 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6ae5337a-e893-4ef2-95b6-22cdda5adc81 req-e394348e-1472-4ff3-a424-3c857473a7d3 service neutron] 10.222.0.46 "GET /v2.0/networks/10bb7301-3723-4d1d-8cb4-561b5ecba3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7474740 Feb 09 12:43:03.307091 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d11187f-c95e-4456-abf0-4db264c67932 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:43:03.311889 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d11187f-c95e-4456-abf0-4db264c67932 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Pushing event updated for resources: {'Port': ['ID=7b2a7fa0-c31c-4dec-958f-de538393e362,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:03.318692 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-8d11187f-c95e-4456-abf0-4db264c67932 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:43:03.321222 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d11187f-c95e-4456-abf0-4db264c67932 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:43:03.330997 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-611c4608-f989-4718-a3a2-e78cafd9abd1 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:03.342984 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-611c4608-f989-4718-a3a2-e78cafd9abd1 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:03.488031 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8d11187f-c95e-4456-abf0-4db264c67932 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:03.549770 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611c4608-f989-4718-a3a2-e78cafd9abd1 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b005b592-cec1-40ca-ae20-3f6f6f16e44e,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:03.564206 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-611c4608-f989-4718-a3a2-e78cafd9abd1 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:03.577540 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-611c4608-f989-4718-a3a2-e78cafd9abd1 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0453115 Feb 09 12:43:03.579558 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50966) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:03.586751 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-7039cf8e-ac36-4edb-8390-756eac5b6bc1 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Request body: {'security_group_rule': {'security_group_id': 'b005b592-cec1-40ca-ae20-3f6f6f16e44e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:03.587231 n-d-825178-3 neutron-server[87568]: WARNING neutron.api.v2.base [None req-7039cf8e-ac36-4edb-8390-756eac5b6bc1 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 12:43:03.587837 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-7039cf8e-ac36-4edb-8390-756eac5b6bc1 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:43:03.598946 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7039cf8e-ac36-4edb-8390-756eac5b6bc1 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0181739 Feb 09 12:43:03.600227 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50970) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:03.627474 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8d11187f-c95e-4456-abf0-4db264c67932 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:03.633638 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-42ab134c-9c16-4c1c-9aab-758fd9300838 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Request body: {'security_group_rule': {'security_group_id': 'b005b592-cec1-40ca-ae20-3f6f6f16e44e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:03.645049 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 094dabad-0032-48d9-a6eb-073a5b8967a4 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:43:03.657744 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 094dabad-0032-48d9-a6eb-073a5b8967a4 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:43:03.658450 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:03.669497 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-42ab134c-9c16-4c1c-9aab-758fd9300838 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:03.675497 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-42ab134c-9c16-4c1c-9aab-758fd9300838 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Usage tracker for resource:security_group_rule and tenant:c4084cb5c45e4d12882e91c9a625b361 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:03.701018 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-42ab134c-9c16-4c1c-9aab-758fd9300838 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:03.729047 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-42ab134c-9c16-4c1c-9aab-758fd9300838 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:03.773353 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-36a66f7b-ca59-4a80-9637-5365db2815e8 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:03.868138 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:03.927401 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 094dabad-0032-48d9-a6eb-073a5b8967a4, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=094dabad-0032-48d9-a6eb-073a5b8967a4,segment=NetworkSegment(215a8b65-4572-4b3f-bdd9-32a61bc29407),segment_id=215a8b65-4572-4b3f-bdd9-32a61bc29407)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:43:03.938068 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:04.089632 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-36a66f7b-ca59-4a80-9637-5365db2815e8 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Allocated IP 172.25.7.118 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/d2e46894-0257-4c49-aa84-c86d423d87f2) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:43:04.109920 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-42ab134c-9c16-4c1c-9aab-758fd9300838 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:43:04.113655 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=094dabad-0032-48d9-a6eb-073a5b8967a4,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:04.116325 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-42ab134c-9c16-4c1c-9aab-758fd9300838 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5098205 Feb 09 12:43:04.117786 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 50992) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:04.125715 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-2361fe2d-e908-45e7-9d31-e7de6952c90b tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Request body: {'security_group_rule': {'security_group_id': 'b005b592-cec1-40ca-ae20-3f6f6f16e44e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:04.126195 n-d-825178-3 neutron-server[87568]: WARNING neutron.api.v2.base [None req-2361fe2d-e908-45e7-9d31-e7de6952c90b tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 09 12:43:04.126687 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-2361fe2d-e908-45e7-9d31-e7de6952c90b tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:43:04.127650 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2361fe2d-e908-45e7-9d31-e7de6952c90b tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0090027 Feb 09 12:43:04.134353 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 50996) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:04.142168 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-3b78e721-8bfa-4808-8c28-88a000b7f102 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Request body: {'security_group_rule': {'security_group_id': 'b005b592-cec1-40ca-ae20-3f6f6f16e44e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:04.168079 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d361d2c-f8bb-408b-b257-e444580723a0 req-116ff15c-8b5d-488b-93fa-99748fa5cfb2 tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:04.170195 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0d361d2c-f8bb-408b-b257-e444580723a0 req-116ff15c-8b5d-488b-93fa-99748fa5cfb2 tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3ff6cf-bcef-4516-86e7-d70fb0e7ae14 HTTP/1.1" status: 200 len: 945 time: 0.4504559 Feb 09 12:43:04.173050 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3b78e721-8bfa-4808-8c28-88a000b7f102 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:04.250988 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device f5662ba5-fa4d-4619-bdcf-720b5f41ba0c up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:43:04.258044 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-3b78e721-8bfa-4808-8c28-88a000b7f102 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Usage tracker for resource:security_group_rule and tenant:c4084cb5c45e4d12882e91c9a625b361 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:04.263380 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0d361d2c-f8bb-408b-b257-e444580723a0 req-1e34e1bc-cf8b-4d68-805c-ea2f6dd97204 tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] 10.222.0.55 "GET /v2.0/security-groups?id=a78c7542-e210-4eb2-9ef5-0ad173f33a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849454 Feb 09 12:43:04.264851 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-3b78e721-8bfa-4808-8c28-88a000b7f102 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:04.275324 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3b78e721-8bfa-4808-8c28-88a000b7f102 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:04.424617 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-3b78e721-8bfa-4808-8c28-88a000b7f102 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:43:04.430491 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3b78e721-8bfa-4808-8c28-88a000b7f102 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2924778 Feb 09 12:43:04.432608 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51008) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:04.441078 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port f5662ba5-fa4d-4619-bdcf-720b5f41ba0c completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:43:04.446291 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port f5662ba5-fa4d-4619-bdcf-720b5f41ba0c triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:43:04.446666 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:04.453002 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-19b22d18-8897-494b-b94c-4183cd17235e tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Request body: {'security_group_rule': {'security_group_id': 'b005b592-cec1-40ca-ae20-3f6f6f16e44e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:04.453485 n-d-825178-3 neutron-server[87568]: WARNING neutron.api.v2.base [None req-19b22d18-8897-494b-b94c-4183cd17235e tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 12:43:04.453988 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-19b22d18-8897-494b-b94c-4183cd17235e tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:43:04.457565 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-19b22d18-8897-494b-b94c-4183cd17235e tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0213449 Feb 09 12:43:04.461037 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 51012) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:04.470932 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-36a66f7b-ca59-4a80-9637-5365db2815e8 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:04.479974 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-32da820d-19e4-456c-9c04-bc41e774c7f8 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Request body: {'security_group_rule': {'security_group_id': 'b005b592-cec1-40ca-ae20-3f6f6f16e44e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:04.497154 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8d11187f-c95e-4456-abf0-4db264c67932 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:04.504674 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-32da820d-19e4-456c-9c04-bc41e774c7f8 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:04.515567 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-32da820d-19e4-456c-9c04-bc41e774c7f8 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Usage tracker for resource:security_group_rule and tenant:c4084cb5c45e4d12882e91c9a625b361 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:04.521840 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8d11187f-c95e-4456-abf0-4db264c67932 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:04.529636 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-36a66f7b-ca59-4a80-9637-5365db2815e8 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:04.584423 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-32da820d-19e4-456c-9c04-bc41e774c7f8 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:04.663784 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:04.690650 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-32da820d-19e4-456c-9c04-bc41e774c7f8 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:04.722133 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port f5662ba5-fa4d-4619-bdcf-720b5f41ba0c, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f5662ba5-fa4d-4619-bdcf-720b5f41ba0c,segment=NetworkSegment(b8380cff-135e-419f-bbeb-d8864373c0a4),segment_id=b8380cff-135e-419f-bbeb-d8864373c0a4)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:43:04.723594 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee3ff6cf-bcef-4516-86e7-d70fb0e7ae14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5662ba5-fa4d-4619-bdcf-720b5f41ba0c'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:43:04.738424 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a66f7b-ca59-4a80-9637-5365db2815e8 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:43:04.743790 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-36a66f7b-ca59-4a80-9637-5365db2815e8 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:43:04.753627 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a66f7b-ca59-4a80-9637-5365db2815e8 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:43:04.757482 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:04.779448 n-d-825178-3 neutron-server[87567]: INFO neutron.db.securitygroups_db [None req-32da820d-19e4-456c-9c04-bc41e774c7f8 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Project c4084cb5c45e4d12882e91c9a625b361 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 12:43:04.790452 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d11187f-c95e-4456-abf0-4db264c67932 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Pushing event updated for resources: {'Port': ['ID=7b2a7fa0-c31c-4dec-958f-de538393e362,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:04.791510 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a66f7b-ca59-4a80-9637-5365db2815e8 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Pushing event updated for resources: {'Port': ['ID=d2e46894-0257-4c49-aa84-c86d423d87f2,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:04.828296 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8d11187f-c95e-4456-abf0-4db264c67932 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:04.849589 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-32da820d-19e4-456c-9c04-bc41e774c7f8 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:43:04.855543 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-32da820d-19e4-456c-9c04-bc41e774c7f8 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3901327 Feb 09 12:43:04.856320 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 51024) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:04.870973 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee3ff6cf-bcef-4516-86e7-d70fb0e7ae14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5662ba5-fa4d-4619-bdcf-720b5f41ba0c', 'code': 200} Feb 09 12:43:04.902208 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=f5662ba5-fa4d-4619-bdcf-720b5f41ba0c,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:04.938281 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-a19fdf9f-de06-4e23-b361-b6763bf53bf1 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Request body: {'security_group_rule': {'security_group_id': 'b005b592-cec1-40ca-ae20-3f6f6f16e44e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:04.939183 n-d-825178-3 neutron-server[87567]: WARNING neutron.api.v2.base [None req-a19fdf9f-de06-4e23-b361-b6763bf53bf1 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 09 12:43:04.939514 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-a19fdf9f-de06-4e23-b361-b6763bf53bf1 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:43:04.943672 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a19fdf9f-de06-4e23-b361-b6763bf53bf1 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0276480 Feb 09 12:43:04.944811 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51028) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:04.956634 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-533e1f09-bbff-4127-a122-b38d9c076ce2 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Request body: {'security_group_rule': {'security_group_id': 'b005b592-cec1-40ca-ae20-3f6f6f16e44e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:04.963522 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8d11187f-c95e-4456-abf0-4db264c67932 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:04.964735 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8d11187f-c95e-4456-abf0-4db264c67932 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6172681 Feb 09 12:43:05.035539 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffe048-aee0-4a58-ad49-82dfdbcfc137 req-a6c92cfc-f4c2-47b6-afea-aca439fd5ad0 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:05.051465 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-54ffe048-aee0-4a58-ad49-82dfdbcfc137 req-a6c92cfc-f4c2-47b6-afea-aca439fd5ad0 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 946 time: 0.2171075 Feb 09 12:43:05.112289 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-54ffe048-aee0-4a58-ad49-82dfdbcfc137 req-7671c85c-9764-4b8b-a7d4-1d0f712539c6 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=9312c2c6-ad0f-4a0a-ad28-49fa476a837a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597975 Feb 09 12:43:05.154331 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-533e1f09-bbff-4127-a122-b38d9c076ce2 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:05.177111 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-533e1f09-bbff-4127-a122-b38d9c076ce2 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Usage tracker for resource:security_group_rule and tenant:c4084cb5c45e4d12882e91c9a625b361 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:05.196829 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-533e1f09-bbff-4127-a122-b38d9c076ce2 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:05.208531 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 094dabad-0032-48d9-a6eb-073a5b8967a4 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:43:05.213114 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-02df5f99-d18a-46bf-89bb-18702812c3be req-351ec65a-1753-4089-9055-c2cf764b0e3e tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Synchronizing usage tracker for tenant:7722e72c858c4f97b7f4eb543cff4fda on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:43:05.218084 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-533e1f09-bbff-4127-a122-b38d9c076ce2 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:05.237672 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-02df5f99-d18a-46bf-89bb-18702812c3be req-351ec65a-1753-4089-9055-c2cf764b0e3e tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Unset dirty status for tenant:7722e72c858c4f97b7f4eb543cff4fda on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:43:05.239098 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-02df5f99-d18a-46bf-89bb-18702812c3be req-351ec65a-1753-4089-9055-c2cf764b0e3e tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1069234771&fields=id&tenant_id=7722e72c858c4f97b7f4eb543cff4fda HTTP/1.1" status: 200 len: 267 time: 0.1229558 Feb 09 12:43:05.284266 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 094dabad-0032-48d9-a6eb-073a5b8967a4 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:43:05.284658 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:05.368398 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d080eaae-4add-4adf-b5af-d0dbd52632cb req-22b09cd5-4418-4d93-9a0e-4e8636e1540e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6709933 Feb 09 12:43:05.510862 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df5f99-d18a-46bf-89bb-18702812c3be req-4ce04704-63a5-48e9-9396-8305f66e0e00 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:05.513335 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-02df5f99-d18a-46bf-89bb-18702812c3be req-4ce04704-63a5-48e9-9396-8305f66e0e00 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Synchronizing usage tracker for tenant:7722e72c858c4f97b7f4eb543cff4fda on resource:network {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:43:05.530513 n-d-825178-3 neutron-server[87568]: INFO neutron.db.securitygroups_db [None req-533e1f09-bbff-4127-a122-b38d9c076ce2 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Project c4084cb5c45e4d12882e91c9a625b361 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 12:43:05.591453 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde9674-e1a1-4653-99ae-0273b46e5f6d req-20c9716b-051c-4170-8243-00e29f8d056d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:05.593090 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cfde9674-e1a1-4653-99ae-0273b46e5f6d req-20c9716b-051c-4170-8243-00e29f8d056d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ee3ff6cf-bcef-4516-86e7-d70fb0e7ae14 HTTP/1.1" status: 200 len: 1097 time: 0.6414132 Feb 09 12:43:05.595500 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-533e1f09-bbff-4127-a122-b38d9c076ce2 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:43:05.599725 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-533e1f09-bbff-4127-a122-b38d9c076ce2 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.6491542 Feb 09 12:43:05.600875 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51058) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:05.620686 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-02df5f99-d18a-46bf-89bb-18702812c3be req-4ce04704-63a5-48e9-9396-8305f66e0e00 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Unset dirty status for tenant:7722e72c858c4f97b7f4eb543cff4fda on resource:network {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:43:05.630424 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-02df5f99-d18a-46bf-89bb-18702812c3be req-4ce04704-63a5-48e9-9396-8305f66e0e00 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/networks?id=fef63669-60e4-448f-bbf3-5ffe81417e5d HTTP/1.1" status: 200 len: 811 time: 0.3725939 Feb 09 12:43:05.630605 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-7492f76c-34c2-4abf-9370-48d91ba7a2dc tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Request body: {'security_group_rule': {'security_group_id': 'b005b592-cec1-40ca-ae20-3f6f6f16e44e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:05.640924 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7492f76c-34c2-4abf-9370-48d91ba7a2dc tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:05.647761 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7492f76c-34c2-4abf-9370-48d91ba7a2dc tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Usage tracker for resource:security_group_rule and tenant:c4084cb5c45e4d12882e91c9a625b361 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:05.651483 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-02df5f99-d18a-46bf-89bb-18702812c3be req-6d6ce98a-d1ac-468f-b63b-3368e5d433d2 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/quotas/7722e72c858c4f97b7f4eb543cff4fda HTTP/1.1" status: 200 len: 375 time: 0.0201552 Feb 09 12:43:05.651658 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7492f76c-34c2-4abf-9370-48d91ba7a2dc tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:05.666047 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7492f76c-34c2-4abf-9370-48d91ba7a2dc tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:05.686102 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cfde9674-e1a1-4653-99ae-0273b46e5f6d req-872d238a-6ede-40e1-a105-1e1fdf5b8430 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a78c7542-e210-4eb2-9ef5-0ad173f33a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859876 Feb 09 12:43:05.706619 n-d-825178-3 neutron-server[87568]: INFO neutron.db.securitygroups_db [None req-7492f76c-34c2-4abf-9370-48d91ba7a2dc tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Project c4084cb5c45e4d12882e91c9a625b361 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 12:43:05.735584 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-7492f76c-34c2-4abf-9370-48d91ba7a2dc tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:43:05.736909 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7492f76c-34c2-4abf-9370-48d91ba7a2dc tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1129546 Feb 09 12:43:05.746363 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16c876-227d-4782-b18a-d0e66b156ef3 req-7d13e0b2-06d1-4700-9a24-cba5739b4c45 tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:05.748528 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2f16c876-227d-4782-b18a-d0e66b156ef3 req-7d13e0b2-06d1-4700-9a24-cba5739b4c45 tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3ff6cf-bcef-4516-86e7-d70fb0e7ae14 HTTP/1.1" status: 200 len: 946 time: 0.2216465 Feb 09 12:43:05.749206 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 51068) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:05.772495 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-36a66f7b-ca59-4a80-9637-5365db2815e8 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:05.861123 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2f16c876-227d-4782-b18a-d0e66b156ef3 req-7d5004d2-f2f0-4a71-9ccb-d15f284ec9f5 tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] 10.222.0.55 "GET /v2.0/security-groups?id=a78c7542-e210-4eb2-9ef5-0ad173f33a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910366 Feb 09 12:43:05.902327 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-02df5f99-d18a-46bf-89bb-18702812c3be req-4ea13e7e-6aca-4c93-8634-66576adb5d18 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7722e72c858c4f97b7f4eb543cff4fda&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2498083 Feb 09 12:43:05.902491 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-36a66f7b-ca59-4a80-9637-5365db2815e8 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:05.909300 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-59b19a41-c548-4873-8f43-89f421ceaaf2 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:06.025394 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-59b19a41-c548-4873-8f43-89f421ceaaf2 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:06.113630 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-02df5f99-d18a-46bf-89bb-18702812c3be req-eef018e2-36f4-4abf-aae9-fa80b6ae4e39 service neutron] 10.222.0.55 "GET /v2.0/networks/fef63669-60e4-448f-bbf3-5ffe81417e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054508 Feb 09 12:43:06.116655 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-59b19a41-c548-4873-8f43-89f421ceaaf2 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:06.166144 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b19a41-c548-4873-8f43-89f421ceaaf2 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b005b592-cec1-40ca-ae20-3f6f6f16e44e,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:06.173694 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-36a66f7b-ca59-4a80-9637-5365db2815e8 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:06.181299 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-36a66f7b-ca59-4a80-9637-5365db2815e8 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:06.225805 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-59b19a41-c548-4873-8f43-89f421ceaaf2 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:06.229599 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-59b19a41-c548-4873-8f43-89f421ceaaf2 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "DELETE /v2.0/security-groups/b005b592-cec1-40ca-ae20-3f6f6f16e44e HTTP/1.1" status: 204 len: 168 time: 0.4739735 Feb 09 12:43:06.230266 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 51080) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:06.399716 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9909e0f4-26b0-4ec1-84ca-7700e3753ea3 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Synchronizing usage tracker for tenant:c4084cb5c45e4d12882e91c9a625b361 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:43:06.418167 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-02df5f99-d18a-46bf-89bb-18702812c3be req-f0782f06-9879-4dd5-9228-245b054fd34c service neutron] 10.222.0.55 "GET /v2.0/networks/fef63669-60e4-448f-bbf3-5ffe81417e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939036 Feb 09 12:43:06.435876 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9909e0f4-26b0-4ec1-84ca-7700e3753ea3 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Unset dirty status for tenant:c4084cb5c45e4d12882e91c9a625b361 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:43:06.444466 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9909e0f4-26b0-4ec1-84ca-7700e3753ea3 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2083042 Feb 09 12:43:06.445484 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51090) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:06.458402 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db8f19-2a06-4097-9377-0b88393cf032 req-3fa0d626-99ce-4aba-867c-7d705aead1dd tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:06.460172 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a3db8f19-2a06-4097-9377-0b88393cf032 req-3fa0d626-99ce-4aba-867c-7d705aead1dd tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 946 time: 0.1971390 Feb 09 12:43:06.469225 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-fd7a45dc-3dcc-4c62-a4ed-2d76503c2a3b tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Request body: {'security_group': {'name': 'tempest-secgroup--1347457236'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:06.476133 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-fd7a45dc-3dcc-4c62-a4ed-2d76503c2a3b tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:06.490328 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-fd7a45dc-3dcc-4c62-a4ed-2d76503c2a3b tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:06.494301 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a66f7b-ca59-4a80-9637-5365db2815e8 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Pushing event updated for resources: {'Port': ['ID=d2e46894-0257-4c49-aa84-c86d423d87f2,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:06.509979 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-36a66f7b-ca59-4a80-9637-5365db2815e8 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:06.538869 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a3db8f19-2a06-4097-9377-0b88393cf032 req-f7547f61-3d71-4848-aa0a-1bdebb2db763 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=9312c2c6-ad0f-4a0a-ad28-49fa476a837a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705917 Feb 09 12:43:06.585105 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fd7a45dc-3dcc-4c62-a4ed-2d76503c2a3b tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:06.709666 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ccdb37d9-160a-49f6-ae9b-449ede0f4e0e req-e444ba2b-bcfd-49f3-83b5-37d12407396e tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=f46fc7f0-b85d-490b-a980-83d425f5c389 HTTP/1.1" status: 200 len: 210 time: 0.0587096 Feb 09 12:43:06.734714 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-fd7a45dc-3dcc-4c62-a4ed-2d76503c2a3b tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:06.744326 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-fd7a45dc-3dcc-4c62-a4ed-2d76503c2a3b tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Usage tracker for resource:security_group_rule and tenant:c4084cb5c45e4d12882e91c9a625b361 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:06.749564 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-fd7a45dc-3dcc-4c62-a4ed-2d76503c2a3b tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:06.758828 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-fd7a45dc-3dcc-4c62-a4ed-2d76503c2a3b tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:06.762043 n-d-825178-3 neutron-server[87568]: INFO neutron.db.l3_db [None req-36a66f7b-ca59-4a80-9637-5365db2815e8 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Floating IP 31997844-5d86-409c-b97f-74d0ebe370b1 associated. External IP: 172.25.7.118, port: 25c32052-0a2c-40f1-ab97-deeb1ff4b6f1. Feb 09 12:43:07.117134 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128cc8fc-5855-4f66-adb0-ff38e66a4e78 req-e7a4a65c-9530-4ea0-9d2d-67daf21da06b tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:07.125838 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-128cc8fc-5855-4f66-adb0-ff38e66a4e78 req-e7a4a65c-9530-4ea0-9d2d-67daf21da06b tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3ff6cf-bcef-4516-86e7-d70fb0e7ae14 HTTP/1.1" status: 200 len: 946 time: 0.0980537 Feb 09 12:43:07.173658 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-128cc8fc-5855-4f66-adb0-ff38e66a4e78 req-cce07f14-d985-452a-8c33-f75079d7801a tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] 10.222.0.55 "GET /v2.0/security-groups?id=a78c7542-e210-4eb2-9ef5-0ad173f33a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469325 Feb 09 12:43:07.317122 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fd7a45dc-3dcc-4c62-a4ed-2d76503c2a3b tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:07.330391 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fd7a45dc-3dcc-4c62-a4ed-2d76503c2a3b tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:07.335455 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080eaae-4add-4adf-b5af-d0dbd52632cb req-77ea91ce-20b8-4190-9d1e-f34e377c999b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:07.336975 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d080eaae-4add-4adf-b5af-d0dbd52632cb req-77ea91ce-20b8-4190-9d1e-f34e377c999b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c7a8f76649f44a59c185c6d6414b556&device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 1097 time: 0.5016644 Feb 09 12:43:07.402450 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a66f7b-ca59-4a80-9637-5365db2815e8 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Router aabc8592-94a1-4890-a1fa-84d622b4d228 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:43:07.459608 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7a45dc-3dcc-4c62-a4ed-2d76503c2a3b tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfbb641-b77e-4d27-ae85-dc2c9b5f8ad1,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:07.558991 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fd7a45dc-3dcc-4c62-a4ed-2d76503c2a3b tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:07.560102 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-fd7a45dc-3dcc-4c62-a4ed-2d76503c2a3b tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1102519 Feb 09 12:43:07.563648 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 51108) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:07.568958 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-51469163-7280-4da5-a7bf-c469434c558d tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Request body: {'security_group_rule': {'security_group_id': '8bfbb641-b77e-4d27-ae85-dc2c9b5f8ad1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:07.576439 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-51469163-7280-4da5-a7bf-c469434c558d tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:07.581911 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-51469163-7280-4da5-a7bf-c469434c558d tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Usage tracker for resource:security_group_rule and tenant:c4084cb5c45e4d12882e91c9a625b361 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:07.586014 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-51469163-7280-4da5-a7bf-c469434c558d tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:07.598484 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-51469163-7280-4da5-a7bf-c469434c558d tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:07.623735 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080eaae-4add-4adf-b5af-d0dbd52632cb req-c8953c30-86f4-4572-9140-6bff415b8f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:07.625225 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d080eaae-4add-4adf-b5af-d0dbd52632cb req-c8953c30-86f4-4572-9140-6bff415b8f26 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cd0860fa-4273-47b3-901e-11f5ca0c6ffa HTTP/1.1" status: 200 len: 895 time: 0.2614295 Feb 09 12:43:07.639880 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-51469163-7280-4da5-a7bf-c469434c558d tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] create failed (client error): The resource could not be found. Feb 09 12:43:07.642532 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-51469163-7280-4da5-a7bf-c469434c558d tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0766859 Feb 09 12:43:07.644280 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 51114) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:07.649599 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-9d109288-9833-49e6-b921-7150675481f8 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Request body: {'security_group_rule': {'security_group_id': '8bfbb641-b77e-4d27-ae85-dc2c9b5f8ad1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '65399230-4012-4677-8828-b22659631a3d'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:07.656988 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-9d109288-9833-49e6-b921-7150675481f8 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:07.661611 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9d109288-9833-49e6-b921-7150675481f8 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Usage tracker for resource:security_group_rule and tenant:c4084cb5c45e4d12882e91c9a625b361 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:07.666480 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9d109288-9833-49e6-b921-7150675481f8 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:07.673943 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-9d109288-9833-49e6-b921-7150675481f8 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:07.807179 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d080eaae-4add-4adf-b5af-d0dbd52632cb req-6f04b313-7bf3-4a3d-8c46-5acff925c494 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed232671-0f86-4944-b76c-438219b43570 HTTP/1.1" status: 200 len: 1001 time: 0.1296334 Feb 09 12:43:07.808478 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a66f7b-ca59-4a80-9637-5365db2815e8 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:43:07.823725 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd749434-1ad2-4395-8f03-78316c110843 None None] Sync routers for ids ['aabc8592-94a1-4890-a1fa-84d622b4d228'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:43:07.824834 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-9d109288-9833-49e6-b921-7150675481f8 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] create failed (client error): The resource could not be found. Feb 09 12:43:07.838416 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9d109288-9833-49e6-b921-7150675481f8 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1905963 Feb 09 12:43:07.840094 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 51122) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:07.843701 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd749434-1ad2-4395-8f03-78316c110843 None None] Routers {'aabc8592-94a1-4890-a1fa-84d622b4d228'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:43:07.844539 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-bd749434-1ad2-4395-8f03-78316c110843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:42:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['aabc8592-94a1-4890-a1fa-84d622b4d228'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:07.914135 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-36a66f7b-ca59-4a80-9637-5365db2815e8 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:07.934713 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-bd749434-1ad2-4395-8f03-78316c110843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:07.944275 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd749434-1ad2-4395-8f03-78316c110843 None None] Routers {'aabc8592-94a1-4890-a1fa-84d622b4d228'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:43:07.945102 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-bd749434-1ad2-4395-8f03-78316c110843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:42:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['aabc8592-94a1-4890-a1fa-84d622b4d228'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:07.981324 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080eaae-4add-4adf-b5af-d0dbd52632cb req-b1bf452d-9ab4-453e-9f91-b0df26c7b762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:07.982999 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d080eaae-4add-4adf-b5af-d0dbd52632cb req-b1bf452d-9ab4-453e-9f91-b0df26c7b762 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6bf78152-396d-4171-8084-13bc43a95dd2 HTTP/1.1" status: 200 len: 834 time: 0.1538904 Feb 09 12:43:08.022950 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-bd749434-1ad2-4395-8f03-78316c110843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:08.023608 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd749434-1ad2-4395-8f03-78316c110843 None None] The sync data for ids ['aabc8592-94a1-4890-a1fa-84d622b4d228'] in n-d-825178-3 is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:43:08.063619 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-36a66f7b-ca59-4a80-9637-5365db2815e8 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.6620669 Feb 09 12:43:08.066817 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51126) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:08.204548 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02c107-d6da-4ca3-8b7e-dc700a6d2acc req-f425910b-c081-4225-bfc6-3e08485341c4 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:08.206405 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8f02c107-d6da-4ca3-8b7e-dc700a6d2acc req-f425910b-c081-4225-bfc6-3e08485341c4 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 946 time: 0.5035119 Feb 09 12:43:08.260282 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-116b811d-4f69-4ea5-ae1d-cf9384b25abe req-f86604b7-15b6-4a64-9204-f63e7197b286 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=f46fc7f0-b85d-490b-a980-83d425f5c389 HTTP/1.1" status: 200 len: 210 time: 0.3681183 Feb 09 12:43:08.342714 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-eb38840f-021f-4541-b5e1-4e412ba6f49a tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] 10.222.0.55 "GET /v2.0/floatingips/31997844-5d86-409c-b97f-74d0ebe370b1 HTTP/1.1" status: 200 len: 979 time: 0.2745802 Feb 09 12:43:08.347269 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51132) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:08.372422 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-686f8ef0-7e87-4e55-822a-bfca627ba950 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:08.378656 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8f02c107-d6da-4ca3-8b7e-dc700a6d2acc req-af13fc81-1921-4c1a-ab4e-f000bc468fd0 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=9312c2c6-ad0f-4a0a-ad28-49fa476a837a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096888 Feb 09 12:43:08.433611 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df5f99-d18a-46bf-89bb-18702812c3be req-0aeb5bab-7df1-4457-9d53-759224122517 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:08.435756 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-02df5f99-d18a-46bf-89bb-18702812c3be req-0aeb5bab-7df1-4457-9d53-759224122517 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.46 "GET /v2.0/networks?id=fef63669-60e4-448f-bbf3-5ffe81417e5d HTTP/1.1" status: 200 len: 811 time: 0.2773533 Feb 09 12:43:08.445845 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-686f8ef0-7e87-4e55-822a-bfca627ba950 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:08.463317 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080eaae-4add-4adf-b5af-d0dbd52632cb req-485768f9-71ca-401a-bfe4-2d5d090248dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:08.464861 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d080eaae-4add-4adf-b5af-d0dbd52632cb req-485768f9-71ca-401a-bfe4-2d5d090248dc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cd0860fa-4273-47b3-901e-11f5ca0c6ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4730442 Feb 09 12:43:08.505964 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7b8a60b3-22a4-4bce-946e-8cf303aafe03 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Synchronizing usage tracker for tenant:8c68454472994c9c93bcd20b28adbf45 on resource:floatingip {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:43:08.566406 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-02df5f99-d18a-46bf-89bb-18702812c3be req-a96f9af9-e244-4725-8449-453aff47852b tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7722e72c858c4f97b7f4eb543cff4fda HTTP/1.1" status: 200 len: 380 time: 0.1102715 Feb 09 12:43:08.576053 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-02df5f99-d18a-46bf-89bb-18702812c3be req-a91b900a-fc1d-4e3a-9426-baab7ab3be85 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Request body: {'port': {'device_id': 'f46fc7f0-b85d-490b-a980-83d425f5c389', 'network_id': 'fef63669-60e4-448f-bbf3-5ffe81417e5d', 'admin_state_up': True, 'tenant_id': '7722e72c858c4f97b7f4eb543cff4fda', 'security_groups': ['1db9b0b9-3227-457e-9539-b66a8cac7d07']}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:08.586227 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7b8a60b3-22a4-4bce-946e-8cf303aafe03 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Unset dirty status for tenant:8c68454472994c9c93bcd20b28adbf45 on resource:floatingip {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:43:08.592406 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7b8a60b3-22a4-4bce-946e-8cf303aafe03 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.2357571 Feb 09 12:43:08.595309 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51136) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:08.603971 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-4b77052c-9098-48d9-bd21-2f21fc8eb81a tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Request body: {'floatingip': {'port_id': '6850fe85-c64d-442f-b852-b24c61ba6740'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:08.651390 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-686f8ef0-7e87-4e55-822a-bfca627ba950 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:08.699714 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f8ef0-7e87-4e55-822a-bfca627ba950 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfbb641-b77e-4d27-ae85-dc2c9b5f8ad1,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:08.713158 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-686f8ef0-7e87-4e55-822a-bfca627ba950 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:08.717500 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-686f8ef0-7e87-4e55-822a-bfca627ba950 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "DELETE /v2.0/security-groups/8bfbb641-b77e-4d27-ae85-dc2c9b5f8ad1 HTTP/1.1" status: 204 len: 168 time: 0.8734260 Feb 09 12:43:08.718493 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 51140) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:08.732891 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d080eaae-4add-4adf-b5af-d0dbd52632cb req-198ad089-fc8b-4c27-8686-057652353d42 service neutron] 10.222.0.46 "GET /v2.0/networks/cd0860fa-4273-47b3-901e-11f5ca0c6ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600386 Feb 09 12:43:08.739602 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4b77052c-9098-48d9-bd21-2f21fc8eb81a tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for floatingip, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:08.795009 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-02df5f99-d18a-46bf-89bb-18702812c3be req-a91b900a-fc1d-4e3a-9426-baab7ab3be85 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:08.809661 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-02df5f99-d18a-46bf-89bb-18702812c3be req-a91b900a-fc1d-4e3a-9426-baab7ab3be85 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Usage tracker for resource:port and tenant:7722e72c858c4f97b7f4eb543cff4fda is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:08.829244 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:43:08.832218 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e2d9a-a9cf-4e17-8da8-8ce87fd4a4a8 req-d7c93cdb-656d-4644-9711-13fb9b2852ab tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:08.833765 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-578e2d9a-a9cf-4e17-8da8-8ce87fd4a4a8 req-d7c93cdb-656d-4644-9711-13fb9b2852ab tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3ff6cf-bcef-4516-86e7-d70fb0e7ae14 HTTP/1.1" status: 200 len: 946 time: 0.3227570 Feb 09 12:43:08.836609 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-02df5f99-d18a-46bf-89bb-18702812c3be req-a91b900a-fc1d-4e3a-9426-baab7ab3be85 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:08.844387 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-67041857-9c20-45c6-a593-4be35decbfea tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Synchronizing usage tracker for tenant:c4084cb5c45e4d12882e91c9a625b361 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:43:08.853929 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-02df5f99-d18a-46bf-89bb-18702812c3be req-a91b900a-fc1d-4e3a-9426-baab7ab3be85 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:08.901631 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-67041857-9c20-45c6-a593-4be35decbfea tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Unset dirty status for tenant:c4084cb5c45e4d12882e91c9a625b361 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:43:08.909684 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-67041857-9c20-45c6-a593-4be35decbfea tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1721435 Feb 09 12:43:08.909684 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02df5f99-d18a-46bf-89bb-18702812c3be req-a91b900a-fc1d-4e3a-9426-baab7ab3be85 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Made reservation on behalf of 7722e72c858c4f97b7f4eb543cff4fda for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:43:08.909684 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-02df5f99-d18a-46bf-89bb-18702812c3be req-a91b900a-fc1d-4e3a-9426-baab7ab3be85 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:08.913150 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51148) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:08.928485 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-8eedc84d-8db6-446a-9931-d49f16968054 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Request body: {'security_group_rule': {'security_group_id': 'a8f53099-eaea-47fb-a2b3-207888945ecc', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:08.932190 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-578e2d9a-a9cf-4e17-8da8-8ce87fd4a4a8 req-1e908ddb-f044-4403-8b89-700379e9fbcd tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] 10.222.0.55 "GET /v2.0/security-groups?id=a78c7542-e210-4eb2-9ef5-0ad173f33a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839965 Feb 09 12:43:08.946129 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8eedc84d-8db6-446a-9931-d49f16968054 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:08.998955 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-8eedc84d-8db6-446a-9931-d49f16968054 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Usage tracker for resource:security_group_rule and tenant:c4084cb5c45e4d12882e91c9a625b361 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:09.004557 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-8eedc84d-8db6-446a-9931-d49f16968054 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:09.022682 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8eedc84d-8db6-446a-9931-d49f16968054 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:09.144575 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d080eaae-4add-4adf-b5af-d0dbd52632cb req-1cf8eb59-62a2-4545-99e6-c487c50c9b3e service neutron] 10.222.0.46 "GET /v2.0/networks/cd0860fa-4273-47b3-901e-11f5ca0c6ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552327 Feb 09 12:43:09.293019 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-02df5f99-d18a-46bf-89bb-18702812c3be req-a91b900a-fc1d-4e3a-9426-baab7ab3be85 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Allocated IP 172.20.0.4 (fef63669-60e4-448f-bbf3-5ffe81417e5d/14dd4b9b-eeef-4a9f-a7cf-6d5a7f04665c/e42c149b-a509-433c-8c2a-29c272ef8afe) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:43:09.349605 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 51158) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:09.629856 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ea548da2-2d1e-4549-b3d6-2f4f55de6d9d req-19057e70-864c-4a0c-8370-0d3b07529fe0 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=f46fc7f0-b85d-490b-a980-83d425f5c389 HTTP/1.1" status: 200 len: 210 time: 0.0653093 Feb 09 12:43:09.693065 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3743549f-0540-4aad-bf6c-66d0eaa00968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:09.710485 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-8eedc84d-8db6-446a-9931-d49f16968054 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] create failed (client error): The resource could not be found. Feb 09 12:43:09.711811 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8eedc84d-8db6-446a-9931-d49f16968054 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7976053 Feb 09 12:43:09.717103 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51172) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:09.724456 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-babebc94-0433-4575-8d8a-7e10214e4231 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Request body: {'security_group': {'name': 'tempest-secgroup--541445999'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:09.738340 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-babebc94-0433-4575-8d8a-7e10214e4231 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:09.771534 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-babebc94-0433-4575-8d8a-7e10214e4231 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:09.780536 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3743549f-0540-4aad-bf6c-66d0eaa00968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:09.789030 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-babebc94-0433-4575-8d8a-7e10214e4231 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:09.794713 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-02df5f99-d18a-46bf-89bb-18702812c3be req-a91b900a-fc1d-4e3a-9426-baab7ab3be85 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:09.798258 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-3743549f-0540-4aad-bf6c-66d0eaa00968 admin admin] Usage tracker for resource:security_group_rule and tenant:e43dc0734609454e8aff4e6fa42de3f1 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:09.801751 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-3743549f-0540-4aad-bf6c-66d0eaa00968 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:09.821267 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3743549f-0540-4aad-bf6c-66d0eaa00968 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:09.832147 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-babebc94-0433-4575-8d8a-7e10214e4231 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:09.844622 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-02df5f99-d18a-46bf-89bb-18702812c3be req-a91b900a-fc1d-4e3a-9426-baab7ab3be85 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Transition to ACTIVE for port object e42c149b-a509-433c-8c2a-29c272ef8afe will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:43:09.845935 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-babebc94-0433-4575-8d8a-7e10214e4231 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Usage tracker for resource:security_group_rule and tenant:c4084cb5c45e4d12882e91c9a625b361 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:09.849954 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-babebc94-0433-4575-8d8a-7e10214e4231 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:09.860837 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-babebc94-0433-4575-8d8a-7e10214e4231 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:09.897395 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940cfa6-ebd3-4399-b79b-bfb477a3f4f4 req-b4992215-9adf-4b88-be85-29ec5e11ec94 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:09.905573 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a940cfa6-ebd3-4399-b79b-bfb477a3f4f4 req-b4992215-9adf-4b88-be85-29ec5e11ec94 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 946 time: 0.1953602 Feb 09 12:43:09.978433 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a940cfa6-ebd3-4399-b79b-bfb477a3f4f4 req-fc30ad45-12f1-45dd-b643-5ea8023f47ec tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=9312c2c6-ad0f-4a0a-ad28-49fa476a837a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719721 Feb 09 12:43:09.979708 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-02df5f99-d18a-46bf-89bb-18702812c3be req-a91b900a-fc1d-4e3a-9426-baab7ab3be85 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:10.075728 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02df5f99-d18a-46bf-89bb-18702812c3be req-a91b900a-fc1d-4e3a-9426-baab7ab3be85 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Network fef63669-60e4-448f-bbf3-5ffe81417e5d is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:43:10.084965 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-02df5f99-d18a-46bf-89bb-18702812c3be req-a91b900a-fc1d-4e3a-9426-baab7ab3be85 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:43:10.094398 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-02df5f99-d18a-46bf-89bb-18702812c3be req-a91b900a-fc1d-4e3a-9426-baab7ab3be85 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:43:10.099790 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4b77052c-9098-48d9-bd21-2f21fc8eb81a tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:10.105447 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-babebc94-0433-4575-8d8a-7e10214e4231 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:10.109171 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4b77052c-9098-48d9-bd21-2f21fc8eb81a tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:10.130755 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3743549f-0540-4aad-bf6c-66d0eaa00968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:10.132019 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b900a-fc1d-4e3a-9426-baab7ab3be85 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Pushing event updated for resources: {'Port': ['ID=e42c149b-a509-433c-8c2a-29c272ef8afe,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:10.146141 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3743549f-0540-4aad-bf6c-66d0eaa00968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:10.210972 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3743549f-0540-4aad-bf6c-66d0eaa00968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f582bf-c3e9-4bcd-9f62-85154f7838f9,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:10.219448 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df5f99-d18a-46bf-89bb-18702812c3be req-a91b900a-fc1d-4e3a-9426-baab7ab3be85 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:10.220342 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-02df5f99-d18a-46bf-89bb-18702812c3be req-a91b900a-fc1d-4e3a-9426-baab7ab3be85 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:10.229789 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3743549f-0540-4aad-bf6c-66d0eaa00968 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e43dc0734609454e8aff4e6fa42de3f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8739603 Feb 09 12:43:10.229789 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 51182) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:10.321946 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-02df5f99-d18a-46bf-89bb-18702812c3be req-a91b900a-fc1d-4e3a-9426-baab7ab3be85 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7495284 Feb 09 12:43:10.348141 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-02df5f99-d18a-46bf-89bb-18702812c3be req-97f10c39-ed70-4379-824c-df5a024dd004 service neutron] Request body: {'port': {'device_id': 'f46fc7f0-b85d-490b-a980-83d425f5c389', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:10.411777 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-12f770be-9714-43b0-80e7-f311e01dae95 None None] Provisioning for port e42c149b-a509-433c-8c2a-29c272ef8afe completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:43:10.417221 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-12f770be-9714-43b0-80e7-f311e01dae95 None None] Provisioning complete for port e42c149b-a509-433c-8c2a-29c272ef8afe triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:43:10.419339 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-12f770be-9714-43b0-80e7-f311e01dae95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:10.430431 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-09c6971c-3048-4331-95ce-d58a39178b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:10.430891 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-babebc94-0433-4575-8d8a-7e10214e4231 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:10.497923 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-12f770be-9714-43b0-80e7-f311e01dae95 None None] Port e42c149b-a509-433c-8c2a-29c272ef8afe cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:43:10.507335 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-09c6971c-3048-4331-95ce-d58a39178b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:10.514256 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-babebc94-0433-4575-8d8a-7e10214e4231 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:10.515603 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-babebc94-0433-4575-8d8a-7e10214e4231 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7972054 Feb 09 12:43:10.518648 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 51194) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:10.518994 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babebc94-0433-4575-8d8a-7e10214e4231 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daeb457d-aa62-44f7-b05e-029a8d85a13c,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:10.527973 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-48b59b26-b674-4c10-adcf-7356b9a68b03 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Request body: {'security_group': {'name': 'tempest-secgroup--884050535'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:10.535745 n-d-825178-3 neutron-server[87568]: INFO neutron.db.l3_db [None req-4b77052c-9098-48d9-bd21-2f21fc8eb81a tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Floating IP 31997844-5d86-409c-b97f-74d0ebe370b1 associated. External IP: 172.25.7.118, port: 25c32052-0a2c-40f1-ab97-deeb1ff4b6f1. Feb 09 12:43:10.538053 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-02df5f99-d18a-46bf-89bb-18702812c3be req-97f10c39-ed70-4379-824c-df5a024dd004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:10.547611 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-48b59b26-b674-4c10-adcf-7356b9a68b03 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:10.565328 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-48b59b26-b674-4c10-adcf-7356b9a68b03 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Usage tracker for resource:security_group and tenant:c4084cb5c45e4d12882e91c9a625b361 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:10.576914 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-48b59b26-b674-4c10-adcf-7356b9a68b03 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:10.609675 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-48b59b26-b674-4c10-adcf-7356b9a68b03 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:10.642417 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-48b59b26-b674-4c10-adcf-7356b9a68b03 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:10.859891 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-48b59b26-b674-4c10-adcf-7356b9a68b03 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:10.895935 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-09c6971c-3048-4331-95ce-d58a39178b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:10.900039 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-48b59b26-b674-4c10-adcf-7356b9a68b03 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Usage tracker for resource:security_group_rule and tenant:c4084cb5c45e4d12882e91c9a625b361 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:10.920037 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-48b59b26-b674-4c10-adcf-7356b9a68b03 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:10.931729 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b77052c-9098-48d9-bd21-2f21fc8eb81a tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Router aabc8592-94a1-4890-a1fa-84d622b4d228 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:43:10.938903 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-48b59b26-b674-4c10-adcf-7356b9a68b03 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:10.941457 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6971c-3048-4331-95ce-d58a39178b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f582bf-c3e9-4bcd-9f62-85154f7838f9,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:10.953000 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-09c6971c-3048-4331-95ce-d58a39178b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:10.954116 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-09c6971c-3048-4331-95ce-d58a39178b2e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e3f582bf-c3e9-4bcd-9f62-85154f7838f9 HTTP/1.1" status: 204 len: 168 time: 0.7234299 Feb 09 12:43:11.138919 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b77052c-9098-48d9-bd21-2f21fc8eb81a tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:43:11.152382 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d657c2f-c69b-4b81-980f-88fc61dc1f9f None None] Sync routers for ids ['aabc8592-94a1-4890-a1fa-84d622b4d228'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:43:11.159190 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed90cb1-a2c1-45e6-883d-818415bce20b req-1b38aad6-e66d-4440-9daa-cf7378b25324 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:11.159963 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-fed90cb1-a2c1-45e6-883d-818415bce20b req-1b38aad6-e66d-4440-9daa-cf7378b25324 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Synchronizing usage tracker for tenant:7722e72c858c4f97b7f4eb543cff4fda on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:43:11.167571 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d657c2f-c69b-4b81-980f-88fc61dc1f9f None None] Routers {'aabc8592-94a1-4890-a1fa-84d622b4d228'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:43:11.168989 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-2d657c2f-c69b-4b81-980f-88fc61dc1f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:42:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['aabc8592-94a1-4890-a1fa-84d622b4d228'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:11.238204 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-fed90cb1-a2c1-45e6-883d-818415bce20b req-1b38aad6-e66d-4440-9daa-cf7378b25324 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Unset dirty status for tenant:7722e72c858c4f97b7f4eb543cff4fda on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:43:11.244671 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fed90cb1-a2c1-45e6-883d-818415bce20b req-1b38aad6-e66d-4440-9daa-cf7378b25324 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=f46fc7f0-b85d-490b-a980-83d425f5c389 HTTP/1.1" status: 200 len: 931 time: 0.3866742 Feb 09 12:43:11.254524 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-2d657c2f-c69b-4b81-980f-88fc61dc1f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:11.269483 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d657c2f-c69b-4b81-980f-88fc61dc1f9f None None] Routers {'aabc8592-94a1-4890-a1fa-84d622b4d228'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:43:11.270555 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-2d657c2f-c69b-4b81-980f-88fc61dc1f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:42:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['aabc8592-94a1-4890-a1fa-84d622b4d228'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:11.288709 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-48b59b26-b674-4c10-adcf-7356b9a68b03 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:11.300350 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-48b59b26-b674-4c10-adcf-7356b9a68b03 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:11.341353 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-2d657c2f-c69b-4b81-980f-88fc61dc1f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:11.342105 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d657c2f-c69b-4b81-980f-88fc61dc1f9f None None] The sync data for ids ['aabc8592-94a1-4890-a1fa-84d622b4d228'] in n-d-825178-3 is: [] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:43:11.401709 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51212) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:11.408373 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fed90cb1-a2c1-45e6-883d-818415bce20b req-dda8691c-2a81-4602-bb5e-1b951879f3b2 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9b0b9-3227-457e-9539-b66a8cac7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628640 Feb 09 12:43:11.426157 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d57619a6-f6d7-43d5-a528-e1f426d2953d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:11.450930 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d57619a6-f6d7-43d5-a528-e1f426d2953d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:11.456309 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d57619a6-f6d7-43d5-a528-e1f426d2953d admin admin] Usage tracker for resource:security_group_rule and tenant:6bd8605281f7487386d59ca0c2176bba is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:11.458393 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b59b26-b674-4c10-adcf-7356b9a68b03 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58b13b03-1612-4e24-ab6f-c0675256ac12,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:11.461769 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d57619a6-f6d7-43d5-a528-e1f426d2953d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:11.469961 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d57619a6-f6d7-43d5-a528-e1f426d2953d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:11.473926 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-48b59b26-b674-4c10-adcf-7356b9a68b03 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:11.477771 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-48b59b26-b674-4c10-adcf-7356b9a68b03 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9536114 Feb 09 12:43:11.480310 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 51218) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:11.493005 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-25aa77e4-b213-4cd2-b95f-f480a269f0a4 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Request body: {'security_group_rule': {'security_group_id': 'daeb457d-aa62-44f7-b05e-029a8d85a13c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '58b13b03-1612-4e24-ab6f-c0675256ac12'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:11.505536 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244fb8f3-ff07-4702-8d79-61b45c5423e9 req-387fea4c-0e9c-4117-89a2-52c9dee8d910 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:11.506979 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-244fb8f3-ff07-4702-8d79-61b45c5423e9 req-387fea4c-0e9c-4117-89a2-52c9dee8d910 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 946 time: 0.3025875 Feb 09 12:43:11.510737 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-25aa77e4-b213-4cd2-b95f-f480a269f0a4 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:11.517735 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-02df5f99-d18a-46bf-89bb-18702812c3be req-97f10c39-ed70-4379-824c-df5a024dd004 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e42c149b-a509-433c-8c2a-29c272ef8afe {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:43:11.522078 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-25aa77e4-b213-4cd2-b95f-f480a269f0a4 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Usage tracker for resource:security_group_rule and tenant:c4084cb5c45e4d12882e91c9a625b361 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:11.528825 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-25aa77e4-b213-4cd2-b95f-f480a269f0a4 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:11.532667 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-02df5f99-d18a-46bf-89bb-18702812c3be req-97f10c39-ed70-4379-824c-df5a024dd004 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:11.552766 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-25aa77e4-b213-4cd2-b95f-f480a269f0a4 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:11.583190 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-02df5f99-d18a-46bf-89bb-18702812c3be req-97f10c39-ed70-4379-824c-df5a024dd004 service neutron] Transition to ACTIVE for port object e42c149b-a509-433c-8c2a-29c272ef8afe will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:43:11.597485 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-02df5f99-d18a-46bf-89bb-18702812c3be req-97f10c39-ed70-4379-824c-df5a024dd004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:11.673482 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-244fb8f3-ff07-4702-8d79-61b45c5423e9 req-e48e4491-8379-4c7b-88b7-0afeae79ebed tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=9312c2c6-ad0f-4a0a-ad28-49fa476a837a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474767 Feb 09 12:43:11.718040 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b77052c-9098-48d9-bd21-2f21fc8eb81a tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Router aabc8592-94a1-4890-a1fa-84d622b4d228 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:43:11.770439 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-25aa77e4-b213-4cd2-b95f-f480a269f0a4 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:43:11.774339 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-25aa77e4-b213-4cd2-b95f-f480a269f0a4 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2871556 Feb 09 12:43:11.774339 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f10c39-ed70-4379-824c-df5a024dd004 service neutron] Pushing event updated for resources: {'Port': ['ID=e42c149b-a509-433c-8c2a-29c272ef8afe,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:11.778028 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 51224) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:11.816189 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d57619a6-f6d7-43d5-a528-e1f426d2953d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:11.846783 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d57619a6-f6d7-43d5-a528-e1f426d2953d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:11.961588 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-02df5f99-d18a-46bf-89bb-18702812c3be req-97f10c39-ed70-4379-824c-df5a024dd004 service neutron] Attempting to bind port e42c149b-a509-433c-8c2a-29c272ef8afe on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:43:11.962054 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-02df5f99-d18a-46bf-89bb-18702812c3be req-97f10c39-ed70-4379-824c-df5a024dd004 service neutron] Attempting to bind port e42c149b-a509-433c-8c2a-29c272ef8afe by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '215a8b65-4572-4b3f-bdd9-32a61bc29407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'fef63669-60e4-448f-bbf3-5ffe81417e5d'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:43:11.962504 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02df5f99-d18a-46bf-89bb-18702812c3be req-97f10c39-ed70-4379-824c-df5a024dd004 service neutron] Attempting to bind port e42c149b-a509-433c-8c2a-29c272ef8afe on network fef63669-60e4-448f-bbf3-5ffe81417e5d {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:43:11.964998 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b77ca120-34ac-48ff-93d6-cb7efc682bce tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:11.981997 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02df5f99-d18a-46bf-89bb-18702812c3be req-97f10c39-ed70-4379-824c-df5a024dd004 service neutron] Port e42c149b-a509-433c-8c2a-29c272ef8afe on network fef63669-60e4-448f-bbf3-5ffe81417e5d not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:43:11.982473 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02df5f99-d18a-46bf-89bb-18702812c3be req-97f10c39-ed70-4379-824c-df5a024dd004 service neutron] Attempting to bind port e42c149b-a509-433c-8c2a-29c272ef8afe on network fef63669-60e4-448f-bbf3-5ffe81417e5d {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:43:11.999750 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02df5f99-d18a-46bf-89bb-18702812c3be req-97f10c39-ed70-4379-824c-df5a024dd004 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:43:12.000282 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02df5f99-d18a-46bf-89bb-18702812c3be req-97f10c39-ed70-4379-824c-df5a024dd004 service neutron] Checking segment: {'id': '215a8b65-4572-4b3f-bdd9-32a61bc29407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'fef63669-60e4-448f-bbf3-5ffe81417e5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:43:12.000780 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02df5f99-d18a-46bf-89bb-18702812c3be req-97f10c39-ed70-4379-824c-df5a024dd004 service neutron] Bound using segment: {'id': '215a8b65-4572-4b3f-bdd9-32a61bc29407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'fef63669-60e4-448f-bbf3-5ffe81417e5d'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:43:12.001338 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-02df5f99-d18a-46bf-89bb-18702812c3be req-97f10c39-ed70-4379-824c-df5a024dd004 service neutron] Bound port: e42c149b-a509-433c-8c2a-29c272ef8afe, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '215a8b65-4572-4b3f-bdd9-32a61bc29407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'fef63669-60e4-448f-bbf3-5ffe81417e5d'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:43:12.001761 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-02df5f99-d18a-46bf-89bb-18702812c3be req-97f10c39-ed70-4379-824c-df5a024dd004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:12.018622 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b77ca120-34ac-48ff-93d6-cb7efc682bce tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:12.110495 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d57619a6-f6d7-43d5-a528-e1f426d2953d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6bd8605281f7487386d59ca0c2176bba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7072067 Feb 09 12:43:12.114649 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57619a6-f6d7-43d5-a528-e1f426d2953d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64268c68-ff2b-402f-a917-46d80aecd7d2,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:12.115600 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 51232) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:12.135542 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b77052c-9098-48d9-bd21-2f21fc8eb81a tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:43:12.148674 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d40c080-556f-4f84-a653-166cdf7c2908 None None] Sync routers for ids ['aabc8592-94a1-4890-a1fa-84d622b4d228'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:43:12.151853 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4b77052c-9098-48d9-bd21-2f21fc8eb81a tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:12.164305 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d40c080-556f-4f84-a653-166cdf7c2908 None None] Routers {'aabc8592-94a1-4890-a1fa-84d622b4d228'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:43:12.165265 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1d40c080-556f-4f84-a653-166cdf7c2908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:42:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['aabc8592-94a1-4890-a1fa-84d622b4d228'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:12.181353 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-02df5f99-d18a-46bf-89bb-18702812c3be req-97f10c39-ed70-4379-824c-df5a024dd004 service neutron] For port e42c149b-a509-433c-8c2a-29c272ef8afe, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:43:12.191531 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-02df5f99-d18a-46bf-89bb-18702812c3be req-97f10c39-ed70-4379-824c-df5a024dd004 service neutron] For port e42c149b-a509-433c-8c2a-29c272ef8afe, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=e42c149b-a509-433c-8c2a-29c272ef8afe,segment=NetworkSegment(215a8b65-4572-4b3f-bdd9-32a61bc29407),segment_id=215a8b65-4572-4b3f-bdd9-32a61bc29407)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:43:12.194606 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b77ca120-34ac-48ff-93d6-cb7efc682bce tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:12.218755 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-02df5f99-d18a-46bf-89bb-18702812c3be req-97f10c39-ed70-4379-824c-df5a024dd004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:12.248811 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1d40c080-556f-4f84-a653-166cdf7c2908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:12.258876 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77ca120-34ac-48ff-93d6-cb7efc682bce tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b13b03-1612-4e24-ab6f-c0675256ac12,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:12.259365 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d40c080-556f-4f84-a653-166cdf7c2908 None None] Routers {'aabc8592-94a1-4890-a1fa-84d622b4d228'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:43:12.260824 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1d40c080-556f-4f84-a653-166cdf7c2908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:42:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['aabc8592-94a1-4890-a1fa-84d622b4d228'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:12.308116 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4b77052c-9098-48d9-bd21-2f21fc8eb81a tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] 10.222.0.55 "PUT /v2.0/floatingips/31997844-5d86-409c-b97f-74d0ebe370b1 HTTP/1.1" status: 200 len: 978 time: 3.7091794 Feb 09 12:43:12.308575 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51238) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:12.312639 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a2cec5a0-fe31-4984-bc89-cc925b77c372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:12.318523 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df5f99-d18a-46bf-89bb-18702812c3be req-97f10c39-ed70-4379-824c-df5a024dd004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:12.319138 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-02df5f99-d18a-46bf-89bb-18702812c3be req-97f10c39-ed70-4379-824c-df5a024dd004 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:12.320321 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-50b15f54-b717-4a51-8c3c-7fa3f8c4d095 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:12.320526 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-02df5f99-d18a-46bf-89bb-18702812c3be req-97f10c39-ed70-4379-824c-df5a024dd004 service neutron] 10.222.0.46 "PUT /v2.0/ports/e42c149b-a509-433c-8c2a-29c272ef8afe HTTP/1.1" status: 200 len: 1091 time: 1.9865508 Feb 09 12:43:12.320966 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f46fc7f0-b85d-490b-a980-83d425f5c389', 'tag': 'e42c149b-a509-433c-8c2a-29c272ef8afe'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:43:12.353591 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b77ca120-34ac-48ff-93d6-cb7efc682bce tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:12.354866 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b77ca120-34ac-48ff-93d6-cb7efc682bce tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "DELETE /v2.0/security-groups/58b13b03-1612-4e24-ab6f-c0675256ac12 HTTP/1.1" status: 204 len: 168 time: 0.5703378 Feb 09 12:43:12.371083 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 51244) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:12.407620 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1d40c080-556f-4f84-a653-166cdf7c2908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:12.409572 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d40c080-556f-4f84-a653-166cdf7c2908 None None] The sync data for ids ['aabc8592-94a1-4890-a1fa-84d622b4d228'] in n-d-825178-3 is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:43:12.486831 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f46fc7f0-b85d-490b-a980-83d425f5c389', 'tag': 'e42c149b-a509-433c-8c2a-29c272ef8afe', 'status': 'completed', 'code': 200} Feb 09 12:43:12.495590 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f10c39-ed70-4379-824c-df5a024dd004 service neutron] Pushing event updated for resources: {'Port': ['ID=e42c149b-a509-433c-8c2a-29c272ef8afe,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:12.501679 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-50b15f54-b717-4a51-8c3c-7fa3f8c4d095 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for floatingip, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:12.509414 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a2cec5a0-fe31-4984-bc89-cc925b77c372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:12.635424 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a2cec5a0-fe31-4984-bc89-cc925b77c372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:12.722238 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cec5a0-fe31-4984-bc89-cc925b77c372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64268c68-ff2b-402f-a917-46d80aecd7d2,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:12.755047 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a2cec5a0-fe31-4984-bc89-cc925b77c372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:12.756271 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a2cec5a0-fe31-4984-bc89-cc925b77c372 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/64268c68-ff2b-402f-a917-46d80aecd7d2 HTTP/1.1" status: 204 len: 168 time: 0.6375153 Feb 09 12:43:12.776317 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-2bd0ed01-9add-4ea6-b727-4f23f06247f3 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Synchronizing usage tracker for tenant:c4084cb5c45e4d12882e91c9a625b361 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:43:12.807447 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df5f99-d18a-46bf-89bb-18702812c3be req-be557186-c90a-4071-bc31-27bb54934fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:12.809169 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-02df5f99-d18a-46bf-89bb-18702812c3be req-be557186-c90a-4071-bc31-27bb54934fb0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7722e72c858c4f97b7f4eb543cff4fda&device_id=f46fc7f0-b85d-490b-a980-83d425f5c389 HTTP/1.1" status: 200 len: 1094 time: 0.4031668 Feb 09 12:43:12.835656 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9278eea-67cb-4cc0-9a52-d2f9b05dff5c req-e2c5d798-4cfa-419b-822e-4c8518c54ede tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:12.844926 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b9278eea-67cb-4cc0-9a52-d2f9b05dff5c req-e2c5d798-4cfa-419b-822e-4c8518c54ede tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=f46fc7f0-b85d-490b-a980-83d425f5c389 HTTP/1.1" status: 200 len: 943 time: 0.2295310 Feb 09 12:43:12.854935 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-50b15f54-b717-4a51-8c3c-7fa3f8c4d095 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:12.860810 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-50b15f54-b717-4a51-8c3c-7fa3f8c4d095 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:12.862054 n-d-825178-3 neutron-server[87568]: INFO neutron.db.l3_db [None req-50b15f54-b717-4a51-8c3c-7fa3f8c4d095 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Floating IP 31997844-5d86-409c-b97f-74d0ebe370b1 disassociated. External IP: 172.25.7.118, port: 6850fe85-c64d-442f-b852-b24c61ba6740. Feb 09 12:43:12.927366 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-02df5f99-d18a-46bf-89bb-18702812c3be req-cd5a29db-32bd-49fd-9c97-93ae72b20899 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e42c149b-a509-433c-8c2a-29c272ef8afe HTTP/1.1" status: 200 len: 217 time: 0.1036985 Feb 09 12:43:13.065714 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-2bd0ed01-9add-4ea6-b727-4f23f06247f3 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Unset dirty status for tenant:c4084cb5c45e4d12882e91c9a625b361 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:43:13.067152 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2bd0ed01-9add-4ea6-b727-4f23f06247f3 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.6808581 Feb 09 12:43:13.074104 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 51262) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:13.103981 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b9278eea-67cb-4cc0-9a52-d2f9b05dff5c req-232fff06-6aeb-4e18-8d32-dad7077d5343 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9b0b9-3227-457e-9539-b66a8cac7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2579556 Feb 09 12:43:13.146996 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df5f99-d18a-46bf-89bb-18702812c3be req-6da7cc5c-e502-42dc-a223-19a34e7a1874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:13.148545 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-02df5f99-d18a-46bf-89bb-18702812c3be req-6da7cc5c-e502-42dc-a223-19a34e7a1874 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=14dd4b9b-eeef-4a9f-a7cf-6d5a7f04665c HTTP/1.1" status: 200 len: 850 time: 0.1878400 Feb 09 12:43:13.298546 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b15f54-b717-4a51-8c3c-7fa3f8c4d095 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Router aabc8592-94a1-4890-a1fa-84d622b4d228 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:43:13.416912 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-21c31436-dafc-4c1e-a347-a453cf9af558 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:13.479365 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-21c31436-dafc-4c1e-a347-a453cf9af558 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:13.494479 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f0ec3-d7cc-413d-b32f-0dfe70b78e98 req-120803d4-83a8-4d98-81eb-94d6eaabec7f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:13.495992 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a48f0ec3-d7cc-413d-b32f-0dfe70b78e98 req-120803d4-83a8-4d98-81eb-94d6eaabec7f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 946 time: 0.4766426 Feb 09 12:43:13.537069 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b15f54-b717-4a51-8c3c-7fa3f8c4d095 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:43:13.541195 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-50b15f54-b717-4a51-8c3c-7fa3f8c4d095 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:13.547145 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df5f99-d18a-46bf-89bb-18702812c3be req-e69839cb-24e6-4586-bad9-7cf5e483c288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:13.548654 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-02df5f99-d18a-46bf-89bb-18702812c3be req-e69839cb-24e6-4586-bad9-7cf5e483c288 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fef63669-60e4-448f-bbf3-5ffe81417e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3890903 Feb 09 12:43:13.550077 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75127b3-d123-4377-8dee-d96688459b02 None None] Sync routers for ids ['aabc8592-94a1-4890-a1fa-84d622b4d228'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:43:13.564763 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75127b3-d123-4377-8dee-d96688459b02 None None] Routers {'aabc8592-94a1-4890-a1fa-84d622b4d228'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:43:13.565686 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-e75127b3-d123-4377-8dee-d96688459b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:42:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['aabc8592-94a1-4890-a1fa-84d622b4d228'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:13.614391 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-50b15f54-b717-4a51-8c3c-7fa3f8c4d095 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] 10.222.0.55 "PUT /v2.0/floatingips/31997844-5d86-409c-b97f-74d0ebe370b1 HTTP/1.1" status: 200 len: 688 time: 1.3044710 Feb 09 12:43:13.617099 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51282) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:13.642793 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-e75127b3-d123-4377-8dee-d96688459b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:13.652209 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75127b3-d123-4377-8dee-d96688459b02 None None] Routers {'aabc8592-94a1-4890-a1fa-84d622b4d228'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:43:13.653615 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-e75127b3-d123-4377-8dee-d96688459b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:42:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['aabc8592-94a1-4890-a1fa-84d622b4d228'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:13.675239 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a48f0ec3-d7cc-413d-b32f-0dfe70b78e98 req-2bcb50d1-0dde-4d97-a63d-5bda47f02e9c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=9312c2c6-ad0f-4a0a-ad28-49fa476a837a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570325 Feb 09 12:43:13.691721 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354de4f4-de41-42c4-bfb4-be8a21be52cd req-e9f5d53d-2bf7-4740-a7da-8ef298d92b34 tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:13.706338 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-354de4f4-de41-42c4-bfb4-be8a21be52cd req-e9f5d53d-2bf7-4740-a7da-8ef298d92b34 tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3ff6cf-bcef-4516-86e7-d70fb0e7ae14 HTTP/1.1" status: 200 len: 946 time: 0.4830208 Feb 09 12:43:13.714437 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-21c31436-dafc-4c1e-a347-a453cf9af558 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:13.736465 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-e75127b3-d123-4377-8dee-d96688459b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:13.737095 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75127b3-d123-4377-8dee-d96688459b02 None None] The sync data for ids ['aabc8592-94a1-4890-a1fa-84d622b4d228'] in n-d-825178-3 is: [] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:43:13.763899 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c31436-dafc-4c1e-a347-a453cf9af558 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daeb457d-aa62-44f7-b05e-029a8d85a13c,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:13.806261 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-02df5f99-d18a-46bf-89bb-18702812c3be req-bda0f53e-3883-4fb0-b216-a44a1dfc24a9 service neutron] 10.222.0.46 "GET /v2.0/networks/fef63669-60e4-448f-bbf3-5ffe81417e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454603 Feb 09 12:43:13.816805 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-354de4f4-de41-42c4-bfb4-be8a21be52cd req-b2e30a0d-2896-4a47-8f6b-86a11e850355 tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] 10.222.0.55 "GET /v2.0/security-groups?id=a78c7542-e210-4eb2-9ef5-0ad173f33a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054428 Feb 09 12:43:13.818433 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-21c31436-dafc-4c1e-a347-a453cf9af558 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:13.822966 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-21c31436-dafc-4c1e-a347-a453cf9af558 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "DELETE /v2.0/security-groups/daeb457d-aa62-44f7-b05e-029a8d85a13c HTTP/1.1" status: 204 len: 168 time: 0.7442973 Feb 09 12:43:13.825019 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 51288) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:13.845730 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-2f029e23-f57d-49bd-bd5f-64f7a2814451 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Deleting port d2e46894-0257-4c49-aa84-c86d423d87f2 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:43:13.846106 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2f029e23-f57d-49bd-bd5f-64f7a2814451 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:13.982526 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b121ffd4-5c78-47eb-bf56-ba2ddcc27b1a tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Synchronizing usage tracker for tenant:c4084cb5c45e4d12882e91c9a625b361 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:43:14.026784 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-02df5f99-d18a-46bf-89bb-18702812c3be req-826e17a2-e82e-4595-8fba-9371f53b7c95 service neutron] 10.222.0.46 "GET /v2.0/networks/fef63669-60e4-448f-bbf3-5ffe81417e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998518 Feb 09 12:43:14.030752 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b121ffd4-5c78-47eb-bf56-ba2ddcc27b1a tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Unset dirty status for tenant:c4084cb5c45e4d12882e91c9a625b361 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:43:14.036406 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b121ffd4-5c78-47eb-bf56-ba2ddcc27b1a tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1859758 Feb 09 12:43:14.037048 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 51298) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:14.042302 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-f06deebe-d117-41a0-925d-fbb5228c9771 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Request body: {'security_group': {'name': 'tempest-secgroup--1269217110'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:14.044832 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cae0059d-89c0-426b-9710-ce53342bfac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:14.049438 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-f06deebe-d117-41a0-925d-fbb5228c9771 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:14.060779 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-f06deebe-d117-41a0-925d-fbb5228c9771 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:14.071262 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f06deebe-d117-41a0-925d-fbb5228c9771 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:14.093818 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-f06deebe-d117-41a0-925d-fbb5228c9771 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:14.146373 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-f06deebe-d117-41a0-925d-fbb5228c9771 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Usage tracker for resource:security_group_rule and tenant:c4084cb5c45e4d12882e91c9a625b361 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:14.150704 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-f06deebe-d117-41a0-925d-fbb5228c9771 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:14.164981 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-f06deebe-d117-41a0-925d-fbb5228c9771 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:14.168669 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2f029e23-f57d-49bd-bd5f-64f7a2814451 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:14.169221 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2f029e23-f57d-49bd-bd5f-64f7a2814451 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:14.208439 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127696e-b20d-4c84-bb79-edb4f35b1dfe req-726e95ed-8789-4549-be58-a44379823b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:14.210350 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0127696e-b20d-4c84-bb79-edb4f35b1dfe req-726e95ed-8789-4549-be58-a44379823b93 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7722e72c858c4f97b7f4eb543cff4fda&device_id=f46fc7f0-b85d-490b-a980-83d425f5c389 HTTP/1.1" status: 200 len: 1094 time: 0.1139176 Feb 09 12:43:14.300414 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-2f029e23-f57d-49bd-bd5f-64f7a2814451 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Calling delete_port for d2e46894-0257-4c49-aa84-c86d423d87f2 owned by network:floatingip {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:43:14.359076 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127696e-b20d-4c84-bb79-edb4f35b1dfe req-5da29b80-666c-4ada-879d-55608038405c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:14.360681 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0127696e-b20d-4c84-bb79-edb4f35b1dfe req-5da29b80-666c-4ada-879d-55608038405c service neutron] 10.222.0.46 "GET /v2.0/networks?id=fef63669-60e4-448f-bbf3-5ffe81417e5d HTTP/1.1" status: 200 len: 912 time: 0.1402645 Feb 09 12:43:14.462707 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2f029e23-f57d-49bd-bd5f-64f7a2814451 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:14.493238 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0127696e-b20d-4c84-bb79-edb4f35b1dfe req-0b94c224-b51e-4d01-8cad-e02042fcb5bc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e42c149b-a509-433c-8c2a-29c272ef8afe HTTP/1.1" status: 200 len: 217 time: 0.0799787 Feb 09 12:43:14.514372 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f029e23-f57d-49bd-bd5f-64f7a2814451 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Pushing event deleted for resources: {'Port': ['ID=d2e46894-0257-4c49-aa84-c86d423d87f2,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:14.583529 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f06deebe-d117-41a0-925d-fbb5228c9771 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:14.594740 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f06deebe-d117-41a0-925d-fbb5228c9771 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:14.641228 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127696e-b20d-4c84-bb79-edb4f35b1dfe req-89b1d957-8cb9-453f-aad1-46e1618ee0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:14.642863 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0127696e-b20d-4c84-bb79-edb4f35b1dfe req-89b1d957-8cb9-453f-aad1-46e1618ee0ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=14dd4b9b-eeef-4a9f-a7cf-6d5a7f04665c HTTP/1.1" status: 200 len: 850 time: 0.1385581 Feb 09 12:43:14.690415 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2f029e23-f57d-49bd-bd5f-64f7a2814451 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for floatingip, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:14.704007 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06deebe-d117-41a0-925d-fbb5228c9771 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbdb94b-2b2a-44a7-b5bb-5f787a3b1f25,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:14.723386 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2f029e23-f57d-49bd-bd5f-64f7a2814451 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:14.724547 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2f029e23-f57d-49bd-bd5f-64f7a2814451 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] 10.222.0.55 "DELETE /v2.0/floatingips/31997844-5d86-409c-b97f-74d0ebe370b1 HTTP/1.1" status: 204 len: 168 time: 1.1064982 Feb 09 12:43:14.727403 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51320) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:14.733241 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e0e54-89d4-40e1-a7ee-e63bed0cdb20 req-81ba03fb-b6be-485b-acf0-1361d3a0925b tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:14.740129 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e95e0e54-89d4-40e1-a7ee-e63bed0cdb20 req-81ba03fb-b6be-485b-acf0-1361d3a0925b tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=f46fc7f0-b85d-490b-a980-83d425f5c389 HTTP/1.1" status: 200 len: 943 time: 0.3773544 Feb 09 12:43:14.755636 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f06deebe-d117-41a0-925d-fbb5228c9771 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:14.756845 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f06deebe-d117-41a0-925d-fbb5228c9771 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7188463 Feb 09 12:43:14.764763 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 51324) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:14.775487 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-1428fc75-edbc-47e9-8dbb-2169c9091a65 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Request body: {'security_group_rule': {'security_group_id': '5bbdb94b-2b2a-44a7-b5bb-5f787a3b1f25', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:14.786591 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-1428fc75-edbc-47e9-8dbb-2169c9091a65 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:14.800505 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-1428fc75-edbc-47e9-8dbb-2169c9091a65 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Usage tracker for resource:security_group_rule and tenant:c4084cb5c45e4d12882e91c9a625b361 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:14.807088 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-1428fc75-edbc-47e9-8dbb-2169c9091a65 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:14.810083 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157aa22-7195-45cf-95bf-858b020de33e req-051183e1-4418-4fd3-afc6-07d4c522f337 tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:14.810823 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-1157aa22-7195-45cf-95bf-858b020de33e req-051183e1-4418-4fd3-afc6-07d4c522f337 tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] Synchronizing usage tracker for tenant:4784b1708e66437db3ead2f8244f4c8d on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:43:14.822264 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-f07faba2-0344-475e-9916-4e37e0dca099 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] delete failed (client error): The resource could not be found. Feb 09 12:43:14.823283 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f07faba2-0344-475e-9916-4e37e0dca099 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] 10.222.0.55 "DELETE /v2.0/floatingips/31997844-5d86-409c-b97f-74d0ebe370b1 HTTP/1.1" status: 404 len: 345 time: 0.0951560 Feb 09 12:43:14.832359 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e95e0e54-89d4-40e1-a7ee-e63bed0cdb20 req-f181a439-a3d1-4fde-b11d-20ad8ce0ea57 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9b0b9-3227-457e-9539-b66a8cac7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911841 Feb 09 12:43:14.833381 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-1428fc75-edbc-47e9-8dbb-2169c9091a65 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:14.835629 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 51328) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:14.841066 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-1157aa22-7195-45cf-95bf-858b020de33e req-051183e1-4418-4fd3-afc6-07d4c522f337 tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] Unset dirty status for tenant:4784b1708e66437db3ead2f8244f4c8d on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:43:14.842214 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1157aa22-7195-45cf-95bf-858b020de33e req-051183e1-4418-4fd3-afc6-07d4c522f337 tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee3ff6cf-bcef-4516-86e7-d70fb0e7ae14 HTTP/1.1" status: 200 len: 946 time: 0.2337534 Feb 09 12:43:14.930852 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-1157aa22-7195-45cf-95bf-858b020de33e req-c17cdd29-0b2f-440a-9a8b-b44dcd2f0bbe tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] Deleting port f5662ba5-fa4d-4619-bdcf-720b5f41ba0c {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:43:14.931198 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-1157aa22-7195-45cf-95bf-858b020de33e req-c17cdd29-0b2f-440a-9a8b-b44dcd2f0bbe tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:14.958100 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 51336) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:14.968077 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127696e-b20d-4c84-bb79-edb4f35b1dfe req-d5235f06-5482-44e0-9880-e58ac0485d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:14.969513 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0127696e-b20d-4c84-bb79-edb4f35b1dfe req-d5235f06-5482-44e0-9880-e58ac0485d30 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fef63669-60e4-448f-bbf3-5ffe81417e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3150413 Feb 09 12:43:15.150043 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-1428fc75-edbc-47e9-8dbb-2169c9091a65 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:43:15.151086 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1428fc75-edbc-47e9-8dbb-2169c9091a65 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3853817 Feb 09 12:43:15.157211 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51342) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:15.165019 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-d9ba0b01-1cf7-4b2e-bca2-9a1eafa41e80 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Request body: {'security_group_rule': {'security_group_id': '5bbdb94b-2b2a-44a7-b5bb-5f787a3b1f25', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:15.173629 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d9ba0b01-1cf7-4b2e-bca2-9a1eafa41e80 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:15.182085 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d9ba0b01-1cf7-4b2e-bca2-9a1eafa41e80 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Usage tracker for resource:security_group_rule and tenant:c4084cb5c45e4d12882e91c9a625b361 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:15.195527 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d9ba0b01-1cf7-4b2e-bca2-9a1eafa41e80 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:15.206013 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d9ba0b01-1cf7-4b2e-bca2-9a1eafa41e80 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:15.230779 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-1157aa22-7195-45cf-95bf-858b020de33e req-c17cdd29-0b2f-440a-9a8b-b44dcd2f0bbe tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] For port f5662ba5-fa4d-4619-bdcf-720b5f41ba0c, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f5662ba5-fa4d-4619-bdcf-720b5f41ba0c,segment=NetworkSegment(b8380cff-135e-419f-bbeb-d8864373c0a4),segment_id=b8380cff-135e-419f-bbeb-d8864373c0a4)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:43:15.231128 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-1157aa22-7195-45cf-95bf-858b020de33e req-c17cdd29-0b2f-440a-9a8b-b44dcd2f0bbe tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:15.231840 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e2a561b3-5a51-4fe5-99e8-286a0b093d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:15.253531 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13443bf-04ad-4fa3-a522-a2b046ba6d2c req-fa75ff16-b01e-4455-81ad-9957c8477ffd tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:15.255026 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c13443bf-04ad-4fa3-a522-a2b046ba6d2c req-fa75ff16-b01e-4455-81ad-9957c8477ffd tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 946 time: 0.4077704 Feb 09 12:43:15.289583 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde98f9a-19b4-47e5-b89c-eb7357ca0bdc tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:15.295785 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde98f9a-19b4-47e5-b89c-eb7357ca0bdc tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:15.302160 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde98f9a-19b4-47e5-b89c-eb7357ca0bdc tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:15.302469 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-fde98f9a-19b4-47e5-b89c-eb7357ca0bdc tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Synchronizing usage tracker for tenant:8c68454472994c9c93bcd20b28adbf45 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:43:15.318316 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-e2a561b3-5a51-4fe5-99e8-286a0b093d5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:15.331161 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053fa090-6600-4fff-a8f8-0ce2b8d87533 req-1ddbdd26-deea-44e5-801f-1773ff9ac1c4 tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:15.333412 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-053fa090-6600-4fff-a8f8-0ce2b8d87533 req-1ddbdd26-deea-44e5-801f-1773ff9ac1c4 tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3ff6cf-bcef-4516-86e7-d70fb0e7ae14 HTTP/1.1" status: 200 len: 946 time: 0.3795135 Feb 09 12:43:15.341275 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0127696e-b20d-4c84-bb79-edb4f35b1dfe req-d9a921b3-3a56-41d9-be81-e2225f939fc2 service neutron] 10.222.0.46 "GET /v2.0/networks/fef63669-60e4-448f-bbf3-5ffe81417e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165362 Feb 09 12:43:15.346221 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-e2a561b3-5a51-4fe5-99e8-286a0b093d5a admin admin] Usage tracker for resource:security_group_rule and tenant:645908b604bc45dd9669c5328b1bad5d is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:15.361016 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-e2a561b3-5a51-4fe5-99e8-286a0b093d5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:15.366357 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-1157aa22-7195-45cf-95bf-858b020de33e req-c17cdd29-0b2f-440a-9a8b-b44dcd2f0bbe tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] Calling delete_port for f5662ba5-fa4d-4619-bdcf-720b5f41ba0c owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:43:15.407353 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-d9ba0b01-1cf7-4b2e-bca2-9a1eafa41e80 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:43:15.408451 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d9ba0b01-1cf7-4b2e-bca2-9a1eafa41e80 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2503560 Feb 09 12:43:15.416216 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51346) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:15.540338 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-824aecc6-d053-4b68-b068-d6654f9106b1 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:15.548679 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-e2a561b3-5a51-4fe5-99e8-286a0b093d5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:15.589674 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-824aecc6-d053-4b68-b068-d6654f9106b1 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:15.614332 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-1157aa22-7195-45cf-95bf-858b020de33e req-c17cdd29-0b2f-440a-9a8b-b44dcd2f0bbe tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:15.622275 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-fde98f9a-19b4-47e5-b89c-eb7357ca0bdc tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Unset dirty status for tenant:8c68454472994c9c93bcd20b28adbf45 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:43:15.626982 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-fde98f9a-19b4-47e5-b89c-eb7357ca0bdc tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] 10.222.0.55 "GET /v2.0/ports?network_id=760f62ca-36dd-4c5f-b5a6-0fc8161ae658 HTTP/1.1" status: 200 len: 2359 time: 0.7857976 Feb 09 12:43:15.630514 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['f5662ba5-fa4d-4619-bdcf-720b5f41ba0c'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:43:15.642424 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 51350) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:15.647316 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c13443bf-04ad-4fa3-a522-a2b046ba6d2c req-4d023761-74e0-423e-b9fb-272895bda94c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=9312c2c6-ad0f-4a0a-ad28-49fa476a837a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3707376 Feb 09 12:43:15.684987 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17cdd29-0b2f-440a-9a8b-b44dcd2f0bbe tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] Pushing event deleted for resources: {'Port': ['ID=f5662ba5-fa4d-4619-bdcf-720b5f41ba0c,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:15.700469 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-053fa090-6600-4fff-a8f8-0ce2b8d87533 req-f9d3db56-e2d4-4176-ace6-be356faee3dc tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] 10.222.0.55 "GET /v2.0/security-groups?id=a78c7542-e210-4eb2-9ef5-0ad173f33a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494675 Feb 09 12:43:15.776329 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32874cf8-89ec-4a27-b7fd-dac776d6047a tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:15.777038 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-32874cf8-89ec-4a27-b7fd-dac776d6047a tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Synchronizing usage tracker for tenant:8c68454472994c9c93bcd20b28adbf45 on resource:subnet {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:43:15.802552 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0127696e-b20d-4c84-bb79-edb4f35b1dfe req-f019d41b-6171-4570-b88d-e19cd94b69be service neutron] 10.222.0.46 "GET /v2.0/networks/fef63669-60e4-448f-bbf3-5ffe81417e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4425976 Feb 09 12:43:15.821890 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-32874cf8-89ec-4a27-b7fd-dac776d6047a tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Unset dirty status for tenant:8c68454472994c9c93bcd20b28adbf45 on resource:subnet {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:43:15.827761 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-32874cf8-89ec-4a27-b7fd-dac776d6047a tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] 10.222.0.55 "GET /v2.0/subnets/05dc7aef-b14d-4798-af26-ebb1d47b2aea HTTP/1.1" status: 200 len: 797 time: 0.1793573 Feb 09 12:43:15.828307 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 51354) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:15.836165 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-2a78ccb4-5a55-401f-a803-4e6d58626f1e tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Request body: {'port': {'network_id': '760f62ca-36dd-4c5f-b5a6-0fc8161ae658', 'name': 'tempest-FloatingIPTestJSON-23539186', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:15.869579 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-824aecc6-d053-4b68-b068-d6654f9106b1 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:15.885713 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-1157aa22-7195-45cf-95bf-858b020de33e req-c17cdd29-0b2f-440a-9a8b-b44dcd2f0bbe tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] No DVR routers for this DVR port f5662ba5-fa4d-4619-bdcf-720b5f41ba0c on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:43:15.890753 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-1157aa22-7195-45cf-95bf-858b020de33e req-c17cdd29-0b2f-440a-9a8b-b44dcd2f0bbe tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:15.893567 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee3ff6cf-bcef-4516-86e7-d70fb0e7ae14', 'name': 'network-vif-deleted', 'tag': 'f5662ba5-fa4d-4619-bdcf-720b5f41ba0c'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:43:15.908476 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824aecc6-d053-4b68-b068-d6654f9106b1 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbdb94b-2b2a-44a7-b5bb-5f787a3b1f25,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:15.916668 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1157aa22-7195-45cf-95bf-858b020de33e req-c17cdd29-0b2f-440a-9a8b-b44dcd2f0bbe tempest-ServerTagsTestJSON-535107213 tempest-ServerTagsTestJSON-535107213-project] 10.222.0.46 "DELETE /v2.0/ports/f5662ba5-fa4d-4619-bdcf-720b5f41ba0c HTTP/1.1" status: 204 len: 173 time: 1.0692525 Feb 09 12:43:15.919292 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-824aecc6-d053-4b68-b068-d6654f9106b1 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:15.920603 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-824aecc6-d053-4b68-b068-d6654f9106b1 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "DELETE /v2.0/security-groups/5bbdb94b-2b2a-44a7-b5bb-5f787a3b1f25 HTTP/1.1" status: 204 len: 168 time: 0.5034623 Feb 09 12:43:15.923141 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51362) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:15.978111 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee3ff6cf-bcef-4516-86e7-d70fb0e7ae14', 'name': 'network-vif-deleted', 'tag': 'f5662ba5-fa4d-4619-bdcf-720b5f41ba0c', 'status': 'completed', 'code': 200} Feb 09 12:43:15.985471 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f6a63726-1ff8-4eeb-8233-0e47c266aec6 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Synchronizing usage tracker for tenant:c4084cb5c45e4d12882e91c9a625b361 on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:43:16.003971 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f6a63726-1ff8-4eeb-8233-0e47c266aec6 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Unset dirty status for tenant:c4084cb5c45e4d12882e91c9a625b361 on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:43:16.008937 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f6a63726-1ff8-4eeb-8233-0e47c266aec6 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0809622 Feb 09 12:43:16.009549 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51366) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:16.016028 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-aa00e834-1b44-4bab-9170-1ede09f005cd tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Request body: {'security_group': {'name': 'tempest-secgroup--936831885'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:16.022490 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-aa00e834-1b44-4bab-9170-1ede09f005cd tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:16.034781 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-aa00e834-1b44-4bab-9170-1ede09f005cd tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:16.041088 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e2a561b3-5a51-4fe5-99e8-286a0b093d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:16.052380 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e2a561b3-5a51-4fe5-99e8-286a0b093d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:16.053067 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aa00e834-1b44-4bab-9170-1ede09f005cd tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:16.075371 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-aa00e834-1b44-4bab-9170-1ede09f005cd tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:16.079569 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-aa00e834-1b44-4bab-9170-1ede09f005cd tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Usage tracker for resource:security_group_rule and tenant:c4084cb5c45e4d12882e91c9a625b361 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:16.083367 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-aa00e834-1b44-4bab-9170-1ede09f005cd tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:16.089523 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-aa00e834-1b44-4bab-9170-1ede09f005cd tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:16.142303 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e2a561b3-5a51-4fe5-99e8-286a0b093d5a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=645908b604bc45dd9669c5328b1bad5d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1773994 Feb 09 12:43:16.150843 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 51370) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:16.157223 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a561b3-5a51-4fe5-99e8-286a0b093d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf122b0-5e51-452c-bdfe-61dafcecf6d4,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:16.171304 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aa00e834-1b44-4bab-9170-1ede09f005cd tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:16.175256 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aa00e834-1b44-4bab-9170-1ede09f005cd tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:16.178149 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-2a78ccb4-5a55-401f-a803-4e6d58626f1e tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:16.203927 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-2a78ccb4-5a55-401f-a803-4e6d58626f1e tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:16.222191 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa00e834-1b44-4bab-9170-1ede09f005cd tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18176e4b-6fa0-452f-8629-fe3765a38bd1,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:16.228547 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aa00e834-1b44-4bab-9170-1ede09f005cd tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:16.233207 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-aa00e834-1b44-4bab-9170-1ede09f005cd tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2191665 Feb 09 12:43:16.233565 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5a4b3-de91-4ce8-9527-327e0f10997d req-e3e219d5-1b71-4a81-b08d-06a4d22ebbba tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:16.233565 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5cb5a4b3-de91-4ce8-9527-327e0f10997d req-e3e219d5-1b71-4a81-b08d-06a4d22ebbba tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=f46fc7f0-b85d-490b-a980-83d425f5c389 HTTP/1.1" status: 200 len: 943 time: 0.2659922 Feb 09 12:43:16.236129 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51374) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:16.242097 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-cfd7908e-01a4-4b3c-9b74-e110b863f49d tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:16.242655 n-d-825178-3 neutron-server[87568]: WARNING neutron.api.v2.base [None req-cfd7908e-01a4-4b3c-9b74-e110b863f49d tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 12:43:16.243263 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-cfd7908e-01a4-4b3c-9b74-e110b863f49d tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 12:43:16.244296 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-cfd7908e-01a4-4b3c-9b74-e110b863f49d tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "PUT /v2.0/security-groups/18176e4b-6fa0-452f-8629-fe3765a38bd1 HTTP/1.1" status: 409 len: 330 time: 0.0069182 Feb 09 12:43:16.247910 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51378) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:16.265634 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a78ccb4-5a55-401f-a803-4e6d58626f1e tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Made reservation on behalf of 8c68454472994c9c93bcd20b28adbf45 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:43:16.312392 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fec6feaf-4cfa-439a-8f03-6624247718ee tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:16.337896 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bf5eeb5a-b11c-468e-9cee-550f67b32d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:16.339697 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fec6feaf-4cfa-439a-8f03-6624247718ee tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:16.340861 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device e42c149b-a509-433c-8c2a-29c272ef8afe details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:43:16.391727 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fec6feaf-4cfa-439a-8f03-6624247718ee tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:16.412865 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5cb5a4b3-de91-4ce8-9527-327e0f10997d req-a63a8130-c32f-4a90-910c-e291757fc172 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9b0b9-3227-457e-9539-b66a8cac7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716609 Feb 09 12:43:16.422605 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec6feaf-4cfa-439a-8f03-6624247718ee tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18176e4b-6fa0-452f-8629-fe3765a38bd1,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:16.436053 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bf5eeb5a-b11c-468e-9cee-550f67b32d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:16.439546 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fec6feaf-4cfa-439a-8f03-6624247718ee tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:16.440926 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-fec6feaf-4cfa-439a-8f03-6624247718ee tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "DELETE /v2.0/security-groups/18176e4b-6fa0-452f-8629-fe3765a38bd1 HTTP/1.1" status: 204 len: 168 time: 0.1920156 Feb 09 12:43:16.443624 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51382) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:16.493534 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cf4c9e54-ea59-4cff-bc6d-427040ed2147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:16.516550 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-29436915-e9d8-4f25-bb51-76c6483a5b58 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Synchronizing usage tracker for tenant:c4084cb5c45e4d12882e91c9a625b361 on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:43:16.518542 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2a78ccb4-5a55-401f-a803-4e6d58626f1e tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:16.535462 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-29436915-e9d8-4f25-bb51-76c6483a5b58 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] Unset dirty status for tenant:c4084cb5c45e4d12882e91c9a625b361 on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:43:16.536910 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-29436915-e9d8-4f25-bb51-76c6483a5b58 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0910559 Feb 09 12:43:16.541040 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51386) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:16.550926 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [None req-2a78ccb4-5a55-401f-a803-4e6d58626f1e tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] device_id is not set on port e572ef5a-218f-44b0-b6a9-de2734ee5b1e yet. {{(pid=87567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:43:16.560846 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-0861108b-d866-4ffb-8798-caf297b58923 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] delete failed (client error): The resource could not be found. Feb 09 12:43:16.562081 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0861108b-d866-4ffb-8798-caf297b58923 tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "DELETE /v2.0/security-groups/2f6a593c-417d-4084-899f-749304388e46 HTTP/1.1" status: 404 len: 347 time: 0.0199471 Feb 09 12:43:16.565793 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51390) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:16.585513 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-b46c971f-1936-47b3-ab38-564c7388494c tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] show failed (client error): The resource could not be found. Feb 09 12:43:16.588576 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port e42c149b-a509-433c-8c2a-29c272ef8afe, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=e42c149b-a509-433c-8c2a-29c272ef8afe,segment=NetworkSegment(215a8b65-4572-4b3f-bdd9-32a61bc29407),segment_id=215a8b65-4572-4b3f-bdd9-32a61bc29407)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:43:16.591343 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b46c971f-1936-47b3-ab38-564c7388494c tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "GET /v2.0/security-groups/064c2841-546c-449e-a433-75c6a0ea2ed6 HTTP/1.1" status: 404 len: 347 time: 0.0245550 Feb 09 12:43:16.591948 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51394) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:16.611604 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'e42c149b-a509-433c-8c2a-29c272ef8afe', 'network_id': 'fef63669-60e4-448f-bbf3-5ffe81417e5d', 'port_id': 'e42c149b-a509-433c-8c2a-29c272ef8afe', 'mac_address': 'fa:16:3e:56:bd:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14dd4b9b-eeef-4a9f-a7cf-6d5a7f04665c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:43:16.613397 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-85f8b15f-11ab-4c24-8e93-fe253a6cec4c tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] show failed (client error): The resource could not be found. Feb 09 12:43:16.619409 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-85f8b15f-11ab-4c24-8e93-fe253a6cec4c tempest-NegativeSecGroupIPv6Test-386687545 tempest-NegativeSecGroupIPv6Test-386687545-project] 10.222.0.55 "GET /v2.0/security-group-rules/f5e59941-1000-4996-b8f7-e05ebcb0a3a4 HTTP/1.1" status: 404 len: 356 time: 0.0263674 Feb 09 12:43:16.653644 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bf5eeb5a-b11c-468e-9cee-550f67b32d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:16.690078 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:16.715486 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e42c149b-a509-433c-8c2a-29c272ef8afe {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:43:16.737808 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port e42c149b-a509-433c-8c2a-29c272ef8afe, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=e42c149b-a509-433c-8c2a-29c272ef8afe,segment=NetworkSegment(215a8b65-4572-4b3f-bdd9-32a61bc29407),segment_id=215a8b65-4572-4b3f-bdd9-32a61bc29407)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:43:16.744328 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:16.779003 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5eeb5a-b11c-468e-9cee-550f67b32d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf122b0-5e51-452c-bdfe-61dafcecf6d4,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:16.826387 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bf5eeb5a-b11c-468e-9cee-550f67b32d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:16.827437 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-bf5eeb5a-b11c-468e-9cee-550f67b32d57 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/edf122b0-5e51-452c-bdfe-61dafcecf6d4 HTTP/1.1" status: 204 len: 168 time: 0.6736534 Feb 09 12:43:16.827893 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=e42c149b-a509-433c-8c2a-29c272ef8afe,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:16.873924 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51408) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:16.923928 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 51412) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:16.951042 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-d203ea4d-4268-488b-a8ac-3106f78f1a1e admin admin] Deleting subnet 0238d7a7-cb0e-4da1-a08b-af16b4d9c78b {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:43:16.954926 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d203ea4d-4268-488b-a8ac-3106f78f1a1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:17.016214 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d203ea4d-4268-488b-a8ac-3106f78f1a1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:17.035686 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['e42c149b-a509-433c-8c2a-29c272ef8afe'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:43:17.055360 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e8ef0-cacf-414b-bfa7-9aca555e49cd req-6f656180-9908-40bf-8e00-5e99cc6f1cc2 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:17.062723 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3f1e8ef0-cacf-414b-bfa7-9aca555e49cd req-6f656180-9908-40bf-8e00-5e99cc6f1cc2 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 946 time: 0.2027409 Feb 09 12:43:17.082918 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d203ea4d-4268-488b-a8ac-3106f78f1a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:17.167504 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d203ea4d-4268-488b-a8ac-3106f78f1a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:17.208500 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3f1e8ef0-cacf-414b-bfa7-9aca555e49cd req-372c4017-ee42-4388-add6-aa7192986a09 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=9312c2c6-ad0f-4a0a-ad28-49fa476a837a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447575 Feb 09 12:43:17.242446 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-2a78ccb4-5a55-401f-a803-4e6d58626f1e tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Allocated IP 172.20.0.14 (760f62ca-36dd-4c5f-b5a6-0fc8161ae658/05dc7aef-b14d-4798-af26-ebb1d47b2aea/e572ef5a-218f-44b0-b6a9-de2734ee5b1e) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:43:17.253427 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d203ea4d-4268-488b-a8ac-3106f78f1a1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0238d7a7-cb0e-4da1-a08b-af16b4d9c78b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:17.257655 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-2a78ccb4-5a55-401f-a803-4e6d58626f1e tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Allocated IP 172.20.0.13 (760f62ca-36dd-4c5f-b5a6-0fc8161ae658/05dc7aef-b14d-4798-af26-ebb1d47b2aea/e572ef5a-218f-44b0-b6a9-de2734ee5b1e) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:43:17.262777 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d203ea4d-4268-488b-a8ac-3106f78f1a1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:17.269904 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d203ea4d-4268-488b-a8ac-3106f78f1a1e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0238d7a7-cb0e-4da1-a08b-af16b4d9c78b HTTP/1.1" status: 204 len: 168 time: 0.3949571 Feb 09 12:43:17.272949 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51420) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:17.312539 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 51424) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:17.358196 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-38b58226-950f-4a6b-8d5e-1143cf071169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:17.396133 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-38b58226-950f-4a6b-8d5e-1143cf071169 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:17.414782 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c15dd4b5-fd6e-4fed-ac56-671a0d0bf8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:17.421571 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9baa8eda-de3f-4a4a-81af-a06493c745eb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c4084cb5c45e4d12882e91c9a625b361&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4916255 Feb 09 12:43:17.423508 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-38b58226-950f-4a6b-8d5e-1143cf071169 admin admin] Usage tracker for resource:security_group_rule and tenant:4bf637f6265c435aa1d0f379da960bc4 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:17.424350 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51428) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:17.429657 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-38b58226-950f-4a6b-8d5e-1143cf071169 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:17.487663 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-38b58226-950f-4a6b-8d5e-1143cf071169 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:17.594031 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c15dd4b5-fd6e-4fed-ac56-671a0d0bf8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:17.594967 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:17.603582 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:17.610550 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f4d6052c-2485-4e12-87b9-a7272564e03b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:17.633853 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-c15dd4b5-fd6e-4fed-ac56-671a0d0bf8c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10bb7301-3723-4d1d-8cb4-561b5ecba3cf']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:17.656188 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2a78ccb4-5a55-401f-a803-4e6d58626f1e tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:17.656444 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-c15dd4b5-fd6e-4fed-ac56-671a0d0bf8c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8380cff-135e-419f-bbeb-d8864373c0a4') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:17.656617 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-c15dd4b5-fd6e-4fed-ac56-671a0d0bf8c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8380cff-135e-419f-bbeb-d8864373c0a4') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:17.670784 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f4d6052c-2485-4e12-87b9-a7272564e03b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:17.681251 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c15dd4b5-fd6e-4fed-ac56-671a0d0bf8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:17.707000 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-38b58226-950f-4a6b-8d5e-1143cf071169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:17.712280 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c15dd4b5-fd6e-4fed-ac56-671a0d0bf8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:17.717478 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-38b58226-950f-4a6b-8d5e-1143cf071169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:17.728222 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c15dd4b5-fd6e-4fed-ac56-671a0d0bf8c1 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:43:17.728725 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c15dd4b5-fd6e-4fed-ac56-671a0d0bf8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:17.742636 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:43:17.742636 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:43:17.742636 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:43:17.742636 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:43:17.742636 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:43:17.742636 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:43:17.742636 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:43:17.742636 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:43:17.742636 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:43:17.742636 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:43:17.742636 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:43:17.742636 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:43:17.742636 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:43:17.742636 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:43:17.742636 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:43:17.742636 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:43:17.742636 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:43:17.742636 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:43:17.742636 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:43:17.742636 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:43:17.742636 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:43:17.742636 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:43:17.742636 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:43:17.742636 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:43:17.742636 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:43:17.742636 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:43:17.742636 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:43:17.742636 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:43:17.742636 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:43:17.742636 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:43:17.742636 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:43:17.742636 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:43:17.769392 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30db0d-098a-48de-a79b-a88e726f6de7 req-d1aba1d2-efb5-430d-96a0-4a0ab2f4d625 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:17.770860 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-af30db0d-098a-48de-a79b-a88e726f6de7 req-d1aba1d2-efb5-430d-96a0-4a0ab2f4d625 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=f46fc7f0-b85d-490b-a980-83d425f5c389 HTTP/1.1" status: 200 len: 944 time: 0.2215900 Feb 09 12:43:17.798599 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b58226-950f-4a6b-8d5e-1143cf071169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1daac62e-cf9e-4b0a-b0a7-43b6a0868d8d,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:17.807329 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-38b58226-950f-4a6b-8d5e-1143cf071169 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4bf637f6265c435aa1d0f379da960bc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4898880 Feb 09 12:43:17.807690 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51434) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:17.810807 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2a78ccb4-5a55-401f-a803-4e6d58626f1e tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:17.845503 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f4d6052c-2485-4e12-87b9-a7272564e03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:17.860292 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c15dd4b5-fd6e-4fed-ac56-671a0d0bf8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:17.890375 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c15dd4b5-fd6e-4fed-ac56-671a0d0bf8c1 admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:17.905101 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a78ccb4-5a55-401f-a803-4e6d58626f1e tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Network 760f62ca-36dd-4c5f-b5a6-0fc8161ae658 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:43:17.905436 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d6052c-2485-4e12-87b9-a7272564e03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881105a8-bc48-4978-9d34-d3c17c36b043,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:17.907153 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15dd4b5-fd6e-4fed-ac56-671a0d0bf8c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=10bb7301-3723-4d1d-8cb4-561b5ecba3cf,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:17.908615 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-af30db0d-098a-48de-a79b-a88e726f6de7 req-f6dd42b2-f16a-4164-97f7-f551668c62cd tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9b0b9-3227-457e-9539-b66a8cac7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299624 Feb 09 12:43:17.911355 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-2a78ccb4-5a55-401f-a803-4e6d58626f1e tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:43:17.915879 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a78ccb4-5a55-401f-a803-4e6d58626f1e tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:43:17.947538 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9c0d36d9-590e-4943-979c-abcd4a736bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:17.964596 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c15dd4b5-fd6e-4fed-ac56-671a0d0bf8c1 admin admin] 10.222.0.55 "DELETE /v2.0/networks/10bb7301-3723-4d1d-8cb4-561b5ecba3cf HTTP/1.1" status: 204 len: 168 time: 0.6892912 Feb 09 12:43:17.987260 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9c0d36d9-590e-4943-979c-abcd4a736bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:18.036341 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f4d6052c-2485-4e12-87b9-a7272564e03b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:18.038685 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f4d6052c-2485-4e12-87b9-a7272564e03b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/881105a8-bc48-4978-9d34-d3c17c36b043 HTTP/1.1" status: 204 len: 168 time: 0.6132040 Feb 09 12:43:18.056797 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9c0d36d9-590e-4943-979c-abcd4a736bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:18.071862 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d36d9-590e-4943-979c-abcd4a736bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1daac62e-cf9e-4b0a-b0a7-43b6a0868d8d,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:18.074936 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9c0d36d9-590e-4943-979c-abcd4a736bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:18.075093 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a78ccb4-5a55-401f-a803-4e6d58626f1e tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Pushing event updated for resources: {'Port': ['ID=e572ef5a-218f-44b0-b6a9-de2734ee5b1e,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:18.076160 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9c0d36d9-590e-4943-979c-abcd4a736bd4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1daac62e-cf9e-4b0a-b0a7-43b6a0868d8d HTTP/1.1" status: 204 len: 168 time: 0.2675352 Feb 09 12:43:18.113933 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a78ccb4-5a55-401f-a803-4e6d58626f1e tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:18.114420 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2a78ccb4-5a55-401f-a803-4e6d58626f1e tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:18.138619 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2a78ccb4-5a55-401f-a803-4e6d58626f1e tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.3091338 Feb 09 12:43:18.141159 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 51446) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:18.146805 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-aa956cb8-cd55-4080-bfd6-e72c95cfecbe tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'port_id': 'e572ef5a-218f-44b0-b6a9-de2734ee5b1e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:18.154828 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-aa956cb8-cd55-4080-bfd6-e72c95cfecbe tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:18.159157 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-aa956cb8-cd55-4080-bfd6-e72c95cfecbe tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Usage tracker for resource:floatingip and tenant:8c68454472994c9c93bcd20b28adbf45 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:18.162478 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-aa956cb8-cd55-4080-bfd6-e72c95cfecbe tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:18.168550 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-aa956cb8-cd55-4080-bfd6-e72c95cfecbe tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:18.177261 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 51450) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:18.194701 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-aa956cb8-cd55-4080-bfd6-e72c95cfecbe tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for floatingip, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:18.340167 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-14743946-9fcc-4cf5-bdbc-661cc8027344 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4784b1708e66437db3ead2f8244f4c8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1617191 Feb 09 12:43:18.343148 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51458) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:18.345508 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device e42c149b-a509-433c-8c2a-29c272ef8afe up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:43:18.453816 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port e42c149b-a509-433c-8c2a-29c272ef8afe completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:43:18.459563 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port e42c149b-a509-433c-8c2a-29c272ef8afe triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:43:18.460771 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:18.481317 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-de4b2677-2276-488f-9e31-8749b1a2ba9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:18.514710 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-aa956cb8-cd55-4080-bfd6-e72c95cfecbe tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:18.541017 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-de4b2677-2276-488f-9e31-8749b1a2ba9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:18.623540 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e6bc4-71b3-4afd-ba69-43398f926591 req-8e317d53-d824-4840-9828-f07b3c750a97 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:18.626224 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7a1e6bc4-71b3-4afd-ba69-43398f926591 req-8e317d53-d824-4840-9828-f07b3c750a97 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 946 time: 0.2047231 Feb 09 12:43:18.629029 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:18.651092 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-de4b2677-2276-488f-9e31-8749b1a2ba9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:18.670804 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b2677-2276-488f-9e31-8749b1a2ba9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78c7542-e210-4eb2-9ef5-0ad173f33a40,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:18.694367 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-de4b2677-2276-488f-9e31-8749b1a2ba9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:18.694367 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-de4b2677-2276-488f-9e31-8749b1a2ba9c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a78c7542-e210-4eb2-9ef5-0ad173f33a40 HTTP/1.1" status: 204 len: 168 time: 0.3497241 Feb 09 12:43:18.710593 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46fc7f0-b85d-490b-a980-83d425f5c389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e42c149b-a509-433c-8c2a-29c272ef8afe'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:43:18.725305 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port e42c149b-a509-433c-8c2a-29c272ef8afe, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=e42c149b-a509-433c-8c2a-29c272ef8afe,segment=NetworkSegment(215a8b65-4572-4b3f-bdd9-32a61bc29407),segment_id=215a8b65-4572-4b3f-bdd9-32a61bc29407)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:43:18.730810 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:18.731935 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device f5662ba5-fa4d-4619-bdcf-720b5f41ba0c no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:43:18.739302 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7a1e6bc4-71b3-4afd-ba69-43398f926591 req-cc942489-8b5a-4c19-bc38-873269ed3e2b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=9312c2c6-ad0f-4a0a-ad28-49fa476a837a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072612 Feb 09 12:43:18.779063 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-aa956cb8-cd55-4080-bfd6-e72c95cfecbe tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Allocated IP 172.25.7.132 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/db1bf102-2961-4fbd-b08f-381bc5868d29) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:43:18.824731 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: f5662ba5-fa4d-4619-bdcf-720b5f41ba0c {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:43:18.825363 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device f5662ba5-fa4d-4619-bdcf-720b5f41ba0c not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:43:18.827871 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46fc7f0-b85d-490b-a980-83d425f5c389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e42c149b-a509-433c-8c2a-29c272ef8afe', 'code': 200} Feb 09 12:43:18.873527 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=e42c149b-a509-433c-8c2a-29c272ef8afe,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:18.955353 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-aa956cb8-cd55-4080-bfd6-e72c95cfecbe tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:18.961908 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e336abd5-d966-4012-97e9-e21a3a1e7a78 req-7bd7ca6a-bd14-42f9-a445-b4569fc4a166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:18.964502 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e336abd5-d966-4012-97e9-e21a3a1e7a78 req-7bd7ca6a-bd14-42f9-a445-b4569fc4a166 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f46fc7f0-b85d-490b-a980-83d425f5c389 HTTP/1.1" status: 200 len: 1096 time: 0.0878863 Feb 09 12:43:18.993563 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-aa956cb8-cd55-4080-bfd6-e72c95cfecbe tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:19.024959 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e336abd5-d966-4012-97e9-e21a3a1e7a78 req-b3c87c4f-5882-4cd7-aa3b-ed6a6750787a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1db9b0b9-3227-457e-9539-b66a8cac7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515900 Feb 09 12:43:19.110918 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa956cb8-cd55-4080-bfd6-e72c95cfecbe tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:43:19.129239 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-aa956cb8-cd55-4080-bfd6-e72c95cfecbe tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:43:19.133072 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa956cb8-cd55-4080-bfd6-e72c95cfecbe tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:43:19.140643 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:19.200908 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa956cb8-cd55-4080-bfd6-e72c95cfecbe tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Pushing event updated for resources: {'Port': ['ID=db1bf102-2961-4fbd-b08f-381bc5868d29,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:19.336778 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febde84d-9ad0-4efd-8ef2-cddafe27b26e req-5de64981-356f-43e2-9bd5-e97ce6231f69 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:19.344071 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-febde84d-9ad0-4efd-8ef2-cddafe27b26e req-5de64981-356f-43e2-9bd5-e97ce6231f69 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=f46fc7f0-b85d-490b-a980-83d425f5c389 HTTP/1.1" status: 200 len: 945 time: 0.2789071 Feb 09 12:43:19.476961 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-febde84d-9ad0-4efd-8ef2-cddafe27b26e req-beddca2d-ec5b-4868-9307-1c086c5f6a2e tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9b0b9-3227-457e-9539-b66a8cac7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320400 Feb 09 12:43:19.680663 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-aa956cb8-cd55-4080-bfd6-e72c95cfecbe tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:19.765667 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-aa956cb8-cd55-4080-bfd6-e72c95cfecbe tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:20.034446 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca588ab6-53fc-4a03-ab18-3c161cef28fb req-50c97995-360a-4045-bc54-9e08504fe793 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:20.035439 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ca588ab6-53fc-4a03-ab18-3c161cef28fb req-50c97995-360a-4045-bc54-9e08504fe793 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 946 time: 0.1275067 Feb 09 12:43:20.088733 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ca588ab6-53fc-4a03-ab18-3c161cef28fb req-a39b6ccf-896d-49b4-8a9b-1cb4a0d1b80e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=9312c2c6-ad0f-4a0a-ad28-49fa476a837a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477238 Feb 09 12:43:20.245313 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-aa956cb8-cd55-4080-bfd6-e72c95cfecbe tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:20.250888 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-aa956cb8-cd55-4080-bfd6-e72c95cfecbe tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:20.380509 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-aa956cb8-cd55-4080-bfd6-e72c95cfecbe tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:20.473441 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa956cb8-cd55-4080-bfd6-e72c95cfecbe tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Pushing event updated for resources: {'Port': ['ID=db1bf102-2961-4fbd-b08f-381bc5868d29,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:20.553725 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:20.662402 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [None req-aa956cb8-cd55-4080-bfd6-e72c95cfecbe tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Floating IP 39de055d-7a94-49db-a136-43fbefe7fd66 associated. External IP: 172.25.7.132, port: e572ef5a-218f-44b0-b6a9-de2734ee5b1e. Feb 09 12:43:20.855997 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db78205-bf9f-47d7-ba3e-b67ef1194885 req-c0239563-0f0e-44cf-ba2b-bc155ca3c397 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:20.857492 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2db78205-bf9f-47d7-ba3e-b67ef1194885 req-c0239563-0f0e-44cf-ba2b-bc155ca3c397 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=f46fc7f0-b85d-490b-a980-83d425f5c389 HTTP/1.1" status: 200 len: 945 time: 0.2455018 Feb 09 12:43:20.992270 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2db78205-bf9f-47d7-ba3e-b67ef1194885 req-e29b34e8-1fbc-451d-b7b6-413c58b54435 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9b0b9-3227-457e-9539-b66a8cac7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202466 Feb 09 12:43:21.214983 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa956cb8-cd55-4080-bfd6-e72c95cfecbe tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Router aabc8592-94a1-4890-a1fa-84d622b4d228 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:43:21.457895 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa131ba9-2a9c-4169-b61a-84844d9436cc req-8db969b0-2f7d-45f8-a160-31ddd6be6076 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:21.459669 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fa131ba9-2a9c-4169-b61a-84844d9436cc req-8db969b0-2f7d-45f8-a160-31ddd6be6076 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=f46fc7f0-b85d-490b-a980-83d425f5c389 HTTP/1.1" status: 200 len: 945 time: 0.3023596 Feb 09 12:43:21.468756 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51598) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:21.474809 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-dd75b83c-ae5e-45ec-8345-195634c80572 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Request body: {'floatingip': {'port_id': 'e42c149b-a509-433c-8c2a-29c272ef8afe'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:21.509217 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa956cb8-cd55-4080-bfd6-e72c95cfecbe tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:43:21.521699 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7de2e3-ca34-4254-a03b-cc3a9ad0f5cf None None] Sync routers for ids ['aabc8592-94a1-4890-a1fa-84d622b4d228'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:43:21.530661 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b364b516-75e7-4cb4-93fb-698cddcef095 req-b6790b97-90e4-4a78-a4f1-d15566d7083d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:21.537059 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7de2e3-ca34-4254-a03b-cc3a9ad0f5cf None None] Routers {'aabc8592-94a1-4890-a1fa-84d622b4d228'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:43:21.537635 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-ab7de2e3-ca34-4254-a03b-cc3a9ad0f5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:43:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['aabc8592-94a1-4890-a1fa-84d622b4d228'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:21.544453 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b364b516-75e7-4cb4-93fb-698cddcef095 req-b6790b97-90e4-4a78-a4f1-d15566d7083d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 946 time: 0.3037815 Feb 09 12:43:21.603971 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-aa956cb8-cd55-4080-bfd6-e72c95cfecbe tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:21.642108 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dd75b83c-ae5e-45ec-8345-195634c80572 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks [] for floatingip, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:21.665151 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b364b516-75e7-4cb4-93fb-698cddcef095 req-87799a7f-fdca-494f-9731-cd3f5b6b5247 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=9312c2c6-ad0f-4a0a-ad28-49fa476a837a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197214 Feb 09 12:43:21.705324 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-aa956cb8-cd55-4080-bfd6-e72c95cfecbe tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.5630152 Feb 09 12:43:21.707927 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 51608) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:21.708939 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-ab7de2e3-ca34-4254-a03b-cc3a9ad0f5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:21.716844 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-f31b0c14-4028-42b6-b4e2-3892d38c28a1 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Request body: {'floatingip': {'port_id': 'e572ef5a-218f-44b0-b6a9-de2734ee5b1e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:21.720998 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7de2e3-ca34-4254-a03b-cc3a9ad0f5cf None None] Routers {'aabc8592-94a1-4890-a1fa-84d622b4d228'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:43:21.721822 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-ab7de2e3-ca34-4254-a03b-cc3a9ad0f5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:43:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['aabc8592-94a1-4890-a1fa-84d622b4d228'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:21.791085 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-ab7de2e3-ca34-4254-a03b-cc3a9ad0f5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:21.791735 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7de2e3-ca34-4254-a03b-cc3a9ad0f5cf None None] The sync data for ids ['aabc8592-94a1-4890-a1fa-84d622b4d228'] in n-d-825178-3 is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:43:21.855671 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f31b0c14-4028-42b6-b4e2-3892d38c28a1 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for floatingip, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:22.076266 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [req-d080eaae-4add-4adf-b5af-d0dbd52632cb req-0665fd23-be61-4934-94e9-39f89fefe9fe service neutron] show failed (client error): The resource could not be found. Feb 09 12:43:22.077625 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d080eaae-4add-4adf-b5af-d0dbd52632cb req-0665fd23-be61-4934-94e9-39f89fefe9fe service neutron] 10.222.0.46 "GET /v2.0/ports/ed232671-0f86-4944-b76c-438219b43570/bindings/n-h1-825178-3 HTTP/1.1" status: 404 len: 380 time: 0.2569046 Feb 09 12:43:22.402455 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.52', 54977) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:22.847846 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dd75b83c-ae5e-45ec-8345-195634c80572 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:22.860418 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dd75b83c-ae5e-45ec-8345-195634c80572 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:22.897221 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:22.965367 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f31b0c14-4028-42b6-b4e2-3892d38c28a1 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:22.980126 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f31b0c14-4028-42b6-b4e2-3892d38c28a1 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:23.107687 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080eaae-4add-4adf-b5af-d0dbd52632cb req-4724718c-cd4d-49b7-9fcf-37fc79cf0596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:23.109853 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d080eaae-4add-4adf-b5af-d0dbd52632cb req-4724718c-cd4d-49b7-9fcf-37fc79cf0596 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d&tenant_id=2c7a8f76649f44a59c185c6d6414b556 HTTP/1.1" status: 200 len: 1097 time: 0.7074380 Feb 09 12:43:23.126686 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1841fc-a166-4a31-aef1-67274a225a29 req-5e20dc42-13af-475b-96e4-b176a44d5a5a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:23.128391 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9b1841fc-a166-4a31-aef1-67274a225a29 req-5e20dc42-13af-475b-96e4-b176a44d5a5a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 946 time: 0.2198768 Feb 09 12:43:23.131634 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-d080eaae-4add-4adf-b5af-d0dbd52632cb req-a74aeb6a-559c-4df9-86f5-c63eacb7bf03 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825178-3', 'device_owner': 'compute:nova'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:23.233715 n-d-825178-3 neutron-server[87568]: INFO neutron.db.l3_db [None req-dd75b83c-ae5e-45ec-8345-195634c80572 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Floating IP 8438ffc7-7288-430f-8c15-5df0788cf3d4 associated. External IP: 172.25.7.150, port: e42c149b-a509-433c-8c2a-29c272ef8afe. Feb 09 12:43:23.279109 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9b1841fc-a166-4a31-aef1-67274a225a29 req-482c90bb-4c57-4e3b-b6b4-048a96daabf1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=9312c2c6-ad0f-4a0a-ad28-49fa476a837a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000268 Feb 09 12:43:23.654858 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f31b0c14-4028-42b6-b4e2-3892d38c28a1 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Router aabc8592-94a1-4890-a1fa-84d622b4d228 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:43:23.776422 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d080eaae-4add-4adf-b5af-d0dbd52632cb req-a74aeb6a-559c-4df9-86f5-c63eacb7bf03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:23.904297 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31b0c14-4028-42b6-b4e2-3892d38c28a1 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:43:23.919441 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466c78e4-4372-4660-9fc8-1ef3580fa7db None None] Sync routers for ids ['aabc8592-94a1-4890-a1fa-84d622b4d228'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:43:23.920152 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f31b0c14-4028-42b6-b4e2-3892d38c28a1 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:23.943497 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466c78e4-4372-4660-9fc8-1ef3580fa7db None None] Routers {'aabc8592-94a1-4890-a1fa-84d622b4d228'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:43:23.946095 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-466c78e4-4372-4660-9fc8-1ef3580fa7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:43:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['aabc8592-94a1-4890-a1fa-84d622b4d228'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:24.068645 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-466c78e4-4372-4660-9fc8-1ef3580fa7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:24.080649 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466c78e4-4372-4660-9fc8-1ef3580fa7db None None] Routers {'aabc8592-94a1-4890-a1fa-84d622b4d228'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:43:24.081618 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-466c78e4-4372-4660-9fc8-1ef3580fa7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:43:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['aabc8592-94a1-4890-a1fa-84d622b4d228'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:24.160959 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-466c78e4-4372-4660-9fc8-1ef3580fa7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:24.161658 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466c78e4-4372-4660-9fc8-1ef3580fa7db None None] The sync data for ids ['aabc8592-94a1-4890-a1fa-84d622b4d228'] in n-d-825178-3 is: [] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:43:24.344185 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f31b0c14-4028-42b6-b4e2-3892d38c28a1 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] 10.222.0.55 "PUT /v2.0/floatingips/39de055d-7a94-49db-a136-43fbefe7fd66 HTTP/1.1" status: 200 len: 977 time: 2.6345334 Feb 09 12:43:24.344951 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 51670) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:24.375733 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device ed232671-0f86-4944-b76c-438219b43570 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:43:24.556453 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd75b83c-ae5e-45ec-8345-195634c80572 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Router 75fdade2-b806-4c32-a62d-cc445ced14d0 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:43:24.567142 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-d080eaae-4add-4adf-b5af-d0dbd52632cb req-a74aeb6a-559c-4df9-86f5-c63eacb7bf03 service neutron] For port ed232671-0f86-4944-b76c-438219b43570, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=ed232671-0f86-4944-b76c-438219b43570,segment=NetworkSegment(1f465c16-8bbc-4cd6-be8f-f8d5066ecd9e),segment_id=1f465c16-8bbc-4cd6-be8f-f8d5066ecd9e)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:43:24.650408 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:24.696492 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-d080eaae-4add-4adf-b5af-d0dbd52632cb req-a74aeb6a-559c-4df9-86f5-c63eacb7bf03 service neutron] For port ed232671-0f86-4944-b76c-438219b43570, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:43:24.721512 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-76a11344-62bd-482f-9fe8-c6bf61f48409 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Deleting port db1bf102-2961-4fbd-b08f-381bc5868d29 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:43:24.721739 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-76a11344-62bd-482f-9fe8-c6bf61f48409 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:24.929372 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e39cf3-9429-49ef-8eed-4d10fd59973d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed232671-0f86-4944-b76c-438219b43570'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:43:24.936039 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d080eaae-4add-4adf-b5af-d0dbd52632cb req-a74aeb6a-559c-4df9-86f5-c63eacb7bf03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:24.952678 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd75b83c-ae5e-45ec-8345-195634c80572 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:43:24.959719 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dd75b83c-ae5e-45ec-8345-195634c80572 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:24.967723 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe45516-b42d-4a28-8015-464a3006b9c8 None None] Sync routers for ids ['75fdade2-b806-4c32-a62d-cc445ced14d0'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:43:24.970674 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18fb834-1fee-444b-ab82-edc0a7c5393b req-c0db1c34-8b02-4ff4-a951-1fae5a204de0 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:24.984384 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f18fb834-1fee-444b-ab82-edc0a7c5393b req-c0db1c34-8b02-4ff4-a951-1fae5a204de0 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 946 time: 0.2583773 Feb 09 12:43:24.984520 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe45516-b42d-4a28-8015-464a3006b9c8 None None] Routers {'75fdade2-b806-4c32-a62d-cc445ced14d0'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:43:24.985025 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-3fe45516-b42d-4a28-8015-464a3006b9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:43:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['75fdade2-b806-4c32-a62d-cc445ced14d0'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:25.021703 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e39cf3-9429-49ef-8eed-4d10fd59973d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed232671-0f86-4944-b76c-438219b43570', 'code': 200} Feb 09 12:43:25.065612 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f18fb834-1fee-444b-ab82-edc0a7c5393b req-e26cbc63-3214-4e73-96ab-6b778895e333 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=9312c2c6-ad0f-4a0a-ad28-49fa476a837a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802486 Feb 09 12:43:25.071718 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-d080eaae-4add-4adf-b5af-d0dbd52632cb req-a74aeb6a-559c-4df9-86f5-c63eacb7bf03 service neutron] Transition to ACTIVE for port object ed232671-0f86-4944-b76c-438219b43570 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:43:25.099043 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d080eaae-4add-4adf-b5af-d0dbd52632cb req-a74aeb6a-559c-4df9-86f5-c63eacb7bf03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:25.113382 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-76a11344-62bd-482f-9fe8-c6bf61f48409 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:25.113961 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-76a11344-62bd-482f-9fe8-c6bf61f48409 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:25.178943 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-dd75b83c-ae5e-45ec-8345-195634c80572 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "PUT /v2.0/floatingips/8438ffc7-7288-430f-8c15-5df0788cf3d4 HTTP/1.1" status: 200 len: 991 time: 3.7090342 Feb 09 12:43:25.254630 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:43:25.256112 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:43:25.290370 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-76a11344-62bd-482f-9fe8-c6bf61f48409 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Calling delete_port for db1bf102-2961-4fbd-b08f-381bc5868d29 owned by network:floatingip {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:43:25.403740 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74aeb6a-559c-4df9-86f5-c63eacb7bf03 service neutron] Pushing event updated for resources: {'Port': ['ID=ed232671-0f86-4944-b76c-438219b43570,revision_number=6']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:25.436288 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-3fe45516-b42d-4a28-8015-464a3006b9c8 None None] Set router 75fdade2-b806-4c32-a62d-cc445ced14d0 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:43:25.535185 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-d080eaae-4add-4adf-b5af-d0dbd52632cb req-a74aeb6a-559c-4df9-86f5-c63eacb7bf03 service neutron] No DVR routers for this DVR port ed232671-0f86-4944-b76c-438219b43570 on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:43:25.736110 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f612438-bb56-4062-a63a-9a6ada43f88d req-b23cc732-2527-4dec-a0d9-4be0a435688c tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:25.739252 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9f612438-bb56-4062-a63a-9a6ada43f88d req-b23cc732-2527-4dec-a0d9-4be0a435688c tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=f46fc7f0-b85d-490b-a980-83d425f5c389 HTTP/1.1" status: 200 len: 945 time: 0.3576148 Feb 09 12:43:25.861804 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9f612438-bb56-4062-a63a-9a6ada43f88d req-4d8645a5-8464-424f-af9a-35f85540181c tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9b0b9-3227-457e-9539-b66a8cac7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066177 Feb 09 12:43:25.887556 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-76a11344-62bd-482f-9fe8-c6bf61f48409 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:25.990122 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a11344-62bd-482f-9fe8-c6bf61f48409 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Pushing event deleted for resources: {'Port': ['ID=db1bf102-2961-4fbd-b08f-381bc5868d29,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:26.020915 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-3fe45516-b42d-4a28-8015-464a3006b9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'name': 'tempest-AttachVolumeTestJSON-1116701485-router', 'tenant_id': '7722e72c858c4f97b7f4eb543cff4fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '860cb290-91fe-4b38-b237-00ec193b4c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:42:43Z', 'updated_at': '2022-02-09T12:42:55Z', 'revision_number': 4, 'project_id': '7722e72c858c4f97b7f4eb543cff4fda', 'gw_port': {'id': '860cb290-91fe-4b38-b237-00ec193b4c6b', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:42:45Z', 'updated_at': '2022-02-09T12:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '8438ffc7-7288-430f-8c15-5df0788cf3d4', 'tenant_id': '7722e72c858c4f97b7f4eb543cff4fda', 'floating_ip_address': '172.25.7.150', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'port_id': 'e42c149b-a509-433c-8c2a-29c272ef8afe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2834, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fef63669-60e4-448f-bbf3-5ffe81417e5d', 'mac_address': 'fa:16:3e:56:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46fc7f0-b85d-490b-a980-83d425f5c389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:43:03Z', 'updated_at': '2022-02-09T12:43:22Z', 'revision_number': 1, 'project_id': '7722e72c858c4f97b7f4eb543cff4fda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '094dabad-0032-48d9-a6eb-073a5b8967a4', 'name': '', 'network_id': 'fef63669-60e4-448f-bbf3-5ffe81417e5d', 'tenant_id': '7722e72c858c4f97b7f4eb543cff4fda', 'mac_address': 'fa:16:3e:14:62:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '14dd4b9b-eeef-4a9f-a7cf-6d5a7f04665c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:42:52Z', 'updated_at': '2022-02-09T12:43:03Z', 'revision_number': 5, 'project_id': '7722e72c858c4f97b7f4eb543cff4fda', 'subnets': [{'id': '14dd4b9b-eeef-4a9f-a7cf-6d5a7f04665c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:26.025240 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe45516-b42d-4a28-8015-464a3006b9c8 None None] Checking router: 75fdade2-b806-4c32-a62d-cc445ced14d0 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:43:26.034978 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe45516-b42d-4a28-8015-464a3006b9c8 None None] Routers {'75fdade2-b806-4c32-a62d-cc445ced14d0'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:43:26.035687 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-3fe45516-b42d-4a28-8015-464a3006b9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:43:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['75fdade2-b806-4c32-a62d-cc445ced14d0'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:26.048533 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-d080eaae-4add-4adf-b5af-d0dbd52632cb req-a74aeb6a-559c-4df9-86f5-c63eacb7bf03 service neutron] Attempting to bind port ed232671-0f86-4944-b76c-438219b43570 on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:43:26.049043 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-d080eaae-4add-4adf-b5af-d0dbd52632cb req-a74aeb6a-559c-4df9-86f5-c63eacb7bf03 service neutron] Attempting to bind port ed232671-0f86-4944-b76c-438219b43570 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': '1f465c16-8bbc-4cd6-be8f-f8d5066ecd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cd0860fa-4273-47b3-901e-11f5ca0c6ffa'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:43:26.049444 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d080eaae-4add-4adf-b5af-d0dbd52632cb req-a74aeb6a-559c-4df9-86f5-c63eacb7bf03 service neutron] Attempting to bind port ed232671-0f86-4944-b76c-438219b43570 on network cd0860fa-4273-47b3-901e-11f5ca0c6ffa {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:43:26.055469 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d080eaae-4add-4adf-b5af-d0dbd52632cb req-a74aeb6a-559c-4df9-86f5-c63eacb7bf03 service neutron] Port ed232671-0f86-4944-b76c-438219b43570 on network cd0860fa-4273-47b3-901e-11f5ca0c6ffa not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:43:26.055941 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d080eaae-4add-4adf-b5af-d0dbd52632cb req-a74aeb6a-559c-4df9-86f5-c63eacb7bf03 service neutron] Attempting to bind port ed232671-0f86-4944-b76c-438219b43570 on network cd0860fa-4273-47b3-901e-11f5ca0c6ffa {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:43:26.063235 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d080eaae-4add-4adf-b5af-d0dbd52632cb req-a74aeb6a-559c-4df9-86f5-c63eacb7bf03 service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:43:26.063674 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d080eaae-4add-4adf-b5af-d0dbd52632cb req-a74aeb6a-559c-4df9-86f5-c63eacb7bf03 service neutron] Checking segment: {'id': '1f465c16-8bbc-4cd6-be8f-f8d5066ecd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cd0860fa-4273-47b3-901e-11f5ca0c6ffa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:43:26.064184 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d080eaae-4add-4adf-b5af-d0dbd52632cb req-a74aeb6a-559c-4df9-86f5-c63eacb7bf03 service neutron] Bound using segment: {'id': '1f465c16-8bbc-4cd6-be8f-f8d5066ecd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cd0860fa-4273-47b3-901e-11f5ca0c6ffa'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:43:26.064711 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-d080eaae-4add-4adf-b5af-d0dbd52632cb req-a74aeb6a-559c-4df9-86f5-c63eacb7bf03 service neutron] Bound port: ed232671-0f86-4944-b76c-438219b43570, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f465c16-8bbc-4cd6-be8f-f8d5066ecd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cd0860fa-4273-47b3-901e-11f5ca0c6ffa'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:43:26.065164 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d080eaae-4add-4adf-b5af-d0dbd52632cb req-a74aeb6a-559c-4df9-86f5-c63eacb7bf03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:26.225881 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-d080eaae-4add-4adf-b5af-d0dbd52632cb req-a74aeb6a-559c-4df9-86f5-c63eacb7bf03 service neutron] For port ed232671-0f86-4944-b76c-438219b43570, host n-h1-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:43:26.234981 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-d080eaae-4add-4adf-b5af-d0dbd52632cb req-a74aeb6a-559c-4df9-86f5-c63eacb7bf03 service neutron] For port ed232671-0f86-4944-b76c-438219b43570, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=ed232671-0f86-4944-b76c-438219b43570,segment=NetworkSegment(1f465c16-8bbc-4cd6-be8f-f8d5066ecd9e),segment_id=1f465c16-8bbc-4cd6-be8f-f8d5066ecd9e)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:43:26.249570 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d080eaae-4add-4adf-b5af-d0dbd52632cb req-a74aeb6a-559c-4df9-86f5-c63eacb7bf03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:26.258916 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-76a11344-62bd-482f-9fe8-c6bf61f48409 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for floatingip, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:26.259346 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [None req-76a11344-62bd-482f-9fe8-c6bf61f48409 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Floating IP 39de055d-7a94-49db-a136-43fbefe7fd66 disassociated (deleted). External IP: 172.25.7.132, port: e572ef5a-218f-44b0-b6a9-de2734ee5b1e. Feb 09 12:43:26.405450 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-3fe45516-b42d-4a28-8015-464a3006b9c8 None None] Set router 75fdade2-b806-4c32-a62d-cc445ced14d0 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:43:26.482341 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080eaae-4add-4adf-b5af-d0dbd52632cb req-a74aeb6a-559c-4df9-86f5-c63eacb7bf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:26.483116 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d080eaae-4add-4adf-b5af-d0dbd52632cb req-a74aeb6a-559c-4df9-86f5-c63eacb7bf03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:26.484648 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d080eaae-4add-4adf-b5af-d0dbd52632cb req-a74aeb6a-559c-4df9-86f5-c63eacb7bf03 service neutron] 10.222.0.52 "PUT /v2.0/ports/ed232671-0f86-4944-b76c-438219b43570 HTTP/1.1" status: 200 len: 1092 time: 3.3594308 Feb 09 12:43:26.487151 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74aeb6a-559c-4df9-86f5-c63eacb7bf03 service neutron] Pushing event updated for resources: {'Port': ['ID=ed232671-0f86-4944-b76c-438219b43570,revision_number=7']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:26.664792 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080eaae-4add-4adf-b5af-d0dbd52632cb req-1d0facd8-bc57-42af-9091-e31bc54bf6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:26.670179 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d080eaae-4add-4adf-b5af-d0dbd52632cb req-1d0facd8-bc57-42af-9091-e31bc54bf6e0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2c7a8f76649f44a59c185c6d6414b556&device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 1095 time: 0.1613245 Feb 09 12:43:26.785509 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28962e93-720c-437a-af0a-35beef7a41f4 req-dd6abe9e-e8dd-444f-a723-f02d01bc2d76 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:26.789537 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-28962e93-720c-437a-af0a-35beef7a41f4 req-dd6abe9e-e8dd-444f-a723-f02d01bc2d76 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 944 time: 0.4267626 Feb 09 12:43:26.922685 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-3fe45516-b42d-4a28-8015-464a3006b9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'name': 'tempest-AttachVolumeTestJSON-1116701485-router', 'tenant_id': '7722e72c858c4f97b7f4eb543cff4fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '860cb290-91fe-4b38-b237-00ec193b4c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:42:43Z', 'updated_at': '2022-02-09T12:42:55Z', 'revision_number': 4, 'project_id': '7722e72c858c4f97b7f4eb543cff4fda', 'gw_port': {'id': '860cb290-91fe-4b38-b237-00ec193b4c6b', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:42:45Z', 'updated_at': '2022-02-09T12:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '8438ffc7-7288-430f-8c15-5df0788cf3d4', 'tenant_id': '7722e72c858c4f97b7f4eb543cff4fda', 'floating_ip_address': '172.25.7.150', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'port_id': 'e42c149b-a509-433c-8c2a-29c272ef8afe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2834, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fef63669-60e4-448f-bbf3-5ffe81417e5d', 'mac_address': 'fa:16:3e:56:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46fc7f0-b85d-490b-a980-83d425f5c389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:43:03Z', 'updated_at': '2022-02-09T12:43:22Z', 'revision_number': 1, 'project_id': '7722e72c858c4f97b7f4eb543cff4fda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '094dabad-0032-48d9-a6eb-073a5b8967a4', 'name': '', 'network_id': 'fef63669-60e4-448f-bbf3-5ffe81417e5d', 'tenant_id': '7722e72c858c4f97b7f4eb543cff4fda', 'mac_address': 'fa:16:3e:14:62:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '14dd4b9b-eeef-4a9f-a7cf-6d5a7f04665c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:42:52Z', 'updated_at': '2022-02-09T12:43:03Z', 'revision_number': 5, 'project_id': '7722e72c858c4f97b7f4eb543cff4fda', 'subnets': [{'id': '14dd4b9b-eeef-4a9f-a7cf-6d5a7f04665c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:26.929675 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080eaae-4add-4adf-b5af-d0dbd52632cb req-5f017bcd-effa-4880-ae68-007ea382fe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:26.931530 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d080eaae-4add-4adf-b5af-d0dbd52632cb req-5f017bcd-effa-4880-ae68-007ea382fe6e service neutron] 10.222.0.52 "GET /v2.0/networks?id=cd0860fa-4273-47b3-901e-11f5ca0c6ffa HTTP/1.1" status: 200 len: 895 time: 0.2540708 Feb 09 12:43:26.932780 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe45516-b42d-4a28-8015-464a3006b9c8 None None] The sync data for ids ['75fdade2-b806-4c32-a62d-cc445ced14d0'] in n-d-825178-3 is: [{'id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'name': 'tempest-AttachVolumeTestJSON-1116701485-router', 'tenant_id': '7722e72c858c4f97b7f4eb543cff4fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '860cb290-91fe-4b38-b237-00ec193b4c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:42:43Z', 'updated_at': '2022-02-09T12:42:55Z', 'revision_number': 4, 'project_id': '7722e72c858c4f97b7f4eb543cff4fda', 'gw_port': {'id': '860cb290-91fe-4b38-b237-00ec193b4c6b', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:42:45Z', 'updated_at': '2022-02-09T12:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '8438ffc7-7288-430f-8c15-5df0788cf3d4', 'tenant_id': '7722e72c858c4f97b7f4eb543cff4fda', 'floating_ip_address': '172.25.7.150', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'port_id': 'e42c149b-a509-433c-8c2a-29c272ef8afe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2834, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fef63669-60e4-448f-bbf3-5ffe81417e5d', 'mac_address': 'fa:16:3e:56:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46fc7f0-b85d-490b-a980-83d425f5c389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:43:03Z', 'updated_at': '2022-02-09T12:43:22Z', 'revision_number': 1, 'project_id': '7722e72c858c4f97b7f4eb543cff4fda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '094dabad-0032-48d9-a6eb-073a5b8967a4', 'name': '', 'network_id': 'fef63669-60e4-448f-bbf3-5ffe81417e5d', 'tenant_id': '7722e72c858c4f97b7f4eb543cff4fda', 'mac_address': 'fa:16:3e:14:62:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '14dd4b9b-eeef-4a9f-a7cf-6d5a7f04665c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:42:52Z', 'updated_at': '2022-02-09T12:43:03Z', 'revision_number': 5, 'project_id': '7722e72c858c4f97b7f4eb543cff4fda', 'subnets': [{'id': '14dd4b9b-eeef-4a9f-a7cf-6d5a7f04665c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:43:27.082998 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f46fc7f0-b85d-490b-a980-83d425f5c389', 'tag': 'e42c149b-a509-433c-8c2a-29c272ef8afe'}, {'name': 'network-changed', 'server_uuid': '73e39cf3-9429-49ef-8eed-4d10fd59973d', 'tag': 'ed232671-0f86-4944-b76c-438219b43570'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:43:27.089610 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d080eaae-4add-4adf-b5af-d0dbd52632cb req-c75db183-de21-4d42-ae82-ca9a94117500 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed232671-0f86-4944-b76c-438219b43570 HTTP/1.1" status: 200 len: 999 time: 0.1506066 Feb 09 12:43:27.322307 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-28962e93-720c-437a-af0a-35beef7a41f4 req-c3452830-173a-4968-add7-5604de4393da tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=9312c2c6-ad0f-4a0a-ad28-49fa476a837a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5218296 Feb 09 12:43:27.380680 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080eaae-4add-4adf-b5af-d0dbd52632cb req-9cd967db-7a18-40a5-824e-fbebf6082f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:27.382411 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d080eaae-4add-4adf-b5af-d0dbd52632cb req-9cd967db-7a18-40a5-824e-fbebf6082f09 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6bf78152-396d-4171-8084-13bc43a95dd2 HTTP/1.1" status: 200 len: 834 time: 0.2868402 Feb 09 12:43:27.400981 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8938a7cb-a8c0-4816-99e2-4f3b7ec9e934 None None] New status for floating IP 8438ffc7-7288-430f-8c15-5df0788cf3d4: ACTIVE {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:43:27.496711 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f46fc7f0-b85d-490b-a980-83d425f5c389', 'tag': 'e42c149b-a509-433c-8c2a-29c272ef8afe', 'status': 'completed', 'code': 200} Feb 09 12:43:27.497144 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e39cf3-9429-49ef-8eed-4d10fd59973d', 'tag': 'ed232671-0f86-4944-b76c-438219b43570', 'status': 'completed', 'code': 200} Feb 09 12:43:27.551186 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782941a-d4fa-405f-95af-32bb837303c7 req-be073c65-5eaa-4867-9927-76856adcf5b2 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:27.559004 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e782941a-d4fa-405f-95af-32bb837303c7 req-be073c65-5eaa-4867-9927-76856adcf5b2 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=f46fc7f0-b85d-490b-a980-83d425f5c389 HTTP/1.1" status: 200 len: 945 time: 0.3735235 Feb 09 12:43:27.628706 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a11344-62bd-482f-9fe8-c6bf61f48409 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Router aabc8592-94a1-4890-a1fa-84d622b4d228 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:43:27.672922 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080eaae-4add-4adf-b5af-d0dbd52632cb req-43942971-2c50-4982-a343-35601afb10c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:27.688679 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d080eaae-4add-4adf-b5af-d0dbd52632cb req-43942971-2c50-4982-a343-35601afb10c3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cd0860fa-4273-47b3-901e-11f5ca0c6ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2640691 Feb 09 12:43:27.689197 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e782941a-d4fa-405f-95af-32bb837303c7 req-5f195fff-3910-4d9e-ab76-0a8eb36c5c97 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9b0b9-3227-457e-9539-b66a8cac7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195672 Feb 09 12:43:27.697298 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [req-d080eaae-4add-4adf-b5af-d0dbd52632cb req-57a09a06-5a8e-45a8-a29a-66380ecf6986 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:43:27.700809 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d080eaae-4add-4adf-b5af-d0dbd52632cb req-57a09a06-5a8e-45a8-a29a-66380ecf6986 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104985 Feb 09 12:43:27.704324 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c57954-88b3-4ba6-839a-85077d3b97ae req-6192855e-16f9-49e1-999e-0c0b324a9570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:27.706187 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b3c57954-88b3-4ba6-839a-85077d3b97ae req-6192855e-16f9-49e1-999e-0c0b324a9570 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7722e72c858c4f97b7f4eb543cff4fda&device_id=f46fc7f0-b85d-490b-a980-83d425f5c389 HTTP/1.1" status: 200 len: 1096 time: 0.1981122 Feb 09 12:43:28.051989 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a11344-62bd-482f-9fe8-c6bf61f48409 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:43:28.069143 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f126b1-7b07-4ad9-8027-7bb4eee5bab9 None None] Sync routers for ids ['aabc8592-94a1-4890-a1fa-84d622b4d228'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:43:28.085270 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f126b1-7b07-4ad9-8027-7bb4eee5bab9 None None] Routers {'aabc8592-94a1-4890-a1fa-84d622b4d228'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:43:28.086161 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c1f126b1-7b07-4ad9-8027-7bb4eee5bab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:43:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['aabc8592-94a1-4890-a1fa-84d622b4d228'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:28.089920 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-76a11344-62bd-482f-9fe8-c6bf61f48409 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:28.154116 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d080eaae-4add-4adf-b5af-d0dbd52632cb req-79e7315b-4745-4328-b629-8d305889f13c service neutron] 10.222.0.52 "GET /v2.0/networks/cd0860fa-4273-47b3-901e-11f5ca0c6ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4442985 Feb 09 12:43:28.163144 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c57954-88b3-4ba6-839a-85077d3b97ae req-4d1297d1-2b94-4d45-ab6b-dab842b31415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:28.165396 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b3c57954-88b3-4ba6-839a-85077d3b97ae req-4d1297d1-2b94-4d45-ab6b-dab842b31415 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fef63669-60e4-448f-bbf3-5ffe81417e5d HTTP/1.1" status: 200 len: 912 time: 0.4280272 Feb 09 12:43:28.179910 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-76a11344-62bd-482f-9fe8-c6bf61f48409 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] 10.222.0.55 "DELETE /v2.0/floatingips/39de055d-7a94-49db-a136-43fbefe7fd66 HTTP/1.1" status: 204 len: 168 time: 3.8335278 Feb 09 12:43:28.182076 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 51744) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:28.186552 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c1f126b1-7b07-4ad9-8027-7bb4eee5bab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:28.195514 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f126b1-7b07-4ad9-8027-7bb4eee5bab9 None None] Routers {'aabc8592-94a1-4890-a1fa-84d622b4d228'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:43:28.196223 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c1f126b1-7b07-4ad9-8027-7bb4eee5bab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:43:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['aabc8592-94a1-4890-a1fa-84d622b4d228'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:28.262889 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-ccfd2276-620a-4362-b7d8-9d7a5b64c46a tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Deleting port e572ef5a-218f-44b0-b6a9-de2734ee5b1e {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:43:28.263265 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ccfd2276-620a-4362-b7d8-9d7a5b64c46a tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:28.269578 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c1f126b1-7b07-4ad9-8027-7bb4eee5bab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:28.269988 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f126b1-7b07-4ad9-8027-7bb4eee5bab9 None None] The sync data for ids ['aabc8592-94a1-4890-a1fa-84d622b4d228'] in n-d-825178-3 is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:43:28.570425 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ccfd2276-620a-4362-b7d8-9d7a5b64c46a tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:28.736228 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b3c57954-88b3-4ba6-839a-85077d3b97ae req-e641c58c-ffe8-48c2-a463-d289eef4c61e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e42c149b-a509-433c-8c2a-29c272ef8afe HTTP/1.1" status: 200 len: 1001 time: 0.5230837 Feb 09 12:43:28.801407 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-ccfd2276-620a-4362-b7d8-9d7a5b64c46a tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Calling delete_port for e572ef5a-218f-44b0-b6a9-de2734ee5b1e owned by {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:43:28.853764 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d080eaae-4add-4adf-b5af-d0dbd52632cb req-074d20f6-ff82-4d2c-8332-7d0d4273d202 service neutron] 10.222.0.52 "GET /v2.0/networks/cd0860fa-4273-47b3-901e-11f5ca0c6ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6926739 Feb 09 12:43:28.882990 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c57954-88b3-4ba6-839a-85077d3b97ae req-10c1e5af-a98e-4b5c-bad4-5100fb89a003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:28.889903 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b3c57954-88b3-4ba6-839a-85077d3b97ae req-10c1e5af-a98e-4b5c-bad4-5100fb89a003 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=14dd4b9b-eeef-4a9f-a7cf-6d5a7f04665c HTTP/1.1" status: 200 len: 850 time: 0.1409457 Feb 09 12:43:29.102534 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c57954-88b3-4ba6-839a-85077d3b97ae req-5f3fb48d-36e1-46e8-b0a9-a43a3f693366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:29.104485 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b3c57954-88b3-4ba6-839a-85077d3b97ae req-5f3fb48d-36e1-46e8-b0a9-a43a3f693366 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fef63669-60e4-448f-bbf3-5ffe81417e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2076223 Feb 09 12:43:29.112148 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c57954-88b3-4ba6-839a-85077d3b97ae req-22d05b77-d122-4e68-827f-e63a2334bdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:29.113493 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b3c57954-88b3-4ba6-839a-85077d3b97ae req-22d05b77-d122-4e68-827f-e63a2334bdb8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2c7a8f76649f44a59c185c6d6414b556&device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 1095 time: 0.1635823 Feb 09 12:43:29.180706 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52911253-23ab-47cd-b22d-4345e10e92dd req-b9f3715e-5af6-4f6e-8799-f5c9d46abd2c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:29.183948 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-52911253-23ab-47cd-b22d-4345e10e92dd req-b9f3715e-5af6-4f6e-8799-f5c9d46abd2c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 944 time: 0.3956532 Feb 09 12:43:29.300761 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2642b-2e6e-4a75-923d-ebbd53e5a399 req-4c251292-d3c5-4782-ba9e-5bf145fc9e7e tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:29.314912 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-64b2642b-2e6e-4a75-923d-ebbd53e5a399 req-4c251292-d3c5-4782-ba9e-5bf145fc9e7e tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=f46fc7f0-b85d-490b-a980-83d425f5c389 HTTP/1.1" status: 200 len: 945 time: 0.3808162 Feb 09 12:43:29.331347 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b3c57954-88b3-4ba6-839a-85077d3b97ae req-59492a0d-5d7e-4e66-9988-90f9353c9148 service neutron] 10.222.0.46 "GET /v2.0/networks/fef63669-60e4-448f-bbf3-5ffe81417e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168193 Feb 09 12:43:29.421602 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-52911253-23ab-47cd-b22d-4345e10e92dd req-563696f3-c59f-4090-b76c-96c41d03afac tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=9312c2c6-ad0f-4a0a-ad28-49fa476a837a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1930909 Feb 09 12:43:29.484165 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-64b2642b-2e6e-4a75-923d-ebbd53e5a399 req-3a4c1513-cd0b-417f-b32b-fcd3a04ee76b tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9b0b9-3227-457e-9539-b66a8cac7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526883 Feb 09 12:43:29.484679 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 51768) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:29.521586 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ccfd2276-620a-4362-b7d8-9d7a5b64c46a tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:29.598156 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd2276-620a-4362-b7d8-9d7a5b64c46a tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Pushing event deleted for resources: {'Port': ['ID=e572ef5a-218f-44b0-b6a9-de2734ee5b1e,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:29.611476 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfd2276-620a-4362-b7d8-9d7a5b64c46a tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:29.611843 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfd2276-620a-4362-b7d8-9d7a5b64c46a tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:29.612139 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfd2276-620a-4362-b7d8-9d7a5b64c46a tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:29.612479 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfd2276-620a-4362-b7d8-9d7a5b64c46a tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:29.612814 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfd2276-620a-4362-b7d8-9d7a5b64c46a tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:29.613148 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfd2276-620a-4362-b7d8-9d7a5b64c46a tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:29.613479 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfd2276-620a-4362-b7d8-9d7a5b64c46a tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:29.613810 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfd2276-620a-4362-b7d8-9d7a5b64c46a tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:29.614705 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfd2276-620a-4362-b7d8-9d7a5b64c46a tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:29.614705 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfd2276-620a-4362-b7d8-9d7a5b64c46a tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:29.614897 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfd2276-620a-4362-b7d8-9d7a5b64c46a tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:29.615071 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfd2276-620a-4362-b7d8-9d7a5b64c46a tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:29.624632 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c57954-88b3-4ba6-839a-85077d3b97ae req-86ecda5f-b573-4a47-8617-46c5140b0183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:29.626218 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b3c57954-88b3-4ba6-839a-85077d3b97ae req-86ecda5f-b573-4a47-8617-46c5140b0183 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cd0860fa-4273-47b3-901e-11f5ca0c6ffa HTTP/1.1" status: 200 len: 895 time: 0.4850719 Feb 09 12:43:29.701555 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b3c57954-88b3-4ba6-839a-85077d3b97ae req-f866b5d2-9ce8-4e56-b892-b5c5595e1574 service neutron] 10.222.0.46 "GET /v2.0/networks/fef63669-60e4-448f-bbf3-5ffe81417e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903788 Feb 09 12:43:29.760888 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b3c57954-88b3-4ba6-839a-85077d3b97ae req-a46ed16f-8f4b-4412-9caa-23187c658339 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed232671-0f86-4944-b76c-438219b43570 HTTP/1.1" status: 200 len: 999 time: 0.1269469 Feb 09 12:43:29.932227 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c57954-88b3-4ba6-839a-85077d3b97ae req-e7a96dfa-7c88-44d3-994a-daf65ce356be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:29.934954 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b3c57954-88b3-4ba6-839a-85077d3b97ae req-e7a96dfa-7c88-44d3-994a-daf65ce356be service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6bf78152-396d-4171-8084-13bc43a95dd2 HTTP/1.1" status: 200 len: 834 time: 0.0907214 Feb 09 12:43:29.972999 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-394bb92d-9ac3-4a96-827b-3ae0fd435ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:29.995987 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-394bb92d-9ac3-4a96-827b-3ae0fd435ac0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:30.003727 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-394bb92d-9ac3-4a96-827b-3ae0fd435ac0 admin admin] Usage tracker for resource:security_group_rule and tenant:cbe4af2875a34d4a8949a383bc2d5c9f is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:30.008970 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-394bb92d-9ac3-4a96-827b-3ae0fd435ac0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:30.016606 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ccfd2276-620a-4362-b7d8-9d7a5b64c46a tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:30.019393 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-394bb92d-9ac3-4a96-827b-3ae0fd435ac0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:30.038403 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ccfd2276-620a-4362-b7d8-9d7a5b64c46a tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] 10.222.0.55 "DELETE /v2.0/ports/e572ef5a-218f-44b0-b6a9-de2734ee5b1e HTTP/1.1" status: 204 len: 168 time: 1.8512826 Feb 09 12:43:30.040162 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 51786) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:30.052612 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-3a53f3da-dff5-4cf6-9138-c60c2536c5ae tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:30.061173 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3a53f3da-dff5-4cf6-9138-c60c2536c5ae tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:30.065743 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-3a53f3da-dff5-4cf6-9138-c60c2536c5ae tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Usage tracker for resource:floatingip and tenant:8c68454472994c9c93bcd20b28adbf45 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:30.068899 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-3a53f3da-dff5-4cf6-9138-c60c2536c5ae tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:30.077168 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3a53f3da-dff5-4cf6-9138-c60c2536c5ae tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:30.105704 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3a53f3da-dff5-4cf6-9138-c60c2536c5ae tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for floatingip, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:30.139998 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c57954-88b3-4ba6-839a-85077d3b97ae req-b1465110-961e-468d-b129-13ba102a4fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:30.141482 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b3c57954-88b3-4ba6-839a-85077d3b97ae req-b1465110-961e-468d-b129-13ba102a4fb1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c7a8f76649f44a59c185c6d6414b556&device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 1095 time: 0.3761160 Feb 09 12:43:30.254399 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-394bb92d-9ac3-4a96-827b-3ae0fd435ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:30.264345 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c57954-88b3-4ba6-839a-85077d3b97ae req-d4666a6a-0ffd-4d10-95e0-984fb8f7617c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:30.265808 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-394bb92d-9ac3-4a96-827b-3ae0fd435ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:30.265943 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b3c57954-88b3-4ba6-839a-85077d3b97ae req-d4666a6a-0ffd-4d10-95e0-984fb8f7617c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cd0860fa-4273-47b3-901e-11f5ca0c6ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3242943 Feb 09 12:43:30.389879 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c57954-88b3-4ba6-839a-85077d3b97ae req-5b3d3f6a-498b-497c-a380-dd3eba7edf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:30.391409 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b3c57954-88b3-4ba6-839a-85077d3b97ae req-5b3d3f6a-498b-497c-a380-dd3eba7edf6f service neutron] 10.222.0.46 "GET /v2.0/networks?id=cd0860fa-4273-47b3-901e-11f5ca0c6ffa HTTP/1.1" status: 200 len: 895 time: 0.2430732 Feb 09 12:43:30.434575 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-394bb92d-9ac3-4a96-827b-3ae0fd435ac0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cbe4af2875a34d4a8949a383bc2d5c9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9465690 Feb 09 12:43:30.440224 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 51800) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:30.446061 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394bb92d-9ac3-4a96-827b-3ae0fd435ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f77a71-bd84-4c8c-aa76-6ba80ee09cd8,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:30.484804 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3a53f3da-dff5-4cf6-9138-c60c2536c5ae tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:30.569473 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b3c57954-88b3-4ba6-839a-85077d3b97ae req-c574fd41-10d5-47b0-9b47-5adbd769be9a service neutron] 10.222.0.52 "GET /v2.0/networks/cd0860fa-4273-47b3-901e-11f5ca0c6ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892563 Feb 09 12:43:30.581907 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b3c57954-88b3-4ba6-839a-85077d3b97ae req-816fec47-1433-4d85-8fbf-35e47b892d92 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed232671-0f86-4944-b76c-438219b43570 HTTP/1.1" status: 200 len: 999 time: 0.1783769 Feb 09 12:43:30.640531 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-83df9406-b738-4dfa-9d9e-5e5741185da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:30.831982 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b3c57954-88b3-4ba6-839a-85077d3b97ae req-41b755fd-a47f-4e2c-b86a-655989c943ab service neutron] 10.222.0.52 "GET /v2.0/networks/cd0860fa-4273-47b3-901e-11f5ca0c6ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490299 Feb 09 12:43:30.856291 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-83df9406-b738-4dfa-9d9e-5e5741185da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:30.869936 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c57954-88b3-4ba6-839a-85077d3b97ae req-1c491f2d-14cc-4071-8b5a-43eb4e645ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:30.872754 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b3c57954-88b3-4ba6-839a-85077d3b97ae req-1c491f2d-14cc-4071-8b5a-43eb4e645ea0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6bf78152-396d-4171-8084-13bc43a95dd2 HTTP/1.1" status: 200 len: 834 time: 0.0778189 Feb 09 12:43:30.941531 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device ed232671-0f86-4944-b76c-438219b43570 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:43:30.974194 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c57954-88b3-4ba6-839a-85077d3b97ae req-789326f6-65dc-47aa-8cb5-95d45610ef60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:30.976548 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b3c57954-88b3-4ba6-839a-85077d3b97ae req-789326f6-65dc-47aa-8cb5-95d45610ef60 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cd0860fa-4273-47b3-901e-11f5ca0c6ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973179 Feb 09 12:43:30.977619 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-83df9406-b738-4dfa-9d9e-5e5741185da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:31.017421 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83df9406-b738-4dfa-9d9e-5e5741185da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f77a71-bd84-4c8c-aa76-6ba80ee09cd8,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:31.031330 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-3a53f3da-dff5-4cf6-9138-c60c2536c5ae tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Allocated IP 172.25.7.51 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/9f0a19c4-00ec-475e-8087-0882a11a1d8c) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:43:31.089658 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a6a13-41ec-4661-ba1f-3f98feaa2c18 req-12cd9fa8-474c-4b36-a622-afcdef1da47c tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:31.092029 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ff4a6a13-41ec-4661-ba1f-3f98feaa2c18 req-12cd9fa8-474c-4b36-a622-afcdef1da47c tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=f46fc7f0-b85d-490b-a980-83d425f5c389 HTTP/1.1" status: 200 len: 945 time: 0.2917285 Feb 09 12:43:31.113513 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f61b44-d9a4-4bf4-9dac-69f54d548624 req-b6ae8fa6-ce27-42a4-9441-84fb9f8a0e25 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:31.115344 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a8f61b44-d9a4-4bf4-9dac-69f54d548624 req-b6ae8fa6-ce27-42a4-9441-84fb9f8a0e25 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 944 time: 0.4117687 Feb 09 12:43:31.142351 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port ed232671-0f86-4944-b76c-438219b43570, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=ed232671-0f86-4944-b76c-438219b43570,segment=NetworkSegment(1f465c16-8bbc-4cd6-be8f-f8d5066ecd9e),segment_id=1f465c16-8bbc-4cd6-be8f-f8d5066ecd9e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:43:31.161150 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': 'ed232671-0f86-4944-b76c-438219b43570', 'network_id': 'cd0860fa-4273-47b3-901e-11f5ca0c6ffa', 'port_id': 'ed232671-0f86-4944-b76c-438219b43570', 'mac_address': 'fa:16:3e:41:7c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bf78152-396d-4171-8084-13bc43a95dd2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:43:31.171552 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-83df9406-b738-4dfa-9d9e-5e5741185da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:31.177597 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-83df9406-b738-4dfa-9d9e-5e5741185da1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/53f77a71-bd84-4c8c-aa76-6ba80ee09cd8 HTTP/1.1" status: 204 len: 168 time: 0.7360973 Feb 09 12:43:31.197497 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b3c57954-88b3-4ba6-839a-85077d3b97ae req-b6245780-eddc-45fc-a8be-99bf1f507370 service neutron] 10.222.0.46 "GET /v2.0/networks/cd0860fa-4273-47b3-901e-11f5ca0c6ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115076 Feb 09 12:43:31.262084 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:31.294298 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed232671-0f86-4944-b76c-438219b43570 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:43:31.323253 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port ed232671-0f86-4944-b76c-438219b43570, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=ed232671-0f86-4944-b76c-438219b43570,segment=NetworkSegment(1f465c16-8bbc-4cd6-be8f-f8d5066ecd9e),segment_id=1f465c16-8bbc-4cd6-be8f-f8d5066ecd9e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:43:31.333181 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:31.505994 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ff4a6a13-41ec-4661-ba1f-3f98feaa2c18 req-f22ce6d0-72bd-4b31-a4dd-d88cf858ae51 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9b0b9-3227-457e-9539-b66a8cac7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3661945 Feb 09 12:43:31.516458 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b3c57954-88b3-4ba6-839a-85077d3b97ae req-367c55ea-2d53-4304-8c0a-cc5f94b1cd96 service neutron] 10.222.0.46 "GET /v2.0/networks/cd0860fa-4273-47b3-901e-11f5ca0c6ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109207 Feb 09 12:43:31.569151 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a8f61b44-d9a4-4bf4-9dac-69f54d548624 req-1cf5fdc8-0297-439c-b2b6-032ccfbe3acb tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=9312c2c6-ad0f-4a0a-ad28-49fa476a837a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4272976 Feb 09 12:43:31.632248 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['ed232671-0f86-4944-b76c-438219b43570'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:43:31.707846 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=ed232671-0f86-4944-b76c-438219b43570,revision_number=8']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:31.715110 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:31.715554 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:31.716032 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:31.716380 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:31.716713 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:31.717333 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:31.717674 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:31.719893 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:31.720267 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:31.720568 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3a53f3da-dff5-4cf6-9138-c60c2536c5ae tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:31.720734 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:31.720939 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:31.721275 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:31.792037 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3a53f3da-dff5-4cf6-9138-c60c2536c5ae tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:31.835569 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51840) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:31.856659 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6edc354d-b81b-4e54-86e7-eb66ab3a2c90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:31.874878 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6edc354d-b81b-4e54-86e7-eb66ab3a2c90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:31.879288 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-6edc354d-b81b-4e54-86e7-eb66ab3a2c90 admin admin] Usage tracker for resource:security_group_rule and tenant:f5102adeb7874fcd93e87e105e487e96 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:31.883192 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-6edc354d-b81b-4e54-86e7-eb66ab3a2c90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:31.892810 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6edc354d-b81b-4e54-86e7-eb66ab3a2c90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:31.994287 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a53f3da-dff5-4cf6-9138-c60c2536c5ae tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:43:31.998445 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-3a53f3da-dff5-4cf6-9138-c60c2536c5ae tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:43:32.000404 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a53f3da-dff5-4cf6-9138-c60c2536c5ae tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Pushing event updated for resources: {'Port': ['ID=9f0a19c4-00ec-475e-8087-0882a11a1d8c,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:32.002548 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a53f3da-dff5-4cf6-9138-c60c2536c5ae tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:43:32.009134 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6edc354d-b81b-4e54-86e7-eb66ab3a2c90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:32.017236 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6edc354d-b81b-4e54-86e7-eb66ab3a2c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:32.092241 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6edc354d-b81b-4e54-86e7-eb66ab3a2c90 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f5102adeb7874fcd93e87e105e487e96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2554352 Feb 09 12:43:32.097556 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 51850) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:32.133340 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc354d-b81b-4e54-86e7-eb66ab3a2c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d27518-e97d-44de-a528-07c3e32770be,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:32.145646 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51854) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:32.213777 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4c25aae9-2516-42de-8fb2-b16e04e2b4fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:32.248033 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3a53f3da-dff5-4cf6-9138-c60c2536c5ae tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:32.250044 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4c25aae9-2516-42de-8fb2-b16e04e2b4fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:32.396456 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3a53f3da-dff5-4cf6-9138-c60c2536c5ae tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:32.411080 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c06e59-c99b-42da-9fc8-a8911668a5d4 req-b7069130-75b3-479f-a3d7-e31dc87c3a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:32.412740 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f3c06e59-c99b-42da-9fc8-a8911668a5d4 req-b7069130-75b3-479f-a3d7-e31dc87c3a51 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d50cdad8-3bef-424e-8523-b0cb2752ee94 HTTP/1.1" status: 200 len: 1096 time: 0.2662244 Feb 09 12:43:32.481589 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4c25aae9-2516-42de-8fb2-b16e04e2b4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:32.494476 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f3c06e59-c99b-42da-9fc8-a8911668a5d4 req-cbfdef4f-909c-4ce9-b36e-b83fbd48ce01 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=100591b4-c01e-4386-91ab-bc93054cdadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749605 Feb 09 12:43:32.506834 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c25aae9-2516-42de-8fb2-b16e04e2b4fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d27518-e97d-44de-a528-07c3e32770be,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:32.547053 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4c25aae9-2516-42de-8fb2-b16e04e2b4fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:32.548240 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4c25aae9-2516-42de-8fb2-b16e04e2b4fd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/79d27518-e97d-44de-a528-07c3e32770be HTTP/1.1" status: 204 len: 168 time: 0.4497635 Feb 09 12:43:32.662627 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 51872) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:32.793325 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3a53f3da-dff5-4cf6-9138-c60c2536c5ae tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:32.802272 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3a53f3da-dff5-4cf6-9138-c60c2536c5ae tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:32.898022 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a53f3da-dff5-4cf6-9138-c60c2536c5ae tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Pushing event updated for resources: {'Port': ['ID=9f0a19c4-00ec-475e-8087-0882a11a1d8c,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:32.955865 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device ed232671-0f86-4944-b76c-438219b43570 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:43:32.997503 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22286ed0-3dc5-4944-997e-5a052a61951d req-e8e529b0-af47-476a-a3f0-14fc368a8925 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:32.999076 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-22286ed0-3dc5-4944-997e-5a052a61951d req-e8e529b0-af47-476a-a3f0-14fc368a8925 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 945 time: 0.2675390 Feb 09 12:43:33.004416 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3a53f3da-dff5-4cf6-9138-c60c2536c5ae tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:33.056447 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3a53f3da-dff5-4cf6-9138-c60c2536c5ae tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:33.057728 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3a53f3da-dff5-4cf6-9138-c60c2536c5ae tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0163612 Feb 09 12:43:33.060702 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51888) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:33.067905 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-277b1f29-c55a-45cb-a4dc-78197a500446 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Request body: {'port': {'network_id': '760f62ca-36dd-4c5f-b5a6-0fc8161ae658', 'name': 'tempest-FloatingIPTestJSON-489943422'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:33.069385 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cde48c8d-e382-4b37-9f90-37094cd37412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:33.112793 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-cde48c8d-e382-4b37-9f90-37094cd37412 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:33.122807 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port ed232671-0f86-4944-b76c-438219b43570 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:43:33.124601 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-cde48c8d-e382-4b37-9f90-37094cd37412 admin admin] Usage tracker for resource:security_group_rule and tenant:a481a82158a842b38cb8fdb6b8ea475c is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:33.128079 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-cde48c8d-e382-4b37-9f90-37094cd37412 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:33.134380 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port ed232671-0f86-4944-b76c-438219b43570 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:43:33.134808 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:33.143911 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-cde48c8d-e382-4b37-9f90-37094cd37412 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:33.315578 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-277b1f29-c55a-45cb-a4dc-78197a500446 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:33.328330 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-277b1f29-c55a-45cb-a4dc-78197a500446 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Usage tracker for resource:port and tenant:8c68454472994c9c93bcd20b28adbf45 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:33.337529 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:33.338462 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-277b1f29-c55a-45cb-a4dc-78197a500446 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:33.349118 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-277b1f29-c55a-45cb-a4dc-78197a500446 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:33.377960 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port ed232671-0f86-4944-b76c-438219b43570, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=ed232671-0f86-4944-b76c-438219b43570,segment=NetworkSegment(1f465c16-8bbc-4cd6-be8f-f8d5066ecd9e),segment_id=1f465c16-8bbc-4cd6-be8f-f8d5066ecd9e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:43:33.378819 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277b1f29-c55a-45cb-a4dc-78197a500446 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Made reservation on behalf of 8c68454472994c9c93bcd20b28adbf45 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:43:33.379283 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e39cf3-9429-49ef-8eed-4d10fd59973d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed232671-0f86-4944-b76c-438219b43570'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:43:33.383011 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-277b1f29-c55a-45cb-a4dc-78197a500446 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:33.406979 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:33.451309 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-277b1f29-c55a-45cb-a4dc-78197a500446 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] device_id is not set on port 03b40711-a2a1-4409-bb37-01dfa3e9ad6e yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:43:33.504709 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e39cf3-9429-49ef-8eed-4d10fd59973d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed232671-0f86-4944-b76c-438219b43570', 'code': 200} Feb 09 12:43:33.505429 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cde48c8d-e382-4b37-9f90-37094cd37412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:33.511516 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-22286ed0-3dc5-4944-997e-5a052a61951d req-43a1b998-5a87-4127-b951-f7735549b5cd tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=9312c2c6-ad0f-4a0a-ad28-49fa476a837a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4954941 Feb 09 12:43:33.514411 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cde48c8d-e382-4b37-9f90-37094cd37412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:33.555357 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde48c8d-e382-4b37-9f90-37094cd37412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76e12c1-1a06-4555-9af3-1c4c3ffafd57,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:33.561659 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=ed232671-0f86-4944-b76c-438219b43570,revision_number=9']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:33.582136 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51910) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:33.582951 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-cde48c8d-e382-4b37-9f90-37094cd37412 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a481a82158a842b38cb8fdb6b8ea475c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9166791 Feb 09 12:43:33.784733 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-277b1f29-c55a-45cb-a4dc-78197a500446 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Allocated IP 172.20.0.6 (760f62ca-36dd-4c5f-b5a6-0fc8161ae658/05dc7aef-b14d-4798-af26-ebb1d47b2aea/03b40711-a2a1-4409-bb37-01dfa3e9ad6e) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:43:33.815643 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-303e9d19-d095-4162-8710-b08b3caa1fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:34.051434 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-303e9d19-d095-4162-8710-b08b3caa1fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:34.061291 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4538622-25d2-4a78-acbd-617c3a3a3eea req-f0faafa8-da9e-41d3-b0fe-d39039b8055d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:34.068848 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d4538622-25d2-4a78-acbd-617c3a3a3eea req-f0faafa8-da9e-41d3-b0fe-d39039b8055d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 946 time: 0.2149706 Feb 09 12:43:34.146431 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d4538622-25d2-4a78-acbd-617c3a3a3eea req-a9450795-ef70-418a-9132-65bbddcff39a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=9312c2c6-ad0f-4a0a-ad28-49fa476a837a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685925 Feb 09 12:43:34.276003 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-303e9d19-d095-4162-8710-b08b3caa1fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:34.308658 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303e9d19-d095-4162-8710-b08b3caa1fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76e12c1-1a06-4555-9af3-1c4c3ffafd57,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:34.355916 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c95f1a-1614-4000-9bc7-d6b8da8a0343 req-b493360b-f2af-4b53-ba56-5a149744da22 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:34.355916 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-20c95f1a-1614-4000-9bc7-d6b8da8a0343 req-b493360b-f2af-4b53-ba56-5a149744da22 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Synchronizing usage tracker for tenant:2c7a8f76649f44a59c185c6d6414b556 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:43:34.390017 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-303e9d19-d095-4162-8710-b08b3caa1fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:34.391136 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-303e9d19-d095-4162-8710-b08b3caa1fed admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d76e12c1-1a06-4555-9af3-1c4c3ffafd57 HTTP/1.1" status: 204 len: 168 time: 0.8075936 Feb 09 12:43:34.398101 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-277b1f29-c55a-45cb-a4dc-78197a500446 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:34.410094 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-20c95f1a-1614-4000-9bc7-d6b8da8a0343 req-b493360b-f2af-4b53-ba56-5a149744da22 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Unset dirty status for tenant:2c7a8f76649f44a59c185c6d6414b556 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:43:34.411411 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-20c95f1a-1614-4000-9bc7-d6b8da8a0343 req-b493360b-f2af-4b53-ba56-5a149744da22 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.46 "GET /v2.0/ports?device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d&tenant_id=2c7a8f76649f44a59c185c6d6414b556&binding%3Ahost_id=n-h1-825178-3 HTTP/1.1" status: 200 len: 946 time: 0.5622480 Feb 09 12:43:34.525845 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-277b1f29-c55a-45cb-a4dc-78197a500446 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:34.529450 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [req-20c95f1a-1614-4000-9bc7-d6b8da8a0343 req-b16897c9-8d7e-45d6-bee5-620372e6252e service neutron] delete failed (client error): The resource could not be found. Feb 09 12:43:34.530774 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-20c95f1a-1614-4000-9bc7-d6b8da8a0343 req-b16897c9-8d7e-45d6-bee5-620372e6252e service neutron] 10.222.0.46 "DELETE /v2.0/ports/ed232671-0f86-4944-b76c-438219b43570/bindings/n-h2-825178-3 HTTP/1.1" status: 404 len: 380 time: 0.1114275 Feb 09 12:43:34.608542 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277b1f29-c55a-45cb-a4dc-78197a500446 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Network 760f62ca-36dd-4c5f-b5a6-0fc8161ae658 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:43:34.611821 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-277b1f29-c55a-45cb-a4dc-78197a500446 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:43:34.615853 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277b1f29-c55a-45cb-a4dc-78197a500446 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:43:34.653698 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b1f29-c55a-45cb-a4dc-78197a500446 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Pushing event updated for resources: {'Port': ['ID=03b40711-a2a1-4409-bb37-01dfa3e9ad6e,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:34.743063 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277b1f29-c55a-45cb-a4dc-78197a500446 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:34.743586 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-277b1f29-c55a-45cb-a4dc-78197a500446 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:34.770872 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 51950) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:34.776568 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-b762373f-2d04-44af-8c41-2539ba536f58 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Request body: {'floatingip': {'port_id': '03b40711-a2a1-4409-bb37-01dfa3e9ad6e'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:34.781785 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-277b1f29-c55a-45cb-a4dc-78197a500446 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7193103 Feb 09 12:43:34.790477 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c95f1a-1614-4000-9bc7-d6b8da8a0343 req-e584f9a9-c9a5-4fc6-a3d5-1fe05248b9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:34.799387 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-20c95f1a-1614-4000-9bc7-d6b8da8a0343 req-e584f9a9-c9a5-4fc6-a3d5-1fe05248b9d2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c7a8f76649f44a59c185c6d6414b556&device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 1097 time: 0.1477699 Feb 09 12:43:34.896533 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b762373f-2d04-44af-8c41-2539ba536f58 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for floatingip, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:34.994394 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51954) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:35.016414 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c95f1a-1614-4000-9bc7-d6b8da8a0343 req-77d4b7a3-3b85-4907-b911-63bec038cf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:35.018319 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-20c95f1a-1614-4000-9bc7-d6b8da8a0343 req-77d4b7a3-3b85-4907-b911-63bec038cf56 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cd0860fa-4273-47b3-901e-11f5ca0c6ffa HTTP/1.1" status: 200 len: 895 time: 0.2129736 Feb 09 12:43:35.019178 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7e9f3b9e-e230-4acc-9010-a837e24c640e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:35.117830 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7e9f3b9e-e230-4acc-9010-a837e24c640e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:35.133906 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7e9f3b9e-e230-4acc-9010-a837e24c640e admin admin] Usage tracker for resource:security_group_rule and tenant:eac1a8abc02d4a99888f476d1f9d26fc is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:35.138636 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7e9f3b9e-e230-4acc-9010-a837e24c640e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:35.147543 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7e9f3b9e-e230-4acc-9010-a837e24c640e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:35.162838 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-20c95f1a-1614-4000-9bc7-d6b8da8a0343 req-aaeaacd9-b886-4b70-a525-e6621f3bb689 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed232671-0f86-4944-b76c-438219b43570 HTTP/1.1" status: 200 len: 1001 time: 0.1301901 Feb 09 12:43:35.254003 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c95f1a-1614-4000-9bc7-d6b8da8a0343 req-12654acf-0afb-4cbf-8971-a71338837fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:35.255445 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-20c95f1a-1614-4000-9bc7-d6b8da8a0343 req-12654acf-0afb-4cbf-8971-a71338837fe0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6bf78152-396d-4171-8084-13bc43a95dd2 HTTP/1.1" status: 200 len: 834 time: 0.0810266 Feb 09 12:43:35.473107 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7e9f3b9e-e230-4acc-9010-a837e24c640e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:35.475608 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c95f1a-1614-4000-9bc7-d6b8da8a0343 req-d0aa9054-12a8-4170-82b6-a987bb6cb108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:35.477279 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-20c95f1a-1614-4000-9bc7-d6b8da8a0343 req-d0aa9054-12a8-4170-82b6-a987bb6cb108 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cd0860fa-4273-47b3-901e-11f5ca0c6ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2155552 Feb 09 12:43:35.483778 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7e9f3b9e-e230-4acc-9010-a837e24c640e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:35.615600 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7e9f3b9e-e230-4acc-9010-a837e24c640e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eac1a8abc02d4a99888f476d1f9d26fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6170342 Feb 09 12:43:35.618957 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 51970) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:35.645859 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9f3b9e-e230-4acc-9010-a837e24c640e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ae2fbd-15c6-4815-b242-f927415d5973,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:35.659356 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8606238-27aa-479d-a279-053656d6f75e req-0bb688be-deea-4bd9-ba9b-aff36ae49912 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:35.666176 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a8606238-27aa-479d-a279-053656d6f75e req-0bb688be-deea-4bd9-ba9b-aff36ae49912 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 946 time: 0.2118778 Feb 09 12:43:35.692747 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9f3b9e-e230-4acc-9010-a837e24c640e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:35.693190 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9f3b9e-e230-4acc-9010-a837e24c640e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:35.693577 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9f3b9e-e230-4acc-9010-a837e24c640e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:35.693989 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9f3b9e-e230-4acc-9010-a837e24c640e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:35.694393 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9f3b9e-e230-4acc-9010-a837e24c640e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:35.694794 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9f3b9e-e230-4acc-9010-a837e24c640e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:35.695531 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9f3b9e-e230-4acc-9010-a837e24c640e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:35.695531 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9f3b9e-e230-4acc-9010-a837e24c640e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:35.696043 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9f3b9e-e230-4acc-9010-a837e24c640e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:35.696435 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9f3b9e-e230-4acc-9010-a837e24c640e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:35.696830 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9f3b9e-e230-4acc-9010-a837e24c640e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:35.697402 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9f3b9e-e230-4acc-9010-a837e24c640e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:35.736096 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-20c95f1a-1614-4000-9bc7-d6b8da8a0343 req-ea5865c9-a843-4f79-a64c-e198634e9611 service neutron] 10.222.0.46 "GET /v2.0/networks/cd0860fa-4273-47b3-901e-11f5ca0c6ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439780 Feb 09 12:43:35.755746 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6ca24e91-4bdf-49ef-97c8-bc0aeb1608b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:35.776811 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a8606238-27aa-479d-a279-053656d6f75e req-849fabc6-9e06-4951-be1d-2e62d69f7a25 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=9312c2c6-ad0f-4a0a-ad28-49fa476a837a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094890 Feb 09 12:43:35.865870 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6ca24e91-4bdf-49ef-97c8-bc0aeb1608b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:35.950331 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-20c95f1a-1614-4000-9bc7-d6b8da8a0343 req-74788240-c67e-4591-8b14-747035d9e0db service neutron] 10.222.0.46 "GET /v2.0/networks/cd0860fa-4273-47b3-901e-11f5ca0c6ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953032 Feb 09 12:43:35.970059 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6ca24e91-4bdf-49ef-97c8-bc0aeb1608b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:35.995731 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca24e91-4bdf-49ef-97c8-bc0aeb1608b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ae2fbd-15c6-4815-b242-f927415d5973,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:36.007583 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6ca24e91-4bdf-49ef-97c8-bc0aeb1608b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:36.008918 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6ca24e91-4bdf-49ef-97c8-bc0aeb1608b5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/31ae2fbd-15c6-4815-b242-f927415d5973 HTTP/1.1" status: 204 len: 168 time: 0.3868291 Feb 09 12:43:36.060262 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b762373f-2d04-44af-8c41-2539ba536f58 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:36.074655 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b762373f-2d04-44af-8c41-2539ba536f58 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:36.343072 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [None req-b762373f-2d04-44af-8c41-2539ba536f58 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Floating IP 1c1c87c2-0d82-48fb-b830-434203e4c7e7 associated. External IP: 172.25.7.51, port: 03b40711-a2a1-4409-bb37-01dfa3e9ad6e. Feb 09 12:43:37.164779 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058eea23-0c8e-433e-9a48-d1b6e3da81af req-e677b2cf-8fb3-43ec-89d2-71215bc80f4f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:37.168284 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-058eea23-0c8e-433e-9a48-d1b6e3da81af req-e677b2cf-8fb3-43ec-89d2-71215bc80f4f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 946 time: 0.2098069 Feb 09 12:43:37.169070 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b762373f-2d04-44af-8c41-2539ba536f58 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Router aabc8592-94a1-4890-a1fa-84d622b4d228 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:43:37.312724 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-058eea23-0c8e-433e-9a48-d1b6e3da81af req-b750c313-4534-46d9-be1e-bc6b4c862e15 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=9312c2c6-ad0f-4a0a-ad28-49fa476a837a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346481 Feb 09 12:43:37.350450 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 52008) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:37.456556 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b762373f-2d04-44af-8c41-2539ba536f58 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:43:37.468328 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dad7d3d-d28e-4391-bef1-b2f98bccbf80 None None] Sync routers for ids ['aabc8592-94a1-4890-a1fa-84d622b4d228'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:43:37.476136 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b762373f-2d04-44af-8c41-2539ba536f58 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:37.485891 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dad7d3d-d28e-4391-bef1-b2f98bccbf80 None None] Routers {'aabc8592-94a1-4890-a1fa-84d622b4d228'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:43:37.486784 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-0dad7d3d-d28e-4391-bef1-b2f98bccbf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:43:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['aabc8592-94a1-4890-a1fa-84d622b4d228'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:37.539097 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b469bba9-0e07-4830-85ad-08ded1e5a8e2 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/floatingips/8f4bd083-b5ce-4adc-9e8f-3db0e2412e38 HTTP/1.1" status: 200 len: 993 time: 0.1873589 Feb 09 12:43:37.568482 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b762373f-2d04-44af-8c41-2539ba536f58 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] 10.222.0.55 "PUT /v2.0/floatingips/1c1c87c2-0d82-48fb-b830-434203e4c7e7 HTTP/1.1" status: 200 len: 976 time: 2.7958279 Feb 09 12:43:37.570489 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-0dad7d3d-d28e-4391-bef1-b2f98bccbf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:37.571079 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 52016) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:37.580539 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dad7d3d-d28e-4391-bef1-b2f98bccbf80 None None] Routers {'aabc8592-94a1-4890-a1fa-84d622b4d228'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:43:37.581355 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-0dad7d3d-d28e-4391-bef1-b2f98bccbf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:43:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['aabc8592-94a1-4890-a1fa-84d622b4d228'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:37.658790 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-443604db-23c2-4ca0-be60-c1e79294d6ce tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Deleting port 03b40711-a2a1-4409-bb37-01dfa3e9ad6e {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:43:37.658790 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-443604db-23c2-4ca0-be60-c1e79294d6ce tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:37.679336 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-0dad7d3d-d28e-4391-bef1-b2f98bccbf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:37.680199 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dad7d3d-d28e-4391-bef1-b2f98bccbf80 None None] The sync data for ids ['aabc8592-94a1-4890-a1fa-84d622b4d228'] in n-d-825178-3 is: [] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:43:37.957611 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-443604db-23c2-4ca0-be60-c1e79294d6ce tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:38.431791 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-443604db-23c2-4ca0-be60-c1e79294d6ce tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:38.433731 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-443604db-23c2-4ca0-be60-c1e79294d6ce tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:38.433731 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [None req-443604db-23c2-4ca0-be60-c1e79294d6ce tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Floating IP 1c1c87c2-0d82-48fb-b830-434203e4c7e7 disassociated. External IP: 172.25.7.51, port: 03b40711-a2a1-4409-bb37-01dfa3e9ad6e. Feb 09 12:43:38.433731 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-443604db-23c2-4ca0-be60-c1e79294d6ce tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Calling delete_port for 03b40711-a2a1-4409-bb37-01dfa3e9ad6e owned by {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:43:38.613983 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-443604db-23c2-4ca0-be60-c1e79294d6ce tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:38.680495 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443604db-23c2-4ca0-be60-c1e79294d6ce tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Pushing event deleted for resources: {'Port': ['ID=03b40711-a2a1-4409-bb37-01dfa3e9ad6e,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:39.113175 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-443604db-23c2-4ca0-be60-c1e79294d6ce tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Router aabc8592-94a1-4890-a1fa-84d622b4d228 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:43:39.442188 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443604db-23c2-4ca0-be60-c1e79294d6ce tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:43:39.467473 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65fb99e-3ca3-4bcf-b19b-bd51365aff9f None None] Sync routers for ids ['aabc8592-94a1-4890-a1fa-84d622b4d228'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:43:39.490381 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65fb99e-3ca3-4bcf-b19b-bd51365aff9f None None] Routers {'aabc8592-94a1-4890-a1fa-84d622b4d228'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:43:39.491020 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-f65fb99e-3ca3-4bcf-b19b-bd51365aff9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:43:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['aabc8592-94a1-4890-a1fa-84d622b4d228'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:39.640060 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-f65fb99e-3ca3-4bcf-b19b-bd51365aff9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:39.653173 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65fb99e-3ca3-4bcf-b19b-bd51365aff9f None None] Routers {'aabc8592-94a1-4890-a1fa-84d622b4d228'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:43:39.653873 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-f65fb99e-3ca3-4bcf-b19b-bd51365aff9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:43:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['aabc8592-94a1-4890-a1fa-84d622b4d228'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:39.659528 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-443604db-23c2-4ca0-be60-c1e79294d6ce tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:39.687001 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 52070) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:39.687582 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-443604db-23c2-4ca0-be60-c1e79294d6ce tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] 10.222.0.55 "DELETE /v2.0/ports/03b40711-a2a1-4409-bb37-01dfa3e9ad6e HTTP/1.1" status: 204 len: 168 time: 2.1151636 Feb 09 12:43:39.744447 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-f65fb99e-3ca3-4bcf-b19b-bd51365aff9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:39.745453 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65fb99e-3ca3-4bcf-b19b-bd51365aff9f None None] The sync data for ids ['aabc8592-94a1-4890-a1fa-84d622b4d228'] in n-d-825178-3 is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:43:39.781395 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3bdb10ba-7f61-47c9-8283-a98bb6629225 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] 10.222.0.55 "GET /v2.0/floatingips/1c1c87c2-0d82-48fb-b830-434203e4c7e7 HTTP/1.1" status: 200 len: 687 time: 0.0930862 Feb 09 12:43:39.784150 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 52078) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:40.082755 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-3ee79fbd-dc3a-486d-860f-80551ce439ee tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Deleting port 9f0a19c4-00ec-475e-8087-0882a11a1d8c {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:43:40.083158 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3ee79fbd-dc3a-486d-860f-80551ce439ee tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:40.379222 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3ee79fbd-dc3a-486d-860f-80551ce439ee tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:40.379714 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3ee79fbd-dc3a-486d-860f-80551ce439ee tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:40.501703 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 52102) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:40.534407 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-3ee79fbd-dc3a-486d-860f-80551ce439ee tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Calling delete_port for 9f0a19c4-00ec-475e-8087-0882a11a1d8c owned by network:floatingip {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:43:40.696661 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-da530601-ebd7-4726-b0c1-56a984b9abd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:40.713669 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-da530601-ebd7-4726-b0c1-56a984b9abd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:40.719569 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-da530601-ebd7-4726-b0c1-56a984b9abd2 admin admin] Usage tracker for resource:security_group_rule and tenant:b95a592c182f47b39e5d8fac33651dc4 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:40.722616 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3ee79fbd-dc3a-486d-860f-80551ce439ee tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:40.724174 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-da530601-ebd7-4726-b0c1-56a984b9abd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:40.732236 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-da530601-ebd7-4726-b0c1-56a984b9abd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:40.778462 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee79fbd-dc3a-486d-860f-80551ce439ee tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Pushing event deleted for resources: {'Port': ['ID=9f0a19c4-00ec-475e-8087-0882a11a1d8c,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:40.881312 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3ee79fbd-dc3a-486d-860f-80551ce439ee tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for floatingip, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:40.900923 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3ee79fbd-dc3a-486d-860f-80551ce439ee tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:40.903074 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3ee79fbd-dc3a-486d-860f-80551ce439ee tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] 10.222.0.55 "DELETE /v2.0/floatingips/1c1c87c2-0d82-48fb-b830-434203e4c7e7 HTTP/1.1" status: 204 len: 168 time: 1.1177399 Feb 09 12:43:40.905841 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-da530601-ebd7-4726-b0c1-56a984b9abd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:40.906799 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 52112) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:40.912654 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-a4c5656a-93ba-4c0e-9153-73f6cf176e28 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'port_id': '6850fe85-c64d-442f-b852-b24c61ba6740'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:40.918882 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-da530601-ebd7-4726-b0c1-56a984b9abd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:40.920573 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a4c5656a-93ba-4c0e-9153-73f6cf176e28 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:40.931057 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a4c5656a-93ba-4c0e-9153-73f6cf176e28 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Usage tracker for resource:floatingip and tenant:8c68454472994c9c93bcd20b28adbf45 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:40.935545 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a4c5656a-93ba-4c0e-9153-73f6cf176e28 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:40.941706 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a4c5656a-93ba-4c0e-9153-73f6cf176e28 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:40.957515 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-da530601-ebd7-4726-b0c1-56a984b9abd2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b95a592c182f47b39e5d8fac33651dc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4547143 Feb 09 12:43:40.960521 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 52118) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:40.963391 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a4c5656a-93ba-4c0e-9153-73f6cf176e28 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for floatingip, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:40.981936 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da530601-ebd7-4726-b0c1-56a984b9abd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f907b03-fe08-4f4d-8c86-742e55eeeecc,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:41.139764 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-03bab8f9-044b-4bbd-a4d1-b80d9c201cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:41.179919 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-03bab8f9-044b-4bbd-a4d1-b80d9c201cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:41.226866 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a4c5656a-93ba-4c0e-9153-73f6cf176e28 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:41.296090 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-03bab8f9-044b-4bbd-a4d1-b80d9c201cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:41.316529 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bab8f9-044b-4bbd-a4d1-b80d9c201cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f907b03-fe08-4f4d-8c86-742e55eeeecc,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:41.388832 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-03bab8f9-044b-4bbd-a4d1-b80d9c201cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:41.389829 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-03bab8f9-044b-4bbd-a4d1-b80d9c201cbc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2f907b03-fe08-4f4d-8c86-742e55eeeecc HTTP/1.1" status: 204 len: 168 time: 0.4280405 Feb 09 12:43:41.418844 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-a4c5656a-93ba-4c0e-9153-73f6cf176e28 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Allocated IP 172.25.7.181 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/167b1377-00a5-4765-b06c-4496f211a54d) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:43:41.607599 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a4c5656a-93ba-4c0e-9153-73f6cf176e28 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:41.645225 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a4c5656a-93ba-4c0e-9153-73f6cf176e28 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:41.724099 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c5656a-93ba-4c0e-9153-73f6cf176e28 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:43:41.726897 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-a4c5656a-93ba-4c0e-9153-73f6cf176e28 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:43:41.731295 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c5656a-93ba-4c0e-9153-73f6cf176e28 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:43:41.779755 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 52142) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:41.786518 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c5656a-93ba-4c0e-9153-73f6cf176e28 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Pushing event updated for resources: {'Port': ['ID=167b1377-00a5-4765-b06c-4496f211a54d,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:41.828883 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-39def8e7-4ac1-4509-8c9c-1fb0c243f9ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:41.847532 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-39def8e7-4ac1-4509-8c9c-1fb0c243f9ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:41.852396 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-39def8e7-4ac1-4509-8c9c-1fb0c243f9ee admin admin] Usage tracker for resource:security_group_rule and tenant:8359066807d24e78a3f9b05510405b61 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:41.857129 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-39def8e7-4ac1-4509-8c9c-1fb0c243f9ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:41.864512 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-39def8e7-4ac1-4509-8c9c-1fb0c243f9ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:41.988990 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-39def8e7-4ac1-4509-8c9c-1fb0c243f9ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:41.994765 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-39def8e7-4ac1-4509-8c9c-1fb0c243f9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:42.061213 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-39def8e7-4ac1-4509-8c9c-1fb0c243f9ee admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8359066807d24e78a3f9b05510405b61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2798135 Feb 09 12:43:42.062019 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39def8e7-4ac1-4509-8c9c-1fb0c243f9ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7589d41b-e3fa-4a25-9db8-dcd48fa8ba52,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:42.066942 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 52150) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:42.146022 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d5a1c948-93da-4ae0-8867-0fc5cf7e891d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:42.179213 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d5a1c948-93da-4ae0-8867-0fc5cf7e891d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:42.249969 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d5a1c948-93da-4ae0-8867-0fc5cf7e891d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:42.271712 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a1c948-93da-4ae0-8867-0fc5cf7e891d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7589d41b-e3fa-4a25-9db8-dcd48fa8ba52,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:42.297358 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d5a1c948-93da-4ae0-8867-0fc5cf7e891d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:42.326672 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d5a1c948-93da-4ae0-8867-0fc5cf7e891d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7589d41b-e3fa-4a25-9db8-dcd48fa8ba52 HTTP/1.1" status: 204 len: 168 time: 0.2594585 Feb 09 12:43:42.442612 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a4c5656a-93ba-4c0e-9153-73f6cf176e28 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:42.525638 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a4c5656a-93ba-4c0e-9153-73f6cf176e28 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:42.759970 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a4c5656a-93ba-4c0e-9153-73f6cf176e28 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:42.766895 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a4c5656a-93ba-4c0e-9153-73f6cf176e28 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:42.891973 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c5656a-93ba-4c0e-9153-73f6cf176e28 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Pushing event updated for resources: {'Port': ['ID=167b1377-00a5-4765-b06c-4496f211a54d,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:42.908353 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a4c5656a-93ba-4c0e-9153-73f6cf176e28 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:43.093819 n-d-825178-3 neutron-server[87568]: INFO neutron.db.l3_db [None req-a4c5656a-93ba-4c0e-9153-73f6cf176e28 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Floating IP 84daebc1-8195-444e-a7c9-cd834aaea2cf associated. External IP: 172.25.7.181, port: 6850fe85-c64d-442f-b852-b24c61ba6740. Feb 09 12:43:43.572106 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c5656a-93ba-4c0e-9153-73f6cf176e28 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Router aabc8592-94a1-4890-a1fa-84d622b4d228 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:43:43.652582 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 52194) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:43.784310 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c5656a-93ba-4c0e-9153-73f6cf176e28 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:43:43.795772 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746f6b39-a139-48d9-b723-db8b564b91e7 None None] Sync routers for ids ['aabc8592-94a1-4890-a1fa-84d622b4d228'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:43:43.800328 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-14c8bd85-68fc-40ed-a4ba-c8907f844aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:43.807944 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746f6b39-a139-48d9-b723-db8b564b91e7 None None] Routers {'aabc8592-94a1-4890-a1fa-84d622b4d228'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:43:43.810574 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-746f6b39-a139-48d9-b723-db8b564b91e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:43:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['aabc8592-94a1-4890-a1fa-84d622b4d228'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:43.821428 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-14c8bd85-68fc-40ed-a4ba-c8907f844aef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:43.826520 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-14c8bd85-68fc-40ed-a4ba-c8907f844aef admin admin] Usage tracker for resource:security_group_rule and tenant:10537260cfa943cd8621fa2b791c5da9 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:43.829967 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a4c5656a-93ba-4c0e-9153-73f6cf176e28 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:43.832138 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-14c8bd85-68fc-40ed-a4ba-c8907f844aef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:43.841068 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-14c8bd85-68fc-40ed-a4ba-c8907f844aef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:43.955088 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-14c8bd85-68fc-40ed-a4ba-c8907f844aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:43.962707 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-14c8bd85-68fc-40ed-a4ba-c8907f844aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:43.980922 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-746f6b39-a139-48d9-b723-db8b564b91e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:43.991102 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746f6b39-a139-48d9-b723-db8b564b91e7 None None] Routers {'aabc8592-94a1-4890-a1fa-84d622b4d228'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:43:43.991923 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-746f6b39-a139-48d9-b723-db8b564b91e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:43:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['aabc8592-94a1-4890-a1fa-84d622b4d228'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:44.029453 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c8bd85-68fc-40ed-a4ba-c8907f844aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e2dd6a-f3bf-4ee1-9f1f-27c8e8a4c8a6,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:44.050781 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a4c5656a-93ba-4c0e-9153-73f6cf176e28 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.1427300 Feb 09 12:43:44.054622 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 52202) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:44.060594 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-66afd4f3-e7bd-4afb-b0c7-9ce27906ed4b tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-60607693'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:44.064940 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-746f6b39-a139-48d9-b723-db8b564b91e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:44.065446 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746f6b39-a139-48d9-b723-db8b564b91e7 None None] The sync data for ids ['aabc8592-94a1-4890-a1fa-84d622b4d228'] in n-d-825178-3 is: [] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:43:44.066431 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-66afd4f3-e7bd-4afb-b0c7-9ce27906ed4b tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:44.071724 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-66afd4f3-e7bd-4afb-b0c7-9ce27906ed4b tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Usage tracker for resource:network and tenant:8c68454472994c9c93bcd20b28adbf45 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:44.075445 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-66afd4f3-e7bd-4afb-b0c7-9ce27906ed4b tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:44.081325 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-66afd4f3-e7bd-4afb-b0c7-9ce27906ed4b tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:44.085201 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-698d55f5-3986-47c0-8eb1-98d0dd085bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:44.096162 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66afd4f3-e7bd-4afb-b0c7-9ce27906ed4b tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Made reservation on behalf of 8c68454472994c9c93bcd20b28adbf45 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:43:44.099723 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-66afd4f3-e7bd-4afb-b0c7-9ce27906ed4b tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:44.104323 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-14c8bd85-68fc-40ed-a4ba-c8907f844aef admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=10537260cfa943cd8621fa2b791c5da9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4502902 Feb 09 12:43:44.105307 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 52208) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:44.159043 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66afd4f3-e7bd-4afb-b0c7-9ce27906ed4b tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:43:44.181134 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b9658c08-9d4b-4157-bc88-4f0dc6647628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:44.202210 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-66afd4f3-e7bd-4afb-b0c7-9ce27906ed4b tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:44.203005 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-66afd4f3-e7bd-4afb-b0c7-9ce27906ed4b tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Added segment 189668d6-61af-48e9-bfca-41429f7b816f of type vlan for network 9d935490-cc19-476a-96ec-451795d05efc Feb 09 12:43:44.215139 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b9658c08-9d4b-4157-bc88-4f0dc6647628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:44.257990 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-66afd4f3-e7bd-4afb-b0c7-9ce27906ed4b tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:44.276847 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b9658c08-9d4b-4157-bc88-4f0dc6647628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:44.325899 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9658c08-9d4b-4157-bc88-4f0dc6647628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e2dd6a-f3bf-4ee1-9f1f-27c8e8a4c8a6,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:44.335918 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-66afd4f3-e7bd-4afb-b0c7-9ce27906ed4b tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:44.340204 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b9658c08-9d4b-4157-bc88-4f0dc6647628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:44.342614 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b9658c08-9d4b-4157-bc88-4f0dc6647628 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/60e2dd6a-f3bf-4ee1-9f1f-27c8e8a4c8a6 HTTP/1.1" status: 204 len: 168 time: 0.2358475 Feb 09 12:43:44.345712 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66afd4f3-e7bd-4afb-b0c7-9ce27906ed4b tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:44.346469 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-66afd4f3-e7bd-4afb-b0c7-9ce27906ed4b tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:44.570481 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 52226) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:44.570686 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-66afd4f3-e7bd-4afb-b0c7-9ce27906ed4b tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5148451 Feb 09 12:43:44.587765 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-23abfb41-d9af-43f2-9ab6-c824734653c2 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Request body: {'subnet': {'network_id': '9d935490-cc19-476a-96ec-451795d05efc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:44.602860 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66afd4f3-e7bd-4afb-b0c7-9ce27906ed4b tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Pushing event updated for resources: {'Network': ['ID=9d935490-cc19-476a-96ec-451795d05efc,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:44.615154 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 9d935490-cc19-476a-96ec-451795d05efc details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:43:44.780291 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-23abfb41-d9af-43f2-9ab6-c824734653c2 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:44.798497 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-23abfb41-d9af-43f2-9ab6-c824734653c2 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:44.825241 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23abfb41-d9af-43f2-9ab6-c824734653c2 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Made reservation on behalf of 8c68454472994c9c93bcd20b28adbf45 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:43:44.829891 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-23abfb41-d9af-43f2-9ab6-c824734653c2 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:45.128073 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-23abfb41-d9af-43f2-9ab6-c824734653c2 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:45.240361 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23abfb41-d9af-43f2-9ab6-c824734653c2 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Pushing event updated for resources: {'Subnet': ['ID=8772c8a3-24cd-466d-b7f7-8f25e260dd15,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:45.242751 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23abfb41-d9af-43f2-9ab6-c824734653c2 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Checking segment: {'id': '189668d6-61af-48e9-bfca-41429f7b816f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9d935490-cc19-476a-96ec-451795d05efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:43:45.243114 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23abfb41-d9af-43f2-9ab6-c824734653c2 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Network hostable DHCP agents. Network: 9d935490-cc19-476a-96ec-451795d05efc, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:43:45.267279 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23abfb41-d9af-43f2-9ab6-c824734653c2 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Network 9d935490-cc19-476a-96ec-451795d05efc is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:43:45.297453 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-23abfb41-d9af-43f2-9ab6-c824734653c2 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 9d935490-cc19-476a-96ec-451795d05efc) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:43:45.306269 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300f252b-bbe5-4cff-9fdb-38e15c104362 None None] Network 9d935490-cc19-476a-96ec-451795d05efc requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:43:45.317872 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23abfb41-d9af-43f2-9ab6-c824734653c2 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:45.320958 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-23abfb41-d9af-43f2-9ab6-c824734653c2 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:45.378509 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 52250) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:45.379050 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-23abfb41-d9af-43f2-9ab6-c824734653c2 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8065901 Feb 09 12:43:45.386080 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-f889fb69-53f4-40a8-b4e7-935bf0753b5f tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1850274219', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}, 'admin_state_up': False}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:45.396497 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f889fb69-53f4-40a8-b4e7-935bf0753b5f tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:45.402493 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f889fb69-53f4-40a8-b4e7-935bf0753b5f tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Usage tracker for resource:router and tenant:8c68454472994c9c93bcd20b28adbf45 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:45.406621 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f889fb69-53f4-40a8-b4e7-935bf0753b5f tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:45.421004 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f889fb69-53f4-40a8-b4e7-935bf0753b5f tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:45.447177 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f889fb69-53f4-40a8-b4e7-935bf0753b5f tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:45.449313 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f889fb69-53f4-40a8-b4e7-935bf0753b5f tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:45.469028 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f889fb69-53f4-40a8-b4e7-935bf0753b5f tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:45.658730 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45985542-1953-4268-b3ff-4f01ef42b414 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-9d935490-cc19-476a-96ec-451795d05efc', 'network_id': '9d935490-cc19-476a-96ec-451795d05efc', 'tenant_id': '8c68454472994c9c93bcd20b28adbf45', 'fixed_ips': [{'subnet_id': '8772c8a3-24cd-466d-b7f7-8f25e260dd15'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:43:45.659848 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-45985542-1953-4268-b3ff-4f01ef42b414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:45.808692 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f889fb69-53f4-40a8-b4e7-935bf0753b5f tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:45.820433 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:43:46.010266 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-45985542-1953-4268-b3ff-4f01ef42b414 None None] Allocated IP 172.20.0.2 (9d935490-cc19-476a-96ec-451795d05efc/8772c8a3-24cd-466d-b7f7-8f25e260dd15/8b0a3bf8-f0af-4090-81bc-5d6b2a323d5e) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:43:46.306252 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f889fb69-53f4-40a8-b4e7-935bf0753b5f tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:46.364359 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f889fb69-53f4-40a8-b4e7-935bf0753b5f tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:46.462052 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-45985542-1953-4268-b3ff-4f01ef42b414 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:46.497685 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0f8f3ad3-bc44-4fa0-85ec-06298ae1f75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:46.501265 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-45985542-1953-4268-b3ff-4f01ef42b414 None None] Transition to ACTIVE for port object 8b0a3bf8-f0af-4090-81bc-5d6b2a323d5e will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:43:46.542137 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-45985542-1953-4268-b3ff-4f01ef42b414 None None] Transition to ACTIVE for port object 8b0a3bf8-f0af-4090-81bc-5d6b2a323d5e will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:43:46.542713 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 52282) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:46.553110 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-45985542-1953-4268-b3ff-4f01ef42b414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:46.585827 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-f889fb69-53f4-40a8-b4e7-935bf0753b5f tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Allocated IP 172.25.7.78 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/bf2b2a1f-55a8-48f9-89e1-7beb5755cd66) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:43:46.702805 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45985542-1953-4268-b3ff-4f01ef42b414 None None] Pushing event updated for resources: {'Port': ['ID=8b0a3bf8-f0af-4090-81bc-5d6b2a323d5e,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:46.725930 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-45f07638-0ec9-469c-ba05-01991288ac63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:46.726128 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45985542-1953-4268-b3ff-4f01ef42b414 None None] Network 9d935490-cc19-476a-96ec-451795d05efc is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:43:46.727265 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-45985542-1953-4268-b3ff-4f01ef42b414 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:43:46.730713 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45985542-1953-4268-b3ff-4f01ef42b414 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:43:46.747068 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-45f07638-0ec9-469c-ba05-01991288ac63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:46.751591 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-45f07638-0ec9-469c-ba05-01991288ac63 admin admin] Usage tracker for resource:security_group_rule and tenant:d5b854e2f8b54f0aa77707daac6ab361 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:46.755991 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-45f07638-0ec9-469c-ba05-01991288ac63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:46.764729 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-45f07638-0ec9-469c-ba05-01991288ac63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:46.824432 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f889fb69-53f4-40a8-b4e7-935bf0753b5f tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:46.877372 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-45985542-1953-4268-b3ff-4f01ef42b414 None None] Attempting to bind port 8b0a3bf8-f0af-4090-81bc-5d6b2a323d5e on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:43:46.878027 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-45985542-1953-4268-b3ff-4f01ef42b414 None None] Attempting to bind port 8b0a3bf8-f0af-4090-81bc-5d6b2a323d5e by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '189668d6-61af-48e9-bfca-41429f7b816f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9d935490-cc19-476a-96ec-451795d05efc'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:43:46.878900 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45985542-1953-4268-b3ff-4f01ef42b414 None None] Attempting to bind port 8b0a3bf8-f0af-4090-81bc-5d6b2a323d5e on network 9d935490-cc19-476a-96ec-451795d05efc {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:43:46.880698 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f889fb69-53f4-40a8-b4e7-935bf0753b5f tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:46.887487 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45985542-1953-4268-b3ff-4f01ef42b414 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:43:46.888251 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45985542-1953-4268-b3ff-4f01ef42b414 None None] Checking segment: {'id': '189668d6-61af-48e9-bfca-41429f7b816f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9d935490-cc19-476a-96ec-451795d05efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:43:46.888883 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-45985542-1953-4268-b3ff-4f01ef42b414 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:46.889481 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45985542-1953-4268-b3ff-4f01ef42b414 None None] Bound using segment: {'id': '189668d6-61af-48e9-bfca-41429f7b816f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9d935490-cc19-476a-96ec-451795d05efc'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:43:46.890186 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-45985542-1953-4268-b3ff-4f01ef42b414 None None] Bound port: 8b0a3bf8-f0af-4090-81bc-5d6b2a323d5e, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189668d6-61af-48e9-bfca-41429f7b816f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9d935490-cc19-476a-96ec-451795d05efc'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:43:46.891322 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-45985542-1953-4268-b3ff-4f01ef42b414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:46.901149 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-45f07638-0ec9-469c-ba05-01991288ac63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:46.908493 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-45f07638-0ec9-469c-ba05-01991288ac63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:46.967527 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-45f07638-0ec9-469c-ba05-01991288ac63 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d5b854e2f8b54f0aa77707daac6ab361&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4202976 Feb 09 12:43:46.972391 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 52300) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:46.997787 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f07638-0ec9-469c-ba05-01991288ac63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511fc21f-c152-463a-94e4-c452a5216bb3,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:47.043451 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f889fb69-53f4-40a8-b4e7-935bf0753b5f tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:43:47.045767 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-f889fb69-53f4-40a8-b4e7-935bf0753b5f tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:43:47.045940 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-45985542-1953-4268-b3ff-4f01ef42b414 None None] For port 8b0a3bf8-f0af-4090-81bc-5d6b2a323d5e, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:43:47.048800 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f889fb69-53f4-40a8-b4e7-935bf0753b5f tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:43:47.050029 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-45985542-1953-4268-b3ff-4f01ef42b414 None None] For port 8b0a3bf8-f0af-4090-81bc-5d6b2a323d5e, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=8b0a3bf8-f0af-4090-81bc-5d6b2a323d5e,segment=NetworkSegment(189668d6-61af-48e9-bfca-41429f7b816f),segment_id=189668d6-61af-48e9-bfca-41429f7b816f)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:43:47.056341 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-45985542-1953-4268-b3ff-4f01ef42b414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:47.084840 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-881b4eb0-ba52-40a1-b08f-ebb9a1e95d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:47.121985 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-881b4eb0-ba52-40a1-b08f-ebb9a1e95d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:47.151919 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45985542-1953-4268-b3ff-4f01ef42b414 None None] Pushing event updated for resources: {'Port': ['ID=8b0a3bf8-f0af-4090-81bc-5d6b2a323d5e,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:47.231568 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-881b4eb0-ba52-40a1-b08f-ebb9a1e95d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:47.250447 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b4eb0-ba52-40a1-b08f-ebb9a1e95d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511fc21f-c152-463a-94e4-c452a5216bb3,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:47.275301 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-881b4eb0-ba52-40a1-b08f-ebb9a1e95d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:47.278879 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-881b4eb0-ba52-40a1-b08f-ebb9a1e95d68 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/511fc21f-c152-463a-94e4-c452a5216bb3 HTTP/1.1" status: 204 len: 168 time: 0.3047354 Feb 09 12:43:47.500982 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889fb69-53f4-40a8-b4e7-935bf0753b5f tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Pushing event updated for resources: {'Port': ['ID=bf2b2a1f-55a8-48f9-89e1-7beb5755cd66,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:47.635674 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:47.650417 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:47.873016 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f889fb69-53f4-40a8-b4e7-935bf0753b5f tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:47.905494 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 52354) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:47.924108 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d26ec6e0-28ae-4d54-9550-8ef5986db0c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:47.942982 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-d26ec6e0-28ae-4d54-9550-8ef5986db0c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:47.948130 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-d26ec6e0-28ae-4d54-9550-8ef5986db0c2 admin admin] Usage tracker for resource:security_group_rule and tenant:24270619d1e14bd7b85157715b3e6688 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:47.951048 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-d26ec6e0-28ae-4d54-9550-8ef5986db0c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:47.957964 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-d26ec6e0-28ae-4d54-9550-8ef5986db0c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:48.056072 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d26ec6e0-28ae-4d54-9550-8ef5986db0c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:48.062722 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d26ec6e0-28ae-4d54-9550-8ef5986db0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:48.108119 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d26ec6e0-28ae-4d54-9550-8ef5986db0c2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=24270619d1e14bd7b85157715b3e6688&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2014012 Feb 09 12:43:48.110645 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 52366) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:48.159893 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ec6e0-28ae-4d54-9550-8ef5986db0c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f75b0ff-99a2-45ea-8d5c-5e108f0a4c69,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:48.350774 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-792ccee8-0a27-4075-b24d-9f2d19ac1f08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:48.405494 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-792ccee8-0a27-4075-b24d-9f2d19ac1f08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:48.490884 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-792ccee8-0a27-4075-b24d-9f2d19ac1f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:48.515702 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ccee8-0a27-4075-b24d-9f2d19ac1f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f75b0ff-99a2-45ea-8d5c-5e108f0a4c69,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:48.522377 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-792ccee8-0a27-4075-b24d-9f2d19ac1f08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:48.526263 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-792ccee8-0a27-4075-b24d-9f2d19ac1f08 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2f75b0ff-99a2-45ea-8d5c-5e108f0a4c69 HTTP/1.1" status: 204 len: 168 time: 0.4116189 Feb 09 12:43:48.552297 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f889fb69-53f4-40a8-b4e7-935bf0753b5f tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:48.684144 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dabef2-fe15-4032-9348-ef7d0915c30f None None] Network 9d935490-cc19-476a-96ec-451795d05efc requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:43:48.830188 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f889fb69-53f4-40a8-b4e7-935bf0753b5f tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Router a349b1e5-7c19-412c-b986-2ea108e7802e is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:43:49.053801 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-dde54198-7890-4614-8377-6d51dafdb582 None None] Provisioning for port 8b0a3bf8-f0af-4090-81bc-5d6b2a323d5e completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:43:49.161591 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:49.167110 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f889fb69-53f4-40a8-b4e7-935bf0753b5f tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:43:49.181016 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d9cd2d-d10e-4dfb-a445-a857852304ab None None] Sync routers for ids ['a349b1e5-7c19-412c-b986-2ea108e7802e'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:43:49.195296 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d9cd2d-d10e-4dfb-a445-a857852304ab None None] Routers {'a349b1e5-7c19-412c-b986-2ea108e7802e'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:43:49.197375 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-b1d9cd2d-d10e-4dfb-a445-a857852304ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:43:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['a349b1e5-7c19-412c-b986-2ea108e7802e'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:49.269362 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f889fb69-53f4-40a8-b4e7-935bf0753b5f tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:49.274191 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f889fb69-53f4-40a8-b4e7-935bf0753b5f tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.8940854 Feb 09 12:43:49.277275 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 52434) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:49.322141 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 8b0a3bf8-f0af-4090-81bc-5d6b2a323d5e up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:43:49.405036 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-b1d9cd2d-d10e-4dfb-a445-a857852304ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:49.431144 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d9cd2d-d10e-4dfb-a445-a857852304ab None None] Routers {'a349b1e5-7c19-412c-b986-2ea108e7802e'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:43:49.432207 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-b1d9cd2d-d10e-4dfb-a445-a857852304ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:43:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['a349b1e5-7c19-412c-b986-2ea108e7802e'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:49.530411 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 8b0a3bf8-f0af-4090-81bc-5d6b2a323d5e completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:43:49.535980 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 8b0a3bf8-f0af-4090-81bc-5d6b2a323d5e triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:43:49.536411 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:49.593093 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-b1d9cd2d-d10e-4dfb-a445-a857852304ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:49.594014 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d9cd2d-d10e-4dfb-a445-a857852304ab None None] The sync data for ids ['a349b1e5-7c19-412c-b986-2ea108e7802e'] in n-d-825178-3 is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:43:49.612107 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-cd3df142-f30e-4fb2-9ac7-69d1e57f44d2 None None] Provisioning complete for port 8b0a3bf8-f0af-4090-81bc-5d6b2a323d5e triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:43:49.612527 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cd3df142-f30e-4fb2-9ac7-69d1e57f44d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:49.887254 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:49.946148 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cd3df142-f30e-4fb2-9ac7-69d1e57f44d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:49.972854 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 8b0a3bf8-f0af-4090-81bc-5d6b2a323d5e, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=8b0a3bf8-f0af-4090-81bc-5d6b2a323d5e,segment=NetworkSegment(189668d6-61af-48e9-bfca-41429f7b816f),segment_id=189668d6-61af-48e9-bfca-41429f7b816f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:43:49.982103 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:50.153173 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=8b0a3bf8-f0af-4090-81bc-5d6b2a323d5e,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:50.156404 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-cd3df142-f30e-4fb2-9ac7-69d1e57f44d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:43:50.156656 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-cd3df142-f30e-4fb2-9ac7-69d1e57f44d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:43:50.495786 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-359b5a9d-1935-4e0a-9612-4c15ff353fd7 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:50.554250 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:50.561562 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 52496) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:50.852032 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9782ea5a-18ab-467e-861c-44e5409bd08c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:50.867955 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9782ea5a-18ab-467e-861c-44e5409bd08c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:50.872694 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9782ea5a-18ab-467e-861c-44e5409bd08c admin admin] Usage tracker for resource:security_group_rule and tenant:5bdd9aa2f74349ca9200f7753a82abab is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:50.875548 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9782ea5a-18ab-467e-861c-44e5409bd08c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:50.881843 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9782ea5a-18ab-467e-861c-44e5409bd08c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:50.985797 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9782ea5a-18ab-467e-861c-44e5409bd08c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:50.991432 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9782ea5a-18ab-467e-861c-44e5409bd08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:51.006669 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-359b5a9d-1935-4e0a-9612-4c15ff353fd7 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Allocated IP 172.20.0.1 (9d935490-cc19-476a-96ec-451795d05efc/8772c8a3-24cd-466d-b7f7-8f25e260dd15/b08e4843-d5e6-4f02-b12c-75548ae7b937) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:43:51.044860 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9782ea5a-18ab-467e-861c-44e5409bd08c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5bdd9aa2f74349ca9200f7753a82abab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4798136 Feb 09 12:43:51.046037 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 52510) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:51.065715 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9782ea5a-18ab-467e-861c-44e5409bd08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df566f84-88ad-41b3-98b5-2a2dec6542ff,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:51.117131 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8cf4bafa-ab65-404b-946e-8e48174cdad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:51.144209 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8cf4bafa-ab65-404b-946e-8e48174cdad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:51.195306 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-359b5a9d-1935-4e0a-9612-4c15ff353fd7 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:51.204752 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8cf4bafa-ab65-404b-946e-8e48174cdad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:51.214722 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-359b5a9d-1935-4e0a-9612-4c15ff353fd7 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Transition to ACTIVE for port object b08e4843-d5e6-4f02-b12c-75548ae7b937 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:43:51.221225 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4bafa-ab65-404b-946e-8e48174cdad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df566f84-88ad-41b3-98b5-2a2dec6542ff,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:51.222885 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 8b0a3bf8-f0af-4090-81bc-5d6b2a323d5e up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:43:51.231309 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8cf4bafa-ab65-404b-946e-8e48174cdad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:51.235303 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8cf4bafa-ab65-404b-946e-8e48174cdad4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/df566f84-88ad-41b3-98b5-2a2dec6542ff HTTP/1.1" status: 204 len: 168 time: 0.1882961 Feb 09 12:43:51.248474 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-359b5a9d-1935-4e0a-9612-4c15ff353fd7 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:51.311351 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359b5a9d-1935-4e0a-9612-4c15ff353fd7 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Network 9d935490-cc19-476a-96ec-451795d05efc is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:43:51.318769 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-359b5a9d-1935-4e0a-9612-4c15ff353fd7 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:43:51.323531 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359b5a9d-1935-4e0a-9612-4c15ff353fd7 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:43:51.343260 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 8b0a3bf8-f0af-4090-81bc-5d6b2a323d5e triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:43:51.343871 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:51.551483 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359b5a9d-1935-4e0a-9612-4c15ff353fd7 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Pushing event updated for resources: {'Port': ['ID=b08e4843-d5e6-4f02-b12c-75548ae7b937,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:51.577696 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-359b5a9d-1935-4e0a-9612-4c15ff353fd7 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:51.779729 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c700c64a-ddac-41d6-a5b1-8987c2c2ad38 None None] Provisioning for port b08e4843-d5e6-4f02-b12c-75548ae7b937 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:43:51.799395 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c700c64a-ddac-41d6-a5b1-8987c2c2ad38 None None] Provisioning complete for port b08e4843-d5e6-4f02-b12c-75548ae7b937 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:43:51.799779 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c700c64a-ddac-41d6-a5b1-8987c2c2ad38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:51.844183 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 52528) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:51.893595 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ffc7fb19-f517-472d-ba95-56c8d755ca8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:51.899896 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-c700c64a-ddac-41d6-a5b1-8987c2c2ad38 None None] Port b08e4843-d5e6-4f02-b12c-75548ae7b937 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:43:51.925003 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-ffc7fb19-f517-472d-ba95-56c8d755ca8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:51.933971 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ffc7fb19-f517-472d-ba95-56c8d755ca8d admin admin] Usage tracker for resource:security_group_rule and tenant:2c79e2894676473bae08b64c777dd5e3 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:51.938427 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ffc7fb19-f517-472d-ba95-56c8d755ca8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:51.948028 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-ffc7fb19-f517-472d-ba95-56c8d755ca8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:51.950190 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-359b5a9d-1935-4e0a-9612-4c15ff353fd7 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:52.303261 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ffc7fb19-f517-472d-ba95-56c8d755ca8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:52.363604 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ffc7fb19-f517-472d-ba95-56c8d755ca8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:52.473126 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ffc7fb19-f517-472d-ba95-56c8d755ca8d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2c79e2894676473bae08b64c777dd5e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6253681 Feb 09 12:43:52.474459 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 52550) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:52.484253 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc7fb19-f517-472d-ba95-56c8d755ca8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056f5cbe-f42f-491e-8335-b471b34c90a7,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:52.553433 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3ffb9f50-3d19-4aab-8b8d-06e460d7ef8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:52.558947 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-359b5a9d-1935-4e0a-9612-4c15ff353fd7 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:52.564982 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-359b5a9d-1935-4e0a-9612-4c15ff353fd7 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:52.581422 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3ffb9f50-3d19-4aab-8b8d-06e460d7ef8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:52.663488 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3ffb9f50-3d19-4aab-8b8d-06e460d7ef8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:52.707663 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359b5a9d-1935-4e0a-9612-4c15ff353fd7 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Pushing event updated for resources: {'Port': ['ID=b08e4843-d5e6-4f02-b12c-75548ae7b937,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:52.721227 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-359b5a9d-1935-4e0a-9612-4c15ff353fd7 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:52.739208 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffb9f50-3d19-4aab-8b8d-06e460d7ef8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056f5cbe-f42f-491e-8335-b471b34c90a7,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:52.743385 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3ffb9f50-3d19-4aab-8b8d-06e460d7ef8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:52.744613 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3ffb9f50-3d19-4aab-8b8d-06e460d7ef8c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/056f5cbe-f42f-491e-8335-b471b34c90a7 HTTP/1.1" status: 204 len: 168 time: 0.2670417 Feb 09 12:43:52.786698 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6f2f7bd3-e2cd-478a-8430-ff6b21b3f8b0 req-098043a7-174b-48e1-b854-d16c3e45602a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d50cdad8-3bef-424e-8523-b0cb2752ee94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1164892 Feb 09 12:43:52.894372 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:52.974175 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359b5a9d-1935-4e0a-9612-4c15ff353fd7 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Network 9d935490-cc19-476a-96ec-451795d05efc is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:43:52.975761 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-359b5a9d-1935-4e0a-9612-4c15ff353fd7 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:43:53.159117 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f7bd3-e2cd-478a-8430-ff6b21b3f8b0 req-8ee84beb-bb9a-422e-a66d-27f6325c514a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:53.160813 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6f2f7bd3-e2cd-478a-8430-ff6b21b3f8b0 req-8ee84beb-bb9a-422e-a66d-27f6325c514a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=78fcd49da689411da6a25296f99fd3a8&device_id=d50cdad8-3bef-424e-8523-b0cb2752ee94 HTTP/1.1" status: 200 len: 1096 time: 0.2345619 Feb 09 12:43:53.277191 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359b5a9d-1935-4e0a-9612-4c15ff353fd7 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Router a349b1e5-7c19-412c-b986-2ea108e7802e has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:43:53.338547 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-8b024af6-c7f8-4d89-811d-635a60f25466 None None] Provisioning complete for port b08e4843-d5e6-4f02-b12c-75548ae7b937 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:43:53.341338 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8b024af6-c7f8-4d89-811d-635a60f25466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:53.430584 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-8b024af6-c7f8-4d89-811d-635a60f25466 None None] Port b08e4843-d5e6-4f02-b12c-75548ae7b937 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:43:53.514089 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f7bd3-e2cd-478a-8430-ff6b21b3f8b0 req-dce987be-bee0-47d1-9c19-04d846554966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:53.518168 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6f2f7bd3-e2cd-478a-8430-ff6b21b3f8b0 req-dce987be-bee0-47d1-9c19-04d846554966 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e51bee85-c49e-4d47-aaa3-7ee4caab66a9 HTTP/1.1" status: 200 len: 909 time: 0.3274736 Feb 09 12:43:53.717489 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6f2f7bd3-e2cd-478a-8430-ff6b21b3f8b0 req-ed9d683b-12e0-4e93-9907-8a8be27e5f6c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d244e884-8bc7-42ac-90d7-3cf87a43c32e HTTP/1.1" status: 200 len: 1001 time: 0.1961012 Feb 09 12:43:53.753433 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359b5a9d-1935-4e0a-9612-4c15ff353fd7 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:43:53.765612 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74e38aa-52d8-421a-87ab-dccab6dd2f64 None None] Sync routers for ids ['a349b1e5-7c19-412c-b986-2ea108e7802e'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:43:53.778480 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-359b5a9d-1935-4e0a-9612-4c15ff353fd7 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] 10.222.0.55 "PUT /v2.0/routers/a349b1e5-7c19-412c-b986-2ea108e7802e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4994693 Feb 09 12:43:53.779591 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74e38aa-52d8-421a-87ab-dccab6dd2f64 None None] Routers {'a349b1e5-7c19-412c-b986-2ea108e7802e'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:43:53.780784 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-a74e38aa-52d8-421a-87ab-dccab6dd2f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:43:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['a349b1e5-7c19-412c-b986-2ea108e7802e'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:53.781272 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 52584) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:53.793196 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-3a283b55-d024-4a4f-9b4f-1d25bda24172 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Request body: {'port': {'network_id': '9d935490-cc19-476a-96ec-451795d05efc', 'name': 'tempest-FloatingIPTestJSON-669631332'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:53.830358 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f7bd3-e2cd-478a-8430-ff6b21b3f8b0 req-c713b677-0fde-4e5c-8139-ab6900af199c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:53.832387 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6f2f7bd3-e2cd-478a-8430-ff6b21b3f8b0 req-c713b677-0fde-4e5c-8139-ab6900af199c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a979796a-9ee1-4aa6-ac24-c93f6e78f79a HTTP/1.1" status: 200 len: 847 time: 0.1084974 Feb 09 12:43:53.875020 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-a74e38aa-52d8-421a-87ab-dccab6dd2f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:53.897841 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74e38aa-52d8-421a-87ab-dccab6dd2f64 None None] Routers {'a349b1e5-7c19-412c-b986-2ea108e7802e'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:43:53.898715 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-a74e38aa-52d8-421a-87ab-dccab6dd2f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:43:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['a349b1e5-7c19-412c-b986-2ea108e7802e'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:53.997059 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f7bd3-e2cd-478a-8430-ff6b21b3f8b0 req-993cd78c-d682-44ef-94ac-88437eec1d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:53.998537 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6f2f7bd3-e2cd-478a-8430-ff6b21b3f8b0 req-993cd78c-d682-44ef-94ac-88437eec1d83 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e51bee85-c49e-4d47-aaa3-7ee4caab66a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1556177 Feb 09 12:43:54.008889 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3a283b55-d024-4a4f-9b4f-1d25bda24172 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:54.018525 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-3a283b55-d024-4a4f-9b4f-1d25bda24172 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Usage tracker for resource:port and tenant:8c68454472994c9c93bcd20b28adbf45 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:54.025203 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-3a283b55-d024-4a4f-9b4f-1d25bda24172 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:54.039384 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3a283b55-d024-4a4f-9b4f-1d25bda24172 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:54.074218 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a283b55-d024-4a4f-9b4f-1d25bda24172 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Made reservation on behalf of 8c68454472994c9c93bcd20b28adbf45 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:43:54.074752 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-a74e38aa-52d8-421a-87ab-dccab6dd2f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:54.075207 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74e38aa-52d8-421a-87ab-dccab6dd2f64 None None] The sync data for ids ['a349b1e5-7c19-412c-b986-2ea108e7802e'] in n-d-825178-3 is: [] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:43:54.078594 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3a283b55-d024-4a4f-9b4f-1d25bda24172 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:54.142465 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [None req-3a283b55-d024-4a4f-9b4f-1d25bda24172 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] device_id is not set on port 6f761181-1356-4146-bab8-606a8065485c yet. {{(pid=87567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:43:54.314189 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6f2f7bd3-e2cd-478a-8430-ff6b21b3f8b0 req-344fbea1-4813-4555-a96d-1be4c0c6b301 service neutron] 10.222.0.46 "GET /v2.0/networks/e51bee85-c49e-4d47-aaa3-7ee4caab66a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023930 Feb 09 12:43:54.406021 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-3a283b55-d024-4a4f-9b4f-1d25bda24172 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Allocated IP 172.20.0.5 (9d935490-cc19-476a-96ec-451795d05efc/8772c8a3-24cd-466d-b7f7-8f25e260dd15/6f761181-1356-4146-bab8-606a8065485c) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:43:54.556212 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6f2f7bd3-e2cd-478a-8430-ff6b21b3f8b0 req-b038ba24-cdd1-42e2-ace6-6696658dada4 service neutron] 10.222.0.46 "GET /v2.0/networks/e51bee85-c49e-4d47-aaa3-7ee4caab66a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342112 Feb 09 12:43:54.698463 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3a283b55-d024-4a4f-9b4f-1d25bda24172 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:54.719371 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-3a283b55-d024-4a4f-9b4f-1d25bda24172 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Transition to ACTIVE for port object 6f761181-1356-4146-bab8-606a8065485c will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:43:54.745076 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3a283b55-d024-4a4f-9b4f-1d25bda24172 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:54.820192 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a283b55-d024-4a4f-9b4f-1d25bda24172 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Network 9d935490-cc19-476a-96ec-451795d05efc is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:43:54.824753 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-3a283b55-d024-4a4f-9b4f-1d25bda24172 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:43:54.827440 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a283b55-d024-4a4f-9b4f-1d25bda24172 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:43:54.891862 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a283b55-d024-4a4f-9b4f-1d25bda24172 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Pushing event updated for resources: {'Port': ['ID=6f761181-1356-4146-bab8-606a8065485c,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:54.917975 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a283b55-d024-4a4f-9b4f-1d25bda24172 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:54.918843 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3a283b55-d024-4a4f-9b4f-1d25bda24172 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:54.956298 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3a283b55-d024-4a4f-9b4f-1d25bda24172 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1738827 Feb 09 12:43:54.959375 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 52626) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:54.965993 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-29cd2c91-ee8e-440f-9f0e-9bcd5326b821 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Request body: {'floatingip': {'port_id': '6f761181-1356-4146-bab8-606a8065485c'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:55.101932 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-29cd2c91-ee8e-440f-9f0e-9bcd5326b821 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for floatingip, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:55.166475 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-dd1ca0fb-3b93-47e1-9a4b-671116499f4e None None] Provisioning for port 6f761181-1356-4146-bab8-606a8065485c completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:43:55.175002 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-dd1ca0fb-3b93-47e1-9a4b-671116499f4e None None] Provisioning complete for port 6f761181-1356-4146-bab8-606a8065485c triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:43:55.177904 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-dd1ca0fb-3b93-47e1-9a4b-671116499f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:55.251811 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-dd1ca0fb-3b93-47e1-9a4b-671116499f4e None None] Port 6f761181-1356-4146-bab8-606a8065485c cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:43:56.082740 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-29cd2c91-ee8e-440f-9f0e-9bcd5326b821 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:56.090632 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-29cd2c91-ee8e-440f-9f0e-9bcd5326b821 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:56.259974 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 52702) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:56.282594 n-d-825178-3 neutron-server[87568]: INFO neutron.db.l3_db [None req-29cd2c91-ee8e-440f-9f0e-9bcd5326b821 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Floating IP 84daebc1-8195-444e-a7c9-cd834aaea2cf associated. External IP: 172.25.7.181, port: 6850fe85-c64d-442f-b852-b24c61ba6740. Feb 09 12:43:56.392627 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d15623ee-d9fa-4b27-bee5-1a21cee2a338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:56.407570 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-d15623ee-d9fa-4b27-bee5-1a21cee2a338 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:56.411453 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-d15623ee-d9fa-4b27-bee5-1a21cee2a338 admin admin] Usage tracker for resource:security_group_rule and tenant:c46e3835693b4458afdf0e95c1cd11e5 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:56.414279 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-d15623ee-d9fa-4b27-bee5-1a21cee2a338 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:56.420645 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-d15623ee-d9fa-4b27-bee5-1a21cee2a338 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:56.516361 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d15623ee-d9fa-4b27-bee5-1a21cee2a338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:56.520640 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d15623ee-d9fa-4b27-bee5-1a21cee2a338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:56.582279 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d15623ee-d9fa-4b27-bee5-1a21cee2a338 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c46e3835693b4458afdf0e95c1cd11e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3210626 Feb 09 12:43:56.584604 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15623ee-d9fa-4b27-bee5-1a21cee2a338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b002f44d-38d2-4341-8454-84beab2644af,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:56.586630 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 52710) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:56.662925 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bc101df4-fa35-4c26-9906-b0da4e33b54c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:56.693616 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bc101df4-fa35-4c26-9906-b0da4e33b54c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:56.700642 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29cd2c91-ee8e-440f-9f0e-9bcd5326b821 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Router aabc8592-94a1-4890-a1fa-84d622b4d228 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:43:56.761839 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bc101df4-fa35-4c26-9906-b0da4e33b54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:56.780056 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc101df4-fa35-4c26-9906-b0da4e33b54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b002f44d-38d2-4341-8454-84beab2644af,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:56.786678 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bc101df4-fa35-4c26-9906-b0da4e33b54c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:56.788141 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-bc101df4-fa35-4c26-9906-b0da4e33b54c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b002f44d-38d2-4341-8454-84beab2644af HTTP/1.1" status: 204 len: 168 time: 0.2003787 Feb 09 12:43:56.906413 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29cd2c91-ee8e-440f-9f0e-9bcd5326b821 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:43:56.920992 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45258821-bf59-4b17-9ea6-d31bb93e572c None None] Sync routers for ids ['aabc8592-94a1-4890-a1fa-84d622b4d228'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:43:56.930752 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45258821-bf59-4b17-9ea6-d31bb93e572c None None] Routers {'aabc8592-94a1-4890-a1fa-84d622b4d228'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:43:56.932184 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-45258821-bf59-4b17-9ea6-d31bb93e572c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:43:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['aabc8592-94a1-4890-a1fa-84d622b4d228'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:57.000566 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-45258821-bf59-4b17-9ea6-d31bb93e572c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:57.009730 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45258821-bf59-4b17-9ea6-d31bb93e572c None None] Routers {'aabc8592-94a1-4890-a1fa-84d622b4d228'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:43:57.010849 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-45258821-bf59-4b17-9ea6-d31bb93e572c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:43:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['aabc8592-94a1-4890-a1fa-84d622b4d228'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:57.087420 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-45258821-bf59-4b17-9ea6-d31bb93e572c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:57.088765 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45258821-bf59-4b17-9ea6-d31bb93e572c None None] The sync data for ids ['aabc8592-94a1-4890-a1fa-84d622b4d228'] in n-d-825178-3 is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:43:57.156834 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 52728) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:57.177229 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1312ed14-bd95-4fd0-9c2a-5f2be6c7c5da admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:57.196778 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-1312ed14-bd95-4fd0-9c2a-5f2be6c7c5da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:57.201378 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-1312ed14-bd95-4fd0-9c2a-5f2be6c7c5da admin admin] Usage tracker for resource:security_group_rule and tenant:951e808de4bc45ffaa8de55fffe204a4 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:57.204568 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-1312ed14-bd95-4fd0-9c2a-5f2be6c7c5da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:57.210734 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-1312ed14-bd95-4fd0-9c2a-5f2be6c7c5da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:57.343008 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29cd2c91-ee8e-440f-9f0e-9bcd5326b821 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Router a349b1e5-7c19-412c-b986-2ea108e7802e has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:43:57.361779 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1312ed14-bd95-4fd0-9c2a-5f2be6c7c5da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:57.367387 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1312ed14-bd95-4fd0-9c2a-5f2be6c7c5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:57.442595 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1312ed14-bd95-4fd0-9c2a-5f2be6c7c5da admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=951e808de4bc45ffaa8de55fffe204a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2818344 Feb 09 12:43:57.442595 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312ed14-bd95-4fd0-9c2a-5f2be6c7c5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5baf9d0-d2d4-4a11-96d3-83e3036e58f4,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:57.444099 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 52736) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:57.523346 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f9790a1d-436f-4624-9502-2d8d6ef2dc50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:57.561040 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f9790a1d-436f-4624-9502-2d8d6ef2dc50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:57.632129 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f9790a1d-436f-4624-9502-2d8d6ef2dc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:57.662680 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9790a1d-436f-4624-9502-2d8d6ef2dc50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5baf9d0-d2d4-4a11-96d3-83e3036e58f4,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:57.690299 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f9790a1d-436f-4624-9502-2d8d6ef2dc50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:57.691607 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f9790a1d-436f-4624-9502-2d8d6ef2dc50 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a5baf9d0-d2d4-4a11-96d3-83e3036e58f4 HTTP/1.1" status: 204 len: 168 time: 0.2466435 Feb 09 12:43:57.715295 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29cd2c91-ee8e-440f-9f0e-9bcd5326b821 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:43:57.719793 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-29cd2c91-ee8e-440f-9f0e-9bcd5326b821 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:57.731554 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734d0311-a324-438c-8630-69426374f919 None None] Sync routers for ids ['a349b1e5-7c19-412c-b986-2ea108e7802e'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:43:57.750057 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734d0311-a324-438c-8630-69426374f919 None None] Routers {'a349b1e5-7c19-412c-b986-2ea108e7802e'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:43:57.751048 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-734d0311-a324-438c-8630-69426374f919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:43:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['a349b1e5-7c19-412c-b986-2ea108e7802e'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:57.890903 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-734d0311-a324-438c-8630-69426374f919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:57.915532 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-29cd2c91-ee8e-440f-9f0e-9bcd5326b821 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] 10.222.0.55 "PUT /v2.0/floatingips/84daebc1-8195-444e-a7c9-cd834aaea2cf HTTP/1.1" status: 200 len: 977 time: 2.9538641 Feb 09 12:43:57.917953 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 52754) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:57.919865 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734d0311-a324-438c-8630-69426374f919 None None] Routers {'a349b1e5-7c19-412c-b986-2ea108e7802e'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:43:57.925663 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-734d0311-a324-438c-8630-69426374f919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:43:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['a349b1e5-7c19-412c-b986-2ea108e7802e'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:58.026859 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-734d0311-a324-438c-8630-69426374f919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:58.027109 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734d0311-a324-438c-8630-69426374f919 None None] The sync data for ids ['a349b1e5-7c19-412c-b986-2ea108e7802e'] in n-d-825178-3 is: [] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:43:58.072561 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-8849cd02-04a4-4d5a-aabf-8af775d7315e tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Deleting port 6f761181-1356-4146-bab8-606a8065485c {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:43:58.073271 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8849cd02-04a4-4d5a-aabf-8af775d7315e tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:58.575165 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8849cd02-04a4-4d5a-aabf-8af775d7315e tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:59.010122 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8849cd02-04a4-4d5a-aabf-8af775d7315e tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:59.010122 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8849cd02-04a4-4d5a-aabf-8af775d7315e tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:59.010420 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [None req-8849cd02-04a4-4d5a-aabf-8af775d7315e tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Floating IP 84daebc1-8195-444e-a7c9-cd834aaea2cf disassociated. External IP: 172.25.7.181, port: 6f761181-1356-4146-bab8-606a8065485c. Feb 09 12:43:59.010623 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-8849cd02-04a4-4d5a-aabf-8af775d7315e tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Calling delete_port for 6f761181-1356-4146-bab8-606a8065485c owned by {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:43:59.339121 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8849cd02-04a4-4d5a-aabf-8af775d7315e tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:59.422772 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8849cd02-04a4-4d5a-aabf-8af775d7315e tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Pushing event deleted for resources: {'Port': ['ID=6f761181-1356-4146-bab8-606a8065485c,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:59.900715 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8849cd02-04a4-4d5a-aabf-8af775d7315e tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Router a349b1e5-7c19-412c-b986-2ea108e7802e has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:44:00.134521 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8849cd02-04a4-4d5a-aabf-8af775d7315e tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:44:00.145468 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4c5163-5763-471d-a1cd-e72b27179991 None None] Sync routers for ids ['a349b1e5-7c19-412c-b986-2ea108e7802e'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:44:00.159853 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4c5163-5763-471d-a1cd-e72b27179991 None None] Routers {'a349b1e5-7c19-412c-b986-2ea108e7802e'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:44:00.160471 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-2b4c5163-5763-471d-a1cd-e72b27179991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:43:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['a349b1e5-7c19-412c-b986-2ea108e7802e'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:00.176497 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 52864) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:00.254746 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-2b4c5163-5763-471d-a1cd-e72b27179991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:00.269340 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4c5163-5763-471d-a1cd-e72b27179991 None None] Routers {'a349b1e5-7c19-412c-b986-2ea108e7802e'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:44:00.271141 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-2b4c5163-5763-471d-a1cd-e72b27179991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:43:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['a349b1e5-7c19-412c-b986-2ea108e7802e'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:00.327202 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8849cd02-04a4-4d5a-aabf-8af775d7315e tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:00.340396 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8849cd02-04a4-4d5a-aabf-8af775d7315e tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] 10.222.0.55 "DELETE /v2.0/ports/6f761181-1356-4146-bab8-606a8065485c HTTP/1.1" status: 204 len: 168 time: 2.4211025 Feb 09 12:44:00.343137 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 52870) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:00.362022 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-2b4c5163-5763-471d-a1cd-e72b27179991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:00.362720 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4c5163-5763-471d-a1cd-e72b27179991 None None] The sync data for ids ['a349b1e5-7c19-412c-b986-2ea108e7802e'] in n-d-825178-3 is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:44:00.476540 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-322f6983-9c06-4b7b-b403-05ae59a803c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:00.549587 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-322f6983-9c06-4b7b-b403-05ae59a803c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:00.570748 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-322f6983-9c06-4b7b-b403-05ae59a803c6 admin admin] Usage tracker for resource:security_group_rule and tenant:4d97b46e3c6c4e4795708f3186df261a is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:44:00.577333 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-322f6983-9c06-4b7b-b403-05ae59a803c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:44:00.586425 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-322f6983-9c06-4b7b-b403-05ae59a803c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:00.927290 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-322f6983-9c06-4b7b-b403-05ae59a803c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:00.934520 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-322f6983-9c06-4b7b-b403-05ae59a803c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:01.048425 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-322f6983-9c06-4b7b-b403-05ae59a803c6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4d97b46e3c6c4e4795708f3186df261a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8705263 Feb 09 12:44:01.050879 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 52886) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:01.069941 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322f6983-9c06-4b7b-b403-05ae59a803c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34e1ace-fddc-4a96-aac8-d35a8d5a527b,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:01.187239 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fecb135d-78dc-42c2-8e67-1e8c149ab1da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:01.261075 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fecb135d-78dc-42c2-8e67-1e8c149ab1da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:01.268318 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fbc97c9a-a7b6-49f8-a477-5ba8240a53e7 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:01.373800 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fecb135d-78dc-42c2-8e67-1e8c149ab1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:01.404215 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb135d-78dc-42c2-8e67-1e8c149ab1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34e1ace-fddc-4a96-aac8-d35a8d5a527b,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:01.407339 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fecb135d-78dc-42c2-8e67-1e8c149ab1da admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:01.408649 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-fecb135d-78dc-42c2-8e67-1e8c149ab1da admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e34e1ace-fddc-4a96-aac8-d35a8d5a527b HTTP/1.1" status: 204 len: 168 time: 0.3565028 Feb 09 12:44:01.981592 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-fbc97c9a-a7b6-49f8-a477-5ba8240a53e7 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Deleting port b08e4843-d5e6-4f02-b12c-75548ae7b937 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:44:01.982297 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fbc97c9a-a7b6-49f8-a477-5ba8240a53e7 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:02.342071 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fbc97c9a-a7b6-49f8-a477-5ba8240a53e7 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:02.405320 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d801a18-73a4-49ca-ade9-4d5667e2f0d2 req-70213e60-87b6-4acd-a333-5deacaa6a37b tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:02.406909 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9d801a18-73a4-49ca-ade9-4d5667e2f0d2 req-70213e60-87b6-4acd-a333-5deacaa6a37b tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 1097 time: 0.1631074 Feb 09 12:44:02.501068 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9d801a18-73a4-49ca-ade9-4d5667e2f0d2 req-b7084fbf-b689-41f7-93c2-072f76763211 tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=9312c2c6-ad0f-4a0a-ad28-49fa476a837a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815778 Feb 09 12:44:02.523815 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 52926) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:02.970716 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-58d6f8ce-0bdb-4ad7-8144-3ec9aea8bf05 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Deleting port 0efceb96-0621-40dc-bd64-1eb1f88ab5bd {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:44:02.972145 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-58d6f8ce-0bdb-4ad7-8144-3ec9aea8bf05 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:03.117600 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-fbc97c9a-a7b6-49f8-a477-5ba8240a53e7 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Calling delete_port for b08e4843-d5e6-4f02-b12c-75548ae7b937 owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:44:03.450776 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-58d6f8ce-0bdb-4ad7-8144-3ec9aea8bf05 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:03.451736 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-58d6f8ce-0bdb-4ad7-8144-3ec9aea8bf05 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:03.781130 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-58d6f8ce-0bdb-4ad7-8144-3ec9aea8bf05 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Calling delete_port for 0efceb96-0621-40dc-bd64-1eb1f88ab5bd owned by network:floatingip {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:44:03.973578 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fbc97c9a-a7b6-49f8-a477-5ba8240a53e7 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:04.058437 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc97c9a-a7b6-49f8-a477-5ba8240a53e7 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Pushing event deleted for resources: {'Port': ['ID=b08e4843-d5e6-4f02-b12c-75548ae7b937,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:04.095101 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-58d6f8ce-0bdb-4ad7-8144-3ec9aea8bf05 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:04.218543 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d6f8ce-0bdb-4ad7-8144-3ec9aea8bf05 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event deleted for resources: {'Port': ['ID=0efceb96-0621-40dc-bd64-1eb1f88ab5bd,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:04.491140 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 52982) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:04.600423 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-58d6f8ce-0bdb-4ad7-8144-3ec9aea8bf05 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for floatingip, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:04.601066 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [None req-58d6f8ce-0bdb-4ad7-8144-3ec9aea8bf05 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Floating IP 8f4bd083-b5ce-4adc-9e8f-3db0e2412e38 disassociated (deleted). External IP: 172.25.7.92, port: ed232671-0f86-4944-b76c-438219b43570. Feb 09 12:44:04.773293 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f9fbaba6-a305-4c85-8c32-8770ab0b2478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:04.798776 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f9fbaba6-a305-4c85-8c32-8770ab0b2478 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:04.804353 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fbc97c9a-a7b6-49f8-a477-5ba8240a53e7 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:04.809324 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f9fbaba6-a305-4c85-8c32-8770ab0b2478 admin admin] Usage tracker for resource:security_group_rule and tenant:a5d29df06b8b44d28e5158d6165203b0 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:44:04.813005 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f9fbaba6-a305-4c85-8c32-8770ab0b2478 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:44:04.907665 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f9fbaba6-a305-4c85-8c32-8770ab0b2478 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:05.139592 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d6f8ce-0bdb-4ad7-8144-3ec9aea8bf05 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Router 74421ff6-1d93-4d7d-a7cf-eec3899dbb04 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:44:05.245480 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8e0e17f2-8e3e-4ddc-851b-485e1da0bc98 req-ce9679cd-2ee4-4f2f-bf51-ee7cf5d1df49 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4102764 Feb 09 12:44:05.291790 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f9fbaba6-a305-4c85-8c32-8770ab0b2478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:05.401189 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f9fbaba6-a305-4c85-8c32-8770ab0b2478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:05.541317 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d6f8ce-0bdb-4ad7-8144-3ec9aea8bf05 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:44:05.553234 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f614238-299d-4399-9e07-aa4814770145 None None] Sync routers for ids ['74421ff6-1d93-4d7d-a7cf-eec3899dbb04'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:44:05.566301 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f614238-299d-4399-9e07-aa4814770145 None None] Routers {'74421ff6-1d93-4d7d-a7cf-eec3899dbb04'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:44:05.567337 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-7f614238-299d-4399-9e07-aa4814770145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:43:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['74421ff6-1d93-4d7d-a7cf-eec3899dbb04'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:05.569868 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-58d6f8ce-0bdb-4ad7-8144-3ec9aea8bf05 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:05.580092 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f9fbaba6-a305-4c85-8c32-8770ab0b2478 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a5d29df06b8b44d28e5158d6165203b0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0867417 Feb 09 12:44:05.580885 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fbaba6-a305-4c85-8c32-8770ab0b2478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3533ce75-1061-47b2-8e9c-a473726f272e,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:05.584836 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 52994) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:05.652783 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-58d6f8ce-0bdb-4ad7-8144-3ec9aea8bf05 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "DELETE /v2.0/floatingips/8f4bd083-b5ce-4adc-9e8f-3db0e2412e38 HTTP/1.1" status: 204 len: 168 time: 3.1277373 Feb 09 12:44:05.653539 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e39cf3-9429-49ef-8eed-4d10fd59973d', 'tag': 'ed232671-0f86-4944-b76c-438219b43570'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:44:05.677192 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc97c9a-a7b6-49f8-a477-5ba8240a53e7 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Router a349b1e5-7c19-412c-b986-2ea108e7802e has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:44:05.685250 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e17f2-8e3e-4ddc-851b-485e1da0bc98 req-bd18d50b-97f9-49cb-865d-9d616241ddd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:05.686735 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8e0e17f2-8e3e-4ddc-851b-485e1da0bc98 req-bd18d50b-97f9-49cb-865d-9d616241ddd4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2c7a8f76649f44a59c185c6d6414b556&device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 1097 time: 0.3293877 Feb 09 12:44:05.757537 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e39cf3-9429-49ef-8eed-4d10fd59973d', 'tag': 'ed232671-0f86-4944-b76c-438219b43570', 'status': 'completed', 'code': 200} Feb 09 12:44:05.885580 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-7f614238-299d-4399-9e07-aa4814770145 None None] Set router 74421ff6-1d93-4d7d-a7cf-eec3899dbb04 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:44:06.029496 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6c0da8e4-c9f0-405d-9934-d3688d021949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:06.181878 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa31d5-2bd6-4841-8932-ad92e3ef3b3d req-4658d938-f92a-4812-812d-84d0510bfdab tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:06.183127 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-cdfa31d5-2bd6-4841-8932-ad92e3ef3b3d req-4658d938-f92a-4812-812d-84d0510bfdab tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Synchronizing usage tracker for tenant:2c7a8f76649f44a59c185c6d6414b556 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:44:06.210901 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-cdfa31d5-2bd6-4841-8932-ad92e3ef3b3d req-4658d938-f92a-4812-812d-84d0510bfdab tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Unset dirty status for tenant:2c7a8f76649f44a59c185c6d6414b556 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:44:06.213624 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cdfa31d5-2bd6-4841-8932-ad92e3ef3b3d req-4658d938-f92a-4812-812d-84d0510bfdab tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 946 time: 0.1379061 Feb 09 12:44:06.263546 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6c0da8e4-c9f0-405d-9934-d3688d021949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:06.292698 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cdfa31d5-2bd6-4841-8932-ad92e3ef3b3d req-d69d16ca-ed2b-4a78-a85e-503b8fa58df4 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=9312c2c6-ad0f-4a0a-ad28-49fa476a837a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722604 Feb 09 12:44:06.371976 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e17f2-8e3e-4ddc-851b-485e1da0bc98 req-24fd3e1c-87ca-4d63-af1e-20ea828dfcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:06.373649 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8e0e17f2-8e3e-4ddc-851b-485e1da0bc98 req-24fd3e1c-87ca-4d63-af1e-20ea828dfcd1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cd0860fa-4273-47b3-901e-11f5ca0c6ffa HTTP/1.1" status: 200 len: 895 time: 0.3450868 Feb 09 12:44:06.420273 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-7f614238-299d-4399-9e07-aa4814770145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74421ff6-1d93-4d7d-a7cf-eec3899dbb04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683150709', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '1f78b1a3-2624-4036-96d9-9fa391fd8498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:41:31Z', 'updated_at': '2022-02-09T12:41:43Z', 'revision_number': 4, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': '1f78b1a3-2624-4036-96d9-9fa391fd8498', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74421ff6-1d93-4d7d-a7cf-eec3899dbb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:41:33Z', 'updated_at': '2022-02-09T12:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'b8c9312e-bd66-476f-a40b-29d47bbbb534', 'name': '', 'network_id': 'cd0860fa-4273-47b3-901e-11f5ca0c6ffa', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'mac_address': 'fa:16:3e:45:4b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74421ff6-1d93-4d7d-a7cf-eec3899dbb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '6bf78152-396d-4171-8084-13bc43a95dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:41:40Z', 'updated_at': '2022-02-09T12:41:52Z', 'revision_number': 5, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'subnets': [{'id': '6bf78152-396d-4171-8084-13bc43a95dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:06.425041 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f614238-299d-4399-9e07-aa4814770145 None None] Checking router: 74421ff6-1d93-4d7d-a7cf-eec3899dbb04 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:44:06.435702 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f614238-299d-4399-9e07-aa4814770145 None None] Routers {'74421ff6-1d93-4d7d-a7cf-eec3899dbb04'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:44:06.436620 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-7f614238-299d-4399-9e07-aa4814770145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:43:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['74421ff6-1d93-4d7d-a7cf-eec3899dbb04'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:06.526428 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8e0e17f2-8e3e-4ddc-851b-485e1da0bc98 req-450c4a3a-9eec-4e1c-a3f1-676dadc05cb1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed232671-0f86-4944-b76c-438219b43570 HTTP/1.1" status: 200 len: 217 time: 0.1410792 Feb 09 12:44:06.699922 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-7f614238-299d-4399-9e07-aa4814770145 None None] Set router 74421ff6-1d93-4d7d-a7cf-eec3899dbb04 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:44:06.716096 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e17f2-8e3e-4ddc-851b-485e1da0bc98 req-7f2412c3-8f74-4beb-83ba-8a2069de04c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:06.717576 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8e0e17f2-8e3e-4ddc-851b-485e1da0bc98 req-7f2412c3-8f74-4beb-83ba-8a2069de04c2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6bf78152-396d-4171-8084-13bc43a95dd2 HTTP/1.1" status: 200 len: 834 time: 0.1697989 Feb 09 12:44:06.845175 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e17f2-8e3e-4ddc-851b-485e1da0bc98 req-40c223aa-1dee-40e7-a546-b4526a2c4778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:06.847153 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8e0e17f2-8e3e-4ddc-851b-485e1da0bc98 req-40c223aa-1dee-40e7-a546-b4526a2c4778 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cd0860fa-4273-47b3-901e-11f5ca0c6ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1194141 Feb 09 12:44:06.849070 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc97c9a-a7b6-49f8-a477-5ba8240a53e7 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:44:06.860157 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c40877-f162-4386-87cb-0c3f20d4378b None None] Sync routers for ids ['a349b1e5-7c19-412c-b986-2ea108e7802e'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:44:06.877152 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c40877-f162-4386-87cb-0c3f20d4378b None None] Routers {'a349b1e5-7c19-412c-b986-2ea108e7802e'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:44:06.879767 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-43c40877-f162-4386-87cb-0c3f20d4378b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:43:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['a349b1e5-7c19-412c-b986-2ea108e7802e'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:06.996506 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-43c40877-f162-4386-87cb-0c3f20d4378b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:07.000099 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6c0da8e4-c9f0-405d-9934-d3688d021949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:07.010105 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c40877-f162-4386-87cb-0c3f20d4378b None None] Routers {'a349b1e5-7c19-412c-b986-2ea108e7802e'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:44:07.010559 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8e0e17f2-8e3e-4ddc-851b-485e1da0bc98 req-51128a87-4981-44b7-8d53-8156136b04da service neutron] 10.222.0.52 "GET /v2.0/networks/cd0860fa-4273-47b3-901e-11f5ca0c6ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469407 Feb 09 12:44:07.014049 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-43c40877-f162-4386-87cb-0c3f20d4378b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:43:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['a349b1e5-7c19-412c-b986-2ea108e7802e'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:07.049039 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0da8e4-c9f0-405d-9934-d3688d021949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3533ce75-1061-47b2-8e9c-a473726f272e,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:07.123682 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-7f614238-299d-4399-9e07-aa4814770145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74421ff6-1d93-4d7d-a7cf-eec3899dbb04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683150709', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '1f78b1a3-2624-4036-96d9-9fa391fd8498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:41:31Z', 'updated_at': '2022-02-09T12:41:43Z', 'revision_number': 4, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': '1f78b1a3-2624-4036-96d9-9fa391fd8498', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74421ff6-1d93-4d7d-a7cf-eec3899dbb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:41:33Z', 'updated_at': '2022-02-09T12:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'b8c9312e-bd66-476f-a40b-29d47bbbb534', 'name': '', 'network_id': 'cd0860fa-4273-47b3-901e-11f5ca0c6ffa', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'mac_address': 'fa:16:3e:45:4b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74421ff6-1d93-4d7d-a7cf-eec3899dbb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '6bf78152-396d-4171-8084-13bc43a95dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:41:40Z', 'updated_at': '2022-02-09T12:41:52Z', 'revision_number': 5, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'subnets': [{'id': '6bf78152-396d-4171-8084-13bc43a95dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:07.140241 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f614238-299d-4399-9e07-aa4814770145 None None] The sync data for ids ['74421ff6-1d93-4d7d-a7cf-eec3899dbb04'] in n-d-825178-3 is: [{'id': '74421ff6-1d93-4d7d-a7cf-eec3899dbb04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683150709', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '1f78b1a3-2624-4036-96d9-9fa391fd8498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:41:31Z', 'updated_at': '2022-02-09T12:41:43Z', 'revision_number': 4, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': '1f78b1a3-2624-4036-96d9-9fa391fd8498', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74421ff6-1d93-4d7d-a7cf-eec3899dbb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:41:33Z', 'updated_at': '2022-02-09T12:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'b8c9312e-bd66-476f-a40b-29d47bbbb534', 'name': '', 'network_id': 'cd0860fa-4273-47b3-901e-11f5ca0c6ffa', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'mac_address': 'fa:16:3e:45:4b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74421ff6-1d93-4d7d-a7cf-eec3899dbb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '6bf78152-396d-4171-8084-13bc43a95dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:41:40Z', 'updated_at': '2022-02-09T12:41:52Z', 'revision_number': 5, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'subnets': [{'id': '6bf78152-396d-4171-8084-13bc43a95dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:44:07.140824 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6c0da8e4-c9f0-405d-9934-d3688d021949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:07.144396 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6c0da8e4-c9f0-405d-9934-d3688d021949 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3533ce75-1061-47b2-8e9c-a473726f272e HTTP/1.1" status: 204 len: 168 time: 1.5470991 Feb 09 12:44:07.150663 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-43c40877-f162-4386-87cb-0c3f20d4378b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:07.151005 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c40877-f162-4386-87cb-0c3f20d4378b None None] The sync data for ids ['a349b1e5-7c19-412c-b986-2ea108e7802e'] in n-d-825178-3 is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:44:07.222042 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8e0e17f2-8e3e-4ddc-851b-485e1da0bc98 req-2d4230b4-46bf-40cf-bcc6-a90b731154e5 service neutron] 10.222.0.52 "GET /v2.0/networks/cd0860fa-4273-47b3-901e-11f5ca0c6ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926563 Feb 09 12:44:07.226782 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 53036) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:07.240516 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-fbc97c9a-a7b6-49f8-a477-5ba8240a53e7 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] 10.222.0.55 "PUT /v2.0/routers/a349b1e5-7c19-412c-b986-2ea108e7802e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8962600 Feb 09 12:44:07.324101 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.52', 54981) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:07.453142 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f7264-bfeb-45cd-ab22-e61d6a3d57b4 req-ad46b5b0-dfac-4fc4-b784-65c71b1cd1c2 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:07.465954 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a83f7264-bfeb-45cd-ab22-e61d6a3d57b4 req-ad46b5b0-dfac-4fc4-b784-65c71b1cd1c2 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.52 "GET /v2.0/ports?device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 946 time: 0.1607931 Feb 09 12:44:07.562262 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-a83f7264-bfeb-45cd-ab22-e61d6a3d57b4 req-848f5d16-6ec4-4cae-9720-106b2a4d7be5 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Deleting port ed232671-0f86-4944-b76c-438219b43570 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:44:07.562628 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a83f7264-bfeb-45cd-ab22-e61d6a3d57b4 req-848f5d16-6ec4-4cae-9720-106b2a4d7be5 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:07.600961 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138b83df-df08-469a-8bee-eae4976932cb None None] New status for floating IP 8f4bd083-b5ce-4adc-9e8f-3db0e2412e38: DOWN {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:44:07.765612 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ac2c99c2-9f7f-46f0-9879-aec5f52194fe tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:07.932705 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e4945-d9ae-409d-bc48-ee5c5c03ef93 req-f1fff0fc-93ba-4f3a-8943-804d697ad8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:07.934191 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b31e4945-d9ae-409d-bc48-ee5c5c03ef93 req-f1fff0fc-93ba-4f3a-8943-804d697ad8be service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2c7a8f76649f44a59c185c6d6414b556&device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 1097 time: 0.6091616 Feb 09 12:44:07.981161 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-a83f7264-bfeb-45cd-ab22-e61d6a3d57b4 req-848f5d16-6ec4-4cae-9720-106b2a4d7be5 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] For port ed232671-0f86-4944-b76c-438219b43570, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=ed232671-0f86-4944-b76c-438219b43570,segment=NetworkSegment(1f465c16-8bbc-4cd6-be8f-f8d5066ecd9e),segment_id=1f465c16-8bbc-4cd6-be8f-f8d5066ecd9e)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:44:07.981518 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a83f7264-bfeb-45cd-ab22-e61d6a3d57b4 req-848f5d16-6ec4-4cae-9720-106b2a4d7be5 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:08.117315 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e4945-d9ae-409d-bc48-ee5c5c03ef93 req-72e9fdee-4770-469f-9ccc-33b1335bcbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:08.119483 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b31e4945-d9ae-409d-bc48-ee5c5c03ef93 req-72e9fdee-4770-469f-9ccc-33b1335bcbd5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cd0860fa-4273-47b3-901e-11f5ca0c6ffa HTTP/1.1" status: 200 len: 895 time: 0.1778977 Feb 09 12:44:08.218001 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-a83f7264-bfeb-45cd-ab22-e61d6a3d57b4 req-848f5d16-6ec4-4cae-9720-106b2a4d7be5 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Calling delete_port for ed232671-0f86-4944-b76c-438219b43570 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:44:08.435746 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b8468-c7f0-4299-aa5b-5fdbfbe9fe9a req-c70aa170-ce15-4eb2-b104-bf44951bea4b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:08.449693 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f70b8468-c7f0-4299-aa5b-5fdbfbe9fe9a req-c70aa170-ce15-4eb2-b104-bf44951bea4b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e39cf3-9429-49ef-8eed-4d10fd59973d HTTP/1.1" status: 200 len: 946 time: 0.9574583 Feb 09 12:44:08.590282 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a83f7264-bfeb-45cd-ab22-e61d6a3d57b4 req-848f5d16-6ec4-4cae-9720-106b2a4d7be5 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:08.666717 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f5d16-6ec4-4cae-9720-106b2a4d7be5 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event deleted for resources: {'Port': ['ID=ed232671-0f86-4944-b76c-438219b43570,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:08.674155 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b31e4945-d9ae-409d-bc48-ee5c5c03ef93 req-ec5c6437-1563-4f0c-ad78-a2f206243f66 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed232671-0f86-4944-b76c-438219b43570 HTTP/1.1" status: 200 len: 217 time: 0.1991630 Feb 09 12:44:08.801947 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-a83f7264-bfeb-45cd-ab22-e61d6a3d57b4 req-848f5d16-6ec4-4cae-9720-106b2a4d7be5 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] No DVR routers for this DVR port ed232671-0f86-4944-b76c-438219b43570 on host n-h1-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:44:08.804306 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a83f7264-bfeb-45cd-ab22-e61d6a3d57b4 req-848f5d16-6ec4-4cae-9720-106b2a4d7be5 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:08.807941 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e39cf3-9429-49ef-8eed-4d10fd59973d', 'name': 'network-vif-deleted', 'tag': 'ed232671-0f86-4944-b76c-438219b43570'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:44:08.817343 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f70b8468-c7f0-4299-aa5b-5fdbfbe9fe9a req-a7761960-1e40-445d-a5ec-af6211fdcb12 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=9312c2c6-ad0f-4a0a-ad28-49fa476a837a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3573284 Feb 09 12:44:08.849689 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a83f7264-bfeb-45cd-ab22-e61d6a3d57b4 req-848f5d16-6ec4-4cae-9720-106b2a4d7be5 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.52 "DELETE /v2.0/ports/ed232671-0f86-4944-b76c-438219b43570 HTTP/1.1" status: 204 len: 173 time: 1.3827231 Feb 09 12:44:08.867203 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ac2c99c2-9f7f-46f0-9879-aec5f52194fe tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:08.899088 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-ac2c99c2-9f7f-46f0-9879-aec5f52194fe tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Deleting port bf2b2a1f-55a8-48f9-89e1-7beb5755cd66 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:44:08.899497 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ac2c99c2-9f7f-46f0-9879-aec5f52194fe tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:08.921308 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e39cf3-9429-49ef-8eed-4d10fd59973d', 'name': 'network-vif-deleted', 'tag': 'ed232671-0f86-4944-b76c-438219b43570', 'status': 'completed', 'code': 200} Feb 09 12:44:08.990958 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e4945-d9ae-409d-bc48-ee5c5c03ef93 req-071b8c98-82fa-4d37-b074-7df155c9ea18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:08.994558 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b31e4945-d9ae-409d-bc48-ee5c5c03ef93 req-071b8c98-82fa-4d37-b074-7df155c9ea18 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6bf78152-396d-4171-8084-13bc43a95dd2 HTTP/1.1" status: 200 len: 834 time: 0.2713621 Feb 09 12:44:09.292102 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ac2c99c2-9f7f-46f0-9879-aec5f52194fe tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:09.304624 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e4945-d9ae-409d-bc48-ee5c5c03ef93 req-18aa1da9-7733-497a-a0b5-cbcf103b053d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:09.306761 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b31e4945-d9ae-409d-bc48-ee5c5c03ef93 req-18aa1da9-7733-497a-a0b5-cbcf103b053d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cd0860fa-4273-47b3-901e-11f5ca0c6ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2643938 Feb 09 12:44:09.564685 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-ac2c99c2-9f7f-46f0-9879-aec5f52194fe tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Calling delete_port for bf2b2a1f-55a8-48f9-89e1-7beb5755cd66 owned by network:router_gateway {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:44:09.698899 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53098) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:09.983109 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53112) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:10.081826 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-a73dce86-67d7-4710-9006-d2320cf480dc tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1832137928'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:44:10.096657 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a73dce86-67d7-4710-9006-d2320cf480dc tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:10.101821 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a73dce86-67d7-4710-9006-d2320cf480dc tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Usage tracker for resource:network and tenant:169a3de6055f4ce18c891927b3177265 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:44:10.109056 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a73dce86-67d7-4710-9006-d2320cf480dc tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:44:10.125712 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a73dce86-67d7-4710-9006-d2320cf480dc tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:10.164663 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73dce86-67d7-4710-9006-d2320cf480dc tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Made reservation on behalf of 169a3de6055f4ce18c891927b3177265 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:44:10.169782 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a73dce86-67d7-4710-9006-d2320cf480dc tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:10.242220 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a73dce86-67d7-4710-9006-d2320cf480dc tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:10.253174 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b31e4945-d9ae-409d-bc48-ee5c5c03ef93 req-3cb73f5f-2efc-4371-afee-d4d850e4af77 service neutron] 10.222.0.52 "GET /v2.0/networks/cd0860fa-4273-47b3-901e-11f5ca0c6ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7117131 Feb 09 12:44:10.280571 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a73dce86-67d7-4710-9006-d2320cf480dc tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:10.286180 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a73dce86-67d7-4710-9006-d2320cf480dc tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Usage tracker for resource:security_group_rule and tenant:169a3de6055f4ce18c891927b3177265 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:44:10.292582 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a73dce86-67d7-4710-9006-d2320cf480dc tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:44:10.305463 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a73dce86-67d7-4710-9006-d2320cf480dc tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:10.455176 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675c896-7ca0-4909-83d0-e731f4fac00d req-9982fa40-4bff-4dae-8ed0-9f1827e817de tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:10.464463 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5675c896-7ca0-4909-83d0-e731f4fac00d req-9982fa40-4bff-4dae-8ed0-9f1827e817de tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=f46fc7f0-b85d-490b-a980-83d425f5c389 HTTP/1.1" status: 200 len: 945 time: 0.3157694 Feb 09 12:44:10.565352 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ac2c99c2-9f7f-46f0-9879-aec5f52194fe tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:10.608921 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 53122) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:10.628825 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b31e4945-d9ae-409d-bc48-ee5c5c03ef93 req-52284e5b-d7a0-4525-af65-3ff4e8df6143 service neutron] 10.222.0.52 "GET /v2.0/networks/cd0860fa-4273-47b3-901e-11f5ca0c6ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663065 Feb 09 12:44:10.644701 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c99c2-9f7f-46f0-9879-aec5f52194fe tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Pushing event deleted for resources: {'Port': ['ID=bf2b2a1f-55a8-48f9-89e1-7beb5755cd66,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:10.698483 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5675c896-7ca0-4909-83d0-e731f4fac00d req-b21adb81-2c78-43aa-b8cd-e174d426dfd9 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9b0b9-3227-457e-9539-b66a8cac7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2332830 Feb 09 12:44:10.765156 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ac2c99c2-9f7f-46f0-9879-aec5f52194fe tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:10.792238 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a73dce86-67d7-4710-9006-d2320cf480dc tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:10.808490 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a73dce86-67d7-4710-9006-d2320cf480dc tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:10.861336 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a73dce86-67d7-4710-9006-d2320cf480dc tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:44:10.906401 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73dce86-67d7-4710-9006-d2320cf480dc tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7403fd-4435-4492-88d1-f2de4452501c,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:10.916205 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a73dce86-67d7-4710-9006-d2320cf480dc tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:10.916424 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-a73dce86-67d7-4710-9006-d2320cf480dc tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Added segment 94926fca-ac43-4e5a-af7e-e0d64a8d4c06 of type vlan for network 7cb1a0ea-f7c0-4771-801a-843b45c8fbea Feb 09 12:44:10.969764 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a73dce86-67d7-4710-9006-d2320cf480dc tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:10.994736 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d38a2488-36ee-423a-aa5f-9b7e6702aed1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:11.118817 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device ed232671-0f86-4944-b76c-438219b43570 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:44:11.147343 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e5bffe33-0093-4d5d-a2b2-7b79c953bc7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:11.168081 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ac2c99c2-9f7f-46f0-9879-aec5f52194fe tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:11.170071 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-e5bffe33-0093-4d5d-a2b2-7b79c953bc7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:11.172662 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ac2c99c2-9f7f-46f0-9879-aec5f52194fe tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:11.176985 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-e5bffe33-0093-4d5d-a2b2-7b79c953bc7a admin admin] Usage tracker for resource:security_group_rule and tenant:d91b24c2e88b41688700129bddd9a042 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:44:11.182710 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-e5bffe33-0093-4d5d-a2b2-7b79c953bc7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:44:11.195234 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] No Port match for: ed232671-0f86-4944-b76c-438219b43570 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:44:11.195591 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device ed232671-0f86-4944-b76c-438219b43570 not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:44:11.198092 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-e5bffe33-0093-4d5d-a2b2-7b79c953bc7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:11.220339 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a73dce86-67d7-4710-9006-d2320cf480dc tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:11.226384 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73dce86-67d7-4710-9006-d2320cf480dc tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:11.227003 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a73dce86-67d7-4710-9006-d2320cf480dc tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:11.228935 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ac2c99c2-9f7f-46f0-9879-aec5f52194fe tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:11.229428 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2c99c2-9f7f-46f0-9879-aec5f52194fe tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Fanout notify agent at l3_agent the message router_deleted on router a349b1e5-7c19-412c-b986-2ea108e7802e {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:44:11.295256 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ac2c99c2-9f7f-46f0-9879-aec5f52194fe tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:11.299625 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ac2c99c2-9f7f-46f0-9879-aec5f52194fe tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] 10.222.0.55 "DELETE /v2.0/routers/a349b1e5-7c19-412c-b986-2ea108e7802e HTTP/1.1" status: 204 len: 168 time: 4.0718381 Feb 09 12:44:11.301673 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 53144) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:11.408038 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e1444ad-996f-4c0f-a26e-0929a3bf6b3d tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Deleting subnet 8772c8a3-24cd-466d-b7f7-8f25e260dd15 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:44:11.411029 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e5bffe33-0093-4d5d-a2b2-7b79c953bc7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:11.413584 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7e1444ad-996f-4c0f-a26e-0929a3bf6b3d tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:11.449102 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e5bffe33-0093-4d5d-a2b2-7b79c953bc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:11.469775 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a73dce86-67d7-4710-9006-d2320cf480dc tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.7696960 Feb 09 12:44:11.470599 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53150) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:11.485532 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-5442f797-391f-4e50-82df-0c95dc98c362 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Request body: {'subnet': {'network_id': '7cb1a0ea-f7c0-4771-801a-843b45c8fbea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:44:11.504873 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73dce86-67d7-4710-9006-d2320cf480dc tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Pushing event updated for resources: {'Network': ['ID=7cb1a0ea-f7c0-4771-801a-843b45c8fbea,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:11.518923 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 7cb1a0ea-f7c0-4771-801a-843b45c8fbea details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:44:11.533608 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e5bffe33-0093-4d5d-a2b2-7b79c953bc7a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d91b24c2e88b41688700129bddd9a042&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9085600 Feb 09 12:44:11.539601 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 53156) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:11.543991 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7e1444ad-996f-4c0f-a26e-0929a3bf6b3d tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:11.581547 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bffe33-0093-4d5d-a2b2-7b79c953bc7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9cea1a-d36e-47fc-ad74-bb32fa2b3c64,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:11.661317 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5442f797-391f-4e50-82df-0c95dc98c362 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:11.666860 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5442f797-391f-4e50-82df-0c95dc98c362 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Usage tracker for resource:subnet and tenant:169a3de6055f4ce18c891927b3177265 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:44:11.672157 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5442f797-391f-4e50-82df-0c95dc98c362 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:44:11.676240 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-30c8d27e-1af2-4f15-93cb-619aec90cf41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:11.686011 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5442f797-391f-4e50-82df-0c95dc98c362 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:11.708625 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7e1444ad-996f-4c0f-a26e-0929a3bf6b3d tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:11.746157 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-30c8d27e-1af2-4f15-93cb-619aec90cf41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:11.842330 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7e1444ad-996f-4c0f-a26e-0929a3bf6b3d tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:11.886437 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-30c8d27e-1af2-4f15-93cb-619aec90cf41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:11.918900 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5442f797-391f-4e50-82df-0c95dc98c362 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Made reservation on behalf of 169a3de6055f4ce18c891927b3177265 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:44:11.921755 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5442f797-391f-4e50-82df-0c95dc98c362 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:11.947035 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1444ad-996f-4c0f-a26e-0929a3bf6b3d tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Pushing event deleted for resources: {'Subnet': ['ID=8772c8a3-24cd-466d-b7f7-8f25e260dd15,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:11.948545 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21833e53-0432-4b56-9019-8f905d04733b None None] Network 9d935490-cc19-476a-96ec-451795d05efc requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:44:11.950991 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7e1444ad-996f-4c0f-a26e-0929a3bf6b3d tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:11.965338 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8d27e-1af2-4f15-93cb-619aec90cf41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9cea1a-d36e-47fc-ad74-bb32fa2b3c64,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:11.997385 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-7e1444ad-996f-4c0f-a26e-0929a3bf6b3d tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] 10.222.0.55 "DELETE /v2.0/subnets/8772c8a3-24cd-466d-b7f7-8f25e260dd15 HTTP/1.1" status: 204 len: 168 time: 0.6945117 Feb 09 12:44:11.998105 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 53162) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:12.005035 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-30c8d27e-1af2-4f15-93cb-619aec90cf41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:12.008501 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-30c8d27e-1af2-4f15-93cb-619aec90cf41 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0b9cea1a-d36e-47fc-ad74-bb32fa2b3c64 HTTP/1.1" status: 204 len: 168 time: 0.4653873 Feb 09 12:44:12.059996 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-d38a2488-36ee-423a-aa5f-9b7e6702aed1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Deleting port b8c9312e-bd66-476f-a40b-29d47bbbb534 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:44:12.060534 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d38a2488-36ee-423a-aa5f-9b7e6702aed1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:12.148599 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b43dc8-0eca-45a9-a35b-fad3be4cd177 req-27e17722-a1fe-4a64-9cfc-1c48a894ef6a tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:12.148886 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-94b43dc8-0eca-45a9-a35b-fad3be4cd177 req-27e17722-a1fe-4a64-9cfc-1c48a894ef6a tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=f46fc7f0-b85d-490b-a980-83d425f5c389 HTTP/1.1" status: 200 len: 945 time: 0.2658653 Feb 09 12:44:12.154091 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ca6b5b90-645d-499f-9c32-3a11197987bc tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:12.198362 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b5b90-645d-499f-9c32-3a11197987bc tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Deleting port 8b0a3bf8-f0af-4090-81bc-5d6b2a323d5e {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:44:12.198720 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ca6b5b90-645d-499f-9c32-3a11197987bc tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:12.266122 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e5daad-e18e-467b-a50f-363d5dbdd2d4 None None] DHCP port deletion for 9d935490-cc19-476a-96ec-451795d05efc request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:44:12.270234 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-61e5daad-e18e-467b-a50f-363d5dbdd2d4 None None] Deleting port 8b0a3bf8-f0af-4090-81bc-5d6b2a323d5e {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:44:12.270813 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-61e5daad-e18e-467b-a50f-363d5dbdd2d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:12.391906 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-94b43dc8-0eca-45a9-a35b-fad3be4cd177 req-1e9cd461-0b75-460e-b5d6-9dd408b53e86 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9b0b9-3227-457e-9539-b66a8cac7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2346420 Feb 09 12:44:12.475029 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53170) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:12.529177 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-59fef6c3-db1e-4721-8df3-38dac21b148f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:12.543873 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-d38a2488-36ee-423a-aa5f-9b7e6702aed1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] For port b8c9312e-bd66-476f-a40b-29d47bbbb534, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=b8c9312e-bd66-476f-a40b-29d47bbbb534,segment=NetworkSegment(1f465c16-8bbc-4cd6-be8f-f8d5066ecd9e),segment_id=1f465c16-8bbc-4cd6-be8f-f8d5066ecd9e)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:44:12.544109 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d38a2488-36ee-423a-aa5f-9b7e6702aed1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:12.550108 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-ca6b5b90-645d-499f-9c32-3a11197987bc tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] For port 8b0a3bf8-f0af-4090-81bc-5d6b2a323d5e, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=8b0a3bf8-f0af-4090-81bc-5d6b2a323d5e,segment=NetworkSegment(189668d6-61af-48e9-bfca-41429f7b816f),segment_id=189668d6-61af-48e9-bfca-41429f7b816f)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:44:12.550826 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ca6b5b90-645d-499f-9c32-3a11197987bc tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:12.673376 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-59fef6c3-db1e-4721-8df3-38dac21b148f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:12.701068 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b5b90-645d-499f-9c32-3a11197987bc tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Calling delete_port for 8b0a3bf8-f0af-4090-81bc-5d6b2a323d5e owned by network:dhcp {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:44:12.709947 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-d38a2488-36ee-423a-aa5f-9b7e6702aed1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Calling delete_port for b8c9312e-bd66-476f-a40b-29d47bbbb534 owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:44:12.713929 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-61e5daad-e18e-467b-a50f-363d5dbdd2d4 None None] For port 8b0a3bf8-f0af-4090-81bc-5d6b2a323d5e, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=8b0a3bf8-f0af-4090-81bc-5d6b2a323d5e,segment=NetworkSegment(189668d6-61af-48e9-bfca-41429f7b816f),segment_id=189668d6-61af-48e9-bfca-41429f7b816f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:44:12.714464 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-61e5daad-e18e-467b-a50f-363d5dbdd2d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:12.747001 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-59fef6c3-db1e-4721-8df3-38dac21b148f admin admin] Usage tracker for resource:security_group_rule and tenant:f7c9374bccdf4de18f57d6ae191a27f5 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:44:12.757872 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-59fef6c3-db1e-4721-8df3-38dac21b148f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:44:12.778544 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-59fef6c3-db1e-4721-8df3-38dac21b148f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:12.793434 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ca6b5b90-645d-499f-9c32-3a11197987bc tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:12.824071 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5442f797-391f-4e50-82df-0c95dc98c362 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:12.848355 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b5b90-645d-499f-9c32-3a11197987bc tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Pushing event deleted for resources: {'Port': ['ID=8b0a3bf8-f0af-4090-81bc-5d6b2a323d5e,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:12.856383 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6b5b90-645d-499f-9c32-3a11197987bc tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] No DVR routers for this DVR port 8b0a3bf8-f0af-4090-81bc-5d6b2a323d5e on host n-d-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:44:12.869809 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-61e5daad-e18e-467b-a50f-363d5dbdd2d4 None None] Calling delete_port for 8b0a3bf8-f0af-4090-81bc-5d6b2a323d5e owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:44:12.953026 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-61e5daad-e18e-467b-a50f-363d5dbdd2d4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:44:12.953872 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-61e5daad-e18e-467b-a50f-363d5dbdd2d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:44:12.956451 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5442f797-391f-4e50-82df-0c95dc98c362 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Pushing event updated for resources: {'Subnet': ['ID=6de94d3f-487f-47c9-8a4c-fe1d67ab8c53,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:12.985938 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5442f797-391f-4e50-82df-0c95dc98c362 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Checking segment: {'id': '94926fca-ac43-4e5a-af7e-e0d64a8d4c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7cb1a0ea-f7c0-4771-801a-843b45c8fbea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:44:12.986301 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5442f797-391f-4e50-82df-0c95dc98c362 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Network hostable DHCP agents. Network: 7cb1a0ea-f7c0-4771-801a-843b45c8fbea, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:44:13.047537 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-59fef6c3-db1e-4721-8df3-38dac21b148f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:13.050464 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5442f797-391f-4e50-82df-0c95dc98c362 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Network 7cb1a0ea-f7c0-4771-801a-843b45c8fbea is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:44:13.087921 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-59fef6c3-db1e-4721-8df3-38dac21b148f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:13.117560 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ca6b5b90-645d-499f-9c32-3a11197987bc tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:13.131787 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-5442f797-391f-4e50-82df-0c95dc98c362 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 7cb1a0ea-f7c0-4771-801a-843b45c8fbea) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:44:13.142463 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bfc802-6d57-4dc5-b370-46af1ba21ee5 None None] Network 7cb1a0ea-f7c0-4771-801a-843b45c8fbea requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:44:13.151926 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-ca6b5b90-645d-499f-9c32-3a11197987bc tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d935490-cc19-476a-96ec-451795d05efc']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:13.156324 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-59fef6c3-db1e-4721-8df3-38dac21b148f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f7c9374bccdf4de18f57d6ae191a27f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6689692 Feb 09 12:44:13.157307 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5442f797-391f-4e50-82df-0c95dc98c362 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:13.157896 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5442f797-391f-4e50-82df-0c95dc98c362 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:13.165886 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53178) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:13.172774 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-ca6b5b90-645d-499f-9c32-3a11197987bc tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '189668d6-61af-48e9-bfca-41429f7b816f') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:13.173080 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-ca6b5b90-645d-499f-9c32-3a11197987bc tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '189668d6-61af-48e9-bfca-41429f7b816f') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:13.193152 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fef6c3-db1e-4721-8df3-38dac21b148f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818018d0-0928-4d5a-9cf7-d9018948022d,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:13.195054 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ca6b5b90-645d-499f-9c32-3a11197987bc tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:13.211491 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d38a2488-36ee-423a-aa5f-9b7e6702aed1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:13.226969 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ca6b5b90-645d-499f-9c32-3a11197987bc tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:13.238273 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca6b5b90-645d-499f-9c32-3a11197987bc tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:44:13.238516 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ca6b5b90-645d-499f-9c32-3a11197987bc tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:13.249068 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 8b0a3bf8-f0af-4090-81bc-5d6b2a323d5e no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:44:13.255997 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:44:13.255997 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:44:13.255997 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:44:13.255997 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:44:13.255997 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:44:13.255997 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:44:13.255997 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:44:13.255997 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:44:13.255997 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:44:13.255997 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:44:13.255997 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:44:13.255997 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:44:13.255997 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:44:13.255997 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:44:13.255997 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:44:13.255997 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:44:13.255997 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:44:13.255997 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:44:13.255997 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:44:13.255997 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:44:13.255997 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:44:13.255997 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:44:13.255997 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:44:13.255997 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:44:13.255997 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:44:13.255997 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:44:13.255997 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:44:13.255997 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:44:13.255997 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:44:13.255997 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:44:13.255997 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:44:13.255997 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:44:13.297657 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 8b0a3bf8-f0af-4090-81bc-5d6b2a323d5e {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:44:13.298201 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 8b0a3bf8-f0af-4090-81bc-5d6b2a323d5e not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:44:13.319083 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a2488-36ee-423a-aa5f-9b7e6702aed1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event deleted for resources: {'Port': ['ID=b8c9312e-bd66-476f-a40b-29d47bbbb534,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:13.354247 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ca6b5b90-645d-499f-9c32-3a11197987bc tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:13.359748 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ca6b5b90-645d-499f-9c32-3a11197987bc tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:13.380235 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5442f797-391f-4e50-82df-0c95dc98c362 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9009688 Feb 09 12:44:13.398233 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 53182) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:13.419419 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-76305cd0-1244-4d07-a00f-f01ecef1f31f tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Request body: {'port': {'network_id': '7cb1a0ea-f7c0-4771-801a-843b45c8fbea', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1191471765'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:44:13.456217 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-61e5daad-e18e-467b-a50f-363d5dbdd2d4 None None] Deleting port 8b0a3bf8-f0af-4090-81bc-5d6b2a323d5e {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:44:13.456602 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-61e5daad-e18e-467b-a50f-363d5dbdd2d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:13.505982 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8c1419cb-7491-4bd9-bad6-d792623d9cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:13.567504 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-61e5daad-e18e-467b-a50f-363d5dbdd2d4 None None] The port '8b0a3bf8-f0af-4090-81bc-5d6b2a323d5e' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:44:13.624582 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b5b90-645d-499f-9c32-3a11197987bc tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Pushing event deleted for resources: {'Network': ['ID=9d935490-cc19-476a-96ec-451795d05efc,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:13.636615 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c049350-3b15-424f-904c-124255a92456 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-7cb1a0ea-f7c0-4771-801a-843b45c8fbea', 'network_id': '7cb1a0ea-f7c0-4771-801a-843b45c8fbea', 'tenant_id': '169a3de6055f4ce18c891927b3177265', 'fixed_ips': [{'subnet_id': '6de94d3f-487f-47c9-8a4c-fe1d67ab8c53'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:44:13.637714 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0c049350-3b15-424f-904c-124255a92456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:13.649759 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8c1419cb-7491-4bd9-bad6-d792623d9cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:13.677009 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-76305cd0-1244-4d07-a00f-f01ecef1f31f tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:13.713588 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ca6b5b90-645d-499f-9c32-3a11197987bc tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] 10.222.0.55 "DELETE /v2.0/networks/9d935490-cc19-476a-96ec-451795d05efc HTTP/1.1" status: 204 len: 168 time: 1.7118931 Feb 09 12:44:13.716210 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 53188) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:13.730295 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-76305cd0-1244-4d07-a00f-f01ecef1f31f tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Usage tracker for resource:port and tenant:169a3de6055f4ce18c891927b3177265 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:44:13.788118 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-76305cd0-1244-4d07-a00f-f01ecef1f31f tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:44:13.843314 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d38a2488-36ee-423a-aa5f-9b7e6702aed1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:13.869874 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-0c049350-3b15-424f-904c-124255a92456 None None] Allocated IP 172.20.0.2 (7cb1a0ea-f7c0-4771-801a-843b45c8fbea/6de94d3f-487f-47c9-8a4c-fe1d67ab8c53/65ad3a52-0b2d-4d62-a3cc-67cc6c13597e) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:44:13.921255 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-76305cd0-1244-4d07-a00f-f01ecef1f31f tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:13.936863 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8c1419cb-7491-4bd9-bad6-d792623d9cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:13.951043 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-e702545f-1186-4c97-a4ec-7cfa6a52628f tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Deleting port 167b1377-00a5-4765-b06c-4496f211a54d {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:44:13.951714 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e702545f-1186-4c97-a4ec-7cfa6a52628f tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:13.967533 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1419cb-7491-4bd9-bad6-d792623d9cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818018d0-0928-4d5a-9cf7-d9018948022d,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:13.980200 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8c1419cb-7491-4bd9-bad6-d792623d9cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:13.981652 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8c1419cb-7491-4bd9-bad6-d792623d9cde admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/818018d0-0928-4d5a-9cf7-d9018948022d HTTP/1.1" status: 204 len: 168 time: 0.8114710 Feb 09 12:44:14.029500 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76305cd0-1244-4d07-a00f-f01ecef1f31f tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Made reservation on behalf of 169a3de6055f4ce18c891927b3177265 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:44:14.033746 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-76305cd0-1244-4d07-a00f-f01ecef1f31f tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:14.108148 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-adbbb93f-c7f8-4cd0-b72d-80f7384e312d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:14.113306 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca29d83-f4fe-4041-9414-bb77098193d6 req-22d6fcad-5a0e-4876-8f09-7354c58cb710 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:14.123274 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fca29d83-f4fe-4041-9414-bb77098193d6 req-22d6fcad-5a0e-4876-8f09-7354c58cb710 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=f46fc7f0-b85d-490b-a980-83d425f5c389 HTTP/1.1" status: 200 len: 945 time: 0.4834461 Feb 09 12:44:14.125894 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [None req-76305cd0-1244-4d07-a00f-f01ecef1f31f tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] device_id is not set on port 37310dc1-4a2e-4c72-82f4-b70fed030410 yet. {{(pid=87567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:44:14.288015 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0c049350-3b15-424f-904c-124255a92456 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:14.318785 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0c049350-3b15-424f-904c-124255a92456 None None] Transition to ACTIVE for port object 65ad3a52-0b2d-4d62-a3cc-67cc6c13597e will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:44:14.363461 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0c049350-3b15-424f-904c-124255a92456 None None] Transition to ACTIVE for port object 65ad3a52-0b2d-4d62-a3cc-67cc6c13597e will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:44:14.373502 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fca29d83-f4fe-4041-9414-bb77098193d6 req-328b82e1-c938-4c84-807a-88222cb92573 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9b0b9-3227-457e-9539-b66a8cac7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2492654 Feb 09 12:44:14.384551 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0c049350-3b15-424f-904c-124255a92456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:14.455534 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e702545f-1186-4c97-a4ec-7cfa6a52628f tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:14.456157 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e702545f-1186-4c97-a4ec-7cfa6a52628f tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:14.479249 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c049350-3b15-424f-904c-124255a92456 None None] Pushing event updated for resources: {'Port': ['ID=65ad3a52-0b2d-4d62-a3cc-67cc6c13597e,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:14.489621 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c049350-3b15-424f-904c-124255a92456 None None] Network 7cb1a0ea-f7c0-4771-801a-843b45c8fbea is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:44:14.491165 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-0c049350-3b15-424f-904c-124255a92456 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:44:14.493711 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c049350-3b15-424f-904c-124255a92456 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:44:14.596812 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-e702545f-1186-4c97-a4ec-7cfa6a52628f tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Calling delete_port for 167b1377-00a5-4765-b06c-4496f211a54d owned by network:floatingip {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:44:14.601166 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38a2488-36ee-423a-aa5f-9b7e6702aed1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Router 74421ff6-1d93-4d7d-a7cf-eec3899dbb04 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:44:14.624960 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-0c049350-3b15-424f-904c-124255a92456 None None] Attempting to bind port 65ad3a52-0b2d-4d62-a3cc-67cc6c13597e on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:44:14.625367 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-0c049350-3b15-424f-904c-124255a92456 None None] Attempting to bind port 65ad3a52-0b2d-4d62-a3cc-67cc6c13597e by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '94926fca-ac43-4e5a-af7e-e0d64a8d4c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7cb1a0ea-f7c0-4771-801a-843b45c8fbea'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:44:14.625740 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c049350-3b15-424f-904c-124255a92456 None None] Attempting to bind port 65ad3a52-0b2d-4d62-a3cc-67cc6c13597e on network 7cb1a0ea-f7c0-4771-801a-843b45c8fbea {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:44:14.633142 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c049350-3b15-424f-904c-124255a92456 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:44:14.634935 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c049350-3b15-424f-904c-124255a92456 None None] Checking segment: {'id': '94926fca-ac43-4e5a-af7e-e0d64a8d4c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7cb1a0ea-f7c0-4771-801a-843b45c8fbea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:44:14.635289 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0c049350-3b15-424f-904c-124255a92456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:14.635699 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c049350-3b15-424f-904c-124255a92456 None None] Bound using segment: {'id': '94926fca-ac43-4e5a-af7e-e0d64a8d4c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7cb1a0ea-f7c0-4771-801a-843b45c8fbea'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:44:14.636211 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-0c049350-3b15-424f-904c-124255a92456 None None] Bound port: 65ad3a52-0b2d-4d62-a3cc-67cc6c13597e, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94926fca-ac43-4e5a-af7e-e0d64a8d4c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7cb1a0ea-f7c0-4771-801a-843b45c8fbea'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:44:14.636594 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0c049350-3b15-424f-904c-124255a92456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:14.723952 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-76305cd0-1244-4d07-a00f-f01ecef1f31f tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Allocated IP 172.20.0.11 (7cb1a0ea-f7c0-4771-801a-843b45c8fbea/6de94d3f-487f-47c9-8a4c-fe1d67ab8c53/37310dc1-4a2e-4c72-82f4-b70fed030410) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:44:14.772218 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-0c049350-3b15-424f-904c-124255a92456 None None] For port 65ad3a52-0b2d-4d62-a3cc-67cc6c13597e, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:44:14.788821 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-0c049350-3b15-424f-904c-124255a92456 None None] For port 65ad3a52-0b2d-4d62-a3cc-67cc6c13597e, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=65ad3a52-0b2d-4d62-a3cc-67cc6c13597e,segment=NetworkSegment(94926fca-ac43-4e5a-af7e-e0d64a8d4c06),segment_id=94926fca-ac43-4e5a-af7e-e0d64a8d4c06)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:44:14.801380 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0c049350-3b15-424f-904c-124255a92456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:14.864948 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38a2488-36ee-423a-aa5f-9b7e6702aed1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:44:14.873033 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d38a2488-36ee-423a-aa5f-9b7e6702aed1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "PUT /v2.0/routers/74421ff6-1d93-4d7d-a7cf-eec3899dbb04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8885221 Feb 09 12:44:14.878670 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2545fe-fa6b-491b-aa0f-223e4c736a36 None None] Sync routers for ids ['74421ff6-1d93-4d7d-a7cf-eec3899dbb04'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:44:14.885180 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53210) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:14.885653 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e702545f-1186-4c97-a4ec-7cfa6a52628f tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:14.893994 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2545fe-fa6b-491b-aa0f-223e4c736a36 None None] Routers {'74421ff6-1d93-4d7d-a7cf-eec3899dbb04'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:44:14.894946 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7f2545fe-fa6b-491b-aa0f-223e4c736a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:43:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['74421ff6-1d93-4d7d-a7cf-eec3899dbb04'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:14.911042 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c049350-3b15-424f-904c-124255a92456 None None] Pushing event updated for resources: {'Port': ['ID=65ad3a52-0b2d-4d62-a3cc-67cc6c13597e,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:15.131820 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-958f6cfd-ee7a-40fb-8615-126b9b263b8c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Deleting subnet 6bf78152-396d-4171-8084-13bc43a95dd2 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:44:15.143235 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-958f6cfd-ee7a-40fb-8615-126b9b263b8c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:15.195181 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702545f-1186-4c97-a4ec-7cfa6a52628f tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Pushing event deleted for resources: {'Port': ['ID=167b1377-00a5-4765-b06c-4496f211a54d,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:15.290034 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-958f6cfd-ee7a-40fb-8615-126b9b263b8c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:15.379512 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e702545f-1186-4c97-a4ec-7cfa6a52628f tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for floatingip, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:15.441378 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-7f2545fe-fa6b-491b-aa0f-223e4c736a36 None None] Set router 74421ff6-1d93-4d7d-a7cf-eec3899dbb04 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:44:15.446979 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e702545f-1186-4c97-a4ec-7cfa6a52628f tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:15.457118 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e702545f-1186-4c97-a4ec-7cfa6a52628f tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] 10.222.0.55 "DELETE /v2.0/floatingips/84daebc1-8195-444e-a7c9-cd834aaea2cf HTTP/1.1" status: 204 len: 168 time: 1.7295225 Feb 09 12:44:15.462138 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53228) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:15.531437 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-76305cd0-1244-4d07-a00f-f01ecef1f31f tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:15.536796 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53232) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:15.547302 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-4892d1ae-48a7-44f2-8314-890abd80e5b0 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] DELETE failed (client error): The resource could not be found. Feb 09 12:44:15.548625 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4892d1ae-48a7-44f2-8314-890abd80e5b0 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:44:15.550878 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4892d1ae-48a7-44f2-8314-890abd80e5b0 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] 10.222.0.55 "DELETE /v2.0/ports/6f761181-1356-4146-bab8-606a8065485c HTTP/1.1" status: 404 len: 333 time: 0.0867584 Feb 09 12:44:15.559541 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53236) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:15.588101 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-76305cd0-1244-4d07-a00f-f01ecef1f31f tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Transition to ACTIVE for port object 37310dc1-4a2e-4c72-82f4-b70fed030410 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:44:15.625528 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7e1c3619-99b4-4da7-a376-7d0f812cb8ea tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Synchronizing usage tracker for tenant:8c68454472994c9c93bcd20b28adbf45 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:44:15.666551 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-958f6cfd-ee7a-40fb-8615-126b9b263b8c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:15.716767 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-76305cd0-1244-4d07-a00f-f01ecef1f31f tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:15.751112 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7e1c3619-99b4-4da7-a376-7d0f812cb8ea tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Unset dirty status for tenant:8c68454472994c9c93bcd20b28adbf45 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:44:15.754681 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7e1c3619-99b4-4da7-a376-7d0f812cb8ea tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] 10.222.0.55 "GET /v2.0/ports?device_id=a349b1e5-7c19-412c-b986-2ea108e7802e HTTP/1.1" status: 200 len: 205 time: 0.1886122 Feb 09 12:44:15.760565 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53242) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:15.772495 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-ab289900-cf4d-4aee-aaa3-b1b6fa722465 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-562619626-network', 'tenant_id': '17b19238efb44e8d92a23003e31322d7'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:44:15.827369 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76305cd0-1244-4d07-a00f-f01ecef1f31f tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Network 7cb1a0ea-f7c0-4771-801a-843b45c8fbea is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:44:15.828506 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76305cd0-1244-4d07-a00f-f01ecef1f31f tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Pushing event updated for resources: {'Port': ['ID=37310dc1-4a2e-4c72-82f4-b70fed030410,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:15.831121 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-76305cd0-1244-4d07-a00f-f01ecef1f31f tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:44:15.841120 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76305cd0-1244-4d07-a00f-f01ecef1f31f tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:44:15.852991 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-4e4155a4-5cc6-4d66-90f7-df99c5d5ba2f tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] delete failed (client error): The resource could not be found. Feb 09 12:44:15.856485 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4e4155a4-5cc6-4d66-90f7-df99c5d5ba2f tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] 10.222.0.55 "DELETE /v2.0/routers/a349b1e5-7c19-412c-b986-2ea108e7802e HTTP/1.1" status: 404 len: 336 time: 0.0865896 Feb 09 12:44:15.858665 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ab289900-cf4d-4aee-aaa3-b1b6fa722465 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:15.860728 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53246) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:15.892223 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7f2545fe-fa6b-491b-aa0f-223e4c736a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74421ff6-1d93-4d7d-a7cf-eec3899dbb04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683150709', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '1f78b1a3-2624-4036-96d9-9fa391fd8498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:41:31Z', 'updated_at': '2022-02-09T12:44:13Z', 'revision_number': 5, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': '1f78b1a3-2624-4036-96d9-9fa391fd8498', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74421ff6-1d93-4d7d-a7cf-eec3899dbb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:41:33Z', 'updated_at': '2022-02-09T12:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:15.897349 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2545fe-fa6b-491b-aa0f-223e4c736a36 None None] Checking router: 74421ff6-1d93-4d7d-a7cf-eec3899dbb04 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:44:15.903857 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ab289900-cf4d-4aee-aaa3-b1b6fa722465 admin admin] Usage tracker for resource:network and tenant:17b19238efb44e8d92a23003e31322d7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:44:15.907779 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2545fe-fa6b-491b-aa0f-223e4c736a36 None None] Routers {'74421ff6-1d93-4d7d-a7cf-eec3899dbb04'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:44:15.908708 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7f2545fe-fa6b-491b-aa0f-223e4c736a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:43:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['74421ff6-1d93-4d7d-a7cf-eec3899dbb04'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:15.911307 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ab289900-cf4d-4aee-aaa3-b1b6fa722465 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:44:15.914342 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b179398-4a70-437c-92a6-c3e67bfa58ae tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] DELETE failed (client error): The resource could not be found. Feb 09 12:44:15.915688 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b179398-4a70-437c-92a6-c3e67bfa58ae tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:44:15.916806 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2b179398-4a70-437c-92a6-c3e67bfa58ae tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] 10.222.0.55 "DELETE /v2.0/subnets/8772c8a3-24cd-466d-b7f7-8f25e260dd15 HTTP/1.1" status: 404 len: 337 time: 0.0530627 Feb 09 12:44:15.920664 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 53250) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:15.922491 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ab289900-cf4d-4aee-aaa3-b1b6fa722465 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:15.945424 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd2d36-b814-4773-be94-92a627ee4dec req-00fe1f24-448c-4423-a447-4b10b25bfc2d tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:15.947751 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cbfd2d36-b814-4773-be94-92a627ee4dec req-00fe1f24-448c-4423-a447-4b10b25bfc2d tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=f46fc7f0-b85d-490b-a980-83d425f5c389 HTTP/1.1" status: 200 len: 945 time: 0.3053808 Feb 09 12:44:15.950526 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab289900-cf4d-4aee-aaa3-b1b6fa722465 admin admin] Made reservation on behalf of 17b19238efb44e8d92a23003e31322d7 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:44:15.953243 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ab289900-cf4d-4aee-aaa3-b1b6fa722465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:15.969060 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ab289900-cf4d-4aee-aaa3-b1b6fa722465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:15.983189 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-958f6cfd-ee7a-40fb-8615-126b9b263b8c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:16.028792 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ab289900-cf4d-4aee-aaa3-b1b6fa722465 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:16.032986 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ab289900-cf4d-4aee-aaa3-b1b6fa722465 admin admin] Usage tracker for resource:security_group_rule and tenant:17b19238efb44e8d92a23003e31322d7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:44:16.035684 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ab289900-cf4d-4aee-aaa3-b1b6fa722465 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:44:16.042045 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ab289900-cf4d-4aee-aaa3-b1b6fa722465 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:16.064678 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76305cd0-1244-4d07-a00f-f01ecef1f31f tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:16.065355 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-76305cd0-1244-4d07-a00f-f01ecef1f31f tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:16.074598 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-fdc42f96-5781-4cfd-8b38-962791e9ac5f tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Deleting port 6850fe85-c64d-442f-b852-b24c61ba6740 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:44:16.074977 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fdc42f96-5781-4cfd-8b38-962791e9ac5f tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:16.142663 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ab289900-cf4d-4aee-aaa3-b1b6fa722465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:16.150397 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f6cfd-ee7a-40fb-8615-126b9b263b8c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event deleted for resources: {'Subnet': ['ID=6bf78152-396d-4171-8084-13bc43a95dd2,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:16.154089 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-958f6cfd-ee7a-40fb-8615-126b9b263b8c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:16.155515 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-7f2545fe-fa6b-491b-aa0f-223e4c736a36 None None] Set router 74421ff6-1d93-4d7d-a7cf-eec3899dbb04 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:44:16.157678 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ab289900-cf4d-4aee-aaa3-b1b6fa722465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:16.167575 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb98c793-b1d9-42a4-9558-8823b819e053 None None] Network cd0860fa-4273-47b3-901e-11f5ca0c6ffa requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:44:16.216470 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-958f6cfd-ee7a-40fb-8615-126b9b263b8c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "DELETE /v2.0/subnets/6bf78152-396d-4171-8084-13bc43a95dd2 HTTP/1.1" status: 204 len: 168 time: 1.3255539 Feb 09 12:44:16.224159 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53254) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:16.233096 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-76305cd0-1244-4d07-a00f-f01ecef1f31f tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.8334763 Feb 09 12:44:16.326515 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab289900-cf4d-4aee-aaa3-b1b6fa722465 admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:44:16.344625 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53258) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:16.356098 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab289900-cf4d-4aee-aaa3-b1b6fa722465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e97a4b-a2cb-42a3-86cb-0fdb14d562c8,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:16.455438 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ab289900-cf4d-4aee-aaa3-b1b6fa722465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:16.456179 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-ab289900-cf4d-4aee-aaa3-b1b6fa722465 admin admin] Added segment 71b808da-e1e2-4f6d-b1d4-d243cdee7352 of type vlan for network 81899ec7-97c4-4283-bf04-cb61990dc442 Feb 09 12:44:16.565544 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fdc42f96-5781-4cfd-8b38-962791e9ac5f tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:16.689012 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-66bce592-e9a8-42cc-9919-5997c333b7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:16.713763 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6ce52c-4e4e-4f23-bfd8-d8455a2e5724 None None] Network 7cb1a0ea-f7c0-4771-801a-843b45c8fbea requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:44:16.758042 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-021de09d-8b03-43ee-bb04-6b14c256dc64 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Deleting port 37310dc1-4a2e-4c72-82f4-b70fed030410 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:44:16.759007 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-021de09d-8b03-43ee-bb04-6b14c256dc64 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:16.799408 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-fdc42f96-5781-4cfd-8b38-962791e9ac5f tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Calling delete_port for 6850fe85-c64d-442f-b852-b24c61ba6740 owned by {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:44:16.882450 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ab289900-cf4d-4aee-aaa3-b1b6fa722465 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:16.913347 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7f2545fe-fa6b-491b-aa0f-223e4c736a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74421ff6-1d93-4d7d-a7cf-eec3899dbb04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683150709', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '1f78b1a3-2624-4036-96d9-9fa391fd8498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:41:31Z', 'updated_at': '2022-02-09T12:44:13Z', 'revision_number': 5, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': '1f78b1a3-2624-4036-96d9-9fa391fd8498', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74421ff6-1d93-4d7d-a7cf-eec3899dbb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:41:33Z', 'updated_at': '2022-02-09T12:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:16.919620 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2545fe-fa6b-491b-aa0f-223e4c736a36 None None] The sync data for ids ['74421ff6-1d93-4d7d-a7cf-eec3899dbb04'] in n-d-825178-3 is: [{'id': '74421ff6-1d93-4d7d-a7cf-eec3899dbb04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683150709', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '1f78b1a3-2624-4036-96d9-9fa391fd8498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:41:31Z', 'updated_at': '2022-02-09T12:44:13Z', 'revision_number': 5, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': '1f78b1a3-2624-4036-96d9-9fa391fd8498', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74421ff6-1d93-4d7d-a7cf-eec3899dbb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:41:33Z', 'updated_at': '2022-02-09T12:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:44:17.030538 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cbfd2d36-b814-4773-be94-92a627ee4dec req-08e45386-0fde-402b-aaf4-b723ee261cc9 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9b0b9-3227-457e-9539-b66a8cac7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0657883 Feb 09 12:44:17.106667 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fdc42f96-5781-4cfd-8b38-962791e9ac5f tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:17.117522 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e56c01d7-bb42-4589-abe1-f1cec3cfcd41 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:17.215650 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc42f96-5781-4cfd-8b38-962791e9ac5f tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Pushing event deleted for resources: {'Port': ['ID=6850fe85-c64d-442f-b852-b24c61ba6740,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:17.240507 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0390cded-e058-4b0b-ac4c-31fba1ddf094 None None] Provisioning for port 65ad3a52-0b2d-4d62-a3cc-67cc6c13597e completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:44:17.429552 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fdc42f96-5781-4cfd-8b38-962791e9ac5f tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:17.436164 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b496d11f-0d8f-4ed4-b0e3-86b2589d86d6 None None] DHCP port deletion for cd0860fa-4273-47b3-901e-11f5ca0c6ffa request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:44:17.441195 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b496d11f-0d8f-4ed4-b0e3-86b2589d86d6 None None] Deleting port 67caff5e-9f5f-474d-97d6-111ce5e934a7 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:44:17.441857 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b496d11f-0d8f-4ed4-b0e3-86b2589d86d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:17.510685 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ab289900-cf4d-4aee-aaa3-b1b6fa722465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:17.511215 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-fdc42f96-5781-4cfd-8b38-962791e9ac5f tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] 10.222.0.55 "DELETE /v2.0/ports/6850fe85-c64d-442f-b852-b24c61ba6740 HTTP/1.1" status: 204 len: 168 time: 1.5618579 Feb 09 12:44:17.511938 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab289900-cf4d-4aee-aaa3-b1b6fa722465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:17.512573 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ab289900-cf4d-4aee-aaa3-b1b6fa722465 admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:17.513376 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 53278) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:17.535487 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 65ad3a52-0b2d-4d62-a3cc-67cc6c13597e up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:44:17.621351 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-d74789e4-a79c-4cb1-8e27-5f6f1eca5b36 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Deleting port 25c32052-0a2c-40f1-ab97-deeb1ff4b6f1 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:44:17.621803 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d74789e4-a79c-4cb1-8e27-5f6f1eca5b36 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:17.686793 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:17.751527 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:17.785456 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ab289900-cf4d-4aee-aaa3-b1b6fa722465 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.2418544 Feb 09 12:44:17.787154 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53282) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:17.829204 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-787685d9-1b86-4283-a0f4-f9fb664acc43 admin admin] Request body: {'subnet': {'network_id': '81899ec7-97c4-4283-bf04-cb61990dc442', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-562619626-subnet', 'tenant_id': '17b19238efb44e8d92a23003e31322d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:44:17.835033 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-787685d9-1b86-4283-a0f4-f9fb664acc43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:17.839429 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-787685d9-1b86-4283-a0f4-f9fb664acc43 admin admin] Usage tracker for resource:subnet and tenant:17b19238efb44e8d92a23003e31322d7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:44:17.842532 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-787685d9-1b86-4283-a0f4-f9fb664acc43 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:44:17.848897 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-787685d9-1b86-4283-a0f4-f9fb664acc43 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:17.884416 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787685d9-1b86-4283-a0f4-f9fb664acc43 admin admin] Made reservation on behalf of 17b19238efb44e8d92a23003e31322d7 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:44:17.886811 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-787685d9-1b86-4283-a0f4-f9fb664acc43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:17.908893 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e56c01d7-bb42-4589-abe1-f1cec3cfcd41 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:17.923961 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 65ad3a52-0b2d-4d62-a3cc-67cc6c13597e completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:44:17.943786 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-18dec317-c74c-4ab1-adec-ab4ec0e62d6e None None] Provisioning complete for port 65ad3a52-0b2d-4d62-a3cc-67cc6c13597e triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:44:17.944254 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-18dec317-c74c-4ab1-adec-ab4ec0e62d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:17.964635 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab289900-cf4d-4aee-aaa3-b1b6fa722465 admin admin] Pushing event updated for resources: {'Network': ['ID=81899ec7-97c4-4283-bf04-cb61990dc442,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:17.981012 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 81899ec7-97c4-4283-bf04-cb61990dc442 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:44:17.993116 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 65ad3a52-0b2d-4d62-a3cc-67cc6c13597e triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:44:17.993747 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:17.996954 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d74789e4-a79c-4cb1-8e27-5f6f1eca5b36 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:18.006589 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-e56c01d7-bb42-4589-abe1-f1cec3cfcd41 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Deleting port 1f78b1a3-2624-4036-96d9-9fa391fd8498 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:44:18.006930 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e56c01d7-bb42-4589-abe1-f1cec3cfcd41 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:18.078069 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-021de09d-8b03-43ee-bb04-6b14c256dc64 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:18.149682 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-b496d11f-0d8f-4ed4-b0e3-86b2589d86d6 None None] For port 67caff5e-9f5f-474d-97d6-111ce5e934a7, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=67caff5e-9f5f-474d-97d6-111ce5e934a7,segment=NetworkSegment(1f465c16-8bbc-4cd6-be8f-f8d5066ecd9e),segment_id=1f465c16-8bbc-4cd6-be8f-f8d5066ecd9e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:44:18.150318 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b496d11f-0d8f-4ed4-b0e3-86b2589d86d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:18.250995 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-021de09d-8b03-43ee-bb04-6b14c256dc64 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Calling delete_port for 37310dc1-4a2e-4c72-82f4-b70fed030410 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:44:18.303345 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-d74789e4-a79c-4cb1-8e27-5f6f1eca5b36 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Calling delete_port for 25c32052-0a2c-40f1-ab97-deeb1ff4b6f1 owned by {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:44:18.389844 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b496d11f-0d8f-4ed4-b0e3-86b2589d86d6 None None] Calling delete_port for 67caff5e-9f5f-474d-97d6-111ce5e934a7 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:44:18.490109 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b0f3e-dc52-4649-acfa-56cc33ac1b7f req-8d22fb2c-b908-4105-825c-3000fc85b463 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:18.499789 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f96b0f3e-dc52-4649-acfa-56cc33ac1b7f req-8d22fb2c-b908-4105-825c-3000fc85b463 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=f46fc7f0-b85d-490b-a980-83d425f5c389 HTTP/1.1" status: 200 len: 945 time: 0.2047246 Feb 09 12:44:18.507662 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-e56c01d7-bb42-4589-abe1-f1cec3cfcd41 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] For port 1f78b1a3-2624-4036-96d9-9fa391fd8498, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=1f78b1a3-2624-4036-96d9-9fa391fd8498,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:44:18.508042 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e56c01d7-bb42-4589-abe1-f1cec3cfcd41 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:18.575265 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-18dec317-c74c-4ab1-adec-ab4ec0e62d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:18.596668 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:18.598624 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f96b0f3e-dc52-4649-acfa-56cc33ac1b7f req-7c8b4639-f63b-4b4e-8af9-b87606b4ba19 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9b0b9-3227-457e-9539-b66a8cac7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976596 Feb 09 12:44:18.638098 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d74789e4-a79c-4cb1-8e27-5f6f1eca5b36 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:18.671591 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-18dec317-c74c-4ab1-adec-ab4ec0e62d6e None None] For port 65ad3a52-0b2d-4d62-a3cc-67cc6c13597e, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=65ad3a52-0b2d-4d62-a3cc-67cc6c13597e,segment=NetworkSegment(94926fca-ac43-4e5a-af7e-e0d64a8d4c06),segment_id=94926fca-ac43-4e5a-af7e-e0d64a8d4c06)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:44:18.674970 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b496d11f-0d8f-4ed4-b0e3-86b2589d86d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:18.717680 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-e56c01d7-bb42-4589-abe1-f1cec3cfcd41 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Calling delete_port for 1f78b1a3-2624-4036-96d9-9fa391fd8498 owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:44:18.737069 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b496d11f-0d8f-4ed4-b0e3-86b2589d86d6 None None] Pushing event deleted for resources: {'Port': ['ID=67caff5e-9f5f-474d-97d6-111ce5e934a7,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:18.739413 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-18dec317-c74c-4ab1-adec-ab4ec0e62d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:18.806057 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-787685d9-1b86-4283-a0f4-f9fb664acc43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:18.845199 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d74789e4-a79c-4cb1-8e27-5f6f1eca5b36 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:18.855819 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74789e4-a79c-4cb1-8e27-5f6f1eca5b36 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Pushing event deleted for resources: {'Port': ['ID=25c32052-0a2c-40f1-ab97-deeb1ff4b6f1,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:18.860785 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-021de09d-8b03-43ee-bb04-6b14c256dc64 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:18.868060 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d74789e4-a79c-4cb1-8e27-5f6f1eca5b36 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] 10.222.0.55 "DELETE /v2.0/ports/25c32052-0a2c-40f1-ab97-deeb1ff4b6f1 HTTP/1.1" status: 204 len: 168 time: 1.3532996 Feb 09 12:44:18.869638 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 53298) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:18.886269 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-18dec317-c74c-4ab1-adec-ab4ec0e62d6e None None] Could not find standard attr ID for object 37310dc1-4a2e-4c72-82f4-b70fed030410. {{(pid=87569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 12:44:18.889731 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b496d11f-0d8f-4ed4-b0e3-86b2589d86d6 None None] No DVR routers for this DVR port 67caff5e-9f5f-474d-97d6-111ce5e934a7 on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:44:18.949157 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dec317-c74c-4ab1-adec-ab4ec0e62d6e None None] Pushing event updated for resources: {'Port': ['ID=65ad3a52-0b2d-4d62-a3cc-67cc6c13597e,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:18.954883 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:44:18.955304 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:44:18.973445 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3673453-a6e3-4b5c-8fba-326ec14ba008 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:18.974190 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-d3673453-a6e3-4b5c-8fba-326ec14ba008 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Synchronizing usage tracker for tenant:8c68454472994c9c93bcd20b28adbf45 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:44:18.991218 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-d3673453-a6e3-4b5c-8fba-326ec14ba008 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Unset dirty status for tenant:8c68454472994c9c93bcd20b28adbf45 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:44:18.998657 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d3673453-a6e3-4b5c-8fba-326ec14ba008 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] 10.222.0.55 "GET /v2.0/ports?device_id=aabc8592-94a1-4890-a1fa-84d622b4d228 HTTP/1.1" status: 200 len: 913 time: 0.1270375 Feb 09 12:44:18.998657 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 53306) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:19.002431 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-440276fd-99ed-4af9-93fc-9b3b11bf39f8 None None] Could not find standard attr ID for object 37310dc1-4a2e-4c72-82f4-b70fed030410. {{(pid=87569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 12:44:19.128727 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021de09d-8b03-43ee-bb04-6b14c256dc64 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Pushing event deleted for resources: {'Port': ['ID=37310dc1-4a2e-4c72-82f4-b70fed030410,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:19.150350 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:19.319604 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-021de09d-8b03-43ee-bb04-6b14c256dc64 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:19.329866 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787685d9-1b86-4283-a0f4-f9fb664acc43 admin admin] Checking segment: {'id': '71b808da-e1e2-4f6d-b1d4-d243cdee7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '81899ec7-97c4-4283-bf04-cb61990dc442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:44:19.330256 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787685d9-1b86-4283-a0f4-f9fb664acc43 admin admin] Network hostable DHCP agents. Network: 81899ec7-97c4-4283-bf04-cb61990dc442, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:44:19.335970 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-021de09d-8b03-43ee-bb04-6b14c256dc64 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] 10.222.0.55 "DELETE /v2.0/ports/37310dc1-4a2e-4c72-82f4-b70fed030410 HTTP/1.1" status: 204 len: 168 time: 2.9815190 Feb 09 12:44:19.337423 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787685d9-1b86-4283-a0f4-f9fb664acc43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d06158fd-6b5a-4519-a0a6-be6172ca1f22,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:19.342188 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53310) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:19.373617 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787685d9-1b86-4283-a0f4-f9fb664acc43 admin admin] Network 81899ec7-97c4-4283-bf04-cb61990dc442 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:44:19.453949 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-787685d9-1b86-4283-a0f4-f9fb664acc43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 81899ec7-97c4-4283-bf04-cb61990dc442) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:44:19.470044 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787685d9-1b86-4283-a0f4-f9fb664acc43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:19.470886 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-787685d9-1b86-4283-a0f4-f9fb664acc43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:19.490614 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e56c01d7-bb42-4589-abe1-f1cec3cfcd41 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:19.551328 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce36d05-b594-4434-8112-12854fc6ccc7 None None] Network 81899ec7-97c4-4283-bf04-cb61990dc442 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:44:19.569299 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device b8c9312e-bd66-476f-a40b-29d47bbbb534 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:44:19.612932 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-787685d9-1b86-4283-a0f4-f9fb664acc43 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8144248 Feb 09 12:44:19.638285 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e6dc6706-9807-4c45-8825-da1155f00772 tempest-DHCPAgentSchedulersTestJSON-1779755207 tempest-DHCPAgentSchedulersTestJSON-1779755207-project-admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.2950182 Feb 09 12:44:19.639516 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c01d7-bb42-4589-abe1-f1cec3cfcd41 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event deleted for resources: {'Port': ['ID=1f78b1a3-2624-4036-96d9-9fa391fd8498,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:19.660314 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 53320) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:19.673242 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-b95289d1-c246-4831-8bcb-ba55649860a8 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-172354242'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:44:19.698249 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b95289d1-c246-4831-8bcb-ba55649860a8 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:19.704153 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b95289d1-c246-4831-8bcb-ba55649860a8 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Usage tracker for resource:network and tenant:169a3de6055f4ce18c891927b3177265 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:44:19.708753 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b95289d1-c246-4831-8bcb-ba55649860a8 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:44:19.717412 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b95289d1-c246-4831-8bcb-ba55649860a8 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:19.777679 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e56c01d7-bb42-4589-abe1-f1cec3cfcd41 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:19.810976 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95289d1-c246-4831-8bcb-ba55649860a8 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Made reservation on behalf of 169a3de6055f4ce18c891927b3177265 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:44:19.815303 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b95289d1-c246-4831-8bcb-ba55649860a8 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:19.818066 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: b8c9312e-bd66-476f-a40b-29d47bbbb534 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:44:19.818519 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device b8c9312e-bd66-476f-a40b-29d47bbbb534 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:44:19.989615 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b95289d1-c246-4831-8bcb-ba55649860a8 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:44:20.011135 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e56c01d7-bb42-4589-abe1-f1cec3cfcd41 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:20.013668 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b95289d1-c246-4831-8bcb-ba55649860a8 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:20.014187 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-b95289d1-c246-4831-8bcb-ba55649860a8 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Added segment 738ba32a-7c1b-4587-97ec-a46daae49c80 of type vlan for network a074320a-ac7f-43f9-a967-d30f63b996f5 Feb 09 12:44:20.015210 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e56c01d7-bb42-4589-abe1-f1cec3cfcd41 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:20.049348 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 65ad3a52-0b2d-4d62-a3cc-67cc6c13597e up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:44:20.067806 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e56c01d7-bb42-4589-abe1-f1cec3cfcd41 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:20.068822 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56c01d7-bb42-4589-abe1-f1cec3cfcd41 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Fanout notify agent at l3_agent the message router_deleted on router 74421ff6-1d93-4d7d-a7cf-eec3899dbb04 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:44:20.072226 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce8cb1-e235-4439-949a-437b2f0d0b66 req-0056879c-13d3-4285-a5d6-07d65dbbcf81 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:20.073958 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d1ce8cb1-e235-4439-949a-437b2f0d0b66 req-0056879c-13d3-4285-a5d6-07d65dbbcf81 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=f46fc7f0-b85d-490b-a980-83d425f5c389 HTTP/1.1" status: 200 len: 945 time: 0.2162817 Feb 09 12:44:20.076456 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-38cfafef-b899-4a31-a5c9-2d928bc7229a tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:20.081490 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e56c01d7-bb42-4589-abe1-f1cec3cfcd41 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:20.082864 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e56c01d7-bb42-4589-abe1-f1cec3cfcd41 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "DELETE /v2.0/routers/74421ff6-1d93-4d7d-a7cf-eec3899dbb04 HTTP/1.1" status: 204 len: 168 time: 3.8577454 Feb 09 12:44:20.087480 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53330) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:20.093329 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23247e44-77aa-4910-9b3c-80ff8d2a6904 None None] Network 81899ec7-97c4-4283-bf04-cb61990dc442 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:44:20.151997 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b95289d1-c246-4831-8bcb-ba55649860a8 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:20.298897 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d1ce8cb1-e235-4439-949a-437b2f0d0b66 req-7f29837d-70d6-4725-b9fa-327bfc61ace7 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9b0b9-3227-457e-9539-b66a8cac7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474051 Feb 09 12:44:20.304484 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b95289d1-c246-4831-8bcb-ba55649860a8 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:20.323737 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95289d1-c246-4831-8bcb-ba55649860a8 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:20.324710 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b95289d1-c246-4831-8bcb-ba55649860a8 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:20.382134 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 65ad3a52-0b2d-4d62-a3cc-67cc6c13597e triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:44:20.382678 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:20.386372 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-12e213c6-b7fc-443d-9296-5091e961da3c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:20.581826 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-12e213c6-b7fc-443d-9296-5091e961da3c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:20.647442 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-12e213c6-b7fc-443d-9296-5091e961da3c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd0860fa-4273-47b3-901e-11f5ca0c6ffa']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:20.673892 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b95289d1-c246-4831-8bcb-ba55649860a8 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0124459 Feb 09 12:44:20.678717 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-12e213c6-b7fc-443d-9296-5091e961da3c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f465c16-8bbc-4cd6-be8f-f8d5066ecd9e') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:20.679225 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-12e213c6-b7fc-443d-9296-5091e961da3c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f465c16-8bbc-4cd6-be8f-f8d5066ecd9e') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:20.689017 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 53344) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:20.714383 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:20.717687 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-12e213c6-b7fc-443d-9296-5091e961da3c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:20.733320 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95289d1-c246-4831-8bcb-ba55649860a8 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Pushing event updated for resources: {'Network': ['ID=a074320a-ac7f-43f9-a967-d30f63b996f5,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:20.746012 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-12e213c6-b7fc-443d-9296-5091e961da3c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:20.752536 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12e213c6-b7fc-443d-9296-5091e961da3c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:44:20.752944 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-12e213c6-b7fc-443d-9296-5091e961da3c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:20.776514 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network a074320a-ac7f-43f9-a967-d30f63b996f5 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:44:20.877045 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:44:20.877045 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:44:20.877045 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:44:20.877045 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:44:20.877045 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:44:20.877045 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:44:20.877045 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:44:20.877045 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:44:20.877045 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:44:20.877045 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:44:20.877045 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:44:20.877045 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:44:20.877045 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:44:20.877045 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:44:20.877045 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:44:20.877045 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:44:20.877045 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:44:20.877045 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:44:20.877045 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:44:20.877045 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:44:20.877045 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:44:20.877045 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:44:20.877045 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:44:20.877045 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:44:20.877045 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:44:20.877045 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:44:20.877045 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:44:20.877045 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:44:20.877045 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:44:20.877045 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:44:20.877045 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:44:20.877045 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:44:20.922264 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-12e213c6-b7fc-443d-9296-5091e961da3c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:20.950554 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-12e213c6-b7fc-443d-9296-5091e961da3c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:20.962619 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e213c6-b7fc-443d-9296-5091e961da3c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event deleted for resources: {'Network': ['ID=cd0860fa-4273-47b3-901e-11f5ca0c6ffa,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:20.975729 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4bb39e33-9ac6-4d29-922e-72036d5f1ff8 tempest-DHCPAgentSchedulersTestJSON-1779755207 tempest-DHCPAgentSchedulersTestJSON-1779755207-project-admin] 10.222.0.55 "GET /v2.0/agents/0fb4a164-57a5-4f13-9165-853cc7a07ede/dhcp-networks HTTP/1.1" status: 200 len: 8019 time: 0.2854218 Feb 09 12:44:20.979959 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-12e213c6-b7fc-443d-9296-5091e961da3c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "DELETE /v2.0/networks/cd0860fa-4273-47b3-901e-11f5ca0c6ffa HTTP/1.1" status: 204 len: 168 time: 0.8883061 Feb 09 12:44:20.980598 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53350) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:20.983243 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53354) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:21.002436 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 67caff5e-9f5f-474d-97d6-111ce5e934a7 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:44:21.074455 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 67caff5e-9f5f-474d-97d6-111ce5e934a7 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:44:21.075848 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 67caff5e-9f5f-474d-97d6-111ce5e934a7 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:44:21.166200 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b8f6ad0b-7932-41d5-9411-bfab5fa0c0fb tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:21.199638 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-38cfafef-b899-4a31-a5c9-2d928bc7229a tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Deleting port 99c02843-51b2-4298-98f3-73ad76ef66e0 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:44:21.200029 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-38cfafef-b899-4a31-a5c9-2d928bc7229a tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:21.209535 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b8f6ad0b-7932-41d5-9411-bfab5fa0c0fb tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:21.252484 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae57c39-768a-4276-a6bc-16b936a2e4a8 tempest-DHCPAgentSchedulersTestJSON-1779755207 tempest-DHCPAgentSchedulersTestJSON-1779755207-project-admin] Network a074320a-ac7f-43f9-a967-d30f63b996f5 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:44:21.283297 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-eae57c39-768a-4276-a6bc-16b936a2e4a8 tempest-DHCPAgentSchedulersTestJSON-1779755207 tempest-DHCPAgentSchedulersTestJSON-1779755207-project-admin] 10.222.0.55 "POST /v2.0/agents/0fb4a164-57a5-4f13-9165-853cc7a07ede/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3015997 Feb 09 12:44:21.288294 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb7a444-fe8b-4cc6-a8d2-1627cd6d2e95 None None] Network a074320a-ac7f-43f9-a967-d30f63b996f5 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:44:21.308497 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53358) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:21.331845 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b8f6ad0b-7932-41d5-9411-bfab5fa0c0fb tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:21.428870 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-38cfafef-b899-4a31-a5c9-2d928bc7229a tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:21.437099 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f6ad0b-7932-41d5-9411-bfab5fa0c0fb tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9312c2c6-ad0f-4a0a-ad28-49fa476a837a,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:21.584096 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b8f6ad0b-7932-41d5-9411-bfab5fa0c0fb tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:21.585300 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b8f6ad0b-7932-41d5-9411-bfab5fa0c0fb tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "DELETE /v2.0/security-groups/9312c2c6-ad0f-4a0a-ad28-49fa476a837a HTTP/1.1" status: 204 len: 168 time: 0.6012421 Feb 09 12:44:21.627485 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-38cfafef-b899-4a31-a5c9-2d928bc7229a tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Calling delete_port for 99c02843-51b2-4298-98f3-73ad76ef66e0 owned by network:router_interface {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:44:21.660067 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-506423c3-a3da-4340-b0d7-da0d42f1358d tempest-DHCPAgentSchedulersTestJSON-1779755207 tempest-DHCPAgentSchedulersTestJSON-1779755207-project-admin] 10.222.0.55 "GET /v2.0/agents/0fb4a164-57a5-4f13-9165-853cc7a07ede/dhcp-networks HTTP/1.1" status: 200 len: 8047 time: 0.3409007 Feb 09 12:44:21.672030 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 53366) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:21.869737 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 1f78b1a3-2624-4036-96d9-9fa391fd8498 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:44:21.929728 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53376) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:21.930816 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-637d2cf3-71e5-471e-9396-68efdb115c06 tempest-DHCPAgentSchedulersTestJSON-1779755207 tempest-DHCPAgentSchedulersTestJSON-1779755207-project-admin] 10.222.0.55 "DELETE /v2.0/agents/0fb4a164-57a5-4f13-9165-853cc7a07ede/dhcp-networks/a074320a-ac7f-43f9-a967-d30f63b996f5 HTTP/1.1" status: 204 len: 168 time: 0.1899643 Feb 09 12:44:21.940069 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b07198e-9735-42a0-baec-31c3d04f3f3f req-b6024e47-72af-446a-9e65-0546a1f1f3f9 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:21.946270 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 1f78b1a3-2624-4036-96d9-9fa391fd8498 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:44:21.946620 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 1f78b1a3-2624-4036-96d9-9fa391fd8498 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:44:21.947475 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1b07198e-9735-42a0-baec-31c3d04f3f3f req-b6024e47-72af-446a-9e65-0546a1f1f3f9 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=f46fc7f0-b85d-490b-a980-83d425f5c389 HTTP/1.1" status: 200 len: 945 time: 0.3301663 Feb 09 12:44:22.031491 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1b07198e-9735-42a0-baec-31c3d04f3f3f req-eeb45636-c52f-48c0-9348-19a492202907 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9b0b9-3227-457e-9539-b66a8cac7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829468 Feb 09 12:44:22.193738 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-38cfafef-b899-4a31-a5c9-2d928bc7229a tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:22.333777 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cfafef-b899-4a31-a5c9-2d928bc7229a tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Pushing event deleted for resources: {'Port': ['ID=99c02843-51b2-4298-98f3-73ad76ef66e0,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:22.457766 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 53392) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:22.468487 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-58e754b2-22bf-463d-8bee-2ee8b1d5a880 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1131232721', 'description': 'tempest-secgroup-smoke-1131232721 description', 'project_id': '2c7a8f76649f44a59c185c6d6414b556'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:44:22.473723 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-79286598-ccff-4c5b-9f34-7d9c5a8baa6e tempest-DHCPAgentSchedulersTestJSON-1779755207 tempest-DHCPAgentSchedulersTestJSON-1779755207-project-admin] 10.222.0.55 "GET /v2.0/agents/0fb4a164-57a5-4f13-9165-853cc7a07ede/dhcp-networks HTTP/1.1" status: 200 len: 7277 time: 0.5380433 Feb 09 12:44:22.475250 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53396) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:22.480709 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-58e754b2-22bf-463d-8bee-2ee8b1d5a880 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:22.495562 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-58e754b2-22bf-463d-8bee-2ee8b1d5a880 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Usage tracker for resource:security_group and tenant:2c7a8f76649f44a59c185c6d6414b556 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:44:22.504027 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ff4523d0-430e-40be-990e-8c8a0e978450 tempest-DHCPAgentSchedulersTestJSON-1779755207 tempest-DHCPAgentSchedulersTestJSON-1779755207-project-admin] 10.222.0.55 "GET /v2.0/networks/7cb1a0ea-f7c0-4771-801a-843b45c8fbea/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0245454 Feb 09 12:44:22.504232 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53400) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:22.510294 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-58e754b2-22bf-463d-8bee-2ee8b1d5a880 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:44:22.528174 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8aa7a30e-32f6-4f83-9236-89c016e3ef7a tempest-DHCPAgentSchedulersTestJSON-1779755207 tempest-DHCPAgentSchedulersTestJSON-1779755207-project-admin] 10.222.0.55 "GET /v2.0/networks/7cb1a0ea-f7c0-4771-801a-843b45c8fbea/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0227709 Feb 09 12:44:22.530602 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53404) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:22.577568 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-58e754b2-22bf-463d-8bee-2ee8b1d5a880 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:22.627055 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda6678-c706-4893-8b23-bae17fdea52f req-d59f4289-ba08-496e-b4f7-a31b991720ae tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:22.628561 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6dda6678-c706-4893-8b23-bae17fdea52f req-d59f4289-ba08-496e-b4f7-a31b991720ae tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/networks?id=81899ec7-97c4-4283-bf04-cb61990dc442 HTTP/1.1" status: 200 len: 808 time: 0.3148906 Feb 09 12:44:22.631317 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-58e754b2-22bf-463d-8bee-2ee8b1d5a880 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:22.702274 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-74acf087-6b9b-4f6b-a05b-13e1f33eca77 tempest-DHCPAgentSchedulersTestJSON-1779755207 tempest-DHCPAgentSchedulersTestJSON-1779755207-project-admin] 10.222.0.55 "GET /v2.0/agents/0fb4a164-57a5-4f13-9165-853cc7a07ede/dhcp-networks HTTP/1.1" status: 200 len: 7277 time: 0.1704338 Feb 09 12:44:22.705765 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53408) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:22.819263 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:44:22.836020 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f749efef-003b-4684-bd73-ba0bdc14a57f tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:22.852390 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6dda6678-c706-4893-8b23-bae17fdea52f req-aeae7874-9c9a-4a7e-9662-79bd85f21608 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/quotas/17b19238efb44e8d92a23003e31322d7 HTTP/1.1" status: 200 len: 375 time: 0.2098787 Feb 09 12:44:22.862176 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-58e754b2-22bf-463d-8bee-2ee8b1d5a880 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:22.872552 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-58e754b2-22bf-463d-8bee-2ee8b1d5a880 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Usage tracker for resource:security_group_rule and tenant:2c7a8f76649f44a59c185c6d6414b556 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:44:22.890257 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:22.906964 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-58e754b2-22bf-463d-8bee-2ee8b1d5a880 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:44:22.922971 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-58e754b2-22bf-463d-8bee-2ee8b1d5a880 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:22.928657 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6dda6678-c706-4893-8b23-bae17fdea52f req-9b84a7eb-e9dd-4184-be45-95c9b433a10f tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=17b19238efb44e8d92a23003e31322d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0617738 Feb 09 12:44:22.947573 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-6dda6678-c706-4893-8b23-bae17fdea52f req-8b28e8db-fe4c-48d9-9820-3495432137f4 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:44:22.948579 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6dda6678-c706-4893-8b23-bae17fdea52f req-8b28e8db-fe4c-48d9-9820-3495432137f4 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074170 Feb 09 12:44:22.953152 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-38cfafef-b899-4a31-a5c9-2d928bc7229a tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:22.982682 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f749efef-003b-4684-bd73-ba0bdc14a57f tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:23.011189 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-f749efef-003b-4684-bd73-ba0bdc14a57f tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a074320a-ac7f-43f9-a967-d30f63b996f5']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:23.024362 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-f749efef-003b-4684-bd73-ba0bdc14a57f tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '738ba32a-7c1b-4587-97ec-a46daae49c80') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:23.024818 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-f749efef-003b-4684-bd73-ba0bdc14a57f tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '738ba32a-7c1b-4587-97ec-a46daae49c80') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:23.037140 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f749efef-003b-4684-bd73-ba0bdc14a57f tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:23.063442 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f749efef-003b-4684-bd73-ba0bdc14a57f tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:23.071371 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f749efef-003b-4684-bd73-ba0bdc14a57f tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:44:23.072127 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f749efef-003b-4684-bd73-ba0bdc14a57f tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:23.156741 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:44:23.156741 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:44:23.156741 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:44:23.156741 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:44:23.156741 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:44:23.156741 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:44:23.156741 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:44:23.156741 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:44:23.156741 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:44:23.156741 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:44:23.156741 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:44:23.156741 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:44:23.156741 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:44:23.156741 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:44:23.156741 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:44:23.156741 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:44:23.156741 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:44:23.156741 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:44:23.156741 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:44:23.156741 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:44:23.156741 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:44:23.156741 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:44:23.156741 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:44:23.156741 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:44:23.156741 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:44:23.156741 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:44:23.156741 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:44:23.156741 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:44:23.156741 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:44:23.156741 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:44:23.156741 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:44:23.156741 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:44:23.196953 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f749efef-003b-4684-bd73-ba0bdc14a57f tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:23.231069 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f749efef-003b-4684-bd73-ba0bdc14a57f tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:23.238516 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f749efef-003b-4684-bd73-ba0bdc14a57f tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Pushing event deleted for resources: {'Network': ['ID=a074320a-ac7f-43f9-a967-d30f63b996f5,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:23.247172 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f749efef-003b-4684-bd73-ba0bdc14a57f tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] 10.222.0.55 "DELETE /v2.0/networks/a074320a-ac7f-43f9-a967-d30f63b996f5 HTTP/1.1" status: 204 len: 168 time: 0.5404177 Feb 09 12:44:23.247819 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53432) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:23.297500 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-e15e3839-8852-4ba5-8814-4dc5339aad66 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] DELETE failed (client error): The resource could not be found. Feb 09 12:44:23.298125 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e15e3839-8852-4ba5-8814-4dc5339aad66 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:44:23.299931 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e15e3839-8852-4ba5-8814-4dc5339aad66 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] 10.222.0.55 "DELETE /v2.0/ports/37310dc1-4a2e-4c72-82f4-b70fed030410 HTTP/1.1" status: 404 len: 333 time: 0.0511959 Feb 09 12:44:23.302421 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53438) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:23.347311 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-58e754b2-22bf-463d-8bee-2ee8b1d5a880 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:23.366627 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6dda6678-c706-4893-8b23-bae17fdea52f req-837eaabe-f732-4274-828c-bd2de3c022bb service neutron] 10.222.0.55 "GET /v2.0/networks/81899ec7-97c4-4283-bf04-cb61990dc442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4026945 Feb 09 12:44:23.371780 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-58e754b2-22bf-463d-8bee-2ee8b1d5a880 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:23.400390 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-debf9019-1c11-4f22-bcd5-42d62c0351a3 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Deleting subnet 6de94d3f-487f-47c9-8a4c-fe1d67ab8c53 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:44:23.409446 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-debf9019-1c11-4f22-bcd5-42d62c0351a3 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:23.470542 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-debf9019-1c11-4f22-bcd5-42d62c0351a3 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:23.559253 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-debf9019-1c11-4f22-bcd5-42d62c0351a3 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:23.638273 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-debf9019-1c11-4f22-bcd5-42d62c0351a3 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:23.641303 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e754b2-22bf-463d-8bee-2ee8b1d5a880 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2df67451-3d0b-4d22-9727-d6bf78b9aafa,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:23.662245 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-58e754b2-22bf-463d-8bee-2ee8b1d5a880 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:23.664391 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-58e754b2-22bf-463d-8bee-2ee8b1d5a880 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2063723 Feb 09 12:44:23.675989 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6dda6678-c706-4893-8b23-bae17fdea52f req-dc3705ab-06d0-426b-9ee7-054c21a18340 service neutron] 10.222.0.55 "GET /v2.0/networks/81899ec7-97c4-4283-bf04-cb61990dc442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981498 Feb 09 12:44:23.678786 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 53442) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:23.693432 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf9019-1c11-4f22-bcd5-42d62c0351a3 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Pushing event deleted for resources: {'Subnet': ['ID=6de94d3f-487f-47c9-8a4c-fe1d67ab8c53,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:23.696303 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-debf9019-1c11-4f22-bcd5-42d62c0351a3 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:23.703531 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-debf9019-1c11-4f22-bcd5-42d62c0351a3 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] 10.222.0.55 "DELETE /v2.0/subnets/6de94d3f-487f-47c9-8a4c-fe1d67ab8c53 HTTP/1.1" status: 204 len: 168 time: 0.4000106 Feb 09 12:44:23.705889 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53446) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:23.710263 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb072cad-0ab9-4420-82d6-bb31cd4e9a6d None None] Network 7cb1a0ea-f7c0-4771-801a-843b45c8fbea requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:44:23.740925 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-d80c8163-8d2b-4d9c-b843-86af0b441670 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Request body: {'security_group_rule': {'security_group_id': '2df67451-3d0b-4d22-9727-d6bf78b9aafa', 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:44:23.754701 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a42585-90ba-40f7-acb2-82fa05d8791e req-66633588-49cb-4eaa-a042-c0b134af130f tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:23.756289 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-42a42585-90ba-40f7-acb2-82fa05d8791e req-66633588-49cb-4eaa-a042-c0b134af130f tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=f46fc7f0-b85d-490b-a980-83d425f5c389 HTTP/1.1" status: 200 len: 945 time: 0.4894440 Feb 09 12:44:23.767439 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-d80c8163-8d2b-4d9c-b843-86af0b441670 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:23.801758 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-d80c8163-8d2b-4d9c-b843-86af0b441670 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Usage tracker for resource:security_group_rule and tenant:2c7a8f76649f44a59c185c6d6414b556 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:44:23.810423 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-d80c8163-8d2b-4d9c-b843-86af0b441670 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:44:23.821114 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-d80c8163-8d2b-4d9c-b843-86af0b441670 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:23.866889 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d80c8163-8d2b-4d9c-b843-86af0b441670 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:23.871964 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bbb5a867-539d-4cf3-b0ed-0beedcc55402 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:23.879325 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-42a42585-90ba-40f7-acb2-82fa05d8791e req-0700f4b8-df7a-429a-b96e-86eaf1fa8793 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9b0b9-3227-457e-9539-b66a8cac7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126180 Feb 09 12:44:23.884902 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-bbb5a867-539d-4cf3-b0ed-0beedcc55402 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Deleting port 65ad3a52-0b2d-4d62-a3cc-67cc6c13597e {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:44:23.885251 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bbb5a867-539d-4cf3-b0ed-0beedcc55402 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:23.957976 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38cfafef-b899-4a31-a5c9-2d928bc7229a tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Router aabc8592-94a1-4890-a1fa-84d622b4d228 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:44:24.080292 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ade83a-ec29-48e9-8362-d54c0344c316 None None] DHCP port deletion for 7cb1a0ea-f7c0-4771-801a-843b45c8fbea request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:44:24.081075 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d80c8163-8d2b-4d9c-b843-86af0b441670 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:24.086942 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-69ade83a-ec29-48e9-8362-d54c0344c316 None None] Deleting port 65ad3a52-0b2d-4d62-a3cc-67cc6c13597e {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:44:24.087735 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-69ade83a-ec29-48e9-8362-d54c0344c316 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:24.095300 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fee988ee-f100-49c5-a007-6390e781b3aa req-609564b5-1d40-4760-b156-18ab4a080732 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ed33e7d-f713-4b94-8003-2bcd85e2f629 HTTP/1.1" status: 200 len: 210 time: 0.1220815 Feb 09 12:44:24.166839 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d80c8163-8d2b-4d9c-b843-86af0b441670 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:24.222953 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c8163-8d2b-4d9c-b843-86af0b441670 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36537424-32f5-4e6a-a471-d8b135c163b9,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:24.236083 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-bbb5a867-539d-4cf3-b0ed-0beedcc55402 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] For port 65ad3a52-0b2d-4d62-a3cc-67cc6c13597e, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=65ad3a52-0b2d-4d62-a3cc-67cc6c13597e,segment=NetworkSegment(94926fca-ac43-4e5a-af7e-e0d64a8d4c06),segment_id=94926fca-ac43-4e5a-af7e-e0d64a8d4c06)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:44:24.236821 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bbb5a867-539d-4cf3-b0ed-0beedcc55402 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:24.481495 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d80c8163-8d2b-4d9c-b843-86af0b441670 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:24.483048 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d80c8163-8d2b-4d9c-b843-86af0b441670 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8011622 Feb 09 12:44:24.487765 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 53458) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:24.496307 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-ab11ec14-7144-430b-a2a0-aed7f60334e8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Request body: {'security_group_rule': {'security_group_id': '2df67451-3d0b-4d22-9727-d6bf78b9aafa', 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:44:24.520107 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-ab11ec14-7144-430b-a2a0-aed7f60334e8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:24.543697 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ab11ec14-7144-430b-a2a0-aed7f60334e8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Usage tracker for resource:security_group_rule and tenant:2c7a8f76649f44a59c185c6d6414b556 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:44:24.545918 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-69ade83a-ec29-48e9-8362-d54c0344c316 None None] For port 65ad3a52-0b2d-4d62-a3cc-67cc6c13597e, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=65ad3a52-0b2d-4d62-a3cc-67cc6c13597e,segment=NetworkSegment(94926fca-ac43-4e5a-af7e-e0d64a8d4c06),segment_id=94926fca-ac43-4e5a-af7e-e0d64a8d4c06)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:44:24.546624 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-69ade83a-ec29-48e9-8362-d54c0344c316 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:24.557608 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ab11ec14-7144-430b-a2a0-aed7f60334e8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:44:24.575928 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-ab11ec14-7144-430b-a2a0-aed7f60334e8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:24.586536 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38cfafef-b899-4a31-a5c9-2d928bc7229a tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:44:24.606412 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-38cfafef-b899-4a31-a5c9-2d928bc7229a tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] 10.222.0.55 "PUT /v2.0/routers/aabc8592-94a1-4890-a1fa-84d622b4d228/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6067004 Feb 09 12:44:24.609423 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 53466) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:24.713958 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-bbb5a867-539d-4cf3-b0ed-0beedcc55402 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Calling delete_port for 65ad3a52-0b2d-4d62-a3cc-67cc6c13597e owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:44:24.802867 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bbb5a867-539d-4cf3-b0ed-0beedcc55402 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:24.863632 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5a867-539d-4cf3-b0ed-0beedcc55402 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Pushing event deleted for resources: {'Port': ['ID=65ad3a52-0b2d-4d62-a3cc-67cc6c13597e,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:24.870800 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb5a867-539d-4cf3-b0ed-0beedcc55402 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] No DVR routers for this DVR port 65ad3a52-0b2d-4d62-a3cc-67cc6c13597e on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:44:24.896269 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f1b0c208-6077-478a-a14f-162eaacd7dc9 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:24.909082 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83479b87-4ae6-4407-9926-193b95718093 None None] Sync routers for ids ['aabc8592-94a1-4890-a1fa-84d622b4d228'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:44:24.940507 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-69ade83a-ec29-48e9-8362-d54c0344c316 None None] Calling delete_port for 65ad3a52-0b2d-4d62-a3cc-67cc6c13597e owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:44:25.020560 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83479b87-4ae6-4407-9926-193b95718093 None None] Routers {'aabc8592-94a1-4890-a1fa-84d622b4d228'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:44:25.021222 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-83479b87-4ae6-4407-9926-193b95718093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:44:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['aabc8592-94a1-4890-a1fa-84d622b4d228'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:25.102986 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-83479b87-4ae6-4407-9926-193b95718093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:25.105177 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bbb5a867-539d-4cf3-b0ed-0beedcc55402 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:25.121239 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83479b87-4ae6-4407-9926-193b95718093 None None] Routers {'aabc8592-94a1-4890-a1fa-84d622b4d228'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:44:25.121544 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-83479b87-4ae6-4407-9926-193b95718093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:44:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['aabc8592-94a1-4890-a1fa-84d622b4d228'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:25.134125 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-bbb5a867-539d-4cf3-b0ed-0beedcc55402 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cb1a0ea-f7c0-4771-801a-843b45c8fbea']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:25.147943 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-bbb5a867-539d-4cf3-b0ed-0beedcc55402 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94926fca-ac43-4e5a-af7e-e0d64a8d4c06') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:25.148359 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-bbb5a867-539d-4cf3-b0ed-0beedcc55402 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94926fca-ac43-4e5a-af7e-e0d64a8d4c06') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:25.160682 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bbb5a867-539d-4cf3-b0ed-0beedcc55402 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:25.177727 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bbb5a867-539d-4cf3-b0ed-0beedcc55402 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:25.184651 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbb5a867-539d-4cf3-b0ed-0beedcc55402 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:44:25.185155 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bbb5a867-539d-4cf3-b0ed-0beedcc55402 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:25.197731 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-83479b87-4ae6-4407-9926-193b95718093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:25.198142 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83479b87-4ae6-4407-9926-193b95718093 None None] The sync data for ids ['aabc8592-94a1-4890-a1fa-84d622b4d228'] in n-d-825178-3 is: [] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:44:25.209593 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-69ade83a-ec29-48e9-8362-d54c0344c316 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:44:25.209949 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-69ade83a-ec29-48e9-8362-d54c0344c316 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:44:25.262386 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:44:25.262386 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:44:25.262386 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:44:25.262386 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:44:25.262386 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:44:25.262386 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:44:25.262386 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:44:25.262386 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:44:25.262386 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:44:25.262386 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:44:25.262386 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:44:25.262386 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:44:25.262386 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:44:25.262386 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:44:25.262386 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:44:25.262386 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:44:25.262386 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:44:25.262386 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:44:25.262386 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:44:25.262386 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:44:25.262386 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:44:25.262386 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:44:25.262386 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:44:25.262386 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:44:25.262386 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:44:25.262386 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:44:25.262386 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:44:25.262386 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:44:25.262386 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:44:25.262386 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:44:25.262386 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:44:25.262386 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:44:25.321034 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bbb5a867-539d-4cf3-b0ed-0beedcc55402 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:25.348218 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ab11ec14-7144-430b-a2a0-aed7f60334e8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:25.349834 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bbb5a867-539d-4cf3-b0ed-0beedcc55402 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:25.361225 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-bbb5a867-539d-4cf3-b0ed-0beedcc55402 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] 10.222.0.55 "DELETE /v2.0/networks/7cb1a0ea-f7c0-4771-801a-843b45c8fbea HTTP/1.1" status: 204 len: 168 time: 1.6539409 Feb 09 12:44:25.371680 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5778a0ad-12ad-4b51-807e-4e5c53377270 req-14817f5d-2fb5-48f5-9961-e2c3beccf39b tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ed33e7d-f713-4b94-8003-2bcd85e2f629 HTTP/1.1" status: 200 len: 210 time: 0.0926814 Feb 09 12:44:25.376204 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5a867-539d-4cf3-b0ed-0beedcc55402 tempest-DHCPAgentSchedulersTestJSON-866724252 tempest-DHCPAgentSchedulersTestJSON-866724252-project] Pushing event deleted for resources: {'Network': ['ID=7cb1a0ea-f7c0-4771-801a-843b45c8fbea,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:25.430757 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f1b0c208-6077-478a-a14f-162eaacd7dc9 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:25.459918 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-f1b0c208-6077-478a-a14f-162eaacd7dc9 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Deleting port 53207882-fc85-4f4f-8a32-292c04ade72b {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:44:25.460424 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f1b0c208-6077-478a-a14f-162eaacd7dc9 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:25.542769 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a03cc-fff0-4e9d-99e9-99727f20faeb req-d942f392-1a06-44f2-9626-3a9fa5cbc957 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:25.548315 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5a9a03cc-fff0-4e9d-99e9-99727f20faeb req-d942f392-1a06-44f2-9626-3a9fa5cbc957 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=f46fc7f0-b85d-490b-a980-83d425f5c389 HTTP/1.1" status: 200 len: 945 time: 0.3082514 Feb 09 12:44:25.633790 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53492) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:25.653631 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ab11ec14-7144-430b-a2a0-aed7f60334e8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:25.666769 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ab11ec14-7144-430b-a2a0-aed7f60334e8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:25.714490 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab11ec14-7144-430b-a2a0-aed7f60334e8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=338c0d20-b82c-4bca-838e-b277cb8f210d,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:25.721860 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-69ade83a-ec29-48e9-8362-d54c0344c316 None None] Deleting port 65ad3a52-0b2d-4d62-a3cc-67cc6c13597e {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:44:25.722288 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-69ade83a-ec29-48e9-8362-d54c0344c316 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:25.732583 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5a9a03cc-fff0-4e9d-99e9-99727f20faeb req-57aa5145-3cb7-4d28-86c3-265b7f84ab88 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9b0b9-3227-457e-9539-b66a8cac7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652186 Feb 09 12:44:25.755932 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ab11ec14-7144-430b-a2a0-aed7f60334e8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:25.760403 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ab11ec14-7144-430b-a2a0-aed7f60334e8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2681589 Feb 09 12:44:25.760923 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53502) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:25.772018 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-522d327a-9767-4420-801a-19bf4e3a52ea tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Request body: {'security_group_rule': {'security_group_id': '2df67451-3d0b-4d22-9727-d6bf78b9aafa', 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:44:25.781144 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f1b0c208-6077-478a-a14f-162eaacd7dc9 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:25.793845 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-522d327a-9767-4420-801a-19bf4e3a52ea tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:25.842622 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-522d327a-9767-4420-801a-19bf4e3a52ea tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Usage tracker for resource:security_group_rule and tenant:2c7a8f76649f44a59c185c6d6414b556 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:44:25.856072 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-522d327a-9767-4420-801a-19bf4e3a52ea tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:44:25.886467 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-522d327a-9767-4420-801a-19bf4e3a52ea tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:25.893716 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-69ade83a-ec29-48e9-8362-d54c0344c316 None None] The port '65ad3a52-0b2d-4d62-a3cc-67cc6c13597e' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:44:25.930543 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 65ad3a52-0b2d-4d62-a3cc-67cc6c13597e no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:44:26.000297 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-f1b0c208-6077-478a-a14f-162eaacd7dc9 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Calling delete_port for 53207882-fc85-4f4f-8a32-292c04ade72b owned by network:router_gateway {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:44:26.013823 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 65ad3a52-0b2d-4d62-a3cc-67cc6c13597e {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:44:26.014163 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 65ad3a52-0b2d-4d62-a3cc-67cc6c13597e not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:44:26.191806 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c754d7b0-66b7-4153-a107-7d910de5b061 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=169a3de6055f4ce18c891927b3177265&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5568650 Feb 09 12:44:26.195201 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53510) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:26.198476 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-522d327a-9767-4420-801a-19bf4e3a52ea tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:26.223385 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f1b0c208-6077-478a-a14f-162eaacd7dc9 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:26.226010 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda6678-c706-4893-8b23-bae17fdea52f req-9b4867c1-3663-440c-84a3-79b0aab11017 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:26.226751 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-6dda6678-c706-4893-8b23-bae17fdea52f req-9b4867c1-3663-440c-84a3-79b0aab11017 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Synchronizing usage tracker for tenant:17b19238efb44e8d92a23003e31322d7 on resource:network {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:44:26.275759 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b0c208-6077-478a-a14f-162eaacd7dc9 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Pushing event deleted for resources: {'Port': ['ID=53207882-fc85-4f4f-8a32-292c04ade72b,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:26.304287 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-6dda6678-c706-4893-8b23-bae17fdea52f req-9b4867c1-3663-440c-84a3-79b0aab11017 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Unset dirty status for tenant:17b19238efb44e8d92a23003e31322d7 on resource:network {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:44:26.306073 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6dda6678-c706-4893-8b23-bae17fdea52f req-9b4867c1-3663-440c-84a3-79b0aab11017 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.46 "GET /v2.0/networks?id=81899ec7-97c4-4283-bf04-cb61990dc442 HTTP/1.1" status: 200 len: 808 time: 0.3872666 Feb 09 12:44:26.329073 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-6dda6678-c706-4893-8b23-bae17fdea52f req-b40c44de-2180-4998-b013-dc6d0b879c8f tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Request body: {'port': {'device_id': '1ed33e7d-f713-4b94-8003-2bcd85e2f629', 'network_id': '81899ec7-97c4-4283-bf04-cb61990dc442', 'admin_state_up': True, 'tenant_id': '17b19238efb44e8d92a23003e31322d7'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:44:26.363272 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7c4340cc-b6a1-4e93-9b18-31be139c051e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:26.366412 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-522d327a-9767-4420-801a-19bf4e3a52ea tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:26.379560 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f1b0c208-6077-478a-a14f-162eaacd7dc9 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:26.434571 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-522d327a-9767-4420-801a-19bf4e3a52ea tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:26.497363 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d327a-9767-4420-801a-19bf4e3a52ea tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dd7e4d9-6312-4a06-993f-275d53087f9a,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:26.510968 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7c4340cc-b6a1-4e93-9b18-31be139c051e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:26.541952 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-522d327a-9767-4420-801a-19bf4e3a52ea tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:26.546503 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-522d327a-9767-4420-801a-19bf4e3a52ea tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7797937 Feb 09 12:44:26.556549 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53516) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:26.562020 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-26c7f387-9b65-4bfd-bd40-df537a1a0687 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Request body: {'security_group_rule': {'security_group_id': '2df67451-3d0b-4d22-9727-d6bf78b9aafa', 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:44:26.589134 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-26c7f387-9b65-4bfd-bd40-df537a1a0687 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:26.608330 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f1b0c208-6077-478a-a14f-162eaacd7dc9 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:26.610317 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-26c7f387-9b65-4bfd-bd40-df537a1a0687 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Usage tracker for resource:security_group_rule and tenant:2c7a8f76649f44a59c185c6d6414b556 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:44:26.611258 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f1b0c208-6077-478a-a14f-162eaacd7dc9 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:26.613546 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-26c7f387-9b65-4bfd-bd40-df537a1a0687 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:44:26.621161 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-6dda6678-c706-4893-8b23-bae17fdea52f req-b40c44de-2180-4998-b013-dc6d0b879c8f tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:26.623773 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-26c7f387-9b65-4bfd-bd40-df537a1a0687 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:26.630887 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-6dda6678-c706-4893-8b23-bae17fdea52f req-b40c44de-2180-4998-b013-dc6d0b879c8f tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Usage tracker for resource:port and tenant:17b19238efb44e8d92a23003e31322d7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:44:26.636113 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-6dda6678-c706-4893-8b23-bae17fdea52f req-b40c44de-2180-4998-b013-dc6d0b879c8f tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:44:26.645686 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-6dda6678-c706-4893-8b23-bae17fdea52f req-b40c44de-2180-4998-b013-dc6d0b879c8f tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:26.658457 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f1b0c208-6077-478a-a14f-162eaacd7dc9 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:26.659122 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b0c208-6077-478a-a14f-162eaacd7dc9 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Fanout notify agent at l3_agent the message router_deleted on router aabc8592-94a1-4890-a1fa-84d622b4d228 {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:44:26.685137 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-26c7f387-9b65-4bfd-bd40-df537a1a0687 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:26.705828 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dda6678-c706-4893-8b23-bae17fdea52f req-b40c44de-2180-4998-b013-dc6d0b879c8f tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Made reservation on behalf of 17b19238efb44e8d92a23003e31322d7 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:44:26.709731 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-6dda6678-c706-4893-8b23-bae17fdea52f req-b40c44de-2180-4998-b013-dc6d0b879c8f tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:26.719607 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7c4340cc-b6a1-4e93-9b18-31be139c051e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:26.729420 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f1b0c208-6077-478a-a14f-162eaacd7dc9 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:26.731899 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f1b0c208-6077-478a-a14f-162eaacd7dc9 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] 10.222.0.55 "DELETE /v2.0/routers/aabc8592-94a1-4890-a1fa-84d622b4d228 HTTP/1.1" status: 204 len: 168 time: 2.1199484 Feb 09 12:44:26.735929 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 53520) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:26.738107 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e9d6bc23-bbce-49e8-b655-367c767f3558 req-d2dda32d-1603-4c62-adc8-d190c6dddd9a tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ed33e7d-f713-4b94-8003-2bcd85e2f629 HTTP/1.1" status: 200 len: 210 time: 0.0607033 Feb 09 12:44:26.760816 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4340cc-b6a1-4e93-9b18-31be139c051e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7403fd-4435-4492-88d1-f2de4452501c,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:26.793117 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7c4340cc-b6a1-4e93-9b18-31be139c051e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:26.796522 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7c4340cc-b6a1-4e93-9b18-31be139c051e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2a7403fd-4435-4492-88d1-f2de4452501c HTTP/1.1" status: 204 len: 168 time: 0.5881710 Feb 09 12:44:26.859015 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-58e9d6a8-bbf3-421c-9246-413de6f8d690 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Deleting subnet 05dc7aef-b14d-4798-af26-ebb1d47b2aea {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:44:26.865070 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-58e9d6a8-bbf3-421c-9246-413de6f8d690 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:26.866351 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-26c7f387-9b65-4bfd-bd40-df537a1a0687 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:26.874783 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-26c7f387-9b65-4bfd-bd40-df537a1a0687 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:26.920478 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7f387-9b65-4bfd-bd40-df537a1a0687 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f34052a5-40db-4a2e-88f4-11352b7fb59b,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:26.936062 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-26c7f387-9b65-4bfd-bd40-df537a1a0687 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:26.939686 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-26c7f387-9b65-4bfd-bd40-df537a1a0687 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3797219 Feb 09 12:44:26.972659 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53528) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:26.983882 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-fa316e35-9c48-41e5-9fed-3aaca11096b7 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Request body: {'security_group_rule': {'security_group_id': '2df67451-3d0b-4d22-9727-d6bf78b9aafa', 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:44:26.999643 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-fa316e35-9c48-41e5-9fed-3aaca11096b7 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:27.007507 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-fa316e35-9c48-41e5-9fed-3aaca11096b7 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Usage tracker for resource:security_group_rule and tenant:2c7a8f76649f44a59c185c6d6414b556 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:44:27.012597 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-fa316e35-9c48-41e5-9fed-3aaca11096b7 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:44:27.021594 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-fa316e35-9c48-41e5-9fed-3aaca11096b7 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:27.035273 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-6dda6678-c706-4893-8b23-bae17fdea52f req-b40c44de-2180-4998-b013-dc6d0b879c8f tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Allocated IP 172.20.0.13 (81899ec7-97c4-4283-bf04-cb61990dc442/d06158fd-6b5a-4519-a0a6-be6172ca1f22/b855cc0e-3685-4cb3-ac32-3062d14714e0) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:44:27.047264 n-d-825178-3 neutron-server[87568]: INFO neutron.db.securitygroups_db [None req-fa316e35-9c48-41e5-9fed-3aaca11096b7 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Project 2c7a8f76649f44a59c185c6d6414b556 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 12:44:27.056374 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fa316e35-9c48-41e5-9fed-3aaca11096b7 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:27.158314 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fa316e35-9c48-41e5-9fed-3aaca11096b7 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:27.176246 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fa316e35-9c48-41e5-9fed-3aaca11096b7 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:27.234489 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-58e9d6a8-bbf3-421c-9246-413de6f8d690 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:27.248339 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa316e35-9c48-41e5-9fed-3aaca11096b7 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6fa7528-4992-48a8-8686-a2eacc19352f,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:27.252598 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53538) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:27.311947 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5347ad73-1556-4ea2-b036-fecc5dc17a13 req-4c64ba20-8ad7-4a4f-827f-17fcd611e73a tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:27.318646 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5347ad73-1556-4ea2-b036-fecc5dc17a13 req-4c64ba20-8ad7-4a4f-827f-17fcd611e73a tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=f46fc7f0-b85d-490b-a980-83d425f5c389 HTTP/1.1" status: 200 len: 945 time: 0.4545584 Feb 09 12:44:27.349079 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-58e9d6a8-bbf3-421c-9246-413de6f8d690 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:27.396980 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dbca2ca7-8ef3-47b1-9e0c-252ecd5b0f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:27.413617 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fa316e35-9c48-41e5-9fed-3aaca11096b7 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:27.417769 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-fa316e35-9c48-41e5-9fed-3aaca11096b7 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4415324 Feb 09 12:44:27.419643 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53542) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:27.428400 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5347ad73-1556-4ea2-b036-fecc5dc17a13 req-78f8f72d-1521-49ff-a11b-3af422b13afe tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9b0b9-3227-457e-9539-b66a8cac7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088562 Feb 09 12:44:27.438002 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-436ca709-c4ef-4f33-83e9-47f4ebd82b0a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Request body: {'security_group_rule': {'security_group_id': '2df67451-3d0b-4d22-9727-d6bf78b9aafa', 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:44:27.445732 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-dbca2ca7-8ef3-47b1-9e0c-252ecd5b0f87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:27.456409 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-436ca709-c4ef-4f33-83e9-47f4ebd82b0a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:27.463883 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-dbca2ca7-8ef3-47b1-9e0c-252ecd5b0f87 admin admin] Usage tracker for resource:security_group_rule and tenant:d16fbb8a344d46f498f454243fcf04bf is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:44:27.464407 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-58e9d6a8-bbf3-421c-9246-413de6f8d690 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:27.470262 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-dbca2ca7-8ef3-47b1-9e0c-252ecd5b0f87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:44:27.473345 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-436ca709-c4ef-4f33-83e9-47f4ebd82b0a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Usage tracker for resource:security_group_rule and tenant:2c7a8f76649f44a59c185c6d6414b556 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:44:27.486579 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-436ca709-c4ef-4f33-83e9-47f4ebd82b0a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:44:27.490116 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-dbca2ca7-8ef3-47b1-9e0c-252ecd5b0f87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:27.500465 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-436ca709-c4ef-4f33-83e9-47f4ebd82b0a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:27.522469 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-6dda6678-c706-4893-8b23-bae17fdea52f req-b40c44de-2180-4998-b013-dc6d0b879c8f tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:27.528340 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9d6a8-bbf3-421c-9246-413de6f8d690 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Pushing event deleted for resources: {'Subnet': ['ID=05dc7aef-b14d-4798-af26-ebb1d47b2aea,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:27.532280 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-58e9d6a8-bbf3-421c-9246-413de6f8d690 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:27.551688 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-58e9d6a8-bbf3-421c-9246-413de6f8d690 tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] 10.222.0.55 "DELETE /v2.0/subnets/05dc7aef-b14d-4798-af26-ebb1d47b2aea HTTP/1.1" status: 204 len: 168 time: 0.8124428 Feb 09 12:44:27.554080 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 53548) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:27.565575 n-d-825178-3 neutron-server[87568]: INFO neutron.db.securitygroups_db [None req-436ca709-c4ef-4f33-83e9-47f4ebd82b0a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Project 2c7a8f76649f44a59c185c6d6414b556 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 12:44:27.581657 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-436ca709-c4ef-4f33-83e9-47f4ebd82b0a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:27.669308 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-436ca709-c4ef-4f33-83e9-47f4ebd82b0a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:27.684626 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-436ca709-c4ef-4f33-83e9-47f4ebd82b0a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:27.720648 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-088bc6c2-0d1e-4b0d-a2a1-47ee996077ab tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:27.762902 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436ca709-c4ef-4f33-83e9-47f4ebd82b0a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7e3edde-4eda-4d8d-8b39-2011ca94bca3,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:27.775913 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-6dda6678-c706-4893-8b23-bae17fdea52f req-b40c44de-2180-4998-b013-dc6d0b879c8f tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:27.834788 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-436ca709-c4ef-4f33-83e9-47f4ebd82b0a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:27.839153 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-436ca709-c4ef-4f33-83e9-47f4ebd82b0a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4153175 Feb 09 12:44:27.853868 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53556) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:27.863909 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-74dfd606-0532-4ff6-84fa-0564fad43be6 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Request body: {'network': {'name': 'tempest-network-smoke--1209400026', 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'port_security_enabled': True}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:44:27.895172 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-74dfd606-0532-4ff6-84fa-0564fad43be6 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:27.901160 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dda6678-c706-4893-8b23-bae17fdea52f req-b40c44de-2180-4998-b013-dc6d0b879c8f tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Network 81899ec7-97c4-4283-bf04-cb61990dc442 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:44:27.911673 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-6dda6678-c706-4893-8b23-bae17fdea52f req-b40c44de-2180-4998-b013-dc6d0b879c8f tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:44:27.918580 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-74dfd606-0532-4ff6-84fa-0564fad43be6 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Usage tracker for resource:network and tenant:2c7a8f76649f44a59c185c6d6414b556 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:44:27.926471 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dda6678-c706-4893-8b23-bae17fdea52f req-b40c44de-2180-4998-b013-dc6d0b879c8f tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:44:27.952239 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-74dfd606-0532-4ff6-84fa-0564fad43be6 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:44:27.956008 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dbca2ca7-8ef3-47b1-9e0c-252ecd5b0f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:27.960382 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40c44de-2180-4998-b013-dc6d0b879c8f tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Pushing event updated for resources: {'Port': ['ID=b855cc0e-3685-4cb3-ac32-3062d14714e0,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:27.971567 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-74dfd606-0532-4ff6-84fa-0564fad43be6 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:27.973364 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dbca2ca7-8ef3-47b1-9e0c-252ecd5b0f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:28.036093 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-088bc6c2-0d1e-4b0d-a2a1-47ee996077ab tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:28.045115 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74dfd606-0532-4ff6-84fa-0564fad43be6 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Made reservation on behalf of 2c7a8f76649f44a59c185c6d6414b556 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:44:28.048810 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-74dfd606-0532-4ff6-84fa-0564fad43be6 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:28.085711 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-088bc6c2-0d1e-4b0d-a2a1-47ee996077ab tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['760f62ca-36dd-4c5f-b5a6-0fc8161ae658']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:28.107495 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-088bc6c2-0d1e-4b0d-a2a1-47ee996077ab tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72362bf9-74ef-4b1b-a821-3531a9e08cf7') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:28.107872 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-088bc6c2-0d1e-4b0d-a2a1-47ee996077ab tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72362bf9-74ef-4b1b-a821-3531a9e08cf7') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:28.126348 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-088bc6c2-0d1e-4b0d-a2a1-47ee996077ab tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:28.155136 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf4ea2-72dc-49a6-8d2a-dc2778394ccd req-20fb90ff-2de2-4349-8061-dff735a98296 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:28.156706 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-00bf4ea2-72dc-49a6-8d2a-dc2778394ccd req-20fb90ff-2de2-4349-8061-dff735a98296 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=f46fc7f0-b85d-490b-a980-83d425f5c389 HTTP/1.1" status: 200 len: 945 time: 0.3829291 Feb 09 12:44:28.163932 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-088bc6c2-0d1e-4b0d-a2a1-47ee996077ab tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:28.166484 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 53560) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:28.166611 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-dbca2ca7-8ef3-47b1-9e0c-252ecd5b0f87 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d16fbb8a344d46f498f454243fcf04bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9118035 Feb 09 12:44:28.172076 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca2ca7-8ef3-47b1-9e0c-252ecd5b0f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49477171-89f8-47c7-ab01-37b66640c378,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:28.182030 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda6678-c706-4893-8b23-bae17fdea52f req-b40c44de-2180-4998-b013-dc6d0b879c8f tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:28.182459 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-6dda6678-c706-4893-8b23-bae17fdea52f req-b40c44de-2180-4998-b013-dc6d0b879c8f tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:28.195729 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-088bc6c2-0d1e-4b0d-a2a1-47ee996077ab tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:44:28.196094 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-088bc6c2-0d1e-4b0d-a2a1-47ee996077ab tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:28.209566 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74dfd606-0532-4ff6-84fa-0564fad43be6 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:44:28.216202 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6dda6678-c706-4893-8b23-bae17fdea52f req-b40c44de-2180-4998-b013-dc6d0b879c8f tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8935409 Feb 09 12:44:28.220904 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-74dfd606-0532-4ff6-84fa-0564fad43be6 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:28.221223 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-74dfd606-0532-4ff6-84fa-0564fad43be6 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Added segment 165836b6-b6db-405c-8f3f-6a74805e6a4d of type vlan for network 661b89d1-11f6-41cf-907a-600d8dd46c61 Feb 09 12:44:28.224875 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:44:28.224875 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:44:28.224875 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:44:28.224875 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:44:28.224875 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:44:28.224875 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:44:28.224875 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:44:28.224875 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:44:28.224875 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:44:28.224875 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:44:28.224875 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:44:28.224875 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:44:28.224875 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:44:28.224875 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:44:28.224875 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:44:28.224875 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:44:28.224875 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:44:28.224875 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:44:28.224875 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:44:28.224875 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:44:28.224875 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:44:28.224875 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:44:28.224875 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:44:28.224875 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:44:28.224875 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:44:28.224875 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:44:28.224875 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:44:28.224875 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:44:28.224875 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:44:28.224875 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:44:28.224875 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:44:28.224875 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:44:28.232065 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-6dda6678-c706-4893-8b23-bae17fdea52f req-69abd938-f0a3-4697-8b44-a7d19d114d8b service neutron] Request body: {'port': {'device_id': '1ed33e7d-f713-4b94-8003-2bcd85e2f629', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:44:28.296085 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-74dfd606-0532-4ff6-84fa-0564fad43be6 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:28.325264 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceb56b4-60c0-410d-adc2-2bd13d073ce9 req-1e30acea-1e1c-40b1-95b3-72557a2a81b2 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:28.326794 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7ceb56b4-60c0-410d-adc2-2bd13d073ce9 req-1e30acea-1e1c-40b1-95b3-72557a2a81b2 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ed33e7d-f713-4b94-8003-2bcd85e2f629 HTTP/1.1" status: 200 len: 932 time: 0.3851249 Feb 09 12:44:28.329005 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b9a0d-ba9c-4fc6-899f-20c24ae91cd1 req-e6167bd4-87a6-4ffc-9fa6-da2ef97f79c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:28.330364 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d85b9a0d-ba9c-4fc6-899f-20c24ae91cd1 req-e6167bd4-87a6-4ffc-9fa6-da2ef97f79c9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7722e72c858c4f97b7f4eb543cff4fda&device_id=f46fc7f0-b85d-490b-a980-83d425f5c389 HTTP/1.1" status: 200 len: 1096 time: 0.4943843 Feb 09 12:44:28.406540 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-74dfd606-0532-4ff6-84fa-0564fad43be6 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:28.413866 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dfd606-0532-4ff6-84fa-0564fad43be6 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:28.416867 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-74dfd606-0532-4ff6-84fa-0564fad43be6 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:28.489551 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-74dfd606-0532-4ff6-84fa-0564fad43be6 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6310232 Feb 09 12:44:28.502275 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-00bf4ea2-72dc-49a6-8d2a-dc2778394ccd req-dafe40aa-0bc1-439e-9310-f4ed28b1ab37 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9b0b9-3227-457e-9539-b66a8cac7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3288264 Feb 09 12:44:28.504980 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 53574) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:28.541567 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-088bc6c2-0d1e-4b0d-a2a1-47ee996077ab tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:28.546401 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-088bc6c2-0d1e-4b0d-a2a1-47ee996077ab tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:28.554134 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-9a2ed20a-3a6d-41c2-ac89-8ad41fa5a618 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-521203528', 'admin_state_up': True, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:44:28.596609 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-9a2ed20a-3a6d-41c2-ac89-8ad41fa5a618 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:28.602381 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dfd606-0532-4ff6-84fa-0564fad43be6 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'Network': ['ID=661b89d1-11f6-41cf-907a-600d8dd46c61,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:28.607542 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-6dda6678-c706-4893-8b23-bae17fdea52f req-69abd938-f0a3-4697-8b44-a7d19d114d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:28.614346 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 661b89d1-11f6-41cf-907a-600d8dd46c61 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:44:28.646190 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-088bc6c2-0d1e-4b0d-a2a1-47ee996077ab tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] 10.222.0.55 "DELETE /v2.0/networks/760f62ca-36dd-4c5f-b5a6-0fc8161ae658 HTTP/1.1" status: 204 len: 168 time: 1.0865910 Feb 09 12:44:28.646190 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9a2ed20a-3a6d-41c2-ac89-8ad41fa5a618 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Usage tracker for resource:router and tenant:2c7a8f76649f44a59c185c6d6414b556 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:44:28.669444 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088bc6c2-0d1e-4b0d-a2a1-47ee996077ab tempest-FloatingIPTestJSON-936657808 tempest-FloatingIPTestJSON-936657808-project] Pushing event deleted for resources: {'Network': ['ID=760f62ca-36dd-4c5f-b5a6-0fc8161ae658,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:28.700823 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9a2ed20a-3a6d-41c2-ac89-8ad41fa5a618 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:44:28.717723 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-9a2ed20a-3a6d-41c2-ac89-8ad41fa5a618 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:28.764112 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-549f152c-2fc6-4dbc-b06d-5bba43cf09e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:28.825012 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-549f152c-2fc6-4dbc-b06d-5bba43cf09e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:28.845867 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7ceb56b4-60c0-410d-adc2-2bd13d073ce9 req-f7aa3401-4089-4b06-b2b7-cbc646b13453 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e97a4b-a2cb-42a3-86cb-0fdb14d562c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4876189 Feb 09 12:44:28.885913 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b9a0d-ba9c-4fc6-899f-20c24ae91cd1 req-18061e14-cb23-4936-a77a-f371519ac32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:28.887304 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d85b9a0d-ba9c-4fc6-899f-20c24ae91cd1 req-18061e14-cb23-4936-a77a-f371519ac32e service neutron] 10.222.0.46 "GET /v2.0/networks?id=fef63669-60e4-448f-bbf3-5ffe81417e5d HTTP/1.1" status: 200 len: 912 time: 0.5280614 Feb 09 12:44:28.890008 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9a2ed20a-3a6d-41c2-ac89-8ad41fa5a618 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:28.891038 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9a2ed20a-3a6d-41c2-ac89-8ad41fa5a618 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:29.064774 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9a2ed20a-3a6d-41c2-ac89-8ad41fa5a618 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:29.078528 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d85b9a0d-ba9c-4fc6-899f-20c24ae91cd1 req-6bdd2533-9b62-4813-962a-b571f5159611 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e42c149b-a509-433c-8c2a-29c272ef8afe HTTP/1.1" status: 200 len: 1001 time: 0.1767650 Feb 09 12:44:29.122940 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-6dda6678-c706-4893-8b23-bae17fdea52f req-69abd938-f0a3-4697-8b44-a7d19d114d8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b855cc0e-3685-4cb3-ac32-3062d14714e0 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:44:29.130554 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-6dda6678-c706-4893-8b23-bae17fdea52f req-69abd938-f0a3-4697-8b44-a7d19d114d8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:29.143009 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-549f152c-2fc6-4dbc-b06d-5bba43cf09e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:29.149037 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-6dda6678-c706-4893-8b23-bae17fdea52f req-69abd938-f0a3-4697-8b44-a7d19d114d8b service neutron] Transition to ACTIVE for port object b855cc0e-3685-4cb3-ac32-3062d14714e0 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:44:29.154643 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-6dda6678-c706-4893-8b23-bae17fdea52f req-69abd938-f0a3-4697-8b44-a7d19d114d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:29.158748 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53600) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:29.161963 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f152c-2fc6-4dbc-b06d-5bba43cf09e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49477171-89f8-47c7-ab01-37b66640c378,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:29.243609 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b9a0d-ba9c-4fc6-899f-20c24ae91cd1 req-bb8e8d5c-9645-44cc-9f4d-cac1d81f2c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:29.245461 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d85b9a0d-ba9c-4fc6-899f-20c24ae91cd1 req-bb8e8d5c-9645-44cc-9f4d-cac1d81f2c9c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=14dd4b9b-eeef-4a9f-a7cf-6d5a7f04665c HTTP/1.1" status: 200 len: 850 time: 0.1587915 Feb 09 12:44:29.361605 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69abd938-f0a3-4697-8b44-a7d19d114d8b service neutron] Pushing event updated for resources: {'Port': ['ID=b855cc0e-3685-4cb3-ac32-3062d14714e0,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:29.413428 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-6dda6678-c706-4893-8b23-bae17fdea52f req-69abd938-f0a3-4697-8b44-a7d19d114d8b service neutron] Attempting to bind port b855cc0e-3685-4cb3-ac32-3062d14714e0 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:44:29.414753 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-6dda6678-c706-4893-8b23-bae17fdea52f req-69abd938-f0a3-4697-8b44-a7d19d114d8b service neutron] Attempting to bind port b855cc0e-3685-4cb3-ac32-3062d14714e0 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '71b808da-e1e2-4f6d-b1d4-d243cdee7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '81899ec7-97c4-4283-bf04-cb61990dc442'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:44:29.415289 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda6678-c706-4893-8b23-bae17fdea52f req-69abd938-f0a3-4697-8b44-a7d19d114d8b service neutron] Attempting to bind port b855cc0e-3685-4cb3-ac32-3062d14714e0 on network 81899ec7-97c4-4283-bf04-cb61990dc442 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:44:29.421787 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda6678-c706-4893-8b23-bae17fdea52f req-69abd938-f0a3-4697-8b44-a7d19d114d8b service neutron] Port b855cc0e-3685-4cb3-ac32-3062d14714e0 on network 81899ec7-97c4-4283-bf04-cb61990dc442 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:44:29.422825 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda6678-c706-4893-8b23-bae17fdea52f req-69abd938-f0a3-4697-8b44-a7d19d114d8b service neutron] Attempting to bind port b855cc0e-3685-4cb3-ac32-3062d14714e0 on network 81899ec7-97c4-4283-bf04-cb61990dc442 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:44:29.431236 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda6678-c706-4893-8b23-bae17fdea52f req-69abd938-f0a3-4697-8b44-a7d19d114d8b service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:44:29.431909 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda6678-c706-4893-8b23-bae17fdea52f req-69abd938-f0a3-4697-8b44-a7d19d114d8b service neutron] Checking segment: {'id': '71b808da-e1e2-4f6d-b1d4-d243cdee7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '81899ec7-97c4-4283-bf04-cb61990dc442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:44:29.432468 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda6678-c706-4893-8b23-bae17fdea52f req-69abd938-f0a3-4697-8b44-a7d19d114d8b service neutron] Bound using segment: {'id': '71b808da-e1e2-4f6d-b1d4-d243cdee7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '81899ec7-97c4-4283-bf04-cb61990dc442'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:44:29.433092 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-6dda6678-c706-4893-8b23-bae17fdea52f req-69abd938-f0a3-4697-8b44-a7d19d114d8b service neutron] Bound port: b855cc0e-3685-4cb3-ac32-3062d14714e0, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71b808da-e1e2-4f6d-b1d4-d243cdee7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '81899ec7-97c4-4283-bf04-cb61990dc442'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:44:29.433725 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-6dda6678-c706-4893-8b23-bae17fdea52f req-69abd938-f0a3-4697-8b44-a7d19d114d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:29.481599 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53608) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:29.608499 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-6dda6678-c706-4893-8b23-bae17fdea52f req-69abd938-f0a3-4697-8b44-a7d19d114d8b service neutron] For port b855cc0e-3685-4cb3-ac32-3062d14714e0, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:44:29.613058 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-18056a5e-d221-4d1d-b954-5eb19a580789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:29.630094 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5c059426-7835-479b-b29f-f14d1c692c31 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8c68454472994c9c93bcd20b28adbf45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4323807 Feb 09 12:44:29.630975 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53616) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:29.646258 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-18056a5e-d221-4d1d-b954-5eb19a580789 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:29.649945 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-6dda6678-c706-4893-8b23-bae17fdea52f req-69abd938-f0a3-4697-8b44-a7d19d114d8b service neutron] For port b855cc0e-3685-4cb3-ac32-3062d14714e0, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b855cc0e-3685-4cb3-ac32-3062d14714e0,segment=NetworkSegment(71b808da-e1e2-4f6d-b1d4-d243cdee7352),segment_id=71b808da-e1e2-4f6d-b1d4-d243cdee7352)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:44:29.656117 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-18056a5e-d221-4d1d-b954-5eb19a580789 admin admin] Usage tracker for resource:security_group_rule and tenant:628b943bd8e94397813de6afeb1da845 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:44:29.658986 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-6dda6678-c706-4893-8b23-bae17fdea52f req-69abd938-f0a3-4697-8b44-a7d19d114d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:29.663212 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-18056a5e-d221-4d1d-b954-5eb19a580789 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:44:29.708296 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-18056a5e-d221-4d1d-b954-5eb19a580789 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:29.713226 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-549f152c-2fc6-4dbc-b06d-5bba43cf09e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:29.714331 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-549f152c-2fc6-4dbc-b06d-5bba43cf09e2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/49477171-89f8-47c7-ab01-37b66640c378 HTTP/1.1" status: 204 len: 168 time: 1.5459700 Feb 09 12:44:29.737513 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9a2ed20a-3a6d-41c2-ac89-8ad41fa5a618 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:29.760210 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda6678-c706-4893-8b23-bae17fdea52f req-69abd938-f0a3-4697-8b44-a7d19d114d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:29.760826 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-6dda6678-c706-4893-8b23-bae17fdea52f req-69abd938-f0a3-4697-8b44-a7d19d114d8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:29.762182 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6dda6678-c706-4893-8b23-bae17fdea52f req-69abd938-f0a3-4697-8b44-a7d19d114d8b service neutron] 10.222.0.46 "PUT /v2.0/ports/b855cc0e-3685-4cb3-ac32-3062d14714e0 HTTP/1.1" status: 200 len: 1092 time: 1.5360217 Feb 09 12:44:29.765872 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ed33e7d-f713-4b94-8003-2bcd85e2f629', 'tag': 'b855cc0e-3685-4cb3-ac32-3062d14714e0'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:44:29.865813 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b9a0d-ba9c-4fc6-899f-20c24ae91cd1 req-2227133b-f231-4b35-a655-57578cc341d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:29.867503 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d85b9a0d-ba9c-4fc6-899f-20c24ae91cd1 req-2227133b-f231-4b35-a655-57578cc341d0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fef63669-60e4-448f-bbf3-5ffe81417e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6099041 Feb 09 12:44:29.886289 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-14047b7b-7843-413a-bb13-7a491703c7c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:29.887772 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69abd938-f0a3-4697-8b44-a7d19d114d8b service neutron] Pushing event updated for resources: {'Port': ['ID=b855cc0e-3685-4cb3-ac32-3062d14714e0,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:29.919975 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c13c17-2ee1-4548-a84b-79a4a5d9216c req-007ca7a9-9434-4fa2-aa1d-88634f368051 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:29.921322 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-75c13c17-2ee1-4548-a84b-79a4a5d9216c req-007ca7a9-9434-4fa2-aa1d-88634f368051 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=f46fc7f0-b85d-490b-a980-83d425f5c389 HTTP/1.1" status: 200 len: 945 time: 0.2520099 Feb 09 12:44:29.944933 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-14047b7b-7843-413a-bb13-7a491703c7c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:30.021758 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-18056a5e-d221-4d1d-b954-5eb19a580789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:30.025775 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda6678-c706-4893-8b23-bae17fdea52f req-9c07593e-0b60-4e8f-bee6-32d789c7f9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:30.026700 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6dda6678-c706-4893-8b23-bae17fdea52f req-9c07593e-0b60-4e8f-bee6-32d789c7f9d5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=17b19238efb44e8d92a23003e31322d7&device_id=1ed33e7d-f713-4b94-8003-2bcd85e2f629 HTTP/1.1" status: 200 len: 1095 time: 0.2114198 Feb 09 12:44:30.031134 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-18056a5e-d221-4d1d-b954-5eb19a580789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:30.057124 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-75c13c17-2ee1-4548-a84b-79a4a5d9216c req-c2226f3b-bb21-493b-919a-83b498c6b143 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9b0b9-3227-457e-9539-b66a8cac7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892379 Feb 09 12:44:30.092653 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d85b9a0d-ba9c-4fc6-899f-20c24ae91cd1 req-91470207-ff9f-4bfd-918f-991c41e8efed service neutron] 10.222.0.46 "GET /v2.0/networks/fef63669-60e4-448f-bbf3-5ffe81417e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178738 Feb 09 12:44:30.120996 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6dda6678-c706-4893-8b23-bae17fdea52f req-5a735b6a-fc68-4a42-a1ca-5e4372aed8dd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b855cc0e-3685-4cb3-ac32-3062d14714e0 HTTP/1.1" status: 200 len: 217 time: 0.0798869 Feb 09 12:44:30.223306 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-18056a5e-d221-4d1d-b954-5eb19a580789 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=628b943bd8e94397813de6afeb1da845&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7343433 Feb 09 12:44:30.223306 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-14047b7b-7843-413a-bb13-7a491703c7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:30.230021 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53636) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:30.232826 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18056a5e-d221-4d1d-b954-5eb19a580789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4349cdfa-d768-4d1d-b8c4-5966a75dcd50,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:30.266140 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ed33e7d-f713-4b94-8003-2bcd85e2f629', 'tag': 'b855cc0e-3685-4cb3-ac32-3062d14714e0', 'status': 'completed', 'code': 200} Feb 09 12:44:30.280933 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14047b7b-7843-413a-bb13-7a491703c7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b684b03-d4cb-46c4-8b20-68147ff3e981,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:30.291206 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-14047b7b-7843-413a-bb13-7a491703c7c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:30.292344 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-14047b7b-7843-413a-bb13-7a491703c7c3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3b684b03-d4cb-46c4-8b20-68147ff3e981 HTTP/1.1" status: 204 len: 168 time: 0.6603549 Feb 09 12:44:30.316730 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda6678-c706-4893-8b23-bae17fdea52f req-de9c495f-f2bb-4c9c-b2db-5cc32340524b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:30.318179 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6dda6678-c706-4893-8b23-bae17fdea52f req-de9c495f-f2bb-4c9c-b2db-5cc32340524b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d06158fd-6b5a-4519-a0a6-be6172ca1f22 HTTP/1.1" status: 200 len: 848 time: 0.1832712 Feb 09 12:44:30.376485 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6dda6678-c706-4893-8b23-bae17fdea52f req-0b662953-bfeb-4c4e-bd6d-838ee62aeb69 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81899ec7-97c4-4283-bf04-cb61990dc442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476360 Feb 09 12:44:30.446774 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9a2ed20a-3a6d-41c2-ac89-8ad41fa5a618 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for router_gateway, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:30.497965 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9a2ed20a-3a6d-41c2-ac89-8ad41fa5a618 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:30.554142 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d85b9a0d-ba9c-4fc6-899f-20c24ae91cd1 req-abf51dc5-ec4a-4b2f-9a9d-1ad04b996d59 service neutron] 10.222.0.46 "GET /v2.0/networks/fef63669-60e4-448f-bbf3-5ffe81417e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4545510 Feb 09 12:44:30.573399 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c3ea8ddd-e474-4ca1-97db-b4fa61a2a18e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:30.600134 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc695f4-26f3-4d27-9fae-15ffcc357660 req-43dd2003-c9d4-487e-8318-9d15480f6075 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:30.607939 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4cc695f4-26f3-4d27-9fae-15ffcc357660 req-43dd2003-c9d4-487e-8318-9d15480f6075 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ed33e7d-f713-4b94-8003-2bcd85e2f629 HTTP/1.1" status: 200 len: 944 time: 0.3501368 Feb 09 12:44:30.632156 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c3ea8ddd-e474-4ca1-97db-b4fa61a2a18e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:30.702449 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6dda6678-c706-4893-8b23-bae17fdea52f req-a7092561-991c-4c7e-b12d-79781e895cc1 service neutron] 10.222.0.46 "GET /v2.0/networks/81899ec7-97c4-4283-bf04-cb61990dc442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166311 Feb 09 12:44:30.716012 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4cc695f4-26f3-4d27-9fae-15ffcc357660 req-cd2d546a-ddab-4b88-8112-0bb51400f5a9 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e97a4b-a2cb-42a3-86cb-0fdb14d562c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068964 Feb 09 12:44:30.730306 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-9a2ed20a-3a6d-41c2-ac89-8ad41fa5a618 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Allocated IP 172.25.7.157 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/5dd6e150-d632-4b76-abda-698b718d9d76) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:44:30.827902 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c3ea8ddd-e474-4ca1-97db-b4fa61a2a18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:30.861636 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea8ddd-e474-4ca1-97db-b4fa61a2a18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4349cdfa-d768-4d1d-b8c4-5966a75dcd50,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:30.869956 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c3ea8ddd-e474-4ca1-97db-b4fa61a2a18e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:30.871134 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c3ea8ddd-e474-4ca1-97db-b4fa61a2a18e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4349cdfa-d768-4d1d-b8c4-5966a75dcd50 HTTP/1.1" status: 204 len: 168 time: 0.6403909 Feb 09 12:44:30.873630 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6dda6678-c706-4893-8b23-bae17fdea52f req-996b1ca5-c098-4023-8978-0d1e3fc0f56b service neutron] 10.222.0.46 "GET /v2.0/networks/81899ec7-97c4-4283-bf04-cb61990dc442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625032 Feb 09 12:44:30.915056 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9a2ed20a-3a6d-41c2-ac89-8ad41fa5a618 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:30.956839 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9a2ed20a-3a6d-41c2-ac89-8ad41fa5a618 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:31.036458 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30221af-87b0-434f-9eb8-a3985bcfed41 req-3a54b66d-0397-49bd-8049-4d493118e864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:31.037005 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2ed20a-3a6d-41c2-ac89-8ad41fa5a618 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:44:31.038324 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d30221af-87b0-434f-9eb8-a3985bcfed41 req-3a54b66d-0397-49bd-8049-4d493118e864 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=17b19238efb44e8d92a23003e31322d7&device_id=1ed33e7d-f713-4b94-8003-2bcd85e2f629 HTTP/1.1" status: 200 len: 1095 time: 0.1001110 Feb 09 12:44:31.040285 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-9a2ed20a-3a6d-41c2-ac89-8ad41fa5a618 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:44:31.043959 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2ed20a-3a6d-41c2-ac89-8ad41fa5a618 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:44:31.247455 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ed20a-3a6d-41c2-ac89-8ad41fa5a618 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'Port': ['ID=5dd6e150-d632-4b76-abda-698b718d9d76,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:31.268474 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ed20a-3a6d-41c2-ac89-8ad41fa5a618 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:31.268846 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ed20a-3a6d-41c2-ac89-8ad41fa5a618 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:31.269131 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ed20a-3a6d-41c2-ac89-8ad41fa5a618 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:31.269467 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ed20a-3a6d-41c2-ac89-8ad41fa5a618 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:31.269796 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ed20a-3a6d-41c2-ac89-8ad41fa5a618 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:31.270128 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ed20a-3a6d-41c2-ac89-8ad41fa5a618 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:31.270608 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ed20a-3a6d-41c2-ac89-8ad41fa5a618 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:31.271041 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ed20a-3a6d-41c2-ac89-8ad41fa5a618 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:31.271377 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ed20a-3a6d-41c2-ac89-8ad41fa5a618 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:31.271703 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ed20a-3a6d-41c2-ac89-8ad41fa5a618 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:31.272050 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ed20a-3a6d-41c2-ac89-8ad41fa5a618 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:31.272375 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ed20a-3a6d-41c2-ac89-8ad41fa5a618 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:31.276097 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30221af-87b0-434f-9eb8-a3985bcfed41 req-33cd455d-d9b6-43c3-8e33-bbbfc13beaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:31.281373 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d30221af-87b0-434f-9eb8-a3985bcfed41 req-33cd455d-d9b6-43c3-8e33-bbbfc13beaeb service neutron] 10.222.0.46 "GET /v2.0/networks?id=81899ec7-97c4-4283-bf04-cb61990dc442 HTTP/1.1" status: 200 len: 909 time: 0.2339110 Feb 09 12:44:31.455993 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d30221af-87b0-434f-9eb8-a3985bcfed41 req-c944f208-e9b5-4603-9811-82af551e6814 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b855cc0e-3685-4cb3-ac32-3062d14714e0 HTTP/1.1" status: 200 len: 217 time: 0.1649528 Feb 09 12:44:31.575921 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263eb45c-a489-4521-b56e-e09d0ec0a2cb req-de1490b3-d4b7-448d-a9cf-14d22041c283 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:31.577869 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-263eb45c-a489-4521-b56e-e09d0ec0a2cb req-de1490b3-d4b7-448d-a9cf-14d22041c283 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=f46fc7f0-b85d-490b-a980-83d425f5c389 HTTP/1.1" status: 200 len: 945 time: 0.1559417 Feb 09 12:44:31.614174 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30221af-87b0-434f-9eb8-a3985bcfed41 req-300448e7-4a59-4089-ab88-c3d02cf3b310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:31.617777 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d30221af-87b0-434f-9eb8-a3985bcfed41 req-300448e7-4a59-4089-ab88-c3d02cf3b310 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d06158fd-6b5a-4519-a0a6-be6172ca1f22 HTTP/1.1" status: 200 len: 848 time: 0.1523621 Feb 09 12:44:31.700716 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d30221af-87b0-434f-9eb8-a3985bcfed41 req-f97a43e8-0a0e-4e5c-9c92-1c810abeaa26 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81899ec7-97c4-4283-bf04-cb61990dc442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756519 Feb 09 12:44:31.897243 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-263eb45c-a489-4521-b56e-e09d0ec0a2cb req-46c6861a-6237-4475-b8a1-e78a902618e6 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9b0b9-3227-457e-9539-b66a8cac7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2296839 Feb 09 12:44:31.931677 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53682) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:31.978001 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e3504619-1c28-422c-9ec5-67cef022ee89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:32.035114 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e3504619-1c28-422c-9ec5-67cef022ee89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:32.049165 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e3504619-1c28-422c-9ec5-67cef022ee89 admin admin] Usage tracker for resource:security_group_rule and tenant:835417a964294ec88645609c70761e5b is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:44:32.057491 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d30221af-87b0-434f-9eb8-a3985bcfed41 req-5986aec0-b1a8-42a1-b498-ebf087eee90b service neutron] 10.222.0.46 "GET /v2.0/networks/81899ec7-97c4-4283-bf04-cb61990dc442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492939 Feb 09 12:44:32.058713 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e3504619-1c28-422c-9ec5-67cef022ee89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:44:32.059598 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9a2ed20a-3a6d-41c2-ac89-8ad41fa5a618 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for router_gateway, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:32.109252 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e3504619-1c28-422c-9ec5-67cef022ee89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:32.295909 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53692) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:32.346284 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d30221af-87b0-434f-9eb8-a3985bcfed41 req-db685e18-e3c3-4363-9bf0-3f4f82e243d1 service neutron] 10.222.0.46 "GET /v2.0/networks/81899ec7-97c4-4283-bf04-cb61990dc442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772217 Feb 09 12:44:32.434070 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e3504619-1c28-422c-9ec5-67cef022ee89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:32.439894 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e3504619-1c28-422c-9ec5-67cef022ee89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:32.475506 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988f1c2-5e01-4227-8ed5-bd2af69bc8ea req-651116b4-97ad-4bec-8d4f-9d26e0f35f2d tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:32.477649 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4988f1c2-5e01-4227-8ed5-bd2af69bc8ea req-651116b4-97ad-4bec-8d4f-9d26e0f35f2d tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ed33e7d-f713-4b94-8003-2bcd85e2f629 HTTP/1.1" status: 200 len: 944 time: 0.4920540 Feb 09 12:44:32.514542 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e3504619-1c28-422c-9ec5-67cef022ee89 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=835417a964294ec88645609c70761e5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5809605 Feb 09 12:44:32.515728 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3504619-1c28-422c-9ec5-67cef022ee89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395e1b30-8e17-44d9-8dc8-e193c276e4a9,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:32.518580 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53702) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:32.533490 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53706) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:32.595364 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-baee7811-7fec-4efd-9a50-0892bbba62d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:32.618534 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4988f1c2-5e01-4227-8ed5-bd2af69bc8ea req-ff6721bb-7ffb-473b-98a9-8b14605520a2 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e97a4b-a2cb-42a3-86cb-0fdb14d562c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317856 Feb 09 12:44:32.626337 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-baee7811-7fec-4efd-9a50-0892bbba62d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:32.641461 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9a2ed20a-3a6d-41c2-ac89-8ad41fa5a618 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:32.644977 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device b855cc0e-3685-4cb3-ac32-3062d14714e0 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:44:32.671460 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-2d8c8c04-9afb-4ee9-9cda-c0fa3420d75d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-909525701'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:44:32.684184 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-5f41078c-5162-4e05-b9fa-24db2dc4480b tempest-RoutersAdminNegativeIpV6Test-37442977 tempest-RoutersAdminNegativeIpV6Test-37442977-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-285307441', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:44:32.705896 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2d8c8c04-9afb-4ee9-9cda-c0fa3420d75d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:32.713385 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5f41078c-5162-4e05-b9fa-24db2dc4480b tempest-RoutersAdminNegativeIpV6Test-37442977 tempest-RoutersAdminNegativeIpV6Test-37442977-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:32.717803 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-2d8c8c04-9afb-4ee9-9cda-c0fa3420d75d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Usage tracker for resource:network and tenant:096fa6d69dd548f6aa4c0577b2cc1a50 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:44:32.722554 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-2d8c8c04-9afb-4ee9-9cda-c0fa3420d75d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:44:32.725960 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5f41078c-5162-4e05-b9fa-24db2dc4480b tempest-RoutersAdminNegativeIpV6Test-37442977 tempest-RoutersAdminNegativeIpV6Test-37442977-project-admin] Usage tracker for resource:port and tenant:ebb87daadde04084ac3f625d1f705a4f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:44:32.732004 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5f41078c-5162-4e05-b9fa-24db2dc4480b tempest-RoutersAdminNegativeIpV6Test-37442977 tempest-RoutersAdminNegativeIpV6Test-37442977-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:44:32.734832 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2d8c8c04-9afb-4ee9-9cda-c0fa3420d75d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:32.740686 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5f41078c-5162-4e05-b9fa-24db2dc4480b tempest-RoutersAdminNegativeIpV6Test-37442977 tempest-RoutersAdminNegativeIpV6Test-37442977-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:32.757836 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f41078c-5162-4e05-b9fa-24db2dc4480b tempest-RoutersAdminNegativeIpV6Test-37442977 tempest-RoutersAdminNegativeIpV6Test-37442977-project-admin] Made reservation on behalf of ebb87daadde04084ac3f625d1f705a4f for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:44:32.760293 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5f41078c-5162-4e05-b9fa-24db2dc4480b tempest-RoutersAdminNegativeIpV6Test-37442977 tempest-RoutersAdminNegativeIpV6Test-37442977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:32.772924 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8c8c04-9afb-4ee9-9cda-c0fa3420d75d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Made reservation on behalf of 096fa6d69dd548f6aa4c0577b2cc1a50 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:44:32.777027 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d8c8c04-9afb-4ee9-9cda-c0fa3420d75d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:32.788785 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5f41078c-5162-4e05-b9fa-24db2dc4480b tempest-RoutersAdminNegativeIpV6Test-37442977 tempest-RoutersAdminNegativeIpV6Test-37442977-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:32.805741 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-baee7811-7fec-4efd-9a50-0892bbba62d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:32.808276 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port b855cc0e-3685-4cb3-ac32-3062d14714e0, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b855cc0e-3685-4cb3-ac32-3062d14714e0,segment=NetworkSegment(71b808da-e1e2-4f6d-b1d4-d243cdee7352),segment_id=71b808da-e1e2-4f6d-b1d4-d243cdee7352)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:44:32.817825 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d8c8c04-9afb-4ee9-9cda-c0fa3420d75d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:32.826368 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'b855cc0e-3685-4cb3-ac32-3062d14714e0', 'network_id': '81899ec7-97c4-4283-bf04-cb61990dc442', 'port_id': 'b855cc0e-3685-4cb3-ac32-3062d14714e0', 'mac_address': 'fa:16:3e:8b:f7:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd06158fd-6b5a-4519-a0a6-be6172ca1f22', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:44:32.833777 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5f41078c-5162-4e05-b9fa-24db2dc4480b tempest-RoutersAdminNegativeIpV6Test-37442977 tempest-RoutersAdminNegativeIpV6Test-37442977-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:32.836822 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baee7811-7fec-4efd-9a50-0892bbba62d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395e1b30-8e17-44d9-8dc8-e193c276e4a9,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:32.845384 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2d8c8c04-9afb-4ee9-9cda-c0fa3420d75d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:32.847671 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5f41078c-5162-4e05-b9fa-24db2dc4480b tempest-RoutersAdminNegativeIpV6Test-37442977 tempest-RoutersAdminNegativeIpV6Test-37442977-project-admin] Usage tracker for resource:security_group_rule and tenant:ebb87daadde04084ac3f625d1f705a4f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:44:32.852998 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-2d8c8c04-9afb-4ee9-9cda-c0fa3420d75d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Usage tracker for resource:security_group_rule and tenant:096fa6d69dd548f6aa4c0577b2cc1a50 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:44:32.856137 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5f41078c-5162-4e05-b9fa-24db2dc4480b tempest-RoutersAdminNegativeIpV6Test-37442977 tempest-RoutersAdminNegativeIpV6Test-37442977-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:44:32.858808 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-2d8c8c04-9afb-4ee9-9cda-c0fa3420d75d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:44:32.864118 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-baee7811-7fec-4efd-9a50-0892bbba62d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:32.864704 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a2ed20a-3a6d-41c2-ac89-8ad41fa5a618 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Router 5cb141e8-3471-4013-871a-0f1532447488 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:44:32.872226 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-baee7811-7fec-4efd-9a50-0892bbba62d5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/395e1b30-8e17-44d9-8dc8-e193c276e4a9 HTTP/1.1" status: 204 len: 168 time: 0.3503850 Feb 09 12:44:32.878106 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5f41078c-5162-4e05-b9fa-24db2dc4480b tempest-RoutersAdminNegativeIpV6Test-37442977 tempest-RoutersAdminNegativeIpV6Test-37442977-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:32.900475 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:32.919329 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b855cc0e-3685-4cb3-ac32-3062d14714e0 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:44:32.942117 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port b855cc0e-3685-4cb3-ac32-3062d14714e0, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b855cc0e-3685-4cb3-ac32-3062d14714e0,segment=NetworkSegment(71b808da-e1e2-4f6d-b1d4-d243cdee7352),segment_id=71b808da-e1e2-4f6d-b1d4-d243cdee7352)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:44:32.947737 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:32.955544 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2d8c8c04-9afb-4ee9-9cda-c0fa3420d75d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:33.057929 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=b855cc0e-3685-4cb3-ac32-3062d14714e0,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:33.071040 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:33.071547 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:33.073505 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:33.074449 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:33.075156 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:33.076288 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:33.077004 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:33.077722 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:33.078437 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:33.079140 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:33.079868 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:33.080500 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5f41078c-5162-4e05-b9fa-24db2dc4480b tempest-RoutersAdminNegativeIpV6Test-37442977 tempest-RoutersAdminNegativeIpV6Test-37442977-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:33.080722 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:33.092850 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5f41078c-5162-4e05-b9fa-24db2dc4480b tempest-RoutersAdminNegativeIpV6Test-37442977 tempest-RoutersAdminNegativeIpV6Test-37442977-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:33.112955 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-5f41078c-5162-4e05-b9fa-24db2dc4480b tempest-RoutersAdminNegativeIpV6Test-37442977 tempest-RoutersAdminNegativeIpV6Test-37442977-project-admin] device_id is not set on port 1efa3eae-141c-440b-89d4-ab0f5ea09034 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:44:33.168535 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d8c8c04-9afb-4ee9-9cda-c0fa3420d75d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:33.190005 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d8c8c04-9afb-4ee9-9cda-c0fa3420d75d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:33.190244 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['b855cc0e-3685-4cb3-ac32-3062d14714e0'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:44:33.196771 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f41078c-5162-4e05-b9fa-24db2dc4480b tempest-RoutersAdminNegativeIpV6Test-37442977 tempest-RoutersAdminNegativeIpV6Test-37442977-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb16d5fc-5a52-4939-9851-23cb6c584420,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:33.240585 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d8c8c04-9afb-4ee9-9cda-c0fa3420d75d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:44:33.293007 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c8c04-9afb-4ee9-9cda-c0fa3420d75d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afd02472-d313-48fb-a058-1a91b755f006,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:33.304069 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d8c8c04-9afb-4ee9-9cda-c0fa3420d75d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:33.304912 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-2d8c8c04-9afb-4ee9-9cda-c0fa3420d75d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Added segment d09a0746-2540-40ba-a821-7391b8fd6c08 of type vlan for network f24ebebd-516c-472a-af2a-4b6f3ae29289 Feb 09 12:44:33.339118 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2ed20a-3a6d-41c2-ac89-8ad41fa5a618 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:44:33.343216 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-5f41078c-5162-4e05-b9fa-24db2dc4480b tempest-RoutersAdminNegativeIpV6Test-37442977 tempest-RoutersAdminNegativeIpV6Test-37442977-project-admin] Allocated IP 172.25.7.210 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/1efa3eae-141c-440b-89d4-ab0f5ea09034) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:44:33.349624 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d8c8c04-9afb-4ee9-9cda-c0fa3420d75d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:33.353833 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b8a978-1479-4645-ba5a-abd526975d81 None None] Sync routers for ids ['5cb141e8-3471-4013-871a-0f1532447488'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:44:33.379369 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b8a978-1479-4645-ba5a-abd526975d81 None None] Routers {'5cb141e8-3471-4013-871a-0f1532447488'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:44:33.380350 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-03b8a978-1479-4645-ba5a-abd526975d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:44:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['5cb141e8-3471-4013-871a-0f1532447488'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:33.421124 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d8c8c04-9afb-4ee9-9cda-c0fa3420d75d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:33.427928 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8c8c04-9afb-4ee9-9cda-c0fa3420d75d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:33.428530 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d8c8c04-9afb-4ee9-9cda-c0fa3420d75d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:33.473925 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9a2ed20a-3a6d-41c2-ac89-8ad41fa5a618 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:33.476515 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9a2ed20a-3a6d-41c2-ac89-8ad41fa5a618 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.9455881 Feb 09 12:44:33.479601 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 53724) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:33.528256 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-77fe87f6-db65-48a6-bf4e-e190eaa716a9 tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=2c7a8f76649f44a59c185c6d6414b556&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0473187 Feb 09 12:44:33.531251 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 53728) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:33.567319 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbf8bd-330d-447d-a93f-513ee6bd12ec req-1d673017-cc60-4bcf-b335-ce1dee2e18c2 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:33.568914 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-80dbf8bd-330d-447d-a93f-513ee6bd12ec req-1d673017-cc60-4bcf-b335-ce1dee2e18c2 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=f46fc7f0-b85d-490b-a980-83d425f5c389 HTTP/1.1" status: 200 len: 945 time: 0.3262687 Feb 09 12:44:33.694306 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-03b8a978-1479-4645-ba5a-abd526975d81 None None] Set router 5cb141e8-3471-4013-871a-0f1532447488 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:44:33.698043 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-80dbf8bd-330d-447d-a93f-513ee6bd12ec req-9115aedb-de12-4ad2-9a91-69641a388c32 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9b0b9-3227-457e-9539-b66a8cac7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205909 Feb 09 12:44:33.760712 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c8c04-9afb-4ee9-9cda-c0fa3420d75d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Pushing event updated for resources: {'Network': ['ID=f24ebebd-516c-472a-af2a-4b6f3ae29289,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:33.775358 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network f24ebebd-516c-472a-af2a-4b6f3ae29289 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:44:33.789160 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2d8c8c04-9afb-4ee9-9cda-c0fa3420d75d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4788675 Feb 09 12:44:33.795534 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540422a3-01da-4a8a-a6d5-67d511d18633 tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:33.805529 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-540422a3-01da-4a8a-a6d5-67d511d18633 tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2734196 Feb 09 12:44:33.806455 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53742) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:33.921497 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b8ea109c-6e37-4621-90f8-a20d2ce7e172 tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=af0bad45-b31e-4cb1-a77c-3bbc34409de5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1068096 Feb 09 12:44:33.921913 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 53748) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:33.930074 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-84fa93f8-b2c9-4ceb-9db2-69b8f8a875a0 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1276463112', 'network_id': '661b89d1-11f6-41cf-907a-600d8dd46c61', 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:44:33.981421 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5f41078c-5162-4e05-b9fa-24db2dc4480b tempest-RoutersAdminNegativeIpV6Test-37442977 tempest-RoutersAdminNegativeIpV6Test-37442977-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:34.037439 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5f41078c-5162-4e05-b9fa-24db2dc4480b tempest-RoutersAdminNegativeIpV6Test-37442977 tempest-RoutersAdminNegativeIpV6Test-37442977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:34.070917 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-84fa93f8-b2c9-4ceb-9db2-69b8f8a875a0 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:34.094271 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5afa084-e1bb-4130-b9ec-a4b1964b4424 req-fbc57ff0-6646-42ee-984b-91663ab8f7a2 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:34.095750 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e5afa084-e1bb-4130-b9ec-a4b1964b4424 req-fbc57ff0-6646-42ee-984b-91663ab8f7a2 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ed33e7d-f713-4b94-8003-2bcd85e2f629 HTTP/1.1" status: 200 len: 945 time: 0.2839146 Feb 09 12:44:34.106035 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-84fa93f8-b2c9-4ceb-9db2-69b8f8a875a0 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Usage tracker for resource:subnet and tenant:2c7a8f76649f44a59c185c6d6414b556 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:44:34.111451 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-84fa93f8-b2c9-4ceb-9db2-69b8f8a875a0 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:44:34.118569 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-84fa93f8-b2c9-4ceb-9db2-69b8f8a875a0 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:34.127854 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f41078c-5162-4e05-b9fa-24db2dc4480b tempest-RoutersAdminNegativeIpV6Test-37442977 tempest-RoutersAdminNegativeIpV6Test-37442977-project-admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:44:34.131460 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-5f41078c-5162-4e05-b9fa-24db2dc4480b tempest-RoutersAdminNegativeIpV6Test-37442977 tempest-RoutersAdminNegativeIpV6Test-37442977-project-admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:44:34.142081 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f41078c-5162-4e05-b9fa-24db2dc4480b tempest-RoutersAdminNegativeIpV6Test-37442977 tempest-RoutersAdminNegativeIpV6Test-37442977-project-admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:44:34.182086 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f41078c-5162-4e05-b9fa-24db2dc4480b tempest-RoutersAdminNegativeIpV6Test-37442977 tempest-RoutersAdminNegativeIpV6Test-37442977-project-admin] Pushing event updated for resources: {'Port': ['ID=1efa3eae-141c-440b-89d4-ab0f5ea09034,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:34.187839 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fa93f8-b2c9-4ceb-9db2-69b8f8a875a0 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Made reservation on behalf of 2c7a8f76649f44a59c185c6d6414b556 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:44:34.197227 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-84fa93f8-b2c9-4ceb-9db2-69b8f8a875a0 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:34.241771 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f41078c-5162-4e05-b9fa-24db2dc4480b tempest-RoutersAdminNegativeIpV6Test-37442977 tempest-RoutersAdminNegativeIpV6Test-37442977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:34.243491 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5f41078c-5162-4e05-b9fa-24db2dc4480b tempest-RoutersAdminNegativeIpV6Test-37442977 tempest-RoutersAdminNegativeIpV6Test-37442977-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:34.269906 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5f41078c-5162-4e05-b9fa-24db2dc4480b tempest-RoutersAdminNegativeIpV6Test-37442977 tempest-RoutersAdminNegativeIpV6Test-37442977-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.7338595 Feb 09 12:44:34.271168 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53756) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:34.277483 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-b3988c7f-d29e-4d4d-80a8-fa435b3d5fcd tempest-RoutersAdminNegativeIpV6Test-37442977 tempest-RoutersAdminNegativeIpV6Test-37442977-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.210'}]}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:44:34.284273 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e5afa084-e1bb-4130-b9ec-a4b1964b4424 req-9bdfd179-b1d4-414a-9b73-8b08396f8db6 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e97a4b-a2cb-42a3-86cb-0fdb14d562c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697927 Feb 09 12:44:34.286519 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b3988c7f-d29e-4d4d-80a8-fa435b3d5fcd tempest-RoutersAdminNegativeIpV6Test-37442977 tempest-RoutersAdminNegativeIpV6Test-37442977-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:34.293199 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b3988c7f-d29e-4d4d-80a8-fa435b3d5fcd tempest-RoutersAdminNegativeIpV6Test-37442977 tempest-RoutersAdminNegativeIpV6Test-37442977-project-admin] Usage tracker for resource:router and tenant:ebb87daadde04084ac3f625d1f705a4f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:44:34.302385 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b3988c7f-d29e-4d4d-80a8-fa435b3d5fcd tempest-RoutersAdminNegativeIpV6Test-37442977 tempest-RoutersAdminNegativeIpV6Test-37442977-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:44:34.324244 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b3988c7f-d29e-4d4d-80a8-fa435b3d5fcd tempest-RoutersAdminNegativeIpV6Test-37442977 tempest-RoutersAdminNegativeIpV6Test-37442977-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:34.334793 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-03b8a978-1479-4645-ba5a-abd526975d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb141e8-3471-4013-871a-0f1532447488', 'name': 'tempest-TestNetworkAdvancedServerOps-router-521203528', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '5dd6e150-d632-4b76-abda-698b718d9d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:44:28Z', 'updated_at': '2022-02-09T12:44:31Z', 'revision_number': 3, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': '5dd6e150-d632-4b76-abda-698b718d9d76', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:81:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb141e8-3471-4013-871a-0f1532447488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:44:30Z', 'updated_at': '2022-02-09T12:44:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:34.347534 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b8a978-1479-4645-ba5a-abd526975d81 None None] Checking router: 5cb141e8-3471-4013-871a-0f1532447488 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:44:34.348645 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b8a978-1479-4645-ba5a-abd526975d81 None None] Updating router 5cb141e8-3471-4013-871a-0f1532447488 port 5dd6e150-d632-4b76-abda-698b718d9d76 binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:44:34.354524 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b3988c7f-d29e-4d4d-80a8-fa435b3d5fcd tempest-RoutersAdminNegativeIpV6Test-37442977 tempest-RoutersAdminNegativeIpV6Test-37442977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:34.356045 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b3988c7f-d29e-4d4d-80a8-fa435b3d5fcd tempest-RoutersAdminNegativeIpV6Test-37442977 tempest-RoutersAdminNegativeIpV6Test-37442977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:34.393278 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b3988c7f-d29e-4d4d-80a8-fa435b3d5fcd tempest-RoutersAdminNegativeIpV6Test-37442977 tempest-RoutersAdminNegativeIpV6Test-37442977-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:34.460404 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-03b8a978-1479-4645-ba5a-abd526975d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:34.498869 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-84fa93f8-b2c9-4ceb-9db2-69b8f8a875a0 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:34.597945 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fa93f8-b2c9-4ceb-9db2-69b8f8a875a0 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'Subnet': ['ID=06fc60d5-c8e6-4c94-95bd-167f47074207,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:34.636690 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device b855cc0e-3685-4cb3-ac32-3062d14714e0 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:44:34.670525 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fa93f8-b2c9-4ceb-9db2-69b8f8a875a0 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Checking segment: {'id': '165836b6-b6db-405c-8f3f-6a74805e6a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '661b89d1-11f6-41cf-907a-600d8dd46c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:44:34.670894 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fa93f8-b2c9-4ceb-9db2-69b8f8a875a0 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Network hostable DHCP agents. Network: 661b89d1-11f6-41cf-907a-600d8dd46c61, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:44:34.737520 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fa93f8-b2c9-4ceb-9db2-69b8f8a875a0 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Network 661b89d1-11f6-41cf-907a-600d8dd46c61 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:44:34.754921 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-84fa93f8-b2c9-4ceb-9db2-69b8f8a875a0 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 661b89d1-11f6-41cf-907a-600d8dd46c61) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:44:34.762290 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fa93f8-b2c9-4ceb-9db2-69b8f8a875a0 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:34.762888 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-84fa93f8-b2c9-4ceb-9db2-69b8f8a875a0 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:34.807494 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-84fa93f8-b2c9-4ceb-9db2-69b8f8a875a0 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8817928 Feb 09 12:44:34.807719 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 53766) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:34.808908 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fee8dcd-9a9c-4995-8224-02c34d655ca3 None None] Network 661b89d1-11f6-41cf-907a-600d8dd46c61 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:44:34.868251 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-03b8a978-1479-4645-ba5a-abd526975d81 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:34.881913 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-03b8a978-1479-4645-ba5a-abd526975d81 None None] Transition to ACTIVE for port object 5dd6e150-d632-4b76-abda-698b718d9d76 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:44:34.890609 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-03b8a978-1479-4645-ba5a-abd526975d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:34.956725 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b3988c7f-d29e-4d4d-80a8-fa435b3d5fcd tempest-RoutersAdminNegativeIpV6Test-37442977 tempest-RoutersAdminNegativeIpV6Test-37442977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:34.974088 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-03b8a978-1479-4645-ba5a-abd526975d81 None None] Attempting to bind port 5dd6e150-d632-4b76-abda-698b718d9d76 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:44:34.974760 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-03b8a978-1479-4645-ba5a-abd526975d81 None None] Attempting to bind port 5dd6e150-d632-4b76-abda-698b718d9d76 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:44:34.976959 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b8a978-1479-4645-ba5a-abd526975d81 None None] Attempting to bind port 5dd6e150-d632-4b76-abda-698b718d9d76 on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:44:35.005504 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b8a978-1479-4645-ba5a-abd526975d81 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:44:35.006747 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b8a978-1479-4645-ba5a-abd526975d81 None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:44:35.008571 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-03b8a978-1479-4645-ba5a-abd526975d81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:35.011900 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b8a978-1479-4645-ba5a-abd526975d81 None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:44:35.012589 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-03b8a978-1479-4645-ba5a-abd526975d81 None None] Bound port: 5dd6e150-d632-4b76-abda-698b718d9d76, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:44:35.013522 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-03b8a978-1479-4645-ba5a-abd526975d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:35.126506 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port b855cc0e-3685-4cb3-ac32-3062d14714e0 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:44:35.146472 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port b855cc0e-3685-4cb3-ac32-3062d14714e0 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:44:35.153231 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:35.205455 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-03b8a978-1479-4645-ba5a-abd526975d81 None None] For port 5dd6e150-d632-4b76-abda-698b718d9d76, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:44:35.220858 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-03b8a978-1479-4645-ba5a-abd526975d81 None None] For port 5dd6e150-d632-4b76-abda-698b718d9d76, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5dd6e150-d632-4b76-abda-698b718d9d76,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:44:35.225086 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5df3a00-f871-428b-99f6-6ec0602d219a None None] Pushing event updated for resources: {'Port': ['ID=5dd6e150-d632-4b76-abda-698b718d9d76,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:35.235626 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df3a00-f871-428b-99f6-6ec0602d219a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:35.235626 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df3a00-f871-428b-99f6-6ec0602d219a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:35.235626 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df3a00-f871-428b-99f6-6ec0602d219a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:35.236403 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df3a00-f871-428b-99f6-6ec0602d219a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:35.236824 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df3a00-f871-428b-99f6-6ec0602d219a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:35.237378 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df3a00-f871-428b-99f6-6ec0602d219a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:35.237800 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df3a00-f871-428b-99f6-6ec0602d219a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:35.238236 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df3a00-f871-428b-99f6-6ec0602d219a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:35.238653 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df3a00-f871-428b-99f6-6ec0602d219a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:35.239068 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df3a00-f871-428b-99f6-6ec0602d219a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:35.239485 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df3a00-f871-428b-99f6-6ec0602d219a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:35.239922 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df3a00-f871-428b-99f6-6ec0602d219a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:35.250853 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-03b8a978-1479-4645-ba5a-abd526975d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:35.380484 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b8a978-1479-4645-ba5a-abd526975d81 None None] Routers {'5cb141e8-3471-4013-871a-0f1532447488'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:44:35.381023 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-03b8a978-1479-4645-ba5a-abd526975d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:44:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['5cb141e8-3471-4013-871a-0f1532447488'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:35.428748 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114c6222-22b6-45b8-9c6d-87867ccb5429 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-661b89d1-11f6-41cf-907a-600d8dd46c61', 'network_id': '661b89d1-11f6-41cf-907a-600d8dd46c61', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'fixed_ips': [{'subnet_id': '06fc60d5-c8e6-4c94-95bd-167f47074207'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:44:35.433368 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-114c6222-22b6-45b8-9c6d-87867ccb5429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:35.562707 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5df3a00-f871-428b-99f6-6ec0602d219a None None] Pushing event updated for resources: {'Port': ['ID=5dd6e150-d632-4b76-abda-698b718d9d76,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:35.755018 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-03b8a978-1479-4645-ba5a-abd526975d81 None None] Set router 5cb141e8-3471-4013-871a-0f1532447488 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:44:35.893541 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b3988c7f-d29e-4d4d-80a8-fa435b3d5fcd tempest-RoutersAdminNegativeIpV6Test-37442977 tempest-RoutersAdminNegativeIpV6Test-37442977-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:35.895714 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:35.975918 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b3988c7f-d29e-4d4d-80a8-fa435b3d5fcd tempest-RoutersAdminNegativeIpV6Test-37442977 tempest-RoutersAdminNegativeIpV6Test-37442977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:35.987895 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed33e7d-f713-4b94-8003-2bcd85e2f629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b855cc0e-3685-4cb3-ac32-3062d14714e0'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:44:36.024296 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port b855cc0e-3685-4cb3-ac32-3062d14714e0, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b855cc0e-3685-4cb3-ac32-3062d14714e0,segment=NetworkSegment(71b808da-e1e2-4f6d-b1d4-d243cdee7352),segment_id=71b808da-e1e2-4f6d-b1d4-d243cdee7352)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:44:36.036578 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:36.044634 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-114c6222-22b6-45b8-9c6d-87867ccb5429 None None] Allocated IP 172.20.0.2 (661b89d1-11f6-41cf-907a-600d8dd46c61/06fc60d5-c8e6-4c94-95bd-167f47074207/07a9738e-dc73-4ecc-b2c9-39be09b18891) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:44:36.357558 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-03b8a978-1479-4645-ba5a-abd526975d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb141e8-3471-4013-871a-0f1532447488', 'name': 'tempest-TestNetworkAdvancedServerOps-router-521203528', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '5dd6e150-d632-4b76-abda-698b718d9d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:44:28Z', 'updated_at': '2022-02-09T12:44:31Z', 'revision_number': 3, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': '5dd6e150-d632-4b76-abda-698b718d9d76', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:81:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb141e8-3471-4013-871a-0f1532447488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:44:30Z', 'updated_at': '2022-02-09T12:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:36.377290 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b8a978-1479-4645-ba5a-abd526975d81 None None] The sync data for ids ['5cb141e8-3471-4013-871a-0f1532447488'] in n-d-825178-3 is: [{'id': '5cb141e8-3471-4013-871a-0f1532447488', 'name': 'tempest-TestNetworkAdvancedServerOps-router-521203528', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '5dd6e150-d632-4b76-abda-698b718d9d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:44:28Z', 'updated_at': '2022-02-09T12:44:31Z', 'revision_number': 3, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': '5dd6e150-d632-4b76-abda-698b718d9d76', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:81:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb141e8-3471-4013-871a-0f1532447488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:44:30Z', 'updated_at': '2022-02-09T12:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:44:36.457997 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed33e7d-f713-4b94-8003-2bcd85e2f629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b855cc0e-3685-4cb3-ac32-3062d14714e0', 'code': 200} Feb 09 12:44:36.496496 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=b855cc0e-3685-4cb3-ac32-3062d14714e0,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:36.595021 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b3988c7f-d29e-4d4d-80a8-fa435b3d5fcd tempest-RoutersAdminNegativeIpV6Test-37442977 tempest-RoutersAdminNegativeIpV6Test-37442977-project-admin] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:36.662852 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c603a-8962-47e9-bb72-c88cd82f5ea4 req-d474dd1b-0114-4250-b1a1-805700d2000d tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:36.672810 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-310c603a-8962-47e9-bb72-c88cd82f5ea4 req-d474dd1b-0114-4250-b1a1-805700d2000d tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ed33e7d-f713-4b94-8003-2bcd85e2f629 HTTP/1.1" status: 200 len: 945 time: 0.8158824 Feb 09 12:44:36.736480 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-114c6222-22b6-45b8-9c6d-87867ccb5429 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:36.752856 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-114c6222-22b6-45b8-9c6d-87867ccb5429 None None] Transition to ACTIVE for port object 07a9738e-dc73-4ecc-b2c9-39be09b18891 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:44:36.775191 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-114c6222-22b6-45b8-9c6d-87867ccb5429 None None] Transition to ACTIVE for port object 07a9738e-dc73-4ecc-b2c9-39be09b18891 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:44:36.781731 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-114c6222-22b6-45b8-9c6d-87867ccb5429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:36.804853 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-310c603a-8962-47e9-bb72-c88cd82f5ea4 req-cb44a7a9-5a79-49ad-b81d-67c7163d9728 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e97a4b-a2cb-42a3-86cb-0fdb14d562c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290359 Feb 09 12:44:36.965183 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114c6222-22b6-45b8-9c6d-87867ccb5429 None None] Network 661b89d1-11f6-41cf-907a-600d8dd46c61 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:44:36.989760 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-114c6222-22b6-45b8-9c6d-87867ccb5429 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:44:37.001282 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114c6222-22b6-45b8-9c6d-87867ccb5429 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:44:37.090438 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c6222-22b6-45b8-9c6d-87867ccb5429 None None] Pushing event updated for resources: {'Port': ['ID=07a9738e-dc73-4ecc-b2c9-39be09b18891,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:37.201336 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f29ead64-0090-4942-8dbd-ae79f500e591 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:37.208583 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53806) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:37.216572 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-114c6222-22b6-45b8-9c6d-87867ccb5429 None None] Attempting to bind port 07a9738e-dc73-4ecc-b2c9-39be09b18891 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:44:37.216955 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-114c6222-22b6-45b8-9c6d-87867ccb5429 None None] Attempting to bind port 07a9738e-dc73-4ecc-b2c9-39be09b18891 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '165836b6-b6db-405c-8f3f-6a74805e6a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '661b89d1-11f6-41cf-907a-600d8dd46c61'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:44:37.217320 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114c6222-22b6-45b8-9c6d-87867ccb5429 None None] Attempting to bind port 07a9738e-dc73-4ecc-b2c9-39be09b18891 on network 661b89d1-11f6-41cf-907a-600d8dd46c61 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:44:37.231336 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114c6222-22b6-45b8-9c6d-87867ccb5429 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:44:37.231728 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114c6222-22b6-45b8-9c6d-87867ccb5429 None None] Checking segment: {'id': '165836b6-b6db-405c-8f3f-6a74805e6a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '661b89d1-11f6-41cf-907a-600d8dd46c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:44:37.232177 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-114c6222-22b6-45b8-9c6d-87867ccb5429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:37.232580 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114c6222-22b6-45b8-9c6d-87867ccb5429 None None] Bound using segment: {'id': '165836b6-b6db-405c-8f3f-6a74805e6a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '661b89d1-11f6-41cf-907a-600d8dd46c61'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:44:37.233056 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-114c6222-22b6-45b8-9c6d-87867ccb5429 None None] Bound port: 07a9738e-dc73-4ecc-b2c9-39be09b18891, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '165836b6-b6db-405c-8f3f-6a74805e6a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '661b89d1-11f6-41cf-907a-600d8dd46c61'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:44:37.233431 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-114c6222-22b6-45b8-9c6d-87867ccb5429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:37.286750 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-755f098e-babf-40e2-b25f-531f0406c33d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Request body: {'subnet': {'network_id': 'f24ebebd-516c-472a-af2a-4b6f3ae29289', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:44:37.426482 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-114c6222-22b6-45b8-9c6d-87867ccb5429 None None] For port 07a9738e-dc73-4ecc-b2c9-39be09b18891, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:44:37.430777 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-114c6222-22b6-45b8-9c6d-87867ccb5429 None None] For port 07a9738e-dc73-4ecc-b2c9-39be09b18891, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=07a9738e-dc73-4ecc-b2c9-39be09b18891,segment=NetworkSegment(165836b6-b6db-405c-8f3f-6a74805e6a4d),segment_id=165836b6-b6db-405c-8f3f-6a74805e6a4d)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:44:37.446581 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-114c6222-22b6-45b8-9c6d-87867ccb5429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:37.501931 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b3988c7f-d29e-4d4d-80a8-fa435b3d5fcd tempest-RoutersAdminNegativeIpV6Test-37442977 tempest-RoutersAdminNegativeIpV6Test-37442977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:37.505638 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69572d10-8d11-475e-9213-e53580e01488 req-dfd76ac0-f8f2-47d6-a7cf-9a8bde82cb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:37.508083 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-69572d10-8d11-475e-9213-e53580e01488 req-dfd76ac0-f8f2-47d6-a7cf-9a8bde82cb08 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1ed33e7d-f713-4b94-8003-2bcd85e2f629 HTTP/1.1" status: 200 len: 1097 time: 0.9893479 Feb 09 12:44:37.509459 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b3988c7f-d29e-4d4d-80a8-fa435b3d5fcd tempest-RoutersAdminNegativeIpV6Test-37442977 tempest-RoutersAdminNegativeIpV6Test-37442977-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:37.598001 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c6222-22b6-45b8-9c6d-87867ccb5429 None None] Pushing event updated for resources: {'Port': ['ID=07a9738e-dc73-4ecc-b2c9-39be09b18891,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:37.614905 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-69572d10-8d11-475e-9213-e53580e01488 req-24fcb9bb-81cc-4c19-9e56-62db35666f76 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=38e97a4b-a2cb-42a3-86cb-0fdb14d562c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997241 Feb 09 12:44:37.617826 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-755f098e-babf-40e2-b25f-531f0406c33d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:37.622747 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b3988c7f-d29e-4d4d-80a8-fa435b3d5fcd tempest-RoutersAdminNegativeIpV6Test-37442977 tempest-RoutersAdminNegativeIpV6Test-37442977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:37.623502 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3988c7f-d29e-4d4d-80a8-fa435b3d5fcd tempest-RoutersAdminNegativeIpV6Test-37442977 tempest-RoutersAdminNegativeIpV6Test-37442977-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2b020550-7c67-4737-bc3f-52b87c84241c {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:44:37.626459 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-755f098e-babf-40e2-b25f-531f0406c33d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Usage tracker for resource:subnet and tenant:096fa6d69dd548f6aa4c0577b2cc1a50 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:44:37.633753 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-755f098e-babf-40e2-b25f-531f0406c33d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:44:37.656344 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-755f098e-babf-40e2-b25f-531f0406c33d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:37.672093 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-f29ead64-0090-4942-8dbd-ae79f500e591 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Allocated IP 172.20.0.1 (661b89d1-11f6-41cf-907a-600d8dd46c61/06fc60d5-c8e6-4c94-95bd-167f47074207/2ebd46f7-3f09-4fb1-bc4b-aa84e5b8c200) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:44:37.679450 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-b3988c7f-d29e-4d4d-80a8-fa435b3d5fcd tempest-RoutersAdminNegativeIpV6Test-37442977 tempest-RoutersAdminNegativeIpV6Test-37442977-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 09 12:44:37.681058 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b3988c7f-d29e-4d4d-80a8-fa435b3d5fcd tempest-RoutersAdminNegativeIpV6Test-37442977 tempest-RoutersAdminNegativeIpV6Test-37442977-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.4083152 Feb 09 12:44:37.683747 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53816) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:37.738932 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755f098e-babf-40e2-b25f-531f0406c33d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Made reservation on behalf of 096fa6d69dd548f6aa4c0577b2cc1a50 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:44:37.742512 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-755f098e-babf-40e2-b25f-531f0406c33d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:37.906574 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-02b6f877-b8e2-47d7-bc5c-197a439e0d47 tempest-RoutersAdminNegativeIpV6Test-37442977 tempest-RoutersAdminNegativeIpV6Test-37442977-project-admin] Deleting port 1efa3eae-141c-440b-89d4-ab0f5ea09034 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:44:37.906922 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-02b6f877-b8e2-47d7-bc5c-197a439e0d47 tempest-RoutersAdminNegativeIpV6Test-37442977 tempest-RoutersAdminNegativeIpV6Test-37442977-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:37.954658 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f29ead64-0090-4942-8dbd-ae79f500e591 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:37.993586 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-f29ead64-0090-4942-8dbd-ae79f500e591 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Transition to ACTIVE for port object 2ebd46f7-3f09-4fb1-bc4b-aa84e5b8c200 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:44:38.035256 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f29ead64-0090-4942-8dbd-ae79f500e591 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:38.133643 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5dd6e150-d632-4b76-abda-698b718d9d76 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:44:38.142316 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29ead64-0090-4942-8dbd-ae79f500e591 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Network 661b89d1-11f6-41cf-907a-600d8dd46c61 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:44:38.153541 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-f29ead64-0090-4942-8dbd-ae79f500e591 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:44:38.162272 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29ead64-0090-4942-8dbd-ae79f500e591 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:44:38.251163 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 5dd6e150-d632-4b76-abda-698b718d9d76 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:44:38.258658 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 5dd6e150-d632-4b76-abda-698b718d9d76 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:44:38.259257 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:38.305779 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 53824) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:38.328088 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ead64-0090-4942-8dbd-ae79f500e591 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'Port': ['ID=2ebd46f7-3f09-4fb1-bc4b-aa84e5b8c200,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:38.345953 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f29ead64-0090-4942-8dbd-ae79f500e591 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:38.392648 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-02b6f877-b8e2-47d7-bc5c-197a439e0d47 tempest-RoutersAdminNegativeIpV6Test-37442977 tempest-RoutersAdminNegativeIpV6Test-37442977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:38.403892 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-755f098e-babf-40e2-b25f-531f0406c33d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:38.478406 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:38.496136 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 5dd6e150-d632-4b76-abda-698b718d9d76, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5dd6e150-d632-4b76-abda-698b718d9d76,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:44:38.500069 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:38.500843 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 07a9738e-dc73-4ecc-b2c9-39be09b18891 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:44:38.524444 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f098e-babf-40e2-b25f-531f0406c33d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Pushing event updated for resources: {'Subnet': ['ID=967baae9-76f4-4152-bfd6-cf440e41fbed,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:38.548605 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cdc27219-c667-4006-aac2-d1e1ae2bc10c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:38.607579 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-02b6f877-b8e2-47d7-bc5c-197a439e0d47 tempest-RoutersAdminNegativeIpV6Test-37442977 tempest-RoutersAdminNegativeIpV6Test-37442977-project-admin] Calling delete_port for 1efa3eae-141c-440b-89d4-ab0f5ea09034 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:44:38.621796 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=5dd6e150-d632-4b76-abda-698b718d9d76,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:38.622605 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-cdc27219-c667-4006-aac2-d1e1ae2bc10c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:38.642705 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 07a9738e-dc73-4ecc-b2c9-39be09b18891 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:44:38.657276 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f098e-babf-40e2-b25f-531f0406c33d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:38.657630 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f098e-babf-40e2-b25f-531f0406c33d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:38.657954 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f098e-babf-40e2-b25f-531f0406c33d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:38.658294 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f098e-babf-40e2-b25f-531f0406c33d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:38.658655 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f098e-babf-40e2-b25f-531f0406c33d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:38.659011 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f098e-babf-40e2-b25f-531f0406c33d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:38.659327 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f098e-babf-40e2-b25f-531f0406c33d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:38.659649 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f098e-babf-40e2-b25f-531f0406c33d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:38.660004 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f098e-babf-40e2-b25f-531f0406c33d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:38.660328 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f098e-babf-40e2-b25f-531f0406c33d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:38.660654 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f098e-babf-40e2-b25f-531f0406c33d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:38.660976 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f098e-babf-40e2-b25f-531f0406c33d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:38.739717 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59851fa-7199-44e2-9e6b-9faf89e0e2b9 req-7c44272f-0270-4908-afa2-cdcd4899dcab tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:38.741717 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d59851fa-7199-44e2-9e6b-9faf89e0e2b9 req-7c44272f-0270-4908-afa2-cdcd4899dcab tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ed33e7d-f713-4b94-8003-2bcd85e2f629 HTTP/1.1" status: 200 len: 946 time: 0.6388860 Feb 09 12:44:38.745332 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-cdc27219-c667-4006-aac2-d1e1ae2bc10c admin admin] Usage tracker for resource:security_group_rule and tenant:95f2f1533c884d90a585981390b003ef is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:44:38.749023 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-cdc27219-c667-4006-aac2-d1e1ae2bc10c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:44:38.789176 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755f098e-babf-40e2-b25f-531f0406c33d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Checking segment: {'id': 'd09a0746-2540-40ba-a821-7391b8fd6c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f24ebebd-516c-472a-af2a-4b6f3ae29289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:44:38.789628 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755f098e-babf-40e2-b25f-531f0406c33d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Network hostable DHCP agents. Network: f24ebebd-516c-472a-af2a-4b6f3ae29289, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:44:38.806044 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-cdc27219-c667-4006-aac2-d1e1ae2bc10c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:38.824452 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-02b6f877-b8e2-47d7-bc5c-197a439e0d47 tempest-RoutersAdminNegativeIpV6Test-37442977 tempest-RoutersAdminNegativeIpV6Test-37442977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:38.880360 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755f098e-babf-40e2-b25f-531f0406c33d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Network f24ebebd-516c-472a-af2a-4b6f3ae29289 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:44:38.906028 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b6f877-b8e2-47d7-bc5c-197a439e0d47 tempest-RoutersAdminNegativeIpV6Test-37442977 tempest-RoutersAdminNegativeIpV6Test-37442977-project-admin] Pushing event deleted for resources: {'Port': ['ID=1efa3eae-141c-440b-89d4-ab0f5ea09034,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:38.943184 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-755f098e-babf-40e2-b25f-531f0406c33d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, f24ebebd-516c-472a-af2a-4b6f3ae29289) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:44:38.952966 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f29ead64-0090-4942-8dbd-ae79f500e591 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:38.961682 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d107a5-1afd-43d8-ab29-921c5dbe2e5e None None] Network f24ebebd-516c-472a-af2a-4b6f3ae29289 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:44:38.989501 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d59851fa-7199-44e2-9e6b-9faf89e0e2b9 req-8ca61d7e-d7bb-42fe-9b7b-04485ef491da tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e97a4b-a2cb-42a3-86cb-0fdb14d562c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335815 Feb 09 12:44:39.084664 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cdc27219-c667-4006-aac2-d1e1ae2bc10c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:39.093132 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cdc27219-c667-4006-aac2-d1e1ae2bc10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:39.155327 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755f098e-babf-40e2-b25f-531f0406c33d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:39.155979 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-755f098e-babf-40e2-b25f-531f0406c33d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:39.210212 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-02b6f877-b8e2-47d7-bc5c-197a439e0d47 tempest-RoutersAdminNegativeIpV6Test-37442977 tempest-RoutersAdminNegativeIpV6Test-37442977-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:39.212364 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2821330-bb0f-4bde-8484-8930b613efb9 None None] Network 661b89d1-11f6-41cf-907a-600d8dd46c61 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:44:39.218675 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-02b6f877-b8e2-47d7-bc5c-197a439e0d47 tempest-RoutersAdminNegativeIpV6Test-37442977 tempest-RoutersAdminNegativeIpV6Test-37442977-project-admin] 10.222.0.55 "DELETE /v2.0/ports/1efa3eae-141c-440b-89d4-ab0f5ea09034 HTTP/1.1" status: 204 len: 168 time: 1.5284657 Feb 09 12:44:39.224384 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-755f098e-babf-40e2-b25f-531f0406c33d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9436147 Feb 09 12:44:39.225006 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53832) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:39.231756 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-e8bfcf5b-34d2-43e0-8832-0fdcab4c201d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1301428561'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:44:39.237510 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e8bfcf5b-34d2-43e0-8832-0fdcab4c201d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:39.238878 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-cdc27219-c667-4006-aac2-d1e1ae2bc10c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=95f2f1533c884d90a585981390b003ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9295199 Feb 09 12:44:39.242213 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e8bfcf5b-34d2-43e0-8832-0fdcab4c201d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Usage tracker for resource:network and tenant:096fa6d69dd548f6aa4c0577b2cc1a50 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:44:39.245283 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e8bfcf5b-34d2-43e0-8832-0fdcab4c201d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:44:39.247453 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 53836) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:39.251414 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e8bfcf5b-34d2-43e0-8832-0fdcab4c201d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:39.264193 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8bfcf5b-34d2-43e0-8832-0fdcab4c201d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Made reservation on behalf of 096fa6d69dd548f6aa4c0577b2cc1a50 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:44:39.268997 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e8bfcf5b-34d2-43e0-8832-0fdcab4c201d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:39.301191 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8bfcf5b-34d2-43e0-8832-0fdcab4c201d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:44:39.313125 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e8bfcf5b-34d2-43e0-8832-0fdcab4c201d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:39.313608 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-e8bfcf5b-34d2-43e0-8832-0fdcab4c201d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Added segment ecfb6547-66ea-4341-8588-3b040258efe1 of type vlan for network 82b0af92-72f6-4d75-849b-68ed26873936 Feb 09 12:44:39.347757 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e8bfcf5b-34d2-43e0-8832-0fdcab4c201d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:39.402984 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e8bfcf5b-34d2-43e0-8832-0fdcab4c201d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:39.410230 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bfcf5b-34d2-43e0-8832-0fdcab4c201d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:39.411666 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e8bfcf5b-34d2-43e0-8832-0fdcab4c201d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:39.450075 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc27219-c667-4006-aac2-d1e1ae2bc10c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5410f5ab-6d0a-4bce-bb64-7da3c2b12ea8,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:39.550100 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e8bfcf5b-34d2-43e0-8832-0fdcab4c201d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3239138 Feb 09 12:44:39.550891 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53842) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:39.553891 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bfcf5b-34d2-43e0-8832-0fdcab4c201d tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Pushing event updated for resources: {'Network': ['ID=82b0af92-72f6-4d75-849b-68ed26873936,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:39.560506 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-c246929e-16fe-4da6-bf97-053f28ad4edc tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Request body: {'subnet': {'network_id': '82b0af92-72f6-4d75-849b-68ed26873936', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:44:39.564778 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1c19cc4c-0013-415e-8ea3-081fa3ea1aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:39.603476 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 82b0af92-72f6-4d75-849b-68ed26873936 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:44:39.629718 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1c19cc4c-0013-415e-8ea3-081fa3ea1aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:39.636568 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 53846) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:39.702082 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c246929e-16fe-4da6-bf97-053f28ad4edc tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:39.707286 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c246929e-16fe-4da6-bf97-053f28ad4edc tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Usage tracker for resource:subnet and tenant:096fa6d69dd548f6aa4c0577b2cc1a50 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:44:39.711523 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c246929e-16fe-4da6-bf97-053f28ad4edc tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:44:39.717410 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c246929e-16fe-4da6-bf97-053f28ad4edc tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:39.731864 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c246929e-16fe-4da6-bf97-053f28ad4edc tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Made reservation on behalf of 096fa6d69dd548f6aa4c0577b2cc1a50 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:44:39.737577 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c246929e-16fe-4da6-bf97-053f28ad4edc tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:39.799733 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1c19cc4c-0013-415e-8ea3-081fa3ea1aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:39.819510 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c19cc4c-0013-415e-8ea3-081fa3ea1aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5410f5ab-6d0a-4bce-bb64-7da3c2b12ea8,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:39.850427 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1c19cc4c-0013-415e-8ea3-081fa3ea1aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:39.855082 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1c19cc4c-0013-415e-8ea3-081fa3ea1aa2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5410f5ab-6d0a-4bce-bb64-7da3c2b12ea8 HTTP/1.1" status: 204 len: 168 time: 0.6031287 Feb 09 12:44:39.857536 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f29ead64-0090-4942-8dbd-ae79f500e591 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:39.864045 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f29ead64-0090-4942-8dbd-ae79f500e591 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:39.899183 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-33ad3c85-695c-48a2-adc7-50490d6fbdc3 None None] Provisioning for port 07a9738e-dc73-4ecc-b2c9-39be09b18891 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:44:39.910494 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b23090f-2ddc-471a-ae5d-4d81e1b95460 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-f24ebebd-516c-472a-af2a-4b6f3ae29289', 'network_id': 'f24ebebd-516c-472a-af2a-4b6f3ae29289', 'tenant_id': '096fa6d69dd548f6aa4c0577b2cc1a50', 'fixed_ips': [{'subnet_id': '967baae9-76f4-4152-bfd6-cf440e41fbed'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:44:39.911732 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3b23090f-2ddc-471a-ae5d-4d81e1b95460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:39.958163 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-33ad3c85-695c-48a2-adc7-50490d6fbdc3 None None] Provisioning complete for port 07a9738e-dc73-4ecc-b2c9-39be09b18891 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:44:39.958537 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-33ad3c85-695c-48a2-adc7-50490d6fbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:40.003325 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ead64-0090-4942-8dbd-ae79f500e591 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'Port': ['ID=2ebd46f7-3f09-4fb1-bc4b-aa84e5b8c200,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:40.021464 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ecc01b7b-a8f3-4949-855f-4bb728e101a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:40.040189 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5dd6e150-d632-4b76-abda-698b718d9d76 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:44:40.045424 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-ecc01b7b-a8f3-4949-855f-4bb728e101a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:40.049241 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ecc01b7b-a8f3-4949-855f-4bb728e101a7 admin admin] Usage tracker for resource:security_group_rule and tenant:7a630ca440f447aba5dec28f22d4c28f is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:44:40.052623 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ecc01b7b-a8f3-4949-855f-4bb728e101a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:44:40.059079 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-ecc01b7b-a8f3-4949-855f-4bb728e101a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:40.183145 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ecc01b7b-a8f3-4949-855f-4bb728e101a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:40.201485 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-33ad3c85-695c-48a2-adc7-50490d6fbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:40.224265 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ecc01b7b-a8f3-4949-855f-4bb728e101a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:40.251189 n-d-825178-3 neutron-server[87568]: DEBUG neutron.objects.ports [None req-c246929e-16fe-4da6-bf97-053f28ad4edc tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87568) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 12:44:40.253345 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c246929e-16fe-4da6-bf97-053f28ad4edc tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:40.264546 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f29ead64-0090-4942-8dbd-ae79f500e591 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:40.296380 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-33ad3c85-695c-48a2-adc7-50490d6fbdc3 None None] For port 07a9738e-dc73-4ecc-b2c9-39be09b18891, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=07a9738e-dc73-4ecc-b2c9-39be09b18891,segment=NetworkSegment(165836b6-b6db-405c-8f3f-6a74805e6a4d),segment_id=165836b6-b6db-405c-8f3f-6a74805e6a4d)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:44:40.312876 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-33ad3c85-695c-48a2-adc7-50490d6fbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:40.327625 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53858) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:40.386665 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c246929e-16fe-4da6-bf97-053f28ad4edc tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Checking segment: {'id': 'ecfb6547-66ea-4341-8588-3b040258efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '82b0af92-72f6-4d75-849b-68ed26873936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:44:40.387217 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c246929e-16fe-4da6-bf97-053f28ad4edc tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Network hostable DHCP agents. Network: 82b0af92-72f6-4d75-849b-68ed26873936, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:44:40.391727 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 5dd6e150-d632-4b76-abda-698b718d9d76 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:44:40.392318 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:40.393743 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-90a79778-f0c6-4513-9457-b01efd56eb91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:40.422574 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-90a79778-f0c6-4513-9457-b01efd56eb91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:40.437882 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-90a79778-f0c6-4513-9457-b01efd56eb91 admin admin] Usage tracker for resource:security_group_rule and tenant:d1846bd8678b4a3eac635585e7f39cac is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:44:40.447304 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-90a79778-f0c6-4513-9457-b01efd56eb91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:44:40.450662 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c246929e-16fe-4da6-bf97-053f28ad4edc tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Pushing event updated for resources: {'Subnet': ['ID=eb359e81-cb69-47d6-86bc-bdfcc9d70ea8,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:40.457773 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c246929e-16fe-4da6-bf97-053f28ad4edc tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Network 82b0af92-72f6-4d75-849b-68ed26873936 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:44:40.467685 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-90a79778-f0c6-4513-9457-b01efd56eb91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:40.474230 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-c246929e-16fe-4da6-bf97-053f28ad4edc tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 82b0af92-72f6-4d75-849b-68ed26873936) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:44:40.484362 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c246929e-16fe-4da6-bf97-053f28ad4edc tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:40.484593 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c246929e-16fe-4da6-bf97-053f28ad4edc tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:40.487611 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29ead64-0090-4942-8dbd-ae79f500e591 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Network 661b89d1-11f6-41cf-907a-600d8dd46c61 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:44:40.488142 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26495d43-ca15-4485-8f4b-0d750657eaa2 None None] Network 82b0af92-72f6-4d75-849b-68ed26873936 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:44:40.490369 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ecc01b7b-a8f3-4949-855f-4bb728e101a7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7a630ca440f447aba5dec28f22d4c28f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8528450 Feb 09 12:44:40.495819 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-f29ead64-0090-4942-8dbd-ae79f500e591 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:44:40.503538 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53862) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:40.509967 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc01b7b-a8f3-4949-855f-4bb728e101a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e4dea5-8e9c-413a-9635-bf785924d8cf,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:40.575616 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c246929e-16fe-4da6-bf97-053f28ad4edc tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0238042 Feb 09 12:44:40.576409 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53868) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:40.589347 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-aa3fd4ef-3a9c-4f2b-bc1a-6fa4e7fcd3cf tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Request body: {'port': {'network_id': '82b0af92-72f6-4d75-849b-68ed26873936', 'name': 'tempest-NetworksIpV6TestAttrs-1976265293'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:44:40.712607 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242bb0fd-898a-4cc2-b541-4407805249fa req-f5000856-765c-4ab0-85dd-e5049853477f tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:40.714149 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-242bb0fd-898a-4cc2-b541-4407805249fa req-f5000856-765c-4ab0-85dd-e5049853477f tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ed33e7d-f713-4b94-8003-2bcd85e2f629 HTTP/1.1" status: 200 len: 946 time: 0.5293889 Feb 09 12:44:40.724104 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-3b23090f-2ddc-471a-ae5d-4d81e1b95460 None None] Allocated IP 2001:db8:0:ffff::2 (f24ebebd-516c-472a-af2a-4b6f3ae29289/967baae9-76f4-4152-bfd6-cf440e41fbed/73b65ac9-a28f-4202-b7f4-54fcd4284518) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:44:40.751931 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f1252e0d-4431-410b-82b5-5f94efa2120a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:40.761683 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f29ead64-0090-4942-8dbd-ae79f500e591 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Router 5cb141e8-3471-4013-871a-0f1532447488 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:44:40.775484 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-242bb0fd-898a-4cc2-b541-4407805249fa req-d9a87ddf-0c60-49cf-926c-4b5ff90898dc tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e97a4b-a2cb-42a3-86cb-0fdb14d562c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539958 Feb 09 12:44:40.802805 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f1252e0d-4431-410b-82b5-5f94efa2120a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:40.909463 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-aa3fd4ef-3a9c-4f2b-bc1a-6fa4e7fcd3cf tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:40.915858 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-aa3fd4ef-3a9c-4f2b-bc1a-6fa4e7fcd3cf tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Usage tracker for resource:port and tenant:096fa6d69dd548f6aa4c0577b2cc1a50 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:44:40.920143 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-aa3fd4ef-3a9c-4f2b-bc1a-6fa4e7fcd3cf tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:44:40.927347 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-aa3fd4ef-3a9c-4f2b-bc1a-6fa4e7fcd3cf tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:40.933929 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-90a79778-f0c6-4513-9457-b01efd56eb91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:40.951381 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-90a79778-f0c6-4513-9457-b01efd56eb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:40.986144 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3fd4ef-3a9c-4f2b-bc1a-6fa4e7fcd3cf tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Made reservation on behalf of 096fa6d69dd548f6aa4c0577b2cc1a50 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:44:40.991963 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aa3fd4ef-3a9c-4f2b-bc1a-6fa4e7fcd3cf tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:41.035942 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29ead64-0090-4942-8dbd-ae79f500e591 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:44:41.051896 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f29ead64-0090-4942-8dbd-ae79f500e591 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "PUT /v2.0/routers/5cb141e8-3471-4013-871a-0f1532447488/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2430665 Feb 09 12:44:41.065381 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f1252e0d-4431-410b-82b5-5f94efa2120a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:41.078870 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-aa3fd4ef-3a9c-4f2b-bc1a-6fa4e7fcd3cf tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] device_id is not set on port 8fbb9a49-ed94-42a3-a469-654049d94c2b yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:44:41.094501 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ad3c85-695c-48a2-adc7-50490d6fbdc3 None None] Pushing event updated for resources: {'Port': ['ID=07a9738e-dc73-4ecc-b2c9-39be09b18891,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:41.124850 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a79778-f0c6-4513-9457-b01efd56eb91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b1312b-18cc-433d-bffd-fcfcdc553c67,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:41.141596 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-90a79778-f0c6-4513-9457-b01efd56eb91 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d1846bd8678b4a3eac635585e7f39cac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8120892 Feb 09 12:44:41.144581 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 53876) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:41.173099 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1252e0d-4431-410b-82b5-5f94efa2120a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e4dea5-8e9c-413a-9635-bf785924d8cf,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:41.214688 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf806ea-918f-4c30-a622-1eedc40f30a5 None None] Sync routers for ids ['5cb141e8-3471-4013-871a-0f1532447488'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:44:41.223762 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f1252e0d-4431-410b-82b5-5f94efa2120a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:41.227374 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f1252e0d-4431-410b-82b5-5f94efa2120a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/80e4dea5-8e9c-413a-9635-bf785924d8cf HTTP/1.1" status: 204 len: 168 time: 0.7203276 Feb 09 12:44:41.268335 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8b97d9be-7bde-4acb-9bf8-75707ca62eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:41.327268 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf806ea-918f-4c30-a622-1eedc40f30a5 None None] Routers {'5cb141e8-3471-4013-871a-0f1532447488'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:44:41.328482 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-ddf806ea-918f-4c30-a622-1eedc40f30a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:44:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['5cb141e8-3471-4013-871a-0f1532447488'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:41.339474 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8b97d9be-7bde-4acb-9bf8-75707ca62eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:41.400955 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-aa3fd4ef-3a9c-4f2b-bc1a-6fa4e7fcd3cf tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Allocated IP 2001:db8::f816:3eff:fe9c:1b7a (82b0af92-72f6-4d75-849b-68ed26873936/eb359e81-cb69-47d6-86bc-bdfcc9d70ea8/8fbb9a49-ed94-42a3-a469-654049d94c2b) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:44:41.430920 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8b97d9be-7bde-4acb-9bf8-75707ca62eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:41.489183 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b97d9be-7bde-4acb-9bf8-75707ca62eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b1312b-18cc-433d-bffd-fcfcdc553c67,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:41.498940 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-246d1c65-fd85-4386-a803-70c0bf237530 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Synchronizing usage tracker for tenant:2c7a8f76649f44a59c185c6d6414b556 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:44:41.501730 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8b97d9be-7bde-4acb-9bf8-75707ca62eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:41.502484 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3b23090f-2ddc-471a-ae5d-4d81e1b95460 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:41.508279 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8b97d9be-7bde-4acb-9bf8-75707ca62eed admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d0b1312b-18cc-433d-bffd-fcfcdc553c67 HTTP/1.1" status: 204 len: 168 time: 0.3602753 Feb 09 12:44:41.542256 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-246d1c65-fd85-4386-a803-70c0bf237530 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Unset dirty status for tenant:2c7a8f76649f44a59c185c6d6414b556 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:44:41.543867 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-246d1c65-fd85-4386-a803-70c0bf237530 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1131232721&fields=id&tenant_id=2c7a8f76649f44a59c185c6d6414b556 HTTP/1.1" status: 200 len: 267 time: 0.1068931 Feb 09 12:44:41.695284 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-3b23090f-2ddc-471a-ae5d-4d81e1b95460 None None] Transition to ACTIVE for port object 73b65ac9-a28f-4202-b7f4-54fcd4284518 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:44:41.711617 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-67f11be2-f086-42db-9173-b232b5a649bd None None] Provisioning for port 2ebd46f7-3f09-4fb1-bc4b-aa84e5b8c200 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:44:41.724043 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-67f11be2-f086-42db-9173-b232b5a649bd None None] Provisioning complete for port 2ebd46f7-3f09-4fb1-bc4b-aa84e5b8c200 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:44:41.724729 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-67f11be2-f086-42db-9173-b232b5a649bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:41.792221 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cd3881-4e9a-44aa-90d0-784173227c31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-82b0af92-72f6-4d75-849b-68ed26873936', 'network_id': '82b0af92-72f6-4d75-849b-68ed26873936', 'tenant_id': '096fa6d69dd548f6aa4c0577b2cc1a50', 'fixed_ips': [{'subnet_id': 'eb359e81-cb69-47d6-86bc-bdfcc9d70ea8'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:44:41.792903 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-52cd3881-4e9a-44aa-90d0-784173227c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:41.817814 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-67f11be2-f086-42db-9173-b232b5a649bd None None] Port 2ebd46f7-3f09-4fb1-bc4b-aa84e5b8c200 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:44:41.829313 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aa3fd4ef-3a9c-4f2b-bc1a-6fa4e7fcd3cf tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:41.843752 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 53906) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:41.853711 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-aa3fd4ef-3a9c-4f2b-bc1a-6fa4e7fcd3cf tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Transition to ACTIVE for port object 8fbb9a49-ed94-42a3-a469-654049d94c2b will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:44:41.880828 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aa3fd4ef-3a9c-4f2b-bc1a-6fa4e7fcd3cf tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:41.901670 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-3b23090f-2ddc-471a-ae5d-4d81e1b95460 None None] Transition to ACTIVE for port object 73b65ac9-a28f-4202-b7f4-54fcd4284518 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:44:41.985035 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3fd4ef-3a9c-4f2b-bc1a-6fa4e7fcd3cf tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Network 82b0af92-72f6-4d75-849b-68ed26873936 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:44:41.988757 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-aa3fd4ef-3a9c-4f2b-bc1a-6fa4e7fcd3cf tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:44:41.995063 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3fd4ef-3a9c-4f2b-bc1a-6fa4e7fcd3cf tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:44:42.002579 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3fd4ef-3a9c-4f2b-bc1a-6fa4e7fcd3cf tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:42.005279 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aa3fd4ef-3a9c-4f2b-bc1a-6fa4e7fcd3cf tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:42.033717 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3fd4ef-3a9c-4f2b-bc1a-6fa4e7fcd3cf tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Pushing event updated for resources: {'Port': ['ID=8fbb9a49-ed94-42a3-a469-654049d94c2b,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:42.052354 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-61be3d5d-99ea-48b9-aba5-a11664547435 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ebb87daadde04084ac3f625d1f705a4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2053554 Feb 09 12:44:42.061090 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 07a9738e-dc73-4ecc-b2c9-39be09b18891 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:44:42.061311 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53910) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:42.087335 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-cdf243cb-1ce7-4457-81cf-6d5e880496dc tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:42.097214 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-cdf243cb-1ce7-4457-81cf-6d5e880496dc tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/networks?id=661b89d1-11f6-41cf-907a-600d8dd46c61 HTTP/1.1" status: 200 len: 797 time: 0.5466049 Feb 09 12:44:42.105332 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-aa3fd4ef-3a9c-4f2b-bc1a-6fa4e7fcd3cf tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.5234520 Feb 09 12:44:42.106118 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53918) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:42.128681 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-137f9293-40da-4c6e-b659-c68e2925708c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/quotas/2c7a8f76649f44a59c185c6d6414b556 HTTP/1.1" status: 200 len: 375 time: 0.0292149 Feb 09 12:44:42.173999 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3b23090f-2ddc-471a-ae5d-4d81e1b95460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:42.259540 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-8003fc68-c8ff-4f66-87d9-e2ce85e330a9 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Synchronizing usage tracker for tenant:2c7a8f76649f44a59c185c6d6414b556 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:44:42.304830 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b23090f-2ddc-471a-ae5d-4d81e1b95460 None None] Network f24ebebd-516c-472a-af2a-4b6f3ae29289 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:44:42.308065 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-18d78811-0b34-4fce-88e0-ea00b2c0b64c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:42.315887 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a23cf15-e2d7-444b-a63f-ee29e9cfb808 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Deleting subnet eb359e81-cb69-47d6-86bc-bdfcc9d70ea8 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:44:42.334697 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-67f11be2-f086-42db-9173-b232b5a649bd None None] Provisioning complete for port 07a9738e-dc73-4ecc-b2c9-39be09b18891 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:44:42.336222 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-67f11be2-f086-42db-9173-b232b5a649bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:42.368851 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-18d78811-0b34-4fce-88e0-ea00b2c0b64c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:42.406378 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23090f-2ddc-471a-ae5d-4d81e1b95460 None None] Pushing event updated for resources: {'Port': ['ID=73b65ac9-a28f-4202-b7f4-54fcd4284518,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:42.438582 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-3b23090f-2ddc-471a-ae5d-4d81e1b95460 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:44:42.451102 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-52cd3881-4e9a-44aa-90d0-784173227c31 None None] Allocated IP 2001:db8::f816:3eff:fee9:5659 (82b0af92-72f6-4d75-849b-68ed26873936/eb359e81-cb69-47d6-86bc-bdfcc9d70ea8/2f908ee7-1757-42e3-afcb-0a4c8139eeb6) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:44:42.471279 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-8003fc68-c8ff-4f66-87d9-e2ce85e330a9 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Unset dirty status for tenant:2c7a8f76649f44a59c185c6d6414b556 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:44:42.472832 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-8003fc68-c8ff-4f66-87d9-e2ce85e330a9 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2c7a8f76649f44a59c185c6d6414b556&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3432376 Feb 09 12:44:42.495096 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-ddf806ea-918f-4c30-a622-1eedc40f30a5 None None] Set router 5cb141e8-3471-4013-871a-0f1532447488 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:44:42.517556 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add7881-c09a-43c7-961c-efcf21076eb4 req-ff4bf388-05c8-44f6-8374-7f66e7ebe813 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:42.525730 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5add7881-c09a-43c7-961c-efcf21076eb4 req-ff4bf388-05c8-44f6-8374-7f66e7ebe813 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ed33e7d-f713-4b94-8003-2bcd85e2f629 HTTP/1.1" status: 200 len: 946 time: 0.2630475 Feb 09 12:44:42.578880 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-18d78811-0b34-4fce-88e0-ea00b2c0b64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:42.584775 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b23090f-2ddc-471a-ae5d-4d81e1b95460 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:44:42.607038 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d78811-0b34-4fce-88e0-ea00b2c0b64c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb16d5fc-5a52-4939-9851-23cb6c584420,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:42.608671 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5add7881-c09a-43c7-961c-efcf21076eb4 req-678749b1-0a8d-44f1-a2b2-c960b86164a1 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e97a4b-a2cb-42a3-86cb-0fdb14d562c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820394 Feb 09 12:44:42.630067 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-18d78811-0b34-4fce-88e0-ea00b2c0b64c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:42.634007 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-18d78811-0b34-4fce-88e0-ea00b2c0b64c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bb16d5fc-5a52-4939-9851-23cb6c584420 HTTP/1.1" status: 204 len: 168 time: 0.5733118 Feb 09 12:44:42.739068 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 07a9738e-dc73-4ecc-b2c9-39be09b18891 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:44:42.739068 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:42.764607 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-97d69ca5-7fd2-4561-93a1-2e83e57eca72 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:44:42.767047 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-97d69ca5-7fd2-4561-93a1-2e83e57eca72 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2711546 Feb 09 12:44:42.930970 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-fb3ce7c2-6c82-4906-bf16-b6ccd97df43e service neutron] 10.222.0.55 "GET /v2.0/networks/661b89d1-11f6-41cf-907a-600d8dd46c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563466 Feb 09 12:44:43.063249 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-3b23090f-2ddc-471a-ae5d-4d81e1b95460 None None] Attempting to bind port 73b65ac9-a28f-4202-b7f4-54fcd4284518 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:44:43.063637 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-3b23090f-2ddc-471a-ae5d-4d81e1b95460 None None] Attempting to bind port 73b65ac9-a28f-4202-b7f4-54fcd4284518 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'd09a0746-2540-40ba-a821-7391b8fd6c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f24ebebd-516c-472a-af2a-4b6f3ae29289'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:44:43.064358 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b23090f-2ddc-471a-ae5d-4d81e1b95460 None None] Attempting to bind port 73b65ac9-a28f-4202-b7f4-54fcd4284518 on network f24ebebd-516c-472a-af2a-4b6f3ae29289 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:44:43.089808 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b23090f-2ddc-471a-ae5d-4d81e1b95460 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:44:43.090241 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b23090f-2ddc-471a-ae5d-4d81e1b95460 None None] Checking segment: {'id': 'd09a0746-2540-40ba-a821-7391b8fd6c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f24ebebd-516c-472a-af2a-4b6f3ae29289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:44:43.090668 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3b23090f-2ddc-471a-ae5d-4d81e1b95460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:43.091049 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b23090f-2ddc-471a-ae5d-4d81e1b95460 None None] Bound using segment: {'id': 'd09a0746-2540-40ba-a821-7391b8fd6c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f24ebebd-516c-472a-af2a-4b6f3ae29289'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:44:43.091585 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-3b23090f-2ddc-471a-ae5d-4d81e1b95460 None None] Bound port: 73b65ac9-a28f-4202-b7f4-54fcd4284518, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd09a0746-2540-40ba-a821-7391b8fd6c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f24ebebd-516c-472a-af2a-4b6f3ae29289'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:44:43.091990 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3b23090f-2ddc-471a-ae5d-4d81e1b95460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:43.117242 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-6cf2d766-8805-4b61-8c11-a9e9cbf13aeb service neutron] 10.222.0.55 "GET /v2.0/networks/661b89d1-11f6-41cf-907a-600d8dd46c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794407 Feb 09 12:44:43.402477 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bd34fce3-bebf-4682-858d-9ae2178241aa req-8b3d81ed-2f7b-4717-9cd7-a462db89d7cf tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 210 time: 0.0771170 Feb 09 12:44:43.571752 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-52cd3881-4e9a-44aa-90d0-784173227c31 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:43.574868 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-e4ad232c-e35f-4e81-8886-d1e477a1c6b1 None None] Provisioning complete for port 2ebd46f7-3f09-4fb1-bc4b-aa84e5b8c200 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:44:43.575418 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e4ad232c-e35f-4e81-8886-d1e477a1c6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:43.629682 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-3b23090f-2ddc-471a-ae5d-4d81e1b95460 None None] For port 73b65ac9-a28f-4202-b7f4-54fcd4284518, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:44:43.642249 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-52cd3881-4e9a-44aa-90d0-784173227c31 None None] Transition to ACTIVE for port object 2f908ee7-1757-42e3-afcb-0a4c8139eeb6 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:44:43.691471 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-3b23090f-2ddc-471a-ae5d-4d81e1b95460 None None] For port 73b65ac9-a28f-4202-b7f4-54fcd4284518, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=73b65ac9-a28f-4202-b7f4-54fcd4284518,segment=NetworkSegment(d09a0746-2540-40ba-a821-7391b8fd6c08),segment_id=d09a0746-2540-40ba-a821-7391b8fd6c08)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:44:43.719738 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3b23090f-2ddc-471a-ae5d-4d81e1b95460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:43.753245 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc74c7-5023-45bf-9e38-88ce10553e5f req-884fc4ba-a50b-418d-8d94-1c6abf2fdb0c tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:43.754562 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-0ddc74c7-5023-45bf-9e38-88ce10553e5f req-884fc4ba-a50b-418d-8d94-1c6abf2fdb0c tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Synchronizing usage tracker for tenant:17b19238efb44e8d92a23003e31322d7 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:44:43.757562 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-e4ad232c-e35f-4e81-8886-d1e477a1c6b1 None None] Port 2ebd46f7-3f09-4fb1-bc4b-aa84e5b8c200 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:44:43.759685 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-52cd3881-4e9a-44aa-90d0-784173227c31 None None] Transition to ACTIVE for port object 2f908ee7-1757-42e3-afcb-0a4c8139eeb6 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:44:43.789257 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4a23cf15-e2d7-444b-a63f-ee29e9cfb808 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:43.804417 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-52cd3881-4e9a-44aa-90d0-784173227c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:43.853689 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-0ddc74c7-5023-45bf-9e38-88ce10553e5f req-884fc4ba-a50b-418d-8d94-1c6abf2fdb0c tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Unset dirty status for tenant:17b19238efb44e8d92a23003e31322d7 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:44:43.855346 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0ddc74c7-5023-45bf-9e38-88ce10553e5f req-884fc4ba-a50b-418d-8d94-1c6abf2fdb0c tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.46 "GET /v2.0/ports?device_id=1ed33e7d-f713-4b94-8003-2bcd85e2f629 HTTP/1.1" status: 200 len: 946 time: 0.3233507 Feb 09 12:44:43.873038 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cd3881-4e9a-44aa-90d0-784173227c31 None None] Network 82b0af92-72f6-4d75-849b-68ed26873936 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:44:43.873853 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23090f-2ddc-471a-ae5d-4d81e1b95460 None None] Pushing event updated for resources: {'Port': ['ID=73b65ac9-a28f-4202-b7f4-54fcd4284518,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:43.876965 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-52cd3881-4e9a-44aa-90d0-784173227c31 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:44:43.886647 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-ddf806ea-918f-4c30-a622-1eedc40f30a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb141e8-3471-4013-871a-0f1532447488', 'name': 'tempest-TestNetworkAdvancedServerOps-router-521203528', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '5dd6e150-d632-4b76-abda-698b718d9d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:44:28Z', 'updated_at': '2022-02-09T12:44:38Z', 'revision_number': 4, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': '5dd6e150-d632-4b76-abda-698b718d9d76', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:81:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb141e8-3471-4013-871a-0f1532447488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:44:30Z', 'updated_at': '2022-02-09T12:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '2ebd46f7-3f09-4fb1-bc4b-aa84e5b8c200', 'name': '', 'network_id': '661b89d1-11f6-41cf-907a-600d8dd46c61', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'mac_address': 'fa:16:3e:2c:be:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb141e8-3471-4013-871a-0f1532447488', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '06fc60d5-c8e6-4c94-95bd-167f47074207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:44:37Z', 'updated_at': '2022-02-09T12:44:39Z', 'revision_number': 2, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'subnets': [{'id': '06fc60d5-c8e6-4c94-95bd-167f47074207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:43.892540 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cd3881-4e9a-44aa-90d0-784173227c31 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:44:43.980003 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 53986) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:44.016989 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4a23cf15-e2d7-444b-a63f-ee29e9cfb808 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:44.042756 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8e388-dcfe-4dfc-b37e-56dc94f7f9c0 req-dff71414-3795-44bf-9f69-0b3bd9195d8c tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:44.045321 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7da8e388-dcfe-4dfc-b37e-56dc94f7f9c0 req-dff71414-3795-44bf-9f69-0b3bd9195d8c tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ed33e7d-f713-4b94-8003-2bcd85e2f629 HTTP/1.1" status: 200 len: 946 time: 0.2365646 Feb 09 12:44:44.047097 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf806ea-918f-4c30-a622-1eedc40f30a5 None None] Checking router: 5cb141e8-3471-4013-871a-0f1532447488 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:44:44.047533 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf806ea-918f-4c30-a622-1eedc40f30a5 None None] Updating router 5cb141e8-3471-4013-871a-0f1532447488 port 2ebd46f7-3f09-4fb1-bc4b-aa84e5b8c200 binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:44:44.142327 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-0ddc74c7-5023-45bf-9e38-88ce10553e5f req-7611e25a-1f0b-4f33-b1ba-3daa65219956 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Deleting port b855cc0e-3685-4cb3-ac32-3062d14714e0 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:44:44.142733 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-0ddc74c7-5023-45bf-9e38-88ce10553e5f req-7611e25a-1f0b-4f33-b1ba-3daa65219956 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:44.182037 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7da8e388-dcfe-4dfc-b37e-56dc94f7f9c0 req-223c02c9-1403-442f-9ef1-e5a7e61d4fda tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e97a4b-a2cb-42a3-86cb-0fdb14d562c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313674 Feb 09 12:44:44.306730 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-1dca756b-fbe4-4cee-9ee2-6d156c8f76c3 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-389615169'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:44:44.327458 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1dca756b-fbe4-4cee-9ee2-6d156c8f76c3 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:44.407717 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cd3881-4e9a-44aa-90d0-784173227c31 None None] Pushing event updated for resources: {'Port': ['ID=2f908ee7-1757-42e3-afcb-0a4c8139eeb6,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:44.434502 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-55aad498-3a57-45da-8be6-3f1aeb794a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:44.441444 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-1dca756b-fbe4-4cee-9ee2-6d156c8f76c3 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Usage tracker for resource:network and tenant:02516ed7a4f240dfa605c2984d99ee86 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:44:44.446051 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-1dca756b-fbe4-4cee-9ee2-6d156c8f76c3 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:44:44.449211 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ddf806ea-918f-4c30-a622-1eedc40f30a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:44.461768 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-52cd3881-4e9a-44aa-90d0-784173227c31 None None] Attempting to bind port 2f908ee7-1757-42e3-afcb-0a4c8139eeb6 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:44:44.462411 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-52cd3881-4e9a-44aa-90d0-784173227c31 None None] Attempting to bind port 2f908ee7-1757-42e3-afcb-0a4c8139eeb6 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'ecfb6547-66ea-4341-8588-3b040258efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '82b0af92-72f6-4d75-849b-68ed26873936'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:44:44.462972 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cd3881-4e9a-44aa-90d0-784173227c31 None None] Attempting to bind port 2f908ee7-1757-42e3-afcb-0a4c8139eeb6 on network 82b0af92-72f6-4d75-849b-68ed26873936 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:44:44.469041 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1dca756b-fbe4-4cee-9ee2-6d156c8f76c3 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:44.473605 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cd3881-4e9a-44aa-90d0-784173227c31 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:44:44.474400 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cd3881-4e9a-44aa-90d0-784173227c31 None None] Checking segment: {'id': 'ecfb6547-66ea-4341-8588-3b040258efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '82b0af92-72f6-4d75-849b-68ed26873936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:44:44.474976 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-52cd3881-4e9a-44aa-90d0-784173227c31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:44.476075 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cd3881-4e9a-44aa-90d0-784173227c31 None None] Bound using segment: {'id': 'ecfb6547-66ea-4341-8588-3b040258efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '82b0af92-72f6-4d75-849b-68ed26873936'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:44:44.477213 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-52cd3881-4e9a-44aa-90d0-784173227c31 None None] Bound port: 2f908ee7-1757-42e3-afcb-0a4c8139eeb6, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfb6547-66ea-4341-8588-3b040258efe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '82b0af92-72f6-4d75-849b-68ed26873936'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:44:44.477781 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-52cd3881-4e9a-44aa-90d0-784173227c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:44.501358 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dca756b-fbe4-4cee-9ee2-6d156c8f76c3 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Made reservation on behalf of 02516ed7a4f240dfa605c2984d99ee86 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:44:44.505267 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1dca756b-fbe4-4cee-9ee2-6d156c8f76c3 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:44.545996 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1dca756b-fbe4-4cee-9ee2-6d156c8f76c3 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:44.600129 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1dca756b-fbe4-4cee-9ee2-6d156c8f76c3 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:44.685942 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-00b32b56-e3ec-4e6e-a6c2-77de235c1fb1 req-d03732c4-064a-42c4-a4f9-90d947b63ce1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 210 time: 0.1009161 Feb 09 12:44:44.701264 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-52cd3881-4e9a-44aa-90d0-784173227c31 None None] For port 2f908ee7-1757-42e3-afcb-0a4c8139eeb6, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:44:44.704079 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-1dca756b-fbe4-4cee-9ee2-6d156c8f76c3 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Usage tracker for resource:security_group_rule and tenant:02516ed7a4f240dfa605c2984d99ee86 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:44:44.707680 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-52cd3881-4e9a-44aa-90d0-784173227c31 None None] For port 2f908ee7-1757-42e3-afcb-0a4c8139eeb6, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=2f908ee7-1757-42e3-afcb-0a4c8139eeb6,segment=NetworkSegment(ecfb6547-66ea-4341-8588-3b040258efe1),segment_id=ecfb6547-66ea-4341-8588-3b040258efe1)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:44:44.716953 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-1dca756b-fbe4-4cee-9ee2-6d156c8f76c3 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:44:44.727932 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-52cd3881-4e9a-44aa-90d0-784173227c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:44.750113 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1dca756b-fbe4-4cee-9ee2-6d156c8f76c3 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:44.775698 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4a23cf15-e2d7-444b-a63f-ee29e9cfb808 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:44.942592 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-0ddc74c7-5023-45bf-9e38-88ce10553e5f req-7611e25a-1f0b-4f33-b1ba-3daa65219956 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] For port b855cc0e-3685-4cb3-ac32-3062d14714e0, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b855cc0e-3685-4cb3-ac32-3062d14714e0,segment=NetworkSegment(71b808da-e1e2-4f6d-b1d4-d243cdee7352),segment_id=71b808da-e1e2-4f6d-b1d4-d243cdee7352)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:44:44.943094 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-0ddc74c7-5023-45bf-9e38-88ce10553e5f req-7611e25a-1f0b-4f33-b1ba-3daa65219956 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:44.985693 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cd3881-4e9a-44aa-90d0-784173227c31 None None] Pushing event updated for resources: {'Port': ['ID=2f908ee7-1757-42e3-afcb-0a4c8139eeb6,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:45.054788 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4a23cf15-e2d7-444b-a63f-ee29e9cfb808 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:45.243287 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ddf806ea-918f-4c30-a622-1eedc40f30a5 None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:45.255736 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1dca756b-fbe4-4cee-9ee2-6d156c8f76c3 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:45.266564 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-0ddc74c7-5023-45bf-9e38-88ce10553e5f req-7611e25a-1f0b-4f33-b1ba-3daa65219956 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Calling delete_port for b855cc0e-3685-4cb3-ac32-3062d14714e0 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:44:45.293804 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-ddf806ea-918f-4c30-a622-1eedc40f30a5 None None] Transition to ACTIVE for port object 2ebd46f7-3f09-4fb1-bc4b-aa84e5b8c200 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:44:45.327715 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1dca756b-fbe4-4cee-9ee2-6d156c8f76c3 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:45.333942 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ddf806ea-918f-4c30-a622-1eedc40f30a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:45.363564 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a23cf15-e2d7-444b-a63f-ee29e9cfb808 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Pushing event deleted for resources: {'Subnet': ['ID=eb359e81-cb69-47d6-86bc-bdfcc9d70ea8,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:45.406423 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4a23cf15-e2d7-444b-a63f-ee29e9cfb808 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:45.457055 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dca756b-fbe4-4cee-9ee2-6d156c8f76c3 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:44:45.499546 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4a23cf15-e2d7-444b-a63f-ee29e9cfb808 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] 10.222.0.55 "DELETE /v2.0/subnets/eb359e81-cb69-47d6-86bc-bdfcc9d70ea8 HTTP/1.1" status: 204 len: 168 time: 3.3897238 Feb 09 12:44:45.509170 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54008) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:45.518467 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca756b-fbe4-4cee-9ee2-6d156c8f76c3 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14daaf86-3608-4905-b8ad-b108789a5c57,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:45.521715 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1dca756b-fbe4-4cee-9ee2-6d156c8f76c3 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:45.523140 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-1dca756b-fbe4-4cee-9ee2-6d156c8f76c3 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Added segment 03bf6604-27b6-4029-bb73-86448cab8806 of type vlan for network 4881f509-b5e5-4d71-bc6b-1ae804f808c4 Feb 09 12:44:45.724402 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07d5d33-6150-4908-b464-74a86c0083cc tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:45.730601 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe68bd3-92fe-4114-a153-b3e4004db90c None None] Pushing event updated for resources: {'Port': ['ID=2ebd46f7-3f09-4fb1-bc4b-aa84e5b8c200,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:45.733641 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07d5d33-6150-4908-b464-74a86c0083cc tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:45.734640 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a07d5d33-6150-4908-b464-74a86c0083cc tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Synchronizing usage tracker for tenant:096fa6d69dd548f6aa4c0577b2cc1a50 on resource:subnet {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:44:45.745446 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1dca756b-fbe4-4cee-9ee2-6d156c8f76c3 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:45.751897 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36025fb-9163-4b8d-9ea7-8c9238ebd9d7 None None] Network f24ebebd-516c-472a-af2a-4b6f3ae29289 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:44:45.853398 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-8c5472fd-60c0-4270-81a7-8bc2d84f34c6 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:45.860507 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-8c5472fd-60c0-4270-81a7-8bc2d84f34c6 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.46 "GET /v2.0/networks?id=661b89d1-11f6-41cf-907a-600d8dd46c61 HTTP/1.1" status: 200 len: 797 time: 0.6574612 Feb 09 12:44:45.908156 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1dca756b-fbe4-4cee-9ee2-6d156c8f76c3 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:45.921408 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dca756b-fbe4-4cee-9ee2-6d156c8f76c3 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:45.922433 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1dca756b-fbe4-4cee-9ee2-6d156c8f76c3 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:46.011169 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-0ddc74c7-5023-45bf-9e38-88ce10553e5f req-7611e25a-1f0b-4f33-b1ba-3daa65219956 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:46.017665 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a07d5d33-6150-4908-b464-74a86c0083cc tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Unset dirty status for tenant:096fa6d69dd548f6aa4c0577b2cc1a50 on resource:subnet {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:44:46.026892 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a07d5d33-6150-4908-b464-74a86c0083cc tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5120275 Feb 09 12:44:46.091543 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54016) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:46.095780 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-adfa05b0-33d4-41df-b2eb-6f00c040ca69 None None] Provisioning for port 73b65ac9-a28f-4202-b7f4-54fcd4284518 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:44:46.101300 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-450b9671-ad41-485f-bacc-e42a85e6968f req-d372fdc5-68f5-4ea5-8d6a-f55d8032f554 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 210 time: 0.1727023 Feb 09 12:44:46.157546 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 73b65ac9-a28f-4202-b7f4-54fcd4284518 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:44:46.189837 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-41fa91a6-699c-4668-9fd0-dfae5e5aa5dd tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c7a8f76649f44a59c185c6d6414b556 HTTP/1.1" status: 200 len: 380 time: 0.3159373 Feb 09 12:44:46.276108 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-3900702b-9e08-45da-9a95-2992aacf56c2 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Request body: {'port': {'device_id': '5854708d-441d-4415-8f55-98a09ccb8a08', 'network_id': '661b89d1-11f6-41cf-907a-600d8dd46c61', 'admin_state_up': True, 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'security_groups': ['2df67451-3d0b-4d22-9727-d6bf78b9aafa']}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:44:46.308529 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-ddf806ea-918f-4c30-a622-1eedc40f30a5 None None] Attempting to bind port 2ebd46f7-3f09-4fb1-bc4b-aa84e5b8c200 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:44:46.309493 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-ddf806ea-918f-4c30-a622-1eedc40f30a5 None None] Attempting to bind port 2ebd46f7-3f09-4fb1-bc4b-aa84e5b8c200 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '165836b6-b6db-405c-8f3f-6a74805e6a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '661b89d1-11f6-41cf-907a-600d8dd46c61'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:44:46.310084 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf806ea-918f-4c30-a622-1eedc40f30a5 None None] Attempting to bind port 2ebd46f7-3f09-4fb1-bc4b-aa84e5b8c200 on network 661b89d1-11f6-41cf-907a-600d8dd46c61 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:44:46.323864 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca756b-fbe4-4cee-9ee2-6d156c8f76c3 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event updated for resources: {'Network': ['ID=4881f509-b5e5-4d71-bc6b-1ae804f808c4,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:46.328852 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf806ea-918f-4c30-a622-1eedc40f30a5 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:44:46.329693 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf806ea-918f-4c30-a622-1eedc40f30a5 None None] Checking segment: {'id': '165836b6-b6db-405c-8f3f-6a74805e6a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '661b89d1-11f6-41cf-907a-600d8dd46c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:44:46.330512 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ddf806ea-918f-4c30-a622-1eedc40f30a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:46.331442 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf806ea-918f-4c30-a622-1eedc40f30a5 None None] Bound using segment: {'id': '165836b6-b6db-405c-8f3f-6a74805e6a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '661b89d1-11f6-41cf-907a-600d8dd46c61'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:44:46.333095 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-ddf806ea-918f-4c30-a622-1eedc40f30a5 None None] Bound port: 2ebd46f7-3f09-4fb1-bc4b-aa84e5b8c200, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '165836b6-b6db-405c-8f3f-6a74805e6a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '661b89d1-11f6-41cf-907a-600d8dd46c61'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:44:46.333714 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ddf806ea-918f-4c30-a622-1eedc40f30a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:46.340933 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1dca756b-fbe4-4cee-9ee2-6d156c8f76c3 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.3573296 Feb 09 12:44:46.369893 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 4881f509-b5e5-4d71-bc6b-1ae804f808c4 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:44:46.370492 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7611e25a-1f0b-4f33-b1ba-3daa65219956 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Pushing event deleted for resources: {'Port': ['ID=b855cc0e-3685-4cb3-ac32-3062d14714e0,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:46.373193 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54020) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:46.388962 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-16c8082e-a719-4ad8-a33f-d1476da59131 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Request body: {'port': {'network_id': '4881f509-b5e5-4d71-bc6b-1ae804f808c4', 'name': 'tempest-PortsIpV6TestJSON-1866059769'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:44:46.403217 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ddc74c7-5023-45bf-9e38-88ce10553e5f req-7611e25a-1f0b-4f33-b1ba-3daa65219956 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] No DVR routers for this DVR port b855cc0e-3685-4cb3-ac32-3062d14714e0 on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:44:46.405941 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-0ddc74c7-5023-45bf-9e38-88ce10553e5f req-7611e25a-1f0b-4f33-b1ba-3daa65219956 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:46.408284 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0ddc74c7-5023-45bf-9e38-88ce10553e5f req-7611e25a-1f0b-4f33-b1ba-3daa65219956 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.46 "DELETE /v2.0/ports/b855cc0e-3685-4cb3-ac32-3062d14714e0 HTTP/1.1" status: 204 len: 173 time: 2.5454628 Feb 09 12:44:46.411303 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed33e7d-f713-4b94-8003-2bcd85e2f629', 'name': 'network-vif-deleted', 'tag': 'b855cc0e-3685-4cb3-ac32-3062d14714e0'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:44:46.505547 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed33e7d-f713-4b94-8003-2bcd85e2f629', 'name': 'network-vif-deleted', 'tag': 'b855cc0e-3685-4cb3-ac32-3062d14714e0', 'status': 'completed', 'code': 200} Feb 09 12:44:46.532354 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3089fcad-2eaf-4dc6-be13-76d7aa87e6a3 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:46.553061 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-3089fcad-2eaf-4dc6-be13-76d7aa87e6a3 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 09 12:44:46.553535 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3089fcad-2eaf-4dc6-be13-76d7aa87e6a3 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:44:46.556302 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3089fcad-2eaf-4dc6-be13-76d7aa87e6a3 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] 10.222.0.55 "DELETE /v2.0/networks/82b0af92-72f6-4d75-849b-68ed26873936 HTTP/1.1" status: 409 len: 405 time: 0.4557519 Feb 09 12:44:46.560394 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54026) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:46.566547 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a7f62-c6b9-408b-8df5-9438733ba39d req-13162c10-c738-4221-8249-3da2dfebc36e tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:46.567412 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-2ad25c99-6d64-46ef-9317-c96f6bc3ba2b tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1066688423'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:44:46.568176 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cd5a7f62-c6b9-408b-8df5-9438733ba39d req-13162c10-c738-4221-8249-3da2dfebc36e tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ed33e7d-f713-4b94-8003-2bcd85e2f629 HTTP/1.1" status: 200 len: 867 time: 1.0065408 Feb 09 12:44:46.570123 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-3900702b-9e08-45da-9a95-2992aacf56c2 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:46.599812 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-3900702b-9e08-45da-9a95-2992aacf56c2 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:46.638748 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 73b65ac9-a28f-4202-b7f4-54fcd4284518 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:44:46.639467 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-3900702b-9e08-45da-9a95-2992aacf56c2 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Made reservation on behalf of 2c7a8f76649f44a59c185c6d6414b556 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:44:46.650690 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-3900702b-9e08-45da-9a95-2992aacf56c2 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:46.712553 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cd5a7f62-c6b9-408b-8df5-9438733ba39d req-75fd7a47-838a-4f2b-8f89-214f3f2f7b61 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e97a4b-a2cb-42a3-86cb-0fdb14d562c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366470 Feb 09 12:44:46.717477 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b03ffd-3e07-4fde-be81-ccbdc8e5acfb None None] Network 82b0af92-72f6-4d75-849b-68ed26873936 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:44:46.723961 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2ad25c99-6d64-46ef-9317-c96f6bc3ba2b tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:46.728436 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-2ad25c99-6d64-46ef-9317-c96f6bc3ba2b tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Usage tracker for resource:network and tenant:096fa6d69dd548f6aa4c0577b2cc1a50 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:44:46.731405 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-2ad25c99-6d64-46ef-9317-c96f6bc3ba2b tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:44:46.737084 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2ad25c99-6d64-46ef-9317-c96f6bc3ba2b tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:46.741118 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device b855cc0e-3685-4cb3-ac32-3062d14714e0 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:44:46.745509 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-16c8082e-a719-4ad8-a33f-d1476da59131 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:46.748251 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad25c99-6d64-46ef-9317-c96f6bc3ba2b tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Made reservation on behalf of 096fa6d69dd548f6aa4c0577b2cc1a50 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:44:46.751860 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2ad25c99-6d64-46ef-9317-c96f6bc3ba2b tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:46.766920 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-16c8082e-a719-4ad8-a33f-d1476da59131 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Usage tracker for resource:port and tenant:02516ed7a4f240dfa605c2984d99ee86 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:44:46.772324 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-16c8082e-a719-4ad8-a33f-d1476da59131 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:44:46.778318 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 73b65ac9-a28f-4202-b7f4-54fcd4284518 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:44:46.778694 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:46.782000 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-16c8082e-a719-4ad8-a33f-d1476da59131 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:46.800365 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ad25c99-6d64-46ef-9317-c96f6bc3ba2b tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:44:46.806392 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c8082e-a719-4ad8-a33f-d1476da59131 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Made reservation on behalf of 02516ed7a4f240dfa605c2984d99ee86 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:44:46.809196 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-16c8082e-a719-4ad8-a33f-d1476da59131 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:46.828713 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2ad25c99-6d64-46ef-9317-c96f6bc3ba2b tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:46.829195 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-2ad25c99-6d64-46ef-9317-c96f6bc3ba2b tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Added segment 4d80bd5d-5750-41b3-bdd7-aea38459c6cc of type vlan for network 32bd988a-c249-4f41-9201-3f2ebd69163b Feb 09 12:44:46.832801 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9bc49be5-2422-49dd-9a65-21cbaa2a24be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:46.842057 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-16c8082e-a719-4ad8-a33f-d1476da59131 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] device_id is not set on port 82b3fd21-a41b-4fc1-b41e-c44f111e38be yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:44:46.885124 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-3900702b-9e08-45da-9a95-2992aacf56c2 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Allocated IP 172.20.0.8 (661b89d1-11f6-41cf-907a-600d8dd46c61/06fc60d5-c8e6-4c94-95bd-167f47074207/75ed85e6-3f26-42b7-b87a-e6a7b4731b55) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:44:46.918172 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2ad25c99-6d64-46ef-9317-c96f6bc3ba2b tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:46.932033 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: b855cc0e-3685-4cb3-ac32-3062d14714e0 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:44:46.932384 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device b855cc0e-3685-4cb3-ac32-3062d14714e0 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:44:47.036586 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2ad25c99-6d64-46ef-9317-c96f6bc3ba2b tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:47.043819 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-416bc4b4-7d66-4463-b260-bf6cf5a11248 None None] Provisioning for port 2f908ee7-1757-42e3-afcb-0a4c8139eeb6 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:44:47.045238 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad25c99-6d64-46ef-9317-c96f6bc3ba2b tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:47.045799 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2ad25c99-6d64-46ef-9317-c96f6bc3ba2b tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:47.122349 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-ddf806ea-918f-4c30-a622-1eedc40f30a5 None None] For port 2ebd46f7-3f09-4fb1-bc4b-aa84e5b8c200, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:44:47.145196 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-3900702b-9e08-45da-9a95-2992aacf56c2 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:47.171534 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-3900702b-9e08-45da-9a95-2992aacf56c2 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Transition to ACTIVE for port object 75ed85e6-3f26-42b7-b87a-e6a7b4731b55 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:44:47.213700 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-3900702b-9e08-45da-9a95-2992aacf56c2 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:47.236084 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-ddf806ea-918f-4c30-a622-1eedc40f30a5 None None] For port 2ebd46f7-3f09-4fb1-bc4b-aa84e5b8c200, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=2ebd46f7-3f09-4fb1-bc4b-aa84e5b8c200,segment=NetworkSegment(165836b6-b6db-405c-8f3f-6a74805e6a4d),segment_id=165836b6-b6db-405c-8f3f-6a74805e6a4d)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:44:47.251973 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad25c99-6d64-46ef-9317-c96f6bc3ba2b tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Pushing event updated for resources: {'Network': ['ID=32bd988a-c249-4f41-9201-3f2ebd69163b,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:47.310361 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ddf806ea-918f-4c30-a622-1eedc40f30a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:47.311571 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2ad25c99-6d64-46ef-9317-c96f6bc3ba2b tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7500787 Feb 09 12:44:47.314355 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54034) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:47.318681 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 32bd988a-c249-4f41-9201-3f2ebd69163b details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:44:47.322817 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-a37a1696-7f41-4453-ab0a-149fb8fd52ac tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Request body: {'subnet': {'network_id': '32bd988a-c249-4f41-9201-3f2ebd69163b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:44:47.423014 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-16c8082e-a719-4ad8-a33f-d1476da59131 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:47.495068 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a37a1696-7f41-4453-ab0a-149fb8fd52ac tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:47.511029 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a37a1696-7f41-4453-ab0a-149fb8fd52ac tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:47.530817 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37a1696-7f41-4453-ab0a-149fb8fd52ac tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Made reservation on behalf of 096fa6d69dd548f6aa4c0577b2cc1a50 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:44:47.540533 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a37a1696-7f41-4453-ab0a-149fb8fd52ac tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:47.566685 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:47.607234 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf806ea-918f-4c30-a622-1eedc40f30a5 None None] Routers {'5cb141e8-3471-4013-871a-0f1532447488'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:44:47.608109 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-ddf806ea-918f-4c30-a622-1eedc40f30a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:44:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['5cb141e8-3471-4013-871a-0f1532447488'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:47.621154 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-3900702b-9e08-45da-9a95-2992aacf56c2 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Network 661b89d1-11f6-41cf-907a-600d8dd46c61 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:44:47.625291 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-3900702b-9e08-45da-9a95-2992aacf56c2 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:44:47.632385 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-3900702b-9e08-45da-9a95-2992aacf56c2 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:44:47.693461 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe68bd3-92fe-4114-a153-b3e4004db90c None None] Pushing event updated for resources: {'Port': ['ID=2ebd46f7-3f09-4fb1-bc4b-aa84e5b8c200,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:47.821434 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:47.821434 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:47.843626 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900702b-9e08-45da-9a95-2992aacf56c2 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'Port': ['ID=75ed85e6-3f26-42b7-b87a-e6a7b4731b55,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:47.859061 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 73b65ac9-a28f-4202-b7f4-54fcd4284518, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=73b65ac9-a28f-4202-b7f4-54fcd4284518,segment=NetworkSegment(d09a0746-2540-40ba-a821-7391b8fd6c08),segment_id=d09a0746-2540-40ba-a821-7391b8fd6c08)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:44:47.957648 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0183ba84-49b3-4a14-abd3-dfd9ffe84aa0 req-3e7d836f-2a46-4fb7-a2a6-7a4853d200d7 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:47.961988 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0183ba84-49b3-4a14-abd3-dfd9ffe84aa0 req-3e7d836f-2a46-4fb7-a2a6-7a4853d200d7 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 931 time: 0.6224823 Feb 09 12:44:47.981176 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b586acbd-93fa-4a4d-8022-a7f776996a99 None None] DHCP port deletion for 82b0af92-72f6-4d75-849b-68ed26873936 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:44:47.989006 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-3900702b-9e08-45da-9a95-2992aacf56c2 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:47.990841 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-3900702b-9e08-45da-9a95-2992aacf56c2 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:47.994537 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:47.996611 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 2f908ee7-1757-42e3-afcb-0a4c8139eeb6 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:44:48.084632 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-16c8082e-a719-4ad8-a33f-d1476da59131 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:48.127101 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b586acbd-93fa-4a4d-8022-a7f776996a99 None None] Deleting port 2f908ee7-1757-42e3-afcb-0a4c8139eeb6 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:44:48.127478 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b586acbd-93fa-4a4d-8022-a7f776996a99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:48.155017 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-3900702b-9e08-45da-9a95-2992aacf56c2 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9015930 Feb 09 12:44:48.170060 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0183ba84-49b3-4a14-abd3-dfd9ffe84aa0 req-9e78dc8d-19dd-434b-b18e-fb576bd290d9 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=2df67451-3d0b-4d22-9727-d6bf78b9aafa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014625 Feb 09 12:44:48.192704 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-dc22cccf-a4e2-4831-9c0a-7f7e019a1505 service neutron] Request body: {'port': {'device_id': '5854708d-441d-4415-8f55-98a09ccb8a08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:44:48.262376 n-d-825178-3 neutron-server[87568]: DEBUG neutron.objects.ports [None req-a37a1696-7f41-4453-ab0a-149fb8fd52ac tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87568) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 12:44:48.266498 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c8082e-a719-4ad8-a33f-d1476da59131 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Checking segment: {'id': '03bf6604-27b6-4029-bb73-86448cab8806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4881f509-b5e5-4d71-bc6b-1ae804f808c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:44:48.266853 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c8082e-a719-4ad8-a33f-d1476da59131 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Network hostable DHCP agents. Network: 4881f509-b5e5-4d71-bc6b-1ae804f808c4, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:44:48.283607 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a37a1696-7f41-4453-ab0a-149fb8fd52ac tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:48.373612 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c8082e-a719-4ad8-a33f-d1476da59131 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event updated for resources: {'Port': ['ID=82b3fd21-a41b-4fc1-b41e-c44f111e38be,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:48.421377 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-ddf806ea-918f-4c30-a622-1eedc40f30a5 None None] Set router 5cb141e8-3471-4013-871a-0f1532447488 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:44:48.436053 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a1696-7f41-4453-ab0a-149fb8fd52ac tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Pushing event updated for resources: {'Subnet': ['ID=4e98d213-097e-4289-8abc-efde6b4dd605,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:48.447916 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37a1696-7f41-4453-ab0a-149fb8fd52ac tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Checking segment: {'id': '4d80bd5d-5750-41b3-bdd7-aea38459c6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32bd988a-c249-4f41-9201-3f2ebd69163b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:44:48.448231 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37a1696-7f41-4453-ab0a-149fb8fd52ac tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Network hostable DHCP agents. Network: 32bd988a-c249-4f41-9201-3f2ebd69163b, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:44:48.455466 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c8082e-a719-4ad8-a33f-d1476da59131 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Network 4881f509-b5e5-4d71-bc6b-1ae804f808c4 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:44:48.478762 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-16c8082e-a719-4ad8-a33f-d1476da59131 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 4881f509-b5e5-4d71-bc6b-1ae804f808c4) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:44:48.484587 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c8082e-a719-4ad8-a33f-d1476da59131 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:44:48.493758 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c8082e-a719-4ad8-a33f-d1476da59131 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:48.494690 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-16c8082e-a719-4ad8-a33f-d1476da59131 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:48.519675 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37a1696-7f41-4453-ab0a-149fb8fd52ac tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Network 32bd988a-c249-4f41-9201-3f2ebd69163b is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:44:48.526358 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515e0c9f-e57e-4de5-b7ac-98cf05f7b8a8 None None] Network 4881f509-b5e5-4d71-bc6b-1ae804f808c4 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:44:48.533631 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-16c8082e-a719-4ad8-a33f-d1476da59131 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1551206 Feb 09 12:44:48.534470 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54060) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:48.536813 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-a37a1696-7f41-4453-ab0a-149fb8fd52ac tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 32bd988a-c249-4f41-9201-3f2ebd69163b) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:44:48.541713 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=73b65ac9-a28f-4202-b7f4-54fcd4284518,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:48.542529 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-16186f4a-f045-45af-9257-31b66b78a71f tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-172636567'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:44:48.550178 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37a1696-7f41-4453-ab0a-149fb8fd52ac tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:48.550784 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a37a1696-7f41-4453-ab0a-149fb8fd52ac tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:48.556741 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-16186f4a-f045-45af-9257-31b66b78a71f tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:48.556982 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c296ed2-ebd6-4c19-8373-55d6bf9ff413 req-e4cfd6b4-9a3e-498a-9a51-f9a23b0c0035 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:48.558443 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1c296ed2-ebd6-4c19-8373-55d6bf9ff413 req-e4cfd6b4-9a3e-498a-9a51-f9a23b0c0035 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/networks?id=81899ec7-97c4-4283-bf04-cb61990dc442 HTTP/1.1" status: 200 len: 808 time: 0.2620106 Feb 09 12:44:48.566041 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881fcd29-fe34-4f12-9d48-fb6c9851e4c1 None None] Network 32bd988a-c249-4f41-9201-3f2ebd69163b requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:44:48.567195 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-16186f4a-f045-45af-9257-31b66b78a71f tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Usage tracker for resource:network and tenant:02516ed7a4f240dfa605c2984d99ee86 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:44:48.573446 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-16186f4a-f045-45af-9257-31b66b78a71f tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:44:48.582071 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-16186f4a-f045-45af-9257-31b66b78a71f tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:48.590167 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a37a1696-7f41-4453-ab0a-149fb8fd52ac tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2747867 Feb 09 12:44:48.593262 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54066) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:48.604106 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-fe5bde03-40db-432a-9d71-f246a1210b74 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Request body: {'port': {'network_id': '32bd988a-c249-4f41-9201-3f2ebd69163b', 'name': 'tempest-NetworksIpV6TestAttrs-1543740954'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:44:48.621963 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16186f4a-f045-45af-9257-31b66b78a71f tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Made reservation on behalf of 02516ed7a4f240dfa605c2984d99ee86 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:44:48.627449 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-16186f4a-f045-45af-9257-31b66b78a71f tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:48.632582 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1c296ed2-ebd6-4c19-8373-55d6bf9ff413 req-cccb68cb-aed6-47df-8380-7f3ae93a4ca6 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/quotas/17b19238efb44e8d92a23003e31322d7 HTTP/1.1" status: 200 len: 375 time: 0.0348518 Feb 09 12:44:48.703883 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1c296ed2-ebd6-4c19-8373-55d6bf9ff413 req-8039ef59-6134-4a8f-b935-2295fba1a5cc tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=17b19238efb44e8d92a23003e31322d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0679820 Feb 09 12:44:48.742655 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-dc22cccf-a4e2-4831-9c0a-7f7e019a1505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:48.762842 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16186f4a-f045-45af-9257-31b66b78a71f tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:44:48.772831 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-16186f4a-f045-45af-9257-31b66b78a71f tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:48.773322 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-16186f4a-f045-45af-9257-31b66b78a71f tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Added segment be49703c-50e2-4256-8f28-5042f4ad11b7 of type vlan for network 265fe258-02d6-43eb-98f9-967c6daa2eb3 Feb 09 12:44:48.802057 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-16186f4a-f045-45af-9257-31b66b78a71f tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:48.828198 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 2f908ee7-1757-42e3-afcb-0a4c8139eeb6 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:44:48.878523 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-16186f4a-f045-45af-9257-31b66b78a71f tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:48.884727 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16186f4a-f045-45af-9257-31b66b78a71f tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:48.885405 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-16186f4a-f045-45af-9257-31b66b78a71f tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:48.982423 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-fe5bde03-40db-432a-9d71-f246a1210b74 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:48.993499 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-bfb8bb1d-8088-4ea9-9e19-87e3ea3fe847 None None] Provisioning complete for port 73b65ac9-a28f-4202-b7f4-54fcd4284518 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:44:48.994161 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bfb8bb1d-8088-4ea9-9e19-87e3ea3fe847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:49.003089 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-fe5bde03-40db-432a-9d71-f246a1210b74 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Usage tracker for resource:port and tenant:096fa6d69dd548f6aa4c0577b2cc1a50 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:44:49.009623 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-fe5bde03-40db-432a-9d71-f246a1210b74 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:44:49.017259 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-16186f4a-f045-45af-9257-31b66b78a71f tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4793291 Feb 09 12:44:49.020273 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54074) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:49.021091 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-fe5bde03-40db-432a-9d71-f246a1210b74 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:49.025072 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 2f908ee7-1757-42e3-afcb-0a4c8139eeb6 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:44:49.025783 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:49.030961 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-3e51f6e3-24bd-43cb-b776-5c1c6c92c5c2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Request body: {'ports': [{'network_id': '4881f509-b5e5-4d71-bc6b-1ae804f808c4'}, {'network_id': '265fe258-02d6-43eb-98f9-967c6daa2eb3'}]} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:44:49.031279 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-3e51f6e3-24bd-43cb-b776-5c1c6c92c5c2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Request body: {'port': {'network_id': '4881f509-b5e5-4d71-bc6b-1ae804f808c4'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:44:49.031762 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-3e51f6e3-24bd-43cb-b776-5c1c6c92c5c2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Request body: {'port': {'network_id': '265fe258-02d6-43eb-98f9-967c6daa2eb3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:44:49.048201 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16186f4a-f045-45af-9257-31b66b78a71f tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event updated for resources: {'Network': ['ID=265fe258-02d6-43eb-98f9-967c6daa2eb3,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:49.097662 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 265fe258-02d6-43eb-98f9-967c6daa2eb3 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:44:49.126206 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5bde03-40db-432a-9d71-f246a1210b74 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Made reservation on behalf of 096fa6d69dd548f6aa4c0577b2cc1a50 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:44:49.130261 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fe5bde03-40db-432a-9d71-f246a1210b74 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:49.134790 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1c296ed2-ebd6-4c19-8373-55d6bf9ff413 req-311d9783-ab57-41d2-a5ac-89d56a9adc01 service neutron] 10.222.0.55 "GET /v2.0/networks/81899ec7-97c4-4283-bf04-cb61990dc442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323797 Feb 09 12:44:49.160314 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-fe5bde03-40db-432a-9d71-f246a1210b74 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] device_id is not set on port 0373a93c-b7eb-4227-ad51-eb4435cc6113 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:44:49.368147 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1c296ed2-ebd6-4c19-8373-55d6bf9ff413 req-b6f536af-054f-4b4b-815c-3a39af6861e1 service neutron] 10.222.0.55 "GET /v2.0/networks/81899ec7-97c4-4283-bf04-cb61990dc442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275648 Feb 09 12:44:49.627092 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3e51f6e3-24bd-43cb-b776-5c1c6c92c5c2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:49.631155 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3e51f6e3-24bd-43cb-b776-5c1c6c92c5c2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Usage tracker for resource:port and tenant:02516ed7a4f240dfa605c2984d99ee86 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:44:49.638536 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3e51f6e3-24bd-43cb-b776-5c1c6c92c5c2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:44:49.651164 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767a6c4-c36e-4ca4-9e05-02a0ba28afa1 req-75401042-6fd8-4a5e-a4cf-2b8c2ce029f9 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:49.651972 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-2767a6c4-c36e-4ca4-9e05-02a0ba28afa1 req-75401042-6fd8-4a5e-a4cf-2b8c2ce029f9 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Synchronizing usage tracker for tenant:2c7a8f76649f44a59c185c6d6414b556 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:44:49.657715 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3e51f6e3-24bd-43cb-b776-5c1c6c92c5c2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:49.681308 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e51f6e3-24bd-43cb-b776-5c1c6c92c5c2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Made reservation on behalf of 02516ed7a4f240dfa605c2984d99ee86 for: {'port': 2} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:44:49.685645 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3e51f6e3-24bd-43cb-b776-5c1c6c92c5c2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:49.720472 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-fe5bde03-40db-432a-9d71-f246a1210b74 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Allocated IP 2001:db8::f816:3eff:fe46:fa65 (32bd988a-c249-4f41-9201-3f2ebd69163b/4e98d213-097e-4289-8abc-efde6b4dd605/0373a93c-b7eb-4227-ad51-eb4435cc6113) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:44:49.727447 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-dc22cccf-a4e2-4831-9c0a-7f7e019a1505 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75ed85e6-3f26-42b7-b87a-e6a7b4731b55 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:44:49.731254 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3e51f6e3-24bd-43cb-b776-5c1c6c92c5c2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:49.737432 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-dc22cccf-a4e2-4831-9c0a-7f7e019a1505 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:49.758748 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-dc22cccf-a4e2-4831-9c0a-7f7e019a1505 service neutron] Transition to ACTIVE for port object 75ed85e6-3f26-42b7-b87a-e6a7b4731b55 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:44:49.775010 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-2767a6c4-c36e-4ca4-9e05-02a0ba28afa1 req-75401042-6fd8-4a5e-a4cf-2b8c2ce029f9 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Unset dirty status for tenant:2c7a8f76649f44a59c185c6d6414b556 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:44:49.776680 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2767a6c4-c36e-4ca4-9e05-02a0ba28afa1 req-75401042-6fd8-4a5e-a4cf-2b8c2ce029f9 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 931 time: 0.3903127 Feb 09 12:44:49.777711 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-dc22cccf-a4e2-4831-9c0a-7f7e019a1505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:49.795477 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3b74c7e9-bb2e-4c55-a4b2-68f4c80ca65a req-ade199ef-b1b5-491b-91c5-019546d051e4 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/ports?device_id=37d252df-57e0-42ea-8eb9-f79eaac28403 HTTP/1.1" status: 200 len: 210 time: 0.1196222 Feb 09 12:44:49.858879 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:49.894633 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-b586acbd-93fa-4a4d-8022-a7f776996a99 None None] For port 2f908ee7-1757-42e3-afcb-0a4c8139eeb6, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=2f908ee7-1757-42e3-afcb-0a4c8139eeb6,segment=NetworkSegment(ecfb6547-66ea-4341-8588-3b040258efe1),segment_id=ecfb6547-66ea-4341-8588-3b040258efe1)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:44:49.895291 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b586acbd-93fa-4a4d-8022-a7f776996a99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:49.932216 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc22cccf-a4e2-4831-9c0a-7f7e019a1505 service neutron] Pushing event updated for resources: {'Port': ['ID=75ed85e6-3f26-42b7-b87a-e6a7b4731b55,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:50.221038 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fe5bde03-40db-432a-9d71-f246a1210b74 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:50.265907 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-fe5bde03-40db-432a-9d71-f246a1210b74 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Transition to ACTIVE for port object 0373a93c-b7eb-4227-ad51-eb4435cc6113 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:44:50.327357 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b586acbd-93fa-4a4d-8022-a7f776996a99 None None] Calling delete_port for 2f908ee7-1757-42e3-afcb-0a4c8139eeb6 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:44:50.328864 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fe5bde03-40db-432a-9d71-f246a1210b74 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:50.379546 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2767a6c4-c36e-4ca4-9e05-02a0ba28afa1 req-cddc4292-c382-42c8-9f24-2420e606e5ef tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=2df67451-3d0b-4d22-9727-d6bf78b9aafa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5800633 Feb 09 12:44:50.380361 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-dc22cccf-a4e2-4831-9c0a-7f7e019a1505 service neutron] Attempting to bind port 75ed85e6-3f26-42b7-b87a-e6a7b4731b55 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:44:50.380692 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-dc22cccf-a4e2-4831-9c0a-7f7e019a1505 service neutron] Attempting to bind port 75ed85e6-3f26-42b7-b87a-e6a7b4731b55 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '165836b6-b6db-405c-8f3f-6a74805e6a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '661b89d1-11f6-41cf-907a-600d8dd46c61'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:44:50.381013 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-dc22cccf-a4e2-4831-9c0a-7f7e019a1505 service neutron] Attempting to bind port 75ed85e6-3f26-42b7-b87a-e6a7b4731b55 on network 661b89d1-11f6-41cf-907a-600d8dd46c61 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:44:50.386136 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-dc22cccf-a4e2-4831-9c0a-7f7e019a1505 service neutron] Port 75ed85e6-3f26-42b7-b87a-e6a7b4731b55 on network 661b89d1-11f6-41cf-907a-600d8dd46c61 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:44:50.386459 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-dc22cccf-a4e2-4831-9c0a-7f7e019a1505 service neutron] Attempting to bind port 75ed85e6-3f26-42b7-b87a-e6a7b4731b55 on network 661b89d1-11f6-41cf-907a-600d8dd46c61 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:44:50.391849 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-dc22cccf-a4e2-4831-9c0a-7f7e019a1505 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:44:50.392194 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-dc22cccf-a4e2-4831-9c0a-7f7e019a1505 service neutron] Checking segment: {'id': '165836b6-b6db-405c-8f3f-6a74805e6a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '661b89d1-11f6-41cf-907a-600d8dd46c61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:44:50.392569 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-dc22cccf-a4e2-4831-9c0a-7f7e019a1505 service neutron] Bound using segment: {'id': '165836b6-b6db-405c-8f3f-6a74805e6a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '661b89d1-11f6-41cf-907a-600d8dd46c61'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:44:50.393044 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-dc22cccf-a4e2-4831-9c0a-7f7e019a1505 service neutron] Bound port: 75ed85e6-3f26-42b7-b87a-e6a7b4731b55, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '165836b6-b6db-405c-8f3f-6a74805e6a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '661b89d1-11f6-41cf-907a-600d8dd46c61'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:44:50.393388 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-dc22cccf-a4e2-4831-9c0a-7f7e019a1505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:50.493954 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5bde03-40db-432a-9d71-f246a1210b74 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Network 32bd988a-c249-4f41-9201-3f2ebd69163b is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:44:50.509505 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-fe5bde03-40db-432a-9d71-f246a1210b74 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:44:50.518160 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5bde03-40db-432a-9d71-f246a1210b74 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:44:50.525988 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5bde03-40db-432a-9d71-f246a1210b74 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:50.527258 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fe5bde03-40db-432a-9d71-f246a1210b74 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:50.532719 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-dc22cccf-a4e2-4831-9c0a-7f7e019a1505 service neutron] For port 75ed85e6-3f26-42b7-b87a-e6a7b4731b55, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:44:50.536826 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-dc22cccf-a4e2-4831-9c0a-7f7e019a1505 service neutron] For port 75ed85e6-3f26-42b7-b87a-e6a7b4731b55, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=75ed85e6-3f26-42b7-b87a-e6a7b4731b55,segment=NetworkSegment(165836b6-b6db-405c-8f3f-6a74805e6a4d),segment_id=165836b6-b6db-405c-8f3f-6a74805e6a4d)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:44:50.542799 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-dc22cccf-a4e2-4831-9c0a-7f7e019a1505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:50.545354 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-3e51f6e3-24bd-43cb-b776-5c1c6c92c5c2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] device_id is not set on port 9d66dfe4-dd9a-4fdf-b577-147f7d9ad501 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:44:50.553440 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5bde03-40db-432a-9d71-f246a1210b74 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Pushing event updated for resources: {'Port': ['ID=0373a93c-b7eb-4227-ad51-eb4435cc6113,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:50.591875 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-fe5bde03-40db-432a-9d71-f246a1210b74 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.9973626 Feb 09 12:44:50.596148 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54094) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:50.701502 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-328d9b9d-0891-4413-9b56-3df7cd5d36f5 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Deleting subnet 4e98d213-097e-4289-8abc-efde6b4dd605 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:44:50.704647 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-bfb8bb1d-8088-4ea9-9e19-87e3ea3fe847 None None] Provisioning for port 75ed85e6-3f26-42b7-b87a-e6a7b4731b55 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:44:50.707032 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-328d9b9d-0891-4413-9b56-3df7cd5d36f5 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:50.713485 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:50.730625 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-ddf806ea-918f-4c30-a622-1eedc40f30a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb141e8-3471-4013-871a-0f1532447488', 'name': 'tempest-TestNetworkAdvancedServerOps-router-521203528', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '5dd6e150-d632-4b76-abda-698b718d9d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:44:28Z', 'updated_at': '2022-02-09T12:44:38Z', 'revision_number': 4, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': '5dd6e150-d632-4b76-abda-698b718d9d76', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:81:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb141e8-3471-4013-871a-0f1532447488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:44:30Z', 'updated_at': '2022-02-09T12:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '2ebd46f7-3f09-4fb1-bc4b-aa84e5b8c200', 'name': '', 'network_id': '661b89d1-11f6-41cf-907a-600d8dd46c61', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'mac_address': 'fa:16:3e:2c:be:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb141e8-3471-4013-871a-0f1532447488', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '06fc60d5-c8e6-4c94-95bd-167f47074207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:44:37Z', 'updated_at': '2022-02-09T12:44:47Z', 'revision_number': 4, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'subnets': [{'id': '06fc60d5-c8e6-4c94-95bd-167f47074207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:50.737213 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:50.749094 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf806ea-918f-4c30-a622-1eedc40f30a5 None None] The sync data for ids ['5cb141e8-3471-4013-871a-0f1532447488'] in n-d-825178-3 is: [{'id': '5cb141e8-3471-4013-871a-0f1532447488', 'name': 'tempest-TestNetworkAdvancedServerOps-router-521203528', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '5dd6e150-d632-4b76-abda-698b718d9d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:44:28Z', 'updated_at': '2022-02-09T12:44:38Z', 'revision_number': 4, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': '5dd6e150-d632-4b76-abda-698b718d9d76', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:81:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb141e8-3471-4013-871a-0f1532447488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:44:30Z', 'updated_at': '2022-02-09T12:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '2ebd46f7-3f09-4fb1-bc4b-aa84e5b8c200', 'name': '', 'network_id': '661b89d1-11f6-41cf-907a-600d8dd46c61', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'mac_address': 'fa:16:3e:2c:be:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb141e8-3471-4013-871a-0f1532447488', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '06fc60d5-c8e6-4c94-95bd-167f47074207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:44:37Z', 'updated_at': '2022-02-09T12:44:47Z', 'revision_number': 4, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'subnets': [{'id': '06fc60d5-c8e6-4c94-95bd-167f47074207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:44:50.766921 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b586acbd-93fa-4a4d-8022-a7f776996a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:50.770842 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-dc22cccf-a4e2-4831-9c0a-7f7e019a1505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:50.771472 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-dc22cccf-a4e2-4831-9c0a-7f7e019a1505 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:50.773648 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-dc22cccf-a4e2-4831-9c0a-7f7e019a1505 service neutron] 10.222.0.46 "PUT /v2.0/ports/75ed85e6-3f26-42b7-b87a-e6a7b4731b55 HTTP/1.1" status: 200 len: 1091 time: 2.6024587 Feb 09 12:44:50.774291 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5854708d-441d-4415-8f55-98a09ccb8a08', 'tag': '75ed85e6-3f26-42b7-b87a-e6a7b4731b55'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:44:50.820770 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc22cccf-a4e2-4831-9c0a-7f7e019a1505 service neutron] Pushing event updated for resources: {'Port': ['ID=75ed85e6-3f26-42b7-b87a-e6a7b4731b55,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:50.898633 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-328d9b9d-0891-4413-9b56-3df7cd5d36f5 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:50.989216 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-4ff06b1f-5449-4cf2-a758-1b86263d740c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:50.995249 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-4ff06b1f-5449-4cf2-a758-1b86263d740c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c7a8f76649f44a59c185c6d6414b556&device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 1094 time: 0.1489396 Feb 09 12:44:51.068847 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b586acbd-93fa-4a4d-8022-a7f776996a99 None None] Pushing event deleted for resources: {'Port': ['ID=2f908ee7-1757-42e3-afcb-0a4c8139eeb6,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:51.074661 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b586acbd-93fa-4a4d-8022-a7f776996a99 None None] No DVR routers for this DVR port 2f908ee7-1757-42e3-afcb-0a4c8139eeb6 on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:44:51.076973 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f81fb7a-9af9-40a9-ba6b-742108bd0021 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-32bd988a-c249-4f41-9201-3f2ebd69163b', 'network_id': '32bd988a-c249-4f41-9201-3f2ebd69163b', 'tenant_id': '096fa6d69dd548f6aa4c0577b2cc1a50', 'fixed_ips': [{'subnet_id': '4e98d213-097e-4289-8abc-efde6b4dd605'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:44:51.078934 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6f81fb7a-9af9-40a9-ba6b-742108bd0021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:51.121485 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3e51f6e3-24bd-43cb-b776-5c1c6c92c5c2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:51.410776 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6b03bcd0-fc9f-4931-80b2-42d4003950ad req-f1754fe8-4c59-41d9-b80d-a52842d4ea82 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/ports?device_id=37d252df-57e0-42ea-8eb9-f79eaac28403 HTTP/1.1" status: 200 len: 210 time: 0.2452059 Feb 09 12:44:51.412167 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-f17e9088-92b7-4873-8628-ff1b7ab07323 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75ed85e6-3f26-42b7-b87a-e6a7b4731b55 HTTP/1.1" status: 200 len: 217 time: 0.4075599 Feb 09 12:44:51.422960 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5854708d-441d-4415-8f55-98a09ccb8a08', 'tag': '75ed85e6-3f26-42b7-b87a-e6a7b4731b55', 'status': 'completed', 'code': 200} Feb 09 12:44:51.451239 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 73b65ac9-a28f-4202-b7f4-54fcd4284518 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:44:51.523990 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-a465cfc8-30da-408b-a6a8-1766d6cc1ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:51.525600 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-a465cfc8-30da-408b-a6a8-1766d6cc1ad4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06fc60d5-c8e6-4c94-95bd-167f47074207 HTTP/1.1" status: 200 len: 835 time: 0.1015813 Feb 09 12:44:51.657867 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-3e51f6e3-24bd-43cb-b776-5c1c6c92c5c2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] device_id is not set on port 218b5ad3-5efe-4849-91ac-66ce90e4f18b yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:44:51.668708 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-328d9b9d-0891-4413-9b56-3df7cd5d36f5 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:51.714742 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 73b65ac9-a28f-4202-b7f4-54fcd4284518 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:44:51.714913 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-793e174d-c82c-4e5b-ad89-40516320eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:51.715357 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:51.716921 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-793e174d-c82c-4e5b-ad89-40516320eaa9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=661b89d1-11f6-41cf-907a-600d8dd46c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1843681 Feb 09 12:44:51.810718 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c296ed2-ebd6-4c19-8373-55d6bf9ff413 req-f8004102-2d61-44aa-a47a-66d3bcbf9e17 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:51.813122 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1c296ed2-ebd6-4c19-8373-55d6bf9ff413 req-f8004102-2d61-44aa-a47a-66d3bcbf9e17 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.46 "GET /v2.0/networks?id=81899ec7-97c4-4283-bf04-cb61990dc442 HTTP/1.1" status: 200 len: 808 time: 0.4357469 Feb 09 12:44:51.842089 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-1c296ed2-ebd6-4c19-8373-55d6bf9ff413 req-3920aea5-f4b7-408e-8bdf-594913d7e147 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Request body: {'port': {'device_id': '37d252df-57e0-42ea-8eb9-f79eaac28403', 'network_id': '81899ec7-97c4-4283-bf04-cb61990dc442', 'admin_state_up': True, 'tenant_id': '17b19238efb44e8d92a23003e31322d7'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:44:51.930625 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 2ebd46f7-3f09-4fb1-bc4b-aa84e5b8c200 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:44:51.962720 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c124e-61d7-451f-a54b-272d2f9e096f req-c1d579a5-4c3f-461f-8ed9-74b1fb01a353 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:51.965596 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e56c124e-61d7-451f-a54b-272d2f9e096f req-c1d579a5-4c3f-461f-8ed9-74b1fb01a353 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 943 time: 0.3357615 Feb 09 12:44:52.013233 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-000060b1-4f7f-485c-91d8-b8e471d18029 service neutron] 10.222.0.46 "GET /v2.0/networks/661b89d1-11f6-41cf-907a-600d8dd46c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821131 Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server [None req-6f81fb7a-9af9-40a9-ba6b-742108bd0021 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4e98d213-097e-4289-8abc-efde6b4dd605: This subnet is being modified by another concurrent operation. Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 12:44:52.017860 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 12:44:52.022329 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 12:44:52.022329 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 12:44:52.022329 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 12:44:52.022329 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 12:44:52.022329 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 12:44:52.022329 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 12:44:52.022329 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 12:44:52.022329 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 12:44:52.022329 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 12:44:52.022329 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 12:44:52.022329 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 12:44:52.022329 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 12:44:52.022329 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 12:44:52.022329 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 12:44:52.022329 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 12:44:52.022329 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 12:44:52.022329 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 09 12:44:52.022329 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 12:44:52.022329 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 09 12:44:52.022329 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 12:44:52.022329 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 09 12:44:52.022329 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 12:44:52.022329 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 12:44:52.022329 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 12:44:52.022329 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 09 12:44:52.022329 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 12:44:52.022329 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 09 12:44:52.022329 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 12:44:52.022329 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 12:44:52.022329 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 12:44:52.022329 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 12:44:52.022329 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 12:44:52.022329 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 09 12:44:52.022329 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 12:44:52.022329 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 12:44:52.022329 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server raise exception Feb 09 12:44:52.022329 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4e98d213-097e-4289-8abc-efde6b4dd605: This subnet is being modified by another concurrent operation. Feb 09 12:44:52.022329 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server Feb 09 12:44:52.035787 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e56c124e-61d7-451f-a54b-272d2f9e096f req-0e6c15a3-f14a-4547-9c0a-b1433c880225 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=2df67451-3d0b-4d22-9727-d6bf78b9aafa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583134 Feb 09 12:44:52.043073 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 2ebd46f7-3f09-4fb1-bc4b-aa84e5b8c200 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:44:52.047811 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9a7f82-253a-4b3b-a3b8-cfe094305851 None None] Network 32bd988a-c249-4f41-9201-3f2ebd69163b requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:44:52.057869 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-328d9b9d-0891-4413-9b56-3df7cd5d36f5 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:52.074360 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 2ebd46f7-3f09-4fb1-bc4b-aa84e5b8c200 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:44:52.075671 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:52.125575 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d9b9d-0891-4413-9b56-3df7cd5d36f5 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Pushing event deleted for resources: {'Subnet': ['ID=4e98d213-097e-4289-8abc-efde6b4dd605,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:52.154603 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-328d9b9d-0891-4413-9b56-3df7cd5d36f5 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:52.182500 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-328d9b9d-0891-4413-9b56-3df7cd5d36f5 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] 10.222.0.55 "DELETE /v2.0/subnets/4e98d213-097e-4289-8abc-efde6b4dd605 HTTP/1.1" status: 204 len: 168 time: 1.5840242 Feb 09 12:44:52.190263 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-1c296ed2-ebd6-4c19-8373-55d6bf9ff413 req-3920aea5-f4b7-408e-8bdf-594913d7e147 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:52.199310 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54108) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:52.202046 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-1c296ed2-ebd6-4c19-8373-55d6bf9ff413 req-3920aea5-f4b7-408e-8bdf-594913d7e147 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:52.224038 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c296ed2-ebd6-4c19-8373-55d6bf9ff413 req-3920aea5-f4b7-408e-8bdf-594913d7e147 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Made reservation on behalf of 17b19238efb44e8d92a23003e31322d7 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:44:52.228815 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-1c296ed2-ebd6-4c19-8373-55d6bf9ff413 req-3920aea5-f4b7-408e-8bdf-594913d7e147 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:52.301392 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0de4cebd-3877-4ae1-8385-f331896f81f6 req-51731994-e4be-4f5e-a4c6-a6c088e5c279 service neutron] 10.222.0.46 "GET /v2.0/networks/661b89d1-11f6-41cf-907a-600d8dd46c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764249 Feb 09 12:44:52.320791 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc13765-d5e1-4143-ab35-2a7db7adbbc4 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:52.323210 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc13765-d5e1-4143-ab35-2a7db7adbbc4 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:52.325750 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2cc13765-d5e1-4143-ab35-2a7db7adbbc4 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1250730 Feb 09 12:44:52.331030 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54112) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:52.380758 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3e51f6e3-24bd-43cb-b776-5c1c6c92c5c2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:52.658524 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:52.751417 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3e51f6e3-24bd-43cb-b776-5c1c6c92c5c2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:52.753594 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 2ebd46f7-3f09-4fb1-bc4b-aa84e5b8c200, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=2ebd46f7-3f09-4fb1-bc4b-aa84e5b8c200,segment=NetworkSegment(165836b6-b6db-405c-8f3f-6a74805e6a4d),segment_id=165836b6-b6db-405c-8f3f-6a74805e6a4d)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:44:52.765472 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:52.766788 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f6dca545-f005-436b-bd2c-654eb0147052 req-627b657a-d87d-44d1-ae49-dddf28b2ee46 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/ports?device_id=37d252df-57e0-42ea-8eb9-f79eaac28403 HTTP/1.1" status: 200 len: 210 time: 0.0999534 Feb 09 12:44:52.790825 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2fd5b26b-7c47-41e5-9a73-7f5885cbbd73 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:52.815109 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-1c296ed2-ebd6-4c19-8373-55d6bf9ff413 req-3920aea5-f4b7-408e-8bdf-594913d7e147 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Allocated IP 172.20.0.2 (81899ec7-97c4-4283-bf04-cb61990dc442/d06158fd-6b5a-4519-a0a6-be6172ca1f22/e4a95fb8-bbbb-45a5-acd8-a4984620e04f) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:44:52.820913 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fd5b26b-7c47-41e5-9a73-7f5885cbbd73 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 09 12:44:52.823626 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fd5b26b-7c47-41e5-9a73-7f5885cbbd73 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:44:52.825583 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2fd5b26b-7c47-41e5-9a73-7f5885cbbd73 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] 10.222.0.55 "DELETE /v2.0/networks/32bd988a-c249-4f41-9201-3f2ebd69163b HTTP/1.1" status: 409 len: 405 time: 0.4919279 Feb 09 12:44:52.829891 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54122) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:52.839129 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-6cd1e214-4910-4066-8d82-b55f9d4290a6 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-324683981'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:44:52.847187 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6cd1e214-4910-4066-8d82-b55f9d4290a6 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:52.856100 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6cd1e214-4910-4066-8d82-b55f9d4290a6 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Usage tracker for resource:network and tenant:096fa6d69dd548f6aa4c0577b2cc1a50 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:44:52.861260 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce883335-2205-4f96-8121-65414b26cefa req-69166c11-9f9d-42e4-a293-15695631e75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:52.868440 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ce883335-2205-4f96-8121-65414b26cefa req-69166c11-9f9d-42e4-a293-15695631e75f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c7a8f76649f44a59c185c6d6414b556&device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 1094 time: 0.4847314 Feb 09 12:44:52.869649 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6cd1e214-4910-4066-8d82-b55f9d4290a6 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:44:52.890668 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 2f908ee7-1757-42e3-afcb-0a4c8139eeb6 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:44:52.953485 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6cd1e214-4910-4066-8d82-b55f9d4290a6 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:52.982299 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd1e214-4910-4066-8d82-b55f9d4290a6 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Made reservation on behalf of 096fa6d69dd548f6aa4c0577b2cc1a50 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:44:52.986272 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6cd1e214-4910-4066-8d82-b55f9d4290a6 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:52.995995 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 2f908ee7-1757-42e3-afcb-0a4c8139eeb6 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:44:52.996692 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 2f908ee7-1757-42e3-afcb-0a4c8139eeb6 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:44:53.021921 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f077e205-7768-4e45-b168-91e3d93ab83d None None] get_active_networks_info from n-d-825178-3 {{(pid=87569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 12:44:53.060893 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cd1e214-4910-4066-8d82-b55f9d4290a6 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:44:53.088512 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:53.097490 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e51f6e3-24bd-43cb-b776-5c1c6c92c5c2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Network 4881f509-b5e5-4d71-bc6b-1ae804f808c4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:44:53.099611 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6cd1e214-4910-4066-8d82-b55f9d4290a6 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:53.102138 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-6cd1e214-4910-4066-8d82-b55f9d4290a6 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Added segment 642c6fbc-e0f3-427c-83a8-35ad7c63324c of type vlan for network 900bd0b6-6736-44e7-9f79-b4011b948598 Feb 09 12:44:53.110855 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-3e51f6e3-24bd-43cb-b776-5c1c6c92c5c2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:44:53.124759 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e51f6e3-24bd-43cb-b776-5c1c6c92c5c2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:44:53.125762 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3e51f6e3-24bd-43cb-b776-5c1c6c92c5c2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:53.126260 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=2ebd46f7-3f09-4fb1-bc4b-aa84e5b8c200,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:53.175607 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51f6e3-24bd-43cb-b776-5c1c6c92c5c2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event updated for resources: {'Port': ['ID=9d66dfe4-dd9a-4fdf-b577-147f7d9ad501,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:53.207987 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6cd1e214-4910-4066-8d82-b55f9d4290a6 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:53.260455 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51f6e3-24bd-43cb-b776-5c1c6c92c5c2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event updated for resources: {'Port': ['ID=218b5ad3-5efe-4849-91ac-66ce90e4f18b,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:53.286841 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce883335-2205-4f96-8121-65414b26cefa req-bbcdc7f9-6eaf-4e32-ae1d-637ea171dd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:53.290842 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ce883335-2205-4f96-8121-65414b26cefa req-bbcdc7f9-6eaf-4e32-ae1d-637ea171dd4d service neutron] 10.222.0.46 "GET /v2.0/networks?id=661b89d1-11f6-41cf-907a-600d8dd46c61 HTTP/1.1" status: 200 len: 898 time: 0.4174573 Feb 09 12:44:53.294874 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6cd1e214-4910-4066-8d82-b55f9d4290a6 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:53.313864 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd1e214-4910-4066-8d82-b55f9d4290a6 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:53.314594 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6cd1e214-4910-4066-8d82-b55f9d4290a6 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:53.343445 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f077e205-7768-4e45-b168-91e3d93ab83d None None] Resources bound (agent type, host, resource id): {{(pid=87569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 12:44:53.373236 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-1c296ed2-ebd6-4c19-8373-55d6bf9ff413 req-3920aea5-f4b7-408e-8bdf-594913d7e147 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:53.391600 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51f6e3-24bd-43cb-b776-5c1c6c92c5c2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Checking segment: {'id': 'be49703c-50e2-4256-8f28-5042f4ad11b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '265fe258-02d6-43eb-98f9-967c6daa2eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:44:53.394202 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e51f6e3-24bd-43cb-b776-5c1c6c92c5c2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Network hostable DHCP agents. Network: 265fe258-02d6-43eb-98f9-967c6daa2eb3, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:44:53.457902 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e51f6e3-24bd-43cb-b776-5c1c6c92c5c2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Network 265fe258-02d6-43eb-98f9-967c6daa2eb3 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:44:53.472927 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-3e51f6e3-24bd-43cb-b776-5c1c6c92c5c2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 265fe258-02d6-43eb-98f9-967c6daa2eb3) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:44:53.478542 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e51f6e3-24bd-43cb-b776-5c1c6c92c5c2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:44:53.484109 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e51f6e3-24bd-43cb-b776-5c1c6c92c5c2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:53.489351 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e51f6e3-24bd-43cb-b776-5c1c6c92c5c2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:53.490023 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3e51f6e3-24bd-43cb-b776-5c1c6c92c5c2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:53.512677 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-1c296ed2-ebd6-4c19-8373-55d6bf9ff413 req-3920aea5-f4b7-408e-8bdf-594913d7e147 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:53.562556 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3e51f6e3-24bd-43cb-b776-5c1c6c92c5c2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.5388527 Feb 09 12:44:53.579495 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54132) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:53.644903 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54136) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:53.675157 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c296ed2-ebd6-4c19-8373-55d6bf9ff413 req-3920aea5-f4b7-408e-8bdf-594913d7e147 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Network 81899ec7-97c4-4283-bf04-cb61990dc442 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:44:53.679073 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3920aea5-f4b7-408e-8bdf-594913d7e147 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Pushing event updated for resources: {'Port': ['ID=e4a95fb8-bbbb-45a5-acd8-a4984620e04f,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:53.684503 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-1c296ed2-ebd6-4c19-8373-55d6bf9ff413 req-3920aea5-f4b7-408e-8bdf-594913d7e147 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:44:53.689522 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c296ed2-ebd6-4c19-8373-55d6bf9ff413 req-3920aea5-f4b7-408e-8bdf-594913d7e147 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:44:53.738711 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-652f9a3e-5643-48f8-a3f5-bb0495309fbf tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Deleting port 218b5ad3-5efe-4849-91ac-66ce90e4f18b {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:44:53.738711 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-652f9a3e-5643-48f8-a3f5-bb0495309fbf tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:53.805039 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ce883335-2205-4f96-8121-65414b26cefa req-4467c14f-34a6-4e93-a5ca-34637fb7b91e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75ed85e6-3f26-42b7-b87a-e6a7b4731b55 HTTP/1.1" status: 200 len: 217 time: 0.4730885 Feb 09 12:44:53.882859 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-834d44c8-70d9-4c7f-a5ef-a280c9fe27cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:53.883488 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-6cd1e214-4910-4066-8d82-b55f9d4290a6 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0503430 Feb 09 12:44:53.896107 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54144) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:53.915882 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-b499e28d-7298-48ad-bbb7-f650df6e1d32 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Request body: {'subnet': {'network_id': '900bd0b6-6736-44e7-9f79-b4011b948598', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:44:53.923460 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd1e214-4910-4066-8d82-b55f9d4290a6 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Pushing event updated for resources: {'Network': ['ID=900bd0b6-6736-44e7-9f79-b4011b948598,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:53.941976 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 900bd0b6-6736-44e7-9f79-b4011b948598 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:44:53.959139 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c296ed2-ebd6-4c19-8373-55d6bf9ff413 req-3920aea5-f4b7-408e-8bdf-594913d7e147 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:53.960424 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-1c296ed2-ebd6-4c19-8373-55d6bf9ff413 req-3920aea5-f4b7-408e-8bdf-594913d7e147 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:53.996775 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-834d44c8-70d9-4c7f-a5ef-a280c9fe27cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:53.997396 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce883335-2205-4f96-8121-65414b26cefa req-bb7d8e49-1720-4fe6-954a-8fd2e8a66b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:53.999041 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ce883335-2205-4f96-8121-65414b26cefa req-bb7d8e49-1720-4fe6-954a-8fd2e8a66b13 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06fc60d5-c8e6-4c94-95bd-167f47074207 HTTP/1.1" status: 200 len: 835 time: 0.1807177 Feb 09 12:44:54.013396 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5f385c-f738-42db-9c35-05c871406a44 None None] Network 265fe258-02d6-43eb-98f9-967c6daa2eb3 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:44:54.059289 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-834d44c8-70d9-4c7f-a5ef-a280c9fe27cc admin admin] Usage tracker for resource:security_group_rule and tenant:20c87f1b13014320be1377fe977daee3 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:44:54.067956 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ac516-7e77-4aac-b31d-da793f7596cb req-52e2503f-dfd0-48af-89cf-19201d1ab71f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:54.070078 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2b6ac516-7e77-4aac-b31d-da793f7596cb req-52e2503f-dfd0-48af-89cf-19201d1ab71f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 943 time: 0.7434146 Feb 09 12:44:54.073597 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-834d44c8-70d9-4c7f-a5ef-a280c9fe27cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:44:54.096628 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1c296ed2-ebd6-4c19-8373-55d6bf9ff413 req-3920aea5-f4b7-408e-8bdf-594913d7e147 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2728672 Feb 09 12:44:54.103876 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-834d44c8-70d9-4c7f-a5ef-a280c9fe27cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:54.142597 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-1c296ed2-ebd6-4c19-8373-55d6bf9ff413 req-caa99e2d-1cd9-4319-9e76-050559768027 service neutron] Request body: {'port': {'device_id': '37d252df-57e0-42ea-8eb9-f79eaac28403', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:44:54.149373 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac321d0e-7043-436e-9c49-8fa8b10ef8a9 req-33b2f4ea-ae77-4c10-8ab5-5c9bfba536ec tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:54.150860 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac321d0e-7043-436e-9c49-8fa8b10ef8a9 req-33b2f4ea-ae77-4c10-8ab5-5c9bfba536ec tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/ports?device_id=37d252df-57e0-42ea-8eb9-f79eaac28403 HTTP/1.1" status: 200 len: 931 time: 0.2294707 Feb 09 12:44:54.159604 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2b6ac516-7e77-4aac-b31d-da793f7596cb req-bc9cb9a2-afd7-4a38-b9da-186f1b79fe8a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=2df67451-3d0b-4d22-9727-d6bf78b9aafa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759826 Feb 09 12:44:54.191416 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce883335-2205-4f96-8121-65414b26cefa req-d176791e-09dc-477d-8637-914fa3131094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:54.192931 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ce883335-2205-4f96-8121-65414b26cefa req-d176791e-09dc-477d-8637-914fa3131094 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=661b89d1-11f6-41cf-907a-600d8dd46c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1792252 Feb 09 12:44:54.284425 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0a84a3af-da3a-4c56-a2eb-d202ed9ff8aa req-eeada893-3ea9-4b6f-96d5-521ddcc575a5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f46fc7f0-b85d-490b-a980-83d425f5c389&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5132201 Feb 09 12:44:54.289797 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac321d0e-7043-436e-9c49-8fa8b10ef8a9 req-acb52f9f-227f-4fcb-af9f-f80a6baa5e4d tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e97a4b-a2cb-42a3-86cb-0fdb14d562c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283717 Feb 09 12:44:54.308402 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b499e28d-7298-48ad-bbb7-f650df6e1d32 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:54.312607 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b499e28d-7298-48ad-bbb7-f650df6e1d32 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Usage tracker for resource:subnet and tenant:096fa6d69dd548f6aa4c0577b2cc1a50 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:44:54.351189 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ce883335-2205-4f96-8121-65414b26cefa req-41ff6d11-044f-46f6-a008-285f9eec4527 service neutron] 10.222.0.46 "GET /v2.0/networks/661b89d1-11f6-41cf-907a-600d8dd46c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502733 Feb 09 12:44:54.362152 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b499e28d-7298-48ad-bbb7-f650df6e1d32 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:44:54.395182 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b499e28d-7298-48ad-bbb7-f650df6e1d32 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:54.400823 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-652f9a3e-5643-48f8-a3f5-bb0495309fbf tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:54.488455 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ce883335-2205-4f96-8121-65414b26cefa req-c07dd7f2-1637-4fa7-922c-1bde9f4faf41 service neutron] 10.222.0.46 "GET /v2.0/networks/661b89d1-11f6-41cf-907a-600d8dd46c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310797 Feb 09 12:44:54.585884 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b499e28d-7298-48ad-bbb7-f650df6e1d32 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Made reservation on behalf of 096fa6d69dd548f6aa4c0577b2cc1a50 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:44:54.589208 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b499e28d-7298-48ad-bbb7-f650df6e1d32 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:54.615227 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-652f9a3e-5643-48f8-a3f5-bb0495309fbf tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Calling delete_port for 218b5ad3-5efe-4849-91ac-66ce90e4f18b owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:44:54.733007 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 75ed85e6-3f26-42b7-b87a-e6a7b4731b55 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:44:54.858636 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-1c296ed2-ebd6-4c19-8373-55d6bf9ff413 req-caa99e2d-1cd9-4319-9e76-050559768027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:54.886403 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 75ed85e6-3f26-42b7-b87a-e6a7b4731b55, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=75ed85e6-3f26-42b7-b87a-e6a7b4731b55,segment=NetworkSegment(165836b6-b6db-405c-8f3f-6a74805e6a4d),segment_id=165836b6-b6db-405c-8f3f-6a74805e6a4d)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:44:54.908893 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '75ed85e6-3f26-42b7-b87a-e6a7b4731b55', 'network_id': '661b89d1-11f6-41cf-907a-600d8dd46c61', 'port_id': '75ed85e6-3f26-42b7-b87a-e6a7b4731b55', 'mac_address': 'fa:16:3e:43:a1:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06fc60d5-c8e6-4c94-95bd-167f47074207', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:44:54.973390 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:55.002313 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75ed85e6-3f26-42b7-b87a-e6a7b4731b55 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:44:55.015485 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a84a3af-da3a-4c56-a2eb-d202ed9ff8aa req-2f5d51f9-3c34-4680-a67d-7b6b8e1a8434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:55.015485 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0a84a3af-da3a-4c56-a2eb-d202ed9ff8aa req-2f5d51f9-3c34-4680-a67d-7b6b8e1a8434 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7722e72c858c4f97b7f4eb543cff4fda&device_id=f46fc7f0-b85d-490b-a980-83d425f5c389 HTTP/1.1" status: 200 len: 1096 time: 0.6859603 Feb 09 12:44:55.015485 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-834d44c8-70d9-4c7f-a5ef-a280c9fe27cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:55.026287 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-834d44c8-70d9-4c7f-a5ef-a280c9fe27cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:55.030718 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 75ed85e6-3f26-42b7-b87a-e6a7b4731b55, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=75ed85e6-3f26-42b7-b87a-e6a7b4731b55,segment=NetworkSegment(165836b6-b6db-405c-8f3f-6a74805e6a4d),segment_id=165836b6-b6db-405c-8f3f-6a74805e6a4d)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:44:55.030718 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:55.069020 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-652f9a3e-5643-48f8-a3f5-bb0495309fbf tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:55.133518 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=75ed85e6-3f26-42b7-b87a-e6a7b4731b55,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:55.201103 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 2ebd46f7-3f09-4fb1-bc4b-aa84e5b8c200 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:44:55.252435 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f9a3e-5643-48f8-a3f5-bb0495309fbf tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event deleted for resources: {'Port': ['ID=218b5ad3-5efe-4849-91ac-66ce90e4f18b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:55.264927 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['75ed85e6-3f26-42b7-b87a-e6a7b4731b55'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:44:55.309287 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-834d44c8-70d9-4c7f-a5ef-a280c9fe27cc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=20c87f1b13014320be1377fe977daee3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6482196 Feb 09 12:44:55.310048 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d44c8-70d9-4c7f-a5ef-a280c9fe27cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b60401f-1635-48f8-b955-8448b782ef3d,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:55.316412 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54154) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:55.328619 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-652f9a3e-5643-48f8-a3f5-bb0495309fbf tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:55.366525 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 2ebd46f7-3f09-4fb1-bc4b-aa84e5b8c200 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:44:55.367000 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:55.448243 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-652f9a3e-5643-48f8-a3f5-bb0495309fbf tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "DELETE /v2.0/ports/218b5ad3-5efe-4849-91ac-66ce90e4f18b HTTP/1.1" status: 204 len: 168 time: 1.8676348 Feb 09 12:44:55.449148 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54160) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:55.450784 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ba15b-787c-4ef3-9ce8-f81962036df1 req-4ebcda0a-eea6-4c0d-abfa-9e1552d1916e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:55.452461 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f82ba15b-787c-4ef3-9ce8-f81962036df1 req-4ebcda0a-eea6-4c0d-abfa-9e1552d1916e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 944 time: 0.1669922 Feb 09 12:44:55.559100 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f82ba15b-787c-4ef3-9ce8-f81962036df1 req-e243a107-88a7-4dc5-ad90-e0b7d52b2896 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=2df67451-3d0b-4d22-9727-d6bf78b9aafa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004610 Feb 09 12:44:55.588265 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51369599-28e4-4a64-ac25-4d72179f540a req-a4d320bc-4a01-4fc3-bb76-d7e137e29276 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:55.590050 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-51369599-28e4-4a64-ac25-4d72179f540a req-a4d320bc-4a01-4fc3-bb76-d7e137e29276 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/ports?device_id=37d252df-57e0-42ea-8eb9-f79eaac28403 HTTP/1.1" status: 200 len: 931 time: 0.1159468 Feb 09 12:44:55.607287 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a84a3af-da3a-4c56-a2eb-d202ed9ff8aa req-579a1727-b60c-4abd-ad39-06c94dde0139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:55.608766 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0a84a3af-da3a-4c56-a2eb-d202ed9ff8aa req-579a1727-b60c-4abd-ad39-06c94dde0139 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fef63669-60e4-448f-bbf3-5ffe81417e5d HTTP/1.1" status: 200 len: 912 time: 0.5788057 Feb 09 12:44:55.643028 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-51369599-28e4-4a64-ac25-4d72179f540a req-181f7ad9-cac8-418c-923d-27f6d86889e2 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e97a4b-a2cb-42a3-86cb-0fdb14d562c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461323 Feb 09 12:44:55.713797 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9fe46a65-e1a0-4393-8f48-00e8a1ad0180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:55.842349 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9fe46a65-e1a0-4393-8f48-00e8a1ad0180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:55.866526 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0a84a3af-da3a-4c56-a2eb-d202ed9ff8aa req-04254f36-3c70-44df-9635-6bff4f6ff4cd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e42c149b-a509-433c-8c2a-29c272ef8afe HTTP/1.1" status: 200 len: 1001 time: 0.2421205 Feb 09 12:44:55.948495 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e17c62-1c46-4d45-b2d9-de323e81b1c0 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:55.954228 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e17c62-1c46-4d45-b2d9-de323e81b1c0 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:55.954953 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b4e17c62-1c46-4d45-b2d9-de323e81b1c0 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Synchronizing usage tracker for tenant:02516ed7a4f240dfa605c2984d99ee86 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:44:55.982747 n-d-825178-3 neutron-server[87568]: DEBUG neutron.objects.ports [None req-b499e28d-7298-48ad-bbb7-f650df6e1d32 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87568) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 12:44:55.990311 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b499e28d-7298-48ad-bbb7-f650df6e1d32 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:56.045028 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.resource_extend [req-1c296ed2-ebd6-4c19-8373-55d6bf9ff413 req-caa99e2d-1cd9-4319-9e76-050559768027 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:44:56.112893 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b4e17c62-1c46-4d45-b2d9-de323e81b1c0 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Unset dirty status for tenant:02516ed7a4f240dfa605c2984d99ee86 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:44:56.114031 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b4e17c62-1c46-4d45-b2d9-de323e81b1c0 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.6110260 Feb 09 12:44:56.117560 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54164) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:56.134707 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a84a3af-da3a-4c56-a2eb-d202ed9ff8aa req-ee43ac6c-c9ff-4594-963d-a6418b10fce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:56.136221 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0a84a3af-da3a-4c56-a2eb-d202ed9ff8aa req-ee43ac6c-c9ff-4594-963d-a6418b10fce4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=14dd4b9b-eeef-4a9f-a7cf-6d5a7f04665c HTTP/1.1" status: 200 len: 850 time: 0.2568972 Feb 09 12:44:56.188357 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-679ce155-456b-4a4a-8249-d73699dbb6c0 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Deleting port 9d66dfe4-dd9a-4fdf-b577-147f7d9ad501 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:44:56.188726 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-679ce155-456b-4a4a-8249-d73699dbb6c0 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:56.205516 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9fe46a65-e1a0-4393-8f48-00e8a1ad0180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:56.209080 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b499e28d-7298-48ad-bbb7-f650df6e1d32 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Pushing event updated for resources: {'Subnet': ['ID=878c5ae6-3685-423c-90c9-0148896ac3d4,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:56.232317 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-1c296ed2-ebd6-4c19-8373-55d6bf9ff413 req-caa99e2d-1cd9-4319-9e76-050559768027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4a95fb8-bbbb-45a5-acd8-a4984620e04f {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:44:56.240100 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe46a65-e1a0-4393-8f48-00e8a1ad0180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b60401f-1635-48f8-b955-8448b782ef3d,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:56.253426 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-1c296ed2-ebd6-4c19-8373-55d6bf9ff413 req-caa99e2d-1cd9-4319-9e76-050559768027 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:56.262584 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b499e28d-7298-48ad-bbb7-f650df6e1d32 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Checking segment: {'id': '642c6fbc-e0f3-427c-83a8-35ad7c63324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '900bd0b6-6736-44e7-9f79-b4011b948598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:44:56.262941 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b499e28d-7298-48ad-bbb7-f650df6e1d32 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Network hostable DHCP agents. Network: 900bd0b6-6736-44e7-9f79-b4011b948598, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:44:56.276434 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9fe46a65-e1a0-4393-8f48-00e8a1ad0180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:56.279859 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9fe46a65-e1a0-4393-8f48-00e8a1ad0180 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1b60401f-1635-48f8-b955-8448b782ef3d HTTP/1.1" status: 204 len: 168 time: 0.9560859 Feb 09 12:44:56.290663 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-1c296ed2-ebd6-4c19-8373-55d6bf9ff413 req-caa99e2d-1cd9-4319-9e76-050559768027 service neutron] Transition to ACTIVE for port object e4a95fb8-bbbb-45a5-acd8-a4984620e04f will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:44:56.304588 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-1c296ed2-ebd6-4c19-8373-55d6bf9ff413 req-caa99e2d-1cd9-4319-9e76-050559768027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:56.348699 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b499e28d-7298-48ad-bbb7-f650df6e1d32 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Network 900bd0b6-6736-44e7-9f79-b4011b948598 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:44:56.376190 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a84a3af-da3a-4c56-a2eb-d202ed9ff8aa req-70988253-df9d-45ef-87bb-4a6faea2f8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:56.377692 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0a84a3af-da3a-4c56-a2eb-d202ed9ff8aa req-70988253-df9d-45ef-87bb-4a6faea2f8b7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fef63669-60e4-448f-bbf3-5ffe81417e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2274656 Feb 09 12:44:56.446117 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-679ce155-456b-4a4a-8249-d73699dbb6c0 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:56.455151 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-b499e28d-7298-48ad-bbb7-f650df6e1d32 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 900bd0b6-6736-44e7-9f79-b4011b948598) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:44:56.466246 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1011ae6e-8757-43f7-8b5f-41db7373136e None None] Network 900bd0b6-6736-44e7-9f79-b4011b948598 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:44:56.482183 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b499e28d-7298-48ad-bbb7-f650df6e1d32 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:56.482750 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b499e28d-7298-48ad-bbb7-f650df6e1d32 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:56.531151 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa99e2d-1cd9-4319-9e76-050559768027 service neutron] Pushing event updated for resources: {'Port': ['ID=e4a95fb8-bbbb-45a5-acd8-a4984620e04f,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:56.596103 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-679ce155-456b-4a4a-8249-d73699dbb6c0 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Calling delete_port for 9d66dfe4-dd9a-4fdf-b577-147f7d9ad501 owned by {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:44:56.655994 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54174) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:56.691801 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-72050109-cff6-45c0-a2a6-42a5485df683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:56.717078 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-72050109-cff6-45c0-a2a6-42a5485df683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:56.729045 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-72050109-cff6-45c0-a2a6-42a5485df683 admin admin] Usage tracker for resource:security_group_rule and tenant:0f2bd0b966c54e7a8a7cb86d0b114929 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:44:56.734749 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-72050109-cff6-45c0-a2a6-42a5485df683 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:44:56.743974 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-72050109-cff6-45c0-a2a6-42a5485df683 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:56.755043 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 75ed85e6-3f26-42b7-b87a-e6a7b4731b55 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:44:56.774890 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-679ce155-456b-4a4a-8249-d73699dbb6c0 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:56.800368 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b499e28d-7298-48ad-bbb7-f650df6e1d32 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.8963883 Feb 09 12:44:56.806860 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54180) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:56.882150 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5754ff61-9028-4d98-93c5-7a41bb2781b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-900bd0b6-6736-44e7-9f79-b4011b948598', 'network_id': '900bd0b6-6736-44e7-9f79-b4011b948598', 'tenant_id': '096fa6d69dd548f6aa4c0577b2cc1a50', 'fixed_ips': [{'subnet_id': '878c5ae6-3685-423c-90c9-0148896ac3d4'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:44:56.882963 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5754ff61-9028-4d98-93c5-7a41bb2781b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:56.931705 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679ce155-456b-4a4a-8249-d73699dbb6c0 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event deleted for resources: {'Port': ['ID=9d66dfe4-dd9a-4fdf-b577-147f7d9ad501,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:56.949054 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 75ed85e6-3f26-42b7-b87a-e6a7b4731b55 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:44:56.959116 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-679ce155-456b-4a4a-8249-d73699dbb6c0 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:56.961397 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 75ed85e6-3f26-42b7-b87a-e6a7b4731b55 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:44:56.961994 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:56.965219 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0a84a3af-da3a-4c56-a2eb-d202ed9ff8aa req-aa9e9c11-a585-482e-9777-5179b0685e83 service neutron] 10.222.0.46 "GET /v2.0/networks/fef63669-60e4-448f-bbf3-5ffe81417e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5339527 Feb 09 12:44:56.969644 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-1c296ed2-ebd6-4c19-8373-55d6bf9ff413 req-caa99e2d-1cd9-4319-9e76-050559768027 service neutron] Attempting to bind port e4a95fb8-bbbb-45a5-acd8-a4984620e04f on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:44:56.969907 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-1c296ed2-ebd6-4c19-8373-55d6bf9ff413 req-caa99e2d-1cd9-4319-9e76-050559768027 service neutron] Attempting to bind port e4a95fb8-bbbb-45a5-acd8-a4984620e04f by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '71b808da-e1e2-4f6d-b1d4-d243cdee7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '81899ec7-97c4-4283-bf04-cb61990dc442'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:44:56.970229 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c296ed2-ebd6-4c19-8373-55d6bf9ff413 req-caa99e2d-1cd9-4319-9e76-050559768027 service neutron] Attempting to bind port e4a95fb8-bbbb-45a5-acd8-a4984620e04f on network 81899ec7-97c4-4283-bf04-cb61990dc442 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:44:57.002734 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-679ce155-456b-4a4a-8249-d73699dbb6c0 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "DELETE /v2.0/ports/9d66dfe4-dd9a-4fdf-b577-147f7d9ad501 HTTP/1.1" status: 204 len: 168 time: 0.8818662 Feb 09 12:44:57.002981 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c296ed2-ebd6-4c19-8373-55d6bf9ff413 req-caa99e2d-1cd9-4319-9e76-050559768027 service neutron] Port e4a95fb8-bbbb-45a5-acd8-a4984620e04f on network 81899ec7-97c4-4283-bf04-cb61990dc442 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:44:57.003153 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c296ed2-ebd6-4c19-8373-55d6bf9ff413 req-caa99e2d-1cd9-4319-9e76-050559768027 service neutron] Attempting to bind port e4a95fb8-bbbb-45a5-acd8-a4984620e04f on network 81899ec7-97c4-4283-bf04-cb61990dc442 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:44:57.010765 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54184) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:57.089478 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c296ed2-ebd6-4c19-8373-55d6bf9ff413 req-caa99e2d-1cd9-4319-9e76-050559768027 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:44:57.090136 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c296ed2-ebd6-4c19-8373-55d6bf9ff413 req-caa99e2d-1cd9-4319-9e76-050559768027 service neutron] Checking segment: {'id': '71b808da-e1e2-4f6d-b1d4-d243cdee7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '81899ec7-97c4-4283-bf04-cb61990dc442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:44:57.090271 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c296ed2-ebd6-4c19-8373-55d6bf9ff413 req-caa99e2d-1cd9-4319-9e76-050559768027 service neutron] Bound using segment: {'id': '71b808da-e1e2-4f6d-b1d4-d243cdee7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '81899ec7-97c4-4283-bf04-cb61990dc442'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:44:57.090611 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-1c296ed2-ebd6-4c19-8373-55d6bf9ff413 req-caa99e2d-1cd9-4319-9e76-050559768027 service neutron] Bound port: e4a95fb8-bbbb-45a5-acd8-a4984620e04f, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71b808da-e1e2-4f6d-b1d4-d243cdee7352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '81899ec7-97c4-4283-bf04-cb61990dc442'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:44:57.090964 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-1c296ed2-ebd6-4c19-8373-55d6bf9ff413 req-caa99e2d-1cd9-4319-9e76-050559768027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:57.188548 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d74dc59-faa3-49ce-9100-64f0e58b0249 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:57.188988 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-5754ff61-9028-4d98-93c5-7a41bb2781b6 None None] Allocated IP 2001:db8::f816:3eff:fea3:26b3 (900bd0b6-6736-44e7-9f79-b4011b948598/878c5ae6-3685-423c-90c9-0148896ac3d4/1fa97398-5f42-4b9e-8654-2f92ca419c32) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:44:57.195702 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:57.255643 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b47fe-366e-4ae8-8ab6-7a915a0f3ec9 req-bbf2fdcf-0069-489e-b11e-d40fba2493b5 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:57.255874 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5854708d-441d-4415-8f55-98a09ccb8a08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ed85e6-3f26-42b7-b87a-e6a7b4731b55'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:44:57.257617 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-592b47fe-366e-4ae8-8ab6-7a915a0f3ec9 req-bbf2fdcf-0069-489e-b11e-d40fba2493b5 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 944 time: 0.4281321 Feb 09 12:44:57.267924 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e171ada-e994-406d-a584-ed9e8c8c5838 req-29185b58-76fd-4f76-b62b-d3195f8fa238 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:57.269356 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2e171ada-e994-406d-a584-ed9e8c8c5838 req-29185b58-76fd-4f76-b62b-d3195f8fa238 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/ports?device_id=37d252df-57e0-42ea-8eb9-f79eaac28403 HTTP/1.1" status: 200 len: 943 time: 0.4387560 Feb 09 12:44:57.296557 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0a84a3af-da3a-4c56-a2eb-d202ed9ff8aa req-e754305e-ce76-44b5-bc1b-5b4036208e87 service neutron] 10.222.0.46 "GET /v2.0/networks/fef63669-60e4-448f-bbf3-5ffe81417e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195379 Feb 09 12:44:57.302102 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-1c296ed2-ebd6-4c19-8373-55d6bf9ff413 req-caa99e2d-1cd9-4319-9e76-050559768027 service neutron] For port e4a95fb8-bbbb-45a5-acd8-a4984620e04f, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:44:57.314507 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-1c296ed2-ebd6-4c19-8373-55d6bf9ff413 req-caa99e2d-1cd9-4319-9e76-050559768027 service neutron] For port e4a95fb8-bbbb-45a5-acd8-a4984620e04f, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=e4a95fb8-bbbb-45a5-acd8-a4984620e04f,segment=NetworkSegment(71b808da-e1e2-4f6d-b1d4-d243cdee7352),segment_id=71b808da-e1e2-4f6d-b1d4-d243cdee7352)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:44:57.329739 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 75ed85e6-3f26-42b7-b87a-e6a7b4731b55, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=75ed85e6-3f26-42b7-b87a-e6a7b4731b55,segment=NetworkSegment(165836b6-b6db-405c-8f3f-6a74805e6a4d),segment_id=165836b6-b6db-405c-8f3f-6a74805e6a4d)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:44:57.333142 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-72050109-cff6-45c0-a2a6-42a5485df683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:57.341612 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:57.342322 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-1c296ed2-ebd6-4c19-8373-55d6bf9ff413 req-caa99e2d-1cd9-4319-9e76-050559768027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:57.353683 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-72050109-cff6-45c0-a2a6-42a5485df683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:57.429391 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c296ed2-ebd6-4c19-8373-55d6bf9ff413 req-caa99e2d-1cd9-4319-9e76-050559768027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:57.429996 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-1c296ed2-ebd6-4c19-8373-55d6bf9ff413 req-caa99e2d-1cd9-4319-9e76-050559768027 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:57.431351 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1c296ed2-ebd6-4c19-8373-55d6bf9ff413 req-caa99e2d-1cd9-4319-9e76-050559768027 service neutron] 10.222.0.46 "PUT /v2.0/ports/e4a95fb8-bbbb-45a5-acd8-a4984620e04f HTTP/1.1" status: 200 len: 1091 time: 3.3248794 Feb 09 12:44:57.434017 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2e171ada-e994-406d-a584-ed9e8c8c5838 req-0eb0151b-3ae8-46e5-a2e1-baad2c4e6e60 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e97a4b-a2cb-42a3-86cb-0fdb14d562c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522305 Feb 09 12:44:57.441254 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37d252df-57e0-42ea-8eb9-f79eaac28403', 'tag': 'e4a95fb8-bbbb-45a5-acd8-a4984620e04f'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:44:57.442736 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5f6ccf-0108-4757-80fd-7b8eaf231ae3 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:57.443524 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8c5f6ccf-0108-4757-80fd-7b8eaf231ae3 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Synchronizing usage tracker for tenant:02516ed7a4f240dfa605c2984d99ee86 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:44:57.460074 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=75ed85e6-3f26-42b7-b87a-e6a7b4731b55,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:57.463131 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-592b47fe-366e-4ae8-8ab6-7a915a0f3ec9 req-21809a71-b928-4351-a4cd-eea6293cdd40 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=2df67451-3d0b-4d22-9727-d6bf78b9aafa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858735 Feb 09 12:44:57.488411 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72050109-cff6-45c0-a2a6-42a5485df683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57290c2e-fb1c-441d-a73e-0fdd53b95cad,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:57.502243 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d74dc59-faa3-49ce-9100-64f0e58b0249 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:57.515880 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-72050109-cff6-45c0-a2a6-42a5485df683 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0f2bd0b966c54e7a8a7cb86d0b114929&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8574607 Feb 09 12:44:57.519734 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54192) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:57.554684 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5854708d-441d-4415-8f55-98a09ccb8a08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ed85e6-3f26-42b7-b87a-e6a7b4731b55', 'code': 200} Feb 09 12:44:57.558540 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8c5f6ccf-0108-4757-80fd-7b8eaf231ae3 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Unset dirty status for tenant:02516ed7a4f240dfa605c2984d99ee86 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:44:57.559308 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5754ff61-9028-4d98-93c5-7a41bb2781b6 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:57.560568 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8c5f6ccf-0108-4757-80fd-7b8eaf231ae3 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5488815 Feb 09 12:44:57.565758 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54196) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:57.577037 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-5754ff61-9028-4d98-93c5-7a41bb2781b6 None None] Transition to ACTIVE for port object 1fa97398-5f42-4b9e-8654-2f92ca419c32 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:44:57.588313 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa99e2d-1cd9-4319-9e76-050559768027 service neutron] Pushing event updated for resources: {'Port': ['ID=e4a95fb8-bbbb-45a5-acd8-a4984620e04f,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:57.596586 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37d252df-57e0-42ea-8eb9-f79eaac28403', 'tag': 'e4a95fb8-bbbb-45a5-acd8-a4984620e04f', 'status': 'completed', 'code': 200} Feb 09 12:44:57.603512 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-5754ff61-9028-4d98-93c5-7a41bb2781b6 None None] Transition to ACTIVE for port object 1fa97398-5f42-4b9e-8654-2f92ca419c32 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:44:57.609121 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5754ff61-9028-4d98-93c5-7a41bb2781b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:57.649174 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-63c7b35a-33ee-459a-b95a-41c401c3f373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:57.674893 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5754ff61-9028-4d98-93c5-7a41bb2781b6 None None] Network 900bd0b6-6736-44e7-9f79-b4011b948598 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:44:57.675750 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-63c7b35a-33ee-459a-b95a-41c401c3f373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:57.677778 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-5754ff61-9028-4d98-93c5-7a41bb2781b6 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:44:57.682154 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5754ff61-9028-4d98-93c5-7a41bb2781b6 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:44:57.722128 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d74dc59-faa3-49ce-9100-64f0e58b0249 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:57.722914 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c79464e-1d1c-4b65-87fa-c65b4af81e3d tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] GET failed (client error): The resource could not be found. Feb 09 12:44:57.729961 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-5c79464e-1d1c-4b65-87fa-c65b4af81e3d tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "GET /v2.0/ports/218b5ad3-5efe-4849-91ac-66ce90e4f18b HTTP/1.1" status: 404 len: 333 time: 0.1566162 Feb 09 12:44:57.730168 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5754ff61-9028-4d98-93c5-7a41bb2781b6 None None] Pushing event updated for resources: {'Port': ['ID=1fa97398-5f42-4b9e-8654-2f92ca419c32,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:57.739229 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54200) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:57.772674 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d74dc59-faa3-49ce-9100-64f0e58b0249 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Pushing event deleted for resources: {'Subnet': ['ID=878c5ae6-3685-423c-90c9-0148896ac3d4,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:57.778464 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-63c7b35a-33ee-459a-b95a-41c401c3f373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:57.782102 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c296ed2-ebd6-4c19-8373-55d6bf9ff413 req-7e903723-82e2-40c0-a771-d5c29bfa0530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:57.784180 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1c296ed2-ebd6-4c19-8373-55d6bf9ff413 req-7e903723-82e2-40c0-a771-d5c29bfa0530 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=17b19238efb44e8d92a23003e31322d7&device_id=37d252df-57e0-42ea-8eb9-f79eaac28403 HTTP/1.1" status: 200 len: 1094 time: 0.2331960 Feb 09 12:44:57.802238 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-5754ff61-9028-4d98-93c5-7a41bb2781b6 None None] Attempting to bind port 1fa97398-5f42-4b9e-8654-2f92ca419c32 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:44:57.802643 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-5754ff61-9028-4d98-93c5-7a41bb2781b6 None None] Attempting to bind port 1fa97398-5f42-4b9e-8654-2f92ca419c32 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '642c6fbc-e0f3-427c-83a8-35ad7c63324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '900bd0b6-6736-44e7-9f79-b4011b948598'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:44:57.803210 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5754ff61-9028-4d98-93c5-7a41bb2781b6 None None] Attempting to bind port 1fa97398-5f42-4b9e-8654-2f92ca419c32 on network 900bd0b6-6736-44e7-9f79-b4011b948598 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:44:57.803357 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28bec7a-0096-4608-9ea3-1f9775651a9d req-43b9c47f-8ae5-42a5-92ed-fbadbe0a8833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:57.805119 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b28bec7a-0096-4608-9ea3-1f9775651a9d req-43b9c47f-8ae5-42a5-92ed-fbadbe0a8833 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 1096 time: 0.1962106 Feb 09 12:44:57.809121 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5754ff61-9028-4d98-93c5-7a41bb2781b6 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:44:57.809356 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-63c7b35a-33ee-459a-b95a-41c401c3f373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:57.809982 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5754ff61-9028-4d98-93c5-7a41bb2781b6 None None] Checking segment: {'id': '642c6fbc-e0f3-427c-83a8-35ad7c63324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '900bd0b6-6736-44e7-9f79-b4011b948598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:44:57.810612 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5754ff61-9028-4d98-93c5-7a41bb2781b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:57.811220 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5754ff61-9028-4d98-93c5-7a41bb2781b6 None None] Bound using segment: {'id': '642c6fbc-e0f3-427c-83a8-35ad7c63324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '900bd0b6-6736-44e7-9f79-b4011b948598'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:44:57.811981 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-5754ff61-9028-4d98-93c5-7a41bb2781b6 None None] Bound port: 1fa97398-5f42-4b9e-8654-2f92ca419c32, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '642c6fbc-e0f3-427c-83a8-35ad7c63324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '900bd0b6-6736-44e7-9f79-b4011b948598'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:44:57.812589 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5754ff61-9028-4d98-93c5-7a41bb2781b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:57.813133 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-63c7b35a-33ee-459a-b95a-41c401c3f373 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/57290c2e-fb1c-441d-a73e-0fdd53b95cad HTTP/1.1" status: 204 len: 168 time: 0.2924421 Feb 09 12:44:57.814735 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-02185c2b-8594-47f3-bd26-223082323782 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] GET failed (client error): The resource could not be found. Feb 09 12:44:57.816131 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-02185c2b-8594-47f3-bd26-223082323782 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "GET /v2.0/ports/9d66dfe4-dd9a-4fdf-b577-147f7d9ad501 HTTP/1.1" status: 404 len: 333 time: 0.0758448 Feb 09 12:44:57.817127 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c7b35a-33ee-459a-b95a-41c401c3f373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57290c2e-fb1c-441d-a73e-0fdd53b95cad,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:57.819000 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54206) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:57.940361 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1c296ed2-ebd6-4c19-8373-55d6bf9ff413 req-c9060de0-54ee-44fe-9776-4862797cbf54 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e4a95fb8-bbbb-45a5-acd8-a4984620e04f HTTP/1.1" status: 200 len: 217 time: 0.1342974 Feb 09 12:44:57.972221 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a756b7a1-ddcc-4a7b-ac06-d37cb5b85afc tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:57.993692 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-5754ff61-9028-4d98-93c5-7a41bb2781b6 None None] For port 1fa97398-5f42-4b9e-8654-2f92ca419c32, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:44:57.999574 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-5754ff61-9028-4d98-93c5-7a41bb2781b6 None None] For port 1fa97398-5f42-4b9e-8654-2f92ca419c32, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=1fa97398-5f42-4b9e-8654-2f92ca419c32,segment=NetworkSegment(642c6fbc-e0f3-427c-83a8-35ad7c63324c),segment_id=642c6fbc-e0f3-427c-83a8-35ad7c63324c)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:44:58.008331 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5754ff61-9028-4d98-93c5-7a41bb2781b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:58.030530 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d74dc59-faa3-49ce-9100-64f0e58b0249 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:58.045543 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b28bec7a-0096-4608-9ea3-1f9775651a9d req-a2563fe8-4ba4-4d56-a7ac-a582e22a5d49 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2df67451-3d0b-4d22-9727-d6bf78b9aafa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824143 Feb 09 12:44:58.068021 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-1d74dc59-faa3-49ce-9100-64f0e58b0249 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['900bd0b6-6736-44e7-9f79-b4011b948598']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:58.080769 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c296ed2-ebd6-4c19-8373-55d6bf9ff413 req-af198af9-c230-4cf8-aefb-3e48cf6af15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:58.082747 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1c296ed2-ebd6-4c19-8373-55d6bf9ff413 req-af198af9-c230-4cf8-aefb-3e48cf6af15a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d06158fd-6b5a-4519-a0a6-be6172ca1f22 HTTP/1.1" status: 200 len: 848 time: 0.1338525 Feb 09 12:44:58.087144 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-1d74dc59-faa3-49ce-9100-64f0e58b0249 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '642c6fbc-e0f3-427c-83a8-35ad7c63324c') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:58.087749 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-1d74dc59-faa3-49ce-9100-64f0e58b0249 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '642c6fbc-e0f3-427c-83a8-35ad7c63324c') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:58.121689 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d74dc59-faa3-49ce-9100-64f0e58b0249 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:58.154485 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d74dc59-faa3-49ce-9100-64f0e58b0249 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:58.166507 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d74dc59-faa3-49ce-9100-64f0e58b0249 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:44:58.166912 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d74dc59-faa3-49ce-9100-64f0e58b0249 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:58.194735 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:44:58.194735 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:44:58.194735 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:44:58.194735 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:44:58.194735 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:44:58.194735 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:44:58.194735 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:44:58.194735 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:44:58.194735 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:44:58.194735 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:44:58.194735 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:44:58.194735 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:44:58.194735 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:44:58.194735 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:44:58.194735 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:44:58.194735 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:44:58.194735 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:44:58.194735 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:44:58.194735 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:44:58.194735 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:44:58.194735 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:44:58.194735 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:44:58.194735 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:44:58.194735 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:44:58.194735 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:44:58.194735 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:44:58.194735 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:44:58.194735 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:44:58.194735 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:44:58.194735 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:44:58.194735 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:44:58.194735 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:44:58.201663 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a756b7a1-ddcc-4a7b-ac06-d37cb5b85afc tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:58.204336 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29ed27d-e80a-4318-af1f-2d9cbbf32d9e None None] Network 900bd0b6-6736-44e7-9f79-b4011b948598 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:44:58.236798 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-a756b7a1-ddcc-4a7b-ac06-d37cb5b85afc tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['265fe258-02d6-43eb-98f9-967c6daa2eb3']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:58.250607 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-a756b7a1-ddcc-4a7b-ac06-d37cb5b85afc tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be49703c-50e2-4256-8f28-5042f4ad11b7') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:58.250956 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-a756b7a1-ddcc-4a7b-ac06-d37cb5b85afc tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be49703c-50e2-4256-8f28-5042f4ad11b7') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:58.263929 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a756b7a1-ddcc-4a7b-ac06-d37cb5b85afc tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:58.297080 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a756b7a1-ddcc-4a7b-ac06-d37cb5b85afc tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:58.307526 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5754ff61-9028-4d98-93c5-7a41bb2781b6 None None] Pushing event updated for resources: {'Port': ['ID=1fa97398-5f42-4b9e-8654-2f92ca419c32,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:58.308750 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a756b7a1-ddcc-4a7b-ac06-d37cb5b85afc tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:44:58.309158 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a756b7a1-ddcc-4a7b-ac06-d37cb5b85afc tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:58.357844 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.api [None req-1d74dc59-faa3-49ce-9100-64f0e58b0249 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 12:44:58.357844 n-d-825178-3 neutron-server[87568]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 12:44:58.357844 n-d-825178-3 neutron-server[87568]: [parameters: {'id': '900bd0b6-6736-44e7-9f79-b4011b948598'}] Feb 09 12:44:58.357844 n-d-825178-3 neutron-server[87568]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:44:58.358351 n-d-825178-3 neutron-server[87568]: DEBUG oslo_db.api [None req-1d74dc59-faa3-49ce-9100-64f0e58b0249 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:44:58.373265 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1c296ed2-ebd6-4c19-8373-55d6bf9ff413 req-14dd3d3a-8e4e-4425-a9e3-ce3047514c0b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81899ec7-97c4-4283-bf04-cb61990dc442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962279 Feb 09 12:44:58.461327 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:44:58.461327 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:44:58.461327 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:44:58.461327 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:44:58.461327 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:44:58.461327 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:44:58.461327 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:44:58.461327 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:44:58.461327 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:44:58.461327 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:44:58.461327 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:44:58.461327 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:44:58.461327 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:44:58.461327 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:44:58.461327 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:44:58.461327 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:44:58.461327 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:44:58.461327 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:44:58.461327 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:44:58.461327 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:44:58.461327 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:44:58.461327 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:44:58.461327 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:44:58.461327 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:44:58.461327 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:44:58.461327 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:44:58.461327 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:44:58.461327 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:44:58.461327 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:44:58.461327 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:44:58.461327 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:44:58.461327 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:44:58.478143 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a756b7a1-ddcc-4a7b-ac06-d37cb5b85afc tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:58.523182 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a756b7a1-ddcc-4a7b-ac06-d37cb5b85afc tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:58.526324 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a756b7a1-ddcc-4a7b-ac06-d37cb5b85afc tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event deleted for resources: {'Network': ['ID=265fe258-02d6-43eb-98f9-967c6daa2eb3,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:58.536597 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a756b7a1-ddcc-4a7b-ac06-d37cb5b85afc tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "DELETE /v2.0/networks/265fe258-02d6-43eb-98f9-967c6daa2eb3 HTTP/1.1" status: 204 len: 168 time: 0.7165985 Feb 09 12:44:58.540320 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54224) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:58.550033 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4713e6a-336f-4012-a8ca-8247f7ebfe01 None None] get_active_networks_info from n-d-825178-3 {{(pid=87569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 12:44:58.554782 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-bfed3156-f3e9-4c66-85b3-5413dfd54b8e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-372689228'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:44:58.574586 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-bfed3156-f3e9-4c66-85b3-5413dfd54b8e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:58.579572 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-bfed3156-f3e9-4c66-85b3-5413dfd54b8e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Usage tracker for resource:network and tenant:02516ed7a4f240dfa605c2984d99ee86 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:44:58.584779 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-bfed3156-f3e9-4c66-85b3-5413dfd54b8e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:44:58.600215 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-bfed3156-f3e9-4c66-85b3-5413dfd54b8e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:58.652762 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1c296ed2-ebd6-4c19-8373-55d6bf9ff413 req-07ab6413-7e27-4f07-b2d1-66e73a79dac6 service neutron] 10.222.0.46 "GET /v2.0/networks/81899ec7-97c4-4283-bf04-cb61990dc442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726882 Feb 09 12:44:58.702711 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfed3156-f3e9-4c66-85b3-5413dfd54b8e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Made reservation on behalf of 02516ed7a4f240dfa605c2984d99ee86 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:44:58.707184 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bfed3156-f3e9-4c66-85b3-5413dfd54b8e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:58.803600 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4713e6a-336f-4012-a8ca-8247f7ebfe01 None None] Resources bound (agent type, host, resource id): {{(pid=87569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 12:44:58.833568 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfed3156-f3e9-4c66-85b3-5413dfd54b8e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:44:58.851028 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bfed3156-f3e9-4c66-85b3-5413dfd54b8e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:58.851383 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-bfed3156-f3e9-4c66-85b3-5413dfd54b8e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Added segment 693b3744-694a-4713-9b7d-ff60aec71d34 of type vlan for network 908fcef7-f733-4a38-adba-02ac87e88121 Feb 09 12:44:58.881756 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bfed3156-f3e9-4c66-85b3-5413dfd54b8e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:58.947613 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77bb05-d4d9-4e22-bf3b-5ff15f2fd6ae req-e015af96-e709-4b2d-b162-9bfec3d0167c tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:58.949373 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc77bb05-d4d9-4e22-bf3b-5ff15f2fd6ae req-e015af96-e709-4b2d-b162-9bfec3d0167c tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/ports?device_id=37d252df-57e0-42ea-8eb9-f79eaac28403 HTTP/1.1" status: 200 len: 943 time: 0.3285916 Feb 09 12:44:58.951438 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bfed3156-f3e9-4c66-85b3-5413dfd54b8e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:58.957576 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfed3156-f3e9-4c66-85b3-5413dfd54b8e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:58.958294 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bfed3156-f3e9-4c66-85b3-5413dfd54b8e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:59.041714 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d74dc59-faa3-49ce-9100-64f0e58b0249 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:59.045040 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1c296ed2-ebd6-4c19-8373-55d6bf9ff413 req-20f950e8-2bc0-4c9b-9b5e-9cd6464d371c service neutron] 10.222.0.46 "GET /v2.0/networks/81899ec7-97c4-4283-bf04-cb61990dc442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859651 Feb 09 12:44:59.056772 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-1d74dc59-faa3-49ce-9100-64f0e58b0249 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Deleting port 1fa97398-5f42-4b9e-8654-2f92ca419c32 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:44:59.056772 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d74dc59-faa3-49ce-9100-64f0e58b0249 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:59.127364 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d81115f-f40f-4883-ac6a-5aff3accb5d9 req-9ba0901d-2832-4311-9950-665269315b3d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:59.129891 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9d81115f-f40f-4883-ac6a-5aff3accb5d9 req-9ba0901d-2832-4311-9950-665269315b3d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 945 time: 0.4284759 Feb 09 12:44:59.202830 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed3156-f3e9-4c66-85b3-5413dfd54b8e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event updated for resources: {'Network': ['ID=908fcef7-f733-4a38-adba-02ac87e88121,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:59.229576 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 908fcef7-f733-4a38-adba-02ac87e88121 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:44:59.234539 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-bfed3156-f3e9-4c66-85b3-5413dfd54b8e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6932487 Feb 09 12:44:59.240115 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54242) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:59.282912 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-b5511acb-66aa-4f46-8d4a-ae97a0a82f6b tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Request body: {'subnet': {'network_id': '908fcef7-f733-4a38-adba-02ac87e88121', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:44:59.344182 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc77bb05-d4d9-4e22-bf3b-5ff15f2fd6ae req-0d81dced-26ea-4802-a724-f63a3f274240 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e97a4b-a2cb-42a3-86cb-0fdb14d562c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3754690 Feb 09 12:44:59.373038 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54685b72-f919-49d0-8b60-5843ee30ce21 req-9cb4fcc1-4313-4b51-90b4-1a3e89209b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:59.374763 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-54685b72-f919-49d0-8b60-5843ee30ce21 req-9cb4fcc1-4313-4b51-90b4-1a3e89209b68 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=17b19238efb44e8d92a23003e31322d7&device_id=37d252df-57e0-42ea-8eb9-f79eaac28403 HTTP/1.1" status: 200 len: 1094 time: 0.2731650 Feb 09 12:44:59.440253 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9d81115f-f40f-4883-ac6a-5aff3accb5d9 req-982625e1-1c14-45cb-a072-38680bb7f69d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=2df67451-3d0b-4d22-9727-d6bf78b9aafa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2637305 Feb 09 12:44:59.496859 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b5511acb-66aa-4f46-8d4a-ae97a0a82f6b tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:59.503292 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b5511acb-66aa-4f46-8d4a-ae97a0a82f6b tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Usage tracker for resource:subnet and tenant:02516ed7a4f240dfa605c2984d99ee86 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:44:59.507432 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b5511acb-66aa-4f46-8d4a-ae97a0a82f6b tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:44:59.519132 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b5511acb-66aa-4f46-8d4a-ae97a0a82f6b tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:59.535530 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5511acb-66aa-4f46-8d4a-ae97a0a82f6b tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Made reservation on behalf of 02516ed7a4f240dfa605c2984d99ee86 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:44:59.540967 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b5511acb-66aa-4f46-8d4a-ae97a0a82f6b tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:59.611231 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-1d74dc59-faa3-49ce-9100-64f0e58b0249 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] For port 1fa97398-5f42-4b9e-8654-2f92ca419c32, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=1fa97398-5f42-4b9e-8654-2f92ca419c32,segment=NetworkSegment(642c6fbc-e0f3-427c-83a8-35ad7c63324c),segment_id=642c6fbc-e0f3-427c-83a8-35ad7c63324c)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:44:59.611585 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d74dc59-faa3-49ce-9100-64f0e58b0249 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:59.649767 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.ipam_backend_mixin [None req-b5511acb-66aa-4f46-8d4a-ae97a0a82f6b tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Performing IP validity checks on allocation pools {{(pid=87567) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 09 12:44:59.652466 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.ipam_backend_mixin [None req-b5511acb-66aa-4f46-8d4a-ae97a0a82f6b tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87567) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 09 12:44:59.758387 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-1d74dc59-faa3-49ce-9100-64f0e58b0249 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Calling delete_port for 1fa97398-5f42-4b9e-8654-2f92ca419c32 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:44:59.783243 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b5511acb-66aa-4f46-8d4a-ae97a0a82f6b tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:59.819751 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:44:59.824968 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54685b72-f919-49d0-8b60-5843ee30ce21 req-7c5f2cb7-dc2a-4bae-9cab-b266f43eafe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:59.826469 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-54685b72-f919-49d0-8b60-5843ee30ce21 req-7c5f2cb7-dc2a-4bae-9cab-b266f43eafe1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=81899ec7-97c4-4283-bf04-cb61990dc442 HTTP/1.1" status: 200 len: 909 time: 0.3561492 Feb 09 12:44:59.910129 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-54685b72-f919-49d0-8b60-5843ee30ce21 req-c712cd89-2a50-4225-b6f0-dbd192299e6a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e4a95fb8-bbbb-45a5-acd8-a4984620e04f HTTP/1.1" status: 200 len: 217 time: 0.0742559 Feb 09 12:44:59.973069 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d74dc59-faa3-49ce-9100-64f0e58b0249 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:00.012498 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5511acb-66aa-4f46-8d4a-ae97a0a82f6b tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event updated for resources: {'Subnet': ['ID=c918b19d-431c-4c73-b241-500fd5cea981,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:00.014799 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5511acb-66aa-4f46-8d4a-ae97a0a82f6b tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Checking segment: {'id': '693b3744-694a-4713-9b7d-ff60aec71d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '908fcef7-f733-4a38-adba-02ac87e88121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:45:00.015164 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5511acb-66aa-4f46-8d4a-ae97a0a82f6b tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Network hostable DHCP agents. Network: 908fcef7-f733-4a38-adba-02ac87e88121, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:45:00.031656 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d74dc59-faa3-49ce-9100-64f0e58b0249 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Pushing event deleted for resources: {'Port': ['ID=1fa97398-5f42-4b9e-8654-2f92ca419c32,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:00.033537 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d74dc59-faa3-49ce-9100-64f0e58b0249 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] No DVR routers for this DVR port 1fa97398-5f42-4b9e-8654-2f92ca419c32 on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:45:00.042939 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5511acb-66aa-4f46-8d4a-ae97a0a82f6b tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Network 908fcef7-f733-4a38-adba-02ac87e88121 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:45:00.055039 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-b5511acb-66aa-4f46-8d4a-ae97a0a82f6b tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 908fcef7-f733-4a38-adba-02ac87e88121) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:45:00.065238 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e502eb53-9738-4562-a45c-42edc520ff39 None None] Network 908fcef7-f733-4a38-adba-02ac87e88121 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:45:00.071511 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5511acb-66aa-4f46-8d4a-ae97a0a82f6b tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:00.072413 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b5511acb-66aa-4f46-8d4a-ae97a0a82f6b tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:00.102960 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b5511acb-66aa-4f46-8d4a-ae97a0a82f6b tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8572743 Feb 09 12:45:00.110838 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54264) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:00.119287 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-b1299b95-8ba2-44d0-9661-bf23414d4701 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Request body: {'port': {'network_id': '908fcef7-f733-4a38-adba-02ac87e88121', 'name': 'tempest-PortsIpV6TestJSON-600539255'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:45:00.143293 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54685b72-f919-49d0-8b60-5843ee30ce21 req-d60b8aaa-dfad-4311-9b8c-b8815a598520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:00.145384 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-54685b72-f919-49d0-8b60-5843ee30ce21 req-d60b8aaa-dfad-4311-9b8c-b8815a598520 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d06158fd-6b5a-4519-a0a6-be6172ca1f22 HTTP/1.1" status: 200 len: 848 time: 0.2292659 Feb 09 12:45:00.228174 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-54685b72-f919-49d0-8b60-5843ee30ce21 req-62cb4a94-df85-4c4f-9595-907986859170 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81899ec7-97c4-4283-bf04-cb61990dc442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618300 Feb 09 12:45:00.234135 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d74dc59-faa3-49ce-9100-64f0e58b0249 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:00.304512 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b1299b95-8ba2-44d0-9661-bf23414d4701 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:45:00.315082 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b1299b95-8ba2-44d0-9661-bf23414d4701 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:45:00.329442 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-1d74dc59-faa3-49ce-9100-64f0e58b0249 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['900bd0b6-6736-44e7-9f79-b4011b948598']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:45:00.332382 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1299b95-8ba2-44d0-9661-bf23414d4701 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Made reservation on behalf of 02516ed7a4f240dfa605c2984d99ee86 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:45:00.337541 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b1299b95-8ba2-44d0-9661-bf23414d4701 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:00.356937 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-1d74dc59-faa3-49ce-9100-64f0e58b0249 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '642c6fbc-e0f3-427c-83a8-35ad7c63324c') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:45:00.357232 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-1d74dc59-faa3-49ce-9100-64f0e58b0249 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '642c6fbc-e0f3-427c-83a8-35ad7c63324c') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:45:00.367557 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [None req-b1299b95-8ba2-44d0-9661-bf23414d4701 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] device_id is not set on port a5280085-9ef8-41d3-950a-0201d15f2374 yet. {{(pid=87567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:45:00.396418 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d74dc59-faa3-49ce-9100-64f0e58b0249 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:00.485994 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d74dc59-faa3-49ce-9100-64f0e58b0249 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:00.520214 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d74dc59-faa3-49ce-9100-64f0e58b0249 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:45:00.520625 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d74dc59-faa3-49ce-9100-64f0e58b0249 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:00.560422 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747a46bd-c371-492b-9cd2-4281790a4262 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-908fcef7-f733-4a38-adba-02ac87e88121', 'network_id': '908fcef7-f733-4a38-adba-02ac87e88121', 'tenant_id': '02516ed7a4f240dfa605c2984d99ee86', 'fixed_ips': [{'subnet_id': 'c918b19d-431c-4c73-b241-500fd5cea981'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:45:00.561298 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-747a46bd-c371-492b-9cd2-4281790a4262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:00.663816 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:45:00.663816 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:45:00.663816 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:45:00.663816 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:45:00.663816 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:45:00.663816 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:45:00.663816 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:45:00.663816 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:45:00.663816 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:45:00.663816 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:45:00.663816 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:45:00.663816 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:45:00.663816 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:45:00.663816 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:45:00.663816 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:45:00.663816 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:45:00.663816 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:45:00.663816 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:45:00.663816 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:45:00.663816 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:45:00.663816 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:45:00.663816 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:45:00.663816 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:45:00.663816 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:45:00.663816 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:45:00.663816 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:45:00.663816 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:45:00.663816 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:45:00.663816 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:45:00.663816 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:45:00.663816 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:45:00.663816 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:45:00.677284 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d74dc59-faa3-49ce-9100-64f0e58b0249 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:00.710152 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-54685b72-f919-49d0-8b60-5843ee30ce21 req-122bdf8a-09ec-4339-9996-521d66791b70 service neutron] 10.222.0.46 "GET /v2.0/networks/81899ec7-97c4-4283-bf04-cb61990dc442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4682202 Feb 09 12:45:00.714302 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d74dc59-faa3-49ce-9100-64f0e58b0249 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:00.723344 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d74dc59-faa3-49ce-9100-64f0e58b0249 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Pushing event deleted for resources: {'Network': ['ID=900bd0b6-6736-44e7-9f79-b4011b948598,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:00.747215 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-b1299b95-8ba2-44d0-9661-bf23414d4701 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Allocated IP 2001:db8::247 (908fcef7-f733-4a38-adba-02ac87e88121/c918b19d-431c-4c73-b241-500fd5cea981/a5280085-9ef8-41d3-950a-0201d15f2374) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:45:00.778554 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device e4a95fb8-bbbb-45a5-acd8-a4984620e04f details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:45:00.821419 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1d74dc59-faa3-49ce-9100-64f0e58b0249 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] 10.222.0.55 "DELETE /v2.0/networks/900bd0b6-6736-44e7-9f79-b4011b948598 HTTP/1.1" status: 204 len: 168 time: 4.0132678 Feb 09 12:45:00.822259 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54292) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:00.845986 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-a8136da9-72e5-44f5-a8b3-851676b4fe43 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1367305484'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:45:00.941480 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port e4a95fb8-bbbb-45a5-acd8-a4984620e04f, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=e4a95fb8-bbbb-45a5-acd8-a4984620e04f,segment=NetworkSegment(71b808da-e1e2-4f6d-b1d4-d243cdee7352),segment_id=71b808da-e1e2-4f6d-b1d4-d243cdee7352)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:45:00.958049 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'e4a95fb8-bbbb-45a5-acd8-a4984620e04f', 'network_id': '81899ec7-97c4-4283-bf04-cb61990dc442', 'port_id': 'e4a95fb8-bbbb-45a5-acd8-a4984620e04f', 'mac_address': 'fa:16:3e:c5:89:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd06158fd-6b5a-4519-a0a6-be6172ca1f22', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:45:00.959693 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c55704-b174-4de2-a34a-11ba679c5004 req-2f4007ae-b3cf-4f5a-80a6-cde50a37ecbc tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:00.961406 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e0c55704-b174-4de2-a34a-11ba679c5004 req-2f4007ae-b3cf-4f5a-80a6-cde50a37ecbc tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/ports?device_id=37d252df-57e0-42ea-8eb9-f79eaac28403 HTTP/1.1" status: 200 len: 943 time: 0.3316469 Feb 09 12:45:01.024523 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:01.045428 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a8136da9-72e5-44f5-a8b3-851676b4fe43 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:45:01.049984 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4a95fb8-bbbb-45a5-acd8-a4984620e04f {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:45:01.054306 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a8136da9-72e5-44f5-a8b3-851676b4fe43 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Usage tracker for resource:network and tenant:096fa6d69dd548f6aa4c0577b2cc1a50 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:45:01.060311 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a8136da9-72e5-44f5-a8b3-851676b4fe43 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:45:01.073782 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port e4a95fb8-bbbb-45a5-acd8-a4984620e04f, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=e4a95fb8-bbbb-45a5-acd8-a4984620e04f,segment=NetworkSegment(71b808da-e1e2-4f6d-b1d4-d243cdee7352),segment_id=71b808da-e1e2-4f6d-b1d4-d243cdee7352)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:45:01.079410 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:01.079855 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a8136da9-72e5-44f5-a8b3-851676b4fe43 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:45:01.093138 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-54685b72-f919-49d0-8b60-5843ee30ce21 req-193df192-bfdf-4d15-b0de-0c2f3c65e1b0 service neutron] 10.222.0.46 "GET /v2.0/networks/81899ec7-97c4-4283-bf04-cb61990dc442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701968 Feb 09 12:45:01.101378 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8136da9-72e5-44f5-a8b3-851676b4fe43 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Made reservation on behalf of 096fa6d69dd548f6aa4c0577b2cc1a50 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:45:01.102586 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c10153-d186-4d68-afa8-8c5195a921e7 req-f701d78f-08a7-4573-bdc1-e67066968aa9 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:01.104131 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-80c10153-d186-4d68-afa8-8c5195a921e7 req-f701d78f-08a7-4573-bdc1-e67066968aa9 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 945 time: 0.3169024 Feb 09 12:45:01.105587 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a8136da9-72e5-44f5-a8b3-851676b4fe43 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:01.117112 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e0c55704-b174-4de2-a34a-11ba679c5004 req-7f1035d9-a5d8-4258-8e64-6c08569427f8 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e97a4b-a2cb-42a3-86cb-0fdb14d562c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490648 Feb 09 12:45:01.158301 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8136da9-72e5-44f5-a8b3-851676b4fe43 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:45:01.174241 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a8136da9-72e5-44f5-a8b3-851676b4fe43 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:01.174917 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-a8136da9-72e5-44f5-a8b3-851676b4fe43 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Added segment af094adc-49a3-4b48-9c83-adb34c5a46ea of type vlan for network a9b23f9f-537a-4abd-8d8b-32d0408138e3 Feb 09 12:45:01.176222 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=e4a95fb8-bbbb-45a5-acd8-a4984620e04f,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:01.208408 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a8136da9-72e5-44f5-a8b3-851676b4fe43 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:01.221196 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b1299b95-8ba2-44d0-9661-bf23414d4701 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:01.239663 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-80c10153-d186-4d68-afa8-8c5195a921e7 req-939cb655-365a-4ee9-9e0f-5b5e5fdca49d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=2df67451-3d0b-4d22-9727-d6bf78b9aafa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262686 Feb 09 12:45:01.243130 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a8136da9-72e5-44f5-a8b3-851676b4fe43 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:01.250265 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-b1299b95-8ba2-44d0-9661-bf23414d4701 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Transition to ACTIVE for port object a5280085-9ef8-41d3-950a-0201d15f2374 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:45:01.252275 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8136da9-72e5-44f5-a8b3-851676b4fe43 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:01.253064 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a8136da9-72e5-44f5-a8b3-851676b4fe43 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:01.281486 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b1299b95-8ba2-44d0-9661-bf23414d4701 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:01.338280 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54306) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:01.352414 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['e4a95fb8-bbbb-45a5-acd8-a4984620e04f'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:45:01.383648 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1299b95-8ba2-44d0-9661-bf23414d4701 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Network 908fcef7-f733-4a38-adba-02ac87e88121 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:45:01.389329 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a8136da9-72e5-44f5-a8b3-851676b4fe43 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5483677 Feb 09 12:45:01.389598 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-b1299b95-8ba2-44d0-9661-bf23414d4701 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:45:01.391906 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54312) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:01.399372 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1299b95-8ba2-44d0-9661-bf23414d4701 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:45:01.406819 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1299b95-8ba2-44d0-9661-bf23414d4701 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:01.406819 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b1299b95-8ba2-44d0-9661-bf23414d4701 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:01.407150 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8136da9-72e5-44f5-a8b3-851676b4fe43 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Pushing event updated for resources: {'Network': ['ID=a9b23f9f-537a-4abd-8d8b-32d0408138e3,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:01.442778 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network a9b23f9f-537a-4abd-8d8b-32d0408138e3 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:45:01.456919 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-600c4845-b8c6-4f8a-ac73-ad6456aa8335 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Request body: {'subnet': {'network_id': 'a9b23f9f-537a-4abd-8d8b-32d0408138e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:45:01.536356 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1299b95-8ba2-44d0-9661-bf23414d4701 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event updated for resources: {'Port': ['ID=a5280085-9ef8-41d3-950a-0201d15f2374,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:01.594047 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-747a46bd-c371-492b-9cd2-4281790a4262 None None] Allocated IP 2001:db8::2 (908fcef7-f733-4a38-adba-02ac87e88121/c918b19d-431c-4c73-b241-500fd5cea981/c9d629ea-58b0-4583-a157-98d51bbebc97) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:45:01.611639 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fff42274-96b9-4f7d-adf6-dba3c77bbf0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:01.629823 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b1299b95-8ba2-44d0-9661-bf23414d4701 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5149748 Feb 09 12:45:01.631634 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54318) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:01.640698 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-600c4845-b8c6-4f8a-ac73-ad6456aa8335 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:45:01.643029 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-fff42274-96b9-4f7d-adf6-dba3c77bbf0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:45:01.649257 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-600c4845-b8c6-4f8a-ac73-ad6456aa8335 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Usage tracker for resource:subnet and tenant:096fa6d69dd548f6aa4c0577b2cc1a50 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:45:01.652022 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-fff42274-96b9-4f7d-adf6-dba3c77bbf0a admin admin] Usage tracker for resource:security_group_rule and tenant:8ab29b0448a749bdba002acab834bbca is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:45:01.655148 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-600c4845-b8c6-4f8a-ac73-ad6456aa8335 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:45:01.657913 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-fff42274-96b9-4f7d-adf6-dba3c77bbf0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:45:01.668737 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-fff42274-96b9-4f7d-adf6-dba3c77bbf0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:45:01.671523 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-600c4845-b8c6-4f8a-ac73-ad6456aa8335 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:45:01.696288 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22918c5-d352-41c2-b3d8-431d52ec5f6a req-2c8898d4-7eaa-42a3-8690-3c93fb7a78b2 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:01.698133 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c22918c5-d352-41c2-b3d8-431d52ec5f6a req-2c8898d4-7eaa-42a3-8690-3c93fb7a78b2 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 945 time: 0.3098712 Feb 09 12:45:01.713199 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600c4845-b8c6-4f8a-ac73-ad6456aa8335 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Made reservation on behalf of 096fa6d69dd548f6aa4c0577b2cc1a50 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:45:01.716305 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-cafe05cd-ae2c-4037-af47-68aca11a58cb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Deleting port a5280085-9ef8-41d3-950a-0201d15f2374 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:45:01.716632 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-600c4845-b8c6-4f8a-ac73-ad6456aa8335 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:01.717148 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cafe05cd-ae2c-4037-af47-68aca11a58cb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:01.880437 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c22918c5-d352-41c2-b3d8-431d52ec5f6a req-0a6c53c1-c56d-4dde-aec9-601397737411 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=2df67451-3d0b-4d22-9727-d6bf78b9aafa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474853 Feb 09 12:45:01.936664 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fff42274-96b9-4f7d-adf6-dba3c77bbf0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:01.944345 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54322) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:01.953834 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-747a46bd-c371-492b-9cd2-4281790a4262 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:01.966994 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-747a46bd-c371-492b-9cd2-4281790a4262 None None] Transition to ACTIVE for port object c9d629ea-58b0-4583-a157-98d51bbebc97 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:45:01.970475 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fff42274-96b9-4f7d-adf6-dba3c77bbf0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:01.986872 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-747a46bd-c371-492b-9cd2-4281790a4262 None None] Transition to ACTIVE for port object c9d629ea-58b0-4583-a157-98d51bbebc97 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:45:01.996631 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-747a46bd-c371-492b-9cd2-4281790a4262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:02.043932 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-fff42274-96b9-4f7d-adf6-dba3c77bbf0a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8ab29b0448a749bdba002acab834bbca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6976583 Feb 09 12:45:02.048840 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54326) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:02.051876 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff42274-96b9-4f7d-adf6-dba3c77bbf0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1fd83a2-93f4-4403-a5cf-6a02bf8005aa,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:02.068332 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747a46bd-c371-492b-9cd2-4281790a4262 None None] Network 908fcef7-f733-4a38-adba-02ac87e88121 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:45:02.069838 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cafe05cd-ae2c-4037-af47-68aca11a58cb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:02.071394 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-747a46bd-c371-492b-9cd2-4281790a4262 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:45:02.075227 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747a46bd-c371-492b-9cd2-4281790a4262 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:45:02.086050 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a46bd-c371-492b-9cd2-4281790a4262 None None] Pushing event updated for resources: {'Port': ['ID=c9d629ea-58b0-4583-a157-98d51bbebc97,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:02.087540 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b75126-e879-4135-bf0b-926cfb581458 tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:02.089662 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c1b75126-e879-4135-bf0b-926cfb581458 tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 1091 time: 0.1441517 Feb 09 12:45:02.096237 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54330) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:02.111882 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-6e6711e5-2f0a-486f-970c-41c23897c654 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'port_id': '75ed85e6-3f26-42b7-b87a-e6a7b4731b55', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:45:02.129197 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6e6711e5-2f0a-486f-970c-41c23897c654 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:45:02.140192 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6e6711e5-2f0a-486f-970c-41c23897c654 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Usage tracker for resource:floatingip and tenant:2c7a8f76649f44a59c185c6d6414b556 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:45:02.145288 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6e6711e5-2f0a-486f-970c-41c23897c654 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:45:02.149838 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-600c4845-b8c6-4f8a-ac73-ad6456aa8335 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:02.183491 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6e6711e5-2f0a-486f-970c-41c23897c654 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:45:02.196261 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-747a46bd-c371-492b-9cd2-4281790a4262 None None] Attempting to bind port c9d629ea-58b0-4583-a157-98d51bbebc97 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:45:02.196817 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-747a46bd-c371-492b-9cd2-4281790a4262 None None] Attempting to bind port c9d629ea-58b0-4583-a157-98d51bbebc97 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '693b3744-694a-4713-9b7d-ff60aec71d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '908fcef7-f733-4a38-adba-02ac87e88121'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:45:02.197821 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747a46bd-c371-492b-9cd2-4281790a4262 None None] Attempting to bind port c9d629ea-58b0-4583-a157-98d51bbebc97 on network 908fcef7-f733-4a38-adba-02ac87e88121 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:45:02.213746 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747a46bd-c371-492b-9cd2-4281790a4262 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:45:02.214136 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747a46bd-c371-492b-9cd2-4281790a4262 None None] Checking segment: {'id': '693b3744-694a-4713-9b7d-ff60aec71d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '908fcef7-f733-4a38-adba-02ac87e88121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:45:02.214821 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-747a46bd-c371-492b-9cd2-4281790a4262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:02.215329 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747a46bd-c371-492b-9cd2-4281790a4262 None None] Bound using segment: {'id': '693b3744-694a-4713-9b7d-ff60aec71d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '908fcef7-f733-4a38-adba-02ac87e88121'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:45:02.215457 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-cafe05cd-ae2c-4037-af47-68aca11a58cb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Calling delete_port for a5280085-9ef8-41d3-950a-0201d15f2374 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:45:02.215859 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-747a46bd-c371-492b-9cd2-4281790a4262 None None] Bound port: c9d629ea-58b0-4583-a157-98d51bbebc97, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '693b3744-694a-4713-9b7d-ff60aec71d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '908fcef7-f733-4a38-adba-02ac87e88121'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:45:02.216249 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-747a46bd-c371-492b-9cd2-4281790a4262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:02.235499 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b597f61d-7cb8-4e81-af6d-9790d478b5d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:02.242636 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6e6711e5-2f0a-486f-970c-41c23897c654 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for floatingip, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:02.330829 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-747a46bd-c371-492b-9cd2-4281790a4262 None None] For port c9d629ea-58b0-4583-a157-98d51bbebc97, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:45:02.335459 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-747a46bd-c371-492b-9cd2-4281790a4262 None None] For port c9d629ea-58b0-4583-a157-98d51bbebc97, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=c9d629ea-58b0-4583-a157-98d51bbebc97,segment=NetworkSegment(693b3744-694a-4713-9b7d-ff60aec71d34),segment_id=693b3744-694a-4713-9b7d-ff60aec71d34)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:45:02.340803 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-747a46bd-c371-492b-9cd2-4281790a4262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:02.342179 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4845-b8c6-4f8a-ac73-ad6456aa8335 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Pushing event updated for resources: {'Subnet': ['ID=d313520a-6874-4208-8124-ea62ad751275,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:02.388479 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cafe05cd-ae2c-4037-af47-68aca11a58cb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:02.436928 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a46bd-c371-492b-9cd2-4281790a4262 None None] Pushing event updated for resources: {'Port': ['ID=c9d629ea-58b0-4583-a157-98d51bbebc97,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:02.440507 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe05cd-ae2c-4037-af47-68aca11a58cb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event deleted for resources: {'Port': ['ID=a5280085-9ef8-41d3-950a-0201d15f2374,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:02.489154 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cafe05cd-ae2c-4037-af47-68aca11a58cb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:02.503468 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-cafe05cd-ae2c-4037-af47-68aca11a58cb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "DELETE /v2.0/ports/a5280085-9ef8-41d3-950a-0201d15f2374 HTTP/1.1" status: 204 len: 168 time: 0.8703818 Feb 09 12:45:02.504363 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54336) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:02.545100 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b597f61d-7cb8-4e81-af6d-9790d478b5d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:02.551175 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e2edd4e-bad1-447b-ba64-4773d087a703 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] DELETE failed (client error): The resource could not be found. Feb 09 12:45:02.551967 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e2edd4e-bad1-447b-ba64-4773d087a703 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:45:02.556067 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0e2edd4e-bad1-447b-ba64-4773d087a703 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "DELETE /v2.0/ports/a5280085-9ef8-41d3-950a-0201d15f2374 HTTP/1.1" status: 404 len: 333 time: 0.0481739 Feb 09 12:45:02.556302 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54340) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:02.558946 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600c4845-b8c6-4f8a-ac73-ad6456aa8335 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Checking segment: {'id': 'af094adc-49a3-4b48-9c83-adb34c5a46ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a9b23f9f-537a-4abd-8d8b-32d0408138e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:45:02.559312 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600c4845-b8c6-4f8a-ac73-ad6456aa8335 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Network hostable DHCP agents. Network: a9b23f9f-537a-4abd-8d8b-32d0408138e3, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:45:02.621688 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-405d5fd5-9059-4200-90c3-c1454a56b7cb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] GET failed (client error): The resource could not be found. Feb 09 12:45:02.622238 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-405d5fd5-9059-4200-90c3-c1454a56b7cb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Synchronizing usage tracker for tenant:02516ed7a4f240dfa605c2984d99ee86 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:45:02.651774 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-405d5fd5-9059-4200-90c3-c1454a56b7cb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Unset dirty status for tenant:02516ed7a4f240dfa605c2984d99ee86 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:45:02.653674 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-405d5fd5-9059-4200-90c3-c1454a56b7cb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "GET /v2.0/ports/a5280085-9ef8-41d3-950a-0201d15f2374 HTTP/1.1" status: 404 len: 333 time: 0.0964446 Feb 09 12:45:02.656854 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54344) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:02.657792 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600c4845-b8c6-4f8a-ac73-ad6456aa8335 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Network a9b23f9f-537a-4abd-8d8b-32d0408138e3 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:45:02.683746 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4bc16-934a-455b-b7e5-3c30c5dd9301 req-5c970e57-44c5-4b90-8afc-dc3ba787f40b tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:02.685605 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e3d4bc16-934a-455b-b7e5-3c30c5dd9301 req-5c970e57-44c5-4b90-8afc-dc3ba787f40b tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/ports?device_id=37d252df-57e0-42ea-8eb9-f79eaac28403 HTTP/1.1" status: 200 len: 944 time: 0.4212668 Feb 09 12:45:02.691121 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-600c4845-b8c6-4f8a-ac73-ad6456aa8335 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, a9b23f9f-537a-4abd-8d8b-32d0408138e3) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:45:02.696594 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600c4845-b8c6-4f8a-ac73-ad6456aa8335 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:02.697226 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-600c4845-b8c6-4f8a-ac73-ad6456aa8335 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:02.714044 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b28d678-f0c9-450a-b286-91f1d055d4d9 None None] Network a9b23f9f-537a-4abd-8d8b-32d0408138e3 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:45:02.744726 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b597f61d-7cb8-4e81-af6d-9790d478b5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:02.747739 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-89065757-002b-4213-8f70-a8a5d0798a92 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Deleting subnet c918b19d-431c-4c73-b241-500fd5cea981 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:45:02.751083 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-89065757-002b-4213-8f70-a8a5d0798a92 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:02.804706 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b597f61d-7cb8-4e81-af6d-9790d478b5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1fd83a2-93f4-4403-a5cf-6a02bf8005aa,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:02.806387 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device e4a95fb8-bbbb-45a5-acd8-a4984620e04f up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:45:02.810277 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e3d4bc16-934a-455b-b7e5-3c30c5dd9301 req-75c6d302-b479-4fcf-ad90-d913017f0a08 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e97a4b-a2cb-42a3-86cb-0fdb14d562c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060596 Feb 09 12:45:02.813002 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b597f61d-7cb8-4e81-af6d-9790d478b5d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:02.817399 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b597f61d-7cb8-4e81-af6d-9790d478b5d3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d1fd83a2-93f4-4403-a5cf-6a02bf8005aa HTTP/1.1" status: 204 len: 168 time: 0.7639844 Feb 09 12:45:02.818573 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-600c4845-b8c6-4f8a-ac73-ad6456aa8335 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4234390 Feb 09 12:45:02.823002 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54350) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:02.836281 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-89065757-002b-4213-8f70-a8a5d0798a92 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:02.845812 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6e6711e5-2f0a-486f-970c-41c23897c654 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:02.971743 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port e4a95fb8-bbbb-45a5-acd8-a4984620e04f completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:45:02.984036 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port e4a95fb8-bbbb-45a5-acd8-a4984620e04f triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:45:02.984549 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:03.044870 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b59725b9-831e-4e0f-ba7d-74a353a2bc93 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:03.051568 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-6e6711e5-2f0a-486f-970c-41c23897c654 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Allocated IP 172.25.7.73 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/9325a3c0-f3d8-462b-92f5-12db1cbcb28d) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:45:03.052137 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-89065757-002b-4213-8f70-a8a5d0798a92 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:03.214398 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-89065757-002b-4213-8f70-a8a5d0798a92 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:03.280354 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b59725b9-831e-4e0f-ba7d-74a353a2bc93 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:03.288173 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6e6711e5-2f0a-486f-970c-41c23897c654 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:03.290211 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device c9d629ea-58b0-4583-a157-98d51bbebc97 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:45:03.338586 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6e6711e5-2f0a-486f-970c-41c23897c654 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:03.415941 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54356) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:03.452523 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:03.458078 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7b9cba12-7c44-42ae-9c58-9496930f3a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:03.467663 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73ce9d2-9795-458d-8d4f-2e7c89e42c10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-a9b23f9f-537a-4abd-8d8b-32d0408138e3', 'network_id': 'a9b23f9f-537a-4abd-8d8b-32d0408138e3', 'tenant_id': '096fa6d69dd548f6aa4c0577b2cc1a50', 'fixed_ips': [{'subnet_id': 'd313520a-6874-4208-8124-ea62ad751275'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:45:03.469619 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a73ce9d2-9795-458d-8d4f-2e7c89e42c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:03.499015 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6711e5-2f0a-486f-970c-41c23897c654 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:45:03.500261 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-7b9cba12-7c44-42ae-9c58-9496930f3a52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:45:03.502810 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-6e6711e5-2f0a-486f-970c-41c23897c654 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:45:03.509169 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6711e5-2f0a-486f-970c-41c23897c654 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:45:03.515462 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89065757-002b-4213-8f70-a8a5d0798a92 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event deleted for resources: {'Subnet': ['ID=c918b19d-431c-4c73-b241-500fd5cea981,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:03.531024 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b59725b9-831e-4e0f-ba7d-74a353a2bc93 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:03.545071 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-7b9cba12-7c44-42ae-9c58-9496930f3a52 admin admin] Usage tracker for resource:security_group_rule and tenant:eddd073949de4961ac5c2e420d8a59fb is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:45:03.548089 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6711e5-2f0a-486f-970c-41c23897c654 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'Port': ['ID=9325a3c0-f3d8-462b-92f5-12db1cbcb28d,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:03.550924 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-7b9cba12-7c44-42ae-9c58-9496930f3a52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:45:03.573569 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-7b9cba12-7c44-42ae-9c58-9496930f3a52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:45:03.581824 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-89065757-002b-4213-8f70-a8a5d0798a92 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:03.591675 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59725b9-831e-4e0f-ba7d-74a353a2bc93 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Pushing event deleted for resources: {'Subnet': ['ID=d313520a-6874-4208-8124-ea62ad751275,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:03.603581 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37d252df-57e0-42ea-8eb9-f79eaac28403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a95fb8-bbbb-45a5-acd8-a4984620e04f'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server [None req-a73ce9d2-9795-458d-8d4f-2e7c89e42c10 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d313520a-6874-4208-8124-ea62ad751275: This subnet is being modified by another concurrent operation. Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 12:45:03.612286 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 12:45:03.617109 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 12:45:03.617109 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 12:45:03.617109 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 12:45:03.617109 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 12:45:03.617109 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 12:45:03.617109 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 12:45:03.617109 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 12:45:03.617109 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 12:45:03.617109 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 12:45:03.617109 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 12:45:03.617109 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 12:45:03.617109 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 12:45:03.617109 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 12:45:03.617109 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 12:45:03.617109 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 12:45:03.617109 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 12:45:03.617109 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 09 12:45:03.617109 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 12:45:03.617109 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 09 12:45:03.617109 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 12:45:03.617109 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 09 12:45:03.617109 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 12:45:03.617109 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 12:45:03.617109 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 12:45:03.617109 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 09 12:45:03.617109 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 12:45:03.617109 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 09 12:45:03.617109 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 12:45:03.617109 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 12:45:03.617109 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 12:45:03.617109 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 12:45:03.617109 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 12:45:03.617109 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 09 12:45:03.617109 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 12:45:03.617109 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 12:45:03.617109 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server raise exception Feb 09 12:45:03.617109 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d313520a-6874-4208-8124-ea62ad751275: This subnet is being modified by another concurrent operation. Feb 09 12:45:03.617109 n-d-825178-3 neutron-server[87569]: ERROR oslo_messaging.rpc.server Feb 09 12:45:03.623604 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port e4a95fb8-bbbb-45a5-acd8-a4984620e04f, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=e4a95fb8-bbbb-45a5-acd8-a4984620e04f,segment=NetworkSegment(71b808da-e1e2-4f6d-b1d4-d243cdee7352),segment_id=71b808da-e1e2-4f6d-b1d4-d243cdee7352)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:45:03.628281 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:03.659432 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-89065757-002b-4213-8f70-a8a5d0798a92 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "DELETE /v2.0/subnets/c918b19d-431c-4c73-b241-500fd5cea981 HTTP/1.1" status: 204 len: 168 time: 1.0014806 Feb 09 12:45:03.665933 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54362) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:03.674310 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb90b61-ec43-44a2-899d-0dffd9ceee9c None None] Network a9b23f9f-537a-4abd-8d8b-32d0408138e3 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:45:03.705410 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port c9d629ea-58b0-4583-a157-98d51bbebc97 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:45:03.713465 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37d252df-57e0-42ea-8eb9-f79eaac28403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a95fb8-bbbb-45a5-acd8-a4984620e04f', 'code': 200} Feb 09 12:45:03.851946 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=e4a95fb8-bbbb-45a5-acd8-a4984620e04f,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:03.910121 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45f0f6b-e4d5-47c8-864a-d4d20c5bbece None None] Network 908fcef7-f733-4a38-adba-02ac87e88121 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:45:03.930013 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7b9cba12-7c44-42ae-9c58-9496930f3a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:03.965682 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b59725b9-831e-4e0f-ba7d-74a353a2bc93 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:03.991910 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7b9cba12-7c44-42ae-9c58-9496930f3a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:04.034182 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-b59725b9-831e-4e0f-ba7d-74a353a2bc93 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9b23f9f-537a-4abd-8d8b-32d0408138e3']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:45:04.055278 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-548603be-a7c8-4a87-a600-ebcd0f7ca618 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:04.066374 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-b59725b9-831e-4e0f-ba7d-74a353a2bc93 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af094adc-49a3-4b48-9c83-adb34c5a46ea') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:45:04.071923 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-b59725b9-831e-4e0f-ba7d-74a353a2bc93 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af094adc-49a3-4b48-9c83-adb34c5a46ea') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:45:04.088029 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b59725b9-831e-4e0f-ba7d-74a353a2bc93 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:04.088271 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-ab0af047-21e8-4765-88dd-34cce090f0df None None] Provisioning for port c9d629ea-58b0-4583-a157-98d51bbebc97 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:45:04.115763 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b59725b9-831e-4e0f-ba7d-74a353a2bc93 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:04.120765 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed1de2-5b8d-4295-92ab-3dcfc7c99ff4 req-a85e6583-578e-4cc9-a4ce-c5d86acdd88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:04.122172 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-88ed1de2-5b8d-4295-92ab-3dcfc7c99ff4 req-a85e6583-578e-4cc9-a4ce-c5d86acdd88d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=37d252df-57e0-42ea-8eb9-f79eaac28403 HTTP/1.1" status: 200 len: 1096 time: 0.3317580 Feb 09 12:45:04.122937 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-548603be-a7c8-4a87-a600-ebcd0f7ca618 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Deleting port c9d629ea-58b0-4583-a157-98d51bbebc97 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:45:04.123265 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-548603be-a7c8-4a87-a600-ebcd0f7ca618 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:04.124538 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9cba12-7c44-42ae-9c58-9496930f3a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b62ed2-d129-4183-b174-6f1bfcf51059,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:04.127045 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-ab0af047-21e8-4765-88dd-34cce090f0df None None] Provisioning complete for port c9d629ea-58b0-4583-a157-98d51bbebc97 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:45:04.127430 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ab0af047-21e8-4765-88dd-34cce090f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:04.132049 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-7b9cba12-7c44-42ae-9c58-9496930f3a52 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eddd073949de4961ac5c2e420d8a59fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7027514 Feb 09 12:45:04.134053 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54368) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:04.205119 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b59725b9-831e-4e0f-ba7d-74a353a2bc93 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:45:04.205852 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b59725b9-831e-4e0f-ba7d-74a353a2bc93 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:04.211086 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03344fde-cca6-409d-820c-106f4f6341ff req-00664dfa-95f6-4868-9a7f-d6dd13e47238 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:04.212660 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-03344fde-cca6-409d-820c-106f4f6341ff req-00664dfa-95f6-4868-9a7f-d6dd13e47238 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/ports?device_id=37d252df-57e0-42ea-8eb9-f79eaac28403 HTTP/1.1" status: 200 len: 945 time: 0.2220881 Feb 09 12:45:04.228028 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:45:04.228028 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:45:04.228028 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:45:04.228028 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:45:04.228028 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:45:04.228028 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:45:04.228028 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:45:04.228028 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:45:04.228028 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:45:04.228028 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:45:04.228028 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:45:04.228028 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:45:04.228028 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:45:04.228028 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:45:04.228028 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:45:04.228028 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:45:04.228028 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:45:04.228028 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:45:04.228028 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:45:04.228028 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:45:04.228028 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:45:04.228028 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:45:04.228028 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:45:04.228028 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:45:04.228028 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:45:04.228028 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:45:04.228028 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:45:04.228028 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:45:04.228028 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:45:04.228028 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:45:04.228028 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:45:04.228028 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:45:04.245295 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-24404f84-c509-483a-a97c-eb0b23fd0282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:04.307702 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-24404f84-c509-483a-a97c-eb0b23fd0282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:04.360679 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-03344fde-cca6-409d-820c-106f4f6341ff req-e4bfbf70-dcee-4cab-b957-4f919071da84 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e97a4b-a2cb-42a3-86cb-0fdb14d562c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310539 Feb 09 12:45:04.379429 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-88ed1de2-5b8d-4295-92ab-3dcfc7c99ff4 req-b8e8ce76-f5c3-49a8-8299-bccdf3cdcb48 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=38e97a4b-a2cb-42a3-86cb-0fdb14d562c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990044 Feb 09 12:45:04.379734 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ab0af047-21e8-4765-88dd-34cce090f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:04.384891 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b59725b9-831e-4e0f-ba7d-74a353a2bc93 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:04.390130 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b59725b9-831e-4e0f-ba7d-74a353a2bc93 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:04.449165 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b59725b9-831e-4e0f-ba7d-74a353a2bc93 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] 10.222.0.55 "DELETE /v2.0/networks/a9b23f9f-537a-4abd-8d8b-32d0408138e3 HTTP/1.1" status: 204 len: 168 time: 1.6248829 Feb 09 12:45:04.450370 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59725b9-831e-4e0f-ba7d-74a353a2bc93 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Pushing event deleted for resources: {'Network': ['ID=a9b23f9f-537a-4abd-8d8b-32d0408138e3,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:04.454845 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54374) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:04.461921 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5317e18-220c-4206-9f24-0d459d9ccbe7 None None] DHCP port deletion for 908fcef7-f733-4a38-adba-02ac87e88121 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:45:04.463040 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-0976622e-46e1-45c2-98b1-27430f00c916 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-160595462'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:45:04.467326 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-c5317e18-220c-4206-9f24-0d459d9ccbe7 None None] Deleting port c9d629ea-58b0-4583-a157-98d51bbebc97 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:45:04.467800 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c5317e18-220c-4206-9f24-0d459d9ccbe7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:04.468545 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-0976622e-46e1-45c2-98b1-27430f00c916 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:45:04.472505 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-0976622e-46e1-45c2-98b1-27430f00c916 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Usage tracker for resource:network and tenant:096fa6d69dd548f6aa4c0577b2cc1a50 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:45:04.476177 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-0976622e-46e1-45c2-98b1-27430f00c916 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:45:04.481944 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-0976622e-46e1-45c2-98b1-27430f00c916 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:45:04.497460 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0976622e-46e1-45c2-98b1-27430f00c916 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Made reservation on behalf of 096fa6d69dd548f6aa4c0577b2cc1a50 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:45:04.502089 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0976622e-46e1-45c2-98b1-27430f00c916 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:04.515419 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-24404f84-c509-483a-a97c-eb0b23fd0282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:04.527649 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-ab0af047-21e8-4765-88dd-34cce090f0df None None] For port c9d629ea-58b0-4583-a157-98d51bbebc97, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=c9d629ea-58b0-4583-a157-98d51bbebc97,segment=NetworkSegment(693b3744-694a-4713-9b7d-ff60aec71d34),segment_id=693b3744-694a-4713-9b7d-ff60aec71d34)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:45:04.542197 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24404f84-c509-483a-a97c-eb0b23fd0282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b62ed2-d129-4183-b174-6f1bfcf51059,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:04.567614 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-548603be-a7c8-4a87-a600-ebcd0f7ca618 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] For port c9d629ea-58b0-4583-a157-98d51bbebc97, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=c9d629ea-58b0-4583-a157-98d51bbebc97,segment=NetworkSegment(693b3744-694a-4713-9b7d-ff60aec71d34),segment_id=693b3744-694a-4713-9b7d-ff60aec71d34)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:45:04.568330 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-548603be-a7c8-4a87-a600-ebcd0f7ca618 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:04.581048 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0976622e-46e1-45c2-98b1-27430f00c916 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:45:04.583490 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-24404f84-c509-483a-a97c-eb0b23fd0282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:04.585203 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-24404f84-c509-483a-a97c-eb0b23fd0282 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/63b62ed2-d129-4183-b174-6f1bfcf51059 HTTP/1.1" status: 204 len: 168 time: 0.4496388 Feb 09 12:45:04.590552 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6e6711e5-2f0a-486f-970c-41c23897c654 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:04.604797 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0976622e-46e1-45c2-98b1-27430f00c916 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:04.605178 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-0976622e-46e1-45c2-98b1-27430f00c916 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Added segment 1e759073-dc48-4d0a-82e1-470c90c3aa56 of type vlan for network c1ad4981-58dc-4af7-954b-9849779e5b1c Feb 09 12:45:04.615189 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ab0af047-21e8-4765-88dd-34cce090f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:04.638292 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0976622e-46e1-45c2-98b1-27430f00c916 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:04.718741 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-548603be-a7c8-4a87-a600-ebcd0f7ca618 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Calling delete_port for c9d629ea-58b0-4583-a157-98d51bbebc97 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:45:04.751705 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6e6711e5-2f0a-486f-970c-41c23897c654 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:04.864136 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0976622e-46e1-45c2-98b1-27430f00c916 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:04.870885 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0976622e-46e1-45c2-98b1-27430f00c916 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:04.871615 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0976622e-46e1-45c2-98b1-27430f00c916 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:04.884047 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0af047-21e8-4765-88dd-34cce090f0df None None] Pushing event updated for resources: {'Port': ['ID=c9d629ea-58b0-4583-a157-98d51bbebc97,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:04.887936 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.api [None req-548603be-a7c8-4a87-a600-ebcd0f7ca618 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:45:04.888522 n-d-825178-3 neutron-server[87568]: DEBUG oslo_db.api [None req-548603be-a7c8-4a87-a600-ebcd0f7ca618 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:45:04.915718 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-c5317e18-220c-4206-9f24-0d459d9ccbe7 None None] For port c9d629ea-58b0-4583-a157-98d51bbebc97, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=c9d629ea-58b0-4583-a157-98d51bbebc97,segment=NetworkSegment(693b3744-694a-4713-9b7d-ff60aec71d34),segment_id=693b3744-694a-4713-9b7d-ff60aec71d34)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:45:04.916156 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c5317e18-220c-4206-9f24-0d459d9ccbe7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:05.055442 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-c5317e18-220c-4206-9f24-0d459d9ccbe7 None None] Calling delete_port for c9d629ea-58b0-4583-a157-98d51bbebc97 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:45:05.160045 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c5317e18-220c-4206-9f24-0d459d9ccbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:05.216843 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5317e18-220c-4206-9f24-0d459d9ccbe7 None None] Pushing event deleted for resources: {'Port': ['ID=c9d629ea-58b0-4583-a157-98d51bbebc97,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:05.222697 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5317e18-220c-4206-9f24-0d459d9ccbe7 None None] No DVR routers for this DVR port c9d629ea-58b0-4583-a157-98d51bbebc97 on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:45:05.242362 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85426198-19f1-4c12-9105-f12e74885cae None None] get_active_networks_info from n-d-825178-3 {{(pid=87569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 12:45:05.267245 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device c9d629ea-58b0-4583-a157-98d51bbebc97 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:45:05.312973 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-0976622e-46e1-45c2-98b1-27430f00c916 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8568895 Feb 09 12:45:05.315810 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54390) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:05.321882 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-891bddbc-fc9c-48b6-b54d-ee6e3bdb8a7f tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Request body: {'subnet': {'network_id': 'c1ad4981-58dc-4af7-954b-9849779e5b1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:45:05.322334 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: c9d629ea-58b0-4583-a157-98d51bbebc97 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:45:05.322730 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device c9d629ea-58b0-4583-a157-98d51bbebc97 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:45:05.391860 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976622e-46e1-45c2-98b1-27430f00c916 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Pushing event updated for resources: {'Network': ['ID=c1ad4981-58dc-4af7-954b-9849779e5b1c,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:05.411855 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network c1ad4981-58dc-4af7-954b-9849779e5b1c details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:45:05.430373 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6e6711e5-2f0a-486f-970c-41c23897c654 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:05.445263 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6e6711e5-2f0a-486f-970c-41c23897c654 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:05.471888 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-548603be-a7c8-4a87-a600-ebcd0f7ca618 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Deleting port c9d629ea-58b0-4583-a157-98d51bbebc97 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:45:05.472351 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-548603be-a7c8-4a87-a600-ebcd0f7ca618 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:05.605230 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85426198-19f1-4c12-9105-f12e74885cae None None] Resources bound (agent type, host, resource id): {{(pid=87569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 12:45:05.626050 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-548603be-a7c8-4a87-a600-ebcd0f7ca618 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] The port 'c9d629ea-58b0-4583-a157-98d51bbebc97' was deleted {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:45:05.787532 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6711e5-2f0a-486f-970c-41c23897c654 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'Port': ['ID=9325a3c0-f3d8-462b-92f5-12db1cbcb28d,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:05.793349 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6e6711e5-2f0a-486f-970c-41c23897c654 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:05.844036 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-548603be-a7c8-4a87-a600-ebcd0f7ca618 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:05.885204 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-891bddbc-fc9c-48b6-b54d-ee6e3bdb8a7f tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:45:05.890440 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-891bddbc-fc9c-48b6-b54d-ee6e3bdb8a7f tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Usage tracker for resource:subnet and tenant:096fa6d69dd548f6aa4c0577b2cc1a50 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:45:05.900655 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-891bddbc-fc9c-48b6-b54d-ee6e3bdb8a7f tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:45:05.908053 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-548603be-a7c8-4a87-a600-ebcd0f7ca618 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['908fcef7-f733-4a38-adba-02ac87e88121']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:45:05.915205 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-891bddbc-fc9c-48b6-b54d-ee6e3bdb8a7f tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:45:05.924915 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-548603be-a7c8-4a87-a600-ebcd0f7ca618 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '693b3744-694a-4713-9b7d-ff60aec71d34') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:45:05.925395 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-548603be-a7c8-4a87-a600-ebcd0f7ca618 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '693b3744-694a-4713-9b7d-ff60aec71d34') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:45:05.940743 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-548603be-a7c8-4a87-a600-ebcd0f7ca618 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:05.962061 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-548603be-a7c8-4a87-a600-ebcd0f7ca618 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:05.969284 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-548603be-a7c8-4a87-a600-ebcd0f7ca618 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:45:05.969979 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-548603be-a7c8-4a87-a600-ebcd0f7ca618 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:06.009912 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [None req-6e6711e5-2f0a-486f-970c-41c23897c654 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Floating IP 0da30dd0-b5fa-4229-b171-105e3ccd4db4 associated. External IP: 172.25.7.73, port: 75ed85e6-3f26-42b7-b87a-e6a7b4731b55. Feb 09 12:45:06.105213 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a46e28-3e42-4844-82ca-c205206e2d05 req-908c2b59-6a03-47a8-b149-e30289dd5f56 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:06.106786 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-15a46e28-3e42-4844-82ca-c205206e2d05 req-908c2b59-6a03-47a8-b149-e30289dd5f56 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/ports?device_id=37d252df-57e0-42ea-8eb9-f79eaac28403 HTTP/1.1" status: 200 len: 945 time: 0.4561250 Feb 09 12:45:06.170823 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:45:06.170823 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:45:06.170823 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:45:06.170823 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:45:06.170823 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:45:06.170823 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:45:06.170823 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:45:06.170823 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:45:06.170823 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:45:06.170823 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:45:06.170823 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:45:06.170823 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:45:06.170823 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:45:06.170823 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:45:06.170823 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:45:06.170823 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:45:06.170823 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:45:06.170823 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:45:06.170823 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:45:06.170823 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:45:06.170823 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:45:06.170823 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:45:06.170823 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:45:06.170823 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:45:06.170823 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:45:06.170823 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:45:06.170823 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:45:06.170823 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:45:06.170823 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:45:06.170823 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:45:06.170823 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:45:06.170823 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:45:06.179594 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891bddbc-fc9c-48b6-b54d-ee6e3bdb8a7f tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Made reservation on behalf of 096fa6d69dd548f6aa4c0577b2cc1a50 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:45:06.183260 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-891bddbc-fc9c-48b6-b54d-ee6e3bdb8a7f tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:06.239529 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-15a46e28-3e42-4844-82ca-c205206e2d05 req-cad3ba10-d819-4c82-8a88-346ade7e33b0 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e97a4b-a2cb-42a3-86cb-0fdb14d562c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226022 Feb 09 12:45:06.353404 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-548603be-a7c8-4a87-a600-ebcd0f7ca618 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:06.358060 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-548603be-a7c8-4a87-a600-ebcd0f7ca618 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:06.387996 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548603be-a7c8-4a87-a600-ebcd0f7ca618 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event deleted for resources: {'Network': ['ID=908fcef7-f733-4a38-adba-02ac87e88121,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:06.437622 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-548603be-a7c8-4a87-a600-ebcd0f7ca618 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "DELETE /v2.0/networks/908fcef7-f733-4a38-adba-02ac87e88121 HTTP/1.1" status: 204 len: 168 time: 2.7665157 Feb 09 12:45:06.439107 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54446) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:06.446475 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-b8e1095c-2417-4eba-88c0-915362eeb6c9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1010183738'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:45:06.456080 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b8e1095c-2417-4eba-88c0-915362eeb6c9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:45:06.465186 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b8e1095c-2417-4eba-88c0-915362eeb6c9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Usage tracker for resource:network and tenant:02516ed7a4f240dfa605c2984d99ee86 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:45:06.469422 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b8e1095c-2417-4eba-88c0-915362eeb6c9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:45:06.479200 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b8e1095c-2417-4eba-88c0-915362eeb6c9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:45:06.485550 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e6711e5-2f0a-486f-970c-41c23897c654 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Router 5cb141e8-3471-4013-871a-0f1532447488 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:45:06.552026 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e1095c-2417-4eba-88c0-915362eeb6c9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Made reservation on behalf of 02516ed7a4f240dfa605c2984d99ee86 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:45:06.556102 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b8e1095c-2417-4eba-88c0-915362eeb6c9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:06.642018 n-d-825178-3 neutron-server[87568]: DEBUG neutron.objects.ports [None req-891bddbc-fc9c-48b6-b54d-ee6e3bdb8a7f tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87568) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 12:45:06.643601 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-891bddbc-fc9c-48b6-b54d-ee6e3bdb8a7f tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:06.666072 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8e1095c-2417-4eba-88c0-915362eeb6c9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:45:06.697625 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b8e1095c-2417-4eba-88c0-915362eeb6c9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:06.697937 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-b8e1095c-2417-4eba-88c0-915362eeb6c9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Added segment e864e105-e07a-4001-9e9c-3ddb0ea91d8f of type vlan for network ce70de4e-a5f6-4ed0-baf1-d0348e7cbb2a Feb 09 12:45:06.729759 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891bddbc-fc9c-48b6-b54d-ee6e3bdb8a7f tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Pushing event updated for resources: {'Subnet': ['ID=179fc781-acba-4ce3-bf54-a23cc8620b42,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:06.738430 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6711e5-2f0a-486f-970c-41c23897c654 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:45:06.741999 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b8e1095c-2417-4eba-88c0-915362eeb6c9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:06.746966 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891bddbc-fc9c-48b6-b54d-ee6e3bdb8a7f tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Checking segment: {'id': '1e759073-dc48-4d0a-82e1-470c90c3aa56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c1ad4981-58dc-4af7-954b-9849779e5b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:45:06.747106 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891bddbc-fc9c-48b6-b54d-ee6e3bdb8a7f tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Network hostable DHCP agents. Network: c1ad4981-58dc-4af7-954b-9849779e5b1c, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:45:06.757538 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c6a136-829c-49b6-94eb-a42d4d12896d None None] Sync routers for ids ['5cb141e8-3471-4013-871a-0f1532447488'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:45:06.777170 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6e6711e5-2f0a-486f-970c-41c23897c654 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:06.777423 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c6a136-829c-49b6-94eb-a42d4d12896d None None] Routers {'5cb141e8-3471-4013-871a-0f1532447488'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:45:06.778467 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-03c6a136-829c-49b6-94eb-a42d4d12896d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:44:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['5cb141e8-3471-4013-871a-0f1532447488'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:45:06.785087 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891bddbc-fc9c-48b6-b54d-ee6e3bdb8a7f tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Network c1ad4981-58dc-4af7-954b-9849779e5b1c is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:45:06.804648 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-891bddbc-fc9c-48b6-b54d-ee6e3bdb8a7f tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, c1ad4981-58dc-4af7-954b-9849779e5b1c) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:45:06.816447 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be22e23-184a-408d-9ce1-2ef5bfcf0c4a None None] Network c1ad4981-58dc-4af7-954b-9849779e5b1c requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:45:06.828491 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891bddbc-fc9c-48b6-b54d-ee6e3bdb8a7f tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:06.831912 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-891bddbc-fc9c-48b6-b54d-ee6e3bdb8a7f tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:06.843354 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-6e6711e5-2f0a-486f-970c-41c23897c654 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.7459054 Feb 09 12:45:06.857531 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5854708d-441d-4415-8f55-98a09ccb8a08', 'tag': '75ed85e6-3f26-42b7-b87a-e6a7b4731b55'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:45:06.863584 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b8e1095c-2417-4eba-88c0-915362eeb6c9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:06.886791 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e1095c-2417-4eba-88c0-915362eeb6c9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:06.887471 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b8e1095c-2417-4eba-88c0-915362eeb6c9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:06.887620 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-891bddbc-fc9c-48b6-b54d-ee6e3bdb8a7f tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5702541 Feb 09 12:45:06.888358 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54482) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:07.020784 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-03c6a136-829c-49b6-94eb-a42d4d12896d None None] Set router 5cb141e8-3471-4013-871a-0f1532447488 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:45:07.101120 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b8e1095c-2417-4eba-88c0-915362eeb6c9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6619396 Feb 09 12:45:07.111518 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54496) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:07.132090 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-b1db9da2-d0d5-4929-b45d-4ccd001da646 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Request body: {'subnet': {'network_id': 'ce70de4e-a5f6-4ed0-baf1-d0348e7cbb2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:45:07.243981 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1095c-2417-4eba-88c0-915362eeb6c9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event updated for resources: {'Network': ['ID=ce70de4e-a5f6-4ed0-baf1-d0348e7cbb2a,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:07.285605 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network ce70de4e-a5f6-4ed0-baf1-d0348e7cbb2a details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:45:07.315010 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5c10f-2e02-4de6-94d1-01634e613101 req-2c480395-4bb5-4096-9134-e025a413fc9d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:07.321086 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1ee5c10f-2e02-4de6-94d1-01634e613101 req-2c480395-4bb5-4096-9134-e025a413fc9d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 945 time: 0.2224660 Feb 09 12:45:07.371601 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0faf5507-db80-4e29-938d-7122c57da871 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:07.381952 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b1db9da2-d0d5-4929-b45d-4ccd001da646 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:45:07.400372 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b1db9da2-d0d5-4929-b45d-4ccd001da646 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Usage tracker for resource:subnet and tenant:02516ed7a4f240dfa605c2984d99ee86 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:45:07.406006 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b1db9da2-d0d5-4929-b45d-4ccd001da646 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:45:07.413468 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1ee5c10f-2e02-4de6-94d1-01634e613101 req-f3f19ab2-4e82-4fd4-9aca-053a40e3b3d7 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=2df67451-3d0b-4d22-9727-d6bf78b9aafa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864825 Feb 09 12:45:07.443889 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54504) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:07.534206 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079f07fa-4a2c-431b-93d1-7c80f12244f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-c1ad4981-58dc-4af7-954b-9849779e5b1c', 'network_id': 'c1ad4981-58dc-4af7-954b-9849779e5b1c', 'tenant_id': '096fa6d69dd548f6aa4c0577b2cc1a50', 'fixed_ips': [{'subnet_id': '179fc781-acba-4ce3-bf54-a23cc8620b42'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:45:07.535950 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-079f07fa-4a2c-431b-93d1-7c80f12244f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:07.538598 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-03c6a136-829c-49b6-94eb-a42d4d12896d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb141e8-3471-4013-871a-0f1532447488', 'name': 'tempest-TestNetworkAdvancedServerOps-router-521203528', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '5dd6e150-d632-4b76-abda-698b718d9d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:44:28Z', 'updated_at': '2022-02-09T12:44:38Z', 'revision_number': 4, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': '5dd6e150-d632-4b76-abda-698b718d9d76', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:81:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb141e8-3471-4013-871a-0f1532447488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:44:30Z', 'updated_at': '2022-02-09T12:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '0da30dd0-b5fa-4229-b171-105e3ccd4db4', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'floating_ip_address': '172.25.7.73', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '5cb141e8-3471-4013-871a-0f1532447488', 'port_id': '75ed85e6-3f26-42b7-b87a-e6a7b4731b55', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '661b89d1-11f6-41cf-907a-600d8dd46c61', 'mac_address': 'fa:16:3e:43:a1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5854708d-441d-4415-8f55-98a09ccb8a08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:45:04Z', 'updated_at': '2022-02-09T12:45:04Z', 'revision_number': 0, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ebd46f7-3f09-4fb1-bc4b-aa84e5b8c200', 'name': '', 'network_id': '661b89d1-11f6-41cf-907a-600d8dd46c61', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'mac_address': 'fa:16:3e:2c:be:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb141e8-3471-4013-871a-0f1532447488', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '06fc60d5-c8e6-4c94-95bd-167f47074207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:44:37Z', 'updated_at': '2022-02-09T12:44:52Z', 'revision_number': 5, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'subnets': [{'id': '06fc60d5-c8e6-4c94-95bd-167f47074207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:45:07.543145 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c6a136-829c-49b6-94eb-a42d4d12896d None None] Checking router: 5cb141e8-3471-4013-871a-0f1532447488 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:45:07.562948 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b1db9da2-d0d5-4929-b45d-4ccd001da646 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:45:07.564602 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c6a136-829c-49b6-94eb-a42d4d12896d None None] Routers {'5cb141e8-3471-4013-871a-0f1532447488'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:45:07.564867 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-03c6a136-829c-49b6-94eb-a42d4d12896d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:44:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['5cb141e8-3471-4013-871a-0f1532447488'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:45:07.770731 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0faf5507-db80-4e29-938d-7122c57da871 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:07.854684 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-079f07fa-4a2c-431b-93d1-7c80f12244f3 None None] Allocated IP 2001:db8::f816:3eff:fe5f:1007 (c1ad4981-58dc-4af7-954b-9849779e5b1c/179fc781-acba-4ce3-bf54-a23cc8620b42/4c415d47-3d48-41cb-b402-4186dc92a54e) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:45:07.860886 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1db9da2-d0d5-4929-b45d-4ccd001da646 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Made reservation on behalf of 02516ed7a4f240dfa605c2984d99ee86 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:45:07.868885 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-03c6a136-829c-49b6-94eb-a42d4d12896d None None] Set router 5cb141e8-3471-4013-871a-0f1532447488 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:45:07.882630 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b1db9da2-d0d5-4929-b45d-4ccd001da646 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:08.022895 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5854708d-441d-4415-8f55-98a09ccb8a08', 'tag': '75ed85e6-3f26-42b7-b87a-e6a7b4731b55', 'status': 'completed', 'code': 200} Feb 09 12:45:08.098259 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cdc145-bd5f-42d3-81cd-4670529361e5 req-d84ab390-37a4-45e8-a4a5-bd02bc3093d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:08.100153 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e7cdc145-bd5f-42d3-81cd-4670529361e5 req-d84ab390-37a4-45e8-a4a5-bd02bc3093d0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c7a8f76649f44a59c185c6d6414b556&device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 1096 time: 0.5256088 Feb 09 12:45:08.191805 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-908ee546-4b6c-4ea8-957e-276c4d5fa419 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/floatingips/0da30dd0-b5fa-4229-b171-105e3ccd4db4 HTTP/1.1" status: 200 len: 990 time: 0.7457886 Feb 09 12:45:08.207922 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-079f07fa-4a2c-431b-93d1-7c80f12244f3 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:08.220378 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-079f07fa-4a2c-431b-93d1-7c80f12244f3 None None] Transition to ACTIVE for port object 4c415d47-3d48-41cb-b402-4186dc92a54e will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:45:08.261483 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-079f07fa-4a2c-431b-93d1-7c80f12244f3 None None] Transition to ACTIVE for port object 4c415d47-3d48-41cb-b402-4186dc92a54e will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:45:08.282360 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-079f07fa-4a2c-431b-93d1-7c80f12244f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:08.286085 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ccdc1-290c-4c05-a260-f9e6489dc503 req-3f0bfc0d-bc7f-4d7b-96e3-c9bf77f2cba5 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:08.291706 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-409ccdc1-290c-4c05-a260-f9e6489dc503 req-3f0bfc0d-bc7f-4d7b-96e3-c9bf77f2cba5 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/ports?device_id=37d252df-57e0-42ea-8eb9-f79eaac28403 HTTP/1.1" status: 200 len: 945 time: 0.2685707 Feb 09 12:45:08.309607 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-03c6a136-829c-49b6-94eb-a42d4d12896d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb141e8-3471-4013-871a-0f1532447488', 'name': 'tempest-TestNetworkAdvancedServerOps-router-521203528', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '5dd6e150-d632-4b76-abda-698b718d9d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:44:28Z', 'updated_at': '2022-02-09T12:44:38Z', 'revision_number': 4, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': '5dd6e150-d632-4b76-abda-698b718d9d76', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:81:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb141e8-3471-4013-871a-0f1532447488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:44:30Z', 'updated_at': '2022-02-09T12:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '0da30dd0-b5fa-4229-b171-105e3ccd4db4', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'floating_ip_address': '172.25.7.73', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '5cb141e8-3471-4013-871a-0f1532447488', 'port_id': '75ed85e6-3f26-42b7-b87a-e6a7b4731b55', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '661b89d1-11f6-41cf-907a-600d8dd46c61', 'mac_address': 'fa:16:3e:43:a1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5854708d-441d-4415-8f55-98a09ccb8a08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:45:04Z', 'updated_at': '2022-02-09T12:45:04Z', 'revision_number': 0, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ebd46f7-3f09-4fb1-bc4b-aa84e5b8c200', 'name': '', 'network_id': '661b89d1-11f6-41cf-907a-600d8dd46c61', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'mac_address': 'fa:16:3e:2c:be:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb141e8-3471-4013-871a-0f1532447488', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '06fc60d5-c8e6-4c94-95bd-167f47074207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:44:37Z', 'updated_at': '2022-02-09T12:44:52Z', 'revision_number': 5, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'subnets': [{'id': '06fc60d5-c8e6-4c94-95bd-167f47074207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:45:08.316613 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c6a136-829c-49b6-94eb-a42d4d12896d None None] The sync data for ids ['5cb141e8-3471-4013-871a-0f1532447488'] in n-d-825178-3 is: [{'id': '5cb141e8-3471-4013-871a-0f1532447488', 'name': 'tempest-TestNetworkAdvancedServerOps-router-521203528', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '5dd6e150-d632-4b76-abda-698b718d9d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:44:28Z', 'updated_at': '2022-02-09T12:44:38Z', 'revision_number': 4, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': '5dd6e150-d632-4b76-abda-698b718d9d76', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:81:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb141e8-3471-4013-871a-0f1532447488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:44:30Z', 'updated_at': '2022-02-09T12:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '0da30dd0-b5fa-4229-b171-105e3ccd4db4', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'floating_ip_address': '172.25.7.73', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '5cb141e8-3471-4013-871a-0f1532447488', 'port_id': '75ed85e6-3f26-42b7-b87a-e6a7b4731b55', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '661b89d1-11f6-41cf-907a-600d8dd46c61', 'mac_address': 'fa:16:3e:43:a1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5854708d-441d-4415-8f55-98a09ccb8a08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:45:04Z', 'updated_at': '2022-02-09T12:45:04Z', 'revision_number': 0, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ebd46f7-3f09-4fb1-bc4b-aa84e5b8c200', 'name': '', 'network_id': '661b89d1-11f6-41cf-907a-600d8dd46c61', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'mac_address': 'fa:16:3e:2c:be:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb141e8-3471-4013-871a-0f1532447488', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '06fc60d5-c8e6-4c94-95bd-167f47074207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:44:37Z', 'updated_at': '2022-02-09T12:44:52Z', 'revision_number': 5, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'subnets': [{'id': '06fc60d5-c8e6-4c94-95bd-167f47074207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:45:08.361736 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079f07fa-4a2c-431b-93d1-7c80f12244f3 None None] Network c1ad4981-58dc-4af7-954b-9849779e5b1c is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:45:08.366612 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-079f07fa-4a2c-431b-93d1-7c80f12244f3 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:45:08.370450 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079f07fa-4a2c-431b-93d1-7c80f12244f3 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:45:08.394162 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-409ccdc1-290c-4c05-a260-f9e6489dc503 req-3e3832ca-d20d-408e-912b-6d07fa3874df tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e97a4b-a2cb-42a3-86cb-0fdb14d562c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970647 Feb 09 12:45:08.424571 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0faf5507-db80-4e29-938d-7122c57da871 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:08.461164 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f07fa-4a2c-431b-93d1-7c80f12244f3 None None] Pushing event updated for resources: {'Port': ['ID=4c415d47-3d48-41cb-b402-4186dc92a54e,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:08.517213 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cdc145-bd5f-42d3-81cd-4670529361e5 req-b5abc1cd-67ba-4c72-b9f2-bb0e9ef5be1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:08.519645 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e7cdc145-bd5f-42d3-81cd-4670529361e5 req-b5abc1cd-67ba-4c72-b9f2-bb0e9ef5be1e service neutron] 10.222.0.46 "GET /v2.0/networks?id=661b89d1-11f6-41cf-907a-600d8dd46c61 HTTP/1.1" status: 200 len: 898 time: 0.4125381 Feb 09 12:45:08.561830 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faf5507-db80-4e29-938d-7122c57da871 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Pushing event deleted for resources: {'Subnet': ['ID=179fc781-acba-4ce3-bf54-a23cc8620b42,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:08.563677 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-079f07fa-4a2c-431b-93d1-7c80f12244f3 None None] Attempting to bind port 4c415d47-3d48-41cb-b402-4186dc92a54e on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:45:08.564283 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-079f07fa-4a2c-431b-93d1-7c80f12244f3 None None] Attempting to bind port 4c415d47-3d48-41cb-b402-4186dc92a54e by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '1e759073-dc48-4d0a-82e1-470c90c3aa56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c1ad4981-58dc-4af7-954b-9849779e5b1c'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:45:08.564819 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079f07fa-4a2c-431b-93d1-7c80f12244f3 None None] Attempting to bind port 4c415d47-3d48-41cb-b402-4186dc92a54e on network c1ad4981-58dc-4af7-954b-9849779e5b1c {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:45:08.572699 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079f07fa-4a2c-431b-93d1-7c80f12244f3 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:45:08.573081 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079f07fa-4a2c-431b-93d1-7c80f12244f3 None None] Checking segment: {'id': '1e759073-dc48-4d0a-82e1-470c90c3aa56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c1ad4981-58dc-4af7-954b-9849779e5b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:45:08.573490 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-079f07fa-4a2c-431b-93d1-7c80f12244f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:08.573880 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079f07fa-4a2c-431b-93d1-7c80f12244f3 None None] Bound using segment: {'id': '1e759073-dc48-4d0a-82e1-470c90c3aa56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c1ad4981-58dc-4af7-954b-9849779e5b1c'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:45:08.574346 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-079f07fa-4a2c-431b-93d1-7c80f12244f3 None None] Bound port: 4c415d47-3d48-41cb-b402-4186dc92a54e, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e759073-dc48-4d0a-82e1-470c90c3aa56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c1ad4981-58dc-4af7-954b-9849779e5b1c'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:45:08.574723 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-079f07fa-4a2c-431b-93d1-7c80f12244f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:08.712964 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-079f07fa-4a2c-431b-93d1-7c80f12244f3 None None] For port 4c415d47-3d48-41cb-b402-4186dc92a54e, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:45:08.722341 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bdc262-1658-44a2-9118-2e7174e18136 None None] New status for floating IP 0da30dd0-b5fa-4229-b171-105e3ccd4db4: ACTIVE {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:45:08.749943 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b1db9da2-d0d5-4929-b45d-4ccd001da646 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:08.821910 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-079f07fa-4a2c-431b-93d1-7c80f12244f3 None None] For port 4c415d47-3d48-41cb-b402-4186dc92a54e, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=4c415d47-3d48-41cb-b402-4186dc92a54e,segment=NetworkSegment(1e759073-dc48-4d0a-82e1-470c90c3aa56),segment_id=1e759073-dc48-4d0a-82e1-470c90c3aa56)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:45:08.829854 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-079f07fa-4a2c-431b-93d1-7c80f12244f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:08.933694 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f07fa-4a2c-431b-93d1-7c80f12244f3 None None] Pushing event updated for resources: {'Port': ['ID=4c415d47-3d48-41cb-b402-4186dc92a54e,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:09.010949 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0faf5507-db80-4e29-938d-7122c57da871 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:09.079772 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e7cdc145-bd5f-42d3-81cd-4670529361e5 req-2417f8d5-7344-4a92-8b30-a7278c4d9632 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75ed85e6-3f26-42b7-b87a-e6a7b4731b55 HTTP/1.1" status: 200 len: 998 time: 0.5205197 Feb 09 12:45:09.129115 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1db9da2-d0d5-4929-b45d-4ccd001da646 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Checking segment: {'id': 'e864e105-e07a-4001-9e9c-3ddb0ea91d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ce70de4e-a5f6-4ed0-baf1-d0348e7cbb2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:45:09.129668 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1db9da2-d0d5-4929-b45d-4ccd001da646 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Network hostable DHCP agents. Network: ce70de4e-a5f6-4ed0-baf1-d0348e7cbb2a, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:45:09.142301 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-0faf5507-db80-4e29-938d-7122c57da871 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1ad4981-58dc-4af7-954b-9849779e5b1c']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:45:09.159576 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db9da2-d0d5-4929-b45d-4ccd001da646 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event updated for resources: {'Subnet': ['ID=6b449946-8f7c-44d2-b805-d49beaf10c17,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:09.190259 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-0faf5507-db80-4e29-938d-7122c57da871 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e759073-dc48-4d0a-82e1-470c90c3aa56') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:45:09.190552 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-0faf5507-db80-4e29-938d-7122c57da871 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e759073-dc48-4d0a-82e1-470c90c3aa56') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:45:09.195467 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54522) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:09.218606 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1db9da2-d0d5-4929-b45d-4ccd001da646 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Network ce70de4e-a5f6-4ed0-baf1-d0348e7cbb2a is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:45:09.232741 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0faf5507-db80-4e29-938d-7122c57da871 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:09.277196 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cdc145-bd5f-42d3-81cd-4670529361e5 req-c44c4318-a648-4bc4-bfd3-44cbce4966da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:09.278857 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e7cdc145-bd5f-42d3-81cd-4670529361e5 req-c44c4318-a648-4bc4-bfd3-44cbce4966da service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06fc60d5-c8e6-4c94-95bd-167f47074207 HTTP/1.1" status: 200 len: 835 time: 0.1897237 Feb 09 12:45:09.279922 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0faf5507-db80-4e29-938d-7122c57da871 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:09.284810 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-b1db9da2-d0d5-4929-b45d-4ccd001da646 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, ce70de4e-a5f6-4ed0-baf1-d0348e7cbb2a) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:45:09.292919 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4faa503-e8fe-4eb5-bb3a-fe8a985e0907 None None] Network c1ad4981-58dc-4af7-954b-9849779e5b1c requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:45:09.316329 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f012d771-d371-49fb-8ec4-ac333809d55f None None] Network ce70de4e-a5f6-4ed0-baf1-d0348e7cbb2a requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:45:09.356112 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0faf5507-db80-4e29-938d-7122c57da871 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:45:09.357028 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0faf5507-db80-4e29-938d-7122c57da871 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:09.382382 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:45:09.382382 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:45:09.382382 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:45:09.382382 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:45:09.382382 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:45:09.382382 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:45:09.382382 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:45:09.382382 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:45:09.382382 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:45:09.382382 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:45:09.382382 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:45:09.382382 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:45:09.382382 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:45:09.382382 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:45:09.382382 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:45:09.382382 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:45:09.382382 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:45:09.382382 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:45:09.382382 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:45:09.382382 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:45:09.382382 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:45:09.382382 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:45:09.382382 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:45:09.382382 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:45:09.382382 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:45:09.382382 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:45:09.382382 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:45:09.382382 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:45:09.382382 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:45:09.382382 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:45:09.382382 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:45:09.382382 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:45:09.390754 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1db9da2-d0d5-4929-b45d-4ccd001da646 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:09.391627 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b1db9da2-d0d5-4929-b45d-4ccd001da646 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:09.545958 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9f408468-41da-412e-baf3-394bd3e9b3b6 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/floatingips/0da30dd0-b5fa-4229-b171-105e3ccd4db4 HTTP/1.1" status: 200 len: 992 time: 0.3443646 Feb 09 12:45:09.594537 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b1db9da2-d0d5-4929-b45d-4ccd001da646 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4818776 Feb 09 12:45:09.597337 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54532) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:09.604610 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-68a00306-ba3e-4cb3-b7a9-f7af6e83ca16 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Request body: {'port': {'network_id': 'ce70de4e-a5f6-4ed0-baf1-d0348e7cbb2a', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1644508467'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:45:09.611782 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.api [None req-0faf5507-db80-4e29-938d-7122c57da871 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 12:45:09.611782 n-d-825178-3 neutron-server[87568]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 12:45:09.611782 n-d-825178-3 neutron-server[87568]: [parameters: {'id': 'c1ad4981-58dc-4af7-954b-9849779e5b1c'}] Feb 09 12:45:09.611782 n-d-825178-3 neutron-server[87568]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:45:09.612330 n-d-825178-3 neutron-server[87568]: DEBUG oslo_db.api [None req-0faf5507-db80-4e29-938d-7122c57da871 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:45:09.644535 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cdc145-bd5f-42d3-81cd-4670529361e5 req-18ed7b7b-e029-417e-b766-0c01c45084b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:09.647143 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e7cdc145-bd5f-42d3-81cd-4670529361e5 req-18ed7b7b-e029-417e-b766-0c01c45084b6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=661b89d1-11f6-41cf-907a-600d8dd46c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3594189 Feb 09 12:45:09.884184 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e7cdc145-bd5f-42d3-81cd-4670529361e5 req-b3e97b88-1295-462d-836f-8955e8447be1 service neutron] 10.222.0.46 "GET /v2.0/networks/661b89d1-11f6-41cf-907a-600d8dd46c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311285 Feb 09 12:45:09.898713 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-68a00306-ba3e-4cb3-b7a9-f7af6e83ca16 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:45:09.910417 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-68a00306-ba3e-4cb3-b7a9-f7af6e83ca16 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Usage tracker for resource:port and tenant:02516ed7a4f240dfa605c2984d99ee86 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:45:09.915290 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-68a00306-ba3e-4cb3-b7a9-f7af6e83ca16 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:45:09.923609 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-68a00306-ba3e-4cb3-b7a9-f7af6e83ca16 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:45:09.925896 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93df8059-ea00-4bab-bacb-29c37b5c2f9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-ce70de4e-a5f6-4ed0-baf1-d0348e7cbb2a', 'network_id': 'ce70de4e-a5f6-4ed0-baf1-d0348e7cbb2a', 'tenant_id': '02516ed7a4f240dfa605c2984d99ee86', 'fixed_ips': [{'subnet_id': '6b449946-8f7c-44d2-b805-d49beaf10c17'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:45:09.926672 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-93df8059-ea00-4bab-bacb-29c37b5c2f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:09.944703 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a00306-ba3e-4cb3-b7a9-f7af6e83ca16 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Made reservation on behalf of 02516ed7a4f240dfa605c2984d99ee86 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:45:09.948611 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-68a00306-ba3e-4cb3-b7a9-f7af6e83ca16 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:09.988774 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef0188-dea5-4c82-b759-3ef1d2cd59bd req-bf998f4a-79c4-4e1a-b092-86865f6420ff tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:09.996977 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-04ef0188-dea5-4c82-b759-3ef1d2cd59bd req-bf998f4a-79c4-4e1a-b092-86865f6420ff tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=f46fc7f0-b85d-490b-a980-83d425f5c389 HTTP/1.1" status: 200 len: 945 time: 0.1587458 Feb 09 12:45:10.024088 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [None req-68a00306-ba3e-4cb3-b7a9-f7af6e83ca16 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] device_id is not set on port aa2a209f-2d83-481b-88e5-854197152318 yet. {{(pid=87567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:45:10.110012 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e7cdc145-bd5f-42d3-81cd-4670529361e5 req-6ab6ebc0-68d8-4265-8e10-8c46c55b074b service neutron] 10.222.0.46 "GET /v2.0/networks/661b89d1-11f6-41cf-907a-600d8dd46c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118125 Feb 09 12:45:10.112705 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0faf5507-db80-4e29-938d-7122c57da871 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:10.128607 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-0faf5507-db80-4e29-938d-7122c57da871 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Deleting port 4c415d47-3d48-41cb-b402-4186dc92a54e {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:45:10.128917 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0faf5507-db80-4e29-938d-7122c57da871 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:10.176136 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-04ef0188-dea5-4c82-b759-3ef1d2cd59bd req-4b217dd4-02d1-43ed-b0ab-e75993e42533 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9b0b9-3227-457e-9539-b66a8cac7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780341 Feb 09 12:45:10.360206 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-68a00306-ba3e-4cb3-b7a9-f7af6e83ca16 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Allocated IP 2001:db8::35d (ce70de4e-a5f6-4ed0-baf1-d0348e7cbb2a/6b449946-8f7c-44d2-b805-d49beaf10c17/aa2a209f-2d83-481b-88e5-854197152318) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:45:10.406811 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-0faf5507-db80-4e29-938d-7122c57da871 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] For port 4c415d47-3d48-41cb-b402-4186dc92a54e, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=4c415d47-3d48-41cb-b402-4186dc92a54e,segment=NetworkSegment(1e759073-dc48-4d0a-82e1-470c90c3aa56),segment_id=1e759073-dc48-4d0a-82e1-470c90c3aa56)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:45:10.407191 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0faf5507-db80-4e29-938d-7122c57da871 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:10.419408 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f92e8b7-3238-40b0-b5da-6590f2b0dd53 req-9f382f8a-36fe-48d3-8b02-30c86a32ecdb tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:10.420978 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8f92e8b7-3238-40b0-b5da-6590f2b0dd53 req-9f382f8a-36fe-48d3-8b02-30c86a32ecdb tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/ports?device_id=37d252df-57e0-42ea-8eb9-f79eaac28403 HTTP/1.1" status: 200 len: 945 time: 0.1532660 Feb 09 12:45:10.546627 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-0faf5507-db80-4e29-938d-7122c57da871 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Calling delete_port for 4c415d47-3d48-41cb-b402-4186dc92a54e owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:45:10.556435 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8f92e8b7-3238-40b0-b5da-6590f2b0dd53 req-14e52ac8-0043-478e-b24b-971c59ee6d90 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e97a4b-a2cb-42a3-86cb-0fdb14d562c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834079 Feb 09 12:45:10.605516 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-68a00306-ba3e-4cb3-b7a9-f7af6e83ca16 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:10.624130 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-68a00306-ba3e-4cb3-b7a9-f7af6e83ca16 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Transition to ACTIVE for port object aa2a209f-2d83-481b-88e5-854197152318 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:45:10.632221 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0faf5507-db80-4e29-938d-7122c57da871 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:10.652945 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-68a00306-ba3e-4cb3-b7a9-f7af6e83ca16 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:10.696708 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faf5507-db80-4e29-938d-7122c57da871 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Pushing event deleted for resources: {'Port': ['ID=4c415d47-3d48-41cb-b402-4186dc92a54e,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:10.712075 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faf5507-db80-4e29-938d-7122c57da871 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] No DVR routers for this DVR port 4c415d47-3d48-41cb-b402-4186dc92a54e on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:45:10.725271 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a00306-ba3e-4cb3-b7a9-f7af6e83ca16 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Network ce70de4e-a5f6-4ed0-baf1-d0348e7cbb2a is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:45:10.730891 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-68a00306-ba3e-4cb3-b7a9-f7af6e83ca16 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:45:10.735355 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a00306-ba3e-4cb3-b7a9-f7af6e83ca16 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:45:10.740848 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-93df8059-ea00-4bab-bacb-29c37b5c2f9f None None] Allocated IP 2001:db8::2 (ce70de4e-a5f6-4ed0-baf1-d0348e7cbb2a/6b449946-8f7c-44d2-b805-d49beaf10c17/34cdfb8c-36a6-46c9-a319-08c04a837c81) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:45:10.741537 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a00306-ba3e-4cb3-b7a9-f7af6e83ca16 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:10.741537 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-68a00306-ba3e-4cb3-b7a9-f7af6e83ca16 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:10.757116 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a00306-ba3e-4cb3-b7a9-f7af6e83ca16 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event updated for resources: {'Port': ['ID=aa2a209f-2d83-481b-88e5-854197152318,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:10.778050 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-68a00306-ba3e-4cb3-b7a9-f7af6e83ca16 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.1795058 Feb 09 12:45:10.778953 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54544) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:10.860653 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-599c68d0-430d-441b-b7d1-f21aeab24efc tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Deleting port aa2a209f-2d83-481b-88e5-854197152318 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:45:10.861470 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-599c68d0-430d-441b-b7d1-f21aeab24efc tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:10.870748 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0faf5507-db80-4e29-938d-7122c57da871 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:10.903863 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-0faf5507-db80-4e29-938d-7122c57da871 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1ad4981-58dc-4af7-954b-9849779e5b1c']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:45:10.924567 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-0faf5507-db80-4e29-938d-7122c57da871 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e759073-dc48-4d0a-82e1-470c90c3aa56') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:45:10.924899 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-0faf5507-db80-4e29-938d-7122c57da871 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e759073-dc48-4d0a-82e1-470c90c3aa56') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:45:10.937706 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0faf5507-db80-4e29-938d-7122c57da871 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:10.956738 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0faf5507-db80-4e29-938d-7122c57da871 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:10.964984 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0faf5507-db80-4e29-938d-7122c57da871 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:45:10.965424 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0faf5507-db80-4e29-938d-7122c57da871 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:10.982886 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:45:10.982886 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:45:10.982886 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:45:10.982886 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:45:10.982886 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:45:10.982886 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:45:10.982886 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:45:10.982886 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:45:10.982886 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:45:10.982886 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:45:10.982886 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:45:10.982886 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:45:10.982886 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:45:10.982886 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:45:10.982886 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:45:10.982886 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:45:10.982886 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:45:10.982886 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:45:10.982886 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:45:10.982886 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:45:10.982886 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:45:10.982886 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:45:10.982886 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:45:10.982886 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:45:10.982886 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:45:10.982886 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:45:10.982886 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:45:10.982886 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:45:10.982886 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:45:10.982886 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:45:10.982886 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:45:10.982886 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:45:11.016931 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-93df8059-ea00-4bab-bacb-29c37b5c2f9f None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:11.029495 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-93df8059-ea00-4bab-bacb-29c37b5c2f9f None None] Transition to ACTIVE for port object 34cdfb8c-36a6-46c9-a319-08c04a837c81 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:45:11.055037 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-93df8059-ea00-4bab-bacb-29c37b5c2f9f None None] Transition to ACTIVE for port object 34cdfb8c-36a6-46c9-a319-08c04a837c81 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:45:11.063456 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-93df8059-ea00-4bab-bacb-29c37b5c2f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:11.077023 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0faf5507-db80-4e29-938d-7122c57da871 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:11.124996 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0faf5507-db80-4e29-938d-7122c57da871 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:11.142618 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93df8059-ea00-4bab-bacb-29c37b5c2f9f None None] Network ce70de4e-a5f6-4ed0-baf1-d0348e7cbb2a is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:45:11.146053 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-93df8059-ea00-4bab-bacb-29c37b5c2f9f None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:45:11.150065 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93df8059-ea00-4bab-bacb-29c37b5c2f9f None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:45:11.150466 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faf5507-db80-4e29-938d-7122c57da871 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Pushing event deleted for resources: {'Network': ['ID=c1ad4981-58dc-4af7-954b-9849779e5b1c,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:11.156116 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0faf5507-db80-4e29-938d-7122c57da871 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] 10.222.0.55 "DELETE /v2.0/networks/c1ad4981-58dc-4af7-954b-9849779e5b1c HTTP/1.1" status: 204 len: 168 time: 4.2656045 Feb 09 12:45:11.160163 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54548) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:11.235554 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-599c68d0-430d-441b-b7d1-f21aeab24efc tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:11.248447 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-dff427f9-76f2-475c-8191-52073030e69c tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] DELETE failed (client error): The resource could not be found. Feb 09 12:45:11.250222 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dff427f9-76f2-475c-8191-52073030e69c tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:45:11.257176 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-dff427f9-76f2-475c-8191-52073030e69c tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] 10.222.0.55 "DELETE /v2.0/subnets/179fc781-acba-4ce3-bf54-a23cc8620b42 HTTP/1.1" status: 404 len: 337 time: 0.0923815 Feb 09 12:45:11.257511 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54556) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:11.307803 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d3b629e-0a18-47d7-a67a-d60eaad9aa2b tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] DELETE failed (client error): The resource could not be found. Feb 09 12:45:11.310478 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d3b629e-0a18-47d7-a67a-d60eaad9aa2b tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:45:11.316950 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df8059-ea00-4bab-bacb-29c37b5c2f9f None None] Pushing event updated for resources: {'Port': ['ID=34cdfb8c-36a6-46c9-a319-08c04a837c81,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:11.319631 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3d3b629e-0a18-47d7-a67a-d60eaad9aa2b tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] 10.222.0.55 "DELETE /v2.0/networks/c1ad4981-58dc-4af7-954b-9849779e5b1c HTTP/1.1" status: 404 len: 339 time: 0.0609488 Feb 09 12:45:11.321814 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54560) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:11.368705 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-93df8059-ea00-4bab-bacb-29c37b5c2f9f None None] Attempting to bind port 34cdfb8c-36a6-46c9-a319-08c04a837c81 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:45:11.370087 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-93df8059-ea00-4bab-bacb-29c37b5c2f9f None None] Attempting to bind port 34cdfb8c-36a6-46c9-a319-08c04a837c81 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'e864e105-e07a-4001-9e9c-3ddb0ea91d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ce70de4e-a5f6-4ed0-baf1-d0348e7cbb2a'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:45:11.370474 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93df8059-ea00-4bab-bacb-29c37b5c2f9f None None] Attempting to bind port 34cdfb8c-36a6-46c9-a319-08c04a837c81 on network ce70de4e-a5f6-4ed0-baf1-d0348e7cbb2a {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:45:11.381440 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93df8059-ea00-4bab-bacb-29c37b5c2f9f None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:45:11.381841 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93df8059-ea00-4bab-bacb-29c37b5c2f9f None None] Checking segment: {'id': 'e864e105-e07a-4001-9e9c-3ddb0ea91d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ce70de4e-a5f6-4ed0-baf1-d0348e7cbb2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:45:11.382258 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-93df8059-ea00-4bab-bacb-29c37b5c2f9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:11.382661 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93df8059-ea00-4bab-bacb-29c37b5c2f9f None None] Bound using segment: {'id': 'e864e105-e07a-4001-9e9c-3ddb0ea91d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ce70de4e-a5f6-4ed0-baf1-d0348e7cbb2a'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:45:11.383162 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-93df8059-ea00-4bab-bacb-29c37b5c2f9f None None] Bound port: 34cdfb8c-36a6-46c9-a319-08c04a837c81, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e864e105-e07a-4001-9e9c-3ddb0ea91d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ce70de4e-a5f6-4ed0-baf1-d0348e7cbb2a'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:45:11.383554 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-93df8059-ea00-4bab-bacb-29c37b5c2f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:11.453435 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-599c68d0-430d-441b-b7d1-f21aeab24efc tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Calling delete_port for aa2a209f-2d83-481b-88e5-854197152318 owned by {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:45:11.532156 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2f8da4c-6111-4a5c-b0d3-b22b704b7f58 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] DELETE failed (client error): The resource could not be found. Feb 09 12:45:11.532952 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2f8da4c-6111-4a5c-b0d3-b22b704b7f58 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:45:11.535425 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a2f8da4c-6111-4a5c-b0d3-b22b704b7f58 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] 10.222.0.55 "DELETE /v2.0/subnets/d313520a-6874-4208-8124-ea62ad751275 HTTP/1.1" status: 404 len: 337 time: 0.2126191 Feb 09 12:45:11.538869 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54564) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:11.577095 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-e94558f7-4d23-44f7-8552-32134e203c64 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] DELETE failed (client error): The resource could not be found. Feb 09 12:45:11.577682 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e94558f7-4d23-44f7-8552-32134e203c64 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:45:11.580227 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e94558f7-4d23-44f7-8552-32134e203c64 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] 10.222.0.55 "DELETE /v2.0/networks/a9b23f9f-537a-4abd-8d8b-32d0408138e3 HTTP/1.1" status: 404 len: 339 time: 0.0400488 Feb 09 12:45:11.583207 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54570) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:11.622324 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-93df8059-ea00-4bab-bacb-29c37b5c2f9f None None] For port 34cdfb8c-36a6-46c9-a319-08c04a837c81, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:45:11.626373 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-93df8059-ea00-4bab-bacb-29c37b5c2f9f None None] For port 34cdfb8c-36a6-46c9-a319-08c04a837c81, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=34cdfb8c-36a6-46c9-a319-08c04a837c81,segment=NetworkSegment(e864e105-e07a-4001-9e9c-3ddb0ea91d8f),segment_id=e864e105-e07a-4001-9e9c-3ddb0ea91d8f)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:45:11.632351 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-93df8059-ea00-4bab-bacb-29c37b5c2f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:11.642890 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-aef62697-6946-4b32-8a34-40737343c4b0 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] DELETE failed (client error): The resource could not be found. Feb 09 12:45:11.645351 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aef62697-6946-4b32-8a34-40737343c4b0 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:45:11.649777 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-aef62697-6946-4b32-8a34-40737343c4b0 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] 10.222.0.55 "DELETE /v2.0/subnets/878c5ae6-3685-423c-90c9-0148896ac3d4 HTTP/1.1" status: 404 len: 337 time: 0.0617971 Feb 09 12:45:11.649777 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54574) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:11.772162 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df8059-ea00-4bab-bacb-29c37b5c2f9f None None] Pushing event updated for resources: {'Port': ['ID=34cdfb8c-36a6-46c9-a319-08c04a837c81,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:11.791458 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef3b93d9-18ae-4f76-a794-8ef45706137c tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] DELETE failed (client error): The resource could not be found. Feb 09 12:45:11.791967 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef3b93d9-18ae-4f76-a794-8ef45706137c tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:45:11.793895 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ef3b93d9-18ae-4f76-a794-8ef45706137c tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] 10.222.0.55 "DELETE /v2.0/networks/900bd0b6-6736-44e7-9f79-b4011b948598 HTTP/1.1" status: 404 len: 339 time: 0.1436539 Feb 09 12:45:11.797495 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54578) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:11.845999 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aaab43-0c8d-4519-912f-6cfd7c45662d req-56096aa1-2caa-4094-8d11-3d34d59c07fc tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:11.847869 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e6aaab43-0c8d-4519-912f-6cfd7c45662d req-56096aa1-2caa-4094-8d11-3d34d59c07fc tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=f46fc7f0-b85d-490b-a980-83d425f5c389 HTTP/1.1" status: 200 len: 945 time: 0.2104666 Feb 09 12:45:11.891806 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-aecc82a1-ab4f-43d2-a4b8-be1adccad9cd tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Deleting port 0373a93c-b7eb-4227-ad51-eb4435cc6113 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:45:11.892161 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aecc82a1-ab4f-43d2-a4b8-be1adccad9cd tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:11.985022 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f8552-d462-4a19-a4ed-b15feea0c939 req-9ff8dcf2-88f2-4105-828c-ffb16ceb59eb tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:11.986170 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e6aaab43-0c8d-4519-912f-6cfd7c45662d req-27802bad-90e3-48f6-8c1f-24b3aac4d88a tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9b0b9-3227-457e-9539-b66a8cac7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906854 Feb 09 12:45:11.996741 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-617f8552-d462-4a19-a4ed-b15feea0c939 req-9ff8dcf2-88f2-4105-828c-ffb16ceb59eb tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Synchronizing usage tracker for tenant:17b19238efb44e8d92a23003e31322d7 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:45:12.006216 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-599c68d0-430d-441b-b7d1-f21aeab24efc tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:12.079387 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbbb9e4-fdaa-4150-a09d-2bbc6d59873a req-b43631ad-ed40-478e-8dc7-1109a3af8aa3 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:12.089667 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1dbbb9e4-fdaa-4150-a09d-2bbc6d59873a req-b43631ad-ed40-478e-8dc7-1109a3af8aa3 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/ports?device_id=37d252df-57e0-42ea-8eb9-f79eaac28403 HTTP/1.1" status: 200 len: 945 time: 0.3575008 Feb 09 12:45:12.102176 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599c68d0-430d-441b-b7d1-f21aeab24efc tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event deleted for resources: {'Port': ['ID=aa2a209f-2d83-481b-88e5-854197152318,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:12.109994 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-617f8552-d462-4a19-a4ed-b15feea0c939 req-9ff8dcf2-88f2-4105-828c-ffb16ceb59eb tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Unset dirty status for tenant:17b19238efb44e8d92a23003e31322d7 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:45:12.111129 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-617f8552-d462-4a19-a4ed-b15feea0c939 req-9ff8dcf2-88f2-4105-828c-ffb16ceb59eb tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.46 "GET /v2.0/ports?device_id=37d252df-57e0-42ea-8eb9-f79eaac28403 HTTP/1.1" status: 200 len: 945 time: 0.3944399 Feb 09 12:45:12.179766 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-599c68d0-430d-441b-b7d1-f21aeab24efc tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:12.209664 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-599c68d0-430d-441b-b7d1-f21aeab24efc tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "DELETE /v2.0/ports/aa2a209f-2d83-481b-88e5-854197152318 HTTP/1.1" status: 204 len: 168 time: 1.4295971 Feb 09 12:45:12.210524 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54582) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:12.218597 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1dbbb9e4-fdaa-4150-a09d-2bbc6d59873a req-3d2d275e-9928-48b2-a551-e93ada8fd0f0 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e97a4b-a2cb-42a3-86cb-0fdb14d562c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280105 Feb 09 12:45:12.263981 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-6969f82b-7e5c-4c82-89c4-cc69e8dfa0fc tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] GET failed (client error): The resource could not be found. Feb 09 12:45:12.264562 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6969f82b-7e5c-4c82-89c4-cc69e8dfa0fc tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Synchronizing usage tracker for tenant:02516ed7a4f240dfa605c2984d99ee86 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:45:12.294511 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6969f82b-7e5c-4c82-89c4-cc69e8dfa0fc tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Unset dirty status for tenant:02516ed7a4f240dfa605c2984d99ee86 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:45:12.299771 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-6969f82b-7e5c-4c82-89c4-cc69e8dfa0fc tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "GET /v2.0/ports/aa2a209f-2d83-481b-88e5-854197152318 HTTP/1.1" status: 404 len: 333 time: 0.0856421 Feb 09 12:45:12.300765 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54586) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:12.333348 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-617f8552-d462-4a19-a4ed-b15feea0c939 req-c66ec065-a8f4-4615-87f8-93206f5349f3 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Deleting port e4a95fb8-bbbb-45a5-acd8-a4984620e04f {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:45:12.334474 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-617f8552-d462-4a19-a4ed-b15feea0c939 req-c66ec065-a8f4-4615-87f8-93206f5349f3 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:12.422403 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aecc82a1-ab4f-43d2-a4b8-be1adccad9cd tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:12.423330 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3dfb642-f899-4946-a612-5e1d07c0bf59 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Deleting subnet 6b449946-8f7c-44d2-b805-d49beaf10c17 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:45:12.429208 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f3dfb642-f899-4946-a612-5e1d07c0bf59 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:12.510694 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f3dfb642-f899-4946-a612-5e1d07c0bf59 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:12.605058 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f3dfb642-f899-4946-a612-5e1d07c0bf59 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:12.622235 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-aecc82a1-ab4f-43d2-a4b8-be1adccad9cd tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Calling delete_port for 0373a93c-b7eb-4227-ad51-eb4435cc6113 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:45:12.718068 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f3dfb642-f899-4946-a612-5e1d07c0bf59 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:12.777816 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dfb642-f899-4946-a612-5e1d07c0bf59 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event deleted for resources: {'Subnet': ['ID=6b449946-8f7c-44d2-b805-d49beaf10c17,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:12.789945 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f3dfb642-f899-4946-a612-5e1d07c0bf59 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:12.797601 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f3dfb642-f899-4946-a612-5e1d07c0bf59 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "DELETE /v2.0/subnets/6b449946-8f7c-44d2-b805-d49beaf10c17 HTTP/1.1" status: 204 len: 168 time: 0.4957972 Feb 09 12:45:12.803791 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54592) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:12.811979 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aecc82a1-ab4f-43d2-a4b8-be1adccad9cd tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:12.889031 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc82a1-ab4f-43d2-a4b8-be1adccad9cd tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Pushing event deleted for resources: {'Port': ['ID=0373a93c-b7eb-4227-ad51-eb4435cc6113,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:12.910105 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aecc82a1-ab4f-43d2-a4b8-be1adccad9cd tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:12.935433 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-aecc82a1-ab4f-43d2-a4b8-be1adccad9cd tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] 10.222.0.55 "DELETE /v2.0/ports/0373a93c-b7eb-4227-ad51-eb4435cc6113 HTTP/1.1" status: 204 len: 168 time: 1.1366644 Feb 09 12:45:12.938399 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54596) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:12.967602 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d1676ad6-9529-4409-a360-d3707e0b0e4a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:12.981906 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-d1676ad6-9529-4409-a360-d3707e0b0e4a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Deleting port 34cdfb8c-36a6-46c9-a319-08c04a837c81 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:45:12.982681 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d1676ad6-9529-4409-a360-d3707e0b0e4a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:12.993604 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d47046c-c76c-4652-9f4e-5cbfae0e2426 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] DELETE failed (client error): The resource could not be found. Feb 09 12:45:12.994080 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d47046c-c76c-4652-9f4e-5cbfae0e2426 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:45:12.996046 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0d47046c-c76c-4652-9f4e-5cbfae0e2426 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] 10.222.0.55 "DELETE /v2.0/subnets/4e98d213-097e-4289-8abc-efde6b4dd605 HTTP/1.1" status: 404 len: 337 time: 0.0566864 Feb 09 12:45:12.998514 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54600) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:13.024784 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-617f8552-d462-4a19-a4ed-b15feea0c939 req-c66ec065-a8f4-4615-87f8-93206f5349f3 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] For port e4a95fb8-bbbb-45a5-acd8-a4984620e04f, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=e4a95fb8-bbbb-45a5-acd8-a4984620e04f,segment=NetworkSegment(71b808da-e1e2-4f6d-b1d4-d243cdee7352),segment_id=71b808da-e1e2-4f6d-b1d4-d243cdee7352)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:45:13.025167 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-617f8552-d462-4a19-a4ed-b15feea0c939 req-c66ec065-a8f4-4615-87f8-93206f5349f3 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:13.118453 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350c6378-8cb7-4843-8674-5a2c2b5ab22c None None] Network ce70de4e-a5f6-4ed0-baf1-d0348e7cbb2a requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:45:13.310438 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 34cdfb8c-36a6-46c9-a319-08c04a837c81 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:45:13.358581 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-617f8552-d462-4a19-a4ed-b15feea0c939 req-c66ec065-a8f4-4615-87f8-93206f5349f3 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Calling delete_port for e4a95fb8-bbbb-45a5-acd8-a4984620e04f owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:45:13.391727 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-08078662-81b7-4ad1-9046-ccc8ebec6071 None None] Provisioning for port 34cdfb8c-36a6-46c9-a319-08c04a837c81 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:45:13.482242 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 34cdfb8c-36a6-46c9-a319-08c04a837c81 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:45:13.493452 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 34cdfb8c-36a6-46c9-a319-08c04a837c81 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:45:13.493851 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:13.576904 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b9eb32-9983-4540-8e7b-01f8d8e5f0dc None None] DHCP port deletion for ce70de4e-a5f6-4ed0-baf1-d0348e7cbb2a request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:45:13.586049 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-d1676ad6-9529-4409-a360-d3707e0b0e4a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] For port 34cdfb8c-36a6-46c9-a319-08c04a837c81, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=34cdfb8c-36a6-46c9-a319-08c04a837c81,segment=NetworkSegment(e864e105-e07a-4001-9e9c-3ddb0ea91d8f),segment_id=e864e105-e07a-4001-9e9c-3ddb0ea91d8f)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:45:13.586618 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d1676ad6-9529-4409-a360-d3707e0b0e4a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:13.593256 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-33b9eb32-9983-4540-8e7b-01f8d8e5f0dc None None] Deleting port 34cdfb8c-36a6-46c9-a319-08c04a837c81 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:45:13.595820 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-33b9eb32-9983-4540-8e7b-01f8d8e5f0dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:13.667708 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-588a9fad-50cd-44c6-b03a-aa917bce1907 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:13.671334 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-617f8552-d462-4a19-a4ed-b15feea0c939 req-c66ec065-a8f4-4615-87f8-93206f5349f3 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:13.760742 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-d1676ad6-9529-4409-a360-d3707e0b0e4a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Calling delete_port for 34cdfb8c-36a6-46c9-a319-08c04a837c81 owned by network:dhcp {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:45:13.858147 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4457bd-b89e-4494-a083-9338f5a3f512 req-6b5620a5-1486-467b-a282-eab26c5a832f tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:13.860472 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cd4457bd-b89e-4494-a083-9338f5a3f512 req-6b5620a5-1486-467b-a282-eab26c5a832f tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=f46fc7f0-b85d-490b-a980-83d425f5c389 HTTP/1.1" status: 200 len: 945 time: 0.6258249 Feb 09 12:45:13.902290 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Port 34cdfb8c-36a6-46c9-a319-08c04a837c81 update to ACTIVE by agent not found {{(pid=87569) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 09 12:45:13.908063 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-33b9eb32-9983-4540-8e7b-01f8d8e5f0dc None None] For port 34cdfb8c-36a6-46c9-a319-08c04a837c81, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=34cdfb8c-36a6-46c9-a319-08c04a837c81,segment=NetworkSegment(e864e105-e07a-4001-9e9c-3ddb0ea91d8f),segment_id=e864e105-e07a-4001-9e9c-3ddb0ea91d8f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:45:13.908459 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-33b9eb32-9983-4540-8e7b-01f8d8e5f0dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:13.916223 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66ec065-a8f4-4615-87f8-93206f5349f3 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Pushing event deleted for resources: {'Port': ['ID=e4a95fb8-bbbb-45a5-acd8-a4984620e04f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:13.943700 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d1676ad6-9529-4409-a360-d3707e0b0e4a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:14.085745 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-33b9eb32-9983-4540-8e7b-01f8d8e5f0dc None None] Calling delete_port for 34cdfb8c-36a6-46c9-a319-08c04a837c81 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:45:14.121197 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-617f8552-d462-4a19-a4ed-b15feea0c939 req-c66ec065-a8f4-4615-87f8-93206f5349f3 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] No DVR routers for this DVR port e4a95fb8-bbbb-45a5-acd8-a4984620e04f on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:45:14.126897 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-617f8552-d462-4a19-a4ed-b15feea0c939 req-c66ec065-a8f4-4615-87f8-93206f5349f3 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:14.131866 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37d252df-57e0-42ea-8eb9-f79eaac28403', 'name': 'network-vif-deleted', 'tag': 'e4a95fb8-bbbb-45a5-acd8-a4984620e04f'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:45:14.147272 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-588a9fad-50cd-44c6-b03a-aa917bce1907 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:14.153096 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7c5d6942-dead-48f0-b818-7663d816838f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:14.162452 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1676ad6-9529-4409-a360-d3707e0b0e4a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event deleted for resources: {'Port': ['ID=34cdfb8c-36a6-46c9-a319-08c04a837c81,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:14.163347 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-617f8552-d462-4a19-a4ed-b15feea0c939 req-c66ec065-a8f4-4615-87f8-93206f5349f3 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.46 "DELETE /v2.0/ports/e4a95fb8-bbbb-45a5-acd8-a4984620e04f HTTP/1.1" status: 204 len: 173 time: 2.0431483 Feb 09 12:45:14.171677 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071fb3e6-9933-4d57-981b-6c9c241fcf3c req-7f1ebf50-8351-48f3-b932-3933378e5ac9 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:14.179491 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-071fb3e6-9933-4d57-981b-6c9c241fcf3c req-7f1ebf50-8351-48f3-b932-3933378e5ac9 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/ports?device_id=37d252df-57e0-42ea-8eb9-f79eaac28403 HTTP/1.1" status: 200 len: 945 time: 0.7333276 Feb 09 12:45:14.186420 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-588a9fad-50cd-44c6-b03a-aa917bce1907 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32bd988a-c249-4f41-9201-3f2ebd69163b']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:45:14.205203 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-588a9fad-50cd-44c6-b03a-aa917bce1907 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d80bd5d-5750-41b3-bdd7-aea38459c6cc') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:45:14.205707 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-588a9fad-50cd-44c6-b03a-aa917bce1907 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d80bd5d-5750-41b3-bdd7-aea38459c6cc') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:45:14.215693 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1676ad6-9529-4409-a360-d3707e0b0e4a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] No DVR routers for this DVR port 34cdfb8c-36a6-46c9-a319-08c04a837c81 on host n-d-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:45:14.221842 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-588a9fad-50cd-44c6-b03a-aa917bce1907 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:14.228143 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:45:14.228143 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:45:14.228143 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:45:14.228143 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:45:14.228143 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:45:14.228143 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:45:14.228143 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:45:14.228143 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:45:14.228143 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:45:14.228143 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:45:14.228143 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:45:14.228143 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:45:14.228143 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:45:14.228143 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:45:14.228143 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:45:14.228143 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:45:14.228143 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:45:14.228143 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:45:14.228143 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:45:14.228143 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:45:14.228143 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:45:14.228143 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:45:14.228143 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:45:14.228143 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:45:14.228143 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:45:14.228143 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:45:14.228143 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:45:14.228143 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:45:14.228143 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:45:14.228143 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:45:14.228143 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:45:14.228143 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:45:14.228143 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:45:14.228143 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:45:14.228143 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:45:14.228143 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:45:14.228143 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:45:14.228143 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:45:14.228143 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:45:14.228143 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:45:14.228143 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:45:14.228143 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:45:14.230961 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:45:14.230961 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:45:14.230961 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:45:14.230961 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:45:14.230961 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:45:14.230961 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:45:14.230961 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:45:14.230961 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:45:14.230961 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:45:14.230961 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:45:14.230961 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:45:14.230961 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:45:14.230961 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:45:14.230961 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:45:14.234271 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-33b9eb32-9983-4540-8e7b-01f8d8e5f0dc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:45:14.234655 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-33b9eb32-9983-4540-8e7b-01f8d8e5f0dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:45:14.249226 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-588a9fad-50cd-44c6-b03a-aa917bce1907 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:14.259076 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-588a9fad-50cd-44c6-b03a-aa917bce1907 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:45:14.259769 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-588a9fad-50cd-44c6-b03a-aa917bce1907 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:14.291616 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cd4457bd-b89e-4494-a083-9338f5a3f512 req-3f6f84c3-0f90-4fba-ae7f-398a88811593 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9b0b9-3227-457e-9539-b66a8cac7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4083140 Feb 09 12:45:14.326174 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:45:14.326174 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:45:14.326174 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:45:14.326174 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:45:14.326174 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:45:14.326174 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:45:14.326174 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:45:14.326174 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:45:14.326174 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:45:14.326174 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:45:14.326174 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:45:14.326174 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:45:14.326174 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:45:14.326174 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:45:14.326174 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:45:14.326174 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:45:14.326174 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:45:14.326174 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:45:14.326174 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:45:14.326174 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:45:14.326174 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:45:14.326174 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:45:14.326174 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:45:14.326174 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:45:14.326174 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:45:14.326174 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:45:14.326174 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:45:14.326174 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:45:14.326174 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:45:14.326174 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:45:14.326174 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:45:14.326174 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:45:14.383765 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-071fb3e6-9933-4d57-981b-6c9c241fcf3c req-b5d437b3-02ee-41ee-b051-4fa1ec3c2d95 tempest-VolumesActionsTest-789483481 tempest-VolumesActionsTest-789483481-project] 10.222.0.55 "GET /v2.0/security-groups?id=38e97a4b-a2cb-42a3-86cb-0fdb14d562c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012031 Feb 09 12:45:14.400340 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d1676ad6-9529-4409-a360-d3707e0b0e4a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:14.433770 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-d1676ad6-9529-4409-a360-d3707e0b0e4a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce70de4e-a5f6-4ed0-baf1-d0348e7cbb2a']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:45:14.441004 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37d252df-57e0-42ea-8eb9-f79eaac28403', 'name': 'network-vif-deleted', 'tag': 'e4a95fb8-bbbb-45a5-acd8-a4984620e04f', 'status': 'completed', 'code': 200} Feb 09 12:45:14.450329 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-d1676ad6-9529-4409-a360-d3707e0b0e4a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e864e105-e07a-4001-9e9c-3ddb0ea91d8f') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:45:14.450681 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-d1676ad6-9529-4409-a360-d3707e0b0e4a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e864e105-e07a-4001-9e9c-3ddb0ea91d8f') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:45:14.465963 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d1676ad6-9529-4409-a360-d3707e0b0e4a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:14.477224 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-588a9fad-50cd-44c6-b03a-aa917bce1907 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:14.492093 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d1676ad6-9529-4409-a360-d3707e0b0e4a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:14.497907 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-588a9fad-50cd-44c6-b03a-aa917bce1907 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:14.501461 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1676ad6-9529-4409-a360-d3707e0b0e4a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:45:14.502157 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d1676ad6-9529-4409-a360-d3707e0b0e4a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:14.507236 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588a9fad-50cd-44c6-b03a-aa917bce1907 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Pushing event deleted for resources: {'Network': ['ID=32bd988a-c249-4f41-9201-3f2ebd69163b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:14.511745 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-588a9fad-50cd-44c6-b03a-aa917bce1907 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] 10.222.0.55 "DELETE /v2.0/networks/32bd988a-c249-4f41-9201-3f2ebd69163b HTTP/1.1" status: 204 len: 168 time: 1.5113630 Feb 09 12:45:14.514048 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54612) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:14.523294 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:45:14.523294 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:45:14.523294 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:45:14.523294 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:45:14.523294 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:45:14.523294 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:45:14.523294 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:45:14.523294 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:45:14.523294 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:45:14.523294 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:45:14.523294 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:45:14.523294 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:45:14.523294 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:45:14.523294 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:45:14.523294 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:45:14.523294 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:45:14.523294 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:45:14.523294 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:45:14.523294 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:45:14.523294 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:45:14.523294 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:45:14.523294 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:45:14.523294 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:45:14.523294 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:45:14.523294 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:45:14.523294 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:45:14.523294 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:45:14.523294 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:45:14.523294 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:45:14.523294 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:45:14.523294 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:45:14.523294 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:45:14.593321 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-74675fc7-e533-466e-a533-d17cbf23c1ec tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Deleting port 8fbb9a49-ed94-42a3-a469-654049d94c2b {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:45:14.593705 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-74675fc7-e533-466e-a533-d17cbf23c1ec tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:14.623093 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d1676ad6-9529-4409-a360-d3707e0b0e4a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:14.632990 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d1676ad6-9529-4409-a360-d3707e0b0e4a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:14.682111 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1676ad6-9529-4409-a360-d3707e0b0e4a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event deleted for resources: {'Network': ['ID=ce70de4e-a5f6-4ed0-baf1-d0348e7cbb2a,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:14.699207 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d1676ad6-9529-4409-a360-d3707e0b0e4a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "DELETE /v2.0/networks/ce70de4e-a5f6-4ed0-baf1-d0348e7cbb2a HTTP/1.1" status: 204 len: 168 time: 1.8898287 Feb 09 12:45:14.703869 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54618) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:14.716730 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-9d14c6a9-9671-40ec-b9d0-e2ad94a01c85 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Request body: {'port': {'network_id': '4881f509-b5e5-4d71-bc6b-1ae804f808c4', 'name': 'tempest-PortsIpV6TestJSON-829342025'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:45:14.736654 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-33b9eb32-9983-4540-8e7b-01f8d8e5f0dc None None] Deleting port 34cdfb8c-36a6-46c9-a319-08c04a837c81 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:45:14.737542 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-33b9eb32-9983-4540-8e7b-01f8d8e5f0dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:14.885452 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-33b9eb32-9983-4540-8e7b-01f8d8e5f0dc None None] The port '34cdfb8c-36a6-46c9-a319-08c04a837c81' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:45:14.889626 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device e4a95fb8-bbbb-45a5-acd8-a4984620e04f no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:45:14.898950 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-74675fc7-e533-466e-a533-d17cbf23c1ec tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:14.929933 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464da37e-5ae6-4ad5-9845-e08ca95fb047 None None] get_active_networks_info from n-d-825178-3 {{(pid=87569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 12:45:14.965366 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-9d14c6a9-9671-40ec-b9d0-e2ad94a01c85 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:45:14.969634 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9d14c6a9-9671-40ec-b9d0-e2ad94a01c85 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Usage tracker for resource:port and tenant:02516ed7a4f240dfa605c2984d99ee86 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:45:14.972718 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9d14c6a9-9671-40ec-b9d0-e2ad94a01c85 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:45:14.979620 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-9d14c6a9-9671-40ec-b9d0-e2ad94a01c85 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:45:14.990276 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d14c6a9-9671-40ec-b9d0-e2ad94a01c85 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Made reservation on behalf of 02516ed7a4f240dfa605c2984d99ee86 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:45:14.994638 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9d14c6a9-9671-40ec-b9d0-e2ad94a01c85 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:14.997388 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: e4a95fb8-bbbb-45a5-acd8-a4984620e04f {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:45:14.997891 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device e4a95fb8-bbbb-45a5-acd8-a4984620e04f not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:45:15.034678 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [None req-9d14c6a9-9671-40ec-b9d0-e2ad94a01c85 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] device_id is not set on port 84918b8b-bbcf-47e8-a654-eceb41f60519 yet. {{(pid=87567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:45:15.067211 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-74675fc7-e533-466e-a533-d17cbf23c1ec tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Calling delete_port for 8fbb9a49-ed94-42a3-a469-654049d94c2b owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:45:15.104662 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464da37e-5ae6-4ad5-9845-e08ca95fb047 None None] Resources bound (agent type, host, resource id): {{(pid=87569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 12:45:15.208494 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-74675fc7-e533-466e-a533-d17cbf23c1ec tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:15.233696 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 34cdfb8c-36a6-46c9-a319-08c04a837c81 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:45:15.278431 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-74675fc7-e533-466e-a533-d17cbf23c1ec tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:15.283322 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74675fc7-e533-466e-a533-d17cbf23c1ec tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Pushing event deleted for resources: {'Port': ['ID=8fbb9a49-ed94-42a3-a469-654049d94c2b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:15.291147 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-74675fc7-e533-466e-a533-d17cbf23c1ec tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] 10.222.0.55 "DELETE /v2.0/ports/8fbb9a49-ed94-42a3-a469-654049d94c2b HTTP/1.1" status: 204 len: 168 time: 0.7761028 Feb 09 12:45:15.291733 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54622) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:15.297277 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 34cdfb8c-36a6-46c9-a319-08c04a837c81 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:45:15.297912 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 34cdfb8c-36a6-46c9-a319-08c04a837c81 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:45:15.342109 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9d14c6a9-9671-40ec-b9d0-e2ad94a01c85 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:15.364806 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3c1a1df-216d-4597-a707-c2dc0fa78c0b tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] DELETE failed (client error): The resource could not be found. Feb 09 12:45:15.368431 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3c1a1df-216d-4597-a707-c2dc0fa78c0b tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:45:15.376510 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c3c1a1df-216d-4597-a707-c2dc0fa78c0b tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] 10.222.0.55 "DELETE /v2.0/subnets/eb359e81-cb69-47d6-86bc-bdfcc9d70ea8 HTTP/1.1" status: 404 len: 337 time: 0.0835516 Feb 09 12:45:15.377428 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54628) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:15.401781 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9d14c6a9-9671-40ec-b9d0-e2ad94a01c85 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:15.660686 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d14c6a9-9671-40ec-b9d0-e2ad94a01c85 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Network 4881f509-b5e5-4d71-bc6b-1ae804f808c4 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:45:15.673493 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-9d14c6a9-9671-40ec-b9d0-e2ad94a01c85 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:45:15.696017 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d14c6a9-9671-40ec-b9d0-e2ad94a01c85 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:45:15.702573 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d14c6a9-9671-40ec-b9d0-e2ad94a01c85 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:15.703308 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9d14c6a9-9671-40ec-b9d0-e2ad94a01c85 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:15.739310 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d14c6a9-9671-40ec-b9d0-e2ad94a01c85 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event updated for resources: {'Port': ['ID=84918b8b-bbcf-47e8-a654-eceb41f60519,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:15.745954 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-278547ae-ed3d-4ced-b502-5868b1bb6927 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:15.778754 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9d14c6a9-9671-40ec-b9d0-e2ad94a01c85 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0706527 Feb 09 12:45:15.778864 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54642) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:15.903022 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-ff7ecf07-0c35-42a6-8584-d11e08889160 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Deleting port 84918b8b-bbcf-47e8-a654-eceb41f60519 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:45:15.903672 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ff7ecf07-0c35-42a6-8584-d11e08889160 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:15.930532 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-278547ae-ed3d-4ced-b502-5868b1bb6927 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:15.972819 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f863ec5-037e-45c0-830e-e403ab45b0cd req-8aeac881-430a-4352-aa13-a712628f8f04 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:15.980407 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6f863ec5-037e-45c0-830e-e403ab45b0cd req-8aeac881-430a-4352-aa13-a712628f8f04 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=f46fc7f0-b85d-490b-a980-83d425f5c389 HTTP/1.1" status: 200 len: 945 time: 0.4958208 Feb 09 12:45:15.983285 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-278547ae-ed3d-4ced-b502-5868b1bb6927 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82b0af92-72f6-4d75-849b-68ed26873936']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:45:16.026746 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-278547ae-ed3d-4ced-b502-5868b1bb6927 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecfb6547-66ea-4341-8588-3b040258efe1') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:45:16.027183 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-278547ae-ed3d-4ced-b502-5868b1bb6927 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecfb6547-66ea-4341-8588-3b040258efe1') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:45:16.051911 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-278547ae-ed3d-4ced-b502-5868b1bb6927 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:16.091366 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6f863ec5-037e-45c0-830e-e403ab45b0cd req-bb8510f5-6594-4552-ab26-8108ea8ccf23 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9b0b9-3227-457e-9539-b66a8cac7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100705 Feb 09 12:45:16.096506 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-278547ae-ed3d-4ced-b502-5868b1bb6927 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:16.105387 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-278547ae-ed3d-4ced-b502-5868b1bb6927 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:45:16.106189 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-278547ae-ed3d-4ced-b502-5868b1bb6927 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:16.124254 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:45:16.124254 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:45:16.124254 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:45:16.124254 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:45:16.124254 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:45:16.124254 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:45:16.124254 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:45:16.124254 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:45:16.124254 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:45:16.124254 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:45:16.124254 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:45:16.124254 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:45:16.124254 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:45:16.124254 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:45:16.124254 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:45:16.124254 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:45:16.124254 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:45:16.124254 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:45:16.124254 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:45:16.124254 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:45:16.124254 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:45:16.124254 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:45:16.124254 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:45:16.124254 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:45:16.124254 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:45:16.124254 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:45:16.124254 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:45:16.124254 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:45:16.124254 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:45:16.124254 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:45:16.124254 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:45:16.124254 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:45:16.172920 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ff7ecf07-0c35-42a6-8584-d11e08889160 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:16.224649 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-278547ae-ed3d-4ced-b502-5868b1bb6927 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:16.249132 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-278547ae-ed3d-4ced-b502-5868b1bb6927 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:16.260320 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278547ae-ed3d-4ced-b502-5868b1bb6927 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Pushing event deleted for resources: {'Network': ['ID=82b0af92-72f6-4d75-849b-68ed26873936,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:16.265802 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-278547ae-ed3d-4ced-b502-5868b1bb6927 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] 10.222.0.55 "DELETE /v2.0/networks/82b0af92-72f6-4d75-849b-68ed26873936 HTTP/1.1" status: 204 len: 168 time: 0.8868654 Feb 09 12:45:16.266890 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54654) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:16.341815 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-ff7ecf07-0c35-42a6-8584-d11e08889160 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Calling delete_port for 84918b8b-bbcf-47e8-a654-eceb41f60519 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:45:16.345686 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f8f8a3f-048f-4356-9701-7460b09d7955 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Deleting subnet 967baae9-76f4-4152-bfd6-cf440e41fbed {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:45:16.352703 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9f8f8a3f-048f-4356-9701-7460b09d7955 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:16.380532 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-65d46a73-ab97-4b24-8c65-dc25c80b671f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:16.435418 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ff7ecf07-0c35-42a6-8584-d11e08889160 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:16.458300 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9f8f8a3f-048f-4356-9701-7460b09d7955 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:16.497716 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7ecf07-0c35-42a6-8584-d11e08889160 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event deleted for resources: {'Port': ['ID=84918b8b-bbcf-47e8-a654-eceb41f60519,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:16.510447 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ff7ecf07-0c35-42a6-8584-d11e08889160 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:16.520543 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ff7ecf07-0c35-42a6-8584-d11e08889160 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "DELETE /v2.0/ports/84918b8b-bbcf-47e8-a654-eceb41f60519 HTTP/1.1" status: 204 len: 168 time: 0.7407176 Feb 09 12:45:16.523751 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54662) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:16.529957 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-54d13c2e-e05d-4e12-9c61-30ef74503804 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Request body: {'port': {'network_id': '4881f509-b5e5-4d71-bc6b-1ae804f808c4', 'mac_address': 'fa:16:3e:42:76:f0', 'name': 'tempest-PortsIpV6TestJSON-253894137'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:45:16.599635 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9f8f8a3f-048f-4356-9701-7460b09d7955 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:16.713555 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9f8f8a3f-048f-4356-9701-7460b09d7955 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:16.760183 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-54d13c2e-e05d-4e12-9c61-30ef74503804 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:45:16.764680 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-54d13c2e-e05d-4e12-9c61-30ef74503804 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Usage tracker for resource:port and tenant:02516ed7a4f240dfa605c2984d99ee86 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:45:16.767915 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-54d13c2e-e05d-4e12-9c61-30ef74503804 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:45:16.777750 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-54d13c2e-e05d-4e12-9c61-30ef74503804 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:45:16.780363 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8f8a3f-048f-4356-9701-7460b09d7955 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Pushing event deleted for resources: {'Subnet': ['ID=967baae9-76f4-4152-bfd6-cf440e41fbed,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:16.783980 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9f8f8a3f-048f-4356-9701-7460b09d7955 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:16.790424 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112aceaa-03d4-4ca1-9755-4bd6f68a421c None None] Network f24ebebd-516c-472a-af2a-4b6f3ae29289 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:45:16.796324 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9f8f8a3f-048f-4356-9701-7460b09d7955 tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] 10.222.0.55 "DELETE /v2.0/subnets/967baae9-76f4-4152-bfd6-cf440e41fbed HTTP/1.1" status: 204 len: 168 time: 0.5262196 Feb 09 12:45:16.796500 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d13c2e-e05d-4e12-9c61-30ef74503804 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Made reservation on behalf of 02516ed7a4f240dfa605c2984d99ee86 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:45:16.797265 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54672) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:16.926556 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-54d13c2e-e05d-4e12-9c61-30ef74503804 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:16.971771 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-54d13c2e-e05d-4e12-9c61-30ef74503804 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] device_id is not set on port 37c05ce4-7bad-40d0-b628-f56cbf1559a7 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:45:16.976073 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fae9998a-147c-4a5b-a817-d8eec02757aa tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:16.997313 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-fae9998a-147c-4a5b-a817-d8eec02757aa tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Deleting port 73b65ac9-a28f-4202-b7f4-54fcd4284518 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:45:16.998294 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fae9998a-147c-4a5b-a817-d8eec02757aa tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:17.197570 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bad0136-6d35-40ed-80a2-bfe5fb96ec3e None None] DHCP port deletion for f24ebebd-516c-472a-af2a-4b6f3ae29289 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:45:17.203167 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-2bad0136-6d35-40ed-80a2-bfe5fb96ec3e None None] Deleting port 73b65ac9-a28f-4202-b7f4-54fcd4284518 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:45:17.203801 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2bad0136-6d35-40ed-80a2-bfe5fb96ec3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:17.366486 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-54d13c2e-e05d-4e12-9c61-30ef74503804 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:17.450759 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-54d13c2e-e05d-4e12-9c61-30ef74503804 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:17.535899 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-2bad0136-6d35-40ed-80a2-bfe5fb96ec3e None None] For port 73b65ac9-a28f-4202-b7f4-54fcd4284518, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=73b65ac9-a28f-4202-b7f4-54fcd4284518,segment=NetworkSegment(d09a0746-2540-40ba-a821-7391b8fd6c08),segment_id=d09a0746-2540-40ba-a821-7391b8fd6c08)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:45:17.537796 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2bad0136-6d35-40ed-80a2-bfe5fb96ec3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:17.604367 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-fae9998a-147c-4a5b-a817-d8eec02757aa tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] For port 73b65ac9-a28f-4202-b7f4-54fcd4284518, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=73b65ac9-a28f-4202-b7f4-54fcd4284518,segment=NetworkSegment(d09a0746-2540-40ba-a821-7391b8fd6c08),segment_id=d09a0746-2540-40ba-a821-7391b8fd6c08)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:45:17.604975 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fae9998a-147c-4a5b-a817-d8eec02757aa tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:17.635370 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d13c2e-e05d-4e12-9c61-30ef74503804 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event updated for resources: {'Port': ['ID=37c05ce4-7bad-40d0-b628-f56cbf1559a7,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:17.647872 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d13c2e-e05d-4e12-9c61-30ef74503804 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Network 4881f509-b5e5-4d71-bc6b-1ae804f808c4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:45:17.652576 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-54d13c2e-e05d-4e12-9c61-30ef74503804 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:45:17.656235 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d13c2e-e05d-4e12-9c61-30ef74503804 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:45:17.662267 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d13c2e-e05d-4e12-9c61-30ef74503804 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:17.662884 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-54d13c2e-e05d-4e12-9c61-30ef74503804 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:17.722684 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-54d13c2e-e05d-4e12-9c61-30ef74503804 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1977553 Feb 09 12:45:17.726470 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54698) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:17.730834 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0bc75b-91de-4a0d-8bcf-08a642b6783f req-60013ba5-5a10-40ff-905c-223c80287a82 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:17.733604 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7c0bc75b-91de-4a0d-8bcf-08a642b6783f req-60013ba5-5a10-40ff-905c-223c80287a82 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=f46fc7f0-b85d-490b-a980-83d425f5c389 HTTP/1.1" status: 200 len: 945 time: 0.2910597 Feb 09 12:45:17.752402 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-2bad0136-6d35-40ed-80a2-bfe5fb96ec3e None None] Calling delete_port for 73b65ac9-a28f-4202-b7f4-54fcd4284518 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:45:17.796444 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:17.806312 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:17.866716 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af105d87-02e9-4698-aa15-828eb4e776e5 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:17.867360 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-af105d87-02e9-4698-aa15-828eb4e776e5 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Synchronizing usage tracker for tenant:02516ed7a4f240dfa605c2984d99ee86 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:45:17.867454 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2bad0136-6d35-40ed-80a2-bfe5fb96ec3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:17.869858 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-fae9998a-147c-4a5b-a817-d8eec02757aa tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Calling delete_port for 73b65ac9-a28f-4202-b7f4-54fcd4284518 owned by network:dhcp {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:45:17.887630 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-af105d87-02e9-4698-aa15-828eb4e776e5 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Unset dirty status for tenant:02516ed7a4f240dfa605c2984d99ee86 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:45:17.892396 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-af105d87-02e9-4698-aa15-828eb4e776e5 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "GET /v2.0/ports/37c05ce4-7bad-40d0-b628-f56cbf1559a7 HTTP/1.1" status: 200 len: 844 time: 0.1652348 Feb 09 12:45:17.893403 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54706) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:17.950225 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bad0136-6d35-40ed-80a2-bfe5fb96ec3e None None] No DVR routers for this DVR port 73b65ac9-a28f-4202-b7f4-54fcd4284518 on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:45:17.954481 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad0136-6d35-40ed-80a2-bfe5fb96ec3e None None] Pushing event deleted for resources: {'Port': ['ID=73b65ac9-a28f-4202-b7f4-54fcd4284518,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:17.989339 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7c0bc75b-91de-4a0d-8bcf-08a642b6783f req-8681fb7f-acaa-4058-957d-343d0a676c12 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9b0b9-3227-457e-9539-b66a8cac7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598425 Feb 09 12:45:18.009974 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-1e0dd8cb-b14d-4922-bda4-c154d53a2f3c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Deleting port 37c05ce4-7bad-40d0-b628-f56cbf1559a7 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:45:18.010375 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1e0dd8cb-b14d-4922-bda4-c154d53a2f3c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:18.019465 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.api [None req-fae9998a-147c-4a5b-a817-d8eec02757aa tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:45:18.019794 n-d-825178-3 neutron-server[87567]: DEBUG oslo_db.api [None req-fae9998a-147c-4a5b-a817-d8eec02757aa tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:45:18.288437 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1e0dd8cb-b14d-4922-bda4-c154d53a2f3c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:18.438506 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-1e0dd8cb-b14d-4922-bda4-c154d53a2f3c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Calling delete_port for 37c05ce4-7bad-40d0-b628-f56cbf1559a7 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:45:18.521750 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-fae9998a-147c-4a5b-a817-d8eec02757aa tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Deleting port 73b65ac9-a28f-4202-b7f4-54fcd4284518 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:45:18.522683 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fae9998a-147c-4a5b-a817-d8eec02757aa tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:18.545487 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1e0dd8cb-b14d-4922-bda4-c154d53a2f3c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:18.621487 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1e0dd8cb-b14d-4922-bda4-c154d53a2f3c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:18.624403 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0dd8cb-b14d-4922-bda4-c154d53a2f3c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event deleted for resources: {'Port': ['ID=37c05ce4-7bad-40d0-b628-f56cbf1559a7,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:18.641008 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1e0dd8cb-b14d-4922-bda4-c154d53a2f3c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "DELETE /v2.0/ports/37c05ce4-7bad-40d0-b628-f56cbf1559a7 HTTP/1.1" status: 204 len: 168 time: 0.7454603 Feb 09 12:45:18.644694 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54732) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:18.654335 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-fae9998a-147c-4a5b-a817-d8eec02757aa tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] The port '73b65ac9-a28f-4202-b7f4-54fcd4284518' was deleted {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:45:18.701862 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-81493632-9962-4d42-8890-748133d80a37 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] GET failed (client error): The resource could not be found. Feb 09 12:45:18.702399 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-81493632-9962-4d42-8890-748133d80a37 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Synchronizing usage tracker for tenant:02516ed7a4f240dfa605c2984d99ee86 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:45:18.720394 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-81493632-9962-4d42-8890-748133d80a37 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Unset dirty status for tenant:02516ed7a4f240dfa605c2984d99ee86 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:45:18.721666 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-81493632-9962-4d42-8890-748133d80a37 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "GET /v2.0/ports/37c05ce4-7bad-40d0-b628-f56cbf1559a7 HTTP/1.1" status: 404 len: 333 time: 0.0744348 Feb 09 12:45:18.727557 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54736) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:18.733955 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-c1ac9cdb-2abc-47d6-ad3a-f0ad43734e4c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Request body: {'port': {'network_id': '4881f509-b5e5-4d71-bc6b-1ae804f808c4', 'name': 'tempest-PortsIpV6TestJSON-1760414737'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:45:18.886526 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fae9998a-147c-4a5b-a817-d8eec02757aa tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:18.891036 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c1ac9cdb-2abc-47d6-ad3a-f0ad43734e4c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:45:18.921043 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c1ac9cdb-2abc-47d6-ad3a-f0ad43734e4c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:45:18.937909 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-fae9998a-147c-4a5b-a817-d8eec02757aa tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f24ebebd-516c-472a-af2a-4b6f3ae29289']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:45:18.945943 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ac9cdb-2abc-47d6-ad3a-f0ad43734e4c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Made reservation on behalf of 02516ed7a4f240dfa605c2984d99ee86 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:45:18.952875 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-fae9998a-147c-4a5b-a817-d8eec02757aa tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd09a0746-2540-40ba-a821-7391b8fd6c08') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:45:18.953317 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-fae9998a-147c-4a5b-a817-d8eec02757aa tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd09a0746-2540-40ba-a821-7391b8fd6c08') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:45:18.957556 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c1ac9cdb-2abc-47d6-ad3a-f0ad43734e4c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:18.972372 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fae9998a-147c-4a5b-a817-d8eec02757aa tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:18.991677 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fae9998a-147c-4a5b-a817-d8eec02757aa tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:18.999303 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-c1ac9cdb-2abc-47d6-ad3a-f0ad43734e4c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] device_id is not set on port 265e24ef-73fa-455d-89a6-471de64d844d yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:45:19.000564 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fae9998a-147c-4a5b-a817-d8eec02757aa tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:45:19.001061 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fae9998a-147c-4a5b-a817-d8eec02757aa tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:19.123969 n-d-825178-3 neutron-server[87567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:45:19.123969 n-d-825178-3 neutron-server[87567]: util.warn( Feb 09 12:45:19.123969 n-d-825178-3 neutron-server[87567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:45:19.123969 n-d-825178-3 neutron-server[87567]: util.warn( Feb 09 12:45:19.123969 n-d-825178-3 neutron-server[87567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:45:19.123969 n-d-825178-3 neutron-server[87567]: util.warn( Feb 09 12:45:19.123969 n-d-825178-3 neutron-server[87567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:45:19.123969 n-d-825178-3 neutron-server[87567]: util.warn( Feb 09 12:45:19.123969 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:45:19.123969 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:45:19.123969 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:45:19.123969 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:45:19.123969 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:45:19.123969 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:45:19.123969 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:45:19.123969 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:45:19.123969 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:45:19.123969 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:45:19.123969 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:45:19.123969 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:45:19.123969 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:45:19.123969 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:45:19.123969 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:45:19.123969 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:45:19.123969 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:45:19.123969 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:45:19.123969 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:45:19.123969 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:45:19.123969 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:45:19.123969 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:45:19.123969 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:45:19.123969 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:45:19.123969 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:45:19.123969 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:45:19.123969 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:45:19.123969 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:45:19.123969 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:45:19.123969 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:45:19.123969 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:45:19.123969 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:45:19.131793 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fae9998a-147c-4a5b-a817-d8eec02757aa tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:19.153482 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fae9998a-147c-4a5b-a817-d8eec02757aa tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:19.173216 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:19.207075 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9998a-147c-4a5b-a817-d8eec02757aa tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] Pushing event deleted for resources: {'Network': ['ID=f24ebebd-516c-472a-af2a-4b6f3ae29289,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:19.216657 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-fae9998a-147c-4a5b-a817-d8eec02757aa tempest-NetworksIpV6TestAttrs-15962453 tempest-NetworksIpV6TestAttrs-15962453-project] 10.222.0.55 "DELETE /v2.0/networks/f24ebebd-516c-472a-af2a-4b6f3ae29289 HTTP/1.1" status: 204 len: 168 time: 2.4183667 Feb 09 12:45:19.316827 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 73b65ac9-a28f-4202-b7f4-54fcd4284518 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:45:19.416367 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 73b65ac9-a28f-4202-b7f4-54fcd4284518 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:45:19.419391 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 73b65ac9-a28f-4202-b7f4-54fcd4284518 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:45:19.436372 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c1ac9cdb-2abc-47d6-ad3a-f0ad43734e4c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:19.482270 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c1ac9cdb-2abc-47d6-ad3a-f0ad43734e4c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:19.533536 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e8fb8-91e5-41b3-b7d6-8a1d156e00e1 req-04af42da-dcc1-4e4c-9d45-726ae11109e4 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:19.533536 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-587e8fb8-91e5-41b3-b7d6-8a1d156e00e1 req-04af42da-dcc1-4e4c-9d45-726ae11109e4 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=f46fc7f0-b85d-490b-a980-83d425f5c389 HTTP/1.1" status: 200 len: 945 time: 0.2557106 Feb 09 12:45:19.660269 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ac9cdb-2abc-47d6-ad3a-f0ad43734e4c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Network 4881f509-b5e5-4d71-bc6b-1ae804f808c4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:45:19.664122 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-c1ac9cdb-2abc-47d6-ad3a-f0ad43734e4c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:45:19.669381 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ac9cdb-2abc-47d6-ad3a-f0ad43734e4c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:45:19.675990 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ac9cdb-2abc-47d6-ad3a-f0ad43734e4c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:19.677362 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c1ac9cdb-2abc-47d6-ad3a-f0ad43734e4c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:19.680903 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-587e8fb8-91e5-41b3-b7d6-8a1d156e00e1 req-6eb22e87-0df0-4cb5-9814-782fee32bf71 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9b0b9-3227-457e-9539-b66a8cac7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197598 Feb 09 12:45:19.714497 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54748) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:19.714833 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ac9cdb-2abc-47d6-ad3a-f0ad43734e4c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event updated for resources: {'Port': ['ID=265e24ef-73fa-455d-89a6-471de64d844d,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:19.741538 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c1ac9cdb-2abc-47d6-ad3a-f0ad43734e4c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0117176 Feb 09 12:45:19.745446 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54754) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:19.760253 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-992ab5cc-b1c2-4f5b-84cd-b74a9707bd8c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:45:19.914851 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-992ab5cc-b1c2-4f5b-84cd-b74a9707bd8c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:19.954232 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8d2d0d7a-a8f4-40b8-a8b3-c674043f8984 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=096fa6d69dd548f6aa4c0577b2cc1a50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2383940 Feb 09 12:45:19.957036 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54758) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:20.060817 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7c5ca124-959e-4efb-ae72-cbebd8163294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:20.101492 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7c5ca124-959e-4efb-ae72-cbebd8163294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:20.176349 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7c5ca124-959e-4efb-ae72-cbebd8163294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:20.195656 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5ca124-959e-4efb-ae72-cbebd8163294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd02472-d313-48fb-a058-1a91b755f006,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:20.209789 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7c5ca124-959e-4efb-ae72-cbebd8163294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:20.213807 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-7c5ca124-959e-4efb-ae72-cbebd8163294 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/afd02472-d313-48fb-a058-1a91b755f006 HTTP/1.1" status: 204 len: 168 time: 0.2531979 Feb 09 12:45:20.361498 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-992ab5cc-b1c2-4f5b-84cd-b74a9707bd8c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:20.371640 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-992ab5cc-b1c2-4f5b-84cd-b74a9707bd8c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:20.568954 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-992ab5cc-b1c2-4f5b-84cd-b74a9707bd8c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] In _notify_port_updated(), no bound segment for port 265e24ef-73fa-455d-89a6-471de64d844d on network 4881f509-b5e5-4d71-bc6b-1ae804f808c4 {{(pid=87568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 12:45:20.585951 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992ab5cc-b1c2-4f5b-84cd-b74a9707bd8c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:20.586970 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-992ab5cc-b1c2-4f5b-84cd-b74a9707bd8c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:20.589224 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-992ab5cc-b1c2-4f5b-84cd-b74a9707bd8c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "PUT /v2.0/ports/265e24ef-73fa-455d-89a6-471de64d844d HTTP/1.1" status: 200 len: 818 time: 0.8419962 Feb 09 12:45:20.594378 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54770) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:20.616474 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:20.645208 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ab5cc-b1c2-4f5b-84cd-b74a9707bd8c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event updated for resources: {'Port': ['ID=265e24ef-73fa-455d-89a6-471de64d844d,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:20.815631 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-5540eb46-eb37-4bf9-87a6-dc94c1405029 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Deleting port 265e24ef-73fa-455d-89a6-471de64d844d {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:45:20.816036 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5540eb46-eb37-4bf9-87a6-dc94c1405029 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:21.201313 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df1489-6792-488e-815c-32d9383d0aab req-0e6aecc7-aedb-49e0-9dfe-cd5491e2f700 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:21.203684 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-24df1489-6792-488e-815c-32d9383d0aab req-0e6aecc7-aedb-49e0-9dfe-cd5491e2f700 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=f46fc7f0-b85d-490b-a980-83d425f5c389 HTTP/1.1" status: 200 len: 945 time: 0.2852650 Feb 09 12:45:21.250324 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5540eb46-eb37-4bf9-87a6-dc94c1405029 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:21.551083 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-5540eb46-eb37-4bf9-87a6-dc94c1405029 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Calling delete_port for 265e24ef-73fa-455d-89a6-471de64d844d owned by {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:45:21.612240 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-24df1489-6792-488e-815c-32d9383d0aab req-89dfdc23-68b7-4ec8-a98d-267d05548154 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9b0b9-3227-457e-9539-b66a8cac7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3867562 Feb 09 12:45:21.680812 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5540eb46-eb37-4bf9-87a6-dc94c1405029 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:21.791964 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5540eb46-eb37-4bf9-87a6-dc94c1405029 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event deleted for resources: {'Port': ['ID=265e24ef-73fa-455d-89a6-471de64d844d,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:21.791964 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5540eb46-eb37-4bf9-87a6-dc94c1405029 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:21.797289 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-5540eb46-eb37-4bf9-87a6-dc94c1405029 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "DELETE /v2.0/ports/265e24ef-73fa-455d-89a6-471de64d844d HTTP/1.1" status: 204 len: 168 time: 1.1993310 Feb 09 12:45:21.797790 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54794) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:21.845575 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54798) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:21.992215 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466604aa-3a5d-4b20-88a9-56e0c9323f84 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:21.993102 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-466604aa-3a5d-4b20-88a9-56e0c9323f84 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Synchronizing usage tracker for tenant:02516ed7a4f240dfa605c2984d99ee86 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:45:22.026595 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-466604aa-3a5d-4b20-88a9-56e0c9323f84 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Unset dirty status for tenant:02516ed7a4f240dfa605c2984d99ee86 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:45:22.027799 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-466604aa-3a5d-4b20-88a9-56e0c9323f84 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2290671 Feb 09 12:45:22.031027 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54806) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:22.153558 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-8670ec47-3937-47de-9cd6-85f1c117ca18 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] GET failed (client error): The resource could not be found. Feb 09 12:45:22.154372 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8670ec47-3937-47de-9cd6-85f1c117ca18 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Synchronizing usage tracker for tenant:02516ed7a4f240dfa605c2984d99ee86 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:45:22.215729 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8670ec47-3937-47de-9cd6-85f1c117ca18 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Unset dirty status for tenant:02516ed7a4f240dfa605c2984d99ee86 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:45:22.222886 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54810) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:22.230306 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-020bde59-8874-49d5-83c8-5e57786f35f2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1155820696'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:45:22.235635 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8670ec47-3937-47de-9cd6-85f1c117ca18 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "GET /v2.0/ports/265e24ef-73fa-455d-89a6-471de64d844d HTTP/1.1" status: 404 len: 333 time: 0.2037241 Feb 09 12:45:22.240739 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-020bde59-8874-49d5-83c8-5e57786f35f2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:45:22.250877 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-ea2827e1-331a-45de-a635-f7f6c87f0a0f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-519052381'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:45:22.263413 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-020bde59-8874-49d5-83c8-5e57786f35f2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Usage tracker for resource:network and tenant:02516ed7a4f240dfa605c2984d99ee86 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:45:22.266780 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-020bde59-8874-49d5-83c8-5e57786f35f2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:45:22.289911 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-ea2827e1-331a-45de-a635-f7f6c87f0a0f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:45:22.317233 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ea2827e1-331a-45de-a635-f7f6c87f0a0f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Usage tracker for resource:network and tenant:1a8f2026410d46378828a444f88ab686 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:45:22.329724 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ea2827e1-331a-45de-a635-f7f6c87f0a0f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:45:22.338057 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-ea2827e1-331a-45de-a635-f7f6c87f0a0f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:45:22.348110 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-020bde59-8874-49d5-83c8-5e57786f35f2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:45:22.367985 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83d01a-113b-461f-a561-e59c307e01ee req-f550050b-ef88-4d32-be8a-e1e7accbe2bd tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:22.369680 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3f83d01a-113b-461f-a561-e59c307e01ee req-f550050b-ef88-4d32-be8a-e1e7accbe2bd tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=f46fc7f0-b85d-490b-a980-83d425f5c389 HTTP/1.1" status: 200 len: 945 time: 0.2097399 Feb 09 12:45:22.370821 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2827e1-331a-45de-a635-f7f6c87f0a0f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Made reservation on behalf of 1a8f2026410d46378828a444f88ab686 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:45:22.376739 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ea2827e1-331a-45de-a635-f7f6c87f0a0f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:22.397390 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020bde59-8874-49d5-83c8-5e57786f35f2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Made reservation on behalf of 02516ed7a4f240dfa605c2984d99ee86 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:45:22.404957 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-020bde59-8874-49d5-83c8-5e57786f35f2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:22.446683 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ea2827e1-331a-45de-a635-f7f6c87f0a0f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:22.477164 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3f83d01a-113b-461f-a561-e59c307e01ee req-2839004f-23e0-42ed-8bbe-88897c6a98c1 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9b0b9-3227-457e-9539-b66a8cac7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871935 Feb 09 12:45:22.483964 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-ea2827e1-331a-45de-a635-f7f6c87f0a0f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:45:22.487015 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-020bde59-8874-49d5-83c8-5e57786f35f2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:45:22.490853 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ea2827e1-331a-45de-a635-f7f6c87f0a0f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Usage tracker for resource:security_group_rule and tenant:1a8f2026410d46378828a444f88ab686 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:45:22.494744 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ea2827e1-331a-45de-a635-f7f6c87f0a0f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:45:22.506231 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-ea2827e1-331a-45de-a635-f7f6c87f0a0f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:45:22.506600 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-020bde59-8874-49d5-83c8-5e57786f35f2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:22.506952 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-020bde59-8874-49d5-83c8-5e57786f35f2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Added segment 60171b38-44ec-425c-bbd3-71cd005e15c9 of type vlan for network a0d0599e-243f-4079-9d2c-9a5c3aff4239 Feb 09 12:45:22.544447 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de8202-9aa3-4a5a-a269-a946a832e4ef req-dacf8b1e-2c05-4b35-87f1-77ad499b0584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:22.545996 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-55de8202-9aa3-4a5a-a269-a946a832e4ef req-dacf8b1e-2c05-4b35-87f1-77ad499b0584 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7722e72c858c4f97b7f4eb543cff4fda&device_id=f46fc7f0-b85d-490b-a980-83d425f5c389 HTTP/1.1" status: 200 len: 1096 time: 0.2756612 Feb 09 12:45:22.550746 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-020bde59-8874-49d5-83c8-5e57786f35f2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:22.671761 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ea2827e1-331a-45de-a635-f7f6c87f0a0f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:22.678712 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ea2827e1-331a-45de-a635-f7f6c87f0a0f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:22.688421 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-020bde59-8874-49d5-83c8-5e57786f35f2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:22.695718 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020bde59-8874-49d5-83c8-5e57786f35f2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:22.696384 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-020bde59-8874-49d5-83c8-5e57786f35f2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:22.786863 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea2827e1-331a-45de-a635-f7f6c87f0a0f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:45:22.810466 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020bde59-8874-49d5-83c8-5e57786f35f2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event updated for resources: {'Network': ['ID=a0d0599e-243f-4079-9d2c-9a5c3aff4239,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:22.825048 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network a0d0599e-243f-4079-9d2c-9a5c3aff4239 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:45:22.829033 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2827e1-331a-45de-a635-f7f6c87f0a0f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc62f7e3-f66b-4ff8-8db9-e464992d16d2,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:22.849506 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-020bde59-8874-49d5-83c8-5e57786f35f2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6248190 Feb 09 12:45:22.852834 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54816) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:22.875738 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de8202-9aa3-4a5a-a269-a946a832e4ef req-3aa03af8-a278-4e37-a2a8-bd728de879d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:22.878623 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-55de8202-9aa3-4a5a-a269-a946a832e4ef req-3aa03af8-a278-4e37-a2a8-bd728de879d4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fef63669-60e4-448f-bbf3-5ffe81417e5d HTTP/1.1" status: 200 len: 912 time: 0.3022287 Feb 09 12:45:22.879356 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-b7aea826-6b2a-4777-aa4c-f3e36dac5da0 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Request body: {'subnet': {'network_id': 'a0d0599e-243f-4079-9d2c-9a5c3aff4239', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:45:22.921792 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ea2827e1-331a-45de-a635-f7f6c87f0a0f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:22.922152 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-ea2827e1-331a-45de-a635-f7f6c87f0a0f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Added segment 78ba4747-1262-450a-9c94-71a98c6ef46d of type vlan for network d601a5d0-34da-4ed7-8a13-d0aaac94b8f4 Feb 09 12:45:23.028131 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:23.040768 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-55de8202-9aa3-4a5a-a269-a946a832e4ef req-d2e6965c-f569-426e-bc22-ed10c023e789 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e42c149b-a509-433c-8c2a-29c272ef8afe HTTP/1.1" status: 200 len: 1001 time: 0.1556752 Feb 09 12:45:23.134914 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de8202-9aa3-4a5a-a269-a946a832e4ef req-f905b385-fdb1-4cce-8702-682da8bf1603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:23.139103 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-55de8202-9aa3-4a5a-a269-a946a832e4ef req-f905b385-fdb1-4cce-8702-682da8bf1603 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=14dd4b9b-eeef-4a9f-a7cf-6d5a7f04665c HTTP/1.1" status: 200 len: 850 time: 0.0906980 Feb 09 12:45:23.154951 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ea2827e1-331a-45de-a635-f7f6c87f0a0f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:23.180308 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b7aea826-6b2a-4777-aa4c-f3e36dac5da0 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:45:23.185881 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b7aea826-6b2a-4777-aa4c-f3e36dac5da0 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Usage tracker for resource:subnet and tenant:02516ed7a4f240dfa605c2984d99ee86 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:45:23.202433 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b7aea826-6b2a-4777-aa4c-f3e36dac5da0 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:45:23.217757 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b7aea826-6b2a-4777-aa4c-f3e36dac5da0 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:45:23.232989 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ea2827e1-331a-45de-a635-f7f6c87f0a0f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:23.241249 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2827e1-331a-45de-a635-f7f6c87f0a0f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:23.242170 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ea2827e1-331a-45de-a635-f7f6c87f0a0f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:23.273729 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7aea826-6b2a-4777-aa4c-f3e36dac5da0 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Made reservation on behalf of 02516ed7a4f240dfa605c2984d99ee86 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:45:23.280582 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de8202-9aa3-4a5a-a269-a946a832e4ef req-7b39a977-6bed-42d4-ba40-8fa94a6c2df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:23.283429 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-55de8202-9aa3-4a5a-a269-a946a832e4ef req-7b39a977-6bed-42d4-ba40-8fa94a6c2df9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fef63669-60e4-448f-bbf3-5ffe81417e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1364863 Feb 09 12:45:23.284154 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b7aea826-6b2a-4777-aa4c-f3e36dac5da0 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:23.517520 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-55de8202-9aa3-4a5a-a269-a946a832e4ef req-261d46d8-e062-4159-a402-aa8102fd644d service neutron] 10.222.0.46 "GET /v2.0/networks/fef63669-60e4-448f-bbf3-5ffe81417e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271771 Feb 09 12:45:23.554061 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2827e1-331a-45de-a635-f7f6c87f0a0f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event updated for resources: {'Network': ['ID=d601a5d0-34da-4ed7-8a13-d0aaac94b8f4,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:23.572598 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network d601a5d0-34da-4ed7-8a13-d0aaac94b8f4 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:45:23.783644 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ea2827e1-331a-45de-a635-f7f6c87f0a0f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9344125 Feb 09 12:45:23.783866 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-55de8202-9aa3-4a5a-a269-a946a832e4ef req-8c857089-fd96-443a-ac6c-49665a66f55a service neutron] 10.222.0.46 "GET /v2.0/networks/fef63669-60e4-448f-bbf3-5ffe81417e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548590 Feb 09 12:45:23.783866 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54822) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:23.791618 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-9fbe461c-63da-4412-a0d2-7d1ad4e8ed30 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Request body: {'port': {'network_id': 'd601a5d0-34da-4ed7-8a13-d0aaac94b8f4', 'name': 'tempest-PortsTestJSON-427374761'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:45:23.922542 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c7902-cafa-4bd5-b047-32ea33aafb4e req-dff62c3c-7bae-49da-86c8-14efe1b5acad tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:23.924682 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d27c7902-cafa-4bd5-b047-32ea33aafb4e req-dff62c3c-7bae-49da-86c8-14efe1b5acad tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=f46fc7f0-b85d-490b-a980-83d425f5c389 HTTP/1.1" status: 200 len: 945 time: 0.2287812 Feb 09 12:45:23.938375 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9fbe461c-63da-4412-a0d2-7d1ad4e8ed30 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:45:23.944501 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9fbe461c-63da-4412-a0d2-7d1ad4e8ed30 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Usage tracker for resource:port and tenant:1a8f2026410d46378828a444f88ab686 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:45:23.949515 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9fbe461c-63da-4412-a0d2-7d1ad4e8ed30 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:45:23.957291 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9fbe461c-63da-4412-a0d2-7d1ad4e8ed30 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:45:23.977233 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbe461c-63da-4412-a0d2-7d1ad4e8ed30 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Made reservation on behalf of 1a8f2026410d46378828a444f88ab686 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:45:23.984675 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9fbe461c-63da-4412-a0d2-7d1ad4e8ed30 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:24.037685 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-9fbe461c-63da-4412-a0d2-7d1ad4e8ed30 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] device_id is not set on port 89b835f6-d8b3-4a7f-ba05-d5e98d80cc64 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:45:24.172720 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d27c7902-cafa-4bd5-b047-32ea33aafb4e req-fd7b8265-7b68-443c-953a-6fe207c2ddbf tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9b0b9-3227-457e-9539-b66a8cac7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2357831 Feb 09 12:45:24.240587 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b7aea826-6b2a-4777-aa4c-f3e36dac5da0 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:24.346232 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7aea826-6b2a-4777-aa4c-f3e36dac5da0 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Checking segment: {'id': '60171b38-44ec-425c-bbd3-71cd005e15c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a0d0599e-243f-4079-9d2c-9a5c3aff4239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:45:24.346845 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7aea826-6b2a-4777-aa4c-f3e36dac5da0 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Network hostable DHCP agents. Network: a0d0599e-243f-4079-9d2c-9a5c3aff4239, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:45:24.362036 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aea826-6b2a-4777-aa4c-f3e36dac5da0 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event updated for resources: {'Subnet': ['ID=c244a2e3-9909-4b19-8e02-e4f6a3badd07,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:24.380444 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7aea826-6b2a-4777-aa4c-f3e36dac5da0 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Network a0d0599e-243f-4079-9d2c-9a5c3aff4239 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:45:24.395465 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-b7aea826-6b2a-4777-aa4c-f3e36dac5da0 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, a0d0599e-243f-4079-9d2c-9a5c3aff4239) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:45:24.403008 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7aea826-6b2a-4777-aa4c-f3e36dac5da0 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:24.404021 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b7aea826-6b2a-4777-aa4c-f3e36dac5da0 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:24.406785 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f112cb17-f817-4104-8b8a-7f42b0451ec5 None None] Network a0d0599e-243f-4079-9d2c-9a5c3aff4239 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:45:24.449505 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b7aea826-6b2a-4777-aa4c-f3e36dac5da0 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5903525 Feb 09 12:45:24.449873 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54828) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:24.461250 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-f0f815d3-0c4b-4d7f-a25a-c81804a68dd5 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Request body: {'subnet': {'network_id': 'a0d0599e-243f-4079-9d2c-9a5c3aff4239', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:45:24.676410 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9fbe461c-63da-4412-a0d2-7d1ad4e8ed30 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:24.718007 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9fbe461c-63da-4412-a0d2-7d1ad4e8ed30 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:24.756621 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-f0f815d3-0c4b-4d7f-a25a-c81804a68dd5 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:45:24.766050 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-f0f815d3-0c4b-4d7f-a25a-c81804a68dd5 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Usage tracker for resource:subnet and tenant:02516ed7a4f240dfa605c2984d99ee86 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:45:24.774734 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-f0f815d3-0c4b-4d7f-a25a-c81804a68dd5 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:45:24.784378 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-f0f815d3-0c4b-4d7f-a25a-c81804a68dd5 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:45:24.818994 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f815d3-0c4b-4d7f-a25a-c81804a68dd5 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Made reservation on behalf of 02516ed7a4f240dfa605c2984d99ee86 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:45:24.820569 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306bd157-9e50-4559-9292-632703b43d9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-a0d0599e-243f-4079-9d2c-9a5c3aff4239', 'network_id': 'a0d0599e-243f-4079-9d2c-9a5c3aff4239', 'tenant_id': '02516ed7a4f240dfa605c2984d99ee86', 'fixed_ips': [{'subnet_id': 'c244a2e3-9909-4b19-8e02-e4f6a3badd07'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:45:24.821656 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-306bd157-9e50-4559-9292-632703b43d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:24.824960 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f0f815d3-0c4b-4d7f-a25a-c81804a68dd5 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:24.988007 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe461c-63da-4412-a0d2-7d1ad4e8ed30 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event updated for resources: {'Port': ['ID=89b835f6-d8b3-4a7f-ba05-d5e98d80cc64,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:25.014707 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbe461c-63da-4412-a0d2-7d1ad4e8ed30 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Checking segment: {'id': '78ba4747-1262-450a-9c94-71a98c6ef46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'd601a5d0-34da-4ed7-8a13-d0aaac94b8f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:45:25.018449 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbe461c-63da-4412-a0d2-7d1ad4e8ed30 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Network hostable DHCP agents. Network: d601a5d0-34da-4ed7-8a13-d0aaac94b8f4, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:45:25.074610 n-d-825178-3 neutron-server[87567]: INFO neutron.db.ipam_backend_mixin [None req-f0f815d3-0c4b-4d7f-a25a-c81804a68dd5 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c244a2e3-9909-4b19-8e02-e4f6a3badd07 (CIDR: 2001:db8::/64) Feb 09 12:45:25.076804 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbe461c-63da-4412-a0d2-7d1ad4e8ed30 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Network d601a5d0-34da-4ed7-8a13-d0aaac94b8f4 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:45:25.083082 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0f815d3-0c4b-4d7f-a25a-c81804a68dd5 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:45:25.083402 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0f815d3-0c4b-4d7f-a25a-c81804a68dd5 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:45:25.119359 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-9fbe461c-63da-4412-a0d2-7d1ad4e8ed30 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, d601a5d0-34da-4ed7-8a13-d0aaac94b8f4) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:45:25.134305 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54832) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:25.149745 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f0f815d3-0c4b-4d7f-a25a-c81804a68dd5 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6825306 Feb 09 12:45:25.151421 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-9e06645d-dab9-491b-a313-eadd19e133be tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Request body: {'subnet': {'network_id': 'a0d0599e-243f-4079-9d2c-9a5c3aff4239', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:45:25.224436 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbe461c-63da-4412-a0d2-7d1ad4e8ed30 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:45:25.229830 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbe461c-63da-4412-a0d2-7d1ad4e8ed30 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:25.230424 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9fbe461c-63da-4412-a0d2-7d1ad4e8ed30 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:25.304191 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9fbe461c-63da-4412-a0d2-7d1ad4e8ed30 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5191262 Feb 09 12:45:25.307983 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54842) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:25.326121 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-11d38caf-c7bd-4d10-a647-b51e611866a0 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1136659757'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:45:25.335675 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-11d38caf-c7bd-4d10-a647-b51e611866a0 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:45:25.347541 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-11d38caf-c7bd-4d10-a647-b51e611866a0 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Usage tracker for resource:network and tenant:1a8f2026410d46378828a444f88ab686 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:45:25.350991 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-11d38caf-c7bd-4d10-a647-b51e611866a0 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:45:25.355668 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae18e26b-f66f-41b5-b28f-8fcd18c3a74e None None] Network d601a5d0-34da-4ed7-8a13-d0aaac94b8f4 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:45:25.362681 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-11d38caf-c7bd-4d10-a647-b51e611866a0 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:45:25.378552 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9e06645d-dab9-491b-a313-eadd19e133be tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:45:25.383184 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9e06645d-dab9-491b-a313-eadd19e133be tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Usage tracker for resource:subnet and tenant:02516ed7a4f240dfa605c2984d99ee86 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:45:25.386625 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9e06645d-dab9-491b-a313-eadd19e133be tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:45:25.389255 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d38caf-c7bd-4d10-a647-b51e611866a0 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Made reservation on behalf of 1a8f2026410d46378828a444f88ab686 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:45:25.393151 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-11d38caf-c7bd-4d10-a647-b51e611866a0 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:25.407301 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9e06645d-dab9-491b-a313-eadd19e133be tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:45:25.429264 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e06645d-dab9-491b-a313-eadd19e133be tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Made reservation on behalf of 02516ed7a4f240dfa605c2984d99ee86 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:45:25.433029 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9e06645d-dab9-491b-a313-eadd19e133be tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:25.456514 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11d38caf-c7bd-4d10-a647-b51e611866a0 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:45:25.474902 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-11d38caf-c7bd-4d10-a647-b51e611866a0 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:25.475266 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-11d38caf-c7bd-4d10-a647-b51e611866a0 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Added segment f30881e6-6368-4fb8-9bc9-16d09ff5f734 of type vlan for network b0a3e2ac-f2d6-405c-b440-94f79885fe64 Feb 09 12:45:25.639648 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-11d38caf-c7bd-4d10-a647-b51e611866a0 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:25.677769 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-306bd157-9e50-4559-9292-632703b43d9a None None] Allocated IP 2001:db8::2 (a0d0599e-243f-4079-9d2c-9a5c3aff4239/c244a2e3-9909-4b19-8e02-e4f6a3badd07/dcc7ba8b-372e-4549-bb95-58a883d1c64b) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:45:25.693565 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab4b00-0c03-4ab3-be48-b47464a17136 req-6afc8102-7aec-4d09-a952-13ada811b46e tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:25.695869 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ccab4b00-0c03-4ab3-be48-b47464a17136 req-6afc8102-7aec-4d09-a952-13ada811b46e tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=f46fc7f0-b85d-490b-a980-83d425f5c389 HTTP/1.1" status: 200 len: 945 time: 0.1957998 Feb 09 12:45:25.756310 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ccab4b00-0c03-4ab3-be48-b47464a17136 req-90b8a4a4-292b-4644-bcd3-82a6ef1b0439 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9b0b9-3227-457e-9539-b66a8cac7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544446 Feb 09 12:45:25.756924 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-11d38caf-c7bd-4d10-a647-b51e611866a0 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:25.762790 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d38caf-c7bd-4d10-a647-b51e611866a0 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:25.763770 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-11d38caf-c7bd-4d10-a647-b51e611866a0 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:26.100993 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9e06645d-dab9-491b-a313-eadd19e133be tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:26.156300 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-306bd157-9e50-4559-9292-632703b43d9a None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:26.191206 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-306bd157-9e50-4559-9292-632703b43d9a None None] Transition to ACTIVE for port object dcc7ba8b-372e-4549-bb95-58a883d1c64b will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:45:26.231587 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e06645d-dab9-491b-a313-eadd19e133be tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event updated for resources: {'Subnet': ['ID=e7df20b8-eb6b-46aa-9c5b-1e8cb75b2fca,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:26.255868 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e06645d-dab9-491b-a313-eadd19e133be tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Network a0d0599e-243f-4079-9d2c-9a5c3aff4239 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:45:26.256149 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-306bd157-9e50-4559-9292-632703b43d9a None None] Transition to ACTIVE for port object dcc7ba8b-372e-4549-bb95-58a883d1c64b will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:45:26.258452 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-9e06645d-dab9-491b-a313-eadd19e133be tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:45:26.266184 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e06645d-dab9-491b-a313-eadd19e133be tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:26.266961 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9e06645d-dab9-491b-a313-eadd19e133be tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:26.272344 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-306bd157-9e50-4559-9292-632703b43d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:26.306065 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d38caf-c7bd-4d10-a647-b51e611866a0 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event updated for resources: {'Network': ['ID=b0a3e2ac-f2d6-405c-b440-94f79885fe64,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:26.308405 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54866) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:26.316025 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9e06645d-dab9-491b-a313-eadd19e133be tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1773584 Feb 09 12:45:26.321865 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-11d38caf-c7bd-4d10-a647-b51e611866a0 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0126865 Feb 09 12:45:26.322367 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54870) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:26.330477 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-5a473c13-6f01-482e-976e-beadada8776c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Request body: {'port': {'network_id': 'a0d0599e-243f-4079-9d2c-9a5c3aff4239', 'fixed_ips': [{'subnet_id': 'c244a2e3-9909-4b19-8e02-e4f6a3badd07'}, {'subnet_id': 'e7df20b8-eb6b-46aa-9c5b-1e8cb75b2fca'}], 'name': 'tempest-PortsIpV6TestJSON-781091204'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:45:26.343401 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-7ade97e2-f6c9-40a9-8695-cace851ca4d8 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Request body: {'ports': [{'network_id': 'd601a5d0-34da-4ed7-8a13-d0aaac94b8f4'}, {'network_id': 'b0a3e2ac-f2d6-405c-b440-94f79885fe64'}]} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:45:26.348229 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-7ade97e2-f6c9-40a9-8695-cace851ca4d8 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Request body: {'port': {'network_id': 'd601a5d0-34da-4ed7-8a13-d0aaac94b8f4'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:45:26.355060 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-7ade97e2-f6c9-40a9-8695-cace851ca4d8 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Request body: {'port': {'network_id': 'b0a3e2ac-f2d6-405c-b440-94f79885fe64'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:45:26.385928 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306bd157-9e50-4559-9292-632703b43d9a None None] Network a0d0599e-243f-4079-9d2c-9a5c3aff4239 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:45:26.404714 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306bd157-9e50-4559-9292-632703b43d9a None None] Pushing event updated for resources: {'Port': ['ID=dcc7ba8b-372e-4549-bb95-58a883d1c64b,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:26.412646 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-306bd157-9e50-4559-9292-632703b43d9a None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:45:26.424463 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network b0a3e2ac-f2d6-405c-b440-94f79885fe64 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:45:26.710743 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306bd157-9e50-4559-9292-632703b43d9a None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:45:26.752377 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-5a473c13-6f01-482e-976e-beadada8776c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:45:26.795812 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-5a473c13-6f01-482e-976e-beadada8776c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:45:26.834500 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a473c13-6f01-482e-976e-beadada8776c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Made reservation on behalf of 02516ed7a4f240dfa605c2984d99ee86 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:45:26.904361 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-306bd157-9e50-4559-9292-632703b43d9a None None] Attempting to bind port dcc7ba8b-372e-4549-bb95-58a883d1c64b on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:45:26.905636 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-306bd157-9e50-4559-9292-632703b43d9a None None] Attempting to bind port dcc7ba8b-372e-4549-bb95-58a883d1c64b by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '60171b38-44ec-425c-bbd3-71cd005e15c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a0d0599e-243f-4079-9d2c-9a5c3aff4239'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:45:26.908264 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306bd157-9e50-4559-9292-632703b43d9a None None] Attempting to bind port dcc7ba8b-372e-4549-bb95-58a883d1c64b on network a0d0599e-243f-4079-9d2c-9a5c3aff4239 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:45:26.920872 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306bd157-9e50-4559-9292-632703b43d9a None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:45:26.921608 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306bd157-9e50-4559-9292-632703b43d9a None None] Checking segment: {'id': '60171b38-44ec-425c-bbd3-71cd005e15c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a0d0599e-243f-4079-9d2c-9a5c3aff4239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:45:26.922195 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-306bd157-9e50-4559-9292-632703b43d9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:26.922752 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306bd157-9e50-4559-9292-632703b43d9a None None] Bound using segment: {'id': '60171b38-44ec-425c-bbd3-71cd005e15c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a0d0599e-243f-4079-9d2c-9a5c3aff4239'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:45:26.923384 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-306bd157-9e50-4559-9292-632703b43d9a None None] Bound port: dcc7ba8b-372e-4549-bb95-58a883d1c64b, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60171b38-44ec-425c-bbd3-71cd005e15c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a0d0599e-243f-4079-9d2c-9a5c3aff4239'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:45:26.932516 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-306bd157-9e50-4559-9292-632703b43d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:27.062350 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7ade97e2-f6c9-40a9-8695-cace851ca4d8 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:45:27.066853 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7ade97e2-f6c9-40a9-8695-cace851ca4d8 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Usage tracker for resource:port and tenant:1a8f2026410d46378828a444f88ab686 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:45:27.071025 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7ade97e2-f6c9-40a9-8695-cace851ca4d8 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:45:27.080346 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7ade97e2-f6c9-40a9-8695-cace851ca4d8 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:45:27.103739 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ade97e2-f6c9-40a9-8695-cace851ca4d8 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Made reservation on behalf of 1a8f2026410d46378828a444f88ab686 for: {'port': 2} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:45:27.109013 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7ade97e2-f6c9-40a9-8695-cace851ca4d8 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:27.117515 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-306bd157-9e50-4559-9292-632703b43d9a None None] For port dcc7ba8b-372e-4549-bb95-58a883d1c64b, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:45:27.120997 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-306bd157-9e50-4559-9292-632703b43d9a None None] For port dcc7ba8b-372e-4549-bb95-58a883d1c64b, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=dcc7ba8b-372e-4549-bb95-58a883d1c64b,segment=NetworkSegment(60171b38-44ec-425c-bbd3-71cd005e15c9),segment_id=60171b38-44ec-425c-bbd3-71cd005e15c9)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:45:27.128226 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-306bd157-9e50-4559-9292-632703b43d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:27.137718 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7ade97e2-f6c9-40a9-8695-cace851ca4d8 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:27.187458 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5a473c13-6f01-482e-976e-beadada8776c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:27.217383 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306bd157-9e50-4559-9292-632703b43d9a None None] Pushing event updated for resources: {'Port': ['ID=dcc7ba8b-372e-4549-bb95-58a883d1c64b,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:27.249352 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [None req-5a473c13-6f01-482e-976e-beadada8776c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] device_id is not set on port 77ae3167-3130-44d9-863f-d9b05f07e58f yet. {{(pid=87567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:45:27.593573 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-7ade97e2-f6c9-40a9-8695-cace851ca4d8 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] device_id is not set on port dba905a0-bda8-4dca-8a47-73e489c3ba98 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:45:27.808317 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7ade97e2-f6c9-40a9-8695-cace851ca4d8 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:28.066754 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-7ade97e2-f6c9-40a9-8695-cace851ca4d8 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] device_id is not set on port 652bf4fa-44c8-4adb-b8b7-db708fe0143e yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:45:28.078943 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-5a473c13-6f01-482e-976e-beadada8776c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Allocated IP 2001:db8::2c3 (a0d0599e-243f-4079-9d2c-9a5c3aff4239/c244a2e3-9909-4b19-8e02-e4f6a3badd07/77ae3167-3130-44d9-863f-d9b05f07e58f) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:45:28.088644 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-5a473c13-6f01-482e-976e-beadada8776c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Allocated IP 2001:db8:0:1::395 (a0d0599e-243f-4079-9d2c-9a5c3aff4239/e7df20b8-eb6b-46aa-9c5b-1e8cb75b2fca/77ae3167-3130-44d9-863f-d9b05f07e58f) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:45:28.217796 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7ade97e2-f6c9-40a9-8695-cace851ca4d8 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:28.267968 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7ade97e2-f6c9-40a9-8695-cace851ca4d8 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:28.367780 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade97e2-f6c9-40a9-8695-cace851ca4d8 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event updated for resources: {'Port': ['ID=dba905a0-bda8-4dca-8a47-73e489c3ba98,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:28.389396 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ade97e2-f6c9-40a9-8695-cace851ca4d8 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Network d601a5d0-34da-4ed7-8a13-d0aaac94b8f4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:45:28.391311 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-7ade97e2-f6c9-40a9-8695-cace851ca4d8 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:45:28.394391 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ade97e2-f6c9-40a9-8695-cace851ca4d8 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:45:28.397766 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7ade97e2-f6c9-40a9-8695-cace851ca4d8 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:28.491281 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade97e2-f6c9-40a9-8695-cace851ca4d8 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event updated for resources: {'Port': ['ID=652bf4fa-44c8-4adb-b8b7-db708fe0143e,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:28.544623 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5a473c13-6f01-482e-976e-beadada8776c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:28.562685 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ade97e2-f6c9-40a9-8695-cace851ca4d8 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Checking segment: {'id': 'f30881e6-6368-4fb8-9bc9-16d09ff5f734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b0a3e2ac-f2d6-405c-b440-94f79885fe64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:45:28.563234 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ade97e2-f6c9-40a9-8695-cace851ca4d8 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Network hostable DHCP agents. Network: b0a3e2ac-f2d6-405c-b440-94f79885fe64, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:45:28.569065 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-5a473c13-6f01-482e-976e-beadada8776c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Transition to ACTIVE for port object 77ae3167-3130-44d9-863f-d9b05f07e58f will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:45:28.604484 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ade97e2-f6c9-40a9-8695-cace851ca4d8 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Network b0a3e2ac-f2d6-405c-b440-94f79885fe64 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:45:28.623906 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-7ade97e2-f6c9-40a9-8695-cace851ca4d8 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, b0a3e2ac-f2d6-405c-b440-94f79885fe64) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:45:28.633816 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4007b47-1501-4922-9e94-2e0342e89347 None None] Network b0a3e2ac-f2d6-405c-b440-94f79885fe64 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:45:28.639790 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5a473c13-6f01-482e-976e-beadada8776c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:28.643800 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ade97e2-f6c9-40a9-8695-cace851ca4d8 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:45:28.653031 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ade97e2-f6c9-40a9-8695-cace851ca4d8 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:28.658006 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ade97e2-f6c9-40a9-8695-cace851ca4d8 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:28.662238 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7ade97e2-f6c9-40a9-8695-cace851ca4d8 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:28.698256 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7ade97e2-f6c9-40a9-8695-cace851ca4d8 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.3744476 Feb 09 12:45:28.703911 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54896) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:28.793782 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-0503abb0-17ef-4f32-9d09-d2e43eca0792 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Deleting port 652bf4fa-44c8-4adb-b8b7-db708fe0143e {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:45:28.794265 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0503abb0-17ef-4f32-9d09-d2e43eca0792 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:28.835920 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a473c13-6f01-482e-976e-beadada8776c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Network a0d0599e-243f-4079-9d2c-9a5c3aff4239 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:45:28.845964 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-5a473c13-6f01-482e-976e-beadada8776c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:45:28.853183 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a473c13-6f01-482e-976e-beadada8776c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:45:28.886495 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a473c13-6f01-482e-976e-beadada8776c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:28.887190 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5a473c13-6f01-482e-976e-beadada8776c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:28.952612 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-5a473c13-6f01-482e-976e-beadada8776c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.6431842 Feb 09 12:45:28.959304 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54902) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:28.974457 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a473c13-6f01-482e-976e-beadada8776c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event updated for resources: {'Port': ['ID=77ae3167-3130-44d9-863f-d9b05f07e58f,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:29.031904 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-8cc1396f-929b-493d-8e6f-3454af6c5bfb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c244a2e3-9909-4b19-8e02-e4f6a3badd07'}]}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:45:29.135226 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0431ace6-61c4-4ad3-95d7-668becbc453e None None] Network a0d0599e-243f-4079-9d2c-9a5c3aff4239 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:45:29.310310 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-a98d81a8-a684-4ae7-8a86-a4ef817e8f30 None None] Provisioning for port dcc7ba8b-372e-4549-bb95-58a883d1c64b completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:45:29.415106 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0503abb0-17ef-4f32-9d09-d2e43eca0792 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:29.448753 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8cc1396f-929b-493d-8e6f-3454af6c5bfb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:29.476607 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device dcc7ba8b-372e-4549-bb95-58a883d1c64b up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:45:29.604951 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-0503abb0-17ef-4f32-9d09-d2e43eca0792 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Calling delete_port for 652bf4fa-44c8-4adb-b8b7-db708fe0143e owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:45:29.678328 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port dcc7ba8b-372e-4549-bb95-58a883d1c64b completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:45:29.696526 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0503abb0-17ef-4f32-9d09-d2e43eca0792 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:29.718825 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port dcc7ba8b-372e-4549-bb95-58a883d1c64b triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:45:29.721902 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:29.810960 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503abb0-17ef-4f32-9d09-d2e43eca0792 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event deleted for resources: {'Port': ['ID=652bf4fa-44c8-4adb-b8b7-db708fe0143e,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:29.830264 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0503abb0-17ef-4f32-9d09-d2e43eca0792 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:29.847568 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0503abb0-17ef-4f32-9d09-d2e43eca0792 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "DELETE /v2.0/ports/652bf4fa-44c8-4adb-b8b7-db708fe0143e HTTP/1.1" status: 204 len: 168 time: 1.1422226 Feb 09 12:45:29.848293 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54918) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:30.008211 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:30.032056 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e5a528-ee4e-4e2b-84bd-d46c6f4867c3 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:30.040286 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e5a528-ee4e-4e2b-84bd-d46c6f4867c3 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:30.041102 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-09e5a528-ee4e-4e2b-84bd-d46c6f4867c3 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Synchronizing usage tracker for tenant:1a8f2026410d46378828a444f88ab686 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:45:30.063450 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-09e5a528-ee4e-4e2b-84bd-d46c6f4867c3 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Unset dirty status for tenant:1a8f2026410d46378828a444f88ab686 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:45:30.067695 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54924) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:30.069757 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-09e5a528-ee4e-4e2b-84bd-d46c6f4867c3 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2186167 Feb 09 12:45:30.103677 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port dcc7ba8b-372e-4549-bb95-58a883d1c64b, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=dcc7ba8b-372e-4549-bb95-58a883d1c64b,segment=NetworkSegment(60171b38-44ec-425c-bbd3-71cd005e15c9),segment_id=60171b38-44ec-425c-bbd3-71cd005e15c9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:45:30.111055 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:30.143560 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-8cc1396f-929b-493d-8e6f-3454af6c5bfb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Delete allocated IP 2001:db8:0:1::395 (a0d0599e-243f-4079-9d2c-9a5c3aff4239/e7df20b8-eb6b-46aa-9c5b-1e8cb75b2fca) {{(pid=87567) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 12:45:30.164976 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-2cee984d-fb9e-4ccd-aaaf-84ab68d96dfc tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Deleting port dba905a0-bda8-4dca-8a47-73e489c3ba98 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:45:30.165414 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2cee984d-fb9e-4ccd-aaaf-84ab68d96dfc tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:30.167475 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3090f37-76b4-47f5-905f-94bc2700d988 None None] Update dhcp port {'port': {'network_id': 'a0d0599e-243f-4079-9d2c-9a5c3aff4239', 'fixed_ips': [{'subnet_id': 'c244a2e3-9909-4b19-8e02-e4f6a3badd07', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e7df20b8-eb6b-46aa-9c5b-1e8cb75b2fca'}], 'binding:host_id': 'n-d-825178-3'}, 'id': 'dcc7ba8b-372e-4549-bb95-58a883d1c64b'} from n-d-825178-3. {{(pid=87569) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 12:45:30.300809 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f3090f37-76b4-47f5-905f-94bc2700d988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:30.321903 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=dcc7ba8b-372e-4549-bb95-58a883d1c64b,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:30.718707 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2cee984d-fb9e-4ccd-aaaf-84ab68d96dfc tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:30.967895 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-2cee984d-fb9e-4ccd-aaaf-84ab68d96dfc tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Calling delete_port for dba905a0-bda8-4dca-8a47-73e489c3ba98 owned by {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:45:31.007567 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.resource_extend [None req-8cc1396f-929b-493d-8e6f-3454af6c5bfb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:45:31.039892 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8cc1396f-929b-493d-8e6f-3454af6c5bfb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:31.057824 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-8cc1396f-929b-493d-8e6f-3454af6c5bfb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Ignored duplicate provisioning block setup for port 77ae3167-3130-44d9-863f-d9b05f07e58f by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 09 12:45:31.070720 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8cc1396f-929b-493d-8e6f-3454af6c5bfb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:31.083019 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2cee984d-fb9e-4ccd-aaaf-84ab68d96dfc tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:31.249816 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-f3090f37-76b4-47f5-905f-94bc2700d988 None None] Allocated IP 2001:db8:0:1::2 (a0d0599e-243f-4079-9d2c-9a5c3aff4239/e7df20b8-eb6b-46aa-9c5b-1e8cb75b2fca/dcc7ba8b-372e-4549-bb95-58a883d1c64b) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:45:31.299086 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2cee984d-fb9e-4ccd-aaaf-84ab68d96dfc tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:31.311255 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-8cc1396f-929b-493d-8e6f-3454af6c5bfb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] In _notify_port_updated(), no bound segment for port 77ae3167-3130-44d9-863f-d9b05f07e58f on network a0d0599e-243f-4079-9d2c-9a5c3aff4239 {{(pid=87567) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 12:45:31.313945 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device dcc7ba8b-372e-4549-bb95-58a883d1c64b up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:45:31.317917 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc1396f-929b-493d-8e6f-3454af6c5bfb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:31.318632 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8cc1396f-929b-493d-8e6f-3454af6c5bfb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:31.323150 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54934) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:31.323614 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8cc1396f-929b-493d-8e6f-3454af6c5bfb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "PUT /v2.0/ports/77ae3167-3130-44d9-863f-d9b05f07e58f HTTP/1.1" status: 200 len: 925 time: 2.3548567 Feb 09 12:45:31.327642 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1396f-929b-493d-8e6f-3454af6c5bfb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event updated for resources: {'Port': ['ID=77ae3167-3130-44d9-863f-d9b05f07e58f,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:31.338603 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc1396f-929b-493d-8e6f-3454af6c5bfb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:45:31.339019 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc1396f-929b-493d-8e6f-3454af6c5bfb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:45:31.339371 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc1396f-929b-493d-8e6f-3454af6c5bfb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:45:31.339711 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc1396f-929b-493d-8e6f-3454af6c5bfb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:45:31.340142 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc1396f-929b-493d-8e6f-3454af6c5bfb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:45:31.340489 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc1396f-929b-493d-8e6f-3454af6c5bfb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:45:31.340865 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc1396f-929b-493d-8e6f-3454af6c5bfb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:45:31.341197 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc1396f-929b-493d-8e6f-3454af6c5bfb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:45:31.341527 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc1396f-929b-493d-8e6f-3454af6c5bfb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:45:31.341851 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc1396f-929b-493d-8e6f-3454af6c5bfb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:45:31.342178 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc1396f-929b-493d-8e6f-3454af6c5bfb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:45:31.342710 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc1396f-929b-493d-8e6f-3454af6c5bfb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:45:31.370645 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-b47f588d-79d3-4394-8435-48197410adcf tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c244a2e3-9909-4b19-8e02-e4f6a3badd07'}, {'subnet_id': 'e7df20b8-eb6b-46aa-9c5b-1e8cb75b2fca'}]}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:45:31.436832 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee984d-fb9e-4ccd-aaaf-84ab68d96dfc tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event deleted for resources: {'Port': ['ID=dba905a0-bda8-4dca-8a47-73e489c3ba98,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:31.439754 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2cee984d-fb9e-4ccd-aaaf-84ab68d96dfc tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "DELETE /v2.0/ports/dba905a0-bda8-4dca-8a47-73e489c3ba98 HTTP/1.1" status: 204 len: 168 time: 1.3710666 Feb 09 12:45:31.443020 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54942) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:31.601572 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-f3090f37-76b4-47f5-905f-94bc2700d988 None None] For port dcc7ba8b-372e-4549-bb95-58a883d1c64b, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=dcc7ba8b-372e-4549-bb95-58a883d1c64b,segment=NetworkSegment(60171b38-44ec-425c-bbd3-71cd005e15c9),segment_id=60171b38-44ec-425c-bbd3-71cd005e15c9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:45:31.604107 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2d0da9-f12f-492c-be7f-42fcfdd9f9ce tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:31.606850 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-de2d0da9-f12f-492c-be7f-42fcfdd9f9ce tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Synchronizing usage tracker for tenant:1a8f2026410d46378828a444f88ab686 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:45:31.612082 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port dcc7ba8b-372e-4549-bb95-58a883d1c64b triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:45:31.612451 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:31.640758 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-de2d0da9-f12f-492c-be7f-42fcfdd9f9ce tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Unset dirty status for tenant:1a8f2026410d46378828a444f88ab686 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:45:31.644757 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-de2d0da9-f12f-492c-be7f-42fcfdd9f9ce tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1983030 Feb 09 12:45:31.646003 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54950) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:31.701833 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f3090f37-76b4-47f5-905f-94bc2700d988 None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:31.737019 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f3090f37-76b4-47f5-905f-94bc2700d988 None None] Transition to ACTIVE for port object dcc7ba8b-372e-4549-bb95-58a883d1c64b will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:45:31.760477 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-c899a2e9-bc1f-4e9d-9af3-97c091fe5715 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] GET failed (client error): The resource could not be found. Feb 09 12:45:31.765087 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c899a2e9-bc1f-4e9d-9af3-97c091fe5715 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "GET /v2.0/ports/652bf4fa-44c8-4adb-b8b7-db708fe0143e HTTP/1.1" status: 404 len: 333 time: 0.1154561 Feb 09 12:45:31.765710 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54954) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:31.790901 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f3090f37-76b4-47f5-905f-94bc2700d988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:31.875084 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f6f36b1-17fe-4efa-9f4b-3e287004c1c5 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] GET failed (client error): The resource could not be found. Feb 09 12:45:31.881057 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3f6f36b1-17fe-4efa-9f4b-3e287004c1c5 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "GET /v2.0/ports/dba905a0-bda8-4dca-8a47-73e489c3ba98 HTTP/1.1" status: 404 len: 333 time: 0.1087112 Feb 09 12:45:31.882234 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54958) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:31.961245 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b47f588d-79d3-4394-8435-48197410adcf tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:32.069187 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3090f37-76b4-47f5-905f-94bc2700d988 None None] Pushing event updated for resources: {'Port': ['ID=dcc7ba8b-372e-4549-bb95-58a883d1c64b,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:32.121399 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-06ab9959-6986-43c6-bd05-bdea57165fb9 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:32.582220 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-06ab9959-6986-43c6-bd05-bdea57165fb9 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:32.638314 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-06ab9959-6986-43c6-bd05-bdea57165fb9 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0a3e2ac-f2d6-405c-b440-94f79885fe64']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:45:32.666056 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-06ab9959-6986-43c6-bd05-bdea57165fb9 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f30881e6-6368-4fb8-9bc9-16d09ff5f734') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:45:32.672038 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-06ab9959-6986-43c6-bd05-bdea57165fb9 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f30881e6-6368-4fb8-9bc9-16d09ff5f734') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:45:32.696977 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-06ab9959-6986-43c6-bd05-bdea57165fb9 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:32.735262 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-06ab9959-6986-43c6-bd05-bdea57165fb9 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:32.742232 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06ab9959-6986-43c6-bd05-bdea57165fb9 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:45:32.742938 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-06ab9959-6986-43c6-bd05-bdea57165fb9 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:32.888590 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:45:32.888590 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:45:32.888590 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:45:32.888590 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:45:32.888590 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:45:32.888590 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:45:32.888590 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:45:32.888590 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:45:32.888590 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:45:32.888590 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:45:32.888590 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:45:32.888590 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:45:32.888590 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:45:32.888590 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:45:32.888590 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:45:32.888590 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:45:32.888590 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:45:32.888590 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:45:32.888590 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:45:32.888590 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:45:32.888590 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:45:32.888590 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:45:32.888590 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:45:32.888590 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:45:32.888590 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:45:32.888590 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:45:32.888590 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:45:32.888590 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:45:32.888590 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:45:32.888590 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:45:32.888590 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:45:32.888590 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:45:32.907978 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-06ab9959-6986-43c6-bd05-bdea57165fb9 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:32.934296 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-06ab9959-6986-43c6-bd05-bdea57165fb9 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:32.937940 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-b47f588d-79d3-4394-8435-48197410adcf tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Allocated IP 2001:db8:0:1::2df (a0d0599e-243f-4079-9d2c-9a5c3aff4239/e7df20b8-eb6b-46aa-9c5b-1e8cb75b2fca/77ae3167-3130-44d9-863f-d9b05f07e58f) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:45:32.952946 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-06ab9959-6986-43c6-bd05-bdea57165fb9 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "DELETE /v2.0/networks/b0a3e2ac-f2d6-405c-b440-94f79885fe64 HTTP/1.1" status: 204 len: 168 time: 1.0700030 Feb 09 12:45:32.958159 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54970) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:32.968525 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-c84ce99d-6e58-4999-8be5-029ff896e738 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1282077841'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:45:32.978461 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab9959-6986-43c6-bd05-bdea57165fb9 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event deleted for resources: {'Network': ['ID=b0a3e2ac-f2d6-405c-b440-94f79885fe64,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:32.982534 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c84ce99d-6e58-4999-8be5-029ff896e738 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:45:32.989416 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c84ce99d-6e58-4999-8be5-029ff896e738 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Usage tracker for resource:network and tenant:1a8f2026410d46378828a444f88ab686 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:45:32.992866 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c84ce99d-6e58-4999-8be5-029ff896e738 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:45:33.006855 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c84ce99d-6e58-4999-8be5-029ff896e738 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:45:33.033468 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84ce99d-6e58-4999-8be5-029ff896e738 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Made reservation on behalf of 1a8f2026410d46378828a444f88ab686 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:45:33.041576 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c84ce99d-6e58-4999-8be5-029ff896e738 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:33.117679 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c84ce99d-6e58-4999-8be5-029ff896e738 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:45:33.143920 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c84ce99d-6e58-4999-8be5-029ff896e738 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:33.144284 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-c84ce99d-6e58-4999-8be5-029ff896e738 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Added segment 8135d4c1-7504-4731-b0be-3d3c7850de00 of type vlan for network e9530e7e-af17-473a-87d4-afa32165c0f7 Feb 09 12:45:33.209596 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b47f588d-79d3-4394-8435-48197410adcf tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:33.212683 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c84ce99d-6e58-4999-8be5-029ff896e738 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:33.246140 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-b47f588d-79d3-4394-8435-48197410adcf tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Ignored duplicate provisioning block setup for port 77ae3167-3130-44d9-863f-d9b05f07e58f by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 09 12:45:33.257044 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b47f588d-79d3-4394-8435-48197410adcf tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:33.286978 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c84ce99d-6e58-4999-8be5-029ff896e738 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:33.294079 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84ce99d-6e58-4999-8be5-029ff896e738 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:33.295183 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c84ce99d-6e58-4999-8be5-029ff896e738 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:33.315574 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device dcc7ba8b-372e-4549-bb95-58a883d1c64b up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:45:33.433299 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c84ce99d-6e58-4999-8be5-029ff896e738 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4709549 Feb 09 12:45:33.434661 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54974) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:33.463239 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0a8685-c25f-4305-9fd2-5b1155ecc906 None None] Network a0d0599e-243f-4079-9d2c-9a5c3aff4239 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:45:33.497669 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-b47f588d-79d3-4394-8435-48197410adcf tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] In _notify_port_updated(), no bound segment for port 77ae3167-3130-44d9-863f-d9b05f07e58f on network a0d0599e-243f-4079-9d2c-9a5c3aff4239 {{(pid=87568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 12:45:33.513296 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47f588d-79d3-4394-8435-48197410adcf tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:33.514107 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b47f588d-79d3-4394-8435-48197410adcf tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:33.518065 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b47f588d-79d3-4394-8435-48197410adcf tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "PUT /v2.0/ports/77ae3167-3130-44d9-863f-d9b05f07e58f HTTP/1.1" status: 200 len: 1011 time: 2.1906340 Feb 09 12:45:33.522869 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 54978) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:33.538187 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f588d-79d3-4394-8435-48197410adcf tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event updated for resources: {'Port': ['ID=77ae3167-3130-44d9-863f-d9b05f07e58f,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:33.562007 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-af3b9def-7a6e-4b6f-a38c-4def00e30992 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Request body: {'subnet': {'network_id': 'e9530e7e-af17-473a-87d4-afa32165c0f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:45:33.670161 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-cda764a1-a47c-444d-a8b7-ade568f9f317 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Deleting port 77ae3167-3130-44d9-863f-d9b05f07e58f {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:45:33.670669 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cda764a1-a47c-444d-a8b7-ade568f9f317 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:33.698396 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-bb16fe69-1e22-47a5-bd6d-03ad78be7cd0 None None] Provisioning for port 77ae3167-3130-44d9-863f-d9b05f07e58f completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:45:33.751432 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-bb16fe69-1e22-47a5-bd6d-03ad78be7cd0 None None] Provisioning complete for port 77ae3167-3130-44d9-863f-d9b05f07e58f triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:45:33.752049 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bb16fe69-1e22-47a5-bd6d-03ad78be7cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:33.825161 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-bb16fe69-1e22-47a5-bd6d-03ad78be7cd0 None None] Port 77ae3167-3130-44d9-863f-d9b05f07e58f cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:45:33.876537 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84ce99d-6e58-4999-8be5-029ff896e738 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event updated for resources: {'Network': ['ID=e9530e7e-af17-473a-87d4-afa32165c0f7,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:33.925349 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-af3b9def-7a6e-4b6f-a38c-4def00e30992 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:45:33.934524 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-af3b9def-7a6e-4b6f-a38c-4def00e30992 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Usage tracker for resource:subnet and tenant:1a8f2026410d46378828a444f88ab686 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:45:33.942526 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-af3b9def-7a6e-4b6f-a38c-4def00e30992 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:45:33.957209 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-af3b9def-7a6e-4b6f-a38c-4def00e30992 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:45:33.962345 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network e9530e7e-af17-473a-87d4-afa32165c0f7 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:45:33.979740 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3b9def-7a6e-4b6f-a38c-4def00e30992 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Made reservation on behalf of 1a8f2026410d46378828a444f88ab686 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:45:33.984251 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-af3b9def-7a6e-4b6f-a38c-4def00e30992 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:34.032272 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-bb16fe69-1e22-47a5-bd6d-03ad78be7cd0 None None] Provisioning for port dcc7ba8b-372e-4549-bb95-58a883d1c64b completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:45:34.153981 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-bb16fe69-1e22-47a5-bd6d-03ad78be7cd0 None None] Provisioning complete for port dcc7ba8b-372e-4549-bb95-58a883d1c64b triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:45:34.154233 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bb16fe69-1e22-47a5-bd6d-03ad78be7cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:34.230172 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cda764a1-a47c-444d-a8b7-ade568f9f317 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:34.498741 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.ipam_backend_mixin [None req-af3b9def-7a6e-4b6f-a38c-4def00e30992 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Performing IP validity checks on allocation pools {{(pid=87567) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 09 12:45:34.502416 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.ipam_backend_mixin [None req-af3b9def-7a6e-4b6f-a38c-4def00e30992 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87567) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 09 12:45:34.520457 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-cda764a1-a47c-444d-a8b7-ade568f9f317 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Calling delete_port for 77ae3167-3130-44d9-863f-d9b05f07e58f owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:45:34.849599 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-af3b9def-7a6e-4b6f-a38c-4def00e30992 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:34.881172 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cda764a1-a47c-444d-a8b7-ade568f9f317 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:34.983519 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6c68d6d0-f340-4266-82a0-ba5db9885568 None None] Could not find standard attr ID for object 77ae3167-3130-44d9-863f-d9b05f07e58f. {{(pid=87569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 12:45:34.994584 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b9def-7a6e-4b6f-a38c-4def00e30992 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event updated for resources: {'Subnet': ['ID=4b11c0e8-9f02-4a12-bf12-93f7e8e5c1a0,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:35.013015 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6c68d6d0-f340-4266-82a0-ba5db9885568 None None] Provisioning complete for port dcc7ba8b-372e-4549-bb95-58a883d1c64b triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:45:35.013389 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6c68d6d0-f340-4266-82a0-ba5db9885568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:35.025821 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3b9def-7a6e-4b6f-a38c-4def00e30992 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Checking segment: {'id': '8135d4c1-7504-4731-b0be-3d3c7850de00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e9530e7e-af17-473a-87d4-afa32165c0f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:45:35.026625 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3b9def-7a6e-4b6f-a38c-4def00e30992 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Network hostable DHCP agents. Network: e9530e7e-af17-473a-87d4-afa32165c0f7, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:45:35.052417 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3b9def-7a6e-4b6f-a38c-4def00e30992 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Network e9530e7e-af17-473a-87d4-afa32165c0f7 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:45:35.072719 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda764a1-a47c-444d-a8b7-ade568f9f317 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event deleted for resources: {'Port': ['ID=77ae3167-3130-44d9-863f-d9b05f07e58f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:35.081540 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-af3b9def-7a6e-4b6f-a38c-4def00e30992 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, e9530e7e-af17-473a-87d4-afa32165c0f7) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:45:35.091223 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3b9def-7a6e-4b6f-a38c-4def00e30992 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:35.091852 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-af3b9def-7a6e-4b6f-a38c-4def00e30992 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:35.100251 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4df100d-16be-47b6-950d-6684e798ac83 None None] Network e9530e7e-af17-473a-87d4-afa32165c0f7 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:45:35.141512 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-af3b9def-7a6e-4b6f-a38c-4def00e30992 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6909811 Feb 09 12:45:35.142261 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 54998) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:35.173153 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-e367f4d4-c3a3-43d3-884b-3cab341bcd7a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Request body: {'port': {'network_id': 'e9530e7e-af17-473a-87d4-afa32165c0f7', 'name': 'tempest-PortsTestJSON-1340313164'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:45:35.203266 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cda764a1-a47c-444d-a8b7-ade568f9f317 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:35.219270 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-cda764a1-a47c-444d-a8b7-ade568f9f317 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "DELETE /v2.0/ports/77ae3167-3130-44d9-863f-d9b05f07e58f HTTP/1.1" status: 204 len: 168 time: 1.6951926 Feb 09 12:45:35.219911 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55002) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:35.284584 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7093da9-950f-4df0-8e17-f436b84a8069 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] GET failed (client error): The resource could not be found. Feb 09 12:45:35.288549 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a7093da9-950f-4df0-8e17-f436b84a8069 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Synchronizing usage tracker for tenant:02516ed7a4f240dfa605c2984d99ee86 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:45:35.344648 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a7093da9-950f-4df0-8e17-f436b84a8069 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Unset dirty status for tenant:02516ed7a4f240dfa605c2984d99ee86 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:45:35.345807 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a7093da9-950f-4df0-8e17-f436b84a8069 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "GET /v2.0/ports/77ae3167-3130-44d9-863f-d9b05f07e58f HTTP/1.1" status: 404 len: 333 time: 0.1248584 Feb 09 12:45:35.350382 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55006) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:35.498915 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-efe50ec6-d6b0-4001-a9ea-bced38697069 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Deleting subnet e7df20b8-eb6b-46aa-9c5b-1e8cb75b2fca {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:45:35.507136 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-efe50ec6-d6b0-4001-a9ea-bced38697069 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:35.562581 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-e367f4d4-c3a3-43d3-884b-3cab341bcd7a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:45:35.579693 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844651cf-73b7-4c65-a20e-0fd876e3ae47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-e9530e7e-af17-473a-87d4-afa32165c0f7', 'network_id': 'e9530e7e-af17-473a-87d4-afa32165c0f7', 'tenant_id': '1a8f2026410d46378828a444f88ab686', 'fixed_ips': [{'subnet_id': '4b11c0e8-9f02-4a12-bf12-93f7e8e5c1a0'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:45:35.581048 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-844651cf-73b7-4c65-a20e-0fd876e3ae47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:35.587261 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-e367f4d4-c3a3-43d3-884b-3cab341bcd7a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:45:35.625098 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e367f4d4-c3a3-43d3-884b-3cab341bcd7a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Made reservation on behalf of 1a8f2026410d46378828a444f88ab686 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:45:35.631726 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-efe50ec6-d6b0-4001-a9ea-bced38697069 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:35.647298 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e367f4d4-c3a3-43d3-884b-3cab341bcd7a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:35.693719 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [None req-e367f4d4-c3a3-43d3-884b-3cab341bcd7a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] device_id is not set on port 2d4787a6-a41b-41cf-bace-3b5cd44cf42d yet. {{(pid=87567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:45:35.820578 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-efe50ec6-d6b0-4001-a9ea-bced38697069 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:35.861668 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-030671eb-328b-4065-a9d4-8f9737cb81a5 None None] Could not find standard attr ID for object 77ae3167-3130-44d9-863f-d9b05f07e58f. {{(pid=87569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 12:45:35.916430 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-e367f4d4-c3a3-43d3-884b-3cab341bcd7a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Allocated IP 172.20.0.3 (e9530e7e-af17-473a-87d4-afa32165c0f7/4b11c0e8-9f02-4a12-bf12-93f7e8e5c1a0/2d4787a6-a41b-41cf-bace-3b5cd44cf42d) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:45:35.962599 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-efe50ec6-d6b0-4001-a9ea-bced38697069 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:35.981124 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-825c502d-4d5d-472a-a688-f02750193d2b None None] Could not find standard attr ID for object 77ae3167-3130-44d9-863f-d9b05f07e58f. {{(pid=87569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 12:45:36.060109 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe50ec6-d6b0-4001-a9ea-bced38697069 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event deleted for resources: {'Subnet': ['ID=e7df20b8-eb6b-46aa-9c5b-1e8cb75b2fca,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:36.082894 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-efe50ec6-d6b0-4001-a9ea-bced38697069 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:36.098639 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-efe50ec6-d6b0-4001-a9ea-bced38697069 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "DELETE /v2.0/subnets/e7df20b8-eb6b-46aa-9c5b-1e8cb75b2fca HTTP/1.1" status: 204 len: 168 time: 0.7437639 Feb 09 12:45:36.099128 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55020) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:36.220043 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-6512487a-5b22-44e0-92fa-c44f9aeeeeb6 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Deleting subnet c244a2e3-9909-4b19-8e02-e4f6a3badd07 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:45:36.224121 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6512487a-5b22-44e0-92fa-c44f9aeeeeb6 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:36.249076 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560a4149-0acf-4ac4-84b3-58dd0eb7e1ff None None] Network a0d0599e-243f-4079-9d2c-9a5c3aff4239 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:45:36.298271 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6512487a-5b22-44e0-92fa-c44f9aeeeeb6 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:36.385204 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e367f4d4-c3a3-43d3-884b-3cab341bcd7a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:36.408956 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-e367f4d4-c3a3-43d3-884b-3cab341bcd7a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Transition to ACTIVE for port object 2d4787a6-a41b-41cf-bace-3b5cd44cf42d will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:45:36.410951 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-1e2fed41-af1f-4ff5-9e62-14bce67c7462 None None] Could not find standard attr ID for object 77ae3167-3130-44d9-863f-d9b05f07e58f. {{(pid=87569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 12:45:36.422773 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6512487a-5b22-44e0-92fa-c44f9aeeeeb6 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:36.459922 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e367f4d4-c3a3-43d3-884b-3cab341bcd7a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:36.525424 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6512487a-5b22-44e0-92fa-c44f9aeeeeb6 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:36.565847 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e367f4d4-c3a3-43d3-884b-3cab341bcd7a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Network e9530e7e-af17-473a-87d4-afa32165c0f7 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:45:36.569658 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-e367f4d4-c3a3-43d3-884b-3cab341bcd7a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:45:36.573845 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e367f4d4-c3a3-43d3-884b-3cab341bcd7a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:45:36.600046 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6512487a-5b22-44e0-92fa-c44f9aeeeeb6 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event deleted for resources: {'Subnet': ['ID=c244a2e3-9909-4b19-8e02-e4f6a3badd07,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:36.602509 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6512487a-5b22-44e0-92fa-c44f9aeeeeb6 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:36.610194 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6512487a-5b22-44e0-92fa-c44f9aeeeeb6 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "DELETE /v2.0/subnets/c244a2e3-9909-4b19-8e02-e4f6a3badd07 HTTP/1.1" status: 204 len: 168 time: 0.5100193 Feb 09 12:45:36.612738 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55024) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:36.626393 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e367f4d4-c3a3-43d3-884b-3cab341bcd7a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event updated for resources: {'Port': ['ID=2d4787a6-a41b-41cf-bace-3b5cd44cf42d,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:36.681602 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-844651cf-73b7-4c65-a20e-0fd876e3ae47 None None] Allocated IP 172.20.0.2 (e9530e7e-af17-473a-87d4-afa32165c0f7/4b11c0e8-9f02-4a12-bf12-93f7e8e5c1a0/4c9db769-bb69-4129-b8ce-40ece75dc87b) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:45:36.704053 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e367f4d4-c3a3-43d3-884b-3cab341bcd7a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:36.705019 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e367f4d4-c3a3-43d3-884b-3cab341bcd7a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:36.758166 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e367f4d4-c3a3-43d3-884b-3cab341bcd7a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6137981 Feb 09 12:45:36.766003 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 55032) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:36.823601 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:45:36.893243 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-c6a3a331-2d83-4068-8f8a-f70e830b2c0f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Deleting port 2d4787a6-a41b-41cf-bace-3b5cd44cf42d {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:45:36.893591 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c6a3a331-2d83-4068-8f8a-f70e830b2c0f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:36.929211 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8d31fd15-4c86-4fac-8fd0-c75689259db2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:36.993422 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-8d31fd15-4c86-4fac-8fd0-c75689259db2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Deleting port dcc7ba8b-372e-4549-bb95-58a883d1c64b {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:45:36.993878 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8d31fd15-4c86-4fac-8fd0-c75689259db2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:37.040073 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-844651cf-73b7-4c65-a20e-0fd876e3ae47 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:37.051570 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-844651cf-73b7-4c65-a20e-0fd876e3ae47 None None] Transition to ACTIVE for port object 4c9db769-bb69-4129-b8ce-40ece75dc87b will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:45:37.073488 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-844651cf-73b7-4c65-a20e-0fd876e3ae47 None None] Transition to ACTIVE for port object 4c9db769-bb69-4129-b8ce-40ece75dc87b will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:45:37.079404 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067418d2-b48c-48f8-ac59-f7632d73d56c None None] DHCP port deletion for a0d0599e-243f-4079-9d2c-9a5c3aff4239 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:45:37.087334 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-844651cf-73b7-4c65-a20e-0fd876e3ae47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:37.142013 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-067418d2-b48c-48f8-ac59-f7632d73d56c None None] Deleting port dcc7ba8b-372e-4549-bb95-58a883d1c64b {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:45:37.142420 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-067418d2-b48c-48f8-ac59-f7632d73d56c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:37.202810 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfddaf6-81a5-4528-8457-e92c84305e68 req-b584e87d-1729-4d1f-b294-d89fc1353bc0 tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:37.216667 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8dfddaf6-81a5-4528-8457-e92c84305e68 req-b584e87d-1729-4d1f-b294-d89fc1353bc0 tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 1096 time: 0.1763628 Feb 09 12:45:37.303150 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844651cf-73b7-4c65-a20e-0fd876e3ae47 None None] Network e9530e7e-af17-473a-87d4-afa32165c0f7 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:45:37.325185 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device dcc7ba8b-372e-4549-bb95-58a883d1c64b no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:45:37.358436 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-844651cf-73b7-4c65-a20e-0fd876e3ae47 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:45:37.423131 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844651cf-73b7-4c65-a20e-0fd876e3ae47 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:45:37.510562 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-8d31fd15-4c86-4fac-8fd0-c75689259db2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] For port dcc7ba8b-372e-4549-bb95-58a883d1c64b, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=dcc7ba8b-372e-4549-bb95-58a883d1c64b,segment=NetworkSegment(60171b38-44ec-425c-bbd3-71cd005e15c9),segment_id=60171b38-44ec-425c-bbd3-71cd005e15c9)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:45:37.511194 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8d31fd15-4c86-4fac-8fd0-c75689259db2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:37.579934 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c6a3a331-2d83-4068-8f8a-f70e830b2c0f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:37.644355 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844651cf-73b7-4c65-a20e-0fd876e3ae47 None None] Pushing event updated for resources: {'Port': ['ID=4c9db769-bb69-4129-b8ce-40ece75dc87b,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:37.663122 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844651cf-73b7-4c65-a20e-0fd876e3ae47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:45:37.663498 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844651cf-73b7-4c65-a20e-0fd876e3ae47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:45:37.663803 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844651cf-73b7-4c65-a20e-0fd876e3ae47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:45:37.664158 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844651cf-73b7-4c65-a20e-0fd876e3ae47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:45:37.664494 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844651cf-73b7-4c65-a20e-0fd876e3ae47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:45:37.664874 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844651cf-73b7-4c65-a20e-0fd876e3ae47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:45:37.665201 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844651cf-73b7-4c65-a20e-0fd876e3ae47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:45:37.665521 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844651cf-73b7-4c65-a20e-0fd876e3ae47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:45:37.665879 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844651cf-73b7-4c65-a20e-0fd876e3ae47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:45:37.666202 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844651cf-73b7-4c65-a20e-0fd876e3ae47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:45:37.678302 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844651cf-73b7-4c65-a20e-0fd876e3ae47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:45:37.678648 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844651cf-73b7-4c65-a20e-0fd876e3ae47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:45:37.750854 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-c6a3a331-2d83-4068-8f8a-f70e830b2c0f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Calling delete_port for 2d4787a6-a41b-41cf-bace-3b5cd44cf42d owned by {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:45:37.872742 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-067418d2-b48c-48f8-ac59-f7632d73d56c None None] For port dcc7ba8b-372e-4549-bb95-58a883d1c64b, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=dcc7ba8b-372e-4549-bb95-58a883d1c64b,segment=NetworkSegment(60171b38-44ec-425c-bbd3-71cd005e15c9),segment_id=60171b38-44ec-425c-bbd3-71cd005e15c9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:45:37.873297 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-067418d2-b48c-48f8-ac59-f7632d73d56c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:37.989946 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c6a3a331-2d83-4068-8f8a-f70e830b2c0f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:38.068972 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a3a331-2d83-4068-8f8a-f70e830b2c0f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event deleted for resources: {'Port': ['ID=2d4787a6-a41b-41cf-bace-3b5cd44cf42d,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:38.093402 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-067418d2-b48c-48f8-ac59-f7632d73d56c None None] Calling delete_port for dcc7ba8b-372e-4549-bb95-58a883d1c64b owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:45:38.093988 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-8d31fd15-4c86-4fac-8fd0-c75689259db2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Calling delete_port for dcc7ba8b-372e-4549-bb95-58a883d1c64b owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:45:38.107411 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8dfddaf6-81a5-4528-8457-e92c84305e68 req-95ec6e43-492d-4067-b108-ddc811acae7f tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=2df67451-3d0b-4d22-9727-d6bf78b9aafa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8897035 Feb 09 12:45:38.196589 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-844651cf-73b7-4c65-a20e-0fd876e3ae47 None None] Attempting to bind port 4c9db769-bb69-4129-b8ce-40ece75dc87b on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:45:38.197498 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-844651cf-73b7-4c65-a20e-0fd876e3ae47 None None] Attempting to bind port 4c9db769-bb69-4129-b8ce-40ece75dc87b by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '8135d4c1-7504-4731-b0be-3d3c7850de00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e9530e7e-af17-473a-87d4-afa32165c0f7'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:45:38.198127 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844651cf-73b7-4c65-a20e-0fd876e3ae47 None None] Attempting to bind port 4c9db769-bb69-4129-b8ce-40ece75dc87b on network e9530e7e-af17-473a-87d4-afa32165c0f7 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:45:38.230225 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844651cf-73b7-4c65-a20e-0fd876e3ae47 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:45:38.234347 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844651cf-73b7-4c65-a20e-0fd876e3ae47 None None] Checking segment: {'id': '8135d4c1-7504-4731-b0be-3d3c7850de00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e9530e7e-af17-473a-87d4-afa32165c0f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:45:38.236032 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-844651cf-73b7-4c65-a20e-0fd876e3ae47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:38.237763 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c6a3a331-2d83-4068-8f8a-f70e830b2c0f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:38.238809 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844651cf-73b7-4c65-a20e-0fd876e3ae47 None None] Bound using segment: {'id': '8135d4c1-7504-4731-b0be-3d3c7850de00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e9530e7e-af17-473a-87d4-afa32165c0f7'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:45:38.239803 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-844651cf-73b7-4c65-a20e-0fd876e3ae47 None None] Bound port: 4c9db769-bb69-4129-b8ce-40ece75dc87b, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8135d4c1-7504-4731-b0be-3d3c7850de00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e9530e7e-af17-473a-87d4-afa32165c0f7'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:45:38.240485 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-844651cf-73b7-4c65-a20e-0fd876e3ae47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:38.262789 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c6a3a331-2d83-4068-8f8a-f70e830b2c0f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "DELETE /v2.0/ports/2d4787a6-a41b-41cf-bace-3b5cd44cf42d HTTP/1.1" status: 204 len: 168 time: 1.4944603 Feb 09 12:45:38.265847 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 55058) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:38.300282 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8d31fd15-4c86-4fac-8fd0-c75689259db2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:38.401852 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:38.406134 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d31fd15-4c86-4fac-8fd0-c75689259db2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event deleted for resources: {'Port': ['ID=dcc7ba8b-372e-4549-bb95-58a883d1c64b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:38.407949 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d31fd15-4c86-4fac-8fd0-c75689259db2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] No DVR routers for this DVR port dcc7ba8b-372e-4549-bb95-58a883d1c64b on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:45:38.606779 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-067418d2-b48c-48f8-ac59-f7632d73d56c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:45:38.608881 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-067418d2-b48c-48f8-ac59-f7632d73d56c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:45:38.612654 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8d31fd15-4c86-4fac-8fd0-c75689259db2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:38.615020 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-4491d9ea-1671-42aa-acb6-c81e02434dd1 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] DELETE failed (client error): The resource could not be found. Feb 09 12:45:38.616253 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4491d9ea-1671-42aa-acb6-c81e02434dd1 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:45:38.622961 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4491d9ea-1671-42aa-acb6-c81e02434dd1 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "DELETE /v2.0/ports/2d4787a6-a41b-41cf-bace-3b5cd44cf42d HTTP/1.1" status: 404 len: 333 time: 0.3492904 Feb 09 12:45:38.646218 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 55062) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:38.647607 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-8d31fd15-4c86-4fac-8fd0-c75689259db2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0d0599e-243f-4079-9d2c-9a5c3aff4239']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:45:38.673868 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-8d31fd15-4c86-4fac-8fd0-c75689259db2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60171b38-44ec-425c-bbd3-71cd005e15c9') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:45:38.674572 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-8d31fd15-4c86-4fac-8fd0-c75689259db2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60171b38-44ec-425c-bbd3-71cd005e15c9') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:45:38.688105 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-844651cf-73b7-4c65-a20e-0fd876e3ae47 None None] For port 4c9db769-bb69-4129-b8ce-40ece75dc87b, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:45:38.693608 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-844651cf-73b7-4c65-a20e-0fd876e3ae47 None None] For port 4c9db769-bb69-4129-b8ce-40ece75dc87b, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=4c9db769-bb69-4129-b8ce-40ece75dc87b,segment=NetworkSegment(8135d4c1-7504-4731-b0be-3d3c7850de00),segment_id=8135d4c1-7504-4731-b0be-3d3c7850de00)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:45:38.695318 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8d31fd15-4c86-4fac-8fd0-c75689259db2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:38.723658 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8d31fd15-4c86-4fac-8fd0-c75689259db2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:38.727948 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-844651cf-73b7-4c65-a20e-0fd876e3ae47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:38.748127 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d31fd15-4c86-4fac-8fd0-c75689259db2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:45:38.748550 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8d31fd15-4c86-4fac-8fd0-c75689259db2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:38.775748 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-4686608e-84f9-4167-9ccc-49c0e2f3f129 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] GET failed (client error): The resource could not be found. Feb 09 12:45:38.776570 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-4686608e-84f9-4167-9ccc-49c0e2f3f129 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Synchronizing usage tracker for tenant:1a8f2026410d46378828a444f88ab686 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:45:38.803022 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-4686608e-84f9-4167-9ccc-49c0e2f3f129 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Unset dirty status for tenant:1a8f2026410d46378828a444f88ab686 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:45:38.807673 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4686608e-84f9-4167-9ccc-49c0e2f3f129 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "GET /v2.0/ports/2d4787a6-a41b-41cf-bace-3b5cd44cf42d HTTP/1.1" status: 404 len: 333 time: 0.1599467 Feb 09 12:45:38.809577 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 55068) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:38.874662 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844651cf-73b7-4c65-a20e-0fd876e3ae47 None None] Pushing event updated for resources: {'Port': ['ID=4c9db769-bb69-4129-b8ce-40ece75dc87b,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:38.899625 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:45:38.899625 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:45:38.899625 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:45:38.899625 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:45:38.899625 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:45:38.899625 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:45:38.899625 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:45:38.899625 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:45:38.899625 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:45:38.899625 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:45:38.899625 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:45:38.899625 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:45:38.899625 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:45:38.899625 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:45:38.899625 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:45:38.899625 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:45:38.899625 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:45:38.899625 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:45:38.899625 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:45:38.899625 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:45:38.899625 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:45:38.899625 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:45:38.899625 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:45:38.899625 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:45:38.899625 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:45:38.899625 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:45:38.899625 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:45:38.899625 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:45:38.899625 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:45:38.899625 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:45:38.899625 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:45:38.899625 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:45:38.906098 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8d31fd15-4c86-4fac-8fd0-c75689259db2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:38.947436 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8d31fd15-4c86-4fac-8fd0-c75689259db2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:38.950433 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d31fd15-4c86-4fac-8fd0-c75689259db2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event deleted for resources: {'Network': ['ID=a0d0599e-243f-4079-9d2c-9a5c3aff4239,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:38.968442 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ddd98-e02b-4735-bcf9-5763024d6e33 req-e65177c8-004c-4dc3-b224-56c7e0626d2a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:38.970009 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e74ddd98-e02b-4735-bcf9-5763024d6e33 req-e65177c8-004c-4dc3-b224-56c7e0626d2a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 945 time: 0.3991284 Feb 09 12:45:38.973752 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d31fd15-4c86-4fac-8fd0-c75689259db2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:45:38.974303 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d31fd15-4c86-4fac-8fd0-c75689259db2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:45:38.974804 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d31fd15-4c86-4fac-8fd0-c75689259db2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:45:38.975324 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d31fd15-4c86-4fac-8fd0-c75689259db2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:45:38.975861 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d31fd15-4c86-4fac-8fd0-c75689259db2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:45:38.976353 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d31fd15-4c86-4fac-8fd0-c75689259db2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:45:38.976859 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d31fd15-4c86-4fac-8fd0-c75689259db2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:45:38.977928 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d31fd15-4c86-4fac-8fd0-c75689259db2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:45:38.980048 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d31fd15-4c86-4fac-8fd0-c75689259db2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:45:38.980576 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d31fd15-4c86-4fac-8fd0-c75689259db2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:45:38.981066 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d31fd15-4c86-4fac-8fd0-c75689259db2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:45:38.981561 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d31fd15-4c86-4fac-8fd0-c75689259db2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:45:39.000982 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8d31fd15-4c86-4fac-8fd0-c75689259db2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "DELETE /v2.0/networks/a0d0599e-243f-4079-9d2c-9a5c3aff4239 HTTP/1.1" status: 204 len: 168 time: 2.3846753 Feb 09 12:45:39.002002 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55076) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:39.099842 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-081708b9-af17-4fd2-807a-da92b1878328 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Deleting subnet 4b11c0e8-9f02-4a12-bf12-93f7e8e5c1a0 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:45:39.107413 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e74ddd98-e02b-4735-bcf9-5763024d6e33 req-8d438dff-24e2-47a1-a59b-c1a405546d37 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=2df67451-3d0b-4d22-9727-d6bf78b9aafa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214516 Feb 09 12:45:39.110354 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-067418d2-b48c-48f8-ac59-f7632d73d56c None None] Deleting port dcc7ba8b-372e-4549-bb95-58a883d1c64b {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:45:39.110747 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-067418d2-b48c-48f8-ac59-f7632d73d56c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:39.110874 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-081708b9-af17-4fd2-807a-da92b1878328 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:39.191912 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55084) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:39.280393 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-081708b9-af17-4fd2-807a-da92b1878328 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:39.407664 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-067418d2-b48c-48f8-ac59-f7632d73d56c None None] The port 'dcc7ba8b-372e-4549-bb95-58a883d1c64b' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:45:39.425318 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5d4ec7-9963-4277-b6e3-91a3b1197dcb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:39.426702 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3d5d4ec7-9963-4277-b6e3-91a3b1197dcb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Synchronizing usage tracker for tenant:02516ed7a4f240dfa605c2984d99ee86 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:45:39.508551 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-813d74f4-8be3-45bb-8007-16a2968eb792 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/floatingips/0da30dd0-b5fa-4229-b171-105e3ccd4db4 HTTP/1.1" status: 200 len: 992 time: 0.3154743 Feb 09 12:45:39.509624 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3d5d4ec7-9963-4277-b6e3-91a3b1197dcb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Unset dirty status for tenant:02516ed7a4f240dfa605c2984d99ee86 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:45:39.510749 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3d5d4ec7-9963-4277-b6e3-91a3b1197dcb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5079644 Feb 09 12:45:39.518226 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55088) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:39.556371 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-081708b9-af17-4fd2-807a-da92b1878328 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:39.649459 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-fcac94c7-960e-4683-85d1-d657df79f4dd tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1304333 Feb 09 12:45:39.653098 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55094) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:39.659412 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-56d4f7da-f61f-472c-8aa3-a81ff431d4cd tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-954631062'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:45:39.667441 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-56d4f7da-f61f-472c-8aa3-a81ff431d4cd tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:45:39.671950 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-56d4f7da-f61f-472c-8aa3-a81ff431d4cd tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Usage tracker for resource:network and tenant:02516ed7a4f240dfa605c2984d99ee86 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:45:39.674917 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-56d4f7da-f61f-472c-8aa3-a81ff431d4cd tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:45:39.684769 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-56d4f7da-f61f-472c-8aa3-a81ff431d4cd tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:45:39.709381 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d4f7da-f61f-472c-8aa3-a81ff431d4cd tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Made reservation on behalf of 02516ed7a4f240dfa605c2984d99ee86 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:45:39.717923 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-56d4f7da-f61f-472c-8aa3-a81ff431d4cd tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:39.739869 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-081708b9-af17-4fd2-807a-da92b1878328 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:39.766142 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56d4f7da-f61f-472c-8aa3-a81ff431d4cd tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:45:39.781371 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-56d4f7da-f61f-472c-8aa3-a81ff431d4cd tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:39.781698 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-56d4f7da-f61f-472c-8aa3-a81ff431d4cd tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Added segment 5c46ee75-c240-4b1f-aebb-4df495a631f6 of type vlan for network f103426e-b72f-4ccb-a017-393b215e36c2 Feb 09 12:45:39.796847 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081708b9-af17-4fd2-807a-da92b1878328 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event deleted for resources: {'Subnet': ['ID=4b11c0e8-9f02-4a12-bf12-93f7e8e5c1a0,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:39.799382 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-081708b9-af17-4fd2-807a-da92b1878328 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:39.808340 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-081708b9-af17-4fd2-807a-da92b1878328 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "DELETE /v2.0/subnets/4b11c0e8-9f02-4a12-bf12-93f7e8e5c1a0 HTTP/1.1" status: 204 len: 168 time: 0.9977303 Feb 09 12:45:39.811889 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 55100) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:39.851625 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-56d4f7da-f61f-472c-8aa3-a81ff431d4cd tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:39.891909 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-56d4f7da-f61f-472c-8aa3-a81ff431d4cd tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:39.916852 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d4f7da-f61f-472c-8aa3-a81ff431d4cd tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:39.917425 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-56d4f7da-f61f-472c-8aa3-a81ff431d4cd tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:40.003382 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8af2a0e5-5619-4cbf-8ee0-ed08276bb4a2 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:40.033450 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-8af2a0e5-5619-4cbf-8ee0-ed08276bb4a2 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Deleting port 4c9db769-bb69-4129-b8ce-40ece75dc87b {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:45:40.036327 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8af2a0e5-5619-4cbf-8ee0-ed08276bb4a2 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:40.138602 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d4f7da-f61f-472c-8aa3-a81ff431d4cd tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event updated for resources: {'Network': ['ID=f103426e-b72f-4ccb-a017-393b215e36c2,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:40.143814 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-56d4f7da-f61f-472c-8aa3-a81ff431d4cd tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4897079 Feb 09 12:45:40.147674 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55114) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:40.155812 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network f103426e-b72f-4ccb-a017-393b215e36c2 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:45:40.160665 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-e87c2aa4-2954-44c2-bea9-61183e21e200 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Request body: {'subnet': {'network_id': 'f103426e-b72f-4ccb-a017-393b215e36c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:45:40.437849 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e87c2aa4-2954-44c2-bea9-61183e21e200 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:45:40.443535 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e87c2aa4-2954-44c2-bea9-61183e21e200 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Usage tracker for resource:subnet and tenant:02516ed7a4f240dfa605c2984d99ee86 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:45:40.448631 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e87c2aa4-2954-44c2-bea9-61183e21e200 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:45:40.465572 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e87c2aa4-2954-44c2-bea9-61183e21e200 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:45:40.478964 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55122) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:40.505612 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87c2aa4-2954-44c2-bea9-61183e21e200 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Made reservation on behalf of 02516ed7a4f240dfa605c2984d99ee86 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:45:40.521770 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e87c2aa4-2954-44c2-bea9-61183e21e200 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:40.565073 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-8af2a0e5-5619-4cbf-8ee0-ed08276bb4a2 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] For port 4c9db769-bb69-4129-b8ce-40ece75dc87b, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=4c9db769-bb69-4129-b8ce-40ece75dc87b,segment=NetworkSegment(8135d4c1-7504-4731-b0be-3d3c7850de00),segment_id=8135d4c1-7504-4731-b0be-3d3c7850de00)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:45:40.565937 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8af2a0e5-5619-4cbf-8ee0-ed08276bb4a2 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:40.731756 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-8af2a0e5-5619-4cbf-8ee0-ed08276bb4a2 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Calling delete_port for 4c9db769-bb69-4129-b8ce-40ece75dc87b owned by network:dhcp {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:45:40.844524 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebb2709-5ca4-4f16-be0d-86233db9d85b None None] Network e9530e7e-af17-473a-87d4-afa32165c0f7 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:45:40.889129 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8af2a0e5-5619-4cbf-8ee0-ed08276bb4a2 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:40.943675 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af2a0e5-5619-4cbf-8ee0-ed08276bb4a2 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] No DVR routers for this DVR port 4c9db769-bb69-4129-b8ce-40ece75dc87b on host n-d-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:45:40.962528 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e87c2aa4-2954-44c2-bea9-61183e21e200 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:40.982932 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af2a0e5-5619-4cbf-8ee0-ed08276bb4a2 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event deleted for resources: {'Port': ['ID=4c9db769-bb69-4129-b8ce-40ece75dc87b,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:41.104618 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8af2a0e5-5619-4cbf-8ee0-ed08276bb4a2 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:41.106894 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87c2aa4-2954-44c2-bea9-61183e21e200 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event updated for resources: {'Subnet': ['ID=2fc824c7-ae6a-4047-b25c-354dea7222d5,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:41.107319 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f89f605d-36c6-4556-a6b4-258edc353fc9 None None] Could not find standard attr ID for object 4c9db769-bb69-4129-b8ce-40ece75dc87b. {{(pid=87569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 12:45:41.123129 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87c2aa4-2954-44c2-bea9-61183e21e200 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Checking segment: {'id': '5c46ee75-c240-4b1f-aebb-4df495a631f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f103426e-b72f-4ccb-a017-393b215e36c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:45:41.123694 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87c2aa4-2954-44c2-bea9-61183e21e200 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Network hostable DHCP agents. Network: f103426e-b72f-4ccb-a017-393b215e36c2, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:45:41.147989 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-27b8cb75-b5fa-40f4-8d5d-7b2898b23904 req-02a9d07e-fe9f-47cd-9ee3-61dd1102d45d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5854708d-441d-4415-8f55-98a09ccb8a08&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6636784 Feb 09 12:45:41.153633 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a722a1-d5ed-41aa-9b0f-e57da748d860 req-75046d19-d205-4fed-a656-43780b5fffca tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:41.157955 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-95a722a1-d5ed-41aa-9b0f-e57da748d860 req-75046d19-d205-4fed-a656-43780b5fffca tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 945 time: 0.3053281 Feb 09 12:45:41.163081 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87c2aa4-2954-44c2-bea9-61183e21e200 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Network f103426e-b72f-4ccb-a017-393b215e36c2 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:45:41.184381 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-e87c2aa4-2954-44c2-bea9-61183e21e200 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, f103426e-b72f-4ccb-a017-393b215e36c2) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:45:41.199119 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87c2aa4-2954-44c2-bea9-61183e21e200 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:41.199770 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e87c2aa4-2954-44c2-bea9-61183e21e200 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:41.225848 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-8af2a0e5-5619-4cbf-8ee0-ed08276bb4a2 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9530e7e-af17-473a-87d4-afa32165c0f7']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:45:41.228794 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dc4935-debe-45ed-a1ba-d3c87b903f89 None None] Network f103426e-b72f-4ccb-a017-393b215e36c2 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:45:41.256389 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e87c2aa4-2954-44c2-bea9-61183e21e200 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0973926 Feb 09 12:45:41.256389 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55134) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:41.266285 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-2506f767-6ece-4f6d-8a29-3cd989124559 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Request body: {'port': {'network_id': 'f103426e-b72f-4ccb-a017-393b215e36c2', 'name': 'tempest-PortsIpV6TestJSON-1951134963'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:45:41.312634 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-8af2a0e5-5619-4cbf-8ee0-ed08276bb4a2 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8135d4c1-7504-4731-b0be-3d3c7850de00') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:45:41.327107 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-8af2a0e5-5619-4cbf-8ee0-ed08276bb4a2 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8135d4c1-7504-4731-b0be-3d3c7850de00') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:45:41.386925 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8af2a0e5-5619-4cbf-8ee0-ed08276bb4a2 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:41.425660 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-95a722a1-d5ed-41aa-9b0f-e57da748d860 req-fc4f9116-b3f0-42ca-b5d2-6593ab9ec2a3 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=2df67451-3d0b-4d22-9727-d6bf78b9aafa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2499299 Feb 09 12:45:41.451294 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8af2a0e5-5619-4cbf-8ee0-ed08276bb4a2 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:41.480379 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8af2a0e5-5619-4cbf-8ee0-ed08276bb4a2 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:45:41.481136 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8af2a0e5-5619-4cbf-8ee0-ed08276bb4a2 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:41.513696 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:45:41.513696 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:45:41.513696 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:45:41.513696 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:45:41.513696 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:45:41.513696 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:45:41.513696 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:45:41.513696 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:45:41.513696 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:45:41.513696 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:45:41.513696 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:45:41.513696 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:45:41.513696 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:45:41.513696 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:45:41.513696 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:45:41.513696 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:45:41.513696 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:45:41.513696 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:45:41.513696 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:45:41.513696 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:45:41.513696 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:45:41.513696 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:45:41.513696 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:45:41.513696 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:45:41.513696 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:45:41.513696 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:45:41.513696 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:45:41.513696 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:45:41.513696 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:45:41.513696 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:45:41.513696 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:45:41.513696 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:45:41.653804 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a857e5-9270-4d42-81f0-64b335a65f3b None None] DHCP port deletion for e9530e7e-af17-473a-87d4-afa32165c0f7 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:45:41.784541 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8af2a0e5-5619-4cbf-8ee0-ed08276bb4a2 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:41.833456 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2506f767-6ece-4f6d-8a29-3cd989124559 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:45:41.847404 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2506f767-6ece-4f6d-8a29-3cd989124559 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:45:41.849099 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8af2a0e5-5619-4cbf-8ee0-ed08276bb4a2 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:41.875540 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f1bd6f-43ad-4412-91d6-d16d648183b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-f103426e-b72f-4ccb-a017-393b215e36c2', 'network_id': 'f103426e-b72f-4ccb-a017-393b215e36c2', 'tenant_id': '02516ed7a4f240dfa605c2984d99ee86', 'fixed_ips': [{'subnet_id': '2fc824c7-ae6a-4047-b25c-354dea7222d5'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:45:41.876898 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f4f1bd6f-43ad-4412-91d6-d16d648183b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:41.883777 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af2a0e5-5619-4cbf-8ee0-ed08276bb4a2 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event deleted for resources: {'Network': ['ID=e9530e7e-af17-473a-87d4-afa32165c0f7,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:41.893124 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2506f767-6ece-4f6d-8a29-3cd989124559 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Made reservation on behalf of 02516ed7a4f240dfa605c2984d99ee86 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:45:41.895495 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2506f767-6ece-4f6d-8a29-3cd989124559 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:41.911143 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8af2a0e5-5619-4cbf-8ee0-ed08276bb4a2 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "DELETE /v2.0/networks/e9530e7e-af17-473a-87d4-afa32165c0f7 HTTP/1.1" status: 204 len: 168 time: 2.0973520 Feb 09 12:45:41.914036 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 55154) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:41.930871 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-f9c3728a-ee19-4ad2-bcb7-3c540956bce0 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2078688959'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:45:41.948462 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-f9c3728a-ee19-4ad2-bcb7-3c540956bce0 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:45:41.949502 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-2506f767-6ece-4f6d-8a29-3cd989124559 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] device_id is not set on port 31654b05-2f48-43ae-8d06-61f94d71b8bd yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:45:41.953278 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-f9c3728a-ee19-4ad2-bcb7-3c540956bce0 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Usage tracker for resource:network and tenant:1a8f2026410d46378828a444f88ab686 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:45:41.958732 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-f9c3728a-ee19-4ad2-bcb7-3c540956bce0 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:45:41.974504 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-f9c3728a-ee19-4ad2-bcb7-3c540956bce0 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:45:42.010746 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c3728a-ee19-4ad2-bcb7-3c540956bce0 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Made reservation on behalf of 1a8f2026410d46378828a444f88ab686 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:45:42.024682 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f9c3728a-ee19-4ad2-bcb7-3c540956bce0 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:42.071753 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9c3728a-ee19-4ad2-bcb7-3c540956bce0 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:45:42.092848 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f9c3728a-ee19-4ad2-bcb7-3c540956bce0 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:42.097616 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-f9c3728a-ee19-4ad2-bcb7-3c540956bce0 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Added segment 379707db-3ce8-4aed-a7bd-0581cc6d101c of type vlan for network 8f930e75-18ba-4468-a78b-840894b739d5 Feb 09 12:45:42.223218 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-2506f767-6ece-4f6d-8a29-3cd989124559 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Allocated IP 2001:db8::383 (f103426e-b72f-4ccb-a017-393b215e36c2/2fc824c7-ae6a-4047-b25c-354dea7222d5/31654b05-2f48-43ae-8d06-61f94d71b8bd) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:45:42.370960 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f9c3728a-ee19-4ad2-bcb7-3c540956bce0 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:42.435147 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f9c3728a-ee19-4ad2-bcb7-3c540956bce0 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:42.453860 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c3728a-ee19-4ad2-bcb7-3c540956bce0 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:42.456384 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f9c3728a-ee19-4ad2-bcb7-3c540956bce0 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:42.576790 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f9c3728a-ee19-4ad2-bcb7-3c540956bce0 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6612830 Feb 09 12:45:42.589207 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 55172) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:42.705744 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-4fedd407-56ef-4719-adb7-023da84113ac tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Request body: {'subnet': {'network_id': '8f930e75-18ba-4468-a78b-840894b739d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:45:42.837805 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2506f767-6ece-4f6d-8a29-3cd989124559 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:42.892073 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-2506f767-6ece-4f6d-8a29-3cd989124559 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Transition to ACTIVE for port object 31654b05-2f48-43ae-8d06-61f94d71b8bd will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:45:42.937226 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2506f767-6ece-4f6d-8a29-3cd989124559 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:43.039245 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2506f767-6ece-4f6d-8a29-3cd989124559 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Network f103426e-b72f-4ccb-a017-393b215e36c2 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:45:43.049688 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-2506f767-6ece-4f6d-8a29-3cd989124559 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:45:43.055774 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2506f767-6ece-4f6d-8a29-3cd989124559 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:45:43.074978 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2506f767-6ece-4f6d-8a29-3cd989124559 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:43.077370 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2506f767-6ece-4f6d-8a29-3cd989124559 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:43.087064 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-f4f1bd6f-43ad-4412-91d6-d16d648183b6 None None] Allocated IP 2001:db8::2 (f103426e-b72f-4ccb-a017-393b215e36c2/2fc824c7-ae6a-4047-b25c-354dea7222d5/345821e2-76cc-4acb-8073-300827c7f6e4) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:45:43.121834 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506f767-6ece-4f6d-8a29-3cd989124559 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event updated for resources: {'Port': ['ID=31654b05-2f48-43ae-8d06-61f94d71b8bd,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:43.153345 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2506f767-6ece-4f6d-8a29-3cd989124559 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8954113 Feb 09 12:45:43.154969 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55178) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:43.166853 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-8eaf5714-be01-4d47-8768-9857b821bbca tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Request body: {'port': {'network_id': 'f103426e-b72f-4ccb-a017-393b215e36c2', 'name': 'tempest-PortsIpV6TestJSON-1358628479'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:45:43.168267 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c3728a-ee19-4ad2-bcb7-3c540956bce0 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event updated for resources: {'Network': ['ID=8f930e75-18ba-4468-a78b-840894b739d5,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:43.257865 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-4fedd407-56ef-4719-adb7-023da84113ac tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:45:43.292775 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 4c9db769-bb69-4129-b8ce-40ece75dc87b no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:45:43.318489 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cdac8-2c81-47b2-9154-d89c9a6eae1d req-fc0aefe9-a573-426d-b400-52614ba6f67d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:43.321482 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c06cdac8-2c81-47b2-9154-d89c9a6eae1d req-fc0aefe9-a573-426d-b400-52614ba6f67d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 945 time: 0.6219296 Feb 09 12:45:43.324016 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-4fedd407-56ef-4719-adb7-023da84113ac tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Usage tracker for resource:subnet and tenant:1a8f2026410d46378828a444f88ab686 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:45:43.339099 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 8f930e75-18ba-4468-a78b-840894b739d5 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:45:43.339238 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-4fedd407-56ef-4719-adb7-023da84113ac tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:45:43.348883 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-4fedd407-56ef-4719-adb7-023da84113ac tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:45:43.361268 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 4c9db769-bb69-4129-b8ce-40ece75dc87b {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:45:43.361620 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 4c9db769-bb69-4129-b8ce-40ece75dc87b not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:45:43.396424 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fedd407-56ef-4719-adb7-023da84113ac tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Made reservation on behalf of 1a8f2026410d46378828a444f88ab686 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:45:43.401874 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4fedd407-56ef-4719-adb7-023da84113ac tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:43.420568 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8eaf5714-be01-4d47-8768-9857b821bbca tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:45:43.431554 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-8eaf5714-be01-4d47-8768-9857b821bbca tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Usage tracker for resource:port and tenant:02516ed7a4f240dfa605c2984d99ee86 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:45:43.438582 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-8eaf5714-be01-4d47-8768-9857b821bbca tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:45:43.453994 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8eaf5714-be01-4d47-8768-9857b821bbca tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:45:43.525040 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eaf5714-be01-4d47-8768-9857b821bbca tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Made reservation on behalf of 02516ed7a4f240dfa605c2984d99ee86 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:45:43.528701 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8eaf5714-be01-4d47-8768-9857b821bbca tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:43.553548 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c06cdac8-2c81-47b2-9154-d89c9a6eae1d req-348afe89-4704-46f3-8550-3a91776c08c1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=2df67451-3d0b-4d22-9727-d6bf78b9aafa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923354 Feb 09 12:45:43.568941 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-8eaf5714-be01-4d47-8768-9857b821bbca tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] device_id is not set on port 95bcc185-df81-4c1a-8a3a-69589a9b97d8 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:45:43.658845 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f4f1bd6f-43ad-4412-91d6-d16d648183b6 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:43.680515 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f4f1bd6f-43ad-4412-91d6-d16d648183b6 None None] Transition to ACTIVE for port object 345821e2-76cc-4acb-8073-300827c7f6e4 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:45:43.689709 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8cb75-b5fa-40f4-8d5d-7b2898b23904 req-0c21f61e-76e3-4adb-8ed2-4d497e29c8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:43.692122 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-27b8cb75-b5fa-40f4-8d5d-7b2898b23904 req-0c21f61e-76e3-4adb-8ed2-4d497e29c8f4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c7a8f76649f44a59c185c6d6414b556&device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 1096 time: 0.2174873 Feb 09 12:45:43.735106 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f4f1bd6f-43ad-4412-91d6-d16d648183b6 None None] Transition to ACTIVE for port object 345821e2-76cc-4acb-8073-300827c7f6e4 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:45:43.749566 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f4f1bd6f-43ad-4412-91d6-d16d648183b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:43.868049 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-8eaf5714-be01-4d47-8768-9857b821bbca tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Allocated IP 2001:db8::131 (f103426e-b72f-4ccb-a017-393b215e36c2/2fc824c7-ae6a-4047-b25c-354dea7222d5/95bcc185-df81-4c1a-8a3a-69589a9b97d8) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:45:43.872551 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4fedd407-56ef-4719-adb7-023da84113ac tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:43.902038 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f1bd6f-43ad-4412-91d6-d16d648183b6 None None] Network f103426e-b72f-4ccb-a017-393b215e36c2 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:45:43.905074 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-f4f1bd6f-43ad-4412-91d6-d16d648183b6 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:45:43.909341 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f1bd6f-43ad-4412-91d6-d16d648183b6 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:45:43.945636 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8cb75-b5fa-40f4-8d5d-7b2898b23904 req-ba9fd5e5-ee3a-4ddb-a925-1ddf62056839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:43.948598 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-27b8cb75-b5fa-40f4-8d5d-7b2898b23904 req-ba9fd5e5-ee3a-4ddb-a925-1ddf62056839 service neutron] 10.222.0.46 "GET /v2.0/networks?id=661b89d1-11f6-41cf-907a-600d8dd46c61 HTTP/1.1" status: 200 len: 898 time: 0.2495296 Feb 09 12:45:43.983498 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fedd407-56ef-4719-adb7-023da84113ac tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event updated for resources: {'Subnet': ['ID=67325207-8f62-4963-9007-8bd253731476,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:43.993474 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fedd407-56ef-4719-adb7-023da84113ac tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Checking segment: {'id': '379707db-3ce8-4aed-a7bd-0581cc6d101c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '8f930e75-18ba-4468-a78b-840894b739d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:45:43.994496 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fedd407-56ef-4719-adb7-023da84113ac tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Network hostable DHCP agents. Network: 8f930e75-18ba-4468-a78b-840894b739d5, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:45:44.025882 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fedd407-56ef-4719-adb7-023da84113ac tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Network 8f930e75-18ba-4468-a78b-840894b739d5 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:45:44.052580 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-4fedd407-56ef-4719-adb7-023da84113ac tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 8f930e75-18ba-4468-a78b-840894b739d5) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:45:44.058199 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f1bd6f-43ad-4412-91d6-d16d648183b6 None None] Pushing event updated for resources: {'Port': ['ID=345821e2-76cc-4acb-8073-300827c7f6e4,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:44.058961 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fedd407-56ef-4719-adb7-023da84113ac tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:44.059869 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4fedd407-56ef-4719-adb7-023da84113ac tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:44.110744 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddf7a88-25e8-46d3-a814-6a9c770e8b61 None None] Network 8f930e75-18ba-4468-a78b-840894b739d5 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:45:44.113458 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4fedd407-56ef-4719-adb7-023da84113ac tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5214942 Feb 09 12:45:44.113938 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 55190) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:44.122042 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-3626605e-4013-4b44-8cc7-7f65f0364fbb tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Request body: {'port': {'network_id': '8f930e75-18ba-4468-a78b-840894b739d5', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1434046382'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:45:44.233174 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-27b8cb75-b5fa-40f4-8d5d-7b2898b23904 req-40365c04-5b74-46ad-88d5-76ffd595d47e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75ed85e6-3f26-42b7-b87a-e6a7b4731b55 HTTP/1.1" status: 200 len: 1000 time: 0.2735171 Feb 09 12:45:44.295043 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-be83818d-935e-4cdf-92a2-eaad9719a9ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:44.301308 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-d5ca8186-27de-4d4d-945a-0e8f6a636560 req-2a88ad99-4bc3-4f6e-8e49-0921517c7c0e service neutron] (87567) timed out ('10.222.0.46', 58849) {{(pid=87567) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 12:45:44.324505 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-f4f1bd6f-43ad-4412-91d6-d16d648183b6 None None] Attempting to bind port 345821e2-76cc-4acb-8073-300827c7f6e4 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:45:44.324879 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-f4f1bd6f-43ad-4412-91d6-d16d648183b6 None None] Attempting to bind port 345821e2-76cc-4acb-8073-300827c7f6e4 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '5c46ee75-c240-4b1f-aebb-4df495a631f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f103426e-b72f-4ccb-a017-393b215e36c2'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:45:44.325237 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f1bd6f-43ad-4412-91d6-d16d648183b6 None None] Attempting to bind port 345821e2-76cc-4acb-8073-300827c7f6e4 on network f103426e-b72f-4ccb-a017-393b215e36c2 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:45:44.366128 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f1bd6f-43ad-4412-91d6-d16d648183b6 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:45:44.366486 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f1bd6f-43ad-4412-91d6-d16d648183b6 None None] Checking segment: {'id': '5c46ee75-c240-4b1f-aebb-4df495a631f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f103426e-b72f-4ccb-a017-393b215e36c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:45:44.366884 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f4f1bd6f-43ad-4412-91d6-d16d648183b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:44.367275 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f1bd6f-43ad-4412-91d6-d16d648183b6 None None] Bound using segment: {'id': '5c46ee75-c240-4b1f-aebb-4df495a631f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f103426e-b72f-4ccb-a017-393b215e36c2'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:45:44.367746 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-f4f1bd6f-43ad-4412-91d6-d16d648183b6 None None] Bound port: 345821e2-76cc-4acb-8073-300827c7f6e4, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c46ee75-c240-4b1f-aebb-4df495a631f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f103426e-b72f-4ccb-a017-393b215e36c2'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:45:44.384243 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f4f1bd6f-43ad-4412-91d6-d16d648183b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:44.386961 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3626605e-4013-4b44-8cc7-7f65f0364fbb tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:45:44.398752 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-3626605e-4013-4b44-8cc7-7f65f0364fbb tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Usage tracker for resource:port and tenant:1a8f2026410d46378828a444f88ab686 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:45:44.402899 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-3626605e-4013-4b44-8cc7-7f65f0364fbb tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:45:44.413092 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3626605e-4013-4b44-8cc7-7f65f0364fbb tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:45:44.454942 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3626605e-4013-4b44-8cc7-7f65f0364fbb tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Made reservation on behalf of 1a8f2026410d46378828a444f88ab686 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:45:44.482006 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3626605e-4013-4b44-8cc7-7f65f0364fbb tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:44.552267 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8cb75-b5fa-40f4-8d5d-7b2898b23904 req-e175634d-92e1-481d-b6e1-fdd6a9bd467d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:44.554084 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-27b8cb75-b5fa-40f4-8d5d-7b2898b23904 req-e175634d-92e1-481d-b6e1-fdd6a9bd467d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06fc60d5-c8e6-4c94-95bd-167f47074207 HTTP/1.1" status: 200 len: 835 time: 0.3094032 Feb 09 12:45:44.560388 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [None req-3626605e-4013-4b44-8cc7-7f65f0364fbb tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] device_id is not set on port 929af6c6-2ac5-432f-8a1d-1a8da897109b yet. {{(pid=87567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:45:44.726816 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8eaf5714-be01-4d47-8768-9857b821bbca tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:44.780563 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-8eaf5714-be01-4d47-8768-9857b821bbca tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Transition to ACTIVE for port object 95bcc185-df81-4c1a-8a3a-69589a9b97d8 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:45:44.805179 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8cb75-b5fa-40f4-8d5d-7b2898b23904 req-9794d8ab-03b5-4529-a6d4-bebd8ab2d1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:44.806917 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-27b8cb75-b5fa-40f4-8d5d-7b2898b23904 req-9794d8ab-03b5-4529-a6d4-bebd8ab2d1f9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=661b89d1-11f6-41cf-907a-600d8dd46c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2279294 Feb 09 12:45:44.875725 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-3626605e-4013-4b44-8cc7-7f65f0364fbb tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Allocated IP 172.20.0.2 (8f930e75-18ba-4468-a78b-840894b739d5/67325207-8f62-4963-9007-8bd253731476/929af6c6-2ac5-432f-8a1d-1a8da897109b) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:45:44.926787 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dbf669-e4cc-4d1b-9ab4-8e455d7a9b9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-8f930e75-18ba-4468-a78b-840894b739d5', 'network_id': '8f930e75-18ba-4468-a78b-840894b739d5', 'tenant_id': '1a8f2026410d46378828a444f88ab686', 'fixed_ips': [{'subnet_id': '67325207-8f62-4963-9007-8bd253731476'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:45:44.927548 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-55dbf669-e4cc-4d1b-9ab4-8e455d7a9b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:44.954512 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-27b8cb75-b5fa-40f4-8d5d-7b2898b23904 req-f3829722-8f38-4d30-8f3f-febefd0c4301 service neutron] 10.222.0.46 "GET /v2.0/networks/661b89d1-11f6-41cf-907a-600d8dd46c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395199 Feb 09 12:45:44.956562 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8eaf5714-be01-4d47-8768-9857b821bbca tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:45.059388 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0227b-c1f2-4a2f-a8cf-e55a4a77363e req-33cb9d7c-67d0-4ab9-9a31-10190c23afbc tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:45.061181 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-75d0227b-c1f2-4a2f-a8cf-e55a4a77363e req-33cb9d7c-67d0-4ab9-9a31-10190c23afbc tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 945 time: 0.2831442 Feb 09 12:45:45.088679 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-f4f1bd6f-43ad-4412-91d6-d16d648183b6 None None] For port 345821e2-76cc-4acb-8073-300827c7f6e4, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:45:45.129795 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-f4f1bd6f-43ad-4412-91d6-d16d648183b6 None None] For port 345821e2-76cc-4acb-8073-300827c7f6e4, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=345821e2-76cc-4acb-8073-300827c7f6e4,segment=NetworkSegment(5c46ee75-c240-4b1f-aebb-4df495a631f6),segment_id=5c46ee75-c240-4b1f-aebb-4df495a631f6)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:45:45.158680 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f4f1bd6f-43ad-4412-91d6-d16d648183b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:45.177044 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eaf5714-be01-4d47-8768-9857b821bbca tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Network f103426e-b72f-4ccb-a017-393b215e36c2 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:45:45.189053 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-8eaf5714-be01-4d47-8768-9857b821bbca tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:45:45.225139 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3626605e-4013-4b44-8cc7-7f65f0364fbb tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:45.242647 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-3626605e-4013-4b44-8cc7-7f65f0364fbb tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Transition to ACTIVE for port object 929af6c6-2ac5-432f-8a1d-1a8da897109b will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:45:45.246452 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eaf5714-be01-4d47-8768-9857b821bbca tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:45:45.252888 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eaf5714-be01-4d47-8768-9857b821bbca tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:45.253914 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8eaf5714-be01-4d47-8768-9857b821bbca tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:45.299245 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-75d0227b-c1f2-4a2f-a8cf-e55a4a77363e req-b79ca024-b3d1-4546-adbf-cb8125cd2c16 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=2df67451-3d0b-4d22-9727-d6bf78b9aafa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2316520 Feb 09 12:45:45.301910 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3626605e-4013-4b44-8cc7-7f65f0364fbb tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:45.341676 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaf5714-be01-4d47-8768-9857b821bbca tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event updated for resources: {'Port': ['ID=95bcc185-df81-4c1a-8a3a-69589a9b97d8,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:45.425715 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3626605e-4013-4b44-8cc7-7f65f0364fbb tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Network 8f930e75-18ba-4468-a78b-840894b739d5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:45:45.435230 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-3626605e-4013-4b44-8cc7-7f65f0364fbb tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:45:45.442412 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3626605e-4013-4b44-8cc7-7f65f0364fbb tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:45:45.474384 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-27b8cb75-b5fa-40f4-8d5d-7b2898b23904 req-f298c42c-afe0-4274-a982-6562cf7bacc9 service neutron] 10.222.0.46 "GET /v2.0/networks/661b89d1-11f6-41cf-907a-600d8dd46c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4657865 Feb 09 12:45:45.500221 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8eaf5714-be01-4d47-8768-9857b821bbca tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3438859 Feb 09 12:45:45.500911 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55204) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:45.546146 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f1bd6f-43ad-4412-91d6-d16d648183b6 None None] Pushing event updated for resources: {'Port': ['ID=345821e2-76cc-4acb-8073-300827c7f6e4,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:45.590101 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-55dbf669-e4cc-4d1b-9ab4-8e455d7a9b9e None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-a2f38c48-00a9-4cf2-81f7-1e80def3d61a {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:45:45.590459 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-55dbf669-e4cc-4d1b-9ab4-8e455d7a9b9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:45:45.634848 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3626605e-4013-4b44-8cc7-7f65f0364fbb tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event updated for resources: {'Port': ['ID=929af6c6-2ac5-432f-8a1d-1a8da897109b,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:45.656144 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3626605e-4013-4b44-8cc7-7f65f0364fbb tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:45.656837 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3626605e-4013-4b44-8cc7-7f65f0364fbb tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:45.712288 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3626605e-4013-4b44-8cc7-7f65f0364fbb tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.5965137 Feb 09 12:45:45.712978 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 55212) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:45.811419 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc47768e-b2ea-4b1a-b257-f0e8f663ef00 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:45.820421 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-bc47768e-b2ea-4b1a-b257-f0e8f663ef00 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Synchronizing usage tracker for tenant:02516ed7a4f240dfa605c2984d99ee86 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:45:45.849594 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-bc47768e-b2ea-4b1a-b257-f0e8f663ef00 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Unset dirty status for tenant:02516ed7a4f240dfa605c2984d99ee86 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:45:45.851246 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-bc47768e-b2ea-4b1a-b257-f0e8f663ef00 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A383 HTTP/1.1" status: 200 len: 929 time: 0.3493340 Feb 09 12:45:45.869786 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55218) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:45.912139 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-d0547fc3-55f5-4c2a-8cd9-68ae26757a24 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Deleting port 929af6c6-2ac5-432f-8a1d-1a8da897109b {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:45:45.912496 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d0547fc3-55f5-4c2a-8cd9-68ae26757a24 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:46.014135 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-7003021b-f091-4ddf-9937-13aca8d27b11 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Deleting port 95bcc185-df81-4c1a-8a3a-69589a9b97d8 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:45:46.015568 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7003021b-f091-4ddf-9937-13aca8d27b11 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:46.091919 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-55dbf669-e4cc-4d1b-9ab4-8e455d7a9b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:46.326385 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-55dbf669-e4cc-4d1b-9ab4-8e455d7a9b9e None None] Allocated IP 172.20.0.3 (8f930e75-18ba-4468-a78b-840894b739d5/67325207-8f62-4963-9007-8bd253731476/8e245b2d-0dba-4b21-93bd-a3a132f13935) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:45:46.500899 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-45e46b44-97e1-40c0-adbf-f58cbcca01f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:46.586466 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7003021b-f091-4ddf-9937-13aca8d27b11 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:46.828063 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d0547fc3-55f5-4c2a-8cd9-68ae26757a24 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:46.855812 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-7003021b-f091-4ddf-9937-13aca8d27b11 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Calling delete_port for 95bcc185-df81-4c1a-8a3a-69589a9b97d8 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:45:46.856512 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-55dbf669-e4cc-4d1b-9ab4-8e455d7a9b9e None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:46.869855 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-55dbf669-e4cc-4d1b-9ab4-8e455d7a9b9e None None] Transition to ACTIVE for port object 8e245b2d-0dba-4b21-93bd-a3a132f13935 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:45:46.901202 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-55dbf669-e4cc-4d1b-9ab4-8e455d7a9b9e None None] Transition to ACTIVE for port object 8e245b2d-0dba-4b21-93bd-a3a132f13935 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:45:46.928895 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-55dbf669-e4cc-4d1b-9ab4-8e455d7a9b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:47.147914 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-d0547fc3-55f5-4c2a-8cd9-68ae26757a24 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Calling delete_port for 929af6c6-2ac5-432f-8a1d-1a8da897109b owned by {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:45:47.157389 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dbf669-e4cc-4d1b-9ab4-8e455d7a9b9e None None] Network 8f930e75-18ba-4468-a78b-840894b739d5 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:45:47.166655 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338596fb-1332-447f-baae-c9b628a4f204 None None] Network f103426e-b72f-4ccb-a017-393b215e36c2 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:45:47.215669 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-55dbf669-e4cc-4d1b-9ab4-8e455d7a9b9e None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:45:47.223253 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dbf669-e4cc-4d1b-9ab4-8e455d7a9b9e None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:45:47.236901 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dbf669-e4cc-4d1b-9ab4-8e455d7a9b9e None None] Pushing event updated for resources: {'Port': ['ID=8e245b2d-0dba-4b21-93bd-a3a132f13935,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:47.242390 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7003021b-f091-4ddf-9937-13aca8d27b11 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:47.305042 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e2087-45d7-48e6-9398-c5ba12766209 req-dbb66fb7-976d-429d-b976-5aafba589179 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:47.306619 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc8e2087-45d7-48e6-9398-c5ba12766209 req-dbb66fb7-976d-429d-b976-5aafba589179 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 945 time: 0.7469320 Feb 09 12:45:47.370785 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7003021b-f091-4ddf-9937-13aca8d27b11 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event deleted for resources: {'Port': ['ID=95bcc185-df81-4c1a-8a3a-69589a9b97d8,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:47.457331 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc8e2087-45d7-48e6-9398-c5ba12766209 req-8c4f970e-0b3e-44f5-ab26-4a78bf2448ba tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=2df67451-3d0b-4d22-9727-d6bf78b9aafa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308210 Feb 09 12:45:47.467289 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 345821e2-76cc-4acb-8073-300827c7f6e4 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:45:47.517396 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7003021b-f091-4ddf-9937-13aca8d27b11 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:47.553891 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7003021b-f091-4ddf-9937-13aca8d27b11 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "DELETE /v2.0/ports/95bcc185-df81-4c1a-8a3a-69589a9b97d8 HTTP/1.1" status: 204 len: 168 time: 1.6829121 Feb 09 12:45:47.557208 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55234) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:47.635486 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-8244cae5-6e81-4561-98d5-1347c3a964c2 None None] Provisioning for port 345821e2-76cc-4acb-8073-300827c7f6e4 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:45:47.656301 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d0547fc3-55f5-4c2a-8cd9-68ae26757a24 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:47.683606 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-bea0f425-36dc-4ac4-8e24-b5f6a689ff6a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] GET failed (client error): The resource could not be found. Feb 09 12:45:47.686231 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-bea0f425-36dc-4ac4-8e24-b5f6a689ff6a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Synchronizing usage tracker for tenant:02516ed7a4f240dfa605c2984d99ee86 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:45:47.695274 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-55dbf669-e4cc-4d1b-9ab4-8e455d7a9b9e None None] Attempting to bind port 8e245b2d-0dba-4b21-93bd-a3a132f13935 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:45:47.696209 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-55dbf669-e4cc-4d1b-9ab4-8e455d7a9b9e None None] Attempting to bind port 8e245b2d-0dba-4b21-93bd-a3a132f13935 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '379707db-3ce8-4aed-a7bd-0581cc6d101c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '8f930e75-18ba-4468-a78b-840894b739d5'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:45:47.696911 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dbf669-e4cc-4d1b-9ab4-8e455d7a9b9e None None] Attempting to bind port 8e245b2d-0dba-4b21-93bd-a3a132f13935 on network 8f930e75-18ba-4468-a78b-840894b739d5 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:45:47.736638 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-bea0f425-36dc-4ac4-8e24-b5f6a689ff6a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Unset dirty status for tenant:02516ed7a4f240dfa605c2984d99ee86 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:45:47.739125 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-bea0f425-36dc-4ac4-8e24-b5f6a689ff6a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "GET /v2.0/ports/95bcc185-df81-4c1a-8a3a-69589a9b97d8 HTTP/1.1" status: 404 len: 333 time: 0.1805968 Feb 09 12:45:47.742474 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55242) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:47.783419 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0547fc3-55f5-4c2a-8cd9-68ae26757a24 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event deleted for resources: {'Port': ['ID=929af6c6-2ac5-432f-8a1d-1a8da897109b,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:47.861499 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d0547fc3-55f5-4c2a-8cd9-68ae26757a24 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:47.888424 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:47.893488 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dbf669-e4cc-4d1b-9ab4-8e455d7a9b9e None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:45:47.894633 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dbf669-e4cc-4d1b-9ab4-8e455d7a9b9e None None] Checking segment: {'id': '379707db-3ce8-4aed-a7bd-0581cc6d101c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '8f930e75-18ba-4468-a78b-840894b739d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:45:47.895149 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-55dbf669-e4cc-4d1b-9ab4-8e455d7a9b9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:47.897472 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d0547fc3-55f5-4c2a-8cd9-68ae26757a24 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "DELETE /v2.0/ports/929af6c6-2ac5-432f-8a1d-1a8da897109b HTTP/1.1" status: 204 len: 168 time: 2.1765370 Feb 09 12:45:47.898174 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dbf669-e4cc-4d1b-9ab4-8e455d7a9b9e None None] Bound using segment: {'id': '379707db-3ce8-4aed-a7bd-0581cc6d101c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '8f930e75-18ba-4468-a78b-840894b739d5'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:45:47.898323 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 55246) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:47.898698 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-55dbf669-e4cc-4d1b-9ab4-8e455d7a9b9e None None] Bound port: 8e245b2d-0dba-4b21-93bd-a3a132f13935, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379707db-3ce8-4aed-a7bd-0581cc6d101c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '8f930e75-18ba-4468-a78b-840894b739d5'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:45:47.901285 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-55dbf669-e4cc-4d1b-9ab4-8e455d7a9b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:47.935683 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-a9daa684-e30a-4153-ab4d-b05c144a8949 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Deleting port 31654b05-2f48-43ae-8d06-61f94d71b8bd {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:45:47.936317 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a9daa684-e30a-4153-ab4d-b05c144a8949 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:47.995747 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d9e0521-9f86-4784-bb11-693f7ec5eaea tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] GET failed (client error): The resource could not be found. Feb 09 12:45:47.997362 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-1d9e0521-9f86-4784-bb11-693f7ec5eaea tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Synchronizing usage tracker for tenant:1a8f2026410d46378828a444f88ab686 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:45:48.019716 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:48.026630 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-1d9e0521-9f86-4784-bb11-693f7ec5eaea tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Unset dirty status for tenant:1a8f2026410d46378828a444f88ab686 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:45:48.031151 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1d9e0521-9f86-4784-bb11-693f7ec5eaea tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "GET /v2.0/ports/929af6c6-2ac5-432f-8a1d-1a8da897109b HTTP/1.1" status: 404 len: 333 time: 0.1275845 Feb 09 12:45:48.031749 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 55250) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:48.150986 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb5ef449-58ae-4cc3-91db-4cf7940d2941 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Deleting subnet 67325207-8f62-4963-9007-8bd253731476 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:45:48.154273 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eb5ef449-58ae-4cc3-91db-4cf7940d2941 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:48.184081 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 345821e2-76cc-4acb-8073-300827c7f6e4 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:45:48.231045 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 345821e2-76cc-4acb-8073-300827c7f6e4 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:45:48.234714 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:48.248192 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eb5ef449-58ae-4cc3-91db-4cf7940d2941 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:48.299991 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a9daa684-e30a-4153-ab4d-b05c144a8949 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:48.414723 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-55dbf669-e4cc-4d1b-9ab4-8e455d7a9b9e None None] For port 8e245b2d-0dba-4b21-93bd-a3a132f13935, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:45:48.446208 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-55dbf669-e4cc-4d1b-9ab4-8e455d7a9b9e None None] For port 8e245b2d-0dba-4b21-93bd-a3a132f13935, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=8e245b2d-0dba-4b21-93bd-a3a132f13935,segment=NetworkSegment(379707db-3ce8-4aed-a7bd-0581cc6d101c),segment_id=379707db-3ce8-4aed-a7bd-0581cc6d101c)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:45:48.454786 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eb5ef449-58ae-4cc3-91db-4cf7940d2941 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:48.458086 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-55dbf669-e4cc-4d1b-9ab4-8e455d7a9b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:48.568625 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eb5ef449-58ae-4cc3-91db-4cf7940d2941 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:48.594324 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-a9daa684-e30a-4153-ab4d-b05c144a8949 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Calling delete_port for 31654b05-2f48-43ae-8d06-61f94d71b8bd owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:45:48.635201 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dbf669-e4cc-4d1b-9ab4-8e455d7a9b9e None None] Pushing event updated for resources: {'Port': ['ID=8e245b2d-0dba-4b21-93bd-a3a132f13935,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:48.656623 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:48.698049 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eb5ef449-58ae-4cc3-91db-4cf7940d2941 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:48.713329 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ef449-58ae-4cc3-91db-4cf7940d2941 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event deleted for resources: {'Subnet': ['ID=67325207-8f62-4963-9007-8bd253731476,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:48.729065 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-eb5ef449-58ae-4cc3-91db-4cf7940d2941 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "DELETE /v2.0/subnets/67325207-8f62-4963-9007-8bd253731476 HTTP/1.1" status: 204 len: 168 time: 0.6957376 Feb 09 12:45:48.729712 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 55262) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:48.748839 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 345821e2-76cc-4acb-8073-300827c7f6e4, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=345821e2-76cc-4acb-8073-300827c7f6e4,segment=NetworkSegment(5c46ee75-c240-4b1f-aebb-4df495a631f6),segment_id=5c46ee75-c240-4b1f-aebb-4df495a631f6)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:45:48.757249 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:48.957294 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=345821e2-76cc-4acb-8073-300827c7f6e4,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:49.184298 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:49.201169 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-854c1ad3-7177-40d3-8439-fdd652df0c9e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:49.202564 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a9daa684-e30a-4153-ab4d-b05c144a8949 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:49.240377 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-55a166e9-a045-4224-8677-7e3e6822a384 None None] Could not find standard attr ID for object 31654b05-2f48-43ae-8d06-61f94d71b8bd. {{(pid=87569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 12:45:49.242330 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-854c1ad3-7177-40d3-8439-fdd652df0c9e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Deleting port 8e245b2d-0dba-4b21-93bd-a3a132f13935 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:45:49.242688 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-854c1ad3-7177-40d3-8439-fdd652df0c9e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:49.271616 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-55a166e9-a045-4224-8677-7e3e6822a384 None None] Provisioning complete for port 345821e2-76cc-4acb-8073-300827c7f6e4 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:45:49.272022 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-55a166e9-a045-4224-8677-7e3e6822a384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:49.384145 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5824b4-08d6-4e7c-9c57-08eedccdac52 req-fb54914a-de26-4a92-a7b9-18b44678a79b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:49.385738 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ce5824b4-08d6-4e7c-9c57-08eedccdac52 req-fb54914a-de26-4a92-a7b9-18b44678a79b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 945 time: 0.6511676 Feb 09 12:45:49.492443 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9daa684-e30a-4153-ab4d-b05c144a8949 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event deleted for resources: {'Port': ['ID=31654b05-2f48-43ae-8d06-61f94d71b8bd,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:49.525562 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a9daa684-e30a-4153-ab4d-b05c144a8949 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:49.556959 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a9daa684-e30a-4153-ab4d-b05c144a8949 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "DELETE /v2.0/ports/31654b05-2f48-43ae-8d06-61f94d71b8bd HTTP/1.1" status: 204 len: 168 time: 1.8127730 Feb 09 12:45:49.557614 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55268) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:49.654383 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 8e245b2d-0dba-4b21-93bd-a3a132f13935 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:45:49.686451 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-a27026ff-a8e4-472e-b0d1-53a1e5dafdf3 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] GET failed (client error): The resource could not be found. Feb 09 12:45:49.687026 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a27026ff-a8e4-472e-b0d1-53a1e5dafdf3 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Synchronizing usage tracker for tenant:02516ed7a4f240dfa605c2984d99ee86 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:45:49.739063 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a27026ff-a8e4-472e-b0d1-53a1e5dafdf3 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Unset dirty status for tenant:02516ed7a4f240dfa605c2984d99ee86 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:45:49.742972 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a27026ff-a8e4-472e-b0d1-53a1e5dafdf3 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "GET /v2.0/ports/31654b05-2f48-43ae-8d06-61f94d71b8bd HTTP/1.1" status: 404 len: 333 time: 0.1820142 Feb 09 12:45:49.743240 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55272) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:49.802549 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ce5824b4-08d6-4e7c-9c57-08eedccdac52 req-c5144d47-ef91-4f56-b6b5-5dbfeb9a9dcb tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=2df67451-3d0b-4d22-9727-d6bf78b9aafa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3928266 Feb 09 12:45:49.884831 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccaf0f37-ca10-4769-a300-06b862a0069c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Deleting subnet 2fc824c7-ae6a-4047-b25c-354dea7222d5 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:45:49.892638 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ccaf0f37-ca10-4769-a300-06b862a0069c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:49.944209 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 8e245b2d-0dba-4b21-93bd-a3a132f13935 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:45:49.951607 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 345821e2-76cc-4acb-8073-300827c7f6e4 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:45:50.014602 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ccaf0f37-ca10-4769-a300-06b862a0069c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:50.083451 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-95a55be3-a3ae-4cc6-9f80-b76d9e242d3a None None] Could not find standard attr ID for object 31654b05-2f48-43ae-8d06-61f94d71b8bd. {{(pid=87569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 12:45:50.138027 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-854c1ad3-7177-40d3-8439-fdd652df0c9e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] For port 8e245b2d-0dba-4b21-93bd-a3a132f13935, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=8e245b2d-0dba-4b21-93bd-a3a132f13935,segment=NetworkSegment(379707db-3ce8-4aed-a7bd-0581cc6d101c),segment_id=379707db-3ce8-4aed-a7bd-0581cc6d101c)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:45:50.140552 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-854c1ad3-7177-40d3-8439-fdd652df0c9e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:50.148098 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 345821e2-76cc-4acb-8073-300827c7f6e4 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:45:50.148471 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:50.164276 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ccaf0f37-ca10-4769-a300-06b862a0069c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:50.361520 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ccaf0f37-ca10-4769-a300-06b862a0069c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:50.430315 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-5bf9e7bb-1de5-4f43-bee3-7cf29908c654 None None] Could not find standard attr ID for object 95bcc185-df81-4c1a-8a3a-69589a9b97d8. {{(pid=87569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 12:45:50.445383 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf0f37-ca10-4769-a300-06b862a0069c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event deleted for resources: {'Subnet': ['ID=2fc824c7-ae6a-4047-b25c-354dea7222d5,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:50.458767 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ccaf0f37-ca10-4769-a300-06b862a0069c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:50.468000 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ccaf0f37-ca10-4769-a300-06b862a0069c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "DELETE /v2.0/subnets/2fc824c7-ae6a-4047-b25c-354dea7222d5 HTTP/1.1" status: 204 len: 168 time: 0.7236965 Feb 09 12:45:50.471782 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55280) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:50.572558 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:50.742144 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-854c1ad3-7177-40d3-8439-fdd652df0c9e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Calling delete_port for 8e245b2d-0dba-4b21-93bd-a3a132f13935 owned by network:dhcp {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:45:50.765840 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-17254bc4-86ea-453c-b08c-718b1b67f9c4 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:50.800830 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-17254bc4-86ea-453c-b08c-718b1b67f9c4 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Deleting port 345821e2-76cc-4acb-8073-300827c7f6e4 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:45:50.801174 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-17254bc4-86ea-453c-b08c-718b1b67f9c4 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:50.878014 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff53b1cb-d756-423a-ab44-cb746e4bc304 None None] Network f103426e-b72f-4ccb-a017-393b215e36c2 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:45:50.943795 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-854c1ad3-7177-40d3-8439-fdd652df0c9e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:51.017499 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d0fe25-a57d-4419-91f6-bb1898b507f9 None None] Network 8f930e75-18ba-4468-a78b-840894b739d5 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:45:51.041906 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854c1ad3-7177-40d3-8439-fdd652df0c9e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] No DVR routers for this DVR port 8e245b2d-0dba-4b21-93bd-a3a132f13935 on host n-d-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:45:51.077798 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-17254bc4-86ea-453c-b08c-718b1b67f9c4 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] For port 345821e2-76cc-4acb-8073-300827c7f6e4, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=345821e2-76cc-4acb-8073-300827c7f6e4,segment=NetworkSegment(5c46ee75-c240-4b1f-aebb-4df495a631f6),segment_id=5c46ee75-c240-4b1f-aebb-4df495a631f6)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:45:51.078289 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-17254bc4-86ea-453c-b08c-718b1b67f9c4 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:51.147860 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-63784186-45ef-41e5-9382-7f5009108434 None None] Could not find standard attr ID for object 8e245b2d-0dba-4b21-93bd-a3a132f13935. {{(pid=87569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 12:45:51.161326 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c1ad3-7177-40d3-8439-fdd652df0c9e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event deleted for resources: {'Port': ['ID=8e245b2d-0dba-4b21-93bd-a3a132f13935,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:51.235946 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-17254bc4-86ea-453c-b08c-718b1b67f9c4 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Calling delete_port for 345821e2-76cc-4acb-8073-300827c7f6e4 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:45:51.291783 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-854c1ad3-7177-40d3-8439-fdd652df0c9e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:51.353430 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-854c1ad3-7177-40d3-8439-fdd652df0c9e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f930e75-18ba-4468-a78b-840894b739d5']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:45:51.382594 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-854c1ad3-7177-40d3-8439-fdd652df0c9e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '379707db-3ce8-4aed-a7bd-0581cc6d101c') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:45:51.382971 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-854c1ad3-7177-40d3-8439-fdd652df0c9e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '379707db-3ce8-4aed-a7bd-0581cc6d101c') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:45:51.386056 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-17254bc4-86ea-453c-b08c-718b1b67f9c4 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:51.400461 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-854c1ad3-7177-40d3-8439-fdd652df0c9e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:51.423433 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-854c1ad3-7177-40d3-8439-fdd652df0c9e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:51.433226 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-854c1ad3-7177-40d3-8439-fdd652df0c9e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:45:51.433785 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-854c1ad3-7177-40d3-8439-fdd652df0c9e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:51.449412 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17254bc4-86ea-453c-b08c-718b1b67f9c4 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event deleted for resources: {'Port': ['ID=345821e2-76cc-4acb-8073-300827c7f6e4,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:51.452175 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17254bc4-86ea-453c-b08c-718b1b67f9c4 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] No DVR routers for this DVR port 345821e2-76cc-4acb-8073-300827c7f6e4 on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:45:51.517167 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:45:51.517167 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:45:51.517167 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:45:51.517167 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:45:51.517167 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:45:51.517167 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:45:51.517167 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:45:51.517167 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:45:51.517167 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:45:51.517167 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:45:51.517167 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:45:51.517167 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:45:51.517167 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:45:51.517167 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:45:51.517167 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:45:51.517167 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:45:51.517167 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:45:51.517167 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:45:51.517167 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:45:51.517167 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:45:51.517167 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:45:51.517167 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:45:51.517167 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:45:51.517167 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:45:51.517167 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:45:51.517167 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:45:51.517167 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:45:51.517167 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:45:51.517167 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:45:51.517167 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:45:51.517167 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:45:51.517167 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:45:51.566903 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-854c1ad3-7177-40d3-8439-fdd652df0c9e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:51.572174 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-854c1ad3-7177-40d3-8439-fdd652df0c9e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:51.617772 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8b8dd-7ee4-47d5-a257-2563bc9da236 req-7efa2aaf-61c3-498d-9484-72ad45fa971d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:51.619312 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a1c8b8dd-7ee4-47d5-a257-2563bc9da236 req-7efa2aaf-61c3-498d-9484-72ad45fa971d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 945 time: 0.5228584 Feb 09 12:45:51.631373 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55298) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:51.632587 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-854c1ad3-7177-40d3-8439-fdd652df0c9e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "DELETE /v2.0/networks/8f930e75-18ba-4468-a78b-840894b739d5 HTTP/1.1" status: 204 len: 168 time: 2.9017959 Feb 09 12:45:51.633519 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c1ad3-7177-40d3-8439-fdd652df0c9e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event deleted for resources: {'Network': ['ID=8f930e75-18ba-4468-a78b-840894b739d5,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:51.652576 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-7647c78b-a6d4-460c-843f-68263aed411e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Request body: {'port': {'network_id': 'd601a5d0-34da-4ed7-8a13-d0aaac94b8f4', 'name': 'tempest-PortsTestJSON-1775610354'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:45:51.710845 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a1c8b8dd-7ee4-47d5-a257-2563bc9da236 req-2561a82f-6b9b-4c42-906e-aed98cd27264 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=2df67451-3d0b-4d22-9727-d6bf78b9aafa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723767 Feb 09 12:45:51.770052 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d7c582-a5dd-4bc9-be6a-a7b25b2ec3ac None None] DHCP port deletion for f103426e-b72f-4ccb-a017-393b215e36c2 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:45:51.797554 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4de306-e2a4-4ed0-b9bd-c355f35f4e45 None None] DHCP port deletion for 8f930e75-18ba-4468-a78b-840894b739d5 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:45:51.852012 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-17254bc4-86ea-453c-b08c-718b1b67f9c4 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:51.905445 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-17254bc4-86ea-453c-b08c-718b1b67f9c4 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f103426e-b72f-4ccb-a017-393b215e36c2']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:45:51.926365 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7647c78b-a6d4-460c-843f-68263aed411e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:45:51.931473 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7647c78b-a6d4-460c-843f-68263aed411e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Usage tracker for resource:port and tenant:1a8f2026410d46378828a444f88ab686 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:45:51.935056 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7647c78b-a6d4-460c-843f-68263aed411e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:45:51.941812 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7647c78b-a6d4-460c-843f-68263aed411e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:45:51.948314 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-17254bc4-86ea-453c-b08c-718b1b67f9c4 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c46ee75-c240-4b1f-aebb-4df495a631f6') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:45:51.948940 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-17254bc4-86ea-453c-b08c-718b1b67f9c4 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c46ee75-c240-4b1f-aebb-4df495a631f6') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:45:51.967295 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-17254bc4-86ea-453c-b08c-718b1b67f9c4 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:51.977919 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7647c78b-a6d4-460c-843f-68263aed411e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Made reservation on behalf of 1a8f2026410d46378828a444f88ab686 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:45:51.981397 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7647c78b-a6d4-460c-843f-68263aed411e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:52.002532 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-17254bc4-86ea-453c-b08c-718b1b67f9c4 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:52.012580 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-7647c78b-a6d4-460c-843f-68263aed411e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] device_id is not set on port 3b938c6b-415d-41d0-add9-66d2f7b03531 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:45:52.060541 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17254bc4-86ea-453c-b08c-718b1b67f9c4 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:45:52.061157 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-17254bc4-86ea-453c-b08c-718b1b67f9c4 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:52.084634 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:45:52.084634 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:45:52.084634 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:45:52.084634 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:45:52.084634 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:45:52.084634 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:45:52.084634 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:45:52.084634 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:45:52.084634 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:45:52.084634 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:45:52.084634 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:45:52.084634 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:45:52.084634 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:45:52.084634 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:45:52.084634 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:45:52.084634 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:45:52.084634 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:45:52.084634 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:45:52.084634 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:45:52.084634 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:45:52.084634 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:45:52.084634 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:45:52.084634 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:45:52.084634 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:45:52.084634 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:45:52.084634 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:45:52.084634 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:45:52.084634 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:45:52.084634 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:45:52.084634 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:45:52.084634 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:45:52.084634 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:45:52.343609 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-17254bc4-86ea-453c-b08c-718b1b67f9c4 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:52.407125 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-17254bc4-86ea-453c-b08c-718b1b67f9c4 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:52.416764 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17254bc4-86ea-453c-b08c-718b1b67f9c4 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event deleted for resources: {'Network': ['ID=f103426e-b72f-4ccb-a017-393b215e36c2,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:52.470090 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-17254bc4-86ea-453c-b08c-718b1b67f9c4 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "DELETE /v2.0/networks/f103426e-b72f-4ccb-a017-393b215e36c2 HTTP/1.1" status: 204 len: 168 time: 1.9979105 Feb 09 12:45:52.476119 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55308) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:52.497324 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-19d1c020-d2be-4345-9fbd-89ddd84f29ac tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1395475564'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:45:52.507482 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-19d1c020-d2be-4345-9fbd-89ddd84f29ac tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:45:52.541934 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-19d1c020-d2be-4345-9fbd-89ddd84f29ac tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Usage tracker for resource:network and tenant:02516ed7a4f240dfa605c2984d99ee86 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:45:52.592052 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-19d1c020-d2be-4345-9fbd-89ddd84f29ac tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:45:52.618375 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-19d1c020-d2be-4345-9fbd-89ddd84f29ac tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:45:52.647360 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d1c020-d2be-4345-9fbd-89ddd84f29ac tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Made reservation on behalf of 02516ed7a4f240dfa605c2984d99ee86 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:45:52.662405 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-19d1c020-d2be-4345-9fbd-89ddd84f29ac tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:52.709848 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7647c78b-a6d4-460c-843f-68263aed411e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:52.727546 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19d1c020-d2be-4345-9fbd-89ddd84f29ac tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:45:52.762628 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-19d1c020-d2be-4345-9fbd-89ddd84f29ac tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:52.766161 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-19d1c020-d2be-4345-9fbd-89ddd84f29ac tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Added segment 019d86e3-38bb-4603-a725-0459abc70d5e of type vlan for network ed9e1912-8e38-46a3-9041-02d21f2fb036 Feb 09 12:45:52.813826 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-19d1c020-d2be-4345-9fbd-89ddd84f29ac tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:52.829510 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7647c78b-a6d4-460c-843f-68263aed411e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:52.883897 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7647c78b-a6d4-460c-843f-68263aed411e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Network d601a5d0-34da-4ed7-8a13-d0aaac94b8f4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:45:52.898786 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-7647c78b-a6d4-460c-843f-68263aed411e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:45:52.916900 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7647c78b-a6d4-460c-843f-68263aed411e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:45:52.922372 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7647c78b-a6d4-460c-843f-68263aed411e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:52.923237 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7647c78b-a6d4-460c-843f-68263aed411e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:52.928260 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:52.959263 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-19d1c020-d2be-4345-9fbd-89ddd84f29ac tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:52.964908 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d1c020-d2be-4345-9fbd-89ddd84f29ac tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:52.965498 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-19d1c020-d2be-4345-9fbd-89ddd84f29ac tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:53.004395 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7647c78b-a6d4-460c-843f-68263aed411e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event updated for resources: {'Port': ['ID=3b938c6b-415d-41d0-add9-66d2f7b03531,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:53.057655 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7647c78b-a6d4-460c-843f-68263aed411e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4248803 Feb 09 12:45:53.060538 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 55318) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:53.097593 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-19d1c020-d2be-4345-9fbd-89ddd84f29ac tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6106656 Feb 09 12:45:53.103313 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55322) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:53.115590 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-787784dc-5cc3-4364-8492-878dee04b1c9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Request body: {'subnet': {'network_id': 'ed9e1912-8e38-46a3-9041-02d21f2fb036', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:45:53.138895 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d1c020-d2be-4345-9fbd-89ddd84f29ac tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event updated for resources: {'Network': ['ID=ed9e1912-8e38-46a3-9041-02d21f2fb036,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:53.161523 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network ed9e1912-8e38-46a3-9041-02d21f2fb036 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:45:53.200682 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111a986-baca-42f9-8e57-a1c4bda4e896 req-48449f29-2acc-41c3-af45-cec27ed2e795 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:53.204450 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b111a986-baca-42f9-8e57-a1c4bda4e896 req-48449f29-2acc-41c3-af45-cec27ed2e795 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 945 time: 0.2813275 Feb 09 12:45:53.208704 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-698401bf-9ab0-4b59-b1ef-2846013b4321 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Deleting port 3b938c6b-415d-41d0-add9-66d2f7b03531 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:45:53.209050 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-698401bf-9ab0-4b59-b1ef-2846013b4321 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:53.330653 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-787784dc-5cc3-4364-8492-878dee04b1c9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:45:53.341521 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-787784dc-5cc3-4364-8492-878dee04b1c9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Usage tracker for resource:subnet and tenant:02516ed7a4f240dfa605c2984d99ee86 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:45:53.356082 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-787784dc-5cc3-4364-8492-878dee04b1c9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:45:53.383491 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-787784dc-5cc3-4364-8492-878dee04b1c9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:45:53.405957 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b111a986-baca-42f9-8e57-a1c4bda4e896 req-772dd38b-0d5f-4279-94bb-30a9011cd4cc tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=2df67451-3d0b-4d22-9727-d6bf78b9aafa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323709 Feb 09 12:45:53.407521 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787784dc-5cc3-4364-8492-878dee04b1c9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Made reservation on behalf of 02516ed7a4f240dfa605c2984d99ee86 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:45:53.412577 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-787784dc-5cc3-4364-8492-878dee04b1c9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:53.449902 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 8e245b2d-0dba-4b21-93bd-a3a132f13935 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:45:53.561191 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 8e245b2d-0dba-4b21-93bd-a3a132f13935 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:45:53.561956 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 8e245b2d-0dba-4b21-93bd-a3a132f13935 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:45:53.563468 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 345821e2-76cc-4acb-8073-300827c7f6e4 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:45:53.589870 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-698401bf-9ab0-4b59-b1ef-2846013b4321 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:53.696388 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 345821e2-76cc-4acb-8073-300827c7f6e4 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:45:53.697264 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 345821e2-76cc-4acb-8073-300827c7f6e4 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:45:53.830544 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-698401bf-9ab0-4b59-b1ef-2846013b4321 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Calling delete_port for 3b938c6b-415d-41d0-add9-66d2f7b03531 owned by {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:45:53.884156 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8d5ca618-9592-4cd4-871b-cf7b61bc28a2 req-5dd24af3-a407-42dd-9c70-802cdf6e925f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d50cdad8-3bef-424e-8523-b0cb2752ee94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1755879 Feb 09 12:45:53.926630 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-787784dc-5cc3-4364-8492-878dee04b1c9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:53.932587 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-698401bf-9ab0-4b59-b1ef-2846013b4321 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:53.993955 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698401bf-9ab0-4b59-b1ef-2846013b4321 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event deleted for resources: {'Port': ['ID=3b938c6b-415d-41d0-add9-66d2f7b03531,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:54.005192 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-698401bf-9ab0-4b59-b1ef-2846013b4321 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:54.036218 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-698401bf-9ab0-4b59-b1ef-2846013b4321 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "DELETE /v2.0/ports/3b938c6b-415d-41d0-add9-66d2f7b03531 HTTP/1.1" status: 204 len: 168 time: 0.9699838 Feb 09 12:45:54.037821 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 55340) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:54.046579 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-088f7b88-7de8-4ecd-a7b1-5212419cc09b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Request body: {'port': {'network_id': 'd601a5d0-34da-4ed7-8a13-d0aaac94b8f4', 'mac_address': 'fa:16:3e:46:ba:a5', 'name': 'tempest-PortsTestJSON-837931360'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:45:54.119078 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787784dc-5cc3-4364-8492-878dee04b1c9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event updated for resources: {'Subnet': ['ID=568733e5-af3e-413a-ba14-e893ae0b5e1c,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:54.220779 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-088f7b88-7de8-4ecd-a7b1-5212419cc09b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:45:54.227902 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787784dc-5cc3-4364-8492-878dee04b1c9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Checking segment: {'id': '019d86e3-38bb-4603-a725-0459abc70d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ed9e1912-8e38-46a3-9041-02d21f2fb036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:45:54.229091 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787784dc-5cc3-4364-8492-878dee04b1c9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Network hostable DHCP agents. Network: ed9e1912-8e38-46a3-9041-02d21f2fb036, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:45:54.235150 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-088f7b88-7de8-4ecd-a7b1-5212419cc09b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Usage tracker for resource:port and tenant:1a8f2026410d46378828a444f88ab686 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:45:54.241992 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-088f7b88-7de8-4ecd-a7b1-5212419cc09b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:45:54.256976 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ca618-9592-4cd4-871b-cf7b61bc28a2 req-10cd5887-b715-482d-8ae8-2553966b252a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:54.258849 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8d5ca618-9592-4cd4-871b-cf7b61bc28a2 req-10cd5887-b715-482d-8ae8-2553966b252a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=78fcd49da689411da6a25296f99fd3a8&device_id=d50cdad8-3bef-424e-8523-b0cb2752ee94 HTTP/1.1" status: 200 len: 1096 time: 0.1735137 Feb 09 12:45:54.259806 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-088f7b88-7de8-4ecd-a7b1-5212419cc09b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:45:54.284641 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088f7b88-7de8-4ecd-a7b1-5212419cc09b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Made reservation on behalf of 1a8f2026410d46378828a444f88ab686 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:45:54.327961 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787784dc-5cc3-4364-8492-878dee04b1c9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Network ed9e1912-8e38-46a3-9041-02d21f2fb036 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:45:54.407115 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-787784dc-5cc3-4364-8492-878dee04b1c9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, ed9e1912-8e38-46a3-9041-02d21f2fb036) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:45:54.414014 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787784dc-5cc3-4364-8492-878dee04b1c9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:54.415023 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-787784dc-5cc3-4364-8492-878dee04b1c9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:54.416507 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec45d1e8-05ce-4771-992b-d0459c2548a5 None None] Network ed9e1912-8e38-46a3-9041-02d21f2fb036 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:45:54.444969 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-787784dc-5cc3-4364-8492-878dee04b1c9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3403177 Feb 09 12:45:54.454090 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55344) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:54.463324 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-fd477338-feb3-46c1-8f2c-2fac916dd201 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Request body: {'port': {'network_id': 'ed9e1912-8e38-46a3-9041-02d21f2fb036', 'name': 'tempest-PortsIpV6TestJSON-138460535', 'fixed_ips': [{'subnet_id': '568733e5-af3e-413a-ba14-e893ae0b5e1c', 'ip_address': '2001:db8::10'}]}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:45:54.678524 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ca618-9592-4cd4-871b-cf7b61bc28a2 req-181c935a-1368-4fa4-a46b-b00306dab70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:54.680171 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8d5ca618-9592-4cd4-871b-cf7b61bc28a2 req-181c935a-1368-4fa4-a46b-b00306dab70a service neutron] 10.222.0.46 "GET /v2.0/networks?id=e51bee85-c49e-4d47-aaa3-7ee4caab66a9 HTTP/1.1" status: 200 len: 909 time: 0.3993280 Feb 09 12:45:54.728623 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-088f7b88-7de8-4ecd-a7b1-5212419cc09b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:54.787603 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [None req-088f7b88-7de8-4ecd-a7b1-5212419cc09b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] device_id is not set on port a74bddea-bce0-4795-8803-f005283d4f54 yet. {{(pid=87567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:45:54.789279 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-fd477338-feb3-46c1-8f2c-2fac916dd201 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:45:54.793791 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-fd477338-feb3-46c1-8f2c-2fac916dd201 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Usage tracker for resource:port and tenant:02516ed7a4f240dfa605c2984d99ee86 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:45:54.796921 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-fd477338-feb3-46c1-8f2c-2fac916dd201 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:45:54.804082 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-fd477338-feb3-46c1-8f2c-2fac916dd201 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:45:54.824263 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd477338-feb3-46c1-8f2c-2fac916dd201 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Made reservation on behalf of 02516ed7a4f240dfa605c2984d99ee86 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:45:54.963440 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aecb33e-f06c-47aa-8442-f8c5e5d8071a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-ed9e1912-8e38-46a3-9041-02d21f2fb036', 'network_id': 'ed9e1912-8e38-46a3-9041-02d21f2fb036', 'tenant_id': '02516ed7a4f240dfa605c2984d99ee86', 'fixed_ips': [{'subnet_id': '568733e5-af3e-413a-ba14-e893ae0b5e1c'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:45:54.964392 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b207ed-3fcd-4f5f-89f9-c49fb7b3daa8 req-81d0476b-d612-41a3-a4fd-6969d6013420 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:54.964544 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0aecb33e-f06c-47aa-8442-f8c5e5d8071a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:54.971370 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a7b207ed-3fcd-4f5f-89f9-c49fb7b3daa8 req-81d0476b-d612-41a3-a4fd-6969d6013420 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 945 time: 0.2777786 Feb 09 12:45:55.168505 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a7b207ed-3fcd-4f5f-89f9-c49fb7b3daa8 req-22718fd7-fea9-4b5c-8750-f96895779298 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=2df67451-3d0b-4d22-9727-d6bf78b9aafa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955400 Feb 09 12:45:55.188456 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8d5ca618-9592-4cd4-871b-cf7b61bc28a2 req-f211cefb-9007-4aa0-bd0e-0c80ca661f49 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d244e884-8bc7-42ac-90d7-3cf87a43c32e HTTP/1.1" status: 200 len: 1001 time: 0.4933131 Feb 09 12:45:55.234167 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-088f7b88-7de8-4ecd-a7b1-5212419cc09b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:55.238523 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-0aecb33e-f06c-47aa-8442-f8c5e5d8071a None None] Allocated IP 2001:db8::2 (ed9e1912-8e38-46a3-9041-02d21f2fb036/568733e5-af3e-413a-ba14-e893ae0b5e1c/c2d4c16e-d609-4e5c-b2bd-9e6530e57656) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:45:55.256433 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fd477338-feb3-46c1-8f2c-2fac916dd201 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:55.283698 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-088f7b88-7de8-4ecd-a7b1-5212419cc09b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:55.373686 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088f7b88-7de8-4ecd-a7b1-5212419cc09b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Network d601a5d0-34da-4ed7-8a13-d0aaac94b8f4 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:45:55.377413 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-088f7b88-7de8-4ecd-a7b1-5212419cc09b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:45:55.381617 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088f7b88-7de8-4ecd-a7b1-5212419cc09b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:45:55.389737 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088f7b88-7de8-4ecd-a7b1-5212419cc09b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:55.390667 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-088f7b88-7de8-4ecd-a7b1-5212419cc09b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:55.405161 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-fd477338-feb3-46c1-8f2c-2fac916dd201 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] device_id is not set on port 3ae3823d-6ab3-4773-b6c2-b77f0074bd91 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:45:55.414182 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088f7b88-7de8-4ecd-a7b1-5212419cc09b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event updated for resources: {'Port': ['ID=a74bddea-bce0-4795-8803-f005283d4f54,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:55.439397 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-088f7b88-7de8-4ecd-a7b1-5212419cc09b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3975439 Feb 09 12:45:55.440251 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 55368) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:55.501713 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ca618-9592-4cd4-871b-cf7b61bc28a2 req-b2d4928a-f40f-466d-b551-f9381835016e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:55.502597 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8d5ca618-9592-4cd4-871b-cf7b61bc28a2 req-b2d4928a-f40f-466d-b551-f9381835016e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a979796a-9ee1-4aa6-ac24-c93f6e78f79a HTTP/1.1" status: 200 len: 847 time: 0.2085078 Feb 09 12:45:55.558949 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bddfdf-a078-4e23-b6ee-aeba92bf0087 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:55.560014 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-00bddfdf-a078-4e23-b6ee-aeba92bf0087 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Synchronizing usage tracker for tenant:1a8f2026410d46378828a444f88ab686 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:45:55.578153 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-00bddfdf-a078-4e23-b6ee-aeba92bf0087 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Unset dirty status for tenant:1a8f2026410d46378828a444f88ab686 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:45:55.580426 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-00bddfdf-a078-4e23-b6ee-aeba92bf0087 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "GET /v2.0/ports/a74bddea-bce0-4795-8803-f005283d4f54 HTTP/1.1" status: 200 len: 840 time: 0.1386409 Feb 09 12:45:55.584248 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 55380) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:55.594446 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0aecb33e-f06c-47aa-8442-f8c5e5d8071a None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:55.614812 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0aecb33e-f06c-47aa-8442-f8c5e5d8071a None None] Transition to ACTIVE for port object c2d4c16e-d609-4e5c-b2bd-9e6530e57656 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:45:55.652802 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0aecb33e-f06c-47aa-8442-f8c5e5d8071a None None] Transition to ACTIVE for port object c2d4c16e-d609-4e5c-b2bd-9e6530e57656 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:45:55.662357 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0aecb33e-f06c-47aa-8442-f8c5e5d8071a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:55.666745 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-011e029c-8f51-4af3-9629-b1b5de291930 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Deleting port a74bddea-bce0-4795-8803-f005283d4f54 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:45:55.667100 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-011e029c-8f51-4af3-9629-b1b5de291930 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:55.669454 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ca618-9592-4cd4-871b-cf7b61bc28a2 req-5b11994e-e57d-433a-8524-1e9d6640ecb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:55.672453 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8d5ca618-9592-4cd4-871b-cf7b61bc28a2 req-5b11994e-e57d-433a-8524-1e9d6640ecb9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e51bee85-c49e-4d47-aaa3-7ee4caab66a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1560929 Feb 09 12:45:55.813487 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aecb33e-f06c-47aa-8442-f8c5e5d8071a None None] Network ed9e1912-8e38-46a3-9041-02d21f2fb036 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:45:55.820122 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-0aecb33e-f06c-47aa-8442-f8c5e5d8071a None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:45:55.828201 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aecb33e-f06c-47aa-8442-f8c5e5d8071a None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:45:55.839799 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-fd477338-feb3-46c1-8f2c-2fac916dd201 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Allocated IP 2001:db8::10 (ed9e1912-8e38-46a3-9041-02d21f2fb036/568733e5-af3e-413a-ba14-e893ae0b5e1c/3ae3823d-6ab3-4773-b6c2-b77f0074bd91) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:45:55.842271 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aecb33e-f06c-47aa-8442-f8c5e5d8071a None None] Pushing event updated for resources: {'Port': ['ID=c2d4c16e-d609-4e5c-b2bd-9e6530e57656,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:55.944427 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8d5ca618-9592-4cd4-871b-cf7b61bc28a2 req-59963b10-7f2e-4c25-b938-12482a897db2 service neutron] 10.222.0.46 "GET /v2.0/networks/e51bee85-c49e-4d47-aaa3-7ee4caab66a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337501 Feb 09 12:45:55.954284 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-011e029c-8f51-4af3-9629-b1b5de291930 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:55.976387 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-0aecb33e-f06c-47aa-8442-f8c5e5d8071a None None] Attempting to bind port c2d4c16e-d609-4e5c-b2bd-9e6530e57656 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:45:55.976771 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-0aecb33e-f06c-47aa-8442-f8c5e5d8071a None None] Attempting to bind port c2d4c16e-d609-4e5c-b2bd-9e6530e57656 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '019d86e3-38bb-4603-a725-0459abc70d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ed9e1912-8e38-46a3-9041-02d21f2fb036'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:45:55.977207 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aecb33e-f06c-47aa-8442-f8c5e5d8071a None None] Attempting to bind port c2d4c16e-d609-4e5c-b2bd-9e6530e57656 on network ed9e1912-8e38-46a3-9041-02d21f2fb036 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:45:55.983054 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aecb33e-f06c-47aa-8442-f8c5e5d8071a None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:45:55.983554 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aecb33e-f06c-47aa-8442-f8c5e5d8071a None None] Checking segment: {'id': '019d86e3-38bb-4603-a725-0459abc70d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ed9e1912-8e38-46a3-9041-02d21f2fb036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:45:55.984048 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0aecb33e-f06c-47aa-8442-f8c5e5d8071a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:55.984504 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aecb33e-f06c-47aa-8442-f8c5e5d8071a None None] Bound using segment: {'id': '019d86e3-38bb-4603-a725-0459abc70d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ed9e1912-8e38-46a3-9041-02d21f2fb036'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:45:55.985046 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-0aecb33e-f06c-47aa-8442-f8c5e5d8071a None None] Bound port: c2d4c16e-d609-4e5c-b2bd-9e6530e57656, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '019d86e3-38bb-4603-a725-0459abc70d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ed9e1912-8e38-46a3-9041-02d21f2fb036'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:45:55.985489 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0aecb33e-f06c-47aa-8442-f8c5e5d8071a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:56.107988 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-0aecb33e-f06c-47aa-8442-f8c5e5d8071a None None] For port c2d4c16e-d609-4e5c-b2bd-9e6530e57656, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:45:56.111595 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-0aecb33e-f06c-47aa-8442-f8c5e5d8071a None None] For port c2d4c16e-d609-4e5c-b2bd-9e6530e57656, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=c2d4c16e-d609-4e5c-b2bd-9e6530e57656,segment=NetworkSegment(019d86e3-38bb-4603-a725-0459abc70d5e),segment_id=019d86e3-38bb-4603-a725-0459abc70d5e)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:45:56.120709 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0aecb33e-f06c-47aa-8442-f8c5e5d8071a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:56.126644 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-011e029c-8f51-4af3-9629-b1b5de291930 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Calling delete_port for a74bddea-bce0-4795-8803-f005283d4f54 owned by {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:45:56.256055 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-011e029c-8f51-4af3-9629-b1b5de291930 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:56.297051 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aecb33e-f06c-47aa-8442-f8c5e5d8071a None None] Pushing event updated for resources: {'Port': ['ID=c2d4c16e-d609-4e5c-b2bd-9e6530e57656,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:56.363818 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e029c-8f51-4af3-9629-b1b5de291930 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event deleted for resources: {'Port': ['ID=a74bddea-bce0-4795-8803-f005283d4f54,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:56.379774 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-011e029c-8f51-4af3-9629-b1b5de291930 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:56.474462 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8d5ca618-9592-4cd4-871b-cf7b61bc28a2 req-bcb7496c-debf-4083-9cf1-fdaf2aad39b1 service neutron] 10.222.0.46 "GET /v2.0/networks/e51bee85-c49e-4d47-aaa3-7ee4caab66a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5099654 Feb 09 12:45:56.475257 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-011e029c-8f51-4af3-9629-b1b5de291930 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "DELETE /v2.0/ports/a74bddea-bce0-4795-8803-f005283d4f54 HTTP/1.1" status: 204 len: 168 time: 0.8896806 Feb 09 12:45:56.479330 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 55394) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:56.523560 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fd477338-feb3-46c1-8f2c-2fac916dd201 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:56.542576 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-fd477338-feb3-46c1-8f2c-2fac916dd201 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Transition to ACTIVE for port object 3ae3823d-6ab3-4773-b6c2-b77f0074bd91 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:45:56.554665 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-b91bc967-35f0-4208-a48d-5a4595d19c82 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] GET failed (client error): The resource could not be found. Feb 09 12:45:56.555209 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b91bc967-35f0-4208-a48d-5a4595d19c82 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Synchronizing usage tracker for tenant:1a8f2026410d46378828a444f88ab686 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:45:56.593503 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fd477338-feb3-46c1-8f2c-2fac916dd201 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:56.599888 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb380786-0654-4fc3-b426-01844ee3d2a5 req-1ef11696-6979-45db-867e-a92ef76a77d9 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:56.601804 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fb380786-0654-4fc3-b426-01844ee3d2a5 req-1ef11696-6979-45db-867e-a92ef76a77d9 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 945 time: 0.1984210 Feb 09 12:45:56.648622 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b91bc967-35f0-4208-a48d-5a4595d19c82 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Unset dirty status for tenant:1a8f2026410d46378828a444f88ab686 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:45:56.649808 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b91bc967-35f0-4208-a48d-5a4595d19c82 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "GET /v2.0/ports/a74bddea-bce0-4795-8803-f005283d4f54 HTTP/1.1" status: 404 len: 333 time: 0.1692505 Feb 09 12:45:56.658557 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 55398) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:56.683554 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-9228cce7-5a9b-4e8e-b6b7-0ffef30a1078 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Request body: {'port': {'network_id': 'd601a5d0-34da-4ed7-8a13-d0aaac94b8f4', 'name': 'tempest-PortsTestJSON-1178684706'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:45:56.727027 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd477338-feb3-46c1-8f2c-2fac916dd201 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Network ed9e1912-8e38-46a3-9041-02d21f2fb036 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:45:56.732851 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-fd477338-feb3-46c1-8f2c-2fac916dd201 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:45:56.745525 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd477338-feb3-46c1-8f2c-2fac916dd201 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:45:56.749136 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fb380786-0654-4fc3-b426-01844ee3d2a5 req-e77d9869-c5ec-4a5e-8502-1b8936fb16ed tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=2df67451-3d0b-4d22-9727-d6bf78b9aafa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271844 Feb 09 12:45:56.752692 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd477338-feb3-46c1-8f2c-2fac916dd201 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:56.754148 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fd477338-feb3-46c1-8f2c-2fac916dd201 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:56.784680 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd477338-feb3-46c1-8f2c-2fac916dd201 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event updated for resources: {'Port': ['ID=3ae3823d-6ab3-4773-b6c2-b77f0074bd91,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:56.813735 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-fd477338-feb3-46c1-8f2c-2fac916dd201 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3592012 Feb 09 12:45:56.814666 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55402) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:56.821636 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-a9d1d11e-51ef-4f14-b01c-e0c551770e5e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Request body: {'port': {'network_id': 'ed9e1912-8e38-46a3-9041-02d21f2fb036', 'name': 'tempest-PortsIpV6TestJSON-2053245780', 'fixed_ips': [{'subnet_id': '568733e5-af3e-413a-ba14-e893ae0b5e1c', 'ip_address': '2001:db8::f'}]}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:45:56.875089 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-9228cce7-5a9b-4e8e-b6b7-0ffef30a1078 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:45:56.884919 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-9228cce7-5a9b-4e8e-b6b7-0ffef30a1078 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:45:56.895411 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9228cce7-5a9b-4e8e-b6b7-0ffef30a1078 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Made reservation on behalf of 1a8f2026410d46378828a444f88ab686 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:45:56.898920 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9228cce7-5a9b-4e8e-b6b7-0ffef30a1078 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:56.919973 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [None req-9228cce7-5a9b-4e8e-b6b7-0ffef30a1078 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] device_id is not set on port d3886cdd-338b-4de4-86a3-2d3b75ec8307 yet. {{(pid=87567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:45:56.968833 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a9d1d11e-51ef-4f14-b01c-e0c551770e5e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:45:56.976242 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a9d1d11e-51ef-4f14-b01c-e0c551770e5e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Usage tracker for resource:port and tenant:02516ed7a4f240dfa605c2984d99ee86 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:45:56.979749 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a9d1d11e-51ef-4f14-b01c-e0c551770e5e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:45:56.987945 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a9d1d11e-51ef-4f14-b01c-e0c551770e5e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:45:57.008510 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d1d11e-51ef-4f14-b01c-e0c551770e5e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Made reservation on behalf of 02516ed7a4f240dfa605c2984d99ee86 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:45:57.013425 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a9d1d11e-51ef-4f14-b01c-e0c551770e5e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:57.040001 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-a9d1d11e-51ef-4f14-b01c-e0c551770e5e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] device_id is not set on port e3ac5726-3f23-4645-8e28-7a8e48919b82 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:45:57.322692 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9228cce7-5a9b-4e8e-b6b7-0ffef30a1078 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:57.343198 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-a9d1d11e-51ef-4f14-b01c-e0c551770e5e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Allocated IP 2001:db8::f (ed9e1912-8e38-46a3-9041-02d21f2fb036/568733e5-af3e-413a-ba14-e893ae0b5e1c/e3ac5726-3f23-4645-8e28-7a8e48919b82) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:45:57.382682 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9228cce7-5a9b-4e8e-b6b7-0ffef30a1078 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:57.386571 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device c2d4c16e-d609-4e5c-b2bd-9e6530e57656 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:45:57.509735 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9228cce7-5a9b-4e8e-b6b7-0ffef30a1078 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event updated for resources: {'Port': ['ID=d3886cdd-338b-4de4-86a3-2d3b75ec8307,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:57.524180 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9228cce7-5a9b-4e8e-b6b7-0ffef30a1078 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Network d601a5d0-34da-4ed7-8a13-d0aaac94b8f4 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:45:57.530358 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-9228cce7-5a9b-4e8e-b6b7-0ffef30a1078 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:45:57.545273 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9228cce7-5a9b-4e8e-b6b7-0ffef30a1078 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:45:57.552381 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9228cce7-5a9b-4e8e-b6b7-0ffef30a1078 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:57.553773 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9228cce7-5a9b-4e8e-b6b7-0ffef30a1078 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:57.575456 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port c2d4c16e-d609-4e5c-b2bd-9e6530e57656 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:45:57.599868 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9228cce7-5a9b-4e8e-b6b7-0ffef30a1078 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9401538 Feb 09 12:45:57.600723 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 55416) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:57.624744 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-7bccb2a0-5297-4447-84ca-435b63c1d24b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:45:57.857457 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7bccb2a0-5297-4447-84ca-435b63c1d24b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:57.913926 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9f01d6-e347-49a8-829d-f44888c3fd98 None None] Network ed9e1912-8e38-46a3-9041-02d21f2fb036 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:45:57.964334 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a9d1d11e-51ef-4f14-b01c-e0c551770e5e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:58.030356 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-a9d1d11e-51ef-4f14-b01c-e0c551770e5e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Transition to ACTIVE for port object e3ac5726-3f23-4645-8e28-7a8e48919b82 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:45:58.046104 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [req-27b8cb75-b5fa-40f4-8d5d-7b2898b23904 req-0a2d8f95-740a-4fac-b2a7-f9a74263eddf service neutron] show failed (client error): The resource could not be found. Feb 09 12:45:58.050597 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-27b8cb75-b5fa-40f4-8d5d-7b2898b23904 req-0a2d8f95-740a-4fac-b2a7-f9a74263eddf service neutron] 10.222.0.46 "GET /v2.0/ports/75ed85e6-3f26-42b7-b87a-e6a7b4731b55/bindings/n-h1-825178-3 HTTP/1.1" status: 404 len: 380 time: 0.2821312 Feb 09 12:45:58.099949 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a9d1d11e-51ef-4f14-b01c-e0c551770e5e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:58.165204 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-585424c9-3e5c-4fd6-b726-b82807ec1b1e None None] Provisioning for port c2d4c16e-d609-4e5c-b2bd-9e6530e57656 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:45:58.213343 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-585424c9-3e5c-4fd6-b726-b82807ec1b1e None None] Provisioning complete for port c2d4c16e-d609-4e5c-b2bd-9e6530e57656 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:45:58.213716 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-585424c9-3e5c-4fd6-b726-b82807ec1b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:58.580840 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d1d11e-51ef-4f14-b01c-e0c551770e5e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Network ed9e1912-8e38-46a3-9041-02d21f2fb036 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:45:58.585331 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-a9d1d11e-51ef-4f14-b01c-e0c551770e5e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:45:58.588281 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d1d11e-51ef-4f14-b01c-e0c551770e5e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:45:58.594401 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d1d11e-51ef-4f14-b01c-e0c551770e5e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:58.595132 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a9d1d11e-51ef-4f14-b01c-e0c551770e5e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:58.600722 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28b19b-62f0-45b9-84ee-79fb60ffaef4 req-7272632c-2b7f-4566-9a86-886ab4db8247 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:58.602258 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7d28b19b-62f0-45b9-84ee-79fb60ffaef4 req-7272632c-2b7f-4566-9a86-886ab4db8247 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 945 time: 0.5440781 Feb 09 12:45:58.604545 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7bccb2a0-5297-4447-84ca-435b63c1d24b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:58.621019 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8cb75-b5fa-40f4-8d5d-7b2898b23904 req-6789a15a-67d7-426b-a5b7-4fa7b85f372c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:58.622992 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d1d11e-51ef-4f14-b01c-e0c551770e5e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event updated for resources: {'Port': ['ID=e3ac5726-3f23-4645-8e28-7a8e48919b82,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:58.623698 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-27b8cb75-b5fa-40f4-8d5d-7b2898b23904 req-6789a15a-67d7-426b-a5b7-4fa7b85f372c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5854708d-441d-4415-8f55-98a09ccb8a08&tenant_id=2c7a8f76649f44a59c185c6d6414b556 HTTP/1.1" status: 200 len: 1096 time: 0.2511525 Feb 09 12:45:58.639084 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-585424c9-3e5c-4fd6-b726-b82807ec1b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:58.646576 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7bccb2a0-5297-4447-84ca-435b63c1d24b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:58.662976 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a9d1d11e-51ef-4f14-b01c-e0c551770e5e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8471000 Feb 09 12:45:58.664408 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-27b8cb75-b5fa-40f4-8d5d-7b2898b23904 req-aa66d4b1-ec9b-474e-adbf-30ec12205138 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825178-3', 'device_owner': 'compute:nova'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:45:58.666066 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55472) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:58.692786 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-585424c9-3e5c-4fd6-b726-b82807ec1b1e None None] For port c2d4c16e-d609-4e5c-b2bd-9e6530e57656, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=c2d4c16e-d609-4e5c-b2bd-9e6530e57656,segment=NetworkSegment(019d86e3-38bb-4603-a725-0459abc70d5e),segment_id=019d86e3-38bb-4603-a725-0459abc70d5e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:45:58.700341 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-585424c9-3e5c-4fd6-b726-b82807ec1b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:58.843115 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e31831-2046-4b20-8925-c37c81c1ccb9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:58.845465 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585424c9-3e5c-4fd6-b726-b82807ec1b1e None None] Pushing event updated for resources: {'Port': ['ID=c2d4c16e-d609-4e5c-b2bd-9e6530e57656,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:58.846024 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-76e31831-2046-4b20-8925-c37c81c1ccb9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Synchronizing usage tracker for tenant:02516ed7a4f240dfa605c2984d99ee86 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:45:58.884004 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-76e31831-2046-4b20-8925-c37c81c1ccb9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Unset dirty status for tenant:02516ed7a4f240dfa605c2984d99ee86 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:45:58.885507 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-76e31831-2046-4b20-8925-c37c81c1ccb9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2175808 Feb 09 12:45:58.888598 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55484) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:58.944922 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-7bccb2a0-5297-4447-84ca-435b63c1d24b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] In _notify_port_updated(), no bound segment for port d3886cdd-338b-4de4-86a3-2d3b75ec8307 on network d601a5d0-34da-4ed7-8a13-d0aaac94b8f4 {{(pid=87567) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 12:45:58.979260 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bccb2a0-5297-4447-84ca-435b63c1d24b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:58.980001 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7bccb2a0-5297-4447-84ca-435b63c1d24b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:58.988495 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55488) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:58.999961 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-7bccb2a0-5297-4447-84ca-435b63c1d24b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "PUT /v2.0/ports/d3886cdd-338b-4de4-86a3-2d3b75ec8307 HTTP/1.1" status: 200 len: 818 time: 1.3902063 Feb 09 12:45:59.094083 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bccb2a0-5297-4447-84ca-435b63c1d24b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event updated for resources: {'Port': ['ID=d3886cdd-338b-4de4-86a3-2d3b75ec8307,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:59.151468 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7d28b19b-62f0-45b9-84ee-79fb60ffaef4 req-f0be3bf2-a8af-4699-b0b4-89a48a6534df tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=2df67451-3d0b-4d22-9727-d6bf78b9aafa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5265479 Feb 09 12:45:59.228403 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-27b8cb75-b5fa-40f4-8d5d-7b2898b23904 req-aa66d4b1-ec9b-474e-adbf-30ec12205138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:59.238334 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a34cd0f-d4e2-4ea7-9e00-552f9aced90b tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:59.255110 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a34cd0f-d4e2-4ea7-9e00-552f9aced90b tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:59.281425 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a34cd0f-d4e2-4ea7-9e00-552f9aced90b tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:59.294723 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0a34cd0f-d4e2-4ea7-9e00-552f9aced90b tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.4019744 Feb 09 12:45:59.307208 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55496) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:45:59.321499 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device c2d4c16e-d609-4e5c-b2bd-9e6530e57656 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:45:59.506256 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-b0ddbd04-0e19-480c-9174-3bfaad32ecb9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Deleting port e3ac5726-3f23-4645-8e28-7a8e48919b82 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:45:59.512528 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b0ddbd04-0e19-480c-9174-3bfaad32ecb9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:59.523118 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port c2d4c16e-d609-4e5c-b2bd-9e6530e57656 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:45:59.523848 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:59.703121 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-47d3d65e-e33f-41a1-9e02-1eaddc3bf72c tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Deleting port d3886cdd-338b-4de4-86a3-2d3b75ec8307 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:45:59.703713 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-47d3d65e-e33f-41a1-9e02-1eaddc3bf72c tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:59.775438 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-470c12ba-f6d1-4c72-8e5c-b140eb1c06c2 None None] Provisioning for port e3ac5726-3f23-4645-8e28-7a8e48919b82 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:45:59.786538 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-470c12ba-f6d1-4c72-8e5c-b140eb1c06c2 None None] Provisioning complete for port e3ac5726-3f23-4645-8e28-7a8e48919b82 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:45:59.793134 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-470c12ba-f6d1-4c72-8e5c-b140eb1c06c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:59.942896 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-470c12ba-f6d1-4c72-8e5c-b140eb1c06c2 None None] Port e3ac5726-3f23-4645-8e28-7a8e48919b82 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:45:59.968225 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-27b8cb75-b5fa-40f4-8d5d-7b2898b23904 req-aa66d4b1-ec9b-474e-adbf-30ec12205138 service neutron] For port 75ed85e6-3f26-42b7-b87a-e6a7b4731b55, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=75ed85e6-3f26-42b7-b87a-e6a7b4731b55,segment=NetworkSegment(165836b6-b6db-405c-8f3f-6a74805e6a4d),segment_id=165836b6-b6db-405c-8f3f-6a74805e6a4d)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:45:59.988964 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-470c12ba-f6d1-4c72-8e5c-b140eb1c06c2 None None] Provisioning for port 3ae3823d-6ab3-4773-b6c2-b77f0074bd91 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:45:59.997889 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-470c12ba-f6d1-4c72-8e5c-b140eb1c06c2 None None] Provisioning complete for port 3ae3823d-6ab3-4773-b6c2-b77f0074bd91 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:45:59.998276 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-470c12ba-f6d1-4c72-8e5c-b140eb1c06c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:00.036024 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed493899-d10f-4ed9-933a-2947855d414c req-dffa99dc-063e-4ea4-9c18-9caf9ba70158 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:00.048014 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ed493899-d10f-4ed9-933a-2947855d414c req-dffa99dc-063e-4ea4-9c18-9caf9ba70158 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=f46fc7f0-b85d-490b-a980-83d425f5c389 HTTP/1.1" status: 200 len: 945 time: 0.2939441 Feb 09 12:46:00.145386 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-470c12ba-f6d1-4c72-8e5c-b140eb1c06c2 None None] Port 3ae3823d-6ab3-4773-b6c2-b77f0074bd91 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:46:00.168266 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-470c12ba-f6d1-4c72-8e5c-b140eb1c06c2 None None] Provisioning complete for port c2d4c16e-d609-4e5c-b2bd-9e6530e57656 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:00.168643 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-470c12ba-f6d1-4c72-8e5c-b140eb1c06c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:00.247895 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ed493899-d10f-4ed9-933a-2947855d414c req-701772f5-d799-4534-9b90-371b166a094b tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9b0b9-3227-457e-9539-b66a8cac7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986735 Feb 09 12:46:00.250389 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-27b8cb75-b5fa-40f4-8d5d-7b2898b23904 req-aa66d4b1-ec9b-474e-adbf-30ec12205138 service neutron] For port 75ed85e6-3f26-42b7-b87a-e6a7b4731b55, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:46:00.367535 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-47d3d65e-e33f-41a1-9e02-1eaddc3bf72c tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:00.419766 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5854708d-441d-4415-8f55-98a09ccb8a08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75ed85e6-3f26-42b7-b87a-e6a7b4731b55'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:46:00.429579 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-27b8cb75-b5fa-40f4-8d5d-7b2898b23904 req-aa66d4b1-ec9b-474e-adbf-30ec12205138 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:00.564459 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-27b8cb75-b5fa-40f4-8d5d-7b2898b23904 req-aa66d4b1-ec9b-474e-adbf-30ec12205138 service neutron] Transition to ACTIVE for port object 75ed85e6-3f26-42b7-b87a-e6a7b4731b55 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:46:00.582939 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5854708d-441d-4415-8f55-98a09ccb8a08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75ed85e6-3f26-42b7-b87a-e6a7b4731b55', 'code': 200} Feb 09 12:46:00.586118 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-27b8cb75-b5fa-40f4-8d5d-7b2898b23904 req-aa66d4b1-ec9b-474e-adbf-30ec12205138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:00.596992 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-47d3d65e-e33f-41a1-9e02-1eaddc3bf72c tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Calling delete_port for d3886cdd-338b-4de4-86a3-2d3b75ec8307 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:46:00.624260 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4f55f61c-26e2-4528-9475-b1581ed1d73e None None] Provisioning complete for port e3ac5726-3f23-4645-8e28-7a8e48919b82 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:00.624929 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4f55f61c-26e2-4528-9475-b1581ed1d73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:00.702054 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4f55f61c-26e2-4528-9475-b1581ed1d73e None None] Port e3ac5726-3f23-4645-8e28-7a8e48919b82 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:46:00.724503 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4f55f61c-26e2-4528-9475-b1581ed1d73e None None] Provisioning complete for port 3ae3823d-6ab3-4773-b6c2-b77f0074bd91 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:00.725057 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4f55f61c-26e2-4528-9475-b1581ed1d73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:00.771940 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-47d3d65e-e33f-41a1-9e02-1eaddc3bf72c tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:00.801226 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4f55f61c-26e2-4528-9475-b1581ed1d73e None None] Port 3ae3823d-6ab3-4773-b6c2-b77f0074bd91 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:46:00.864656 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d3d65e-e33f-41a1-9e02-1eaddc3bf72c tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event deleted for resources: {'Port': ['ID=d3886cdd-338b-4de4-86a3-2d3b75ec8307,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:00.898462 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-47d3d65e-e33f-41a1-9e02-1eaddc3bf72c tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:00.919615 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa66d4b1-ec9b-474e-adbf-30ec12205138 service neutron] Pushing event updated for resources: {'Port': ['ID=75ed85e6-3f26-42b7-b87a-e6a7b4731b55,revision_number=6']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:00.931550 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b8cb75-b5fa-40f4-8d5d-7b2898b23904 req-aa66d4b1-ec9b-474e-adbf-30ec12205138 service neutron] No DVR routers for this DVR port 75ed85e6-3f26-42b7-b87a-e6a7b4731b55 on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:46:00.945716 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b0ddbd04-0e19-480c-9174-3bfaad32ecb9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:01.086840 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-b0ddbd04-0e19-480c-9174-3bfaad32ecb9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Calling delete_port for e3ac5726-3f23-4645-8e28-7a8e48919b82 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:46:01.132445 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f06d0-6df1-44ce-a73d-8e617af14988 req-2d818b20-5f07-4015-9650-63e6091df01b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:01.133979 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0b7f06d0-6df1-44ce-a73d-8e617af14988 req-2d818b20-5f07-4015-9650-63e6091df01b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 945 time: 0.6696613 Feb 09 12:46:01.212413 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-47d3d65e-e33f-41a1-9e02-1eaddc3bf72c tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "DELETE /v2.0/ports/d3886cdd-338b-4de4-86a3-2d3b75ec8307 HTTP/1.1" status: 204 len: 168 time: 2.2185750 Feb 09 12:46:01.214530 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55510) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:01.271025 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0b7f06d0-6df1-44ce-a73d-8e617af14988 req-3cc4cdb7-637d-4f5b-9a29-f2ff2d414614 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=2df67451-3d0b-4d22-9727-d6bf78b9aafa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289442 Feb 09 12:46:01.439328 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-27b8cb75-b5fa-40f4-8d5d-7b2898b23904 req-aa66d4b1-ec9b-474e-adbf-30ec12205138 service neutron] Attempting to bind port 75ed85e6-3f26-42b7-b87a-e6a7b4731b55 on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:46:01.439702 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-27b8cb75-b5fa-40f4-8d5d-7b2898b23904 req-aa66d4b1-ec9b-474e-adbf-30ec12205138 service neutron] Attempting to bind port 75ed85e6-3f26-42b7-b87a-e6a7b4731b55 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': '165836b6-b6db-405c-8f3f-6a74805e6a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '661b89d1-11f6-41cf-907a-600d8dd46c61'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:46:01.439902 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b4b9d6-6776-4034-9800-671c456b0d68 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:01.440962 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b8cb75-b5fa-40f4-8d5d-7b2898b23904 req-aa66d4b1-ec9b-474e-adbf-30ec12205138 service neutron] Attempting to bind port 75ed85e6-3f26-42b7-b87a-e6a7b4731b55 on network 661b89d1-11f6-41cf-907a-600d8dd46c61 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:46:01.441512 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c2b4b9d6-6776-4034-9800-671c456b0d68 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Synchronizing usage tracker for tenant:1a8f2026410d46378828a444f88ab686 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:46:01.446665 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b0ddbd04-0e19-480c-9174-3bfaad32ecb9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:01.447492 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b8cb75-b5fa-40f4-8d5d-7b2898b23904 req-aa66d4b1-ec9b-474e-adbf-30ec12205138 service neutron] Port 75ed85e6-3f26-42b7-b87a-e6a7b4731b55 on network 661b89d1-11f6-41cf-907a-600d8dd46c61 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:46:01.449814 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b8cb75-b5fa-40f4-8d5d-7b2898b23904 req-aa66d4b1-ec9b-474e-adbf-30ec12205138 service neutron] Attempting to bind port 75ed85e6-3f26-42b7-b87a-e6a7b4731b55 on network 661b89d1-11f6-41cf-907a-600d8dd46c61 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:46:01.457789 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b8cb75-b5fa-40f4-8d5d-7b2898b23904 req-aa66d4b1-ec9b-474e-adbf-30ec12205138 service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:46:01.458122 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b8cb75-b5fa-40f4-8d5d-7b2898b23904 req-aa66d4b1-ec9b-474e-adbf-30ec12205138 service neutron] Checking segment: {'id': '165836b6-b6db-405c-8f3f-6a74805e6a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '661b89d1-11f6-41cf-907a-600d8dd46c61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:46:01.458486 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b8cb75-b5fa-40f4-8d5d-7b2898b23904 req-aa66d4b1-ec9b-474e-adbf-30ec12205138 service neutron] Bound using segment: {'id': '165836b6-b6db-405c-8f3f-6a74805e6a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '661b89d1-11f6-41cf-907a-600d8dd46c61'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:46:01.458921 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-27b8cb75-b5fa-40f4-8d5d-7b2898b23904 req-aa66d4b1-ec9b-474e-adbf-30ec12205138 service neutron] Bound port: 75ed85e6-3f26-42b7-b87a-e6a7b4731b55, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '165836b6-b6db-405c-8f3f-6a74805e6a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '661b89d1-11f6-41cf-907a-600d8dd46c61'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:46:01.459983 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-27b8cb75-b5fa-40f4-8d5d-7b2898b23904 req-aa66d4b1-ec9b-474e-adbf-30ec12205138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:01.507009 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ddbd04-0e19-480c-9174-3bfaad32ecb9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event deleted for resources: {'Port': ['ID=e3ac5726-3f23-4645-8e28-7a8e48919b82,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:01.508897 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c2b4b9d6-6776-4034-9800-671c456b0d68 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Unset dirty status for tenant:1a8f2026410d46378828a444f88ab686 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:46:01.510108 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c2b4b9d6-6776-4034-9800-671c456b0d68 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2944047 Feb 09 12:46:01.513802 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55518) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:01.704403 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-27b8cb75-b5fa-40f4-8d5d-7b2898b23904 req-aa66d4b1-ec9b-474e-adbf-30ec12205138 service neutron] For port 75ed85e6-3f26-42b7-b87a-e6a7b4731b55, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:46:01.710592 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-27b8cb75-b5fa-40f4-8d5d-7b2898b23904 req-aa66d4b1-ec9b-474e-adbf-30ec12205138 service neutron] For port 75ed85e6-3f26-42b7-b87a-e6a7b4731b55, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=75ed85e6-3f26-42b7-b87a-e6a7b4731b55,segment=NetworkSegment(165836b6-b6db-405c-8f3f-6a74805e6a4d),segment_id=165836b6-b6db-405c-8f3f-6a74805e6a4d)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:46:01.723317 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-27b8cb75-b5fa-40f4-8d5d-7b2898b23904 req-aa66d4b1-ec9b-474e-adbf-30ec12205138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:01.791400 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c799c1d-c830-453d-804c-3d8410647bbf req-da010dd9-8fe4-4450-b949-3eae38748ae7 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:01.793387 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3c799c1d-c830-453d-804c-3d8410647bbf req-da010dd9-8fe4-4450-b949-3eae38748ae7 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=f46fc7f0-b85d-490b-a980-83d425f5c389 HTTP/1.1" status: 200 len: 945 time: 0.3221776 Feb 09 12:46:01.869629 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8cb75-b5fa-40f4-8d5d-7b2898b23904 req-aa66d4b1-ec9b-474e-adbf-30ec12205138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:01.870261 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-27b8cb75-b5fa-40f4-8d5d-7b2898b23904 req-aa66d4b1-ec9b-474e-adbf-30ec12205138 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:01.871642 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-27b8cb75-b5fa-40f4-8d5d-7b2898b23904 req-aa66d4b1-ec9b-474e-adbf-30ec12205138 service neutron] 10.222.0.52 "PUT /v2.0/ports/75ed85e6-3f26-42b7-b87a-e6a7b4731b55 HTTP/1.1" status: 200 len: 1091 time: 3.2133431 Feb 09 12:46:01.925715 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b0ddbd04-0e19-480c-9174-3bfaad32ecb9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:01.970139 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-5903e695-d86d-4354-89ec-f4b3d216ee3b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] GET failed (client error): The resource could not be found. Feb 09 12:46:01.971674 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5903e695-d86d-4354-89ec-f4b3d216ee3b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "GET /v2.0/ports/d3886cdd-338b-4de4-86a3-2d3b75ec8307 HTTP/1.1" status: 404 len: 333 time: 0.4568882 Feb 09 12:46:01.979443 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55528) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:01.998042 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b0ddbd04-0e19-480c-9174-3bfaad32ecb9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "DELETE /v2.0/ports/e3ac5726-3f23-4645-8e28-7a8e48919b82 HTTP/1.1" status: 204 len: 168 time: 2.6896923 Feb 09 12:46:02.000658 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55530) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:02.005142 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3c799c1d-c830-453d-804c-3d8410647bbf req-c727a584-dfa1-4983-bc69-a92893b11fa6 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9b0b9-3227-457e-9539-b66a8cac7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1994829 Feb 09 12:46:02.029261 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-5bcaa8f4-9772-40a4-a71c-b2d69e156fae tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1778551823'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:46:02.054665 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa66d4b1-ec9b-474e-adbf-30ec12205138 service neutron] Pushing event updated for resources: {'Port': ['ID=75ed85e6-3f26-42b7-b87a-e6a7b4731b55,revision_number=7']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:02.087070 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8cb75-b5fa-40f4-8d5d-7b2898b23904 req-ceda336d-3753-42e5-b72a-b70f3fa10ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:02.089446 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-27b8cb75-b5fa-40f4-8d5d-7b2898b23904 req-ceda336d-3753-42e5-b72a-b70f3fa10ca9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2c7a8f76649f44a59c185c6d6414b556&device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 1094 time: 0.1459451 Feb 09 12:46:02.101007 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5bcaa8f4-9772-40a4-a71c-b2d69e156fae tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:02.116153 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5bcaa8f4-9772-40a4-a71c-b2d69e156fae tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Usage tracker for resource:network and tenant:1a8f2026410d46378828a444f88ab686 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:46:02.119186 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5bcaa8f4-9772-40a4-a71c-b2d69e156fae tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:46:02.123610 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-7581924f-2ca7-4154-bfc8-216b0f920cda tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] GET failed (client error): The resource could not be found. Feb 09 12:46:02.130822 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7581924f-2ca7-4154-bfc8-216b0f920cda tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Synchronizing usage tracker for tenant:02516ed7a4f240dfa605c2984d99ee86 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:46:02.144074 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5bcaa8f4-9772-40a4-a71c-b2d69e156fae tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:46:02.157034 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55536) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:02.186055 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a59f43e-e540-40cb-a15d-3719bd27e82f req-958fe675-0389-4747-802e-834c2108a6f0 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:02.186915 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-0a59f43e-e540-40cb-a15d-3719bd27e82f req-958fe675-0389-4747-802e-834c2108a6f0 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Synchronizing usage tracker for tenant:7722e72c858c4f97b7f4eb543cff4fda on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:46:02.199794 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bcaa8f4-9772-40a4-a71c-b2d69e156fae tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Made reservation on behalf of 1a8f2026410d46378828a444f88ab686 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:46:02.204394 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5bcaa8f4-9772-40a4-a71c-b2d69e156fae tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:02.238313 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7581924f-2ca7-4154-bfc8-216b0f920cda tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Unset dirty status for tenant:02516ed7a4f240dfa605c2984d99ee86 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:46:02.243315 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7581924f-2ca7-4154-bfc8-216b0f920cda tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "GET /v2.0/ports/e3ac5726-3f23-4645-8e28-7a8e48919b82 HTTP/1.1" status: 404 len: 333 time: 0.2229695 Feb 09 12:46:02.245590 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55542) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:02.278882 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8cb75-b5fa-40f4-8d5d-7b2898b23904 req-f7aaaf71-a834-436a-847d-f0065ee99dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:02.280515 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-27b8cb75-b5fa-40f4-8d5d-7b2898b23904 req-f7aaaf71-a834-436a-847d-f0065ee99dd2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=661b89d1-11f6-41cf-907a-600d8dd46c61 HTTP/1.1" status: 200 len: 898 time: 0.1829808 Feb 09 12:46:02.305631 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-0a59f43e-e540-40cb-a15d-3719bd27e82f req-958fe675-0389-4747-802e-834c2108a6f0 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Unset dirty status for tenant:7722e72c858c4f97b7f4eb543cff4fda on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:46:02.306535 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0a59f43e-e540-40cb-a15d-3719bd27e82f req-958fe675-0389-4747-802e-834c2108a6f0 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f46fc7f0-b85d-490b-a980-83d425f5c389 HTTP/1.1" status: 200 len: 945 time: 0.4812162 Feb 09 12:46:02.356010 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bcaa8f4-9772-40a4-a71c-b2d69e156fae tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:46:02.386256 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-078ff06b-f5ce-4ce4-8990-a912e295f841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:02.432357 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5bcaa8f4-9772-40a4-a71c-b2d69e156fae tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:02.432979 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-5bcaa8f4-9772-40a4-a71c-b2d69e156fae tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Added segment 75ea3103-3c4a-4298-b779-500d62fd8799 of type vlan for network f261898a-0831-44c2-bfed-570307966918 Feb 09 12:46:02.466329 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5bcaa8f4-9772-40a4-a71c-b2d69e156fae tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:02.481094 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-078ff06b-f5ce-4ce4-8990-a912e295f841 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:02.483257 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55552) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:02.495337 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-078ff06b-f5ce-4ce4-8990-a912e295f841 admin admin] Usage tracker for resource:security_group_rule and tenant:a4e207d2f44b4ca5a1b76c6b7c5a80e6 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:46:02.521576 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-27b8cb75-b5fa-40f4-8d5d-7b2898b23904 req-bcd4f91b-200f-4086-b78e-adf66c637a43 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75ed85e6-3f26-42b7-b87a-e6a7b4731b55 HTTP/1.1" status: 200 len: 998 time: 0.2336547 Feb 09 12:46:02.528825 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-078ff06b-f5ce-4ce4-8990-a912e295f841 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:46:02.538714 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-e8a46476-01d5-4c91-92f8-4bf6c62c31da tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Deleting port 3ae3823d-6ab3-4773-b6c2-b77f0074bd91 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:46:02.539053 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e8a46476-01d5-4c91-92f8-4bf6c62c31da tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:02.584345 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-078ff06b-f5ce-4ce4-8990-a912e295f841 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:46:02.587640 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80726822-4dd3-4445-a689-171babe9ac5a req-afadea00-f852-451b-a0b3-464356b14875 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:02.588785 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.resource_extend [None req-5bcaa8f4-9772-40a4-a71c-b2d69e156fae tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:46:02.589271 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-80726822-4dd3-4445-a689-171babe9ac5a req-afadea00-f852-451b-a0b3-464356b14875 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 943 time: 0.1538632 Feb 09 12:46:02.592219 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5854708d-441d-4415-8f55-98a09ccb8a08', 'tag': '75ed85e6-3f26-42b7-b87a-e6a7b4731b55'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:46:02.622994 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-0a59f43e-e540-40cb-a15d-3719bd27e82f req-1c418703-cb86-4ae4-8a69-ed45fdc83662 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Deleting port e42c149b-a509-433c-8c2a-29c272ef8afe {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:46:02.623336 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-0a59f43e-e540-40cb-a15d-3719bd27e82f req-1c418703-cb86-4ae4-8a69-ed45fdc83662 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:02.637856 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8cb75-b5fa-40f4-8d5d-7b2898b23904 req-2070d9c8-e5f8-4ced-8c87-f479fcf6d5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:02.639314 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-27b8cb75-b5fa-40f4-8d5d-7b2898b23904 req-2070d9c8-e5f8-4ced-8c87-f479fcf6d5b6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=06fc60d5-c8e6-4c94-95bd-167f47074207 HTTP/1.1" status: 200 len: 835 time: 0.1101146 Feb 09 12:46:02.681513 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-80726822-4dd3-4445-a689-171babe9ac5a req-3fead4d4-e454-4e48-acc7-cf340766f0bf tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=2df67451-3d0b-4d22-9727-d6bf78b9aafa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842443 Feb 09 12:46:02.683008 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5854708d-441d-4415-8f55-98a09ccb8a08', 'tag': '75ed85e6-3f26-42b7-b87a-e6a7b4731b55', 'status': 'completed', 'code': 200} Feb 09 12:46:02.733868 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8cb75-b5fa-40f4-8d5d-7b2898b23904 req-c3593f15-9aad-4e34-82a3-3ee02c0d5c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:02.736496 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-27b8cb75-b5fa-40f4-8d5d-7b2898b23904 req-c3593f15-9aad-4e34-82a3-3ee02c0d5c9d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=661b89d1-11f6-41cf-907a-600d8dd46c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0889187 Feb 09 12:46:02.772861 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-24b872aa-7276-44c6-874b-1ee02516e74e admin admin] Deleting subnet d06158fd-6b5a-4519-a0a6-be6172ca1f22 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:46:02.806547 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24b872aa-7276-44c6-874b-1ee02516e74e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:02.842149 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5bcaa8f4-9772-40a4-a71c-b2d69e156fae tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:02.847577 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcaa8f4-9772-40a4-a71c-b2d69e156fae tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:02.848193 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5bcaa8f4-9772-40a4-a71c-b2d69e156fae tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:02.885597 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-27b8cb75-b5fa-40f4-8d5d-7b2898b23904 req-4ed4b99b-1421-439a-81f2-5cc27c2e6e15 service neutron] 10.222.0.52 "GET /v2.0/networks/661b89d1-11f6-41cf-907a-600d8dd46c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418269 Feb 09 12:46:03.026411 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-27b8cb75-b5fa-40f4-8d5d-7b2898b23904 req-b43646d9-db15-4b1f-9859-5f6fc53e887f service neutron] 10.222.0.52 "GET /v2.0/networks/661b89d1-11f6-41cf-907a-600d8dd46c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334870 Feb 09 12:46:03.036363 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 75ed85e6-3f26-42b7-b87a-e6a7b4731b55 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:46:03.140683 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24b872aa-7276-44c6-874b-1ee02516e74e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:03.174321 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 75ed85e6-3f26-42b7-b87a-e6a7b4731b55 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:46:03.206777 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5bcaa8f4-9772-40a4-a71c-b2d69e156fae tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2036626 Feb 09 12:46:03.221727 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcaa8f4-9772-40a4-a71c-b2d69e156fae tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event updated for resources: {'Network': ['ID=f261898a-0831-44c2-bfed-570307966918,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:03.233611 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 55560) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:03.234727 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network f261898a-0831-44c2-bfed-570307966918 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:46:03.244953 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-3946da38-cdfb-464f-9428-69e8c9a4f534 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Request body: {'subnet': {'network_id': 'f261898a-0831-44c2-bfed-570307966918', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:46:03.481428 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24b872aa-7276-44c6-874b-1ee02516e74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:03.511387 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-078ff06b-f5ce-4ce4-8990-a912e295f841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:03.537459 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5dea07-805f-463b-a95f-9bf73d6d09d1 req-168ab605-9861-4019-8a9a-e3b50f1724b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:03.538946 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ed5dea07-805f-463b-a95f-9bf73d6d09d1 req-168ab605-9861-4019-8a9a-e3b50f1724b8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c7a8f76649f44a59c185c6d6414b556&device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 1094 time: 0.8143814 Feb 09 12:46:03.540390 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a77b44-5732-4d3a-b3e7-c9825f652a23 req-33e1198b-d9b9-4efc-a8ef-602e090808cf tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:03.541864 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-92a77b44-5732-4d3a-b3e7-c9825f652a23 req-33e1198b-d9b9-4efc-a8ef-602e090808cf tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=f46fc7f0-b85d-490b-a980-83d425f5c389 HTTP/1.1" status: 200 len: 945 time: 0.3523057 Feb 09 12:46:03.544143 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3946da38-cdfb-464f-9428-69e8c9a4f534 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:03.546987 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-078ff06b-f5ce-4ce4-8990-a912e295f841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:03.549589 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5dea07-805f-463b-a95f-9bf73d6d09d1 req-80a9bb0d-0ee2-4b5c-bb57-c4fa23e48034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:03.551163 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ed5dea07-805f-463b-a95f-9bf73d6d09d1 req-80a9bb0d-0ee2-4b5c-bb57-c4fa23e48034 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2c7a8f76649f44a59c185c6d6414b556&device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 1094 time: 0.4548252 Feb 09 12:46:03.553221 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-3946da38-cdfb-464f-9428-69e8c9a4f534 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Usage tracker for resource:subnet and tenant:1a8f2026410d46378828a444f88ab686 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:46:03.567599 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-3946da38-cdfb-464f-9428-69e8c9a4f534 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:46:03.598620 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3946da38-cdfb-464f-9428-69e8c9a4f534 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:46:03.658178 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e8a46476-01d5-4c91-92f8-4bf6c62c31da tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:03.685766 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-92a77b44-5732-4d3a-b3e7-c9825f652a23 req-46976dea-eed9-44c9-8c35-209df4cd7db7 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9b0b9-3227-457e-9539-b66a8cac7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336505 Feb 09 12:46:03.688180 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3946da38-cdfb-464f-9428-69e8c9a4f534 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Made reservation on behalf of 1a8f2026410d46378828a444f88ab686 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:46:03.691769 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3946da38-cdfb-464f-9428-69e8c9a4f534 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:03.738559 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-078ff06b-f5ce-4ce4-8990-a912e295f841 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a4e207d2f44b4ca5a1b76c6b7c5a80e6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5799890 Feb 09 12:46:03.772990 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 55566) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:03.921913 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5dea07-805f-463b-a95f-9bf73d6d09d1 req-97519bae-8e00-405b-9d4a-ca7d89bfde45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:03.923366 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ed5dea07-805f-463b-a95f-9bf73d6d09d1 req-97519bae-8e00-405b-9d4a-ca7d89bfde45 service neutron] 10.222.0.52 "GET /v2.0/networks?id=661b89d1-11f6-41cf-907a-600d8dd46c61 HTTP/1.1" status: 200 len: 898 time: 0.3530099 Feb 09 12:46:03.926081 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ff06b-f5ce-4ce4-8990-a912e295f841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9850db38-23a3-47d4-83a6-660aa15a7af4,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:03.997672 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-e8a46476-01d5-4c91-92f8-4bf6c62c31da tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Calling delete_port for 3ae3823d-6ab3-4773-b6c2-b77f0074bd91 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:46:04.038246 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-0a59f43e-e540-40cb-a15d-3719bd27e82f req-1c418703-cb86-4ae4-8a69-ed45fdc83662 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] For port e42c149b-a509-433c-8c2a-29c272ef8afe, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=e42c149b-a509-433c-8c2a-29c272ef8afe,segment=NetworkSegment(215a8b65-4572-4b3f-bdd9-32a61bc29407),segment_id=215a8b65-4572-4b3f-bdd9-32a61bc29407)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:46:04.038607 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-0a59f43e-e540-40cb-a15d-3719bd27e82f req-1c418703-cb86-4ae4-8a69-ed45fdc83662 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:04.068395 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-66faa4f8-b1ff-4d87-a9b1-debc4bcce043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:04.099596 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ed5dea07-805f-463b-a95f-9bf73d6d09d1 req-96a4d225-b35e-43d3-b100-26e9f73959b6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75ed85e6-3f26-42b7-b87a-e6a7b4731b55 HTTP/1.1" status: 200 len: 998 time: 0.1579242 Feb 09 12:46:04.148481 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24b872aa-7276-44c6-874b-1ee02516e74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:04.198334 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396a2c72-ab0f-46f0-956d-3ea212a4c140 req-904c1793-1fca-4041-9732-17fb49738792 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:04.199814 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-396a2c72-ab0f-46f0-956d-3ea212a4c140 req-904c1793-1fca-4041-9732-17fb49738792 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 943 time: 0.3850808 Feb 09 12:46:04.209314 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-66faa4f8-b1ff-4d87-a9b1-debc4bcce043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:04.218869 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b872aa-7276-44c6-874b-1ee02516e74e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d06158fd-6b5a-4519-a0a6-be6172ca1f22,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:04.227917 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24b872aa-7276-44c6-874b-1ee02516e74e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:04.259506 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5dea07-805f-463b-a95f-9bf73d6d09d1 req-cfecc7dd-9015-4ac5-8434-cee7f3162299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:04.260883 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ed5dea07-805f-463b-a95f-9bf73d6d09d1 req-cfecc7dd-9015-4ac5-8434-cee7f3162299 service neutron] 10.222.0.46 "GET /v2.0/networks?id=661b89d1-11f6-41cf-907a-600d8dd46c61 HTTP/1.1" status: 200 len: 898 time: 0.7065039 Feb 09 12:46:04.288547 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5dea07-805f-463b-a95f-9bf73d6d09d1 req-5d197899-8167-4add-8a40-59c95634a59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:04.290169 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ed5dea07-805f-463b-a95f-9bf73d6d09d1 req-5d197899-8167-4add-8a40-59c95634a59a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=06fc60d5-c8e6-4c94-95bd-167f47074207 HTTP/1.1" status: 200 len: 835 time: 0.1553543 Feb 09 12:46:04.326699 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-24b872aa-7276-44c6-874b-1ee02516e74e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d06158fd-6b5a-4519-a0a6-be6172ca1f22 HTTP/1.1" status: 204 len: 168 time: 1.8403671 Feb 09 12:46:04.362411 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 55570) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:04.418391 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-396a2c72-ab0f-46f0-956d-3ea212a4c140 req-56587308-caec-4e5d-949f-045ed5c46041 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=2df67451-3d0b-4d22-9727-d6bf78b9aafa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1979959 Feb 09 12:46:04.481682 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3946da38-cdfb-464f-9428-69e8c9a4f534 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:04.563691 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-66faa4f8-b1ff-4d87-a9b1-debc4bcce043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:04.583856 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ed5dea07-805f-463b-a95f-9bf73d6d09d1 req-2dc30c68-13a2-4eac-a1a2-37be9824dbcd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75ed85e6-3f26-42b7-b87a-e6a7b4731b55 HTTP/1.1" status: 200 len: 998 time: 0.2709928 Feb 09 12:46:04.609065 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66faa4f8-b1ff-4d87-a9b1-debc4bcce043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9850db38-23a3-47d4-83a6-660aa15a7af4,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:04.617087 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cfa91668-2bf7-4213-ac88-04c7d90dac40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:04.626626 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e8a46476-01d5-4c91-92f8-4bf6c62c31da tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:04.637840 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946da38-cdfb-464f-9428-69e8c9a4f534 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event updated for resources: {'Subnet': ['ID=8310e8d7-86be-4a00-9e80-3575c7bcc5a9,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:04.657155 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-66faa4f8-b1ff-4d87-a9b1-debc4bcce043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:04.658270 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-66faa4f8-b1ff-4d87-a9b1-debc4bcce043 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9850db38-23a3-47d4-83a6-660aa15a7af4 HTTP/1.1" status: 204 len: 168 time: 0.8843338 Feb 09 12:46:04.663641 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5dea07-805f-463b-a95f-9bf73d6d09d1 req-c0519ed1-9985-47e5-a9bb-133c6545ad53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:04.665143 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ed5dea07-805f-463b-a95f-9bf73d6d09d1 req-c0519ed1-9985-47e5-a9bb-133c6545ad53 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=661b89d1-11f6-41cf-907a-600d8dd46c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3619139 Feb 09 12:46:04.687573 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-0a59f43e-e540-40cb-a15d-3719bd27e82f req-1c418703-cb86-4ae4-8a69-ed45fdc83662 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:04.688022 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-0a59f43e-e540-40cb-a15d-3719bd27e82f req-1c418703-cb86-4ae4-8a69-ed45fdc83662 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:04.688271 n-d-825178-3 neutron-server[87568]: INFO neutron.db.l3_db [req-0a59f43e-e540-40cb-a15d-3719bd27e82f req-1c418703-cb86-4ae4-8a69-ed45fdc83662 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Floating IP 8438ffc7-7288-430f-8c15-5df0788cf3d4 disassociated. External IP: 172.25.7.150, port: e42c149b-a509-433c-8c2a-29c272ef8afe. Feb 09 12:46:04.688611 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-0a59f43e-e540-40cb-a15d-3719bd27e82f req-1c418703-cb86-4ae4-8a69-ed45fdc83662 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Calling delete_port for e42c149b-a509-433c-8c2a-29c272ef8afe owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:46:04.691023 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3946da38-cdfb-464f-9428-69e8c9a4f534 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Checking segment: {'id': '75ea3103-3c4a-4298-b779-500d62fd8799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f261898a-0831-44c2-bfed-570307966918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:46:04.691503 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3946da38-cdfb-464f-9428-69e8c9a4f534 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Network hostable DHCP agents. Network: f261898a-0831-44c2-bfed-570307966918, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:46:04.741410 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a46476-01d5-4c91-92f8-4bf6c62c31da tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event deleted for resources: {'Port': ['ID=3ae3823d-6ab3-4773-b6c2-b77f0074bd91,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:04.807468 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e8a46476-01d5-4c91-92f8-4bf6c62c31da tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:04.814646 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5dea07-805f-463b-a95f-9bf73d6d09d1 req-f08bc241-2355-4bd5-97a0-b955c6d968b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:04.824198 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ed5dea07-805f-463b-a95f-9bf73d6d09d1 req-f08bc241-2355-4bd5-97a0-b955c6d968b9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06fc60d5-c8e6-4c94-95bd-167f47074207 HTTP/1.1" status: 200 len: 835 time: 0.2328002 Feb 09 12:46:04.915452 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e8a46476-01d5-4c91-92f8-4bf6c62c31da tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "DELETE /v2.0/ports/3ae3823d-6ab3-4773-b6c2-b77f0074bd91 HTTP/1.1" status: 204 len: 168 time: 2.6685967 Feb 09 12:46:04.938504 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55580) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:05.010111 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-5399dca9-a0ff-412f-922f-0c0719aa766b tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] GET failed (client error): The resource could not be found. Feb 09 12:46:05.010958 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5399dca9-a0ff-412f-922f-0c0719aa766b tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Synchronizing usage tracker for tenant:02516ed7a4f240dfa605c2984d99ee86 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:46:05.086862 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5dea07-805f-463b-a95f-9bf73d6d09d1 req-625a3229-f4e9-4eb1-adc4-a9aa9a66f99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:05.088716 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ed5dea07-805f-463b-a95f-9bf73d6d09d1 req-625a3229-f4e9-4eb1-adc4-a9aa9a66f99a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=661b89d1-11f6-41cf-907a-600d8dd46c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2556088 Feb 09 12:46:05.091578 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5399dca9-a0ff-412f-922f-0c0719aa766b tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Unset dirty status for tenant:02516ed7a4f240dfa605c2984d99ee86 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:46:05.092760 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5399dca9-a0ff-412f-922f-0c0719aa766b tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "GET /v2.0/ports/3ae3823d-6ab3-4773-b6c2-b77f0074bd91 HTTP/1.1" status: 404 len: 333 time: 0.1517723 Feb 09 12:46:05.096717 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55586) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:05.103395 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3946da38-cdfb-464f-9428-69e8c9a4f534 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Network f261898a-0831-44c2-bfed-570307966918 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:46:05.147341 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cfa91668-2bf7-4213-ac88-04c7d90dac40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:05.175161 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-3946da38-cdfb-464f-9428-69e8c9a4f534 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, f261898a-0831-44c2-bfed-570307966918) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:46:05.184320 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6195154-8c11-422a-92e2-eceb91647a8a None None] Network f261898a-0831-44c2-bfed-570307966918 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:46:05.202922 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-cfa91668-2bf7-4213-ac88-04c7d90dac40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81899ec7-97c4-4283-bf04-cb61990dc442']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:46:05.213522 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-0a59f43e-e540-40cb-a15d-3719bd27e82f req-1c418703-cb86-4ae4-8a69-ed45fdc83662 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:05.220756 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-cfa91668-2bf7-4213-ac88-04c7d90dac40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71b808da-e1e2-4f6d-b1d4-d243cdee7352') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:46:05.221072 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-cfa91668-2bf7-4213-ac88-04c7d90dac40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71b808da-e1e2-4f6d-b1d4-d243cdee7352') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:46:05.232436 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ed5dea07-805f-463b-a95f-9bf73d6d09d1 req-7e7f3b0c-c891-4cc1-b443-fa67b6b285b3 service neutron] 10.222.0.52 "GET /v2.0/networks/661b89d1-11f6-41cf-907a-600d8dd46c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5345035 Feb 09 12:46:05.240863 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3946da38-cdfb-464f-9428-69e8c9a4f534 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:05.241446 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3946da38-cdfb-464f-9428-69e8c9a4f534 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:05.264870 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cfa91668-2bf7-4213-ac88-04c7d90dac40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:05.300226 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c418703-cb86-4ae4-8a69-ed45fdc83662 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Pushing event deleted for resources: {'Port': ['ID=e42c149b-a509-433c-8c2a-29c272ef8afe,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:05.318142 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-eccdcaf1-f205-4a0a-9054-d3c120c42acf tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Deleting subnet 568733e5-af3e-413a-ba14-e893ae0b5e1c {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:46:05.377246 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3946da38-cdfb-464f-9428-69e8c9a4f534 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1433120 Feb 09 12:46:05.385882 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eccdcaf1-f205-4a0a-9054-d3c120c42acf tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:05.403509 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 55596) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:05.429384 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cfa91668-2bf7-4213-ac88-04c7d90dac40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:05.447623 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-f06f2e0a-7dfd-44ce-843b-ccebdd556356 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Request body: {'subnet': {'network_id': 'f261898a-0831-44c2-bfed-570307966918', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:46:05.547321 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b285c4d-dc5e-405a-b7e1-203feb86bd41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-f261898a-0831-44c2-bfed-570307966918', 'network_id': 'f261898a-0831-44c2-bfed-570307966918', 'tenant_id': '1a8f2026410d46378828a444f88ab686', 'fixed_ips': [{'subnet_id': '8310e8d7-86be-4a00-9e80-3575c7bcc5a9'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:46:05.548370 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9b285c4d-dc5e-405a-b7e1-203feb86bd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:05.642644 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 75ed85e6-3f26-42b7-b87a-e6a7b4731b55 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:46:05.645252 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ed5dea07-805f-463b-a95f-9bf73d6d09d1 req-fdf9ba05-2b6d-420f-aba0-eed210a4a37f service neutron] 10.222.0.46 "GET /v2.0/networks/661b89d1-11f6-41cf-907a-600d8dd46c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5475428 Feb 09 12:46:05.655274 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eccdcaf1-f205-4a0a-9054-d3c120c42acf tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:05.739323 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d548ce1-a3ff-4e4e-9821-c090e34df329 req-ef3b4353-9c90-476d-baa4-e9f6a31f23b9 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:05.746263 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2d548ce1-a3ff-4e4e-9821-c090e34df329 req-ef3b4353-9c90-476d-baa4-e9f6a31f23b9 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=f46fc7f0-b85d-490b-a980-83d425f5c389 HTTP/1.1" status: 200 len: 945 time: 0.8448322 Feb 09 12:46:05.747214 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-9b285c4d-dc5e-405a-b7e1-203feb86bd41 None None] Allocated IP 172.20.0.2 (f261898a-0831-44c2-bfed-570307966918/8310e8d7-86be-4a00-9e80-3575c7bcc5a9/aa51e368-3d34-4874-beaa-3e2d082f23e1) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:46:05.749952 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfa91668-2bf7-4213-ac88-04c7d90dac40 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:46:05.750363 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cfa91668-2bf7-4213-ac88-04c7d90dac40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:05.838407 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:46:05.838407 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:46:05.838407 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:46:05.838407 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:46:05.838407 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:46:05.838407 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:46:05.838407 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:46:05.838407 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:46:05.838407 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:46:05.838407 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:46:05.838407 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:46:05.838407 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:46:05.838407 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:46:05.838407 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:46:05.838407 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:46:05.838407 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:46:05.838407 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:46:05.838407 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:46:05.838407 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:46:05.838407 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:46:05.838407 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:46:05.838407 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:46:05.838407 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:46:05.838407 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:46:05.838407 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:46:05.838407 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:46:05.838407 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:46:05.838407 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:46:05.838407 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:46:05.838407 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:46:05.838407 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:46:05.838407 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:46:05.920289 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.resource_extend [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:46:05.966866 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a59f43e-e540-40cb-a15d-3719bd27e82f req-1c418703-cb86-4ae4-8a69-ed45fdc83662 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Router 75fdade2-b806-4c32-a62d-cc445ced14d0 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:46:06.003221 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eccdcaf1-f205-4a0a-9054-d3c120c42acf tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:06.043678 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ed5dea07-805f-463b-a95f-9bf73d6d09d1 req-017692fa-a277-4d68-b80e-22a20227f462 service neutron] 10.222.0.46 "GET /v2.0/networks/661b89d1-11f6-41cf-907a-600d8dd46c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908572 Feb 09 12:46:06.094474 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2d548ce1-a3ff-4e4e-9821-c090e34df329 req-a27edae7-431a-488a-b2a1-830279a5879f tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=1db9b0b9-3227-457e-9539-b66a8cac7d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3472381 Feb 09 12:46:06.140830 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cfa91668-2bf7-4213-ac88-04c7d90dac40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:06.145751 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ed5dea07-805f-463b-a95f-9bf73d6d09d1 req-73706471-92b0-437b-b188-b3397063cd87 service neutron] 10.222.0.52 "GET /v2.0/networks/661b89d1-11f6-41cf-907a-600d8dd46c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8831604 Feb 09 12:46:06.171242 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cfa91668-2bf7-4213-ac88-04c7d90dac40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:06.186576 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22793c65-e44b-45bc-9ffe-442078a86ef8 req-3eb37221-b778-47e7-8f09-c71f8ab044fa tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:06.188126 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-22793c65-e44b-45bc-9ffe-442078a86ef8 req-3eb37221-b778-47e7-8f09-c71f8ab044fa tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 943 time: 0.4396496 Feb 09 12:46:06.198966 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa91668-2bf7-4213-ac88-04c7d90dac40 admin admin] Pushing event deleted for resources: {'Network': ['ID=81899ec7-97c4-4283-bf04-cb61990dc442,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:06.251135 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-f06f2e0a-7dfd-44ce-843b-ccebdd556356 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:06.256320 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-f06f2e0a-7dfd-44ce-843b-ccebdd556356 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Usage tracker for resource:subnet and tenant:1a8f2026410d46378828a444f88ab686 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:46:06.259275 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-f06f2e0a-7dfd-44ce-843b-ccebdd556356 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:46:06.265214 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-f06f2e0a-7dfd-44ce-843b-ccebdd556356 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:46:06.276924 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-cfa91668-2bf7-4213-ac88-04c7d90dac40 admin admin] 10.222.0.55 "DELETE /v2.0/networks/81899ec7-97c4-4283-bf04-cb61990dc442 HTTP/1.1" status: 204 len: 168 time: 1.9128668 Feb 09 12:46:06.281799 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06f2e0a-7dfd-44ce-843b-ccebdd556356 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Made reservation on behalf of 1a8f2026410d46378828a444f88ab686 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:46:06.286289 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f06f2e0a-7dfd-44ce-843b-ccebdd556356 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:06.321037 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-22793c65-e44b-45bc-9ffe-442078a86ef8 req-f6888fdc-f396-4599-b13a-3985f245b05d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=2df67451-3d0b-4d22-9727-d6bf78b9aafa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197073 Feb 09 12:46:06.325726 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9b285c4d-dc5e-405a-b7e1-203feb86bd41 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:06.329136 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 75ed85e6-3f26-42b7-b87a-e6a7b4731b55, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=75ed85e6-3f26-42b7-b87a-e6a7b4731b55,segment=NetworkSegment(165836b6-b6db-405c-8f3f-6a74805e6a4d),segment_id=165836b6-b6db-405c-8f3f-6a74805e6a4d)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:46:06.354766 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a59f43e-e540-40cb-a15d-3719bd27e82f req-1c418703-cb86-4ae4-8a69-ed45fdc83662 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:46:06.370598 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8e87ae-1115-433e-b71b-88ccfdaf895b None None] Sync routers for ids ['75fdade2-b806-4c32-a62d-cc445ced14d0'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:46:06.382745 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-9b285c4d-dc5e-405a-b7e1-203feb86bd41 None None] Transition to ACTIVE for port object aa51e368-3d34-4874-beaa-3e2d082f23e1 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:46:06.388661 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8e87ae-1115-433e-b71b-88ccfdaf895b None None] Routers {'75fdade2-b806-4c32-a62d-cc445ced14d0'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:46:06.389312 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-5d8e87ae-1115-433e-b71b-88ccfdaf895b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:45:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['75fdade2-b806-4c32-a62d-cc445ced14d0'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:46:06.399817 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': '75ed85e6-3f26-42b7-b87a-e6a7b4731b55', 'network_id': '661b89d1-11f6-41cf-907a-600d8dd46c61', 'port_id': '75ed85e6-3f26-42b7-b87a-e6a7b4731b55', 'mac_address': 'fa:16:3e:43:a1:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06fc60d5-c8e6-4c94-95bd-167f47074207', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:46:06.493741 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 55626) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:06.546826 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:06.575439 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a59f43e-e540-40cb-a15d-3719bd27e82f req-1c418703-cb86-4ae4-8a69-ed45fdc83662 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] No DVR routers for this DVR port e42c149b-a509-433c-8c2a-29c272ef8afe on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:46:06.580115 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-0a59f43e-e540-40cb-a15d-3719bd27e82f req-1c418703-cb86-4ae4-8a69-ed45fdc83662 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:06.590680 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46fc7f0-b85d-490b-a980-83d425f5c389', 'name': 'network-vif-deleted', 'tag': 'e42c149b-a509-433c-8c2a-29c272ef8afe'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:46:06.593215 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75ed85e6-3f26-42b7-b87a-e6a7b4731b55 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:46:06.614327 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2e2f467d-2915-42a4-90f4-59ea036a769e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=17b19238efb44e8d92a23003e31322d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1173122 Feb 09 12:46:06.617140 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 55632) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:06.619558 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eccdcaf1-f205-4a0a-9054-d3c120c42acf tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:06.630140 n-d-825178-3 neutron-server[87567]: INFO neutron.db.ipam_backend_mixin [None req-f06f2e0a-7dfd-44ce-843b-ccebdd556356 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8310e8d7-86be-4a00-9e80-3575c7bcc5a9 (CIDR: 172.20.0.0/28) Feb 09 12:46:06.659144 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0a59f43e-e540-40cb-a15d-3719bd27e82f req-1c418703-cb86-4ae4-8a69-ed45fdc83662 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.46 "DELETE /v2.0/ports/e42c149b-a509-433c-8c2a-29c272ef8afe HTTP/1.1" status: 204 len: 173 time: 4.3446040 Feb 09 12:46:06.660615 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 75ed85e6-3f26-42b7-b87a-e6a7b4731b55, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=75ed85e6-3f26-42b7-b87a-e6a7b4731b55,segment=NetworkSegment(165836b6-b6db-405c-8f3f-6a74805e6a4d),segment_id=165836b6-b6db-405c-8f3f-6a74805e6a4d)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:46:06.666809 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccdcaf1-f205-4a0a-9054-d3c120c42acf tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event deleted for resources: {'Subnet': ['ID=568733e5-af3e-413a-ba14-e893ae0b5e1c,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:06.669204 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eccdcaf1-f205-4a0a-9054-d3c120c42acf tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:06.672046 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-eccdcaf1-f205-4a0a-9054-d3c120c42acf tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "DELETE /v2.0/subnets/568733e5-af3e-413a-ba14-e893ae0b5e1c HTTP/1.1" status: 204 len: 168 time: 1.5730453 Feb 09 12:46:06.675874 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-9b285c4d-dc5e-405a-b7e1-203feb86bd41 None None] Transition to ACTIVE for port object aa51e368-3d34-4874-beaa-3e2d082f23e1 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:46:06.676656 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55636) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:06.689034 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f03578-7a30-4942-9906-2a37b23bf0f4 None None] Network ed9e1912-8e38-46a3-9041-02d21f2fb036 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:46:06.712536 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-f06f2e0a-7dfd-44ce-843b-ccebdd556356 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:46:06.713462 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f06f2e0a-7dfd-44ce-843b-ccebdd556356 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:46:06.787755 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-5d8e87ae-1115-433e-b71b-88ccfdaf895b None None] Set router 75fdade2-b806-4c32-a62d-cc445ced14d0 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:46:06.807318 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f06f2e0a-7dfd-44ce-843b-ccebdd556356 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3951573 Feb 09 12:46:06.810402 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46fc7f0-b85d-490b-a980-83d425f5c389', 'name': 'network-vif-deleted', 'tag': 'e42c149b-a509-433c-8c2a-29c272ef8afe', 'status': 'completed', 'code': 200} Feb 09 12:46:06.812654 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 55642) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:06.837292 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-b60a44fa-3c5a-4b95-8555-c4cb1e70c2ba tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Request body: {'subnet': {'network_id': 'f261898a-0831-44c2-bfed-570307966918', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:46:06.881208 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e765b8e5-0bb0-43d7-8ec6-e79771a91430 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:06.894687 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ef04b947-e16a-40fa-b851-0a58dc93c96c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:06.897156 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-e765b8e5-0bb0-43d7-8ec6-e79771a91430 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Deleting port c2d4c16e-d609-4e5c-b2bd-9e6530e57656 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:46:06.897503 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e765b8e5-0bb0-43d7-8ec6-e79771a91430 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:06.971976 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ef04b947-e16a-40fa-b851-0a58dc93c96c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:07.105541 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device e42c149b-a509-433c-8c2a-29c272ef8afe no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:46:07.132416 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:07.190741 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9b285c4d-dc5e-405a-b7e1-203feb86bd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:07.244505 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: e42c149b-a509-433c-8c2a-29c272ef8afe {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:46:07.246295 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device e42c149b-a509-433c-8c2a-29c272ef8afe not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:46:07.286986 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ef04b947-e16a-40fa-b851-0a58dc93c96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:07.293465 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-5d8e87ae-1115-433e-b71b-88ccfdaf895b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'name': 'tempest-AttachVolumeTestJSON-1116701485-router', 'tenant_id': '7722e72c858c4f97b7f4eb543cff4fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '860cb290-91fe-4b38-b237-00ec193b4c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:42:43Z', 'updated_at': '2022-02-09T12:42:55Z', 'revision_number': 4, 'project_id': '7722e72c858c4f97b7f4eb543cff4fda', 'gw_port': {'id': '860cb290-91fe-4b38-b237-00ec193b4c6b', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:42:45Z', 'updated_at': '2022-02-09T12:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '094dabad-0032-48d9-a6eb-073a5b8967a4', 'name': '', 'network_id': 'fef63669-60e4-448f-bbf3-5ffe81417e5d', 'tenant_id': '7722e72c858c4f97b7f4eb543cff4fda', 'mac_address': 'fa:16:3e:14:62:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '14dd4b9b-eeef-4a9f-a7cf-6d5a7f04665c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:42:52Z', 'updated_at': '2022-02-09T12:43:03Z', 'revision_number': 5, 'project_id': '7722e72c858c4f97b7f4eb543cff4fda', 'subnets': [{'id': '14dd4b9b-eeef-4a9f-a7cf-6d5a7f04665c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:46:07.304469 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8e87ae-1115-433e-b71b-88ccfdaf895b None None] Checking router: 75fdade2-b806-4c32-a62d-cc445ced14d0 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:46:07.329177 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-e765b8e5-0bb0-43d7-8ec6-e79771a91430 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] For port c2d4c16e-d609-4e5c-b2bd-9e6530e57656, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=c2d4c16e-d609-4e5c-b2bd-9e6530e57656,segment=NetworkSegment(019d86e3-38bb-4603-a725-0459abc70d5e),segment_id=019d86e3-38bb-4603-a725-0459abc70d5e)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:46:07.329658 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e765b8e5-0bb0-43d7-8ec6-e79771a91430 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:07.350410 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8e87ae-1115-433e-b71b-88ccfdaf895b None None] Routers {'75fdade2-b806-4c32-a62d-cc445ced14d0'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:46:07.353236 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-5d8e87ae-1115-433e-b71b-88ccfdaf895b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:45:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['75fdade2-b806-4c32-a62d-cc445ced14d0'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:46:07.363061 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef04b947-e16a-40fa-b851-0a58dc93c96c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e97a4b-a2cb-42a3-86cb-0fdb14d562c8,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:07.369117 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ef04b947-e16a-40fa-b851-0a58dc93c96c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:07.370238 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ef04b947-e16a-40fa-b851-0a58dc93c96c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/38e97a4b-a2cb-42a3-86cb-0fdb14d562c8 HTTP/1.1" status: 204 len: 168 time: 0.7520213 Feb 09 12:46:07.394265 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b285c4d-dc5e-405a-b7e1-203feb86bd41 None None] Network f261898a-0831-44c2-bfed-570307966918 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:46:07.425932 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-9b285c4d-dc5e-405a-b7e1-203feb86bd41 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:46:07.442390 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b285c4d-dc5e-405a-b7e1-203feb86bd41 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:46:07.490622 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb89da-c738-4783-a1da-1cc0a627bb97 req-da42cdf3-bca6-4485-a387-40f8ba6be29e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:07.492197 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b1bb89da-c738-4783-a1da-1cc0a627bb97 req-da42cdf3-bca6-4485-a387-40f8ba6be29e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.52 "GET /v2.0/ports?device_id=5854708d-441d-4415-8f55-98a09ccb8a08&tenant_id=2c7a8f76649f44a59c185c6d6414b556&binding%3Ahost_id=n-h1-825178-3 HTTP/1.1" status: 200 len: 944 time: 0.3305500 Feb 09 12:46:07.560463 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['75ed85e6-3f26-42b7-b87a-e6a7b4731b55'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:46:07.632699 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8ffd51a8-9ea2-4dbb-9ee1-acdedd178c7c req-1a081e85-65d0-472c-bac3-eb3d62954b37 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=f46fc7f0-b85d-490b-a980-83d425f5c389 HTTP/1.1" status: 200 len: 210 time: 0.2119362 Feb 09 12:46:07.702134 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3c45d-b771-4dcc-b9e9-372b28c23609 req-a697db23-c18d-48d5-b93c-4f86c48a3e79 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:07.711744 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-04f3c45d-b771-4dcc-b9e9-372b28c23609 req-a697db23-c18d-48d5-b93c-4f86c48a3e79 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 944 time: 0.6311619 Feb 09 12:46:07.718575 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-e765b8e5-0bb0-43d7-8ec6-e79771a91430 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Calling delete_port for c2d4c16e-d609-4e5c-b2bd-9e6530e57656 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:46:07.722343 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b60a44fa-3c5a-4b95-8555-c4cb1e70c2ba tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:07.748073 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-5d8e87ae-1115-433e-b71b-88ccfdaf895b None None] Set router 75fdade2-b806-4c32-a62d-cc445ced14d0 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:46:07.749245 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b60a44fa-3c5a-4b95-8555-c4cb1e70c2ba tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Usage tracker for resource:subnet and tenant:1a8f2026410d46378828a444f88ab686 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:46:07.756312 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b60a44fa-3c5a-4b95-8555-c4cb1e70c2ba tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:46:07.776336 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b60a44fa-3c5a-4b95-8555-c4cb1e70c2ba tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:46:07.806048 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-04f3c45d-b771-4dcc-b9e9-372b28c23609 req-720826b6-562f-4ec7-b6b1-ab52a0d9292f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=2df67451-3d0b-4d22-9727-d6bf78b9aafa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938659 Feb 09 12:46:07.816620 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b1bb89da-c738-4783-a1da-1cc0a627bb97 req-9997382f-abfa-4183-8174-25dee90abbf7 service neutron] 10.222.0.52 "GET /v2.0/ports/75ed85e6-3f26-42b7-b87a-e6a7b4731b55/bindings/n-h1-825178-3 HTTP/1.1" status: 200 len: 382 time: 0.2765865 Feb 09 12:46:07.822356 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60a44fa-3c5a-4b95-8555-c4cb1e70c2ba tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Made reservation on behalf of 1a8f2026410d46378828a444f88ab686 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:46:07.826344 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b60a44fa-3c5a-4b95-8555-c4cb1e70c2ba tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:07.860738 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6b752-4f0d-480e-988b-afcc16ec969e req-3091dba6-dd41-4524-bdae-2d7e162e8388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:07.862652 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a6b6b752-4f0d-480e-988b-afcc16ec969e req-3091dba6-dd41-4524-bdae-2d7e162e8388 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2c7a8f76649f44a59c185c6d6414b556&device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 1095 time: 0.7106683 Feb 09 12:46:07.869222 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=75ed85e6-3f26-42b7-b87a-e6a7b4731b55,revision_number=8']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:08.053352 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-9b285c4d-dc5e-405a-b7e1-203feb86bd41 None None] Attempting to bind port aa51e368-3d34-4874-beaa-3e2d082f23e1 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:46:08.053653 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-9b285c4d-dc5e-405a-b7e1-203feb86bd41 None None] Attempting to bind port aa51e368-3d34-4874-beaa-3e2d082f23e1 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '75ea3103-3c4a-4298-b779-500d62fd8799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f261898a-0831-44c2-bfed-570307966918'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:46:08.054169 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b285c4d-dc5e-405a-b7e1-203feb86bd41 None None] Attempting to bind port aa51e368-3d34-4874-beaa-3e2d082f23e1 on network f261898a-0831-44c2-bfed-570307966918 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:46:08.068250 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b285c4d-dc5e-405a-b7e1-203feb86bd41 None None] Pushing event updated for resources: {'Port': ['ID=aa51e368-3d34-4874-beaa-3e2d082f23e1,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:08.073517 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b285c4d-dc5e-405a-b7e1-203feb86bd41 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:46:08.074129 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b285c4d-dc5e-405a-b7e1-203feb86bd41 None None] Checking segment: {'id': '75ea3103-3c4a-4298-b779-500d62fd8799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f261898a-0831-44c2-bfed-570307966918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:46:08.074429 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9b285c4d-dc5e-405a-b7e1-203feb86bd41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:08.074819 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b285c4d-dc5e-405a-b7e1-203feb86bd41 None None] Bound using segment: {'id': '75ea3103-3c4a-4298-b779-500d62fd8799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f261898a-0831-44c2-bfed-570307966918'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:46:08.088065 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-9b285c4d-dc5e-405a-b7e1-203feb86bd41 None None] Bound port: aa51e368-3d34-4874-beaa-3e2d082f23e1, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ea3103-3c4a-4298-b779-500d62fd8799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f261898a-0831-44c2-bfed-570307966918'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:46:08.088609 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9b285c4d-dc5e-405a-b7e1-203feb86bd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:08.217400 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-5d8e87ae-1115-433e-b71b-88ccfdaf895b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'name': 'tempest-AttachVolumeTestJSON-1116701485-router', 'tenant_id': '7722e72c858c4f97b7f4eb543cff4fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '860cb290-91fe-4b38-b237-00ec193b4c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:42:43Z', 'updated_at': '2022-02-09T12:42:55Z', 'revision_number': 4, 'project_id': '7722e72c858c4f97b7f4eb543cff4fda', 'gw_port': {'id': '860cb290-91fe-4b38-b237-00ec193b4c6b', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:42:45Z', 'updated_at': '2022-02-09T12:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '094dabad-0032-48d9-a6eb-073a5b8967a4', 'name': '', 'network_id': 'fef63669-60e4-448f-bbf3-5ffe81417e5d', 'tenant_id': '7722e72c858c4f97b7f4eb543cff4fda', 'mac_address': 'fa:16:3e:14:62:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '14dd4b9b-eeef-4a9f-a7cf-6d5a7f04665c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:42:52Z', 'updated_at': '2022-02-09T12:43:03Z', 'revision_number': 5, 'project_id': '7722e72c858c4f97b7f4eb543cff4fda', 'subnets': [{'id': '14dd4b9b-eeef-4a9f-a7cf-6d5a7f04665c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:46:08.229455 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8e87ae-1115-433e-b71b-88ccfdaf895b None None] The sync data for ids ['75fdade2-b806-4c32-a62d-cc445ced14d0'] in n-d-825178-3 is: [{'id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'name': 'tempest-AttachVolumeTestJSON-1116701485-router', 'tenant_id': '7722e72c858c4f97b7f4eb543cff4fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '860cb290-91fe-4b38-b237-00ec193b4c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:42:43Z', 'updated_at': '2022-02-09T12:42:55Z', 'revision_number': 4, 'project_id': '7722e72c858c4f97b7f4eb543cff4fda', 'gw_port': {'id': '860cb290-91fe-4b38-b237-00ec193b4c6b', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:42:45Z', 'updated_at': '2022-02-09T12:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '094dabad-0032-48d9-a6eb-073a5b8967a4', 'name': '', 'network_id': 'fef63669-60e4-448f-bbf3-5ffe81417e5d', 'tenant_id': '7722e72c858c4f97b7f4eb543cff4fda', 'mac_address': 'fa:16:3e:14:62:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '14dd4b9b-eeef-4a9f-a7cf-6d5a7f04665c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:42:52Z', 'updated_at': '2022-02-09T12:43:03Z', 'revision_number': 5, 'project_id': '7722e72c858c4f97b7f4eb543cff4fda', 'subnets': [{'id': '14dd4b9b-eeef-4a9f-a7cf-6d5a7f04665c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:46:08.242734 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-9b285c4d-dc5e-405a-b7e1-203feb86bd41 None None] For port aa51e368-3d34-4874-beaa-3e2d082f23e1, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:46:08.246094 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-9b285c4d-dc5e-405a-b7e1-203feb86bd41 None None] For port aa51e368-3d34-4874-beaa-3e2d082f23e1, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=aa51e368-3d34-4874-beaa-3e2d082f23e1,segment=NetworkSegment(75ea3103-3c4a-4298-b779-500d62fd8799),segment_id=75ea3103-3c4a-4298-b779-500d62fd8799)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:46:08.295477 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c7b1f7-a271-490f-965e-fe1e2f6f31d0 None None] DHCP port deletion for ed9e1912-8e38-46a3-9041-02d21f2fb036 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:46:08.309411 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9b285c4d-dc5e-405a-b7e1-203feb86bd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:08.375320 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b60a44fa-3c5a-4b95-8555-c4cb1e70c2ba tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:08.383080 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e765b8e5-0bb0-43d7-8ec6-e79771a91430 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:08.414135 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b285c4d-dc5e-405a-b7e1-203feb86bd41 None None] Pushing event updated for resources: {'Port': ['ID=aa51e368-3d34-4874-beaa-3e2d082f23e1,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:08.416888 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b7c7b1f7-a271-490f-965e-fe1e2f6f31d0 None None] Deleting port c2d4c16e-d609-4e5c-b2bd-9e6530e57656 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:46:08.417273 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b7c7b1f7-a271-490f-965e-fe1e2f6f31d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:08.481314 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765b8e5-0bb0-43d7-8ec6-e79771a91430 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event deleted for resources: {'Port': ['ID=c2d4c16e-d609-4e5c-b2bd-9e6530e57656,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:08.489536 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e765b8e5-0bb0-43d7-8ec6-e79771a91430 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] No DVR routers for this DVR port c2d4c16e-d609-4e5c-b2bd-9e6530e57656 on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:46:08.517395 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b7c7b1f7-a271-490f-965e-fe1e2f6f31d0 None None] The port 'c2d4c16e-d609-4e5c-b2bd-9e6530e57656' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:46:08.577103 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a44fa-3c5a-4b95-8555-c4cb1e70c2ba tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event updated for resources: {'Subnet': ['ID=bab31b5a-aefa-47b8-b726-36e474126f78,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:08.591739 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6b752-4f0d-480e-988b-afcc16ec969e req-6b8aff0c-aebb-497f-8abf-9560208e6e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:08.594971 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a6b6b752-4f0d-480e-988b-afcc16ec969e req-6b8aff0c-aebb-497f-8abf-9560208e6e4f service neutron] 10.222.0.52 "GET /v2.0/networks?id=661b89d1-11f6-41cf-907a-600d8dd46c61 HTTP/1.1" status: 200 len: 898 time: 0.7043445 Feb 09 12:46:08.601132 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60a44fa-3c5a-4b95-8555-c4cb1e70c2ba tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Network f261898a-0831-44c2-bfed-570307966918 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:46:08.603593 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-b60a44fa-3c5a-4b95-8555-c4cb1e70c2ba tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:46:08.620861 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60a44fa-3c5a-4b95-8555-c4cb1e70c2ba tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:08.621479 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b60a44fa-3c5a-4b95-8555-c4cb1e70c2ba tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:08.682422 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b60a44fa-3c5a-4b95-8555-c4cb1e70c2ba tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8672264 Feb 09 12:46:08.685455 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 55684) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:08.699172 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-54a1daa5-7e91-4763-890a-d6431beb971c tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Request body: {'port': {'network_id': 'f261898a-0831-44c2-bfed-570307966918', 'fixed_ips': [{'subnet_id': '8310e8d7-86be-4a00-9e80-3575c7bcc5a9'}, {'subnet_id': 'bab31b5a-aefa-47b8-b726-36e474126f78'}], 'name': 'tempest-PortsTestJSON-278937374'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:46:08.850388 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80700491-1b42-4f3e-8447-8253f002c2b8 None None] New status for floating IP 8438ffc7-7288-430f-8c15-5df0788cf3d4: DOWN {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:46:08.937476 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e765b8e5-0bb0-43d7-8ec6-e79771a91430 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:09.054142 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-e765b8e5-0bb0-43d7-8ec6-e79771a91430 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed9e1912-8e38-46a3-9041-02d21f2fb036']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:46:09.069822 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-54a1daa5-7e91-4763-890a-d6431beb971c tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:09.078914 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-54a1daa5-7e91-4763-890a-d6431beb971c tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Usage tracker for resource:port and tenant:1a8f2026410d46378828a444f88ab686 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:46:09.087591 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a6b6b752-4f0d-480e-988b-afcc16ec969e req-27fdf0dd-9d4a-4e4a-96f1-f8ba48389cb7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75ed85e6-3f26-42b7-b87a-e6a7b4731b55 HTTP/1.1" status: 200 len: 999 time: 0.3792167 Feb 09 12:46:09.088753 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-54a1daa5-7e91-4763-890a-d6431beb971c tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:46:09.098390 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-e765b8e5-0bb0-43d7-8ec6-e79771a91430 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '019d86e3-38bb-4603-a725-0459abc70d5e') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:46:09.098743 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-e765b8e5-0bb0-43d7-8ec6-e79771a91430 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '019d86e3-38bb-4603-a725-0459abc70d5e') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:46:09.103975 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-54a1daa5-7e91-4763-890a-d6431beb971c tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:46:09.223033 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e765b8e5-0bb0-43d7-8ec6-e79771a91430 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:09.312972 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e765b8e5-0bb0-43d7-8ec6-e79771a91430 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:09.333542 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6b752-4f0d-480e-988b-afcc16ec969e req-991ca532-91aa-42f0-b60b-0e98a02554dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:09.342203 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a6b6b752-4f0d-480e-988b-afcc16ec969e req-991ca532-91aa-42f0-b60b-0e98a02554dd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=06fc60d5-c8e6-4c94-95bd-167f47074207 HTTP/1.1" status: 200 len: 835 time: 0.2224426 Feb 09 12:46:09.343436 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e765b8e5-0bb0-43d7-8ec6-e79771a91430 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:46:09.350863 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e765b8e5-0bb0-43d7-8ec6-e79771a91430 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:09.392324 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a1daa5-7e91-4763-890a-d6431beb971c tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Made reservation on behalf of 1a8f2026410d46378828a444f88ab686 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:46:09.448191 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device aa51e368-3d34-4874-beaa-3e2d082f23e1 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:46:09.524018 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:46:09.524018 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:46:09.524018 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:46:09.524018 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:46:09.524018 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:46:09.524018 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:46:09.524018 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:46:09.524018 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:46:09.524018 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:46:09.524018 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:46:09.524018 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:46:09.524018 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:46:09.524018 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:46:09.524018 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:46:09.524018 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:46:09.524018 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:46:09.524018 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:46:09.524018 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:46:09.524018 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:46:09.524018 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:46:09.524018 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:46:09.524018 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:46:09.524018 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:46:09.524018 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:46:09.524018 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:46:09.524018 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:46:09.524018 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:46:09.524018 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:46:09.524018 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:46:09.524018 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:46:09.524018 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:46:09.524018 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:46:09.585653 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port aa51e368-3d34-4874-beaa-3e2d082f23e1 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:46:09.603513 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e765b8e5-0bb0-43d7-8ec6-e79771a91430 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:09.611353 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55730) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:09.651112 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device c2d4c16e-d609-4e5c-b2bd-9e6530e57656 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:46:09.654065 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 55734) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:09.661049 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e765b8e5-0bb0-43d7-8ec6-e79771a91430 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:09.668511 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-15e81b77-f5e9-4867-adce-d62891bddc42 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Request body: {'network': {'name': 'tempest-network-smoke--1943452263', 'project_id': '57cad2baaf2145b1a083f7140eddf89d', 'port_security_enabled': True}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:46:09.671776 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5cc1ad-32b0-41f0-a389-e7f12a80f4c0 req-913a7a3c-7aae-491e-9023-2bb87e1febb8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:09.674849 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-15e81b77-f5e9-4867-adce-d62891bddc42 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:09.679682 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab5cc1ad-32b0-41f0-a389-e7f12a80f4c0 req-913a7a3c-7aae-491e-9023-2bb87e1febb8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 944 time: 0.5733628 Feb 09 12:46:09.680524 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-15e81b77-f5e9-4867-adce-d62891bddc42 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Usage tracker for resource:network and tenant:57cad2baaf2145b1a083f7140eddf89d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:46:09.683491 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-15e81b77-f5e9-4867-adce-d62891bddc42 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:46:09.702755 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: c2d4c16e-d609-4e5c-b2bd-9e6530e57656 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:46:09.703405 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device c2d4c16e-d609-4e5c-b2bd-9e6530e57656 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:46:09.705476 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-15e81b77-f5e9-4867-adce-d62891bddc42 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:46:09.714609 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765b8e5-0bb0-43d7-8ec6-e79771a91430 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event deleted for resources: {'Network': ['ID=ed9e1912-8e38-46a3-9041-02d21f2fb036,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:09.724199 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-54a1daa5-7e91-4763-890a-d6431beb971c tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:09.733488 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e81b77-f5e9-4867-adce-d62891bddc42 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Made reservation on behalf of 57cad2baaf2145b1a083f7140eddf89d for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:46:09.739732 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-15e81b77-f5e9-4867-adce-d62891bddc42 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:09.754029 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-15e81b77-f5e9-4867-adce-d62891bddc42 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:09.770447 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e765b8e5-0bb0-43d7-8ec6-e79771a91430 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "DELETE /v2.0/networks/ed9e1912-8e38-46a3-9041-02d21f2fb036 HTTP/1.1" status: 204 len: 168 time: 3.0920560 Feb 09 12:46:09.774785 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55746) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:09.775692 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-15e81b77-f5e9-4867-adce-d62891bddc42 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:09.783285 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-15e81b77-f5e9-4867-adce-d62891bddc42 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Usage tracker for resource:security_group_rule and tenant:57cad2baaf2145b1a083f7140eddf89d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:46:09.789091 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-25f76b04-7e80-4af1-bacb-5956e89652b4 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1299042619'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:46:09.793687 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-15e81b77-f5e9-4867-adce-d62891bddc42 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:46:09.802000 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-25f76b04-7e80-4af1-bacb-5956e89652b4 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:09.804482 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-15e81b77-f5e9-4867-adce-d62891bddc42 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:46:09.807862 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6b752-4f0d-480e-988b-afcc16ec969e req-d882be0c-a4ae-414d-9a87-f8a5f756826b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:09.808046 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab5cc1ad-32b0-41f0-a389-e7f12a80f4c0 req-984534b4-0e93-444c-b1c3-57f93a4f011e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=2df67451-3d0b-4d22-9727-d6bf78b9aafa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269608 Feb 09 12:46:09.809172 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [None req-54a1daa5-7e91-4763-890a-d6431beb971c tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] device_id is not set on port 98e2b2d6-3e2d-4c41-9f39-4d53f75d3671 yet. {{(pid=87567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:46:09.809359 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a6b6b752-4f0d-480e-988b-afcc16ec969e req-d882be0c-a4ae-414d-9a87-f8a5f756826b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=661b89d1-11f6-41cf-907a-600d8dd46c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2844105 Feb 09 12:46:09.813204 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-25f76b04-7e80-4af1-bacb-5956e89652b4 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Usage tracker for resource:network and tenant:02516ed7a4f240dfa605c2984d99ee86 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:46:09.824771 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-25f76b04-7e80-4af1-bacb-5956e89652b4 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:46:09.855887 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-25f76b04-7e80-4af1-bacb-5956e89652b4 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:46:09.920900 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4772fa81-b469-4123-817b-ed50ed8364b5 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:09.952331 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f76b04-7e80-4af1-bacb-5956e89652b4 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Made reservation on behalf of 02516ed7a4f240dfa605c2984d99ee86 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:46:09.955085 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-25f76b04-7e80-4af1-bacb-5956e89652b4 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:10.017042 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4772fa81-b469-4123-817b-ed50ed8364b5 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:10.050240 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a6b6b752-4f0d-480e-988b-afcc16ec969e req-5bce2b68-d540-46f4-9d0f-8cd549d83c56 service neutron] 10.222.0.52 "GET /v2.0/networks/661b89d1-11f6-41cf-907a-600d8dd46c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312803 Feb 09 12:46:10.050957 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25f76b04-7e80-4af1-bacb-5956e89652b4 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:46:10.070488 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-25f76b04-7e80-4af1-bacb-5956e89652b4 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:10.071023 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-25f76b04-7e80-4af1-bacb-5956e89652b4 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Added segment 0455db60-1d2a-4e3d-9169-1ea5d643cccd of type vlan for network c93ece45-9a7d-45c9-a9cd-ab5a5defb211 Feb 09 12:46:10.145790 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4772fa81-b469-4123-817b-ed50ed8364b5 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:10.155797 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-25f76b04-7e80-4af1-bacb-5956e89652b4 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:10.245570 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4772fa81-b469-4123-817b-ed50ed8364b5 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db9b0b9-3227-457e-9539-b66a8cac7d07,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:10.301588 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-25f76b04-7e80-4af1-bacb-5956e89652b4 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:10.307506 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f76b04-7e80-4af1-bacb-5956e89652b4 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:10.308144 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-25f76b04-7e80-4af1-bacb-5956e89652b4 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:10.313898 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-15e81b77-f5e9-4867-adce-d62891bddc42 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:10.354108 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-15e81b77-f5e9-4867-adce-d62891bddc42 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:10.369832 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4772fa81-b469-4123-817b-ed50ed8364b5 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:10.373286 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4772fa81-b469-4123-817b-ed50ed8364b5 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "DELETE /v2.0/security-groups/1db9b0b9-3227-457e-9539-b66a8cac7d07 HTTP/1.1" status: 204 len: 168 time: 0.7157011 Feb 09 12:46:10.383762 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 55756) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:10.418471 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-eccd0e88-9178-4a3e-87d8-ca6349ed99e4 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] show failed (client error): The resource could not be found. Feb 09 12:46:10.424362 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-eccd0e88-9178-4a3e-87d8-ca6349ed99e4 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups/1db9b0b9-3227-457e-9539-b66a8cac7d07 HTTP/1.1" status: 404 len: 347 time: 0.0393815 Feb 09 12:46:10.426066 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55760) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:10.428940 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d0124f-6e2e-4cb2-99d1-e78c1501e793 None None] Network f261898a-0831-44c2-bfed-570307966918 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:46:10.433744 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-54a1daa5-7e91-4763-890a-d6431beb971c tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Allocated IP 172.20.0.13 (f261898a-0831-44c2-bfed-570307966918/8310e8d7-86be-4a00-9e80-3575c7bcc5a9/98e2b2d6-3e2d-4c41-9f39-4d53f75d3671) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:46:10.442034 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-54a1daa5-7e91-4763-890a-d6431beb971c tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Allocated IP 172.20.0.28 (f261898a-0831-44c2-bfed-570307966918/bab31b5a-aefa-47b8-b726-36e474126f78/98e2b2d6-3e2d-4c41-9f39-4d53f75d3671) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:46:10.566236 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15e81b77-f5e9-4867-adce-d62891bddc42 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:46:10.575119 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-25f76b04-7e80-4af1-bacb-5956e89652b4 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7958808 Feb 09 12:46:10.589041 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55780) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:10.595289 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-7044d13c-c9bf-4167-b515-842f8b80dc30 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Request body: {'subnet': {'network_id': 'c93ece45-9a7d-45c9-a9cd-ab5a5defb211', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:46:10.633164 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b9fa60c2-f807-411d-9e9f-985e8d2e90e4 None None] Provisioning for port aa51e368-3d34-4874-beaa-3e2d082f23e1 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:46:10.641100 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b9fa60c2-f807-411d-9e9f-985e8d2e90e4 None None] Provisioning complete for port aa51e368-3d34-4874-beaa-3e2d082f23e1 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:10.641719 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b9fa60c2-f807-411d-9e9f-985e8d2e90e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:10.748162 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-54a1daa5-7e91-4763-890a-d6431beb971c tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:10.773353 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-54a1daa5-7e91-4763-890a-d6431beb971c tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Transition to ACTIVE for port object 98e2b2d6-3e2d-4c41-9f39-4d53f75d3671 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:46:10.799375 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-54a1daa5-7e91-4763-890a-d6431beb971c tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:10.880161 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a1daa5-7e91-4763-890a-d6431beb971c tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Network f261898a-0831-44c2-bfed-570307966918 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:46:10.884503 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-54a1daa5-7e91-4763-890a-d6431beb971c tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:46:10.889696 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a1daa5-7e91-4763-890a-d6431beb971c tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:46:10.904358 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b9fa60c2-f807-411d-9e9f-985e8d2e90e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:10.947196 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a1daa5-7e91-4763-890a-d6431beb971c tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event updated for resources: {'Port': ['ID=98e2b2d6-3e2d-4c41-9f39-4d53f75d3671,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:10.970564 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a1daa5-7e91-4763-890a-d6431beb971c tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:10.971782 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-54a1daa5-7e91-4763-890a-d6431beb971c tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:10.987347 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-b9fa60c2-f807-411d-9e9f-985e8d2e90e4 None None] For port aa51e368-3d34-4874-beaa-3e2d082f23e1, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=aa51e368-3d34-4874-beaa-3e2d082f23e1,segment=NetworkSegment(75ea3103-3c4a-4298-b779-500d62fd8799),segment_id=75ea3103-3c4a-4298-b779-500d62fd8799)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:46:10.996568 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b9fa60c2-f807-411d-9e9f-985e8d2e90e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:11.035389 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-54a1daa5-7e91-4763-890a-d6431beb971c tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.3488183 Feb 09 12:46:11.037876 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 55798) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:11.044588 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-9a58d301-4f4a-49bb-a3cf-bb45ab775a6b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8310e8d7-86be-4a00-9e80-3575c7bcc5a9'}]}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:46:11.058696 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-c54f36a3-9dfa-44c6-b17d-d852af53b9c0 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Deleting port 7b2a7fa0-c31c-4dec-958f-de538393e362 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:46:11.059293 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c54f36a3-9dfa-44c6-b17d-d852af53b9c0 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:11.086781 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f76b04-7e80-4af1-bacb-5956e89652b4 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event updated for resources: {'Network': ['ID=c93ece45-9a7d-45c9-a9cd-ab5a5defb211,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:11.110721 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e81b77-f5e9-4867-adce-d62891bddc42 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=227052c8-b2f8-427e-8aeb-017cef448b74,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:11.118393 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-15e81b77-f5e9-4867-adce-d62891bddc42 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:11.118737 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-15e81b77-f5e9-4867-adce-d62891bddc42 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Added segment 57f9570f-4430-4227-86a1-377419c5db88 of type vlan for network 327afa3e-85e9-4f57-99d9-315ae9d2f2fb Feb 09 12:46:11.129520 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a6b6b752-4f0d-480e-988b-afcc16ec969e req-b131876f-7479-41a4-b5e5-ec1dd952b0bd service neutron] 10.222.0.52 "GET /v2.0/networks/661b89d1-11f6-41cf-907a-600d8dd46c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0364773 Feb 09 12:46:11.139493 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network c93ece45-9a7d-45c9-a9cd-ab5a5defb211 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:46:11.187627 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8152a-a29d-4fd6-a156-6b65de1b2d1b req-1fb5eaca-25bf-413b-b9de-8a23519ea571 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:11.189421 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-10c8152a-a29d-4fd6-a156-6b65de1b2d1b req-1fb5eaca-25bf-413b-b9de-8a23519ea571 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 944 time: 0.2117629 Feb 09 12:46:11.223356 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9a58d301-4f4a-49bb-a3cf-bb45ab775a6b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:11.242377 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c1065c-b68c-404d-ba8d-23a362018d47 None None] Update dhcp port {'port': {'network_id': 'f261898a-0831-44c2-bfed-570307966918', 'fixed_ips': [{'subnet_id': '8310e8d7-86be-4a00-9e80-3575c7bcc5a9', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bab31b5a-aefa-47b8-b726-36e474126f78'}], 'binding:host_id': 'n-d-825178-3'}, 'id': 'aa51e368-3d34-4874-beaa-3e2d082f23e1'} from n-d-825178-3. {{(pid=87569) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 12:46:11.347529 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa60c2-f807-411d-9e9f-985e8d2e90e4 None None] Pushing event updated for resources: {'Port': ['ID=aa51e368-3d34-4874-beaa-3e2d082f23e1,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:11.352211 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-10c8152a-a29d-4fd6-a156-6b65de1b2d1b req-1e287296-978a-4b39-97ce-458fbf47fa6b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=2df67451-3d0b-4d22-9727-d6bf78b9aafa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529906 Feb 09 12:46:11.366925 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-15e81b77-f5e9-4867-adce-d62891bddc42 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:11.383202 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-42c1065c-b68c-404d-ba8d-23a362018d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:11.390232 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7044d13c-c9bf-4167-b515-842f8b80dc30 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:11.407756 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7044d13c-c9bf-4167-b515-842f8b80dc30 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Usage tracker for resource:subnet and tenant:02516ed7a4f240dfa605c2984d99ee86 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:46:11.414209 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7044d13c-c9bf-4167-b515-842f8b80dc30 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:46:11.430632 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7044d13c-c9bf-4167-b515-842f8b80dc30 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:46:11.520707 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7044d13c-c9bf-4167-b515-842f8b80dc30 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Made reservation on behalf of 02516ed7a4f240dfa605c2984d99ee86 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:46:11.524179 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7044d13c-c9bf-4167-b515-842f8b80dc30 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:11.546552 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-15e81b77-f5e9-4867-adce-d62891bddc42 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:11.552528 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e81b77-f5e9-4867-adce-d62891bddc42 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:11.553129 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-15e81b77-f5e9-4867-adce-d62891bddc42 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:11.629541 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c54f36a3-9dfa-44c6-b17d-d852af53b9c0 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:11.629766 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c54f36a3-9dfa-44c6-b17d-d852af53b9c0 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:11.634065 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 75ed85e6-3f26-42b7-b87a-e6a7b4731b55 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:46:11.716210 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-42c1065c-b68c-404d-ba8d-23a362018d47 None None] Allocated IP 172.20.0.18 (f261898a-0831-44c2-bfed-570307966918/bab31b5a-aefa-47b8-b726-36e474126f78/aa51e368-3d34-4874-beaa-3e2d082f23e1) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:46:11.799482 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port 75ed85e6-3f26-42b7-b87a-e6a7b4731b55 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:46:11.814496 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port 75ed85e6-3f26-42b7-b87a-e6a7b4731b55 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:11.815001 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:11.863885 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-c54f36a3-9dfa-44c6-b17d-d852af53b9c0 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Calling delete_port for 7b2a7fa0-c31c-4dec-958f-de538393e362 owned by network:floatingip {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:46:11.904976 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-15e81b77-f5e9-4867-adce-d62891bddc42 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.2889929 Feb 09 12:46:11.906529 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 55804) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:11.916502 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-c2d9bf5d-af10-46e5-bde6-da920383b938 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1676738788', 'admin_state_up': True, 'project_id': '57cad2baaf2145b1a083f7140eddf89d', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:46:11.917774 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb89da-c738-4783-a1da-1cc0a627bb97 req-826eaefd-e3a7-4e19-b253-19f5a20e5439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:11.919423 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b1bb89da-c738-4783-a1da-1cc0a627bb97 req-826eaefd-e3a7-4e19-b253-19f5a20e5439 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2c7a8f76649f44a59c185c6d6414b556&device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 1095 time: 0.7174468 Feb 09 12:46:11.923409 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-42c1065c-b68c-404d-ba8d-23a362018d47 None None] For port aa51e368-3d34-4874-beaa-3e2d082f23e1, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=aa51e368-3d34-4874-beaa-3e2d082f23e1,segment=NetworkSegment(75ea3103-3c4a-4298-b779-500d62fd8799),segment_id=75ea3103-3c4a-4298-b779-500d62fd8799)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:46:11.928933 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c2d9bf5d-af10-46e5-bde6-da920383b938 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:11.936177 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c2d9bf5d-af10-46e5-bde6-da920383b938 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Usage tracker for resource:router and tenant:57cad2baaf2145b1a083f7140eddf89d is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:46:11.941589 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c2d9bf5d-af10-46e5-bde6-da920383b938 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:46:11.947780 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e81b77-f5e9-4867-adce-d62891bddc42 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Pushing event updated for resources: {'Network': ['ID=327afa3e-85e9-4f57-99d9-315ae9d2f2fb,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:11.950035 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c2d9bf5d-af10-46e5-bde6-da920383b938 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:46:11.968535 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c2d9bf5d-af10-46e5-bde6-da920383b938 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:11.969979 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c2d9bf5d-af10-46e5-bde6-da920383b938 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:11.973565 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 327afa3e-85e9-4f57-99d9-315ae9d2f2fb details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:46:11.988131 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c2d9bf5d-af10-46e5-bde6-da920383b938 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:12.097229 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.resource_extend [None req-42c1065c-b68c-404d-ba8d-23a362018d47 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:46:12.117201 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-42c1065c-b68c-404d-ba8d-23a362018d47 None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:12.125784 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:12.152183 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-42c1065c-b68c-404d-ba8d-23a362018d47 None None] Transition to ACTIVE for port object aa51e368-3d34-4874-beaa-3e2d082f23e1 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:46:12.160734 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-42c1065c-b68c-404d-ba8d-23a362018d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:12.202651 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5854708d-441d-4415-8f55-98a09ccb8a08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ed85e6-3f26-42b7-b87a-e6a7b4731b55'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:46:12.244664 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7044d13c-c9bf-4167-b515-842f8b80dc30 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:12.299244 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 75ed85e6-3f26-42b7-b87a-e6a7b4731b55, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=75ed85e6-3f26-42b7-b87a-e6a7b4731b55,segment=NetworkSegment(165836b6-b6db-405c-8f3f-6a74805e6a4d),segment_id=165836b6-b6db-405c-8f3f-6a74805e6a4d)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:46:12.318494 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:12.354931 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7044d13c-c9bf-4167-b515-842f8b80dc30 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event updated for resources: {'Subnet': ['ID=c9df5f3b-cf14-4853-8074-1467e96913f2,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:12.396514 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c1065c-b68c-404d-ba8d-23a362018d47 None None] Pushing event updated for resources: {'Port': ['ID=aa51e368-3d34-4874-beaa-3e2d082f23e1,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:12.446655 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb89da-c738-4783-a1da-1cc0a627bb97 req-19b1aa4b-9de1-4ee8-a78f-2f1b876a39c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:12.448931 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b1bb89da-c738-4783-a1da-1cc0a627bb97 req-19b1aa4b-9de1-4ee8-a78f-2f1b876a39c2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=661b89d1-11f6-41cf-907a-600d8dd46c61 HTTP/1.1" status: 200 len: 898 time: 0.5223722 Feb 09 12:46:12.490333 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5854708d-441d-4415-8f55-98a09ccb8a08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ed85e6-3f26-42b7-b87a-e6a7b4731b55', 'code': 200} Feb 09 12:46:12.564528 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=75ed85e6-3f26-42b7-b87a-e6a7b4731b55,revision_number=9']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:12.642230 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7044d13c-c9bf-4167-b515-842f8b80dc30 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Checking segment: {'id': '0455db60-1d2a-4e3d-9169-1ea5d643cccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c93ece45-9a7d-45c9-a9cd-ab5a5defb211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:46:12.643957 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7044d13c-c9bf-4167-b515-842f8b80dc30 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Network hostable DHCP agents. Network: c93ece45-9a7d-45c9-a9cd-ab5a5defb211, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:46:12.646557 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c2d9bf5d-af10-46e5-bde6-da920383b938 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:12.716790 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b1bb89da-c738-4783-a1da-1cc0a627bb97 req-0a00d751-74c5-4987-9d9a-f5a9183dcc40 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75ed85e6-3f26-42b7-b87a-e6a7b4731b55 HTTP/1.1" status: 200 len: 1000 time: 0.2587743 Feb 09 12:46:12.728892 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7044d13c-c9bf-4167-b515-842f8b80dc30 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Network c93ece45-9a7d-45c9-a9cd-ab5a5defb211 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:46:12.755906 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-9a58d301-4f4a-49bb-a3cf-bb45ab775a6b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Delete allocated IP 172.20.0.28 (f261898a-0831-44c2-bfed-570307966918/bab31b5a-aefa-47b8-b726-36e474126f78) {{(pid=87567) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 12:46:12.793370 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c54f36a3-9dfa-44c6-b17d-d852af53b9c0 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:12.837978 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-7044d13c-c9bf-4167-b515-842f8b80dc30 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, c93ece45-9a7d-45c9-a9cd-ab5a5defb211) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:46:12.843233 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7044d13c-c9bf-4167-b515-842f8b80dc30 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:12.844611 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7044d13c-c9bf-4167-b515-842f8b80dc30 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:12.856146 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11263fc4-b2bc-4879-8d0e-d5b7e6501f3b None None] Network c93ece45-9a7d-45c9-a9cd-ab5a5defb211 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:46:12.891813 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f36a3-9dfa-44c6-b17d-d852af53b9c0 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Pushing event deleted for resources: {'Port': ['ID=7b2a7fa0-c31c-4dec-958f-de538393e362,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:13.009280 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb89da-c738-4783-a1da-1cc0a627bb97 req-0781ddfe-ee17-438f-a2e9-ad7bf632e2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:13.011769 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b1bb89da-c738-4783-a1da-1cc0a627bb97 req-0781ddfe-ee17-438f-a2e9-ad7bf632e2aa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=06fc60d5-c8e6-4c94-95bd-167f47074207 HTTP/1.1" status: 200 len: 835 time: 0.2845261 Feb 09 12:46:13.014010 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574afad-823f-4ef8-8a66-1c6396db6ae1 req-06782ea0-04a6-4e5c-9359-fb897135e97e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:13.015708 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e574afad-823f-4ef8-8a66-1c6396db6ae1 req-06782ea0-04a6-4e5c-9359-fb897135e97e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 945 time: 0.3423650 Feb 09 12:46:13.143623 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e574afad-823f-4ef8-8a66-1c6396db6ae1 req-d089201f-a2fe-440b-abbf-9870a4da3ca7 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=2df67451-3d0b-4d22-9727-d6bf78b9aafa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156328 Feb 09 12:46:13.177423 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9a58d301-4f4a-49bb-a3cf-bb45ab775a6b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:13.237084 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78819c29-b23c-4260-bd39-ad6a6bcb14ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-c93ece45-9a7d-45c9-a9cd-ab5a5defb211', 'network_id': 'c93ece45-9a7d-45c9-a9cd-ab5a5defb211', 'tenant_id': '02516ed7a4f240dfa605c2984d99ee86', 'fixed_ips': [{'subnet_id': 'c9df5f3b-cf14-4853-8074-1467e96913f2'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:46:13.238111 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-78819c29-b23c-4260-bd39-ad6a6bcb14ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:13.341629 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-9a58d301-4f4a-49bb-a3cf-bb45ab775a6b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Ignored duplicate provisioning block setup for port 98e2b2d6-3e2d-4c41-9f39-4d53f75d3671 by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 09 12:46:13.369819 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device aa51e368-3d34-4874-beaa-3e2d082f23e1 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:46:13.395075 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9a58d301-4f4a-49bb-a3cf-bb45ab775a6b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:13.412782 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c18bfc9-bf1a-40cf-81ee-c7d3815dffae None None] Network f261898a-0831-44c2-bfed-570307966918 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:46:13.420281 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c2d9bf5d-af10-46e5-bde6-da920383b938 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for router_gateway, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:13.444620 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7044d13c-c9bf-4167-b515-842f8b80dc30 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8545163 Feb 09 12:46:13.461412 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55814) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:13.476651 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-03c99b25-d792-4451-882c-3b25fc225266 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-991339257', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:46:13.491054 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-03c99b25-d792-4451-882c-3b25fc225266 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:13.494685 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-03c99b25-d792-4451-882c-3b25fc225266 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Usage tracker for resource:router and tenant:02516ed7a4f240dfa605c2984d99ee86 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:46:13.497865 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-03c99b25-d792-4451-882c-3b25fc225266 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:46:13.504855 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-03c99b25-d792-4451-882c-3b25fc225266 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:46:13.516641 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c2d9bf5d-af10-46e5-bde6-da920383b938 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:13.525547 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-03c99b25-d792-4451-882c-3b25fc225266 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:13.526490 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-03c99b25-d792-4451-882c-3b25fc225266 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:13.548047 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c54f36a3-9dfa-44c6-b17d-d852af53b9c0 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks [] for floatingip, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:13.551315 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c54f36a3-9dfa-44c6-b17d-d852af53b9c0 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:13.556372 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c54f36a3-9dfa-44c6-b17d-d852af53b9c0 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "DELETE /v2.0/floatingips/8438ffc7-7288-430f-8c15-5df0788cf3d4 HTTP/1.1" status: 204 len: 168 time: 3.1210163 Feb 09 12:46:13.585226 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb89da-c738-4783-a1da-1cc0a627bb97 req-7ff9f070-58a5-4d4c-8b07-6c57070f285a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:13.586663 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b1bb89da-c738-4783-a1da-1cc0a627bb97 req-7ff9f070-58a5-4d4c-8b07-6c57070f285a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=661b89d1-11f6-41cf-907a-600d8dd46c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5636101 Feb 09 12:46:13.601638 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-03c99b25-d792-4451-882c-3b25fc225266 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:13.775161 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a58d301-4f4a-49bb-a3cf-bb45ab775a6b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event updated for resources: {'Port': ['ID=98e2b2d6-3e2d-4c41-9f39-4d53f75d3671,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:13.822661 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:46:13.847788 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b1bb89da-c738-4783-a1da-1cc0a627bb97 req-95e9ed6a-4b23-4c74-b6a0-83a39dc4d12d service neutron] 10.222.0.52 "GET /v2.0/networks/661b89d1-11f6-41cf-907a-600d8dd46c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443097 Feb 09 12:46:13.849226 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-03c99b25-d792-4451-882c-3b25fc225266 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:13.852510 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-9a58d301-4f4a-49bb-a3cf-bb45ab775a6b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] In _notify_port_updated(), no bound segment for port 98e2b2d6-3e2d-4c41-9f39-4d53f75d3671 on network f261898a-0831-44c2-bfed-570307966918 {{(pid=87567) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 12:46:13.856099 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-38be6474-237e-4ec2-8e79-ede72a45467a None None] Provisioning for port aa51e368-3d34-4874-beaa-3e2d082f23e1 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:46:13.859457 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a58d301-4f4a-49bb-a3cf-bb45ab775a6b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:13.860776 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9a58d301-4f4a-49bb-a3cf-bb45ab775a6b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:13.862875 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9a58d301-4f4a-49bb-a3cf-bb45ab775a6b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "PUT /v2.0/ports/98e2b2d6-3e2d-4c41-9f39-4d53f75d3671 HTTP/1.1" status: 200 len: 919 time: 2.8239031 Feb 09 12:46:13.868602 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 55822) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:13.881381 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-68a78bfe-8dac-421e-b427-6ea1833a8572 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8310e8d7-86be-4a00-9e80-3575c7bcc5a9'}, {'subnet_id': 'bab31b5a-aefa-47b8-b726-36e474126f78'}]}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:46:13.893671 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-78819c29-b23c-4260-bd39-ad6a6bcb14ea None None] Allocated IP 2001:db8::2 (c93ece45-9a7d-45c9-a9cd-ab5a5defb211/c9df5f3b-cf14-4853-8074-1467e96913f2/9ff55efd-6477-4a74-8164-31a0859e0d56) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:46:14.028909 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-38be6474-237e-4ec2-8e79-ede72a45467a None None] Provisioning complete for port aa51e368-3d34-4874-beaa-3e2d082f23e1 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:14.029300 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-38be6474-237e-4ec2-8e79-ede72a45467a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:14.057576 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-c2d9bf5d-af10-46e5-bde6-da920383b938 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Allocated IP 172.25.7.231 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/b3a74bab-2585-4502-9b81-4dcaf571bfab) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:46:14.060474 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-68a78bfe-8dac-421e-b427-6ea1833a8572 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:14.121767 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port aa51e368-3d34-4874-beaa-3e2d082f23e1 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:14.122136 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:14.145549 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55826) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:14.150820 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-03c99b25-d792-4451-882c-3b25fc225266 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:14.152754 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-03c99b25-d792-4451-882c-3b25fc225266 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6865561 Feb 09 12:46:14.158443 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b1bb89da-c738-4783-a1da-1cc0a627bb97 req-8496e184-b647-4acf-af40-04418733abc2 service neutron] 10.222.0.52 "GET /v2.0/networks/661b89d1-11f6-41cf-907a-600d8dd46c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818360 Feb 09 12:46:14.159554 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55830) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:14.162084 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-881abbc2-7a23-4f1d-9c6b-11fbf8a96b39 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Request body: {'security_group': {'name': 'tempest-securitygroup--843028110', 'description': 'tempest-description--1915323969'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:46:14.176448 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-881abbc2-7a23-4f1d-9c6b-11fbf8a96b39 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:14.181808 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-c8edad42-5ecd-4d52-a080-8c0419bd6776 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Request body: {'port': {'network_id': 'c93ece45-9a7d-45c9-a9cd-ab5a5defb211', 'name': 'tempest-PortsIpV6TestJSON-1741558605'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:46:14.204227 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-881abbc2-7a23-4f1d-9c6b-11fbf8a96b39 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Usage tracker for resource:security_group and tenant:7722e72c858c4f97b7f4eb543cff4fda is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:46:14.256384 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-881abbc2-7a23-4f1d-9c6b-11fbf8a96b39 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:46:14.295494 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-881abbc2-7a23-4f1d-9c6b-11fbf8a96b39 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:46:14.342661 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-881abbc2-7a23-4f1d-9c6b-11fbf8a96b39 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:14.345393 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-102c2879-b5de-44a5-aa8a-1f3b43f90b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:14.422622 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-881abbc2-7a23-4f1d-9c6b-11fbf8a96b39 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:14.430374 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-881abbc2-7a23-4f1d-9c6b-11fbf8a96b39 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Usage tracker for resource:security_group_rule and tenant:7722e72c858c4f97b7f4eb543cff4fda is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:46:14.437095 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-881abbc2-7a23-4f1d-9c6b-11fbf8a96b39 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:46:14.444619 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c8edad42-5ecd-4d52-a080-8c0419bd6776 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:14.447176 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-881abbc2-7a23-4f1d-9c6b-11fbf8a96b39 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:46:14.452549 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c8edad42-5ecd-4d52-a080-8c0419bd6776 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Usage tracker for resource:port and tenant:02516ed7a4f240dfa605c2984d99ee86 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:46:14.457255 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c8edad42-5ecd-4d52-a080-8c0419bd6776 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:46:14.468354 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c8edad42-5ecd-4d52-a080-8c0419bd6776 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:46:14.497048 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8edad42-5ecd-4d52-a080-8c0419bd6776 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Made reservation on behalf of 02516ed7a4f240dfa605c2984d99ee86 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:46:14.501568 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c8edad42-5ecd-4d52-a080-8c0419bd6776 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:14.542239 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-c8edad42-5ecd-4d52-a080-8c0419bd6776 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] device_id is not set on port 4b61680c-e9f9-4fae-8ab8-df34757c0796 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:46:14.593791 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-38be6474-237e-4ec2-8e79-ede72a45467a None None] Provisioning for port 98e2b2d6-3e2d-4c41-9f39-4d53f75d3671 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:46:14.606693 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-78819c29-b23c-4260-bd39-ad6a6bcb14ea None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:14.624347 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-38be6474-237e-4ec2-8e79-ede72a45467a None None] Provisioning complete for port 98e2b2d6-3e2d-4c41-9f39-4d53f75d3671 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:14.624735 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-38be6474-237e-4ec2-8e79-ede72a45467a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:14.630969 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-881abbc2-7a23-4f1d-9c6b-11fbf8a96b39 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:14.645047 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-881abbc2-7a23-4f1d-9c6b-11fbf8a96b39 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:14.652281 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-78819c29-b23c-4260-bd39-ad6a6bcb14ea None None] Transition to ACTIVE for port object 9ff55efd-6477-4a74-8164-31a0859e0d56 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:46:14.710609 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-78819c29-b23c-4260-bd39-ad6a6bcb14ea None None] Transition to ACTIVE for port object 9ff55efd-6477-4a74-8164-31a0859e0d56 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:46:14.714803 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-38be6474-237e-4ec2-8e79-ede72a45467a None None] Port 98e2b2d6-3e2d-4c41-9f39-4d53f75d3671 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:46:14.721843 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-78819c29-b23c-4260-bd39-ad6a6bcb14ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:14.729802 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881abbc2-7a23-4f1d-9c6b-11fbf8a96b39 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7893647d-3475-4802-b105-e9be2c914246,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:14.773684 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-881abbc2-7a23-4f1d-9c6b-11fbf8a96b39 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:14.777453 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-881abbc2-7a23-4f1d-9c6b-11fbf8a96b39 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6281743 Feb 09 12:46:14.781708 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55836) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:14.791036 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-cffea163-818f-462a-81de-1773556b9343 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Request body: {'security_group_rule': {'security_group_id': '7893647d-3475-4802-b105-e9be2c914246', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:46:14.800211 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78819c29-b23c-4260-bd39-ad6a6bcb14ea None None] Network c93ece45-9a7d-45c9-a9cd-ab5a5defb211 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:46:14.801704 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-cffea163-818f-462a-81de-1773556b9343 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:14.802919 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-78819c29-b23c-4260-bd39-ad6a6bcb14ea None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:46:14.807336 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78819c29-b23c-4260-bd39-ad6a6bcb14ea None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:46:14.807683 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-cffea163-818f-462a-81de-1773556b9343 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Usage tracker for resource:security_group_rule and tenant:7722e72c858c4f97b7f4eb543cff4fda is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:46:14.809561 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78819c29-b23c-4260-bd39-ad6a6bcb14ea None None] Pushing event updated for resources: {'Port': ['ID=9ff55efd-6477-4a74-8164-31a0859e0d56,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:14.809786 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c2d9bf5d-af10-46e5-bde6-da920383b938 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:14.810857 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-cffea163-818f-462a-81de-1773556b9343 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:46:14.818662 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-cffea163-818f-462a-81de-1773556b9343 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:46:14.845565 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cffea163-818f-462a-81de-1773556b9343 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:14.891346 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-c8edad42-5ecd-4d52-a080-8c0419bd6776 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Allocated IP 2001:db8::163 (c93ece45-9a7d-45c9-a9cd-ab5a5defb211/c9df5f3b-cf14-4853-8074-1467e96913f2/4b61680c-e9f9-4fae-8ab8-df34757c0796) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:46:14.918755 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ea589-d829-4c3b-a307-8c46dc270e23 req-45c4d907-7d07-4ead-b00e-ea0658710430 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:14.920953 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-78819c29-b23c-4260-bd39-ad6a6bcb14ea None None] Attempting to bind port 9ff55efd-6477-4a74-8164-31a0859e0d56 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:46:14.921480 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-78819c29-b23c-4260-bd39-ad6a6bcb14ea None None] Attempting to bind port 9ff55efd-6477-4a74-8164-31a0859e0d56 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '0455db60-1d2a-4e3d-9169-1ea5d643cccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c93ece45-9a7d-45c9-a9cd-ab5a5defb211'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:46:14.921903 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78819c29-b23c-4260-bd39-ad6a6bcb14ea None None] Attempting to bind port 9ff55efd-6477-4a74-8164-31a0859e0d56 on network c93ece45-9a7d-45c9-a9cd-ab5a5defb211 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:46:14.927332 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ef6ea589-d829-4c3b-a307-8c46dc270e23 req-45c4d907-7d07-4ead-b00e-ea0658710430 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 945 time: 0.4191313 Feb 09 12:46:14.928630 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78819c29-b23c-4260-bd39-ad6a6bcb14ea None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:46:14.929072 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78819c29-b23c-4260-bd39-ad6a6bcb14ea None None] Checking segment: {'id': '0455db60-1d2a-4e3d-9169-1ea5d643cccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c93ece45-9a7d-45c9-a9cd-ab5a5defb211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:46:14.929677 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-78819c29-b23c-4260-bd39-ad6a6bcb14ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:14.930121 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78819c29-b23c-4260-bd39-ad6a6bcb14ea None None] Bound using segment: {'id': '0455db60-1d2a-4e3d-9169-1ea5d643cccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c93ece45-9a7d-45c9-a9cd-ab5a5defb211'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:46:14.930655 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-78819c29-b23c-4260-bd39-ad6a6bcb14ea None None] Bound port: 9ff55efd-6477-4a74-8164-31a0859e0d56, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0455db60-1d2a-4e3d-9169-1ea5d643cccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c93ece45-9a7d-45c9-a9cd-ab5a5defb211'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:46:14.931081 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-78819c29-b23c-4260-bd39-ad6a6bcb14ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:14.965732 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cffea163-818f-462a-81de-1773556b9343 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:14.977316 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cffea163-818f-462a-81de-1773556b9343 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:15.029795 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffea163-818f-462a-81de-1773556b9343 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e114b1b6-160a-44a6-b4cc-966487f829eb,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:15.039258 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-78819c29-b23c-4260-bd39-ad6a6bcb14ea None None] For port 9ff55efd-6477-4a74-8164-31a0859e0d56, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:46:15.042899 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-78819c29-b23c-4260-bd39-ad6a6bcb14ea None None] For port 9ff55efd-6477-4a74-8164-31a0859e0d56, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=9ff55efd-6477-4a74-8164-31a0859e0d56,segment=NetworkSegment(0455db60-1d2a-4e3d-9169-1ea5d643cccd),segment_id=0455db60-1d2a-4e3d-9169-1ea5d643cccd)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:46:15.048692 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ef6ea589-d829-4c3b-a307-8c46dc270e23 req-0a114f0e-ca75-4aa1-9483-77baccefbeae tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=2df67451-3d0b-4d22-9727-d6bf78b9aafa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200287 Feb 09 12:46:15.053008 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-78819c29-b23c-4260-bd39-ad6a6bcb14ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:15.087970 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-68a78bfe-8dac-421e-b427-6ea1833a8572 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Allocated IP 172.20.0.23 (f261898a-0831-44c2-bfed-570307966918/bab31b5a-aefa-47b8-b726-36e474126f78/98e2b2d6-3e2d-4c41-9f39-4d53f75d3671) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:46:15.115468 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c2d9bf5d-af10-46e5-bde6-da920383b938 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:15.135144 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cffea163-818f-462a-81de-1773556b9343 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:15.136514 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-cffea163-818f-462a-81de-1773556b9343 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3538167 Feb 09 12:46:15.147188 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55842) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:15.157885 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-a4423335-8533-421a-b1c0-5ef1264855f3 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Request body: {'security_group_rule': {'security_group_id': '7893647d-3475-4802-b105-e9be2c914246', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:46:15.167900 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a4423335-8533-421a-b1c0-5ef1264855f3 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:15.178658 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a4423335-8533-421a-b1c0-5ef1264855f3 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Usage tracker for resource:security_group_rule and tenant:7722e72c858c4f97b7f4eb543cff4fda is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:46:15.184229 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a4423335-8533-421a-b1c0-5ef1264855f3 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:46:15.202162 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78819c29-b23c-4260-bd39-ad6a6bcb14ea None None] Pushing event updated for resources: {'Port': ['ID=9ff55efd-6477-4a74-8164-31a0859e0d56,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:15.203773 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a4423335-8533-421a-b1c0-5ef1264855f3 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:46:15.262744 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a4423335-8533-421a-b1c0-5ef1264855f3 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:15.298181 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d9bf5d-af10-46e5-bde6-da920383b938 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:46:15.304453 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-c2d9bf5d-af10-46e5-bde6-da920383b938 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:46:15.307547 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d9bf5d-af10-46e5-bde6-da920383b938 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:46:15.374839 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c8edad42-5ecd-4d52-a080-8c0419bd6776 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:15.441386 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-c8edad42-5ecd-4d52-a080-8c0419bd6776 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Transition to ACTIVE for port object 4b61680c-e9f9-4fae-8ab8-df34757c0796 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:46:15.476109 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-68a78bfe-8dac-421e-b427-6ea1833a8572 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:15.480137 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a4423335-8533-421a-b1c0-5ef1264855f3 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:15.488260 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a4423335-8533-421a-b1c0-5ef1264855f3 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:15.524231 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d9bf5d-af10-46e5-bde6-da920383b938 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Pushing event updated for resources: {'Port': ['ID=b3a74bab-2585-4502-9b81-4dcaf571bfab,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:15.528745 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-68a78bfe-8dac-421e-b427-6ea1833a8572 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Ignored duplicate provisioning block setup for port 98e2b2d6-3e2d-4c41-9f39-4d53f75d3671 by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 09 12:46:15.529526 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4423335-8533-421a-b1c0-5ef1264855f3 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe842a92-1ebd-47b9-a132-1ece037e5c23,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:15.533448 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a4423335-8533-421a-b1c0-5ef1264855f3 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:15.537839 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a4423335-8533-421a-b1c0-5ef1264855f3 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3864698 Feb 09 12:46:15.538122 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55846) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:15.540691 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-68a78bfe-8dac-421e-b427-6ea1833a8572 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:15.545357 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-c14b65c7-3dfc-4e07-a88c-e31a8d53800b tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:46:15.554008 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c14b65c7-3dfc-4e07-a88c-e31a8d53800b tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:15.558602 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c14b65c7-3dfc-4e07-a88c-e31a8d53800b tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Usage tracker for resource:floatingip and tenant:7722e72c858c4f97b7f4eb543cff4fda is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:46:15.562335 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c14b65c7-3dfc-4e07-a88c-e31a8d53800b tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:46:15.568574 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c8edad42-5ecd-4d52-a080-8c0419bd6776 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:15.576262 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c14b65c7-3dfc-4e07-a88c-e31a8d53800b tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:46:15.656963 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0f541286-07cb-4ec0-855e-b63ff29b0f20 None None] Provisioning complete for port aa51e368-3d34-4874-beaa-3e2d082f23e1 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:15.657588 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0f541286-07cb-4ec0-855e-b63ff29b0f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:15.667268 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c14b65c7-3dfc-4e07-a88c-e31a8d53800b tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks [] for floatingip, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:15.688006 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8edad42-5ecd-4d52-a080-8c0419bd6776 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Network c93ece45-9a7d-45c9-a9cd-ab5a5defb211 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:46:15.696888 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-c8edad42-5ecd-4d52-a080-8c0419bd6776 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:46:15.699641 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8edad42-5ecd-4d52-a080-8c0419bd6776 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:46:15.709289 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8edad42-5ecd-4d52-a080-8c0419bd6776 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:15.709949 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c8edad42-5ecd-4d52-a080-8c0419bd6776 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:15.743112 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8edad42-5ecd-4d52-a080-8c0419bd6776 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event updated for resources: {'Port': ['ID=4b61680c-e9f9-4fae-8ab8-df34757c0796,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:15.843764 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a78bfe-8dac-421e-b427-6ea1833a8572 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event updated for resources: {'Port': ['ID=98e2b2d6-3e2d-4c41-9f39-4d53f75d3671,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:15.881082 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c8edad42-5ecd-4d52-a080-8c0419bd6776 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7097452 Feb 09 12:46:15.881768 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55850) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:16.037405 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0f541286-07cb-4ec0-855e-b63ff29b0f20 None None] Provisioning complete for port 98e2b2d6-3e2d-4c41-9f39-4d53f75d3671 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:16.037960 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0f541286-07cb-4ec0-855e-b63ff29b0f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:16.134682 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-68a78bfe-8dac-421e-b427-6ea1833a8572 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] In _notify_port_updated(), no bound segment for port 98e2b2d6-3e2d-4c41-9f39-4d53f75d3671 on network f261898a-0831-44c2-bfed-570307966918 {{(pid=87567) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 12:46:16.140522 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a78bfe-8dac-421e-b427-6ea1833a8572 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:16.151437 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-68a78bfe-8dac-421e-b427-6ea1833a8572 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:16.153018 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-68a78bfe-8dac-421e-b427-6ea1833a8572 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "PUT /v2.0/ports/98e2b2d6-3e2d-4c41-9f39-4d53f75d3671 HTTP/1.1" status: 200 len: 999 time: 2.2831795 Feb 09 12:46:16.163569 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 55858) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:16.271031 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-0f541286-07cb-4ec0-855e-b63ff29b0f20 None None] Port 98e2b2d6-3e2d-4c41-9f39-4d53f75d3671 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:46:16.396383 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8206cb75-a187-4f77-98b8-21a4add66378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:16.417419 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-576939ec-781f-48da-a04a-3b086303eba3 None None] Provisioning complete for port 98e2b2d6-3e2d-4c41-9f39-4d53f75d3671 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:16.417855 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-576939ec-781f-48da-a04a-3b086303eba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:16.525154 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-82a97c5a-40c4-438a-b93c-94709ea49f1c tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Deleting port 98e2b2d6-3e2d-4c41-9f39-4d53f75d3671 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:46:16.525893 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-82a97c5a-40c4-438a-b93c-94709ea49f1c tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:16.553381 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-576939ec-781f-48da-a04a-3b086303eba3 None None] Port 98e2b2d6-3e2d-4c41-9f39-4d53f75d3671 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:46:16.675583 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6ae76c25-60c7-460a-a860-41e36e3b2e20 None None] Provisioning complete for port 98e2b2d6-3e2d-4c41-9f39-4d53f75d3671 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:16.675983 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6ae76c25-60c7-460a-a860-41e36e3b2e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:16.770609 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-6ae76c25-60c7-460a-a860-41e36e3b2e20 None None] Port 98e2b2d6-3e2d-4c41-9f39-4d53f75d3671 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:46:17.009743 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dd1c706-2a1e-4b79-a2e2-b80359b817aa None None] Provisioning complete for port 98e2b2d6-3e2d-4c41-9f39-4d53f75d3671 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:17.010296 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dd1c706-2a1e-4b79-a2e2-b80359b817aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:17.104339 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb89da-c738-4783-a1da-1cc0a627bb97 req-936bc5a6-ff5b-47d0-b171-8921b521165a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:17.106294 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b1bb89da-c738-4783-a1da-1cc0a627bb97 req-936bc5a6-ff5b-47d0-b171-8921b521165a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5854708d-441d-4415-8f55-98a09ccb8a08&tenant_id=2c7a8f76649f44a59c185c6d6414b556 HTTP/1.1" status: 200 len: 1096 time: 0.4867847 Feb 09 12:46:17.111795 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dd1c706-2a1e-4b79-a2e2-b80359b817aa None None] Port 98e2b2d6-3e2d-4c41-9f39-4d53f75d3671 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:46:17.120875 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-b1bb89da-c738-4783-a1da-1cc0a627bb97 req-5fd0f302-806c-4184-9759-67147076945f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825178-3', 'device_owner': 'compute:nova'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:46:17.129731 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34881bfa-f82b-4e20-9377-0ee68af0212a None None] Network c93ece45-9a7d-45c9-a9cd-ab5a5defb211 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:46:17.206774 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c2d9bf5d-af10-46e5-bde6-da920383b938 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for router_gateway, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:17.263994 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-20d49fd8-14ff-4875-b13a-9780018c20ba None None] Provisioning for port 9ff55efd-6477-4a74-8164-31a0859e0d56 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:46:17.381689 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1c8c9-675f-4674-872f-25e69ff76fad req-23d3d3ac-4dcd-4e88-9b34-145bb6e68059 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:17.395711 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-69c1c8c9-675f-4674-872f-25e69ff76fad req-23d3d3ac-4dcd-4e88-9b34-145bb6e68059 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 945 time: 1.0423062 Feb 09 12:46:17.403579 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-82a97c5a-40c4-438a-b93c-94709ea49f1c tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:17.436479 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-b1bb89da-c738-4783-a1da-1cc0a627bb97 req-5fd0f302-806c-4184-9759-67147076945f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:17.456734 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 9ff55efd-6477-4a74-8164-31a0859e0d56 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:46:17.465081 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c14b65c7-3dfc-4e07-a88c-e31a8d53800b tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:17.523896 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-98c68037-f1a9-44e3-9b04-2a66fba74cb9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:17.583442 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 9ff55efd-6477-4a74-8164-31a0859e0d56 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:46:17.605324 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 9ff55efd-6477-4a74-8164-31a0859e0d56 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:17.605324 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:17.651603 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-82a97c5a-40c4-438a-b93c-94709ea49f1c tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Calling delete_port for 98e2b2d6-3e2d-4c41-9f39-4d53f75d3671 owned by {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:46:17.678544 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:17.685529 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:17.776459 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:17.777099 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-69c1c8c9-675f-4674-872f-25e69ff76fad req-5eae51f0-c2d2-476b-aade-001cfe3d6495 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=2df67451-3d0b-4d22-9727-d6bf78b9aafa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3762569 Feb 09 12:46:17.837988 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 9ff55efd-6477-4a74-8164-31a0859e0d56, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=9ff55efd-6477-4a74-8164-31a0859e0d56,segment=NetworkSegment(0455db60-1d2a-4e3d-9169-1ea5d643cccd),segment_id=0455db60-1d2a-4e3d-9169-1ea5d643cccd)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:46:17.845388 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:17.909346 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-b1bb89da-c738-4783-a1da-1cc0a627bb97 req-5fd0f302-806c-4184-9759-67147076945f service neutron] For port 75ed85e6-3f26-42b7-b87a-e6a7b4731b55, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=75ed85e6-3f26-42b7-b87a-e6a7b4731b55,segment=NetworkSegment(165836b6-b6db-405c-8f3f-6a74805e6a4d),segment_id=165836b6-b6db-405c-8f3f-6a74805e6a4d)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:46:17.945244 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-b1bb89da-c738-4783-a1da-1cc0a627bb97 req-5fd0f302-806c-4184-9759-67147076945f service neutron] For port 75ed85e6-3f26-42b7-b87a-e6a7b4731b55, host n-h1-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:46:17.961055 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=9ff55efd-6477-4a74-8164-31a0859e0d56,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:18.057367 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c2d9bf5d-af10-46e5-bde6-da920383b938 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:18.125143 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-bade5e19-9504-418e-964c-5c9babc5a5c4 None None] Provisioning for port 4b61680c-e9f9-4fae-8ab8-df34757c0796 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:46:18.143533 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-bade5e19-9504-418e-964c-5c9babc5a5c4 None None] Provisioning complete for port 4b61680c-e9f9-4fae-8ab8-df34757c0796 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:18.144243 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bade5e19-9504-418e-964c-5c9babc5a5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:18.148231 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5854708d-441d-4415-8f55-98a09ccb8a08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75ed85e6-3f26-42b7-b87a-e6a7b4731b55'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:46:18.154277 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-b1bb89da-c738-4783-a1da-1cc0a627bb97 req-5fd0f302-806c-4184-9759-67147076945f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:18.260059 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-bade5e19-9504-418e-964c-5c9babc5a5c4 None None] Port 4b61680c-e9f9-4fae-8ab8-df34757c0796 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:46:18.275287 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-bade5e19-9504-418e-964c-5c9babc5a5c4 None None] Provisioning complete for port 9ff55efd-6477-4a74-8164-31a0859e0d56 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:18.275952 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bade5e19-9504-418e-964c-5c9babc5a5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:18.363450 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5854708d-441d-4415-8f55-98a09ccb8a08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75ed85e6-3f26-42b7-b87a-e6a7b4731b55', 'code': 200} Feb 09 12:46:18.387236 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-c14b65c7-3dfc-4e07-a88c-e31a8d53800b tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Allocated IP 172.25.7.142 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/48a597ef-3de4-4db0-8eea-83e58b038b5b) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:46:18.488887 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-82a97c5a-40c4-438a-b93c-94709ea49f1c tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:18.562993 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a97c5a-40c4-438a-b93c-94709ea49f1c tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event deleted for resources: {'Port': ['ID=98e2b2d6-3e2d-4c41-9f39-4d53f75d3671,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:18.639242 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-194daef2-1bee-4ed3-b558-7c2f1659c145 None None] Provisioning complete for port 4b61680c-e9f9-4fae-8ab8-df34757c0796 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:18.639614 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-194daef2-1bee-4ed3-b558-7c2f1659c145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:18.651151 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-b1bb89da-c738-4783-a1da-1cc0a627bb97 req-5fd0f302-806c-4184-9759-67147076945f service neutron] Transition to ACTIVE for port object 75ed85e6-3f26-42b7-b87a-e6a7b4731b55 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:46:18.697191 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-194daef2-1bee-4ed3-b558-7c2f1659c145 None None] Port 4b61680c-e9f9-4fae-8ab8-df34757c0796 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:46:18.742598 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-b1bb89da-c738-4783-a1da-1cc0a627bb97 req-5fd0f302-806c-4184-9759-67147076945f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:18.744886 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d9bf5d-af10-46e5-bde6-da920383b938 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Router dfb92640-1389-4272-ab5f-4ca72007d852 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:46:18.748194 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-82a97c5a-40c4-438a-b93c-94709ea49f1c tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:18.833806 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd0f302-806c-4184-9759-67147076945f service neutron] Pushing event updated for resources: {'Port': ['ID=75ed85e6-3f26-42b7-b87a-e6a7b4731b55,revision_number=10']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:18.835135 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-82a97c5a-40c4-438a-b93c-94709ea49f1c tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "DELETE /v2.0/ports/98e2b2d6-3e2d-4c41-9f39-4d53f75d3671 HTTP/1.1" status: 204 len: 168 time: 2.6703389 Feb 09 12:46:18.837996 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 55872) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:18.901098 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd0cdcdc-e7db-46b1-a445-acb46e1c3923 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] GET failed (client error): The resource could not be found. Feb 09 12:46:18.901644 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-bd0cdcdc-e7db-46b1-a445-acb46e1c3923 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Synchronizing usage tracker for tenant:1a8f2026410d46378828a444f88ab686 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:46:19.122913 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1bb89da-c738-4783-a1da-1cc0a627bb97 req-5fd0f302-806c-4184-9759-67147076945f service neutron] No DVR routers for this DVR port 75ed85e6-3f26-42b7-b87a-e6a7b4731b55 on host n-h1-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:46:19.171765 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:19.207156 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c14b65c7-3dfc-4e07-a88c-e31a8d53800b tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:19.237710 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.resource_extend [None req-98c68037-f1a9-44e3-9b04-2a66fba74cb9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:46:19.296162 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-bd0cdcdc-e7db-46b1-a445-acb46e1c3923 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Unset dirty status for tenant:1a8f2026410d46378828a444f88ab686 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:46:19.299872 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-bd0cdcdc-e7db-46b1-a445-acb46e1c3923 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "GET /v2.0/ports/98e2b2d6-3e2d-4c41-9f39-4d53f75d3671 HTTP/1.1" status: 404 len: 333 time: 0.4582617 Feb 09 12:46:19.302258 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 55876) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:19.323883 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 9ff55efd-6477-4a74-8164-31a0859e0d56 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:46:19.361891 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-98c68037-f1a9-44e3-9b04-2a66fba74cb9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:19.380064 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-98c68037-f1a9-44e3-9b04-2a66fba74cb9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:19.424158 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 9ff55efd-6477-4a74-8164-31a0859e0d56 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:19.424703 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:19.434595 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d9bf5d-af10-46e5-bde6-da920383b938 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:46:19.446220 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5278a951-c3e5-46e5-ae5a-29ab1dd567fa None None] Sync routers for ids ['dfb92640-1389-4272-ab5f-4ca72007d852'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:46:19.463381 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5278a951-c3e5-46e5-ae5a-29ab1dd567fa None None] Routers {'dfb92640-1389-4272-ab5f-4ca72007d852'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:46:19.465521 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-5278a951-c3e5-46e5-ae5a-29ab1dd567fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:46:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['dfb92640-1389-4272-ab5f-4ca72007d852'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:46:19.481294 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c2d9bf5d-af10-46e5-bde6-da920383b938 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:19.482544 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c2d9bf5d-af10-46e5-bde6-da920383b938 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 7.5743670 Feb 09 12:46:19.491267 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 55880) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:19.504588 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-99fa90d0-9243-4d90-8f85-b78a3c303f41 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Deleting subnet bab31b5a-aefa-47b8-b726-36e474126f78 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:46:19.508775 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-99fa90d0-9243-4d90-8f85-b78a3c303f41 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:19.623472 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1196fa-4c19-4c63-82ce-4038a956d0cb req-442e97cd-b688-44a7-9002-f81f363c14d6 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:19.631385 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4a1196fa-4c19-4c63-82ce-4038a956d0cb req-442e97cd-b688-44a7-9002-f81f363c14d6 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 944 time: 0.4041510 Feb 09 12:46:19.649692 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 75ed85e6-3f26-42b7-b87a-e6a7b4731b55 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:46:19.684148 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-99fa90d0-9243-4d90-8f85-b78a3c303f41 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:19.755930 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 75ed85e6-3f26-42b7-b87a-e6a7b4731b55 not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:46:19.792914 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c68037-f1a9-44e3-9b04-2a66fba74cb9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event updated for resources: {'Port': ['ID=4b61680c-e9f9-4fae-8ab8-df34757c0796,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:19.808702 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c14b65c7-3dfc-4e07-a88c-e31a8d53800b tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:19.827538 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4a1196fa-4c19-4c63-82ce-4038a956d0cb req-7b96ea85-5499-40c6-b939-4d512cddf43e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=2df67451-3d0b-4d22-9727-d6bf78b9aafa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951613 Feb 09 12:46:19.850006 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-5278a951-c3e5-46e5-ae5a-29ab1dd567fa None None] Set router dfb92640-1389-4272-ab5f-4ca72007d852 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:46:19.896985 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14b65c7-3dfc-4e07-a88c-e31a8d53800b tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:46:19.899317 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-99fa90d0-9243-4d90-8f85-b78a3c303f41 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:19.910981 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-c14b65c7-3dfc-4e07-a88c-e31a8d53800b tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:46:19.972748 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0898d7ef-7543-4b92-861d-8ed2807fd759 None None] Provisioning complete for port 4b61680c-e9f9-4fae-8ab8-df34757c0796 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:19.973269 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0898d7ef-7543-4b92-861d-8ed2807fd759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:19.987955 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14b65c7-3dfc-4e07-a88c-e31a8d53800b tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:46:20.035683 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-99fa90d0-9243-4d90-8f85-b78a3c303f41 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:20.076236 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b65c7-3dfc-4e07-a88c-e31a8d53800b tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Pushing event updated for resources: {'Port': ['ID=48a597ef-3de4-4db0-8eea-83e58b038b5b,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:20.091490 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-b1bb89da-c738-4783-a1da-1cc0a627bb97 req-5fd0f302-806c-4184-9759-67147076945f service neutron] Attempting to bind port 75ed85e6-3f26-42b7-b87a-e6a7b4731b55 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:46:20.091851 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-b1bb89da-c738-4783-a1da-1cc0a627bb97 req-5fd0f302-806c-4184-9759-67147076945f service neutron] Attempting to bind port 75ed85e6-3f26-42b7-b87a-e6a7b4731b55 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '165836b6-b6db-405c-8f3f-6a74805e6a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '661b89d1-11f6-41cf-907a-600d8dd46c61'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:46:20.092224 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bb89da-c738-4783-a1da-1cc0a627bb97 req-5fd0f302-806c-4184-9759-67147076945f service neutron] Attempting to bind port 75ed85e6-3f26-42b7-b87a-e6a7b4731b55 on network 661b89d1-11f6-41cf-907a-600d8dd46c61 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:46:20.103041 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-0898d7ef-7543-4b92-861d-8ed2807fd759 None None] Port 4b61680c-e9f9-4fae-8ab8-df34757c0796 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:46:20.140050 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bb89da-c738-4783-a1da-1cc0a627bb97 req-5fd0f302-806c-4184-9759-67147076945f service neutron] Port 75ed85e6-3f26-42b7-b87a-e6a7b4731b55 on network 661b89d1-11f6-41cf-907a-600d8dd46c61 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:46:20.140380 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bb89da-c738-4783-a1da-1cc0a627bb97 req-5fd0f302-806c-4184-9759-67147076945f service neutron] Attempting to bind port 75ed85e6-3f26-42b7-b87a-e6a7b4731b55 on network 661b89d1-11f6-41cf-907a-600d8dd46c61 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:46:20.147821 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-98c68037-f1a9-44e3-9b04-2a66fba74cb9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:20.165230 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa90d0-9243-4d90-8f85-b78a3c303f41 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event deleted for resources: {'Subnet': ['ID=bab31b5a-aefa-47b8-b726-36e474126f78,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:20.171861 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdc73c4-58db-4219-8415-dc98942272c0 None None] Network f261898a-0831-44c2-bfed-570307966918 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:46:20.186228 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-99fa90d0-9243-4d90-8f85-b78a3c303f41 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:20.198642 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8f592fce-69f0-4cec-85ff-6aa6bac8d032 tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=57cad2baaf2145b1a083f7140eddf89d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6970525 Feb 09 12:46:20.204060 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 55888) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:20.286836 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-5278a951-c3e5-46e5-ae5a-29ab1dd567fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb92640-1389-4272-ab5f-4ca72007d852', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1676738788', 'tenant_id': '57cad2baaf2145b1a083f7140eddf89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': 'b3a74bab-2585-4502-9b81-4dcaf571bfab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:46:11Z', 'updated_at': '2022-02-09T12:46:16Z', 'revision_number': 3, 'project_id': '57cad2baaf2145b1a083f7140eddf89d', 'gw_port': {'id': 'b3a74bab-2585-4502-9b81-4dcaf571bfab', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:45:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb92640-1389-4272-ab5f-4ca72007d852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:46:13Z', 'updated_at': '2022-02-09T12:46:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:46:20.291532 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5278a951-c3e5-46e5-ae5a-29ab1dd567fa None None] Checking router: dfb92640-1389-4272-ab5f-4ca72007d852 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:46:20.292381 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5278a951-c3e5-46e5-ae5a-29ab1dd567fa None None] Updating router dfb92640-1389-4272-ab5f-4ca72007d852 port b3a74bab-2585-4502-9b81-4dcaf571bfab binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:46:20.363044 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-99fa90d0-9243-4d90-8f85-b78a3c303f41 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "DELETE /v2.0/subnets/bab31b5a-aefa-47b8-b726-36e474126f78 HTTP/1.1" status: 204 len: 168 time: 1.0599504 Feb 09 12:46:20.363596 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bb89da-c738-4783-a1da-1cc0a627bb97 req-5fd0f302-806c-4184-9759-67147076945f service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:46:20.364906 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bb89da-c738-4783-a1da-1cc0a627bb97 req-5fd0f302-806c-4184-9759-67147076945f service neutron] Checking segment: {'id': '165836b6-b6db-405c-8f3f-6a74805e6a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '661b89d1-11f6-41cf-907a-600d8dd46c61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:46:20.365282 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bb89da-c738-4783-a1da-1cc0a627bb97 req-5fd0f302-806c-4184-9759-67147076945f service neutron] Bound using segment: {'id': '165836b6-b6db-405c-8f3f-6a74805e6a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '661b89d1-11f6-41cf-907a-600d8dd46c61'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:46:20.365747 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-b1bb89da-c738-4783-a1da-1cc0a627bb97 req-5fd0f302-806c-4184-9759-67147076945f service neutron] Bound port: 75ed85e6-3f26-42b7-b87a-e6a7b4731b55, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '165836b6-b6db-405c-8f3f-6a74805e6a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '661b89d1-11f6-41cf-907a-600d8dd46c61'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:46:20.366086 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-b1bb89da-c738-4783-a1da-1cc0a627bb97 req-5fd0f302-806c-4184-9759-67147076945f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:20.368811 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5278a951-c3e5-46e5-ae5a-29ab1dd567fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:20.374920 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 55892) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:20.497978 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c14b65c7-3dfc-4e07-a88c-e31a8d53800b tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:20.592611 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-3972d55d-7b56-4e4c-9895-61f1008c4d7f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Deleting subnet 8310e8d7-86be-4a00-9e80-3575c7bcc5a9 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:46:20.594079 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:20.619655 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3972d55d-7b56-4e4c-9895-61f1008c4d7f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:20.680703 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb2fea0-b6e2-42b8-998a-b51c010cc541 tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:20.684584 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ffb2fea0-b6e2-42b8-998a-b51c010cc541 tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4775491 Feb 09 12:46:20.687338 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 55896) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:20.717045 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-b1bb89da-c738-4783-a1da-1cc0a627bb97 req-5fd0f302-806c-4184-9759-67147076945f service neutron] For port 75ed85e6-3f26-42b7-b87a-e6a7b4731b55, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:46:20.758696 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-eb265660-2b15-4130-8854-e336a2f5d21a tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=af0bad45-b31e-4cb1-a77c-3bbc34409de5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0702121 Feb 09 12:46:20.761705 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 55900) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:20.765687 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3972d55d-7b56-4e4c-9895-61f1008c4d7f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:20.786532 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-b1bb89da-c738-4783-a1da-1cc0a627bb97 req-5fd0f302-806c-4184-9759-67147076945f service neutron] For port 75ed85e6-3f26-42b7-b87a-e6a7b4731b55, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=75ed85e6-3f26-42b7-b87a-e6a7b4731b55,segment=NetworkSegment(165836b6-b6db-405c-8f3f-6a74805e6a4d),segment_id=165836b6-b6db-405c-8f3f-6a74805e6a4d)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:46:20.801584 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-db711e71-3932-4a05-a6ee-64b3499738c9 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-401076104', 'network_id': '327afa3e-85e9-4f57-99d9-315ae9d2f2fb', 'project_id': '57cad2baaf2145b1a083f7140eddf89d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:46:20.811996 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-b1bb89da-c738-4783-a1da-1cc0a627bb97 req-5fd0f302-806c-4184-9759-67147076945f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:20.901565 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c14b65c7-3dfc-4e07-a88c-e31a8d53800b tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:20.930113 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3972d55d-7b56-4e4c-9895-61f1008c4d7f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:20.989334 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5278a951-c3e5-46e5-ae5a-29ab1dd567fa None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:21.002476 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-5278a951-c3e5-46e5-ae5a-29ab1dd567fa None None] Transition to ACTIVE for port object b3a74bab-2585-4502-9b81-4dcaf571bfab will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:46:21.019452 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5278a951-c3e5-46e5-ae5a-29ab1dd567fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:21.070024 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3972d55d-7b56-4e4c-9895-61f1008c4d7f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:21.070816 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb89da-c738-4783-a1da-1cc0a627bb97 req-5fd0f302-806c-4184-9759-67147076945f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:21.071925 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-b1bb89da-c738-4783-a1da-1cc0a627bb97 req-5fd0f302-806c-4184-9759-67147076945f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:21.073562 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b1bb89da-c738-4783-a1da-1cc0a627bb97 req-5fd0f302-806c-4184-9759-67147076945f service neutron] 10.222.0.46 "PUT /v2.0/ports/75ed85e6-3f26-42b7-b87a-e6a7b4731b55 HTTP/1.1" status: 200 len: 1092 time: 3.9588490 Feb 09 12:46:21.081309 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5854708d-441d-4415-8f55-98a09ccb8a08', 'tag': '75ed85e6-3f26-42b7-b87a-e6a7b4731b55'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:46:21.112289 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-98c68037-f1a9-44e3-9b04-2a66fba74cb9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:21.125870 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de678b6-7ec5-4af2-b43d-76a5d7581357 None None] Pushing event updated for resources: {'Port': ['ID=b3a74bab-2585-4502-9b81-4dcaf571bfab,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:21.174384 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-5278a951-c3e5-46e5-ae5a-29ab1dd567fa None None] Attempting to bind port b3a74bab-2585-4502-9b81-4dcaf571bfab on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:46:21.176040 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-5278a951-c3e5-46e5-ae5a-29ab1dd567fa None None] Attempting to bind port b3a74bab-2585-4502-9b81-4dcaf571bfab by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:46:21.176040 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5278a951-c3e5-46e5-ae5a-29ab1dd567fa None None] Attempting to bind port b3a74bab-2585-4502-9b81-4dcaf571bfab on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:46:21.185157 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de678b6-7ec5-4af2-b43d-76a5d7581357 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:21.185676 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de678b6-7ec5-4af2-b43d-76a5d7581357 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:21.186120 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de678b6-7ec5-4af2-b43d-76a5d7581357 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:21.186796 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de678b6-7ec5-4af2-b43d-76a5d7581357 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:21.188215 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de678b6-7ec5-4af2-b43d-76a5d7581357 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:21.188754 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de678b6-7ec5-4af2-b43d-76a5d7581357 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:21.189784 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de678b6-7ec5-4af2-b43d-76a5d7581357 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:21.192512 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de678b6-7ec5-4af2-b43d-76a5d7581357 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:21.193110 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de678b6-7ec5-4af2-b43d-76a5d7581357 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:21.193664 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de678b6-7ec5-4af2-b43d-76a5d7581357 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:21.195285 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de678b6-7ec5-4af2-b43d-76a5d7581357 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:21.197269 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de678b6-7ec5-4af2-b43d-76a5d7581357 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:21.226716 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5278a951-c3e5-46e5-ae5a-29ab1dd567fa None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:46:21.226716 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5278a951-c3e5-46e5-ae5a-29ab1dd567fa None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:46:21.226716 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5278a951-c3e5-46e5-ae5a-29ab1dd567fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:21.226716 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5278a951-c3e5-46e5-ae5a-29ab1dd567fa None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:46:21.226716 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-5278a951-c3e5-46e5-ae5a-29ab1dd567fa None None] Bound port: b3a74bab-2585-4502-9b81-4dcaf571bfab, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:46:21.226716 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5278a951-c3e5-46e5-ae5a-29ab1dd567fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:21.260222 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5854708d-441d-4415-8f55-98a09ccb8a08', 'tag': '75ed85e6-3f26-42b7-b87a-e6a7b4731b55', 'status': 'completed', 'code': 200} Feb 09 12:46:21.326319 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3972d55d-7b56-4e4c-9895-61f1008c4d7f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event deleted for resources: {'Subnet': ['ID=8310e8d7-86be-4a00-9e80-3575c7bcc5a9,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:21.362677 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd0f302-806c-4184-9759-67147076945f service neutron] Pushing event updated for resources: {'Port': ['ID=75ed85e6-3f26-42b7-b87a-e6a7b4731b55,revision_number=11']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:21.368605 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3972d55d-7b56-4e4c-9895-61f1008c4d7f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:21.390061 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3972d55d-7b56-4e4c-9895-61f1008c4d7f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "DELETE /v2.0/subnets/8310e8d7-86be-4a00-9e80-3575c7bcc5a9 HTTP/1.1" status: 204 len: 168 time: 1.0114202 Feb 09 12:46:21.395460 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-5278a951-c3e5-46e5-ae5a-29ab1dd567fa None None] For port b3a74bab-2585-4502-9b81-4dcaf571bfab, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:46:21.404233 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 55910) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:21.405933 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-5278a951-c3e5-46e5-ae5a-29ab1dd567fa None None] For port b3a74bab-2585-4502-9b81-4dcaf571bfab, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=b3a74bab-2585-4502-9b81-4dcaf571bfab,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:46:21.421819 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5278a951-c3e5-46e5-ae5a-29ab1dd567fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:21.527982 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5278a951-c3e5-46e5-ae5a-29ab1dd567fa None None] Routers {'dfb92640-1389-4272-ab5f-4ca72007d852'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:46:21.531087 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-5278a951-c3e5-46e5-ae5a-29ab1dd567fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:46:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['dfb92640-1389-4272-ab5f-4ca72007d852'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:46:21.637081 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-db711e71-3932-4a05-a6ee-64b3499738c9 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:21.648069 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-db711e71-3932-4a05-a6ee-64b3499738c9 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Usage tracker for resource:subnet and tenant:57cad2baaf2145b1a083f7140eddf89d is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:46:21.665930 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-db711e71-3932-4a05-a6ee-64b3499738c9 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:46:21.680500 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ee268-32ab-40ea-9673-3f92ad145c5e req-8e619dfe-52de-4efa-81de-b6291a0feb9d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:21.689053 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c10ee268-32ab-40ea-9673-3f92ad145c5e req-8e619dfe-52de-4efa-81de-b6291a0feb9d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 944 time: 0.4135673 Feb 09 12:46:21.712716 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-db711e71-3932-4a05-a6ee-64b3499738c9 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:46:21.726715 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c7b86457-9338-437d-8bcf-158d184d98bd tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:21.729598 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d4bd36-07ce-4b44-b482-c13404e4442c None None] Network f261898a-0831-44c2-bfed-570307966918 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:46:21.776893 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c10ee268-32ab-40ea-9673-3f92ad145c5e req-077725e1-34ff-4785-8679-fccd2c22bb2a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=2df67451-3d0b-4d22-9727-d6bf78b9aafa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862224 Feb 09 12:46:21.780625 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db711e71-3932-4a05-a6ee-64b3499738c9 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Made reservation on behalf of 57cad2baaf2145b1a083f7140eddf89d for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:46:21.785894 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-db711e71-3932-4a05-a6ee-64b3499738c9 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:21.800692 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-5278a951-c3e5-46e5-ae5a-29ab1dd567fa None None] Set router dfb92640-1389-4272-ab5f-4ca72007d852 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:46:21.870914 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-c7b86457-9338-437d-8bcf-158d184d98bd tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Deleting port aa51e368-3d34-4874-beaa-3e2d082f23e1 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:46:21.871310 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c7b86457-9338-437d-8bcf-158d184d98bd tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:21.884488 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb89da-c738-4783-a1da-1cc0a627bb97 req-69970d1c-e53f-48ec-91d7-9082f17c66f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:21.885978 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b1bb89da-c738-4783-a1da-1cc0a627bb97 req-69970d1c-e53f-48ec-91d7-9082f17c66f9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c7a8f76649f44a59c185c6d6414b556&device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 1095 time: 0.7369874 Feb 09 12:46:21.906142 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e6f9b-732f-4205-ad47-bc0f68f98ac9 req-6a2982c0-ca53-4314-a2b6-f233fca3fab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:21.907656 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9a7e6f9b-732f-4205-ad47-bc0f68f98ac9 req-6a2982c0-ca53-4314-a2b6-f233fca3fab1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2c7a8f76649f44a59c185c6d6414b556&device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 1095 time: 0.6412654 Feb 09 12:46:22.136283 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.resource_extend [None req-c14b65c7-3dfc-4e07-a88c-e31a8d53800b tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:46:22.149503 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de678b6-7ec5-4af2-b43d-76a5d7581357 None None] Pushing event updated for resources: {'Port': ['ID=b3a74bab-2585-4502-9b81-4dcaf571bfab,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:22.178493 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c14b65c7-3dfc-4e07-a88c-e31a8d53800b tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:22.199327 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c14b65c7-3dfc-4e07-a88c-e31a8d53800b tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:22.254901 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f9c005aa-db75-4c8b-bb9b-6ca138edff7d None None] Provisioning complete for port aa51e368-3d34-4874-beaa-3e2d082f23e1 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:22.255277 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f9c005aa-db75-4c8b-bb9b-6ca138edff7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:22.294676 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-5278a951-c3e5-46e5-ae5a-29ab1dd567fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb92640-1389-4272-ab5f-4ca72007d852', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1676738788', 'tenant_id': '57cad2baaf2145b1a083f7140eddf89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': 'b3a74bab-2585-4502-9b81-4dcaf571bfab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:46:11Z', 'updated_at': '2022-02-09T12:46:16Z', 'revision_number': 3, 'project_id': '57cad2baaf2145b1a083f7140eddf89d', 'gw_port': {'id': 'b3a74bab-2585-4502-9b81-4dcaf571bfab', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:45:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb92640-1389-4272-ab5f-4ca72007d852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:46:13Z', 'updated_at': '2022-02-09T12:46:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:46:22.300202 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5278a951-c3e5-46e5-ae5a-29ab1dd567fa None None] The sync data for ids ['dfb92640-1389-4272-ab5f-4ca72007d852'] in n-d-825178-3 is: [{'id': 'dfb92640-1389-4272-ab5f-4ca72007d852', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1676738788', 'tenant_id': '57cad2baaf2145b1a083f7140eddf89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': 'b3a74bab-2585-4502-9b81-4dcaf571bfab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:46:11Z', 'updated_at': '2022-02-09T12:46:16Z', 'revision_number': 3, 'project_id': '57cad2baaf2145b1a083f7140eddf89d', 'gw_port': {'id': 'b3a74bab-2585-4502-9b81-4dcaf571bfab', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:45:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb92640-1389-4272-ab5f-4ca72007d852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:46:13Z', 'updated_at': '2022-02-09T12:46:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:46:22.512388 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b65c7-3dfc-4e07-a88c-e31a8d53800b tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Pushing event updated for resources: {'Port': ['ID=48a597ef-3de4-4db0-8eea-83e58b038b5b,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:22.542597 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e6f9b-732f-4205-ad47-bc0f68f98ac9 req-cae86e1e-7063-49d5-834b-cecea3c0b9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:22.544097 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9a7e6f9b-732f-4205-ad47-bc0f68f98ac9 req-cae86e1e-7063-49d5-834b-cecea3c0b9a5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=661b89d1-11f6-41cf-907a-600d8dd46c61 HTTP/1.1" status: 200 len: 898 time: 0.6067617 Feb 09 12:46:22.550599 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb89da-c738-4783-a1da-1cc0a627bb97 req-ee191890-e744-4bc4-b785-cf49173cc70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:22.554408 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b1bb89da-c738-4783-a1da-1cc0a627bb97 req-ee191890-e744-4bc4-b785-cf49173cc70c service neutron] 10.222.0.46 "GET /v2.0/networks?id=661b89d1-11f6-41cf-907a-600d8dd46c61 HTTP/1.1" status: 200 len: 898 time: 0.6430829 Feb 09 12:46:22.555228 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c14b65c7-3dfc-4e07-a88c-e31a8d53800b tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:22.560366 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a702d3fc-040a-4de7-9b8d-4eb9cc49d40e None None] DHCP port deletion for f261898a-0831-44c2-bfed-570307966918 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:46:22.567231 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-a702d3fc-040a-4de7-9b8d-4eb9cc49d40e None None] Deleting port aa51e368-3d34-4874-beaa-3e2d082f23e1 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:46:22.568051 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a702d3fc-040a-4de7-9b8d-4eb9cc49d40e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:22.572044 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-db711e71-3932-4a05-a6ee-64b3499738c9 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:22.691070 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-c7b86457-9338-437d-8bcf-158d184d98bd tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] For port aa51e368-3d34-4874-beaa-3e2d082f23e1, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=aa51e368-3d34-4874-beaa-3e2d082f23e1,segment=NetworkSegment(75ea3103-3c4a-4298-b779-500d62fd8799),segment_id=75ea3103-3c4a-4298-b779-500d62fd8799)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:46:22.691671 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c7b86457-9338-437d-8bcf-158d184d98bd tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:22.727781 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db711e71-3932-4a05-a6ee-64b3499738c9 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Checking segment: {'id': '57f9570f-4430-4227-86a1-377419c5db88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '327afa3e-85e9-4f57-99d9-315ae9d2f2fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:46:22.727781 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db711e71-3932-4a05-a6ee-64b3499738c9 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Network hostable DHCP agents. Network: 327afa3e-85e9-4f57-99d9-315ae9d2f2fb, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:46:22.935428 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.resource_extend [None req-98c68037-f1a9-44e3-9b04-2a66fba74cb9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:46:22.970767 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-c7b86457-9338-437d-8bcf-158d184d98bd tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Calling delete_port for aa51e368-3d34-4874-beaa-3e2d082f23e1 owned by network:dhcp {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:46:22.974661 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:22.992930 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-a702d3fc-040a-4de7-9b8d-4eb9cc49d40e None None] For port aa51e368-3d34-4874-beaa-3e2d082f23e1, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=aa51e368-3d34-4874-beaa-3e2d082f23e1,segment=NetworkSegment(75ea3103-3c4a-4298-b779-500d62fd8799),segment_id=75ea3103-3c4a-4298-b779-500d62fd8799)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:46:22.995714 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a702d3fc-040a-4de7-9b8d-4eb9cc49d40e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:23.007959 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db711e71-3932-4a05-a6ee-64b3499738c9 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Pushing event updated for resources: {'Subnet': ['ID=fd42728f-6533-477f-97d9-f0995f638483,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:23.076481 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db711e71-3932-4a05-a6ee-64b3499738c9 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Network 327afa3e-85e9-4f57-99d9-315ae9d2f2fb is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:46:23.114907 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-db711e71-3932-4a05-a6ee-64b3499738c9 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 327afa3e-85e9-4f57-99d9-315ae9d2f2fb) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:46:23.135894 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-98c68037-f1a9-44e3-9b04-2a66fba74cb9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:23.143481 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db711e71-3932-4a05-a6ee-64b3499738c9 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:23.144189 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-db711e71-3932-4a05-a6ee-64b3499738c9 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:23.175804 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-98c68037-f1a9-44e3-9b04-2a66fba74cb9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:23.177608 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-98c68037-f1a9-44e3-9b04-2a66fba74cb9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:23.192754 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-db711e71-3932-4a05-a6ee-64b3499738c9 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.4301016 Feb 09 12:46:23.193843 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c7b86457-9338-437d-8bcf-158d184d98bd tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:23.198901 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 55920) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:23.220740 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-a702d3fc-040a-4de7-9b8d-4eb9cc49d40e None None] Calling delete_port for aa51e368-3d34-4874-beaa-3e2d082f23e1 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:46:23.338265 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-a702d3fc-040a-4de7-9b8d-4eb9cc49d40e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:46:23.338631 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-a702d3fc-040a-4de7-9b8d-4eb9cc49d40e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:46:23.341087 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7b9995-d148-42cc-be75-8b9693340fb3 None None] Network 327afa3e-85e9-4f57-99d9-315ae9d2f2fb requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:46:23.381627 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b1bb89da-c738-4783-a1da-1cc0a627bb97 req-87337bb9-a900-4f9e-97bc-c15736109923 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75ed85e6-3f26-42b7-b87a-e6a7b4731b55 HTTP/1.1" status: 200 len: 998 time: 0.8101377 Feb 09 12:46:23.393590 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device b3a74bab-2585-4502-9b81-4dcaf571bfab up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:46:23.413117 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c14b65c7-3dfc-4e07-a88c-e31a8d53800b tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:23.420486 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c14b65c7-3dfc-4e07-a88c-e31a8d53800b tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.8801088 Feb 09 12:46:23.514382 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b86457-9338-437d-8bcf-158d184d98bd tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event deleted for resources: {'Port': ['ID=aa51e368-3d34-4874-beaa-3e2d082f23e1,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:23.533896 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b86457-9338-437d-8bcf-158d184d98bd tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] No DVR routers for this DVR port aa51e368-3d34-4874-beaa-3e2d082f23e1 on host n-d-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:46:23.547154 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc156fbf-fad1-4da6-a7c3-135288e993d0 req-87e6e2c4-a89f-4b49-a310-f9b80b1da802 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:23.550042 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bc156fbf-fad1-4da6-a7c3-135288e993d0 req-87e6e2c4-a89f-4b49-a310-f9b80b1da802 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 944 time: 0.5376282 Feb 09 12:46:23.574802 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port b3a74bab-2585-4502-9b81-4dcaf571bfab completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:46:23.584446 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port b3a74bab-2585-4502-9b81-4dcaf571bfab triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:23.584887 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:23.639432 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb89da-c738-4783-a1da-1cc0a627bb97 req-28747206-91bd-487d-aa9e-d4ed329df173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:23.651368 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b1bb89da-c738-4783-a1da-1cc0a627bb97 req-28747206-91bd-487d-aa9e-d4ed329df173 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06fc60d5-c8e6-4c94-95bd-167f47074207 HTTP/1.1" status: 200 len: 835 time: 0.2628644 Feb 09 12:46:23.857605 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9a7e6f9b-732f-4205-ad47-bc0f68f98ac9 req-173940e5-6537-4a4e-90cb-a06b91998b82 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75ed85e6-3f26-42b7-b87a-e6a7b4731b55 HTTP/1.1" status: 200 len: 998 time: 1.2971444 Feb 09 12:46:23.886197 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-a702d3fc-040a-4de7-9b8d-4eb9cc49d40e None None] Deleting port aa51e368-3d34-4874-beaa-3e2d082f23e1 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:46:23.886576 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a702d3fc-040a-4de7-9b8d-4eb9cc49d40e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:23.912710 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:23.920070 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff54a989-6c21-4472-a331-3344aa920ddb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-327afa3e-85e9-4f57-99d9-315ae9d2f2fb', 'network_id': '327afa3e-85e9-4f57-99d9-315ae9d2f2fb', 'tenant_id': '57cad2baaf2145b1a083f7140eddf89d', 'fixed_ips': [{'subnet_id': 'fd42728f-6533-477f-97d9-f0995f638483'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:46:23.920881 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ff54a989-6c21-4472-a331-3344aa920ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:23.934962 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c68037-f1a9-44e3-9b04-2a66fba74cb9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event updated for resources: {'Port': ['ID=4b61680c-e9f9-4fae-8ab8-df34757c0796,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:23.941751 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c7b86457-9338-437d-8bcf-158d184d98bd tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:24.024402 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e6f9b-732f-4205-ad47-bc0f68f98ac9 req-400d3326-3f5c-4ece-aa81-38fd96dab205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:24.025870 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9a7e6f9b-732f-4205-ad47-bc0f68f98ac9 req-400d3326-3f5c-4ece-aa81-38fd96dab205 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=06fc60d5-c8e6-4c94-95bd-167f47074207 HTTP/1.1" status: 200 len: 835 time: 0.1534581 Feb 09 12:46:24.041052 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bc156fbf-fad1-4da6-a7c3-135288e993d0 req-a75425a5-097b-4099-8013-d35bbc49f0db tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=2df67451-3d0b-4d22-9727-d6bf78b9aafa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4097512 Feb 09 12:46:24.105956 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb89da-c738-4783-a1da-1cc0a627bb97 req-99bfac46-c17a-4a42-b52b-abc15b1c276d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:24.109174 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b1bb89da-c738-4783-a1da-1cc0a627bb97 req-99bfac46-c17a-4a42-b52b-abc15b1c276d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=661b89d1-11f6-41cf-907a-600d8dd46c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4338870 Feb 09 12:46:24.111347 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c68037-f1a9-44e3-9b04-2a66fba74cb9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Network c93ece45-9a7d-45c9-a9cd-ab5a5defb211 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:46:24.113000 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-a702d3fc-040a-4de7-9b8d-4eb9cc49d40e None None] The port 'aa51e368-3d34-4874-beaa-3e2d082f23e1' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:46:24.113870 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-98c68037-f1a9-44e3-9b04-2a66fba74cb9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:46:24.114719 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port b3a74bab-2585-4502-9b81-4dcaf571bfab, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=b3a74bab-2585-4502-9b81-4dcaf571bfab,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:46:24.125849 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:24.174250 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-bcf6c4d3-1044-432a-8a1c-c6b3013edc4a tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Synchronizing usage tracker for tenant:7722e72c858c4f97b7f4eb543cff4fda on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:46:24.202854 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-c7b86457-9338-437d-8bcf-158d184d98bd tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f261898a-0831-44c2-bfed-570307966918']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:46:24.223706 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-c7b86457-9338-437d-8bcf-158d184d98bd tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75ea3103-3c4a-4298-b779-500d62fd8799') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:46:24.224032 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-c7b86457-9338-437d-8bcf-158d184d98bd tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75ea3103-3c4a-4298-b779-500d62fd8799') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:46:24.236825 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c7b86457-9338-437d-8bcf-158d184d98bd tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:24.253903 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device aa51e368-3d34-4874-beaa-3e2d082f23e1 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:46:24.262489 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c7b86457-9338-437d-8bcf-158d184d98bd tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:24.272171 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7b86457-9338-437d-8bcf-158d184d98bd tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:46:24.272171 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c7b86457-9338-437d-8bcf-158d184d98bd tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:24.301642 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:46:24.301642 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:46:24.301642 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:46:24.301642 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:46:24.301642 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:46:24.301642 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:46:24.301642 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:46:24.301642 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:46:24.301642 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:46:24.301642 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:46:24.301642 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:46:24.301642 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:46:24.301642 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:46:24.301642 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:46:24.301642 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:46:24.301642 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:46:24.301642 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:46:24.301642 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:46:24.301642 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:46:24.301642 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:46:24.301642 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:46:24.301642 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:46:24.301642 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:46:24.301642 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:46:24.301642 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:46:24.301642 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:46:24.301642 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:46:24.301642 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:46:24.301642 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:46:24.301642 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:46:24.301642 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:46:24.301642 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:46:24.367857 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: aa51e368-3d34-4874-beaa-3e2d082f23e1 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:46:24.368222 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device aa51e368-3d34-4874-beaa-3e2d082f23e1 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:46:24.412709 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=b3a74bab-2585-4502-9b81-4dcaf571bfab,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:24.434178 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-ff54a989-6c21-4472-a331-3344aa920ddb None None] Allocated IP 172.20.0.2 (327afa3e-85e9-4f57-99d9-315ae9d2f2fb/fd42728f-6533-477f-97d9-f0995f638483/0b68d693-442c-4d0d-bf22-3e4838b5bcf2) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:46:24.559526 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-bcf6c4d3-1044-432a-8a1c-c6b3013edc4a tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Unset dirty status for tenant:7722e72c858c4f97b7f4eb543cff4fda on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:46:24.565414 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-bcf6c4d3-1044-432a-8a1c-c6b3013edc4a tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--843028110&fields=id&tenant_id=7722e72c858c4f97b7f4eb543cff4fda HTTP/1.1" status: 200 len: 267 time: 0.7425931 Feb 09 12:46:24.651278 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b1bb89da-c738-4783-a1da-1cc0a627bb97 req-52f54b7f-f41f-453a-8247-4c8ee157595f service neutron] 10.222.0.46 "GET /v2.0/networks/661b89d1-11f6-41cf-907a-600d8dd46c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5339105 Feb 09 12:46:24.759049 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e6f9b-732f-4205-ad47-bc0f68f98ac9 req-69c06e4d-8e1f-434c-8168-b5d2db0f507b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:24.760605 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9a7e6f9b-732f-4205-ad47-bc0f68f98ac9 req-69c06e4d-8e1f-434c-8168-b5d2db0f507b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=661b89d1-11f6-41cf-907a-600d8dd46c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7240906 Feb 09 12:46:24.776538 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6309ed0c-45be-457d-8da9-9b1cf782e173 None None] Provisioning complete for port 4b61680c-e9f9-4fae-8ab8-df34757c0796 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:24.778614 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6309ed0c-45be-457d-8da9-9b1cf782e173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:24.890903 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c7b86457-9338-437d-8bcf-158d184d98bd tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:24.934758 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c7b86457-9338-437d-8bcf-158d184d98bd tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:24.936183 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b1bb89da-c738-4783-a1da-1cc0a627bb97 req-31033249-e395-480f-b48d-8174fa789a70 service neutron] 10.222.0.46 "GET /v2.0/networks/661b89d1-11f6-41cf-907a-600d8dd46c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753696 Feb 09 12:46:24.940817 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c68037-f1a9-44e3-9b04-2a66fba74cb9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Router 60e5046b-c484-422f-ba69-eb86f4a4ef4d is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:46:24.941034 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b86457-9338-437d-8bcf-158d184d98bd tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event deleted for resources: {'Network': ['ID=f261898a-0831-44c2-bfed-570307966918,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:24.952332 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-6309ed0c-45be-457d-8da9-9b1cf782e173 None None] Port 4b61680c-e9f9-4fae-8ab8-df34757c0796 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:46:25.074393 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c7b86457-9338-437d-8bcf-158d184d98bd tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "DELETE /v2.0/networks/f261898a-0831-44c2-bfed-570307966918 HTTP/1.1" status: 204 len: 168 time: 3.6582830 Feb 09 12:46:25.076638 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ff54a989-6c21-4472-a331-3344aa920ddb None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:25.084678 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55940) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:25.115390 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9a7e6f9b-732f-4205-ad47-bc0f68f98ac9 req-28635fb8-cbf6-4b40-8281-08adf8f5582a service neutron] 10.222.0.52 "GET /v2.0/networks/661b89d1-11f6-41cf-907a-600d8dd46c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407474 Feb 09 12:46:25.121184 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-ff54a989-6c21-4472-a331-3344aa920ddb None None] Transition to ACTIVE for port object 0b68d693-442c-4d0d-bf22-3e4838b5bcf2 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:46:25.166453 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-ff54a989-6c21-4472-a331-3344aa920ddb None None] Transition to ACTIVE for port object 0b68d693-442c-4d0d-bf22-3e4838b5bcf2 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:46:25.178231 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ff54a989-6c21-4472-a331-3344aa920ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:25.257911 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff54a989-6c21-4472-a331-3344aa920ddb None None] Network 327afa3e-85e9-4f57-99d9-315ae9d2f2fb is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:46:25.259154 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-ff54a989-6c21-4472-a331-3344aa920ddb None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:46:25.269216 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff54a989-6c21-4472-a331-3344aa920ddb None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:46:25.281976 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-27a50e22-7f3e-4d81-aacc-19bc7515d531 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:25.284145 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-27a50e22-7f3e-4d81-aacc-19bc7515d531 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/networks?id=fef63669-60e4-448f-bbf3-5ffe81417e5d HTTP/1.1" status: 200 len: 811 time: 0.7016413 Feb 09 12:46:25.416906 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-490671ce-0057-4010-be5f-d85f2c18155b tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/quotas/7722e72c858c4f97b7f4eb543cff4fda HTTP/1.1" status: 200 len: 375 time: 0.0573452 Feb 09 12:46:25.476473 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device b3a74bab-2585-4502-9b81-4dcaf571bfab up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:46:25.549528 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff54a989-6c21-4472-a331-3344aa920ddb None None] Pushing event updated for resources: {'Port': ['ID=0b68d693-442c-4d0d-bf22-3e4838b5bcf2,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:25.576309 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-ff54a989-6c21-4472-a331-3344aa920ddb None None] Attempting to bind port 0b68d693-442c-4d0d-bf22-3e4838b5bcf2 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:46:25.576704 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-ff54a989-6c21-4472-a331-3344aa920ddb None None] Attempting to bind port 0b68d693-442c-4d0d-bf22-3e4838b5bcf2 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '57f9570f-4430-4227-86a1-377419c5db88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '327afa3e-85e9-4f57-99d9-315ae9d2f2fb'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:46:25.577044 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff54a989-6c21-4472-a331-3344aa920ddb None None] Attempting to bind port 0b68d693-442c-4d0d-bf22-3e4838b5bcf2 on network 327afa3e-85e9-4f57-99d9-315ae9d2f2fb {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:46:25.588591 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff54a989-6c21-4472-a331-3344aa920ddb None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:46:25.588977 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff54a989-6c21-4472-a331-3344aa920ddb None None] Checking segment: {'id': '57f9570f-4430-4227-86a1-377419c5db88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '327afa3e-85e9-4f57-99d9-315ae9d2f2fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:46:25.589386 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ff54a989-6c21-4472-a331-3344aa920ddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:25.589780 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff54a989-6c21-4472-a331-3344aa920ddb None None] Bound using segment: {'id': '57f9570f-4430-4227-86a1-377419c5db88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '327afa3e-85e9-4f57-99d9-315ae9d2f2fb'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:46:25.590268 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-ff54a989-6c21-4472-a331-3344aa920ddb None None] Bound port: 0b68d693-442c-4d0d-bf22-3e4838b5bcf2, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57f9570f-4430-4227-86a1-377419c5db88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '327afa3e-85e9-4f57-99d9-315ae9d2f2fb'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:46:25.590629 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ff54a989-6c21-4472-a331-3344aa920ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:25.671120 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port b3a74bab-2585-4502-9b81-4dcaf571bfab triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:25.671473 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:25.684048 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9a7e6f9b-732f-4205-ad47-bc0f68f98ac9 req-6e710756-bcbf-43c8-b504-e94aeede5c24 service neutron] 10.222.0.52 "GET /v2.0/networks/661b89d1-11f6-41cf-907a-600d8dd46c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4846294 Feb 09 12:46:25.748437 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-ff54a989-6c21-4472-a331-3344aa920ddb None None] For port 0b68d693-442c-4d0d-bf22-3e4838b5bcf2, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:46:25.753355 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-ff54a989-6c21-4472-a331-3344aa920ddb None None] For port 0b68d693-442c-4d0d-bf22-3e4838b5bcf2, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=0b68d693-442c-4d0d-bf22-3e4838b5bcf2,segment=NetworkSegment(57f9570f-4430-4227-86a1-377419c5db88),segment_id=57f9570f-4430-4227-86a1-377419c5db88)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:46:25.776867 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ff54a989-6c21-4472-a331-3344aa920ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:25.816467 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c68037-f1a9-44e3-9b04-2a66fba74cb9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:46:25.850447 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-98c68037-f1a9-44e3-9b04-2a66fba74cb9 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "PUT /v2.0/routers/60e5046b-c484-422f-ba69-eb86f4a4ef4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9643962 Feb 09 12:46:25.853021 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ea352a4b-16d4-4696-8aba-b3d1aa41e54b tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:25.854234 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55948) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:25.904154 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc04c365-5756-4e86-a3b4-610b479650dc None None] Sync routers for ids ['60e5046b-c484-422f-ba69-eb86f4a4ef4d'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:46:25.924067 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e6f9b-732f-4205-ad47-bc0f68f98ac9 req-82715593-7d2e-4d11-bd68-3461dc562b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:25.925597 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9a7e6f9b-732f-4205-ad47-bc0f68f98ac9 req-82715593-7d2e-4d11-bd68-3461dc562b79 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c7a8f76649f44a59c185c6d6414b556&device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 1095 time: 0.8915904 Feb 09 12:46:25.937644 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0b4f66-7915-4883-8460-e3c916244cc1 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:25.944463 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ef0b4f66-7915-4883-8460-e3c916244cc1 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.8496845 Feb 09 12:46:25.944909 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55952) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:25.969928 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc04c365-5756-4e86-a3b4-610b479650dc None None] Routers {'60e5046b-c484-422f-ba69-eb86f4a4ef4d'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:46:25.971546 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-fc04c365-5756-4e86-a3b4-610b479650dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:46:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['60e5046b-c484-422f-ba69-eb86f4a4ef4d'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:46:26.004650 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-7a711b2a-f378-4a7d-b564-b13c8121d0b8 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7722e72c858c4f97b7f4eb543cff4fda&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5672071 Feb 09 12:46:26.041150 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-fc04c365-5756-4e86-a3b4-610b479650dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:46:26.044526 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff54a989-6c21-4472-a331-3344aa920ddb None None] Pushing event updated for resources: {'Port': ['ID=0b68d693-442c-4d0d-bf22-3e4838b5bcf2,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:26.076524 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc04c365-5756-4e86-a3b4-610b479650dc None None] Routers {'60e5046b-c484-422f-ba69-eb86f4a4ef4d'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:46:26.077811 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-fc04c365-5756-4e86-a3b4-610b479650dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:46:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['60e5046b-c484-422f-ba69-eb86f4a4ef4d'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:46:26.125578 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcd4386-cf76-48eb-94c1-7fc5f7694ace req-0cf83f01-d1f5-464a-b7f4-3a2c7ac08821 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:26.128426 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fbcd4386-cf76-48eb-94c1-7fc5f7694ace req-0cf83f01-d1f5-464a-b7f4-3a2c7ac08821 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 944 time: 0.5501599 Feb 09 12:46:26.168911 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-fc04c365-5756-4e86-a3b4-610b479650dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:46:26.169390 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc04c365-5756-4e86-a3b4-610b479650dc None None] The sync data for ids ['60e5046b-c484-422f-ba69-eb86f4a4ef4d'] in n-d-825178-3 is: [] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:46:26.210941 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f118de-b803-4367-a84a-a61adbeacc5d tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:26.211685 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c6f118de-b803-4367-a84a-a61adbeacc5d tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Synchronizing usage tracker for tenant:02516ed7a4f240dfa605c2984d99ee86 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:46:26.240260 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-133f1d65-4bae-46b2-bb60-39d04a6b2e85 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2709794 Feb 09 12:46:26.244461 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e6f9b-732f-4205-ad47-bc0f68f98ac9 req-4a29ca17-4917-47b8-a16d-ad4c511ef93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:26.245788 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9a7e6f9b-732f-4205-ad47-bc0f68f98ac9 req-4a29ca17-4917-47b8-a16d-ad4c511ef93e service neutron] 10.222.0.46 "GET /v2.0/networks?id=661b89d1-11f6-41cf-907a-600d8dd46c61 HTTP/1.1" status: 200 len: 898 time: 0.3000045 Feb 09 12:46:26.246221 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55958) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:26.324611 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-31c1cc6c-9f82-4a83-8c38-11316e3e6d94 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1332955671'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:46:26.350943 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c6f118de-b803-4367-a84a-a61adbeacc5d tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Unset dirty status for tenant:02516ed7a4f240dfa605c2984d99ee86 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:46:26.352114 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c6f118de-b803-4367-a84a-a61adbeacc5d tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "GET /v2.0/ports?device_id=60e5046b-c484-422f-ba69-eb86f4a4ef4d HTTP/1.1" status: 200 len: 989 time: 0.4960268 Feb 09 12:46:26.353446 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-31c1cc6c-9f82-4a83-8c38-11316e3e6d94 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:26.358496 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 55962) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:26.391713 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-31c1cc6c-9f82-4a83-8c38-11316e3e6d94 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Usage tracker for resource:network and tenant:1a8f2026410d46378828a444f88ab686 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:46:26.463139 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-31c1cc6c-9f82-4a83-8c38-11316e3e6d94 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:46:26.490591 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-31c1cc6c-9f82-4a83-8c38-11316e3e6d94 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:46:26.502681 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-56b146d6-ecb3-44a9-9dc5-c00731ab945e service neutron] 10.222.0.55 "GET /v2.0/networks/fef63669-60e4-448f-bbf3-5ffe81417e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4277623 Feb 09 12:46:26.583396 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9a7e6f9b-732f-4205-ad47-bc0f68f98ac9 req-4ed887f0-90c0-4641-80e2-959b91f18ec5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75ed85e6-3f26-42b7-b87a-e6a7b4731b55 HTTP/1.1" status: 200 len: 998 time: 0.3284547 Feb 09 12:46:26.586013 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c1cc6c-9f82-4a83-8c38-11316e3e6d94 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Made reservation on behalf of 1a8f2026410d46378828a444f88ab686 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:46:26.589870 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-31c1cc6c-9f82-4a83-8c38-11316e3e6d94 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:26.700066 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fbcd4386-cf76-48eb-94c1-7fc5f7694ace req-3cc494a2-bc54-4aad-823f-64dc4ca056ca tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=2df67451-3d0b-4d22-9727-d6bf78b9aafa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4913774 Feb 09 12:46:26.831638 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31c1cc6c-9f82-4a83-8c38-11316e3e6d94 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:46:26.860567 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-65f3517f-20a9-4ce2-aa69-e561f0b7eb24 service neutron] 10.222.0.55 "GET /v2.0/networks/fef63669-60e4-448f-bbf3-5ffe81417e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569613 Feb 09 12:46:26.867256 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e6f9b-732f-4205-ad47-bc0f68f98ac9 req-9a0629bc-fbd1-46a3-ace1-a66d417097cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:26.873439 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9a7e6f9b-732f-4205-ad47-bc0f68f98ac9 req-9a0629bc-fbd1-46a3-ace1-a66d417097cc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06fc60d5-c8e6-4c94-95bd-167f47074207 HTTP/1.1" status: 200 len: 835 time: 0.2655683 Feb 09 12:46:26.885708 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-31c1cc6c-9f82-4a83-8c38-11316e3e6d94 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:26.886154 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-31c1cc6c-9f82-4a83-8c38-11316e3e6d94 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Added segment 72aed0d1-13db-4c30-8381-e02fc36ffdc7 of type vlan for network ba881d77-ba48-4826-ae1f-89dbe0db5e7a Feb 09 12:46:27.024374 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-ea352a4b-16d4-4696-8aba-b3d1aa41e54b tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Allocated IP 172.20.0.1 (327afa3e-85e9-4f57-99d9-315ae9d2f2fb/fd42728f-6533-477f-97d9-f0995f638483/3dbef2cb-e519-4b42-80f1-85a1df9269a1) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:46:27.099898 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-31c1cc6c-9f82-4a83-8c38-11316e3e6d94 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:27.160013 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e6f9b-732f-4205-ad47-bc0f68f98ac9 req-e9f48a31-3029-4bbb-a104-e25ae2f8af8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:27.161564 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9a7e6f9b-732f-4205-ad47-bc0f68f98ac9 req-e9f48a31-3029-4bbb-a104-e25ae2f8af8e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=661b89d1-11f6-41cf-907a-600d8dd46c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2739401 Feb 09 12:46:27.203185 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-af1c1528-f520-4648-b7be-ecc04005add4 req-dcd33438-9c1a-4a1f-b828-73e603d0bddf tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=81db42a5-02d3-443f-be46-0013f0adee71 HTTP/1.1" status: 200 len: 210 time: 0.0833416 Feb 09 12:46:27.229258 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-31c1cc6c-9f82-4a83-8c38-11316e3e6d94 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:27.234696 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c1cc6c-9f82-4a83-8c38-11316e3e6d94 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:27.235277 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-31c1cc6c-9f82-4a83-8c38-11316e3e6d94 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:27.298383 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [req-8373f03b-5625-4b01-920a-1065266c4a78 req-a7b6cb60-6245-4a98-a9b8-5a15ce0de1f0 service neutron] (87568) timed out ('10.222.0.46', 58854) {{(pid=87568) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 12:46:27.409651 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ea352a4b-16d4-4696-8aba-b3d1aa41e54b tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:27.426019 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 0b68d693-442c-4d0d-bf22-3e4838b5bcf2 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:46:27.429892 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-ea352a4b-16d4-4696-8aba-b3d1aa41e54b tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Transition to ACTIVE for port object 3dbef2cb-e519-4b42-80f1-85a1df9269a1 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:46:27.481958 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ea352a4b-16d4-4696-8aba-b3d1aa41e54b tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:27.557050 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 0b68d693-442c-4d0d-bf22-3e4838b5bcf2 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:46:27.775782 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea352a4b-16d4-4696-8aba-b3d1aa41e54b tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Network 327afa3e-85e9-4f57-99d9-315ae9d2f2fb is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:46:27.779644 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-ea352a4b-16d4-4696-8aba-b3d1aa41e54b tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:46:27.782879 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea352a4b-16d4-4696-8aba-b3d1aa41e54b tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:46:27.789809 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa256818-c95b-4d59-b38d-4833f68ea498 None None] Network 327afa3e-85e9-4f57-99d9-315ae9d2f2fb requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:46:27.839183 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-31c1cc6c-9f82-4a83-8c38-11316e3e6d94 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5903335 Feb 09 12:46:27.846256 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 55980) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:27.856491 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-abc60d50-144c-49cd-b935-33073ac86f1e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Request body: {'subnet': {'network_id': 'ba881d77-ba48-4826-ae1f-89dbe0db5e7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:46:27.881109 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c1cc6c-9f82-4a83-8c38-11316e3e6d94 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event updated for resources: {'Network': ['ID=ba881d77-ba48-4826-ae1f-89dbe0db5e7a,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:27.927596 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network ba881d77-ba48-4826-ae1f-89dbe0db5e7a details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:46:27.964255 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0e049205-1aed-417d-a3fc-535f3feaa88e None None] Provisioning for port 0b68d693-442c-4d0d-bf22-3e4838b5bcf2 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:46:27.966888 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9a7e6f9b-732f-4205-ad47-bc0f68f98ac9 req-4ed94af2-a4bd-46e5-b467-6e2acfba7389 service neutron] 10.222.0.46 "GET /v2.0/networks/661b89d1-11f6-41cf-907a-600d8dd46c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7673657 Feb 09 12:46:28.028075 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea352a4b-16d4-4696-8aba-b3d1aa41e54b tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Pushing event updated for resources: {'Port': ['ID=3dbef2cb-e519-4b42-80f1-85a1df9269a1,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:28.029029 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5544303b-8603-4d1e-b11e-eb427d913400 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:28.038280 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ea352a4b-16d4-4696-8aba-b3d1aa41e54b tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:28.046315 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0e049205-1aed-417d-a3fc-535f3feaa88e None None] Provisioning complete for port 0b68d693-442c-4d0d-bf22-3e4838b5bcf2 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:28.046690 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0e049205-1aed-417d-a3fc-535f3feaa88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:28.359104 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ea352a4b-16d4-4696-8aba-b3d1aa41e54b tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:28.409817 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0e049205-1aed-417d-a3fc-535f3feaa88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:28.424622 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-abc60d50-144c-49cd-b935-33073ac86f1e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:28.469065 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9a7e6f9b-732f-4205-ad47-bc0f68f98ac9 req-8c4143ba-e20c-43ad-b725-5365a3f99667 service neutron] 10.222.0.46 "GET /v2.0/networks/661b89d1-11f6-41cf-907a-600d8dd46c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4936278 Feb 09 12:46:28.500417 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-43639375-2c29-4e62-aa96-33a64f42d26c req-397682a3-03e4-4413-a562-07e37ad92b57 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=81db42a5-02d3-443f-be46-0013f0adee71 HTTP/1.1" status: 200 len: 210 time: 0.1052668 Feb 09 12:46:28.501892 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-abc60d50-144c-49cd-b935-33073ac86f1e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Usage tracker for resource:subnet and tenant:1a8f2026410d46378828a444f88ab686 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:46:28.507452 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-0e049205-1aed-417d-a3fc-535f3feaa88e None None] For port 0b68d693-442c-4d0d-bf22-3e4838b5bcf2, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=0b68d693-442c-4d0d-bf22-3e4838b5bcf2,segment=NetworkSegment(57f9570f-4430-4227-86a1-377419c5db88),segment_id=57f9570f-4430-4227-86a1-377419c5db88)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:46:28.518633 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-abc60d50-144c-49cd-b935-33073ac86f1e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:46:28.520097 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0e049205-1aed-417d-a3fc-535f3feaa88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:28.538632 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-abc60d50-144c-49cd-b935-33073ac86f1e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:46:28.645404 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e049205-1aed-417d-a3fc-535f3feaa88e None None] Pushing event updated for resources: {'Port': ['ID=0b68d693-442c-4d0d-bf22-3e4838b5bcf2,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:28.667706 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edcad14-88b6-46da-b8d7-532c24c6340c req-0720a353-d4e9-45e7-88cb-25c935fccef3 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:28.669267 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8edcad14-88b6-46da-b8d7-532c24c6340c req-0720a353-d4e9-45e7-88cb-25c935fccef3 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 944 time: 0.8272026 Feb 09 12:46:28.692723 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc60d50-144c-49cd-b935-33073ac86f1e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Made reservation on behalf of 1a8f2026410d46378828a444f88ab686 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:46:28.696337 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-5544303b-8603-4d1e-b11e-eb427d913400 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Deleting port 4b61680c-e9f9-4fae-8ab8-df34757c0796 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:46:28.696713 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5544303b-8603-4d1e-b11e-eb427d913400 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:28.701943 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-abc60d50-144c-49cd-b935-33073ac86f1e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:28.929855 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8edcad14-88b6-46da-b8d7-532c24c6340c req-ece21074-ee65-4e2a-85e0-8ea525bd1780 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=2df67451-3d0b-4d22-9727-d6bf78b9aafa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2508700 Feb 09 12:46:28.980795 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-e7f9fc67-7e4d-47f9-98d8-decfbd13e9f3 None None] Provisioning complete for port 0b68d693-442c-4d0d-bf22-3e4838b5bcf2 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:28.981494 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e7f9fc67-7e4d-47f9-98d8-decfbd13e9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:29.011263 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 55996) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:29.196582 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 75ed85e6-3f26-42b7-b87a-e6a7b4731b55 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:46:29.315164 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2dd365f7-98c3-4870-b3b0-65e348aeeb36 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/floatingips/0da30dd0-b5fa-4229-b171-105e3ccd4db4 HTTP/1.1" status: 200 len: 990 time: 0.3007205 Feb 09 12:46:29.369776 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-abc60d50-144c-49cd-b935-33073ac86f1e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:29.388260 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-76bc0abb-9651-4b19-91e1-79879fd609d5 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:29.389798 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-76bc0abb-9651-4b19-91e1-79879fd609d5 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.46 "GET /v2.0/networks?id=fef63669-60e4-448f-bbf3-5ffe81417e5d HTTP/1.1" status: 200 len: 811 time: 0.6395409 Feb 09 12:46:29.446755 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 0b68d693-442c-4d0d-bf22-3e4838b5bcf2 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:46:29.455231 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5544303b-8603-4d1e-b11e-eb427d913400 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:29.475999 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-4246eb21-898f-4ee3-a0f7-c548e240fc42 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Synchronizing usage tracker for tenant:7722e72c858c4f97b7f4eb543cff4fda on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:46:29.479519 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc60d50-144c-49cd-b935-33073ac86f1e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Checking segment: {'id': '72aed0d1-13db-4c30-8381-e02fc36ffdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ba881d77-ba48-4826-ae1f-89dbe0db5e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:46:29.479897 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc60d50-144c-49cd-b935-33073ac86f1e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Network hostable DHCP agents. Network: ba881d77-ba48-4826-ae1f-89dbe0db5e7a, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:46:29.496116 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc60d50-144c-49cd-b935-33073ac86f1e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event updated for resources: {'Subnet': ['ID=adefb449-3a53-488d-adca-0ebc4e6a3344,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:29.509303 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ea352a4b-16d4-4696-8aba-b3d1aa41e54b tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:29.520912 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ea352a4b-16d4-4696-8aba-b3d1aa41e54b tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:29.590954 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc60d50-144c-49cd-b935-33073ac86f1e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Network ba881d77-ba48-4826-ae1f-89dbe0db5e7a is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:46:29.620652 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-abc60d50-144c-49cd-b935-33073ac86f1e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, ba881d77-ba48-4826-ae1f-89dbe0db5e7a) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:46:29.625598 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc60d50-144c-49cd-b935-33073ac86f1e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:29.626790 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-abc60d50-144c-49cd-b935-33073ac86f1e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:29.635238 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b839dc91-c578-4381-ac1f-0e61015c313c None None] Network ba881d77-ba48-4826-ae1f-89dbe0db5e7a requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:46:29.655492 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-5544303b-8603-4d1e-b11e-eb427d913400 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Calling delete_port for 4b61680c-e9f9-4fae-8ab8-df34757c0796 owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:46:29.670084 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-abc60d50-144c-49cd-b935-33073ac86f1e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8228111 Feb 09 12:46:29.681597 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56012) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:29.691417 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-25853192-477c-4cb4-9a1c-c8588e05b375 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Request body: {'port': {'network_id': 'ba881d77-ba48-4826-ae1f-89dbe0db5e7a', 'name': 'tempest-PortsTestJSON-958687077'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:46:29.716155 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-4246eb21-898f-4ee3-a0f7-c548e240fc42 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Unset dirty status for tenant:7722e72c858c4f97b7f4eb543cff4fda on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:46:29.718707 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-4246eb21-898f-4ee3-a0f7-c548e240fc42 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7722e72c858c4f97b7f4eb543cff4fda HTTP/1.1" status: 200 len: 379 time: 0.3173480 Feb 09 12:46:29.761216 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 75ed85e6-3f26-42b7-b87a-e6a7b4731b55, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=75ed85e6-3f26-42b7-b87a-e6a7b4731b55,segment=NetworkSegment(165836b6-b6db-405c-8f3f-6a74805e6a4d),segment_id=165836b6-b6db-405c-8f3f-6a74805e6a4d)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:46:29.786424 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 0b68d693-442c-4d0d-bf22-3e4838b5bcf2 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:29.786793 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:29.860014 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '75ed85e6-3f26-42b7-b87a-e6a7b4731b55', 'network_id': '661b89d1-11f6-41cf-907a-600d8dd46c61', 'port_id': '75ed85e6-3f26-42b7-b87a-e6a7b4731b55', 'mac_address': 'fa:16:3e:43:a1:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06fc60d5-c8e6-4c94-95bd-167f47074207', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:46:29.917577 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-e7f9fc67-7e4d-47f9-98d8-decfbd13e9f3 None None] Provisioning for port 3dbef2cb-e519-4b42-80f1-85a1df9269a1 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:46:29.939583 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-e7f9fc67-7e4d-47f9-98d8-decfbd13e9f3 None None] Provisioning complete for port 3dbef2cb-e519-4b42-80f1-85a1df9269a1 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:29.940004 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e7f9fc67-7e4d-47f9-98d8-decfbd13e9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:29.977042 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ea352a4b-16d4-4696-8aba-b3d1aa41e54b tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:29.988125 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea352a4b-16d4-4696-8aba-b3d1aa41e54b tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Pushing event updated for resources: {'Port': ['ID=3dbef2cb-e519-4b42-80f1-85a1df9269a1,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:29.998914 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c59f1449-0175-4c81-90fc-c082e2c7f36d req-662a21c1-42ff-4f32-876b-e423db08a9bd tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=81db42a5-02d3-443f-be46-0013f0adee71 HTTP/1.1" status: 200 len: 210 time: 0.2861397 Feb 09 12:46:30.079764 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:30.095052 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-afa58eda-e25e-4713-b9b5-1491f27516b4 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Request body: {'port': {'device_id': '81db42a5-02d3-443f-be46-0013f0adee71', 'network_id': 'fef63669-60e4-448f-bbf3-5ffe81417e5d', 'admin_state_up': True, 'tenant_id': '7722e72c858c4f97b7f4eb543cff4fda', 'security_groups': ['7893647d-3475-4802-b105-e9be2c914246']}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:46:30.115947 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5544303b-8603-4d1e-b11e-eb427d913400 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:30.133473 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-e7f9fc67-7e4d-47f9-98d8-decfbd13e9f3 None None] Port 3dbef2cb-e519-4b42-80f1-85a1df9269a1 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:46:30.140857 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75ed85e6-3f26-42b7-b87a-e6a7b4731b55 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:46:30.162982 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 75ed85e6-3f26-42b7-b87a-e6a7b4731b55, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=75ed85e6-3f26-42b7-b87a-e6a7b4731b55,segment=NetworkSegment(165836b6-b6db-405c-8f3f-6a74805e6a4d),segment_id=165836b6-b6db-405c-8f3f-6a74805e6a4d)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:46:30.170715 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea352a4b-16d4-4696-8aba-b3d1aa41e54b tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Network 327afa3e-85e9-4f57-99d9-315ae9d2f2fb is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:46:30.171050 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:30.177036 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-ea352a4b-16d4-4696-8aba-b3d1aa41e54b tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:46:30.342478 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fffa211-d615-4316-b81c-5c0a3bcff2cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-ba881d77-ba48-4826-ae1f-89dbe0db5e7a', 'network_id': 'ba881d77-ba48-4826-ae1f-89dbe0db5e7a', 'tenant_id': '1a8f2026410d46378828a444f88ab686', 'fixed_ips': [{'subnet_id': 'adefb449-3a53-488d-adca-0ebc4e6a3344'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:46:30.343514 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3fffa211-d615-4316-b81c-5c0a3bcff2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:30.394218 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-1ce913c0-06be-4e85-a893-b8929b300d77 None None] Provisioning complete for port 3dbef2cb-e519-4b42-80f1-85a1df9269a1 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:30.394595 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1ce913c0-06be-4e85-a893-b8929b300d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:30.456111 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5544303b-8603-4d1e-b11e-eb427d913400 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event deleted for resources: {'Port': ['ID=4b61680c-e9f9-4fae-8ab8-df34757c0796,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:30.477973 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['75ed85e6-3f26-42b7-b87a-e6a7b4731b55'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:46:30.556410 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=75ed85e6-3f26-42b7-b87a-e6a7b4731b55,revision_number=12']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:30.610187 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-25853192-477c-4cb4-9a1c-c8588e05b375 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:30.628620 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea352a4b-16d4-4696-8aba-b3d1aa41e54b tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Router dfb92640-1389-4272-ab5f-4ca72007d852 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:46:30.637302 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-25853192-477c-4cb4-9a1c-c8588e05b375 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Usage tracker for resource:port and tenant:1a8f2026410d46378828a444f88ab686 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:46:30.637460 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-1ce913c0-06be-4e85-a893-b8929b300d77 None None] Port 3dbef2cb-e519-4b42-80f1-85a1df9269a1 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:46:30.643701 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-25853192-477c-4cb4-9a1c-c8588e05b375 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:46:30.655115 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-25853192-477c-4cb4-9a1c-c8588e05b375 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:46:30.827056 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5544303b-8603-4d1e-b11e-eb427d913400 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:30.850875 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7d7a7cd0-e196-4724-b388-01c6d40c3fc9 None None] Provisioning complete for port 3dbef2cb-e519-4b42-80f1-85a1df9269a1 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:30.851242 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7d7a7cd0-e196-4724-b388-01c6d40c3fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:30.886255 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-3fffa211-d615-4316-b81c-5c0a3bcff2cd None None] Allocated IP 172.20.0.2 (ba881d77-ba48-4826-ae1f-89dbe0db5e7a/adefb449-3a53-488d-adca-0ebc4e6a3344/fea1d692-393f-419f-a83f-85edce4db268) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:46:30.902287 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25853192-477c-4cb4-9a1c-c8588e05b375 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Made reservation on behalf of 1a8f2026410d46378828a444f88ab686 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:46:30.907169 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-25853192-477c-4cb4-9a1c-c8588e05b375 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:30.919692 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-afa58eda-e25e-4713-b9b5-1491f27516b4 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:30.938635 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [None req-25853192-477c-4cb4-9a1c-c8588e05b375 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] device_id is not set on port 5caff443-3294-47dc-99db-b0d139bed08b yet. {{(pid=87567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:46:30.987029 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-afa58eda-e25e-4713-b9b5-1491f27516b4 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Usage tracker for resource:port and tenant:7722e72c858c4f97b7f4eb543cff4fda is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:46:30.992727 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-afa58eda-e25e-4713-b9b5-1491f27516b4 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:46:31.002400 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-afa58eda-e25e-4713-b9b5-1491f27516b4 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:46:31.008683 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7d7a7cd0-e196-4724-b388-01c6d40c3fc9 None None] Port 3dbef2cb-e519-4b42-80f1-85a1df9269a1 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:46:31.054768 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea352a4b-16d4-4696-8aba-b3d1aa41e54b tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:46:31.065630 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faabf737-fe9a-4b00-84d3-31ee2c049740 None None] Sync routers for ids ['dfb92640-1389-4272-ab5f-4ca72007d852'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:46:31.068434 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ea352a4b-16d4-4696-8aba-b3d1aa41e54b tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "PUT /v2.0/routers/dfb92640-1389-4272-ab5f-4ca72007d852/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8109856 Feb 09 12:46:31.070974 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56028) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:31.077818 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-a262ece1-5942-4bc6-aff6-d1e2cf592877 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1045670499', 'description': 'tempest-secgroup_access--1045670499 description', 'project_id': '57cad2baaf2145b1a083f7140eddf89d'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:46:31.086323 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faabf737-fe9a-4b00-84d3-31ee2c049740 None None] Routers {'dfb92640-1389-4272-ab5f-4ca72007d852'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:46:31.086940 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-faabf737-fe9a-4b00-84d3-31ee2c049740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:46:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['dfb92640-1389-4272-ab5f-4ca72007d852'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:46:31.088098 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-a262ece1-5942-4bc6-aff6-d1e2cf592877 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:31.092616 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a262ece1-5942-4bc6-aff6-d1e2cf592877 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Usage tracker for resource:security_group and tenant:57cad2baaf2145b1a083f7140eddf89d is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:46:31.097550 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a262ece1-5942-4bc6-aff6-d1e2cf592877 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:46:31.105503 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-a262ece1-5942-4bc6-aff6-d1e2cf592877 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:46:31.124003 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a262ece1-5942-4bc6-aff6-d1e2cf592877 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:31.151387 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-afa58eda-e25e-4713-b9b5-1491f27516b4 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Made reservation on behalf of 7722e72c858c4f97b7f4eb543cff4fda for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:46:31.154678 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-a262ece1-5942-4bc6-aff6-d1e2cf592877 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:31.155393 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-afa58eda-e25e-4713-b9b5-1491f27516b4 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:31.162827 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a262ece1-5942-4bc6-aff6-d1e2cf592877 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Usage tracker for resource:security_group_rule and tenant:57cad2baaf2145b1a083f7140eddf89d is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:46:31.166277 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a262ece1-5942-4bc6-aff6-d1e2cf592877 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:46:31.174554 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-a262ece1-5942-4bc6-aff6-d1e2cf592877 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:46:31.237120 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-047468ed-e7b9-4a68-8418-6116e235c806 req-6795434c-9afa-4505-9711-b7efba9e7b41 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=81db42a5-02d3-443f-be46-0013f0adee71 HTTP/1.1" status: 200 len: 210 time: 0.0566766 Feb 09 12:46:31.280270 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5544303b-8603-4d1e-b11e-eb427d913400 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Router 60e5046b-c484-422f-ba69-eb86f4a4ef4d has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:46:31.325671 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a262ece1-5942-4bc6-aff6-d1e2cf592877 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:31.335916 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a262ece1-5942-4bc6-aff6-d1e2cf592877 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:31.398646 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a262ece1-5942-4bc6-aff6-d1e2cf592877 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85295cb1-9cbe-46f9-9694-ca074f4da9c9,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:31.408001 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a262ece1-5942-4bc6-aff6-d1e2cf592877 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:31.408351 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a262ece1-5942-4bc6-aff6-d1e2cf592877 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:31.408692 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a262ece1-5942-4bc6-aff6-d1e2cf592877 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:31.409212 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a262ece1-5942-4bc6-aff6-d1e2cf592877 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:31.409601 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a262ece1-5942-4bc6-aff6-d1e2cf592877 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:31.410069 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a262ece1-5942-4bc6-aff6-d1e2cf592877 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:31.410413 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a262ece1-5942-4bc6-aff6-d1e2cf592877 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:31.410743 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a262ece1-5942-4bc6-aff6-d1e2cf592877 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:31.411078 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a262ece1-5942-4bc6-aff6-d1e2cf592877 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:31.411461 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a262ece1-5942-4bc6-aff6-d1e2cf592877 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:31.412357 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a262ece1-5942-4bc6-aff6-d1e2cf592877 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:31.412713 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a262ece1-5942-4bc6-aff6-d1e2cf592877 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:31.415940 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a262ece1-5942-4bc6-aff6-d1e2cf592877 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:31.417376 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a262ece1-5942-4bc6-aff6-d1e2cf592877 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3451402 Feb 09 12:46:31.419812 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56032) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:31.425507 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-8e91f6e4-10e0-4068-a9f8-31157cdaa826 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--464903084', 'description': 'tempest-secgroup_general--464903084 description', 'project_id': '57cad2baaf2145b1a083f7140eddf89d'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:46:31.432499 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-8e91f6e4-10e0-4068-a9f8-31157cdaa826 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:31.436498 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8e91f6e4-10e0-4068-a9f8-31157cdaa826 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Usage tracker for resource:security_group and tenant:57cad2baaf2145b1a083f7140eddf89d is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:46:31.439929 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8e91f6e4-10e0-4068-a9f8-31157cdaa826 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:46:31.441850 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-faabf737-fe9a-4b00-84d3-31ee2c049740 None None] Set router dfb92640-1389-4272-ab5f-4ca72007d852 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:46:31.450639 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-8e91f6e4-10e0-4068-a9f8-31157cdaa826 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:46:31.472264 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3fffa211-d615-4316-b81c-5c0a3bcff2cd None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:31.473619 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8e91f6e4-10e0-4068-a9f8-31157cdaa826 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:31.503395 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-3fffa211-d615-4316-b81c-5c0a3bcff2cd None None] Transition to ACTIVE for port object fea1d692-393f-419f-a83f-85edce4db268 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:46:31.518939 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-8e91f6e4-10e0-4068-a9f8-31157cdaa826 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:31.526156 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8e91f6e4-10e0-4068-a9f8-31157cdaa826 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Usage tracker for resource:security_group_rule and tenant:57cad2baaf2145b1a083f7140eddf89d is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:46:31.531943 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8e91f6e4-10e0-4068-a9f8-31157cdaa826 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:46:31.545064 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-3fffa211-d615-4316-b81c-5c0a3bcff2cd None None] Transition to ACTIVE for port object fea1d692-393f-419f-a83f-85edce4db268 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:46:31.545463 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-8e91f6e4-10e0-4068-a9f8-31157cdaa826 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:46:31.557305 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3fffa211-d615-4316-b81c-5c0a3bcff2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:31.658488 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5544303b-8603-4d1e-b11e-eb427d913400 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:46:31.681349 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ceb2e2-aeea-4819-9519-bd63146d172f None None] Sync routers for ids ['60e5046b-c484-422f-ba69-eb86f4a4ef4d'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:46:31.698876 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fffa211-d615-4316-b81c-5c0a3bcff2cd None None] Network ba881d77-ba48-4826-ae1f-89dbe0db5e7a is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:46:31.705630 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-3fffa211-d615-4316-b81c-5c0a3bcff2cd None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:46:31.723293 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fffa211-d615-4316-b81c-5c0a3bcff2cd None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:46:31.731600 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5544303b-8603-4d1e-b11e-eb427d913400 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "PUT /v2.0/routers/60e5046b-c484-422f-ba69-eb86f4a4ef4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3710270 Feb 09 12:46:31.732382 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56038) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:31.749175 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-afa58eda-e25e-4713-b9b5-1491f27516b4 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Allocated IP 172.20.0.5 (fef63669-60e4-448f-bbf3-5ffe81417e5d/14dd4b9b-eeef-4a9f-a7cf-6d5a7f04665c/12a16eec-53c5-46b0-b1a7-a3ecba18d598) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:46:31.785197 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-25853192-477c-4cb4-9a1c-c8588e05b375 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Allocated IP 172.20.0.13 (ba881d77-ba48-4826-ae1f-89dbe0db5e7a/adefb449-3a53-488d-adca-0ebc4e6a3344/5caff443-3294-47dc-99db-b0d139bed08b) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:46:31.812841 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-1694506e-d42b-4b70-a1ee-07c7f94558c0 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] GET failed (client error): The resource could not be found. Feb 09 12:46:31.813448 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-1694506e-d42b-4b70-a1ee-07c7f94558c0 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Synchronizing usage tracker for tenant:02516ed7a4f240dfa605c2984d99ee86 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:46:31.832291 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ceb2e2-aeea-4819-9519-bd63146d172f None None] Routers {'60e5046b-c484-422f-ba69-eb86f4a4ef4d'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:46:31.834946 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-53ceb2e2-aeea-4819-9519-bd63146d172f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:46:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['60e5046b-c484-422f-ba69-eb86f4a4ef4d'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:46:31.851785 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8e91f6e4-10e0-4068-a9f8-31157cdaa826 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:31.880931 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8e91f6e4-10e0-4068-a9f8-31157cdaa826 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:31.910124 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-faabf737-fe9a-4b00-84d3-31ee2c049740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb92640-1389-4272-ab5f-4ca72007d852', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1676738788', 'tenant_id': '57cad2baaf2145b1a083f7140eddf89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': 'b3a74bab-2585-4502-9b81-4dcaf571bfab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:46:11Z', 'updated_at': '2022-02-09T12:46:28Z', 'revision_number': 4, 'project_id': '57cad2baaf2145b1a083f7140eddf89d', 'gw_port': {'id': 'b3a74bab-2585-4502-9b81-4dcaf571bfab', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:45:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb92640-1389-4272-ab5f-4ca72007d852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:46:13Z', 'updated_at': '2022-02-09T12:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '3dbef2cb-e519-4b42-80f1-85a1df9269a1', 'name': '', 'network_id': '327afa3e-85e9-4f57-99d9-315ae9d2f2fb', 'tenant_id': '57cad2baaf2145b1a083f7140eddf89d', 'mac_address': 'fa:16:3e:4c:74:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb92640-1389-4272-ab5f-4ca72007d852', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'fd42728f-6533-477f-97d9-f0995f638483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:46:26Z', 'updated_at': '2022-02-09T12:46:28Z', 'revision_number': 2, 'project_id': '57cad2baaf2145b1a083f7140eddf89d', 'subnets': [{'id': 'fd42728f-6533-477f-97d9-f0995f638483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:46:31.914248 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-1694506e-d42b-4b70-a1ee-07c7f94558c0 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Unset dirty status for tenant:02516ed7a4f240dfa605c2984d99ee86 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:46:31.918478 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1694506e-d42b-4b70-a1ee-07c7f94558c0 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "GET /v2.0/ports/4b61680c-e9f9-4fae-8ab8-df34757c0796 HTTP/1.1" status: 404 len: 333 time: 0.1750076 Feb 09 12:46:31.919413 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faabf737-fe9a-4b00-84d3-31ee2c049740 None None] Checking router: dfb92640-1389-4272-ab5f-4ca72007d852 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:46:31.920039 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faabf737-fe9a-4b00-84d3-31ee2c049740 None None] Updating router dfb92640-1389-4272-ab5f-4ca72007d852 port 3dbef2cb-e519-4b42-80f1-85a1df9269a1 binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:46:31.924061 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56042) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:31.926616 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-53ceb2e2-aeea-4819-9519-bd63146d172f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:46:31.929725 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fffa211-d615-4316-b81c-5c0a3bcff2cd None None] Pushing event updated for resources: {'Port': ['ID=fea1d692-393f-419f-a83f-85edce4db268,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:31.948877 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-3fffa211-d615-4316-b81c-5c0a3bcff2cd None None] Attempting to bind port fea1d692-393f-419f-a83f-85edce4db268 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:46:31.949889 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-3fffa211-d615-4316-b81c-5c0a3bcff2cd None None] Attempting to bind port fea1d692-393f-419f-a83f-85edce4db268 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '72aed0d1-13db-4c30-8381-e02fc36ffdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ba881d77-ba48-4826-ae1f-89dbe0db5e7a'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:46:31.950265 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fffa211-d615-4316-b81c-5c0a3bcff2cd None None] Attempting to bind port fea1d692-393f-419f-a83f-85edce4db268 on network ba881d77-ba48-4826-ae1f-89dbe0db5e7a {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:46:31.957386 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fffa211-d615-4316-b81c-5c0a3bcff2cd None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:46:31.957768 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fffa211-d615-4316-b81c-5c0a3bcff2cd None None] Checking segment: {'id': '72aed0d1-13db-4c30-8381-e02fc36ffdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ba881d77-ba48-4826-ae1f-89dbe0db5e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:46:31.958328 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3fffa211-d615-4316-b81c-5c0a3bcff2cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:31.958731 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fffa211-d615-4316-b81c-5c0a3bcff2cd None None] Bound using segment: {'id': '72aed0d1-13db-4c30-8381-e02fc36ffdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ba881d77-ba48-4826-ae1f-89dbe0db5e7a'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:46:31.959201 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-3fffa211-d615-4316-b81c-5c0a3bcff2cd None None] Bound port: fea1d692-393f-419f-a83f-85edce4db268, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72aed0d1-13db-4c30-8381-e02fc36ffdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ba881d77-ba48-4826-ae1f-89dbe0db5e7a'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:46:31.959578 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3fffa211-d615-4316-b81c-5c0a3bcff2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:31.976847 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ceb2e2-aeea-4819-9519-bd63146d172f None None] Routers {'60e5046b-c484-422f-ba69-eb86f4a4ef4d'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:46:31.977499 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-53ceb2e2-aeea-4819-9519-bd63146d172f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:46:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['60e5046b-c484-422f-ba69-eb86f4a4ef4d'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:46:32.005193 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-faabf737-fe9a-4b00-84d3-31ee2c049740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:32.081027 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-53ceb2e2-aeea-4819-9519-bd63146d172f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:46:32.081369 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ceb2e2-aeea-4819-9519-bd63146d172f None None] The sync data for ids ['60e5046b-c484-422f-ba69-eb86f4a4ef4d'] in n-d-825178-3 is: [] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:46:32.085842 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-afa58eda-e25e-4713-b9b5-1491f27516b4 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:32.123370 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-afa58eda-e25e-4713-b9b5-1491f27516b4 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Transition to ACTIVE for port object 12a16eec-53c5-46b0-b1a7-a3ecba18d598 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:46:32.156421 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8e91f6e4-10e0-4068-a9f8-31157cdaa826 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:32.160811 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8e91f6e4-10e0-4068-a9f8-31157cdaa826 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.7399583 Feb 09 12:46:32.161021 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56046) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:32.167885 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-38200f67-0fcd-4d39-a342-3318800b322e tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Request body: {'security_group_rule': {'security_group_id': '85295cb1-9cbe-46f9-9694-ca074f4da9c9', 'project_id': '57cad2baaf2145b1a083f7140eddf89d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:46:32.174830 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-3fffa211-d615-4316-b81c-5c0a3bcff2cd None None] For port fea1d692-393f-419f-a83f-85edce4db268, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:46:32.181224 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-3fffa211-d615-4316-b81c-5c0a3bcff2cd None None] For port fea1d692-393f-419f-a83f-85edce4db268, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=fea1d692-393f-419f-a83f-85edce4db268,segment=NetworkSegment(72aed0d1-13db-4c30-8381-e02fc36ffdc7),segment_id=72aed0d1-13db-4c30-8381-e02fc36ffdc7)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:46:32.190983 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3fffa211-d615-4316-b81c-5c0a3bcff2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:32.194117 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-38200f67-0fcd-4d39-a342-3318800b322e tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:32.205010 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-38200f67-0fcd-4d39-a342-3318800b322e tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Usage tracker for resource:security_group_rule and tenant:57cad2baaf2145b1a083f7140eddf89d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:46:32.211816 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e91f6e4-10e0-4068-a9f8-31157cdaa826 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=193d53d7-0f36-49d1-a64f-d965b6ddb8a1,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:32.214250 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-38200f67-0fcd-4d39-a342-3318800b322e tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:46:32.215756 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b6f31b75-8ac4-4f3d-bf3c-bd6c613d6f15 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:32.230199 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-38200f67-0fcd-4d39-a342-3318800b322e tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:46:32.237189 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-afa58eda-e25e-4713-b9b5-1491f27516b4 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:32.347981 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fffa211-d615-4316-b81c-5c0a3bcff2cd None None] Pushing event updated for resources: {'Port': ['ID=fea1d692-393f-419f-a83f-85edce4db268,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:32.426755 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa58eda-e25e-4713-b9b5-1491f27516b4 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Pushing event updated for resources: {'Port': ['ID=12a16eec-53c5-46b0-b1a7-a3ecba18d598,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:32.460295 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-afa58eda-e25e-4713-b9b5-1491f27516b4 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Network fef63669-60e4-448f-bbf3-5ffe81417e5d is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:46:32.478225 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-afa58eda-e25e-4713-b9b5-1491f27516b4 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:46:32.481257 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-afa58eda-e25e-4713-b9b5-1491f27516b4 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:46:32.516174 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-faabf737-fe9a-4b00-84d3-31ee2c049740 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:32.521778 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-38200f67-0fcd-4d39-a342-3318800b322e tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:32.549503 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-faabf737-fe9a-4b00-84d3-31ee2c049740 None None] Transition to ACTIVE for port object 3dbef2cb-e519-4b42-80f1-85a1df9269a1 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:46:32.560878 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-faabf737-fe9a-4b00-84d3-31ee2c049740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:32.613862 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-afa58eda-e25e-4713-b9b5-1491f27516b4 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:32.614791 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-afa58eda-e25e-4713-b9b5-1491f27516b4 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:32.642070 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-afa58eda-e25e-4713-b9b5-1491f27516b4 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5514059 Feb 09 12:46:32.671835 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-9e489a04-76b9-4011-82c1-fc28ea31ecbe service neutron] Request body: {'port': {'device_id': '81db42a5-02d3-443f-be46-0013f0adee71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:46:32.857464 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-38200f67-0fcd-4d39-a342-3318800b322e tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:32.881181 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-38200f67-0fcd-4d39-a342-3318800b322e tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:32.909674 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a1e54-e923-4fc9-a67c-89e00c9f0643 None None] Pushing event updated for resources: {'Port': ['ID=3dbef2cb-e519-4b42-80f1-85a1df9269a1,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:33.054050 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-e2596f13-b82a-4d31-8816-1a2861fa2e68 None None] Provisioning for port 12a16eec-53c5-46b0-b1a7-a3ecba18d598 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:46:33.060305 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-e2596f13-b82a-4d31-8816-1a2861fa2e68 None None] Provisioning complete for port 12a16eec-53c5-46b0-b1a7-a3ecba18d598 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:33.060536 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e2596f13-b82a-4d31-8816-1a2861fa2e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:33.146111 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b6f31b75-8ac4-4f3d-bf3c-bd6c613d6f15 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:33.148432 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b6f31b75-8ac4-4f3d-bf3c-bd6c613d6f15 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:33.151251 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 75ed85e6-3f26-42b7-b87a-e6a7b4731b55 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:46:33.158093 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-faabf737-fe9a-4b00-84d3-31ee2c049740 None None] Attempting to bind port 3dbef2cb-e519-4b42-80f1-85a1df9269a1 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:46:33.159598 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-faabf737-fe9a-4b00-84d3-31ee2c049740 None None] Attempting to bind port 3dbef2cb-e519-4b42-80f1-85a1df9269a1 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '57f9570f-4430-4227-86a1-377419c5db88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '327afa3e-85e9-4f57-99d9-315ae9d2f2fb'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:46:33.160103 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faabf737-fe9a-4b00-84d3-31ee2c049740 None None] Attempting to bind port 3dbef2cb-e519-4b42-80f1-85a1df9269a1 on network 327afa3e-85e9-4f57-99d9-315ae9d2f2fb {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:46:33.172436 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faabf737-fe9a-4b00-84d3-31ee2c049740 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:46:33.172901 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faabf737-fe9a-4b00-84d3-31ee2c049740 None None] Checking segment: {'id': '57f9570f-4430-4227-86a1-377419c5db88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '327afa3e-85e9-4f57-99d9-315ae9d2f2fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:46:33.173776 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-faabf737-fe9a-4b00-84d3-31ee2c049740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:33.174196 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faabf737-fe9a-4b00-84d3-31ee2c049740 None None] Bound using segment: {'id': '57f9570f-4430-4227-86a1-377419c5db88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '327afa3e-85e9-4f57-99d9-315ae9d2f2fb'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:46:33.174654 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-faabf737-fe9a-4b00-84d3-31ee2c049740 None None] Bound port: 3dbef2cb-e519-4b42-80f1-85a1df9269a1, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57f9570f-4430-4227-86a1-377419c5db88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '327afa3e-85e9-4f57-99d9-315ae9d2f2fb'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:46:33.176465 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-faabf737-fe9a-4b00-84d3-31ee2c049740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:33.184336 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b6f31b75-8ac4-4f3d-bf3c-bd6c613d6f15 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:33.184957 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f31b75-8ac4-4f3d-bf3c-bd6c613d6f15 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Fanout notify agent at l3_agent the message router_deleted on router 60e5046b-c484-422f-ba69-eb86f4a4ef4d {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:46:33.185709 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38200f67-0fcd-4d39-a342-3318800b322e tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=353453e6-7388-49ae-a0fd-6dcc4d840413,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:33.237507 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b6f31b75-8ac4-4f3d-bf3c-bd6c613d6f15 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:33.238901 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b6f31b75-8ac4-4f3d-bf3c-bd6c613d6f15 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "DELETE /v2.0/routers/60e5046b-c484-422f-ba69-eb86f4a4ef4d HTTP/1.1" status: 204 len: 168 time: 1.3023820 Feb 09 12:46:33.242131 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-38200f67-0fcd-4d39-a342-3318800b322e tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:33.246281 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-38200f67-0fcd-4d39-a342-3318800b322e tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0805862 Feb 09 12:46:33.249607 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56054) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:33.315686 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-25853192-477c-4cb4-9a1c-c8588e05b375 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:33.323254 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-e2596f13-b82a-4d31-8816-1a2861fa2e68 None None] Port 12a16eec-53c5-46b0-b1a7-a3ecba18d598 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:46:33.373186 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 75ed85e6-3f26-42b7-b87a-e6a7b4731b55 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:46:33.384532 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-9e489a04-76b9-4011-82c1-fc28ea31ecbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:33.391895 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 75ed85e6-3f26-42b7-b87a-e6a7b4731b55 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:33.392275 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:33.412372 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-faabf737-fe9a-4b00-84d3-31ee2c049740 None None] For port 3dbef2cb-e519-4b42-80f1-85a1df9269a1, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:46:33.413369 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-25853192-477c-4cb4-9a1c-c8588e05b375 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Transition to ACTIVE for port object 5caff443-3294-47dc-99db-b0d139bed08b will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:46:33.420923 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-faabf737-fe9a-4b00-84d3-31ee2c049740 None None] For port 3dbef2cb-e519-4b42-80f1-85a1df9269a1, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=3dbef2cb-e519-4b42-80f1-85a1df9269a1,segment=NetworkSegment(57f9570f-4430-4227-86a1-377419c5db88),segment_id=57f9570f-4430-4227-86a1-377419c5db88)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:46:33.428930 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-faabf737-fe9a-4b00-84d3-31ee2c049740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:33.435467 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eb593f3-d747-47af-8012-71850d2a20cc tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Deleting subnet c9df5f3b-cf14-4853-8074-1467e96913f2 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:46:33.442078 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0eb593f3-d747-47af-8012-71850d2a20cc tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:33.453191 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b66b8e-d3a4-43eb-923b-ecef705efeb9 req-7d47e6a6-a9b6-4927-a654-ff5ea2bdec67 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:33.465089 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c4b66b8e-d3a4-43eb-923b-ecef705efeb9 req-7d47e6a6-a9b6-4927-a654-ff5ea2bdec67 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=81db42a5-02d3-443f-be46-0013f0adee71 HTTP/1.1" status: 200 len: 931 time: 0.8575778 Feb 09 12:46:33.537207 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device fea1d692-393f-419f-a83f-85edce4db268 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:46:33.607116 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c4b66b8e-d3a4-43eb-923b-ecef705efeb9 req-e3ccaeec-a1de-49fb-9c35-d14144357b96 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=7893647d-3475-4802-b105-e9be2c914246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390064 Feb 09 12:46:33.628259 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-25853192-477c-4cb4-9a1c-c8588e05b375 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:33.637972 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faabf737-fe9a-4b00-84d3-31ee2c049740 None None] Routers {'dfb92640-1389-4272-ab5f-4ca72007d852'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:46:33.640078 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-faabf737-fe9a-4b00-84d3-31ee2c049740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:46:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['dfb92640-1389-4272-ab5f-4ca72007d852'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:46:33.689030 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0eb593f3-d747-47af-8012-71850d2a20cc tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:33.761490 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:33.812324 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 75ed85e6-3f26-42b7-b87a-e6a7b4731b55, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=75ed85e6-3f26-42b7-b87a-e6a7b4731b55,segment=NetworkSegment(165836b6-b6db-405c-8f3f-6a74805e6a4d),segment_id=165836b6-b6db-405c-8f3f-6a74805e6a4d)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:46:33.813769 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5854708d-441d-4415-8f55-98a09ccb8a08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ed85e6-3f26-42b7-b87a-e6a7b4731b55'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:46:33.823289 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:33.891093 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a1e54-e923-4fc9-a67c-89e00c9f0643 None None] Pushing event updated for resources: {'Port': ['ID=3dbef2cb-e519-4b42-80f1-85a1df9269a1,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:33.893154 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0eb593f3-d747-47af-8012-71850d2a20cc tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:34.003068 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port fea1d692-393f-419f-a83f-85edce4db268 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:46:34.042211 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=75ed85e6-3f26-42b7-b87a-e6a7b4731b55,revision_number=13']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:34.061990 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5854708d-441d-4415-8f55-98a09ccb8a08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ed85e6-3f26-42b7-b87a-e6a7b4731b55', 'code': 200} Feb 09 12:46:34.072414 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25853192-477c-4cb4-9a1c-c8588e05b375 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Network ba881d77-ba48-4826-ae1f-89dbe0db5e7a is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:46:34.075400 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-68967ce3-fb0d-40b8-88bc-6f8bf34f8bc2 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Synchronizing usage tracker for tenant:57cad2baaf2145b1a083f7140eddf89d on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:46:34.081967 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-25853192-477c-4cb4-9a1c-c8588e05b375 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:46:34.093008 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25853192-477c-4cb4-9a1c-c8588e05b375 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:46:34.116444 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0eb593f3-d747-47af-8012-71850d2a20cc tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:34.155321 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25853192-477c-4cb4-9a1c-c8588e05b375 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event updated for resources: {'Port': ['ID=5caff443-3294-47dc-99db-b0d139bed08b,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:34.185821 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb593f3-d747-47af-8012-71850d2a20cc tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event deleted for resources: {'Subnet': ['ID=c9df5f3b-cf14-4853-8074-1467e96913f2,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:34.212346 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e35c64-96a9-4893-af37-98f44a89be93 None None] Network c93ece45-9a7d-45c9-a9cd-ab5a5defb211 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:46:34.231366 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0eb593f3-d747-47af-8012-71850d2a20cc tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:34.231920 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-faabf737-fe9a-4b00-84d3-31ee2c049740 None None] Set router dfb92640-1389-4272-ab5f-4ca72007d852 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:46:34.252365 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-68967ce3-fb0d-40b8-88bc-6f8bf34f8bc2 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Unset dirty status for tenant:57cad2baaf2145b1a083f7140eddf89d on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:46:34.254577 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-68967ce3-fb0d-40b8-88bc-6f8bf34f8bc2 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup_access--1045670499&fields=id&tenant_id=57cad2baaf2145b1a083f7140eddf89d HTTP/1.1" status: 200 len: 267 time: 0.4671884 Feb 09 12:46:34.265886 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25853192-477c-4cb4-9a1c-c8588e05b375 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:34.267702 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-25853192-477c-4cb4-9a1c-c8588e05b375 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:34.324221 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65743c42-7cd1-4db4-9241-b23c5ffeec5f None None] Network ba881d77-ba48-4826-ae1f-89dbe0db5e7a requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:46:34.356571 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-25853192-477c-4cb4-9a1c-c8588e05b375 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.6738968 Feb 09 12:46:34.357948 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56074) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:34.370340 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-c6765c84-1624-48a8-a9cf-889402777839 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Request body: {'port': {'network_id': 'ba881d77-ba48-4826-ae1f-89dbe0db5e7a', 'name': 'tempest-PortsTestJSON-1476064543'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:46:34.447958 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0eb593f3-d747-47af-8012-71850d2a20cc tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "DELETE /v2.0/subnets/c9df5f3b-cf14-4853-8074-1467e96913f2 HTTP/1.1" status: 204 len: 168 time: 1.1904330 Feb 09 12:46:34.477640 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56078) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:34.496400 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-b39a1349-a1bf-4b84-a842-7e4b3d34f63e tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup_general--464903084&fields=id&tenant_id=57cad2baaf2145b1a083f7140eddf89d HTTP/1.1" status: 200 len: 267 time: 0.2098260 Feb 09 12:46:34.505638 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-56b02335-ec9c-4c28-8945-3171ac2b9535 None None] Provisioning for port fea1d692-393f-419f-a83f-85edce4db268 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:46:34.584625 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-56b02335-ec9c-4c28-8945-3171ac2b9535 None None] Provisioning complete for port fea1d692-393f-419f-a83f-85edce4db268 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:34.585229 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-56b02335-ec9c-4c28-8945-3171ac2b9535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:34.706040 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c6765c84-1624-48a8-a9cf-889402777839 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:34.716582 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c6765c84-1624-48a8-a9cf-889402777839 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Usage tracker for resource:port and tenant:1a8f2026410d46378828a444f88ab686 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:46:34.721989 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c6765c84-1624-48a8-a9cf-889402777839 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:46:34.731179 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-2ce1fec5-43ca-4b0b-ad7e-1fe3df04f9f9 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:34.733296 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-2ce1fec5-43ca-4b0b-ad7e-1fe3df04f9f9 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/networks?id=327afa3e-85e9-4f57-99d9-315ae9d2f2fb HTTP/1.1" status: 200 len: 797 time: 0.2220907 Feb 09 12:46:34.738139 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c6765c84-1624-48a8-a9cf-889402777839 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:46:34.755030 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-201ef70b-5fb4-42a6-8fbc-49b77a8f7975 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/quotas/57cad2baaf2145b1a083f7140eddf89d HTTP/1.1" status: 200 len: 375 time: 0.0142479 Feb 09 12:46:34.765220 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6765c84-1624-48a8-a9cf-889402777839 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Made reservation on behalf of 1a8f2026410d46378828a444f88ab686 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:46:34.770481 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c6765c84-1624-48a8-a9cf-889402777839 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:34.786051 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-faabf737-fe9a-4b00-84d3-31ee2c049740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb92640-1389-4272-ab5f-4ca72007d852', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1676738788', 'tenant_id': '57cad2baaf2145b1a083f7140eddf89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': 'b3a74bab-2585-4502-9b81-4dcaf571bfab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:46:11Z', 'updated_at': '2022-02-09T12:46:28Z', 'revision_number': 4, 'project_id': '57cad2baaf2145b1a083f7140eddf89d', 'gw_port': {'id': 'b3a74bab-2585-4502-9b81-4dcaf571bfab', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:45:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb92640-1389-4272-ab5f-4ca72007d852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:46:13Z', 'updated_at': '2022-02-09T12:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '3dbef2cb-e519-4b42-80f1-85a1df9269a1', 'name': '', 'network_id': '327afa3e-85e9-4f57-99d9-315ae9d2f2fb', 'tenant_id': '57cad2baaf2145b1a083f7140eddf89d', 'mac_address': 'fa:16:3e:4c:74:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb92640-1389-4272-ab5f-4ca72007d852', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'fd42728f-6533-477f-97d9-f0995f638483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:46:26Z', 'updated_at': '2022-02-09T12:46:33Z', 'revision_number': 4, 'project_id': '57cad2baaf2145b1a083f7140eddf89d', 'subnets': [{'id': 'fd42728f-6533-477f-97d9-f0995f638483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:46:34.791611 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faabf737-fe9a-4b00-84d3-31ee2c049740 None None] The sync data for ids ['dfb92640-1389-4272-ab5f-4ca72007d852'] in n-d-825178-3 is: [{'id': 'dfb92640-1389-4272-ab5f-4ca72007d852', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1676738788', 'tenant_id': '57cad2baaf2145b1a083f7140eddf89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': 'b3a74bab-2585-4502-9b81-4dcaf571bfab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:46:11Z', 'updated_at': '2022-02-09T12:46:28Z', 'revision_number': 4, 'project_id': '57cad2baaf2145b1a083f7140eddf89d', 'gw_port': {'id': 'b3a74bab-2585-4502-9b81-4dcaf571bfab', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:45:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb92640-1389-4272-ab5f-4ca72007d852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:46:13Z', 'updated_at': '2022-02-09T12:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '3dbef2cb-e519-4b42-80f1-85a1df9269a1', 'name': '', 'network_id': '327afa3e-85e9-4f57-99d9-315ae9d2f2fb', 'tenant_id': '57cad2baaf2145b1a083f7140eddf89d', 'mac_address': 'fa:16:3e:4c:74:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb92640-1389-4272-ab5f-4ca72007d852', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'fd42728f-6533-477f-97d9-f0995f638483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:46:26Z', 'updated_at': '2022-02-09T12:46:33Z', 'revision_number': 4, 'project_id': '57cad2baaf2145b1a083f7140eddf89d', 'subnets': [{'id': 'fd42728f-6533-477f-97d9-f0995f638483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:46:34.855425 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [None req-c6765c84-1624-48a8-a9cf-889402777839 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] device_id is not set on port eb5f1b16-56dc-46a7-bba3-2fafa2d3a5f8 yet. {{(pid=87567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:46:34.908723 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-56b02335-ec9c-4c28-8945-3171ac2b9535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:34.949491 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-56b02335-ec9c-4c28-8945-3171ac2b9535 None None] For port fea1d692-393f-419f-a83f-85edce4db268, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=fea1d692-393f-419f-a83f-85edce4db268,segment=NetworkSegment(72aed0d1-13db-4c30-8381-e02fc36ffdc7),segment_id=72aed0d1-13db-4c30-8381-e02fc36ffdc7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:46:34.962864 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-67ce08e0-9178-421c-ae0d-ec151085adff tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:35.008889 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-67ce08e0-9178-421c-ae0d-ec151085adff tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Deleting port 9ff55efd-6477-4a74-8164-31a0859e0d56 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:46:35.009475 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-67ce08e0-9178-421c-ae0d-ec151085adff tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:35.067392 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-56b02335-ec9c-4c28-8945-3171ac2b9535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:35.146359 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-c6765c84-1624-48a8-a9cf-889402777839 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Allocated IP 172.20.0.4 (ba881d77-ba48-4826-ae1f-89dbe0db5e7a/adefb449-3a53-488d-adca-0ebc4e6a3344/eb5f1b16-56dc-46a7-bba3-2fafa2d3a5f8) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:46:35.327485 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b02335-ec9c-4c28-8945-3171ac2b9535 None None] Pushing event updated for resources: {'Port': ['ID=fea1d692-393f-419f-a83f-85edce4db268,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:35.388780 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd0976c-a536-4119-a796-d2e3e0aa3202 None None] DHCP port deletion for c93ece45-9a7d-45c9-a9cd-ab5a5defb211 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:46:35.394619 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-ccd0976c-a536-4119-a796-d2e3e0aa3202 None None] Deleting port 9ff55efd-6477-4a74-8164-31a0859e0d56 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:46:35.395108 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ccd0976c-a536-4119-a796-d2e3e0aa3202 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:35.442624 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.resource_extend [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-9e489a04-76b9-4011-82c1-fc28ea31ecbe service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:46:35.498107 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 3dbef2cb-e519-4b42-80f1-85a1df9269a1 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:46:35.535037 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-67ce08e0-9178-421c-ae0d-ec151085adff tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] For port 9ff55efd-6477-4a74-8164-31a0859e0d56, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=9ff55efd-6477-4a74-8164-31a0859e0d56,segment=NetworkSegment(0455db60-1d2a-4e3d-9169-1ea5d643cccd),segment_id=0455db60-1d2a-4e3d-9169-1ea5d643cccd)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:46:35.535409 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-67ce08e0-9178-421c-ae0d-ec151085adff tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:35.648291 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c6765c84-1624-48a8-a9cf-889402777839 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:35.670943 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-c6765c84-1624-48a8-a9cf-889402777839 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Transition to ACTIVE for port object eb5f1b16-56dc-46a7-bba3-2fafa2d3a5f8 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:46:35.716408 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c6765c84-1624-48a8-a9cf-889402777839 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:35.740755 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-9e489a04-76b9-4011-82c1-fc28ea31ecbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12a16eec-53c5-46b0-b1a7-a3ecba18d598 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:46:35.757679 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-67ce08e0-9178-421c-ae0d-ec151085adff tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Calling delete_port for 9ff55efd-6477-4a74-8164-31a0859e0d56 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:46:35.799017 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-9e489a04-76b9-4011-82c1-fc28ea31ecbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:35.831280 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-22bac6ac-1944-4708-bf59-f26c941dbaca tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Synchronizing usage tracker for tenant:57cad2baaf2145b1a083f7140eddf89d on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:46:35.836821 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6765c84-1624-48a8-a9cf-889402777839 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Network ba881d77-ba48-4826-ae1f-89dbe0db5e7a is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:46:35.846238 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-9e489a04-76b9-4011-82c1-fc28ea31ecbe service neutron] Transition to ACTIVE for port object 12a16eec-53c5-46b0-b1a7-a3ecba18d598 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:46:35.847382 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-c6765c84-1624-48a8-a9cf-889402777839 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:46:35.850417 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6765c84-1624-48a8-a9cf-889402777839 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:46:35.856708 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-9e489a04-76b9-4011-82c1-fc28ea31ecbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:35.905743 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e19ea5-ab8c-40a2-aca9-d7d7c7bba262 req-ebea0f94-da8d-427f-8de4-e7cee4cfe184 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:35.913630 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-35e19ea5-ab8c-40a2-aca9-d7d7c7bba262 req-ebea0f94-da8d-427f-8de4-e7cee4cfe184 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=81db42a5-02d3-443f-be46-0013f0adee71 HTTP/1.1" status: 200 len: 931 time: 0.9877663 Feb 09 12:46:35.942535 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 3dbef2cb-e519-4b42-80f1-85a1df9269a1 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:46:35.980671 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 3dbef2cb-e519-4b42-80f1-85a1df9269a1 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:35.981063 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:36.013497 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0762a6ff-6199-409f-b05c-ca3c63ef10a7 None None] Provisioning for port 5caff443-3294-47dc-99db-b0d139bed08b completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:46:36.075811 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0762a6ff-6199-409f-b05c-ca3c63ef10a7 None None] Provisioning complete for port 5caff443-3294-47dc-99db-b0d139bed08b triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:36.084351 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e489a04-76b9-4011-82c1-fc28ea31ecbe service neutron] Pushing event updated for resources: {'Port': ['ID=12a16eec-53c5-46b0-b1a7-a3ecba18d598,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:36.095942 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0762a6ff-6199-409f-b05c-ca3c63ef10a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:36.101564 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-67ce08e0-9178-421c-ae0d-ec151085adff tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:36.156280 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6765c84-1624-48a8-a9cf-889402777839 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event updated for resources: {'Port': ['ID=eb5f1b16-56dc-46a7-bba3-2fafa2d3a5f8,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:36.167876 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-22bac6ac-1944-4708-bf59-f26c941dbaca tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Unset dirty status for tenant:57cad2baaf2145b1a083f7140eddf89d on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:46:36.180453 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-22bac6ac-1944-4708-bf59-f26c941dbaca tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=57cad2baaf2145b1a083f7140eddf89d&fields=id HTTP/1.1" status: 200 len: 302 time: 1.4184813 Feb 09 12:46:36.195416 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-ccd0976c-a536-4119-a796-d2e3e0aa3202 None None] For port 9ff55efd-6477-4a74-8164-31a0859e0d56, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=9ff55efd-6477-4a74-8164-31a0859e0d56,segment=NetworkSegment(0455db60-1d2a-4e3d-9169-1ea5d643cccd),segment_id=0455db60-1d2a-4e3d-9169-1ea5d643cccd)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:46:36.195858 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ccd0976c-a536-4119-a796-d2e3e0aa3202 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:36.201233 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-35e19ea5-ab8c-40a2-aca9-d7d7c7bba262 req-cf5c410f-8a7d-46ec-b86e-b21c9d9f2f22 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=7893647d-3475-4802-b105-e9be2c914246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2865605 Feb 09 12:46:36.231085 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce08e0-9178-421c-ae0d-ec151085adff tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event deleted for resources: {'Port': ['ID=9ff55efd-6477-4a74-8164-31a0859e0d56,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:36.233803 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6765c84-1624-48a8-a9cf-889402777839 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:36.235100 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c6765c84-1624-48a8-a9cf-889402777839 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:36.242734 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ce08e0-9178-421c-ae0d-ec151085adff tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] No DVR routers for this DVR port 9ff55efd-6477-4a74-8164-31a0859e0d56 on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:46:36.274001 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c6765c84-1624-48a8-a9cf-889402777839 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9107680 Feb 09 12:46:36.274851 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56086) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:36.488276 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-b213ccc5-26b3-45b1-b5ad-cbfa1f920fd1 service neutron] 10.222.0.55 "GET /v2.0/networks/327afa3e-85e9-4f57-99d9-315ae9d2f2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832348 Feb 09 12:46:36.522470 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-ccd0976c-a536-4119-a796-d2e3e0aa3202 None None] Calling delete_port for 9ff55efd-6477-4a74-8164-31a0859e0d56 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:46:36.576802 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-0762a6ff-6199-409f-b05c-ca3c63ef10a7 None None] Port 5caff443-3294-47dc-99db-b0d139bed08b cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:46:36.680759 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0762a6ff-6199-409f-b05c-ca3c63ef10a7 None None] Provisioning complete for port fea1d692-393f-419f-a83f-85edce4db268 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:36.681520 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0762a6ff-6199-409f-b05c-ca3c63ef10a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:36.698000 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-b58f2554-7f09-4592-aa41-230f19988e7f service neutron] 10.222.0.55 "GET /v2.0/networks/327afa3e-85e9-4f57-99d9-315ae9d2f2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002451 Feb 09 12:46:36.731566 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2721a0c0-5ad9-4aa7-abc1-2a10a80709eb tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:36.736038 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-2721a0c0-5ad9-4aa7-abc1-2a10a80709eb tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Synchronizing usage tracker for tenant:1a8f2026410d46378828a444f88ab686 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:46:36.771820 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-ccd0976c-a536-4119-a796-d2e3e0aa3202 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:46:36.772462 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-ccd0976c-a536-4119-a796-d2e3e0aa3202 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:46:36.772601 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-2721a0c0-5ad9-4aa7-abc1-2a10a80709eb tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Unset dirty status for tenant:1a8f2026410d46378828a444f88ab686 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:46:36.778506 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2721a0c0-5ad9-4aa7-abc1-2a10a80709eb tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 922 time: 0.4548969 Feb 09 12:46:36.779652 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56094) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:36.787023 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:36.795146 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-67ce08e0-9178-421c-ae0d-ec151085adff tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:36.831639 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-9e489a04-76b9-4011-82c1-fc28ea31ecbe service neutron] Attempting to bind port 12a16eec-53c5-46b0-b1a7-a3ecba18d598 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:46:36.832050 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-9e489a04-76b9-4011-82c1-fc28ea31ecbe service neutron] Attempting to bind port 12a16eec-53c5-46b0-b1a7-a3ecba18d598 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '215a8b65-4572-4b3f-bdd9-32a61bc29407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'fef63669-60e4-448f-bbf3-5ffe81417e5d'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:46:36.832391 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-9e489a04-76b9-4011-82c1-fc28ea31ecbe service neutron] Attempting to bind port 12a16eec-53c5-46b0-b1a7-a3ecba18d598 on network fef63669-60e4-448f-bbf3-5ffe81417e5d {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:46:36.840714 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-67ce08e0-9178-421c-ae0d-ec151085adff tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c93ece45-9a7d-45c9-a9cd-ab5a5defb211']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:46:36.853525 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-9e489a04-76b9-4011-82c1-fc28ea31ecbe service neutron] Port 12a16eec-53c5-46b0-b1a7-a3ecba18d598 on network fef63669-60e4-448f-bbf3-5ffe81417e5d not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:46:36.853906 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-9e489a04-76b9-4011-82c1-fc28ea31ecbe service neutron] Attempting to bind port 12a16eec-53c5-46b0-b1a7-a3ecba18d598 on network fef63669-60e4-448f-bbf3-5ffe81417e5d {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:46:36.866837 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-67ce08e0-9178-421c-ae0d-ec151085adff tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0455db60-1d2a-4e3d-9169-1ea5d643cccd') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:46:36.866837 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-67ce08e0-9178-421c-ae0d-ec151085adff tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0455db60-1d2a-4e3d-9169-1ea5d643cccd') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:46:36.874552 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-9e489a04-76b9-4011-82c1-fc28ea31ecbe service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:46:36.874926 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-9e489a04-76b9-4011-82c1-fc28ea31ecbe service neutron] Checking segment: {'id': '215a8b65-4572-4b3f-bdd9-32a61bc29407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'fef63669-60e4-448f-bbf3-5ffe81417e5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:46:36.875371 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-9e489a04-76b9-4011-82c1-fc28ea31ecbe service neutron] Bound using segment: {'id': '215a8b65-4572-4b3f-bdd9-32a61bc29407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'fef63669-60e4-448f-bbf3-5ffe81417e5d'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:46:36.876106 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-9e489a04-76b9-4011-82c1-fc28ea31ecbe service neutron] Bound port: 12a16eec-53c5-46b0-b1a7-a3ecba18d598, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '215a8b65-4572-4b3f-bdd9-32a61bc29407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'fef63669-60e4-448f-bbf3-5ffe81417e5d'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:46:36.876710 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-9e489a04-76b9-4011-82c1-fc28ea31ecbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:36.902938 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-67ce08e0-9178-421c-ae0d-ec151085adff tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:36.930768 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-67ce08e0-9178-421c-ae0d-ec151085adff tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:36.947615 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 3dbef2cb-e519-4b42-80f1-85a1df9269a1, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=3dbef2cb-e519-4b42-80f1-85a1df9269a1,segment=NetworkSegment(57f9570f-4430-4227-86a1-377419c5db88),segment_id=57f9570f-4430-4227-86a1-377419c5db88)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:46:36.953111 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-7b177e25-2da1-4ecc-995f-2aaa554c76de tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Deleting port eb5f1b16-56dc-46a7-bba3-2fafa2d3a5f8 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:46:36.953684 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7b177e25-2da1-4ecc-995f-2aaa554c76de tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:36.955673 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67ce08e0-9178-421c-ae0d-ec151085adff tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:46:36.957893 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:36.958271 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-67ce08e0-9178-421c-ae0d-ec151085adff tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:37.101410 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=3dbef2cb-e519-4b42-80f1-85a1df9269a1,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:37.112224 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e293cf4d-891f-456a-b71a-9063ab45522f req-bae77448-37b7-491c-becb-2926fa175bff tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/ports?device_id=68ac27be-d577-440f-967f-8f7e1b52fad7 HTTP/1.1" status: 200 len: 210 time: 0.0900223 Feb 09 12:46:37.124883 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:46:37.124883 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:46:37.124883 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:46:37.124883 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:46:37.124883 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:46:37.124883 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:46:37.124883 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:46:37.124883 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:46:37.124883 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:46:37.124883 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:46:37.124883 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:46:37.124883 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:46:37.124883 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:46:37.124883 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:46:37.124883 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:46:37.124883 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:46:37.124883 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:46:37.124883 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:46:37.124883 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:46:37.124883 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:46:37.124883 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:46:37.124883 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:46:37.124883 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:46:37.124883 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:46:37.124883 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:46:37.124883 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:46:37.124883 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:46:37.124883 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:46:37.124883 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:46:37.124883 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:46:37.124883 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:46:37.124883 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:46:37.152255 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-3f9af6df-3d0f-4842-a377-88ceab80f267 None None] Provisioning complete for port 5caff443-3294-47dc-99db-b0d139bed08b triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:37.152661 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3f9af6df-3d0f-4842-a377-88ceab80f267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:37.195718 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-67ce08e0-9178-421c-ae0d-ec151085adff tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:37.202412 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-67ce08e0-9178-421c-ae0d-ec151085adff tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:37.288568 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-67ce08e0-9178-421c-ae0d-ec151085adff tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "DELETE /v2.0/networks/c93ece45-9a7d-45c9-a9cd-ab5a5defb211 HTTP/1.1" status: 204 len: 168 time: 2.8097405 Feb 09 12:46:37.290939 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-ccd0976c-a536-4119-a796-d2e3e0aa3202 None None] Deleting port 9ff55efd-6477-4a74-8164-31a0859e0d56 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:46:37.291555 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ccd0976c-a536-4119-a796-d2e3e0aa3202 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:37.291739 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56108) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:37.339375 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce08e0-9178-421c-ae0d-ec151085adff tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event deleted for resources: {'Network': ['ID=c93ece45-9a7d-45c9-a9cd-ab5a5defb211,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:37.433599 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 3dbef2cb-e519-4b42-80f1-85a1df9269a1 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:46:37.469208 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-9e489a04-76b9-4011-82c1-fc28ea31ecbe service neutron] For port 12a16eec-53c5-46b0-b1a7-a3ecba18d598, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:46:37.489160 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c5e6e9-374e-46aa-8087-b9f184d0c5dd tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:37.492413 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b1c5e6e9-374e-46aa-8087-b9f184d0c5dd tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Synchronizing usage tracker for tenant:02516ed7a4f240dfa605c2984d99ee86 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:46:37.502637 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-9e489a04-76b9-4011-82c1-fc28ea31ecbe service neutron] For port 12a16eec-53c5-46b0-b1a7-a3ecba18d598, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=12a16eec-53c5-46b0-b1a7-a3ecba18d598,segment=NetworkSegment(215a8b65-4572-4b3f-bdd9-32a61bc29407),segment_id=215a8b65-4572-4b3f-bdd9-32a61bc29407)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:46:37.525525 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-3f9af6df-3d0f-4842-a377-88ceab80f267 None None] Port 5caff443-3294-47dc-99db-b0d139bed08b cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:46:37.529397 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7b177e25-2da1-4ecc-995f-2aaa554c76de tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:37.535708 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-9e489a04-76b9-4011-82c1-fc28ea31ecbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:37.582485 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-ccd0976c-a536-4119-a796-d2e3e0aa3202 None None] The port '9ff55efd-6477-4a74-8164-31a0859e0d56' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:46:37.621484 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b1c5e6e9-374e-46aa-8087-b9f184d0c5dd tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Unset dirty status for tenant:02516ed7a4f240dfa605c2984d99ee86 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:46:37.623430 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b1c5e6e9-374e-46aa-8087-b9f184d0c5dd tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "GET /v2.0/ports/82b3fd21-a41b-4fc1-b41e-c44f111e38be HTTP/1.1" status: 200 len: 845 time: 0.3282475 Feb 09 12:46:37.631469 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56118) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:37.654184 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 3dbef2cb-e519-4b42-80f1-85a1df9269a1 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:37.654560 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:37.697080 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-3f9af6df-3d0f-4842-a377-88ceab80f267 None None] Provisioning for port eb5f1b16-56dc-46a7-bba3-2fafa2d3a5f8 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:46:37.719271 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-3f9af6df-3d0f-4842-a377-88ceab80f267 None None] Provisioning complete for port eb5f1b16-56dc-46a7-bba3-2fafa2d3a5f8 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:37.719271 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3f9af6df-3d0f-4842-a377-88ceab80f267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:37.720222 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-9e489a04-76b9-4011-82c1-fc28ea31ecbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:37.720222 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-9e489a04-76b9-4011-82c1-fc28ea31ecbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:37.723976 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-9e489a04-76b9-4011-82c1-fc28ea31ecbe service neutron] 10.222.0.46 "PUT /v2.0/ports/12a16eec-53c5-46b0-b1a7-a3ecba18d598 HTTP/1.1" status: 200 len: 1091 time: 5.0620575 Feb 09 12:46:37.724458 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81db42a5-02d3-443f-be46-0013f0adee71', 'tag': '12a16eec-53c5-46b0-b1a7-a3ecba18d598'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:46:37.856796 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81db42a5-02d3-443f-be46-0013f0adee71', 'tag': '12a16eec-53c5-46b0-b1a7-a3ecba18d598', 'status': 'completed', 'code': 200} Feb 09 12:46:37.860830 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-7b177e25-2da1-4ecc-995f-2aaa554c76de tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Calling delete_port for eb5f1b16-56dc-46a7-bba3-2fafa2d3a5f8 owned by {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:46:37.868855 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-3f9af6df-3d0f-4842-a377-88ceab80f267 None None] Port eb5f1b16-56dc-46a7-bba3-2fafa2d3a5f8 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:46:37.907234 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e489a04-76b9-4011-82c1-fc28ea31ecbe service neutron] Pushing event updated for resources: {'Port': ['ID=12a16eec-53c5-46b0-b1a7-a3ecba18d598,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:37.909579 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device fea1d692-393f-419f-a83f-85edce4db268 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:46:37.928867 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2ad67ce6-5a20-4737-baca-1e9f3946545d tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "GET /v2.0/ports/82b3fd21-a41b-4fc1-b41e-c44f111e38be?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2846062 Feb 09 12:46:37.931224 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56126) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:37.950043 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-e072de4c-c92e-4eb6-b476-1dfa64b61083 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Request body: {'subnet': {'network_id': '4881f509-b5e5-4d71-bc6b-1ae804f808c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:46:38.071001 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7b177e25-2da1-4ecc-995f-2aaa554c76de tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:38.073475 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port fea1d692-393f-419f-a83f-85edce4db268 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:38.073739 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:38.101725 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e072de4c-c92e-4eb6-b476-1dfa64b61083 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:38.105460 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-6b53cd57-a67f-488a-9da3-86502b920578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:38.106917 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-6b53cd57-a67f-488a-9da3-86502b920578 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7722e72c858c4f97b7f4eb543cff4fda&device_id=81db42a5-02d3-443f-be46-0013f0adee71 HTTP/1.1" status: 200 len: 1094 time: 0.3174295 Feb 09 12:46:38.109379 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e072de4c-c92e-4eb6-b476-1dfa64b61083 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Usage tracker for resource:subnet and tenant:02516ed7a4f240dfa605c2984d99ee86 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:46:38.114207 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e072de4c-c92e-4eb6-b476-1dfa64b61083 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:46:38.138315 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118a709-5b86-4b9c-8680-cf205ff34c01 req-57f2f4ce-c53e-4dd7-a5e7-40a60db4310a tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:38.139891 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5118a709-5b86-4b9c-8680-cf205ff34c01 req-57f2f4ce-c53e-4dd7-a5e7-40a60db4310a tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=81db42a5-02d3-443f-be46-0013f0adee71 HTTP/1.1" status: 200 len: 943 time: 0.5833306 Feb 09 12:46:38.206657 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e072de4c-c92e-4eb6-b476-1dfa64b61083 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:46:38.225733 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-5406f7ab-2ef6-4c08-a02d-a74807760828 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12a16eec-53c5-46b0-b1a7-a3ecba18d598 HTTP/1.1" status: 200 len: 217 time: 0.1086068 Feb 09 12:46:38.232515 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b177e25-2da1-4ecc-995f-2aaa554c76de tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event deleted for resources: {'Port': ['ID=eb5f1b16-56dc-46a7-bba3-2fafa2d3a5f8,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:38.328257 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-288e79ed-4a3a-4a40-958c-15afb9035332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:38.330912 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-288e79ed-4a3a-4a40-958c-15afb9035332 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=14dd4b9b-eeef-4a9f-a7cf-6d5a7f04665c HTTP/1.1" status: 200 len: 850 time: 0.0976114 Feb 09 12:46:38.331883 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e072de4c-c92e-4eb6-b476-1dfa64b61083 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Made reservation on behalf of 02516ed7a4f240dfa605c2984d99ee86 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:46:38.336874 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e072de4c-c92e-4eb6-b476-1dfa64b61083 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:38.357398 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-13dd3a4f-073a-4790-863c-b5531af349de req-f78aeb67-344c-4c9c-855f-c35288673432 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/ports?device_id=68ac27be-d577-440f-967f-8f7e1b52fad7 HTTP/1.1" status: 200 len: 210 time: 0.0725403 Feb 09 12:46:38.392396 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5118a709-5b86-4b9c-8680-cf205ff34c01 req-a3f1ebd0-e9a1-411a-bbd8-39fd7ea14c8b tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=7893647d-3475-4802-b105-e9be2c914246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2414751 Feb 09 12:46:38.401575 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7b177e25-2da1-4ecc-995f-2aaa554c76de tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:38.422102 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 9ff55efd-6477-4a74-8164-31a0859e0d56 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:46:38.434091 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-7b177e25-2da1-4ecc-995f-2aaa554c76de tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "DELETE /v2.0/ports/eb5f1b16-56dc-46a7-bba3-2fafa2d3a5f8 HTTP/1.1" status: 204 len: 168 time: 1.6532311 Feb 09 12:46:38.436633 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56132) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:38.487508 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 9ff55efd-6477-4a74-8164-31a0859e0d56 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:46:38.488565 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 9ff55efd-6477-4a74-8164-31a0859e0d56 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:46:38.525420 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0444f10-1c98-44c2-a69d-dad21d4dce25 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] GET failed (client error): The resource could not be found. Feb 09 12:46:38.525969 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a0444f10-1c98-44c2-a69d-dad21d4dce25 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Synchronizing usage tracker for tenant:1a8f2026410d46378828a444f88ab686 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:46:38.572636 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a0444f10-1c98-44c2-a69d-dad21d4dce25 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Unset dirty status for tenant:1a8f2026410d46378828a444f88ab686 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:46:38.577163 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a0444f10-1c98-44c2-a69d-dad21d4dce25 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "GET /v2.0/ports/eb5f1b16-56dc-46a7-bba3-2fafa2d3a5f8 HTTP/1.1" status: 404 len: 333 time: 0.1363919 Feb 09 12:46:38.577163 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56138) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:38.630894 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-15686387-f8ad-4166-8c83-68f8f5eb29a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:38.632548 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-15686387-f8ad-4166-8c83-68f8f5eb29a8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fef63669-60e4-448f-bbf3-5ffe81417e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2792716 Feb 09 12:46:38.689233 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-71b52e48-950b-4bfb-9fdc-675497162aca tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Deleting port 5caff443-3294-47dc-99db-b0d139bed08b {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:46:38.689574 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-71b52e48-950b-4bfb-9fdc-675497162aca tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:38.847394 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e072de4c-c92e-4eb6-b476-1dfa64b61083 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:38.937263 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e072de4c-c92e-4eb6-b476-1dfa64b61083 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Network 4881f509-b5e5-4d71-bc6b-1ae804f808c4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:46:38.945873 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-e072de4c-c92e-4eb6-b476-1dfa64b61083 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:46:38.959518 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64360db-9129-4f0d-ac30-1ddf24e1a7b2 None None] Network 4881f509-b5e5-4d71-bc6b-1ae804f808c4 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:46:39.107386 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-71b52e48-950b-4bfb-9fdc-675497162aca tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:39.130628 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e072de4c-c92e-4eb6-b476-1dfa64b61083 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:39.131215 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e072de4c-c92e-4eb6-b476-1dfa64b61083 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:39.190042 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e072de4c-c92e-4eb6-b476-1dfa64b61083 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event updated for resources: {'Subnet': ['ID=04a89264-b9dd-41b6-ba7a-061da4518fd5,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:39.216898 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e072de4c-c92e-4eb6-b476-1dfa64b61083 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2715039 Feb 09 12:46:39.220486 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e072de4c-c92e-4eb6-b476-1dfa64b61083 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:39.220826 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e072de4c-c92e-4eb6-b476-1dfa64b61083 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:39.221159 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e072de4c-c92e-4eb6-b476-1dfa64b61083 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:39.221497 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e072de4c-c92e-4eb6-b476-1dfa64b61083 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:39.221806 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e072de4c-c92e-4eb6-b476-1dfa64b61083 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:39.222125 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e072de4c-c92e-4eb6-b476-1dfa64b61083 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:39.222445 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e072de4c-c92e-4eb6-b476-1dfa64b61083 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:39.222761 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e072de4c-c92e-4eb6-b476-1dfa64b61083 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:39.223077 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e072de4c-c92e-4eb6-b476-1dfa64b61083 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:39.223389 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e072de4c-c92e-4eb6-b476-1dfa64b61083 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:39.223699 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e072de4c-c92e-4eb6-b476-1dfa64b61083 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:39.224037 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e072de4c-c92e-4eb6-b476-1dfa64b61083 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:39.232803 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-2ef98061-2c72-443a-8474-c1391162c11f tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:39.233568 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-2ef98061-2c72-443a-8474-c1391162c11f tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Synchronizing usage tracker for tenant:57cad2baaf2145b1a083f7140eddf89d on resource:network {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:46:39.236789 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56142) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:39.239071 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-ad5a529e-b65b-4c87-98b1-f2d6f521690f service neutron] 10.222.0.46 "GET /v2.0/networks/fef63669-60e4-448f-bbf3-5ffe81417e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5936737 Feb 09 12:46:39.250183 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-71b52e48-950b-4bfb-9fdc-675497162aca tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Calling delete_port for 5caff443-3294-47dc-99db-b0d139bed08b owned by {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:46:39.274015 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-9c11fbf3-e95a-4b47-b93d-54d3c7989443 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Request body: {'security_group': {'name': 'tempest-secgroup-363795634'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:46:39.287165 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9c11fbf3-e95a-4b47-b93d-54d3c7989443 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:39.378550 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9c11fbf3-e95a-4b47-b93d-54d3c7989443 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Usage tracker for resource:security_group and tenant:02516ed7a4f240dfa605c2984d99ee86 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:46:39.382556 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9c11fbf3-e95a-4b47-b93d-54d3c7989443 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:46:39.419068 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9c11fbf3-e95a-4b47-b93d-54d3c7989443 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:46:39.453417 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-2ef98061-2c72-443a-8474-c1391162c11f tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Unset dirty status for tenant:57cad2baaf2145b1a083f7140eddf89d on resource:network {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:46:39.455645 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-2ef98061-2c72-443a-8474-c1391162c11f tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.46 "GET /v2.0/networks?id=327afa3e-85e9-4f57-99d9-315ae9d2f2fb HTTP/1.1" status: 200 len: 797 time: 0.7198982 Feb 09 12:46:39.459142 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9c11fbf3-e95a-4b47-b93d-54d3c7989443 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:39.502246 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-71b52e48-950b-4bfb-9fdc-675497162aca tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:39.559427 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3baabee3-3298-42cd-a36d-186a25bc1da0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-4881f509-b5e5-4d71-bc6b-1ae804f808c4', 'network_id': '4881f509-b5e5-4d71-bc6b-1ae804f808c4', 'tenant_id': '02516ed7a4f240dfa605c2984d99ee86', 'fixed_ips': [{'subnet_id': '04a89264-b9dd-41b6-ba7a-061da4518fd5'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:46:39.560477 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3baabee3-3298-42cd-a36d-186a25bc1da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:39.562715 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-57cf119e-7e2f-4217-9768-76bbefdad145 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Synchronizing usage tracker for tenant:57cad2baaf2145b1a083f7140eddf89d on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:46:39.610782 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-57cf119e-7e2f-4217-9768-76bbefdad145 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Unset dirty status for tenant:57cad2baaf2145b1a083f7140eddf89d on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:46:39.612497 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-57cf119e-7e2f-4217-9768-76bbefdad145 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57cad2baaf2145b1a083f7140eddf89d HTTP/1.1" status: 200 len: 477 time: 0.1224899 Feb 09 12:46:39.613005 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9c11fbf3-e95a-4b47-b93d-54d3c7989443 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:39.619008 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b52e48-950b-4bfb-9fdc-675497162aca tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event deleted for resources: {'Port': ['ID=5caff443-3294-47dc-99db-b0d139bed08b,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:39.621736 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-6ecef660-e08e-4580-9b92-0f04af6e0f8e tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Request body: {'port': {'device_id': '68ac27be-d577-440f-967f-8f7e1b52fad7', 'network_id': '327afa3e-85e9-4f57-99d9-315ae9d2f2fb', 'admin_state_up': True, 'tenant_id': '57cad2baaf2145b1a083f7140eddf89d', 'security_groups': ['85295cb1-9cbe-46f9-9694-ca074f4da9c9', '193d53d7-0f36-49d1-a64f-d965b6ddb8a1']}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:46:39.639716 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9c11fbf3-e95a-4b47-b93d-54d3c7989443 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Usage tracker for resource:security_group_rule and tenant:02516ed7a4f240dfa605c2984d99ee86 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:46:39.647374 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e2c3f5a5-99fa-440c-bf0d-b64353ea208e req-9f96fc16-7766-43cf-a90e-cada219aa902 service neutron] 10.222.0.46 "GET /v2.0/networks/fef63669-60e4-448f-bbf3-5ffe81417e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985531 Feb 09 12:46:39.653577 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9c11fbf3-e95a-4b47-b93d-54d3c7989443 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:46:39.864904 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9c11fbf3-e95a-4b47-b93d-54d3c7989443 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:46:39.868960 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-3baabee3-3298-42cd-a36d-186a25bc1da0 None None] Allocated IP 2001:db8::2 (4881f509-b5e5-4d71-bc6b-1ae804f808c4/04a89264-b9dd-41b6-ba7a-061da4518fd5/70b554ac-d622-47e4-b722-1351c8310995) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:46:39.908797 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-6ecef660-e08e-4580-9b92-0f04af6e0f8e tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:39.915034 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-782e0bbe-a21e-4a7d-aa10-21dfea41ee31 req-9cc0cb5f-f9c7-4dee-ae4b-388ef784dab9 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/ports?device_id=68ac27be-d577-440f-967f-8f7e1b52fad7 HTTP/1.1" status: 200 len: 210 time: 0.2022543 Feb 09 12:46:39.970847 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-6ecef660-e08e-4580-9b92-0f04af6e0f8e tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:46:39.997817 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-71b52e48-950b-4bfb-9fdc-675497162aca tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:40.000908 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-6ecef660-e08e-4580-9b92-0f04af6e0f8e tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Made reservation on behalf of 57cad2baaf2145b1a083f7140eddf89d for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:46:40.004385 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-6ecef660-e08e-4580-9b92-0f04af6e0f8e tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:40.019357 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed31eff-c4eb-4448-b07d-38ec7f31eda7 req-969e3663-62aa-49a2-8886-a26e274029cf tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:40.020941 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4ed31eff-c4eb-4448-b07d-38ec7f31eda7 req-969e3663-62aa-49a2-8886-a26e274029cf tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=81db42a5-02d3-443f-be46-0013f0adee71 HTTP/1.1" status: 200 len: 943 time: 0.2367873 Feb 09 12:46:40.022712 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-71b52e48-950b-4bfb-9fdc-675497162aca tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "DELETE /v2.0/ports/5caff443-3294-47dc-99db-b0d139bed08b HTTP/1.1" status: 204 len: 168 time: 1.4445865 Feb 09 12:46:40.034447 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56152) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:40.114632 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeaaeef2-46c6-48c0-989e-f4766b414c4b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] GET failed (client error): The resource could not be found. Feb 09 12:46:40.115367 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-aeaaeef2-46c6-48c0-989e-f4766b414c4b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Synchronizing usage tracker for tenant:1a8f2026410d46378828a444f88ab686 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:46:40.135232 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4ed31eff-c4eb-4448-b07d-38ec7f31eda7 req-47addcc4-bb18-404e-87c1-4e7762d7d6c2 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=7893647d-3475-4802-b105-e9be2c914246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998549 Feb 09 12:46:40.140229 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9c11fbf3-e95a-4b47-b93d-54d3c7989443 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:40.146908 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-aeaaeef2-46c6-48c0-989e-f4766b414c4b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Unset dirty status for tenant:1a8f2026410d46378828a444f88ab686 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:46:40.148247 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-aeaaeef2-46c6-48c0-989e-f4766b414c4b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "GET /v2.0/ports/5caff443-3294-47dc-99db-b0d139bed08b HTTP/1.1" status: 404 len: 333 time: 0.0881414 Feb 09 12:46:40.151045 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56156) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:40.151807 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e031f-94d6-4542-95ee-e8f6df5da679 req-f3b2df8d-32cb-4c01-83ac-417c5329f8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:40.153835 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6f5e031f-94d6-4542-95ee-e8f6df5da679 req-f3b2df8d-32cb-4c01-83ac-417c5329f8aa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7722e72c858c4f97b7f4eb543cff4fda&device_id=81db42a5-02d3-443f-be46-0013f0adee71 HTTP/1.1" status: 200 len: 1094 time: 0.2850883 Feb 09 12:46:40.157438 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9c11fbf3-e95a-4b47-b93d-54d3c7989443 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:40.183446 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3baabee3-3298-42cd-a36d-186a25bc1da0 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:40.195868 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-3baabee3-3298-42cd-a36d-186a25bc1da0 None None] Transition to ACTIVE for port object 70b554ac-d622-47e4-b722-1351c8310995 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:46:40.221450 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-3baabee3-3298-42cd-a36d-186a25bc1da0 None None] Transition to ACTIVE for port object 70b554ac-d622-47e4-b722-1351c8310995 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:46:40.231510 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3baabee3-3298-42cd-a36d-186a25bc1da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:40.244549 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-61e1f9eb-6d8c-4485-bd42-e9001fcd15d9 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Deleting subnet adefb449-3a53-488d-adca-0ebc4e6a3344 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:46:40.248040 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-61e1f9eb-6d8c-4485-bd42-e9001fcd15d9 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:40.287999 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c11fbf3-e95a-4b47-b93d-54d3c7989443 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce86bd3-ea89-4a77-b042-a48b9c43a677,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:40.334333 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3baabee3-3298-42cd-a36d-186a25bc1da0 None None] Network 4881f509-b5e5-4d71-bc6b-1ae804f808c4 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:46:40.341464 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-3baabee3-3298-42cd-a36d-186a25bc1da0 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:46:40.353063 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baabee3-3298-42cd-a36d-186a25bc1da0 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:46:40.355863 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-61e1f9eb-6d8c-4485-bd42-e9001fcd15d9 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:40.374114 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9c11fbf3-e95a-4b47-b93d-54d3c7989443 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:40.378393 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9c11fbf3-e95a-4b47-b93d-54d3c7989443 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1354027 Feb 09 12:46:40.390714 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56160) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:40.406567 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-514fbfcc-6f1c-4fa2-aefe-ccf9a1207c8e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Request body: {'security_group': {'name': 'tempest-secgroup-181969662'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:46:40.419947 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-514fbfcc-6f1c-4fa2-aefe-ccf9a1207c8e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:40.424626 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-6ecef660-e08e-4580-9b92-0f04af6e0f8e tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Allocated IP 172.20.0.8 (327afa3e-85e9-4f57-99d9-315ae9d2f2fb/fd42728f-6533-477f-97d9-f0995f638483/63088891-be07-4258-b070-f3aecc33cb53) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:46:40.429839 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-514fbfcc-6f1c-4fa2-aefe-ccf9a1207c8e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Usage tracker for resource:security_group and tenant:02516ed7a4f240dfa605c2984d99ee86 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:46:40.436214 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-514fbfcc-6f1c-4fa2-aefe-ccf9a1207c8e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:46:40.437154 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e031f-94d6-4542-95ee-e8f6df5da679 req-45456cb1-e7e5-4341-9010-b2412b9662ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:40.441100 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6f5e031f-94d6-4542-95ee-e8f6df5da679 req-45456cb1-e7e5-4341-9010-b2412b9662ca service neutron] 10.222.0.46 "GET /v2.0/networks?id=fef63669-60e4-448f-bbf3-5ffe81417e5d HTTP/1.1" status: 200 len: 912 time: 0.2755115 Feb 09 12:46:40.444966 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-514fbfcc-6f1c-4fa2-aefe-ccf9a1207c8e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:46:40.473375 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-514fbfcc-6f1c-4fa2-aefe-ccf9a1207c8e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:40.486842 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baabee3-3298-42cd-a36d-186a25bc1da0 None None] Pushing event updated for resources: {'Port': ['ID=70b554ac-d622-47e4-b722-1351c8310995,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:40.506246 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baabee3-3298-42cd-a36d-186a25bc1da0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:40.506602 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baabee3-3298-42cd-a36d-186a25bc1da0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:40.507393 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baabee3-3298-42cd-a36d-186a25bc1da0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:40.508030 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baabee3-3298-42cd-a36d-186a25bc1da0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:40.508455 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baabee3-3298-42cd-a36d-186a25bc1da0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:40.508739 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baabee3-3298-42cd-a36d-186a25bc1da0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:40.509061 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baabee3-3298-42cd-a36d-186a25bc1da0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:40.509381 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baabee3-3298-42cd-a36d-186a25bc1da0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:40.510318 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baabee3-3298-42cd-a36d-186a25bc1da0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:40.510652 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baabee3-3298-42cd-a36d-186a25bc1da0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:40.510976 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baabee3-3298-42cd-a36d-186a25bc1da0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:40.511319 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baabee3-3298-42cd-a36d-186a25bc1da0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:40.512104 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-514fbfcc-6f1c-4fa2-aefe-ccf9a1207c8e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:40.538161 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-61e1f9eb-6d8c-4485-bd42-e9001fcd15d9 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:40.539291 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-3baabee3-3298-42cd-a36d-186a25bc1da0 None None] Attempting to bind port 70b554ac-d622-47e4-b722-1351c8310995 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:46:40.539655 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-3baabee3-3298-42cd-a36d-186a25bc1da0 None None] Attempting to bind port 70b554ac-d622-47e4-b722-1351c8310995 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '03bf6604-27b6-4029-bb73-86448cab8806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4881f509-b5e5-4d71-bc6b-1ae804f808c4'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:46:40.540063 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baabee3-3298-42cd-a36d-186a25bc1da0 None None] Attempting to bind port 70b554ac-d622-47e4-b722-1351c8310995 on network 4881f509-b5e5-4d71-bc6b-1ae804f808c4 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:46:40.548048 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baabee3-3298-42cd-a36d-186a25bc1da0 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:46:40.548640 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baabee3-3298-42cd-a36d-186a25bc1da0 None None] Checking segment: {'id': '03bf6604-27b6-4029-bb73-86448cab8806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4881f509-b5e5-4d71-bc6b-1ae804f808c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:46:40.548987 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3baabee3-3298-42cd-a36d-186a25bc1da0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:40.549387 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baabee3-3298-42cd-a36d-186a25bc1da0 None None] Bound using segment: {'id': '03bf6604-27b6-4029-bb73-86448cab8806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4881f509-b5e5-4d71-bc6b-1ae804f808c4'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:46:40.549874 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-3baabee3-3298-42cd-a36d-186a25bc1da0 None None] Bound port: 70b554ac-d622-47e4-b722-1351c8310995, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03bf6604-27b6-4029-bb73-86448cab8806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4881f509-b5e5-4d71-bc6b-1ae804f808c4'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:46:40.550296 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3baabee3-3298-42cd-a36d-186a25bc1da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:40.554737 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6f5e031f-94d6-4542-95ee-e8f6df5da679 req-21e81714-81a0-4d2e-b5e8-287072b66670 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12a16eec-53c5-46b0-b1a7-a3ecba18d598 HTTP/1.1" status: 200 len: 217 time: 0.1028123 Feb 09 12:46:40.654974 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-3baabee3-3298-42cd-a36d-186a25bc1da0 None None] For port 70b554ac-d622-47e4-b722-1351c8310995, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:46:40.655586 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-514fbfcc-6f1c-4fa2-aefe-ccf9a1207c8e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Usage tracker for resource:security_group_rule and tenant:02516ed7a4f240dfa605c2984d99ee86 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:46:40.659936 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-3baabee3-3298-42cd-a36d-186a25bc1da0 None None] For port 70b554ac-d622-47e4-b722-1351c8310995, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=70b554ac-d622-47e4-b722-1351c8310995,segment=NetworkSegment(03bf6604-27b6-4029-bb73-86448cab8806),segment_id=03bf6604-27b6-4029-bb73-86448cab8806)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:46:40.663303 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-514fbfcc-6f1c-4fa2-aefe-ccf9a1207c8e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:46:40.665050 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3baabee3-3298-42cd-a36d-186a25bc1da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:40.667051 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-61e1f9eb-6d8c-4485-bd42-e9001fcd15d9 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:40.676690 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e031f-94d6-4542-95ee-e8f6df5da679 req-32652364-6c6e-4d20-bd85-15c119e57d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:40.678282 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6f5e031f-94d6-4542-95ee-e8f6df5da679 req-32652364-6c6e-4d20-bd85-15c119e57d45 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=14dd4b9b-eeef-4a9f-a7cf-6d5a7f04665c HTTP/1.1" status: 200 len: 850 time: 0.1097276 Feb 09 12:46:40.726750 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-514fbfcc-6f1c-4fa2-aefe-ccf9a1207c8e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:46:40.728906 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1f9eb-6d8c-4485-bd42-e9001fcd15d9 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event deleted for resources: {'Subnet': ['ID=adefb449-3a53-488d-adca-0ebc4e6a3344,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:40.736263 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-61e1f9eb-6d8c-4485-bd42-e9001fcd15d9 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:40.744061 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb4b165-c39b-4b78-8a91-0c34d1698d4e None None] Network ba881d77-ba48-4826-ae1f-89dbe0db5e7a requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:46:40.759734 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-61e1f9eb-6d8c-4485-bd42-e9001fcd15d9 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "DELETE /v2.0/subnets/adefb449-3a53-488d-adca-0ebc4e6a3344 HTTP/1.1" status: 204 len: 168 time: 0.6054175 Feb 09 12:46:40.769109 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56164) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:40.916428 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-6ecef660-e08e-4580-9b92-0f04af6e0f8e tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:40.917035 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baabee3-3298-42cd-a36d-186a25bc1da0 None None] Pushing event updated for resources: {'Port': ['ID=70b554ac-d622-47e4-b722-1351c8310995,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:40.940675 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e031f-94d6-4542-95ee-e8f6df5da679 req-87619b07-7df2-4cb9-a23f-477f01a675e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:40.942778 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6f5e031f-94d6-4542-95ee-e8f6df5da679 req-87619b07-7df2-4cb9-a23f-477f01a675e3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fef63669-60e4-448f-bbf3-5ffe81417e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2000299 Feb 09 12:46:40.945811 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-6ecef660-e08e-4580-9b92-0f04af6e0f8e tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Transition to ACTIVE for port object 63088891-be07-4258-b070-f3aecc33cb53 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:46:41.147360 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-6ecef660-e08e-4580-9b92-0f04af6e0f8e tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:41.180975 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7747708b-64ed-499c-b6ee-08fa6514a592 None None] DHCP port deletion for ba881d77-ba48-4826-ae1f-89dbe0db5e7a request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:46:41.184965 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7747708b-64ed-499c-b6ee-08fa6514a592 None None] Deleting port fea1d692-393f-419f-a83f-85edce4db268 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:46:41.185340 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7747708b-64ed-499c-b6ee-08fa6514a592 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:41.187249 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fdf949da-9b24-4158-bfd4-25b965864357 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:41.241542 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-514fbfcc-6f1c-4fa2-aefe-ccf9a1207c8e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:41.259022 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-514fbfcc-6f1c-4fa2-aefe-ccf9a1207c8e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:41.299271 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecef660-e08e-4580-9b92-0f04af6e0f8e tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Pushing event updated for resources: {'Port': ['ID=63088891-be07-4258-b070-f3aecc33cb53,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:41.338500 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-6ecef660-e08e-4580-9b92-0f04af6e0f8e tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Network 327afa3e-85e9-4f57-99d9-315ae9d2f2fb is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:46:41.341258 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-6ecef660-e08e-4580-9b92-0f04af6e0f8e tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:46:41.356297 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6f5e031f-94d6-4542-95ee-e8f6df5da679 req-fc89304c-b451-40a1-adf1-e1cf0ee12934 service neutron] 10.222.0.46 "GET /v2.0/networks/fef63669-60e4-448f-bbf3-5ffe81417e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068055 Feb 09 12:46:41.366058 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-fdf949da-9b24-4158-bfd4-25b965864357 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Deleting port fea1d692-393f-419f-a83f-85edce4db268 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:46:41.371003 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-6ecef660-e08e-4580-9b92-0f04af6e0f8e tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:46:41.372844 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fdf949da-9b24-4158-bfd4-25b965864357 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:41.614071 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 70b554ac-d622-47e4-b722-1351c8310995 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:46:41.649709 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-514fbfcc-6f1c-4fa2-aefe-ccf9a1207c8e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:41.654213 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-514fbfcc-6f1c-4fa2-aefe-ccf9a1207c8e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2616763 Feb 09 12:46:41.659174 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56174) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:41.664305 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514fbfcc-6f1c-4fa2-aefe-ccf9a1207c8e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8007694a-52ae-42e5-9fc7-9e47a47bb686,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:41.682484 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-37116097-e2ef-46f4-9a6b-4ce7f256b9aa tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2068687993', 'security_groups': ['8007694a-52ae-42e5-9fc7-9e47a47bb686'], 'network_id': '4881f509-b5e5-4d71-bc6b-1ae804f808c4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '04a89264-b9dd-41b6-ba7a-061da4518fd5'}]}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:46:41.756756 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 70b554ac-d622-47e4-b722-1351c8310995 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:46:41.764629 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7747708b-64ed-499c-b6ee-08fa6514a592 None None] For port fea1d692-393f-419f-a83f-85edce4db268, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=fea1d692-393f-419f-a83f-85edce4db268,segment=NetworkSegment(72aed0d1-13db-4c30-8381-e02fc36ffdc7),segment_id=72aed0d1-13db-4c30-8381-e02fc36ffdc7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:46:41.765431 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7747708b-64ed-499c-b6ee-08fa6514a592 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:41.885339 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9fbdc-f338-4184-b765-844622aa1f2f req-bf569bed-b2e6-4a15-8be1-f927ea329c57 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:41.886899 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e8d9fbdc-f338-4184-b765-844622aa1f2f req-bf569bed-b2e6-4a15-8be1-f927ea329c57 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/ports?device_id=68ac27be-d577-440f-967f-8f7e1b52fad7 HTTP/1.1" status: 200 len: 970 time: 0.7897837 Feb 09 12:46:41.923110 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7747708b-64ed-499c-b6ee-08fa6514a592 None None] Calling delete_port for fea1d692-393f-419f-a83f-85edce4db268 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:46:41.935189 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-6ecef660-e08e-4580-9b92-0f04af6e0f8e tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:41.935809 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-6ecef660-e08e-4580-9b92-0f04af6e0f8e tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:41.957326 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device fea1d692-393f-419f-a83f-85edce4db268 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:46:41.986212 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6f5e031f-94d6-4542-95ee-e8f6df5da679 req-ea208945-7de9-45c8-a913-f9ffcc39ae84 service neutron] 10.222.0.46 "GET /v2.0/networks/fef63669-60e4-448f-bbf3-5ffe81417e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5131228 Feb 09 12:46:41.994207 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-6ecef660-e08e-4580-9b92-0f04af6e0f8e tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.3765018 Feb 09 12:46:42.010411 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-5f0db2f3-b2ce-4563-908e-b427350756a3 service neutron] Request body: {'port': {'device_id': '68ac27be-d577-440f-967f-8f7e1b52fad7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:46:42.186296 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-651331f1-4ca6-46a9-bcb4-9400c99f1f0a None None] Provisioning for port 63088891-be07-4258-b070-f3aecc33cb53 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:46:42.192261 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e8d9fbdc-f338-4184-b765-844622aa1f2f req-b7b719db-d126-4b1e-a5c0-98b4c0c7913c tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/security-groups?id=193d53d7-0f36-49d1-a64f-d965b6ddb8a1&id=85295cb1-9cbe-46f9-9694-ca074f4da9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2959745 Feb 09 12:46:42.217445 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-5f0db2f3-b2ce-4563-908e-b427350756a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:42.222220 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a302644-3cfa-4147-88a6-7b8adca007c0 req-8862ef03-5307-42e6-89fa-e799485222b9 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:42.230444 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6a302644-3cfa-4147-88a6-7b8adca007c0 req-8862ef03-5307-42e6-89fa-e799485222b9 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=81db42a5-02d3-443f-be46-0013f0adee71 HTTP/1.1" status: 200 len: 943 time: 0.7481146 Feb 09 12:46:42.239377 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-651331f1-4ca6-46a9-bcb4-9400c99f1f0a None None] Provisioning complete for port 63088891-be07-4258-b070-f3aecc33cb53 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:42.239772 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-651331f1-4ca6-46a9-bcb4-9400c99f1f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:42.322137 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:42.345759 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7747708b-64ed-499c-b6ee-08fa6514a592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:42.400390 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6a302644-3cfa-4147-88a6-7b8adca007c0 req-25a43e7b-f415-4a3a-9c37-1811729b1ec2 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=7893647d-3475-4802-b105-e9be2c914246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1680503 Feb 09 12:46:42.404273 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7747708b-64ed-499c-b6ee-08fa6514a592 None None] No DVR routers for this DVR port fea1d692-393f-419f-a83f-85edce4db268 on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:46:42.412015 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-651331f1-4ca6-46a9-bcb4-9400c99f1f0a None None] Port 63088891-be07-4258-b070-f3aecc33cb53 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:46:42.431925 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-fdf949da-9b24-4158-bfd4-25b965864357 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] For port fea1d692-393f-419f-a83f-85edce4db268, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=fea1d692-393f-419f-a83f-85edce4db268,segment=NetworkSegment(72aed0d1-13db-4c30-8381-e02fc36ffdc7),segment_id=72aed0d1-13db-4c30-8381-e02fc36ffdc7)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:46:42.442280 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fdf949da-9b24-4158-bfd4-25b965864357 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:42.451947 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747708b-64ed-499c-b6ee-08fa6514a592 None None] Pushing event deleted for resources: {'Port': ['ID=fea1d692-393f-419f-a83f-85edce4db268,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:42.634043 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7ec7084c-ce27-4592-bbb0-39f54c89c4e2 None None] Provisioning complete for port 82b3fd21-a41b-4fc1-b41e-c44f111e38be triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:42.634406 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7ec7084c-ce27-4592-bbb0-39f54c89c4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:42.645564 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-fdf949da-9b24-4158-bfd4-25b965864357 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Calling delete_port for fea1d692-393f-419f-a83f-85edce4db268 owned by network:dhcp {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:46:42.691242 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7ec7084c-ce27-4592-bbb0-39f54c89c4e2 None None] Port 82b3fd21-a41b-4fc1-b41e-c44f111e38be cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:46:42.702442 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-37116097-e2ef-46f4-9a6b-4ce7f256b9aa tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:42.706877 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7ec7084c-ce27-4592-bbb0-39f54c89c4e2 None None] Provisioning for port 70b554ac-d622-47e4-b722-1351c8310995 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:46:42.713072 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7ec7084c-ce27-4592-bbb0-39f54c89c4e2 None None] Provisioning complete for port 70b554ac-d622-47e4-b722-1351c8310995 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:42.713897 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-37116097-e2ef-46f4-9a6b-4ce7f256b9aa tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Usage tracker for resource:port and tenant:02516ed7a4f240dfa605c2984d99ee86 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:46:42.714278 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7ec7084c-ce27-4592-bbb0-39f54c89c4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:42.728268 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-37116097-e2ef-46f4-9a6b-4ce7f256b9aa tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:46:42.741636 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-37116097-e2ef-46f4-9a6b-4ce7f256b9aa tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:46:42.782000 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37116097-e2ef-46f4-9a6b-4ce7f256b9aa tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Made reservation on behalf of 02516ed7a4f240dfa605c2984d99ee86 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:46:42.806483 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.api [None req-fdf949da-9b24-4158-bfd4-25b965864357 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:46:42.807166 n-d-825178-3 neutron-server[87567]: DEBUG oslo_db.api [None req-fdf949da-9b24-4158-bfd4-25b965864357 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:46:42.815804 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-5f0db2f3-b2ce-4563-908e-b427350756a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63088891-be07-4258-b070-f3aecc33cb53 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:46:42.826619 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-5f0db2f3-b2ce-4563-908e-b427350756a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:42.848222 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-5f0db2f3-b2ce-4563-908e-b427350756a3 service neutron] Transition to ACTIVE for port object 63088891-be07-4258-b070-f3aecc33cb53 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:46:42.865150 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-5f0db2f3-b2ce-4563-908e-b427350756a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:42.896455 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7ec7084c-ce27-4592-bbb0-39f54c89c4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:42.955871 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7ec7084c-ce27-4592-bbb0-39f54c89c4e2 None None] For port 70b554ac-d622-47e4-b722-1351c8310995, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=70b554ac-d622-47e4-b722-1351c8310995,segment=NetworkSegment(03bf6604-27b6-4029-bb73-86448cab8806),segment_id=03bf6604-27b6-4029-bb73-86448cab8806)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:46:42.967436 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7ec7084c-ce27-4592-bbb0-39f54c89c4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:43.001275 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-37116097-e2ef-46f4-9a6b-4ce7f256b9aa tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:43.038724 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [None req-37116097-e2ef-46f4-9a6b-4ce7f256b9aa tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] device_id is not set on port 9d663897-1c24-4c9e-bc36-3ce1c5dd5f07 yet. {{(pid=87567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:46:43.054516 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec7084c-ce27-4592-bbb0-39f54c89c4e2 None None] Pushing event updated for resources: {'Port': ['ID=70b554ac-d622-47e4-b722-1351c8310995,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:43.144340 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0db2f3-b2ce-4563-908e-b427350756a3 service neutron] Pushing event updated for resources: {'Port': ['ID=63088891-be07-4258-b070-f3aecc33cb53,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:43.188720 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 12a16eec-53c5-46b0-b1a7-a3ecba18d598 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:46:43.341850 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-fdf949da-9b24-4158-bfd4-25b965864357 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Deleting port fea1d692-393f-419f-a83f-85edce4db268 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:46:43.341850 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fdf949da-9b24-4158-bfd4-25b965864357 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:43.395086 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-5f0db2f3-b2ce-4563-908e-b427350756a3 service neutron] Attempting to bind port 63088891-be07-4258-b070-f3aecc33cb53 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:46:43.395885 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-5f0db2f3-b2ce-4563-908e-b427350756a3 service neutron] Attempting to bind port 63088891-be07-4258-b070-f3aecc33cb53 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '57f9570f-4430-4227-86a1-377419c5db88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '327afa3e-85e9-4f57-99d9-315ae9d2f2fb'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:46:43.407848 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-5f0db2f3-b2ce-4563-908e-b427350756a3 service neutron] Attempting to bind port 63088891-be07-4258-b070-f3aecc33cb53 on network 327afa3e-85e9-4f57-99d9-315ae9d2f2fb {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:46:43.432820 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-5f0db2f3-b2ce-4563-908e-b427350756a3 service neutron] Port 63088891-be07-4258-b070-f3aecc33cb53 on network 327afa3e-85e9-4f57-99d9-315ae9d2f2fb not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:46:43.433570 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-5f0db2f3-b2ce-4563-908e-b427350756a3 service neutron] Attempting to bind port 63088891-be07-4258-b070-f3aecc33cb53 on network 327afa3e-85e9-4f57-99d9-315ae9d2f2fb {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:46:43.461017 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-5f0db2f3-b2ce-4563-908e-b427350756a3 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:46:43.461232 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-5f0db2f3-b2ce-4563-908e-b427350756a3 service neutron] Checking segment: {'id': '57f9570f-4430-4227-86a1-377419c5db88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '327afa3e-85e9-4f57-99d9-315ae9d2f2fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:46:43.465063 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-5f0db2f3-b2ce-4563-908e-b427350756a3 service neutron] Bound using segment: {'id': '57f9570f-4430-4227-86a1-377419c5db88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '327afa3e-85e9-4f57-99d9-315ae9d2f2fb'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:46:43.465529 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-5f0db2f3-b2ce-4563-908e-b427350756a3 service neutron] Bound port: 63088891-be07-4258-b070-f3aecc33cb53, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57f9570f-4430-4227-86a1-377419c5db88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '327afa3e-85e9-4f57-99d9-315ae9d2f2fb'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:46:43.465882 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-5f0db2f3-b2ce-4563-908e-b427350756a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:43.547092 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-fdf949da-9b24-4158-bfd4-25b965864357 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] The port 'fea1d692-393f-419f-a83f-85edce4db268' was deleted {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:46:43.586911 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 70b554ac-d622-47e4-b722-1351c8310995 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:46:43.771647 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-5f0db2f3-b2ce-4563-908e-b427350756a3 service neutron] For port 63088891-be07-4258-b070-f3aecc33cb53, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:46:43.775843 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-5f0db2f3-b2ce-4563-908e-b427350756a3 service neutron] For port 63088891-be07-4258-b070-f3aecc33cb53, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=63088891-be07-4258-b070-f3aecc33cb53,segment=NetworkSegment(57f9570f-4430-4227-86a1-377419c5db88),segment_id=57f9570f-4430-4227-86a1-377419c5db88)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:46:43.786967 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-5f0db2f3-b2ce-4563-908e-b427350756a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:43.850349 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 12a16eec-53c5-46b0-b1a7-a3ecba18d598, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=12a16eec-53c5-46b0-b1a7-a3ecba18d598,segment=NetworkSegment(215a8b65-4572-4b3f-bdd9-32a61bc29407),segment_id=215a8b65-4572-4b3f-bdd9-32a61bc29407)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:46:43.857903 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 70b554ac-d622-47e4-b722-1351c8310995 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:43.859094 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:43.884004 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fdf949da-9b24-4158-bfd4-25b965864357 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:43.893984 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-5f0db2f3-b2ce-4563-908e-b427350756a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:43.894614 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-5f0db2f3-b2ce-4563-908e-b427350756a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:43.896235 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-5f0db2f3-b2ce-4563-908e-b427350756a3 service neutron] 10.222.0.46 "PUT /v2.0/ports/63088891-be07-4258-b070-f3aecc33cb53 HTTP/1.1" status: 200 len: 1130 time: 1.8928845 Feb 09 12:46:43.896662 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68ac27be-d577-440f-967f-8f7e1b52fad7', 'tag': '63088891-be07-4258-b070-f3aecc33cb53'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:46:43.935814 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-37116097-e2ef-46f4-9a6b-4ce7f256b9aa tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Allocated IP 2001:db8::27a (4881f509-b5e5-4d71-bc6b-1ae804f808c4/04a89264-b9dd-41b6-ba7a-061da4518fd5/9d663897-1c24-4c9e-bc36-3ce1c5dd5f07) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:46:43.946199 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0db2f3-b2ce-4563-908e-b427350756a3 service neutron] Pushing event updated for resources: {'Port': ['ID=63088891-be07-4258-b070-f3aecc33cb53,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:43.977871 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-fdf949da-9b24-4158-bfd4-25b965864357 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba881d77-ba48-4826-ae1f-89dbe0db5e7a']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:46:44.043005 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '12a16eec-53c5-46b0-b1a7-a3ecba18d598', 'network_id': 'fef63669-60e4-448f-bbf3-5ffe81417e5d', 'port_id': '12a16eec-53c5-46b0-b1a7-a3ecba18d598', 'mac_address': 'fa:16:3e:82:4d:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14dd4b9b-eeef-4a9f-a7cf-6d5a7f04665c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:46:44.064276 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-fdf949da-9b24-4158-bfd4-25b965864357 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72aed0d1-13db-4c30-8381-e02fc36ffdc7') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:46:44.065069 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-fdf949da-9b24-4158-bfd4-25b965864357 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72aed0d1-13db-4c30-8381-e02fc36ffdc7') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:46:44.091422 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fdf949da-9b24-4158-bfd4-25b965864357 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:44.141794 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a2f35d3a-290e-4bc1-bf27-d130cf8b05dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:44.142729 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eded30-6194-4f4d-9b6c-998d8340d724 req-e6f4dbe5-8b49-44a2-b71e-fae19f91895e tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:44.145084 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a4eded30-6194-4f4d-9b6c-998d8340d724 req-e6f4dbe5-8b49-44a2-b71e-fae19f91895e tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/ports?device_id=68ac27be-d577-440f-967f-8f7e1b52fad7 HTTP/1.1" status: 200 len: 982 time: 0.5044382 Feb 09 12:46:44.169989 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791f79d-c39e-45ca-b26d-c436b7582ac3 req-30e08e09-c085-4f2e-bffe-e99ee973cd67 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:44.171613 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a791f79d-c39e-45ca-b26d-c436b7582ac3 req-30e08e09-c085-4f2e-bffe-e99ee973cd67 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=81db42a5-02d3-443f-be46-0013f0adee71 HTTP/1.1" status: 200 len: 943 time: 0.4038436 Feb 09 12:46:44.173422 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fdf949da-9b24-4158-bfd4-25b965864357 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:44.189768 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-32d05408-a2ee-4f29-94de-fb96dadacd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:44.192648 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-32d05408-a2ee-4f29-94de-fb96dadacd64 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=57cad2baaf2145b1a083f7140eddf89d&device_id=68ac27be-d577-440f-967f-8f7e1b52fad7 HTTP/1.1" status: 200 len: 1133 time: 0.2430000 Feb 09 12:46:44.194781 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:44.244397 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdf949da-9b24-4158-bfd4-25b965864357 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:46:44.245060 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fdf949da-9b24-4158-bfd4-25b965864357 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:44.265801 n-d-825178-3 neutron-server[87567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:46:44.265801 n-d-825178-3 neutron-server[87567]: util.warn( Feb 09 12:46:44.265801 n-d-825178-3 neutron-server[87567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:46:44.265801 n-d-825178-3 neutron-server[87567]: util.warn( Feb 09 12:46:44.265801 n-d-825178-3 neutron-server[87567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:46:44.265801 n-d-825178-3 neutron-server[87567]: util.warn( Feb 09 12:46:44.265801 n-d-825178-3 neutron-server[87567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:46:44.265801 n-d-825178-3 neutron-server[87567]: util.warn( Feb 09 12:46:44.265801 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:46:44.265801 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:46:44.265801 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:46:44.265801 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:46:44.265801 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:46:44.265801 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:46:44.265801 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:46:44.265801 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:46:44.265801 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:46:44.265801 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:46:44.265801 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:46:44.265801 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:46:44.265801 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:46:44.265801 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:46:44.265801 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:46:44.265801 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:46:44.265801 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:46:44.265801 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:46:44.265801 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:46:44.265801 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:46:44.265801 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:46:44.265801 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:46:44.265801 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:46:44.265801 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:46:44.265801 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:46:44.265801 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:46:44.265801 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:46:44.265801 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:46:44.265801 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:46:44.265801 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:46:44.265801 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:46:44.265801 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:46:44.317154 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12a16eec-53c5-46b0-b1a7-a3ecba18d598 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:46:44.345805 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-9115516c-a16d-4f1b-a8dd-09956b8db5a3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63088891-be07-4258-b070-f3aecc33cb53 HTTP/1.1" status: 200 len: 217 time: 0.1434875 Feb 09 12:46:44.373369 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 12a16eec-53c5-46b0-b1a7-a3ecba18d598, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=12a16eec-53c5-46b0-b1a7-a3ecba18d598,segment=NetworkSegment(215a8b65-4572-4b3f-bdd9-32a61bc29407),segment_id=215a8b65-4572-4b3f-bdd9-32a61bc29407)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:46:44.393575 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:44.427635 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-c5978057-9ca9-4881-bd0c-91a0e60a961a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:44.429232 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-c5978057-9ca9-4881-bd0c-91a0e60a961a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd42728f-6533-477f-97d9-f0995f638483 HTTP/1.1" status: 200 len: 834 time: 0.0758266 Feb 09 12:46:44.541812 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=12a16eec-53c5-46b0-b1a7-a3ecba18d598,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:44.569373 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-fde8c729-3fa9-4ae9-9c8f-2291d4c22898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:44.569373 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-fde8c729-3fa9-4ae9-9c8f-2291d4c22898 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=327afa3e-85e9-4f57-99d9-315ae9d2f2fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1306505 Feb 09 12:46:44.627921 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['12a16eec-53c5-46b0-b1a7-a3ecba18d598'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:46:44.746456 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a4eded30-6194-4f4d-9b6c-998d8340d724 req-f9e4b037-8ae3-453e-b79e-490e003ca885 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/security-groups?id=193d53d7-0f36-49d1-a64f-d965b6ddb8a1&id=85295cb1-9cbe-46f9-9694-ca074f4da9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5701110 Feb 09 12:46:44.776949 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a791f79d-c39e-45ca-b26d-c436b7582ac3 req-6782250c-f2a7-46e3-82f8-983b0c136e74 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=7893647d-3475-4802-b105-e9be2c914246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5804899 Feb 09 12:46:44.791291 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fdf949da-9b24-4158-bfd4-25b965864357 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:44.821647 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fdf949da-9b24-4158-bfd4-25b965864357 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:44.837819 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf949da-9b24-4158-bfd4-25b965864357 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event deleted for resources: {'Network': ['ID=ba881d77-ba48-4826-ae1f-89dbe0db5e7a,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:44.859374 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-0e2e71a2-bbf5-4f82-9cdf-605d3f358174 service neutron] 10.222.0.46 "GET /v2.0/networks/327afa3e-85e9-4f57-99d9-315ae9d2f2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853246 Feb 09 12:46:44.886992 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-fdf949da-9b24-4158-bfd4-25b965864357 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "DELETE /v2.0/networks/ba881d77-ba48-4826-ae1f-89dbe0db5e7a HTTP/1.1" status: 204 len: 168 time: 4.1161857 Feb 09 12:46:44.892402 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56190) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:44.898414 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-823229a9-0279-4db7-95a7-83a4f6217d7f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2074965639'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:46:44.904950 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-37116097-e2ef-46f4-9a6b-4ce7f256b9aa tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:44.913089 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-823229a9-0279-4db7-95a7-83a4f6217d7f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:44.921359 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-823229a9-0279-4db7-95a7-83a4f6217d7f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Usage tracker for resource:network and tenant:1a8f2026410d46378828a444f88ab686 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:46:44.927962 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-823229a9-0279-4db7-95a7-83a4f6217d7f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:46:44.935006 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-37116097-e2ef-46f4-9a6b-4ce7f256b9aa tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Transition to ACTIVE for port object 9d663897-1c24-4c9e-bc36-3ce1c5dd5f07 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:46:44.936446 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-823229a9-0279-4db7-95a7-83a4f6217d7f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:46:44.958999 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823229a9-0279-4db7-95a7-83a4f6217d7f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Made reservation on behalf of 1a8f2026410d46378828a444f88ab686 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:46:44.962145 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68ac27be-d577-440f-967f-8f7e1b52fad7', 'tag': '63088891-be07-4258-b070-f3aecc33cb53', 'status': 'completed', 'code': 200} Feb 09 12:46:44.963250 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-823229a9-0279-4db7-95a7-83a4f6217d7f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:45.006841 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-823229a9-0279-4db7-95a7-83a4f6217d7f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:46:45.015326 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-37116097-e2ef-46f4-9a6b-4ce7f256b9aa tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:45.051282 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2680644d-7ca0-4844-9cf9-b896f13262ba req-94de60bc-ce9b-4e22-a89a-115bbcb49f72 service neutron] 10.222.0.46 "GET /v2.0/networks/327afa3e-85e9-4f57-99d9-315ae9d2f2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861546 Feb 09 12:46:45.055631 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-823229a9-0279-4db7-95a7-83a4f6217d7f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:45.056108 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-823229a9-0279-4db7-95a7-83a4f6217d7f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Added segment 415b8d6c-98d4-43a5-96f0-1004e2e90f02 of type vlan for network 6399868c-af2f-4121-ab83-0246f5d84c85 Feb 09 12:46:45.138758 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37116097-e2ef-46f4-9a6b-4ce7f256b9aa tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Network 4881f509-b5e5-4d71-bc6b-1ae804f808c4 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:46:45.143228 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-823229a9-0279-4db7-95a7-83a4f6217d7f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:45.152092 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-37116097-e2ef-46f4-9a6b-4ce7f256b9aa tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:46:45.154814 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37116097-e2ef-46f4-9a6b-4ce7f256b9aa tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event updated for resources: {'Port': ['ID=9d663897-1c24-4c9e-bc36-3ce1c5dd5f07,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:45.159393 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37116097-e2ef-46f4-9a6b-4ce7f256b9aa tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:46:45.165291 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37116097-e2ef-46f4-9a6b-4ce7f256b9aa tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:45.165538 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-37116097-e2ef-46f4-9a6b-4ce7f256b9aa tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:45.208858 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-37116097-e2ef-46f4-9a6b-4ce7f256b9aa tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5308514 Feb 09 12:46:45.211705 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56194) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:45.231844 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5a9a6-100b-43eb-bc07-2a011e84021d req-178f3d3d-1994-40f6-9216-a9550f8ca7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:45.236027 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8fa5a9a6-100b-43eb-bc07-2a011e84021d req-178f3d3d-1994-40f6-9216-a9550f8ca7fa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=57cad2baaf2145b1a083f7140eddf89d&device_id=68ac27be-d577-440f-967f-8f7e1b52fad7 HTTP/1.1" status: 200 len: 1133 time: 0.1113658 Feb 09 12:46:45.240953 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-a9ad58eb-80a2-41e1-b49d-5cbad976fa18 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Request body: {'subnet': {'network_id': '4881f509-b5e5-4d71-bc6b-1ae804f808c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:46:45.259706 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-823229a9-0279-4db7-95a7-83a4f6217d7f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:45.269702 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823229a9-0279-4db7-95a7-83a4f6217d7f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:45.270421 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-823229a9-0279-4db7-95a7-83a4f6217d7f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:45.471079 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-823229a9-0279-4db7-95a7-83a4f6217d7f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5772884 Feb 09 12:46:45.471754 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56198) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:45.489832 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-931f4f66-202d-4782-9057-0ff9eb144659 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Request body: {'subnet': {'network_id': '6399868c-af2f-4121-ab83-0246f5d84c85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:46:45.492320 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5a9a6-100b-43eb-bc07-2a011e84021d req-bf9b3661-4b8c-4e2b-a625-1b778b6ddd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:45.496119 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8fa5a9a6-100b-43eb-bc07-2a011e84021d req-bf9b3661-4b8c-4e2b-a625-1b778b6ddd70 service neutron] 10.222.0.46 "GET /v2.0/networks?id=327afa3e-85e9-4f57-99d9-315ae9d2f2fb HTTP/1.1" status: 200 len: 898 time: 0.2539454 Feb 09 12:46:45.521991 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823229a9-0279-4db7-95a7-83a4f6217d7f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event updated for resources: {'Network': ['ID=6399868c-af2f-4121-ab83-0246f5d84c85,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:45.538929 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 6399868c-af2f-4121-ab83-0246f5d84c85 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:46:45.669519 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-a9ad58eb-80a2-41e1-b49d-5cbad976fa18 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:45.677883 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a9ad58eb-80a2-41e1-b49d-5cbad976fa18 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Usage tracker for resource:subnet and tenant:02516ed7a4f240dfa605c2984d99ee86 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:46:45.681012 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-931f4f66-202d-4782-9057-0ff9eb144659 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:45.685068 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a9ad58eb-80a2-41e1-b49d-5cbad976fa18 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:46:45.692669 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-931f4f66-202d-4782-9057-0ff9eb144659 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Usage tracker for resource:subnet and tenant:1a8f2026410d46378828a444f88ab686 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:46:45.695991 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-a9ad58eb-80a2-41e1-b49d-5cbad976fa18 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:46:45.698353 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-931f4f66-202d-4782-9057-0ff9eb144659 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:46:45.707205 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-931f4f66-202d-4782-9057-0ff9eb144659 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:46:45.717715 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ad58eb-80a2-41e1-b49d-5cbad976fa18 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Made reservation on behalf of 02516ed7a4f240dfa605c2984d99ee86 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:46:45.724643 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a9ad58eb-80a2-41e1-b49d-5cbad976fa18 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:45.749800 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-3520e9e3-38fc-4bc0-972a-ea0ff6ef1211 None None] Provisioning for port 9d663897-1c24-4c9e-bc36-3ce1c5dd5f07 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:46:45.767984 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-3520e9e3-38fc-4bc0-972a-ea0ff6ef1211 None None] Provisioning complete for port 9d663897-1c24-4c9e-bc36-3ce1c5dd5f07 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:45.768343 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3520e9e3-38fc-4bc0-972a-ea0ff6ef1211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:45.789112 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8fa5a9a6-100b-43eb-bc07-2a011e84021d req-2b83a738-fb65-499f-9e9b-de4807c04fc3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63088891-be07-4258-b070-f3aecc33cb53 HTTP/1.1" status: 200 len: 217 time: 0.2860606 Feb 09 12:46:45.846982 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931f4f66-202d-4782-9057-0ff9eb144659 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Made reservation on behalf of 1a8f2026410d46378828a444f88ab686 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:46:45.854058 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-931f4f66-202d-4782-9057-0ff9eb144659 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:45.865429 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5a9a6-100b-43eb-bc07-2a011e84021d req-b4ef2e90-88a4-460d-bff7-5731e43fb1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:45.867374 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8fa5a9a6-100b-43eb-bc07-2a011e84021d req-b4ef2e90-88a4-460d-bff7-5731e43fb1f0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd42728f-6533-477f-97d9-f0995f638483 HTTP/1.1" status: 200 len: 834 time: 0.0684457 Feb 09 12:46:45.963518 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-3520e9e3-38fc-4bc0-972a-ea0ff6ef1211 None None] Port 9d663897-1c24-4c9e-bc36-3ce1c5dd5f07 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:46:46.004908 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5a9a6-100b-43eb-bc07-2a011e84021d req-91e1ae76-1931-4576-8d0e-008f292ce136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:46.006419 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8fa5a9a6-100b-43eb-bc07-2a011e84021d req-91e1ae76-1931-4576-8d0e-008f292ce136 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=327afa3e-85e9-4f57-99d9-315ae9d2f2fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1315844 Feb 09 12:46:46.253548 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8fa5a9a6-100b-43eb-bc07-2a011e84021d req-cd28c413-a3ab-4a00-8619-c8d3df7db2db service neutron] 10.222.0.46 "GET /v2.0/networks/327afa3e-85e9-4f57-99d9-315ae9d2f2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390609 Feb 09 12:46:46.256437 n-d-825178-3 neutron-server[87567]: INFO neutron.db.ipam_backend_mixin [None req-a9ad58eb-80a2-41e1-b49d-5cbad976fa18 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 04a89264-b9dd-41b6-ba7a-061da4518fd5 (CIDR: 2001:db8::/64) Feb 09 12:46:46.269812 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9ad58eb-80a2-41e1-b49d-5cbad976fa18 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:46:46.270270 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9ad58eb-80a2-41e1-b49d-5cbad976fa18 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:46:46.376315 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d5628-9299-4aae-bf1d-f7f277d11b42 req-c63a1c56-3d4b-4523-aee0-95cd83ff2d48 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:46.378184 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-303d5628-9299-4aae-bf1d-f7f277d11b42 req-c63a1c56-3d4b-4523-aee0-95cd83ff2d48 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=81db42a5-02d3-443f-be46-0013f0adee71 HTTP/1.1" status: 200 len: 944 time: 0.3353813 Feb 09 12:46:46.383818 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a9ad58eb-80a2-41e1-b49d-5cbad976fa18 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1638958 Feb 09 12:46:46.396733 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56208) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:46.399282 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e804d03-b08e-4f22-8f7f-57dd29339cd8 req-5813ccdf-d293-4bf9-b77f-cff0961b9f7b tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:46.403497 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e3bd5f57-bc82-434b-8532-2a5c0035b30e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:46.403708 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2e804d03-b08e-4f22-8f7f-57dd29339cd8 req-5813ccdf-d293-4bf9-b77f-cff0961b9f7b tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/ports?device_id=68ac27be-d577-440f-967f-8f7e1b52fad7 HTTP/1.1" status: 200 len: 982 time: 0.3050931 Feb 09 12:46:46.411180 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-f18d91f8-5e56-4d80-8824-797d87151bbd tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Request body: {'subnet': {'network_id': '4881f509-b5e5-4d71-bc6b-1ae804f808c4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:46:46.563661 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-931f4f66-202d-4782-9057-0ff9eb144659 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:46.606765 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2e804d03-b08e-4f22-8f7f-57dd29339cd8 req-b70ff5a0-2425-4f9e-9dc8-21e7e03a28be tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/security-groups?id=193d53d7-0f36-49d1-a64f-d965b6ddb8a1&id=85295cb1-9cbe-46f9-9694-ca074f4da9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1751463 Feb 09 12:46:46.611168 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8fa5a9a6-100b-43eb-bc07-2a011e84021d req-c61d910b-2c83-4f2f-9bd2-c52938851990 service neutron] 10.222.0.46 "GET /v2.0/networks/327afa3e-85e9-4f57-99d9-315ae9d2f2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488572 Feb 09 12:46:46.631609 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f18d91f8-5e56-4d80-8824-797d87151bbd tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:46.631805 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-303d5628-9299-4aae-bf1d-f7f277d11b42 req-1d283629-e033-4942-bef2-2d4824094865 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=7893647d-3475-4802-b105-e9be2c914246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2249556 Feb 09 12:46:46.635692 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f18d91f8-5e56-4d80-8824-797d87151bbd tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Usage tracker for resource:subnet and tenant:02516ed7a4f240dfa605c2984d99ee86 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:46:46.638594 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f18d91f8-5e56-4d80-8824-797d87151bbd tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:46:46.645132 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f18d91f8-5e56-4d80-8824-797d87151bbd tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:46:46.661406 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18d91f8-5e56-4d80-8824-797d87151bbd tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Made reservation on behalf of 02516ed7a4f240dfa605c2984d99ee86 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:46:46.665065 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f18d91f8-5e56-4d80-8824-797d87151bbd tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:46.682084 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931f4f66-202d-4782-9057-0ff9eb144659 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event updated for resources: {'Subnet': ['ID=089871cb-e368-41d9-a805-b8cc896dfef0,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:46.698183 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931f4f66-202d-4782-9057-0ff9eb144659 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Checking segment: {'id': '415b8d6c-98d4-43a5-96f0-1004e2e90f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6399868c-af2f-4121-ab83-0246f5d84c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:46:46.700587 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931f4f66-202d-4782-9057-0ff9eb144659 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Network hostable DHCP agents. Network: 6399868c-af2f-4121-ab83-0246f5d84c85, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:46:46.720520 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931f4f66-202d-4782-9057-0ff9eb144659 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Network 6399868c-af2f-4121-ab83-0246f5d84c85 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:46:46.737527 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-931f4f66-202d-4782-9057-0ff9eb144659 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 6399868c-af2f-4121-ab83-0246f5d84c85) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:46:46.748379 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931f4f66-202d-4782-9057-0ff9eb144659 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:46.749103 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-931f4f66-202d-4782-9057-0ff9eb144659 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:46.749700 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b9162a-c906-4e11-857c-f6d75ad9039c None None] Network 6399868c-af2f-4121-ab83-0246f5d84c85 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:46:46.812409 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-931f4f66-202d-4782-9057-0ff9eb144659 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3341892 Feb 09 12:46:46.814566 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56214) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:46.821683 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-9d5dcd91-9b2c-4cb8-8cbb-398d8bb7485a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Request body: {'port': {'network_id': '6399868c-af2f-4121-ab83-0246f5d84c85', 'name': 'tempest-PortsTestJSON-1138256521', 'fixed_ips': [{'subnet_id': '089871cb-e368-41d9-a805-b8cc896dfef0', 'ip_address': '172.20.0.10'}]}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:46:47.008713 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-9d5dcd91-9b2c-4cb8-8cbb-398d8bb7485a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:47.016458 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9d5dcd91-9b2c-4cb8-8cbb-398d8bb7485a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Usage tracker for resource:port and tenant:1a8f2026410d46378828a444f88ab686 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:46:47.020692 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9d5dcd91-9b2c-4cb8-8cbb-398d8bb7485a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:46:47.032693 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-9d5dcd91-9b2c-4cb8-8cbb-398d8bb7485a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:46:47.047654 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5dcd91-9b2c-4cb8-8cbb-398d8bb7485a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Made reservation on behalf of 1a8f2026410d46378828a444f88ab686 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:46:47.068077 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f18d91f8-5e56-4d80-8824-797d87151bbd tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:47.092619 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2fab53-ce84-44be-a505-30262da9e43e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-6399868c-af2f-4121-ab83-0246f5d84c85', 'network_id': '6399868c-af2f-4121-ab83-0246f5d84c85', 'tenant_id': '1a8f2026410d46378828a444f88ab686', 'fixed_ips': [{'subnet_id': '089871cb-e368-41d9-a805-b8cc896dfef0'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:46:47.094463 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4c2fab53-ce84-44be-a505-30262da9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:47.179740 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18d91f8-5e56-4d80-8824-797d87151bbd tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Network 4881f509-b5e5-4d71-bc6b-1ae804f808c4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:46:47.183737 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-f18d91f8-5e56-4d80-8824-797d87151bbd tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:46:47.189785 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18d91f8-5e56-4d80-8824-797d87151bbd tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:47.190389 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f18d91f8-5e56-4d80-8824-797d87151bbd tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:47.206778 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d91f8-5e56-4d80-8824-797d87151bbd tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event updated for resources: {'Subnet': ['ID=5a9b7369-66c7-4a2a-9c77-53d7f9851cf5,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:47.226300 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 12a16eec-53c5-46b0-b1a7-a3ecba18d598 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:46:47.235533 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f18d91f8-5e56-4d80-8824-797d87151bbd tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8365946 Feb 09 12:46:47.237783 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56218) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:47.253079 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812cc13f-0ba8-406d-8cce-686f13e108df None None] Network 4881f509-b5e5-4d71-bc6b-1ae804f808c4 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:46:47.257799 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-eda4d336-bbcd-4613-a7a0-6446fa761779 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1097403311', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5a9b7369-66c7-4a2a-9c77-53d7f9851cf5'}], 'security_groups': ['1ce86bd3-ea89-4a77-b042-a48b9c43a677']}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:46:47.476818 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9d5dcd91-9b2c-4cb8-8cbb-398d8bb7485a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:47.523768 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-4c2fab53-ce84-44be-a505-30262da9e43e None None] Allocated IP 172.20.0.2 (6399868c-af2f-4121-ab83-0246f5d84c85/089871cb-e368-41d9-a805-b8cc896dfef0/636d4514-34f7-49f8-94e8-f09a6f8de56e) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:46:47.537212 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 12a16eec-53c5-46b0-b1a7-a3ecba18d598 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:46:47.555192 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 12a16eec-53c5-46b0-b1a7-a3ecba18d598 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:47.555553 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:47.557473 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [None req-9d5dcd91-9b2c-4cb8-8cbb-398d8bb7485a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] device_id is not set on port 586d8206-4f56-4c99-a392-14c9923ba16f yet. {{(pid=87567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:46:47.618588 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eda4d336-bbcd-4613-a7a0-6446fa761779 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:47.826534 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:47.841559 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:48.010610 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:48.050176 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4c2fab53-ce84-44be-a505-30262da9e43e None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:48.056531 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81db42a5-02d3-443f-be46-0013f0adee71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a16eec-53c5-46b0-b1a7-a3ecba18d598'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:46:48.073174 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 12a16eec-53c5-46b0-b1a7-a3ecba18d598, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=12a16eec-53c5-46b0-b1a7-a3ecba18d598,segment=NetworkSegment(215a8b65-4572-4b3f-bdd9-32a61bc29407),segment_id=215a8b65-4572-4b3f-bdd9-32a61bc29407)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:46:48.074416 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4c2fab53-ce84-44be-a505-30262da9e43e None None] Transition to ACTIVE for port object 636d4514-34f7-49f8-94e8-f09a6f8de56e will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:46:48.082416 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:48.166467 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da936317-36c2-40fc-b51d-3025e8ce98a9 req-7dc70598-e17f-437f-8743-56c8fd6ba4e4 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:48.168101 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-da936317-36c2-40fc-b51d-3025e8ce98a9 req-7dc70598-e17f-437f-8743-56c8fd6ba4e4 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=81db42a5-02d3-443f-be46-0013f0adee71 HTTP/1.1" status: 200 len: 944 time: 0.3451200 Feb 09 12:46:48.185630 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4c2fab53-ce84-44be-a505-30262da9e43e None None] Transition to ACTIVE for port object 636d4514-34f7-49f8-94e8-f09a6f8de56e will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:46:48.193497 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16542ea-51cd-4196-84a6-340ff62a9227 req-5ec80835-50eb-4992-98aa-5efbc0ccf878 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:48.195209 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d16542ea-51cd-4196-84a6-340ff62a9227 req-5ec80835-50eb-4992-98aa-5efbc0ccf878 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/ports?device_id=68ac27be-d577-440f-967f-8f7e1b52fad7 HTTP/1.1" status: 200 len: 982 time: 0.2901957 Feb 09 12:46:48.204519 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4c2fab53-ce84-44be-a505-30262da9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:48.230267 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=12a16eec-53c5-46b0-b1a7-a3ecba18d598,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:48.271012 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b983a0e-ec84-4033-bbb9-b5d4b29e343b None None] Update dhcp port {'port': {'network_id': '4881f509-b5e5-4d71-bc6b-1ae804f808c4', 'fixed_ips': [{'subnet_id': '04a89264-b9dd-41b6-ba7a-061da4518fd5', 'ip_address': '2001:db8::2'}, {'subnet_id': '5a9b7369-66c7-4a2a-9c77-53d7f9851cf5'}], 'binding:host_id': 'n-d-825178-3'}, 'id': '70b554ac-d622-47e4-b722-1351c8310995'} from n-d-825178-3. {{(pid=87569) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 12:46:48.299302 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2fab53-ce84-44be-a505-30262da9e43e None None] Network 6399868c-af2f-4121-ab83-0246f5d84c85 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:46:48.317296 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-4c2fab53-ce84-44be-a505-30262da9e43e None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:46:48.333247 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2fab53-ce84-44be-a505-30262da9e43e None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:46:48.395462 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-da936317-36c2-40fc-b51d-3025e8ce98a9 req-d4c7d2a1-6486-46cb-b422-e37241ea8987 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=7893647d-3475-4802-b105-e9be2c914246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2115502 Feb 09 12:46:48.420666 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d16542ea-51cd-4196-84a6-340ff62a9227 req-1b27d5e3-4442-471d-934d-34c36ce4bd50 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/security-groups?id=193d53d7-0f36-49d1-a64f-d965b6ddb8a1&id=85295cb1-9cbe-46f9-9694-ca074f4da9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2084041 Feb 09 12:46:48.433604 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-9d5dcd91-9b2c-4cb8-8cbb-398d8bb7485a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Allocated IP 172.20.0.10 (6399868c-af2f-4121-ab83-0246f5d84c85/089871cb-e368-41d9-a805-b8cc896dfef0/586d8206-4f56-4c99-a392-14c9923ba16f) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:46:48.443623 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4b983a0e-ec84-4033-bbb9-b5d4b29e343b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:48.451792 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2fab53-ce84-44be-a505-30262da9e43e None None] Pushing event updated for resources: {'Port': ['ID=636d4514-34f7-49f8-94e8-f09a6f8de56e,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:48.467018 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-4c2fab53-ce84-44be-a505-30262da9e43e None None] Attempting to bind port 636d4514-34f7-49f8-94e8-f09a6f8de56e on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:46:48.467382 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-4c2fab53-ce84-44be-a505-30262da9e43e None None] Attempting to bind port 636d4514-34f7-49f8-94e8-f09a6f8de56e by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '415b8d6c-98d4-43a5-96f0-1004e2e90f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6399868c-af2f-4121-ab83-0246f5d84c85'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:46:48.467730 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2fab53-ce84-44be-a505-30262da9e43e None None] Attempting to bind port 636d4514-34f7-49f8-94e8-f09a6f8de56e on network 6399868c-af2f-4121-ab83-0246f5d84c85 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:46:48.506150 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81db42a5-02d3-443f-be46-0013f0adee71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a16eec-53c5-46b0-b1a7-a3ecba18d598', 'code': 200} Feb 09 12:46:48.515266 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2fab53-ce84-44be-a505-30262da9e43e None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:46:48.515635 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2fab53-ce84-44be-a505-30262da9e43e None None] Checking segment: {'id': '415b8d6c-98d4-43a5-96f0-1004e2e90f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6399868c-af2f-4121-ab83-0246f5d84c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:46:48.516598 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4c2fab53-ce84-44be-a505-30262da9e43e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:48.516988 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2fab53-ce84-44be-a505-30262da9e43e None None] Bound using segment: {'id': '415b8d6c-98d4-43a5-96f0-1004e2e90f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6399868c-af2f-4121-ab83-0246f5d84c85'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:46:48.517621 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-4c2fab53-ce84-44be-a505-30262da9e43e None None] Bound port: 636d4514-34f7-49f8-94e8-f09a6f8de56e, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '415b8d6c-98d4-43a5-96f0-1004e2e90f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6399868c-af2f-4121-ab83-0246f5d84c85'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:46:48.518002 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4c2fab53-ce84-44be-a505-30262da9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:48.596520 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-eda4d336-bbcd-4613-a7a0-6446fa761779 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Delete allocated IP 2001:db8::27a (4881f509-b5e5-4d71-bc6b-1ae804f808c4/04a89264-b9dd-41b6-ba7a-061da4518fd5) {{(pid=87567) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 12:46:48.652871 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd901dbc-8dd4-4c8e-af26-2334b9223439 req-03e4eba9-ea8e-4237-9f84-277293ff0b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:48.654818 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-dd901dbc-8dd4-4c8e-af26-2334b9223439 req-03e4eba9-ea8e-4237-9f84-277293ff0b65 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=81db42a5-02d3-443f-be46-0013f0adee71 HTTP/1.1" status: 200 len: 1096 time: 0.0823781 Feb 09 12:46:48.667380 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-eda4d336-bbcd-4613-a7a0-6446fa761779 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Allocated IP 2001:db8:0:1::8c (4881f509-b5e5-4d71-bc6b-1ae804f808c4/5a9b7369-66c7-4a2a-9c77-53d7f9851cf5/9d663897-1c24-4c9e-bc36-3ce1c5dd5f07) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:46:48.683520 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4c2fab53-ce84-44be-a505-30262da9e43e None None] For port 636d4514-34f7-49f8-94e8-f09a6f8de56e, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:46:48.686704 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4c2fab53-ce84-44be-a505-30262da9e43e None None] For port 636d4514-34f7-49f8-94e8-f09a6f8de56e, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=636d4514-34f7-49f8-94e8-f09a6f8de56e,segment=NetworkSegment(415b8d6c-98d4-43a5-96f0-1004e2e90f02),segment_id=415b8d6c-98d4-43a5-96f0-1004e2e90f02)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:46:48.692678 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4c2fab53-ce84-44be-a505-30262da9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:48.706787 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-dd901dbc-8dd4-4c8e-af26-2334b9223439 req-4029ca5d-d159-4b58-8bce-d773a92c2bc7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7893647d-3475-4802-b105-e9be2c914246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441782 Feb 09 12:46:48.808675 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2fab53-ce84-44be-a505-30262da9e43e None None] Pushing event updated for resources: {'Port': ['ID=636d4514-34f7-49f8-94e8-f09a6f8de56e,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:48.861359 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9d5dcd91-9b2c-4cb8-8cbb-398d8bb7485a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:48.891282 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-9d5dcd91-9b2c-4cb8-8cbb-398d8bb7485a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Transition to ACTIVE for port object 586d8206-4f56-4c99-a392-14c9923ba16f will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:46:48.965366 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9d5dcd91-9b2c-4cb8-8cbb-398d8bb7485a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:49.086363 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eda4d336-bbcd-4613-a7a0-6446fa761779 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:49.124563 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5dcd91-9b2c-4cb8-8cbb-398d8bb7485a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Network 6399868c-af2f-4121-ab83-0246f5d84c85 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:46:49.133478 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-9d5dcd91-9b2c-4cb8-8cbb-398d8bb7485a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:46:49.136975 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5dcd91-9b2c-4cb8-8cbb-398d8bb7485a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:46:49.174540 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:49.182788 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-eda4d336-bbcd-4613-a7a0-6446fa761779 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Transition to ACTIVE for port object 9d663897-1c24-4c9e-bc36-3ce1c5dd5f07 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:46:49.198355 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5dcd91-9b2c-4cb8-8cbb-398d8bb7485a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event updated for resources: {'Port': ['ID=586d8206-4f56-4c99-a392-14c9923ba16f,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:49.202068 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eda4d336-bbcd-4613-a7a0-6446fa761779 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:49.299289 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 63088891-be07-4258-b070-f3aecc33cb53 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:46:49.299626 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4d336-bbcd-4613-a7a0-6446fa761779 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event updated for resources: {'Port': ['ID=9d663897-1c24-4c9e-bc36-3ce1c5dd5f07,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:49.414962 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5dcd91-9b2c-4cb8-8cbb-398d8bb7485a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:49.416051 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9d5dcd91-9b2c-4cb8-8cbb-398d8bb7485a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:49.458958 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-eda4d336-bbcd-4613-a7a0-6446fa761779 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] In _notify_port_updated(), no bound segment for port 9d663897-1c24-4c9e-bc36-3ce1c5dd5f07 on network 4881f509-b5e5-4d71-bc6b-1ae804f808c4 {{(pid=87567) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 12:46:49.471030 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda4d336-bbcd-4613-a7a0-6446fa761779 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:49.472021 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eda4d336-bbcd-4613-a7a0-6446fa761779 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:49.474088 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-eda4d336-bbcd-4613-a7a0-6446fa761779 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "PUT /v2.0/ports/9d663897-1c24-4c9e-bc36-3ce1c5dd5f07 HTTP/1.1" status: 200 len: 930 time: 2.2351649 Feb 09 12:46:49.476877 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56236) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:49.521974 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9d5dcd91-9b2c-4cb8-8cbb-398d8bb7485a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.7051425 Feb 09 12:46:49.522848 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56240) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:49.528535 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-e510a6e3-5ba9-4b69-884e-2e1078fbe151 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Request body: {'port': {'network_id': '6399868c-af2f-4121-ab83-0246f5d84c85', 'name': 'tempest-PortsTestJSON-1109062172', 'fixed_ips': [{'subnet_id': '089871cb-e368-41d9-a805-b8cc896dfef0', 'ip_address': '172.20.0.9'}]}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:46:49.607961 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-4b983a0e-ec84-4033-bbb9-b5d4b29e343b None None] Allocated IP 2001:db8:0:1::2 (4881f509-b5e5-4d71-bc6b-1ae804f808c4/5a9b7369-66c7-4a2a-9c77-53d7f9851cf5/70b554ac-d622-47e4-b722-1351c8310995) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:46:49.620129 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 636d4514-34f7-49f8-94e8-f09a6f8de56e up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:46:49.622332 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-d381e4e5-ef74-4703-ac8a-3eb977717b21 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Deleting port 9d663897-1c24-4c9e-bc36-3ce1c5dd5f07 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:46:49.622757 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d381e4e5-ef74-4703-ac8a-3eb977717b21 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:49.950322 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4b983a0e-ec84-4033-bbb9-b5d4b29e343b None None] For port 70b554ac-d622-47e4-b722-1351c8310995, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=70b554ac-d622-47e4-b722-1351c8310995,segment=NetworkSegment(03bf6604-27b6-4029-bb73-86448cab8806),segment_id=03bf6604-27b6-4029-bb73-86448cab8806)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:46:50.053955 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4b983a0e-ec84-4033-bbb9-b5d4b29e343b None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:50.068440 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 63088891-be07-4258-b070-f3aecc33cb53, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=63088891-be07-4258-b070-f3aecc33cb53,segment=NetworkSegment(57f9570f-4430-4227-86a1-377419c5db88),segment_id=57f9570f-4430-4227-86a1-377419c5db88)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:46:50.089727 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '63088891-be07-4258-b070-f3aecc33cb53', 'network_id': '327afa3e-85e9-4f57-99d9-315ae9d2f2fb', 'port_id': '63088891-be07-4258-b070-f3aecc33cb53', 'mac_address': 'fa:16:3e:3c:41:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd42728f-6533-477f-97d9-f0995f638483', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:46:50.107117 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 636d4514-34f7-49f8-94e8-f09a6f8de56e completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:46:50.124989 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4b983a0e-ec84-4033-bbb9-b5d4b29e343b None None] Transition to ACTIVE for port object 70b554ac-d622-47e4-b722-1351c8310995 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:46:50.167416 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ffa902-5ca4-442b-a48b-0703707b976d req-a99ee56d-9e66-4b50-ad69-4c7e3dc338bd tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:50.168983 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-27ffa902-5ca4-442b-a48b-0703707b976d req-a99ee56d-9e66-4b50-ad69-4c7e3dc338bd tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/ports?device_id=68ac27be-d577-440f-967f-8f7e1b52fad7 HTTP/1.1" status: 200 len: 982 time: 0.2873809 Feb 09 12:46:50.178053 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-e510a6e3-5ba9-4b69-884e-2e1078fbe151 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:50.198584 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:50.216151 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4b983a0e-ec84-4033-bbb9-b5d4b29e343b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:50.217090 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f53a1-cf23-41c8-982d-0e162e0ff153 req-28782a15-c484-4f14-aed0-f209f11fbfe9 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:50.224625 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3f2f53a1-cf23-41c8-982d-0e162e0ff153 req-28782a15-c484-4f14-aed0-f209f11fbfe9 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=81db42a5-02d3-443f-be46-0013f0adee71 HTTP/1.1" status: 200 len: 945 time: 0.5536041 Feb 09 12:46:50.248532 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-e510a6e3-5ba9-4b69-884e-2e1078fbe151 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Usage tracker for resource:port and tenant:1a8f2026410d46378828a444f88ab686 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:46:50.253005 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d381e4e5-ef74-4703-ac8a-3eb977717b21 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:50.268873 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-e510a6e3-5ba9-4b69-884e-2e1078fbe151 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:46:50.304411 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-e510a6e3-5ba9-4b69-884e-2e1078fbe151 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:46:50.350770 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-27ffa902-5ca4-442b-a48b-0703707b976d req-4aa8e8c6-5dab-470b-9abd-4a5c2ac0e589 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/security-groups?id=193d53d7-0f36-49d1-a64f-d965b6ddb8a1&id=85295cb1-9cbe-46f9-9694-ca074f4da9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1701727 Feb 09 12:46:50.381602 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e510a6e3-5ba9-4b69-884e-2e1078fbe151 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Made reservation on behalf of 1a8f2026410d46378828a444f88ab686 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:46:50.381741 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b983a0e-ec84-4033-bbb9-b5d4b29e343b None None] Pushing event updated for resources: {'Port': ['ID=70b554ac-d622-47e4-b722-1351c8310995,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:50.385630 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e510a6e3-5ba9-4b69-884e-2e1078fbe151 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:50.390026 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63088891-be07-4258-b070-f3aecc33cb53 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:46:50.398659 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8d15bc-d96a-4825-b58c-0a453b54f844 None None] Network 6399868c-af2f-4121-ab83-0246f5d84c85 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:46:50.423901 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-d381e4e5-ef74-4703-ac8a-3eb977717b21 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Calling delete_port for 9d663897-1c24-4c9e-bc36-3ce1c5dd5f07 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:46:50.436426 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3f2f53a1-cf23-41c8-982d-0e162e0ff153 req-0006f1eb-d1b6-4bdc-b96c-7a566b37818e tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=7893647d-3475-4802-b105-e9be2c914246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2108586 Feb 09 12:46:50.454414 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [None req-e510a6e3-5ba9-4b69-884e-2e1078fbe151 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] device_id is not set on port 41a41894-0cf3-40fc-b9d9-d3511d27f207 yet. {{(pid=87567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:46:50.563933 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 63088891-be07-4258-b070-f3aecc33cb53, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=63088891-be07-4258-b070-f3aecc33cb53,segment=NetworkSegment(57f9570f-4430-4227-86a1-377419c5db88),segment_id=57f9570f-4430-4227-86a1-377419c5db88)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:46:50.589178 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:50.604310 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d381e4e5-ef74-4703-ac8a-3eb977717b21 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:50.638645 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ff6c184-36db-44f1-9861-f981b9411600 None None] Provisioning for port 636d4514-34f7-49f8-94e8-f09a6f8de56e completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:46:50.667809 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d381e4e5-ef74-4703-ac8a-3eb977717b21 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event deleted for resources: {'Port': ['ID=9d663897-1c24-4c9e-bc36-3ce1c5dd5f07,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:50.675216 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:50.680486 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ff6c184-36db-44f1-9861-f981b9411600 None None] Provisioning complete for port 636d4514-34f7-49f8-94e8-f09a6f8de56e triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:50.680855 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ff6c184-36db-44f1-9861-f981b9411600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:50.712978 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-e510a6e3-5ba9-4b69-884e-2e1078fbe151 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Allocated IP 172.20.0.9 (6399868c-af2f-4121-ab83-0246f5d84c85/089871cb-e368-41d9-a805-b8cc896dfef0/41a41894-0cf3-40fc-b9d9-d3511d27f207) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:46:50.740724 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d381e4e5-ef74-4703-ac8a-3eb977717b21 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:50.752434 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d381e4e5-ef74-4703-ac8a-3eb977717b21 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "DELETE /v2.0/ports/9d663897-1c24-4c9e-bc36-3ce1c5dd5f07 HTTP/1.1" status: 204 len: 168 time: 1.2742922 Feb 09 12:46:50.755667 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56246) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:50.807689 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9806689-6a01-4dcd-b2b2-6b1911c772f1 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] GET failed (client error): The resource could not be found. Feb 09 12:46:50.808496 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a9806689-6a01-4dcd-b2b2-6b1911c772f1 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Synchronizing usage tracker for tenant:02516ed7a4f240dfa605c2984d99ee86 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:46:50.822514 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:46:50.834864 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a9806689-6a01-4dcd-b2b2-6b1911c772f1 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Unset dirty status for tenant:02516ed7a4f240dfa605c2984d99ee86 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:46:50.836914 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a9806689-6a01-4dcd-b2b2-6b1911c772f1 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "GET /v2.0/ports/9d663897-1c24-4c9e-bc36-3ce1c5dd5f07 HTTP/1.1" status: 404 len: 333 time: 0.0800195 Feb 09 12:46:50.839732 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56250) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:50.867890 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=63088891-be07-4258-b070-f3aecc33cb53,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:50.885430 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['63088891-be07-4258-b070-f3aecc33cb53'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:46:50.931075 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dbb46d1d-9df1-4d9d-9dad-e30c3b9c227a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:50.990866 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dbb46d1d-9df1-4d9d-9dad-e30c3b9c227a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:51.066874 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e510a6e3-5ba9-4b69-884e-2e1078fbe151 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:51.078667 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dbb46d1d-9df1-4d9d-9dad-e30c3b9c227a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:51.086702 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-e510a6e3-5ba9-4b69-884e-2e1078fbe151 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Transition to ACTIVE for port object 41a41894-0cf3-40fc-b9d9-d3511d27f207 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:46:51.119010 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e510a6e3-5ba9-4b69-884e-2e1078fbe151 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:51.122161 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb46d1d-9df1-4d9d-9dad-e30c3b9c227a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8007694a-52ae-42e5-9fc7-9e47a47bb686,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:51.134901 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dbb46d1d-9df1-4d9d-9dad-e30c3b9c227a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:51.136363 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-dbb46d1d-9df1-4d9d-9dad-e30c3b9c227a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "DELETE /v2.0/security-groups/8007694a-52ae-42e5-9fc7-9e47a47bb686 HTTP/1.1" status: 204 len: 168 time: 0.2959230 Feb 09 12:46:51.138954 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56254) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:51.217770 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ff6c184-36db-44f1-9861-f981b9411600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:51.242938 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1fb57946-f522-474c-aeda-8373a01cce32 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:51.251671 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e510a6e3-5ba9-4b69-884e-2e1078fbe151 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Network 6399868c-af2f-4121-ab83-0246f5d84c85 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:46:51.263197 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-e510a6e3-5ba9-4b69-884e-2e1078fbe151 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:46:51.268371 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e510a6e3-5ba9-4b69-884e-2e1078fbe151 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:46:51.329458 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ff6c184-36db-44f1-9861-f981b9411600 None None] For port 636d4514-34f7-49f8-94e8-f09a6f8de56e, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=636d4514-34f7-49f8-94e8-f09a6f8de56e,segment=NetworkSegment(415b8d6c-98d4-43a5-96f0-1004e2e90f02),segment_id=415b8d6c-98d4-43a5-96f0-1004e2e90f02)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:46:51.336418 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1fb57946-f522-474c-aeda-8373a01cce32 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:51.353757 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e510a6e3-5ba9-4b69-884e-2e1078fbe151 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event updated for resources: {'Port': ['ID=41a41894-0cf3-40fc-b9d9-d3511d27f207,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:51.453087 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e510a6e3-5ba9-4b69-884e-2e1078fbe151 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:51.454166 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e510a6e3-5ba9-4b69-884e-2e1078fbe151 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:51.474209 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1fb57946-f522-474c-aeda-8373a01cce32 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:51.480758 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ff6c184-36db-44f1-9861-f981b9411600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:51.514286 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb57946-f522-474c-aeda-8373a01cce32 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce86bd3-ea89-4a77-b042-a48b9c43a677,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:51.522483 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e510a6e3-5ba9-4b69-884e-2e1078fbe151 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9960446 Feb 09 12:46:51.530177 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56264) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:51.543125 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1fb57946-f522-474c-aeda-8373a01cce32 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:51.560479 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1fb57946-f522-474c-aeda-8373a01cce32 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "DELETE /v2.0/security-groups/1ce86bd3-ea89-4a77-b042-a48b9c43a677 HTTP/1.1" status: 204 len: 168 time: 0.4200087 Feb 09 12:46:51.561271 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56268) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:51.583476 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 70b554ac-d622-47e4-b722-1351c8310995 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:46:51.757160 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6c184-36db-44f1-9861-f981b9411600 None None] Pushing event updated for resources: {'Port': ['ID=636d4514-34f7-49f8-94e8-f09a6f8de56e,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:51.891554 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb3359b-5b38-483d-8a92-cb895af653f4 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Deleting subnet 04a89264-b9dd-41b6-ba7a-061da4518fd5 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:46:51.895311 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8eb3359b-5b38-483d-8a92-cb895af653f4 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:51.911271 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-25aeeffb-65c4-457e-9f86-949e590b355c None None] Could not find standard attr ID for object 9d663897-1c24-4c9e-bc36-3ce1c5dd5f07. {{(pid=87569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 12:46:51.938121 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-25aeeffb-65c4-457e-9f86-949e590b355c None None] Provisioning complete for port 82b3fd21-a41b-4fc1-b41e-c44f111e38be triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:51.938320 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-25aeeffb-65c4-457e-9f86-949e590b355c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:51.940540 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1aa9542-71eb-485e-88ec-ea2125e50375 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:51.941361 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c1aa9542-71eb-485e-88ec-ea2125e50375 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Synchronizing usage tracker for tenant:1a8f2026410d46378828a444f88ab686 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:46:51.970530 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8eb3359b-5b38-483d-8a92-cb895af653f4 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:51.973590 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e658ce3f-f53b-414c-b1e1-6703ab55b831 req-025521ef-2b9b-44e3-ae87-088ae8cf91d9 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:51.975098 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e658ce3f-f53b-414c-b1e1-6703ab55b831 req-025521ef-2b9b-44e3-ae87-088ae8cf91d9 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/ports?device_id=68ac27be-d577-440f-967f-8f7e1b52fad7 HTTP/1.1" status: 200 len: 983 time: 0.3033688 Feb 09 12:46:51.986682 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa0a9f-d5f4-43e1-a0ce-a91ba592ccba req-6c66c9be-ac16-40e4-88ef-6f473925ad7c tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:51.988263 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-60fa0a9f-d5f4-43e1-a0ce-a91ba592ccba req-6c66c9be-ac16-40e4-88ef-6f473925ad7c tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=81db42a5-02d3-443f-be46-0013f0adee71 HTTP/1.1" status: 200 len: 945 time: 0.2032130 Feb 09 12:46:52.052097 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c1aa9542-71eb-485e-88ec-ea2125e50375 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Unset dirty status for tenant:1a8f2026410d46378828a444f88ab686 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:46:52.053261 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c1aa9542-71eb-485e-88ec-ea2125e50375 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.5219791 Feb 09 12:46:52.056273 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56272) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:52.058180 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-25aeeffb-65c4-457e-9f86-949e590b355c None None] Port 82b3fd21-a41b-4fc1-b41e-c44f111e38be cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:46:52.071382 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-25aeeffb-65c4-457e-9f86-949e590b355c None None] Provisioning complete for port 636d4514-34f7-49f8-94e8-f09a6f8de56e triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:52.071769 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-25aeeffb-65c4-457e-9f86-949e590b355c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:52.101968 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-60fa0a9f-d5f4-43e1-a0ce-a91ba592ccba req-65d082ac-9b07-4fdf-bd5c-e8e89f6aaa0b tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=7893647d-3475-4802-b105-e9be2c914246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797927 Feb 09 12:46:52.112400 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e658ce3f-f53b-414c-b1e1-6703ab55b831 req-b87afc51-625f-4ab1-8a49-8fb9dca2a048 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/security-groups?id=193d53d7-0f36-49d1-a64f-d965b6ddb8a1&id=85295cb1-9cbe-46f9-9694-ca074f4da9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1227996 Feb 09 12:46:52.182673 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8eb3359b-5b38-483d-8a92-cb895af653f4 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:52.262673 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-25aeeffb-65c4-457e-9f86-949e590b355c None None] Provisioning for port 586d8206-4f56-4c99-a392-14c9923ba16f completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:46:52.272947 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2485cfda-1837-4a07-99f1-11b2ab137511 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:52.279015 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2485cfda-1837-4a07-99f1-11b2ab137511 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:52.284828 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2485cfda-1837-4a07-99f1-11b2ab137511 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:52.286899 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-25aeeffb-65c4-457e-9f86-949e590b355c None None] Provisioning complete for port 586d8206-4f56-4c99-a392-14c9923ba16f triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:52.287293 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-25aeeffb-65c4-457e-9f86-949e590b355c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:52.294290 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2485cfda-1837-4a07-99f1-11b2ab137511 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.2349794 Feb 09 12:46:52.294997 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56278) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:52.398428 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186cee3-3052-49b8-a9b8-169a6d683526 req-d8abd64c-937b-4778-9a89-48a1d78efe67 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:52.405285 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4186cee3-3052-49b8-a9b8-169a6d683526 req-d8abd64c-937b-4778-9a89-48a1d78efe67 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=81db42a5-02d3-443f-be46-0013f0adee71 HTTP/1.1" status: 200 len: 945 time: 0.1390004 Feb 09 12:46:52.411295 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-25aeeffb-65c4-457e-9f86-949e590b355c None None] Port 586d8206-4f56-4c99-a392-14c9923ba16f cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:46:52.412876 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56282) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:52.421136 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-fd8c9b47-1d7d-4b45-b97a-f5b4f5d47b76 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Request body: {'floatingip': {'port_id': '12a16eec-53c5-46b0-b1a7-a3ecba18d598'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:46:52.426255 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-25aeeffb-65c4-457e-9f86-949e590b355c None None] Provisioning for port 70b554ac-d622-47e4-b722-1351c8310995 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:46:52.433083 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-25aeeffb-65c4-457e-9f86-949e590b355c None None] Provisioning complete for port 70b554ac-d622-47e4-b722-1351c8310995 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:52.433461 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-25aeeffb-65c4-457e-9f86-949e590b355c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:52.486590 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8eb3359b-5b38-483d-8a92-cb895af653f4 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:52.549238 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-fd35d7e5-f93b-4afe-869c-0d2b103525b4 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Deleting port 41a41894-0cf3-40fc-b9d9-d3511d27f207 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:46:52.549619 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fd35d7e5-f93b-4afe-869c-0d2b103525b4 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:52.581756 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fd8c9b47-1d7d-4b45-b97a-f5b4f5d47b76 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks [] for floatingip, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:52.646611 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb3359b-5b38-483d-8a92-cb895af653f4 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event deleted for resources: {'Subnet': ['ID=04a89264-b9dd-41b6-ba7a-061da4518fd5,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:52.658770 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e631c8-e222-45e3-9d73-629ec7fce16d None None] Network 4881f509-b5e5-4d71-bc6b-1ae804f808c4 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:46:52.669840 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8eb3359b-5b38-483d-8a92-cb895af653f4 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:52.723421 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8eb3359b-5b38-483d-8a92-cb895af653f4 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "DELETE /v2.0/subnets/04a89264-b9dd-41b6-ba7a-061da4518fd5 HTTP/1.1" status: 204 len: 168 time: 1.1574450 Feb 09 12:46:52.724992 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56290) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:52.733816 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-5c37cad4-e18c-4451-b1d4-5b90d14efbf8 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Request body: {'subnet': {'network_id': '4881f509-b5e5-4d71-bc6b-1ae804f808c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:46:52.777691 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-93f3f31d-8850-4a70-8431-f76a6e7c4120 None None] Provisioning complete for port 586d8206-4f56-4c99-a392-14c9923ba16f triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:52.778071 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-93f3f31d-8850-4a70-8431-f76a6e7c4120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:52.866750 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-93f3f31d-8850-4a70-8431-f76a6e7c4120 None None] Port 586d8206-4f56-4c99-a392-14c9923ba16f cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:46:52.965751 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-5c37cad4-e18c-4451-b1d4-5b90d14efbf8 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:52.970396 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-5c37cad4-e18c-4451-b1d4-5b90d14efbf8 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Usage tracker for resource:subnet and tenant:02516ed7a4f240dfa605c2984d99ee86 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:46:52.972647 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-93f3f31d-8850-4a70-8431-f76a6e7c4120 None None] Could not find standard attr ID for object 9d663897-1c24-4c9e-bc36-3ce1c5dd5f07. {{(pid=87569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 12:46:52.975316 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-5c37cad4-e18c-4451-b1d4-5b90d14efbf8 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:46:52.982447 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-5c37cad4-e18c-4451-b1d4-5b90d14efbf8 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:46:52.997311 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c37cad4-e18c-4451-b1d4-5b90d14efbf8 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Made reservation on behalf of 02516ed7a4f240dfa605c2984d99ee86 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:46:52.998757 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:53.007703 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5c37cad4-e18c-4451-b1d4-5b90d14efbf8 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:53.021850 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-93f3f31d-8850-4a70-8431-f76a6e7c4120 None None] Provisioning for port 41a41894-0cf3-40fc-b9d9-d3511d27f207 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:46:53.041234 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-93f3f31d-8850-4a70-8431-f76a6e7c4120 None None] Provisioning complete for port 41a41894-0cf3-40fc-b9d9-d3511d27f207 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:53.041871 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-93f3f31d-8850-4a70-8431-f76a6e7c4120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:53.131150 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-93f3f31d-8850-4a70-8431-f76a6e7c4120 None None] Port 41a41894-0cf3-40fc-b9d9-d3511d27f207 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:46:53.148375 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fd35d7e5-f93b-4afe-869c-0d2b103525b4 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:53.237074 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 63088891-be07-4258-b070-f3aecc33cb53 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:46:53.283912 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-fd35d7e5-f93b-4afe-869c-0d2b103525b4 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Calling delete_port for 41a41894-0cf3-40fc-b9d9-d3511d27f207 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:46:53.362747 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5c37cad4-e18c-4451-b1d4-5b90d14efbf8 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:53.427942 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 636d4514-34f7-49f8-94e8-f09a6f8de56e up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:46:53.573179 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37cad4-e18c-4451-b1d4-5b90d14efbf8 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event updated for resources: {'Subnet': ['ID=b16830fa-e7ac-4317-8488-81f66924d122,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:53.578205 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 63088891-be07-4258-b070-f3aecc33cb53 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:46:53.590134 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c37cad4-e18c-4451-b1d4-5b90d14efbf8 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Network 4881f509-b5e5-4d71-bc6b-1ae804f808c4 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:46:53.595426 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 63088891-be07-4258-b070-f3aecc33cb53 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:53.595805 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:53.597121 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-5c37cad4-e18c-4451-b1d4-5b90d14efbf8 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:46:53.608116 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c37cad4-e18c-4451-b1d4-5b90d14efbf8 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:53.608869 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5c37cad4-e18c-4451-b1d4-5b90d14efbf8 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:53.665046 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fd35d7e5-f93b-4afe-869c-0d2b103525b4 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:53.697944 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-5c37cad4-e18c-4451-b1d4-5b90d14efbf8 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9721434 Feb 09 12:46:53.703300 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56306) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:53.713241 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117a797-5f9a-4732-9e51-0447d1139d9b req-442db774-6919-4ef3-ab89-40eaff9bd1cf tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:53.716205 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6117a797-5f9a-4732-9e51-0447d1139d9b req-442db774-6919-4ef3-ab89-40eaff9bd1cf tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/ports?device_id=68ac27be-d577-440f-967f-8f7e1b52fad7 HTTP/1.1" status: 200 len: 983 time: 0.3109806 Feb 09 12:46:53.717909 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 636d4514-34f7-49f8-94e8-f09a6f8de56e triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:53.718333 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:53.722315 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-0241cac7-6b7e-4de5-aa0d-10648b3a110c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Request body: {'security_group': {'name': 'tempest-secgroup-494603250'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:46:53.759765 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-0241cac7-6b7e-4de5-aa0d-10648b3a110c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:53.770070 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-0241cac7-6b7e-4de5-aa0d-10648b3a110c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Usage tracker for resource:security_group and tenant:02516ed7a4f240dfa605c2984d99ee86 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:46:53.775767 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-0241cac7-6b7e-4de5-aa0d-10648b3a110c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:46:53.870784 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:53.886743 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd35d7e5-f93b-4afe-869c-0d2b103525b4 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event deleted for resources: {'Port': ['ID=41a41894-0cf3-40fc-b9d9-d3511d27f207,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:53.921324 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68ac27be-d577-440f-967f-8f7e1b52fad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63088891-be07-4258-b070-f3aecc33cb53'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:46:53.970672 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-0241cac7-6b7e-4de5-aa0d-10648b3a110c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:46:53.971064 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 63088891-be07-4258-b070-f3aecc33cb53, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=63088891-be07-4258-b070-f3aecc33cb53,segment=NetworkSegment(57f9570f-4430-4227-86a1-377419c5db88),segment_id=57f9570f-4430-4227-86a1-377419c5db88)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:46:53.987277 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:53.998646 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6117a797-5f9a-4732-9e51-0447d1139d9b req-6f8a98ea-4633-46bb-b9f3-43676bb3f9a3 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/security-groups?id=193d53d7-0f36-49d1-a64f-d965b6ddb8a1&id=85295cb1-9cbe-46f9-9694-ca074f4da9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2645314 Feb 09 12:46:54.014744 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0241cac7-6b7e-4de5-aa0d-10648b3a110c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:54.049971 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-0241cac7-6b7e-4de5-aa0d-10648b3a110c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:54.054446 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-0241cac7-6b7e-4de5-aa0d-10648b3a110c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Usage tracker for resource:security_group_rule and tenant:02516ed7a4f240dfa605c2984d99ee86 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:46:54.058775 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-0241cac7-6b7e-4de5-aa0d-10648b3a110c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:46:54.065540 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68ac27be-d577-440f-967f-8f7e1b52fad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63088891-be07-4258-b070-f3aecc33cb53', 'code': 200} Feb 09 12:46:54.066766 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-0241cac7-6b7e-4de5-aa0d-10648b3a110c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:46:54.158079 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0241cac7-6b7e-4de5-aa0d-10648b3a110c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:54.163592 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0241cac7-6b7e-4de5-aa0d-10648b3a110c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:54.188119 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=63088891-be07-4258-b070-f3aecc33cb53,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:54.205633 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0241cac7-6b7e-4de5-aa0d-10648b3a110c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:54.207154 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-0241cac7-6b7e-4de5-aa0d-10648b3a110c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4898732 Feb 09 12:46:54.210665 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56314) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:54.232298 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddebde82-87a3-49a9-a6bd-de53903d4b1b None None] Network 4881f509-b5e5-4d71-bc6b-1ae804f808c4 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:46:54.234431 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-ccc2bd52-947c-472f-b578-f97bc2059456 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Request body: {'security_group': {'name': 'tempest-secgroup-566190080'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:46:54.242631 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-ccc2bd52-947c-472f-b578-f97bc2059456 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:54.247480 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ccc2bd52-947c-472f-b578-f97bc2059456 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Usage tracker for resource:security_group and tenant:02516ed7a4f240dfa605c2984d99ee86 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:46:54.254192 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ccc2bd52-947c-472f-b578-f97bc2059456 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:46:54.258288 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fd35d7e5-f93b-4afe-869c-0d2b103525b4 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:54.263919 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-ccc2bd52-947c-472f-b578-f97bc2059456 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:46:54.285789 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ccc2bd52-947c-472f-b578-f97bc2059456 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:54.297607 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-fd35d7e5-f93b-4afe-869c-0d2b103525b4 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "DELETE /v2.0/ports/41a41894-0cf3-40fc-b9d9-d3511d27f207 HTTP/1.1" status: 204 len: 168 time: 1.9960694 Feb 09 12:46:54.299150 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56318) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:54.322489 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-ccc2bd52-947c-472f-b578-f97bc2059456 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:54.325094 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0241cac7-6b7e-4de5-aa0d-10648b3a110c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2e63bd-99a9-4b7e-976c-8e11acacbe92,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:54.330941 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ccc2bd52-947c-472f-b578-f97bc2059456 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Usage tracker for resource:security_group_rule and tenant:02516ed7a4f240dfa605c2984d99ee86 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:46:54.334769 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ccc2bd52-947c-472f-b578-f97bc2059456 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:46:54.342171 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-ccc2bd52-947c-472f-b578-f97bc2059456 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:46:54.343442 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934df2f-104c-4ba5-abc0-fb6698e665dd req-a009d953-c681-4119-bacd-9ee939b48027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:54.345656 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d934df2f-104c-4ba5-abc0-fb6698e665dd req-a009d953-c681-4119-bacd-9ee939b48027 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=68ac27be-d577-440f-967f-8f7e1b52fad7 HTTP/1.1" status: 200 len: 1135 time: 0.2225070 Feb 09 12:46:54.380141 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-419e7111-c3e9-4e6b-bcf3-5e02ec2306e9 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] GET failed (client error): The resource could not be found. Feb 09 12:46:54.380929 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-419e7111-c3e9-4e6b-bcf3-5e02ec2306e9 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Synchronizing usage tracker for tenant:1a8f2026410d46378828a444f88ab686 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:46:54.422134 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d934df2f-104c-4ba5-abc0-fb6698e665dd req-e69f9b4b-e580-476d-b1e7-207bf62c03c4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=193d53d7-0f36-49d1-a64f-d965b6ddb8a1&id=85295cb1-9cbe-46f9-9694-ca074f4da9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0668163 Feb 09 12:46:54.494491 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-419e7111-c3e9-4e6b-bcf3-5e02ec2306e9 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Unset dirty status for tenant:1a8f2026410d46378828a444f88ab686 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:46:54.498107 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-419e7111-c3e9-4e6b-bcf3-5e02ec2306e9 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "GET /v2.0/ports/41a41894-0cf3-40fc-b9d9-d3511d27f207 HTTP/1.1" status: 404 len: 333 time: 0.1886396 Feb 09 12:46:54.509720 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56324) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:54.560407 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fd8c9b47-1d7d-4b45-b97a-f5b4f5d47b76 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:54.565087 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fd8c9b47-1d7d-4b45-b97a-f5b4f5d47b76 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:54.592245 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ccc2bd52-947c-472f-b578-f97bc2059456 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:54.601540 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ccc2bd52-947c-472f-b578-f97bc2059456 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:54.626744 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-816281a8-6226-41a4-a299-e24b0d5f244d None None] Provisioning complete for port 82b3fd21-a41b-4fc1-b41e-c44f111e38be triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:54.627321 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-ca99f3d6-6b79-49c3-86ad-d63983c77b73 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Deleting port 586d8206-4f56-4c99-a392-14c9923ba16f {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:46:54.627433 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ca99f3d6-6b79-49c3-86ad-d63983c77b73 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:54.627813 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-816281a8-6226-41a4-a299-e24b0d5f244d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:54.745992 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-816281a8-6226-41a4-a299-e24b0d5f244d None None] Port 82b3fd21-a41b-4fc1-b41e-c44f111e38be cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:46:54.773076 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-816281a8-6226-41a4-a299-e24b0d5f244d None None] Provisioning complete for port 70b554ac-d622-47e4-b722-1351c8310995 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:54.773593 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-816281a8-6226-41a4-a299-e24b0d5f244d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:54.878955 n-d-825178-3 neutron-server[87568]: INFO neutron.db.l3_db [None req-fd8c9b47-1d7d-4b45-b97a-f5b4f5d47b76 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Floating IP 31e13b19-c792-425e-a89e-74f839319570 associated. External IP: 172.25.7.142, port: 12a16eec-53c5-46b0-b1a7-a3ecba18d598. Feb 09 12:46:54.898246 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc2bd52-947c-472f-b578-f97bc2059456 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6806eefc-7317-430e-85e5-57a64d4b7865,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:54.903062 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ccc2bd52-947c-472f-b578-f97bc2059456 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:54.907555 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ccc2bd52-947c-472f-b578-f97bc2059456 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6926198 Feb 09 12:46:54.908535 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56328) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:54.915780 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-0d666f13-9787-4f0c-aaeb-e08cb3204253 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Request body: {'security_group': {'name': 'tempest-secgroup-457159610'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:46:54.925486 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-0d666f13-9787-4f0c-aaeb-e08cb3204253 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:54.942137 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-0d666f13-9787-4f0c-aaeb-e08cb3204253 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Usage tracker for resource:security_group and tenant:02516ed7a4f240dfa605c2984d99ee86 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:46:54.946762 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-0d666f13-9787-4f0c-aaeb-e08cb3204253 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:46:54.961920 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-0d666f13-9787-4f0c-aaeb-e08cb3204253 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:46:54.972163 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ca99f3d6-6b79-49c3-86ad-d63983c77b73 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:54.987998 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1892c531-7fd8-43b2-88a1-8e080fd52c31 None None] Update dhcp port {'port': {'network_id': '4881f509-b5e5-4d71-bc6b-1ae804f808c4', 'fixed_ips': [{'subnet_id': '5a9b7369-66c7-4a2a-9c77-53d7f9851cf5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b16830fa-e7ac-4317-8488-81f66924d122'}], 'binding:host_id': 'n-d-825178-3'}, 'id': '70b554ac-d622-47e4-b722-1351c8310995'} from n-d-825178-3. {{(pid=87569) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 12:46:55.048772 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0d666f13-9787-4f0c-aaeb-e08cb3204253 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:55.055942 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1892c531-7fd8-43b2-88a1-8e080fd52c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:55.161564 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-ca99f3d6-6b79-49c3-86ad-d63983c77b73 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Calling delete_port for 586d8206-4f56-4c99-a392-14c9923ba16f owned by {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:46:55.243258 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-0d666f13-9787-4f0c-aaeb-e08cb3204253 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:55.257728 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-0d666f13-9787-4f0c-aaeb-e08cb3204253 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Usage tracker for resource:security_group_rule and tenant:02516ed7a4f240dfa605c2984d99ee86 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:46:55.269668 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-0d666f13-9787-4f0c-aaeb-e08cb3204253 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:46:55.282702 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-0d666f13-9787-4f0c-aaeb-e08cb3204253 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:46:55.303022 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-1892c531-7fd8-43b2-88a1-8e080fd52c31 None None] Allocated IP 2001:db8::2 (4881f509-b5e5-4d71-bc6b-1ae804f808c4/b16830fa-e7ac-4317-8488-81f66924d122/70b554ac-d622-47e4-b722-1351c8310995) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:46:55.322155 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8c9b47-1d7d-4b45-b97a-f5b4f5d47b76 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Router 75fdade2-b806-4c32-a62d-cc445ced14d0 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:46:55.350053 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e61f2f-42ab-4de8-b3c0-731a48759660 req-5654cb9d-67e6-4fc5-a75e-e335ee377e2e tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:55.351657 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-29e61f2f-42ab-4de8-b3c0-731a48759660 req-5654cb9d-67e6-4fc5-a75e-e335ee377e2e tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/ports?device_id=68ac27be-d577-440f-967f-8f7e1b52fad7 HTTP/1.1" status: 200 len: 984 time: 0.1620533 Feb 09 12:46:55.479603 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-29e61f2f-42ab-4de8-b3c0-731a48759660 req-cbf68864-8c21-4314-8dff-eae0f72e4a7c tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/security-groups?id=193d53d7-0f36-49d1-a64f-d965b6ddb8a1&id=85295cb1-9cbe-46f9-9694-ca074f4da9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0917828 Feb 09 12:46:55.493218 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ca99f3d6-6b79-49c3-86ad-d63983c77b73 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:55.523775 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-1892c531-7fd8-43b2-88a1-8e080fd52c31 None None] For port 70b554ac-d622-47e4-b722-1351c8310995, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=70b554ac-d622-47e4-b722-1351c8310995,segment=NetworkSegment(03bf6604-27b6-4029-bb73-86448cab8806),segment_id=03bf6604-27b6-4029-bb73-86448cab8806)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:46:55.544210 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8c9b47-1d7d-4b45-b97a-f5b4f5d47b76 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:46:55.551066 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1892c531-7fd8-43b2-88a1-8e080fd52c31 None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:55.557235 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d079328-47a8-4bc2-a4da-1c87b5566ecb None None] Sync routers for ids ['75fdade2-b806-4c32-a62d-cc445ced14d0'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:46:55.559647 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fd8c9b47-1d7d-4b45-b97a-f5b4f5d47b76 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:55.562987 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0d666f13-9787-4f0c-aaeb-e08cb3204253 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:55.565548 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99f3d6-6b79-49c3-86ad-d63983c77b73 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event deleted for resources: {'Port': ['ID=586d8206-4f56-4c99-a392-14c9923ba16f,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:55.571007 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-1892c531-7fd8-43b2-88a1-8e080fd52c31 None None] Transition to ACTIVE for port object 70b554ac-d622-47e4-b722-1351c8310995 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:46:55.575798 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1892c531-7fd8-43b2-88a1-8e080fd52c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:55.595273 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d079328-47a8-4bc2-a4da-1c87b5566ecb None None] Routers {'75fdade2-b806-4c32-a62d-cc445ced14d0'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:46:55.596857 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-0d079328-47a8-4bc2-a4da-1c87b5566ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:46:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['75fdade2-b806-4c32-a62d-cc445ced14d0'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:46:55.601646 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0d666f13-9787-4f0c-aaeb-e08cb3204253 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:55.652791 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-fd8c9b47-1d7d-4b45-b97a-f5b4f5d47b76 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "PUT /v2.0/floatingips/31e13b19-c792-425e-a89e-74f839319570 HTTP/1.1" status: 200 len: 991 time: 3.2372746 Feb 09 12:46:55.653585 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81db42a5-02d3-443f-be46-0013f0adee71', 'tag': '12a16eec-53c5-46b0-b1a7-a3ecba18d598'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:46:55.677541 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d666f13-9787-4f0c-aaeb-e08cb3204253 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=452f73eb-b444-4e4d-8fe1-3972649c4a37,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:55.679860 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0d666f13-9787-4f0c-aaeb-e08cb3204253 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:55.683405 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-0d666f13-9787-4f0c-aaeb-e08cb3204253 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7714624 Feb 09 12:46:55.685594 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56340) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:55.696833 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-72e0c6ff-22e2-4ad0-9778-ff03d0d93a1a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-614756104', 'security_groups': ['452f73eb-b444-4e4d-8fe1-3972649c4a37'], 'network_id': '4881f509-b5e5-4d71-bc6b-1ae804f808c4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b16830fa-e7ac-4317-8488-81f66924d122'}]}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:46:55.790085 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ca99f3d6-6b79-49c3-86ad-d63983c77b73 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:55.792202 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ca99f3d6-6b79-49c3-86ad-d63983c77b73 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "DELETE /v2.0/ports/586d8206-4f56-4c99-a392-14c9923ba16f HTTP/1.1" status: 204 len: 168 time: 1.2792699 Feb 09 12:46:55.794780 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56344) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:55.980779 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1892c531-7fd8-43b2-88a1-8e080fd52c31 None None] Pushing event updated for resources: {'Port': ['ID=70b554ac-d622-47e4-b722-1351c8310995,revision_number=6']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:56.003295 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-13800e34-d172-4829-ba7e-1af605c1b1ee tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] GET failed (client error): The resource could not be found. Feb 09 12:46:56.003858 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-13800e34-d172-4829-ba7e-1af605c1b1ee tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Synchronizing usage tracker for tenant:1a8f2026410d46378828a444f88ab686 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:46:56.071816 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-13800e34-d172-4829-ba7e-1af605c1b1ee tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Unset dirty status for tenant:1a8f2026410d46378828a444f88ab686 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:46:56.074157 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-13800e34-d172-4829-ba7e-1af605c1b1ee tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "GET /v2.0/ports/586d8206-4f56-4c99-a392-14c9923ba16f HTTP/1.1" status: 404 len: 333 time: 0.2779303 Feb 09 12:46:56.076610 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56350) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:56.131340 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-0d079328-47a8-4bc2-a4da-1c87b5566ecb None None] Set router 75fdade2-b806-4c32-a62d-cc445ced14d0 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:46:56.138024 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81db42a5-02d3-443f-be46-0013f0adee71', 'tag': '12a16eec-53c5-46b0-b1a7-a3ecba18d598', 'status': 'completed', 'code': 200} Feb 09 12:46:56.191764 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8ff71-6484-4957-8cf1-4e050ece399a req-2573553e-1927-408a-9416-f6c76c62571e tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:56.193302 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0bd8ff71-6484-4957-8cf1-4e050ece399a req-2573553e-1927-408a-9416-f6c76c62571e tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=81db42a5-02d3-443f-be46-0013f0adee71 HTTP/1.1" status: 200 len: 945 time: 0.2576268 Feb 09 12:46:56.246159 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-d711d420-eb91-47db-8475-85333b06133d tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Deleting subnet 089871cb-e368-41d9-a805-b8cc896dfef0 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:46:56.249881 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d711d420-eb91-47db-8475-85333b06133d tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:56.316063 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d711d420-eb91-47db-8475-85333b06133d tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:56.385447 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-72e0c6ff-22e2-4ad0-9778-ff03d0d93a1a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:56.430787 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d711d420-eb91-47db-8475-85333b06133d tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:56.449445 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-72e0c6ff-22e2-4ad0-9778-ff03d0d93a1a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:46:56.492133 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e0c6ff-22e2-4ad0-9778-ff03d0d93a1a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Made reservation on behalf of 02516ed7a4f240dfa605c2984d99ee86 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:46:56.561902 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0bd8ff71-6484-4957-8cf1-4e050ece399a req-6b931fdd-689e-4411-b161-45ac32019d99 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=7893647d-3475-4802-b105-e9be2c914246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3603539 Feb 09 12:46:56.563664 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d711d420-eb91-47db-8475-85333b06133d tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:56.616600 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d711d420-eb91-47db-8475-85333b06133d tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event deleted for resources: {'Subnet': ['ID=089871cb-e368-41d9-a805-b8cc896dfef0,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:56.618491 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d711d420-eb91-47db-8475-85333b06133d tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:56.623995 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cfd9db-42d3-4da0-adba-cdee7952a80b None None] Network 6399868c-af2f-4121-ab83-0246f5d84c85 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:46:56.642691 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d711d420-eb91-47db-8475-85333b06133d tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "DELETE /v2.0/subnets/089871cb-e368-41d9-a805-b8cc896dfef0 HTTP/1.1" status: 204 len: 168 time: 0.5646648 Feb 09 12:46:56.646724 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56362) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:56.667048 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-40ccce90-4ff7-42d3-8a04-320e5f9e9703 req-eb89fa41-acda-4310-8884-6cf033a94956 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5854708d-441d-4415-8f55-98a09ccb8a08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5279641 Feb 09 12:46:56.670295 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-72e0c6ff-22e2-4ad0-9778-ff03d0d93a1a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:56.762339 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-72e0c6ff-22e2-4ad0-9778-ff03d0d93a1a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] device_id is not set on port 98a32eea-2f40-452c-9a46-485052bcbf41 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:46:56.864069 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132558b-273e-423c-9379-522c48daeff9 req-416f7c47-8fc7-451b-9715-0e9afc1dd6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:56.865549 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1132558b-273e-423c-9379-522c48daeff9 req-416f7c47-8fc7-451b-9715-0e9afc1dd6ca service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7722e72c858c4f97b7f4eb543cff4fda&device_id=81db42a5-02d3-443f-be46-0013f0adee71 HTTP/1.1" status: 200 len: 1096 time: 0.6618779 Feb 09 12:46:56.875601 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-0d079328-47a8-4bc2-a4da-1c87b5566ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'name': 'tempest-AttachVolumeTestJSON-1116701485-router', 'tenant_id': '7722e72c858c4f97b7f4eb543cff4fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '860cb290-91fe-4b38-b237-00ec193b4c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:42:43Z', 'updated_at': '2022-02-09T12:42:55Z', 'revision_number': 4, 'project_id': '7722e72c858c4f97b7f4eb543cff4fda', 'gw_port': {'id': '860cb290-91fe-4b38-b237-00ec193b4c6b', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:42:45Z', 'updated_at': '2022-02-09T12:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '31e13b19-c792-425e-a89e-74f839319570', 'tenant_id': '7722e72c858c4f97b7f4eb543cff4fda', 'floating_ip_address': '172.25.7.142', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'port_id': '12a16eec-53c5-46b0-b1a7-a3ecba18d598', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fef63669-60e4-448f-bbf3-5ffe81417e5d', 'mac_address': 'fa:16:3e:82:4d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81db42a5-02d3-443f-be46-0013f0adee71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:46:20Z', 'updated_at': '2022-02-09T12:46:54Z', 'revision_number': 1, 'project_id': '7722e72c858c4f97b7f4eb543cff4fda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '094dabad-0032-48d9-a6eb-073a5b8967a4', 'name': '', 'network_id': 'fef63669-60e4-448f-bbf3-5ffe81417e5d', 'tenant_id': '7722e72c858c4f97b7f4eb543cff4fda', 'mac_address': 'fa:16:3e:14:62:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '14dd4b9b-eeef-4a9f-a7cf-6d5a7f04665c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:42:52Z', 'updated_at': '2022-02-09T12:43:03Z', 'revision_number': 5, 'project_id': '7722e72c858c4f97b7f4eb543cff4fda', 'subnets': [{'id': '14dd4b9b-eeef-4a9f-a7cf-6d5a7f04665c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:46:56.883451 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d079328-47a8-4bc2-a4da-1c87b5566ecb None None] Checking router: 75fdade2-b806-4c32-a62d-cc445ced14d0 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:46:56.900463 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d079328-47a8-4bc2-a4da-1c87b5566ecb None None] Routers {'75fdade2-b806-4c32-a62d-cc445ced14d0'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:46:56.901373 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-0d079328-47a8-4bc2-a4da-1c87b5566ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:46:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['75fdade2-b806-4c32-a62d-cc445ced14d0'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:46:57.018948 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-86e3e03d-23dc-4d2f-b2d1-7f531e65267d None None] Provisioning complete for port 82b3fd21-a41b-4fc1-b41e-c44f111e38be triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:57.020027 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-86e3e03d-23dc-4d2f-b2d1-7f531e65267d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:57.082140 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-86e3e03d-23dc-4d2f-b2d1-7f531e65267d None None] Port 82b3fd21-a41b-4fc1-b41e-c44f111e38be cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:46:57.102450 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-86e3e03d-23dc-4d2f-b2d1-7f531e65267d None None] Provisioning for port 70b554ac-d622-47e4-b722-1351c8310995 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:46:57.114654 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-86e3e03d-23dc-4d2f-b2d1-7f531e65267d None None] Provisioning complete for port 70b554ac-d622-47e4-b722-1351c8310995 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:57.115317 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-86e3e03d-23dc-4d2f-b2d1-7f531e65267d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:57.160049 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-0d079328-47a8-4bc2-a4da-1c87b5566ecb None None] Set router 75fdade2-b806-4c32-a62d-cc445ced14d0 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:46:57.164274 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0414d200-14d7-42d9-b439-4023a58958de tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:57.183949 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-0414d200-14d7-42d9-b439-4023a58958de tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Deleting port 636d4514-34f7-49f8-94e8-f09a6f8de56e {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:46:57.184291 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0414d200-14d7-42d9-b439-4023a58958de tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:57.195789 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1441dbc-4f85-4ab1-9ee3-e4f895be2be3 None None] DHCP port deletion for 6399868c-af2f-4121-ab83-0246f5d84c85 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:46:57.204416 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-f1441dbc-4f85-4ab1-9ee3-e4f895be2be3 None None] Deleting port 636d4514-34f7-49f8-94e8-f09a6f8de56e {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:46:57.205003 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f1441dbc-4f85-4ab1-9ee3-e4f895be2be3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:57.242637 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac00934e-6e90-4c03-974d-c5d36227e982 req-bddaf6e4-59a8-4e62-804a-7a38daeae6a2 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:57.244381 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac00934e-6e90-4c03-974d-c5d36227e982 req-bddaf6e4-59a8-4e62-804a-7a38daeae6a2 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/ports?device_id=68ac27be-d577-440f-967f-8f7e1b52fad7 HTTP/1.1" status: 200 len: 984 time: 0.1911473 Feb 09 12:46:57.366216 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132558b-273e-423c-9379-522c48daeff9 req-52047d84-e7fa-4934-95f5-aaa4b69b5a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:57.371575 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1132558b-273e-423c-9379-522c48daeff9 req-52047d84-e7fa-4934-95f5-aaa4b69b5a32 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fef63669-60e4-448f-bbf3-5ffe81417e5d HTTP/1.1" status: 200 len: 912 time: 0.4331417 Feb 09 12:46:57.384923 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 70b554ac-d622-47e4-b722-1351c8310995 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:46:57.549738 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac00934e-6e90-4c03-974d-c5d36227e982 req-1a664413-f08b-4796-b134-543dbd4168ad tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/security-groups?id=193d53d7-0f36-49d1-a64f-d965b6ddb8a1&id=85295cb1-9cbe-46f9-9694-ca074f4da9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2957218 Feb 09 12:46:57.589820 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-f1441dbc-4f85-4ab1-9ee3-e4f895be2be3 None None] For port 636d4514-34f7-49f8-94e8-f09a6f8de56e, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=636d4514-34f7-49f8-94e8-f09a6f8de56e,segment=NetworkSegment(415b8d6c-98d4-43a5-96f0-1004e2e90f02),segment_id=415b8d6c-98d4-43a5-96f0-1004e2e90f02)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:46:57.590297 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f1441dbc-4f85-4ab1-9ee3-e4f895be2be3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:57.605402 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1132558b-273e-423c-9379-522c48daeff9 req-39fe6d66-ef8f-47a1-9b64-0ac4b269548e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12a16eec-53c5-46b0-b1a7-a3ecba18d598 HTTP/1.1" status: 200 len: 999 time: 0.2247174 Feb 09 12:46:57.734355 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ccce90-4ff7-42d3-8a04-320e5f9e9703 req-cb8d679d-e522-40f3-91d4-ea7922a27a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:57.741740 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-40ccce90-4ff7-42d3-8a04-320e5f9e9703 req-cb8d679d-e522-40f3-91d4-ea7922a27a0d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c7a8f76649f44a59c185c6d6414b556&device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 1097 time: 1.0446208 Feb 09 12:46:57.791269 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-f1441dbc-4f85-4ab1-9ee3-e4f895be2be3 None None] Calling delete_port for 636d4514-34f7-49f8-94e8-f09a6f8de56e owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:46:57.816696 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-72e0c6ff-22e2-4ad0-9778-ff03d0d93a1a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Allocated IP 2001:db8::1a7 (4881f509-b5e5-4d71-bc6b-1ae804f808c4/b16830fa-e7ac-4317-8488-81f66924d122/98a32eea-2f40-452c-9a46-485052bcbf41) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:46:57.883307 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-0d079328-47a8-4bc2-a4da-1c87b5566ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'name': 'tempest-AttachVolumeTestJSON-1116701485-router', 'tenant_id': '7722e72c858c4f97b7f4eb543cff4fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '860cb290-91fe-4b38-b237-00ec193b4c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:42:43Z', 'updated_at': '2022-02-09T12:42:55Z', 'revision_number': 4, 'project_id': '7722e72c858c4f97b7f4eb543cff4fda', 'gw_port': {'id': '860cb290-91fe-4b38-b237-00ec193b4c6b', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:42:45Z', 'updated_at': '2022-02-09T12:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '31e13b19-c792-425e-a89e-74f839319570', 'tenant_id': '7722e72c858c4f97b7f4eb543cff4fda', 'floating_ip_address': '172.25.7.142', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'port_id': '12a16eec-53c5-46b0-b1a7-a3ecba18d598', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fef63669-60e4-448f-bbf3-5ffe81417e5d', 'mac_address': 'fa:16:3e:82:4d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81db42a5-02d3-443f-be46-0013f0adee71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:46:20Z', 'updated_at': '2022-02-09T12:46:54Z', 'revision_number': 1, 'project_id': '7722e72c858c4f97b7f4eb543cff4fda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '094dabad-0032-48d9-a6eb-073a5b8967a4', 'name': '', 'network_id': 'fef63669-60e4-448f-bbf3-5ffe81417e5d', 'tenant_id': '7722e72c858c4f97b7f4eb543cff4fda', 'mac_address': 'fa:16:3e:14:62:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '14dd4b9b-eeef-4a9f-a7cf-6d5a7f04665c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:42:52Z', 'updated_at': '2022-02-09T12:43:03Z', 'revision_number': 5, 'project_id': '7722e72c858c4f97b7f4eb543cff4fda', 'subnets': [{'id': '14dd4b9b-eeef-4a9f-a7cf-6d5a7f04665c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:46:57.893636 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d079328-47a8-4bc2-a4da-1c87b5566ecb None None] The sync data for ids ['75fdade2-b806-4c32-a62d-cc445ced14d0'] in n-d-825178-3 is: [{'id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'name': 'tempest-AttachVolumeTestJSON-1116701485-router', 'tenant_id': '7722e72c858c4f97b7f4eb543cff4fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '860cb290-91fe-4b38-b237-00ec193b4c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:42:43Z', 'updated_at': '2022-02-09T12:42:55Z', 'revision_number': 4, 'project_id': '7722e72c858c4f97b7f4eb543cff4fda', 'gw_port': {'id': '860cb290-91fe-4b38-b237-00ec193b4c6b', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:42:45Z', 'updated_at': '2022-02-09T12:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '31e13b19-c792-425e-a89e-74f839319570', 'tenant_id': '7722e72c858c4f97b7f4eb543cff4fda', 'floating_ip_address': '172.25.7.142', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'port_id': '12a16eec-53c5-46b0-b1a7-a3ecba18d598', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fef63669-60e4-448f-bbf3-5ffe81417e5d', 'mac_address': 'fa:16:3e:82:4d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81db42a5-02d3-443f-be46-0013f0adee71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:46:20Z', 'updated_at': '2022-02-09T12:46:54Z', 'revision_number': 1, 'project_id': '7722e72c858c4f97b7f4eb543cff4fda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '094dabad-0032-48d9-a6eb-073a5b8967a4', 'name': '', 'network_id': 'fef63669-60e4-448f-bbf3-5ffe81417e5d', 'tenant_id': '7722e72c858c4f97b7f4eb543cff4fda', 'mac_address': 'fa:16:3e:14:62:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '14dd4b9b-eeef-4a9f-a7cf-6d5a7f04665c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:42:52Z', 'updated_at': '2022-02-09T12:43:03Z', 'revision_number': 5, 'project_id': '7722e72c858c4f97b7f4eb543cff4fda', 'subnets': [{'id': '14dd4b9b-eeef-4a9f-a7cf-6d5a7f04665c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:46:57.936864 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132558b-273e-423c-9379-522c48daeff9 req-f78710da-602c-4545-add0-d60756dbf05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:57.938528 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1132558b-273e-423c-9379-522c48daeff9 req-f78710da-602c-4545-add0-d60756dbf05b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=14dd4b9b-eeef-4a9f-a7cf-6d5a7f04665c HTTP/1.1" status: 200 len: 850 time: 0.3163717 Feb 09 12:46:57.987086 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 70b554ac-d622-47e4-b722-1351c8310995 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:57.987305 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:58.012138 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-0414d200-14d7-42d9-b439-4023a58958de tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] For port 636d4514-34f7-49f8-94e8-f09a6f8de56e, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=636d4514-34f7-49f8-94e8-f09a6f8de56e,segment=NetworkSegment(415b8d6c-98d4-43a5-96f0-1004e2e90f02),segment_id=415b8d6c-98d4-43a5-96f0-1004e2e90f02)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:46:58.012673 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0414d200-14d7-42d9-b439-4023a58958de tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:58.063602 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f1441dbc-4f85-4ab1-9ee3-e4f895be2be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:58.209867 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1441dbc-4f85-4ab1-9ee3-e4f895be2be3 None None] No DVR routers for this DVR port 636d4514-34f7-49f8-94e8-f09a6f8de56e on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:46:58.219611 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1441dbc-4f85-4ab1-9ee3-e4f895be2be3 None None] Pushing event deleted for resources: {'Port': ['ID=636d4514-34f7-49f8-94e8-f09a6f8de56e,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:58.285040 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ccce90-4ff7-42d3-8a04-320e5f9e9703 req-670c8bff-969b-45f2-8632-e4e560b057a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:58.286662 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-40ccce90-4ff7-42d3-8a04-320e5f9e9703 req-670c8bff-969b-45f2-8632-e4e560b057a8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=661b89d1-11f6-41cf-907a-600d8dd46c61 HTTP/1.1" status: 200 len: 898 time: 0.4837935 Feb 09 12:46:58.354009 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6835c3b2-4c83-4d7b-b7ec-13996a1d600c None None] New status for floating IP 31e13b19-c792-425e-a89e-74f839319570: ACTIVE {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:46:58.357342 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-0414d200-14d7-42d9-b439-4023a58958de tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Calling delete_port for 636d4514-34f7-49f8-94e8-f09a6f8de56e owned by network:dhcp {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:46:58.449149 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132558b-273e-423c-9379-522c48daeff9 req-21959c17-578d-47d7-b1e1-3831ae2078bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:58.450973 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1132558b-273e-423c-9379-522c48daeff9 req-21959c17-578d-47d7-b1e1-3831ae2078bf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fef63669-60e4-448f-bbf3-5ffe81417e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5056715 Feb 09 12:46:58.478361 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c06815-14ce-4310-acf5-98a136b8df29 req-25123392-7598-4fd1-9f1d-f4eb535900ce tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:58.480368 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-88c06815-14ce-4310-acf5-98a136b8df29 req-25123392-7598-4fd1-9f1d-f4eb535900ce tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/ports?device_id=68ac27be-d577-440f-967f-8f7e1b52fad7 HTTP/1.1" status: 200 len: 984 time: 0.6098652 Feb 09 12:46:58.501032 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 636d4514-34f7-49f8-94e8-f09a6f8de56e no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:46:58.549282 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd1d395-7b48-45d5-ade5-467dad7006af req-e20da1a4-d37f-4ad2-a57c-4f011510b14f tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:58.564062 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1bd1d395-7b48-45d5-ade5-467dad7006af req-e20da1a4-d37f-4ad2-a57c-4f011510b14f tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=81db42a5-02d3-443f-be46-0013f0adee71 HTTP/1.1" status: 200 len: 945 time: 0.7774570 Feb 09 12:46:58.623172 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 636d4514-34f7-49f8-94e8-f09a6f8de56e {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:46:58.623515 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 636d4514-34f7-49f8-94e8-f09a6f8de56e not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:46:58.673930 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-88c06815-14ce-4310-acf5-98a136b8df29 req-10ba4784-0c2c-4141-8caf-87fd272ccea2 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/security-groups?id=193d53d7-0f36-49d1-a64f-d965b6ddb8a1&id=85295cb1-9cbe-46f9-9694-ca074f4da9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1727276 Feb 09 12:46:58.685709 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.api [None req-0414d200-14d7-42d9-b439-4023a58958de tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:46:58.686354 n-d-825178-3 neutron-server[87567]: DEBUG oslo_db.api [None req-0414d200-14d7-42d9-b439-4023a58958de tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:46:58.738768 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1bd1d395-7b48-45d5-ade5-467dad7006af req-cb94811c-afa2-43bf-8234-45838701d0b8 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=7893647d-3475-4802-b105-e9be2c914246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1674240 Feb 09 12:46:58.927258 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-40ccce90-4ff7-42d3-8a04-320e5f9e9703 req-e9fce495-6259-453d-9e27-ec72efa66c93 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75ed85e6-3f26-42b7-b87a-e6a7b4731b55 HTTP/1.1" status: 200 len: 1000 time: 0.6293774 Feb 09 12:46:58.935630 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4487f18-983e-4e66-b4cf-6234ea504fc6 req-b8ef809e-2b26-4332-b139-ee5251950213 tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:58.937778 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f4487f18-983e-4e66-b4cf-6234ea504fc6 req-b8ef809e-2b26-4332-b139-ee5251950213 tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=68ac27be-d577-440f-967f-8f7e1b52fad7 HTTP/1.1" status: 200 len: 1135 time: 0.1178746 Feb 09 12:46:58.964769 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f4487f18-983e-4e66-b4cf-6234ea504fc6 req-0a7be367-486d-46fb-a80a-365572095ff2 tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:58.981530 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-f4487f18-983e-4e66-b4cf-6234ea504fc6 req-0a7be367-486d-46fb-a80a-365572095ff2 tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:58.986233 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-f4487f18-983e-4e66-b4cf-6234ea504fc6 req-0a7be367-486d-46fb-a80a-365572095ff2 tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] Usage tracker for resource:security_group_rule and tenant:8623e9733610475f981de05ebc3c7a96 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:46:58.989357 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-f4487f18-983e-4e66-b4cf-6234ea504fc6 req-0a7be367-486d-46fb-a80a-365572095ff2 tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:46:58.995895 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-f4487f18-983e-4e66-b4cf-6234ea504fc6 req-0a7be367-486d-46fb-a80a-365572095ff2 tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:46:59.010316 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-72e0c6ff-22e2-4ad0-9778-ff03d0d93a1a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:59.059790 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-72e0c6ff-22e2-4ad0-9778-ff03d0d93a1a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Transition to ACTIVE for port object 98a32eea-2f40-452c-9a46-485052bcbf41 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:46:59.094833 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ccce90-4ff7-42d3-8a04-320e5f9e9703 req-40cfae39-7b12-4afa-bf0b-6d50b18021de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:59.096337 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-40ccce90-4ff7-42d3-8a04-320e5f9e9703 req-40cfae39-7b12-4afa-bf0b-6d50b18021de service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06fc60d5-c8e6-4c94-95bd-167f47074207 HTTP/1.1" status: 200 len: 835 time: 0.1543376 Feb 09 12:46:59.101643 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1132558b-273e-423c-9379-522c48daeff9 req-7a430343-17ad-4b71-800e-13551b53950d service neutron] 10.222.0.46 "GET /v2.0/networks/fef63669-60e4-448f-bbf3-5ffe81417e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6401336 Feb 09 12:46:59.183114 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f4487f18-983e-4e66-b4cf-6234ea504fc6 req-0a7be367-486d-46fb-a80a-365572095ff2 tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:59.188511 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-0414d200-14d7-42d9-b439-4023a58958de tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Deleting port 636d4514-34f7-49f8-94e8-f09a6f8de56e {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:46:59.189196 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0414d200-14d7-42d9-b439-4023a58958de tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:59.271517 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-72e0c6ff-22e2-4ad0-9778-ff03d0d93a1a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:59.297106 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f4487f18-983e-4e66-b4cf-6234ea504fc6 req-0a7be367-486d-46fb-a80a-365572095ff2 tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:59.310776 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-0414d200-14d7-42d9-b439-4023a58958de tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] The port '636d4514-34f7-49f8-94e8-f09a6f8de56e' was deleted {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:46:59.396811 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e0c6ff-22e2-4ad0-9778-ff03d0d93a1a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Network 4881f509-b5e5-4d71-bc6b-1ae804f808c4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:46:59.406433 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1132558b-273e-423c-9379-522c48daeff9 req-88c2bf3c-6e30-428b-a5c1-a5ffeacb2484 service neutron] 10.222.0.46 "GET /v2.0/networks/fef63669-60e4-448f-bbf3-5ffe81417e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556398 Feb 09 12:46:59.407523 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-72e0c6ff-22e2-4ad0-9778-ff03d0d93a1a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:46:59.414811 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e0c6ff-22e2-4ad0-9778-ff03d0d93a1a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:46:59.421436 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e0c6ff-22e2-4ad0-9778-ff03d0d93a1a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:59.422379 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-72e0c6ff-22e2-4ad0-9778-ff03d0d93a1a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:59.423123 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f4487f18-983e-4e66-b4cf-6234ea504fc6 req-0a7be367-486d-46fb-a80a-365572095ff2 tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=193d53d7-0f36-49d1-a64f-d965b6ddb8a1&id=85295cb1-9cbe-46f9-9694-ca074f4da9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4781289 Feb 09 12:46:59.427611 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7be367-486d-46fb-a80a-365572095ff2 tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a511172a-93c1-4c49-8a03-1b8d2d3ff5f0,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:59.427914 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ccce90-4ff7-42d3-8a04-320e5f9e9703 req-86805b37-c842-4304-8664-3b24224cec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:59.429449 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-40ccce90-4ff7-42d3-8a04-320e5f9e9703 req-86805b37-c842-4304-8664-3b24224cec5d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=661b89d1-11f6-41cf-907a-600d8dd46c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3189821 Feb 09 12:46:59.430007 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0c6ff-22e2-4ad0-9778-ff03d0d93a1a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event updated for resources: {'Port': ['ID=98a32eea-2f40-452c-9a46-485052bcbf41,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:59.450346 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56384) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:59.585570 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-72e0c6ff-22e2-4ad0-9778-ff03d0d93a1a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.8963037 Feb 09 12:46:59.591678 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56388) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:59.600210 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-4a617f58-2446-4130-b274-7116600cf112 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Request body: {'subnet': {'network_id': '4881f509-b5e5-4d71-bc6b-1ae804f808c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:46:59.624119 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0414d200-14d7-42d9-b439-4023a58958de tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:59.654726 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-0414d200-14d7-42d9-b439-4023a58958de tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6399868c-af2f-4121-ab83-0246f5d84c85']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:46:59.668006 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-0414d200-14d7-42d9-b439-4023a58958de tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '415b8d6c-98d4-43a5-96f0-1004e2e90f02') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:46:59.668432 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-0414d200-14d7-42d9-b439-4023a58958de tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '415b8d6c-98d4-43a5-96f0-1004e2e90f02') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:46:59.689553 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0414d200-14d7-42d9-b439-4023a58958de tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:59.723128 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0414d200-14d7-42d9-b439-4023a58958de tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:59.732066 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0414d200-14d7-42d9-b439-4023a58958de tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:46:59.733356 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0414d200-14d7-42d9-b439-4023a58958de tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:59.749271 n-d-825178-3 neutron-server[87567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:46:59.749271 n-d-825178-3 neutron-server[87567]: util.warn( Feb 09 12:46:59.749271 n-d-825178-3 neutron-server[87567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:46:59.749271 n-d-825178-3 neutron-server[87567]: util.warn( Feb 09 12:46:59.749271 n-d-825178-3 neutron-server[87567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:46:59.749271 n-d-825178-3 neutron-server[87567]: util.warn( Feb 09 12:46:59.749271 n-d-825178-3 neutron-server[87567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:46:59.749271 n-d-825178-3 neutron-server[87567]: util.warn( Feb 09 12:46:59.749271 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:46:59.749271 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:46:59.749271 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:46:59.749271 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:46:59.749271 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:46:59.749271 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:46:59.749271 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:46:59.749271 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:46:59.749271 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:46:59.749271 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:46:59.749271 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:46:59.749271 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:46:59.749271 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:46:59.749271 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:46:59.749271 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:46:59.749271 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:46:59.749271 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:46:59.749271 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:46:59.749271 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:46:59.749271 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:46:59.749271 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:46:59.749271 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:46:59.749271 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:46:59.749271 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:46:59.749271 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:46:59.749271 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:46:59.749271 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:46:59.749271 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:46:59.749271 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:46:59.749271 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:46:59.749271 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:46:59.749271 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:46:59.769713 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-40ccce90-4ff7-42d3-8a04-320e5f9e9703 req-51cc67b4-8dc5-49f4-91ae-348100f58e6c service neutron] 10.222.0.46 "GET /v2.0/networks/661b89d1-11f6-41cf-907a-600d8dd46c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328369 Feb 09 12:46:59.859169 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0414d200-14d7-42d9-b439-4023a58958de tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:59.871900 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e07d44a-3244-45c7-a77b-2b96a076ca7f tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:59.873636 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3e07d44a-3244-45c7-a77b-2b96a076ca7f tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=68ac27be-d577-440f-967f-8f7e1b52fad7 HTTP/1.1" status: 200 len: 1130 time: 0.4216943 Feb 09 12:46:59.882641 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56400) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:59.898838 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0414d200-14d7-42d9-b439-4023a58958de tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:59.899065 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-e0d2eefe-35d5-451e-807c-656c23260bc9 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'port_id': '63088891-be07-4258-b070-f3aecc33cb53', 'tenant_id': '57cad2baaf2145b1a083f7140eddf89d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:46:59.915739 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0414d200-14d7-42d9-b439-4023a58958de tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event deleted for resources: {'Network': ['ID=6399868c-af2f-4121-ab83-0246f5d84c85,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:59.917085 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4a617f58-2446-4130-b274-7116600cf112 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:59.927796 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-ff56e6b7-668e-42ca-946f-443ebdbf672f None None] Provisioning for port 98a32eea-2f40-452c-9a46-485052bcbf41 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:46:59.932066 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e0d2eefe-35d5-451e-807c-656c23260bc9 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:59.935485 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-ff56e6b7-668e-42ca-946f-443ebdbf672f None None] Provisioning complete for port 98a32eea-2f40-452c-9a46-485052bcbf41 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:59.937024 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ff56e6b7-668e-42ca-946f-443ebdbf672f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:59.940017 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4a617f58-2446-4130-b274-7116600cf112 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Usage tracker for resource:subnet and tenant:02516ed7a4f240dfa605c2984d99ee86 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:46:59.946810 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-0414d200-14d7-42d9-b439-4023a58958de tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "DELETE /v2.0/networks/6399868c-af2f-4121-ab83-0246f5d84c85 HTTP/1.1" status: 204 len: 168 time: 3.2990541 Feb 09 12:46:59.950189 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4a617f58-2446-4130-b274-7116600cf112 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:46:59.951851 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56406) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:59.957961 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-04c8ba12-6e69-4a0d-91c1-639f08991214 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1224656770'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:46:59.964222 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e0d2eefe-35d5-451e-807c-656c23260bc9 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Usage tracker for resource:floatingip and tenant:57cad2baaf2145b1a083f7140eddf89d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:46:59.965300 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-04c8ba12-6e69-4a0d-91c1-639f08991214 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:46:59.971208 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-04c8ba12-6e69-4a0d-91c1-639f08991214 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Usage tracker for resource:network and tenant:1a8f2026410d46378828a444f88ab686 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:46:59.973055 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e0d2eefe-35d5-451e-807c-656c23260bc9 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:46:59.975729 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4a617f58-2446-4130-b274-7116600cf112 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:46:59.980732 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-04c8ba12-6e69-4a0d-91c1-639f08991214 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:46:59.989116 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-04c8ba12-6e69-4a0d-91c1-639f08991214 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:47:00.009398 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c8ba12-6e69-4a0d-91c1-639f08991214 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Made reservation on behalf of 1a8f2026410d46378828a444f88ab686 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:47:00.012977 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-04c8ba12-6e69-4a0d-91c1-639f08991214 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:00.038233 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-ff56e6b7-668e-42ca-946f-443ebdbf672f None None] Port 98a32eea-2f40-452c-9a46-485052bcbf41 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:47:00.045016 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e0d2eefe-35d5-451e-807c-656c23260bc9 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:47:00.048678 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-40ccce90-4ff7-42d3-8a04-320e5f9e9703 req-1689e34d-f9ba-4be6-b64b-a83eeaecd8a5 service neutron] 10.222.0.46 "GET /v2.0/networks/661b89d1-11f6-41cf-907a-600d8dd46c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724409 Feb 09 12:47:00.064389 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a617f58-2446-4130-b274-7116600cf112 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Made reservation on behalf of 02516ed7a4f240dfa605c2984d99ee86 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:47:00.069394 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4a617f58-2446-4130-b274-7116600cf112 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:00.168109 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e0d2eefe-35d5-451e-807c-656c23260bc9 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for floatingip, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:00.266411 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04c8ba12-6e69-4a0d-91c1-639f08991214 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:47:00.285895 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-04c8ba12-6e69-4a0d-91c1-639f08991214 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:00.286261 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-04c8ba12-6e69-4a0d-91c1-639f08991214 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Added segment ca5e6d7d-1b27-42d7-838f-27b99da4e779 of type vlan for network 86afa58c-6e1d-4f33-b6e1-01d418ef364b Feb 09 12:47:00.329354 n-d-825178-3 neutron-server[87568]: INFO neutron.db.ipam_backend_mixin [None req-4a617f58-2446-4130-b274-7116600cf112 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b16830fa-e7ac-4317-8488-81f66924d122 (CIDR: 2001:db8::/64) Feb 09 12:47:00.331630 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-04c8ba12-6e69-4a0d-91c1-639f08991214 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:00.339860 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a617f58-2446-4130-b274-7116600cf112 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:47:00.340373 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a617f58-2446-4130-b274-7116600cf112 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:47:00.345620 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e3d0a-17cc-4bba-8852-55ee30510ce1 req-578f9dae-16e4-4c5d-85ea-f29db9f9f4d2 tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:00.347360 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0e0e3d0a-17cc-4bba-8852-55ee30510ce1 req-578f9dae-16e4-4c5d-85ea-f29db9f9f4d2 tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 1097 time: 0.1581216 Feb 09 12:47:00.356513 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3bf2f-a738-438b-b923-fd10cb53e7db req-40688c5a-0c94-4aba-a385-42d18518c1c9 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:00.358240 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0fe3bf2f-a738-438b-b923-fd10cb53e7db req-40688c5a-0c94-4aba-a385-42d18518c1c9 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=81db42a5-02d3-443f-be46-0013f0adee71 HTTP/1.1" status: 200 len: 945 time: 0.4543993 Feb 09 12:47:00.367179 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4a617f58-2446-4130-b274-7116600cf112 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7744286 Feb 09 12:47:00.371267 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56412) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:00.380810 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-3dcc0146-e6f0-4996-8205-5e915e70d8eb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Request body: {'subnet': {'network_id': '4881f509-b5e5-4d71-bc6b-1ae804f808c4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:47:00.448621 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0fe3bf2f-a738-438b-b923-fd10cb53e7db req-cf9c8eae-f21f-42a9-bce4-689671de557a tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=7893647d-3475-4802-b105-e9be2c914246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776365 Feb 09 12:47:00.495218 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0e0e3d0a-17cc-4bba-8852-55ee30510ce1 req-a23b3c9a-b81d-4258-a69a-5ad92fd63d7a tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=2df67451-3d0b-4d22-9727-d6bf78b9aafa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303256 Feb 09 12:47:00.497274 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-04c8ba12-6e69-4a0d-91c1-639f08991214 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:00.510939 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c8ba12-6e69-4a0d-91c1-639f08991214 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:00.511591 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-04c8ba12-6e69-4a0d-91c1-639f08991214 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:00.514976 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56418) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:00.650410 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3dcc0146-e6f0-4996-8205-5e915e70d8eb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:47:00.651168 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c8ba12-6e69-4a0d-91c1-639f08991214 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event updated for resources: {'Network': ['ID=86afa58c-6e1d-4f33-b6e1-01d418ef364b,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:00.653542 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e0d2eefe-35d5-451e-807c-656c23260bc9 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:00.663370 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 86afa58c-6e1d-4f33-b6e1-01d418ef364b details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:47:00.667962 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-04c8ba12-6e69-4a0d-91c1-639f08991214 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7127287 Feb 09 12:47:00.668644 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56424) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:00.670733 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3dcc0146-e6f0-4996-8205-5e915e70d8eb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Usage tracker for resource:subnet and tenant:02516ed7a4f240dfa605c2984d99ee86 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:47:00.677296 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3dcc0146-e6f0-4996-8205-5e915e70d8eb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:47:00.685531 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-889fb1f6-b2c2-44a8-905d-6e220954160a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Request body: {'subnet': {'network_id': '86afa58c-6e1d-4f33-b6e1-01d418ef364b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:47:00.737938 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3dcc0146-e6f0-4996-8205-5e915e70d8eb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:47:00.837021 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dcc0146-e6f0-4996-8205-5e915e70d8eb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Made reservation on behalf of 02516ed7a4f240dfa605c2984d99ee86 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:47:00.840356 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3dcc0146-e6f0-4996-8205-5e915e70d8eb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:00.844930 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-889fb1f6-b2c2-44a8-905d-6e220954160a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:47:00.849229 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-889fb1f6-b2c2-44a8-905d-6e220954160a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Usage tracker for resource:subnet and tenant:1a8f2026410d46378828a444f88ab686 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:47:00.852962 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-889fb1f6-b2c2-44a8-905d-6e220954160a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:47:00.861429 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-889fb1f6-b2c2-44a8-905d-6e220954160a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:47:00.875044 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889fb1f6-b2c2-44a8-905d-6e220954160a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Made reservation on behalf of 1a8f2026410d46378828a444f88ab686 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:47:00.879144 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-889fb1f6-b2c2-44a8-905d-6e220954160a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:01.194232 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-8fd3c296-4563-4011-9d01-2d890e9aad5a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Deleting port 9325a3c0-f3d8-462b-92f5-12db1cbcb28d {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:47:01.194620 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8fd3c296-4563-4011-9d01-2d890e9aad5a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:01.209053 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-889fb1f6-b2c2-44a8-905d-6e220954160a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:01.227010 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-e0d2eefe-35d5-451e-807c-656c23260bc9 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Allocated IP 172.25.7.58 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/dd55481f-eeb7-41a3-a69f-8af0c9810ca6) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:47:01.332215 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889fb1f6-b2c2-44a8-905d-6e220954160a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event updated for resources: {'Subnet': ['ID=b25771f3-3e06-43b9-ae22-4c3b3597ba5f,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:01.379357 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889fb1f6-b2c2-44a8-905d-6e220954160a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Checking segment: {'id': 'ca5e6d7d-1b27-42d7-838f-27b99da4e779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '86afa58c-6e1d-4f33-b6e1-01d418ef364b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:47:01.380066 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889fb1f6-b2c2-44a8-905d-6e220954160a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Network hostable DHCP agents. Network: 86afa58c-6e1d-4f33-b6e1-01d418ef364b, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:47:01.425804 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889fb1f6-b2c2-44a8-905d-6e220954160a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Network 86afa58c-6e1d-4f33-b6e1-01d418ef364b is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:47:01.436754 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-889fb1f6-b2c2-44a8-905d-6e220954160a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 86afa58c-6e1d-4f33-b6e1-01d418ef364b) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:47:01.443013 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889fb1f6-b2c2-44a8-905d-6e220954160a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:01.443812 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-889fb1f6-b2c2-44a8-905d-6e220954160a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:01.447695 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778111bf-945f-402a-a268-99b147b503c4 None None] Network 86afa58c-6e1d-4f33-b6e1-01d418ef364b requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:47:01.469348 n-d-825178-3 neutron-server[87568]: INFO neutron.db.ipam_backend_mixin [None req-3dcc0146-e6f0-4996-8205-5e915e70d8eb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 5a9b7369-66c7-4a2a-9c77-53d7f9851cf5 (CIDR: 2001:db8:0:1::/64) Feb 09 12:47:01.493625 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dcc0146-e6f0-4996-8205-5e915e70d8eb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:47:01.494536 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dcc0146-e6f0-4996-8205-5e915e70d8eb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:47:01.496895 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-889fb1f6-b2c2-44a8-905d-6e220954160a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8270833 Feb 09 12:47:01.500194 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56436) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:01.507590 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-21415694-4400-422f-945f-44316a1944b8 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-955348500', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:47:01.517403 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-21415694-4400-422f-945f-44316a1944b8 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:47:01.522832 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-21415694-4400-422f-945f-44316a1944b8 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Usage tracker for resource:router and tenant:1a8f2026410d46378828a444f88ab686 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:47:01.526991 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-21415694-4400-422f-945f-44316a1944b8 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:47:01.535088 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-21415694-4400-422f-945f-44316a1944b8 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:47:01.554551 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-21415694-4400-422f-945f-44316a1944b8 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:01.558674 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-21415694-4400-422f-945f-44316a1944b8 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:01.580354 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3dcc0146-e6f0-4996-8205-5e915e70d8eb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.2066579 Feb 09 12:47:01.588777 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56440) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:01.595263 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-21415694-4400-422f-945f-44316a1944b8 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:01.603530 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-4b48ba1d-ec94-4a3a-9344-d6b4fcb0494a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Request body: {'subnet': {'network_id': '4881f509-b5e5-4d71-bc6b-1ae804f808c4', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:47:01.649525 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-21415694-4400-422f-945f-44316a1944b8 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:01.694357 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-21415694-4400-422f-945f-44316a1944b8 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:01.696024 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-21415694-4400-422f-945f-44316a1944b8 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1947434 Feb 09 12:47:01.698584 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56444) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:01.706628 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-4caae2b5-7ee9-4541-bd18-e8d992bba892 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Request body: {'port': {'network_id': '86afa58c-6e1d-4f33-b6e1-01d418ef364b', 'name': 'tempest-PortsTestJSON-1540069175'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:47:01.727802 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e0d2eefe-35d5-451e-807c-656c23260bc9 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:01.731674 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8fd3c296-4563-4011-9d01-2d890e9aad5a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:01.732033 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8fd3c296-4563-4011-9d01-2d890e9aad5a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:01.866950 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-4caae2b5-7ee9-4541-bd18-e8d992bba892 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:47:01.873377 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-4caae2b5-7ee9-4541-bd18-e8d992bba892 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Usage tracker for resource:port and tenant:1a8f2026410d46378828a444f88ab686 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:47:01.877608 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-4caae2b5-7ee9-4541-bd18-e8d992bba892 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:47:01.885388 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-4caae2b5-7ee9-4541-bd18-e8d992bba892 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:47:01.899028 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-8fd3c296-4563-4011-9d01-2d890e9aad5a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Calling delete_port for 9325a3c0-f3d8-462b-92f5-12db1cbcb28d owned by network:floatingip {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:47:01.913508 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4caae2b5-7ee9-4541-bd18-e8d992bba892 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Made reservation on behalf of 1a8f2026410d46378828a444f88ab686 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:47:01.928553 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4caae2b5-7ee9-4541-bd18-e8d992bba892 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:01.995393 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [None req-4caae2b5-7ee9-4541-bd18-e8d992bba892 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] device_id is not set on port 8db06e56-4f01-45f1-bc55-dd648180999e yet. {{(pid=87567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:47:02.002469 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb46d81d-f921-4ed1-b37d-e40b90e3c4f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-86afa58c-6e1d-4f33-b6e1-01d418ef364b', 'network_id': '86afa58c-6e1d-4f33-b6e1-01d418ef364b', 'tenant_id': '1a8f2026410d46378828a444f88ab686', 'fixed_ips': [{'subnet_id': 'b25771f3-3e06-43b9-ae22-4c3b3597ba5f'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:47:02.009330 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-eb46d81d-f921-4ed1-b37d-e40b90e3c4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:02.241900 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4b48ba1d-ec94-4a3a-9344-d6b4fcb0494a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:47:02.246259 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4b48ba1d-ec94-4a3a-9344-d6b4fcb0494a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Usage tracker for resource:subnet and tenant:02516ed7a4f240dfa605c2984d99ee86 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:47:02.249413 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4b48ba1d-ec94-4a3a-9344-d6b4fcb0494a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:47:02.257753 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4b48ba1d-ec94-4a3a-9344-d6b4fcb0494a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:47:02.273592 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b48ba1d-ec94-4a3a-9344-d6b4fcb0494a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Made reservation on behalf of 02516ed7a4f240dfa605c2984d99ee86 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:47:02.278075 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4b48ba1d-ec94-4a3a-9344-d6b4fcb0494a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:02.288796 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-4caae2b5-7ee9-4541-bd18-e8d992bba892 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Allocated IP 172.20.0.5 (86afa58c-6e1d-4f33-b6e1-01d418ef364b/b25771f3-3e06-43b9-ae22-4c3b3597ba5f/8db06e56-4f01-45f1-bc55-dd648180999e) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:47:02.376162 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e0d2eefe-35d5-451e-807c-656c23260bc9 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:02.490742 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d2eefe-35d5-451e-807c-656c23260bc9 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:47:02.511105 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-e0d2eefe-35d5-451e-807c-656c23260bc9 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:47:02.522421 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d2eefe-35d5-451e-807c-656c23260bc9 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:47:02.569931 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8fd3c296-4563-4011-9d01-2d890e9aad5a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:02.573214 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d2eefe-35d5-451e-807c-656c23260bc9 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Pushing event updated for resources: {'Port': ['ID=dd55481f-eeb7-41a3-a69f-8af0c9810ca6,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:02.644434 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd3c296-4563-4011-9d01-2d890e9aad5a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event deleted for resources: {'Port': ['ID=9325a3c0-f3d8-462b-92f5-12db1cbcb28d,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:02.798331 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4caae2b5-7ee9-4541-bd18-e8d992bba892 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:02.821370 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-4caae2b5-7ee9-4541-bd18-e8d992bba892 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Transition to ACTIVE for port object 8db06e56-4f01-45f1-bc55-dd648180999e will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:47:02.855090 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4caae2b5-7ee9-4541-bd18-e8d992bba892 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:02.865999 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8fd3c296-4563-4011-9d01-2d890e9aad5a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for floatingip, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:02.866620 n-d-825178-3 neutron-server[87568]: INFO neutron.db.l3_db [None req-8fd3c296-4563-4011-9d01-2d890e9aad5a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Floating IP 0da30dd0-b5fa-4229-b171-105e3ccd4db4 disassociated (deleted). External IP: 172.25.7.73, port: 75ed85e6-3f26-42b7-b87a-e6a7b4731b55. Feb 09 12:47:02.931555 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-eb46d81d-f921-4ed1-b37d-e40b90e3c4f4 None None] Allocated IP 172.20.0.2 (86afa58c-6e1d-4f33-b6e1-01d418ef364b/b25771f3-3e06-43b9-ae22-4c3b3597ba5f/165f9fb3-e4fe-4401-97e7-6b7253122126) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:47:02.941415 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4caae2b5-7ee9-4541-bd18-e8d992bba892 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Network 86afa58c-6e1d-4f33-b6e1-01d418ef364b is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:47:02.945300 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-4caae2b5-7ee9-4541-bd18-e8d992bba892 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:47:02.950144 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caae2b5-7ee9-4541-bd18-e8d992bba892 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:47:02.990203 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caae2b5-7ee9-4541-bd18-e8d992bba892 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event updated for resources: {'Port': ['ID=8db06e56-4f01-45f1-bc55-dd648180999e,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:03.026935 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4caae2b5-7ee9-4541-bd18-e8d992bba892 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:03.027890 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4caae2b5-7ee9-4541-bd18-e8d992bba892 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:03.054545 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4caae2b5-7ee9-4541-bd18-e8d992bba892 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3543067 Feb 09 12:47:03.056842 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56452) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:03.193839 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-eb46d81d-f921-4ed1-b37d-e40b90e3c4f4 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:03.205837 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-eb46d81d-f921-4ed1-b37d-e40b90e3c4f4 None None] Transition to ACTIVE for port object 165f9fb3-e4fe-4401-97e7-6b7253122126 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:47:03.233483 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-eb46d81d-f921-4ed1-b37d-e40b90e3c4f4 None None] Transition to ACTIVE for port object 165f9fb3-e4fe-4401-97e7-6b7253122126 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:47:03.248388 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-eb46d81d-f921-4ed1-b37d-e40b90e3c4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:03.372426 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb46d81d-f921-4ed1-b37d-e40b90e3c4f4 None None] Network 86afa58c-6e1d-4f33-b6e1-01d418ef364b is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:47:03.379405 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-eb46d81d-f921-4ed1-b37d-e40b90e3c4f4 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:47:03.418147 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb46d81d-f921-4ed1-b37d-e40b90e3c4f4 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:47:03.447940 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4b48ba1d-ec94-4a3a-9344-d6b4fcb0494a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:03.548598 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb46d81d-f921-4ed1-b37d-e40b90e3c4f4 None None] Pushing event updated for resources: {'Port': ['ID=165f9fb3-e4fe-4401-97e7-6b7253122126,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:03.582055 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-eb46d81d-f921-4ed1-b37d-e40b90e3c4f4 None None] Attempting to bind port 165f9fb3-e4fe-4401-97e7-6b7253122126 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:47:03.582302 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-eb46d81d-f921-4ed1-b37d-e40b90e3c4f4 None None] Attempting to bind port 165f9fb3-e4fe-4401-97e7-6b7253122126 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'ca5e6d7d-1b27-42d7-838f-27b99da4e779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '86afa58c-6e1d-4f33-b6e1-01d418ef364b'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:47:03.583307 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb46d81d-f921-4ed1-b37d-e40b90e3c4f4 None None] Attempting to bind port 165f9fb3-e4fe-4401-97e7-6b7253122126 on network 86afa58c-6e1d-4f33-b6e1-01d418ef364b {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:47:03.608736 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b48ba1d-ec94-4a3a-9344-d6b4fcb0494a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Network 4881f509-b5e5-4d71-bc6b-1ae804f808c4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:47:03.625122 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-4b48ba1d-ec94-4a3a-9344-d6b4fcb0494a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:47:03.625945 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb46d81d-f921-4ed1-b37d-e40b90e3c4f4 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:47:03.626783 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb46d81d-f921-4ed1-b37d-e40b90e3c4f4 None None] Checking segment: {'id': 'ca5e6d7d-1b27-42d7-838f-27b99da4e779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '86afa58c-6e1d-4f33-b6e1-01d418ef364b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:47:03.627481 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-eb46d81d-f921-4ed1-b37d-e40b90e3c4f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:03.628229 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb46d81d-f921-4ed1-b37d-e40b90e3c4f4 None None] Bound using segment: {'id': 'ca5e6d7d-1b27-42d7-838f-27b99da4e779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '86afa58c-6e1d-4f33-b6e1-01d418ef364b'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:47:03.629138 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-eb46d81d-f921-4ed1-b37d-e40b90e3c4f4 None None] Bound port: 165f9fb3-e4fe-4401-97e7-6b7253122126, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca5e6d7d-1b27-42d7-838f-27b99da4e779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '86afa58c-6e1d-4f33-b6e1-01d418ef364b'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:47:03.629910 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-eb46d81d-f921-4ed1-b37d-e40b90e3c4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:03.634250 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b48ba1d-ec94-4a3a-9344-d6b4fcb0494a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:03.634772 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4b48ba1d-ec94-4a3a-9344-d6b4fcb0494a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:03.705058 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee1a41b-213d-475a-bb2c-c1f8e9a28681 None None] Network 4881f509-b5e5-4d71-bc6b-1ae804f808c4 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:47:03.729447 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b48ba1d-ec94-4a3a-9344-d6b4fcb0494a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event updated for resources: {'Subnet': ['ID=c06f60ea-87dc-4ba0-876e-df871e523820,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:03.778972 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4b48ba1d-ec94-4a3a-9344-d6b4fcb0494a tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1863666 Feb 09 12:47:03.783400 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56462) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:03.789914 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-ecb48afb-e5d9-4c0e-a0e5-a358bb9e5a56 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1305760108', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c06f60ea-87dc-4ba0-876e-df871e523820'}], 'security_groups': ['0e2e63bd-99a9-4b7e-976c-8e11acacbe92', '6806eefc-7317-430e-85e5-57a64d4b7865']}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:47:03.817219 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd3c296-4563-4011-9d01-2d890e9aad5a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Router 5cb141e8-3471-4013-871a-0f1532447488 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:47:04.135895 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e0d2eefe-35d5-451e-807c-656c23260bc9 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:04.173767 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-eb46d81d-f921-4ed1-b37d-e40b90e3c4f4 None None] For port 165f9fb3-e4fe-4401-97e7-6b7253122126, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:47:04.237917 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-eb46d81d-f921-4ed1-b37d-e40b90e3c4f4 None None] For port 165f9fb3-e4fe-4401-97e7-6b7253122126, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=165f9fb3-e4fe-4401-97e7-6b7253122126,segment=NetworkSegment(ca5e6d7d-1b27-42d7-838f-27b99da4e779),segment_id=ca5e6d7d-1b27-42d7-838f-27b99da4e779)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:47:04.248849 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-eb46d81d-f921-4ed1-b37d-e40b90e3c4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:04.282068 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c5ca51ff-8cc0-4464-8186-c3bc278f1276 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:04.458882 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd3c296-4563-4011-9d01-2d890e9aad5a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:47:04.473980 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8fd3c296-4563-4011-9d01-2d890e9aad5a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:04.476670 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51d816e-e73f-4c93-9c0e-d765f9155ba0 None None] Sync routers for ids ['5cb141e8-3471-4013-871a-0f1532447488'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:47:04.502617 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51d816e-e73f-4c93-9c0e-d765f9155ba0 None None] Routers {'5cb141e8-3471-4013-871a-0f1532447488'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:47:04.507097 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c51d816e-e73f-4c93-9c0e-d765f9155ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:46:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['5cb141e8-3471-4013-871a-0f1532447488'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:47:04.630996 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e0d2eefe-35d5-451e-807c-656c23260bc9 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:04.660552 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb46d81d-f921-4ed1-b37d-e40b90e3c4f4 None None] Pushing event updated for resources: {'Port': ['ID=165f9fb3-e4fe-4401-97e7-6b7253122126,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:04.813568 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ecb48afb-e5d9-4c0e-a0e5-a358bb9e5a56 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:04.837893 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c5ca51ff-8cc0-4464-8186-c3bc278f1276 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:04.845409 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8fd3c296-4563-4011-9d01-2d890e9aad5a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "DELETE /v2.0/floatingips/0da30dd0-b5fa-4229-b171-105e3ccd4db4 HTTP/1.1" status: 204 len: 168 time: 4.2628827 Feb 09 12:47:04.849819 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c5ca51ff-8cc0-4464-8186-c3bc278f1276 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:04.877897 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5854708d-441d-4415-8f55-98a09ccb8a08', 'tag': '75ed85e6-3f26-42b7-b87a-e6a7b4731b55'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:47:05.080021 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-c51d816e-e73f-4c93-9c0e-d765f9155ba0 None None] Set router 5cb141e8-3471-4013-871a-0f1532447488 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:47:05.284656 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217f99e7-ab6f-4540-a2cf-994745da8210 None None] Update dhcp port {'port': {'network_id': '4881f509-b5e5-4d71-bc6b-1ae804f808c4', 'fixed_ips': [{'subnet_id': '5a9b7369-66c7-4a2a-9c77-53d7f9851cf5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b16830fa-e7ac-4317-8488-81f66924d122', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c06f60ea-87dc-4ba0-876e-df871e523820'}], 'binding:host_id': 'n-d-825178-3'}, 'id': '70b554ac-d622-47e4-b722-1351c8310995'} from n-d-825178-3. {{(pid=87569) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 12:47:05.449895 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5854708d-441d-4415-8f55-98a09ccb8a08', 'tag': '75ed85e6-3f26-42b7-b87a-e6a7b4731b55', 'status': 'completed', 'code': 200} Feb 09 12:47:05.456182 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca51ff-8cc0-4464-8186-c3bc278f1276 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event updated for resources: {'Port': ['ID=8db06e56-4f01-45f1-bc55-dd648180999e,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:05.457433 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-217f99e7-ab6f-4540-a2cf-994745da8210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:05.704210 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 165f9fb3-e4fe-4401-97e7-6b7253122126 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:47:05.854612 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c5ca51ff-8cc0-4464-8186-c3bc278f1276 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:06.007514 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c51d816e-e73f-4c93-9c0e-d765f9155ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb141e8-3471-4013-871a-0f1532447488', 'name': 'tempest-TestNetworkAdvancedServerOps-router-521203528', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '5dd6e150-d632-4b76-abda-698b718d9d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:44:28Z', 'updated_at': '2022-02-09T12:44:38Z', 'revision_number': 4, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': '5dd6e150-d632-4b76-abda-698b718d9d76', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:81:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb141e8-3471-4013-871a-0f1532447488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:44:30Z', 'updated_at': '2022-02-09T12:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '2ebd46f7-3f09-4fb1-bc4b-aa84e5b8c200', 'name': '', 'network_id': '661b89d1-11f6-41cf-907a-600d8dd46c61', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'mac_address': 'fa:16:3e:2c:be:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb141e8-3471-4013-871a-0f1532447488', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '06fc60d5-c8e6-4c94-95bd-167f47074207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:44:37Z', 'updated_at': '2022-02-09T12:44:52Z', 'revision_number': 5, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'subnets': [{'id': '06fc60d5-c8e6-4c94-95bd-167f47074207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:47:06.022595 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51d816e-e73f-4c93-9c0e-d765f9155ba0 None None] Checking router: 5cb141e8-3471-4013-871a-0f1532447488 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:47:06.041230 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51d816e-e73f-4c93-9c0e-d765f9155ba0 None None] Routers {'5cb141e8-3471-4013-871a-0f1532447488'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:47:06.042248 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c51d816e-e73f-4c93-9c0e-d765f9155ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:46:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['5cb141e8-3471-4013-871a-0f1532447488'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:47:06.112275 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 165f9fb3-e4fe-4401-97e7-6b7253122126 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:47:06.120269 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c5ca51ff-8cc0-4464-8186-c3bc278f1276 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:06.181954 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-217f99e7-ab6f-4540-a2cf-994745da8210 None None] Allocated IP 2001:db8:0:2::2 (4881f509-b5e5-4d71-bc6b-1ae804f808c4/c06f60ea-87dc-4ba0-876e-df871e523820/70b554ac-d622-47e4-b722-1351c8310995) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:47:06.456365 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e0d2eefe-35d5-451e-807c-656c23260bc9 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:06.494363 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e0d2eefe-35d5-451e-807c-656c23260bc9 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:06.633065 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-c51d816e-e73f-4c93-9c0e-d765f9155ba0 None None] Set router 5cb141e8-3471-4013-871a-0f1532447488 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:47:06.638771 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8b9618-426d-404a-94f6-395dc1505d69 None None] Network 86afa58c-6e1d-4f33-b6e1-01d418ef364b requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:47:06.906214 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-a62520c3-0a42-4d0c-8a71-6c9256fb374e None None] Provisioning for port 165f9fb3-e4fe-4401-97e7-6b7253122126 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:47:06.914165 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-a62520c3-0a42-4d0c-8a71-6c9256fb374e None None] Provisioning complete for port 165f9fb3-e4fe-4401-97e7-6b7253122126 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:47:06.914457 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a62520c3-0a42-4d0c-8a71-6c9256fb374e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:06.939446 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe1d5c-1a0b-4022-8344-2a7209387109 req-65528b44-bd50-4893-88a3-0019270ba9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:06.941500 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2fbe1d5c-1a0b-4022-8344-2a7209387109 req-65528b44-bd50-4893-88a3-0019270ba9af service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c7a8f76649f44a59c185c6d6414b556&device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 1097 time: 1.4859657 Feb 09 12:47:07.108237 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-217f99e7-ab6f-4540-a2cf-994745da8210 None None] For port 70b554ac-d622-47e4-b722-1351c8310995, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=70b554ac-d622-47e4-b722-1351c8310995,segment=NetworkSegment(03bf6604-27b6-4029-bb73-86448cab8806),segment_id=03bf6604-27b6-4029-bb73-86448cab8806)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:47:07.181683 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d685d49-0f4a-42bd-a14a-6361ebfc348b req-414ae1de-9336-441c-b0a9-13df69fc3686 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:07.183235 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2d685d49-0f4a-42bd-a14a-6361ebfc348b req-414ae1de-9336-441c-b0a9-13df69fc3686 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 946 time: 1.2799911 Feb 09 12:47:07.296892 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-217f99e7-ab6f-4540-a2cf-994745da8210 None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:07.316815 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a62520c3-0a42-4d0c-8a71-6c9256fb374e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:07.377104 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-217f99e7-ab6f-4540-a2cf-994745da8210 None None] Transition to ACTIVE for port object 70b554ac-d622-47e4-b722-1351c8310995 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:47:07.394667 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-217f99e7-ab6f-4540-a2cf-994745da8210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:07.498917 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c51d816e-e73f-4c93-9c0e-d765f9155ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb141e8-3471-4013-871a-0f1532447488', 'name': 'tempest-TestNetworkAdvancedServerOps-router-521203528', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '5dd6e150-d632-4b76-abda-698b718d9d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:44:28Z', 'updated_at': '2022-02-09T12:44:38Z', 'revision_number': 4, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': '5dd6e150-d632-4b76-abda-698b718d9d76', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:81:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb141e8-3471-4013-871a-0f1532447488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:44:30Z', 'updated_at': '2022-02-09T12:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '2ebd46f7-3f09-4fb1-bc4b-aa84e5b8c200', 'name': '', 'network_id': '661b89d1-11f6-41cf-907a-600d8dd46c61', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'mac_address': 'fa:16:3e:2c:be:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb141e8-3471-4013-871a-0f1532447488', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '06fc60d5-c8e6-4c94-95bd-167f47074207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:44:37Z', 'updated_at': '2022-02-09T12:44:52Z', 'revision_number': 5, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'subnets': [{'id': '06fc60d5-c8e6-4c94-95bd-167f47074207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:47:07.502694 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-a62520c3-0a42-4d0c-8a71-6c9256fb374e None None] For port 165f9fb3-e4fe-4401-97e7-6b7253122126, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=165f9fb3-e4fe-4401-97e7-6b7253122126,segment=NetworkSegment(ca5e6d7d-1b27-42d7-838f-27b99da4e779),segment_id=ca5e6d7d-1b27-42d7-838f-27b99da4e779)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:47:07.520524 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51d816e-e73f-4c93-9c0e-d765f9155ba0 None None] The sync data for ids ['5cb141e8-3471-4013-871a-0f1532447488'] in n-d-825178-3 is: [{'id': '5cb141e8-3471-4013-871a-0f1532447488', 'name': 'tempest-TestNetworkAdvancedServerOps-router-521203528', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '5dd6e150-d632-4b76-abda-698b718d9d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:44:28Z', 'updated_at': '2022-02-09T12:44:38Z', 'revision_number': 4, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': '5dd6e150-d632-4b76-abda-698b718d9d76', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:81:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb141e8-3471-4013-871a-0f1532447488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:44:30Z', 'updated_at': '2022-02-09T12:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '2ebd46f7-3f09-4fb1-bc4b-aa84e5b8c200', 'name': '', 'network_id': '661b89d1-11f6-41cf-907a-600d8dd46c61', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'mac_address': 'fa:16:3e:2c:be:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb141e8-3471-4013-871a-0f1532447488', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '06fc60d5-c8e6-4c94-95bd-167f47074207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:44:37Z', 'updated_at': '2022-02-09T12:44:52Z', 'revision_number': 5, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'subnets': [{'id': '06fc60d5-c8e6-4c94-95bd-167f47074207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:47:07.533247 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a62520c3-0a42-4d0c-8a71-6c9256fb374e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:07.542233 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2d685d49-0f4a-42bd-a14a-6361ebfc348b req-0df297fc-f178-4d07-be18-e29e91fa9f2e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=2df67451-3d0b-4d22-9727-d6bf78b9aafa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3431826 Feb 09 12:47:07.579858 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d2eefe-35d5-451e-807c-656c23260bc9 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Pushing event updated for resources: {'Port': ['ID=dd55481f-eeb7-41a3-a69f-8af0c9810ca6,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:07.625037 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e0d2eefe-35d5-451e-807c-656c23260bc9 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:07.789893 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c5ca51ff-8cc0-4464-8186-c3bc278f1276 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:07.806430 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c5ca51ff-8cc0-4464-8186-c3bc278f1276 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:08.017686 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f99e7-ab6f-4540-a2cf-994745da8210 None None] Pushing event updated for resources: {'Port': ['ID=70b554ac-d622-47e4-b722-1351c8310995,revision_number=7']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:08.133517 n-d-825178-3 neutron-server[87568]: INFO neutron.db.l3_db [None req-e0d2eefe-35d5-451e-807c-656c23260bc9 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Floating IP 0476d2ac-265d-4fb5-897d-d7d92f043995 associated. External IP: 172.25.7.58, port: 63088891-be07-4258-b070-f3aecc33cb53. Feb 09 12:47:08.206108 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-04c63866-71db-4c81-bcd6-8e7a31decdad None None] Provisioning complete for port 165f9fb3-e4fe-4401-97e7-6b7253122126 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:47:08.206991 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-04c63866-71db-4c81-bcd6-8e7a31decdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:08.232895 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c5ca51ff-8cc0-4464-8186-c3bc278f1276 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:08.260549 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca51ff-8cc0-4464-8186-c3bc278f1276 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event updated for resources: {'Port': ['ID=8db06e56-4f01-45f1-bc55-dd648180999e,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:08.323841 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad701f6-3015-4069-9956-f6486beffd0b None None] New status for floating IP 0da30dd0-b5fa-4229-b171-105e3ccd4db4: DOWN {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:47:08.637221 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ca51ff-8cc0-4464-8186-c3bc278f1276 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Network 86afa58c-6e1d-4f33-b6e1-01d418ef364b is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:47:08.644149 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-c5ca51ff-8cc0-4464-8186-c3bc278f1276 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:47:08.944461 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62520c3-0a42-4d0c-8a71-6c9256fb374e None None] Pushing event updated for resources: {'Port': ['ID=165f9fb3-e4fe-4401-97e7-6b7253122126,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:08.994632 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79580ed-ba3f-4bea-b6f7-6611960d9105 req-89462594-7703-47f1-a91b-40026b8ec5eb tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:08.998757 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-f79580ed-ba3f-4bea-b6f7-6611960d9105 req-89462594-7703-47f1-a91b-40026b8ec5eb tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Synchronizing usage tracker for tenant:2c7a8f76649f44a59c185c6d6414b556 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:47:09.031176 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-04c63866-71db-4c81-bcd6-8e7a31decdad None None] Provisioning for port 8db06e56-4f01-45f1-bc55-dd648180999e completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:47:09.037610 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-04c63866-71db-4c81-bcd6-8e7a31decdad None None] Provisioning complete for port 8db06e56-4f01-45f1-bc55-dd648180999e triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:47:09.038130 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-04c63866-71db-4c81-bcd6-8e7a31decdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:09.165643 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-04c63866-71db-4c81-bcd6-8e7a31decdad None None] Port 8db06e56-4f01-45f1-bc55-dd648180999e cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:47:09.224410 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ca51ff-8cc0-4464-8186-c3bc278f1276 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Router 9c5425f4-95cf-4405-93fe-e0088fd09dbe is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:47:09.247456 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301d99c-f0f8-43b6-ae08-cf343ea46b01 req-2f831545-a395-4ed1-8031-8f60b1912b01 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:09.249601 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a301d99c-f0f8-43b6-ae08-cf343ea46b01 req-2f831545-a395-4ed1-8031-8f60b1912b01 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 946 time: 0.1695678 Feb 09 12:47:09.325993 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-cd5666bb-01b4-41da-bcf0-2436b200d3ac None None] Provisioning complete for port 82b3fd21-a41b-4fc1-b41e-c44f111e38be triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:47:09.326366 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cd5666bb-01b4-41da-bcf0-2436b200d3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:09.356545 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe1d5c-1a0b-4022-8344-2a7209387109 req-94b95f0e-36f5-4cf4-985c-8f6299b01a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:09.357934 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2fbe1d5c-1a0b-4022-8344-2a7209387109 req-94b95f0e-36f5-4cf4-985c-8f6299b01a13 service neutron] 10.222.0.46 "GET /v2.0/networks?id=661b89d1-11f6-41cf-907a-600d8dd46c61 HTTP/1.1" status: 200 len: 898 time: 2.4010923 Feb 09 12:47:09.369258 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-f79580ed-ba3f-4bea-b6f7-6611960d9105 req-89462594-7703-47f1-a91b-40026b8ec5eb tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Unset dirty status for tenant:2c7a8f76649f44a59c185c6d6414b556 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:47:09.370569 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f79580ed-ba3f-4bea-b6f7-6611960d9105 req-89462594-7703-47f1-a91b-40026b8ec5eb tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.46 "GET /v2.0/ports?device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 946 time: 2.0835333 Feb 09 12:47:09.469756 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ca51ff-8cc0-4464-8186-c3bc278f1276 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:47:09.480215 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595c23a9-4b7a-41c3-9504-a6c37f5cc632 None None] Sync routers for ids ['9c5425f4-95cf-4405-93fe-e0088fd09dbe'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:47:09.483648 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c5ca51ff-8cc0-4464-8186-c3bc278f1276 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "PUT /v2.0/routers/9c5425f4-95cf-4405-93fe-e0088fd09dbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4257782 Feb 09 12:47:09.491238 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56498) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:09.495042 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2fbe1d5c-1a0b-4022-8344-2a7209387109 req-37779d07-7934-4d39-8fe8-ed69bbdacfab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75ed85e6-3f26-42b7-b87a-e6a7b4731b55 HTTP/1.1" status: 200 len: 217 time: 0.1191378 Feb 09 12:47:09.497039 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595c23a9-4b7a-41c3-9504-a6c37f5cc632 None None] Routers {'9c5425f4-95cf-4405-93fe-e0088fd09dbe'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:47:09.499922 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-cd5666bb-01b4-41da-bcf0-2436b200d3ac None None] Port 82b3fd21-a41b-4fc1-b41e-c44f111e38be cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:47:09.500952 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-595c23a9-4b7a-41c3-9504-a6c37f5cc632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:46:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['9c5425f4-95cf-4405-93fe-e0088fd09dbe'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:47:09.508210 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a301d99c-f0f8-43b6-ae08-cf343ea46b01 req-e2738296-3f1e-42e8-a5fc-95a744c6dc54 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=2df67451-3d0b-4d22-9727-d6bf78b9aafa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2527616 Feb 09 12:47:09.509339 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 165f9fb3-e4fe-4401-97e7-6b7253122126 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:47:09.585894 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-595c23a9-4b7a-41c3-9504-a6c37f5cc632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:47:09.591913 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-cd5666bb-01b4-41da-bcf0-2436b200d3ac None None] Provisioning for port 70b554ac-d622-47e4-b722-1351c8310995 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:47:09.597115 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595c23a9-4b7a-41c3-9504-a6c37f5cc632 None None] Routers {'9c5425f4-95cf-4405-93fe-e0088fd09dbe'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:47:09.598078 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-595c23a9-4b7a-41c3-9504-a6c37f5cc632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:46:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['9c5425f4-95cf-4405-93fe-e0088fd09dbe'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:47:09.603047 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-cd5666bb-01b4-41da-bcf0-2436b200d3ac None None] Provisioning complete for port 70b554ac-d622-47e4-b722-1351c8310995 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:47:09.603539 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cd5666bb-01b4-41da-bcf0-2436b200d3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:09.669777 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-595c23a9-4b7a-41c3-9504-a6c37f5cc632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:47:09.670620 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595c23a9-4b7a-41c3-9504-a6c37f5cc632 None None] The sync data for ids ['9c5425f4-95cf-4405-93fe-e0088fd09dbe'] in n-d-825178-3 is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:47:09.720886 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 165f9fb3-e4fe-4401-97e7-6b7253122126 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:47:09.720886 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:09.738713 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-f79580ed-ba3f-4bea-b6f7-6611960d9105 req-76638c9f-0a72-4f0b-85f8-75b61fabfa0f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Deleting port 75ed85e6-3f26-42b7-b87a-e6a7b4731b55 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:47:09.739065 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f79580ed-ba3f-4bea-b6f7-6611960d9105 req-76638c9f-0a72-4f0b-85f8-75b61fabfa0f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:09.775275 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d2eefe-35d5-451e-807c-656c23260bc9 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Router dfb92640-1389-4272-ab5f-4ca72007d852 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:47:09.833650 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe1d5c-1a0b-4022-8344-2a7209387109 req-2ab8f4ad-396a-4777-aaf0-40f1827ab4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:09.835213 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2fbe1d5c-1a0b-4022-8344-2a7209387109 req-2ab8f4ad-396a-4777-aaf0-40f1827ab4d7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06fc60d5-c8e6-4c94-95bd-167f47074207 HTTP/1.1" status: 200 len: 835 time: 0.2739797 Feb 09 12:47:09.874983 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-cd5666bb-01b4-41da-bcf0-2436b200d3ac None None] Provisioning complete for port 98a32eea-2f40-452c-9a46-485052bcbf41 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:47:09.875483 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cd5666bb-01b4-41da-bcf0-2436b200d3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:09.935982 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 70b554ac-d622-47e4-b722-1351c8310995 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:47:09.990969 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-cd5666bb-01b4-41da-bcf0-2436b200d3ac None None] Port 98a32eea-2f40-452c-9a46-485052bcbf41 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:47:10.012568 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-cd5666bb-01b4-41da-bcf0-2436b200d3ac None None] Provisioning complete for port 8db06e56-4f01-45f1-bc55-dd648180999e triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:47:10.012935 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cd5666bb-01b4-41da-bcf0-2436b200d3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:10.016269 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-ecb48afb-e5d9-4c0e-a0e5-a358bb9e5a56 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Delete allocated IP 2001:db8::1a7 (4881f509-b5e5-4d71-bc6b-1ae804f808c4/b16830fa-e7ac-4317-8488-81f66924d122) {{(pid=87568) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 12:47:10.056496 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-ecb48afb-e5d9-4c0e-a0e5-a358bb9e5a56 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Allocated IP 2001:db8:0:2::278 (4881f509-b5e5-4d71-bc6b-1ae804f808c4/c06f60ea-87dc-4ba0-876e-df871e523820/98a32eea-2f40-452c-9a46-485052bcbf41) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:47:10.084866 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-cd5666bb-01b4-41da-bcf0-2436b200d3ac None None] Port 8db06e56-4f01-45f1-bc55-dd648180999e cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:47:10.096600 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 70b554ac-d622-47e4-b722-1351c8310995 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:47:10.097149 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:10.160990 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed15f90-01e6-48e5-8185-31426a9707f4 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:10.162787 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3ed15f90-01e6-48e5-8185-31426a9707f4 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c5425f4-95cf-4405-93fe-e0088fd09dbe HTTP/1.1" status: 200 len: 982 time: 0.6666622 Feb 09 12:47:10.165923 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56506) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:10.323881 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe1d5c-1a0b-4022-8344-2a7209387109 req-00b1b72c-aaee-4ca6-a442-a0a97366a1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:10.325232 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2fbe1d5c-1a0b-4022-8344-2a7209387109 req-00b1b72c-aaee-4ca6-a442-a0a97366a1a7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=661b89d1-11f6-41cf-907a-600d8dd46c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4261217 Feb 09 12:47:10.332552 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d2eefe-35d5-451e-807c-656c23260bc9 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:47:10.346516 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f1b84e-1a33-4dc2-b6fe-f1e329866452 None None] Sync routers for ids ['dfb92640-1389-4272-ab5f-4ca72007d852'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:47:10.360068 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f1b84e-1a33-4dc2-b6fe-f1e329866452 None None] Routers {'dfb92640-1389-4272-ab5f-4ca72007d852'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:47:10.361285 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-13f1b84e-1a33-4dc2-b6fe-f1e329866452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:46:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['dfb92640-1389-4272-ab5f-4ca72007d852'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:47:10.546737 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e0d2eefe-35d5-451e-807c-656c23260bc9 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:10.553873 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-13f1b84e-1a33-4dc2-b6fe-f1e329866452 None None] Set router dfb92640-1389-4272-ab5f-4ca72007d852 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:47:10.586929 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-f79580ed-ba3f-4bea-b6f7-6611960d9105 req-76638c9f-0a72-4f0b-85f8-75b61fabfa0f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] For port 75ed85e6-3f26-42b7-b87a-e6a7b4731b55, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=75ed85e6-3f26-42b7-b87a-e6a7b4731b55,segment=NetworkSegment(165836b6-b6db-405c-8f3f-6a74805e6a4d),segment_id=165836b6-b6db-405c-8f3f-6a74805e6a4d)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:47:10.587208 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f79580ed-ba3f-4bea-b6f7-6611960d9105 req-76638c9f-0a72-4f0b-85f8-75b61fabfa0f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:10.769699 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-f79580ed-ba3f-4bea-b6f7-6611960d9105 req-76638c9f-0a72-4f0b-85f8-75b61fabfa0f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Calling delete_port for 75ed85e6-3f26-42b7-b87a-e6a7b4731b55 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:47:10.824879 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e0d2eefe-35d5-451e-807c-656c23260bc9 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 10.9389541 Feb 09 12:47:10.826333 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67082c-a153-4362-8862-d3afd3adcd80 req-263ac6cf-5d7d-4596-8138-bc3b9d5bbe87 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:10.828778 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2f67082c-a153-4362-8862-d3afd3adcd80 req-263ac6cf-5d7d-4596-8138-bc3b9d5bbe87 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 946 time: 0.1583011 Feb 09 12:47:10.831639 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56514) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:10.834958 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68ac27be-d577-440f-967f-8f7e1b52fad7', 'tag': '63088891-be07-4258-b070-f3aecc33cb53'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:47:10.877833 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2fbe1d5c-1a0b-4022-8344-2a7209387109 req-2bf84f50-8610-4759-be6e-dd72ef964bed service neutron] 10.222.0.46 "GET /v2.0/networks/661b89d1-11f6-41cf-907a-600d8dd46c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5434122 Feb 09 12:47:10.913414 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68ac27be-d577-440f-967f-8f7e1b52fad7', 'tag': '63088891-be07-4258-b070-f3aecc33cb53', 'status': 'completed', 'code': 200} Feb 09 12:47:10.999638 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-13f1b84e-1a33-4dc2-b6fe-f1e329866452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb92640-1389-4272-ab5f-4ca72007d852', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1676738788', 'tenant_id': '57cad2baaf2145b1a083f7140eddf89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': 'b3a74bab-2585-4502-9b81-4dcaf571bfab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:46:11Z', 'updated_at': '2022-02-09T12:46:28Z', 'revision_number': 4, 'project_id': '57cad2baaf2145b1a083f7140eddf89d', 'gw_port': {'id': 'b3a74bab-2585-4502-9b81-4dcaf571bfab', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:45:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb92640-1389-4272-ab5f-4ca72007d852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:46:13Z', 'updated_at': '2022-02-09T12:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '0476d2ac-265d-4fb5-897d-d7d92f043995', 'tenant_id': '57cad2baaf2145b1a083f7140eddf89d', 'floating_ip_address': '172.25.7.58', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'dfb92640-1389-4272-ab5f-4ca72007d852', 'port_id': '63088891-be07-4258-b070-f3aecc33cb53', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '327afa3e-85e9-4f57-99d9-315ae9d2f2fb', 'mac_address': 'fa:16:3e:3c:41:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ac27be-d577-440f-967f-8f7e1b52fad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:47:03Z', 'updated_at': '2022-02-09T12:47:03Z', 'revision_number': 0, 'project_id': '57cad2baaf2145b1a083f7140eddf89d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dbef2cb-e519-4b42-80f1-85a1df9269a1', 'name': '', 'network_id': '327afa3e-85e9-4f57-99d9-315ae9d2f2fb', 'tenant_id': '57cad2baaf2145b1a083f7140eddf89d', 'mac_address': 'fa:16:3e:4c:74:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb92640-1389-4272-ab5f-4ca72007d852', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'fd42728f-6533-477f-97d9-f0995f638483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:46:26Z', 'updated_at': '2022-02-09T12:46:36Z', 'revision_number': 5, 'project_id': '57cad2baaf2145b1a083f7140eddf89d', 'subnets': [{'id': 'fd42728f-6533-477f-97d9-f0995f638483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:47:11.004674 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f1b84e-1a33-4dc2-b6fe-f1e329866452 None None] Checking router: dfb92640-1389-4272-ab5f-4ca72007d852 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:47:11.013723 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f1b84e-1a33-4dc2-b6fe-f1e329866452 None None] Routers {'dfb92640-1389-4272-ab5f-4ca72007d852'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:47:11.015374 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-13f1b84e-1a33-4dc2-b6fe-f1e329866452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:46:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['dfb92640-1389-4272-ab5f-4ca72007d852'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:47:11.076815 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2f67082c-a153-4362-8862-d3afd3adcd80 req-7de3ef38-1397-4ad8-83dd-e47e14f059e7 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=2df67451-3d0b-4d22-9727-d6bf78b9aafa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2232928 Feb 09 12:47:11.141507 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.resource_extend [None req-ecb48afb-e5d9-4c0e-a0e5-a358bb9e5a56 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:47:11.161501 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ecb48afb-e5d9-4c0e-a0e5-a358bb9e5a56 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:11.192685 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d20d7934-aced-4765-b895-5e29942f14a5 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:11.209220 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-13f1b84e-1a33-4dc2-b6fe-f1e329866452 None None] Set router dfb92640-1389-4272-ab5f-4ca72007d852 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:47:11.249375 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e831ab9-c40a-4c0e-a721-0e2c18c8566e tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:11.250340 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e831ab9-c40a-4c0e-a721-0e2c18c8566e tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:11.250544 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e831ab9-c40a-4c0e-a721-0e2c18c8566e tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:11.251012 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e831ab9-c40a-4c0e-a721-0e2c18c8566e tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:11.251477 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e831ab9-c40a-4c0e-a721-0e2c18c8566e tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:11.251963 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e831ab9-c40a-4c0e-a721-0e2c18c8566e tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:11.252554 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e831ab9-c40a-4c0e-a721-0e2c18c8566e tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:11.253029 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e831ab9-c40a-4c0e-a721-0e2c18c8566e tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:11.253918 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e831ab9-c40a-4c0e-a721-0e2c18c8566e tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:11.253918 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e831ab9-c40a-4c0e-a721-0e2c18c8566e tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:11.254351 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e831ab9-c40a-4c0e-a721-0e2c18c8566e tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:11.254491 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-ecb48afb-e5d9-4c0e-a0e5-a358bb9e5a56 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Transition to ACTIVE for port object 98a32eea-2f40-452c-9a46-485052bcbf41 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:47:11.259406 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1e831ab9-c40a-4c0e-a721-0e2c18c8566e tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7781 time: 0.4241724 Feb 09 12:47:11.259735 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56524) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:11.263709 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2fbe1d5c-1a0b-4022-8344-2a7209387109 req-6719f8c4-591b-4395-b64f-293cf6392ed9 service neutron] 10.222.0.46 "GET /v2.0/networks/661b89d1-11f6-41cf-907a-600d8dd46c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776126 Feb 09 12:47:11.286614 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c37a7-3d4f-44b1-aa54-119e595dcd77 req-2f57affa-6ee5-4b2d-87e9-8fe035fb1bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:11.288205 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-792c37a7-3d4f-44b1-aa54-119e595dcd77 req-2f57affa-6ee5-4b2d-87e9-8fe035fb1bf9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=57cad2baaf2145b1a083f7140eddf89d&device_id=68ac27be-d577-440f-967f-8f7e1b52fad7 HTTP/1.1" status: 200 len: 1135 time: 0.3597612 Feb 09 12:47:11.301439 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ecb48afb-e5d9-4c0e-a0e5-a358bb9e5a56 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:11.319704 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 75ed85e6-3f26-42b7-b87a-e6a7b4731b55 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:47:11.396861 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f79580ed-ba3f-4bea-b6f7-6611960d9105 req-76638c9f-0a72-4f0b-85f8-75b61fabfa0f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:11.477070 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-ecb48afb-e5d9-4c0e-a0e5-a358bb9e5a56 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] In _notify_port_updated(), no bound segment for port 98a32eea-2f40-452c-9a46-485052bcbf41 on network 4881f509-b5e5-4d71-bc6b-1ae804f808c4 {{(pid=87568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 12:47:11.482791 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: 75ed85e6-3f26-42b7-b87a-e6a7b4731b55 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:47:11.483144 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 75ed85e6-3f26-42b7-b87a-e6a7b4731b55 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:47:11.483337 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb48afb-e5d9-4c0e-a0e5-a358bb9e5a56 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:11.483984 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ecb48afb-e5d9-4c0e-a0e5-a358bb9e5a56 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:11.489739 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ecb48afb-e5d9-4c0e-a0e5-a358bb9e5a56 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "PUT /v2.0/ports/98a32eea-2f40-452c-9a46-485052bcbf41 HTTP/1.1" status: 200 len: 970 time: 7.7051358 Feb 09 12:47:11.490575 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56532) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:11.619858 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c32de78-ecbf-498a-96ff-ab9e5222656e tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:11.620470 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c32de78-ecbf-498a-96ff-ab9e5222656e tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:11.621243 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c32de78-ecbf-498a-96ff-ab9e5222656e tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:11.621756 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c32de78-ecbf-498a-96ff-ab9e5222656e tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:11.622260 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c32de78-ecbf-498a-96ff-ab9e5222656e tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:11.622766 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c32de78-ecbf-498a-96ff-ab9e5222656e tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:11.623268 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c32de78-ecbf-498a-96ff-ab9e5222656e tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:11.623819 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c32de78-ecbf-498a-96ff-ab9e5222656e tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:11.624358 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c32de78-ecbf-498a-96ff-ab9e5222656e tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:11.624867 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c32de78-ecbf-498a-96ff-ab9e5222656e tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:11.625403 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c32de78-ecbf-498a-96ff-ab9e5222656e tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:11.625898 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c32de78-ecbf-498a-96ff-ab9e5222656e tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:11.628986 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2c32de78-ecbf-498a-96ff-ab9e5222656e tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7715 time: 0.3682675 Feb 09 12:47:11.645956 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb48afb-e5d9-4c0e-a0e5-a358bb9e5a56 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event updated for resources: {'Port': ['ID=98a32eea-2f40-452c-9a46-485052bcbf41,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:11.677181 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56538) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:11.797965 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-f79580ed-ba3f-4bea-b6f7-6611960d9105 req-76638c9f-0a72-4f0b-85f8-75b61fabfa0f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] No DVR routers for this DVR port 75ed85e6-3f26-42b7-b87a-e6a7b4731b55 on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:47:11.802001 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76638c9f-0a72-4f0b-85f8-75b61fabfa0f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event deleted for resources: {'Port': ['ID=75ed85e6-3f26-42b7-b87a-e6a7b4731b55,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:11.804440 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f79580ed-ba3f-4bea-b6f7-6611960d9105 req-76638c9f-0a72-4f0b-85f8-75b61fabfa0f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:11.822251 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c37a7-3d4f-44b1-aa54-119e595dcd77 req-773f3140-ded4-4505-b491-76bf4c51ed3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:11.823745 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-792c37a7-3d4f-44b1-aa54-119e595dcd77 req-773f3140-ded4-4505-b491-76bf4c51ed3e service neutron] 10.222.0.46 "GET /v2.0/networks?id=327afa3e-85e9-4f57-99d9-315ae9d2f2fb HTTP/1.1" status: 200 len: 898 time: 0.4692500 Feb 09 12:47:11.824740 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f79580ed-ba3f-4bea-b6f7-6611960d9105 req-76638c9f-0a72-4f0b-85f8-75b61fabfa0f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.46 "DELETE /v2.0/ports/75ed85e6-3f26-42b7-b87a-e6a7b4731b55 HTTP/1.1" status: 204 len: 173 time: 2.3989215 Feb 09 12:47:11.831813 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-4ef70e92-2bde-4af2-b626-c0f24d0dde53 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Deleting port 98a32eea-2f40-452c-9a46-485052bcbf41 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:47:11.838933 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4ef70e92-2bde-4af2-b626-c0f24d0dde53 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:11.863117 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-5f7027b1-6e74-40d2-b2c4-7fcd19676316 None None] Provisioning for port 98a32eea-2f40-452c-9a46-485052bcbf41 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:47:11.894210 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-5f7027b1-6e74-40d2-b2c4-7fcd19676316 None None] Provisioning complete for port 98a32eea-2f40-452c-9a46-485052bcbf41 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:47:11.894692 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5f7027b1-6e74-40d2-b2c4-7fcd19676316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:11.974081 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-5f7027b1-6e74-40d2-b2c4-7fcd19676316 None None] Port 98a32eea-2f40-452c-9a46-485052bcbf41 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:47:12.031970 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-792c37a7-3d4f-44b1-aa54-119e595dcd77 req-e14a2ece-0be4-4dd2-81ec-a125b8ded5c0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63088891-be07-4258-b070-f3aecc33cb53 HTTP/1.1" status: 200 len: 998 time: 0.1965635 Feb 09 12:47:12.105080 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-d20d7934-aced-4765-b895-5e29942f14a5 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Deleting port 8db06e56-4f01-45f1-bc55-dd648180999e {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:47:12.105431 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d20d7934-aced-4765-b895-5e29942f14a5 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:12.120213 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-13f1b84e-1a33-4dc2-b6fe-f1e329866452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb92640-1389-4272-ab5f-4ca72007d852', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1676738788', 'tenant_id': '57cad2baaf2145b1a083f7140eddf89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': 'b3a74bab-2585-4502-9b81-4dcaf571bfab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:46:11Z', 'updated_at': '2022-02-09T12:46:28Z', 'revision_number': 4, 'project_id': '57cad2baaf2145b1a083f7140eddf89d', 'gw_port': {'id': 'b3a74bab-2585-4502-9b81-4dcaf571bfab', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:45:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb92640-1389-4272-ab5f-4ca72007d852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:46:13Z', 'updated_at': '2022-02-09T12:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '0476d2ac-265d-4fb5-897d-d7d92f043995', 'tenant_id': '57cad2baaf2145b1a083f7140eddf89d', 'floating_ip_address': '172.25.7.58', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'dfb92640-1389-4272-ab5f-4ca72007d852', 'port_id': '63088891-be07-4258-b070-f3aecc33cb53', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '327afa3e-85e9-4f57-99d9-315ae9d2f2fb', 'mac_address': 'fa:16:3e:3c:41:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ac27be-d577-440f-967f-8f7e1b52fad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:47:03Z', 'updated_at': '2022-02-09T12:47:03Z', 'revision_number': 0, 'project_id': '57cad2baaf2145b1a083f7140eddf89d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dbef2cb-e519-4b42-80f1-85a1df9269a1', 'name': '', 'network_id': '327afa3e-85e9-4f57-99d9-315ae9d2f2fb', 'tenant_id': '57cad2baaf2145b1a083f7140eddf89d', 'mac_address': 'fa:16:3e:4c:74:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb92640-1389-4272-ab5f-4ca72007d852', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'fd42728f-6533-477f-97d9-f0995f638483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:46:26Z', 'updated_at': '2022-02-09T12:46:36Z', 'revision_number': 5, 'project_id': '57cad2baaf2145b1a083f7140eddf89d', 'subnets': [{'id': 'fd42728f-6533-477f-97d9-f0995f638483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:47:12.125926 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f1b84e-1a33-4dc2-b6fe-f1e329866452 None None] The sync data for ids ['dfb92640-1389-4272-ab5f-4ca72007d852'] in n-d-825178-3 is: [{'id': 'dfb92640-1389-4272-ab5f-4ca72007d852', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1676738788', 'tenant_id': '57cad2baaf2145b1a083f7140eddf89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': 'b3a74bab-2585-4502-9b81-4dcaf571bfab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:46:11Z', 'updated_at': '2022-02-09T12:46:28Z', 'revision_number': 4, 'project_id': '57cad2baaf2145b1a083f7140eddf89d', 'gw_port': {'id': 'b3a74bab-2585-4502-9b81-4dcaf571bfab', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:45:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb92640-1389-4272-ab5f-4ca72007d852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:46:13Z', 'updated_at': '2022-02-09T12:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '0476d2ac-265d-4fb5-897d-d7d92f043995', 'tenant_id': '57cad2baaf2145b1a083f7140eddf89d', 'floating_ip_address': '172.25.7.58', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'dfb92640-1389-4272-ab5f-4ca72007d852', 'port_id': '63088891-be07-4258-b070-f3aecc33cb53', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '327afa3e-85e9-4f57-99d9-315ae9d2f2fb', 'mac_address': 'fa:16:3e:3c:41:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ac27be-d577-440f-967f-8f7e1b52fad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:47:03Z', 'updated_at': '2022-02-09T12:47:03Z', 'revision_number': 0, 'project_id': '57cad2baaf2145b1a083f7140eddf89d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dbef2cb-e519-4b42-80f1-85a1df9269a1', 'name': '', 'network_id': '327afa3e-85e9-4f57-99d9-315ae9d2f2fb', 'tenant_id': '57cad2baaf2145b1a083f7140eddf89d', 'mac_address': 'fa:16:3e:4c:74:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb92640-1389-4272-ab5f-4ca72007d852', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'fd42728f-6533-477f-97d9-f0995f638483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:46:26Z', 'updated_at': '2022-02-09T12:46:36Z', 'revision_number': 5, 'project_id': '57cad2baaf2145b1a083f7140eddf89d', 'subnets': [{'id': 'fd42728f-6533-477f-97d9-f0995f638483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:47:12.215061 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c37a7-3d4f-44b1-aa54-119e595dcd77 req-44df5cfb-1cf4-4ab6-bfc1-605b480c009e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:12.216921 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-792c37a7-3d4f-44b1-aa54-119e595dcd77 req-44df5cfb-1cf4-4ab6-bfc1-605b480c009e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd42728f-6533-477f-97d9-f0995f638483 HTTP/1.1" status: 200 len: 834 time: 0.1748998 Feb 09 12:47:12.303702 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4ef70e92-2bde-4af2-b626-c0f24d0dde53 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:12.473287 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-4ef70e92-2bde-4af2-b626-c0f24d0dde53 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Calling delete_port for 98a32eea-2f40-452c-9a46-485052bcbf41 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:47:12.516838 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e83611-f529-4418-a2ac-47c6e9745fb1 None None] New status for floating IP 0476d2ac-265d-4fb5-897d-d7d92f043995: ACTIVE {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:47:12.600920 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-789cf505-7ca8-4855-9c0c-5ae04d181c31 req-b3d1c115-850a-49ce-acb8-6bc1861a5277 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=5854708d-441d-4415-8f55-98a09ccb8a08 HTTP/1.1" status: 200 len: 210 time: 0.0673082 Feb 09 12:47:12.641655 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4ef70e92-2bde-4af2-b626-c0f24d0dde53 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:12.710599 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef70e92-2bde-4af2-b626-c0f24d0dde53 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event deleted for resources: {'Port': ['ID=98a32eea-2f40-452c-9a46-485052bcbf41,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:12.766064 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4ef70e92-2bde-4af2-b626-c0f24d0dde53 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:12.783989 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4ef70e92-2bde-4af2-b626-c0f24d0dde53 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "DELETE /v2.0/ports/98a32eea-2f40-452c-9a46-485052bcbf41 HTTP/1.1" status: 204 len: 168 time: 1.2853768 Feb 09 12:47:12.785585 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56548) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:12.907177 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c37a7-3d4f-44b1-aa54-119e595dcd77 req-3a4b880e-744a-43cd-9432-462a262b3ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:12.912395 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-792c37a7-3d4f-44b1-aa54-119e595dcd77 req-3a4b880e-744a-43cd-9432-462a262b3ca3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=327afa3e-85e9-4f57-99d9-315ae9d2f2fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6816814 Feb 09 12:47:12.916128 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5854708d-441d-4415-8f55-98a09ccb8a08', 'name': 'network-vif-deleted', 'tag': '75ed85e6-3f26-42b7-b87a-e6a7b4731b55'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:47:12.943104 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b89675b-0134-442a-81c7-e7237743cd94 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] GET failed (client error): The resource could not be found. Feb 09 12:47:12.947649 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5b89675b-0134-442a-81c7-e7237743cd94 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Synchronizing usage tracker for tenant:02516ed7a4f240dfa605c2984d99ee86 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:47:12.985627 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5b89675b-0134-442a-81c7-e7237743cd94 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Unset dirty status for tenant:02516ed7a4f240dfa605c2984d99ee86 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:47:12.989429 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5b89675b-0134-442a-81c7-e7237743cd94 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "GET /v2.0/ports/98a32eea-2f40-452c-9a46-485052bcbf41 HTTP/1.1" status: 404 len: 333 time: 0.2004473 Feb 09 12:47:12.989782 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56554) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:13.017272 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5854708d-441d-4415-8f55-98a09ccb8a08', 'name': 'network-vif-deleted', 'tag': '75ed85e6-3f26-42b7-b87a-e6a7b4731b55', 'status': 'completed', 'code': 200} Feb 09 12:47:13.059110 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d20d7934-aced-4765-b895-5e29942f14a5 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:13.070013 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-76fe3213-a2d4-427b-ab33-f4e8e79fa3f8 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:13.084222 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-61ff8c07-080c-4c9e-a521-c6dc86dbb698 tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5027 time: 1.3793998 Feb 09 12:47:13.084788 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56560) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:13.120535 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-76fe3213-a2d4-427b-ab33-f4e8e79fa3f8 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:13.231333 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-76fe3213-a2d4-427b-ab33-f4e8e79fa3f8 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:13.239552 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-d20d7934-aced-4765-b895-5e29942f14a5 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Calling delete_port for 8db06e56-4f01-45f1-bc55-dd648180999e owned by network:router_interface {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:47:13.247653 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168deece-07dc-4751-97fc-5a448fde5ab0 tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:13.248159 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168deece-07dc-4751-97fc-5a448fde5ab0 tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:13.250864 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-168deece-07dc-4751-97fc-5a448fde5ab0 tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=dfb92640-1389-4272-ab5f-4ca72007d852 HTTP/1.1" status: 200 len: 1990 time: 0.1650169 Feb 09 12:47:13.256121 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fe3213-a2d4-427b-ab33-f4e8e79fa3f8 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=452f73eb-b444-4e4d-8fe1-3972649c4a37,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:13.264115 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-76fe3213-a2d4-427b-ab33-f4e8e79fa3f8 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:13.267954 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-76fe3213-a2d4-427b-ab33-f4e8e79fa3f8 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "DELETE /v2.0/security-groups/452f73eb-b444-4e4d-8fe1-3972649c4a37 HTTP/1.1" status: 204 len: 168 time: 0.2747395 Feb 09 12:47:13.270058 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56564) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:13.354747 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-61dd590f-bfbd-4917-abae-14f96e29bfd8 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:13.391089 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-61dd590f-bfbd-4917-abae-14f96e29bfd8 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:13.456887 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-61dd590f-bfbd-4917-abae-14f96e29bfd8 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:13.477346 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dd590f-bfbd-4917-abae-14f96e29bfd8 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6806eefc-7317-430e-85e5-57a64d4b7865,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:13.487388 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-61dd590f-bfbd-4917-abae-14f96e29bfd8 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:13.488621 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-61dd590f-bfbd-4917-abae-14f96e29bfd8 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "DELETE /v2.0/security-groups/6806eefc-7317-430e-85e5-57a64d4b7865 HTTP/1.1" status: 204 len: 168 time: 0.2172472 Feb 09 12:47:13.491596 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56570) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:13.540676 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-792c37a7-3d4f-44b1-aa54-119e595dcd77 req-ae261ee2-a345-4509-b3c2-9b1d5fbcbc63 service neutron] 10.222.0.46 "GET /v2.0/networks/327afa3e-85e9-4f57-99d9-315ae9d2f2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6072462 Feb 09 12:47:13.563075 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d4939cf1-58fd-42ab-b586-b0e9faa00358 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:13.610269 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d4939cf1-58fd-42ab-b586-b0e9faa00358 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:13.757335 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56576) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:13.844309 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-792c37a7-3d4f-44b1-aa54-119e595dcd77 req-046b9b66-b551-4403-b1e7-dffb44f6ebe5 service neutron] 10.222.0.46 "GET /v2.0/networks/327afa3e-85e9-4f57-99d9-315ae9d2f2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887275 Feb 09 12:47:13.852478 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d20d7934-aced-4765-b895-5e29942f14a5 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:13.922943 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20d7934-aced-4765-b895-5e29942f14a5 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event deleted for resources: {'Port': ['ID=8db06e56-4f01-45f1-bc55-dd648180999e,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:14.037939 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-63e508ec-1d12-4d45-9250-fb678daa4ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:14.154963 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d4939cf1-58fd-42ab-b586-b0e9faa00358 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:14.351173 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d20d7934-aced-4765-b895-5e29942f14a5 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:14.492210 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4939cf1-58fd-42ab-b586-b0e9faa00358 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2e63bd-99a9-4b7e-976c-8e11acacbe92,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:14.494239 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d4939cf1-58fd-42ab-b586-b0e9faa00358 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:14.497743 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d4939cf1-58fd-42ab-b586-b0e9faa00358 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "DELETE /v2.0/security-groups/0e2e63bd-99a9-4b7e-976c-8e11acacbe92 HTTP/1.1" status: 204 len: 168 time: 1.0026171 Feb 09 12:47:14.534676 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56588) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:14.658158 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-b40505a9-7a01-45af-b186-3b25d031ee90 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Deleting subnet b16830fa-e7ac-4317-8488-81f66924d122 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:47:14.667364 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b40505a9-7a01-45af-b186-3b25d031ee90 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:14.860969 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b40505a9-7a01-45af-b186-3b25d031ee90 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:15.046490 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20d7934-aced-4765-b895-5e29942f14a5 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Router 9c5425f4-95cf-4405-93fe-e0088fd09dbe has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:47:15.084798 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-38f6c2c2-12b7-45c1-9c06-c12565bdad1a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:15.166551 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b40505a9-7a01-45af-b186-3b25d031ee90 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:15.206192 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20d7934-aced-4765-b895-5e29942f14a5 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:47:15.217173 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb25425-16d8-4ef8-a35a-967678e89fb4 None None] Sync routers for ids ['9c5425f4-95cf-4405-93fe-e0088fd09dbe'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:47:15.223667 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d20d7934-aced-4765-b895-5e29942f14a5 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "PUT /v2.0/routers/9c5425f4-95cf-4405-93fe-e0088fd09dbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0563791 Feb 09 12:47:15.224463 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56592) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:15.231008 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb25425-16d8-4ef8-a35a-967678e89fb4 None None] Routers {'9c5425f4-95cf-4405-93fe-e0088fd09dbe'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:47:15.232335 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-ccb25425-16d8-4ef8-a35a-967678e89fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:46:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['9c5425f4-95cf-4405-93fe-e0088fd09dbe'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:47:15.302013 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-53c2c2c7-db1d-4eb6-aa01-bbe9b3d3b291 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] GET failed (client error): The resource could not be found. Feb 09 12:47:15.302480 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-53c2c2c7-db1d-4eb6-aa01-bbe9b3d3b291 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Synchronizing usage tracker for tenant:1a8f2026410d46378828a444f88ab686 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:47:15.310297 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-ccb25425-16d8-4ef8-a35a-967678e89fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:47:15.338916 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb25425-16d8-4ef8-a35a-967678e89fb4 None None] Routers {'9c5425f4-95cf-4405-93fe-e0088fd09dbe'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:47:15.341691 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-ccb25425-16d8-4ef8-a35a-967678e89fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:46:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['9c5425f4-95cf-4405-93fe-e0088fd09dbe'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:47:15.344843 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-53c2c2c7-db1d-4eb6-aa01-bbe9b3d3b291 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Unset dirty status for tenant:1a8f2026410d46378828a444f88ab686 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:47:15.346266 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-53c2c2c7-db1d-4eb6-aa01-bbe9b3d3b291 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "GET /v2.0/ports/8db06e56-4f01-45f1-bc55-dd648180999e HTTP/1.1" status: 404 len: 333 time: 0.1207047 Feb 09 12:47:15.348977 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56598) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:15.456485 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-ccb25425-16d8-4ef8-a35a-967678e89fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:47:15.456821 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb25425-16d8-4ef8-a35a-967678e89fb4 None None] The sync data for ids ['9c5425f4-95cf-4405-93fe-e0088fd09dbe'] in n-d-825178-3 is: [] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:47:15.542538 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b40505a9-7a01-45af-b186-3b25d031ee90 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:15.569125 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-60344f70-3336-44bc-b2c1-310c78d269d1 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:15.610662 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40505a9-7a01-45af-b186-3b25d031ee90 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event deleted for resources: {'Subnet': ['ID=b16830fa-e7ac-4317-8488-81f66924d122,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:15.613573 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b40505a9-7a01-45af-b186-3b25d031ee90 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:15.620388 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4068bb1b-6c41-4484-80f5-69b65f4f96ff None None] Network 4881f509-b5e5-4d71-bc6b-1ae804f808c4 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:47:15.632572 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b40505a9-7a01-45af-b186-3b25d031ee90 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "DELETE /v2.0/subnets/b16830fa-e7ac-4317-8488-81f66924d122 HTTP/1.1" status: 204 len: 168 time: 1.0965164 Feb 09 12:47:15.640820 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56608) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:15.717394 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-e09aded3-972f-4aa4-83d8-cefff77690ff tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Deleting subnet c06f60ea-87dc-4ba0-876e-df871e523820 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:47:15.724554 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e09aded3-972f-4aa4-83d8-cefff77690ff tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:15.802106 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e09aded3-972f-4aa4-83d8-cefff77690ff tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:15.995483 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-60344f70-3336-44bc-b2c1-310c78d269d1 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:15.998565 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-60344f70-3336-44bc-b2c1-310c78d269d1 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:16.026657 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-60344f70-3336-44bc-b2c1-310c78d269d1 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:16.027147 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60344f70-3336-44bc-b2c1-310c78d269d1 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Fanout notify agent at l3_agent the message router_deleted on router 9c5425f4-95cf-4405-93fe-e0088fd09dbe {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:47:16.038269 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-60344f70-3336-44bc-b2c1-310c78d269d1 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:16.039590 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-60344f70-3336-44bc-b2c1-310c78d269d1 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "DELETE /v2.0/routers/9c5425f4-95cf-4405-93fe-e0088fd09dbe HTTP/1.1" status: 204 len: 168 time: 0.6894982 Feb 09 12:47:16.042445 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56616) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:16.118722 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-38f6c2c2-12b7-45c1-9c06-c12565bdad1a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Deleting port 2ebd46f7-3f09-4fb1-bc4b-aa84e5b8c200 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:47:16.118991 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-38f6c2c2-12b7-45c1-9c06-c12565bdad1a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:16.392383 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-38f6c2c2-12b7-45c1-9c06-c12565bdad1a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] For port 2ebd46f7-3f09-4fb1-bc4b-aa84e5b8c200, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=2ebd46f7-3f09-4fb1-bc4b-aa84e5b8c200,segment=NetworkSegment(165836b6-b6db-405c-8f3f-6a74805e6a4d),segment_id=165836b6-b6db-405c-8f3f-6a74805e6a4d)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:47:16.393044 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-38f6c2c2-12b7-45c1-9c06-c12565bdad1a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:16.413301 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-59d14ac6-e0d2-48d0-b841-283a0bf36ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:16.437175 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb974714-8213-4e21-8f12-89b4b7261ea8 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Deleting subnet b25771f3-3e06-43b9-ae22-4c3b3597ba5f {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:47:16.610617 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-38f6c2c2-12b7-45c1-9c06-c12565bdad1a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Calling delete_port for 2ebd46f7-3f09-4fb1-bc4b-aa84e5b8c200 owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:47:16.651638 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eb974714-8213-4e21-8f12-89b4b7261ea8 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:16.714599 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eb974714-8213-4e21-8f12-89b4b7261ea8 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:16.842873 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e09aded3-972f-4aa4-83d8-cefff77690ff tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:16.962046 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eb974714-8213-4e21-8f12-89b4b7261ea8 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:16.966431 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-a96f84c7-0440-44b4-8508-d13a41ced113 None None] Provisioning complete for port 82b3fd21-a41b-4fc1-b41e-c44f111e38be triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:47:16.967027 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a96f84c7-0440-44b4-8508-d13a41ced113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:17.019989 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e09aded3-972f-4aa4-83d8-cefff77690ff tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:17.075933 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09aded3-972f-4aa4-83d8-cefff77690ff tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event deleted for resources: {'Subnet': ['ID=c06f60ea-87dc-4ba0-876e-df871e523820,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:17.080882 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-a96f84c7-0440-44b4-8508-d13a41ced113 None None] Port 82b3fd21-a41b-4fc1-b41e-c44f111e38be cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:47:17.086277 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e09aded3-972f-4aa4-83d8-cefff77690ff tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:17.095312 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56632) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:17.095779 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e09aded3-972f-4aa4-83d8-cefff77690ff tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "DELETE /v2.0/subnets/c06f60ea-87dc-4ba0-876e-df871e523820 HTTP/1.1" status: 204 len: 168 time: 1.4532778 Feb 09 12:47:17.105406 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-a96f84c7-0440-44b4-8508-d13a41ced113 None None] Provisioning complete for port 70b554ac-d622-47e4-b722-1351c8310995 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:47:17.106043 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a96f84c7-0440-44b4-8508-d13a41ced113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:17.127988 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eb974714-8213-4e21-8f12-89b4b7261ea8 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:17.163693 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200c9008-d486-45dc-9f01-b5380c6dbeb8 None None] Network 4881f509-b5e5-4d71-bc6b-1ae804f808c4 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:47:17.202136 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-e070f1bb-ac28-43c4-9234-88f4a11b4680 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] DELETE failed (client error): The resource could not be found. Feb 09 12:47:17.205183 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e070f1bb-ac28-43c4-9234-88f4a11b4680 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:47:17.210041 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e070f1bb-ac28-43c4-9234-88f4a11b4680 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "DELETE /v2.0/subnets/b16830fa-e7ac-4317-8488-81f66924d122 HTTP/1.1" status: 404 len: 337 time: 0.1118050 Feb 09 12:47:17.212934 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56636) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:17.219667 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb974714-8213-4e21-8f12-89b4b7261ea8 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event deleted for resources: {'Subnet': ['ID=b25771f3-3e06-43b9-ae22-4c3b3597ba5f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:17.225927 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eb974714-8213-4e21-8f12-89b4b7261ea8 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:17.250915 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-eb974714-8213-4e21-8f12-89b4b7261ea8 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "DELETE /v2.0/subnets/b25771f3-3e06-43b9-ae22-4c3b3597ba5f HTTP/1.1" status: 204 len: 168 time: 1.2054615 Feb 09 12:47:17.251742 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56640) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:17.300604 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309d646b-1296-476a-80d0-40666e981e2d None None] Network 86afa58c-6e1d-4f33-b6e1-01d418ef364b requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:47:17.336838 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ec87a28-ab6a-4f3d-9209-6d16e0be25fa tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Deleting subnet 5a9b7369-66c7-4a2a-9c77-53d7f9851cf5 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:47:17.340753 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8ec87a28-ab6a-4f3d-9209-6d16e0be25fa tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:17.442012 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8ec87a28-ab6a-4f3d-9209-6d16e0be25fa tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:17.500797 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-38f6c2c2-12b7-45c1-9c06-c12565bdad1a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:17.608741 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8ec87a28-ab6a-4f3d-9209-6d16e0be25fa tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:17.631163 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f6c2c2-12b7-45c1-9c06-c12565bdad1a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event deleted for resources: {'Port': ['ID=2ebd46f7-3f09-4fb1-bc4b-aa84e5b8c200,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:17.713296 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:17.763722 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8ec87a28-ab6a-4f3d-9209-6d16e0be25fa tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:17.784699 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1c20eaee-bb1b-485f-a5cc-1f03cebcbaaf tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:17.819571 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-1c20eaee-bb1b-485f-a5cc-1f03cebcbaaf tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Deleting port 165f9fb3-e4fe-4401-97e7-6b7253122126 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:47:17.820376 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1c20eaee-bb1b-485f-a5cc-1f03cebcbaaf tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:17.833529 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec87a28-ab6a-4f3d-9209-6d16e0be25fa tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event deleted for resources: {'Subnet': ['ID=5a9b7369-66c7-4a2a-9c77-53d7f9851cf5,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:17.836917 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:17.851638 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8ec87a28-ab6a-4f3d-9209-6d16e0be25fa tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:17.862717 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8ec87a28-ab6a-4f3d-9209-6d16e0be25fa tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "DELETE /v2.0/subnets/5a9b7369-66c7-4a2a-9c77-53d7f9851cf5 HTTP/1.1" status: 204 len: 168 time: 0.6485727 Feb 09 12:47:17.866695 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56648) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:17.945896 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-23f8e6b8-fbda-4326-8cab-7f198fc7e052 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] DELETE failed (client error): The resource could not be found. Feb 09 12:47:17.946363 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23f8e6b8-fbda-4326-8cab-7f198fc7e052 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:47:17.949606 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-23f8e6b8-fbda-4326-8cab-7f198fc7e052 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "DELETE /v2.0/subnets/04a89264-b9dd-41b6-ba7a-061da4518fd5 HTTP/1.1" status: 404 len: 337 time: 0.0819235 Feb 09 12:47:17.959171 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56652) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:18.095193 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-24900fbc-da16-4de9-8312-243b73e8b39c tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "GET /v2.0/ports?device_id=60e5046b-c484-422f-ba69-eb86f4a4ef4d HTTP/1.1" status: 200 len: 205 time: 0.1348846 Feb 09 12:47:18.097685 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56656) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:18.230340 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8dca51-c31d-4a6b-86be-3ab2260de4cd None None] DHCP port deletion for 86afa58c-6e1d-4f33-b6e1-01d418ef364b request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:47:18.250823 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-9b8dca51-c31d-4a6b-86be-3ab2260de4cd None None] Deleting port 165f9fb3-e4fe-4401-97e7-6b7253122126 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:47:18.251104 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9b8dca51-c31d-4a6b-86be-3ab2260de4cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:18.317050 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-68d1a242-869a-4b8d-af43-9a3448eaa680 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] delete failed (client error): The resource could not be found. Feb 09 12:47:18.318070 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-68d1a242-869a-4b8d-af43-9a3448eaa680 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "DELETE /v2.0/routers/60e5046b-c484-422f-ba69-eb86f4a4ef4d HTTP/1.1" status: 404 len: 336 time: 0.2194333 Feb 09 12:47:18.323613 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56660) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:18.353841 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11333b4-b39a-4997-bf73-8b7914f8bba1 None None] Update dhcp port {'port': {'network_id': '4881f509-b5e5-4d71-bc6b-1ae804f808c4', 'fixed_ips': [{'subnet_id': '5a9b7369-66c7-4a2a-9c77-53d7f9851cf5'}], 'binding:host_id': 'n-d-825178-3'}, 'id': '70b554ac-d622-47e4-b722-1351c8310995'} from n-d-825178-3. {{(pid=87569) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 12:47:18.397431 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-62c2c40d-953a-401d-a335-b79b3d403371 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] DELETE failed (client error): The resource could not be found. Feb 09 12:47:18.398048 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62c2c40d-953a-401d-a335-b79b3d403371 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:47:18.402051 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-62c2c40d-953a-401d-a335-b79b3d403371 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "DELETE /v2.0/subnets/c9df5f3b-cf14-4853-8074-1467e96913f2 HTTP/1.1" status: 404 len: 337 time: 0.0752482 Feb 09 12:47:18.402563 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56664) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:18.433164 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-1c20eaee-bb1b-485f-a5cc-1f03cebcbaaf tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] For port 165f9fb3-e4fe-4401-97e7-6b7253122126, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=165f9fb3-e4fe-4401-97e7-6b7253122126,segment=NetworkSegment(ca5e6d7d-1b27-42d7-838f-27b99da4e779),segment_id=ca5e6d7d-1b27-42d7-838f-27b99da4e779)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:47:18.433514 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1c20eaee-bb1b-485f-a5cc-1f03cebcbaaf tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:18.448264 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc9f89a5-c535-48a2-9717-378ca075f5c2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] DELETE failed (client error): The resource could not be found. Feb 09 12:47:18.448874 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc9f89a5-c535-48a2-9717-378ca075f5c2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:47:18.453377 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-cc9f89a5-c535-48a2-9717-378ca075f5c2 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "DELETE /v2.0/subnets/568733e5-af3e-413a-ba14-e893ae0b5e1c HTTP/1.1" status: 404 len: 337 time: 0.0470886 Feb 09 12:47:18.453915 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56668) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:18.492832 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a8b22a0-f417-44fa-80b9-3492bd8634d8 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] DELETE failed (client error): The resource could not be found. Feb 09 12:47:18.492832 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a8b22a0-f417-44fa-80b9-3492bd8634d8 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:47:18.493219 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a11333b4-b39a-4997-bf73-8b7914f8bba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:18.497045 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9a8b22a0-f417-44fa-80b9-3492bd8634d8 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "DELETE /v2.0/subnets/2fc824c7-ae6a-4047-b25c-354dea7222d5 HTTP/1.1" status: 404 len: 337 time: 0.0398242 Feb 09 12:47:18.497627 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56672) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:18.540141 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ac927be-d776-4a7b-a4b0-ade990102524 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] DELETE failed (client error): The resource could not be found. Feb 09 12:47:18.540764 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ac927be-d776-4a7b-a4b0-ade990102524 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:47:18.544871 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-0ac927be-d776-4a7b-a4b0-ade990102524 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "DELETE /v2.0/ports/77ae3167-3130-44d9-863f-d9b05f07e58f HTTP/1.1" status: 404 len: 333 time: 0.0439079 Feb 09 12:47:18.545911 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56676) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:18.561587 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-1c20eaee-bb1b-485f-a5cc-1f03cebcbaaf tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Calling delete_port for 165f9fb3-e4fe-4401-97e7-6b7253122126 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:47:18.588875 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-6de676d1-e54e-4cfb-873c-8be427190b31 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] DELETE failed (client error): The resource could not be found. Feb 09 12:47:18.589635 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6de676d1-e54e-4cfb-873c-8be427190b31 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:47:18.594007 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-6de676d1-e54e-4cfb-873c-8be427190b31 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "DELETE /v2.0/subnets/e7df20b8-eb6b-46aa-9c5b-1e8cb75b2fca HTTP/1.1" status: 404 len: 337 time: 0.0445256 Feb 09 12:47:18.594202 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-9b8dca51-c31d-4a6b-86be-3ab2260de4cd None None] For port 165f9fb3-e4fe-4401-97e7-6b7253122126, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=165f9fb3-e4fe-4401-97e7-6b7253122126,segment=NetworkSegment(ca5e6d7d-1b27-42d7-838f-27b99da4e779),segment_id=ca5e6d7d-1b27-42d7-838f-27b99da4e779)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:47:18.594818 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9b8dca51-c31d-4a6b-86be-3ab2260de4cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:18.594967 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56680) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:18.642457 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f936273-9eb8-4f19-ad29-70f2f90f35fb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] DELETE failed (client error): The resource could not be found. Feb 09 12:47:18.643141 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f936273-9eb8-4f19-ad29-70f2f90f35fb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:47:18.647717 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1f936273-9eb8-4f19-ad29-70f2f90f35fb tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "DELETE /v2.0/subnets/c244a2e3-9909-4b19-8e02-e4f6a3badd07 HTTP/1.1" status: 404 len: 337 time: 0.0493228 Feb 09 12:47:18.647907 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1c20eaee-bb1b-485f-a5cc-1f03cebcbaaf tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:18.649058 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56686) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:18.698098 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-b90404c2-aa67-470d-bf1c-09e7ebb0a73e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] DELETE failed (client error): The resource could not be found. Feb 09 12:47:18.698657 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b90404c2-aa67-470d-bf1c-09e7ebb0a73e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:47:18.703928 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b90404c2-aa67-470d-bf1c-09e7ebb0a73e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "DELETE /v2.0/ports/aa2a209f-2d83-481b-88e5-854197152318 HTTP/1.1" status: 404 len: 333 time: 0.0487437 Feb 09 12:47:18.711874 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56690) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:18.810331 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-24398e63-6a20-4247-863a-939fbb792127 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] DELETE failed (client error): The resource could not be found. Feb 09 12:47:18.810791 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24398e63-6a20-4247-863a-939fbb792127 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:47:18.812580 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-24398e63-6a20-4247-863a-939fbb792127 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "DELETE /v2.0/subnets/6b449946-8f7c-44d2-b805-d49beaf10c17 HTTP/1.1" status: 404 len: 337 time: 0.1026447 Feb 09 12:47:18.815041 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56698) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:18.817842 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-9b8dca51-c31d-4a6b-86be-3ab2260de4cd None None] Calling delete_port for 165f9fb3-e4fe-4401-97e7-6b7253122126 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:47:18.818733 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-38f6c2c2-12b7-45c1-9c06-c12565bdad1a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:18.850221 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c20eaee-bb1b-485f-a5cc-1f03cebcbaaf tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event deleted for resources: {'Port': ['ID=165f9fb3-e4fe-4401-97e7-6b7253122126,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:18.856354 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c20eaee-bb1b-485f-a5cc-1f03cebcbaaf tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] No DVR routers for this DVR port 165f9fb3-e4fe-4401-97e7-6b7253122126 on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:47:18.867959 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e7aaac7-ca9d-455d-a954-9a1ba660899e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] DELETE failed (client error): The resource could not be found. Feb 09 12:47:18.868428 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e7aaac7-ca9d-455d-a954-9a1ba660899e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:47:18.872841 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8e7aaac7-ca9d-455d-a954-9a1ba660899e tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "DELETE /v2.0/subnets/c918b19d-431c-4c73-b241-500fd5cea981 HTTP/1.1" status: 404 len: 337 time: 0.0568686 Feb 09 12:47:18.874196 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56704) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:19.002318 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-1de01423-f194-4f94-95a1-d4dc733eb69d tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Deleting port 82b3fd21-a41b-4fc1-b41e-c44f111e38be {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:47:19.002673 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1de01423-f194-4f94-95a1-d4dc733eb69d tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:19.004520 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-9b8dca51-c31d-4a6b-86be-3ab2260de4cd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:47:19.012968 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-9b8dca51-c31d-4a6b-86be-3ab2260de4cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:47:19.021793 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50280bd-71d3-499b-b87d-c8b27ae4ae20 None None] Network 4881f509-b5e5-4d71-bc6b-1ae804f808c4 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:47:19.168155 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1c20eaee-bb1b-485f-a5cc-1f03cebcbaaf tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:19.237221 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:19.271250 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-62678636-5ef0-4460-be22-4131659e6ba9 None None] Provisioning complete for port 82b3fd21-a41b-4fc1-b41e-c44f111e38be triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:47:19.271865 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-62678636-5ef0-4460-be22-4131659e6ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:19.330536 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-1c20eaee-bb1b-485f-a5cc-1f03cebcbaaf tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86afa58c-6e1d-4f33-b6e1-01d418ef364b']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:47:19.384291 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-1c20eaee-bb1b-485f-a5cc-1f03cebcbaaf tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca5e6d7d-1b27-42d7-838f-27b99da4e779') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:47:19.384782 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-1c20eaee-bb1b-485f-a5cc-1f03cebcbaaf tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca5e6d7d-1b27-42d7-838f-27b99da4e779') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:47:19.411541 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1c20eaee-bb1b-485f-a5cc-1f03cebcbaaf tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:19.444498 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1c20eaee-bb1b-485f-a5cc-1f03cebcbaaf tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:19.465340 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c20eaee-bb1b-485f-a5cc-1f03cebcbaaf tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:47:19.465866 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1c20eaee-bb1b-485f-a5cc-1f03cebcbaaf tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:19.497236 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 165f9fb3-e4fe-4401-97e7-6b7253122126 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:47:19.567389 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-9b8dca51-c31d-4a6b-86be-3ab2260de4cd None None] Deleting port 165f9fb3-e4fe-4401-97e7-6b7253122126 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:47:19.567765 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9b8dca51-c31d-4a6b-86be-3ab2260de4cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:19.577744 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:47:19.577744 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:47:19.577744 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:47:19.577744 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:47:19.577744 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:47:19.577744 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:47:19.577744 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:47:19.577744 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:47:19.577744 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:47:19.577744 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:47:19.577744 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:47:19.577744 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:47:19.577744 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:47:19.577744 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:47:19.577744 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:47:19.577744 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:47:19.577744 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:47:19.577744 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:47:19.577744 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:47:19.577744 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:47:19.577744 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:47:19.577744 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:47:19.577744 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:47:19.577744 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:47:19.577744 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:47:19.577744 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:47:19.577744 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:47:19.577744 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:47:19.577744 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:47:19.577744 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:47:19.577744 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:47:19.577744 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:47:19.589491 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1c20eaee-bb1b-485f-a5cc-1f03cebcbaaf tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:19.591590 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1de01423-f194-4f94-95a1-d4dc733eb69d tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:19.623725 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1c20eaee-bb1b-485f-a5cc-1f03cebcbaaf tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:19.637914 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c20eaee-bb1b-485f-a5cc-1f03cebcbaaf tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event deleted for resources: {'Network': ['ID=86afa58c-6e1d-4f33-b6e1-01d418ef364b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:19.643159 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-62678636-5ef0-4460-be22-4131659e6ba9 None None] Port 82b3fd21-a41b-4fc1-b41e-c44f111e38be cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:47:19.664496 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 165f9fb3-e4fe-4401-97e7-6b7253122126 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:47:19.664839 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 165f9fb3-e4fe-4401-97e7-6b7253122126 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:47:19.665266 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 70b554ac-d622-47e4-b722-1351c8310995 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:47:19.753364 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1c20eaee-bb1b-485f-a5cc-1f03cebcbaaf tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "DELETE /v2.0/networks/86afa58c-6e1d-4f33-b6e1-01d418ef364b HTTP/1.1" status: 204 len: 168 time: 2.4980867 Feb 09 12:47:19.758099 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56720) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:19.766505 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-1de01423-f194-4f94-95a1-d4dc733eb69d tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Calling delete_port for 82b3fd21-a41b-4fc1-b41e-c44f111e38be owned by {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:47:19.801231 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-9b8dca51-c31d-4a6b-86be-3ab2260de4cd None None] The port '165f9fb3-e4fe-4401-97e7-6b7253122126' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:47:19.830288 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-62678636-5ef0-4460-be22-4131659e6ba9 None None] Provisioning complete for port 70b554ac-d622-47e4-b722-1351c8310995 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:47:19.831283 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-62678636-5ef0-4460-be22-4131659e6ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:19.950569 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3dbe2a-be55-41e9-bf91-ca717cc36570 None None] DHCP port deletion for 4881f509-b5e5-4d71-bc6b-1ae804f808c4 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:47:19.964025 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-6b3dbe2a-be55-41e9-bf91-ca717cc36570 None None] Deleting port 70b554ac-d622-47e4-b722-1351c8310995 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:47:19.964703 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6b3dbe2a-be55-41e9-bf91-ca717cc36570 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:19.968737 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eba26c3-0cf9-4ca2-a74d-74cb5c55989a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:19.970400 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-7eba26c3-0cf9-4ca2-a74d-74cb5c55989a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "GET /v2.0/ports/89b835f6-d8b3-4a7f-ba05-d5e98d80cc64 HTTP/1.1" status: 200 len: 840 time: 0.1659539 Feb 09 12:47:19.974645 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56724) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:20.000335 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1de01423-f194-4f94-95a1-d4dc733eb69d tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:20.025630 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:20.088379 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f6c2c2-12b7-45c1-9c06-c12565bdad1a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Router 5cb141e8-3471-4013-871a-0f1532447488 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:47:20.117023 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de01423-f194-4f94-95a1-d4dc733eb69d tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event deleted for resources: {'Port': ['ID=82b3fd21-a41b-4fc1-b41e-c44f111e38be,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:20.129114 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1de01423-f194-4f94-95a1-d4dc733eb69d tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:20.146706 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1de01423-f194-4f94-95a1-d4dc733eb69d tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "DELETE /v2.0/ports/82b3fd21-a41b-4fc1-b41e-c44f111e38be HTTP/1.1" status: 204 len: 168 time: 1.2712903 Feb 09 12:47:20.149049 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56728) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:20.188852 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-decac179-d472-4f6e-8b46-1b66c76857aa tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Synchronizing usage tracker for tenant:1a8f2026410d46378828a444f88ab686 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:47:20.228243 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-decac179-d472-4f6e-8b46-1b66c76857aa tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Unset dirty status for tenant:1a8f2026410d46378828a444f88ab686 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:47:20.233807 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-decac179-d472-4f6e-8b46-1b66c76857aa tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "GET /v2.0/ports/89b835f6-d8b3-4a7f-ba05-d5e98d80cc64?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2542655 Feb 09 12:47:20.235775 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56732) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:20.245083 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-f0961610-38d8-4bdd-ac41-e197b91eaa73 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Request body: {'subnet': {'network_id': 'd601a5d0-34da-4ed7-8a13-d0aaac94b8f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:47:20.274279 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 70b554ac-d622-47e4-b722-1351c8310995, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=70b554ac-d622-47e4-b722-1351c8310995,segment=NetworkSegment(03bf6604-27b6-4029-bb73-86448cab8806),segment_id=03bf6604-27b6-4029-bb73-86448cab8806)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:47:20.340635 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:20.394682 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4c7da26a-ac91-4ff0-b698-0c3186245462 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:20.431544 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-4c7da26a-ac91-4ff0-b698-0c3186245462 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Deleting port 70b554ac-d622-47e4-b722-1351c8310995 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:47:20.431544 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4c7da26a-ac91-4ff0-b698-0c3186245462 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:20.582382 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-6b3dbe2a-be55-41e9-bf91-ca717cc36570 None None] For port 70b554ac-d622-47e4-b722-1351c8310995, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=70b554ac-d622-47e4-b722-1351c8310995,segment=NetworkSegment(03bf6604-27b6-4029-bb73-86448cab8806),segment_id=03bf6604-27b6-4029-bb73-86448cab8806)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:47:20.582870 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6b3dbe2a-be55-41e9-bf91-ca717cc36570 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:20.595346 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:20.652864 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=70b554ac-d622-47e4-b722-1351c8310995,revision_number=11']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:20.728424 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-6b3dbe2a-be55-41e9-bf91-ca717cc36570 None None] Calling delete_port for 70b554ac-d622-47e4-b722-1351c8310995 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:47:20.837828 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-6b3dbe2a-be55-41e9-bf91-ca717cc36570 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:47:20.838440 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-6b3dbe2a-be55-41e9-bf91-ca717cc36570 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:47:20.876038 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-4c7da26a-ac91-4ff0-b698-0c3186245462 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] For port 70b554ac-d622-47e4-b722-1351c8310995, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=70b554ac-d622-47e4-b722-1351c8310995,segment=NetworkSegment(03bf6604-27b6-4029-bb73-86448cab8806),segment_id=03bf6604-27b6-4029-bb73-86448cab8806)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:47:20.876656 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4c7da26a-ac91-4ff0-b698-0c3186245462 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:20.901879 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f0961610-38d8-4bdd-ac41-e197b91eaa73 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:47:20.909361 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f0961610-38d8-4bdd-ac41-e197b91eaa73 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Usage tracker for resource:subnet and tenant:1a8f2026410d46378828a444f88ab686 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:47:20.913595 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f0961610-38d8-4bdd-ac41-e197b91eaa73 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:47:20.930598 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f0961610-38d8-4bdd-ac41-e197b91eaa73 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:47:20.946559 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f6c2c2-12b7-45c1-9c06-c12565bdad1a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:47:20.959448 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92389280-27c2-44be-bab8-99f280fa8dc3 None None] Sync routers for ids ['5cb141e8-3471-4013-871a-0f1532447488'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:47:20.966078 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-38f6c2c2-12b7-45c1-9c06-c12565bdad1a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "PUT /v2.0/routers/5cb141e8-3471-4013-871a-0f1532447488/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2075803 Feb 09 12:47:20.968137 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56740) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:20.978270 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92389280-27c2-44be-bab8-99f280fa8dc3 None None] Routers {'5cb141e8-3471-4013-871a-0f1532447488'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:47:20.980682 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-92389280-27c2-44be-bab8-99f280fa8dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:47:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['5cb141e8-3471-4013-871a-0f1532447488'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:47:21.005675 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0961610-38d8-4bdd-ac41-e197b91eaa73 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Made reservation on behalf of 1a8f2026410d46378828a444f88ab686 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:47:21.008362 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-4c7da26a-ac91-4ff0-b698-0c3186245462 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Calling delete_port for 70b554ac-d622-47e4-b722-1351c8310995 owned by network:dhcp {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:47:21.009877 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f0961610-38d8-4bdd-ac41-e197b91eaa73 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:21.101098 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4c7da26a-ac91-4ff0-b698-0c3186245462 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:21.153702 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7da26a-ac91-4ff0-b698-0c3186245462 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event deleted for resources: {'Port': ['ID=70b554ac-d622-47e4-b722-1351c8310995,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:21.156533 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7da26a-ac91-4ff0-b698-0c3186245462 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] No DVR routers for this DVR port 70b554ac-d622-47e4-b722-1351c8310995 on host n-d-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:47:21.183989 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad4ffa7e-ff2d-4eb3-9486-2481c6a5ce60 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Deleting subnet 06fc60d5-c8e6-4c94-95bd-167f47074207 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:47:21.194673 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ad4ffa7e-ff2d-4eb3-9486-2481c6a5ce60 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:21.277211 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ad4ffa7e-ff2d-4eb3-9486-2481c6a5ce60 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:21.289785 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4c7da26a-ac91-4ff0-b698-0c3186245462 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:21.298555 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-92389280-27c2-44be-bab8-99f280fa8dc3 None None] Set router 5cb141e8-3471-4013-871a-0f1532447488 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:47:21.315393 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-4c7da26a-ac91-4ff0-b698-0c3186245462 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4881f509-b5e5-4d71-bc6b-1ae804f808c4']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:47:21.331693 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-4c7da26a-ac91-4ff0-b698-0c3186245462 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03bf6604-27b6-4029-bb73-86448cab8806') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:47:21.332298 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-4c7da26a-ac91-4ff0-b698-0c3186245462 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03bf6604-27b6-4029-bb73-86448cab8806') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:47:21.339551 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-6b3dbe2a-be55-41e9-bf91-ca717cc36570 None None] Deleting port 70b554ac-d622-47e4-b722-1351c8310995 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:47:21.339960 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6b3dbe2a-be55-41e9-bf91-ca717cc36570 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:21.345085 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4c7da26a-ac91-4ff0-b698-0c3186245462 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:21.361508 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4c7da26a-ac91-4ff0-b698-0c3186245462 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:21.368091 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c7da26a-ac91-4ff0-b698-0c3186245462 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:47:21.368729 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4c7da26a-ac91-4ff0-b698-0c3186245462 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:21.371377 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ad4ffa7e-ff2d-4eb3-9486-2481c6a5ce60 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:21.459578 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ad4ffa7e-ff2d-4eb3-9486-2481c6a5ce60 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:21.460715 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:47:21.460715 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:47:21.460715 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:47:21.460715 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:47:21.460715 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:47:21.460715 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:47:21.460715 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:47:21.460715 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:47:21.460715 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:47:21.460715 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:47:21.460715 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:47:21.460715 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:47:21.460715 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:47:21.460715 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:47:21.460715 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:47:21.460715 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:47:21.460715 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:47:21.460715 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:47:21.460715 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:47:21.460715 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:47:21.460715 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:47:21.460715 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:47:21.460715 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:47:21.460715 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:47:21.460715 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:47:21.460715 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:47:21.460715 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:47:21.460715 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:47:21.460715 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:47:21.460715 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:47:21.460715 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:47:21.460715 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:47:21.466579 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4c7da26a-ac91-4ff0-b698-0c3186245462 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:21.494373 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-6b3dbe2a-be55-41e9-bf91-ca717cc36570 None None] The port '70b554ac-d622-47e4-b722-1351c8310995' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:47:21.525285 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4c7da26a-ac91-4ff0-b698-0c3186245462 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:21.528262 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7da26a-ac91-4ff0-b698-0c3186245462 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] Pushing event deleted for resources: {'Network': ['ID=4881f509-b5e5-4d71-bc6b-1ae804f808c4,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:21.551649 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4c7da26a-ac91-4ff0-b698-0c3186245462 tempest-PortsIpV6TestJSON-1884499791 tempest-PortsIpV6TestJSON-1884499791-project] 10.222.0.55 "DELETE /v2.0/networks/4881f509-b5e5-4d71-bc6b-1ae804f808c4 HTTP/1.1" status: 204 len: 168 time: 1.4013665 Feb 09 12:47:21.560210 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ffa7e-ff2d-4eb3-9486-2481c6a5ce60 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event deleted for resources: {'Subnet': ['ID=06fc60d5-c8e6-4c94-95bd-167f47074207,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:21.573630 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ad4ffa7e-ff2d-4eb3-9486-2481c6a5ce60 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:21.574236 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcd388a-efc2-406d-b095-a76778e2cdb0 None None] Network 661b89d1-11f6-41cf-907a-600d8dd46c61 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:47:21.587605 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ad4ffa7e-ff2d-4eb3-9486-2481c6a5ce60 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "DELETE /v2.0/subnets/06fc60d5-c8e6-4c94-95bd-167f47074207 HTTP/1.1" status: 204 len: 168 time: 0.6182847 Feb 09 12:47:21.590304 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56746) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:21.698787 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f0961610-38d8-4bdd-ac41-e197b91eaa73 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:21.791983 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-92389280-27c2-44be-bab8-99f280fa8dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb141e8-3471-4013-871a-0f1532447488', 'name': 'tempest-TestNetworkAdvancedServerOps-router-521203528', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '5dd6e150-d632-4b76-abda-698b718d9d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:44:28Z', 'updated_at': '2022-02-09T12:47:17Z', 'revision_number': 5, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': '5dd6e150-d632-4b76-abda-698b718d9d76', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:81:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb141e8-3471-4013-871a-0f1532447488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:44:30Z', 'updated_at': '2022-02-09T12:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:47:21.802424 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92389280-27c2-44be-bab8-99f280fa8dc3 None None] Checking router: 5cb141e8-3471-4013-871a-0f1532447488 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:47:21.824589 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0961610-38d8-4bdd-ac41-e197b91eaa73 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Network d601a5d0-34da-4ed7-8a13-d0aaac94b8f4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:47:21.826024 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92389280-27c2-44be-bab8-99f280fa8dc3 None None] Routers {'5cb141e8-3471-4013-871a-0f1532447488'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:47:21.828432 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-92389280-27c2-44be-bab8-99f280fa8dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:47:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['5cb141e8-3471-4013-871a-0f1532447488'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:47:21.832349 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-f0961610-38d8-4bdd-ac41-e197b91eaa73 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:47:21.846157 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0961610-38d8-4bdd-ac41-e197b91eaa73 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:21.846928 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f0961610-38d8-4bdd-ac41-e197b91eaa73 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:21.864012 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed20cb0-3fa2-4208-b2c6-87fd7fa0bd7e None None] Network d601a5d0-34da-4ed7-8a13-d0aaac94b8f4 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:47:21.919463 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0961610-38d8-4bdd-ac41-e197b91eaa73 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event updated for resources: {'Subnet': ['ID=46a8b289-3761-4cef-84be-aabf51efc374,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:21.941205 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f0961610-38d8-4bdd-ac41-e197b91eaa73 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7020774 Feb 09 12:47:21.943034 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56754) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:21.961351 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-6cdd63af-fb8d-4285-8604-58b2224b81a7 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Request body: {'security_group': {'name': 'tempest-secgroup-1911239027'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:47:21.983102 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6cdd63af-fb8d-4285-8604-58b2224b81a7 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:47:21.995888 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-6cdd63af-fb8d-4285-8604-58b2224b81a7 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Usage tracker for resource:security_group and tenant:1a8f2026410d46378828a444f88ab686 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:47:22.002986 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-6cdd63af-fb8d-4285-8604-58b2224b81a7 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:47:22.024815 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6cdd63af-fb8d-4285-8604-58b2224b81a7 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:47:22.053997 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6cdd63af-fb8d-4285-8604-58b2224b81a7 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:22.121578 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6cdd63af-fb8d-4285-8604-58b2224b81a7 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:47:22.126878 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-92389280-27c2-44be-bab8-99f280fa8dc3 None None] Set router 5cb141e8-3471-4013-871a-0f1532447488 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:47:22.136502 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-6cdd63af-fb8d-4285-8604-58b2224b81a7 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Usage tracker for resource:security_group_rule and tenant:1a8f2026410d46378828a444f88ab686 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:47:22.141470 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-6cdd63af-fb8d-4285-8604-58b2224b81a7 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:47:22.151662 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6cdd63af-fb8d-4285-8604-58b2224b81a7 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:47:22.294757 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-103477cb-c211-41af-b994-1438de1b682e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:22.339138 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56760) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:22.402085 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6cdd63af-fb8d-4285-8604-58b2224b81a7 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:22.409074 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6cdd63af-fb8d-4285-8604-58b2224b81a7 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:22.504698 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd63af-fb8d-4285-8604-58b2224b81a7 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6871d6e-0ac4-411f-ab3e-138d868816ec,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:22.515425 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6cdd63af-fb8d-4285-8604-58b2224b81a7 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:22.516680 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6cdd63af-fb8d-4285-8604-58b2224b81a7 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5726814 Feb 09 12:47:22.528320 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56768) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:22.534514 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-1420c4b9-0af0-4a70-b9cf-897feec5fe68 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Request body: {'security_group': {'name': 'tempest-secgroup-183750312'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:47:22.550962 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1420c4b9-0af0-4a70-b9cf-897feec5fe68 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:47:22.580822 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-92389280-27c2-44be-bab8-99f280fa8dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb141e8-3471-4013-871a-0f1532447488', 'name': 'tempest-TestNetworkAdvancedServerOps-router-521203528', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '5dd6e150-d632-4b76-abda-698b718d9d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:44:28Z', 'updated_at': '2022-02-09T12:47:17Z', 'revision_number': 5, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': '5dd6e150-d632-4b76-abda-698b718d9d76', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:81:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb141e8-3471-4013-871a-0f1532447488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:44:30Z', 'updated_at': '2022-02-09T12:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:47:22.585454 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92389280-27c2-44be-bab8-99f280fa8dc3 None None] The sync data for ids ['5cb141e8-3471-4013-871a-0f1532447488'] in n-d-825178-3 is: [{'id': '5cb141e8-3471-4013-871a-0f1532447488', 'name': 'tempest-TestNetworkAdvancedServerOps-router-521203528', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '5dd6e150-d632-4b76-abda-698b718d9d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:44:28Z', 'updated_at': '2022-02-09T12:47:17Z', 'revision_number': 5, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': '5dd6e150-d632-4b76-abda-698b718d9d76', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:81:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb141e8-3471-4013-871a-0f1532447488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:44:30Z', 'updated_at': '2022-02-09T12:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:47:22.603214 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-1420c4b9-0af0-4a70-b9cf-897feec5fe68 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Usage tracker for resource:security_group and tenant:1a8f2026410d46378828a444f88ab686 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:47:22.609625 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-1420c4b9-0af0-4a70-b9cf-897feec5fe68 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:47:22.623410 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1420c4b9-0af0-4a70-b9cf-897feec5fe68 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:47:22.629414 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e880b5ca-faf6-4b20-aad3-b89f5e625c69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-d601a5d0-34da-4ed7-8a13-d0aaac94b8f4', 'network_id': 'd601a5d0-34da-4ed7-8a13-d0aaac94b8f4', 'tenant_id': '1a8f2026410d46378828a444f88ab686', 'fixed_ips': [{'subnet_id': '46a8b289-3761-4cef-84be-aabf51efc374'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:47:22.630500 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e880b5ca-faf6-4b20-aad3-b89f5e625c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:22.643589 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e1a40dab-2c2e-4765-b85e-5e7ef54d1a1e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=02516ed7a4f240dfa605c2984d99ee86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3032789 Feb 09 12:47:22.651888 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f18a87-ebf7-4eb3-b4e8-cb2c2556fcea None None] DHCP port deletion for 661b89d1-11f6-41cf-907a-600d8dd46c61 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:47:22.652238 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56772) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:22.659976 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-81f18a87-ebf7-4eb3-b4e8-cb2c2556fcea None None] Deleting port 07a9738e-dc73-4ecc-b2c9-39be09b18891 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:47:22.660520 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-81f18a87-ebf7-4eb3-b4e8-cb2c2556fcea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:22.705275 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1420c4b9-0af0-4a70-b9cf-897feec5fe68 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:22.724127 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-103477cb-c211-41af-b994-1438de1b682e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:22.741982 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-103477cb-c211-41af-b994-1438de1b682e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Deleting port 5dd6e150-d632-4b76-abda-698b718d9d76 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:47:22.742494 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-103477cb-c211-41af-b994-1438de1b682e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:22.761227 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1420c4b9-0af0-4a70-b9cf-897feec5fe68 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:47:22.769865 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-1420c4b9-0af0-4a70-b9cf-897feec5fe68 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Usage tracker for resource:security_group_rule and tenant:1a8f2026410d46378828a444f88ab686 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:47:22.777358 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-291acbbd-c6a0-40da-b90c-7570f6d341f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:22.797809 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-291acbbd-c6a0-40da-b90c-7570f6d341f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:22.832807 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-1420c4b9-0af0-4a70-b9cf-897feec5fe68 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:47:22.842773 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1420c4b9-0af0-4a70-b9cf-897feec5fe68 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:47:22.898754 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-291acbbd-c6a0-40da-b90c-7570f6d341f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:22.924388 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291acbbd-c6a0-40da-b90c-7570f6d341f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14daaf86-3608-4905-b8ad-b108789a5c57,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:22.944754 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-291acbbd-c6a0-40da-b90c-7570f6d341f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:22.946234 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-291acbbd-c6a0-40da-b90c-7570f6d341f4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/14daaf86-3608-4905-b8ad-b108789a5c57 HTTP/1.1" status: 204 len: 168 time: 0.2930317 Feb 09 12:47:23.046065 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:23.056814 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-103477cb-c211-41af-b994-1438de1b682e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] For port 5dd6e150-d632-4b76-abda-698b718d9d76, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5dd6e150-d632-4b76-abda-698b718d9d76,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:47:23.056988 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-103477cb-c211-41af-b994-1438de1b682e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:23.091389 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-e880b5ca-faf6-4b20-aad3-b89f5e625c69 None None] Allocated IP 172.20.0.2 (d601a5d0-34da-4ed7-8a13-d0aaac94b8f4/46a8b289-3761-4cef-84be-aabf51efc374/b1bfc993-87ee-49f0-b757-76a5dec9fdd3) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:47:23.108474 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-81f18a87-ebf7-4eb3-b4e8-cb2c2556fcea None None] For port 07a9738e-dc73-4ecc-b2c9-39be09b18891, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=07a9738e-dc73-4ecc-b2c9-39be09b18891,segment=NetworkSegment(165836b6-b6db-405c-8f3f-6a74805e6a4d),segment_id=165836b6-b6db-405c-8f3f-6a74805e6a4d)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:47:23.109159 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-81f18a87-ebf7-4eb3-b4e8-cb2c2556fcea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:23.172644 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1420c4b9-0af0-4a70-b9cf-897feec5fe68 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:23.182443 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1420c4b9-0af0-4a70-b9cf-897feec5fe68 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:23.219447 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-103477cb-c211-41af-b994-1438de1b682e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Calling delete_port for 5dd6e150-d632-4b76-abda-698b718d9d76 owned by network:router_gateway {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:47:23.281284 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1420c4b9-0af0-4a70-b9cf-897feec5fe68 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:23.282599 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1420c4b9-0af0-4a70-b9cf-897feec5fe68 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7532713 Feb 09 12:47:23.303486 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56784) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:23.329856 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-fb8fed5f-03aa-4dcd-8d09-3f9dd57759e1 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-150661645', 'security_groups': ['439ba529-d213-47b8-9471-797918177b38'], 'network_id': 'd601a5d0-34da-4ed7-8a13-d0aaac94b8f4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '46a8b289-3761-4cef-84be-aabf51efc374'}]}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:47:23.371359 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1420c4b9-0af0-4a70-b9cf-897feec5fe68 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=439ba529-d213-47b8-9471-797918177b38,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:23.549517 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-81f18a87-ebf7-4eb3-b4e8-cb2c2556fcea None None] Calling delete_port for 07a9738e-dc73-4ecc-b2c9-39be09b18891 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:47:23.571799 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56792) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:23.592468 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-fb8fed5f-03aa-4dcd-8d09-3f9dd57759e1 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:47:23.610061 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-103477cb-c211-41af-b994-1438de1b682e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:23.622424 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-fb8fed5f-03aa-4dcd-8d09-3f9dd57759e1 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:47:23.649208 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8fed5f-03aa-4dcd-8d09-3f9dd57759e1 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Made reservation on behalf of 1a8f2026410d46378828a444f88ab686 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:47:23.725813 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103477cb-c211-41af-b994-1438de1b682e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event deleted for resources: {'Port': ['ID=5dd6e150-d632-4b76-abda-698b718d9d76,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:23.780965 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e0eb2544-0c9b-4eb1-bef0-380081a21d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:23.815529 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 2ebd46f7-3f09-4fb1-bc4b-aa84e5b8c200 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:47:23.844545 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-e0eb2544-0c9b-4eb1-bef0-380081a21d4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:47:23.855804 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-e0eb2544-0c9b-4eb1-bef0-380081a21d4a admin admin] Usage tracker for resource:security_group_rule and tenant:614f9957830f4766be7ed51503afb8b4 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:47:23.865264 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-e0eb2544-0c9b-4eb1-bef0-380081a21d4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:47:23.876849 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-e0eb2544-0c9b-4eb1-bef0-380081a21d4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:47:23.881521 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 2ebd46f7-3f09-4fb1-bc4b-aa84e5b8c200 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:47:23.882264 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 2ebd46f7-3f09-4fb1-bc4b-aa84e5b8c200 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:47:23.882907 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 07a9738e-dc73-4ecc-b2c9-39be09b18891 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:47:23.907469 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-103477cb-c211-41af-b994-1438de1b682e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:23.961336 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fb8fed5f-03aa-4dcd-8d09-3f9dd57759e1 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:24.014913 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-fb8fed5f-03aa-4dcd-8d09-3f9dd57759e1 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] device_id is not set on port d2e228c2-006c-4c0b-985e-084c84113539 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:47:24.105827 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-81f18a87-ebf7-4eb3-b4e8-cb2c2556fcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:24.134624 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-103477cb-c211-41af-b994-1438de1b682e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:24.138578 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-103477cb-c211-41af-b994-1438de1b682e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:24.185077 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-103477cb-c211-41af-b994-1438de1b682e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:24.186185 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103477cb-c211-41af-b994-1438de1b682e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Fanout notify agent at l3_agent the message router_deleted on router 5cb141e8-3471-4013-871a-0f1532447488 {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:47:24.243252 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-103477cb-c211-41af-b994-1438de1b682e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:24.244471 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-103477cb-c211-41af-b994-1438de1b682e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "DELETE /v2.0/routers/5cb141e8-3471-4013-871a-0f1532447488 HTTP/1.1" status: 204 len: 168 time: 2.6527205 Feb 09 12:47:24.247665 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56812) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:24.267084 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e0eb2544-0c9b-4eb1-bef0-380081a21d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:24.272930 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e0eb2544-0c9b-4eb1-bef0-380081a21d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:24.336632 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e0eb2544-0c9b-4eb1-bef0-380081a21d4a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=614f9957830f4766be7ed51503afb8b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7627594 Feb 09 12:47:24.337415 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb2544-0c9b-4eb1-bef0-380081a21d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9bd7b3a-cb19-45c3-9aae-79a6e6b8596a,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:24.342740 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f18a87-ebf7-4eb3-b4e8-cb2c2556fcea None None] Pushing event deleted for resources: {'Port': ['ID=07a9738e-dc73-4ecc-b2c9-39be09b18891,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:24.343546 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56818) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:24.390723 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f18a87-ebf7-4eb3-b4e8-cb2c2556fcea None None] No DVR routers for this DVR port 07a9738e-dc73-4ecc-b2c9-39be09b18891 on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:47:24.434649 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-720dbb91-3ff5-4132-891c-b2965bf3804b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:24.461055 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e880b5ca-faf6-4b20-aad3-b89f5e625c69 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:24.476905 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-e880b5ca-faf6-4b20-aad3-b89f5e625c69 None None] Transition to ACTIVE for port object b1bfc993-87ee-49f0-b757-76a5dec9fdd3 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:47:24.493151 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No active binding found for port 07a9738e-dc73-4ecc-b2c9-39be09b18891 {{(pid=87569) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 09 12:47:24.493805 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 07a9738e-dc73-4ecc-b2c9-39be09b18891 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:47:24.511596 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-e880b5ca-faf6-4b20-aad3-b89f5e625c69 None None] Transition to ACTIVE for port object b1bfc993-87ee-49f0-b757-76a5dec9fdd3 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:47:24.587231 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e880b5ca-faf6-4b20-aad3-b89f5e625c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:24.663216 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-339a86d9-abef-4976-b492-269abc6d55d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:24.693995 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e880b5ca-faf6-4b20-aad3-b89f5e625c69 None None] Network d601a5d0-34da-4ed7-8a13-d0aaac94b8f4 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:47:24.698758 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-e880b5ca-faf6-4b20-aad3-b89f5e625c69 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:47:24.705415 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-339a86d9-abef-4976-b492-269abc6d55d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:24.709873 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e880b5ca-faf6-4b20-aad3-b89f5e625c69 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:47:24.774588 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-339a86d9-abef-4976-b492-269abc6d55d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:24.793607 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e880b5ca-faf6-4b20-aad3-b89f5e625c69 None None] Pushing event updated for resources: {'Port': ['ID=b1bfc993-87ee-49f0-b757-76a5dec9fdd3,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:24.799848 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a86d9-abef-4976-b492-269abc6d55d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9bd7b3a-cb19-45c3-9aae-79a6e6b8596a,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:24.806723 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-720dbb91-3ff5-4132-891c-b2965bf3804b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:24.815454 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-339a86d9-abef-4976-b492-269abc6d55d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:24.819072 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-339a86d9-abef-4976-b492-269abc6d55d1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f9bd7b3a-cb19-45c3-9aae-79a6e6b8596a HTTP/1.1" status: 204 len: 168 time: 0.4721463 Feb 09 12:47:24.862500 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-fb8fed5f-03aa-4dcd-8d09-3f9dd57759e1 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Allocated IP 172.20.0.12 (d601a5d0-34da-4ed7-8a13-d0aaac94b8f4/46a8b289-3761-4cef-84be-aabf51efc374/d2e228c2-006c-4c0b-985e-084c84113539) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:47:24.865546 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-720dbb91-3ff5-4132-891c-b2965bf3804b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['661b89d1-11f6-41cf-907a-600d8dd46c61']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:47:24.878925 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-e880b5ca-faf6-4b20-aad3-b89f5e625c69 None None] Attempting to bind port b1bfc993-87ee-49f0-b757-76a5dec9fdd3 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:47:24.889292 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-e880b5ca-faf6-4b20-aad3-b89f5e625c69 None None] Attempting to bind port b1bfc993-87ee-49f0-b757-76a5dec9fdd3 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '78ba4747-1262-450a-9c94-71a98c6ef46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'd601a5d0-34da-4ed7-8a13-d0aaac94b8f4'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:47:24.889654 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e880b5ca-faf6-4b20-aad3-b89f5e625c69 None None] Attempting to bind port b1bfc993-87ee-49f0-b757-76a5dec9fdd3 on network d601a5d0-34da-4ed7-8a13-d0aaac94b8f4 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:47:24.890357 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-720dbb91-3ff5-4132-891c-b2965bf3804b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '165836b6-b6db-405c-8f3f-6a74805e6a4d') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:47:24.890766 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-720dbb91-3ff5-4132-891c-b2965bf3804b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '165836b6-b6db-405c-8f3f-6a74805e6a4d') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:47:24.899026 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e880b5ca-faf6-4b20-aad3-b89f5e625c69 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:47:24.899412 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e880b5ca-faf6-4b20-aad3-b89f5e625c69 None None] Checking segment: {'id': '78ba4747-1262-450a-9c94-71a98c6ef46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'd601a5d0-34da-4ed7-8a13-d0aaac94b8f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:47:24.899821 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e880b5ca-faf6-4b20-aad3-b89f5e625c69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:24.900253 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e880b5ca-faf6-4b20-aad3-b89f5e625c69 None None] Bound using segment: {'id': '78ba4747-1262-450a-9c94-71a98c6ef46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'd601a5d0-34da-4ed7-8a13-d0aaac94b8f4'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:47:24.900726 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-e880b5ca-faf6-4b20-aad3-b89f5e625c69 None None] Bound port: b1bfc993-87ee-49f0-b757-76a5dec9fdd3, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ba4747-1262-450a-9c94-71a98c6ef46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'd601a5d0-34da-4ed7-8a13-d0aaac94b8f4'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:47:24.901454 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e880b5ca-faf6-4b20-aad3-b89f5e625c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:24.907581 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-720dbb91-3ff5-4132-891c-b2965bf3804b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:24.941563 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-720dbb91-3ff5-4132-891c-b2965bf3804b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:24.958897 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-720dbb91-3ff5-4132-891c-b2965bf3804b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:47:24.960005 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-720dbb91-3ff5-4132-891c-b2965bf3804b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:24.975000 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:47:24.975000 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:47:24.975000 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:47:24.975000 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:47:24.975000 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:47:24.975000 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:47:24.975000 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:47:24.975000 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:47:24.975000 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:47:24.975000 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:47:24.975000 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:47:24.975000 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:47:24.975000 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:47:24.975000 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:47:24.975000 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:47:24.975000 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:47:24.975000 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:47:24.975000 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:47:24.975000 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:47:24.975000 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:47:24.975000 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:47:24.975000 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:47:24.975000 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:47:24.975000 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:47:24.975000 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:47:24.975000 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:47:24.975000 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:47:24.975000 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:47:24.975000 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:47:24.975000 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:47:24.975000 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:47:24.975000 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:47:25.021511 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-e880b5ca-faf6-4b20-aad3-b89f5e625c69 None None] For port b1bfc993-87ee-49f0-b757-76a5dec9fdd3, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:47:25.025781 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-e880b5ca-faf6-4b20-aad3-b89f5e625c69 None None] For port b1bfc993-87ee-49f0-b757-76a5dec9fdd3, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=b1bfc993-87ee-49f0-b757-76a5dec9fdd3,segment=NetworkSegment(78ba4747-1262-450a-9c94-71a98c6ef46d),segment_id=78ba4747-1262-450a-9c94-71a98c6ef46d)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:47:25.032124 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e880b5ca-faf6-4b20-aad3-b89f5e625c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:25.117092 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e880b5ca-faf6-4b20-aad3-b89f5e625c69 None None] Pushing event updated for resources: {'Port': ['ID=b1bfc993-87ee-49f0-b757-76a5dec9fdd3,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:25.141199 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-720dbb91-3ff5-4132-891c-b2965bf3804b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:25.165929 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-720dbb91-3ff5-4132-891c-b2965bf3804b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:25.191939 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720dbb91-3ff5-4132-891c-b2965bf3804b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event deleted for resources: {'Network': ['ID=661b89d1-11f6-41cf-907a-600d8dd46c61,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:25.209575 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56840) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:25.209782 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-720dbb91-3ff5-4132-891c-b2965bf3804b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "DELETE /v2.0/networks/661b89d1-11f6-41cf-907a-600d8dd46c61 HTTP/1.1" status: 204 len: 168 time: 0.9602244 Feb 09 12:47:25.252366 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fb8fed5f-03aa-4dcd-8d09-3f9dd57759e1 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:25.305921 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3105418c-acc7-48c3-a468-149bb92ebe07 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:25.308619 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-fb8fed5f-03aa-4dcd-8d09-3f9dd57759e1 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Transition to ACTIVE for port object d2e228c2-006c-4c0b-985e-084c84113539 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:47:25.360245 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fb8fed5f-03aa-4dcd-8d09-3f9dd57759e1 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:25.364188 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5dd6e150-d632-4b76-abda-698b718d9d76 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:47:25.388973 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3105418c-acc7-48c3-a468-149bb92ebe07 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:25.456552 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 5dd6e150-d632-4b76-abda-698b718d9d76 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:47:25.457913 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5dd6e150-d632-4b76-abda-698b718d9d76 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:47:25.503937 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3105418c-acc7-48c3-a468-149bb92ebe07 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:25.516957 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8fed5f-03aa-4dcd-8d09-3f9dd57759e1 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Network d601a5d0-34da-4ed7-8a13-d0aaac94b8f4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:47:25.520172 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-fb8fed5f-03aa-4dcd-8d09-3f9dd57759e1 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:47:25.524810 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8fed5f-03aa-4dcd-8d09-3f9dd57759e1 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:47:25.528038 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3105418c-acc7-48c3-a468-149bb92ebe07 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df67451-3d0b-4d22-9727-d6bf78b9aafa,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:25.548787 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3105418c-acc7-48c3-a468-149bb92ebe07 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:25.552353 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3105418c-acc7-48c3-a468-149bb92ebe07 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "DELETE /v2.0/security-groups/2df67451-3d0b-4d22-9727-d6bf78b9aafa HTTP/1.1" status: 204 len: 168 time: 0.3389680 Feb 09 12:47:25.650516 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8fed5f-03aa-4dcd-8d09-3f9dd57759e1 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event updated for resources: {'Port': ['ID=d2e228c2-006c-4c0b-985e-084c84113539,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:25.701827 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8fed5f-03aa-4dcd-8d09-3f9dd57759e1 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:25.702495 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fb8fed5f-03aa-4dcd-8d09-3f9dd57759e1 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:25.747621 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56866) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:25.748726 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-fb8fed5f-03aa-4dcd-8d09-3f9dd57759e1 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4421492 Feb 09 12:47:25.756842 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-b232d2e9-2eaa-48a3-98a1-ad768c71fb0b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Request body: {'subnet': {'network_id': 'd601a5d0-34da-4ed7-8a13-d0aaac94b8f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:47:25.976741 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56874) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:25.988179 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-61ebb1c2-3ed4-413c-9e52-306862e9a843 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1864299842', 'description': 'tempest-secgroup-smoke-1864299842 description', 'project_id': '2c7a8f76649f44a59c185c6d6414b556'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:47:25.995025 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b232d2e9-2eaa-48a3-98a1-ad768c71fb0b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:47:26.011633 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b232d2e9-2eaa-48a3-98a1-ad768c71fb0b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Usage tracker for resource:subnet and tenant:1a8f2026410d46378828a444f88ab686 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:47:26.022299 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b232d2e9-2eaa-48a3-98a1-ad768c71fb0b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:47:26.023366 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-61ebb1c2-3ed4-413c-9e52-306862e9a843 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:47:26.034396 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b232d2e9-2eaa-48a3-98a1-ad768c71fb0b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:47:26.048101 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-61ebb1c2-3ed4-413c-9e52-306862e9a843 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Usage tracker for resource:security_group and tenant:2c7a8f76649f44a59c185c6d6414b556 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:47:26.056295 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-61ebb1c2-3ed4-413c-9e52-306862e9a843 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:47:26.064158 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b232d2e9-2eaa-48a3-98a1-ad768c71fb0b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Made reservation on behalf of 1a8f2026410d46378828a444f88ab686 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:47:26.072072 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b232d2e9-2eaa-48a3-98a1-ad768c71fb0b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:26.072392 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-61ebb1c2-3ed4-413c-9e52-306862e9a843 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:47:26.094266 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-61ebb1c2-3ed4-413c-9e52-306862e9a843 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:26.135791 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-61ebb1c2-3ed4-413c-9e52-306862e9a843 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:47:26.141830 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-61ebb1c2-3ed4-413c-9e52-306862e9a843 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Usage tracker for resource:security_group_rule and tenant:2c7a8f76649f44a59c185c6d6414b556 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:47:26.149533 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-61ebb1c2-3ed4-413c-9e52-306862e9a843 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:47:26.161013 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-61ebb1c2-3ed4-413c-9e52-306862e9a843 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:47:26.298083 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-61ebb1c2-3ed4-413c-9e52-306862e9a843 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:26.312345 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-61ebb1c2-3ed4-413c-9e52-306862e9a843 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:26.346823 n-d-825178-3 neutron-server[87567]: INFO neutron.db.ipam_backend_mixin [None req-b232d2e9-2eaa-48a3-98a1-ad768c71fb0b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 46a8b289-3761-4cef-84be-aabf51efc374 (CIDR: 172.20.0.0/28) Feb 09 12:47:26.358115 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-b232d2e9-2eaa-48a3-98a1-ad768c71fb0b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:47:26.362417 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b232d2e9-2eaa-48a3-98a1-ad768c71fb0b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:47:26.374543 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-61ebb1c2-3ed4-413c-9e52-306862e9a843 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:26.378392 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-61ebb1c2-3ed4-413c-9e52-306862e9a843 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3970385 Feb 09 12:47:26.380166 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56896) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:26.394542 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-11371dc9-0d3b-4144-9022-f0aae5b04b4e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Request body: {'security_group_rule': {'security_group_id': '1e284cef-1341-46a2-98a7-e4476618c2b6', 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:47:26.416345 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ebb1c2-3ed4-413c-9e52-306862e9a843 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e284cef-1341-46a2-98a7-e4476618c2b6,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:26.428957 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-11371dc9-0d3b-4144-9022-f0aae5b04b4e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:47:26.433630 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-11371dc9-0d3b-4144-9022-f0aae5b04b4e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Usage tracker for resource:security_group_rule and tenant:2c7a8f76649f44a59c185c6d6414b556 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:47:26.438768 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-11371dc9-0d3b-4144-9022-f0aae5b04b4e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:47:26.446342 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-11371dc9-0d3b-4144-9022-f0aae5b04b4e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:47:26.475557 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-11371dc9-0d3b-4144-9022-f0aae5b04b4e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:26.518216 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b232d2e9-2eaa-48a3-98a1-ad768c71fb0b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7684767 Feb 09 12:47:26.521279 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56912) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:26.529932 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-4f4ffb82-4f2b-4000-a081-d0ef50615362 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Request body: {'subnet': {'network_id': 'd601a5d0-34da-4ed7-8a13-d0aaac94b8f4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:47:26.553696 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-11371dc9-0d3b-4144-9022-f0aae5b04b4e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:26.563108 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-11371dc9-0d3b-4144-9022-f0aae5b04b4e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:26.600818 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11371dc9-0d3b-4144-9022-f0aae5b04b4e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ca4ca49-6506-413e-8392-f074f071410a,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:26.616216 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-11371dc9-0d3b-4144-9022-f0aae5b04b4e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:26.617567 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-11371dc9-0d3b-4144-9022-f0aae5b04b4e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2364893 Feb 09 12:47:26.620556 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56920) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:26.633189 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-301b0cd8-21f8-4326-bc7a-5e378b366635 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Request body: {'security_group_rule': {'security_group_id': '1e284cef-1341-46a2-98a7-e4476618c2b6', 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:47:26.649452 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-301b0cd8-21f8-4326-bc7a-5e378b366635 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:47:26.656770 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-301b0cd8-21f8-4326-bc7a-5e378b366635 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Usage tracker for resource:security_group_rule and tenant:2c7a8f76649f44a59c185c6d6414b556 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:47:26.660188 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-301b0cd8-21f8-4326-bc7a-5e378b366635 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:47:26.666251 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-301b0cd8-21f8-4326-bc7a-5e378b366635 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:47:26.689752 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-301b0cd8-21f8-4326-bc7a-5e378b366635 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:26.773996 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-301b0cd8-21f8-4326-bc7a-5e378b366635 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:26.782211 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-301b0cd8-21f8-4326-bc7a-5e378b366635 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:26.788289 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4f4ffb82-4f2b-4000-a081-d0ef50615362 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:47:26.793830 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4f4ffb82-4f2b-4000-a081-d0ef50615362 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Usage tracker for resource:subnet and tenant:1a8f2026410d46378828a444f88ab686 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:47:26.798909 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4f4ffb82-4f2b-4000-a081-d0ef50615362 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:47:26.806745 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4f4ffb82-4f2b-4000-a081-d0ef50615362 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:47:26.832280 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b0cd8-21f8-4326-bc7a-5e378b366635 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06445b7d-2e5c-4032-b68b-2bb36db5f0b3,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:26.833485 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-64612360-01b1-444b-86f3-7298894689ca None None] Provisioning for port b1bfc993-87ee-49f0-b757-76a5dec9fdd3 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:47:26.851026 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4ffb82-4f2b-4000-a081-d0ef50615362 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Made reservation on behalf of 1a8f2026410d46378828a444f88ab686 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:47:26.859156 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4f4ffb82-4f2b-4000-a081-d0ef50615362 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:26.868658 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-301b0cd8-21f8-4326-bc7a-5e378b366635 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:26.874106 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-301b0cd8-21f8-4326-bc7a-5e378b366635 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2515135 Feb 09 12:47:26.874876 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56928) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:26.883115 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-9d433548-8cd5-4bda-81fd-06c09f2c94c1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Request body: {'security_group_rule': {'security_group_id': '1e284cef-1341-46a2-98a7-e4476618c2b6', 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:47:26.891104 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-64612360-01b1-444b-86f3-7298894689ca None None] Provisioning complete for port 89b835f6-d8b3-4a7f-ba05-d5e98d80cc64 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:47:26.892119 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-64612360-01b1-444b-86f3-7298894689ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:26.901456 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-9d433548-8cd5-4bda-81fd-06c09f2c94c1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:47:26.912098 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9d433548-8cd5-4bda-81fd-06c09f2c94c1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Usage tracker for resource:security_group_rule and tenant:2c7a8f76649f44a59c185c6d6414b556 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:47:26.922009 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9d433548-8cd5-4bda-81fd-06c09f2c94c1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:47:26.933186 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-9d433548-8cd5-4bda-81fd-06c09f2c94c1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:47:26.973127 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9d433548-8cd5-4bda-81fd-06c09f2c94c1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:27.028977 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-64612360-01b1-444b-86f3-7298894689ca None None] Port 89b835f6-d8b3-4a7f-ba05-d5e98d80cc64 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:47:27.085216 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9d433548-8cd5-4bda-81fd-06c09f2c94c1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:27.091188 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9d433548-8cd5-4bda-81fd-06c09f2c94c1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:27.162192 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9d433548-8cd5-4bda-81fd-06c09f2c94c1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:27.167362 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-91e6179b-13d4-4c17-b28f-6e3c0ba44ae2 None None] Provisioning for port d2e228c2-006c-4c0b-985e-084c84113539 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:47:27.169115 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9d433548-8cd5-4bda-81fd-06c09f2c94c1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2908504 Feb 09 12:47:27.174771 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56936) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:27.176132 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d433548-8cd5-4bda-81fd-06c09f2c94c1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aabc99d2-f263-4846-825c-56692529b614,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:27.179187 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-91e6179b-13d4-4c17-b28f-6e3c0ba44ae2 None None] Provisioning complete for port d2e228c2-006c-4c0b-985e-084c84113539 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:47:27.179864 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-91e6179b-13d4-4c17-b28f-6e3c0ba44ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:27.181784 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-e979423b-9975-4db7-85ec-594715a2a24c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Request body: {'security_group_rule': {'security_group_id': '1e284cef-1341-46a2-98a7-e4476618c2b6', 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:47:27.190729 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e979423b-9975-4db7-85ec-594715a2a24c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:47:27.197068 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e979423b-9975-4db7-85ec-594715a2a24c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Usage tracker for resource:security_group_rule and tenant:2c7a8f76649f44a59c185c6d6414b556 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:47:27.213505 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56942) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:27.218971 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e979423b-9975-4db7-85ec-594715a2a24c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:47:27.229522 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e979423b-9975-4db7-85ec-594715a2a24c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:47:27.267274 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4f4ffb82-4f2b-4000-a081-d0ef50615362 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:27.316492 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-91e6179b-13d4-4c17-b28f-6e3c0ba44ae2 None None] Port d2e228c2-006c-4c0b-985e-084c84113539 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:47:27.369509 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4ffb82-4f2b-4000-a081-d0ef50615362 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Network d601a5d0-34da-4ed7-8a13-d0aaac94b8f4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:47:27.373879 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-4f4ffb82-4f2b-4000-a081-d0ef50615362 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:47:27.377761 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e979423b-9975-4db7-85ec-594715a2a24c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:27.384566 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22d4f93-ad27-4c06-bbf6-fb06bcecd576 None None] Network d601a5d0-34da-4ed7-8a13-d0aaac94b8f4 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:47:27.385216 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4ffb82-4f2b-4000-a081-d0ef50615362 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:27.385805 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4f4ffb82-4f2b-4000-a081-d0ef50615362 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:27.423386 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ffb82-4f2b-4000-a081-d0ef50615362 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event updated for resources: {'Subnet': ['ID=760b01a3-d737-4ace-815e-8c5e8e878cbc,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:27.461135 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device b1bfc993-87ee-49f0-b757-76a5dec9fdd3 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:47:27.464916 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4f4ffb82-4f2b-4000-a081-d0ef50615362 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9418201 Feb 09 12:47:27.468724 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56950) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:27.476582 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a317213b-9946-4f1c-a54c-9ca0bd391fe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:27.477151 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-05d648e0-13ec-4c62-b1f5-6cac843fed7f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1810493394', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '760b01a3-d737-4ace-815e-8c5e8e878cbc'}], 'security_groups': ['d6871d6e-0ac4-411f-ab3e-138d868816ec']}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:47:27.495792 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-a317213b-9946-4f1c-a54c-9ca0bd391fe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:47:27.501484 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a317213b-9946-4f1c-a54c-9ca0bd391fe2 admin admin] Usage tracker for resource:security_group_rule and tenant:a3058d5ee524475a9fb022e22ebb202c is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:47:27.505143 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a317213b-9946-4f1c-a54c-9ca0bd391fe2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:47:27.514494 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-a317213b-9946-4f1c-a54c-9ca0bd391fe2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:47:27.547091 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e979423b-9975-4db7-85ec-594715a2a24c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:27.552686 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port b1bfc993-87ee-49f0-b757-76a5dec9fdd3 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:47:27.555339 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e979423b-9975-4db7-85ec-594715a2a24c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:27.562467 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port b1bfc993-87ee-49f0-b757-76a5dec9fdd3 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:47:27.562834 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:27.640409 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a317213b-9946-4f1c-a54c-9ca0bd391fe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:27.645993 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a317213b-9946-4f1c-a54c-9ca0bd391fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:27.649165 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e979423b-9975-4db7-85ec-594715a2a24c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24191821-14fa-4a21-a0bc-cbde0697561a,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:27.673495 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e979423b-9975-4db7-85ec-594715a2a24c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:27.675059 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e979423b-9975-4db7-85ec-594715a2a24c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4992375 Feb 09 12:47:27.689237 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56954) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:27.694562 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-750b774b-989a-43df-bb25-649b8b6f1324 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Request body: {'security_group_rule': {'security_group_id': '1e284cef-1341-46a2-98a7-e4476618c2b6', 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:47:27.699269 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a317213b-9946-4f1c-a54c-9ca0bd391fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea091ce-df77-4465-b202-00f7b1801f2c,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:27.715787 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-05d648e0-13ec-4c62-b1f5-6cac843fed7f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:27.734298 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a317213b-9946-4f1c-a54c-9ca0bd391fe2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a3058d5ee524475a9fb022e22ebb202c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5194540 Feb 09 12:47:27.737440 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-750b774b-989a-43df-bb25-649b8b6f1324 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:47:27.738068 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56958) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:27.804359 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-750b774b-989a-43df-bb25-649b8b6f1324 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Usage tracker for resource:security_group_rule and tenant:2c7a8f76649f44a59c185c6d6414b556 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:47:27.810162 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0d39be67-46fc-416a-954e-dd0471ca0334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:27.823621 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:47:27.839610 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-750b774b-989a-43df-bb25-649b8b6f1324 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:47:27.852664 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0d39be67-46fc-416a-954e-dd0471ca0334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:27.857055 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-750b774b-989a-43df-bb25-649b8b6f1324 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:47:27.884015 n-d-825178-3 neutron-server[87568]: INFO neutron.db.securitygroups_db [None req-750b774b-989a-43df-bb25-649b8b6f1324 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Project 2c7a8f76649f44a59c185c6d6414b556 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 12:47:27.929419 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:27.932914 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-750b774b-989a-43df-bb25-649b8b6f1324 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:27.964243 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0d39be67-46fc-416a-954e-dd0471ca0334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:27.992786 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port b1bfc993-87ee-49f0-b757-76a5dec9fdd3, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=b1bfc993-87ee-49f0-b757-76a5dec9fdd3,segment=NetworkSegment(78ba4747-1262-450a-9c94-71a98c6ef46d),segment_id=78ba4747-1262-450a-9c94-71a98c6ef46d)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:47:28.000257 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:28.006965 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d39be67-46fc-416a-954e-dd0471ca0334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea091ce-df77-4465-b202-00f7b1801f2c,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:28.019859 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0d39be67-46fc-416a-954e-dd0471ca0334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:28.019859 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-0d39be67-46fc-416a-954e-dd0471ca0334 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3ea091ce-df77-4465-b202-00f7b1801f2c HTTP/1.1" status: 204 len: 168 time: 0.2784967 Feb 09 12:47:28.205015 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-750b774b-989a-43df-bb25-649b8b6f1324 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:28.223535 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=b1bfc993-87ee-49f0-b757-76a5dec9fdd3,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:28.227354 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-750b774b-989a-43df-bb25-649b8b6f1324 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:28.229551 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d520fe80-7b67-4ba1-b57a-1506dd6ba46e None None] Update dhcp port {'port': {'network_id': 'd601a5d0-34da-4ed7-8a13-d0aaac94b8f4', 'fixed_ips': [{'subnet_id': '46a8b289-3761-4cef-84be-aabf51efc374', 'ip_address': '172.20.0.2'}, {'subnet_id': '760b01a3-d737-4ace-815e-8c5e8e878cbc'}], 'binding:host_id': 'n-d-825178-3'}, 'id': 'b1bfc993-87ee-49f0-b757-76a5dec9fdd3'} from n-d-825178-3. {{(pid=87569) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 12:47:28.287880 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d520fe80-7b67-4ba1-b57a-1506dd6ba46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:28.419097 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-750b774b-989a-43df-bb25-649b8b6f1324 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:28.420986 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-750b774b-989a-43df-bb25-649b8b6f1324 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7304289 Feb 09 12:47:28.425138 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56970) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:28.431584 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-9fc68bad-3f5d-42e5-84e9-8c70fd4e5e79 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Request body: {'security_group_rule': {'security_group_id': '1e284cef-1341-46a2-98a7-e4476618c2b6', 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:47:28.444082 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-9fc68bad-3f5d-42e5-84e9-8c70fd4e5e79 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:47:28.461028 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b774b-989a-43df-bb25-649b8b6f1324 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2a270da-3d62-4cf7-9ee4-52263859e23b,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:28.462384 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9fc68bad-3f5d-42e5-84e9-8c70fd4e5e79 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Usage tracker for resource:security_group_rule and tenant:2c7a8f76649f44a59c185c6d6414b556 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:47:28.468902 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9fc68bad-3f5d-42e5-84e9-8c70fd4e5e79 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:47:28.506446 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-9fc68bad-3f5d-42e5-84e9-8c70fd4e5e79 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:47:28.530835 n-d-825178-3 neutron-server[87567]: INFO neutron.db.securitygroups_db [None req-9fc68bad-3f5d-42e5-84e9-8c70fd4e5e79 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Project 2c7a8f76649f44a59c185c6d6414b556 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 12:47:28.540632 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9fc68bad-3f5d-42e5-84e9-8c70fd4e5e79 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:28.560545 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56976) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:28.586568 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ed88aa80-9d1d-4273-8f4a-a10fbee1031c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:28.601889 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-05d648e0-13ec-4c62-b1f5-6cac843fed7f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Delete allocated IP 172.20.0.12 (d601a5d0-34da-4ed7-8a13-d0aaac94b8f4/46a8b289-3761-4cef-84be-aabf51efc374) {{(pid=87568) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 12:47:28.614261 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-05d648e0-13ec-4c62-b1f5-6cac843fed7f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Allocated IP 172.20.0.23 (d601a5d0-34da-4ed7-8a13-d0aaac94b8f4/760b01a3-d737-4ace-815e-8c5e8e878cbc/d2e228c2-006c-4c0b-985e-084c84113539) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:47:28.616877 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-ed88aa80-9d1d-4273-8f4a-a10fbee1031c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:47:28.631302 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ed88aa80-9d1d-4273-8f4a-a10fbee1031c admin admin] Usage tracker for resource:security_group_rule and tenant:eb1741f91e5c4f82bc0bc7e455404123 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:47:28.637818 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ed88aa80-9d1d-4273-8f4a-a10fbee1031c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:47:28.652141 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-ed88aa80-9d1d-4273-8f4a-a10fbee1031c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:47:28.691393 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9fc68bad-3f5d-42e5-84e9-8c70fd4e5e79 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:28.700191 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9fc68bad-3f5d-42e5-84e9-8c70fd4e5e79 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:28.735869 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc68bad-3f5d-42e5-84e9-8c70fd4e5e79 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc50ac98-193a-41a1-b2a7-878ddabaf3cb,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:28.773116 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9fc68bad-3f5d-42e5-84e9-8c70fd4e5e79 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:28.773924 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9fc68bad-3f5d-42e5-84e9-8c70fd4e5e79 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3484490 Feb 09 12:47:28.777076 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 56984) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:28.789324 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-908a5c49-6405-45d5-b914-e94af39c954c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Request body: {'network': {'name': 'tempest-network-smoke--566471922', 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'port_security_enabled': True}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:47:28.852578 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-908a5c49-6405-45d5-b914-e94af39c954c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:47:28.854447 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ed88aa80-9d1d-4273-8f4a-a10fbee1031c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:28.861484 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ed88aa80-9d1d-4273-8f4a-a10fbee1031c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:28.862050 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-908a5c49-6405-45d5-b914-e94af39c954c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Usage tracker for resource:network and tenant:2c7a8f76649f44a59c185c6d6414b556 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:47:28.866226 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-908a5c49-6405-45d5-b914-e94af39c954c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:47:28.874391 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-908a5c49-6405-45d5-b914-e94af39c954c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:47:28.892657 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908a5c49-6405-45d5-b914-e94af39c954c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Made reservation on behalf of 2c7a8f76649f44a59c185c6d6414b556 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:47:28.896083 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-908a5c49-6405-45d5-b914-e94af39c954c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:28.914801 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ed88aa80-9d1d-4273-8f4a-a10fbee1031c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eb1741f91e5c4f82bc0bc7e455404123&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3527889 Feb 09 12:47:28.917377 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56988) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:28.920396 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed88aa80-9d1d-4273-8f4a-a10fbee1031c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61189a1-6d8d-45ca-b39e-0e3ca53c666a,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:28.923777 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-05d648e0-13ec-4c62-b1f5-6cac843fed7f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:28.943817 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-908a5c49-6405-45d5-b914-e94af39c954c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:47:28.954636 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-05d648e0-13ec-4c62-b1f5-6cac843fed7f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Transition to ACTIVE for port object d2e228c2-006c-4c0b-985e-084c84113539 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:47:28.958929 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-908a5c49-6405-45d5-b914-e94af39c954c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:28.959495 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-908a5c49-6405-45d5-b914-e94af39c954c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Added segment 916b5cc9-cda8-4f43-9164-d68cdbefc4ff of type vlan for network 1fbb7751-edb3-403f-9f82-05972dde3ad6 Feb 09 12:47:28.964778 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-05d648e0-13ec-4c62-b1f5-6cac843fed7f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:28.983962 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-11ef3a68-ffbe-4183-9634-da05b3a5a5dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:29.012504 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-11ef3a68-ffbe-4183-9634-da05b3a5a5dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:29.050747 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-d520fe80-7b67-4ba1-b57a-1506dd6ba46e None None] Allocated IP 172.20.0.18 (d601a5d0-34da-4ed7-8a13-d0aaac94b8f4/760b01a3-d737-4ace-815e-8c5e8e878cbc/b1bfc993-87ee-49f0-b757-76a5dec9fdd3) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:47:29.082209 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-11ef3a68-ffbe-4183-9634-da05b3a5a5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:29.108921 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-11ef3a68-ffbe-4183-9634-da05b3a5a5dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:29.110361 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-11ef3a68-ffbe-4183-9634-da05b3a5a5dd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d61189a1-6d8d-45ca-b39e-0e3ca53c666a HTTP/1.1" status: 204 len: 168 time: 0.1918268 Feb 09 12:47:29.111424 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ef3a68-ffbe-4183-9634-da05b3a5a5dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61189a1-6d8d-45ca-b39e-0e3ca53c666a,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:29.113755 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-908a5c49-6405-45d5-b914-e94af39c954c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:29.171119 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d648e0-13ec-4c62-b1f5-6cac843fed7f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event updated for resources: {'Port': ['ID=d2e228c2-006c-4c0b-985e-084c84113539,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:29.202018 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-05d648e0-13ec-4c62-b1f5-6cac843fed7f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] In _notify_port_updated(), no bound segment for port d2e228c2-006c-4c0b-985e-084c84113539 on network d601a5d0-34da-4ed7-8a13-d0aaac94b8f4 {{(pid=87568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 12:47:29.207981 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d648e0-13ec-4c62-b1f5-6cac843fed7f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:29.209257 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-05d648e0-13ec-4c62-b1f5-6cac843fed7f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:29.210725 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-05d648e0-13ec-4c62-b1f5-6cac843fed7f tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "PUT /v2.0/ports/d2e228c2-006c-4c0b-985e-084c84113539 HTTP/1.1" status: 200 len: 921 time: 1.7410722 Feb 09 12:47:29.213899 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 56998) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:29.221295 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-908a5c49-6405-45d5-b914-e94af39c954c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:29.227946 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908a5c49-6405-45d5-b914-e94af39c954c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:29.228764 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-908a5c49-6405-45d5-b914-e94af39c954c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:29.340547 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-d520fe80-7b67-4ba1-b57a-1506dd6ba46e None None] For port b1bfc993-87ee-49f0-b757-76a5dec9fdd3, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=b1bfc993-87ee-49f0-b757-76a5dec9fdd3,segment=NetworkSegment(78ba4747-1262-450a-9c94-71a98c6ef46d),segment_id=78ba4747-1262-450a-9c94-71a98c6ef46d)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:47:29.359877 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device b1bfc993-87ee-49f0-b757-76a5dec9fdd3 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:47:29.411418 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-908a5c49-6405-45d5-b914-e94af39c954c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6310458 Feb 09 12:47:29.415001 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57002) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:29.418893 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-8ef30c65-99b7-4dcd-afe0-fb4b2dbaa6d5 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Deleting port d2e228c2-006c-4c0b-985e-084c84113539 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:47:29.419241 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8ef30c65-99b7-4dcd-afe0-fb4b2dbaa6d5 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:29.426165 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-f59af11b-542d-42e7-989c-a30d871a85b8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2049255076', 'admin_state_up': True, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:47:29.435594 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f59af11b-542d-42e7-989c-a30d871a85b8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:47:29.437166 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d520fe80-7b67-4ba1-b57a-1506dd6ba46e None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:29.444680 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f59af11b-542d-42e7-989c-a30d871a85b8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Usage tracker for resource:router and tenant:2c7a8f76649f44a59c185c6d6414b556 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:47:29.447362 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a5c49-6405-45d5-b914-e94af39c954c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'Network': ['ID=1fbb7751-edb3-403f-9f82-05972dde3ad6,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:29.449656 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f59af11b-542d-42e7-989c-a30d871a85b8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:47:29.456277 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f59af11b-542d-42e7-989c-a30d871a85b8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:47:29.469816 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f59af11b-542d-42e7-989c-a30d871a85b8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:29.471351 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f59af11b-542d-42e7-989c-a30d871a85b8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:29.475244 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-d520fe80-7b67-4ba1-b57a-1506dd6ba46e None None] Transition to ACTIVE for port object b1bfc993-87ee-49f0-b757-76a5dec9fdd3 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:47:29.477642 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 1fbb7751-edb3-403f-9f82-05972dde3ad6 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:47:29.506364 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f59af11b-542d-42e7-989c-a30d871a85b8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:29.646794 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d520fe80-7b67-4ba1-b57a-1506dd6ba46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:29.929399 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8ef30c65-99b7-4dcd-afe0-fb4b2dbaa6d5 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:29.954051 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d520fe80-7b67-4ba1-b57a-1506dd6ba46e None None] Pushing event updated for resources: {'Port': ['ID=b1bfc993-87ee-49f0-b757-76a5dec9fdd3,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:30.008724 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f59af11b-542d-42e7-989c-a30d871a85b8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:30.147010 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-8ef30c65-99b7-4dcd-afe0-fb4b2dbaa6d5 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Calling delete_port for d2e228c2-006c-4c0b-985e-084c84113539 owned by {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:47:30.434336 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8ef30c65-99b7-4dcd-afe0-fb4b2dbaa6d5 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:30.558124 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef30c65-99b7-4dcd-afe0-fb4b2dbaa6d5 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event deleted for resources: {'Port': ['ID=d2e228c2-006c-4c0b-985e-084c84113539,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:30.562215 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f59af11b-542d-42e7-989c-a30d871a85b8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:30.637825 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f59af11b-542d-42e7-989c-a30d871a85b8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:30.913553 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-f59af11b-542d-42e7-989c-a30d871a85b8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Allocated IP 172.25.7.79 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/6bd3be33-41a5-4642-8b05-57e32bffd139) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:47:30.953507 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8ef30c65-99b7-4dcd-afe0-fb4b2dbaa6d5 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:30.954243 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b505448e-de0d-4854-bb8c-1329ed7dd316 None None] Could not find standard attr ID for object d2e228c2-006c-4c0b-985e-084c84113539. {{(pid=87569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 12:47:30.969918 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8ef30c65-99b7-4dcd-afe0-fb4b2dbaa6d5 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "DELETE /v2.0/ports/d2e228c2-006c-4c0b-985e-084c84113539 HTTP/1.1" status: 204 len: 168 time: 1.7547538 Feb 09 12:47:30.971129 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57050) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:30.976190 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b505448e-de0d-4854-bb8c-1329ed7dd316 None None] Provisioning for port b1bfc993-87ee-49f0-b757-76a5dec9fdd3 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:47:30.989594 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b505448e-de0d-4854-bb8c-1329ed7dd316 None None] Provisioning complete for port b1bfc993-87ee-49f0-b757-76a5dec9fdd3 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:47:30.989972 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b505448e-de0d-4854-bb8c-1329ed7dd316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:31.050953 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-a24430fb-3d9d-4cb5-86a1-a8d8bad3f30e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] GET failed (client error): The resource could not be found. Feb 09 12:47:31.058725 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a24430fb-3d9d-4cb5-86a1-a8d8bad3f30e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Synchronizing usage tracker for tenant:1a8f2026410d46378828a444f88ab686 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:47:31.118158 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a24430fb-3d9d-4cb5-86a1-a8d8bad3f30e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Unset dirty status for tenant:1a8f2026410d46378828a444f88ab686 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:47:31.118158 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a24430fb-3d9d-4cb5-86a1-a8d8bad3f30e tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "GET /v2.0/ports/d2e228c2-006c-4c0b-985e-084c84113539 HTTP/1.1" status: 404 len: 333 time: 0.1284657 Feb 09 12:47:31.118158 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57058) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:31.264667 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f59af11b-542d-42e7-989c-a30d871a85b8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:31.285313 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-03c85e60-7bdb-40a5-a298-643e429c3866 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:31.288056 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b505448e-de0d-4854-bb8c-1329ed7dd316 None None] Provisioning complete for port 89b835f6-d8b3-4a7f-ba05-d5e98d80cc64 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:47:31.288452 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b505448e-de0d-4854-bb8c-1329ed7dd316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:31.311148 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f59af11b-542d-42e7-989c-a30d871a85b8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:31.357473 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-03c85e60-7bdb-40a5-a298-643e429c3866 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:31.393766 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b505448e-de0d-4854-bb8c-1329ed7dd316 None None] Port 89b835f6-d8b3-4a7f-ba05-d5e98d80cc64 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:47:31.417955 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device b1bfc993-87ee-49f0-b757-76a5dec9fdd3 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:47:31.469050 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59af11b-542d-42e7-989c-a30d871a85b8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:47:31.479434 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-f59af11b-542d-42e7-989c-a30d871a85b8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:47:31.494657 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59af11b-542d-42e7-989c-a30d871a85b8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:47:31.499894 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-03c85e60-7bdb-40a5-a298-643e429c3866 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:31.536183 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c85e60-7bdb-40a5-a298-643e429c3866 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=439ba529-d213-47b8-9471-797918177b38,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:31.545794 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c85e60-7bdb-40a5-a298-643e429c3866 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:31.546512 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c85e60-7bdb-40a5-a298-643e429c3866 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:31.547080 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c85e60-7bdb-40a5-a298-643e429c3866 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:31.547638 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c85e60-7bdb-40a5-a298-643e429c3866 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:31.548246 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c85e60-7bdb-40a5-a298-643e429c3866 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:31.548805 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c85e60-7bdb-40a5-a298-643e429c3866 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:31.549359 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c85e60-7bdb-40a5-a298-643e429c3866 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:31.549899 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c85e60-7bdb-40a5-a298-643e429c3866 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:31.550437 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c85e60-7bdb-40a5-a298-643e429c3866 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:31.550977 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c85e60-7bdb-40a5-a298-643e429c3866 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:31.551502 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c85e60-7bdb-40a5-a298-643e429c3866 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:31.552091 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c85e60-7bdb-40a5-a298-643e429c3866 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:31.561586 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-03c85e60-7bdb-40a5-a298-643e429c3866 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:31.568802 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-03c85e60-7bdb-40a5-a298-643e429c3866 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "DELETE /v2.0/security-groups/439ba529-d213-47b8-9471-797918177b38 HTTP/1.1" status: 204 len: 168 time: 0.4635894 Feb 09 12:47:31.571269 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57068) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:31.599009 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59af11b-542d-42e7-989c-a30d871a85b8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'Port': ['ID=6bd3be33-41a5-4642-8b05-57e32bffd139,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:31.609474 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port b1bfc993-87ee-49f0-b757-76a5dec9fdd3 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:47:31.609931 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:31.690896 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e7e118d6-d908-49d9-87f5-778514e74a19 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:31.743573 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e7e118d6-d908-49d9-87f5-778514e74a19 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:31.814189 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c03eb08c-9ddd-4b22-9a14-07e155982e04 None None] Could not find standard attr ID for object d2e228c2-006c-4c0b-985e-084c84113539. {{(pid=87569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 12:47:31.843673 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e7e118d6-d908-49d9-87f5-778514e74a19 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:31.869620 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e118d6-d908-49d9-87f5-778514e74a19 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6871d6e-0ac4-411f-ab3e-138d868816ec,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:31.874764 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e7e118d6-d908-49d9-87f5-778514e74a19 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:31.890509 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e7e118d6-d908-49d9-87f5-778514e74a19 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "DELETE /v2.0/security-groups/d6871d6e-0ac4-411f-ab3e-138d868816ec HTTP/1.1" status: 204 len: 168 time: 0.3178961 Feb 09 12:47:31.894638 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57076) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:32.009177 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3673058-5979-4a33-b6a9-71f2a0bc7745 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Deleting subnet 46a8b289-3761-4cef-84be-aabf51efc374 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:47:32.015193 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a3673058-5979-4a33-b6a9-71f2a0bc7745 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:32.100320 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a3673058-5979-4a33-b6a9-71f2a0bc7745 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:32.245249 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a3673058-5979-4a33-b6a9-71f2a0bc7745 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:32.268326 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f59af11b-542d-42e7-989c-a30d871a85b8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:32.441601 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a3673058-5979-4a33-b6a9-71f2a0bc7745 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:32.493665 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3673058-5979-4a33-b6a9-71f2a0bc7745 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event deleted for resources: {'Subnet': ['ID=46a8b289-3761-4cef-84be-aabf51efc374,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:32.497755 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a3673058-5979-4a33-b6a9-71f2a0bc7745 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:32.505643 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a3673058-5979-4a33-b6a9-71f2a0bc7745 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "DELETE /v2.0/subnets/46a8b289-3761-4cef-84be-aabf51efc374 HTTP/1.1" status: 204 len: 168 time: 0.6077957 Feb 09 12:47:32.510051 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308f5342-75e4-4e51-8e56-43f7fbefe60e None None] Network d601a5d0-34da-4ed7-8a13-d0aaac94b8f4 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:47:32.519374 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57090) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:32.532001 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-d2bc3005-3d37-4ec7-8f38-fde33cf91f6a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Request body: {'subnet': {'network_id': 'd601a5d0-34da-4ed7-8a13-d0aaac94b8f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:47:32.764392 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57096) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:32.774723 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f59af11b-542d-42e7-989c-a30d871a85b8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:32.793927 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-d2bc3005-3d37-4ec7-8f38-fde33cf91f6a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:47:32.800108 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-d2bc3005-3d37-4ec7-8f38-fde33cf91f6a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Usage tracker for resource:subnet and tenant:1a8f2026410d46378828a444f88ab686 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:47:32.805351 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-d2bc3005-3d37-4ec7-8f38-fde33cf91f6a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:47:32.813812 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-d2bc3005-3d37-4ec7-8f38-fde33cf91f6a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:47:32.830908 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bc3005-3d37-4ec7-8f38-fde33cf91f6a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Made reservation on behalf of 1a8f2026410d46378828a444f88ab686 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:47:32.839400 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d2bc3005-3d37-4ec7-8f38-fde33cf91f6a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:33.063774 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f48610bb-c2b0-4c36-9c4f-7215e1e765d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:33.086719 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f48610bb-c2b0-4c36-9c4f-7215e1e765d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:47:33.090784 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f48610bb-c2b0-4c36-9c4f-7215e1e765d5 admin admin] Usage tracker for resource:security_group_rule and tenant:b80dc479795b4467a0f307042bec96b7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:47:33.094302 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f48610bb-c2b0-4c36-9c4f-7215e1e765d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:47:33.100344 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f48610bb-c2b0-4c36-9c4f-7215e1e765d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:47:33.234692 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f48610bb-c2b0-4c36-9c4f-7215e1e765d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:33.235694 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f59af11b-542d-42e7-989c-a30d871a85b8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Router 936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:47:33.238990 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d2bc3005-3d37-4ec7-8f38-fde33cf91f6a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:33.240815 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f48610bb-c2b0-4c36-9c4f-7215e1e765d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:33.289486 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48610bb-c2b0-4c36-9c4f-7215e1e765d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713dcfa6-1aec-40f2-b6b1-cbdb1dcc3aa1,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:33.331504 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bc3005-3d37-4ec7-8f38-fde33cf91f6a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Network d601a5d0-34da-4ed7-8a13-d0aaac94b8f4 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:47:33.336509 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-d2bc3005-3d37-4ec7-8f38-fde33cf91f6a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:47:33.342806 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bc3005-3d37-4ec7-8f38-fde33cf91f6a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:33.343546 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d2bc3005-3d37-4ec7-8f38-fde33cf91f6a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:33.388664 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc3005-3d37-4ec7-8f38-fde33cf91f6a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event updated for resources: {'Subnet': ['ID=59f0440b-fc50-4662-b3c2-0ae59c8488b3,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:33.405808 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d2bc3005-3d37-4ec7-8f38-fde33cf91f6a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8831868 Feb 09 12:47:33.406901 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57110) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:33.414018 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-a4462e54-dd3b-4896-a4b0-5ff807e1b29a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Request body: {'security_group': {'name': 'tempest-secgroup-694665736'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:47:33.423931 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-a4462e54-dd3b-4896-a4b0-5ff807e1b29a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:47:33.429180 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a4462e54-dd3b-4896-a4b0-5ff807e1b29a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Usage tracker for resource:security_group and tenant:1a8f2026410d46378828a444f88ab686 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:47:33.430144 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f48610bb-c2b0-4c36-9c4f-7215e1e765d5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b80dc479795b4467a0f307042bec96b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6643739 Feb 09 12:47:33.433123 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a4462e54-dd3b-4896-a4b0-5ff807e1b29a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:47:33.433278 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57114) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:33.440522 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-a4462e54-dd3b-4896-a4b0-5ff807e1b29a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:47:33.454158 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a4462e54-dd3b-4896-a4b0-5ff807e1b29a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:33.489567 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-a4462e54-dd3b-4896-a4b0-5ff807e1b29a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:47:33.495277 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a4462e54-dd3b-4896-a4b0-5ff807e1b29a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Usage tracker for resource:security_group_rule and tenant:1a8f2026410d46378828a444f88ab686 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:47:33.499926 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a4462e54-dd3b-4896-a4b0-5ff807e1b29a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:47:33.507451 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-a4462e54-dd3b-4896-a4b0-5ff807e1b29a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:47:33.603021 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a4462e54-dd3b-4896-a4b0-5ff807e1b29a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:33.612788 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a4462e54-dd3b-4896-a4b0-5ff807e1b29a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:33.662470 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4462e54-dd3b-4896-a4b0-5ff807e1b29a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f55aac-af10-4c92-ae8f-ced810d8728e,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:33.667082 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a4462e54-dd3b-4896-a4b0-5ff807e1b29a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:33.671762 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a4462e54-dd3b-4896-a4b0-5ff807e1b29a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2592144 Feb 09 12:47:33.672392 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57122) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:33.678109 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-17f10268-e73e-4b8c-9ce5-51ff870f5ab4 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Request body: {'security_group': {'name': 'tempest-secgroup-39632398'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:47:33.684866 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-17f10268-e73e-4b8c-9ce5-51ff870f5ab4 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:47:33.689270 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-17f10268-e73e-4b8c-9ce5-51ff870f5ab4 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Usage tracker for resource:security_group and tenant:1a8f2026410d46378828a444f88ab686 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:47:33.692389 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-17f10268-e73e-4b8c-9ce5-51ff870f5ab4 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:47:33.698569 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-17f10268-e73e-4b8c-9ce5-51ff870f5ab4 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:47:33.717286 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-17f10268-e73e-4b8c-9ce5-51ff870f5ab4 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:33.724393 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59af11b-542d-42e7-989c-a30d871a85b8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:47:33.737447 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2298b865-212c-4817-a086-36cb03b86133 None None] Sync routers for ids ['936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:47:33.744883 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-213feea3-aa5f-4c7f-a2f9-e362a9ae6d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:33.752648 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2298b865-212c-4817-a086-36cb03b86133 None None] Routers {'936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:47:33.753284 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-2298b865-212c-4817-a086-36cb03b86133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:47:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:47:33.764855 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-17f10268-e73e-4b8c-9ce5-51ff870f5ab4 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:47:33.772784 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-17f10268-e73e-4b8c-9ce5-51ff870f5ab4 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Usage tracker for resource:security_group_rule and tenant:1a8f2026410d46378828a444f88ab686 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:47:33.776774 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-17f10268-e73e-4b8c-9ce5-51ff870f5ab4 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:47:33.785325 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-17f10268-e73e-4b8c-9ce5-51ff870f5ab4 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:47:33.797682 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f59af11b-542d-42e7-989c-a30d871a85b8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:33.800062 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f59af11b-542d-42e7-989c-a30d871a85b8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.3837020 Feb 09 12:47:33.804843 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57126) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:33.869387 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90253ac1-3ce4-4cb0-bc08-86180f9bbde0 None None] Network d601a5d0-34da-4ed7-8a13-d0aaac94b8f4 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:47:33.875878 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-213feea3-aa5f-4c7f-a2f9-e362a9ae6d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:33.885568 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-17f10268-e73e-4b8c-9ce5-51ff870f5ab4 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:33.892503 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-17f10268-e73e-4b8c-9ce5-51ff870f5ab4 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:33.894104 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f5ef742e-bc6f-4a2b-95da-574b3b28fde2 tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=2c7a8f76649f44a59c185c6d6414b556&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0756853 Feb 09 12:47:33.897200 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57132) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:33.947371 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f10268-e73e-4b8c-9ce5-51ff870f5ab4 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab110fe-726f-4fb9-ad75-3b435890e743,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:33.953031 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-17f10268-e73e-4b8c-9ce5-51ff870f5ab4 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:33.954410 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-17f10268-e73e-4b8c-9ce5-51ff870f5ab4 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2809803 Feb 09 12:47:33.957491 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57136) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:33.971995 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-a6b623e7-28ec-45a9-a56e-7338821c7f98 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Request body: {'security_group': {'name': 'tempest-secgroup-1706583710'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:47:33.983609 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-a6b623e7-28ec-45a9-a56e-7338821c7f98 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:47:33.987616 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a6b623e7-28ec-45a9-a56e-7338821c7f98 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Usage tracker for resource:security_group and tenant:1a8f2026410d46378828a444f88ab686 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:47:33.990855 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a6b623e7-28ec-45a9-a56e-7338821c7f98 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:47:33.998466 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-a6b623e7-28ec-45a9-a56e-7338821c7f98 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:47:34.014491 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a6b623e7-28ec-45a9-a56e-7338821c7f98 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:34.043259 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-a6b623e7-28ec-45a9-a56e-7338821c7f98 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:47:34.049725 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a6b623e7-28ec-45a9-a56e-7338821c7f98 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Usage tracker for resource:security_group_rule and tenant:1a8f2026410d46378828a444f88ab686 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:47:34.055490 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a6b623e7-28ec-45a9-a56e-7338821c7f98 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:47:34.079137 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-a6b623e7-28ec-45a9-a56e-7338821c7f98 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:47:34.096398 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-213feea3-aa5f-4c7f-a2f9-e362a9ae6d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:34.134268 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213feea3-aa5f-4c7f-a2f9-e362a9ae6d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713dcfa6-1aec-40f2-b6b1-cbdb1dcc3aa1,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:34.151645 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-213feea3-aa5f-4c7f-a2f9-e362a9ae6d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:34.155869 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-213feea3-aa5f-4c7f-a2f9-e362a9ae6d6b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/713dcfa6-1aec-40f2-b6b1-cbdb1dcc3aa1 HTTP/1.1" status: 204 len: 168 time: 0.7186067 Feb 09 12:47:34.161494 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d607945-7089-4c7f-8c70-66dd87c2e5dd tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:34.165696 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7d607945-7089-4c7f-8c70-66dd87c2e5dd tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2650280 Feb 09 12:47:34.165989 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57144) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:34.192104 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a6b623e7-28ec-45a9-a56e-7338821c7f98 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:34.208624 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8e6d07f7-129d-410c-8450-6c652e83f887 tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=af0bad45-b31e-4cb1-a77c-3bbc34409de5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414474 Feb 09 12:47:34.209130 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a6b623e7-28ec-45a9-a56e-7338821c7f98 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:34.211211 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57150) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:34.217902 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-8bd2927b-eb4b-450d-8aad-b67f069d566c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-811222257', 'network_id': '1fbb7751-edb3-403f-9f82-05972dde3ad6', 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:47:34.293043 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b8c23594-d16d-40e9-a42c-348f9c4dbbc3 None None] Provisioning complete for port b1bfc993-87ee-49f0-b757-76a5dec9fdd3 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:47:34.293423 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b8c23594-d16d-40e9-a42c-348f9c4dbbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:34.298048 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a6b623e7-28ec-45a9-a56e-7338821c7f98 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:34.299379 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a6b623e7-28ec-45a9-a56e-7338821c7f98 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3407478 Feb 09 12:47:34.307254 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57154) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:34.332305 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-86b889ec-4bf3-4d2e-a6aa-d903fd791f4b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1843865360', 'security_groups': ['3d538654-3dfc-46f7-9eb6-59a608f5f6b4'], 'network_id': 'd601a5d0-34da-4ed7-8a13-d0aaac94b8f4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '59f0440b-fc50-4662-b3c2-0ae59c8488b3'}]}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:47:34.352681 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8bd2927b-eb4b-450d-8aad-b67f069d566c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:47:34.357463 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-8bd2927b-eb4b-450d-8aad-b67f069d566c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Usage tracker for resource:subnet and tenant:2c7a8f76649f44a59c185c6d6414b556 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:47:34.360580 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-8bd2927b-eb4b-450d-8aad-b67f069d566c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:47:34.366973 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8bd2927b-eb4b-450d-8aad-b67f069d566c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:47:34.368805 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-2298b865-212c-4817-a086-36cb03b86133 None None] Set router 936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:47:34.369630 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b623e7-28ec-45a9-a56e-7338821c7f98 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d538654-3dfc-46f7-9eb6-59a608f5f6b4,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:34.398493 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd2927b-eb4b-450d-8aad-b67f069d566c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Made reservation on behalf of 2c7a8f76649f44a59c185c6d6414b556 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:47:34.411424 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8bd2927b-eb4b-450d-8aad-b67f069d566c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:34.610532 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-86b889ec-4bf3-4d2e-a6aa-d903fd791f4b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:47:34.622678 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-86b889ec-4bf3-4d2e-a6aa-d903fd791f4b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:47:34.644507 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b889ec-4bf3-4d2e-a6aa-d903fd791f4b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Made reservation on behalf of 1a8f2026410d46378828a444f88ab686 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:47:34.743171 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8bd2927b-eb4b-450d-8aad-b67f069d566c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:34.828363 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-86b889ec-4bf3-4d2e-a6aa-d903fd791f4b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:34.852883 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [None req-86b889ec-4bf3-4d2e-a6aa-d903fd791f4b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] device_id is not set on port cf020aa1-9304-4ae5-96b3-d1dc2e5d041a yet. {{(pid=87567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:47:34.958755 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd2927b-eb4b-450d-8aad-b67f069d566c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'Subnet': ['ID=116fb373-9734-49da-8f3a-594bd468aac1,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:34.962112 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd2927b-eb4b-450d-8aad-b67f069d566c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Checking segment: {'id': '916b5cc9-cda8-4f43-9164-d68cdbefc4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1fbb7751-edb3-403f-9f82-05972dde3ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:47:34.962609 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd2927b-eb4b-450d-8aad-b67f069d566c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Network hostable DHCP agents. Network: 1fbb7751-edb3-403f-9f82-05972dde3ad6, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:47:34.988739 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd2927b-eb4b-450d-8aad-b67f069d566c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Network 1fbb7751-edb3-403f-9f82-05972dde3ad6 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:47:35.006222 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-8bd2927b-eb4b-450d-8aad-b67f069d566c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 1fbb7751-edb3-403f-9f82-05972dde3ad6) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:47:35.012505 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd2927b-eb4b-450d-8aad-b67f069d566c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:35.015050 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8bd2927b-eb4b-450d-8aad-b67f069d566c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:35.049041 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8bd2927b-eb4b-450d-8aad-b67f069d566c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8361285 Feb 09 12:47:35.054188 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57180) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:35.055559 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d9aedc-b2f4-4df6-a723-8f66b57ed4e3 None None] Network 1fbb7751-edb3-403f-9f82-05972dde3ad6 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:47:35.296965 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-2298b865-212c-4817-a086-36cb03b86133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049255076', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '6bd3be33-41a5-4642-8b05-57e32bffd139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:47:29Z', 'updated_at': '2022-02-09T12:47:31Z', 'revision_number': 3, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': '6bd3be33-41a5-4642-8b05-57e32bffd139', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:76:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:47:30Z', 'updated_at': '2022-02-09T12:47:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:47:35.319270 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-86b889ec-4bf3-4d2e-a6aa-d903fd791f4b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Allocated IP 172.20.0.8 (d601a5d0-34da-4ed7-8a13-d0aaac94b8f4/59f0440b-fc50-4662-b3c2-0ae59c8488b3/cf020aa1-9304-4ae5-96b3-d1dc2e5d041a) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:47:35.324909 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2298b865-212c-4817-a086-36cb03b86133 None None] Checking router: 936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:47:35.328569 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2298b865-212c-4817-a086-36cb03b86133 None None] Updating router 936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02 port 6bd3be33-41a5-4642-8b05-57e32bffd139 binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:47:35.386412 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7836d4f-1c9e-4753-bfd6-eb9c7af9a628 None None] Update dhcp port {'port': {'network_id': 'd601a5d0-34da-4ed7-8a13-d0aaac94b8f4', 'fixed_ips': [{'subnet_id': '760b01a3-d737-4ace-815e-8c5e8e878cbc', 'ip_address': '172.20.0.18'}, {'subnet_id': '59f0440b-fc50-4662-b3c2-0ae59c8488b3'}], 'binding:host_id': 'n-d-825178-3'}, 'id': 'b1bfc993-87ee-49f0-b757-76a5dec9fdd3'} from n-d-825178-3. {{(pid=87569) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 12:47:35.505795 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b8c23594-d16d-40e9-a42c-348f9c4dbbc3 None None] Provisioning complete for port 89b835f6-d8b3-4a7f-ba05-d5e98d80cc64 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:47:35.509543 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b8c23594-d16d-40e9-a42c-348f9c4dbbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:35.606342 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-86b889ec-4bf3-4d2e-a6aa-d903fd791f4b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:35.634987 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-86b889ec-4bf3-4d2e-a6aa-d903fd791f4b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Transition to ACTIVE for port object cf020aa1-9304-4ae5-96b3-d1dc2e5d041a will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:47:35.675542 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-86b889ec-4bf3-4d2e-a6aa-d903fd791f4b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:35.709283 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2298b865-212c-4817-a086-36cb03b86133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:35.750489 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b8c23594-d16d-40e9-a42c-348f9c4dbbc3 None None] Port 89b835f6-d8b3-4a7f-ba05-d5e98d80cc64 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:47:35.793339 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b889ec-4bf3-4d2e-a6aa-d903fd791f4b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Network d601a5d0-34da-4ed7-8a13-d0aaac94b8f4 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:47:35.795377 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8259c5ff-e378-4aa6-ac64-e58628fda7d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-1fbb7751-edb3-403f-9f82-05972dde3ad6', 'network_id': '1fbb7751-edb3-403f-9f82-05972dde3ad6', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'fixed_ips': [{'subnet_id': '116fb373-9734-49da-8f3a-594bd468aac1'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:47:35.796244 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8259c5ff-e378-4aa6-ac64-e58628fda7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:35.797715 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-86b889ec-4bf3-4d2e-a6aa-d903fd791f4b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:47:35.802214 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b889ec-4bf3-4d2e-a6aa-d903fd791f4b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:47:35.824345 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c7836d4f-1c9e-4753-bfd6-eb9c7af9a628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:35.889954 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b889ec-4bf3-4d2e-a6aa-d903fd791f4b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:35.890902 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-86b889ec-4bf3-4d2e-a6aa-d903fd791f4b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:35.896911 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b889ec-4bf3-4d2e-a6aa-d903fd791f4b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event updated for resources: {'Port': ['ID=cf020aa1-9304-4ae5-96b3-d1dc2e5d041a,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:35.933847 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-86b889ec-4bf3-4d2e-a6aa-d903fd791f4b tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6261516 Feb 09 12:47:35.934590 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57204) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:35.942126 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-07b99d38-1c0d-4c2b-a136-3ef327a8f4a0 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Request body: {'subnet': {'network_id': 'd601a5d0-34da-4ed7-8a13-d0aaac94b8f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:47:36.128383 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-07b99d38-1c0d-4c2b-a136-3ef327a8f4a0 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:47:36.132834 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-07b99d38-1c0d-4c2b-a136-3ef327a8f4a0 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Usage tracker for resource:subnet and tenant:1a8f2026410d46378828a444f88ab686 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:47:36.137009 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-07b99d38-1c0d-4c2b-a136-3ef327a8f4a0 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:47:36.165129 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-07b99d38-1c0d-4c2b-a136-3ef327a8f4a0 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:47:36.179723 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b99d38-1c0d-4c2b-a136-3ef327a8f4a0 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Made reservation on behalf of 1a8f2026410d46378828a444f88ab686 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:47:36.187238 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-07b99d38-1c0d-4c2b-a136-3ef327a8f4a0 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:36.349731 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5d9e5b35-a2c3-4e5d-9077-00e513c81f71 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:36.577125 n-d-825178-3 neutron-server[87567]: INFO neutron.db.ipam_backend_mixin [None req-07b99d38-1c0d-4c2b-a136-3ef327a8f4a0 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 59f0440b-fc50-4662-b3c2-0ae59c8488b3 (CIDR: 172.20.0.0/28) Feb 09 12:47:36.583062 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-07b99d38-1c0d-4c2b-a136-3ef327a8f4a0 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:47:36.583547 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07b99d38-1c0d-4c2b-a136-3ef327a8f4a0 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:47:36.626657 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-07b99d38-1c0d-4c2b-a136-3ef327a8f4a0 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6873114 Feb 09 12:47:36.627294 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57226) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:36.632404 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-917911a2-e13e-4768-a665-3187174b374a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Request body: {'subnet': {'network_id': 'd601a5d0-34da-4ed7-8a13-d0aaac94b8f4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:47:36.699165 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-c7836d4f-1c9e-4753-bfd6-eb9c7af9a628 None None] Allocated IP 172.20.0.2 (d601a5d0-34da-4ed7-8a13-d0aaac94b8f4/59f0440b-fc50-4662-b3c2-0ae59c8488b3/b1bfc993-87ee-49f0-b757-76a5dec9fdd3) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:47:36.774636 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-8259c5ff-e378-4aa6-ac64-e58628fda7d5 None None] Allocated IP 172.20.0.2 (1fbb7751-edb3-403f-9f82-05972dde3ad6/116fb373-9734-49da-8f3a-594bd468aac1/f0384630-f5b3-41ff-bee2-023e505af751) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:47:36.800679 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57234) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:37.025737 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-917911a2-e13e-4768-a665-3187174b374a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:47:37.031538 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-917911a2-e13e-4768-a665-3187174b374a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Usage tracker for resource:subnet and tenant:1a8f2026410d46378828a444f88ab686 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:47:37.034844 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-917911a2-e13e-4768-a665-3187174b374a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:47:37.058509 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-15d6b187-be54-4917-917b-4780c101013f tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] 10.222.0.55 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3501 time: 0.2575750 Feb 09 12:47:37.062332 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57252) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:37.066200 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-917911a2-e13e-4768-a665-3187174b374a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:47:37.069476 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-d17e9eae-8f30-4bcf-9eb5-ecae7ec510d4 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Request body: {'network': {'name': 'tempest-network-smoke--1134486516', 'project_id': '57cad2baaf2145b1a083f7140eddf89d', 'port_security_enabled': False}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:47:37.085689 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d17e9eae-8f30-4bcf-9eb5-ecae7ec510d4 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:47:37.090057 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917911a2-e13e-4768-a665-3187174b374a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Made reservation on behalf of 1a8f2026410d46378828a444f88ab686 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:47:37.096361 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-917911a2-e13e-4768-a665-3187174b374a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:37.114927 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2298b865-212c-4817-a086-36cb03b86133 None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:37.118697 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d17e9eae-8f30-4bcf-9eb5-ecae7ec510d4 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:47:37.149100 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17e9eae-8f30-4bcf-9eb5-ecae7ec510d4 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Made reservation on behalf of 57cad2baaf2145b1a083f7140eddf89d for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:47:37.170622 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2298b865-212c-4817-a086-36cb03b86133 None None] Transition to ACTIVE for port object 6bd3be33-41a5-4642-8b05-57e32bffd139 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:47:37.174830 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d17e9eae-8f30-4bcf-9eb5-ecae7ec510d4 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:37.201796 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2298b865-212c-4817-a086-36cb03b86133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:37.241324 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d17e9eae-8f30-4bcf-9eb5-ecae7ec510d4 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:47:37.261345 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d17e9eae-8f30-4bcf-9eb5-ecae7ec510d4 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:37.261703 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-d17e9eae-8f30-4bcf-9eb5-ecae7ec510d4 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Added segment 29d20c97-cf9b-4c36-8aea-8a0309cce11c of type vlan for network c13649ee-63d3-486f-9eb0-2f26063c4c2a Feb 09 12:47:37.349680 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0631378-5276-4666-bf1b-8fb7ebd9a662 None None] Pushing event updated for resources: {'Port': ['ID=6bd3be33-41a5-4642-8b05-57e32bffd139,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:37.376549 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d17e9eae-8f30-4bcf-9eb5-ecae7ec510d4 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:37.427986 n-d-825178-3 neutron-server[87567]: INFO neutron.db.ipam_backend_mixin [None req-917911a2-e13e-4768-a665-3187174b374a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 760b01a3-d737-4ace-815e-8c5e8e878cbc (CIDR: 172.20.0.16/28) Feb 09 12:47:37.437476 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-917911a2-e13e-4768-a665-3187174b374a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:47:37.438004 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-917911a2-e13e-4768-a665-3187174b374a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:47:37.473786 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-2298b865-212c-4817-a086-36cb03b86133 None None] Attempting to bind port 6bd3be33-41a5-4642-8b05-57e32bffd139 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:47:37.474167 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-2298b865-212c-4817-a086-36cb03b86133 None None] Attempting to bind port 6bd3be33-41a5-4642-8b05-57e32bffd139 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:47:37.474951 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2298b865-212c-4817-a086-36cb03b86133 None None] Attempting to bind port 6bd3be33-41a5-4642-8b05-57e32bffd139 on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:47:37.486976 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-c7836d4f-1c9e-4753-bfd6-eb9c7af9a628 None None] For port b1bfc993-87ee-49f0-b757-76a5dec9fdd3, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=b1bfc993-87ee-49f0-b757-76a5dec9fdd3,segment=NetworkSegment(78ba4747-1262-450a-9c94-71a98c6ef46d),segment_id=78ba4747-1262-450a-9c94-71a98c6ef46d)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:47:37.499296 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2298b865-212c-4817-a086-36cb03b86133 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:47:37.499678 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2298b865-212c-4817-a086-36cb03b86133 None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:47:37.500114 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2298b865-212c-4817-a086-36cb03b86133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:37.500516 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2298b865-212c-4817-a086-36cb03b86133 None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:47:37.500998 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-2298b865-212c-4817-a086-36cb03b86133 None None] Bound port: 6bd3be33-41a5-4642-8b05-57e32bffd139, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:47:37.506315 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2298b865-212c-4817-a086-36cb03b86133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:37.507808 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d17e9eae-8f30-4bcf-9eb5-ecae7ec510d4 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:37.518406 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17e9eae-8f30-4bcf-9eb5-ecae7ec510d4 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:37.519576 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-917911a2-e13e-4768-a665-3187174b374a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8915379 Feb 09 12:47:37.522064 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d17e9eae-8f30-4bcf-9eb5-ecae7ec510d4 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:37.522733 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57268) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:37.540752 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-3e16344a-32c6-432a-8164-77b62664ea36 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Request body: {'subnet': {'network_id': 'd601a5d0-34da-4ed7-8a13-d0aaac94b8f4', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:47:37.581327 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d17e9eae-8f30-4bcf-9eb5-ecae7ec510d4 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5178170 Feb 09 12:47:37.585260 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57272) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:37.671653 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-15f899a9-696f-4ded-8dd0-77026cc38add tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-107916814', 'admin_state_up': True, 'project_id': '57cad2baaf2145b1a083f7140eddf89d', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:47:37.692042 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c7836d4f-1c9e-4753-bfd6-eb9c7af9a628 None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:37.695129 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-15f899a9-696f-4ded-8dd0-77026cc38add tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:47:37.706579 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-15f899a9-696f-4ded-8dd0-77026cc38add tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Usage tracker for resource:router and tenant:57cad2baaf2145b1a083f7140eddf89d is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:47:37.713558 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-15f899a9-696f-4ded-8dd0-77026cc38add tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:47:37.714676 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c7836d4f-1c9e-4753-bfd6-eb9c7af9a628 None None] Transition to ACTIVE for port object b1bfc993-87ee-49f0-b757-76a5dec9fdd3 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:47:37.728224 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-15f899a9-696f-4ded-8dd0-77026cc38add tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:47:37.754855 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c7836d4f-1c9e-4753-bfd6-eb9c7af9a628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:37.789153 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-15f899a9-696f-4ded-8dd0-77026cc38add tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:37.790239 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-15f899a9-696f-4ded-8dd0-77026cc38add tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:37.793984 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e9eae-8f30-4bcf-9eb5-ecae7ec510d4 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Pushing event updated for resources: {'Network': ['ID=c13649ee-63d3-486f-9eb0-2f26063c4c2a,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:37.811194 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3e16344a-32c6-432a-8164-77b62664ea36 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:47:37.817967 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-3e16344a-32c6-432a-8164-77b62664ea36 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Usage tracker for resource:subnet and tenant:1a8f2026410d46378828a444f88ab686 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:47:37.823199 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-3e16344a-32c6-432a-8164-77b62664ea36 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:47:37.827038 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-15f899a9-696f-4ded-8dd0-77026cc38add tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:37.854090 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3e16344a-32c6-432a-8164-77b62664ea36 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:47:37.884633 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e16344a-32c6-432a-8164-77b62664ea36 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Made reservation on behalf of 1a8f2026410d46378828a444f88ab686 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:47:37.888894 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3e16344a-32c6-432a-8164-77b62664ea36 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:37.894482 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7836d4f-1c9e-4753-bfd6-eb9c7af9a628 None None] Pushing event updated for resources: {'Port': ['ID=b1bfc993-87ee-49f0-b757-76a5dec9fdd3,revision_number=6']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:37.897454 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network c13649ee-63d3-486f-9eb0-2f26063c4c2a details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:47:38.097872 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8259c5ff-e378-4aa6-ac64-e58628fda7d5 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:38.161469 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-8259c5ff-e378-4aa6-ac64-e58628fda7d5 None None] Transition to ACTIVE for port object f0384630-f5b3-41ff-bee2-023e505af751 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:47:38.176014 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-2298b865-212c-4817-a086-36cb03b86133 None None] For port 6bd3be33-41a5-4642-8b05-57e32bffd139, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:47:38.195564 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-2298b865-212c-4817-a086-36cb03b86133 None None] For port 6bd3be33-41a5-4642-8b05-57e32bffd139, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=6bd3be33-41a5-4642-8b05-57e32bffd139,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:47:38.197062 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-8259c5ff-e378-4aa6-ac64-e58628fda7d5 None None] Transition to ACTIVE for port object f0384630-f5b3-41ff-bee2-023e505af751 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:47:38.200932 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2298b865-212c-4817-a086-36cb03b86133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:38.250723 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8259c5ff-e378-4aa6-ac64-e58628fda7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:38.292390 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2298b865-212c-4817-a086-36cb03b86133 None None] Routers {'936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:47:38.293026 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-2298b865-212c-4817-a086-36cb03b86133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:47:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:47:38.348414 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-5d9e5b35-a2c3-4e5d-9077-00e513c81f71 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Allocated IP 172.20.0.1 (1fbb7751-edb3-403f-9f82-05972dde3ad6/116fb373-9734-49da-8f3a-594bd468aac1/4b1533bb-35ff-4cf2-bcf1-8b177ac54417) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:47:38.353615 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57290) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:38.516141 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-15f899a9-696f-4ded-8dd0-77026cc38add tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:38.568630 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-2298b865-212c-4817-a086-36cb03b86133 None None] Set router 936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:47:38.594969 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-888a90d1-e49d-4884-8677-5dfe4a013415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:38.625078 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-888a90d1-e49d-4884-8677-5dfe4a013415 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:47:38.633215 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-888a90d1-e49d-4884-8677-5dfe4a013415 admin admin] Usage tracker for resource:security_group_rule and tenant:06aa86162c2145d0b759c1a8e3f98054 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:47:38.639001 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5d9e5b35-a2c3-4e5d-9077-00e513c81f71 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:38.642342 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-888a90d1-e49d-4884-8677-5dfe4a013415 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:47:38.652552 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-888a90d1-e49d-4884-8677-5dfe4a013415 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:47:38.668044 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-5d9e5b35-a2c3-4e5d-9077-00e513c81f71 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Transition to ACTIVE for port object 4b1533bb-35ff-4cf2-bcf1-8b177ac54417 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:47:38.711060 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8259c5ff-e378-4aa6-ac64-e58628fda7d5 None None] Network 1fbb7751-edb3-403f-9f82-05972dde3ad6 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:47:38.718575 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-8259c5ff-e378-4aa6-ac64-e58628fda7d5 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:47:38.755376 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5d9e5b35-a2c3-4e5d-9077-00e513c81f71 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:38.757829 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8259c5ff-e378-4aa6-ac64-e58628fda7d5 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:47:38.771171 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cbcbba-4598-4c3f-a653-3921d9528bca req-20c97fe1-e1cb-4324-b7b7-661fbc963a35 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:38.772762 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30cbcbba-4598-4c3f-a653-3921d9528bca req-20c97fe1-e1cb-4324-b7b7-661fbc963a35 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=81db42a5-02d3-443f-be46-0013f0adee71 HTTP/1.1" status: 200 len: 945 time: 0.8621063 Feb 09 12:47:38.831820 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6dda5-4577-45d0-a31d-baa6c6fa22d5 req-1a984342-d500-4986-bf1b-709c151c6d36 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:38.833405 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c8e6dda5-4577-45d0-a31d-baa6c6fa22d5 req-1a984342-d500-4986-bf1b-709c151c6d36 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] 10.222.0.55 "GET /v2.0/ports?device_id=d50cdad8-3bef-424e-8523-b0cb2752ee94 HTTP/1.1" status: 200 len: 945 time: 0.6040099 Feb 09 12:47:38.844204 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9e5b35-a2c3-4e5d-9077-00e513c81f71 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Network 1fbb7751-edb3-403f-9f82-05972dde3ad6 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:47:38.856430 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-5d9e5b35-a2c3-4e5d-9077-00e513c81f71 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:47:38.863291 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9e5b35-a2c3-4e5d-9077-00e513c81f71 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:47:38.930178 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0631378-5276-4666-bf1b-8fb7ebd9a662 None None] Pushing event updated for resources: {'Port': ['ID=6bd3be33-41a5-4642-8b05-57e32bffd139,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:38.984363 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-888a90d1-e49d-4884-8677-5dfe4a013415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:39.003209 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5d9e5b35-a2c3-4e5d-9077-00e513c81f71 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:39.005915 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e5b35-a2c3-4e5d-9077-00e513c81f71 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'Port': ['ID=4b1533bb-35ff-4cf2-bcf1-8b177ac54417,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:39.008306 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-888a90d1-e49d-4884-8677-5dfe4a013415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:39.063672 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-8259c5ff-e378-4aa6-ac64-e58628fda7d5 None None] Attempting to bind port f0384630-f5b3-41ff-bee2-023e505af751 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:47:39.064076 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-8259c5ff-e378-4aa6-ac64-e58628fda7d5 None None] Attempting to bind port f0384630-f5b3-41ff-bee2-023e505af751 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '916b5cc9-cda8-4f43-9164-d68cdbefc4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1fbb7751-edb3-403f-9f82-05972dde3ad6'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:47:39.064444 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8259c5ff-e378-4aa6-ac64-e58628fda7d5 None None] Attempting to bind port f0384630-f5b3-41ff-bee2-023e505af751 on network 1fbb7751-edb3-403f-9f82-05972dde3ad6 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:47:39.075229 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8259c5ff-e378-4aa6-ac64-e58628fda7d5 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:47:39.076330 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8259c5ff-e378-4aa6-ac64-e58628fda7d5 None None] Checking segment: {'id': '916b5cc9-cda8-4f43-9164-d68cdbefc4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1fbb7751-edb3-403f-9f82-05972dde3ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:47:39.076604 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8259c5ff-e378-4aa6-ac64-e58628fda7d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:39.077009 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8259c5ff-e378-4aa6-ac64-e58628fda7d5 None None] Bound using segment: {'id': '916b5cc9-cda8-4f43-9164-d68cdbefc4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1fbb7751-edb3-403f-9f82-05972dde3ad6'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:47:39.077595 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-8259c5ff-e378-4aa6-ac64-e58628fda7d5 None None] Bound port: f0384630-f5b3-41ff-bee2-023e505af751, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '916b5cc9-cda8-4f43-9164-d68cdbefc4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1fbb7751-edb3-403f-9f82-05972dde3ad6'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:47:39.078231 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8259c5ff-e378-4aa6-ac64-e58628fda7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:39.127157 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30cbcbba-4598-4c3f-a653-3921d9528bca req-60d3eca3-3c17-4845-84ed-714de4a568a5 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=7893647d-3475-4802-b105-e9be2c914246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3472214 Feb 09 12:47:39.136398 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-888a90d1-e49d-4884-8677-5dfe4a013415 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=06aa86162c2145d0b759c1a8e3f98054&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7815173 Feb 09 12:47:39.143981 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57300) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:39.151875 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a90d1-e49d-4884-8677-5dfe4a013415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af6dd81-6fdc-44c9-ba5c-aee2519e6746,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:39.160607 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8259c5ff-e378-4aa6-ac64-e58628fda7d5 None None] Pushing event updated for resources: {'Port': ['ID=f0384630-f5b3-41ff-bee2-023e505af751,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:39.195714 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c8e6dda5-4577-45d0-a31d-baa6c6fa22d5 req-60ee1fee-616d-4076-9ef7-3c26b9389225 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] 10.222.0.55 "GET /v2.0/security-groups?id=100591b4-c01e-4386-91ab-bc93054cdadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3290386 Feb 09 12:47:39.294855 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-8259c5ff-e378-4aa6-ac64-e58628fda7d5 None None] For port f0384630-f5b3-41ff-bee2-023e505af751, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:47:39.322894 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-ced2cafb-4a97-4eed-a82f-8d1477500318 None None] Provisioning for port b1bfc993-87ee-49f0-b757-76a5dec9fdd3 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:47:39.341969 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-8259c5ff-e378-4aa6-ac64-e58628fda7d5 None None] For port f0384630-f5b3-41ff-bee2-023e505af751, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=f0384630-f5b3-41ff-bee2-023e505af751,segment=NetworkSegment(916b5cc9-cda8-4f43-9164-d68cdbefc4ff),segment_id=916b5cc9-cda8-4f43-9164-d68cdbefc4ff)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:47:39.342379 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3e16344a-32c6-432a-8164-77b62664ea36 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:39.350614 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-ced2cafb-4a97-4eed-a82f-8d1477500318 None None] Provisioning complete for port b1bfc993-87ee-49f0-b757-76a5dec9fdd3 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:47:39.351276 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ced2cafb-4a97-4eed-a82f-8d1477500318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:39.432110 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8259c5ff-e378-4aa6-ac64-e58628fda7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:39.454321 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e16344a-32c6-432a-8164-77b62664ea36 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Network d601a5d0-34da-4ed7-8a13-d0aaac94b8f4 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:47:39.463229 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-3e16344a-32c6-432a-8164-77b62664ea36 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:47:39.469804 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e16344a-32c6-432a-8164-77b62664ea36 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:39.470581 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3e16344a-32c6-432a-8164-77b62664ea36 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:39.522580 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device b1bfc993-87ee-49f0-b757-76a5dec9fdd3 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:47:39.551015 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37c8072-d619-476a-89c8-e33fb5bd7776 None None] Network d601a5d0-34da-4ed7-8a13-d0aaac94b8f4 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:47:39.706081 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e16344a-32c6-432a-8164-77b62664ea36 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event updated for resources: {'Subnet': ['ID=afa6bbfb-9368-4fcf-9dd7-5c372138ea9a,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:39.720237 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-15f899a9-696f-4ded-8dd0-77026cc38add tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for router_gateway, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:39.741644 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-2298b865-212c-4817-a086-36cb03b86133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049255076', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '6bd3be33-41a5-4642-8b05-57e32bffd139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:47:29Z', 'updated_at': '2022-02-09T12:47:31Z', 'revision_number': 3, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': '6bd3be33-41a5-4642-8b05-57e32bffd139', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:76:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:47:30Z', 'updated_at': '2022-02-09T12:47:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:47:39.750048 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4da4251b-c545-4aae-bc1b-c85819ca9d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:39.760184 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2298b865-212c-4817-a086-36cb03b86133 None None] The sync data for ids ['936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02'] in n-d-825178-3 is: [{'id': '936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049255076', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '6bd3be33-41a5-4642-8b05-57e32bffd139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:47:29Z', 'updated_at': '2022-02-09T12:47:31Z', 'revision_number': 3, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': '6bd3be33-41a5-4642-8b05-57e32bffd139', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:76:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:47:30Z', 'updated_at': '2022-02-09T12:47:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:47:39.763484 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8259c5ff-e378-4aa6-ac64-e58628fda7d5 None None] Pushing event updated for resources: {'Port': ['ID=f0384630-f5b3-41ff-bee2-023e505af751,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:39.767120 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3e16344a-32c6-432a-8164-77b62664ea36 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2426248 Feb 09 12:47:39.773097 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57306) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:39.785306 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-54046956-971b-46f6-bffa-27ff146cd716 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1332321018', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'afa6bbfb-9368-4fcf-9dd7-5c372138ea9a'}], 'security_groups': ['d1f55aac-af10-4c92-ae8f-ced810d8728e', '5ab110fe-726f-4fb9-ad75-3b435890e743']}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:47:39.791641 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-15f899a9-696f-4ded-8dd0-77026cc38add tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:39.945418 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e39ce-60ef-4caf-9f2f-583908e69f30 req-85c4f18a-5afd-4f55-bfed-6adbdbda4636 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:39.946922 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5b6e39ce-60ef-4caf-9f2f-583908e69f30 req-85c4f18a-5afd-4f55-bfed-6adbdbda4636 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] 10.222.0.46 "GET /v2.0/ports?device_id=d50cdad8-3bef-424e-8523-b0cb2752ee94 HTTP/1.1" status: 200 len: 945 time: 0.4503355 Feb 09 12:47:39.986337 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4da4251b-c545-4aae-bc1b-c85819ca9d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:40.002848 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port b1bfc993-87ee-49f0-b757-76a5dec9fdd3 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:47:40.003230 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:40.065233 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5d9e5b35-a2c3-4e5d-9077-00e513c81f71 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:40.126048 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-ced2cafb-4a97-4eed-a82f-8d1477500318 None None] Provisioning complete for port 89b835f6-d8b3-4a7f-ba05-d5e98d80cc64 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:47:40.130364 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ced2cafb-4a97-4eed-a82f-8d1477500318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:40.155734 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-5b6e39ce-60ef-4caf-9f2f-583908e69f30 req-cea38a97-67b3-46ed-8f53-8d20d37b8bf3 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Deleting port d244e884-8bc7-42ac-90d7-3cf87a43c32e {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:47:40.156995 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5b6e39ce-60ef-4caf-9f2f-583908e69f30 req-cea38a97-67b3-46ed-8f53-8d20d37b8bf3 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:40.218410 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-ced2cafb-4a97-4eed-a82f-8d1477500318 None None] Port 89b835f6-d8b3-4a7f-ba05-d5e98d80cc64 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:47:40.517303 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-8e7a8b2b-270e-4a76-a2bb-59fdadfb4b34 None None] Provisioning for port cf020aa1-9304-4ae5-96b3-d1dc2e5d041a completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:47:40.578335 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-8e7a8b2b-270e-4a76-a2bb-59fdadfb4b34 None None] Provisioning complete for port cf020aa1-9304-4ae5-96b3-d1dc2e5d041a triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:47:40.582920 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8e7a8b2b-270e-4a76-a2bb-59fdadfb4b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:40.605709 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc1aec-2d24-4d5a-8918-f46037ccc35b req-29615429-4874-4085-b28b-4837fb09293a tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:40.606600 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-59cc1aec-2d24-4d5a-8918-f46037ccc35b req-29615429-4874-4085-b28b-4837fb09293a tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Synchronizing usage tracker for tenant:7722e72c858c4f97b7f4eb543cff4fda on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:47:40.624972 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-15f899a9-696f-4ded-8dd0-77026cc38add tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Allocated IP 172.25.7.67 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/228d6a7d-449e-40f7-8489-1787ab102b6b) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:47:40.669174 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c67b33-0f6b-4954-970e-d3485d2c1d13 None None] Update dhcp port {'port': {'network_id': 'd601a5d0-34da-4ed7-8a13-d0aaac94b8f4', 'fixed_ips': [{'subnet_id': '760b01a3-d737-4ace-815e-8c5e8e878cbc', 'ip_address': '172.20.0.18'}, {'subnet_id': '59f0440b-fc50-4662-b3c2-0ae59c8488b3', 'ip_address': '172.20.0.2'}, {'subnet_id': 'afa6bbfb-9368-4fcf-9dd7-5c372138ea9a'}], 'binding:host_id': 'n-d-825178-3'}, 'id': 'b1bfc993-87ee-49f0-b757-76a5dec9fdd3'} from n-d-825178-3. {{(pid=87569) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 12:47:40.698900 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-59cc1aec-2d24-4d5a-8918-f46037ccc35b req-29615429-4874-4085-b28b-4837fb09293a tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Unset dirty status for tenant:7722e72c858c4f97b7f4eb543cff4fda on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:47:40.700275 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-59cc1aec-2d24-4d5a-8918-f46037ccc35b req-29615429-4874-4085-b28b-4837fb09293a tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.46 "GET /v2.0/ports?device_id=81db42a5-02d3-443f-be46-0013f0adee71 HTTP/1.1" status: 200 len: 945 time: 1.1829031 Feb 09 12:47:40.714355 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-8e7a8b2b-270e-4a76-a2bb-59fdadfb4b34 None None] Port cf020aa1-9304-4ae5-96b3-d1dc2e5d041a cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:47:40.773623 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a4c67b33-0f6b-4954-970e-d3485d2c1d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:40.900471 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4da4251b-c545-4aae-bc1b-c85819ca9d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:41.084392 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da4251b-c545-4aae-bc1b-c85819ca9d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af6dd81-6fdc-44c9-ba5c-aee2519e6746,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:41.122134 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da4251b-c545-4aae-bc1b-c85819ca9d19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:41.126275 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da4251b-c545-4aae-bc1b-c85819ca9d19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:41.126845 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da4251b-c545-4aae-bc1b-c85819ca9d19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:41.127399 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da4251b-c545-4aae-bc1b-c85819ca9d19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:41.134460 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402b2d4-9df6-403b-8fe6-def84075c14a req-d4d9c3a2-798b-4ec3-ac7f-566b7cf8ba2b tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:41.135624 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da4251b-c545-4aae-bc1b-c85819ca9d19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:41.136199 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da4251b-c545-4aae-bc1b-c85819ca9d19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:41.136512 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7402b2d4-9df6-403b-8fe6-def84075c14a req-d4d9c3a2-798b-4ec3-ac7f-566b7cf8ba2b tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] 10.222.0.55 "GET /v2.0/ports?device_id=d50cdad8-3bef-424e-8523-b0cb2752ee94 HTTP/1.1" status: 200 len: 945 time: 0.7438421 Feb 09 12:47:41.136960 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da4251b-c545-4aae-bc1b-c85819ca9d19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:41.141147 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da4251b-c545-4aae-bc1b-c85819ca9d19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:41.142172 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da4251b-c545-4aae-bc1b-c85819ca9d19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:41.142748 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da4251b-c545-4aae-bc1b-c85819ca9d19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:41.143307 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da4251b-c545-4aae-bc1b-c85819ca9d19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:41.143906 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da4251b-c545-4aae-bc1b-c85819ca9d19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:41.146720 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-54046956-971b-46f6-bffa-27ff146cd716 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:41.180041 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab82acb-7216-4fd9-94bb-cbaf681fde84 req-f9f380e8-7940-490a-bf33-27050f61fb78 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:41.189568 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cab82acb-7216-4fd9-94bb-cbaf681fde84 req-f9f380e8-7940-490a-bf33-27050f61fb78 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=81db42a5-02d3-443f-be46-0013f0adee71 HTTP/1.1" status: 200 len: 945 time: 0.6940362 Feb 09 12:47:41.213096 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-59cc1aec-2d24-4d5a-8918-f46037ccc35b req-bb6f720e-a618-4496-94e2-069ab98b63ca tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Deleting port 12a16eec-53c5-46b0-b1a7-a3ecba18d598 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:47:41.219268 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-59cc1aec-2d24-4d5a-8918-f46037ccc35b req-bb6f720e-a618-4496-94e2-069ab98b63ca tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:41.332128 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-15f899a9-696f-4ded-8dd0-77026cc38add tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:41.426306 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-a4c67b33-0f6b-4954-970e-d3485d2c1d13 None None] Allocated IP 172.20.0.34 (d601a5d0-34da-4ed7-8a13-d0aaac94b8f4/afa6bbfb-9368-4fcf-9dd7-5c372138ea9a/b1bfc993-87ee-49f0-b757-76a5dec9fdd3) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:47:41.472373 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7402b2d4-9df6-403b-8fe6-def84075c14a req-f8b06b28-ef79-4c06-94a0-85e5b7afe5e3 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] 10.222.0.55 "GET /v2.0/security-groups?id=100591b4-c01e-4386-91ab-bc93054cdadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2807174 Feb 09 12:47:41.502032 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cab82acb-7216-4fd9-94bb-cbaf681fde84 req-c8bac0e5-951e-4308-8d70-bfa9f8bfa65d tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=7893647d-3475-4802-b105-e9be2c914246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3114913 Feb 09 12:47:41.515581 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-5b6e39ce-60ef-4caf-9f2f-583908e69f30 req-cea38a97-67b3-46ed-8f53-8d20d37b8bf3 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] For port d244e884-8bc7-42ac-90d7-3cf87a43c32e, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=d244e884-8bc7-42ac-90d7-3cf87a43c32e,segment=NetworkSegment(20f02b30-960e-4af2-9713-4a21e488fd18),segment_id=20f02b30-960e-4af2-9713-4a21e488fd18)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:47:41.523555 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5b6e39ce-60ef-4caf-9f2f-583908e69f30 req-cea38a97-67b3-46ed-8f53-8d20d37b8bf3 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:41.553026 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4da4251b-c545-4aae-bc1b-c85819ca9d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:41.554164 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4da4251b-c545-4aae-bc1b-c85819ca9d19 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0af6dd81-6fdc-44c9-ba5c-aee2519e6746 HTTP/1.1" status: 204 len: 168 time: 2.4082823 Feb 09 12:47:41.615727 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4af09c9-b309-4dec-b087-90d1dd9b7bb2 None None] Network 1fbb7751-edb3-403f-9f82-05972dde3ad6 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:47:41.755867 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 6bd3be33-41a5-4642-8b05-57e32bffd139 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:47:41.770948 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-15f899a9-696f-4ded-8dd0-77026cc38add tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:41.903220 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-a4c67b33-0f6b-4954-970e-d3485d2c1d13 None None] For port b1bfc993-87ee-49f0-b757-76a5dec9fdd3, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=b1bfc993-87ee-49f0-b757-76a5dec9fdd3,segment=NetworkSegment(78ba4747-1262-450a-9c94-71a98c6ef46d),segment_id=78ba4747-1262-450a-9c94-71a98c6ef46d)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:47:41.946558 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a4c67b33-0f6b-4954-970e-d3485d2c1d13 None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:41.967769 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-a4c67b33-0f6b-4954-970e-d3485d2c1d13 None None] Transition to ACTIVE for port object b1bfc993-87ee-49f0-b757-76a5dec9fdd3 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:47:41.976960 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57322) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:41.990533 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a4c67b33-0f6b-4954-970e-d3485d2c1d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:42.037969 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f899a9-696f-4ded-8dd0-77026cc38add tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:47:42.043605 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-15f899a9-696f-4ded-8dd0-77026cc38add tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:47:42.047641 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-17724125-55cf-41ee-bade-1ccd31098bb4 None None] Provisioning for port f0384630-f5b3-41ff-bee2-023e505af751 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:47:42.050312 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f899a9-696f-4ded-8dd0-77026cc38add tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:47:42.103785 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f960d2e4-fc27-407b-b45a-88d41eb2ef6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:42.137870 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 6bd3be33-41a5-4642-8b05-57e32bffd139 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:47:42.162772 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 6bd3be33-41a5-4642-8b05-57e32bffd139 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:47:42.162772 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:42.176261 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f899a9-696f-4ded-8dd0-77026cc38add tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Pushing event updated for resources: {'Port': ['ID=228d6a7d-449e-40f7-8489-1787ab102b6b,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:42.199197 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f960d2e4-fc27-407b-b45a-88d41eb2ef6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:47:42.238635 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f960d2e4-fc27-407b-b45a-88d41eb2ef6c admin admin] Usage tracker for resource:security_group_rule and tenant:799c4a34fd7c4abab540c8f290f817a3 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:47:42.254581 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-59cc1aec-2d24-4d5a-8918-f46037ccc35b req-bb6f720e-a618-4496-94e2-069ab98b63ca tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] For port 12a16eec-53c5-46b0-b1a7-a3ecba18d598, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=12a16eec-53c5-46b0-b1a7-a3ecba18d598,segment=NetworkSegment(215a8b65-4572-4b3f-bdd9-32a61bc29407),segment_id=215a8b65-4572-4b3f-bdd9-32a61bc29407)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:47:42.254954 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-59cc1aec-2d24-4d5a-8918-f46037ccc35b req-bb6f720e-a618-4496-94e2-069ab98b63ca tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:42.264254 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f960d2e4-fc27-407b-b45a-88d41eb2ef6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:47:42.283469 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c67b33-0f6b-4954-970e-d3485d2c1d13 None None] Pushing event updated for resources: {'Port': ['ID=b1bfc993-87ee-49f0-b757-76a5dec9fdd3,revision_number=7']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:42.284414 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f960d2e4-fc27-407b-b45a-88d41eb2ef6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:47:42.340886 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c67b33-0f6b-4954-970e-d3485d2c1d13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:42.341230 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c67b33-0f6b-4954-970e-d3485d2c1d13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:42.341566 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c67b33-0f6b-4954-970e-d3485d2c1d13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:42.342154 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c67b33-0f6b-4954-970e-d3485d2c1d13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:42.342299 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c67b33-0f6b-4954-970e-d3485d2c1d13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:42.342524 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c67b33-0f6b-4954-970e-d3485d2c1d13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:42.342841 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c67b33-0f6b-4954-970e-d3485d2c1d13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:42.343161 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c67b33-0f6b-4954-970e-d3485d2c1d13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:42.343475 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c67b33-0f6b-4954-970e-d3485d2c1d13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:42.343795 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c67b33-0f6b-4954-970e-d3485d2c1d13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:42.344137 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c67b33-0f6b-4954-970e-d3485d2c1d13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:42.344455 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c67b33-0f6b-4954-970e-d3485d2c1d13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:42.451956 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5b6e39ce-60ef-4caf-9f2f-583908e69f30 req-cea38a97-67b3-46ed-8f53-8d20d37b8bf3 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:42.454059 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5b6e39ce-60ef-4caf-9f2f-583908e69f30 req-cea38a97-67b3-46ed-8f53-8d20d37b8bf3 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:42.454479 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [req-5b6e39ce-60ef-4caf-9f2f-583908e69f30 req-cea38a97-67b3-46ed-8f53-8d20d37b8bf3 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Floating IP 611fce83-43dd-41d3-8abb-52e935cb6e05 disassociated. External IP: 172.25.7.139, port: d244e884-8bc7-42ac-90d7-3cf87a43c32e. Feb 09 12:47:42.455340 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-5b6e39ce-60ef-4caf-9f2f-583908e69f30 req-cea38a97-67b3-46ed-8f53-8d20d37b8bf3 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Calling delete_port for d244e884-8bc7-42ac-90d7-3cf87a43c32e owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:47:42.477099 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:42.511642 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 6bd3be33-41a5-4642-8b05-57e32bffd139, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=6bd3be33-41a5-4642-8b05-57e32bffd139,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:47:42.519915 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:42.521183 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device f0384630-f5b3-41ff-bee2-023e505af751 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:47:42.727644 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5d9e5b35-a2c3-4e5d-9077-00e513c81f71 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:42.816655 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port f0384630-f5b3-41ff-bee2-023e505af751 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:47:42.822651 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port f0384630-f5b3-41ff-bee2-023e505af751 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:47:42.823024 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:42.847118 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5d9e5b35-a2c3-4e5d-9077-00e513c81f71 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:42.855581 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=6bd3be33-41a5-4642-8b05-57e32bffd139,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:43.025226 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:43.081634 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port f0384630-f5b3-41ff-bee2-023e505af751, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=f0384630-f5b3-41ff-bee2-023e505af751,segment=NetworkSegment(916b5cc9-cda8-4f43-9164-d68cdbefc4ff),segment_id=916b5cc9-cda8-4f43-9164-d68cdbefc4ff)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:47:43.094543 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:43.225056 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-13017de7-7fd8-48f0-a3cf-ef8caaab9536 None None] Provisioning complete for port f0384630-f5b3-41ff-bee2-023e505af751 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:47:43.225429 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-13017de7-7fd8-48f0-a3cf-ef8caaab9536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:43.335066 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5b6e39ce-60ef-4caf-9f2f-583908e69f30 req-cea38a97-67b3-46ed-8f53-8d20d37b8bf3 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:43.339180 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-15f899a9-696f-4ded-8dd0-77026cc38add tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for router_gateway, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:43.439793 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5d9e5b35-a2c3-4e5d-9077-00e513c81f71 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:43.444103 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e5b35-a2c3-4e5d-9077-00e513c81f71 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'Port': ['ID=4b1533bb-35ff-4cf2-bcf1-8b177ac54417,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:43.452121 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=f0384630-f5b3-41ff-bee2-023e505af751,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:43.454837 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-54046956-971b-46f6-bffa-27ff146cd716 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Delete allocated IP 172.20.0.8 (d601a5d0-34da-4ed7-8a13-d0aaac94b8f4/59f0440b-fc50-4662-b3c2-0ae59c8488b3) {{(pid=87568) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 12:47:43.461807 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 12a16eec-53c5-46b0-b1a7-a3ecba18d598 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:47:43.501824 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d3f91-5989-4e0c-ad9e-eaddd57a9e58 req-c16cb7de-8ab2-4cde-bf17-673f97efe19b tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:43.505195 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8f7d3f91-5989-4e0c-ad9e-eaddd57a9e58 req-c16cb7de-8ab2-4cde-bf17-673f97efe19b tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] 10.222.0.55 "GET /v2.0/ports?device_id=d50cdad8-3bef-424e-8523-b0cb2752ee94 HTTP/1.1" status: 200 len: 945 time: 0.7061000 Feb 09 12:47:43.525272 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 6bd3be33-41a5-4642-8b05-57e32bffd139 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:47:43.580684 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-54046956-971b-46f6-bffa-27ff146cd716 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Allocated IP 172.20.0.42 (d601a5d0-34da-4ed7-8a13-d0aaac94b8f4/afa6bbfb-9368-4fcf-9dd7-5c372138ea9a/cf020aa1-9304-4ae5-96b3-d1dc2e5d041a) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:47:43.674225 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f960d2e4-fc27-407b-b45a-88d41eb2ef6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:43.710311 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f960d2e4-fc27-407b-b45a-88d41eb2ef6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:43.743000 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea38a97-67b3-46ed-8f53-8d20d37b8bf3 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Pushing event deleted for resources: {'Port': ['ID=d244e884-8bc7-42ac-90d7-3cf87a43c32e,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:43.761130 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90d9c2-fcbd-42dc-8eff-5a222a95c082 req-3b56c09e-b3ef-41a2-9814-aff2102b4820 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:43.763615 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ee90d9c2-fcbd-42dc-8eff-5a222a95c082 req-3b56c09e-b3ef-41a2-9814-aff2102b4820 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=81db42a5-02d3-443f-be46-0013f0adee71 HTTP/1.1" status: 200 len: 945 time: 0.8496170 Feb 09 12:47:43.774450 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-59cc1aec-2d24-4d5a-8918-f46037ccc35b req-bb6f720e-a618-4496-94e2-069ab98b63ca tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:43.774901 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-59cc1aec-2d24-4d5a-8918-f46037ccc35b req-bb6f720e-a618-4496-94e2-069ab98b63ca tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:43.775291 n-d-825178-3 neutron-server[87568]: INFO neutron.db.l3_db [req-59cc1aec-2d24-4d5a-8918-f46037ccc35b req-bb6f720e-a618-4496-94e2-069ab98b63ca tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Floating IP 31e13b19-c792-425e-a89e-74f839319570 disassociated. External IP: 172.25.7.142, port: 12a16eec-53c5-46b0-b1a7-a3ecba18d598. Feb 09 12:47:43.775701 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-59cc1aec-2d24-4d5a-8918-f46037ccc35b req-bb6f720e-a618-4496-94e2-069ab98b63ca tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Calling delete_port for 12a16eec-53c5-46b0-b1a7-a3ecba18d598 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:47:43.814994 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 6bd3be33-41a5-4642-8b05-57e32bffd139 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:47:43.815445 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:43.843622 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-13017de7-7fd8-48f0-a3cf-ef8caaab9536 None None] Provisioning for port 4b1533bb-35ff-4cf2-bcf1-8b177ac54417 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:47:43.870127 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f960d2e4-fc27-407b-b45a-88d41eb2ef6c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=799c4a34fd7c4abab540c8f290f817a3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8924580 Feb 09 12:47:43.872617 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:43.873428 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57336) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:43.888910 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-13017de7-7fd8-48f0-a3cf-ef8caaab9536 None None] Provisioning complete for port 4b1533bb-35ff-4cf2-bcf1-8b177ac54417 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:47:43.889398 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-13017de7-7fd8-48f0-a3cf-ef8caaab9536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:43.896286 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f960d2e4-fc27-407b-b45a-88d41eb2ef6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21b431a-6aee-4415-91dd-7c78428278ed,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:43.976616 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81db42a5-02d3-443f-be46-0013f0adee71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12a16eec-53c5-46b0-b1a7-a3ecba18d598'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:47:43.992589 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-13017de7-7fd8-48f0-a3cf-ef8caaab9536 None None] Port 4b1533bb-35ff-4cf2-bcf1-8b177ac54417 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:47:43.995154 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 12a16eec-53c5-46b0-b1a7-a3ecba18d598, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=12a16eec-53c5-46b0-b1a7-a3ecba18d598,segment=NetworkSegment(215a8b65-4572-4b3f-bdd9-32a61bc29407),segment_id=215a8b65-4572-4b3f-bdd9-32a61bc29407)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:47:44.026656 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8f7d3f91-5989-4e0c-ad9e-eaddd57a9e58 req-faf0a0c3-a5d6-443a-9f15-d0a5a660d434 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] 10.222.0.55 "GET /v2.0/security-groups?id=100591b4-c01e-4386-91ab-bc93054cdadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2845595 Feb 09 12:47:44.046501 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:44.047275 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device d244e884-8bc7-42ac-90d7-3cf87a43c32e no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:47:44.058041 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9e5b35-a2c3-4e5d-9077-00e513c81f71 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Network 1fbb7751-edb3-403f-9f82-05972dde3ad6 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:47:44.097261 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-5d9e5b35-a2c3-4e5d-9077-00e513c81f71 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:47:44.111519 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ee90d9c2-fcbd-42dc-8eff-5a222a95c082 req-84de6737-4628-4b03-b37f-853812eb6b4d tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=7893647d-3475-4802-b105-e9be2c914246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3198647 Feb 09 12:47:44.167373 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81db42a5-02d3-443f-be46-0013f0adee71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12a16eec-53c5-46b0-b1a7-a3ecba18d598', 'code': 200} Feb 09 12:47:44.170178 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: d244e884-8bc7-42ac-90d7-3cf87a43c32e {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:47:44.170604 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device d244e884-8bc7-42ac-90d7-3cf87a43c32e not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:47:44.207267 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-be88b139-e016-4c52-89b0-f5a61d91a8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:44.212413 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device b1bfc993-87ee-49f0-b757-76a5dec9fdd3 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:47:44.224260 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.api [req-59cc1aec-2d24-4d5a-8918-f46037ccc35b req-bb6f720e-a618-4496-94e2-069ab98b63ca tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:47:44.224585 n-d-825178-3 neutron-server[87568]: DEBUG oslo_db.api [req-59cc1aec-2d24-4d5a-8918-f46037ccc35b req-bb6f720e-a618-4496-94e2-069ab98b63ca tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:47:44.256930 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-fe93f35d-8fe4-40fa-b502-15412be13abd None None] Provisioning for port b1bfc993-87ee-49f0-b757-76a5dec9fdd3 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:47:44.312640 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=12a16eec-53c5-46b0-b1a7-a3ecba18d598,revision_number=6']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:44.316805 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-fe93f35d-8fe4-40fa-b502-15412be13abd None None] Provisioning complete for port b1bfc993-87ee-49f0-b757-76a5dec9fdd3 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:47:44.317179 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fe93f35d-8fe4-40fa-b502-15412be13abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:44.352520 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-06fe942c-700d-4956-8ed5-3d06df465696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:44.499276 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port b1bfc993-87ee-49f0-b757-76a5dec9fdd3 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:47:44.499650 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:44.578948 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-06fe942c-700d-4956-8ed5-3d06df465696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:44.630843 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-54046956-971b-46f6-bffa-27ff146cd716 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:44.639733 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-fe93f35d-8fe4-40fa-b502-15412be13abd None None] Provisioning complete for port 4b1533bb-35ff-4cf2-bcf1-8b177ac54417 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:47:44.640145 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fe93f35d-8fe4-40fa-b502-15412be13abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:44.674238 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d9e5b35-a2c3-4e5d-9077-00e513c81f71 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Router 936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:47:44.675872 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-54046956-971b-46f6-bffa-27ff146cd716 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Transition to ACTIVE for port object cf020aa1-9304-4ae5-96b3-d1dc2e5d041a will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:47:44.738774 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-15f899a9-696f-4ded-8dd0-77026cc38add tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:44.753073 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-fe93f35d-8fe4-40fa-b502-15412be13abd None None] Port 4b1533bb-35ff-4cf2-bcf1-8b177ac54417 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:47:44.755005 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-54046956-971b-46f6-bffa-27ff146cd716 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:44.763783 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-59cc1aec-2d24-4d5a-8918-f46037ccc35b req-bb6f720e-a618-4496-94e2-069ab98b63ca tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Deleting port 12a16eec-53c5-46b0-b1a7-a3ecba18d598 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:47:44.764141 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-59cc1aec-2d24-4d5a-8918-f46037ccc35b req-bb6f720e-a618-4496-94e2-069ab98b63ca tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:44.772178 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-fe93f35d-8fe4-40fa-b502-15412be13abd None None] Provisioning for port cf020aa1-9304-4ae5-96b3-d1dc2e5d041a completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:47:44.807784 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-fe93f35d-8fe4-40fa-b502-15412be13abd None None] Provisioning complete for port cf020aa1-9304-4ae5-96b3-d1dc2e5d041a triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:47:44.814422 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fe93f35d-8fe4-40fa-b502-15412be13abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:44.936077 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-06fe942c-700d-4956-8ed5-3d06df465696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:44.943585 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-fe93f35d-8fe4-40fa-b502-15412be13abd None None] Port cf020aa1-9304-4ae5-96b3-d1dc2e5d041a cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:47:44.965899 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-fe93f35d-8fe4-40fa-b502-15412be13abd None None] Provisioning complete for port 89b835f6-d8b3-4a7f-ba05-d5e98d80cc64 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:47:44.966384 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fe93f35d-8fe4-40fa-b502-15412be13abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:45.007021 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b6e39ce-60ef-4caf-9f2f-583908e69f30 req-cea38a97-67b3-46ed-8f53-8d20d37b8bf3 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Router 28bceb57-82cc-4579-80d8-09e06e6470d6 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:47:45.057791 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-fe93f35d-8fe4-40fa-b502-15412be13abd None None] Port 89b835f6-d8b3-4a7f-ba05-d5e98d80cc64 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:47:45.066889 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fe942c-700d-4956-8ed5-3d06df465696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21b431a-6aee-4415-91dd-7c78428278ed,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:45.184125 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-43066108-efd0-4959-b4bc-4c04406b9e96 None None] Provisioning complete for port 4b1533bb-35ff-4cf2-bcf1-8b177ac54417 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:47:45.185387 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-43066108-efd0-4959-b4bc-4c04406b9e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:45.208832 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54046956-971b-46f6-bffa-27ff146cd716 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event updated for resources: {'Port': ['ID=cf020aa1-9304-4ae5-96b3-d1dc2e5d041a,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:45.251207 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aa95a71f-f5ae-45d8-8909-22c877996145 req-47dc64ac-0661-4cf9-bd9a-e7318179f74a tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] 10.222.0.55 "GET /v2.0/ports?device_id=d50cdad8-3bef-424e-8523-b0cb2752ee94 HTTP/1.1" status: 200 len: 210 time: 0.0656464 Feb 09 12:47:45.261262 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-06fe942c-700d-4956-8ed5-3d06df465696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:45.263226 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-06fe942c-700d-4956-8ed5-3d06df465696 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a21b431a-6aee-4415-91dd-7c78428278ed HTTP/1.1" status: 204 len: 168 time: 1.3841300 Feb 09 12:47:45.298780 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-54046956-971b-46f6-bffa-27ff146cd716 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] In _notify_port_updated(), no bound segment for port cf020aa1-9304-4ae5-96b3-d1dc2e5d041a on network d601a5d0-34da-4ed7-8a13-d0aaac94b8f4 {{(pid=87568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 12:47:45.304398 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54046956-971b-46f6-bffa-27ff146cd716 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:45.305009 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-54046956-971b-46f6-bffa-27ff146cd716 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:45.306337 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-54046956-971b-46f6-bffa-27ff146cd716 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "PUT /v2.0/ports/cf020aa1-9304-4ae5-96b3-d1dc2e5d041a HTTP/1.1" status: 200 len: 960 time: 5.5288050 Feb 09 12:47:45.312051 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-43066108-efd0-4959-b4bc-4c04406b9e96 None None] Port 4b1533bb-35ff-4cf2-bcf1-8b177ac54417 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:47:45.323057 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57356) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:45.440585 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device f0384630-f5b3-41ff-bee2-023e505af751 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:47:45.505335 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9e5b35-a2c3-4e5d-9077-00e513c81f71 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:47:45.522696 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5d9e5b35-a2c3-4e5d-9077-00e513c81f71 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "PUT /v2.0/routers/936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4592977 Feb 09 12:47:45.534080 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d96e0a-0230-4223-8d97-40a1104b1fd9 None None] Sync routers for ids ['936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:47:45.546630 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d96e0a-0230-4223-8d97-40a1104b1fd9 None None] Routers {'936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:47:45.550483 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-24d96e0a-0230-4223-8d97-40a1104b1fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:47:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:47:45.569265 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b6e39ce-60ef-4caf-9f2f-583908e69f30 req-cea38a97-67b3-46ed-8f53-8d20d37b8bf3 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:47:45.608820 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31f2cee-f5d6-4013-8004-08bd15dabaa0 None None] Sync routers for ids ['28bceb57-82cc-4579-80d8-09e06e6470d6'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:47:45.633084 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31f2cee-f5d6-4013-8004-08bd15dabaa0 None None] Routers {'28bceb57-82cc-4579-80d8-09e06e6470d6'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:47:45.633746 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-b31f2cee-f5d6-4013-8004-08bd15dabaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:47:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['28bceb57-82cc-4579-80d8-09e06e6470d6'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:47:45.638820 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f899a9-696f-4ded-8dd0-77026cc38add tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Router b96145bf-624c-4875-aeeb-34ee0370e6aa is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:47:45.694863 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b6e39ce-60ef-4caf-9f2f-583908e69f30 req-cea38a97-67b3-46ed-8f53-8d20d37b8bf3 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] No DVR routers for this DVR port d244e884-8bc7-42ac-90d7-3cf87a43c32e on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:47:45.697760 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-5b6e39ce-60ef-4caf-9f2f-583908e69f30 req-cea38a97-67b3-46ed-8f53-8d20d37b8bf3 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:45.703321 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50cdad8-3bef-424e-8523-b0cb2752ee94', 'name': 'network-vif-deleted', 'tag': 'd244e884-8bc7-42ac-90d7-3cf87a43c32e'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:47:45.832314 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port f0384630-f5b3-41ff-bee2-023e505af751 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:47:45.832691 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:45.909791 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50cdad8-3bef-424e-8523-b0cb2752ee94', 'name': 'network-vif-deleted', 'tag': 'd244e884-8bc7-42ac-90d7-3cf87a43c32e', 'status': 'completed', 'code': 200} Feb 09 12:47:45.914558 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-cf350c83-2d59-4a0e-8f12-fc759de5a2a9 None None] Provisioning complete for port cf020aa1-9304-4ae5-96b3-d1dc2e5d041a triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:47:45.915294 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cf350c83-2d59-4a0e-8f12-fc759de5a2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:45.938581 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5b6e39ce-60ef-4caf-9f2f-583908e69f30 req-cea38a97-67b3-46ed-8f53-8d20d37b8bf3 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] 10.222.0.46 "DELETE /v2.0/ports/d244e884-8bc7-42ac-90d7-3cf87a43c32e HTTP/1.1" status: 204 len: 173 time: 5.9845510 Feb 09 12:47:45.946161 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-acaa623a-93b3-44f0-a0fe-3e52a57b9ad1 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Deleting port cf020aa1-9304-4ae5-96b3-d1dc2e5d041a {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:47:45.946769 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-acaa623a-93b3-44f0-a0fe-3e52a57b9ad1 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:46.157770 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-24d96e0a-0230-4223-8d97-40a1104b1fd9 None None] Set router 936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:47:46.192306 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f899a9-696f-4ded-8dd0-77026cc38add tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:47:46.220020 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-cf350c83-2d59-4a0e-8f12-fc759de5a2a9 None None] Port cf020aa1-9304-4ae5-96b3-d1dc2e5d041a cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:47:46.233066 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f6eb3-cd8b-43c6-8602-7b4bbbc39fd1 req-933c3638-8f8c-4a43-896b-c5391047542a tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:46.233348 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-b31f2cee-f5d6-4013-8004-08bd15dabaa0 None None] Set router 28bceb57-82cc-4579-80d8-09e06e6470d6 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:47:46.235282 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fe8f6eb3-cd8b-43c6-8602-7b4bbbc39fd1 req-933c3638-8f8c-4a43-896b-c5391047542a tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=81db42a5-02d3-443f-be46-0013f0adee71 HTTP/1.1" status: 200 len: 943 time: 0.9779227 Feb 09 12:47:46.247644 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-59cc1aec-2d24-4d5a-8918-f46037ccc35b req-bb6f720e-a618-4496-94e2-069ab98b63ca tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] For port 12a16eec-53c5-46b0-b1a7-a3ecba18d598, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=12a16eec-53c5-46b0-b1a7-a3ecba18d598,segment=NetworkSegment(215a8b65-4572-4b3f-bdd9-32a61bc29407),segment_id=215a8b65-4572-4b3f-bdd9-32a61bc29407)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:47:46.248196 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-59cc1aec-2d24-4d5a-8918-f46037ccc35b req-bb6f720e-a618-4496-94e2-069ab98b63ca tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:46.284137 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fc1d70-3ec9-4f96-a91c-014c21d7f854 None None] Sync routers for ids ['b96145bf-624c-4875-aeeb-34ee0370e6aa'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:47:46.302310 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-78c6e725-07be-4142-8c3e-141b136981de req-79e65d98-95a0-454b-bfc3-4f8893e61d74 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Synchronizing usage tracker for tenant:2c7a8f76649f44a59c185c6d6414b556 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:47:46.349533 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fc1d70-3ec9-4f96-a91c-014c21d7f854 None None] Routers {'b96145bf-624c-4875-aeeb-34ee0370e6aa'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:47:46.350329 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-e4fc1d70-3ec9-4f96-a91c-014c21d7f854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:47:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['b96145bf-624c-4875-aeeb-34ee0370e6aa'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:47:46.384124 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fe8f6eb3-cd8b-43c6-8602-7b4bbbc39fd1 req-72a69517-d70a-46eb-bb5d-abc109306ea7 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=7893647d-3475-4802-b105-e9be2c914246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857725 Feb 09 12:47:46.385179 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-78c6e725-07be-4142-8c3e-141b136981de req-79e65d98-95a0-454b-bfc3-4f8893e61d74 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Unset dirty status for tenant:2c7a8f76649f44a59c185c6d6414b556 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:47:46.387328 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-78c6e725-07be-4142-8c3e-141b136981de req-79e65d98-95a0-454b-bfc3-4f8893e61d74 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1864299842&fields=id&tenant_id=2c7a8f76649f44a59c185c6d6414b556 HTTP/1.1" status: 200 len: 267 time: 0.1822343 Feb 09 12:47:46.391700 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-15f899a9-696f-4ded-8dd0-77026cc38add tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:46.396073 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-15f899a9-696f-4ded-8dd0-77026cc38add tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 8.8055460 Feb 09 12:47:46.396749 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57388) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:46.480704 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bf82da-9da0-41c6-89b4-b10b56eb963d tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:46.485354 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b8bf82da-9da0-41c6-89b4-b10b56eb963d tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=57cad2baaf2145b1a083f7140eddf89d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0845814 Feb 09 12:47:46.489761 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57394) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:46.835048 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e9302e78-f3c2-4e70-9510-bdd2339361ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:46.911633 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6e725-07be-4142-8c3e-141b136981de req-16ddf6f1-6ce0-4951-8cad-77ce214e0f43 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:46.913556 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-78c6e725-07be-4142-8c3e-141b136981de req-16ddf6f1-6ce0-4951-8cad-77ce214e0f43 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/networks?id=1fbb7751-edb3-403f-9f82-05972dde3ad6 HTTP/1.1" status: 200 len: 796 time: 0.4275334 Feb 09 12:47:47.066460 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-acaa623a-93b3-44f0-a0fe-3e52a57b9ad1 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:47.254229 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-acaa623a-93b3-44f0-a0fe-3e52a57b9ad1 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Calling delete_port for cf020aa1-9304-4ae5-96b3-d1dc2e5d041a owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:47:47.310964 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-4ebe1661-8496-4edf-94bb-f6c07d4209be req-96e3df8b-0096-4df3-998b-14554b7bb873 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Synchronizing usage tracker for tenant:78fcd49da689411da6a25296f99fd3a8 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:47:47.320624 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3824b926-037a-4354-ba73-3fb3dd5b00f1 tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:47.325759 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3824b926-037a-4354-ba73-3fb3dd5b00f1 tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8317349 Feb 09 12:47:47.328339 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-b31f2cee-f5d6-4013-8004-08bd15dabaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28bceb57-82cc-4579-80d8-09e06e6470d6', 'name': 'tempest-TestServerBasicOps-327818406-router', 'tenant_id': '78fcd49da689411da6a25296f99fd3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '595563e3-eb4e-46b8-82b4-f4fa80f7a67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:41:32Z', 'updated_at': '2022-02-09T12:41:46Z', 'revision_number': 4, 'project_id': '78fcd49da689411da6a25296f99fd3a8', 'gw_port': {'id': '595563e3-eb4e-46b8-82b4-f4fa80f7a67e', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:48:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bceb57-82cc-4579-80d8-09e06e6470d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:41:34Z', 'updated_at': '2022-02-09T12:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'b684c911-da16-489d-bea7-e7e6faeb0bdf', 'name': '', 'network_id': 'e51bee85-c49e-4d47-aaa3-7ee4caab66a9', 'tenant_id': '78fcd49da689411da6a25296f99fd3a8', 'mac_address': 'fa:16:3e:fd:ad:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bceb57-82cc-4579-80d8-09e06e6470d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'a979796a-9ee1-4aa6-ac24-c93f6e78f79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:41:44Z', 'updated_at': '2022-02-09T12:42:04Z', 'revision_number': 5, 'project_id': '78fcd49da689411da6a25296f99fd3a8', 'subnets': [{'id': 'a979796a-9ee1-4aa6-ac24-c93f6e78f79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:47:47.330092 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57410) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:47.335063 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31f2cee-f5d6-4013-8004-08bd15dabaa0 None None] Checking router: 28bceb57-82cc-4579-80d8-09e06e6470d6 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:47:47.338248 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-e4fc1d70-3ec9-4f96-a91c-014c21d7f854 None None] Set router b96145bf-624c-4875-aeeb-34ee0370e6aa gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:47:47.357756 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31f2cee-f5d6-4013-8004-08bd15dabaa0 None None] Routers {'28bceb57-82cc-4579-80d8-09e06e6470d6'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:47:47.358558 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-b31f2cee-f5d6-4013-8004-08bd15dabaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:47:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['28bceb57-82cc-4579-80d8-09e06e6470d6'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:47:47.392039 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-59cc1aec-2d24-4d5a-8918-f46037ccc35b req-bb6f720e-a618-4496-94e2-069ab98b63ca tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:47.392420 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-59cc1aec-2d24-4d5a-8918-f46037ccc35b req-bb6f720e-a618-4496-94e2-069ab98b63ca tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:47.392735 n-d-825178-3 neutron-server[87568]: INFO neutron.db.l3_db [req-59cc1aec-2d24-4d5a-8918-f46037ccc35b req-bb6f720e-a618-4496-94e2-069ab98b63ca tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Floating IP 31e13b19-c792-425e-a89e-74f839319570 disassociated. External IP: 172.25.7.142, port: 12a16eec-53c5-46b0-b1a7-a3ecba18d598. Feb 09 12:47:47.393086 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-59cc1aec-2d24-4d5a-8918-f46037ccc35b req-bb6f720e-a618-4496-94e2-069ab98b63ca tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Calling delete_port for 12a16eec-53c5-46b0-b1a7-a3ecba18d598 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:47:47.437602 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-fbc50f5f-16c2-47fd-8305-f479b480b4c3 tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=af0bad45-b31e-4cb1-a77c-3bbc34409de5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1011555 Feb 09 12:47:47.441444 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-78c6e725-07be-4142-8c3e-141b136981de req-a3861c24-cdb9-48c5-96ad-78a3b23c60c5 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/quotas/2c7a8f76649f44a59c185c6d6414b556 HTTP/1.1" status: 200 len: 375 time: 0.4595616 Feb 09 12:47:47.442081 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57418) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:47.516159 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-4ebe1661-8496-4edf-94bb-f6c07d4209be req-96e3df8b-0096-4df3-998b-14554b7bb873 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Unset dirty status for tenant:78fcd49da689411da6a25296f99fd3a8 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:47:47.517242 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4ebe1661-8496-4edf-94bb-f6c07d4209be req-96e3df8b-0096-4df3-998b-14554b7bb873 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] 10.222.0.55 "GET /v2.0/ports?device_id=d50cdad8-3bef-424e-8523-b0cb2752ee94 HTTP/1.1" status: 200 len: 210 time: 0.6000586 Feb 09 12:47:47.566297 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3771d5d0-f86f-4d1b-bba1-ed350acdc75a tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=57cad2baaf2145b1a083f7140eddf89d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0980422 Feb 09 12:47:47.572488 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57424) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:47.900837 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-78c6e725-07be-4142-8c3e-141b136981de req-ecc4584d-5469-401a-937e-c82bc2c2cb9b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2c7a8f76649f44a59c185c6d6414b556&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4260147 Feb 09 12:47:47.909066 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33780660-4da7-4fa5-a209-8b7e61be09bc tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:47.916332 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-33780660-4da7-4fa5-a209-8b7e61be09bc tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3422251 Feb 09 12:47:47.923147 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57430) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:47.942600 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:47.960546 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:48.012409 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8aabebf1-bdfd-4ed3-a8e4-94aa481c29bd tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=af0bad45-b31e-4cb1-a77c-3bbc34409de5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0877132 Feb 09 12:47:48.017663 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57438) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:48.028941 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-b31f2cee-f5d6-4013-8004-08bd15dabaa0 None None] Set router 28bceb57-82cc-4579-80d8-09e06e6470d6 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:47:48.038509 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-55ea0adc-0cd3-4552-a0f0-e886fdbfb838 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2018091232', 'network_id': 'c13649ee-63d3-486f-9eb0-2f26063c4c2a', 'project_id': '57cad2baaf2145b1a083f7140eddf89d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:47:48.149830 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-acaa623a-93b3-44f0-a0fe-3e52a57b9ad1 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:48.177785 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-78c6e725-07be-4142-8c3e-141b136981de req-ced03df3-89c7-441e-836a-70ca9a8047a6 service neutron] 10.222.0.55 "GET /v2.0/networks/1fbb7751-edb3-403f-9f82-05972dde3ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070963 Feb 09 12:47:48.248251 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaa623a-93b3-44f0-a0fe-3e52a57b9ad1 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event deleted for resources: {'Port': ['ID=cf020aa1-9304-4ae5-96b3-d1dc2e5d041a,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:48.268726 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-24d96e0a-0230-4223-8d97-40a1104b1fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049255076', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '6bd3be33-41a5-4642-8b05-57e32bffd139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:47:29Z', 'updated_at': '2022-02-09T12:47:39Z', 'revision_number': 4, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': '6bd3be33-41a5-4642-8b05-57e32bffd139', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:76:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:47:30Z', 'updated_at': '2022-02-09T12:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '4b1533bb-35ff-4cf2-bcf1-8b177ac54417', 'name': '', 'network_id': '1fbb7751-edb3-403f-9f82-05972dde3ad6', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'mac_address': 'fa:16:3e:77:30:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '116fb373-9734-49da-8f3a-594bd468aac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:47:36Z', 'updated_at': '2022-02-09T12:47:41Z', 'revision_number': 2, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'subnets': [{'id': '116fb373-9734-49da-8f3a-594bd468aac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:47:48.273519 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d96e0a-0230-4223-8d97-40a1104b1fd9 None None] Checking router: 936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:47:48.273985 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d96e0a-0230-4223-8d97-40a1104b1fd9 None None] Updating router 936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02 port 4b1533bb-35ff-4cf2-bcf1-8b177ac54417 binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:47:48.307283 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-59cc1aec-2d24-4d5a-8918-f46037ccc35b req-bb6f720e-a618-4496-94e2-069ab98b63ca tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:48.406538 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-24d96e0a-0230-4223-8d97-40a1104b1fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:48.455728 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-acaa623a-93b3-44f0-a0fe-3e52a57b9ad1 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:48.488892 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-78c6e725-07be-4142-8c3e-141b136981de req-8fe753d3-dc8c-463b-ad6b-43d0403909c8 service neutron] 10.222.0.55 "GET /v2.0/networks/1fbb7751-edb3-403f-9f82-05972dde3ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989089 Feb 09 12:47:48.510841 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f720e-a618-4496-94e2-069ab98b63ca tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Pushing event deleted for resources: {'Port': ['ID=12a16eec-53c5-46b0-b1a7-a3ecba18d598,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:48.547516 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69b13e-314c-414d-bf27-73cd9d5b6a16 req-6642f835-5d05-47e3-a7cc-6bc36264cdcd tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:48.547944 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-e4fc1d70-3ec9-4f96-a91c-014c21d7f854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96145bf-624c-4875-aeeb-34ee0370e6aa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-107916814', 'tenant_id': '57cad2baaf2145b1a083f7140eddf89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '228d6a7d-449e-40f7-8489-1787ab102b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:47:37Z', 'updated_at': '2022-02-09T12:47:42Z', 'revision_number': 3, 'project_id': '57cad2baaf2145b1a083f7140eddf89d', 'gw_port': {'id': '228d6a7d-449e-40f7-8489-1787ab102b6b', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96145bf-624c-4875-aeeb-34ee0370e6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:47:39Z', 'updated_at': '2022-02-09T12:47:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:47:48.549740 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ae69b13e-314c-414d-bf27-73cd9d5b6a16 req-6642f835-5d05-47e3-a7cc-6bc36264cdcd tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=81db42a5-02d3-443f-be46-0013f0adee71 HTTP/1.1" status: 200 len: 943 time: 0.6446278 Feb 09 12:47:48.657210 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fc1d70-3ec9-4f96-a91c-014c21d7f854 None None] Checking router: b96145bf-624c-4875-aeeb-34ee0370e6aa for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:47:48.657923 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ae69b13e-314c-414d-bf27-73cd9d5b6a16 req-1c113584-1044-48ad-b88e-c970312cb6ba tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups?id=7893647d-3475-4802-b105-e9be2c914246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012251 Feb 09 12:47:48.670521 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fc1d70-3ec9-4f96-a91c-014c21d7f854 None None] Updating router b96145bf-624c-4875-aeeb-34ee0370e6aa port 228d6a7d-449e-40f7-8489-1787ab102b6b binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:47:48.755818 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-55ea0adc-0cd3-4552-a0f0-e886fdbfb838 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:47:48.767780 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-55ea0adc-0cd3-4552-a0f0-e886fdbfb838 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Usage tracker for resource:subnet and tenant:57cad2baaf2145b1a083f7140eddf89d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:47:48.771493 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57464) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:48.798472 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-b31f2cee-f5d6-4013-8004-08bd15dabaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28bceb57-82cc-4579-80d8-09e06e6470d6', 'name': 'tempest-TestServerBasicOps-327818406-router', 'tenant_id': '78fcd49da689411da6a25296f99fd3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '595563e3-eb4e-46b8-82b4-f4fa80f7a67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:41:32Z', 'updated_at': '2022-02-09T12:41:46Z', 'revision_number': 4, 'project_id': '78fcd49da689411da6a25296f99fd3a8', 'gw_port': {'id': '595563e3-eb4e-46b8-82b4-f4fa80f7a67e', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:48:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bceb57-82cc-4579-80d8-09e06e6470d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:41:34Z', 'updated_at': '2022-02-09T12:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'b684c911-da16-489d-bea7-e7e6faeb0bdf', 'name': '', 'network_id': 'e51bee85-c49e-4d47-aaa3-7ee4caab66a9', 'tenant_id': '78fcd49da689411da6a25296f99fd3a8', 'mac_address': 'fa:16:3e:fd:ad:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bceb57-82cc-4579-80d8-09e06e6470d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'a979796a-9ee1-4aa6-ac24-c93f6e78f79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:41:44Z', 'updated_at': '2022-02-09T12:42:04Z', 'revision_number': 5, 'project_id': '78fcd49da689411da6a25296f99fd3a8', 'subnets': [{'id': 'a979796a-9ee1-4aa6-ac24-c93f6e78f79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:47:48.803513 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31f2cee-f5d6-4013-8004-08bd15dabaa0 None None] The sync data for ids ['28bceb57-82cc-4579-80d8-09e06e6470d6'] in n-d-825178-3 is: [{'id': '28bceb57-82cc-4579-80d8-09e06e6470d6', 'name': 'tempest-TestServerBasicOps-327818406-router', 'tenant_id': '78fcd49da689411da6a25296f99fd3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '595563e3-eb4e-46b8-82b4-f4fa80f7a67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:41:32Z', 'updated_at': '2022-02-09T12:41:46Z', 'revision_number': 4, 'project_id': '78fcd49da689411da6a25296f99fd3a8', 'gw_port': {'id': '595563e3-eb4e-46b8-82b4-f4fa80f7a67e', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:48:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bceb57-82cc-4579-80d8-09e06e6470d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:41:34Z', 'updated_at': '2022-02-09T12:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'b684c911-da16-489d-bea7-e7e6faeb0bdf', 'name': '', 'network_id': 'e51bee85-c49e-4d47-aaa3-7ee4caab66a9', 'tenant_id': '78fcd49da689411da6a25296f99fd3a8', 'mac_address': 'fa:16:3e:fd:ad:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bceb57-82cc-4579-80d8-09e06e6470d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'a979796a-9ee1-4aa6-ac24-c93f6e78f79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:41:44Z', 'updated_at': '2022-02-09T12:42:04Z', 'revision_number': 5, 'project_id': '78fcd49da689411da6a25296f99fd3a8', 'subnets': [{'id': 'a979796a-9ee1-4aa6-ac24-c93f6e78f79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:47:48.822962 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-acaa623a-93b3-44f0-a0fe-3e52a57b9ad1 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "DELETE /v2.0/ports/cf020aa1-9304-4ae5-96b3-d1dc2e5d041a HTTP/1.1" status: 204 len: 168 time: 3.4986522 Feb 09 12:47:48.824619 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-55ea0adc-0cd3-4552-a0f0-e886fdbfb838 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:47:48.832041 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57470) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:48.832792 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e4fc1d70-3ec9-4f96-a91c-014c21d7f854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:48.854089 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4bcfef0a-399d-4f76-8436-b7b5607914b2 req-8589f135-f4f8-43a7-83d7-231cc379629e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=1daed2e4-01db-43e3-a4b8-2e195fcce44c HTTP/1.1" status: 200 len: 210 time: 0.1201127 Feb 09 12:47:49.183038 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:49.319702 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-55ea0adc-0cd3-4552-a0f0-e886fdbfb838 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:47:49.322035 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-966787e7-c158-4153-b0b1-ce115c9ad78c tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] GET failed (client error): The resource could not be found. Feb 09 12:47:49.322583 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-966787e7-c158-4153-b0b1-ce115c9ad78c tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Synchronizing usage tracker for tenant:1a8f2026410d46378828a444f88ab686 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:47:49.366776 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57492) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:49.405348 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a79d23b-ce24-4bfa-b678-144ef7976fcd None None] New status for floating IP 611fce83-43dd-41d3-8abb-52e935cb6e05: DOWN {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:47:49.432078 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-b8b4d0f5-3616-4983-a428-5a8121b5c486 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Deleting port 260a57bb-b01e-4810-9210-7a6771660cde {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:47:49.432613 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b8b4d0f5-3616-4983-a428-5a8121b5c486 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:49.498425 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ea0adc-0cd3-4552-a0f0-e886fdbfb838 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Made reservation on behalf of 57cad2baaf2145b1a083f7140eddf89d for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:47:49.503284 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-55ea0adc-0cd3-4552-a0f0-e886fdbfb838 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:49.612352 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-966787e7-c158-4153-b0b1-ce115c9ad78c tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Unset dirty status for tenant:1a8f2026410d46378828a444f88ab686 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:47:49.616432 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-966787e7-c158-4153-b0b1-ce115c9ad78c tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "GET /v2.0/ports/cf020aa1-9304-4ae5-96b3-d1dc2e5d041a HTTP/1.1" status: 404 len: 333 time: 0.7813365 Feb 09 12:47:49.621277 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-58448b06-a1bd-4628-b01b-cb80b2e1f012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:49.624541 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57504) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:49.651052 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-58448b06-a1bd-4628-b01b-cb80b2e1f012 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:47:49.656608 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-58448b06-a1bd-4628-b01b-cb80b2e1f012 admin admin] Usage tracker for resource:security_group_rule and tenant:13383c69585e494eb723be894b15d5a5 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:47:49.659625 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-58448b06-a1bd-4628-b01b-cb80b2e1f012 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:47:49.666652 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-58448b06-a1bd-4628-b01b-cb80b2e1f012 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:47:49.781075 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [None req-24d96e0a-0230-4223-8d97-40a1104b1fd9 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:47:49.824395 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-58448b06-a1bd-4628-b01b-cb80b2e1f012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:49.831639 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-58448b06-a1bd-4628-b01b-cb80b2e1f012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:49.895869 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58448b06-a1bd-4628-b01b-cb80b2e1f012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df520375-4959-488f-9571-b3ecec1ee378,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:49.929153 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59cc1aec-2d24-4d5a-8918-f46037ccc35b req-bb6f720e-a618-4496-94e2-069ab98b63ca tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Router 75fdade2-b806-4c32-a62d-cc445ced14d0 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:47:49.933109 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e4fc1d70-3ec9-4f96-a91c-014c21d7f854 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:49.978310 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-e4fc1d70-3ec9-4f96-a91c-014c21d7f854 None None] Transition to ACTIVE for port object 228d6a7d-449e-40f7-8489-1787ab102b6b will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:47:49.994649 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-24d96e0a-0230-4223-8d97-40a1104b1fd9 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:50.004430 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f834efc8-8d1b-4eb6-bc73-629772c0905c req-583e8fce-fd28-4dc5-8c46-cc4e433adf59 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=81db42a5-02d3-443f-be46-0013f0adee71 HTTP/1.1" status: 200 len: 210 time: 0.1574244 Feb 09 12:47:50.016784 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-58448b06-a1bd-4628-b01b-cb80b2e1f012 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=13383c69585e494eb723be894b15d5a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6480319 Feb 09 12:47:50.018087 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57524) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:50.021271 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e4fc1d70-3ec9-4f96-a91c-014c21d7f854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:50.022910 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9c5cdb82-275a-41ad-b762-e7a8d5e70a7d tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:50.151179 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-24d96e0a-0230-4223-8d97-40a1104b1fd9 None None] Transition to ACTIVE for port object 4b1533bb-35ff-4cf2-bcf1-8b177ac54417 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:47:50.160330 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406e455-8e48-475c-841f-657bf26bb0e7 None None] Pushing event updated for resources: {'Port': ['ID=228d6a7d-449e-40f7-8489-1787ab102b6b,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:50.162862 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a588b3f8-15c0-4825-8b4c-29509fb85d0e req-342bb73a-f2f0-47b6-977b-ae80a65e4e4d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=1daed2e4-01db-43e3-a4b8-2e195fcce44c HTTP/1.1" status: 200 len: 210 time: 0.0757535 Feb 09 12:47:50.175789 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-93dc8a7d-10b5-4366-94c4-5426e4d19d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:50.181697 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406e455-8e48-475c-841f-657bf26bb0e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:50.182041 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406e455-8e48-475c-841f-657bf26bb0e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:50.182374 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406e455-8e48-475c-841f-657bf26bb0e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:50.182700 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406e455-8e48-475c-841f-657bf26bb0e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:50.183890 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406e455-8e48-475c-841f-657bf26bb0e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:50.184213 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406e455-8e48-475c-841f-657bf26bb0e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:50.184770 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406e455-8e48-475c-841f-657bf26bb0e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:50.185268 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406e455-8e48-475c-841f-657bf26bb0e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:50.185763 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406e455-8e48-475c-841f-657bf26bb0e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:50.186242 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406e455-8e48-475c-841f-657bf26bb0e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:50.186804 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406e455-8e48-475c-841f-657bf26bb0e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:50.187349 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406e455-8e48-475c-841f-657bf26bb0e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:50.194671 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-24d96e0a-0230-4223-8d97-40a1104b1fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:50.218071 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-93dc8a7d-10b5-4366-94c4-5426e4d19d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:50.267863 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9c5cdb82-275a-41ad-b762-e7a8d5e70a7d tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:50.292944 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-e4fc1d70-3ec9-4f96-a91c-014c21d7f854 None None] Attempting to bind port 228d6a7d-449e-40f7-8489-1787ab102b6b on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:47:50.295443 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-e4fc1d70-3ec9-4f96-a91c-014c21d7f854 None None] Attempting to bind port 228d6a7d-449e-40f7-8489-1787ab102b6b by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:47:50.296166 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fc1d70-3ec9-4f96-a91c-014c21d7f854 None None] Attempting to bind port 228d6a7d-449e-40f7-8489-1787ab102b6b on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:47:50.303163 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-93dc8a7d-10b5-4366-94c4-5426e4d19d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:50.323798 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b8b4d0f5-3616-4983-a428-5a8121b5c486 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:50.324385 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b8b4d0f5-3616-4983-a428-5a8121b5c486 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:50.349492 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc8a7d-10b5-4366-94c4-5426e4d19d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df520375-4959-488f-9571-b3ecec1ee378,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:50.364965 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-93dc8a7d-10b5-4366-94c4-5426e4d19d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:50.370821 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-93dc8a7d-10b5-4366-94c4-5426e4d19d82 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/df520375-4959-488f-9571-b3ecec1ee378 HTTP/1.1" status: 204 len: 168 time: 0.3492839 Feb 09 12:47:50.464407 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fc1d70-3ec9-4f96-a91c-014c21d7f854 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:47:50.465071 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fc1d70-3ec9-4f96-a91c-014c21d7f854 None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:47:50.466420 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e4fc1d70-3ec9-4f96-a91c-014c21d7f854 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:50.466997 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fc1d70-3ec9-4f96-a91c-014c21d7f854 None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:47:50.467691 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-e4fc1d70-3ec9-4f96-a91c-014c21d7f854 None None] Bound port: 228d6a7d-449e-40f7-8489-1787ab102b6b, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:47:50.468361 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e4fc1d70-3ec9-4f96-a91c-014c21d7f854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:50.565275 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:50.580167 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd5b73-a110-4785-bf7e-0173aafe627d None None] Pushing event updated for resources: {'Port': ['ID=4b1533bb-35ff-4cf2-bcf1-8b177ac54417,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:50.693866 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-b8b4d0f5-3616-4983-a428-5a8121b5c486 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Calling delete_port for 260a57bb-b01e-4810-9210-7a6771660cde owned by network:floatingip {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:47:50.729387 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-e4fc1d70-3ec9-4f96-a91c-014c21d7f854 None None] For port 228d6a7d-449e-40f7-8489-1787ab102b6b, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:47:50.763684 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-24d96e0a-0230-4223-8d97-40a1104b1fd9 None None] Attempting to bind port 4b1533bb-35ff-4cf2-bcf1-8b177ac54417 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:47:50.764438 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-24d96e0a-0230-4223-8d97-40a1104b1fd9 None None] Attempting to bind port 4b1533bb-35ff-4cf2-bcf1-8b177ac54417 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '916b5cc9-cda8-4f43-9164-d68cdbefc4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1fbb7751-edb3-403f-9f82-05972dde3ad6'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:47:50.765030 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d96e0a-0230-4223-8d97-40a1104b1fd9 None None] Attempting to bind port 4b1533bb-35ff-4cf2-bcf1-8b177ac54417 on network 1fbb7751-edb3-403f-9f82-05972dde3ad6 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:47:50.768841 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-e4fc1d70-3ec9-4f96-a91c-014c21d7f854 None None] For port 228d6a7d-449e-40f7-8489-1787ab102b6b, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=228d6a7d-449e-40f7-8489-1787ab102b6b,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:47:50.777335 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d96e0a-0230-4223-8d97-40a1104b1fd9 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:47:50.780203 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d96e0a-0230-4223-8d97-40a1104b1fd9 None None] Checking segment: {'id': '916b5cc9-cda8-4f43-9164-d68cdbefc4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1fbb7751-edb3-403f-9f82-05972dde3ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:47:50.780909 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-24d96e0a-0230-4223-8d97-40a1104b1fd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:50.781589 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d96e0a-0230-4223-8d97-40a1104b1fd9 None None] Bound using segment: {'id': '916b5cc9-cda8-4f43-9164-d68cdbefc4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1fbb7751-edb3-403f-9f82-05972dde3ad6'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:47:50.782936 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-24d96e0a-0230-4223-8d97-40a1104b1fd9 None None] Bound port: 4b1533bb-35ff-4cf2-bcf1-8b177ac54417, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '916b5cc9-cda8-4f43-9164-d68cdbefc4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1fbb7751-edb3-403f-9f82-05972dde3ad6'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:47:50.783638 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-24d96e0a-0230-4223-8d97-40a1104b1fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:50.808386 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-55ea0adc-0cd3-4552-a0f0-e886fdbfb838 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:50.844225 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e4fc1d70-3ec9-4f96-a91c-014c21d7f854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:50.880873 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59cc1aec-2d24-4d5a-8918-f46037ccc35b req-bb6f720e-a618-4496-94e2-069ab98b63ca tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:47:50.895599 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6e725-07be-4142-8c3e-141b136981de req-49d9a3f3-b45d-4390-a713-c70ffb33949f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:50.896265 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-78c6e725-07be-4142-8c3e-141b136981de req-49d9a3f3-b45d-4390-a713-c70ffb33949f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.46 "GET /v2.0/networks?id=1fbb7751-edb3-403f-9f82-05972dde3ad6 HTTP/1.1" status: 200 len: 796 time: 0.3028688 Feb 09 12:47:50.917872 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea0adc-0cd3-4552-a0f0-e886fdbfb838 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Pushing event updated for resources: {'Subnet': ['ID=6e07955b-33a7-4758-b25e-851bb2ebfd7d,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:50.921789 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9c5cdb82-275a-41ad-b762-e7a8d5e70a7d tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:50.978054 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406e455-8e48-475c-841f-657bf26bb0e7 None None] Pushing event updated for resources: {'Port': ['ID=228d6a7d-449e-40f7-8489-1787ab102b6b,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:50.989561 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c828cd8e-faf2-46d4-994a-7e57c2f2b905 None None] Sync routers for ids ['75fdade2-b806-4c32-a62d-cc445ced14d0'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:47:51.003899 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-59cc1aec-2d24-4d5a-8918-f46037ccc35b req-bb6f720e-a618-4496-94e2-069ab98b63ca tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] No DVR routers for this DVR port 12a16eec-53c5-46b0-b1a7-a3ecba18d598 on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:47:51.006438 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-59cc1aec-2d24-4d5a-8918-f46037ccc35b req-bb6f720e-a618-4496-94e2-069ab98b63ca tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:51.011361 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-78c6e725-07be-4142-8c3e-141b136981de req-5eff29a0-c0fc-48ad-a181-00b13385d631 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c7a8f76649f44a59c185c6d6414b556 HTTP/1.1" status: 200 len: 380 time: 0.1057918 Feb 09 12:47:51.014144 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81db42a5-02d3-443f-be46-0013f0adee71', 'name': 'network-vif-deleted', 'tag': '12a16eec-53c5-46b0-b1a7-a3ecba18d598'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:47:51.020897 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5cdb82-275a-41ad-b762-e7a8d5e70a7d tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d538654-3dfc-46f7-9eb6-59a608f5f6b4,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:51.029110 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-78c6e725-07be-4142-8c3e-141b136981de req-95d871d0-f341-490a-ae33-f75dc162f73d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Request body: {'port': {'device_id': '1daed2e4-01db-43e3-a4b8-2e195fcce44c', 'network_id': '1fbb7751-edb3-403f-9f82-05972dde3ad6', 'admin_state_up': True, 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'security_groups': ['1e284cef-1341-46a2-98a7-e4476618c2b6']}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:47:51.086143 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c828cd8e-faf2-46d4-994a-7e57c2f2b905 None None] Routers {'75fdade2-b806-4c32-a62d-cc445ced14d0'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:47:51.086960 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c828cd8e-faf2-46d4-994a-7e57c2f2b905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:47:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['75fdade2-b806-4c32-a62d-cc445ced14d0'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:47:51.095103 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57552) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:51.100004 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9c5cdb82-275a-41ad-b762-e7a8d5e70a7d tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:51.103434 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9c5cdb82-275a-41ad-b762-e7a8d5e70a7d tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "DELETE /v2.0/security-groups/3d538654-3dfc-46f7-9eb6-59a608f5f6b4 HTTP/1.1" status: 204 len: 168 time: 1.4756887 Feb 09 12:47:51.113492 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-59cc1aec-2d24-4d5a-8918-f46037ccc35b req-bb6f720e-a618-4496-94e2-069ab98b63ca tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.46 "DELETE /v2.0/ports/12a16eec-53c5-46b0-b1a7-a3ecba18d598 HTTP/1.1" status: 204 len: 173 time: 10.3868189 Feb 09 12:47:51.117125 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57556) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:51.205246 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-24d96e0a-0230-4223-8d97-40a1104b1fd9 None None] For port 4b1533bb-35ff-4cf2-bcf1-8b177ac54417, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:47:51.209968 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-24d96e0a-0230-4223-8d97-40a1104b1fd9 None None] For port 4b1533bb-35ff-4cf2-bcf1-8b177ac54417, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=4b1533bb-35ff-4cf2-bcf1-8b177ac54417,segment=NetworkSegment(916b5cc9-cda8-4f43-9164-d68cdbefc4ff),segment_id=916b5cc9-cda8-4f43-9164-d68cdbefc4ff)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:47:51.235113 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-24d96e0a-0230-4223-8d97-40a1104b1fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:51.337293 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fc1d70-3ec9-4f96-a91c-014c21d7f854 None None] Routers {'b96145bf-624c-4875-aeeb-34ee0370e6aa'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:47:51.338455 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-e4fc1d70-3ec9-4f96-a91c-014c21d7f854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:47:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['b96145bf-624c-4875-aeeb-34ee0370e6aa'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:47:51.426369 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81db42a5-02d3-443f-be46-0013f0adee71', 'name': 'network-vif-deleted', 'tag': '12a16eec-53c5-46b0-b1a7-a3ecba18d598', 'status': 'completed', 'code': 200} Feb 09 12:47:51.449837 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eb622155-fcc1-4457-a858-2be7c59b96d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:51.495620 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd5b73-a110-4785-bf7e-0173aafe627d None None] Pushing event updated for resources: {'Port': ['ID=4b1533bb-35ff-4cf2-bcf1-8b177ac54417,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:51.498581 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-eb622155-fcc1-4457-a858-2be7c59b96d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:47:51.505997 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ea0adc-0cd3-4552-a0f0-e886fdbfb838 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Checking segment: {'id': '29d20c97-cf9b-4c36-8aea-8a0309cce11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c13649ee-63d3-486f-9eb0-2f26063c4c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:47:51.505997 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ea0adc-0cd3-4552-a0f0-e886fdbfb838 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Network hostable DHCP agents. Network: c13649ee-63d3-486f-9eb0-2f26063c4c2a, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:47:51.513770 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d51557e1-ec96-4ee6-893b-1905d8d226c5 req-6b40a7f6-7ab1-4dd5-9349-202d8bd66a30 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/ports?device_id=81db42a5-02d3-443f-be46-0013f0adee71 HTTP/1.1" status: 200 len: 210 time: 0.1220732 Feb 09 12:47:51.538734 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-eb622155-fcc1-4457-a858-2be7c59b96d0 admin admin] Usage tracker for resource:security_group_rule and tenant:29a455fd320f4e759a18a9387f848021 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:47:51.542836 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d96e0a-0230-4223-8d97-40a1104b1fd9 None None] Routers {'936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:47:51.544131 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-24d96e0a-0230-4223-8d97-40a1104b1fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:47:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:47:51.549524 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-eb622155-fcc1-4457-a858-2be7c59b96d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:47:51.559592 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-685bd968-aeb0-4922-a22d-3a533af138bb tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:51.565243 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.api [None req-b8b4d0f5-3616-4983-a428-5a8121b5c486 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:47:51.565570 n-d-825178-3 neutron-server[87568]: DEBUG oslo_db.api [None req-b8b4d0f5-3616-4983-a428-5a8121b5c486 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:47:51.570849 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-eb622155-fcc1-4457-a858-2be7c59b96d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:47:51.594009 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-685bd968-aeb0-4922-a22d-3a533af138bb tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:51.640301 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-26df9f3a-0c11-4c9b-9f71-c69608bc4bf8 req-4745f772-d3f9-4f79-8dd2-9194ca603e71 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=1daed2e4-01db-43e3-a4b8-2e195fcce44c HTTP/1.1" status: 200 len: 210 time: 0.1885600 Feb 09 12:47:51.676673 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ea0adc-0cd3-4552-a0f0-e886fdbfb838 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Network c13649ee-63d3-486f-9eb0-2f26063c4c2a is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:47:51.728316 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-55ea0adc-0cd3-4552-a0f0-e886fdbfb838 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, c13649ee-63d3-486f-9eb0-2f26063c4c2a) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:47:51.733328 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-c828cd8e-faf2-46d4-994a-7e57c2f2b905 None None] Set router 75fdade2-b806-4c32-a62d-cc445ced14d0 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:47:51.741229 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c8898d-db91-4578-8853-827fc6ee80be None None] Network c13649ee-63d3-486f-9eb0-2f26063c4c2a requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:47:51.742915 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ea0adc-0cd3-4552-a0f0-e886fdbfb838 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:51.743754 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-55ea0adc-0cd3-4552-a0f0-e886fdbfb838 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:51.774623 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-78c6e725-07be-4142-8c3e-141b136981de req-95d871d0-f341-490a-ae33-f75dc162f73d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:47:51.779697 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-78c6e725-07be-4142-8c3e-141b136981de req-95d871d0-f341-490a-ae33-f75dc162f73d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Usage tracker for resource:port and tenant:2c7a8f76649f44a59c185c6d6414b556 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:47:51.789494 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-78c6e725-07be-4142-8c3e-141b136981de req-95d871d0-f341-490a-ae33-f75dc162f73d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:47:51.797573 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-685bd968-aeb0-4922-a22d-3a533af138bb tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:51.836444 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-55ea0adc-0cd3-4552-a0f0-e886fdbfb838 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.8107200 Feb 09 12:47:51.859288 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57566) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:51.987631 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eb622155-fcc1-4457-a858-2be7c59b96d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:52.006244 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-78c6e725-07be-4142-8c3e-141b136981de req-95d871d0-f341-490a-ae33-f75dc162f73d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:47:52.006481 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eb622155-fcc1-4457-a858-2be7c59b96d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:52.016234 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685bd968-aeb0-4922-a22d-3a533af138bb tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab110fe-726f-4fb9-ad75-3b435890e743,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:52.023091 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-685bd968-aeb0-4922-a22d-3a533af138bb tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:52.026711 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-685bd968-aeb0-4922-a22d-3a533af138bb tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "DELETE /v2.0/security-groups/5ab110fe-726f-4fb9-ad75-3b435890e743 HTTP/1.1" status: 204 len: 168 time: 0.9006295 Feb 09 12:47:52.030555 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57570) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:52.093202 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78c6e725-07be-4142-8c3e-141b136981de req-95d871d0-f341-490a-ae33-f75dc162f73d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Made reservation on behalf of 2c7a8f76649f44a59c185c6d6414b556 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:47:52.095362 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-b8b4d0f5-3616-4983-a428-5a8121b5c486 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Deleting port 260a57bb-b01e-4810-9210-7a6771660cde {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:47:52.095715 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b8b4d0f5-3616-4983-a428-5a8121b5c486 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:52.097617 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-78c6e725-07be-4142-8c3e-141b136981de req-95d871d0-f341-490a-ae33-f75dc162f73d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:52.142231 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5bfcf1-4a76-4653-9b13-6dae210b5080 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-c13649ee-63d3-486f-9eb0-2f26063c4c2a', 'network_id': 'c13649ee-63d3-486f-9eb0-2f26063c4c2a', 'tenant_id': '57cad2baaf2145b1a083f7140eddf89d', 'fixed_ips': [{'subnet_id': '6e07955b-33a7-4758-b25e-851bb2ebfd7d'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:47:52.145067 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bb5bfcf1-4a76-4653-9b13-6dae210b5080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:52.394393 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-78c6e725-07be-4142-8c3e-141b136981de req-95d871d0-f341-490a-ae33-f75dc162f73d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Allocated IP 172.20.0.12 (1fbb7751-edb3-403f-9f82-05972dde3ad6/116fb373-9734-49da-8f3a-594bd468aac1/036578ff-156b-4500-93cd-ac620f039917) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:47:52.408619 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-eb622155-fcc1-4457-a858-2be7c59b96d0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=29a455fd320f4e759a18a9387f848021&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3104739 Feb 09 12:47:52.432447 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57574) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:52.439663 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb622155-fcc1-4457-a858-2be7c59b96d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d4926e-6ee6-462c-a793-ca0753695f5e,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:52.624426 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-78c6e725-07be-4142-8c3e-141b136981de req-95d871d0-f341-490a-ae33-f75dc162f73d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:52.626369 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-bb5bfcf1-4a76-4653-9b13-6dae210b5080 None None] Allocated IP 172.20.0.18 (c13649ee-63d3-486f-9eb0-2f26063c4c2a/6e07955b-33a7-4758-b25e-851bb2ebfd7d/1095c816-b339-4b29-a344-1dfe43da2b9e) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:47:52.641429 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-78c6e725-07be-4142-8c3e-141b136981de req-95d871d0-f341-490a-ae33-f75dc162f73d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Transition to ACTIVE for port object 036578ff-156b-4500-93cd-ac620f039917 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:47:52.670683 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ca2d9cc8-d72c-401a-9e3d-a9077faa7f69 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:52.704677 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ca2d9cc8-d72c-401a-9e3d-a9077faa7f69 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:52.760571 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57586) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:52.774750 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-78c6e725-07be-4142-8c3e-141b136981de req-95d871d0-f341-490a-ae33-f75dc162f73d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:52.826665 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ca2d9cc8-d72c-401a-9e3d-a9077faa7f69 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:52.881111 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d9cc8-d72c-401a-9e3d-a9077faa7f69 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f55aac-af10-4c92-ae8f-ced810d8728e,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:52.891635 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78c6e725-07be-4142-8c3e-141b136981de req-95d871d0-f341-490a-ae33-f75dc162f73d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Network 1fbb7751-edb3-403f-9f82-05972dde3ad6 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:47:52.894467 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-e4fc1d70-3ec9-4f96-a91c-014c21d7f854 None None] Set router b96145bf-624c-4875-aeeb-34ee0370e6aa gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:47:52.895450 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ca2d9cc8-d72c-401a-9e3d-a9077faa7f69 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:52.896607 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ca2d9cc8-d72c-401a-9e3d-a9077faa7f69 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "DELETE /v2.0/security-groups/d1f55aac-af10-4c92-ae8f-ced810d8728e HTTP/1.1" status: 204 len: 168 time: 0.8648119 Feb 09 12:47:52.897531 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-78c6e725-07be-4142-8c3e-141b136981de req-95d871d0-f341-490a-ae33-f75dc162f73d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:47:52.899316 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57590) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:52.905852 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c6e725-07be-4142-8c3e-141b136981de req-95d871d0-f341-490a-ae33-f75dc162f73d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:47:52.960335 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1fd452ca-aa2e-451b-908e-6119aadd2630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:52.969474 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bb5bfcf1-4a76-4653-9b13-6dae210b5080 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:52.980105 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-bb5bfcf1-4a76-4653-9b13-6dae210b5080 None None] Transition to ACTIVE for port object 1095c816-b339-4b29-a344-1dfe43da2b9e will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:47:52.999401 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-bb5bfcf1-4a76-4653-9b13-6dae210b5080 None None] Transition to ACTIVE for port object 1095c816-b339-4b29-a344-1dfe43da2b9e will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:47:53.014436 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-24d96e0a-0230-4223-8d97-40a1104b1fd9 None None] Set router 936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:47:53.024202 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bb5bfcf1-4a76-4653-9b13-6dae210b5080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:53.037970 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b8b4d0f5-3616-4983-a428-5a8121b5c486 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:53.038437 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b8b4d0f5-3616-4983-a428-5a8121b5c486 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:53.069838 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:53.108318 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5bfcf1-4a76-4653-9b13-6dae210b5080 None None] Network c13649ee-63d3-486f-9eb0-2f26063c4c2a is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:47:53.111494 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-bb5bfcf1-4a76-4653-9b13-6dae210b5080 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:47:53.114904 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5bfcf1-4a76-4653-9b13-6dae210b5080 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:47:53.115425 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d871d0-f341-490a-ae33-f75dc162f73d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'Port': ['ID=036578ff-156b-4500-93cd-ac620f039917,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:53.125012 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6e725-07be-4142-8c3e-141b136981de req-95d871d0-f341-490a-ae33-f75dc162f73d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:53.125683 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-78c6e725-07be-4142-8c3e-141b136981de req-95d871d0-f341-490a-ae33-f75dc162f73d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:53.152644 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1fd452ca-aa2e-451b-908e-6119aadd2630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:53.155423 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-63bf1149-0fa9-41ab-ad0c-736209ada587 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Deleting subnet 59f0440b-fc50-4662-b3c2-0ae59c8488b3 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:47:53.159055 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-63bf1149-0fa9-41ab-ad0c-736209ada587 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:53.203849 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5bfcf1-4a76-4653-9b13-6dae210b5080 None None] Pushing event updated for resources: {'Port': ['ID=1095c816-b339-4b29-a344-1dfe43da2b9e,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:53.267932 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-78c6e725-07be-4142-8c3e-141b136981de req-95d871d0-f341-490a-ae33-f75dc162f73d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2449958 Feb 09 12:47:53.271108 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-bb5bfcf1-4a76-4653-9b13-6dae210b5080 None None] Attempting to bind port 1095c816-b339-4b29-a344-1dfe43da2b9e on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:47:53.271665 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-bb5bfcf1-4a76-4653-9b13-6dae210b5080 None None] Attempting to bind port 1095c816-b339-4b29-a344-1dfe43da2b9e by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '29d20c97-cf9b-4c36-8aea-8a0309cce11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c13649ee-63d3-486f-9eb0-2f26063c4c2a'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:47:53.272364 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5bfcf1-4a76-4653-9b13-6dae210b5080 None None] Attempting to bind port 1095c816-b339-4b29-a344-1dfe43da2b9e on network c13649ee-63d3-486f-9eb0-2f26063c4c2a {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:47:53.279917 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5bfcf1-4a76-4653-9b13-6dae210b5080 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:47:53.280633 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5bfcf1-4a76-4653-9b13-6dae210b5080 None None] Checking segment: {'id': '29d20c97-cf9b-4c36-8aea-8a0309cce11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c13649ee-63d3-486f-9eb0-2f26063c4c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:47:53.281197 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bb5bfcf1-4a76-4653-9b13-6dae210b5080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:53.281742 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5bfcf1-4a76-4653-9b13-6dae210b5080 None None] Bound using segment: {'id': '29d20c97-cf9b-4c36-8aea-8a0309cce11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c13649ee-63d3-486f-9eb0-2f26063c4c2a'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:47:53.282505 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-bb5bfcf1-4a76-4653-9b13-6dae210b5080 None None] Bound port: 1095c816-b339-4b29-a344-1dfe43da2b9e, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d20c97-cf9b-4c36-8aea-8a0309cce11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c13649ee-63d3-486f-9eb0-2f26063c4c2a'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:47:53.283496 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bb5bfcf1-4a76-4653-9b13-6dae210b5080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:53.306718 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-63bf1149-0fa9-41ab-ad0c-736209ada587 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:53.318169 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-b8b4d0f5-3616-4983-a428-5a8121b5c486 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Calling delete_port for 260a57bb-b01e-4810-9210-7a6771660cde owned by network:floatingip {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:47:53.400606 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33b900-530f-42f1-8c5d-9f60c0484390 req-158f8e08-2bdb-4902-91b2-332e1c1a8910 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:53.401341 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-0d33b900-530f-42f1-8c5d-9f60c0484390 req-158f8e08-2bdb-4902-91b2-332e1c1a8910 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Synchronizing usage tracker for tenant:2c7a8f76649f44a59c185c6d6414b556 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:47:53.446201 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3a103ef0-5611-4c22-a1f4-e8328e5251f0 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:53.462104 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-0d33b900-530f-42f1-8c5d-9f60c0484390 req-158f8e08-2bdb-4902-91b2-332e1c1a8910 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Unset dirty status for tenant:2c7a8f76649f44a59c185c6d6414b556 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:47:53.470979 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0d33b900-530f-42f1-8c5d-9f60c0484390 req-158f8e08-2bdb-4902-91b2-332e1c1a8910 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=1daed2e4-01db-43e3-a4b8-2e195fcce44c HTTP/1.1" status: 200 len: 932 time: 0.2464933 Feb 09 12:47:53.500479 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-bb5bfcf1-4a76-4653-9b13-6dae210b5080 None None] For port 1095c816-b339-4b29-a344-1dfe43da2b9e, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:47:53.504057 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-bb5bfcf1-4a76-4653-9b13-6dae210b5080 None None] For port 1095c816-b339-4b29-a344-1dfe43da2b9e, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=1095c816-b339-4b29-a344-1dfe43da2b9e,segment=NetworkSegment(29d20c97-cf9b-4c36-8aea-8a0309cce11c),segment_id=29d20c97-cf9b-4c36-8aea-8a0309cce11c)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:47:53.518320 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bb5bfcf1-4a76-4653-9b13-6dae210b5080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:53.589571 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0d33b900-530f-42f1-8c5d-9f60c0484390 req-1c138f62-d598-4591-bab8-fd1870b2b2ed tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e284cef-1341-46a2-98a7-e4476618c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176398 Feb 09 12:47:53.597983 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3a103ef0-5611-4c22-a1f4-e8328e5251f0 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:53.598233 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-63bf1149-0fa9-41ab-ad0c-736209ada587 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:53.625384 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-e653a48c-baa3-463b-a3dc-bfdd8e4b34d4 None None] Provisioning for port 036578ff-156b-4500-93cd-ac620f039917 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:47:53.647675 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5bfcf1-4a76-4653-9b13-6dae210b5080 None None] Pushing event updated for resources: {'Port': ['ID=1095c816-b339-4b29-a344-1dfe43da2b9e,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:53.651985 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-e653a48c-baa3-463b-a3dc-bfdd8e4b34d4 None None] Provisioning complete for port 036578ff-156b-4500-93cd-ac620f039917 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:47:53.652285 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e653a48c-baa3-463b-a3dc-bfdd8e4b34d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:53.684719 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-78c6e725-07be-4142-8c3e-141b136981de req-6e11d7b0-035e-4002-9473-3405e40bfca9 service neutron] Request body: {'port': {'device_id': '1daed2e4-01db-43e3-a4b8-2e195fcce44c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:47:53.747243 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-e653a48c-baa3-463b-a3dc-bfdd8e4b34d4 None None] Port 036578ff-156b-4500-93cd-ac620f039917 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:47:53.794176 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-63bf1149-0fa9-41ab-ad0c-736209ada587 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:53.829872 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c828cd8e-faf2-46d4-994a-7e57c2f2b905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'name': 'tempest-AttachVolumeTestJSON-1116701485-router', 'tenant_id': '7722e72c858c4f97b7f4eb543cff4fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '860cb290-91fe-4b38-b237-00ec193b4c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:42:43Z', 'updated_at': '2022-02-09T12:42:55Z', 'revision_number': 4, 'project_id': '7722e72c858c4f97b7f4eb543cff4fda', 'gw_port': {'id': '860cb290-91fe-4b38-b237-00ec193b4c6b', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:42:45Z', 'updated_at': '2022-02-09T12:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '094dabad-0032-48d9-a6eb-073a5b8967a4', 'name': '', 'network_id': 'fef63669-60e4-448f-bbf3-5ffe81417e5d', 'tenant_id': '7722e72c858c4f97b7f4eb543cff4fda', 'mac_address': 'fa:16:3e:14:62:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '14dd4b9b-eeef-4a9f-a7cf-6d5a7f04665c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:42:52Z', 'updated_at': '2022-02-09T12:43:03Z', 'revision_number': 5, 'project_id': '7722e72c858c4f97b7f4eb543cff4fda', 'subnets': [{'id': '14dd4b9b-eeef-4a9f-a7cf-6d5a7f04665c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:47:53.880463 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c828cd8e-faf2-46d4-994a-7e57c2f2b905 None None] Checking router: 75fdade2-b806-4c32-a62d-cc445ced14d0 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:47:53.886032 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf1149-0fa9-41ab-ad0c-736209ada587 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event deleted for resources: {'Subnet': ['ID=59f0440b-fc50-4662-b3c2-0ae59c8488b3,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:53.894971 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-63bf1149-0fa9-41ab-ad0c-736209ada587 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:53.905163 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c17fc80-e323-4ea5-b461-689dfad9aa06 None None] Network d601a5d0-34da-4ed7-8a13-d0aaac94b8f4 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:47:53.906549 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-24d96e0a-0230-4223-8d97-40a1104b1fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049255076', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '6bd3be33-41a5-4642-8b05-57e32bffd139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:47:29Z', 'updated_at': '2022-02-09T12:47:39Z', 'revision_number': 4, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': '6bd3be33-41a5-4642-8b05-57e32bffd139', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:76:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:47:30Z', 'updated_at': '2022-02-09T12:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '4b1533bb-35ff-4cf2-bcf1-8b177ac54417', 'name': '', 'network_id': '1fbb7751-edb3-403f-9f82-05972dde3ad6', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'mac_address': 'fa:16:3e:77:30:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '116fb373-9734-49da-8f3a-594bd468aac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:47:36Z', 'updated_at': '2022-02-09T12:47:51Z', 'revision_number': 4, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'subnets': [{'id': '116fb373-9734-49da-8f3a-594bd468aac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:47:53.920526 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c828cd8e-faf2-46d4-994a-7e57c2f2b905 None None] Routers {'75fdade2-b806-4c32-a62d-cc445ced14d0'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:47:53.921174 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c828cd8e-faf2-46d4-994a-7e57c2f2b905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:47:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['75fdade2-b806-4c32-a62d-cc445ced14d0'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:47:53.934002 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-63bf1149-0fa9-41ab-ad0c-736209ada587 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "DELETE /v2.0/subnets/59f0440b-fc50-4662-b3c2-0ae59c8488b3 HTTP/1.1" status: 204 len: 168 time: 1.0300620 Feb 09 12:47:53.939662 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57600) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:53.999047 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d96e0a-0230-4223-8d97-40a1104b1fd9 None None] The sync data for ids ['936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02'] in n-d-825178-3 is: [{'id': '936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049255076', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '6bd3be33-41a5-4642-8b05-57e32bffd139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:47:29Z', 'updated_at': '2022-02-09T12:47:39Z', 'revision_number': 4, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': '6bd3be33-41a5-4642-8b05-57e32bffd139', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:76:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:47:30Z', 'updated_at': '2022-02-09T12:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '4b1533bb-35ff-4cf2-bcf1-8b177ac54417', 'name': '', 'network_id': '1fbb7751-edb3-403f-9f82-05972dde3ad6', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'mac_address': 'fa:16:3e:77:30:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '116fb373-9734-49da-8f3a-594bd468aac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:47:36Z', 'updated_at': '2022-02-09T12:47:51Z', 'revision_number': 4, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'subnets': [{'id': '116fb373-9734-49da-8f3a-594bd468aac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:47:54.018188 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1fd452ca-aa2e-451b-908e-6119aadd2630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:54.042799 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-78c6e725-07be-4142-8c3e-141b136981de req-6e11d7b0-035e-4002-9473-3405e40bfca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:54.069829 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3a103ef0-5611-4c22-a1f4-e8328e5251f0 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:54.088428 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd452ca-aa2e-451b-908e-6119aadd2630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d4926e-6ee6-462c-a793-ca0753695f5e,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:54.093006 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b8b4d0f5-3616-4983-a428-5a8121b5c486 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:54.253423 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a103ef0-5611-4c22-a1f4-e8328e5251f0 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7893647d-3475-4802-b105-e9be2c914246,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:54.288747 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b4d0f5-3616-4983-a428-5a8121b5c486 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Pushing event deleted for resources: {'Port': ['ID=260a57bb-b01e-4810-9210-7a6771660cde,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:54.394123 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ec9c8251-209c-4186-afda-8636e5d82416 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:54.426161 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-e4fc1d70-3ec9-4f96-a91c-014c21d7f854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96145bf-624c-4875-aeeb-34ee0370e6aa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-107916814', 'tenant_id': '57cad2baaf2145b1a083f7140eddf89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '228d6a7d-449e-40f7-8489-1787ab102b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:47:37Z', 'updated_at': '2022-02-09T12:47:42Z', 'revision_number': 3, 'project_id': '57cad2baaf2145b1a083f7140eddf89d', 'gw_port': {'id': '228d6a7d-449e-40f7-8489-1787ab102b6b', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96145bf-624c-4875-aeeb-34ee0370e6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:47:39Z', 'updated_at': '2022-02-09T12:47:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:47:54.442023 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fc1d70-3ec9-4f96-a91c-014c21d7f854 None None] The sync data for ids ['b96145bf-624c-4875-aeeb-34ee0370e6aa'] in n-d-825178-3 is: [{'id': 'b96145bf-624c-4875-aeeb-34ee0370e6aa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-107916814', 'tenant_id': '57cad2baaf2145b1a083f7140eddf89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '228d6a7d-449e-40f7-8489-1787ab102b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:47:37Z', 'updated_at': '2022-02-09T12:47:42Z', 'revision_number': 3, 'project_id': '57cad2baaf2145b1a083f7140eddf89d', 'gw_port': {'id': '228d6a7d-449e-40f7-8489-1787ab102b6b', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96145bf-624c-4875-aeeb-34ee0370e6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:47:39Z', 'updated_at': '2022-02-09T12:47:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:47:54.444385 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-68bd6cc7-c99c-4a82-9481-43d5eb724aab tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Deleting subnet afa6bbfb-9368-4fcf-9dd7-5c372138ea9a {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:47:54.453085 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-68bd6cc7-c99c-4a82-9481-43d5eb724aab tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:54.481168 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-c828cd8e-faf2-46d4-994a-7e57c2f2b905 None None] Set router 75fdade2-b806-4c32-a62d-cc445ced14d0 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:47:54.776797 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1fd452ca-aa2e-451b-908e-6119aadd2630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:54.780260 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1fd452ca-aa2e-451b-908e-6119aadd2630 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/49d4926e-6ee6-462c-a793-ca0753695f5e HTTP/1.1" status: 204 len: 168 time: 2.3419981 Feb 09 12:47:54.808604 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3a103ef0-5611-4c22-a1f4-e8328e5251f0 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:54.823324 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3a103ef0-5611-4c22-a1f4-e8328e5251f0 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "DELETE /v2.0/security-groups/7893647d-3475-4802-b105-e9be2c914246 HTTP/1.1" status: 204 len: 168 time: 2.0614228 Feb 09 12:47:54.824218 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57610) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:54.827792 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-68bd6cc7-c99c-4a82-9481-43d5eb724aab tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:55.008272 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-68bd6cc7-c99c-4a82-9481-43d5eb724aab tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:55.378714 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c828cd8e-faf2-46d4-994a-7e57c2f2b905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'name': 'tempest-AttachVolumeTestJSON-1116701485-router', 'tenant_id': '7722e72c858c4f97b7f4eb543cff4fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '860cb290-91fe-4b38-b237-00ec193b4c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:42:43Z', 'updated_at': '2022-02-09T12:42:55Z', 'revision_number': 4, 'project_id': '7722e72c858c4f97b7f4eb543cff4fda', 'gw_port': {'id': '860cb290-91fe-4b38-b237-00ec193b4c6b', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:42:45Z', 'updated_at': '2022-02-09T12:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '094dabad-0032-48d9-a6eb-073a5b8967a4', 'name': '', 'network_id': 'fef63669-60e4-448f-bbf3-5ffe81417e5d', 'tenant_id': '7722e72c858c4f97b7f4eb543cff4fda', 'mac_address': 'fa:16:3e:14:62:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '14dd4b9b-eeef-4a9f-a7cf-6d5a7f04665c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:42:52Z', 'updated_at': '2022-02-09T12:43:03Z', 'revision_number': 5, 'project_id': '7722e72c858c4f97b7f4eb543cff4fda', 'subnets': [{'id': '14dd4b9b-eeef-4a9f-a7cf-6d5a7f04665c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:47:55.396466 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c828cd8e-faf2-46d4-994a-7e57c2f2b905 None None] The sync data for ids ['75fdade2-b806-4c32-a62d-cc445ced14d0'] in n-d-825178-3 is: [{'id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'name': 'tempest-AttachVolumeTestJSON-1116701485-router', 'tenant_id': '7722e72c858c4f97b7f4eb543cff4fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '860cb290-91fe-4b38-b237-00ec193b4c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:42:43Z', 'updated_at': '2022-02-09T12:42:55Z', 'revision_number': 4, 'project_id': '7722e72c858c4f97b7f4eb543cff4fda', 'gw_port': {'id': '860cb290-91fe-4b38-b237-00ec193b4c6b', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:42:45Z', 'updated_at': '2022-02-09T12:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '094dabad-0032-48d9-a6eb-073a5b8967a4', 'name': '', 'network_id': 'fef63669-60e4-448f-bbf3-5ffe81417e5d', 'tenant_id': '7722e72c858c4f97b7f4eb543cff4fda', 'mac_address': 'fa:16:3e:14:62:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '14dd4b9b-eeef-4a9f-a7cf-6d5a7f04665c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:42:52Z', 'updated_at': '2022-02-09T12:43:03Z', 'revision_number': 5, 'project_id': '7722e72c858c4f97b7f4eb543cff4fda', 'subnets': [{'id': '14dd4b9b-eeef-4a9f-a7cf-6d5a7f04665c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:47:55.503597 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b8b4d0f5-3616-4983-a428-5a8121b5c486 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks [] for floatingip, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:55.510428 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b8b4d0f5-3616-4983-a428-5a8121b5c486 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:55.516335 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b8b4d0f5-3616-4983-a428-5a8121b5c486 tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] 10.222.0.55 "DELETE /v2.0/floatingips/611fce83-43dd-41d3-8abb-52e935cb6e05 HTTP/1.1" status: 204 len: 168 time: 6.7215278 Feb 09 12:47:55.530535 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-4dc2b2ef-5cc7-4505-8ad4-d2b000ec8654 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] show failed (client error): The resource could not be found. Feb 09 12:47:55.537956 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4dc2b2ef-5cc7-4505-8ad4-d2b000ec8654 tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "GET /v2.0/security-groups/7893647d-3475-4802-b105-e9be2c914246 HTTP/1.1" status: 404 len: 347 time: 0.7029593 Feb 09 12:47:55.542955 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57620) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:55.854691 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 228d6a7d-449e-40f7-8489-1787ab102b6b up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:47:56.005438 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ccde73-aa68-4cd1-9db3-177765f1d1b0 None None] Network c13649ee-63d3-486f-9eb0-2f26063c4c2a requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:47:56.079707 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57632) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:56.292989 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-68bd6cc7-c99c-4a82-9481-43d5eb724aab tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:56.360530 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 228d6a7d-449e-40f7-8489-1787ab102b6b completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:47:56.411135 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191553f3-96ba-4403-9b7d-73bfd8a04a20 None None] New status for floating IP 31e13b19-c792-425e-a89e-74f839319570: DOWN {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:47:56.624687 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd6cc7-c99c-4a82-9481-43d5eb724aab tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event deleted for resources: {'Subnet': ['ID=afa6bbfb-9368-4fcf-9dd7-5c372138ea9a,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:56.645487 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-68bd6cc7-c99c-4a82-9481-43d5eb724aab tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:56.700025 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-78c6e725-07be-4142-8c3e-141b136981de req-6e11d7b0-035e-4002-9473-3405e40bfca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 036578ff-156b-4500-93cd-ac620f039917 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:47:56.745495 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-78c6e725-07be-4142-8c3e-141b136981de req-6e11d7b0-035e-4002-9473-3405e40bfca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:56.759056 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bd97081b-64db-4247-bd5c-2644cd3b88fb tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:56.777752 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 228d6a7d-449e-40f7-8489-1787ab102b6b triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:47:56.778255 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:56.789219 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-68bd6cc7-c99c-4a82-9481-43d5eb724aab tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "DELETE /v2.0/subnets/afa6bbfb-9368-4fcf-9dd7-5c372138ea9a HTTP/1.1" status: 204 len: 168 time: 2.8465073 Feb 09 12:47:56.797093 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57648) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:56.805006 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-d55a27a2-c573-4b89-afd7-ee21684f6b0f tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Deleting port 48a597ef-3de4-4db0-8eea-83e58b038b5b {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:47:56.805347 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d55a27a2-c573-4b89-afd7-ee21684f6b0f tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:56.828493 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d055ed7-7b95-44e6-9fef-0c89c3bfa90b req-a6e1610d-b5ec-4005-9b56-8f28f490efc5 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:56.838498 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1d055ed7-7b95-44e6-9fef-0c89c3bfa90b req-a6e1610d-b5ec-4005-9b56-8f28f490efc5 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=1daed2e4-01db-43e3-a4b8-2e195fcce44c HTTP/1.1" status: 200 len: 932 time: 1.6219151 Feb 09 12:47:56.889583 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-78c6e725-07be-4142-8c3e-141b136981de req-6e11d7b0-035e-4002-9473-3405e40bfca9 service neutron] Transition to ACTIVE for port object 036578ff-156b-4500-93cd-ac620f039917 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:47:56.917774 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b312d1c9-e02c-4adf-9f79-741ebc6cd79b None None] Network d601a5d0-34da-4ed7-8a13-d0aaac94b8f4 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:47:56.919864 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bd97081b-64db-4247-bd5c-2644cd3b88fb tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:56.940679 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-78c6e725-07be-4142-8c3e-141b136981de req-6e11d7b0-035e-4002-9473-3405e40bfca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:56.953568 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-ec9c8251-209c-4186-afda-8636e5d82416 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Allocated IP 172.20.0.17 (c13649ee-63d3-486f-9eb0-2f26063c4c2a/6e07955b-33a7-4758-b25e-851bb2ebfd7d/6264da96-7d61-4f60-9b61-c6809a323aea) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:47:56.976175 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-0501fa0b-acf3-4eab-ad4c-423431e85edb tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] DELETE failed (client error): The resource could not be found. Feb 09 12:47:56.976635 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0501fa0b-acf3-4eab-ad4c-423431e85edb tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:47:57.002467 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0501fa0b-acf3-4eab-ad4c-423431e85edb tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "DELETE /v2.0/subnets/59f0440b-fc50-4662-b3c2-0ae59c8488b3 HTTP/1.1" status: 404 len: 337 time: 0.2015610 Feb 09 12:47:57.019093 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57654) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:57.136375 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-9f077d50-c117-478b-89c4-fc0b01e35552 None None] Provisioning for port 1095c816-b339-4b29-a344-1dfe43da2b9e completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:47:57.200164 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-583a0e98-67f3-4d45-9f51-d3475b996a6d tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Deleting subnet 760b01a3-d737-4ace-815e-8c5e8e878cbc {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:47:57.329004 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-583a0e98-67f3-4d45-9f51-d3475b996a6d tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:57.332421 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1d055ed7-7b95-44e6-9fef-0c89c3bfa90b req-481a485a-1f5b-447f-a80b-ad0f6e031498 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e284cef-1341-46a2-98a7-e4476618c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4927285 Feb 09 12:47:57.415246 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:57.460012 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-8622d97c-305e-44cb-8a13-295077eb0776 None None] Provisioning complete for port b1bfc993-87ee-49f0-b757-76a5dec9fdd3 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:47:57.460391 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8622d97c-305e-44cb-8a13-295077eb0776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:57.525666 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e11d7b0-035e-4002-9473-3405e40bfca9 service neutron] Pushing event updated for resources: {'Port': ['ID=036578ff-156b-4500-93cd-ac620f039917,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:57.585021 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-32490bcc-c32d-409b-baa9-5c1814e9a41d req-4ca89d62-33f2-4626-ba75-43450ef24a7a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=68ac27be-d577-440f-967f-8f7e1b52fad7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.4757650 Feb 09 12:47:57.627190 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 228d6a7d-449e-40f7-8489-1787ab102b6b, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=228d6a7d-449e-40f7-8489-1787ab102b6b,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:47:57.630392 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-583a0e98-67f3-4d45-9f51-d3475b996a6d tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:57.676743 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bd97081b-64db-4247-bd5c-2644cd3b88fb tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:57.711902 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-78c6e725-07be-4142-8c3e-141b136981de req-6e11d7b0-035e-4002-9473-3405e40bfca9 service neutron] Attempting to bind port 036578ff-156b-4500-93cd-ac620f039917 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:47:57.712248 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-78c6e725-07be-4142-8c3e-141b136981de req-6e11d7b0-035e-4002-9473-3405e40bfca9 service neutron] Attempting to bind port 036578ff-156b-4500-93cd-ac620f039917 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '916b5cc9-cda8-4f43-9164-d68cdbefc4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1fbb7751-edb3-403f-9f82-05972dde3ad6'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:47:57.712594 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c6e725-07be-4142-8c3e-141b136981de req-6e11d7b0-035e-4002-9473-3405e40bfca9 service neutron] Attempting to bind port 036578ff-156b-4500-93cd-ac620f039917 on network 1fbb7751-edb3-403f-9f82-05972dde3ad6 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:47:57.729727 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:57.732229 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c6e725-07be-4142-8c3e-141b136981de req-6e11d7b0-035e-4002-9473-3405e40bfca9 service neutron] Port 036578ff-156b-4500-93cd-ac620f039917 on network 1fbb7751-edb3-403f-9f82-05972dde3ad6 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:47:57.733011 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 1095c816-b339-4b29-a344-1dfe43da2b9e up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:47:57.750832 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c6e725-07be-4142-8c3e-141b136981de req-6e11d7b0-035e-4002-9473-3405e40bfca9 service neutron] Attempting to bind port 036578ff-156b-4500-93cd-ac620f039917 on network 1fbb7751-edb3-403f-9f82-05972dde3ad6 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:47:57.753458 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd97081b-64db-4247-bd5c-2644cd3b88fb tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=100591b4-c01e-4386-91ab-bc93054cdadb,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:57.767546 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c6e725-07be-4142-8c3e-141b136981de req-6e11d7b0-035e-4002-9473-3405e40bfca9 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:47:57.767910 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c6e725-07be-4142-8c3e-141b136981de req-6e11d7b0-035e-4002-9473-3405e40bfca9 service neutron] Checking segment: {'id': '916b5cc9-cda8-4f43-9164-d68cdbefc4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1fbb7751-edb3-403f-9f82-05972dde3ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:47:57.768296 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c6e725-07be-4142-8c3e-141b136981de req-6e11d7b0-035e-4002-9473-3405e40bfca9 service neutron] Bound using segment: {'id': '916b5cc9-cda8-4f43-9164-d68cdbefc4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1fbb7751-edb3-403f-9f82-05972dde3ad6'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:47:57.768743 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-78c6e725-07be-4142-8c3e-141b136981de req-6e11d7b0-035e-4002-9473-3405e40bfca9 service neutron] Bound port: 036578ff-156b-4500-93cd-ac620f039917, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '916b5cc9-cda8-4f43-9164-d68cdbefc4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1fbb7751-edb3-403f-9f82-05972dde3ad6'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:47:57.771969 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-78c6e725-07be-4142-8c3e-141b136981de req-6e11d7b0-035e-4002-9473-3405e40bfca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:57.804732 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d55a27a2-c573-4b89-afd7-ee21684f6b0f tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:57.808516 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d55a27a2-c573-4b89-afd7-ee21684f6b0f tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:57.891036 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bd97081b-64db-4247-bd5c-2644cd3b88fb tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:57.901624 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-bd97081b-64db-4247-bd5c-2644cd3b88fb tempest-TestServerBasicOps-1541864615 tempest-TestServerBasicOps-1541864615-project] 10.222.0.55 "DELETE /v2.0/security-groups/100591b4-c01e-4386-91ab-bc93054cdadb HTTP/1.1" status: 204 len: 168 time: 1.8131850 Feb 09 12:47:57.958593 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-583a0e98-67f3-4d45-9f51-d3475b996a6d tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:57.975193 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57678) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:57.998737 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-78c6e725-07be-4142-8c3e-141b136981de req-6e11d7b0-035e-4002-9473-3405e40bfca9 service neutron] For port 036578ff-156b-4500-93cd-ac620f039917, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:47:58.002453 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-78c6e725-07be-4142-8c3e-141b136981de req-6e11d7b0-035e-4002-9473-3405e40bfca9 service neutron] For port 036578ff-156b-4500-93cd-ac620f039917, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=036578ff-156b-4500-93cd-ac620f039917,segment=NetworkSegment(916b5cc9-cda8-4f43-9164-d68cdbefc4ff),segment_id=916b5cc9-cda8-4f43-9164-d68cdbefc4ff)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:47:58.011789 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-78c6e725-07be-4142-8c3e-141b136981de req-6e11d7b0-035e-4002-9473-3405e40bfca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:58.119050 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6e725-07be-4142-8c3e-141b136981de req-6e11d7b0-035e-4002-9473-3405e40bfca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:58.119676 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-78c6e725-07be-4142-8c3e-141b136981de req-6e11d7b0-035e-4002-9473-3405e40bfca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:58.142436 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-78c6e725-07be-4142-8c3e-141b136981de req-6e11d7b0-035e-4002-9473-3405e40bfca9 service neutron] 10.222.0.46 "PUT /v2.0/ports/036578ff-156b-4500-93cd-ac620f039917 HTTP/1.1" status: 200 len: 1092 time: 4.8526421 Feb 09 12:47:58.142927 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1daed2e4-01db-43e3-a4b8-2e195fcce44c', 'tag': '036578ff-156b-4500-93cd-ac620f039917'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:47:58.150272 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=228d6a7d-449e-40f7-8489-1787ab102b6b,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:58.354180 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1daed2e4-01db-43e3-a4b8-2e195fcce44c', 'tag': '036578ff-156b-4500-93cd-ac620f039917', 'status': 'completed', 'code': 200} Feb 09 12:47:58.427544 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 1095c816-b339-4b29-a344-1dfe43da2b9e completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:47:58.454930 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e11d7b0-035e-4002-9473-3405e40bfca9 service neutron] Pushing event updated for resources: {'Port': ['ID=036578ff-156b-4500-93cd-ac620f039917,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:58.466507 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 1095c816-b339-4b29-a344-1dfe43da2b9e triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:47:58.466890 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:58.512596 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6e725-07be-4142-8c3e-141b136981de req-fae2b204-59bd-4da6-84dd-7f106f7b7d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:58.519506 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-78c6e725-07be-4142-8c3e-141b136981de req-fae2b204-59bd-4da6-84dd-7f106f7b7d2b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c7a8f76649f44a59c185c6d6414b556&device_id=1daed2e4-01db-43e3-a4b8-2e195fcce44c HTTP/1.1" status: 200 len: 1095 time: 0.3273845 Feb 09 12:47:58.576063 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-8622d97c-305e-44cb-8a13-295077eb0776 None None] Provisioning complete for port 89b835f6-d8b3-4a7f-ba05-d5e98d80cc64 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:47:58.576434 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8622d97c-305e-44cb-8a13-295077eb0776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:58.696727 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-583a0e98-67f3-4d45-9f51-d3475b996a6d tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:58.744702 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-78c6e725-07be-4142-8c3e-141b136981de req-54a9ae23-0665-4407-8c63-030ea5d12a9d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=036578ff-156b-4500-93cd-ac620f039917 HTTP/1.1" status: 200 len: 217 time: 0.2165735 Feb 09 12:47:58.790135 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-8622d97c-305e-44cb-8a13-295077eb0776 None None] Port 89b835f6-d8b3-4a7f-ba05-d5e98d80cc64 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:47:58.831779 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-d55a27a2-c573-4b89-afd7-ee21684f6b0f tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Calling delete_port for 48a597ef-3de4-4db0-8eea-83e58b038b5b owned by network:floatingip {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:47:58.881672 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583a0e98-67f3-4d45-9f51-d3475b996a6d tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event deleted for resources: {'Subnet': ['ID=760b01a3-d737-4ace-815e-8c5e8e878cbc,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:58.936334 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-583a0e98-67f3-4d45-9f51-d3475b996a6d tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:58.937202 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:58.949309 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-583a0e98-67f3-4d45-9f51-d3475b996a6d tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "DELETE /v2.0/subnets/760b01a3-d737-4ace-815e-8c5e8e878cbc HTTP/1.1" status: 204 len: 168 time: 1.9288068 Feb 09 12:47:58.965971 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57702) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:59.013324 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 1095c816-b339-4b29-a344-1dfe43da2b9e, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=1095c816-b339-4b29-a344-1dfe43da2b9e,segment=NetworkSegment(29d20c97-cf9b-4c36-8aea-8a0309cce11c),segment_id=29d20c97-cf9b-4c36-8aea-8a0309cce11c)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:47:59.021856 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-680a7a05-d2de-4d61-bed7-978d9b255f31 None None] Provisioning complete for port 1095c816-b339-4b29-a344-1dfe43da2b9e triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:47:59.022509 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-680a7a05-d2de-4d61-bed7-978d9b255f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:59.031871 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-812785a6-56f2-43fa-977b-16ee858329fb tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] DELETE failed (client error): The resource could not be found. Feb 09 12:47:59.032344 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-812785a6-56f2-43fa-977b-16ee858329fb tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:47:59.040451 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-812785a6-56f2-43fa-977b-16ee858329fb tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "DELETE /v2.0/subnets/46a8b289-3761-4cef-84be-aabf51efc374 HTTP/1.1" status: 404 len: 337 time: 0.0728459 Feb 09 12:47:59.047744 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ec9c8251-209c-4186-afda-8636e5d82416 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:59.061635 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57706) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:59.101765 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:59.102796 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 4b1533bb-35ff-4cf2-bcf1-8b177ac54417 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:47:59.198581 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-ec9c8251-209c-4186-afda-8636e5d82416 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Transition to ACTIVE for port object 6264da96-7d61-4f60-9b61-c6809a323aea will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:47:59.249808 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=1095c816-b339-4b29-a344-1dfe43da2b9e,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:59.268674 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-41ffc245-d218-46fa-bd53-225b68cf2379 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c5425f4-95cf-4405-93fe-e0088fd09dbe HTTP/1.1" status: 200 len: 205 time: 0.1958134 Feb 09 12:47:59.269330 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57714) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:59.389748 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 4b1533bb-35ff-4cf2-bcf1-8b177ac54417 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:47:59.399153 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 4b1533bb-35ff-4cf2-bcf1-8b177ac54417 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:47:59.399447 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:59.640397 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ec9c8251-209c-4186-afda-8636e5d82416 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:59.646196 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32490bcc-c32d-409b-baa9-5c1814e9a41d req-84ce66e4-00be-4300-9a23-c42b0504efd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:59.647639 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-32490bcc-c32d-409b-baa9-5c1814e9a41d req-84ce66e4-00be-4300-9a23-c42b0504efd4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=57cad2baaf2145b1a083f7140eddf89d&device_id=68ac27be-d577-440f-967f-8f7e1b52fad7 HTTP/1.1" status: 200 len: 1135 time: 1.8024127 Feb 09 12:47:59.727466 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:59.750005 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6e725-07be-4142-8c3e-141b136981de req-f77bc070-f1a1-4d23-857f-1345a9d6b100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:59.751492 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-78c6e725-07be-4142-8c3e-141b136981de req-f77bc070-f1a1-4d23-857f-1345a9d6b100 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=116fb373-9734-49da-8f3a-594bd468aac1 HTTP/1.1" status: 200 len: 834 time: 0.9980121 Feb 09 12:47:59.777424 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d55a27a2-c573-4b89-afd7-ee21684f6b0f tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:59.810325 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 4b1533bb-35ff-4cf2-bcf1-8b177ac54417, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=4b1533bb-35ff-4cf2-bcf1-8b177ac54417,segment=NetworkSegment(916b5cc9-cda8-4f43-9164-d68cdbefc4ff),segment_id=916b5cc9-cda8-4f43-9164-d68cdbefc4ff)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:47:59.817764 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:59.836563 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-1d8436d7-8579-40fb-90a5-6c092e302534 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] delete failed (client error): The resource could not be found. Feb 09 12:47:59.840572 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1d8436d7-8579-40fb-90a5-6c092e302534 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "DELETE /v2.0/routers/9c5425f4-95cf-4405-93fe-e0088fd09dbe HTTP/1.1" status: 404 len: 336 time: 0.5666320 Feb 09 12:47:59.866370 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57724) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:59.972259 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b50797-23b8-457f-9693-b6e60f97f24f None None] Network d601a5d0-34da-4ed7-8a13-d0aaac94b8f4 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:48:00.030849 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9c8251-209c-4186-afda-8636e5d82416 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Network c13649ee-63d3-486f-9eb0-2f26063c4c2a is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:48:00.083912 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 228d6a7d-449e-40f7-8489-1787ab102b6b up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:48:00.166129 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=4b1533bb-35ff-4cf2-bcf1-8b177ac54417,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:00.213956 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd4f42-6090-427a-bbcf-134d922cac73 req-3f5c7850-32b3-404f-a930-ccb4ada780ec tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:00.221296 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1bbd4f42-6090-427a-bbcf-134d922cac73 req-3f5c7850-32b3-404f-a930-ccb4ada780ec tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=1daed2e4-01db-43e3-a4b8-2e195fcce44c HTTP/1.1" status: 200 len: 944 time: 1.5538905 Feb 09 12:48:00.226548 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-ec9c8251-209c-4186-afda-8636e5d82416 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:48:00.227273 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b6f8988-2e71-439c-87f1-90abc284ff8c tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] DELETE failed (client error): The resource could not be found. Feb 09 12:48:00.227734 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b6f8988-2e71-439c-87f1-90abc284ff8c tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:48:00.232982 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8b6f8988-2e71-439c-87f1-90abc284ff8c tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "DELETE /v2.0/subnets/b25771f3-3e06-43b9-ae22-4c3b3597ba5f HTTP/1.1" status: 404 len: 337 time: 0.3496232 Feb 09 12:48:00.243810 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32490bcc-c32d-409b-baa9-5c1814e9a41d req-9ecd5d4f-4fc7-40b5-ab62-665df08b0814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:00.248630 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57738) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:00.249315 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-32490bcc-c32d-409b-baa9-5c1814e9a41d req-9ecd5d4f-4fc7-40b5-ab62-665df08b0814 service neutron] 10.222.0.46 "GET /v2.0/networks?id=327afa3e-85e9-4f57-99d9-315ae9d2f2fb HTTP/1.1" status: 200 len: 898 time: 0.4631088 Feb 09 12:48:00.250509 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9c8251-209c-4186-afda-8636e5d82416 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:48:00.270461 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f9c7d3f4-ed75-4a9a-bad8-5ca37cc3c866 None None] Provisioning complete for port b1bfc993-87ee-49f0-b757-76a5dec9fdd3 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:48:00.271012 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f9c7d3f4-ed75-4a9a-bad8-5ca37cc3c866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:00.411155 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 228d6a7d-449e-40f7-8489-1787ab102b6b triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:48:00.411342 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:00.416940 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-d01f71e5-93d3-4d84-99a2-4de49d535294 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] DELETE failed (client error): The resource could not be found. Feb 09 12:48:00.417407 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d01f71e5-93d3-4d84-99a2-4de49d535294 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:48:00.421647 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d01f71e5-93d3-4d84-99a2-4de49d535294 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "DELETE /v2.0/subnets/089871cb-e368-41d9-a805-b8cc896dfef0 HTTP/1.1" status: 404 len: 337 time: 0.1677408 Feb 09 12:48:00.434341 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57746) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:00.541165 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ec9c8251-209c-4186-afda-8636e5d82416 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:00.546812 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1bbd4f42-6090-427a-bbcf-134d922cac73 req-d6d93943-4fe3-4cdd-b7b0-bcd4c09d9fc4 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e284cef-1341-46a2-98a7-e4476618c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3245130 Feb 09 12:48:00.550322 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7597ab1-852a-4122-87b9-d23ad6a83011 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] DELETE failed (client error): The resource could not be found. Feb 09 12:48:00.550842 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7597ab1-852a-4122-87b9-d23ad6a83011 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:48:00.554856 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a7597ab1-852a-4122-87b9-d23ad6a83011 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "DELETE /v2.0/subnets/adefb449-3a53-488d-adca-0ebc4e6a3344 HTTP/1.1" status: 404 len: 337 time: 0.1016624 Feb 09 12:48:00.555229 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57750) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:00.624100 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6125cb4-62e3-4839-b3a5-3e76e7b7ccd1 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] DELETE failed (client error): The resource could not be found. Feb 09 12:48:00.624625 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6125cb4-62e3-4839-b3a5-3e76e7b7ccd1 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:48:00.628608 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d6125cb4-62e3-4839-b3a5-3e76e7b7ccd1 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "DELETE /v2.0/ports/98e2b2d6-3e2d-4c41-9f39-4d53f75d3671 HTTP/1.1" status: 404 len: 333 time: 0.0695198 Feb 09 12:48:00.629086 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57756) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:00.642799 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f9c7d3f4-ed75-4a9a-bad8-5ca37cc3c866 None None] Provisioning complete for port 89b835f6-d8b3-4a7f-ba05-d5e98d80cc64 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:48:00.644239 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d55a27a2-c573-4b89-afd7-ee21684f6b0f tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks [] for floatingip, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:00.644554 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f9c7d3f4-ed75-4a9a-bad8-5ca37cc3c866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:00.685575 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-87f06908-21e4-4aad-a1fb-4ef6d64782e7 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] DELETE failed (client error): The resource could not be found. Feb 09 12:48:00.686399 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87f06908-21e4-4aad-a1fb-4ef6d64782e7 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:48:00.688733 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-87f06908-21e4-4aad-a1fb-4ef6d64782e7 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "DELETE /v2.0/subnets/bab31b5a-aefa-47b8-b726-36e474126f78 HTTP/1.1" status: 404 len: 337 time: 0.0587680 Feb 09 12:48:00.692444 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6e725-07be-4142-8c3e-141b136981de req-4995b318-648b-4522-b0f2-f60972c9ee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:00.694297 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-78c6e725-07be-4142-8c3e-141b136981de req-4995b318-648b-4522-b0f2-f60972c9ee85 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1fbb7751-edb3-403f-9f82-05972dde3ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8807459 Feb 09 12:48:00.695086 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57760) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:00.732681 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e289472a-98e5-47a0-b179-f87a5bb86523 None None] DHCP port deletion for d601a5d0-34da-4ed7-8a13-d0aaac94b8f4 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:48:00.757841 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57764) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:00.770963 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-e289472a-98e5-47a0-b179-f87a5bb86523 None None] Deleting port b1bfc993-87ee-49f0-b757-76a5dec9fdd3 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:48:00.771346 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e289472a-98e5-47a0-b179-f87a5bb86523 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:00.774649 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea8f8559-181a-44b0-baab-ea3d6b4bf219 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] DELETE failed (client error): The resource could not be found. Feb 09 12:48:00.775109 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea8f8559-181a-44b0-baab-ea3d6b4bf219 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:48:00.779947 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ea8f8559-181a-44b0-baab-ea3d6b4bf219 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "DELETE /v2.0/subnets/8310e8d7-86be-4a00-9e80-3575c7bcc5a9 HTTP/1.1" status: 404 len: 337 time: 0.0794029 Feb 09 12:48:00.817980 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57770) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:00.830372 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c8251-209c-4186-afda-8636e5d82416 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Pushing event updated for resources: {'Port': ['ID=6264da96-7d61-4f60-9b61-c6809a323aea,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:00.846005 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-f9c7d3f4-ed75-4a9a-bad8-5ca37cc3c866 None None] Port 89b835f6-d8b3-4a7f-ba05-d5e98d80cc64 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:48:00.860386 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 1095c816-b339-4b29-a344-1dfe43da2b9e up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:48:00.931637 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a27a2-c573-4b89-afd7-ee21684f6b0f tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Pushing event deleted for resources: {'Port': ['ID=48a597ef-3de4-4db0-8eea-83e58b038b5b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:00.934989 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-32490bcc-c32d-409b-baa9-5c1814e9a41d req-71a134f7-5810-4f49-a13c-3df1967ab8f2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63088891-be07-4258-b070-f3aecc33cb53 HTTP/1.1" status: 200 len: 1000 time: 0.2983992 Feb 09 12:48:00.945210 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a779e2d8-38b4-4288-b407-2692bbbddde5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:00.970781 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-78c6e725-07be-4142-8c3e-141b136981de req-f6a0674a-098d-4c71-88f1-512e75a2a71c service neutron] 10.222.0.46 "GET /v2.0/networks/1fbb7751-edb3-403f-9f82-05972dde3ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354937 Feb 09 12:48:00.976017 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-a779e2d8-38b4-4288-b407-2692bbbddde5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:48:00.992330 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-c480da9b-151a-4400-902a-1ff708ea950d tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] DELETE failed (client error): The resource could not be found. Feb 09 12:48:00.992800 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c480da9b-151a-4400-902a-1ff708ea950d tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:48:00.997294 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c480da9b-151a-4400-902a-1ff708ea950d tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "DELETE /v2.0/ports/929af6c6-2ac5-432f-8a1d-1a8da897109b HTTP/1.1" status: 404 len: 333 time: 0.1655352 Feb 09 12:48:01.004666 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57774) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:01.006637 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a779e2d8-38b4-4288-b407-2692bbbddde5 admin admin] Usage tracker for resource:security_group_rule and tenant:9fd3dac67f8b450884dd0ac8ba36579a is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:48:01.011576 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ec9c8251-209c-4186-afda-8636e5d82416 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:01.016696 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a779e2d8-38b4-4288-b407-2692bbbddde5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:48:01.022025 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d55a27a2-c573-4b89-afd7-ee21684f6b0f tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:01.026431 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d55a27a2-c573-4b89-afd7-ee21684f6b0f tempest-AttachVolumeTestJSON-1884242214 tempest-AttachVolumeTestJSON-1884242214-project] 10.222.0.55 "DELETE /v2.0/floatingips/31e13b19-c792-425e-a89e-74f839319570 HTTP/1.1" status: 204 len: 168 time: 5.4768677 Feb 09 12:48:01.028984 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-175ec3a8-5cf2-4630-9bb2-0471460e0558 None None] Provisioning for port 6264da96-7d61-4f60-9b61-c6809a323aea completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:48:01.098583 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-175ec3a8-5cf2-4630-9bb2-0471460e0558 None None] Provisioning complete for port 6264da96-7d61-4f60-9b61-c6809a323aea triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:48:01.098962 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-175ec3a8-5cf2-4630-9bb2-0471460e0558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:01.161520 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 1095c816-b339-4b29-a344-1dfe43da2b9e triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:48:01.161887 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:01.184616 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32490bcc-c32d-409b-baa9-5c1814e9a41d req-4bda7ef6-88dc-468e-8932-b3bd9b5c3e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:01.186306 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-32490bcc-c32d-409b-baa9-5c1814e9a41d req-4bda7ef6-88dc-468e-8932-b3bd9b5c3e68 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd42728f-6533-477f-97d9-f0995f638483 HTTP/1.1" status: 200 len: 834 time: 0.2332268 Feb 09 12:48:01.225340 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-a779e2d8-38b4-4288-b407-2692bbbddde5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:48:01.245522 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-e289472a-98e5-47a0-b179-f87a5bb86523 None None] For port b1bfc993-87ee-49f0-b757-76a5dec9fdd3, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=b1bfc993-87ee-49f0-b757-76a5dec9fdd3,segment=NetworkSegment(78ba4747-1262-450a-9c94-71a98c6ef46d),segment_id=78ba4747-1262-450a-9c94-71a98c6ef46d)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:48:01.246755 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e289472a-98e5-47a0-b179-f87a5bb86523 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:01.266992 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-175ec3a8-5cf2-4630-9bb2-0471460e0558 None None] Port 6264da96-7d61-4f60-9b61-c6809a323aea cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:48:01.280572 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-70d4cb92-9462-4a38-950e-d1aeda63d577 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] DELETE failed (client error): The resource could not be found. Feb 09 12:48:01.281023 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70d4cb92-9462-4a38-950e-d1aeda63d577 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:48:01.285026 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-70d4cb92-9462-4a38-950e-d1aeda63d577 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "DELETE /v2.0/subnets/67325207-8f62-4963-9007-8bd253731476 HTTP/1.1" status: 404 len: 337 time: 0.2724607 Feb 09 12:48:01.301934 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57788) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:01.414883 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-5711bd95-47e0-4109-9afb-e6360971730a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] DELETE failed (client error): The resource could not be found. Feb 09 12:48:01.415736 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5711bd95-47e0-4109-9afb-e6360971730a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:48:01.437287 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-5711bd95-47e0-4109-9afb-e6360971730a tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "DELETE /v2.0/subnets/4b11c0e8-9f02-4a12-bf12-93f7e8e5c1a0 HTTP/1.1" status: 404 len: 337 time: 0.1342978 Feb 09 12:48:01.457612 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57792) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:01.468464 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-575d45ad-74d7-4ea9-8b9d-90f99bf61edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:01.495434 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-e289472a-98e5-47a0-b179-f87a5bb86523 None None] Calling delete_port for b1bfc993-87ee-49f0-b757-76a5dec9fdd3 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:48:01.638708 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-78c6e725-07be-4142-8c3e-141b136981de req-66e76c2d-9793-40cc-8086-00b4963df764 service neutron] 10.222.0.46 "GET /v2.0/networks/1fbb7751-edb3-403f-9f82-05972dde3ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6599588 Feb 09 12:48:01.741748 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e289472a-98e5-47a0-b179-f87a5bb86523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:01.820535 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e289472a-98e5-47a0-b179-f87a5bb86523 None None] No DVR routers for this DVR port b1bfc993-87ee-49f0-b757-76a5dec9fdd3 on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:48:01.824855 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289472a-98e5-47a0-b179-f87a5bb86523 None None] Pushing event deleted for resources: {'Port': ['ID=b1bfc993-87ee-49f0-b757-76a5dec9fdd3,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:01.874459 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-72814d38-7a7f-457e-8d17-2618dd488277 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Deleting port 89b835f6-d8b3-4a7f-ba05-d5e98d80cc64 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:48:01.874950 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-72814d38-7a7f-457e-8d17-2618dd488277 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:01.877933 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ec9c8251-209c-4186-afda-8636e5d82416 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:01.892441 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ec9c8251-209c-4186-afda-8636e5d82416 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:01.957457 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 4b1533bb-35ff-4cf2-bcf1-8b177ac54417 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:48:02.049664 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c8251-209c-4186-afda-8636e5d82416 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Pushing event updated for resources: {'Port': ['ID=6264da96-7d61-4f60-9b61-c6809a323aea,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:02.063682 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ec9c8251-209c-4186-afda-8636e5d82416 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:02.085725 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 4b1533bb-35ff-4cf2-bcf1-8b177ac54417 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:48:02.087292 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:02.124904 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a779e2d8-38b4-4288-b407-2692bbbddde5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:02.184374 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32490bcc-c32d-409b-baa9-5c1814e9a41d req-69160cb4-9f23-4a90-a3a7-df4158361194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:02.186462 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-32490bcc-c32d-409b-baa9-5c1814e9a41d req-69160cb4-9f23-4a90-a3a7-df4158361194 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=327afa3e-85e9-4f57-99d9-315ae9d2f2fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9918997 Feb 09 12:48:02.228028 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a779e2d8-38b4-4288-b407-2692bbbddde5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:02.398049 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device b1bfc993-87ee-49f0-b757-76a5dec9fdd3 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:48:02.469810 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-32490bcc-c32d-409b-baa9-5c1814e9a41d req-1cf5d31e-e226-4b6e-82f5-f1d806011f5f service neutron] 10.222.0.46 "GET /v2.0/networks/327afa3e-85e9-4f57-99d9-315ae9d2f2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737827 Feb 09 12:48:02.484876 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: b1bfc993-87ee-49f0-b757-76a5dec9fdd3 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:48:02.485272 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device b1bfc993-87ee-49f0-b757-76a5dec9fdd3 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:48:02.551778 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a779e2d8-38b4-4288-b407-2692bbbddde5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9fd3dac67f8b450884dd0ac8ba36579a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7862747 Feb 09 12:48:02.560118 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57802) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:02.592617 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a779e2d8-38b4-4288-b407-2692bbbddde5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feed3d2f-b99e-4ce7-832c-1ec32c128db7,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:02.642586 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9c8251-209c-4186-afda-8636e5d82416 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Network c13649ee-63d3-486f-9eb0-2f26063c4c2a is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:48:02.645209 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-ec9c8251-209c-4186-afda-8636e5d82416 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:48:02.651798 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-32490bcc-c32d-409b-baa9-5c1814e9a41d req-d204aeea-be9b-48b0-a3e0-d7efe8235e2a service neutron] 10.222.0.46 "GET /v2.0/networks/327afa3e-85e9-4f57-99d9-315ae9d2f2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739588 Feb 09 12:48:02.676588 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ee527-79b4-4672-ade3-6a1775e50d9a req-f265e917-65a6-4856-beac-26faffa045b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:02.678132 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5c8ee527-79b4-4672-ade3-6a1775e50d9a req-f265e917-65a6-4856-beac-26faffa045b5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c7a8f76649f44a59c185c6d6414b556&device_id=1daed2e4-01db-43e3-a4b8-2e195fcce44c HTTP/1.1" status: 200 len: 1095 time: 0.9030666 Feb 09 12:48:02.842787 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8da4d-7bb9-4ca2-8159-6964d02b95b4 req-17a1c927-8d2c-4be5-bda2-7862c517a0e0 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:02.844325 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-41d8da4d-7bb9-4ca2-8159-6964d02b95b4 req-17a1c927-8d2c-4be5-bda2-7862c517a0e0 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=1daed2e4-01db-43e3-a4b8-2e195fcce44c HTTP/1.1" status: 200 len: 944 time: 0.8928540 Feb 09 12:48:02.915732 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-72814d38-7a7f-457e-8d17-2618dd488277 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:02.969838 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec9c8251-209c-4186-afda-8636e5d82416 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Router b96145bf-624c-4875-aeeb-34ee0370e6aa has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:48:03.019969 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58948089-138a-411c-9190-f8da84c9bc7a None None] Provisioning complete for port 6264da96-7d61-4f60-9b61-c6809a323aea triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:48:03.020553 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58948089-138a-411c-9190-f8da84c9bc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:03.115656 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58948089-138a-411c-9190-f8da84c9bc7a None None] Port 6264da96-7d61-4f60-9b61-c6809a323aea cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:48:03.119037 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-72814d38-7a7f-457e-8d17-2618dd488277 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Calling delete_port for 89b835f6-d8b3-4a7f-ba05-d5e98d80cc64 owned by {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:48:03.179723 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-41d8da4d-7bb9-4ca2-8159-6964d02b95b4 req-cd6a7367-d8d0-41f1-bd66-deae90529cf7 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e284cef-1341-46a2-98a7-e4476618c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3141520 Feb 09 12:48:03.217416 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-52f52f3b-8876-4ebd-a98f-5881004c8d06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:03.218215 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9c8251-209c-4186-afda-8636e5d82416 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:48:03.230296 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1971ed-d526-49a5-a795-dff444d4e4f2 None None] Sync routers for ids ['b96145bf-624c-4875-aeeb-34ee0370e6aa'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:48:03.247762 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ec9c8251-209c-4186-afda-8636e5d82416 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "PUT /v2.0/routers/b96145bf-624c-4875-aeeb-34ee0370e6aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3870471 Feb 09 12:48:03.271609 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ee527-79b4-4672-ade3-6a1775e50d9a req-aa7c5011-d86e-466a-9e79-388ba9a97818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:03.276752 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5c8ee527-79b4-4672-ade3-6a1775e50d9a req-aa7c5011-d86e-466a-9e79-388ba9a97818 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1fbb7751-edb3-403f-9f82-05972dde3ad6 HTTP/1.1" status: 200 len: 897 time: 0.5842595 Feb 09 12:48:03.279743 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1971ed-d526-49a5-a795-dff444d4e4f2 None None] Routers {'b96145bf-624c-4875-aeeb-34ee0370e6aa'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:48:03.280483 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-fb1971ed-d526-49a5-a795-dff444d4e4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:47:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['b96145bf-624c-4875-aeeb-34ee0370e6aa'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:03.438275 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5c8ee527-79b4-4672-ade3-6a1775e50d9a req-7c9ec6ed-e6b8-438f-af62-b12a7619128c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=036578ff-156b-4500-93cd-ac620f039917 HTTP/1.1" status: 200 len: 217 time: 0.1388125 Feb 09 12:48:03.460624 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-52f52f3b-8876-4ebd-a98f-5881004c8d06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:03.544233 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ee527-79b4-4672-ade3-6a1775e50d9a req-b10eac1d-7bd9-41af-aee6-4062cfc78c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:03.545829 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5c8ee527-79b4-4672-ade3-6a1775e50d9a req-b10eac1d-7bd9-41af-aee6-4062cfc78c2b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=116fb373-9734-49da-8f3a-594bd468aac1 HTTP/1.1" status: 200 len: 834 time: 0.0897486 Feb 09 12:48:03.557919 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-575d45ad-74d7-4ea9-8b9d-90f99bf61edc admin admin] Deleting port b684c911-da16-489d-bea7-e7e6faeb0bdf {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:48:03.558324 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-575d45ad-74d7-4ea9-8b9d-90f99bf61edc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:03.655788 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-fb1971ed-d526-49a5-a795-dff444d4e4f2 None None] Set router b96145bf-624c-4875-aeeb-34ee0370e6aa gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:48:03.740737 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-72814d38-7a7f-457e-8d17-2618dd488277 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:03.924199 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72814d38-7a7f-457e-8d17-2618dd488277 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event deleted for resources: {'Port': ['ID=89b835f6-d8b3-4a7f-ba05-d5e98d80cc64,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:04.008758 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-72814d38-7a7f-457e-8d17-2618dd488277 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:04.124332 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ee527-79b4-4672-ade3-6a1775e50d9a req-84cf283a-a5a3-49d7-9cca-0c3cc76c66bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:04.126071 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5c8ee527-79b4-4672-ade3-6a1775e50d9a req-84cf283a-a5a3-49d7-9cca-0c3cc76c66bb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1fbb7751-edb3-403f-9f82-05972dde3ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5694184 Feb 09 12:48:04.127353 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57832) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:04.130052 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57836) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:04.130204 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-72814d38-7a7f-457e-8d17-2618dd488277 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "DELETE /v2.0/ports/89b835f6-d8b3-4a7f-ba05-d5e98d80cc64 HTTP/1.1" status: 204 len: 168 time: 2.6712654 Feb 09 12:48:04.145777 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-52f52f3b-8876-4ebd-a98f-5881004c8d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:04.148527 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-52f52f3b-8876-4ebd-a98f-5881004c8d06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:04.152886 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-52f52f3b-8876-4ebd-a98f-5881004c8d06 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/feed3d2f-b99e-4ce7-832c-1ec32c128db7 HTTP/1.1" status: 204 len: 168 time: 1.5587454 Feb 09 12:48:04.327525 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-fb1971ed-d526-49a5-a795-dff444d4e4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96145bf-624c-4875-aeeb-34ee0370e6aa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-107916814', 'tenant_id': '57cad2baaf2145b1a083f7140eddf89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '228d6a7d-449e-40f7-8489-1787ab102b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:47:37Z', 'updated_at': '2022-02-09T12:48:00Z', 'revision_number': 4, 'project_id': '57cad2baaf2145b1a083f7140eddf89d', 'gw_port': {'id': '228d6a7d-449e-40f7-8489-1787ab102b6b', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96145bf-624c-4875-aeeb-34ee0370e6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:47:39Z', 'updated_at': '2022-02-09T12:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '6264da96-7d61-4f60-9b61-c6809a323aea', 'name': '', 'network_id': 'c13649ee-63d3-486f-9eb0-2f26063c4c2a', 'tenant_id': '57cad2baaf2145b1a083f7140eddf89d', 'mac_address': 'fa:16:3e:50:86:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96145bf-624c-4875-aeeb-34ee0370e6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '6e07955b-33a7-4758-b25e-851bb2ebfd7d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:47:55Z', 'updated_at': '2022-02-09T12:48:01Z', 'revision_number': 2, 'project_id': '57cad2baaf2145b1a083f7140eddf89d', 'subnets': [{'id': '6e07955b-33a7-4758-b25e-851bb2ebfd7d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:04.349118 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1971ed-d526-49a5-a795-dff444d4e4f2 None None] Checking router: b96145bf-624c-4875-aeeb-34ee0370e6aa for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:48:04.351272 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1971ed-d526-49a5-a795-dff444d4e4f2 None None] Updating router b96145bf-624c-4875-aeeb-34ee0370e6aa port 6264da96-7d61-4f60-9b61-c6809a323aea binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:48:04.392138 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-366f618f-516e-4e79-b315-92ef287fbb25 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:04.427817 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2979d19-727f-4944-9175-d38b831a281f req-6c9c3961-e1b6-4fe5-8a8f-cc851738ce5e tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:04.452628 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e2979d19-727f-4944-9175-d38b831a281f req-6c9c3961-e1b6-4fe5-8a8f-cc851738ce5e tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/networks?id=c13649ee-63d3-486f-9eb0-2f26063c4c2a HTTP/1.1" status: 200 len: 798 time: 0.8068252 Feb 09 12:48:04.479818 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f52f3b-8876-4ebd-a98f-5881004c8d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feed3d2f-b99e-4ce7-832c-1ec32c128db7,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:04.557666 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fb1971ed-d526-49a5-a795-dff444d4e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:04.602668 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-575d45ad-74d7-4ea9-8b9d-90f99bf61edc admin admin] For port b684c911-da16-489d-bea7-e7e6faeb0bdf, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=b684c911-da16-489d-bea7-e7e6faeb0bdf,segment=NetworkSegment(20f02b30-960e-4af2-9713-4a21e488fd18),segment_id=20f02b30-960e-4af2-9713-4a21e488fd18)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:48:04.608167 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-575d45ad-74d7-4ea9-8b9d-90f99bf61edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:04.639338 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5c8ee527-79b4-4672-ade3-6a1775e50d9a req-0994860d-cceb-40ee-a350-61a42c7ae88f service neutron] 10.222.0.46 "GET /v2.0/networks/1fbb7751-edb3-403f-9f82-05972dde3ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4975779 Feb 09 12:48:04.680515 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e2979d19-727f-4944-9175-d38b831a281f req-82ac6e67-4f45-46f7-ab33-80ea06b5052d tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/quotas/57cad2baaf2145b1a083f7140eddf89d HTTP/1.1" status: 200 len: 375 time: 0.2237906 Feb 09 12:48:04.852515 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:48:05.001413 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57850) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:05.064582 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-496afe72-a382-4e8e-bada-b18409486aa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:05.084773 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0c2f3936-63ee-4e22-919f-959c28e76103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:05.121027 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-496afe72-a382-4e8e-bada-b18409486aa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:48:05.131270 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-496afe72-a382-4e8e-bada-b18409486aa9 admin admin] Usage tracker for resource:security_group_rule and tenant:1cd4022710d74da58a3f679dcb31db41 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:48:05.134601 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-496afe72-a382-4e8e-bada-b18409486aa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:48:05.142294 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-496afe72-a382-4e8e-bada-b18409486aa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:48:05.173489 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fb1971ed-d526-49a5-a795-dff444d4e4f2 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:05.189107 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-fb1971ed-d526-49a5-a795-dff444d4e4f2 None None] Transition to ACTIVE for port object 6264da96-7d61-4f60-9b61-c6809a323aea will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:48:05.199703 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fb1971ed-d526-49a5-a795-dff444d4e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:05.239215 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-575d45ad-74d7-4ea9-8b9d-90f99bf61edc admin admin] Calling delete_port for b684c911-da16-489d-bea7-e7e6faeb0bdf owned by network:router_interface {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:48:05.273928 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-496afe72-a382-4e8e-bada-b18409486aa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:05.278863 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-366f618f-516e-4e79-b315-92ef287fbb25 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:05.288743 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0c2f3936-63ee-4e22-919f-959c28e76103 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:48:05.293338 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0c2f3936-63ee-4e22-919f-959c28e76103 admin admin] Usage tracker for resource:security_group_rule and tenant:dabe754b9fe4435c8eb6fe48e5dda153 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:48:05.296171 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0c2f3936-63ee-4e22-919f-959c28e76103 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:48:05.301321 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca9c7c-609e-4c59-b5e4-d5a9b342cad4 None None] Pushing event updated for resources: {'Port': ['ID=6264da96-7d61-4f60-9b61-c6809a323aea,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:05.302609 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0c2f3936-63ee-4e22-919f-959c28e76103 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:48:05.506514 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0406d-29f5-43ad-abbc-d3eb56e02489 req-eaf0ae97-295e-4a2f-840b-ae959476e6dc tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:05.515052 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0c2f3936-63ee-4e22-919f-959c28e76103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:05.519807 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 036578ff-156b-4500-93cd-ac620f039917 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:48:05.527187 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-496afe72-a382-4e8e-bada-b18409486aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:05.529449 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6fe0406d-29f5-43ad-abbc-d3eb56e02489 req-eaf0ae97-295e-4a2f-840b-ae959476e6dc tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=1daed2e4-01db-43e3-a4b8-2e195fcce44c HTTP/1.1" status: 200 len: 944 time: 1.0351915 Feb 09 12:48:05.571588 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0c2f3936-63ee-4e22-919f-959c28e76103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:05.591861 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-fb1971ed-d526-49a5-a795-dff444d4e4f2 None None] Attempting to bind port 6264da96-7d61-4f60-9b61-c6809a323aea on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:48:05.594824 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-fb1971ed-d526-49a5-a795-dff444d4e4f2 None None] Attempting to bind port 6264da96-7d61-4f60-9b61-c6809a323aea by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '29d20c97-cf9b-4c36-8aea-8a0309cce11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c13649ee-63d3-486f-9eb0-2f26063c4c2a'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:48:05.595191 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1971ed-d526-49a5-a795-dff444d4e4f2 None None] Attempting to bind port 6264da96-7d61-4f60-9b61-c6809a323aea on network c13649ee-63d3-486f-9eb0-2f26063c4c2a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:48:05.616383 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1971ed-d526-49a5-a795-dff444d4e4f2 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:48:05.616839 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1971ed-d526-49a5-a795-dff444d4e4f2 None None] Checking segment: {'id': '29d20c97-cf9b-4c36-8aea-8a0309cce11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c13649ee-63d3-486f-9eb0-2f26063c4c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:48:05.617250 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fb1971ed-d526-49a5-a795-dff444d4e4f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:05.617647 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1971ed-d526-49a5-a795-dff444d4e4f2 None None] Bound using segment: {'id': '29d20c97-cf9b-4c36-8aea-8a0309cce11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c13649ee-63d3-486f-9eb0-2f26063c4c2a'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:48:05.619233 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-fb1971ed-d526-49a5-a795-dff444d4e4f2 None None] Bound port: 6264da96-7d61-4f60-9b61-c6809a323aea, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d20c97-cf9b-4c36-8aea-8a0309cce11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c13649ee-63d3-486f-9eb0-2f26063c4c2a'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:48:05.620149 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fb1971ed-d526-49a5-a795-dff444d4e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:05.680270 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-366f618f-516e-4e79-b315-92ef287fbb25 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d601a5d0-34da-4ed7-8a13-d0aaac94b8f4']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:05.716181 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-496afe72-a382-4e8e-bada-b18409486aa9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1cd4022710d74da58a3f679dcb31db41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7131252 Feb 09 12:48:05.729338 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57856) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:05.731622 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-366f618f-516e-4e79-b315-92ef287fbb25 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78ba4747-1262-450a-9c94-71a98c6ef46d') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:05.731790 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-366f618f-516e-4e79-b315-92ef287fbb25 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78ba4747-1262-450a-9c94-71a98c6ef46d') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:05.746839 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496afe72-a382-4e8e-bada-b18409486aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50c275f-930b-4be6-92b9-9ad77b8d9f17,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:05.777818 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-575d45ad-74d7-4ea9-8b9d-90f99bf61edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:05.796847 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0c2f3936-63ee-4e22-919f-959c28e76103 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dabe754b9fe4435c8eb6fe48e5dda153&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6681578 Feb 09 12:48:05.807936 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-366f618f-516e-4e79-b315-92ef287fbb25 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:05.814815 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57860) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:05.826785 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-366f618f-516e-4e79-b315-92ef287fbb25 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:05.833393 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-366f618f-516e-4e79-b315-92ef287fbb25 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:48:05.833789 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-366f618f-516e-4e79-b315-92ef287fbb25 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:05.899946 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6fe0406d-29f5-43ad-abbc-d3eb56e02489 req-bca9eb59-eb55-4bd4-ad3b-3cd976ff6f44 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e284cef-1341-46a2-98a7-e4476618c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668684 Feb 09 12:48:05.919693 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-fb1971ed-d526-49a5-a795-dff444d4e4f2 None None] For port 6264da96-7d61-4f60-9b61-c6809a323aea, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:48:05.924558 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-fb1971ed-d526-49a5-a795-dff444d4e4f2 None None] For port 6264da96-7d61-4f60-9b61-c6809a323aea, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=6264da96-7d61-4f60-9b61-c6809a323aea,segment=NetworkSegment(29d20c97-cf9b-4c36-8aea-8a0309cce11c),segment_id=29d20c97-cf9b-4c36-8aea-8a0309cce11c)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:48:05.928695 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 036578ff-156b-4500-93cd-ac620f039917, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=036578ff-156b-4500-93cd-ac620f039917,segment=NetworkSegment(916b5cc9-cda8-4f43-9164-d68cdbefc4ff),segment_id=916b5cc9-cda8-4f43-9164-d68cdbefc4ff)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:48:05.931072 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fb1971ed-d526-49a5-a795-dff444d4e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:05.971111 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '036578ff-156b-4500-93cd-ac620f039917', 'network_id': '1fbb7751-edb3-403f-9f82-05972dde3ad6', 'port_id': '036578ff-156b-4500-93cd-ac620f039917', 'mac_address': 'fa:16:3e:ff:e5:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '116fb373-9734-49da-8f3a-594bd468aac1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:48:06.026907 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:48:06.026907 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:48:06.026907 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:48:06.026907 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:48:06.026907 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:48:06.026907 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:48:06.026907 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:48:06.026907 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:48:06.026907 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:48:06.026907 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:48:06.026907 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:48:06.026907 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:48:06.026907 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:48:06.026907 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:48:06.026907 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:48:06.026907 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:48:06.026907 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:48:06.026907 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:48:06.026907 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:48:06.026907 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:48:06.026907 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:48:06.026907 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:48:06.026907 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:48:06.026907 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:48:06.026907 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:48:06.026907 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:48:06.026907 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:48:06.026907 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:48:06.026907 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:48:06.026907 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:48:06.026907 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:48:06.026907 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:48:06.051457 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-366f618f-516e-4e79-b315-92ef287fbb25 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:06.056381 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:06.084355 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 036578ff-156b-4500-93cd-ac620f039917 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:48:06.109703 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1971ed-d526-49a5-a795-dff444d4e4f2 None None] Routers {'b96145bf-624c-4875-aeeb-34ee0370e6aa'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:48:06.110329 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-fb1971ed-d526-49a5-a795-dff444d4e4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:47:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['b96145bf-624c-4875-aeeb-34ee0370e6aa'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:06.122343 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 036578ff-156b-4500-93cd-ac620f039917, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=036578ff-156b-4500-93cd-ac620f039917,segment=NetworkSegment(916b5cc9-cda8-4f43-9164-d68cdbefc4ff),segment_id=916b5cc9-cda8-4f43-9164-d68cdbefc4ff)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:48:06.128838 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:06.175669 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-366f618f-516e-4e79-b315-92ef287fbb25 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:06.185150 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d45ad-74d7-4ea9-8b9d-90f99bf61edc admin admin] Pushing event deleted for resources: {'Port': ['ID=b684c911-da16-489d-bea7-e7e6faeb0bdf,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:06.251241 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca9c7c-609e-4c59-b5e4-d5a9b342cad4 None None] Pushing event updated for resources: {'Port': ['ID=6264da96-7d61-4f60-9b61-c6809a323aea,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:06.259761 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5c8ee527-79b4-4672-ade3-6a1775e50d9a req-59b1758e-f2f0-4b6f-8628-af40c04ffdad service neutron] 10.222.0.46 "GET /v2.0/networks/1fbb7751-edb3-403f-9f82-05972dde3ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6044817 Feb 09 12:48:06.260352 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366f618f-516e-4e79-b315-92ef287fbb25 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] Pushing event deleted for resources: {'Network': ['ID=d601a5d0-34da-4ed7-8a13-d0aaac94b8f4,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:06.286931 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f3936-63ee-4e22-919f-959c28e76103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc04f437-e992-4ef0-84d3-4d88d7cfb8b7,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:06.294549 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e2979d19-727f-4944-9175-d38b831a281f req-b25fe8b7-2584-4988-b203-7e123372a809 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=57cad2baaf2145b1a083f7140eddf89d&fields=id HTTP/1.1" status: 200 len: 486 time: 1.6129580 Feb 09 12:48:06.312139 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-674d6038-ac76-48bb-9d63-42b11086f6c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:06.321433 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-366f618f-516e-4e79-b315-92ef287fbb25 tempest-PortsTestJSON-1601638014 tempest-PortsTestJSON-1601638014-project] 10.222.0.55 "DELETE /v2.0/networks/d601a5d0-34da-4ed7-8a13-d0aaac94b8f4 HTTP/1.1" status: 204 len: 168 time: 2.1897273 Feb 09 12:48:06.365381 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f9d4bce8-0436-44e7-976f-6d679e6f1459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:06.395815 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=036578ff-156b-4500-93cd-ac620f039917,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:06.414315 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['036578ff-156b-4500-93cd-ac620f039917'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:48:06.437972 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f9d4bce8-0436-44e7-976f-6d679e6f1459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:06.457645 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-fb1971ed-d526-49a5-a795-dff444d4e4f2 None None] Set router b96145bf-624c-4875-aeeb-34ee0370e6aa gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:48:06.560346 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f9d4bce8-0436-44e7-976f-6d679e6f1459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:06.561360 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-674d6038-ac76-48bb-9d63-42b11086f6c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:06.599629 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f9d4bce8-0436-44e7-976f-6d679e6f1459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:06.606984 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f9d4bce8-0436-44e7-976f-6d679e6f1459 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d50c275f-930b-4be6-92b9-9ad77b8d9f17 HTTP/1.1" status: 204 len: 168 time: 0.8655024 Feb 09 12:48:06.608195 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d4bce8-0436-44e7-976f-6d679e6f1459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50c275f-930b-4be6-92b9-9ad77b8d9f17,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:06.833244 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e2979d19-727f-4944-9175-d38b831a281f req-a5ac7212-c4fb-4df8-a1f2-6abef1d2ae54 service neutron] 10.222.0.55 "GET /v2.0/networks/c13649ee-63d3-486f-9eb0-2f26063c4c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5158453 Feb 09 12:48:06.897528 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-674d6038-ac76-48bb-9d63-42b11086f6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:06.920773 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57874) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:06.935986 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-575d45ad-74d7-4ea9-8b9d-90f99bf61edc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:07.068814 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674d6038-ac76-48bb-9d63-42b11086f6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc04f437-e992-4ef0-84d3-4d88d7cfb8b7,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:07.117806 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-fb1971ed-d526-49a5-a795-dff444d4e4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96145bf-624c-4875-aeeb-34ee0370e6aa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-107916814', 'tenant_id': '57cad2baaf2145b1a083f7140eddf89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '228d6a7d-449e-40f7-8489-1787ab102b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:47:37Z', 'updated_at': '2022-02-09T12:48:00Z', 'revision_number': 4, 'project_id': '57cad2baaf2145b1a083f7140eddf89d', 'gw_port': {'id': '228d6a7d-449e-40f7-8489-1787ab102b6b', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96145bf-624c-4875-aeeb-34ee0370e6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:47:39Z', 'updated_at': '2022-02-09T12:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '6264da96-7d61-4f60-9b61-c6809a323aea', 'name': '', 'network_id': 'c13649ee-63d3-486f-9eb0-2f26063c4c2a', 'tenant_id': '57cad2baaf2145b1a083f7140eddf89d', 'mac_address': 'fa:16:3e:50:86:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96145bf-624c-4875-aeeb-34ee0370e6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '6e07955b-33a7-4758-b25e-851bb2ebfd7d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:47:55Z', 'updated_at': '2022-02-09T12:48:05Z', 'revision_number': 4, 'project_id': '57cad2baaf2145b1a083f7140eddf89d', 'subnets': [{'id': '6e07955b-33a7-4758-b25e-851bb2ebfd7d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:07.124373 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1971ed-d526-49a5-a795-dff444d4e4f2 None None] The sync data for ids ['b96145bf-624c-4875-aeeb-34ee0370e6aa'] in n-d-825178-3 is: [{'id': 'b96145bf-624c-4875-aeeb-34ee0370e6aa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-107916814', 'tenant_id': '57cad2baaf2145b1a083f7140eddf89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '228d6a7d-449e-40f7-8489-1787ab102b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:47:37Z', 'updated_at': '2022-02-09T12:48:00Z', 'revision_number': 4, 'project_id': '57cad2baaf2145b1a083f7140eddf89d', 'gw_port': {'id': '228d6a7d-449e-40f7-8489-1787ab102b6b', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96145bf-624c-4875-aeeb-34ee0370e6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:47:39Z', 'updated_at': '2022-02-09T12:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '6264da96-7d61-4f60-9b61-c6809a323aea', 'name': '', 'network_id': 'c13649ee-63d3-486f-9eb0-2f26063c4c2a', 'tenant_id': '57cad2baaf2145b1a083f7140eddf89d', 'mac_address': 'fa:16:3e:50:86:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96145bf-624c-4875-aeeb-34ee0370e6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '6e07955b-33a7-4758-b25e-851bb2ebfd7d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:47:55Z', 'updated_at': '2022-02-09T12:48:05Z', 'revision_number': 4, 'project_id': '57cad2baaf2145b1a083f7140eddf89d', 'subnets': [{'id': '6e07955b-33a7-4758-b25e-851bb2ebfd7d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:48:07.189531 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e2979d19-727f-4944-9175-d38b831a281f req-babc7756-2862-4c27-a41b-52b088ab4182 service neutron] 10.222.0.55 "GET /v2.0/networks/c13649ee-63d3-486f-9eb0-2f26063c4c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293471 Feb 09 12:48:07.284864 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7cbe6f37-bdf2-4049-951c-e4683c195949 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1a8f2026410d46378828a444f88ab686&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3628142 Feb 09 12:48:07.287035 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57890) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:07.439925 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f4b78ef1-d8f1-41d0-9ef0-a2b1cd41278c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:07.460333 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-674d6038-ac76-48bb-9d63-42b11086f6c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:07.461471 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-674d6038-ac76-48bb-9d63-42b11086f6c0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cc04f437-e992-4ef0-84d3-4d88d7cfb8b7 HTTP/1.1" status: 204 len: 168 time: 1.5604372 Feb 09 12:48:07.536265 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 036578ff-156b-4500-93cd-ac620f039917 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:48:07.540939 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f4b78ef1-d8f1-41d0-9ef0-a2b1cd41278c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:07.690221 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f4b78ef1-d8f1-41d0-9ef0-a2b1cd41278c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:07.727667 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b78ef1-d8f1-41d0-9ef0-a2b1cd41278c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc62f7e3-f66b-4ff8-8db9-e464992d16d2,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:07.739586 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f4b78ef1-d8f1-41d0-9ef0-a2b1cd41278c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:07.748633 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f4b78ef1-d8f1-41d0-9ef0-a2b1cd41278c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fc62f7e3-f66b-4ff8-8db9-e464992d16d2 HTTP/1.1" status: 204 len: 168 time: 0.4548235 Feb 09 12:48:07.788762 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 036578ff-156b-4500-93cd-ac620f039917 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:48:07.805008 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 036578ff-156b-4500-93cd-ac620f039917 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:48:07.805397 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:08.220530 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 6264da96-7d61-4f60-9b61-c6809a323aea up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:48:08.405389 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e679f5b1-b363-4d71-8540-16edd60285e3 req-4ac4712a-ce4a-429b-983d-d06e9441f87c tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/ports?device_id=0430e8cd-5ca2-438f-9d96-e4de447c6838 HTTP/1.1" status: 200 len: 210 time: 0.7748473 Feb 09 12:48:08.408950 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:08.460146 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c85d9-330a-41f2-824c-952ebc921d03 req-9babb585-6c2c-4c90-9bc2-bd50b0a7c6ae tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:08.473819 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1daed2e4-01db-43e3-a4b8-2e195fcce44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '036578ff-156b-4500-93cd-ac620f039917'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:48:08.478094 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ca4c85d9-330a-41f2-824c-952ebc921d03 req-9babb585-6c2c-4c90-9bc2-bd50b0a7c6ae tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=1daed2e4-01db-43e3-a4b8-2e195fcce44c HTTP/1.1" status: 200 len: 945 time: 1.2854364 Feb 09 12:48:08.490420 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 6264da96-7d61-4f60-9b61-c6809a323aea completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:48:08.498735 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 036578ff-156b-4500-93cd-ac620f039917, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=036578ff-156b-4500-93cd-ac620f039917,segment=NetworkSegment(916b5cc9-cda8-4f43-9164-d68cdbefc4ff),segment_id=916b5cc9-cda8-4f43-9164-d68cdbefc4ff)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:48:08.502553 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 6264da96-7d61-4f60-9b61-c6809a323aea triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:48:08.503214 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:08.564149 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:08.674183 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=036578ff-156b-4500-93cd-ac620f039917,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:08.836421 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1daed2e4-01db-43e3-a4b8-2e195fcce44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '036578ff-156b-4500-93cd-ac620f039917', 'code': 200} Feb 09 12:48:08.838443 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:08.920714 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 6264da96-7d61-4f60-9b61-c6809a323aea, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=6264da96-7d61-4f60-9b61-c6809a323aea,segment=NetworkSegment(29d20c97-cf9b-4c36-8aea-8a0309cce11c),segment_id=29d20c97-cf9b-4c36-8aea-8a0309cce11c)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:48:08.926277 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:08.946002 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ca4c85d9-330a-41f2-824c-952ebc921d03 req-8e7f4720-cac4-4409-8aee-69cde920c142 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e284cef-1341-46a2-98a7-e4476618c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4633236 Feb 09 12:48:09.081349 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=6264da96-7d61-4f60-9b61-c6809a323aea,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:09.169228 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49d43d-4c4e-4783-83b7-7c2ecbd19307 req-2ad741b0-8400-45ec-adad-0c8f992d6887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:09.172432 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3b49d43d-4c4e-4783-83b7-7c2ecbd19307 req-2ad741b0-8400-45ec-adad-0c8f992d6887 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1daed2e4-01db-43e3-a4b8-2e195fcce44c HTTP/1.1" status: 200 len: 1097 time: 0.2249556 Feb 09 12:48:09.255082 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575d45ad-74d7-4ea9-8b9d-90f99bf61edc admin admin] Router 28bceb57-82cc-4579-80d8-09e06e6470d6 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:48:09.274808 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3b49d43d-4c4e-4783-83b7-7c2ecbd19307 req-61777591-107d-4391-acf6-df2b0026bc58 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1e284cef-1341-46a2-98a7-e4476618c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944402 Feb 09 12:48:09.710921 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c572d3a4-176d-4ef3-b00e-9eac57eefddb req-6d463ae3-e35c-4b54-a3c0-7ce2e80bc6a6 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/ports?device_id=0430e8cd-5ca2-438f-9d96-e4de447c6838 HTTP/1.1" status: 200 len: 210 time: 0.1313486 Feb 09 12:48:09.739142 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57962) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:09.748331 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575d45ad-74d7-4ea9-8b9d-90f99bf61edc admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:48:09.758960 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7061a67-640c-4cb4-b3d3-506b567dd292 None None] Sync routers for ids ['28bceb57-82cc-4579-80d8-09e06e6470d6'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:48:09.763585 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-575d45ad-74d7-4ea9-8b9d-90f99bf61edc admin admin] 10.222.0.55 "PUT /v2.0/routers/28bceb57-82cc-4579-80d8-09e06e6470d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7869689 Feb 09 12:48:09.766049 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 57968) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:09.776239 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7061a67-640c-4cb4-b3d3-506b567dd292 None None] Routers {'28bceb57-82cc-4579-80d8-09e06e6470d6'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:48:09.777125 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-f7061a67-640c-4cb4-b3d3-506b567dd292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:47:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['28bceb57-82cc-4579-80d8-09e06e6470d6'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:09.983857 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 6264da96-7d61-4f60-9b61-c6809a323aea up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:48:10.056466 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-deba29b6-2f62-4b54-a17c-9742e09891b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:10.177003 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2979d19-727f-4944-9175-d38b831a281f req-9ba8719d-4bbe-4a52-be21-29f7444c35b4 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:10.178962 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-e2979d19-727f-4944-9175-d38b831a281f req-9ba8719d-4bbe-4a52-be21-29f7444c35b4 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Synchronizing usage tracker for tenant:57cad2baaf2145b1a083f7140eddf89d on resource:network {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:48:10.209641 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-e2979d19-727f-4944-9175-d38b831a281f req-9ba8719d-4bbe-4a52-be21-29f7444c35b4 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Unset dirty status for tenant:57cad2baaf2145b1a083f7140eddf89d on resource:network {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:48:10.211409 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e2979d19-727f-4944-9175-d38b831a281f req-9ba8719d-4bbe-4a52-be21-29f7444c35b4 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.52 "GET /v2.0/networks?id=c13649ee-63d3-486f-9eb0-2f26063c4c2a HTTP/1.1" status: 200 len: 798 time: 0.4618585 Feb 09 12:48:10.228857 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-e2979d19-727f-4944-9175-d38b831a281f req-ea13fa26-dc75-49d2-bf13-19ca59bc4df4 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Request body: {'port': {'device_id': '0430e8cd-5ca2-438f-9d96-e4de447c6838', 'network_id': 'c13649ee-63d3-486f-9eb0-2f26063c4c2a', 'admin_state_up': True, 'tenant_id': '57cad2baaf2145b1a083f7140eddf89d'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:48:10.420479 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e865e40-a0ad-4af8-ac1a-efdaebd94037 req-8e9e797e-7781-45f0-99c6-834f47ed56a1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:10.431330 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2e865e40-a0ad-4af8-ac1a-efdaebd94037 req-8e9e797e-7781-45f0-99c6-834f47ed56a1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=1daed2e4-01db-43e3-a4b8-2e195fcce44c HTTP/1.1" status: 200 len: 946 time: 0.2568517 Feb 09 12:48:10.437203 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-f7061a67-640c-4cb4-b3d3-506b567dd292 None None] Set router 28bceb57-82cc-4579-80d8-09e06e6470d6 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:48:10.461661 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-e36935aa-19a3-4b12-a142-b195ecfe8d7b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1751214559'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:48:10.491843 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e36935aa-19a3-4b12-a142-b195ecfe8d7b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:48:10.513585 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 6264da96-7d61-4f60-9b61-c6809a323aea triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:48:10.514223 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:10.531560 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e36935aa-19a3-4b12-a142-b195ecfe8d7b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Usage tracker for resource:network and tenant:27f2f8bb689948199636c37c369127b7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:48:10.541655 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e36935aa-19a3-4b12-a142-b195ecfe8d7b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:48:10.553409 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e36935aa-19a3-4b12-a142-b195ecfe8d7b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:48:10.584465 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2e865e40-a0ad-4af8-ac1a-efdaebd94037 req-8158110b-3004-4f70-bbb1-8ac3a369ff20 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e284cef-1341-46a2-98a7-e4476618c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520491 Feb 09 12:48:10.590249 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-deba29b6-2f62-4b54-a17c-9742e09891b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:10.618650 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36935aa-19a3-4b12-a142-b195ecfe8d7b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Made reservation on behalf of 27f2f8bb689948199636c37c369127b7 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:48:10.620055 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-deba29b6-2f62-4b54-a17c-9742e09891b1 admin admin] Deleting port 595563e3-eb4e-46b8-82b4-f4fa80f7a67e {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:48:10.620483 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-deba29b6-2f62-4b54-a17c-9742e09891b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:10.627068 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e36935aa-19a3-4b12-a142-b195ecfe8d7b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:10.686975 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e36935aa-19a3-4b12-a142-b195ecfe8d7b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:10.718229 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e36935aa-19a3-4b12-a142-b195ecfe8d7b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:48:10.722602 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e36935aa-19a3-4b12-a142-b195ecfe8d7b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Usage tracker for resource:security_group_rule and tenant:27f2f8bb689948199636c37c369127b7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:48:10.726017 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e36935aa-19a3-4b12-a142-b195ecfe8d7b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:48:10.733423 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e36935aa-19a3-4b12-a142-b195ecfe8d7b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:48:10.923924 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e36935aa-19a3-4b12-a142-b195ecfe8d7b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:10.926432 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-e2979d19-727f-4944-9175-d38b831a281f req-ea13fa26-dc75-49d2-bf13-19ca59bc4df4 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:48:10.937201 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e36935aa-19a3-4b12-a142-b195ecfe8d7b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:10.942016 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-deba29b6-2f62-4b54-a17c-9742e09891b1 admin admin] For port 595563e3-eb4e-46b8-82b4-f4fa80f7a67e, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=595563e3-eb4e-46b8-82b4-f4fa80f7a67e,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:48:10.942534 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-deba29b6-2f62-4b54-a17c-9742e09891b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:10.946268 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-e2979d19-727f-4944-9175-d38b831a281f req-ea13fa26-dc75-49d2-bf13-19ca59bc4df4 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Usage tracker for resource:port and tenant:57cad2baaf2145b1a083f7140eddf89d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:48:10.964128 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-e2979d19-727f-4944-9175-d38b831a281f req-ea13fa26-dc75-49d2-bf13-19ca59bc4df4 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:48:10.980807 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-e2979d19-727f-4944-9175-d38b831a281f req-ea13fa26-dc75-49d2-bf13-19ca59bc4df4 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:48:10.983113 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e36935aa-19a3-4b12-a142-b195ecfe8d7b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:48:11.015558 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36935aa-19a3-4b12-a142-b195ecfe8d7b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52ba28f4-95aa-4f84-98c7-4cf52cf16cb4,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:11.020554 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d230257a-7539-455c-b599-ad1932fcb041 req-f6d4606c-e4b9-474e-8875-2a68b65e3a6e tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/ports?device_id=0430e8cd-5ca2-438f-9d96-e4de447c6838 HTTP/1.1" status: 200 len: 210 time: 0.0586879 Feb 09 12:48:11.046486 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-f7061a67-640c-4cb4-b3d3-506b567dd292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28bceb57-82cc-4579-80d8-09e06e6470d6', 'name': 'tempest-TestServerBasicOps-327818406-router', 'tenant_id': '78fcd49da689411da6a25296f99fd3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '595563e3-eb4e-46b8-82b4-f4fa80f7a67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:41:32Z', 'updated_at': '2022-02-09T12:48:05Z', 'revision_number': 5, 'project_id': '78fcd49da689411da6a25296f99fd3a8', 'gw_port': {'id': '595563e3-eb4e-46b8-82b4-f4fa80f7a67e', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:48:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bceb57-82cc-4579-80d8-09e06e6470d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:41:34Z', 'updated_at': '2022-02-09T12:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:11.058769 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7061a67-640c-4cb4-b3d3-506b567dd292 None None] Checking router: 28bceb57-82cc-4579-80d8-09e06e6470d6 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:48:11.060911 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e36935aa-19a3-4b12-a142-b195ecfe8d7b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:11.061159 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-e36935aa-19a3-4b12-a142-b195ecfe8d7b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Added segment f1958cbd-c6eb-43f7-ab1d-1e6b3078c8cf of type vlan for network 7a0deb04-006f-47e0-affd-c50e5d7bc028 Feb 09 12:48:11.062344 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2979d19-727f-4944-9175-d38b831a281f req-ea13fa26-dc75-49d2-bf13-19ca59bc4df4 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Made reservation on behalf of 57cad2baaf2145b1a083f7140eddf89d for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:48:11.069634 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e2979d19-727f-4944-9175-d38b831a281f req-ea13fa26-dc75-49d2-bf13-19ca59bc4df4 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:11.074634 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7061a67-640c-4cb4-b3d3-506b567dd292 None None] Routers {'28bceb57-82cc-4579-80d8-09e06e6470d6'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:48:11.075281 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-f7061a67-640c-4cb4-b3d3-506b567dd292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:47:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['28bceb57-82cc-4579-80d8-09e06e6470d6'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:11.181906 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e36935aa-19a3-4b12-a142-b195ecfe8d7b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:11.341357 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e36935aa-19a3-4b12-a142-b195ecfe8d7b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:11.348812 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36935aa-19a3-4b12-a142-b195ecfe8d7b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:11.349688 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e36935aa-19a3-4b12-a142-b195ecfe8d7b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:11.351543 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-f7061a67-640c-4cb4-b3d3-506b567dd292 None None] Set router 28bceb57-82cc-4579-80d8-09e06e6470d6 gateway port host: None {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:48:11.446574 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e36935aa-19a3-4b12-a142-b195ecfe8d7b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7063026 Feb 09 12:48:11.454392 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57986) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:11.477011 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-deba29b6-2f62-4b54-a17c-9742e09891b1 admin admin] Calling delete_port for 595563e3-eb4e-46b8-82b4-f4fa80f7a67e owned by network:router_gateway {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:48:11.488216 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-f7061a67-640c-4cb4-b3d3-506b567dd292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28bceb57-82cc-4579-80d8-09e06e6470d6', 'name': 'tempest-TestServerBasicOps-327818406-router', 'tenant_id': '78fcd49da689411da6a25296f99fd3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:41:32Z', 'updated_at': '2022-02-09T12:48:10Z', 'revision_number': 6, 'project_id': '78fcd49da689411da6a25296f99fd3a8', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:11.493128 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7061a67-640c-4cb4-b3d3-506b567dd292 None None] The sync data for ids ['28bceb57-82cc-4579-80d8-09e06e6470d6'] in n-d-825178-3 is: [{'id': '28bceb57-82cc-4579-80d8-09e06e6470d6', 'name': 'tempest-TestServerBasicOps-327818406-router', 'tenant_id': '78fcd49da689411da6a25296f99fd3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:41:32Z', 'updated_at': '2022-02-09T12:48:10Z', 'revision_number': 6, 'project_id': '78fcd49da689411da6a25296f99fd3a8', 'gw_port_host': None}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:48:11.524942 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-febcb216-32d0-41e3-80f9-49746d8cfe79 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1762883891'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:48:11.550705 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-febcb216-32d0-41e3-80f9-49746d8cfe79 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:48:11.567331 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-febcb216-32d0-41e3-80f9-49746d8cfe79 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Usage tracker for resource:network and tenant:27f2f8bb689948199636c37c369127b7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:48:11.569831 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36935aa-19a3-4b12-a142-b195ecfe8d7b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event updated for resources: {'Network': ['ID=7a0deb04-006f-47e0-affd-c50e5d7bc028,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:11.572056 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-febcb216-32d0-41e3-80f9-49746d8cfe79 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:48:11.582158 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 7a0deb04-006f-47e0-affd-c50e5d7bc028 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:48:11.593995 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-febcb216-32d0-41e3-80f9-49746d8cfe79 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:48:11.596440 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-e2979d19-727f-4944-9175-d38b831a281f req-ea13fa26-dc75-49d2-bf13-19ca59bc4df4 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Allocated IP 172.20.0.27 (c13649ee-63d3-486f-9eb0-2f26063c4c2a/6e07955b-33a7-4758-b25e-851bb2ebfd7d/87201e25-46d4-4d0b-b6ee-86ac3c267bde) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:48:11.642468 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febcb216-32d0-41e3-80f9-49746d8cfe79 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Made reservation on behalf of 27f2f8bb689948199636c37c369127b7 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:48:11.645893 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-febcb216-32d0-41e3-80f9-49746d8cfe79 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:11.773483 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-deba29b6-2f62-4b54-a17c-9742e09891b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:11.793060 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-febcb216-32d0-41e3-80f9-49746d8cfe79 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:48:11.822989 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-febcb216-32d0-41e3-80f9-49746d8cfe79 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:11.823327 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-febcb216-32d0-41e3-80f9-49746d8cfe79 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Added segment a9b50776-f96e-4e43-bccf-57a6f77d3b6a of type vlan for network 8e5a6ad8-46ba-4a5e-8ef0-98931a71651b Feb 09 12:48:11.865261 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba29b6-2f62-4b54-a17c-9742e09891b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=595563e3-eb4e-46b8-82b4-f4fa80f7a67e,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:11.880711 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-febcb216-32d0-41e3-80f9-49746d8cfe79 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:11.886380 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e2979d19-727f-4944-9175-d38b831a281f req-ea13fa26-dc75-49d2-bf13-19ca59bc4df4 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:11.913785 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device b684c911-da16-489d-bea7-e7e6faeb0bdf no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:48:11.918983 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-e2979d19-727f-4944-9175-d38b831a281f req-ea13fa26-dc75-49d2-bf13-19ca59bc4df4 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Transition to ACTIVE for port object 87201e25-46d4-4d0b-b6ee-86ac3c267bde will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:48:11.951698 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-febcb216-32d0-41e3-80f9-49746d8cfe79 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:11.959238 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febcb216-32d0-41e3-80f9-49746d8cfe79 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:11.959898 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-febcb216-32d0-41e3-80f9-49746d8cfe79 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:11.967483 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: b684c911-da16-489d-bea7-e7e6faeb0bdf {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:48:11.968277 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device b684c911-da16-489d-bea7-e7e6faeb0bdf not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:48:12.004599 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-deba29b6-2f62-4b54-a17c-9742e09891b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:12.215260 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a10a8-bf1d-47bc-b657-1c36a5fc95cb req-4deca784-6808-4875-93c1-b896457bf6d2 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:12.221942 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b30a10a8-bf1d-47bc-b657-1c36a5fc95cb req-4deca784-6808-4875-93c1-b896457bf6d2 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=1daed2e4-01db-43e3-a4b8-2e195fcce44c HTTP/1.1" status: 200 len: 946 time: 0.4439816 Feb 09 12:48:12.225408 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febcb216-32d0-41e3-80f9-49746d8cfe79 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event updated for resources: {'Network': ['ID=8e5a6ad8-46ba-4a5e-8ef0-98931a71651b,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:12.240670 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 8e5a6ad8-46ba-4a5e-8ef0-98931a71651b details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:48:12.260809 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-febcb216-32d0-41e3-80f9-49746d8cfe79 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7986038 Feb 09 12:48:12.262933 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e2979d19-727f-4944-9175-d38b831a281f req-ea13fa26-dc75-49d2-bf13-19ca59bc4df4 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:12.294606 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 57998) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:12.348566 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-deba29b6-2f62-4b54-a17c-9742e09891b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:12.364424 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b30a10a8-bf1d-47bc-b657-1c36a5fc95cb req-cce1721d-4e87-49d4-b036-c09f96b5ee28 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e284cef-1341-46a2-98a7-e4476618c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415639 Feb 09 12:48:12.367217 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-deba29b6-2f62-4b54-a17c-9742e09891b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:12.452784 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea13fa26-dc75-49d2-bf13-19ca59bc4df4 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Pushing event updated for resources: {'Port': ['ID=87201e25-46d4-4d0b-b6ee-86ac3c267bde,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:12.456730 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-deba29b6-2f62-4b54-a17c-9742e09891b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:12.457279 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deba29b6-2f62-4b54-a17c-9742e09891b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28bceb57-82cc-4579-80d8-09e06e6470d6 {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:48:12.460156 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-f5046eca-b3e9-4458-a0b0-edd70da2b9db tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Request body: {'subnet': {'network_id': '7a0deb04-006f-47e0-affd-c50e5d7bc028', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:48:12.481712 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156c96e-878e-41ee-96ad-89fe68e7529e req-ba2d69ac-2771-41bb-8c79-ee4e169c836b tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:12.488843 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c156c96e-878e-41ee-96ad-89fe68e7529e req-ba2d69ac-2771-41bb-8c79-ee4e169c836b tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/ports?device_id=0430e8cd-5ca2-438f-9d96-e4de447c6838 HTTP/1.1" status: 200 len: 895 time: 0.2769454 Feb 09 12:48:12.497494 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-deba29b6-2f62-4b54-a17c-9742e09891b1 admin admin] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:12.500909 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-deba29b6-2f62-4b54-a17c-9742e09891b1 admin admin] 10.222.0.55 "DELETE /v2.0/routers/28bceb57-82cc-4579-80d8-09e06e6470d6 HTTP/1.1" status: 204 len: 168 time: 2.7315528 Feb 09 12:48:12.514620 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 58006) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:12.604291 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2979d19-727f-4944-9175-d38b831a281f req-ea13fa26-dc75-49d2-bf13-19ca59bc4df4 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Network c13649ee-63d3-486f-9eb0-2f26063c4c2a is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:48:12.608231 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-e2979d19-727f-4944-9175-d38b831a281f req-ea13fa26-dc75-49d2-bf13-19ca59bc4df4 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:48:12.611989 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2979d19-727f-4944-9175-d38b831a281f req-ea13fa26-dc75-49d2-bf13-19ca59bc4df4 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:48:12.662271 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f5046eca-b3e9-4458-a0b0-edd70da2b9db tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:48:12.674157 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f5046eca-b3e9-4458-a0b0-edd70da2b9db tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Usage tracker for resource:subnet and tenant:27f2f8bb689948199636c37c369127b7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:48:12.674440 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bc39028-f343-43e9-bcc3-51a0008306fa admin admin] Deleting subnet a979796a-9ee1-4aa6-ac24-c93f6e78f79a {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:48:12.679919 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f5046eca-b3e9-4458-a0b0-edd70da2b9db tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:48:12.690293 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2bc39028-f343-43e9-bcc3-51a0008306fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:12.698200 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f5046eca-b3e9-4458-a0b0-edd70da2b9db tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:48:12.719385 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2979d19-727f-4944-9175-d38b831a281f req-ea13fa26-dc75-49d2-bf13-19ca59bc4df4 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:12.720199 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e2979d19-727f-4944-9175-d38b831a281f req-ea13fa26-dc75-49d2-bf13-19ca59bc4df4 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:12.764677 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5046eca-b3e9-4458-a0b0-edd70da2b9db tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Made reservation on behalf of 27f2f8bb689948199636c37c369127b7 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:48:12.772950 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f5046eca-b3e9-4458-a0b0-edd70da2b9db tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:12.808752 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e2979d19-727f-4944-9175-d38b831a281f req-ea13fa26-dc75-49d2-bf13-19ca59bc4df4 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.5833874 Feb 09 12:48:12.812131 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2bc39028-f343-43e9-bcc3-51a0008306fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:12.816779 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-e2979d19-727f-4944-9175-d38b831a281f req-9410c87e-ba60-4a2c-a05d-13ed0612d73d service neutron] Request body: {'port': {'device_id': '0430e8cd-5ca2-438f-9d96-e4de447c6838', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:48:12.993044 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0e6de84a-3245-4003-bfec-b6fb42c866a4 None None] Provisioning for port 87201e25-46d4-4d0b-b6ee-86ac3c267bde completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:48:13.009073 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0e6de84a-3245-4003-bfec-b6fb42c866a4 None None] Provisioning complete for port 87201e25-46d4-4d0b-b6ee-86ac3c267bde triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:48:13.009422 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0e6de84a-3245-4003-bfec-b6fb42c866a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:13.036700 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af4de4-d4ec-4ff0-a88e-e71d19ec29be req-ffcc61d9-015e-4827-bc84-a011f1a14be8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:13.049333 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-08af4de4-d4ec-4ff0-a88e-e71d19ec29be req-ffcc61d9-015e-4827-bc84-a011f1a14be8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=1daed2e4-01db-43e3-a4b8-2e195fcce44c HTTP/1.1" status: 200 len: 946 time: 0.4779170 Feb 09 12:48:13.104702 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e2979d19-727f-4944-9175-d38b831a281f req-9410c87e-ba60-4a2c-a05d-13ed0612d73d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:13.142289 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-0e6de84a-3245-4003-bfec-b6fb42c866a4 None None] Port 87201e25-46d4-4d0b-b6ee-86ac3c267bde cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:48:13.181933 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-08af4de4-d4ec-4ff0-a88e-e71d19ec29be req-6d016f21-2d25-4d8a-9f81-a4dc6086ada7 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e284cef-1341-46a2-98a7-e4476618c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307697 Feb 09 12:48:13.182073 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58020) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:13.191323 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2bc39028-f343-43e9-bcc3-51a0008306fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:13.227701 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58026) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:13.285559 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2bc39028-f343-43e9-bcc3-51a0008306fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:13.389535 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6013419d-0cef-40fa-aadd-eaf5e5299047 None None] Network e51bee85-c49e-4d47-aaa3-7ee4caab66a9 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:48:13.421178 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2bc39028-f343-43e9-bcc3-51a0008306fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:13.431894 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc39028-f343-43e9-bcc3-51a0008306fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a979796a-9ee1-4aa6-ac24-c93f6e78f79a,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:13.445908 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2bc39028-f343-43e9-bcc3-51a0008306fa admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a979796a-9ee1-4aa6-ac24-c93f6e78f79a HTTP/1.1" status: 204 len: 168 time: 0.9301827 Feb 09 12:48:13.448294 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 58030) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:13.648930 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1116f01d-5986-40e3-b3ee-ce0152db0b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:13.662501 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-1116f01d-5986-40e3-b3ee-ce0152db0b19 admin admin] Deleting port bc71fdc4-6300-4f04-b283-31769b0dfe9a {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:48:13.662849 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1116f01d-5986-40e3-b3ee-ce0152db0b19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:13.798176 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f5046eca-b3e9-4458-a0b0-edd70da2b9db tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:13.814462 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5e7756-7c64-4874-9267-3396f666ff63 None None] DHCP port deletion for e51bee85-c49e-4d47-aaa3-7ee4caab66a9 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:48:13.819889 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-6d5e7756-7c64-4874-9267-3396f666ff63 None None] Deleting port bc71fdc4-6300-4f04-b283-31769b0dfe9a {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:48:13.820349 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6d5e7756-7c64-4874-9267-3396f666ff63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:13.985570 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5046eca-b3e9-4458-a0b0-edd70da2b9db tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event updated for resources: {'Subnet': ['ID=90383f46-aa92-4f38-b2c7-ce1a651ae693,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:14.025446 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca03a4b1-5724-4e30-884f-47d8234022a4 tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:14.030694 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ca03a4b1-5724-4e30-884f-47d8234022a4 tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1daed2e4-01db-43e3-a4b8-2e195fcce44c HTTP/1.1" status: 200 len: 1092 time: 0.8019328 Feb 09 12:48:14.036834 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58038) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:14.051584 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-e48c7946-0512-4ecd-88a4-7d314fe9e59b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'port_id': '036578ff-156b-4500-93cd-ac620f039917', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:48:14.058817 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e48c7946-0512-4ecd-88a4-7d314fe9e59b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:48:14.065290 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e48c7946-0512-4ecd-88a4-7d314fe9e59b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Usage tracker for resource:floatingip and tenant:2c7a8f76649f44a59c185c6d6414b556 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:48:14.068197 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e48c7946-0512-4ecd-88a4-7d314fe9e59b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:48:14.075162 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e48c7946-0512-4ecd-88a4-7d314fe9e59b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:48:14.103268 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e48c7946-0512-4ecd-88a4-7d314fe9e59b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for floatingip, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:14.122233 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-6d5e7756-7c64-4874-9267-3396f666ff63 None None] For port bc71fdc4-6300-4f04-b283-31769b0dfe9a, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=bc71fdc4-6300-4f04-b283-31769b0dfe9a,segment=NetworkSegment(20f02b30-960e-4af2-9713-4a21e488fd18),segment_id=20f02b30-960e-4af2-9713-4a21e488fd18)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:48:14.122538 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6d5e7756-7c64-4874-9267-3396f666ff63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:14.144769 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-1116f01d-5986-40e3-b3ee-ce0152db0b19 admin admin] For port bc71fdc4-6300-4f04-b283-31769b0dfe9a, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=bc71fdc4-6300-4f04-b283-31769b0dfe9a,segment=NetworkSegment(20f02b30-960e-4af2-9713-4a21e488fd18),segment_id=20f02b30-960e-4af2-9713-4a21e488fd18)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:48:14.145376 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1116f01d-5986-40e3-b3ee-ce0152db0b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:14.255616 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-6d5e7756-7c64-4874-9267-3396f666ff63 None None] Calling delete_port for bc71fdc4-6300-4f04-b283-31769b0dfe9a owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:48:14.271481 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-1116f01d-5986-40e3-b3ee-ce0152db0b19 admin admin] Calling delete_port for bc71fdc4-6300-4f04-b283-31769b0dfe9a owned by network:dhcp {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:48:14.319189 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5046eca-b3e9-4458-a0b0-edd70da2b9db tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Checking segment: {'id': 'f1958cbd-c6eb-43f7-ab1d-1e6b3078c8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7a0deb04-006f-47e0-affd-c50e5d7bc028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:48:14.319742 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5046eca-b3e9-4458-a0b0-edd70da2b9db tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Network hostable DHCP agents. Network: 7a0deb04-006f-47e0-affd-c50e5d7bc028, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:48:14.341722 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device bc71fdc4-6300-4f04-b283-31769b0dfe9a no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:48:14.384461 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6d5e7756-7c64-4874-9267-3396f666ff63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:14.394068 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.api [None req-1116f01d-5986-40e3-b3ee-ce0152db0b19 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:48:14.395774 n-d-825178-3 neutron-server[87567]: DEBUG oslo_db.api [None req-1116f01d-5986-40e3-b3ee-ce0152db0b19 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:48:14.410279 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53b225-5aa7-46b1-99fa-89ae844bf100 req-e4a6c63b-6709-4cd4-85bf-881fe2f0006d tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:14.413417 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bc53b225-5aa7-46b1-99fa-89ae844bf100 req-e4a6c63b-6709-4cd4-85bf-881fe2f0006d tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/ports?device_id=0430e8cd-5ca2-438f-9d96-e4de447c6838 HTTP/1.1" status: 200 len: 895 time: 0.7045205 Feb 09 12:48:14.475526 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5e7756-7c64-4874-9267-3396f666ff63 None None] No DVR routers for this DVR port bc71fdc4-6300-4f04-b283-31769b0dfe9a on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:48:14.483097 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: bc71fdc4-6300-4f04-b283-31769b0dfe9a {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:48:14.488118 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device bc71fdc4-6300-4f04-b283-31769b0dfe9a not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:48:14.488635 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 595563e3-eb4e-46b8-82b4-f4fa80f7a67e no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:48:14.541944 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5e7756-7c64-4874-9267-3396f666ff63 None None] Pushing event deleted for resources: {'Port': ['ID=bc71fdc4-6300-4f04-b283-31769b0dfe9a,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:14.550350 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bdc84c8d-1255-49f3-b91d-65a2b3680884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:14.568370 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 595563e3-eb4e-46b8-82b4-f4fa80f7a67e {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:48:14.568743 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 595563e3-eb4e-46b8-82b4-f4fa80f7a67e not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:48:14.680118 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5046eca-b3e9-4458-a0b0-edd70da2b9db tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Network 7a0deb04-006f-47e0-affd-c50e5d7bc028 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:48:14.700349 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.resource_extend [req-e2979d19-727f-4944-9175-d38b831a281f req-9410c87e-ba60-4a2c-a05d-13ed0612d73d service neutron] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:48:14.771992 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-f5046eca-b3e9-4458-a0b0-edd70da2b9db tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 7a0deb04-006f-47e0-affd-c50e5d7bc028) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:48:14.781219 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79982fae-b614-4208-8661-93a41c96cd3a None None] Network 7a0deb04-006f-47e0-affd-c50e5d7bc028 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:48:14.783732 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5046eca-b3e9-4458-a0b0-edd70da2b9db tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:14.784434 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f5046eca-b3e9-4458-a0b0-edd70da2b9db tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:14.840035 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-e2979d19-727f-4944-9175-d38b831a281f req-9410c87e-ba60-4a2c-a05d-13ed0612d73d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87201e25-46d4-4d0b-b6ee-86ac3c267bde {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:48:14.862939 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e2979d19-727f-4944-9175-d38b831a281f req-9410c87e-ba60-4a2c-a05d-13ed0612d73d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:14.885311 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f5046eca-b3e9-4458-a0b0-edd70da2b9db tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4375741 Feb 09 12:48:14.890223 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 58044) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:14.896356 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-e8ca15e3-33b4-4d2f-bef6-e1db8af80b35 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Request body: {'subnet': {'network_id': '8e5a6ad8-46ba-4a5e-8ef0-98931a71651b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:48:14.906777 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-e2979d19-727f-4944-9175-d38b831a281f req-9410c87e-ba60-4a2c-a05d-13ed0612d73d service neutron] Transition to ACTIVE for port object 87201e25-46d4-4d0b-b6ee-86ac3c267bde will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:48:14.938870 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e2979d19-727f-4944-9175-d38b831a281f req-9410c87e-ba60-4a2c-a05d-13ed0612d73d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:14.950520 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-1116f01d-5986-40e3-b3ee-ce0152db0b19 admin admin] Deleting port bc71fdc4-6300-4f04-b283-31769b0dfe9a {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:48:14.956939 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1116f01d-5986-40e3-b3ee-ce0152db0b19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:15.012072 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e48c7946-0512-4ecd-88a4-7d314fe9e59b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:15.064873 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76549928-0c6e-4402-8d71-eda7926763d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-7a0deb04-006f-47e0-affd-c50e5d7bc028', 'network_id': '7a0deb04-006f-47e0-affd-c50e5d7bc028', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'fixed_ips': [{'subnet_id': '90383f46-aa92-4f38-b2c7-ce1a651ae693'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:48:15.065738 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-76549928-0c6e-4402-8d71-eda7926763d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:15.102003 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-1116f01d-5986-40e3-b3ee-ce0152db0b19 admin admin] The port 'bc71fdc4-6300-4f04-b283-31769b0dfe9a' was deleted {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:48:15.146127 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9410c87e-ba60-4a2c-a05d-13ed0612d73d service neutron] Pushing event updated for resources: {'Port': ['ID=87201e25-46d4-4d0b-b6ee-86ac3c267bde,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:15.322523 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-e8ca15e3-33b4-4d2f-bef6-e1db8af80b35 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:48:15.334365 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-e8ca15e3-33b4-4d2f-bef6-e1db8af80b35 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Usage tracker for resource:subnet and tenant:27f2f8bb689948199636c37c369127b7 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:48:15.337741 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1116f01d-5986-40e3-b3ee-ce0152db0b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:15.346454 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-e8ca15e3-33b4-4d2f-bef6-e1db8af80b35 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:48:15.358713 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-e8ca15e3-33b4-4d2f-bef6-e1db8af80b35 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:48:15.381336 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-1116f01d-5986-40e3-b3ee-ce0152db0b19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e51bee85-c49e-4d47-aaa3-7ee4caab66a9']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:15.396370 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-1116f01d-5986-40e3-b3ee-ce0152db0b19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20f02b30-960e-4af2-9713-4a21e488fd18') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:15.396798 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-1116f01d-5986-40e3-b3ee-ce0152db0b19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20f02b30-960e-4af2-9713-4a21e488fd18') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:15.410157 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ca15e3-33b4-4d2f-bef6-e1db8af80b35 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Made reservation on behalf of 27f2f8bb689948199636c37c369127b7 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:48:15.413974 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e8ca15e3-33b4-4d2f-bef6-e1db8af80b35 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:15.415373 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-76549928-0c6e-4402-8d71-eda7926763d3 None None] Allocated IP 2001:db8::2 (7a0deb04-006f-47e0-affd-c50e5d7bc028/90383f46-aa92-4f38-b2c7-ce1a651ae693/f667e537-5292-436f-8493-d014785ae4e1) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:48:15.434366 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1116f01d-5986-40e3-b3ee-ce0152db0b19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:15.483783 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-e2979d19-727f-4944-9175-d38b831a281f req-9410c87e-ba60-4a2c-a05d-13ed0612d73d service neutron] Attempting to bind port 87201e25-46d4-4d0b-b6ee-86ac3c267bde on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:48:15.484421 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-e2979d19-727f-4944-9175-d38b831a281f req-9410c87e-ba60-4a2c-a05d-13ed0612d73d service neutron] Attempting to bind port 87201e25-46d4-4d0b-b6ee-86ac3c267bde by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': '29d20c97-cf9b-4c36-8aea-8a0309cce11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c13649ee-63d3-486f-9eb0-2f26063c4c2a'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:48:15.484542 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2979d19-727f-4944-9175-d38b831a281f req-9410c87e-ba60-4a2c-a05d-13ed0612d73d service neutron] Attempting to bind port 87201e25-46d4-4d0b-b6ee-86ac3c267bde on network c13649ee-63d3-486f-9eb0-2f26063c4c2a {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:48:15.506809 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-e48c7946-0512-4ecd-88a4-7d314fe9e59b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Allocated IP 172.25.7.237 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/0d1c5df1-4234-41e2-88d1-4665e02552f1) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:48:15.512629 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2979d19-727f-4944-9175-d38b831a281f req-9410c87e-ba60-4a2c-a05d-13ed0612d73d service neutron] Port 87201e25-46d4-4d0b-b6ee-86ac3c267bde on network c13649ee-63d3-486f-9eb0-2f26063c4c2a not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:48:15.512911 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2979d19-727f-4944-9175-d38b831a281f req-9410c87e-ba60-4a2c-a05d-13ed0612d73d service neutron] Attempting to bind port 87201e25-46d4-4d0b-b6ee-86ac3c267bde on network c13649ee-63d3-486f-9eb0-2f26063c4c2a {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:48:15.534943 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2979d19-727f-4944-9175-d38b831a281f req-9410c87e-ba60-4a2c-a05d-13ed0612d73d service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:48:15.535285 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2979d19-727f-4944-9175-d38b831a281f req-9410c87e-ba60-4a2c-a05d-13ed0612d73d service neutron] Checking segment: {'id': '29d20c97-cf9b-4c36-8aea-8a0309cce11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c13649ee-63d3-486f-9eb0-2f26063c4c2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:48:15.535681 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2979d19-727f-4944-9175-d38b831a281f req-9410c87e-ba60-4a2c-a05d-13ed0612d73d service neutron] Bound using segment: {'id': '29d20c97-cf9b-4c36-8aea-8a0309cce11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c13649ee-63d3-486f-9eb0-2f26063c4c2a'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:48:15.536151 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-e2979d19-727f-4944-9175-d38b831a281f req-9410c87e-ba60-4a2c-a05d-13ed0612d73d service neutron] Bound port: 87201e25-46d4-4d0b-b6ee-86ac3c267bde, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29d20c97-cf9b-4c36-8aea-8a0309cce11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c13649ee-63d3-486f-9eb0-2f26063c4c2a'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:48:15.536500 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e2979d19-727f-4944-9175-d38b831a281f req-9410c87e-ba60-4a2c-a05d-13ed0612d73d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:15.597357 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1116f01d-5986-40e3-b3ee-ce0152db0b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:15.630339 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1116f01d-5986-40e3-b3ee-ce0152db0b19 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:48:15.630761 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1116f01d-5986-40e3-b3ee-ce0152db0b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:15.652752 n-d-825178-3 neutron-server[87567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:48:15.652752 n-d-825178-3 neutron-server[87567]: util.warn( Feb 09 12:48:15.652752 n-d-825178-3 neutron-server[87567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:48:15.652752 n-d-825178-3 neutron-server[87567]: util.warn( Feb 09 12:48:15.652752 n-d-825178-3 neutron-server[87567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:48:15.652752 n-d-825178-3 neutron-server[87567]: util.warn( Feb 09 12:48:15.652752 n-d-825178-3 neutron-server[87567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:48:15.652752 n-d-825178-3 neutron-server[87567]: util.warn( Feb 09 12:48:15.652752 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:48:15.652752 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:48:15.652752 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:48:15.652752 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:48:15.652752 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:48:15.652752 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:48:15.652752 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:48:15.652752 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:48:15.652752 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:48:15.652752 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:48:15.652752 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:48:15.652752 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:48:15.652752 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:48:15.652752 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:48:15.652752 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:48:15.652752 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:48:15.652752 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:48:15.652752 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:48:15.652752 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:48:15.652752 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:48:15.652752 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:48:15.652752 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:48:15.652752 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:48:15.652752 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:48:15.652752 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:48:15.652752 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:48:15.652752 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:48:15.652752 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:48:15.652752 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:48:15.652752 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:48:15.652752 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:48:15.652752 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:48:15.702746 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-76549928-0c6e-4402-8d71-eda7926763d3 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:15.713989 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-76549928-0c6e-4402-8d71-eda7926763d3 None None] Transition to ACTIVE for port object f667e537-5292-436f-8493-d014785ae4e1 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:48:15.729581 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e48c7946-0512-4ecd-88a4-7d314fe9e59b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:15.733904 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-76549928-0c6e-4402-8d71-eda7926763d3 None None] Transition to ACTIVE for port object f667e537-5292-436f-8493-d014785ae4e1 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:48:15.742569 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-76549928-0c6e-4402-8d71-eda7926763d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:15.817141 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1116f01d-5986-40e3-b3ee-ce0152db0b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:15.818099 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76549928-0c6e-4402-8d71-eda7926763d3 None None] Network 7a0deb04-006f-47e0-affd-c50e5d7bc028 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:48:15.821326 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-76549928-0c6e-4402-8d71-eda7926763d3 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:48:15.821898 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1116f01d-5986-40e3-b3ee-ce0152db0b19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:15.825648 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76549928-0c6e-4402-8d71-eda7926763d3 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:48:15.832879 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76549928-0c6e-4402-8d71-eda7926763d3 None None] Pushing event updated for resources: {'Port': ['ID=f667e537-5292-436f-8493-d014785ae4e1,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:15.836378 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ad433179-03bd-456d-9428-52ed2bf4d48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:15.909420 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1116f01d-5986-40e3-b3ee-ce0152db0b19 admin admin] Pushing event deleted for resources: {'Network': ['ID=e51bee85-c49e-4d47-aaa3-7ee4caab66a9,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:15.931347 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-76549928-0c6e-4402-8d71-eda7926763d3 None None] Attempting to bind port f667e537-5292-436f-8493-d014785ae4e1 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:48:15.931549 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-76549928-0c6e-4402-8d71-eda7926763d3 None None] Attempting to bind port f667e537-5292-436f-8493-d014785ae4e1 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'f1958cbd-c6eb-43f7-ab1d-1e6b3078c8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7a0deb04-006f-47e0-affd-c50e5d7bc028'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:48:15.932349 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76549928-0c6e-4402-8d71-eda7926763d3 None None] Attempting to bind port f667e537-5292-436f-8493-d014785ae4e1 on network 7a0deb04-006f-47e0-affd-c50e5d7bc028 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:48:15.938489 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383afcf3-283d-4532-8db0-a0171207db10 req-89c22233-2d59-4a25-af42-f98206e60df8 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:15.939038 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76549928-0c6e-4402-8d71-eda7926763d3 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:48:15.939413 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76549928-0c6e-4402-8d71-eda7926763d3 None None] Checking segment: {'id': 'f1958cbd-c6eb-43f7-ab1d-1e6b3078c8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7a0deb04-006f-47e0-affd-c50e5d7bc028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:48:15.939813 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-76549928-0c6e-4402-8d71-eda7926763d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:15.940298 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76549928-0c6e-4402-8d71-eda7926763d3 None None] Bound using segment: {'id': 'f1958cbd-c6eb-43f7-ab1d-1e6b3078c8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7a0deb04-006f-47e0-affd-c50e5d7bc028'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:48:15.940770 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-76549928-0c6e-4402-8d71-eda7926763d3 None None] Bound port: f667e537-5292-436f-8493-d014785ae4e1, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1958cbd-c6eb-43f7-ab1d-1e6b3078c8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7a0deb04-006f-47e0-affd-c50e5d7bc028'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:48:15.941143 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-76549928-0c6e-4402-8d71-eda7926763d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:15.947928 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-383afcf3-283d-4532-8db0-a0171207db10 req-89c22233-2d59-4a25-af42-f98206e60df8 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/ports?device_id=0430e8cd-5ca2-438f-9d96-e4de447c6838 HTTP/1.1" status: 200 len: 907 time: 0.2894886 Feb 09 12:48:15.958486 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1116f01d-5986-40e3-b3ee-ce0152db0b19 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e51bee85-c49e-4d47-aaa3-7ee4caab66a9 HTTP/1.1" status: 204 len: 168 time: 2.5088632 Feb 09 12:48:15.959272 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 58056) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:15.973698 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e48c7946-0512-4ecd-88a4-7d314fe9e59b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:16.041517 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-76549928-0c6e-4402-8d71-eda7926763d3 None None] For port f667e537-5292-436f-8493-d014785ae4e1, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:48:16.046585 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-76549928-0c6e-4402-8d71-eda7926763d3 None None] For port f667e537-5292-436f-8493-d014785ae4e1, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=f667e537-5292-436f-8493-d014785ae4e1,segment=NetworkSegment(f1958cbd-c6eb-43f7-ab1d-1e6b3078c8cf),segment_id=f1958cbd-c6eb-43f7-ab1d-1e6b3078c8cf)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:48:16.053949 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-76549928-0c6e-4402-8d71-eda7926763d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:16.084600 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-e2979d19-727f-4944-9175-d38b831a281f req-9410c87e-ba60-4a2c-a05d-13ed0612d73d service neutron] For port 87201e25-46d4-4d0b-b6ee-86ac3c267bde, host n-h1-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:48:16.089843 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c7946-0512-4ecd-88a4-7d314fe9e59b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'Port': ['ID=0d1c5df1-4234-41e2-88d1-4665e02552f1,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:16.160582 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48c7946-0512-4ecd-88a4-7d314fe9e59b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:48:16.172868 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-e48c7946-0512-4ecd-88a4-7d314fe9e59b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:48:16.185261 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e8ca15e3-33b4-4d2f-bef6-e1db8af80b35 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:16.187705 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-e2979d19-727f-4944-9175-d38b831a281f req-9410c87e-ba60-4a2c-a05d-13ed0612d73d service neutron] For port 87201e25-46d4-4d0b-b6ee-86ac3c267bde, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=87201e25-46d4-4d0b-b6ee-86ac3c267bde,segment=NetworkSegment(29d20c97-cf9b-4c36-8aea-8a0309cce11c),segment_id=29d20c97-cf9b-4c36-8aea-8a0309cce11c)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:48:16.189123 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48c7946-0512-4ecd-88a4-7d314fe9e59b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:48:16.198820 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76549928-0c6e-4402-8d71-eda7926763d3 None None] Pushing event updated for resources: {'Port': ['ID=f667e537-5292-436f-8493-d014785ae4e1,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:16.236510 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e2979d19-727f-4944-9175-d38b831a281f req-9410c87e-ba60-4a2c-a05d-13ed0612d73d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:16.405990 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ce619e98-49cc-4dd1-b18e-f97aa07f97d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:16.495585 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2979d19-727f-4944-9175-d38b831a281f req-9410c87e-ba60-4a2c-a05d-13ed0612d73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:16.497009 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e2979d19-727f-4944-9175-d38b831a281f req-9410c87e-ba60-4a2c-a05d-13ed0612d73d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:16.498696 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e2979d19-727f-4944-9175-d38b831a281f req-9410c87e-ba60-4a2c-a05d-13ed0612d73d service neutron] 10.222.0.52 "PUT /v2.0/ports/87201e25-46d4-4d0b-b6ee-86ac3c267bde HTTP/1.1" status: 200 len: 1055 time: 3.6862767 Feb 09 12:48:16.517570 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0430e8cd-5ca2-438f-9d96-e4de447c6838', 'tag': '87201e25-46d4-4d0b-b6ee-86ac3c267bde'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:48:16.587378 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9410c87e-ba60-4a2c-a05d-13ed0612d73d service neutron] Pushing event updated for resources: {'Port': ['ID=87201e25-46d4-4d0b-b6ee-86ac3c267bde,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:16.598035 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca15e3-33b4-4d2f-bef6-e1db8af80b35 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event updated for resources: {'Subnet': ['ID=3dc490d7-48e8-497e-ba87-f22ec4025bb4,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:16.661996 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ca15e3-33b4-4d2f-bef6-e1db8af80b35 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Checking segment: {'id': 'a9b50776-f96e-4e43-bccf-57a6f77d3b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8e5a6ad8-46ba-4a5e-8ef0-98931a71651b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:48:16.662366 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ca15e3-33b4-4d2f-bef6-e1db8af80b35 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Network hostable DHCP agents. Network: 8e5a6ad8-46ba-4a5e-8ef0-98931a71651b, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:48:16.765907 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0430e8cd-5ca2-438f-9d96-e4de447c6838', 'tag': '87201e25-46d4-4d0b-b6ee-86ac3c267bde', 'status': 'completed', 'code': 200} Feb 09 12:48:16.783814 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ca15e3-33b4-4d2f-bef6-e1db8af80b35 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Network 8e5a6ad8-46ba-4a5e-8ef0-98931a71651b is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:48:16.808603 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-e8ca15e3-33b4-4d2f-bef6-e1db8af80b35 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 8e5a6ad8-46ba-4a5e-8ef0-98931a71651b) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:48:16.819626 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0ef2e1-cd3e-4862-a5de-41e79665dc97 None None] Network 8e5a6ad8-46ba-4a5e-8ef0-98931a71651b requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:48:16.874479 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ca15e3-33b4-4d2f-bef6-e1db8af80b35 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:16.875186 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e8ca15e3-33b4-4d2f-bef6-e1db8af80b35 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:16.913238 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e8ca15e3-33b4-4d2f-bef6-e1db8af80b35 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0213428 Feb 09 12:48:16.916704 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 58064) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:16.923378 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-744deba9-66d1-4ca5-9b11-b2b17ef3674a tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-379443925', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:48:16.974408 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-744deba9-66d1-4ca5-9b11-b2b17ef3674a tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:48:16.987253 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-744deba9-66d1-4ca5-9b11-b2b17ef3674a tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Usage tracker for resource:router and tenant:27f2f8bb689948199636c37c369127b7 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:48:16.992207 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-744deba9-66d1-4ca5-9b11-b2b17ef3674a tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:48:17.008125 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-744deba9-66d1-4ca5-9b11-b2b17ef3674a tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:48:17.032576 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-744deba9-66d1-4ca5-9b11-b2b17ef3674a tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:17.033719 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-744deba9-66d1-4ca5-9b11-b2b17ef3674a tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:17.069968 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-744deba9-66d1-4ca5-9b11-b2b17ef3674a tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:17.137851 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1543e97-a6a1-45d8-9f5c-0d280ce3ada2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-8e5a6ad8-46ba-4a5e-8ef0-98931a71651b', 'network_id': '8e5a6ad8-46ba-4a5e-8ef0-98931a71651b', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'fixed_ips': [{'subnet_id': '3dc490d7-48e8-497e-ba87-f22ec4025bb4'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:48:17.138888 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a1543e97-a6a1-45d8-9f5c-0d280ce3ada2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:17.208471 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-744deba9-66d1-4ca5-9b11-b2b17ef3674a tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:17.208729 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2979d19-727f-4944-9175-d38b831a281f req-7e27066d-0467-4766-93d9-c7db75feb47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:17.210166 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e2979d19-727f-4944-9175-d38b831a281f req-7e27066d-0467-4766-93d9-c7db75feb47b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=57cad2baaf2145b1a083f7140eddf89d&device_id=0430e8cd-5ca2-438f-9d96-e4de447c6838 HTTP/1.1" status: 200 len: 1058 time: 0.4388864 Feb 09 12:48:17.249407 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-744deba9-66d1-4ca5-9b11-b2b17ef3674a tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:17.250768 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-744deba9-66d1-4ca5-9b11-b2b17ef3674a tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3327205 Feb 09 12:48:17.254953 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 58070) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:17.323987 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea50d00-b4e8-448e-b25a-0fcf074a1fb5 req-7904a3cc-f825-449d-bedc-a266e614b11f tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:17.325752 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4ea50d00-b4e8-448e-b25a-0fcf074a1fb5 req-7904a3cc-f825-449d-bedc-a266e614b11f tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/ports?device_id=0430e8cd-5ca2-438f-9d96-e4de447c6838 HTTP/1.1" status: 200 len: 907 time: 0.2112553 Feb 09 12:48:17.330393 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7c6efd22-e72b-47e8-be34-f7aa611ef6e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:17.361037 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-a1543e97-a6a1-45d8-9f5c-0d280ce3ada2 None None] Allocated IP 2001:db8:1::2 (8e5a6ad8-46ba-4a5e-8ef0-98931a71651b/3dc490d7-48e8-497e-ba87-f22ec4025bb4/a7b4dcc9-b459-4553-8a0f-dc04e740237d) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:48:17.401248 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e2979d19-727f-4944-9175-d38b831a281f req-8b3aef6b-3b29-4873-81d7-1c88755ed6e8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=87201e25-46d4-4d0b-b6ee-86ac3c267bde HTTP/1.1" status: 200 len: 217 time: 0.1807947 Feb 09 12:48:17.476805 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e48c7946-0512-4ecd-88a4-7d314fe9e59b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:17.494671 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-ad433179-03bd-456d-9428-52ed2bf4d48e admin admin] Deleting port 094dabad-0032-48d9-a6eb-073a5b8967a4 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:48:17.495005 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ad433179-03bd-456d-9428-52ed2bf4d48e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:17.692641 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2979d19-727f-4944-9175-d38b831a281f req-735f091d-58ab-42d8-8c2c-271ba4fd2221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:17.708862 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e2979d19-727f-4944-9175-d38b831a281f req-735f091d-58ab-42d8-8c2c-271ba4fd2221 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6e07955b-33a7-4758-b25e-851bb2ebfd7d HTTP/1.1" status: 200 len: 838 time: 0.2979727 Feb 09 12:48:17.771965 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a1543e97-a6a1-45d8-9f5c-0d280ce3ada2 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:17.783314 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-a1543e97-a6a1-45d8-9f5c-0d280ce3ada2 None None] Transition to ACTIVE for port object a7b4dcc9-b459-4553-8a0f-dc04e740237d will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:48:17.803113 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-a1543e97-a6a1-45d8-9f5c-0d280ce3ada2 None None] Transition to ACTIVE for port object a7b4dcc9-b459-4553-8a0f-dc04e740237d will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:48:17.825876 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a1543e97-a6a1-45d8-9f5c-0d280ce3ada2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:17.898363 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e48c7946-0512-4ecd-88a4-7d314fe9e59b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:17.935344 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1543e97-a6a1-45d8-9f5c-0d280ce3ada2 None None] Pushing event updated for resources: {'Port': ['ID=a7b4dcc9-b459-4553-8a0f-dc04e740237d,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:17.938906 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:17.952012 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:17.961627 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1543e97-a6a1-45d8-9f5c-0d280ce3ada2 None None] Network 8e5a6ad8-46ba-4a5e-8ef0-98931a71651b is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:48:17.962798 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-a1543e97-a6a1-45d8-9f5c-0d280ce3ada2 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:48:17.967336 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1543e97-a6a1-45d8-9f5c-0d280ce3ada2 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:48:18.002170 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b56c9f-9f65-4e93-89d9-2c2214b9d3ca None None] Network 7a0deb04-006f-47e0-affd-c50e5d7bc028 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:48:18.043185 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-ad433179-03bd-456d-9428-52ed2bf4d48e admin admin] For port 094dabad-0032-48d9-a6eb-073a5b8967a4, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=094dabad-0032-48d9-a6eb-073a5b8967a4,segment=NetworkSegment(215a8b65-4572-4b3f-bdd9-32a61bc29407),segment_id=215a8b65-4572-4b3f-bdd9-32a61bc29407)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:48:18.043613 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ad433179-03bd-456d-9428-52ed2bf4d48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:18.149336 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device f667e537-5292-436f-8493-d014785ae4e1 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:48:18.253399 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-ad433179-03bd-456d-9428-52ed2bf4d48e admin admin] Calling delete_port for 094dabad-0032-48d9-a6eb-073a5b8967a4 owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:48:18.316964 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-36c5553f-c583-48e6-9b87-6a8915e7e919 None None] Provisioning for port f667e537-5292-436f-8493-d014785ae4e1 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:48:18.343353 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-a1543e97-a6a1-45d8-9f5c-0d280ce3ada2 None None] Attempting to bind port a7b4dcc9-b459-4553-8a0f-dc04e740237d on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:48:18.343690 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-a1543e97-a6a1-45d8-9f5c-0d280ce3ada2 None None] Attempting to bind port a7b4dcc9-b459-4553-8a0f-dc04e740237d by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'a9b50776-f96e-4e43-bccf-57a6f77d3b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8e5a6ad8-46ba-4a5e-8ef0-98931a71651b'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:48:18.344163 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1543e97-a6a1-45d8-9f5c-0d280ce3ada2 None None] Attempting to bind port a7b4dcc9-b459-4553-8a0f-dc04e740237d on network 8e5a6ad8-46ba-4a5e-8ef0-98931a71651b {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:48:18.356215 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1543e97-a6a1-45d8-9f5c-0d280ce3ada2 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:48:18.356746 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1543e97-a6a1-45d8-9f5c-0d280ce3ada2 None None] Checking segment: {'id': 'a9b50776-f96e-4e43-bccf-57a6f77d3b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8e5a6ad8-46ba-4a5e-8ef0-98931a71651b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:48:18.357239 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a1543e97-a6a1-45d8-9f5c-0d280ce3ada2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:18.357723 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1543e97-a6a1-45d8-9f5c-0d280ce3ada2 None None] Bound using segment: {'id': 'a9b50776-f96e-4e43-bccf-57a6f77d3b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8e5a6ad8-46ba-4a5e-8ef0-98931a71651b'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:48:18.358319 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-a1543e97-a6a1-45d8-9f5c-0d280ce3ada2 None None] Bound port: a7b4dcc9-b459-4553-8a0f-dc04e740237d, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b50776-f96e-4e43-bccf-57a6f77d3b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8e5a6ad8-46ba-4a5e-8ef0-98931a71651b'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:48:18.358758 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a1543e97-a6a1-45d8-9f5c-0d280ce3ada2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:18.470677 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port f667e537-5292-436f-8493-d014785ae4e1 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:48:18.482856 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port f667e537-5292-436f-8493-d014785ae4e1 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:48:18.483380 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:18.499384 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9901dec9-d692-48d9-9f98-f87c91332768 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:18.586951 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-a1543e97-a6a1-45d8-9f5c-0d280ce3ada2 None None] For port a7b4dcc9-b459-4553-8a0f-dc04e740237d, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:48:18.592599 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-a1543e97-a6a1-45d8-9f5c-0d280ce3ada2 None None] For port a7b4dcc9-b459-4553-8a0f-dc04e740237d, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=a7b4dcc9-b459-4553-8a0f-dc04e740237d,segment=NetworkSegment(a9b50776-f96e-4e43-bccf-57a6f77d3b6a),segment_id=a9b50776-f96e-4e43-bccf-57a6f77d3b6a)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:48:18.634986 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a1543e97-a6a1-45d8-9f5c-0d280ce3ada2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:18.737831 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:18.742015 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2979d19-727f-4944-9175-d38b831a281f req-a268201f-5f47-4f7c-919a-c2b077f959d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:18.743675 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e2979d19-727f-4944-9175-d38b831a281f req-a268201f-5f47-4f7c-919a-c2b077f959d8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c13649ee-63d3-486f-9eb0-2f26063c4c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0073521 Feb 09 12:48:18.770515 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1543e97-a6a1-45d8-9f5c-0d280ce3ada2 None None] Pushing event updated for resources: {'Port': ['ID=a7b4dcc9-b459-4553-8a0f-dc04e740237d,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:18.803488 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port f667e537-5292-436f-8493-d014785ae4e1, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=f667e537-5292-436f-8493-d014785ae4e1,segment=NetworkSegment(f1958cbd-c6eb-43f7-ab1d-1e6b3078c8cf),segment_id=f1958cbd-c6eb-43f7-ab1d-1e6b3078c8cf)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:48:18.813175 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:19.001247 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=f667e537-5292-436f-8493-d014785ae4e1,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:19.096745 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-7c6efd22-e72b-47e8-be34-f7aa611ef6e8 admin admin] Deleting port c172d685-f4b4-4d32-b41d-05f153052d00 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:48:19.097088 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7c6efd22-e72b-47e8-be34-f7aa611ef6e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:19.168215 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e2979d19-727f-4944-9175-d38b831a281f req-ca92f433-1dc4-4c67-b42a-b975a41c5817 service neutron] 10.222.0.52 "GET /v2.0/networks/c13649ee-63d3-486f-9eb0-2f26063c4c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4137318 Feb 09 12:48:19.170710 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e48c7946-0512-4ecd-88a4-7d314fe9e59b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:19.187383 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-08380a65-c309-46a5-8bc9-60e2ea3993a6 None None] Provisioning complete for port f667e537-5292-436f-8493-d014785ae4e1 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:48:19.187886 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-08380a65-c309-46a5-8bc9-60e2ea3993a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:19.226065 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:19.288594 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278bfb38-a05e-4db0-9c38-ea62d1ccf991 req-680af9f8-abd5-4b48-a946-991f9088dee9 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:19.301564 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-278bfb38-a05e-4db0-9c38-ea62d1ccf991 req-680af9f8-abd5-4b48-a946-991f9088dee9 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/ports?device_id=0430e8cd-5ca2-438f-9d96-e4de447c6838 HTTP/1.1" status: 200 len: 907 time: 0.7557392 Feb 09 12:48:19.335133 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e48c7946-0512-4ecd-88a4-7d314fe9e59b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:19.375209 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ad433179-03bd-456d-9428-52ed2bf4d48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:19.538786 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-7c6efd22-e72b-47e8-be34-f7aa611ef6e8 admin admin] For port c172d685-f4b4-4d32-b41d-05f153052d00, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=c172d685-f4b4-4d32-b41d-05f153052d00,segment=NetworkSegment(ee14eac7-356c-46a2-b4f2-18b796c03892),segment_id=ee14eac7-356c-46a2-b4f2-18b796c03892)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:48:19.539403 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7c6efd22-e72b-47e8-be34-f7aa611ef6e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:19.627244 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c7946-0512-4ecd-88a4-7d314fe9e59b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'Port': ['ID=0d1c5df1-4234-41e2-88d1-4665e02552f1,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:19.736251 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-7c6efd22-e72b-47e8-be34-f7aa611ef6e8 admin admin] Calling delete_port for c172d685-f4b4-4d32-b41d-05f153052d00 owned by network:router_interface {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:48:19.755121 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e48c7946-0512-4ecd-88a4-7d314fe9e59b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:19.813452 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad433179-03bd-456d-9428-52ed2bf4d48e admin admin] Pushing event deleted for resources: {'Port': ['ID=094dabad-0032-48d9-a6eb-073a5b8967a4,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:19.833099 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-9901dec9-d692-48d9-9f98-f87c91332768 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Allocated IP 2001:db8::1 (7a0deb04-006f-47e0-affd-c50e5d7bc028/90383f46-aa92-4f38-b2c7-ce1a651ae693/72ff10fd-1efd-4451-b569-16b990fc6c5a) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:48:19.836352 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e2979d19-727f-4944-9175-d38b831a281f req-98d5da94-ff81-4d82-8c9e-5f514e479f2e service neutron] 10.222.0.52 "GET /v2.0/networks/c13649ee-63d3-486f-9eb0-2f26063c4c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5360992 Feb 09 12:48:20.169995 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device a7b4dcc9-b459-4553-8a0f-dc04e740237d up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:48:20.220320 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ad433179-03bd-456d-9428-52ed2bf4d48e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:20.266175 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port a7b4dcc9-b459-4553-8a0f-dc04e740237d completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:48:20.292887 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device f667e537-5292-436f-8493-d014785ae4e1 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:48:20.368423 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9901dec9-d692-48d9-9f98-f87c91332768 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:20.409314 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-9901dec9-d692-48d9-9f98-f87c91332768 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Transition to ACTIVE for port object 72ff10fd-1efd-4451-b569-16b990fc6c5a will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:48:20.416278 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7c6efd22-e72b-47e8-be34-f7aa611ef6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:20.418994 n-d-825178-3 neutron-server[87568]: INFO neutron.db.l3_db [None req-e48c7946-0512-4ecd-88a4-7d314fe9e59b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Floating IP 7eb6378f-33aa-4abe-9ea8-7b6a2cae339c associated. External IP: 172.25.7.237, port: 036578ff-156b-4500-93cd-ac620f039917. Feb 09 12:48:20.423734 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port f667e537-5292-436f-8493-d014785ae4e1 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:48:20.424249 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:20.503217 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f2c34f-2e95-4603-aa1a-2120e98fbf4a None None] Network 8e5a6ad8-46ba-4a5e-8ef0-98931a71651b requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:48:20.563655 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6efd22-e72b-47e8-be34-f7aa611ef6e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c172d685-f4b4-4d32-b41d-05f153052d00,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:20.581499 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58094) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:20.769051 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:20.774376 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9901dec9-d692-48d9-9f98-f87c91332768 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:20.784708 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-5bfd7f68-9a41-43f8-9b47-a119fe078c69 None None] Provisioning for port a7b4dcc9-b459-4553-8a0f-dc04e740237d completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:48:20.861457 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9901dec9-d692-48d9-9f98-f87c91332768 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Network 7a0deb04-006f-47e0-affd-c50e5d7bc028 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:48:20.901194 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-5bfd7f68-9a41-43f8-9b47-a119fe078c69 None None] Provisioning complete for port a7b4dcc9-b459-4553-8a0f-dc04e740237d triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:48:20.902044 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5bfd7f68-9a41-43f8-9b47-a119fe078c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:20.921350 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-9901dec9-d692-48d9-9f98-f87c91332768 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:48:20.923736 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9901dec9-d692-48d9-9f98-f87c91332768 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:48:20.924680 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9901dec9-d692-48d9-9f98-f87c91332768 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:21.048961 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-76fe830a-5d48-4434-a7b8-31852e462d22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:21.064217 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bca209-6bd8-41ca-8308-b46f5599bd6a req-14225b92-2cee-4179-bc49-fff23b1871a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:21.065738 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a6bca209-6bd8-41ca-8308-b46f5599bd6a req-14225b92-2cee-4179-bc49-fff23b1871a0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=57cad2baaf2145b1a083f7140eddf89d&device_id=0430e8cd-5ca2-438f-9d96-e4de447c6838 HTTP/1.1" status: 200 len: 1058 time: 1.1546781 Feb 09 12:48:21.215436 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5bfd7f68-9a41-43f8-9b47-a119fe078c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:21.250435 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bca209-6bd8-41ca-8308-b46f5599bd6a req-a374c0db-3513-4f40-8b36-911790f2137e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:21.252502 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a6bca209-6bd8-41ca-8308-b46f5599bd6a req-a374c0db-3513-4f40-8b36-911790f2137e service neutron] 10.222.0.52 "GET /v2.0/networks?id=c13649ee-63d3-486f-9eb0-2f26063c4c2a HTTP/1.1" status: 200 len: 899 time: 0.1609323 Feb 09 12:48:21.259226 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-76fe830a-5d48-4434-a7b8-31852e462d22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:48:21.266639 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-5bfd7f68-9a41-43f8-9b47-a119fe078c69 None None] For port a7b4dcc9-b459-4553-8a0f-dc04e740237d, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=a7b4dcc9-b459-4553-8a0f-dc04e740237d,segment=NetworkSegment(a9b50776-f96e-4e43-bccf-57a6f77d3b6a),segment_id=a9b50776-f96e-4e43-bccf-57a6f77d3b6a)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:48:21.277552 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5bfd7f68-9a41-43f8-9b47-a119fe078c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:21.369824 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7c6efd22-e72b-47e8-be34-f7aa611ef6e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:21.404266 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-76fe830a-5d48-4434-a7b8-31852e462d22 admin admin] Usage tracker for resource:security_group_rule and tenant:2de3b5e5045a417c9aae6e0f966bc4a8 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:48:21.408768 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a6bca209-6bd8-41ca-8308-b46f5599bd6a req-f560ac70-7bff-411a-80b4-78e64abcef86 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=87201e25-46d4-4d0b-b6ee-86ac3c267bde HTTP/1.1" status: 200 len: 217 time: 0.1460559 Feb 09 12:48:21.410109 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-76fe830a-5d48-4434-a7b8-31852e462d22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:48:21.426007 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1d44b-4c3c-43b8-9c6a-a68abac87a9a req-b1266c22-732f-4d69-8da7-880609fdf5d7 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:21.435330 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-90e1d44b-4c3c-43b8-9c6a-a68abac87a9a req-b1266c22-732f-4d69-8da7-880609fdf5d7 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/ports?device_id=0430e8cd-5ca2-438f-9d96-e4de447c6838 HTTP/1.1" status: 200 len: 907 time: 0.9295049 Feb 09 12:48:21.435524 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfd7f68-9a41-43f8-9b47-a119fe078c69 None None] Pushing event updated for resources: {'Port': ['ID=a7b4dcc9-b459-4553-8a0f-dc04e740237d,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:21.495757 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-76fe830a-5d48-4434-a7b8-31852e462d22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:48:21.553836 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9901dec9-d692-48d9-9f98-f87c91332768 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event updated for resources: {'Port': ['ID=72ff10fd-1efd-4451-b569-16b990fc6c5a,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:21.602905 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-8782e278-b365-430b-80b7-36bf69eccc20 None None] Provisioning for port 72ff10fd-1efd-4451-b569-16b990fc6c5a completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:48:21.609968 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-8782e278-b365-430b-80b7-36bf69eccc20 None None] Provisioning complete for port 72ff10fd-1efd-4451-b569-16b990fc6c5a triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:48:21.610661 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8782e278-b365-430b-80b7-36bf69eccc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:21.676937 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-8782e278-b365-430b-80b7-36bf69eccc20 None None] Port 72ff10fd-1efd-4451-b569-16b990fc6c5a cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:48:21.688875 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bca209-6bd8-41ca-8308-b46f5599bd6a req-7a5862ac-340b-4788-8fba-fb49b34a8753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:21.690305 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a6bca209-6bd8-41ca-8308-b46f5599bd6a req-7a5862ac-340b-4788-8fba-fb49b34a8753 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6e07955b-33a7-4758-b25e-851bb2ebfd7d HTTP/1.1" status: 200 len: 838 time: 0.2689762 Feb 09 12:48:21.781269 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9901dec9-d692-48d9-9f98-f87c91332768 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:21.802792 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-bd91cce2-aa8e-4594-9169-7da2fe7437a2 None None] Provisioning complete for port a7b4dcc9-b459-4553-8a0f-dc04e740237d triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:48:21.804257 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce2-aa8e-4594-9169-7da2fe7437a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:21.992509 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad433179-03bd-456d-9428-52ed2bf4d48e admin admin] Router 75fdade2-b806-4c32-a62d-cc445ced14d0 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:48:21.996268 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48c7946-0512-4ecd-88a4-7d314fe9e59b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Router 936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:48:22.023497 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device a7b4dcc9-b459-4553-8a0f-dc04e740237d up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:48:22.040522 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-76fe830a-5d48-4434-a7b8-31852e462d22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:22.043305 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bca209-6bd8-41ca-8308-b46f5599bd6a req-0a6d7f18-4663-4824-af03-297f1e541758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:22.045035 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a6bca209-6bd8-41ca-8308-b46f5599bd6a req-0a6d7f18-4663-4824-af03-297f1e541758 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c13649ee-63d3-486f-9eb0-2f26063c4c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3396168 Feb 09 12:48:22.100909 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-76fe830a-5d48-4434-a7b8-31852e462d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:22.123388 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c6efd22-e72b-47e8-be34-f7aa611ef6e8 admin admin] Router f47f533c-a923-4d28-a2dd-1b1bcc811170 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:48:22.128992 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port a7b4dcc9-b459-4553-8a0f-dc04e740237d triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:48:22.129446 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:22.330199 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fe830a-5d48-4434-a7b8-31852e462d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064cf733-67ac-4dcf-a000-cbf124c2a27b,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:22.543021 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-76fe830a-5d48-4434-a7b8-31852e462d22 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2de3b5e5045a417c9aae6e0f966bc4a8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9556673 Feb 09 12:48:22.567538 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58104) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:22.619806 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6efd22-e72b-47e8-be34-f7aa611ef6e8 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:48:22.630754 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbe3801-cfe6-418e-af60-de2f20821ccb None None] Sync routers for ids ['f47f533c-a923-4d28-a2dd-1b1bcc811170'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:48:22.640138 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbe3801-cfe6-418e-af60-de2f20821ccb None None] Routers {'f47f533c-a923-4d28-a2dd-1b1bcc811170'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:48:22.640745 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7dbe3801-cfe6-418e-af60-de2f20821ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:48:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['f47f533c-a923-4d28-a2dd-1b1bcc811170'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:22.674711 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-7c6efd22-e72b-47e8-be34-f7aa611ef6e8 admin admin] 10.222.0.55 "PUT /v2.0/routers/f47f533c-a923-4d28-a2dd-1b1bcc811170/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7080953 Feb 09 12:48:22.675703 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 58108) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:22.699752 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a6bca209-6bd8-41ca-8308-b46f5599bd6a req-f2208544-7cf6-4e9e-b20a-6b17904db6ac service neutron] 10.222.0.52 "GET /v2.0/networks/c13649ee-63d3-486f-9eb0-2f26063c4c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6002517 Feb 09 12:48:22.714778 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48c7946-0512-4ecd-88a4-7d314fe9e59b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:48:22.727859 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a117734d-084a-49c5-b552-19df589cd49a None None] Sync routers for ids ['936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:48:22.738012 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a117734d-084a-49c5-b552-19df589cd49a None None] Routers {'936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:48:22.739363 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-a117734d-084a-49c5-b552-19df589cd49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:48:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:22.809164 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad433179-03bd-456d-9428-52ed2bf4d48e admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:48:22.891163 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-897d1ab2-8358-459b-bfb0-f3b02ce17f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:22.894477 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ed7e920b-3d15-446c-8b9e-c90d41ab8cf0 admin admin] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:22.897290 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e48c7946-0512-4ecd-88a4-7d314fe9e59b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:22.909383 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-7dbe3801-cfe6-418e-af60-de2f20821ccb None None] Set router f47f533c-a923-4d28-a2dd-1b1bcc811170 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:48:22.931248 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ad433179-03bd-456d-9428-52ed2bf4d48e admin admin] 10.222.0.55 "PUT /v2.0/routers/75fdade2-b806-4c32-a62d-cc445ced14d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7172139 Feb 09 12:48:22.949568 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58112) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:22.973561 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:22.991725 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-a117734d-084a-49c5-b552-19df589cd49a None None] Set router 936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:48:23.046501 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-897d1ab2-8358-459b-bfb0-f3b02ce17f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:23.048855 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d778fac9-f734-46b6-b643-5fdd339a00cb None None] Sync routers for ids ['75fdade2-b806-4c32-a62d-cc445ced14d0'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:48:23.074686 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a6bca209-6bd8-41ca-8308-b46f5599bd6a req-3c1e39a5-c686-4831-875d-425d902f7e39 service neutron] 10.222.0.52 "GET /v2.0/networks/c13649ee-63d3-486f-9eb0-2f26063c4c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645318 Feb 09 12:48:23.097348 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e48c7946-0512-4ecd-88a4-7d314fe9e59b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 9.0593970 Feb 09 12:48:23.101259 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1daed2e4-01db-43e3-a4b8-2e195fcce44c', 'tag': '036578ff-156b-4500-93cd-ac620f039917'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:48:23.123277 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d778fac9-f734-46b6-b643-5fdd339a00cb None None] Routers {'75fdade2-b806-4c32-a62d-cc445ced14d0'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:48:23.123954 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-d778fac9-f734-46b6-b643-5fdd339a00cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:48:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['75fdade2-b806-4c32-a62d-cc445ced14d0'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:23.144295 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9901dec9-d692-48d9-9f98-f87c91332768 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:23.154519 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ae28c-e2f2-4780-9d4b-0ba4b75611f3 req-a829d209-7ca6-457f-9abe-e419703b8441 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:23.165429 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b99ae28c-e2f2-4780-9d4b-0ba4b75611f3 req-a829d209-7ca6-457f-9abe-e419703b8441 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/ports?device_id=0430e8cd-5ca2-438f-9d96-e4de447c6838 HTTP/1.1" status: 200 len: 907 time: 0.6236422 Feb 09 12:48:23.167741 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ed7e920b-3d15-446c-8b9e-c90d41ab8cf0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:23.178434 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9901dec9-d692-48d9-9f98-f87c91332768 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:23.179202 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9901dec9-d692-48d9-9f98-f87c91332768 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:23.264825 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-10a424da-83e7-4ab3-a79d-eef9e6ae883f admin admin] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:23.327428 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1daed2e4-01db-43e3-a4b8-2e195fcce44c', 'tag': '036578ff-156b-4500-93cd-ac620f039917', 'status': 'completed', 'code': 200} Feb 09 12:48:23.332584 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-d778fac9-f734-46b6-b643-5fdd339a00cb None None] Set router 75fdade2-b806-4c32-a62d-cc445ced14d0 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:48:23.333547 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-897d1ab2-8358-459b-bfb0-f3b02ce17f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:23.372657 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d1ab2-8358-459b-bfb0-f3b02ce17f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064cf733-67ac-4dcf-a000-cbf124c2a27b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:23.444155 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-897d1ab2-8358-459b-bfb0-f3b02ce17f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:23.445566 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-897d1ab2-8358-459b-bfb0-f3b02ce17f2e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/064cf733-67ac-4dcf-a000-cbf124c2a27b HTTP/1.1" status: 204 len: 168 time: 0.8770885 Feb 09 12:48:23.475039 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-ed7e920b-3d15-446c-8b9e-c90d41ab8cf0 admin admin] Deleting port e7ae5284-18d4-468f-9c1e-1a650bca4c89 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:48:23.475600 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ed7e920b-3d15-446c-8b9e-c90d41ab8cf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:23.504239 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-10a424da-83e7-4ab3-a79d-eef9e6ae883f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:23.518850 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-10a424da-83e7-4ab3-a79d-eef9e6ae883f admin admin] Deleting port 860cb290-91fe-4b38-b237-00ec193b4c6b {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:48:23.519354 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-10a424da-83e7-4ab3-a79d-eef9e6ae883f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:23.697805 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-a117734d-084a-49c5-b552-19df589cd49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049255076', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '6bd3be33-41a5-4642-8b05-57e32bffd139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:47:29Z', 'updated_at': '2022-02-09T12:47:39Z', 'revision_number': 4, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': '6bd3be33-41a5-4642-8b05-57e32bffd139', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:76:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:47:30Z', 'updated_at': '2022-02-09T12:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '7eb6378f-33aa-4abe-9ea8-7b6a2cae339c', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'floating_ip_address': '172.25.7.237', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02', 'port_id': '036578ff-156b-4500-93cd-ac620f039917', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fbb7751-edb3-403f-9f82-05972dde3ad6', 'mac_address': 'fa:16:3e:ff:e5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1daed2e4-01db-43e3-a4b8-2e195fcce44c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:48:17Z', 'updated_at': '2022-02-09T12:48:17Z', 'revision_number': 0, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b1533bb-35ff-4cf2-bcf1-8b177ac54417', 'name': '', 'network_id': '1fbb7751-edb3-403f-9f82-05972dde3ad6', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'mac_address': 'fa:16:3e:77:30:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '116fb373-9734-49da-8f3a-594bd468aac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:47:36Z', 'updated_at': '2022-02-09T12:47:59Z', 'revision_number': 5, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'subnets': [{'id': '116fb373-9734-49da-8f3a-594bd468aac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:23.705649 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a117734d-084a-49c5-b552-19df589cd49a None None] Checking router: 936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:48:23.719215 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a117734d-084a-49c5-b552-19df589cd49a None None] Routers {'936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:48:23.720708 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-a117734d-084a-49c5-b552-19df589cd49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:48:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:23.722150 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-10a424da-83e7-4ab3-a79d-eef9e6ae883f admin admin] For port 860cb290-91fe-4b38-b237-00ec193b4c6b, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=860cb290-91fe-4b38-b237-00ec193b4c6b,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:48:23.722508 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-10a424da-83e7-4ab3-a79d-eef9e6ae883f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:23.756027 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9901dec9-d692-48d9-9f98-f87c91332768 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event updated for resources: {'Port': ['ID=72ff10fd-1efd-4451-b569-16b990fc6c5a,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:23.787304 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d17abd-672c-46ca-8cc8-20c85d28c492 req-38485e41-e209-4270-bb0a-1db67b3c2f27 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:23.795382 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-89d17abd-672c-46ca-8cc8-20c85d28c492 req-38485e41-e209-4270-bb0a-1db67b3c2f27 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=1daed2e4-01db-43e3-a4b8-2e195fcce44c HTTP/1.1" status: 200 len: 946 time: 0.5542762 Feb 09 12:48:23.867496 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-10a424da-83e7-4ab3-a79d-eef9e6ae883f admin admin] Calling delete_port for 860cb290-91fe-4b38-b237-00ec193b4c6b owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:48:23.903419 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-89d17abd-672c-46ca-8cc8-20c85d28c492 req-7851df1e-a6c2-404e-aedd-f7bc3efdea65 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e284cef-1341-46a2-98a7-e4476618c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069474 Feb 09 12:48:23.923672 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255e703-161b-4d97-b301-45c2e696b5dc req-ca155fbc-4803-4223-b117-ce252abb7c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:23.924114 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58128) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:23.925728 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7255e703-161b-4d97-b301-45c2e696b5dc req-ca155fbc-4803-4223-b117-ce252abb7c01 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c7a8f76649f44a59c185c6d6414b556&device_id=1daed2e4-01db-43e3-a4b8-2e195fcce44c HTTP/1.1" status: 200 len: 1097 time: 0.5904863 Feb 09 12:48:23.978148 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9901dec9-d692-48d9-9f98-f87c91332768 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Network 7a0deb04-006f-47e0-affd-c50e5d7bc028 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:48:24.051696 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-a117734d-084a-49c5-b552-19df589cd49a None None] Set router 936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:48:24.054402 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-9901dec9-d692-48d9-9f98-f87c91332768 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:48:24.066942 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-ed7e920b-3d15-446c-8b9e-c90d41ab8cf0 admin admin] For port e7ae5284-18d4-468f-9c1e-1a650bca4c89, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=e7ae5284-18d4-468f-9c1e-1a650bca4c89,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:48:24.067522 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ed7e920b-3d15-446c-8b9e-c90d41ab8cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:24.085306 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7dbe3801-cfe6-418e-af60-de2f20821ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47f533c-a923-4d28-a2dd-1b1bcc811170', 'name': 'tempest-TestServerBasicOps-17248572-router', 'tenant_id': '539d54fc51684d168bca510847ccfe8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'e7ae5284-18d4-468f-9c1e-1a650bca4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:41:58Z', 'updated_at': '2022-02-09T12:48:20Z', 'revision_number': 5, 'project_id': '539d54fc51684d168bca510847ccfe8b', 'gw_port': {'id': 'e7ae5284-18d4-468f-9c1e-1a650bca4c89', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:9a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47f533c-a923-4d28-a2dd-1b1bcc811170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:42:03Z', 'updated_at': '2022-02-09T12:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:24.090418 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a4c18648-9397-4d4d-af32-1a17dfde04dd tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/floatingips/7eb6378f-33aa-4abe-9ea8-7b6a2cae339c HTTP/1.1" status: 200 len: 992 time: 0.1648412 Feb 09 12:48:24.094713 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbe3801-cfe6-418e-af60-de2f20821ccb None None] Checking router: f47f533c-a923-4d28-a2dd-1b1bcc811170 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:48:24.125295 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-d778fac9-f734-46b6-b643-5fdd339a00cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'name': 'tempest-AttachVolumeTestJSON-1116701485-router', 'tenant_id': '7722e72c858c4f97b7f4eb543cff4fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '860cb290-91fe-4b38-b237-00ec193b4c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:42:43Z', 'updated_at': '2022-02-09T12:48:19Z', 'revision_number': 5, 'project_id': '7722e72c858c4f97b7f4eb543cff4fda', 'gw_port': {'id': '860cb290-91fe-4b38-b237-00ec193b4c6b', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:42:45Z', 'updated_at': '2022-02-09T12:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:24.135812 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbe3801-cfe6-418e-af60-de2f20821ccb None None] Routers {'f47f533c-a923-4d28-a2dd-1b1bcc811170'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:48:24.136617 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7dbe3801-cfe6-418e-af60-de2f20821ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:48:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['f47f533c-a923-4d28-a2dd-1b1bcc811170'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:24.267709 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-10a424da-83e7-4ab3-a79d-eef9e6ae883f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:24.425136 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-7dbe3801-cfe6-418e-af60-de2f20821ccb None None] Set router f47f533c-a923-4d28-a2dd-1b1bcc811170 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:48:24.448763 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a424da-83e7-4ab3-a79d-eef9e6ae883f admin admin] Pushing event deleted for resources: {'Port': ['ID=860cb290-91fe-4b38-b237-00ec193b4c6b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:24.633342 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d778fac9-f734-46b6-b643-5fdd339a00cb None None] Checking router: 75fdade2-b806-4c32-a62d-cc445ced14d0 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:48:24.652032 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7dbe3801-cfe6-418e-af60-de2f20821ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47f533c-a923-4d28-a2dd-1b1bcc811170', 'name': 'tempest-TestServerBasicOps-17248572-router', 'tenant_id': '539d54fc51684d168bca510847ccfe8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:41:58Z', 'updated_at': '2022-02-09T12:48:23Z', 'revision_number': 6, 'project_id': '539d54fc51684d168bca510847ccfe8b', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:24.654847 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 87201e25-46d4-4d0b-b6ee-86ac3c267bde details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:48:24.660510 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbe3801-cfe6-418e-af60-de2f20821ccb None None] The sync data for ids ['f47f533c-a923-4d28-a2dd-1b1bcc811170'] in n-d-825178-3 is: [{'id': 'f47f533c-a923-4d28-a2dd-1b1bcc811170', 'name': 'tempest-TestServerBasicOps-17248572-router', 'tenant_id': '539d54fc51684d168bca510847ccfe8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:41:58Z', 'updated_at': '2022-02-09T12:48:23Z', 'revision_number': 6, 'project_id': '539d54fc51684d168bca510847ccfe8b', 'gw_port_host': None}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:48:24.664522 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d778fac9-f734-46b6-b643-5fdd339a00cb None None] Routers {'75fdade2-b806-4c32-a62d-cc445ced14d0'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:48:24.665539 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-d778fac9-f734-46b6-b643-5fdd339a00cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:48:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['75fdade2-b806-4c32-a62d-cc445ced14d0'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:24.766655 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-bbb9c41d-a781-47b4-a040-075e6a9bc1d5 None None] Provisioning complete for port 72ff10fd-1efd-4451-b569-16b990fc6c5a triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:48:24.767415 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb9c41d-a781-47b4-a040-075e6a9bc1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:24.864638 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-10a424da-83e7-4ab3-a79d-eef9e6ae883f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:24.896506 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-ed7e920b-3d15-446c-8b9e-c90d41ab8cf0 admin admin] Calling delete_port for e7ae5284-18d4-468f-9c1e-1a650bca4c89 owned by network:router_gateway {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:48:24.989614 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-d778fac9-f734-46b6-b643-5fdd339a00cb None None] Set router 75fdade2-b806-4c32-a62d-cc445ced14d0 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:48:25.015122 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 87201e25-46d4-4d0b-b6ee-86ac3c267bde, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=87201e25-46d4-4d0b-b6ee-86ac3c267bde,segment=NetworkSegment(29d20c97-cf9b-4c36-8aea-8a0309cce11c),segment_id=29d20c97-cf9b-4c36-8aea-8a0309cce11c)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:48:25.045428 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': '87201e25-46d4-4d0b-b6ee-86ac3c267bde', 'network_id': 'c13649ee-63d3-486f-9eb0-2f26063c4c2a', 'port_id': '87201e25-46d4-4d0b-b6ee-86ac3c267bde', 'mac_address': 'fa:16:3e:57:04:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e07955b-33a7-4758-b25e-851bb2ebfd7d', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:48:25.051425 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-bbb9c41d-a781-47b4-a040-075e6a9bc1d5 None None] Port 72ff10fd-1efd-4451-b569-16b990fc6c5a cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:48:25.064824 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-a117734d-084a-49c5-b552-19df589cd49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049255076', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '6bd3be33-41a5-4642-8b05-57e32bffd139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:47:29Z', 'updated_at': '2022-02-09T12:47:39Z', 'revision_number': 4, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': '6bd3be33-41a5-4642-8b05-57e32bffd139', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:76:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:47:30Z', 'updated_at': '2022-02-09T12:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '7eb6378f-33aa-4abe-9ea8-7b6a2cae339c', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'floating_ip_address': '172.25.7.237', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02', 'port_id': '036578ff-156b-4500-93cd-ac620f039917', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fbb7751-edb3-403f-9f82-05972dde3ad6', 'mac_address': 'fa:16:3e:ff:e5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1daed2e4-01db-43e3-a4b8-2e195fcce44c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:48:17Z', 'updated_at': '2022-02-09T12:48:17Z', 'revision_number': 0, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b1533bb-35ff-4cf2-bcf1-8b177ac54417', 'name': '', 'network_id': '1fbb7751-edb3-403f-9f82-05972dde3ad6', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'mac_address': 'fa:16:3e:77:30:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '116fb373-9734-49da-8f3a-594bd468aac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:47:36Z', 'updated_at': '2022-02-09T12:47:59Z', 'revision_number': 5, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'subnets': [{'id': '116fb373-9734-49da-8f3a-594bd468aac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:25.098612 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 58150) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:25.114432 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-10a424da-83e7-4ab3-a79d-eef9e6ae883f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:25.115249 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a117734d-084a-49c5-b552-19df589cd49a None None] The sync data for ids ['936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02'] in n-d-825178-3 is: [{'id': '936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049255076', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '6bd3be33-41a5-4642-8b05-57e32bffd139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:47:29Z', 'updated_at': '2022-02-09T12:47:39Z', 'revision_number': 4, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': '6bd3be33-41a5-4642-8b05-57e32bffd139', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:76:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:47:30Z', 'updated_at': '2022-02-09T12:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '7eb6378f-33aa-4abe-9ea8-7b6a2cae339c', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'floating_ip_address': '172.25.7.237', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02', 'port_id': '036578ff-156b-4500-93cd-ac620f039917', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fbb7751-edb3-403f-9f82-05972dde3ad6', 'mac_address': 'fa:16:3e:ff:e5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1daed2e4-01db-43e3-a4b8-2e195fcce44c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:48:17Z', 'updated_at': '2022-02-09T12:48:17Z', 'revision_number': 0, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b1533bb-35ff-4cf2-bcf1-8b177ac54417', 'name': '', 'network_id': '1fbb7751-edb3-403f-9f82-05972dde3ad6', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'mac_address': 'fa:16:3e:77:30:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '116fb373-9734-49da-8f3a-594bd468aac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:47:36Z', 'updated_at': '2022-02-09T12:47:59Z', 'revision_number': 5, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'subnets': [{'id': '116fb373-9734-49da-8f3a-594bd468aac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:48:25.116833 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-10a424da-83e7-4ab3-a79d-eef9e6ae883f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:25.165682 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-10a424da-83e7-4ab3-a79d-eef9e6ae883f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:25.166199 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a424da-83e7-4ab3-a79d-eef9e6ae883f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75fdade2-b806-4c32-a62d-cc445ced14d0 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:48:25.178146 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-d778fac9-f734-46b6-b643-5fdd339a00cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'name': 'tempest-AttachVolumeTestJSON-1116701485-router', 'tenant_id': '7722e72c858c4f97b7f4eb543cff4fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:42:43Z', 'updated_at': '2022-02-09T12:48:24Z', 'revision_number': 7, 'project_id': '7722e72c858c4f97b7f4eb543cff4fda', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:25.184176 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d778fac9-f734-46b6-b643-5fdd339a00cb None None] The sync data for ids ['75fdade2-b806-4c32-a62d-cc445ced14d0'] in n-d-825178-3 is: [{'id': '75fdade2-b806-4c32-a62d-cc445ced14d0', 'name': 'tempest-AttachVolumeTestJSON-1116701485-router', 'tenant_id': '7722e72c858c4f97b7f4eb543cff4fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:42:43Z', 'updated_at': '2022-02-09T12:48:24Z', 'revision_number': 7, 'project_id': '7722e72c858c4f97b7f4eb543cff4fda', 'gw_port_host': None}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:48:25.188674 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-10a424da-83e7-4ab3-a79d-eef9e6ae883f admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:25.189806 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-10a424da-83e7-4ab3-a79d-eef9e6ae883f admin admin] 10.222.0.55 "DELETE /v2.0/routers/75fdade2-b806-4c32-a62d-cc445ced14d0 HTTP/1.1" status: 204 len: 168 time: 2.2392919 Feb 09 12:48:25.193905 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58154) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:25.200515 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:25.229078 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87201e25-46d4-4d0b-b6ee-86ac3c267bde {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:48:25.251329 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 87201e25-46d4-4d0b-b6ee-86ac3c267bde, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=87201e25-46d4-4d0b-b6ee-86ac3c267bde,segment=NetworkSegment(29d20c97-cf9b-4c36-8aea-8a0309cce11c),segment_id=29d20c97-cf9b-4c36-8aea-8a0309cce11c)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:48:25.270290 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:25.302461 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-b98ed056-4bd1-4943-b68a-495d65edda2a admin admin] Deleting subnet 14dd4b9b-eeef-4a9f-a7cf-6d5a7f04665c {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:48:25.311223 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b98ed056-4bd1-4943-b68a-495d65edda2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:25.377729 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b98ed056-4bd1-4943-b68a-495d65edda2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:25.387862 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=87201e25-46d4-4d0b-b6ee-86ac3c267bde,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:25.480448 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['87201e25-46d4-4d0b-b6ee-86ac3c267bde'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:48:25.499025 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b98ed056-4bd1-4943-b68a-495d65edda2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:25.536858 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255e703-161b-4d97-b301-45c2e696b5dc req-6ef76d27-f9aa-4d42-b579-d97aab6750e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:25.537891 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7209dd84-8fcc-4992-86e8-408a27dfb5c7 None None] New status for floating IP 7eb6378f-33aa-4abe-9ea8-7b6a2cae339c: ACTIVE {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:48:25.544436 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7255e703-161b-4d97-b301-45c2e696b5dc req-6ef76d27-f9aa-4d42-b579-d97aab6750e6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1fbb7751-edb3-403f-9f82-05972dde3ad6 HTTP/1.1" status: 200 len: 897 time: 1.6071374 Feb 09 12:48:25.612255 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b98ed056-4bd1-4943-b68a-495d65edda2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:25.692596 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b98ed056-4bd1-4943-b68a-495d65edda2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:25.700353 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98be3f27-45af-418b-99d1-923877c93335 None None] Network fef63669-60e4-448f-bbf3-5ffe81417e5d requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:48:25.714260 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ed056-4bd1-4943-b68a-495d65edda2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14dd4b9b-eeef-4a9f-a7cf-6d5a7f04665c,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:25.720335 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b98ed056-4bd1-4943-b68a-495d65edda2a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/14dd4b9b-eeef-4a9f-a7cf-6d5a7f04665c HTTP/1.1" status: 204 len: 168 time: 0.5247953 Feb 09 12:48:25.722301 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58168) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:25.728143 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a63146d-98c4-4016-8762-10b545e90839 req-25e545ff-c2cf-45fd-85d3-b79d0e03c073 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:25.737127 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5a63146d-98c4-4016-8762-10b545e90839 req-25e545ff-c2cf-45fd-85d3-b79d0e03c073 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/ports?device_id=0430e8cd-5ca2-438f-9d96-e4de447c6838 HTTP/1.1" status: 200 len: 907 time: 0.9543989 Feb 09 12:48:25.741489 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a37af4e7-0a9d-40a8-9399-d0c81dccfc7c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/floatingips/7eb6378f-33aa-4abe-9ea8-7b6a2cae339c HTTP/1.1" status: 200 len: 992 time: 0.6298184 Feb 09 12:48:25.746982 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9901dec9-d692-48d9-9f98-f87c91332768 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Router 17775c40-0bd3-4210-b958-a3cf838b8f65 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:48:25.846942 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7255e703-161b-4d97-b301-45c2e696b5dc req-12f8033c-4634-4e8c-b32f-e067827dfde6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=036578ff-156b-4500-93cd-ac620f039917 HTTP/1.1" status: 200 len: 1000 time: 0.2748108 Feb 09 12:48:25.878766 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58172) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:25.898018 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-769051f0-c94a-4c1a-8ce4-e8033cde9a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:25.912991 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-769051f0-c94a-4c1a-8ce4-e8033cde9a95 admin admin] Deleting port 3ab5f115-70fd-4696-88e2-a77bf266a0b6 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:48:25.913341 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-769051f0-c94a-4c1a-8ce4-e8033cde9a95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:26.001246 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9901dec9-d692-48d9-9f98-f87c91332768 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:48:26.012512 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec63f68-c964-47bb-9c2d-b4b64a9d756e None None] Sync routers for ids ['17775c40-0bd3-4210-b958-a3cf838b8f65'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:48:26.033730 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec63f68-c964-47bb-9c2d-b4b64a9d756e None None] Routers {'17775c40-0bd3-4210-b958-a3cf838b8f65'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:48:26.034365 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-fec63f68-c964-47bb-9c2d-b4b64a9d756e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:48:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['17775c40-0bd3-4210-b958-a3cf838b8f65'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:26.088217 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255e703-161b-4d97-b301-45c2e696b5dc req-42c03496-b468-4f1c-8e0b-fb5886448a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:26.090716 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7255e703-161b-4d97-b301-45c2e696b5dc req-42c03496-b468-4f1c-8e0b-fb5886448a65 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=116fb373-9734-49da-8f3a-594bd468aac1 HTTP/1.1" status: 200 len: 834 time: 0.1930022 Feb 09 12:48:26.106178 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device e7ae5284-18d4-468f-9c1e-1a650bca4c89 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:48:26.124900 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-fec63f68-c964-47bb-9c2d-b4b64a9d756e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:26.163338 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec63f68-c964-47bb-9c2d-b4b64a9d756e None None] Routers {'17775c40-0bd3-4210-b958-a3cf838b8f65'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:48:26.163992 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-fec63f68-c964-47bb-9c2d-b4b64a9d756e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:48:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['17775c40-0bd3-4210-b958-a3cf838b8f65'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:26.183656 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9901dec9-d692-48d9-9f98-f87c91332768 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "PUT /v2.0/routers/17775c40-0bd3-4210-b958-a3cf838b8f65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9260826 Feb 09 12:48:26.186442 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58178) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:26.248126 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255e703-161b-4d97-b301-45c2e696b5dc req-74d6d905-fbc5-4019-8451-33a9e095e90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:26.250383 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7255e703-161b-4d97-b301-45c2e696b5dc req-74d6d905-fbc5-4019-8451-33a9e095e90c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1fbb7751-edb3-403f-9f82-05972dde3ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1496251 Feb 09 12:48:26.251714 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ed7e920b-3d15-446c-8b9e-c90d41ab8cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:26.257717 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-fec63f68-c964-47bb-9c2d-b4b64a9d756e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:26.258302 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec63f68-c964-47bb-9c2d-b4b64a9d756e None None] The sync data for ids ['17775c40-0bd3-4210-b958-a3cf838b8f65'] in n-d-825178-3 is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:48:26.319347 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-769051f0-c94a-4c1a-8ce4-e8033cde9a95 admin admin] For port 3ab5f115-70fd-4696-88e2-a77bf266a0b6, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=3ab5f115-70fd-4696-88e2-a77bf266a0b6,segment=NetworkSegment(215a8b65-4572-4b3f-bdd9-32a61bc29407),segment_id=215a8b65-4572-4b3f-bdd9-32a61bc29407)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:48:26.319981 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-769051f0-c94a-4c1a-8ce4-e8033cde9a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:26.351707 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Port e7ae5284-18d4-468f-9c1e-1a650bca4c89 update to DOWN by agent not found {{(pid=87569) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 09 12:48:26.353006 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device c172d685-f4b4-4d32-b41d-05f153052d00 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:48:26.403748 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: c172d685-f4b4-4d32-b41d-05f153052d00 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:48:26.404076 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device c172d685-f4b4-4d32-b41d-05f153052d00 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:48:26.404497 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 094dabad-0032-48d9-a6eb-073a5b8967a4 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:48:26.444493 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 094dabad-0032-48d9-a6eb-073a5b8967a4 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:48:26.444493 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 094dabad-0032-48d9-a6eb-073a5b8967a4 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:48:26.462772 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-769051f0-c94a-4c1a-8ce4-e8033cde9a95 admin admin] Calling delete_port for 3ab5f115-70fd-4696-88e2-a77bf266a0b6 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:48:26.503668 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7255e703-161b-4d97-b301-45c2e696b5dc req-fb1852e8-f231-4948-923f-191d67a82785 service neutron] 10.222.0.46 "GET /v2.0/networks/1fbb7751-edb3-403f-9f82-05972dde3ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119172 Feb 09 12:48:26.547562 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e920b-3d15-446c-8b9e-c90d41ab8cf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7ae5284-18d4-468f-9c1e-1a650bca4c89,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:26.550542 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-f6c08da4-e5dc-492a-bc97-69ff56c1c5a7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Request body: {'network': {'name': 'tempest-network-smoke--1992066739', 'project_id': '458862934c284b11a9f402abf41ed215', 'port_security_enabled': True}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:48:26.557163 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f6c08da4-e5dc-492a-bc97-69ff56c1c5a7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:48:26.571102 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f6c08da4-e5dc-492a-bc97-69ff56c1c5a7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Usage tracker for resource:network and tenant:458862934c284b11a9f402abf41ed215 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:48:26.580601 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f6c08da4-e5dc-492a-bc97-69ff56c1c5a7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:48:26.592512 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22510799-cc3e-4538-a751-154ccba89fb3 None None] DHCP port deletion for fef63669-60e4-448f-bbf3-5ffe81417e5d request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:48:26.599024 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-22510799-cc3e-4538-a751-154ccba89fb3 None None] Deleting port 3ab5f115-70fd-4696-88e2-a77bf266a0b6 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:48:26.601826 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-22510799-cc3e-4538-a751-154ccba89fb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:26.603629 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f6c08da4-e5dc-492a-bc97-69ff56c1c5a7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:48:26.643747 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6fd166-c8a9-4728-a0c9-70966d8aa86d tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:26.647744 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-bf6fd166-c8a9-4728-a0c9-70966d8aa86d tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "GET /v2.0/ports/72ff10fd-1efd-4451-b569-16b990fc6c5a HTTP/1.1" status: 200 len: 911 time: 0.1911273 Feb 09 12:48:26.657212 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c08da4-e5dc-492a-bc97-69ff56c1c5a7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Made reservation on behalf of 458862934c284b11a9f402abf41ed215 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:48:26.661388 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f6c08da4-e5dc-492a-bc97-69ff56c1c5a7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:26.676338 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58184) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:26.677719 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f6c08da4-e5dc-492a-bc97-69ff56c1c5a7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:26.709673 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7255e703-161b-4d97-b301-45c2e696b5dc req-ccc03249-c6ef-4841-b7bc-e88aab2a7f44 service neutron] 10.222.0.46 "GET /v2.0/networks/1fbb7751-edb3-403f-9f82-05972dde3ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591656 Feb 09 12:48:26.781594 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58188) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:27.009179 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-22510799-cc3e-4538-a751-154ccba89fb3 None None] For port 3ab5f115-70fd-4696-88e2-a77bf266a0b6, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=3ab5f115-70fd-4696-88e2-a77bf266a0b6,segment=NetworkSegment(215a8b65-4572-4b3f-bdd9-32a61bc29407),segment_id=215a8b65-4572-4b3f-bdd9-32a61bc29407)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:48:27.009481 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-22510799-cc3e-4538-a751-154ccba89fb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:27.043292 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ed7e920b-3d15-446c-8b9e-c90d41ab8cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:27.132074 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f6c08da4-e5dc-492a-bc97-69ff56c1c5a7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:48:27.146114 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-769051f0-c94a-4c1a-8ce4-e8033cde9a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:27.146404 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-22510799-cc3e-4538-a751-154ccba89fb3 None None] Calling delete_port for 3ab5f115-70fd-4696-88e2-a77bf266a0b6 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:48:27.186905 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f6c08da4-e5dc-492a-bc97-69ff56c1c5a7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Usage tracker for resource:security_group_rule and tenant:458862934c284b11a9f402abf41ed215 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:48:27.200407 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f6c08da4-e5dc-492a-bc97-69ff56c1c5a7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:48:27.222644 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769051f0-c94a-4c1a-8ce4-e8033cde9a95 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ab5f115-70fd-4696-88e2-a77bf266a0b6,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:27.224454 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-22510799-cc3e-4538-a751-154ccba89fb3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:48:27.224821 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-22510799-cc3e-4538-a751-154ccba89fb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:48:27.227011 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ed7e920b-3d15-446c-8b9e-c90d41ab8cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:27.229266 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ed7e920b-3d15-446c-8b9e-c90d41ab8cf0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:27.229981 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f6c08da4-e5dc-492a-bc97-69ff56c1c5a7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:48:27.233930 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769051f0-c94a-4c1a-8ce4-e8033cde9a95 admin admin] No DVR routers for this DVR port 3ab5f115-70fd-4696-88e2-a77bf266a0b6 on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:48:27.259156 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ed7e920b-3d15-446c-8b9e-c90d41ab8cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:27.259736 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7e920b-3d15-446c-8b9e-c90d41ab8cf0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f47f533c-a923-4d28-a2dd-1b1bcc811170 {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:48:27.270683 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ed7e920b-3d15-446c-8b9e-c90d41ab8cf0 admin admin] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:27.271800 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ed7e920b-3d15-446c-8b9e-c90d41ab8cf0 admin admin] 10.222.0.55 "DELETE /v2.0/routers/f47f533c-a923-4d28-a2dd-1b1bcc811170 HTTP/1.1" status: 204 len: 168 time: 4.5950265 Feb 09 12:48:27.275368 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 58194) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:27.300017 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4c9c8105-111d-4321-bb8f-20ff8f7df7d2 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/floatingips/7eb6378f-33aa-4abe-9ea8-7b6a2cae339c HTTP/1.1" status: 200 len: 994 time: 0.5026073 Feb 09 12:48:27.339368 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba4bc7fb-4f3e-4abb-b31e-02e1c446bb33 admin admin] Deleting subnet 7d4b473f-0135-4827-8959-833cfc1cd6e6 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:48:27.342517 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ba4bc7fb-4f3e-4abb-b31e-02e1c446bb33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:27.402155 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c90eb7-d328-4ed2-b8ca-088ed26070e3 req-a0fc3e5a-c553-4866-adaa-313b40ca838f tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:27.403663 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-21c90eb7-d328-4ed2-b8ca-088ed26070e3 req-a0fc3e5a-c553-4866-adaa-313b40ca838f tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/ports?device_id=0430e8cd-5ca2-438f-9d96-e4de447c6838 HTTP/1.1" status: 200 len: 908 time: 0.4043951 Feb 09 12:48:27.410039 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ba4bc7fb-4f3e-4abb-b31e-02e1c446bb33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:27.475066 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-769051f0-c94a-4c1a-8ce4-e8033cde9a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:27.493297 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ba4bc7fb-4f3e-4abb-b31e-02e1c446bb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:27.560108 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ba4bc7fb-4f3e-4abb-b31e-02e1c446bb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:27.587486 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-769051f0-c94a-4c1a-8ce4-e8033cde9a95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fef63669-60e4-448f-bbf3-5ffe81417e5d']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:27.599353 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4bc7fb-4f3e-4abb-b31e-02e1c446bb33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d4b473f-0135-4827-8959-833cfc1cd6e6,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:27.601278 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ba4bc7fb-4f3e-4abb-b31e-02e1c446bb33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:27.607078 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fba7455-ad5b-4ad2-a126-eab7f3d89905 None None] Network 49788ea5-e0f8-436b-be1f-13be23c110f0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:48:27.612824 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-769051f0-c94a-4c1a-8ce4-e8033cde9a95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '215a8b65-4572-4b3f-bdd9-32a61bc29407') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:27.613164 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-769051f0-c94a-4c1a-8ce4-e8033cde9a95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '215a8b65-4572-4b3f-bdd9-32a61bc29407') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:27.617645 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ba4bc7fb-4f3e-4abb-b31e-02e1c446bb33 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7d4b473f-0135-4827-8959-833cfc1cd6e6 HTTP/1.1" status: 204 len: 168 time: 0.3391218 Feb 09 12:48:27.617826 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 58198) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:27.633479 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-769051f0-c94a-4c1a-8ce4-e8033cde9a95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:27.721931 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-769051f0-c94a-4c1a-8ce4-e8033cde9a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:27.732121 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-22510799-cc3e-4538-a751-154ccba89fb3 None None] Deleting port 3ab5f115-70fd-4696-88e2-a77bf266a0b6 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:48:27.732492 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-22510799-cc3e-4538-a751-154ccba89fb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:27.733511 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f73e12dc-ffdc-4c91-9785-97e9169ca78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:27.742402 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-769051f0-c94a-4c1a-8ce4-e8033cde9a95 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:48:27.742806 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-769051f0-c94a-4c1a-8ce4-e8033cde9a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:27.744352 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-f73e12dc-ffdc-4c91-9785-97e9169ca78b admin admin] Deleting port 78931613-e446-4d16-8f70-891bd65e778e {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:48:27.744804 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f73e12dc-ffdc-4c91-9785-97e9169ca78b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:27.756822 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:48:27.756822 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:48:27.756822 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:48:27.756822 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:48:27.756822 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:48:27.756822 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:48:27.756822 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:48:27.756822 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:48:27.756822 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:48:27.756822 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:48:27.756822 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:48:27.756822 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:48:27.756822 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:48:27.756822 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:48:27.756822 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:48:27.756822 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:48:27.756822 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:48:27.756822 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:48:27.756822 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:48:27.756822 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:48:27.756822 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:48:27.756822 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:48:27.756822 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:48:27.756822 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:48:27.756822 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:48:27.756822 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:48:27.756822 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:48:27.756822 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:48:27.756822 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:48:27.756822 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:48:27.756822 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:48:27.756822 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:48:27.803142 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-22510799-cc3e-4538-a751-154ccba89fb3 None None] The port '3ab5f115-70fd-4696-88e2-a77bf266a0b6' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:48:27.927396 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f6c08da4-e5dc-492a-bc97-69ff56c1c5a7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:27.941608 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-769051f0-c94a-4c1a-8ce4-e8033cde9a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:27.946574 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 3ab5f115-70fd-4696-88e2-a77bf266a0b6 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:48:27.968268 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f6c08da4-e5dc-492a-bc97-69ff56c1c5a7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:27.975263 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-769051f0-c94a-4c1a-8ce4-e8033cde9a95 admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:27.980952 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-f73e12dc-ffdc-4c91-9785-97e9169ca78b admin admin] For port 78931613-e446-4d16-8f70-891bd65e778e, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=78931613-e446-4d16-8f70-891bd65e778e,segment=NetworkSegment(ee14eac7-356c-46a2-b4f2-18b796c03892),segment_id=ee14eac7-356c-46a2-b4f2-18b796c03892)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:48:27.981376 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f73e12dc-ffdc-4c91-9785-97e9169ca78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:27.984696 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 3ab5f115-70fd-4696-88e2-a77bf266a0b6 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:48:27.985047 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 3ab5f115-70fd-4696-88e2-a77bf266a0b6 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:48:27.985467 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 860cb290-91fe-4b38-b237-00ec193b4c6b no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:48:28.024649 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-769051f0-c94a-4c1a-8ce4-e8033cde9a95 admin admin] 10.222.0.55 "DELETE /v2.0/networks/fef63669-60e4-448f-bbf3-5ffe81417e5d HTTP/1.1" status: 204 len: 168 time: 2.3011637 Feb 09 12:48:28.025612 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769051f0-c94a-4c1a-8ce4-e8033cde9a95 admin admin] Pushing event deleted for resources: {'Network': ['ID=fef63669-60e4-448f-bbf3-5ffe81417e5d,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:28.038628 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8174a0be-604f-45c9-9ab1-1fa0d1a2505f None None] DHCP port deletion for 49788ea5-e0f8-436b-be1f-13be23c110f0 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:48:28.042885 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 860cb290-91fe-4b38-b237-00ec193b4c6b {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:48:28.042885 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 860cb290-91fe-4b38-b237-00ec193b4c6b not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:48:28.048494 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-8174a0be-604f-45c9-9ab1-1fa0d1a2505f None None] Deleting port 78931613-e446-4d16-8f70-891bd65e778e {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:48:28.048781 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8174a0be-604f-45c9-9ab1-1fa0d1a2505f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:28.075530 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c08da4-e5dc-492a-bc97-69ff56c1c5a7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c93a7d-ad00-40ce-8457-8b0a395b90f7,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:28.086865 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6c08da4-e5dc-492a-bc97-69ff56c1c5a7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:48:28.113786 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f6c08da4-e5dc-492a-bc97-69ff56c1c5a7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:28.114168 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-f6c08da4-e5dc-492a-bc97-69ff56c1c5a7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Added segment 9da5629b-47e2-464e-ad27-5034dec29c21 of type vlan for network 8ffa134c-5914-42cd-b4fd-b6cacdce5158 Feb 09 12:48:28.170920 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 87201e25-46d4-4d0b-b6ee-86ac3c267bde up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:48:28.189735 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f6c08da4-e5dc-492a-bc97-69ff56c1c5a7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:28.193985 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-f73e12dc-ffdc-4c91-9785-97e9169ca78b admin admin] Calling delete_port for 78931613-e446-4d16-8f70-891bd65e778e owned by network:dhcp {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:48:28.200454 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0354b32e-bd8b-45dd-913a-1d1f513ee48b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:28.293944 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 58204) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:28.318028 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f73e12dc-ffdc-4c91-9785-97e9169ca78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:28.375467 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-8174a0be-604f-45c9-9ab1-1fa0d1a2505f None None] For port 78931613-e446-4d16-8f70-891bd65e778e, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=78931613-e446-4d16-8f70-891bd65e778e,segment=NetworkSegment(ee14eac7-356c-46a2-b4f2-18b796c03892),segment_id=ee14eac7-356c-46a2-b4f2-18b796c03892)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:48:28.375770 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8174a0be-604f-45c9-9ab1-1fa0d1a2505f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:28.390016 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e12dc-ffdc-4c91-9785-97e9169ca78b admin admin] Pushing event deleted for resources: {'Port': ['ID=78931613-e446-4d16-8f70-891bd65e778e,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:28.390318 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f6c08da4-e5dc-492a-bc97-69ff56c1c5a7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:28.395918 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c08da4-e5dc-492a-bc97-69ff56c1c5a7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:28.396507 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f6c08da4-e5dc-492a-bc97-69ff56c1c5a7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:28.407235 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73e12dc-ffdc-4c91-9785-97e9169ca78b admin admin] No DVR routers for this DVR port 78931613-e446-4d16-8f70-891bd65e778e on host n-d-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:48:28.481869 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ade7dfb9-50da-4e87-a90d-deff7a275fb9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7722e72c858c4f97b7f4eb543cff4fda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1879559 Feb 09 12:48:28.504403 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58210) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:28.513120 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-8174a0be-604f-45c9-9ab1-1fa0d1a2505f None None] Calling delete_port for 78931613-e446-4d16-8f70-891bd65e778e owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:48:28.548937 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port 87201e25-46d4-4d0b-b6ee-86ac3c267bde completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:48:28.563499 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port 87201e25-46d4-4d0b-b6ee-86ac3c267bde triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:48:28.563882 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:28.653279 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-8174a0be-604f-45c9-9ab1-1fa0d1a2505f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:48:28.653506 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-8174a0be-604f-45c9-9ab1-1fa0d1a2505f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:48:28.717219 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:28.729512 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f6c08da4-e5dc-492a-bc97-69ff56c1c5a7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.8494699 Feb 09 12:48:28.734874 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58214) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:28.745374 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f73e12dc-ffdc-4c91-9785-97e9169ca78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:28.751704 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0430e8cd-5ca2-438f-9d96-e4de447c6838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87201e25-46d4-4d0b-b6ee-86ac3c267bde'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:48:28.763347 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 87201e25-46d4-4d0b-b6ee-86ac3c267bde, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=87201e25-46d4-4d0b-b6ee-86ac3c267bde,segment=NetworkSegment(29d20c97-cf9b-4c36-8aea-8a0309cce11c),segment_id=29d20c97-cf9b-4c36-8aea-8a0309cce11c)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:48:28.768576 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:28.773517 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-a7f21cc5-d28d-45fc-9bb2-fd9473c3fc02 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-81090480', 'admin_state_up': True, 'project_id': '458862934c284b11a9f402abf41ed215', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:48:28.778998 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-f73e12dc-ffdc-4c91-9785-97e9169ca78b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49788ea5-e0f8-436b-be1f-13be23c110f0']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:28.783962 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a7f21cc5-d28d-45fc-9bb2-fd9473c3fc02 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:48:28.789788 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a7f21cc5-d28d-45fc-9bb2-fd9473c3fc02 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Usage tracker for resource:router and tenant:458862934c284b11a9f402abf41ed215 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:48:28.793978 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a7f21cc5-d28d-45fc-9bb2-fd9473c3fc02 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:48:28.797563 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-f73e12dc-ffdc-4c91-9785-97e9169ca78b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee14eac7-356c-46a2-b4f2-18b796c03892') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:28.797865 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-f73e12dc-ffdc-4c91-9785-97e9169ca78b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee14eac7-356c-46a2-b4f2-18b796c03892') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:28.802477 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a7f21cc5-d28d-45fc-9bb2-fd9473c3fc02 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:48:28.814864 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f73e12dc-ffdc-4c91-9785-97e9169ca78b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:28.815762 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c08da4-e5dc-492a-bc97-69ff56c1c5a7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event updated for resources: {'Network': ['ID=8ffa134c-5914-42cd-b4fd-b6cacdce5158,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:28.843794 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7f21cc5-d28d-45fc-9bb2-fd9473c3fc02 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:28.844251 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626b2c4-1497-451c-add6-cf35f147b2d7 req-bc1736b9-b3f6-4ded-aa78-4365d35ef104 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:28.844713 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 8ffa134c-5914-42cd-b4fd-b6cacdce5158 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:48:28.844922 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7f21cc5-d28d-45fc-9bb2-fd9473c3fc02 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:28.845838 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0626b2c4-1497-451c-add6-cf35f147b2d7 req-bc1736b9-b3f6-4ded-aa78-4365d35ef104 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/ports?device_id=0430e8cd-5ca2-438f-9d96-e4de447c6838 HTTP/1.1" status: 200 len: 908 time: 0.3177550 Feb 09 12:48:28.849868 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f73e12dc-ffdc-4c91-9785-97e9169ca78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:28.864780 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f73e12dc-ffdc-4c91-9785-97e9169ca78b admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:48:28.866197 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f73e12dc-ffdc-4c91-9785-97e9169ca78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:28.976460 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7f21cc5-d28d-45fc-9bb2-fd9473c3fc02 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:28.982299 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:48:28.982299 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:48:28.982299 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:48:28.982299 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:48:28.982299 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:48:28.982299 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:48:28.982299 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:48:28.982299 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:48:28.982299 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:48:28.982299 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:48:28.982299 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:48:28.982299 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:48:28.982299 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:48:28.982299 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:48:28.982299 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:48:28.982299 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:48:28.982299 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:48:28.982299 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:48:28.982299 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:48:28.982299 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:48:28.982299 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:48:28.982299 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:48:28.982299 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:48:28.982299 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:48:28.982299 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:48:28.982299 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:48:28.982299 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:48:28.982299 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:48:28.982299 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:48:28.982299 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:48:28.982299 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:48:28.982299 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:48:28.986298 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e261c8b0-29fb-4725-be23-d402eb4695c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:28.992382 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0430e8cd-5ca2-438f-9d96-e4de447c6838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87201e25-46d4-4d0b-b6ee-86ac3c267bde', 'code': 200} Feb 09 12:48:28.998660 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=87201e25-46d4-4d0b-b6ee-86ac3c267bde,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:29.014793 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f73e12dc-ffdc-4c91-9785-97e9169ca78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:29.040433 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f73e12dc-ffdc-4c91-9785-97e9169ca78b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:29.050403 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e12dc-ffdc-4c91-9785-97e9169ca78b admin admin] Pushing event deleted for resources: {'Network': ['ID=49788ea5-e0f8-436b-be1f-13be23c110f0,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:29.058269 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f73e12dc-ffdc-4c91-9785-97e9169ca78b admin admin] 10.222.0.55 "DELETE /v2.0/networks/49788ea5-e0f8-436b-be1f-13be23c110f0 HTTP/1.1" status: 204 len: 168 time: 1.4393830 Feb 09 12:48:29.129782 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e261c8b0-29fb-4725-be23-d402eb4695c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:29.154800 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-8174a0be-604f-45c9-9ab1-1fa0d1a2505f None None] Deleting port 78931613-e446-4d16-8f70-891bd65e778e {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:48:29.155316 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8174a0be-604f-45c9-9ab1-1fa0d1a2505f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:29.225365 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-8174a0be-604f-45c9-9ab1-1fa0d1a2505f None None] The port '78931613-e446-4d16-8f70-891bd65e778e' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:48:29.245965 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 58222) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:29.298096 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c4ed6ae0-255b-4af8-aaec-e7859f8939a0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=78fcd49da689411da6a25296f99fd3a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481689 Feb 09 12:48:29.298751 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 58226) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:29.319758 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-0354b32e-bd8b-45dd-913a-1d1f513ee48b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Allocated IP 2001:db8:1::1 (8e5a6ad8-46ba-4a5e-8ef0-98931a71651b/3dc490d7-48e8-497e-ba87-f22ec4025bb4/d8bc3ee1-8565-4c7c-b907-645b3db26e8b) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:48:29.366086 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-46873ae4-264f-4b03-a08f-62ff614e86b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:29.395854 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-46873ae4-264f-4b03-a08f-62ff614e86b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:29.451232 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-46873ae4-264f-4b03-a08f-62ff614e86b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:29.468312 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46873ae4-264f-4b03-a08f-62ff614e86b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d629bc-30a0-4f06-acb9-c136aff6a281,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:29.475708 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-46873ae4-264f-4b03-a08f-62ff614e86b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:29.479299 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-46873ae4-264f-4b03-a08f-62ff614e86b1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/30d629bc-30a0-4f06-acb9-c136aff6a281 HTTP/1.1" status: 204 len: 168 time: 0.1776650 Feb 09 12:48:29.496937 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7f21cc5-d28d-45fc-9bb2-fd9473c3fc02 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:29.575604 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1c9d9-6ec2-4f0f-b83b-0416cbb4a721 req-7d64380a-a24d-4244-b4ab-c0ac5e31f035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:29.577489 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-14f1c9d9-6ec2-4f0f-b83b-0416cbb4a721 req-7d64380a-a24d-4244-b4ab-c0ac5e31f035 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0430e8cd-5ca2-438f-9d96-e4de447c6838 HTTP/1.1" status: 200 len: 1060 time: 0.5086882 Feb 09 12:48:29.662124 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e261c8b0-29fb-4725-be23-d402eb4695c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:29.706533 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e261c8b0-29fb-4725-be23-d402eb4695c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef59ba1-eb72-4c28-885f-7db3a4a8d178,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:29.768062 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0354b32e-bd8b-45dd-913a-1d1f513ee48b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:29.790427 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e261c8b0-29fb-4725-be23-d402eb4695c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:29.792031 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e261c8b0-29fb-4725-be23-d402eb4695c8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1ef59ba1-eb72-4c28-885f-7db3a4a8d178 HTTP/1.1" status: 204 len: 168 time: 1.0806575 Feb 09 12:48:29.796224 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-0354b32e-bd8b-45dd-913a-1d1f513ee48b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Transition to ACTIVE for port object d8bc3ee1-8565-4c7c-b907-645b3db26e8b will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:48:29.853387 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 58236) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:29.918215 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a36d3fa5-9d69-4103-9b6f-44679ba1b4ea admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=539d54fc51684d168bca510847ccfe8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0631273 Feb 09 12:48:29.921275 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 58242) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:29.945614 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 78931613-e446-4d16-8f70-891bd65e778e no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:48:29.984448 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0354b32e-bd8b-45dd-913a-1d1f513ee48b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:30.000906 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-237753b2-bc95-46c5-8e3c-5ff9bfb17122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:30.021279 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 78931613-e446-4d16-8f70-891bd65e778e {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:48:30.022163 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 78931613-e446-4d16-8f70-891bd65e778e not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:48:30.096762 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-237753b2-bc95-46c5-8e3c-5ff9bfb17122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:30.108664 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7f21cc5-d28d-45fc-9bb2-fd9473c3fc02 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:30.137343 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0354b32e-bd8b-45dd-913a-1d1f513ee48b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Network 8e5a6ad8-46ba-4a5e-8ef0-98931a71651b is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:48:30.143496 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-0354b32e-bd8b-45dd-913a-1d1f513ee48b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:48:30.148131 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7f21cc5-d28d-45fc-9bb2-fd9473c3fc02 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:30.149780 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0354b32e-bd8b-45dd-913a-1d1f513ee48b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:48:30.150426 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0354b32e-bd8b-45dd-913a-1d1f513ee48b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:30.179374 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-237753b2-bc95-46c5-8e3c-5ff9bfb17122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:30.199531 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237753b2-bc95-46c5-8e3c-5ff9bfb17122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e58319e-d76e-451c-b756-49b02b40da4b,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:30.211458 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90fe48e-4e21-4487-bdd0-d3f285bb014c req-cfb8af20-0986-4bf0-ba71-344f4c529a69 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:30.221485 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e90fe48e-4e21-4487-bdd0-d3f285bb014c req-cfb8af20-0986-4bf0-ba71-344f4c529a69 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/ports?device_id=0430e8cd-5ca2-438f-9d96-e4de447c6838 HTTP/1.1" status: 200 len: 909 time: 0.1767890 Feb 09 12:48:30.233965 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-237753b2-bc95-46c5-8e3c-5ff9bfb17122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:30.237434 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-237753b2-bc95-46c5-8e3c-5ff9bfb17122 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1e58319e-d76e-451c-b756-49b02b40da4b HTTP/1.1" status: 204 len: 168 time: 0.3129056 Feb 09 12:48:30.474765 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0354b32e-bd8b-45dd-913a-1d1f513ee48b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event updated for resources: {'Port': ['ID=d8bc3ee1-8565-4c7c-b907-645b3db26e8b,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:30.559733 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-ddc8c213-f226-4afe-a2f1-69ec22ec4dd7 None None] Provisioning for port d8bc3ee1-8565-4c7c-b907-645b3db26e8b completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:48:30.574405 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-ddc8c213-f226-4afe-a2f1-69ec22ec4dd7 None None] Provisioning complete for port d8bc3ee1-8565-4c7c-b907-645b3db26e8b triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:48:30.574791 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ddc8c213-f226-4afe-a2f1-69ec22ec4dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:30.651604 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-ddc8c213-f226-4afe-a2f1-69ec22ec4dd7 None None] Port d8bc3ee1-8565-4c7c-b907-645b3db26e8b cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:48:30.800239 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-a7f21cc5-d28d-45fc-9bb2-fd9473c3fc02 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Allocated IP 172.25.7.7 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/1816b373-2fa1-4e98-a6f9-c4e358a025c1) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:48:30.936911 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0354b32e-bd8b-45dd-913a-1d1f513ee48b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:31.226058 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7f21cc5-d28d-45fc-9bb2-fd9473c3fc02 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:31.378618 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7f21cc5-d28d-45fc-9bb2-fd9473c3fc02 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:31.433611 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca5ab4-2e78-46be-bd52-5096d8893771 req-178b8329-584e-4e93-a157-5701c8906f7b tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:31.436288 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eaca5ab4-2e78-46be-bd52-5096d8893771 req-178b8329-584e-4e93-a157-5701c8906f7b tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/ports?device_id=0430e8cd-5ca2-438f-9d96-e4de447c6838 HTTP/1.1" status: 200 len: 909 time: 0.1013112 Feb 09 12:48:31.459059 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f21cc5-d28d-45fc-9bb2-fd9473c3fc02 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:48:31.464523 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-a7f21cc5-d28d-45fc-9bb2-fd9473c3fc02 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:48:31.469687 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f21cc5-d28d-45fc-9bb2-fd9473c3fc02 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:48:31.533574 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f21cc5-d28d-45fc-9bb2-fd9473c3fc02 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event updated for resources: {'Port': ['ID=1816b373-2fa1-4e98-a6f9-c4e358a025c1,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:31.618154 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0354b32e-bd8b-45dd-913a-1d1f513ee48b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:31.645134 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d67bcc-b98e-4a49-8664-3b64812e5e73 req-c550d2c1-0c64-48f3-8e1b-cde990667268 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:31.647675 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-16d67bcc-b98e-4a49-8664-3b64812e5e73 req-c550d2c1-0c64-48f3-8e1b-cde990667268 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/ports?device_id=0430e8cd-5ca2-438f-9d96-e4de447c6838 HTTP/1.1" status: 200 len: 909 time: 0.0887625 Feb 09 12:48:31.679509 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0354b32e-bd8b-45dd-913a-1d1f513ee48b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:31.680306 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0354b32e-bd8b-45dd-913a-1d1f513ee48b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:31.835240 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fdc4ab-e33c-438f-9cb7-8a42a8622a58 req-0e515e79-5362-4c6c-be2e-c9da138ec0d3 tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:31.840305 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-08fdc4ab-e33c-438f-9cb7-8a42a8622a58 req-0e515e79-5362-4c6c-be2e-c9da138ec0d3 tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0430e8cd-5ca2-438f-9d96-e4de447c6838 HTTP/1.1" status: 200 len: 1060 time: 0.0783753 Feb 09 12:48:31.899094 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0354b32e-bd8b-45dd-913a-1d1f513ee48b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event updated for resources: {'Port': ['ID=d8bc3ee1-8565-4c7c-b907-645b3db26e8b,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:32.030124 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1da00-51b5-45c4-8748-a9a9e1beeed5 req-03731014-3e63-43bf-8bf8-74b0ddf0b960 tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:32.031887 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-32d1da00-51b5-45c4-8748-a9a9e1beeed5 req-03731014-3e63-43bf-8bf8-74b0ddf0b960 tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=68ac27be-d577-440f-967f-8f7e1b52fad7 HTTP/1.1" status: 200 len: 1135 time: 0.0831625 Feb 09 12:48:32.077631 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-32d1da00-51b5-45c4-8748-a9a9e1beeed5 req-7d49e10f-782d-4467-84cf-3059a64843a9 tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] Synchronizing usage tracker for tenant:8623e9733610475f981de05ebc3c7a96 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:48:32.101479 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-32d1da00-51b5-45c4-8748-a9a9e1beeed5 req-7d49e10f-782d-4467-84cf-3059a64843a9 tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] Unset dirty status for tenant:8623e9733610475f981de05ebc3c7a96 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:48:32.105247 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-32d1da00-51b5-45c4-8748-a9a9e1beeed5 req-7d49e10f-782d-4467-84cf-3059a64843a9 tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=193d53d7-0f36-49d1-a64f-d965b6ddb8a1&id=85295cb1-9cbe-46f9-9694-ca074f4da9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0672812 Feb 09 12:48:32.128502 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 58300) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:32.206402 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ecc847-cb30-47af-91c2-9e56b41411a2 tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:32.208030 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-48ecc847-cb30-47af-91c2-9e56b41411a2 tempest-TestSecurityGroupsBasicOps-160715532 tempest-TestSecurityGroupsBasicOps-160715532-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0430e8cd-5ca2-438f-9d96-e4de447c6838 HTTP/1.1" status: 200 len: 1055 time: 0.0784602 Feb 09 12:48:32.237415 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0354b32e-bd8b-45dd-913a-1d1f513ee48b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Network 8e5a6ad8-46ba-4a5e-8ef0-98931a71651b is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:48:32.245166 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-0354b32e-bd8b-45dd-913a-1d1f513ee48b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:48:32.369710 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7f21cc5-d28d-45fc-9bb2-fd9473c3fc02 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:32.595138 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-306a5164-ea83-40ae-b0f1-bb96b837954b None None] Provisioning complete for port d8bc3ee1-8565-4c7c-b907-645b3db26e8b triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:48:32.596230 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-306a5164-ea83-40ae-b0f1-bb96b837954b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:32.643552 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bac97d-ae9d-4037-9451-c9f73f12b2e2 req-9723c3b4-4317-448c-ae4f-514d5e29e641 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:32.645137 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-71bac97d-ae9d-4037-9451-c9f73f12b2e2 req-9723c3b4-4317-448c-ae4f-514d5e29e641 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/ports?device_id=0430e8cd-5ca2-438f-9d96-e4de447c6838 HTTP/1.1" status: 200 len: 909 time: 0.1048450 Feb 09 12:48:32.663236 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0354b32e-bd8b-45dd-913a-1d1f513ee48b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Router 17775c40-0bd3-4210-b958-a3cf838b8f65 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:48:32.719199 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-306a5164-ea83-40ae-b0f1-bb96b837954b None None] Port d8bc3ee1-8565-4c7c-b907-645b3db26e8b cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:48:32.979671 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0354b32e-bd8b-45dd-913a-1d1f513ee48b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:48:32.990867 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728a064f-1bae-446f-b0e7-86e321bfe83a None None] Sync routers for ids ['17775c40-0bd3-4210-b958-a3cf838b8f65'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:48:32.994387 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0354b32e-bd8b-45dd-913a-1d1f513ee48b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "PUT /v2.0/routers/17775c40-0bd3-4210-b958-a3cf838b8f65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3021493 Feb 09 12:48:32.997826 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 58320) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:32.999469 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7f21cc5-d28d-45fc-9bb2-fd9473c3fc02 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:33.003983 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728a064f-1bae-446f-b0e7-86e321bfe83a None None] Routers {'17775c40-0bd3-4210-b958-a3cf838b8f65'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:48:33.004811 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-728a064f-1bae-446f-b0e7-86e321bfe83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:48:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['17775c40-0bd3-4210-b958-a3cf838b8f65'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:33.073125 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-728a064f-1bae-446f-b0e7-86e321bfe83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:33.083729 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728a064f-1bae-446f-b0e7-86e321bfe83a None None] Routers {'17775c40-0bd3-4210-b958-a3cf838b8f65'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:48:33.084550 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-728a064f-1bae-446f-b0e7-86e321bfe83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:48:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['17775c40-0bd3-4210-b958-a3cf838b8f65'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:33.086136 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853401a9-1d9a-4d2e-9cc1-c7ee25df1819 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:33.086938 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-853401a9-1d9a-4d2e-9cc1-c7ee25df1819 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Synchronizing usage tracker for tenant:27f2f8bb689948199636c37c369127b7 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:48:33.114275 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-853401a9-1d9a-4d2e-9cc1-c7ee25df1819 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Unset dirty status for tenant:27f2f8bb689948199636c37c369127b7 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:48:33.115881 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-853401a9-1d9a-4d2e-9cc1-c7ee25df1819 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "GET /v2.0/ports/d8bc3ee1-8565-4c7c-b907-645b3db26e8b HTTP/1.1" status: 200 len: 913 time: 0.1167080 Feb 09 12:48:33.118930 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 58326) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:33.154081 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-728a064f-1bae-446f-b0e7-86e321bfe83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:33.154800 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728a064f-1bae-446f-b0e7-86e321bfe83a None None] The sync data for ids ['17775c40-0bd3-4210-b958-a3cf838b8f65'] in n-d-825178-3 is: [] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:48:33.223750 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f21cc5-d28d-45fc-9bb2-fd9473c3fc02 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Router 4667e1c8-9a1e-44a4-beff-cef8b8a5b285 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:48:33.408774 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f21cc5-d28d-45fc-9bb2-fd9473c3fc02 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:48:33.420593 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632f8543-d7d3-41a7-b9ee-4225089ff102 None None] Sync routers for ids ['4667e1c8-9a1e-44a4-beff-cef8b8a5b285'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:48:33.432253 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632f8543-d7d3-41a7-b9ee-4225089ff102 None None] Routers {'4667e1c8-9a1e-44a4-beff-cef8b8a5b285'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:48:33.434410 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-632f8543-d7d3-41a7-b9ee-4225089ff102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:48:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['4667e1c8-9a1e-44a4-beff-cef8b8a5b285'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:33.440329 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7f21cc5-d28d-45fc-9bb2-fd9473c3fc02 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:33.442416 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a7f21cc5-d28d-45fc-9bb2-fd9473c3fc02 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.7005842 Feb 09 12:48:33.445419 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58332) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:33.508908 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58338) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:33.658335 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-632f8543-d7d3-41a7-b9ee-4225089ff102 None None] Set router 4667e1c8-9a1e-44a4-beff-cef8b8a5b285 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:48:33.663065 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-21389063-64ea-466f-9e99-5d9cacb7a517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:33.739220 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0f10c09e-12a6-410d-9783-a3fdecf08239 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:33.879788 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-21389063-64ea-466f-9e99-5d9cacb7a517 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:48:33.884608 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6350d035-e27b-43aa-aab9-df71b69f5062 tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=458862934c284b11a9f402abf41ed215&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4380159 Feb 09 12:48:33.915586 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-21389063-64ea-466f-9e99-5d9cacb7a517 admin admin] Usage tracker for resource:security_group_rule and tenant:0b7bc8434cf9447ea51db3cb600e2838 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:48:33.918657 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58346) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:33.930139 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-21389063-64ea-466f-9e99-5d9cacb7a517 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:48:33.957932 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-21389063-64ea-466f-9e99-5d9cacb7a517 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:48:33.989351 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-632f8543-d7d3-41a7-b9ee-4225089ff102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'name': 'tempest-TestNetworkBasicOps-router-81090480', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '1816b373-2fa1-4e98-a6f9-c4e358a025c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:48:28Z', 'updated_at': '2022-02-09T12:48:31Z', 'revision_number': 3, 'project_id': '458862934c284b11a9f402abf41ed215', 'gw_port': {'id': '1816b373-2fa1-4e98-a6f9-c4e358a025c1', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:48:30Z', 'updated_at': '2022-02-09T12:48:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:33.993258 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632f8543-d7d3-41a7-b9ee-4225089ff102 None None] Checking router: 4667e1c8-9a1e-44a4-beff-cef8b8a5b285 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:48:33.993602 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632f8543-d7d3-41a7-b9ee-4225089ff102 None None] Updating router 4667e1c8-9a1e-44a4-beff-cef8b8a5b285 port 1816b373-2fa1-4e98-a6f9-c4e358a025c1 binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:48:34.061752 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-632f8543-d7d3-41a7-b9ee-4225089ff102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:34.097686 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15751e-7699-4450-af8d-392ba4743ec6 req-6eff2d50-f386-4837-a9fd-e8ac7e711784 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:34.099341 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ec15751e-7699-4450-af8d-392ba4743ec6 req-6eff2d50-f386-4837-a9fd-e8ac7e711784 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/ports?device_id=0430e8cd-5ca2-438f-9d96-e4de447c6838 HTTP/1.1" status: 200 len: 909 time: 0.1782784 Feb 09 12:48:34.134974 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f195bcb9-8b23-4066-a62e-3bad91967451 tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:34.136435 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f195bcb9-8b23-4066-a62e-3bad91967451 tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2126937 Feb 09 12:48:34.147753 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 58350) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:34.148094 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c250f2b-3ed1-46c9-8791-9c3d698bccb8 req-028b8b20-4247-4f7d-ac71-6e9cc0a9e207 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:34.148644 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-4c250f2b-3ed1-46c9-8791-9c3d698bccb8 req-028b8b20-4247-4f7d-ac71-6e9cc0a9e207 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Synchronizing usage tracker for tenant:57cad2baaf2145b1a083f7140eddf89d on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:48:34.195777 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-4c250f2b-3ed1-46c9-8791-9c3d698bccb8 req-028b8b20-4247-4f7d-ac71-6e9cc0a9e207 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Unset dirty status for tenant:57cad2baaf2145b1a083f7140eddf89d on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:48:34.196547 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4c250f2b-3ed1-46c9-8791-9c3d698bccb8 req-028b8b20-4247-4f7d-ac71-6e9cc0a9e207 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.52 "GET /v2.0/ports?device_id=0430e8cd-5ca2-438f-9d96-e4de447c6838 HTTP/1.1" status: 200 len: 909 time: 0.3142111 Feb 09 12:48:34.235941 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-21389063-64ea-466f-9e99-5d9cacb7a517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:34.240397 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ea8d81f6-863c-4542-a867-e92436f5d6d6 tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=af0bad45-b31e-4cb1-a77c-3bbc34409de5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0897384 Feb 09 12:48:34.241070 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 58354) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:34.243360 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-21389063-64ea-466f-9e99-5d9cacb7a517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:34.248892 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-f60a1c69-e86b-400f-a9a9-8dc371a83a06 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1282735751', 'network_id': '8ffa134c-5914-42cd-b4fd-b6cacdce5158', 'project_id': '458862934c284b11a9f402abf41ed215', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:48:34.306396 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-21389063-64ea-466f-9e99-5d9cacb7a517 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0b7bc8434cf9447ea51db3cb600e2838&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7964301 Feb 09 12:48:34.313135 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58358) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:34.328964 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-4c250f2b-3ed1-46c9-8791-9c3d698bccb8 req-766958ae-1c01-476e-91f1-e42f99ef6d78 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Deleting port 87201e25-46d4-4d0b-b6ee-86ac3c267bde {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:48:34.329305 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-4c250f2b-3ed1-46c9-8791-9c3d698bccb8 req-766958ae-1c01-476e-91f1-e42f99ef6d78 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:34.360184 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21389063-64ea-466f-9e99-5d9cacb7a517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abc68e5-a648-4e71-a922-df7ddb2cd4d9,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:34.403474 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-632f8543-d7d3-41a7-b9ee-4225089ff102 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:34.413315 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-f60a1c69-e86b-400f-a9a9-8dc371a83a06 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:48:34.416551 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-632f8543-d7d3-41a7-b9ee-4225089ff102 None None] Transition to ACTIVE for port object 1816b373-2fa1-4e98-a6f9-c4e358a025c1 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:48:34.420093 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-f60a1c69-e86b-400f-a9a9-8dc371a83a06 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Usage tracker for resource:subnet and tenant:458862934c284b11a9f402abf41ed215 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:48:34.423779 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-632f8543-d7d3-41a7-b9ee-4225089ff102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:34.425497 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-f60a1c69-e86b-400f-a9a9-8dc371a83a06 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:48:34.434689 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-f60a1c69-e86b-400f-a9a9-8dc371a83a06 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:48:34.483264 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2128033b-cbef-45b1-829e-389ae8f17b9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:34.498202 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60a1c69-e86b-400f-a9a9-8dc371a83a06 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Made reservation on behalf of 458862934c284b11a9f402abf41ed215 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:48:34.502327 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f60a1c69-e86b-400f-a9a9-8dc371a83a06 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:34.526706 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-632f8543-d7d3-41a7-b9ee-4225089ff102 None None] Attempting to bind port 1816b373-2fa1-4e98-a6f9-c4e358a025c1 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:48:34.527255 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-632f8543-d7d3-41a7-b9ee-4225089ff102 None None] Attempting to bind port 1816b373-2fa1-4e98-a6f9-c4e358a025c1 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:48:34.527681 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632f8543-d7d3-41a7-b9ee-4225089ff102 None None] Attempting to bind port 1816b373-2fa1-4e98-a6f9-c4e358a025c1 on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:48:34.533527 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c69c988-715b-48d9-95dd-0c839697b180 None None] Pushing event updated for resources: {'Port': ['ID=1816b373-2fa1-4e98-a6f9-c4e358a025c1,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:34.538140 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632f8543-d7d3-41a7-b9ee-4225089ff102 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:48:34.538590 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632f8543-d7d3-41a7-b9ee-4225089ff102 None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:48:34.539053 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-632f8543-d7d3-41a7-b9ee-4225089ff102 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:34.539501 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632f8543-d7d3-41a7-b9ee-4225089ff102 None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:48:34.540076 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-632f8543-d7d3-41a7-b9ee-4225089ff102 None None] Bound port: 1816b373-2fa1-4e98-a6f9-c4e358a025c1, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:48:34.540507 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-632f8543-d7d3-41a7-b9ee-4225089ff102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:34.582050 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-0f10c09e-12a6-410d-9783-a3fdecf08239 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Deleting port d8bc3ee1-8565-4c7c-b907-645b3db26e8b {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:48:34.582395 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0f10c09e-12a6-410d-9783-a3fdecf08239 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:34.589942 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2128033b-cbef-45b1-829e-389ae8f17b9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:34.615402 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-632f8543-d7d3-41a7-b9ee-4225089ff102 None None] For port 1816b373-2fa1-4e98-a6f9-c4e358a025c1, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:48:34.620263 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-632f8543-d7d3-41a7-b9ee-4225089ff102 None None] For port 1816b373-2fa1-4e98-a6f9-c4e358a025c1, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=1816b373-2fa1-4e98-a6f9-c4e358a025c1,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:48:34.624594 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-632f8543-d7d3-41a7-b9ee-4225089ff102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:34.690895 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-4c250f2b-3ed1-46c9-8791-9c3d698bccb8 req-766958ae-1c01-476e-91f1-e42f99ef6d78 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] For port 87201e25-46d4-4d0b-b6ee-86ac3c267bde, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=87201e25-46d4-4d0b-b6ee-86ac3c267bde,segment=NetworkSegment(29d20c97-cf9b-4c36-8aea-8a0309cce11c),segment_id=29d20c97-cf9b-4c36-8aea-8a0309cce11c)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:48:34.691238 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-4c250f2b-3ed1-46c9-8791-9c3d698bccb8 req-766958ae-1c01-476e-91f1-e42f99ef6d78 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:34.703543 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2128033b-cbef-45b1-829e-389ae8f17b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:34.738930 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632f8543-d7d3-41a7-b9ee-4225089ff102 None None] Routers {'4667e1c8-9a1e-44a4-beff-cef8b8a5b285'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:48:34.739590 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-632f8543-d7d3-41a7-b9ee-4225089ff102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:48:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['4667e1c8-9a1e-44a4-beff-cef8b8a5b285'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:34.812784 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c69c988-715b-48d9-95dd-0c839697b180 None None] Pushing event updated for resources: {'Port': ['ID=1816b373-2fa1-4e98-a6f9-c4e358a025c1,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:34.838620 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-4c250f2b-3ed1-46c9-8791-9c3d698bccb8 req-766958ae-1c01-476e-91f1-e42f99ef6d78 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Calling delete_port for 87201e25-46d4-4d0b-b6ee-86ac3c267bde owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:48:34.868412 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0f10c09e-12a6-410d-9783-a3fdecf08239 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:34.877013 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2128033b-cbef-45b1-829e-389ae8f17b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abc68e5-a648-4e71-a922-df7ddb2cd4d9,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:34.890130 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2128033b-cbef-45b1-829e-389ae8f17b9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:34.893553 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2128033b-cbef-45b1-829e-389ae8f17b9d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3abc68e5-a648-4e71-a922-df7ddb2cd4d9 HTTP/1.1" status: 204 len: 168 time: 0.5772183 Feb 09 12:48:34.929767 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-632f8543-d7d3-41a7-b9ee-4225089ff102 None None] Set router 4667e1c8-9a1e-44a4-beff-cef8b8a5b285 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:48:35.012597 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-0f10c09e-12a6-410d-9783-a3fdecf08239 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Calling delete_port for d8bc3ee1-8565-4c7c-b907-645b3db26e8b owned by network:router_interface {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:48:35.013074 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-4c250f2b-3ed1-46c9-8791-9c3d698bccb8 req-766958ae-1c01-476e-91f1-e42f99ef6d78 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:35.069361 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766958ae-1c01-476e-91f1-e42f99ef6d78 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Pushing event deleted for resources: {'Port': ['ID=87201e25-46d4-4d0b-b6ee-86ac3c267bde,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:35.121434 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f60a1c69-e86b-400f-a9a9-8dc371a83a06 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:35.172239 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c250f2b-3ed1-46c9-8791-9c3d698bccb8 req-766958ae-1c01-476e-91f1-e42f99ef6d78 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] No DVR routers for this DVR port 87201e25-46d4-4d0b-b6ee-86ac3c267bde on host n-h1-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:48:35.175531 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-4c250f2b-3ed1-46c9-8791-9c3d698bccb8 req-766958ae-1c01-476e-91f1-e42f99ef6d78 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:35.179098 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0430e8cd-5ca2-438f-9d96-e4de447c6838', 'name': 'network-vif-deleted', 'tag': '87201e25-46d4-4d0b-b6ee-86ac3c267bde'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:48:35.199867 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4c250f2b-3ed1-46c9-8791-9c3d698bccb8 req-766958ae-1c01-476e-91f1-e42f99ef6d78 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.52 "DELETE /v2.0/ports/87201e25-46d4-4d0b-b6ee-86ac3c267bde HTTP/1.1" status: 204 len: 173 time: 0.9968979 Feb 09 12:48:35.267858 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a1c69-e86b-400f-a9a9-8dc371a83a06 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event updated for resources: {'Subnet': ['ID=574d076d-3e6a-4fd6-9301-a30c6a6e0584,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:35.289823 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a1c69-e86b-400f-a9a9-8dc371a83a06 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:35.296709 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0430e8cd-5ca2-438f-9d96-e4de447c6838', 'name': 'network-vif-deleted', 'tag': '87201e25-46d4-4d0b-b6ee-86ac3c267bde', 'status': 'completed', 'code': 200} Feb 09 12:48:35.296901 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a1c69-e86b-400f-a9a9-8dc371a83a06 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:35.297203 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a1c69-e86b-400f-a9a9-8dc371a83a06 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:35.298948 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a1c69-e86b-400f-a9a9-8dc371a83a06 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:35.299467 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a1c69-e86b-400f-a9a9-8dc371a83a06 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:35.300010 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a1c69-e86b-400f-a9a9-8dc371a83a06 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:35.300524 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a1c69-e86b-400f-a9a9-8dc371a83a06 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:35.301023 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a1c69-e86b-400f-a9a9-8dc371a83a06 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:35.301609 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a1c69-e86b-400f-a9a9-8dc371a83a06 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:35.308942 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a1c69-e86b-400f-a9a9-8dc371a83a06 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:35.309578 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a1c69-e86b-400f-a9a9-8dc371a83a06 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:35.310090 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a1c69-e86b-400f-a9a9-8dc371a83a06 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:35.314258 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60a1c69-e86b-400f-a9a9-8dc371a83a06 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Checking segment: {'id': '9da5629b-47e2-464e-ad27-5034dec29c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8ffa134c-5914-42cd-b4fd-b6cacdce5158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:48:35.314836 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60a1c69-e86b-400f-a9a9-8dc371a83a06 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Network hostable DHCP agents. Network: 8ffa134c-5914-42cd-b4fd-b6cacdce5158, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:48:35.414406 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-632f8543-d7d3-41a7-b9ee-4225089ff102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'name': 'tempest-TestNetworkBasicOps-router-81090480', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '1816b373-2fa1-4e98-a6f9-c4e358a025c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:48:28Z', 'updated_at': '2022-02-09T12:48:31Z', 'revision_number': 3, 'project_id': '458862934c284b11a9f402abf41ed215', 'gw_port': {'id': '1816b373-2fa1-4e98-a6f9-c4e358a025c1', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:48:30Z', 'updated_at': '2022-02-09T12:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:35.424812 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632f8543-d7d3-41a7-b9ee-4225089ff102 None None] The sync data for ids ['4667e1c8-9a1e-44a4-beff-cef8b8a5b285'] in n-d-825178-3 is: [{'id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'name': 'tempest-TestNetworkBasicOps-router-81090480', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '1816b373-2fa1-4e98-a6f9-c4e358a025c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:48:28Z', 'updated_at': '2022-02-09T12:48:31Z', 'revision_number': 3, 'project_id': '458862934c284b11a9f402abf41ed215', 'gw_port': {'id': '1816b373-2fa1-4e98-a6f9-c4e358a025c1', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:48:30Z', 'updated_at': '2022-02-09T12:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:48:35.442280 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58372) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:35.467597 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-093ad161-9ded-4d19-939e-db818f1d8fe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:35.488044 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-093ad161-9ded-4d19-939e-db818f1d8fe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:48:35.492139 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-093ad161-9ded-4d19-939e-db818f1d8fe2 admin admin] Usage tracker for resource:security_group_rule and tenant:070c8017f0a242cdbb57d5a3a52b01cc is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:48:35.495640 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60a1c69-e86b-400f-a9a9-8dc371a83a06 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Network 8ffa134c-5914-42cd-b4fd-b6cacdce5158 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:48:35.496352 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-093ad161-9ded-4d19-939e-db818f1d8fe2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:48:35.503137 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-093ad161-9ded-4d19-939e-db818f1d8fe2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:48:35.514581 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1012aed3-fec2-414f-ae72-46f10e649c6b req-c53f43f5-fc02-481f-b990-d8c0a9c77f49 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/ports?device_id=0430e8cd-5ca2-438f-9d96-e4de447c6838 HTTP/1.1" status: 200 len: 210 time: 0.1147759 Feb 09 12:48:35.537745 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-f60a1c69-e86b-400f-a9a9-8dc371a83a06 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 8ffa134c-5914-42cd-b4fd-b6cacdce5158) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:48:35.548779 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60a1c69-e86b-400f-a9a9-8dc371a83a06 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:35.549533 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f60a1c69-e86b-400f-a9a9-8dc371a83a06 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:35.556050 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebe8763-1d5a-489a-bbf3-986ac3adb7d6 None None] Network 8ffa134c-5914-42cd-b4fd-b6cacdce5158 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:48:35.556621 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0f10c09e-12a6-410d-9783-a3fdecf08239 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:35.630099 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-093ad161-9ded-4d19-939e-db818f1d8fe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:35.637793 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-093ad161-9ded-4d19-939e-db818f1d8fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:35.692207 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-093ad161-9ded-4d19-939e-db818f1d8fe2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=070c8017f0a242cdbb57d5a3a52b01cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2486050 Feb 09 12:48:35.693363 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ad161-9ded-4d19-939e-db818f1d8fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81ca68c-a9c5-45a0-937f-7fd0a114245a,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:35.695807 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58378) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:35.770978 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f10c09e-12a6-410d-9783-a3fdecf08239 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event deleted for resources: {'Port': ['ID=d8bc3ee1-8565-4c7c-b907-645b3db26e8b,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:35.786211 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d43ff45-9843-48d3-a351-f4ba37c37145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:35.844648 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d43ff45-9843-48d3-a351-f4ba37c37145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:35.857064 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f60a1c69-e86b-400f-a9a9-8dc371a83a06 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6135969 Feb 09 12:48:35.861734 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58382) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:35.862240 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157e2a36-069b-4351-86f8-a7fcddd1554a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-8ffa134c-5914-42cd-b4fd-b6cacdce5158', 'network_id': '8ffa134c-5914-42cd-b4fd-b6cacdce5158', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'fixed_ips': [{'subnet_id': '574d076d-3e6a-4fd6-9301-a30c6a6e0584'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:48:35.863094 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-157e2a36-069b-4351-86f8-a7fcddd1554a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:36.096633 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 1816b373-2fa1-4e98-a6f9-c4e358a025c1 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:48:36.159754 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0f10c09e-12a6-410d-9783-a3fdecf08239 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:36.183756 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d43ff45-9843-48d3-a351-f4ba37c37145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:36.211331 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d43ff45-9843-48d3-a351-f4ba37c37145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81ca68c-a9c5-45a0-937f-7fd0a114245a,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:36.233589 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d43ff45-9843-48d3-a351-f4ba37c37145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:36.235037 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2d43ff45-9843-48d3-a351-f4ba37c37145 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f81ca68c-a9c5-45a0-937f-7fd0a114245a HTTP/1.1" status: 204 len: 168 time: 0.5383487 Feb 09 12:48:36.399116 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 1816b373-2fa1-4e98-a6f9-c4e358a025c1 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:48:36.408489 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-157e2a36-069b-4351-86f8-a7fcddd1554a None None] Allocated IP 172.20.0.2 (8ffa134c-5914-42cd-b4fd-b6cacdce5158/574d076d-3e6a-4fd6-9301-a30c6a6e0584/ff12c31b-a30d-4f33-a85e-515c58863ea4) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:48:36.426835 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 1816b373-2fa1-4e98-a6f9-c4e358a025c1 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:48:36.430240 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:36.639904 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f10c09e-12a6-410d-9783-a3fdecf08239 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Router 17775c40-0bd3-4210-b958-a3cf838b8f65 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:48:36.718601 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 58392) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:36.926031 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:36.967205 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 1816b373-2fa1-4e98-a6f9-c4e358a025c1, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=1816b373-2fa1-4e98-a6f9-c4e358a025c1,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:48:36.974771 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-157e2a36-069b-4351-86f8-a7fcddd1554a None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:36.983255 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:37.027533 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f10c09e-12a6-410d-9783-a3fdecf08239 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:48:37.039584 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-0f10c09e-12a6-410d-9783-a3fdecf08239 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "PUT /v2.0/routers/17775c40-0bd3-4210-b958-a3cf838b8f65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9187758 Feb 09 12:48:37.047750 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-157e2a36-069b-4351-86f8-a7fcddd1554a None None] Transition to ACTIVE for port object ff12c31b-a30d-4f33-a85e-515c58863ea4 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:48:37.051272 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 58404) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:37.060265 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cffc3b-be5a-4a07-9cc3-d13c3e0d80a4 None None] Sync routers for ids ['17775c40-0bd3-4210-b958-a3cf838b8f65'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:48:37.093311 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cffc3b-be5a-4a07-9cc3-d13c3e0d80a4 None None] Routers {'17775c40-0bd3-4210-b958-a3cf838b8f65'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:48:37.094108 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-12cffc3b-be5a-4a07-9cc3-d13c3e0d80a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:48:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['17775c40-0bd3-4210-b958-a3cf838b8f65'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:37.167704 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-12cffc3b-be5a-4a07-9cc3-d13c3e0d80a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:37.182308 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-157e2a36-069b-4351-86f8-a7fcddd1554a None None] Transition to ACTIVE for port object ff12c31b-a30d-4f33-a85e-515c58863ea4 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:48:37.183262 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7280a1e0-172b-402c-92b0-8df5136fb0d1 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:37.194835 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cffc3b-be5a-4a07-9cc3-d13c3e0d80a4 None None] Routers {'17775c40-0bd3-4210-b958-a3cf838b8f65'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:48:37.195638 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-12cffc3b-be5a-4a07-9cc3-d13c3e0d80a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:48:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['17775c40-0bd3-4210-b958-a3cf838b8f65'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:37.250260 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=1816b373-2fa1-4e98-a6f9-c4e358a025c1,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:37.259422 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-157e2a36-069b-4351-86f8-a7fcddd1554a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:37.351426 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-12cffc3b-be5a-4a07-9cc3-d13c3e0d80a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:37.360628 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cffc3b-be5a-4a07-9cc3-d13c3e0d80a4 None None] The sync data for ids ['17775c40-0bd3-4210-b958-a3cf838b8f65'] in n-d-825178-3 is: [] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:48:37.406001 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157e2a36-069b-4351-86f8-a7fcddd1554a None None] Network 8ffa134c-5914-42cd-b4fd-b6cacdce5158 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:48:37.413714 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-157e2a36-069b-4351-86f8-a7fcddd1554a None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:48:37.424522 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157e2a36-069b-4351-86f8-a7fcddd1554a None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:48:37.520528 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e2a36-069b-4351-86f8-a7fcddd1554a None None] Pushing event updated for resources: {'Port': ['ID=ff12c31b-a30d-4f33-a85e-515c58863ea4,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:37.539406 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-157e2a36-069b-4351-86f8-a7fcddd1554a None None] Attempting to bind port ff12c31b-a30d-4f33-a85e-515c58863ea4 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:48:37.540229 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-157e2a36-069b-4351-86f8-a7fcddd1554a None None] Attempting to bind port ff12c31b-a30d-4f33-a85e-515c58863ea4 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '9da5629b-47e2-464e-ad27-5034dec29c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8ffa134c-5914-42cd-b4fd-b6cacdce5158'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:48:37.540865 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157e2a36-069b-4351-86f8-a7fcddd1554a None None] Attempting to bind port ff12c31b-a30d-4f33-a85e-515c58863ea4 on network 8ffa134c-5914-42cd-b4fd-b6cacdce5158 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:48:37.548188 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157e2a36-069b-4351-86f8-a7fcddd1554a None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:48:37.549011 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157e2a36-069b-4351-86f8-a7fcddd1554a None None] Checking segment: {'id': '9da5629b-47e2-464e-ad27-5034dec29c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8ffa134c-5914-42cd-b4fd-b6cacdce5158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:48:37.549679 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-157e2a36-069b-4351-86f8-a7fcddd1554a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:37.550293 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157e2a36-069b-4351-86f8-a7fcddd1554a None None] Bound using segment: {'id': '9da5629b-47e2-464e-ad27-5034dec29c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8ffa134c-5914-42cd-b4fd-b6cacdce5158'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:48:37.551008 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-157e2a36-069b-4351-86f8-a7fcddd1554a None None] Bound port: ff12c31b-a30d-4f33-a85e-515c58863ea4, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9da5629b-47e2-464e-ad27-5034dec29c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8ffa134c-5914-42cd-b4fd-b6cacdce5158'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:48:37.551650 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-157e2a36-069b-4351-86f8-a7fcddd1554a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:37.665033 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-7280a1e0-172b-402c-92b0-8df5136fb0d1 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Allocated IP 172.20.0.1 (8ffa134c-5914-42cd-b4fd-b6cacdce5158/574d076d-3e6a-4fd6-9301-a30c6a6e0584/00f3be6c-e4b5-480e-b1a1-b7841880fe65) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:48:37.671650 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-157e2a36-069b-4351-86f8-a7fcddd1554a None None] For port ff12c31b-a30d-4f33-a85e-515c58863ea4, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:48:37.674509 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-157e2a36-069b-4351-86f8-a7fcddd1554a None None] For port ff12c31b-a30d-4f33-a85e-515c58863ea4, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=ff12c31b-a30d-4f33-a85e-515c58863ea4,segment=NetworkSegment(9da5629b-47e2-464e-ad27-5034dec29c21),segment_id=9da5629b-47e2-464e-ad27-5034dec29c21)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:48:37.682913 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-157e2a36-069b-4351-86f8-a7fcddd1554a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:37.852960 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e2a36-069b-4351-86f8-a7fcddd1554a None None] Pushing event updated for resources: {'Port': ['ID=ff12c31b-a30d-4f33-a85e-515c58863ea4,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:37.922621 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7280a1e0-172b-402c-92b0-8df5136fb0d1 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:37.954602 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-7280a1e0-172b-402c-92b0-8df5136fb0d1 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Transition to ACTIVE for port object 00f3be6c-e4b5-480e-b1a1-b7841880fe65 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:48:37.986183 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7280a1e0-172b-402c-92b0-8df5136fb0d1 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:38.001735 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 1816b373-2fa1-4e98-a6f9-c4e358a025c1 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:48:38.071985 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7280a1e0-172b-402c-92b0-8df5136fb0d1 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Network 8ffa134c-5914-42cd-b4fd-b6cacdce5158 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:48:38.077316 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-7280a1e0-172b-402c-92b0-8df5136fb0d1 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:48:38.082031 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7280a1e0-172b-402c-92b0-8df5136fb0d1 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:48:38.184648 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7280a1e0-172b-402c-92b0-8df5136fb0d1 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event updated for resources: {'Port': ['ID=00f3be6c-e4b5-480e-b1a1-b7841880fe65,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:38.191356 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 1816b373-2fa1-4e98-a6f9-c4e358a025c1 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:48:38.192337 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:38.211502 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7280a1e0-172b-402c-92b0-8df5136fb0d1 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:38.258633 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 87201e25-46d4-4d0b-b6ee-86ac3c267bde no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:48:38.327780 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] No Port match for: 87201e25-46d4-4d0b-b6ee-86ac3c267bde {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:48:38.328856 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 87201e25-46d4-4d0b-b6ee-86ac3c267bde not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:48:38.459848 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f7bec278-512e-4537-8081-54ee3a179e93 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:38.467210 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7280a1e0-172b-402c-92b0-8df5136fb0d1 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:38.629662 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-096e70cc-e4ec-4440-9ba3-9bc3de6f84ce tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:39.091907 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7280a1e0-172b-402c-92b0-8df5136fb0d1 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:39.099193 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7280a1e0-172b-402c-92b0-8df5136fb0d1 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:39.147282 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-f7bec278-512e-4537-8081-54ee3a179e93 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Deleting port 6264da96-7d61-4f60-9b61-c6809a323aea {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:48:39.148066 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f7bec278-512e-4537-8081-54ee3a179e93 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:39.214618 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7280a1e0-172b-402c-92b0-8df5136fb0d1 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event updated for resources: {'Port': ['ID=00f3be6c-e4b5-480e-b1a1-b7841880fe65,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:39.247462 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7280a1e0-172b-402c-92b0-8df5136fb0d1 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:39.273773 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92077a03-3424-451e-a567-e35aa37eafed None None] Network 8ffa134c-5914-42cd-b4fd-b6cacdce5158 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:48:39.415001 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-096e70cc-e4ec-4440-9ba3-9bc3de6f84ce tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Deleting port 72ff10fd-1efd-4451-b569-16b990fc6c5a {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:48:39.415524 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7280a1e0-172b-402c-92b0-8df5136fb0d1 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Network 8ffa134c-5914-42cd-b4fd-b6cacdce5158 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:48:39.416674 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-096e70cc-e4ec-4440-9ba3-9bc3de6f84ce tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:39.417621 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-7280a1e0-172b-402c-92b0-8df5136fb0d1 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:48:39.449684 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-a9e3249a-36d4-4659-b98a-a1c9e03cce19 None None] Provisioning for port ff12c31b-a30d-4f33-a85e-515c58863ea4 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:48:39.637890 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7280a1e0-172b-402c-92b0-8df5136fb0d1 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Router 4667e1c8-9a1e-44a4-beff-cef8b8a5b285 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:48:39.698343 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-f7bec278-512e-4537-8081-54ee3a179e93 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] For port 6264da96-7d61-4f60-9b61-c6809a323aea, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=6264da96-7d61-4f60-9b61-c6809a323aea,segment=NetworkSegment(29d20c97-cf9b-4c36-8aea-8a0309cce11c),segment_id=29d20c97-cf9b-4c36-8aea-8a0309cce11c)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:48:39.698869 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f7bec278-512e-4537-8081-54ee3a179e93 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:39.833791 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7280a1e0-172b-402c-92b0-8df5136fb0d1 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:48:39.845695 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4951e64d-7d84-46e7-872a-e31d9c5e7541 None None] Sync routers for ids ['4667e1c8-9a1e-44a4-beff-cef8b8a5b285'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:48:39.856421 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7280a1e0-172b-402c-92b0-8df5136fb0d1 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "PUT /v2.0/routers/4667e1c8-9a1e-44a4-beff-cef8b8a5b285/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9933431 Feb 09 12:48:39.857056 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58452) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:39.858188 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-f7bec278-512e-4537-8081-54ee3a179e93 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Calling delete_port for 6264da96-7d61-4f60-9b61-c6809a323aea owned by network:router_interface {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:48:39.861228 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4951e64d-7d84-46e7-872a-e31d9c5e7541 None None] Routers {'4667e1c8-9a1e-44a4-beff-cef8b8a5b285'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:48:39.862089 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4951e64d-7d84-46e7-872a-e31d9c5e7541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:48:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['4667e1c8-9a1e-44a4-beff-cef8b8a5b285'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:39.936795 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-096e70cc-e4ec-4440-9ba3-9bc3de6f84ce tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:39.999776 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-5ed5d279-9c75-4bb1-9746-56fae6f10fbd None None] Provisioning for port 00f3be6c-e4b5-480e-b1a1-b7841880fe65 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:48:40.007108 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-5ed5d279-9c75-4bb1-9746-56fae6f10fbd None None] Provisioning complete for port 00f3be6c-e4b5-480e-b1a1-b7841880fe65 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:48:40.020086 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5ed5d279-9c75-4bb1-9746-56fae6f10fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:40.105090 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-5ed5d279-9c75-4bb1-9746-56fae6f10fbd None None] Port 00f3be6c-e4b5-480e-b1a1-b7841880fe65 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:48:40.109428 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device ff12c31b-a30d-4f33-a85e-515c58863ea4 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:48:40.150130 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28db1dd8-cd36-4419-85bd-ded1960a8fb7 tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:40.151483 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28db1dd8-cd36-4419-85bd-ded1960a8fb7 tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:40.152055 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28db1dd8-cd36-4419-85bd-ded1960a8fb7 tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:40.152515 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28db1dd8-cd36-4419-85bd-ded1960a8fb7 tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:40.152967 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28db1dd8-cd36-4419-85bd-ded1960a8fb7 tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:40.153414 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28db1dd8-cd36-4419-85bd-ded1960a8fb7 tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:40.153862 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28db1dd8-cd36-4419-85bd-ded1960a8fb7 tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:40.154316 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28db1dd8-cd36-4419-85bd-ded1960a8fb7 tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:40.154761 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28db1dd8-cd36-4419-85bd-ded1960a8fb7 tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:40.156880 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-28db1dd8-cd36-4419-85bd-ded1960a8fb7 tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6313 time: 0.2969446 Feb 09 12:48:40.159619 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58458) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:40.198311 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-096e70cc-e4ec-4440-9ba3-9bc3de6f84ce tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Calling delete_port for 72ff10fd-1efd-4451-b569-16b990fc6c5a owned by network:router_interface {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:48:40.219469 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port ff12c31b-a30d-4f33-a85e-515c58863ea4 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:48:40.228173 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port ff12c31b-a30d-4f33-a85e-515c58863ea4 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:48:40.228670 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:40.255048 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-4951e64d-7d84-46e7-872a-e31d9c5e7541 None None] Set router 4667e1c8-9a1e-44a4-beff-cef8b8a5b285 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:48:40.279576 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f3e1d5-07ab-4854-a1be-654897d9faf6 tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:40.281574 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f3e1d5-07ab-4854-a1be-654897d9faf6 tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:40.282048 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f3e1d5-07ab-4854-a1be-654897d9faf6 tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:40.282499 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f3e1d5-07ab-4854-a1be-654897d9faf6 tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:40.282944 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f3e1d5-07ab-4854-a1be-654897d9faf6 tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:40.283389 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f3e1d5-07ab-4854-a1be-654897d9faf6 tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:40.283848 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f3e1d5-07ab-4854-a1be-654897d9faf6 tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:40.302432 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f3e1d5-07ab-4854-a1be-654897d9faf6 tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:40.302999 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f3e1d5-07ab-4854-a1be-654897d9faf6 tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:40.305254 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-11f3e1d5-07ab-4854-a1be-654897d9faf6 tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5831 time: 0.1447082 Feb 09 12:48:40.305800 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58462) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:40.313632 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58466) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:40.460436 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-cbf95bd0-0d27-4f2c-bf0f-af42c2b57f69 None None] Provisioning complete for port 00f3be6c-e4b5-480e-b1a1-b7841880fe65 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:48:40.461025 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cbf95bd0-0d27-4f2c-bf0f-af42c2b57f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:40.565484 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:40.598053 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-cbf95bd0-0d27-4f2c-bf0f-af42c2b57f69 None None] Port 00f3be6c-e4b5-480e-b1a1-b7841880fe65 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:48:40.618632 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-190e19ed-c1ad-48c3-a798-bc79c9e2fd91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:40.629178 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port ff12c31b-a30d-4f33-a85e-515c58863ea4, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=ff12c31b-a30d-4f33-a85e-515c58863ea4,segment=NetworkSegment(9da5629b-47e2-464e-ad27-5034dec29c21),segment_id=9da5629b-47e2-464e-ad27-5034dec29c21)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:48:40.635980 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:40.652265 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-190e19ed-c1ad-48c3-a798-bc79c9e2fd91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:48:40.656633 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-190e19ed-c1ad-48c3-a798-bc79c9e2fd91 admin admin] Usage tracker for resource:security_group_rule and tenant:d68e2dbf500c4ad180977127af81bfcb is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:48:40.659127 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-096e70cc-e4ec-4440-9ba3-9bc3de6f84ce tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:40.660047 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-190e19ed-c1ad-48c3-a798-bc79c9e2fd91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:48:40.666742 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-190e19ed-c1ad-48c3-a798-bc79c9e2fd91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:48:40.712389 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f7bec278-512e-4537-8081-54ee3a179e93 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:40.767868 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-82a75b1f-85be-4d44-8c41-871350e12132 None None] Provisioning complete for port 00f3be6c-e4b5-480e-b1a1-b7841880fe65 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:48:40.768556 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-82a75b1f-85be-4d44-8c41-871350e12132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:40.774244 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096e70cc-e4ec-4440-9ba3-9bc3de6f84ce tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event deleted for resources: {'Port': ['ID=72ff10fd-1efd-4451-b569-16b990fc6c5a,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:40.816443 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=ff12c31b-a30d-4f33-a85e-515c58863ea4,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:40.824295 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-190e19ed-c1ad-48c3-a798-bc79c9e2fd91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:40.849660 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-190e19ed-c1ad-48c3-a798-bc79c9e2fd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:40.878412 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-82a75b1f-85be-4d44-8c41-871350e12132 None None] Port 00f3be6c-e4b5-480e-b1a1-b7841880fe65 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:48:40.887628 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-190e19ed-c1ad-48c3-a798-bc79c9e2fd91 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d68e2dbf500c4ad180977127af81bfcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5805628 Feb 09 12:48:40.894121 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58472) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:40.922292 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4951e64d-7d84-46e7-872a-e31d9c5e7541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'name': 'tempest-TestNetworkBasicOps-router-81090480', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '1816b373-2fa1-4e98-a6f9-c4e358a025c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:48:28Z', 'updated_at': '2022-02-09T12:48:38Z', 'revision_number': 4, 'project_id': '458862934c284b11a9f402abf41ed215', 'gw_port': {'id': '1816b373-2fa1-4e98-a6f9-c4e358a025c1', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:48:30Z', 'updated_at': '2022-02-09T12:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '00f3be6c-e4b5-480e-b1a1-b7841880fe65', 'name': '', 'network_id': '8ffa134c-5914-42cd-b4fd-b6cacdce5158', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'mac_address': 'fa:16:3e:6a:93:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '574d076d-3e6a-4fd6-9301-a30c6a6e0584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:48:37Z', 'updated_at': '2022-02-09T12:48:38Z', 'revision_number': 2, 'project_id': '458862934c284b11a9f402abf41ed215', 'subnets': [{'id': '574d076d-3e6a-4fd6-9301-a30c6a6e0584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:40.928690 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4951e64d-7d84-46e7-872a-e31d9c5e7541 None None] Checking router: 4667e1c8-9a1e-44a4-beff-cef8b8a5b285 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:48:40.929286 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4951e64d-7d84-46e7-872a-e31d9c5e7541 None None] Updating router 4667e1c8-9a1e-44a4-beff-cef8b8a5b285 port 00f3be6c-e4b5-480e-b1a1-b7841880fe65 binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:48:40.950490 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e19ed-c1ad-48c3-a798-bc79c9e2fd91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89b65a7-3458-4f15-95a6-66ccbb1f4109,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:41.002275 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-681712f4-37aa-42bd-990e-e21c189f56a9 tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4316 time: 0.6875322 Feb 09 12:48:41.015936 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8aadb3bf-b0ed-4cac-85d3-8a9d8d00406a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:41.024604 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bec278-512e-4537-8081-54ee3a179e93 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Pushing event deleted for resources: {'Port': ['ID=6264da96-7d61-4f60-9b61-c6809a323aea,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:41.050190 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8aadb3bf-b0ed-4cac-85d3-8a9d8d00406a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:41.052754 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4951e64d-7d84-46e7-872a-e31d9c5e7541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:41.285079 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8aadb3bf-b0ed-4cac-85d3-8a9d8d00406a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:41.315410 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aadb3bf-b0ed-4cac-85d3-8a9d8d00406a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89b65a7-3458-4f15-95a6-66ccbb1f4109,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:41.337308 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aadb3bf-b0ed-4cac-85d3-8a9d8d00406a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:41.340407 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aadb3bf-b0ed-4cac-85d3-8a9d8d00406a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:41.340864 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aadb3bf-b0ed-4cac-85d3-8a9d8d00406a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:41.341417 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aadb3bf-b0ed-4cac-85d3-8a9d8d00406a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:41.342271 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aadb3bf-b0ed-4cac-85d3-8a9d8d00406a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:41.342271 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aadb3bf-b0ed-4cac-85d3-8a9d8d00406a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:41.342765 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aadb3bf-b0ed-4cac-85d3-8a9d8d00406a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:41.343658 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aadb3bf-b0ed-4cac-85d3-8a9d8d00406a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:41.344114 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aadb3bf-b0ed-4cac-85d3-8a9d8d00406a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:41.345639 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aadb3bf-b0ed-4cac-85d3-8a9d8d00406a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:41.346740 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aadb3bf-b0ed-4cac-85d3-8a9d8d00406a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:41.347189 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aadb3bf-b0ed-4cac-85d3-8a9d8d00406a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:41.364992 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-096e70cc-e4ec-4440-9ba3-9bc3de6f84ce tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:41.383577 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8aadb3bf-b0ed-4cac-85d3-8a9d8d00406a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:41.384465 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 58480) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:41.385129 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8aadb3bf-b0ed-4cac-85d3-8a9d8d00406a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f89b65a7-3458-4f15-95a6-66ccbb1f4109 HTTP/1.1" status: 204 len: 168 time: 0.4878561 Feb 09 12:48:41.454424 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-6f5b8f71-603a-4eb4-adef-b929a37a2e20 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-19608337', 'description': 'tempest-secgroup-smoke-19608337 description', 'project_id': '458862934c284b11a9f402abf41ed215'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:48:41.514394 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4951e64d-7d84-46e7-872a-e31d9c5e7541 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:41.520661 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6f5b8f71-603a-4eb4-adef-b929a37a2e20 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:48:41.528314 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-4951e64d-7d84-46e7-872a-e31d9c5e7541 None None] Transition to ACTIVE for port object 00f3be6c-e4b5-480e-b1a1-b7841880fe65 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:48:41.537118 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4951e64d-7d84-46e7-872a-e31d9c5e7541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:41.542522 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6f5b8f71-603a-4eb4-adef-b929a37a2e20 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Usage tracker for resource:security_group and tenant:458862934c284b11a9f402abf41ed215 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:48:41.594241 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6f5b8f71-603a-4eb4-adef-b929a37a2e20 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:48:41.621387 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6f5b8f71-603a-4eb4-adef-b929a37a2e20 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:48:41.720497 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58488) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:41.721163 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594bcdd8-049b-4e09-ba06-54c8a00a55f9 None None] Pushing event updated for resources: {'Port': ['ID=00f3be6c-e4b5-480e-b1a1-b7841880fe65,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:41.750417 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7ec4ff46-d74c-4aee-8048-54652c7d5516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:41.770242 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7ec4ff46-d74c-4aee-8048-54652c7d5516 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:48:41.771785 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6f5b8f71-603a-4eb4-adef-b929a37a2e20 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:41.775593 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7ec4ff46-d74c-4aee-8048-54652c7d5516 admin admin] Usage tracker for resource:security_group_rule and tenant:5c29716010d2488888a53164fb38b31e is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:48:41.778958 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7ec4ff46-d74c-4aee-8048-54652c7d5516 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:48:41.785792 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7ec4ff46-d74c-4aee-8048-54652c7d5516 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:48:41.796843 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f7bec278-512e-4537-8081-54ee3a179e93 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:41.807783 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6f5b8f71-603a-4eb4-adef-b929a37a2e20 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:48:41.811235 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-096e70cc-e4ec-4440-9ba3-9bc3de6f84ce tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Router 17775c40-0bd3-4210-b958-a3cf838b8f65 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:48:41.819292 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-4951e64d-7d84-46e7-872a-e31d9c5e7541 None None] Attempting to bind port 00f3be6c-e4b5-480e-b1a1-b7841880fe65 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:48:41.819964 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-4951e64d-7d84-46e7-872a-e31d9c5e7541 None None] Attempting to bind port 00f3be6c-e4b5-480e-b1a1-b7841880fe65 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '9da5629b-47e2-464e-ad27-5034dec29c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8ffa134c-5914-42cd-b4fd-b6cacdce5158'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:48:41.819964 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4951e64d-7d84-46e7-872a-e31d9c5e7541 None None] Attempting to bind port 00f3be6c-e4b5-480e-b1a1-b7841880fe65 on network 8ffa134c-5914-42cd-b4fd-b6cacdce5158 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:48:41.828466 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4951e64d-7d84-46e7-872a-e31d9c5e7541 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:48:41.828978 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4951e64d-7d84-46e7-872a-e31d9c5e7541 None None] Checking segment: {'id': '9da5629b-47e2-464e-ad27-5034dec29c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8ffa134c-5914-42cd-b4fd-b6cacdce5158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:48:41.829429 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4951e64d-7d84-46e7-872a-e31d9c5e7541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:41.830160 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4951e64d-7d84-46e7-872a-e31d9c5e7541 None None] Bound using segment: {'id': '9da5629b-47e2-464e-ad27-5034dec29c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8ffa134c-5914-42cd-b4fd-b6cacdce5158'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:48:41.830834 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-4951e64d-7d84-46e7-872a-e31d9c5e7541 None None] Bound port: 00f3be6c-e4b5-480e-b1a1-b7841880fe65, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9da5629b-47e2-464e-ad27-5034dec29c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8ffa134c-5914-42cd-b4fd-b6cacdce5158'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:48:41.831370 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4951e64d-7d84-46e7-872a-e31d9c5e7541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:41.856771 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:48:41.868700 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6f5b8f71-603a-4eb4-adef-b929a37a2e20 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Usage tracker for resource:security_group_rule and tenant:458862934c284b11a9f402abf41ed215 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:48:41.878781 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6f5b8f71-603a-4eb4-adef-b929a37a2e20 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:48:41.897639 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7ec4ff46-d74c-4aee-8048-54652c7d5516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:41.902396 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7ec4ff46-d74c-4aee-8048-54652c7d5516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:41.902572 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6f5b8f71-603a-4eb4-adef-b929a37a2e20 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:48:41.959352 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7ec4ff46-d74c-4aee-8048-54652c7d5516 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5c29716010d2488888a53164fb38b31e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2340355 Feb 09 12:48:41.959352 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec4ff46-d74c-4aee-8048-54652c7d5516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e123ce-f6da-4144-8685-e9cb188eaf2d,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:41.960795 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58492) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:41.993276 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-4951e64d-7d84-46e7-872a-e31d9c5e7541 None None] For port 00f3be6c-e4b5-480e-b1a1-b7841880fe65, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:48:41.997860 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-4951e64d-7d84-46e7-872a-e31d9c5e7541 None None] For port 00f3be6c-e4b5-480e-b1a1-b7841880fe65, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=00f3be6c-e4b5-480e-b1a1-b7841880fe65,segment=NetworkSegment(9da5629b-47e2-464e-ad27-5034dec29c21),segment_id=9da5629b-47e2-464e-ad27-5034dec29c21)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:48:42.005450 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4951e64d-7d84-46e7-872a-e31d9c5e7541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:42.034051 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ee62baeb-43c5-4a42-8d63-3495b0c292d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:42.058294 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device ff12c31b-a30d-4f33-a85e-515c58863ea4 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:48:42.062883 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ee62baeb-43c5-4a42-8d63-3495b0c292d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:42.128210 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4951e64d-7d84-46e7-872a-e31d9c5e7541 None None] Routers {'4667e1c8-9a1e-44a4-beff-cef8b8a5b285'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:48:42.129335 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4951e64d-7d84-46e7-872a-e31d9c5e7541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:48:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['4667e1c8-9a1e-44a4-beff-cef8b8a5b285'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:42.137164 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ee62baeb-43c5-4a42-8d63-3495b0c292d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:42.152610 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee62baeb-43c5-4a42-8d63-3495b0c292d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e123ce-f6da-4144-8685-e9cb188eaf2d,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:42.167817 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ee62baeb-43c5-4a42-8d63-3495b0c292d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:42.169082 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ee62baeb-43c5-4a42-8d63-3495b0c292d9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a3e123ce-f6da-4144-8685-e9cb188eaf2d HTTP/1.1" status: 204 len: 168 time: 0.2075157 Feb 09 12:48:42.177246 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096e70cc-e4ec-4440-9ba3-9bc3de6f84ce tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:48:42.201662 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port ff12c31b-a30d-4f33-a85e-515c58863ea4 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:48:42.202004 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:42.239689 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e4e4f8-9e95-4e16-a75e-4fa241b9192e None None] Sync routers for ids ['17775c40-0bd3-4210-b958-a3cf838b8f65'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:48:42.263929 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594bcdd8-049b-4e09-ba06-54c8a00a55f9 None None] Pushing event updated for resources: {'Port': ['ID=00f3be6c-e4b5-480e-b1a1-b7841880fe65,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:42.274414 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e4e4f8-9e95-4e16-a75e-4fa241b9192e None None] Routers {'17775c40-0bd3-4210-b958-a3cf838b8f65'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:48:42.275568 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-d1e4e4f8-9e95-4e16-a75e-4fa241b9192e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:48:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['17775c40-0bd3-4210-b958-a3cf838b8f65'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:42.371939 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-d1e4e4f8-9e95-4e16-a75e-4fa241b9192e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:42.384593 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e4e4f8-9e95-4e16-a75e-4fa241b9192e None None] Routers {'17775c40-0bd3-4210-b958-a3cf838b8f65'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:48:42.386118 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-d1e4e4f8-9e95-4e16-a75e-4fa241b9192e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:48:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['17775c40-0bd3-4210-b958-a3cf838b8f65'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:42.426161 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-096e70cc-e4ec-4440-9ba3-9bc3de6f84ce tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "PUT /v2.0/routers/17775c40-0bd3-4210-b958-a3cf838b8f65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3742397 Feb 09 12:48:42.428902 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58498) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:42.429485 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6f5b8f71-603a-4eb4-adef-b929a37a2e20 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:42.453332 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6f5b8f71-603a-4eb4-adef-b929a37a2e20 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:42.509981 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-4951e64d-7d84-46e7-872a-e31d9c5e7541 None None] Set router 4667e1c8-9a1e-44a4-beff-cef8b8a5b285 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:48:42.511282 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-01360491-0941-4637-a21f-bcfdb14460e3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Synchronizing usage tracker for tenant:27f2f8bb689948199636c37c369127b7 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:48:42.531333 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-01360491-0941-4637-a21f-bcfdb14460e3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Unset dirty status for tenant:27f2f8bb689948199636c37c369127b7 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:48:42.533324 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-01360491-0941-4637-a21f-bcfdb14460e3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "GET /v2.0/ports?device_id=17775c40-0bd3-4210-b958-a3cf838b8f65 HTTP/1.1" status: 200 len: 205 time: 0.1004558 Feb 09 12:48:42.536033 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58502) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:42.587052 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6f5b8f71-603a-4eb4-adef-b929a37a2e20 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:42.588640 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-6f5b8f71-603a-4eb4-adef-b929a37a2e20 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.2005403 Feb 09 12:48:42.591589 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b8f71-603a-4eb4-adef-b929a37a2e20 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9455bdef-b6fe-4fd6-bde8-1749fdf6195a,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:42.593804 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 58508) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:42.607755 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-6b9644c5-41fe-49ec-bd81-1a57c87740d9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Request body: {'security_group_rule': {'security_group_id': '9455bdef-b6fe-4fd6-bde8-1749fdf6195a', 'project_id': '458862934c284b11a9f402abf41ed215', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:48:42.620221 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6b9644c5-41fe-49ec-bd81-1a57c87740d9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:48:42.620476 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-d1e4e4f8-9e95-4e16-a75e-4fa241b9192e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:42.620983 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e4e4f8-9e95-4e16-a75e-4fa241b9192e None None] The sync data for ids ['17775c40-0bd3-4210-b958-a3cf838b8f65'] in n-d-825178-3 is: [] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:48:42.629144 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6b9644c5-41fe-49ec-bd81-1a57c87740d9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Usage tracker for resource:security_group_rule and tenant:458862934c284b11a9f402abf41ed215 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:48:42.635567 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6b9644c5-41fe-49ec-bd81-1a57c87740d9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:48:42.645700 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7bec278-512e-4537-8081-54ee3a179e93 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Router b96145bf-624c-4875-aeeb-34ee0370e6aa has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:48:42.647144 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6b9644c5-41fe-49ec-bd81-1a57c87740d9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:48:42.747906 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6b9644c5-41fe-49ec-bd81-1a57c87740d9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:42.751467 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0ce833f6-42e6-44cc-8ff7-01a2258a97d4 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:42.939450 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4951e64d-7d84-46e7-872a-e31d9c5e7541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'name': 'tempest-TestNetworkBasicOps-router-81090480', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '1816b373-2fa1-4e98-a6f9-c4e358a025c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:48:28Z', 'updated_at': '2022-02-09T12:48:38Z', 'revision_number': 4, 'project_id': '458862934c284b11a9f402abf41ed215', 'gw_port': {'id': '1816b373-2fa1-4e98-a6f9-c4e358a025c1', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:48:30Z', 'updated_at': '2022-02-09T12:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '00f3be6c-e4b5-480e-b1a1-b7841880fe65', 'name': '', 'network_id': '8ffa134c-5914-42cd-b4fd-b6cacdce5158', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'mac_address': 'fa:16:3e:6a:93:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '574d076d-3e6a-4fd6-9301-a30c6a6e0584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:48:37Z', 'updated_at': '2022-02-09T12:48:41Z', 'revision_number': 4, 'project_id': '458862934c284b11a9f402abf41ed215', 'subnets': [{'id': '574d076d-3e6a-4fd6-9301-a30c6a6e0584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:42.944380 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4951e64d-7d84-46e7-872a-e31d9c5e7541 None None] The sync data for ids ['4667e1c8-9a1e-44a4-beff-cef8b8a5b285'] in n-d-825178-3 is: [{'id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'name': 'tempest-TestNetworkBasicOps-router-81090480', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '1816b373-2fa1-4e98-a6f9-c4e358a025c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:48:28Z', 'updated_at': '2022-02-09T12:48:38Z', 'revision_number': 4, 'project_id': '458862934c284b11a9f402abf41ed215', 'gw_port': {'id': '1816b373-2fa1-4e98-a6f9-c4e358a025c1', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:48:30Z', 'updated_at': '2022-02-09T12:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '00f3be6c-e4b5-480e-b1a1-b7841880fe65', 'name': '', 'network_id': '8ffa134c-5914-42cd-b4fd-b6cacdce5158', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'mac_address': 'fa:16:3e:6a:93:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '574d076d-3e6a-4fd6-9301-a30c6a6e0584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:48:37Z', 'updated_at': '2022-02-09T12:48:41Z', 'revision_number': 4, 'project_id': '458862934c284b11a9f402abf41ed215', 'subnets': [{'id': '574d076d-3e6a-4fd6-9301-a30c6a6e0584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:48:43.118301 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7bec278-512e-4537-8081-54ee3a179e93 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:48:43.128711 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6b9644c5-41fe-49ec-bd81-1a57c87740d9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:43.129741 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc3ec50-69ca-49a4-bb07-6087d3412a2a None None] Sync routers for ids ['b96145bf-624c-4875-aeeb-34ee0370e6aa'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:48:43.137283 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f7bec278-512e-4537-8081-54ee3a179e93 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "PUT /v2.0/routers/b96145bf-624c-4875-aeeb-34ee0370e6aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4116461 Feb 09 12:48:43.138427 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 58524) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:43.141013 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6b9644c5-41fe-49ec-bd81-1a57c87740d9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:43.147797 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc3ec50-69ca-49a4-bb07-6087d3412a2a None None] Routers {'b96145bf-624c-4875-aeeb-34ee0370e6aa'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:48:43.148458 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7cc3ec50-69ca-49a4-bb07-6087d3412a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:48:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['b96145bf-624c-4875-aeeb-34ee0370e6aa'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:43.148635 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0ce833f6-42e6-44cc-8ff7-01a2258a97d4 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:43.154169 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0ce833f6-42e6-44cc-8ff7-01a2258a97d4 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:43.187894 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0ce833f6-42e6-44cc-8ff7-01a2258a97d4 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:43.189066 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce833f6-42e6-44cc-8ff7-01a2258a97d4 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Fanout notify agent at l3_agent the message router_deleted on router 17775c40-0bd3-4210-b958-a3cf838b8f65 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:48:43.205359 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9644c5-41fe-49ec-bd81-1a57c87740d9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0225ea8-a26e-47d7-ac74-12e802e2ec82,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:43.216380 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0ce833f6-42e6-44cc-8ff7-01a2258a97d4 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:43.220600 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0ce833f6-42e6-44cc-8ff7-01a2258a97d4 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "DELETE /v2.0/routers/17775c40-0bd3-4210-b958-a3cf838b8f65 HTTP/1.1" status: 204 len: 168 time: 0.6827166 Feb 09 12:48:43.221225 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58530) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:43.254993 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6b9644c5-41fe-49ec-bd81-1a57c87740d9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:43.256848 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-6b9644c5-41fe-49ec-bd81-1a57c87740d9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6601620 Feb 09 12:48:43.261154 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 58536) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:43.271358 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-7005a8b6-d7d8-4166-9f7c-2a2a8a5e4e42 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Request body: {'security_group_rule': {'security_group_id': '9455bdef-b6fe-4fd6-bde8-1749fdf6195a', 'project_id': '458862934c284b11a9f402abf41ed215', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:48:43.281742 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-7005a8b6-d7d8-4166-9f7c-2a2a8a5e4e42 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:48:43.288138 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-12faae9a-0a17-4d10-8844-002b2002eb73 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Deleting subnet 6e07955b-33a7-4758-b25e-851bb2ebfd7d {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:48:43.293325 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-12faae9a-0a17-4d10-8844-002b2002eb73 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:43.322333 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-d93b361e-6df5-4650-87c8-c1841666b6e3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Deleting subnet 3dc490d7-48e8-497e-ba87-f22ec4025bb4 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:48:43.324828 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-7005a8b6-d7d8-4166-9f7c-2a2a8a5e4e42 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Usage tracker for resource:security_group_rule and tenant:458862934c284b11a9f402abf41ed215 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:48:43.329255 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d93b361e-6df5-4650-87c8-c1841666b6e3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:43.333730 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-7005a8b6-d7d8-4166-9f7c-2a2a8a5e4e42 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:48:43.355032 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-7005a8b6-d7d8-4166-9f7c-2a2a8a5e4e42 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:48:43.382221 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-12faae9a-0a17-4d10-8844-002b2002eb73 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:43.405858 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d93b361e-6df5-4650-87c8-c1841666b6e3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:43.450558 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7005a8b6-d7d8-4166-9f7c-2a2a8a5e4e42 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:43.552399 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d93b361e-6df5-4650-87c8-c1841666b6e3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:43.649315 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d93b361e-6df5-4650-87c8-c1841666b6e3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:43.651665 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7005a8b6-d7d8-4166-9f7c-2a2a8a5e4e42 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:43.654623 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-12faae9a-0a17-4d10-8844-002b2002eb73 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:43.657979 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-7cc3ec50-69ca-49a4-bb07-6087d3412a2a None None] Set router b96145bf-624c-4875-aeeb-34ee0370e6aa gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:48:43.690364 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7005a8b6-d7d8-4166-9f7c-2a2a8a5e4e42 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:43.701349 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b361e-6df5-4650-87c8-c1841666b6e3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event deleted for resources: {'Subnet': ['ID=3dc490d7-48e8-497e-ba87-f22ec4025bb4,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:43.705364 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d93b361e-6df5-4650-87c8-c1841666b6e3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:43.719309 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d93b361e-6df5-4650-87c8-c1841666b6e3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "DELETE /v2.0/subnets/3dc490d7-48e8-497e-ba87-f22ec4025bb4 HTTP/1.1" status: 204 len: 168 time: 0.4967332 Feb 09 12:48:43.722435 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8996c8b9-b606-4644-8577-381a3b73a5c4 None None] Network 8e5a6ad8-46ba-4a5e-8ef0-98931a71651b requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:48:43.723468 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58542) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:43.770261 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7005a8b6-d7d8-4166-9f7c-2a2a8a5e4e42 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:43.771606 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-7005a8b6-d7d8-4166-9f7c-2a2a8a5e4e42 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5093377 Feb 09 12:48:43.776307 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 58546) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:43.777120 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7005a8b6-d7d8-4166-9f7c-2a2a8a5e4e42 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e9e7f96-42f0-4eea-8b54-c0968f6ea2ee,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:43.798722 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-6b7b555d-d858-47fa-8224-afa89d14573e tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Request body: {'security_group_rule': {'security_group_id': '9455bdef-b6fe-4fd6-bde8-1749fdf6195a', 'project_id': '458862934c284b11a9f402abf41ed215', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:48:43.816719 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6b7b555d-d858-47fa-8224-afa89d14573e tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:48:43.821739 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6b7b555d-d858-47fa-8224-afa89d14573e tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Usage tracker for resource:security_group_rule and tenant:458862934c284b11a9f402abf41ed215 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:48:43.826700 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6b7b555d-d858-47fa-8224-afa89d14573e tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:48:43.834830 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6b7b555d-d858-47fa-8224-afa89d14573e tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:48:43.866897 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-17f177c1-6f4e-4995-bed4-d2929b3fe713 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Deleting subnet 90383f46-aa92-4f38-b2c7-ce1a651ae693 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:48:43.871595 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-17f177c1-6f4e-4995-bed4-d2929b3fe713 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:43.888057 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6b7b555d-d858-47fa-8224-afa89d14573e tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:44.005426 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-17f177c1-6f4e-4995-bed4-d2929b3fe713 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:44.050088 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-12faae9a-0a17-4d10-8844-002b2002eb73 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:44.114137 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 00f3be6c-e4b5-480e-b1a1-b7841880fe65 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:48:44.120035 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-12faae9a-0a17-4d10-8844-002b2002eb73 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:44.138513 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6b7b555d-d858-47fa-8224-afa89d14573e tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:44.142358 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12faae9a-0a17-4d10-8844-002b2002eb73 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Pushing event deleted for resources: {'Subnet': ['ID=6e07955b-33a7-4758-b25e-851bb2ebfd7d,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:44.158151 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6b7b555d-d858-47fa-8224-afa89d14573e tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:44.168247 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-17f177c1-6f4e-4995-bed4-d2929b3fe713 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:44.178132 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b555d-d858-47fa-8224-afa89d14573e tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a3e74b6-8c78-4791-8617-cfa351e50fe8,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:44.194144 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-12faae9a-0a17-4d10-8844-002b2002eb73 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "DELETE /v2.0/subnets/6e07955b-33a7-4758-b25e-851bb2ebfd7d HTTP/1.1" status: 204 len: 168 time: 1.0546947 Feb 09 12:48:44.197775 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 58558) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:44.278314 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-17f177c1-6f4e-4995-bed4-d2929b3fe713 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:44.331186 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7cc3ec50-69ca-49a4-bb07-6087d3412a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96145bf-624c-4875-aeeb-34ee0370e6aa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-107916814', 'tenant_id': '57cad2baaf2145b1a083f7140eddf89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '228d6a7d-449e-40f7-8489-1787ab102b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:47:37Z', 'updated_at': '2022-02-09T12:48:40Z', 'revision_number': 5, 'project_id': '57cad2baaf2145b1a083f7140eddf89d', 'gw_port': {'id': '228d6a7d-449e-40f7-8489-1787ab102b6b', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96145bf-624c-4875-aeeb-34ee0370e6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:47:39Z', 'updated_at': '2022-02-09T12:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:44.346789 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc3ec50-69ca-49a4-bb07-6087d3412a2a None None] Checking router: b96145bf-624c-4875-aeeb-34ee0370e6aa for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:48:44.350250 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f177c1-6f4e-4995-bed4-d2929b3fe713 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event deleted for resources: {'Subnet': ['ID=90383f46-aa92-4f38-b2c7-ce1a651ae693,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:44.369699 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-17f177c1-6f4e-4995-bed4-d2929b3fe713 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:44.381320 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-17f177c1-6f4e-4995-bed4-d2929b3fe713 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "DELETE /v2.0/subnets/90383f46-aa92-4f38-b2c7-ce1a651ae693 HTTP/1.1" status: 204 len: 168 time: 0.6561317 Feb 09 12:48:44.382095 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58562) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:44.386907 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc3ec50-69ca-49a4-bb07-6087d3412a2a None None] Routers {'b96145bf-624c-4875-aeeb-34ee0370e6aa'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:48:44.387667 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7cc3ec50-69ca-49a4-bb07-6087d3412a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:48:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['b96145bf-624c-4875-aeeb-34ee0370e6aa'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:44.444289 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b217f1a6-cb25-4783-ae1b-1a77eb65884a None None] Network c13649ee-63d3-486f-9eb0-2f26063c4c2a requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:48:44.515928 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e229db-aeb2-4fae-a9fa-a593e19a54c6 None None] Network 7a0deb04-006f-47e0-affd-c50e5d7bc028 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:48:44.595316 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6b7b555d-d858-47fa-8224-afa89d14573e tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:44.596698 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-6b7b555d-d858-47fa-8224-afa89d14573e tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8173237 Feb 09 12:48:44.599982 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 58570) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:44.607261 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-cdecd7a6-3b9e-4e80-9b34-37c5249253bf tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Request body: {'security_group_rule': {'security_group_id': '9455bdef-b6fe-4fd6-bde8-1749fdf6195a', 'project_id': '458862934c284b11a9f402abf41ed215', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:48:44.618637 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-cdecd7a6-3b9e-4e80-9b34-37c5249253bf tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:48:44.628260 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-cdecd7a6-3b9e-4e80-9b34-37c5249253bf tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Usage tracker for resource:security_group_rule and tenant:458862934c284b11a9f402abf41ed215 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:48:44.628630 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b315dd57-07a9-4475-94a8-7ee0bdd409d3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:44.633759 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-cdecd7a6-3b9e-4e80-9b34-37c5249253bf tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:48:44.642050 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-7cc3ec50-69ca-49a4-bb07-6087d3412a2a None None] Set router b96145bf-624c-4875-aeeb-34ee0370e6aa gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:48:44.644832 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-cdecd7a6-3b9e-4e80-9b34-37c5249253bf tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:48:44.649307 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-514eaea9-1ebf-4878-b8c7-6690b3ea8fa8 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:44.659803 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-b315dd57-07a9-4475-94a8-7ee0bdd409d3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Deleting port a7b4dcc9-b459-4553-8a0f-dc04e740237d {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:48:44.661049 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b315dd57-07a9-4475-94a8-7ee0bdd409d3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:44.856658 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cdecd7a6-3b9e-4e80-9b34-37c5249253bf tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:44.999581 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-514eaea9-1ebf-4878-b8c7-6690b3ea8fa8 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:45.021310 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-514eaea9-1ebf-4878-b8c7-6690b3ea8fa8 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Deleting port 228d6a7d-449e-40f7-8489-1787ab102b6b {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:48:45.021659 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-514eaea9-1ebf-4878-b8c7-6690b3ea8fa8 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:45.105555 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7cc3ec50-69ca-49a4-bb07-6087d3412a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96145bf-624c-4875-aeeb-34ee0370e6aa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-107916814', 'tenant_id': '57cad2baaf2145b1a083f7140eddf89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '228d6a7d-449e-40f7-8489-1787ab102b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:47:37Z', 'updated_at': '2022-02-09T12:48:40Z', 'revision_number': 5, 'project_id': '57cad2baaf2145b1a083f7140eddf89d', 'gw_port': {'id': '228d6a7d-449e-40f7-8489-1787ab102b6b', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96145bf-624c-4875-aeeb-34ee0370e6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:47:39Z', 'updated_at': '2022-02-09T12:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:45.109334 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cdecd7a6-3b9e-4e80-9b34-37c5249253bf tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:45.113963 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc3ec50-69ca-49a4-bb07-6087d3412a2a None None] The sync data for ids ['b96145bf-624c-4875-aeeb-34ee0370e6aa'] in n-d-825178-3 is: [{'id': 'b96145bf-624c-4875-aeeb-34ee0370e6aa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-107916814', 'tenant_id': '57cad2baaf2145b1a083f7140eddf89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '228d6a7d-449e-40f7-8489-1787ab102b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:47:37Z', 'updated_at': '2022-02-09T12:48:40Z', 'revision_number': 5, 'project_id': '57cad2baaf2145b1a083f7140eddf89d', 'gw_port': {'id': '228d6a7d-449e-40f7-8489-1787ab102b6b', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96145bf-624c-4875-aeeb-34ee0370e6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:47:39Z', 'updated_at': '2022-02-09T12:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:48:45.122580 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cdecd7a6-3b9e-4e80-9b34-37c5249253bf tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:45.163007 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9593ba79-16f2-4f90-ab7d-e81638cddda7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:45.186557 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdecd7a6-3b9e-4e80-9b34-37c5249253bf tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6211b8a1-5c80-4ffe-8721-1eae77e5dd41,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:45.210119 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-b315dd57-07a9-4475-94a8-7ee0bdd409d3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] For port a7b4dcc9-b459-4553-8a0f-dc04e740237d, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=a7b4dcc9-b459-4553-8a0f-dc04e740237d,segment=NetworkSegment(a9b50776-f96e-4e43-bccf-57a6f77d3b6a),segment_id=a9b50776-f96e-4e43-bccf-57a6f77d3b6a)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:48:45.210504 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b315dd57-07a9-4475-94a8-7ee0bdd409d3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:45.229163 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 00f3be6c-e4b5-480e-b1a1-b7841880fe65 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:48:45.248179 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 00f3be6c-e4b5-480e-b1a1-b7841880fe65 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:48:45.248673 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:45.340496 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cdecd7a6-3b9e-4e80-9b34-37c5249253bf tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:45.344240 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-cdecd7a6-3b9e-4e80-9b34-37c5249253bf tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7407837 Feb 09 12:48:45.351172 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 58592) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:45.366377 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-1bf5ffad-0d98-4b2b-a12e-f7d9539d2e2b tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Request body: {'security_group_rule': {'security_group_id': '9455bdef-b6fe-4fd6-bde8-1749fdf6195a', 'project_id': '458862934c284b11a9f402abf41ed215', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:48:45.390325 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-b315dd57-07a9-4475-94a8-7ee0bdd409d3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Calling delete_port for a7b4dcc9-b459-4553-8a0f-dc04e740237d owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:48:45.397996 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-1bf5ffad-0d98-4b2b-a12e-f7d9539d2e2b tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:48:45.435541 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-1bf5ffad-0d98-4b2b-a12e-f7d9539d2e2b tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Usage tracker for resource:security_group_rule and tenant:458862934c284b11a9f402abf41ed215 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:48:45.440503 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-1bf5ffad-0d98-4b2b-a12e-f7d9539d2e2b tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:48:45.465587 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-1bf5ffad-0d98-4b2b-a12e-f7d9539d2e2b tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:48:45.508699 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-514eaea9-1ebf-4878-b8c7-6690b3ea8fa8 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] For port 228d6a7d-449e-40f7-8489-1787ab102b6b, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=228d6a7d-449e-40f7-8489-1787ab102b6b,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:48:45.509933 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-514eaea9-1ebf-4878-b8c7-6690b3ea8fa8 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:45.523639 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b315dd57-07a9-4475-94a8-7ee0bdd409d3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:45.526624 n-d-825178-3 neutron-server[87567]: INFO neutron.db.securitygroups_db [None req-1bf5ffad-0d98-4b2b-a12e-f7d9539d2e2b tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Project 458862934c284b11a9f402abf41ed215 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 12:48:45.538085 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1bf5ffad-0d98-4b2b-a12e-f7d9539d2e2b tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:45.586868 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b315dd57-07a9-4475-94a8-7ee0bdd409d3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event deleted for resources: {'Port': ['ID=a7b4dcc9-b459-4553-8a0f-dc04e740237d,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:45.593195 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b315dd57-07a9-4475-94a8-7ee0bdd409d3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] No DVR routers for this DVR port a7b4dcc9-b459-4553-8a0f-dc04e740237d on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:48:45.675351 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a598ced2-90f4-4f09-b5a1-a2035f37f1eb None None] DHCP port deletion for 7a0deb04-006f-47e0-affd-c50e5d7bc028 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:48:45.696844 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cadb3aa-476e-475a-931e-330a8ef32165 None None] DHCP port deletion for 8e5a6ad8-46ba-4a5e-8ef0-98931a71651b request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:48:45.717792 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-514eaea9-1ebf-4878-b8c7-6690b3ea8fa8 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Calling delete_port for 228d6a7d-449e-40f7-8489-1787ab102b6b owned by network:router_gateway {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:48:45.718325 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-a598ced2-90f4-4f09-b5a1-a2035f37f1eb None None] Deleting port f667e537-5292-436f-8493-d014785ae4e1 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:48:45.719045 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a598ced2-90f4-4f09-b5a1-a2035f37f1eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:45.770662 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b315dd57-07a9-4475-94a8-7ee0bdd409d3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:45.801327 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:45.808915 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-b315dd57-07a9-4475-94a8-7ee0bdd409d3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e5a6ad8-46ba-4a5e-8ef0-98931a71651b']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:45.830107 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-b315dd57-07a9-4475-94a8-7ee0bdd409d3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9b50776-f96e-4e43-bccf-57a6f77d3b6a') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:45.830487 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-b315dd57-07a9-4475-94a8-7ee0bdd409d3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9b50776-f96e-4e43-bccf-57a6f77d3b6a') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:45.851575 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b315dd57-07a9-4475-94a8-7ee0bdd409d3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:45.867165 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1bf5ffad-0d98-4b2b-a12e-f7d9539d2e2b tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:45.873542 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 00f3be6c-e4b5-480e-b1a1-b7841880fe65, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=00f3be6c-e4b5-480e-b1a1-b7841880fe65,segment=NetworkSegment(9da5629b-47e2-464e-ad27-5034dec29c21),segment_id=9da5629b-47e2-464e-ad27-5034dec29c21)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:48:45.875385 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1bf5ffad-0d98-4b2b-a12e-f7d9539d2e2b tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:45.886680 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b315dd57-07a9-4475-94a8-7ee0bdd409d3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:45.894292 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b315dd57-07a9-4475-94a8-7ee0bdd409d3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:48:45.894806 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b315dd57-07a9-4475-94a8-7ee0bdd409d3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:45.896706 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 58604) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:45.910323 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:45.912317 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e303d7-d4bf-4f33-a1cf-68298d9f1ee1 None None] DHCP port deletion for c13649ee-63d3-486f-9eb0-2f26063c4c2a request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:48:45.921389 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:48:45.921389 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:48:45.921389 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:48:45.921389 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:48:45.921389 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:48:45.921389 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:48:45.921389 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:48:45.921389 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:48:45.921389 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:48:45.921389 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:48:45.921389 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:48:45.921389 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:48:45.921389 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:48:45.921389 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:48:45.921389 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:48:45.921389 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:48:45.921389 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:48:45.921389 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:48:45.921389 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:48:45.921389 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:48:45.921389 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:48:45.921389 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:48:45.921389 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:48:45.921389 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:48:45.921389 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:48:45.921389 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:48:45.921389 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:48:45.921389 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:48:45.921389 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:48:45.921389 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:48:45.921389 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:48:45.921389 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:48:45.925496 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf5ffad-0d98-4b2b-a12e-f7d9539d2e2b tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51573593-b5ab-4e0e-bcda-ee60bb3e8e63,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:45.956874 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b0e303d7-d4bf-4f33-a1cf-68298d9f1ee1 None None] Deleting port 1095c816-b339-4b29-a344-1dfe43da2b9e {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:48:45.957250 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b0e303d7-d4bf-4f33-a1cf-68298d9f1ee1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:45.964692 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1bf5ffad-0d98-4b2b-a12e-f7d9539d2e2b tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:45.965963 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1bf5ffad-0d98-4b2b-a12e-f7d9539d2e2b tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6138387 Feb 09 12:48:45.974997 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 58610) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:45.984467 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-b1bca50e-0c08-43e0-93ee-5489dfcc2991 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Request body: {'security_group_rule': {'security_group_id': '9455bdef-b6fe-4fd6-bde8-1749fdf6195a', 'project_id': '458862934c284b11a9f402abf41ed215', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:48:46.018623 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b1bca50e-0c08-43e0-93ee-5489dfcc2991 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:48:46.026081 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b1bca50e-0c08-43e0-93ee-5489dfcc2991 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Usage tracker for resource:security_group_rule and tenant:458862934c284b11a9f402abf41ed215 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:48:46.035456 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b315dd57-07a9-4475-94a8-7ee0bdd409d3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:46.042045 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 6264da96-7d61-4f60-9b61-c6809a323aea no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:48:46.042322 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b315dd57-07a9-4475-94a8-7ee0bdd409d3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:46.063208 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b1bca50e-0c08-43e0-93ee-5489dfcc2991 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:48:46.082621 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b315dd57-07a9-4475-94a8-7ee0bdd409d3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event deleted for resources: {'Network': ['ID=8e5a6ad8-46ba-4a5e-8ef0-98931a71651b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:46.093187 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b315dd57-07a9-4475-94a8-7ee0bdd409d3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "DELETE /v2.0/networks/8e5a6ad8-46ba-4a5e-8ef0-98931a71651b HTTP/1.1" status: 204 len: 168 time: 1.7096007 Feb 09 12:48:46.095114 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58616) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:46.168937 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 6264da96-7d61-4f60-9b61-c6809a323aea {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:48:46.169921 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 6264da96-7d61-4f60-9b61-c6809a323aea not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:48:46.171019 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device a7b4dcc9-b459-4553-8a0f-dc04e740237d no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:48:46.225396 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-34187781-faca-424f-ac38-616a2eb32bb3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:46.231912 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b1bca50e-0c08-43e0-93ee-5489dfcc2991 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:48:46.237237 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-34187781-faca-424f-ac38-616a2eb32bb3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Deleting port f667e537-5292-436f-8493-d014785ae4e1 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:48:46.237580 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-34187781-faca-424f-ac38-616a2eb32bb3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:46.238821 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: a7b4dcc9-b459-4553-8a0f-dc04e740237d {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:48:46.239356 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device a7b4dcc9-b459-4553-8a0f-dc04e740237d not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:48:46.239965 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 1095c816-b339-4b29-a344-1dfe43da2b9e no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:48:46.244401 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-016bc0aa-5a59-4266-ad80-b0f060926f44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:46.267550 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-016bc0aa-5a59-4266-ad80-b0f060926f44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:48:46.271554 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-016bc0aa-5a59-4266-ad80-b0f060926f44 admin admin] Usage tracker for resource:security_group_rule and tenant:d15f64f5ecc145beb9f77e8192afe796 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:48:46.274492 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-016bc0aa-5a59-4266-ad80-b0f060926f44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:48:46.280368 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-016bc0aa-5a59-4266-ad80-b0f060926f44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:48:46.365747 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-016bc0aa-5a59-4266-ad80-b0f060926f44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:46.369527 n-d-825178-3 neutron-server[87567]: INFO neutron.db.securitygroups_db [None req-b1bca50e-0c08-43e0-93ee-5489dfcc2991 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Project 458862934c284b11a9f402abf41ed215 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 12:48:46.381828 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-016bc0aa-5a59-4266-ad80-b0f060926f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:46.429785 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-514eaea9-1ebf-4878-b8c7-6690b3ea8fa8 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:46.431019 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=00f3be6c-e4b5-480e-b1a1-b7841880fe65,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:46.435316 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b1bca50e-0c08-43e0-93ee-5489dfcc2991 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:46.443515 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-a598ced2-90f4-4f09-b5a1-a2035f37f1eb None None] For port f667e537-5292-436f-8493-d014785ae4e1, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=f667e537-5292-436f-8493-d014785ae4e1,segment=NetworkSegment(f1958cbd-c6eb-43f7-ab1d-1e6b3078c8cf),segment_id=f1958cbd-c6eb-43f7-ab1d-1e6b3078c8cf)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:48:46.444031 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a598ced2-90f4-4f09-b5a1-a2035f37f1eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:46.462625 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-76ea7da9-5433-4c94-8262-d16bb4a6cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:46.476476 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:46.476758 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:46.477210 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:46.477543 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:46.478492 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:46.478830 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:46.479157 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:46.479474 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:46.479790 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:46.480126 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:46.480444 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:46.480757 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:46.482137 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-34187781-faca-424f-ac38-616a2eb32bb3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] For port f667e537-5292-436f-8493-d014785ae4e1, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=f667e537-5292-436f-8493-d014785ae4e1,segment=NetworkSegment(f1958cbd-c6eb-43f7-ab1d-1e6b3078c8cf),segment_id=f1958cbd-c6eb-43f7-ab1d-1e6b3078c8cf)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:48:46.483235 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-34187781-faca-424f-ac38-616a2eb32bb3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:46.558152 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514eaea9-1ebf-4878-b8c7-6690b3ea8fa8 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Pushing event deleted for resources: {'Port': ['ID=228d6a7d-449e-40f7-8489-1787ab102b6b,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:46.564379 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-016bc0aa-5a59-4266-ad80-b0f060926f44 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d15f64f5ecc145beb9f77e8192afe796&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6651978 Feb 09 12:48:46.573021 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 58622) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:46.616421 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-a598ced2-90f4-4f09-b5a1-a2035f37f1eb None None] Calling delete_port for f667e537-5292-436f-8493-d014785ae4e1 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:48:46.623007 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-34187781-faca-424f-ac38-616a2eb32bb3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Calling delete_port for f667e537-5292-436f-8493-d014785ae4e1 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:48:46.670393 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016bc0aa-5a59-4266-ad80-b0f060926f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848bc6ba-942f-4203-8c66-ed5957569d3b,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:46.707920 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-34187781-faca-424f-ac38-616a2eb32bb3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:46.760155 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34187781-faca-424f-ac38-616a2eb32bb3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event deleted for resources: {'Port': ['ID=f667e537-5292-436f-8493-d014785ae4e1,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:46.761858 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34187781-faca-424f-ac38-616a2eb32bb3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] No DVR routers for this DVR port f667e537-5292-436f-8493-d014785ae4e1 on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:48:46.812744 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b1bca50e-0c08-43e0-93ee-5489dfcc2991 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:46.826440 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b1bca50e-0c08-43e0-93ee-5489dfcc2991 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:46.835958 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ad8da6b8-0787-4327-85a4-0b64ecd44d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:46.850110 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-514eaea9-1ebf-4878-b8c7-6690b3ea8fa8 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:46.866059 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-b0e303d7-d4bf-4f33-a1cf-68298d9f1ee1 None None] For port 1095c816-b339-4b29-a344-1dfe43da2b9e, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=1095c816-b339-4b29-a344-1dfe43da2b9e,segment=NetworkSegment(29d20c97-cf9b-4c36-8aea-8a0309cce11c),segment_id=29d20c97-cf9b-4c36-8aea-8a0309cce11c)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:48:46.866459 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b0e303d7-d4bf-4f33-a1cf-68298d9f1ee1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:46.893021 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:46.978951 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bca50e-0c08-43e0-93ee-5489dfcc2991 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54b92532-e906-48be-8d54-a5a9178dc64e,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:46.988952 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2315b6-9363-41cb-a6ff-b87b188199d0 req-b85be6aa-6cae-4f98-a809-086f24d909e4 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:46.990648 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d2315b6-9363-41cb-a6ff-b87b188199d0 req-b85be6aa-6cae-4f98-a809-086f24d909e4 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=1daed2e4-01db-43e3-a4b8-2e195fcce44c HTTP/1.1" status: 200 len: 946 time: 0.5932326 Feb 09 12:48:47.005445 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-34187781-faca-424f-ac38-616a2eb32bb3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:47.028646 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b0e303d7-d4bf-4f33-a1cf-68298d9f1ee1 None None] Calling delete_port for 1095c816-b339-4b29-a344-1dfe43da2b9e owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:48:47.032951 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-34187781-faca-424f-ac38-616a2eb32bb3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a0deb04-006f-47e0-affd-c50e5d7bc028']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:47.046115 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-34187781-faca-424f-ac38-616a2eb32bb3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1958cbd-c6eb-43f7-ab1d-1e6b3078c8cf') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:47.046408 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-34187781-faca-424f-ac38-616a2eb32bb3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1958cbd-c6eb-43f7-ab1d-1e6b3078c8cf') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:47.058346 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-34187781-faca-424f-ac38-616a2eb32bb3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:47.076479 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-34187781-faca-424f-ac38-616a2eb32bb3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:47.083579 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34187781-faca-424f-ac38-616a2eb32bb3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:48:47.084054 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-34187781-faca-424f-ac38-616a2eb32bb3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:47.088233 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-a598ced2-90f4-4f09-b5a1-a2035f37f1eb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:48:47.088604 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-a598ced2-90f4-4f09-b5a1-a2035f37f1eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:48:47.099728 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:48:47.099728 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:48:47.099728 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:48:47.099728 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:48:47.099728 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:48:47.099728 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:48:47.099728 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:48:47.099728 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:48:47.099728 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:48:47.099728 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:48:47.099728 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:48:47.099728 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:48:47.099728 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:48:47.099728 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:48:47.099728 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:48:47.099728 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:48:47.099728 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:48:47.099728 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:48:47.099728 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:48:47.099728 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:48:47.099728 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:48:47.099728 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:48:47.099728 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:48:47.099728 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:48:47.099728 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:48:47.099728 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:48:47.099728 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:48:47.099728 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:48:47.099728 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:48:47.099728 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:48:47.099728 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:48:47.099728 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:48:47.107961 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ad8da6b8-0787-4327-85a4-0b64ecd44d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:47.118290 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 1095c816-b339-4b29-a344-1dfe43da2b9e, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=1095c816-b339-4b29-a344-1dfe43da2b9e,segment=NetworkSegment(29d20c97-cf9b-4c36-8aea-8a0309cce11c),segment_id=29d20c97-cf9b-4c36-8aea-8a0309cce11c)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:48:47.128863 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-514eaea9-1ebf-4878-b8c7-6690b3ea8fa8 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:47.131436 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:47.132405 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device f667e537-5292-436f-8493-d014785ae4e1 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:48:47.139208 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-514eaea9-1ebf-4878-b8c7-6690b3ea8fa8 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:47.158416 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b1bca50e-0c08-43e0-93ee-5489dfcc2991 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:47.164425 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b1bca50e-0c08-43e0-93ee-5489dfcc2991 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1876898 Feb 09 12:48:47.194293 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-34187781-faca-424f-ac38-616a2eb32bb3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:47.215733 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: f667e537-5292-436f-8493-d014785ae4e1 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:48:47.217031 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device f667e537-5292-436f-8493-d014785ae4e1 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:48:47.221407 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-514eaea9-1ebf-4878-b8c7-6690b3ea8fa8 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:47.222788 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514eaea9-1ebf-4878-b8c7-6690b3ea8fa8 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Fanout notify agent at l3_agent the message router_deleted on router b96145bf-624c-4875-aeeb-34ee0370e6aa {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:48:47.247491 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d2315b6-9363-41cb-a6ff-b87b188199d0 req-8acd994c-9bb0-4e2b-a23a-763fb587cecb tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e284cef-1341-46a2-98a7-e4476618c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2334888 Feb 09 12:48:47.262607 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-b0e303d7-d4bf-4f33-a1cf-68298d9f1ee1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:48:47.263035 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-b0e303d7-d4bf-4f33-a1cf-68298d9f1ee1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:48:47.266301 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-34187781-faca-424f-ac38-616a2eb32bb3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:47.277136 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-514eaea9-1ebf-4878-b8c7-6690b3ea8fa8 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:47.278574 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-514eaea9-1ebf-4878-b8c7-6690b3ea8fa8 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "DELETE /v2.0/routers/b96145bf-624c-4875-aeeb-34ee0370e6aa HTTP/1.1" status: 204 len: 168 time: 3.0798802 Feb 09 12:48:47.280562 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34187781-faca-424f-ac38-616a2eb32bb3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event deleted for resources: {'Network': ['ID=7a0deb04-006f-47e0-affd-c50e5d7bc028,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:47.281302 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 58628) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:47.310881 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=1095c816-b339-4b29-a344-1dfe43da2b9e,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:47.316653 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58632) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:47.398124 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ad8da6b8-0787-4327-85a4-0b64ecd44d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:47.425615 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ad8da6b8-0787-4327-85a4-0b64ecd44d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:47.429495 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ad8da6b8-0787-4327-85a4-0b64ecd44d2e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/848bc6ba-942f-4203-8c66-ed5957569d3b HTTP/1.1" status: 204 len: 168 time: 0.8205366 Feb 09 12:48:47.439608 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-34187781-faca-424f-ac38-616a2eb32bb3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "DELETE /v2.0/networks/7a0deb04-006f-47e0-affd-c50e5d7bc028 HTTP/1.1" status: 204 len: 168 time: 1.3428588 Feb 09 12:48:47.440121 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58638) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:47.454006 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8da6b8-0787-4327-85a4-0b64ecd44d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848bc6ba-942f-4203-8c66-ed5957569d3b,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:47.473141 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-92d127f6-7589-42c9-bdb7-73f0e1bab0be tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-953203673'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:48:47.496149 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e799ca45-ffb3-4cbb-9473-f39e318b1839 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:47.496653 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-92d127f6-7589-42c9-bdb7-73f0e1bab0be tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:48:47.504789 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-92d127f6-7589-42c9-bdb7-73f0e1bab0be tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Usage tracker for resource:network and tenant:27f2f8bb689948199636c37c369127b7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:48:47.509751 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-e799ca45-ffb3-4cbb-9473-f39e318b1839 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Deleting port 1095c816-b339-4b29-a344-1dfe43da2b9e {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:48:47.510169 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e799ca45-ffb3-4cbb-9473-f39e318b1839 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:47.517984 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-92d127f6-7589-42c9-bdb7-73f0e1bab0be tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:48:47.529746 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-92d127f6-7589-42c9-bdb7-73f0e1bab0be tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:48:47.548244 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6ef17a41-41d6-4f1c-bc5c-43028e4f804c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/floatingips/7eb6378f-33aa-4abe-9ea8-7b6a2cae339c HTTP/1.1" status: 200 len: 994 time: 0.2303536 Feb 09 12:48:47.563593 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d127f6-7589-42c9-bdb7-73f0e1bab0be tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Made reservation on behalf of 27f2f8bb689948199636c37c369127b7 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:48:47.567054 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-92d127f6-7589-42c9-bdb7-73f0e1bab0be tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:47.592981 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-a598ced2-90f4-4f09-b5a1-a2035f37f1eb None None] Deleting port f667e537-5292-436f-8493-d014785ae4e1 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:48:47.593757 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a598ced2-90f4-4f09-b5a1-a2035f37f1eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:47.596470 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92d127f6-7589-42c9-bdb7-73f0e1bab0be tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:48:47.607255 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-92d127f6-7589-42c9-bdb7-73f0e1bab0be tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:47.607962 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-92d127f6-7589-42c9-bdb7-73f0e1bab0be tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Added segment 3db8507e-5e3b-4503-9c8b-d8b6e4127942 of type vlan for network cc5c9bd8-bf74-46f4-8357-ea2da30be161 Feb 09 12:48:47.642215 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-92d127f6-7589-42c9-bdb7-73f0e1bab0be tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:47.694029 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-92d127f6-7589-42c9-bdb7-73f0e1bab0be tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:47.709878 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d127f6-7589-42c9-bdb7-73f0e1bab0be tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:47.710573 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-92d127f6-7589-42c9-bdb7-73f0e1bab0be tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:47.733666 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-a598ced2-90f4-4f09-b5a1-a2035f37f1eb None None] The port 'f667e537-5292-436f-8493-d014785ae4e1' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:48:47.742019 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:47.745496 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:47.764970 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b0e303d7-d4bf-4f33-a1cf-68298d9f1ee1 None None] Deleting port 1095c816-b339-4b29-a344-1dfe43da2b9e {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:48:47.765710 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b0e303d7-d4bf-4f33-a1cf-68298d9f1ee1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:47.800237 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-0203682d-77df-4b9e-a5cf-ac1c8984ac77 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Synchronizing usage tracker for tenant:458862934c284b11a9f402abf41ed215 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:48:47.860664 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-92d127f6-7589-42c9-bdb7-73f0e1bab0be tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4167371 Feb 09 12:48:47.866379 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58660) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:47.870184 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-e799ca45-ffb3-4cbb-9473-f39e318b1839 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] For port 1095c816-b339-4b29-a344-1dfe43da2b9e, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=1095c816-b339-4b29-a344-1dfe43da2b9e,segment=NetworkSegment(29d20c97-cf9b-4c36-8aea-8a0309cce11c),segment_id=29d20c97-cf9b-4c36-8aea-8a0309cce11c)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:48:47.870637 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e799ca45-ffb3-4cbb-9473-f39e318b1839 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:47.879682 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-0203682d-77df-4b9e-a5cf-ac1c8984ac77 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Unset dirty status for tenant:458862934c284b11a9f402abf41ed215 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:48:47.889853 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-0203682d-77df-4b9e-a5cf-ac1c8984ac77 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-19608337&fields=id&tenant_id=458862934c284b11a9f402abf41ed215 HTTP/1.1" status: 200 len: 267 time: 0.3176432 Feb 09 12:48:47.897739 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-2e916fe0-ff5c-4a86-b8fa-18268e53c64d tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Request body: {'subnet': {'network_id': 'cc5c9bd8-bf74-46f4-8357-ea2da30be161', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:48:47.930554 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58664) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:47.995634 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d127f6-7589-42c9-bdb7-73f0e1bab0be tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event updated for resources: {'Network': ['ID=cc5c9bd8-bf74-46f4-8357-ea2da30be161,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:48.055156 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-77c6a8a2-3c1c-457b-af09-196cc49f4ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:48.070027 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2e916fe0-ff5c-4a86-b8fa-18268e53c64d tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:48:48.075111 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network cc5c9bd8-bf74-46f4-8357-ea2da30be161 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:48:48.077726 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-2e916fe0-ff5c-4a86-b8fa-18268e53c64d tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Usage tracker for resource:subnet and tenant:27f2f8bb689948199636c37c369127b7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:48:48.081170 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-2e916fe0-ff5c-4a86-b8fa-18268e53c64d tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:48:48.083959 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-77c6a8a2-3c1c-457b-af09-196cc49f4ef3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:48:48.086871 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 00f3be6c-e4b5-480e-b1a1-b7841880fe65 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:48:48.090219 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2e916fe0-ff5c-4a86-b8fa-18268e53c64d tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:48:48.092419 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-77c6a8a2-3c1c-457b-af09-196cc49f4ef3 admin admin] Usage tracker for resource:security_group_rule and tenant:74e272cb17fa4f07b9f02f58b56fa6fd is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:48:48.096017 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-e799ca45-ffb3-4cbb-9473-f39e318b1839 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Calling delete_port for 1095c816-b339-4b29-a344-1dfe43da2b9e owned by network:dhcp {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:48:48.096201 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-77c6a8a2-3c1c-457b-af09-196cc49f4ef3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:48:48.104424 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-77c6a8a2-3c1c-457b-af09-196cc49f4ef3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:48:48.115537 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e916fe0-ff5c-4a86-b8fa-18268e53c64d tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Made reservation on behalf of 27f2f8bb689948199636c37c369127b7 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:48:48.117892 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2e916fe0-ff5c-4a86-b8fa-18268e53c64d tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:48.239259 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-b0e303d7-d4bf-4f33-a1cf-68298d9f1ee1 None None] For port 1095c816-b339-4b29-a344-1dfe43da2b9e, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=1095c816-b339-4b29-a344-1dfe43da2b9e,segment=NetworkSegment(29d20c97-cf9b-4c36-8aea-8a0309cce11c),segment_id=29d20c97-cf9b-4c36-8aea-8a0309cce11c)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:48:48.239957 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b0e303d7-d4bf-4f33-a1cf-68298d9f1ee1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:48.350946 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-77c6a8a2-3c1c-457b-af09-196cc49f4ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:48.363464 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-77c6a8a2-3c1c-457b-af09-196cc49f4ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:48.390966 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b0e303d7-d4bf-4f33-a1cf-68298d9f1ee1 None None] Calling delete_port for 1095c816-b339-4b29-a344-1dfe43da2b9e owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:48:48.401260 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-77c6a8a2-3c1c-457b-af09-196cc49f4ef3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=74e272cb17fa4f07b9f02f58b56fa6fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4667099 Feb 09 12:48:48.405231 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 58668) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:48.442195 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c6a8a2-3c1c-457b-af09-196cc49f4ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f6be36-a335-4ba7-926e-3fdd5b1daa9a,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:48.457468 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 00f3be6c-e4b5-480e-b1a1-b7841880fe65 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:48:48.457836 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:48.485149 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2e916fe0-ff5c-4a86-b8fa-18268e53c64d tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:48.523601 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf2338-d9c8-4672-a940-a372085e8ad5 req-bda57cb2-66c3-4a03-ada4-8ffbee82e180 tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:48.531766 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7cdf2338-d9c8-4672-a940-a372085e8ad5 req-bda57cb2-66c3-4a03-ada4-8ffbee82e180 tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1daed2e4-01db-43e3-a4b8-2e195fcce44c HTTP/1.1" status: 200 len: 1097 time: 0.4073184 Feb 09 12:48:48.536817 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-b0e303d7-d4bf-4f33-a1cf-68298d9f1ee1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:48:48.537168 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-b0e303d7-d4bf-4f33-a1cf-68298d9f1ee1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:48:48.541639 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-37b514e3-d8d3-4861-8c5a-ab3f6f514286 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:48.542882 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-37b514e3-d8d3-4861-8c5a-ab3f6f514286 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/networks?id=8ffa134c-5914-42cd-b4fd-b6cacdce5158 HTTP/1.1" status: 200 len: 797 time: 0.5580163 Feb 09 12:48:48.557847 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e799ca45-ffb3-4cbb-9473-f39e318b1839 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:48.578279 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e916fe0-ff5c-4a86-b8fa-18268e53c64d tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event updated for resources: {'Subnet': ['ID=859d68a1-0817-45b6-972d-1657b255ea32,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:48.582086 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e916fe0-ff5c-4a86-b8fa-18268e53c64d tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Checking segment: {'id': '3db8507e-5e3b-4503-9c8b-d8b6e4127942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cc5c9bd8-bf74-46f4-8357-ea2da30be161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:48:48.582446 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e916fe0-ff5c-4a86-b8fa-18268e53c64d tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Network hostable DHCP agents. Network: cc5c9bd8-bf74-46f4-8357-ea2da30be161, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:48:48.604017 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e916fe0-ff5c-4a86-b8fa-18268e53c64d tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Network cc5c9bd8-bf74-46f4-8357-ea2da30be161 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:48:48.614272 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-2e916fe0-ff5c-4a86-b8fa-18268e53c64d tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, cc5c9bd8-bf74-46f4-8357-ea2da30be161) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:48:48.619243 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e916fe0-ff5c-4a86-b8fa-18268e53c64d tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:48.620300 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2e916fe0-ff5c-4a86-b8fa-18268e53c64d tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:48.626660 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649cf845-a6a9-4cea-9258-265e71a25610 None None] Network cc5c9bd8-bf74-46f4-8357-ea2da30be161 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:48:48.630733 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799ca45-ffb3-4cbb-9473-f39e318b1839 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Pushing event deleted for resources: {'Port': ['ID=1095c816-b339-4b29-a344-1dfe43da2b9e,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:48.645122 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-6a89d1b1-0c7a-46a2-a70b-d45203025c4e tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/quotas/458862934c284b11a9f402abf41ed215 HTTP/1.1" status: 200 len: 375 time: 0.0825007 Feb 09 12:48:48.645791 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-85f101f8-2cae-4e13-8e60-636aea313729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:48.647704 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e799ca45-ffb3-4cbb-9473-f39e318b1839 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] No DVR routers for this DVR port 1095c816-b339-4b29-a344-1dfe43da2b9e on host n-d-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:48:48.653290 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2e916fe0-ff5c-4a86-b8fa-18268e53c64d tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7724440 Feb 09 12:48:48.655018 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58674) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:48.661578 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-74fa0d54-9f5c-4baf-8bab-a7dd28639906 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1085883736', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:48:48.670542 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-74fa0d54-9f5c-4baf-8bab-a7dd28639906 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:48:48.674741 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-74fa0d54-9f5c-4baf-8bab-a7dd28639906 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Usage tracker for resource:router and tenant:27f2f8bb689948199636c37c369127b7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:48:48.678031 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-74fa0d54-9f5c-4baf-8bab-a7dd28639906 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:48:48.686372 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-74fa0d54-9f5c-4baf-8bab-a7dd28639906 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:48:48.698143 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-74fa0d54-9f5c-4baf-8bab-a7dd28639906 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:48.699353 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-74fa0d54-9f5c-4baf-8bab-a7dd28639906 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:48.704114 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 228d6a7d-449e-40f7-8489-1787ab102b6b no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:48:48.718107 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-74fa0d54-9f5c-4baf-8bab-a7dd28639906 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:48.738587 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-74fa0d54-9f5c-4baf-8bab-a7dd28639906 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:48.751204 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 228d6a7d-449e-40f7-8489-1787ab102b6b {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:48:48.751878 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 228d6a7d-449e-40f7-8489-1787ab102b6b not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:48:48.764578 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7cdf2338-d9c8-4672-a940-a372085e8ad5 req-1095456b-105f-447c-8713-355e5570ef3e tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=1e284cef-1341-46a2-98a7-e4476618c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2316110 Feb 09 12:48:48.767728 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-74fa0d54-9f5c-4baf-8bab-a7dd28639906 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:48.769791 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-74fa0d54-9f5c-4baf-8bab-a7dd28639906 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1126678 Feb 09 12:48:48.772470 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58678) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:48.780030 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-106b0709-dc77-4fbe-9c24-f576cd2340b3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Request body: {'port': {'network_id': 'cc5c9bd8-bf74-46f4-8357-ea2da30be161', 'name': 'tempest-RoutersIpV6Test-1069493316'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:48:48.782641 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-85f101f8-2cae-4e13-8e60-636aea313729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:48.946953 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-85f101f8-2cae-4e13-8e60-636aea313729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:48.959670 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08a954e-1346-4eae-bf23-097f34aa2356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-cc5c9bd8-bf74-46f4-8357-ea2da30be161', 'network_id': 'cc5c9bd8-bf74-46f4-8357-ea2da30be161', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'fixed_ips': [{'subnet_id': '859d68a1-0817-45b6-972d-1657b255ea32'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:48:48.960786 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f08a954e-1346-4eae-bf23-097f34aa2356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:48.966374 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-106b0709-dc77-4fbe-9c24-f576cd2340b3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:48:48.971098 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-106b0709-dc77-4fbe-9c24-f576cd2340b3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Usage tracker for resource:port and tenant:27f2f8bb689948199636c37c369127b7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:48:48.975422 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-106b0709-dc77-4fbe-9c24-f576cd2340b3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:48:48.983811 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-106b0709-dc77-4fbe-9c24-f576cd2340b3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:48:48.987753 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f101f8-2cae-4e13-8e60-636aea313729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f6be36-a335-4ba7-926e-3fdd5b1daa9a,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:48.991812 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e799ca45-ffb3-4cbb-9473-f39e318b1839 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:49.003343 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106b0709-dc77-4fbe-9c24-f576cd2340b3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Made reservation on behalf of 27f2f8bb689948199636c37c369127b7 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:48:49.008025 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-106b0709-dc77-4fbe-9c24-f576cd2340b3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:49.029707 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b0e303d7-d4bf-4f33-a1cf-68298d9f1ee1 None None] Deleting port 1095c816-b339-4b29-a344-1dfe43da2b9e {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:48:49.030388 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b0e303d7-d4bf-4f33-a1cf-68298d9f1ee1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:49.035605 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-d7e69f6b-f33b-4755-936d-7a4b6727d1a2 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=458862934c284b11a9f402abf41ed215&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3382761 Feb 09 12:48:49.043711 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-106b0709-dc77-4fbe-9c24-f576cd2340b3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] device_id is not set on port 4a0172b3-31a5-4543-8c51-bda23ea2be67 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:48:49.044830 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-e799ca45-ffb3-4cbb-9473-f39e318b1839 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c13649ee-63d3-486f-9eb0-2f26063c4c2a']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:49.056215 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-85f101f8-2cae-4e13-8e60-636aea313729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:49.057596 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-85f101f8-2cae-4e13-8e60-636aea313729 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a5f6be36-a335-4ba7-926e-3fdd5b1daa9a HTTP/1.1" status: 204 len: 168 time: 0.6485460 Feb 09 12:48:49.063391 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-e799ca45-ffb3-4cbb-9473-f39e318b1839 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d20c97-cf9b-4c36-8aea-8a0309cce11c') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:49.063737 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-e799ca45-ffb3-4cbb-9473-f39e318b1839 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d20c97-cf9b-4c36-8aea-8a0309cce11c') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:49.103723 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e799ca45-ffb3-4cbb-9473-f39e318b1839 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:49.188821 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e799ca45-ffb3-4cbb-9473-f39e318b1839 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:49.196054 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b0e303d7-d4bf-4f33-a1cf-68298d9f1ee1 None None] The port '1095c816-b339-4b29-a344-1dfe43da2b9e' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:48:49.203017 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e799ca45-ffb3-4cbb-9473-f39e318b1839 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:48:49.203506 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e799ca45-ffb3-4cbb-9473-f39e318b1839 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:49.224379 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-106b0709-dc77-4fbe-9c24-f576cd2340b3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Allocated IP 2001:db8::278 (cc5c9bd8-bf74-46f4-8357-ea2da30be161/859d68a1-0817-45b6-972d-1657b255ea32/4a0172b3-31a5-4543-8c51-bda23ea2be67) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:48:49.228415 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:48:49.228415 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:48:49.228415 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:48:49.228415 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:48:49.228415 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:48:49.228415 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:48:49.228415 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:48:49.228415 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:48:49.228415 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:48:49.228415 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:48:49.228415 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:48:49.228415 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:48:49.228415 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:48:49.228415 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:48:49.228415 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:48:49.228415 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:48:49.228415 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:48:49.228415 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:48:49.228415 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:48:49.228415 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:48:49.228415 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:48:49.228415 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:48:49.228415 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:48:49.228415 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:48:49.228415 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:48:49.228415 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:48:49.228415 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:48:49.228415 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:48:49.228415 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:48:49.228415 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:48:49.228415 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:48:49.228415 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:48:49.234206 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:49.366334 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-b0dd20e8-652c-4cfb-920d-c9c7198326f9 service neutron] 10.222.0.55 "GET /v2.0/networks/8ffa134c-5914-42cd-b4fd-b6cacdce5158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950225 Feb 09 12:48:49.443065 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e799ca45-ffb3-4cbb-9473-f39e318b1839 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:49.466702 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e799ca45-ffb3-4cbb-9473-f39e318b1839 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:49.479297 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-106b0709-dc77-4fbe-9c24-f576cd2340b3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:49.488957 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799ca45-ffb3-4cbb-9473-f39e318b1839 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Pushing event deleted for resources: {'Network': ['ID=c13649ee-63d3-486f-9eb0-2f26063c4c2a,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:49.500784 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e799ca45-ffb3-4cbb-9473-f39e318b1839 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "DELETE /v2.0/networks/c13649ee-63d3-486f-9eb0-2f26063c4c2a HTTP/1.1" status: 204 len: 168 time: 2.2158577 Feb 09 12:48:49.501154 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 58698) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:49.503768 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-106b0709-dc77-4fbe-9c24-f576cd2340b3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Transition to ACTIVE for port object 4a0172b3-31a5-4543-8c51-bda23ea2be67 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:48:49.544666 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-106b0709-dc77-4fbe-9c24-f576cd2340b3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:49.637225 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106b0709-dc77-4fbe-9c24-f576cd2340b3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Network cc5c9bd8-bf74-46f4-8357-ea2da30be161 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:48:49.640521 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-106b0709-dc77-4fbe-9c24-f576cd2340b3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:48:49.642951 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106b0709-dc77-4fbe-9c24-f576cd2340b3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:48:49.650310 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106b0709-dc77-4fbe-9c24-f576cd2340b3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:49.651039 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-106b0709-dc77-4fbe-9c24-f576cd2340b3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:49.664165 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-f08a954e-1346-4eae-bf23-097f34aa2356 None None] Allocated IP 2001:db8::2 (cc5c9bd8-bf74-46f4-8357-ea2da30be161/859d68a1-0817-45b6-972d-1657b255ea32/baf3e87d-fbc6-49a5-ac97-f5b3ee38fcad) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:48:49.686533 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b0709-dc77-4fbe-9c24-f576cd2340b3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event updated for resources: {'Port': ['ID=4a0172b3-31a5-4543-8c51-bda23ea2be67,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:49.710374 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-106b0709-dc77-4fbe-9c24-f576cd2340b3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9363492 Feb 09 12:48:49.711139 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58710) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:49.766639 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-9537b46c-a3f0-4443-9894-0b5d229419c5 service neutron] 10.222.0.55 "GET /v2.0/networks/8ffa134c-5914-42cd-b4fd-b6cacdce5158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993838 Feb 09 12:48:49.784217 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-f2110e53-6a6a-41e2-91be-dd996d4bd3a5 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Deleting port dd55481f-eeb7-41a3-a69f-8af0c9810ca6 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:48:49.795453 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f2110e53-6a6a-41e2-91be-dd996d4bd3a5 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:50.070057 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f08a954e-1346-4eae-bf23-097f34aa2356 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:50.083930 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f08a954e-1346-4eae-bf23-097f34aa2356 None None] Transition to ACTIVE for port object baf3e87d-fbc6-49a5-ac97-f5b3ee38fcad will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:48:50.108162 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f08a954e-1346-4eae-bf23-097f34aa2356 None None] Transition to ACTIVE for port object baf3e87d-fbc6-49a5-ac97-f5b3ee38fcad will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:48:50.119294 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f08a954e-1346-4eae-bf23-097f34aa2356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:50.172273 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-030993f0-2043-4d14-ac1b-2cba31c449df req-95486efc-accb-4664-a124-e7832719766c tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbb39311-4bf9-44ca-a71e-3e495330f4a9 HTTP/1.1" status: 200 len: 210 time: 0.0781457 Feb 09 12:48:50.233022 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f2110e53-6a6a-41e2-91be-dd996d4bd3a5 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:50.233395 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f2110e53-6a6a-41e2-91be-dd996d4bd3a5 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:50.243487 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08a954e-1346-4eae-bf23-097f34aa2356 None None] Network cc5c9bd8-bf74-46f4-8357-ea2da30be161 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:48:50.247121 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-f08a954e-1346-4eae-bf23-097f34aa2356 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:48:50.251171 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08a954e-1346-4eae-bf23-097f34aa2356 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:48:50.290123 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a954e-1346-4eae-bf23-097f34aa2356 None None] Pushing event updated for resources: {'Port': ['ID=baf3e87d-fbc6-49a5-ac97-f5b3ee38fcad,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:50.408578 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-f08a954e-1346-4eae-bf23-097f34aa2356 None None] Attempting to bind port baf3e87d-fbc6-49a5-ac97-f5b3ee38fcad on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:48:50.409265 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-f08a954e-1346-4eae-bf23-097f34aa2356 None None] Attempting to bind port baf3e87d-fbc6-49a5-ac97-f5b3ee38fcad by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '3db8507e-5e3b-4503-9c8b-d8b6e4127942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cc5c9bd8-bf74-46f4-8357-ea2da30be161'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:48:50.409815 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08a954e-1346-4eae-bf23-097f34aa2356 None None] Attempting to bind port baf3e87d-fbc6-49a5-ac97-f5b3ee38fcad on network cc5c9bd8-bf74-46f4-8357-ea2da30be161 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:48:50.416794 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08a954e-1346-4eae-bf23-097f34aa2356 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:48:50.417643 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08a954e-1346-4eae-bf23-097f34aa2356 None None] Checking segment: {'id': '3db8507e-5e3b-4503-9c8b-d8b6e4127942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cc5c9bd8-bf74-46f4-8357-ea2da30be161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:48:50.418254 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f08a954e-1346-4eae-bf23-097f34aa2356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:50.418814 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08a954e-1346-4eae-bf23-097f34aa2356 None None] Bound using segment: {'id': '3db8507e-5e3b-4503-9c8b-d8b6e4127942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cc5c9bd8-bf74-46f4-8357-ea2da30be161'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:48:50.420059 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-f08a954e-1346-4eae-bf23-097f34aa2356 None None] Bound port: baf3e87d-fbc6-49a5-ac97-f5b3ee38fcad, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3db8507e-5e3b-4503-9c8b-d8b6e4127942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cc5c9bd8-bf74-46f4-8357-ea2da30be161'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:48:50.420652 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f08a954e-1346-4eae-bf23-097f34aa2356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:50.586343 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-f08a954e-1346-4eae-bf23-097f34aa2356 None None] For port baf3e87d-fbc6-49a5-ac97-f5b3ee38fcad, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:48:50.591100 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-f08a954e-1346-4eae-bf23-097f34aa2356 None None] For port baf3e87d-fbc6-49a5-ac97-f5b3ee38fcad, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=baf3e87d-fbc6-49a5-ac97-f5b3ee38fcad,segment=NetworkSegment(3db8507e-5e3b-4503-9c8b-d8b6e4127942),segment_id=3db8507e-5e3b-4503-9c8b-d8b6e4127942)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:48:50.606125 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f08a954e-1346-4eae-bf23-097f34aa2356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:50.686295 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:50.696402 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-f2110e53-6a6a-41e2-91be-dd996d4bd3a5 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Calling delete_port for dd55481f-eeb7-41a3-a69f-8af0c9810ca6 owned by network:floatingip {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:48:50.721066 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a954e-1346-4eae-bf23-097f34aa2356 None None] Pushing event updated for resources: {'Port': ['ID=baf3e87d-fbc6-49a5-ac97-f5b3ee38fcad,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:50.770937 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-762a89db-4577-4cd3-adc6-59045a9ba175 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1daed2e4-01db-43e3-a4b8-2e195fcce44c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6240406 Feb 09 12:48:50.878282 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-17185977-5ade-45fe-8fd7-8ef95d812edf tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:51.027085 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f2110e53-6a6a-41e2-91be-dd996d4bd3a5 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:51.101873 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2110e53-6a6a-41e2-91be-dd996d4bd3a5 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Pushing event deleted for resources: {'Port': ['ID=dd55481f-eeb7-41a3-a69f-8af0c9810ca6,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:51.240797 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f2110e53-6a6a-41e2-91be-dd996d4bd3a5 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for floatingip, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:51.241140 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [None req-f2110e53-6a6a-41e2-91be-dd996d4bd3a5 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Floating IP 0476d2ac-265d-4fb5-897d-d7d92f043995 disassociated (deleted). External IP: 172.25.7.58, port: 63088891-be07-4258-b070-f3aecc33cb53. Feb 09 12:48:51.450140 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-28cfa11a-876f-4070-bcfc-ed7ea4eae79d req-c381c985-2020-4185-a113-6292081298c5 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbb39311-4bf9-44ca-a71e-3e495330f4a9 HTTP/1.1" status: 200 len: 210 time: 0.0807590 Feb 09 12:48:51.550008 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-17185977-5ade-45fe-8fd7-8ef95d812edf tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:51.561366 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-17185977-5ade-45fe-8fd7-8ef95d812edf tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:51.849571 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2110e53-6a6a-41e2-91be-dd996d4bd3a5 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Router dfb92640-1389-4272-ab5f-4ca72007d852 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:48:51.899199 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17185977-5ade-45fe-8fd7-8ef95d812edf tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event updated for resources: {'Port': ['ID=4a0172b3-31a5-4543-8c51-bda23ea2be67,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:52.006531 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-07db3211-bf3b-485e-ad80-12a484bbbaf2 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:52.007385 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-07db3211-bf3b-485e-ad80-12a484bbbaf2 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Synchronizing usage tracker for tenant:458862934c284b11a9f402abf41ed215 on resource:network {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:48:52.089931 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device baf3e87d-fbc6-49a5-ac97-f5b3ee38fcad up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:48:52.108646 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-6af283b0-e175-4a23-a5b8-e07de5983aca tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:48:52.110120 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-6af283b0-e175-4a23-a5b8-e07de5983aca tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4834409 Feb 09 12:48:52.123640 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-7aeabcd5-8c6d-4646-adeb-d7ced8f8c026 service neutron] Request body: {'binding': {'host': 'n-h1-825178-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:48:52.124480 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-7aeabcd5-8c6d-4646-adeb-d7ced8f8c026 service neutron] Unknown quota resources ['binding']. {{(pid=87568) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 09 12:48:52.190394 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2110e53-6a6a-41e2-91be-dd996d4bd3a5 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:48:52.210909 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27958845-162c-43a6-8327-076858b4ea89 None None] Sync routers for ids ['dfb92640-1389-4272-ab5f-4ca72007d852'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:48:52.213001 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f2110e53-6a6a-41e2-91be-dd996d4bd3a5 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:52.213937 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-07db3211-bf3b-485e-ad80-12a484bbbaf2 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Unset dirty status for tenant:458862934c284b11a9f402abf41ed215 on resource:network {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:48:52.215126 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-07db3211-bf3b-485e-ad80-12a484bbbaf2 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.52 "GET /v2.0/networks?id=8ffa134c-5914-42cd-b4fd-b6cacdce5158 HTTP/1.1" status: 200 len: 797 time: 0.5795667 Feb 09 12:48:52.217644 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e655840e-0589-4759-8b3e-9919d92facd9 None None] Network cc5c9bd8-bf74-46f4-8357-ea2da30be161 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:48:52.312782 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f2110e53-6a6a-41e2-91be-dd996d4bd3a5 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "DELETE /v2.0/floatingips/0476d2ac-265d-4fb5-897d-d7d92f043995 HTTP/1.1" status: 204 len: 168 time: 2.8104920 Feb 09 12:48:52.313863 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68ac27be-d577-440f-967f-8f7e1b52fad7', 'tag': '63088891-be07-4258-b070-f3aecc33cb53'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:48:52.325062 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port baf3e87d-fbc6-49a5-ac97-f5b3ee38fcad completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:48:52.341743 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27958845-162c-43a6-8327-076858b4ea89 None None] Routers {'dfb92640-1389-4272-ab5f-4ca72007d852'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:48:52.342937 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-27958845-162c-43a6-8327-076858b4ea89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:48:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['dfb92640-1389-4272-ab5f-4ca72007d852'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:52.463762 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-eed941c0-cc7f-45b5-877e-3f7073109412 None None] Provisioning for port baf3e87d-fbc6-49a5-ac97-f5b3ee38fcad completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:48:52.473155 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-eed941c0-cc7f-45b5-877e-3f7073109412 None None] Provisioning complete for port baf3e87d-fbc6-49a5-ac97-f5b3ee38fcad triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:48:52.473519 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-eed941c0-cc7f-45b5-877e-3f7073109412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:52.578364 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-53e3570d-08ba-4210-ba87-9ddb29fefa6d tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Synchronizing usage tracker for tenant:458862934c284b11a9f402abf41ed215 on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:48:52.641047 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-17185977-5ade-45fe-8fd7-8ef95d812edf tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:52.661935 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-53e3570d-08ba-4210-ba87-9ddb29fefa6d tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Unset dirty status for tenant:458862934c284b11a9f402abf41ed215 on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:48:52.663584 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-53e3570d-08ba-4210-ba87-9ddb29fefa6d tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=458862934c284b11a9f402abf41ed215 HTTP/1.1" status: 200 len: 378 time: 0.4380000 Feb 09 12:48:52.670580 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-27958845-162c-43a6-8327-076858b4ea89 None None] Set router dfb92640-1389-4272-ab5f-4ca72007d852 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:48:52.678433 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68ac27be-d577-440f-967f-8f7e1b52fad7', 'tag': '63088891-be07-4258-b070-f3aecc33cb53', 'status': 'completed', 'code': 200} Feb 09 12:48:52.684351 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-0a809175-726c-4ae3-a5ab-f754189f26b6 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Request body: {'port': {'device_id': 'dbb39311-4bf9-44ca-a71e-3e495330f4a9', 'network_id': '8ffa134c-5914-42cd-b4fd-b6cacdce5158', 'admin_state_up': True, 'tenant_id': '458862934c284b11a9f402abf41ed215', 'security_groups': ['9455bdef-b6fe-4fd6-bde8-1749fdf6195a']}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:48:52.873119 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d881f816-d30e-4442-bcca-69061258e74c req-6c3ecf27-9a83-44e9-886e-b901fd4a37b5 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbb39311-4bf9-44ca-a71e-3e495330f4a9 HTTP/1.1" status: 200 len: 210 time: 0.0511413 Feb 09 12:48:52.887361 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cf9fe-5538-4886-a901-728444eb23ae req-a1e7c124-9d9d-4511-a400-2fbe775072f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:52.888924 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-636cf9fe-5538-4886-a901-728444eb23ae req-a1e7c124-9d9d-4511-a400-2fbe775072f7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=57cad2baaf2145b1a083f7140eddf89d&device_id=68ac27be-d577-440f-967f-8f7e1b52fad7 HTTP/1.1" status: 200 len: 1135 time: 0.1785357 Feb 09 12:48:53.023499 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-0a809175-726c-4ae3-a5ab-f754189f26b6 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:48:53.034132 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-0a809175-726c-4ae3-a5ab-f754189f26b6 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Usage tracker for resource:port and tenant:458862934c284b11a9f402abf41ed215 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:48:53.039276 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-0a809175-726c-4ae3-a5ab-f754189f26b6 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:48:53.049095 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-7aeabcd5-8c6d-4646-adeb-d7ced8f8c026 service neutron] Attempting to bind port 036578ff-156b-4500-93cd-ac620f039917 on host n-h1-825178-3 for vnic_type normal with profile None {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:48:53.049095 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-7aeabcd5-8c6d-4646-adeb-d7ced8f8c026 service neutron] Attempting to bind port 036578ff-156b-4500-93cd-ac620f039917 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': '916b5cc9-cda8-4f43-9164-d68cdbefc4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1fbb7751-edb3-403f-9f82-05972dde3ad6'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:48:53.049630 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-7aeabcd5-8c6d-4646-adeb-d7ced8f8c026 service neutron] Attempting to bind port 036578ff-156b-4500-93cd-ac620f039917 on network 1fbb7751-edb3-403f-9f82-05972dde3ad6 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:48:53.054143 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-eed941c0-cc7f-45b5-877e-3f7073109412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:53.055658 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-0a809175-726c-4ae3-a5ab-f754189f26b6 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:48:53.058389 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-7aeabcd5-8c6d-4646-adeb-d7ced8f8c026 service neutron] Port 036578ff-156b-4500-93cd-ac620f039917 on network 1fbb7751-edb3-403f-9f82-05972dde3ad6 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:48:53.058870 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-7aeabcd5-8c6d-4646-adeb-d7ced8f8c026 service neutron] Attempting to bind port 036578ff-156b-4500-93cd-ac620f039917 on network 1fbb7751-edb3-403f-9f82-05972dde3ad6 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:48:53.082576 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:53.137981 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-17185977-5ade-45fe-8fd7-8ef95d812edf tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:53.154974 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-eed941c0-cc7f-45b5-877e-3f7073109412 None None] For port baf3e87d-fbc6-49a5-ac97-f5b3ee38fcad, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=baf3e87d-fbc6-49a5-ac97-f5b3ee38fcad,segment=NetworkSegment(3db8507e-5e3b-4503-9c8b-d8b6e4127942),segment_id=3db8507e-5e3b-4503-9c8b-d8b6e4127942)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:48:53.194340 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-eed941c0-cc7f-45b5-877e-3f7073109412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:53.198987 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cf9fe-5538-4886-a901-728444eb23ae req-77dba240-2baf-4fed-99ed-22e990ec636a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:53.200483 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-636cf9fe-5538-4886-a901-728444eb23ae req-77dba240-2baf-4fed-99ed-22e990ec636a service neutron] 10.222.0.46 "GET /v2.0/networks?id=327afa3e-85e9-4f57-99d9-315ae9d2f2fb HTTP/1.1" status: 200 len: 898 time: 0.3026547 Feb 09 12:48:53.213631 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd1355-8ae4-43a3-81b9-5db46c0d1417 req-4c76c92a-58f5-4d4f-8f1d-19915ebc97ee tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:53.214365 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-0dbd1355-8ae4-43a3-81b9-5db46c0d1417 req-4c76c92a-58f5-4d4f-8f1d-19915ebc97ee tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Synchronizing usage tracker for tenant:57cad2baaf2145b1a083f7140eddf89d on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:48:53.291728 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-636cf9fe-5538-4886-a901-728444eb23ae req-7ce46916-ebe2-4911-8b12-f3cc7a760698 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63088891-be07-4258-b070-f3aecc33cb53 HTTP/1.1" status: 200 len: 217 time: 0.0730972 Feb 09 12:48:53.298800 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed941c0-cc7f-45b5-877e-3f7073109412 None None] Pushing event updated for resources: {'Port': ['ID=baf3e87d-fbc6-49a5-ac97-f5b3ee38fcad,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:53.315373 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-27958845-162c-43a6-8327-076858b4ea89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb92640-1389-4272-ab5f-4ca72007d852', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1676738788', 'tenant_id': '57cad2baaf2145b1a083f7140eddf89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': 'b3a74bab-2585-4502-9b81-4dcaf571bfab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:46:11Z', 'updated_at': '2022-02-09T12:46:28Z', 'revision_number': 4, 'project_id': '57cad2baaf2145b1a083f7140eddf89d', 'gw_port': {'id': 'b3a74bab-2585-4502-9b81-4dcaf571bfab', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:45:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb92640-1389-4272-ab5f-4ca72007d852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:46:13Z', 'updated_at': '2022-02-09T12:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '3dbef2cb-e519-4b42-80f1-85a1df9269a1', 'name': '', 'network_id': '327afa3e-85e9-4f57-99d9-315ae9d2f2fb', 'tenant_id': '57cad2baaf2145b1a083f7140eddf89d', 'mac_address': 'fa:16:3e:4c:74:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb92640-1389-4272-ab5f-4ca72007d852', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'fd42728f-6533-477f-97d9-f0995f638483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:46:26Z', 'updated_at': '2022-02-09T12:46:36Z', 'revision_number': 5, 'project_id': '57cad2baaf2145b1a083f7140eddf89d', 'subnets': [{'id': 'fd42728f-6533-477f-97d9-f0995f638483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:53.320034 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27958845-162c-43a6-8327-076858b4ea89 None None] Checking router: dfb92640-1389-4272-ab5f-4ca72007d852 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:48:53.330078 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27958845-162c-43a6-8327-076858b4ea89 None None] Routers {'dfb92640-1389-4272-ab5f-4ca72007d852'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:48:53.330938 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-27958845-162c-43a6-8327-076858b4ea89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:48:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['dfb92640-1389-4272-ab5f-4ca72007d852'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:53.543554 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-7aeabcd5-8c6d-4646-adeb-d7ced8f8c026 service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:48:53.544177 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-7aeabcd5-8c6d-4646-adeb-d7ced8f8c026 service neutron] Checking segment: {'id': '916b5cc9-cda8-4f43-9164-d68cdbefc4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1fbb7751-edb3-403f-9f82-05972dde3ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:48:53.544730 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-7aeabcd5-8c6d-4646-adeb-d7ced8f8c026 service neutron] Bound using segment: {'id': '916b5cc9-cda8-4f43-9164-d68cdbefc4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1fbb7751-edb3-403f-9f82-05972dde3ad6'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:48:53.545365 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-7aeabcd5-8c6d-4646-adeb-d7ced8f8c026 service neutron] Bound port: 036578ff-156b-4500-93cd-ac620f039917, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '916b5cc9-cda8-4f43-9164-d68cdbefc4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1fbb7751-edb3-403f-9f82-05972dde3ad6'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:48:53.572847 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-0a809175-726c-4ae3-a5ab-f754189f26b6 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Made reservation on behalf of 458862934c284b11a9f402abf41ed215 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:48:53.578849 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-0a809175-726c-4ae3-a5ab-f754189f26b6 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:53.593541 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-0dbd1355-8ae4-43a3-81b9-5db46c0d1417 req-4c76c92a-58f5-4d4f-8f1d-19915ebc97ee tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Unset dirty status for tenant:57cad2baaf2145b1a083f7140eddf89d on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:48:53.603369 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0dbd1355-8ae4-43a3-81b9-5db46c0d1417 req-4c76c92a-58f5-4d4f-8f1d-19915ebc97ee tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/ports?device_id=68ac27be-d577-440f-967f-8f7e1b52fad7 HTTP/1.1" status: 200 len: 984 time: 0.5681295 Feb 09 12:48:53.631970 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-27958845-162c-43a6-8327-076858b4ea89 None None] Set router dfb92640-1389-4272-ab5f-4ca72007d852 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:48:53.663512 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cf9fe-5538-4886-a901-728444eb23ae req-31d769f3-ee3f-42e1-abfb-e26ed7e4a888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:53.665001 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-636cf9fe-5538-4886-a901-728444eb23ae req-31d769f3-ee3f-42e1-abfb-e26ed7e4a888 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd42728f-6533-477f-97d9-f0995f638483 HTTP/1.1" status: 200 len: 834 time: 0.3518107 Feb 09 12:48:53.683616 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0dbd1355-8ae4-43a3-81b9-5db46c0d1417 req-95dd14d1-41a1-488c-b553-74900ff690bd tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/security-groups?id=193d53d7-0f36-49d1-a64f-d965b6ddb8a1&id=85295cb1-9cbe-46f9-9694-ca074f4da9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0792668 Feb 09 12:48:53.749674 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-27c47231-4e9d-40fe-977f-5b8583598028 None None] Provisioning complete for port baf3e87d-fbc6-49a5-ac97-f5b3ee38fcad triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:48:53.750185 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-27c47231-4e9d-40fe-977f-5b8583598028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:53.802974 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cf9fe-5538-4886-a901-728444eb23ae req-392375a4-3d12-4904-9866-443e2fdd7b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:53.804805 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-636cf9fe-5538-4886-a901-728444eb23ae req-392375a4-3d12-4904-9866-443e2fdd7b61 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=327afa3e-85e9-4f57-99d9-315ae9d2f2fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1202471 Feb 09 12:48:53.956502 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-17185977-5ade-45fe-8fd7-8ef95d812edf tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:53.966438 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-7aeabcd5-8c6d-4646-adeb-d7ced8f8c026 service neutron] For port 036578ff-156b-4500-93cd-ac620f039917, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=036578ff-156b-4500-93cd-ac620f039917,segment=NetworkSegment(916b5cc9-cda8-4f43-9164-d68cdbefc4ff),segment_id=916b5cc9-cda8-4f43-9164-d68cdbefc4ff)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:48:53.989077 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-17185977-5ade-45fe-8fd7-8ef95d812edf tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:53.990606 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-17185977-5ade-45fe-8fd7-8ef95d812edf tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:54.081832 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device baf3e87d-fbc6-49a5-ac97-f5b3ee38fcad up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:48:54.163587 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-636cf9fe-5538-4886-a901-728444eb23ae req-0bc08d84-3fbd-4a40-9718-4bb3899cb679 service neutron] 10.222.0.46 "GET /v2.0/networks/327afa3e-85e9-4f57-99d9-315ae9d2f2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502631 Feb 09 12:48:54.192261 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d97b32ca-b401-41e6-9559-b1431083cc6a req-c390882e-f66d-4eb4-8e66-1fe1abbc7cc5 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbb39311-4bf9-44ca-a71e-3e495330f4a9 HTTP/1.1" status: 200 len: 210 time: 0.0907774 Feb 09 12:48:54.245951 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-27c47231-4e9d-40fe-977f-5b8583598028 None None] Provisioning for port 4a0172b3-31a5-4543-8c51-bda23ea2be67 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:48:54.280202 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-0a809175-726c-4ae3-a5ab-f754189f26b6 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Allocated IP 172.20.0.13 (8ffa134c-5914-42cd-b4fd-b6cacdce5158/574d076d-3e6a-4fd6-9301-a30c6a6e0584/f038e5af-3a83-4de0-9214-247277dad860) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:48:54.286802 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-27c47231-4e9d-40fe-977f-5b8583598028 None None] Provisioning complete for port 4a0172b3-31a5-4543-8c51-bda23ea2be67 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:48:54.287197 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-27c47231-4e9d-40fe-977f-5b8583598028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:54.391182 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-7aeabcd5-8c6d-4646-adeb-d7ced8f8c026 service neutron] Notify callbacks [] for binding, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:54.392662 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-7aeabcd5-8c6d-4646-adeb-d7ced8f8c026 service neutron] 10.222.0.55 "POST /v2.0/ports/036578ff-156b-4500-93cd-ac620f039917/bindings HTTP/1.1" status: 201 len: 389 time: 2.2726746 Feb 09 12:48:54.451527 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port baf3e87d-fbc6-49a5-ac97-f5b3ee38fcad triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:48:54.452251 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:54.476590 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17185977-5ade-45fe-8fd7-8ef95d812edf tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event updated for resources: {'Port': ['ID=4a0172b3-31a5-4543-8c51-bda23ea2be67,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:54.495441 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-636cf9fe-5538-4886-a901-728444eb23ae req-be702c42-07a0-4a02-99c0-0b57d5e998ff service neutron] 10.222.0.46 "GET /v2.0/networks/327afa3e-85e9-4f57-99d9-315ae9d2f2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250878 Feb 09 12:48:54.512678 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd515ac1-bb39-4478-83dc-9f5328e642f4 req-354c88dd-c0c7-4236-8bfc-0e7002f3bba5 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:54.513499 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-fd515ac1-bb39-4478-83dc-9f5328e642f4 req-354c88dd-c0c7-4236-8bfc-0e7002f3bba5 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Synchronizing usage tracker for tenant:57cad2baaf2145b1a083f7140eddf89d on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:48:54.540993 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-27c47231-4e9d-40fe-977f-5b8583598028 None None] Port 4a0172b3-31a5-4543-8c51-bda23ea2be67 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:48:54.570932 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-27958845-162c-43a6-8327-076858b4ea89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb92640-1389-4272-ab5f-4ca72007d852', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1676738788', 'tenant_id': '57cad2baaf2145b1a083f7140eddf89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': 'b3a74bab-2585-4502-9b81-4dcaf571bfab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:46:11Z', 'updated_at': '2022-02-09T12:46:28Z', 'revision_number': 4, 'project_id': '57cad2baaf2145b1a083f7140eddf89d', 'gw_port': {'id': 'b3a74bab-2585-4502-9b81-4dcaf571bfab', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:45:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb92640-1389-4272-ab5f-4ca72007d852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:46:13Z', 'updated_at': '2022-02-09T12:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '3dbef2cb-e519-4b42-80f1-85a1df9269a1', 'name': '', 'network_id': '327afa3e-85e9-4f57-99d9-315ae9d2f2fb', 'tenant_id': '57cad2baaf2145b1a083f7140eddf89d', 'mac_address': 'fa:16:3e:4c:74:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb92640-1389-4272-ab5f-4ca72007d852', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'fd42728f-6533-477f-97d9-f0995f638483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:46:26Z', 'updated_at': '2022-02-09T12:46:36Z', 'revision_number': 5, 'project_id': '57cad2baaf2145b1a083f7140eddf89d', 'subnets': [{'id': 'fd42728f-6533-477f-97d9-f0995f638483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:54.584095 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27958845-162c-43a6-8327-076858b4ea89 None None] The sync data for ids ['dfb92640-1389-4272-ab5f-4ca72007d852'] in n-d-825178-3 is: [{'id': 'dfb92640-1389-4272-ab5f-4ca72007d852', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1676738788', 'tenant_id': '57cad2baaf2145b1a083f7140eddf89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': 'b3a74bab-2585-4502-9b81-4dcaf571bfab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:46:11Z', 'updated_at': '2022-02-09T12:46:28Z', 'revision_number': 4, 'project_id': '57cad2baaf2145b1a083f7140eddf89d', 'gw_port': {'id': 'b3a74bab-2585-4502-9b81-4dcaf571bfab', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:45:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb92640-1389-4272-ab5f-4ca72007d852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:46:13Z', 'updated_at': '2022-02-09T12:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '3dbef2cb-e519-4b42-80f1-85a1df9269a1', 'name': '', 'network_id': '327afa3e-85e9-4f57-99d9-315ae9d2f2fb', 'tenant_id': '57cad2baaf2145b1a083f7140eddf89d', 'mac_address': 'fa:16:3e:4c:74:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb92640-1389-4272-ab5f-4ca72007d852', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'fd42728f-6533-477f-97d9-f0995f638483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:46:26Z', 'updated_at': '2022-02-09T12:46:36Z', 'revision_number': 5, 'project_id': '57cad2baaf2145b1a083f7140eddf89d', 'subnets': [{'id': 'fd42728f-6533-477f-97d9-f0995f638483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:48:54.600565 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-fd515ac1-bb39-4478-83dc-9f5328e642f4 req-354c88dd-c0c7-4236-8bfc-0e7002f3bba5 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Unset dirty status for tenant:57cad2baaf2145b1a083f7140eddf89d on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:48:54.601361 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-fd515ac1-bb39-4478-83dc-9f5328e642f4 req-354c88dd-c0c7-4236-8bfc-0e7002f3bba5 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.46 "GET /v2.0/ports?device_id=68ac27be-d577-440f-967f-8f7e1b52fad7 HTTP/1.1" status: 200 len: 984 time: 0.6208189 Feb 09 12:48:54.711334 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b8d9d-147b-4bd0-ab96-aaa1896a9163 req-20b9d240-2b48-47bc-a920-6fc672b7067a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:54.720401 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8a0b8d9d-147b-4bd0-ab96-aaa1896a9163 req-20b9d240-2b48-47bc-a920-6fc672b7067a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=1daed2e4-01db-43e3-a4b8-2e195fcce44c HTTP/1.1" status: 200 len: 946 time: 0.1394801 Feb 09 12:48:54.733498 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-68070c3b-a64a-4ca0-90aa-d8afac7a10d5 None None] Provisioning complete for port 4a0172b3-31a5-4543-8c51-bda23ea2be67 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:48:54.733881 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-68070c3b-a64a-4ca0-90aa-d8afac7a10d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:54.799393 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17185977-5ade-45fe-8fd7-8ef95d812edf tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Network cc5c9bd8-bf74-46f4-8357-ea2da30be161 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:48:54.813376 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-68070c3b-a64a-4ca0-90aa-d8afac7a10d5 None None] Port 4a0172b3-31a5-4543-8c51-bda23ea2be67 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:48:54.827696 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-17185977-5ade-45fe-8fd7-8ef95d812edf tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:48:54.955515 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8a0b8d9d-147b-4bd0-ab96-aaa1896a9163 req-9d6f04d3-f729-4db6-8744-d70761e9205a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e284cef-1341-46a2-98a7-e4476618c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2285204 Feb 09 12:48:54.988263 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-c6881a69-3a28-4402-8ee5-4cf480a807f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:54.990426 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-c6881a69-3a28-4402-8ee5-4cf480a807f4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2c7a8f76649f44a59c185c6d6414b556&device_id=1daed2e4-01db-43e3-a4b8-2e195fcce44c HTTP/1.1" status: 200 len: 1097 time: 0.2390625 Feb 09 12:48:55.008005 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae84b78-be3d-4a69-9a1c-8b7ce769ad0c req-5de2b9dd-35b6-4a99-9dc8-6e96947675ca tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:55.011169 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2ae84b78-be3d-4a69-9a1c-8b7ce769ad0c req-5de2b9dd-35b6-4a99-9dc8-6e96947675ca tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/ports?device_id=68ac27be-d577-440f-967f-8f7e1b52fad7 HTTP/1.1" status: 200 len: 984 time: 0.1716998 Feb 09 12:48:55.119218 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e4e307-d3dc-4fe2-a452-d719f3fe407d None None] New status for floating IP 0476d2ac-265d-4fb5-897d-d7d92f043995: DOWN {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:48:55.170067 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2ae84b78-be3d-4a69-9a1c-8b7ce769ad0c req-a731645f-f46b-4143-99b9-a6ac6eded681 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/security-groups?id=193d53d7-0f36-49d1-a64f-d965b6ddb8a1&id=85295cb1-9cbe-46f9-9694-ca074f4da9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1378057 Feb 09 12:48:55.203660 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-fd515ac1-bb39-4478-83dc-9f5328e642f4 req-f48cb86f-66cf-4c53-b943-f1af4dee66fe tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Deleting port 63088891-be07-4258-b070-f3aecc33cb53 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:48:55.204037 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-fd515ac1-bb39-4478-83dc-9f5328e642f4 req-f48cb86f-66cf-4c53-b943-f1af4dee66fe tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:55.227568 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-6b3da953-581e-4808-ab7b-da91a1a51229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:55.232722 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-6b3da953-581e-4808-ab7b-da91a1a51229 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1fbb7751-edb3-403f-9f82-05972dde3ad6 HTTP/1.1" status: 200 len: 897 time: 0.2202325 Feb 09 12:48:55.264834 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-435a23e8-71fc-47e6-8427-5ad96e472ad4 None None] Provisioning complete for port 4a0172b3-31a5-4543-8c51-bda23ea2be67 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:48:55.266529 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-435a23e8-71fc-47e6-8427-5ad96e472ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:55.314921 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-0a809175-726c-4ae3-a5ab-f754189f26b6 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:55.409029 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-0a809175-726c-4ae3-a5ab-f754189f26b6 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Transition to ACTIVE for port object f038e5af-3a83-4de0-9214-247277dad860 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:48:55.429499 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-435a23e8-71fc-47e6-8427-5ad96e472ad4 None None] Port 4a0172b3-31a5-4543-8c51-bda23ea2be67 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:48:55.439983 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-deba2dd6-1ecb-4bb0-86bc-18c036d1a39e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=036578ff-156b-4500-93cd-ac620f039917 HTTP/1.1" status: 200 len: 1002 time: 0.1966202 Feb 09 12:48:55.518803 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c1ddf833-6d29-40c7-a18f-03f36c76946d req-0909b73f-d138-4591-b76a-8509bd3e2911 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbb39311-4bf9-44ca-a71e-3e495330f4a9 HTTP/1.1" status: 200 len: 210 time: 0.0775733 Feb 09 12:48:55.541067 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-2c8e38d9-fe3d-4e4c-bcdf-8f049e803c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:55.542949 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-2c8e38d9-fe3d-4e4c-bcdf-8f049e803c97 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=116fb373-9734-49da-8f3a-594bd468aac1 HTTP/1.1" status: 200 len: 834 time: 0.0653219 Feb 09 12:48:55.561984 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17185977-5ade-45fe-8fd7-8ef95d812edf tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Router d0b402ca-dd06-46b2-9177-40ab35988c03 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:48:55.591679 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-0a809175-726c-4ae3-a5ab-f754189f26b6 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:55.627310 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-dad4a170-d037-4df9-a05c-ac40879023db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:55.629012 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-dad4a170-d037-4df9-a05c-ac40879023db service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1fbb7751-edb3-403f-9f82-05972dde3ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803361 Feb 09 12:48:55.769122 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-0bd9248f-34c7-4886-94cc-1a28bc5d8030 service neutron] 10.222.0.52 "GET /v2.0/networks/1fbb7751-edb3-403f-9f82-05972dde3ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325340 Feb 09 12:48:55.824853 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-fd515ac1-bb39-4478-83dc-9f5328e642f4 req-f48cb86f-66cf-4c53-b943-f1af4dee66fe tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] For port 63088891-be07-4258-b070-f3aecc33cb53, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=63088891-be07-4258-b070-f3aecc33cb53,segment=NetworkSegment(57f9570f-4430-4227-86a1-377419c5db88),segment_id=57f9570f-4430-4227-86a1-377419c5db88)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:48:55.825232 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-fd515ac1-bb39-4478-83dc-9f5328e642f4 req-f48cb86f-66cf-4c53-b943-f1af4dee66fe tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:55.833398 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-0a809175-726c-4ae3-a5ab-f754189f26b6 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Network 8ffa134c-5914-42cd-b4fd-b6cacdce5158 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:48:55.841398 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-0a809175-726c-4ae3-a5ab-f754189f26b6 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:48:55.903841 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-0a809175-726c-4ae3-a5ab-f754189f26b6 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:48:55.916371 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-f0a8fb2b-6157-4aa6-af8d-2429ffd5d36a service neutron] 10.222.0.52 "GET /v2.0/networks/1fbb7751-edb3-403f-9f82-05972dde3ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400783 Feb 09 12:48:56.008018 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-fd515ac1-bb39-4478-83dc-9f5328e642f4 req-f48cb86f-66cf-4c53-b943-f1af4dee66fe tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Calling delete_port for 63088891-be07-4258-b070-f3aecc33cb53 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:48:56.064232 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a809175-726c-4ae3-a5ab-f754189f26b6 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event updated for resources: {'Port': ['ID=f038e5af-3a83-4de0-9214-247277dad860,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:56.081700 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17185977-5ade-45fe-8fd7-8ef95d812edf tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:48:56.089558 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-17185977-5ade-45fe-8fd7-8ef95d812edf tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "PUT /v2.0/routers/d0b402ca-dd06-46b2-9177-40ab35988c03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3745196 Feb 09 12:48:56.092081 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca381c64-37e9-4347-a39a-037b616cbe3f None None] Sync routers for ids ['d0b402ca-dd06-46b2-9177-40ab35988c03'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:48:56.093054 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58840) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:56.113246 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca381c64-37e9-4347-a39a-037b616cbe3f None None] Routers {'d0b402ca-dd06-46b2-9177-40ab35988c03'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:48:56.114148 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-ca381c64-37e9-4347-a39a-037b616cbe3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:48:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['d0b402ca-dd06-46b2-9177-40ab35988c03'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:56.205172 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-0a809175-726c-4ae3-a5ab-f754189f26b6 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:56.205831 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-0a809175-726c-4ae3-a5ab-f754189f26b6 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:56.235727 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18edf78-97e1-4f4c-b9ee-8d7e5722c9d5 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:56.236290 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b18edf78-97e1-4f4c-b9ee-8d7e5722c9d5 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Synchronizing usage tracker for tenant:27f2f8bb689948199636c37c369127b7 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:48:56.315803 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-ca381c64-37e9-4347-a39a-037b616cbe3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:56.331800 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca381c64-37e9-4347-a39a-037b616cbe3f None None] Routers {'d0b402ca-dd06-46b2-9177-40ab35988c03'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:48:56.332468 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-ca381c64-37e9-4347-a39a-037b616cbe3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:48:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['d0b402ca-dd06-46b2-9177-40ab35988c03'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:56.375047 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-0a809175-726c-4ae3-a5ab-f754189f26b6 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7051880 Feb 09 12:48:56.382572 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-4f841c0f-800c-474a-8b3f-a6bf1236c0a0 tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:56.386921 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-4f841c0f-800c-474a-8b3f-a6bf1236c0a0 tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=1daed2e4-01db-43e3-a4b8-2e195fcce44c&tenant_id=2c7a8f76649f44a59c185c6d6414b556&binding%3Ahost_id=n-h2-825178-3 HTTP/1.1" status: 200 len: 1097 time: 0.4072485 Feb 09 12:48:56.403741 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-dfc1ebd9-0b23-4813-be20-da287320252c service neutron] Request body: {'port': {'device_id': 'dbb39311-4bf9-44ca-a71e-3e495330f4a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:48:56.405344 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-ca381c64-37e9-4347-a39a-037b616cbe3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:48:56.405758 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca381c64-37e9-4347-a39a-037b616cbe3f None None] The sync data for ids ['d0b402ca-dd06-46b2-9177-40ab35988c03'] in n-d-825178-3 is: [] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:48:56.408397 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-ca7bc979-45ce-4939-b68c-f393cea9c2b6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825178-3'}}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:48:56.416302 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-081ebbe5-49d4-4629-b17d-63f809224b70 None None] Provisioning for port f038e5af-3a83-4de0-9214-247277dad860 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:48:56.424942 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-081ebbe5-49d4-4629-b17d-63f809224b70 None None] Provisioning complete for port f038e5af-3a83-4de0-9214-247277dad860 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:48:56.426517 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-081ebbe5-49d4-4629-b17d-63f809224b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:56.476037 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b18edf78-97e1-4f4c-b9ee-8d7e5722c9d5 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Unset dirty status for tenant:27f2f8bb689948199636c37c369127b7 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:48:56.478402 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b18edf78-97e1-4f4c-b9ee-8d7e5722c9d5 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "GET /v2.0/ports/4a0172b3-31a5-4543-8c51-bda23ea2be67 HTTP/1.1" status: 200 len: 984 time: 0.3821228 Feb 09 12:48:56.491411 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-081ebbe5-49d4-4629-b17d-63f809224b70 None None] Port f038e5af-3a83-4de0-9214-247277dad860 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:48:56.502803 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58848) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:56.527591 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d2bc7-1545-4e23-a229-ff6175ca2662 req-58b235f6-e776-4648-b520-24eddbca8d51 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:56.529115 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-337d2bc7-1545-4e23-a229-ff6175ca2662 req-58b235f6-e776-4648-b520-24eddbca8d51 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=1daed2e4-01db-43e3-a4b8-2e195fcce44c HTTP/1.1" status: 200 len: 946 time: 0.4224608 Feb 09 12:48:56.664806 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-ca7bc979-45ce-4939-b68c-f393cea9c2b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:56.686289 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-337d2bc7-1545-4e23-a229-ff6175ca2662 req-0a886240-90d9-44fe-85b5-855b8a25bfcc tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e284cef-1341-46a2-98a7-e4476618c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449406 Feb 09 12:48:56.725034 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-dfc1ebd9-0b23-4813-be20-da287320252c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:56.789240 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b975bb-541a-43b8-ade2-50ae1553f6f2 req-85b71f06-e6b6-4b17-8edc-8d0158e65161 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:56.791340 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-41b975bb-541a-43b8-ade2-50ae1553f6f2 req-85b71f06-e6b6-4b17-8edc-8d0158e65161 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/ports?device_id=68ac27be-d577-440f-967f-8f7e1b52fad7 HTTP/1.1" status: 200 len: 984 time: 0.3409615 Feb 09 12:48:56.925201 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-fd515ac1-bb39-4478-83dc-9f5328e642f4 req-f48cb86f-66cf-4c53-b943-f1af4dee66fe tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:57.006098 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-41b975bb-541a-43b8-ade2-50ae1553f6f2 req-dd9bb629-38b6-44bb-a741-b1d44b1d9a46 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/security-groups?id=193d53d7-0f36-49d1-a64f-d965b6ddb8a1&id=85295cb1-9cbe-46f9-9694-ca074f4da9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1989236 Feb 09 12:48:57.059304 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48cb86f-66cf-4c53-b943-f1af4dee66fe tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Pushing event deleted for resources: {'Port': ['ID=63088891-be07-4258-b070-f3aecc33cb53,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:57.081021 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb64688-a632-43ff-acb4-e5f7b11e3362 req-ad472ce5-4df3-41ab-9c00-d1cc920fd952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:57.082493 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8eb64688-a632-43ff-acb4-e5f7b11e3362 req-ad472ce5-4df3-41ab-9c00-d1cc920fd952 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c7a8f76649f44a59c185c6d6414b556&device_id=1daed2e4-01db-43e3-a4b8-2e195fcce44c HTTP/1.1" status: 200 len: 1097 time: 0.3366094 Feb 09 12:48:57.084400 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-ca7bc979-45ce-4939-b68c-f393cea9c2b6 service neutron] For port 036578ff-156b-4500-93cd-ac620f039917, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=036578ff-156b-4500-93cd-ac620f039917,segment=NetworkSegment(916b5cc9-cda8-4f43-9164-d68cdbefc4ff),segment_id=916b5cc9-cda8-4f43-9164-d68cdbefc4ff)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:48:57.101237 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69274c52-593b-4fd8-8708-c3007dfe746e req-6e723e82-563f-4d98-bae1-257905aa006b tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:57.102786 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-69274c52-593b-4fd8-8708-c3007dfe746e req-6e723e82-563f-4d98-bae1-257905aa006b tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbb39311-4bf9-44ca-a71e-3e495330f4a9 HTTP/1.1" status: 200 len: 932 time: 0.2974491 Feb 09 12:48:57.126640 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd515ac1-bb39-4478-83dc-9f5328e642f4 req-f48cb86f-66cf-4c53-b943-f1af4dee66fe tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] No DVR routers for this DVR port 63088891-be07-4258-b070-f3aecc33cb53 on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:48:57.129287 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-fd515ac1-bb39-4478-83dc-9f5328e642f4 req-f48cb86f-66cf-4c53-b943-f1af4dee66fe tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:57.138011 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68ac27be-d577-440f-967f-8f7e1b52fad7', 'name': 'network-vif-deleted', 'tag': '63088891-be07-4258-b070-f3aecc33cb53'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:48:57.230058 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68ac27be-d577-440f-967f-8f7e1b52fad7', 'name': 'network-vif-deleted', 'tag': '63088891-be07-4258-b070-f3aecc33cb53', 'status': 'completed', 'code': 200} Feb 09 12:48:57.256896 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-69274c52-593b-4fd8-8708-c3007dfe746e req-149237b3-55c9-4ff8-9a8f-e19747238b6d tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/security-groups?id=9455bdef-b6fe-4fd6-bde8-1749fdf6195a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1333022 Feb 09 12:48:57.258102 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-ca7bc979-45ce-4939-b68c-f393cea9c2b6 service neutron] For port 036578ff-156b-4500-93cd-ac620f039917, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:48:57.301056 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-fd515ac1-bb39-4478-83dc-9f5328e642f4 req-f48cb86f-66cf-4c53-b943-f1af4dee66fe tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.46 "DELETE /v2.0/ports/63088891-be07-4258-b070-f3aecc33cb53 HTTP/1.1" status: 204 len: 173 time: 2.6220317 Feb 09 12:48:57.360173 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb64688-a632-43ff-acb4-e5f7b11e3362 req-f266cd4b-b3ba-456a-9e3c-cfa3c4349488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:57.361904 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8eb64688-a632-43ff-acb4-e5f7b11e3362 req-f266cd4b-b3ba-456a-9e3c-cfa3c4349488 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1fbb7751-edb3-403f-9f82-05972dde3ad6 HTTP/1.1" status: 200 len: 897 time: 0.2567353 Feb 09 12:48:57.364506 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1daed2e4-01db-43e3-a4b8-2e195fcce44c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '036578ff-156b-4500-93cd-ac620f039917'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:48:57.371541 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-ca7bc979-45ce-4939-b68c-f393cea9c2b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:57.464675 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-ca7bc979-45ce-4939-b68c-f393cea9c2b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:57.484585 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1daed2e4-01db-43e3-a4b8-2e195fcce44c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '036578ff-156b-4500-93cd-ac620f039917', 'code': 200} Feb 09 12:48:57.749400 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8eb64688-a632-43ff-acb4-e5f7b11e3362 req-1625424b-2379-4664-92c1-4e82225d0d50 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=036578ff-156b-4500-93cd-ac620f039917 HTTP/1.1" status: 200 len: 1000 time: 0.3756125 Feb 09 12:48:57.773525 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 63088891-be07-4258-b070-f3aecc33cb53 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:48:57.814308 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-dfc1ebd9-0b23-4813-be20-da287320252c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f038e5af-3a83-4de0-9214-247277dad860 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:48:57.830066 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7bc979-45ce-4939-b68c-f393cea9c2b6 service neutron] Pushing event updated for resources: {'Port': ['ID=036578ff-156b-4500-93cd-ac620f039917,revision_number=7']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:57.844452 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: 63088891-be07-4258-b070-f3aecc33cb53 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:48:57.844806 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 63088891-be07-4258-b070-f3aecc33cb53 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:48:57.849238 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-dfc1ebd9-0b23-4813-be20-da287320252c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:57.925282 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-dfc1ebd9-0b23-4813-be20-da287320252c service neutron] Transition to ACTIVE for port object f038e5af-3a83-4de0-9214-247277dad860 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:48:57.935346 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-dfc1ebd9-0b23-4813-be20-da287320252c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:57.971814 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-884e8682-45c6-4303-970c-71ae1ce12d4f None None] Provisioning complete for port 036578ff-156b-4500-93cd-ac620f039917 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:48:57.972599 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-884e8682-45c6-4303-970c-71ae1ce12d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:57.989151 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-ca7bc979-45ce-4939-b68c-f393cea9c2b6 service neutron] Attempting to bind port 036578ff-156b-4500-93cd-ac620f039917 on host n-h2-825178-3 for vnic_type normal with profile {"migrating_to": "n-h1-825178-3"} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:48:57.989486 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-ca7bc979-45ce-4939-b68c-f393cea9c2b6 service neutron] Attempting to bind port 036578ff-156b-4500-93cd-ac620f039917 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '916b5cc9-cda8-4f43-9164-d68cdbefc4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1fbb7751-edb3-403f-9f82-05972dde3ad6'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:48:57.989811 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-ca7bc979-45ce-4939-b68c-f393cea9c2b6 service neutron] Attempting to bind port 036578ff-156b-4500-93cd-ac620f039917 on network 1fbb7751-edb3-403f-9f82-05972dde3ad6 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:48:57.997971 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb64688-a632-43ff-acb4-e5f7b11e3362 req-b215dc60-56a4-40c5-b0e2-d18ae4beb9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:57.999412 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8eb64688-a632-43ff-acb4-e5f7b11e3362 req-b215dc60-56a4-40c5-b0e2-d18ae4beb9c6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=116fb373-9734-49da-8f3a-594bd468aac1 HTTP/1.1" status: 200 len: 834 time: 0.2412894 Feb 09 12:48:58.026954 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-ca7bc979-45ce-4939-b68c-f393cea9c2b6 service neutron] Port 036578ff-156b-4500-93cd-ac620f039917 on network 1fbb7751-edb3-403f-9f82-05972dde3ad6 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:48:58.027214 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-ca7bc979-45ce-4939-b68c-f393cea9c2b6 service neutron] Attempting to bind port 036578ff-156b-4500-93cd-ac620f039917 on network 1fbb7751-edb3-403f-9f82-05972dde3ad6 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:48:58.100855 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-884e8682-45c6-4303-970c-71ae1ce12d4f None None] Port 036578ff-156b-4500-93cd-ac620f039917 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:48:58.181627 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-74a4274e-adc2-4f5d-8378-88f2eccb86ae tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:58.188642 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-ca7bc979-45ce-4939-b68c-f393cea9c2b6 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:48:58.189070 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-ca7bc979-45ce-4939-b68c-f393cea9c2b6 service neutron] Checking segment: {'id': '916b5cc9-cda8-4f43-9164-d68cdbefc4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1fbb7751-edb3-403f-9f82-05972dde3ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:48:58.194086 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-ca7bc979-45ce-4939-b68c-f393cea9c2b6 service neutron] Bound using segment: {'id': '916b5cc9-cda8-4f43-9164-d68cdbefc4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1fbb7751-edb3-403f-9f82-05972dde3ad6'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:48:58.194618 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-ca7bc979-45ce-4939-b68c-f393cea9c2b6 service neutron] Bound port: 036578ff-156b-4500-93cd-ac620f039917, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '916b5cc9-cda8-4f43-9164-d68cdbefc4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1fbb7751-edb3-403f-9f82-05972dde3ad6'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:48:58.194984 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-ca7bc979-45ce-4939-b68c-f393cea9c2b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:58.391110 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e8cfd592-2ce5-44f9-8652-f946618dd8f5 req-362805e6-0def-4a28-8aa1-1110ec8fccab tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "GET /v2.0/ports?device_id=68ac27be-d577-440f-967f-8f7e1b52fad7 HTTP/1.1" status: 200 len: 210 time: 0.1614170 Feb 09 12:48:58.443303 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1ebd9-0b23-4813-be20-da287320252c service neutron] Pushing event updated for resources: {'Port': ['ID=f038e5af-3a83-4de0-9214-247277dad860,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:58.669132 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94301a59-7b26-46b4-87f3-9ad592a86078 req-b2a2a48a-279d-4b7d-8f99-104247cc7a19 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:58.676410 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-94301a59-7b26-46b4-87f3-9ad592a86078 req-b2a2a48a-279d-4b7d-8f99-104247cc7a19 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=1daed2e4-01db-43e3-a4b8-2e195fcce44c HTTP/1.1" status: 200 len: 944 time: 0.7477846 Feb 09 12:48:58.698399 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-dfc1ebd9-0b23-4813-be20-da287320252c service neutron] Attempting to bind port f038e5af-3a83-4de0-9214-247277dad860 on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:48:58.698732 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-dfc1ebd9-0b23-4813-be20-da287320252c service neutron] Attempting to bind port f038e5af-3a83-4de0-9214-247277dad860 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': '9da5629b-47e2-464e-ad27-5034dec29c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8ffa134c-5914-42cd-b4fd-b6cacdce5158'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:48:58.699058 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-dfc1ebd9-0b23-4813-be20-da287320252c service neutron] Attempting to bind port f038e5af-3a83-4de0-9214-247277dad860 on network 8ffa134c-5914-42cd-b4fd-b6cacdce5158 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:48:58.706317 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-dfc1ebd9-0b23-4813-be20-da287320252c service neutron] Port f038e5af-3a83-4de0-9214-247277dad860 on network 8ffa134c-5914-42cd-b4fd-b6cacdce5158 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:48:58.706635 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-dfc1ebd9-0b23-4813-be20-da287320252c service neutron] Attempting to bind port f038e5af-3a83-4de0-9214-247277dad860 on network 8ffa134c-5914-42cd-b4fd-b6cacdce5158 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:48:58.715720 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-dfc1ebd9-0b23-4813-be20-da287320252c service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:48:58.716070 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-dfc1ebd9-0b23-4813-be20-da287320252c service neutron] Checking segment: {'id': '9da5629b-47e2-464e-ad27-5034dec29c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8ffa134c-5914-42cd-b4fd-b6cacdce5158'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:48:58.716604 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-dfc1ebd9-0b23-4813-be20-da287320252c service neutron] Bound using segment: {'id': '9da5629b-47e2-464e-ad27-5034dec29c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8ffa134c-5914-42cd-b4fd-b6cacdce5158'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:48:58.717038 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-dfc1ebd9-0b23-4813-be20-da287320252c service neutron] Bound port: f038e5af-3a83-4de0-9214-247277dad860, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9da5629b-47e2-464e-ad27-5034dec29c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8ffa134c-5914-42cd-b4fd-b6cacdce5158'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:48:58.717373 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-dfc1ebd9-0b23-4813-be20-da287320252c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:58.766585 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-ca7bc979-45ce-4939-b68c-f393cea9c2b6 service neutron] For port 036578ff-156b-4500-93cd-ac620f039917, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:48:58.776644 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-74a4274e-adc2-4f5d-8378-88f2eccb86ae tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Deleting port 4a0172b3-31a5-4543-8c51-bda23ea2be67 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:48:58.776979 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-74a4274e-adc2-4f5d-8378-88f2eccb86ae tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:58.792669 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb64688-a632-43ff-acb4-e5f7b11e3362 req-af63c57e-1a8e-40bb-a636-baf99515788c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:58.794290 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8eb64688-a632-43ff-acb4-e5f7b11e3362 req-af63c57e-1a8e-40bb-a636-baf99515788c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1fbb7751-edb3-403f-9f82-05972dde3ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7433250 Feb 09 12:48:58.813302 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-94301a59-7b26-46b4-87f3-9ad592a86078 req-c85bfb22-9178-45b5-834e-c745a73283e0 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e284cef-1341-46a2-98a7-e4476618c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303847 Feb 09 12:48:58.825594 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-ca7bc979-45ce-4939-b68c-f393cea9c2b6 service neutron] For port 036578ff-156b-4500-93cd-ac620f039917, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=036578ff-156b-4500-93cd-ac620f039917,segment=NetworkSegment(916b5cc9-cda8-4f43-9164-d68cdbefc4ff),segment_id=916b5cc9-cda8-4f43-9164-d68cdbefc4ff)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:48:58.923327 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-ca7bc979-45ce-4939-b68c-f393cea9c2b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:59.123535 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-dfc1ebd9-0b23-4813-be20-da287320252c service neutron] For port f038e5af-3a83-4de0-9214-247277dad860, host n-h1-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:48:59.144679 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8eb64688-a632-43ff-acb4-e5f7b11e3362 req-eec8ee67-9d8f-4057-a2aa-7b711d113618 service neutron] 10.222.0.46 "GET /v2.0/networks/1fbb7751-edb3-403f-9f82-05972dde3ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357773 Feb 09 12:48:59.144830 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-dfc1ebd9-0b23-4813-be20-da287320252c service neutron] For port f038e5af-3a83-4de0-9214-247277dad860, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=f038e5af-3a83-4de0-9214-247277dad860,segment=NetworkSegment(9da5629b-47e2-464e-ad27-5034dec29c21),segment_id=9da5629b-47e2-464e-ad27-5034dec29c21)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:48:59.155684 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-dfc1ebd9-0b23-4813-be20-da287320252c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:59.158096 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf757a39-f3af-46c3-8fe5-43137584e273 req-6d716047-32da-4f0a-92d6-853855e92a2f tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:59.165409 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bf757a39-f3af-46c3-8fe5-43137584e273 req-6d716047-32da-4f0a-92d6-853855e92a2f tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbb39311-4bf9-44ca-a71e-3e495330f4a9 HTTP/1.1" status: 200 len: 944 time: 0.5188408 Feb 09 12:48:59.207459 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7bc979-45ce-4939-b68c-f393cea9c2b6 service neutron] Pushing event updated for resources: {'Port': ['ID=036578ff-156b-4500-93cd-ac620f039917,revision_number=8']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:59.258671 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-dfc1ebd9-0b23-4813-be20-da287320252c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:59.259483 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-dfc1ebd9-0b23-4813-be20-da287320252c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:59.261114 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-dfc1ebd9-0b23-4813-be20-da287320252c service neutron] 10.222.0.52 "PUT /v2.0/ports/f038e5af-3a83-4de0-9214-247277dad860 HTTP/1.1" status: 200 len: 1092 time: 2.8671584 Feb 09 12:48:59.261813 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb39311-4bf9-44ca-a71e-3e495330f4a9', 'tag': 'f038e5af-3a83-4de0-9214-247277dad860'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:48:59.287148 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-bd351e7c-1d38-4126-aed1-03e6308cab98 None None] Provisioning complete for port 036578ff-156b-4500-93cd-ac620f039917 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:48:59.287689 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bd351e7c-1d38-4126-aed1-03e6308cab98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:59.350980 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-ca7bc979-45ce-4939-b68c-f393cea9c2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:59.351850 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-ca7bc979-45ce-4939-b68c-f393cea9c2b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:59.353278 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-ca7bc979-45ce-4939-b68c-f393cea9c2b6 service neutron] 10.222.0.52 "PUT /v2.0/ports/036578ff-156b-4500-93cd-ac620f039917 HTTP/1.1" status: 200 len: 1122 time: 2.9590855 Feb 09 12:48:59.377101 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bf757a39-f3af-46c3-8fe5-43137584e273 req-e2010f39-9dce-44a2-86a3-da8abead9dc9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/security-groups?id=9455bdef-b6fe-4fd6-bde8-1749fdf6195a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2106633 Feb 09 12:48:59.397044 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbb39311-4bf9-44ca-a71e-3e495330f4a9', 'tag': 'f038e5af-3a83-4de0-9214-247277dad860', 'status': 'completed', 'code': 200} Feb 09 12:48:59.398811 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-74a4274e-adc2-4f5d-8378-88f2eccb86ae tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:59.470399 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['036578ff-156b-4500-93cd-ac620f039917'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:48:59.474791 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8eb64688-a632-43ff-acb4-e5f7b11e3362 req-a17096e8-8510-41a2-bd8c-c5c55d127416 service neutron] 10.222.0.46 "GET /v2.0/networks/1fbb7751-edb3-403f-9f82-05972dde3ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030207 Feb 09 12:48:59.485578 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1daed2e4-01db-43e3-a4b8-2e195fcce44c', 'tag': '036578ff-156b-4500-93cd-ac620f039917'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:48:59.505230 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 58894) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:59.583418 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1daed2e4-01db-43e3-a4b8-2e195fcce44c', 'tag': '036578ff-156b-4500-93cd-ac620f039917', 'status': 'completed', 'code': 200} Feb 09 12:48:59.584524 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-052290da-092d-4ed7-9140-c9af1a7f7100 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:59.617194 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-052290da-092d-4ed7-9140-c9af1a7f7100 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:59.628400 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-74a4274e-adc2-4f5d-8378-88f2eccb86ae tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Calling delete_port for 4a0172b3-31a5-4543-8c51-bda23ea2be67 owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:48:59.695139 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1ebd9-0b23-4813-be20-da287320252c service neutron] Pushing event updated for resources: {'Port': ['ID=f038e5af-3a83-4de0-9214-247277dad860,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:59.706201 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-052290da-092d-4ed7-9140-c9af1a7f7100 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:59.731553 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052290da-092d-4ed7-9140-c9af1a7f7100 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=193d53d7-0f36-49d1-a64f-d965b6ddb8a1,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:59.753950 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-cca79cda-6557-47bf-94e3-d42a4af62b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:59.755020 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-052290da-092d-4ed7-9140-c9af1a7f7100 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:59.755484 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-cca79cda-6557-47bf-94e3-d42a4af62b9d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=458862934c284b11a9f402abf41ed215&device_id=dbb39311-4bf9-44ca-a71e-3e495330f4a9 HTTP/1.1" status: 200 len: 1095 time: 0.4159927 Feb 09 12:48:59.756367 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-052290da-092d-4ed7-9140-c9af1a7f7100 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "DELETE /v2.0/security-groups/193d53d7-0f36-49d1-a64f-d965b6ddb8a1 HTTP/1.1" status: 204 len: 168 time: 0.2498586 Feb 09 12:48:59.761212 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58900) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:59.777003 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc6af3-db9d-4bc5-a82c-dc5d903aae04 req-0a2f775e-beb8-4ce3-9842-6c21424b8dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:59.778653 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-60bc6af3-db9d-4bc5-a82c-dc5d903aae04 req-0a2f775e-beb8-4ce3-9842-6c21424b8dee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c7a8f76649f44a59c185c6d6414b556&device_id=1daed2e4-01db-43e3-a4b8-2e195fcce44c HTTP/1.1" status: 200 len: 1125 time: 0.1115468 Feb 09 12:48:59.846510 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bd351e7c-1d38-4126-aed1-03e6308cab98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:59.853495 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-79377dba-b393-4f6c-bee5-3212a6d2032b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f038e5af-3a83-4de0-9214-247277dad860 HTTP/1.1" status: 200 len: 217 time: 0.0885186 Feb 09 12:48:59.937829 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1daed2e4-01db-43e3-a4b8-2e195fcce44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '036578ff-156b-4500-93cd-ac620f039917'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:48:59.964887 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-bd351e7c-1d38-4126-aed1-03e6308cab98 None None] For port 036578ff-156b-4500-93cd-ac620f039917, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=036578ff-156b-4500-93cd-ac620f039917,segment=NetworkSegment(916b5cc9-cda8-4f43-9164-d68cdbefc4ff),segment_id=916b5cc9-cda8-4f43-9164-d68cdbefc4ff)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:48:59.972967 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-d3748056-826c-4dab-99a4-16f13752d696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:59.974786 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-d3748056-826c-4dab-99a4-16f13752d696 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=574d076d-3e6a-4fd6-9301-a30c6a6e0584 HTTP/1.1" status: 200 len: 835 time: 0.1147752 Feb 09 12:48:59.991047 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc6af3-db9d-4bc5-a82c-dc5d903aae04 req-96d6b27d-a27e-49b2-8f18-1275715411fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:48:59.993984 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-60bc6af3-db9d-4bc5-a82c-dc5d903aae04 req-96d6b27d-a27e-49b2-8f18-1275715411fc service neutron] 10.222.0.46 "GET /v2.0/networks?id=1fbb7751-edb3-403f-9f82-05972dde3ad6 HTTP/1.1" status: 200 len: 897 time: 0.2074566 Feb 09 12:48:59.996036 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bd351e7c-1d38-4126-aed1-03e6308cab98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:00.078570 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1daed2e4-01db-43e3-a4b8-2e195fcce44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '036578ff-156b-4500-93cd-ac620f039917', 'code': 200} Feb 09 12:49:00.145751 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-80d3567b-e536-4884-aa8e-384cab565415 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:00.192117 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-80d3567b-e536-4884-aa8e-384cab565415 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:00.225398 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-60bc6af3-db9d-4bc5-a82c-dc5d903aae04 req-400b1e28-4c0f-4620-87d3-9c1df9945df1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=036578ff-156b-4500-93cd-ac620f039917 HTTP/1.1" status: 200 len: 1002 time: 0.2253485 Feb 09 12:49:00.239592 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c1560-895e-4825-afe3-660caa98bc9b req-af0f0292-b445-43ef-aaed-a064347e8533 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:00.248156 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-354c1560-895e-4825-afe3-660caa98bc9b req-af0f0292-b445-43ef-aaed-a064347e8533 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=1daed2e4-01db-43e3-a4b8-2e195fcce44c HTTP/1.1" status: 200 len: 946 time: 0.1693432 Feb 09 12:49:00.258391 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd351e7c-1d38-4126-aed1-03e6308cab98 None None] Pushing event updated for resources: {'Port': ['ID=036578ff-156b-4500-93cd-ac620f039917,revision_number=9']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:00.267963 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-80d3567b-e536-4884-aa8e-384cab565415 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:00.315820 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d3567b-e536-4884-aa8e-384cab565415 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85295cb1-9cbe-46f9-9694-ca074f4da9c9,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:00.330402 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-74a4274e-adc2-4f5d-8378-88f2eccb86ae tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:00.338257 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-80d3567b-e536-4884-aa8e-384cab565415 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:00.342269 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-80d3567b-e536-4884-aa8e-384cab565415 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "DELETE /v2.0/security-groups/85295cb1-9cbe-46f9-9694-ca074f4da9c9 HTTP/1.1" status: 204 len: 168 time: 0.5799632 Feb 09 12:49:00.363114 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 58914) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:00.376976 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-354c1560-895e-4825-afe3-660caa98bc9b req-66d9daa3-8b36-47ee-8e9c-2e8f11ab2d16 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e284cef-1341-46a2-98a7-e4476618c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245635 Feb 09 12:49:00.389630 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-fe85df1b-2b1a-42aa-bd13-8585ed0ffff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:00.391154 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-fe85df1b-2b1a-42aa-bd13-8585ed0ffff0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8ffa134c-5914-42cd-b4fd-b6cacdce5158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3873250 Feb 09 12:49:00.488742 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc6af3-db9d-4bc5-a82c-dc5d903aae04 req-8bab2a69-b036-4a0c-8f2c-4f201667e910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:00.490652 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-60bc6af3-db9d-4bc5-a82c-dc5d903aae04 req-8bab2a69-b036-4a0c-8f2c-4f201667e910 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=116fb373-9734-49da-8f3a-594bd468aac1 HTTP/1.1" status: 200 len: 834 time: 0.2397194 Feb 09 12:49:00.532188 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a4274e-adc2-4f5d-8378-88f2eccb86ae tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event deleted for resources: {'Port': ['ID=4a0172b3-31a5-4543-8c51-bda23ea2be67,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:00.723261 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-74a4274e-adc2-4f5d-8378-88f2eccb86ae tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:01.060965 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc6af3-db9d-4bc5-a82c-dc5d903aae04 req-020b640f-56a2-4b6e-a26a-f1ced31c80b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:01.062439 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-60bc6af3-db9d-4bc5-a82c-dc5d903aae04 req-020b640f-56a2-4b6e-a26a-f1ced31c80b0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1fbb7751-edb3-403f-9f82-05972dde3ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5642841 Feb 09 12:49:01.099553 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-35f1ba84-8910-4336-a58f-adaba0dd51e3 service neutron] 10.222.0.52 "GET /v2.0/networks/8ffa134c-5914-42cd-b4fd-b6cacdce5158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6726811 Feb 09 12:49:01.204517 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc50ca9-f893-42fd-af96-15cf4c602f88 req-f9c9085b-5402-4ba1-829e-70c854961d7f tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:01.205923 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9fc50ca9-f893-42fd-af96-15cf4c602f88 req-f9c9085b-5402-4ba1-829e-70c854961d7f tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbb39311-4bf9-44ca-a71e-3e495330f4a9 HTTP/1.1" status: 200 len: 944 time: 0.6605730 Feb 09 12:49:01.261172 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a4274e-adc2-4f5d-8378-88f2eccb86ae tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Router d0b402ca-dd06-46b2-9177-40ab35988c03 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:49:01.339226 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-60bc6af3-db9d-4bc5-a82c-dc5d903aae04 req-4f96f913-7639-470a-89c1-51dc0b60fd6a service neutron] 10.222.0.46 "GET /v2.0/networks/1fbb7751-edb3-403f-9f82-05972dde3ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698994 Feb 09 12:49:01.343254 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9fc50ca9-f893-42fd-af96-15cf4c602f88 req-13274145-797a-4be0-ba08-7ccc83d4f430 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/security-groups?id=9455bdef-b6fe-4fd6-bde8-1749fdf6195a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1258268 Feb 09 12:49:01.464867 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a4274e-adc2-4f5d-8378-88f2eccb86ae tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:49:01.470313 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cf7e29a7-4531-4a35-809d-5abbff05e214 req-92b6afcf-670b-420b-89d5-53887c72101f service neutron] 10.222.0.52 "GET /v2.0/networks/8ffa134c-5914-42cd-b4fd-b6cacdce5158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618815 Feb 09 12:49:01.477882 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-74a4274e-adc2-4f5d-8378-88f2eccb86ae tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "PUT /v2.0/routers/d0b402ca-dd06-46b2-9177-40ab35988c03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9727962 Feb 09 12:49:01.481046 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1cde57-5499-4c7d-b550-819f9a152995 None None] Sync routers for ids ['d0b402ca-dd06-46b2-9177-40ab35988c03'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:49:01.482704 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 58944) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:01.497991 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1cde57-5499-4c7d-b550-819f9a152995 None None] Routers {'d0b402ca-dd06-46b2-9177-40ab35988c03'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:49:01.499457 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-fd1cde57-5499-4c7d-b550-819f9a152995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:48:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['d0b402ca-dd06-46b2-9177-40ab35988c03'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:01.577341 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-fd1cde57-5499-4c7d-b550-819f9a152995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:01.588687 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1cde57-5499-4c7d-b550-819f9a152995 None None] Routers {'d0b402ca-dd06-46b2-9177-40ab35988c03'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:49:01.590096 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-fd1cde57-5499-4c7d-b550-819f9a152995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:48:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['d0b402ca-dd06-46b2-9177-40ab35988c03'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:01.622405 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb48634-e996-4f13-80c7-9bbd144d4520 req-92582665-284f-493e-8c48-f892048aea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:01.624499 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7fb48634-e996-4f13-80c7-9bbd144d4520 req-92582665-284f-493e-8c48-f892048aea6d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=458862934c284b11a9f402abf41ed215&device_id=dbb39311-4bf9-44ca-a71e-3e495330f4a9 HTTP/1.1" status: 200 len: 1095 time: 0.0932202 Feb 09 12:49:01.662725 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-fd1cde57-5499-4c7d-b550-819f9a152995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:01.663128 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1cde57-5499-4c7d-b550-819f9a152995 None None] The sync data for ids ['d0b402ca-dd06-46b2-9177-40ab35988c03'] in n-d-825178-3 is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:49:01.672389 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-60bc6af3-db9d-4bc5-a82c-dc5d903aae04 req-53a07f9d-6f27-485f-8a67-c8771ff8ef3c service neutron] 10.222.0.46 "GET /v2.0/networks/1fbb7751-edb3-403f-9f82-05972dde3ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269989 Feb 09 12:49:01.784335 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb48634-e996-4f13-80c7-9bbd144d4520 req-de0cfe7f-e21a-46a8-b957-d929b1f32e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:01.785809 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7fb48634-e996-4f13-80c7-9bbd144d4520 req-de0cfe7f-e21a-46a8-b957-d929b1f32e33 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8ffa134c-5914-42cd-b4fd-b6cacdce5158 HTTP/1.1" status: 200 len: 898 time: 0.1540742 Feb 09 12:49:01.863527 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7fb48634-e996-4f13-80c7-9bbd144d4520 req-c33f1ae3-69d9-4e2c-b80a-21920907c371 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f038e5af-3a83-4de0-9214-247277dad860 HTTP/1.1" status: 200 len: 217 time: 0.0691104 Feb 09 12:49:01.932411 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb48634-e996-4f13-80c7-9bbd144d4520 req-2ed6c9b7-cf33-4966-b311-77f80da35ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:01.934038 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7fb48634-e996-4f13-80c7-9bbd144d4520 req-2ed6c9b7-cf33-4966-b311-77f80da35ad7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=574d076d-3e6a-4fd6-9301-a30c6a6e0584 HTTP/1.1" status: 200 len: 835 time: 0.0628541 Feb 09 12:49:01.941929 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-8156c42a-175e-452d-b705-7de8bdec8e35 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] remove_router_interface failed (client error): The resource could not be found. Feb 09 12:49:01.942958 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8156c42a-175e-452d-b705-7de8bdec8e35 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "PUT /v2.0/routers/d0b402ca-dd06-46b2-9177-40ab35988c03/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4593084 Feb 09 12:49:01.947740 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 58954) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:02.004626 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573590b-c4f3-4998-a015-ba24508ac620 req-36d78370-eaad-4f66-a1b3-bf40d8dc9eba tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:02.006993 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1573590b-c4f3-4998-a015-ba24508ac620 req-36d78370-eaad-4f66-a1b3-bf40d8dc9eba tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=1daed2e4-01db-43e3-a4b8-2e195fcce44c HTTP/1.1" status: 200 len: 946 time: 0.4591107 Feb 09 12:49:02.009840 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-cff63119-af67-4555-8914-b2055b229c27 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Synchronizing usage tracker for tenant:27f2f8bb689948199636c37c369127b7 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:49:02.027783 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb48634-e996-4f13-80c7-9bbd144d4520 req-690d9458-9278-4dd5-bd68-4b35016e32c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:02.029180 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7fb48634-e996-4f13-80c7-9bbd144d4520 req-690d9458-9278-4dd5-bd68-4b35016e32c6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8ffa134c-5914-42cd-b4fd-b6cacdce5158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873637 Feb 09 12:49:02.043760 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ddf496c1-5537-4dd5-9b22-c49d464235f5 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:02.134099 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-cff63119-af67-4555-8914-b2055b229c27 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Unset dirty status for tenant:27f2f8bb689948199636c37c369127b7 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:49:02.135551 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-cff63119-af67-4555-8914-b2055b229c27 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0b402ca-dd06-46b2-9177-40ab35988c03 HTTP/1.1" status: 200 len: 205 time: 0.1850832 Feb 09 12:49:02.138823 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58962) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:02.152518 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1573590b-c4f3-4998-a015-ba24508ac620 req-5889fc76-c6af-43ea-ad7b-cbcbbffa59b5 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e284cef-1341-46a2-98a7-e4476618c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385200 Feb 09 12:49:02.324202 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2b0c92d3-341b-4c21-bb19-07032225172e tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:02.371261 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 036578ff-156b-4500-93cd-ac620f039917 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:49:02.387276 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7fb48634-e996-4f13-80c7-9bbd144d4520 req-7c735f05-b390-4e3f-8076-88cbadbfc6da service neutron] 10.222.0.52 "GET /v2.0/networks/8ffa134c-5914-42cd-b4fd-b6cacdce5158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484106 Feb 09 12:49:02.570562 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 036578ff-156b-4500-93cd-ac620f039917, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=036578ff-156b-4500-93cd-ac620f039917,segment=NetworkSegment(916b5cc9-cda8-4f43-9164-d68cdbefc4ff),segment_id=916b5cc9-cda8-4f43-9164-d68cdbefc4ff)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:49:02.587557 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 036578ff-156b-4500-93cd-ac620f039917 has no active binding in host n-h1-825178-3 {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 09 12:49:02.687599 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-ddf496c1-5537-4dd5-9b22-c49d464235f5 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Deleting port 3dbef2cb-e519-4b42-80f1-85a1df9269a1 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:49:02.687807 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ddf496c1-5537-4dd5-9b22-c49d464235f5 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:02.772738 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ffa48-fcb5-4de8-bf9d-7ba82434b99d req-30b9b802-d653-4c59-b6ee-5051fa31c0b7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:02.774783 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b91ffa48-fcb5-4de8-bf9d-7ba82434b99d req-30b9b802-d653-4c59-b6ee-5051fa31c0b7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbb39311-4bf9-44ca-a71e-3e495330f4a9 HTTP/1.1" status: 200 len: 944 time: 0.2055202 Feb 09 12:49:02.876642 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2b0c92d3-341b-4c21-bb19-07032225172e tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:02.880209 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2b0c92d3-341b-4c21-bb19-07032225172e tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:02.892405 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b91ffa48-fcb5-4de8-bf9d-7ba82434b99d req-cc0bc126-d5d0-4aa8-abc5-093d92ec2be8 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/security-groups?id=9455bdef-b6fe-4fd6-bde8-1749fdf6195a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0670848 Feb 09 12:49:02.932756 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7fb48634-e996-4f13-80c7-9bbd144d4520 req-8426be57-95d2-4dc5-8c54-41f1d1dbe826 service neutron] 10.222.0.52 "GET /v2.0/networks/8ffa134c-5914-42cd-b4fd-b6cacdce5158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4852300 Feb 09 12:49:02.933454 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2b0c92d3-341b-4c21-bb19-07032225172e tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:02.933959 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0c92d3-341b-4c21-bb19-07032225172e tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Fanout notify agent at l3_agent the message router_deleted on router d0b402ca-dd06-46b2-9177-40ab35988c03 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:49:02.952534 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2b0c92d3-341b-4c21-bb19-07032225172e tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:02.955777 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2b0c92d3-341b-4c21-bb19-07032225172e tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "DELETE /v2.0/routers/d0b402ca-dd06-46b2-9177-40ab35988c03 HTTP/1.1" status: 204 len: 168 time: 0.8154812 Feb 09 12:49:02.956462 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58980) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:02.959080 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-ddf496c1-5537-4dd5-9b22-c49d464235f5 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] For port 3dbef2cb-e519-4b42-80f1-85a1df9269a1, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=3dbef2cb-e519-4b42-80f1-85a1df9269a1,segment=NetworkSegment(57f9570f-4430-4227-86a1-377419c5db88),segment_id=57f9570f-4430-4227-86a1-377419c5db88)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:49:02.959701 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ddf496c1-5537-4dd5-9b22-c49d464235f5 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:03.021744 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5061a3e-ecd1-4ae9-b8dd-b1af2f661b40 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Deleting subnet 859d68a1-0817-45b6-972d-1657b255ea32 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:49:03.026292 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e5061a3e-ecd1-4ae9-b8dd-b1af2f661b40 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:03.057887 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58984) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:03.092540 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-ddf496c1-5537-4dd5-9b22-c49d464235f5 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Calling delete_port for 3dbef2cb-e519-4b42-80f1-85a1df9269a1 owned by network:router_interface {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:49:03.093453 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e5061a3e-ecd1-4ae9-b8dd-b1af2f661b40 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:03.196495 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a805d0f6-6d3f-4161-94d3-96b356890171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:03.216454 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e5061a3e-ecd1-4ae9-b8dd-b1af2f661b40 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:03.246111 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a805d0f6-6d3f-4161-94d3-96b356890171 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:03.259955 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a805d0f6-6d3f-4161-94d3-96b356890171 admin admin] Usage tracker for resource:security_group_rule and tenant:e6da9487e98941d3be3ec40ac782ea94 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:49:03.264812 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a805d0f6-6d3f-4161-94d3-96b356890171 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:49:03.274181 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a805d0f6-6d3f-4161-94d3-96b356890171 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:03.323515 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e5061a3e-ecd1-4ae9-b8dd-b1af2f661b40 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:03.345245 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ddf496c1-5537-4dd5-9b22-c49d464235f5 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:03.374919 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e5061a3e-ecd1-4ae9-b8dd-b1af2f661b40 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:03.379344 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5061a3e-ecd1-4ae9-b8dd-b1af2f661b40 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event deleted for resources: {'Subnet': ['ID=859d68a1-0817-45b6-972d-1657b255ea32,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:03.380944 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8eb851-911e-4a53-ac99-12b27075c97a None None] Network cc5c9bd8-bf74-46f4-8357-ea2da30be161 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:49:03.403852 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e5061a3e-ecd1-4ae9-b8dd-b1af2f661b40 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "DELETE /v2.0/subnets/859d68a1-0817-45b6-972d-1657b255ea32 HTTP/1.1" status: 204 len: 168 time: 0.4435749 Feb 09 12:49:03.404122 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf496c1-5537-4dd5-9b22-c49d464235f5 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Pushing event deleted for resources: {'Port': ['ID=3dbef2cb-e519-4b42-80f1-85a1df9269a1,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:03.404254 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 58992) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:03.522303 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89ffad-7594-4e7d-8206-0071bfaddd4e req-dd3916e5-4cf3-42e6-bc42-326001468f55 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:03.523818 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1e89ffad-7594-4e7d-8206-0071bfaddd4e req-dd3916e5-4cf3-42e6-bc42-326001468f55 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=1daed2e4-01db-43e3-a4b8-2e195fcce44c HTTP/1.1" status: 200 len: 946 time: 0.2402115 Feb 09 12:49:03.559614 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a805d0f6-6d3f-4161-94d3-96b356890171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:03.571581 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f515cb9d-ed05-4cbd-956f-6fbcad7f0d32 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:03.574865 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a805d0f6-6d3f-4161-94d3-96b356890171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:03.632511 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a805d0f6-6d3f-4161-94d3-96b356890171 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e6da9487e98941d3be3ec40ac782ea94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5711956 Feb 09 12:49:03.633893 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-f515cb9d-ed05-4cbd-956f-6fbcad7f0d32 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Deleting port baf3e87d-fbc6-49a5-ac97-f5b3ee38fcad {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:49:03.634225 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f515cb9d-ed05-4cbd-956f-6fbcad7f0d32 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:03.642591 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 58996) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:03.664142 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805d0f6-6d3f-4161-94d3-96b356890171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc01267-de68-46a4-a4ca-14eed3e0afd5,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:03.740989 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47424737-6c48-4055-87ea-daab04eda8bc None None] DHCP port deletion for cc5c9bd8-bf74-46f4-8357-ea2da30be161 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:49:03.745653 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-47424737-6c48-4055-87ea-daab04eda8bc None None] Deleting port baf3e87d-fbc6-49a5-ac97-f5b3ee38fcad {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:49:03.746116 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-47424737-6c48-4055-87ea-daab04eda8bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:03.784944 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1e89ffad-7594-4e7d-8206-0071bfaddd4e req-fcb42854-9d09-472a-8abf-7d85e0a5cf81 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e284cef-1341-46a2-98a7-e4476618c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843617 Feb 09 12:49:03.835350 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3b73ba36-ecdf-4dc8-9846-2aa73b2dd7a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:03.838910 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ddf496c1-5537-4dd5-9b22-c49d464235f5 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:03.860552 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-f515cb9d-ed05-4cbd-956f-6fbcad7f0d32 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] For port baf3e87d-fbc6-49a5-ac97-f5b3ee38fcad, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=baf3e87d-fbc6-49a5-ac97-f5b3ee38fcad,segment=NetworkSegment(3db8507e-5e3b-4503-9c8b-d8b6e4127942),segment_id=3db8507e-5e3b-4503-9c8b-d8b6e4127942)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:49:03.860847 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f515cb9d-ed05-4cbd-956f-6fbcad7f0d32 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:03.937156 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3b73ba36-ecdf-4dc8-9846-2aa73b2dd7a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:03.998341 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-f515cb9d-ed05-4cbd-956f-6fbcad7f0d32 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Calling delete_port for baf3e87d-fbc6-49a5-ac97-f5b3ee38fcad owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:49:04.054956 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-47424737-6c48-4055-87ea-daab04eda8bc None None] For port baf3e87d-fbc6-49a5-ac97-f5b3ee38fcad, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=baf3e87d-fbc6-49a5-ac97-f5b3ee38fcad,segment=NetworkSegment(3db8507e-5e3b-4503-9c8b-d8b6e4127942),segment_id=3db8507e-5e3b-4503-9c8b-d8b6e4127942)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:49:04.055682 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-47424737-6c48-4055-87ea-daab04eda8bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:04.091155 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f515cb9d-ed05-4cbd-956f-6fbcad7f0d32 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:04.130778 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device baf3e87d-fbc6-49a5-ac97-f5b3ee38fcad no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:49:04.141238 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f515cb9d-ed05-4cbd-956f-6fbcad7f0d32 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] No DVR routers for this DVR port baf3e87d-fbc6-49a5-ac97-f5b3ee38fcad on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:49:04.186364 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f515cb9d-ed05-4cbd-956f-6fbcad7f0d32 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event deleted for resources: {'Port': ['ID=baf3e87d-fbc6-49a5-ac97-f5b3ee38fcad,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:04.270087 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-47424737-6c48-4055-87ea-daab04eda8bc None None] Calling delete_port for baf3e87d-fbc6-49a5-ac97-f5b3ee38fcad owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:49:04.295193 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3b73ba36-ecdf-4dc8-9846-2aa73b2dd7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:04.300009 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: baf3e87d-fbc6-49a5-ac97-f5b3ee38fcad {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:49:04.300368 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device baf3e87d-fbc6-49a5-ac97-f5b3ee38fcad not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:49:04.357155 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-47424737-6c48-4055-87ea-daab04eda8bc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:49:04.358081 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-47424737-6c48-4055-87ea-daab04eda8bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:49:04.371345 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device f038e5af-3a83-4de0-9214-247277dad860 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:49:04.395322 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b73ba36-ecdf-4dc8-9846-2aa73b2dd7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc01267-de68-46a4-a4ca-14eed3e0afd5,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:04.455137 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f515cb9d-ed05-4cbd-956f-6fbcad7f0d32 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:04.475176 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed3d4a-7220-45f4-a9ce-2acb4084f672 req-03ef38a5-b16b-4fb7-b8d2-929d31951975 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:04.476693 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-04ed3d4a-7220-45f4-a9ce-2acb4084f672 req-03ef38a5-b16b-4fb7-b8d2-929d31951975 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbb39311-4bf9-44ca-a71e-3e495330f4a9 HTTP/1.1" status: 200 len: 944 time: 0.2915602 Feb 09 12:49:04.487123 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-f515cb9d-ed05-4cbd-956f-6fbcad7f0d32 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc5c9bd8-bf74-46f4-8357-ea2da30be161']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:04.501717 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-f515cb9d-ed05-4cbd-956f-6fbcad7f0d32 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3db8507e-5e3b-4503-9c8b-d8b6e4127942') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:04.502099 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-f515cb9d-ed05-4cbd-956f-6fbcad7f0d32 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3db8507e-5e3b-4503-9c8b-d8b6e4127942') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:04.514367 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f515cb9d-ed05-4cbd-956f-6fbcad7f0d32 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:04.531921 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f515cb9d-ed05-4cbd-956f-6fbcad7f0d32 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:04.537517 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3b73ba36-ecdf-4dc8-9846-2aa73b2dd7a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:04.538977 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f515cb9d-ed05-4cbd-956f-6fbcad7f0d32 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:49:04.539440 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f515cb9d-ed05-4cbd-956f-6fbcad7f0d32 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:04.540680 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3b73ba36-ecdf-4dc8-9846-2aa73b2dd7a5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8dc01267-de68-46a4-a4ca-14eed3e0afd5 HTTP/1.1" status: 204 len: 168 time: 0.8961511 Feb 09 12:49:04.557393 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:49:04.557393 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:49:04.557393 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:49:04.557393 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:49:04.557393 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:49:04.557393 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:49:04.557393 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:49:04.557393 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:49:04.557393 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:49:04.557393 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:49:04.557393 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:49:04.557393 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:49:04.557393 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:49:04.557393 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:49:04.557393 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:49:04.557393 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:49:04.557393 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:49:04.557393 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:49:04.557393 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:49:04.557393 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:49:04.557393 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:49:04.557393 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:49:04.557393 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:49:04.557393 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:49:04.557393 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:49:04.557393 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:49:04.557393 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:49:04.557393 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:49:04.557393 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:49:04.557393 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:49:04.557393 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:49:04.557393 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:49:04.575361 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port f038e5af-3a83-4de0-9214-247277dad860, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=f038e5af-3a83-4de0-9214-247277dad860,segment=NetworkSegment(9da5629b-47e2-464e-ad27-5034dec29c21),segment_id=9da5629b-47e2-464e-ad27-5034dec29c21)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:49:04.595705 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': 'f038e5af-3a83-4de0-9214-247277dad860', 'network_id': '8ffa134c-5914-42cd-b4fd-b6cacdce5158', 'port_id': 'f038e5af-3a83-4de0-9214-247277dad860', 'mac_address': 'fa:16:3e:06:6c:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '574d076d-3e6a-4fd6-9301-a30c6a6e0584', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:49:04.611416 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-04ed3d4a-7220-45f4-a9ce-2acb4084f672 req-1d069d62-f4a3-4f63-81b6-c6218089a1d8 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/security-groups?id=9455bdef-b6fe-4fd6-bde8-1749fdf6195a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1226377 Feb 09 12:49:04.650907 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf496c1-5537-4dd5-9b22-c49d464235f5 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Router dfb92640-1389-4272-ab5f-4ca72007d852 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:49:04.655137 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-2a2b77fa-d275-4921-8559-d4c4a4c27359 service neutron] 10.222.0.46 "GET /v2.0/ports/036578ff-156b-4500-93cd-ac620f039917/bindings/n-h1-825178-3 HTTP/1.1" status: 200 len: 384 time: 0.1189716 Feb 09 12:49:04.670005 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f515cb9d-ed05-4cbd-956f-6fbcad7f0d32 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:04.675960 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f515cb9d-ed05-4cbd-956f-6fbcad7f0d32 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:04.691919 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:04.710453 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f515cb9d-ed05-4cbd-956f-6fbcad7f0d32 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event deleted for resources: {'Network': ['ID=cc5c9bd8-bf74-46f4-8357-ea2da30be161,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:04.721451 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f038e5af-3a83-4de0-9214-247277dad860 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:49:04.724703 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f515cb9d-ed05-4cbd-956f-6fbcad7f0d32 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "DELETE /v2.0/networks/cc5c9bd8-bf74-46f4-8357-ea2da30be161 HTTP/1.1" status: 204 len: 168 time: 1.3192341 Feb 09 12:49:04.729422 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59006) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:04.736329 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-74d472f0-d327-4337-8c8e-17f99e883d06 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1679046347'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:49:04.743655 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-74d472f0-d327-4337-8c8e-17f99e883d06 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:04.747136 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port f038e5af-3a83-4de0-9214-247277dad860, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=f038e5af-3a83-4de0-9214-247277dad860,segment=NetworkSegment(9da5629b-47e2-464e-ad27-5034dec29c21),segment_id=9da5629b-47e2-464e-ad27-5034dec29c21)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:49:04.747383 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-74d472f0-d327-4337-8c8e-17f99e883d06 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Usage tracker for resource:network and tenant:27f2f8bb689948199636c37c369127b7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:49:04.750754 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-74d472f0-d327-4337-8c8e-17f99e883d06 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:49:04.753884 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:04.761215 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-74d472f0-d327-4337-8c8e-17f99e883d06 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:04.784078 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d472f0-d327-4337-8c8e-17f99e883d06 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Made reservation on behalf of 27f2f8bb689948199636c37c369127b7 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:49:04.789600 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-74d472f0-d327-4337-8c8e-17f99e883d06 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:04.830016 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74d472f0-d327-4337-8c8e-17f99e883d06 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:49:04.835334 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=f038e5af-3a83-4de0-9214-247277dad860,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:04.850461 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-74d472f0-d327-4337-8c8e-17f99e883d06 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:04.850846 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-74d472f0-d327-4337-8c8e-17f99e883d06 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Added segment 10a554cf-6db8-4b1e-ac70-7e4fd3262b11 of type vlan for network 33f18fd9-658d-47a4-a54a-3d0393081167 Feb 09 12:49:04.859156 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-47424737-6c48-4055-87ea-daab04eda8bc None None] Deleting port baf3e87d-fbc6-49a5-ac97-f5b3ee38fcad {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:49:04.859583 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-47424737-6c48-4055-87ea-daab04eda8bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:04.886434 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-74d472f0-d327-4337-8c8e-17f99e883d06 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:04.941021 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-47424737-6c48-4055-87ea-daab04eda8bc None None] The port 'baf3e87d-fbc6-49a5-ac97-f5b3ee38fcad' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:49:04.944211 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-74d472f0-d327-4337-8c8e-17f99e883d06 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:04.955417 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d472f0-d327-4337-8c8e-17f99e883d06 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:04.955417 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-74d472f0-d327-4337-8c8e-17f99e883d06 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:04.984745 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59012) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:04.996707 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-74d472f0-d327-4337-8c8e-17f99e883d06 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2663546 Feb 09 12:49:05.000777 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59016) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:05.010041 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf496c1-5537-4dd5-9b22-c49d464235f5 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:49:05.012131 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['f038e5af-3a83-4de0-9214-247277dad860'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:49:05.042352 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837a73ce-ad9f-463b-b868-0d7e02ee177a None None] Sync routers for ids ['dfb92640-1389-4272-ab5f-4ca72007d852'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:49:05.047314 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e93efa0d-8406-4b4b-9fab-4e76672eec07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:05.053029 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-e9af9da6-7ae4-4a6e-aeca-7823b3686fa1 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Request body: {'subnet': {'network_id': '33f18fd9-658d-47a4-a54a-3d0393081167', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:49:05.066759 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ddf496c1-5537-4dd5-9b22-c49d464235f5 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "PUT /v2.0/routers/dfb92640-1389-4272-ab5f-4ca72007d852/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6862867 Feb 09 12:49:05.069670 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59020) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:05.075151 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837a73ce-ad9f-463b-b868-0d7e02ee177a None None] Routers {'dfb92640-1389-4272-ab5f-4ca72007d852'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:49:05.076135 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-837a73ce-ad9f-463b-b868-0d7e02ee177a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:48:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['dfb92640-1389-4272-ab5f-4ca72007d852'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:05.138122 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-e93efa0d-8406-4b4b-9fab-4e76672eec07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:05.168418 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d472f0-d327-4337-8c8e-17f99e883d06 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event updated for resources: {'Network': ['ID=33f18fd9-658d-47a4-a54a-3d0393081167,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:05.188226 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 33f18fd9-658d-47a4-a54a-3d0393081167 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:49:05.193635 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e9af9da6-7ae4-4a6e-aeca-7823b3686fa1 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:05.198728 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e9af9da6-7ae4-4a6e-aeca-7823b3686fa1 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Usage tracker for resource:subnet and tenant:27f2f8bb689948199636c37c369127b7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:49:05.201815 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e9af9da6-7ae4-4a6e-aeca-7823b3686fa1 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:49:05.204104 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-e93efa0d-8406-4b4b-9fab-4e76672eec07 admin admin] Usage tracker for resource:security_group_rule and tenant:f1fe7281591947c0abfc771875ff629a is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:49:05.207606 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e9af9da6-7ae4-4a6e-aeca-7823b3686fa1 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:05.218852 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9af9da6-7ae4-4a6e-aeca-7823b3686fa1 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Made reservation on behalf of 27f2f8bb689948199636c37c369127b7 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:49:05.221722 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-e93efa0d-8406-4b4b-9fab-4e76672eec07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:49:05.222641 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e9af9da6-7ae4-4a6e-aeca-7823b3686fa1 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:05.238323 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-e93efa0d-8406-4b4b-9fab-4e76672eec07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:05.270683 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-c40ed3eb-7cf0-4e85-b822-2205b530736e tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Deleting subnet fd42728f-6533-477f-97d9-f0995f638483 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:49:05.293789 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c40ed3eb-7cf0-4e85-b822-2205b530736e tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:05.397977 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195d052-4d8a-455e-86c4-e5d8e3702bed req-40a30c86-cc45-451b-8af2-cce0dae40b78 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:05.405763 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f195d052-4d8a-455e-86c4-e5d8e3702bed req-40a30c86-cc45-451b-8af2-cce0dae40b78 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=1daed2e4-01db-43e3-a4b8-2e195fcce44c HTTP/1.1" status: 200 len: 946 time: 0.4140806 Feb 09 12:49:05.409499 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c40ed3eb-7cf0-4e85-b822-2205b530736e tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:05.418657 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-837a73ce-ad9f-463b-b868-0d7e02ee177a None None] Set router dfb92640-1389-4272-ab5f-4ca72007d852 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:49:05.495776 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-5ebb0856-a0bc-4b23-86c4-c2ec6aea6973 service neutron] For port 036578ff-156b-4500-93cd-ac620f039917, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=036578ff-156b-4500-93cd-ac620f039917,segment=NetworkSegment(916b5cc9-cda8-4f43-9164-d68cdbefc4ff),segment_id=916b5cc9-cda8-4f43-9164-d68cdbefc4ff)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:49:05.504392 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e9af9da6-7ae4-4a6e-aeca-7823b3686fa1 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:05.565024 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f195d052-4d8a-455e-86c4-e5d8e3702bed req-f74e7c95-ab9e-4a4a-8c44-45ed51fcfc90 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e284cef-1341-46a2-98a7-e4476618c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580987 Feb 09 12:49:05.566061 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-5ebb0856-a0bc-4b23-86c4-c2ec6aea6973 service neutron] For port 036578ff-156b-4500-93cd-ac620f039917, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:49:05.595815 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9af9da6-7ae4-4a6e-aeca-7823b3686fa1 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Checking segment: {'id': '10a554cf-6db8-4b1e-ac70-7e4fd3262b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '33f18fd9-658d-47a4-a54a-3d0393081167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:49:05.596197 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9af9da6-7ae4-4a6e-aeca-7823b3686fa1 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Network hostable DHCP agents. Network: 33f18fd9-658d-47a4-a54a-3d0393081167, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:49:05.600766 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af9da6-7ae4-4a6e-aeca-7823b3686fa1 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event updated for resources: {'Subnet': ['ID=8409f337-4ebd-4953-910d-5b426beeb056,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:05.622331 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9af9da6-7ae4-4a6e-aeca-7823b3686fa1 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Network 33f18fd9-658d-47a4-a54a-3d0393081167 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:49:05.632880 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-e9af9da6-7ae4-4a6e-aeca-7823b3686fa1 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 33f18fd9-658d-47a4-a54a-3d0393081167) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:49:05.639857 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9af9da6-7ae4-4a6e-aeca-7823b3686fa1 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:05.640585 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e9af9da6-7ae4-4a6e-aeca-7823b3686fa1 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:05.660381 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f2a763-a724-45b5-a670-3826bd206914 None None] Network 33f18fd9-658d-47a4-a54a-3d0393081167 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:49:05.671082 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e9af9da6-7ae4-4a6e-aeca-7823b3686fa1 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6692052 Feb 09 12:49:05.671966 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59026) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:05.684061 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e93efa0d-8406-4b4b-9fab-4e76672eec07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:05.691349 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-9e605e30-9ca1-4d3d-b715-952d8a48273e tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2101326009', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:49:05.697194 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1daed2e4-01db-43e3-a4b8-2e195fcce44c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '036578ff-156b-4500-93cd-ac620f039917'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:49:05.709947 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-5ebb0856-a0bc-4b23-86c4-c2ec6aea6973 service neutron] For port 036578ff-156b-4500-93cd-ac620f039917, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=036578ff-156b-4500-93cd-ac620f039917,segment=NetworkSegment(916b5cc9-cda8-4f43-9164-d68cdbefc4ff),segment_id=916b5cc9-cda8-4f43-9164-d68cdbefc4ff)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:49:05.720125 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-9e605e30-9ca1-4d3d-b715-952d8a48273e tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:05.722435 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e93efa0d-8406-4b4b-9fab-4e76672eec07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:05.764400 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9e605e30-9ca1-4d3d-b715-952d8a48273e tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Usage tracker for resource:router and tenant:27f2f8bb689948199636c37c369127b7 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:49:05.775380 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1daed2e4-01db-43e3-a4b8-2e195fcce44c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '036578ff-156b-4500-93cd-ac620f039917', 'code': 200} Feb 09 12:49:05.778186 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c40ed3eb-7cf0-4e85-b822-2205b530736e tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:05.808353 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9e605e30-9ca1-4d3d-b715-952d8a48273e tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:49:05.865150 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93efa0d-8406-4b4b-9fab-4e76672eec07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce69e07b-74bd-4fd9-81cf-b6e6a980aa3d,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:05.878015 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-9e605e30-9ca1-4d3d-b715-952d8a48273e tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:05.888027 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-5ebb0856-a0bc-4b23-86c4-c2ec6aea6973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:05.913227 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e93efa0d-8406-4b4b-9fab-4e76672eec07 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f1fe7281591947c0abfc771875ff629a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9231744 Feb 09 12:49:05.917665 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59032) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:05.940747 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9e605e30-9ca1-4d3d-b715-952d8a48273e tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:05.941844 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9e605e30-9ca1-4d3d-b715-952d8a48273e tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:06.004999 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0ffc0498-c783-44da-b2eb-572aa5f05a3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:06.034712 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0ffc0498-c783-44da-b2eb-572aa5f05a3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:06.100979 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0ffc0498-c783-44da-b2eb-572aa5f05a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:06.124616 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffc0498-c783-44da-b2eb-572aa5f05a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce69e07b-74bd-4fd9-81cf-b6e6a980aa3d,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:06.129289 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0ffc0498-c783-44da-b2eb-572aa5f05a3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:06.133927 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0ffc0498-c783-44da-b2eb-572aa5f05a3f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ce69e07b-74bd-4fd9-81cf-b6e6a980aa3d HTTP/1.1" status: 204 len: 168 time: 0.2122416 Feb 09 12:49:06.172344 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9e605e30-9ca1-4d3d-b715-952d8a48273e tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:06.190903 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c40ed3eb-7cf0-4e85-b822-2205b530736e tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:06.194628 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8d82a4-6a31-4c50-a17a-8a80ca834f5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-33f18fd9-658d-47a4-a54a-3d0393081167', 'network_id': '33f18fd9-658d-47a4-a54a-3d0393081167', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'fixed_ips': [{'subnet_id': '8409f337-4ebd-4953-910d-5b426beeb056'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:49:06.196503 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0b8d82a4-6a31-4c50-a17a-8a80ca834f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:06.211462 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-837a73ce-ad9f-463b-b868-0d7e02ee177a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb92640-1389-4272-ab5f-4ca72007d852', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1676738788', 'tenant_id': '57cad2baaf2145b1a083f7140eddf89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': 'b3a74bab-2585-4502-9b81-4dcaf571bfab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:46:11Z', 'updated_at': '2022-02-09T12:49:03Z', 'revision_number': 5, 'project_id': '57cad2baaf2145b1a083f7140eddf89d', 'gw_port': {'id': 'b3a74bab-2585-4502-9b81-4dcaf571bfab', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:45:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb92640-1389-4272-ab5f-4ca72007d852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:46:13Z', 'updated_at': '2022-02-09T12:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:06.231038 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837a73ce-ad9f-463b-b868-0d7e02ee177a None None] Checking router: dfb92640-1389-4272-ab5f-4ca72007d852 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:49:06.243668 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ed3eb-7cf0-4e85-b822-2205b530736e tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Pushing event deleted for resources: {'Subnet': ['ID=fd42728f-6533-477f-97d9-f0995f638483,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:06.253188 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c40ed3eb-7cf0-4e85-b822-2205b530736e tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:06.277917 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8c194-019d-4892-8c18-9e5be9516407 req-314da546-ab81-4eb7-9e51-25e7278b1f4e tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:06.285439 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d3e8c194-019d-4892-8c18-9e5be9516407 req-314da546-ab81-4eb7-9e51-25e7278b1f4e tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbb39311-4bf9-44ca-a71e-3e495330f4a9 HTTP/1.1" status: 200 len: 945 time: 0.5107665 Feb 09 12:49:06.291426 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9e605e30-9ca1-4d3d-b715-952d8a48273e tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:06.298751 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a19524-6151-43f2-9be1-1a84394953cb None None] Network 327afa3e-85e9-4f57-99d9-315ae9d2f2fb requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:49:06.328161 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c40ed3eb-7cf0-4e85-b822-2205b530736e tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "DELETE /v2.0/subnets/fd42728f-6533-477f-97d9-f0995f638483 HTTP/1.1" status: 204 len: 168 time: 1.2496765 Feb 09 12:49:06.329593 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-5ebb0856-a0bc-4b23-86c4-c2ec6aea6973 service neutron] Transition to ACTIVE for port object 036578ff-156b-4500-93cd-ac620f039917 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:49:06.330941 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59038) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:06.345909 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-5ebb0856-a0bc-4b23-86c4-c2ec6aea6973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:06.402493 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837a73ce-ad9f-463b-b868-0d7e02ee177a None None] Routers {'dfb92640-1389-4272-ab5f-4ca72007d852'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:49:06.403258 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-837a73ce-ad9f-463b-b868-0d7e02ee177a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:48:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['dfb92640-1389-4272-ab5f-4ca72007d852'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:06.437871 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb0856-a0bc-4b23-86c4-c2ec6aea6973 service neutron] Pushing event updated for resources: {'Port': ['ID=036578ff-156b-4500-93cd-ac620f039917,revision_number=11']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:06.580633 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9e605e30-9ca1-4d3d-b715-952d8a48273e tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:06.581950 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9e605e30-9ca1-4d3d-b715-952d8a48273e tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9003863 Feb 09 12:49:06.630817 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59044) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:06.632272 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59048) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:06.655593 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-81473ab9-cea2-4ff6-83a2-61fb5afc5cc2 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:06.711968 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d3e8c194-019d-4892-8c18-9e5be9516407 req-37784bfe-3ed9-481e-97a0-68de841664bc tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/security-groups?id=9455bdef-b6fe-4fd6-bde8-1749fdf6195a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4248211 Feb 09 12:49:06.816966 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-5ebb0856-a0bc-4b23-86c4-c2ec6aea6973 service neutron] No DVR routers for this DVR port 036578ff-156b-4500-93cd-ac620f039917 on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:49:06.819443 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-0b8d82a4-6a31-4c50-a17a-8a80ca834f5a None None] Allocated IP 2001:db8::2 (33f18fd9-658d-47a4-a54a-3d0393081167/8409f337-4ebd-4953-910d-5b426beeb056/270fa267-a940-460c-8184-aebfeffd8a9f) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:49:06.867243 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-837a73ce-ad9f-463b-b868-0d7e02ee177a None None] Set router dfb92640-1389-4272-ab5f-4ca72007d852 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:49:06.877028 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-81473ab9-cea2-4ff6-83a2-61fb5afc5cc2 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:06.884426 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a2b5d631-9d80-4b25-b1f0-31ce36cc3e50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:06.889310 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-81473ab9-cea2-4ff6-83a2-61fb5afc5cc2 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Deleting port b3a74bab-2585-4502-9b81-4dcaf571bfab {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:49:06.889931 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-81473ab9-cea2-4ff6-83a2-61fb5afc5cc2 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:07.019898 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-a2b5d631-9d80-4b25-b1f0-31ce36cc3e50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:07.080539 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-81473ab9-cea2-4ff6-83a2-61fb5afc5cc2 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] For port b3a74bab-2585-4502-9b81-4dcaf571bfab, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=b3a74bab-2585-4502-9b81-4dcaf571bfab,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:49:07.081058 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-81473ab9-cea2-4ff6-83a2-61fb5afc5cc2 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:07.093297 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a2b5d631-9d80-4b25-b1f0-31ce36cc3e50 admin admin] Usage tracker for resource:security_group_rule and tenant:88e1a54e17ce41c2b582fc469d07a7fb is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:49:07.109661 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a2b5d631-9d80-4b25-b1f0-31ce36cc3e50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:49:07.231657 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-a2b5d631-9d80-4b25-b1f0-31ce36cc3e50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:07.247752 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c361380-e7bb-4304-a565-244daa76e65f None None] DHCP port deletion for 327afa3e-85e9-4f57-99d9-315ae9d2f2fb request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:49:07.266802 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-0c361380-e7bb-4304-a565-244daa76e65f None None] Deleting port 0b68d693-442c-4d0d-bf22-3e4838b5bcf2 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:49:07.267495 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0c361380-e7bb-4304-a565-244daa76e65f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:07.380787 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-81473ab9-cea2-4ff6-83a2-61fb5afc5cc2 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Calling delete_port for b3a74bab-2585-4502-9b81-4dcaf571bfab owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:49:07.413600 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0b8d82a4-6a31-4c50-a17a-8a80ca834f5a None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:07.446594 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0b8d82a4-6a31-4c50-a17a-8a80ca834f5a None None] Transition to ACTIVE for port object 270fa267-a940-460c-8184-aebfeffd8a9f will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:49:07.460607 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd5c19-a4a4-4f9e-ad10-ba9fd4f8fd11 req-58a1e488-eef4-4cb0-8bbc-072d2dfaecb7 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:07.468859 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c1fd5c19-a4a4-4f9e-ad10-ba9fd4f8fd11 req-58a1e488-eef4-4cb0-8bbc-072d2dfaecb7 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=1daed2e4-01db-43e3-a4b8-2e195fcce44c HTTP/1.1" status: 200 len: 945 time: 0.6661386 Feb 09 12:49:07.482383 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0b8d82a4-6a31-4c50-a17a-8a80ca834f5a None None] Transition to ACTIVE for port object 270fa267-a940-460c-8184-aebfeffd8a9f will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:49:07.509385 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-837a73ce-ad9f-463b-b868-0d7e02ee177a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb92640-1389-4272-ab5f-4ca72007d852', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1676738788', 'tenant_id': '57cad2baaf2145b1a083f7140eddf89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': 'b3a74bab-2585-4502-9b81-4dcaf571bfab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:46:11Z', 'updated_at': '2022-02-09T12:49:03Z', 'revision_number': 5, 'project_id': '57cad2baaf2145b1a083f7140eddf89d', 'gw_port': {'id': 'b3a74bab-2585-4502-9b81-4dcaf571bfab', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:45:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb92640-1389-4272-ab5f-4ca72007d852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:46:13Z', 'updated_at': '2022-02-09T12:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:07.591054 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-81473ab9-cea2-4ff6-83a2-61fb5afc5cc2 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:07.642872 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0b8d82a4-6a31-4c50-a17a-8a80ca834f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:07.649445 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81473ab9-cea2-4ff6-83a2-61fb5afc5cc2 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Pushing event deleted for resources: {'Port': ['ID=b3a74bab-2585-4502-9b81-4dcaf571bfab,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:07.683650 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c1fd5c19-a4a4-4f9e-ad10-ba9fd4f8fd11 req-a641c1ad-b627-46b7-ba85-92624a24092d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e284cef-1341-46a2-98a7-e4476618c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2138383 Feb 09 12:49:07.694645 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eb27932c-0c65-4d5b-8aea-ada427730b5b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:07.702672 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837a73ce-ad9f-463b-b868-0d7e02ee177a None None] The sync data for ids ['dfb92640-1389-4272-ab5f-4ca72007d852'] in n-d-825178-3 is: [{'id': 'dfb92640-1389-4272-ab5f-4ca72007d852', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1676738788', 'tenant_id': '57cad2baaf2145b1a083f7140eddf89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': 'b3a74bab-2585-4502-9b81-4dcaf571bfab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:46:11Z', 'updated_at': '2022-02-09T12:49:03Z', 'revision_number': 5, 'project_id': '57cad2baaf2145b1a083f7140eddf89d', 'gw_port': {'id': 'b3a74bab-2585-4502-9b81-4dcaf571bfab', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:45:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb92640-1389-4272-ab5f-4ca72007d852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:46:13Z', 'updated_at': '2022-02-09T12:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:49:07.719974 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-5ebb0856-a0bc-4b23-86c4-c2ec6aea6973 service neutron] 10.222.0.46 "PUT /v2.0/ports/036578ff-156b-4500-93cd-ac620f039917/bindings/n-h1-825178-3/activate HTTP/1.1" status: 200 len: 369 time: 3.0585101 Feb 09 12:49:07.781644 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8d82a4-6a31-4c50-a17a-8a80ca834f5a None None] Network 33f18fd9-658d-47a4-a54a-3d0393081167 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:49:07.787795 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-0b8d82a4-6a31-4c50-a17a-8a80ca834f5a None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:49:07.791893 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8d82a4-6a31-4c50-a17a-8a80ca834f5a None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:49:07.806756 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-0c361380-e7bb-4304-a565-244daa76e65f None None] For port 0b68d693-442c-4d0d-bf22-3e4838b5bcf2, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=0b68d693-442c-4d0d-bf22-3e4838b5bcf2,segment=NetworkSegment(57f9570f-4430-4227-86a1-377419c5db88),segment_id=57f9570f-4430-4227-86a1-377419c5db88)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:49:07.807201 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0c361380-e7bb-4304-a565-244daa76e65f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:07.851305 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 036578ff-156b-4500-93cd-ac620f039917 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:49:07.873244 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-81473ab9-cea2-4ff6-83a2-61fb5afc5cc2 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:07.891177 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d82a4-6a31-4c50-a17a-8a80ca834f5a None None] Pushing event updated for resources: {'Port': ['ID=270fa267-a940-460c-8184-aebfeffd8a9f,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:08.059091 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-0c361380-e7bb-4304-a565-244daa76e65f None None] Calling delete_port for 0b68d693-442c-4d0d-bf22-3e4838b5bcf2 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:49:08.064212 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-81473ab9-cea2-4ff6-83a2-61fb5afc5cc2 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:08.067295 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-81473ab9-cea2-4ff6-83a2-61fb5afc5cc2 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:08.078649 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-283ab622-1200-47f1-9be7-80078bd10155 tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:08.078649 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-283ab622-1200-47f1-9be7-80078bd10155 tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=1daed2e4-01db-43e3-a4b8-2e195fcce44c&tenant_id=2c7a8f76649f44a59c185c6d6414b556&binding%3Ahost_id=n-h2-825178-3 HTTP/1.1" status: 200 len: 1096 time: 0.2795389 Feb 09 12:49:08.100182 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a2b5d631-9d80-4b25-b1f0-31ce36cc3e50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:08.154836 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a2b5d631-9d80-4b25-b1f0-31ce36cc3e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:08.173156 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-0b8d82a4-6a31-4c50-a17a-8a80ca834f5a None None] Attempting to bind port 270fa267-a940-460c-8184-aebfeffd8a9f on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:49:08.173529 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-0b8d82a4-6a31-4c50-a17a-8a80ca834f5a None None] Attempting to bind port 270fa267-a940-460c-8184-aebfeffd8a9f by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '10a554cf-6db8-4b1e-ac70-7e4fd3262b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '33f18fd9-658d-47a4-a54a-3d0393081167'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:49:08.173894 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8d82a4-6a31-4c50-a17a-8a80ca834f5a None None] Attempting to bind port 270fa267-a940-460c-8184-aebfeffd8a9f on network 33f18fd9-658d-47a4-a54a-3d0393081167 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:49:08.193322 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 036578ff-156b-4500-93cd-ac620f039917 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:49:08.196812 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8d82a4-6a31-4c50-a17a-8a80ca834f5a None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:49:08.197469 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8d82a4-6a31-4c50-a17a-8a80ca834f5a None None] Checking segment: {'id': '10a554cf-6db8-4b1e-ac70-7e4fd3262b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '33f18fd9-658d-47a4-a54a-3d0393081167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:49:08.197928 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0b8d82a4-6a31-4c50-a17a-8a80ca834f5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:08.198326 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8d82a4-6a31-4c50-a17a-8a80ca834f5a None None] Bound using segment: {'id': '10a554cf-6db8-4b1e-ac70-7e4fd3262b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '33f18fd9-658d-47a4-a54a-3d0393081167'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:49:08.198852 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-0b8d82a4-6a31-4c50-a17a-8a80ca834f5a None None] Bound port: 270fa267-a940-460c-8184-aebfeffd8a9f, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10a554cf-6db8-4b1e-ac70-7e4fd3262b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '33f18fd9-658d-47a4-a54a-3d0393081167'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:49:08.199231 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0b8d82a4-6a31-4c50-a17a-8a80ca834f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:08.207594 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-81473ab9-cea2-4ff6-83a2-61fb5afc5cc2 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:08.208264 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81473ab9-cea2-4ff6-83a2-61fb5afc5cc2 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Fanout notify agent at l3_agent the message router_deleted on router dfb92640-1389-4272-ab5f-4ca72007d852 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:49:08.254111 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-81473ab9-cea2-4ff6-83a2-61fb5afc5cc2 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:08.255478 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-81473ab9-cea2-4ff6-83a2-61fb5afc5cc2 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "DELETE /v2.0/routers/dfb92640-1389-4272-ab5f-4ca72007d852 HTTP/1.1" status: 204 len: 168 time: 1.9222565 Feb 09 12:49:08.260006 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59056) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:08.261322 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 3dbef2cb-e519-4b42-80f1-85a1df9269a1 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:49:08.264644 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a2b5d631-9d80-4b25-b1f0-31ce36cc3e50 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=88e1a54e17ce41c2b582fc469d07a7fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6259110 Feb 09 12:49:08.271603 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59060) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:08.280855 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5d631-9d80-4b25-b1f0-31ce36cc3e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0fe1bbf-66bf-4443-8294-36ac159d45fa,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:08.286844 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0c361380-e7bb-4304-a565-244daa76e65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:08.370732 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 3dbef2cb-e519-4b42-80f1-85a1df9269a1 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:49:08.371081 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 3dbef2cb-e519-4b42-80f1-85a1df9269a1 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:49:08.371509 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 0b68d693-442c-4d0d-bf22-3e4838b5bcf2 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:49:08.397682 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c361380-e7bb-4304-a565-244daa76e65f None None] No DVR routers for this DVR port 0b68d693-442c-4d0d-bf22-3e4838b5bcf2 on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:49:08.408914 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c361380-e7bb-4304-a565-244daa76e65f None None] Pushing event deleted for resources: {'Port': ['ID=0b68d693-442c-4d0d-bf22-3e4838b5bcf2,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:08.418006 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee10c1b9-948d-47c4-9394-efeac7148f60 req-699a0d50-f804-44d7-8108-5334876ae072 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:08.418209 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-621051c1-48bf-491c-978d-973b4e8e692c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:08.419566 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-621051c1-48bf-491c-978d-973b4e8e692c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1daed2e4-01db-43e3-a4b8-2e195fcce44c&tenant_id=2c7a8f76649f44a59c185c6d6414b556 HTTP/1.1" status: 200 len: 1096 time: 0.3106785 Feb 09 12:49:08.420037 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ee10c1b9-948d-47c4-9394-efeac7148f60 req-699a0d50-f804-44d7-8108-5334876ae072 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbb39311-4bf9-44ca-a71e-3e495330f4a9 HTTP/1.1" status: 200 len: 945 time: 0.4521797 Feb 09 12:49:08.422495 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device f038e5af-3a83-4de0-9214-247277dad860 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:49:08.454957 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 0b68d693-442c-4d0d-bf22-3e4838b5bcf2 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:49:08.455305 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 0b68d693-442c-4d0d-bf22-3e4838b5bcf2 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:49:08.470197 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d3c909ec-2c02-426e-be8b-820738c465c6 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:08.503808 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-0b8d82a4-6a31-4c50-a17a-8a80ca834f5a None None] For port 270fa267-a940-460c-8184-aebfeffd8a9f, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:49:08.508680 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-0b8d82a4-6a31-4c50-a17a-8a80ca834f5a None None] For port 270fa267-a940-460c-8184-aebfeffd8a9f, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=270fa267-a940-460c-8184-aebfeffd8a9f,segment=NetworkSegment(10a554cf-6db8-4b1e-ac70-7e4fd3262b11),segment_id=10a554cf-6db8-4b1e-ac70-7e4fd3262b11)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:49:08.516101 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0b8d82a4-6a31-4c50-a17a-8a80ca834f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:08.559950 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a0896f20-a961-4bb2-b96f-547956ee0678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:08.567251 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ee10c1b9-948d-47c4-9394-efeac7148f60 req-7c17e525-c0bd-4780-876d-2b17d72c77eb tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/security-groups?id=9455bdef-b6fe-4fd6-bde8-1749fdf6195a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1245935 Feb 09 12:49:08.600873 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port f038e5af-3a83-4de0-9214-247277dad860 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:49:08.610253 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a0896f20-a961-4bb2-b96f-547956ee0678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:08.621974 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port f038e5af-3a83-4de0-9214-247277dad860 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:49:08.622252 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-eb27932c-0c65-4d5b-8aea-ada427730b5b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Allocated IP 2001:db8::1 (33f18fd9-658d-47a4-a54a-3d0393081167/8409f337-4ebd-4953-910d-5b426beeb056/a97a9d62-aef4-40eb-a52c-154b142346ae) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:49:08.622966 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:08.675328 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d82a4-6a31-4c50-a17a-8a80ca834f5a None None] Pushing event updated for resources: {'Port': ['ID=270fa267-a940-460c-8184-aebfeffd8a9f,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:08.783159 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:08.816979 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb39311-4bf9-44ca-a71e-3e495330f4a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f038e5af-3a83-4de0-9214-247277dad860'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:49:08.832803 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port f038e5af-3a83-4de0-9214-247277dad860, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=f038e5af-3a83-4de0-9214-247277dad860,segment=NetworkSegment(9da5629b-47e2-464e-ad27-5034dec29c21),segment_id=9da5629b-47e2-464e-ad27-5034dec29c21)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:49:08.839923 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:08.849828 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-1caa7303-3b45-4a9d-a7a8-05775a31bbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:08.855056 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-1caa7303-3b45-4a9d-a7a8-05775a31bbc4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2c7a8f76649f44a59c185c6d6414b556&device_id=1daed2e4-01db-43e3-a4b8-2e195fcce44c HTTP/1.1" status: 200 len: 1096 time: 0.3804035 Feb 09 12:49:08.859245 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d3c909ec-2c02-426e-be8b-820738c465c6 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:08.902208 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb39311-4bf9-44ca-a71e-3e495330f4a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f038e5af-3a83-4de0-9214-247277dad860', 'code': 200} Feb 09 12:49:08.953064 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a0896f20-a961-4bb2-b96f-547956ee0678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:08.955598 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=f038e5af-3a83-4de0-9214-247277dad860,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:08.995054 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-d3c909ec-2c02-426e-be8b-820738c465c6 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['327afa3e-85e9-4f57-99d9-315ae9d2f2fb']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:09.011817 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-d3c909ec-2c02-426e-be8b-820738c465c6 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57f9570f-4430-4227-86a1-377419c5db88') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:09.012135 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-d3c909ec-2c02-426e-be8b-820738c465c6 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57f9570f-4430-4227-86a1-377419c5db88') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:09.028245 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d3c909ec-2c02-426e-be8b-820738c465c6 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:09.034561 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0896f20-a961-4bb2-b96f-547956ee0678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0fe1bbf-66bf-4443-8294-36ac159d45fa,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:09.065967 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d3c909ec-2c02-426e-be8b-820738c465c6 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:09.077578 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3c909ec-2c02-426e-be8b-820738c465c6 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:49:09.077899 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d3c909ec-2c02-426e-be8b-820738c465c6 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:09.091561 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eb27932c-0c65-4d5b-8aea-ada427730b5b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:09.092738 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:49:09.092738 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:49:09.092738 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:49:09.092738 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:49:09.092738 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:49:09.092738 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:49:09.092738 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:49:09.092738 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:49:09.092738 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:49:09.092738 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:49:09.092738 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:49:09.092738 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:49:09.092738 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:49:09.092738 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:49:09.092738 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:49:09.092738 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:49:09.092738 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:49:09.092738 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:49:09.092738 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:49:09.092738 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:49:09.092738 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:49:09.092738 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:49:09.092738 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:49:09.092738 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:49:09.092738 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:49:09.092738 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:49:09.092738 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:49:09.092738 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:49:09.092738 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:49:09.092738 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:49:09.092738 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:49:09.092738 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:49:09.095300 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-6e2f1aeb-6136-4297-80cb-c7dbf647fd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:09.095397 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a0896f20-a961-4bb2-b96f-547956ee0678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:09.095491 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-6e2f1aeb-6136-4297-80cb-c7dbf647fd62 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1fbb7751-edb3-403f-9f82-05972dde3ad6 HTTP/1.1" status: 200 len: 897 time: 0.2276866 Feb 09 12:49:09.095989 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a0896f20-a961-4bb2-b96f-547956ee0678 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f0fe1bbf-66bf-4443-8294-36ac159d45fa HTTP/1.1" status: 204 len: 168 time: 0.8199778 Feb 09 12:49:09.120145 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-eb27932c-0c65-4d5b-8aea-ada427730b5b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Transition to ACTIVE for port object a97a9d62-aef4-40eb-a52c-154b142346ae will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:49:09.131684 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cfb635-3c9d-4b1b-95b7-09b737f0d689 req-ba9c06f1-338a-420f-ba83-ab42835605e3 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:09.136069 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d6cfb635-3c9d-4b1b-95b7-09b737f0d689 req-ba9c06f1-338a-420f-ba83-ab42835605e3 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=1daed2e4-01db-43e3-a4b8-2e195fcce44c HTTP/1.1" status: 200 len: 945 time: 0.2729607 Feb 09 12:49:09.210947 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f90372-fd84-47e9-b372-428f6db89707 req-bfdd594e-c9b0-4204-a3af-f384281f221f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:09.212738 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b4f90372-fd84-47e9-b372-428f6db89707 req-bfdd594e-c9b0-4204-a3af-f384281f221f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dbb39311-4bf9-44ca-a71e-3e495330f4a9 HTTP/1.1" status: 200 len: 1097 time: 0.2361410 Feb 09 12:49:09.319329 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b4f90372-fd84-47e9-b372-428f6db89707 req-0c26d3ca-e91b-4baa-a7b3-5a8322260cd4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9455bdef-b6fe-4fd6-bde8-1749fdf6195a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0983279 Feb 09 12:49:09.333971 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d6cfb635-3c9d-4b1b-95b7-09b737f0d689 req-e511d028-bdf4-4aa1-be05-b9e9201903b4 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e284cef-1341-46a2-98a7-e4476618c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878977 Feb 09 12:49:09.338790 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eb27932c-0c65-4d5b-8aea-ada427730b5b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:09.435533 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb27932c-0c65-4d5b-8aea-ada427730b5b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Network 33f18fd9-658d-47a4-a54a-3d0393081167 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:49:09.439242 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-eb27932c-0c65-4d5b-8aea-ada427730b5b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:49:09.444319 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb27932c-0c65-4d5b-8aea-ada427730b5b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:49:09.445143 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eb27932c-0c65-4d5b-8aea-ada427730b5b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:09.473714 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d3c909ec-2c02-426e-be8b-820738c465c6 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:09.484571 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb27932c-0c65-4d5b-8aea-ada427730b5b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event updated for resources: {'Port': ['ID=a97a9d62-aef4-40eb-a52c-154b142346ae,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:09.496636 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d3c909ec-2c02-426e-be8b-820738c465c6 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:09.516806 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c909ec-2c02-426e-be8b-820738c465c6 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] Pushing event deleted for resources: {'Network': ['ID=327afa3e-85e9-4f57-99d9-315ae9d2f2fb,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:09.519857 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-f83fad59-f5a4-4fbc-b822-99b99e015d80 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=036578ff-156b-4500-93cd-ac620f039917 HTTP/1.1" status: 200 len: 1000 time: 0.3733358 Feb 09 12:49:09.524471 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d3c909ec-2c02-426e-be8b-820738c465c6 tempest-TestSecurityGroupsBasicOps-1124834458 tempest-TestSecurityGroupsBasicOps-1124834458-project] 10.222.0.55 "DELETE /v2.0/networks/327afa3e-85e9-4f57-99d9-315ae9d2f2fb HTTP/1.1" status: 204 len: 168 time: 1.2602482 Feb 09 12:49:09.587238 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eb27932c-0c65-4d5b-8aea-ada427730b5b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:09.642302 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-eddcab36-ba9e-4615-9d13-fafc15cc3fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:09.643866 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-eddcab36-ba9e-4615-9d13-fafc15cc3fcc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=116fb373-9734-49da-8f3a-594bd468aac1 HTTP/1.1" status: 200 len: 834 time: 0.1062829 Feb 09 12:49:09.756083 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-a8ed2289-2df0-4d70-88ef-8e755ca07e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:09.757817 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-a8ed2289-2df0-4d70-88ef-8e755ca07e26 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1fbb7751-edb3-403f-9f82-05972dde3ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1054602 Feb 09 12:49:09.969950 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59090) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:09.987108 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-4abd9ef6-ac49-4ee2-ae0b-80cf1789f3f4 service neutron] 10.222.0.52 "GET /v2.0/networks/1fbb7751-edb3-403f-9f82-05972dde3ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207315 Feb 09 12:49:10.090935 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 270fa267-a940-460c-8184-aebfeffd8a9f up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:49:10.226065 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-6b88f9aa-eba2-45e6-8747-9c74bae7d37e service neutron] 10.222.0.52 "GET /v2.0/networks/1fbb7751-edb3-403f-9f82-05972dde3ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304380 Feb 09 12:49:10.248320 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 270fa267-a940-460c-8184-aebfeffd8a9f completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:49:10.274945 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device b3a74bab-2585-4502-9b81-4dcaf571bfab no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:49:10.333846 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f9afc-fe04-4ddb-8895-89bb8105a37b req-f54f057d-e393-4751-a24d-3103471dec45 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:10.337130 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: b3a74bab-2585-4502-9b81-4dcaf571bfab {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:49:10.337752 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device b3a74bab-2585-4502-9b81-4dcaf571bfab not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:49:10.341191 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8d6f9afc-fe04-4ddb-8895-89bb8105a37b req-f54f057d-e393-4751-a24d-3103471dec45 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbb39311-4bf9-44ca-a71e-3e495330f4a9 HTTP/1.1" status: 200 len: 946 time: 0.5721693 Feb 09 12:49:10.480957 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8e27c4-f6ad-4110-bf3b-f30b33d70713 None None] Network 33f18fd9-658d-47a4-a54a-3d0393081167 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:49:10.483133 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8d6f9afc-fe04-4ddb-8895-89bb8105a37b req-2a016662-2692-4012-b3f7-03649a5bffe1 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/security-groups?id=9455bdef-b6fe-4fd6-bde8-1749fdf6195a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1410139 Feb 09 12:49:10.581262 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a1e23813-d9b0-4ce1-9aa7-745ba0ded1c1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=57cad2baaf2145b1a083f7140eddf89d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6081715 Feb 09 12:49:10.584325 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59106) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:10.645407 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eb27932c-0c65-4d5b-8aea-ada427730b5b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:10.654098 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eb27932c-0c65-4d5b-8aea-ada427730b5b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:10.654872 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eb27932c-0c65-4d5b-8aea-ada427730b5b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:10.679423 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-850a471d-c2c1-48e3-a67f-18632b6918be tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:10.682068 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-850a471d-c2c1-48e3-a67f-18632b6918be tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=1daed2e4-01db-43e3-a4b8-2e195fcce44c&tenant_id=2c7a8f76649f44a59c185c6d6414b556&binding%3Ahost_id=n-h1-825178-3 HTTP/1.1" status: 200 len: 1096 time: 0.1652663 Feb 09 12:49:10.683016 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-29cdcb18-d678-4386-9594-68714355f6dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:10.703310 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302efd3-b337-4846-a1a8-f80f844e46d9 req-a6ea7266-2ee8-4fc5-9f58-0d34fc3020d1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:10.704877 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2302efd3-b337-4846-a1a8-f80f844e46d9 req-a6ea7266-2ee8-4fc5-9f58-0d34fc3020d1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=1daed2e4-01db-43e3-a4b8-2e195fcce44c HTTP/1.1" status: 200 len: 945 time: 0.1948674 Feb 09 12:49:10.772578 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-a3c6e176-192c-4d91-b4a0-4f6bedd55e37 None None] Provisioning for port 270fa267-a940-460c-8184-aebfeffd8a9f completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:49:10.777390 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-29cdcb18-d678-4386-9594-68714355f6dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:10.782776 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-a3c6e176-192c-4d91-b4a0-4f6bedd55e37 None None] Provisioning complete for port 270fa267-a940-460c-8184-aebfeffd8a9f triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:49:10.783216 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a3c6e176-192c-4d91-b4a0-4f6bedd55e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:10.863269 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-29cdcb18-d678-4386-9594-68714355f6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:10.886057 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdcb18-d678-4386-9594-68714355f6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227052c8-b2f8-427e-8aeb-017cef448b74,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:10.889345 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb27932c-0c65-4d5b-8aea-ada427730b5b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event updated for resources: {'Port': ['ID=a97a9d62-aef4-40eb-a52c-154b142346ae,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:10.900467 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-0878ac29-1095-44a7-ba11-91d2ac31210a service neutron] For port 036578ff-156b-4500-93cd-ac620f039917, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:49:10.902951 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-29cdcb18-d678-4386-9594-68714355f6dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:10.904417 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-29cdcb18-d678-4386-9594-68714355f6dd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/227052c8-b2f8-427e-8aeb-017cef448b74 HTTP/1.1" status: 204 len: 168 time: 0.3177948 Feb 09 12:49:10.908906 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-0878ac29-1095-44a7-ba11-91d2ac31210a service neutron] Notify callbacks [] for binding, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:10.910347 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2302efd3-b337-4846-a1a8-f80f844e46d9 req-8ca2cf7e-73e0-4480-a77f-861713377c1a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e284cef-1341-46a2-98a7-e4476618c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950264 Feb 09 12:49:10.911907 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-0878ac29-1095-44a7-ba11-91d2ac31210a service neutron] 10.222.0.52 "DELETE /v2.0/ports/036578ff-156b-4500-93cd-ac620f039917/bindings/n-h2-825178-3 HTTP/1.1" status: 204 len: 173 time: 0.2180181 Feb 09 12:49:10.980424 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb27932c-0c65-4d5b-8aea-ada427730b5b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Network 33f18fd9-658d-47a4-a54a-3d0393081167 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:49:10.982412 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-eb27932c-0c65-4d5b-8aea-ada427730b5b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:49:11.091158 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a3c6e176-192c-4d91-b4a0-4f6bedd55e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:11.138960 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-a3c6e176-192c-4d91-b4a0-4f6bedd55e37 None None] For port 270fa267-a940-460c-8184-aebfeffd8a9f, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=270fa267-a940-460c-8184-aebfeffd8a9f,segment=NetworkSegment(10a554cf-6db8-4b1e-ac70-7e4fd3262b11),segment_id=10a554cf-6db8-4b1e-ac70-7e4fd3262b11)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:49:11.146947 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a3c6e176-192c-4d91-b4a0-4f6bedd55e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:11.207287 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb27932c-0c65-4d5b-8aea-ada427730b5b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Router fa147447-40d0-4b92-9b82-5a675927dbcf is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:49:11.285724 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c6e176-192c-4d91-b4a0-4f6bedd55e37 None None] Pushing event updated for resources: {'Port': ['ID=270fa267-a940-460c-8184-aebfeffd8a9f,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:11.419405 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59126) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:11.439775 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-03af1a3a-3002-4654-ae14-de63fdc15a9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:11.458101 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-03af1a3a-3002-4654-ae14-de63fdc15a9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:11.462910 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-03af1a3a-3002-4654-ae14-de63fdc15a9f admin admin] Usage tracker for resource:security_group_rule and tenant:e23fb3ecca4c4454917db30f993c5ff4 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:49:11.466621 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-03af1a3a-3002-4654-ae14-de63fdc15a9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:49:11.473529 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-03af1a3a-3002-4654-ae14-de63fdc15a9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:11.474817 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb27932c-0c65-4d5b-8aea-ada427730b5b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:49:11.479793 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-a779661d-b9c9-45d4-acf6-4bd8719e2368 None None] Provisioning for port a97a9d62-aef4-40eb-a52c-154b142346ae completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:49:11.486795 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-a779661d-b9c9-45d4-acf6-4bd8719e2368 None None] Provisioning complete for port a97a9d62-aef4-40eb-a52c-154b142346ae triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:49:11.487212 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a779661d-b9c9-45d4-acf6-4bd8719e2368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:11.494034 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-eb27932c-0c65-4d5b-8aea-ada427730b5b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "PUT /v2.0/routers/fa147447-40d0-4b92-9b82-5a675927dbcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8571613 Feb 09 12:49:11.494805 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59130) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:11.499067 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e58ade0-b37c-47e1-bf78-6628a4e10ce4 None None] Sync routers for ids ['fa147447-40d0-4b92-9b82-5a675927dbcf'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:49:11.532951 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e58ade0-b37c-47e1-bf78-6628a4e10ce4 None None] Routers {'fa147447-40d0-4b92-9b82-5a675927dbcf'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:49:11.535020 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4e58ade0-b37c-47e1-bf78-6628a4e10ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:48:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['fa147447-40d0-4b92-9b82-5a675927dbcf'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:11.577671 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-a779661d-b9c9-45d4-acf6-4bd8719e2368 None None] Port a97a9d62-aef4-40eb-a52c-154b142346ae cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:49:11.595856 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-a779661d-b9c9-45d4-acf6-4bd8719e2368 None None] Provisioning complete for port 270fa267-a940-460c-8184-aebfeffd8a9f triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:49:11.596244 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a779661d-b9c9-45d4-acf6-4bd8719e2368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:11.618043 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb32883-10e2-4256-98c7-19dacc377ddd tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:11.618954 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-1fb32883-10e2-4256-98c7-19dacc377ddd tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Synchronizing usage tracker for tenant:27f2f8bb689948199636c37c369127b7 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:49:11.621522 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4e58ade0-b37c-47e1-bf78-6628a4e10ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:11.634465 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e58ade0-b37c-47e1-bf78-6628a4e10ce4 None None] Routers {'fa147447-40d0-4b92-9b82-5a675927dbcf'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:49:11.635499 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4e58ade0-b37c-47e1-bf78-6628a4e10ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:48:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['fa147447-40d0-4b92-9b82-5a675927dbcf'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:11.662298 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-1fb32883-10e2-4256-98c7-19dacc377ddd tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Unset dirty status for tenant:27f2f8bb689948199636c37c369127b7 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:49:11.666742 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1fb32883-10e2-4256-98c7-19dacc377ddd tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "GET /v2.0/ports/a97a9d62-aef4-40eb-a52c-154b142346ae HTTP/1.1" status: 200 len: 911 time: 0.1639311 Feb 09 12:49:11.667509 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59138) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:11.732838 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4e58ade0-b37c-47e1-bf78-6628a4e10ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:11.734979 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e58ade0-b37c-47e1-bf78-6628a4e10ce4 None None] The sync data for ids ['fa147447-40d0-4b92-9b82-5a675927dbcf'] in n-d-825178-3 is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:49:11.894741 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897e137-d33d-4e32-b2de-bbad9c7c211f req-82541e82-ffb1-4c75-b6b2-f10bfe2d05e4 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:11.896407 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1897e137-d33d-4e32-b2de-bbad9c7c211f req-82541e82-ffb1-4c75-b6b2-f10bfe2d05e4 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbb39311-4bf9-44ca-a71e-3e495330f4a9 HTTP/1.1" status: 200 len: 946 time: 0.1302054 Feb 09 12:49:11.907590 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-03af1a3a-3002-4654-ae14-de63fdc15a9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:11.915868 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-03af1a3a-3002-4654-ae14-de63fdc15a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:11.969614 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-128e0611-599d-401a-990b-e9ca2e0d0fa2 None None] Provisioning complete for port a97a9d62-aef4-40eb-a52c-154b142346ae triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:49:11.970961 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-128e0611-599d-401a-990b-e9ca2e0d0fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:12.009010 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1897e137-d33d-4e32-b2de-bbad9c7c211f req-b9686024-deee-4c34-8839-1ec2c229524e tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/security-groups?id=9455bdef-b6fe-4fd6-bde8-1749fdf6195a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1054029 Feb 09 12:49:12.088605 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 270fa267-a940-460c-8184-aebfeffd8a9f up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:49:12.128856 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-03af1a3a-3002-4654-ae14-de63fdc15a9f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e23fb3ecca4c4454917db30f993c5ff4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7075405 Feb 09 12:49:12.142712 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59152) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:12.183628 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af1a3a-3002-4654-ae14-de63fdc15a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435ce8de-a584-46c4-99e3-3c74a3f6f8fe,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:12.235601 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-128e0611-599d-401a-990b-e9ca2e0d0fa2 None None] Port a97a9d62-aef4-40eb-a52c-154b142346ae cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:49:12.265190 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 270fa267-a940-460c-8184-aebfeffd8a9f triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:49:12.265819 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:12.322153 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ea0442fe-6229-4505-b7e9-47281c80b69b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:12.364430 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-d20d0d76-2eb5-4442-af36-3be7f71a7a5c None None] Provisioning complete for port a97a9d62-aef4-40eb-a52c-154b142346ae triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:49:12.365938 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d20d0d76-2eb5-4442-af36-3be7f71a7a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:12.396194 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadbe7a7-22d9-4229-8886-0859c57175f5 req-b338f6ee-2e26-434a-afb0-b5ece0a585cf tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:12.397665 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cadbe7a7-22d9-4229-8886-0859c57175f5 req-b338f6ee-2e26-434a-afb0-b5ece0a585cf tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbb39311-4bf9-44ca-a71e-3e495330f4a9 HTTP/1.1" status: 200 len: 946 time: 0.1964931 Feb 09 12:49:12.408968 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34d467-032e-4940-b482-9ad9aeb53503 req-5dad20fa-4c7c-412f-8c59-e9ebf8488ec8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:12.410437 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-de34d467-032e-4940-b482-9ad9aeb53503 req-5dad20fa-4c7c-412f-8c59-e9ebf8488ec8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=1daed2e4-01db-43e3-a4b8-2e195fcce44c HTTP/1.1" status: 200 len: 945 time: 0.2932723 Feb 09 12:49:12.431606 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-d20d0d76-2eb5-4442-af36-3be7f71a7a5c None None] Port a97a9d62-aef4-40eb-a52c-154b142346ae cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:49:12.437073 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ea0442fe-6229-4505-b7e9-47281c80b69b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:12.467184 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cadbe7a7-22d9-4229-8886-0859c57175f5 req-28bc0063-b5cc-4635-9e44-869c83ec6947 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/security-groups?id=9455bdef-b6fe-4fd6-bde8-1749fdf6195a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0557790 Feb 09 12:49:12.504523 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59160) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:12.540829 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-de34d467-032e-4940-b482-9ad9aeb53503 req-35b062d5-c8b2-4754-97e5-0e42bfc518bd tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e284cef-1341-46a2-98a7-e4476618c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888672 Feb 09 12:49:12.590173 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf03464b-fb84-4610-b685-19623fbdc239 tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:12.595153 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-bf03464b-fb84-4610-b685-19623fbdc239 tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=dbb39311-4bf9-44ca-a71e-3e495330f4a9 HTTP/1.1" status: 200 len: 1092 time: 0.0870028 Feb 09 12:49:12.595464 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59168) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:12.602483 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-44f1b5aa-b3a1-4341-a94e-af251d3be400 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'port_id': 'f038e5af-3a83-4de0-9214-247277dad860', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:49:12.609992 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-44f1b5aa-b3a1-4341-a94e-af251d3be400 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:12.615120 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-44f1b5aa-b3a1-4341-a94e-af251d3be400 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Usage tracker for resource:floatingip and tenant:458862934c284b11a9f402abf41ed215 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:49:12.619861 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-44f1b5aa-b3a1-4341-a94e-af251d3be400 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:49:12.626113 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-44f1b5aa-b3a1-4341-a94e-af251d3be400 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:12.640323 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-44f1b5aa-b3a1-4341-a94e-af251d3be400 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for floatingip, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:12.686997 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ea0442fe-6229-4505-b7e9-47281c80b69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:12.709775 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0442fe-6229-4505-b7e9-47281c80b69b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435ce8de-a584-46c4-99e3-3c74a3f6f8fe,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:12.720113 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ea0442fe-6229-4505-b7e9-47281c80b69b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:12.723499 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ea0442fe-6229-4505-b7e9-47281c80b69b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/435ce8de-a584-46c4-99e3-3c74a3f6f8fe HTTP/1.1" status: 204 len: 168 time: 0.5668030 Feb 09 12:49:12.748184 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-26b29657-2208-4a53-b56c-1961321ac356 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:12.854951 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-44f1b5aa-b3a1-4341-a94e-af251d3be400 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:12.858232 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19660a06-d0e6-4bfd-bc68-22129ab70f5b req-96fde2f7-a11b-40dd-9aeb-7706aa4f976e tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:12.859728 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-19660a06-d0e6-4bfd-bc68-22129ab70f5b req-96fde2f7-a11b-40dd-9aeb-7706aa4f976e tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1daed2e4-01db-43e3-a4b8-2e195fcce44c HTTP/1.1" status: 200 len: 1096 time: 0.1486912 Feb 09 12:49:12.957186 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-19660a06-d0e6-4bfd-bc68-22129ab70f5b req-996325e0-02ab-4c2a-bd6c-a0aa09218c5c tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=1e284cef-1341-46a2-98a7-e4476618c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631812 Feb 09 12:49:13.219470 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-44f1b5aa-b3a1-4341-a94e-af251d3be400 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Allocated IP 172.25.7.109 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/4827ca36-98cc-454f-ba80-e99121af7322) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:49:13.244458 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-26b29657-2208-4a53-b56c-1961321ac356 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Deleting port a97a9d62-aef4-40eb-a52c-154b142346ae {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:49:13.244906 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-26b29657-2208-4a53-b56c-1961321ac356 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:13.277757 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59184) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:13.388712 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-44f1b5aa-b3a1-4341-a94e-af251d3be400 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:13.398643 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17f3108-546d-4913-847f-0fff93fe5e8b req-3fa5d372-01b0-4e87-99b6-e1b2b6e2a9cd tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:13.400173 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b17f3108-546d-4913-847f-0fff93fe5e8b req-3fa5d372-01b0-4e87-99b6-e1b2b6e2a9cd tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=1daed2e4-01db-43e3-a4b8-2e195fcce44c HTTP/1.1" status: 200 len: 945 time: 0.2574105 Feb 09 12:49:13.474337 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59190) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:13.481954 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b17f3108-546d-4913-847f-0fff93fe5e8b req-c0270caa-3da9-404b-ba5d-56f3fac1fa75 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e284cef-1341-46a2-98a7-e4476618c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717192 Feb 09 12:49:13.505003 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d1f245cc-3bb2-48b7-9de0-7490e19e4b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:13.507295 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59194) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:13.524237 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-26b29657-2208-4a53-b56c-1961321ac356 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:13.539592 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d1f245cc-3bb2-48b7-9de0-7490e19e4b44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:13.577222 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-44f1b5aa-b3a1-4341-a94e-af251d3be400 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:13.651932 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d1f245cc-3bb2-48b7-9de0-7490e19e4b44 admin admin] Usage tracker for resource:security_group_rule and tenant:ebfaedc955c1463098f1d8deabc135bf is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:49:13.660333 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-26b29657-2208-4a53-b56c-1961321ac356 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Calling delete_port for a97a9d62-aef4-40eb-a52c-154b142346ae owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:49:13.688899 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d1f245cc-3bb2-48b7-9de0-7490e19e4b44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:49:13.699262 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-61fe2b39-4b08-4aec-82dd-d267be18e770 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8623e9733610475f981de05ebc3c7a96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2191598 Feb 09 12:49:13.701016 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59198) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:13.703010 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d1f245cc-3bb2-48b7-9de0-7490e19e4b44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:13.703934 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f1b5aa-b3a1-4341-a94e-af251d3be400 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:49:13.708558 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-44f1b5aa-b3a1-4341-a94e-af251d3be400 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:49:13.715855 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-bf67d955-d567-41ca-ac7f-ed7cf6e34990 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/floatingips/7eb6378f-33aa-4abe-9ea8-7b6a2cae339c HTTP/1.1" status: 200 len: 992 time: 0.2073855 Feb 09 12:49:13.716830 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f1b5aa-b3a1-4341-a94e-af251d3be400 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:49:13.744723 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f1b5aa-b3a1-4341-a94e-af251d3be400 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event updated for resources: {'Port': ['ID=4827ca36-98cc-454f-ba80-e99121af7322,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:13.860141 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f7f9e7f2-1f36-4bb0-9849-c27f6adcc33f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:13.921909 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f7f9e7f2-1f36-4bb0-9849-c27f6adcc33f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:13.981377 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59206) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:14.020234 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d1f245cc-3bb2-48b7-9de0-7490e19e4b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:14.031556 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b56a114f-f043-4929-9999-b9099b0d6777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:14.035474 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d1f245cc-3bb2-48b7-9de0-7490e19e4b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:14.105123 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-26b29657-2208-4a53-b56c-1961321ac356 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:14.147606 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f245cc-3bb2-48b7-9de0-7490e19e4b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132e211f-10e3-48a8-ab01-8321f8535ed3,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:14.152010 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d1f245cc-3bb2-48b7-9de0-7490e19e4b44 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ebfaedc955c1463098f1d8deabc135bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8740935 Feb 09 12:49:14.158424 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59210) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:14.161010 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b29657-2208-4a53-b56c-1961321ac356 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event deleted for resources: {'Port': ['ID=a97a9d62-aef4-40eb-a52c-154b142346ae,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:14.207239 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f7f9e7f2-1f36-4bb0-9849-c27f6adcc33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:14.289477 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9e7f2-1f36-4bb0-9849-c27f6adcc33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a511172a-93c1-4c49-8a03-1b8d2d3ff5f0,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:14.385987 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-26b29657-2208-4a53-b56c-1961321ac356 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:14.390959 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-42ee524b-b57e-4bf3-9c8a-4af4da67dd8b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Deleting port 0d1c5df1-4234-41e2-88d1-4665e02552f1 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:49:14.391310 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-42ee524b-b57e-4bf3-9c8a-4af4da67dd8b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:14.434010 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9ed9fb5f-1fe0-4860-a320-8dbfe9622dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:14.495635 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9ed9fb5f-1fe0-4860-a320-8dbfe9622dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:14.624425 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f7f9e7f2-1f36-4bb0-9849-c27f6adcc33f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:14.627803 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f7f9e7f2-1f36-4bb0-9849-c27f6adcc33f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a511172a-93c1-4c49-8a03-1b8d2d3ff5f0 HTTP/1.1" status: 204 len: 168 time: 0.9242182 Feb 09 12:49:14.673307 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-44f1b5aa-b3a1-4341-a94e-af251d3be400 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:14.686371 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-42ee524b-b57e-4bf3-9c8a-4af4da67dd8b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:14.686698 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-42ee524b-b57e-4bf3-9c8a-4af4da67dd8b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:14.704000 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9ed9fb5f-1fe0-4860-a320-8dbfe9622dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:14.781149 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b29657-2208-4a53-b56c-1961321ac356 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Router fa147447-40d0-4b92-9b82-5a675927dbcf has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:49:14.928744 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b29657-2208-4a53-b56c-1961321ac356 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:49:14.941201 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-26b29657-2208-4a53-b56c-1961321ac356 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "PUT /v2.0/routers/fa147447-40d0-4b92-9b82-5a675927dbcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2706561 Feb 09 12:49:14.941529 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59220) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:14.946885 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a649152-2f34-42ea-bfb3-c792187e5451 None None] Sync routers for ids ['fa147447-40d0-4b92-9b82-5a675927dbcf'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:49:14.964425 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a649152-2f34-42ea-bfb3-c792187e5451 None None] Routers {'fa147447-40d0-4b92-9b82-5a675927dbcf'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:49:14.965187 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-5a649152-2f34-42ea-bfb3-c792187e5451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:48:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['fa147447-40d0-4b92-9b82-5a675927dbcf'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:14.974131 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-42ee524b-b57e-4bf3-9c8a-4af4da67dd8b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Calling delete_port for 0d1c5df1-4234-41e2-88d1-4665e02552f1 owned by network:floatingip {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:49:14.985971 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5903a01b-df0b-4cdd-914d-62b278135495 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Synchronizing usage tracker for tenant:27f2f8bb689948199636c37c369127b7 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:49:15.003384 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5903a01b-df0b-4cdd-914d-62b278135495 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Unset dirty status for tenant:27f2f8bb689948199636c37c369127b7 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:49:15.007517 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5903a01b-df0b-4cdd-914d-62b278135495 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa147447-40d0-4b92-9b82-5a675927dbcf HTTP/1.1" status: 200 len: 205 time: 0.0624032 Feb 09 12:49:15.008340 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59224) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:15.015766 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed9fb5f-1fe0-4860-a320-8dbfe9622dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132e211f-10e3-48a8-ab01-8321f8535ed3,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:15.058670 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-5a649152-2f34-42ea-bfb3-c792187e5451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:15.071913 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a649152-2f34-42ea-bfb3-c792187e5451 None None] Routers {'fa147447-40d0-4b92-9b82-5a675927dbcf'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:49:15.072873 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-5a649152-2f34-42ea-bfb3-c792187e5451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:48:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['fa147447-40d0-4b92-9b82-5a675927dbcf'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:15.126544 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9ed9fb5f-1fe0-4860-a320-8dbfe9622dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:15.127858 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9ed9fb5f-1fe0-4860-a320-8dbfe9622dc5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/132e211f-10e3-48a8-ab01-8321f8535ed3 HTTP/1.1" status: 204 len: 168 time: 0.9668131 Feb 09 12:49:15.135559 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-44f1b5aa-b3a1-4341-a94e-af251d3be400 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:15.139406 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-5a649152-2f34-42ea-bfb3-c792187e5451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:15.140050 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a649152-2f34-42ea-bfb3-c792187e5451 None None] The sync data for ids ['fa147447-40d0-4b92-9b82-5a675927dbcf'] in n-d-825178-3 is: [] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:49:15.213986 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9c7f8aa5-d139-4b5d-8fe2-8ecbdc8da9a1 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:15.472634 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-42ee524b-b57e-4bf3-9c8a-4af4da67dd8b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:15.542143 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-44f1b5aa-b3a1-4341-a94e-af251d3be400 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:15.544076 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee524b-b57e-4bf3-9c8a-4af4da67dd8b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event deleted for resources: {'Port': ['ID=0d1c5df1-4234-41e2-88d1-4665e02552f1,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:15.593769 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-44f1b5aa-b3a1-4341-a94e-af251d3be400 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:15.641041 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9c7f8aa5-d139-4b5d-8fe2-8ecbdc8da9a1 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:15.643614 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9c7f8aa5-d139-4b5d-8fe2-8ecbdc8da9a1 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:15.671005 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9c7f8aa5-d139-4b5d-8fe2-8ecbdc8da9a1 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:15.671880 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7f8aa5-d139-4b5d-8fe2-8ecbdc8da9a1 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Fanout notify agent at l3_agent the message router_deleted on router fa147447-40d0-4b92-9b82-5a675927dbcf {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:49:15.676936 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59246) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:15.701460 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7a4d6546-480c-4e8f-a720-a9d0f293f730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:15.720059 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7a4d6546-480c-4e8f-a720-a9d0f293f730 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:15.727395 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9c7f8aa5-d139-4b5d-8fe2-8ecbdc8da9a1 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:15.730705 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9c7f8aa5-d139-4b5d-8fe2-8ecbdc8da9a1 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "DELETE /v2.0/routers/fa147447-40d0-4b92-9b82-5a675927dbcf HTTP/1.1" status: 204 len: 168 time: 0.7190974 Feb 09 12:49:15.731725 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59250) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:15.733499 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7a4d6546-480c-4e8f-a720-a9d0f293f730 admin admin] Usage tracker for resource:security_group_rule and tenant:723928c2795845beaac908cf1c8459ec is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:49:15.736543 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7a4d6546-480c-4e8f-a720-a9d0f293f730 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:49:15.770435 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59254) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:15.779045 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7a4d6546-480c-4e8f-a720-a9d0f293f730 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:15.795318 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f1b5aa-b3a1-4341-a94e-af251d3be400 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event updated for resources: {'Port': ['ID=4827ca36-98cc-454f-ba80-e99121af7322,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:15.808320 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-42ee524b-b57e-4bf3-9c8a-4af4da67dd8b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for floatingip, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:15.808667 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [None req-42ee524b-b57e-4bf3-9c8a-4af4da67dd8b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Floating IP 7eb6378f-33aa-4abe-9ea8-7b6a2cae339c disassociated (deleted). External IP: 172.25.7.237, port: 036578ff-156b-4500-93cd-ac620f039917. Feb 09 12:49:15.834974 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-654cb8aa-ea71-4180-bd12-5578cf1f67e5 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Deleting subnet 8409f337-4ebd-4953-910d-5b426beeb056 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:49:15.839357 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-654cb8aa-ea71-4180-bd12-5578cf1f67e5 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:15.883768 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-44f1b5aa-b3a1-4341-a94e-af251d3be400 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:15.906079 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-654cb8aa-ea71-4180-bd12-5578cf1f67e5 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:16.010742 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7a4d6546-480c-4e8f-a720-a9d0f293f730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:16.016317 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7a4d6546-480c-4e8f-a720-a9d0f293f730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:16.048031 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-9cbf3c57-2191-4300-b83b-30170b6c21f7 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1993225927-network', 'tenant_id': '6b5a2d0749bc42f3a3abd7c9010f1a18'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:49:16.078800 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9cbf3c57-2191-4300-b83b-30170b6c21f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:16.087299 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9cbf3c57-2191-4300-b83b-30170b6c21f7 admin admin] Usage tracker for resource:network and tenant:6b5a2d0749bc42f3a3abd7c9010f1a18 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:49:16.092726 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d6546-480c-4e8f-a720-a9d0f293f730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b79d11-a7d0-43cd-933b-89963b9d8fa7,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:16.097227 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9cbf3c57-2191-4300-b83b-30170b6c21f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:49:16.104367 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7a4d6546-480c-4e8f-a720-a9d0f293f730 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=723928c2795845beaac908cf1c8459ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4261363 Feb 09 12:49:16.109060 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59260) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:16.113079 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9cbf3c57-2191-4300-b83b-30170b6c21f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:16.130958 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-654cb8aa-ea71-4180-bd12-5578cf1f67e5 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:16.242124 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [None req-44f1b5aa-b3a1-4341-a94e-af251d3be400 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Floating IP def295d5-c32e-4ebc-8543-6ab2a67a5864 associated. External IP: 172.25.7.109, port: f038e5af-3a83-4de0-9214-247277dad860. Feb 09 12:49:16.351427 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbf3c57-2191-4300-b83b-30170b6c21f7 admin admin] Made reservation on behalf of 6b5a2d0749bc42f3a3abd7c9010f1a18 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:49:16.353689 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9cbf3c57-2191-4300-b83b-30170b6c21f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:16.373196 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9cbf3c57-2191-4300-b83b-30170b6c21f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:16.391061 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1a945010-da84-4716-a362-42b6b6dcd0f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:16.419934 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9cbf3c57-2191-4300-b83b-30170b6c21f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:16.431753 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9cbf3c57-2191-4300-b83b-30170b6c21f7 admin admin] Usage tracker for resource:security_group_rule and tenant:6b5a2d0749bc42f3a3abd7c9010f1a18 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:49:16.439496 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9cbf3c57-2191-4300-b83b-30170b6c21f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:49:16.448347 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4b584316-7305-494a-943e-b4789cd0a604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:16.450650 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9cbf3c57-2191-4300-b83b-30170b6c21f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:16.481302 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-654cb8aa-ea71-4180-bd12-5578cf1f67e5 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:16.555209 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654cb8aa-ea71-4180-bd12-5578cf1f67e5 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event deleted for resources: {'Subnet': ['ID=8409f337-4ebd-4953-910d-5b426beeb056,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:16.560697 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4b584316-7305-494a-943e-b4789cd0a604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:16.565989 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54297c5-f114-4e25-a9df-e5d08737e096 None None] Network 33f18fd9-658d-47a4-a54a-3d0393081167 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:49:16.571168 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-654cb8aa-ea71-4180-bd12-5578cf1f67e5 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:16.629122 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-654cb8aa-ea71-4180-bd12-5578cf1f67e5 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "DELETE /v2.0/subnets/8409f337-4ebd-4953-910d-5b426beeb056 HTTP/1.1" status: 204 len: 168 time: 0.8969724 Feb 09 12:49:16.631411 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59264) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:16.732184 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ee524b-b57e-4bf3-9c8a-4af4da67dd8b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Router 936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:49:16.772651 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4b584316-7305-494a-943e-b4789cd0a604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:16.794056 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9cbf3c57-2191-4300-b83b-30170b6c21f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:16.803793 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9cbf3c57-2191-4300-b83b-30170b6c21f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:16.807444 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b584316-7305-494a-943e-b4789cd0a604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b79d11-a7d0-43cd-933b-89963b9d8fa7,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:16.826321 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d0e66b24-cece-4e1d-8fd6-d44703ed4287 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:16.849581 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cbf3c57-2191-4300-b83b-30170b6c21f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:49:16.869014 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4b584316-7305-494a-943e-b4789cd0a604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:16.872451 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4b584316-7305-494a-943e-b4789cd0a604 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/61b79d11-a7d0-43cd-933b-89963b9d8fa7 HTTP/1.1" status: 204 len: 168 time: 0.7585258 Feb 09 12:49:16.872651 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357b7fb7-66e1-4221-9b13-46c2c075c20f None None] DHCP port deletion for 33f18fd9-658d-47a4-a54a-3d0393081167 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:49:16.873640 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf3c57-2191-4300-b83b-30170b6c21f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db7b7cb-c5f0-4578-bfe7-bfcd338fbe7b,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:16.879450 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9cbf3c57-2191-4300-b83b-30170b6c21f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:16.879766 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-9cbf3c57-2191-4300-b83b-30170b6c21f7 admin admin] Added segment 46f2cd15-b3b5-4dbc-b5cf-18c0a6d3c26f of type vlan for network 5c6e4f80-9693-41cd-8500-11832b9a0938 Feb 09 12:49:16.884156 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-357b7fb7-66e1-4221-9b13-46c2c075c20f None None] Deleting port 270fa267-a940-460c-8184-aebfeffd8a9f {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:49:16.884539 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-357b7fb7-66e1-4221-9b13-46c2c075c20f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:16.885834 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-d0e66b24-cece-4e1d-8fd6-d44703ed4287 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Deleting port 270fa267-a940-460c-8184-aebfeffd8a9f {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:49:16.885970 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d0e66b24-cece-4e1d-8fd6-d44703ed4287 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:16.953632 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9cbf3c57-2191-4300-b83b-30170b6c21f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:17.104434 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9cbf3c57-2191-4300-b83b-30170b6c21f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:17.105368 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbf3c57-2191-4300-b83b-30170b6c21f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:17.105945 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9cbf3c57-2191-4300-b83b-30170b6c21f7 admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:17.139957 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f1b5aa-b3a1-4341-a94e-af251d3be400 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Router 4667e1c8-9a1e-44a4-beff-cef8b8a5b285 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:49:17.153287 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-357b7fb7-66e1-4221-9b13-46c2c075c20f None None] For port 270fa267-a940-460c-8184-aebfeffd8a9f, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=270fa267-a940-460c-8184-aebfeffd8a9f,segment=NetworkSegment(10a554cf-6db8-4b1e-ac70-7e4fd3262b11),segment_id=10a554cf-6db8-4b1e-ac70-7e4fd3262b11)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:49:17.154440 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-357b7fb7-66e1-4221-9b13-46c2c075c20f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:17.236288 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-d0e66b24-cece-4e1d-8fd6-d44703ed4287 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] For port 270fa267-a940-460c-8184-aebfeffd8a9f, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=270fa267-a940-460c-8184-aebfeffd8a9f,segment=NetworkSegment(10a554cf-6db8-4b1e-ac70-7e4fd3262b11),segment_id=10a554cf-6db8-4b1e-ac70-7e4fd3262b11)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:49:17.236723 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d0e66b24-cece-4e1d-8fd6-d44703ed4287 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:17.246985 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9cbf3c57-2191-4300-b83b-30170b6c21f7 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4701781 Feb 09 12:49:17.250229 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf3c57-2191-4300-b83b-30170b6c21f7 admin admin] Pushing event updated for resources: {'Network': ['ID=5c6e4f80-9693-41cd-8500-11832b9a0938,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:17.253843 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59274) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:17.271148 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 5c6e4f80-9693-41cd-8500-11832b9a0938 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:49:17.368577 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-9a098ad5-acd8-4568-807e-12608999223a admin admin] Request body: {'subnet': {'network_id': '5c6e4f80-9693-41cd-8500-11832b9a0938', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1993225927-subnet', 'tenant_id': '6b5a2d0749bc42f3a3abd7c9010f1a18', 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:49:17.380566 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-d0e66b24-cece-4e1d-8fd6-d44703ed4287 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Calling delete_port for 270fa267-a940-460c-8184-aebfeffd8a9f owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:49:17.408261 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9a098ad5-acd8-4568-807e-12608999223a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:17.424347 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9a098ad5-acd8-4568-807e-12608999223a admin admin] Usage tracker for resource:subnet and tenant:6b5a2d0749bc42f3a3abd7c9010f1a18 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:49:17.430656 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9a098ad5-acd8-4568-807e-12608999223a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:49:17.437269 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ee524b-b57e-4bf3-9c8a-4af4da67dd8b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:49:17.439198 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f1b5aa-b3a1-4341-a94e-af251d3be400 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:49:17.439353 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9a098ad5-acd8-4568-807e-12608999223a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:17.457759 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89f7bb1-bce2-4608-9de1-f0e9d0c0883e None None] Sync routers for ids ['936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:49:17.472923 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a098ad5-acd8-4568-807e-12608999223a admin admin] Made reservation on behalf of 6b5a2d0749bc42f3a3abd7c9010f1a18 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:49:17.473245 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-42ee524b-b57e-4bf3-9c8a-4af4da67dd8b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:17.475178 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9a098ad5-acd8-4568-807e-12608999223a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:17.484552 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89f7bb1-bce2-4608-9de1-f0e9d0c0883e None None] Routers {'936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:49:17.485300 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c89f7bb1-bce2-4608-9de1-f0e9d0c0883e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:49:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:17.527511 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-44f1b5aa-b3a1-4341-a94e-af251d3be400 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:17.567522 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d0e66b24-cece-4e1d-8fd6-d44703ed4287 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:17.593797 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-42ee524b-b57e-4bf3-9c8a-4af4da67dd8b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "DELETE /v2.0/floatingips/7eb6378f-33aa-4abe-9ea8-7b6a2cae339c HTTP/1.1" status: 204 len: 168 time: 3.6116812 Feb 09 12:49:17.596957 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1daed2e4-01db-43e3-a4b8-2e195fcce44c', 'tag': '036578ff-156b-4500-93cd-ac620f039917'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:49:17.606687 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-44f1b5aa-b3a1-4341-a94e-af251d3be400 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.0098169 Feb 09 12:49:17.610957 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59290) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:17.629279 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e66b24-cece-4e1d-8fd6-d44703ed4287 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event deleted for resources: {'Port': ['ID=270fa267-a940-460c-8184-aebfeffd8a9f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:17.631315 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e66b24-cece-4e1d-8fd6-d44703ed4287 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] No DVR routers for this DVR port 270fa267-a940-460c-8184-aebfeffd8a9f on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:49:17.736609 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-357b7fb7-66e1-4221-9b13-46c2c075c20f None None] Calling delete_port for 270fa267-a940-460c-8184-aebfeffd8a9f owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:49:17.738328 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1daed2e4-01db-43e3-a4b8-2e195fcce44c', 'tag': '036578ff-156b-4500-93cd-ac620f039917', 'status': 'completed', 'code': 200} Feb 09 12:49:17.834156 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-568cf46e-8068-4340-9849-ba5a2cbb3b84 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/floatingips/def295d5-c32e-4ebc-8543-6ab2a67a5864 HTTP/1.1" status: 200 len: 992 time: 0.2204113 Feb 09 12:49:17.850579 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fa4620-abc1-4df5-bba1-c3d3e7e759c5 None None] Sync routers for ids ['4667e1c8-9a1e-44a4-beff-cef8b8a5b285'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:49:17.890382 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d0e66b24-cece-4e1d-8fd6-d44703ed4287 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:17.906810 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fa4620-abc1-4df5-bba1-c3d3e7e759c5 None None] Routers {'4667e1c8-9a1e-44a4-beff-cef8b8a5b285'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:49:17.907895 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-e4fa4620-abc1-4df5-bba1-c3d3e7e759c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:49:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['4667e1c8-9a1e-44a4-beff-cef8b8a5b285'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:17.921969 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-d0e66b24-cece-4e1d-8fd6-d44703ed4287 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33f18fd9-658d-47a4-a54a-3d0393081167']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:17.936240 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-d0e66b24-cece-4e1d-8fd6-d44703ed4287 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10a554cf-6db8-4b1e-ac70-7e4fd3262b11') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:17.936847 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-d0e66b24-cece-4e1d-8fd6-d44703ed4287 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10a554cf-6db8-4b1e-ac70-7e4fd3262b11') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:17.952364 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d0e66b24-cece-4e1d-8fd6-d44703ed4287 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:17.971687 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d0e66b24-cece-4e1d-8fd6-d44703ed4287 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:17.975183 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-c89f7bb1-bce2-4608-9de1-f0e9d0c0883e None None] Set router 936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:49:17.989294 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0e66b24-cece-4e1d-8fd6-d44703ed4287 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:49:17.989780 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d0e66b24-cece-4e1d-8fd6-d44703ed4287 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:18.013103 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:18.045499 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:49:18.045499 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:49:18.045499 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:49:18.045499 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:49:18.045499 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:49:18.045499 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:49:18.045499 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:49:18.045499 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:49:18.045499 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:49:18.045499 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:49:18.045499 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:49:18.045499 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:49:18.045499 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:49:18.045499 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:49:18.045499 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:49:18.045499 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:49:18.045499 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:49:18.045499 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:49:18.045499 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:49:18.045499 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:49:18.045499 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:49:18.045499 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:49:18.045499 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:49:18.045499 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:49:18.045499 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:49:18.045499 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:49:18.045499 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:49:18.045499 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:49:18.045499 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:49:18.045499 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:49:18.045499 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:49:18.045499 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:49:18.125204 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 270fa267-a940-460c-8184-aebfeffd8a9f no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:49:18.169421 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:18.190826 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-357b7fb7-66e1-4221-9b13-46c2c075c20f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:49:18.191268 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-357b7fb7-66e1-4221-9b13-46c2c075c20f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:49:18.191790 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 270fa267-a940-460c-8184-aebfeffd8a9f {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:49:18.192802 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 270fa267-a940-460c-8184-aebfeffd8a9f not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:49:18.227400 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-e4fa4620-abc1-4df5-bba1-c3d3e7e759c5 None None] Set router 4667e1c8-9a1e-44a4-beff-cef8b8a5b285 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:49:18.427397 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d8f0c-8edb-4cef-8773-7a4cb764cb46 req-d2010369-e7d9-45f5-87ea-1c6a8847056d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:18.433093 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-d96d8f0c-8edb-4cef-8773-7a4cb764cb46 req-d2010369-e7d9-45f5-87ea-1c6a8847056d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Synchronizing usage tracker for tenant:2c7a8f76649f44a59c185c6d6414b556 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:49:18.438691 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d0e66b24-cece-4e1d-8fd6-d44703ed4287 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:18.463194 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d0e66b24-cece-4e1d-8fd6-d44703ed4287 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:18.484854 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e66b24-cece-4e1d-8fd6-d44703ed4287 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event deleted for resources: {'Network': ['ID=33f18fd9-658d-47a4-a54a-3d0393081167,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:18.490432 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c89f7bb1-bce2-4608-9de1-f0e9d0c0883e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049255076', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '6bd3be33-41a5-4642-8b05-57e32bffd139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:47:29Z', 'updated_at': '2022-02-09T12:47:39Z', 'revision_number': 4, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': '6bd3be33-41a5-4642-8b05-57e32bffd139', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:76:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:47:30Z', 'updated_at': '2022-02-09T12:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '4b1533bb-35ff-4cf2-bcf1-8b177ac54417', 'name': '', 'network_id': '1fbb7751-edb3-403f-9f82-05972dde3ad6', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'mac_address': 'fa:16:3e:77:30:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '116fb373-9734-49da-8f3a-594bd468aac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:47:36Z', 'updated_at': '2022-02-09T12:47:59Z', 'revision_number': 5, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'subnets': [{'id': '116fb373-9734-49da-8f3a-594bd468aac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:18.500334 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89f7bb1-bce2-4608-9de1-f0e9d0c0883e None None] Checking router: 936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:49:18.506571 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66ad1f-a2a7-4d85-8dc3-f845ede92da2 req-0ca64792-887c-4f79-9f0e-276a3d5c452b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:18.509401 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8f66ad1f-a2a7-4d85-8dc3-f845ede92da2 req-0ca64792-887c-4f79-9f0e-276a3d5c452b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2c7a8f76649f44a59c185c6d6414b556&device_id=1daed2e4-01db-43e3-a4b8-2e195fcce44c HTTP/1.1" status: 200 len: 1096 time: 0.6949692 Feb 09 12:49:18.522382 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89f7bb1-bce2-4608-9de1-f0e9d0c0883e None None] Routers {'936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:49:18.523054 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c89f7bb1-bce2-4608-9de1-f0e9d0c0883e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:49:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:18.544928 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-d96d8f0c-8edb-4cef-8773-7a4cb764cb46 req-d2010369-e7d9-45f5-87ea-1c6a8847056d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Unset dirty status for tenant:2c7a8f76649f44a59c185c6d6414b556 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:49:18.547142 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d96d8f0c-8edb-4cef-8773-7a4cb764cb46 req-d2010369-e7d9-45f5-87ea-1c6a8847056d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=1daed2e4-01db-43e3-a4b8-2e195fcce44c HTTP/1.1" status: 200 len: 945 time: 0.3174603 Feb 09 12:49:18.642481 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d96d8f0c-8edb-4cef-8773-7a4cb764cb46 req-8ab353d4-b126-4257-8a82-af80b3c79dc4 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e284cef-1341-46a2-98a7-e4476618c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888493 Feb 09 12:49:18.661957 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67153107-2d64-4778-ab09-a39a36e90832 req-862be13b-cf43-4301-b745-6d47fc1e24ae tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:18.666885 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-67153107-2d64-4778-ab09-a39a36e90832 req-862be13b-cf43-4301-b745-6d47fc1e24ae tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.52 "GET /v2.0/ports?device_id=1daed2e4-01db-43e3-a4b8-2e195fcce44c HTTP/1.1" status: 200 len: 945 time: 0.2247992 Feb 09 12:49:18.678917 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66ad1f-a2a7-4d85-8dc3-f845ede92da2 req-41596a5c-e1fa-48d5-abe8-0f415dcfc5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:18.681259 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8f66ad1f-a2a7-4d85-8dc3-f845ede92da2 req-41596a5c-e1fa-48d5-abe8-0f415dcfc5ac service neutron] 10.222.0.52 "GET /v2.0/networks?id=1fbb7751-edb3-403f-9f82-05972dde3ad6 HTTP/1.1" status: 200 len: 897 time: 0.1642761 Feb 09 12:49:18.691811 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d0e66b24-cece-4e1d-8fd6-d44703ed4287 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "DELETE /v2.0/networks/33f18fd9-658d-47a4-a54a-3d0393081167 HTTP/1.1" status: 204 len: 168 time: 2.0594122 Feb 09 12:49:18.692342 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-357b7fb7-66e1-4221-9b13-46c2c075c20f None None] Deleting port 270fa267-a940-460c-8184-aebfeffd8a9f {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:49:18.692826 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-357b7fb7-66e1-4221-9b13-46c2c075c20f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:18.700849 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59308) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:18.794852 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-357b7fb7-66e1-4221-9b13-46c2c075c20f None None] The port '270fa267-a940-460c-8184-aebfeffd8a9f' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:49:18.802158 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-67153107-2d64-4778-ab09-a39a36e90832 req-3e449389-c4ab-4676-91f3-f011925f7edc tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Deleting port 036578ff-156b-4500-93cd-ac620f039917 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:49:18.802502 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-67153107-2d64-4778-ab09-a39a36e90832 req-3e449389-c4ab-4676-91f3-f011925f7edc tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:18.807813 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-405afd74-439b-4d18-ac6f-6307007c896b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-44748821', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}, 'admin_state_up': False}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:49:18.818394 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-c89f7bb1-bce2-4608-9de1-f0e9d0c0883e None None] Set router 936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:49:18.819531 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-e4fa4620-abc1-4df5-bba1-c3d3e7e759c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'name': 'tempest-TestNetworkBasicOps-router-81090480', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '1816b373-2fa1-4e98-a6f9-c4e358a025c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:48:28Z', 'updated_at': '2022-02-09T12:48:38Z', 'revision_number': 4, 'project_id': '458862934c284b11a9f402abf41ed215', 'gw_port': {'id': '1816b373-2fa1-4e98-a6f9-c4e358a025c1', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:48:30Z', 'updated_at': '2022-02-09T12:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': 'def295d5-c32e-4ebc-8543-6ab2a67a5864', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'floating_ip_address': '172.25.7.109', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'port_id': 'f038e5af-3a83-4de0-9214-247277dad860', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ffa134c-5914-42cd-b4fd-b6cacdce5158', 'mac_address': 'fa:16:3e:06:6c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb39311-4bf9-44ca-a71e-3e495330f4a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:49:14Z', 'updated_at': '2022-02-09T12:49:14Z', 'revision_number': 0, 'project_id': '458862934c284b11a9f402abf41ed215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00f3be6c-e4b5-480e-b1a1-b7841880fe65', 'name': '', 'network_id': '8ffa134c-5914-42cd-b4fd-b6cacdce5158', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'mac_address': 'fa:16:3e:6a:93:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '574d076d-3e6a-4fd6-9301-a30c6a6e0584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:48:37Z', 'updated_at': '2022-02-09T12:48:45Z', 'revision_number': 5, 'project_id': '458862934c284b11a9f402abf41ed215', 'subnets': [{'id': '574d076d-3e6a-4fd6-9301-a30c6a6e0584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:18.825161 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9a098ad5-acd8-4568-807e-12608999223a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:18.831438 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fa4620-abc1-4df5-bba1-c3d3e7e759c5 None None] Checking router: 4667e1c8-9a1e-44a4-beff-cef8b8a5b285 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:49:18.841717 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59316) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:18.854178 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fa4620-abc1-4df5-bba1-c3d3e7e759c5 None None] Routers {'4667e1c8-9a1e-44a4-beff-cef8b8a5b285'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:49:18.855265 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-e4fa4620-abc1-4df5-bba1-c3d3e7e759c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:49:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['4667e1c8-9a1e-44a4-beff-cef8b8a5b285'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:18.916770 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8f66ad1f-a2a7-4d85-8dc3-f845ede92da2 req-2add32f7-4b97-437e-9155-c3578f30e04e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=036578ff-156b-4500-93cd-ac620f039917 HTTP/1.1" status: 200 len: 217 time: 0.2169583 Feb 09 12:49:18.918711 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-405afd74-439b-4d18-ac6f-6307007c896b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:18.921126 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a098ad5-acd8-4568-807e-12608999223a admin admin] Pushing event updated for resources: {'Subnet': ['ID=58fb37b8-3ecd-424c-a29d-ae6660ec2005,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:18.927331 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-405afd74-439b-4d18-ac6f-6307007c896b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Usage tracker for resource:router and tenant:27f2f8bb689948199636c37c369127b7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:49:18.963291 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-405afd74-439b-4d18-ac6f-6307007c896b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:49:18.980078 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-405afd74-439b-4d18-ac6f-6307007c896b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:19.001328 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:49:19.019217 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a098ad5-acd8-4568-807e-12608999223a admin admin] Checking segment: {'id': '46f2cd15-b3b5-4dbc-b5cf-18c0a6d3c26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5c6e4f80-9693-41cd-8500-11832b9a0938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:49:19.019678 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a098ad5-acd8-4568-807e-12608999223a admin admin] Network hostable DHCP agents. Network: 5c6e4f80-9693-41cd-8500-11832b9a0938, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:49:19.046006 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-405afd74-439b-4d18-ac6f-6307007c896b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:19.047283 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-405afd74-439b-4d18-ac6f-6307007c896b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:19.058196 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66ad1f-a2a7-4d85-8dc3-f845ede92da2 req-1ce1a2e7-9136-42fe-831d-3889e0c8b51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:19.059855 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8f66ad1f-a2a7-4d85-8dc3-f845ede92da2 req-1ce1a2e7-9136-42fe-831d-3889e0c8b51d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=116fb373-9734-49da-8f3a-594bd468aac1 HTTP/1.1" status: 200 len: 834 time: 0.1360762 Feb 09 12:49:19.061606 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a098ad5-acd8-4568-807e-12608999223a admin admin] Network 5c6e4f80-9693-41cd-8500-11832b9a0938 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:49:19.128159 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-e4fa4620-abc1-4df5-bba1-c3d3e7e759c5 None None] Set router 4667e1c8-9a1e-44a4-beff-cef8b8a5b285 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:49:19.134724 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-9a098ad5-acd8-4568-807e-12608999223a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 5c6e4f80-9693-41cd-8500-11832b9a0938) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:49:19.153753 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a098ad5-acd8-4568-807e-12608999223a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:19.154469 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9a098ad5-acd8-4568-807e-12608999223a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:19.162852 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-405afd74-439b-4d18-ac6f-6307007c896b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:19.207626 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66ad1f-a2a7-4d85-8dc3-f845ede92da2 req-72301e55-f51b-4d0a-b002-0cfa250a2f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:19.209429 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8f66ad1f-a2a7-4d85-8dc3-f845ede92da2 req-72301e55-f51b-4d0a-b002-0cfa250a2f20 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1fbb7751-edb3-403f-9f82-05972dde3ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1398561 Feb 09 12:49:19.216068 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9a098ad5-acd8-4568-807e-12608999223a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.9610901 Feb 09 12:49:19.216934 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59324) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:19.335354 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3def525e-db69-433e-b367-e829626b991b tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/floatingips/def295d5-c32e-4ebc-8543-6ab2a67a5864 HTTP/1.1" status: 200 len: 992 time: 0.4912548 Feb 09 12:49:19.448252 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8f66ad1f-a2a7-4d85-8dc3-f845ede92da2 req-f9f0254e-77bf-49ee-9c25-a7a0b64f6fde service neutron] 10.222.0.52 "GET /v2.0/networks/1fbb7751-edb3-403f-9f82-05972dde3ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293744 Feb 09 12:49:19.465561 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-24707bd1-3a43-4de9-9d04-41bfdeb29a7a admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1993225927-router', 'tenant_id': '6b5a2d0749bc42f3a3abd7c9010f1a18', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:49:19.475650 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c89f7bb1-bce2-4608-9de1-f0e9d0c0883e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049255076', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '6bd3be33-41a5-4642-8b05-57e32bffd139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:47:29Z', 'updated_at': '2022-02-09T12:47:39Z', 'revision_number': 4, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': '6bd3be33-41a5-4642-8b05-57e32bffd139', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:76:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:47:30Z', 'updated_at': '2022-02-09T12:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '4b1533bb-35ff-4cf2-bcf1-8b177ac54417', 'name': '', 'network_id': '1fbb7751-edb3-403f-9f82-05972dde3ad6', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'mac_address': 'fa:16:3e:77:30:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '116fb373-9734-49da-8f3a-594bd468aac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:47:36Z', 'updated_at': '2022-02-09T12:47:59Z', 'revision_number': 5, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'subnets': [{'id': '116fb373-9734-49da-8f3a-594bd468aac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:19.480844 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89f7bb1-bce2-4608-9de1-f0e9d0c0883e None None] The sync data for ids ['936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02'] in n-d-825178-3 is: [{'id': '936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049255076', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '6bd3be33-41a5-4642-8b05-57e32bffd139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:47:29Z', 'updated_at': '2022-02-09T12:47:39Z', 'revision_number': 4, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': '6bd3be33-41a5-4642-8b05-57e32bffd139', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:76:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:47:30Z', 'updated_at': '2022-02-09T12:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '4b1533bb-35ff-4cf2-bcf1-8b177ac54417', 'name': '', 'network_id': '1fbb7751-edb3-403f-9f82-05972dde3ad6', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'mac_address': 'fa:16:3e:77:30:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '116fb373-9734-49da-8f3a-594bd468aac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:47:36Z', 'updated_at': '2022-02-09T12:47:59Z', 'revision_number': 5, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'subnets': [{'id': '116fb373-9734-49da-8f3a-594bd468aac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:49:19.529157 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-67153107-2d64-4778-ab09-a39a36e90832 req-3e449389-c4ab-4676-91f3-f011925f7edc tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] For port 036578ff-156b-4500-93cd-ac620f039917, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=036578ff-156b-4500-93cd-ac620f039917,segment=NetworkSegment(916b5cc9-cda8-4f43-9164-d68cdbefc4ff),segment_id=916b5cc9-cda8-4f43-9164-d68cdbefc4ff)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:49:19.529531 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-67153107-2d64-4778-ab09-a39a36e90832 req-3e449389-c4ab-4676-91f3-f011925f7edc tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:19.578680 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01b2080-61e5-4730-84a5-490bcf778306 None None] Network 5c6e4f80-9693-41cd-8500-11832b9a0938 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:49:19.616432 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-24707bd1-3a43-4de9-9d04-41bfdeb29a7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:19.707097 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-67153107-2d64-4778-ab09-a39a36e90832 req-3e449389-c4ab-4676-91f3-f011925f7edc tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Calling delete_port for 036578ff-156b-4500-93cd-ac620f039917 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:49:19.735348 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-24707bd1-3a43-4de9-9d04-41bfdeb29a7a admin admin] Usage tracker for resource:router and tenant:6b5a2d0749bc42f3a3abd7c9010f1a18 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:49:19.763313 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-24707bd1-3a43-4de9-9d04-41bfdeb29a7a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:49:19.779533 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-24707bd1-3a43-4de9-9d04-41bfdeb29a7a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:19.810526 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:19.969467 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-405afd74-439b-4d18-ac6f-6307007c896b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:20.004835 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4686c2c-a14c-4a2b-b088-af66bca4a6b4 None None] New status for floating IP 7eb6378f-33aa-4abe-9ea8-7b6a2cae339c: DOWN {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:49:20.005996 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb39311-4bf9-44ca-a71e-3e495330f4a9', 'tag': 'f038e5af-3a83-4de0-9214-247277dad860'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:49:20.038523 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24707bd1-3a43-4de9-9d04-41bfdeb29a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:20.040252 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24707bd1-3a43-4de9-9d04-41bfdeb29a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:20.072808 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-e4fa4620-abc1-4df5-bba1-c3d3e7e759c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'name': 'tempest-TestNetworkBasicOps-router-81090480', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '1816b373-2fa1-4e98-a6f9-c4e358a025c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:48:28Z', 'updated_at': '2022-02-09T12:48:38Z', 'revision_number': 4, 'project_id': '458862934c284b11a9f402abf41ed215', 'gw_port': {'id': '1816b373-2fa1-4e98-a6f9-c4e358a025c1', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:48:30Z', 'updated_at': '2022-02-09T12:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': 'def295d5-c32e-4ebc-8543-6ab2a67a5864', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'floating_ip_address': '172.25.7.109', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'port_id': 'f038e5af-3a83-4de0-9214-247277dad860', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ffa134c-5914-42cd-b4fd-b6cacdce5158', 'mac_address': 'fa:16:3e:06:6c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb39311-4bf9-44ca-a71e-3e495330f4a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:49:14Z', 'updated_at': '2022-02-09T12:49:14Z', 'revision_number': 0, 'project_id': '458862934c284b11a9f402abf41ed215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00f3be6c-e4b5-480e-b1a1-b7841880fe65', 'name': '', 'network_id': '8ffa134c-5914-42cd-b4fd-b6cacdce5158', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'mac_address': 'fa:16:3e:6a:93:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '574d076d-3e6a-4fd6-9301-a30c6a6e0584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:48:37Z', 'updated_at': '2022-02-09T12:48:45Z', 'revision_number': 5, 'project_id': '458862934c284b11a9f402abf41ed215', 'subnets': [{'id': '574d076d-3e6a-4fd6-9301-a30c6a6e0584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:20.077792 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1479eb-4aa6-473e-9436-8666385d9599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-5c6e4f80-9693-41cd-8500-11832b9a0938', 'network_id': '5c6e4f80-9693-41cd-8500-11832b9a0938', 'tenant_id': '6b5a2d0749bc42f3a3abd7c9010f1a18', 'fixed_ips': [{'subnet_id': '58fb37b8-3ecd-424c-a29d-ae6660ec2005'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:49:20.078877 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5b1479eb-4aa6-473e-9436-8666385d9599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:20.081627 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-59a2c13e-3fce-4f40-9119-fee394e82b2e req-7fd501d7-aa11-46ad-bfcc-74f60a7e8dc8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=1daed2e4-01db-43e3-a4b8-2e195fcce44c HTTP/1.1" status: 200 len: 210 time: 0.0679984 Feb 09 12:49:20.085289 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-67153107-2d64-4778-ab09-a39a36e90832 req-3e449389-c4ab-4676-91f3-f011925f7edc tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:20.161191 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fa4620-abc1-4df5-bba1-c3d3e7e759c5 None None] The sync data for ids ['4667e1c8-9a1e-44a4-beff-cef8b8a5b285'] in n-d-825178-3 is: [{'id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'name': 'tempest-TestNetworkBasicOps-router-81090480', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '1816b373-2fa1-4e98-a6f9-c4e358a025c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:48:28Z', 'updated_at': '2022-02-09T12:48:38Z', 'revision_number': 4, 'project_id': '458862934c284b11a9f402abf41ed215', 'gw_port': {'id': '1816b373-2fa1-4e98-a6f9-c4e358a025c1', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:48:30Z', 'updated_at': '2022-02-09T12:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': 'def295d5-c32e-4ebc-8543-6ab2a67a5864', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'floating_ip_address': '172.25.7.109', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'port_id': 'f038e5af-3a83-4de0-9214-247277dad860', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ffa134c-5914-42cd-b4fd-b6cacdce5158', 'mac_address': 'fa:16:3e:06:6c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb39311-4bf9-44ca-a71e-3e495330f4a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:49:14Z', 'updated_at': '2022-02-09T12:49:14Z', 'revision_number': 0, 'project_id': '458862934c284b11a9f402abf41ed215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00f3be6c-e4b5-480e-b1a1-b7841880fe65', 'name': '', 'network_id': '8ffa134c-5914-42cd-b4fd-b6cacdce5158', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'mac_address': 'fa:16:3e:6a:93:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '574d076d-3e6a-4fd6-9301-a30c6a6e0584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:48:37Z', 'updated_at': '2022-02-09T12:48:45Z', 'revision_number': 5, 'project_id': '458862934c284b11a9f402abf41ed215', 'subnets': [{'id': '574d076d-3e6a-4fd6-9301-a30c6a6e0584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:49:20.205200 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8f66ad1f-a2a7-4d85-8dc3-f845ede92da2 req-c8067035-3037-4292-8b75-a574e8ae404b service neutron] 10.222.0.52 "GET /v2.0/networks/1fbb7751-edb3-403f-9f82-05972dde3ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7279301 Feb 09 12:49:20.206938 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.52', 55006) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:20.231970 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbb39311-4bf9-44ca-a71e-3e495330f4a9', 'tag': 'f038e5af-3a83-4de0-9214-247277dad860', 'status': 'completed', 'code': 200} Feb 09 12:49:20.318294 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e449389-c4ab-4676-91f3-f011925f7edc tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event deleted for resources: {'Port': ['ID=036578ff-156b-4500-93cd-ac620f039917,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:20.318750 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24707bd1-3a43-4de9-9d04-41bfdeb29a7a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:20.337634 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-67153107-2d64-4778-ab09-a39a36e90832 req-3e449389-c4ab-4676-91f3-f011925f7edc tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] No DVR routers for this DVR port 036578ff-156b-4500-93cd-ac620f039917 on host n-h1-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:49:20.341573 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59392) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:20.344137 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-67153107-2d64-4778-ab09-a39a36e90832 req-3e449389-c4ab-4676-91f3-f011925f7edc tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:20.396064 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-67153107-2d64-4778-ab09-a39a36e90832 req-3e449389-c4ab-4676-91f3-f011925f7edc tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.52 "DELETE /v2.0/ports/036578ff-156b-4500-93cd-ac620f039917 HTTP/1.1" status: 204 len: 173 time: 1.7224422 Feb 09 12:49:20.575928 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-5b1479eb-4aa6-473e-9436-8666385d9599 None None] Allocated IP 172.20.0.2 (5c6e4f80-9693-41cd-8500-11832b9a0938/58fb37b8-3ecd-424c-a29d-ae6660ec2005/c186f621-4cda-4fa7-accb-5d322f3b7a4f) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:49:20.732499 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b2a87c-65d8-450c-a404-231a4cfd894b None None] New status for floating IP def295d5-c32e-4ebc-8543-6ab2a67a5864: ACTIVE {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:49:20.888736 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:20.967237 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59412) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:20.990890 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-138665ee-9d42-41cb-8067-84596371725b tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/floatingips/def295d5-c32e-4ebc-8543-6ab2a67a5864 HTTP/1.1" status: 200 len: 992 time: 0.6411593 Feb 09 12:49:21.072200 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deca57a-9286-41c0-8370-29b4ee6c5ee2 req-93b2178b-fd5b-4bf8-9818-1e65c5380a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:21.074034 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3deca57a-9286-41c0-8370-29b4ee6c5ee2 req-93b2178b-fd5b-4bf8-9818-1e65c5380a4b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=458862934c284b11a9f402abf41ed215&device_id=dbb39311-4bf9-44ca-a71e-3e495330f4a9 HTTP/1.1" status: 200 len: 1097 time: 0.8658774 Feb 09 12:49:21.108606 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f139878b-acdb-4dd8-9f24-45e80f2290e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:21.133730 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-f139878b-acdb-4dd8-9f24-45e80f2290e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:21.139375 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-f139878b-acdb-4dd8-9f24-45e80f2290e4 admin admin] Usage tracker for resource:security_group_rule and tenant:881b9583eb914421a8f72a34f2c87c1e is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:49:21.143973 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-f139878b-acdb-4dd8-9f24-45e80f2290e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:49:21.152667 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-f139878b-acdb-4dd8-9f24-45e80f2290e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:21.207906 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5b1479eb-4aa6-473e-9436-8666385d9599 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:21.220963 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-5b1479eb-4aa6-473e-9436-8666385d9599 None None] Transition to ACTIVE for port object c186f621-4cda-4fa7-accb-5d322f3b7a4f will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:49:21.246219 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59420) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:21.251116 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-5b1479eb-4aa6-473e-9436-8666385d9599 None None] Transition to ACTIVE for port object c186f621-4cda-4fa7-accb-5d322f3b7a4f will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:49:21.259315 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5b1479eb-4aa6-473e-9436-8666385d9599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:21.273366 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24707bd1-3a43-4de9-9d04-41bfdeb29a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:21.355422 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1479eb-4aa6-473e-9436-8666385d9599 None None] Pushing event updated for resources: {'Port': ['ID=c186f621-4cda-4fa7-accb-5d322f3b7a4f,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:21.372190 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1479eb-4aa6-473e-9436-8666385d9599 None None] Network 5c6e4f80-9693-41cd-8500-11832b9a0938 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:49:21.373729 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-5b1479eb-4aa6-473e-9436-8666385d9599 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:49:21.380638 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1479eb-4aa6-473e-9436-8666385d9599 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:49:21.420635 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f139878b-acdb-4dd8-9f24-45e80f2290e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:21.478136 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-5b1479eb-4aa6-473e-9436-8666385d9599 None None] Attempting to bind port c186f621-4cda-4fa7-accb-5d322f3b7a4f on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:49:21.478602 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-5b1479eb-4aa6-473e-9436-8666385d9599 None None] Attempting to bind port c186f621-4cda-4fa7-accb-5d322f3b7a4f by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '46f2cd15-b3b5-4dbc-b5cf-18c0a6d3c26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5c6e4f80-9693-41cd-8500-11832b9a0938'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:49:21.479035 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1479eb-4aa6-473e-9436-8666385d9599 None None] Attempting to bind port c186f621-4cda-4fa7-accb-5d322f3b7a4f on network 5c6e4f80-9693-41cd-8500-11832b9a0938 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:49:21.481273 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f139878b-acdb-4dd8-9f24-45e80f2290e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:21.484943 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1479eb-4aa6-473e-9436-8666385d9599 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:49:21.485398 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1479eb-4aa6-473e-9436-8666385d9599 None None] Checking segment: {'id': '46f2cd15-b3b5-4dbc-b5cf-18c0a6d3c26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5c6e4f80-9693-41cd-8500-11832b9a0938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:49:21.485866 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5b1479eb-4aa6-473e-9436-8666385d9599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:21.486401 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1479eb-4aa6-473e-9436-8666385d9599 None None] Bound using segment: {'id': '46f2cd15-b3b5-4dbc-b5cf-18c0a6d3c26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5c6e4f80-9693-41cd-8500-11832b9a0938'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:49:21.486853 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-5b1479eb-4aa6-473e-9436-8666385d9599 None None] Bound port: c186f621-4cda-4fa7-accb-5d322f3b7a4f, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46f2cd15-b3b5-4dbc-b5cf-18c0a6d3c26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5c6e4f80-9693-41cd-8500-11832b9a0938'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:49:21.487297 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5b1479eb-4aa6-473e-9436-8666385d9599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:21.558910 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f139878b-acdb-4dd8-9f24-45e80f2290e4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=881b9583eb914421a8f72a34f2c87c1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5879564 Feb 09 12:49:21.559863 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f139878b-acdb-4dd8-9f24-45e80f2290e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22cef096-1a3e-43d0-944f-8a18d71373e2,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:21.563181 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59424) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:21.579729 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deca57a-9286-41c0-8370-29b4ee6c5ee2 req-ae1094c8-5e3f-41b5-844c-e3906e7ad225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:21.581207 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3deca57a-9286-41c0-8370-29b4ee6c5ee2 req-ae1094c8-5e3f-41b5-844c-e3906e7ad225 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8ffa134c-5914-42cd-b4fd-b6cacdce5158 HTTP/1.1" status: 200 len: 898 time: 0.4861195 Feb 09 12:49:21.582695 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-405afd74-439b-4d18-ac6f-6307007c896b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:21.587529 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-5b1479eb-4aa6-473e-9436-8666385d9599 None None] For port c186f621-4cda-4fa7-accb-5d322f3b7a4f, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:49:21.592005 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-5b1479eb-4aa6-473e-9436-8666385d9599 None None] For port c186f621-4cda-4fa7-accb-5d322f3b7a4f, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=c186f621-4cda-4fa7-accb-5d322f3b7a4f,segment=NetworkSegment(46f2cd15-b3b5-4dbc-b5cf-18c0a6d3c26f),segment_id=46f2cd15-b3b5-4dbc-b5cf-18c0a6d3c26f)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:49:21.597310 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5b1479eb-4aa6-473e-9436-8666385d9599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:21.677415 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-405afd74-439b-4d18-ac6f-6307007c896b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:21.696005 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1479eb-4aa6-473e-9436-8666385d9599 None None] Pushing event updated for resources: {'Port': ['ID=c186f621-4cda-4fa7-accb-5d322f3b7a4f,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:21.796484 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3deca57a-9286-41c0-8370-29b4ee6c5ee2 req-8439c811-772f-445f-90b6-e81094404033 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f038e5af-3a83-4de0-9214-247277dad860 HTTP/1.1" status: 200 len: 1002 time: 0.1882641 Feb 09 12:49:21.816159 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3bdc57cc-bbfd-4575-98f0-9da1d82a9de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:21.861147 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3bdc57cc-bbfd-4575-98f0-9da1d82a9de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:21.966993 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deca57a-9286-41c0-8370-29b4ee6c5ee2 req-127d0736-36c1-4e97-b4c4-a632ed7e1bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:21.966993 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3deca57a-9286-41c0-8370-29b4ee6c5ee2 req-127d0736-36c1-4e97-b4c4-a632ed7e1bf3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=574d076d-3e6a-4fd6-9301-a30c6a6e0584 HTTP/1.1" status: 200 len: 835 time: 0.1600089 Feb 09 12:49:21.998845 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59428) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:22.034298 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-405afd74-439b-4d18-ac6f-6307007c896b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Allocated IP 172.25.7.73 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/02bfa587-857f-42a6-9b34-8e581cfddc50) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:49:22.068693 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device c186f621-4cda-4fa7-accb-5d322f3b7a4f up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:49:22.128430 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3bdc57cc-bbfd-4575-98f0-9da1d82a9de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:22.156999 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc57cc-bbfd-4575-98f0-9da1d82a9de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22cef096-1a3e-43d0-944f-8a18d71373e2,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:22.169109 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-726c0e41-ce08-410e-8b49-1a579b56f53b tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/floatingips/def295d5-c32e-4ebc-8543-6ab2a67a5864 HTTP/1.1" status: 200 len: 994 time: 0.1691720 Feb 09 12:49:22.174915 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3bdc57cc-bbfd-4575-98f0-9da1d82a9de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:22.178825 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3bdc57cc-bbfd-4575-98f0-9da1d82a9de4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/22cef096-1a3e-43d0-944f-8a18d71373e2 HTTP/1.1" status: 204 len: 168 time: 0.6074810 Feb 09 12:49:22.202423 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port c186f621-4cda-4fa7-accb-5d322f3b7a4f completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:49:22.256715 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1daed2e4-01db-43e3-a4b8-2e195fcce44c', 'name': 'network-vif-deleted', 'tag': '036578ff-156b-4500-93cd-ac620f039917'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:49:22.427881 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1daed2e4-01db-43e3-a4b8-2e195fcce44c', 'name': 'network-vif-deleted', 'tag': '036578ff-156b-4500-93cd-ac620f039917', 'status': 'completed', 'code': 200} Feb 09 12:49:22.470185 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-70aad36c-8fdc-4684-bd9a-a165aa4b03df tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:22.495181 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 036578ff-156b-4500-93cd-ac620f039917 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:49:22.541627 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] No Port match for: 036578ff-156b-4500-93cd-ac620f039917 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:49:22.541977 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 036578ff-156b-4500-93cd-ac620f039917 not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:49:22.572284 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59438) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:22.594768 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24707bd1-3a43-4de9-9d04-41bfdeb29a7a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:22.596231 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-24a3c201-4a18-43d5-893d-2aec7ec07f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:22.642270 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24707bd1-3a43-4de9-9d04-41bfdeb29a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:22.688745 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-24a3c201-4a18-43d5-893d-2aec7ec07f74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:22.698010 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-24a3c201-4a18-43d5-893d-2aec7ec07f74 admin admin] Usage tracker for resource:security_group_rule and tenant:10b5529c4c7746a4974819fdf3b013dc is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:49:22.702435 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-24a3c201-4a18-43d5-893d-2aec7ec07f74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:49:22.702767 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deca57a-9286-41c0-8370-29b4ee6c5ee2 req-c037c68f-788e-448e-8250-62a0397607a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:22.704298 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3deca57a-9286-41c0-8370-29b4ee6c5ee2 req-c037c68f-788e-448e-8250-62a0397607a1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8ffa134c-5914-42cd-b4fd-b6cacdce5158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7275233 Feb 09 12:49:22.712575 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-24a3c201-4a18-43d5-893d-2aec7ec07f74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:22.750819 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-405afd74-439b-4d18-ac6f-6307007c896b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:22.886817 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3deca57a-9286-41c0-8370-29b4ee6c5ee2 req-6479f362-f554-4d9d-818d-e048c4c341e6 service neutron] 10.222.0.52 "GET /v2.0/networks/8ffa134c-5914-42cd-b4fd-b6cacdce5158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740265 Feb 09 12:49:22.917600 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-405afd74-439b-4d18-ac6f-6307007c896b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:22.959507 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:22.982686 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-24a3c201-4a18-43d5-893d-2aec7ec07f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:22.989693 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-24a3c201-4a18-43d5-893d-2aec7ec07f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:23.002149 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9544742-e98e-42f1-8d39-2d3c703f070c None None] Network 5c6e4f80-9693-41cd-8500-11832b9a0938 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:49:23.025003 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-70aad36c-8fdc-4684-bd9a-a165aa4b03df tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Deleting port 4b1533bb-35ff-4cf2-bcf1-8b177ac54417 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:49:23.025622 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-70aad36c-8fdc-4684-bd9a-a165aa4b03df tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:23.105591 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-24a3c201-4a18-43d5-893d-2aec7ec07f74 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=10b5529c4c7746a4974819fdf3b013dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5321696 Feb 09 12:49:23.110734 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59442) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:23.111260 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a3c201-4a18-43d5-893d-2aec7ec07f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa13bddc-9165-4847-8c66-e20e4a93d695,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:23.130508 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-30f615a0-214e-42d5-8e73-a9fe89dc5ad9 None None] Provisioning for port c186f621-4cda-4fa7-accb-5d322f3b7a4f completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:49:23.135376 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405afd74-439b-4d18-ac6f-6307007c896b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:49:23.145738 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-405afd74-439b-4d18-ac6f-6307007c896b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:49:23.158927 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-30f615a0-214e-42d5-8e73-a9fe89dc5ad9 None None] Provisioning complete for port c186f621-4cda-4fa7-accb-5d322f3b7a4f triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:49:23.159305 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-30f615a0-214e-42d5-8e73-a9fe89dc5ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:23.166147 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405afd74-439b-4d18-ac6f-6307007c896b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:49:23.195746 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405afd74-439b-4d18-ac6f-6307007c896b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event updated for resources: {'Port': ['ID=02bfa587-857f-42a6-9b34-8e581cfddc50,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:23.207673 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-24707bd1-3a43-4de9-9d04-41bfdeb29a7a admin admin] Allocated IP 172.25.7.245 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/cd40ab72-1595-492a-b708-cae716bd925b) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:49:23.293245 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-70aad36c-8fdc-4684-bd9a-a165aa4b03df tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] For port 4b1533bb-35ff-4cf2-bcf1-8b177ac54417, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=4b1533bb-35ff-4cf2-bcf1-8b177ac54417,segment=NetworkSegment(916b5cc9-cda8-4f43-9164-d68cdbefc4ff),segment_id=916b5cc9-cda8-4f43-9164-d68cdbefc4ff)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:49:23.293667 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-70aad36c-8fdc-4684-bd9a-a165aa4b03df tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:23.366067 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3deca57a-9286-41c0-8370-29b4ee6c5ee2 req-b2fb3fc8-3ee2-4c07-801d-b03c4e859314 service neutron] 10.222.0.52 "GET /v2.0/networks/8ffa134c-5914-42cd-b4fd-b6cacdce5158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4722965 Feb 09 12:49:23.436923 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-70aad36c-8fdc-4684-bd9a-a165aa4b03df tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Calling delete_port for 4b1533bb-35ff-4cf2-bcf1-8b177ac54417 owned by network:router_interface {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:49:23.521289 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-753e6586-11e0-4419-ac43-09a79a7f5e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:23.555569 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-30f615a0-214e-42d5-8e73-a9fe89dc5ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:23.614069 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-30f615a0-214e-42d5-8e73-a9fe89dc5ad9 None None] For port c186f621-4cda-4fa7-accb-5d322f3b7a4f, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=c186f621-4cda-4fa7-accb-5d322f3b7a4f,segment=NetworkSegment(46f2cd15-b3b5-4dbc-b5cf-18c0a6d3c26f),segment_id=46f2cd15-b3b5-4dbc-b5cf-18c0a6d3c26f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:49:23.622108 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-30f615a0-214e-42d5-8e73-a9fe89dc5ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:23.631517 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-753e6586-11e0-4419-ac43-09a79a7f5e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:23.672563 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-70aad36c-8fdc-4684-bd9a-a165aa4b03df tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:23.702268 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24707bd1-3a43-4de9-9d04-41bfdeb29a7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:23.746120 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aad36c-8fdc-4684-bd9a-a165aa4b03df tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event deleted for resources: {'Port': ['ID=4b1533bb-35ff-4cf2-bcf1-8b177ac54417,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:23.820674 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f615a0-214e-42d5-8e73-a9fe89dc5ad9 None None] Pushing event updated for resources: {'Port': ['ID=c186f621-4cda-4fa7-accb-5d322f3b7a4f,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:23.905527 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-753e6586-11e0-4419-ac43-09a79a7f5e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:23.942251 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e6586-11e0-4419-ac43-09a79a7f5e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa13bddc-9165-4847-8c66-e20e4a93d695,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:23.955422 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24707bd1-3a43-4de9-9d04-41bfdeb29a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:24.047896 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-405afd74-439b-4d18-ac6f-6307007c896b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:24.057251 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-e13742b8-5c0b-43c8-ad56-a39165983f92 None None] Provisioning complete for port c186f621-4cda-4fa7-accb-5d322f3b7a4f triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:49:24.057912 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e13742b8-5c0b-43c8-ad56-a39165983f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:24.146253 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device c186f621-4cda-4fa7-accb-5d322f3b7a4f up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:49:24.167984 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-70aad36c-8fdc-4684-bd9a-a165aa4b03df tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:24.279764 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port c186f621-4cda-4fa7-accb-5d322f3b7a4f triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:49:24.280078 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:24.286178 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-753e6586-11e0-4419-ac43-09a79a7f5e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:24.287417 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-753e6586-11e0-4419-ac43-09a79a7f5e9b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aa13bddc-9165-4847-8c66-e20e4a93d695 HTTP/1.1" status: 204 len: 168 time: 1.1750259 Feb 09 12:49:24.288264 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24707bd1-3a43-4de9-9d04-41bfdeb29a7a admin admin] Pushing event updated for resources: {'Port': ['ID=cd40ab72-1595-492a-b708-cae716bd925b,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:24.292928 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24707bd1-3a43-4de9-9d04-41bfdeb29a7a admin admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:49:24.303305 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-24707bd1-3a43-4de9-9d04-41bfdeb29a7a admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:49:24.309069 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24707bd1-3a43-4de9-9d04-41bfdeb29a7a admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:49:24.814986 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70aad36c-8fdc-4684-bd9a-a165aa4b03df tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Router 936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:49:24.935366 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-405afd74-439b-4d18-ac6f-6307007c896b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:25.013366 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70aad36c-8fdc-4684-bd9a-a165aa4b03df tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:49:25.026810 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87746827-f972-42b3-b3b3-e940255ae55f None None] Sync routers for ids ['936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:49:25.035269 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-70aad36c-8fdc-4684-bd9a-a165aa4b03df tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "PUT /v2.0/routers/936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7820883 Feb 09 12:49:25.038134 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59464) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:25.043133 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87746827-f972-42b3-b3b3-e940255ae55f None None] Routers {'936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:49:25.044547 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-87746827-f972-42b3-b3b3-e940255ae55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:49:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:25.112506 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c1a27ac-0791-4f03-9331-848417f37134 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Deleting subnet 116fb373-9734-49da-8f3a-594bd468aac1 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:49:25.115894 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3c1a27ac-0791-4f03-9331-848417f37134 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:25.187356 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3c1a27ac-0791-4f03-9331-848417f37134 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:25.215703 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59470) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:25.250915 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-87746827-f972-42b3-b3b3-e940255ae55f None None] Set router 936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:49:25.254732 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24707bd1-3a43-4de9-9d04-41bfdeb29a7a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:25.303146 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3c1a27ac-0791-4f03-9331-848417f37134 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:25.402952 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3c1a27ac-0791-4f03-9331-848417f37134 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:25.451992 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-d1e0dc04-7a9d-4e26-a035-a26401af5b74 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1820128568'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:49:25.455140 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a27ac-0791-4f03-9331-848417f37134 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event deleted for resources: {'Subnet': ['ID=116fb373-9734-49da-8f3a-594bd468aac1,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:25.462247 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d1e0dc04-7a9d-4e26-a035-a26401af5b74 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:25.464613 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3c1a27ac-0791-4f03-9331-848417f37134 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:25.467427 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-405afd74-439b-4d18-ac6f-6307007c896b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Router c182a6f6-4ab3-4981-93eb-eeade534bc78 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:49:25.473412 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3c1a27ac-0791-4f03-9331-848417f37134 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "DELETE /v2.0/subnets/116fb373-9734-49da-8f3a-594bd468aac1 HTTP/1.1" status: 204 len: 168 time: 0.4317274 Feb 09 12:49:25.473665 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59476) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:25.474022 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d1e0dc04-7a9d-4e26-a035-a26401af5b74 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Usage tracker for resource:network and tenant:0e2f2a07c9234adca63229a8af3ca1ae is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:49:25.478652 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78286ae-5b4f-47f1-bf55-5036f497a516 None None] Network 1fbb7751-edb3-403f-9f82-05972dde3ad6 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:49:25.483743 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d1e0dc04-7a9d-4e26-a035-a26401af5b74 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:49:25.496224 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d1e0dc04-7a9d-4e26-a035-a26401af5b74 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:25.652357 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-87746827-f972-42b3-b3b3-e940255ae55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049255076', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '6bd3be33-41a5-4642-8b05-57e32bffd139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:47:29Z', 'updated_at': '2022-02-09T12:49:23Z', 'revision_number': 5, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': '6bd3be33-41a5-4642-8b05-57e32bffd139', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:76:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:47:30Z', 'updated_at': '2022-02-09T12:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:25.657552 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87746827-f972-42b3-b3b3-e940255ae55f None None] Checking router: 936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:49:25.669843 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87746827-f972-42b3-b3b3-e940255ae55f None None] Routers {'936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:49:25.670589 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-87746827-f972-42b3-b3b3-e940255ae55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:49:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:25.701722 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f1115f43-678a-46ad-b751-d4aff2470c59 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:25.797107 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b997b86-3e73-431e-b21e-4581b3faf0ac None None] DHCP port deletion for 1fbb7751-edb3-403f-9f82-05972dde3ad6 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:49:25.802552 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-6b997b86-3e73-431e-b21e-4581b3faf0ac None None] Deleting port f0384630-f5b3-41ff-bee2-023e505af751 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:49:25.803515 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6b997b86-3e73-431e-b21e-4581b3faf0ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:25.833867 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e0dc04-7a9d-4e26-a035-a26401af5b74 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Made reservation on behalf of 0e2f2a07c9234adca63229a8af3ca1ae for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:49:25.838534 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d1e0dc04-7a9d-4e26-a035-a26401af5b74 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:25.869134 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d1e0dc04-7a9d-4e26-a035-a26401af5b74 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:25.891570 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-87746827-f972-42b3-b3b3-e940255ae55f None None] Set router 936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:49:25.985245 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f1115f43-678a-46ad-b751-d4aff2470c59 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:26.006061 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d1e0dc04-7a9d-4e26-a035-a26401af5b74 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:26.008015 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-f1115f43-678a-46ad-b751-d4aff2470c59 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Deleting port 6bd3be33-41a5-4642-8b05-57e32bffd139 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:49:26.008490 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f1115f43-678a-46ad-b751-d4aff2470c59 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:26.045134 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d1e0dc04-7a9d-4e26-a035-a26401af5b74 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Usage tracker for resource:security_group_rule and tenant:0e2f2a07c9234adca63229a8af3ca1ae is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:49:26.052795 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d1e0dc04-7a9d-4e26-a035-a26401af5b74 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:49:26.053038 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-6b997b86-3e73-431e-b21e-4581b3faf0ac None None] For port f0384630-f5b3-41ff-bee2-023e505af751, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=f0384630-f5b3-41ff-bee2-023e505af751,segment=NetworkSegment(916b5cc9-cda8-4f43-9164-d68cdbefc4ff),segment_id=916b5cc9-cda8-4f43-9164-d68cdbefc4ff)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:49:26.053384 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6b997b86-3e73-431e-b21e-4581b3faf0ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:26.072328 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d1e0dc04-7a9d-4e26-a035-a26401af5b74 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:26.092671 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24707bd1-3a43-4de9-9d04-41bfdeb29a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:26.113381 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405afd74-439b-4d18-ac6f-6307007c896b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:49:26.192009 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-6b997b86-3e73-431e-b21e-4581b3faf0ac None None] Calling delete_port for f0384630-f5b3-41ff-bee2-023e505af751 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:49:26.251246 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-f1115f43-678a-46ad-b751-d4aff2470c59 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] For port 6bd3be33-41a5-4642-8b05-57e32bffd139, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=6bd3be33-41a5-4642-8b05-57e32bffd139,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:49:26.252313 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f1115f43-678a-46ad-b751-d4aff2470c59 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:26.253976 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-405afd74-439b-4d18-ac6f-6307007c896b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:26.255177 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-405afd74-439b-4d18-ac6f-6307007c896b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 881 time: 7.4766989 Feb 09 12:49:26.277621 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f176bea4-09be-455f-aae7-76d2aebf6800 None None] Sync routers for ids ['c182a6f6-4ab3-4981-93eb-eeade534bc78'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:49:26.283740 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device f0384630-f5b3-41ff-bee2-023e505af751 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:49:26.307213 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59480) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:26.312146 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-87746827-f972-42b3-b3b3-e940255ae55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049255076', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '6bd3be33-41a5-4642-8b05-57e32bffd139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:47:29Z', 'updated_at': '2022-02-09T12:49:23Z', 'revision_number': 5, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': '6bd3be33-41a5-4642-8b05-57e32bffd139', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:76:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:47:30Z', 'updated_at': '2022-02-09T12:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:26.317430 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6b997b86-3e73-431e-b21e-4581b3faf0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:26.318875 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87746827-f972-42b3-b3b3-e940255ae55f None None] The sync data for ids ['936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02'] in n-d-825178-3 is: [{'id': '936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049255076', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '6bd3be33-41a5-4642-8b05-57e32bffd139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:47:29Z', 'updated_at': '2022-02-09T12:49:23Z', 'revision_number': 5, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': '6bd3be33-41a5-4642-8b05-57e32bffd139', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:76:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:47:30Z', 'updated_at': '2022-02-09T12:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:49:26.404786 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b997b86-3e73-431e-b21e-4581b3faf0ac None None] Pushing event deleted for resources: {'Port': ['ID=f0384630-f5b3-41ff-bee2-023e505af751,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:26.406480 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: f0384630-f5b3-41ff-bee2-023e505af751 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:49:26.406826 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device f0384630-f5b3-41ff-bee2-023e505af751 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:49:26.411084 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f176bea4-09be-455f-aae7-76d2aebf6800 None None] Routers {'c182a6f6-4ab3-4981-93eb-eeade534bc78'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:49:26.411557 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-f176bea4-09be-455f-aae7-76d2aebf6800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:49:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['c182a6f6-4ab3-4981-93eb-eeade534bc78'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:26.517517 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b997b86-3e73-431e-b21e-4581b3faf0ac None None] No DVR routers for this DVR port f0384630-f5b3-41ff-bee2-023e505af751 on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:49:26.518940 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-f176bea4-09be-455f-aae7-76d2aebf6800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:26.533688 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f176bea4-09be-455f-aae7-76d2aebf6800 None None] Routers {'c182a6f6-4ab3-4981-93eb-eeade534bc78'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:49:26.534373 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-f176bea4-09be-455f-aae7-76d2aebf6800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:49:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['c182a6f6-4ab3-4981-93eb-eeade534bc78'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:26.554168 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-f1115f43-678a-46ad-b751-d4aff2470c59 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Calling delete_port for 6bd3be33-41a5-4642-8b05-57e32bffd139 owned by network:router_gateway {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:49:26.598692 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-f176bea4-09be-455f-aae7-76d2aebf6800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:26.599096 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f176bea4-09be-455f-aae7-76d2aebf6800 None None] The sync data for ids ['c182a6f6-4ab3-4981-93eb-eeade534bc78'] in n-d-825178-3 is: [] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:49:26.604591 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d1e0dc04-7a9d-4e26-a035-a26401af5b74 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:26.617751 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d1e0dc04-7a9d-4e26-a035-a26401af5b74 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:26.682940 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6dc729cc-4f26-49b3-8087-2a728fe2f9f8 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "GET /v2.0/routers/c182a6f6-4ab3-4981-93eb-eeade534bc78 HTTP/1.1" status: 200 len: 882 time: 0.3740191 Feb 09 12:49:26.687354 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59484) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:26.688278 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1e0dc04-7a9d-4e26-a035-a26401af5b74 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:49:26.692497 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e0dc04-7a9d-4e26-a035-a26401af5b74 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f76141fd-8955-46fc-808e-40ab63238f91,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:26.746644 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f1115f43-678a-46ad-b751-d4aff2470c59 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:26.776665 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d1e0dc04-7a9d-4e26-a035-a26401af5b74 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:26.776927 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-d1e0dc04-7a9d-4e26-a035-a26401af5b74 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Added segment 765a99cf-e73c-479d-8cc9-f424c9390dc7 of type vlan for network 2371f2e6-e22e-4d6d-be72-c175ff49aadc Feb 09 12:49:26.781171 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24707bd1-3a43-4de9-9d04-41bfdeb29a7a admin admin] Router 5c99aa59-def1-47d7-ba22-552b37b4a343 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:49:26.796542 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1115f43-678a-46ad-b751-d4aff2470c59 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event deleted for resources: {'Port': ['ID=6bd3be33-41a5-4642-8b05-57e32bffd139,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:26.895786 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f1115f43-678a-46ad-b751-d4aff2470c59 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:26.901922 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d1e0dc04-7a9d-4e26-a035-a26401af5b74 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:27.045894 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24707bd1-3a43-4de9-9d04-41bfdeb29a7a admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:49:27.061677 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d1e0dc04-7a9d-4e26-a035-a26401af5b74 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:27.067520 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e0dc04-7a9d-4e26-a035-a26401af5b74 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:27.068157 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d1e0dc04-7a9d-4e26-a035-a26401af5b74 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:27.071193 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0ad4d0-3170-4c72-a4bc-83b9cad3dc41 None None] Sync routers for ids ['5c99aa59-def1-47d7-ba22-552b37b4a343'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:49:27.083737 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0ad4d0-3170-4c72-a4bc-83b9cad3dc41 None None] Routers {'5c99aa59-def1-47d7-ba22-552b37b4a343'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:49:27.084381 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-ac0ad4d0-3170-4c72-a4bc-83b9cad3dc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:49:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['5c99aa59-def1-47d7-ba22-552b37b4a343'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:27.095208 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f1115f43-678a-46ad-b751-d4aff2470c59 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:27.098113 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f1115f43-678a-46ad-b751-d4aff2470c59 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:27.127761 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f1115f43-678a-46ad-b751-d4aff2470c59 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:27.128392 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1115f43-678a-46ad-b751-d4aff2470c59 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Fanout notify agent at l3_agent the message router_deleted on router 936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02 {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:49:27.151001 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f1115f43-678a-46ad-b751-d4aff2470c59 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:27.156873 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f1115f43-678a-46ad-b751-d4aff2470c59 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "DELETE /v2.0/routers/936ff2ba-7d1e-4fd4-9f4e-c5e4d0c10d02 HTTP/1.1" status: 204 len: 168 time: 1.6811149 Feb 09 12:49:27.158474 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59488) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:27.246574 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24707bd1-3a43-4de9-9d04-41bfdeb29a7a admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:27.248227 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-24707bd1-3a43-4de9-9d04-41bfdeb29a7a admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 8.0283887 Feb 09 12:49:27.266942 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d1e0dc04-7a9d-4e26-a035-a26401af5b74 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.0500646 Feb 09 12:49:27.268218 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59492) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:27.293587 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59494) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:27.316640 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-07a4d00b-793a-4271-af8e-e84c4831d10f tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Request body: {'subnet': {'network_id': '2371f2e6-e22e-4d6d-be72-c175ff49aadc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:49:27.385868 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-ac0ad4d0-3170-4c72-a4bc-83b9cad3dc41 None None] Set router 5c99aa59-def1-47d7-ba22-552b37b4a343 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:49:27.484372 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-07a4d00b-793a-4271-af8e-e84c4831d10f tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:27.490109 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-07a4d00b-793a-4271-af8e-e84c4831d10f tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Usage tracker for resource:subnet and tenant:0e2f2a07c9234adca63229a8af3ca1ae is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:49:27.500490 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-07a4d00b-793a-4271-af8e-e84c4831d10f tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:49:27.510855 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-07a4d00b-793a-4271-af8e-e84c4831d10f tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:27.517938 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d907b58a-4ae1-4a3a-873a-d7c34c0b485b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:27.533734 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a4d00b-793a-4271-af8e-e84c4831d10f tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Made reservation on behalf of 0e2f2a07c9234adca63229a8af3ca1ae for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:49:27.535802 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e0dc04-7a9d-4e26-a035-a26401af5b74 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Pushing event updated for resources: {'Network': ['ID=2371f2e6-e22e-4d6d-be72-c175ff49aadc,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:27.537312 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-07a4d00b-793a-4271-af8e-e84c4831d10f tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:27.547595 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 2371f2e6-e22e-4d6d-be72-c175ff49aadc details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:49:27.704979 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-ac0ad4d0-3170-4c72-a4bc-83b9cad3dc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c99aa59-def1-47d7-ba22-552b37b4a343', 'name': 'tempest-ImageQuotaTest-1993225927-router', 'tenant_id': '6b5a2d0749bc42f3a3abd7c9010f1a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'cd40ab72-1595-492a-b708-cae716bd925b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:20Z', 'updated_at': '2022-02-09T12:49:24Z', 'revision_number': 3, 'project_id': '6b5a2d0749bc42f3a3abd7c9010f1a18', 'gw_port': {'id': 'cd40ab72-1595-492a-b708-cae716bd925b', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:36:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c99aa59-def1-47d7-ba22-552b37b4a343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:22Z', 'updated_at': '2022-02-09T12:49:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:27.709181 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0ad4d0-3170-4c72-a4bc-83b9cad3dc41 None None] Checking router: 5c99aa59-def1-47d7-ba22-552b37b4a343 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:49:27.709872 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0ad4d0-3170-4c72-a4bc-83b9cad3dc41 None None] Updating router 5c99aa59-def1-47d7-ba22-552b37b4a343 port cd40ab72-1595-492a-b708-cae716bd925b binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:49:27.759753 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d907b58a-4ae1-4a3a-873a-d7c34c0b485b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:27.802469 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-d907b58a-4ae1-4a3a-873a-d7c34c0b485b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fbb7751-edb3-403f-9f82-05972dde3ad6']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:27.808204 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ac0ad4d0-3170-4c72-a4bc-83b9cad3dc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:27.823103 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-d907b58a-4ae1-4a3a-873a-d7c34c0b485b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '916b5cc9-cda8-4f43-9164-d68cdbefc4ff') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:27.823387 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-d907b58a-4ae1-4a3a-873a-d7c34c0b485b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '916b5cc9-cda8-4f43-9164-d68cdbefc4ff') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:27.840896 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d907b58a-4ae1-4a3a-873a-d7c34c0b485b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:27.861077 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d907b58a-4ae1-4a3a-873a-d7c34c0b485b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:27.874076 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-93508da4-b260-4b0f-a137-1eb696d6079f tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Synchronizing usage tracker for tenant:27f2f8bb689948199636c37c369127b7 on resource:router {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:49:27.898585 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d907b58a-4ae1-4a3a-873a-d7c34c0b485b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:49:27.898585 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d907b58a-4ae1-4a3a-873a-d7c34c0b485b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:27.913318 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:49:27.913318 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:49:27.913318 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:49:27.913318 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:49:27.913318 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:49:27.913318 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:49:27.913318 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:49:27.913318 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:49:27.913318 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:49:27.913318 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:49:27.913318 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:49:27.913318 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:49:27.913318 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:49:27.913318 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:49:27.913318 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:49:27.913318 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:49:27.913318 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:49:27.913318 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:49:27.913318 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:49:27.913318 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:49:27.913318 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:49:27.913318 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:49:27.913318 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:49:27.913318 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:49:27.913318 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:49:27.913318 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:49:27.913318 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:49:27.913318 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:49:27.913318 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:49:27.913318 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:49:27.913318 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:49:27.913318 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:49:27.916156 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-93508da4-b260-4b0f-a137-1eb696d6079f tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Unset dirty status for tenant:27f2f8bb689948199636c37c369127b7 on resource:router {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:49:27.916156 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-93508da4-b260-4b0f-a137-1eb696d6079f tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 885 time: 1.2236552 Feb 09 12:49:27.920650 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59500) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:27.929545 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-af867ed9-f1a1-4add-9c5a-4f6113368a11 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-44748821'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:49:28.025374 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 6bd3be33-41a5-4642-8b05-57e32bffd139 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:49:28.065946 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 6bd3be33-41a5-4642-8b05-57e32bffd139 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:49:28.067142 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 6bd3be33-41a5-4642-8b05-57e32bffd139 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:49:28.068182 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 4b1533bb-35ff-4cf2-bcf1-8b177ac54417 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:49:28.113869 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 4b1533bb-35ff-4cf2-bcf1-8b177ac54417 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:49:28.114272 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 4b1533bb-35ff-4cf2-bcf1-8b177ac54417 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:49:28.167369 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ac0ad4d0-3170-4c72-a4bc-83b9cad3dc41 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:28.229058 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-ac0ad4d0-3170-4c72-a4bc-83b9cad3dc41 None None] Transition to ACTIVE for port object cd40ab72-1595-492a-b708-cae716bd925b will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:49:28.236228 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ac0ad4d0-3170-4c72-a4bc-83b9cad3dc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:28.244372 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d907b58a-4ae1-4a3a-873a-d7c34c0b485b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:28.267154 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d907b58a-4ae1-4a3a-873a-d7c34c0b485b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:28.278970 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a48d69e7-1a7d-4b9b-a8bb-386312a31627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:28.339581 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d907b58a-4ae1-4a3a-873a-d7c34c0b485b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event deleted for resources: {'Network': ['ID=1fbb7751-edb3-403f-9f82-05972dde3ad6,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:28.359904 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-ac0ad4d0-3170-4c72-a4bc-83b9cad3dc41 None None] Attempting to bind port cd40ab72-1595-492a-b708-cae716bd925b on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:49:28.360452 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-ac0ad4d0-3170-4c72-a4bc-83b9cad3dc41 None None] Attempting to bind port cd40ab72-1595-492a-b708-cae716bd925b by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:49:28.360918 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0ad4d0-3170-4c72-a4bc-83b9cad3dc41 None None] Attempting to bind port cd40ab72-1595-492a-b708-cae716bd925b on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:49:28.363023 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84392308-9138-4773-8692-106f314d544a None None] Pushing event updated for resources: {'Port': ['ID=cd40ab72-1595-492a-b708-cae716bd925b,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:28.373783 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0ad4d0-3170-4c72-a4bc-83b9cad3dc41 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:49:28.374245 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0ad4d0-3170-4c72-a4bc-83b9cad3dc41 None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:49:28.374716 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ac0ad4d0-3170-4c72-a4bc-83b9cad3dc41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:28.375173 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0ad4d0-3170-4c72-a4bc-83b9cad3dc41 None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:49:28.375821 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-ac0ad4d0-3170-4c72-a4bc-83b9cad3dc41 None None] Bound port: cd40ab72-1595-492a-b708-cae716bd925b, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:49:28.376305 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ac0ad4d0-3170-4c72-a4bc-83b9cad3dc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:28.401273 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d907b58a-4ae1-4a3a-873a-d7c34c0b485b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "DELETE /v2.0/networks/1fbb7751-edb3-403f-9f82-05972dde3ad6 HTTP/1.1" status: 204 len: 168 time: 1.2412670 Feb 09 12:49:28.403889 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59504) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:28.405649 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84392308-9138-4773-8692-106f314d544a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:49:28.406145 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84392308-9138-4773-8692-106f314d544a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:49:28.406321 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84392308-9138-4773-8692-106f314d544a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:49:28.406739 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84392308-9138-4773-8692-106f314d544a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:49:28.407135 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84392308-9138-4773-8692-106f314d544a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:49:28.407532 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84392308-9138-4773-8692-106f314d544a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:49:28.407984 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84392308-9138-4773-8692-106f314d544a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:49:28.408376 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84392308-9138-4773-8692-106f314d544a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:49:28.408768 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84392308-9138-4773-8692-106f314d544a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:49:28.409169 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84392308-9138-4773-8692-106f314d544a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:49:28.409549 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84392308-9138-4773-8692-106f314d544a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:49:28.409936 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84392308-9138-4773-8692-106f314d544a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:49:28.447741 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-07a4d00b-793a-4271-af8e-e84c4831d10f tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:28.459860 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-ac0ad4d0-3170-4c72-a4bc-83b9cad3dc41 None None] For port cd40ab72-1595-492a-b708-cae716bd925b, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:49:28.466989 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-ac0ad4d0-3170-4c72-a4bc-83b9cad3dc41 None None] For port cd40ab72-1595-492a-b708-cae716bd925b, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=cd40ab72-1595-492a-b708-cae716bd925b,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:49:28.472034 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ac0ad4d0-3170-4c72-a4bc-83b9cad3dc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:28.512969 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-a48d69e7-1a7d-4b9b-a8bb-386312a31627 admin admin] Allocated IP 172.20.0.1 (5c6e4f80-9693-41cd-8500-11832b9a0938/58fb37b8-3ecd-424c-a29d-ae6660ec2005/2cd49518-3de8-48eb-b79f-abb12f8afe2d) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:49:28.556390 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0ad4d0-3170-4c72-a4bc-83b9cad3dc41 None None] Routers {'5c99aa59-def1-47d7-ba22-552b37b4a343'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:49:28.556390 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-ac0ad4d0-3170-4c72-a4bc-83b9cad3dc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:49:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['5c99aa59-def1-47d7-ba22-552b37b4a343'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:28.621599 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84392308-9138-4773-8692-106f314d544a None None] Pushing event updated for resources: {'Port': ['ID=cd40ab72-1595-492a-b708-cae716bd925b,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:28.681505 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a48d69e7-1a7d-4b9b-a8bb-386312a31627 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:28.698983 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-a48d69e7-1a7d-4b9b-a8bb-386312a31627 admin admin] Transition to ACTIVE for port object 2cd49518-3de8-48eb-b79f-abb12f8afe2d will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:49:28.729454 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a48d69e7-1a7d-4b9b-a8bb-386312a31627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:28.737009 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a4d00b-793a-4271-af8e-e84c4831d10f tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Pushing event updated for resources: {'Subnet': ['ID=7e634c98-3ed5-4f68-9e1c-f01b2d82d171,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:28.740119 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d4077c13-4bfd-4bed-b950-b2619a3dbd6d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:28.743995 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-ac0ad4d0-3170-4c72-a4bc-83b9cad3dc41 None None] Set router 5c99aa59-def1-47d7-ba22-552b37b4a343 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:49:28.763548 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a4d00b-793a-4271-af8e-e84c4831d10f tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Checking segment: {'id': '765a99cf-e73c-479d-8cc9-f424c9390dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2371f2e6-e22e-4d6d-be72-c175ff49aadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:49:28.763944 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a4d00b-793a-4271-af8e-e84c4831d10f tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Network hostable DHCP agents. Network: 2371f2e6-e22e-4d6d-be72-c175ff49aadc, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:49:28.795208 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48d69e7-1a7d-4b9b-a8bb-386312a31627 admin admin] Network 5c6e4f80-9693-41cd-8500-11832b9a0938 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:49:28.798213 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-a48d69e7-1a7d-4b9b-a8bb-386312a31627 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:49:28.802012 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48d69e7-1a7d-4b9b-a8bb-386312a31627 admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:49:28.811484 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d4077c13-4bfd-4bed-b950-b2619a3dbd6d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:28.838032 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d69e7-1a7d-4b9b-a8bb-386312a31627 admin admin] Pushing event updated for resources: {'Port': ['ID=2cd49518-3de8-48eb-b79f-abb12f8afe2d,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:28.870774 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a48d69e7-1a7d-4b9b-a8bb-386312a31627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:28.930543 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a4d00b-793a-4271-af8e-e84c4831d10f tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Network 2371f2e6-e22e-4d6d-be72-c175ff49aadc is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:49:28.965870 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-07a4d00b-793a-4271-af8e-e84c4831d10f tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 2371f2e6-e22e-4d6d-be72-c175ff49aadc) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:49:28.977669 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5444955-ffb5-4e52-8e08-005def64d659 None None] Network 2371f2e6-e22e-4d6d-be72-c175ff49aadc requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:49:29.036167 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a48d69e7-1a7d-4b9b-a8bb-386312a31627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:29.040151 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a4d00b-793a-4271-af8e-e84c4831d10f tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:29.040755 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-07a4d00b-793a-4271-af8e-e84c4831d10f tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:29.105406 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59508) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:29.105680 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-07a4d00b-793a-4271-af8e-e84c4831d10f tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8061347 Feb 09 12:49:29.111942 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-af867ed9-f1a1-4add-9c5a-4f6113368a11 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:29.120942 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-7bca49b8-438a-4647-8a82-ae14ac7b085c tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Request body: {'port': {'network_id': '2371f2e6-e22e-4d6d-be72-c175ff49aadc', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1771625673'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:49:29.125632 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d4077c13-4bfd-4bed-b950-b2619a3dbd6d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:29.128541 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d4077c13-4bfd-4bed-b950-b2619a3dbd6d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:29.132777 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d4077c13-4bfd-4bed-b950-b2619a3dbd6d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "DELETE /v2.0/security-groups/1e284cef-1341-46a2-98a7-e4476618c2b6 HTTP/1.1" status: 204 len: 168 time: 0.7229612 Feb 09 12:49:29.147383 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-ac0ad4d0-3170-4c72-a4bc-83b9cad3dc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c99aa59-def1-47d7-ba22-552b37b4a343', 'name': 'tempest-ImageQuotaTest-1993225927-router', 'tenant_id': '6b5a2d0749bc42f3a3abd7c9010f1a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'cd40ab72-1595-492a-b708-cae716bd925b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:20Z', 'updated_at': '2022-02-09T12:49:24Z', 'revision_number': 3, 'project_id': '6b5a2d0749bc42f3a3abd7c9010f1a18', 'gw_port': {'id': 'cd40ab72-1595-492a-b708-cae716bd925b', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:36:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c99aa59-def1-47d7-ba22-552b37b4a343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:22Z', 'updated_at': '2022-02-09T12:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:29.152836 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0ad4d0-3170-4c72-a4bc-83b9cad3dc41 None None] The sync data for ids ['5c99aa59-def1-47d7-ba22-552b37b4a343'] in n-d-825178-3 is: [{'id': '5c99aa59-def1-47d7-ba22-552b37b4a343', 'name': 'tempest-ImageQuotaTest-1993225927-router', 'tenant_id': '6b5a2d0749bc42f3a3abd7c9010f1a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'cd40ab72-1595-492a-b708-cae716bd925b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:20Z', 'updated_at': '2022-02-09T12:49:24Z', 'revision_number': 3, 'project_id': '6b5a2d0749bc42f3a3abd7c9010f1a18', 'gw_port': {'id': 'cd40ab72-1595-492a-b708-cae716bd925b', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:36:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c99aa59-def1-47d7-ba22-552b37b4a343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:22Z', 'updated_at': '2022-02-09T12:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:49:29.165518 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4077c13-4bfd-4bed-b950-b2619a3dbd6d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e284cef-1341-46a2-98a7-e4476618c2b6,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:29.175225 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-af867ed9-f1a1-4add-9c5a-4f6113368a11 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1740557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1740570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1738587'] for router, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:29.209960 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-5664c169-60cd-42bf-9919-683d21f023de None None] Provisioning for port 2cd49518-3de8-48eb-b79f-abb12f8afe2d completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:49:29.237352 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-5664c169-60cd-42bf-9919-683d21f023de None None] Provisioning complete for port 2cd49518-3de8-48eb-b79f-abb12f8afe2d triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:49:29.237727 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5664c169-60cd-42bf-9919-683d21f023de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:29.401867 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-5664c169-60cd-42bf-9919-683d21f023de None None] Port 2cd49518-3de8-48eb-b79f-abb12f8afe2d cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:49:29.474437 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af867ed9-f1a1-4add-9c5a-4f6113368a11 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Router c182a6f6-4ab3-4981-93eb-eeade534bc78 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:49:29.524165 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88de4c1c-45a2-4eb3-9dab-4bf432122add None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-2371f2e6-e22e-4d6d-be72-c175ff49aadc', 'network_id': '2371f2e6-e22e-4d6d-be72-c175ff49aadc', 'tenant_id': '0e2f2a07c9234adca63229a8af3ca1ae', 'fixed_ips': [{'subnet_id': '7e634c98-3ed5-4f68-9e1c-f01b2d82d171'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:49:29.525278 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-88de4c1c-45a2-4eb3-9dab-4bf432122add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:29.540920 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59516) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:29.546160 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-2baf54e6-1b38-49e8-8905-65296e8d9a08 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-327283924', 'description': 'tempest-secgroup-smoke-327283924 description', 'project_id': '2c7a8f76649f44a59c185c6d6414b556'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:49:29.570632 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-2baf54e6-1b38-49e8-8905-65296e8d9a08 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:29.596501 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-2baf54e6-1b38-49e8-8905-65296e8d9a08 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:29.617267 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7bca49b8-438a-4647-8a82-ae14ac7b085c tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:29.645026 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7bca49b8-438a-4647-8a82-ae14ac7b085c tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Usage tracker for resource:port and tenant:0e2f2a07c9234adca63229a8af3ca1ae is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:49:29.653752 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7bca49b8-438a-4647-8a82-ae14ac7b085c tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:49:29.671805 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7bca49b8-438a-4647-8a82-ae14ac7b085c tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:29.674916 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2baf54e6-1b38-49e8-8905-65296e8d9a08 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:29.703077 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bca49b8-438a-4647-8a82-ae14ac7b085c tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Made reservation on behalf of 0e2f2a07c9234adca63229a8af3ca1ae for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:49:29.706725 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7bca49b8-438a-4647-8a82-ae14ac7b085c tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:29.720224 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-2baf54e6-1b38-49e8-8905-65296e8d9a08 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:29.729095 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-2baf54e6-1b38-49e8-8905-65296e8d9a08 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Usage tracker for resource:security_group_rule and tenant:2c7a8f76649f44a59c185c6d6414b556 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:49:29.734291 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-2baf54e6-1b38-49e8-8905-65296e8d9a08 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:49:29.745570 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-2baf54e6-1b38-49e8-8905-65296e8d9a08 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:29.756660 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-7bca49b8-438a-4647-8a82-ae14ac7b085c tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] device_id is not set on port d75e2c2e-0025-4604-8f0d-5693fea58bd4 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:49:29.769719 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-88de4c1c-45a2-4eb3-9dab-4bf432122add None None] Allocated IP 2001:db8::2 (2371f2e6-e22e-4d6d-be72-c175ff49aadc/7e634c98-3ed5-4f68-9e1c-f01b2d82d171/27ccd996-dcec-48cc-9460-015acb99594f) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:49:29.776871 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af867ed9-f1a1-4add-9c5a-4f6113368a11 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:49:29.787050 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1f598a-7307-46d3-a1d2-d1125e4cd9dc None None] Sync routers for ids ['c182a6f6-4ab3-4981-93eb-eeade534bc78'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:49:29.814027 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-af867ed9-f1a1-4add-9c5a-4f6113368a11 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:29.814685 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a48d69e7-1a7d-4b9b-a8bb-386312a31627 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:29.815979 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-af867ed9-f1a1-4add-9c5a-4f6113368a11 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "PUT /v2.0/routers/c182a6f6-4ab3-4981-93eb-eeade534bc78 HTTP/1.1" status: 200 len: 889 time: 1.8909161 Feb 09 12:49:29.818518 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59520) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:29.828127 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a48d69e7-1a7d-4b9b-a8bb-386312a31627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:29.885401 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1f598a-7307-46d3-a1d2-d1125e4cd9dc None None] Routers {'c182a6f6-4ab3-4981-93eb-eeade534bc78'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:49:29.886598 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-3e1f598a-7307-46d3-a1d2-d1125e4cd9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:49:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['c182a6f6-4ab3-4981-93eb-eeade534bc78'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:29.947185 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a48d69e7-1a7d-4b9b-a8bb-386312a31627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:29.986276 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-3e1f598a-7307-46d3-a1d2-d1125e4cd9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:30.003041 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1f598a-7307-46d3-a1d2-d1125e4cd9dc None None] Routers {'c182a6f6-4ab3-4981-93eb-eeade534bc78'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:49:30.004420 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-3e1f598a-7307-46d3-a1d2-d1125e4cd9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:49:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['c182a6f6-4ab3-4981-93eb-eeade534bc78'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:30.070967 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2baf54e6-1b38-49e8-8905-65296e8d9a08 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:30.086583 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d69e7-1a7d-4b9b-a8bb-386312a31627 admin admin] Pushing event updated for resources: {'Port': ['ID=2cd49518-3de8-48eb-b79f-abb12f8afe2d,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:30.087775 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2baf54e6-1b38-49e8-8905-65296e8d9a08 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:30.122110 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device cd40ab72-1595-492a-b708-cae716bd925b up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:49:30.159919 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-3e1f598a-7307-46d3-a1d2-d1125e4cd9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:30.159919 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1f598a-7307-46d3-a1d2-d1125e4cd9dc None None] The sync data for ids ['c182a6f6-4ab3-4981-93eb-eeade534bc78'] in n-d-825178-3 is: [] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:49:30.160698 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e59b6d79-13c0-4356-b039-ea8305582ce8 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "GET /v2.0/routers/c182a6f6-4ab3-4981-93eb-eeade534bc78 HTTP/1.1" status: 200 len: 889 time: 0.3406126 Feb 09 12:49:30.161543 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59524) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:30.163152 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2baf54e6-1b38-49e8-8905-65296e8d9a08 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:30.165076 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2baf54e6-1b38-49e8-8905-65296e8d9a08 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6232078 Feb 09 12:49:30.168043 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf54e6-1b38-49e8-8905-65296e8d9a08 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7643a677-e910-42b2-ae55-a8f871e13233,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:30.170058 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59528) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:30.177226 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48d69e7-1a7d-4b9b-a8bb-386312a31627 admin admin] Network 5c6e4f80-9693-41cd-8500-11832b9a0938 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:49:30.178412 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-a48d69e7-1a7d-4b9b-a8bb-386312a31627 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:49:30.251941 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-ff09d040-a2ea-444a-9c98-c3993bb04475 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Request body: {'security_group_rule': {'security_group_id': '7643a677-e910-42b2-ae55-a8f871e13233', 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:49:30.310587 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port cd40ab72-1595-492a-b708-cae716bd925b completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:49:30.339174 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port cd40ab72-1595-492a-b708-cae716bd925b triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:49:30.339614 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:30.411906 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a48d69e7-1a7d-4b9b-a8bb-386312a31627 admin admin] Router 5c99aa59-def1-47d7-ba22-552b37b4a343 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:49:30.438257 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-88de4c1c-45a2-4eb3-9dab-4bf432122add None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:30.453904 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-88de4c1c-45a2-4eb3-9dab-4bf432122add None None] Transition to ACTIVE for port object 27ccd996-dcec-48cc-9460-015acb99594f will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:49:30.543036 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-ff09d040-a2ea-444a-9c98-c3993bb04475 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:30.546462 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-276bd6c6-b842-4b68-85a0-c7e8489a07fa tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Synchronizing usage tracker for tenant:27f2f8bb689948199636c37c369127b7 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:49:30.552004 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ff09d040-a2ea-444a-9c98-c3993bb04475 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Usage tracker for resource:security_group_rule and tenant:2c7a8f76649f44a59c185c6d6414b556 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:49:30.552999 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:30.567557 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ff09d040-a2ea-444a-9c98-c3993bb04475 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:49:30.572742 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-276bd6c6-b842-4b68-85a0-c7e8489a07fa tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Unset dirty status for tenant:27f2f8bb689948199636c37c369127b7 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:49:30.576926 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-276bd6c6-b842-4b68-85a0-c7e8489a07fa tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "GET /v2.0/ports?device_id=c182a6f6-4ab3-4981-93eb-eeade534bc78 HTTP/1.1" status: 200 len: 205 time: 0.4078584 Feb 09 12:49:30.577633 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59532) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:30.581091 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-88de4c1c-45a2-4eb3-9dab-4bf432122add None None] Transition to ACTIVE for port object 27ccd996-dcec-48cc-9460-015acb99594f will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:49:30.591377 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port cd40ab72-1595-492a-b708-cae716bd925b, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=cd40ab72-1595-492a-b708-cae716bd925b,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:49:30.597199 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-88de4c1c-45a2-4eb3-9dab-4bf432122add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:30.635667 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-ff09d040-a2ea-444a-9c98-c3993bb04475 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:30.643560 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:30.687561 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4b438a6a-cef8-4c44-8297-b39280d70bac None None] Provisioning complete for port 2cd49518-3de8-48eb-b79f-abb12f8afe2d triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:49:30.687561 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4b438a6a-cef8-4c44-8297-b39280d70bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:30.699638 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ff09d040-a2ea-444a-9c98-c3993bb04475 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:30.710761 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48d69e7-1a7d-4b9b-a8bb-386312a31627 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:49:30.728630 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-7bca49b8-438a-4647-8a82-ae14ac7b085c tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Allocated IP 2001:db8::1c2 (2371f2e6-e22e-4d6d-be72-c175ff49aadc/7e634c98-3ed5-4f68-9e1c-f01b2d82d171/d75e2c2e-0025-4604-8f0d-5693fea58bd4) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:49:30.753074 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a48d69e7-1a7d-4b9b-a8bb-386312a31627 admin admin] 10.222.0.55 "PUT /v2.0/routers/5c99aa59-def1-47d7-ba22-552b37b4a343/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4714077 Feb 09 12:49:30.787298 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88de4c1c-45a2-4eb3-9dab-4bf432122add None None] Network 2371f2e6-e22e-4d6d-be72-c175ff49aadc is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:49:30.789356 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-88de4c1c-45a2-4eb3-9dab-4bf432122add None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:49:30.820979 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4b438a6a-cef8-4c44-8297-b39280d70bac None None] Port 2cd49518-3de8-48eb-b79f-abb12f8afe2d cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:49:30.825489 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88de4c1c-45a2-4eb3-9dab-4bf432122add None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:49:30.857583 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c9b09dc7-f3ad-474e-a3ce-7a997e593ad5 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:30.866799 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88de4c1c-45a2-4eb3-9dab-4bf432122add None None] Pushing event updated for resources: {'Port': ['ID=27ccd996-dcec-48cc-9460-015acb99594f,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:30.926234 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ff09d040-a2ea-444a-9c98-c3993bb04475 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:30.941902 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ff09d040-a2ea-444a-9c98-c3993bb04475 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:30.986694 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff09d040-a2ea-444a-9c98-c3993bb04475 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d5c6471-7816-49ce-b34d-42fac652e061,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:31.012402 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-88de4c1c-45a2-4eb3-9dab-4bf432122add None None] Attempting to bind port 27ccd996-dcec-48cc-9460-015acb99594f on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:49:31.012858 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-88de4c1c-45a2-4eb3-9dab-4bf432122add None None] Attempting to bind port 27ccd996-dcec-48cc-9460-015acb99594f by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '765a99cf-e73c-479d-8cc9-f424c9390dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2371f2e6-e22e-4d6d-be72-c175ff49aadc'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:49:31.013311 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88de4c1c-45a2-4eb3-9dab-4bf432122add None None] Attempting to bind port 27ccd996-dcec-48cc-9460-015acb99594f on network 2371f2e6-e22e-4d6d-be72-c175ff49aadc {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:49:31.025292 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88de4c1c-45a2-4eb3-9dab-4bf432122add None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:49:31.025794 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88de4c1c-45a2-4eb3-9dab-4bf432122add None None] Checking segment: {'id': '765a99cf-e73c-479d-8cc9-f424c9390dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2371f2e6-e22e-4d6d-be72-c175ff49aadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:49:31.026295 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-88de4c1c-45a2-4eb3-9dab-4bf432122add None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:31.026893 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88de4c1c-45a2-4eb3-9dab-4bf432122add None None] Bound using segment: {'id': '765a99cf-e73c-479d-8cc9-f424c9390dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2371f2e6-e22e-4d6d-be72-c175ff49aadc'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:49:31.027726 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-88de4c1c-45a2-4eb3-9dab-4bf432122add None None] Bound port: 27ccd996-dcec-48cc-9460-015acb99594f, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '765a99cf-e73c-479d-8cc9-f424c9390dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2371f2e6-e22e-4d6d-be72-c175ff49aadc'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:49:31.027990 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-88de4c1c-45a2-4eb3-9dab-4bf432122add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:31.045724 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=cd40ab72-1595-492a-b708-cae716bd925b,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:31.052285 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ff09d040-a2ea-444a-9c98-c3993bb04475 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:31.054330 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ff09d040-a2ea-444a-9c98-c3993bb04475 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8140752 Feb 09 12:49:31.063089 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59540) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:31.070918 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-de98d660-0221-4ddf-80d6-91e6d253cb0f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Request body: {'security_group_rule': {'security_group_id': '7643a677-e910-42b2-ae55-a8f871e13233', 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:49:31.078896 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7bca49b8-438a-4647-8a82-ae14ac7b085c tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:31.088474 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-de98d660-0221-4ddf-80d6-91e6d253cb0f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:31.098485 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-de98d660-0221-4ddf-80d6-91e6d253cb0f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Usage tracker for resource:security_group_rule and tenant:2c7a8f76649f44a59c185c6d6414b556 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:49:31.105145 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-de98d660-0221-4ddf-80d6-91e6d253cb0f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:49:31.111811 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-7bca49b8-438a-4647-8a82-ae14ac7b085c tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Transition to ACTIVE for port object d75e2c2e-0025-4604-8f0d-5693fea58bd4 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:49:31.113169 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-de98d660-0221-4ddf-80d6-91e6d253cb0f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:31.113545 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c9b09dc7-f3ad-474e-a3ce-7a997e593ad5 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:31.126953 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-c9b09dc7-f3ad-474e-a3ce-7a997e593ad5 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Deleting port 02bfa587-857f-42a6-9b34-8e581cfddc50 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:49:31.127611 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c9b09dc7-f3ad-474e-a3ce-7a997e593ad5 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:31.140154 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-de98d660-0221-4ddf-80d6-91e6d253cb0f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:31.161450 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-88de4c1c-45a2-4eb3-9dab-4bf432122add None None] For port 27ccd996-dcec-48cc-9460-015acb99594f, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:49:31.167904 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-88de4c1c-45a2-4eb3-9dab-4bf432122add None None] For port 27ccd996-dcec-48cc-9460-015acb99594f, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=27ccd996-dcec-48cc-9460-015acb99594f,segment=NetworkSegment(765a99cf-e73c-479d-8cc9-f424c9390dc7),segment_id=765a99cf-e73c-479d-8cc9-f424c9390dc7)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:49:31.176601 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-88de4c1c-45a2-4eb3-9dab-4bf432122add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:31.194929 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7bca49b8-438a-4647-8a82-ae14ac7b085c tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:31.310197 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bca49b8-438a-4647-8a82-ae14ac7b085c tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Network 2371f2e6-e22e-4d6d-be72-c175ff49aadc is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:49:31.330377 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-7bca49b8-438a-4647-8a82-ae14ac7b085c tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:49:31.335692 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88de4c1c-45a2-4eb3-9dab-4bf432122add None None] Pushing event updated for resources: {'Port': ['ID=27ccd996-dcec-48cc-9460-015acb99594f,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:31.337452 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bca49b8-438a-4647-8a82-ae14ac7b085c tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:49:31.344235 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bca49b8-438a-4647-8a82-ae14ac7b085c tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:31.344731 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7bca49b8-438a-4647-8a82-ae14ac7b085c tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:31.407360 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-de98d660-0221-4ddf-80d6-91e6d253cb0f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:31.412880 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca49b8-438a-4647-8a82-ae14ac7b085c tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Pushing event updated for resources: {'Port': ['ID=d75e2c2e-0025-4604-8f0d-5693fea58bd4,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:31.419463 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-de98d660-0221-4ddf-80d6-91e6d253cb0f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:31.428036 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7bca49b8-438a-4647-8a82-ae14ac7b085c tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.3194096 Feb 09 12:49:31.432284 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59550) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:31.447031 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-4042838f-f61e-46fe-9c9d-dc8c10baa3e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Request body: {'port': {'network_id': '2371f2e6-e22e-4d6d-be72-c175ff49aadc', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-929391229', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:49:31.448144 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.api.validators [None req-4042838f-f61e-46fe-9c9d-dc8c10baa3e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] bootfile-name is not in valid_values {{(pid=87567) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 12:49:31.448967 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.api.validators [None req-4042838f-f61e-46fe-9c9d-dc8c10baa3e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] tftp-server is not in valid_values {{(pid=87567) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 12:49:31.449748 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.api.validators [None req-4042838f-f61e-46fe-9c9d-dc8c10baa3e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] server-ip-address is not in valid_values {{(pid=87567) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 12:49:31.451710 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de98d660-0221-4ddf-80d6-91e6d253cb0f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a36f46c-45ac-41f0-a4f7-9291082df7b6,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:31.463025 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-de98d660-0221-4ddf-80d6-91e6d253cb0f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:31.467965 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-de98d660-0221-4ddf-80d6-91e6d253cb0f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4036515 Feb 09 12:49:31.473063 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59554) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:31.479217 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-42443649-fbdf-467c-b1b7-998bc109693d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Request body: {'security_group_rule': {'security_group_id': '7643a677-e910-42b2-ae55-a8f871e13233', 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:49:31.486226 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-42443649-fbdf-467c-b1b7-998bc109693d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:31.492202 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-42443649-fbdf-467c-b1b7-998bc109693d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Usage tracker for resource:security_group_rule and tenant:2c7a8f76649f44a59c185c6d6414b556 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:49:31.495358 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-42443649-fbdf-467c-b1b7-998bc109693d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:49:31.501317 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-42443649-fbdf-467c-b1b7-998bc109693d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:31.523201 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-42443649-fbdf-467c-b1b7-998bc109693d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:31.625185 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c9b09dc7-f3ad-474e-a3ce-7a997e593ad5 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:31.625725 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-42443649-fbdf-467c-b1b7-998bc109693d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:31.634290 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-42443649-fbdf-467c-b1b7-998bc109693d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:31.661831 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42443649-fbdf-467c-b1b7-998bc109693d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f936d72f-e062-4382-8cf1-a2cf94056c7b,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:31.678784 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-42443649-fbdf-467c-b1b7-998bc109693d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:31.683120 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-42443649-fbdf-467c-b1b7-998bc109693d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2088096 Feb 09 12:49:31.683735 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59560) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:31.689222 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-33324221-86bc-4c35-ab75-0ba8fe89b3ab tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Request body: {'security_group_rule': {'security_group_id': '7643a677-e910-42b2-ae55-a8f871e13233', 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:49:31.696585 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-33324221-86bc-4c35-ab75-0ba8fe89b3ab tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:31.701507 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-33324221-86bc-4c35-ab75-0ba8fe89b3ab tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Usage tracker for resource:security_group_rule and tenant:2c7a8f76649f44a59c185c6d6414b556 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:49:31.707885 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-33324221-86bc-4c35-ab75-0ba8fe89b3ab tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:49:31.724086 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-33324221-86bc-4c35-ab75-0ba8fe89b3ab tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:31.748425 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ea2441-49f7-4ed8-b70f-b6f260873976 None None] Sync routers for ids ['5c99aa59-def1-47d7-ba22-552b37b4a343'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:49:31.753187 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-33324221-86bc-4c35-ab75-0ba8fe89b3ab tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:31.762796 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ea2441-49f7-4ed8-b70f-b6f260873976 None None] Routers {'5c99aa59-def1-47d7-ba22-552b37b4a343'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:49:31.763430 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-36ea2441-49f7-4ed8-b70f-b6f260873976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:49:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['5c99aa59-def1-47d7-ba22-552b37b4a343'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:31.831964 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-33324221-86bc-4c35-ab75-0ba8fe89b3ab tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:31.836325 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-c9b09dc7-f3ad-474e-a3ce-7a997e593ad5 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Calling delete_port for 02bfa587-857f-42a6-9b34-8e581cfddc50 owned by network:router_gateway {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:49:31.837273 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-33324221-86bc-4c35-ab75-0ba8fe89b3ab tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:31.870669 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33324221-86bc-4c35-ab75-0ba8fe89b3ab tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3c4642b-d90c-4263-a47c-b9824252e575,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:31.882687 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-33324221-86bc-4c35-ab75-0ba8fe89b3ab tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:31.884753 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-33324221-86bc-4c35-ab75-0ba8fe89b3ab tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2000203 Feb 09 12:49:31.887860 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59566) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:31.894349 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-80841cce-0f0c-475c-a6d1-799ef4629a98 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Request body: {'security_group_rule': {'security_group_id': '7643a677-e910-42b2-ae55-a8f871e13233', 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:49:31.901306 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-80841cce-0f0c-475c-a6d1-799ef4629a98 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:31.905618 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-80841cce-0f0c-475c-a6d1-799ef4629a98 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Usage tracker for resource:security_group_rule and tenant:2c7a8f76649f44a59c185c6d6414b556 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:49:31.908521 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-80841cce-0f0c-475c-a6d1-799ef4629a98 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:49:31.914992 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-80841cce-0f0c-475c-a6d1-799ef4629a98 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:31.931093 n-d-825178-3 neutron-server[87568]: INFO neutron.db.securitygroups_db [None req-80841cce-0f0c-475c-a6d1-799ef4629a98 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Project 2c7a8f76649f44a59c185c6d6414b556 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 12:49:31.946414 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-80841cce-0f0c-475c-a6d1-799ef4629a98 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:31.951310 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-4042838f-f61e-46fe-9c9d-dc8c10baa3e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:31.961485 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-4042838f-f61e-46fe-9c9d-dc8c10baa3e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Usage tracker for resource:port and tenant:0e2f2a07c9234adca63229a8af3ca1ae is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:49:31.964805 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-4042838f-f61e-46fe-9c9d-dc8c10baa3e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:49:31.970890 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-4042838f-f61e-46fe-9c9d-dc8c10baa3e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:31.984059 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4042838f-f61e-46fe-9c9d-dc8c10baa3e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Made reservation on behalf of 0e2f2a07c9234adca63229a8af3ca1ae for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:49:31.988333 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4042838f-f61e-46fe-9c9d-dc8c10baa3e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:32.022360 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-36ea2441-49f7-4ed8-b70f-b6f260873976 None None] Set router 5c99aa59-def1-47d7-ba22-552b37b4a343 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:49:32.056949 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [None req-4042838f-f61e-46fe-9c9d-dc8c10baa3e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] device_id is not set on port e0b857e3-b5e8-4bfc-a8aa-7ecb1a301411 yet. {{(pid=87567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:49:32.097272 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-80841cce-0f0c-475c-a6d1-799ef4629a98 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:32.103618 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-80841cce-0f0c-475c-a6d1-799ef4629a98 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:32.130899 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80841cce-0f0c-475c-a6d1-799ef4629a98 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1622537d-639b-46a8-9d2d-f69b06cf7876,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:32.148656 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-80841cce-0f0c-475c-a6d1-799ef4629a98 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:32.152387 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-80841cce-0f0c-475c-a6d1-799ef4629a98 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2611504 Feb 09 12:49:32.152945 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59572) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:32.172319 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-4ec40fec-26b9-434d-858e-4ec31bbb870b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Request body: {'security_group_rule': {'security_group_id': '7643a677-e910-42b2-ae55-a8f871e13233', 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:49:32.172491 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c9b09dc7-f3ad-474e-a3ce-7a997e593ad5 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:32.186306 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4ec40fec-26b9-434d-858e-4ec31bbb870b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:32.192422 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4ec40fec-26b9-434d-858e-4ec31bbb870b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Usage tracker for resource:security_group_rule and tenant:2c7a8f76649f44a59c185c6d6414b556 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:49:32.197435 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4ec40fec-26b9-434d-858e-4ec31bbb870b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:49:32.206168 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4ec40fec-26b9-434d-858e-4ec31bbb870b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:32.207491 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device cd40ab72-1595-492a-b708-cae716bd925b up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:49:32.230415 n-d-825178-3 neutron-server[87568]: INFO neutron.db.securitygroups_db [None req-4ec40fec-26b9-434d-858e-4ec31bbb870b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Project 2c7a8f76649f44a59c185c6d6414b556 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 12:49:32.259142 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4ec40fec-26b9-434d-858e-4ec31bbb870b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:32.372257 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-4042838f-f61e-46fe-9c9d-dc8c10baa3e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Allocated IP 2001:db8::b8 (2371f2e6-e22e-4d6d-be72-c175ff49aadc/7e634c98-3ed5-4f68-9e1c-f01b2d82d171/e0b857e3-b5e8-4bfc-a8aa-7ecb1a301411) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:49:32.395900 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port cd40ab72-1595-492a-b708-cae716bd925b triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:49:32.396499 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:32.606859 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4ec40fec-26b9-434d-858e-4ec31bbb870b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:32.610271 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 27ccd996-dcec-48cc-9460-015acb99594f up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:49:32.614107 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4ec40fec-26b9-434d-858e-4ec31bbb870b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:32.686014 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec40fec-26b9-434d-858e-4ec31bbb870b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c636670d-9c1d-415a-9a7e-11608ff9d98b,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:32.698007 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-36ea2441-49f7-4ed8-b70f-b6f260873976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c99aa59-def1-47d7-ba22-552b37b4a343', 'name': 'tempest-ImageQuotaTest-1993225927-router', 'tenant_id': '6b5a2d0749bc42f3a3abd7c9010f1a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'cd40ab72-1595-492a-b708-cae716bd925b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:20Z', 'updated_at': '2022-02-09T12:49:28Z', 'revision_number': 4, 'project_id': '6b5a2d0749bc42f3a3abd7c9010f1a18', 'gw_port': {'id': 'cd40ab72-1595-492a-b708-cae716bd925b', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:36:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c99aa59-def1-47d7-ba22-552b37b4a343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:22Z', 'updated_at': '2022-02-09T12:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '2cd49518-3de8-48eb-b79f-abb12f8afe2d', 'name': '', 'network_id': '5c6e4f80-9693-41cd-8500-11832b9a0938', 'tenant_id': '6b5a2d0749bc42f3a3abd7c9010f1a18', 'mac_address': 'fa:16:3e:7a:09:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c99aa59-def1-47d7-ba22-552b37b4a343', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '58fb37b8-3ecd-424c-a29d-ae6660ec2005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:28Z', 'updated_at': '2022-02-09T12:49:29Z', 'revision_number': 2, 'project_id': '6b5a2d0749bc42f3a3abd7c9010f1a18', 'subnets': [{'id': '58fb37b8-3ecd-424c-a29d-ae6660ec2005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:32.703057 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ea2441-49f7-4ed8-b70f-b6f260873976 None None] Checking router: 5c99aa59-def1-47d7-ba22-552b37b4a343 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:49:32.703600 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ea2441-49f7-4ed8-b70f-b6f260873976 None None] Updating router 5c99aa59-def1-47d7-ba22-552b37b4a343 port 2cd49518-3de8-48eb-b79f-abb12f8afe2d binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:49:32.712312 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4ec40fec-26b9-434d-858e-4ec31bbb870b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:32.713863 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4ec40fec-26b9-434d-858e-4ec31bbb870b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5600266 Feb 09 12:49:32.717015 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59578) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:32.721225 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 27ccd996-dcec-48cc-9460-015acb99594f completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:49:32.730060 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-29fe2742-bfcb-4d08-975f-64e0882c3360 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Request body: {'network': {'name': 'tempest-network-smoke--288563261', 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'port_security_enabled': True}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:49:32.742360 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-29fe2742-bfcb-4d08-975f-64e0882c3360 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:32.754219 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-29fe2742-bfcb-4d08-975f-64e0882c3360 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Usage tracker for resource:network and tenant:2c7a8f76649f44a59c185c6d6414b556 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:49:32.761780 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-29fe2742-bfcb-4d08-975f-64e0882c3360 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:49:32.770548 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-29fe2742-bfcb-4d08-975f-64e0882c3360 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:32.791307 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-36ea2441-49f7-4ed8-b70f-b6f260873976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:32.801101 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29fe2742-bfcb-4d08-975f-64e0882c3360 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Made reservation on behalf of 2c7a8f76649f44a59c185c6d6414b556 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:49:32.805071 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-29fe2742-bfcb-4d08-975f-64e0882c3360 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:32.843624 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b09dc7-f3ad-474e-a3ce-7a997e593ad5 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event deleted for resources: {'Port': ['ID=02bfa587-857f-42a6-9b34-8e581cfddc50,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:32.847973 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29fe2742-bfcb-4d08-975f-64e0882c3360 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:49:32.851380 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c979cb1-8b1b-4042-a4d5-65cf352ccb18 None None] Network 2371f2e6-e22e-4d6d-be72-c175ff49aadc requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:49:32.860664 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-29fe2742-bfcb-4d08-975f-64e0882c3360 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:32.861150 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-29fe2742-bfcb-4d08-975f-64e0882c3360 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Added segment 508e28e4-d245-4c96-afde-db020978f91b of type vlan for network 0e83e431-ffef-4786-9497-2a7bdd51cfab Feb 09 12:49:32.887714 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59582) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:32.958439 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-29fe2742-bfcb-4d08-975f-64e0882c3360 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:32.973247 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-a3b009ab-bd3b-4738-a437-165cee7667c1 None None] Provisioning for port 27ccd996-dcec-48cc-9460-015acb99594f completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:49:32.993922 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c9b09dc7-f3ad-474e-a3ce-7a997e593ad5 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:32.998418 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-a3b009ab-bd3b-4738-a437-165cee7667c1 None None] Provisioning complete for port 27ccd996-dcec-48cc-9460-015acb99594f triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:49:32.999181 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a3b009ab-bd3b-4738-a437-165cee7667c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:33.103736 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-29fe2742-bfcb-4d08-975f-64e0882c3360 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:33.110004 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fe2742-bfcb-4d08-975f-64e0882c3360 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:33.110690 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-29fe2742-bfcb-4d08-975f-64e0882c3360 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:33.189251 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c9b09dc7-f3ad-474e-a3ce-7a997e593ad5 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:33.191472 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c9b09dc7-f3ad-474e-a3ce-7a997e593ad5 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:33.227889 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe2742-bfcb-4d08-975f-64e0882c3360 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'Network': ['ID=0e83e431-ffef-4786-9497-2a7bdd51cfab,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:33.234914 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c9b09dc7-f3ad-474e-a3ce-7a997e593ad5 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:33.235536 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b09dc7-f3ad-474e-a3ce-7a997e593ad5 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Fanout notify agent at l3_agent the message router_deleted on router c182a6f6-4ab3-4981-93eb-eeade534bc78 {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:49:33.258310 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 0e83e431-ffef-4786-9497-2a7bdd51cfab details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:49:33.263610 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-36ea2441-49f7-4ed8-b70f-b6f260873976 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:33.279184 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a3b009ab-bd3b-4738-a437-165cee7667c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:33.280243 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-36ea2441-49f7-4ed8-b70f-b6f260873976 None None] Transition to ACTIVE for port object 2cd49518-3de8-48eb-b79f-abb12f8afe2d will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:49:33.291368 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-36ea2441-49f7-4ed8-b70f-b6f260873976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:33.317468 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c9b09dc7-f3ad-474e-a3ce-7a997e593ad5 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:33.323753 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c9b09dc7-f3ad-474e-a3ce-7a997e593ad5 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "DELETE /v2.0/routers/c182a6f6-4ab3-4981-93eb-eeade534bc78 HTTP/1.1" status: 204 len: 168 time: 2.7418215 Feb 09 12:49:33.325745 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59586) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:33.333510 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4042838f-f61e-46fe-9c9d-dc8c10baa3e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:33.343679 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-e30d13b5-e813-453e-8ff3-aa93310b5893 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2090206561'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:49:33.356478 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-29fe2742-bfcb-4d08-975f-64e0882c3360 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6380575 Feb 09 12:49:33.357778 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e30d13b5-e813-453e-8ff3-aa93310b5893 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:33.363346 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59590) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:33.367687 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e30d13b5-e813-453e-8ff3-aa93310b5893 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Usage tracker for resource:network and tenant:27f2f8bb689948199636c37c369127b7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:49:33.373788 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-4042838f-f61e-46fe-9c9d-dc8c10baa3e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Transition to ACTIVE for port object e0b857e3-b5e8-4bfc-a8aa-7ecb1a301411 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:49:33.376231 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-1e91cf29-f892-4acf-98ac-a02042d239d1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1065475585', 'admin_state_up': True, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:49:33.386570 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1e91cf29-f892-4acf-98ac-a02042d239d1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:33.395535 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-1e91cf29-f892-4acf-98ac-a02042d239d1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Usage tracker for resource:router and tenant:2c7a8f76649f44a59c185c6d6414b556 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:49:33.402771 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-1e91cf29-f892-4acf-98ac-a02042d239d1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:49:33.414566 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1e91cf29-f892-4acf-98ac-a02042d239d1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:33.418398 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-a3b009ab-bd3b-4738-a437-165cee7667c1 None None] For port 27ccd996-dcec-48cc-9460-015acb99594f, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=27ccd996-dcec-48cc-9460-015acb99594f,segment=NetworkSegment(765a99cf-e73c-479d-8cc9-f424c9390dc7),segment_id=765a99cf-e73c-479d-8cc9-f424c9390dc7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:49:33.424963 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e30d13b5-e813-453e-8ff3-aa93310b5893 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:49:33.425387 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4042838f-f61e-46fe-9c9d-dc8c10baa3e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:33.430354 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a3b009ab-bd3b-4738-a437-165cee7667c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:33.504149 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4042838f-f61e-46fe-9c9d-dc8c10baa3e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Network 2371f2e6-e22e-4d6d-be72-c175ff49aadc is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:49:33.520796 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1e91cf29-f892-4acf-98ac-a02042d239d1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:33.521006 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-4042838f-f61e-46fe-9c9d-dc8c10baa3e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:49:33.521096 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1e91cf29-f892-4acf-98ac-a02042d239d1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:33.527442 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4042838f-f61e-46fe-9c9d-dc8c10baa3e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:49:33.534545 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4042838f-f61e-46fe-9c9d-dc8c10baa3e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:33.535804 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4042838f-f61e-46fe-9c9d-dc8c10baa3e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:33.558129 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e30d13b5-e813-453e-8ff3-aa93310b5893 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:33.567517 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4042838f-f61e-46fe-9c9d-dc8c10baa3e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 2.1340399 Feb 09 12:49:33.576201 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59594) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:33.581932 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b009ab-bd3b-4738-a437-165cee7667c1 None None] Pushing event updated for resources: {'Port': ['ID=27ccd996-dcec-48cc-9460-015acb99594f,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:33.623085 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30d13b5-e813-453e-8ff3-aa93310b5893 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Made reservation on behalf of 27f2f8bb689948199636c37c369127b7 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:49:33.626631 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e30d13b5-e813-453e-8ff3-aa93310b5893 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:33.644549 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1e91cf29-f892-4acf-98ac-a02042d239d1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:33.654718 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4042838f-f61e-46fe-9c9d-dc8c10baa3e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Pushing event updated for resources: {'Port': ['ID=e0b857e3-b5e8-4bfc-a8aa-7ecb1a301411,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:33.713860 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d56b2e3-05f5-4091-9649-8f153aa893a6 None None] Pushing event updated for resources: {'Port': ['ID=2cd49518-3de8-48eb-b79f-abb12f8afe2d,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:33.717607 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e30d13b5-e813-453e-8ff3-aa93310b5893 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:49:33.740436 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e30d13b5-e813-453e-8ff3-aa93310b5893 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:33.740882 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-e30d13b5-e813-453e-8ff3-aa93310b5893 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Added segment dcc78592-8220-4028-98a1-098963abf406 of type vlan for network 1edea677-f921-4487-a217-d5fb1fed2be3 Feb 09 12:49:33.743006 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8373283c-7e5d-477c-ba52-77ad080389dc tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:33.749904 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8373283c-7e5d-477c-ba52-77ad080389dc tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:33.752308 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-36ea2441-49f7-4ed8-b70f-b6f260873976 None None] Attempting to bind port 2cd49518-3de8-48eb-b79f-abb12f8afe2d on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:49:33.752803 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-36ea2441-49f7-4ed8-b70f-b6f260873976 None None] Attempting to bind port 2cd49518-3de8-48eb-b79f-abb12f8afe2d by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '46f2cd15-b3b5-4dbc-b5cf-18c0a6d3c26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5c6e4f80-9693-41cd-8500-11832b9a0938'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:49:33.753169 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ea2441-49f7-4ed8-b70f-b6f260873976 None None] Attempting to bind port 2cd49518-3de8-48eb-b79f-abb12f8afe2d on network 5c6e4f80-9693-41cd-8500-11832b9a0938 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:49:33.758369 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8373283c-7e5d-477c-ba52-77ad080389dc tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:33.759687 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8373283c-7e5d-477c-ba52-77ad080389dc tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Synchronizing usage tracker for tenant:0e2f2a07c9234adca63229a8af3ca1ae on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:49:33.769098 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ea2441-49f7-4ed8-b70f-b6f260873976 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:49:33.769209 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ea2441-49f7-4ed8-b70f-b6f260873976 None None] Checking segment: {'id': '46f2cd15-b3b5-4dbc-b5cf-18c0a6d3c26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5c6e4f80-9693-41cd-8500-11832b9a0938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:49:33.769635 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-36ea2441-49f7-4ed8-b70f-b6f260873976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:33.769930 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ea2441-49f7-4ed8-b70f-b6f260873976 None None] Bound using segment: {'id': '46f2cd15-b3b5-4dbc-b5cf-18c0a6d3c26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5c6e4f80-9693-41cd-8500-11832b9a0938'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:49:33.770479 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-36ea2441-49f7-4ed8-b70f-b6f260873976 None None] Bound port: 2cd49518-3de8-48eb-b79f-abb12f8afe2d, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46f2cd15-b3b5-4dbc-b5cf-18c0a6d3c26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5c6e4f80-9693-41cd-8500-11832b9a0938'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:49:33.770852 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-36ea2441-49f7-4ed8-b70f-b6f260873976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:33.773780 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e30d13b5-e813-453e-8ff3-aa93310b5893 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:33.780881 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8373283c-7e5d-477c-ba52-77ad080389dc tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Unset dirty status for tenant:0e2f2a07c9234adca63229a8af3ca1ae on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:49:33.782246 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8373283c-7e5d-477c-ba52-77ad080389dc tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2052956 Feb 09 12:49:33.785062 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59598) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:33.864420 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-9b3726aa-89b5-408e-b137-e6395d812aab tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Deleting port e0b857e3-b5e8-4bfc-a8aa-7ecb1a301411 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:49:33.865018 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9b3726aa-89b5-408e-b137-e6395d812aab tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:33.886381 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-36ea2441-49f7-4ed8-b70f-b6f260873976 None None] For port 2cd49518-3de8-48eb-b79f-abb12f8afe2d, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:49:33.890069 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-36ea2441-49f7-4ed8-b70f-b6f260873976 None None] For port 2cd49518-3de8-48eb-b79f-abb12f8afe2d, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=2cd49518-3de8-48eb-b79f-abb12f8afe2d,segment=NetworkSegment(46f2cd15-b3b5-4dbc-b5cf-18c0a6d3c26f),segment_id=46f2cd15-b3b5-4dbc-b5cf-18c0a6d3c26f)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:49:33.899717 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-36ea2441-49f7-4ed8-b70f-b6f260873976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:33.930899 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-eda845ac-cdd7-460b-b22b-092796e3a601 None None] Provisioning complete for port 27ccd996-dcec-48cc-9460-015acb99594f triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:49:33.940265 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-eda845ac-cdd7-460b-b22b-092796e3a601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:34.025580 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ea2441-49f7-4ed8-b70f-b6f260873976 None None] Routers {'5c99aa59-def1-47d7-ba22-552b37b4a343'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:49:34.026357 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-36ea2441-49f7-4ed8-b70f-b6f260873976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:49:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['5c99aa59-def1-47d7-ba22-552b37b4a343'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:34.077886 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 27ccd996-dcec-48cc-9460-015acb99594f up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:49:34.198377 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d56b2e3-05f5-4091-9649-8f153aa893a6 None None] Pushing event updated for resources: {'Port': ['ID=2cd49518-3de8-48eb-b79f-abb12f8afe2d,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:34.224400 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9b3726aa-89b5-408e-b137-e6395d812aab tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:34.268453 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e30d13b5-e813-453e-8ff3-aa93310b5893 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:34.274885 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30d13b5-e813-453e-8ff3-aa93310b5893 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:34.275490 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e30d13b5-e813-453e-8ff3-aa93310b5893 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:34.315049 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1e91cf29-f892-4acf-98ac-a02042d239d1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:34.318481 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 27ccd996-dcec-48cc-9460-015acb99594f triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:49:34.318926 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:34.355156 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-36ea2441-49f7-4ed8-b70f-b6f260873976 None None] Set router 5c99aa59-def1-47d7-ba22-552b37b4a343 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:49:34.392762 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-eda845ac-cdd7-460b-b22b-092796e3a601 None None] Provisioning for port d75e2c2e-0025-4604-8f0d-5693fea58bd4 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:49:34.441437 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-eda845ac-cdd7-460b-b22b-092796e3a601 None None] Provisioning complete for port d75e2c2e-0025-4604-8f0d-5693fea58bd4 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:49:34.441825 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-eda845ac-cdd7-460b-b22b-092796e3a601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:34.511237 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-9b3726aa-89b5-408e-b137-e6395d812aab tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Calling delete_port for e0b857e3-b5e8-4bfc-a8aa-7ecb1a301411 owned by {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:49:34.552146 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e30d13b5-e813-453e-8ff3-aa93310b5893 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2232137 Feb 09 12:49:34.566524 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59602) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:34.574004 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-fdd02b83-97f4-4de2-b755-739c4bf117e3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Request body: {'subnet': {'network_id': '1edea677-f921-4487-a217-d5fb1fed2be3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:49:34.584256 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-eda845ac-cdd7-460b-b22b-092796e3a601 None None] Port d75e2c2e-0025-4604-8f0d-5693fea58bd4 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:49:34.728217 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4833ad5b-c425-4cd0-b89c-84b45ad99f81 None None] Provisioning complete for port d75e2c2e-0025-4604-8f0d-5693fea58bd4 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:49:34.728589 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4833ad5b-c425-4cd0-b89c-84b45ad99f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:34.748272 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d13b5-e813-453e-8ff3-aa93310b5893 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event updated for resources: {'Network': ['ID=1edea677-f921-4487-a217-d5fb1fed2be3,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:34.760449 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9b3726aa-89b5-408e-b137-e6395d812aab tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:34.794972 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4833ad5b-c425-4cd0-b89c-84b45ad99f81 None None] Port d75e2c2e-0025-4604-8f0d-5693fea58bd4 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:49:34.798218 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 1edea677-f921-4487-a217-d5fb1fed2be3 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:49:34.817943 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3726aa-89b5-408e-b137-e6395d812aab tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Pushing event deleted for resources: {'Port': ['ID=e0b857e3-b5e8-4bfc-a8aa-7ecb1a301411,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:34.875235 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-36ea2441-49f7-4ed8-b70f-b6f260873976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c99aa59-def1-47d7-ba22-552b37b4a343', 'name': 'tempest-ImageQuotaTest-1993225927-router', 'tenant_id': '6b5a2d0749bc42f3a3abd7c9010f1a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'cd40ab72-1595-492a-b708-cae716bd925b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:20Z', 'updated_at': '2022-02-09T12:49:28Z', 'revision_number': 4, 'project_id': '6b5a2d0749bc42f3a3abd7c9010f1a18', 'gw_port': {'id': 'cd40ab72-1595-492a-b708-cae716bd925b', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:36:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c99aa59-def1-47d7-ba22-552b37b4a343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:22Z', 'updated_at': '2022-02-09T12:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '2cd49518-3de8-48eb-b79f-abb12f8afe2d', 'name': '', 'network_id': '5c6e4f80-9693-41cd-8500-11832b9a0938', 'tenant_id': '6b5a2d0749bc42f3a3abd7c9010f1a18', 'mac_address': 'fa:16:3e:7a:09:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c99aa59-def1-47d7-ba22-552b37b4a343', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '58fb37b8-3ecd-424c-a29d-ae6660ec2005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:28Z', 'updated_at': '2022-02-09T12:49:33Z', 'revision_number': 4, 'project_id': '6b5a2d0749bc42f3a3abd7c9010f1a18', 'subnets': [{'id': '58fb37b8-3ecd-424c-a29d-ae6660ec2005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:34.879769 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ea2441-49f7-4ed8-b70f-b6f260873976 None None] The sync data for ids ['5c99aa59-def1-47d7-ba22-552b37b4a343'] in n-d-825178-3 is: [{'id': '5c99aa59-def1-47d7-ba22-552b37b4a343', 'name': 'tempest-ImageQuotaTest-1993225927-router', 'tenant_id': '6b5a2d0749bc42f3a3abd7c9010f1a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'cd40ab72-1595-492a-b708-cae716bd925b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:20Z', 'updated_at': '2022-02-09T12:49:28Z', 'revision_number': 4, 'project_id': '6b5a2d0749bc42f3a3abd7c9010f1a18', 'gw_port': {'id': 'cd40ab72-1595-492a-b708-cae716bd925b', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:36:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c99aa59-def1-47d7-ba22-552b37b4a343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:22Z', 'updated_at': '2022-02-09T12:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '2cd49518-3de8-48eb-b79f-abb12f8afe2d', 'name': '', 'network_id': '5c6e4f80-9693-41cd-8500-11832b9a0938', 'tenant_id': '6b5a2d0749bc42f3a3abd7c9010f1a18', 'mac_address': 'fa:16:3e:7a:09:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c99aa59-def1-47d7-ba22-552b37b4a343', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '58fb37b8-3ecd-424c-a29d-ae6660ec2005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:28Z', 'updated_at': '2022-02-09T12:49:33Z', 'revision_number': 4, 'project_id': '6b5a2d0749bc42f3a3abd7c9010f1a18', 'subnets': [{'id': '58fb37b8-3ecd-424c-a29d-ae6660ec2005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:49:34.899616 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9b3726aa-89b5-408e-b137-e6395d812aab tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:34.922529 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9b3726aa-89b5-408e-b137-e6395d812aab tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] 10.222.0.55 "DELETE /v2.0/ports/e0b857e3-b5e8-4bfc-a8aa-7ecb1a301411 HTTP/1.1" status: 204 len: 168 time: 1.1359513 Feb 09 12:49:34.925691 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59606) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:34.941746 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-97d1d6d3-b859-4a60-a05e-f047c791f89d tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Request body: {'port': {'name': 'tempest-new-port-name-488272831', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:49:34.942457 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.api.validators [None req-97d1d6d3-b859-4a60-a05e-f047c791f89d tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] bootfile-name is not in valid_values {{(pid=87567) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 12:49:34.943509 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.api.validators [None req-97d1d6d3-b859-4a60-a05e-f047c791f89d tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] tftp-server is not in valid_values {{(pid=87567) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 12:49:34.947767 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.api.validators [None req-97d1d6d3-b859-4a60-a05e-f047c791f89d tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] server-ip-address is not in valid_values {{(pid=87567) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 12:49:34.954579 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-fdd02b83-97f4-4de2-b755-739c4bf117e3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:34.969920 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-fdd02b83-97f4-4de2-b755-739c4bf117e3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Usage tracker for resource:subnet and tenant:27f2f8bb689948199636c37c369127b7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:49:34.978494 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b103e55f-29c8-43f7-ba16-8ef23024bd9a None None] Could not find standard attr ID for object e0b857e3-b5e8-4bfc-a8aa-7ecb1a301411. {{(pid=87569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 12:49:34.982892 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-fdd02b83-97f4-4de2-b755-739c4bf117e3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:49:35.003822 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-fdd02b83-97f4-4de2-b755-739c4bf117e3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:35.039026 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd02b83-97f4-4de2-b755-739c4bf117e3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Made reservation on behalf of 27f2f8bb689948199636c37c369127b7 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:49:35.043046 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fdd02b83-97f4-4de2-b755-739c4bf117e3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:35.122407 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-97d1d6d3-b859-4a60-a05e-f047c791f89d tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:35.136113 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b4dba2c8-b69f-4cea-b6c1-4c6ed26cb36b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:35.505645 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1e91cf29-f892-4acf-98ac-a02042d239d1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:35.546246 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1e91cf29-f892-4acf-98ac-a02042d239d1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:35.546710 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-97d1d6d3-b859-4a60-a05e-f047c791f89d tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:35.552613 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-97d1d6d3-b859-4a60-a05e-f047c791f89d tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:35.620382 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-97d1d6d3-b859-4a60-a05e-f047c791f89d tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] In _notify_port_updated(), no bound segment for port d75e2c2e-0025-4604-8f0d-5693fea58bd4 on network 2371f2e6-e22e-4d6d-be72-c175ff49aadc {{(pid=87567) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 12:49:35.626531 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d1d6d3-b859-4a60-a05e-f047c791f89d tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:35.627588 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-97d1d6d3-b859-4a60-a05e-f047c791f89d tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:35.631108 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-97d1d6d3-b859-4a60-a05e-f047c791f89d tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] 10.222.0.55 "PUT /v2.0/ports/d75e2c2e-0025-4604-8f0d-5693fea58bd4 HTTP/1.1" status: 200 len: 1129 time: 0.7019207 Feb 09 12:49:35.633850 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59610) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:35.714881 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cadd5b-b9a2-4ebe-9d8d-c13d9e611f7e tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:35.715739 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-57cadd5b-b9a2-4ebe-9d8d-c13d9e611f7e tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Synchronizing usage tracker for tenant:0e2f2a07c9234adca63229a8af3ca1ae on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:49:35.737124 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d1d6d3-b859-4a60-a05e-f047c791f89d tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Pushing event updated for resources: {'Port': ['ID=d75e2c2e-0025-4604-8f0d-5693fea58bd4,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:35.749961 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d1d6d3-b859-4a60-a05e-f047c791f89d tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:49:35.750425 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d1d6d3-b859-4a60-a05e-f047c791f89d tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:49:35.750871 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d1d6d3-b859-4a60-a05e-f047c791f89d tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:49:35.751334 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d1d6d3-b859-4a60-a05e-f047c791f89d tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:49:35.751770 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d1d6d3-b859-4a60-a05e-f047c791f89d tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:49:35.752312 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d1d6d3-b859-4a60-a05e-f047c791f89d tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:49:35.752969 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d1d6d3-b859-4a60-a05e-f047c791f89d tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:49:35.753458 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d1d6d3-b859-4a60-a05e-f047c791f89d tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:49:35.753897 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d1d6d3-b859-4a60-a05e-f047c791f89d tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:49:35.754334 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d1d6d3-b859-4a60-a05e-f047c791f89d tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:49:35.754834 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d1d6d3-b859-4a60-a05e-f047c791f89d tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:49:35.755312 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d1d6d3-b859-4a60-a05e-f047c791f89d tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:49:35.767199 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-57cadd5b-b9a2-4ebe-9d8d-c13d9e611f7e tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Unset dirty status for tenant:0e2f2a07c9234adca63229a8af3ca1ae on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:49:35.771719 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-57cadd5b-b9a2-4ebe-9d8d-c13d9e611f7e tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] 10.222.0.55 "GET /v2.0/ports/d75e2c2e-0025-4604-8f0d-5693fea58bd4 HTTP/1.1" status: 200 len: 1129 time: 0.1342132 Feb 09 12:49:35.772410 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59614) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:35.860516 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-4fe5b0e2-394b-432c-958b-4626a87d5a66 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Deleting port d75e2c2e-0025-4604-8f0d-5693fea58bd4 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:49:35.861011 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4fe5b0e2-394b-432c-958b-4626a87d5a66 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:35.868344 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-1e91cf29-f892-4acf-98ac-a02042d239d1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Allocated IP 172.25.7.89 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/ffd792d7-7746-4fa6-8ba5-315981734228) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:49:36.012805 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c2d1f0ad-c2c0-48c4-ab3b-b1a2bbf84865 None None] Provisioning complete for port d75e2c2e-0025-4604-8f0d-5693fea58bd4 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:49:36.014094 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c2d1f0ad-c2c0-48c4-ab3b-b1a2bbf84865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:36.050424 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fdd02b83-97f4-4de2-b755-739c4bf117e3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:36.092928 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 2cd49518-3de8-48eb-b79f-abb12f8afe2d up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:49:36.145682 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-c2d1f0ad-c2c0-48c4-ab3b-b1a2bbf84865 None None] Port d75e2c2e-0025-4604-8f0d-5693fea58bd4 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:49:36.186021 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 2cd49518-3de8-48eb-b79f-abb12f8afe2d completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:49:36.191714 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 2cd49518-3de8-48eb-b79f-abb12f8afe2d triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:49:36.192295 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:36.199244 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4fe5b0e2-394b-432c-958b-4626a87d5a66 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:36.214221 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-b4dba2c8-b69f-4cea-b6c1-4c6ed26cb36b admin admin] Deleting port 2cd49518-3de8-48eb-b79f-abb12f8afe2d {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:49:36.214548 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b4dba2c8-b69f-4cea-b6c1-4c6ed26cb36b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:36.305729 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd02b83-97f4-4de2-b755-739c4bf117e3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event updated for resources: {'Subnet': ['ID=7efd431f-3068-48e6-8f60-8b31b16a35f5,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:36.343606 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1e91cf29-f892-4acf-98ac-a02042d239d1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:36.392347 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:36.415210 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd02b83-97f4-4de2-b755-739c4bf117e3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Checking segment: {'id': 'dcc78592-8220-4028-98a1-098963abf406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1edea677-f921-4487-a217-d5fb1fed2be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:49:36.415210 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd02b83-97f4-4de2-b755-739c4bf117e3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Network hostable DHCP agents. Network: 1edea677-f921-4487-a217-d5fb1fed2be3, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:49:36.422277 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-4fe5b0e2-394b-432c-958b-4626a87d5a66 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Calling delete_port for d75e2c2e-0025-4604-8f0d-5693fea58bd4 owned by {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:49:36.454502 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 2cd49518-3de8-48eb-b79f-abb12f8afe2d, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=2cd49518-3de8-48eb-b79f-abb12f8afe2d,segment=NetworkSegment(46f2cd15-b3b5-4dbc-b5cf-18c0a6d3c26f),segment_id=46f2cd15-b3b5-4dbc-b5cf-18c0a6d3c26f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:49:36.461066 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:36.545233 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=2cd49518-3de8-48eb-b79f-abb12f8afe2d,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:36.608406 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4fe5b0e2-394b-432c-958b-4626a87d5a66 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:36.663484 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe5b0e2-394b-432c-958b-4626a87d5a66 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Pushing event deleted for resources: {'Port': ['ID=d75e2c2e-0025-4604-8f0d-5693fea58bd4,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:36.708043 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1e91cf29-f892-4acf-98ac-a02042d239d1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:36.709773 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4fe5b0e2-394b-432c-958b-4626a87d5a66 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:36.727483 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4fe5b0e2-394b-432c-958b-4626a87d5a66 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] 10.222.0.55 "DELETE /v2.0/ports/d75e2c2e-0025-4604-8f0d-5693fea58bd4 HTTP/1.1" status: 204 len: 168 time: 0.9538844 Feb 09 12:49:36.729787 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59624) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:36.770646 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd02b83-97f4-4de2-b755-739c4bf117e3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Network 1edea677-f921-4487-a217-d5fb1fed2be3 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:49:36.802723 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-f020cc48-e979-46dd-b6b4-29b189c962ea tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Deleting subnet 7e634c98-3ed5-4f68-9e1c-f01b2d82d171 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:49:36.806567 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f020cc48-e979-46dd-b6b4-29b189c962ea tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:36.825185 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-fdd02b83-97f4-4de2-b755-739c4bf117e3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 1edea677-f921-4487-a217-d5fb1fed2be3) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:49:36.827960 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e91cf29-f892-4acf-98ac-a02042d239d1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:49:36.838645 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-1e91cf29-f892-4acf-98ac-a02042d239d1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:49:36.839186 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54df9c4c-356a-41ec-bfe4-22b2381d1e8a None None] Network 1edea677-f921-4487-a217-d5fb1fed2be3 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:49:36.841404 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-b4dba2c8-b69f-4cea-b6c1-4c6ed26cb36b admin admin] For port 2cd49518-3de8-48eb-b79f-abb12f8afe2d, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=2cd49518-3de8-48eb-b79f-abb12f8afe2d,segment=NetworkSegment(46f2cd15-b3b5-4dbc-b5cf-18c0a6d3c26f),segment_id=46f2cd15-b3b5-4dbc-b5cf-18c0a6d3c26f)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:49:36.841790 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b4dba2c8-b69f-4cea-b6c1-4c6ed26cb36b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:36.849952 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd02b83-97f4-4de2-b755-739c4bf117e3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:36.850794 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fdd02b83-97f4-4de2-b755-739c4bf117e3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:36.854390 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e91cf29-f892-4acf-98ac-a02042d239d1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'Port': ['ID=ffd792d7-7746-4fa6-8ba5-315981734228,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:36.859821 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e91cf29-f892-4acf-98ac-a02042d239d1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:49:36.873629 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f020cc48-e979-46dd-b6b4-29b189c962ea tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:36.967608 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f020cc48-e979-46dd-b6b4-29b189c962ea tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:37.021628 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-b4dba2c8-b69f-4cea-b6c1-4c6ed26cb36b admin admin] Calling delete_port for 2cd49518-3de8-48eb-b79f-abb12f8afe2d owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:49:37.054501 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f020cc48-e979-46dd-b6b4-29b189c962ea tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:37.091357 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3bc2ce-6210-4524-afe8-f6389521ff6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-1edea677-f921-4487-a217-d5fb1fed2be3', 'network_id': '1edea677-f921-4487-a217-d5fb1fed2be3', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'fixed_ips': [{'subnet_id': '7efd431f-3068-48e6-8f60-8b31b16a35f5'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:49:37.092300 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-da3bc2ce-6210-4524-afe8-f6389521ff6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:37.098020 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-fdd02b83-97f4-4de2-b755-739c4bf117e3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5266852 Feb 09 12:49:37.099435 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59628) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:37.106961 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f020cc48-e979-46dd-b6b4-29b189c962ea tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:37.114216 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aced9f9c-fd20-4344-8e7c-72518841d7a6 None None] Network 2371f2e6-e22e-4d6d-be72-c175ff49aadc requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:49:37.114809 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-a2b0e52f-b35d-42ac-9929-d340fc15bc94 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1131635863', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:49:37.120263 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f020cc48-e979-46dd-b6b4-29b189c962ea tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Pushing event deleted for resources: {'Subnet': ['ID=7e634c98-3ed5-4f68-9e1c-f01b2d82d171,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:37.125254 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-a2b0e52f-b35d-42ac-9929-d340fc15bc94 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:37.129700 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f020cc48-e979-46dd-b6b4-29b189c962ea tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] 10.222.0.55 "DELETE /v2.0/subnets/7e634c98-3ed5-4f68-9e1c-f01b2d82d171 HTTP/1.1" status: 204 len: 168 time: 0.3988924 Feb 09 12:49:37.131071 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a2b0e52f-b35d-42ac-9929-d340fc15bc94 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Usage tracker for resource:router and tenant:27f2f8bb689948199636c37c369127b7 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:49:37.133693 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59632) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:37.136328 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a2b0e52f-b35d-42ac-9929-d340fc15bc94 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:49:37.165798 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-a2b0e52f-b35d-42ac-9929-d340fc15bc94 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:37.244954 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a2b0e52f-b35d-42ac-9929-d340fc15bc94 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:37.245597 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a2b0e52f-b35d-42ac-9929-d340fc15bc94 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:37.278341 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fc3b7f6d-023e-46e6-bae2-dff3dc1af466 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:37.291896 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a2b0e52f-b35d-42ac-9929-d340fc15bc94 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:37.301437 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-fc3b7f6d-023e-46e6-bae2-dff3dc1af466 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Deleting port 27ccd996-dcec-48cc-9460-015acb99594f {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:49:37.301781 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fc3b7f6d-023e-46e6-bae2-dff3dc1af466 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:37.396678 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a2b0e52f-b35d-42ac-9929-d340fc15bc94 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:37.434598 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-da3bc2ce-6210-4524-afe8-f6389521ff6f None None] Allocated IP 2001:db8::2 (1edea677-f921-4487-a217-d5fb1fed2be3/7efd431f-3068-48e6-8f60-8b31b16a35f5/05944879-402e-44e4-8811-32732ecf8e13) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:49:37.466926 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a2b0e52f-b35d-42ac-9929-d340fc15bc94 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:37.468138 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a2b0e52f-b35d-42ac-9929-d340fc15bc94 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3688319 Feb 09 12:49:37.516128 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59636) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:37.535035 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.api [None req-b4dba2c8-b69f-4cea-b6c1-4c6ed26cb36b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:49:37.535035 n-d-825178-3 neutron-server[87568]: DEBUG oslo_db.api [None req-b4dba2c8-b69f-4cea-b6c1-4c6ed26cb36b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:49:37.556624 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8049c2d-9211-40e5-b96f-76079d450db4 None None] DHCP port deletion for 2371f2e6-e22e-4d6d-be72-c175ff49aadc request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:49:37.567038 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-f8049c2d-9211-40e5-b96f-76079d450db4 None None] Deleting port 27ccd996-dcec-48cc-9460-015acb99594f {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:49:37.567414 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f8049c2d-9211-40e5-b96f-76079d450db4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:37.650093 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1e91cf29-f892-4acf-98ac-a02042d239d1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:37.860414 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-da3bc2ce-6210-4524-afe8-f6389521ff6f None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:37.884693 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-da3bc2ce-6210-4524-afe8-f6389521ff6f None None] Transition to ACTIVE for port object 05944879-402e-44e4-8811-32732ecf8e13 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:49:37.893938 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-f8049c2d-9211-40e5-b96f-76079d450db4 None None] For port 27ccd996-dcec-48cc-9460-015acb99594f, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=27ccd996-dcec-48cc-9460-015acb99594f,segment=NetworkSegment(765a99cf-e73c-479d-8cc9-f424c9390dc7),segment_id=765a99cf-e73c-479d-8cc9-f424c9390dc7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:49:37.894336 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f8049c2d-9211-40e5-b96f-76079d450db4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:37.943407 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-fc3b7f6d-023e-46e6-bae2-dff3dc1af466 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] For port 27ccd996-dcec-48cc-9460-015acb99594f, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=27ccd996-dcec-48cc-9460-015acb99594f,segment=NetworkSegment(765a99cf-e73c-479d-8cc9-f424c9390dc7),segment_id=765a99cf-e73c-479d-8cc9-f424c9390dc7)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:49:37.943804 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fc3b7f6d-023e-46e6-bae2-dff3dc1af466 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:38.003943 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1e91cf29-f892-4acf-98ac-a02042d239d1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:38.074251 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-f8049c2d-9211-40e5-b96f-76079d450db4 None None] Calling delete_port for 27ccd996-dcec-48cc-9460-015acb99594f owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:49:38.102775 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-da3bc2ce-6210-4524-afe8-f6389521ff6f None None] Transition to ACTIVE for port object 05944879-402e-44e4-8811-32732ecf8e13 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:49:38.105366 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 2cd49518-3de8-48eb-b79f-abb12f8afe2d up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:49:38.146288 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-fc3b7f6d-023e-46e6-bae2-dff3dc1af466 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Calling delete_port for 27ccd996-dcec-48cc-9460-015acb99594f owned by network:dhcp {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:49:38.163588 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-da3bc2ce-6210-4524-afe8-f6389521ff6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:38.193078 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-b4dba2c8-b69f-4cea-b6c1-4c6ed26cb36b admin admin] Deleting port 2cd49518-3de8-48eb-b79f-abb12f8afe2d {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:49:38.193420 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b4dba2c8-b69f-4cea-b6c1-4c6ed26cb36b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:38.280606 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3bc2ce-6210-4524-afe8-f6389521ff6f None None] Network 1edea677-f921-4487-a217-d5fb1fed2be3 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:49:38.285840 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3bc2ce-6210-4524-afe8-f6389521ff6f None None] Pushing event updated for resources: {'Port': ['ID=05944879-402e-44e4-8811-32732ecf8e13,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:38.288590 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-da3bc2ce-6210-4524-afe8-f6389521ff6f None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:49:38.292597 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3bc2ce-6210-4524-afe8-f6389521ff6f None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:49:38.333806 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f8049c2d-9211-40e5-b96f-76079d450db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:38.379583 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.api [None req-fc3b7f6d-023e-46e6-bae2-dff3dc1af466 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:49:38.380164 n-d-825178-3 neutron-server[87567]: DEBUG oslo_db.api [None req-fc3b7f6d-023e-46e6-bae2-dff3dc1af466 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:49:38.432983 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8049c2d-9211-40e5-b96f-76079d450db4 None None] Pushing event deleted for resources: {'Port': ['ID=27ccd996-dcec-48cc-9460-015acb99594f,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:38.436627 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 2cd49518-3de8-48eb-b79f-abb12f8afe2d triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:49:38.436867 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-72a2c0d1-15f7-4730-9833-36465756d840 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:38.436998 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:38.471452 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8049c2d-9211-40e5-b96f-76079d450db4 None None] No DVR routers for this DVR port 27ccd996-dcec-48cc-9460-015acb99594f on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:49:38.482014 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-b4dba2c8-b69f-4cea-b6c1-4c6ed26cb36b admin admin] For port 2cd49518-3de8-48eb-b79f-abb12f8afe2d, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=2cd49518-3de8-48eb-b79f-abb12f8afe2d,segment=NetworkSegment(46f2cd15-b3b5-4dbc-b5cf-18c0a6d3c26f),segment_id=46f2cd15-b3b5-4dbc-b5cf-18c0a6d3c26f)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:49:38.482318 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b4dba2c8-b69f-4cea-b6c1-4c6ed26cb36b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:38.502209 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-da3bc2ce-6210-4524-afe8-f6389521ff6f None None] Attempting to bind port 05944879-402e-44e4-8811-32732ecf8e13 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:49:38.502563 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-da3bc2ce-6210-4524-afe8-f6389521ff6f None None] Attempting to bind port 05944879-402e-44e4-8811-32732ecf8e13 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'dcc78592-8220-4028-98a1-098963abf406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1edea677-f921-4487-a217-d5fb1fed2be3'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:49:38.502924 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3bc2ce-6210-4524-afe8-f6389521ff6f None None] Attempting to bind port 05944879-402e-44e4-8811-32732ecf8e13 on network 1edea677-f921-4487-a217-d5fb1fed2be3 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:49:38.512951 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3bc2ce-6210-4524-afe8-f6389521ff6f None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:49:38.513321 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3bc2ce-6210-4524-afe8-f6389521ff6f None None] Checking segment: {'id': 'dcc78592-8220-4028-98a1-098963abf406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1edea677-f921-4487-a217-d5fb1fed2be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:49:38.513725 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-da3bc2ce-6210-4524-afe8-f6389521ff6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:38.514113 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3bc2ce-6210-4524-afe8-f6389521ff6f None None] Bound using segment: {'id': 'dcc78592-8220-4028-98a1-098963abf406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1edea677-f921-4487-a217-d5fb1fed2be3'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:49:38.514577 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-da3bc2ce-6210-4524-afe8-f6389521ff6f None None] Bound port: 05944879-402e-44e4-8811-32732ecf8e13, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcc78592-8220-4028-98a1-098963abf406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1edea677-f921-4487-a217-d5fb1fed2be3'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:49:38.514950 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-da3bc2ce-6210-4524-afe8-f6389521ff6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:38.617389 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-b4dba2c8-b69f-4cea-b6c1-4c6ed26cb36b admin admin] Calling delete_port for 2cd49518-3de8-48eb-b79f-abb12f8afe2d owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:49:38.655660 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e91cf29-f892-4acf-98ac-a02042d239d1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Router ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:49:38.661215 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-da3bc2ce-6210-4524-afe8-f6389521ff6f None None] For port 05944879-402e-44e4-8811-32732ecf8e13, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:49:38.679578 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-da3bc2ce-6210-4524-afe8-f6389521ff6f None None] For port 05944879-402e-44e4-8811-32732ecf8e13, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=05944879-402e-44e4-8811-32732ecf8e13,segment=NetworkSegment(dcc78592-8220-4028-98a1-098963abf406),segment_id=dcc78592-8220-4028-98a1-098963abf406)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:49:38.687037 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-da3bc2ce-6210-4524-afe8-f6389521ff6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:38.766372 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 27ccd996-dcec-48cc-9460-015acb99594f no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:49:38.811245 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 27ccd996-dcec-48cc-9460-015acb99594f {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:49:38.811617 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 27ccd996-dcec-48cc-9460-015acb99594f not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:49:38.820320 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3bc2ce-6210-4524-afe8-f6389521ff6f None None] Pushing event updated for resources: {'Port': ['ID=05944879-402e-44e4-8811-32732ecf8e13,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:38.843561 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-72a2c0d1-15f7-4730-9833-36465756d840 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Allocated IP 2001:db8::1 (1edea677-f921-4487-a217-d5fb1fed2be3/7efd431f-3068-48e6-8f60-8b31b16a35f5/95738e42-1981-4faa-b87c-e987f6a6ae7d) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:49:38.907925 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e91cf29-f892-4acf-98ac-a02042d239d1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:49:38.919459 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c093f9-3c3e-420f-9ce4-4f2b96bfeb6e None None] Sync routers for ids ['ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:49:38.934798 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c093f9-3c3e-420f-9ce4-4f2b96bfeb6e None None] Routers {'ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:49:38.935781 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-fc3b7f6d-023e-46e6-bae2-dff3dc1af466 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Deleting port 27ccd996-dcec-48cc-9460-015acb99594f {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:49:38.936163 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fc3b7f6d-023e-46e6-bae2-dff3dc1af466 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:38.936710 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-95c093f9-3c3e-420f-9ce4-4f2b96bfeb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:49:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:38.967102 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1e91cf29-f892-4acf-98ac-a02042d239d1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:38.968229 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1e91cf29-f892-4acf-98ac-a02042d239d1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.6024792 Feb 09 12:49:38.972611 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59642) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:39.023993 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2ae0b837-de4f-4c42-9921-6158fdeb9087 tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=2c7a8f76649f44a59c185c6d6414b556&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0502741 Feb 09 12:49:39.026393 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59646) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:39.034373 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-fc3b7f6d-023e-46e6-bae2-dff3dc1af466 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] The port '27ccd996-dcec-48cc-9460-015acb99594f' was deleted {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:49:39.154447 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b4dba2c8-b69f-4cea-b6c1-4c6ed26cb36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:39.194237 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-95c093f9-3c3e-420f-9ce4-4f2b96bfeb6e None None] Set router ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:49:39.247780 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dba2c8-b69f-4cea-b6c1-4c6ed26cb36b admin admin] Pushing event deleted for resources: {'Port': ['ID=2cd49518-3de8-48eb-b79f-abb12f8afe2d,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:39.339526 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82eaba79-3b94-4131-9bce-44bd9dfc5141 tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:39.343942 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-82eaba79-3b94-4131-9bce-44bd9dfc5141 tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3165886 Feb 09 12:49:39.344537 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59650) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:39.442054 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fc3b7f6d-023e-46e6-bae2-dff3dc1af466 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:39.455624 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-72a2c0d1-15f7-4730-9833-36465756d840 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:39.457767 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7d5e21a3-03e3-4aa8-974e-ab817c000cb1 tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=af0bad45-b31e-4cb1-a77c-3bbc34409de5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1102240 Feb 09 12:49:39.461992 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59654) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:39.476799 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-6c430409-5505-4793-8063-ccbc1f02f4f4 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1516292275', 'network_id': '0e83e431-ffef-4786-9497-2a7bdd51cfab', 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:49:39.589481 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-95c093f9-3c3e-420f-9ce4-4f2b96bfeb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065475585', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'ffd792d7-7746-4fa6-8ba5-315981734228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:33Z', 'updated_at': '2022-02-09T12:49:37Z', 'revision_number': 3, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': 'ffd792d7-7746-4fa6-8ba5-315981734228', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:48:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:35Z', 'updated_at': '2022-02-09T12:49:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:39.594599 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c093f9-3c3e-420f-9ce4-4f2b96bfeb6e None None] Checking router: ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:49:39.595774 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c093f9-3c3e-420f-9ce4-4f2b96bfeb6e None None] Updating router ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9 port ffd792d7-7746-4fa6-8ba5-315981734228 binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:49:39.602322 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-fc3b7f6d-023e-46e6-bae2-dff3dc1af466 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2371f2e6-e22e-4d6d-be72-c175ff49aadc']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:39.610239 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-72a2c0d1-15f7-4730-9833-36465756d840 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Transition to ACTIVE for port object 95738e42-1981-4faa-b87c-e987f6a6ae7d will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:49:39.635609 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-fc3b7f6d-023e-46e6-bae2-dff3dc1af466 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '765a99cf-e73c-479d-8cc9-f424c9390dc7') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:39.635952 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-fc3b7f6d-023e-46e6-bae2-dff3dc1af466 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '765a99cf-e73c-479d-8cc9-f424c9390dc7') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:39.655632 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fc3b7f6d-023e-46e6-bae2-dff3dc1af466 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:39.659554 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-95c093f9-3c3e-420f-9ce4-4f2b96bfeb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:39.676723 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6c430409-5505-4793-8063-ccbc1f02f4f4 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:39.683038 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6c430409-5505-4793-8063-ccbc1f02f4f4 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Usage tracker for resource:subnet and tenant:2c7a8f76649f44a59c185c6d6414b556 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:49:39.686795 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fc3b7f6d-023e-46e6-bae2-dff3dc1af466 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:39.689063 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6c430409-5505-4793-8063-ccbc1f02f4f4 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:49:39.700518 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6c430409-5505-4793-8063-ccbc1f02f4f4 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:39.703199 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc3b7f6d-023e-46e6-bae2-dff3dc1af466 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:49:39.703199 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fc3b7f6d-023e-46e6-bae2-dff3dc1af466 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:39.718802 n-d-825178-3 neutron-server[87567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:49:39.718802 n-d-825178-3 neutron-server[87567]: util.warn( Feb 09 12:49:39.718802 n-d-825178-3 neutron-server[87567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:49:39.718802 n-d-825178-3 neutron-server[87567]: util.warn( Feb 09 12:49:39.718802 n-d-825178-3 neutron-server[87567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:49:39.718802 n-d-825178-3 neutron-server[87567]: util.warn( Feb 09 12:49:39.718802 n-d-825178-3 neutron-server[87567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:49:39.718802 n-d-825178-3 neutron-server[87567]: util.warn( Feb 09 12:49:39.718802 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:49:39.718802 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:49:39.718802 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:49:39.718802 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:49:39.718802 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:49:39.718802 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:49:39.718802 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:49:39.718802 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:49:39.718802 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:49:39.718802 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:49:39.718802 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:49:39.718802 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:49:39.718802 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:49:39.718802 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:49:39.718802 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:49:39.718802 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:49:39.718802 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:49:39.718802 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:49:39.718802 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:49:39.718802 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:49:39.718802 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:49:39.718802 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:49:39.718802 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:49:39.718802 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:49:39.718802 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:49:39.718802 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:49:39.718802 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:49:39.718802 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:49:39.718802 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:49:39.718802 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:49:39.718802 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:49:39.718802 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:49:39.744519 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b4dba2c8-b69f-4cea-b6c1-4c6ed26cb36b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:39.769680 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-72a2c0d1-15f7-4730-9833-36465756d840 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:39.864402 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c430409-5505-4793-8063-ccbc1f02f4f4 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Made reservation on behalf of 2c7a8f76649f44a59c185c6d6414b556 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:49:39.868633 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6c430409-5505-4793-8063-ccbc1f02f4f4 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:39.896583 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a2c0d1-15f7-4730-9833-36465756d840 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Network 1edea677-f921-4487-a217-d5fb1fed2be3 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:49:40.011505 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a2c0d1-15f7-4730-9833-36465756d840 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event updated for resources: {'Port': ['ID=95738e42-1981-4faa-b87c-e987f6a6ae7d,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:40.015157 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-72a2c0d1-15f7-4730-9833-36465756d840 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:49:40.017285 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a2c0d1-15f7-4730-9833-36465756d840 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:49:40.017989 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-72a2c0d1-15f7-4730-9833-36465756d840 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:40.027801 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fc3b7f6d-023e-46e6-bae2-dff3dc1af466 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:40.032891 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fc3b7f6d-023e-46e6-bae2-dff3dc1af466 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:40.102537 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b7f6d-023e-46e6-bae2-dff3dc1af466 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] Pushing event deleted for resources: {'Network': ['ID=2371f2e6-e22e-4d6d-be72-c175ff49aadc,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:40.164650 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-fc3b7f6d-023e-46e6-bae2-dff3dc1af466 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543 tempest-ExtraDHCPOptionsIpV6TestJSON-1232817543-project] 10.222.0.55 "DELETE /v2.0/networks/2371f2e6-e22e-4d6d-be72-c175ff49aadc HTTP/1.1" status: 204 len: 168 time: 3.0271471 Feb 09 12:49:40.223064 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-95c093f9-3c3e-420f-9ce4-4f2b96bfeb6e None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:40.235195 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4dba2c8-b69f-4cea-b6c1-4c6ed26cb36b admin admin] Router 5c99aa59-def1-47d7-ba22-552b37b4a343 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:49:40.235751 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-95c093f9-3c3e-420f-9ce4-4f2b96bfeb6e None None] Transition to ACTIVE for port object ffd792d7-7746-4fa6-8ba5-315981734228 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:49:40.242893 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 05944879-402e-44e4-8811-32732ecf8e13 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:49:40.271886 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982158a5-626b-4783-b166-eec4f305c619 None None] Network 1edea677-f921-4487-a217-d5fb1fed2be3 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:49:40.296303 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-95c093f9-3c3e-420f-9ce4-4f2b96bfeb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:40.358948 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-72a2c0d1-15f7-4730-9833-36465756d840 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:40.452745 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59662) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:40.500490 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7c5f277d-f611-4e09-9472-18949c6fb533 None None] Provisioning for port 05944879-402e-44e4-8811-32732ecf8e13 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:49:40.502788 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6c430409-5505-4793-8063-ccbc1f02f4f4 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:40.522607 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4dba2c8-b69f-4cea-b6c1-4c6ed26cb36b admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:49:40.530426 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b4dba2c8-b69f-4cea-b6c1-4c6ed26cb36b admin admin] 10.222.0.55 "PUT /v2.0/routers/5c99aa59-def1-47d7-ba22-552b37b4a343/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6392725 Feb 09 12:49:40.530559 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-95c093f9-3c3e-420f-9ce4-4f2b96bfeb6e None None] Attempting to bind port ffd792d7-7746-4fa6-8ba5-315981734228 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:49:40.530559 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-95c093f9-3c3e-420f-9ce4-4f2b96bfeb6e None None] Attempting to bind port ffd792d7-7746-4fa6-8ba5-315981734228 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:49:40.530559 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c093f9-3c3e-420f-9ce4-4f2b96bfeb6e None None] Attempting to bind port ffd792d7-7746-4fa6-8ba5-315981734228 on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:49:40.530792 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59668) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:40.539057 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c093f9-3c3e-420f-9ce4-4f2b96bfeb6e None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:49:40.539455 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c093f9-3c3e-420f-9ce4-4f2b96bfeb6e None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:49:40.539785 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7069de10-5e7b-4cc7-9017-2580b07ef4ae None None] Sync routers for ids ['5c99aa59-def1-47d7-ba22-552b37b4a343'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:49:40.540261 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-95c093f9-3c3e-420f-9ce4-4f2b96bfeb6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:40.540261 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c093f9-3c3e-420f-9ce4-4f2b96bfeb6e None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:49:40.540709 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-95c093f9-3c3e-420f-9ce4-4f2b96bfeb6e None None] Bound port: ffd792d7-7746-4fa6-8ba5-315981734228, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:49:40.541078 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-95c093f9-3c3e-420f-9ce4-4f2b96bfeb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:40.555558 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7069de10-5e7b-4cc7-9017-2580b07ef4ae None None] Routers {'5c99aa59-def1-47d7-ba22-552b37b4a343'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:49:40.556367 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7069de10-5e7b-4cc7-9017-2580b07ef4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:49:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['5c99aa59-def1-47d7-ba22-552b37b4a343'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:40.612838 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-95c093f9-3c3e-420f-9ce4-4f2b96bfeb6e None None] For port ffd792d7-7746-4fa6-8ba5-315981734228, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:49:40.616570 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-95c093f9-3c3e-420f-9ce4-4f2b96bfeb6e None None] For port ffd792d7-7746-4fa6-8ba5-315981734228, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=ffd792d7-7746-4fa6-8ba5-315981734228,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:49:40.617696 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90f98e-4d23-4689-bfa9-fefe7ff79f3d None None] Pushing event updated for resources: {'Port': ['ID=ffd792d7-7746-4fa6-8ba5-315981734228,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:40.627749 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-95c093f9-3c3e-420f-9ce4-4f2b96bfeb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:40.790639 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c9a5cd41-db13-448e-8993-a7778c68d5b3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0e2f2a07c9234adca63229a8af3ca1ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3346133 Feb 09 12:49:40.792806 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59672) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:40.806833 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c430409-5505-4793-8063-ccbc1f02f4f4 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'Subnet': ['ID=fee41bd5-bc0d-4bee-88ca-cf83e3eb43ef,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:40.818566 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0969431a-58b8-4509-b2db-d3b3570df702 admin admin] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:40.821572 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c430409-5505-4793-8063-ccbc1f02f4f4 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Checking segment: {'id': '508e28e4-d245-4c96-afde-db020978f91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0e83e431-ffef-4786-9497-2a7bdd51cfab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:49:40.821941 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c430409-5505-4793-8063-ccbc1f02f4f4 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Network hostable DHCP agents. Network: 0e83e431-ffef-4786-9497-2a7bdd51cfab, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:49:40.827051 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 05944879-402e-44e4-8811-32732ecf8e13 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:49:40.844767 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 05944879-402e-44e4-8811-32732ecf8e13 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:49:40.845469 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:40.853111 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-7069de10-5e7b-4cc7-9017-2580b07ef4ae None None] Set router 5c99aa59-def1-47d7-ba22-552b37b4a343 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:49:40.951745 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90f98e-4d23-4689-bfa9-fefe7ff79f3d None None] Pushing event updated for resources: {'Port': ['ID=ffd792d7-7746-4fa6-8ba5-315981734228,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:40.954144 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c430409-5505-4793-8063-ccbc1f02f4f4 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Network 0e83e431-ffef-4786-9497-2a7bdd51cfab is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:49:40.956702 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c093f9-3c3e-420f-9ce4-4f2b96bfeb6e None None] Routers {'ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:49:40.957595 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-95c093f9-3c3e-420f-9ce4-4f2b96bfeb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:49:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:40.994159 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-6c430409-5505-4793-8063-ccbc1f02f4f4 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 0e83e431-ffef-4786-9497-2a7bdd51cfab) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:49:41.013348 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f97abe58-a1de-40c6-b873-4b1122aa3593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:41.018426 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c430409-5505-4793-8063-ccbc1f02f4f4 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:41.019026 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6c430409-5505-4793-8063-ccbc1f02f4f4 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:41.038733 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0969431a-58b8-4509-b2db-d3b3570df702 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:41.054172 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6248b699-e70c-49f7-9bcd-a85b9c3c97c8 None None] Network 0e83e431-ffef-4786-9497-2a7bdd51cfab requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:49:41.054868 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-0969431a-58b8-4509-b2db-d3b3570df702 admin admin] Deleting port cd40ab72-1595-492a-b708-cae716bd925b {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:49:41.055701 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0969431a-58b8-4509-b2db-d3b3570df702 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:41.087144 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f97abe58-a1de-40c6-b873-4b1122aa3593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:41.094324 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-6c430409-5505-4793-8063-ccbc1f02f4f4 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6311505 Feb 09 12:49:41.098675 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59676) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:41.233064 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-72a2c0d1-15f7-4730-9833-36465756d840 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:41.246002 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-72a2c0d1-15f7-4730-9833-36465756d840 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:41.246777 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-72a2c0d1-15f7-4730-9833-36465756d840 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:41.249771 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7069de10-5e7b-4cc7-9017-2580b07ef4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c99aa59-def1-47d7-ba22-552b37b4a343', 'name': 'tempest-ImageQuotaTest-1993225927-router', 'tenant_id': '6b5a2d0749bc42f3a3abd7c9010f1a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'cd40ab72-1595-492a-b708-cae716bd925b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:20Z', 'updated_at': '2022-02-09T12:49:38Z', 'revision_number': 5, 'project_id': '6b5a2d0749bc42f3a3abd7c9010f1a18', 'gw_port': {'id': 'cd40ab72-1595-492a-b708-cae716bd925b', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:36:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c99aa59-def1-47d7-ba22-552b37b4a343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:22Z', 'updated_at': '2022-02-09T12:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:41.256267 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7069de10-5e7b-4cc7-9017-2580b07ef4ae None None] Checking router: 5c99aa59-def1-47d7-ba22-552b37b4a343 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:49:41.268686 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7069de10-5e7b-4cc7-9017-2580b07ef4ae None None] Routers {'5c99aa59-def1-47d7-ba22-552b37b4a343'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:49:41.270136 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7069de10-5e7b-4cc7-9017-2580b07ef4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:49:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['5c99aa59-def1-47d7-ba22-552b37b4a343'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:41.296784 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:41.300098 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-0969431a-58b8-4509-b2db-d3b3570df702 admin admin] For port cd40ab72-1595-492a-b708-cae716bd925b, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=cd40ab72-1595-492a-b708-cae716bd925b,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:49:41.300659 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0969431a-58b8-4509-b2db-d3b3570df702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:41.336143 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-95c093f9-3c3e-420f-9ce4-4f2b96bfeb6e None None] Set router ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:49:41.408038 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a2c0d1-15f7-4730-9833-36465756d840 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event updated for resources: {'Port': ['ID=95738e42-1981-4faa-b87c-e987f6a6ae7d,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:41.551987 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 05944879-402e-44e4-8811-32732ecf8e13, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=05944879-402e-44e4-8811-32732ecf8e13,segment=NetworkSegment(dcc78592-8220-4028-98a1-098963abf406),segment_id=dcc78592-8220-4028-98a1-098963abf406)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:49:41.560630 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-7069de10-5e7b-4cc7-9017-2580b07ef4ae None None] Set router 5c99aa59-def1-47d7-ba22-552b37b4a343 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:49:41.629366 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:41.639770 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-0969431a-58b8-4509-b2db-d3b3570df702 admin admin] Calling delete_port for cd40ab72-1595-492a-b708-cae716bd925b owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:49:41.747737 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7069de10-5e7b-4cc7-9017-2580b07ef4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c99aa59-def1-47d7-ba22-552b37b4a343', 'name': 'tempest-ImageQuotaTest-1993225927-router', 'tenant_id': '6b5a2d0749bc42f3a3abd7c9010f1a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:20Z', 'updated_at': '2022-02-09T12:49:41Z', 'revision_number': 6, 'project_id': '6b5a2d0749bc42f3a3abd7c9010f1a18', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:41.750581 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7069de10-5e7b-4cc7-9017-2580b07ef4ae None None] The sync data for ids ['5c99aa59-def1-47d7-ba22-552b37b4a343'] in n-d-825178-3 is: [{'id': '5c99aa59-def1-47d7-ba22-552b37b4a343', 'name': 'tempest-ImageQuotaTest-1993225927-router', 'tenant_id': '6b5a2d0749bc42f3a3abd7c9010f1a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:20Z', 'updated_at': '2022-02-09T12:49:41Z', 'revision_number': 6, 'project_id': '6b5a2d0749bc42f3a3abd7c9010f1a18', 'gw_port_host': None}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:49:41.869952 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f97abe58-a1de-40c6-b873-4b1122aa3593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:41.900844 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2280e1ed-6dee-4e1d-a0a5-20b469681934 None None] Provisioning complete for port 05944879-402e-44e4-8811-32732ecf8e13 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:49:41.901033 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2280e1ed-6dee-4e1d-a0a5-20b469681934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:41.907318 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0969431a-58b8-4509-b2db-d3b3570df702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:41.955909 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935e5cf4-fbef-40d5-8761-870594fd9b13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-0e83e431-ffef-4786-9497-2a7bdd51cfab', 'network_id': '0e83e431-ffef-4786-9497-2a7bdd51cfab', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'fixed_ips': [{'subnet_id': 'fee41bd5-bc0d-4bee-88ca-cf83e3eb43ef'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:49:41.956748 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-935e5cf4-fbef-40d5-8761-870594fd9b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:41.967639 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0969431a-58b8-4509-b2db-d3b3570df702 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd40ab72-1595-492a-b708-cae716bd925b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:41.982618 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97abe58-a1de-40c6-b873-4b1122aa3593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76141fd-8955-46fc-808e-40ab63238f91,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:42.009341 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=05944879-402e-44e4-8811-32732ecf8e13,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:42.019513 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f97abe58-a1de-40c6-b873-4b1122aa3593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:42.023793 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f97abe58-a1de-40c6-b873-4b1122aa3593 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f76141fd-8955-46fc-808e-40ab63238f91 HTTP/1.1" status: 204 len: 168 time: 1.2242095 Feb 09 12:49:42.052420 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a2c0d1-15f7-4730-9833-36465756d840 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Network 1edea677-f921-4487-a217-d5fb1fed2be3 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:49:42.092191 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0969431a-58b8-4509-b2db-d3b3570df702 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:49:42.092538 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0969431a-58b8-4509-b2db-d3b3570df702 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:49:42.092875 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0969431a-58b8-4509-b2db-d3b3570df702 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:49:42.093207 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0969431a-58b8-4509-b2db-d3b3570df702 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:49:42.093538 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0969431a-58b8-4509-b2db-d3b3570df702 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:49:42.094002 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0969431a-58b8-4509-b2db-d3b3570df702 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:49:42.094306 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0969431a-58b8-4509-b2db-d3b3570df702 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:49:42.094729 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0969431a-58b8-4509-b2db-d3b3570df702 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:49:42.095069 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0969431a-58b8-4509-b2db-d3b3570df702 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:49:42.095926 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0969431a-58b8-4509-b2db-d3b3570df702 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:49:42.096259 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0969431a-58b8-4509-b2db-d3b3570df702 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:49:42.096582 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0969431a-58b8-4509-b2db-d3b3570df702 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:49:42.111750 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-72a2c0d1-15f7-4730-9833-36465756d840 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:49:42.166506 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0969431a-58b8-4509-b2db-d3b3570df702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:42.476381 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-935e5cf4-fbef-40d5-8761-870594fd9b13 None None] Allocated IP 172.20.0.2 (0e83e431-ffef-4786-9497-2a7bdd51cfab/fee41bd5-bc0d-4bee-88ca-cf83e3eb43ef/ab02149f-dd1a-4c92-8da9-788624259ba1) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:49:42.495193 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0969431a-58b8-4509-b2db-d3b3570df702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:42.498785 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0969431a-58b8-4509-b2db-d3b3570df702 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:42.503752 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-95c093f9-3c3e-420f-9ce4-4f2b96bfeb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065475585', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'ffd792d7-7746-4fa6-8ba5-315981734228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:33Z', 'updated_at': '2022-02-09T12:49:37Z', 'revision_number': 3, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': 'ffd792d7-7746-4fa6-8ba5-315981734228', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:48:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:35Z', 'updated_at': '2022-02-09T12:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:42.506123 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2280e1ed-6dee-4e1d-a0a5-20b469681934 None None] Provisioning for port 95738e42-1981-4faa-b87c-e987f6a6ae7d completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:49:42.527587 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0969431a-58b8-4509-b2db-d3b3570df702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:42.528705 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0969431a-58b8-4509-b2db-d3b3570df702 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c99aa59-def1-47d7-ba22-552b37b4a343 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:49:42.532905 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2280e1ed-6dee-4e1d-a0a5-20b469681934 None None] Provisioning complete for port 95738e42-1981-4faa-b87c-e987f6a6ae7d triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:49:42.533271 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2280e1ed-6dee-4e1d-a0a5-20b469681934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:42.543975 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0969431a-58b8-4509-b2db-d3b3570df702 admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:42.545687 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0969431a-58b8-4509-b2db-d3b3570df702 admin admin] 10.222.0.55 "DELETE /v2.0/routers/5c99aa59-def1-47d7-ba22-552b37b4a343 HTTP/1.1" status: 204 len: 168 time: 2.0138323 Feb 09 12:49:42.547956 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59690) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:42.620802 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-4189363d-44c9-4e6f-80ad-f186f7d043f9 admin admin] Deleting subnet 58fb37b8-3ecd-424c-a29d-ae6660ec2005 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:49:42.624698 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4189363d-44c9-4e6f-80ad-f186f7d043f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:42.686638 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4189363d-44c9-4e6f-80ad-f186f7d043f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:42.790933 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c093f9-3c3e-420f-9ce4-4f2b96bfeb6e None None] The sync data for ids ['ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9'] in n-d-825178-3 is: [{'id': 'ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065475585', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'ffd792d7-7746-4fa6-8ba5-315981734228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:33Z', 'updated_at': '2022-02-09T12:49:37Z', 'revision_number': 3, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': 'ffd792d7-7746-4fa6-8ba5-315981734228', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:48:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:35Z', 'updated_at': '2022-02-09T12:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:49:42.804876 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 05944879-402e-44e4-8811-32732ecf8e13 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:49:42.830462 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4189363d-44c9-4e6f-80ad-f186f7d043f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:42.848065 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72a2c0d1-15f7-4730-9833-36465756d840 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Router cc49e830-6423-4790-a2f9-c4764d7b4028 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:49:42.876100 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-935e5cf4-fbef-40d5-8761-870594fd9b13 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:42.911773 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-935e5cf4-fbef-40d5-8761-870594fd9b13 None None] Transition to ACTIVE for port object ab02149f-dd1a-4c92-8da9-788624259ba1 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:49:42.928318 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-2280e1ed-6dee-4e1d-a0a5-20b469681934 None None] Port 95738e42-1981-4faa-b87c-e987f6a6ae7d cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:49:42.961510 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4189363d-44c9-4e6f-80ad-f186f7d043f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:42.963147 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-935e5cf4-fbef-40d5-8761-870594fd9b13 None None] Transition to ACTIVE for port object ab02149f-dd1a-4c92-8da9-788624259ba1 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:49:42.967347 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 05944879-402e-44e4-8811-32732ecf8e13 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:49:42.967920 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:43.001992 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-935e5cf4-fbef-40d5-8761-870594fd9b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:43.015280 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4189363d-44c9-4e6f-80ad-f186f7d043f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58fb37b8-3ecd-424c-a29d-ae6660ec2005,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:43.046097 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4189363d-44c9-4e6f-80ad-f186f7d043f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:43.064263 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4189363d-44c9-4e6f-80ad-f186f7d043f9 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/58fb37b8-3ecd-424c-a29d-ae6660ec2005 HTTP/1.1" status: 204 len: 168 time: 0.5137334 Feb 09 12:49:43.065530 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59706) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:43.110477 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4156d261-62d0-4f40-b00f-56968ea68306 None None] Network 5c6e4f80-9693-41cd-8500-11832b9a0938 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:49:43.166009 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935e5cf4-fbef-40d5-8761-870594fd9b13 None None] Network 0e83e431-ffef-4786-9497-2a7bdd51cfab is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:49:43.211308 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a2c0d1-15f7-4730-9833-36465756d840 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:49:43.218263 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-72a2c0d1-15f7-4730-9833-36465756d840 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "PUT /v2.0/routers/cc49e830-6423-4790-a2f9-c4764d7b4028/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7014594 Feb 09 12:49:43.223074 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59710) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:43.265337 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-935e5cf4-fbef-40d5-8761-870594fd9b13 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:49:43.276371 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935e5cf4-fbef-40d5-8761-870594fd9b13 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:49:43.321614 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d41ea45-c492-45ae-b565-3e75a121b08c None None] Sync routers for ids ['cc49e830-6423-4790-a2f9-c4764d7b4028'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:49:43.354844 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a18db0d3-6bda-4aee-b7aa-825ac68171bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:43.368088 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59714) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:43.371520 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333d9148-77b4-4d54-8eb9-f44ebebe5a54 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:43.372175 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-333d9148-77b4-4d54-8eb9-f44ebebe5a54 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Synchronizing usage tracker for tenant:27f2f8bb689948199636c37c369127b7 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:49:43.396833 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-233bb6b7-2c7a-4b14-8398-e99cf85f784a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:43.411319 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-a18db0d3-6bda-4aee-b7aa-825ac68171bc admin admin] Deleting port c186f621-4cda-4fa7-accb-5d322f3b7a4f {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:49:43.411521 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a18db0d3-6bda-4aee-b7aa-825ac68171bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:43.436384 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-52b84b53-99f6-4335-8b96-260c8dc58b1c None None] Provisioning complete for port 95738e42-1981-4faa-b87c-e987f6a6ae7d triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:49:43.436773 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-52b84b53-99f6-4335-8b96-260c8dc58b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:43.471093 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e5cf4-fbef-40d5-8761-870594fd9b13 None None] Pushing event updated for resources: {'Port': ['ID=ab02149f-dd1a-4c92-8da9-788624259ba1,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:43.505394 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d41ea45-c492-45ae-b565-3e75a121b08c None None] Routers {'cc49e830-6423-4790-a2f9-c4764d7b4028'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:49:43.506036 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-9d41ea45-c492-45ae-b565-3e75a121b08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:49:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['cc49e830-6423-4790-a2f9-c4764d7b4028'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:43.525461 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-f81e9c78-f4a1-428f-91f4-1a65623b6a75 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1438555728'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:49:43.541453 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-333d9148-77b4-4d54-8eb9-f44ebebe5a54 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Unset dirty status for tenant:27f2f8bb689948199636c37c369127b7 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:49:43.545865 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-333d9148-77b4-4d54-8eb9-f44ebebe5a54 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "GET /v2.0/ports/95738e42-1981-4faa-b87c-e987f6a6ae7d HTTP/1.1" status: 200 len: 911 time: 0.3186553 Feb 09 12:49:43.546008 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59720) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:43.546870 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f81e9c78-f4a1-428f-91f4-1a65623b6a75 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:43.556618 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-f1acc791-6fcb-4e00-a0e0-f59287514289 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7efd431f-3068-48e6-8f60-8b31b16a35f5'}]}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:49:43.585164 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-935e5cf4-fbef-40d5-8761-870594fd9b13 None None] Attempting to bind port ab02149f-dd1a-4c92-8da9-788624259ba1 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:49:43.585879 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-935e5cf4-fbef-40d5-8761-870594fd9b13 None None] Attempting to bind port ab02149f-dd1a-4c92-8da9-788624259ba1 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '508e28e4-d245-4c96-afde-db020978f91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0e83e431-ffef-4786-9497-2a7bdd51cfab'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:49:43.586458 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935e5cf4-fbef-40d5-8761-870594fd9b13 None None] Attempting to bind port ab02149f-dd1a-4c92-8da9-788624259ba1 on network 0e83e431-ffef-4786-9497-2a7bdd51cfab {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:49:43.591098 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f81e9c78-f4a1-428f-91f4-1a65623b6a75 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Usage tracker for resource:network and tenant:c0e1db4125cd4b5388e473c2ec6995b0 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:49:43.598969 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f81e9c78-f4a1-428f-91f4-1a65623b6a75 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:49:43.613360 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935e5cf4-fbef-40d5-8761-870594fd9b13 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:49:43.614229 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935e5cf4-fbef-40d5-8761-870594fd9b13 None None] Checking segment: {'id': '508e28e4-d245-4c96-afde-db020978f91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0e83e431-ffef-4786-9497-2a7bdd51cfab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:49:43.614869 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-935e5cf4-fbef-40d5-8761-870594fd9b13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:43.616156 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935e5cf4-fbef-40d5-8761-870594fd9b13 None None] Bound using segment: {'id': '508e28e4-d245-4c96-afde-db020978f91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0e83e431-ffef-4786-9497-2a7bdd51cfab'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:49:43.617020 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-935e5cf4-fbef-40d5-8761-870594fd9b13 None None] Bound port: ab02149f-dd1a-4c92-8da9-788624259ba1, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '508e28e4-d245-4c96-afde-db020978f91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0e83e431-ffef-4786-9497-2a7bdd51cfab'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:49:43.617614 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-935e5cf4-fbef-40d5-8761-870594fd9b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:43.620928 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f81e9c78-f4a1-428f-91f4-1a65623b6a75 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:43.669594 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-9d41ea45-c492-45ae-b565-3e75a121b08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:43.680389 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81e9c78-f4a1-428f-91f4-1a65623b6a75 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Made reservation on behalf of c0e1db4125cd4b5388e473c2ec6995b0 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:49:43.683934 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f81e9c78-f4a1-428f-91f4-1a65623b6a75 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:43.719201 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f81e9c78-f4a1-428f-91f4-1a65623b6a75 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:43.788049 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f81e9c78-f4a1-428f-91f4-1a65623b6a75 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:43.827753 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 2cd49518-3de8-48eb-b79f-abb12f8afe2d no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:49:43.842523 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f81e9c78-f4a1-428f-91f4-1a65623b6a75 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Usage tracker for resource:security_group_rule and tenant:c0e1db4125cd4b5388e473c2ec6995b0 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:49:43.868443 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-52b84b53-99f6-4335-8b96-260c8dc58b1c None None] Port 95738e42-1981-4faa-b87c-e987f6a6ae7d cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:49:43.868638 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f81e9c78-f4a1-428f-91f4-1a65623b6a75 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:49:43.884626 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f81e9c78-f4a1-428f-91f4-1a65623b6a75 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:43.898602 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 2cd49518-3de8-48eb-b79f-abb12f8afe2d {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:49:43.898947 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 2cd49518-3de8-48eb-b79f-abb12f8afe2d not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:49:43.901322 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d41ea45-c492-45ae-b565-3e75a121b08c None None] Routers {'cc49e830-6423-4790-a2f9-c4764d7b4028'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:49:43.902007 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-9d41ea45-c492-45ae-b565-3e75a121b08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:49:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['cc49e830-6423-4790-a2f9-c4764d7b4028'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:44.046845 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-a18db0d3-6bda-4aee-b7aa-825ac68171bc admin admin] For port c186f621-4cda-4fa7-accb-5d322f3b7a4f, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=c186f621-4cda-4fa7-accb-5d322f3b7a4f,segment=NetworkSegment(46f2cd15-b3b5-4dbc-b5cf-18c0a6d3c26f),segment_id=46f2cd15-b3b5-4dbc-b5cf-18c0a6d3c26f)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:49:44.047208 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a18db0d3-6bda-4aee-b7aa-825ac68171bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:44.073940 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-9d41ea45-c492-45ae-b565-3e75a121b08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:44.074593 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d41ea45-c492-45ae-b565-3e75a121b08c None None] The sync data for ids ['cc49e830-6423-4790-a2f9-c4764d7b4028'] in n-d-825178-3 is: [] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:49:44.097757 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c285cbc6-1bc6-4d36-acfd-4e07fd875788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:44.125846 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device ffd792d7-7746-4fa6-8ba5-315981734228 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:49:44.161395 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-935e5cf4-fbef-40d5-8761-870594fd9b13 None None] For port ab02149f-dd1a-4c92-8da9-788624259ba1, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:49:44.188170 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-935e5cf4-fbef-40d5-8761-870594fd9b13 None None] For port ab02149f-dd1a-4c92-8da9-788624259ba1, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=ab02149f-dd1a-4c92-8da9-788624259ba1,segment=NetworkSegment(508e28e4-d245-4c96-afde-db020978f91b),segment_id=508e28e4-d245-4c96-afde-db020978f91b)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:49:44.201385 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-935e5cf4-fbef-40d5-8761-870594fd9b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:44.246361 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-233bb6b7-2c7a-4b14-8398-e99cf85f784a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Allocated IP 172.20.0.1 (0e83e431-ffef-4786-9497-2a7bdd51cfab/fee41bd5-bc0d-4bee-88ca-cf83e3eb43ef/f09f9844-8954-42bf-8856-81d858a5c4af) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:49:44.275168 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bb4d14-7640-427a-a997-8d18a317a137 None None] DHCP port deletion for 5c6e4f80-9693-41cd-8500-11832b9a0938 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:49:44.293772 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-17bb4d14-7640-427a-a997-8d18a317a137 None None] Deleting port c186f621-4cda-4fa7-accb-5d322f3b7a4f {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:49:44.294607 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-17bb4d14-7640-427a-a997-8d18a317a137 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:44.377728 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e5cf4-fbef-40d5-8761-870594fd9b13 None None] Pushing event updated for resources: {'Port': ['ID=ab02149f-dd1a-4c92-8da9-788624259ba1,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:44.438550 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port ffd792d7-7746-4fa6-8ba5-315981734228 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:49:44.452609 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port ffd792d7-7746-4fa6-8ba5-315981734228 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:49:44.453086 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:44.463912 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f81e9c78-f4a1-428f-91f4-1a65623b6a75 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:44.498888 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f1acc791-6fcb-4e00-a0e0-f59287514289 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:44.527021 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-a18db0d3-6bda-4aee-b7aa-825ac68171bc admin admin] Calling delete_port for c186f621-4cda-4fa7-accb-5d322f3b7a4f owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:49:44.536242 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-233bb6b7-2c7a-4b14-8398-e99cf85f784a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:44.560101 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-233bb6b7-2c7a-4b14-8398-e99cf85f784a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Transition to ACTIVE for port object f09f9844-8954-42bf-8856-81d858a5c4af will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:49:44.588904 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-233bb6b7-2c7a-4b14-8398-e99cf85f784a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:44.596935 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f81e9c78-f4a1-428f-91f4-1a65623b6a75 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:44.610473 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f81e9c78-f4a1-428f-91f4-1a65623b6a75 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:49:44.623970 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f81e9c78-f4a1-428f-91f4-1a65623b6a75 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:44.625424 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-f81e9c78-f4a1-428f-91f4-1a65623b6a75 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Added segment c0b153ca-0cd5-46ae-8486-f0dc9e29783f of type vlan for network 8e63e729-b5bb-4747-bffc-5c3273a669e2 Feb 09 12:49:44.675555 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-17bb4d14-7640-427a-a997-8d18a317a137 None None] For port c186f621-4cda-4fa7-accb-5d322f3b7a4f, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=c186f621-4cda-4fa7-accb-5d322f3b7a4f,segment=NetworkSegment(46f2cd15-b3b5-4dbc-b5cf-18c0a6d3c26f),segment_id=46f2cd15-b3b5-4dbc-b5cf-18c0a6d3c26f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:49:44.676199 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-17bb4d14-7640-427a-a997-8d18a317a137 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:44.691372 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f81e9c78-f4a1-428f-91f4-1a65623b6a75 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:44.707425 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233bb6b7-2c7a-4b14-8398-e99cf85f784a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Network 0e83e431-ffef-4786-9497-2a7bdd51cfab is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:49:44.711460 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-233bb6b7-2c7a-4b14-8398-e99cf85f784a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:49:44.714269 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233bb6b7-2c7a-4b14-8398-e99cf85f784a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:49:44.793771 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-233bb6b7-2c7a-4b14-8398-e99cf85f784a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:44.825761 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233bb6b7-2c7a-4b14-8398-e99cf85f784a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'Port': ['ID=f09f9844-8954-42bf-8856-81d858a5c4af,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:44.868207 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-17bb4d14-7640-427a-a997-8d18a317a137 None None] Calling delete_port for c186f621-4cda-4fa7-accb-5d322f3b7a4f owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:49:44.900584 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e9c78-f4a1-428f-91f4-1a65623b6a75 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c466f1b2-34df-4d2d-adbe-2a5103a4543b,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:44.925003 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:44.962092 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port ffd792d7-7746-4fa6-8ba5-315981734228, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=ffd792d7-7746-4fa6-8ba5-315981734228,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:49:44.963013 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f81e9c78-f4a1-428f-91f4-1a65623b6a75 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:44.968635 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81e9c78-f4a1-428f-91f4-1a65623b6a75 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:44.969072 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f81e9c78-f4a1-428f-91f4-1a65623b6a75 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:44.969851 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:45.011466 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device cd40ab72-1595-492a-b708-cae716bd925b no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:49:45.018435 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-233bb6b7-2c7a-4b14-8398-e99cf85f784a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:45.062626 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: cd40ab72-1595-492a-b708-cae716bd925b {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:49:45.062991 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device cd40ab72-1595-492a-b708-cae716bd925b not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:49:45.064437 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-17bb4d14-7640-427a-a997-8d18a317a137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:45.088839 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bb4d14-7640-427a-a997-8d18a317a137 None None] No DVR routers for this DVR port c186f621-4cda-4fa7-accb-5d322f3b7a4f on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:49:45.108480 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=ffd792d7-7746-4fa6-8ba5-315981734228,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:45.153742 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.api [None req-a18db0d3-6bda-4aee-b7aa-825ac68171bc admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:49:45.154062 n-d-825178-3 neutron-server[87568]: DEBUG oslo_db.api [None req-a18db0d3-6bda-4aee-b7aa-825ac68171bc admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:49:45.156500 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb4d14-7640-427a-a997-8d18a317a137 None None] Pushing event deleted for resources: {'Port': ['ID=c186f621-4cda-4fa7-accb-5d322f3b7a4f,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:45.207066 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e9c78-f4a1-428f-91f4-1a65623b6a75 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Pushing event updated for resources: {'Network': ['ID=8e63e729-b5bb-4747-bffc-5c3273a669e2,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:45.212984 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f81e9c78-f4a1-428f-91f4-1a65623b6a75 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.8400998 Feb 09 12:49:45.213116 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59724) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:45.221688 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 8e63e729-b5bb-4747-bffc-5c3273a669e2 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:49:45.221824 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-9b9a8216-4d97-4393-843b-118b26812b80 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Request body: {'subnet': {'network_id': '8e63e729-b5bb-4747-bffc-5c3273a669e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:49:45.497651 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9b9a8216-4d97-4393-843b-118b26812b80 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:45.506706 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9b9a8216-4d97-4393-843b-118b26812b80 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Usage tracker for resource:subnet and tenant:c0e1db4125cd4b5388e473c2ec6995b0 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:49:45.520353 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9b9a8216-4d97-4393-843b-118b26812b80 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:49:45.530767 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9b9a8216-4d97-4393-843b-118b26812b80 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:45.544211 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-233bb6b7-2c7a-4b14-8398-e99cf85f784a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:45.548778 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-233bb6b7-2c7a-4b14-8398-e99cf85f784a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:45.555990 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9a8216-4d97-4393-843b-118b26812b80 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Made reservation on behalf of c0e1db4125cd4b5388e473c2ec6995b0 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:49:45.559426 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9b9a8216-4d97-4393-843b-118b26812b80 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:45.658131 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-a18db0d3-6bda-4aee-b7aa-825ac68171bc admin admin] Deleting port c186f621-4cda-4fa7-accb-5d322f3b7a4f {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:49:45.658464 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a18db0d3-6bda-4aee-b7aa-825ac68171bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:45.665558 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-233bb6b7-2c7a-4b14-8398-e99cf85f784a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:45.668969 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233bb6b7-2c7a-4b14-8398-e99cf85f784a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'Port': ['ID=f09f9844-8954-42bf-8856-81d858a5c4af,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:45.702834 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f1acc791-6fcb-4e00-a0e0-f59287514289 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:45.752618 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-a18db0d3-6bda-4aee-b7aa-825ac68171bc admin admin] The port 'c186f621-4cda-4fa7-accb-5d322f3b7a4f' was deleted {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:49:45.780599 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f1acc791-6fcb-4e00-a0e0-f59287514289 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:45.786146 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1acc791-6fcb-4e00-a0e0-f59287514289 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:45.786746 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f1acc791-6fcb-4e00-a0e0-f59287514289 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:45.788106 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f1acc791-6fcb-4e00-a0e0-f59287514289 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "PUT /v2.0/ports/95738e42-1981-4faa-b87c-e987f6a6ae7d HTTP/1.1" status: 200 len: 911 time: 2.2386775 Feb 09 12:49:45.794612 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59728) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:45.964301 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233bb6b7-2c7a-4b14-8398-e99cf85f784a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Network 0e83e431-ffef-4786-9497-2a7bdd51cfab is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:49:45.968398 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-233bb6b7-2c7a-4b14-8398-e99cf85f784a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:49:46.129371 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device ab02149f-dd1a-4c92-8da9-788624259ba1 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:49:46.172013 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a18db0d3-6bda-4aee-b7aa-825ac68171bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:46.205550 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1acc791-6fcb-4e00-a0e0-f59287514289 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event updated for resources: {'Port': ['ID=95738e42-1981-4faa-b87c-e987f6a6ae7d,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:46.208896 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-a18db0d3-6bda-4aee-b7aa-825ac68171bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c6e4f80-9693-41cd-8500-11832b9a0938']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:46.227629 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-a18db0d3-6bda-4aee-b7aa-825ac68171bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46f2cd15-b3b5-4dbc-b5cf-18c0a6d3c26f') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:46.227950 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-a18db0d3-6bda-4aee-b7aa-825ac68171bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46f2cd15-b3b5-4dbc-b5cf-18c0a6d3c26f') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:46.230909 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port ab02149f-dd1a-4c92-8da9-788624259ba1 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:49:46.237735 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device ffd792d7-7746-4fa6-8ba5-315981734228 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:49:46.246334 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a18db0d3-6bda-4aee-b7aa-825ac68171bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:46.275267 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1ec431-3adb-4a0a-afe6-2f23ba52a8f2 None None] Network 0e83e431-ffef-4786-9497-2a7bdd51cfab requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:49:46.290643 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a18db0d3-6bda-4aee-b7aa-825ac68171bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:46.303422 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a18db0d3-6bda-4aee-b7aa-825ac68171bc admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:49:46.304140 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a18db0d3-6bda-4aee-b7aa-825ac68171bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:46.378885 n-d-825178-3 neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:49:46.378885 n-d-825178-3 neutron-server[87568]: util.warn( Feb 09 12:49:46.378885 n-d-825178-3 neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:49:46.378885 n-d-825178-3 neutron-server[87568]: util.warn( Feb 09 12:49:46.378885 n-d-825178-3 neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:49:46.378885 n-d-825178-3 neutron-server[87568]: util.warn( Feb 09 12:49:46.378885 n-d-825178-3 neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:49:46.378885 n-d-825178-3 neutron-server[87568]: util.warn( Feb 09 12:49:46.378885 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:49:46.378885 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:49:46.378885 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:49:46.378885 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:49:46.378885 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:49:46.378885 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:49:46.378885 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:49:46.378885 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:49:46.378885 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:49:46.378885 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:49:46.378885 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:49:46.378885 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:49:46.378885 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:49:46.378885 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:49:46.378885 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:49:46.378885 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:49:46.378885 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:49:46.378885 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:49:46.378885 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:49:46.378885 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:49:46.378885 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:49:46.378885 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:49:46.378885 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:49:46.378885 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:49:46.378885 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:49:46.378885 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:49:46.378885 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:49:46.378885 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:49:46.378885 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:49:46.378885 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:49:46.378885 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:49:46.378885 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:49:46.409362 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9b9a8216-4d97-4393-843b-118b26812b80 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:46.410803 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-8ba8e64d-2af6-4b97-9f7f-c6e74fc85580 None None] Provisioning for port ab02149f-dd1a-4c92-8da9-788624259ba1 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:49:46.419732 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c351cae9-e54f-4555-92ea-8d23199423d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:46.425119 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-8ba8e64d-2af6-4b97-9f7f-c6e74fc85580 None None] Provisioning complete for port ab02149f-dd1a-4c92-8da9-788624259ba1 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:49:46.425487 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8ba8e64d-2af6-4b97-9f7f-c6e74fc85580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:46.449538 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a18db0d3-6bda-4aee-b7aa-825ac68171bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:46.476784 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a18db0d3-6bda-4aee-b7aa-825ac68171bc admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:46.500667 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18db0d3-6bda-4aee-b7aa-825ac68171bc admin admin] Pushing event deleted for resources: {'Network': ['ID=5c6e4f80-9693-41cd-8500-11832b9a0938,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:46.510395 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port ffd792d7-7746-4fa6-8ba5-315981734228 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:49:46.510771 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:46.516796 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a18db0d3-6bda-4aee-b7aa-825ac68171bc admin admin] 10.222.0.55 "DELETE /v2.0/networks/5c6e4f80-9693-41cd-8500-11832b9a0938 HTTP/1.1" status: 204 len: 168 time: 3.4462287 Feb 09 12:49:46.540237 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9a8216-4d97-4393-843b-118b26812b80 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Checking segment: {'id': 'c0b153ca-0cd5-46ae-8486-f0dc9e29783f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8e63e729-b5bb-4747-bffc-5c3273a669e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:49:46.541793 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9a8216-4d97-4393-843b-118b26812b80 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Network hostable DHCP agents. Network: 8e63e729-b5bb-4747-bffc-5c3273a669e2, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:49:46.550662 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a8216-4d97-4393-843b-118b26812b80 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Pushing event updated for resources: {'Subnet': ['ID=8fd59721-0ad3-4d53-bd18-135fcc33ad11,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:46.558544 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-233bb6b7-2c7a-4b14-8398-e99cf85f784a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Router ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:49:46.573496 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9a8216-4d97-4393-843b-118b26812b80 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Network 8e63e729-b5bb-4747-bffc-5c3273a669e2 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:49:46.588746 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-9b9a8216-4d97-4393-843b-118b26812b80 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 8e63e729-b5bb-4747-bffc-5c3273a669e2) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:49:46.594840 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9a8216-4d97-4393-843b-118b26812b80 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:46.595646 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9b9a8216-4d97-4393-843b-118b26812b80 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:46.607202 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7181e5ec-a7fb-4001-beb4-fafab3f866c0 None None] Network 8e63e729-b5bb-4747-bffc-5c3273a669e2 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:49:46.623637 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9b9a8216-4d97-4393-843b-118b26812b80 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4093196 Feb 09 12:49:46.626741 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59734) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:46.636536 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-a5c75b7a-eba0-48a9-ba7f-03e3d3abf01a tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Request body: {'port': {'network_id': '8e63e729-b5bb-4747-bffc-5c3273a669e2', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1190919844'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:49:46.759669 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59738) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:46.838114 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a5c75b7a-eba0-48a9-ba7f-03e3d3abf01a tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:46.847224 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a5c75b7a-eba0-48a9-ba7f-03e3d3abf01a tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Usage tracker for resource:port and tenant:c0e1db4125cd4b5388e473c2ec6995b0 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:49:46.849601 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a5c75b7a-eba0-48a9-ba7f-03e3d3abf01a tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:49:46.854610 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-09fa53e0-c79e-4ef9-a5d1-4162b4ab42bb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6b5a2d0749bc42f3a3abd7c9010f1a18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0941975 Feb 09 12:49:46.857644 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59742) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:46.860054 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a5c75b7a-eba0-48a9-ba7f-03e3d3abf01a tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:46.865728 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233bb6b7-2c7a-4b14-8398-e99cf85f784a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:49:46.877772 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8842a69-62a4-420e-9719-0e9393706f4e None None] Sync routers for ids ['ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:49:46.891716 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c75b7a-eba0-48a9-ba7f-03e3d3abf01a tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Made reservation on behalf of c0e1db4125cd4b5388e473c2ec6995b0 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:49:46.895003 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8842a69-62a4-420e-9719-0e9393706f4e None None] Routers {'ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:49:46.895226 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5c75b7a-eba0-48a9-ba7f-03e3d3abf01a tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:46.895962 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a8842a69-62a4-420e-9719-0e9393706f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:49:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:46.901561 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-233bb6b7-2c7a-4b14-8398-e99cf85f784a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "PUT /v2.0/routers/ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7996163 Feb 09 12:49:46.922257 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-20bd3a84-40fc-4b13-bb77-9e7ffe480974 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:46.976728 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-a5c75b7a-eba0-48a9-ba7f-03e3d3abf01a tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] device_id is not set on port 3cc49faf-7f6a-4325-948b-7305ebb9b56b yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:49:47.036549 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8ba8e64d-2af6-4b97-9f7f-c6e74fc85580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:47.152353 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f5cbeb-c9dc-43a8-9ef8-3ee00a50ab14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-8e63e729-b5bb-4747-bffc-5c3273a669e2', 'network_id': '8e63e729-b5bb-4747-bffc-5c3273a669e2', 'tenant_id': 'c0e1db4125cd4b5388e473c2ec6995b0', 'fixed_ips': [{'subnet_id': '8fd59721-0ad3-4d53-bd18-135fcc33ad11'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:49:47.153234 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-79f5cbeb-c9dc-43a8-9ef8-3ee00a50ab14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:47.173316 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-a8842a69-62a4-420e-9719-0e9393706f4e None None] Set router ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:49:47.199467 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-a5c75b7a-eba0-48a9-ba7f-03e3d3abf01a tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Allocated IP 172.20.0.12 (8e63e729-b5bb-4747-bffc-5c3273a669e2/8fd59721-0ad3-4d53-bd18-135fcc33ad11/3cc49faf-7f6a-4325-948b-7305ebb9b56b) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:49:47.257125 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0225999d-c391-42b9-9497-740dfbee85aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:47.300210 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device c186f621-4cda-4fa7-accb-5d322f3b7a4f no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:49:47.355186 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: c186f621-4cda-4fa7-accb-5d322f3b7a4f {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:49:47.355740 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device c186f621-4cda-4fa7-accb-5d322f3b7a4f not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:49:47.358258 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-8ba8e64d-2af6-4b97-9f7f-c6e74fc85580 None None] For port ab02149f-dd1a-4c92-8da9-788624259ba1, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=ab02149f-dd1a-4c92-8da9-788624259ba1,segment=NetworkSegment(508e28e4-d245-4c96-afde-db020978f91b),segment_id=508e28e4-d245-4c96-afde-db020978f91b)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:49:47.374260 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8ba8e64d-2af6-4b97-9f7f-c6e74fc85580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:47.381571 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0225999d-c391-42b9-9497-740dfbee85aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:47.408263 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-1935900b-17a5-4384-85c6-e6ba52239764 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Synchronizing usage tracker for tenant:2c7a8f76649f44a59c185c6d6414b556 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:49:47.465608 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-1935900b-17a5-4384-85c6-e6ba52239764 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Unset dirty status for tenant:2c7a8f76649f44a59c185c6d6414b556 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:49:47.467361 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-1935900b-17a5-4384-85c6-e6ba52239764 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-327283924&fields=id&tenant_id=2c7a8f76649f44a59c185c6d6414b556 HTTP/1.1" status: 200 len: 267 time: 0.2244811 Feb 09 12:49:47.468688 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba8e64d-2af6-4b97-9f7f-c6e74fc85580 None None] Pushing event updated for resources: {'Port': ['ID=ab02149f-dd1a-4c92-8da9-788624259ba1,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:47.484281 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59760) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:47.484683 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba8e64d-2af6-4b97-9f7f-c6e74fc85580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:49:47.485093 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba8e64d-2af6-4b97-9f7f-c6e74fc85580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:49:47.485491 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba8e64d-2af6-4b97-9f7f-c6e74fc85580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:49:47.485838 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba8e64d-2af6-4b97-9f7f-c6e74fc85580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:49:47.486174 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba8e64d-2af6-4b97-9f7f-c6e74fc85580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:49:47.486507 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba8e64d-2af6-4b97-9f7f-c6e74fc85580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:49:47.486838 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba8e64d-2af6-4b97-9f7f-c6e74fc85580 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:49:47.487317 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba8e64d-2af6-4b97-9f7f-c6e74fc85580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:49:47.487730 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba8e64d-2af6-4b97-9f7f-c6e74fc85580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:49:47.488135 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba8e64d-2af6-4b97-9f7f-c6e74fc85580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:49:47.488466 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba8e64d-2af6-4b97-9f7f-c6e74fc85580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:49:47.488798 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba8e64d-2af6-4b97-9f7f-c6e74fc85580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:49:47.587579 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5c75b7a-eba0-48a9-ba7f-03e3d3abf01a tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:47.629422 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0225999d-c391-42b9-9497-740dfbee85aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:47.639124 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:47.654020 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:47.661682 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-a5c75b7a-eba0-48a9-ba7f-03e3d3abf01a tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Transition to ACTIVE for port object 3cc49faf-7f6a-4325-948b-7305ebb9b56b will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:49:47.678521 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225999d-c391-42b9-9497-740dfbee85aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db7b7cb-c5f0-4578-bfe7-bfcd338fbe7b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:47.696066 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a8842a69-62a4-420e-9719-0e9393706f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065475585', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'ffd792d7-7746-4fa6-8ba5-315981734228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:33Z', 'updated_at': '2022-02-09T12:49:44Z', 'revision_number': 4, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': 'ffd792d7-7746-4fa6-8ba5-315981734228', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:48:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:35Z', 'updated_at': '2022-02-09T12:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'f09f9844-8954-42bf-8856-81d858a5c4af', 'name': '', 'network_id': '0e83e431-ffef-4786-9497-2a7bdd51cfab', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'mac_address': 'fa:16:3e:76:f3:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'fee41bd5-bc0d-4bee-88ca-cf83e3eb43ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:43Z', 'updated_at': '2022-02-09T12:49:45Z', 'revision_number': 2, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'subnets': [{'id': 'fee41bd5-bc0d-4bee-88ca-cf83e3eb43ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:47.698366 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4519227c-1cac-4de3-b0e8-9c92a0d55be0 tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:47.699121 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4519227c-1cac-4de3-b0e8-9c92a0d55be0 tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:47.699313 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4519227c-1cac-4de3-b0e8-9c92a0d55be0 tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:47.700582 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8842a69-62a4-420e-9719-0e9393706f4e None None] Checking router: ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:49:47.700987 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8842a69-62a4-420e-9719-0e9393706f4e None None] Updating router ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9 port f09f9844-8954-42bf-8856-81d858a5c4af binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:49:47.707064 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4519227c-1cac-4de3-b0e8-9c92a0d55be0 tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] 10.222.0.55 "GET /v2.0/ports?project_id=458862934c284b11a9f402abf41ed215&network_id=8ffa134c-5914-42cd-b4fd-b6cacdce5158 HTTP/1.1" status: 200 len: 2970 time: 0.2212820 Feb 09 12:49:47.730194 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0225999d-c391-42b9-9497-740dfbee85aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:47.737145 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0225999d-c391-42b9-9497-740dfbee85aa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4db7b7cb-c5f0-4578-bfe7-bfcd338fbe7b HTTP/1.1" status: 204 len: 168 time: 0.8783920 Feb 09 12:49:47.758259 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5c75b7a-eba0-48a9-ba7f-03e3d3abf01a tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:47.770154 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a8842a69-62a4-420e-9719-0e9393706f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:47.826970 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-38a8c3c6-a3a8-4c1c-aa59-e7891b634aa8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:47.827715 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-38a8c3c6-a3a8-4c1c-aa59-e7891b634aa8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Synchronizing usage tracker for tenant:2c7a8f76649f44a59c185c6d6414b556 on resource:network {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:49:47.845621 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c75b7a-eba0-48a9-ba7f-03e3d3abf01a tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Network 8e63e729-b5bb-4747-bffc-5c3273a669e2 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:49:47.848727 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-20bd3a84-40fc-4b13-bb77-9e7ffe480974 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Deleting port 95738e42-1981-4faa-b87c-e987f6a6ae7d {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:49:47.849065 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-20bd3a84-40fc-4b13-bb77-9e7ffe480974 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:47.855221 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-a5c75b7a-eba0-48a9-ba7f-03e3d3abf01a tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:49:47.862006 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c75b7a-eba0-48a9-ba7f-03e3d3abf01a tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:49:47.896552 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6c2d510b-dccb-4888-ab08-234834e54389 None None] Provisioning complete for port ab02149f-dd1a-4c92-8da9-788624259ba1 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:49:47.899133 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6c2d510b-dccb-4888-ab08-234834e54389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:47.941837 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c75b7a-eba0-48a9-ba7f-03e3d3abf01a tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Pushing event updated for resources: {'Port': ['ID=3cc49faf-7f6a-4325-948b-7305ebb9b56b,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:47.956500 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-38a8c3c6-a3a8-4c1c-aa59-e7891b634aa8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Unset dirty status for tenant:2c7a8f76649f44a59c185c6d6414b556 on resource:network {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:49:47.958091 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-38a8c3c6-a3a8-4c1c-aa59-e7891b634aa8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/networks?id=0e83e431-ffef-4786-9497-2a7bdd51cfab HTTP/1.1" status: 200 len: 796 time: 0.4682894 Feb 09 12:49:47.976733 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c75b7a-eba0-48a9-ba7f-03e3d3abf01a tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:47.980680 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5c75b7a-eba0-48a9-ba7f-03e3d3abf01a tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:48.000357 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-ec5d5fca-b90b-4d40-8ed5-97f63f7f4021 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/quotas/2c7a8f76649f44a59c185c6d6414b556 HTTP/1.1" status: 200 len: 375 time: 0.0315764 Feb 09 12:49:48.028104 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a5c75b7a-eba0-48a9-ba7f-03e3d3abf01a tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3984122 Feb 09 12:49:48.033850 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59770) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:48.042180 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-8ad982d5-51fb-4cb0-a30a-eb3f1e8092d8 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Request body: {'port': {'network_id': '8e63e729-b5bb-4747-bffc-5c3273a669e2', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1641783199', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:49:48.048171 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.api.validators [None req-8ad982d5-51fb-4cb0-a30a-eb3f1e8092d8 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] bootfile-name is not in valid_values {{(pid=87568) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 12:49:48.048567 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.api.validators [None req-8ad982d5-51fb-4cb0-a30a-eb3f1e8092d8 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] tftp-server is not in valid_values {{(pid=87568) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 12:49:48.048909 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.api.validators [None req-8ad982d5-51fb-4cb0-a30a-eb3f1e8092d8 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] server-ip-address is not in valid_values {{(pid=87568) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 12:49:48.062910 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-79f5cbeb-c9dc-43a8-9ef8-3ee00a50ab14 None None] Allocated IP 172.20.0.2 (8e63e729-b5bb-4747-bffc-5c3273a669e2/8fd59721-0ad3-4d53-bd18-135fcc33ad11/55668be9-0c51-4831-8312-caf3679f64d1) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:49:48.230383 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device ab02149f-dd1a-4c92-8da9-788624259ba1 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:49:48.303851 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8ad982d5-51fb-4cb0-a30a-eb3f1e8092d8 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:48.308166 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-8ad982d5-51fb-4cb0-a30a-eb3f1e8092d8 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Usage tracker for resource:port and tenant:c0e1db4125cd4b5388e473c2ec6995b0 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:49:48.311152 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-8ad982d5-51fb-4cb0-a30a-eb3f1e8092d8 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:49:48.317840 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8ad982d5-51fb-4cb0-a30a-eb3f1e8092d8 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:48.335759 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad982d5-51fb-4cb0-a30a-eb3f1e8092d8 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Made reservation on behalf of c0e1db4125cd4b5388e473c2ec6995b0 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:49:48.341104 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8ad982d5-51fb-4cb0-a30a-eb3f1e8092d8 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:48.377671 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-8ad982d5-51fb-4cb0-a30a-eb3f1e8092d8 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] device_id is not set on port 56437d62-7f16-483f-859b-26ae2596bd0b yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:49:48.436137 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a8842a69-62a4-420e-9719-0e9393706f4e None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:48.473389 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-a8842a69-62a4-420e-9719-0e9393706f4e None None] Transition to ACTIVE for port object f09f9844-8954-42bf-8856-81d858a5c4af will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:49:48.474673 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59778) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:48.487394 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a8842a69-62a4-420e-9719-0e9393706f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:48.504978 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-65e2059e-aab5-408e-b9b3-8a56f80b633e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:48.531728 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-65e2059e-aab5-408e-b9b3-8a56f80b633e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:48.535593 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-65e2059e-aab5-408e-b9b3-8a56f80b633e admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:49:48.538999 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-65e2059e-aab5-408e-b9b3-8a56f80b633e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:49:48.545062 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-65e2059e-aab5-408e-b9b3-8a56f80b633e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:48.587211 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-20bd3a84-40fc-4b13-bb77-9e7ffe480974 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:48.630061 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port ab02149f-dd1a-4c92-8da9-788624259ba1 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:49:48.630462 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:48.679703 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-65e2059e-aab5-408e-b9b3-8a56f80b633e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:48.687780 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-65e2059e-aab5-408e-b9b3-8a56f80b633e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:48.720329 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-79f5cbeb-c9dc-43a8-9ef8-3ee00a50ab14 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:48.744199 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e2059e-aab5-408e-b9b3-8a56f80b633e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d882e4-b77d-4678-a3f3-f437bdad693e,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:48.762607 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-79f5cbeb-c9dc-43a8-9ef8-3ee00a50ab14 None None] Transition to ACTIVE for port object 55668be9-0c51-4831-8312-caf3679f64d1 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:49:48.763031 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-65e2059e-aab5-408e-b9b3-8a56f80b633e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2869585 Feb 09 12:49:48.766256 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-20bd3a84-40fc-4b13-bb77-9e7ffe480974 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Calling delete_port for 95738e42-1981-4faa-b87c-e987f6a6ae7d owned by network:router_interface {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:49:48.767188 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59782) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:48.808491 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d0780-4d8a-42e0-bace-c9e5d258fab7 None None] Pushing event updated for resources: {'Port': ['ID=f09f9844-8954-42bf-8856-81d858a5c4af,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:48.812494 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-79f5cbeb-c9dc-43a8-9ef8-3ee00a50ab14 None None] Transition to ACTIVE for port object 55668be9-0c51-4831-8312-caf3679f64d1 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:49:48.841316 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-436745fb-0f20-4e0e-a581-2f45a2e0de1d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Synchronizing usage tracker for tenant:2c7a8f76649f44a59c185c6d6414b556 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:49:48.879533 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6c2d510b-dccb-4888-ab08-234834e54389 None None] Provisioning for port f09f9844-8954-42bf-8856-81d858a5c4af completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:49:48.886013 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-79f5cbeb-c9dc-43a8-9ef8-3ee00a50ab14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:48.914196 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a38da9f1-0aac-485e-9ee4-5863f6fb7c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:48.920200 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-436745fb-0f20-4e0e-a581-2f45a2e0de1d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Unset dirty status for tenant:2c7a8f76649f44a59c185c6d6414b556 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:49:48.923660 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-436745fb-0f20-4e0e-a581-2f45a2e0de1d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2c7a8f76649f44a59c185c6d6414b556&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8852146 Feb 09 12:49:48.932848 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-a8842a69-62a4-420e-9719-0e9393706f4e None None] Attempting to bind port f09f9844-8954-42bf-8856-81d858a5c4af on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:49:48.933230 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-a8842a69-62a4-420e-9719-0e9393706f4e None None] Attempting to bind port f09f9844-8954-42bf-8856-81d858a5c4af by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '508e28e4-d245-4c96-afde-db020978f91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0e83e431-ffef-4786-9497-2a7bdd51cfab'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:49:48.933581 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8842a69-62a4-420e-9719-0e9393706f4e None None] Attempting to bind port f09f9844-8954-42bf-8856-81d858a5c4af on network 0e83e431-ffef-4786-9497-2a7bdd51cfab {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:49:48.940358 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8842a69-62a4-420e-9719-0e9393706f4e None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:49:48.940649 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8842a69-62a4-420e-9719-0e9393706f4e None None] Checking segment: {'id': '508e28e4-d245-4c96-afde-db020978f91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0e83e431-ffef-4786-9497-2a7bdd51cfab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:49:48.941045 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a8842a69-62a4-420e-9719-0e9393706f4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:48.941426 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8842a69-62a4-420e-9719-0e9393706f4e None None] Bound using segment: {'id': '508e28e4-d245-4c96-afde-db020978f91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0e83e431-ffef-4786-9497-2a7bdd51cfab'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:49:48.941876 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-a8842a69-62a4-420e-9719-0e9393706f4e None None] Bound port: f09f9844-8954-42bf-8856-81d858a5c4af, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '508e28e4-d245-4c96-afde-db020978f91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0e83e431-ffef-4786-9497-2a7bdd51cfab'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:49:48.942233 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a8842a69-62a4-420e-9719-0e9393706f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:48.954776 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f5cbeb-c9dc-43a8-9ef8-3ee00a50ab14 None None] Network 8e63e729-b5bb-4747-bffc-5c3273a669e2 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:49:48.958200 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-79f5cbeb-c9dc-43a8-9ef8-3ee00a50ab14 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:49:48.962255 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a38da9f1-0aac-485e-9ee4-5863f6fb7c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:48.962525 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f5cbeb-c9dc-43a8-9ef8-3ee00a50ab14 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:49:49.015953 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f5cbeb-c9dc-43a8-9ef8-3ee00a50ab14 None None] Pushing event updated for resources: {'Port': ['ID=55668be9-0c51-4831-8312-caf3679f64d1,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:49.038335 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-a8842a69-62a4-420e-9719-0e9393706f4e None None] For port f09f9844-8954-42bf-8856-81d858a5c4af, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:49:49.041749 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-a8842a69-62a4-420e-9719-0e9393706f4e None None] For port f09f9844-8954-42bf-8856-81d858a5c4af, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=f09f9844-8954-42bf-8856-81d858a5c4af,segment=NetworkSegment(508e28e4-d245-4c96-afde-db020978f91b),segment_id=508e28e4-d245-4c96-afde-db020978f91b)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:49:49.047023 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a8842a69-62a4-420e-9719-0e9393706f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:49.093371 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-79f5cbeb-c9dc-43a8-9ef8-3ee00a50ab14 None None] Attempting to bind port 55668be9-0c51-4831-8312-caf3679f64d1 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:49:49.093746 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-79f5cbeb-c9dc-43a8-9ef8-3ee00a50ab14 None None] Attempting to bind port 55668be9-0c51-4831-8312-caf3679f64d1 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'c0b153ca-0cd5-46ae-8486-f0dc9e29783f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8e63e729-b5bb-4747-bffc-5c3273a669e2'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:49:49.094114 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f5cbeb-c9dc-43a8-9ef8-3ee00a50ab14 None None] Attempting to bind port 55668be9-0c51-4831-8312-caf3679f64d1 on network 8e63e729-b5bb-4747-bffc-5c3273a669e2 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:49:49.102216 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f5cbeb-c9dc-43a8-9ef8-3ee00a50ab14 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:49:49.102933 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f5cbeb-c9dc-43a8-9ef8-3ee00a50ab14 None None] Checking segment: {'id': 'c0b153ca-0cd5-46ae-8486-f0dc9e29783f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8e63e729-b5bb-4747-bffc-5c3273a669e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:49:49.103526 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-79f5cbeb-c9dc-43a8-9ef8-3ee00a50ab14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:49.104198 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f5cbeb-c9dc-43a8-9ef8-3ee00a50ab14 None None] Bound using segment: {'id': 'c0b153ca-0cd5-46ae-8486-f0dc9e29783f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8e63e729-b5bb-4747-bffc-5c3273a669e2'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:49:49.104822 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-79f5cbeb-c9dc-43a8-9ef8-3ee00a50ab14 None None] Bound port: 55668be9-0c51-4831-8312-caf3679f64d1, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b153ca-0cd5-46ae-8486-f0dc9e29783f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8e63e729-b5bb-4747-bffc-5c3273a669e2'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:49:49.105347 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-79f5cbeb-c9dc-43a8-9ef8-3ee00a50ab14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:49.128577 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8842a69-62a4-420e-9719-0e9393706f4e None None] Routers {'ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:49:49.129426 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a8842a69-62a4-420e-9719-0e9393706f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:49:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:49.199139 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a38da9f1-0aac-485e-9ee4-5863f6fb7c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:49.222967 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:49.230643 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-8ad982d5-51fb-4cb0-a30a-eb3f1e8092d8 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Allocated IP 172.20.0.8 (8e63e729-b5bb-4747-bffc-5c3273a669e2/8fd59721-0ad3-4d53-bd18-135fcc33ad11/56437d62-7f16-483f-859b-26ae2596bd0b) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:49:49.273293 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-79f5cbeb-c9dc-43a8-9ef8-3ee00a50ab14 None None] For port 55668be9-0c51-4831-8312-caf3679f64d1, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:49:49.285940 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-79f5cbeb-c9dc-43a8-9ef8-3ee00a50ab14 None None] For port 55668be9-0c51-4831-8312-caf3679f64d1, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=55668be9-0c51-4831-8312-caf3679f64d1,segment=NetworkSegment(c0b153ca-0cd5-46ae-8486-f0dc9e29783f),segment_id=c0b153ca-0cd5-46ae-8486-f0dc9e29783f)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:49:49.293053 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-79f5cbeb-c9dc-43a8-9ef8-3ee00a50ab14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:49.360319 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38da9f1-0aac-485e-9ee4-5863f6fb7c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d882e4-b77d-4678-a3f3-f437bdad693e,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:49.367935 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59790) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:49.385822 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d0780-4d8a-42e0-bace-c9e5d258fab7 None None] Pushing event updated for resources: {'Port': ['ID=f09f9844-8954-42bf-8856-81d858a5c4af,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:49.446524 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-20bd3a84-40fc-4b13-bb77-9e7ffe480974 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:49.484820 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-a8842a69-62a4-420e-9719-0e9393706f4e None None] Set router ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:49:49.501908 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a38da9f1-0aac-485e-9ee4-5863f6fb7c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:49.509662 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a38da9f1-0aac-485e-9ee4-5863f6fb7c4c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e2d882e4-b77d-4678-a3f3-f437bdad693e HTTP/1.1" status: 204 len: 168 time: 0.7346621 Feb 09 12:49:49.528785 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f5cbeb-c9dc-43a8-9ef8-3ee00a50ab14 None None] Pushing event updated for resources: {'Port': ['ID=55668be9-0c51-4831-8312-caf3679f64d1,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:49.569855 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bd3a84-40fc-4b13-bb77-9e7ffe480974 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event deleted for resources: {'Port': ['ID=95738e42-1981-4faa-b87c-e987f6a6ae7d,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:49.669676 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf342de-c17c-42cd-b87b-6f3f036e84ac tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:49.683849 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3bf342de-c17c-42cd-b87b-6f3f036e84ac tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=af0bad45-b31e-4cb1-a77c-3bbc34409de5 HTTP/1.1" status: 200 len: 814 time: 0.2929111 Feb 09 12:49:49.948722 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8ad982d5-51fb-4cb0-a30a-eb3f1e8092d8 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:50.023117 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-8ad982d5-51fb-4cb0-a30a-eb3f1e8092d8 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Transition to ACTIVE for port object 56437d62-7f16-483f-859b-26ae2596bd0b will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:49:50.057684 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-5a72a42b-eaa6-43ab-b625-9af3b1936b03 service neutron] 10.222.0.55 "GET /v2.0/networks/0e83e431-ffef-4786-9497-2a7bdd51cfab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8497858 Feb 09 12:49:50.095780 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8ad982d5-51fb-4cb0-a30a-eb3f1e8092d8 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:50.169739 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 55668be9-0c51-4831-8312-caf3679f64d1 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:49:50.192943 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a8842a69-62a4-420e-9719-0e9393706f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065475585', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'ffd792d7-7746-4fa6-8ba5-315981734228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:33Z', 'updated_at': '2022-02-09T12:49:44Z', 'revision_number': 4, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': 'ffd792d7-7746-4fa6-8ba5-315981734228', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:48:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:35Z', 'updated_at': '2022-02-09T12:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'f09f9844-8954-42bf-8856-81d858a5c4af', 'name': '', 'network_id': '0e83e431-ffef-4786-9497-2a7bdd51cfab', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'mac_address': 'fa:16:3e:76:f3:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'fee41bd5-bc0d-4bee-88ca-cf83e3eb43ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:43Z', 'updated_at': '2022-02-09T12:49:49Z', 'revision_number': 4, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'subnets': [{'id': 'fee41bd5-bc0d-4bee-88ca-cf83e3eb43ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:50.198861 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8842a69-62a4-420e-9719-0e9393706f4e None None] The sync data for ids ['ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9'] in n-d-825178-3 is: [{'id': 'ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065475585', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'ffd792d7-7746-4fa6-8ba5-315981734228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:33Z', 'updated_at': '2022-02-09T12:49:44Z', 'revision_number': 4, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': 'ffd792d7-7746-4fa6-8ba5-315981734228', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:48:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:35Z', 'updated_at': '2022-02-09T12:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'f09f9844-8954-42bf-8856-81d858a5c4af', 'name': '', 'network_id': '0e83e431-ffef-4786-9497-2a7bdd51cfab', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'mac_address': 'fa:16:3e:76:f3:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'fee41bd5-bc0d-4bee-88ca-cf83e3eb43ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:43Z', 'updated_at': '2022-02-09T12:49:49Z', 'revision_number': 4, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'subnets': [{'id': 'fee41bd5-bc0d-4bee-88ca-cf83e3eb43ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:49:50.250650 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-20bd3a84-40fc-4b13-bb77-9e7ffe480974 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:50.311653 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59800) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:50.328884 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad982d5-51fb-4cb0-a30a-eb3f1e8092d8 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Pushing event updated for resources: {'Port': ['ID=56437d62-7f16-483f-859b-26ae2596bd0b,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:50.353755 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad982d5-51fb-4cb0-a30a-eb3f1e8092d8 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Network 8e63e729-b5bb-4747-bffc-5c3273a669e2 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:49:50.355878 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-8ad982d5-51fb-4cb0-a30a-eb3f1e8092d8 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:49:50.361664 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad982d5-51fb-4cb0-a30a-eb3f1e8092d8 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:49:50.417670 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 55668be9-0c51-4831-8312-caf3679f64d1 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:49:50.432241 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-de761e83-3fbb-4de3-969c-44b8b9f4e592 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Request body: {'network': {'name': 'tempest-network-smoke--1455076578', 'project_id': '458862934c284b11a9f402abf41ed215', 'port_security_enabled': True}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:49:50.447490 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad982d5-51fb-4cb0-a30a-eb3f1e8092d8 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:50.448275 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8ad982d5-51fb-4cb0-a30a-eb3f1e8092d8 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:50.469837 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8ad982d5-51fb-4cb0-a30a-eb3f1e8092d8 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.4346004 Feb 09 12:49:50.470530 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59804) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:50.507124 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-de761e83-3fbb-4de3-969c-44b8b9f4e592 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:50.546673 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-de761e83-3fbb-4de3-969c-44b8b9f4e592 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:50.575701 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cbbb40-bfb4-49e9-a904-054137cef72e tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:50.584361 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:50.585087 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cbbb40-bfb4-49e9-a904-054137cef72e tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:50.593605 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cbbb40-bfb4-49e9-a904-054137cef72e tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:50.595084 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-57cbbb40-bfb4-49e9-a904-054137cef72e tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Synchronizing usage tracker for tenant:c0e1db4125cd4b5388e473c2ec6995b0 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:49:50.619432 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-57cbbb40-bfb4-49e9-a904-054137cef72e tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Unset dirty status for tenant:c0e1db4125cd4b5388e473c2ec6995b0 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:49:50.621135 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-57cbbb40-bfb4-49e9-a904-054137cef72e tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1496165 Feb 09 12:49:50.624178 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59808) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:50.712682 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-962c2786-6a3d-4958-81e0-a7e7623b834d tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Deleting port 56437d62-7f16-483f-859b-26ae2596bd0b {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:49:50.713246 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-962c2786-6a3d-4958-81e0-a7e7623b834d tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:50.855972 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20bd3a84-40fc-4b13-bb77-9e7ffe480974 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Router cc49e830-6423-4790-a2f9-c4764d7b4028 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:49:50.876468 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-c1dd9fd2-3f5e-4178-9ad2-e314e24fdc02 service neutron] 10.222.0.55 "GET /v2.0/networks/0e83e431-ffef-4786-9497-2a7bdd51cfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8178005 Feb 09 12:49:50.879420 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de761e83-3fbb-4de3-969c-44b8b9f4e592 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Made reservation on behalf of 458862934c284b11a9f402abf41ed215 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:49:50.884770 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-de761e83-3fbb-4de3-969c-44b8b9f4e592 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:51.050734 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-962c2786-6a3d-4958-81e0-a7e7623b834d tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:51.076253 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221fab52-4516-448a-a0ea-d7360306d97b None None] Network 8e63e729-b5bb-4747-bffc-5c3273a669e2 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:49:51.086506 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20bd3a84-40fc-4b13-bb77-9e7ffe480974 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:49:51.101782 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de761e83-3fbb-4de3-969c-44b8b9f4e592 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:49:51.112352 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-de761e83-3fbb-4de3-969c-44b8b9f4e592 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:51.113064 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-de761e83-3fbb-4de3-969c-44b8b9f4e592 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Added segment 65fc2b70-8460-4848-853f-23072604756d of type vlan for network b88957a6-ea40-4269-927b-524192d54dc0 Feb 09 12:49:51.118807 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa45cba-76b9-494a-b183-6d7087834f4b None None] Sync routers for ids ['cc49e830-6423-4790-a2f9-c4764d7b4028'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:49:51.144283 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-de761e83-3fbb-4de3-969c-44b8b9f4e592 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:51.234084 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa45cba-76b9-494a-b183-6d7087834f4b None None] Routers {'cc49e830-6423-4790-a2f9-c4764d7b4028'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:49:51.234723 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-eaa45cba-76b9-494a-b183-6d7087834f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:49:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['cc49e830-6423-4790-a2f9-c4764d7b4028'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:51.251599 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-de761e83-3fbb-4de3-969c-44b8b9f4e592 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:51.252225 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-962c2786-6a3d-4958-81e0-a7e7623b834d tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Calling delete_port for 56437d62-7f16-483f-859b-26ae2596bd0b owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:49:51.258869 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de761e83-3fbb-4de3-969c-44b8b9f4e592 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:51.259716 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-de761e83-3fbb-4de3-969c-44b8b9f4e592 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:51.391613 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-eaa45cba-76b9-494a-b183-6d7087834f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:51.401388 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-916bf30f-dfa2-4a36-919d-20112d0ad213 None None] Provisioning for port 55668be9-0c51-4831-8312-caf3679f64d1 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:49:51.406798 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de761e83-3fbb-4de3-969c-44b8b9f4e592 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event updated for resources: {'Network': ['ID=b88957a6-ea40-4269-927b-524192d54dc0,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:51.411157 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-916bf30f-dfa2-4a36-919d-20112d0ad213 None None] Provisioning complete for port 55668be9-0c51-4831-8312-caf3679f64d1 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:49:51.411662 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-916bf30f-dfa2-4a36-919d-20112d0ad213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:51.450105 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c4877b0b-369f-428b-b2ce-371e8bb74d69 req-319c5766-1034-40da-8d0a-d9fe2e30c734 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=24bfe37c-1089-4182-86d9-1c25ec429621 HTTP/1.1" status: 200 len: 210 time: 0.2713225 Feb 09 12:49:51.466552 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-962c2786-6a3d-4958-81e0-a7e7623b834d tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:51.477327 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-20bd3a84-40fc-4b13-bb77-9e7ffe480974 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "PUT /v2.0/routers/cc49e830-6423-4790-a2f9-c4764d7b4028/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6779225 Feb 09 12:49:51.479301 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59818) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:51.480753 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-de761e83-3fbb-4de3-969c-44b8b9f4e592 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1666050 Feb 09 12:49:51.481697 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network b88957a6-ea40-4269-927b-524192d54dc0 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:49:51.489152 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59820) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:51.533019 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa45cba-76b9-494a-b183-6d7087834f4b None None] Routers {'cc49e830-6423-4790-a2f9-c4764d7b4028'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:49:51.533846 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-eaa45cba-76b9-494a-b183-6d7087834f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:49:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['cc49e830-6423-4790-a2f9-c4764d7b4028'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:51.541587 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c2786-6a3d-4958-81e0-a7e7623b834d tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Pushing event deleted for resources: {'Port': ['ID=56437d62-7f16-483f-859b-26ae2596bd0b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:51.613214 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-402b19ba-4272-427d-bba7-cbe06d89437f tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Synchronizing usage tracker for tenant:27f2f8bb689948199636c37c369127b7 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:49:51.646223 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ab65c9-0440-40fb-ab5c-a25e45a6335e tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:51.648540 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f0ab65c9-0440-40fb-ab5c-a25e45a6335e tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=458862934c284b11a9f402abf41ed215&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1580861 Feb 09 12:49:51.650637 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-402b19ba-4272-427d-bba7-cbe06d89437f tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Unset dirty status for tenant:27f2f8bb689948199636c37c369127b7 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:49:51.651868 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-402b19ba-4272-427d-bba7-cbe06d89437f tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc49e830-6423-4790-a2f9-c4764d7b4028 HTTP/1.1" status: 200 len: 205 time: 0.1639805 Feb 09 12:49:51.652877 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59830) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:51.655041 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59832) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:51.680297 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-962c2786-6a3d-4958-81e0-a7e7623b834d tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:51.710186 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-962c2786-6a3d-4958-81e0-a7e7623b834d tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] 10.222.0.55 "DELETE /v2.0/ports/56437d62-7f16-483f-859b-26ae2596bd0b HTTP/1.1" status: 204 len: 168 time: 1.0847349 Feb 09 12:49:51.714377 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59842) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:51.721567 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-eaa45cba-76b9-494a-b183-6d7087834f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:51.722065 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa45cba-76b9-494a-b183-6d7087834f4b None None] The sync data for ids ['cc49e830-6423-4790-a2f9-c4764d7b4028'] in n-d-825178-3 is: [] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:49:51.730205 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-d29a7f19-45bc-4b51-8e9a-1bcf8a468e77 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Request body: {'port': {'name': 'tempest-new-port-name-500950112', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:49:51.731811 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.api.validators [None req-d29a7f19-45bc-4b51-8e9a-1bcf8a468e77 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] bootfile-name is not in valid_values {{(pid=87568) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 12:49:51.732187 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.api.validators [None req-d29a7f19-45bc-4b51-8e9a-1bcf8a468e77 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] tftp-server is not in valid_values {{(pid=87568) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 12:49:51.732514 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.api.validators [None req-d29a7f19-45bc-4b51-8e9a-1bcf8a468e77 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] server-ip-address is not in valid_values {{(pid=87568) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 12:49:51.867315 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-916bf30f-dfa2-4a36-919d-20112d0ad213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:51.930088 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d29a7f19-45bc-4b51-8e9a-1bcf8a468e77 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:51.946001 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b7ca5f48-8c5a-43c1-aed8-9c9b415bd6cb tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:52.041949 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-916bf30f-dfa2-4a36-919d-20112d0ad213 None None] For port 55668be9-0c51-4831-8312-caf3679f64d1, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=55668be9-0c51-4831-8312-caf3679f64d1,segment=NetworkSegment(c0b153ca-0cd5-46ae-8486-f0dc9e29783f),segment_id=c0b153ca-0cd5-46ae-8486-f0dc9e29783f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:49:52.054921 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-916bf30f-dfa2-4a36-919d-20112d0ad213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:52.148675 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device f09f9844-8954-42bf-8856-81d858a5c4af up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:49:52.244991 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916bf30f-dfa2-4a36-919d-20112d0ad213 None None] Pushing event updated for resources: {'Port': ['ID=55668be9-0c51-4831-8312-caf3679f64d1,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:52.274015 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port f09f9844-8954-42bf-8856-81d858a5c4af completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:49:52.281686 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port f09f9844-8954-42bf-8856-81d858a5c4af triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:49:52.282366 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:52.293092 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d29a7f19-45bc-4b51-8e9a-1bcf8a468e77 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:52.310978 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d29a7f19-45bc-4b51-8e9a-1bcf8a468e77 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:52.335284 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c094834c-b891-49cc-a573-d5af2dda3c77 tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:52.339294 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c094834c-b891-49cc-a573-d5af2dda3c77 tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6829119 Feb 09 12:49:52.403939 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59852) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:52.463571 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:52.482434 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b7ca5f48-8c5a-43c1-aed8-9c9b415bd6cb tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:52.486055 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b7ca5f48-8c5a-43c1-aed8-9c9b415bd6cb tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:52.510726 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port f09f9844-8954-42bf-8856-81d858a5c4af, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=f09f9844-8954-42bf-8856-81d858a5c4af,segment=NetworkSegment(508e28e4-d245-4c96-afde-db020978f91b),segment_id=508e28e4-d245-4c96-afde-db020978f91b)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:49:52.516652 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:52.542258 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b7ca5f48-8c5a-43c1-aed8-9c9b415bd6cb tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:52.542784 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ca5f48-8c5a-43c1-aed8-9c9b415bd6cb tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Fanout notify agent at l3_agent the message router_deleted on router cc49e830-6423-4790-a2f9-c4764d7b4028 {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:49:52.573216 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b7ca5f48-8c5a-43c1-aed8-9c9b415bd6cb tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:52.577030 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b7ca5f48-8c5a-43c1-aed8-9c9b415bd6cb tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "DELETE /v2.0/routers/cc49e830-6423-4790-a2f9-c4764d7b4028 HTTP/1.1" status: 204 len: 168 time: 0.9179657 Feb 09 12:49:52.577260 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59858) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:52.610596 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-8a614737-d7a8-41ca-bae1-a60c6ecf44ae None None] Provisioning complete for port 55668be9-0c51-4831-8312-caf3679f64d1 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:49:52.610967 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8a614737-d7a8-41ca-bae1-a60c6ecf44ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:52.675596 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f92f1699-3929-4942-abaf-7de877766137 req-88e35828-706f-4f7b-bdd5-931ff7912f4f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=24bfe37c-1089-4182-86d9-1c25ec429621 HTTP/1.1" status: 200 len: 210 time: 0.0608292 Feb 09 12:49:52.683939 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=f09f9844-8954-42bf-8856-81d858a5c4af,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:52.697151 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-e93ba6b2-6aa6-4479-b388-32eafdf1cba6 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Deleting subnet 7efd431f-3068-48e6-8f60-8b31b16a35f5 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:49:52.700773 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e93ba6b2-6aa6-4479-b388-32eafdf1cba6 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:52.744363 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ec105315-204d-410c-9f86-8d83e182970d tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=af0bad45-b31e-4cb1-a77c-3bbc34409de5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3390255 Feb 09 12:49:52.748282 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59862) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:52.775415 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-8a614737-d7a8-41ca-bae1-a60c6ecf44ae None None] Provisioning for port 3cc49faf-7f6a-4325-948b-7305ebb9b56b completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:49:52.781787 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-8a614737-d7a8-41ca-bae1-a60c6ecf44ae None None] Provisioning complete for port 3cc49faf-7f6a-4325-948b-7305ebb9b56b triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:49:52.782162 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8a614737-d7a8-41ca-bae1-a60c6ecf44ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:52.801886 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a7f19-45bc-4b51-8e9a-1bcf8a468e77 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Pushing event updated for resources: {'Port': ['ID=3cc49faf-7f6a-4325-948b-7305ebb9b56b,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:52.828640 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-148f63be-685e-484b-83fb-43c96306bf0e tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=458862934c284b11a9f402abf41ed215&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0769827 Feb 09 12:49:52.831634 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59866) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:52.843956 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-8a614737-d7a8-41ca-bae1-a60c6ecf44ae None None] Port 3cc49faf-7f6a-4325-948b-7305ebb9b56b cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:49:52.859767 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-d29a7f19-45bc-4b51-8e9a-1bcf8a468e77 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] In _notify_port_updated(), no bound segment for port 3cc49faf-7f6a-4325-948b-7305ebb9b56b on network 8e63e729-b5bb-4747-bffc-5c3273a669e2 {{(pid=87568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 12:49:52.865812 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29a7f19-45bc-4b51-8e9a-1bcf8a468e77 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:52.866518 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d29a7f19-45bc-4b51-8e9a-1bcf8a468e77 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:52.867862 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d29a7f19-45bc-4b51-8e9a-1bcf8a468e77 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] 10.222.0.55 "PUT /v2.0/ports/3cc49faf-7f6a-4325-948b-7305ebb9b56b HTTP/1.1" status: 200 len: 1136 time: 1.1517982 Feb 09 12:49:52.871883 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59870) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:52.977905 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:52.986793 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f28596b8-690b-48d1-8a40-ce593b8feb56 None None] Provisioning complete for port 3cc49faf-7f6a-4325-948b-7305ebb9b56b triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:49:52.987173 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f28596b8-690b-48d1-8a40-ce593b8feb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:53.001960 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16379a20-7ed2-4d8b-8388-e409dff72699 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:53.002648 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-16379a20-7ed2-4d8b-8388-e409dff72699 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Synchronizing usage tracker for tenant:c0e1db4125cd4b5388e473c2ec6995b0 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:49:53.042381 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-16379a20-7ed2-4d8b-8388-e409dff72699 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Unset dirty status for tenant:c0e1db4125cd4b5388e473c2ec6995b0 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:49:53.043473 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-16379a20-7ed2-4d8b-8388-e409dff72699 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] 10.222.0.55 "GET /v2.0/ports/3cc49faf-7f6a-4325-948b-7305ebb9b56b HTTP/1.1" status: 200 len: 1136 time: 0.1705000 Feb 09 12:49:53.081989 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59874) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:53.082270 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-f28596b8-690b-48d1-8a40-ce593b8feb56 None None] Port 3cc49faf-7f6a-4325-948b-7305ebb9b56b cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:49:53.117852 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6212874f-23d0-477e-ae22-9fe42fa2011b tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:53.123496 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6212874f-23d0-477e-ae22-9fe42fa2011b tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2908599 Feb 09 12:49:53.124796 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59878) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:53.170735 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e93ba6b2-6aa6-4479-b388-32eafdf1cba6 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:53.178157 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a0b99a3c-d3ee-40fc-b71b-a4ec7d242e03 tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=af0bad45-b31e-4cb1-a77c-3bbc34409de5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0526531 Feb 09 12:49:53.178961 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59882) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:53.184573 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-836f293a-68a4-45e4-9b60-0439eea1b739 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-691469485', 'network_id': 'b88957a6-ea40-4269-927b-524192d54dc0', 'project_id': '458862934c284b11a9f402abf41ed215', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:49:53.256972 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-c72fedc5-6479-45c3-b347-b9fcfa3974eb tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:53.258403 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-c72fedc5-6479-45c3-b347-b9fcfa3974eb tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.46 "GET /v2.0/networks?id=0e83e431-ffef-4786-9497-2a7bdd51cfab HTTP/1.1" status: 200 len: 796 time: 0.3116267 Feb 09 12:49:53.261783 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-2faa87f1-891a-4422-8758-ebff7bf4466c tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Deleting port 3cc49faf-7f6a-4325-948b-7305ebb9b56b {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:49:53.262122 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2faa87f1-891a-4422-8758-ebff7bf4466c tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:53.298399 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-48ac672e-6701-4a1d-96f2-a0598bc4e951 None None] Could not find standard attr ID for object 56437d62-7f16-483f-859b-26ae2596bd0b. {{(pid=87569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 12:49:53.310636 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-836f293a-68a4-45e4-9b60-0439eea1b739 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:53.315509 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-836f293a-68a4-45e4-9b60-0439eea1b739 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Usage tracker for resource:subnet and tenant:458862934c284b11a9f402abf41ed215 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:49:53.319813 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-836f293a-68a4-45e4-9b60-0439eea1b739 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:49:53.326391 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-836f293a-68a4-45e4-9b60-0439eea1b739 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:53.343121 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836f293a-68a4-45e4-9b60-0439eea1b739 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Made reservation on behalf of 458862934c284b11a9f402abf41ed215 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:49:53.346819 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-836f293a-68a4-45e4-9b60-0439eea1b739 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:53.377885 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-767f4193-4dcf-40d5-8775-1261ad42b2dc tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c7a8f76649f44a59c185c6d6414b556 HTTP/1.1" status: 200 len: 379 time: 0.0882893 Feb 09 12:49:53.389802 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-0b1c343e-809e-4f7d-9e37-91e3587b2852 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Request body: {'port': {'device_id': '24bfe37c-1089-4182-86d9-1c25ec429621', 'network_id': '0e83e431-ffef-4786-9497-2a7bdd51cfab', 'admin_state_up': True, 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'security_groups': ['7643a677-e910-42b2-ae55-a8f871e13233']}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:49:53.554153 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e93ba6b2-6aa6-4479-b388-32eafdf1cba6 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:53.594992 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-836f293a-68a4-45e4-9b60-0439eea1b739 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:53.677279 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836f293a-68a4-45e4-9b60-0439eea1b739 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event updated for resources: {'Subnet': ['ID=396f7602-b695-4b7f-a57b-07f5fb90c6c6,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:53.688758 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836f293a-68a4-45e4-9b60-0439eea1b739 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Checking segment: {'id': '65fc2b70-8460-4848-853f-23072604756d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b88957a6-ea40-4269-927b-524192d54dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:49:53.689111 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836f293a-68a4-45e4-9b60-0439eea1b739 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Network hostable DHCP agents. Network: b88957a6-ea40-4269-927b-524192d54dc0, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:49:53.712011 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836f293a-68a4-45e4-9b60-0439eea1b739 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Network b88957a6-ea40-4269-927b-524192d54dc0 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:49:53.723076 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-836f293a-68a4-45e4-9b60-0439eea1b739 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, b88957a6-ea40-4269-927b-524192d54dc0) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:49:53.729196 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836f293a-68a4-45e4-9b60-0439eea1b739 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:53.730644 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-836f293a-68a4-45e4-9b60-0439eea1b739 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:53.749670 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-09a3d52e-f2f8-405c-9111-35ad8adb57df None None] Provisioning complete for port 3cc49faf-7f6a-4325-948b-7305ebb9b56b triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:49:53.750326 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-09a3d52e-f2f8-405c-9111-35ad8adb57df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:53.759880 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-836f293a-68a4-45e4-9b60-0439eea1b739 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5798054 Feb 09 12:49:53.771312 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-0b1c343e-809e-4f7d-9e37-91e3587b2852 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:53.786183 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf510fe-5abe-4c02-b2f4-1c6e2f6defd5 None None] Network b88957a6-ea40-4269-927b-524192d54dc0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:49:53.799643 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-0b1c343e-809e-4f7d-9e37-91e3587b2852 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:53.805786 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e93ba6b2-6aa6-4479-b388-32eafdf1cba6 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:53.813039 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2faa87f1-891a-4422-8758-ebff7bf4466c tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:53.858648 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ba6b2-6aa6-4479-b388-32eafdf1cba6 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event deleted for resources: {'Subnet': ['ID=7efd431f-3068-48e6-8f60-8b31b16a35f5,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:53.912272 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-09a3d52e-f2f8-405c-9111-35ad8adb57df None None] Port 3cc49faf-7f6a-4325-948b-7305ebb9b56b cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:49:54.027896 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-2faa87f1-891a-4422-8758-ebff7bf4466c tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Calling delete_port for 3cc49faf-7f6a-4325-948b-7305ebb9b56b owned by {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:49:54.058764 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0d70bf39-40fb-48bb-ad70-e0029234c33c req-0b4f6395-70a7-4f21-afbe-1e3f64ab7e3b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=24bfe37c-1089-4182-86d9-1c25ec429621 HTTP/1.1" status: 200 len: 210 time: 0.2010617 Feb 09 12:49:54.059330 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-0b1c343e-809e-4f7d-9e37-91e3587b2852 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Made reservation on behalf of 2c7a8f76649f44a59c185c6d6414b556 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:49:54.062788 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-0b1c343e-809e-4f7d-9e37-91e3587b2852 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:54.080742 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e93ba6b2-6aa6-4479-b388-32eafdf1cba6 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:54.104801 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4c489f-3e6c-4ec2-a641-c5a09207e299 None None] Network 1edea677-f921-4487-a217-d5fb1fed2be3 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:49:54.109917 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e93ba6b2-6aa6-4479-b388-32eafdf1cba6 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "DELETE /v2.0/subnets/7efd431f-3068-48e6-8f60-8b31b16a35f5 HTTP/1.1" status: 204 len: 168 time: 1.5316720 Feb 09 12:49:54.116431 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59890) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:54.190422 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device f09f9844-8954-42bf-8856-81d858a5c4af up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:49:54.238539 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0228f3b9-e928-46d7-b628-e055324a80a8 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:54.250112 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-0228f3b9-e928-46d7-b628-e055324a80a8 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Deleting port 05944879-402e-44e4-8811-32732ecf8e13 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:49:54.250435 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0228f3b9-e928-46d7-b628-e055324a80a8 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:54.252781 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f7eab7-7d64-43e4-aa76-3ceda83c29fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-b88957a6-ea40-4269-927b-524192d54dc0', 'network_id': 'b88957a6-ea40-4269-927b-524192d54dc0', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'fixed_ips': [{'subnet_id': '396f7602-b695-4b7f-a57b-07f5fb90c6c6'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:49:54.253616 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-28f7eab7-7d64-43e4-aa76-3ceda83c29fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:54.267661 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59894) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:54.279873 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-744a16d6-a53a-473c-8bae-b0f628dfe2e0 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-995110045', 'description': 'tempest-secgroup-smoke-995110045 description', 'project_id': '458862934c284b11a9f402abf41ed215'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:49:54.298276 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-744a16d6-a53a-473c-8bae-b0f628dfe2e0 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:54.307321 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2faa87f1-891a-4422-8758-ebff7bf4466c tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:54.384623 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-744a16d6-a53a-473c-8bae-b0f628dfe2e0 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:54.386683 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa87f1-891a-4422-8758-ebff7bf4466c tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Pushing event deleted for resources: {'Port': ['ID=3cc49faf-7f6a-4325-948b-7305ebb9b56b,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:54.446731 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port f09f9844-8954-42bf-8856-81d858a5c4af triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:49:54.447091 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:54.504789 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-0228f3b9-e928-46d7-b628-e055324a80a8 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] For port 05944879-402e-44e4-8811-32732ecf8e13, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=05944879-402e-44e4-8811-32732ecf8e13,segment=NetworkSegment(dcc78592-8220-4028-98a1-098963abf406),segment_id=dcc78592-8220-4028-98a1-098963abf406)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:49:54.505149 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0228f3b9-e928-46d7-b628-e055324a80a8 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:54.527712 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-744a16d6-a53a-473c-8bae-b0f628dfe2e0 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:54.554189 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-744a16d6-a53a-473c-8bae-b0f628dfe2e0 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:54.558377 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-744a16d6-a53a-473c-8bae-b0f628dfe2e0 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Usage tracker for resource:security_group_rule and tenant:458862934c284b11a9f402abf41ed215 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:49:54.567097 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-744a16d6-a53a-473c-8bae-b0f628dfe2e0 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:49:54.582670 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-744a16d6-a53a-473c-8bae-b0f628dfe2e0 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:54.604426 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-28f7eab7-7d64-43e4-aa76-3ceda83c29fa None None] Allocated IP 172.20.0.18 (b88957a6-ea40-4269-927b-524192d54dc0/396f7602-b695-4b7f-a57b-07f5fb90c6c6/fd8ce2f5-577d-4035-80ae-632ebb643d97) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:49:54.609789 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2faa87f1-891a-4422-8758-ebff7bf4466c tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:54.625253 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-0b1c343e-809e-4f7d-9e37-91e3587b2852 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Allocated IP 172.20.0.5 (0e83e431-ffef-4786-9497-2a7bdd51cfab/fee41bd5-bc0d-4bee-88ca-cf83e3eb43ef/b2076326-7743-4e6c-8da3-aede193b2bb6) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:49:54.638278 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2faa87f1-891a-4422-8758-ebff7bf4466c tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] 10.222.0.55 "DELETE /v2.0/ports/3cc49faf-7f6a-4325-948b-7305ebb9b56b HTTP/1.1" status: 204 len: 168 time: 1.5549421 Feb 09 12:49:54.638486 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-0228f3b9-e928-46d7-b628-e055324a80a8 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Calling delete_port for 05944879-402e-44e4-8811-32732ecf8e13 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:49:54.648380 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59898) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:54.722786 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0228f3b9-e928-46d7-b628-e055324a80a8 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:54.778029 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0228f3b9-e928-46d7-b628-e055324a80a8 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event deleted for resources: {'Port': ['ID=05944879-402e-44e4-8811-32732ecf8e13,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:54.780200 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0228f3b9-e928-46d7-b628-e055324a80a8 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] No DVR routers for this DVR port 05944879-402e-44e4-8811-32732ecf8e13 on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:49:54.920469 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 55668be9-0c51-4831-8312-caf3679f64d1 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:49:54.933683 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-744a16d6-a53a-473c-8bae-b0f628dfe2e0 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:54.950768 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae558a5f-4070-45dc-9c73-e69d658d4be1 None None] DHCP port deletion for 1edea677-f921-4487-a217-d5fb1fed2be3 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:49:54.957581 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-a118fd15-c9db-466d-bab4-f8706c5c778d tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Deleting subnet 8fd59721-0ad3-4d53-bd18-135fcc33ad11 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:49:54.964378 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-744a16d6-a53a-473c-8bae-b0f628dfe2e0 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:54.967974 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a118fd15-c9db-466d-bab4-f8706c5c778d tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:55.002640 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-28f7eab7-7d64-43e4-aa76-3ceda83c29fa None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:55.019177 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-28f7eab7-7d64-43e4-aa76-3ceda83c29fa None None] Transition to ACTIVE for port object fd8ce2f5-577d-4035-80ae-632ebb643d97 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:49:55.036374 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0228f3b9-e928-46d7-b628-e055324a80a8 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:55.047412 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-28f7eab7-7d64-43e4-aa76-3ceda83c29fa None None] Transition to ACTIVE for port object fd8ce2f5-577d-4035-80ae-632ebb643d97 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:49:55.051274 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 55668be9-0c51-4831-8312-caf3679f64d1 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:49:55.051732 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:55.064761 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-0228f3b9-e928-46d7-b628-e055324a80a8 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1edea677-f921-4487-a217-d5fb1fed2be3']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:55.081783 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-0228f3b9-e928-46d7-b628-e055324a80a8 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcc78592-8220-4028-98a1-098963abf406') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:55.082131 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-0228f3b9-e928-46d7-b628-e055324a80a8 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcc78592-8220-4028-98a1-098963abf406') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:55.089504 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-28f7eab7-7d64-43e4-aa76-3ceda83c29fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:55.107672 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0228f3b9-e928-46d7-b628-e055324a80a8 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:55.133558 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a16d6-a53a-473c-8bae-b0f628dfe2e0 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd1b040-6547-4ab2-bae0-9e0b91e3f4de,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:55.142263 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a118fd15-c9db-466d-bab4-f8706c5c778d tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:55.152868 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0228f3b9-e928-46d7-b628-e055324a80a8 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:55.161556 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0228f3b9-e928-46d7-b628-e055324a80a8 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:49:55.164014 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0228f3b9-e928-46d7-b628-e055324a80a8 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:55.187119 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-744a16d6-a53a-473c-8bae-b0f628dfe2e0 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:55.188230 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-744a16d6-a53a-473c-8bae-b0f628dfe2e0 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9195857 Feb 09 12:49:55.188510 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f7eab7-7d64-43e4-aa76-3ceda83c29fa None None] Network b88957a6-ea40-4269-927b-524192d54dc0 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:49:55.196021 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-28f7eab7-7d64-43e4-aa76-3ceda83c29fa None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:49:55.197133 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59904) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:55.202172 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f7eab7-7d64-43e4-aa76-3ceda83c29fa None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:49:55.210461 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-7a267085-3c48-45cd-bd62-4e12eb6dae4b tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Request body: {'security_group_rule': {'security_group_id': 'dcd1b040-6547-4ab2-bae0-9e0b91e3f4de', 'project_id': '458862934c284b11a9f402abf41ed215', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:49:55.236334 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-7a267085-3c48-45cd-bd62-4e12eb6dae4b tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:55.242878 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f7eab7-7d64-43e4-aa76-3ceda83c29fa None None] Pushing event updated for resources: {'Port': ['ID=fd8ce2f5-577d-4035-80ae-632ebb643d97,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:55.253884 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:49:55.253884 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:49:55.253884 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:49:55.253884 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:49:55.253884 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:49:55.253884 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:49:55.253884 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:49:55.253884 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:49:55.253884 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:49:55.253884 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:49:55.253884 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:49:55.253884 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:49:55.253884 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:49:55.253884 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:49:55.253884 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:49:55.253884 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:49:55.253884 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:49:55.253884 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:49:55.253884 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:49:55.253884 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:49:55.253884 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:49:55.253884 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:49:55.253884 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:49:55.253884 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:49:55.253884 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:49:55.253884 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:49:55.253884 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:49:55.253884 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:49:55.253884 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:49:55.253884 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:49:55.253884 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:49:55.253884 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:49:55.287575 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-7a267085-3c48-45cd-bd62-4e12eb6dae4b tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Usage tracker for resource:security_group_rule and tenant:458862934c284b11a9f402abf41ed215 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:49:55.294059 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0228f3b9-e928-46d7-b628-e055324a80a8 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:55.298904 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-7a267085-3c48-45cd-bd62-4e12eb6dae4b tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:49:55.311784 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c8d40919-42c5-4090-acbd-43bd604773a0 req-ceadcc4c-3c25-493a-86da-7b48d52fc99f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Synchronizing usage tracker for tenant:2c7a8f76649f44a59c185c6d6414b556 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:49:55.317539 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-0b1c343e-809e-4f7d-9e37-91e3587b2852 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:55.320495 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-7a267085-3c48-45cd-bd62-4e12eb6dae4b tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:55.323145 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0228f3b9-e928-46d7-b628-e055324a80a8 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:55.340783 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0228f3b9-e928-46d7-b628-e055324a80a8 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event deleted for resources: {'Network': ['ID=1edea677-f921-4487-a217-d5fb1fed2be3,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:55.353056 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-0b1c343e-809e-4f7d-9e37-91e3587b2852 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Transition to ACTIVE for port object b2076326-7743-4e6c-8da3-aede193b2bb6 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:49:55.360017 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0228f3b9-e928-46d7-b628-e055324a80a8 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "DELETE /v2.0/networks/1edea677-f921-4487-a217-d5fb1fed2be3 HTTP/1.1" status: 204 len: 168 time: 1.2420914 Feb 09 12:49:55.360232 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59908) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:55.361814 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-28f7eab7-7d64-43e4-aa76-3ceda83c29fa None None] Attempting to bind port fd8ce2f5-577d-4035-80ae-632ebb643d97 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:49:55.362262 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-28f7eab7-7d64-43e4-aa76-3ceda83c29fa None None] Attempting to bind port fd8ce2f5-577d-4035-80ae-632ebb643d97 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '65fc2b70-8460-4848-853f-23072604756d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b88957a6-ea40-4269-927b-524192d54dc0'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:49:55.362755 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f7eab7-7d64-43e4-aa76-3ceda83c29fa None None] Attempting to bind port fd8ce2f5-577d-4035-80ae-632ebb643d97 on network b88957a6-ea40-4269-927b-524192d54dc0 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:49:55.368739 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-4204ceea-5435-479d-a055-8f21e997fd4c tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1476695817', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:49:55.374439 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f7eab7-7d64-43e4-aa76-3ceda83c29fa None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:49:55.374818 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f7eab7-7d64-43e4-aa76-3ceda83c29fa None None] Checking segment: {'id': '65fc2b70-8460-4848-853f-23072604756d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b88957a6-ea40-4269-927b-524192d54dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:49:55.375232 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-28f7eab7-7d64-43e4-aa76-3ceda83c29fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:55.375602 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f7eab7-7d64-43e4-aa76-3ceda83c29fa None None] Bound using segment: {'id': '65fc2b70-8460-4848-853f-23072604756d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b88957a6-ea40-4269-927b-524192d54dc0'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:49:55.376096 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-28f7eab7-7d64-43e4-aa76-3ceda83c29fa None None] Bound port: fd8ce2f5-577d-4035-80ae-632ebb643d97, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65fc2b70-8460-4848-853f-23072604756d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b88957a6-ea40-4269-927b-524192d54dc0'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:49:55.376775 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-28f7eab7-7d64-43e4-aa76-3ceda83c29fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:55.377084 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c8d40919-42c5-4090-acbd-43bd604773a0 req-ceadcc4c-3c25-493a-86da-7b48d52fc99f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Unset dirty status for tenant:2c7a8f76649f44a59c185c6d6414b556 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:49:55.378194 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c8d40919-42c5-4090-acbd-43bd604773a0 req-ceadcc4c-3c25-493a-86da-7b48d52fc99f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=24bfe37c-1089-4182-86d9-1c25ec429621 HTTP/1.1" status: 200 len: 210 time: 0.1533945 Feb 09 12:49:55.382983 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-4204ceea-5435-479d-a055-8f21e997fd4c tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:55.400872 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-4204ceea-5435-479d-a055-8f21e997fd4c tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Usage tracker for resource:router and tenant:27f2f8bb689948199636c37c369127b7 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:49:55.400872 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-4204ceea-5435-479d-a055-8f21e997fd4c tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:49:55.400872 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7a267085-3c48-45cd-bd62-4e12eb6dae4b tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:55.414299 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-4204ceea-5435-479d-a055-8f21e997fd4c tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:55.422563 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a118fd15-c9db-466d-bab4-f8706c5c778d tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:55.473078 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-28f7eab7-7d64-43e4-aa76-3ceda83c29fa None None] For port fd8ce2f5-577d-4035-80ae-632ebb643d97, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:49:55.477179 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-28f7eab7-7d64-43e4-aa76-3ceda83c29fa None None] For port fd8ce2f5-577d-4035-80ae-632ebb643d97, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=fd8ce2f5-577d-4035-80ae-632ebb643d97,segment=NetworkSegment(65fc2b70-8460-4848-853f-23072604756d),segment_id=65fc2b70-8460-4848-853f-23072604756d)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:49:55.481836 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-28f7eab7-7d64-43e4-aa76-3ceda83c29fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:55.496259 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4204ceea-5435-479d-a055-8f21e997fd4c tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:55.497233 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4204ceea-5435-479d-a055-8f21e997fd4c tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:55.542560 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-0b1c343e-809e-4f7d-9e37-91e3587b2852 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:55.545718 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4204ceea-5435-479d-a055-8f21e997fd4c tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:55.565303 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f7eab7-7d64-43e4-aa76-3ceda83c29fa None None] Pushing event updated for resources: {'Port': ['ID=fd8ce2f5-577d-4035-80ae-632ebb643d97,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:55.636888 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7a267085-3c48-45cd-bd62-4e12eb6dae4b tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:55.649917 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-0b1c343e-809e-4f7d-9e37-91e3587b2852 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Network 0e83e431-ffef-4786-9497-2a7bdd51cfab is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:49:55.652129 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a118fd15-c9db-466d-bab4-f8706c5c778d tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:55.655609 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7a267085-3c48-45cd-bd62-4e12eb6dae4b tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:55.696179 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-0b1c343e-809e-4f7d-9e37-91e3587b2852 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:49:55.718835 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-0b1c343e-809e-4f7d-9e37-91e3587b2852 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:49:55.758056 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a118fd15-c9db-466d-bab4-f8706c5c778d tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Pushing event deleted for resources: {'Subnet': ['ID=8fd59721-0ad3-4d53-bd18-135fcc33ad11,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:55.759790 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1c343e-809e-4f7d-9e37-91e3587b2852 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'Port': ['ID=b2076326-7743-4e6c-8da3-aede193b2bb6,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:55.773031 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e647753c-c347-4929-8e13-b0a4d10d9ae6 None None] Network 8e63e729-b5bb-4747-bffc-5c3273a669e2 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:49:55.774009 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a267085-3c48-45cd-bd62-4e12eb6dae4b tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=965fe07f-9af9-4a85-84b7-bd54f10debb7,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:55.782777 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a118fd15-c9db-466d-bab4-f8706c5c778d tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:55.792106 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4204ceea-5435-479d-a055-8f21e997fd4c tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:55.840695 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a118fd15-c9db-466d-bab4-f8706c5c778d tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] 10.222.0.55 "DELETE /v2.0/subnets/8fd59721-0ad3-4d53-bd18-135fcc33ad11 HTTP/1.1" status: 204 len: 168 time: 1.1698108 Feb 09 12:49:55.843559 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59912) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:55.846746 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-0b1c343e-809e-4f7d-9e37-91e3587b2852 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:55.847396 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-0b1c343e-809e-4f7d-9e37-91e3587b2852 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:55.854219 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4204ceea-5435-479d-a055-8f21e997fd4c tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:55.855411 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4204ceea-5435-479d-a055-8f21e997fd4c tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4928110 Feb 09 12:49:55.861022 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7a267085-3c48-45cd-bd62-4e12eb6dae4b tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:55.864809 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-7a267085-3c48-45cd-bd62-4e12eb6dae4b tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6618657 Feb 09 12:49:55.865189 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59916) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:55.865647 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59918) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:55.878600 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-9df62a34-80b5-406e-ac8a-d1fb107ecb65 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-525214388'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:49:55.886219 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-a8290e87-93b4-4a08-9f9b-f936b4d9ac20 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Request body: {'security_group_rule': {'security_group_id': 'dcd1b040-6547-4ab2-bae0-9e0b91e3f4de', 'project_id': '458862934c284b11a9f402abf41ed215', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:49:55.907495 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-9df62a34-80b5-406e-ac8a-d1fb107ecb65 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:55.910046 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-a8290e87-93b4-4a08-9f9b-f936b4d9ac20 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:55.916090 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-0b1c343e-809e-4f7d-9e37-91e3587b2852 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5319803 Feb 09 12:49:55.917040 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9df62a34-80b5-406e-ac8a-d1fb107ecb65 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Usage tracker for resource:network and tenant:27f2f8bb689948199636c37c369127b7 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:49:55.920332 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a8290e87-93b4-4a08-9f9b-f936b4d9ac20 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Usage tracker for resource:security_group_rule and tenant:458862934c284b11a9f402abf41ed215 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:49:55.922936 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9df62a34-80b5-406e-ac8a-d1fb107ecb65 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:49:55.927020 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a8290e87-93b4-4a08-9f9b-f936b4d9ac20 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:49:55.940670 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-cfb01c3b-09ab-4314-a6bf-335d9d82e512 service neutron] Request body: {'port': {'device_id': '24bfe37c-1089-4182-86d9-1c25ec429621', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:49:55.961392 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:49:55.981602 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-9df62a34-80b5-406e-ac8a-d1fb107ecb65 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:55.987785 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-a8290e87-93b4-4a08-9f9b-f936b4d9ac20 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:56.037702 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df62a34-80b5-406e-ac8a-d1fb107ecb65 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Made reservation on behalf of 27f2f8bb689948199636c37c369127b7 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:49:56.040902 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9df62a34-80b5-406e-ac8a-d1fb107ecb65 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:56.061397 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0bfbf72a-cd67-4c4d-90cd-9324eb51f299 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:56.086167 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-0bfbf72a-cd67-4c4d-90cd-9324eb51f299 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Deleting port 55668be9-0c51-4831-8312-caf3679f64d1 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:49:56.086566 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0bfbf72a-cd67-4c4d-90cd-9324eb51f299 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:56.111064 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a8290e87-93b4-4a08-9f9b-f936b4d9ac20 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:56.162476 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device fd8ce2f5-577d-4035-80ae-632ebb643d97 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:49:56.188753 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-cfb01c3b-09ab-4314-a6bf-335d9d82e512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:56.198571 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9df62a34-80b5-406e-ac8a-d1fb107ecb65 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:49:56.210949 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa29ae3-dc97-4f2b-bc7c-bdb1c869b64a None None] DHCP port deletion for 8e63e729-b5bb-4747-bffc-5c3273a669e2 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:49:56.218875 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9df62a34-80b5-406e-ac8a-d1fb107ecb65 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:56.219234 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-9df62a34-80b5-406e-ac8a-d1fb107ecb65 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Added segment d7baddfa-8b87-419f-a065-1067d22d7647 of type vlan for network 8026e9a8-2928-4361-996b-0223b8b32dc8 Feb 09 12:49:56.225285 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-5aa29ae3-dc97-4f2b-bc7c-bdb1c869b64a None None] Deleting port 55668be9-0c51-4831-8312-caf3679f64d1 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:49:56.225878 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5aa29ae3-dc97-4f2b-bc7c-bdb1c869b64a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:56.316946 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a8290e87-93b4-4a08-9f9b-f936b4d9ac20 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:56.331240 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a8290e87-93b4-4a08-9f9b-f936b4d9ac20 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:56.334706 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9df62a34-80b5-406e-ac8a-d1fb107ecb65 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:56.357296 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-0bfbf72a-cd67-4c4d-90cd-9324eb51f299 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] For port 55668be9-0c51-4831-8312-caf3679f64d1, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=55668be9-0c51-4831-8312-caf3679f64d1,segment=NetworkSegment(c0b153ca-0cd5-46ae-8486-f0dc9e29783f),segment_id=c0b153ca-0cd5-46ae-8486-f0dc9e29783f)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:49:56.357724 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0bfbf72a-cd67-4c4d-90cd-9324eb51f299 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:56.424779 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8290e87-93b4-4a08-9f9b-f936b4d9ac20 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca5f6b85-1a1b-4ee0-bcd4-da05fdf32ae1,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:56.467814 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a8290e87-93b4-4a08-9f9b-f936b4d9ac20 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:56.471954 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a8290e87-93b4-4a08-9f9b-f936b4d9ac20 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6009531 Feb 09 12:49:56.472474 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59926) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:56.492266 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-284c7996-36cb-4177-8802-978a5b818982 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Request body: {'security_group_rule': {'security_group_id': 'dcd1b040-6547-4ab2-bae0-9e0b91e3f4de', 'project_id': '458862934c284b11a9f402abf41ed215', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:49:56.508167 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-5aa29ae3-dc97-4f2b-bc7c-bdb1c869b64a None None] For port 55668be9-0c51-4831-8312-caf3679f64d1, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=55668be9-0c51-4831-8312-caf3679f64d1,segment=NetworkSegment(c0b153ca-0cd5-46ae-8486-f0dc9e29783f),segment_id=c0b153ca-0cd5-46ae-8486-f0dc9e29783f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:49:56.508729 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5aa29ae3-dc97-4f2b-bc7c-bdb1c869b64a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:56.520336 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9df62a34-80b5-406e-ac8a-d1fb107ecb65 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:56.529442 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df62a34-80b5-406e-ac8a-d1fb107ecb65 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:56.530089 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9df62a34-80b5-406e-ac8a-d1fb107ecb65 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:56.550024 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-0bfbf72a-cd67-4c4d-90cd-9324eb51f299 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Calling delete_port for 55668be9-0c51-4831-8312-caf3679f64d1 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:49:56.591373 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-284c7996-36cb-4177-8802-978a5b818982 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:56.631361 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-284c7996-36cb-4177-8802-978a5b818982 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Usage tracker for resource:security_group_rule and tenant:458862934c284b11a9f402abf41ed215 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:49:56.656040 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-5aa29ae3-dc97-4f2b-bc7c-bdb1c869b64a None None] Calling delete_port for 55668be9-0c51-4831-8312-caf3679f64d1 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:49:56.656268 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0bfbf72a-cd67-4c4d-90cd-9324eb51f299 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:56.671901 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-284c7996-36cb-4177-8802-978a5b818982 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:49:56.689189 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-40aeef5e-5976-4351-a468-d1787ed3c3ad None None] Provisioning for port b2076326-7743-4e6c-8da3-aede193b2bb6 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:49:56.709636 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-40aeef5e-5976-4351-a468-d1787ed3c3ad None None] Provisioning complete for port b2076326-7743-4e6c-8da3-aede193b2bb6 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:49:56.710153 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-40aeef5e-5976-4351-a468-d1787ed3c3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:56.713246 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfbf72a-cd67-4c4d-90cd-9324eb51f299 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Pushing event deleted for resources: {'Port': ['ID=55668be9-0c51-4831-8312-caf3679f64d1,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:56.716836 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfbf72a-cd67-4c4d-90cd-9324eb51f299 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] No DVR routers for this DVR port 55668be9-0c51-4831-8312-caf3679f64d1 on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:49:56.769470 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-40aeef5e-5976-4351-a468-d1787ed3c3ad None None] Port b2076326-7743-4e6c-8da3-aede193b2bb6 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:49:56.787709 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port fd8ce2f5-577d-4035-80ae-632ebb643d97 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:49:56.820089 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df62a34-80b5-406e-ac8a-d1fb107ecb65 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event updated for resources: {'Network': ['ID=8026e9a8-2928-4361-996b-0223b8b32dc8,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:56.832550 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-5aa29ae3-dc97-4f2b-bc7c-bdb1c869b64a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:49:56.833380 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-5aa29ae3-dc97-4f2b-bc7c-bdb1c869b64a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:49:56.836182 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 8026e9a8-2928-4361-996b-0223b8b32dc8 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:49:56.837688 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-284c7996-36cb-4177-8802-978a5b818982 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:56.872747 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9df62a34-80b5-406e-ac8a-d1fb107ecb65 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0060470 Feb 09 12:49:56.876874 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59930) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:56.887032 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-58d72d0d-d2a3-4831-9cb9-6445424acc63 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Request body: {'subnet': {'network_id': '8026e9a8-2928-4361-996b-0223b8b32dc8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:49:56.925291 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 05944879-402e-44e4-8811-32732ecf8e13 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:49:56.925480 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-284c7996-36cb-4177-8802-978a5b818982 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:56.966811 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0bfbf72a-cd67-4c4d-90cd-9324eb51f299 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:56.974555 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 05944879-402e-44e4-8811-32732ecf8e13 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:49:56.975107 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 05944879-402e-44e4-8811-32732ecf8e13 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:49:56.994112 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38891bfd-2e4c-41c8-b00c-999178abb72e req-943786f4-d79e-48a9-b527-52f2653d5a37 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:56.996948 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784cbdf5-5bce-463c-a8cd-a2d597e1ff65 None None] Network b88957a6-ea40-4269-927b-524192d54dc0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:49:57.000450 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-38891bfd-2e4c-41c8-b00c-999178abb72e req-943786f4-d79e-48a9-b527-52f2653d5a37 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=24bfe37c-1089-4182-86d9-1c25ec429621 HTTP/1.1" status: 200 len: 931 time: 0.3804703 Feb 09 12:49:57.025187 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-0bfbf72a-cd67-4c4d-90cd-9324eb51f299 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e63e729-b5bb-4747-bffc-5c3273a669e2']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:57.041928 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-0bfbf72a-cd67-4c4d-90cd-9324eb51f299 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0b153ca-0cd5-46ae-8486-f0dc9e29783f') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:57.042365 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-0bfbf72a-cd67-4c4d-90cd-9324eb51f299 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0b153ca-0cd5-46ae-8486-f0dc9e29783f') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:49:57.056640 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-58d72d0d-d2a3-4831-9cb9-6445424acc63 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:57.063267 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0bfbf72a-cd67-4c4d-90cd-9324eb51f299 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:57.070821 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-58d72d0d-d2a3-4831-9cb9-6445424acc63 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Usage tracker for resource:subnet and tenant:27f2f8bb689948199636c37c369127b7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:49:57.076273 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-58d72d0d-d2a3-4831-9cb9-6445424acc63 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:49:57.085850 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-58d72d0d-d2a3-4831-9cb9-6445424acc63 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:57.091510 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0bfbf72a-cd67-4c4d-90cd-9324eb51f299 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:57.099808 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bfbf72a-cd67-4c4d-90cd-9324eb51f299 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:49:57.100501 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0bfbf72a-cd67-4c4d-90cd-9324eb51f299 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:57.121311 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:49:57.121311 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:49:57.121311 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:49:57.121311 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:49:57.121311 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:49:57.121311 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:49:57.121311 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:49:57.121311 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:49:57.121311 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:49:57.121311 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:49:57.121311 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:49:57.121311 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:49:57.121311 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:49:57.121311 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:49:57.121311 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:49:57.121311 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:49:57.121311 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:49:57.121311 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:49:57.121311 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:49:57.121311 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:49:57.121311 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:49:57.121311 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:49:57.121311 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:49:57.121311 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:49:57.121311 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:49:57.121311 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:49:57.121311 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:49:57.121311 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:49:57.121311 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:49:57.121311 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:49:57.121311 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:49:57.121311 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:49:57.127951 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d72d0d-d2a3-4831-9cb9-6445424acc63 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Made reservation on behalf of 27f2f8bb689948199636c37c369127b7 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:49:57.129713 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2151f6ee-9f68-4bd2-b758-ee45b76b45d0 None None] Provisioning for port fd8ce2f5-577d-4035-80ae-632ebb643d97 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:49:57.132316 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-58d72d0d-d2a3-4831-9cb9-6445424acc63 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:57.141043 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2151f6ee-9f68-4bd2-b758-ee45b76b45d0 None None] Provisioning complete for port fd8ce2f5-577d-4035-80ae-632ebb643d97 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:49:57.141420 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2151f6ee-9f68-4bd2-b758-ee45b76b45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:57.278735 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-284c7996-36cb-4177-8802-978a5b818982 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:57.303143 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0bfbf72a-cd67-4c4d-90cd-9324eb51f299 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:57.305749 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-cfb01c3b-09ab-4314-a6bf-335d9d82e512 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2076326-7743-4e6c-8da3-aede193b2bb6 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:49:57.321697 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-cfb01c3b-09ab-4314-a6bf-335d9d82e512 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:57.328576 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0bfbf72a-cd67-4c4d-90cd-9324eb51f299 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:57.342585 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfbf72a-cd67-4c4d-90cd-9324eb51f299 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] Pushing event deleted for resources: {'Network': ['ID=8e63e729-b5bb-4747-bffc-5c3273a669e2,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:57.343545 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-cfb01c3b-09ab-4314-a6bf-335d9d82e512 service neutron] Transition to ACTIVE for port object b2076326-7743-4e6c-8da3-aede193b2bb6 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:49:57.349878 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-5aa29ae3-dc97-4f2b-bc7c-bdb1c869b64a None None] Deleting port 55668be9-0c51-4831-8312-caf3679f64d1 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:49:57.350573 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5aa29ae3-dc97-4f2b-bc7c-bdb1c869b64a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:57.358994 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-38891bfd-2e4c-41c8-b00c-999178abb72e req-7f89daeb-89ba-4cc9-bad9-f993778b5520 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=7643a677-e910-42b2-ae55-a8f871e13233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3490403 Feb 09 12:49:57.359593 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-cfb01c3b-09ab-4314-a6bf-335d9d82e512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:57.363567 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0bfbf72a-cd67-4c4d-90cd-9324eb51f299 tempest-ExtraDHCPOptionsTestJSON-881617032 tempest-ExtraDHCPOptionsTestJSON-881617032-project] 10.222.0.55 "DELETE /v2.0/networks/8e63e729-b5bb-4747-bffc-5c3273a669e2 HTTP/1.1" status: 204 len: 168 time: 1.5161042 Feb 09 12:49:57.399744 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-284c7996-36cb-4177-8802-978a5b818982 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:57.491765 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-5aa29ae3-dc97-4f2b-bc7c-bdb1c869b64a None None] The port '55668be9-0c51-4831-8312-caf3679f64d1' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:49:57.508253 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2151f6ee-9f68-4bd2-b758-ee45b76b45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:57.532880 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-58d72d0d-d2a3-4831-9cb9-6445424acc63 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:57.582512 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284c7996-36cb-4177-8802-978a5b818982 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=788c0889-7040-46ae-a030-f022507861d5,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:57.583506 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-2151f6ee-9f68-4bd2-b758-ee45b76b45d0 None None] For port fd8ce2f5-577d-4035-80ae-632ebb643d97, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=fd8ce2f5-577d-4035-80ae-632ebb643d97,segment=NetworkSegment(65fc2b70-8460-4848-853f-23072604756d),segment_id=65fc2b70-8460-4848-853f-23072604756d)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:49:57.596233 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2151f6ee-9f68-4bd2-b758-ee45b76b45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:57.669017 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d72d0d-d2a3-4831-9cb9-6445424acc63 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event updated for resources: {'Subnet': ['ID=a0edf25c-f846-4a0e-bdfd-a793c1e34e16,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:57.690904 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d72d0d-d2a3-4831-9cb9-6445424acc63 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Checking segment: {'id': 'd7baddfa-8b87-419f-a065-1067d22d7647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8026e9a8-2928-4361-996b-0223b8b32dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:49:57.691154 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d72d0d-d2a3-4831-9cb9-6445424acc63 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Network hostable DHCP agents. Network: 8026e9a8-2928-4361-996b-0223b8b32dc8, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:49:57.707252 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2151f6ee-9f68-4bd2-b758-ee45b76b45d0 None None] Pushing event updated for resources: {'Port': ['ID=fd8ce2f5-577d-4035-80ae-632ebb643d97,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:57.719303 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb01c3b-09ab-4314-a6bf-335d9d82e512 service neutron] Pushing event updated for resources: {'Port': ['ID=b2076326-7743-4e6c-8da3-aede193b2bb6,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:57.723542 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d72d0d-d2a3-4831-9cb9-6445424acc63 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Network 8026e9a8-2928-4361-996b-0223b8b32dc8 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:49:57.739532 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-58d72d0d-d2a3-4831-9cb9-6445424acc63 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 8026e9a8-2928-4361-996b-0223b8b32dc8) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:49:57.744919 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d72d0d-d2a3-4831-9cb9-6445424acc63 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:57.745448 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-58d72d0d-d2a3-4831-9cb9-6445424acc63 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:57.750200 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719c8bb5-90f2-4fab-a956-b190a62e033e None None] Network 8026e9a8-2928-4361-996b-0223b8b32dc8 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:49:57.751524 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59938) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:57.763716 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-284c7996-36cb-4177-8802-978a5b818982 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:57.769924 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-284c7996-36cb-4177-8802-978a5b818982 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2960787 Feb 09 12:49:57.776888 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59944) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:57.783016 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-c00477aa-dc65-4ebd-8666-bd46b2a49487 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Request body: {'security_group_rule': {'security_group_id': 'dcd1b040-6547-4ab2-bae0-9e0b91e3f4de', 'project_id': '458862934c284b11a9f402abf41ed215', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:49:57.794710 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-58d72d0d-d2a3-4831-9cb9-6445424acc63 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9155042 Feb 09 12:49:57.800252 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59948) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:57.825899 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c00477aa-dc65-4ebd-8666-bd46b2a49487 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:57.851439 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c00477aa-dc65-4ebd-8666-bd46b2a49487 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Usage tracker for resource:security_group_rule and tenant:458862934c284b11a9f402abf41ed215 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:49:57.858001 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c00477aa-dc65-4ebd-8666-bd46b2a49487 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:49:57.868357 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c00477aa-dc65-4ebd-8666-bd46b2a49487 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:57.906064 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-cfb01c3b-09ab-4314-a6bf-335d9d82e512 service neutron] Attempting to bind port b2076326-7743-4e6c-8da3-aede193b2bb6 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:49:57.906549 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-cfb01c3b-09ab-4314-a6bf-335d9d82e512 service neutron] Attempting to bind port b2076326-7743-4e6c-8da3-aede193b2bb6 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '508e28e4-d245-4c96-afde-db020978f91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0e83e431-ffef-4786-9497-2a7bdd51cfab'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:49:57.907048 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-cfb01c3b-09ab-4314-a6bf-335d9d82e512 service neutron] Attempting to bind port b2076326-7743-4e6c-8da3-aede193b2bb6 on network 0e83e431-ffef-4786-9497-2a7bdd51cfab {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:49:57.912716 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-cfb01c3b-09ab-4314-a6bf-335d9d82e512 service neutron] Port b2076326-7743-4e6c-8da3-aede193b2bb6 on network 0e83e431-ffef-4786-9497-2a7bdd51cfab not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:49:57.913319 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-cfb01c3b-09ab-4314-a6bf-335d9d82e512 service neutron] Attempting to bind port b2076326-7743-4e6c-8da3-aede193b2bb6 on network 0e83e431-ffef-4786-9497-2a7bdd51cfab {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:49:57.925825 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-cfb01c3b-09ab-4314-a6bf-335d9d82e512 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:49:57.926321 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-cfb01c3b-09ab-4314-a6bf-335d9d82e512 service neutron] Checking segment: {'id': '508e28e4-d245-4c96-afde-db020978f91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0e83e431-ffef-4786-9497-2a7bdd51cfab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:49:57.926825 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-cfb01c3b-09ab-4314-a6bf-335d9d82e512 service neutron] Bound using segment: {'id': '508e28e4-d245-4c96-afde-db020978f91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0e83e431-ffef-4786-9497-2a7bdd51cfab'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:49:57.928120 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-cfb01c3b-09ab-4314-a6bf-335d9d82e512 service neutron] Bound port: b2076326-7743-4e6c-8da3-aede193b2bb6, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '508e28e4-d245-4c96-afde-db020978f91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0e83e431-ffef-4786-9497-2a7bdd51cfab'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:49:57.928732 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-cfb01c3b-09ab-4314-a6bf-335d9d82e512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:57.940843 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c00477aa-dc65-4ebd-8666-bd46b2a49487 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:58.065753 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device fd8ce2f5-577d-4035-80ae-632ebb643d97 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:49:58.111186 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c00477aa-dc65-4ebd-8666-bd46b2a49487 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:58.116314 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-cfb01c3b-09ab-4314-a6bf-335d9d82e512 service neutron] For port b2076326-7743-4e6c-8da3-aede193b2bb6, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:49:58.121811 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c00477aa-dc65-4ebd-8666-bd46b2a49487 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:58.128648 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-cfb01c3b-09ab-4314-a6bf-335d9d82e512 service neutron] For port b2076326-7743-4e6c-8da3-aede193b2bb6, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b2076326-7743-4e6c-8da3-aede193b2bb6,segment=NetworkSegment(508e28e4-d245-4c96-afde-db020978f91b),segment_id=508e28e4-d245-4c96-afde-db020978f91b)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:49:58.154860 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-cfb01c3b-09ab-4314-a6bf-335d9d82e512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:58.196884 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-14ab175d-54d3-4994-9763-c9a706b6dce9 None None] Provisioning complete for port fd8ce2f5-577d-4035-80ae-632ebb643d97 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:49:58.197251 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-14ab175d-54d3-4994-9763-c9a706b6dce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:58.199541 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00477aa-dc65-4ebd-8666-bd46b2a49487 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8353122-b91a-4ea8-9959-f71e04209b92,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:58.211142 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c00477aa-dc65-4ebd-8666-bd46b2a49487 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:58.212668 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c00477aa-dc65-4ebd-8666-bd46b2a49487 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4347992 Feb 09 12:49:58.221888 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59952) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:58.236042 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-5ebd4287-b21f-4fbf-9eef-317a28c5a080 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Request body: {'security_group_rule': {'security_group_id': 'dcd1b040-6547-4ab2-bae0-9e0b91e3f4de', 'project_id': '458862934c284b11a9f402abf41ed215', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:49:58.243879 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-cfb01c3b-09ab-4314-a6bf-335d9d82e512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:58.244977 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-cfb01c3b-09ab-4314-a6bf-335d9d82e512 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:58.246690 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-cfb01c3b-09ab-4314-a6bf-335d9d82e512 service neutron] 10.222.0.46 "PUT /v2.0/ports/b2076326-7743-4e6c-8da3-aede193b2bb6 HTTP/1.1" status: 200 len: 1091 time: 2.3207729 Feb 09 12:49:58.249850 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24bfe37c-1089-4182-86d9-1c25ec429621', 'tag': 'b2076326-7743-4e6c-8da3-aede193b2bb6'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:49:58.269866 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-5ebd4287-b21f-4fbf-9eef-317a28c5a080 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:58.330737 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-5ebd4287-b21f-4fbf-9eef-317a28c5a080 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Usage tracker for resource:security_group_rule and tenant:458862934c284b11a9f402abf41ed215 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:49:58.340266 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-5ebd4287-b21f-4fbf-9eef-317a28c5a080 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:49:58.362401 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb01c3b-09ab-4314-a6bf-335d9d82e512 service neutron] Pushing event updated for resources: {'Port': ['ID=b2076326-7743-4e6c-8da3-aede193b2bb6,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:58.366729 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-5ebd4287-b21f-4fbf-9eef-317a28c5a080 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:58.382567 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0083b7d-ef36-473b-b597-231c281a66f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-8026e9a8-2928-4361-996b-0223b8b32dc8', 'network_id': '8026e9a8-2928-4361-996b-0223b8b32dc8', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'fixed_ips': [{'subnet_id': 'a0edf25c-f846-4a0e-bdfd-a793c1e34e16'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:49:58.383413 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b0083b7d-ef36-473b-b597-231c281a66f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:58.448649 n-d-825178-3 neutron-server[87567]: INFO neutron.db.securitygroups_db [None req-5ebd4287-b21f-4fbf-9eef-317a28c5a080 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Project 458862934c284b11a9f402abf41ed215 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 12:49:58.461611 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5ebd4287-b21f-4fbf-9eef-317a28c5a080 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:58.487787 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-992d55d2-8f93-4665-b2db-9bf069fe9869 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c0e1db4125cd4b5388e473c2ec6995b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7321622 Feb 09 12:49:58.487787 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 59962) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:58.592694 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-150defe5-4ef7-47e2-bcaf-f266b547e700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:58.598872 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-150defe5-4ef7-47e2-bcaf-f266b547e700 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c7a8f76649f44a59c185c6d6414b556&device_id=24bfe37c-1089-4182-86d9-1c25ec429621 HTTP/1.1" status: 200 len: 1094 time: 0.3081360 Feb 09 12:49:58.687684 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-b0083b7d-ef36-473b-b597-231c281a66f1 None None] Allocated IP 2001:db8::2 (8026e9a8-2928-4361-996b-0223b8b32dc8/a0edf25c-f846-4a0e-bdfd-a793c1e34e16/c7775a48-a862-468d-a040-51e21859160a) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:49:58.745743 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24bfe37c-1089-4182-86d9-1c25ec429621', 'tag': 'b2076326-7743-4e6c-8da3-aede193b2bb6', 'status': 'completed', 'code': 200} Feb 09 12:49:58.771808 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-3bbac024-0a6e-4344-930e-1ae5215196c8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2076326-7743-4e6c-8da3-aede193b2bb6 HTTP/1.1" status: 200 len: 217 time: 0.0846884 Feb 09 12:49:58.792806 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3c73ca90-3290-4e8a-a5d7-c270c0d4f2ad tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:58.847799 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5ebd4287-b21f-4fbf-9eef-317a28c5a080 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:58.860877 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5ebd4287-b21f-4fbf-9eef-317a28c5a080 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:58.870156 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c9b09551-4a5b-4534-a30f-1d2dff34758c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:58.884913 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-ac112a96-72fb-47ec-ae48-07201ef27d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:58.886441 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-ac112a96-72fb-47ec-ae48-07201ef27d7a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fee41bd5-bc0d-4bee-88ca-cf83e3eb43ef HTTP/1.1" status: 200 len: 835 time: 0.1081676 Feb 09 12:49:58.913255 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b0083b7d-ef36-473b-b597-231c281a66f1 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:58.924381 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b0083b7d-ef36-473b-b597-231c281a66f1 None None] Transition to ACTIVE for port object c7775a48-a862-468d-a040-51e21859160a will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:49:58.945324 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a561b30-f1aa-459d-acff-3e836c7be5be req-d6fc1752-920c-4798-b497-92adf29d7781 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:58.945956 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b0083b7d-ef36-473b-b597-231c281a66f1 None None] Transition to ACTIVE for port object c7775a48-a862-468d-a040-51e21859160a will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:49:58.947122 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6a561b30-f1aa-459d-acff-3e836c7be5be req-d6fc1752-920c-4798-b497-92adf29d7781 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=24bfe37c-1089-4182-86d9-1c25ec429621 HTTP/1.1" status: 200 len: 943 time: 0.3570564 Feb 09 12:49:58.947906 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebd4287-b21f-4fbf-9eef-317a28c5a080 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82120286-6c35-4a08-93ee-004ae1320fe9,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:58.957250 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port fd8ce2f5-577d-4035-80ae-632ebb643d97 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:49:58.957584 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:59.006839 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5ebd4287-b21f-4fbf-9eef-317a28c5a080 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:59.008189 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-5ebd4287-b21f-4fbf-9eef-317a28c5a080 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7822747 Feb 09 12:49:59.013784 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 59966) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:49:59.018563 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b0083b7d-ef36-473b-b597-231c281a66f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:59.019412 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-6a2f60ef-8881-4306-b78b-001b20d2c2f9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Request body: {'security_group_rule': {'security_group_id': 'dcd1b040-6547-4ab2-bae0-9e0b91e3f4de', 'project_id': '458862934c284b11a9f402abf41ed215', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:49:59.021992 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c9b09551-4a5b-4534-a30f-1d2dff34758c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:59.032637 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6a561b30-f1aa-459d-acff-3e836c7be5be req-ca9b498a-e3f5-4ec0-a58e-f899617abba8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=7643a677-e910-42b2-ae55-a8f871e13233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723395 Feb 09 12:49:59.033774 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6a2f60ef-8881-4306-b78b-001b20d2c2f9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:49:59.040791 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6a2f60ef-8881-4306-b78b-001b20d2c2f9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Usage tracker for resource:security_group_rule and tenant:458862934c284b11a9f402abf41ed215 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:49:59.044736 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6a2f60ef-8881-4306-b78b-001b20d2c2f9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:49:59.051674 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6a2f60ef-8881-4306-b78b-001b20d2c2f9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:49:59.075066 n-d-825178-3 neutron-server[87567]: INFO neutron.db.securitygroups_db [None req-6a2f60ef-8881-4306-b78b-001b20d2c2f9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Project 458862934c284b11a9f402abf41ed215 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 12:49:59.085260 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-90aa0c43-3fc2-43e0-a6b0-123d2065cc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:59.087007 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-90aa0c43-3fc2-43e0-a6b0-123d2065cc0a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0e83e431-ffef-4786-9497-2a7bdd51cfab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1943779 Feb 09 12:49:59.088920 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6a2f60ef-8881-4306-b78b-001b20d2c2f9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:59.089670 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0083b7d-ef36-473b-b597-231c281a66f1 None None] Network 8026e9a8-2928-4361-996b-0223b8b32dc8 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:49:59.101464 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-b0083b7d-ef36-473b-b597-231c281a66f1 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:49:59.106200 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0083b7d-ef36-473b-b597-231c281a66f1 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:49:59.248260 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0083b7d-ef36-473b-b597-231c281a66f1 None None] Pushing event updated for resources: {'Port': ['ID=c7775a48-a862-468d-a040-51e21859160a,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:59.284837 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-3c73ca90-3290-4e8a-a5d7-c270c0d4f2ad tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Allocated IP 2001:db8::1 (8026e9a8-2928-4361-996b-0223b8b32dc8/a0edf25c-f846-4a0e-bdfd-a793c1e34e16/62b1386e-4e8d-49b5-95a1-fc57c1833709) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:49:59.285126 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-f6a6625c-c4de-4425-83bb-c8dfa6581b03 service neutron] 10.222.0.46 "GET /v2.0/networks/0e83e431-ffef-4786-9497-2a7bdd51cfab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886957 Feb 09 12:49:59.308997 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-b0083b7d-ef36-473b-b597-231c281a66f1 None None] Attempting to bind port c7775a48-a862-468d-a040-51e21859160a on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:49:59.309509 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-b0083b7d-ef36-473b-b597-231c281a66f1 None None] Attempting to bind port c7775a48-a862-468d-a040-51e21859160a by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'd7baddfa-8b87-419f-a065-1067d22d7647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8026e9a8-2928-4361-996b-0223b8b32dc8'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:49:59.309997 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0083b7d-ef36-473b-b597-231c281a66f1 None None] Attempting to bind port c7775a48-a862-468d-a040-51e21859160a on network 8026e9a8-2928-4361-996b-0223b8b32dc8 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:49:59.331610 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0083b7d-ef36-473b-b597-231c281a66f1 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:49:59.332205 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0083b7d-ef36-473b-b597-231c281a66f1 None None] Checking segment: {'id': 'd7baddfa-8b87-419f-a065-1067d22d7647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8026e9a8-2928-4361-996b-0223b8b32dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:49:59.332713 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b0083b7d-ef36-473b-b597-231c281a66f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:59.333211 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0083b7d-ef36-473b-b597-231c281a66f1 None None] Bound using segment: {'id': 'd7baddfa-8b87-419f-a065-1067d22d7647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8026e9a8-2928-4361-996b-0223b8b32dc8'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:49:59.333997 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-b0083b7d-ef36-473b-b597-231c281a66f1 None None] Bound port: c7775a48-a862-468d-a040-51e21859160a, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7baddfa-8b87-419f-a065-1067d22d7647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8026e9a8-2928-4361-996b-0223b8b32dc8'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:49:59.334563 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b0083b7d-ef36-473b-b597-231c281a66f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:59.337586 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6a2f60ef-8881-4306-b78b-001b20d2c2f9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:59.392618 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6a2f60ef-8881-4306-b78b-001b20d2c2f9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:59.438065 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f60ef-8881-4306-b78b-001b20d2c2f9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acbd4334-61f6-4f1c-9f71-fd404c7508ff,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:59.452461 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6a2f60ef-8881-4306-b78b-001b20d2c2f9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:59.453914 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-b0083b7d-ef36-473b-b597-231c281a66f1 None None] For port c7775a48-a862-468d-a040-51e21859160a, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:49:59.460689 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c9b09551-4a5b-4534-a30f-1d2dff34758c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:59.466223 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-6a2f60ef-8881-4306-b78b-001b20d2c2f9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4510889 Feb 09 12:49:59.468317 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-b0083b7d-ef36-473b-b597-231c281a66f1 None None] For port c7775a48-a862-468d-a040-51e21859160a, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=c7775a48-a862-468d-a040-51e21859160a,segment=NetworkSegment(d7baddfa-8b87-419f-a065-1067d22d7647),segment_id=d7baddfa-8b87-419f-a065-1067d22d7647)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:49:59.477144 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b0083b7d-ef36-473b-b597-231c281a66f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:59.486148 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b09551-4a5b-4534-a30f-1d2dff34758c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c466f1b2-34df-4d2d-adbe-2a5103a4543b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:59.514755 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3c73ca90-3290-4e8a-a5d7-c270c0d4f2ad tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:59.518077 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c9b09551-4a5b-4534-a30f-1d2dff34758c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:59.519191 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c9b09551-4a5b-4534-a30f-1d2dff34758c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c466f1b2-34df-4d2d-adbe-2a5103a4543b HTTP/1.1" status: 204 len: 168 time: 1.0300715 Feb 09 12:49:59.534947 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-3c73ca90-3290-4e8a-a5d7-c270c0d4f2ad tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Transition to ACTIVE for port object 62b1386e-4e8d-49b5-95a1-fc57c1833709 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:49:59.555352 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-006ae853-3b0a-40fd-bb22-379646f191e2 req-edd5bb62-f2d8-4727-8a76-80d17f7700c2 service neutron] 10.222.0.46 "GET /v2.0/networks/0e83e431-ffef-4786-9497-2a7bdd51cfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500594 Feb 09 12:49:59.556691 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 55668be9-0c51-4831-8312-caf3679f64d1 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:49:59.568083 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3c73ca90-3290-4e8a-a5d7-c270c0d4f2ad tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:59.660562 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 55668be9-0c51-4831-8312-caf3679f64d1 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:49:59.661053 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 55668be9-0c51-4831-8312-caf3679f64d1 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:49:59.694530 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0083b7d-ef36-473b-b597-231c281a66f1 None None] Pushing event updated for resources: {'Port': ['ID=c7775a48-a862-468d-a040-51e21859160a,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:59.724629 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d31e82-00e5-41bf-973a-82ff61e228c1 req-bf2a3cfa-ad0c-4501-8e57-59f948922ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:59.726454 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-61d31e82-00e5-41bf-973a-82ff61e228c1 req-bf2a3cfa-ad0c-4501-8e57-59f948922ed4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c7a8f76649f44a59c185c6d6414b556&device_id=24bfe37c-1089-4182-86d9-1c25ec429621 HTTP/1.1" status: 200 len: 1094 time: 0.1195278 Feb 09 12:49:59.747442 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c73ca90-3290-4e8a-a5d7-c270c0d4f2ad tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event updated for resources: {'Port': ['ID=62b1386e-4e8d-49b5-95a1-fc57c1833709,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:49:59.760259 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c73ca90-3290-4e8a-a5d7-c270c0d4f2ad tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Network 8026e9a8-2928-4361-996b-0223b8b32dc8 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:49:59.761397 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-3c73ca90-3290-4e8a-a5d7-c270c0d4f2ad tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:49:59.763770 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c73ca90-3290-4e8a-a5d7-c270c0d4f2ad tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:49:59.764531 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3c73ca90-3290-4e8a-a5d7-c270c0d4f2ad tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:59.875919 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-d2686c10-c6f4-4a1a-9a9c-8adff65c127c tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Synchronizing usage tracker for tenant:458862934c284b11a9f402abf41ed215 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:49:59.926180 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-d2686c10-c6f4-4a1a-9a9c-8adff65c127c tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Unset dirty status for tenant:458862934c284b11a9f402abf41ed215 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:49:59.928073 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-d2686c10-c6f4-4a1a-9a9c-8adff65c127c tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-995110045&fields=id&tenant_id=458862934c284b11a9f402abf41ed215 HTTP/1.1" status: 200 len: 267 time: 0.1641092 Feb 09 12:49:59.975807 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d31e82-00e5-41bf-973a-82ff61e228c1 req-8b93d579-7283-4611-a112-edfa73300bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:49:59.977283 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-61d31e82-00e5-41bf-973a-82ff61e228c1 req-8b93d579-7283-4611-a112-edfa73300bb4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0e83e431-ffef-4786-9497-2a7bdd51cfab HTTP/1.1" status: 200 len: 897 time: 0.2444925 Feb 09 12:50:00.128669 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3c73ca90-3290-4e8a-a5d7-c270c0d4f2ad tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:00.150643 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device c7775a48-a862-468d-a040-51e21859160a up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:50:00.281467 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port c7775a48-a862-468d-a040-51e21859160a completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:50:00.417414 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-61d31e82-00e5-41bf-973a-82ff61e228c1 req-f44a5f4a-7796-40bf-912d-2d3854091305 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2076326-7743-4e6c-8da3-aede193b2bb6 HTTP/1.1" status: 200 len: 217 time: 0.1659508 Feb 09 12:50:00.540060 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d31e82-00e5-41bf-973a-82ff61e228c1 req-630f2450-131f-4745-abc1-fde800c70a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:00.541578 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-61d31e82-00e5-41bf-973a-82ff61e228c1 req-630f2450-131f-4745-abc1-fde800c70a5e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fee41bd5-bc0d-4bee-88ca-cf83e3eb43ef HTTP/1.1" status: 200 len: 835 time: 0.1150889 Feb 09 12:50:00.545187 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60006) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:00.586917 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-e56dd559-2e2a-48fe-800e-7107455c9ca9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:00.587524 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-e56dd559-2e2a-48fe-800e-7107455c9ca9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Synchronizing usage tracker for tenant:458862934c284b11a9f402abf41ed215 on resource:network {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:50:00.634440 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cd67c-3f27-4073-a3c4-1d16994f712b req-4def8ac5-927c-4b35-91a1-ef3331573802 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:00.636940 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-999cd67c-3f27-4073-a3c4-1d16994f712b req-4def8ac5-927c-4b35-91a1-ef3331573802 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=24bfe37c-1089-4182-86d9-1c25ec429621 HTTP/1.1" status: 200 len: 943 time: 0.2830462 Feb 09 12:50:00.642485 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-e56dd559-2e2a-48fe-800e-7107455c9ca9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Unset dirty status for tenant:458862934c284b11a9f402abf41ed215 on resource:network {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:50:00.643566 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-e56dd559-2e2a-48fe-800e-7107455c9ca9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/networks?id=b88957a6-ea40-4269-927b-524192d54dc0 HTTP/1.1" status: 200 len: 797 time: 0.6936409 Feb 09 12:50:00.700267 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-3d829c66-4382-4212-858a-90b19155d1b1 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/quotas/458862934c284b11a9f402abf41ed215 HTTP/1.1" status: 200 len: 375 time: 0.0308778 Feb 09 12:50:00.726658 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-8c3d9404-5cc1-478c-8149-6ac4d50af259 tempest-NetworksNegativeTestJSON-1820897071 tempest-NetworksNegativeTestJSON-1820897071-project] Request body: {'port': {'network_id': '3436b59b-36d2-4e9b-aa92-3965fc81ab20', 'name': 'tempest-NetworksNegativeTestJSON-972281910'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:50:00.751803 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-999cd67c-3f27-4073-a3c4-1d16994f712b req-3b443609-091f-4d89-b291-bb8608224787 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=7643a677-e910-42b2-ae55-a8f871e13233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024151 Feb 09 12:50:00.773872 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d31e82-00e5-41bf-973a-82ff61e228c1 req-509a494a-f911-4a1c-bdf5-77bc7983b23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:00.773872 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-61d31e82-00e5-41bf-973a-82ff61e228c1 req-509a494a-f911-4a1c-bdf5-77bc7983b23c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0e83e431-ffef-4786-9497-2a7bdd51cfab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2174599 Feb 09 12:50:00.774139 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c3d9404-5cc1-478c-8149-6ac4d50af259 tempest-NetworksNegativeTestJSON-1820897071 tempest-NetworksNegativeTestJSON-1820897071-project] POST failed (client error): The resource could not be found. Feb 09 12:50:00.774139 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c3d9404-5cc1-478c-8149-6ac4d50af259 tempest-NetworksNegativeTestJSON-1820897071 tempest-NetworksNegativeTestJSON-1820897071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:50:00.774139 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8c3d9404-5cc1-478c-8149-6ac4d50af259 tempest-NetworksNegativeTestJSON-1820897071 tempest-NetworksNegativeTestJSON-1820897071-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2216022 Feb 09 12:50:00.774139 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60012) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:00.812975 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbf93460-a52a-4e1c-b002-d8aa61f84680 tempest-NetworksNegativeTestJSON-1820897071 tempest-NetworksNegativeTestJSON-1820897071-project] DELETE failed (client error): The resource could not be found. Feb 09 12:50:00.813536 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbf93460-a52a-4e1c-b002-d8aa61f84680 tempest-NetworksNegativeTestJSON-1820897071 tempest-NetworksNegativeTestJSON-1820897071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:50:00.819201 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-dbf93460-a52a-4e1c-b002-d8aa61f84680 tempest-NetworksNegativeTestJSON-1820897071 tempest-NetworksNegativeTestJSON-1820897071-project] 10.222.0.55 "DELETE /v2.0/networks/6f12799f-1787-4b10-8592-de98050e2280 HTTP/1.1" status: 404 len: 339 time: 0.0411453 Feb 09 12:50:00.819201 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3c73ca90-3290-4e8a-a5d7-c270c0d4f2ad tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:00.820675 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60016) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:00.863478 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3c73ca90-3290-4e8a-a5d7-c270c0d4f2ad tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:00.864199 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3c73ca90-3290-4e8a-a5d7-c270c0d4f2ad tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:00.914213 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-6cb9db46-55f5-4651-94da-842cfdf2f944 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=458862934c284b11a9f402abf41ed215&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2061896 Feb 09 12:50:00.940254 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aa7336f-0557-4cc3-9a5f-55ac449ae0a5 tempest-NetworksNegativeTestJSON-1820897071 tempest-NetworksNegativeTestJSON-1820897071-project] DELETE failed (client error): The resource could not be found. Feb 09 12:50:00.940737 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aa7336f-0557-4cc3-9a5f-55ac449ae0a5 tempest-NetworksNegativeTestJSON-1820897071 tempest-NetworksNegativeTestJSON-1820897071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:50:00.947993 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9aa7336f-0557-4cc3-9a5f-55ac449ae0a5 tempest-NetworksNegativeTestJSON-1820897071 tempest-NetworksNegativeTestJSON-1820897071-project] 10.222.0.55 "DELETE /v2.0/ports/878dc14e-8e32-4293-b9b5-ab1fe42c3a96 HTTP/1.1" status: 404 len: 333 time: 0.1208332 Feb 09 12:50:00.949054 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60020) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:00.953959 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-61d31e82-00e5-41bf-973a-82ff61e228c1 req-46a6207c-752d-4d46-9859-d1bf18a76641 service neutron] 10.222.0.46 "GET /v2.0/networks/0e83e431-ffef-4786-9497-2a7bdd51cfab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800413 Feb 09 12:50:01.039571 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2540b90-77e0-4b8c-95cf-0119a5325b3f None None] Network 8026e9a8-2928-4361-996b-0223b8b32dc8 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:50:01.066022 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-66bfe435-50de-4eff-9468-97c397746aef tempest-NetworksNegativeTestJSON-1820897071 tempest-NetworksNegativeTestJSON-1820897071-project] DELETE failed (client error): The resource could not be found. Feb 09 12:50:01.066477 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66bfe435-50de-4eff-9468-97c397746aef tempest-NetworksNegativeTestJSON-1820897071 tempest-NetworksNegativeTestJSON-1820897071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:50:01.068360 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-66bfe435-50de-4eff-9468-97c397746aef tempest-NetworksNegativeTestJSON-1820897071 tempest-NetworksNegativeTestJSON-1820897071-project] 10.222.0.55 "DELETE /v2.0/subnets/91b88a4d-ca3e-4f2e-ba31-c98f6c20e720 HTTP/1.1" status: 404 len: 337 time: 0.1181540 Feb 09 12:50:01.078425 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60024) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:01.079074 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c73ca90-3290-4e8a-a5d7-c270c0d4f2ad tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event updated for resources: {'Port': ['ID=62b1386e-4e8d-49b5-95a1-fc57c1833709,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:01.113678 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-b849292e-4d4e-45d8-b4b5-dd46a7361c36 tempest-NetworksNegativeTestJSON-1820897071 tempest-NetworksNegativeTestJSON-1820897071-project] GET failed (client error): The resource could not be found. Feb 09 12:50:01.115213 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b849292e-4d4e-45d8-b4b5-dd46a7361c36 tempest-NetworksNegativeTestJSON-1820897071 tempest-NetworksNegativeTestJSON-1820897071-project] 10.222.0.55 "GET /v2.0/networks/bb51f48b-1949-4a20-8c9a-d137b29cbae8 HTTP/1.1" status: 404 len: 339 time: 0.0334070 Feb 09 12:50:01.118605 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60028) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:01.136288 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2537ee61-cc04-459f-84b0-891a01ded6c9 None None] Provisioning for port c7775a48-a862-468d-a040-51e21859160a completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:50:01.144902 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2537ee61-cc04-459f-84b0-891a01ded6c9 None None] Provisioning complete for port c7775a48-a862-468d-a040-51e21859160a triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:50:01.145276 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2537ee61-cc04-459f-84b0-891a01ded6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:01.167265 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-5a264417-cafd-4be0-a486-e75f10a131ff service neutron] 10.222.0.55 "GET /v2.0/networks/b88957a6-ea40-4269-927b-524192d54dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365448 Feb 09 12:50:01.167934 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-6292c4cf-2b38-4d80-ac92-75c031b6dfd9 tempest-NetworksNegativeTestJSON-1820897071 tempest-NetworksNegativeTestJSON-1820897071-project] GET failed (client error): The resource could not be found. Feb 09 12:50:01.169256 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6292c4cf-2b38-4d80-ac92-75c031b6dfd9 tempest-NetworksNegativeTestJSON-1820897071 tempest-NetworksNegativeTestJSON-1820897071-project] 10.222.0.55 "GET /v2.0/ports/01e1d391-5635-4dc3-afba-b601e9c027a8 HTTP/1.1" status: 404 len: 333 time: 0.0497165 Feb 09 12:50:01.175180 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60032) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:01.214607 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c73ca90-3290-4e8a-a5d7-c270c0d4f2ad tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Network 8026e9a8-2928-4361-996b-0223b8b32dc8 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:50:01.216708 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-3c73ca90-3290-4e8a-a5d7-c270c0d4f2ad tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:50:01.247260 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ec082dd-6f91-47cf-99cf-fa171bd7a5e5 tempest-NetworksNegativeTestJSON-1820897071 tempest-NetworksNegativeTestJSON-1820897071-project] GET failed (client error): The resource could not be found. Feb 09 12:50:01.248582 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1ec082dd-6f91-47cf-99cf-fa171bd7a5e5 tempest-NetworksNegativeTestJSON-1820897071 tempest-NetworksNegativeTestJSON-1820897071-project] 10.222.0.55 "GET /v2.0/subnets/75e6e94b-c013-4400-b776-7bd0d51b123f HTTP/1.1" status: 404 len: 337 time: 0.0726228 Feb 09 12:50:01.292903 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-61d31e82-00e5-41bf-973a-82ff61e228c1 req-7f023bdb-2abd-4482-a76f-89611df0527b service neutron] 10.222.0.46 "GET /v2.0/networks/0e83e431-ffef-4786-9497-2a7bdd51cfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881608 Feb 09 12:50:01.297487 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60036) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:01.313639 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-c6f626da-a338-4ccd-bc84-f10b457abe86 tempest-NetworksNegativeTestJSON-1820897071 tempest-NetworksNegativeTestJSON-1820897071-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:50:01.339160 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6f626da-a338-4ccd-bc84-f10b457abe86 tempest-NetworksNegativeTestJSON-1820897071 tempest-NetworksNegativeTestJSON-1820897071-project] PUT failed (client error): The resource could not be found. Feb 09 12:50:01.339627 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6f626da-a338-4ccd-bc84-f10b457abe86 tempest-NetworksNegativeTestJSON-1820897071 tempest-NetworksNegativeTestJSON-1820897071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:50:01.340784 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c6f626da-a338-4ccd-bc84-f10b457abe86 tempest-NetworksNegativeTestJSON-1820897071 tempest-NetworksNegativeTestJSON-1820897071-project] 10.222.0.55 "PUT /v2.0/networks/44f2a741-1ccb-4d18-998d-c7fb9dc62a49 HTTP/1.1" status: 404 len: 339 time: 0.0419881 Feb 09 12:50:01.346079 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60040) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:01.354032 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-8ce8e651-d15f-44d4-9510-d68834a9db67 tempest-NetworksNegativeTestJSON-1820897071 tempest-NetworksNegativeTestJSON-1820897071-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:50:01.404442 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ce8e651-d15f-44d4-9510-d68834a9db67 tempest-NetworksNegativeTestJSON-1820897071 tempest-NetworksNegativeTestJSON-1820897071-project] PUT failed (client error): The resource could not be found. Feb 09 12:50:01.404818 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ce8e651-d15f-44d4-9510-d68834a9db67 tempest-NetworksNegativeTestJSON-1820897071 tempest-NetworksNegativeTestJSON-1820897071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:50:01.405936 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8ce8e651-d15f-44d4-9510-d68834a9db67 tempest-NetworksNegativeTestJSON-1820897071 tempest-NetworksNegativeTestJSON-1820897071-project] 10.222.0.55 "PUT /v2.0/ports/3c50da9e-22a6-4f78-92e3-f910642a8ae6 HTTP/1.1" status: 404 len: 333 time: 0.0590749 Feb 09 12:50:01.409721 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60044) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:01.417564 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-07ed6a5d-30f8-4c19-80e1-6dfb8a9c69ab tempest-NetworksNegativeTestJSON-1820897071 tempest-NetworksNegativeTestJSON-1820897071-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:50:01.437390 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c73ca90-3290-4e8a-a5d7-c270c0d4f2ad tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Router c8443fa9-d8ae-451b-ad6e-fff60d710e00 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:50:01.439287 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2537ee61-cc04-459f-84b0-891a01ded6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:01.459714 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-07ed6a5d-30f8-4c19-80e1-6dfb8a9c69ab tempest-NetworksNegativeTestJSON-1820897071 tempest-NetworksNegativeTestJSON-1820897071-project] PUT failed (client error): The resource could not be found. Feb 09 12:50:01.460191 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07ed6a5d-30f8-4c19-80e1-6dfb8a9c69ab tempest-NetworksNegativeTestJSON-1820897071 tempest-NetworksNegativeTestJSON-1820897071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:50:01.464736 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-07ed6a5d-30f8-4c19-80e1-6dfb8a9c69ab tempest-NetworksNegativeTestJSON-1820897071 tempest-NetworksNegativeTestJSON-1820897071-project] 10.222.0.55 "PUT /v2.0/subnets/4798b501-826a-4bb4-8d66-4547ca09bfe8 HTTP/1.1" status: 404 len: 337 time: 0.0507026 Feb 09 12:50:01.471386 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-50714a2d-651f-4788-ad32-2d847d8745e6 service neutron] 10.222.0.55 "GET /v2.0/networks/b88957a6-ea40-4269-927b-524192d54dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610745 Feb 09 12:50:01.483396 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-2537ee61-cc04-459f-84b0-891a01ded6c9 None None] For port c7775a48-a862-468d-a040-51e21859160a, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=c7775a48-a862-468d-a040-51e21859160a,segment=NetworkSegment(d7baddfa-8b87-419f-a065-1067d22d7647),segment_id=d7baddfa-8b87-419f-a065-1067d22d7647)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:50:01.487580 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2537ee61-cc04-459f-84b0-891a01ded6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:01.565533 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2537ee61-cc04-459f-84b0-891a01ded6c9 None None] Pushing event updated for resources: {'Port': ['ID=c7775a48-a862-468d-a040-51e21859160a,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:01.623683 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c73ca90-3290-4e8a-a5d7-c270c0d4f2ad tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:50:01.655747 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3c73ca90-3290-4e8a-a5d7-c270c0d4f2ad tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "PUT /v2.0/routers/c8443fa9-d8ae-451b-ad6e-fff60d710e00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8489909 Feb 09 12:50:01.656902 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f437947f-e5bf-4a6b-be22-93ee8cd0d90c None None] Sync routers for ids ['c8443fa9-d8ae-451b-ad6e-fff60d710e00'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:50:01.659656 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60052) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:01.667297 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-1f39e585-11ad-4231-8856-a1aa70909844 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2127087252'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:50:01.673675 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f437947f-e5bf-4a6b-be22-93ee8cd0d90c None None] Routers {'c8443fa9-d8ae-451b-ad6e-fff60d710e00'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:50:01.673847 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-1f39e585-11ad-4231-8856-a1aa70909844 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:50:01.674631 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-f437947f-e5bf-4a6b-be22-93ee8cd0d90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:49:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['c8443fa9-d8ae-451b-ad6e-fff60d710e00'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:01.688252 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-1f39e585-11ad-4231-8856-a1aa70909844 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Usage tracker for resource:network and tenant:27f2f8bb689948199636c37c369127b7 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:50:01.772433 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2a26b3c5-8e06-4e74-bf6e-e7b1c6842ae6 req-6764dbfb-4ac6-4396-bd2d-a7025eb04b18 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?device_id=149b03a2-66cb-47a6-80ec-cfde5906c708 HTTP/1.1" status: 200 len: 210 time: 0.0693860 Feb 09 12:50:01.774164 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-1f39e585-11ad-4231-8856-a1aa70909844 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:50:01.783631 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-1f39e585-11ad-4231-8856-a1aa70909844 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:50:01.808479 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f39e585-11ad-4231-8856-a1aa70909844 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Made reservation on behalf of 27f2f8bb689948199636c37c369127b7 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:50:01.813908 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1f39e585-11ad-4231-8856-a1aa70909844 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:01.894970 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f39e585-11ad-4231-8856-a1aa70909844 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:50:01.905349 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1f39e585-11ad-4231-8856-a1aa70909844 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:01.905691 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-1f39e585-11ad-4231-8856-a1aa70909844 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Added segment e4120fa0-9b0a-4b7f-bbca-fc7c050f90c7 of type vlan for network bcc93e6f-c9d0-4857-8879-9cd4b1f0c529 Feb 09 12:50:01.926700 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-f437947f-e5bf-4a6b-be22-93ee8cd0d90c None None] Set router c8443fa9-d8ae-451b-ad6e-fff60d710e00 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:50:01.928339 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60064) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:01.934974 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-1f1e1562-4309-46a4-a088-68c32abbec4d None None] Provisioning complete for port c7775a48-a862-468d-a040-51e21859160a triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:50:01.935439 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1f1e1562-4309-46a4-a088-68c32abbec4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:02.009671 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1f39e585-11ad-4231-8856-a1aa70909844 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:02.046738 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device b2076326-7743-4e6c-8da3-aede193b2bb6 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:50:02.087193 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1f39e585-11ad-4231-8856-a1aa70909844 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:02.104153 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f39e585-11ad-4231-8856-a1aa70909844 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:02.107596 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1f39e585-11ad-4231-8856-a1aa70909844 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:02.199863 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b62b504a-3e95-4d19-b06d-86814801c5de admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:02.240373 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b62b504a-3e95-4d19-b06d-86814801c5de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:50:02.247686 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b62b504a-3e95-4d19-b06d-86814801c5de admin admin] Usage tracker for resource:security_group_rule and tenant:66975f36e0d44e97b5c87d210be1785e is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:50:02.253288 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b62b504a-3e95-4d19-b06d-86814801c5de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:50:02.272157 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b62b504a-3e95-4d19-b06d-86814801c5de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:50:02.300240 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90c062-1d97-4677-9222-789f528917d1 req-907ed3b8-e823-4ff6-95ec-0c45d4b000a8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:02.302773 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ba90c062-1d97-4677-9222-789f528917d1 req-907ed3b8-e823-4ff6-95ec-0c45d4b000a8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=24bfe37c-1089-4182-86d9-1c25ec429621 HTTP/1.1" status: 200 len: 943 time: 0.3564520 Feb 09 12:50:02.348457 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1f39e585-11ad-4231-8856-a1aa70909844 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6876020 Feb 09 12:50:02.354158 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60074) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:02.361622 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-a141cc96-b07f-4cd6-93c4-1d7fa6c96720 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Request body: {'subnet': {'network_id': 'bcc93e6f-c9d0-4857-8879-9cd4b1f0c529', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:50:02.373309 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f39e585-11ad-4231-8856-a1aa70909844 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event updated for resources: {'Network': ['ID=bcc93e6f-c9d0-4857-8879-9cd4b1f0c529,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:02.414271 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ba90c062-1d97-4677-9222-789f528917d1 req-7fc46e32-d2fd-4bdc-9f45-8e3479ac1c91 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=7643a677-e910-42b2-ae55-a8f871e13233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981956 Feb 09 12:50:02.445342 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-f437947f-e5bf-4a6b-be22-93ee8cd0d90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'name': 'tempest-RoutersIpV6Test-router-1476695817', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:55Z', 'updated_at': '2022-02-09T12:50:00Z', 'revision_number': 2, 'project_id': '27f2f8bb689948199636c37c369127b7', 'gw_port_host': None, '_interfaces': [{'id': '62b1386e-4e8d-49b5-95a1-fc57c1833709', 'name': '', 'network_id': '8026e9a8-2928-4361-996b-0223b8b32dc8', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:a8:ec:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'a0edf25c-f846-4a0e-bdfd-a793c1e34e16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:59Z', 'updated_at': '2022-02-09T12:50:00Z', 'revision_number': 2, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': 'a0edf25c-f846-4a0e-bdfd-a793c1e34e16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:02.459165 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f437947f-e5bf-4a6b-be22-93ee8cd0d90c None None] Checking router: c8443fa9-d8ae-451b-ad6e-fff60d710e00 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:50:02.459591 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f437947f-e5bf-4a6b-be22-93ee8cd0d90c None None] Updating router c8443fa9-d8ae-451b-ad6e-fff60d710e00 port 62b1386e-4e8d-49b5-95a1-fc57c1833709 binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:50:02.528328 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a141cc96-b07f-4cd6-93c4-1d7fa6c96720 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:50:02.529366 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f437947f-e5bf-4a6b-be22-93ee8cd0d90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:02.538145 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a141cc96-b07f-4cd6-93c4-1d7fa6c96720 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Usage tracker for resource:subnet and tenant:27f2f8bb689948199636c37c369127b7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:50:02.543050 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a141cc96-b07f-4cd6-93c4-1d7fa6c96720 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:50:02.554583 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device c7775a48-a862-468d-a040-51e21859160a up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:50:02.557371 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a141cc96-b07f-4cd6-93c4-1d7fa6c96720 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:50:02.591737 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network bcc93e6f-c9d0-4857-8879-9cd4b1f0c529 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:50:02.594875 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a141cc96-b07f-4cd6-93c4-1d7fa6c96720 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Made reservation on behalf of 27f2f8bb689948199636c37c369127b7 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:50:02.598648 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a141cc96-b07f-4cd6-93c4-1d7fa6c96720 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:02.625569 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b62b504a-3e95-4d19-b06d-86814801c5de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:02.677873 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b62b504a-3e95-4d19-b06d-86814801c5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:02.765322 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port b2076326-7743-4e6c-8da3-aede193b2bb6, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b2076326-7743-4e6c-8da3-aede193b2bb6,segment=NetworkSegment(508e28e4-d245-4c96-afde-db020978f91b),segment_id=508e28e4-d245-4c96-afde-db020978f91b)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:50:02.817586 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'b2076326-7743-4e6c-8da3-aede193b2bb6', 'network_id': '0e83e431-ffef-4786-9497-2a7bdd51cfab', 'port_id': 'b2076326-7743-4e6c-8da3-aede193b2bb6', 'mac_address': 'fa:16:3e:6e:41:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fee41bd5-bc0d-4bee-88ca-cf83e3eb43ef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:50:02.894032 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b62b504a-3e95-4d19-b06d-86814801c5de admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=66975f36e0d44e97b5c87d210be1785e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9647009 Feb 09 12:50:02.896888 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60082) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:02.913857 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62b504a-3e95-4d19-b06d-86814801c5de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2072e01-3fba-41d6-aa91-dfd9d962935e,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:03.028073 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:03.069552 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a141cc96-b07f-4cd6-93c4-1d7fa6c96720 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:03.074519 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2076326-7743-4e6c-8da3-aede193b2bb6 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:50:03.092038 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port b2076326-7743-4e6c-8da3-aede193b2bb6, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b2076326-7743-4e6c-8da3-aede193b2bb6,segment=NetworkSegment(508e28e4-d245-4c96-afde-db020978f91b),segment_id=508e28e4-d245-4c96-afde-db020978f91b)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:50:03.094836 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port c7775a48-a862-468d-a040-51e21859160a triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:50:03.095375 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:03.128878 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:03.139790 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f437947f-e5bf-4a6b-be22-93ee8cd0d90c None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:03.165296 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-f437947f-e5bf-4a6b-be22-93ee8cd0d90c None None] Transition to ACTIVE for port object 62b1386e-4e8d-49b5-95a1-fc57c1833709 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:50:03.175234 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2cf316fb-05e3-4f33-bc9a-312b172a3605 req-037a14cf-8dd9-41a5-b046-5f5bf61761aa tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?device_id=149b03a2-66cb-47a6-80ec-cfde5906c708 HTTP/1.1" status: 200 len: 210 time: 0.0459795 Feb 09 12:50:03.177528 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a141cc96-b07f-4cd6-93c4-1d7fa6c96720 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Checking segment: {'id': 'e4120fa0-9b0a-4b7f-bbca-fc7c050f90c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bcc93e6f-c9d0-4857-8879-9cd4b1f0c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:50:03.177883 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a141cc96-b07f-4cd6-93c4-1d7fa6c96720 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Network hostable DHCP agents. Network: bcc93e6f-c9d0-4857-8879-9cd4b1f0c529, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:50:03.189388 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a141cc96-b07f-4cd6-93c4-1d7fa6c96720 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event updated for resources: {'Subnet': ['ID=94caad94-79f0-4fbb-afca-10be04f33453,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:03.201496 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0e0dee7f-4cd9-40f8-b705-eaad6da8b843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:03.203608 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f437947f-e5bf-4a6b-be22-93ee8cd0d90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:03.221402 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a141cc96-b07f-4cd6-93c4-1d7fa6c96720 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Network bcc93e6f-c9d0-4857-8879-9cd4b1f0c529 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:50:03.230596 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-1f1e1562-4309-46a4-a088-68c32abbec4d None None] Provisioning for port 62b1386e-4e8d-49b5-95a1-fc57c1833709 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:50:03.240524 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-a141cc96-b07f-4cd6-93c4-1d7fa6c96720 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, bcc93e6f-c9d0-4857-8879-9cd4b1f0c529) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:50:03.242794 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=b2076326-7743-4e6c-8da3-aede193b2bb6,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:03.258310 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0e0dee7f-4cd9-40f8-b705-eaad6da8b843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:03.261449 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8b061b-24a5-428d-ba09-aadd03983e8d None None] Network bcc93e6f-c9d0-4857-8879-9cd4b1f0c529 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:50:03.263290 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a141cc96-b07f-4cd6-93c4-1d7fa6c96720 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:03.264257 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a141cc96-b07f-4cd6-93c4-1d7fa6c96720 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:03.317399 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0779c49-2b52-481d-ad06-043b31a50b22 None None] Pushing event updated for resources: {'Port': ['ID=62b1386e-4e8d-49b5-95a1-fc57c1833709,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:03.327898 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a141cc96-b07f-4cd6-93c4-1d7fa6c96720 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9723387 Feb 09 12:50:03.331504 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0e0dee7f-4cd9-40f8-b705-eaad6da8b843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:03.331632 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60086) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:03.353409 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0dee7f-4cd9-40f8-b705-eaad6da8b843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2072e01-3fba-41d6-aa91-dfd9d962935e,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:03.368643 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0e0dee7f-4cd9-40f8-b705-eaad6da8b843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:03.370032 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-0e0dee7f-4cd9-40f8-b705-eaad6da8b843 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d2072e01-3fba-41d6-aa91-dfd9d962935e HTTP/1.1" status: 204 len: 168 time: 0.4721878 Feb 09 12:50:03.492669 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['b2076326-7743-4e6c-8da3-aede193b2bb6'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:50:03.572271 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-f437947f-e5bf-4a6b-be22-93ee8cd0d90c None None] Attempting to bind port 62b1386e-4e8d-49b5-95a1-fc57c1833709 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:50:03.572555 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-f437947f-e5bf-4a6b-be22-93ee8cd0d90c None None] Attempting to bind port 62b1386e-4e8d-49b5-95a1-fc57c1833709 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'd7baddfa-8b87-419f-a065-1067d22d7647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8026e9a8-2928-4361-996b-0223b8b32dc8'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:50:03.572918 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f437947f-e5bf-4a6b-be22-93ee8cd0d90c None None] Attempting to bind port 62b1386e-4e8d-49b5-95a1-fc57c1833709 on network 8026e9a8-2928-4361-996b-0223b8b32dc8 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:50:03.583253 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f437947f-e5bf-4a6b-be22-93ee8cd0d90c None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:50:03.584077 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f437947f-e5bf-4a6b-be22-93ee8cd0d90c None None] Checking segment: {'id': 'd7baddfa-8b87-419f-a065-1067d22d7647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8026e9a8-2928-4361-996b-0223b8b32dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:50:03.584482 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f437947f-e5bf-4a6b-be22-93ee8cd0d90c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:03.584960 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f437947f-e5bf-4a6b-be22-93ee8cd0d90c None None] Bound using segment: {'id': 'd7baddfa-8b87-419f-a065-1067d22d7647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8026e9a8-2928-4361-996b-0223b8b32dc8'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:50:03.585441 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-f437947f-e5bf-4a6b-be22-93ee8cd0d90c None None] Bound port: 62b1386e-4e8d-49b5-95a1-fc57c1833709, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7baddfa-8b87-419f-a065-1067d22d7647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8026e9a8-2928-4361-996b-0223b8b32dc8'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:50:03.585917 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f437947f-e5bf-4a6b-be22-93ee8cd0d90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:03.803195 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-f437947f-e5bf-4a6b-be22-93ee8cd0d90c None None] For port 62b1386e-4e8d-49b5-95a1-fc57c1833709, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:50:03.806817 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-f437947f-e5bf-4a6b-be22-93ee8cd0d90c None None] For port 62b1386e-4e8d-49b5-95a1-fc57c1833709, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=62b1386e-4e8d-49b5-95a1-fc57c1833709,segment=NetworkSegment(d7baddfa-8b87-419f-a065-1067d22d7647),segment_id=d7baddfa-8b87-419f-a065-1067d22d7647)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:50:03.823200 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f437947f-e5bf-4a6b-be22-93ee8cd0d90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:03.902196 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b07d6e-001f-4c6f-ba1f-36bff41a9a5b req-10f7dbc5-2706-428b-8ae2-ae2a5be3f92f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:03.903699 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-23b07d6e-001f-4c6f-ba1f-36bff41a9a5b req-10f7dbc5-2706-428b-8ae2-ae2a5be3f92f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=24bfe37c-1089-4182-86d9-1c25ec429621 HTTP/1.1" status: 200 len: 944 time: 0.3119421 Feb 09 12:50:03.955148 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f437947f-e5bf-4a6b-be22-93ee8cd0d90c None None] Routers {'c8443fa9-d8ae-451b-ad6e-fff60d710e00'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:50:03.955783 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-f437947f-e5bf-4a6b-be22-93ee8cd0d90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:49:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['c8443fa9-d8ae-451b-ad6e-fff60d710e00'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:04.044703 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-23b07d6e-001f-4c6f-ba1f-36bff41a9a5b req-0100fabb-0669-4ee4-a336-464250e95c00 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=7643a677-e910-42b2-ae55-a8f871e13233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228957 Feb 09 12:50:04.082838 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-ec00d5e0-6c99-4b5a-b880-b9bd80a6efc5 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:04.084877 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-ec00d5e0-6c99-4b5a-b880-b9bd80a6efc5 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.46 "GET /v2.0/networks?id=b88957a6-ea40-4269-927b-524192d54dc0 HTTP/1.1" status: 200 len: 797 time: 0.3897057 Feb 09 12:50:04.192015 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-466baa1f-cb49-4e32-9c9b-91f7b0d16667 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=458862934c284b11a9f402abf41ed215 HTTP/1.1" status: 200 len: 470 time: 0.0953023 Feb 09 12:50:04.204010 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-b2881da1-0881-4b47-b373-10718609c3c9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Request body: {'port': {'device_id': '149b03a2-66cb-47a6-80ec-cfde5906c708', 'network_id': 'b88957a6-ea40-4269-927b-524192d54dc0', 'admin_state_up': True, 'tenant_id': '458862934c284b11a9f402abf41ed215', 'security_groups': ['dcd1b040-6547-4ab2-bae0-9e0b91e3f4de']}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:50:04.210950 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-f437947f-e5bf-4a6b-be22-93ee8cd0d90c None None] Set router c8443fa9-d8ae-451b-ad6e-fff60d710e00 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:50:04.370524 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b31e82-5767-4bcb-90c1-2b1286675f61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-bcc93e6f-c9d0-4857-8879-9cd4b1f0c529', 'network_id': 'bcc93e6f-c9d0-4857-8879-9cd4b1f0c529', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'fixed_ips': [{'subnet_id': '94caad94-79f0-4fbb-afca-10be04f33453'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:50:04.371326 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-99b31e82-5767-4bcb-90c1-2b1286675f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:04.400405 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0779c49-2b52-481d-ad06-043b31a50b22 None None] Pushing event updated for resources: {'Port': ['ID=62b1386e-4e8d-49b5-95a1-fc57c1833709,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:04.552709 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-69029edd-e4b2-4147-a3bc-4d82c68683b4 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:04.558306 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1cd27d9-85e8-4a2d-918a-666aa95c77b9 req-df9b6afa-9fd2-4a41-b63b-d6205df49362 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?device_id=149b03a2-66cb-47a6-80ec-cfde5906c708 HTTP/1.1" status: 200 len: 210 time: 0.1450644 Feb 09 12:50:04.603470 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-b2881da1-0881-4b47-b373-10718609c3c9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:50:04.618021 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-b2881da1-0881-4b47-b373-10718609c3c9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Usage tracker for resource:port and tenant:458862934c284b11a9f402abf41ed215 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:50:04.630980 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-b2881da1-0881-4b47-b373-10718609c3c9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:50:04.640451 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-b2881da1-0881-4b47-b373-10718609c3c9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:50:04.672932 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-b2881da1-0881-4b47-b373-10718609c3c9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Made reservation on behalf of 458862934c284b11a9f402abf41ed215 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:50:04.676332 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-99b31e82-5767-4bcb-90c1-2b1286675f61 None None] Allocated IP 2001:db8:1::2 (bcc93e6f-c9d0-4857-8879-9cd4b1f0c529/94caad94-79f0-4fbb-afca-10be04f33453/9eea0790-6017-44c6-9c16-5bcf8fe085b4) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:50:04.678514 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-b2881da1-0881-4b47-b373-10718609c3c9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:04.768249 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-f437947f-e5bf-4a6b-be22-93ee8cd0d90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'name': 'tempest-RoutersIpV6Test-router-1476695817', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:55Z', 'updated_at': '2022-02-09T12:50:00Z', 'revision_number': 2, 'project_id': '27f2f8bb689948199636c37c369127b7', 'gw_port_host': None, '_interfaces': [{'id': '62b1386e-4e8d-49b5-95a1-fc57c1833709', 'name': '', 'network_id': '8026e9a8-2928-4361-996b-0223b8b32dc8', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:a8:ec:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'a0edf25c-f846-4a0e-bdfd-a793c1e34e16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:59Z', 'updated_at': '2022-02-09T12:50:03Z', 'revision_number': 4, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': 'a0edf25c-f846-4a0e-bdfd-a793c1e34e16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:04.773359 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f437947f-e5bf-4a6b-be22-93ee8cd0d90c None None] The sync data for ids ['c8443fa9-d8ae-451b-ad6e-fff60d710e00'] in n-d-825178-3 is: [{'id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'name': 'tempest-RoutersIpV6Test-router-1476695817', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:55Z', 'updated_at': '2022-02-09T12:50:00Z', 'revision_number': 2, 'project_id': '27f2f8bb689948199636c37c369127b7', 'gw_port_host': None, '_interfaces': [{'id': '62b1386e-4e8d-49b5-95a1-fc57c1833709', 'name': '', 'network_id': '8026e9a8-2928-4361-996b-0223b8b32dc8', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:a8:ec:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'a0edf25c-f846-4a0e-bdfd-a793c1e34e16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:59Z', 'updated_at': '2022-02-09T12:50:03Z', 'revision_number': 4, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': 'a0edf25c-f846-4a0e-bdfd-a793c1e34e16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:50:04.874446 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60114) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:05.002819 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-b2881da1-0881-4b47-b373-10718609c3c9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Allocated IP 172.20.0.22 (b88957a6-ea40-4269-927b-524192d54dc0/396f7602-b695-4b7f-a57b-07f5fb90c6c6/c524506a-9b2f-4e17-a006-226a6aece550) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:50:05.088204 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-57357006-8e63-4dbd-9824-3b142e5994e2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Request body: {'network': {'name': 'tempest-RoutersTest-1211356108'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:50:05.122653 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-99b31e82-5767-4bcb-90c1-2b1286675f61 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:05.127990 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-57357006-8e63-4dbd-9824-3b142e5994e2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:50:05.138963 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-99b31e82-5767-4bcb-90c1-2b1286675f61 None None] Transition to ACTIVE for port object 9eea0790-6017-44c6-9c16-5bcf8fe085b4 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:50:05.170072 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-57357006-8e63-4dbd-9824-3b142e5994e2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Usage tracker for resource:network and tenant:7a65637a4eb140ffb94c446f7f36e593 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:50:05.176497 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-57357006-8e63-4dbd-9824-3b142e5994e2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:50:05.185784 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-99b31e82-5767-4bcb-90c1-2b1286675f61 None None] Transition to ACTIVE for port object 9eea0790-6017-44c6-9c16-5bcf8fe085b4 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:50:05.197743 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-99b31e82-5767-4bcb-90c1-2b1286675f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:05.250151 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-57357006-8e63-4dbd-9824-3b142e5994e2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:50:05.276143 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57357006-8e63-4dbd-9824-3b142e5994e2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Made reservation on behalf of 7a65637a4eb140ffb94c446f7f36e593 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:50:05.279785 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-57357006-8e63-4dbd-9824-3b142e5994e2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:05.294100 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b31e82-5767-4bcb-90c1-2b1286675f61 None None] Network bcc93e6f-c9d0-4857-8879-9cd4b1f0c529 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:50:05.299478 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-99b31e82-5767-4bcb-90c1-2b1286675f61 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:50:05.305486 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-57357006-8e63-4dbd-9824-3b142e5994e2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:05.309564 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b31e82-5767-4bcb-90c1-2b1286675f61 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:50:05.317155 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b31e82-5767-4bcb-90c1-2b1286675f61 None None] Pushing event updated for resources: {'Port': ['ID=9eea0790-6017-44c6-9c16-5bcf8fe085b4,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:05.381455 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-69029edd-e4b2-4147-a3bc-4d82c68683b4 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Allocated IP 2001:db8:1::1 (bcc93e6f-c9d0-4857-8879-9cd4b1f0c529/94caad94-79f0-4fbb-afca-10be04f33453/920e9697-cb74-47c9-be67-15cd6a49106c) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:50:05.394710 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-57357006-8e63-4dbd-9824-3b142e5994e2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:50:05.419296 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-57357006-8e63-4dbd-9824-3b142e5994e2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Usage tracker for resource:security_group_rule and tenant:7a65637a4eb140ffb94c446f7f36e593 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:50:05.427479 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-57357006-8e63-4dbd-9824-3b142e5994e2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:50:05.437230 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-99b31e82-5767-4bcb-90c1-2b1286675f61 None None] Attempting to bind port 9eea0790-6017-44c6-9c16-5bcf8fe085b4 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:50:05.438238 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-99b31e82-5767-4bcb-90c1-2b1286675f61 None None] Attempting to bind port 9eea0790-6017-44c6-9c16-5bcf8fe085b4 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'e4120fa0-9b0a-4b7f-bbca-fc7c050f90c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bcc93e6f-c9d0-4857-8879-9cd4b1f0c529'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:50:05.438793 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b31e82-5767-4bcb-90c1-2b1286675f61 None None] Attempting to bind port 9eea0790-6017-44c6-9c16-5bcf8fe085b4 on network bcc93e6f-c9d0-4857-8879-9cd4b1f0c529 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:50:05.445407 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b31e82-5767-4bcb-90c1-2b1286675f61 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:50:05.445785 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b31e82-5767-4bcb-90c1-2b1286675f61 None None] Checking segment: {'id': 'e4120fa0-9b0a-4b7f-bbca-fc7c050f90c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bcc93e6f-c9d0-4857-8879-9cd4b1f0c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:50:05.446248 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-99b31e82-5767-4bcb-90c1-2b1286675f61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:05.446698 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b31e82-5767-4bcb-90c1-2b1286675f61 None None] Bound using segment: {'id': 'e4120fa0-9b0a-4b7f-bbca-fc7c050f90c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bcc93e6f-c9d0-4857-8879-9cd4b1f0c529'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:50:05.447651 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-99b31e82-5767-4bcb-90c1-2b1286675f61 None None] Bound port: 9eea0790-6017-44c6-9c16-5bcf8fe085b4, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4120fa0-9b0a-4b7f-bbca-fc7c050f90c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bcc93e6f-c9d0-4857-8879-9cd4b1f0c529'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:50:05.447651 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-99b31e82-5767-4bcb-90c1-2b1286675f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:05.464074 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-57357006-8e63-4dbd-9824-3b142e5994e2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:50:05.539326 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-b2881da1-0881-4b47-b373-10718609c3c9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:05.579259 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-b2881da1-0881-4b47-b373-10718609c3c9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Transition to ACTIVE for port object c524506a-9b2f-4e17-a006-226a6aece550 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:50:05.589752 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215edaa-104c-4172-951d-00c7a8f081b4 req-5fa5a22d-def2-4017-b1fe-a0a2cd576b0a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:05.602828 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b215edaa-104c-4172-951d-00c7a8f081b4 req-5fa5a22d-def2-4017-b1fe-a0a2cd576b0a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=24bfe37c-1089-4182-86d9-1c25ec429621 HTTP/1.1" status: 200 len: 944 time: 0.2590973 Feb 09 12:50:05.608732 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-99b31e82-5767-4bcb-90c1-2b1286675f61 None None] For port 9eea0790-6017-44c6-9c16-5bcf8fe085b4, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:50:05.613531 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-99b31e82-5767-4bcb-90c1-2b1286675f61 None None] For port 9eea0790-6017-44c6-9c16-5bcf8fe085b4, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=9eea0790-6017-44c6-9c16-5bcf8fe085b4,segment=NetworkSegment(e4120fa0-9b0a-4b7f-bbca-fc7c050f90c7),segment_id=e4120fa0-9b0a-4b7f-bbca-fc7c050f90c7)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:50:05.619938 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-99b31e82-5767-4bcb-90c1-2b1286675f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:05.638767 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-69029edd-e4b2-4147-a3bc-4d82c68683b4 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:05.657705 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-69029edd-e4b2-4147-a3bc-4d82c68683b4 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Transition to ACTIVE for port object 920e9697-cb74-47c9-be67-15cd6a49106c will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:50:05.692493 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-69029edd-e4b2-4147-a3bc-4d82c68683b4 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:05.745066 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b215edaa-104c-4172-951d-00c7a8f081b4 req-de366bf8-1a05-404f-b3ae-1d2a57020aa8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=7643a677-e910-42b2-ae55-a8f871e13233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362534 Feb 09 12:50:05.778726 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b31e82-5767-4bcb-90c1-2b1286675f61 None None] Pushing event updated for resources: {'Port': ['ID=9eea0790-6017-44c6-9c16-5bcf8fe085b4,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:05.848277 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-01db5f3c-f00c-4fc4-bd62-e3ea11e46ba4 req-07f1d78e-8df6-4466-8606-57f461d786e6 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?device_id=149b03a2-66cb-47a6-80ec-cfde5906c708 HTTP/1.1" status: 200 len: 210 time: 0.0824075 Feb 09 12:50:05.852106 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-57357006-8e63-4dbd-9824-3b142e5994e2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:05.860150 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-57357006-8e63-4dbd-9824-3b142e5994e2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:05.875561 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57357006-8e63-4dbd-9824-3b142e5994e2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:50:05.893948 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-b2881da1-0881-4b47-b373-10718609c3c9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:05.900680 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-57357006-8e63-4dbd-9824-3b142e5994e2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:05.901022 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-57357006-8e63-4dbd-9824-3b142e5994e2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Added segment 9858ada1-ffff-416d-b732-4e45418094f7 of type vlan for network 5365a633-ffed-4715-b736-78765aeb80e8 Feb 09 12:50:05.929215 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69029edd-e4b2-4147-a3bc-4d82c68683b4 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Network bcc93e6f-c9d0-4857-8879-9cd4b1f0c529 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:50:05.936964 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-69029edd-e4b2-4147-a3bc-4d82c68683b4 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:50:05.941511 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69029edd-e4b2-4147-a3bc-4d82c68683b4 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:50:05.943147 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-69029edd-e4b2-4147-a3bc-4d82c68683b4 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:05.975261 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69029edd-e4b2-4147-a3bc-4d82c68683b4 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event updated for resources: {'Port': ['ID=920e9697-cb74-47c9-be67-15cd6a49106c,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:06.008849 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57357006-8e63-4dbd-9824-3b142e5994e2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a65776-8b99-4a09-9b94-d7b1698e2338,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:06.010525 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device b2076326-7743-4e6c-8da3-aede193b2bb6 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:50:06.035942 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-b2881da1-0881-4b47-b373-10718609c3c9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Network b88957a6-ea40-4269-927b-524192d54dc0 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:50:06.037648 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-57357006-8e63-4dbd-9824-3b142e5994e2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:06.045079 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-b2881da1-0881-4b47-b373-10718609c3c9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:50:06.050060 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-b2881da1-0881-4b47-b373-10718609c3c9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:50:06.092170 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2881da1-0881-4b47-b373-10718609c3c9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event updated for resources: {'Port': ['ID=c524506a-9b2f-4e17-a006-226a6aece550,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:06.144896 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-69029edd-e4b2-4147-a3bc-4d82c68683b4 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:06.188064 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-b2881da1-0881-4b47-b373-10718609c3c9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:06.189796 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-b2881da1-0881-4b47-b373-10718609c3c9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:06.220266 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-57357006-8e63-4dbd-9824-3b142e5994e2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:06.223285 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port b2076326-7743-4e6c-8da3-aede193b2bb6 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:50:06.227530 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57357006-8e63-4dbd-9824-3b142e5994e2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:06.228268 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-57357006-8e63-4dbd-9824-3b142e5994e2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:06.233101 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port b2076326-7743-4e6c-8da3-aede193b2bb6 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:50:06.234488 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:06.398090 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 9eea0790-6017-44c6-9c16-5bcf8fe085b4 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:50:06.439680 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-57357006-8e63-4dbd-9824-3b142e5994e2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5526931 Feb 09 12:50:06.447208 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60124) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:06.448083 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57357006-8e63-4dbd-9824-3b142e5994e2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event updated for resources: {'Network': ['ID=5365a633-ffed-4715-b736-78765aeb80e8,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:06.453721 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-b2881da1-0881-4b47-b373-10718609c3c9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2533815 Feb 09 12:50:06.457492 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-2634350c-0290-4846-b692-e0bfa919f042 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Request body: {'network': {'name': 'tempest-RoutersTest-1648382652'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:50:06.465479 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-ff200134-e714-49e9-a3f0-a230f4ea5090 service neutron] Request body: {'port': {'device_id': '149b03a2-66cb-47a6-80ec-cfde5906c708', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:50:06.488468 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 5365a633-ffed-4715-b736-78765aeb80e8 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:50:06.515316 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-2634350c-0290-4846-b692-e0bfa919f042 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:50:06.522716 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-2634350c-0290-4846-b692-e0bfa919f042 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Usage tracker for resource:network and tenant:7a65637a4eb140ffb94c446f7f36e593 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:50:06.527273 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-2634350c-0290-4846-b692-e0bfa919f042 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:50:06.536748 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-2634350c-0290-4846-b692-e0bfa919f042 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:50:06.597747 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:06.600036 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-ff200134-e714-49e9-a3f0-a230f4ea5090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:06.614931 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-42bd42d5-0212-4c92-ad36-147107f09c42 None None] Provisioning for port c524506a-9b2f-4e17-a006-226a6aece550 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:50:06.646808 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-42bd42d5-0212-4c92-ad36-147107f09c42 None None] Provisioning complete for port c524506a-9b2f-4e17-a006-226a6aece550 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:50:06.647498 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-42bd42d5-0212-4c92-ad36-147107f09c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:06.689003 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24bfe37c-1089-4182-86d9-1c25ec429621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2076326-7743-4e6c-8da3-aede193b2bb6'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:50:06.723211 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 9eea0790-6017-44c6-9c16-5bcf8fe085b4 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:50:06.738775 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port b2076326-7743-4e6c-8da3-aede193b2bb6, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b2076326-7743-4e6c-8da3-aede193b2bb6,segment=NetworkSegment(508e28e4-d245-4c96-afde-db020978f91b),segment_id=508e28e4-d245-4c96-afde-db020978f91b)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:50:06.743013 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 62b1386e-4e8d-49b5-95a1-fc57c1833709 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:50:06.800672 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:06.811469 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-69029edd-e4b2-4147-a3bc-4d82c68683b4 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:06.819283 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-69029edd-e4b2-4147-a3bc-4d82c68683b4 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:06.820398 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-69029edd-e4b2-4147-a3bc-4d82c68683b4 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:06.924702 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-42bd42d5-0212-4c92-ad36-147107f09c42 None None] Port c524506a-9b2f-4e17-a006-226a6aece550 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:50:06.934785 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69029edd-e4b2-4147-a3bc-4d82c68683b4 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event updated for resources: {'Port': ['ID=920e9697-cb74-47c9-be67-15cd6a49106c,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:06.980165 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=b2076326-7743-4e6c-8da3-aede193b2bb6,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:07.015152 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24bfe37c-1089-4182-86d9-1c25ec429621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2076326-7743-4e6c-8da3-aede193b2bb6', 'code': 200} Feb 09 12:50:07.019064 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 62b1386e-4e8d-49b5-95a1-fc57c1833709 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:50:07.041462 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 62b1386e-4e8d-49b5-95a1-fc57c1833709 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:50:07.041829 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:07.150478 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2634350c-0290-4846-b692-e0bfa919f042 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Made reservation on behalf of 7a65637a4eb140ffb94c446f7f36e593 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:50:07.153970 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2634350c-0290-4846-b692-e0bfa919f042 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:07.167133 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69029edd-e4b2-4147-a3bc-4d82c68683b4 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Network bcc93e6f-c9d0-4857-8879-9cd4b1f0c529 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:50:07.170578 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-69029edd-e4b2-4147-a3bc-4d82c68683b4 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:50:07.206444 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:07.244955 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 62b1386e-4e8d-49b5-95a1-fc57c1833709, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=62b1386e-4e8d-49b5-95a1-fc57c1833709,segment=NetworkSegment(d7baddfa-8b87-419f-a065-1067d22d7647),segment_id=d7baddfa-8b87-419f-a065-1067d22d7647)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:50:07.249659 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dbd86a-6bf2-4c1c-8531-bf403e8dcdfc req-2637834e-4e8b-435a-b657-066c0d2aebb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:07.251107 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:07.251243 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d6dbd86a-6bf2-4c1c-8531-bf403e8dcdfc req-2637834e-4e8b-435a-b657-066c0d2aebb9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=24bfe37c-1089-4182-86d9-1c25ec429621 HTTP/1.1" status: 200 len: 1096 time: 0.1535711 Feb 09 12:50:07.302652 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2634350c-0290-4846-b692-e0bfa919f042 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:50:07.334580 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=62b1386e-4e8d-49b5-95a1-fc57c1833709,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:07.371044 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2634350c-0290-4846-b692-e0bfa919f042 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:07.371398 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-2634350c-0290-4846-b692-e0bfa919f042 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Added segment 8f1bdaff-9641-4973-bcfd-29d4252e45c9 of type vlan for network 12203d5e-93a6-4a79-9ce4-4a94a42dc7af Feb 09 12:50:07.410964 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-ff200134-e714-49e9-a3f0-a230f4ea5090 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c524506a-9b2f-4e17-a006-226a6aece550 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:50:07.428847 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-ff200134-e714-49e9-a3f0-a230f4ea5090 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:07.433236 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2634350c-0290-4846-b692-e0bfa919f042 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:07.441858 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d6dbd86a-6bf2-4c1c-8531-bf403e8dcdfc req-ddb39f91-c544-479f-adb0-1a70685eba46 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7643a677-e910-42b2-ae55-a8f871e13233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811845 Feb 09 12:50:07.451965 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69029edd-e4b2-4147-a3bc-4d82c68683b4 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Router c8443fa9-d8ae-451b-ad6e-fff60d710e00 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:50:07.459026 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49705b-cea3-483b-8166-973aa94a1022 req-27210cc6-38b3-45a4-81a9-428ace4b7343 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:07.459743 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-5c49705b-cea3-483b-8166-973aa94a1022 req-27210cc6-38b3-45a4-81a9-428ace4b7343 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Synchronizing usage tracker for tenant:458862934c284b11a9f402abf41ed215 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:50:07.472662 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-ff200134-e714-49e9-a3f0-a230f4ea5090 service neutron] Transition to ACTIVE for port object c524506a-9b2f-4e17-a006-226a6aece550 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:50:07.494786 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-ff200134-e714-49e9-a3f0-a230f4ea5090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:07.539092 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc654ff-78d3-4b0a-86ff-06f5939fe6a9 req-a3dbff1f-3e05-4f80-8008-a4762f5c8d97 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:07.540620 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-edc654ff-78d3-4b0a-86ff-06f5939fe6a9 req-a3dbff1f-3e05-4f80-8008-a4762f5c8d97 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=24bfe37c-1089-4182-86d9-1c25ec429621 HTTP/1.1" status: 200 len: 945 time: 0.4004145 Feb 09 12:50:07.593187 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf37f04-4bda-4c96-aac0-7f5255675eb9 None None] Network bcc93e6f-c9d0-4857-8879-9cd4b1f0c529 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:50:07.636621 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69029edd-e4b2-4147-a3bc-4d82c68683b4 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:50:07.658207 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-69029edd-e4b2-4147-a3bc-4d82c68683b4 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "PUT /v2.0/routers/c8443fa9-d8ae-451b-ad6e-fff60d710e00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3254459 Feb 09 12:50:07.658442 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-5c49705b-cea3-483b-8166-973aa94a1022 req-27210cc6-38b3-45a4-81a9-428ace4b7343 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Unset dirty status for tenant:458862934c284b11a9f402abf41ed215 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:50:07.659593 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5c49705b-cea3-483b-8166-973aa94a1022 req-27210cc6-38b3-45a4-81a9-428ace4b7343 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?device_id=149b03a2-66cb-47a6-80ec-cfde5906c708 HTTP/1.1" status: 200 len: 932 time: 0.5545549 Feb 09 12:50:07.659885 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60136) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:07.660189 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2634350c-0290-4846-b692-e0bfa919f042 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:07.666178 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2634350c-0290-4846-b692-e0bfa919f042 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:07.666803 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2634350c-0290-4846-b692-e0bfa919f042 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:07.667009 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-4a42f4ae-d27d-4124-b31c-01a7ec08b985 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-791437734'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:50:07.673386 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce381818-fb1f-48e4-9a1d-d80a6804de7a None None] Sync routers for ids ['c8443fa9-d8ae-451b-ad6e-fff60d710e00'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:50:07.673870 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4a42f4ae-d27d-4124-b31c-01a7ec08b985 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:50:07.680616 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4a42f4ae-d27d-4124-b31c-01a7ec08b985 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Usage tracker for resource:network and tenant:27f2f8bb689948199636c37c369127b7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:50:07.684024 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4a42f4ae-d27d-4124-b31c-01a7ec08b985 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:50:07.690504 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4a42f4ae-d27d-4124-b31c-01a7ec08b985 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:50:07.705055 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a42f4ae-d27d-4124-b31c-01a7ec08b985 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Made reservation on behalf of 27f2f8bb689948199636c37c369127b7 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:50:07.708257 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce381818-fb1f-48e4-9a1d-d80a6804de7a None None] Routers {'c8443fa9-d8ae-451b-ad6e-fff60d710e00'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:50:07.708934 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-ce381818-fb1f-48e4-9a1d-d80a6804de7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:49:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['c8443fa9-d8ae-451b-ad6e-fff60d710e00'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:07.709083 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4a42f4ae-d27d-4124-b31c-01a7ec08b985 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:07.754665 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a42f4ae-d27d-4124-b31c-01a7ec08b985 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:50:07.765995 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4a42f4ae-d27d-4124-b31c-01a7ec08b985 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:07.766531 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-4a42f4ae-d27d-4124-b31c-01a7ec08b985 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Added segment c1f4f4a0-69d7-4858-9ab1-269eda430a86 of type vlan for network 45ae6e38-ea62-4feb-9430-d4750d0e12cb Feb 09 12:50:07.805072 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4a42f4ae-d27d-4124-b31c-01a7ec08b985 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:07.842584 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4a42f4ae-d27d-4124-b31c-01a7ec08b985 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:07.852109 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a42f4ae-d27d-4124-b31c-01a7ec08b985 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:07.852109 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4a42f4ae-d27d-4124-b31c-01a7ec08b985 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:07.860702 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-632176d5-b83b-477c-9b04-b6508c23d55b None None] Provisioning for port 9eea0790-6017-44c6-9c16-5bcf8fe085b4 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:50:07.861145 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff200134-e714-49e9-a3f0-a230f4ea5090 service neutron] Pushing event updated for resources: {'Port': ['ID=c524506a-9b2f-4e17-a006-226a6aece550,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:07.871736 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-632176d5-b83b-477c-9b04-b6508c23d55b None None] Provisioning complete for port 9eea0790-6017-44c6-9c16-5bcf8fe085b4 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:50:07.872260 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-632176d5-b83b-477c-9b04-b6508c23d55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:07.897893 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4a42f4ae-d27d-4124-b31c-01a7ec08b985 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2341042 Feb 09 12:50:07.900918 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60140) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:07.920428 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-edc654ff-78d3-4b0a-86ff-06f5939fe6a9 req-3cbadd69-3ef2-47c9-bcb8-6fc5a8660063 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=7643a677-e910-42b2-ae55-a8f871e13233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3673275 Feb 09 12:50:07.922354 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2634350c-0290-4846-b692-e0bfa919f042 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4709797 Feb 09 12:50:07.950021 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60144) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:07.954417 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2634350c-0290-4846-b692-e0bfa919f042 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event updated for resources: {'Network': ['ID=12203d5e-93a6-4a79-9ce4-4a94a42dc7af,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:07.964120 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-2ffe0d51-d68b-497e-9dab-d57d71fe01bd tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Request body: {'subnet': {'network_id': '5365a633-ffed-4715-b736-78765aeb80e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:50:07.974159 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 12203d5e-93a6-4a79-9ce4-4a94a42dc7af details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:50:07.975454 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-02920f67-d8ce-4888-852d-6bd27347f952 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Request body: {'subnet': {'network_id': '45ae6e38-ea62-4feb-9430-d4750d0e12cb', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:50:08.000382 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5c49705b-cea3-483b-8166-973aa94a1022 req-91fd7139-4909-4172-b1cf-c207873ab6d7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcd1b040-6547-4ab2-bae0-9e0b91e3f4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3207731 Feb 09 12:50:08.064010 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-ff200134-e714-49e9-a3f0-a230f4ea5090 service neutron] Attempting to bind port c524506a-9b2f-4e17-a006-226a6aece550 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:50:08.064355 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-ff200134-e714-49e9-a3f0-a230f4ea5090 service neutron] Attempting to bind port c524506a-9b2f-4e17-a006-226a6aece550 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '65fc2b70-8460-4848-853f-23072604756d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b88957a6-ea40-4269-927b-524192d54dc0'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:50:08.064683 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-ff200134-e714-49e9-a3f0-a230f4ea5090 service neutron] Attempting to bind port c524506a-9b2f-4e17-a006-226a6aece550 on network b88957a6-ea40-4269-927b-524192d54dc0 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:50:08.087812 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-ff200134-e714-49e9-a3f0-a230f4ea5090 service neutron] Port c524506a-9b2f-4e17-a006-226a6aece550 on network b88957a6-ea40-4269-927b-524192d54dc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:50:08.088203 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-ff200134-e714-49e9-a3f0-a230f4ea5090 service neutron] Attempting to bind port c524506a-9b2f-4e17-a006-226a6aece550 on network b88957a6-ea40-4269-927b-524192d54dc0 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:50:08.106272 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-ff200134-e714-49e9-a3f0-a230f4ea5090 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:50:08.106620 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-ff200134-e714-49e9-a3f0-a230f4ea5090 service neutron] Checking segment: {'id': '65fc2b70-8460-4848-853f-23072604756d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b88957a6-ea40-4269-927b-524192d54dc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:50:08.107015 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-ff200134-e714-49e9-a3f0-a230f4ea5090 service neutron] Bound using segment: {'id': '65fc2b70-8460-4848-853f-23072604756d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b88957a6-ea40-4269-927b-524192d54dc0'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:50:08.107463 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-ff200134-e714-49e9-a3f0-a230f4ea5090 service neutron] Bound port: c524506a-9b2f-4e17-a006-226a6aece550, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65fc2b70-8460-4848-853f-23072604756d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b88957a6-ea40-4269-927b-524192d54dc0'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:50:08.107812 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-ff200134-e714-49e9-a3f0-a230f4ea5090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:08.117457 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-ce381818-fb1f-48e4-9a1d-d80a6804de7a None None] Set router c8443fa9-d8ae-451b-ad6e-fff60d710e00 gateway port host: None {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:50:08.166464 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 62b1386e-4e8d-49b5-95a1-fc57c1833709 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:50:08.166891 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-2ffe0d51-d68b-497e-9dab-d57d71fe01bd tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:50:08.183612 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-2ffe0d51-d68b-497e-9dab-d57d71fe01bd tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Usage tracker for resource:subnet and tenant:7a65637a4eb140ffb94c446f7f36e593 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:50:08.189178 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-2ffe0d51-d68b-497e-9dab-d57d71fe01bd tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:50:08.198380 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-2ffe0d51-d68b-497e-9dab-d57d71fe01bd tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:50:08.225459 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffe0d51-d68b-497e-9dab-d57d71fe01bd tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Made reservation on behalf of 7a65637a4eb140ffb94c446f7f36e593 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:50:08.228792 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2ffe0d51-d68b-497e-9dab-d57d71fe01bd tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:08.231352 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42f4ae-d27d-4124-b31c-01a7ec08b985 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event updated for resources: {'Network': ['ID=45ae6e38-ea62-4feb-9430-d4750d0e12cb,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:08.261097 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 45ae6e38-ea62-4feb-9430-d4750d0e12cb details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:50:08.274970 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-02920f67-d8ce-4888-852d-6bd27347f952 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:50:08.278802 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-02920f67-d8ce-4888-852d-6bd27347f952 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Usage tracker for resource:subnet and tenant:27f2f8bb689948199636c37c369127b7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:50:08.281787 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-02920f67-d8ce-4888-852d-6bd27347f952 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:50:08.288054 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-02920f67-d8ce-4888-852d-6bd27347f952 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:50:08.299334 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02920f67-d8ce-4888-852d-6bd27347f952 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Made reservation on behalf of 27f2f8bb689948199636c37c369127b7 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:50:08.304831 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-02920f67-d8ce-4888-852d-6bd27347f952 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:08.305006 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-ff200134-e714-49e9-a3f0-a230f4ea5090 service neutron] For port c524506a-9b2f-4e17-a006-226a6aece550, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:50:08.330772 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-ff200134-e714-49e9-a3f0-a230f4ea5090 service neutron] For port c524506a-9b2f-4e17-a006-226a6aece550, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=c524506a-9b2f-4e17-a006-226a6aece550,segment=NetworkSegment(65fc2b70-8460-4848-853f-23072604756d),segment_id=65fc2b70-8460-4848-853f-23072604756d)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:50:08.339247 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-ff200134-e714-49e9-a3f0-a230f4ea5090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:08.420719 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-ff200134-e714-49e9-a3f0-a230f4ea5090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:08.421333 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-ff200134-e714-49e9-a3f0-a230f4ea5090 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:08.422699 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-ff200134-e714-49e9-a3f0-a230f4ea5090 service neutron] 10.222.0.46 "PUT /v2.0/ports/c524506a-9b2f-4e17-a006-226a6aece550 HTTP/1.1" status: 200 len: 1092 time: 1.9611259 Feb 09 12:50:08.423136 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '149b03a2-66cb-47a6-80ec-cfde5906c708', 'tag': 'c524506a-9b2f-4e17-a006-226a6aece550'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:50:08.485160 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff200134-e714-49e9-a3f0-a230f4ea5090 service neutron] Pushing event updated for resources: {'Port': ['ID=c524506a-9b2f-4e17-a006-226a6aece550,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:08.544351 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '149b03a2-66cb-47a6-80ec-cfde5906c708', 'tag': 'c524506a-9b2f-4e17-a006-226a6aece550', 'status': 'completed', 'code': 200} Feb 09 12:50:08.651599 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-02920f67-d8ce-4888-852d-6bd27347f952 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:08.679731 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-36ee79e7-b848-450b-bb88-520ab830df35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:08.681511 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-36ee79e7-b848-450b-bb88-520ab830df35 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=458862934c284b11a9f402abf41ed215&device_id=149b03a2-66cb-47a6-80ec-cfde5906c708 HTTP/1.1" status: 200 len: 1095 time: 0.1320546 Feb 09 12:50:08.682517 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2ffe0d51-d68b-497e-9dab-d57d71fe01bd tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:08.751939 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02920f67-d8ce-4888-852d-6bd27347f952 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Checking segment: {'id': 'c1f4f4a0-69d7-4858-9ab1-269eda430a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '45ae6e38-ea62-4feb-9430-d4750d0e12cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:50:08.752266 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02920f67-d8ce-4888-852d-6bd27347f952 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Network hostable DHCP agents. Network: 45ae6e38-ea62-4feb-9430-d4750d0e12cb, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:50:08.769242 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02920f67-d8ce-4888-852d-6bd27347f952 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event updated for resources: {'Subnet': ['ID=5ad32dec-99d4-4a68-a560-e1024ba7f38c,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:08.783149 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02920f67-d8ce-4888-852d-6bd27347f952 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Network 45ae6e38-ea62-4feb-9430-d4750d0e12cb is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:50:08.796113 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-02920f67-d8ce-4888-852d-6bd27347f952 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 45ae6e38-ea62-4feb-9430-d4750d0e12cb) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:50:08.802214 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02920f67-d8ce-4888-852d-6bd27347f952 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:08.803107 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-02920f67-d8ce-4888-852d-6bd27347f952 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:08.812242 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81efb077-9874-40f2-a396-de6e3d51ab48 None None] Network 45ae6e38-ea62-4feb-9430-d4750d0e12cb requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:50:08.829666 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-02920f67-d8ce-4888-852d-6bd27347f952 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9277239 Feb 09 12:50:08.832433 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60150) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:08.854079 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-632176d5-b83b-477c-9b04-b6508c23d55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:08.937012 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 62b1386e-4e8d-49b5-95a1-fc57c1833709 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:50:08.937012 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:08.967422 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-72ed6a23-82bd-431b-b792-1f03aa1f21c2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=c524506a-9b2f-4e17-a006-226a6aece550 HTTP/1.1" status: 200 len: 217 time: 0.2527885 Feb 09 12:50:09.037219 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe0d51-d68b-497e-9dab-d57d71fe01bd tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event updated for resources: {'Subnet': ['ID=a0596458-14be-41cc-904a-dc75c6a59798,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:09.039717 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffe0d51-d68b-497e-9dab-d57d71fe01bd tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Checking segment: {'id': '9858ada1-ffff-416d-b732-4e45418094f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5365a633-ffed-4715-b736-78765aeb80e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:50:09.039897 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffe0d51-d68b-497e-9dab-d57d71fe01bd tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Network hostable DHCP agents. Network: 5365a633-ffed-4715-b736-78765aeb80e8, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:50:09.068022 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-9bbacd21-f5cf-4790-bc9d-2ffa8761b313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:09.069593 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-9bbacd21-f5cf-4790-bc9d-2ffa8761b313 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=396f7602-b695-4b7f-a57b-07f5fb90c6c6 HTTP/1.1" status: 200 len: 837 time: 0.0932260 Feb 09 12:50:09.116500 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-632176d5-b83b-477c-9b04-b6508c23d55b None None] For port 9eea0790-6017-44c6-9c16-5bcf8fe085b4, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=9eea0790-6017-44c6-9c16-5bcf8fe085b4,segment=NetworkSegment(e4120fa0-9b0a-4b7f-bbca-fc7c050f90c7),segment_id=e4120fa0-9b0a-4b7f-bbca-fc7c050f90c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:50:09.131807 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-632176d5-b83b-477c-9b04-b6508c23d55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:09.133743 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffe0d51-d68b-497e-9dab-d57d71fe01bd tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Network 5365a633-ffed-4715-b736-78765aeb80e8 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:50:09.262702 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-2ffe0d51-d68b-497e-9dab-d57d71fe01bd tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 5365a633-ffed-4715-b736-78765aeb80e8) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:50:09.280165 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de90995-bf18-4613-b502-81b5d918e4b3 None None] Network 5365a633-ffed-4715-b736-78765aeb80e8 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:50:09.287034 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffe0d51-d68b-497e-9dab-d57d71fe01bd tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:09.287793 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2ffe0d51-d68b-497e-9dab-d57d71fe01bd tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:09.398523 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2ffe0d51-d68b-497e-9dab-d57d71fe01bd tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4424222 Feb 09 12:50:09.402416 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60158) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:09.405633 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-39ccadfc-db7c-4947-ab6a-1f1fffbe05ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:09.407731 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-39ccadfc-db7c-4947-ab6a-1f1fffbe05ed service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b88957a6-ea40-4269-927b-524192d54dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3321853 Feb 09 12:50:09.421864 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-a8c61dc1-1b24-4f58-ab41-e2e26f97d5bf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Request body: {'subnet': {'network_id': '12203d5e-93a6-4a79-9ce4-4a94a42dc7af', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:50:09.513789 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632176d5-b83b-477c-9b04-b6508c23d55b None None] Pushing event updated for resources: {'Port': ['ID=9eea0790-6017-44c6-9c16-5bcf8fe085b4,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:09.539985 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e56f8b-42fc-432c-b231-2625d0fffff4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-45ae6e38-ea62-4feb-9430-d4750d0e12cb', 'network_id': '45ae6e38-ea62-4feb-9430-d4750d0e12cb', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'fixed_ips': [{'subnet_id': '5ad32dec-99d4-4a68-a560-e1024ba7f38c'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:50:09.540766 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d6e56f8b-42fc-432c-b231-2625d0fffff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:09.580154 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c5e8fc9b-4d41-42df-8095-c2990c92008f req-ab8b33bd-006e-4a44-bb37-a78073ce9ab7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dbb39311-4bf9-44ca-a71e-3e495330f4a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4349358 Feb 09 12:50:09.629173 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-ce381818-fb1f-48e4-9a1d-d80a6804de7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'name': 'tempest-RoutersIpV6Test-router-1476695817', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:55Z', 'updated_at': '2022-02-09T12:50:06Z', 'revision_number': 3, 'project_id': '27f2f8bb689948199636c37c369127b7', 'gw_port_host': None, '_interfaces': [{'id': '62b1386e-4e8d-49b5-95a1-fc57c1833709', 'name': '', 'network_id': '8026e9a8-2928-4361-996b-0223b8b32dc8', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:a8:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'a0edf25c-f846-4a0e-bdfd-a793c1e34e16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:59Z', 'updated_at': '2022-02-09T12:50:07Z', 'revision_number': 5, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': 'a0edf25c-f846-4a0e-bdfd-a793c1e34e16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '920e9697-cb74-47c9-be67-15cd6a49106c', 'name': '', 'network_id': 'bcc93e6f-c9d0-4857-8879-9cd4b1f0c529', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:08:5c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '94caad94-79f0-4fbb-afca-10be04f33453', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:50:05Z', 'updated_at': '2022-02-09T12:50:06Z', 'revision_number': 2, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': '94caad94-79f0-4fbb-afca-10be04f33453', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:09.674612 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-12fdad55-3111-4799-a3cd-59a6df83bfcc tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:09.701915 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5180e-74e2-43b1-be8d-da33b9af1a21 req-9b2452ab-f190-4f47-9a20-19f9e958bc28 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:09.703423 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cbf5180e-74e2-43b1-be8d-da33b9af1a21 req-9b2452ab-f190-4f47-9a20-19f9e958bc28 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=24bfe37c-1089-4182-86d9-1c25ec429621 HTTP/1.1" status: 200 len: 945 time: 0.5725689 Feb 09 12:50:09.715681 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747470b6-4ce4-4aea-81fb-077c11cec601 req-df74e4e5-4fef-40af-9faa-ce95d9a090a3 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:09.720193 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce381818-fb1f-48e4-9a1d-d80a6804de7a None None] Checking router: c8443fa9-d8ae-451b-ad6e-fff60d710e00 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:50:09.720193 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce381818-fb1f-48e4-9a1d-d80a6804de7a None None] Updating router c8443fa9-d8ae-451b-ad6e-fff60d710e00 port 920e9697-cb74-47c9-be67-15cd6a49106c binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:50:09.723015 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-747470b6-4ce4-4aea-81fb-077c11cec601 req-df74e4e5-4fef-40af-9faa-ce95d9a090a3 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?device_id=149b03a2-66cb-47a6-80ec-cfde5906c708 HTTP/1.1" status: 200 len: 944 time: 0.5039411 Feb 09 12:50:09.783859 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-82da2250-2962-4cbf-b3ee-bf062c5a9aa6 None None] Provisioning complete for port 9eea0790-6017-44c6-9c16-5bcf8fe085b4 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:50:09.784327 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-82da2250-2962-4cbf-b3ee-bf062c5a9aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:09.825471 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-dab886f6-fc9a-4b15-9dfb-92ab0cf33494 service neutron] 10.222.0.46 "GET /v2.0/networks/b88957a6-ea40-4269-927b-524192d54dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771920 Feb 09 12:50:09.929778 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cbf5180e-74e2-43b1-be8d-da33b9af1a21 req-c4df7040-d0b1-48c7-ad81-ca6fbf2b0ad5 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=7643a677-e910-42b2-ae55-a8f871e13233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006838 Feb 09 12:50:09.930247 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ce381818-fb1f-48e4-9a1d-d80a6804de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:09.935865 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-a8c61dc1-1b24-4f58-ab41-e2e26f97d5bf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:50:09.959651 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-747470b6-4ce4-4aea-81fb-077c11cec601 req-c62dbbd0-35f7-46ee-96ea-ebf6c487e595 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcd1b040-6547-4ab2-bae0-9e0b91e3f4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2354827 Feb 09 12:50:09.964848 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a8c61dc1-1b24-4f58-ab41-e2e26f97d5bf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Usage tracker for resource:subnet and tenant:7a65637a4eb140ffb94c446f7f36e593 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:50:09.984068 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a8c61dc1-1b24-4f58-ab41-e2e26f97d5bf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:50:10.004137 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-a8c61dc1-1b24-4f58-ab41-e2e26f97d5bf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:50:10.095167 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-653572ab-2ba0-487e-8b40-49410f3ef24d req-75437862-ae34-4c62-b830-814739a92ff6 service neutron] 10.222.0.46 "GET /v2.0/networks/b88957a6-ea40-4269-927b-524192d54dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598696 Feb 09 12:50:10.096256 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c61dc1-1b24-4f58-ab41-e2e26f97d5bf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Made reservation on behalf of 7a65637a4eb140ffb94c446f7f36e593 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:50:10.100784 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a8c61dc1-1b24-4f58-ab41-e2e26f97d5bf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:10.252233 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56abc9fb-270f-412f-99bb-aefd1655c011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-5365a633-ffed-4715-b736-78765aeb80e8', 'network_id': '5365a633-ffed-4715-b736-78765aeb80e8', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'fixed_ips': [{'subnet_id': 'a0596458-14be-41cc-904a-dc75c6a59798'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:50:10.253066 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-56abc9fb-270f-412f-99bb-aefd1655c011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:10.254081 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8fc9b-4d41-42df-8095-c2990c92008f req-3df5b764-dd0a-4a07-b5c6-ecf122d4112f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:10.256341 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c5e8fc9b-4d41-42df-8095-c2990c92008f req-3df5b764-dd0a-4a07-b5c6-ecf122d4112f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=458862934c284b11a9f402abf41ed215&device_id=dbb39311-4bf9-44ca-a71e-3e495330f4a9 HTTP/1.1" status: 200 len: 1097 time: 0.5674276 Feb 09 12:50:10.271773 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 9eea0790-6017-44c6-9c16-5bcf8fe085b4 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:50:10.416532 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e39848-9b0b-4509-8b59-4e5097186539 req-865f8271-6c36-4273-8286-bf8a7c2d028b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:10.418092 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-27e39848-9b0b-4509-8b59-4e5097186539 req-865f8271-6c36-4273-8286-bf8a7c2d028b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=24bfe37c-1089-4182-86d9-1c25ec429621 HTTP/1.1" status: 200 len: 945 time: 0.2704134 Feb 09 12:50:10.419762 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8fc9b-4d41-42df-8095-c2990c92008f req-8285b703-6f34-4d9e-aa6c-b77fdb3cd7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:10.421396 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c5e8fc9b-4d41-42df-8095-c2990c92008f req-8285b703-6f34-4d9e-aa6c-b77fdb3cd7e2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8ffa134c-5914-42cd-b4fd-b6cacdce5158 HTTP/1.1" status: 200 len: 898 time: 0.1409338 Feb 09 12:50:10.453846 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8fe23-fc23-4ff5-8c32-10d2c25fe51d req-fc52428c-9fe6-4ddf-80d1-195d9123976f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:10.454992 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dee8fe23-fc23-4ff5-8c32-10d2c25fe51d req-fc52428c-9fe6-4ddf-80d1-195d9123976f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=458862934c284b11a9f402abf41ed215&device_id=149b03a2-66cb-47a6-80ec-cfde5906c708 HTTP/1.1" status: 200 len: 1095 time: 0.2713177 Feb 09 12:50:10.521676 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 9eea0790-6017-44c6-9c16-5bcf8fe085b4 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:50:10.522047 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:10.535039 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c5e8fc9b-4d41-42df-8095-c2990c92008f req-97afa5b2-f219-451f-8bc4-0d6ac7e152d0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f038e5af-3a83-4de0-9214-247277dad860 HTTP/1.1" status: 200 len: 1002 time: 0.1060846 Feb 09 12:50:10.602215 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8fc9b-4d41-42df-8095-c2990c92008f req-3042fe48-13cb-4f6c-ac9c-4f06b0161c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:10.603575 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c5e8fc9b-4d41-42df-8095-c2990c92008f req-3042fe48-13cb-4f6c-ac9c-4f06b0161c24 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=574d076d-3e6a-4fd6-9301-a30c6a6e0584 HTTP/1.1" status: 200 len: 835 time: 0.0628500 Feb 09 12:50:10.611057 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-d6e56f8b-42fc-432c-b231-2625d0fffff4 None None] Allocated IP 2001:db8:2::2 (45ae6e38-ea62-4feb-9430-d4750d0e12cb/5ad32dec-99d4-4a68-a560-e1024ba7f38c/9d9ab9b1-382f-4908-9895-566f14ccb90c) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:50:10.619943 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-27e39848-9b0b-4509-8b59-4e5097186539 req-52836233-fa4a-439f-a16b-4795dde3c592 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=7643a677-e910-42b2-ae55-a8f871e13233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687152 Feb 09 12:50:10.650638 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60164) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:10.684372 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8fc9b-4d41-42df-8095-c2990c92008f req-f24bef4e-2d07-4c3a-aacc-4e8ea5f7fa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:10.686002 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c5e8fc9b-4d41-42df-8095-c2990c92008f req-f24bef4e-2d07-4c3a-aacc-4e8ea5f7fa3f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8ffa134c-5914-42cd-b4fd-b6cacdce5158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764196 Feb 09 12:50:10.693408 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a8c61dc1-1b24-4f58-ab41-e2e26f97d5bf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:10.773685 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-82da2250-2962-4cbf-b3ee-bf062c5a9aa6 None None] Provisioning for port 920e9697-cb74-47c9-be67-15cd6a49106c completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:50:10.782562 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8fe23-fc23-4ff5-8c32-10d2c25fe51d req-606823d6-fb1c-4ed8-841f-49d6daa1efff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:10.784478 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dee8fe23-fc23-4ff5-8c32-10d2c25fe51d req-606823d6-fb1c-4ed8-841f-49d6daa1efff service neutron] 10.222.0.46 "GET /v2.0/networks?id=b88957a6-ea40-4269-927b-524192d54dc0 HTTP/1.1" status: 200 len: 898 time: 0.3125370 Feb 09 12:50:10.829585 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c5e8fc9b-4d41-42df-8095-c2990c92008f req-aea5f778-b926-4247-9461-4eaa3f8edd49 service neutron] 10.222.0.52 "GET /v2.0/networks/8ffa134c-5914-42cd-b4fd-b6cacdce5158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358144 Feb 09 12:50:10.859409 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-82da2250-2962-4cbf-b3ee-bf062c5a9aa6 None None] Provisioning complete for port 920e9697-cb74-47c9-be67-15cd6a49106c triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:50:10.859879 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-82da2250-2962-4cbf-b3ee-bf062c5a9aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:10.975658 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c5e8fc9b-4d41-42df-8095-c2990c92008f req-92a3034b-3dd1-4936-8110-3ee1677b976e service neutron] 10.222.0.52 "GET /v2.0/networks/8ffa134c-5914-42cd-b4fd-b6cacdce5158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391969 Feb 09 12:50:11.008442 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c61dc1-1b24-4f58-ab41-e2e26f97d5bf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event updated for resources: {'Subnet': ['ID=dfc74bc4-5919-4623-9323-87feda196ef5,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:11.011282 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dee8fe23-fc23-4ff5-8c32-10d2c25fe51d req-d0129eb1-f92d-4c11-acb6-5ae8d3761edf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=c524506a-9b2f-4e17-a006-226a6aece550 HTTP/1.1" status: 200 len: 217 time: 0.2181823 Feb 09 12:50:11.037411 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-56abc9fb-270f-412f-99bb-aefd1655c011 None None] Allocated IP 172.20.0.2 (5365a633-ffed-4715-b736-78765aeb80e8/a0596458-14be-41cc-904a-dc75c6a59798/d3b67908-30f5-496d-af39-3201076146ea) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:50:11.065479 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c61dc1-1b24-4f58-ab41-e2e26f97d5bf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Checking segment: {'id': '8f1bdaff-9641-4973-bcfd-29d4252e45c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '12203d5e-93a6-4a79-9ce4-4a94a42dc7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:50:11.065845 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c61dc1-1b24-4f58-ab41-e2e26f97d5bf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Network hostable DHCP agents. Network: 12203d5e-93a6-4a79-9ce4-4a94a42dc7af, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:50:11.103373 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-82da2250-2962-4cbf-b3ee-bf062c5a9aa6 None None] Port 920e9697-cb74-47c9-be67-15cd6a49106c cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:50:11.146104 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfeb72d2-9897-4c52-a52d-806920f868df tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:11.147496 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-bfeb72d2-9897-4c52-a52d-806920f868df tempest-TestNetworkAdvancedServerOps-677192138 tempest-TestNetworkAdvancedServerOps-677192138-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=24bfe37c-1089-4182-86d9-1c25ec429621 HTTP/1.1" status: 200 len: 1091 time: 0.4945164 Feb 09 12:50:11.150810 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60170) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:11.157756 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-6ebdf4a4-2547-483a-b3d6-0c978024ba08 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'port_id': 'b2076326-7743-4e6c-8da3-aede193b2bb6', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:50:11.158669 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8fe23-fc23-4ff5-8c32-10d2c25fe51d req-e51dd60d-94d9-4808-b308-fe2d47a3e581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:11.160113 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dee8fe23-fc23-4ff5-8c32-10d2c25fe51d req-e51dd60d-94d9-4808-b308-fe2d47a3e581 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=396f7602-b695-4b7f-a57b-07f5fb90c6c6 HTTP/1.1" status: 200 len: 837 time: 0.1417375 Feb 09 12:50:11.167060 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6ebdf4a4-2547-483a-b3d6-0c978024ba08 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:50:11.169527 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c61dc1-1b24-4f58-ab41-e2e26f97d5bf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Network 12203d5e-93a6-4a79-9ce4-4a94a42dc7af is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:50:11.171630 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-6ebdf4a4-2547-483a-b3d6-0c978024ba08 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Usage tracker for resource:floatingip and tenant:2c7a8f76649f44a59c185c6d6414b556 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:50:11.174625 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-6ebdf4a4-2547-483a-b3d6-0c978024ba08 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:50:11.181413 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6ebdf4a4-2547-483a-b3d6-0c978024ba08 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:50:11.191875 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6ebdf4a4-2547-483a-b3d6-0c978024ba08 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for floatingip, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:11.222349 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ce381818-fb1f-48e4-9a1d-d80a6804de7a None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:11.233893 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-a8c61dc1-1b24-4f58-ab41-e2e26f97d5bf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 12203d5e-93a6-4a79-9ce4-4a94a42dc7af) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:50:11.238417 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c61dc1-1b24-4f58-ab41-e2e26f97d5bf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:11.239311 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a8c61dc1-1b24-4f58-ab41-e2e26f97d5bf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:11.281124 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b17b6d-9df2-483e-86ce-88cffb5b27bd None None] Network 12203d5e-93a6-4a79-9ce4-4a94a42dc7af requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:50:11.285510 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de45fd8-f794-456c-8de2-004bb1e68433 req-af85c82b-8671-4091-a1d3-6457dcdeeee6 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:11.293463 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0de45fd8-f794-456c-8de2-004bb1e68433 req-af85c82b-8671-4091-a1d3-6457dcdeeee6 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?device_id=149b03a2-66cb-47a6-80ec-cfde5906c708 HTTP/1.1" status: 200 len: 944 time: 0.2094867 Feb 09 12:50:11.314641 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a8c61dc1-1b24-4f58-ab41-e2e26f97d5bf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9058657 Feb 09 12:50:11.321765 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60174) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:11.334974 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-64db7828-60b6-4a02-8a05-52402c79143e tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1295002659', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:50:11.341209 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8fe23-fc23-4ff5-8c32-10d2c25fe51d req-5394e4e1-1785-4270-bdfd-9a28042df6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:11.343439 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dee8fe23-fc23-4ff5-8c32-10d2c25fe51d req-5394e4e1-1785-4270-bdfd-9a28042df6e0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b88957a6-ea40-4269-927b-524192d54dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1744738 Feb 09 12:50:11.354260 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-ce381818-fb1f-48e4-9a1d-d80a6804de7a None None] Transition to ACTIVE for port object 920e9697-cb74-47c9-be67-15cd6a49106c will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:50:11.354455 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-64db7828-60b6-4a02-8a05-52402c79143e tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:50:11.366070 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-64db7828-60b6-4a02-8a05-52402c79143e tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Usage tracker for resource:router and tenant:7a65637a4eb140ffb94c446f7f36e593 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:50:11.369972 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-64db7828-60b6-4a02-8a05-52402c79143e tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:50:11.390247 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-64db7828-60b6-4a02-8a05-52402c79143e tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:50:11.397927 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0de45fd8-f794-456c-8de2-004bb1e68433 req-d458af19-2e40-4c49-9fdf-ab4151b80f30 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcd1b040-6547-4ab2-bae0-9e0b91e3f4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022522 Feb 09 12:50:11.421228 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6ebdf4a4-2547-483a-b3d6-0c978024ba08 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:11.498733 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-225b47cc-c0f7-4d93-939a-f9f5cb4ce8fd None None] Provisioning complete for port 920e9697-cb74-47c9-be67-15cd6a49106c triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:50:11.499996 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-225b47cc-c0f7-4d93-939a-f9f5cb4ce8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:11.500622 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-64db7828-60b6-4a02-8a05-52402c79143e tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:11.501791 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-64db7828-60b6-4a02-8a05-52402c79143e tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:11.542738 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dee8fe23-fc23-4ff5-8c32-10d2c25fe51d req-c821885b-5918-43e4-b874-b7019016321e service neutron] 10.222.0.46 "GET /v2.0/networks/b88957a6-ea40-4269-927b-524192d54dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921182 Feb 09 12:50:11.571611 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-64db7828-60b6-4a02-8a05-52402c79143e tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:11.620314 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-6ebdf4a4-2547-483a-b3d6-0c978024ba08 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Allocated IP 172.25.7.67 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/b2d9e402-7824-4f73-9b8c-7a686ce13488) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:50:11.622312 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-64db7828-60b6-4a02-8a05-52402c79143e tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:11.654649 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ce381818-fb1f-48e4-9a1d-d80a6804de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:11.689461 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dee8fe23-fc23-4ff5-8c32-10d2c25fe51d req-11a7b790-85ea-474e-a11b-8358836377cd service neutron] 10.222.0.46 "GET /v2.0/networks/b88957a6-ea40-4269-927b-524192d54dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402106 Feb 09 12:50:11.734949 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d6e56f8b-42fc-432c-b231-2625d0fffff4 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:11.738131 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-64db7828-60b6-4a02-8a05-52402c79143e tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:11.739890 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-64db7828-60b6-4a02-8a05-52402c79143e tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4167864 Feb 09 12:50:11.743001 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60180) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:11.760150 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-225b47cc-c0f7-4d93-939a-f9f5cb4ce8fd None None] Port 920e9697-cb74-47c9-be67-15cd6a49106c cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:50:11.824376 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6ebdf4a4-2547-483a-b3d6-0c978024ba08 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:11.830946 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-56abc9fb-270f-412f-99bb-aefd1655c011 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:11.846759 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-d6e56f8b-42fc-432c-b231-2625d0fffff4 None None] Transition to ACTIVE for port object 9d9ab9b1-382f-4908-9895-566f14ccb90c will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:50:11.859857 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6ebdf4a4-2547-483a-b3d6-0c978024ba08 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:11.939986 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebdf4a4-2547-483a-b3d6-0c978024ba08 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:50:11.940771 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-56abc9fb-270f-412f-99bb-aefd1655c011 None None] Transition to ACTIVE for port object d3b67908-30f5-496d-af39-3201076146ea will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:50:11.943539 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-6ebdf4a4-2547-483a-b3d6-0c978024ba08 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:50:11.946562 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebdf4a4-2547-483a-b3d6-0c978024ba08 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:50:11.993840 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f1faa-fa75-4174-a338-1a315f88d64d None None] Pushing event updated for resources: {'Port': ['ID=920e9697-cb74-47c9-be67-15cd6a49106c,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:12.007329 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-d6e56f8b-42fc-432c-b231-2625d0fffff4 None None] Transition to ACTIVE for port object 9d9ab9b1-382f-4908-9895-566f14ccb90c will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:50:12.096033 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d6e56f8b-42fc-432c-b231-2625d0fffff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:12.129726 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebdf4a4-2547-483a-b3d6-0c978024ba08 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'Port': ['ID=b2d9e402-7824-4f73-9b8c-7a686ce13488,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:12.189409 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-ce381818-fb1f-48e4-9a1d-d80a6804de7a None None] Attempting to bind port 920e9697-cb74-47c9-be67-15cd6a49106c on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:50:12.189786 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-ce381818-fb1f-48e4-9a1d-d80a6804de7a None None] Attempting to bind port 920e9697-cb74-47c9-be67-15cd6a49106c by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'e4120fa0-9b0a-4b7f-bbca-fc7c050f90c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bcc93e6f-c9d0-4857-8879-9cd4b1f0c529'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:50:12.190229 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce381818-fb1f-48e4-9a1d-d80a6804de7a None None] Attempting to bind port 920e9697-cb74-47c9-be67-15cd6a49106c on network bcc93e6f-c9d0-4857-8879-9cd4b1f0c529 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:50:12.198308 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-56abc9fb-270f-412f-99bb-aefd1655c011 None None] Transition to ACTIVE for port object d3b67908-30f5-496d-af39-3201076146ea will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:50:12.201948 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-12fdad55-3111-4799-a3cd-59a6df83bfcc tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Allocated IP 2001:db8:2::1 (45ae6e38-ea62-4feb-9430-d4750d0e12cb/5ad32dec-99d4-4a68-a560-e1024ba7f38c/4955dd75-daab-468c-af37-a59d70e5767d) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:50:12.211367 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce381818-fb1f-48e4-9a1d-d80a6804de7a None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:50:12.211768 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce381818-fb1f-48e4-9a1d-d80a6804de7a None None] Checking segment: {'id': 'e4120fa0-9b0a-4b7f-bbca-fc7c050f90c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bcc93e6f-c9d0-4857-8879-9cd4b1f0c529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:50:12.212198 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ce381818-fb1f-48e4-9a1d-d80a6804de7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:12.212596 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce381818-fb1f-48e4-9a1d-d80a6804de7a None None] Bound using segment: {'id': 'e4120fa0-9b0a-4b7f-bbca-fc7c050f90c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bcc93e6f-c9d0-4857-8879-9cd4b1f0c529'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:50:12.213089 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-ce381818-fb1f-48e4-9a1d-d80a6804de7a None None] Bound port: 920e9697-cb74-47c9-be67-15cd6a49106c, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4120fa0-9b0a-4b7f-bbca-fc7c050f90c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bcc93e6f-c9d0-4857-8879-9cd4b1f0c529'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:50:12.213910 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ce381818-fb1f-48e4-9a1d-d80a6804de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:12.236066 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e56f8b-42fc-432c-b231-2625d0fffff4 None None] Network 45ae6e38-ea62-4feb-9430-d4750d0e12cb is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:50:12.269814 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-d6e56f8b-42fc-432c-b231-2625d0fffff4 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:50:12.281412 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-56abc9fb-270f-412f-99bb-aefd1655c011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:12.284037 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a70f0adc-843c-4554-a360-6b039ba428fc tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:12.296900 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e56f8b-42fc-432c-b231-2625d0fffff4 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:50:12.384641 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56abc9fb-270f-412f-99bb-aefd1655c011 None None] Network 5365a633-ffed-4715-b736-78765aeb80e8 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:50:12.397921 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e56f8b-42fc-432c-b231-2625d0fffff4 None None] Pushing event updated for resources: {'Port': ['ID=9d9ab9b1-382f-4908-9895-566f14ccb90c,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:12.447154 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-56abc9fb-270f-412f-99bb-aefd1655c011 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:50:12.496275 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56abc9fb-270f-412f-99bb-aefd1655c011 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:50:12.513316 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fc0135-67b0-4fe2-ae14-f4d8f07c0306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-12203d5e-93a6-4a79-9ce4-4a94a42dc7af', 'network_id': '12203d5e-93a6-4a79-9ce4-4a94a42dc7af', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'fixed_ips': [{'subnet_id': 'dfc74bc4-5919-4623-9323-87feda196ef5'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:50:12.514774 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-50fc0135-67b0-4fe2-ae14-f4d8f07c0306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:12.598121 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-d6e56f8b-42fc-432c-b231-2625d0fffff4 None None] Attempting to bind port 9d9ab9b1-382f-4908-9895-566f14ccb90c on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:50:12.598533 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-d6e56f8b-42fc-432c-b231-2625d0fffff4 None None] Attempting to bind port 9d9ab9b1-382f-4908-9895-566f14ccb90c by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'c1f4f4a0-69d7-4858-9ab1-269eda430a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '45ae6e38-ea62-4feb-9430-d4750d0e12cb'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:50:12.598902 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e56f8b-42fc-432c-b231-2625d0fffff4 None None] Attempting to bind port 9d9ab9b1-382f-4908-9895-566f14ccb90c on network 45ae6e38-ea62-4feb-9430-d4750d0e12cb {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:50:12.685043 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-ce381818-fb1f-48e4-9a1d-d80a6804de7a None None] For port 920e9697-cb74-47c9-be67-15cd6a49106c, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:50:12.686402 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfac4f2-5cf3-451d-93df-5979fd923d8e req-c948d4c3-bbb5-4287-af8f-429ad9c2e406 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:12.687183 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e56f8b-42fc-432c-b231-2625d0fffff4 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:50:12.687583 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e56f8b-42fc-432c-b231-2625d0fffff4 None None] Checking segment: {'id': 'c1f4f4a0-69d7-4858-9ab1-269eda430a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '45ae6e38-ea62-4feb-9430-d4750d0e12cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:50:12.687811 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9bfac4f2-5cf3-451d-93df-5979fd923d8e req-c948d4c3-bbb5-4287-af8f-429ad9c2e406 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?device_id=149b03a2-66cb-47a6-80ec-cfde5906c708 HTTP/1.1" status: 200 len: 944 time: 0.1758056 Feb 09 12:50:12.688016 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d6e56f8b-42fc-432c-b231-2625d0fffff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:12.688435 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e56f8b-42fc-432c-b231-2625d0fffff4 None None] Bound using segment: {'id': 'c1f4f4a0-69d7-4858-9ab1-269eda430a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '45ae6e38-ea62-4feb-9430-d4750d0e12cb'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:50:12.688908 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-d6e56f8b-42fc-432c-b231-2625d0fffff4 None None] Bound port: 9d9ab9b1-382f-4908-9895-566f14ccb90c, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1f4f4a0-69d7-4858-9ab1-269eda430a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '45ae6e38-ea62-4feb-9430-d4750d0e12cb'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:50:12.689282 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d6e56f8b-42fc-432c-b231-2625d0fffff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:12.703499 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abc9fb-270f-412f-99bb-aefd1655c011 None None] Pushing event updated for resources: {'Port': ['ID=d3b67908-30f5-496d-af39-3201076146ea,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:12.730485 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-12fdad55-3111-4799-a3cd-59a6df83bfcc tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:12.733688 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-ce381818-fb1f-48e4-9a1d-d80a6804de7a None None] For port 920e9697-cb74-47c9-be67-15cd6a49106c, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=920e9697-cb74-47c9-be67-15cd6a49106c,segment=NetworkSegment(e4120fa0-9b0a-4b7f-bbca-fc7c050f90c7),segment_id=e4120fa0-9b0a-4b7f-bbca-fc7c050f90c7)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:50:12.765439 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-12fdad55-3111-4799-a3cd-59a6df83bfcc tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Transition to ACTIVE for port object 4955dd75-daab-468c-af37-a59d70e5767d will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:50:12.794613 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ce381818-fb1f-48e4-9a1d-d80a6804de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:12.819254 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-12fdad55-3111-4799-a3cd-59a6df83bfcc tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:12.853678 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-56abc9fb-270f-412f-99bb-aefd1655c011 None None] Attempting to bind port d3b67908-30f5-496d-af39-3201076146ea on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:50:12.854483 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-56abc9fb-270f-412f-99bb-aefd1655c011 None None] Attempting to bind port d3b67908-30f5-496d-af39-3201076146ea by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '9858ada1-ffff-416d-b732-4e45418094f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5365a633-ffed-4715-b736-78765aeb80e8'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:50:12.855238 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56abc9fb-270f-412f-99bb-aefd1655c011 None None] Attempting to bind port d3b67908-30f5-496d-af39-3201076146ea on network 5365a633-ffed-4715-b736-78765aeb80e8 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:50:12.889278 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6ebdf4a4-2547-483a-b3d6-0c978024ba08 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:12.898878 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fdad55-3111-4799-a3cd-59a6df83bfcc tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Network 45ae6e38-ea62-4feb-9430-d4750d0e12cb is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:50:12.907070 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56abc9fb-270f-412f-99bb-aefd1655c011 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:50:12.907249 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-12fdad55-3111-4799-a3cd-59a6df83bfcc tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:50:12.907345 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56abc9fb-270f-412f-99bb-aefd1655c011 None None] Checking segment: {'id': '9858ada1-ffff-416d-b732-4e45418094f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5365a633-ffed-4715-b736-78765aeb80e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:50:12.907345 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-56abc9fb-270f-412f-99bb-aefd1655c011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:12.907856 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56abc9fb-270f-412f-99bb-aefd1655c011 None None] Bound using segment: {'id': '9858ada1-ffff-416d-b732-4e45418094f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5365a633-ffed-4715-b736-78765aeb80e8'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:50:12.908970 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-56abc9fb-270f-412f-99bb-aefd1655c011 None None] Bound port: d3b67908-30f5-496d-af39-3201076146ea, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9858ada1-ffff-416d-b732-4e45418094f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5365a633-ffed-4715-b736-78765aeb80e8'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:50:12.909647 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-56abc9fb-270f-412f-99bb-aefd1655c011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:12.912570 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fdad55-3111-4799-a3cd-59a6df83bfcc tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:50:12.912994 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-12fdad55-3111-4799-a3cd-59a6df83bfcc tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:12.928278 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9bfac4f2-5cf3-451d-93df-5979fd923d8e req-9963a5f3-29e1-46e3-9f84-10ee82a2a34a tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcd1b040-6547-4ab2-bae0-9e0b91e3f4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690961 Feb 09 12:50:12.931659 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-a70f0adc-843c-4554-a360-6b039ba428fc tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Allocated IP 172.20.0.1 (5365a633-ffed-4715-b736-78765aeb80e8/a0596458-14be-41cc-904a-dc75c6a59798/d4e471fa-4931-4308-8e1d-600119eace80) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:50:12.939747 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fdad55-3111-4799-a3cd-59a6df83bfcc tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event updated for resources: {'Port': ['ID=4955dd75-daab-468c-af37-a59d70e5767d,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:13.033086 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6ebdf4a4-2547-483a-b3d6-0c978024ba08 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:13.050240 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce381818-fb1f-48e4-9a1d-d80a6804de7a None None] Routers {'c8443fa9-d8ae-451b-ad6e-fff60d710e00'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:50:13.050979 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-ce381818-fb1f-48e4-9a1d-d80a6804de7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:49:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['c8443fa9-d8ae-451b-ad6e-fff60d710e00'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:13.139157 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f1faa-fa75-4174-a338-1a315f88d64d None None] Pushing event updated for resources: {'Port': ['ID=920e9697-cb74-47c9-be67-15cd6a49106c,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:13.142197 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-d6e56f8b-42fc-432c-b231-2625d0fffff4 None None] For port 9d9ab9b1-382f-4908-9895-566f14ccb90c, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:50:13.195411 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a70f0adc-843c-4554-a360-6b039ba428fc tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:13.215565 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-a70f0adc-843c-4554-a360-6b039ba428fc tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Transition to ACTIVE for port object d4e471fa-4931-4308-8e1d-600119eace80 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:50:13.251557 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a70f0adc-843c-4554-a360-6b039ba428fc tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:13.281094 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-d6e56f8b-42fc-432c-b231-2625d0fffff4 None None] For port 9d9ab9b1-382f-4908-9895-566f14ccb90c, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=9d9ab9b1-382f-4908-9895-566f14ccb90c,segment=NetworkSegment(c1f4f4a0-69d7-4858-9ab1-269eda430a86),segment_id=c1f4f4a0-69d7-4858-9ab1-269eda430a86)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:50:13.293096 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-50fc0135-67b0-4fe2-ae14-f4d8f07c0306 None None] Allocated IP 172.21.0.2 (12203d5e-93a6-4a79-9ce4-4a94a42dc7af/dfc74bc4-5919-4623-9323-87feda196ef5/63719bbe-0a47-46ca-857d-4ac01684ec34) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:50:13.306645 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d6e56f8b-42fc-432c-b231-2625d0fffff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:13.368337 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70f0adc-843c-4554-a360-6b039ba428fc tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Network 5365a633-ffed-4715-b736-78765aeb80e8 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:50:13.368810 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6ebdf4a4-2547-483a-b3d6-0c978024ba08 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:13.372737 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-a70f0adc-843c-4554-a360-6b039ba428fc tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:50:13.384063 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70f0adc-843c-4554-a360-6b039ba428fc tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:50:13.387570 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6ebdf4a4-2547-483a-b3d6-0c978024ba08 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:13.428333 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-56abc9fb-270f-412f-99bb-aefd1655c011 None None] For port d3b67908-30f5-496d-af39-3201076146ea, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:50:13.431623 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f0adc-843c-4554-a360-6b039ba428fc tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event updated for resources: {'Port': ['ID=d4e471fa-4931-4308-8e1d-600119eace80,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:13.432362 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-ce381818-fb1f-48e4-9a1d-d80a6804de7a None None] Set router c8443fa9-d8ae-451b-ad6e-fff60d710e00 gateway port host: None {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:50:13.466866 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a70f0adc-843c-4554-a360-6b039ba428fc tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:13.541081 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-12fdad55-3111-4799-a3cd-59a6df83bfcc tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:13.552101 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-56abc9fb-270f-412f-99bb-aefd1655c011 None None] For port d3b67908-30f5-496d-af39-3201076146ea, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=d3b67908-30f5-496d-af39-3201076146ea,segment=NetworkSegment(9858ada1-ffff-416d-b732-4e45418094f7),segment_id=9858ada1-ffff-416d-b732-4e45418094f7)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:50:13.569404 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebdf4a4-2547-483a-b3d6-0c978024ba08 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event updated for resources: {'Port': ['ID=b2d9e402-7824-4f73-9b8c-7a686ce13488,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:13.575847 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6ebdf4a4-2547-483a-b3d6-0c978024ba08 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:13.578521 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-56abc9fb-270f-412f-99bb-aefd1655c011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:13.602548 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e56f8b-42fc-432c-b231-2625d0fffff4 None None] Pushing event updated for resources: {'Port': ['ID=9d9ab9b1-382f-4908-9895-566f14ccb90c,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:13.798665 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a70f0adc-843c-4554-a360-6b039ba428fc tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:14.007382 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abc9fb-270f-412f-99bb-aefd1655c011 None None] Pushing event updated for resources: {'Port': ['ID=d3b67908-30f5-496d-af39-3201076146ea,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:14.086951 n-d-825178-3 neutron-server[87568]: INFO neutron.db.l3_db [None req-6ebdf4a4-2547-483a-b3d6-0c978024ba08 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Floating IP e7a6b61c-d49b-4a38-8b15-e068fc2bd1cb associated. External IP: 172.25.7.67, port: b2076326-7743-4e6c-8da3-aede193b2bb6. Feb 09 12:50:14.095459 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device c524506a-9b2f-4e17-a006-226a6aece550 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:50:14.181613 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-89721989-3832-4275-a2f1-84927e8534b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:14.230158 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 9d9ab9b1-382f-4908-9895-566f14ccb90c up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:50:14.261691 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-50fc0135-67b0-4fe2-ae14-f4d8f07c0306 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:14.465100 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-50fc0135-67b0-4fe2-ae14-f4d8f07c0306 None None] Transition to ACTIVE for port object 63719bbe-0a47-46ca-857d-4ac01684ec34 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:50:14.544536 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port c524506a-9b2f-4e17-a006-226a6aece550, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=c524506a-9b2f-4e17-a006-226a6aece550,segment=NetworkSegment(65fc2b70-8460-4848-853f-23072604756d),segment_id=65fc2b70-8460-4848-853f-23072604756d)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:50:14.553827 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-50fc0135-67b0-4fe2-ae14-f4d8f07c0306 None None] Transition to ACTIVE for port object 63719bbe-0a47-46ca-857d-4ac01684ec34 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:50:14.576856 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'c524506a-9b2f-4e17-a006-226a6aece550', 'network_id': 'b88957a6-ea40-4269-927b-524192d54dc0', 'port_id': 'c524506a-9b2f-4e17-a006-226a6aece550', 'mac_address': 'fa:16:3e:18:35:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '396f7602-b695-4b7f-a57b-07f5fb90c6c6', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:50:14.627606 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-50fc0135-67b0-4fe2-ae14-f4d8f07c0306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:14.634051 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97490a-deda-4927-9fbe-dcb426a5d792 req-07a5ff97-2f90-4a3e-adcf-12359437bbe0 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:14.636913 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eb97490a-deda-4927-9fbe-dcb426a5d792 req-07a5ff97-2f90-4a3e-adcf-12359437bbe0 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?device_id=149b03a2-66cb-47a6-80ec-cfde5906c708 HTTP/1.1" status: 200 len: 944 time: 0.3867688 Feb 09 12:50:14.683598 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a70f0adc-843c-4554-a360-6b039ba428fc tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:14.694226 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a70f0adc-843c-4554-a360-6b039ba428fc tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:14.724382 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fc0135-67b0-4fe2-ae14-f4d8f07c0306 None None] Network 12203d5e-93a6-4a79-9ce4-4a94a42dc7af is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:50:14.734322 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-50fc0135-67b0-4fe2-ae14-f4d8f07c0306 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:50:14.737603 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fc0135-67b0-4fe2-ae14-f4d8f07c0306 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:50:14.748281 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:14.794716 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 9d9ab9b1-382f-4908-9895-566f14ccb90c completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:50:14.821321 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fc0135-67b0-4fe2-ae14-f4d8f07c0306 None None] Pushing event updated for resources: {'Port': ['ID=63719bbe-0a47-46ca-857d-4ac01684ec34,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:14.851479 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eb97490a-deda-4927-9fbe-dcb426a5d792 req-32ec565e-bb29-43be-a191-65b37c5e80e5 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcd1b040-6547-4ab2-bae0-9e0b91e3f4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1886892 Feb 09 12:50:14.866946 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c524506a-9b2f-4e17-a006-226a6aece550 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:50:14.870847 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f0adc-843c-4554-a360-6b039ba428fc tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event updated for resources: {'Port': ['ID=d4e471fa-4931-4308-8e1d-600119eace80,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:14.875530 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a70f0adc-843c-4554-a360-6b039ba428fc tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:14.918603 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-50fc0135-67b0-4fe2-ae14-f4d8f07c0306 None None] Attempting to bind port 63719bbe-0a47-46ca-857d-4ac01684ec34 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:50:14.919107 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-50fc0135-67b0-4fe2-ae14-f4d8f07c0306 None None] Attempting to bind port 63719bbe-0a47-46ca-857d-4ac01684ec34 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '8f1bdaff-9641-4973-bcfd-29d4252e45c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '12203d5e-93a6-4a79-9ce4-4a94a42dc7af'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:50:14.919591 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fc0135-67b0-4fe2-ae14-f4d8f07c0306 None None] Attempting to bind port 63719bbe-0a47-46ca-857d-4ac01684ec34 on network 12203d5e-93a6-4a79-9ce4-4a94a42dc7af {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:50:14.928198 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-ce381818-fb1f-48e4-9a1d-d80a6804de7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'name': 'tempest-RoutersIpV6Test-router-1476695817', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:55Z', 'updated_at': '2022-02-09T12:50:13Z', 'revision_number': 4, 'project_id': '27f2f8bb689948199636c37c369127b7', 'gw_port_host': None, '_interfaces': [{'id': '4955dd75-daab-468c-af37-a59d70e5767d', 'name': '', 'network_id': '45ae6e38-ea62-4feb-9430-d4750d0e12cb', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:16:c5:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '5ad32dec-99d4-4a68-a560-e1024ba7f38c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:50:09Z', 'updated_at': '2022-02-09T12:50:12Z', 'revision_number': 1, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': '5ad32dec-99d4-4a68-a560-e1024ba7f38c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62b1386e-4e8d-49b5-95a1-fc57c1833709', 'name': '', 'network_id': '8026e9a8-2928-4361-996b-0223b8b32dc8', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:a8:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'a0edf25c-f846-4a0e-bdfd-a793c1e34e16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:59Z', 'updated_at': '2022-02-09T12:50:07Z', 'revision_number': 5, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': 'a0edf25c-f846-4a0e-bdfd-a793c1e34e16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '920e9697-cb74-47c9-be67-15cd6a49106c', 'name': '', 'network_id': 'bcc93e6f-c9d0-4857-8879-9cd4b1f0c529', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:08:5c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '94caad94-79f0-4fbb-afca-10be04f33453', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:50:05Z', 'updated_at': '2022-02-09T12:50:12Z', 'revision_number': 4, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': '94caad94-79f0-4fbb-afca-10be04f33453', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:14.936748 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port c524506a-9b2f-4e17-a006-226a6aece550, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=c524506a-9b2f-4e17-a006-226a6aece550,segment=NetworkSegment(65fc2b70-8460-4848-853f-23072604756d),segment_id=65fc2b70-8460-4848-853f-23072604756d)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:50:14.940022 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fc0135-67b0-4fe2-ae14-f4d8f07c0306 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:50:14.940851 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fc0135-67b0-4fe2-ae14-f4d8f07c0306 None None] Checking segment: {'id': '8f1bdaff-9641-4973-bcfd-29d4252e45c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '12203d5e-93a6-4a79-9ce4-4a94a42dc7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:50:14.941407 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-50fc0135-67b0-4fe2-ae14-f4d8f07c0306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:14.941973 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fc0135-67b0-4fe2-ae14-f4d8f07c0306 None None] Bound using segment: {'id': '8f1bdaff-9641-4973-bcfd-29d4252e45c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '12203d5e-93a6-4a79-9ce4-4a94a42dc7af'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:50:14.942629 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-50fc0135-67b0-4fe2-ae14-f4d8f07c0306 None None] Bound port: 63719bbe-0a47-46ca-857d-4ac01684ec34, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f1bdaff-9641-4973-bcfd-29d4252e45c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '12203d5e-93a6-4a79-9ce4-4a94a42dc7af'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:50:14.943245 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-50fc0135-67b0-4fe2-ae14-f4d8f07c0306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:14.959260 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:14.962492 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce381818-fb1f-48e4-9a1d-d80a6804de7a None None] The sync data for ids ['c8443fa9-d8ae-451b-ad6e-fff60d710e00'] in n-d-825178-3 is: [{'id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'name': 'tempest-RoutersIpV6Test-router-1476695817', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:55Z', 'updated_at': '2022-02-09T12:50:13Z', 'revision_number': 4, 'project_id': '27f2f8bb689948199636c37c369127b7', 'gw_port_host': None, '_interfaces': [{'id': '4955dd75-daab-468c-af37-a59d70e5767d', 'name': '', 'network_id': '45ae6e38-ea62-4feb-9430-d4750d0e12cb', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:16:c5:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '5ad32dec-99d4-4a68-a560-e1024ba7f38c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:50:09Z', 'updated_at': '2022-02-09T12:50:12Z', 'revision_number': 1, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': '5ad32dec-99d4-4a68-a560-e1024ba7f38c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62b1386e-4e8d-49b5-95a1-fc57c1833709', 'name': '', 'network_id': '8026e9a8-2928-4361-996b-0223b8b32dc8', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:a8:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'a0edf25c-f846-4a0e-bdfd-a793c1e34e16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:59Z', 'updated_at': '2022-02-09T12:50:07Z', 'revision_number': 5, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': 'a0edf25c-f846-4a0e-bdfd-a793c1e34e16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '920e9697-cb74-47c9-be67-15cd6a49106c', 'name': '', 'network_id': 'bcc93e6f-c9d0-4857-8879-9cd4b1f0c529', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:08:5c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '94caad94-79f0-4fbb-afca-10be04f33453', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:50:05Z', 'updated_at': '2022-02-09T12:50:12Z', 'revision_number': 4, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': '94caad94-79f0-4fbb-afca-10be04f33453', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:50:15.029573 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-12fdad55-3111-4799-a3cd-59a6df83bfcc tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:15.057708 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-12fdad55-3111-4799-a3cd-59a6df83bfcc tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:15.058555 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-12fdad55-3111-4799-a3cd-59a6df83bfcc tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:15.105912 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0255e83-f4d0-4b9e-98f1-663122ea5900 None None] Network 45ae6e38-ea62-4feb-9430-d4750d0e12cb requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:50:15.252412 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['c524506a-9b2f-4e17-a006-226a6aece550'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:50:15.315803 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fdad55-3111-4799-a3cd-59a6df83bfcc tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event updated for resources: {'Port': ['ID=4955dd75-daab-468c-af37-a59d70e5767d,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:15.350753 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ebdf4a4-2547-483a-b3d6-0c978024ba08 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Router ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:50:15.357343 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=c524506a-9b2f-4e17-a006-226a6aece550,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:15.357614 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70f0adc-843c-4554-a360-6b039ba428fc tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Network 5365a633-ffed-4715-b736-78765aeb80e8 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:50:15.360967 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-a70f0adc-843c-4554-a360-6b039ba428fc tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:50:15.396691 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-258f60cc-6d95-4aaf-a7eb-4ae0da14bad2 None None] Provisioning for port 9d9ab9b1-382f-4908-9895-566f14ccb90c completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:50:15.433271 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-258f60cc-6d95-4aaf-a7eb-4ae0da14bad2 None None] Provisioning complete for port 9d9ab9b1-382f-4908-9895-566f14ccb90c triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:50:15.433885 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-258f60cc-6d95-4aaf-a7eb-4ae0da14bad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:15.493140 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-50fc0135-67b0-4fe2-ae14-f4d8f07c0306 None None] For port 63719bbe-0a47-46ca-857d-4ac01684ec34, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:50:15.530896 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-50fc0135-67b0-4fe2-ae14-f4d8f07c0306 None None] For port 63719bbe-0a47-46ca-857d-4ac01684ec34, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=63719bbe-0a47-46ca-857d-4ac01684ec34,segment=NetworkSegment(8f1bdaff-9641-4973-bcfd-29d4252e45c9),segment_id=8f1bdaff-9641-4973-bcfd-29d4252e45c9)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:50:15.565447 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-50fc0135-67b0-4fe2-ae14-f4d8f07c0306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:15.587223 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fdad55-3111-4799-a3cd-59a6df83bfcc tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Network 45ae6e38-ea62-4feb-9430-d4750d0e12cb is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:50:15.591007 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-12fdad55-3111-4799-a3cd-59a6df83bfcc tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:50:15.605799 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880b8922-74f2-486f-bfac-1ec1447fa4a7 None None] Network 5365a633-ffed-4715-b736-78765aeb80e8 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:50:15.647131 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a70f0adc-843c-4554-a360-6b039ba428fc tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Router 57d3fd65-d29c-4ca8-a005-220bf51c84d5 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:50:15.856353 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70f0adc-843c-4554-a360-6b039ba428fc tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:50:15.869446 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df234e1-b071-4075-b0c5-004eaf5116bb None None] Sync routers for ids ['57d3fd65-d29c-4ca8-a005-220bf51c84d5'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:50:15.873040 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a70f0adc-843c-4554-a360-6b039ba428fc tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "PUT /v2.0/routers/57d3fd65-d29c-4ca8-a005-220bf51c84d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1287870 Feb 09 12:50:15.875689 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60188) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:15.896789 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df234e1-b071-4075-b0c5-004eaf5116bb None None] Routers {'57d3fd65-d29c-4ca8-a005-220bf51c84d5'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:50:15.897514 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7df234e1-b071-4075-b0c5-004eaf5116bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:49:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['57d3fd65-d29c-4ca8-a005-220bf51c84d5'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:15.943720 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12fdad55-3111-4799-a3cd-59a6df83bfcc tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Router c8443fa9-d8ae-451b-ad6e-fff60d710e00 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:50:15.946011 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ebdf4a4-2547-483a-b3d6-0c978024ba08 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:50:15.980948 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4f8756-080e-45b9-92ad-96375c91e5c2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:15.983388 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-1d4f8756-080e-45b9-92ad-96375c91e5c2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Synchronizing usage tracker for tenant:7a65637a4eb140ffb94c446f7f36e593 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:50:16.015197 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7df234e1-b071-4075-b0c5-004eaf5116bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:16.020217 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a3aa64-f641-45dc-bcf2-1594c9a5f16c None None] Sync routers for ids ['ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:50:16.037929 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-1d4f8756-080e-45b9-92ad-96375c91e5c2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Unset dirty status for tenant:7a65637a4eb140ffb94c446f7f36e593 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:50:16.039137 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1d4f8756-080e-45b9-92ad-96375c91e5c2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "GET /v2.0/ports/d4e471fa-4931-4308-8e1d-600119eace80 HTTP/1.1" status: 200 len: 910 time: 0.1618485 Feb 09 12:50:16.041407 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60194) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:16.044851 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df234e1-b071-4075-b0c5-004eaf5116bb None None] Routers {'57d3fd65-d29c-4ca8-a005-220bf51c84d5'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:50:16.045471 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7df234e1-b071-4075-b0c5-004eaf5116bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:49:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['57d3fd65-d29c-4ca8-a005-220bf51c84d5'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:16.189753 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fc0135-67b0-4fe2-ae14-f4d8f07c0306 None None] Pushing event updated for resources: {'Port': ['ID=63719bbe-0a47-46ca-857d-4ac01684ec34,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:16.225246 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7df234e1-b071-4075-b0c5-004eaf5116bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:16.225869 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df234e1-b071-4075-b0c5-004eaf5116bb None None] The sync data for ids ['57d3fd65-d29c-4ca8-a005-220bf51c84d5'] in n-d-825178-3 is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:50:16.269736 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a3aa64-f641-45dc-bcf2-1594c9a5f16c None None] Routers {'ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:50:16.270429 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-f4a3aa64-f641-45dc-bcf2-1594c9a5f16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:49:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:16.306474 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6ebdf4a4-2547-483a-b3d6-0c978024ba08 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:16.349024 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 920e9697-cb74-47c9-be67-15cd6a49106c up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:50:16.449093 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12fdad55-3111-4799-a3cd-59a6df83bfcc tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:50:16.455136 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6ebdf4a4-2547-483a-b3d6-0c978024ba08 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.2996178 Feb 09 12:50:16.464598 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-12fdad55-3111-4799-a3cd-59a6df83bfcc tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "PUT /v2.0/routers/c8443fa9-d8ae-451b-ad6e-fff60d710e00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6300914 Feb 09 12:50:16.465366 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24bfe37c-1089-4182-86d9-1c25ec429621', 'tag': 'b2076326-7743-4e6c-8da3-aede193b2bb6'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:50:16.470807 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60200) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:16.483394 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-da42e222-bb92-4000-8e2d-05aa51cbcfdd tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1467139107'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:50:16.486775 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-da42e222-bb92-4000-8e2d-05aa51cbcfdd tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:50:16.496222 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-da42e222-bb92-4000-8e2d-05aa51cbcfdd tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Usage tracker for resource:network and tenant:27f2f8bb689948199636c37c369127b7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:50:16.502951 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-da42e222-bb92-4000-8e2d-05aa51cbcfdd tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:50:16.516551 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-da42e222-bb92-4000-8e2d-05aa51cbcfdd tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:50:16.531865 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da42e222-bb92-4000-8e2d-05aa51cbcfdd tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Made reservation on behalf of 27f2f8bb689948199636c37c369127b7 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:50:16.535903 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-da42e222-bb92-4000-8e2d-05aa51cbcfdd tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:16.608623 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da42e222-bb92-4000-8e2d-05aa51cbcfdd tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:50:16.619807 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-da42e222-bb92-4000-8e2d-05aa51cbcfdd tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:16.620205 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-da42e222-bb92-4000-8e2d-05aa51cbcfdd tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Added segment 04ab362b-7072-4eb1-a4d2-8ca36142f781 of type vlan for network 8ed34661-b7e1-4de5-9773-76d97d1364b8 Feb 09 12:50:16.687443 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-da42e222-bb92-4000-8e2d-05aa51cbcfdd tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:16.712862 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-590100cc-4db5-45cd-ad0e-ba7993cb615b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:16.742596 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-da42e222-bb92-4000-8e2d-05aa51cbcfdd tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:16.753606 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da42e222-bb92-4000-8e2d-05aa51cbcfdd tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:16.754982 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-da42e222-bb92-4000-8e2d-05aa51cbcfdd tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:16.816818 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ddccc4-45a4-4499-a2a3-160a13a8b05d req-2aadafc2-9fa3-483b-ab32-26b486276927 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:16.819055 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-34ddccc4-45a4-4499-a2a3-160a13a8b05d req-2aadafc2-9fa3-483b-ab32-26b486276927 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?device_id=149b03a2-66cb-47a6-80ec-cfde5906c708 HTTP/1.1" status: 200 len: 945 time: 0.6056859 Feb 09 12:50:16.988424 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-258f60cc-6d95-4aaf-a7eb-4ae0da14bad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:17.018763 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-34ddccc4-45a4-4499-a2a3-160a13a8b05d req-08448b99-321e-4b4f-b1eb-2641767657c7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcd1b040-6547-4ab2-bae0-9e0b91e3f4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845839 Feb 09 12:50:17.066935 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-da42e222-bb92-4000-8e2d-05aa51cbcfdd tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5920143 Feb 09 12:50:17.068899 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60206) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:17.077671 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-dcf91159-80dd-4089-ab01-b55e5fbab64f tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Request body: {'subnet': {'network_id': '8ed34661-b7e1-4de5-9773-76d97d1364b8', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:50:17.095477 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a595b2d-0ed4-4749-9a1d-9e74471f516f req-663ee75e-5d71-4503-9c96-21633fac93f8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:17.097066 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2a595b2d-0ed4-4749-9a1d-9e74471f516f req-663ee75e-5d71-4503-9c96-21633fac93f8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=24bfe37c-1089-4182-86d9-1c25ec429621 HTTP/1.1" status: 200 len: 945 time: 0.3632066 Feb 09 12:50:17.107379 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da42e222-bb92-4000-8e2d-05aa51cbcfdd tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event updated for resources: {'Network': ['ID=8ed34661-b7e1-4de5-9773-76d97d1364b8,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:17.182658 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-f4a3aa64-f641-45dc-bcf2-1594c9a5f16c None None] Set router ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:50:17.256568 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-dcf91159-80dd-4089-ab01-b55e5fbab64f tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:50:17.261074 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-dcf91159-80dd-4089-ab01-b55e5fbab64f tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Usage tracker for resource:subnet and tenant:27f2f8bb689948199636c37c369127b7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:50:17.264842 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-dcf91159-80dd-4089-ab01-b55e5fbab64f tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:50:17.271301 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-dcf91159-80dd-4089-ab01-b55e5fbab64f tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:50:17.281480 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf91159-80dd-4089-ab01-b55e5fbab64f tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Made reservation on behalf of 27f2f8bb689948199636c37c369127b7 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:50:17.287763 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dcf91159-80dd-4089-ab01-b55e5fbab64f tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:17.297572 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed819820-b73a-4111-af04-86bed99d8154 None None] Sync routers for ids ['c8443fa9-d8ae-451b-ad6e-fff60d710e00'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:50:17.304916 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 920e9697-cb74-47c9-be67-15cd6a49106c completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:50:17.311323 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 8ed34661-b7e1-4de5-9773-76d97d1364b8 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:50:17.313513 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed819820-b73a-4111-af04-86bed99d8154 None None] Routers {'c8443fa9-d8ae-451b-ad6e-fff60d710e00'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:50:17.317952 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-ed819820-b73a-4111-af04-86bed99d8154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:50:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['c8443fa9-d8ae-451b-ad6e-fff60d710e00'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:17.352384 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2a595b2d-0ed4-4749-9a1d-9e74471f516f req-00f6892d-0b88-4eb0-b83c-fafd0f880bb7 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=7643a677-e910-42b2-ae55-a8f871e13233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2040677 Feb 09 12:50:17.377897 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60212) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:17.460524 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24bfe37c-1089-4182-86d9-1c25ec429621', 'tag': 'b2076326-7743-4e6c-8da3-aede193b2bb6', 'status': 'completed', 'code': 200} Feb 09 12:50:17.559542 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 920e9697-cb74-47c9-be67-15cd6a49106c triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:50:17.560260 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:17.615462 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-ed819820-b73a-4111-af04-86bed99d8154 None None] Set router c8443fa9-d8ae-451b-ad6e-fff60d710e00 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:50:17.720096 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dcf91159-80dd-4089-ab01-b55e5fbab64f tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:17.810540 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf91159-80dd-4089-ab01-b55e5fbab64f tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event updated for resources: {'Subnet': ['ID=aad365d1-6c2e-4ea1-8688-9e6a047239f4,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:17.856069 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:17.861402 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-258f60cc-6d95-4aaf-a7eb-4ae0da14bad2 None None] For port 9d9ab9b1-382f-4908-9895-566f14ccb90c, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=9d9ab9b1-382f-4908-9895-566f14ccb90c,segment=NetworkSegment(c1f4f4a0-69d7-4858-9ab1-269eda430a86),segment_id=c1f4f4a0-69d7-4858-9ab1-269eda430a86)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:50:17.866010 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf91159-80dd-4089-ab01-b55e5fbab64f tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Checking segment: {'id': '04ab362b-7072-4eb1-a4d2-8ca36142f781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8ed34661-b7e1-4de5-9773-76d97d1364b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:50:17.866700 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf91159-80dd-4089-ab01-b55e5fbab64f tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Network hostable DHCP agents. Network: 8ed34661-b7e1-4de5-9773-76d97d1364b8, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:50:17.871727 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:17.901287 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf91159-80dd-4089-ab01-b55e5fbab64f tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Network 8ed34661-b7e1-4de5-9773-76d97d1364b8 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:50:17.906660 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-258f60cc-6d95-4aaf-a7eb-4ae0da14bad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:17.914584 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-dcf91159-80dd-4089-ab01-b55e5fbab64f tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 8ed34661-b7e1-4de5-9773-76d97d1364b8) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:50:17.920051 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf91159-80dd-4089-ab01-b55e5fbab64f tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:17.921162 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dcf91159-80dd-4089-ab01-b55e5fbab64f tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:17.978825 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-dcf91159-80dd-4089-ab01-b55e5fbab64f tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9062946 Feb 09 12:50:17.980448 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60216) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:18.042939 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7c675f-a838-4817-8bd6-67006e0512ec None None] Network 8ed34661-b7e1-4de5-9773-76d97d1364b8 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:50:18.084812 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a89cc6c-b431-4821-b27b-12d3a03773ec None None] Network 12203d5e-93a6-4a79-9ce4-4a94a42dc7af requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:50:18.100487 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d362a6cc-355f-46de-af62-62d78ae0d678 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:18.172030 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-ed819820-b73a-4111-af04-86bed99d8154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'name': 'tempest-RoutersIpV6Test-router-1476695817', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:55Z', 'updated_at': '2022-02-09T12:50:13Z', 'revision_number': 4, 'project_id': '27f2f8bb689948199636c37c369127b7', 'gw_port_host': None, '_interfaces': [{'id': '4955dd75-daab-468c-af37-a59d70e5767d', 'name': '', 'network_id': '45ae6e38-ea62-4feb-9430-d4750d0e12cb', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:16:c5:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '5ad32dec-99d4-4a68-a560-e1024ba7f38c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:50:09Z', 'updated_at': '2022-02-09T12:50:14Z', 'revision_number': 2, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': '5ad32dec-99d4-4a68-a560-e1024ba7f38c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62b1386e-4e8d-49b5-95a1-fc57c1833709', 'name': '', 'network_id': '8026e9a8-2928-4361-996b-0223b8b32dc8', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:a8:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'a0edf25c-f846-4a0e-bdfd-a793c1e34e16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:59Z', 'updated_at': '2022-02-09T12:50:07Z', 'revision_number': 5, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': 'a0edf25c-f846-4a0e-bdfd-a793c1e34e16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '920e9697-cb74-47c9-be67-15cd6a49106c', 'name': '', 'network_id': 'bcc93e6f-c9d0-4857-8879-9cd4b1f0c529', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:08:5c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '94caad94-79f0-4fbb-afca-10be04f33453', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:50:05Z', 'updated_at': '2022-02-09T12:50:12Z', 'revision_number': 4, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': '94caad94-79f0-4fbb-afca-10be04f33453', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:18.182330 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed819820-b73a-4111-af04-86bed99d8154 None None] Checking router: c8443fa9-d8ae-451b-ad6e-fff60d710e00 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:50:18.182684 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed819820-b73a-4111-af04-86bed99d8154 None None] Updating router c8443fa9-d8ae-451b-ad6e-fff60d710e00 port 4955dd75-daab-468c-af37-a59d70e5767d binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:50:18.294401 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ed819820-b73a-4111-af04-86bed99d8154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:18.441326 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8f2c4871-0009-451e-b1e8-223d988ae01d tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/floatingips/e7a6b61c-d49b-4a38-8b15-e068fc2bd1cb HTTP/1.1" status: 200 len: 990 time: 1.0611429 Feb 09 12:50:18.628898 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f028b9-c685-4be2-b20e-6490d47d066c req-897e1eef-fe7a-4832-88fe-8ee6a5acd5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:18.631387 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c7f028b9-c685-4be2-b20e-6490d47d066c req-897e1eef-fe7a-4832-88fe-8ee6a5acd5fe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c7a8f76649f44a59c185c6d6414b556&device_id=24bfe37c-1089-4182-86d9-1c25ec429621 HTTP/1.1" status: 200 len: 1096 time: 1.2440112 Feb 09 12:50:18.644638 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f5ac0b09-9dfa-4471-bfab-f6cd7c890cc9 None None] Provisioning for port 4955dd75-daab-468c-af37-a59d70e5767d completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:50:18.695994 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f5ac0b09-9dfa-4471-bfab-f6cd7c890cc9 None None] Provisioning complete for port 4955dd75-daab-468c-af37-a59d70e5767d triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:50:18.696479 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f5ac0b09-9dfa-4471-bfab-f6cd7c890cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:18.805734 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258f60cc-6d95-4aaf-a7eb-4ae0da14bad2 None None] Pushing event updated for resources: {'Port': ['ID=9d9ab9b1-382f-4908-9895-566f14ccb90c,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:18.867254 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:18.877075 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f028b9-c685-4be2-b20e-6490d47d066c req-ab367373-96e8-4453-a84a-fd12dd69b8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:18.878545 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c7f028b9-c685-4be2-b20e-6490d47d066c req-ab367373-96e8-4453-a84a-fd12dd69b8c4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0e83e431-ffef-4786-9497-2a7bdd51cfab HTTP/1.1" status: 200 len: 897 time: 0.2285731 Feb 09 12:50:18.924573 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ed819820-b73a-4111-af04-86bed99d8154 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:18.933332 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-f5ac0b09-9dfa-4471-bfab-f6cd7c890cc9 None None] Port 4955dd75-daab-468c-af37-a59d70e5767d cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:50:18.952737 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-ed819820-b73a-4111-af04-86bed99d8154 None None] Transition to ACTIVE for port object 4955dd75-daab-468c-af37-a59d70e5767d will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:50:18.967050 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ed819820-b73a-4111-af04-86bed99d8154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:19.021563 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2192d4d9-a346-4de2-baf7-ebb03c8988a2 req-9b6fec5b-548b-4709-8447-a43b19e0f251 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:19.024784 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2192d4d9-a346-4de2-baf7-ebb03c8988a2 req-9b6fec5b-548b-4709-8447-a43b19e0f251 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?device_id=149b03a2-66cb-47a6-80ec-cfde5906c708 HTTP/1.1" status: 200 len: 945 time: 0.6628296 Feb 09 12:50:19.095809 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f5ac0b09-9dfa-4471-bfab-f6cd7c890cc9 None None] Provisioning for port 63719bbe-0a47-46ca-857d-4ac01684ec34 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:50:19.102358 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 920e9697-cb74-47c9-be67-15cd6a49106c, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=920e9697-cb74-47c9-be67-15cd6a49106c,segment=NetworkSegment(e4120fa0-9b0a-4b7f-bbca-fc7c050f90c7),segment_id=e4120fa0-9b0a-4b7f-bbca-fc7c050f90c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:50:19.121683 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:19.122565 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device d3b67908-30f5-496d-af39-3201076146ea up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:50:19.195411 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-73869ed6-5442-492f-9a9a-66ec94b5f28c tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:19.250326 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b9a735-aa99-41d2-8008-1d0a910a8c7f None None] Pushing event updated for resources: {'Port': ['ID=4955dd75-daab-468c-af37-a59d70e5767d,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:19.258519 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2192d4d9-a346-4de2-baf7-ebb03c8988a2 req-b8b00755-e524-4131-94ef-1a71f9f17338 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcd1b040-6547-4ab2-bae0-9e0b91e3f4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2056394 Feb 09 12:50:19.265683 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c7f028b9-c685-4be2-b20e-6490d47d066c req-5b2f4c5d-13cf-4a4e-b0d5-cf4fc6d8f3cb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2076326-7743-4e6c-8da3-aede193b2bb6 HTTP/1.1" status: 200 len: 998 time: 0.3696074 Feb 09 12:50:19.329016 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-ed819820-b73a-4111-af04-86bed99d8154 None None] Attempting to bind port 4955dd75-daab-468c-af37-a59d70e5767d on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:50:19.329377 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-ed819820-b73a-4111-af04-86bed99d8154 None None] Attempting to bind port 4955dd75-daab-468c-af37-a59d70e5767d by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'c1f4f4a0-69d7-4858-9ab1-269eda430a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '45ae6e38-ea62-4feb-9430-d4750d0e12cb'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:50:19.329736 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed819820-b73a-4111-af04-86bed99d8154 None None] Attempting to bind port 4955dd75-daab-468c-af37-a59d70e5767d on network 45ae6e38-ea62-4feb-9430-d4750d0e12cb {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:50:19.342574 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed819820-b73a-4111-af04-86bed99d8154 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:50:19.343060 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed819820-b73a-4111-af04-86bed99d8154 None None] Checking segment: {'id': 'c1f4f4a0-69d7-4858-9ab1-269eda430a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '45ae6e38-ea62-4feb-9430-d4750d0e12cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:50:19.343533 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ed819820-b73a-4111-af04-86bed99d8154 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:19.344049 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed819820-b73a-4111-af04-86bed99d8154 None None] Bound using segment: {'id': 'c1f4f4a0-69d7-4858-9ab1-269eda430a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '45ae6e38-ea62-4feb-9430-d4750d0e12cb'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:50:19.345269 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-ed819820-b73a-4111-af04-86bed99d8154 None None] Bound port: 4955dd75-daab-468c-af37-a59d70e5767d, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1f4f4a0-69d7-4858-9ab1-269eda430a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '45ae6e38-ea62-4feb-9430-d4750d0e12cb'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:50:19.349390 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ed819820-b73a-4111-af04-86bed99d8154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:19.364849 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-d362a6cc-355f-46de-af62-62d78ae0d678 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Allocated IP 172.21.0.1 (12203d5e-93a6-4a79-9ce4-4a94a42dc7af/dfc74bc4-5919-4623-9323-87feda196ef5/33ac9ae5-0070-4046-9804-e52e3dd06e4b) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:50:19.409559 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f028b9-c685-4be2-b20e-6490d47d066c req-172f25b2-08d9-4acd-aea4-152802a243f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:19.412089 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c7f028b9-c685-4be2-b20e-6490d47d066c req-172f25b2-08d9-4acd-aea4-152802a243f5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fee41bd5-bc0d-4bee-88ca-cf83e3eb43ef HTTP/1.1" status: 200 len: 835 time: 0.1376510 Feb 09 12:50:19.428059 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5949d90-6395-462a-96fa-528146972381 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-8ed34661-b7e1-4de5-9773-76d97d1364b8', 'network_id': '8ed34661-b7e1-4de5-9773-76d97d1364b8', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'fixed_ips': [{'subnet_id': 'aad365d1-6c2e-4ea1-8688-9e6a047239f4'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:50:19.428892 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a5949d90-6395-462a-96fa-528146972381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:19.455233 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:19.462535 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60222) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:19.480643 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f5ac0b09-9dfa-4471-bfab-f6cd7c890cc9 None None] Provisioning complete for port 9d9ab9b1-382f-4908-9895-566f14ccb90c triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:50:19.480813 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f5ac0b09-9dfa-4471-bfab-f6cd7c890cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:19.499078 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-ed819820-b73a-4111-af04-86bed99d8154 None None] For port 4955dd75-daab-468c-af37-a59d70e5767d, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:50:19.504073 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-ed819820-b73a-4111-af04-86bed99d8154 None None] For port 4955dd75-daab-468c-af37-a59d70e5767d, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=4955dd75-daab-468c-af37-a59d70e5767d,segment=NetworkSegment(c1f4f4a0-69d7-4858-9ab1-269eda430a86),segment_id=c1f4f4a0-69d7-4858-9ab1-269eda430a86)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:50:19.512103 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ed819820-b73a-4111-af04-86bed99d8154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:19.525013 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=920e9697-cb74-47c9-be67-15cd6a49106c,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:19.622311 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-f4a3aa64-f641-45dc-bcf2-1594c9a5f16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065475585', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'ffd792d7-7746-4fa6-8ba5-315981734228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:33Z', 'updated_at': '2022-02-09T12:49:44Z', 'revision_number': 4, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': 'ffd792d7-7746-4fa6-8ba5-315981734228', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:48:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:35Z', 'updated_at': '2022-02-09T12:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': 'e7a6b61c-d49b-4a38-8b15-e068fc2bd1cb', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'floating_ip_address': '172.25.7.67', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9', 'port_id': 'b2076326-7743-4e6c-8da3-aede193b2bb6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e83e431-ffef-4786-9497-2a7bdd51cfab', 'mac_address': 'fa:16:3e:6e:41:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bfe37c-1089-4182-86d9-1c25ec429621', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:50:12Z', 'updated_at': '2022-02-09T12:50:12Z', 'revision_number': 0, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09f9844-8954-42bf-8856-81d858a5c4af', 'name': '', 'network_id': '0e83e431-ffef-4786-9497-2a7bdd51cfab', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'mac_address': 'fa:16:3e:76:f3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'fee41bd5-bc0d-4bee-88ca-cf83e3eb43ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:43Z', 'updated_at': '2022-02-09T12:49:52Z', 'revision_number': 5, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'subnets': [{'id': 'fee41bd5-bc0d-4bee-88ca-cf83e3eb43ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:19.640368 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed819820-b73a-4111-af04-86bed99d8154 None None] Routers {'c8443fa9-d8ae-451b-ad6e-fff60d710e00'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:50:19.641787 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-ed819820-b73a-4111-af04-86bed99d8154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:50:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['c8443fa9-d8ae-451b-ad6e-fff60d710e00'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:19.706083 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b9a735-aa99-41d2-8008-1d0a910a8c7f None None] Pushing event updated for resources: {'Port': ['ID=4955dd75-daab-468c-af37-a59d70e5767d,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:19.765377 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f028b9-c685-4be2-b20e-6490d47d066c req-fb392e1c-0b3f-4c6c-8f03-f3d9c5809e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:19.771387 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c7f028b9-c685-4be2-b20e-6490d47d066c req-fb392e1c-0b3f-4c6c-8f03-f3d9c5809e69 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0e83e431-ffef-4786-9497-2a7bdd51cfab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3136101 Feb 09 12:50:19.808073 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-a5949d90-6395-462a-96fa-528146972381 None None] Allocated IP 2001:db8:3::2 (8ed34661-b7e1-4de5-9773-76d97d1364b8/aad365d1-6c2e-4ea1-8688-9e6a047239f4/3b331ce0-59b1-42e4-b5f6-96e72ee441e5) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:50:19.831337 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d362a6cc-355f-46de-af62-62d78ae0d678 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:19.896917 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-ed819820-b73a-4111-af04-86bed99d8154 None None] Set router c8443fa9-d8ae-451b-ad6e-fff60d710e00 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:50:19.929088 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port d3b67908-30f5-496d-af39-3201076146ea completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:50:19.945259 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-d362a6cc-355f-46de-af62-62d78ae0d678 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Transition to ACTIVE for port object 33ac9ae5-0070-4046-9804-e52e3dd06e4b will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:50:19.975251 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1bdf4e52-21eb-4d78-8751-77a4cc154487 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/floatingips/e7a6b61c-d49b-4a38-8b15-e068fc2bd1cb HTTP/1.1" status: 200 len: 990 time: 0.5091543 Feb 09 12:50:19.988701 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a3aa64-f641-45dc-bcf2-1594c9a5f16c None None] Checking router: ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:50:20.020479 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a3aa64-f641-45dc-bcf2-1594c9a5f16c None None] Routers {'ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:50:20.021189 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-f4a3aa64-f641-45dc-bcf2-1594c9a5f16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:50:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:20.030735 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c7f028b9-c685-4be2-b20e-6490d47d066c req-2bf04d2d-a184-458b-a65c-02c93e4d6d8a service neutron] 10.222.0.46 "GET /v2.0/networks/0e83e431-ffef-4786-9497-2a7bdd51cfab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488866 Feb 09 12:50:20.199375 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d362a6cc-355f-46de-af62-62d78ae0d678 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:20.244549 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device c524506a-9b2f-4e17-a006-226a6aece550 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:50:20.300527 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 63719bbe-0a47-46ca-857d-4ac01684ec34 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:50:20.393196 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-ed819820-b73a-4111-af04-86bed99d8154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'name': 'tempest-RoutersIpV6Test-router-1476695817', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:55Z', 'updated_at': '2022-02-09T12:50:13Z', 'revision_number': 4, 'project_id': '27f2f8bb689948199636c37c369127b7', 'gw_port_host': None, '_interfaces': [{'id': '4955dd75-daab-468c-af37-a59d70e5767d', 'name': '', 'network_id': '45ae6e38-ea62-4feb-9430-d4750d0e12cb', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:16:c5:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '5ad32dec-99d4-4a68-a560-e1024ba7f38c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:50:09Z', 'updated_at': '2022-02-09T12:50:19Z', 'revision_number': 4, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': '5ad32dec-99d4-4a68-a560-e1024ba7f38c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62b1386e-4e8d-49b5-95a1-fc57c1833709', 'name': '', 'network_id': '8026e9a8-2928-4361-996b-0223b8b32dc8', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:a8:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'a0edf25c-f846-4a0e-bdfd-a793c1e34e16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:59Z', 'updated_at': '2022-02-09T12:50:07Z', 'revision_number': 5, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': 'a0edf25c-f846-4a0e-bdfd-a793c1e34e16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '920e9697-cb74-47c9-be67-15cd6a49106c', 'name': '', 'network_id': 'bcc93e6f-c9d0-4857-8879-9cd4b1f0c529', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:08:5c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '94caad94-79f0-4fbb-afca-10be04f33453', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:50:05Z', 'updated_at': '2022-02-09T12:50:18Z', 'revision_number': 5, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': '94caad94-79f0-4fbb-afca-10be04f33453', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:20.398587 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed819820-b73a-4111-af04-86bed99d8154 None None] The sync data for ids ['c8443fa9-d8ae-451b-ad6e-fff60d710e00'] in n-d-825178-3 is: [{'id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'name': 'tempest-RoutersIpV6Test-router-1476695817', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:55Z', 'updated_at': '2022-02-09T12:50:13Z', 'revision_number': 4, 'project_id': '27f2f8bb689948199636c37c369127b7', 'gw_port_host': None, '_interfaces': [{'id': '4955dd75-daab-468c-af37-a59d70e5767d', 'name': '', 'network_id': '45ae6e38-ea62-4feb-9430-d4750d0e12cb', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:16:c5:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '5ad32dec-99d4-4a68-a560-e1024ba7f38c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:50:09Z', 'updated_at': '2022-02-09T12:50:19Z', 'revision_number': 4, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': '5ad32dec-99d4-4a68-a560-e1024ba7f38c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62b1386e-4e8d-49b5-95a1-fc57c1833709', 'name': '', 'network_id': '8026e9a8-2928-4361-996b-0223b8b32dc8', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:a8:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'a0edf25c-f846-4a0e-bdfd-a793c1e34e16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:59Z', 'updated_at': '2022-02-09T12:50:07Z', 'revision_number': 5, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': 'a0edf25c-f846-4a0e-bdfd-a793c1e34e16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '920e9697-cb74-47c9-be67-15cd6a49106c', 'name': '', 'network_id': 'bcc93e6f-c9d0-4857-8879-9cd4b1f0c529', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:08:5c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '94caad94-79f0-4fbb-afca-10be04f33453', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:50:05Z', 'updated_at': '2022-02-09T12:50:18Z', 'revision_number': 5, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': '94caad94-79f0-4fbb-afca-10be04f33453', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:50:20.444494 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c7f028b9-c685-4be2-b20e-6490d47d066c req-613c3116-a25c-465c-989e-2b06ae877040 service neutron] 10.222.0.46 "GET /v2.0/networks/0e83e431-ffef-4786-9497-2a7bdd51cfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046230 Feb 09 12:50:20.477247 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-f4a3aa64-f641-45dc-bcf2-1594c9a5f16c None None] Set router ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:50:20.503187 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d362a6cc-355f-46de-af62-62d78ae0d678 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Network 12203d5e-93a6-4a79-9ce4-4a94a42dc7af is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:50:20.509490 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-d362a6cc-355f-46de-af62-62d78ae0d678 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:50:20.514790 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d362a6cc-355f-46de-af62-62d78ae0d678 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:50:20.531162 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port c524506a-9b2f-4e17-a006-226a6aece550 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:50:20.551361 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d362a6cc-355f-46de-af62-62d78ae0d678 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event updated for resources: {'Port': ['ID=33ac9ae5-0070-4046-9804-e52e3dd06e4b,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:20.606151 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d362a6cc-355f-46de-af62-62d78ae0d678 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:20.613051 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port c524506a-9b2f-4e17-a006-226a6aece550 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:50:20.616044 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:20.646597 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959bd9a-78c0-4494-b8ea-b00b76c5e9d7 req-8a37faf3-5228-4a10-9864-dfc5e3e88dbe tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:20.652592 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b959bd9a-78c0-4494-b8ea-b00b76c5e9d7 req-8a37faf3-5228-4a10-9864-dfc5e3e88dbe tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?device_id=149b03a2-66cb-47a6-80ec-cfde5906c708 HTTP/1.1" status: 200 len: 945 time: 0.2185929 Feb 09 12:50:20.716659 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b959bd9a-78c0-4494-b8ea-b00b76c5e9d7 req-05597d4f-7dee-4881-a238-649569698309 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcd1b040-6547-4ab2-bae0-9e0b91e3f4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607853 Feb 09 12:50:20.796841 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d362a6cc-355f-46de-af62-62d78ae0d678 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:20.825968 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f5ac0b09-9dfa-4471-bfab-f6cd7c890cc9 None None] Provisioning for port d3b67908-30f5-496d-af39-3201076146ea completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:50:20.854045 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 63719bbe-0a47-46ca-857d-4ac01684ec34 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:50:20.864317 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f5ac0b09-9dfa-4471-bfab-f6cd7c890cc9 None None] Provisioning complete for port d3b67908-30f5-496d-af39-3201076146ea triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:50:20.864690 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f5ac0b09-9dfa-4471-bfab-f6cd7c890cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:20.905224 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:20.915948 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 63719bbe-0a47-46ca-857d-4ac01684ec34 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:50:20.916313 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:20.961912 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a5949d90-6395-462a-96fa-528146972381 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:20.977805 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60228) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:21.013314 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-a5949d90-6395-462a-96fa-528146972381 None None] Transition to ACTIVE for port object 3b331ce0-59b1-42e4-b5f6-96e72ee441e5 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:50:21.091646 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-31005c55-c4ff-4bc8-b44a-1223fb89bc1e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/floatingips/e7a6b61c-d49b-4a38-8b15-e068fc2bd1cb HTTP/1.1" status: 200 len: 990 time: 0.1110940 Feb 09 12:50:21.152569 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-a5949d90-6395-462a-96fa-528146972381 None None] Transition to ACTIVE for port object 3b331ce0-59b1-42e4-b5f6-96e72ee441e5 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:50:21.184469 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a5949d90-6395-462a-96fa-528146972381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:21.188883 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d362a6cc-355f-46de-af62-62d78ae0d678 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:21.194468 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d362a6cc-355f-46de-af62-62d78ae0d678 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:21.231614 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-73869ed6-5442-492f-9a9a-66ec94b5f28c tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Allocated IP 2001:db8:3::1 (8ed34661-b7e1-4de5-9773-76d97d1364b8/aad365d1-6c2e-4ea1-8688-9e6a047239f4/3b00de4a-e1e7-466b-a90d-51fb066ecee3) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:50:21.306572 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5949d90-6395-462a-96fa-528146972381 None None] Network 8ed34661-b7e1-4de5-9773-76d97d1364b8 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:50:21.306836 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d362a6cc-355f-46de-af62-62d78ae0d678 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event updated for resources: {'Port': ['ID=33ac9ae5-0070-4046-9804-e52e3dd06e4b,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:21.353256 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d362a6cc-355f-46de-af62-62d78ae0d678 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:21.355189 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-a5949d90-6395-462a-96fa-528146972381 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:50:21.380985 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5949d90-6395-462a-96fa-528146972381 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:50:21.392158 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:21.402649 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-73869ed6-5442-492f-9a9a-66ec94b5f28c tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:21.420970 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-73869ed6-5442-492f-9a9a-66ec94b5f28c tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Transition to ACTIVE for port object 3b00de4a-e1e7-466b-a90d-51fb066ecee3 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:50:21.448487 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-73869ed6-5442-492f-9a9a-66ec94b5f28c tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:21.465312 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5949d90-6395-462a-96fa-528146972381 None None] Pushing event updated for resources: {'Port': ['ID=3b331ce0-59b1-42e4-b5f6-96e72ee441e5,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:21.481784 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f5ac0b09-9dfa-4471-bfab-f6cd7c890cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:21.496045 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d362a6cc-355f-46de-af62-62d78ae0d678 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Network 12203d5e-93a6-4a79-9ce4-4a94a42dc7af is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:50:21.497702 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-d362a6cc-355f-46de-af62-62d78ae0d678 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:50:21.532240 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73869ed6-5442-492f-9a9a-66ec94b5f28c tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Network 8ed34661-b7e1-4de5-9773-76d97d1364b8 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:50:21.540729 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-73869ed6-5442-492f-9a9a-66ec94b5f28c tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:50:21.545965 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73869ed6-5442-492f-9a9a-66ec94b5f28c tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:50:21.546650 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-73869ed6-5442-492f-9a9a-66ec94b5f28c tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:21.564090 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:21.577802 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73869ed6-5442-492f-9a9a-66ec94b5f28c tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event updated for resources: {'Port': ['ID=3b00de4a-e1e7-466b-a90d-51fb066ecee3,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:21.609149 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149b03a2-66cb-47a6-80ec-cfde5906c708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c524506a-9b2f-4e17-a006-226a6aece550'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:50:21.683351 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port c524506a-9b2f-4e17-a006-226a6aece550, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=c524506a-9b2f-4e17-a006-226a6aece550,segment=NetworkSegment(65fc2b70-8460-4848-853f-23072604756d),segment_id=65fc2b70-8460-4848-853f-23072604756d)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:50:21.689485 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-a5949d90-6395-462a-96fa-528146972381 None None] Attempting to bind port 3b331ce0-59b1-42e4-b5f6-96e72ee441e5 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:50:21.689848 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-a5949d90-6395-462a-96fa-528146972381 None None] Attempting to bind port 3b331ce0-59b1-42e4-b5f6-96e72ee441e5 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '04ab362b-7072-4eb1-a4d2-8ca36142f781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8ed34661-b7e1-4de5-9773-76d97d1364b8'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:50:21.690206 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5949d90-6395-462a-96fa-528146972381 None None] Attempting to bind port 3b331ce0-59b1-42e4-b5f6-96e72ee441e5 on network 8ed34661-b7e1-4de5-9773-76d97d1364b8 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:50:21.709915 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:21.712918 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '149b03a2-66cb-47a6-80ec-cfde5906c708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c524506a-9b2f-4e17-a006-226a6aece550', 'code': 200} Feb 09 12:50:21.721525 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-73869ed6-5442-492f-9a9a-66ec94b5f28c tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:21.735545 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d362a6cc-355f-46de-af62-62d78ae0d678 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Router 57d3fd65-d29c-4ca8-a005-220bf51c84d5 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:50:21.751815 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5949d90-6395-462a-96fa-528146972381 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:50:21.752389 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5949d90-6395-462a-96fa-528146972381 None None] Checking segment: {'id': '04ab362b-7072-4eb1-a4d2-8ca36142f781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8ed34661-b7e1-4de5-9773-76d97d1364b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:50:21.753186 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a5949d90-6395-462a-96fa-528146972381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:21.753677 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5949d90-6395-462a-96fa-528146972381 None None] Bound using segment: {'id': '04ab362b-7072-4eb1-a4d2-8ca36142f781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8ed34661-b7e1-4de5-9773-76d97d1364b8'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:50:21.754782 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-a5949d90-6395-462a-96fa-528146972381 None None] Bound port: 3b331ce0-59b1-42e4-b5f6-96e72ee441e5, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04ab362b-7072-4eb1-a4d2-8ca36142f781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8ed34661-b7e1-4de5-9773-76d97d1364b8'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:50:21.755243 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a5949d90-6395-462a-96fa-528146972381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:21.778983 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 63719bbe-0a47-46ca-857d-4ac01684ec34, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=63719bbe-0a47-46ca-857d-4ac01684ec34,segment=NetworkSegment(8f1bdaff-9641-4973-bcfd-29d4252e45c9),segment_id=8f1bdaff-9641-4973-bcfd-29d4252e45c9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:50:21.789997 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-f5ac0b09-9dfa-4471-bfab-f6cd7c890cc9 None None] For port d3b67908-30f5-496d-af39-3201076146ea, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=d3b67908-30f5-496d-af39-3201076146ea,segment=NetworkSegment(9858ada1-ffff-416d-b732-4e45418094f7),segment_id=9858ada1-ffff-416d-b732-4e45418094f7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:50:21.803206 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:21.804187 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 4955dd75-daab-468c-af37-a59d70e5767d up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:50:21.866484 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f5ac0b09-9dfa-4471-bfab-f6cd7c890cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:21.931315 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=c524506a-9b2f-4e17-a006-226a6aece550,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:22.013570 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-f4a3aa64-f641-45dc-bcf2-1594c9a5f16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065475585', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'ffd792d7-7746-4fa6-8ba5-315981734228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:33Z', 'updated_at': '2022-02-09T12:49:44Z', 'revision_number': 4, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': 'ffd792d7-7746-4fa6-8ba5-315981734228', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:48:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:35Z', 'updated_at': '2022-02-09T12:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': 'e7a6b61c-d49b-4a38-8b15-e068fc2bd1cb', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'floating_ip_address': '172.25.7.67', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9', 'port_id': 'b2076326-7743-4e6c-8da3-aede193b2bb6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e83e431-ffef-4786-9497-2a7bdd51cfab', 'mac_address': 'fa:16:3e:6e:41:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bfe37c-1089-4182-86d9-1c25ec429621', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:50:12Z', 'updated_at': '2022-02-09T12:50:12Z', 'revision_number': 0, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09f9844-8954-42bf-8856-81d858a5c4af', 'name': '', 'network_id': '0e83e431-ffef-4786-9497-2a7bdd51cfab', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'mac_address': 'fa:16:3e:76:f3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'fee41bd5-bc0d-4bee-88ca-cf83e3eb43ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:43Z', 'updated_at': '2022-02-09T12:49:52Z', 'revision_number': 5, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'subnets': [{'id': 'fee41bd5-bc0d-4bee-88ca-cf83e3eb43ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:22.032890 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-a5949d90-6395-462a-96fa-528146972381 None None] For port 3b331ce0-59b1-42e4-b5f6-96e72ee441e5, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:50:22.037990 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a3aa64-f641-45dc-bcf2-1594c9a5f16c None None] The sync data for ids ['ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9'] in n-d-825178-3 is: [{'id': 'ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065475585', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'ffd792d7-7746-4fa6-8ba5-315981734228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:33Z', 'updated_at': '2022-02-09T12:49:44Z', 'revision_number': 4, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': 'ffd792d7-7746-4fa6-8ba5-315981734228', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:48:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:35Z', 'updated_at': '2022-02-09T12:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': 'e7a6b61c-d49b-4a38-8b15-e068fc2bd1cb', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'floating_ip_address': '172.25.7.67', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9', 'port_id': 'b2076326-7743-4e6c-8da3-aede193b2bb6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e83e431-ffef-4786-9497-2a7bdd51cfab', 'mac_address': 'fa:16:3e:6e:41:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bfe37c-1089-4182-86d9-1c25ec429621', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:50:12Z', 'updated_at': '2022-02-09T12:50:12Z', 'revision_number': 0, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09f9844-8954-42bf-8856-81d858a5c4af', 'name': '', 'network_id': '0e83e431-ffef-4786-9497-2a7bdd51cfab', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'mac_address': 'fa:16:3e:76:f3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'fee41bd5-bc0d-4bee-88ca-cf83e3eb43ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:43Z', 'updated_at': '2022-02-09T12:49:52Z', 'revision_number': 5, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'subnets': [{'id': 'fee41bd5-bc0d-4bee-88ca-cf83e3eb43ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:50:22.061516 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-a5949d90-6395-462a-96fa-528146972381 None None] For port 3b331ce0-59b1-42e4-b5f6-96e72ee441e5, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=3b331ce0-59b1-42e4-b5f6-96e72ee441e5,segment=NetworkSegment(04ab362b-7072-4eb1-a4d2-8ca36142f781),segment_id=04ab362b-7072-4eb1-a4d2-8ca36142f781)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:50:22.074639 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=63719bbe-0a47-46ca-857d-4ac01684ec34,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:22.088492 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 4955dd75-daab-468c-af37-a59d70e5767d completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:50:22.095989 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-d07c5e60-a367-4941-83ca-342f6c6d59fd None None] Provisioning complete for port 63719bbe-0a47-46ca-857d-4ac01684ec34 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:50:22.096307 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d07c5e60-a367-4941-83ca-342f6c6d59fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:22.103422 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60236) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:22.180724 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 4955dd75-daab-468c-af37-a59d70e5767d triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:50:22.181097 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:22.204297 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d362a6cc-355f-46de-af62-62d78ae0d678 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:50:22.222623 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4db90-2453-4e07-b7ca-0bc9ef1acd74 req-b23ce6e9-3bbe-486e-9473-2d426befe5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:22.224183 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ceb4db90-2453-4e07-b7ca-0bc9ef1acd74 req-b23ce6e9-3bbe-486e-9473-2d426befe5eb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=149b03a2-66cb-47a6-80ec-cfde5906c708 HTTP/1.1" status: 200 len: 1097 time: 0.3988423 Feb 09 12:50:22.238984 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a5949d90-6395-462a-96fa-528146972381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:22.251425 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d362a6cc-355f-46de-af62-62d78ae0d678 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "PUT /v2.0/routers/57d3fd65-d29c-4ca8-a005-220bf51c84d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2089701 Feb 09 12:50:22.257158 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60240) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:22.258422 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045c39e8-4563-410c-8ddc-d489b5981dd0 None None] Sync routers for ids ['57d3fd65-d29c-4ca8-a005-220bf51c84d5'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:50:22.260276 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1d37627c-71ad-437c-8ff3-2f7c996dcb0e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/floatingips/e7a6b61c-d49b-4a38-8b15-e068fc2bd1cb HTTP/1.1" status: 200 len: 990 time: 0.1556988 Feb 09 12:50:22.307925 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-73869ed6-5442-492f-9a9a-66ec94b5f28c tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:22.317145 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-73869ed6-5442-492f-9a9a-66ec94b5f28c tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:22.317965 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-73869ed6-5442-492f-9a9a-66ec94b5f28c tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:22.318941 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045c39e8-4563-410c-8ddc-d489b5981dd0 None None] Routers {'57d3fd65-d29c-4ca8-a005-220bf51c84d5'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:50:22.319604 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-045c39e8-4563-410c-8ddc-d489b5981dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:50:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['57d3fd65-d29c-4ca8-a005-220bf51c84d5'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:22.325108 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ae305-f696-4703-8fd1-18dc695675c7 req-18199476-7a0c-4859-ab06-43c8b44fc696 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:22.326821 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4f1ae305-f696-4703-8fd1-18dc695675c7 req-18199476-7a0c-4859-ab06-43c8b44fc696 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?device_id=149b03a2-66cb-47a6-80ec-cfde5906c708 HTTP/1.1" status: 200 len: 946 time: 0.4431827 Feb 09 12:50:22.396308 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4f1ae305-f696-4703-8fd1-18dc695675c7 req-4edbe24b-7ae1-43ff-b3d9-58e40863476a tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcd1b040-6547-4ab2-bae0-9e0b91e3f4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591359 Feb 09 12:50:22.399810 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ceb4db90-2453-4e07-b7ca-0bc9ef1acd74 req-455c73d1-351f-4cb0-98b2-0bfdc23f1b81 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=dcd1b040-6547-4ab2-bae0-9e0b91e3f4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668212 Feb 09 12:50:22.409697 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4210157-0796-4600-9164-7ecf71271372 None None] New status for floating IP e7a6b61c-d49b-4a38-8b15-e068fc2bd1cb: ACTIVE {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:50:22.417711 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47779e2-ffa3-4483-913f-78ad7047642b tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:22.418409 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-e47779e2-ffa3-4483-913f-78ad7047642b tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Synchronizing usage tracker for tenant:7a65637a4eb140ffb94c446f7f36e593 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:50:22.445078 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-e47779e2-ffa3-4483-913f-78ad7047642b tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Unset dirty status for tenant:7a65637a4eb140ffb94c446f7f36e593 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:50:22.449785 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e47779e2-ffa3-4483-913f-78ad7047642b tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "GET /v2.0/ports/33ac9ae5-0070-4046-9804-e52e3dd06e4b HTTP/1.1" status: 200 len: 910 time: 0.1925011 Feb 09 12:50:22.450607 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60244) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:22.475469 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:22.512630 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 4955dd75-daab-468c-af37-a59d70e5767d, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=4955dd75-daab-468c-af37-a59d70e5767d,segment=NetworkSegment(c1f4f4a0-69d7-4858-9ab1-269eda430a86),segment_id=c1f4f4a0-69d7-4858-9ab1-269eda430a86)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:50:22.514276 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73869ed6-5442-492f-9a9a-66ec94b5f28c tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event updated for resources: {'Port': ['ID=3b00de4a-e1e7-466b-a90d-51fb066ecee3,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:22.526220 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-045c39e8-4563-410c-8ddc-d489b5981dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:22.547045 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045c39e8-4563-410c-8ddc-d489b5981dd0 None None] Routers {'57d3fd65-d29c-4ca8-a005-220bf51c84d5'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:50:22.547670 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-045c39e8-4563-410c-8ddc-d489b5981dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:50:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['57d3fd65-d29c-4ca8-a005-220bf51c84d5'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:22.594323 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73869ed6-5442-492f-9a9a-66ec94b5f28c tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Network 8ed34661-b7e1-4de5-9773-76d97d1364b8 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:50:22.595871 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-73869ed6-5442-492f-9a9a-66ec94b5f28c tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:50:22.635408 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:22.636193 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 9d9ab9b1-382f-4908-9895-566f14ccb90c up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:50:22.734057 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-045c39e8-4563-410c-8ddc-d489b5981dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:22.734461 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045c39e8-4563-410c-8ddc-d489b5981dd0 None None] The sync data for ids ['57d3fd65-d29c-4ca8-a005-220bf51c84d5'] in n-d-825178-3 is: [] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:50:22.797965 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ac0b09-9dfa-4471-bfab-f6cd7c890cc9 None None] Pushing event updated for resources: {'Port': ['ID=d3b67908-30f5-496d-af39-3201076146ea,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:22.979724 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73869ed6-5442-492f-9a9a-66ec94b5f28c tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Router c8443fa9-d8ae-451b-ad6e-fff60d710e00 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:50:22.984075 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:22.987602 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5949d90-6395-462a-96fa-528146972381 None None] Pushing event updated for resources: {'Port': ['ID=3b331ce0-59b1-42e4-b5f6-96e72ee441e5,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:23.060592 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-d07c5e60-a367-4941-83ca-342f6c6d59fd None None] Provisioning complete for port d3b67908-30f5-496d-af39-3201076146ea triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:50:23.060967 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d07c5e60-a367-4941-83ca-342f6c6d59fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:23.109358 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 9d9ab9b1-382f-4908-9895-566f14ccb90c triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:50:23.109656 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:23.157328 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73869ed6-5442-492f-9a9a-66ec94b5f28c tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:50:23.173918 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16511a2a-b24b-428d-b2e3-b62c68d8195e None None] Sync routers for ids ['c8443fa9-d8ae-451b-ad6e-fff60d710e00'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:50:23.178863 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-73869ed6-5442-492f-9a9a-66ec94b5f28c tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "PUT /v2.0/routers/c8443fa9-d8ae-451b-ad6e-fff60d710e00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1937509 Feb 09 12:50:23.179911 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60248) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:23.185484 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-6d9a3874-2953-4277-a143-9b6c5f985e52 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:50:23.199405 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=4955dd75-daab-468c-af37-a59d70e5767d,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:23.200823 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c22a61a1-9b80-4a3f-9ac5-2139e0815196 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:23.205138 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16511a2a-b24b-428d-b2e3-b62c68d8195e None None] Routers {'c8443fa9-d8ae-451b-ad6e-fff60d710e00'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:50:23.205758 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-16511a2a-b24b-428d-b2e3-b62c68d8195e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:50:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['c8443fa9-d8ae-451b-ad6e-fff60d710e00'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:23.263957 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60252) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:23.469196 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-84c1fb3d-8ef1-4f15-974e-611b373f9474 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/floatingips/e7a6b61c-d49b-4a38-8b15-e068fc2bd1cb HTTP/1.1" status: 200 len: 992 time: 0.2032101 Feb 09 12:50:23.540169 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-16511a2a-b24b-428d-b2e3-b62c68d8195e None None] Set router c8443fa9-d8ae-451b-ad6e-fff60d710e00 gateway port host: None {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:50:23.635252 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 920e9697-cb74-47c9-be67-15cd6a49106c up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:50:23.695543 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-d07c5e60-a367-4941-83ca-342f6c6d59fd None None] Provisioning complete for port 4955dd75-daab-468c-af37-a59d70e5767d triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:50:23.695853 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d07c5e60-a367-4941-83ca-342f6c6d59fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:23.783781 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929b71d-c2ab-4b97-9691-ca98235e5710 req-4f732412-644a-4312-a80f-21b83154e6d9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:23.784620 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a929b71d-c2ab-4b97-9691-ca98235e5710 req-4f732412-644a-4312-a80f-21b83154e6d9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?device_id=149b03a2-66cb-47a6-80ec-cfde5906c708 HTTP/1.1" status: 200 len: 946 time: 0.1292782 Feb 09 12:50:23.880970 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a929b71d-c2ab-4b97-9691-ca98235e5710 req-f7967cb5-c732-4980-9f6f-341d9ac4e6cb tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcd1b040-6547-4ab2-bae0-9e0b91e3f4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604653 Feb 09 12:50:23.893014 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-c22a61a1-9b80-4a3f-9ac5-2139e0815196 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Deleting port 33ac9ae5-0070-4046-9804-e52e3dd06e4b {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:50:23.893354 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c22a61a1-9b80-4a3f-9ac5-2139e0815196 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:24.008720 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 920e9697-cb74-47c9-be67-15cd6a49106c triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:50:24.009309 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:24.010793 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.extraroute_db [None req-6d9a3874-2953-4277-a143-9b6c5f985e52 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=87568) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 09 12:50:24.031492 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.extraroute_db [None req-6d9a3874-2953-4277-a143-9b6c5f985e52 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Removed routes are [] {{(pid=87568) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 09 12:50:24.031981 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6d9a3874-2953-4277-a143-9b6c5f985e52 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:24.061796 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ef55f2-484b-4de6-a695-3241ba530d84 None None] Network 8ed34661-b7e1-4de5-9773-76d97d1364b8 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:50:24.243293 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-d07c5e60-a367-4941-83ca-342f6c6d59fd None None] Provisioning for port d4e471fa-4931-4308-8e1d-600119eace80 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:50:24.259389 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-d07c5e60-a367-4941-83ca-342f6c6d59fd None None] Provisioning complete for port d4e471fa-4931-4308-8e1d-600119eace80 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:50:24.259765 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d07c5e60-a367-4941-83ca-342f6c6d59fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:24.284714 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c22a61a1-9b80-4a3f-9ac5-2139e0815196 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:24.377865 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6d9a3874-2953-4277-a143-9b6c5f985e52 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:24.382773 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6d9a3874-2953-4277-a143-9b6c5f985e52 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1740557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1740570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1738587'] for router, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:24.433585 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-c22a61a1-9b80-4a3f-9ac5-2139e0815196 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Calling delete_port for 33ac9ae5-0070-4046-9804-e52e3dd06e4b owned by network:router_interface {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:50:24.472831 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-d07c5e60-a367-4941-83ca-342f6c6d59fd None None] Port d4e471fa-4931-4308-8e1d-600119eace80 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:50:24.484908 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-16511a2a-b24b-428d-b2e3-b62c68d8195e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'name': 'tempest-RoutersIpV6Test-router-1476695817', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:55Z', 'updated_at': '2022-02-09T12:50:21Z', 'revision_number': 5, 'project_id': '27f2f8bb689948199636c37c369127b7', 'gw_port_host': None, '_interfaces': [{'id': '3b00de4a-e1e7-466b-a90d-51fb066ecee3', 'name': '', 'network_id': '8ed34661-b7e1-4de5-9773-76d97d1364b8', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:d3:63:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'aad365d1-6c2e-4ea1-8688-9e6a047239f4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:50:19Z', 'updated_at': '2022-02-09T12:50:21Z', 'revision_number': 2, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': 'aad365d1-6c2e-4ea1-8688-9e6a047239f4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4955dd75-daab-468c-af37-a59d70e5767d', 'name': '', 'network_id': '45ae6e38-ea62-4feb-9430-d4750d0e12cb', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:16:c5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '5ad32dec-99d4-4a68-a560-e1024ba7f38c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:50:09Z', 'updated_at': '2022-02-09T12:50:22Z', 'revision_number': 5, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': '5ad32dec-99d4-4a68-a560-e1024ba7f38c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62b1386e-4e8d-49b5-95a1-fc57c1833709', 'name': '', 'network_id': '8026e9a8-2928-4361-996b-0223b8b32dc8', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:a8:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'a0edf25c-f846-4a0e-bdfd-a793c1e34e16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:59Z', 'updated_at': '2022-02-09T12:50:07Z', 'revision_number': 5, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': 'a0edf25c-f846-4a0e-bdfd-a793c1e34e16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '920e9697-cb74-47c9-be67-15cd6a49106c', 'name': '', 'network_id': 'bcc93e6f-c9d0-4857-8879-9cd4b1f0c529', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:08:5c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '94caad94-79f0-4fbb-afca-10be04f33453', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:50:05Z', 'updated_at': '2022-02-09T12:50:18Z', 'revision_number': 5, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': '94caad94-79f0-4fbb-afca-10be04f33453', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:24.525252 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16511a2a-b24b-428d-b2e3-b62c68d8195e None None] Checking router: c8443fa9-d8ae-451b-ad6e-fff60d710e00 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:50:24.525602 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16511a2a-b24b-428d-b2e3-b62c68d8195e None None] Updating router c8443fa9-d8ae-451b-ad6e-fff60d710e00 port 3b00de4a-e1e7-466b-a90d-51fb066ecee3 binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:50:24.572405 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-d07c5e60-a367-4941-83ca-342f6c6d59fd None None] Provisioning for port 33ac9ae5-0070-4046-9804-e52e3dd06e4b completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:50:24.594383 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-d07c5e60-a367-4941-83ca-342f6c6d59fd None None] Provisioning complete for port 33ac9ae5-0070-4046-9804-e52e3dd06e4b triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:50:24.594760 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d07c5e60-a367-4941-83ca-342f6c6d59fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:24.640074 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-16511a2a-b24b-428d-b2e3-b62c68d8195e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:24.705560 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9a3874-2953-4277-a143-9b6c5f985e52 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Router c8443fa9-d8ae-451b-ad6e-fff60d710e00 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:50:24.712672 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-d07c5e60-a367-4941-83ca-342f6c6d59fd None None] Port 33ac9ae5-0070-4046-9804-e52e3dd06e4b cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:50:24.724960 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 63719bbe-0a47-46ca-857d-4ac01684ec34 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:50:24.865466 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c22a61a1-9b80-4a3f-9ac5-2139e0815196 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:24.874628 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0c53c893-76c0-468c-ad01-3ab0c0a3e484 None None] Provisioning for port 3b331ce0-59b1-42e4-b5f6-96e72ee441e5 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:50:24.887244 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9a3874-2953-4277-a143-9b6c5f985e52 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:50:24.894391 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6d9a3874-2953-4277-a143-9b6c5f985e52 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:24.901528 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6d9a3874-2953-4277-a143-9b6c5f985e52 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "PUT /v2.0/routers/c8443fa9-d8ae-451b-ad6e-fff60d710e00 HTTP/1.1" status: 200 len: 954 time: 1.7201395 Feb 09 12:50:24.903845 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60258) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:24.961514 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a61a1-9b80-4a3f-9ac5-2139e0815196 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event deleted for resources: {'Port': ['ID=33ac9ae5-0070-4046-9804-e52e3dd06e4b,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:24.969017 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 63719bbe-0a47-46ca-857d-4ac01684ec34 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:50:24.969391 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:25.129484 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-23b697a4-1fe6-4e51-9b03-de2abd8baafe tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "GET /v2.0/routers/c8443fa9-d8ae-451b-ad6e-fff60d710e00 HTTP/1.1" status: 200 len: 954 time: 0.2238677 Feb 09 12:50:25.130406 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60264) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:25.136127 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-c749e3b1-78f5-42ec-ac27-89f220e24b69 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Request body: {'router': {'routes': None}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:50:25.222894 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 3b331ce0-59b1-42e4-b5f6-96e72ee441e5 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:50:25.297658 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-16511a2a-b24b-428d-b2e3-b62c68d8195e None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:25.318567 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-16511a2a-b24b-428d-b2e3-b62c68d8195e None None] Transition to ACTIVE for port object 3b00de4a-e1e7-466b-a90d-51fb066ecee3 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:50:25.330064 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-16511a2a-b24b-428d-b2e3-b62c68d8195e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:25.406262 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 3b331ce0-59b1-42e4-b5f6-96e72ee441e5 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:50:25.461738 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c22a61a1-9b80-4a3f-9ac5-2139e0815196 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:25.484528 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 3b331ce0-59b1-42e4-b5f6-96e72ee441e5 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:50:25.484899 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:25.536214 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91908591-bb59-4f41-8646-1c35a6be1642 None None] Pushing event updated for resources: {'Port': ['ID=3b00de4a-e1e7-466b-a90d-51fb066ecee3,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:25.549925 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-48b245c5-9b4a-4f86-8a2f-0a19f32c412d None None] Provisioning for port 3b00de4a-e1e7-466b-a90d-51fb066ecee3 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:50:25.563065 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376ef5b-5ec7-4bbf-9f34-2306bb8c3101 req-c4697201-5fbe-4a24-81e2-a422e871c31c tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:25.564603 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6376ef5b-5ec7-4bbf-9f34-2306bb8c3101 req-c4697201-5fbe-4a24-81e2-a422e871c31c tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?device_id=149b03a2-66cb-47a6-80ec-cfde5906c708 HTTP/1.1" status: 200 len: 946 time: 0.4028344 Feb 09 12:50:25.674688 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-16511a2a-b24b-428d-b2e3-b62c68d8195e None None] Attempting to bind port 3b00de4a-e1e7-466b-a90d-51fb066ecee3 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:50:25.674927 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-16511a2a-b24b-428d-b2e3-b62c68d8195e None None] Attempting to bind port 3b00de4a-e1e7-466b-a90d-51fb066ecee3 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '04ab362b-7072-4eb1-a4d2-8ca36142f781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8ed34661-b7e1-4de5-9773-76d97d1364b8'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:50:25.675189 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16511a2a-b24b-428d-b2e3-b62c68d8195e None None] Attempting to bind port 3b00de4a-e1e7-466b-a90d-51fb066ecee3 on network 8ed34661-b7e1-4de5-9773-76d97d1364b8 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:50:25.682220 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16511a2a-b24b-428d-b2e3-b62c68d8195e None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:50:25.682475 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6376ef5b-5ec7-4bbf-9f34-2306bb8c3101 req-c59359e3-f57a-4cc8-8101-08639d00a188 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcd1b040-6547-4ab2-bae0-9e0b91e3f4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672226 Feb 09 12:50:25.682594 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16511a2a-b24b-428d-b2e3-b62c68d8195e None None] Checking segment: {'id': '04ab362b-7072-4eb1-a4d2-8ca36142f781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8ed34661-b7e1-4de5-9773-76d97d1364b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:50:25.682978 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-16511a2a-b24b-428d-b2e3-b62c68d8195e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:25.683366 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16511a2a-b24b-428d-b2e3-b62c68d8195e None None] Bound using segment: {'id': '04ab362b-7072-4eb1-a4d2-8ca36142f781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8ed34661-b7e1-4de5-9773-76d97d1364b8'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:50:25.683848 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-16511a2a-b24b-428d-b2e3-b62c68d8195e None None] Bound port: 3b00de4a-e1e7-466b-a90d-51fb066ecee3, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04ab362b-7072-4eb1-a4d2-8ca36142f781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8ed34661-b7e1-4de5-9773-76d97d1364b8'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:50:25.684224 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-16511a2a-b24b-428d-b2e3-b62c68d8195e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:25.815598 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:25.877034 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-16511a2a-b24b-428d-b2e3-b62c68d8195e None None] For port 3b00de4a-e1e7-466b-a90d-51fb066ecee3, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:50:25.884212 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-16511a2a-b24b-428d-b2e3-b62c68d8195e None None] For port 3b00de4a-e1e7-466b-a90d-51fb066ecee3, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=3b00de4a-e1e7-466b-a90d-51fb066ecee3,segment=NetworkSegment(04ab362b-7072-4eb1-a4d2-8ca36142f781),segment_id=04ab362b-7072-4eb1-a4d2-8ca36142f781)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:50:25.890408 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 3b331ce0-59b1-42e4-b5f6-96e72ee441e5, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=3b331ce0-59b1-42e4-b5f6-96e72ee441e5,segment=NetworkSegment(04ab362b-7072-4eb1-a4d2-8ca36142f781),segment_id=04ab362b-7072-4eb1-a4d2-8ca36142f781)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:50:25.892418 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-16511a2a-b24b-428d-b2e3-b62c68d8195e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:25.936873 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:25.938278 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 4955dd75-daab-468c-af37-a59d70e5767d up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:50:25.985568 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.extraroute_db [None req-c749e3b1-78f5-42ec-ac27-89f220e24b69 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Added routes are [] {{(pid=87568) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 09 12:50:25.986907 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.extraroute_db [None req-c749e3b1-78f5-42ec-ac27-89f220e24b69 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=87568) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 09 12:50:26.033984 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16511a2a-b24b-428d-b2e3-b62c68d8195e None None] Routers {'c8443fa9-d8ae-451b-ad6e-fff60d710e00'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:50:26.034632 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-16511a2a-b24b-428d-b2e3-b62c68d8195e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:50:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['c8443fa9-d8ae-451b-ad6e-fff60d710e00'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:26.040034 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c749e3b1-78f5-42ec-ac27-89f220e24b69 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:26.139537 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22a61a1-9b80-4a3f-9ac5-2139e0815196 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Router 57d3fd65-d29c-4ca8-a005-220bf51c84d5 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:50:26.164644 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc7cd4-a973-4813-912c-575153003049 req-6b8c5537-726c-4356-b6b1-d803b0174b12 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:26.171723 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-47cc7cd4-a973-4813-912c-575153003049 req-6b8c5537-726c-4356-b6b1-d803b0174b12 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?device_id=149b03a2-66cb-47a6-80ec-cfde5906c708 HTTP/1.1" status: 200 len: 946 time: 0.2916200 Feb 09 12:50:26.174300 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91908591-bb59-4f41-8646-1c35a6be1642 None None] Pushing event updated for resources: {'Port': ['ID=3b00de4a-e1e7-466b-a90d-51fb066ecee3,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:26.365838 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 4955dd75-daab-468c-af37-a59d70e5767d triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:50:26.366499 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:26.373609 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-47cc7cd4-a973-4813-912c-575153003049 req-0ef74858-66b8-4a93-bbca-78f4cfc63926 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcd1b040-6547-4ab2-bae0-9e0b91e3f4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2008812 Feb 09 12:50:26.395315 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=3b331ce0-59b1-42e4-b5f6-96e72ee441e5,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:26.402497 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-16511a2a-b24b-428d-b2e3-b62c68d8195e None None] Set router c8443fa9-d8ae-451b-ad6e-fff60d710e00 gateway port host: None {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:50:26.423699 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22a61a1-9b80-4a3f-9ac5-2139e0815196 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:50:26.437894 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4d138e-ec85-44c1-8ef7-0f964bd29359 None None] Sync routers for ids ['57d3fd65-d29c-4ca8-a005-220bf51c84d5'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:50:26.446255 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c22a61a1-9b80-4a3f-9ac5-2139e0815196 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "PUT /v2.0/routers/57d3fd65-d29c-4ca8-a005-220bf51c84d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9944930 Feb 09 12:50:26.447457 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60272) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:26.463693 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4d138e-ec85-44c1-8ef7-0f964bd29359 None None] Routers {'57d3fd65-d29c-4ca8-a005-220bf51c84d5'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:50:26.465122 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-dd4d138e-ec85-44c1-8ef7-0f964bd29359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:50:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['57d3fd65-d29c-4ca8-a005-220bf51c84d5'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:26.570617 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-dd4d138e-ec85-44c1-8ef7-0f964bd29359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:26.582489 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4d138e-ec85-44c1-8ef7-0f964bd29359 None None] Routers {'57d3fd65-d29c-4ca8-a005-220bf51c84d5'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:50:26.583121 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-dd4d138e-ec85-44c1-8ef7-0f964bd29359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:50:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['57d3fd65-d29c-4ca8-a005-220bf51c84d5'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:26.585282 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c749e3b1-78f5-42ec-ac27-89f220e24b69 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:26.593267 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c749e3b1-78f5-42ec-ac27-89f220e24b69 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1740557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1740570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1738587'] for router, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:26.668315 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-dd4d138e-ec85-44c1-8ef7-0f964bd29359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:26.668718 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4d138e-ec85-44c1-8ef7-0f964bd29359 None None] The sync data for ids ['57d3fd65-d29c-4ca8-a005-220bf51c84d5'] in n-d-825178-3 is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:50:26.805621 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c749e3b1-78f5-42ec-ac27-89f220e24b69 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Router c8443fa9-d8ae-451b-ad6e-fff60d710e00 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:50:26.817186 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device d3b67908-30f5-496d-af39-3201076146ea up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:50:26.957115 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port d3b67908-30f5-496d-af39-3201076146ea triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:50:26.957486 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:26.970249 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c749e3b1-78f5-42ec-ac27-89f220e24b69 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:50:26.978466 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c749e3b1-78f5-42ec-ac27-89f220e24b69 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:26.981927 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c749e3b1-78f5-42ec-ac27-89f220e24b69 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "PUT /v2.0/routers/c8443fa9-d8ae-451b-ad6e-fff60d710e00 HTTP/1.1" status: 200 len: 704 time: 1.8482983 Feb 09 12:50:26.982335 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60278) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:27.030390 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-16511a2a-b24b-428d-b2e3-b62c68d8195e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'name': 'tempest-RoutersIpV6Test-router-1476695817', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:55Z', 'updated_at': '2022-02-09T12:50:25Z', 'revision_number': 7, 'project_id': '27f2f8bb689948199636c37c369127b7', 'gw_port_host': None, '_interfaces': [{'id': '3b00de4a-e1e7-466b-a90d-51fb066ecee3', 'name': '', 'network_id': '8ed34661-b7e1-4de5-9773-76d97d1364b8', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:d3:63:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'aad365d1-6c2e-4ea1-8688-9e6a047239f4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:50:19Z', 'updated_at': '2022-02-09T12:50:25Z', 'revision_number': 4, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': 'aad365d1-6c2e-4ea1-8688-9e6a047239f4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4955dd75-daab-468c-af37-a59d70e5767d', 'name': '', 'network_id': '45ae6e38-ea62-4feb-9430-d4750d0e12cb', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:16:c5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '5ad32dec-99d4-4a68-a560-e1024ba7f38c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:50:09Z', 'updated_at': '2022-02-09T12:50:22Z', 'revision_number': 5, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': '5ad32dec-99d4-4a68-a560-e1024ba7f38c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62b1386e-4e8d-49b5-95a1-fc57c1833709', 'name': '', 'network_id': '8026e9a8-2928-4361-996b-0223b8b32dc8', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:a8:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'a0edf25c-f846-4a0e-bdfd-a793c1e34e16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:59Z', 'updated_at': '2022-02-09T12:50:07Z', 'revision_number': 5, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': 'a0edf25c-f846-4a0e-bdfd-a793c1e34e16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '920e9697-cb74-47c9-be67-15cd6a49106c', 'name': '', 'network_id': 'bcc93e6f-c9d0-4857-8879-9cd4b1f0c529', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:08:5c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '94caad94-79f0-4fbb-afca-10be04f33453', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:50:05Z', 'updated_at': '2022-02-09T12:50:18Z', 'revision_number': 5, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': '94caad94-79f0-4fbb-afca-10be04f33453', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:27.036980 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16511a2a-b24b-428d-b2e3-b62c68d8195e None None] The sync data for ids ['c8443fa9-d8ae-451b-ad6e-fff60d710e00'] in n-d-825178-3 is: [{'id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'name': 'tempest-RoutersIpV6Test-router-1476695817', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:55Z', 'updated_at': '2022-02-09T12:50:25Z', 'revision_number': 7, 'project_id': '27f2f8bb689948199636c37c369127b7', 'gw_port_host': None, '_interfaces': [{'id': '3b00de4a-e1e7-466b-a90d-51fb066ecee3', 'name': '', 'network_id': '8ed34661-b7e1-4de5-9773-76d97d1364b8', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:d3:63:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'aad365d1-6c2e-4ea1-8688-9e6a047239f4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:50:19Z', 'updated_at': '2022-02-09T12:50:25Z', 'revision_number': 4, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': 'aad365d1-6c2e-4ea1-8688-9e6a047239f4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4955dd75-daab-468c-af37-a59d70e5767d', 'name': '', 'network_id': '45ae6e38-ea62-4feb-9430-d4750d0e12cb', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:16:c5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '5ad32dec-99d4-4a68-a560-e1024ba7f38c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:50:09Z', 'updated_at': '2022-02-09T12:50:22Z', 'revision_number': 5, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': '5ad32dec-99d4-4a68-a560-e1024ba7f38c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62b1386e-4e8d-49b5-95a1-fc57c1833709', 'name': '', 'network_id': '8026e9a8-2928-4361-996b-0223b8b32dc8', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:a8:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'a0edf25c-f846-4a0e-bdfd-a793c1e34e16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:59Z', 'updated_at': '2022-02-09T12:50:07Z', 'revision_number': 5, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': 'a0edf25c-f846-4a0e-bdfd-a793c1e34e16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '920e9697-cb74-47c9-be67-15cd6a49106c', 'name': '', 'network_id': 'bcc93e6f-c9d0-4857-8879-9cd4b1f0c529', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:08:5c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '94caad94-79f0-4fbb-afca-10be04f33453', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:50:05Z', 'updated_at': '2022-02-09T12:50:18Z', 'revision_number': 5, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': '94caad94-79f0-4fbb-afca-10be04f33453', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:50:27.098653 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b38f45e7-5af1-4d44-8e5f-e984761a7c4e tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:27.189823 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e95602af-0e6a-4a09-91f9-8ee6f80ff94f tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "GET /v2.0/routers/c8443fa9-d8ae-451b-ad6e-fff60d710e00 HTTP/1.1" status: 200 len: 704 time: 0.2063525 Feb 09 12:50:27.193002 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60282) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:27.314129 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 3b00de4a-e1e7-466b-a90d-51fb066ecee3 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:50:27.404798 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 3b00de4a-e1e7-466b-a90d-51fb066ecee3 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:50:27.412632 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 3b00de4a-e1e7-466b-a90d-51fb066ecee3 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:50:27.413057 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:27.590960 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:27.618040 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-b38f45e7-5af1-4d44-8e5f-e984761a7c4e tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Deleting port d4e471fa-4931-4308-8e1d-600119eace80 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:50:27.618747 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b38f45e7-5af1-4d44-8e5f-e984761a7c4e tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:27.637649 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 3b00de4a-e1e7-466b-a90d-51fb066ecee3, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=3b00de4a-e1e7-466b-a90d-51fb066ecee3,segment=NetworkSegment(04ab362b-7072-4eb1-a4d2-8ca36142f781),segment_id=04ab362b-7072-4eb1-a4d2-8ca36142f781)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:50:27.647554 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:27.648371 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 3b331ce0-59b1-42e4-b5f6-96e72ee441e5 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:50:27.802185 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=3b00de4a-e1e7-466b-a90d-51fb066ecee3,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:27.815188 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 3b331ce0-59b1-42e4-b5f6-96e72ee441e5 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:50:27.815562 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:27.915245 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b38f45e7-5af1-4d44-8e5f-e984761a7c4e tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:27.925001 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60286) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:27.987925 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5e786e33-29d1-4dbb-bf0d-bd3cbdd75ea3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:28.138964 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be119759-29cb-42c3-a912-1e70423fc1f8 None None] Sync routers for ids ['c8443fa9-d8ae-451b-ad6e-fff60d710e00'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:50:28.149064 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be119759-29cb-42c3-a912-1e70423fc1f8 None None] Routers {'c8443fa9-d8ae-451b-ad6e-fff60d710e00'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:50:28.149693 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-be119759-29cb-42c3-a912-1e70423fc1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:50:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['c8443fa9-d8ae-451b-ad6e-fff60d710e00'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:28.244080 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-b38f45e7-5af1-4d44-8e5f-e984761a7c4e tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Calling delete_port for d4e471fa-4931-4308-8e1d-600119eace80 owned by network:router_interface {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:50:28.392340 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-be119759-29cb-42c3-a912-1e70423fc1f8 None None] Set router c8443fa9-d8ae-451b-ad6e-fff60d710e00 gateway port host: None {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:50:28.474981 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-5e786e33-29d1-4dbb-bf0d-bd3cbdd75ea3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Deleting port 3b00de4a-e1e7-466b-a90d-51fb066ecee3 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:50:28.475551 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5e786e33-29d1-4dbb-bf0d-bd3cbdd75ea3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:28.675269 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-5e786e33-29d1-4dbb-bf0d-bd3cbdd75ea3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] For port 3b00de4a-e1e7-466b-a90d-51fb066ecee3, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=3b00de4a-e1e7-466b-a90d-51fb066ecee3,segment=NetworkSegment(04ab362b-7072-4eb1-a4d2-8ca36142f781),segment_id=04ab362b-7072-4eb1-a4d2-8ca36142f781)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:50:28.675623 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5e786e33-29d1-4dbb-bf0d-bd3cbdd75ea3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:28.722800 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-be119759-29cb-42c3-a912-1e70423fc1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'name': 'tempest-RoutersIpV6Test-router-1476695817', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:55Z', 'updated_at': '2022-02-09T12:50:25Z', 'revision_number': 7, 'project_id': '27f2f8bb689948199636c37c369127b7', 'gw_port_host': None, '_interfaces': [{'id': '3b00de4a-e1e7-466b-a90d-51fb066ecee3', 'name': '', 'network_id': '8ed34661-b7e1-4de5-9773-76d97d1364b8', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:d3:63:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'aad365d1-6c2e-4ea1-8688-9e6a047239f4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:50:19Z', 'updated_at': '2022-02-09T12:50:27Z', 'revision_number': 5, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': 'aad365d1-6c2e-4ea1-8688-9e6a047239f4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4955dd75-daab-468c-af37-a59d70e5767d', 'name': '', 'network_id': '45ae6e38-ea62-4feb-9430-d4750d0e12cb', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:16:c5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '5ad32dec-99d4-4a68-a560-e1024ba7f38c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:50:09Z', 'updated_at': '2022-02-09T12:50:22Z', 'revision_number': 5, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': '5ad32dec-99d4-4a68-a560-e1024ba7f38c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62b1386e-4e8d-49b5-95a1-fc57c1833709', 'name': '', 'network_id': '8026e9a8-2928-4361-996b-0223b8b32dc8', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:a8:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'a0edf25c-f846-4a0e-bdfd-a793c1e34e16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:59Z', 'updated_at': '2022-02-09T12:50:07Z', 'revision_number': 5, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': 'a0edf25c-f846-4a0e-bdfd-a793c1e34e16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '920e9697-cb74-47c9-be67-15cd6a49106c', 'name': '', 'network_id': 'bcc93e6f-c9d0-4857-8879-9cd4b1f0c529', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:08:5c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '94caad94-79f0-4fbb-afca-10be04f33453', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:50:05Z', 'updated_at': '2022-02-09T12:50:18Z', 'revision_number': 5, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': '94caad94-79f0-4fbb-afca-10be04f33453', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:28.728117 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be119759-29cb-42c3-a912-1e70423fc1f8 None None] Checking router: c8443fa9-d8ae-451b-ad6e-fff60d710e00 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:50:28.737098 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be119759-29cb-42c3-a912-1e70423fc1f8 None None] Routers {'c8443fa9-d8ae-451b-ad6e-fff60d710e00'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:50:28.737940 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-be119759-29cb-42c3-a912-1e70423fc1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:50:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['c8443fa9-d8ae-451b-ad6e-fff60d710e00'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:28.759303 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b38f45e7-5af1-4d44-8e5f-e984761a7c4e tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:28.808197 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-5e786e33-29d1-4dbb-bf0d-bd3cbdd75ea3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Calling delete_port for 3b00de4a-e1e7-466b-a90d-51fb066ecee3 owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:50:28.860686 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f45e7-5af1-4d44-8e5f-e984761a7c4e tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event deleted for resources: {'Port': ['ID=d4e471fa-4931-4308-8e1d-600119eace80,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:28.903710 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-be119759-29cb-42c3-a912-1e70423fc1f8 None None] Set router c8443fa9-d8ae-451b-ad6e-fff60d710e00 gateway port host: None {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:50:29.028230 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5e786e33-29d1-4dbb-bf0d-bd3cbdd75ea3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:29.094312 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e786e33-29d1-4dbb-bf0d-bd3cbdd75ea3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event deleted for resources: {'Port': ['ID=3b00de4a-e1e7-466b-a90d-51fb066ecee3,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:29.264867 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b38f45e7-5af1-4d44-8e5f-e984761a7c4e tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:29.359332 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-be119759-29cb-42c3-a912-1e70423fc1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'name': 'tempest-RoutersIpV6Test-router-1476695817', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:55Z', 'updated_at': '2022-02-09T12:50:25Z', 'revision_number': 7, 'project_id': '27f2f8bb689948199636c37c369127b7', 'gw_port_host': None, '_interfaces': [{'id': '3b00de4a-e1e7-466b-a90d-51fb066ecee3', 'name': '', 'network_id': '8ed34661-b7e1-4de5-9773-76d97d1364b8', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:d3:63:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'aad365d1-6c2e-4ea1-8688-9e6a047239f4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:50:19Z', 'updated_at': '2022-02-09T12:50:27Z', 'revision_number': 5, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': 'aad365d1-6c2e-4ea1-8688-9e6a047239f4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4955dd75-daab-468c-af37-a59d70e5767d', 'name': '', 'network_id': '45ae6e38-ea62-4feb-9430-d4750d0e12cb', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:16:c5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '5ad32dec-99d4-4a68-a560-e1024ba7f38c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:50:09Z', 'updated_at': '2022-02-09T12:50:22Z', 'revision_number': 5, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': '5ad32dec-99d4-4a68-a560-e1024ba7f38c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62b1386e-4e8d-49b5-95a1-fc57c1833709', 'name': '', 'network_id': '8026e9a8-2928-4361-996b-0223b8b32dc8', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:a8:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'a0edf25c-f846-4a0e-bdfd-a793c1e34e16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:59Z', 'updated_at': '2022-02-09T12:50:07Z', 'revision_number': 5, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': 'a0edf25c-f846-4a0e-bdfd-a793c1e34e16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '920e9697-cb74-47c9-be67-15cd6a49106c', 'name': '', 'network_id': 'bcc93e6f-c9d0-4857-8879-9cd4b1f0c529', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:08:5c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '94caad94-79f0-4fbb-afca-10be04f33453', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:50:05Z', 'updated_at': '2022-02-09T12:50:18Z', 'revision_number': 5, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': '94caad94-79f0-4fbb-afca-10be04f33453', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:29.373068 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be119759-29cb-42c3-a912-1e70423fc1f8 None None] The sync data for ids ['c8443fa9-d8ae-451b-ad6e-fff60d710e00'] in n-d-825178-3 is: [{'id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'name': 'tempest-RoutersIpV6Test-router-1476695817', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:55Z', 'updated_at': '2022-02-09T12:50:25Z', 'revision_number': 7, 'project_id': '27f2f8bb689948199636c37c369127b7', 'gw_port_host': None, '_interfaces': [{'id': '3b00de4a-e1e7-466b-a90d-51fb066ecee3', 'name': '', 'network_id': '8ed34661-b7e1-4de5-9773-76d97d1364b8', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:d3:63:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'aad365d1-6c2e-4ea1-8688-9e6a047239f4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:50:19Z', 'updated_at': '2022-02-09T12:50:27Z', 'revision_number': 5, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': 'aad365d1-6c2e-4ea1-8688-9e6a047239f4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4955dd75-daab-468c-af37-a59d70e5767d', 'name': '', 'network_id': '45ae6e38-ea62-4feb-9430-d4750d0e12cb', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:16:c5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '5ad32dec-99d4-4a68-a560-e1024ba7f38c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:50:09Z', 'updated_at': '2022-02-09T12:50:22Z', 'revision_number': 5, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': '5ad32dec-99d4-4a68-a560-e1024ba7f38c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62b1386e-4e8d-49b5-95a1-fc57c1833709', 'name': '', 'network_id': '8026e9a8-2928-4361-996b-0223b8b32dc8', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:a8:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'a0edf25c-f846-4a0e-bdfd-a793c1e34e16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:59Z', 'updated_at': '2022-02-09T12:50:07Z', 'revision_number': 5, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': 'a0edf25c-f846-4a0e-bdfd-a793c1e34e16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '920e9697-cb74-47c9-be67-15cd6a49106c', 'name': '', 'network_id': 'bcc93e6f-c9d0-4857-8879-9cd4b1f0c529', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:08:5c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '94caad94-79f0-4fbb-afca-10be04f33453', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:50:05Z', 'updated_at': '2022-02-09T12:50:18Z', 'revision_number': 5, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': '94caad94-79f0-4fbb-afca-10be04f33453', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:50:29.377974 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5e786e33-29d1-4dbb-bf0d-bd3cbdd75ea3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:29.632792 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ae8d7ddc-2aa3-4101-8928-a87fdd397cf7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:29.729060 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e786e33-29d1-4dbb-bf0d-bd3cbdd75ea3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Router c8443fa9-d8ae-451b-ad6e-fff60d710e00 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:50:29.880428 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38f45e7-5af1-4d44-8e5f-e984761a7c4e tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Router 57d3fd65-d29c-4ca8-a005-220bf51c84d5 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:50:30.007701 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e786e33-29d1-4dbb-bf0d-bd3cbdd75ea3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:50:30.018209 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e400024b-f713-41f1-8bd1-7085e6fb8302 None None] Sync routers for ids ['c8443fa9-d8ae-451b-ad6e-fff60d710e00'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:50:30.023343 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5e786e33-29d1-4dbb-bf0d-bd3cbdd75ea3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "PUT /v2.0/routers/c8443fa9-d8ae-451b-ad6e-fff60d710e00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8291588 Feb 09 12:50:30.024765 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60290) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:30.029983 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e400024b-f713-41f1-8bd1-7085e6fb8302 None None] Routers {'c8443fa9-d8ae-451b-ad6e-fff60d710e00'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:50:30.031169 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-e400024b-f713-41f1-8bd1-7085e6fb8302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:50:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['c8443fa9-d8ae-451b-ad6e-fff60d710e00'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:30.099044 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-14365a21-8955-4a7d-b1f6-cd43e466be7a tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Deleting subnet aad365d1-6c2e-4ea1-8688-9e6a047239f4 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:50:30.102088 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-14365a21-8955-4a7d-b1f6-cd43e466be7a tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:30.151414 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38f45e7-5af1-4d44-8e5f-e984761a7c4e tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:50:30.159743 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-14365a21-8955-4a7d-b1f6-cd43e466be7a tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:30.171149 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f94262b-9020-4b56-97ca-694772d905da None None] Sync routers for ids ['57d3fd65-d29c-4ca8-a005-220bf51c84d5'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:50:30.189173 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f94262b-9020-4b56-97ca-694772d905da None None] Routers {'57d3fd65-d29c-4ca8-a005-220bf51c84d5'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:50:30.190288 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-3f94262b-9020-4b56-97ca-694772d905da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:50:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['57d3fd65-d29c-4ca8-a005-220bf51c84d5'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:30.190686 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b38f45e7-5af1-4d44-8e5f-e984761a7c4e tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "PUT /v2.0/routers/57d3fd65-d29c-4ca8-a005-220bf51c84d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7418590 Feb 09 12:50:30.191364 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60294) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:30.222436 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-e400024b-f713-41f1-8bd1-7085e6fb8302 None None] Set router c8443fa9-d8ae-451b-ad6e-fff60d710e00 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:50:30.257369 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-e117260f-0f39-4b01-8b2a-2e3f6e2b8fea tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Synchronizing usage tracker for tenant:7a65637a4eb140ffb94c446f7f36e593 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:50:30.257576 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-14365a21-8955-4a7d-b1f6-cd43e466be7a tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:30.286638 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-3f94262b-9020-4b56-97ca-694772d905da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:30.295639 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f94262b-9020-4b56-97ca-694772d905da None None] Routers {'57d3fd65-d29c-4ca8-a005-220bf51c84d5'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:50:30.296341 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-3f94262b-9020-4b56-97ca-694772d905da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:50:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['57d3fd65-d29c-4ca8-a005-220bf51c84d5'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:30.369270 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-3f94262b-9020-4b56-97ca-694772d905da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:30.369681 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f94262b-9020-4b56-97ca-694772d905da None None] The sync data for ids ['57d3fd65-d29c-4ca8-a005-220bf51c84d5'] in n-d-825178-3 is: [] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:50:30.407623 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-14365a21-8955-4a7d-b1f6-cd43e466be7a tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:30.431124 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-e117260f-0f39-4b01-8b2a-2e3f6e2b8fea tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Unset dirty status for tenant:7a65637a4eb140ffb94c446f7f36e593 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:50:30.435480 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e117260f-0f39-4b01-8b2a-2e3f6e2b8fea tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d3fd65-d29c-4ca8-a005-220bf51c84d5 HTTP/1.1" status: 200 len: 205 time: 0.2397940 Feb 09 12:50:30.438325 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60298) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:30.454441 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14365a21-8955-4a7d-b1f6-cd43e466be7a tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event deleted for resources: {'Subnet': ['ID=aad365d1-6c2e-4ea1-8688-9e6a047239f4,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:30.456415 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-14365a21-8955-4a7d-b1f6-cd43e466be7a tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:30.464150 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-14365a21-8955-4a7d-b1f6-cd43e466be7a tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "DELETE /v2.0/subnets/aad365d1-6c2e-4ea1-8688-9e6a047239f4 HTTP/1.1" status: 204 len: 168 time: 0.4380393 Feb 09 12:50:30.466690 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60302) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:30.466853 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ceaaf76-2a1e-4327-ba49-6975b74ac4f1 None None] Network 8ed34661-b7e1-4de5-9773-76d97d1364b8 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:50:30.511100 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-ae8d7ddc-2aa3-4101-8928-a87fdd397cf7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Allocated IP 172.20.0.17 (b88957a6-ea40-4269-927b-524192d54dc0/396f7602-b695-4b7f-a57b-07f5fb90c6c6/3da3c09c-d124-4df3-a374-2d784143746b) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:50:30.597383 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a1559573-595f-40db-899d-8cd1c059bbfb tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:30.605937 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-e400024b-f713-41f1-8bd1-7085e6fb8302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'name': 'tempest-RoutersIpV6Test-router-1476695817', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:55Z', 'updated_at': '2022-02-09T12:50:28Z', 'revision_number': 8, 'project_id': '27f2f8bb689948199636c37c369127b7', 'gw_port_host': None, '_interfaces': [{'id': '4955dd75-daab-468c-af37-a59d70e5767d', 'name': '', 'network_id': '45ae6e38-ea62-4feb-9430-d4750d0e12cb', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:16:c5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '5ad32dec-99d4-4a68-a560-e1024ba7f38c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:50:09Z', 'updated_at': '2022-02-09T12:50:22Z', 'revision_number': 5, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': '5ad32dec-99d4-4a68-a560-e1024ba7f38c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62b1386e-4e8d-49b5-95a1-fc57c1833709', 'name': '', 'network_id': '8026e9a8-2928-4361-996b-0223b8b32dc8', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:a8:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'a0edf25c-f846-4a0e-bdfd-a793c1e34e16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:59Z', 'updated_at': '2022-02-09T12:50:07Z', 'revision_number': 5, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': 'a0edf25c-f846-4a0e-bdfd-a793c1e34e16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '920e9697-cb74-47c9-be67-15cd6a49106c', 'name': '', 'network_id': 'bcc93e6f-c9d0-4857-8879-9cd4b1f0c529', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:08:5c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '94caad94-79f0-4fbb-afca-10be04f33453', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:50:05Z', 'updated_at': '2022-02-09T12:50:18Z', 'revision_number': 5, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': '94caad94-79f0-4fbb-afca-10be04f33453', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:30.606392 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f81731f7-ba7f-4484-a03a-5186cf994b1b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:30.610815 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e400024b-f713-41f1-8bd1-7085e6fb8302 None None] Checking router: c8443fa9-d8ae-451b-ad6e-fff60d710e00 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:50:30.619325 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-f81731f7-ba7f-4484-a03a-5186cf994b1b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Deleting port 3b331ce0-59b1-42e4-b5f6-96e72ee441e5 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:50:30.619660 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f81731f7-ba7f-4484-a03a-5186cf994b1b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:30.622299 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e400024b-f713-41f1-8bd1-7085e6fb8302 None None] Routers {'c8443fa9-d8ae-451b-ad6e-fff60d710e00'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:50:30.623111 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-e400024b-f713-41f1-8bd1-7085e6fb8302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:50:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['c8443fa9-d8ae-451b-ad6e-fff60d710e00'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:30.774415 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d270efd7-0f9e-4688-97ee-912b836f49d4 None None] DHCP port deletion for 8ed34661-b7e1-4de5-9773-76d97d1364b8 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:50:30.778498 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-d270efd7-0f9e-4688-97ee-912b836f49d4 None None] Deleting port 3b331ce0-59b1-42e4-b5f6-96e72ee441e5 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:50:30.779006 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d270efd7-0f9e-4688-97ee-912b836f49d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:30.800342 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-e400024b-f713-41f1-8bd1-7085e6fb8302 None None] Set router c8443fa9-d8ae-451b-ad6e-fff60d710e00 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:50:30.888973 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-f81731f7-ba7f-4484-a03a-5186cf994b1b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] For port 3b331ce0-59b1-42e4-b5f6-96e72ee441e5, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=3b331ce0-59b1-42e4-b5f6-96e72ee441e5,segment=NetworkSegment(04ab362b-7072-4eb1-a4d2-8ca36142f781),segment_id=04ab362b-7072-4eb1-a4d2-8ca36142f781)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:50:30.889909 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f81731f7-ba7f-4484-a03a-5186cf994b1b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:31.035639 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-f81731f7-ba7f-4484-a03a-5186cf994b1b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Calling delete_port for 3b331ce0-59b1-42e4-b5f6-96e72ee441e5 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:50:31.060804 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-d270efd7-0f9e-4688-97ee-912b836f49d4 None None] For port 3b331ce0-59b1-42e4-b5f6-96e72ee441e5, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=3b331ce0-59b1-42e4-b5f6-96e72ee441e5,segment=NetworkSegment(04ab362b-7072-4eb1-a4d2-8ca36142f781),segment_id=04ab362b-7072-4eb1-a4d2-8ca36142f781)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:50:31.061835 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d270efd7-0f9e-4688-97ee-912b836f49d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:31.130435 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f81731f7-ba7f-4484-a03a-5186cf994b1b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:31.166662 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a1559573-595f-40db-899d-8cd1c059bbfb tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:31.170911 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a1559573-595f-40db-899d-8cd1c059bbfb tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:31.200967 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-e400024b-f713-41f1-8bd1-7085e6fb8302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'name': 'tempest-RoutersIpV6Test-router-1476695817', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:55Z', 'updated_at': '2022-02-09T12:50:28Z', 'revision_number': 8, 'project_id': '27f2f8bb689948199636c37c369127b7', 'gw_port_host': None, '_interfaces': [{'id': '4955dd75-daab-468c-af37-a59d70e5767d', 'name': '', 'network_id': '45ae6e38-ea62-4feb-9430-d4750d0e12cb', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:16:c5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '5ad32dec-99d4-4a68-a560-e1024ba7f38c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:50:09Z', 'updated_at': '2022-02-09T12:50:22Z', 'revision_number': 5, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': '5ad32dec-99d4-4a68-a560-e1024ba7f38c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62b1386e-4e8d-49b5-95a1-fc57c1833709', 'name': '', 'network_id': '8026e9a8-2928-4361-996b-0223b8b32dc8', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:a8:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'a0edf25c-f846-4a0e-bdfd-a793c1e34e16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:59Z', 'updated_at': '2022-02-09T12:50:07Z', 'revision_number': 5, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': 'a0edf25c-f846-4a0e-bdfd-a793c1e34e16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '920e9697-cb74-47c9-be67-15cd6a49106c', 'name': '', 'network_id': 'bcc93e6f-c9d0-4857-8879-9cd4b1f0c529', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:08:5c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '94caad94-79f0-4fbb-afca-10be04f33453', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:50:05Z', 'updated_at': '2022-02-09T12:50:18Z', 'revision_number': 5, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': '94caad94-79f0-4fbb-afca-10be04f33453', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:31.206274 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e400024b-f713-41f1-8bd1-7085e6fb8302 None None] The sync data for ids ['c8443fa9-d8ae-451b-ad6e-fff60d710e00'] in n-d-825178-3 is: [{'id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'name': 'tempest-RoutersIpV6Test-router-1476695817', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:55Z', 'updated_at': '2022-02-09T12:50:28Z', 'revision_number': 8, 'project_id': '27f2f8bb689948199636c37c369127b7', 'gw_port_host': None, '_interfaces': [{'id': '4955dd75-daab-468c-af37-a59d70e5767d', 'name': '', 'network_id': '45ae6e38-ea62-4feb-9430-d4750d0e12cb', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:16:c5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '5ad32dec-99d4-4a68-a560-e1024ba7f38c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:50:09Z', 'updated_at': '2022-02-09T12:50:22Z', 'revision_number': 5, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': '5ad32dec-99d4-4a68-a560-e1024ba7f38c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62b1386e-4e8d-49b5-95a1-fc57c1833709', 'name': '', 'network_id': '8026e9a8-2928-4361-996b-0223b8b32dc8', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:a8:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'a0edf25c-f846-4a0e-bdfd-a793c1e34e16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:59Z', 'updated_at': '2022-02-09T12:50:07Z', 'revision_number': 5, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': 'a0edf25c-f846-4a0e-bdfd-a793c1e34e16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '920e9697-cb74-47c9-be67-15cd6a49106c', 'name': '', 'network_id': 'bcc93e6f-c9d0-4857-8879-9cd4b1f0c529', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:08:5c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '94caad94-79f0-4fbb-afca-10be04f33453', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:50:05Z', 'updated_at': '2022-02-09T12:50:18Z', 'revision_number': 5, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': '94caad94-79f0-4fbb-afca-10be04f33453', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:50:31.223633 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81731f7-ba7f-4484-a03a-5186cf994b1b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event deleted for resources: {'Port': ['ID=3b331ce0-59b1-42e4-b5f6-96e72ee441e5,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:31.233931 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ae8d7ddc-2aa3-4101-8928-a87fdd397cf7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:31.240187 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 3b331ce0-59b1-42e4-b5f6-96e72ee441e5 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:50:31.241540 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81731f7-ba7f-4484-a03a-5186cf994b1b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] No DVR routers for this DVR port 3b331ce0-59b1-42e4-b5f6-96e72ee441e5 on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:50:31.242487 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a1559573-595f-40db-899d-8cd1c059bbfb tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:31.243118 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1559573-595f-40db-899d-8cd1c059bbfb tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Fanout notify agent at l3_agent the message router_deleted on router 57d3fd65-d29c-4ca8-a005-220bf51c84d5 {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:50:31.266635 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-ae8d7ddc-2aa3-4101-8928-a87fdd397cf7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Transition to ACTIVE for port object 3da3c09c-d124-4df3-a374-2d784143746b will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:50:31.280801 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a1559573-595f-40db-899d-8cd1c059bbfb tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:31.284319 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a1559573-595f-40db-899d-8cd1c059bbfb tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "DELETE /v2.0/routers/57d3fd65-d29c-4ca8-a005-220bf51c84d5 HTTP/1.1" status: 204 len: 168 time: 0.8451719 Feb 09 12:50:31.284933 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60306) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:31.286613 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-d270efd7-0f9e-4688-97ee-912b836f49d4 None None] Calling delete_port for 3b331ce0-59b1-42e4-b5f6-96e72ee441e5 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:50:31.313409 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 3b331ce0-59b1-42e4-b5f6-96e72ee441e5 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:50:31.313752 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 3b331ce0-59b1-42e4-b5f6-96e72ee441e5 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:50:31.361242 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 12:50:31.369793 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-d270efd7-0f9e-4688-97ee-912b836f49d4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:50:31.370160 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-d270efd7-0f9e-4688-97ee-912b836f49d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:50:31.373617 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a7ff462-4744-40e3-9ed5-6d9113c5edd0 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Deleting subnet dfc74bc4-5919-4623-9323-87feda196ef5 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:50:31.378103 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7a7ff462-4744-40e3-9ed5-6d9113c5edd0 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:31.397233 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f81731f7-ba7f-4484-a03a-5186cf994b1b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:31.421306 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ae8d7ddc-2aa3-4101-8928-a87fdd397cf7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:31.430459 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-f81731f7-ba7f-4484-a03a-5186cf994b1b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ed34661-b7e1-4de5-9773-76d97d1364b8']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:31.442795 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-f81731f7-ba7f-4484-a03a-5186cf994b1b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04ab362b-7072-4eb1-a4d2-8ca36142f781') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:31.443095 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-f81731f7-ba7f-4484-a03a-5186cf994b1b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04ab362b-7072-4eb1-a4d2-8ca36142f781') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:31.454902 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f81731f7-ba7f-4484-a03a-5186cf994b1b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:31.470884 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f81731f7-ba7f-4484-a03a-5186cf994b1b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:31.478025 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f81731f7-ba7f-4484-a03a-5186cf994b1b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:50:31.478470 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f81731f7-ba7f-4484-a03a-5186cf994b1b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:31.494164 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:50:31.494164 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:50:31.494164 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:50:31.494164 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:50:31.494164 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:50:31.494164 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:50:31.494164 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:50:31.494164 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:50:31.494164 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:50:31.494164 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:50:31.494164 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:50:31.494164 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:50:31.494164 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:50:31.494164 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:50:31.494164 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:50:31.494164 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:50:31.494164 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:50:31.494164 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:50:31.494164 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:50:31.494164 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:50:31.494164 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:50:31.494164 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:50:31.494164 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:50:31.494164 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:50:31.494164 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:50:31.494164 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:50:31.494164 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:50:31.494164 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:50:31.494164 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:50:31.494164 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:50:31.494164 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:50:31.494164 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:50:31.501540 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7a7ff462-4744-40e3-9ed5-6d9113c5edd0 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:31.542256 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8d7ddc-2aa3-4101-8928-a87fdd397cf7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Network b88957a6-ea40-4269-927b-524192d54dc0 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:50:31.554173 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-ae8d7ddc-2aa3-4101-8928-a87fdd397cf7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:50:31.555981 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d7ddc-2aa3-4101-8928-a87fdd397cf7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event updated for resources: {'Port': ['ID=3da3c09c-d124-4df3-a374-2d784143746b,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:31.558087 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8d7ddc-2aa3-4101-8928-a87fdd397cf7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:50:31.588486 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f81731f7-ba7f-4484-a03a-5186cf994b1b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:31.611162 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f81731f7-ba7f-4484-a03a-5186cf994b1b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:31.627113 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f81731f7-ba7f-4484-a03a-5186cf994b1b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "DELETE /v2.0/networks/8ed34661-b7e1-4de5-9773-76d97d1364b8 HTTP/1.1" status: 204 len: 168 time: 1.1591401 Feb 09 12:50:31.627726 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60310) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:31.645433 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ae8d7ddc-2aa3-4101-8928-a87fdd397cf7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:31.826502 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7a7ff462-4744-40e3-9ed5-6d9113c5edd0 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:31.871915 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-d270efd7-0f9e-4688-97ee-912b836f49d4 None None] Deleting port 3b331ce0-59b1-42e4-b5f6-96e72ee441e5 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:50:31.872548 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d270efd7-0f9e-4688-97ee-912b836f49d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:31.905620 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81731f7-ba7f-4484-a03a-5186cf994b1b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event deleted for resources: {'Network': ['ID=8ed34661-b7e1-4de5-9773-76d97d1364b8,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:31.947809 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7a7ff462-4744-40e3-9ed5-6d9113c5edd0 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:31.967440 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-d270efd7-0f9e-4688-97ee-912b836f49d4 None None] The port '3b331ce0-59b1-42e4-b5f6-96e72ee441e5' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:50:31.979657 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2b60ad6f-c696-4c5f-b9b4-34198c6b6b6d None None] Provisioning for port 3da3c09c-d124-4df3-a374-2d784143746b completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:50:31.984947 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2b60ad6f-c696-4c5f-b9b4-34198c6b6b6d None None] Provisioning complete for port 3da3c09c-d124-4df3-a374-2d784143746b triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:50:31.985354 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2b60ad6f-c696-4c5f-b9b4-34198c6b6b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:32.019089 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843bfd3a-a688-484f-9756-cab9c84a614a None None] Network 12203d5e-93a6-4a79-9ce4-4a94a42dc7af requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:50:32.031005 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7a7ff462-4744-40e3-9ed5-6d9113c5edd0 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:32.033766 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ff462-4744-40e3-9ed5-6d9113c5edd0 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event deleted for resources: {'Subnet': ['ID=dfc74bc4-5919-4623-9323-87feda196ef5,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:32.057719 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-7a7ff462-4744-40e3-9ed5-6d9113c5edd0 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "DELETE /v2.0/subnets/dfc74bc4-5919-4623-9323-87feda196ef5 HTTP/1.1" status: 204 len: 168 time: 0.7682447 Feb 09 12:50:32.062438 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60314) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:32.130111 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ae8d7ddc-2aa3-4101-8928-a87fdd397cf7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:32.156529 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-2b60ad6f-c696-4c5f-b9b4-34198c6b6b6d None None] Port 3da3c09c-d124-4df3-a374-2d784143746b cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:50:32.196060 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-561f1065-9b6e-471c-8dc2-23f6dac1b1b5 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Deleting subnet a0596458-14be-41cc-904a-dc75c6a59798 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:50:32.205947 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-561f1065-9b6e-471c-8dc2-23f6dac1b1b5 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:32.329235 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3f12c7f6-ac71-452f-a44c-c487be8ddd8b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:32.349333 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b90a549-0b5d-48e9-9957-00fd59fab92d None None] DHCP port deletion for 12203d5e-93a6-4a79-9ce4-4a94a42dc7af request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:50:32.355073 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-9b90a549-0b5d-48e9-9957-00fd59fab92d None None] Deleting port 63719bbe-0a47-46ca-857d-4ac01684ec34 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:50:32.355625 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9b90a549-0b5d-48e9-9957-00fd59fab92d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:32.358436 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-561f1065-9b6e-471c-8dc2-23f6dac1b1b5 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:32.571554 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-9b90a549-0b5d-48e9-9957-00fd59fab92d None None] For port 63719bbe-0a47-46ca-857d-4ac01684ec34, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=63719bbe-0a47-46ca-857d-4ac01684ec34,segment=NetworkSegment(8f1bdaff-9641-4973-bcfd-29d4252e45c9),segment_id=8f1bdaff-9641-4973-bcfd-29d4252e45c9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:50:32.571961 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9b90a549-0b5d-48e9-9957-00fd59fab92d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:32.604867 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-561f1065-9b6e-471c-8dc2-23f6dac1b1b5 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:32.677996 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-3f12c7f6-ac71-452f-a44c-c487be8ddd8b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Deleting port 4955dd75-daab-468c-af37-a59d70e5767d {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:50:32.678371 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3f12c7f6-ac71-452f-a44c-c487be8ddd8b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:32.697421 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-9b90a549-0b5d-48e9-9957-00fd59fab92d None None] Calling delete_port for 63719bbe-0a47-46ca-857d-4ac01684ec34 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:50:32.763046 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-561f1065-9b6e-471c-8dc2-23f6dac1b1b5 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:32.780456 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9b90a549-0b5d-48e9-9957-00fd59fab92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:32.798811 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ae8d7ddc-2aa3-4101-8928-a87fdd397cf7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:32.815936 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ae8d7ddc-2aa3-4101-8928-a87fdd397cf7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:32.829198 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90a549-0b5d-48e9-9957-00fd59fab92d None None] Pushing event deleted for resources: {'Port': ['ID=63719bbe-0a47-46ca-857d-4ac01684ec34,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:32.835254 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b90a549-0b5d-48e9-9957-00fd59fab92d None None] No DVR routers for this DVR port 63719bbe-0a47-46ca-857d-4ac01684ec34 on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:50:32.896281 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-3f12c7f6-ac71-452f-a44c-c487be8ddd8b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] For port 4955dd75-daab-468c-af37-a59d70e5767d, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=4955dd75-daab-468c-af37-a59d70e5767d,segment=NetworkSegment(c1f4f4a0-69d7-4858-9ab1-269eda430a86),segment_id=c1f4f4a0-69d7-4858-9ab1-269eda430a86)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:50:32.896638 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3f12c7f6-ac71-452f-a44c-c487be8ddd8b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:32.961355 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:50:32.996411 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbad36b9-80b9-4aae-8ae1-ab7d8dd680ec None None] Network 5365a633-ffed-4715-b736-78765aeb80e8 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:50:33.020739 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f1065-9b6e-471c-8dc2-23f6dac1b1b5 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event deleted for resources: {'Subnet': ['ID=a0596458-14be-41cc-904a-dc75c6a59798,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:33.027447 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-561f1065-9b6e-471c-8dc2-23f6dac1b1b5 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:33.030039 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-3f12c7f6-ac71-452f-a44c-c487be8ddd8b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Calling delete_port for 4955dd75-daab-468c-af37-a59d70e5767d owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:50:33.070231 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-561f1065-9b6e-471c-8dc2-23f6dac1b1b5 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "DELETE /v2.0/subnets/a0596458-14be-41cc-904a-dc75c6a59798 HTTP/1.1" status: 204 len: 168 time: 1.0065045 Feb 09 12:50:33.074716 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60318) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:33.114956 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ae8d7ddc-2aa3-4101-8928-a87fdd397cf7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:33.118420 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d7ddc-2aa3-4101-8928-a87fdd397cf7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event updated for resources: {'Port': ['ID=3da3c09c-d124-4df3-a374-2d784143746b,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:33.242217 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3f12c7f6-ac71-452f-a44c-c487be8ddd8b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:33.253568 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 3b00de4a-e1e7-466b-a90d-51fb066ecee3 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:50:33.297611 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ff19d2-478a-4860-8f23-2a3f57616f1f None None] DHCP port deletion for 5365a633-ffed-4715-b736-78765aeb80e8 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:50:33.298163 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5487e0ca-0d54-4b30-959b-b87c30531358 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:33.304598 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b2ff19d2-478a-4860-8f23-2a3f57616f1f None None] Deleting port d3b67908-30f5-496d-af39-3201076146ea {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:50:33.304969 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b2ff19d2-478a-4860-8f23-2a3f57616f1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:33.373213 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f12c7f6-ac71-452f-a44c-c487be8ddd8b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event deleted for resources: {'Port': ['ID=4955dd75-daab-468c-af37-a59d70e5767d,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:33.390827 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 3b00de4a-e1e7-466b-a90d-51fb066ecee3 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:50:33.391381 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 3b00de4a-e1e7-466b-a90d-51fb066ecee3 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:50:33.391619 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 63719bbe-0a47-46ca-857d-4ac01684ec34 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:50:33.481142 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 63719bbe-0a47-46ca-857d-4ac01684ec34 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:50:33.481518 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 63719bbe-0a47-46ca-857d-4ac01684ec34 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:50:33.481753 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8d7ddc-2aa3-4101-8928-a87fdd397cf7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Network b88957a6-ea40-4269-927b-524192d54dc0 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:50:33.485285 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-ae8d7ddc-2aa3-4101-8928-a87fdd397cf7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:50:33.508151 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5487e0ca-0d54-4b30-959b-b87c30531358 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:33.679285 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-5487e0ca-0d54-4b30-959b-b87c30531358 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12203d5e-93a6-4a79-9ce4-4a94a42dc7af']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:33.711156 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-b2ff19d2-478a-4860-8f23-2a3f57616f1f None None] For port d3b67908-30f5-496d-af39-3201076146ea, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=d3b67908-30f5-496d-af39-3201076146ea,segment=NetworkSegment(9858ada1-ffff-416d-b732-4e45418094f7),segment_id=9858ada1-ffff-416d-b732-4e45418094f7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:50:33.711576 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b2ff19d2-478a-4860-8f23-2a3f57616f1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:33.717522 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-5487e0ca-0d54-4b30-959b-b87c30531358 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f1bdaff-9641-4973-bcfd-29d4252e45c9') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:33.717890 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-5487e0ca-0d54-4b30-959b-b87c30531358 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f1bdaff-9641-4973-bcfd-29d4252e45c9') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:33.786606 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3f12c7f6-ac71-452f-a44c-c487be8ddd8b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:33.800713 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5487e0ca-0d54-4b30-959b-b87c30531358 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:33.825089 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5487e0ca-0d54-4b30-959b-b87c30531358 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:33.838657 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5487e0ca-0d54-4b30-959b-b87c30531358 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:50:33.839053 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5487e0ca-0d54-4b30-959b-b87c30531358 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:33.851928 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b2ff19d2-478a-4860-8f23-2a3f57616f1f None None] Calling delete_port for d3b67908-30f5-496d-af39-3201076146ea owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:50:33.854252 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:50:33.854252 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:50:33.854252 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:50:33.854252 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:50:33.854252 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:50:33.854252 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:50:33.854252 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:50:33.854252 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:50:33.854252 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:50:33.854252 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:50:33.854252 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:50:33.854252 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:50:33.854252 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:50:33.854252 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:50:33.854252 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:50:33.854252 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:50:33.854252 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:50:33.854252 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:50:33.854252 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:50:33.854252 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:50:33.854252 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:50:33.854252 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:50:33.854252 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:50:33.854252 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:50:33.854252 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:50:33.854252 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:50:33.854252 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:50:33.854252 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:50:33.854252 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:50:33.854252 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:50:33.854252 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:50:33.854252 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:50:33.919006 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2eb4067f-70b7-4e3b-b587-2009378e5a7c None None] Provisioning complete for port 3da3c09c-d124-4df3-a374-2d784143746b triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:50:33.919355 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2eb4067f-70b7-4e3b-b587-2009378e5a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:33.930219 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8d7ddc-2aa3-4101-8928-a87fdd397cf7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Router 4667e1c8-9a1e-44a4-beff-cef8b8a5b285 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:50:33.984688 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-2eb4067f-70b7-4e3b-b587-2009378e5a7c None None] Port 3da3c09c-d124-4df3-a374-2d784143746b cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:50:33.987334 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b2ff19d2-478a-4860-8f23-2a3f57616f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:34.027732 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5487e0ca-0d54-4b30-959b-b87c30531358 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:34.035582 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff19d2-478a-4860-8f23-2a3f57616f1f None None] Pushing event deleted for resources: {'Port': ['ID=d3b67908-30f5-496d-af39-3201076146ea,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:34.044835 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ff19d2-478a-4860-8f23-2a3f57616f1f None None] No DVR routers for this DVR port d3b67908-30f5-496d-af39-3201076146ea on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:50:34.049615 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5487e0ca-0d54-4b30-959b-b87c30531358 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:34.063903 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5487e0ca-0d54-4b30-959b-b87c30531358 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event deleted for resources: {'Network': ['ID=12203d5e-93a6-4a79-9ce4-4a94a42dc7af,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:34.069673 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-5487e0ca-0d54-4b30-959b-b87c30531358 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "DELETE /v2.0/networks/12203d5e-93a6-4a79-9ce4-4a94a42dc7af HTTP/1.1" status: 204 len: 168 time: 0.9921002 Feb 09 12:50:34.104769 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60326) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:34.165294 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8d7ddc-2aa3-4101-8928-a87fdd397cf7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:50:34.180704 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ae8d7ddc-2aa3-4101-8928-a87fdd397cf7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "PUT /v2.0/routers/4667e1c8-9a1e-44a4-beff-cef8b8a5b285/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2439907 Feb 09 12:50:34.182508 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83abc9ed-2938-46b4-b32f-e79c52d06df1 None None] Sync routers for ids ['4667e1c8-9a1e-44a4-beff-cef8b8a5b285'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:50:34.191909 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83abc9ed-2938-46b4-b32f-e79c52d06df1 None None] Routers {'4667e1c8-9a1e-44a4-beff-cef8b8a5b285'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:50:34.192682 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-83abc9ed-2938-46b4-b32f-e79c52d06df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:50:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['4667e1c8-9a1e-44a4-beff-cef8b8a5b285'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:34.253136 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6f932977-58ad-4c64-98aa-986f012dc7ff tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:34.256793 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f12c7f6-ac71-452f-a44c-c487be8ddd8b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Router c8443fa9-d8ae-451b-ad6e-fff60d710e00 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:50:34.370098 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-83abc9ed-2938-46b4-b32f-e79c52d06df1 None None] Set router 4667e1c8-9a1e-44a4-beff-cef8b8a5b285 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:50:34.532887 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6f932977-58ad-4c64-98aa-986f012dc7ff tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:34.548416 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f12c7f6-ac71-452f-a44c-c487be8ddd8b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:50:34.559329 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b46178b-bc92-4be8-9225-5723fdd72e45 None None] Sync routers for ids ['c8443fa9-d8ae-451b-ad6e-fff60d710e00'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:50:34.569345 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b46178b-bc92-4be8-9225-5723fdd72e45 None None] Routers {'c8443fa9-d8ae-451b-ad6e-fff60d710e00'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:50:34.569998 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-1b46178b-bc92-4be8-9225-5723fdd72e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:50:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['c8443fa9-d8ae-451b-ad6e-fff60d710e00'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:34.574209 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-6f932977-58ad-4c64-98aa-986f012dc7ff tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5365a633-ffed-4715-b736-78765aeb80e8']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:34.585991 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3f12c7f6-ac71-452f-a44c-c487be8ddd8b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "PUT /v2.0/routers/c8443fa9-d8ae-451b-ad6e-fff60d710e00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9514391 Feb 09 12:50:34.586459 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60334) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:34.593088 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-6f932977-58ad-4c64-98aa-986f012dc7ff tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9858ada1-ffff-416d-b732-4e45418094f7') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:34.593384 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-6f932977-58ad-4c64-98aa-986f012dc7ff tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9858ada1-ffff-416d-b732-4e45418094f7') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:34.607788 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6f932977-58ad-4c64-98aa-986f012dc7ff tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:34.628683 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6f932977-58ad-4c64-98aa-986f012dc7ff tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:34.637439 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f932977-58ad-4c64-98aa-986f012dc7ff tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:50:34.637988 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6f932977-58ad-4c64-98aa-986f012dc7ff tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:34.653404 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:50:34.653404 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:50:34.653404 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:50:34.653404 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:50:34.653404 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:50:34.653404 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:50:34.653404 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:50:34.653404 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:50:34.653404 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:50:34.653404 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:50:34.653404 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:50:34.653404 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:50:34.653404 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:50:34.653404 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:50:34.653404 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:50:34.653404 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:50:34.653404 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:50:34.653404 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:50:34.653404 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:50:34.653404 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:50:34.653404 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:50:34.653404 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:50:34.653404 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:50:34.653404 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:50:34.653404 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:50:34.653404 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:50:34.653404 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:50:34.653404 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:50:34.653404 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:50:34.653404 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:50:34.653404 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:50:34.653404 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:50:34.663678 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbc84cb4-f6a3-4c9b-b297-5979caf06e83 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Deleting subnet 5ad32dec-99d4-4a68-a560-e1024ba7f38c {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:50:34.667402 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cbc84cb4-f6a3-4c9b-b297-5979caf06e83 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:34.741820 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cbc84cb4-f6a3-4c9b-b297-5979caf06e83 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:34.747072 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6f932977-58ad-4c64-98aa-986f012dc7ff tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:34.759356 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-1b46178b-bc92-4be8-9225-5723fdd72e45 None None] Set router c8443fa9-d8ae-451b-ad6e-fff60d710e00 gateway port host: None {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:50:34.777463 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6f932977-58ad-4c64-98aa-986f012dc7ff tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:34.786344 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f932977-58ad-4c64-98aa-986f012dc7ff tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event deleted for resources: {'Network': ['ID=5365a633-ffed-4715-b736-78765aeb80e8,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:34.790783 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6f932977-58ad-4c64-98aa-986f012dc7ff tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "DELETE /v2.0/networks/5365a633-ffed-4715-b736-78765aeb80e8 HTTP/1.1" status: 204 len: 168 time: 0.6850431 Feb 09 12:50:34.794888 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60338) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:34.800693 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-1c412cfe-a8f3-418a-8035-3458c94d8714 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Request body: {'network': {'name': 'tempest-RoutersTest-1143473301'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:50:34.810536 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-1c412cfe-a8f3-418a-8035-3458c94d8714 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:50:34.814190 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-83abc9ed-2938-46b4-b32f-e79c52d06df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'name': 'tempest-TestNetworkBasicOps-router-81090480', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '1816b373-2fa1-4e98-a6f9-c4e358a025c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:48:28Z', 'updated_at': '2022-02-09T12:50:31Z', 'revision_number': 5, 'project_id': '458862934c284b11a9f402abf41ed215', 'gw_port': {'id': '1816b373-2fa1-4e98-a6f9-c4e358a025c1', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:48:30Z', 'updated_at': '2022-02-09T12:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': 'def295d5-c32e-4ebc-8543-6ab2a67a5864', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'floating_ip_address': '172.25.7.109', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'port_id': 'f038e5af-3a83-4de0-9214-247277dad860', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ffa134c-5914-42cd-b4fd-b6cacdce5158', 'mac_address': 'fa:16:3e:06:6c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb39311-4bf9-44ca-a71e-3e495330f4a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:49:14Z', 'updated_at': '2022-02-09T12:49:21Z', 'revision_number': 1, 'project_id': '458862934c284b11a9f402abf41ed215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00f3be6c-e4b5-480e-b1a1-b7841880fe65', 'name': '', 'network_id': '8ffa134c-5914-42cd-b4fd-b6cacdce5158', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'mac_address': 'fa:16:3e:6a:93:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '574d076d-3e6a-4fd6-9301-a30c6a6e0584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:48:37Z', 'updated_at': '2022-02-09T12:48:45Z', 'revision_number': 5, 'project_id': '458862934c284b11a9f402abf41ed215', 'subnets': [{'id': '574d076d-3e6a-4fd6-9301-a30c6a6e0584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3da3c09c-d124-4df3-a374-2d784143746b', 'name': '', 'network_id': 'b88957a6-ea40-4269-927b-524192d54dc0', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'mac_address': 'fa:16:3e:52:3b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'device_owner': 'network:router_interface', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '396f7602-b695-4b7f-a57b-07f5fb90c6c6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:50:30Z', 'updated_at': '2022-02-09T12:50:32Z', 'revision_number': 2, 'project_id': '458862934c284b11a9f402abf41ed215', 'subnets': [{'id': '396f7602-b695-4b7f-a57b-07f5fb90c6c6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:34.818783 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-1c412cfe-a8f3-418a-8035-3458c94d8714 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Usage tracker for resource:network and tenant:7a65637a4eb140ffb94c446f7f36e593 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:50:34.820502 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83abc9ed-2938-46b4-b32f-e79c52d06df1 None None] Checking router: 4667e1c8-9a1e-44a4-beff-cef8b8a5b285 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:50:34.821008 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83abc9ed-2938-46b4-b32f-e79c52d06df1 None None] Updating router 4667e1c8-9a1e-44a4-beff-cef8b8a5b285 port 3da3c09c-d124-4df3-a374-2d784143746b binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:50:34.825353 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-1c412cfe-a8f3-418a-8035-3458c94d8714 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:50:34.833987 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-1c412cfe-a8f3-418a-8035-3458c94d8714 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:50:34.853715 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c412cfe-a8f3-418a-8035-3458c94d8714 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Made reservation on behalf of 7a65637a4eb140ffb94c446f7f36e593 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:50:34.857343 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1c412cfe-a8f3-418a-8035-3458c94d8714 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:34.882522 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-83abc9ed-2938-46b4-b32f-e79c52d06df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:34.891679 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cbc84cb4-f6a3-4c9b-b297-5979caf06e83 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:34.918864 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c412cfe-a8f3-418a-8035-3458c94d8714 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:50:34.948320 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1c412cfe-a8f3-418a-8035-3458c94d8714 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:34.948695 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-1c412cfe-a8f3-418a-8035-3458c94d8714 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Added segment 971dedae-0c61-4748-ab52-10e6ca614ce9 of type vlan for network 3a987aea-9683-4b9f-b0d2-0880fce728c7 Feb 09 12:50:34.988145 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1c412cfe-a8f3-418a-8035-3458c94d8714 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:35.015031 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cbc84cb4-f6a3-4c9b-b297-5979caf06e83 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:35.057717 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc84cb4-f6a3-4c9b-b297-5979caf06e83 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event deleted for resources: {'Subnet': ['ID=5ad32dec-99d4-4a68-a560-e1024ba7f38c,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:35.066671 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cbc84cb4-f6a3-4c9b-b297-5979caf06e83 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:35.078094 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7c06d5-21bb-46fb-b014-bbfc08b2ae93 None None] Network 45ae6e38-ea62-4feb-9430-d4750d0e12cb requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:50:35.084728 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-cbc84cb4-f6a3-4c9b-b297-5979caf06e83 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "DELETE /v2.0/subnets/5ad32dec-99d4-4a68-a560-e1024ba7f38c HTTP/1.1" status: 204 len: 168 time: 0.4939888 Feb 09 12:50:35.084933 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60342) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:35.253879 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-83abc9ed-2938-46b4-b32f-e79c52d06df1 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:35.268600 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-83abc9ed-2938-46b4-b32f-e79c52d06df1 None None] Transition to ACTIVE for port object 3da3c09c-d124-4df3-a374-2d784143746b will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:50:35.270351 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-1b46178b-bc92-4be8-9225-5723fdd72e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'name': 'tempest-RoutersIpV6Test-router-1476695817', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:55Z', 'updated_at': '2022-02-09T12:50:33Z', 'revision_number': 9, 'project_id': '27f2f8bb689948199636c37c369127b7', 'gw_port_host': None, '_interfaces': [{'id': '62b1386e-4e8d-49b5-95a1-fc57c1833709', 'name': '', 'network_id': '8026e9a8-2928-4361-996b-0223b8b32dc8', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:a8:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'a0edf25c-f846-4a0e-bdfd-a793c1e34e16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:59Z', 'updated_at': '2022-02-09T12:50:07Z', 'revision_number': 5, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': 'a0edf25c-f846-4a0e-bdfd-a793c1e34e16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '920e9697-cb74-47c9-be67-15cd6a49106c', 'name': '', 'network_id': 'bcc93e6f-c9d0-4857-8879-9cd4b1f0c529', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:08:5c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '94caad94-79f0-4fbb-afca-10be04f33453', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:50:05Z', 'updated_at': '2022-02-09T12:50:18Z', 'revision_number': 5, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': '94caad94-79f0-4fbb-afca-10be04f33453', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:35.276015 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-83abc9ed-2938-46b4-b32f-e79c52d06df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:35.282457 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b46178b-bc92-4be8-9225-5723fdd72e45 None None] Checking router: c8443fa9-d8ae-451b-ad6e-fff60d710e00 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:50:35.299878 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b46178b-bc92-4be8-9225-5723fdd72e45 None None] Routers {'c8443fa9-d8ae-451b-ad6e-fff60d710e00'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:50:35.299878 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-1b46178b-bc92-4be8-9225-5723fdd72e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:50:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['c8443fa9-d8ae-451b-ad6e-fff60d710e00'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:35.343960 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d5ba3d-6279-4f9b-b234-5e592462d1db None None] Pushing event updated for resources: {'Port': ['ID=3da3c09c-d124-4df3-a374-2d784143746b,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:35.347213 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1c412cfe-a8f3-418a-8035-3458c94d8714 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:35.360372 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device d3b67908-30f5-496d-af39-3201076146ea no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:50:35.371060 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c412cfe-a8f3-418a-8035-3458c94d8714 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:35.372042 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1c412cfe-a8f3-418a-8035-3458c94d8714 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:35.445601 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d5ba3d-6279-4f9b-b234-5e592462d1db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:50:35.445975 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d5ba3d-6279-4f9b-b234-5e592462d1db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:50:35.446296 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d5ba3d-6279-4f9b-b234-5e592462d1db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:50:35.446617 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d5ba3d-6279-4f9b-b234-5e592462d1db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:50:35.446939 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d5ba3d-6279-4f9b-b234-5e592462d1db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:50:35.447261 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d5ba3d-6279-4f9b-b234-5e592462d1db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:50:35.447576 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d5ba3d-6279-4f9b-b234-5e592462d1db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:50:35.447911 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d5ba3d-6279-4f9b-b234-5e592462d1db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:50:35.448226 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d5ba3d-6279-4f9b-b234-5e592462d1db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:50:35.448537 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d5ba3d-6279-4f9b-b234-5e592462d1db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:50:35.448849 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d5ba3d-6279-4f9b-b234-5e592462d1db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:50:35.449160 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d5ba3d-6279-4f9b-b234-5e592462d1db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:50:35.504359 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: d3b67908-30f5-496d-af39-3201076146ea {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:50:35.505258 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device d3b67908-30f5-496d-af39-3201076146ea not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:50:35.519623 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-83abc9ed-2938-46b4-b32f-e79c52d06df1 None None] Attempting to bind port 3da3c09c-d124-4df3-a374-2d784143746b on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:50:35.520903 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-83abc9ed-2938-46b4-b32f-e79c52d06df1 None None] Attempting to bind port 3da3c09c-d124-4df3-a374-2d784143746b by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '65fc2b70-8460-4848-853f-23072604756d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b88957a6-ea40-4269-927b-524192d54dc0'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:50:35.521320 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83abc9ed-2938-46b4-b32f-e79c52d06df1 None None] Attempting to bind port 3da3c09c-d124-4df3-a374-2d784143746b on network b88957a6-ea40-4269-927b-524192d54dc0 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:50:35.524134 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bc460317-5900-4c7c-b83b-a4484b091ca6 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:35.531538 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83abc9ed-2938-46b4-b32f-e79c52d06df1 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:50:35.532266 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83abc9ed-2938-46b4-b32f-e79c52d06df1 None None] Checking segment: {'id': '65fc2b70-8460-4848-853f-23072604756d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b88957a6-ea40-4269-927b-524192d54dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:50:35.533791 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-83abc9ed-2938-46b4-b32f-e79c52d06df1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:35.534521 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83abc9ed-2938-46b4-b32f-e79c52d06df1 None None] Bound using segment: {'id': '65fc2b70-8460-4848-853f-23072604756d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b88957a6-ea40-4269-927b-524192d54dc0'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:50:35.536270 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-83abc9ed-2938-46b4-b32f-e79c52d06df1 None None] Bound port: 3da3c09c-d124-4df3-a374-2d784143746b, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65fc2b70-8460-4848-853f-23072604756d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b88957a6-ea40-4269-927b-524192d54dc0'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:50:35.536827 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-83abc9ed-2938-46b4-b32f-e79c52d06df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:35.555504 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1c412cfe-a8f3-418a-8035-3458c94d8714 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7584071 Feb 09 12:50:35.557773 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60346) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:35.563413 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-bc460317-5900-4c7c-b83b-a4484b091ca6 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Deleting port 9d9ab9b1-382f-4908-9895-566f14ccb90c {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:50:35.563761 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bc460317-5900-4c7c-b83b-a4484b091ca6 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:35.564586 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-1b46178b-bc92-4be8-9225-5723fdd72e45 None None] Set router c8443fa9-d8ae-451b-ad6e-fff60d710e00 gateway port host: None {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:50:35.565027 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-7cc3e145-bf8f-49e7-8600-3aaa5b5a79e1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Request body: {'subnet': {'network_id': '3a987aea-9683-4b9f-b0d2-0880fce728c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:50:35.606227 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c412cfe-a8f3-418a-8035-3458c94d8714 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event updated for resources: {'Network': ['ID=3a987aea-9683-4b9f-b0d2-0880fce728c7,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:35.620437 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 3a987aea-9683-4b9f-b0d2-0880fce728c7 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:50:35.673717 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dd602a-f078-42fa-bcbe-e0a58ec33be8 None None] DHCP port deletion for 45ae6e38-ea62-4feb-9430-d4750d0e12cb request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:50:35.711688 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-83abc9ed-2938-46b4-b32f-e79c52d06df1 None None] For port 3da3c09c-d124-4df3-a374-2d784143746b, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:50:35.715882 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-83abc9ed-2938-46b4-b32f-e79c52d06df1 None None] For port 3da3c09c-d124-4df3-a374-2d784143746b, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=3da3c09c-d124-4df3-a374-2d784143746b,segment=NetworkSegment(65fc2b70-8460-4848-853f-23072604756d),segment_id=65fc2b70-8460-4848-853f-23072604756d)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:50:35.721686 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-83abc9ed-2938-46b4-b32f-e79c52d06df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:35.734299 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7cc3e145-bf8f-49e7-8600-3aaa5b5a79e1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:50:35.738983 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7cc3e145-bf8f-49e7-8600-3aaa5b5a79e1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Usage tracker for resource:subnet and tenant:7a65637a4eb140ffb94c446f7f36e593 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:50:35.743485 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7cc3e145-bf8f-49e7-8600-3aaa5b5a79e1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:50:35.750109 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7cc3e145-bf8f-49e7-8600-3aaa5b5a79e1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:50:35.762018 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc3e145-bf8f-49e7-8600-3aaa5b5a79e1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Made reservation on behalf of 7a65637a4eb140ffb94c446f7f36e593 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:50:35.767415 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7cc3e145-bf8f-49e7-8600-3aaa5b5a79e1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:35.811632 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83abc9ed-2938-46b4-b32f-e79c52d06df1 None None] Routers {'4667e1c8-9a1e-44a4-beff-cef8b8a5b285'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:50:35.812283 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-83abc9ed-2938-46b4-b32f-e79c52d06df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:50:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['4667e1c8-9a1e-44a4-beff-cef8b8a5b285'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:35.830797 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-55dd602a-f078-42fa-bcbe-e0a58ec33be8 None None] Deleting port 9d9ab9b1-382f-4908-9895-566f14ccb90c {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:50:35.831761 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-55dd602a-f078-42fa-bcbe-e0a58ec33be8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:35.872789 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-bc460317-5900-4c7c-b83b-a4484b091ca6 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] For port 9d9ab9b1-382f-4908-9895-566f14ccb90c, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=9d9ab9b1-382f-4908-9895-566f14ccb90c,segment=NetworkSegment(c1f4f4a0-69d7-4858-9ab1-269eda430a86),segment_id=c1f4f4a0-69d7-4858-9ab1-269eda430a86)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:50:35.873916 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bc460317-5900-4c7c-b83b-a4484b091ca6 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:35.917559 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d5ba3d-6279-4f9b-b234-5e592462d1db None None] Pushing event updated for resources: {'Port': ['ID=3da3c09c-d124-4df3-a374-2d784143746b,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:36.057028 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-bc460317-5900-4c7c-b83b-a4484b091ca6 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Calling delete_port for 9d9ab9b1-382f-4908-9895-566f14ccb90c owned by network:dhcp {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:50:36.058891 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-83abc9ed-2938-46b4-b32f-e79c52d06df1 None None] Set router 4667e1c8-9a1e-44a4-beff-cef8b8a5b285 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:50:36.131245 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7cc3e145-bf8f-49e7-8600-3aaa5b5a79e1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:36.158536 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bc460317-5900-4c7c-b83b-a4484b091ca6 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:36.219931 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc460317-5900-4c7c-b83b-a4484b091ca6 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event deleted for resources: {'Port': ['ID=9d9ab9b1-382f-4908-9895-566f14ccb90c,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:36.231432 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc460317-5900-4c7c-b83b-a4484b091ca6 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:50:36.231786 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc460317-5900-4c7c-b83b-a4484b091ca6 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:50:36.232192 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc460317-5900-4c7c-b83b-a4484b091ca6 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:50:36.232531 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc460317-5900-4c7c-b83b-a4484b091ca6 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:50:36.232865 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc460317-5900-4c7c-b83b-a4484b091ca6 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:50:36.233199 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc460317-5900-4c7c-b83b-a4484b091ca6 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:50:36.233529 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc460317-5900-4c7c-b83b-a4484b091ca6 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:50:36.233855 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc460317-5900-4c7c-b83b-a4484b091ca6 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:50:36.234181 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc460317-5900-4c7c-b83b-a4484b091ca6 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:50:36.234509 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc460317-5900-4c7c-b83b-a4484b091ca6 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:50:36.235506 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc460317-5900-4c7c-b83b-a4484b091ca6 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:50:36.235933 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc460317-5900-4c7c-b83b-a4484b091ca6 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:50:36.240992 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc460317-5900-4c7c-b83b-a4484b091ca6 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] No DVR routers for this DVR port 9d9ab9b1-382f-4908-9895-566f14ccb90c on host n-d-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:50:36.264079 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc3e145-bf8f-49e7-8600-3aaa5b5a79e1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Checking segment: {'id': '971dedae-0c61-4748-ab52-10e6ca614ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3a987aea-9683-4b9f-b0d2-0880fce728c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:50:36.264442 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc3e145-bf8f-49e7-8600-3aaa5b5a79e1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Network hostable DHCP agents. Network: 3a987aea-9683-4b9f-b0d2-0880fce728c7, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:50:36.275571 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc3e145-bf8f-49e7-8600-3aaa5b5a79e1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event updated for resources: {'Subnet': ['ID=b33cec14-c05a-41db-9139-aedb5cd79d7d,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:36.320988 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc3e145-bf8f-49e7-8600-3aaa5b5a79e1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Network 3a987aea-9683-4b9f-b0d2-0880fce728c7 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:50:36.334874 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-7cc3e145-bf8f-49e7-8600-3aaa5b5a79e1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 3a987aea-9683-4b9f-b0d2-0880fce728c7) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:50:36.339751 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc3e145-bf8f-49e7-8600-3aaa5b5a79e1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:36.340470 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7cc3e145-bf8f-49e7-8600-3aaa5b5a79e1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:36.371989 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7cc3e145-bf8f-49e7-8600-3aaa5b5a79e1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8124936 Feb 09 12:50:36.372953 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6500258c-fb24-4142-a083-85179f9ef6b1 None None] Network 3a987aea-9683-4b9f-b0d2-0880fce728c7 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:50:36.374543 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60352) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:36.382281 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-87b37822-51d9-4ed0-82fa-e8ac796c82ca tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1095687659', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:50:36.391197 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bc460317-5900-4c7c-b83b-a4484b091ca6 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:36.396164 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-87b37822-51d9-4ed0-82fa-e8ac796c82ca tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:50:36.400919 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-87b37822-51d9-4ed0-82fa-e8ac796c82ca tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Usage tracker for resource:router and tenant:7a65637a4eb140ffb94c446f7f36e593 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:50:36.404162 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-87b37822-51d9-4ed0-82fa-e8ac796c82ca tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:50:36.410310 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-87b37822-51d9-4ed0-82fa-e8ac796c82ca tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:50:36.417972 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-55dd602a-f078-42fa-bcbe-e0a58ec33be8 None None] For port 9d9ab9b1-382f-4908-9895-566f14ccb90c, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=9d9ab9b1-382f-4908-9895-566f14ccb90c,segment=NetworkSegment(c1f4f4a0-69d7-4858-9ab1-269eda430a86),segment_id=c1f4f4a0-69d7-4858-9ab1-269eda430a86)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:50:36.418371 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-55dd602a-f078-42fa-bcbe-e0a58ec33be8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:36.425771 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-87b37822-51d9-4ed0-82fa-e8ac796c82ca tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:36.428560 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-87b37822-51d9-4ed0-82fa-e8ac796c82ca tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:36.430291 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-bc460317-5900-4c7c-b83b-a4484b091ca6 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45ae6e38-ea62-4feb-9430-d4750d0e12cb']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:36.444881 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-bc460317-5900-4c7c-b83b-a4484b091ca6 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1f4f4a0-69d7-4858-9ab1-269eda430a86') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:36.445220 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-bc460317-5900-4c7c-b83b-a4484b091ca6 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1f4f4a0-69d7-4858-9ab1-269eda430a86') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:36.454196 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-87b37822-51d9-4ed0-82fa-e8ac796c82ca tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:36.458399 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bc460317-5900-4c7c-b83b-a4484b091ca6 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:36.476438 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bc460317-5900-4c7c-b83b-a4484b091ca6 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:36.485664 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc460317-5900-4c7c-b83b-a4484b091ca6 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:50:36.486462 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bc460317-5900-4c7c-b83b-a4484b091ca6 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:36.507071 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:50:36.507071 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:50:36.507071 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:50:36.507071 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:50:36.507071 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:50:36.507071 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:50:36.507071 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:50:36.507071 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:50:36.507071 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:50:36.507071 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:50:36.507071 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:50:36.507071 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:50:36.507071 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:50:36.507071 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:50:36.507071 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:50:36.507071 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:50:36.507071 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:50:36.507071 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:50:36.507071 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:50:36.507071 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:50:36.507071 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:50:36.507071 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:50:36.507071 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:50:36.507071 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:50:36.507071 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:50:36.507071 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:50:36.507071 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:50:36.507071 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:50:36.507071 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:50:36.507071 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:50:36.507071 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:50:36.507071 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:50:36.537451 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-83abc9ed-2938-46b4-b32f-e79c52d06df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'name': 'tempest-TestNetworkBasicOps-router-81090480', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '1816b373-2fa1-4e98-a6f9-c4e358a025c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:48:28Z', 'updated_at': '2022-02-09T12:50:31Z', 'revision_number': 5, 'project_id': '458862934c284b11a9f402abf41ed215', 'gw_port': {'id': '1816b373-2fa1-4e98-a6f9-c4e358a025c1', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:48:30Z', 'updated_at': '2022-02-09T12:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': 'def295d5-c32e-4ebc-8543-6ab2a67a5864', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'floating_ip_address': '172.25.7.109', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'port_id': 'f038e5af-3a83-4de0-9214-247277dad860', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ffa134c-5914-42cd-b4fd-b6cacdce5158', 'mac_address': 'fa:16:3e:06:6c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb39311-4bf9-44ca-a71e-3e495330f4a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:49:14Z', 'updated_at': '2022-02-09T12:49:21Z', 'revision_number': 1, 'project_id': '458862934c284b11a9f402abf41ed215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00f3be6c-e4b5-480e-b1a1-b7841880fe65', 'name': '', 'network_id': '8ffa134c-5914-42cd-b4fd-b6cacdce5158', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'mac_address': 'fa:16:3e:6a:93:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '574d076d-3e6a-4fd6-9301-a30c6a6e0584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:48:37Z', 'updated_at': '2022-02-09T12:48:45Z', 'revision_number': 5, 'project_id': '458862934c284b11a9f402abf41ed215', 'subnets': [{'id': '574d076d-3e6a-4fd6-9301-a30c6a6e0584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3da3c09c-d124-4df3-a374-2d784143746b', 'name': '', 'network_id': 'b88957a6-ea40-4269-927b-524192d54dc0', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'mac_address': 'fa:16:3e:52:3b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'device_owner': 'network:router_interface', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '396f7602-b695-4b7f-a57b-07f5fb90c6c6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:50:30Z', 'updated_at': '2022-02-09T12:50:35Z', 'revision_number': 4, 'project_id': '458862934c284b11a9f402abf41ed215', 'subnets': [{'id': '396f7602-b695-4b7f-a57b-07f5fb90c6c6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:36.543030 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83abc9ed-2938-46b4-b32f-e79c52d06df1 None None] The sync data for ids ['4667e1c8-9a1e-44a4-beff-cef8b8a5b285'] in n-d-825178-3 is: [{'id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'name': 'tempest-TestNetworkBasicOps-router-81090480', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '1816b373-2fa1-4e98-a6f9-c4e358a025c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:48:28Z', 'updated_at': '2022-02-09T12:50:31Z', 'revision_number': 5, 'project_id': '458862934c284b11a9f402abf41ed215', 'gw_port': {'id': '1816b373-2fa1-4e98-a6f9-c4e358a025c1', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:48:30Z', 'updated_at': '2022-02-09T12:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': 'def295d5-c32e-4ebc-8543-6ab2a67a5864', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'floating_ip_address': '172.25.7.109', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'port_id': 'f038e5af-3a83-4de0-9214-247277dad860', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ffa134c-5914-42cd-b4fd-b6cacdce5158', 'mac_address': 'fa:16:3e:06:6c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb39311-4bf9-44ca-a71e-3e495330f4a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:49:14Z', 'updated_at': '2022-02-09T12:49:21Z', 'revision_number': 1, 'project_id': '458862934c284b11a9f402abf41ed215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00f3be6c-e4b5-480e-b1a1-b7841880fe65', 'name': '', 'network_id': '8ffa134c-5914-42cd-b4fd-b6cacdce5158', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'mac_address': 'fa:16:3e:6a:93:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '574d076d-3e6a-4fd6-9301-a30c6a6e0584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:48:37Z', 'updated_at': '2022-02-09T12:48:45Z', 'revision_number': 5, 'project_id': '458862934c284b11a9f402abf41ed215', 'subnets': [{'id': '574d076d-3e6a-4fd6-9301-a30c6a6e0584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3da3c09c-d124-4df3-a374-2d784143746b', 'name': '', 'network_id': 'b88957a6-ea40-4269-927b-524192d54dc0', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'mac_address': 'fa:16:3e:52:3b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'device_owner': 'network:router_interface', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '396f7602-b695-4b7f-a57b-07f5fb90c6c6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:50:30Z', 'updated_at': '2022-02-09T12:50:35Z', 'revision_number': 4, 'project_id': '458862934c284b11a9f402abf41ed215', 'subnets': [{'id': '396f7602-b695-4b7f-a57b-07f5fb90c6c6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:50:36.650734 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-55dd602a-f078-42fa-bcbe-e0a58ec33be8 None None] Calling delete_port for 9d9ab9b1-382f-4908-9895-566f14ccb90c owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:50:36.666705 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bc460317-5900-4c7c-b83b-a4484b091ca6 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:36.667317 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-87b37822-51d9-4ed0-82fa-e8ac796c82ca tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:36.700352 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bc460317-5900-4c7c-b83b-a4484b091ca6 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:36.706951 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-87b37822-51d9-4ed0-82fa-e8ac796c82ca tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:36.708651 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-87b37822-51d9-4ed0-82fa-e8ac796c82ca tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3325789 Feb 09 12:50:36.711196 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60358) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:36.719777 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-bc460317-5900-4c7c-b83b-a4484b091ca6 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "DELETE /v2.0/networks/45ae6e38-ea62-4feb-9430-d4750d0e12cb HTTP/1.1" status: 204 len: 168 time: 1.6316056 Feb 09 12:50:36.720286 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-cb4bcc0c-3f2c-4608-b5a2-1e60d08ba9c1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Request body: {'port': {'network_id': '3a987aea-9683-4b9f-b0d2-0880fce728c7', 'name': 'tempest-RoutersTest-2111262396'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:50:36.720724 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60362) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:36.724637 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc460317-5900-4c7c-b83b-a4484b091ca6 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event deleted for resources: {'Network': ['ID=45ae6e38-ea62-4feb-9430-d4750d0e12cb,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:36.836470 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-1b46178b-bc92-4be8-9225-5723fdd72e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'name': 'tempest-RoutersIpV6Test-router-1476695817', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:55Z', 'updated_at': '2022-02-09T12:50:33Z', 'revision_number': 9, 'project_id': '27f2f8bb689948199636c37c369127b7', 'gw_port_host': None, '_interfaces': [{'id': '62b1386e-4e8d-49b5-95a1-fc57c1833709', 'name': '', 'network_id': '8026e9a8-2928-4361-996b-0223b8b32dc8', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:a8:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'a0edf25c-f846-4a0e-bdfd-a793c1e34e16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:59Z', 'updated_at': '2022-02-09T12:50:07Z', 'revision_number': 5, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': 'a0edf25c-f846-4a0e-bdfd-a793c1e34e16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '920e9697-cb74-47c9-be67-15cd6a49106c', 'name': '', 'network_id': 'bcc93e6f-c9d0-4857-8879-9cd4b1f0c529', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:08:5c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '94caad94-79f0-4fbb-afca-10be04f33453', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:50:05Z', 'updated_at': '2022-02-09T12:50:18Z', 'revision_number': 5, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': '94caad94-79f0-4fbb-afca-10be04f33453', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:36.845212 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b46178b-bc92-4be8-9225-5723fdd72e45 None None] The sync data for ids ['c8443fa9-d8ae-451b-ad6e-fff60d710e00'] in n-d-825178-3 is: [{'id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'name': 'tempest-RoutersIpV6Test-router-1476695817', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:55Z', 'updated_at': '2022-02-09T12:50:33Z', 'revision_number': 9, 'project_id': '27f2f8bb689948199636c37c369127b7', 'gw_port_host': None, '_interfaces': [{'id': '62b1386e-4e8d-49b5-95a1-fc57c1833709', 'name': '', 'network_id': '8026e9a8-2928-4361-996b-0223b8b32dc8', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:a8:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'a0edf25c-f846-4a0e-bdfd-a793c1e34e16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:59Z', 'updated_at': '2022-02-09T12:50:07Z', 'revision_number': 5, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': 'a0edf25c-f846-4a0e-bdfd-a793c1e34e16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '920e9697-cb74-47c9-be67-15cd6a49106c', 'name': '', 'network_id': 'bcc93e6f-c9d0-4857-8879-9cd4b1f0c529', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:08:5c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '94caad94-79f0-4fbb-afca-10be04f33453', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:50:05Z', 'updated_at': '2022-02-09T12:50:18Z', 'revision_number': 5, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': '94caad94-79f0-4fbb-afca-10be04f33453', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:50:36.871213 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-55dd602a-f078-42fa-bcbe-e0a58ec33be8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:50:36.871697 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-55dd602a-f078-42fa-bcbe-e0a58ec33be8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:50:36.896028 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-cb4bcc0c-3f2c-4608-b5a2-1e60d08ba9c1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:50:36.908815 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-cb4bcc0c-3f2c-4608-b5a2-1e60d08ba9c1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:50:36.920821 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4bcc0c-3f2c-4608-b5a2-1e60d08ba9c1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Made reservation on behalf of 7a65637a4eb140ffb94c446f7f36e593 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:50:36.925353 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cb4bcc0c-3f2c-4608-b5a2-1e60d08ba9c1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:36.954885 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-cb4bcc0c-3f2c-4608-b5a2-1e60d08ba9c1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] device_id is not set on port fbb9a848-3ae8-4b42-8e24-cea7b6901be1 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:50:36.954970 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e4cff7-eb0f-44c9-8551-7b65441e236d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-3a987aea-9683-4b9f-b0d2-0880fce728c7', 'network_id': '3a987aea-9683-4b9f-b0d2-0880fce728c7', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'fixed_ips': [{'subnet_id': 'b33cec14-c05a-41db-9139-aedb5cd79d7d'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:50:36.954970 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f4e4cff7-eb0f-44c9-8551-7b65441e236d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:37.129306 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-cb4bcc0c-3f2c-4608-b5a2-1e60d08ba9c1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Allocated IP 172.20.0.8 (3a987aea-9683-4b9f-b0d2-0880fce728c7/b33cec14-c05a-41db-9139-aedb5cd79d7d/fbb9a848-3ae8-4b42-8e24-cea7b6901be1) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:50:37.333132 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 3da3c09c-d124-4df3-a374-2d784143746b up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:50:37.389058 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-55dd602a-f078-42fa-bcbe-e0a58ec33be8 None None] Deleting port 9d9ab9b1-382f-4908-9895-566f14ccb90c {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:50:37.390811 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-55dd602a-f078-42fa-bcbe-e0a58ec33be8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:37.462314 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cb4bcc0c-3f2c-4608-b5a2-1e60d08ba9c1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:37.481596 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-cb4bcc0c-3f2c-4608-b5a2-1e60d08ba9c1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Transition to ACTIVE for port object fbb9a848-3ae8-4b42-8e24-cea7b6901be1 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:50:37.511536 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cb4bcc0c-3f2c-4608-b5a2-1e60d08ba9c1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:37.528202 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-55dd602a-f078-42fa-bcbe-e0a58ec33be8 None None] The port '9d9ab9b1-382f-4908-9895-566f14ccb90c' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:50:37.562509 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7a240220-7d8d-472c-b7f1-f99fa95ea962 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:37.582111 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4bcc0c-3f2c-4608-b5a2-1e60d08ba9c1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Network 3a987aea-9683-4b9f-b0d2-0880fce728c7 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:50:37.592855 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-cb4bcc0c-3f2c-4608-b5a2-1e60d08ba9c1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:50:37.597369 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4bcc0c-3f2c-4608-b5a2-1e60d08ba9c1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:50:37.620984 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-f4e4cff7-eb0f-44c9-8551-7b65441e236d None None] Allocated IP 172.20.0.2 (3a987aea-9683-4b9f-b0d2-0880fce728c7/b33cec14-c05a-41db-9139-aedb5cd79d7d/7c20b933-3212-48a2-b879-6f8934f41654) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:50:37.631336 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 3da3c09c-d124-4df3-a374-2d784143746b completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:50:37.656710 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4bcc0c-3f2c-4608-b5a2-1e60d08ba9c1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event updated for resources: {'Port': ['ID=fbb9a848-3ae8-4b42-8e24-cea7b6901be1,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:37.667252 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 3da3c09c-d124-4df3-a374-2d784143746b triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:50:37.667795 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:37.682100 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4bcc0c-3f2c-4608-b5a2-1e60d08ba9c1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:37.682806 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cb4bcc0c-3f2c-4608-b5a2-1e60d08ba9c1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:37.723229 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-cb4bcc0c-3f2c-4608-b5a2-1e60d08ba9c1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0081964 Feb 09 12:50:37.724339 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60366) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:37.950185 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-7a240220-7d8d-472c-b7f1-f99fa95ea962 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Deleting port 920e9697-cb74-47c9-be67-15cd6a49106c {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:50:37.950806 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7a240220-7d8d-472c-b7f1-f99fa95ea962 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:37.994692 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:38.030170 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f4e4cff7-eb0f-44c9-8551-7b65441e236d None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:38.047044 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f4e4cff7-eb0f-44c9-8551-7b65441e236d None None] Transition to ACTIVE for port object 7c20b933-3212-48a2-b879-6f8934f41654 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:50:38.055530 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 3da3c09c-d124-4df3-a374-2d784143746b, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=3da3c09c-d124-4df3-a374-2d784143746b,segment=NetworkSegment(65fc2b70-8460-4848-853f-23072604756d),segment_id=65fc2b70-8460-4848-853f-23072604756d)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:50:38.062146 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:38.110931 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f4e4cff7-eb0f-44c9-8551-7b65441e236d None None] Transition to ACTIVE for port object 7c20b933-3212-48a2-b879-6f8934f41654 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:50:38.121537 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 4955dd75-daab-468c-af37-a59d70e5767d no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:50:38.157029 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f4e4cff7-eb0f-44c9-8551-7b65441e236d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:38.170196 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 4955dd75-daab-468c-af37-a59d70e5767d {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:50:38.170546 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 4955dd75-daab-468c-af37-a59d70e5767d not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:50:38.170961 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 9d9ab9b1-382f-4908-9895-566f14ccb90c no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:50:38.171239 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-7a240220-7d8d-472c-b7f1-f99fa95ea962 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] For port 920e9697-cb74-47c9-be67-15cd6a49106c, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=920e9697-cb74-47c9-be67-15cd6a49106c,segment=NetworkSegment(e4120fa0-9b0a-4b7f-bbca-fc7c050f90c7),segment_id=e4120fa0-9b0a-4b7f-bbca-fc7c050f90c7)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:50:38.171748 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7a240220-7d8d-472c-b7f1-f99fa95ea962 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:38.215473 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 9d9ab9b1-382f-4908-9895-566f14ccb90c {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:50:38.215846 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 9d9ab9b1-382f-4908-9895-566f14ccb90c not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:50:38.222524 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e4cff7-eb0f-44c9-8551-7b65441e236d None None] Network 3a987aea-9683-4b9f-b0d2-0880fce728c7 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:50:38.226036 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=3da3c09c-d124-4df3-a374-2d784143746b,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:38.228827 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-f4e4cff7-eb0f-44c9-8551-7b65441e236d None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:50:38.263540 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e4cff7-eb0f-44c9-8551-7b65441e236d None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:50:38.308933 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-7a240220-7d8d-472c-b7f1-f99fa95ea962 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Calling delete_port for 920e9697-cb74-47c9-be67-15cd6a49106c owned by network:router_interface {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:50:38.329348 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-76db36d7-186d-41b3-a407-a3019b63dacf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:38.374939 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4cff7-eb0f-44c9-8551-7b65441e236d None None] Pushing event updated for resources: {'Port': ['ID=7c20b933-3212-48a2-b879-6f8934f41654,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:38.383783 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-f4e4cff7-eb0f-44c9-8551-7b65441e236d None None] Attempting to bind port 7c20b933-3212-48a2-b879-6f8934f41654 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:50:38.384205 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-f4e4cff7-eb0f-44c9-8551-7b65441e236d None None] Attempting to bind port 7c20b933-3212-48a2-b879-6f8934f41654 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '971dedae-0c61-4748-ab52-10e6ca614ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3a987aea-9683-4b9f-b0d2-0880fce728c7'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:50:38.384574 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e4cff7-eb0f-44c9-8551-7b65441e236d None None] Attempting to bind port 7c20b933-3212-48a2-b879-6f8934f41654 on network 3a987aea-9683-4b9f-b0d2-0880fce728c7 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:50:38.389961 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e4cff7-eb0f-44c9-8551-7b65441e236d None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:50:38.390338 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e4cff7-eb0f-44c9-8551-7b65441e236d None None] Checking segment: {'id': '971dedae-0c61-4748-ab52-10e6ca614ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3a987aea-9683-4b9f-b0d2-0880fce728c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:50:38.390745 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f4e4cff7-eb0f-44c9-8551-7b65441e236d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:38.391140 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e4cff7-eb0f-44c9-8551-7b65441e236d None None] Bound using segment: {'id': '971dedae-0c61-4748-ab52-10e6ca614ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3a987aea-9683-4b9f-b0d2-0880fce728c7'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:50:38.391610 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-f4e4cff7-eb0f-44c9-8551-7b65441e236d None None] Bound port: 7c20b933-3212-48a2-b879-6f8934f41654, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '971dedae-0c61-4748-ab52-10e6ca614ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3a987aea-9683-4b9f-b0d2-0880fce728c7'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:50:38.392030 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f4e4cff7-eb0f-44c9-8551-7b65441e236d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:38.485647 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-f4e4cff7-eb0f-44c9-8551-7b65441e236d None None] For port 7c20b933-3212-48a2-b879-6f8934f41654, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:50:38.488535 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-f4e4cff7-eb0f-44c9-8551-7b65441e236d None None] For port 7c20b933-3212-48a2-b879-6f8934f41654, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=7c20b933-3212-48a2-b879-6f8934f41654,segment=NetworkSegment(971dedae-0c61-4748-ab52-10e6ca614ce9),segment_id=971dedae-0c61-4748-ab52-10e6ca614ce9)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:50:38.493951 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f4e4cff7-eb0f-44c9-8551-7b65441e236d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:38.586017 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4cff7-eb0f-44c9-8551-7b65441e236d None None] Pushing event updated for resources: {'Port': ['ID=7c20b933-3212-48a2-b879-6f8934f41654,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:38.650842 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7a240220-7d8d-472c-b7f1-f99fa95ea962 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:38.701482 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a240220-7d8d-472c-b7f1-f99fa95ea962 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event deleted for resources: {'Port': ['ID=920e9697-cb74-47c9-be67-15cd6a49106c,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:38.861384 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-76db36d7-186d-41b3-a407-a3019b63dacf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:38.867969 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-76db36d7-186d-41b3-a407-a3019b63dacf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:38.985729 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db36d7-186d-41b3-a407-a3019b63dacf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event updated for resources: {'Port': ['ID=fbb9a848-3ae8-4b42-8e24-cea7b6901be1,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:39.085863 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7a240220-7d8d-472c-b7f1-f99fa95ea962 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:39.242334 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-76db36d7-186d-41b3-a407-a3019b63dacf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:39.385062 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-76db36d7-186d-41b3-a407-a3019b63dacf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:39.386772 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 7c20b933-3212-48a2-b879-6f8934f41654 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:50:39.433570 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a240220-7d8d-472c-b7f1-f99fa95ea962 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Router c8443fa9-d8ae-451b-ad6e-fff60d710e00 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:50:39.476173 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 7c20b933-3212-48a2-b879-6f8934f41654 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:50:39.482393 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 3da3c09c-d124-4df3-a374-2d784143746b up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:50:39.557078 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 3da3c09c-d124-4df3-a374-2d784143746b triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:50:39.557683 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:39.611440 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a240220-7d8d-472c-b7f1-f99fa95ea962 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:50:39.623315 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62521dd-a6cf-4dbe-95d1-af1ea3bc5e21 None None] Sync routers for ids ['c8443fa9-d8ae-451b-ad6e-fff60d710e00'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:50:39.632688 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-7a240220-7d8d-472c-b7f1-f99fa95ea962 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "PUT /v2.0/routers/c8443fa9-d8ae-451b-ad6e-fff60d710e00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9078484 Feb 09 12:50:39.632936 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60372) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:39.642120 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62521dd-a6cf-4dbe-95d1-af1ea3bc5e21 None None] Routers {'c8443fa9-d8ae-451b-ad6e-fff60d710e00'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:50:39.642972 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a62521dd-a6cf-4dbe-95d1-af1ea3bc5e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:50:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['c8443fa9-d8ae-451b-ad6e-fff60d710e00'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:39.716608 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e630f01-7fd9-4c7e-8007-b257a88f8e89 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Deleting subnet 94caad94-79f0-4fbb-afca-10be04f33453 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:50:39.720674 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5e630f01-7fd9-4c7e-8007-b257a88f8e89 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:39.784514 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5e630f01-7fd9-4c7e-8007-b257a88f8e89 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:39.873210 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-a62521dd-a6cf-4dbe-95d1-af1ea3bc5e21 None None] Set router c8443fa9-d8ae-451b-ad6e-fff60d710e00 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:50:39.891520 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-76db36d7-186d-41b3-a407-a3019b63dacf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:39.896176 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5e630f01-7fd9-4c7e-8007-b257a88f8e89 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:39.897783 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-76db36d7-186d-41b3-a407-a3019b63dacf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:39.929073 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf81bd1b-7243-4434-b9fb-ca2a2dee5297 None None] Network 3a987aea-9683-4b9f-b0d2-0880fce728c7 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:50:39.990933 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5e630f01-7fd9-4c7e-8007-b257a88f8e89 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:40.024230 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-973e4742-b9f6-49c5-a4c3-b6c26f88dfbd None None] Provisioning for port 7c20b933-3212-48a2-b879-6f8934f41654 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:50:40.029900 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-76db36d7-186d-41b3-a407-a3019b63dacf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:40.030810 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-973e4742-b9f6-49c5-a4c3-b6c26f88dfbd None None] Provisioning complete for port 7c20b933-3212-48a2-b879-6f8934f41654 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:50:40.031188 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-973e4742-b9f6-49c5-a4c3-b6c26f88dfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:40.032831 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db36d7-186d-41b3-a407-a3019b63dacf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event updated for resources: {'Port': ['ID=fbb9a848-3ae8-4b42-8e24-cea7b6901be1,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:40.060912 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e630f01-7fd9-4c7e-8007-b257a88f8e89 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event deleted for resources: {'Subnet': ['ID=94caad94-79f0-4fbb-afca-10be04f33453,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:40.063511 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5e630f01-7fd9-4c7e-8007-b257a88f8e89 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:40.076438 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-5e630f01-7fd9-4c7e-8007-b257a88f8e89 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "DELETE /v2.0/subnets/94caad94-79f0-4fbb-afca-10be04f33453 HTTP/1.1" status: 204 len: 168 time: 0.4376953 Feb 09 12:50:40.076438 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60378) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:40.077534 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd464ef-1f10-49ff-bb1a-53cff049e6dc None None] Network bcc93e6f-c9d0-4857-8879-9cd4b1f0c529 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:50:40.213450 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-050f0bee-ad95-4d03-829b-8c6e484b0562 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:40.217409 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76db36d7-186d-41b3-a407-a3019b63dacf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Network 3a987aea-9683-4b9f-b0d2-0880fce728c7 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:50:40.218972 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-76db36d7-186d-41b3-a407-a3019b63dacf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:50:40.227795 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-050f0bee-ad95-4d03-829b-8c6e484b0562 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Deleting port 9eea0790-6017-44c6-9c16-5bcf8fe085b4 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:50:40.228249 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-050f0bee-ad95-4d03-829b-8c6e484b0562 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:40.248782 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a62521dd-a6cf-4dbe-95d1-af1ea3bc5e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'name': 'tempest-RoutersIpV6Test-router-1476695817', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:55Z', 'updated_at': '2022-02-09T12:50:38Z', 'revision_number': 10, 'project_id': '27f2f8bb689948199636c37c369127b7', 'gw_port_host': None, '_interfaces': [{'id': '62b1386e-4e8d-49b5-95a1-fc57c1833709', 'name': '', 'network_id': '8026e9a8-2928-4361-996b-0223b8b32dc8', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:a8:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'a0edf25c-f846-4a0e-bdfd-a793c1e34e16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:59Z', 'updated_at': '2022-02-09T12:50:07Z', 'revision_number': 5, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': 'a0edf25c-f846-4a0e-bdfd-a793c1e34e16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:40.253309 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62521dd-a6cf-4dbe-95d1-af1ea3bc5e21 None None] Checking router: c8443fa9-d8ae-451b-ad6e-fff60d710e00 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:50:40.263535 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62521dd-a6cf-4dbe-95d1-af1ea3bc5e21 None None] Routers {'c8443fa9-d8ae-451b-ad6e-fff60d710e00'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:50:40.264391 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a62521dd-a6cf-4dbe-95d1-af1ea3bc5e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:50:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['c8443fa9-d8ae-451b-ad6e-fff60d710e00'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:40.459024 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76db36d7-186d-41b3-a407-a3019b63dacf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Router ac0c7286-8ff1-4be6-9850-c1564da16286 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:50:40.474378 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-a62521dd-a6cf-4dbe-95d1-af1ea3bc5e21 None None] Set router c8443fa9-d8ae-451b-ad6e-fff60d710e00 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:50:40.537267 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-973e4742-b9f6-49c5-a4c3-b6c26f88dfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:40.551381 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-050f0bee-ad95-4d03-829b-8c6e484b0562 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] For port 9eea0790-6017-44c6-9c16-5bcf8fe085b4, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=9eea0790-6017-44c6-9c16-5bcf8fe085b4,segment=NetworkSegment(e4120fa0-9b0a-4b7f-bbca-fc7c050f90c7),segment_id=e4120fa0-9b0a-4b7f-bbca-fc7c050f90c7)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:50:40.551381 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-050f0bee-ad95-4d03-829b-8c6e484b0562 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:40.583858 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-973e4742-b9f6-49c5-a4c3-b6c26f88dfbd None None] For port 7c20b933-3212-48a2-b879-6f8934f41654, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=7c20b933-3212-48a2-b879-6f8934f41654,segment=NetworkSegment(971dedae-0c61-4748-ab52-10e6ca614ce9),segment_id=971dedae-0c61-4748-ab52-10e6ca614ce9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:50:40.597064 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-973e4742-b9f6-49c5-a4c3-b6c26f88dfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:40.669527 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbf9a83-7a53-400d-b15f-23df4f11d100 None None] DHCP port deletion for bcc93e6f-c9d0-4857-8879-9cd4b1f0c529 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:50:40.680017 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4fbf9a83-7a53-400d-b15f-23df4f11d100 None None] Deleting port 9eea0790-6017-44c6-9c16-5bcf8fe085b4 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:50:40.680392 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4fbf9a83-7a53-400d-b15f-23df4f11d100 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:40.758974 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-050f0bee-ad95-4d03-829b-8c6e484b0562 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Calling delete_port for 9eea0790-6017-44c6-9c16-5bcf8fe085b4 owned by network:dhcp {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:50:40.809374 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e4742-b9f6-49c5-a4c3-b6c26f88dfbd None None] Pushing event updated for resources: {'Port': ['ID=7c20b933-3212-48a2-b879-6f8934f41654,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:40.838228 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76db36d7-186d-41b3-a407-a3019b63dacf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:50:40.843993 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-76db36d7-186d-41b3-a407-a3019b63dacf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "PUT /v2.0/routers/ac0c7286-8ff1-4be6-9850-c1564da16286/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1183600 Feb 09 12:50:40.846662 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60382) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:40.853387 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1df88e-5818-4ce5-a579-b11abe4f9fae None None] Sync routers for ids ['ac0c7286-8ff1-4be6-9850-c1564da16286'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:50:40.884096 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1df88e-5818-4ce5-a579-b11abe4f9fae None None] Routers {'ac0c7286-8ff1-4be6-9850-c1564da16286'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:50:40.884810 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-bc1df88e-5818-4ce5-a579-b11abe4f9fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:50:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['ac0c7286-8ff1-4be6-9850-c1564da16286'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:40.887114 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a62521dd-a6cf-4dbe-95d1-af1ea3bc5e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'name': 'tempest-RoutersIpV6Test-router-1476695817', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:55Z', 'updated_at': '2022-02-09T12:50:38Z', 'revision_number': 10, 'project_id': '27f2f8bb689948199636c37c369127b7', 'gw_port_host': None, '_interfaces': [{'id': '62b1386e-4e8d-49b5-95a1-fc57c1833709', 'name': '', 'network_id': '8026e9a8-2928-4361-996b-0223b8b32dc8', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:a8:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'a0edf25c-f846-4a0e-bdfd-a793c1e34e16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:59Z', 'updated_at': '2022-02-09T12:50:07Z', 'revision_number': 5, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': 'a0edf25c-f846-4a0e-bdfd-a793c1e34e16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:40.893062 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62521dd-a6cf-4dbe-95d1-af1ea3bc5e21 None None] The sync data for ids ['c8443fa9-d8ae-451b-ad6e-fff60d710e00'] in n-d-825178-3 is: [{'id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'name': 'tempest-RoutersIpV6Test-router-1476695817', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:55Z', 'updated_at': '2022-02-09T12:50:38Z', 'revision_number': 10, 'project_id': '27f2f8bb689948199636c37c369127b7', 'gw_port_host': None, '_interfaces': [{'id': '62b1386e-4e8d-49b5-95a1-fc57c1833709', 'name': '', 'network_id': '8026e9a8-2928-4361-996b-0223b8b32dc8', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'mac_address': 'fa:16:3e:a8:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'a0edf25c-f846-4a0e-bdfd-a793c1e34e16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:59Z', 'updated_at': '2022-02-09T12:50:07Z', 'revision_number': 5, 'project_id': '27f2f8bb689948199636c37c369127b7', 'subnets': [{'id': 'a0edf25c-f846-4a0e-bdfd-a793c1e34e16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:50:41.030382 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-bc1df88e-5818-4ce5-a579-b11abe4f9fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:41.062954 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1df88e-5818-4ce5-a579-b11abe4f9fae None None] Routers {'ac0c7286-8ff1-4be6-9850-c1564da16286'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:50:41.063588 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-bc1df88e-5818-4ce5-a579-b11abe4f9fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:50:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['ac0c7286-8ff1-4be6-9850-c1564da16286'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:41.066558 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3b3a7d-203e-487d-a81f-02ad825bdf67 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:41.068269 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-dc3b3a7d-203e-487d-a81f-02ad825bdf67 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "GET /v2.0/ports/fbb9a848-3ae8-4b42-8e24-cea7b6901be1 HTTP/1.1" status: 200 len: 977 time: 0.2202446 Feb 09 12:50:41.071520 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60386) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:41.095158 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-050f0bee-ad95-4d03-829b-8c6e484b0562 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:41.116202 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2de77c5b-caf0-44a9-abcf-22960ef03485 None None] Provisioning for port fbb9a848-3ae8-4b42-8e24-cea7b6901be1 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:50:41.142665 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2de77c5b-caf0-44a9-abcf-22960ef03485 None None] Provisioning complete for port fbb9a848-3ae8-4b42-8e24-cea7b6901be1 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:50:41.143026 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2de77c5b-caf0-44a9-abcf-22960ef03485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:41.152566 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050f0bee-ad95-4d03-829b-8c6e484b0562 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event deleted for resources: {'Port': ['ID=9eea0790-6017-44c6-9c16-5bcf8fe085b4,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:41.154363 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050f0bee-ad95-4d03-829b-8c6e484b0562 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] No DVR routers for this DVR port 9eea0790-6017-44c6-9c16-5bcf8fe085b4 on host n-d-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:50:41.196793 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-bc1df88e-5818-4ce5-a579-b11abe4f9fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:41.197198 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1df88e-5818-4ce5-a579-b11abe4f9fae None None] The sync data for ids ['ac0c7286-8ff1-4be6-9850-c1564da16286'] in n-d-825178-3 is: [] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:50:41.206647 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4fbf9a83-7a53-400d-b15f-23df4f11d100 None None] For port 9eea0790-6017-44c6-9c16-5bcf8fe085b4, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=9eea0790-6017-44c6-9c16-5bcf8fe085b4,segment=NetworkSegment(e4120fa0-9b0a-4b7f-bbca-fc7c050f90c7),segment_id=e4120fa0-9b0a-4b7f-bbca-fc7c050f90c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:50:41.207408 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4fbf9a83-7a53-400d-b15f-23df4f11d100 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:41.301063 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-2de77c5b-caf0-44a9-abcf-22960ef03485 None None] Port fbb9a848-3ae8-4b42-8e24-cea7b6901be1 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:50:41.319545 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-050f0bee-ad95-4d03-829b-8c6e484b0562 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:41.388285 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-050f0bee-ad95-4d03-829b-8c6e484b0562 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcc93e6f-c9d0-4857-8879-9cd4b1f0c529']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:41.416867 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-050f0bee-ad95-4d03-829b-8c6e484b0562 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4120fa0-9b0a-4b7f-bbca-fc7c050f90c7') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:41.417796 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-050f0bee-ad95-4d03-829b-8c6e484b0562 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4120fa0-9b0a-4b7f-bbca-fc7c050f90c7') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:41.418320 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 7c20b933-3212-48a2-b879-6f8934f41654 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:50:41.439367 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-050f0bee-ad95-4d03-829b-8c6e484b0562 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:41.472948 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-050f0bee-ad95-4d03-829b-8c6e484b0562 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:41.478395 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4fbf9a83-7a53-400d-b15f-23df4f11d100 None None] Calling delete_port for 9eea0790-6017-44c6-9c16-5bcf8fe085b4 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:50:41.480242 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-050f0bee-ad95-4d03-829b-8c6e484b0562 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:50:41.480790 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-050f0bee-ad95-4d03-829b-8c6e484b0562 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:41.495991 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:50:41.495991 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:50:41.495991 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:50:41.495991 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:50:41.495991 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:50:41.495991 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:50:41.495991 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:50:41.495991 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:50:41.495991 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:50:41.495991 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:50:41.495991 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:50:41.495991 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:50:41.495991 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:50:41.495991 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:50:41.495991 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:50:41.495991 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:50:41.495991 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:50:41.495991 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:50:41.495991 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:50:41.495991 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:50:41.495991 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:50:41.495991 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:50:41.495991 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:50:41.495991 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:50:41.495991 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:50:41.495991 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:50:41.495991 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:50:41.495991 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:50:41.495991 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:50:41.495991 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:50:41.495991 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:50:41.495991 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:50:41.572093 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2de77c5b-caf0-44a9-abcf-22960ef03485 None None] Provisioning complete for port 7c20b933-3212-48a2-b879-6f8934f41654 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:50:41.572637 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2de77c5b-caf0-44a9-abcf-22960ef03485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:41.613783 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-050f0bee-ad95-4d03-829b-8c6e484b0562 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:41.622642 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-050f0bee-ad95-4d03-829b-8c6e484b0562 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:41.654074 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050f0bee-ad95-4d03-829b-8c6e484b0562 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event deleted for resources: {'Network': ['ID=bcc93e6f-c9d0-4857-8879-9cd4b1f0c529,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:41.660597 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-050f0bee-ad95-4d03-829b-8c6e484b0562 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "DELETE /v2.0/networks/bcc93e6f-c9d0-4857-8879-9cd4b1f0c529 HTTP/1.1" status: 204 len: 168 time: 1.5850625 Feb 09 12:50:41.663707 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60392) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:41.664109 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 7c20b933-3212-48a2-b879-6f8934f41654 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:50:41.664645 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:41.698003 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-4fbf9a83-7a53-400d-b15f-23df4f11d100 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:50:41.698663 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-4fbf9a83-7a53-400d-b15f-23df4f11d100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:50:41.746514 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fdcaf807-eaab-460f-8c0d-8c42d2e1ea58 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:41.914596 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 9eea0790-6017-44c6-9c16-5bcf8fe085b4 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:50:41.950927 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 9eea0790-6017-44c6-9c16-5bcf8fe085b4 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:50:41.951364 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 9eea0790-6017-44c6-9c16-5bcf8fe085b4 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:50:41.951777 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 920e9697-cb74-47c9-be67-15cd6a49106c no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:50:41.989805 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 920e9697-cb74-47c9-be67-15cd6a49106c {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:50:41.990158 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 920e9697-cb74-47c9-be67-15cd6a49106c not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:50:41.998856 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-5a95cf2e-0b17-4b45-bd61-ccadde6222e6 None None] Provisioning complete for port fbb9a848-3ae8-4b42-8e24-cea7b6901be1 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:50:41.999232 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5a95cf2e-0b17-4b45-bd61-ccadde6222e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:42.036333 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-fdcaf807-eaab-460f-8c0d-8c42d2e1ea58 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Deleting port fbb9a848-3ae8-4b42-8e24-cea7b6901be1 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:50:42.037248 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fdcaf807-eaab-460f-8c0d-8c42d2e1ea58 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:42.056811 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-5a95cf2e-0b17-4b45-bd61-ccadde6222e6 None None] Port fbb9a848-3ae8-4b42-8e24-cea7b6901be1 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:50:42.200209 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4fbf9a83-7a53-400d-b15f-23df4f11d100 None None] Deleting port 9eea0790-6017-44c6-9c16-5bcf8fe085b4 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:50:42.201453 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4fbf9a83-7a53-400d-b15f-23df4f11d100 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:42.210684 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-489a7e28-3131-4a38-8263-1e4888946e85 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:42.229209 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fdcaf807-eaab-460f-8c0d-8c42d2e1ea58 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:42.271467 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4fbf9a83-7a53-400d-b15f-23df4f11d100 None None] The port '9eea0790-6017-44c6-9c16-5bcf8fe085b4' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:50:42.479523 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-fdcaf807-eaab-460f-8c0d-8c42d2e1ea58 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Calling delete_port for fbb9a848-3ae8-4b42-8e24-cea7b6901be1 owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:50:42.559438 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-489a7e28-3131-4a38-8263-1e4888946e85 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Deleting port 62b1386e-4e8d-49b5-95a1-fc57c1833709 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:50:42.559686 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-489a7e28-3131-4a38-8263-1e4888946e85 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:42.653473 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fdcaf807-eaab-460f-8c0d-8c42d2e1ea58 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:42.705834 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcaf807-eaab-460f-8c0d-8c42d2e1ea58 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event deleted for resources: {'Port': ['ID=fbb9a848-3ae8-4b42-8e24-cea7b6901be1,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:42.750933 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcaf807-eaab-460f-8c0d-8c42d2e1ea58 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:50:42.751289 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcaf807-eaab-460f-8c0d-8c42d2e1ea58 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:50:42.751629 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcaf807-eaab-460f-8c0d-8c42d2e1ea58 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:50:42.751996 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcaf807-eaab-460f-8c0d-8c42d2e1ea58 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:50:42.752365 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcaf807-eaab-460f-8c0d-8c42d2e1ea58 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:50:42.752706 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcaf807-eaab-460f-8c0d-8c42d2e1ea58 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:50:42.753032 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcaf807-eaab-460f-8c0d-8c42d2e1ea58 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:50:42.753356 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcaf807-eaab-460f-8c0d-8c42d2e1ea58 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:50:42.753679 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcaf807-eaab-460f-8c0d-8c42d2e1ea58 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:50:42.754003 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcaf807-eaab-460f-8c0d-8c42d2e1ea58 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:50:42.754354 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcaf807-eaab-460f-8c0d-8c42d2e1ea58 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:50:42.754725 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcaf807-eaab-460f-8c0d-8c42d2e1ea58 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:50:42.875574 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-489a7e28-3131-4a38-8263-1e4888946e85 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] For port 62b1386e-4e8d-49b5-95a1-fc57c1833709, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=62b1386e-4e8d-49b5-95a1-fc57c1833709,segment=NetworkSegment(d7baddfa-8b87-419f-a065-1067d22d7647),segment_id=d7baddfa-8b87-419f-a065-1067d22d7647)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:50:42.875973 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-489a7e28-3131-4a38-8263-1e4888946e85 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:42.955308 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fdcaf807-eaab-460f-8c0d-8c42d2e1ea58 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:43.005585 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-489a7e28-3131-4a38-8263-1e4888946e85 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Calling delete_port for 62b1386e-4e8d-49b5-95a1-fc57c1833709 owned by network:router_interface {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:50:43.183503 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-489a7e28-3131-4a38-8263-1e4888946e85 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:43.227774 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdcaf807-eaab-460f-8c0d-8c42d2e1ea58 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Router ac0c7286-8ff1-4be6-9850-c1564da16286 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:50:43.234057 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a7e28-3131-4a38-8263-1e4888946e85 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event deleted for resources: {'Port': ['ID=62b1386e-4e8d-49b5-95a1-fc57c1833709,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:43.378266 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdcaf807-eaab-460f-8c0d-8c42d2e1ea58 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:50:43.392628 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a5a73d-116b-42a6-b407-3cc35f0ec0a6 None None] Sync routers for ids ['ac0c7286-8ff1-4be6-9850-c1564da16286'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:50:43.395877 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-fdcaf807-eaab-460f-8c0d-8c42d2e1ea58 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "PUT /v2.0/routers/ac0c7286-8ff1-4be6-9850-c1564da16286/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3225765 Feb 09 12:50:43.401620 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60396) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:43.414871 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a5a73d-116b-42a6-b407-3cc35f0ec0a6 None None] Routers {'ac0c7286-8ff1-4be6-9850-c1564da16286'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:50:43.415491 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-83a5a73d-116b-42a6-b407-3cc35f0ec0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:50:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['ac0c7286-8ff1-4be6-9850-c1564da16286'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:43.454631 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-489a7e28-3131-4a38-8263-1e4888946e85 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:43.501710 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-83a5a73d-116b-42a6-b407-3cc35f0ec0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:43.515551 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a5a73d-116b-42a6-b407-3cc35f0ec0a6 None None] Routers {'ac0c7286-8ff1-4be6-9850-c1564da16286'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:50:43.516126 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-83a5a73d-116b-42a6-b407-3cc35f0ec0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:50:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['ac0c7286-8ff1-4be6-9850-c1564da16286'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:43.581989 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-83a5a73d-116b-42a6-b407-3cc35f0ec0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:43.582375 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a5a73d-116b-42a6-b407-3cc35f0ec0a6 None None] The sync data for ids ['ac0c7286-8ff1-4be6-9850-c1564da16286'] in n-d-825178-3 is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:50:43.740378 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489a7e28-3131-4a38-8263-1e4888946e85 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Router c8443fa9-d8ae-451b-ad6e-fff60d710e00 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:50:43.880581 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489a7e28-3131-4a38-8263-1e4888946e85 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:50:43.891398 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1bb239-d48b-48ee-a59f-9ce560789c20 None None] Sync routers for ids ['c8443fa9-d8ae-451b-ad6e-fff60d710e00'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:50:43.895354 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-489a7e28-3131-4a38-8263-1e4888946e85 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "PUT /v2.0/routers/c8443fa9-d8ae-451b-ad6e-fff60d710e00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2279627 Feb 09 12:50:43.895902 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60402) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:43.901022 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-050d1b2b-6fbb-4e19-8ff7-657fb1f34d39 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] remove_router_interface failed (client error): The resource could not be found. Feb 09 12:50:43.902046 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-050d1b2b-6fbb-4e19-8ff7-657fb1f34d39 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "PUT /v2.0/routers/ac0c7286-8ff1-4be6-9850-c1564da16286/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4990649 Feb 09 12:50:43.904865 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60406) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:43.905300 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1bb239-d48b-48ee-a59f-9ce560789c20 None None] Routers {'c8443fa9-d8ae-451b-ad6e-fff60d710e00'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:50:43.905978 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-8b1bb239-d48b-48ee-a59f-9ce560789c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:50:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['c8443fa9-d8ae-451b-ad6e-fff60d710e00'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:43.947440 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-6da2607f-892a-4305-8e39-44c4275dbf88 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Synchronizing usage tracker for tenant:7a65637a4eb140ffb94c446f7f36e593 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:50:43.960926 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae19bc3e-3499-4fd6-ab1b-77e2d77d3710 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Deleting subnet a0edf25c-f846-4a0e-bdfd-a793c1e34e16 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:50:43.963803 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-6da2607f-892a-4305-8e39-44c4275dbf88 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Unset dirty status for tenant:7a65637a4eb140ffb94c446f7f36e593 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:50:43.964321 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ae19bc3e-3499-4fd6-ab1b-77e2d77d3710 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:43.965121 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6da2607f-892a-4305-8e39-44c4275dbf88 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac0c7286-8ff1-4be6-9850-c1564da16286 HTTP/1.1" status: 200 len: 205 time: 0.0593798 Feb 09 12:50:43.967782 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60410) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:44.024571 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ae19bc3e-3499-4fd6-ab1b-77e2d77d3710 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:44.106472 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ea0568af-1ffa-4c21-873b-2d50f0f9638b tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:44.112486 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ae19bc3e-3499-4fd6-ab1b-77e2d77d3710 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:44.119111 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-8b1bb239-d48b-48ee-a59f-9ce560789c20 None None] Set router c8443fa9-d8ae-451b-ad6e-fff60d710e00 gateway port host: None {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:50:44.189886 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ae19bc3e-3499-4fd6-ab1b-77e2d77d3710 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:44.224929 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6fbcfa98-ee78-4cb6-b7e3-69ecac8eebe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:44.234077 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-8b1bb239-d48b-48ee-a59f-9ce560789c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'name': 'tempest-RoutersIpV6Test-router-1476695817', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:55Z', 'updated_at': '2022-02-09T12:50:43Z', 'revision_number': 11, 'project_id': '27f2f8bb689948199636c37c369127b7', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:44.238440 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1bb239-d48b-48ee-a59f-9ce560789c20 None None] Checking router: c8443fa9-d8ae-451b-ad6e-fff60d710e00 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:50:44.248918 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1bb239-d48b-48ee-a59f-9ce560789c20 None None] Routers {'c8443fa9-d8ae-451b-ad6e-fff60d710e00'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:50:44.249555 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-8b1bb239-d48b-48ee-a59f-9ce560789c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:50:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['c8443fa9-d8ae-451b-ad6e-fff60d710e00'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:44.380863 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-8b1bb239-d48b-48ee-a59f-9ce560789c20 None None] Set router c8443fa9-d8ae-451b-ad6e-fff60d710e00 gateway port host: None {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:50:44.381303 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae19bc3e-3499-4fd6-ab1b-77e2d77d3710 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event deleted for resources: {'Subnet': ['ID=a0edf25c-f846-4a0e-bdfd-a793c1e34e16,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:44.399472 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ae19bc3e-3499-4fd6-ab1b-77e2d77d3710 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:44.407449 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ae19bc3e-3499-4fd6-ab1b-77e2d77d3710 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "DELETE /v2.0/subnets/a0edf25c-f846-4a0e-bdfd-a793c1e34e16 HTTP/1.1" status: 204 len: 168 time: 0.5105524 Feb 09 12:50:44.409966 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60414) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:44.423595 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ea0568af-1ffa-4c21-873b-2d50f0f9638b tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:44.425903 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ea0568af-1ffa-4c21-873b-2d50f0f9638b tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:44.428527 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1ef854-2dde-4e94-92b4-c8073aa75134 None None] Network 8026e9a8-2928-4361-996b-0223b8b32dc8 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:50:44.451051 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ea0568af-1ffa-4c21-873b-2d50f0f9638b tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:44.451684 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0568af-1ffa-4c21-873b-2d50f0f9638b tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Fanout notify agent at l3_agent the message router_deleted on router ac0c7286-8ff1-4be6-9850-c1564da16286 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:50:44.467864 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ea0568af-1ffa-4c21-873b-2d50f0f9638b tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:44.469051 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ea0568af-1ffa-4c21-873b-2d50f0f9638b tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "DELETE /v2.0/routers/ac0c7286-8ff1-4be6-9850-c1564da16286 HTTP/1.1" status: 204 len: 168 time: 0.5002925 Feb 09 12:50:44.471680 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60420) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:44.548840 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a3149a5c-bef9-4136-91a5-64e34345d80b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:44.551182 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-b185371a-3c01-4c2b-b84f-18dbb74614a7 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Deleting subnet b33cec14-c05a-41db-9139-aedb5cd79d7d {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:50:44.554831 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b185371a-3c01-4c2b-b84f-18dbb74614a7 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:44.560988 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-8b1bb239-d48b-48ee-a59f-9ce560789c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'name': 'tempest-RoutersIpV6Test-router-1476695817', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:55Z', 'updated_at': '2022-02-09T12:50:43Z', 'revision_number': 11, 'project_id': '27f2f8bb689948199636c37c369127b7', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:44.561155 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-a3149a5c-bef9-4136-91a5-64e34345d80b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Deleting port c7775a48-a862-468d-a040-51e21859160a {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:50:44.561155 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a3149a5c-bef9-4136-91a5-64e34345d80b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:44.567375 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1bb239-d48b-48ee-a59f-9ce560789c20 None None] The sync data for ids ['c8443fa9-d8ae-451b-ad6e-fff60d710e00'] in n-d-825178-3 is: [{'id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'name': 'tempest-RoutersIpV6Test-router-1476695817', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:55Z', 'updated_at': '2022-02-09T12:50:43Z', 'revision_number': 11, 'project_id': '27f2f8bb689948199636c37c369127b7', 'gw_port_host': None}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:50:44.635402 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b185371a-3c01-4c2b-b84f-18dbb74614a7 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:44.741067 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b185371a-3c01-4c2b-b84f-18dbb74614a7 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:44.797665 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-a3149a5c-bef9-4136-91a5-64e34345d80b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] For port c7775a48-a862-468d-a040-51e21859160a, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=c7775a48-a862-468d-a040-51e21859160a,segment=NetworkSegment(d7baddfa-8b87-419f-a065-1067d22d7647),segment_id=d7baddfa-8b87-419f-a065-1067d22d7647)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:50:44.798029 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a3149a5c-bef9-4136-91a5-64e34345d80b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:44.839158 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b185371a-3c01-4c2b-b84f-18dbb74614a7 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:44.891143 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b185371a-3c01-4c2b-b84f-18dbb74614a7 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:44.895253 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b185371a-3c01-4c2b-b84f-18dbb74614a7 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event deleted for resources: {'Subnet': ['ID=b33cec14-c05a-41db-9139-aedb5cd79d7d,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:44.897015 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5efa3dd-f43c-4f7e-a328-4b2b0170b0c9 None None] Network 3a987aea-9683-4b9f-b0d2-0880fce728c7 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:50:44.909666 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b185371a-3c01-4c2b-b84f-18dbb74614a7 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "DELETE /v2.0/subnets/b33cec14-c05a-41db-9139-aedb5cd79d7d HTTP/1.1" status: 204 len: 168 time: 0.4312725 Feb 09 12:50:44.909666 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60434) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:44.968475 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-a3149a5c-bef9-4136-91a5-64e34345d80b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Calling delete_port for c7775a48-a862-468d-a040-51e21859160a owned by network:dhcp {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:50:44.989706 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd812a2f-2bf0-43d1-9f56-90802a76581d None None] DHCP port deletion for 8026e9a8-2928-4361-996b-0223b8b32dc8 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:50:45.012418 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-cd812a2f-2bf0-43d1-9f56-90802a76581d None None] Deleting port c7775a48-a862-468d-a040-51e21859160a {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:50:45.012789 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cd812a2f-2bf0-43d1-9f56-90802a76581d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:45.082761 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c05b1ee3-ce0f-4410-b4eb-cb3ca1d7d66f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:45.092765 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a3149a5c-bef9-4136-91a5-64e34345d80b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:45.104056 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-c05b1ee3-ce0f-4410-b4eb-cb3ca1d7d66f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Deleting port 7c20b933-3212-48a2-b879-6f8934f41654 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:50:45.104718 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c05b1ee3-ce0f-4410-b4eb-cb3ca1d7d66f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:45.172571 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3149a5c-bef9-4136-91a5-64e34345d80b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event deleted for resources: {'Port': ['ID=c7775a48-a862-468d-a040-51e21859160a,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:45.175758 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3149a5c-bef9-4136-91a5-64e34345d80b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] No DVR routers for this DVR port c7775a48-a862-468d-a040-51e21859160a on host n-d-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:50:45.213907 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-cd812a2f-2bf0-43d1-9f56-90802a76581d None None] The port 'c7775a48-a862-468d-a040-51e21859160a' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:50:45.247680 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device c7775a48-a862-468d-a040-51e21859160a no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:50:45.284599 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: c7775a48-a862-468d-a040-51e21859160a {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:50:45.284943 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device c7775a48-a862-468d-a040-51e21859160a not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:50:45.285359 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 62b1386e-4e8d-49b5-95a1-fc57c1833709 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:50:45.336035 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 62b1386e-4e8d-49b5-95a1-fc57c1833709 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:50:45.336385 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 62b1386e-4e8d-49b5-95a1-fc57c1833709 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:50:45.378311 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-c05b1ee3-ce0f-4410-b4eb-cb3ca1d7d66f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] For port 7c20b933-3212-48a2-b879-6f8934f41654, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=7c20b933-3212-48a2-b879-6f8934f41654,segment=NetworkSegment(971dedae-0c61-4748-ab52-10e6ca614ce9),segment_id=971dedae-0c61-4748-ab52-10e6ca614ce9)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:50:45.378671 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c05b1ee3-ce0f-4410-b4eb-cb3ca1d7d66f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:45.414120 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78501983-5ea4-48a3-8d62-41b3b19a4a33 None None] DHCP port deletion for 3a987aea-9683-4b9f-b0d2-0880fce728c7 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:50:45.416747 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a3149a5c-bef9-4136-91a5-64e34345d80b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:45.420950 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-78501983-5ea4-48a3-8d62-41b3b19a4a33 None None] Deleting port 7c20b933-3212-48a2-b879-6f8934f41654 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:50:45.421594 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-78501983-5ea4-48a3-8d62-41b3b19a4a33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:45.448696 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-a3149a5c-bef9-4136-91a5-64e34345d80b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8026e9a8-2928-4361-996b-0223b8b32dc8']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:45.470431 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891e3b1-889a-4042-8102-4591a591e59d req-bd8bae88-d770-485f-bef3-058fe0589dcb tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:45.472520 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f891e3b1-889a-4042-8102-4591a591e59d req-bd8bae88-d770-485f-bef3-058fe0589dcb tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=24bfe37c-1089-4182-86d9-1c25ec429621 HTTP/1.1" status: 200 len: 945 time: 0.2554851 Feb 09 12:50:45.475221 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-a3149a5c-bef9-4136-91a5-64e34345d80b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7baddfa-8b87-419f-a065-1067d22d7647') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:45.476098 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-a3149a5c-bef9-4136-91a5-64e34345d80b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7baddfa-8b87-419f-a065-1067d22d7647') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:45.508381 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a3149a5c-bef9-4136-91a5-64e34345d80b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:45.543853 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a3149a5c-bef9-4136-91a5-64e34345d80b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:45.560017 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f891e3b1-889a-4042-8102-4591a591e59d req-2c624aa4-e786-4aa3-b880-74b1efb98a92 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=7643a677-e910-42b2-ae55-a8f871e13233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737820 Feb 09 12:50:45.561228 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3149a5c-bef9-4136-91a5-64e34345d80b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:50:45.561746 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a3149a5c-bef9-4136-91a5-64e34345d80b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:45.580825 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:50:45.580825 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:50:45.580825 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:50:45.580825 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:50:45.580825 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:50:45.580825 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:50:45.580825 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:50:45.580825 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:50:45.580825 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:50:45.580825 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:50:45.580825 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:50:45.580825 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:50:45.580825 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:50:45.580825 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:50:45.580825 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:50:45.580825 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:50:45.580825 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:50:45.580825 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:50:45.580825 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:50:45.580825 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:50:45.580825 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:50:45.580825 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:50:45.580825 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:50:45.580825 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:50:45.580825 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:50:45.580825 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:50:45.580825 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:50:45.580825 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:50:45.580825 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:50:45.580825 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:50:45.580825 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:50:45.580825 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:50:45.629255 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-c05b1ee3-ce0f-4410-b4eb-cb3ca1d7d66f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Calling delete_port for 7c20b933-3212-48a2-b879-6f8934f41654 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:50:45.660388 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-78501983-5ea4-48a3-8d62-41b3b19a4a33 None None] For port 7c20b933-3212-48a2-b879-6f8934f41654, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=7c20b933-3212-48a2-b879-6f8934f41654,segment=NetworkSegment(971dedae-0c61-4748-ab52-10e6ca614ce9),segment_id=971dedae-0c61-4748-ab52-10e6ca614ce9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:50:45.661228 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-78501983-5ea4-48a3-8d62-41b3b19a4a33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:45.670662 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a3149a5c-bef9-4136-91a5-64e34345d80b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:45.694436 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a3149a5c-bef9-4136-91a5-64e34345d80b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:45.705858 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3149a5c-bef9-4136-91a5-64e34345d80b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Pushing event deleted for resources: {'Network': ['ID=8026e9a8-2928-4361-996b-0223b8b32dc8,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:45.717454 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a3149a5c-bef9-4136-91a5-64e34345d80b tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "DELETE /v2.0/networks/8026e9a8-2928-4361-996b-0223b8b32dc8 HTTP/1.1" status: 204 len: 168 time: 1.3039389 Feb 09 12:50:45.717655 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60442) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:45.719963 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c05b1ee3-ce0f-4410-b4eb-cb3ca1d7d66f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:45.724664 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-aff873ea-a078-47d7-8334-a7a327bd3a12 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Request body: {'router': {'routes': None}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:50:45.765261 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05b1ee3-ce0f-4410-b4eb-cb3ca1d7d66f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event deleted for resources: {'Port': ['ID=7c20b933-3212-48a2-b879-6f8934f41654,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:45.770500 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05b1ee3-ce0f-4410-b4eb-cb3ca1d7d66f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] No DVR routers for this DVR port 7c20b933-3212-48a2-b879-6f8934f41654 on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:50:45.814918 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-78501983-5ea4-48a3-8d62-41b3b19a4a33 None None] Calling delete_port for 7c20b933-3212-48a2-b879-6f8934f41654 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:50:45.911692 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c05b1ee3-ce0f-4410-b4eb-cb3ca1d7d66f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:45.934880 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-78501983-5ea4-48a3-8d62-41b3b19a4a33 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:50:45.935441 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-78501983-5ea4-48a3-8d62-41b3b19a4a33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:50:45.939515 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-c05b1ee3-ce0f-4410-b4eb-cb3ca1d7d66f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a987aea-9683-4b9f-b0d2-0880fce728c7']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:45.952521 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-c05b1ee3-ce0f-4410-b4eb-cb3ca1d7d66f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '971dedae-0c61-4748-ab52-10e6ca614ce9') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:45.952822 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-c05b1ee3-ce0f-4410-b4eb-cb3ca1d7d66f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '971dedae-0c61-4748-ab52-10e6ca614ce9') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:45.964349 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c05b1ee3-ce0f-4410-b4eb-cb3ca1d7d66f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:45.980605 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c05b1ee3-ce0f-4410-b4eb-cb3ca1d7d66f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:45.987959 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c05b1ee3-ce0f-4410-b4eb-cb3ca1d7d66f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:50:45.988651 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c05b1ee3-ce0f-4410-b4eb-cb3ca1d7d66f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:46.004020 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:50:46.004020 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:50:46.004020 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:50:46.004020 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:50:46.004020 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:50:46.004020 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:50:46.004020 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:50:46.004020 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:50:46.004020 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:50:46.004020 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:50:46.004020 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:50:46.004020 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:50:46.004020 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:50:46.004020 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:50:46.004020 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:50:46.004020 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:50:46.004020 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:50:46.004020 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:50:46.004020 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:50:46.004020 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:50:46.004020 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:50:46.004020 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:50:46.004020 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:50:46.004020 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:50:46.004020 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:50:46.004020 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:50:46.004020 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:50:46.004020 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:50:46.004020 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:50:46.004020 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:50:46.004020 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:50:46.004020 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:50:46.092261 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c05b1ee3-ce0f-4410-b4eb-cb3ca1d7d66f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:46.112653 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c05b1ee3-ce0f-4410-b4eb-cb3ca1d7d66f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:46.124738 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05b1ee3-ce0f-4410-b4eb-cb3ca1d7d66f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event deleted for resources: {'Network': ['ID=3a987aea-9683-4b9f-b0d2-0880fce728c7,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:46.136956 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c05b1ee3-ce0f-4410-b4eb-cb3ca1d7d66f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "DELETE /v2.0/networks/3a987aea-9683-4b9f-b0d2-0880fce728c7 HTTP/1.1" status: 204 len: 168 time: 1.2257721 Feb 09 12:50:46.141054 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60452) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:46.142380 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.extraroute_db [None req-aff873ea-a078-47d7-8334-a7a327bd3a12 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Added routes are [] {{(pid=87567) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 09 12:50:46.142677 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.extraroute_db [None req-aff873ea-a078-47d7-8334-a7a327bd3a12 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Removed routes are [] {{(pid=87567) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 09 12:50:46.143029 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-aff873ea-a078-47d7-8334-a7a327bd3a12 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:46.146624 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-48328ce2-8ba4-4eac-a48e-b4fb5d9c882e tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Request body: {'network': {'name': 'tempest-RoutersTest-1063762313'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:50:46.152198 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-48328ce2-8ba4-4eac-a48e-b4fb5d9c882e tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:50:46.156003 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-48328ce2-8ba4-4eac-a48e-b4fb5d9c882e tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Usage tracker for resource:network and tenant:7a65637a4eb140ffb94c446f7f36e593 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:50:46.158787 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-48328ce2-8ba4-4eac-a48e-b4fb5d9c882e tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:50:46.164723 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-48328ce2-8ba4-4eac-a48e-b4fb5d9c882e tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:50:46.176253 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48328ce2-8ba4-4eac-a48e-b4fb5d9c882e tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Made reservation on behalf of 7a65637a4eb140ffb94c446f7f36e593 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:50:46.181283 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-48328ce2-8ba4-4eac-a48e-b4fb5d9c882e tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:46.218362 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48328ce2-8ba4-4eac-a48e-b4fb5d9c882e tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:50:46.228127 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-48328ce2-8ba4-4eac-a48e-b4fb5d9c882e tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:46.228477 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-48328ce2-8ba4-4eac-a48e-b4fb5d9c882e tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Added segment 69259dd2-6806-4af4-9459-551e90182a07 of type vlan for network c795972c-b61e-41dc-af99-21c8665e0c01 Feb 09 12:50:46.266833 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-48328ce2-8ba4-4eac-a48e-b4fb5d9c882e tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:46.299714 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-48328ce2-8ba4-4eac-a48e-b4fb5d9c882e tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:46.308444 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48328ce2-8ba4-4eac-a48e-b4fb5d9c882e tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:46.309098 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-48328ce2-8ba4-4eac-a48e-b4fb5d9c882e tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:46.386700 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-15cc69e4-7260-45b7-bcb9-d793d7eb28ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:46.416151 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-aff873ea-a078-47d7-8334-a7a327bd3a12 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:46.429716 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48328ce2-8ba4-4eac-a48e-b4fb5d9c882e tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event updated for resources: {'Network': ['ID=c795972c-b61e-41dc-af99-21c8665e0c01,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:46.429943 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-aff873ea-a078-47d7-8334-a7a327bd3a12 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1740557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1740570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1738587'] for router, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:46.435996 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-48328ce2-8ba4-4eac-a48e-b4fb5d9c882e tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2919087 Feb 09 12:50:46.436333 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-78501983-5ea4-48a3-8d62-41b3b19a4a33 None None] Deleting port 7c20b933-3212-48a2-b879-6f8934f41654 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:50:46.436668 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-78501983-5ea4-48a3-8d62-41b3b19a4a33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:46.436776 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60456) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:46.442717 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-d14cf8c9-5942-4b52-b639-9dcae865dfe4 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Request body: {'subnet': {'network_id': 'c795972c-b61e-41dc-af99-21c8665e0c01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:50:46.466431 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network c795972c-b61e-41dc-af99-21c8665e0c01 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:50:46.556166 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d14cf8c9-5942-4b52-b639-9dcae865dfe4 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:50:46.559953 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d14cf8c9-5942-4b52-b639-9dcae865dfe4 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Usage tracker for resource:subnet and tenant:7a65637a4eb140ffb94c446f7f36e593 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:50:46.562903 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d14cf8c9-5942-4b52-b639-9dcae865dfe4 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:50:46.568727 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d14cf8c9-5942-4b52-b639-9dcae865dfe4 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:50:46.579096 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14cf8c9-5942-4b52-b639-9dcae865dfe4 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Made reservation on behalf of 7a65637a4eb140ffb94c446f7f36e593 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:50:46.581891 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff873ea-a078-47d7-8334-a7a327bd3a12 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Router c8443fa9-d8ae-451b-ad6e-fff60d710e00 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:50:46.583085 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d14cf8c9-5942-4b52-b639-9dcae865dfe4 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:46.618939 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-78501983-5ea4-48a3-8d62-41b3b19a4a33 None None] The port '7c20b933-3212-48a2-b879-6f8934f41654' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:50:46.773326 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff873ea-a078-47d7-8334-a7a327bd3a12 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:50:46.782862 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74105b8c-5558-440b-ac95-9e53f19adc9b None None] Sync routers for ids ['c8443fa9-d8ae-451b-ad6e-fff60d710e00'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:50:46.783375 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-aff873ea-a078-47d7-8334-a7a327bd3a12 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:46.784494 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-aff873ea-a078-47d7-8334-a7a327bd3a12 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "PUT /v2.0/routers/c8443fa9-d8ae-451b-ad6e-fff60d710e00 HTTP/1.1" status: 200 len: 705 time: 1.0658431 Feb 09 12:50:46.788934 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60462) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:46.800627 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74105b8c-5558-440b-ac95-9e53f19adc9b None None] Routers {'c8443fa9-d8ae-451b-ad6e-fff60d710e00'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:50:46.801239 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-74105b8c-5558-440b-ac95-9e53f19adc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:50:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['c8443fa9-d8ae-451b-ad6e-fff60d710e00'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:46.823987 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e40d2c-dcf9-48d0-b6a4-1a8e5e2757bb req-90baf996-d0ae-4429-9907-03a4aa8e206b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:46.825778 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a3e40d2c-dcf9-48d0-b6a4-1a8e5e2757bb req-90baf996-d0ae-4429-9907-03a4aa8e206b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=24bfe37c-1089-4182-86d9-1c25ec429621 HTTP/1.1" status: 200 len: 945 time: 0.1086578 Feb 09 12:50:46.857445 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-587d844d-985c-4695-8939-aa70698d6446 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Synchronizing usage tracker for tenant:27f2f8bb689948199636c37c369127b7 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:50:46.873425 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d14cf8c9-5942-4b52-b639-9dcae865dfe4 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:46.877370 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a3e40d2c-dcf9-48d0-b6a4-1a8e5e2757bb req-1cc62668-2ca4-465c-80fa-b0151dc54dce tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=7643a677-e910-42b2-ae55-a8f871e13233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458584 Feb 09 12:50:46.906790 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-587d844d-985c-4695-8939-aa70698d6446 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Unset dirty status for tenant:27f2f8bb689948199636c37c369127b7 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:50:46.907960 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-587d844d-985c-4695-8939-aa70698d6446 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8443fa9-d8ae-451b-ad6e-fff60d710e00 HTTP/1.1" status: 200 len: 205 time: 0.1179988 Feb 09 12:50:46.910814 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60466) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:46.946377 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-74105b8c-5558-440b-ac95-9e53f19adc9b None None] Set router c8443fa9-d8ae-451b-ad6e-fff60d710e00 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:50:46.953423 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14cf8c9-5942-4b52-b639-9dcae865dfe4 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event updated for resources: {'Subnet': ['ID=7bd8b6f3-1d96-4ad1-9e8c-f3ca8a810ce6,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:46.966963 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14cf8c9-5942-4b52-b639-9dcae865dfe4 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Checking segment: {'id': '69259dd2-6806-4af4-9459-551e90182a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c795972c-b61e-41dc-af99-21c8665e0c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:50:46.967318 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14cf8c9-5942-4b52-b639-9dcae865dfe4 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Network hostable DHCP agents. Network: c795972c-b61e-41dc-af99-21c8665e0c01, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:50:46.987132 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14cf8c9-5942-4b52-b639-9dcae865dfe4 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Network c795972c-b61e-41dc-af99-21c8665e0c01 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:50:46.997202 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-d14cf8c9-5942-4b52-b639-9dcae865dfe4 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, c795972c-b61e-41dc-af99-21c8665e0c01) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:50:47.001791 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14cf8c9-5942-4b52-b639-9dcae865dfe4 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:47.002369 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d14cf8c9-5942-4b52-b639-9dcae865dfe4 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:47.012500 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb4ac7f-d7b8-4207-bd49-b348a061a8e9 None None] Network c795972c-b61e-41dc-af99-21c8665e0c01 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:50:47.026435 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d14cf8c9-5942-4b52-b639-9dcae865dfe4 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5882516 Feb 09 12:50:47.029162 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60470) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:47.034187 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-4fde2d1a-d326-4da6-aea8-2911decab5e2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-458222572', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:50:47.041562 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4fde2d1a-d326-4da6-aea8-2911decab5e2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:50:47.045476 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4fde2d1a-d326-4da6-aea8-2911decab5e2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Usage tracker for resource:router and tenant:7a65637a4eb140ffb94c446f7f36e593 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:50:47.048534 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4fde2d1a-d326-4da6-aea8-2911decab5e2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:50:47.054490 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4fde2d1a-d326-4da6-aea8-2911decab5e2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:50:47.063862 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9eebaa9a-cb67-40a7-8f23-6f35adebd8ba tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:47.069421 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4fde2d1a-d326-4da6-aea8-2911decab5e2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:47.070421 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4fde2d1a-d326-4da6-aea8-2911decab5e2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:47.075197 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-74105b8c-5558-440b-ac95-9e53f19adc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'name': 'tempest-RoutersIpV6Test-router-1476695817', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:55Z', 'updated_at': '2022-02-09T12:50:43Z', 'revision_number': 11, 'project_id': '27f2f8bb689948199636c37c369127b7', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:47.079729 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74105b8c-5558-440b-ac95-9e53f19adc9b None None] Checking router: c8443fa9-d8ae-451b-ad6e-fff60d710e00 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:50:47.091800 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74105b8c-5558-440b-ac95-9e53f19adc9b None None] Routers {'c8443fa9-d8ae-451b-ad6e-fff60d710e00'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:50:47.092767 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-74105b8c-5558-440b-ac95-9e53f19adc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:50:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['c8443fa9-d8ae-451b-ad6e-fff60d710e00'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:47.109910 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4fde2d1a-d326-4da6-aea8-2911decab5e2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:47.144816 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4fde2d1a-d326-4da6-aea8-2911decab5e2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:47.180346 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4fde2d1a-d326-4da6-aea8-2911decab5e2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:47.183879 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4fde2d1a-d326-4da6-aea8-2911decab5e2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1514478 Feb 09 12:50:47.184443 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60474) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:47.235641 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-74105b8c-5558-440b-ac95-9e53f19adc9b None None] Set router c8443fa9-d8ae-451b-ad6e-fff60d710e00 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:50:47.252975 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 7c20b933-3212-48a2-b879-6f8934f41654 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:50:47.302543 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 7c20b933-3212-48a2-b879-6f8934f41654 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:50:47.303117 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 7c20b933-3212-48a2-b879-6f8934f41654 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:50:47.378513 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974aaaf5-e3ec-4ace-9116-ad5c538fa59f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-c795972c-b61e-41dc-af99-21c8665e0c01', 'network_id': 'c795972c-b61e-41dc-af99-21c8665e0c01', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'fixed_ips': [{'subnet_id': '7bd8b6f3-1d96-4ad1-9e8c-f3ca8a810ce6'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:50:47.379485 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-974aaaf5-e3ec-4ace-9116-ad5c538fa59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:47.402631 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-74105b8c-5558-440b-ac95-9e53f19adc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'name': 'tempest-RoutersIpV6Test-router-1476695817', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:55Z', 'updated_at': '2022-02-09T12:50:43Z', 'revision_number': 11, 'project_id': '27f2f8bb689948199636c37c369127b7', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:47.407001 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74105b8c-5558-440b-ac95-9e53f19adc9b None None] The sync data for ids ['c8443fa9-d8ae-451b-ad6e-fff60d710e00'] in n-d-825178-3 is: [{'id': 'c8443fa9-d8ae-451b-ad6e-fff60d710e00', 'name': 'tempest-RoutersIpV6Test-router-1476695817', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:55Z', 'updated_at': '2022-02-09T12:50:43Z', 'revision_number': 11, 'project_id': '27f2f8bb689948199636c37c369127b7', 'gw_port_host': None}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:50:47.482152 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9eebaa9a-cb67-40a7-8f23-6f35adebd8ba tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:47.484642 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9eebaa9a-cb67-40a7-8f23-6f35adebd8ba tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:47.573013 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-974aaaf5-e3ec-4ace-9116-ad5c538fa59f None None] Allocated IP 172.20.0.2 (c795972c-b61e-41dc-af99-21c8665e0c01/7bd8b6f3-1d96-4ad1-9e8c-f3ca8a810ce6/32981f44-2e85-4e5a-8944-adeaee039979) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:50:47.664141 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9eebaa9a-cb67-40a7-8f23-6f35adebd8ba tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:47.664728 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eebaa9a-cb67-40a7-8f23-6f35adebd8ba tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Fanout notify agent at l3_agent the message router_deleted on router c8443fa9-d8ae-451b-ad6e-fff60d710e00 {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:50:47.686749 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9eebaa9a-cb67-40a7-8f23-6f35adebd8ba tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:47.691314 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9eebaa9a-cb67-40a7-8f23-6f35adebd8ba tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "DELETE /v2.0/routers/c8443fa9-d8ae-451b-ad6e-fff60d710e00 HTTP/1.1" status: 204 len: 168 time: 0.7785709 Feb 09 12:50:47.698423 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60478) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:47.707308 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-1bda4ef7-3a05-4a12-a04e-904c7b8fbd1c tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1392121057', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:50:47.710249 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:47.718472 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-1bda4ef7-3a05-4a12-a04e-904c7b8fbd1c tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:50:47.721541 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:47.724508 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-1bda4ef7-3a05-4a12-a04e-904c7b8fbd1c tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Usage tracker for resource:router and tenant:27f2f8bb689948199636c37c369127b7 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:50:47.728243 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-1bda4ef7-3a05-4a12-a04e-904c7b8fbd1c tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:50:47.735089 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-1bda4ef7-3a05-4a12-a04e-904c7b8fbd1c tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:50:47.746173 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1bda4ef7-3a05-4a12-a04e-904c7b8fbd1c tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:47.747268 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1bda4ef7-3a05-4a12-a04e-904c7b8fbd1c tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:47.769582 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1bda4ef7-3a05-4a12-a04e-904c7b8fbd1c tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:47.800694 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1bda4ef7-3a05-4a12-a04e-904c7b8fbd1c tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:47.836304 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1bda4ef7-3a05-4a12-a04e-904c7b8fbd1c tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:47.837626 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1bda4ef7-3a05-4a12-a04e-904c7b8fbd1c tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1371646 Feb 09 12:50:47.840265 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60484) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:47.847850 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-f645ac71-c744-4b31-a15e-ed7e65baa805 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:50:47.869726 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-974aaaf5-e3ec-4ace-9116-ad5c538fa59f None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:47.880479 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-974aaaf5-e3ec-4ace-9116-ad5c538fa59f None None] Transition to ACTIVE for port object 32981f44-2e85-4e5a-8944-adeaee039979 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:50:47.901085 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-974aaaf5-e3ec-4ace-9116-ad5c538fa59f None None] Transition to ACTIVE for port object 32981f44-2e85-4e5a-8944-adeaee039979 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:50:47.908665 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-974aaaf5-e3ec-4ace-9116-ad5c538fa59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:47.954316 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1642ddd6-b146-4db8-a0b8-946954295039 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:48.001088 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974aaaf5-e3ec-4ace-9116-ad5c538fa59f None None] Network c795972c-b61e-41dc-af99-21c8665e0c01 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:50:48.005390 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-974aaaf5-e3ec-4ace-9116-ad5c538fa59f None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:50:48.009993 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974aaaf5-e3ec-4ace-9116-ad5c538fa59f None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:50:48.080050 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974aaaf5-e3ec-4ace-9116-ad5c538fa59f None None] Pushing event updated for resources: {'Port': ['ID=32981f44-2e85-4e5a-8944-adeaee039979,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:48.097795 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974aaaf5-e3ec-4ace-9116-ad5c538fa59f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:50:48.098260 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974aaaf5-e3ec-4ace-9116-ad5c538fa59f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:50:48.099243 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974aaaf5-e3ec-4ace-9116-ad5c538fa59f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:50:48.099918 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974aaaf5-e3ec-4ace-9116-ad5c538fa59f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:50:48.100494 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974aaaf5-e3ec-4ace-9116-ad5c538fa59f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:50:48.100926 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974aaaf5-e3ec-4ace-9116-ad5c538fa59f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:50:48.101362 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974aaaf5-e3ec-4ace-9116-ad5c538fa59f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:50:48.101791 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974aaaf5-e3ec-4ace-9116-ad5c538fa59f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:50:48.102214 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974aaaf5-e3ec-4ace-9116-ad5c538fa59f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:50:48.102678 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974aaaf5-e3ec-4ace-9116-ad5c538fa59f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:50:48.103072 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974aaaf5-e3ec-4ace-9116-ad5c538fa59f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:50:48.103494 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974aaaf5-e3ec-4ace-9116-ad5c538fa59f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:50:48.122840 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-974aaaf5-e3ec-4ace-9116-ad5c538fa59f None None] Attempting to bind port 32981f44-2e85-4e5a-8944-adeaee039979 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:50:48.123327 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-974aaaf5-e3ec-4ace-9116-ad5c538fa59f None None] Attempting to bind port 32981f44-2e85-4e5a-8944-adeaee039979 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '69259dd2-6806-4af4-9459-551e90182a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c795972c-b61e-41dc-af99-21c8665e0c01'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:50:48.123809 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974aaaf5-e3ec-4ace-9116-ad5c538fa59f None None] Attempting to bind port 32981f44-2e85-4e5a-8944-adeaee039979 on network c795972c-b61e-41dc-af99-21c8665e0c01 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:50:48.129257 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974aaaf5-e3ec-4ace-9116-ad5c538fa59f None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:50:48.129731 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974aaaf5-e3ec-4ace-9116-ad5c538fa59f None None] Checking segment: {'id': '69259dd2-6806-4af4-9459-551e90182a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c795972c-b61e-41dc-af99-21c8665e0c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:50:48.130519 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-974aaaf5-e3ec-4ace-9116-ad5c538fa59f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:48.131149 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974aaaf5-e3ec-4ace-9116-ad5c538fa59f None None] Bound using segment: {'id': '69259dd2-6806-4af4-9459-551e90182a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c795972c-b61e-41dc-af99-21c8665e0c01'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:50:48.131729 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-974aaaf5-e3ec-4ace-9116-ad5c538fa59f None None] Bound port: 32981f44-2e85-4e5a-8944-adeaee039979, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69259dd2-6806-4af4-9459-551e90182a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c795972c-b61e-41dc-af99-21c8665e0c01'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:50:48.132224 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-974aaaf5-e3ec-4ace-9116-ad5c538fa59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:48.230667 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-974aaaf5-e3ec-4ace-9116-ad5c538fa59f None None] For port 32981f44-2e85-4e5a-8944-adeaee039979, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:50:48.233954 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-974aaaf5-e3ec-4ace-9116-ad5c538fa59f None None] For port 32981f44-2e85-4e5a-8944-adeaee039979, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=32981f44-2e85-4e5a-8944-adeaee039979,segment=NetworkSegment(69259dd2-6806-4af4-9459-551e90182a07),segment_id=69259dd2-6806-4af4-9459-551e90182a07)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:50:48.237911 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-974aaaf5-e3ec-4ace-9116-ad5c538fa59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:48.292882 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f645ac71-c744-4b31-a15e-ed7e65baa805 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:48.325246 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974aaaf5-e3ec-4ace-9116-ad5c538fa59f None None] Pushing event updated for resources: {'Port': ['ID=32981f44-2e85-4e5a-8944-adeaee039979,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:48.328002 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f645ac71-c744-4b31-a15e-ed7e65baa805 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1740557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1740570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1738587'] for router, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:48.331724 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-1642ddd6-b146-4db8-a0b8-946954295039 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Allocated IP 172.20.0.1 (c795972c-b61e-41dc-af99-21c8665e0c01/7bd8b6f3-1d96-4ad1-9e8c-f3ca8a810ce6/b5dbd024-3ac3-427f-82e7-5cd5abde6431) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:50:48.495656 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf674e-0f2f-4492-b4fd-8e41cf999b71 req-9bea062d-866c-471c-a3a6-c889ecd826aa tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:48.496766 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4ebf674e-0f2f-4492-b4fd-8e41cf999b71 req-9bea062d-866c-471c-a3a6-c889ecd826aa tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=24bfe37c-1089-4182-86d9-1c25ec429621 HTTP/1.1" status: 200 len: 945 time: 0.4688697 Feb 09 12:50:48.546110 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1642ddd6-b146-4db8-a0b8-946954295039 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:48.566084 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-1642ddd6-b146-4db8-a0b8-946954295039 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Transition to ACTIVE for port object b5dbd024-3ac3-427f-82e7-5cd5abde6431 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:50:48.591924 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1642ddd6-b146-4db8-a0b8-946954295039 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:48.605807 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4ebf674e-0f2f-4492-b4fd-8e41cf999b71 req-2b8df5da-2962-49ee-b533-939ddc2aa25a tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=7643a677-e910-42b2-ae55-a8f871e13233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868027 Feb 09 12:50:48.612860 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f645ac71-c744-4b31-a15e-ed7e65baa805 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Router 9cc1c531-5c22-4554-8661-c723e6921c6a is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:50:48.665921 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1642ddd6-b146-4db8-a0b8-946954295039 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Network c795972c-b61e-41dc-af99-21c8665e0c01 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:50:48.669818 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-1642ddd6-b146-4db8-a0b8-946954295039 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:50:48.676068 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1642ddd6-b146-4db8-a0b8-946954295039 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:50:48.732684 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1642ddd6-b146-4db8-a0b8-946954295039 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event updated for resources: {'Port': ['ID=b5dbd024-3ac3-427f-82e7-5cd5abde6431,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:48.745646 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1642ddd6-b146-4db8-a0b8-946954295039 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:48.757292 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f645ac71-c744-4b31-a15e-ed7e65baa805 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:50:48.763740 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f645ac71-c744-4b31-a15e-ed7e65baa805 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:48.767215 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f645ac71-c744-4b31-a15e-ed7e65baa805 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "PUT /v2.0/routers/9cc1c531-5c22-4554-8661-c723e6921c6a HTTP/1.1" status: 200 len: 698 time: 0.9236758 Feb 09 12:50:48.767455 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60490) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:48.769756 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d68b635-b9b8-4621-b245-5c033a1d49de None None] Sync routers for ids ['9cc1c531-5c22-4554-8661-c723e6921c6a'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:50:48.779946 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d68b635-b9b8-4621-b245-5c033a1d49de None None] Routers {'9cc1c531-5c22-4554-8661-c723e6921c6a'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:50:48.780775 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-3d68b635-b9b8-4621-b245-5c033a1d49de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:50:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['9cc1c531-5c22-4554-8661-c723e6921c6a'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:48.858964 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1642ddd6-b146-4db8-a0b8-946954295039 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:48.905758 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-81cac3e2-77f4-4f6b-8429-f332b1adbe96 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "GET /v2.0/routers/9cc1c531-5c22-4554-8661-c723e6921c6a HTTP/1.1" status: 200 len: 704 time: 0.1371784 Feb 09 12:50:48.908550 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60494) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:48.917553 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-3d68b635-b9b8-4621-b245-5c033a1d49de None None] Set router 9cc1c531-5c22-4554-8661-c723e6921c6a gateway port host: None {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:50:48.955620 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-693e7d45-1296-46c9-90dc-6925324c58d2 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Synchronizing usage tracker for tenant:27f2f8bb689948199636c37c369127b7 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:50:48.972095 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-693e7d45-1296-46c9-90dc-6925324c58d2 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Unset dirty status for tenant:27f2f8bb689948199636c37c369127b7 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:50:48.973241 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-693e7d45-1296-46c9-90dc-6925324c58d2 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cc1c531-5c22-4554-8661-c723e6921c6a HTTP/1.1" status: 200 len: 205 time: 0.0637832 Feb 09 12:50:48.980512 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60498) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:49.087628 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-3d68b635-b9b8-4621-b245-5c033a1d49de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc1c531-5c22-4554-8661-c723e6921c6a', 'name': 'tempest-RoutersIpV6Test-router-1392121057', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:50:47Z', 'updated_at': '2022-02-09T12:50:48Z', 'revision_number': 2, 'project_id': '27f2f8bb689948199636c37c369127b7', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:49.092732 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d68b635-b9b8-4621-b245-5c033a1d49de None None] Checking router: 9cc1c531-5c22-4554-8661-c723e6921c6a for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:50:49.103857 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d68b635-b9b8-4621-b245-5c033a1d49de None None] Routers {'9cc1c531-5c22-4554-8661-c723e6921c6a'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:50:49.105154 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-3d68b635-b9b8-4621-b245-5c033a1d49de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:50:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['9cc1c531-5c22-4554-8661-c723e6921c6a'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:49.281614 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-3d68b635-b9b8-4621-b245-5c033a1d49de None None] Set router 9cc1c531-5c22-4554-8661-c723e6921c6a gateway port host: None {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:50:49.288335 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1642ddd6-b146-4db8-a0b8-946954295039 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:49.296981 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1642ddd6-b146-4db8-a0b8-946954295039 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:49.372639 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5bc59b72-4d58-404e-924f-67209249bc48 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:49.427340 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-3d68b635-b9b8-4621-b245-5c033a1d49de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc1c531-5c22-4554-8661-c723e6921c6a', 'name': 'tempest-RoutersIpV6Test-router-1392121057', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:50:47Z', 'updated_at': '2022-02-09T12:50:48Z', 'revision_number': 2, 'project_id': '27f2f8bb689948199636c37c369127b7', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:49.441110 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 32981f44-2e85-4e5a-8944-adeaee039979 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:50:49.486199 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d68b635-b9b8-4621-b245-5c033a1d49de None None] The sync data for ids ['9cc1c531-5c22-4554-8661-c723e6921c6a'] in n-d-825178-3 is: [{'id': '9cc1c531-5c22-4554-8661-c723e6921c6a', 'name': 'tempest-RoutersIpV6Test-router-1392121057', 'tenant_id': '27f2f8bb689948199636c37c369127b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:50:47Z', 'updated_at': '2022-02-09T12:50:48Z', 'revision_number': 2, 'project_id': '27f2f8bb689948199636c37c369127b7', 'gw_port_host': None}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:50:49.511749 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:49.550123 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3131493d-fdf4-42f1-8add-239a5cd83f31 None None] Network c795972c-b61e-41dc-af99-21c8665e0c01 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:50:49.570713 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 32981f44-2e85-4e5a-8944-adeaee039979 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:50:49.573376 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1642ddd6-b146-4db8-a0b8-946954295039 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event updated for resources: {'Port': ['ID=b5dbd024-3ac3-427f-82e7-5cd5abde6431,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:49.593568 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1642ddd6-b146-4db8-a0b8-946954295039 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:49.677370 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-a9271313-63b1-4d26-9c75-6365726de799 None None] Provisioning for port 32981f44-2e85-4e5a-8944-adeaee039979 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:50:49.688061 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-a9271313-63b1-4d26-9c75-6365726de799 None None] Provisioning complete for port 32981f44-2e85-4e5a-8944-adeaee039979 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:50:49.688564 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a9271313-63b1-4d26-9c75-6365726de799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:49.751176 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5bc59b72-4d58-404e-924f-67209249bc48 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:49.754303 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5bc59b72-4d58-404e-924f-67209249bc48 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:49.789072 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1642ddd6-b146-4db8-a0b8-946954295039 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Network c795972c-b61e-41dc-af99-21c8665e0c01 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:50:49.790706 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-1642ddd6-b146-4db8-a0b8-946954295039 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:50:49.824570 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5bc59b72-4d58-404e-924f-67209249bc48 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:49.824570 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc59b72-4d58-404e-924f-67209249bc48 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Fanout notify agent at l3_agent the message router_deleted on router 9cc1c531-5c22-4554-8661-c723e6921c6a {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:50:49.862997 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5bc59b72-4d58-404e-924f-67209249bc48 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:49.867614 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-5bc59b72-4d58-404e-924f-67209249bc48 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "DELETE /v2.0/routers/9cc1c531-5c22-4554-8661-c723e6921c6a HTTP/1.1" status: 204 len: 168 time: 0.8852832 Feb 09 12:50:49.870184 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60506) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:49.920118 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-56183a2c-c1e0-49d5-8199-7399ecdc0139 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cc1c531-5c22-4554-8661-c723e6921c6a HTTP/1.1" status: 200 len: 205 time: 0.0490203 Feb 09 12:50:49.925737 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60510) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:49.928213 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a9271313-63b1-4d26-9c75-6365726de799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:49.974432 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-a9271313-63b1-4d26-9c75-6365726de799 None None] For port 32981f44-2e85-4e5a-8944-adeaee039979, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=32981f44-2e85-4e5a-8944-adeaee039979,segment=NetworkSegment(69259dd2-6806-4af4-9459-551e90182a07),segment_id=69259dd2-6806-4af4-9459-551e90182a07)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:50:49.979078 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a9271313-63b1-4d26-9c75-6365726de799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:50.003430 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-8727867a-2672-4d48-8cc7-18ba7d0eb7f4 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] delete failed (client error): The resource could not be found. Feb 09 12:50:50.004541 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8727867a-2672-4d48-8cc7-18ba7d0eb7f4 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "DELETE /v2.0/routers/9cc1c531-5c22-4554-8661-c723e6921c6a HTTP/1.1" status: 404 len: 336 time: 0.0777869 Feb 09 12:50:50.008251 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60514) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:50.048857 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1642ddd6-b146-4db8-a0b8-946954295039 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Router b8b9e44e-ac12-438f-b1e6-f29969e8d1c2 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:50:50.059362 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff14002-4d06-4fea-9034-0da8274a336c req-f6fd9371-297b-48d8-90ea-fb3ac93a59f7 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:50.060990 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4ff14002-4d06-4fea-9034-0da8274a336c req-f6fd9371-297b-48d8-90ea-fb3ac93a59f7 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=24bfe37c-1089-4182-86d9-1c25ec429621 HTTP/1.1" status: 200 len: 945 time: 0.2825646 Feb 09 12:50:50.062121 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-624e6547-4451-4b88-8b8e-6791ad01ebe4 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] DELETE failed (client error): The resource could not be found. Feb 09 12:50:50.062735 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-624e6547-4451-4b88-8b8e-6791ad01ebe4 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:50:50.064389 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-624e6547-4451-4b88-8b8e-6791ad01ebe4 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "DELETE /v2.0/subnets/aad365d1-6c2e-4ea1-8688-9e6a047239f4 HTTP/1.1" status: 404 len: 337 time: 0.0552433 Feb 09 12:50:50.074363 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60518) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:50.077403 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9271313-63b1-4d26-9c75-6365726de799 None None] Pushing event updated for resources: {'Port': ['ID=32981f44-2e85-4e5a-8944-adeaee039979,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:50.135176 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dd4e8d6-008f-4c54-baad-32c6ffd600ad tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] DELETE failed (client error): The resource could not be found. Feb 09 12:50:50.135636 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dd4e8d6-008f-4c54-baad-32c6ffd600ad tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:50:50.140016 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8dd4e8d6-008f-4c54-baad-32c6ffd600ad tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "DELETE /v2.0/subnets/5ad32dec-99d4-4a68-a560-e1024ba7f38c HTTP/1.1" status: 404 len: 337 time: 0.0620096 Feb 09 12:50:50.141819 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60522) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:50.191794 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fa9c170-ad8d-431d-bc7c-0c866f6ea77a tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] DELETE failed (client error): The resource could not be found. Feb 09 12:50:50.192274 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fa9c170-ad8d-431d-bc7c-0c866f6ea77a tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:50:50.194655 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-0fa9c170-ad8d-431d-bc7c-0c866f6ea77a tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "DELETE /v2.0/subnets/94caad94-79f0-4fbb-afca-10be04f33453 HTTP/1.1" status: 404 len: 337 time: 0.0519016 Feb 09 12:50:50.200175 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4ff14002-4d06-4fea-9034-0da8274a336c req-8cdfe47e-7e95-4d78-90dd-1acc1296b480 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=7643a677-e910-42b2-ae55-a8f871e13233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272643 Feb 09 12:50:50.200400 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60526) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:50.242875 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60530) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:50.253965 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-41c873cd-861c-4b0e-a698-68c301548703 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] DELETE failed (client error): The resource could not be found. Feb 09 12:50:50.254410 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41c873cd-861c-4b0e-a698-68c301548703 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:50:50.265936 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-41c873cd-861c-4b0e-a698-68c301548703 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "DELETE /v2.0/subnets/a0edf25c-f846-4a0e-bdfd-a793c1e34e16 HTTP/1.1" status: 404 len: 337 time: 0.0641937 Feb 09 12:50:50.269211 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60534) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:50.307472 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-28725357-35f4-4871-be56-2d83ac71b0c0 None None] Provisioning complete for port 32981f44-2e85-4e5a-8944-adeaee039979 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:50:50.308018 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-28725357-35f4-4871-be56-2d83ac71b0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:50.317059 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1642ddd6-b146-4db8-a0b8-946954295039 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:50:50.322673 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1642ddd6-b146-4db8-a0b8-946954295039 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "PUT /v2.0/routers/b8b9e44e-ac12-438f-b1e6-f29969e8d1c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1359770 Feb 09 12:50:50.325497 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ca60d024-fce8-44da-bdb0-601dac1429fa tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8443fa9-d8ae-451b-ad6e-fff60d710e00 HTTP/1.1" status: 200 len: 205 time: 0.0553124 Feb 09 12:50:50.326296 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60538) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:50.331021 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cd21b9-42c0-4b77-af0b-01004169868e None None] Sync routers for ids ['b8b9e44e-ac12-438f-b1e6-f29969e8d1c2'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:50:50.339199 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60540) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:50.352807 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cd21b9-42c0-4b77-af0b-01004169868e None None] Routers {'b8b9e44e-ac12-438f-b1e6-f29969e8d1c2'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:50:50.353448 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-97cd21b9-42c0-4b77-af0b-01004169868e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:50:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['b8b9e44e-ac12-438f-b1e6-f29969e8d1c2'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:50.453652 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-97cd21b9-42c0-4b77-af0b-01004169868e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:50.463042 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cd21b9-42c0-4b77-af0b-01004169868e None None] Routers {'b8b9e44e-ac12-438f-b1e6-f29969e8d1c2'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:50:50.463651 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-97cd21b9-42c0-4b77-af0b-01004169868e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:50:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['b8b9e44e-ac12-438f-b1e6-f29969e8d1c2'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:50.532478 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-6d05e397-36d2-450c-b393-544fba8fbaf7 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] delete failed (client error): The resource could not be found. Feb 09 12:50:50.533761 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6d05e397-36d2-450c-b393-544fba8fbaf7 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "DELETE /v2.0/routers/c8443fa9-d8ae-451b-ad6e-fff60d710e00 HTTP/1.1" status: 404 len: 336 time: 0.1463811 Feb 09 12:50:50.537042 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60546) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:50.560744 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-97cd21b9-42c0-4b77-af0b-01004169868e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:50.561327 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cd21b9-42c0-4b77-af0b-01004169868e None None] The sync data for ids ['b8b9e44e-ac12-438f-b1e6-f29969e8d1c2'] in n-d-825178-3 is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:50:50.588683 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-28725357-35f4-4871-be56-2d83ac71b0c0 None None] Provisioning for port b5dbd024-3ac3-427f-82e7-5cd5abde6431 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:50:50.597357 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:50.598379 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-28725357-35f4-4871-be56-2d83ac71b0c0 None None] Provisioning complete for port b5dbd024-3ac3-427f-82e7-5cd5abde6431 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:50:50.599229 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-28725357-35f4-4871-be56-2d83ac71b0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:50.605919 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c78555a4-9dab-4cef-8604-fe3a5506f8f4 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc49e830-6423-4790-a2f9-c4764d7b4028 HTTP/1.1" status: 200 len: 205 time: 0.0649617 Feb 09 12:50:50.606447 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60550) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:50.663154 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-28725357-35f4-4871-be56-2d83ac71b0c0 None None] Port b5dbd024-3ac3-427f-82e7-5cd5abde6431 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:50:50.680226 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a66ea3-c640-42af-af11-f63153381cfc tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:50.681014 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a7a66ea3-c640-42af-af11-f63153381cfc tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Synchronizing usage tracker for tenant:7a65637a4eb140ffb94c446f7f36e593 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:50:50.707689 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-fd08da30-30d9-4493-8342-6dca99ec0e02 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] delete failed (client error): The resource could not be found. Feb 09 12:50:50.709428 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-fd08da30-30d9-4493-8342-6dca99ec0e02 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "DELETE /v2.0/routers/cc49e830-6423-4790-a2f9-c4764d7b4028 HTTP/1.1" status: 404 len: 336 time: 0.0938408 Feb 09 12:50:50.714697 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60554) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:50.763217 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a7a66ea3-c640-42af-af11-f63153381cfc tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Unset dirty status for tenant:7a65637a4eb140ffb94c446f7f36e593 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:50:50.766930 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a7a66ea3-c640-42af-af11-f63153381cfc tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "GET /v2.0/ports/b5dbd024-3ac3-427f-82e7-5cd5abde6431 HTTP/1.1" status: 200 len: 910 time: 0.4372296 Feb 09 12:50:50.766930 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-94f24af6-2d7f-49ae-a768-2a5ae08051c7 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] DELETE failed (client error): The resource could not be found. Feb 09 12:50:50.766930 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94f24af6-2d7f-49ae-a768-2a5ae08051c7 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:50:50.770160 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-94f24af6-2d7f-49ae-a768-2a5ae08051c7 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "DELETE /v2.0/subnets/7efd431f-3068-48e6-8f60-8b31b16a35f5 HTTP/1.1" status: 404 len: 337 time: 0.0523679 Feb 09 12:50:50.770160 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60558) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:50.780276 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60560) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:50.795433 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c359eb2b-1d4a-48f9-9dd7-3b2cd510db36 None None] Provisioning complete for port b5dbd024-3ac3-427f-82e7-5cd5abde6431 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:50:50.795811 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c359eb2b-1d4a-48f9-9dd7-3b2cd510db36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:50.854989 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-c359eb2b-1d4a-48f9-9dd7-3b2cd510db36 None None] Port b5dbd024-3ac3-427f-82e7-5cd5abde6431 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:50:50.878182 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4a79c622-9c23-402a-95dc-e0a9d6419edc tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "GET /v2.0/ports?device_id=c182a6f6-4ab3-4981-93eb-eeade534bc78 HTTP/1.1" status: 200 len: 205 time: 0.0969312 Feb 09 12:50:50.882813 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60566) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:51.088172 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-03c9a76c-d2c3-4837-872f-3d67f12a8e5e tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] delete failed (client error): The resource could not be found. Feb 09 12:50:51.091486 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-03c9a76c-d2c3-4837-872f-3d67f12a8e5e tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "DELETE /v2.0/routers/c182a6f6-4ab3-4981-93eb-eeade534bc78 HTTP/1.1" status: 404 len: 336 time: 0.2053409 Feb 09 12:50:51.091784 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60570) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:51.171391 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9ba63bca-fbd9-47a6-bf3e-856394b167d3 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa147447-40d0-4b92-9b82-5a675927dbcf HTTP/1.1" status: 200 len: 205 time: 0.0764408 Feb 09 12:50:51.174074 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60574) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:51.201954 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 32981f44-2e85-4e5a-8944-adeaee039979 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:50:51.251273 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-41607d5d-d587-4023-8011-de32b2f5d0a0 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] delete failed (client error): The resource could not be found. Feb 09 12:50:51.252320 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-41607d5d-d587-4023-8011-de32b2f5d0a0 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "DELETE /v2.0/routers/fa147447-40d0-4b92-9b82-5a675927dbcf HTTP/1.1" status: 404 len: 336 time: 0.0773311 Feb 09 12:50:51.259357 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60580) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:51.282731 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 32981f44-2e85-4e5a-8944-adeaee039979 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:50:51.283522 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:51.304399 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-93d20a3e-7d9e-425f-bc54-3c0cd37fedfe tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] DELETE failed (client error): The resource could not be found. Feb 09 12:50:51.304856 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93d20a3e-7d9e-425f-bc54-3c0cd37fedfe tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:50:51.309119 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-93d20a3e-7d9e-425f-bc54-3c0cd37fedfe tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "DELETE /v2.0/subnets/8409f337-4ebd-4953-910d-5b426beeb056 HTTP/1.1" status: 404 len: 337 time: 0.0462980 Feb 09 12:50:51.309906 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60584) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:51.361312 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-66d13522-cca6-4ede-9e2d-f139c8c4b56d tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0b402ca-dd06-46b2-9177-40ab35988c03 HTTP/1.1" status: 200 len: 205 time: 0.0470974 Feb 09 12:50:51.362506 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60588) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:51.468046 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6c43bb35-cbf3-4e07-98d7-8453497ee189 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:51.474895 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-1d76444d-b7ad-457b-a28f-38e52a6de8bd tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] delete failed (client error): The resource could not be found. Feb 09 12:50:51.475934 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1d76444d-b7ad-457b-a28f-38e52a6de8bd tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "DELETE /v2.0/routers/d0b402ca-dd06-46b2-9177-40ab35988c03 HTTP/1.1" status: 404 len: 336 time: 0.1118841 Feb 09 12:50:51.478732 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60592) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:51.533717 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-824dcc49-1f34-41e2-9137-22b9aae61547 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] DELETE failed (client error): The resource could not be found. Feb 09 12:50:51.534174 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-824dcc49-1f34-41e2-9137-22b9aae61547 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:50:51.535868 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-824dcc49-1f34-41e2-9137-22b9aae61547 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "DELETE /v2.0/subnets/859d68a1-0817-45b6-972d-1657b255ea32 HTTP/1.1" status: 404 len: 337 time: 0.0516255 Feb 09 12:50:51.539157 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60596) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:51.622691 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2cde4b9f-8e93-45f1-a2ec-48e701626895 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "GET /v2.0/ports?device_id=17775c40-0bd3-4210-b958-a3cf838b8f65 HTTP/1.1" status: 200 len: 205 time: 0.0822692 Feb 09 12:50:51.627638 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60600) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:51.710449 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-7198ab28-c519-447d-b9ea-1229b98ee5b8 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] delete failed (client error): The resource could not be found. Feb 09 12:50:51.711455 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-7198ab28-c519-447d-b9ea-1229b98ee5b8 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "DELETE /v2.0/routers/17775c40-0bd3-4210-b958-a3cf838b8f65 HTTP/1.1" status: 404 len: 336 time: 0.0829203 Feb 09 12:50:51.714246 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60604) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:51.759678 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c185d-0369-475a-b293-8424da7c309e req-4f2a027c-74f2-42fa-b8b0-aa2c03518e38 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:51.761226 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8a2c185d-0369-475a-b293-8424da7c309e req-4f2a027c-74f2-42fa-b8b0-aa2c03518e38 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=24bfe37c-1089-4182-86d9-1c25ec429621 HTTP/1.1" status: 200 len: 945 time: 0.3350766 Feb 09 12:50:51.765792 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-b122cc06-84f0-4505-b348-40b9255b8735 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] DELETE failed (client error): The resource could not be found. Feb 09 12:50:51.766237 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b122cc06-84f0-4505-b348-40b9255b8735 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:50:51.767792 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b122cc06-84f0-4505-b348-40b9255b8735 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "DELETE /v2.0/subnets/3dc490d7-48e8-497e-ba87-f22ec4025bb4 HTTP/1.1" status: 404 len: 337 time: 0.0520403 Feb 09 12:50:51.773665 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60608) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:51.809322 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-6c43bb35-cbf3-4e07-98d7-8453497ee189 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Deleting port b5dbd024-3ac3-427f-82e7-5cd5abde6431 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:50:51.809663 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6c43bb35-cbf3-4e07-98d7-8453497ee189 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:51.835546 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-882f560c-78f7-425e-ba2f-1563c62e3ad7 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] DELETE failed (client error): The resource could not be found. Feb 09 12:50:51.836134 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-882f560c-78f7-425e-ba2f-1563c62e3ad7 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:50:51.837684 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-882f560c-78f7-425e-ba2f-1563c62e3ad7 tempest-RoutersIpV6Test-112456845 tempest-RoutersIpV6Test-112456845-project] 10.222.0.55 "DELETE /v2.0/subnets/90383f46-aa92-4f38-b2c7-ce1a651ae693 HTTP/1.1" status: 404 len: 337 time: 0.0521019 Feb 09 12:50:51.852120 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-affe91a2-a27a-4256-8a70-34242b338b4d tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:51.936202 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8a2c185d-0369-475a-b293-8424da7c309e req-fee10f12-2c3f-4456-836d-46d20e665a45 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=7643a677-e910-42b2-ae55-a8f871e13233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664343 Feb 09 12:50:52.016364 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6c43bb35-cbf3-4e07-98d7-8453497ee189 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:52.142071 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60616) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:52.153912 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-6c43bb35-cbf3-4e07-98d7-8453497ee189 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Calling delete_port for b5dbd024-3ac3-427f-82e7-5cd5abde6431 owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:50:52.263013 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-affe91a2-a27a-4256-8a70-34242b338b4d tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Deleting port 3da3c09c-d124-4df3-a374-2d784143746b {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:50:52.263539 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-affe91a2-a27a-4256-8a70-34242b338b4d tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:52.378316 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7ff899fb-5b88-465d-8046-205bf4fe66fd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=27f2f8bb689948199636c37c369127b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2355528 Feb 09 12:50:52.379465 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6c43bb35-cbf3-4e07-98d7-8453497ee189 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:52.383841 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60622) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:52.445325 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c43bb35-cbf3-4e07-98d7-8453497ee189 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event deleted for resources: {'Port': ['ID=b5dbd024-3ac3-427f-82e7-5cd5abde6431,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:52.465643 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-affe91a2-a27a-4256-8a70-34242b338b4d tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] For port 3da3c09c-d124-4df3-a374-2d784143746b, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=3da3c09c-d124-4df3-a374-2d784143746b,segment=NetworkSegment(65fc2b70-8460-4848-853f-23072604756d),segment_id=65fc2b70-8460-4848-853f-23072604756d)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:50:52.466095 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-affe91a2-a27a-4256-8a70-34242b338b4d tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:52.591367 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-26611a8c-f635-4f58-b3dd-9f67164e2d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:52.726175 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-affe91a2-a27a-4256-8a70-34242b338b4d tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Calling delete_port for 3da3c09c-d124-4df3-a374-2d784143746b owned by network:router_interface {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:50:52.744804 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-26611a8c-f635-4f58-b3dd-9f67164e2d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:52.754555 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6c43bb35-cbf3-4e07-98d7-8453497ee189 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:52.931572 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-affe91a2-a27a-4256-8a70-34242b338b4d tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:52.964140 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:52.980866 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affe91a2-a27a-4256-8a70-34242b338b4d tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event deleted for resources: {'Port': ['ID=3da3c09c-d124-4df3-a374-2d784143746b,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:53.181204 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-26611a8c-f635-4f58-b3dd-9f67164e2d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:53.215656 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26611a8c-f635-4f58-b3dd-9f67164e2d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ba28f4-95aa-4f84-98c7-4cf52cf16cb4,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:53.226237 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c43bb35-cbf3-4e07-98d7-8453497ee189 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Router b8b9e44e-ac12-438f-b1e6-f29969e8d1c2 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:50:53.304631 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-26611a8c-f635-4f58-b3dd-9f67164e2d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:53.305795 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-26611a8c-f635-4f58-b3dd-9f67164e2d5c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/52ba28f4-95aa-4f84-98c7-4cf52cf16cb4 HTTP/1.1" status: 204 len: 168 time: 0.8915436 Feb 09 12:50:53.324218 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-affe91a2-a27a-4256-8a70-34242b338b4d tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:53.336608 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f65e8-b747-4656-b036-87988d29d5a8 req-23fc200a-5874-4345-8a66-2bf89eeabf61 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:53.338115 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d19f65e8-b747-4656-b036-87988d29d5a8 req-23fc200a-5874-4345-8a66-2bf89eeabf61 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=24bfe37c-1089-4182-86d9-1c25ec429621 HTTP/1.1" status: 200 len: 945 time: 0.2524896 Feb 09 12:50:53.403210 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c43bb35-cbf3-4e07-98d7-8453497ee189 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:50:53.412713 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6c43bb35-cbf3-4e07-98d7-8453497ee189 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "PUT /v2.0/routers/b8b9e44e-ac12-438f-b1e6-f29969e8d1c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6431708 Feb 09 12:50:53.413491 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60630) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:53.420049 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7dd81b-8652-4ee7-96c7-90bb42480894 None None] Sync routers for ids ['b8b9e44e-ac12-438f-b1e6-f29969e8d1c2'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:50:53.431785 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7dd81b-8652-4ee7-96c7-90bb42480894 None None] Routers {'b8b9e44e-ac12-438f-b1e6-f29969e8d1c2'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:50:53.432817 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-9a7dd81b-8652-4ee7-96c7-90bb42480894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:50:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['b8b9e44e-ac12-438f-b1e6-f29969e8d1c2'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:53.462723 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7ff83cf9-6847-48c5-8774-06b3cd65bfb6 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Synchronizing usage tracker for tenant:7a65637a4eb140ffb94c446f7f36e593 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:50:53.488353 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7ff83cf9-6847-48c5-8774-06b3cd65bfb6 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Unset dirty status for tenant:7a65637a4eb140ffb94c446f7f36e593 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:50:53.489613 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7ff83cf9-6847-48c5-8774-06b3cd65bfb6 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8b9e44e-ac12-438f-b1e6-f29969e8d1c2 HTTP/1.1" status: 200 len: 205 time: 0.0750043 Feb 09 12:50:53.492482 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60636) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:53.518805 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d19f65e8-b747-4656-b036-87988d29d5a8 req-9f4a4871-e5e4-4945-852c-6003fe342307 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=7643a677-e910-42b2-ae55-a8f871e13233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240728 Feb 09 12:50:53.553722 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-9a7dd81b-8652-4ee7-96c7-90bb42480894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:53.577889 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7dd81b-8652-4ee7-96c7-90bb42480894 None None] Routers {'b8b9e44e-ac12-438f-b1e6-f29969e8d1c2'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:50:53.579594 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-9a7dd81b-8652-4ee7-96c7-90bb42480894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:50:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['b8b9e44e-ac12-438f-b1e6-f29969e8d1c2'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:53.651535 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-da8ffd01-e0bc-43b8-b0e2-c24b0f1f703b tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:53.666585 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-9a7dd81b-8652-4ee7-96c7-90bb42480894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:53.667901 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7dd81b-8652-4ee7-96c7-90bb42480894 None None] The sync data for ids ['b8b9e44e-ac12-438f-b1e6-f29969e8d1c2'] in n-d-825178-3 is: [] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:50:53.785795 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-affe91a2-a27a-4256-8a70-34242b338b4d tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Router 4667e1c8-9a1e-44a4-beff-cef8b8a5b285 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:50:53.965934 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-da8ffd01-e0bc-43b8-b0e2-c24b0f1f703b tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:53.968127 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-da8ffd01-e0bc-43b8-b0e2-c24b0f1f703b tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:53.976597 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-affe91a2-a27a-4256-8a70-34242b338b4d tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:50:54.002360 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffcb505-9e15-4a13-8bf5-776b34f3dc3b None None] Sync routers for ids ['4667e1c8-9a1e-44a4-beff-cef8b8a5b285'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:50:54.003490 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-da8ffd01-e0bc-43b8-b0e2-c24b0f1f703b tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:54.003748 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-affe91a2-a27a-4256-8a70-34242b338b4d tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "PUT /v2.0/routers/4667e1c8-9a1e-44a4-beff-cef8b8a5b285/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7507763 Feb 09 12:50:54.003853 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8ffd01-e0bc-43b8-b0e2-c24b0f1f703b tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Fanout notify agent at l3_agent the message router_deleted on router b8b9e44e-ac12-438f-b1e6-f29969e8d1c2 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:50:54.014088 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-da8ffd01-e0bc-43b8-b0e2-c24b0f1f703b tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:54.015304 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-da8ffd01-e0bc-43b8-b0e2-c24b0f1f703b tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "DELETE /v2.0/routers/b8b9e44e-ac12-438f-b1e6-f29969e8d1c2 HTTP/1.1" status: 204 len: 168 time: 0.5217831 Feb 09 12:50:54.018030 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60658) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:54.020763 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffcb505-9e15-4a13-8bf5-776b34f3dc3b None None] Routers {'4667e1c8-9a1e-44a4-beff-cef8b8a5b285'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:50:54.022595 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-6ffcb505-9e15-4a13-8bf5-776b34f3dc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:50:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['4667e1c8-9a1e-44a4-beff-cef8b8a5b285'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:54.096200 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-badcf6eb-e717-4156-806b-625823755870 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Deleting subnet 7bd8b6f3-1d96-4ad1-9e8c-f3ca8a810ce6 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:50:54.101405 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-badcf6eb-e717-4156-806b-625823755870 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:54.165807 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-badcf6eb-e717-4156-806b-625823755870 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:54.179816 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60662) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:54.240128 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-6ffcb505-9e15-4a13-8bf5-776b34f3dc3b None None] Set router 4667e1c8-9a1e-44a4-beff-cef8b8a5b285 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:50:54.286110 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-badcf6eb-e717-4156-806b-625823755870 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:54.351397 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-9bf1acc8-821d-442b-860e-329f04f93085 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-786034440', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:50:54.363122 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-9bf1acc8-821d-442b-860e-329f04f93085 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:50:54.404853 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9bf1acc8-821d-442b-860e-329f04f93085 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Usage tracker for resource:router and tenant:c2de6dbdba6a45c581b9ea4d6b4bf07c is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:50:54.416791 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9bf1acc8-821d-442b-860e-329f04f93085 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:50:54.430029 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-9bf1acc8-821d-442b-860e-329f04f93085 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:50:54.448998 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9bf1acc8-821d-442b-860e-329f04f93085 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:54.450403 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9bf1acc8-821d-442b-860e-329f04f93085 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:54.476207 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9bf1acc8-821d-442b-860e-329f04f93085 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:54.485141 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532447c-6f2a-4cfb-b5bd-ca16c4e130ef req-ff495449-b8cd-4133-99c1-f62c77311ab7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:54.486101 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-1532447c-6f2a-4cfb-b5bd-ca16c4e130ef req-ff495449-b8cd-4133-99c1-f62c77311ab7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Synchronizing usage tracker for tenant:458862934c284b11a9f402abf41ed215 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:50:54.514392 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-badcf6eb-e717-4156-806b-625823755870 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:54.520337 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-1532447c-6f2a-4cfb-b5bd-ca16c4e130ef req-ff495449-b8cd-4133-99c1-f62c77311ab7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Unset dirty status for tenant:458862934c284b11a9f402abf41ed215 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:50:54.522555 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1532447c-6f2a-4cfb-b5bd-ca16c4e130ef req-ff495449-b8cd-4133-99c1-f62c77311ab7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?device_id=149b03a2-66cb-47a6-80ec-cfde5906c708 HTTP/1.1" status: 200 len: 946 time: 0.1604991 Feb 09 12:50:54.524126 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9bf1acc8-821d-442b-860e-329f04f93085 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:54.574199 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9bf1acc8-821d-442b-860e-329f04f93085 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:54.575397 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9bf1acc8-821d-442b-860e-329f04f93085 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3945408 Feb 09 12:50:54.578813 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60672) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:54.586916 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badcf6eb-e717-4156-806b-625823755870 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event deleted for resources: {'Subnet': ['ID=7bd8b6f3-1d96-4ad1-9e8c-f3ca8a810ce6,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:54.591096 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-badcf6eb-e717-4156-806b-625823755870 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:54.594339 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-6a735625-e256-42bb-9aa2-0621d1e3f5cd tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1835599215'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:50:54.597648 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-badcf6eb-e717-4156-806b-625823755870 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "DELETE /v2.0/subnets/7bd8b6f3-1d96-4ad1-9e8c-f3ca8a810ce6 HTTP/1.1" status: 204 len: 168 time: 0.5785670 Feb 09 12:50:54.600876 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60676) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:54.602889 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb67430e-7417-4918-b735-6f2b50ed967b None None] Network c795972c-b61e-41dc-af99-21c8665e0c01 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:50:54.630008 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1532447c-6f2a-4cfb-b5bd-ca16c4e130ef req-96798f17-8766-412f-a034-35b385254afb tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcd1b040-6547-4ab2-bae0-9e0b91e3f4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994694 Feb 09 12:50:54.632049 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6a735625-e256-42bb-9aa2-0621d1e3f5cd tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:50:54.645232 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-6ffcb505-9e15-4a13-8bf5-776b34f3dc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'name': 'tempest-TestNetworkBasicOps-router-81090480', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '1816b373-2fa1-4e98-a6f9-c4e358a025c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:48:28Z', 'updated_at': '2022-02-09T12:50:52Z', 'revision_number': 6, 'project_id': '458862934c284b11a9f402abf41ed215', 'gw_port': {'id': '1816b373-2fa1-4e98-a6f9-c4e358a025c1', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:48:30Z', 'updated_at': '2022-02-09T12:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': 'def295d5-c32e-4ebc-8543-6ab2a67a5864', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'floating_ip_address': '172.25.7.109', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'port_id': 'f038e5af-3a83-4de0-9214-247277dad860', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ffa134c-5914-42cd-b4fd-b6cacdce5158', 'mac_address': 'fa:16:3e:06:6c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb39311-4bf9-44ca-a71e-3e495330f4a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:49:14Z', 'updated_at': '2022-02-09T12:49:21Z', 'revision_number': 1, 'project_id': '458862934c284b11a9f402abf41ed215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00f3be6c-e4b5-480e-b1a1-b7841880fe65', 'name': '', 'network_id': '8ffa134c-5914-42cd-b4fd-b6cacdce5158', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'mac_address': 'fa:16:3e:6a:93:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '574d076d-3e6a-4fd6-9301-a30c6a6e0584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:48:37Z', 'updated_at': '2022-02-09T12:48:45Z', 'revision_number': 5, 'project_id': '458862934c284b11a9f402abf41ed215', 'subnets': [{'id': '574d076d-3e6a-4fd6-9301-a30c6a6e0584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:54.645430 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6a735625-e256-42bb-9aa2-0621d1e3f5cd tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Usage tracker for resource:network and tenant:c2de6dbdba6a45c581b9ea4d6b4bf07c is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:50:54.655388 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6a735625-e256-42bb-9aa2-0621d1e3f5cd tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:50:54.659912 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffcb505-9e15-4a13-8bf5-776b34f3dc3b None None] Checking router: 4667e1c8-9a1e-44a4-beff-cef8b8a5b285 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:50:54.669770 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6a735625-e256-42bb-9aa2-0621d1e3f5cd tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:50:54.670313 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffcb505-9e15-4a13-8bf5-776b34f3dc3b None None] Routers {'4667e1c8-9a1e-44a4-beff-cef8b8a5b285'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:50:54.670991 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-6ffcb505-9e15-4a13-8bf5-776b34f3dc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:50:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['4667e1c8-9a1e-44a4-beff-cef8b8a5b285'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:54.749762 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-28b19b4f-1c29-4f1a-aa46-d31f69ea6346 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:54.762784 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-28b19b4f-1c29-4f1a-aa46-d31f69ea6346 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Deleting port 32981f44-2e85-4e5a-8944-adeaee039979 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:50:54.763229 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-28b19b4f-1c29-4f1a-aa46-d31f69ea6346 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:54.887487 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a735625-e256-42bb-9aa2-0621d1e3f5cd tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Made reservation on behalf of c2de6dbdba6a45c581b9ea4d6b4bf07c for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:50:54.891598 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6a735625-e256-42bb-9aa2-0621d1e3f5cd tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:54.910091 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6a735625-e256-42bb-9aa2-0621d1e3f5cd tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:54.932779 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6a735625-e256-42bb-9aa2-0621d1e3f5cd tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:50:54.940671 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-6ffcb505-9e15-4a13-8bf5-776b34f3dc3b None None] Set router 4667e1c8-9a1e-44a4-beff-cef8b8a5b285 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:50:54.940813 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6a735625-e256-42bb-9aa2-0621d1e3f5cd tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Usage tracker for resource:security_group_rule and tenant:c2de6dbdba6a45c581b9ea4d6b4bf07c is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:50:54.946963 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6a735625-e256-42bb-9aa2-0621d1e3f5cd tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:50:54.954437 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6a735625-e256-42bb-9aa2-0621d1e3f5cd tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:50:54.969106 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20cc0c-9393-4e22-ab04-eb38a7a2be78 req-3e797eee-4d59-4211-a5ae-50fef0ceb636 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:54.970581 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9a20cc0c-9393-4e22-ab04-eb38a7a2be78 req-3e797eee-4d59-4211-a5ae-50fef0ceb636 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=24bfe37c-1089-4182-86d9-1c25ec429621 HTTP/1.1" status: 200 len: 945 time: 0.3020453 Feb 09 12:50:54.986278 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9ff943-d95c-4d5c-a879-25c6877f9043 None None] DHCP port deletion for c795972c-b61e-41dc-af99-21c8665e0c01 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:50:54.990915 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-2c9ff943-d95c-4d5c-a879-25c6877f9043 None None] Deleting port 32981f44-2e85-4e5a-8944-adeaee039979 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:50:54.991325 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2c9ff943-d95c-4d5c-a879-25c6877f9043 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:55.028216 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-28b19b4f-1c29-4f1a-aa46-d31f69ea6346 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] For port 32981f44-2e85-4e5a-8944-adeaee039979, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=32981f44-2e85-4e5a-8944-adeaee039979,segment=NetworkSegment(69259dd2-6806-4af4-9459-551e90182a07),segment_id=69259dd2-6806-4af4-9459-551e90182a07)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:50:55.028726 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-28b19b4f-1c29-4f1a-aa46-d31f69ea6346 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:55.132343 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9a20cc0c-9393-4e22-ab04-eb38a7a2be78 req-43656e3c-2391-43e0-b524-346d358ce948 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=7643a677-e910-42b2-ae55-a8f871e13233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077521 Feb 09 12:50:55.175017 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-28b19b4f-1c29-4f1a-aa46-d31f69ea6346 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Calling delete_port for 32981f44-2e85-4e5a-8944-adeaee039979 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:50:55.175248 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6a735625-e256-42bb-9aa2-0621d1e3f5cd tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:55.180180 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6a735625-e256-42bb-9aa2-0621d1e3f5cd tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:55.223168 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a735625-e256-42bb-9aa2-0621d1e3f5cd tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:50:55.230847 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a735625-e256-42bb-9aa2-0621d1e3f5cd tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c884a0ce-3b4b-4a42-adc5-c3f6dea0e4ab,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:55.233151 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-2c9ff943-d95c-4d5c-a879-25c6877f9043 None None] For port 32981f44-2e85-4e5a-8944-adeaee039979, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=32981f44-2e85-4e5a-8944-adeaee039979,segment=NetworkSegment(69259dd2-6806-4af4-9459-551e90182a07),segment_id=69259dd2-6806-4af4-9459-551e90182a07)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:50:55.233710 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2c9ff943-d95c-4d5c-a879-25c6877f9043 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:55.258138 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6a735625-e256-42bb-9aa2-0621d1e3f5cd tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:55.260056 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-6a735625-e256-42bb-9aa2-0621d1e3f5cd tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Added segment 02959514-4bfc-4829-a5d4-d3e2f647fccf of type vlan for network 13a13c25-6445-4bc6-9d0d-3f1a7842ce50 Feb 09 12:50:55.272565 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-28b19b4f-1c29-4f1a-aa46-d31f69ea6346 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:55.292572 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6a735625-e256-42bb-9aa2-0621d1e3f5cd tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:55.336013 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6a735625-e256-42bb-9aa2-0621d1e3f5cd tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:55.341263 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b19b4f-1c29-4f1a-aa46-d31f69ea6346 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event deleted for resources: {'Port': ['ID=32981f44-2e85-4e5a-8944-adeaee039979,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:55.345717 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b19b4f-1c29-4f1a-aa46-d31f69ea6346 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] No DVR routers for this DVR port 32981f44-2e85-4e5a-8944-adeaee039979 on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:50:55.350481 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a735625-e256-42bb-9aa2-0621d1e3f5cd tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:55.353545 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6a735625-e256-42bb-9aa2-0621d1e3f5cd tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:55.428951 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-6ffcb505-9e15-4a13-8bf5-776b34f3dc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'name': 'tempest-TestNetworkBasicOps-router-81090480', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '1816b373-2fa1-4e98-a6f9-c4e358a025c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:48:28Z', 'updated_at': '2022-02-09T12:50:52Z', 'revision_number': 6, 'project_id': '458862934c284b11a9f402abf41ed215', 'gw_port': {'id': '1816b373-2fa1-4e98-a6f9-c4e358a025c1', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:48:30Z', 'updated_at': '2022-02-09T12:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': 'def295d5-c32e-4ebc-8543-6ab2a67a5864', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'floating_ip_address': '172.25.7.109', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'port_id': 'f038e5af-3a83-4de0-9214-247277dad860', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ffa134c-5914-42cd-b4fd-b6cacdce5158', 'mac_address': 'fa:16:3e:06:6c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb39311-4bf9-44ca-a71e-3e495330f4a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:49:14Z', 'updated_at': '2022-02-09T12:49:21Z', 'revision_number': 1, 'project_id': '458862934c284b11a9f402abf41ed215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00f3be6c-e4b5-480e-b1a1-b7841880fe65', 'name': '', 'network_id': '8ffa134c-5914-42cd-b4fd-b6cacdce5158', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'mac_address': 'fa:16:3e:6a:93:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '574d076d-3e6a-4fd6-9301-a30c6a6e0584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:48:37Z', 'updated_at': '2022-02-09T12:48:45Z', 'revision_number': 5, 'project_id': '458862934c284b11a9f402abf41ed215', 'subnets': [{'id': '574d076d-3e6a-4fd6-9301-a30c6a6e0584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:55.434470 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffcb505-9e15-4a13-8bf5-776b34f3dc3b None None] The sync data for ids ['4667e1c8-9a1e-44a4-beff-cef8b8a5b285'] in n-d-825178-3 is: [{'id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'name': 'tempest-TestNetworkBasicOps-router-81090480', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '1816b373-2fa1-4e98-a6f9-c4e358a025c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:48:28Z', 'updated_at': '2022-02-09T12:50:52Z', 'revision_number': 6, 'project_id': '458862934c284b11a9f402abf41ed215', 'gw_port': {'id': '1816b373-2fa1-4e98-a6f9-c4e358a025c1', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:48:30Z', 'updated_at': '2022-02-09T12:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': 'def295d5-c32e-4ebc-8543-6ab2a67a5864', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'floating_ip_address': '172.25.7.109', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'port_id': 'f038e5af-3a83-4de0-9214-247277dad860', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ffa134c-5914-42cd-b4fd-b6cacdce5158', 'mac_address': 'fa:16:3e:06:6c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb39311-4bf9-44ca-a71e-3e495330f4a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:49:14Z', 'updated_at': '2022-02-09T12:49:21Z', 'revision_number': 1, 'project_id': '458862934c284b11a9f402abf41ed215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00f3be6c-e4b5-480e-b1a1-b7841880fe65', 'name': '', 'network_id': '8ffa134c-5914-42cd-b4fd-b6cacdce5158', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'mac_address': 'fa:16:3e:6a:93:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '574d076d-3e6a-4fd6-9301-a30c6a6e0584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:48:37Z', 'updated_at': '2022-02-09T12:48:45Z', 'revision_number': 5, 'project_id': '458862934c284b11a9f402abf41ed215', 'subnets': [{'id': '574d076d-3e6a-4fd6-9301-a30c6a6e0584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:50:55.445568 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-2c9ff943-d95c-4d5c-a879-25c6877f9043 None None] Calling delete_port for 32981f44-2e85-4e5a-8944-adeaee039979 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:50:55.495452 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 32981f44-2e85-4e5a-8944-adeaee039979 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:50:55.503210 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-28b19b4f-1c29-4f1a-aa46-d31f69ea6346 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:55.514337 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a735625-e256-42bb-9aa2-0621d1e3f5cd tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Pushing event updated for resources: {'Network': ['ID=13a13c25-6445-4bc6-9d0d-3f1a7842ce50,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:55.530256 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-6a735625-e256-42bb-9aa2-0621d1e3f5cd tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9500101 Feb 09 12:50:55.532763 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60680) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:55.536516 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-28b19b4f-1c29-4f1a-aa46-d31f69ea6346 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c795972c-b61e-41dc-af99-21c8665e0c01']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:55.536657 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 32981f44-2e85-4e5a-8944-adeaee039979 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:50:55.536935 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 32981f44-2e85-4e5a-8944-adeaee039979 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:50:55.538380 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 13a13c25-6445-4bc6-9d0d-3f1a7842ce50 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:50:55.547318 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-d1189789-ceb0-4b76-a980-9890ffd475db tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Request body: {'subnet': {'network_id': '13a13c25-6445-4bc6-9d0d-3f1a7842ce50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:50:55.572933 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-28b19b4f-1c29-4f1a-aa46-d31f69ea6346 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69259dd2-6806-4af4-9459-551e90182a07') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:55.573231 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-28b19b4f-1c29-4f1a-aa46-d31f69ea6346 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69259dd2-6806-4af4-9459-551e90182a07') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:55.648681 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-28b19b4f-1c29-4f1a-aa46-d31f69ea6346 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:55.651811 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-2c9ff943-d95c-4d5c-a879-25c6877f9043 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:50:55.652317 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-2c9ff943-d95c-4d5c-a879-25c6877f9043 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:50:55.680782 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-28b19b4f-1c29-4f1a-aa46-d31f69ea6346 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:55.693838 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28b19b4f-1c29-4f1a-aa46-d31f69ea6346 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:50:55.694232 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-28b19b4f-1c29-4f1a-aa46-d31f69ea6346 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:55.709668 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:50:55.709668 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:50:55.709668 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:50:55.709668 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:50:55.709668 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:50:55.709668 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:50:55.709668 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:50:55.709668 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:50:55.709668 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:50:55.709668 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:50:55.709668 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:50:55.709668 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:50:55.709668 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:50:55.709668 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:50:55.709668 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:50:55.709668 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:50:55.709668 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:50:55.709668 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:50:55.709668 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:50:55.709668 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:50:55.709668 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:50:55.709668 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:50:55.709668 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:50:55.709668 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:50:55.709668 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:50:55.709668 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:50:55.709668 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:50:55.709668 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:50:55.709668 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:50:55.709668 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:50:55.709668 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:50:55.709668 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:50:55.763878 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d1189789-ceb0-4b76-a980-9890ffd475db tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:50:55.782187 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d1189789-ceb0-4b76-a980-9890ffd475db tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Usage tracker for resource:subnet and tenant:c2de6dbdba6a45c581b9ea4d6b4bf07c is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:50:55.787610 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d1189789-ceb0-4b76-a980-9890ffd475db tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:50:55.796640 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d1189789-ceb0-4b76-a980-9890ffd475db tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:50:55.809338 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-28b19b4f-1c29-4f1a-aa46-d31f69ea6346 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:55.814294 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-28b19b4f-1c29-4f1a-aa46-d31f69ea6346 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:55.839654 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1189789-ceb0-4b76-a980-9890ffd475db tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Made reservation on behalf of c2de6dbdba6a45c581b9ea4d6b4bf07c for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:50:55.842096 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904234f-6d80-4427-9dd4-9b20014a85ee req-3d173988-9a68-46c3-b9fd-69eb048ccd05 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:55.843107 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d1189789-ceb0-4b76-a980-9890ffd475db tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:55.843656 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4904234f-6d80-4427-9dd4-9b20014a85ee req-3d173988-9a68-46c3-b9fd-69eb048ccd05 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.46 "GET /v2.0/ports?device_id=149b03a2-66cb-47a6-80ec-cfde5906c708 HTTP/1.1" status: 200 len: 946 time: 0.1553965 Feb 09 12:50:55.888782 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fcf365-3d73-44c0-aeb6-398ab50f6df9 req-0192f137-6811-4c4e-9aa3-10c29977b02f tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:55.890270 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-74fcf365-3d73-44c0-aeb6-398ab50f6df9 req-0192f137-6811-4c4e-9aa3-10c29977b02f tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?device_id=149b03a2-66cb-47a6-80ec-cfde5906c708 HTTP/1.1" status: 200 len: 946 time: 0.1475282 Feb 09 12:50:55.917094 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b19b4f-1c29-4f1a-aa46-d31f69ea6346 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event deleted for resources: {'Network': ['ID=c795972c-b61e-41dc-af99-21c8665e0c01,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:55.944571 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-28b19b4f-1c29-4f1a-aa46-d31f69ea6346 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "DELETE /v2.0/networks/c795972c-b61e-41dc-af99-21c8665e0c01 HTTP/1.1" status: 204 len: 168 time: 1.3422744 Feb 09 12:50:55.945439 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60686) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:55.955776 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-4904234f-6d80-4427-9dd4-9b20014a85ee req-16346eb4-6a16-4ee1-8de5-78cc9fa31ee0 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Deleting port c524506a-9b2f-4e17-a006-226a6aece550 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:50:55.956150 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-4904234f-6d80-4427-9dd4-9b20014a85ee req-16346eb4-6a16-4ee1-8de5-78cc9fa31ee0 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:55.957217 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-7bcaf19a-2864-4b8d-aab5-65151e8f977f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1906079033', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}, 'admin_state_up': False}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:50:55.971606 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7bcaf19a-2864-4b8d-aab5-65151e8f977f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:50:55.978698 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7bcaf19a-2864-4b8d-aab5-65151e8f977f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Usage tracker for resource:router and tenant:7a65637a4eb140ffb94c446f7f36e593 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:50:55.985261 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7bcaf19a-2864-4b8d-aab5-65151e8f977f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:50:55.996144 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7bcaf19a-2864-4b8d-aab5-65151e8f977f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:50:56.010952 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-74fcf365-3d73-44c0-aeb6-398ab50f6df9 req-5289d0a7-947b-49d4-aeaf-140b98e370f4 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcd1b040-6547-4ab2-bae0-9e0b91e3f4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075406 Feb 09 12:50:56.014661 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7bcaf19a-2864-4b8d-aab5-65151e8f977f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:56.015767 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7bcaf19a-2864-4b8d-aab5-65151e8f977f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:56.078040 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7bcaf19a-2864-4b8d-aab5-65151e8f977f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:56.153678 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-2c9ff943-d95c-4d5c-a879-25c6877f9043 None None] Deleting port 32981f44-2e85-4e5a-8944-adeaee039979 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:50:56.154067 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2c9ff943-d95c-4d5c-a879-25c6877f9043 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:56.236779 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-2c9ff943-d95c-4d5c-a879-25c6877f9043 None None] The port '32981f44-2e85-4e5a-8944-adeaee039979' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:50:56.297395 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-4904234f-6d80-4427-9dd4-9b20014a85ee req-16346eb4-6a16-4ee1-8de5-78cc9fa31ee0 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] For port c524506a-9b2f-4e17-a006-226a6aece550, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=c524506a-9b2f-4e17-a006-226a6aece550,segment=NetworkSegment(65fc2b70-8460-4848-853f-23072604756d),segment_id=65fc2b70-8460-4848-853f-23072604756d)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:50:56.297975 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-4904234f-6d80-4427-9dd4-9b20014a85ee req-16346eb4-6a16-4ee1-8de5-78cc9fa31ee0 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:56.434175 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d1189789-ceb0-4b76-a980-9890ffd475db tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:56.445374 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-4904234f-6d80-4427-9dd4-9b20014a85ee req-16346eb4-6a16-4ee1-8de5-78cc9fa31ee0 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Calling delete_port for c524506a-9b2f-4e17-a006-226a6aece550 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:50:56.542479 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b9b6c-0218-476d-8df9-4d4dc3c616ae req-695e670a-5516-4df3-82fe-a8d45a3f1ae8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:56.545076 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b26b9b6c-0218-476d-8df9-4d4dc3c616ae req-695e670a-5516-4df3-82fe-a8d45a3f1ae8 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=24bfe37c-1089-4182-86d9-1c25ec429621 HTTP/1.1" status: 200 len: 945 time: 0.2909386 Feb 09 12:50:56.555045 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7bcaf19a-2864-4b8d-aab5-65151e8f977f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:56.610556 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1189789-ceb0-4b76-a980-9890ffd475db tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Pushing event updated for resources: {'Subnet': ['ID=ebd48739-f02e-44e8-9a5b-2e1b180d3fd0,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:56.645395 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b26b9b6c-0218-476d-8df9-4d4dc3c616ae req-2ca9990a-c2d0-458e-810d-433dc0bb326f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=7643a677-e910-42b2-ae55-a8f871e13233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931602 Feb 09 12:50:56.656033 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-4904234f-6d80-4427-9dd4-9b20014a85ee req-16346eb4-6a16-4ee1-8de5-78cc9fa31ee0 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:56.666130 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1189789-ceb0-4b76-a980-9890ffd475db tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Checking segment: {'id': '02959514-4bfc-4829-a5d4-d3e2f647fccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '13a13c25-6445-4bc6-9d0d-3f1a7842ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:50:56.666492 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1189789-ceb0-4b76-a980-9890ffd475db tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Network hostable DHCP agents. Network: 13a13c25-6445-4bc6-9d0d-3f1a7842ce50, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:50:56.697710 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1189789-ceb0-4b76-a980-9890ffd475db tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Network 13a13c25-6445-4bc6-9d0d-3f1a7842ce50 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:50:56.706248 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16346eb4-6a16-4ee1-8de5-78cc9fa31ee0 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event deleted for resources: {'Port': ['ID=c524506a-9b2f-4e17-a006-226a6aece550,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:56.713066 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-d1189789-ceb0-4b76-a980-9890ffd475db tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 13a13c25-6445-4bc6-9d0d-3f1a7842ce50) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:50:56.719921 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1189789-ceb0-4b76-a980-9890ffd475db tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:56.720504 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d1189789-ceb0-4b76-a980-9890ffd475db tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:56.734992 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bbf659-7978-4568-9a40-1d5e07462f99 None None] Network 13a13c25-6445-4bc6-9d0d-3f1a7842ce50 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:50:56.776115 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d1189789-ceb0-4b76-a980-9890ffd475db tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2392821 Feb 09 12:50:56.776674 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60692) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:56.782542 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-1bbf9b5e-fd3f-4333-83fd-47c690cc6dea tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Request body: {'network': {'name': 'tempest-router-network01--464582065'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:50:56.790270 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1bbf9b5e-fd3f-4333-83fd-47c690cc6dea tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:50:56.795109 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-4904234f-6d80-4427-9dd4-9b20014a85ee req-16346eb4-6a16-4ee1-8de5-78cc9fa31ee0 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] No DVR routers for this DVR port c524506a-9b2f-4e17-a006-226a6aece550 on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:50:56.795265 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-1bbf9b5e-fd3f-4333-83fd-47c690cc6dea tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Usage tracker for resource:network and tenant:c2de6dbdba6a45c581b9ea4d6b4bf07c is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:50:56.797564 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-4904234f-6d80-4427-9dd4-9b20014a85ee req-16346eb4-6a16-4ee1-8de5-78cc9fa31ee0 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:56.799568 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-1bbf9b5e-fd3f-4333-83fd-47c690cc6dea tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:50:56.800150 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149b03a2-66cb-47a6-80ec-cfde5906c708', 'name': 'network-vif-deleted', 'tag': 'c524506a-9b2f-4e17-a006-226a6aece550'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:50:56.806529 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1bbf9b5e-fd3f-4333-83fd-47c690cc6dea tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:50:56.831017 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4904234f-6d80-4427-9dd4-9b20014a85ee req-16346eb4-6a16-4ee1-8de5-78cc9fa31ee0 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.46 "DELETE /v2.0/ports/c524506a-9b2f-4e17-a006-226a6aece550 HTTP/1.1" status: 204 len: 173 time: 0.9794121 Feb 09 12:50:56.874462 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '149b03a2-66cb-47a6-80ec-cfde5906c708', 'name': 'network-vif-deleted', 'tag': 'c524506a-9b2f-4e17-a006-226a6aece550', 'status': 'completed', 'code': 200} Feb 09 12:50:56.928533 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbf9b5e-fd3f-4333-83fd-47c690cc6dea tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Made reservation on behalf of c2de6dbdba6a45c581b9ea4d6b4bf07c for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:50:56.931982 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1bbf9b5e-fd3f-4333-83fd-47c690cc6dea tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:56.979433 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5d6c44-4e4c-48de-807e-daeadd9ed71a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-13a13c25-6445-4bc6-9d0d-3f1a7842ce50', 'network_id': '13a13c25-6445-4bc6-9d0d-3f1a7842ce50', 'tenant_id': 'c2de6dbdba6a45c581b9ea4d6b4bf07c', 'fixed_ips': [{'subnet_id': 'ebd48739-f02e-44e8-9a5b-2e1b180d3fd0'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:50:56.980497 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7f5d6c44-4e4c-48de-807e-daeadd9ed71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:56.998797 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7bcaf19a-2864-4b8d-aab5-65151e8f977f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:57.032713 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7bcaf19a-2864-4b8d-aab5-65151e8f977f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:57.037471 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bbf9b5e-fd3f-4333-83fd-47c690cc6dea tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:50:57.103177 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1bbf9b5e-fd3f-4333-83fd-47c690cc6dea tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:57.103527 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-1bbf9b5e-fd3f-4333-83fd-47c690cc6dea tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Added segment bd15ebc1-0598-4d72-96f9-9986b4969acb of type vlan for network 2951e6c3-757b-4350-8675-56b0ef016a6a Feb 09 12:50:57.158791 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1bbf9b5e-fd3f-4333-83fd-47c690cc6dea tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:57.179078 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 3da3c09c-d124-4df3-a374-2d784143746b no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:50:57.244529 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-7bcaf19a-2864-4b8d-aab5-65151e8f977f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Allocated IP 172.25.7.188 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/3e6a7414-3424-45df-914b-5891b22b1097) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:50:57.246486 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1bbf9b5e-fd3f-4333-83fd-47c690cc6dea tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:57.252211 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbf9b5e-fd3f-4333-83fd-47c690cc6dea tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:57.253019 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1bbf9b5e-fd3f-4333-83fd-47c690cc6dea tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:57.256449 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 3da3c09c-d124-4df3-a374-2d784143746b {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:50:57.257155 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 3da3c09c-d124-4df3-a374-2d784143746b not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:50:57.261777 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-d8d30411-e2c9-4b12-b63d-2515717597de req-9249f971-0b7a-4640-9ee2-a1a9c11d9ac1 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Synchronizing usage tracker for tenant:458862934c284b11a9f402abf41ed215 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:50:57.271551 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-7f5d6c44-4e4c-48de-807e-daeadd9ed71a None None] Allocated IP 172.20.0.2 (13a13c25-6445-4bc6-9d0d-3f1a7842ce50/ebd48739-f02e-44e8-9a5b-2e1b180d3fd0/973957be-7b48-49f8-b95c-1dd6eff380b0) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:50:57.296677 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-d8d30411-e2c9-4b12-b63d-2515717597de req-9249f971-0b7a-4640-9ee2-a1a9c11d9ac1 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Unset dirty status for tenant:458862934c284b11a9f402abf41ed215 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:50:57.297952 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d8d30411-e2c9-4b12-b63d-2515717597de req-9249f971-0b7a-4640-9ee2-a1a9c11d9ac1 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?device_id=149b03a2-66cb-47a6-80ec-cfde5906c708 HTTP/1.1" status: 200 len: 210 time: 0.1332004 Feb 09 12:50:57.417152 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1bbf9b5e-fd3f-4333-83fd-47c690cc6dea tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6399186 Feb 09 12:50:57.420337 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60700) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:57.425718 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-9f4db1b2-386d-44b6-9301-eb08a1b3309d tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Request body: {'network': {'name': 'tempest-router-network02--167354621'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:50:57.432367 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-9f4db1b2-386d-44b6-9301-eb08a1b3309d tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:50:57.437286 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9f4db1b2-386d-44b6-9301-eb08a1b3309d tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Usage tracker for resource:network and tenant:c2de6dbdba6a45c581b9ea4d6b4bf07c is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:50:57.441303 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9f4db1b2-386d-44b6-9301-eb08a1b3309d tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:50:57.461137 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-9f4db1b2-386d-44b6-9301-eb08a1b3309d tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:50:57.470880 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf9b5e-fd3f-4333-83fd-47c690cc6dea tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Pushing event updated for resources: {'Network': ['ID=2951e6c3-757b-4350-8675-56b0ef016a6a,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:57.476567 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4db1b2-386d-44b6-9301-eb08a1b3309d tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Made reservation on behalf of c2de6dbdba6a45c581b9ea4d6b4bf07c for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:50:57.482836 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9f4db1b2-386d-44b6-9301-eb08a1b3309d tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:57.516808 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 2951e6c3-757b-4350-8675-56b0ef016a6a details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:50:57.522349 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f4db1b2-386d-44b6-9301-eb08a1b3309d tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:50:57.533032 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9f4db1b2-386d-44b6-9301-eb08a1b3309d tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:57.533667 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-9f4db1b2-386d-44b6-9301-eb08a1b3309d tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Added segment 20eafbcb-18b9-4ff8-ad82-8eaac378a06e of type vlan for network 91d75d47-0492-4e02-abff-3482fc137da6 Feb 09 12:50:57.556654 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7bcaf19a-2864-4b8d-aab5-65151e8f977f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:57.564405 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9f4db1b2-386d-44b6-9301-eb08a1b3309d tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:57.588313 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7bcaf19a-2864-4b8d-aab5-65151e8f977f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:57.600870 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9f4db1b2-386d-44b6-9301-eb08a1b3309d tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:57.606815 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4db1b2-386d-44b6-9301-eb08a1b3309d tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:57.607511 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9f4db1b2-386d-44b6-9301-eb08a1b3309d tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:57.659747 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcaf19a-2864-4b8d-aab5-65151e8f977f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:50:57.662833 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-7bcaf19a-2864-4b8d-aab5-65151e8f977f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:50:57.665559 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcaf19a-2864-4b8d-aab5-65151e8f977f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:50:57.677901 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7f5d6c44-4e4c-48de-807e-daeadd9ed71a None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:57.689645 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7f5d6c44-4e4c-48de-807e-daeadd9ed71a None None] Transition to ACTIVE for port object 973957be-7b48-49f8-b95c-1dd6eff380b0 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:50:57.712546 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7f5d6c44-4e4c-48de-807e-daeadd9ed71a None None] Transition to ACTIVE for port object 973957be-7b48-49f8-b95c-1dd6eff380b0 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:50:57.719044 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcaf19a-2864-4b8d-aab5-65151e8f977f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event updated for resources: {'Port': ['ID=3e6a7414-3424-45df-914b-5891b22b1097,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:57.719543 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7f5d6c44-4e4c-48de-807e-daeadd9ed71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:57.740570 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9f4db1b2-386d-44b6-9301-eb08a1b3309d tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3169301 Feb 09 12:50:57.740570 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4db1b2-386d-44b6-9301-eb08a1b3309d tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Pushing event updated for resources: {'Network': ['ID=91d75d47-0492-4e02-abff-3482fc137da6,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:57.741701 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60708) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:57.747818 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-7c59b098-e862-44ec-ac16-a25f3277be7f tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Request body: {'subnet': {'network_id': '2951e6c3-757b-4350-8675-56b0ef016a6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:50:57.813759 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d6c44-4e4c-48de-807e-daeadd9ed71a None None] Pushing event updated for resources: {'Port': ['ID=973957be-7b48-49f8-b95c-1dd6eff380b0,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:57.818916 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 91d75d47-0492-4e02-abff-3482fc137da6 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:50:57.930971 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5d6c44-4e4c-48de-807e-daeadd9ed71a None None] Network 13a13c25-6445-4bc6-9d0d-3f1a7842ce50 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:50:57.932329 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-7f5d6c44-4e4c-48de-807e-daeadd9ed71a None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:50:57.934616 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5d6c44-4e4c-48de-807e-daeadd9ed71a None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:50:58.037742 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-7f5d6c44-4e4c-48de-807e-daeadd9ed71a None None] Attempting to bind port 973957be-7b48-49f8-b95c-1dd6eff380b0 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:50:58.038450 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-7f5d6c44-4e4c-48de-807e-daeadd9ed71a None None] Attempting to bind port 973957be-7b48-49f8-b95c-1dd6eff380b0 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '02959514-4bfc-4829-a5d4-d3e2f647fccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '13a13c25-6445-4bc6-9d0d-3f1a7842ce50'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:50:58.039762 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5d6c44-4e4c-48de-807e-daeadd9ed71a None None] Attempting to bind port 973957be-7b48-49f8-b95c-1dd6eff380b0 on network 13a13c25-6445-4bc6-9d0d-3f1a7842ce50 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:50:58.046868 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5d6c44-4e4c-48de-807e-daeadd9ed71a None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:50:58.047654 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5d6c44-4e4c-48de-807e-daeadd9ed71a None None] Checking segment: {'id': '02959514-4bfc-4829-a5d4-d3e2f647fccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '13a13c25-6445-4bc6-9d0d-3f1a7842ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:50:58.048298 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7f5d6c44-4e4c-48de-807e-daeadd9ed71a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:58.048843 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5d6c44-4e4c-48de-807e-daeadd9ed71a None None] Bound using segment: {'id': '02959514-4bfc-4829-a5d4-d3e2f647fccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '13a13c25-6445-4bc6-9d0d-3f1a7842ce50'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:50:58.049453 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-7f5d6c44-4e4c-48de-807e-daeadd9ed71a None None] Bound port: 973957be-7b48-49f8-b95c-1dd6eff380b0, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02959514-4bfc-4829-a5d4-d3e2f647fccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '13a13c25-6445-4bc6-9d0d-3f1a7842ce50'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:50:58.049975 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7f5d6c44-4e4c-48de-807e-daeadd9ed71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:58.055593 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-7c59b098-e862-44ec-ac16-a25f3277be7f tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:50:58.061842 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-7c59b098-e862-44ec-ac16-a25f3277be7f tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Usage tracker for resource:subnet and tenant:c2de6dbdba6a45c581b9ea4d6b4bf07c is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:50:58.065687 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-7c59b098-e862-44ec-ac16-a25f3277be7f tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:50:58.076862 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-7c59b098-e862-44ec-ac16-a25f3277be7f tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:50:58.092300 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619e961-7933-42b3-a39b-f7af7070f333 req-e8d57c1a-b0c7-4875-b93e-da08041ef5b3 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:58.093920 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1619e961-7933-42b3-a39b-f7af7070f333 req-e8d57c1a-b0c7-4875-b93e-da08041ef5b3 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=24bfe37c-1089-4182-86d9-1c25ec429621 HTTP/1.1" status: 200 len: 945 time: 0.1462255 Feb 09 12:50:58.119557 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c59b098-e862-44ec-ac16-a25f3277be7f tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Made reservation on behalf of c2de6dbdba6a45c581b9ea4d6b4bf07c for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:50:58.123270 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7c59b098-e862-44ec-ac16-a25f3277be7f tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:58.148906 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7f5d6c44-4e4c-48de-807e-daeadd9ed71a None None] For port 973957be-7b48-49f8-b95c-1dd6eff380b0, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:50:58.153208 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7f5d6c44-4e4c-48de-807e-daeadd9ed71a None None] For port 973957be-7b48-49f8-b95c-1dd6eff380b0, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=973957be-7b48-49f8-b95c-1dd6eff380b0,segment=NetworkSegment(02959514-4bfc-4829-a5d4-d3e2f647fccf),segment_id=02959514-4bfc-4829-a5d4-d3e2f647fccf)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:50:58.160105 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7f5d6c44-4e4c-48de-807e-daeadd9ed71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:58.238891 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1619e961-7933-42b3-a39b-f7af7070f333 req-ffa56e5d-9999-4da4-8841-7ef00378966c tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=7643a677-e910-42b2-ae55-a8f871e13233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360922 Feb 09 12:50:58.253530 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d6c44-4e4c-48de-807e-daeadd9ed71a None None] Pushing event updated for resources: {'Port': ['ID=973957be-7b48-49f8-b95c-1dd6eff380b0,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:58.395372 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7bcaf19a-2864-4b8d-aab5-65151e8f977f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:58.428279 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7c59b098-e862-44ec-ac16-a25f3277be7f tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:58.487468 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60714) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:58.606832 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c59b098-e862-44ec-ac16-a25f3277be7f tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Pushing event updated for resources: {'Subnet': ['ID=c9c35091-871d-4de8-b001-208adf9678e4,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:58.629747 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c59b098-e862-44ec-ac16-a25f3277be7f tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Checking segment: {'id': 'bd15ebc1-0598-4d72-96f9-9986b4969acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2951e6c3-757b-4350-8675-56b0ef016a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:50:58.630110 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c59b098-e862-44ec-ac16-a25f3277be7f tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Network hostable DHCP agents. Network: 2951e6c3-757b-4350-8675-56b0ef016a6a, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:50:58.641175 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b95b4456-96e5-4c22-a878-579d535f0176 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:58.672650 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c59b098-e862-44ec-ac16-a25f3277be7f tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Network 2951e6c3-757b-4350-8675-56b0ef016a6a is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:50:58.687180 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b95b4456-96e5-4c22-a878-579d535f0176 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:58.703893 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-7c59b098-e862-44ec-ac16-a25f3277be7f tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 2951e6c3-757b-4350-8675-56b0ef016a6a) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:50:58.713103 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7e4dee-b070-4244-8b91-0486a4113540 None None] Network 2951e6c3-757b-4350-8675-56b0ef016a6a requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:50:58.717542 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c59b098-e862-44ec-ac16-a25f3277be7f tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:58.718443 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7c59b098-e862-44ec-ac16-a25f3277be7f tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:58.771054 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-7c59b098-e862-44ec-ac16-a25f3277be7f tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0283046 Feb 09 12:50:58.774290 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60718) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:58.780479 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-333d98ab-49f5-4d19-90b5-9403a45b14ee tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Request body: {'subnet': {'network_id': '91d75d47-0492-4e02-abff-3482fc137da6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:50:58.846113 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7bcaf19a-2864-4b8d-aab5-65151e8f977f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:58.889480 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b95b4456-96e5-4c22-a878-579d535f0176 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:58.931969 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b4456-96e5-4c22-a878-579d535f0176 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd1b040-6547-4ab2-bae0-9e0b91e3f4de,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:58.937181 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-333d98ab-49f5-4d19-90b5-9403a45b14ee tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:50:58.942328 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-333d98ab-49f5-4d19-90b5-9403a45b14ee tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Usage tracker for resource:subnet and tenant:c2de6dbdba6a45c581b9ea4d6b4bf07c is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:50:58.945846 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-333d98ab-49f5-4d19-90b5-9403a45b14ee tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:50:58.948946 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b95b4456-96e5-4c22-a878-579d535f0176 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:58.950069 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b95b4456-96e5-4c22-a878-579d535f0176 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "DELETE /v2.0/security-groups/dcd1b040-6547-4ab2-bae0-9e0b91e3f4de HTTP/1.1" status: 204 len: 168 time: 0.4616051 Feb 09 12:50:58.954823 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-333d98ab-49f5-4d19-90b5-9403a45b14ee tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:50:58.966379 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333d98ab-49f5-4d19-90b5-9403a45b14ee tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Made reservation on behalf of c2de6dbdba6a45c581b9ea4d6b4bf07c for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:50:58.968671 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-333d98ab-49f5-4d19-90b5-9403a45b14ee tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:59.004420 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60724) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:59.010157 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c548533-688f-4163-808c-a37ddcf6170f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-2951e6c3-757b-4350-8675-56b0ef016a6a', 'network_id': '2951e6c3-757b-4350-8675-56b0ef016a6a', 'tenant_id': 'c2de6dbdba6a45c581b9ea4d6b4bf07c', 'fixed_ips': [{'subnet_id': 'c9c35091-871d-4de8-b001-208adf9678e4'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:50:59.012531 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1c548533-688f-4163-808c-a37ddcf6170f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:59.200895 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-75cd5781-0ec8-44c6-a5c4-17b714219948 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Deleting subnet 396f7602-b695-4b7f-a57b-07f5fb90c6c6 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:50:59.213417 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-1c548533-688f-4163-808c-a37ddcf6170f None None] Allocated IP 172.20.0.2 (2951e6c3-757b-4350-8675-56b0ef016a6a/c9c35091-871d-4de8-b001-208adf9678e4/80d6eca3-a7dd-4adb-8f4a-b1e9a571c943) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:50:59.214453 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-75cd5781-0ec8-44c6-a5c4-17b714219948 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:59.260759 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-333d98ab-49f5-4d19-90b5-9403a45b14ee tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:59.306400 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 973957be-7b48-49f8-b95c-1dd6eff380b0 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:50:59.380627 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d98ab-49f5-4d19-90b5-9403a45b14ee tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Pushing event updated for resources: {'Subnet': ['ID=83f89725-5671-43f5-9c86-a2e9d510e633,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:59.391554 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333d98ab-49f5-4d19-90b5-9403a45b14ee tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Checking segment: {'id': '20eafbcb-18b9-4ff8-ad82-8eaac378a06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '91d75d47-0492-4e02-abff-3482fc137da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:50:59.391884 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333d98ab-49f5-4d19-90b5-9403a45b14ee tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Network hostable DHCP agents. Network: 91d75d47-0492-4e02-abff-3482fc137da6, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:50:59.398015 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-75cd5781-0ec8-44c6-a5c4-17b714219948 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:59.419074 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333d98ab-49f5-4d19-90b5-9403a45b14ee tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Network 91d75d47-0492-4e02-abff-3482fc137da6 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:50:59.454903 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bcaf19a-2864-4b8d-aab5-65151e8f977f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Router 0fe87016-2656-4c89-9e19-5674a3d87ae5 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:50:59.483577 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-333d98ab-49f5-4d19-90b5-9403a45b14ee tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 91d75d47-0492-4e02-abff-3482fc137da6) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:50:59.498215 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333d98ab-49f5-4d19-90b5-9403a45b14ee tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:59.498816 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-333d98ab-49f5-4d19-90b5-9403a45b14ee tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:59.499444 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3302e0aa-81fd-49fb-9f92-9964a3586296 None None] Network 91d75d47-0492-4e02-abff-3482fc137da6 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:50:59.515251 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 973957be-7b48-49f8-b95c-1dd6eff380b0 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:50:59.543500 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-333d98ab-49f5-4d19-90b5-9403a45b14ee tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7686512 Feb 09 12:50:59.544179 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60730) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:59.638757 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe3245-11f5-4428-8bd6-914c6bd3eb3c req-416a56ca-6a69-4261-aafd-041c7a97d4f1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:50:59.640447 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8cbe3245-11f5-4428-8bd6-914c6bd3eb3c req-416a56ca-6a69-4261-aafd-041c7a97d4f1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=24bfe37c-1089-4182-86d9-1c25ec429621 HTTP/1.1" status: 200 len: 945 time: 0.2095017 Feb 09 12:50:59.702158 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-75cd5781-0ec8-44c6-a5c4-17b714219948 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:59.738159 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bcaf19a-2864-4b8d-aab5-65151e8f977f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:50:59.754611 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6bba2f-dac1-4787-9b48-99764374d46c None None] Sync routers for ids ['0fe87016-2656-4c89-9e19-5674a3d87ae5'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:50:59.761431 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1c548533-688f-4163-808c-a37ddcf6170f None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:59.764572 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbea5a8-18d0-431b-b848-24ae0a5cd870 None None] Network 13a13c25-6445-4bc6-9d0d-3f1a7842ce50 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:50:59.785221 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7bcaf19a-2864-4b8d-aab5-65151e8f977f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:59.789469 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7bcaf19a-2864-4b8d-aab5-65151e8f977f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.8364239 Feb 09 12:50:59.790622 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60734) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:50:59.865516 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-1c548533-688f-4163-808c-a37ddcf6170f None None] Transition to ACTIVE for port object 80d6eca3-a7dd-4adb-8f4a-b1e9a571c943 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:50:59.892864 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-75cd5781-0ec8-44c6-a5c4-17b714219948 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:59.923122 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6bba2f-dac1-4787-9b48-99764374d46c None None] Routers {'0fe87016-2656-4c89-9e19-5674a3d87ae5'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:50:59.923821 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-9a6bba2f-dac1-4787-9b48-99764374d46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:50:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['0fe87016-2656-4c89-9e19-5674a3d87ae5'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:50:59.939070 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd5781-0ec8-44c6-a5c4-17b714219948 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event deleted for resources: {'Subnet': ['ID=396f7602-b695-4b7f-a57b-07f5fb90c6c6,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:50:59.941166 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-75cd5781-0ec8-44c6-a5c4-17b714219948 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:59.952374 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-75cd5781-0ec8-44c6-a5c4-17b714219948 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "DELETE /v2.0/subnets/396f7602-b695-4b7f-a57b-07f5fb90c6c6 HTTP/1.1" status: 204 len: 168 time: 0.8576367 Feb 09 12:50:59.990377 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166e96e4-2eeb-4209-a1a6-3552a19384fe None None] Network b88957a6-ea40-4269-927b-524192d54dc0 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:51:00.051221 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-1c548533-688f-4163-808c-a37ddcf6170f None None] Transition to ACTIVE for port object 80d6eca3-a7dd-4adb-8f4a-b1e9a571c943 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:51:00.071042 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60738) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:00.081532 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8cbe3245-11f5-4428-8bd6-914c6bd3eb3c req-344aa4c1-a164-47b7-87ae-ee7685207654 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=7643a677-e910-42b2-ae55-a8f871e13233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3715043 Feb 09 12:51:00.158497 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-59c37bf5-9eb3-4131-924d-65cb5c65b5e8 None None] Provisioning for port 973957be-7b48-49f8-b95c-1dd6eff380b0 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:51:00.161367 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-9a6bba2f-dac1-4787-9b48-99764374d46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:00.194837 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1c548533-688f-4163-808c-a37ddcf6170f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:00.203053 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-86014dcc-ada1-4b6d-a757-efe6aa955447 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "GET /v2.0/routers/0fe87016-2656-4c89-9e19-5674a3d87ae5 HTTP/1.1" status: 200 len: 881 time: 0.4117022 Feb 09 12:51:00.205626 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60742) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:00.243570 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-59c37bf5-9eb3-4131-924d-65cb5c65b5e8 None None] Provisioning complete for port 973957be-7b48-49f8-b95c-1dd6eff380b0 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:00.244106 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-59c37bf5-9eb3-4131-924d-65cb5c65b5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:00.304859 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0170dd4-8662-4c62-8b1c-dea3893d672f req-5a294e20-3000-4a2f-b283-0511492676c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:00.306261 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d0170dd4-8662-4c62-8b1c-dea3893d672f req-5a294e20-3000-4a2f-b283-0511492676c5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c7a8f76649f44a59c185c6d6414b556&device_id=24bfe37c-1089-4182-86d9-1c25ec429621 HTTP/1.1" status: 200 len: 1096 time: 0.5985804 Feb 09 12:51:00.382183 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d298e071-70d8-464f-817d-3b4864a9fb19 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:00.434322 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device c524506a-9b2f-4e17-a006-226a6aece550 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:51:00.457967 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ae26e6df-bdf9-46ca-9454-3d6955ab2cab tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Synchronizing usage tracker for tenant:7a65637a4eb140ffb94c446f7f36e593 on resource:router {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:51:00.471919 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-d298e071-70d8-464f-817d-3b4864a9fb19 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Deleting port fd8ce2f5-577d-4035-80ae-632ebb643d97 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:51:00.472266 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d298e071-70d8-464f-817d-3b4864a9fb19 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:00.496097 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ae26e6df-bdf9-46ca-9454-3d6955ab2cab tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Unset dirty status for tenant:7a65637a4eb140ffb94c446f7f36e593 on resource:router {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:51:00.501331 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ae26e6df-bdf9-46ca-9454-3d6955ab2cab tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2946858 Feb 09 12:51:00.502319 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60746) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:00.511569 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-106aa629-6677-4f1f-b9c7-78c88766be26 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1906079033'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:00.533459 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: c524506a-9b2f-4e17-a006-226a6aece550 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:51:00.533898 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device c524506a-9b2f-4e17-a006-226a6aece550 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:51:00.554660 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-991e6777-151c-42b5-8bea-4fd934e1853b tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:00.561412 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6bba2f-dac1-4787-9b48-99764374d46c None None] Routers {'0fe87016-2656-4c89-9e19-5674a3d87ae5'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:51:00.562146 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-9a6bba2f-dac1-4787-9b48-99764374d46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:50:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['0fe87016-2656-4c89-9e19-5674a3d87ae5'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:00.633343 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7a128b-bc9a-4ea1-96c8-2d1feccfbe47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-91d75d47-0492-4e02-abff-3482fc137da6', 'network_id': '91d75d47-0492-4e02-abff-3482fc137da6', 'tenant_id': 'c2de6dbdba6a45c581b9ea4d6b4bf07c', 'fixed_ips': [{'subnet_id': '83f89725-5671-43f5-9c86-a2e9d510e633'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:51:00.634354 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ce7a128b-bc9a-4ea1-96c8-2d1feccfbe47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:00.661993 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c548533-688f-4163-808c-a37ddcf6170f None None] Network 2951e6c3-757b-4350-8675-56b0ef016a6a is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:51:00.673103 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-1c548533-688f-4163-808c-a37ddcf6170f None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:51:00.682434 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-9a6bba2f-dac1-4787-9b48-99764374d46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:00.682969 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6bba2f-dac1-4787-9b48-99764374d46c None None] The sync data for ids ['0fe87016-2656-4c89-9e19-5674a3d87ae5'] in n-d-825178-3 is: [] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:51:00.687104 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c548533-688f-4163-808c-a37ddcf6170f None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:51:00.705063 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c548533-688f-4163-808c-a37ddcf6170f None None] Pushing event updated for resources: {'Port': ['ID=80d6eca3-a7dd-4adb-8f4a-b1e9a571c943,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:00.766545 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0170dd4-8662-4c62-8b1c-dea3893d672f req-da070a9e-838f-442c-b29b-c75ca9d9a444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:00.768018 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d0170dd4-8662-4c62-8b1c-dea3893d672f req-da070a9e-838f-442c-b29b-c75ca9d9a444 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0e83e431-ffef-4786-9497-2a7bdd51cfab HTTP/1.1" status: 200 len: 897 time: 0.4188349 Feb 09 12:51:00.990110 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-1c548533-688f-4163-808c-a37ddcf6170f None None] Attempting to bind port 80d6eca3-a7dd-4adb-8f4a-b1e9a571c943 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:51:00.990110 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-1c548533-688f-4163-808c-a37ddcf6170f None None] Attempting to bind port 80d6eca3-a7dd-4adb-8f4a-b1e9a571c943 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'bd15ebc1-0598-4d72-96f9-9986b4969acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2951e6c3-757b-4350-8675-56b0ef016a6a'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:51:00.990877 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c548533-688f-4163-808c-a37ddcf6170f None None] Attempting to bind port 80d6eca3-a7dd-4adb-8f4a-b1e9a571c943 on network 2951e6c3-757b-4350-8675-56b0ef016a6a {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:51:01.030999 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d0170dd4-8662-4c62-8b1c-dea3893d672f req-36cb55d7-75a5-4b3a-8a19-117461db33fa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2076326-7743-4e6c-8da3-aede193b2bb6 HTTP/1.1" status: 200 len: 1000 time: 0.2515066 Feb 09 12:51:01.054128 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c548533-688f-4163-808c-a37ddcf6170f None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:51:01.054128 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c548533-688f-4163-808c-a37ddcf6170f None None] Checking segment: {'id': 'bd15ebc1-0598-4d72-96f9-9986b4969acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2951e6c3-757b-4350-8675-56b0ef016a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:51:01.054724 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1c548533-688f-4163-808c-a37ddcf6170f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:01.055240 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c548533-688f-4163-808c-a37ddcf6170f None None] Bound using segment: {'id': 'bd15ebc1-0598-4d72-96f9-9986b4969acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2951e6c3-757b-4350-8675-56b0ef016a6a'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:51:01.055917 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-1c548533-688f-4163-808c-a37ddcf6170f None None] Bound port: 80d6eca3-a7dd-4adb-8f4a-b1e9a571c943, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd15ebc1-0598-4d72-96f9-9986b4969acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2951e6c3-757b-4350-8675-56b0ef016a6a'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:51:01.056392 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1c548533-688f-4163-808c-a37ddcf6170f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:01.078397 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-106aa629-6677-4f1f-b9c7-78c88766be26 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:01.089442 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-59c37bf5-9eb3-4131-924d-65cb5c65b5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:01.090910 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-106aa629-6677-4f1f-b9c7-78c88766be26 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1740557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1740570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1738587'] for router, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:01.155474 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-d298e071-70d8-464f-817d-3b4864a9fb19 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] For port fd8ce2f5-577d-4035-80ae-632ebb643d97, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=fd8ce2f5-577d-4035-80ae-632ebb643d97,segment=NetworkSegment(65fc2b70-8460-4848-853f-23072604756d),segment_id=65fc2b70-8460-4848-853f-23072604756d)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:51:01.155867 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d298e071-70d8-464f-817d-3b4864a9fb19 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:01.250530 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-1c548533-688f-4163-808c-a37ddcf6170f None None] For port 80d6eca3-a7dd-4adb-8f4a-b1e9a571c943, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:51:01.253759 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-1c548533-688f-4163-808c-a37ddcf6170f None None] For port 80d6eca3-a7dd-4adb-8f4a-b1e9a571c943, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=80d6eca3-a7dd-4adb-8f4a-b1e9a571c943,segment=NetworkSegment(bd15ebc1-0598-4d72-96f9-9986b4969acb),segment_id=bd15ebc1-0598-4d72-96f9-9986b4969acb)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:51:01.268911 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-ce7a128b-bc9a-4ea1-96c8-2d1feccfbe47 None None] Allocated IP 172.20.0.2 (91d75d47-0492-4e02-abff-3482fc137da6/83f89725-5671-43f5-9c86-a2e9d510e633/d095890f-693e-43ce-a8e0-dfd764081ee2) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:51:01.300467 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-106aa629-6677-4f1f-b9c7-78c88766be26 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Router 0fe87016-2656-4c89-9e19-5674a3d87ae5 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:51:01.305534 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-d298e071-70d8-464f-817d-3b4864a9fb19 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Calling delete_port for fd8ce2f5-577d-4035-80ae-632ebb643d97 owned by network:dhcp {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:51:01.371945 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacf4e10-4b1f-404d-8a35-8d4d4b600c58 None None] DHCP port deletion for b88957a6-ea40-4269-927b-524192d54dc0 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:51:01.373688 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device fd8ce2f5-577d-4035-80ae-632ebb643d97 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:51:01.410902 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1c548533-688f-4163-808c-a37ddcf6170f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:01.473504 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-eacf4e10-4b1f-404d-8a35-8d4d4b600c58 None None] Deleting port fd8ce2f5-577d-4035-80ae-632ebb643d97 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:51:01.473881 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-eacf4e10-4b1f-404d-8a35-8d4d4b600c58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:01.504931 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106aa629-6677-4f1f-b9c7-78c88766be26 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:51:01.512577 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-106aa629-6677-4f1f-b9c7-78c88766be26 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:01.516743 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-106aa629-6677-4f1f-b9c7-78c88766be26 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "PUT /v2.0/routers/0fe87016-2656-4c89-9e19-5674a3d87ae5 HTTP/1.1" status: 200 len: 888 time: 1.0101602 Feb 09 12:51:01.517037 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60752) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:01.533422 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2390ab3e-7c6a-4720-b595-782362e06258 None None] Sync routers for ids ['0fe87016-2656-4c89-9e19-5674a3d87ae5'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:51:01.547788 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2390ab3e-7c6a-4720-b595-782362e06258 None None] Routers {'0fe87016-2656-4c89-9e19-5674a3d87ae5'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:51:01.548924 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-2390ab3e-7c6a-4720-b595-782362e06258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:50:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['0fe87016-2656-4c89-9e19-5674a3d87ae5'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:01.581412 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0170dd4-8662-4c62-8b1c-dea3893d672f req-6122b5a9-40f1-493c-b40d-cc3cfb006fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:01.582861 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d0170dd4-8662-4c62-8b1c-dea3893d672f req-6122b5a9-40f1-493c-b40d-cc3cfb006fcd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fee41bd5-bc0d-4bee-88ca-cf83e3eb43ef HTTP/1.1" status: 200 len: 835 time: 0.5194173 Feb 09 12:51:01.645341 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-2390ab3e-7c6a-4720-b595-782362e06258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:01.663084 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2390ab3e-7c6a-4720-b595-782362e06258 None None] Routers {'0fe87016-2656-4c89-9e19-5674a3d87ae5'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:51:01.664639 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-2390ab3e-7c6a-4720-b595-782362e06258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:50:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['0fe87016-2656-4c89-9e19-5674a3d87ae5'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:01.681519 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-991e6777-151c-42b5-8bea-4fd934e1853b tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Allocated IP 172.20.0.1 (2951e6c3-757b-4350-8675-56b0ef016a6a/c9c35091-871d-4de8-b001-208adf9678e4/66159f16-2b4d-48a1-89f2-7a33ec9fff7d) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:51:01.687730 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-59c37bf5-9eb3-4131-924d-65cb5c65b5e8 None None] For port 973957be-7b48-49f8-b95c-1dd6eff380b0, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=973957be-7b48-49f8-b95c-1dd6eff380b0,segment=NetworkSegment(02959514-4bfc-4829-a5d4-d3e2f647fccf),segment_id=02959514-4bfc-4829-a5d4-d3e2f647fccf)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:51:01.728508 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d298e071-70d8-464f-817d-3b4864a9fb19 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:01.753691 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-2390ab3e-7c6a-4720-b595-782362e06258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:01.754105 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2390ab3e-7c6a-4720-b595-782362e06258 None None] The sync data for ids ['0fe87016-2656-4c89-9e19-5674a3d87ae5'] in n-d-825178-3 is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:51:01.859432 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d298e071-70d8-464f-817d-3b4864a9fb19 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event deleted for resources: {'Port': ['ID=fd8ce2f5-577d-4035-80ae-632ebb643d97,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:01.865633 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-59c37bf5-9eb3-4131-924d-65cb5c65b5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:01.869983 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d298e071-70d8-464f-817d-3b4864a9fb19 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] No DVR routers for this DVR port fd8ce2f5-577d-4035-80ae-632ebb643d97 on host n-d-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:51:01.913451 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No active binding found for port fd8ce2f5-577d-4035-80ae-632ebb643d97 {{(pid=87569) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 09 12:51:01.913856 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device fd8ce2f5-577d-4035-80ae-632ebb643d97 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:51:01.933083 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c548533-688f-4163-808c-a37ddcf6170f None None] Pushing event updated for resources: {'Port': ['ID=80d6eca3-a7dd-4adb-8f4a-b1e9a571c943,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:01.936443 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ce7a128b-bc9a-4ea1-96c8-2d1feccfbe47 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:01.941908 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c97d97-d83f-40d5-bfc4-c989a7d1643f req-09af5bb3-6ad7-4a2e-a62d-9e36145108db tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:01.944265 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1c97d97-d83f-40d5-bfc4-c989a7d1643f req-09af5bb3-6ad7-4a2e-a62d-9e36145108db tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=24bfe37c-1089-4182-86d9-1c25ec429621 HTTP/1.1" status: 200 len: 945 time: 0.6480260 Feb 09 12:51:01.948936 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b9b3350d-db20-403c-9eda-a390d907c344 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "GET /v2.0/routers/0fe87016-2656-4c89-9e19-5674a3d87ae5 HTTP/1.1" status: 200 len: 888 time: 0.4308174 Feb 09 12:51:01.949536 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60756) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:02.006293 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-dc0f72f1-e633-4f36-a585-03ac28917903 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Synchronizing usage tracker for tenant:7a65637a4eb140ffb94c446f7f36e593 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:51:02.024926 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-dc0f72f1-e633-4f36-a585-03ac28917903 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Unset dirty status for tenant:7a65637a4eb140ffb94c446f7f36e593 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:51:02.029863 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-dc0f72f1-e633-4f36-a585-03ac28917903 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fe87016-2656-4c89-9e19-5674a3d87ae5 HTTP/1.1" status: 200 len: 205 time: 0.0787957 Feb 09 12:51:02.030482 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60760) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:02.109741 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0170dd4-8662-4c62-8b1c-dea3893d672f req-db3968da-9445-420f-8239-0a04cdbfaa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:02.111507 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d0170dd4-8662-4c62-8b1c-dea3893d672f req-db3968da-9445-420f-8239-0a04cdbfaa6f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0e83e431-ffef-4786-9497-2a7bdd51cfab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5199773 Feb 09 12:51:02.152887 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-ce7a128b-bc9a-4ea1-96c8-2d1feccfbe47 None None] Transition to ACTIVE for port object d095890f-693e-43ce-a8e0-dfd764081ee2 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:51:02.217553 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-eacf4e10-4b1f-404d-8a35-8d4d4b600c58 None None] For port fd8ce2f5-577d-4035-80ae-632ebb643d97, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=fd8ce2f5-577d-4035-80ae-632ebb643d97,segment=NetworkSegment(65fc2b70-8460-4848-853f-23072604756d),segment_id=65fc2b70-8460-4848-853f-23072604756d)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:51:02.217946 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-eacf4e10-4b1f-404d-8a35-8d4d4b600c58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:02.218563 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d298e071-70d8-464f-817d-3b4864a9fb19 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:02.226131 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-65457b5b-0753-4d77-858c-39a9b7c87b0a None None] Provisioning complete for port 973957be-7b48-49f8-b95c-1dd6eff380b0 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:02.226501 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-65457b5b-0753-4d77-858c-39a9b7c87b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:02.229047 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1c97d97-d83f-40d5-bfc4-c989a7d1643f req-1e0f5012-0d52-4a98-aa9f-cc963d41b496 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=7643a677-e910-42b2-ae55-a8f871e13233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2586372 Feb 09 12:51:02.276680 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c37bf5-9eb3-4131-924d-65cb5c65b5e8 None None] Pushing event updated for resources: {'Port': ['ID=973957be-7b48-49f8-b95c-1dd6eff380b0,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:02.289627 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0195d7e4-5f5c-43f8-9bc1-d91999a8a383 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:02.331894 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-d298e071-70d8-464f-817d-3b4864a9fb19 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b88957a6-ea40-4269-927b-524192d54dc0']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:02.337583 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-ce7a128b-bc9a-4ea1-96c8-2d1feccfbe47 None None] Transition to ACTIVE for port object d095890f-693e-43ce-a8e0-dfd764081ee2 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:51:02.371289 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-991e6777-151c-42b5-8bea-4fd934e1853b tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:02.375486 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-d298e071-70d8-464f-817d-3b4864a9fb19 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65fc2b70-8460-4848-853f-23072604756d') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:02.375922 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-d298e071-70d8-464f-817d-3b4864a9fb19 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65fc2b70-8460-4848-853f-23072604756d') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:02.399289 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d298e071-70d8-464f-817d-3b4864a9fb19 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:02.408397 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-eacf4e10-4b1f-404d-8a35-8d4d4b600c58 None None] Calling delete_port for fd8ce2f5-577d-4035-80ae-632ebb643d97 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:51:02.442831 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-991e6777-151c-42b5-8bea-4fd934e1853b tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Transition to ACTIVE for port object 66159f16-2b4d-48a1-89f2-7a33ec9fff7d will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:51:02.446091 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ce7a128b-bc9a-4ea1-96c8-2d1feccfbe47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:02.454149 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d298e071-70d8-464f-817d-3b4864a9fb19 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:02.470781 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d0170dd4-8662-4c62-8b1c-dea3893d672f req-d205e377-6576-4a62-b79d-378a77a8f9fa service neutron] 10.222.0.46 "GET /v2.0/networks/0e83e431-ffef-4786-9497-2a7bdd51cfab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185337 Feb 09 12:51:02.472172 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d298e071-70d8-464f-817d-3b4864a9fb19 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:51:02.472739 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d298e071-70d8-464f-817d-3b4864a9fb19 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:02.489098 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:51:02.489098 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:51:02.489098 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:51:02.489098 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:51:02.489098 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:51:02.489098 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:51:02.489098 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:51:02.489098 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:51:02.489098 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:51:02.489098 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:51:02.489098 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:51:02.489098 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:51:02.489098 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:51:02.489098 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:51:02.489098 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:51:02.489098 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:51:02.489098 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:51:02.489098 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:51:02.489098 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:51:02.489098 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:51:02.489098 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:51:02.489098 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:51:02.489098 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:51:02.489098 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:51:02.489098 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:51:02.489098 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:51:02.489098 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:51:02.489098 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:51:02.489098 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:51:02.489098 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:51:02.489098 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:51:02.489098 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:51:02.542707 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0195d7e4-5f5c-43f8-9bc1-d91999a8a383 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:02.543404 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7a128b-bc9a-4ea1-96c8-2d1feccfbe47 None None] Network 91d75d47-0492-4e02-abff-3482fc137da6 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:51:02.547845 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-ce7a128b-bc9a-4ea1-96c8-2d1feccfbe47 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:51:02.556338 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-0195d7e4-5f5c-43f8-9bc1-d91999a8a383 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Deleting port 3e6a7414-3424-45df-914b-5891b22b1097 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:51:02.556681 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0195d7e4-5f5c-43f8-9bc1-d91999a8a383 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:02.562722 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7a128b-bc9a-4ea1-96c8-2d1feccfbe47 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:51:02.572141 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7a128b-bc9a-4ea1-96c8-2d1feccfbe47 None None] Pushing event updated for resources: {'Port': ['ID=d095890f-693e-43ce-a8e0-dfd764081ee2,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:02.639753 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-eacf4e10-4b1f-404d-8a35-8d4d4b600c58 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:51:02.640104 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-eacf4e10-4b1f-404d-8a35-8d4d4b600c58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:51:02.690042 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d298e071-70d8-464f-817d-3b4864a9fb19 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:02.716133 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d298e071-70d8-464f-817d-3b4864a9fb19 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:02.721274 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-ce7a128b-bc9a-4ea1-96c8-2d1feccfbe47 None None] Attempting to bind port d095890f-693e-43ce-a8e0-dfd764081ee2 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:51:02.721705 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-ce7a128b-bc9a-4ea1-96c8-2d1feccfbe47 None None] Attempting to bind port d095890f-693e-43ce-a8e0-dfd764081ee2 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '20eafbcb-18b9-4ff8-ad82-8eaac378a06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '91d75d47-0492-4e02-abff-3482fc137da6'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:51:02.722076 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7a128b-bc9a-4ea1-96c8-2d1feccfbe47 None None] Attempting to bind port d095890f-693e-43ce-a8e0-dfd764081ee2 on network 91d75d47-0492-4e02-abff-3482fc137da6 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:51:02.731097 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7a128b-bc9a-4ea1-96c8-2d1feccfbe47 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:51:02.731475 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7a128b-bc9a-4ea1-96c8-2d1feccfbe47 None None] Checking segment: {'id': '20eafbcb-18b9-4ff8-ad82-8eaac378a06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '91d75d47-0492-4e02-abff-3482fc137da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:51:02.732105 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ce7a128b-bc9a-4ea1-96c8-2d1feccfbe47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:02.732516 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7a128b-bc9a-4ea1-96c8-2d1feccfbe47 None None] Bound using segment: {'id': '20eafbcb-18b9-4ff8-ad82-8eaac378a06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '91d75d47-0492-4e02-abff-3482fc137da6'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:51:02.732906 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-ce7a128b-bc9a-4ea1-96c8-2d1feccfbe47 None None] Bound port: d095890f-693e-43ce-a8e0-dfd764081ee2, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20eafbcb-18b9-4ff8-ad82-8eaac378a06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '91d75d47-0492-4e02-abff-3482fc137da6'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:51:02.733288 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ce7a128b-bc9a-4ea1-96c8-2d1feccfbe47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:02.741704 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-991e6777-151c-42b5-8bea-4fd934e1853b tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:02.773840 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0195d7e4-5f5c-43f8-9bc1-d91999a8a383 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:02.796790 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d298e071-70d8-464f-817d-3b4864a9fb19 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event deleted for resources: {'Network': ['ID=b88957a6-ea40-4269-927b-524192d54dc0,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:02.833290 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d0170dd4-8662-4c62-8b1c-dea3893d672f req-f04aa277-78de-45e7-ae60-6c111cd4641a service neutron] 10.222.0.46 "GET /v2.0/networks/0e83e431-ffef-4786-9497-2a7bdd51cfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383613 Feb 09 12:51:02.846920 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991e6777-151c-42b5-8bea-4fd934e1853b tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Network 2951e6c3-757b-4350-8675-56b0ef016a6a is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:51:02.856870 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-991e6777-151c-42b5-8bea-4fd934e1853b tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:51:02.862844 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991e6777-151c-42b5-8bea-4fd934e1853b tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:51:02.897498 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e6777-151c-42b5-8bea-4fd934e1853b tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Pushing event updated for resources: {'Port': ['ID=66159f16-2b4d-48a1-89f2-7a33ec9fff7d,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:02.905790 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d298e071-70d8-464f-817d-3b4864a9fb19 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "DELETE /v2.0/networks/b88957a6-ea40-4269-927b-524192d54dc0 HTTP/1.1" status: 204 len: 168 time: 2.8324721 Feb 09 12:51:02.913914 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-ce7a128b-bc9a-4ea1-96c8-2d1feccfbe47 None None] For port d095890f-693e-43ce-a8e0-dfd764081ee2, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:51:02.914107 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60764) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:02.923314 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-ce7a128b-bc9a-4ea1-96c8-2d1feccfbe47 None None] For port d095890f-693e-43ce-a8e0-dfd764081ee2, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=d095890f-693e-43ce-a8e0-dfd764081ee2,segment=NetworkSegment(20eafbcb-18b9-4ff8-ad82-8eaac378a06e),segment_id=20eafbcb-18b9-4ff8-ad82-8eaac378a06e)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:51:02.931358 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ce7a128b-bc9a-4ea1-96c8-2d1feccfbe47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:02.952057 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-0195d7e4-5f5c-43f8-9bc1-d91999a8a383 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Calling delete_port for 3e6a7414-3424-45df-914b-5891b22b1097 owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:51:03.036312 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-991e6777-151c-42b5-8bea-4fd934e1853b tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:03.069883 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7a128b-bc9a-4ea1-96c8-2d1feccfbe47 None None] Pushing event updated for resources: {'Port': ['ID=d095890f-693e-43ce-a8e0-dfd764081ee2,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:03.141053 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-eacf4e10-4b1f-404d-8a35-8d4d4b600c58 None None] Deleting port fd8ce2f5-577d-4035-80ae-632ebb643d97 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:51:03.141436 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-eacf4e10-4b1f-404d-8a35-8d4d4b600c58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:03.226678 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-eacf4e10-4b1f-404d-8a35-8d4d4b600c58 None None] The port 'fd8ce2f5-577d-4035-80ae-632ebb643d97' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:51:03.314023 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0195d7e4-5f5c-43f8-9bc1-d91999a8a383 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:03.352730 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 80d6eca3-a7dd-4adb-8f4a-b1e9a571c943 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:51:03.520166 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 80d6eca3-a7dd-4adb-8f4a-b1e9a571c943 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:51:03.529850 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 973957be-7b48-49f8-b95c-1dd6eff380b0 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:51:03.570221 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aaa1941-6b6b-4b3b-9238-3a42d577260b None None] Network 2951e6c3-757b-4350-8675-56b0ef016a6a requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:51:03.599156 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0195d7e4-5f5c-43f8-9bc1-d91999a8a383 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event deleted for resources: {'Port': ['ID=3e6a7414-3424-45df-914b-5891b22b1097,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:03.616257 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0195d7e4-5f5c-43f8-9bc1-d91999a8a383 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:03.663511 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-9206b774-dab3-4880-b032-64c3ad699cf3 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Deleting port 4827ca36-98cc-454f-ba80-e99121af7322 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:51:03.664000 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9206b774-dab3-4880-b032-64c3ad699cf3 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:03.712451 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c60d4e13-0a79-4fe4-a821-596d3d026359 None None] Provisioning for port 80d6eca3-a7dd-4adb-8f4a-b1e9a571c943 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:51:03.735681 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c60d4e13-0a79-4fe4-a821-596d3d026359 None None] Provisioning complete for port 80d6eca3-a7dd-4adb-8f4a-b1e9a571c943 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:03.736068 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c60d4e13-0a79-4fe4-a821-596d3d026359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:03.805442 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0195d7e4-5f5c-43f8-9bc1-d91999a8a383 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:03.807665 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0195d7e4-5f5c-43f8-9bc1-d91999a8a383 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:03.834957 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0195d7e4-5f5c-43f8-9bc1-d91999a8a383 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:03.835961 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0195d7e4-5f5c-43f8-9bc1-d91999a8a383 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Fanout notify agent at l3_agent the message router_deleted on router 0fe87016-2656-4c89-9e19-5674a3d87ae5 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:51:03.856468 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 973957be-7b48-49f8-b95c-1dd6eff380b0 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:03.856671 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:03.864159 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0195d7e4-5f5c-43f8-9bc1-d91999a8a383 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:03.871480 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0195d7e4-5f5c-43f8-9bc1-d91999a8a383 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "DELETE /v2.0/routers/0fe87016-2656-4c89-9e19-5674a3d87ae5 HTTP/1.1" status: 204 len: 168 time: 1.8399928 Feb 09 12:51:03.872518 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60770) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:03.885019 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-55bbce27-7970-49cb-aeb8-ac6691716285 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Request body: {'network': {'name': 'tempest-RoutersTest-218637635'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:03.898281 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-55bbce27-7970-49cb-aeb8-ac6691716285 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:03.909184 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6584d1-3353-419e-ac1e-6964038d7388 req-795238b7-894c-45f1-b53b-b09256831851 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:03.910662 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ee6584d1-3353-419e-ac1e-6964038d7388 req-795238b7-894c-45f1-b53b-b09256831851 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=24bfe37c-1089-4182-86d9-1c25ec429621 HTTP/1.1" status: 200 len: 945 time: 0.3333957 Feb 09 12:51:03.918895 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-991e6777-151c-42b5-8bea-4fd934e1853b tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:03.928977 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-55bbce27-7970-49cb-aeb8-ac6691716285 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Usage tracker for resource:network and tenant:7a65637a4eb140ffb94c446f7f36e593 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:51:03.947134 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-55bbce27-7970-49cb-aeb8-ac6691716285 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:51:03.973432 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-55bbce27-7970-49cb-aeb8-ac6691716285 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:04.041536 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c60d4e13-0a79-4fe4-a821-596d3d026359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:04.056288 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9206b774-dab3-4880-b032-64c3ad699cf3 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:04.056897 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9206b774-dab3-4880-b032-64c3ad699cf3 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:04.142637 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ee6584d1-3353-419e-ac1e-6964038d7388 req-5db6a6b2-277f-4934-8e08-9b34df01faa7 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=7643a677-e910-42b2-ae55-a8f871e13233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2108536 Feb 09 12:51:04.143251 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55bbce27-7970-49cb-aeb8-ac6691716285 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Made reservation on behalf of 7a65637a4eb140ffb94c446f7f36e593 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:51:04.147192 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-55bbce27-7970-49cb-aeb8-ac6691716285 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:04.191125 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-c60d4e13-0a79-4fe4-a821-596d3d026359 None None] For port 80d6eca3-a7dd-4adb-8f4a-b1e9a571c943, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=80d6eca3-a7dd-4adb-8f4a-b1e9a571c943,segment=NetworkSegment(bd15ebc1-0598-4d72-96f9-9986b4969acb),segment_id=bd15ebc1-0598-4d72-96f9-9986b4969acb)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:51:04.210024 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c60d4e13-0a79-4fe4-a821-596d3d026359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:04.239266 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-9206b774-dab3-4880-b032-64c3ad699cf3 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Calling delete_port for 4827ca36-98cc-454f-ba80-e99121af7322 owned by network:floatingip {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:51:04.288512 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d4e13-0a79-4fe4-a821-596d3d026359 None None] Pushing event updated for resources: {'Port': ['ID=80d6eca3-a7dd-4adb-8f4a-b1e9a571c943,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:04.491745 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55bbce27-7970-49cb-aeb8-ac6691716285 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:51:04.543528 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-55bbce27-7970-49cb-aeb8-ac6691716285 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:04.543928 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-55bbce27-7970-49cb-aeb8-ac6691716285 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Added segment d4f6d0ef-c14d-4bc2-b09f-73a53c4c1231 of type vlan for network 2bab6e26-9e7f-4ab1-9ecd-f686dde31ffd Feb 09 12:51:04.555220 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-89e1a992-0f9c-4472-a457-d27748c1d9df None None] Provisioning complete for port 80d6eca3-a7dd-4adb-8f4a-b1e9a571c943 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:04.555601 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-89e1a992-0f9c-4472-a457-d27748c1d9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:04.616571 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-55bbce27-7970-49cb-aeb8-ac6691716285 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:04.664584 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8ea453-9c90-4adf-9ad9-d9716517ca21 None None] Network 91d75d47-0492-4e02-abff-3482fc137da6 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:51:04.729974 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430fca7-29c3-4bc3-bf20-78e617760a8e req-bb7ed043-e973-470b-94d2-b142ced08722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:04.731464 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2430fca7-29c3-4bc3-bf20-78e617760a8e req-bb7ed043-e973-470b-94d2-b142ced08722 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=24bfe37c-1089-4182-86d9-1c25ec429621 HTTP/1.1" status: 200 len: 1096 time: 0.4040396 Feb 09 12:51:04.809077 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-55bbce27-7970-49cb-aeb8-ac6691716285 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:04.810486 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-89e1a992-0f9c-4472-a457-d27748c1d9df None None] Provisioning for port 66159f16-2b4d-48a1-89f2-7a33ec9fff7d completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:51:04.814371 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bbce27-7970-49cb-aeb8-ac6691716285 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:04.814960 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-55bbce27-7970-49cb-aeb8-ac6691716285 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:04.820153 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-89e1a992-0f9c-4472-a457-d27748c1d9df None None] Provisioning complete for port 66159f16-2b4d-48a1-89f2-7a33ec9fff7d triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:04.820532 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-89e1a992-0f9c-4472-a457-d27748c1d9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:04.917691 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-89e1a992-0f9c-4472-a457-d27748c1d9df None None] Port 66159f16-2b4d-48a1-89f2-7a33ec9fff7d cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:51:04.950254 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2430fca7-29c3-4bc3-bf20-78e617760a8e req-0c8fac35-f753-4a86-8a8c-eb780f2dd4f2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7643a677-e910-42b2-ae55-a8f871e13233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2035832 Feb 09 12:51:04.957469 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9206b774-dab3-4880-b032-64c3ad699cf3 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:05.026589 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-55bbce27-7970-49cb-aeb8-ac6691716285 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1511114 Feb 09 12:51:05.029403 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60774) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:05.036084 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-83745018-7f37-4a6f-9e1e-ea1d17298592 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Request body: {'subnet': {'network_id': '2bab6e26-9e7f-4ab1-9ecd-f686dde31ffd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:05.048012 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-ee773ca8-dade-43c4-999a-14f1cc5362b8 None None] Provisioning complete for port 66159f16-2b4d-48a1-89f2-7a33ec9fff7d triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:05.048526 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ee773ca8-dade-43c4-999a-14f1cc5362b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:05.122033 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-ee773ca8-dade-43c4-999a-14f1cc5362b8 None None] Port 66159f16-2b4d-48a1-89f2-7a33ec9fff7d cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:51:05.138456 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-ee773ca8-dade-43c4-999a-14f1cc5362b8 None None] Provisioning for port d095890f-693e-43ce-a8e0-dfd764081ee2 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:51:05.200087 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bbce27-7970-49cb-aeb8-ac6691716285 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event updated for resources: {'Network': ['ID=2bab6e26-9e7f-4ab1-9ecd-f686dde31ffd,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:05.203669 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9206b774-dab3-4880-b032-64c3ad699cf3 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event deleted for resources: {'Port': ['ID=4827ca36-98cc-454f-ba80-e99121af7322,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:05.218799 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.resource_extend [None req-991e6777-151c-42b5-8bea-4fd934e1853b tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:51:05.236492 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 2bab6e26-9e7f-4ab1-9ecd-f686dde31ffd details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:51:05.272207 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-991e6777-151c-42b5-8bea-4fd934e1853b tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:05.282849 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-991e6777-151c-42b5-8bea-4fd934e1853b tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:05.303630 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-83745018-7f37-4a6f-9e1e-ea1d17298592 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:05.308577 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-83745018-7f37-4a6f-9e1e-ea1d17298592 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Usage tracker for resource:subnet and tenant:7a65637a4eb140ffb94c446f7f36e593 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:51:05.311807 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-83745018-7f37-4a6f-9e1e-ea1d17298592 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:51:05.318986 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-83745018-7f37-4a6f-9e1e-ea1d17298592 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:05.330860 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83745018-7f37-4a6f-9e1e-ea1d17298592 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Made reservation on behalf of 7a65637a4eb140ffb94c446f7f36e593 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:51:05.336543 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-83745018-7f37-4a6f-9e1e-ea1d17298592 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:05.445044 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9206b774-dab3-4880-b032-64c3ad699cf3 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for floatingip, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:05.445396 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [None req-9206b774-dab3-4880-b032-64c3ad699cf3 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Floating IP def295d5-c32e-4ebc-8543-6ab2a67a5864 disassociated (deleted). External IP: 172.25.7.109, port: f038e5af-3a83-4de0-9214-247277dad860. Feb 09 12:51:05.449645 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 80d6eca3-a7dd-4adb-8f4a-b1e9a571c943 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:51:05.527131 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 80d6eca3-a7dd-4adb-8f4a-b1e9a571c943 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:05.527513 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:05.561251 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e6777-151c-42b5-8bea-4fd934e1853b tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Pushing event updated for resources: {'Port': ['ID=66159f16-2b4d-48a1-89f2-7a33ec9fff7d,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:05.567622 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-991e6777-151c-42b5-8bea-4fd934e1853b tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:05.622137 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-83745018-7f37-4a6f-9e1e-ea1d17298592 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:05.656053 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device d095890f-693e-43ce-a8e0-dfd764081ee2 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:51:05.713395 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83745018-7f37-4a6f-9e1e-ea1d17298592 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Checking segment: {'id': 'd4f6d0ef-c14d-4bc2-b09f-73a53c4c1231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2bab6e26-9e7f-4ab1-9ecd-f686dde31ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:51:05.714073 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83745018-7f37-4a6f-9e1e-ea1d17298592 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Network hostable DHCP agents. Network: 2bab6e26-9e7f-4ab1-9ecd-f686dde31ffd, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:51:05.723488 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port d095890f-693e-43ce-a8e0-dfd764081ee2 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:51:05.731581 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port d095890f-693e-43ce-a8e0-dfd764081ee2 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:05.732261 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:05.735442 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83745018-7f37-4a6f-9e1e-ea1d17298592 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event updated for resources: {'Subnet': ['ID=b5391fb4-575c-4da9-b2b4-5df7d0eaad3a,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:05.747221 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83745018-7f37-4a6f-9e1e-ea1d17298592 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Network 2bab6e26-9e7f-4ab1-9ecd-f686dde31ffd is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:51:05.758496 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-83745018-7f37-4a6f-9e1e-ea1d17298592 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 2bab6e26-9e7f-4ab1-9ecd-f686dde31ffd) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:51:05.762949 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83745018-7f37-4a6f-9e1e-ea1d17298592 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:05.764076 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-83745018-7f37-4a6f-9e1e-ea1d17298592 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:05.777517 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05eae689-3e2c-441f-aad8-7f5c5fa29968 None None] Network 2bab6e26-9e7f-4ab1-9ecd-f686dde31ffd requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:51:05.791759 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-83745018-7f37-4a6f-9e1e-ea1d17298592 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7606008 Feb 09 12:51:05.792412 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60780) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:05.797802 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-b99d3f5b-0fe3-46dc-b667-6d747c01b5b6 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1896692045', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:05.805667 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b99d3f5b-0fe3-46dc-b667-6d747c01b5b6 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:05.811139 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b99d3f5b-0fe3-46dc-b667-6d747c01b5b6 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Usage tracker for resource:router and tenant:7a65637a4eb140ffb94c446f7f36e593 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:51:05.814003 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b99d3f5b-0fe3-46dc-b667-6d747c01b5b6 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:51:05.819699 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b99d3f5b-0fe3-46dc-b667-6d747c01b5b6 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:05.830234 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b99d3f5b-0fe3-46dc-b667-6d747c01b5b6 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:05.831670 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b99d3f5b-0fe3-46dc-b667-6d747c01b5b6 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:05.850437 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b99d3f5b-0fe3-46dc-b667-6d747c01b5b6 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:05.853175 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be2dc4-9d4c-4ef0-8f0d-b26561a99127 req-9b554252-1cfc-4a5b-8579-b201773be8cf tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:05.855259 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-68be2dc4-9d4c-4ef0-8f0d-b26561a99127 req-9b554252-1cfc-4a5b-8579-b201773be8cf tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=24bfe37c-1089-4182-86d9-1c25ec429621 HTTP/1.1" status: 200 len: 945 time: 0.4483097 Feb 09 12:51:05.872308 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b99d3f5b-0fe3-46dc-b667-6d747c01b5b6 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:05.911282 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b99d3f5b-0fe3-46dc-b667-6d747c01b5b6 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:05.921445 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60784) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:05.922435 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b99d3f5b-0fe3-46dc-b667-6d747c01b5b6 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1282594 Feb 09 12:51:06.051462 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:06.068419 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991e6777-151c-42b5-8bea-4fd934e1853b tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Network 2951e6c3-757b-4350-8675-56b0ef016a6a is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:51:06.092675 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-991e6777-151c-42b5-8bea-4fd934e1853b tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:51:06.138249 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port d095890f-693e-43ce-a8e0-dfd764081ee2, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=d095890f-693e-43ce-a8e0-dfd764081ee2,segment=NetworkSegment(20eafbcb-18b9-4ff8-ad82-8eaac378a06e),segment_id=20eafbcb-18b9-4ff8-ad82-8eaac378a06e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:51:06.145544 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:06.182870 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2daef5f-1113-430e-9e94-cb08cb21bbd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-2bab6e26-9e7f-4ab1-9ecd-f686dde31ffd', 'network_id': '2bab6e26-9e7f-4ab1-9ecd-f686dde31ffd', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'fixed_ips': [{'subnet_id': 'b5391fb4-575c-4da9-b2b4-5df7d0eaad3a'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:51:06.183718 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c2daef5f-1113-430e-9e94-cb08cb21bbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:06.185724 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-68be2dc4-9d4c-4ef0-8f0d-b26561a99127 req-f74b551b-c78a-4832-9051-86bfe8eda8e7 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=7643a677-e910-42b2-ae55-a8f871e13233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3105991 Feb 09 12:51:06.293017 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=d095890f-693e-43ce-a8e0-dfd764081ee2,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:06.312927 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device b2076326-7743-4e6c-8da3-aede193b2bb6 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:51:06.315138 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device b2076326-7743-4e6c-8da3-aede193b2bb6 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:51:06.480019 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.resource_extend [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:51:06.565693 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-1b3e0188-6285-462f-ba6b-6e3dbf3aa92f None None] Provisioning complete for port 66159f16-2b4d-48a1-89f2-7a33ec9fff7d triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:06.566060 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1b3e0188-6285-462f-ba6b-6e3dbf3aa92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:06.635600 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9206b774-dab3-4880-b032-64c3ad699cf3 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Router 4667e1c8-9a1e-44a4-beff-cef8b8a5b285 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:51:06.672678 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-c2daef5f-1113-430e-9e94-cb08cb21bbd6 None None] Allocated IP 172.20.0.2 (2bab6e26-9e7f-4ab1-9ecd-f686dde31ffd/b5391fb4-575c-4da9-b2b4-5df7d0eaad3a/c8223ee2-1cd6-4eac-9334-bd037444b26a) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:51:06.720639 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:06.730829 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-1b3e0188-6285-462f-ba6b-6e3dbf3aa92f None None] Port 66159f16-2b4d-48a1-89f2-7a33ec9fff7d cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:51:06.822390 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port b2076326-7743-4e6c-8da3-aede193b2bb6, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b2076326-7743-4e6c-8da3-aede193b2bb6,segment=NetworkSegment(508e28e4-d245-4c96-afde-db020978f91b),segment_id=508e28e4-d245-4c96-afde-db020978f91b)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:51:06.852498 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24bfe37c-1089-4182-86d9-1c25ec429621', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2076326-7743-4e6c-8da3-aede193b2bb6'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:51:06.862951 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'b2076326-7743-4e6c-8da3-aede193b2bb6', 'network_id': '0e83e431-ffef-4786-9497-2a7bdd51cfab', 'port_id': 'b2076326-7743-4e6c-8da3-aede193b2bb6', 'mac_address': 'fa:16:3e:6e:41:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fee41bd5-bc0d-4bee-88ca-cf83e3eb43ef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:51:06.870125 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port b2076326-7743-4e6c-8da3-aede193b2bb6, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b2076326-7743-4e6c-8da3-aede193b2bb6,segment=NetworkSegment(508e28e4-d245-4c96-afde-db020978f91b),segment_id=508e28e4-d245-4c96-afde-db020978f91b)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:51:06.908993 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:06.920457 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24bfe37c-1089-4182-86d9-1c25ec429621', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2076326-7743-4e6c-8da3-aede193b2bb6', 'code': 200} Feb 09 12:51:07.018728 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:07.049411 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=b2076326-7743-4e6c-8da3-aede193b2bb6,revision_number=6']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:07.062656 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c2f06f85-716d-4253-b052-a90b91754b71 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:07.076115 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-991e6777-151c-42b5-8bea-4fd934e1853b tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Router 1e3ecdd4-6773-4b5a-a7b0-c8504c17890b is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:51:07.091656 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2076326-7743-4e6c-8da3-aede193b2bb6 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:51:07.121479 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port b2076326-7743-4e6c-8da3-aede193b2bb6, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b2076326-7743-4e6c-8da3-aede193b2bb6,segment=NetworkSegment(508e28e4-d245-4c96-afde-db020978f91b),segment_id=508e28e4-d245-4c96-afde-db020978f91b)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:51:07.127207 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:07.129122 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c2daef5f-1113-430e-9e94-cb08cb21bbd6 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:07.189948 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c2daef5f-1113-430e-9e94-cb08cb21bbd6 None None] Transition to ACTIVE for port object c8223ee2-1cd6-4eac-9334-bd037444b26a will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:51:07.205411 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9206b774-dab3-4880-b032-64c3ad699cf3 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:51:07.220593 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c2daef5f-1113-430e-9e94-cb08cb21bbd6 None None] Transition to ACTIVE for port object c8223ee2-1cd6-4eac-9334-bd037444b26a will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:51:07.221725 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9206b774-dab3-4880-b032-64c3ad699cf3 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:07.226146 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027f12ce-7c81-4c51-8018-95b7be412008 None None] Sync routers for ids ['4667e1c8-9a1e-44a4-beff-cef8b8a5b285'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:51:07.229183 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=b2076326-7743-4e6c-8da3-aede193b2bb6,revision_number=7']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:07.233753 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c2daef5f-1113-430e-9e94-cb08cb21bbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:07.275171 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device d095890f-693e-43ce-a8e0-dfd764081ee2 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:51:07.359500 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027f12ce-7c81-4c51-8018-95b7be412008 None None] Routers {'4667e1c8-9a1e-44a4-beff-cef8b8a5b285'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:51:07.360149 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-027f12ce-7c81-4c51-8018-95b7be412008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:50:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['4667e1c8-9a1e-44a4-beff-cef8b8a5b285'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:07.416639 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2daef5f-1113-430e-9e94-cb08cb21bbd6 None None] Network 2bab6e26-9e7f-4ab1-9ecd-f686dde31ffd is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:51:07.433538 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['b2076326-7743-4e6c-8da3-aede193b2bb6'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:51:07.456811 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-c2daef5f-1113-430e-9e94-cb08cb21bbd6 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:51:07.467057 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2daef5f-1113-430e-9e94-cb08cb21bbd6 None None] Pushing event updated for resources: {'Port': ['ID=c8223ee2-1cd6-4eac-9334-bd037444b26a,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:07.475313 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2daef5f-1113-430e-9e94-cb08cb21bbd6 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:51:07.535784 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9206b774-dab3-4880-b032-64c3ad699cf3 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "DELETE /v2.0/floatingips/def295d5-c32e-4ebc-8543-6ab2a67a5864 HTTP/1.1" status: 204 len: 168 time: 4.6209118 Feb 09 12:51:07.548849 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb39311-4bf9-44ca-a71e-3e495330f4a9', 'tag': 'f038e5af-3a83-4de0-9214-247277dad860'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:51:07.565975 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991e6777-151c-42b5-8bea-4fd934e1853b tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:51:07.580432 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffa13df-4956-4ad8-a476-70b276bfa164 None None] Sync routers for ids ['1e3ecdd4-6773-4b5a-a7b0-c8504c17890b'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:51:07.593202 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60796) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:07.593980 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-991e6777-151c-42b5-8bea-4fd934e1853b tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] 10.222.0.55 "PUT /v2.0/routers/1e3ecdd4-6773-4b5a-a7b0-c8504c17890b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0473862 Feb 09 12:51:07.598522 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffa13df-4956-4ad8-a476-70b276bfa164 None None] Routers {'1e3ecdd4-6773-4b5a-a7b0-c8504c17890b'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:51:07.599599 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4ffa13df-4956-4ad8-a476-70b276bfa164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:50:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['1e3ecdd4-6773-4b5a-a7b0-c8504c17890b'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:07.660474 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0784c5b-1d21-4dd1-8826-ff534186ae78 req-23ac05ed-2ad5-4d37-840f-36a54098f1e1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:07.662054 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b0784c5b-1d21-4dd1-8826-ff534186ae78 req-23ac05ed-2ad5-4d37-840f-36a54098f1e1 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=24bfe37c-1089-4182-86d9-1c25ec429621 HTTP/1.1" status: 200 len: 944 time: 0.2862756 Feb 09 12:51:07.681002 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4ffa13df-4956-4ad8-a476-70b276bfa164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:07.689176 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port d095890f-693e-43ce-a8e0-dfd764081ee2 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:07.689712 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:07.695857 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffa13df-4956-4ad8-a476-70b276bfa164 None None] Routers {'1e3ecdd4-6773-4b5a-a7b0-c8504c17890b'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:51:07.696945 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4ffa13df-4956-4ad8-a476-70b276bfa164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:50:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['1e3ecdd4-6773-4b5a-a7b0-c8504c17890b'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:07.735145 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-c2daef5f-1113-430e-9e94-cb08cb21bbd6 None None] Attempting to bind port c8223ee2-1cd6-4eac-9334-bd037444b26a on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:51:07.735523 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-c2daef5f-1113-430e-9e94-cb08cb21bbd6 None None] Attempting to bind port c8223ee2-1cd6-4eac-9334-bd037444b26a by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'd4f6d0ef-c14d-4bc2-b09f-73a53c4c1231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2bab6e26-9e7f-4ab1-9ecd-f686dde31ffd'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:51:07.735872 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2daef5f-1113-430e-9e94-cb08cb21bbd6 None None] Attempting to bind port c8223ee2-1cd6-4eac-9334-bd037444b26a on network 2bab6e26-9e7f-4ab1-9ecd-f686dde31ffd {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:51:07.772573 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2daef5f-1113-430e-9e94-cb08cb21bbd6 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:51:07.773008 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2daef5f-1113-430e-9e94-cb08cb21bbd6 None None] Checking segment: {'id': 'd4f6d0ef-c14d-4bc2-b09f-73a53c4c1231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2bab6e26-9e7f-4ab1-9ecd-f686dde31ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:51:07.773340 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c2daef5f-1113-430e-9e94-cb08cb21bbd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:07.773732 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2daef5f-1113-430e-9e94-cb08cb21bbd6 None None] Bound using segment: {'id': 'd4f6d0ef-c14d-4bc2-b09f-73a53c4c1231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2bab6e26-9e7f-4ab1-9ecd-f686dde31ffd'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:51:07.774193 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-c2daef5f-1113-430e-9e94-cb08cb21bbd6 None None] Bound port: c8223ee2-1cd6-4eac-9334-bd037444b26a, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f6d0ef-c14d-4bc2-b09f-73a53c4c1231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2bab6e26-9e7f-4ab1-9ecd-f686dde31ffd'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:51:07.774561 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c2daef5f-1113-430e-9e94-cb08cb21bbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:07.777329 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4ffa13df-4956-4ad8-a476-70b276bfa164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:07.777954 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffa13df-4956-4ad8-a476-70b276bfa164 None None] The sync data for ids ['1e3ecdd4-6773-4b5a-a7b0-c8504c17890b'] in n-d-825178-3 is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:51:07.800297 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b0784c5b-1d21-4dd1-8826-ff534186ae78 req-ff3a005d-3c13-46d9-86c8-c1d386095b9f tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=7643a677-e910-42b2-ae55-a8f871e13233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306601 Feb 09 12:51:07.800489 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-027f12ce-7c81-4c51-8018-95b7be412008 None None] Set router 4667e1c8-9a1e-44a4-beff-cef8b8a5b285 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:51:07.811709 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-c2f06f85-716d-4253-b052-a90b91754b71 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Allocated IP 172.20.0.1 (2bab6e26-9e7f-4ab1-9ecd-f686dde31ffd/b5391fb4-575c-4da9-b2b4-5df7d0eaad3a/022d701e-5bae-4f19-a1e9-1b99b87eb6b5) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:51:07.847494 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60800) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:08.012874 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c2f06f85-716d-4253-b052-a90b91754b71 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:08.018167 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbb39311-4bf9-44ca-a71e-3e495330f4a9', 'tag': 'f038e5af-3a83-4de0-9214-247277dad860', 'status': 'completed', 'code': 200} Feb 09 12:51:08.074599 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-c2f06f85-716d-4253-b052-a90b91754b71 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Transition to ACTIVE for port object 022d701e-5bae-4f19-a1e9-1b99b87eb6b5 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:51:08.122706 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27193b-73ae-4f62-958e-368497b406eb req-8e2cd0ea-340a-4209-bf70-db2871081eef tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:08.123449 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-9e27193b-73ae-4f62-958e-368497b406eb req-8e2cd0ea-340a-4209-bf70-db2871081eef tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Synchronizing usage tracker for tenant:458862934c284b11a9f402abf41ed215 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:51:08.135662 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c2f06f85-716d-4253-b052-a90b91754b71 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:08.208393 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ef7d0987-a3a5-49fc-b726-89296dc2ecf5 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/floatingips/e7a6b61c-d49b-4a38-8b15-e068fc2bd1cb HTTP/1.1" status: 200 len: 991 time: 0.3597395 Feb 09 12:51:08.338499 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-9e27193b-73ae-4f62-958e-368497b406eb req-8e2cd0ea-340a-4209-bf70-db2871081eef tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Unset dirty status for tenant:458862934c284b11a9f402abf41ed215 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:51:08.345326 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9e27193b-73ae-4f62-958e-368497b406eb req-8e2cd0ea-340a-4209-bf70-db2871081eef tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbb39311-4bf9-44ca-a71e-3e495330f4a9 HTTP/1.1" status: 200 len: 946 time: 0.3286948 Feb 09 12:51:08.389579 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f06f85-716d-4253-b052-a90b91754b71 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Network 2bab6e26-9e7f-4ab1-9ecd-f686dde31ffd is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:51:08.394457 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-c2f06f85-716d-4253-b052-a90b91754b71 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:51:08.396113 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1970c78-28d6-4fde-ac37-ea5bde3150d6 req-fc1d55b6-70e3-4bce-ada1-ad81cb01d48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:08.399371 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d1970c78-28d6-4fde-ac37-ea5bde3150d6 req-fc1d55b6-70e3-4bce-ada1-ad81cb01d48f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=458862934c284b11a9f402abf41ed215&device_id=dbb39311-4bf9-44ca-a71e-3e495330f4a9 HTTP/1.1" status: 200 len: 1097 time: 0.4327464 Feb 09 12:51:08.403054 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f06f85-716d-4253-b052-a90b91754b71 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:51:08.409295 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-c2daef5f-1113-430e-9e94-cb08cb21bbd6 None None] For port c8223ee2-1cd6-4eac-9334-bd037444b26a, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:51:08.434563 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f06f85-716d-4253-b052-a90b91754b71 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event updated for resources: {'Port': ['ID=022d701e-5bae-4f19-a1e9-1b99b87eb6b5,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:08.469197 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-c2daef5f-1113-430e-9e94-cb08cb21bbd6 None None] For port c8223ee2-1cd6-4eac-9334-bd037444b26a, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=c8223ee2-1cd6-4eac-9334-bd037444b26a,segment=NetworkSegment(d4f6d0ef-c14d-4bc2-b09f-73a53c4c1231),segment_id=d4f6d0ef-c14d-4bc2-b09f-73a53c4c1231)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:51:08.470425 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-9e27193b-73ae-4f62-958e-368497b406eb req-ecca5531-591b-4f95-8c63-713ff5b1f308 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Synchronizing usage tracker for tenant:458862934c284b11a9f402abf41ed215 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:51:08.483611 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c2daef5f-1113-430e-9e94-cb08cb21bbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:08.489576 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c2f06f85-716d-4253-b052-a90b91754b71 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:08.502588 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-9e27193b-73ae-4f62-958e-368497b406eb req-ecca5531-591b-4f95-8c63-713ff5b1f308 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Unset dirty status for tenant:458862934c284b11a9f402abf41ed215 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:51:08.503594 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9e27193b-73ae-4f62-958e-368497b406eb req-ecca5531-591b-4f95-8c63-713ff5b1f308 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/security-groups?id=9455bdef-b6fe-4fd6-bde8-1749fdf6195a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1578968 Feb 09 12:51:08.607514 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c2f06f85-716d-4253-b052-a90b91754b71 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:08.631538 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2daef5f-1113-430e-9e94-cb08cb21bbd6 None None] Pushing event updated for resources: {'Port': ['ID=c8223ee2-1cd6-4eac-9334-bd037444b26a,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:08.656851 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1970c78-28d6-4fde-ac37-ea5bde3150d6 req-ab078268-89e7-43f6-9545-99cbadb71122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:08.658421 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d1970c78-28d6-4fde-ac37-ea5bde3150d6 req-ab078268-89e7-43f6-9545-99cbadb71122 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8ffa134c-5914-42cd-b4fd-b6cacdce5158 HTTP/1.1" status: 200 len: 898 time: 0.2511849 Feb 09 12:51:08.690093 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-027f12ce-7c81-4c51-8018-95b7be412008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'name': 'tempest-TestNetworkBasicOps-router-81090480', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '1816b373-2fa1-4e98-a6f9-c4e358a025c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:48:28Z', 'updated_at': '2022-02-09T12:50:52Z', 'revision_number': 6, 'project_id': '458862934c284b11a9f402abf41ed215', 'gw_port': {'id': '1816b373-2fa1-4e98-a6f9-c4e358a025c1', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:48:30Z', 'updated_at': '2022-02-09T12:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '00f3be6c-e4b5-480e-b1a1-b7841880fe65', 'name': '', 'network_id': '8ffa134c-5914-42cd-b4fd-b6cacdce5158', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'mac_address': 'fa:16:3e:6a:93:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '574d076d-3e6a-4fd6-9301-a30c6a6e0584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:48:37Z', 'updated_at': '2022-02-09T12:48:45Z', 'revision_number': 5, 'project_id': '458862934c284b11a9f402abf41ed215', 'subnets': [{'id': '574d076d-3e6a-4fd6-9301-a30c6a6e0584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:08.696776 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027f12ce-7c81-4c51-8018-95b7be412008 None None] Checking router: 4667e1c8-9a1e-44a4-beff-cef8b8a5b285 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:51:08.708011 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027f12ce-7c81-4c51-8018-95b7be412008 None None] Routers {'4667e1c8-9a1e-44a4-beff-cef8b8a5b285'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:51:08.708634 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-027f12ce-7c81-4c51-8018-95b7be412008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:50:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['4667e1c8-9a1e-44a4-beff-cef8b8a5b285'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:08.873474 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d1970c78-28d6-4fde-ac37-ea5bde3150d6 req-a124e877-b8de-4652-b988-fdfc51df0a3b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f038e5af-3a83-4de0-9214-247277dad860 HTTP/1.1" status: 200 len: 217 time: 0.2049801 Feb 09 12:51:08.873474 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-616674f8-c7da-45d8-ad72-a99e1a9a04b7 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 12:51:08.876743 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-616674f8-c7da-45d8-ad72-a99e1a9a04b7 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] 10.222.0.55 "PUT /v2.0/routers/1e3ecdd4-6773-4b5a-a7b0-c8504c17890b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2796888 Feb 09 12:51:08.877049 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60806) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:08.923794 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-027f12ce-7c81-4c51-8018-95b7be412008 None None] Set router 4667e1c8-9a1e-44a4-beff-cef8b8a5b285 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:51:08.965181 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1970c78-28d6-4fde-ac37-ea5bde3150d6 req-02f9c18c-756e-4e63-a074-52f231033a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:08.966629 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d1970c78-28d6-4fde-ac37-ea5bde3150d6 req-02f9c18c-756e-4e63-a074-52f231033a95 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=574d076d-3e6a-4fd6-9301-a30c6a6e0584 HTTP/1.1" status: 200 len: 835 time: 0.0871654 Feb 09 12:51:09.057502 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1970c78-28d6-4fde-ac37-ea5bde3150d6 req-a85a965b-55e9-47ae-a7ab-2de142d41fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:09.059119 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d1970c78-28d6-4fde-ac37-ea5bde3150d6 req-a85a965b-55e9-47ae-a7ab-2de142d41fc2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8ffa134c-5914-42cd-b4fd-b6cacdce5158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836236 Feb 09 12:51:09.260804 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d1970c78-28d6-4fde-ac37-ea5bde3150d6 req-86e0732b-443a-464a-aae0-ee094e415fa6 service neutron] 10.222.0.52 "GET /v2.0/networks/8ffa134c-5914-42cd-b4fd-b6cacdce5158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877518 Feb 09 12:51:09.283442 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device c8223ee2-1cd6-4eac-9334-bd037444b26a up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:51:09.386398 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port c8223ee2-1cd6-4eac-9334-bd037444b26a completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:51:09.396069 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-027f12ce-7c81-4c51-8018-95b7be412008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'name': 'tempest-TestNetworkBasicOps-router-81090480', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '1816b373-2fa1-4e98-a6f9-c4e358a025c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:48:28Z', 'updated_at': '2022-02-09T12:50:52Z', 'revision_number': 6, 'project_id': '458862934c284b11a9f402abf41ed215', 'gw_port': {'id': '1816b373-2fa1-4e98-a6f9-c4e358a025c1', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:48:30Z', 'updated_at': '2022-02-09T12:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '00f3be6c-e4b5-480e-b1a1-b7841880fe65', 'name': '', 'network_id': '8ffa134c-5914-42cd-b4fd-b6cacdce5158', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'mac_address': 'fa:16:3e:6a:93:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '574d076d-3e6a-4fd6-9301-a30c6a6e0584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:48:37Z', 'updated_at': '2022-02-09T12:48:45Z', 'revision_number': 5, 'project_id': '458862934c284b11a9f402abf41ed215', 'subnets': [{'id': '574d076d-3e6a-4fd6-9301-a30c6a6e0584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:09.403161 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027f12ce-7c81-4c51-8018-95b7be412008 None None] The sync data for ids ['4667e1c8-9a1e-44a4-beff-cef8b8a5b285'] in n-d-825178-3 is: [{'id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'name': 'tempest-TestNetworkBasicOps-router-81090480', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '1816b373-2fa1-4e98-a6f9-c4e358a025c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:48:28Z', 'updated_at': '2022-02-09T12:50:52Z', 'revision_number': 6, 'project_id': '458862934c284b11a9f402abf41ed215', 'gw_port': {'id': '1816b373-2fa1-4e98-a6f9-c4e358a025c1', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:48:30Z', 'updated_at': '2022-02-09T12:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '00f3be6c-e4b5-480e-b1a1-b7841880fe65', 'name': '', 'network_id': '8ffa134c-5914-42cd-b4fd-b6cacdce5158', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'mac_address': 'fa:16:3e:6a:93:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '574d076d-3e6a-4fd6-9301-a30c6a6e0584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:48:37Z', 'updated_at': '2022-02-09T12:48:45Z', 'revision_number': 5, 'project_id': '458862934c284b11a9f402abf41ed215', 'subnets': [{'id': '574d076d-3e6a-4fd6-9301-a30c6a6e0584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:51:09.429804 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d1970c78-28d6-4fde-ac37-ea5bde3150d6 req-f020452f-083c-4ded-a41c-6a0552c05c08 service neutron] 10.222.0.52 "GET /v2.0/networks/8ffa134c-5914-42cd-b4fd-b6cacdce5158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624007 Feb 09 12:51:09.481914 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c2f06f85-716d-4253-b052-a90b91754b71 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:09.522612 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c2f06f85-716d-4253-b052-a90b91754b71 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:09.761661 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c2f06f85-716d-4253-b052-a90b91754b71 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:09.765223 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f06f85-716d-4253-b052-a90b91754b71 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event updated for resources: {'Port': ['ID=022d701e-5bae-4f19-a1e9-1b99b87eb6b5,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:09.791572 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827584c3-fe60-45ca-833f-b8ffd696afde req-01e8fb89-9c4c-4494-8a97-48a286440e2c tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:09.793126 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-827584c3-fe60-45ca-833f-b8ffd696afde req-01e8fb89-9c4c-4494-8a97-48a286440e2c tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbb39311-4bf9-44ca-a71e-3e495330f4a9 HTTP/1.1" status: 200 len: 946 time: 0.4133384 Feb 09 12:51:09.903566 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add399f7-2063-4ed6-b921-b6a551dd33b5 None None] New status for floating IP def295d5-c32e-4ebc-8543-6ab2a67a5864: DOWN {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:51:09.962235 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:51:09.968933 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7074918-34ba-4623-9c8d-3f3c8b00d44b None None] Network 2bab6e26-9e7f-4ab1-9ecd-f686dde31ffd requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:51:10.112761 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-17757662-d803-488f-9698-fcb7c7c0cbaf None None] Provisioning for port c8223ee2-1cd6-4eac-9334-bd037444b26a completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:51:10.121155 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-17757662-d803-488f-9698-fcb7c7c0cbaf None None] Provisioning complete for port c8223ee2-1cd6-4eac-9334-bd037444b26a triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:10.121520 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-17757662-d803-488f-9698-fcb7c7c0cbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:10.128056 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-827584c3-fe60-45ca-833f-b8ffd696afde req-14317601-620e-4f0d-854a-b07ddba8beed tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Deleting port f038e5af-3a83-4de0-9214-247277dad860 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:51:10.128409 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-827584c3-fe60-45ca-833f-b8ffd696afde req-14317601-620e-4f0d-854a-b07ddba8beed tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:10.168508 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf8228-138e-4544-bc51-74f59939fcc1 req-6925f6b8-75bf-496a-8f7f-49b7af452bef tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:10.169937 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a1cf8228-138e-4544-bc51-74f59939fcc1 req-6925f6b8-75bf-496a-8f7f-49b7af452bef tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbb39311-4bf9-44ca-a71e-3e495330f4a9 HTTP/1.1" status: 200 len: 946 time: 0.5256650 Feb 09 12:51:10.274081 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f06f85-716d-4253-b052-a90b91754b71 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Network 2bab6e26-9e7f-4ab1-9ecd-f686dde31ffd is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:51:10.279110 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-c2f06f85-716d-4253-b052-a90b91754b71 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:51:10.340049 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device b2076326-7743-4e6c-8da3-aede193b2bb6 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:51:10.416162 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a1cf8228-138e-4544-bc51-74f59939fcc1 req-4a0dcf2a-d56b-4ef9-8246-d2815d94e358 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/security-groups?id=9455bdef-b6fe-4fd6-bde8-1749fdf6195a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2261431 Feb 09 12:51:10.460167 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-17757662-d803-488f-9698-fcb7c7c0cbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:10.511106 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-17757662-d803-488f-9698-fcb7c7c0cbaf None None] For port c8223ee2-1cd6-4eac-9334-bd037444b26a, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=c8223ee2-1cd6-4eac-9334-bd037444b26a,segment=NetworkSegment(d4f6d0ef-c14d-4bc2-b09f-73a53c4c1231),segment_id=d4f6d0ef-c14d-4bc2-b09f-73a53c4c1231)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:51:10.516668 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port b2076326-7743-4e6c-8da3-aede193b2bb6 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:10.517062 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:10.545903 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-17757662-d803-488f-9698-fcb7c7c0cbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:10.619935 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e23134a7-7685-48b4-b2b0-f3cd4ea9a158 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:10.655610 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17757662-d803-488f-9698-fcb7c7c0cbaf None None] Pushing event updated for resources: {'Port': ['ID=c8223ee2-1cd6-4eac-9334-bd037444b26a,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:10.724780 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:10.755415 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24bfe37c-1089-4182-86d9-1c25ec429621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2076326-7743-4e6c-8da3-aede193b2bb6'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:51:10.768490 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port b2076326-7743-4e6c-8da3-aede193b2bb6, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b2076326-7743-4e6c-8da3-aede193b2bb6,segment=NetworkSegment(508e28e4-d245-4c96-afde-db020978f91b),segment_id=508e28e4-d245-4c96-afde-db020978f91b)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:51:10.775867 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:10.822092 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24bfe37c-1089-4182-86d9-1c25ec429621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2076326-7743-4e6c-8da3-aede193b2bb6', 'code': 200} Feb 09 12:51:10.862898 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=b2076326-7743-4e6c-8da3-aede193b2bb6,revision_number=8']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:10.873991 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4805ea01-4997-4b0b-91f7-f41507c51167 None None] Provisioning for port 022d701e-5bae-4f19-a1e9-1b99b87eb6b5 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:51:10.879861 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4805ea01-4997-4b0b-91f7-f41507c51167 None None] Provisioning complete for port 022d701e-5bae-4f19-a1e9-1b99b87eb6b5 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:10.880320 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4805ea01-4997-4b0b-91f7-f41507c51167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:10.895493 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-827584c3-fe60-45ca-833f-b8ffd696afde req-14317601-620e-4f0d-854a-b07ddba8beed tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] For port f038e5af-3a83-4de0-9214-247277dad860, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=f038e5af-3a83-4de0-9214-247277dad860,segment=NetworkSegment(9da5629b-47e2-464e-ad27-5034dec29c21),segment_id=9da5629b-47e2-464e-ad27-5034dec29c21)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:51:10.895765 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-827584c3-fe60-45ca-833f-b8ffd696afde req-14317601-620e-4f0d-854a-b07ddba8beed tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:10.942500 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4805ea01-4997-4b0b-91f7-f41507c51167 None None] Port 022d701e-5bae-4f19-a1e9-1b99b87eb6b5 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:51:10.955547 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4805ea01-4997-4b0b-91f7-f41507c51167 None None] Provisioning complete for port c8223ee2-1cd6-4eac-9334-bd037444b26a triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:10.956157 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4805ea01-4997-4b0b-91f7-f41507c51167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:11.080122 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-827584c3-fe60-45ca-833f-b8ffd696afde req-14317601-620e-4f0d-854a-b07ddba8beed tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Calling delete_port for f038e5af-3a83-4de0-9214-247277dad860 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:51:11.108581 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f06f85-716d-4253-b052-a90b91754b71 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Router 29b86cb8-45bd-4456-9a22-c5e044e38b65 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:51:11.203458 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-ea7ef76d-32fe-4fc6-b58c-b34bbbcb9bce None None] Provisioning complete for port 022d701e-5bae-4f19-a1e9-1b99b87eb6b5 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:11.203759 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ea7ef76d-32fe-4fc6-b58c-b34bbbcb9bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:11.235173 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device c8223ee2-1cd6-4eac-9334-bd037444b26a up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:51:11.319378 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-ea7ef76d-32fe-4fc6-b58c-b34bbbcb9bce None None] Port 022d701e-5bae-4f19-a1e9-1b99b87eb6b5 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:51:11.334527 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port c8223ee2-1cd6-4eac-9334-bd037444b26a triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:11.334824 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:11.469265 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0a5357e2-ff20-42f9-a9c0-36dc0c4e34d5 None None] Provisioning complete for port 022d701e-5bae-4f19-a1e9-1b99b87eb6b5 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:11.469654 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0a5357e2-ff20-42f9-a9c0-36dc0c4e34d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:11.473407 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f06f85-716d-4253-b052-a90b91754b71 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:51:11.486100 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bad8ae9-f316-4bf1-bfa7-ec256b0967fb None None] Sync routers for ids ['29b86cb8-45bd-4456-9a22-c5e044e38b65'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:51:11.499449 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bad8ae9-f316-4bf1-bfa7-ec256b0967fb None None] Routers {'29b86cb8-45bd-4456-9a22-c5e044e38b65'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:51:11.500892 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-8bad8ae9-f316-4bf1-bfa7-ec256b0967fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:50:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['29b86cb8-45bd-4456-9a22-c5e044e38b65'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:11.527401 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-0a5357e2-ff20-42f9-a9c0-36dc0c4e34d5 None None] Port 022d701e-5bae-4f19-a1e9-1b99b87eb6b5 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:51:11.530552 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c2f06f85-716d-4253-b052-a90b91754b71 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "PUT /v2.0/routers/29b86cb8-45bd-4456-9a22-c5e044e38b65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6044805 Feb 09 12:51:11.533537 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60816) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:11.585296 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-8bad8ae9-f316-4bf1-bfa7-ec256b0967fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:11.594224 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bad8ae9-f316-4bf1-bfa7-ec256b0967fb None None] Routers {'29b86cb8-45bd-4456-9a22-c5e044e38b65'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:51:11.594952 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-8bad8ae9-f316-4bf1-bfa7-ec256b0967fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:50:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['29b86cb8-45bd-4456-9a22-c5e044e38b65'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:11.611673 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86413a0-77a4-4596-8acb-8e23b0029c0f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:11.616128 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f86413a0-77a4-4596-8acb-8e23b0029c0f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "GET /v2.0/ports/022d701e-5bae-4f19-a1e9-1b99b87eb6b5 HTTP/1.1" status: 200 len: 910 time: 0.0786223 Feb 09 12:51:11.616873 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60820) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:11.622370 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-baf4f771-7105-49ca-b7e7-381e343e1637 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b5391fb4-575c-4da9-b2b4-5df7d0eaad3a'}]}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:11.656370 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-8bad8ae9-f316-4bf1-bfa7-ec256b0967fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:11.656836 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bad8ae9-f316-4bf1-bfa7-ec256b0967fb None None] The sync data for ids ['29b86cb8-45bd-4456-9a22-c5e044e38b65'] in n-d-825178-3 is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:51:11.659638 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-e23134a7-7685-48b4-b2b0-f3cd4ea9a158 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Deleting port 66159f16-2b4d-48a1-89f2-7a33ec9fff7d {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:51:11.660182 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e23134a7-7685-48b4-b2b0-f3cd4ea9a158 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:11.690008 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-827584c3-fe60-45ca-833f-b8ffd696afde req-14317601-620e-4f0d-854a-b07ddba8beed tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:11.765565 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14317601-620e-4f0d-854a-b07ddba8beed tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event deleted for resources: {'Port': ['ID=f038e5af-3a83-4de0-9214-247277dad860,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:11.864705 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-baf4f771-7105-49ca-b7e7-381e343e1637 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:11.939149 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-827584c3-fe60-45ca-833f-b8ffd696afde req-14317601-620e-4f0d-854a-b07ddba8beed tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] No DVR routers for this DVR port f038e5af-3a83-4de0-9214-247277dad860 on host n-h1-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:51:11.950744 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3cc8ae-130d-44d1-aea8-aeef36e4ac16 req-58c03756-4a5d-46ea-89aa-e11efe2442e9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:11.951441 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-dd3cc8ae-130d-44d1-aea8-aeef36e4ac16 req-58c03756-4a5d-46ea-89aa-e11efe2442e9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Synchronizing usage tracker for tenant:458862934c284b11a9f402abf41ed215 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:51:11.956588 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-827584c3-fe60-45ca-833f-b8ffd696afde req-14317601-620e-4f0d-854a-b07ddba8beed tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:11.958451 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-827584c3-fe60-45ca-833f-b8ffd696afde req-14317601-620e-4f0d-854a-b07ddba8beed tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.52 "DELETE /v2.0/ports/f038e5af-3a83-4de0-9214-247277dad860 HTTP/1.1" status: 204 len: 173 time: 2.0038230 Feb 09 12:51:11.960745 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb39311-4bf9-44ca-a71e-3e495330f4a9', 'name': 'network-vif-deleted', 'tag': 'f038e5af-3a83-4de0-9214-247277dad860'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:51:12.000691 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-dd3cc8ae-130d-44d1-aea8-aeef36e4ac16 req-58c03756-4a5d-46ea-89aa-e11efe2442e9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Unset dirty status for tenant:458862934c284b11a9f402abf41ed215 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:51:12.002300 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dd3cc8ae-130d-44d1-aea8-aeef36e4ac16 req-58c03756-4a5d-46ea-89aa-e11efe2442e9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbb39311-4bf9-44ca-a71e-3e495330f4a9 HTTP/1.1" status: 200 len: 946 time: 0.4426954 Feb 09 12:51:12.039303 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb39311-4bf9-44ca-a71e-3e495330f4a9', 'name': 'network-vif-deleted', 'tag': 'f038e5af-3a83-4de0-9214-247277dad860', 'status': 'completed', 'code': 200} Feb 09 12:51:12.042447 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e23134a7-7685-48b4-b2b0-f3cd4ea9a158 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:12.186052 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-e23134a7-7685-48b4-b2b0-f3cd4ea9a158 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Calling delete_port for 66159f16-2b4d-48a1-89f2-7a33ec9fff7d owned by network:router_interface {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:51:12.239301 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dd3cc8ae-130d-44d1-aea8-aeef36e4ac16 req-37e7b780-1206-4b8c-a162-439ba5df3da1 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/security-groups?id=9455bdef-b6fe-4fd6-bde8-1749fdf6195a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2236893 Feb 09 12:51:12.441897 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-baf4f771-7105-49ca-b7e7-381e343e1637 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:12.451500 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-baf4f771-7105-49ca-b7e7-381e343e1637 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:12.527459 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e23134a7-7685-48b4-b2b0-f3cd4ea9a158 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:12.572774 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf4f771-7105-49ca-b7e7-381e343e1637 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:12.573331 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-baf4f771-7105-49ca-b7e7-381e343e1637 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:12.577910 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-baf4f771-7105-49ca-b7e7-381e343e1637 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "PUT /v2.0/ports/022d701e-5bae-4f19-a1e9-1b99b87eb6b5 HTTP/1.1" status: 200 len: 910 time: 0.9571023 Feb 09 12:51:12.577910 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf4f771-7105-49ca-b7e7-381e343e1637 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event updated for resources: {'Port': ['ID=022d701e-5bae-4f19-a1e9-1b99b87eb6b5,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:12.578139 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60826) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:12.586851 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23134a7-7685-48b4-b2b0-f3cd4ea9a158 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Pushing event deleted for resources: {'Port': ['ID=66159f16-2b4d-48a1-89f2-7a33ec9fff7d,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:12.830208 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e23134a7-7685-48b4-b2b0-f3cd4ea9a158 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:12.999289 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device f038e5af-3a83-4de0-9214-247277dad860 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:51:13.038056 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] No Port match for: f038e5af-3a83-4de0-9214-247277dad860 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:51:13.038451 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device f038e5af-3a83-4de0-9214-247277dad860 not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:51:13.205996 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-14d514bd-55f8-4501-aa7a-185c5357985d tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:13.235703 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e23134a7-7685-48b4-b2b0-f3cd4ea9a158 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Router 1e3ecdd4-6773-4b5a-a7b0-c8504c17890b has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:51:13.346861 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60832) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:13.373109 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23134a7-7685-48b4-b2b0-f3cd4ea9a158 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:51:13.384042 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a42e428-c4fc-4c34-8cb6-7ff35280be30 None None] Sync routers for ids ['1e3ecdd4-6773-4b5a-a7b0-c8504c17890b'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:51:13.387912 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e23134a7-7685-48b4-b2b0-f3cd4ea9a158 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] 10.222.0.55 "PUT /v2.0/routers/1e3ecdd4-6773-4b5a-a7b0-c8504c17890b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5097694 Feb 09 12:51:13.391721 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60836) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:13.394255 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a42e428-c4fc-4c34-8cb6-7ff35280be30 None None] Routers {'1e3ecdd4-6773-4b5a-a7b0-c8504c17890b'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:51:13.394882 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-5a42e428-c4fc-4c34-8cb6-7ff35280be30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:50:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['1e3ecdd4-6773-4b5a-a7b0-c8504c17890b'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:13.457189 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-5a42e428-c4fc-4c34-8cb6-7ff35280be30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:13.461011 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-9b916767-d184-4f81-a8f4-dcb08bbedda7 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] delete failed (client error): The resource could not be found. Feb 09 12:51:13.462044 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9b916767-d184-4f81-a8f4-dcb08bbedda7 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] 10.222.0.55 "DELETE /v2.0/routers/tempest-non_exist_router-381276738 HTTP/1.1" status: 404 len: 334 time: 0.0694201 Feb 09 12:51:13.465797 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60840) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:13.470235 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a42e428-c4fc-4c34-8cb6-7ff35280be30 None None] Routers {'1e3ecdd4-6773-4b5a-a7b0-c8504c17890b'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:51:13.470858 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-5a42e428-c4fc-4c34-8cb6-7ff35280be30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:50:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['1e3ecdd4-6773-4b5a-a7b0-c8504c17890b'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:13.470978 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-302d6558-d19c-40a2-8b46-bcffe69fb3ca tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Request body: {'router': {'external_gateway_info': {'network_id': '1e3ecdd4-6773-4b5a-a7b0-c8504c17890b'}}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:13.533596 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c8af1db1-cf00-4d59-84de-3cc51e4f1a5e tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:13.534875 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-5a42e428-c4fc-4c34-8cb6-7ff35280be30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:13.535285 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a42e428-c4fc-4c34-8cb6-7ff35280be30 None None] The sync data for ids ['1e3ecdd4-6773-4b5a-a7b0-c8504c17890b'] in n-d-825178-3 is: [] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:51:13.572217 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c8af1db1-cf00-4d59-84de-3cc51e4f1a5e tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:13.680080 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-14d514bd-55f8-4501-aa7a-185c5357985d tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Deleting port 022d701e-5bae-4f19-a1e9-1b99b87eb6b5 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:51:13.680769 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-14d514bd-55f8-4501-aa7a-185c5357985d tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:13.754927 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c8af1db1-cf00-4d59-84de-3cc51e4f1a5e tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:13.826107 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af1db1-cf00-4d59-84de-3cc51e4f1a5e tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9455bdef-b6fe-4fd6-bde8-1749fdf6195a,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:13.853728 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c8af1db1-cf00-4d59-84de-3cc51e4f1a5e tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:13.857806 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c8af1db1-cf00-4d59-84de-3cc51e4f1a5e tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "DELETE /v2.0/security-groups/9455bdef-b6fe-4fd6-bde8-1749fdf6195a HTTP/1.1" status: 204 len: 168 time: 0.5070870 Feb 09 12:51:13.868856 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-302d6558-d19c-40a2-8b46-bcffe69fb3ca tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:13.898219 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60848) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:13.900717 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-302d6558-d19c-40a2-8b46-bcffe69fb3ca tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] update failed (client error): The resource could not be found. Feb 09 12:51:13.905294 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-302d6558-d19c-40a2-8b46-bcffe69fb3ca tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] 10.222.0.55 "PUT /v2.0/routers/1e3ecdd4-6773-4b5a-a7b0-c8504c17890b HTTP/1.1" status: 404 len: 339 time: 0.4350433 Feb 09 12:51:13.905418 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60852) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:13.957438 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-14d514bd-55f8-4501-aa7a-185c5357985d tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:14.035922 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d9fd5668-8fcd-4e01-8786-b8c25313c5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:14.108463 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-14d514bd-55f8-4501-aa7a-185c5357985d tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Calling delete_port for 022d701e-5bae-4f19-a1e9-1b99b87eb6b5 owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:51:14.527428 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a09f4344-64e1-4971-ab25-0891b9992f17 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:14.698692 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-14d514bd-55f8-4501-aa7a-185c5357985d tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:14.753579 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d514bd-55f8-4501-aa7a-185c5357985d tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event deleted for resources: {'Port': ['ID=022d701e-5bae-4f19-a1e9-1b99b87eb6b5,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:14.880770 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-a09f4344-64e1-4971-ab25-0891b9992f17 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Allocated IP 172.20.0.1 (13a13c25-6445-4bc6-9d0d-3f1a7842ce50/ebd48739-f02e-44e8-9a5b-2e1b180d3fd0/d9df39c2-4324-4abd-9603-744f4aca38d5) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:51:15.043448 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-14d514bd-55f8-4501-aa7a-185c5357985d tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:15.051054 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a09f4344-64e1-4971-ab25-0891b9992f17 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:15.066686 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-a09f4344-64e1-4971-ab25-0891b9992f17 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Transition to ACTIVE for port object d9df39c2-4324-4abd-9603-744f4aca38d5 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:51:15.091026 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a09f4344-64e1-4971-ab25-0891b9992f17 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:15.158097 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09f4344-64e1-4971-ab25-0891b9992f17 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Network 13a13c25-6445-4bc6-9d0d-3f1a7842ce50 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:51:15.161212 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-a09f4344-64e1-4971-ab25-0891b9992f17 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:51:15.163639 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09f4344-64e1-4971-ab25-0891b9992f17 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:51:15.211316 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f4344-64e1-4971-ab25-0891b9992f17 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Pushing event updated for resources: {'Port': ['ID=d9df39c2-4324-4abd-9603-744f4aca38d5,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:15.232715 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a09f4344-64e1-4971-ab25-0891b9992f17 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:15.356790 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a09f4344-64e1-4971-ab25-0891b9992f17 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:15.381907 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-508a8126-dd97-419d-8773-516a94911792 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:15.430324 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d514bd-55f8-4501-aa7a-185c5357985d tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Router 29b86cb8-45bd-4456-9a22-c5e044e38b65 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:51:15.479546 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-dd81a23a-a02d-45a4-866b-60489d4c2437 None None] Provisioning for port d9df39c2-4324-4abd-9603-744f4aca38d5 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:51:15.484709 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-dd81a23a-a02d-45a4-866b-60489d4c2437 None None] Provisioning complete for port d9df39c2-4324-4abd-9603-744f4aca38d5 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:15.485266 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-dd81a23a-a02d-45a4-866b-60489d4c2437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:15.546125 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-dd81a23a-a02d-45a4-866b-60489d4c2437 None None] Port d9df39c2-4324-4abd-9603-744f4aca38d5 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:51:15.756818 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a09f4344-64e1-4971-ab25-0891b9992f17 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:15.761168 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a09f4344-64e1-4971-ab25-0891b9992f17 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:15.803082 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d514bd-55f8-4501-aa7a-185c5357985d tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:51:15.813370 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0c8580-592f-412d-ada7-9aac06bf621a None None] Sync routers for ids ['29b86cb8-45bd-4456-9a22-c5e044e38b65'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:51:15.825954 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0c8580-592f-412d-ada7-9aac06bf621a None None] Routers {'29b86cb8-45bd-4456-9a22-c5e044e38b65'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:51:15.826776 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-14d514bd-55f8-4501-aa7a-185c5357985d tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "PUT /v2.0/routers/29b86cb8-45bd-4456-9a22-c5e044e38b65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2477460 Feb 09 12:51:15.827859 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1f0c8580-592f-412d-ada7-9aac06bf621a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:50:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['29b86cb8-45bd-4456-9a22-c5e044e38b65'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:15.829706 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60856) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:15.900678 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1f0c8580-592f-412d-ada7-9aac06bf621a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:15.910223 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0c8580-592f-412d-ada7-9aac06bf621a None None] Routers {'29b86cb8-45bd-4456-9a22-c5e044e38b65'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:51:15.910829 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1f0c8580-592f-412d-ada7-9aac06bf621a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:50:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['29b86cb8-45bd-4456-9a22-c5e044e38b65'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:15.934779 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d35d11af-bab9-4cb7-80e6-fd7504e5c16d tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Synchronizing usage tracker for tenant:7a65637a4eb140ffb94c446f7f36e593 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:51:15.975632 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1f0c8580-592f-412d-ada7-9aac06bf621a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:15.976055 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0c8580-592f-412d-ada7-9aac06bf621a None None] The sync data for ids ['29b86cb8-45bd-4456-9a22-c5e044e38b65'] in n-d-825178-3 is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:51:15.996306 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d35d11af-bab9-4cb7-80e6-fd7504e5c16d tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Unset dirty status for tenant:7a65637a4eb140ffb94c446f7f36e593 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:51:15.997474 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d35d11af-bab9-4cb7-80e6-fd7504e5c16d tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "GET /v2.0/ports?device_id=29b86cb8-45bd-4456-9a22-c5e044e38b65 HTTP/1.1" status: 200 len: 205 time: 0.1668468 Feb 09 12:51:16.000683 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60860) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:16.001779 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a09f4344-64e1-4971-ab25-0891b9992f17 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:16.006988 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f4344-64e1-4971-ab25-0891b9992f17 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Pushing event updated for resources: {'Port': ['ID=d9df39c2-4324-4abd-9603-744f4aca38d5,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:16.138091 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09f4344-64e1-4971-ab25-0891b9992f17 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Network 13a13c25-6445-4bc6-9d0d-3f1a7842ce50 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:51:16.139254 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-a09f4344-64e1-4971-ab25-0891b9992f17 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:51:16.152605 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-50539fa9-be19-423e-9a23-0c620c517611 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:16.322336 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a09f4344-64e1-4971-ab25-0891b9992f17 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Router 1e3ecdd4-6773-4b5a-a7b0-c8504c17890b has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:51:16.380174 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-32e38ed7-6084-4f07-b290-d316cbb37b41 None None] Provisioning complete for port d9df39c2-4324-4abd-9603-744f4aca38d5 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:16.380551 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-32e38ed7-6084-4f07-b290-d316cbb37b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:16.430141 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-473f2ffb-8710-49da-8560-d16229260829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:16.441839 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-32e38ed7-6084-4f07-b290-d316cbb37b41 None None] Port d9df39c2-4324-4abd-9603-744f4aca38d5 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:51:16.490144 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09f4344-64e1-4971-ab25-0891b9992f17 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:51:16.499067 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a09f4344-64e1-4971-ab25-0891b9992f17 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] 10.222.0.55 "PUT /v2.0/routers/1e3ecdd4-6773-4b5a-a7b0-c8504c17890b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5927012 Feb 09 12:51:16.501868 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60864) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:16.503805 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f6d24f-cf19-408c-8854-7d7c5dbd4a8f None None] Sync routers for ids ['1e3ecdd4-6773-4b5a-a7b0-c8504c17890b'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:51:16.513916 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f6d24f-cf19-408c-8854-7d7c5dbd4a8f None None] Routers {'1e3ecdd4-6773-4b5a-a7b0-c8504c17890b'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:51:16.514542 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-57f6d24f-cf19-408c-8854-7d7c5dbd4a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:51:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['1e3ecdd4-6773-4b5a-a7b0-c8504c17890b'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:16.535195 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-508a8126-dd97-419d-8773-516a94911792 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Deleting port 00f3be6c-e4b5-480e-b1a1-b7841880fe65 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:51:16.535521 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-508a8126-dd97-419d-8773-516a94911792 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:16.560600 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-50539fa9-be19-423e-9a23-0c620c517611 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:16.566714 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-50539fa9-be19-423e-9a23-0c620c517611 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:16.581435 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-57f6d24f-cf19-408c-8854-7d7c5dbd4a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:16.591608 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f6d24f-cf19-408c-8854-7d7c5dbd4a8f None None] Routers {'1e3ecdd4-6773-4b5a-a7b0-c8504c17890b'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:51:16.593358 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-57f6d24f-cf19-408c-8854-7d7c5dbd4a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:51:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['1e3ecdd4-6773-4b5a-a7b0-c8504c17890b'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:16.632695 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-50539fa9-be19-423e-9a23-0c620c517611 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:16.633234 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50539fa9-be19-423e-9a23-0c620c517611 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Fanout notify agent at l3_agent the message router_deleted on router 29b86cb8-45bd-4456-9a22-c5e044e38b65 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:51:16.662304 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-57f6d24f-cf19-408c-8854-7d7c5dbd4a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:16.662862 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f6d24f-cf19-408c-8854-7d7c5dbd4a8f None None] The sync data for ids ['1e3ecdd4-6773-4b5a-a7b0-c8504c17890b'] in n-d-825178-3 is: [] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:51:16.664385 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b10d4334-87c9-44fa-b817-37da98317783 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:16.734441 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-50539fa9-be19-423e-9a23-0c620c517611 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:16.735522 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-50539fa9-be19-423e-9a23-0c620c517611 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "DELETE /v2.0/routers/29b86cb8-45bd-4456-9a22-c5e044e38b65 HTTP/1.1" status: 204 len: 168 time: 0.7339489 Feb 09 12:51:16.738319 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60868) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:16.812738 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-b10d4334-87c9-44fa-b817-37da98317783 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 12:51:16.813672 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b10d4334-87c9-44fa-b817-37da98317783 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] 10.222.0.55 "DELETE /v2.0/routers/1e3ecdd4-6773-4b5a-a7b0-c8504c17890b HTTP/1.1" status: 409 len: 329 time: 0.3109193 Feb 09 12:51:16.816616 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60872) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:16.845741 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-27f8662d-d60f-4531-918c-cef122e63a4c tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Deleting subnet b5391fb4-575c-4da9-b2b4-5df7d0eaad3a {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:51:16.852306 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-508a8126-dd97-419d-8773-516a94911792 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] For port 00f3be6c-e4b5-480e-b1a1-b7841880fe65, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=00f3be6c-e4b5-480e-b1a1-b7841880fe65,segment=NetworkSegment(9da5629b-47e2-464e-ad27-5034dec29c21),segment_id=9da5629b-47e2-464e-ad27-5034dec29c21)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:51:16.852662 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-508a8126-dd97-419d-8773-516a94911792 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:16.859632 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-27f8662d-d60f-4531-918c-cef122e63a4c tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:17.169201 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-508a8126-dd97-419d-8773-516a94911792 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Calling delete_port for 00f3be6c-e4b5-480e-b1a1-b7841880fe65 owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:51:17.222644 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-27f8662d-d60f-4531-918c-cef122e63a4c tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:17.366325 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-27f8662d-d60f-4531-918c-cef122e63a4c tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:17.462527 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0d358e17-f5f5-4e8e-b3cb-1f1beab9c3ee tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:17.493395 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-27f8662d-d60f-4531-918c-cef122e63a4c tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:17.538278 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f8662d-d60f-4531-918c-cef122e63a4c tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event deleted for resources: {'Subnet': ['ID=b5391fb4-575c-4da9-b2b4-5df7d0eaad3a,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:17.542008 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-27f8662d-d60f-4531-918c-cef122e63a4c tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:17.544673 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-508a8126-dd97-419d-8773-516a94911792 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:17.550910 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f03bf52-c38d-46fe-942b-4f357df577c6 None None] Network 2bab6e26-9e7f-4ab1-9ecd-f686dde31ffd requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:51:17.629687 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-27f8662d-d60f-4531-918c-cef122e63a4c tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "DELETE /v2.0/subnets/b5391fb4-575c-4da9-b2b4-5df7d0eaad3a HTTP/1.1" status: 204 len: 168 time: 0.8903732 Feb 09 12:51:17.630541 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508a8126-dd97-419d-8773-516a94911792 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event deleted for resources: {'Port': ['ID=00f3be6c-e4b5-480e-b1a1-b7841880fe65,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:17.638244 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60876) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:17.715988 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:17.747080 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:17.873422 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0685c85f-2987-4a8d-9ce3-864ef2517eaf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:17.891135 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-0d358e17-f5f5-4e8e-b3cb-1f1beab9c3ee tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Deleting port d9df39c2-4324-4abd-9603-744f4aca38d5 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:51:17.891556 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0d358e17-f5f5-4e8e-b3cb-1f1beab9c3ee tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:17.902842 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-0685c85f-2987-4a8d-9ce3-864ef2517eaf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Deleting port c8223ee2-1cd6-4eac-9334-bd037444b26a {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:51:17.903175 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0685c85f-2987-4a8d-9ce3-864ef2517eaf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:17.904101 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdc587a-63ce-451a-abf2-efc0ebdc431b None None] DHCP port deletion for 2bab6e26-9e7f-4ab1-9ecd-f686dde31ffd request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:51:17.908046 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc587a-63ce-451a-abf2-efc0ebdc431b None None] Deleting port c8223ee2-1cd6-4eac-9334-bd037444b26a {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:51:17.908495 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1cdc587a-63ce-451a-abf2-efc0ebdc431b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:18.081607 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-508a8126-dd97-419d-8773-516a94911792 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:18.090324 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0d358e17-f5f5-4e8e-b3cb-1f1beab9c3ee tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:18.145770 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-1cdc587a-63ce-451a-abf2-efc0ebdc431b None None] For port c8223ee2-1cd6-4eac-9334-bd037444b26a, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=c8223ee2-1cd6-4eac-9334-bd037444b26a,segment=NetworkSegment(d4f6d0ef-c14d-4bc2-b09f-73a53c4c1231),segment_id=d4f6d0ef-c14d-4bc2-b09f-73a53c4c1231)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:51:18.146275 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1cdc587a-63ce-451a-abf2-efc0ebdc431b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:18.238559 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-0d358e17-f5f5-4e8e-b3cb-1f1beab9c3ee tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Calling delete_port for d9df39c2-4324-4abd-9603-744f4aca38d5 owned by network:router_interface {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:51:18.274793 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc587a-63ce-451a-abf2-efc0ebdc431b None None] Calling delete_port for c8223ee2-1cd6-4eac-9334-bd037444b26a owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:51:18.359704 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1cdc587a-63ce-451a-abf2-efc0ebdc431b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:18.374291 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-0685c85f-2987-4a8d-9ce3-864ef2517eaf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] For port c8223ee2-1cd6-4eac-9334-bd037444b26a, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=c8223ee2-1cd6-4eac-9334-bd037444b26a,segment=NetworkSegment(d4f6d0ef-c14d-4bc2-b09f-73a53c4c1231),segment_id=d4f6d0ef-c14d-4bc2-b09f-73a53c4c1231)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:51:18.374864 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0685c85f-2987-4a8d-9ce3-864ef2517eaf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:18.436195 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdc587a-63ce-451a-abf2-efc0ebdc431b None None] No DVR routers for this DVR port c8223ee2-1cd6-4eac-9334-bd037444b26a on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:51:18.441355 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc587a-63ce-451a-abf2-efc0ebdc431b None None] Pushing event deleted for resources: {'Port': ['ID=c8223ee2-1cd6-4eac-9334-bd037444b26a,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:18.477556 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0d358e17-f5f5-4e8e-b3cb-1f1beab9c3ee tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:18.516758 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-0685c85f-2987-4a8d-9ce3-864ef2517eaf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Calling delete_port for c8223ee2-1cd6-4eac-9334-bd037444b26a owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:51:18.529520 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d358e17-f5f5-4e8e-b3cb-1f1beab9c3ee tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Pushing event deleted for resources: {'Port': ['ID=d9df39c2-4324-4abd-9603-744f4aca38d5,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:18.819321 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0d358e17-f5f5-4e8e-b3cb-1f1beab9c3ee tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:18.878005 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.api [None req-0685c85f-2987-4a8d-9ce3-864ef2517eaf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:51:18.878575 n-d-825178-3 neutron-server[87568]: DEBUG oslo_db.api [None req-0685c85f-2987-4a8d-9ce3-864ef2517eaf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:51:18.916821 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508a8126-dd97-419d-8773-516a94911792 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Router 4667e1c8-9a1e-44a4-beff-cef8b8a5b285 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:51:19.122374 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508a8126-dd97-419d-8773-516a94911792 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:51:19.132665 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-508a8126-dd97-419d-8773-516a94911792 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "PUT /v2.0/routers/4667e1c8-9a1e-44a4-beff-cef8b8a5b285/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2334309 Feb 09 12:51:19.135294 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60880) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:19.136340 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9691f95-1691-4e2c-81de-5b86af32843b None None] Sync routers for ids ['4667e1c8-9a1e-44a4-beff-cef8b8a5b285'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:51:19.146128 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9691f95-1691-4e2c-81de-5b86af32843b None None] Routers {'4667e1c8-9a1e-44a4-beff-cef8b8a5b285'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:51:19.146817 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c9691f95-1691-4e2c-81de-5b86af32843b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:51:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['4667e1c8-9a1e-44a4-beff-cef8b8a5b285'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:19.206814 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5f7d43e-cc05-4ca8-9f63-c8504b08cfc0 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Deleting subnet 574d076d-3e6a-4fd6-9301-a30c6a6e0584 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:51:19.210705 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5f7d43e-cc05-4ca8-9f63-c8504b08cfc0 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:19.212854 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:19.254577 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d358e17-f5f5-4e8e-b3cb-1f1beab9c3ee tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Router 1e3ecdd4-6773-4b5a-a7b0-c8504c17890b has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:51:19.279131 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device c8223ee2-1cd6-4eac-9334-bd037444b26a no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:51:19.298569 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5f7d43e-cc05-4ca8-9f63-c8504b08cfc0 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:19.338726 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: c8223ee2-1cd6-4eac-9334-bd037444b26a {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:51:19.339378 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device c8223ee2-1cd6-4eac-9334-bd037444b26a not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:51:19.404499 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-c9691f95-1691-4e2c-81de-5b86af32843b None None] Set router 4667e1c8-9a1e-44a4-beff-cef8b8a5b285 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:51:19.409242 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d358e17-f5f5-4e8e-b3cb-1f1beab9c3ee tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:51:19.417082 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5f7d43e-cc05-4ca8-9f63-c8504b08cfc0 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:19.420472 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-0d358e17-f5f5-4e8e-b3cb-1f1beab9c3ee tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] 10.222.0.55 "PUT /v2.0/routers/1e3ecdd4-6773-4b5a-a7b0-c8504c17890b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6028595 Feb 09 12:51:19.421645 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20efaf34-bfe9-4d2f-ac68-80a1e3fbcaa6 None None] Sync routers for ids ['1e3ecdd4-6773-4b5a-a7b0-c8504c17890b'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:51:19.424084 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60884) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:19.433119 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20efaf34-bfe9-4d2f-ac68-80a1e3fbcaa6 None None] Routers {'1e3ecdd4-6773-4b5a-a7b0-c8504c17890b'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:51:19.433753 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-20efaf34-bfe9-4d2f-ac68-80a1e3fbcaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:51:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['1e3ecdd4-6773-4b5a-a7b0-c8504c17890b'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:19.451274 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-0685c85f-2987-4a8d-9ce3-864ef2517eaf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Deleting port c8223ee2-1cd6-4eac-9334-bd037444b26a {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:51:19.451879 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0685c85f-2987-4a8d-9ce3-864ef2517eaf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:19.497314 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-ee0b7858-c15b-4783-9861-caa664da4bdd tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] show failed (client error): The resource could not be found. Feb 09 12:51:19.498663 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ee0b7858-c15b-4783-9861-caa664da4bdd tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] 10.222.0.55 "GET /v2.0/routers/tempest-non_exist_router-485881616 HTTP/1.1" status: 404 len: 334 time: 0.0735493 Feb 09 12:51:19.503246 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60888) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:19.505918 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-20efaf34-bfe9-4d2f-ac68-80a1e3fbcaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:19.509580 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-a8aff7af-7e1b-43db-b648-75b931572097 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:19.516903 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20efaf34-bfe9-4d2f-ac68-80a1e3fbcaa6 None None] Routers {'1e3ecdd4-6773-4b5a-a7b0-c8504c17890b'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:51:19.517539 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-20efaf34-bfe9-4d2f-ac68-80a1e3fbcaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:51:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['1e3ecdd4-6773-4b5a-a7b0-c8504c17890b'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:19.553413 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-0685c85f-2987-4a8d-9ce3-864ef2517eaf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] The port 'c8223ee2-1cd6-4eac-9334-bd037444b26a' was deleted {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:51:19.582610 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-20efaf34-bfe9-4d2f-ac68-80a1e3fbcaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:19.583015 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20efaf34-bfe9-4d2f-ac68-80a1e3fbcaa6 None None] The sync data for ids ['1e3ecdd4-6773-4b5a-a7b0-c8504c17890b'] in n-d-825178-3 is: [] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:51:19.597252 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-a8aff7af-7e1b-43db-b648-75b931572097 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] update failed (client error): The resource could not be found. Feb 09 12:51:19.599857 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a8aff7af-7e1b-43db-b648-75b931572097 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] 10.222.0.55 "PUT /v2.0/routers/tempest-non_exist_router-324981100 HTTP/1.1" status: 404 len: 334 time: 0.0937960 Feb 09 12:51:19.602201 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60892) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:19.676139 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-1869ec8b-f1b0-46cd-9c6c-2f2235cfc79b tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Deleting subnet 83f89725-5671-43f5-9c86-a2e9d510e633 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:51:19.679967 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1869ec8b-f1b0-46cd-9c6c-2f2235cfc79b tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:19.696256 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0685c85f-2987-4a8d-9ce3-864ef2517eaf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:19.722803 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5f7d43e-cc05-4ca8-9f63-c8504b08cfc0 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:19.723073 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c9691f95-1691-4e2c-81de-5b86af32843b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'name': 'tempest-TestNetworkBasicOps-router-81090480', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '1816b373-2fa1-4e98-a6f9-c4e358a025c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:48:28Z', 'updated_at': '2022-02-09T12:51:17Z', 'revision_number': 7, 'project_id': '458862934c284b11a9f402abf41ed215', 'gw_port': {'id': '1816b373-2fa1-4e98-a6f9-c4e358a025c1', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:48:30Z', 'updated_at': '2022-02-09T12:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:19.728441 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9691f95-1691-4e2c-81de-5b86af32843b None None] Checking router: 4667e1c8-9a1e-44a4-beff-cef8b8a5b285 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:51:19.737608 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9691f95-1691-4e2c-81de-5b86af32843b None None] Routers {'4667e1c8-9a1e-44a4-beff-cef8b8a5b285'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:51:19.738219 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c9691f95-1691-4e2c-81de-5b86af32843b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:51:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['4667e1c8-9a1e-44a4-beff-cef8b8a5b285'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:19.742964 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1869ec8b-f1b0-46cd-9c6c-2f2235cfc79b tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:19.760640 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-0685c85f-2987-4a8d-9ce3-864ef2517eaf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bab6e26-9e7f-4ab1-9ecd-f686dde31ffd']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:19.779208 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f7d43e-cc05-4ca8-9f63-c8504b08cfc0 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event deleted for resources: {'Subnet': ['ID=574d076d-3e6a-4fd6-9301-a30c6a6e0584,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:19.784678 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-0685c85f-2987-4a8d-9ce3-864ef2517eaf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4f6d0ef-c14d-4bc2-b09f-73a53c4c1231') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:19.784961 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-0685c85f-2987-4a8d-9ce3-864ef2517eaf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4f6d0ef-c14d-4bc2-b09f-73a53c4c1231') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:19.792322 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5f7d43e-cc05-4ca8-9f63-c8504b08cfc0 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:19.795978 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e0daea-9c4f-4b23-9c9e-5e554dabb183 None None] Network 8ffa134c-5914-42cd-b4fd-b6cacdce5158 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:51:19.802212 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0685c85f-2987-4a8d-9ce3-864ef2517eaf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:19.812383 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a5f7d43e-cc05-4ca8-9f63-c8504b08cfc0 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "DELETE /v2.0/subnets/574d076d-3e6a-4fd6-9301-a30c6a6e0584 HTTP/1.1" status: 204 len: 168 time: 0.6735861 Feb 09 12:51:19.814029 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60896) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:19.861197 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1869ec8b-f1b0-46cd-9c6c-2f2235cfc79b tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:19.886274 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0685c85f-2987-4a8d-9ce3-864ef2517eaf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:19.909355 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0685c85f-2987-4a8d-9ce3-864ef2517eaf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:51:19.909757 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0685c85f-2987-4a8d-9ce3-864ef2517eaf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:19.925457 n-d-825178-3 neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:51:19.925457 n-d-825178-3 neutron-server[87568]: util.warn( Feb 09 12:51:19.925457 n-d-825178-3 neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:51:19.925457 n-d-825178-3 neutron-server[87568]: util.warn( Feb 09 12:51:19.925457 n-d-825178-3 neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:51:19.925457 n-d-825178-3 neutron-server[87568]: util.warn( Feb 09 12:51:19.925457 n-d-825178-3 neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:51:19.925457 n-d-825178-3 neutron-server[87568]: util.warn( Feb 09 12:51:19.925457 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:51:19.925457 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:51:19.925457 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:51:19.925457 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:51:19.925457 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:51:19.925457 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:51:19.925457 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:51:19.925457 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:51:19.925457 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:51:19.925457 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:51:19.925457 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:51:19.925457 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:51:19.925457 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:51:19.925457 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:51:19.925457 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:51:19.925457 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:51:19.925457 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:51:19.925457 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:51:19.925457 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:51:19.925457 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:51:19.925457 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:51:19.925457 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:51:19.925457 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:51:19.925457 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:51:19.925457 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:51:19.925457 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:51:19.925457 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:51:19.925457 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:51:19.925457 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:51:19.925457 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:51:19.925457 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:51:19.925457 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:51:19.949807 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-c9691f95-1691-4e2c-81de-5b86af32843b None None] Set router 4667e1c8-9a1e-44a4-beff-cef8b8a5b285 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:51:19.983573 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1869ec8b-f1b0-46cd-9c6c-2f2235cfc79b tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:20.033696 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1869ec8b-f1b0-46cd-9c6c-2f2235cfc79b tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Pushing event deleted for resources: {'Subnet': ['ID=83f89725-5671-43f5-9c86-a2e9d510e633,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:20.035764 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1869ec8b-f1b0-46cd-9c6c-2f2235cfc79b tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:20.043060 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1869ec8b-f1b0-46cd-9c6c-2f2235cfc79b tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] 10.222.0.55 "DELETE /v2.0/subnets/83f89725-5671-43f5-9c86-a2e9d510e633 HTTP/1.1" status: 204 len: 168 time: 0.4394765 Feb 09 12:51:20.047864 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60900) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:20.048033 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389a8c3f-d679-4bba-bdc0-c0e4df470a09 None None] Network 91d75d47-0492-4e02-abff-3482fc137da6 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:51:20.116795 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0685c85f-2987-4a8d-9ce3-864ef2517eaf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:20.118357 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f8f647-76e0-4267-bdc0-070e72a3891e None None] DHCP port deletion for 8ffa134c-5914-42cd-b4fd-b6cacdce5158 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:51:20.138976 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-d5f8f647-76e0-4267-bdc0-070e72a3891e None None] Deleting port ff12c31b-a30d-4f33-a85e-515c58863ea4 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:51:20.139347 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d5f8f647-76e0-4267-bdc0-070e72a3891e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:20.141761 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0685c85f-2987-4a8d-9ce3-864ef2517eaf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:20.175129 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0685c85f-2987-4a8d-9ce3-864ef2517eaf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "DELETE /v2.0/networks/2bab6e26-9e7f-4ab1-9ecd-f686dde31ffd HTTP/1.1" status: 204 len: 168 time: 2.5333474 Feb 09 12:51:20.175129 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0685c85f-2987-4a8d-9ce3-864ef2517eaf tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event deleted for resources: {'Network': ['ID=2bab6e26-9e7f-4ab1-9ecd-f686dde31ffd,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:20.176288 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60904) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:20.181912 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-990f98dd-6662-4f00-91ae-5f62c01815f7 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-683005421', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:20.186021 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5b6ddb12-4bca-489e-b52b-793ac78767ae tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:20.197673 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-990f98dd-6662-4f00-91ae-5f62c01815f7 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:20.205426 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-990f98dd-6662-4f00-91ae-5f62c01815f7 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Usage tracker for resource:router and tenant:7a65637a4eb140ffb94c446f7f36e593 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:51:20.210943 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-990f98dd-6662-4f00-91ae-5f62c01815f7 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:51:20.219727 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-990f98dd-6662-4f00-91ae-5f62c01815f7 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:20.234434 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-990f98dd-6662-4f00-91ae-5f62c01815f7 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:20.236264 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-990f98dd-6662-4f00-91ae-5f62c01815f7 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:20.265531 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-990f98dd-6662-4f00-91ae-5f62c01815f7 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:20.289473 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-990f98dd-6662-4f00-91ae-5f62c01815f7 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:20.313574 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c9691f95-1691-4e2c-81de-5b86af32843b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'name': 'tempest-TestNetworkBasicOps-router-81090480', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '1816b373-2fa1-4e98-a6f9-c4e358a025c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:48:28Z', 'updated_at': '2022-02-09T12:51:17Z', 'revision_number': 7, 'project_id': '458862934c284b11a9f402abf41ed215', 'gw_port': {'id': '1816b373-2fa1-4e98-a6f9-c4e358a025c1', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:48:30Z', 'updated_at': '2022-02-09T12:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:20.321040 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9691f95-1691-4e2c-81de-5b86af32843b None None] The sync data for ids ['4667e1c8-9a1e-44a4-beff-cef8b8a5b285'] in n-d-825178-3 is: [{'id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'name': 'tempest-TestNetworkBasicOps-router-81090480', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '1816b373-2fa1-4e98-a6f9-c4e358a025c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:48:28Z', 'updated_at': '2022-02-09T12:51:17Z', 'revision_number': 7, 'project_id': '458862934c284b11a9f402abf41ed215', 'gw_port': {'id': '1816b373-2fa1-4e98-a6f9-c4e358a025c1', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4667e1c8-9a1e-44a4-beff-cef8b8a5b285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:48:30Z', 'updated_at': '2022-02-09T12:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:51:20.323618 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-990f98dd-6662-4f00-91ae-5f62c01815f7 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:20.328915 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-990f98dd-6662-4f00-91ae-5f62c01815f7 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1494248 Feb 09 12:51:20.329992 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60908) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:20.338543 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-c5772ba4-a234-477a-b8a4-8b8853b3cee7 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Request body: {'network': {'name': 'tempest-RoutersTest-1702115856'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:20.345446 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c5772ba4-a234-477a-b8a4-8b8853b3cee7 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:20.351864 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c5772ba4-a234-477a-b8a4-8b8853b3cee7 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Usage tracker for resource:network and tenant:7a65637a4eb140ffb94c446f7f36e593 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:51:20.355260 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c5772ba4-a234-477a-b8a4-8b8853b3cee7 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:51:20.366652 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c5772ba4-a234-477a-b8a4-8b8853b3cee7 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:20.392143 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5772ba4-a234-477a-b8a4-8b8853b3cee7 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Made reservation on behalf of 7a65637a4eb140ffb94c446f7f36e593 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:51:20.396180 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c5772ba4-a234-477a-b8a4-8b8853b3cee7 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:20.429684 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5772ba4-a234-477a-b8a4-8b8853b3cee7 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:51:20.439420 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebd4a974-af2a-4f4b-9a9f-58e69d923324 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Deleting subnet c9c35091-871d-4de8-b001-208adf9678e4 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:51:20.439888 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c5772ba4-a234-477a-b8a4-8b8853b3cee7 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:20.440284 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-c5772ba4-a234-477a-b8a4-8b8853b3cee7 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Added segment df76adcc-487b-4f4c-837f-128431ab146c of type vlan for network 0c938ccf-ee08-4af2-9dfe-f497cfc21f8e Feb 09 12:51:20.453371 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ebd4a974-af2a-4f4b-9a9f-58e69d923324 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:20.471947 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c5772ba4-a234-477a-b8a4-8b8853b3cee7 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:20.503850 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c5772ba4-a234-477a-b8a4-8b8853b3cee7 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:20.509346 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5772ba4-a234-477a-b8a4-8b8853b3cee7 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:20.509939 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c5772ba4-a234-477a-b8a4-8b8853b3cee7 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:20.565762 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-d5f8f647-76e0-4267-bdc0-070e72a3891e None None] For port ff12c31b-a30d-4f33-a85e-515c58863ea4, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=ff12c31b-a30d-4f33-a85e-515c58863ea4,segment=NetworkSegment(9da5629b-47e2-464e-ad27-5034dec29c21),segment_id=9da5629b-47e2-464e-ad27-5034dec29c21)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:51:20.566246 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d5f8f647-76e0-4267-bdc0-070e72a3891e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:20.580681 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ebd4a974-af2a-4f4b-9a9f-58e69d923324 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:20.617625 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c5772ba4-a234-477a-b8a4-8b8853b3cee7 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2867842 Feb 09 12:51:20.620374 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60912) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:20.626149 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-8d7eed6e-077b-4427-971e-260e9ff8cff2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Request body: {'subnet': {'network_id': '0c938ccf-ee08-4af2-9dfe-f497cfc21f8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:20.640137 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5772ba4-a234-477a-b8a4-8b8853b3cee7 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event updated for resources: {'Network': ['ID=0c938ccf-ee08-4af2-9dfe-f497cfc21f8e,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:20.651153 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5b6ddb12-4bca-489e-b52b-793ac78767ae tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:20.668271 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-5b6ddb12-4bca-489e-b52b-793ac78767ae tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Deleting port 1816b373-2fa1-4e98-a6f9-c4e358a025c1 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:51:20.668611 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5b6ddb12-4bca-489e-b52b-793ac78767ae tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:20.748213 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-8d7eed6e-077b-4427-971e-260e9ff8cff2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:20.752759 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8d7eed6e-077b-4427-971e-260e9ff8cff2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Usage tracker for resource:subnet and tenant:7a65637a4eb140ffb94c446f7f36e593 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:51:20.755793 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8d7eed6e-077b-4427-971e-260e9ff8cff2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:51:20.756064 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-d5f8f647-76e0-4267-bdc0-070e72a3891e None None] Calling delete_port for ff12c31b-a30d-4f33-a85e-515c58863ea4 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:51:20.763484 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-8d7eed6e-077b-4427-971e-260e9ff8cff2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:20.774169 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7eed6e-077b-4427-971e-260e9ff8cff2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Made reservation on behalf of 7a65637a4eb140ffb94c446f7f36e593 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:51:20.778427 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8d7eed6e-077b-4427-971e-260e9ff8cff2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:20.802111 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ebd4a974-af2a-4f4b-9a9f-58e69d923324 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:20.805602 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 0c938ccf-ee08-4af2-9dfe-f497cfc21f8e details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:51:20.823128 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274d7934-59a9-446d-b6d1-22d1d11e430c None None] DHCP port deletion for 91d75d47-0492-4e02-abff-3482fc137da6 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:51:20.874004 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-274d7934-59a9-446d-b6d1-22d1d11e430c None None] Deleting port d095890f-693e-43ce-a8e0-dfd764081ee2 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:51:20.874280 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-274d7934-59a9-446d-b6d1-22d1d11e430c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:20.918197 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:20.924067 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-5b6ddb12-4bca-489e-b52b-793ac78767ae tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] For port 1816b373-2fa1-4e98-a6f9-c4e358a025c1, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=1816b373-2fa1-4e98-a6f9-c4e358a025c1,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:51:20.924637 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5b6ddb12-4bca-489e-b52b-793ac78767ae tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:20.939901 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ebd4a974-af2a-4f4b-9a9f-58e69d923324 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:21.055853 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d5f8f647-76e0-4267-bdc0-070e72a3891e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:21.070298 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8d7eed6e-077b-4427-971e-260e9ff8cff2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:21.103361 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-5b6ddb12-4bca-489e-b52b-793ac78767ae tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Calling delete_port for 1816b373-2fa1-4e98-a6f9-c4e358a025c1 owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:51:21.130391 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd4a974-af2a-4f4b-9a9f-58e69d923324 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Pushing event deleted for resources: {'Subnet': ['ID=c9c35091-871d-4de8-b001-208adf9678e4,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:21.147705 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ebd4a974-af2a-4f4b-9a9f-58e69d923324 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:21.150331 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7eed6e-077b-4427-971e-260e9ff8cff2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event updated for resources: {'Subnet': ['ID=76fc3631-c372-4916-89b1-4316753578f3,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:21.159508 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f8f647-76e0-4267-bdc0-070e72a3891e None None] Pushing event deleted for resources: {'Port': ['ID=ff12c31b-a30d-4f33-a85e-515c58863ea4,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:21.160578 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7eed6e-077b-4427-971e-260e9ff8cff2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Checking segment: {'id': 'df76adcc-487b-4f4c-837f-128431ab146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0c938ccf-ee08-4af2-9dfe-f497cfc21f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:51:21.161475 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7eed6e-077b-4427-971e-260e9ff8cff2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Network hostable DHCP agents. Network: 0c938ccf-ee08-4af2-9dfe-f497cfc21f8e, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:51:21.161614 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ebd4a974-af2a-4f4b-9a9f-58e69d923324 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] 10.222.0.55 "DELETE /v2.0/subnets/c9c35091-871d-4de8-b001-208adf9678e4 HTTP/1.1" status: 204 len: 168 time: 1.0990756 Feb 09 12:51:21.161697 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6706f5d4-bf7b-4c7b-807f-41a55ea3ae2a None None] Network 2951e6c3-757b-4350-8675-56b0ef016a6a requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:51:21.164542 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60916) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:21.182171 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7eed6e-077b-4427-971e-260e9ff8cff2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Network 0c938ccf-ee08-4af2-9dfe-f497cfc21f8e is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:51:21.195331 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-8d7eed6e-077b-4427-971e-260e9ff8cff2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 0c938ccf-ee08-4af2-9dfe-f497cfc21f8e) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:51:21.208251 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7eed6e-077b-4427-971e-260e9ff8cff2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:21.208843 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8d7eed6e-077b-4427-971e-260e9ff8cff2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:21.238650 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8d7eed6e-077b-4427-971e-260e9ff8cff2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6142418 Feb 09 12:51:21.238957 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60920) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:21.268157 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f8f647-76e0-4267-bdc0-070e72a3891e None None] No DVR routers for this DVR port ff12c31b-a30d-4f33-a85e-515c58863ea4 on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:51:21.310039 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed232ec-40f5-4375-bb8b-04c23f73f78e None None] Network 0c938ccf-ee08-4af2-9dfe-f497cfc21f8e requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:51:21.334482 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-96e7f083-65a8-43a3-baec-431e0c99f17e tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:21.351458 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device d095890f-693e-43ce-a8e0-dfd764081ee2 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:51:21.360202 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-96e7f083-65a8-43a3-baec-431e0c99f17e tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Deleting port d095890f-693e-43ce-a8e0-dfd764081ee2 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:51:21.360545 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-96e7f083-65a8-43a3-baec-431e0c99f17e tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:21.512928 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-274d7934-59a9-446d-b6d1-22d1d11e430c None None] For port d095890f-693e-43ce-a8e0-dfd764081ee2, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=d095890f-693e-43ce-a8e0-dfd764081ee2,segment=NetworkSegment(20eafbcb-18b9-4ff8-ad82-8eaac378a06e),segment_id=20eafbcb-18b9-4ff8-ad82-8eaac378a06e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:51:21.513442 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-274d7934-59a9-446d-b6d1-22d1d11e430c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:21.549143 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5b6ddb12-4bca-489e-b52b-793ac78767ae tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:21.645914 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-274d7934-59a9-446d-b6d1-22d1d11e430c None None] Calling delete_port for d095890f-693e-43ce-a8e0-dfd764081ee2 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:51:21.654519 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6ddb12-4bca-489e-b52b-793ac78767ae tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event deleted for resources: {'Port': ['ID=1816b373-2fa1-4e98-a6f9-c4e358a025c1,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:21.749467 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-96e7f083-65a8-43a3-baec-431e0c99f17e tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] For port d095890f-693e-43ce-a8e0-dfd764081ee2, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=d095890f-693e-43ce-a8e0-dfd764081ee2,segment=NetworkSegment(20eafbcb-18b9-4ff8-ad82-8eaac378a06e),segment_id=20eafbcb-18b9-4ff8-ad82-8eaac378a06e)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:51:21.749836 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-96e7f083-65a8-43a3-baec-431e0c99f17e tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:21.857027 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:21.914992 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-21d944a7-6a56-4673-8c3d-0b07b4c2ac69 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:21.919684 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-274d7934-59a9-446d-b6d1-22d1d11e430c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:21.986871 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77edaa29-bf03-41d0-b7d0-755b7e2179a0 None None] DHCP port deletion for 2951e6c3-757b-4350-8675-56b0ef016a6a request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:51:22.009524 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d7934-59a9-446d-b6d1-22d1d11e430c None None] Pushing event deleted for resources: {'Port': ['ID=d095890f-693e-43ce-a8e0-dfd764081ee2,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:22.009766 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-96e7f083-65a8-43a3-baec-431e0c99f17e tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Calling delete_port for d095890f-693e-43ce-a8e0-dfd764081ee2 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:51:22.046835 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-77edaa29-bf03-41d0-b7d0-755b7e2179a0 None None] Deleting port 80d6eca3-a7dd-4adb-8f4a-b1e9a571c943 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:51:22.047215 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-77edaa29-bf03-41d0-b7d0-755b7e2179a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:22.051344 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5b6ddb12-4bca-489e-b52b-793ac78767ae tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:22.071320 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274d7934-59a9-446d-b6d1-22d1d11e430c None None] No DVR routers for this DVR port d095890f-693e-43ce-a8e0-dfd764081ee2 on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:51:22.082091 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5814daa3-ad52-4256-b3b7-81056984eb84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-0c938ccf-ee08-4af2-9dfe-f497cfc21f8e', 'network_id': '0c938ccf-ee08-4af2-9dfe-f497cfc21f8e', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'fixed_ips': [{'subnet_id': '76fc3631-c372-4916-89b1-4316753578f3'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:51:22.082904 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5814daa3-ad52-4256-b3b7-81056984eb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:22.115486 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 00f3be6c-e4b5-480e-b1a1-b7841880fe65 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:51:22.160829 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 00f3be6c-e4b5-480e-b1a1-b7841880fe65 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:51:22.161084 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 00f3be6c-e4b5-480e-b1a1-b7841880fe65 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:51:22.161488 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device ff12c31b-a30d-4f33-a85e-515c58863ea4 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:51:22.201951 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: ff12c31b-a30d-4f33-a85e-515c58863ea4 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:51:22.202291 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device ff12c31b-a30d-4f33-a85e-515c58863ea4 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:51:22.249201 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5b6ddb12-4bca-489e-b52b-793ac78767ae tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:22.254028 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5b6ddb12-4bca-489e-b52b-793ac78767ae tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:22.312425 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.api [None req-96e7f083-65a8-43a3-baec-431e0c99f17e tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:51:22.312900 n-d-825178-3 neutron-server[87568]: DEBUG oslo_db.api [None req-96e7f083-65a8-43a3-baec-431e0c99f17e tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:51:22.314352 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5b6ddb12-4bca-489e-b52b-793ac78767ae tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:22.314897 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6ddb12-4bca-489e-b52b-793ac78767ae tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Fanout notify agent at l3_agent the message router_deleted on router 4667e1c8-9a1e-44a4-beff-cef8b8a5b285 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:51:22.345622 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-21d944a7-6a56-4673-8c3d-0b07b4c2ac69 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Allocated IP 172.20.0.1 (0c938ccf-ee08-4af2-9dfe-f497cfc21f8e/76fc3631-c372-4916-89b1-4316753578f3/4f55fc0c-7198-4941-87e8-064fdf9f35c5) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:51:22.348297 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5b6ddb12-4bca-489e-b52b-793ac78767ae tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:22.352708 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5b6ddb12-4bca-489e-b52b-793ac78767ae tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "DELETE /v2.0/routers/4667e1c8-9a1e-44a4-beff-cef8b8a5b285 HTTP/1.1" status: 204 len: 168 time: 2.5347011 Feb 09 12:51:22.353446 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60924) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:22.434499 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-77edaa29-bf03-41d0-b7d0-755b7e2179a0 None None] For port 80d6eca3-a7dd-4adb-8f4a-b1e9a571c943, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=80d6eca3-a7dd-4adb-8f4a-b1e9a571c943,segment=NetworkSegment(bd15ebc1-0598-4d72-96f9-9986b4969acb),segment_id=bd15ebc1-0598-4d72-96f9-9986b4969acb)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:51:22.434896 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-77edaa29-bf03-41d0-b7d0-755b7e2179a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:22.497430 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5be780e-450f-43fd-aed7-9198ff81d67e tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:22.558212 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-21d944a7-6a56-4673-8c3d-0b07b4c2ac69 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:22.573470 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-77edaa29-bf03-41d0-b7d0-755b7e2179a0 None None] Calling delete_port for 80d6eca3-a7dd-4adb-8f4a-b1e9a571c943 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:51:22.574407 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-21d944a7-6a56-4673-8c3d-0b07b4c2ac69 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Transition to ACTIVE for port object 4f55fc0c-7198-4941-87e8-064fdf9f35c5 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:51:22.599327 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-21d944a7-6a56-4673-8c3d-0b07b4c2ac69 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:22.641368 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5be780e-450f-43fd-aed7-9198ff81d67e tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:22.666877 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d944a7-6a56-4673-8c3d-0b07b4c2ac69 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Network 0c938ccf-ee08-4af2-9dfe-f497cfc21f8e is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:51:22.669786 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-21d944a7-6a56-4673-8c3d-0b07b4c2ac69 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:51:22.673857 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d944a7-6a56-4673-8c3d-0b07b4c2ac69 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:51:22.677803 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-a5be780e-450f-43fd-aed7-9198ff81d67e tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ffa134c-5914-42cd-b4fd-b6cacdce5158']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:22.691863 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-a5be780e-450f-43fd-aed7-9198ff81d67e tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9da5629b-47e2-464e-ad27-5034dec29c21') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:22.692196 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-a5be780e-450f-43fd-aed7-9198ff81d67e tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9da5629b-47e2-464e-ad27-5034dec29c21') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:22.695436 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-5814daa3-ad52-4256-b3b7-81056984eb84 None None] Allocated IP 172.20.0.2 (0c938ccf-ee08-4af2-9dfe-f497cfc21f8e/76fc3631-c372-4916-89b1-4316753578f3/62e92a64-a8b9-474d-996a-ac2ce6ad166e) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:51:22.710754 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5be780e-450f-43fd-aed7-9198ff81d67e tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:22.714378 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d944a7-6a56-4673-8c3d-0b07b4c2ac69 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event updated for resources: {'Port': ['ID=4f55fc0c-7198-4941-87e8-064fdf9f35c5,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:22.727020 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-77edaa29-bf03-41d0-b7d0-755b7e2179a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:22.731299 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5be780e-450f-43fd-aed7-9198ff81d67e tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:22.738746 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5be780e-450f-43fd-aed7-9198ff81d67e tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:51:22.739539 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5be780e-450f-43fd-aed7-9198ff81d67e tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:22.744542 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-21d944a7-6a56-4673-8c3d-0b07b4c2ac69 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:22.759290 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:51:22.759290 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:51:22.759290 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:51:22.759290 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:51:22.759290 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:51:22.759290 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:51:22.759290 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:51:22.759290 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:51:22.759290 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:51:22.759290 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:51:22.759290 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:51:22.759290 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:51:22.759290 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:51:22.759290 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:51:22.759290 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:51:22.759290 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:51:22.759290 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:51:22.759290 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:51:22.759290 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:51:22.759290 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:51:22.759290 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:51:22.759290 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:51:22.759290 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:51:22.759290 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:51:22.759290 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:51:22.759290 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:51:22.759290 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:51:22.759290 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:51:22.759290 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:51:22.759290 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:51:22.759290 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:51:22.759290 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:51:22.823800 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77edaa29-bf03-41d0-b7d0-755b7e2179a0 None None] No DVR routers for this DVR port 80d6eca3-a7dd-4adb-8f4a-b1e9a571c943 on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:51:22.845833 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77edaa29-bf03-41d0-b7d0-755b7e2179a0 None None] Pushing event deleted for resources: {'Port': ['ID=80d6eca3-a7dd-4adb-8f4a-b1e9a571c943,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:22.859563 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-96e7f083-65a8-43a3-baec-431e0c99f17e tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Deleting port d095890f-693e-43ce-a8e0-dfd764081ee2 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:51:22.860060 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-96e7f083-65a8-43a3-baec-431e0c99f17e tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:22.883123 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-21d944a7-6a56-4673-8c3d-0b07b4c2ac69 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:22.926526 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5be780e-450f-43fd-aed7-9198ff81d67e tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:22.931684 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5be780e-450f-43fd-aed7-9198ff81d67e tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:22.939979 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-96e7f083-65a8-43a3-baec-431e0c99f17e tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] The port 'd095890f-693e-43ce-a8e0-dfd764081ee2' was deleted {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:51:22.989104 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:22.998349 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5be780e-450f-43fd-aed7-9198ff81d67e tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event deleted for resources: {'Network': ['ID=8ffa134c-5914-42cd-b4fd-b6cacdce5158,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:23.003189 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5814daa3-ad52-4256-b3b7-81056984eb84 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:23.014762 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-5814daa3-ad52-4256-b3b7-81056984eb84 None None] Transition to ACTIVE for port object 62e92a64-a8b9-474d-996a-ac2ce6ad166e will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:51:23.021870 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a5be780e-450f-43fd-aed7-9198ff81d67e tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "DELETE /v2.0/networks/8ffa134c-5914-42cd-b4fd-b6cacdce5158 HTTP/1.1" status: 204 len: 168 time: 0.6637673 Feb 09 12:51:23.042731 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-5814daa3-ad52-4256-b3b7-81056984eb84 None None] Transition to ACTIVE for port object 62e92a64-a8b9-474d-996a-ac2ce6ad166e will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:51:23.045655 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60928) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:23.052979 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5814daa3-ad52-4256-b3b7-81056984eb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:23.104473 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-09b2383f-b4c3-4432-ba24-acb8bde8eca8 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Request body: {'network': {'name': 'tempest-network-smoke--813796330', 'project_id': '458862934c284b11a9f402abf41ed215', 'port_security_enabled': True}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:23.111767 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-96e7f083-65a8-43a3-baec-431e0c99f17e tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:23.116994 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-09b2383f-b4c3-4432-ba24-acb8bde8eca8 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:23.121778 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5814daa3-ad52-4256-b3b7-81056984eb84 None None] Network 0c938ccf-ee08-4af2-9dfe-f497cfc21f8e is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:51:23.124502 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-5814daa3-ad52-4256-b3b7-81056984eb84 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:51:23.128408 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5814daa3-ad52-4256-b3b7-81056984eb84 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:51:23.131021 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-09b2383f-b4c3-4432-ba24-acb8bde8eca8 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Usage tracker for resource:network and tenant:458862934c284b11a9f402abf41ed215 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:51:23.136149 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-09b2383f-b4c3-4432-ba24-acb8bde8eca8 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:51:23.137768 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5814daa3-ad52-4256-b3b7-81056984eb84 None None] Pushing event updated for resources: {'Port': ['ID=62e92a64-a8b9-474d-996a-ac2ce6ad166e,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:23.144652 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-09b2383f-b4c3-4432-ba24-acb8bde8eca8 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:23.148779 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-96e7f083-65a8-43a3-baec-431e0c99f17e tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91d75d47-0492-4e02-abff-3482fc137da6']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:23.163505 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-96e7f083-65a8-43a3-baec-431e0c99f17e tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20eafbcb-18b9-4ff8-ad82-8eaac378a06e') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:23.163940 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-96e7f083-65a8-43a3-baec-431e0c99f17e tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20eafbcb-18b9-4ff8-ad82-8eaac378a06e') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:23.167733 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b2383f-b4c3-4432-ba24-acb8bde8eca8 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Made reservation on behalf of 458862934c284b11a9f402abf41ed215 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:51:23.171216 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-09b2383f-b4c3-4432-ba24-acb8bde8eca8 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:23.181589 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-96e7f083-65a8-43a3-baec-431e0c99f17e tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:23.198870 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-96e7f083-65a8-43a3-baec-431e0c99f17e tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:23.207630 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96e7f083-65a8-43a3-baec-431e0c99f17e tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:51:23.208387 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-96e7f083-65a8-43a3-baec-431e0c99f17e tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:23.227904 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:51:23.227904 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:51:23.227904 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:51:23.227904 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:51:23.227904 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:51:23.227904 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:51:23.227904 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:51:23.227904 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:51:23.227904 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:51:23.227904 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:51:23.227904 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:51:23.227904 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:51:23.227904 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:51:23.227904 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:51:23.227904 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:51:23.227904 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:51:23.227904 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:51:23.227904 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:51:23.227904 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:51:23.227904 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:51:23.227904 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:51:23.227904 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:51:23.227904 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:51:23.227904 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:51:23.227904 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:51:23.227904 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:51:23.227904 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:51:23.227904 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:51:23.227904 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:51:23.227904 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:51:23.227904 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:51:23.227904 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:51:23.237080 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-5814daa3-ad52-4256-b3b7-81056984eb84 None None] Attempting to bind port 62e92a64-a8b9-474d-996a-ac2ce6ad166e on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:51:23.237662 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-5814daa3-ad52-4256-b3b7-81056984eb84 None None] Attempting to bind port 62e92a64-a8b9-474d-996a-ac2ce6ad166e by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'df76adcc-487b-4f4c-837f-128431ab146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0c938ccf-ee08-4af2-9dfe-f497cfc21f8e'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:51:23.238180 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5814daa3-ad52-4256-b3b7-81056984eb84 None None] Attempting to bind port 62e92a64-a8b9-474d-996a-ac2ce6ad166e on network 0c938ccf-ee08-4af2-9dfe-f497cfc21f8e {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:51:23.245873 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5814daa3-ad52-4256-b3b7-81056984eb84 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:51:23.246598 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5814daa3-ad52-4256-b3b7-81056984eb84 None None] Checking segment: {'id': 'df76adcc-487b-4f4c-837f-128431ab146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0c938ccf-ee08-4af2-9dfe-f497cfc21f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:51:23.247169 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5814daa3-ad52-4256-b3b7-81056984eb84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:23.247623 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5814daa3-ad52-4256-b3b7-81056984eb84 None None] Bound using segment: {'id': 'df76adcc-487b-4f4c-837f-128431ab146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0c938ccf-ee08-4af2-9dfe-f497cfc21f8e'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:51:23.248569 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-5814daa3-ad52-4256-b3b7-81056984eb84 None None] Bound port: 62e92a64-a8b9-474d-996a-ac2ce6ad166e, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df76adcc-487b-4f4c-837f-128431ab146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0c938ccf-ee08-4af2-9dfe-f497cfc21f8e'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:51:23.248569 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5814daa3-ad52-4256-b3b7-81056984eb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:23.259794 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 1816b373-2fa1-4e98-a6f9-c4e358a025c1 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:51:23.300447 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 1816b373-2fa1-4e98-a6f9-c4e358a025c1 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:51:23.301675 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 1816b373-2fa1-4e98-a6f9-c4e358a025c1 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:51:23.302240 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 80d6eca3-a7dd-4adb-8f4a-b1e9a571c943 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:51:23.324363 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-96e7f083-65a8-43a3-baec-431e0c99f17e tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:23.336799 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-96e7f083-65a8-43a3-baec-431e0c99f17e tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:23.373713 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e7f083-65a8-43a3-baec-431e0c99f17e tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Pushing event deleted for resources: {'Network': ['ID=91d75d47-0492-4e02-abff-3482fc137da6,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:23.377910 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-96e7f083-65a8-43a3-baec-431e0c99f17e tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] 10.222.0.55 "DELETE /v2.0/networks/91d75d47-0492-4e02-abff-3482fc137da6 HTTP/1.1" status: 204 len: 168 time: 2.2125733 Feb 09 12:51:23.384299 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60932) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:23.384924 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 80d6eca3-a7dd-4adb-8f4a-b1e9a571c943 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:51:23.385486 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 80d6eca3-a7dd-4adb-8f4a-b1e9a571c943 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:51:23.439765 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09b2383f-b4c3-4432-ba24-acb8bde8eca8 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:51:23.459093 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-09b2383f-b4c3-4432-ba24-acb8bde8eca8 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:23.460086 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-09b2383f-b4c3-4432-ba24-acb8bde8eca8 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Added segment 32da5fd3-150a-47e5-b0e4-671721cbf392 of type vlan for network cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7 Feb 09 12:51:23.505804 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f67ebb15-e339-40f1-802e-2dfb865ce26c tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:23.526056 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-09b2383f-b4c3-4432-ba24-acb8bde8eca8 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:23.578145 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-21d944a7-6a56-4673-8c3d-0b07b4c2ac69 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:23.583306 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-21d944a7-6a56-4673-8c3d-0b07b4c2ac69 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:23.610583 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-5814daa3-ad52-4256-b3b7-81056984eb84 None None] For port 62e92a64-a8b9-474d-996a-ac2ce6ad166e, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:51:23.634961 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-5814daa3-ad52-4256-b3b7-81056984eb84 None None] For port 62e92a64-a8b9-474d-996a-ac2ce6ad166e, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=62e92a64-a8b9-474d-996a-ac2ce6ad166e,segment=NetworkSegment(df76adcc-487b-4f4c-837f-128431ab146c),segment_id=df76adcc-487b-4f4c-837f-128431ab146c)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:51:23.643300 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5814daa3-ad52-4256-b3b7-81056984eb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:23.660179 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-09b2383f-b4c3-4432-ba24-acb8bde8eca8 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:23.665712 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b2383f-b4c3-4432-ba24-acb8bde8eca8 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:23.666341 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-09b2383f-b4c3-4432-ba24-acb8bde8eca8 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:23.759627 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5814daa3-ad52-4256-b3b7-81056984eb84 None None] Pushing event updated for resources: {'Port': ['ID=62e92a64-a8b9-474d-996a-ac2ce6ad166e,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:23.770513 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f67ebb15-e339-40f1-802e-2dfb865ce26c tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:23.803729 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-f67ebb15-e339-40f1-802e-2dfb865ce26c tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2951e6c3-757b-4350-8675-56b0ef016a6a']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:23.818167 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-f67ebb15-e339-40f1-802e-2dfb865ce26c tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd15ebc1-0598-4d72-96f9-9986b4969acb') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:23.819388 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-f67ebb15-e339-40f1-802e-2dfb865ce26c tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd15ebc1-0598-4d72-96f9-9986b4969acb') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:23.835477 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f67ebb15-e339-40f1-802e-2dfb865ce26c tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:23.845917 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d944a7-6a56-4673-8c3d-0b07b4c2ac69 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event updated for resources: {'Port': ['ID=4f55fc0c-7198-4941-87e8-064fdf9f35c5,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:23.848797 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2383f-b4c3-4432-ba24-acb8bde8eca8 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event updated for resources: {'Network': ['ID=cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:23.851533 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-21d944a7-6a56-4673-8c3d-0b07b4c2ac69 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:23.859222 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f67ebb15-e339-40f1-802e-2dfb865ce26c tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:23.866617 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:51:23.878886 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-09b2383f-b4c3-4432-ba24-acb8bde8eca8 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8321707 Feb 09 12:51:23.880238 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60936) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:23.883603 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f67ebb15-e339-40f1-802e-2dfb865ce26c tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:51:23.884156 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f67ebb15-e339-40f1-802e-2dfb865ce26c tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:23.900537 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:51:23.900537 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:51:23.900537 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:51:23.900537 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:51:23.900537 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:51:23.900537 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:51:23.900537 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:51:23.900537 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:51:23.900537 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:51:23.900537 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:51:23.900537 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:51:23.900537 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:51:23.900537 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:51:23.900537 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:51:23.900537 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:51:23.900537 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:51:23.900537 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:51:23.900537 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:51:23.900537 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:51:23.900537 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:51:23.900537 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:51:23.900537 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:51:23.900537 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:51:23.900537 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:51:23.900537 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:51:23.900537 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:51:23.900537 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:51:23.900537 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:51:23.900537 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:51:23.900537 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:51:23.900537 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:51:23.900537 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:51:23.907449 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-b6f02af4-c253-4090-808a-9e61fcf02247 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-366008221', 'admin_state_up': True, 'project_id': '458862934c284b11a9f402abf41ed215', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:23.963924 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b6f02af4-c253-4090-808a-9e61fcf02247 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:23.983518 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b6f02af4-c253-4090-808a-9e61fcf02247 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Usage tracker for resource:router and tenant:458862934c284b11a9f402abf41ed215 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:51:23.988986 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b6f02af4-c253-4090-808a-9e61fcf02247 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:51:24.031945 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b6f02af4-c253-4090-808a-9e61fcf02247 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:24.041242 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f67ebb15-e339-40f1-802e-2dfb865ce26c tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:24.043672 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d944a7-6a56-4673-8c3d-0b07b4c2ac69 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Network 0c938ccf-ee08-4af2-9dfe-f497cfc21f8e is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:51:24.045730 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-21d944a7-6a56-4673-8c3d-0b07b4c2ac69 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:51:24.074191 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b6f02af4-c253-4090-808a-9e61fcf02247 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:24.075300 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b6f02af4-c253-4090-808a-9e61fcf02247 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:24.090767 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b6f02af4-c253-4090-808a-9e61fcf02247 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:24.100895 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f67ebb15-e339-40f1-802e-2dfb865ce26c tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:24.103874 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67ebb15-e339-40f1-802e-2dfb865ce26c tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Pushing event deleted for resources: {'Network': ['ID=2951e6c3-757b-4350-8675-56b0ef016a6a,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:24.118528 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f67ebb15-e339-40f1-802e-2dfb865ce26c tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] 10.222.0.55 "DELETE /v2.0/networks/2951e6c3-757b-4350-8675-56b0ef016a6a HTTP/1.1" status: 204 len: 168 time: 0.7297161 Feb 09 12:51:24.118747 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60940) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:24.247040 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d944a7-6a56-4673-8c3d-0b07b4c2ac69 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Router 450999cf-b07b-4cfe-a93b-4b7235a82245 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:51:24.370562 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-d51ea2f5-f9e9-475e-9c63-6e3a05ab874b tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Deleting subnet ebd48739-f02e-44e8-9a5b-2e1b180d3fd0 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:51:24.408039 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d944a7-6a56-4673-8c3d-0b07b4c2ac69 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:51:24.416674 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-21d944a7-6a56-4673-8c3d-0b07b4c2ac69 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "PUT /v2.0/routers/450999cf-b07b-4cfe-a93b-4b7235a82245/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1727543 Feb 09 12:51:24.416674 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60944) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:24.418489 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe09784-5ce4-4268-a490-6a0a52e7317b None None] Sync routers for ids ['450999cf-b07b-4cfe-a93b-4b7235a82245'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:51:24.422200 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-6a7097b1-e11b-496e-b95e-cef359d2ace2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Request body: {'network': {'name': 'tempest-RoutersTest-145268990'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:24.427620 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6a7097b1-e11b-496e-b95e-cef359d2ace2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:24.428315 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe09784-5ce4-4268-a490-6a0a52e7317b None None] Routers {'450999cf-b07b-4cfe-a93b-4b7235a82245'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:51:24.429243 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-abe09784-5ce4-4268-a490-6a0a52e7317b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:51:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['450999cf-b07b-4cfe-a93b-4b7235a82245'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:24.429845 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d51ea2f5-f9e9-475e-9c63-6e3a05ab874b tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:24.431932 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6a7097b1-e11b-496e-b95e-cef359d2ace2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Usage tracker for resource:network and tenant:7a65637a4eb140ffb94c446f7f36e593 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:51:24.434806 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6a7097b1-e11b-496e-b95e-cef359d2ace2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:51:24.440656 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6a7097b1-e11b-496e-b95e-cef359d2ace2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:24.451819 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7097b1-e11b-496e-b95e-cef359d2ace2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Made reservation on behalf of 7a65637a4eb140ffb94c446f7f36e593 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:51:24.455652 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6a7097b1-e11b-496e-b95e-cef359d2ace2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:24.485046 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a7097b1-e11b-496e-b95e-cef359d2ace2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:51:24.488759 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b6f02af4-c253-4090-808a-9e61fcf02247 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:24.501250 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6a7097b1-e11b-496e-b95e-cef359d2ace2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:24.501632 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-6a7097b1-e11b-496e-b95e-cef359d2ace2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Added segment 6c738821-ec4f-4def-ab0f-ea8e97b079bd of type vlan for network fc5a7431-aa90-4b9c-8784-8929657329ca Feb 09 12:51:24.536900 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6a7097b1-e11b-496e-b95e-cef359d2ace2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:24.576683 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d51ea2f5-f9e9-475e-9c63-6e3a05ab874b tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:24.585399 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6a7097b1-e11b-496e-b95e-cef359d2ace2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:24.595504 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7097b1-e11b-496e-b95e-cef359d2ace2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:24.598492 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6a7097b1-e11b-496e-b95e-cef359d2ace2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:24.611625 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-abe09784-5ce4-4268-a490-6a0a52e7317b None None] Set router 450999cf-b07b-4cfe-a93b-4b7235a82245 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:51:24.712406 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-6a7097b1-e11b-496e-b95e-cef359d2ace2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2950926 Feb 09 12:51:24.714690 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d51ea2f5-f9e9-475e-9c63-6e3a05ab874b tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:24.718831 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60948) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:24.736896 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-907c65bf-cf45-418b-9c45-685929af8add tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Request body: {'subnet': {'network_id': 'fc5a7431-aa90-4b9c-8784-8929657329ca', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:24.824549 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7097b1-e11b-496e-b95e-cef359d2ace2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event updated for resources: {'Network': ['ID=fc5a7431-aa90-4b9c-8784-8929657329ca,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:24.837336 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network fc5a7431-aa90-4b9c-8784-8929657329ca details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:51:24.881493 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-907c65bf-cf45-418b-9c45-685929af8add tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:24.885898 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-907c65bf-cf45-418b-9c45-685929af8add tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Usage tracker for resource:subnet and tenant:7a65637a4eb140ffb94c446f7f36e593 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:51:24.891211 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-907c65bf-cf45-418b-9c45-685929af8add tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:51:24.899030 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-907c65bf-cf45-418b-9c45-685929af8add tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:24.918664 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907c65bf-cf45-418b-9c45-685929af8add tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Made reservation on behalf of 7a65637a4eb140ffb94c446f7f36e593 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:51:24.922631 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-907c65bf-cf45-418b-9c45-685929af8add tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:25.049369 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b6f02af4-c253-4090-808a-9e61fcf02247 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:25.049900 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e130117-3bd9-45de-b93b-b235b1391549 None None] Network 0c938ccf-ee08-4af2-9dfe-f497cfc21f8e requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:51:25.072875 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-abe09784-5ce4-4268-a490-6a0a52e7317b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'name': 'tempest-RoutersTest-router-683005421', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:20Z', 'updated_at': '2022-02-09T12:51:22Z', 'revision_number': 2, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'gw_port_host': None, '_interfaces': [{'id': '4f55fc0c-7198-4941-87e8-064fdf9f35c5', 'name': '', 'network_id': '0c938ccf-ee08-4af2-9dfe-f497cfc21f8e', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:c7:8b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '76fc3631-c372-4916-89b1-4316753578f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:22Z', 'updated_at': '2022-02-09T12:51:23Z', 'revision_number': 2, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '76fc3631-c372-4916-89b1-4316753578f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:25.078484 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe09784-5ce4-4268-a490-6a0a52e7317b None None] Checking router: 450999cf-b07b-4cfe-a93b-4b7235a82245 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:51:25.079025 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe09784-5ce4-4268-a490-6a0a52e7317b None None] Updating router 450999cf-b07b-4cfe-a93b-4b7235a82245 port 4f55fc0c-7198-4941-87e8-064fdf9f35c5 binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:51:25.083804 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d51ea2f5-f9e9-475e-9c63-6e3a05ab874b tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:25.138533 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-abe09784-5ce4-4268-a490-6a0a52e7317b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:25.149365 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ea2f5-f9e9-475e-9c63-6e3a05ab874b tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Pushing event deleted for resources: {'Subnet': ['ID=ebd48739-f02e-44e8-9a5b-2e1b180d3fd0,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:25.153118 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b6f02af4-c253-4090-808a-9e61fcf02247 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:25.168196 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-743bf667-685a-4625-8825-bdbd77be5885 None None] Provisioning for port 62e92a64-a8b9-474d-996a-ac2ce6ad166e completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:51:25.203429 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d51ea2f5-f9e9-475e-9c63-6e3a05ab874b tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:25.217492 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d51ea2f5-f9e9-475e-9c63-6e3a05ab874b tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] 10.222.0.55 "DELETE /v2.0/subnets/ebd48739-f02e-44e8-9a5b-2e1b180d3fd0 HTTP/1.1" status: 204 len: 168 time: 1.0978377 Feb 09 12:51:25.223152 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60952) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:25.244675 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d69a6b-aebd-49e5-b972-367d7dbc9ee9 None None] Network 13a13c25-6445-4bc6-9d0d-3f1a7842ce50 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:51:25.290550 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-907c65bf-cf45-418b-9c45-685929af8add tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:25.455014 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a791e367-932c-4322-a0f5-1d02620f7cc8 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:25.517480 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-a791e367-932c-4322-a0f5-1d02620f7cc8 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Deleting port 973957be-7b48-49f8-b95c-1dd6eff380b0 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:51:25.517664 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a791e367-932c-4322-a0f5-1d02620f7cc8 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:25.538797 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907c65bf-cf45-418b-9c45-685929af8add tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event updated for resources: {'Subnet': ['ID=825e22ca-d729-4690-97da-ee8dc85d2933,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:25.551208 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907c65bf-cf45-418b-9c45-685929af8add tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Checking segment: {'id': '6c738821-ec4f-4def-ab0f-ea8e97b079bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fc5a7431-aa90-4b9c-8784-8929657329ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:51:25.551573 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907c65bf-cf45-418b-9c45-685929af8add tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Network hostable DHCP agents. Network: fc5a7431-aa90-4b9c-8784-8929657329ca, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:51:25.567531 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 62e92a64-a8b9-474d-996a-ac2ce6ad166e up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:51:25.575070 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907c65bf-cf45-418b-9c45-685929af8add tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Network fc5a7431-aa90-4b9c-8784-8929657329ca is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:51:25.587676 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-907c65bf-cf45-418b-9c45-685929af8add tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, fc5a7431-aa90-4b9c-8784-8929657329ca) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:51:25.591373 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-abe09784-5ce4-4268-a490-6a0a52e7317b None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:25.604010 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907c65bf-cf45-418b-9c45-685929af8add tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:25.606457 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-907c65bf-cf45-418b-9c45-685929af8add tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:25.606583 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-abe09784-5ce4-4268-a490-6a0a52e7317b None None] Transition to ACTIVE for port object 4f55fc0c-7198-4941-87e8-064fdf9f35c5 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:51:25.606668 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d79ea8-b0fe-403a-afe4-2415d35198e5 None None] Network fc5a7431-aa90-4b9c-8784-8929657329ca requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:51:25.612543 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-abe09784-5ce4-4268-a490-6a0a52e7317b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:25.633229 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-907c65bf-cf45-418b-9c45-685929af8add tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9136035 Feb 09 12:51:25.635774 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60956) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:25.687266 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95e817b-11fc-480f-92ee-c8f121acbd66 None None] Pushing event updated for resources: {'Port': ['ID=4f55fc0c-7198-4941-87e8-064fdf9f35c5,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:25.742751 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-b6f02af4-c253-4090-808a-9e61fcf02247 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Allocated IP 172.25.7.110 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/c85290bc-1ee3-4bea-8ad9-3189f4b5c674) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:51:25.861543 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-abe09784-5ce4-4268-a490-6a0a52e7317b None None] Attempting to bind port 4f55fc0c-7198-4941-87e8-064fdf9f35c5 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:51:25.861864 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-abe09784-5ce4-4268-a490-6a0a52e7317b None None] Attempting to bind port 4f55fc0c-7198-4941-87e8-064fdf9f35c5 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'df76adcc-487b-4f4c-837f-128431ab146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0c938ccf-ee08-4af2-9dfe-f497cfc21f8e'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:51:25.862350 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe09784-5ce4-4268-a490-6a0a52e7317b None None] Attempting to bind port 4f55fc0c-7198-4941-87e8-064fdf9f35c5 on network 0c938ccf-ee08-4af2-9dfe-f497cfc21f8e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:51:25.865494 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 62e92a64-a8b9-474d-996a-ac2ce6ad166e completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:51:25.870007 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe09784-5ce4-4268-a490-6a0a52e7317b None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:51:25.870269 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe09784-5ce4-4268-a490-6a0a52e7317b None None] Checking segment: {'id': 'df76adcc-487b-4f4c-837f-128431ab146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0c938ccf-ee08-4af2-9dfe-f497cfc21f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:51:25.870739 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-abe09784-5ce4-4268-a490-6a0a52e7317b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:25.871133 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe09784-5ce4-4268-a490-6a0a52e7317b None None] Bound using segment: {'id': 'df76adcc-487b-4f4c-837f-128431ab146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0c938ccf-ee08-4af2-9dfe-f497cfc21f8e'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:51:25.871591 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-abe09784-5ce4-4268-a490-6a0a52e7317b None None] Bound port: 4f55fc0c-7198-4941-87e8-064fdf9f35c5, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df76adcc-487b-4f4c-837f-128431ab146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0c938ccf-ee08-4af2-9dfe-f497cfc21f8e'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:51:25.871988 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-abe09784-5ce4-4268-a490-6a0a52e7317b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:25.879815 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 62e92a64-a8b9-474d-996a-ac2ce6ad166e triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:25.880207 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:25.991919 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fb6e55-e3f5-4688-9532-93ca48664520 None None] DHCP port deletion for 13a13c25-6445-4bc6-9d0d-3f1a7842ce50 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:51:26.033779 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-84fb6e55-e3f5-4688-9532-93ca48664520 None None] Deleting port 973957be-7b48-49f8-b95c-1dd6eff380b0 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:51:26.034156 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-84fb6e55-e3f5-4688-9532-93ca48664520 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:26.048459 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-abe09784-5ce4-4268-a490-6a0a52e7317b None None] For port 4f55fc0c-7198-4941-87e8-064fdf9f35c5, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:51:26.057365 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-abe09784-5ce4-4268-a490-6a0a52e7317b None None] For port 4f55fc0c-7198-4941-87e8-064fdf9f35c5, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=4f55fc0c-7198-4941-87e8-064fdf9f35c5,segment=NetworkSegment(df76adcc-487b-4f4c-837f-128431ab146c),segment_id=df76adcc-487b-4f4c-837f-128431ab146c)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:51:26.062186 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b6f02af4-c253-4090-808a-9e61fcf02247 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:26.063068 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-abe09784-5ce4-4268-a490-6a0a52e7317b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:26.088933 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74572b8e-0ebb-46a0-9a96-e8935b01bfe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-fc5a7431-aa90-4b9c-8784-8929657329ca', 'network_id': 'fc5a7431-aa90-4b9c-8784-8929657329ca', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'fixed_ips': [{'subnet_id': '825e22ca-d729-4690-97da-ee8dc85d2933'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:51:26.089791 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-74572b8e-0ebb-46a0-9a96-e8935b01bfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:26.163913 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe09784-5ce4-4268-a490-6a0a52e7317b None None] Routers {'450999cf-b07b-4cfe-a93b-4b7235a82245'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:51:26.164541 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-abe09784-5ce4-4268-a490-6a0a52e7317b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:51:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['450999cf-b07b-4cfe-a93b-4b7235a82245'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:26.193382 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-a791e367-932c-4322-a0f5-1d02620f7cc8 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] For port 973957be-7b48-49f8-b95c-1dd6eff380b0, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=973957be-7b48-49f8-b95c-1dd6eff380b0,segment=NetworkSegment(02959514-4bfc-4829-a5d4-d3e2f647fccf),segment_id=02959514-4bfc-4829-a5d4-d3e2f647fccf)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:51:26.194483 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a791e367-932c-4322-a0f5-1d02620f7cc8 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:26.370085 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-abe09784-5ce4-4268-a490-6a0a52e7317b None None] Set router 450999cf-b07b-4cfe-a93b-4b7235a82245 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:51:26.417281 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95e817b-11fc-480f-92ee-c8f121acbd66 None None] Pushing event updated for resources: {'Port': ['ID=4f55fc0c-7198-4941-87e8-064fdf9f35c5,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:26.458956 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-a791e367-932c-4322-a0f5-1d02620f7cc8 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Calling delete_port for 973957be-7b48-49f8-b95c-1dd6eff380b0 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:51:26.533835 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b6f02af4-c253-4090-808a-9e61fcf02247 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:26.537280 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-17279d8d-747f-4a99-b341-a6d608b60243 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:26.626174 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f02af4-c253-4090-808a-9e61fcf02247 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event updated for resources: {'Port': ['ID=c85290bc-1ee3-4bea-8ad9-3189f4b5c674,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:26.651842 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a791e367-932c-4322-a0f5-1d02620f7cc8 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:26.658396 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f02af4-c253-4090-808a-9e61fcf02247 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:51:26.665289 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-74572b8e-0ebb-46a0-9a96-e8935b01bfe7 None None] Allocated IP 172.21.0.2 (fc5a7431-aa90-4b9c-8784-8929657329ca/825e22ca-d729-4690-97da-ee8dc85d2933/5976f217-191b-4039-b92a-d7fd299cc5a8) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:51:26.709270 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a791e367-932c-4322-a0f5-1d02620f7cc8 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Pushing event deleted for resources: {'Port': ['ID=973957be-7b48-49f8-b95c-1dd6eff380b0,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:26.712544 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-b6f02af4-c253-4090-808a-9e61fcf02247 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:51:26.714859 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f02af4-c253-4090-808a-9e61fcf02247 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:51:26.762828 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a791e367-932c-4322-a0f5-1d02620f7cc8 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] No DVR routers for this DVR port 973957be-7b48-49f8-b95c-1dd6eff380b0 on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:51:26.822723 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-abe09784-5ce4-4268-a490-6a0a52e7317b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'name': 'tempest-RoutersTest-router-683005421', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:20Z', 'updated_at': '2022-02-09T12:51:22Z', 'revision_number': 2, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'gw_port_host': None, '_interfaces': [{'id': '4f55fc0c-7198-4941-87e8-064fdf9f35c5', 'name': '', 'network_id': '0c938ccf-ee08-4af2-9dfe-f497cfc21f8e', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:c7:8b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '76fc3631-c372-4916-89b1-4316753578f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:22Z', 'updated_at': '2022-02-09T12:51:26Z', 'revision_number': 4, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '76fc3631-c372-4916-89b1-4316753578f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:26.832084 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe09784-5ce4-4268-a490-6a0a52e7317b None None] The sync data for ids ['450999cf-b07b-4cfe-a93b-4b7235a82245'] in n-d-825178-3 is: [{'id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'name': 'tempest-RoutersTest-router-683005421', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:20Z', 'updated_at': '2022-02-09T12:51:22Z', 'revision_number': 2, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'gw_port_host': None, '_interfaces': [{'id': '4f55fc0c-7198-4941-87e8-064fdf9f35c5', 'name': '', 'network_id': '0c938ccf-ee08-4af2-9dfe-f497cfc21f8e', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:c7:8b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '76fc3631-c372-4916-89b1-4316753578f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:22Z', 'updated_at': '2022-02-09T12:51:26Z', 'revision_number': 4, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '76fc3631-c372-4916-89b1-4316753578f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:51:26.848947 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:26.924423 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a791e367-932c-4322-a0f5-1d02620f7cc8 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:26.961878 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-a791e367-932c-4322-a0f5-1d02620f7cc8 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13a13c25-6445-4bc6-9d0d-3f1a7842ce50']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:26.982779 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0d5fcc8d-c60f-482c-b60f-a502264f1c76 None None] Provisioning for port 4f55fc0c-7198-4941-87e8-064fdf9f35c5 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:51:27.034644 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-a791e367-932c-4322-a0f5-1d02620f7cc8 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02959514-4bfc-4829-a5d4-d3e2f647fccf') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:27.035041 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-a791e367-932c-4322-a0f5-1d02620f7cc8 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02959514-4bfc-4829-a5d4-d3e2f647fccf') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:27.104417 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 62e92a64-a8b9-474d-996a-ac2ce6ad166e, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=62e92a64-a8b9-474d-996a-ac2ce6ad166e,segment=NetworkSegment(df76adcc-487b-4f4c-837f-128431ab146c),segment_id=df76adcc-487b-4f4c-837f-128431ab146c)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:51:27.121503 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a791e367-932c-4322-a0f5-1d02620f7cc8 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:27.138613 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:27.216357 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a791e367-932c-4322-a0f5-1d02620f7cc8 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:27.248008 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0d5fcc8d-c60f-482c-b60f-a502264f1c76 None None] Provisioning complete for port 62e92a64-a8b9-474d-996a-ac2ce6ad166e triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:27.248473 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0d5fcc8d-c60f-482c-b60f-a502264f1c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:27.261308 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a791e367-932c-4322-a0f5-1d02620f7cc8 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:51:27.266758 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a791e367-932c-4322-a0f5-1d02620f7cc8 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:27.308838 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:51:27.308838 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:51:27.308838 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:51:27.308838 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:51:27.308838 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:51:27.308838 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:51:27.308838 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:51:27.308838 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:51:27.308838 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:51:27.308838 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:51:27.308838 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:51:27.308838 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:51:27.308838 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:51:27.308838 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:51:27.308838 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:51:27.308838 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:51:27.308838 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:51:27.308838 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:51:27.308838 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:51:27.308838 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:51:27.308838 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:51:27.308838 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:51:27.308838 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:51:27.308838 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:51:27.308838 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:51:27.308838 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:51:27.308838 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:51:27.308838 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:51:27.308838 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:51:27.308838 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:51:27.308838 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:51:27.308838 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:51:27.313727 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-84fb6e55-e3f5-4688-9532-93ca48664520 None None] For port 973957be-7b48-49f8-b95c-1dd6eff380b0, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=973957be-7b48-49f8-b95c-1dd6eff380b0,segment=NetworkSegment(02959514-4bfc-4829-a5d4-d3e2f647fccf),segment_id=02959514-4bfc-4829-a5d4-d3e2f647fccf)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:51:27.316631 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-84fb6e55-e3f5-4688-9532-93ca48664520 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:27.333704 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 4f55fc0c-7198-4941-87e8-064fdf9f35c5 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:51:27.451695 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-74572b8e-0ebb-46a0-9a96-e8935b01bfe7 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:27.524507 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a791e367-932c-4322-a0f5-1d02620f7cc8 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:27.529565 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a791e367-932c-4322-a0f5-1d02620f7cc8 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:27.538103 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-84fb6e55-e3f5-4688-9532-93ca48664520 None None] Calling delete_port for 973957be-7b48-49f8-b95c-1dd6eff380b0 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:51:27.568605 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a791e367-932c-4322-a0f5-1d02620f7cc8 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Pushing event deleted for resources: {'Network': ['ID=13a13c25-6445-4bc6-9d0d-3f1a7842ce50,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:27.574385 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a791e367-932c-4322-a0f5-1d02620f7cc8 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] 10.222.0.55 "DELETE /v2.0/networks/13a13c25-6445-4bc6-9d0d-3f1a7842ce50 HTTP/1.1" status: 204 len: 168 time: 2.3502548 Feb 09 12:51:27.577325 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60960) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:27.597839 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-74572b8e-0ebb-46a0-9a96-e8935b01bfe7 None None] Transition to ACTIVE for port object 5976f217-191b-4039-b92a-d7fd299cc5a8 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:51:27.606384 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=62e92a64-a8b9-474d-996a-ac2ce6ad166e,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:27.642298 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-39f288d5-4b34-49cd-aba8-7c0f94206382 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Synchronizing usage tracker for tenant:c2de6dbdba6a45c581b9ea4d6b4bf07c on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:51:27.650128 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-74572b8e-0ebb-46a0-9a96-e8935b01bfe7 None None] Transition to ACTIVE for port object 5976f217-191b-4039-b92a-d7fd299cc5a8 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:51:27.669730 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-74572b8e-0ebb-46a0-9a96-e8935b01bfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:27.717368 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-39f288d5-4b34-49cd-aba8-7c0f94206382 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Unset dirty status for tenant:c2de6dbdba6a45c581b9ea4d6b4bf07c on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:51:27.721626 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-39f288d5-4b34-49cd-aba8-7c0f94206382 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e3ecdd4-6773-4b5a-a7b0-c8504c17890b HTTP/1.1" status: 200 len: 205 time: 0.1420062 Feb 09 12:51:27.725528 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60964) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:27.766809 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-84fb6e55-e3f5-4688-9532-93ca48664520 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:51:27.767244 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-84fb6e55-e3f5-4688-9532-93ca48664520 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:51:27.814238 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 4f55fc0c-7198-4941-87e8-064fdf9f35c5 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:51:27.823228 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74572b8e-0ebb-46a0-9a96-e8935b01bfe7 None None] Network fc5a7431-aa90-4b9c-8784-8929657329ca is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:51:27.824456 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b6f02af4-c253-4090-808a-9e61fcf02247 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:27.828947 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-74572b8e-0ebb-46a0-9a96-e8935b01bfe7 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:51:27.835929 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 4f55fc0c-7198-4941-87e8-064fdf9f35c5 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:27.836301 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:27.869009 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74572b8e-0ebb-46a0-9a96-e8935b01bfe7 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:51:27.870561 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74572b8e-0ebb-46a0-9a96-e8935b01bfe7 None None] Pushing event updated for resources: {'Port': ['ID=5976f217-191b-4039-b92a-d7fd299cc5a8,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:27.883005 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ca85011b-77cd-4795-bfc7-919883a47167 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:27.999153 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-74572b8e-0ebb-46a0-9a96-e8935b01bfe7 None None] Attempting to bind port 5976f217-191b-4039-b92a-d7fd299cc5a8 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:51:27.999723 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-74572b8e-0ebb-46a0-9a96-e8935b01bfe7 None None] Attempting to bind port 5976f217-191b-4039-b92a-d7fd299cc5a8 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '6c738821-ec4f-4def-ab0f-ea8e97b079bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fc5a7431-aa90-4b9c-8784-8929657329ca'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:51:27.999947 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74572b8e-0ebb-46a0-9a96-e8935b01bfe7 None None] Attempting to bind port 5976f217-191b-4039-b92a-d7fd299cc5a8 on network fc5a7431-aa90-4b9c-8784-8929657329ca {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:51:28.041797 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74572b8e-0ebb-46a0-9a96-e8935b01bfe7 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:51:28.042177 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74572b8e-0ebb-46a0-9a96-e8935b01bfe7 None None] Checking segment: {'id': '6c738821-ec4f-4def-ab0f-ea8e97b079bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fc5a7431-aa90-4b9c-8784-8929657329ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:51:28.042840 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-74572b8e-0ebb-46a0-9a96-e8935b01bfe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:28.043248 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74572b8e-0ebb-46a0-9a96-e8935b01bfe7 None None] Bound using segment: {'id': '6c738821-ec4f-4def-ab0f-ea8e97b079bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fc5a7431-aa90-4b9c-8784-8929657329ca'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:51:28.043728 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-74572b8e-0ebb-46a0-9a96-e8935b01bfe7 None None] Bound port: 5976f217-191b-4039-b92a-d7fd299cc5a8, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c738821-ec4f-4def-ab0f-ea8e97b079bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fc5a7431-aa90-4b9c-8784-8929657329ca'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:51:28.044132 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-74572b8e-0ebb-46a0-9a96-e8935b01bfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:28.129869 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-9bbf1c25-900e-40cc-b089-7bacacb8e232 None None] Provisioning complete for port 4f55fc0c-7198-4941-87e8-064fdf9f35c5 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:28.130724 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9bbf1c25-900e-40cc-b089-7bacacb8e232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:28.191475 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-17279d8d-747f-4a99-b341-a6d608b60243 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Allocated IP 172.21.0.1 (fc5a7431-aa90-4b9c-8784-8929657329ca/825e22ca-d729-4690-97da-ee8dc85d2933/07478ba3-ba8f-4334-a543-53349d7180d8) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:51:28.220123 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:28.252227 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b6f02af4-c253-4090-808a-9e61fcf02247 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:28.280156 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-84fb6e55-e3f5-4688-9532-93ca48664520 None None] Deleting port 973957be-7b48-49f8-b95c-1dd6eff380b0 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:51:28.282167 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-84fb6e55-e3f5-4688-9532-93ca48664520 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:28.461292 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-84fb6e55-e3f5-4688-9532-93ca48664520 None None] The port '973957be-7b48-49f8-b95c-1dd6eff380b0' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:51:28.462348 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-74572b8e-0ebb-46a0-9a96-e8935b01bfe7 None None] For port 5976f217-191b-4039-b92a-d7fd299cc5a8, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:51:28.465185 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 4f55fc0c-7198-4941-87e8-064fdf9f35c5, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=4f55fc0c-7198-4941-87e8-064fdf9f35c5,segment=NetworkSegment(df76adcc-487b-4f4c-837f-128431ab146c),segment_id=df76adcc-487b-4f4c-837f-128431ab146c)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:51:28.473437 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ca85011b-77cd-4795-bfc7-919883a47167 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:28.480728 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ca85011b-77cd-4795-bfc7-919883a47167 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:28.480931 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:28.574459 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f02af4-c253-4090-808a-9e61fcf02247 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Router 3ba11c21-15e3-496f-ad2e-ca543a321c2f is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:51:28.623245 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ca85011b-77cd-4795-bfc7-919883a47167 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:28.624579 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca85011b-77cd-4795-bfc7-919883a47167 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Fanout notify agent at l3_agent the message router_deleted on router 1e3ecdd4-6773-4b5a-a7b0-c8504c17890b {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:51:28.625170 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-74572b8e-0ebb-46a0-9a96-e8935b01bfe7 None None] For port 5976f217-191b-4039-b92a-d7fd299cc5a8, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5976f217-191b-4039-b92a-d7fd299cc5a8,segment=NetworkSegment(6c738821-ec4f-4def-ab0f-ea8e97b079bd),segment_id=6c738821-ec4f-4def-ab0f-ea8e97b079bd)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:51:28.626709 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 973957be-7b48-49f8-b95c-1dd6eff380b0 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:51:28.659219 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ca85011b-77cd-4795-bfc7-919883a47167 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:28.663906 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ca85011b-77cd-4795-bfc7-919883a47167 tempest-RoutersNegativeTest-1414284453 tempest-RoutersNegativeTest-1414284453-project] 10.222.0.55 "DELETE /v2.0/routers/1e3ecdd4-6773-4b5a-a7b0-c8504c17890b HTTP/1.1" status: 204 len: 168 time: 0.9377258 Feb 09 12:51:28.667367 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-74572b8e-0ebb-46a0-9a96-e8935b01bfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:28.676425 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 973957be-7b48-49f8-b95c-1dd6eff380b0 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:51:28.676425 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 973957be-7b48-49f8-b95c-1dd6eff380b0 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:51:28.700554 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=4f55fc0c-7198-4941-87e8-064fdf9f35c5,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:28.723162 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-17279d8d-747f-4a99-b341-a6d608b60243 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:28.751423 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-17279d8d-747f-4a99-b341-a6d608b60243 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Transition to ACTIVE for port object 07478ba3-ba8f-4334-a543-53349d7180d8 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:51:28.793373 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-17279d8d-747f-4a99-b341-a6d608b60243 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:28.800397 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74572b8e-0ebb-46a0-9a96-e8935b01bfe7 None None] Pushing event updated for resources: {'Port': ['ID=5976f217-191b-4039-b92a-d7fd299cc5a8,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:28.811200 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f02af4-c253-4090-808a-9e61fcf02247 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:51:28.822980 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2df54c-c186-4532-bdb8-22e5208612a4 None None] Sync routers for ids ['3ba11c21-15e3-496f-ad2e-ca543a321c2f'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:51:28.835525 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2df54c-c186-4532-bdb8-22e5208612a4 None None] Routers {'3ba11c21-15e3-496f-ad2e-ca543a321c2f'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:51:28.836205 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-db2df54c-c186-4532-bdb8-22e5208612a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:51:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['3ba11c21-15e3-496f-ad2e-ca543a321c2f'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:28.844784 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b6f02af4-c253-4090-808a-9e61fcf02247 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:28.850623 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b6f02af4-c253-4090-808a-9e61fcf02247 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.9689436 Feb 09 12:51:28.853337 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60970) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:28.916511 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a2bbd1c1-e2b8-4bf0-a552-48ebd94c65c7 tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=458862934c284b11a9f402abf41ed215&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0617054 Feb 09 12:51:28.920736 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60974) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:28.969567 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17279d8d-747f-4a99-b341-a6d608b60243 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event updated for resources: {'Port': ['ID=07478ba3-ba8f-4334-a543-53349d7180d8,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:28.994154 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17279d8d-747f-4a99-b341-a6d608b60243 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Network fc5a7431-aa90-4b9c-8784-8929657329ca is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:51:28.995609 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-17279d8d-747f-4a99-b341-a6d608b60243 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:51:29.002336 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17279d8d-747f-4a99-b341-a6d608b60243 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:51:29.094669 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-17279d8d-747f-4a99-b341-a6d608b60243 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:29.115007 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-db2df54c-c186-4532-bdb8-22e5208612a4 None None] Set router 3ba11c21-15e3-496f-ad2e-ca543a321c2f gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:51:29.127341 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1f3f21-fdc4-4e10-af23-6aa829f5074c tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:29.130365 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7c1f3f21-fdc4-4e10-af23-6aa829f5074c tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2074106 Feb 09 12:51:29.130365 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60980) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:29.135500 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 60984) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:29.208415 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60990) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:29.215636 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-57aa98ea-df9e-49c6-b75b-605a428d0e13 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-744464809', 'network_id': 'cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7', 'project_id': '458862934c284b11a9f402abf41ed215', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:29.220848 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3a6835ab-2dc6-4fc3-b9c4-f416b2c11d80 tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=af0bad45-b31e-4cb1-a77c-3bbc34409de5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0840707 Feb 09 12:51:29.394795 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 4f55fc0c-7198-4941-87e8-064fdf9f35c5 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:51:29.420648 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-17279d8d-747f-4a99-b341-a6d608b60243 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:29.447068 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-57aa98ea-df9e-49c6-b75b-605a428d0e13 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:29.455771 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-75aebd7c-d35f-46d6-8323-bc06991aadea admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c2de6dbdba6a45c581b9ea4d6b4bf07c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3223984 Feb 09 12:51:29.455771 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-57aa98ea-df9e-49c6-b75b-605a428d0e13 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Usage tracker for resource:subnet and tenant:458862934c284b11a9f402abf41ed215 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:51:29.456894 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 60994) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:29.459348 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-57aa98ea-df9e-49c6-b75b-605a428d0e13 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:51:29.479202 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-57aa98ea-df9e-49c6-b75b-605a428d0e13 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:29.511655 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57aa98ea-df9e-49c6-b75b-605a428d0e13 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Made reservation on behalf of 458862934c284b11a9f402abf41ed215 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:51:29.515093 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-57aa98ea-df9e-49c6-b75b-605a428d0e13 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:29.552751 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 4f55fc0c-7198-4941-87e8-064fdf9f35c5 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:29.553344 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:29.627559 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9aa58a32-3322-4286-bb82-997826969393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:29.669427 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9aa58a32-3322-4286-bb82-997826969393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:29.702403 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-db2df54c-c186-4532-bdb8-22e5208612a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba11c21-15e3-496f-ad2e-ca543a321c2f', 'name': 'tempest-TestNetworkBasicOps-router-366008221', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'c85290bc-1ee3-4bea-8ad9-3189f4b5c674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:24Z', 'updated_at': '2022-02-09T12:51:27Z', 'revision_number': 3, 'project_id': '458862934c284b11a9f402abf41ed215', 'gw_port': {'id': 'c85290bc-1ee3-4bea-8ad9-3189f4b5c674', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba11c21-15e3-496f-ad2e-ca543a321c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:25Z', 'updated_at': '2022-02-09T12:51:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:29.710608 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5976f217-191b-4039-b92a-d7fd299cc5a8 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:51:29.734511 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2df54c-c186-4532-bdb8-22e5208612a4 None None] Checking router: 3ba11c21-15e3-496f-ad2e-ca543a321c2f for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:51:29.734776 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2df54c-c186-4532-bdb8-22e5208612a4 None None] Updating router 3ba11c21-15e3-496f-ad2e-ca543a321c2f port c85290bc-1ee3-4bea-8ad9-3189f4b5c674 binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:51:29.828975 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-db2df54c-c186-4532-bdb8-22e5208612a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:29.841970 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9aa58a32-3322-4286-bb82-997826969393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:29.855913 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-57aa98ea-df9e-49c6-b75b-605a428d0e13 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:29.911698 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-17279d8d-747f-4a99-b341-a6d608b60243 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:29.918696 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-17279d8d-747f-4a99-b341-a6d608b60243 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:30.040247 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-17279d8d-747f-4a99-b341-a6d608b60243 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:30.045456 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17279d8d-747f-4a99-b341-a6d608b60243 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event updated for resources: {'Port': ['ID=07478ba3-ba8f-4334-a543-53349d7180d8,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:30.074472 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa98ea-df9e-49c6-b75b-605a428d0e13 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event updated for resources: {'Subnet': ['ID=bfd2da91-fd3f-4e2d-8462-ade62ea5d241,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:30.076634 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa58a32-3322-4286-bb82-997826969393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c884a0ce-3b4b-4a42-adc5-c3f6dea0e4ab,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:30.095522 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9aa58a32-3322-4286-bb82-997826969393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:30.096683 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9aa58a32-3322-4286-bb82-997826969393 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c884a0ce-3b4b-4a42-adc5-c3f6dea0e4ab HTTP/1.1" status: 204 len: 168 time: 0.6389000 Feb 09 12:51:30.115731 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 5976f217-191b-4039-b92a-d7fd299cc5a8 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:51:30.128910 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57aa98ea-df9e-49c6-b75b-605a428d0e13 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Checking segment: {'id': '32da5fd3-150a-47e5-b0e4-671721cbf392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:51:30.129305 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57aa98ea-df9e-49c6-b75b-605a428d0e13 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Network hostable DHCP agents. Network: cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:51:30.130936 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 62e92a64-a8b9-474d-996a-ac2ce6ad166e up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:51:30.151356 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57aa98ea-df9e-49c6-b75b-605a428d0e13 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Network cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:51:30.164844 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-57aa98ea-df9e-49c6-b75b-605a428d0e13 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:51:30.180380 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57aa98ea-df9e-49c6-b75b-605a428d0e13 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:30.181037 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-57aa98ea-df9e-49c6-b75b-605a428d0e13 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:30.225128 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67c63fb-e321-47e8-8ee4-b235942498e2 None None] Network cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:51:30.229659 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-57aa98ea-df9e-49c6-b75b-605a428d0e13 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0116739 Feb 09 12:51:30.230976 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 32768) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:30.245358 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874b0959-949c-48ed-aa64-612c5ff0793a None None] Network fc5a7431-aa90-4b9c-8784-8929657329ca requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:51:30.401814 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17279d8d-747f-4a99-b341-a6d608b60243 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Network fc5a7431-aa90-4b9c-8784-8929657329ca is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:51:30.403396 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-17279d8d-747f-4a99-b341-a6d608b60243 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:51:30.583448 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-dbe8fd3d-8242-4992-a9cb-c613989aaac1 None None] Provisioning for port 5976f217-191b-4039-b92a-d7fd299cc5a8 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:51:30.606860 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-dbe8fd3d-8242-4992-a9cb-c613989aaac1 None None] Provisioning complete for port 5976f217-191b-4039-b92a-d7fd299cc5a8 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:30.607240 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-dbe8fd3d-8242-4992-a9cb-c613989aaac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:30.622638 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17279d8d-747f-4a99-b341-a6d608b60243 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Router 450999cf-b07b-4cfe-a93b-4b7235a82245 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:51:30.718712 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 62e92a64-a8b9-474d-996a-ac2ce6ad166e triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:30.719069 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:30.811556 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17279d8d-747f-4a99-b341-a6d608b60243 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:51:30.818917 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-17279d8d-747f-4a99-b341-a6d608b60243 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "PUT /v2.0/routers/450999cf-b07b-4cfe-a93b-4b7235a82245/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1795399 Feb 09 12:51:30.819693 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 32784) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:30.827434 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862aa87c-cc86-4f5a-9090-9186b3cf3be7 None None] Sync routers for ids ['450999cf-b07b-4cfe-a93b-4b7235a82245'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:51:30.838201 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.resource_extend [None req-db2df54c-c186-4532-bdb8-22e5208612a4 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:51:30.844041 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862aa87c-cc86-4f5a-9090-9186b3cf3be7 None None] Routers {'450999cf-b07b-4cfe-a93b-4b7235a82245'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:51:30.845235 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-862aa87c-cc86-4f5a-9090-9186b3cf3be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:51:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['450999cf-b07b-4cfe-a93b-4b7235a82245'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:30.848353 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-5a073717-c87a-4094-ac35-af3f9c049d2c tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Request body: {'network': {'name': 'tempest-RoutersTest-1889502254'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:30.864986 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-5a073717-c87a-4094-ac35-af3f9c049d2c tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:30.870378 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-5a073717-c87a-4094-ac35-af3f9c049d2c tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Usage tracker for resource:network and tenant:7a65637a4eb140ffb94c446f7f36e593 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:51:30.877292 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-5a073717-c87a-4094-ac35-af3f9c049d2c tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:51:30.906084 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-5a073717-c87a-4094-ac35-af3f9c049d2c tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:30.937791 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a073717-c87a-4094-ac35-af3f9c049d2c tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Made reservation on behalf of 7a65637a4eb140ffb94c446f7f36e593 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:51:30.947819 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5a073717-c87a-4094-ac35-af3f9c049d2c tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:30.987280 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a073717-c87a-4094-ac35-af3f9c049d2c tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:51:30.998296 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5a073717-c87a-4094-ac35-af3f9c049d2c tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:30.998655 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-5a073717-c87a-4094-ac35-af3f9c049d2c tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Added segment 490c5510-471a-40f6-8f94-a47cb8b6f488 of type vlan for network ffca402b-5cb3-449e-953f-fd2f85943223 Feb 09 12:51:31.032970 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5a073717-c87a-4094-ac35-af3f9c049d2c tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:31.070903 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5a073717-c87a-4094-ac35-af3f9c049d2c tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:31.074602 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-db2df54c-c186-4532-bdb8-22e5208612a4 None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:31.080096 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a073717-c87a-4094-ac35-af3f9c049d2c tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:31.089754 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5a073717-c87a-4094-ac35-af3f9c049d2c tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:31.106525 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa51f24-8b0b-44c4-8f02-d058f9a9394a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7', 'network_id': 'cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'fixed_ips': [{'subnet_id': 'bfd2da91-fd3f-4e2d-8462-ade62ea5d241'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:51:31.107347 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-eaa51f24-8b0b-44c4-8f02-d058f9a9394a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:31.170001 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-862aa87c-cc86-4f5a-9090-9186b3cf3be7 None None] Set router 450999cf-b07b-4cfe-a93b-4b7235a82245 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:51:31.183611 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-db2df54c-c186-4532-bdb8-22e5208612a4 None None] Transition to ACTIVE for port object c85290bc-1ee3-4bea-8ad9-3189f4b5c674 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:51:31.203281 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 32794) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:31.212789 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-dbe8fd3d-8242-4992-a9cb-c613989aaac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:31.225171 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-5a073717-c87a-4094-ac35-af3f9c049d2c tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4039545 Feb 09 12:51:31.229210 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 32800) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:31.234624 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a073717-c87a-4094-ac35-af3f9c049d2c tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event updated for resources: {'Network': ['ID=ffca402b-5cb3-449e-953f-fd2f85943223,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:31.253527 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-3b0cf977-5ac7-4105-88f7-011a0a28aad0 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Request body: {'subnet': {'network_id': 'ffca402b-5cb3-449e-953f-fd2f85943223', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:31.265514 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-db2df54c-c186-4532-bdb8-22e5208612a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:31.310169 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network ffca402b-5cb3-449e-953f-fd2f85943223 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:51:31.377907 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-448836d3-c527-4de0-94d3-755c5fa4f164 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:31.391281 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-3730b913-e170-4fe3-a616-2644f472e6f6 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Request body: {'security_group': {'name': 'tempest-secgroup--1175851600'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:31.400920 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3730b913-e170-4fe3-a616-2644f472e6f6 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:31.416356 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-3730b913-e170-4fe3-a616-2644f472e6f6 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Usage tracker for resource:security_group and tenant:4e0936b5cf5f4a599025f77e621971c1 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:51:31.422047 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-3730b913-e170-4fe3-a616-2644f472e6f6 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:51:31.430367 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3730b913-e170-4fe3-a616-2644f472e6f6 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:31.448219 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3730b913-e170-4fe3-a616-2644f472e6f6 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:31.466679 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3730b913-e170-4fe3-a616-2644f472e6f6 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:31.487768 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3730b913-e170-4fe3-a616-2644f472e6f6 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:31.493873 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-3730b913-e170-4fe3-a616-2644f472e6f6 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Usage tracker for resource:security_group_rule and tenant:4e0936b5cf5f4a599025f77e621971c1 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:51:31.498602 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-3730b913-e170-4fe3-a616-2644f472e6f6 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:51:31.508727 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3730b913-e170-4fe3-a616-2644f472e6f6 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:31.511916 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3b0cf977-5ac7-4105-88f7-011a0a28aad0 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:31.520147 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3b0cf977-5ac7-4105-88f7-011a0a28aad0 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Usage tracker for resource:subnet and tenant:7a65637a4eb140ffb94c446f7f36e593 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:51:31.525378 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3b0cf977-5ac7-4105-88f7-011a0a28aad0 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:51:31.535094 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3b0cf977-5ac7-4105-88f7-011a0a28aad0 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:31.550362 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-db2df54c-c186-4532-bdb8-22e5208612a4 None None] Attempting to bind port c85290bc-1ee3-4bea-8ad9-3189f4b5c674 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:51:31.551229 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-db2df54c-c186-4532-bdb8-22e5208612a4 None None] Attempting to bind port c85290bc-1ee3-4bea-8ad9-3189f4b5c674 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:51:31.551633 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2df54c-c186-4532-bdb8-22e5208612a4 None None] Attempting to bind port c85290bc-1ee3-4bea-8ad9-3189f4b5c674 on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:51:31.554575 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e871a6e-ec13-4885-af57-c9c030d45fce None None] Pushing event updated for resources: {'Port': ['ID=c85290bc-1ee3-4bea-8ad9-3189f4b5c674,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:31.572953 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-dbe8fd3d-8242-4992-a9cb-c613989aaac1 None None] For port 5976f217-191b-4039-b92a-d7fd299cc5a8, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5976f217-191b-4039-b92a-d7fd299cc5a8,segment=NetworkSegment(6c738821-ec4f-4def-ab0f-ea8e97b079bd),segment_id=6c738821-ec4f-4def-ab0f-ea8e97b079bd)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:51:31.577517 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2df54c-c186-4532-bdb8-22e5208612a4 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:51:31.577882 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2df54c-c186-4532-bdb8-22e5208612a4 None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:51:31.578278 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-db2df54c-c186-4532-bdb8-22e5208612a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:31.578914 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2df54c-c186-4532-bdb8-22e5208612a4 None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:51:31.579451 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-db2df54c-c186-4532-bdb8-22e5208612a4 None None] Bound port: c85290bc-1ee3-4bea-8ad9-3189f4b5c674, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:51:31.579808 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-db2df54c-c186-4532-bdb8-22e5208612a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:31.638484 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0cf977-5ac7-4105-88f7-011a0a28aad0 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Made reservation on behalf of 7a65637a4eb140ffb94c446f7f36e593 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:51:31.642019 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3b0cf977-5ac7-4105-88f7-011a0a28aad0 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:31.644427 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-dbe8fd3d-8242-4992-a9cb-c613989aaac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:31.675864 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3730b913-e170-4fe3-a616-2644f472e6f6 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:31.690924 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3730b913-e170-4fe3-a616-2644f472e6f6 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:31.713765 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3730b913-e170-4fe3-a616-2644f472e6f6 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:31.720554 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-862aa87c-cc86-4f5a-9090-9186b3cf3be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'name': 'tempest-RoutersTest-router-683005421', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:20Z', 'updated_at': '2022-02-09T12:51:29Z', 'revision_number': 3, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'gw_port_host': None, '_interfaces': [{'id': '07478ba3-ba8f-4334-a543-53349d7180d8', 'name': '', 'network_id': 'fc5a7431-aa90-4b9c-8784-8929657329ca', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:f2:97:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '825e22ca-d729-4690-97da-ee8dc85d2933', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:26Z', 'updated_at': '2022-02-09T12:51:29Z', 'revision_number': 2, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '825e22ca-d729-4690-97da-ee8dc85d2933', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f55fc0c-7198-4941-87e8-064fdf9f35c5', 'name': '', 'network_id': '0c938ccf-ee08-4af2-9dfe-f497cfc21f8e', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:c7:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '76fc3631-c372-4916-89b1-4316753578f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:22Z', 'updated_at': '2022-02-09T12:51:28Z', 'revision_number': 5, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '76fc3631-c372-4916-89b1-4316753578f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:31.726675 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862aa87c-cc86-4f5a-9090-9186b3cf3be7 None None] Checking router: 450999cf-b07b-4cfe-a93b-4b7235a82245 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:51:31.727443 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862aa87c-cc86-4f5a-9090-9186b3cf3be7 None None] Updating router 450999cf-b07b-4cfe-a93b-4b7235a82245 port 07478ba3-ba8f-4334-a543-53349d7180d8 binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:51:31.744071 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-3730b913-e170-4fe3-a616-2644f472e6f6 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Usage tracker for resource:security_group_rule and tenant:4e0936b5cf5f4a599025f77e621971c1 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:51:31.749859 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-3730b913-e170-4fe3-a616-2644f472e6f6 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:51:31.763305 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3730b913-e170-4fe3-a616-2644f472e6f6 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:31.768314 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730b913-e170-4fe3-a616-2644f472e6f6 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=981a53ae-a860-4849-a4d1-298a851b5ba5,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:31.814832 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-eaa51f24-8b0b-44c4-8f02-d058f9a9394a None None] Allocated IP 172.20.0.2 (cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7/bfd2da91-fd3f-4e2d-8462-ade62ea5d241/dbe776ae-1199-453e-a2f1-6b734e0f45cb) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:51:31.819152 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-db2df54c-c186-4532-bdb8-22e5208612a4 None None] For port c85290bc-1ee3-4bea-8ad9-3189f4b5c674, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:51:31.827068 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-862aa87c-cc86-4f5a-9090-9186b3cf3be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:31.831789 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-db2df54c-c186-4532-bdb8-22e5208612a4 None None] For port c85290bc-1ee3-4bea-8ad9-3189f4b5c674, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=c85290bc-1ee3-4bea-8ad9-3189f4b5c674,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:51:31.835203 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe8fd3d-8242-4992-a9cb-c613989aaac1 None None] Pushing event updated for resources: {'Port': ['ID=5976f217-191b-4039-b92a-d7fd299cc5a8,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:31.847547 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-db2df54c-c186-4532-bdb8-22e5208612a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:31.923528 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3730b913-e170-4fe3-a616-2644f472e6f6 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:31.928680 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3730b913-e170-4fe3-a616-2644f472e6f6 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:31.977073 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3730b913-e170-4fe3-a616-2644f472e6f6 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:31.978323 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3730b913-e170-4fe3-a616-2644f472e6f6 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7741141 Feb 09 12:51:31.981317 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 32804) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:31.999756 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730b913-e170-4fe3-a616-2644f472e6f6 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=982ccf25-8b7b-4f31-9fc6-83148b0d3fe1,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:32.083387 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2df54c-c186-4532-bdb8-22e5208612a4 None None] Routers {'3ba11c21-15e3-496f-ad2e-ca543a321c2f'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:51:32.083978 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-db2df54c-c186-4532-bdb8-22e5208612a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:51:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['3ba11c21-15e3-496f-ad2e-ca543a321c2f'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:32.186080 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e871a6e-ec13-4885-af57-c9c030d45fce None None] Pushing event updated for resources: {'Port': ['ID=c85290bc-1ee3-4bea-8ad9-3189f4b5c674,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:32.200056 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-32e43d3e-1e09-4ea1-913c-bb34d039fc47 None None] Provisioning complete for port 5976f217-191b-4039-b92a-d7fd299cc5a8 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:32.200443 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-32e43d3e-1e09-4ea1-913c-bb34d039fc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:32.315616 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ab6d7d02-4a37-4d79-9738-596afb55899d tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3296051 Feb 09 12:51:32.318268 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 32808) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:32.325689 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-08d31070-0cce-4f21-a5a7-2d6233c92ae9 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Request body: {'security_group': {'name': 'tempest-security--1175687022', 'description': 'tempest-security-description-545723840'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:32.337403 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-862aa87c-cc86-4f5a-9090-9186b3cf3be7 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:32.375548 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-862aa87c-cc86-4f5a-9090-9186b3cf3be7 None None] Transition to ACTIVE for port object 07478ba3-ba8f-4334-a543-53349d7180d8 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:51:32.399522 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-862aa87c-cc86-4f5a-9090-9186b3cf3be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:32.442521 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-08d31070-0cce-4f21-a5a7-2d6233c92ae9 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:32.463604 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3b0cf977-5ac7-4105-88f7-011a0a28aad0 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:32.578858 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-08d31070-0cce-4f21-a5a7-2d6233c92ae9 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:32.586471 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-08d31070-0cce-4f21-a5a7-2d6233c92ae9 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:32.590370 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-08d31070-0cce-4f21-a5a7-2d6233c92ae9 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:32.594986 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-08d31070-0cce-4f21-a5a7-2d6233c92ae9 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "PUT /v2.0/security-groups/982ccf25-8b7b-4f31-9fc6-83148b0d3fe1 HTTP/1.1" status: 200 len: 1779 time: 0.2733636 Feb 09 12:51:32.595154 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0cf977-5ac7-4105-88f7-011a0a28aad0 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event updated for resources: {'Subnet': ['ID=04bb2481-a3da-4b6e-b2a1-eea8fcf3e502,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:32.608949 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 32816) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:32.632980 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0cf977-5ac7-4105-88f7-011a0a28aad0 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Checking segment: {'id': '490c5510-471a-40f6-8f94-a47cb8b6f488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ffca402b-5cb3-449e-953f-fd2f85943223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:51:32.633374 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0cf977-5ac7-4105-88f7-011a0a28aad0 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Network hostable DHCP agents. Network: ffca402b-5cb3-449e-953f-fd2f85943223, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:51:32.648038 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-db2df54c-c186-4532-bdb8-22e5208612a4 None None] Set router 3ba11c21-15e3-496f-ad2e-ca543a321c2f gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:51:32.662895 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d31070-0cce-4f21-a5a7-2d6233c92ae9 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=982ccf25-8b7b-4f31-9fc6-83148b0d3fe1,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:32.723177 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0cf977-5ac7-4105-88f7-011a0a28aad0 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Network ffca402b-5cb3-449e-953f-fd2f85943223 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:51:32.737383 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2b4d9a63-1d9e-4c7a-8224-d1ecda8adc81 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "GET /v2.0/security-groups/982ccf25-8b7b-4f31-9fc6-83148b0d3fe1 HTTP/1.1" status: 200 len: 1779 time: 0.1218035 Feb 09 12:51:32.739524 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 32820) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:32.757538 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-3b0cf977-5ac7-4105-88f7-011a0a28aad0 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, ffca402b-5cb3-449e-953f-fd2f85943223) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:51:32.765951 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0cf977-5ac7-4105-88f7-011a0a28aad0 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:32.766526 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3b0cf977-5ac7-4105-88f7-011a0a28aad0 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:32.809586 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e91c0-047f-4d91-ab64-d84a98658575 None None] Pushing event updated for resources: {'Port': ['ID=07478ba3-ba8f-4334-a543-53349d7180d8,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:32.832507 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf1a0fb-7b21-4470-9829-c67800e35970 None None] Network ffca402b-5cb3-449e-953f-fd2f85943223 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:51:32.840174 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5c961565-ef5e-46b3-b717-888524569d8a tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:32.840458 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-862aa87c-cc86-4f5a-9090-9186b3cf3be7 None None] Attempting to bind port 07478ba3-ba8f-4334-a543-53349d7180d8 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:51:32.840713 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-862aa87c-cc86-4f5a-9090-9186b3cf3be7 None None] Attempting to bind port 07478ba3-ba8f-4334-a543-53349d7180d8 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '6c738821-ec4f-4def-ab0f-ea8e97b079bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fc5a7431-aa90-4b9c-8784-8929657329ca'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:51:32.841206 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862aa87c-cc86-4f5a-9090-9186b3cf3be7 None None] Attempting to bind port 07478ba3-ba8f-4334-a543-53349d7180d8 on network fc5a7431-aa90-4b9c-8784-8929657329ca {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:51:32.843501 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3b0cf977-5ac7-4105-88f7-011a0a28aad0 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6081736 Feb 09 12:51:32.846425 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 32824) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:32.853824 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862aa87c-cc86-4f5a-9090-9186b3cf3be7 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:51:32.854196 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862aa87c-cc86-4f5a-9090-9186b3cf3be7 None None] Checking segment: {'id': '6c738821-ec4f-4def-ab0f-ea8e97b079bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fc5a7431-aa90-4b9c-8784-8929657329ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:51:32.854597 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-862aa87c-cc86-4f5a-9090-9186b3cf3be7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:32.854977 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862aa87c-cc86-4f5a-9090-9186b3cf3be7 None None] Bound using segment: {'id': '6c738821-ec4f-4def-ab0f-ea8e97b079bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fc5a7431-aa90-4b9c-8784-8929657329ca'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:51:32.855435 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-862aa87c-cc86-4f5a-9090-9186b3cf3be7 None None] Bound port: 07478ba3-ba8f-4334-a543-53349d7180d8, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c738821-ec4f-4def-ab0f-ea8e97b079bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fc5a7431-aa90-4b9c-8784-8929657329ca'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:51:32.855804 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-862aa87c-cc86-4f5a-9090-9186b3cf3be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:32.980489 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-32e43d3e-1e09-4ea1-913c-bb34d039fc47 None None] Provisioning for port 07478ba3-ba8f-4334-a543-53349d7180d8 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:51:33.001465 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-862aa87c-cc86-4f5a-9090-9186b3cf3be7 None None] For port 07478ba3-ba8f-4334-a543-53349d7180d8, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:51:33.007819 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-862aa87c-cc86-4f5a-9090-9186b3cf3be7 None None] For port 07478ba3-ba8f-4334-a543-53349d7180d8, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=07478ba3-ba8f-4334-a543-53349d7180d8,segment=NetworkSegment(6c738821-ec4f-4def-ab0f-ea8e97b079bd),segment_id=6c738821-ec4f-4def-ab0f-ea8e97b079bd)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:51:33.012694 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-862aa87c-cc86-4f5a-9090-9186b3cf3be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:33.024734 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5c961565-ef5e-46b3-b717-888524569d8a tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:33.027860 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-eaa51f24-8b0b-44c4-8f02-d058f9a9394a None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:33.063301 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-eaa51f24-8b0b-44c4-8f02-d058f9a9394a None None] Transition to ACTIVE for port object dbe776ae-1199-453e-a2f1-6b734e0f45cb will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:51:33.092455 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862aa87c-cc86-4f5a-9090-9186b3cf3be7 None None] Routers {'450999cf-b07b-4cfe-a93b-4b7235a82245'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:51:33.093236 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-862aa87c-cc86-4f5a-9090-9186b3cf3be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:51:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['450999cf-b07b-4cfe-a93b-4b7235a82245'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:33.126667 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-eaa51f24-8b0b-44c4-8f02-d058f9a9394a None None] Transition to ACTIVE for port object dbe776ae-1199-453e-a2f1-6b734e0f45cb will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:51:33.154164 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-eaa51f24-8b0b-44c4-8f02-d058f9a9394a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:33.232501 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e91c0-047f-4d91-ab64-d84a98658575 None None] Pushing event updated for resources: {'Port': ['ID=07478ba3-ba8f-4334-a543-53349d7180d8,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:33.257541 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5c961565-ef5e-46b3-b717-888524569d8a tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:33.272964 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-862aa87c-cc86-4f5a-9090-9186b3cf3be7 None None] Set router 450999cf-b07b-4cfe-a93b-4b7235a82245 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:51:33.291271 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c961565-ef5e-46b3-b717-888524569d8a tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=982ccf25-8b7b-4f31-9fc6-83148b0d3fe1,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:33.313816 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa51f24-8b0b-44c4-8f02-d058f9a9394a None None] Network cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:51:33.318867 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5c961565-ef5e-46b3-b717-888524569d8a tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:33.323679 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5c961565-ef5e-46b3-b717-888524569d8a tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "DELETE /v2.0/security-groups/982ccf25-8b7b-4f31-9fc6-83148b0d3fe1 HTTP/1.1" status: 204 len: 168 time: 0.5804768 Feb 09 12:51:33.326386 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-448836d3-c527-4de0-94d3-755c5fa4f164 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Allocated IP 172.20.0.1 (cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7/bfd2da91-fd3f-4e2d-8462-ade62ea5d241/258b6f24-3d3a-4616-ad84-e5428ab3e1d1) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:51:33.326802 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 32830) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:33.358455 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-eaa51f24-8b0b-44c4-8f02-d058f9a9394a None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:51:33.367553 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa51f24-8b0b-44c4-8f02-d058f9a9394a None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:51:33.433921 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a0aaf1c7-3738-4f13-9afc-88284a44bde1 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Synchronizing usage tracker for tenant:4e0936b5cf5f4a599025f77e621971c1 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:51:33.473640 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a0aaf1c7-3738-4f13-9afc-88284a44bde1 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Unset dirty status for tenant:4e0936b5cf5f4a599025f77e621971c1 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:51:33.476293 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a0aaf1c7-3738-4f13-9afc-88284a44bde1 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1474450 Feb 09 12:51:33.479122 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 32834) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:33.500849 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa51f24-8b0b-44c4-8f02-d058f9a9394a None None] Pushing event updated for resources: {'Port': ['ID=dbe776ae-1199-453e-a2f1-6b734e0f45cb,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:33.511585 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191d50f9-e98e-457f-af56-93f356fc2ddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-ffca402b-5cb3-449e-953f-fd2f85943223', 'network_id': 'ffca402b-5cb3-449e-953f-fd2f85943223', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'fixed_ips': [{'subnet_id': '04bb2481-a3da-4b6e-b2a1-eea8fcf3e502'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:51:33.512561 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-191d50f9-e98e-457f-af56-93f356fc2ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:33.516189 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-1f82abe2-559a-400e-8ff8-e4747f4ca82b tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] delete failed (client error): The resource could not be found. Feb 09 12:51:33.517719 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1f82abe2-559a-400e-8ff8-e4747f4ca82b tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "DELETE /v2.0/security-groups/982ccf25-8b7b-4f31-9fc6-83148b0d3fe1 HTTP/1.1" status: 404 len: 347 time: 0.0374205 Feb 09 12:51:33.524231 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 32838) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:33.531661 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-1552d82c-07c0-4a98-bc4f-3a4e222716c5 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Request body: {'security_group': {'name': 'tempest-secgroup--186535433'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:33.539847 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-1552d82c-07c0-4a98-bc4f-3a4e222716c5 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:33.553058 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-1552d82c-07c0-4a98-bc4f-3a4e222716c5 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:33.565388 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-eaa51f24-8b0b-44c4-8f02-d058f9a9394a None None] Attempting to bind port dbe776ae-1199-453e-a2f1-6b734e0f45cb on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:51:33.565731 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-eaa51f24-8b0b-44c4-8f02-d058f9a9394a None None] Attempting to bind port dbe776ae-1199-453e-a2f1-6b734e0f45cb by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '32da5fd3-150a-47e5-b0e4-671721cbf392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:51:33.566093 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa51f24-8b0b-44c4-8f02-d058f9a9394a None None] Attempting to bind port dbe776ae-1199-453e-a2f1-6b734e0f45cb on network cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:51:33.570238 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1552d82c-07c0-4a98-bc4f-3a4e222716c5 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:33.580809 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa51f24-8b0b-44c4-8f02-d058f9a9394a None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:51:33.581182 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa51f24-8b0b-44c4-8f02-d058f9a9394a None None] Checking segment: {'id': '32da5fd3-150a-47e5-b0e4-671721cbf392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:51:33.581746 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-eaa51f24-8b0b-44c4-8f02-d058f9a9394a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:33.582144 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa51f24-8b0b-44c4-8f02-d058f9a9394a None None] Bound using segment: {'id': '32da5fd3-150a-47e5-b0e4-671721cbf392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:51:33.582618 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-eaa51f24-8b0b-44c4-8f02-d058f9a9394a None None] Bound port: dbe776ae-1199-453e-a2f1-6b734e0f45cb, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32da5fd3-150a-47e5-b0e4-671721cbf392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:51:33.583135 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-eaa51f24-8b0b-44c4-8f02-d058f9a9394a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:33.633015 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-1552d82c-07c0-4a98-bc4f-3a4e222716c5 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:33.644115 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-1552d82c-07c0-4a98-bc4f-3a4e222716c5 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Usage tracker for resource:security_group_rule and tenant:4e0936b5cf5f4a599025f77e621971c1 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:51:33.649617 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-1552d82c-07c0-4a98-bc4f-3a4e222716c5 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:51:33.657340 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-1552d82c-07c0-4a98-bc4f-3a4e222716c5 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:33.686920 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5976f217-191b-4039-b92a-d7fd299cc5a8 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:51:33.758821 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1552d82c-07c0-4a98-bc4f-3a4e222716c5 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:33.764263 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1552d82c-07c0-4a98-bc4f-3a4e222716c5 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:33.785463 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-db2df54c-c186-4532-bdb8-22e5208612a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba11c21-15e3-496f-ad2e-ca543a321c2f', 'name': 'tempest-TestNetworkBasicOps-router-366008221', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'c85290bc-1ee3-4bea-8ad9-3189f4b5c674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:24Z', 'updated_at': '2022-02-09T12:51:27Z', 'revision_number': 3, 'project_id': '458862934c284b11a9f402abf41ed215', 'gw_port': {'id': 'c85290bc-1ee3-4bea-8ad9-3189f4b5c674', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba11c21-15e3-496f-ad2e-ca543a321c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:25Z', 'updated_at': '2022-02-09T12:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:33.826582 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1552d82c-07c0-4a98-bc4f-3a4e222716c5 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53f7e90d-3d44-4380-854c-d534c33b3108,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:33.834887 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1552d82c-07c0-4a98-bc4f-3a4e222716c5 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:33.839281 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1552d82c-07c0-4a98-bc4f-3a4e222716c5 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3111672 Feb 09 12:51:33.839452 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 32842) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:33.843484 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2df54c-c186-4532-bdb8-22e5208612a4 None None] The sync data for ids ['3ba11c21-15e3-496f-ad2e-ca543a321c2f'] in n-d-825178-3 is: [{'id': '3ba11c21-15e3-496f-ad2e-ca543a321c2f', 'name': 'tempest-TestNetworkBasicOps-router-366008221', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'c85290bc-1ee3-4bea-8ad9-3189f4b5c674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:24Z', 'updated_at': '2022-02-09T12:51:27Z', 'revision_number': 3, 'project_id': '458862934c284b11a9f402abf41ed215', 'gw_port': {'id': 'c85290bc-1ee3-4bea-8ad9-3189f4b5c674', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba11c21-15e3-496f-ad2e-ca543a321c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:25Z', 'updated_at': '2022-02-09T12:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:51:33.853209 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-448836d3-c527-4de0-94d3-755c5fa4f164 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:33.855958 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-49076d1a-64c7-481b-b41c-e16803c635e8 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Request body: {'security_group_rule': {'security_group_id': '53f7e90d-3d44-4380-854c-d534c33b3108', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:33.865232 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-49076d1a-64c7-481b-b41c-e16803c635e8 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:33.873853 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-49076d1a-64c7-481b-b41c-e16803c635e8 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Usage tracker for resource:security_group_rule and tenant:4e0936b5cf5f4a599025f77e621971c1 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:51:33.884879 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-49076d1a-64c7-481b-b41c-e16803c635e8 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:51:33.885084 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-eaa51f24-8b0b-44c4-8f02-d058f9a9394a None None] For port dbe776ae-1199-453e-a2f1-6b734e0f45cb, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:51:33.893643 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-49076d1a-64c7-481b-b41c-e16803c635e8 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:33.900605 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-eaa51f24-8b0b-44c4-8f02-d058f9a9394a None None] For port dbe776ae-1199-453e-a2f1-6b734e0f45cb, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=dbe776ae-1199-453e-a2f1-6b734e0f45cb,segment=NetworkSegment(32da5fd3-150a-47e5-b0e4-671721cbf392),segment_id=32da5fd3-150a-47e5-b0e4-671721cbf392)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:51:33.901686 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-448836d3-c527-4de0-94d3-755c5fa4f164 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Transition to ACTIVE for port object 258b6f24-3d3a-4616-ad84-e5428ab3e1d1 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:51:33.914426 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-862aa87c-cc86-4f5a-9090-9186b3cf3be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'name': 'tempest-RoutersTest-router-683005421', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:20Z', 'updated_at': '2022-02-09T12:51:29Z', 'revision_number': 3, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'gw_port_host': None, '_interfaces': [{'id': '07478ba3-ba8f-4334-a543-53349d7180d8', 'name': '', 'network_id': 'fc5a7431-aa90-4b9c-8784-8929657329ca', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:f2:97:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '825e22ca-d729-4690-97da-ee8dc85d2933', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:26Z', 'updated_at': '2022-02-09T12:51:32Z', 'revision_number': 4, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '825e22ca-d729-4690-97da-ee8dc85d2933', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f55fc0c-7198-4941-87e8-064fdf9f35c5', 'name': '', 'network_id': '0c938ccf-ee08-4af2-9dfe-f497cfc21f8e', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:c7:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '76fc3631-c372-4916-89b1-4316753578f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:22Z', 'updated_at': '2022-02-09T12:51:28Z', 'revision_number': 5, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '76fc3631-c372-4916-89b1-4316753578f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:33.915211 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-eaa51f24-8b0b-44c4-8f02-d058f9a9394a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:33.919717 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-191d50f9-e98e-457f-af56-93f356fc2ddd None None] Allocated IP 172.22.0.2 (ffca402b-5cb3-449e-953f-fd2f85943223/04bb2481-a3da-4b6e-b2a1-eea8fcf3e502/274046b7-5e49-4ad1-bfad-af09ca077d92) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:51:33.920245 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862aa87c-cc86-4f5a-9090-9186b3cf3be7 None None] The sync data for ids ['450999cf-b07b-4cfe-a93b-4b7235a82245'] in n-d-825178-3 is: [{'id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'name': 'tempest-RoutersTest-router-683005421', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:20Z', 'updated_at': '2022-02-09T12:51:29Z', 'revision_number': 3, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'gw_port_host': None, '_interfaces': [{'id': '07478ba3-ba8f-4334-a543-53349d7180d8', 'name': '', 'network_id': 'fc5a7431-aa90-4b9c-8784-8929657329ca', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:f2:97:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '825e22ca-d729-4690-97da-ee8dc85d2933', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:26Z', 'updated_at': '2022-02-09T12:51:32Z', 'revision_number': 4, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '825e22ca-d729-4690-97da-ee8dc85d2933', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f55fc0c-7198-4941-87e8-064fdf9f35c5', 'name': '', 'network_id': '0c938ccf-ee08-4af2-9dfe-f497cfc21f8e', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:c7:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '76fc3631-c372-4916-89b1-4316753578f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:22Z', 'updated_at': '2022-02-09T12:51:28Z', 'revision_number': 5, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '76fc3631-c372-4916-89b1-4316753578f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:51:33.926190 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8d5c2bb1-da26-4cf8-8b4f-2eb2e1bd6955 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:33.927288 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-49076d1a-64c7-481b-b41c-e16803c635e8 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:33.968574 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 5976f217-191b-4039-b92a-d7fd299cc5a8 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:33.968947 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:34.070831 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-49076d1a-64c7-481b-b41c-e16803c635e8 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:34.075960 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-49076d1a-64c7-481b-b41c-e16803c635e8 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:34.114410 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49076d1a-64c7-481b-b41c-e16803c635e8 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=294527de-ab8d-4943-8ed5-ca2ab4bba0d1,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:34.146144 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-49076d1a-64c7-481b-b41c-e16803c635e8 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:34.150927 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-49076d1a-64c7-481b-b41c-e16803c635e8 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3068562 Feb 09 12:51:34.151418 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 32846) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:34.192971 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a21821e4-8e05-4ae2-bd38-847048df048a tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:34.213566 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a21821e4-8e05-4ae2-bd38-847048df048a tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:34.278372 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a21821e4-8e05-4ae2-bd38-847048df048a tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:34.330129 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a21821e4-8e05-4ae2-bd38-847048df048a tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:34.333520 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a21821e4-8e05-4ae2-bd38-847048df048a tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/294527de-ab8d-4943-8ed5-ca2ab4bba0d1 HTTP/1.1" status: 204 len: 168 time: 0.1807642 Feb 09 12:51:34.337804 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 32850) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:34.357076 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21821e4-8e05-4ae2-bd38-847048df048a tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=294527de-ab8d-4943-8ed5-ca2ab4bba0d1,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:34.372330 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa51f24-8b0b-44c4-8f02-d058f9a9394a None None] Pushing event updated for resources: {'Port': ['ID=dbe776ae-1199-453e-a2f1-6b734e0f45cb,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:34.437570 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ebe4d0dd-1704-4789-a957-a146c518453f tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Synchronizing usage tracker for tenant:4e0936b5cf5f4a599025f77e621971c1 on resource:security_group_rule {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:51:34.474860 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ebe4d0dd-1704-4789-a957-a146c518453f tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Unset dirty status for tenant:4e0936b5cf5f4a599025f77e621971c1 on resource:security_group_rule {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:51:34.481252 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-448836d3-c527-4de0-94d3-755c5fa4f164 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:34.481826 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ebe4d0dd-1704-4789-a957-a146c518453f tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1411326 Feb 09 12:51:34.488154 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 32854) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:34.598273 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-191d50f9-e98e-457f-af56-93f356fc2ddd None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:34.611094 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-191d50f9-e98e-457f-af56-93f356fc2ddd None None] Transition to ACTIVE for port object 274046b7-5e49-4ad1-bfad-af09ca077d92 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:51:34.633886 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-191d50f9-e98e-457f-af56-93f356fc2ddd None None] Transition to ACTIVE for port object 274046b7-5e49-4ad1-bfad-af09ca077d92 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:51:34.646384 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-191d50f9-e98e-457f-af56-93f356fc2ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:34.780294 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191d50f9-e98e-457f-af56-93f356fc2ddd None None] Network ffca402b-5cb3-449e-953f-fd2f85943223 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:51:34.801945 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448836d3-c527-4de0-94d3-755c5fa4f164 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Network cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:51:34.810556 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-191d50f9-e98e-457f-af56-93f356fc2ddd None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:51:34.811926 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-448836d3-c527-4de0-94d3-755c5fa4f164 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:51:34.812846 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191d50f9-e98e-457f-af56-93f356fc2ddd None None] Pushing event updated for resources: {'Port': ['ID=274046b7-5e49-4ad1-bfad-af09ca077d92,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:34.815333 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448836d3-c527-4de0-94d3-755c5fa4f164 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:51:34.818436 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191d50f9-e98e-457f-af56-93f356fc2ddd None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:51:34.848929 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448836d3-c527-4de0-94d3-755c5fa4f164 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event updated for resources: {'Port': ['ID=258b6f24-3d3a-4616-ad84-e5428ab3e1d1,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:34.939139 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-188981e1-381d-407b-8ad1-f20438273ff5 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:34.973069 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-191d50f9-e98e-457f-af56-93f356fc2ddd None None] Attempting to bind port 274046b7-5e49-4ad1-bfad-af09ca077d92 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:51:34.975111 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-191d50f9-e98e-457f-af56-93f356fc2ddd None None] Attempting to bind port 274046b7-5e49-4ad1-bfad-af09ca077d92 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '490c5510-471a-40f6-8f94-a47cb8b6f488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ffca402b-5cb3-449e-953f-fd2f85943223'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:51:34.975434 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191d50f9-e98e-457f-af56-93f356fc2ddd None None] Attempting to bind port 274046b7-5e49-4ad1-bfad-af09ca077d92 on network ffca402b-5cb3-449e-953f-fd2f85943223 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:51:34.979171 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-448836d3-c527-4de0-94d3-755c5fa4f164 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:34.984344 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191d50f9-e98e-457f-af56-93f356fc2ddd None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:51:34.984564 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191d50f9-e98e-457f-af56-93f356fc2ddd None None] Checking segment: {'id': '490c5510-471a-40f6-8f94-a47cb8b6f488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ffca402b-5cb3-449e-953f-fd2f85943223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:51:34.984910 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-191d50f9-e98e-457f-af56-93f356fc2ddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:34.985309 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191d50f9-e98e-457f-af56-93f356fc2ddd None None] Bound using segment: {'id': '490c5510-471a-40f6-8f94-a47cb8b6f488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ffca402b-5cb3-449e-953f-fd2f85943223'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:51:34.985785 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-191d50f9-e98e-457f-af56-93f356fc2ddd None None] Bound port: 274046b7-5e49-4ad1-bfad-af09ca077d92, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490c5510-471a-40f6-8f94-a47cb8b6f488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ffca402b-5cb3-449e-953f-fd2f85943223'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:51:34.986164 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-191d50f9-e98e-457f-af56-93f356fc2ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:35.032537 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-188981e1-381d-407b-8ad1-f20438273ff5 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:35.046568 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-8d5c2bb1-da26-4cf8-8b4f-2eb2e1bd6955 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Allocated IP 172.22.0.1 (ffca402b-5cb3-449e-953f-fd2f85943223/04bb2481-a3da-4b6e-b2a1-eea8fcf3e502/05928eda-6b8a-4b0d-a8a3-3d8661eda470) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:51:35.107380 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-191d50f9-e98e-457f-af56-93f356fc2ddd None None] For port 274046b7-5e49-4ad1-bfad-af09ca077d92, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:51:35.111131 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-191d50f9-e98e-457f-af56-93f356fc2ddd None None] For port 274046b7-5e49-4ad1-bfad-af09ca077d92, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=274046b7-5e49-4ad1-bfad-af09ca077d92,segment=NetworkSegment(490c5510-471a-40f6-8f94-a47cb8b6f488),segment_id=490c5510-471a-40f6-8f94-a47cb8b6f488)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:51:35.116812 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-191d50f9-e98e-457f-af56-93f356fc2ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:35.211509 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191d50f9-e98e-457f-af56-93f356fc2ddd None None] Pushing event updated for resources: {'Port': ['ID=274046b7-5e49-4ad1-bfad-af09ca077d92,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:35.327637 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-188981e1-381d-407b-8ad1-f20438273ff5 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:35.380385 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188981e1-381d-407b-8ad1-f20438273ff5 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f7e90d-3d44-4380-854c-d534c33b3108,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:35.495838 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-188981e1-381d-407b-8ad1-f20438273ff5 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:35.499665 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 32860) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:35.500217 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-188981e1-381d-407b-8ad1-f20438273ff5 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "DELETE /v2.0/security-groups/53f7e90d-3d44-4380-854c-d534c33b3108 HTTP/1.1" status: 204 len: 168 time: 0.9667430 Feb 09 12:51:35.512210 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8d5c2bb1-da26-4cf8-8b4f-2eb2e1bd6955 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:35.533861 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-448836d3-c527-4de0-94d3-755c5fa4f164 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:35.546830 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-8d5c2bb1-da26-4cf8-8b4f-2eb2e1bd6955 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Transition to ACTIVE for port object 05928eda-6b8a-4b0d-a8a3-3d8661eda470 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:51:35.596282 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9bcda46c-b99a-48ba-a912-aaad8f082ec6 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Synchronizing usage tracker for tenant:4e0936b5cf5f4a599025f77e621971c1 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:51:35.619816 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9bcda46c-b99a-48ba-a912-aaad8f082ec6 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Unset dirty status for tenant:4e0936b5cf5f4a599025f77e621971c1 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:51:35.620869 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9bcda46c-b99a-48ba-a912-aaad8f082ec6 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1198215 Feb 09 12:51:35.626913 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 32864) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:35.714296 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-66951bf9-d41c-4f4b-b39d-456363d8867a tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Request body: {'security_group': {'name': 'tempest-secgroup--1315163533'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:35.734199 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-66951bf9-d41c-4f4b-b39d-456363d8867a tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:35.751753 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-66951bf9-d41c-4f4b-b39d-456363d8867a tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:35.762563 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device c85290bc-1ee3-4bea-8ad9-3189f4b5c674 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:51:35.847379 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-66951bf9-d41c-4f4b-b39d-456363d8867a tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:35.865912 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port c85290bc-1ee3-4bea-8ad9-3189f4b5c674 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:51:35.874173 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port c85290bc-1ee3-4bea-8ad9-3189f4b5c674 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:35.875140 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:35.877653 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-66951bf9-d41c-4f4b-b39d-456363d8867a tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:35.880268 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8d5c2bb1-da26-4cf8-8b4f-2eb2e1bd6955 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:35.921923 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-66951bf9-d41c-4f4b-b39d-456363d8867a tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Usage tracker for resource:security_group_rule and tenant:4e0936b5cf5f4a599025f77e621971c1 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:51:35.931596 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-66951bf9-d41c-4f4b-b39d-456363d8867a tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:51:35.936994 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5779055-56b9-44e2-a786-9a88ffdb8470 None None] Network cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:51:35.953651 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-66951bf9-d41c-4f4b-b39d-456363d8867a tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:35.995067 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5c2bb1-da26-4cf8-8b4f-2eb2e1bd6955 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Network ffca402b-5cb3-449e-953f-fd2f85943223 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:51:36.015092 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-8d5c2bb1-da26-4cf8-8b4f-2eb2e1bd6955 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:51:36.017607 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5c2bb1-da26-4cf8-8b4f-2eb2e1bd6955 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:51:36.112131 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c97de2f2-e860-4078-9fbc-f1047b5d0544 None None] Provisioning for port dbe776ae-1199-453e-a2f1-6b734e0f45cb completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:51:36.152219 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c2bb1-da26-4cf8-8b4f-2eb2e1bd6955 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event updated for resources: {'Port': ['ID=05928eda-6b8a-4b0d-a8a3-3d8661eda470,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:36.154294 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:36.191072 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8d5c2bb1-da26-4cf8-8b4f-2eb2e1bd6955 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:36.191575 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port c85290bc-1ee3-4bea-8ad9-3189f4b5c674, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=c85290bc-1ee3-4bea-8ad9-3189f4b5c674,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:51:36.197195 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:36.197974 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 07478ba3-ba8f-4334-a543-53349d7180d8 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:51:36.305138 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-66951bf9-d41c-4f4b-b39d-456363d8867a tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:36.326657 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-66951bf9-d41c-4f4b-b39d-456363d8867a tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:36.357504 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-448836d3-c527-4de0-94d3-755c5fa4f164 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:36.368573 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=c85290bc-1ee3-4bea-8ad9-3189f4b5c674,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:36.378932 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-448836d3-c527-4de0-94d3-755c5fa4f164 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:36.395775 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 07478ba3-ba8f-4334-a543-53349d7180d8 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:51:36.412688 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 07478ba3-ba8f-4334-a543-53349d7180d8 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:36.414466 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:36.488834 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66951bf9-d41c-4f4b-b39d-456363d8867a tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0cc9ac8-056b-4892-9434-3decd1cad887,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:36.578396 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:36.629293 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 07478ba3-ba8f-4334-a543-53349d7180d8, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=07478ba3-ba8f-4334-a543-53349d7180d8,segment=NetworkSegment(6c738821-ec4f-4def-ab0f-ea8e97b079bd),segment_id=6c738821-ec4f-4def-ab0f-ea8e97b079bd)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:51:36.633690 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:36.634700 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 274046b7-5e49-4ad1-bfad-af09ca077d92 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:51:36.744163 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-66951bf9-d41c-4f4b-b39d-456363d8867a tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:36.745395 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-66951bf9-d41c-4f4b-b39d-456363d8867a tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0356312 Feb 09 12:51:36.749219 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 32868) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:36.755560 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448836d3-c527-4de0-94d3-755c5fa4f164 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event updated for resources: {'Port': ['ID=258b6f24-3d3a-4616-ad84-e5428ab3e1d1,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:36.758134 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-29bc05ac-0535-4629-9293-aabcb2442e51 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Request body: {'security_group_rule': {'security_group_id': 'e0cc9ac8-056b-4892-9434-3decd1cad887', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:36.763187 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8d5c2bb1-da26-4cf8-8b4f-2eb2e1bd6955 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:36.768133 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=07478ba3-ba8f-4334-a543-53349d7180d8,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:36.775069 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-29bc05ac-0535-4629-9293-aabcb2442e51 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:36.790515 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-29bc05ac-0535-4629-9293-aabcb2442e51 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Usage tracker for resource:security_group_rule and tenant:4e0936b5cf5f4a599025f77e621971c1 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:51:36.795388 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-29bc05ac-0535-4629-9293-aabcb2442e51 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:51:36.799966 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 274046b7-5e49-4ad1-bfad-af09ca077d92 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:51:36.804224 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-29bc05ac-0535-4629-9293-aabcb2442e51 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:36.808223 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device dbe776ae-1199-453e-a2f1-6b734e0f45cb up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:51:36.828263 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-29bc05ac-0535-4629-9293-aabcb2442e51 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:36.843795 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-04ffe152-f981-458b-9bcc-9e19387c7eb5 None None] Provisioning for port 258b6f24-3d3a-4616-ad84-e5428ab3e1d1 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:51:36.858587 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-448836d3-c527-4de0-94d3-755c5fa4f164 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:36.864806 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-04ffe152-f981-458b-9bcc-9e19387c7eb5 None None] Provisioning complete for port 258b6f24-3d3a-4616-ad84-e5428ab3e1d1 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:36.865173 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-04ffe152-f981-458b-9bcc-9e19387c7eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:36.922268 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-29bc05ac-0535-4629-9293-aabcb2442e51 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:36.929743 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-29bc05ac-0535-4629-9293-aabcb2442e51 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:36.957243 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-04ffe152-f981-458b-9bcc-9e19387c7eb5 None None] Port 258b6f24-3d3a-4616-ad84-e5428ab3e1d1 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:51:36.962513 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc05ac-0535-4629-9293-aabcb2442e51 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb391582-6317-473d-b724-01c7612bd87a,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:36.965132 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port dbe776ae-1199-453e-a2f1-6b734e0f45cb completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:51:36.973898 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc05ac-0535-4629-9293-aabcb2442e51 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:36.974292 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc05ac-0535-4629-9293-aabcb2442e51 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:36.974683 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc05ac-0535-4629-9293-aabcb2442e51 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:36.975114 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc05ac-0535-4629-9293-aabcb2442e51 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:36.976261 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port dbe776ae-1199-453e-a2f1-6b734e0f45cb triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:36.976452 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc05ac-0535-4629-9293-aabcb2442e51 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:36.976628 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:36.976729 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc05ac-0535-4629-9293-aabcb2442e51 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:36.977150 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc05ac-0535-4629-9293-aabcb2442e51 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:36.977717 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc05ac-0535-4629-9293-aabcb2442e51 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:36.978199 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc05ac-0535-4629-9293-aabcb2442e51 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:36.978548 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc05ac-0535-4629-9293-aabcb2442e51 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:36.983872 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc05ac-0535-4629-9293-aabcb2442e51 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:36.984438 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc05ac-0535-4629-9293-aabcb2442e51 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:37.005096 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-29bc05ac-0535-4629-9293-aabcb2442e51 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:37.006554 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-29bc05ac-0535-4629-9293-aabcb2442e51 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2559805 Feb 09 12:51:37.010098 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 32872) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:37.022006 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-09bf7d0e-f011-4d76-b952-ec9755808cdb tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Request body: {'security_group_rule': {'security_group_id': 'e0cc9ac8-056b-4892-9434-3decd1cad887', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:37.022991 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2bfc76-ebcc-45bf-ab98-107f6c0601d0 None None] Network ffca402b-5cb3-449e-953f-fd2f85943223 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:51:37.029900 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-09bf7d0e-f011-4d76-b952-ec9755808cdb tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:37.034353 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-09bf7d0e-f011-4d76-b952-ec9755808cdb tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Usage tracker for resource:security_group_rule and tenant:4e0936b5cf5f4a599025f77e621971c1 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:51:37.037456 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-09bf7d0e-f011-4d76-b952-ec9755808cdb tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:51:37.047636 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-09bf7d0e-f011-4d76-b952-ec9755808cdb tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:37.085566 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-09bf7d0e-f011-4d76-b952-ec9755808cdb tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:37.158436 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-09bf7d0e-f011-4d76-b952-ec9755808cdb tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:37.161060 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0062a58a-a95e-43ff-93be-460d9b68cdec None None] Provisioning for port 274046b7-5e49-4ad1-bfad-af09ca077d92 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:51:37.163812 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-09bf7d0e-f011-4d76-b952-ec9755808cdb tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:37.173669 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0062a58a-a95e-43ff-93be-460d9b68cdec None None] Provisioning complete for port 274046b7-5e49-4ad1-bfad-af09ca077d92 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:37.174057 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0062a58a-a95e-43ff-93be-460d9b68cdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:37.187465 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf7d0e-f011-4d76-b952-ec9755808cdb tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=261b3978-ab0d-4161-aab9-34669e544667,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:37.203174 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-09bf7d0e-f011-4d76-b952-ec9755808cdb tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:37.204826 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-09bf7d0e-f011-4d76-b952-ec9755808cdb tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1908751 Feb 09 12:51:37.207462 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 32876) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:37.213680 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-eee293ec-e2ae-418a-8541-9de41bc77c8d tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Request body: {'security_group_rule': {'security_group_id': 'e0cc9ac8-056b-4892-9434-3decd1cad887', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:37.219992 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-eee293ec-e2ae-418a-8541-9de41bc77c8d tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:37.229695 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-eee293ec-e2ae-418a-8541-9de41bc77c8d tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Usage tracker for resource:security_group_rule and tenant:4e0936b5cf5f4a599025f77e621971c1 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:51:37.229875 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448836d3-c527-4de0-94d3-755c5fa4f164 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Network cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:51:37.232608 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-eee293ec-e2ae-418a-8541-9de41bc77c8d tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:51:37.238884 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-eee293ec-e2ae-418a-8541-9de41bc77c8d tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:37.257442 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eee293ec-e2ae-418a-8541-9de41bc77c8d tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:37.284068 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-448836d3-c527-4de0-94d3-755c5fa4f164 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:51:37.333512 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eee293ec-e2ae-418a-8541-9de41bc77c8d tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:37.337902 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eee293ec-e2ae-418a-8541-9de41bc77c8d tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:37.368352 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee293ec-e2ae-418a-8541-9de41bc77c8d tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=450a235c-11c8-4ab7-aae5-726fa496a716,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:37.385394 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eee293ec-e2ae-418a-8541-9de41bc77c8d tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:37.386910 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-eee293ec-e2ae-418a-8541-9de41bc77c8d tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1784403 Feb 09 12:51:37.389603 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 32880) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:37.395388 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-c50b9a81-e87c-4932-a79b-758adab948c9 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Request body: {'security_group_rule': {'security_group_id': 'e0cc9ac8-056b-4892-9434-3decd1cad887', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:37.402619 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c50b9a81-e87c-4932-a79b-758adab948c9 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:37.407340 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c50b9a81-e87c-4932-a79b-758adab948c9 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Usage tracker for resource:security_group_rule and tenant:4e0936b5cf5f4a599025f77e621971c1 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:51:37.410727 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c50b9a81-e87c-4932-a79b-758adab948c9 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:51:37.417816 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c50b9a81-e87c-4932-a79b-758adab948c9 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:37.423870 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:37.442781 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c50b9a81-e87c-4932-a79b-758adab948c9 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:37.524141 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c50b9a81-e87c-4932-a79b-758adab948c9 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:37.528716 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c50b9a81-e87c-4932-a79b-758adab948c9 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:37.553291 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port dbe776ae-1199-453e-a2f1-6b734e0f45cb, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=dbe776ae-1199-453e-a2f1-6b734e0f45cb,segment=NetworkSegment(32da5fd3-150a-47e5-b0e4-671721cbf392),segment_id=32da5fd3-150a-47e5-b0e4-671721cbf392)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:51:37.573464 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c50b9a81-e87c-4932-a79b-758adab948c9 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:37.575022 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:37.575902 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c50b9a81-e87c-4932-a79b-758adab948c9 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1850941 Feb 09 12:51:37.578465 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b9a81-e87c-4932-a79b-758adab948c9 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20c1d8a5-0adb-4957-be1d-9747aacf9dd4,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:37.586983 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 32884) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:37.611604 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-ecee168d-9aaf-4426-ad64-a1e6c87e328d tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Request body: {'security_group_rule': {'security_group_id': 'e0cc9ac8-056b-4892-9434-3decd1cad887', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:37.618713 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0062a58a-a95e-43ff-93be-460d9b68cdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:37.625895 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ecee168d-9aaf-4426-ad64-a1e6c87e328d tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:37.638816 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ecee168d-9aaf-4426-ad64-a1e6c87e328d tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Usage tracker for resource:security_group_rule and tenant:4e0936b5cf5f4a599025f77e621971c1 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:51:37.646310 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ecee168d-9aaf-4426-ad64-a1e6c87e328d tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:51:37.656353 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ecee168d-9aaf-4426-ad64-a1e6c87e328d tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:37.681162 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448836d3-c527-4de0-94d3-755c5fa4f164 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Router 3ba11c21-15e3-496f-ad2e-ca543a321c2f has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:51:37.687164 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 07478ba3-ba8f-4334-a543-53349d7180d8 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:51:37.697116 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8d5c2bb1-da26-4cf8-8b4f-2eb2e1bd6955 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:37.700834 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ecee168d-9aaf-4426-ad64-a1e6c87e328d tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:37.717079 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8d5c2bb1-da26-4cf8-8b4f-2eb2e1bd6955 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:37.740328 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=dbe776ae-1199-453e-a2f1-6b734e0f45cb,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:37.745256 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-0062a58a-a95e-43ff-93be-460d9b68cdec None None] For port 274046b7-5e49-4ad1-bfad-af09ca077d92, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=274046b7-5e49-4ad1-bfad-af09ca077d92,segment=NetworkSegment(490c5510-471a-40f6-8f94-a47cb8b6f488),segment_id=490c5510-471a-40f6-8f94-a47cb8b6f488)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:51:37.753329 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0062a58a-a95e-43ff-93be-460d9b68cdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:37.842961 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0062a58a-a95e-43ff-93be-460d9b68cdec None None] Pushing event updated for resources: {'Port': ['ID=274046b7-5e49-4ad1-bfad-af09ca077d92,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:37.852355 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 07478ba3-ba8f-4334-a543-53349d7180d8 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:37.852804 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:37.918802 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-749c082f-1dd7-41dd-9f03-7ffd770de070 None None] Provisioning complete for port 258b6f24-3d3a-4616-ad84-e5428ab3e1d1 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:37.919179 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-749c082f-1dd7-41dd-9f03-7ffd770de070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:37.943742 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8d5c2bb1-da26-4cf8-8b4f-2eb2e1bd6955 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:37.951314 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c2bb1-da26-4cf8-8b4f-2eb2e1bd6955 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event updated for resources: {'Port': ['ID=05928eda-6b8a-4b0d-a8a3-3d8661eda470,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:38.007948 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-749c082f-1dd7-41dd-9f03-7ffd770de070 None None] Port 258b6f24-3d3a-4616-ad84-e5428ab3e1d1 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:51:38.042381 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device c85290bc-1ee3-4bea-8ad9-3189f4b5c674 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:51:38.052586 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ecee168d-9aaf-4426-ad64-a1e6c87e328d tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:38.106714 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ecee168d-9aaf-4426-ad64-a1e6c87e328d tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:38.123538 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port c85290bc-1ee3-4bea-8ad9-3189f4b5c674 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:38.123955 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:38.159637 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee168d-9aaf-4426-ad64-a1e6c87e328d tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4ec0948-acc1-4001-b5ec-8d532dccbe8d,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:38.174086 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448836d3-c527-4de0-94d3-755c5fa4f164 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:51:38.176767 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-1d3d0018-e63f-4663-8c50-40bd5ea1d096 None None] Provisioning complete for port 274046b7-5e49-4ad1-bfad-af09ca077d92 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:38.176990 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1d3d0018-e63f-4663-8c50-40bd5ea1d096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:38.183132 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-448836d3-c527-4de0-94d3-755c5fa4f164 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "PUT /v2.0/routers/3ba11c21-15e3-496f-ad2e-ca543a321c2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9494531 Feb 09 12:51:38.185978 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 32888) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:38.195717 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ecee168d-9aaf-4426-ad64-a1e6c87e328d tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:38.199406 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ecee168d-9aaf-4426-ad64-a1e6c87e328d tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6088684 Feb 09 12:51:38.200135 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 32892) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:38.221918 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce100ee-1837-44f4-beb4-223d354dbf2c None None] Sync routers for ids ['3ba11c21-15e3-496f-ad2e-ca543a321c2f'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:51:38.251522 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c165ee06-9f3a-4b2f-a190-e3f016da2210 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:38.259430 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5c2bb1-da26-4cf8-8b4f-2eb2e1bd6955 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Network ffca402b-5cb3-449e-953f-fd2f85943223 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:51:38.262876 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-8d5c2bb1-da26-4cf8-8b4f-2eb2e1bd6955 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:51:38.265430 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c165ee06-9f3a-4b2f-a190-e3f016da2210 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:38.269511 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce100ee-1837-44f4-beb4-223d354dbf2c None None] Routers {'3ba11c21-15e3-496f-ad2e-ca543a321c2f'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:51:38.270302 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-2ce100ee-1837-44f4-beb4-223d354dbf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:51:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['3ba11c21-15e3-496f-ad2e-ca543a321c2f'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:38.400625 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31aada35-f612-4da4-9b09-854038bcc8eb tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:38.401108 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31aada35-f612-4da4-9b09-854038bcc8eb tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:38.401674 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31aada35-f612-4da4-9b09-854038bcc8eb tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:38.402135 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31aada35-f612-4da4-9b09-854038bcc8eb tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:38.402605 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31aada35-f612-4da4-9b09-854038bcc8eb tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:38.403042 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31aada35-f612-4da4-9b09-854038bcc8eb tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:38.403494 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31aada35-f612-4da4-9b09-854038bcc8eb tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:38.404293 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31aada35-f612-4da4-9b09-854038bcc8eb tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:38.406065 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-31aada35-f612-4da4-9b09-854038bcc8eb tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5614 time: 0.2191193 Feb 09 12:51:38.409105 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 32896) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:38.481682 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-2ce100ee-1837-44f4-beb4-223d354dbf2c None None] Set router 3ba11c21-15e3-496f-ad2e-ca543a321c2f gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:51:38.500293 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f662bba-6ea1-4dd3-b17c-a97195e1c1f3 tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:38.500965 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f662bba-6ea1-4dd3-b17c-a97195e1c1f3 tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:38.501793 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f662bba-6ea1-4dd3-b17c-a97195e1c1f3 tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:38.502262 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f662bba-6ea1-4dd3-b17c-a97195e1c1f3 tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:38.502886 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f662bba-6ea1-4dd3-b17c-a97195e1c1f3 tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:38.503555 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f662bba-6ea1-4dd3-b17c-a97195e1c1f3 tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:38.504224 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f662bba-6ea1-4dd3-b17c-a97195e1c1f3 tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:38.504730 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f662bba-6ea1-4dd3-b17c-a97195e1c1f3 tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:38.506789 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4f662bba-6ea1-4dd3-b17c-a97195e1c1f3 tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5126 time: 0.0965977 Feb 09 12:51:38.510035 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 32900) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:38.578706 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c165ee06-9f3a-4b2f-a190-e3f016da2210 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:38.611441 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c165ee06-9f3a-4b2f-a190-e3f016da2210 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4ec0948-acc1-4001-b5ec-8d532dccbe8d,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:38.615356 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c165ee06-9f3a-4b2f-a190-e3f016da2210 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:38.616728 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c165ee06-9f3a-4b2f-a190-e3f016da2210 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/b4ec0948-acc1-4001-b5ec-8d532dccbe8d HTTP/1.1" status: 204 len: 168 time: 0.4160078 Feb 09 12:51:38.620138 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 32904) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:38.643843 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5c2bb1-da26-4cf8-8b4f-2eb2e1bd6955 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Router 450999cf-b07b-4cfe-a93b-4b7235a82245 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:51:38.798042 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-8b52a3d9-025a-4e8b-a10a-263f9391c5d7 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Synchronizing usage tracker for tenant:4e0936b5cf5f4a599025f77e621971c1 on resource:security_group_rule {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:51:38.845863 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-8b52a3d9-025a-4e8b-a10a-263f9391c5d7 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Unset dirty status for tenant:4e0936b5cf5f4a599025f77e621971c1 on resource:security_group_rule {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:51:38.847189 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8b52a3d9-025a-4e8b-a10a-263f9391c5d7 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2265847 Feb 09 12:51:38.850193 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 32908) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:38.862619 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-edec88c5-d9c9-40c1-aceb-6ef8f6feac9a tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2864 time: 0.3491285 Feb 09 12:51:38.864186 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-1d3d0018-e63f-4663-8c50-40bd5ea1d096 None None] Provisioning for port 05928eda-6b8a-4b0d-a8a3-3d8661eda470 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:51:38.865455 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5c2bb1-da26-4cf8-8b4f-2eb2e1bd6955 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:51:38.875134 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8d5c2bb1-da26-4cf8-8b4f-2eb2e1bd6955 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "PUT /v2.0/routers/450999cf-b07b-4cfe-a93b-4b7235a82245/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0276754 Feb 09 12:51:38.879228 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffeb471-2f85-426d-aa21-e45c16e76cd0 None None] Sync routers for ids ['450999cf-b07b-4cfe-a93b-4b7235a82245'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:51:38.881411 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-1d3d0018-e63f-4663-8c50-40bd5ea1d096 None None] Provisioning complete for port 05928eda-6b8a-4b0d-a8a3-3d8661eda470 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:38.882366 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1d3d0018-e63f-4663-8c50-40bd5ea1d096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:38.884611 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 32914) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:38.891563 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffeb471-2f85-426d-aa21-e45c16e76cd0 None None] Routers {'450999cf-b07b-4cfe-a93b-4b7235a82245'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:51:38.892502 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1ffeb471-2f85-426d-aa21-e45c16e76cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:51:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['450999cf-b07b-4cfe-a93b-4b7235a82245'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:38.894538 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-8fad8862-3b7e-4304-9b0f-e5ab2781db5f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Request body: {'network': {'name': 'tempest-RoutersTest-1552739019'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:38.901911 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-977d09d2-49db-47cb-80ac-e603884b9ad8 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:38.907555 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-8fad8862-3b7e-4304-9b0f-e5ab2781db5f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:38.918478 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8fad8862-3b7e-4304-9b0f-e5ab2781db5f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Usage tracker for resource:network and tenant:7a65637a4eb140ffb94c446f7f36e593 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:51:38.921665 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-977d09d2-49db-47cb-80ac-e603884b9ad8 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:38.928151 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8fad8862-3b7e-4304-9b0f-e5ab2781db5f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:51:38.938737 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-8fad8862-3b7e-4304-9b0f-e5ab2781db5f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:38.962017 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fad8862-3b7e-4304-9b0f-e5ab2781db5f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Made reservation on behalf of 7a65637a4eb140ffb94c446f7f36e593 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:51:38.964730 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-977d09d2-49db-47cb-80ac-e603884b9ad8 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:38.970217 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8fad8862-3b7e-4304-9b0f-e5ab2781db5f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:38.997245 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d09d2-49db-47cb-80ac-e603884b9ad8 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20c1d8a5-0adb-4957-be1d-9747aacf9dd4,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:39.005100 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-1d3d0018-e63f-4663-8c50-40bd5ea1d096 None None] Port 05928eda-6b8a-4b0d-a8a3-3d8661eda470 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:51:39.010975 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-977d09d2-49db-47cb-80ac-e603884b9ad8 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:39.012341 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-977d09d2-49db-47cb-80ac-e603884b9ad8 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/20c1d8a5-0adb-4957-be1d-9747aacf9dd4 HTTP/1.1" status: 204 len: 168 time: 0.1611547 Feb 09 12:51:39.014832 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 32922) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:39.041112 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fad8862-3b7e-4304-9b0f-e5ab2781db5f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:51:39.046036 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-2ce100ee-1837-44f4-beb4-223d354dbf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba11c21-15e3-496f-ad2e-ca543a321c2f', 'name': 'tempest-TestNetworkBasicOps-router-366008221', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'c85290bc-1ee3-4bea-8ad9-3189f4b5c674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:24Z', 'updated_at': '2022-02-09T12:51:35Z', 'revision_number': 4, 'project_id': '458862934c284b11a9f402abf41ed215', 'gw_port': {'id': 'c85290bc-1ee3-4bea-8ad9-3189f4b5c674', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba11c21-15e3-496f-ad2e-ca543a321c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:25Z', 'updated_at': '2022-02-09T12:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '258b6f24-3d3a-4616-ad84-e5428ab3e1d1', 'name': '', 'network_id': 'cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'mac_address': 'fa:16:3e:68:37:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba11c21-15e3-496f-ad2e-ca543a321c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'bfd2da91-fd3f-4e2d-8462-ade62ea5d241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:31Z', 'updated_at': '2022-02-09T12:51:35Z', 'revision_number': 2, 'project_id': '458862934c284b11a9f402abf41ed215', 'subnets': [{'id': 'bfd2da91-fd3f-4e2d-8462-ade62ea5d241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:39.050737 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce100ee-1837-44f4-beb4-223d354dbf2c None None] Checking router: 3ba11c21-15e3-496f-ad2e-ca543a321c2f for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:51:39.051236 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce100ee-1837-44f4-beb4-223d354dbf2c None None] Updating router 3ba11c21-15e3-496f-ad2e-ca543a321c2f port 258b6f24-3d3a-4616-ad84-e5428ab3e1d1 binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:51:39.064915 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8fad8862-3b7e-4304-9b0f-e5ab2781db5f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:39.065356 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-8fad8862-3b7e-4304-9b0f-e5ab2781db5f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Added segment 08368515-1045-4c47-86e8-fac2c0d8553b of type vlan for network 2bbdf598-a855-486d-9fca-8e5a614eefdf Feb 09 12:51:39.096591 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d38bd2ba-13c8-418a-92dc-69bb9f09a581 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Synchronizing usage tracker for tenant:4e0936b5cf5f4a599025f77e621971c1 on resource:security_group_rule {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:51:39.103053 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8fad8862-3b7e-4304-9b0f-e5ab2781db5f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:39.138400 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d38bd2ba-13c8-418a-92dc-69bb9f09a581 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Unset dirty status for tenant:4e0936b5cf5f4a599025f77e621971c1 on resource:security_group_rule {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:51:39.140350 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d38bd2ba-13c8-418a-92dc-69bb9f09a581 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1244040 Feb 09 12:51:39.143215 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 32926) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:39.164429 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8fad8862-3b7e-4304-9b0f-e5ab2781db5f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:39.172097 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fad8862-3b7e-4304-9b0f-e5ab2781db5f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:39.172796 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8fad8862-3b7e-4304-9b0f-e5ab2781db5f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:39.179257 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-1ffeb471-2f85-426d-aa21-e45c16e76cd0 None None] Set router 450999cf-b07b-4cfe-a93b-4b7235a82245 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:51:39.190873 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-946b061f-a23e-424f-a208-f94793d0335e None None] Provisioning complete for port 05928eda-6b8a-4b0d-a8a3-3d8661eda470 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:39.191246 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-946b061f-a23e-424f-a208-f94793d0335e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:39.210182 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-878ed8bb-8316-4342-82be-7f1b04ca73fa tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:39.229077 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-878ed8bb-8316-4342-82be-7f1b04ca73fa tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:39.229775 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2ce100ee-1837-44f4-beb4-223d354dbf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:39.265615 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-878ed8bb-8316-4342-82be-7f1b04ca73fa tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:39.284698 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ed8bb-8316-4342-82be-7f1b04ca73fa tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=450a235c-11c8-4ab7-aae5-726fa496a716,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:39.298660 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-878ed8bb-8316-4342-82be-7f1b04ca73fa tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:39.300310 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-878ed8bb-8316-4342-82be-7f1b04ca73fa tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/450a235c-11c8-4ab7-aae5-726fa496a716 HTTP/1.1" status: 204 len: 168 time: 0.1559939 Feb 09 12:51:39.302784 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 32930) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:39.330362 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8fad8862-3b7e-4304-9b0f-e5ab2781db5f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4418685 Feb 09 12:51:39.331714 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 32934) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:39.339353 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-23df09ad-11e2-4967-9179-33d083ab4570 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Request body: {'subnet': {'network_id': '2bbdf598-a855-486d-9fca-8e5a614eefdf', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:39.361556 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fad8862-3b7e-4304-9b0f-e5ab2781db5f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event updated for resources: {'Network': ['ID=2bbdf598-a855-486d-9fca-8e5a614eefdf,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:39.381142 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-48ec9c6f-128a-4437-8fcc-8202df16ab64 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Synchronizing usage tracker for tenant:4e0936b5cf5f4a599025f77e621971c1 on resource:security_group_rule {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:51:39.402960 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-48ec9c6f-128a-4437-8fcc-8202df16ab64 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Unset dirty status for tenant:4e0936b5cf5f4a599025f77e621971c1 on resource:security_group_rule {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:51:39.405176 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-48ec9c6f-128a-4437-8fcc-8202df16ab64 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1004331 Feb 09 12:51:39.408627 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 32938) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:39.415091 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 2bbdf598-a855-486d-9fca-8e5a614eefdf details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:51:39.474736 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dc94b882-b45d-490f-a9b6-61b88f0c3d40 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:39.481527 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 32942) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:39.489667 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-b821ce59-edef-46af-91f6-5d4404d45a02 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1313506700', 'description': 'tempest-secgroup-smoke-1313506700 description', 'project_id': '458862934c284b11a9f402abf41ed215'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:39.497632 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b821ce59-edef-46af-91f6-5d4404d45a02 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:39.502378 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b821ce59-edef-46af-91f6-5d4404d45a02 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Usage tracker for resource:security_group and tenant:458862934c284b11a9f402abf41ed215 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:51:39.505477 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b821ce59-edef-46af-91f6-5d4404d45a02 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:51:39.512116 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b821ce59-edef-46af-91f6-5d4404d45a02 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:39.520536 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dc94b882-b45d-490f-a9b6-61b88f0c3d40 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:39.530881 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b821ce59-edef-46af-91f6-5d4404d45a02 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:39.532519 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-23df09ad-11e2-4967-9179-33d083ab4570 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:39.538750 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-23df09ad-11e2-4967-9179-33d083ab4570 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Usage tracker for resource:subnet and tenant:7a65637a4eb140ffb94c446f7f36e593 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:51:39.544981 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-23df09ad-11e2-4967-9179-33d083ab4570 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:51:39.548045 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-946b061f-a23e-424f-a208-f94793d0335e None None] Port 05928eda-6b8a-4b0d-a8a3-3d8661eda470 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:51:39.557470 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b821ce59-edef-46af-91f6-5d4404d45a02 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:39.563210 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-23df09ad-11e2-4967-9179-33d083ab4570 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:39.564493 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b821ce59-edef-46af-91f6-5d4404d45a02 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Usage tracker for resource:security_group_rule and tenant:458862934c284b11a9f402abf41ed215 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:51:39.572741 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b821ce59-edef-46af-91f6-5d4404d45a02 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:51:39.582215 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b821ce59-edef-46af-91f6-5d4404d45a02 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:39.584601 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23df09ad-11e2-4967-9179-33d083ab4570 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Made reservation on behalf of 7a65637a4eb140ffb94c446f7f36e593 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:51:39.589045 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-23df09ad-11e2-4967-9179-33d083ab4570 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:39.599631 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dc94b882-b45d-490f-a9b6-61b88f0c3d40 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:39.670880 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94b882-b45d-490f-a9b6-61b88f0c3d40 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=261b3978-ab0d-4161-aab9-34669e544667,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:39.693755 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dc94b882-b45d-490f-a9b6-61b88f0c3d40 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:39.697905 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-dc94b882-b45d-490f-a9b6-61b88f0c3d40 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/261b3978-ab0d-4161-aab9-34669e544667 HTTP/1.1" status: 204 len: 168 time: 0.2847033 Feb 09 12:51:39.699371 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 32946) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:39.739967 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 274046b7-5e49-4ad1-bfad-af09ca077d92 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:51:39.749991 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1ffeb471-2f85-426d-aa21-e45c16e76cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'name': 'tempest-RoutersTest-router-683005421', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:20Z', 'updated_at': '2022-02-09T12:51:36Z', 'revision_number': 4, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'gw_port_host': None, '_interfaces': [{'id': '05928eda-6b8a-4b0d-a8a3-3d8661eda470', 'name': '', 'network_id': 'ffca402b-5cb3-449e-953f-fd2f85943223', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:d3:36:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '04bb2481-a3da-4b6e-b2a1-eea8fcf3e502', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:34Z', 'updated_at': '2022-02-09T12:51:37Z', 'revision_number': 2, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '04bb2481-a3da-4b6e-b2a1-eea8fcf3e502', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '07478ba3-ba8f-4334-a543-53349d7180d8', 'name': '', 'network_id': 'fc5a7431-aa90-4b9c-8784-8929657329ca', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:f2:97:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '825e22ca-d729-4690-97da-ee8dc85d2933', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:26Z', 'updated_at': '2022-02-09T12:51:36Z', 'revision_number': 5, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '825e22ca-d729-4690-97da-ee8dc85d2933', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f55fc0c-7198-4941-87e8-064fdf9f35c5', 'name': '', 'network_id': '0c938ccf-ee08-4af2-9dfe-f497cfc21f8e', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:c7:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '76fc3631-c372-4916-89b1-4316753578f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:22Z', 'updated_at': '2022-02-09T12:51:28Z', 'revision_number': 5, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '76fc3631-c372-4916-89b1-4316753578f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:39.755348 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffeb471-2f85-426d-aa21-e45c16e76cd0 None None] Checking router: 450999cf-b07b-4cfe-a93b-4b7235a82245 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:51:39.755978 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffeb471-2f85-426d-aa21-e45c16e76cd0 None None] Updating router 450999cf-b07b-4cfe-a93b-4b7235a82245 port 05928eda-6b8a-4b0d-a8a3-3d8661eda470 binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:51:39.827157 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1ffeb471-2f85-426d-aa21-e45c16e76cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:39.831219 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e3c0d5e2-8eaa-46af-bee8-1740c2a9c812 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Synchronizing usage tracker for tenant:4e0936b5cf5f4a599025f77e621971c1 on resource:security_group_rule {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:51:39.837239 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b821ce59-edef-46af-91f6-5d4404d45a02 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:39.843744 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b821ce59-edef-46af-91f6-5d4404d45a02 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:39.884285 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e3c0d5e2-8eaa-46af-bee8-1740c2a9c812 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Unset dirty status for tenant:4e0936b5cf5f4a599025f77e621971c1 on resource:security_group_rule {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:51:39.884744 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-23df09ad-11e2-4967-9179-33d083ab4570 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:39.889324 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e3c0d5e2-8eaa-46af-bee8-1740c2a9c812 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1817658 Feb 09 12:51:39.893744 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2ce100ee-1837-44f4-beb4-223d354dbf2c None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:39.895919 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 32950) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:39.896562 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 274046b7-5e49-4ad1-bfad-af09ca077d92 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:39.897052 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:39.926353 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821ce59-edef-46af-91f6-5d4404d45a02 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5705fa02-b11c-4bf4-80ae-3ba562f29cab,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:39.937778 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b821ce59-edef-46af-91f6-5d4404d45a02 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:39.938964 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b821ce59-edef-46af-91f6-5d4404d45a02 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4561973 Feb 09 12:51:39.944195 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 32954) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:39.951168 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-440297e9-b783-4545-ae25-a06b8f0260be tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Request body: {'security_group_rule': {'security_group_id': '5705fa02-b11c-4bf4-80ae-3ba562f29cab', 'project_id': '458862934c284b11a9f402abf41ed215', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:39.957324 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-59d8ad91-1412-4f23-b7e7-2e0cf41dc36e tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:39.966965 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-440297e9-b783-4545-ae25-a06b8f0260be tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:39.973601 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df09ad-11e2-4967-9179-33d083ab4570 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event updated for resources: {'Subnet': ['ID=99b29608-e85c-4968-8764-d6447c585fd6,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:39.974533 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-59d8ad91-1412-4f23-b7e7-2e0cf41dc36e tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:39.977523 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2ce100ee-1837-44f4-beb4-223d354dbf2c None None] Transition to ACTIVE for port object 258b6f24-3d3a-4616-ad84-e5428ab3e1d1 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:51:39.982271 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-440297e9-b783-4545-ae25-a06b8f0260be tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Usage tracker for resource:security_group_rule and tenant:458862934c284b11a9f402abf41ed215 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:51:39.988574 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-440297e9-b783-4545-ae25-a06b8f0260be tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:51:39.997294 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-440297e9-b783-4545-ae25-a06b8f0260be tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:40.020047 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-440297e9-b783-4545-ae25-a06b8f0260be tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:40.026349 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2ce100ee-1837-44f4-beb4-223d354dbf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:40.028757 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23df09ad-11e2-4967-9179-33d083ab4570 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Checking segment: {'id': '08368515-1045-4c47-86e8-fac2c0d8553b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '2bbdf598-a855-486d-9fca-8e5a614eefdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:51:40.029444 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23df09ad-11e2-4967-9179-33d083ab4570 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Network hostable DHCP agents. Network: 2bbdf598-a855-486d-9fca-8e5a614eefdf, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:51:40.031500 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-59d8ad91-1412-4f23-b7e7-2e0cf41dc36e tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:40.054422 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23df09ad-11e2-4967-9179-33d083ab4570 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Network 2bbdf598-a855-486d-9fca-8e5a614eefdf is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:51:40.064061 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d8ad91-1412-4f23-b7e7-2e0cf41dc36e tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb391582-6317-473d-b724-01c7612bd87a,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:40.066355 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-23df09ad-11e2-4967-9179-33d083ab4570 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 2bbdf598-a855-486d-9fca-8e5a614eefdf) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:51:40.083424 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23df09ad-11e2-4967-9179-33d083ab4570 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:40.084462 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-23df09ad-11e2-4967-9179-33d083ab4570 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:40.086606 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-59d8ad91-1412-4f23-b7e7-2e0cf41dc36e tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:40.087727 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-59d8ad91-1412-4f23-b7e7-2e0cf41dc36e tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/bb391582-6317-473d-b724-01c7612bd87a HTTP/1.1" status: 204 len: 168 time: 0.1828396 Feb 09 12:51:40.091432 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 32958) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:40.091815 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b1c0a8-edf8-40dd-86cc-3aac1071c3a7 None None] Network 2bbdf598-a855-486d-9fca-8e5a614eefdf requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:51:40.136835 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-440297e9-b783-4545-ae25-a06b8f0260be tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:40.142089 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-440297e9-b783-4545-ae25-a06b8f0260be tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:40.159804 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-23df09ad-11e2-4967-9179-33d083ab4570 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8278301 Feb 09 12:51:40.161977 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 32962) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:40.174597 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-de7a7b89-9118-48ed-89a4-5a1a97e3129c tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Synchronizing usage tracker for tenant:4e0936b5cf5f4a599025f77e621971c1 on resource:security_group_rule {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:51:40.203763 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-de7a7b89-9118-48ed-89a4-5a1a97e3129c tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Unset dirty status for tenant:4e0936b5cf5f4a599025f77e621971c1 on resource:security_group_rule {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:51:40.205900 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-de7a7b89-9118-48ed-89a4-5a1a97e3129c tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1127691 Feb 09 12:51:40.209213 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 32966) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:40.275884 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440297e9-b783-4545-ae25-a06b8f0260be tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bae80925-036d-4738-9843-2baabc3d7785,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:40.289008 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cfc2fdeb-3457-45f3-ab76-df2c8cd121b6 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:40.316200 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device dbe776ae-1199-453e-a2f1-6b734e0f45cb up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:51:40.331687 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cfc2fdeb-3457-45f3-ab76-df2c8cd121b6 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:40.371121 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-440297e9-b783-4545-ae25-a06b8f0260be tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:40.373575 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-440297e9-b783-4545-ae25-a06b8f0260be tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4280267 Feb 09 12:51:40.390820 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 32970) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:40.397127 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1ffeb471-2f85-426d-aa21-e45c16e76cd0 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:40.404614 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cfc2fdeb-3457-45f3-ab76-df2c8cd121b6 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:40.425136 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-1ffeb471-2f85-426d-aa21-e45c16e76cd0 None None] Transition to ACTIVE for port object 05928eda-6b8a-4b0d-a8a3-3d8661eda470 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:51:40.425664 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-5290864d-7187-451f-a239-88b0b8870f87 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Request body: {'security_group_rule': {'security_group_id': '5705fa02-b11c-4bf4-80ae-3ba562f29cab', 'project_id': '458862934c284b11a9f402abf41ed215', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:40.440243 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1ffeb471-2f85-426d-aa21-e45c16e76cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:40.441168 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc2fdeb-3457-45f3-ab76-df2c8cd121b6 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0cc9ac8-056b-4892-9434-3decd1cad887,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:40.447470 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad8975-ebe8-4081-bbc4-a90399f761bb None None] Pushing event updated for resources: {'Port': ['ID=258b6f24-3d3a-4616-ad84-e5428ab3e1d1,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:40.458283 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5290864d-7187-451f-a239-88b0b8870f87 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:40.461702 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cfc2fdeb-3457-45f3-ab76-df2c8cd121b6 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:40.463650 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-cfc2fdeb-3457-45f3-ab76-df2c8cd121b6 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "DELETE /v2.0/security-groups/e0cc9ac8-056b-4892-9434-3decd1cad887 HTTP/1.1" status: 204 len: 168 time: 0.2520187 Feb 09 12:51:40.466230 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 32974) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:40.468649 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5290864d-7187-451f-a239-88b0b8870f87 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Usage tracker for resource:security_group_rule and tenant:458862934c284b11a9f402abf41ed215 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:51:40.474633 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5290864d-7187-451f-a239-88b0b8870f87 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:51:40.485518 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5290864d-7187-451f-a239-88b0b8870f87 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:40.541616 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-fc224d7f-c495-48f3-9365-67aa30149132 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Synchronizing usage tracker for tenant:4e0936b5cf5f4a599025f77e621971c1 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:51:40.565815 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-fc224d7f-c495-48f3-9365-67aa30149132 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Unset dirty status for tenant:4e0936b5cf5f4a599025f77e621971c1 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:51:40.567425 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-fc224d7f-c495-48f3-9365-67aa30149132 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1000979 Feb 09 12:51:40.574212 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 32978) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:40.579778 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-3b27974a-f67f-4a32-828d-eb9dc170862e tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Request body: {'security_group': {'name': 'tempest-secgroup--43703755'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:40.600618 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3b27974a-f67f-4a32-828d-eb9dc170862e tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:40.618752 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3b27974a-f67f-4a32-828d-eb9dc170862e tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:40.622304 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-2ce100ee-1837-44f4-beb4-223d354dbf2c None None] Attempting to bind port 258b6f24-3d3a-4616-ad84-e5428ab3e1d1 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:51:40.622605 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-2ce100ee-1837-44f4-beb4-223d354dbf2c None None] Attempting to bind port 258b6f24-3d3a-4616-ad84-e5428ab3e1d1 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '32da5fd3-150a-47e5-b0e4-671721cbf392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:51:40.622975 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce100ee-1837-44f4-beb4-223d354dbf2c None None] Attempting to bind port 258b6f24-3d3a-4616-ad84-e5428ab3e1d1 on network cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:51:40.643296 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce100ee-1837-44f4-beb4-223d354dbf2c None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:51:40.644011 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce100ee-1837-44f4-beb4-223d354dbf2c None None] Checking segment: {'id': '32da5fd3-150a-47e5-b0e4-671721cbf392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:51:40.644481 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2ce100ee-1837-44f4-beb4-223d354dbf2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:40.644886 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce100ee-1837-44f4-beb4-223d354dbf2c None None] Bound using segment: {'id': '32da5fd3-150a-47e5-b0e4-671721cbf392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:51:40.645394 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-2ce100ee-1837-44f4-beb4-223d354dbf2c None None] Bound port: 258b6f24-3d3a-4616-ad84-e5428ab3e1d1, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32da5fd3-150a-47e5-b0e4-671721cbf392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:51:40.645826 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2ce100ee-1837-44f4-beb4-223d354dbf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:40.650693 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3b27974a-f67f-4a32-828d-eb9dc170862e tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:40.662844 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1194ddb6-9b04-494a-b28b-7db216a4262e None None] Pushing event updated for resources: {'Port': ['ID=05928eda-6b8a-4b0d-a8a3-3d8661eda470,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:40.677521 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1194ddb6-9b04-494a-b28b-7db216a4262e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:40.678030 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1194ddb6-9b04-494a-b28b-7db216a4262e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:40.678467 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1194ddb6-9b04-494a-b28b-7db216a4262e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:40.680003 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3b27974a-f67f-4a32-828d-eb9dc170862e tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:40.680488 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1194ddb6-9b04-494a-b28b-7db216a4262e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:40.680886 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1194ddb6-9b04-494a-b28b-7db216a4262e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:40.681281 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1194ddb6-9b04-494a-b28b-7db216a4262e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:40.684575 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1194ddb6-9b04-494a-b28b-7db216a4262e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:40.685046 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-3b27974a-f67f-4a32-828d-eb9dc170862e tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Usage tracker for resource:security_group_rule and tenant:4e0936b5cf5f4a599025f77e621971c1 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:51:40.685586 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1194ddb6-9b04-494a-b28b-7db216a4262e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:40.686022 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1194ddb6-9b04-494a-b28b-7db216a4262e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:40.686451 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1194ddb6-9b04-494a-b28b-7db216a4262e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:40.686877 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1194ddb6-9b04-494a-b28b-7db216a4262e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:40.687434 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1194ddb6-9b04-494a-b28b-7db216a4262e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:40.689119 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-3b27974a-f67f-4a32-828d-eb9dc170862e tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:51:40.705403 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3b27974a-f67f-4a32-828d-eb9dc170862e tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:40.714681 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5290864d-7187-451f-a239-88b0b8870f87 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:40.853774 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-1ffeb471-2f85-426d-aa21-e45c16e76cd0 None None] Attempting to bind port 05928eda-6b8a-4b0d-a8a3-3d8661eda470 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:51:40.854221 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-1ffeb471-2f85-426d-aa21-e45c16e76cd0 None None] Attempting to bind port 05928eda-6b8a-4b0d-a8a3-3d8661eda470 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '490c5510-471a-40f6-8f94-a47cb8b6f488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ffca402b-5cb3-449e-953f-fd2f85943223'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:51:40.854565 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port dbe776ae-1199-453e-a2f1-6b734e0f45cb triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:40.854877 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffeb471-2f85-426d-aa21-e45c16e76cd0 None None] Attempting to bind port 05928eda-6b8a-4b0d-a8a3-3d8661eda470 on network ffca402b-5cb3-449e-953f-fd2f85943223 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:51:40.855248 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:40.861332 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffeb471-2f85-426d-aa21-e45c16e76cd0 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:51:40.862662 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffeb471-2f85-426d-aa21-e45c16e76cd0 None None] Checking segment: {'id': '490c5510-471a-40f6-8f94-a47cb8b6f488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ffca402b-5cb3-449e-953f-fd2f85943223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:51:40.862662 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1ffeb471-2f85-426d-aa21-e45c16e76cd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:40.863098 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffeb471-2f85-426d-aa21-e45c16e76cd0 None None] Bound using segment: {'id': '490c5510-471a-40f6-8f94-a47cb8b6f488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ffca402b-5cb3-449e-953f-fd2f85943223'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:51:40.863658 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-1ffeb471-2f85-426d-aa21-e45c16e76cd0 None None] Bound port: 05928eda-6b8a-4b0d-a8a3-3d8661eda470, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490c5510-471a-40f6-8f94-a47cb8b6f488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ffca402b-5cb3-449e-953f-fd2f85943223'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:51:40.864152 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1ffeb471-2f85-426d-aa21-e45c16e76cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:40.865135 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3b27974a-f67f-4a32-828d-eb9dc170862e tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:40.870265 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3b27974a-f67f-4a32-828d-eb9dc170862e tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:40.930642 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b85294-122b-441d-ae87-fbf86e4e78a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-2bbdf598-a855-486d-9fca-8e5a614eefdf', 'network_id': '2bbdf598-a855-486d-9fca-8e5a614eefdf', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'fixed_ips': [{'subnet_id': '99b29608-e85c-4968-8764-d6447c585fd6'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:51:40.931466 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b4b85294-122b-441d-ae87-fbf86e4e78a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:40.951570 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3b27974a-f67f-4a32-828d-eb9dc170862e tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:40.956117 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3b27974a-f67f-4a32-828d-eb9dc170862e tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3793466 Feb 09 12:51:40.957803 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 32982) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:40.969944 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-fc277aa8-4807-48c1-b420-3aac00534ab4 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Request body: {'security_group_rule': {'security_group_id': '48802a9a-9a6b-4533-b4d6-dcffb67bc76b', 'direction': 'ingress', 'protocol': 17}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:40.982632 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-fc277aa8-4807-48c1-b420-3aac00534ab4 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:40.987812 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b27974a-f67f-4a32-828d-eb9dc170862e tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48802a9a-9a6b-4533-b4d6-dcffb67bc76b,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:40.990475 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-fc277aa8-4807-48c1-b420-3aac00534ab4 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Usage tracker for resource:security_group_rule and tenant:4e0936b5cf5f4a599025f77e621971c1 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:51:40.992205 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5290864d-7187-451f-a239-88b0b8870f87 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:40.995663 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-fc277aa8-4807-48c1-b420-3aac00534ab4 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:51:40.999028 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5290864d-7187-451f-a239-88b0b8870f87 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:41.002766 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-fc277aa8-4807-48c1-b420-3aac00534ab4 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:41.029995 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fc277aa8-4807-48c1-b420-3aac00534ab4 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:41.044743 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5290864d-7187-451f-a239-88b0b8870f87 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77f272d7-461a-4561-8115-9c9dd3e59dae,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:41.060528 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-2ce100ee-1837-44f4-beb4-223d354dbf2c None None] For port 258b6f24-3d3a-4616-ad84-e5428ab3e1d1, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:51:41.063908 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-1ffeb471-2f85-426d-aa21-e45c16e76cd0 None None] For port 05928eda-6b8a-4b0d-a8a3-3d8661eda470, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:51:41.070086 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-1ffeb471-2f85-426d-aa21-e45c16e76cd0 None None] For port 05928eda-6b8a-4b0d-a8a3-3d8661eda470, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=05928eda-6b8a-4b0d-a8a3-3d8661eda470,segment=NetworkSegment(490c5510-471a-40f6-8f94-a47cb8b6f488),segment_id=490c5510-471a-40f6-8f94-a47cb8b6f488)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:51:41.075330 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1ffeb471-2f85-426d-aa21-e45c16e76cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:41.117666 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fc277aa8-4807-48c1-b420-3aac00534ab4 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:41.122570 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fc277aa8-4807-48c1-b420-3aac00534ab4 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:41.135684 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-2ce100ee-1837-44f4-beb4-223d354dbf2c None None] For port 258b6f24-3d3a-4616-ad84-e5428ab3e1d1, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=258b6f24-3d3a-4616-ad84-e5428ab3e1d1,segment=NetworkSegment(32da5fd3-150a-47e5-b0e4-671721cbf392),segment_id=32da5fd3-150a-47e5-b0e4-671721cbf392)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:51:41.154824 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5290864d-7187-451f-a239-88b0b8870f87 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:41.158781 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5290864d-7187-451f-a239-88b0b8870f87 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7664628 Feb 09 12:51:41.164400 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 32986) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:41.170037 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-94045689-82da-42c3-8ea5-604df72dcdb9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Request body: {'security_group_rule': {'security_group_id': '5705fa02-b11c-4bf4-80ae-3ba562f29cab', 'project_id': '458862934c284b11a9f402abf41ed215', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:41.173419 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fc277aa8-4807-48c1-b420-3aac00534ab4 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:41.178062 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-fc277aa8-4807-48c1-b420-3aac00534ab4 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2200992 Feb 09 12:51:41.182530 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 32990) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:41.186836 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-94045689-82da-42c3-8ea5-604df72dcdb9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:41.187205 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc277aa8-4807-48c1-b420-3aac00534ab4 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a033ece-955b-43d6-b43a-8630e4793c34,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:41.191429 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2ce100ee-1837-44f4-beb4-223d354dbf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:41.210714 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-94045689-82da-42c3-8ea5-604df72dcdb9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Usage tracker for resource:security_group_rule and tenant:458862934c284b11a9f402abf41ed215 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:51:41.219018 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-94045689-82da-42c3-8ea5-604df72dcdb9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:51:41.219218 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffeb471-2f85-426d-aa21-e45c16e76cd0 None None] Routers {'450999cf-b07b-4cfe-a93b-4b7235a82245'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:51:41.220391 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1ffeb471-2f85-426d-aa21-e45c16e76cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:51:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['450999cf-b07b-4cfe-a93b-4b7235a82245'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:41.236975 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-94045689-82da-42c3-8ea5-604df72dcdb9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:41.263375 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-98cb12a5-1269-4b59-b7b4-0ba72448aef1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:41.338634 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1194ddb6-9b04-494a-b28b-7db216a4262e None None] Pushing event updated for resources: {'Port': ['ID=05928eda-6b8a-4b0d-a8a3-3d8661eda470,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:41.407135 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce100ee-1837-44f4-beb4-223d354dbf2c None None] Routers {'3ba11c21-15e3-496f-ad2e-ca543a321c2f'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:51:41.407654 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-2ce100ee-1837-44f4-beb4-223d354dbf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:51:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['3ba11c21-15e3-496f-ad2e-ca543a321c2f'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:41.491492 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-1ffeb471-2f85-426d-aa21-e45c16e76cd0 None None] Set router 450999cf-b07b-4cfe-a93b-4b7235a82245 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:51:41.495713 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-b4b85294-122b-441d-ae87-fbf86e4e78a4 None None] Allocated IP 172.23.0.2 (2bbdf598-a855-486d-9fca-8e5a614eefdf/99b29608-e85c-4968-8764-d6447c585fd6/87e98806-8e56-48ee-901d-f6f901259098) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:51:41.506881 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad8975-ebe8-4081-bbc4-a90399f761bb None None] Pushing event updated for resources: {'Port': ['ID=258b6f24-3d3a-4616-ad84-e5428ab3e1d1,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:41.566493 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-26df6336-582e-4e0c-b9be-182addf701b6 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:41.620741 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-94045689-82da-42c3-8ea5-604df72dcdb9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:41.693894 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-26df6336-582e-4e0c-b9be-182addf701b6 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:41.736020 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-2ce100ee-1837-44f4-beb4-223d354dbf2c None None] Set router 3ba11c21-15e3-496f-ad2e-ca543a321c2f gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:51:41.812150 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-94045689-82da-42c3-8ea5-604df72dcdb9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:41.830485 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-94045689-82da-42c3-8ea5-604df72dcdb9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:41.851960 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1ffeb471-2f85-426d-aa21-e45c16e76cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'name': 'tempest-RoutersTest-router-683005421', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:20Z', 'updated_at': '2022-02-09T12:51:36Z', 'revision_number': 4, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'gw_port_host': None, '_interfaces': [{'id': '05928eda-6b8a-4b0d-a8a3-3d8661eda470', 'name': '', 'network_id': 'ffca402b-5cb3-449e-953f-fd2f85943223', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:d3:36:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '04bb2481-a3da-4b6e-b2a1-eea8fcf3e502', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:34Z', 'updated_at': '2022-02-09T12:51:41Z', 'revision_number': 4, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '04bb2481-a3da-4b6e-b2a1-eea8fcf3e502', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '07478ba3-ba8f-4334-a543-53349d7180d8', 'name': '', 'network_id': 'fc5a7431-aa90-4b9c-8784-8929657329ca', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:f2:97:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '825e22ca-d729-4690-97da-ee8dc85d2933', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:26Z', 'updated_at': '2022-02-09T12:51:36Z', 'revision_number': 5, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '825e22ca-d729-4690-97da-ee8dc85d2933', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f55fc0c-7198-4941-87e8-064fdf9f35c5', 'name': '', 'network_id': '0c938ccf-ee08-4af2-9dfe-f497cfc21f8e', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:c7:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '76fc3631-c372-4916-89b1-4316753578f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:22Z', 'updated_at': '2022-02-09T12:51:28Z', 'revision_number': 5, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '76fc3631-c372-4916-89b1-4316753578f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:41.857182 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffeb471-2f85-426d-aa21-e45c16e76cd0 None None] The sync data for ids ['450999cf-b07b-4cfe-a93b-4b7235a82245'] in n-d-825178-3 is: [{'id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'name': 'tempest-RoutersTest-router-683005421', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:20Z', 'updated_at': '2022-02-09T12:51:36Z', 'revision_number': 4, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'gw_port_host': None, '_interfaces': [{'id': '05928eda-6b8a-4b0d-a8a3-3d8661eda470', 'name': '', 'network_id': 'ffca402b-5cb3-449e-953f-fd2f85943223', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:d3:36:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '04bb2481-a3da-4b6e-b2a1-eea8fcf3e502', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:34Z', 'updated_at': '2022-02-09T12:51:41Z', 'revision_number': 4, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '04bb2481-a3da-4b6e-b2a1-eea8fcf3e502', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '07478ba3-ba8f-4334-a543-53349d7180d8', 'name': '', 'network_id': 'fc5a7431-aa90-4b9c-8784-8929657329ca', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:f2:97:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '825e22ca-d729-4690-97da-ee8dc85d2933', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:26Z', 'updated_at': '2022-02-09T12:51:36Z', 'revision_number': 5, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '825e22ca-d729-4690-97da-ee8dc85d2933', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f55fc0c-7198-4941-87e8-064fdf9f35c5', 'name': '', 'network_id': '0c938ccf-ee08-4af2-9dfe-f497cfc21f8e', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:c7:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '76fc3631-c372-4916-89b1-4316753578f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:22Z', 'updated_at': '2022-02-09T12:51:28Z', 'revision_number': 5, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '76fc3631-c372-4916-89b1-4316753578f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:51:41.869516 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-26df6336-582e-4e0c-b9be-182addf701b6 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:41.887306 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94045689-82da-42c3-8ea5-604df72dcdb9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34901ce2-b75f-4e48-acde-3196fe6764ca,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:41.955706 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26df6336-582e-4e0c-b9be-182addf701b6 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48802a9a-9a6b-4533-b4d6-dcffb67bc76b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:41.974318 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-94045689-82da-42c3-8ea5-604df72dcdb9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:41.975742 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-94045689-82da-42c3-8ea5-604df72dcdb9 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8101990 Feb 09 12:51:41.979032 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 32994) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:41.986068 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-0cdd1fc8-a6db-4eba-828a-19ecc742ae67 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Request body: {'security_group_rule': {'security_group_id': '5705fa02-b11c-4bf4-80ae-3ba562f29cab', 'project_id': '458862934c284b11a9f402abf41ed215', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:41.995431 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-0cdd1fc8-a6db-4eba-828a-19ecc742ae67 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:41.998968 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-0cdd1fc8-a6db-4eba-828a-19ecc742ae67 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Usage tracker for resource:security_group_rule and tenant:458862934c284b11a9f402abf41ed215 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:51:42.002088 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-0cdd1fc8-a6db-4eba-828a-19ecc742ae67 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:51:42.004355 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-26df6336-582e-4e0c-b9be-182addf701b6 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:42.006103 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-26df6336-582e-4e0c-b9be-182addf701b6 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "DELETE /v2.0/security-groups/48802a9a-9a6b-4533-b4d6-dcffb67bc76b HTTP/1.1" status: 204 len: 168 time: 0.8215959 Feb 09 12:51:42.010800 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 32998) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:42.029578 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-0cdd1fc8-a6db-4eba-828a-19ecc742ae67 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:42.068534 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0cdd1fc8-a6db-4eba-828a-19ecc742ae67 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:42.097388 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b598246a-a098-4a98-8f83-abe3f6111e3e tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Synchronizing usage tracker for tenant:4e0936b5cf5f4a599025f77e621971c1 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:51:42.121667 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b4b85294-122b-441d-ae87-fbf86e4e78a4 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:42.140214 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b598246a-a098-4a98-8f83-abe3f6111e3e tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Unset dirty status for tenant:4e0936b5cf5f4a599025f77e621971c1 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:51:42.141508 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b598246a-a098-4a98-8f83-abe3f6111e3e tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1291380 Feb 09 12:51:42.146336 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33002) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:42.152194 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b4b85294-122b-441d-ae87-fbf86e4e78a4 None None] Transition to ACTIVE for port object 87e98806-8e56-48ee-901d-f6f901259098 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:51:42.156600 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-4da23a07-bd88-44fd-8cdd-9b17c7fccfdd tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Request body: {'security_group': {'name': 'tempest-secgroup--871795851'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:42.162653 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0cdd1fc8-a6db-4eba-828a-19ecc742ae67 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:42.163448 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4da23a07-bd88-44fd-8cdd-9b17c7fccfdd tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:42.167510 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0cdd1fc8-a6db-4eba-828a-19ecc742ae67 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:42.176699 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4da23a07-bd88-44fd-8cdd-9b17c7fccfdd tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:42.192230 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4da23a07-bd88-44fd-8cdd-9b17c7fccfdd tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:42.194211 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd1fc8-a6db-4eba-828a-19ecc742ae67 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be30242a-4d37-437c-88ff-f0ad1470c138,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:42.210566 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0cdd1fc8-a6db-4eba-828a-19ecc742ae67 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:42.214493 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b4b85294-122b-441d-ae87-fbf86e4e78a4 None None] Transition to ACTIVE for port object 87e98806-8e56-48ee-901d-f6f901259098 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:51:42.214882 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-0cdd1fc8-a6db-4eba-828a-19ecc742ae67 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2347360 Feb 09 12:51:42.215560 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33006) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:42.222351 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-5723cd27-4f97-4f41-afc1-7ed6a6aad8bf tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Request body: {'security_group_rule': {'security_group_id': '5705fa02-b11c-4bf4-80ae-3ba562f29cab', 'project_id': '458862934c284b11a9f402abf41ed215', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:42.225924 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b4b85294-122b-441d-ae87-fbf86e4e78a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:42.229079 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-5723cd27-4f97-4f41-afc1-7ed6a6aad8bf tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:42.233647 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-5723cd27-4f97-4f41-afc1-7ed6a6aad8bf tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Usage tracker for resource:security_group_rule and tenant:458862934c284b11a9f402abf41ed215 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:51:42.236553 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-5723cd27-4f97-4f41-afc1-7ed6a6aad8bf tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:51:42.242927 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-5723cd27-4f97-4f41-afc1-7ed6a6aad8bf tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:42.254709 n-d-825178-3 neutron-server[87567]: INFO neutron.db.securitygroups_db [None req-5723cd27-4f97-4f41-afc1-7ed6a6aad8bf tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Project 458862934c284b11a9f402abf41ed215 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 12:51:42.263171 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5723cd27-4f97-4f41-afc1-7ed6a6aad8bf tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:42.302531 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b85294-122b-441d-ae87-fbf86e4e78a4 None None] Network 2bbdf598-a855-486d-9fca-8e5a614eefdf is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:51:42.306777 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-b4b85294-122b-441d-ae87-fbf86e4e78a4 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:51:42.309238 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b85294-122b-441d-ae87-fbf86e4e78a4 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:51:42.324158 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4da23a07-bd88-44fd-8cdd-9b17c7fccfdd tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:42.341901 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5723cd27-4f97-4f41-afc1-7ed6a6aad8bf tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:42.350334 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b85294-122b-441d-ae87-fbf86e4e78a4 None None] Pushing event updated for resources: {'Port': ['ID=87e98806-8e56-48ee-901d-f6f901259098,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:42.360672 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5723cd27-4f97-4f41-afc1-7ed6a6aad8bf tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:42.364367 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4da23a07-bd88-44fd-8cdd-9b17c7fccfdd tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Usage tracker for resource:security_group_rule and tenant:4e0936b5cf5f4a599025f77e621971c1 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:51:42.375778 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4da23a07-bd88-44fd-8cdd-9b17c7fccfdd tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:51:42.385107 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-98cb12a5-1269-4b59-b7b4-0ba72448aef1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Allocated IP 172.23.0.1 (2bbdf598-a855-486d-9fca-8e5a614eefdf/99b29608-e85c-4968-8764-d6447c585fd6/00943df2-9f97-4443-85f6-9a709f1c4201) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:51:42.387598 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4da23a07-bd88-44fd-8cdd-9b17c7fccfdd tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:42.395434 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-2ce100ee-1837-44f4-beb4-223d354dbf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba11c21-15e3-496f-ad2e-ca543a321c2f', 'name': 'tempest-TestNetworkBasicOps-router-366008221', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'c85290bc-1ee3-4bea-8ad9-3189f4b5c674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:24Z', 'updated_at': '2022-02-09T12:51:35Z', 'revision_number': 4, 'project_id': '458862934c284b11a9f402abf41ed215', 'gw_port': {'id': 'c85290bc-1ee3-4bea-8ad9-3189f4b5c674', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba11c21-15e3-496f-ad2e-ca543a321c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:25Z', 'updated_at': '2022-02-09T12:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '258b6f24-3d3a-4616-ad84-e5428ab3e1d1', 'name': '', 'network_id': 'cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'mac_address': 'fa:16:3e:68:37:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba11c21-15e3-496f-ad2e-ca543a321c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'bfd2da91-fd3f-4e2d-8462-ade62ea5d241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:31Z', 'updated_at': '2022-02-09T12:51:41Z', 'revision_number': 4, 'project_id': '458862934c284b11a9f402abf41ed215', 'subnets': [{'id': 'bfd2da91-fd3f-4e2d-8462-ade62ea5d241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:42.402923 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5723cd27-4f97-4f41-afc1-7ed6a6aad8bf tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70b2c636-00e6-4908-a35d-d4d3efb3f2ae,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:42.407121 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce100ee-1837-44f4-beb4-223d354dbf2c None None] The sync data for ids ['3ba11c21-15e3-496f-ad2e-ca543a321c2f'] in n-d-825178-3 is: [{'id': '3ba11c21-15e3-496f-ad2e-ca543a321c2f', 'name': 'tempest-TestNetworkBasicOps-router-366008221', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'c85290bc-1ee3-4bea-8ad9-3189f4b5c674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:24Z', 'updated_at': '2022-02-09T12:51:35Z', 'revision_number': 4, 'project_id': '458862934c284b11a9f402abf41ed215', 'gw_port': {'id': 'c85290bc-1ee3-4bea-8ad9-3189f4b5c674', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba11c21-15e3-496f-ad2e-ca543a321c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:25Z', 'updated_at': '2022-02-09T12:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '258b6f24-3d3a-4616-ad84-e5428ab3e1d1', 'name': '', 'network_id': 'cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'mac_address': 'fa:16:3e:68:37:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba11c21-15e3-496f-ad2e-ca543a321c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'bfd2da91-fd3f-4e2d-8462-ade62ea5d241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:31Z', 'updated_at': '2022-02-09T12:51:41Z', 'revision_number': 4, 'project_id': '458862934c284b11a9f402abf41ed215', 'subnets': [{'id': 'bfd2da91-fd3f-4e2d-8462-ade62ea5d241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:51:42.431156 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5723cd27-4f97-4f41-afc1-7ed6a6aad8bf tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:42.435059 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-5723cd27-4f97-4f41-afc1-7ed6a6aad8bf tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2159479 Feb 09 12:51:42.435862 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33010) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:42.441033 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-23da82d5-1379-411e-ae25-aecc6fe5b9a4 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Request body: {'security_group_rule': {'security_group_id': '5705fa02-b11c-4bf4-80ae-3ba562f29cab', 'project_id': '458862934c284b11a9f402abf41ed215', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:42.448363 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-23da82d5-1379-411e-ae25-aecc6fe5b9a4 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:42.450058 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-b4b85294-122b-441d-ae87-fbf86e4e78a4 None None] Attempting to bind port 87e98806-8e56-48ee-901d-f6f901259098 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:51:42.450571 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-b4b85294-122b-441d-ae87-fbf86e4e78a4 None None] Attempting to bind port 87e98806-8e56-48ee-901d-f6f901259098 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '08368515-1045-4c47-86e8-fac2c0d8553b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '2bbdf598-a855-486d-9fca-8e5a614eefdf'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:51:42.450940 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b85294-122b-441d-ae87-fbf86e4e78a4 None None] Attempting to bind port 87e98806-8e56-48ee-901d-f6f901259098 on network 2bbdf598-a855-486d-9fca-8e5a614eefdf {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:51:42.458044 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b85294-122b-441d-ae87-fbf86e4e78a4 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:51:42.458456 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b85294-122b-441d-ae87-fbf86e4e78a4 None None] Checking segment: {'id': '08368515-1045-4c47-86e8-fac2c0d8553b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '2bbdf598-a855-486d-9fca-8e5a614eefdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:51:42.458903 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b4b85294-122b-441d-ae87-fbf86e4e78a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:42.460599 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-23da82d5-1379-411e-ae25-aecc6fe5b9a4 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Usage tracker for resource:security_group_rule and tenant:458862934c284b11a9f402abf41ed215 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:51:42.461349 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b85294-122b-441d-ae87-fbf86e4e78a4 None None] Bound using segment: {'id': '08368515-1045-4c47-86e8-fac2c0d8553b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '2bbdf598-a855-486d-9fca-8e5a614eefdf'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:51:42.462288 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-b4b85294-122b-441d-ae87-fbf86e4e78a4 None None] Bound port: 87e98806-8e56-48ee-901d-f6f901259098, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08368515-1045-4c47-86e8-fac2c0d8553b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '2bbdf598-a855-486d-9fca-8e5a614eefdf'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:51:42.463600 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b4b85294-122b-441d-ae87-fbf86e4e78a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:42.463887 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-23da82d5-1379-411e-ae25-aecc6fe5b9a4 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:51:42.469746 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-23da82d5-1379-411e-ae25-aecc6fe5b9a4 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:42.518498 n-d-825178-3 neutron-server[87567]: INFO neutron.db.securitygroups_db [None req-23da82d5-1379-411e-ae25-aecc6fe5b9a4 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Project 458862934c284b11a9f402abf41ed215 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 12:51:42.531915 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-23da82d5-1379-411e-ae25-aecc6fe5b9a4 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:42.612406 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-b4b85294-122b-441d-ae87-fbf86e4e78a4 None None] For port 87e98806-8e56-48ee-901d-f6f901259098, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:51:42.616284 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-b4b85294-122b-441d-ae87-fbf86e4e78a4 None None] For port 87e98806-8e56-48ee-901d-f6f901259098, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=87e98806-8e56-48ee-901d-f6f901259098,segment=NetworkSegment(08368515-1045-4c47-86e8-fac2c0d8553b),segment_id=08368515-1045-4c47-86e8-fac2c0d8553b)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:51:42.625008 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b4b85294-122b-441d-ae87-fbf86e4e78a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:42.638908 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-23da82d5-1379-411e-ae25-aecc6fe5b9a4 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:42.645069 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4da23a07-bd88-44fd-8cdd-9b17c7fccfdd tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:42.646862 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-23da82d5-1379-411e-ae25-aecc6fe5b9a4 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:42.651434 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4da23a07-bd88-44fd-8cdd-9b17c7fccfdd tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:42.696433 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-98cb12a5-1269-4b59-b7b4-0ba72448aef1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:42.698682 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da82d5-1379-411e-ae25-aecc6fe5b9a4 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48cea934-060c-4ef6-85d5-303a15eae1e9,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:42.717574 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-23da82d5-1379-411e-ae25-aecc6fe5b9a4 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:42.732555 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-23da82d5-1379-411e-ae25-aecc6fe5b9a4 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2943380 Feb 09 12:51:42.743760 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-98cb12a5-1269-4b59-b7b4-0ba72448aef1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Transition to ACTIVE for port object 00943df2-9f97-4443-85f6-9a709f1c4201 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:51:42.750250 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b85294-122b-441d-ae87-fbf86e4e78a4 None None] Pushing event updated for resources: {'Port': ['ID=87e98806-8e56-48ee-901d-f6f901259098,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:42.771424 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da23a07-bd88-44fd-8cdd-9b17c7fccfdd tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a19b81f-bf24-4fa0-8a35-19abf5fe6140,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:42.795718 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da23a07-bd88-44fd-8cdd-9b17c7fccfdd tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:42.796123 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da23a07-bd88-44fd-8cdd-9b17c7fccfdd tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:42.796459 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da23a07-bd88-44fd-8cdd-9b17c7fccfdd tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:42.796941 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da23a07-bd88-44fd-8cdd-9b17c7fccfdd tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:42.797269 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da23a07-bd88-44fd-8cdd-9b17c7fccfdd tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:42.797599 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da23a07-bd88-44fd-8cdd-9b17c7fccfdd tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:42.797920 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da23a07-bd88-44fd-8cdd-9b17c7fccfdd tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:42.798240 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da23a07-bd88-44fd-8cdd-9b17c7fccfdd tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:42.798554 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da23a07-bd88-44fd-8cdd-9b17c7fccfdd tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:42.798902 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da23a07-bd88-44fd-8cdd-9b17c7fccfdd tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:42.799216 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da23a07-bd88-44fd-8cdd-9b17c7fccfdd tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:42.799524 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da23a07-bd88-44fd-8cdd-9b17c7fccfdd tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:42.804874 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4da23a07-bd88-44fd-8cdd-9b17c7fccfdd tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:42.809069 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4da23a07-bd88-44fd-8cdd-9b17c7fccfdd tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6616132 Feb 09 12:51:42.809379 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33016) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:42.824656 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-ac16dddb-0cdf-4f14-8bce-3e8593a4f8d9 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Request body: {'security_group': {'name': 'tempest-secgroup--1319299285'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:42.834181 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-98cb12a5-1269-4b59-b7b4-0ba72448aef1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:42.847086 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-ac16dddb-0cdf-4f14-8bce-3e8593a4f8d9 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:42.856206 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ac16dddb-0cdf-4f14-8bce-3e8593a4f8d9 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Usage tracker for resource:security_group and tenant:4e0936b5cf5f4a599025f77e621971c1 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:51:42.860756 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ac16dddb-0cdf-4f14-8bce-3e8593a4f8d9 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:51:42.867851 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-ac16dddb-0cdf-4f14-8bce-3e8593a4f8d9 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:42.881221 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ac16dddb-0cdf-4f14-8bce-3e8593a4f8d9 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:42.907085 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-ac16dddb-0cdf-4f14-8bce-3e8593a4f8d9 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:42.916363 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ac16dddb-0cdf-4f14-8bce-3e8593a4f8d9 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Usage tracker for resource:security_group_rule and tenant:4e0936b5cf5f4a599025f77e621971c1 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:51:42.920421 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ac16dddb-0cdf-4f14-8bce-3e8593a4f8d9 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:51:42.928052 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-ac16dddb-0cdf-4f14-8bce-3e8593a4f8d9 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:42.982231 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cb12a5-1269-4b59-b7b4-0ba72448aef1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Network 2bbdf598-a855-486d-9fca-8e5a614eefdf is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:51:42.986840 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb12a5-1269-4b59-b7b4-0ba72448aef1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event updated for resources: {'Port': ['ID=00943df2-9f97-4443-85f6-9a709f1c4201,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:42.989623 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-98cb12a5-1269-4b59-b7b4-0ba72448aef1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:51:42.995593 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cb12a5-1269-4b59-b7b4-0ba72448aef1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:51:43.110022 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-98cb12a5-1269-4b59-b7b4-0ba72448aef1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:43.119189 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ac16dddb-0cdf-4f14-8bce-3e8593a4f8d9 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:43.147107 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-a4228f07-4efd-4638-b53f-6fed5bc7d359 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1313506700&fields=id&tenant_id=458862934c284b11a9f402abf41ed215 HTTP/1.1" status: 200 len: 267 time: 0.0710185 Feb 09 12:51:43.148246 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ac16dddb-0cdf-4f14-8bce-3e8593a4f8d9 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:43.266158 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-98cb12a5-1269-4b59-b7b4-0ba72448aef1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:43.296972 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac16dddb-0cdf-4f14-8bce-3e8593a4f8d9 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2955f96-f4d9-45bb-a6f6-eddc07299d21,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:43.312936 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ac16dddb-0cdf-4f14-8bce-3e8593a4f8d9 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:43.317311 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ac16dddb-0cdf-4f14-8bce-3e8593a4f8d9 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5067101 Feb 09 12:51:43.318170 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33030) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:43.328150 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-a656fcb2-144a-4d98-9bc3-0c71ba41176a tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Request body: {'security_group_rule': {'security_group_id': '1a19b81f-bf24-4fa0-8a35-19abf5fe6140', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a2955f96-f4d9-45bb-a6f6-eddc07299d21', 'remote_ip_prefix': None}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:43.340067 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-a656fcb2-144a-4d98-9bc3-0c71ba41176a tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:43.362504 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a656fcb2-144a-4d98-9bc3-0c71ba41176a tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Usage tracker for resource:security_group_rule and tenant:4e0936b5cf5f4a599025f77e621971c1 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:51:43.368425 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a656fcb2-144a-4d98-9bc3-0c71ba41176a tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:51:43.384712 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-a656fcb2-144a-4d98-9bc3-0c71ba41176a tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:43.403286 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-5c3e2b04-2fab-49cf-8201-3b0f3ea54f48 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:43.404102 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-5c3e2b04-2fab-49cf-8201-3b0f3ea54f48 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Synchronizing usage tracker for tenant:458862934c284b11a9f402abf41ed215 on resource:network {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:51:43.425884 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-5c3e2b04-2fab-49cf-8201-3b0f3ea54f48 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Unset dirty status for tenant:458862934c284b11a9f402abf41ed215 on resource:network {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:51:43.427108 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-5c3e2b04-2fab-49cf-8201-3b0f3ea54f48 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/networks?id=cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7 HTTP/1.1" status: 200 len: 796 time: 0.2641840 Feb 09 12:51:43.437342 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a656fcb2-144a-4d98-9bc3-0c71ba41176a tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:43.460702 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-b40a58d9-d63f-43f8-bca6-9d4052f2167b tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/quotas/458862934c284b11a9f402abf41ed215 HTTP/1.1" status: 200 len: 375 time: 0.0243433 Feb 09 12:51:43.577299 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a656fcb2-144a-4d98-9bc3-0c71ba41176a tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:43.583718 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a656fcb2-144a-4d98-9bc3-0c71ba41176a tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:43.603071 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-965b5e71-8eeb-4c7a-a4ec-82d647b24ebf tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=458862934c284b11a9f402abf41ed215&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1351564 Feb 09 12:51:43.631302 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656fcb2-144a-4d98-9bc3-0c71ba41176a tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b00d92c-780c-4a9f-8fcd-3f30eb1f9303,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:43.656776 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a656fcb2-144a-4d98-9bc3-0c71ba41176a tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:43.661065 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a656fcb2-144a-4d98-9bc3-0c71ba41176a tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3393118 Feb 09 12:51:43.661856 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33036) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:43.731603 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ece53ab9-96be-4cfc-88c8-8d12d64ea4e4 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:43.769401 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-98cb12a5-1269-4b59-b7b4-0ba72448aef1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:43.776066 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-98cb12a5-1269-4b59-b7b4-0ba72448aef1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:43.813420 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 87e98806-8e56-48ee-901d-f6f901259098 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:51:43.899296 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 87e98806-8e56-48ee-901d-f6f901259098 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:51:43.906942 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 258b6f24-3d3a-4616-ad84-e5428ab3e1d1 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:51:43.916199 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb12a5-1269-4b59-b7b4-0ba72448aef1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event updated for resources: {'Port': ['ID=00943df2-9f97-4443-85f6-9a709f1c4201,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:43.918799 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-98cb12a5-1269-4b59-b7b4-0ba72448aef1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:43.948646 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ece53ab9-96be-4cfc-88c8-8d12d64ea4e4 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:43.992997 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 258b6f24-3d3a-4616-ad84-e5428ab3e1d1 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:51:43.998441 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 258b6f24-3d3a-4616-ad84-e5428ab3e1d1 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:43.998916 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:44.028729 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33042) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:44.079703 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-927f3cc6-90c3-4c0d-a9e5-9f711da003c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:44.136633 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ece53ab9-96be-4cfc-88c8-8d12d64ea4e4 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:44.185891 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece53ab9-96be-4cfc-88c8-8d12d64ea4e4 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7b00d92c-780c-4a9f-8fcd-3f30eb1f9303,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:44.187177 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8aa8550-8608-439b-b5b4-eeee06819315 None None] Network 2bbdf598-a855-486d-9fca-8e5a614eefdf requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:51:44.221034 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cb12a5-1269-4b59-b7b4-0ba72448aef1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Network 2bbdf598-a855-486d-9fca-8e5a614eefdf is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:51:44.222308 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ece53ab9-96be-4cfc-88c8-8d12d64ea4e4 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:44.222758 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-98cb12a5-1269-4b59-b7b4-0ba72448aef1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:51:44.226631 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ece53ab9-96be-4cfc-88c8-8d12d64ea4e4 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/7b00d92c-780c-4a9f-8fcd-3f30eb1f9303 HTTP/1.1" status: 204 len: 168 time: 0.5606439 Feb 09 12:51:44.228700 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33046) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:44.306514 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:44.333211 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-baa31cd3-8e7a-4c9e-ab08-feff975101a1 None None] Provisioning for port 87e98806-8e56-48ee-901d-f6f901259098 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:51:44.358070 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-c73f3cac-cd63-478a-931b-7d7096e0df65 service neutron] 10.222.0.55 "GET /v2.0/networks/cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7195461 Feb 09 12:51:44.360887 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-baa31cd3-8e7a-4c9e-ab08-feff975101a1 None None] Provisioning complete for port 87e98806-8e56-48ee-901d-f6f901259098 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:44.361370 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-baa31cd3-8e7a-4c9e-ab08-feff975101a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:44.421513 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 258b6f24-3d3a-4616-ad84-e5428ab3e1d1, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=258b6f24-3d3a-4616-ad84-e5428ab3e1d1,segment=NetworkSegment(32da5fd3-150a-47e5-b0e4-671721cbf392),segment_id=32da5fd3-150a-47e5-b0e4-671721cbf392)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:51:44.429983 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98cb12a5-1269-4b59-b7b4-0ba72448aef1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Router 450999cf-b07b-4cfe-a93b-4b7235a82245 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:51:44.442371 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-034cb2b7-0d45-4dc1-8f47-fc318e5c141b tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Synchronizing usage tracker for tenant:4e0936b5cf5f4a599025f77e621971c1 on resource:security_group_rule {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:51:44.445094 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:44.445941 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 05928eda-6b8a-4b0d-a8a3-3d8661eda470 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:51:44.521375 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-679a03d0-7afd-4c40-b5a2-ed04b27cc655 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Deleting port b2d9e402-7824-4f73-9b8c-7a686ce13488 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:51:44.521583 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-679a03d0-7afd-4c40-b5a2-ed04b27cc655 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:44.558180 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-034cb2b7-0d45-4dc1-8f47-fc318e5c141b tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Unset dirty status for tenant:4e0936b5cf5f4a599025f77e621971c1 on resource:security_group_rule {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:51:44.559623 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-034cb2b7-0d45-4dc1-8f47-fc318e5c141b tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3281500 Feb 09 12:51:44.562530 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33050) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:44.622752 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=258b6f24-3d3a-4616-ad84-e5428ab3e1d1,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:44.642579 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98cb12a5-1269-4b59-b7b4-0ba72448aef1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:51:44.647933 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-98cb12a5-1269-4b59-b7b4-0ba72448aef1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "PUT /v2.0/routers/450999cf-b07b-4cfe-a93b-4b7235a82245/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4756744 Feb 09 12:51:44.659695 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33054) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:44.666118 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34693835-5851-4d1a-bd9a-4bc79bd0656d None None] Sync routers for ids ['450999cf-b07b-4cfe-a93b-4b7235a82245'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:51:44.668220 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-f49edc30-59e0-42de-ac6f-fe499dcbfe65 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:44.693590 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-5a901944-9a5e-49e1-ac74-f3275eaf4a83 service neutron] 10.222.0.55 "GET /v2.0/networks/cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273909 Feb 09 12:51:44.745267 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-679a03d0-7afd-4c40-b5a2-ed04b27cc655 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:44.745530 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34693835-5851-4d1a-bd9a-4bc79bd0656d None None] Routers {'450999cf-b07b-4cfe-a93b-4b7235a82245'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:51:44.745791 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-679a03d0-7afd-4c40-b5a2-ed04b27cc655 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:44.745944 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-34693835-5851-4d1a-bd9a-4bc79bd0656d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:51:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['450999cf-b07b-4cfe-a93b-4b7235a82245'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:44.891774 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 05928eda-6b8a-4b0d-a8a3-3d8661eda470 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:51:44.894706 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-baa31cd3-8e7a-4c9e-ab08-feff975101a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:44.937521 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 05928eda-6b8a-4b0d-a8a3-3d8661eda470 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:44.937899 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:45.037682 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-98b6111c-67dc-4dc8-984f-28cc8e644c73 req-238aefa8-6080-4dfd-b879-49c1f684faff tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?device_id=abf4abf0-e9e9-4b42-a912-b3c974b903ba HTTP/1.1" status: 200 len: 210 time: 0.0738690 Feb 09 12:51:45.054002 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-679a03d0-7afd-4c40-b5a2-ed04b27cc655 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Calling delete_port for b2d9e402-7824-4f73-9b8c-7a686ce13488 owned by network:floatingip {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:51:45.079072 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-34693835-5851-4d1a-bd9a-4bc79bd0656d None None] Set router 450999cf-b07b-4cfe-a93b-4b7235a82245 gateway port host: None {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:51:45.120063 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-889455eb-5069-4d5d-8bad-f7085f365980 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:45.173776 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-baa31cd3-8e7a-4c9e-ab08-feff975101a1 None None] For port 87e98806-8e56-48ee-901d-f6f901259098, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=87e98806-8e56-48ee-901d-f6f901259098,segment=NetworkSegment(08368515-1045-4c47-86e8-fac2c0d8553b),segment_id=08368515-1045-4c47-86e8-fac2c0d8553b)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:51:45.194386 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-889455eb-5069-4d5d-8bad-f7085f365980 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:45.197971 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-baa31cd3-8e7a-4c9e-ab08-feff975101a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:45.292431 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-679a03d0-7afd-4c40-b5a2-ed04b27cc655 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:45.360824 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679a03d0-7afd-4c40-b5a2-ed04b27cc655 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event deleted for resources: {'Port': ['ID=b2d9e402-7824-4f73-9b8c-7a686ce13488,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:45.423814 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-889455eb-5069-4d5d-8bad-f7085f365980 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:45.451861 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889455eb-5069-4d5d-8bad-f7085f365980 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2955f96-f4d9-45bb-a6f6-eddc07299d21,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:45.541397 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-889455eb-5069-4d5d-8bad-f7085f365980 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:45.545704 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-889455eb-5069-4d5d-8bad-f7085f365980 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "DELETE /v2.0/security-groups/a2955f96-f4d9-45bb-a6f6-eddc07299d21 HTTP/1.1" status: 204 len: 168 time: 0.9717810 Feb 09 12:51:45.547434 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33068) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:45.548394 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-679a03d0-7afd-4c40-b5a2-ed04b27cc655 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for floatingip, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:45.548394 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [None req-679a03d0-7afd-4c40-b5a2-ed04b27cc655 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Floating IP e7a6b61c-d49b-4a38-8b15-e068fc2bd1cb disassociated (deleted). External IP: 172.25.7.67, port: b2076326-7743-4e6c-8da3-aede193b2bb6. Feb 09 12:51:45.561732 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.extraroute_db [None req-f49edc30-59e0-42de-ac6f-fe499dcbfe65 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=87568) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 09 12:51:45.579115 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.extraroute_db [None req-f49edc30-59e0-42de-ac6f-fe499dcbfe65 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Removed routes are [] {{(pid=87568) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 09 12:51:45.579984 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f49edc30-59e0-42de-ac6f-fe499dcbfe65 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:45.729966 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:45.824375 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9e0ad388-ae15-438b-9dad-bf85a7064437 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Synchronizing usage tracker for tenant:4e0936b5cf5f4a599025f77e621971c1 on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:51:45.904138 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa31cd3-8e7a-4c9e-ab08-feff975101a1 None None] Pushing event updated for resources: {'Port': ['ID=87e98806-8e56-48ee-901d-f6f901259098,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:45.990851 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-777b7003-e8fe-4882-8c0e-83bf45d89168 None None] Provisioning for port 00943df2-9f97-4443-85f6-9a709f1c4201 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:51:46.003467 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 05928eda-6b8a-4b0d-a8a3-3d8661eda470, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=05928eda-6b8a-4b0d-a8a3-3d8661eda470,segment=NetworkSegment(490c5510-471a-40f6-8f94-a47cb8b6f488),segment_id=490c5510-471a-40f6-8f94-a47cb8b6f488)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:51:46.004640 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-777b7003-e8fe-4882-8c0e-83bf45d89168 None None] Provisioning complete for port 00943df2-9f97-4443-85f6-9a709f1c4201 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:46.005025 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-777b7003-e8fe-4882-8c0e-83bf45d89168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:46.051517 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:46.128893 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9e0ad388-ae15-438b-9dad-bf85a7064437 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Unset dirty status for tenant:4e0936b5cf5f4a599025f77e621971c1 on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:51:46.130247 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9e0ad388-ae15-438b-9dad-bf85a7064437 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.5433815 Feb 09 12:51:46.141472 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33074) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:46.213485 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f49edc30-59e0-42de-ac6f-fe499dcbfe65 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:46.220462 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=05928eda-6b8a-4b0d-a8a3-3d8661eda470,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:46.223444 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 87e98806-8e56-48ee-901d-f6f901259098 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:51:46.234912 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f49edc30-59e0-42de-ac6f-fe499dcbfe65 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1740557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1740570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1738587'] for router, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:46.299787 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-777b7003-e8fe-4882-8c0e-83bf45d89168 None None] Port 00943df2-9f97-4443-85f6-9a709f1c4201 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:51:46.330726 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 87e98806-8e56-48ee-901d-f6f901259098 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:46.331159 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:46.418446 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-777b7003-e8fe-4882-8c0e-83bf45d89168 None None] Provisioning complete for port 87e98806-8e56-48ee-901d-f6f901259098 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:46.418819 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-777b7003-e8fe-4882-8c0e-83bf45d89168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:46.476799 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f5605164-4c66-47a8-9b2f-226d310724cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:46.485741 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-34693835-5851-4d1a-bd9a-4bc79bd0656d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'name': 'tempest-RoutersTest-router-683005421', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:20Z', 'updated_at': '2022-02-09T12:51:43Z', 'revision_number': 5, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'gw_port_host': None, '_interfaces': [{'id': '00943df2-9f97-4443-85f6-9a709f1c4201', 'name': '', 'network_id': '2bbdf598-a855-486d-9fca-8e5a614eefdf', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:bb:76:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '99b29608-e85c-4968-8764-d6447c585fd6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:41Z', 'updated_at': '2022-02-09T12:51:43Z', 'revision_number': 2, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '99b29608-e85c-4968-8764-d6447c585fd6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '05928eda-6b8a-4b0d-a8a3-3d8661eda470', 'name': '', 'network_id': 'ffca402b-5cb3-449e-953f-fd2f85943223', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:d3:36:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '04bb2481-a3da-4b6e-b2a1-eea8fcf3e502', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:34Z', 'updated_at': '2022-02-09T12:51:41Z', 'revision_number': 4, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '04bb2481-a3da-4b6e-b2a1-eea8fcf3e502', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '07478ba3-ba8f-4334-a543-53349d7180d8', 'name': '', 'network_id': 'fc5a7431-aa90-4b9c-8784-8929657329ca', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:f2:97:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '825e22ca-d729-4690-97da-ee8dc85d2933', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:26Z', 'updated_at': '2022-02-09T12:51:36Z', 'revision_number': 5, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '825e22ca-d729-4690-97da-ee8dc85d2933', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f55fc0c-7198-4941-87e8-064fdf9f35c5', 'name': '', 'network_id': '0c938ccf-ee08-4af2-9dfe-f497cfc21f8e', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:c7:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '76fc3631-c372-4916-89b1-4316753578f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:22Z', 'updated_at': '2022-02-09T12:51:28Z', 'revision_number': 5, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '76fc3631-c372-4916-89b1-4316753578f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:46.501092 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34693835-5851-4d1a-bd9a-4bc79bd0656d None None] Checking router: 450999cf-b07b-4cfe-a93b-4b7235a82245 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:51:46.501447 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34693835-5851-4d1a-bd9a-4bc79bd0656d None None] Updating router 450999cf-b07b-4cfe-a93b-4b7235a82245 port 00943df2-9f97-4443-85f6-9a709f1c4201 binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:51:46.503643 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9a8087e1-abba-41fb-8060-4c4a60106d25 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:46.504992 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-21d02af9-124a-4d47-9037-c492f85bfcc4 req-5182c5b4-29d6-4ea6-b9d5-aa7f12b18b40 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?device_id=abf4abf0-e9e9-4b42-a912-b3c974b903ba HTTP/1.1" status: 200 len: 210 time: 0.1470940 Feb 09 12:51:46.524868 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f49edc30-59e0-42de-ac6f-fe499dcbfe65 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Router 450999cf-b07b-4cfe-a93b-4b7235a82245 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:51:46.548497 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9a8087e1-abba-41fb-8060-4c4a60106d25 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:46.613531 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-34693835-5851-4d1a-bd9a-4bc79bd0656d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:46.665556 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 258b6f24-3d3a-4616-ad84-e5428ab3e1d1 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:51:46.677186 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679a03d0-7afd-4c40-b5a2-ed04b27cc655 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Router ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:51:46.688660 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-fc4b6dfd-972a-4c13-b5f6-2bea786101ca tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:46.689490 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-fc4b6dfd-972a-4c13-b5f6-2bea786101ca tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.52 "GET /v2.0/networks?id=cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7 HTTP/1.1" status: 200 len: 796 time: 0.2325544 Feb 09 12:51:46.749212 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49edc30-59e0-42de-ac6f-fe499dcbfe65 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:51:46.765567 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9a8087e1-abba-41fb-8060-4c4a60106d25 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:46.789788 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f49edc30-59e0-42de-ac6f-fe499dcbfe65 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:46.793548 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f49edc30-59e0-42de-ac6f-fe499dcbfe65 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "PUT /v2.0/routers/450999cf-b07b-4cfe-a93b-4b7235a82245 HTTP/1.1" status: 200 len: 933 time: 2.1303875 Feb 09 12:51:46.794696 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33078) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:46.794827 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8087e1-abba-41fb-8060-4c4a60106d25 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a19b81f-bf24-4fa0-8a35-19abf5fe6140,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:46.807116 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9a8087e1-abba-41fb-8060-4c4a60106d25 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:46.808682 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9a8087e1-abba-41fb-8060-4c4a60106d25 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "DELETE /v2.0/security-groups/1a19b81f-bf24-4fa0-8a35-19abf5fe6140 HTTP/1.1" status: 204 len: 168 time: 0.6658115 Feb 09 12:51:46.810984 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33082) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:46.874149 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a989f10b-c4e1-4309-b957-e6f262d882aa tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Synchronizing usage tracker for tenant:4e0936b5cf5f4a599025f77e621971c1 on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:51:46.876880 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 258b6f24-3d3a-4616-ad84-e5428ab3e1d1 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:46.877263 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:46.893385 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a989f10b-c4e1-4309-b957-e6f262d882aa tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Unset dirty status for tenant:4e0936b5cf5f4a599025f77e621971c1 on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:51:46.898829 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a989f10b-c4e1-4309-b957-e6f262d882aa tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0829337 Feb 09 12:51:46.899556 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33086) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:46.907055 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-28620f34-cdda-4796-874b-0988f31768e0 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Request body: {'security_group': {'name': 'tempest-secgroup--1653385344'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:46.916073 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-28620f34-cdda-4796-874b-0988f31768e0 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:46.926097 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-28620f34-cdda-4796-874b-0988f31768e0 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:46.939942 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-28620f34-cdda-4796-874b-0988f31768e0 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:46.961733 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-28620f34-cdda-4796-874b-0988f31768e0 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:46.965905 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-28620f34-cdda-4796-874b-0988f31768e0 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Usage tracker for resource:security_group_rule and tenant:4e0936b5cf5f4a599025f77e621971c1 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:51:46.967708 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:51:46.968777 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-28620f34-cdda-4796-874b-0988f31768e0 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:51:46.974389 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-28620f34-cdda-4796-874b-0988f31768e0 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:47.017299 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-4a3e6489-8ab1-4030-90b2-348c6898ad54 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=458862934c284b11a9f402abf41ed215 HTTP/1.1" status: 200 len: 380 time: 0.2639680 Feb 09 12:51:47.028740 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c08aa26b-2e0b-4945-9720-884dbe0577c2 None None] Provisioning complete for port 00943df2-9f97-4443-85f6-9a709f1c4201 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:47.029285 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c08aa26b-2e0b-4945-9720-884dbe0577c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:47.034173 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-2e702d3e-3649-4d83-898d-3b50cb2a0a34 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Request body: {'port': {'device_id': 'abf4abf0-e9e9-4b42-a912-b3c974b903ba', 'network_id': 'cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7', 'admin_state_up': True, 'tenant_id': '458862934c284b11a9f402abf41ed215', 'security_groups': ['5705fa02-b11c-4bf4-80ae-3ba562f29cab']}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:47.047532 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-28620f34-cdda-4796-874b-0988f31768e0 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:47.052318 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-28620f34-cdda-4796-874b-0988f31768e0 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:47.104172 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28620f34-cdda-4796-874b-0988f31768e0 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6cc9343-fef7-42e7-8729-fee4e4aab401,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:47.107377 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-28620f34-cdda-4796-874b-0988f31768e0 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:47.111478 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-28620f34-cdda-4796-874b-0988f31768e0 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2107887 Feb 09 12:51:47.112050 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33090) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:47.117421 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-6f3b45a8-4ffa-4bcb-a89d-5def72a4cee5 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Request body: {'security_group_rule': {'security_group_id': 'b6cc9343-fef7-42e7-8729-fee4e4aab401', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:47.124014 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6f3b45a8-4ffa-4bcb-a89d-5def72a4cee5 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:47.128251 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-6f3b45a8-4ffa-4bcb-a89d-5def72a4cee5 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Usage tracker for resource:security_group_rule and tenant:4e0936b5cf5f4a599025f77e621971c1 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:51:47.131758 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-6f3b45a8-4ffa-4bcb-a89d-5def72a4cee5 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:51:47.142020 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6f3b45a8-4ffa-4bcb-a89d-5def72a4cee5 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:47.143786 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-c08aa26b-2e0b-4945-9720-884dbe0577c2 None None] Port 00943df2-9f97-4443-85f6-9a709f1c4201 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:51:47.165087 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6f3b45a8-4ffa-4bcb-a89d-5def72a4cee5 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:47.172286 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-24d72a49-eb4e-4c4e-a630-cadb96865a90 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "GET /v2.0/routers/450999cf-b07b-4cfe-a93b-4b7235a82245 HTTP/1.1" status: 200 len: 933 time: 0.3744924 Feb 09 12:51:47.176355 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33094) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:47.185992 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-62e09bcc-52ba-442e-a4b2-55283fafdb70 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Request body: {'router': {'routes': None}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:47.193097 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679a03d0-7afd-4c40-b5a2-ed04b27cc655 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:51:47.206423 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6da829-7279-4f74-854e-aa24b9b4e213 None None] Sync routers for ids ['ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:51:47.220613 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6da829-7279-4f74-854e-aa24b9b4e213 None None] Routers {'ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:51:47.221479 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-bb6da829-7279-4f74-854e-aa24b9b4e213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:51:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:47.251480 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-679a03d0-7afd-4c40-b5a2-ed04b27cc655 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:47.288037 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-2e702d3e-3649-4d83-898d-3b50cb2a0a34 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:47.295962 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-34693835-5851-4d1a-bd9a-4bc79bd0656d None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:47.301069 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-2e702d3e-3649-4d83-898d-3b50cb2a0a34 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Usage tracker for resource:port and tenant:458862934c284b11a9f402abf41ed215 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:51:47.305618 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-2e702d3e-3649-4d83-898d-3b50cb2a0a34 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:51:47.311890 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-34693835-5851-4d1a-bd9a-4bc79bd0656d None None] Transition to ACTIVE for port object 00943df2-9f97-4443-85f6-9a709f1c4201 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:51:47.314305 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-2e702d3e-3649-4d83-898d-3b50cb2a0a34 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:47.322718 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-34693835-5851-4d1a-bd9a-4bc79bd0656d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:47.325942 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-679a03d0-7afd-4c40-b5a2-ed04b27cc655 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "DELETE /v2.0/floatingips/e7a6b61c-d49b-4a38-8b15-e068fc2bd1cb HTTP/1.1" status: 204 len: 168 time: 3.2802908 Feb 09 12:51:47.328656 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24bfe37c-1089-4182-86d9-1c25ec429621', 'tag': 'b2076326-7743-4e6c-8da3-aede193b2bb6'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:51:47.343526 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-2e702d3e-3649-4d83-898d-3b50cb2a0a34 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Made reservation on behalf of 458862934c284b11a9f402abf41ed215 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:51:47.348437 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-2e702d3e-3649-4d83-898d-3b50cb2a0a34 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:47.459016 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24bfe37c-1089-4182-86d9-1c25ec429621', 'tag': 'b2076326-7743-4e6c-8da3-aede193b2bb6', 'status': 'completed', 'code': 200} Feb 09 12:51:47.468720 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-bb6da829-7279-4f74-854e-aa24b9b4e213 None None] Set router ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:51:47.680787 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6f3b45a8-4ffa-4bcb-a89d-5def72a4cee5 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:47.682684 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629674e-a728-428b-88b5-625535173e0c req-0b1d43a9-814e-4211-a033-e901238fe582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:47.684959 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9629674e-a728-428b-88b5-625535173e0c req-0b1d43a9-814e-4211-a033-e901238fe582 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c7a8f76649f44a59c185c6d6414b556&device_id=24bfe37c-1089-4182-86d9-1c25ec429621 HTTP/1.1" status: 200 len: 1096 time: 0.2251399 Feb 09 12:51:47.689808 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-2e702d3e-3649-4d83-898d-3b50cb2a0a34 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Allocated IP 172.20.0.12 (cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7/bfd2da91-fd3f-4e2d-8462-ade62ea5d241/bfd356de-2c6d-4295-bcc5-136bc7e1cdf0) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:51:47.694615 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6f3b45a8-4ffa-4bcb-a89d-5def72a4cee5 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:47.889892 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b45a8-4ffa-4bcb-a89d-5def72a4cee5 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ced9d49-5f15-485f-9b42-ca38ce76be38,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:47.907964 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6f3b45a8-4ffa-4bcb-a89d-5def72a4cee5 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:47.909192 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6f3b45a8-4ffa-4bcb-a89d-5def72a4cee5 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7962348 Feb 09 12:51:47.915520 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33104) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:47.984768 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:47.985461 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:48.011558 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-89c764ea-03b1-41f2-bf10-06b78d2f14a6 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:48.068930 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-89c764ea-03b1-41f2-bf10-06b78d2f14a6 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:48.096168 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de00fbea-7fc9-4d4c-ab75-ff09a29264df None None] Pushing event updated for resources: {'Port': ['ID=00943df2-9f97-4443-85f6-9a709f1c4201,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:48.130428 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-34693835-5851-4d1a-bd9a-4bc79bd0656d None None] Attempting to bind port 00943df2-9f97-4443-85f6-9a709f1c4201 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:51:48.130911 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-34693835-5851-4d1a-bd9a-4bc79bd0656d None None] Attempting to bind port 00943df2-9f97-4443-85f6-9a709f1c4201 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '08368515-1045-4c47-86e8-fac2c0d8553b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '2bbdf598-a855-486d-9fca-8e5a614eefdf'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:51:48.131478 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34693835-5851-4d1a-bd9a-4bc79bd0656d None None] Attempting to bind port 00943df2-9f97-4443-85f6-9a709f1c4201 on network 2bbdf598-a855-486d-9fca-8e5a614eefdf {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:51:48.142695 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34693835-5851-4d1a-bd9a-4bc79bd0656d None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:51:48.143269 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34693835-5851-4d1a-bd9a-4bc79bd0656d None None] Checking segment: {'id': '08368515-1045-4c47-86e8-fac2c0d8553b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '2bbdf598-a855-486d-9fca-8e5a614eefdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:51:48.143786 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-34693835-5851-4d1a-bd9a-4bc79bd0656d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:48.144431 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34693835-5851-4d1a-bd9a-4bc79bd0656d None None] Bound using segment: {'id': '08368515-1045-4c47-86e8-fac2c0d8553b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '2bbdf598-a855-486d-9fca-8e5a614eefdf'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:51:48.145018 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-34693835-5851-4d1a-bd9a-4bc79bd0656d None None] Bound port: 00943df2-9f97-4443-85f6-9a709f1c4201, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08368515-1045-4c47-86e8-fac2c0d8553b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '2bbdf598-a855-486d-9fca-8e5a614eefdf'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:51:48.145537 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-34693835-5851-4d1a-bd9a-4bc79bd0656d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:48.160339 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-89c764ea-03b1-41f2-bf10-06b78d2f14a6 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:48.185783 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c764ea-03b1-41f2-bf10-06b78d2f14a6 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ced9d49-5f15-485f-9b42-ca38ce76be38,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:48.216447 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 05928eda-6b8a-4b0d-a8a3-3d8661eda470 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:51:48.220131 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-89c764ea-03b1-41f2-bf10-06b78d2f14a6 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:48.221240 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-89c764ea-03b1-41f2-bf10-06b78d2f14a6 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/2ced9d49-5f15-485f-9b42-ca38ce76be38 HTTP/1.1" status: 204 len: 168 time: 0.3032930 Feb 09 12:51:48.225852 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33110) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:48.282930 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-bb6da829-7279-4f74-854e-aa24b9b4e213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065475585', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'ffd792d7-7746-4fa6-8ba5-315981734228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:33Z', 'updated_at': '2022-02-09T12:49:44Z', 'revision_number': 4, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': 'ffd792d7-7746-4fa6-8ba5-315981734228', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:48:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:35Z', 'updated_at': '2022-02-09T12:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'f09f9844-8954-42bf-8856-81d858a5c4af', 'name': '', 'network_id': '0e83e431-ffef-4786-9497-2a7bdd51cfab', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'mac_address': 'fa:16:3e:76:f3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'fee41bd5-bc0d-4bee-88ca-cf83e3eb43ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:43Z', 'updated_at': '2022-02-09T12:49:52Z', 'revision_number': 5, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'subnets': [{'id': 'fee41bd5-bc0d-4bee-88ca-cf83e3eb43ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:48.290049 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6da829-7279-4f74-854e-aa24b9b4e213 None None] Checking router: ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:51:48.305008 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6da829-7279-4f74-854e-aa24b9b4e213 None None] Routers {'ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:51:48.305937 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-bb6da829-7279-4f74-854e-aa24b9b4e213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:51:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:48.321646 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a4ade13f-d9fc-42c4-b7df-c87aeb063e8a req-6ee13a34-2ad8-436b-814a-6868dacfe33a tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?device_id=abf4abf0-e9e9-4b42-a912-b3c974b903ba HTTP/1.1" status: 200 len: 210 time: 0.1558146 Feb 09 12:51:48.331043 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-34693835-5851-4d1a-bd9a-4bc79bd0656d None None] For port 00943df2-9f97-4443-85f6-9a709f1c4201, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:51:48.346320 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-34693835-5851-4d1a-bd9a-4bc79bd0656d None None] For port 00943df2-9f97-4443-85f6-9a709f1c4201, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=00943df2-9f97-4443-85f6-9a709f1c4201,segment=NetworkSegment(08368515-1045-4c47-86e8-fac2c0d8553b),segment_id=08368515-1045-4c47-86e8-fac2c0d8553b)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:51:48.354991 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-34693835-5851-4d1a-bd9a-4bc79bd0656d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:48.426608 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 05928eda-6b8a-4b0d-a8a3-3d8661eda470 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:48.427221 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:48.478381 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629674e-a728-428b-88b5-625535173e0c req-110578f6-ca6f-4678-9f9a-66a9e2f9eaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:48.483388 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9629674e-a728-428b-88b5-625535173e0c req-110578f6-ca6f-4678-9f9a-66a9e2f9eaca service neutron] 10.222.0.46 "GET /v2.0/networks?id=0e83e431-ffef-4786-9497-2a7bdd51cfab HTTP/1.1" status: 200 len: 897 time: 0.7871006 Feb 09 12:51:48.489992 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-33a165cf-7030-40dd-a829-e846aa17bf2e tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Synchronizing usage tracker for tenant:4e0936b5cf5f4a599025f77e621971c1 on resource:security_group_rule {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:51:48.515372 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.extraroute_db [None req-62e09bcc-52ba-442e-a4b2-55283fafdb70 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Added routes are [] {{(pid=87568) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 09 12:51:48.515683 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.extraroute_db [None req-62e09bcc-52ba-442e-a4b2-55283fafdb70 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=87568) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 09 12:51:48.525515 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-33a165cf-7030-40dd-a829-e846aa17bf2e tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Unset dirty status for tenant:4e0936b5cf5f4a599025f77e621971c1 on resource:security_group_rule {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:51:48.529581 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-33a165cf-7030-40dd-a829-e846aa17bf2e tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3000364 Feb 09 12:51:48.530994 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33114) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:48.584232 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9629674e-a728-428b-88b5-625535173e0c req-d4754f8d-2718-4cea-b076-6645c33d096f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2076326-7743-4e6c-8da3-aede193b2bb6 HTTP/1.1" status: 200 len: 217 time: 0.0956612 Feb 09 12:51:48.595254 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de00fbea-7fc9-4d4c-ab75-ff09a29264df None None] Pushing event updated for resources: {'Port': ['ID=00943df2-9f97-4443-85f6-9a709f1c4201,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:48.598342 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34693835-5851-4d1a-bd9a-4bc79bd0656d None None] Routers {'450999cf-b07b-4cfe-a93b-4b7235a82245'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:51:48.599158 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-34693835-5851-4d1a-bd9a-4bc79bd0656d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:51:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['450999cf-b07b-4cfe-a93b-4b7235a82245'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:48.644667 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-bb6da829-7279-4f74-854e-aa24b9b4e213 None None] Set router ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:51:48.650249 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-62e09bcc-52ba-442e-a4b2-55283fafdb70 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:48.677901 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6f10dfb7-88b4-4e99-ae9c-a8d0619bea97 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:48.776678 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47eb596-0996-4bba-9312-9e2c98e8fb83 req-a9ad9569-f360-4eb2-b751-007f14565948 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:48.777355 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-d47eb596-0996-4bba-9312-9e2c98e8fb83 req-a9ad9569-f360-4eb2-b751-007f14565948 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Synchronizing usage tracker for tenant:2c7a8f76649f44a59c185c6d6414b556 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:51:48.789596 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-2e702d3e-3649-4d83-898d-3b50cb2a0a34 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:48.810319 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629674e-a728-428b-88b5-625535173e0c req-be752d22-bc9d-4e14-9772-9d723fcdc0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:48.811777 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9629674e-a728-428b-88b5-625535173e0c req-be752d22-bc9d-4e14-9772-9d723fcdc0d9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fee41bd5-bc0d-4bee-88ca-cf83e3eb43ef HTTP/1.1" status: 200 len: 835 time: 0.2193010 Feb 09 12:51:48.852992 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-2e702d3e-3649-4d83-898d-3b50cb2a0a34 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Transition to ACTIVE for port object bfd356de-2c6d-4295-bcc5-136bc7e1cdf0 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:51:48.857666 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de00fbea-7fc9-4d4c-ab75-ff09a29264df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:48.859145 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de00fbea-7fc9-4d4c-ab75-ff09a29264df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:48.859145 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de00fbea-7fc9-4d4c-ab75-ff09a29264df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:48.859145 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de00fbea-7fc9-4d4c-ab75-ff09a29264df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:48.859774 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de00fbea-7fc9-4d4c-ab75-ff09a29264df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:48.859963 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de00fbea-7fc9-4d4c-ab75-ff09a29264df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:48.860183 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-d47eb596-0996-4bba-9312-9e2c98e8fb83 req-a9ad9569-f360-4eb2-b751-007f14565948 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Unset dirty status for tenant:2c7a8f76649f44a59c185c6d6414b556 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:51:48.860493 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de00fbea-7fc9-4d4c-ab75-ff09a29264df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:48.860924 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de00fbea-7fc9-4d4c-ab75-ff09a29264df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:48.861354 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de00fbea-7fc9-4d4c-ab75-ff09a29264df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:48.861782 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de00fbea-7fc9-4d4c-ab75-ff09a29264df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:48.862254 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de00fbea-7fc9-4d4c-ab75-ff09a29264df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:48.862727 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de00fbea-7fc9-4d4c-ab75-ff09a29264df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:48.866719 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d47eb596-0996-4bba-9312-9e2c98e8fb83 req-a9ad9569-f360-4eb2-b751-007f14565948 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=24bfe37c-1089-4182-86d9-1c25ec429621 HTTP/1.1" status: 200 len: 945 time: 0.7103784 Feb 09 12:51:48.941467 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d47eb596-0996-4bba-9312-9e2c98e8fb83 req-e46fab60-5d1d-4fd3-8198-5ab1d0d5239b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=7643a677-e910-42b2-ae55-a8f871e13233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736310 Feb 09 12:51:48.980907 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629674e-a728-428b-88b5-625535173e0c req-c8ae1483-713d-4eec-89f1-19679eb0fe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:48.982944 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9629674e-a728-428b-88b5-625535173e0c req-c8ae1483-713d-4eec-89f1-19679eb0fe9a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0e83e431-ffef-4786-9497-2a7bdd51cfab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1635406 Feb 09 12:51:48.984794 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-34693835-5851-4d1a-bd9a-4bc79bd0656d None None] Set router 450999cf-b07b-4cfe-a93b-4b7235a82245 gateway port host: None {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:51:48.987927 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-2e702d3e-3649-4d83-898d-3b50cb2a0a34 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:49.037884 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-bb6da829-7279-4f74-854e-aa24b9b4e213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065475585', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'ffd792d7-7746-4fa6-8ba5-315981734228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:33Z', 'updated_at': '2022-02-09T12:49:44Z', 'revision_number': 4, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': 'ffd792d7-7746-4fa6-8ba5-315981734228', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:48:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:35Z', 'updated_at': '2022-02-09T12:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'f09f9844-8954-42bf-8856-81d858a5c4af', 'name': '', 'network_id': '0e83e431-ffef-4786-9497-2a7bdd51cfab', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'mac_address': 'fa:16:3e:76:f3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'fee41bd5-bc0d-4bee-88ca-cf83e3eb43ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:43Z', 'updated_at': '2022-02-09T12:49:52Z', 'revision_number': 5, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'subnets': [{'id': 'fee41bd5-bc0d-4bee-88ca-cf83e3eb43ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:49.043282 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6da829-7279-4f74-854e-aa24b9b4e213 None None] The sync data for ids ['ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9'] in n-d-825178-3 is: [{'id': 'ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065475585', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'ffd792d7-7746-4fa6-8ba5-315981734228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:33Z', 'updated_at': '2022-02-09T12:49:44Z', 'revision_number': 4, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': 'ffd792d7-7746-4fa6-8ba5-315981734228', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:48:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:35Z', 'updated_at': '2022-02-09T12:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'f09f9844-8954-42bf-8856-81d858a5c4af', 'name': '', 'network_id': '0e83e431-ffef-4786-9497-2a7bdd51cfab', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'mac_address': 'fa:16:3e:76:f3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'fee41bd5-bc0d-4bee-88ca-cf83e3eb43ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:43Z', 'updated_at': '2022-02-09T12:49:52Z', 'revision_number': 5, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'subnets': [{'id': 'fee41bd5-bc0d-4bee-88ca-cf83e3eb43ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:51:49.128707 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6f10dfb7-88b4-4e99-ae9c-a8d0619bea97 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:49.182541 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-62e09bcc-52ba-442e-a4b2-55283fafdb70 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:49.188417 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-62e09bcc-52ba-442e-a4b2-55283fafdb70 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1740557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1740570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1738587'] for router, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:49.223444 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e702d3e-3649-4d83-898d-3b50cb2a0a34 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event updated for resources: {'Port': ['ID=bfd356de-2c6d-4295-bcc5-136bc7e1cdf0,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:49.247933 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-2e702d3e-3649-4d83-898d-3b50cb2a0a34 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Network cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:51:49.248243 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:49.250607 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-2e702d3e-3649-4d83-898d-3b50cb2a0a34 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:51:49.253379 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-2e702d3e-3649-4d83-898d-3b50cb2a0a34 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:51:49.319430 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9629674e-a728-428b-88b5-625535173e0c req-2cf2c6dd-5426-41e1-9a81-d7daa5beac6a service neutron] 10.222.0.46 "GET /v2.0/networks/0e83e431-ffef-4786-9497-2a7bdd51cfab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150723 Feb 09 12:51:49.446221 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e09bcc-52ba-442e-a4b2-55283fafdb70 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Router 450999cf-b07b-4cfe-a93b-4b7235a82245 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:51:49.466012 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6f10dfb7-88b4-4e99-ae9c-a8d0619bea97 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:49.470746 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-34693835-5851-4d1a-bd9a-4bc79bd0656d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'name': 'tempest-RoutersTest-router-683005421', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:20Z', 'updated_at': '2022-02-09T12:51:48Z', 'revision_number': 7, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'gw_port_host': None, '_interfaces': [{'id': '00943df2-9f97-4443-85f6-9a709f1c4201', 'name': '', 'network_id': '2bbdf598-a855-486d-9fca-8e5a614eefdf', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:bb:76:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '99b29608-e85c-4968-8764-d6447c585fd6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:41Z', 'updated_at': '2022-02-09T12:51:48Z', 'revision_number': 4, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '99b29608-e85c-4968-8764-d6447c585fd6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '05928eda-6b8a-4b0d-a8a3-3d8661eda470', 'name': '', 'network_id': 'ffca402b-5cb3-449e-953f-fd2f85943223', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:d3:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '04bb2481-a3da-4b6e-b2a1-eea8fcf3e502', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:34Z', 'updated_at': '2022-02-09T12:51:45Z', 'revision_number': 5, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '04bb2481-a3da-4b6e-b2a1-eea8fcf3e502', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '07478ba3-ba8f-4334-a543-53349d7180d8', 'name': '', 'network_id': 'fc5a7431-aa90-4b9c-8784-8929657329ca', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:f2:97:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '825e22ca-d729-4690-97da-ee8dc85d2933', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:26Z', 'updated_at': '2022-02-09T12:51:36Z', 'revision_number': 5, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '825e22ca-d729-4690-97da-ee8dc85d2933', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f55fc0c-7198-4941-87e8-064fdf9f35c5', 'name': '', 'network_id': '0c938ccf-ee08-4af2-9dfe-f497cfc21f8e', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:c7:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '76fc3631-c372-4916-89b1-4316753578f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:22Z', 'updated_at': '2022-02-09T12:51:28Z', 'revision_number': 5, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '76fc3631-c372-4916-89b1-4316753578f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:49.476937 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34693835-5851-4d1a-bd9a-4bc79bd0656d None None] The sync data for ids ['450999cf-b07b-4cfe-a93b-4b7235a82245'] in n-d-825178-3 is: [{'id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'name': 'tempest-RoutersTest-router-683005421', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:20Z', 'updated_at': '2022-02-09T12:51:48Z', 'revision_number': 7, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'gw_port_host': None, '_interfaces': [{'id': '00943df2-9f97-4443-85f6-9a709f1c4201', 'name': '', 'network_id': '2bbdf598-a855-486d-9fca-8e5a614eefdf', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:bb:76:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '99b29608-e85c-4968-8764-d6447c585fd6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:41Z', 'updated_at': '2022-02-09T12:51:48Z', 'revision_number': 4, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '99b29608-e85c-4968-8764-d6447c585fd6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '05928eda-6b8a-4b0d-a8a3-3d8661eda470', 'name': '', 'network_id': 'ffca402b-5cb3-449e-953f-fd2f85943223', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:d3:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '04bb2481-a3da-4b6e-b2a1-eea8fcf3e502', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:34Z', 'updated_at': '2022-02-09T12:51:45Z', 'revision_number': 5, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '04bb2481-a3da-4b6e-b2a1-eea8fcf3e502', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '07478ba3-ba8f-4334-a543-53349d7180d8', 'name': '', 'network_id': 'fc5a7431-aa90-4b9c-8784-8929657329ca', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:f2:97:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '825e22ca-d729-4690-97da-ee8dc85d2933', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:26Z', 'updated_at': '2022-02-09T12:51:36Z', 'revision_number': 5, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '825e22ca-d729-4690-97da-ee8dc85d2933', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f55fc0c-7198-4941-87e8-064fdf9f35c5', 'name': '', 'network_id': '0c938ccf-ee08-4af2-9dfe-f497cfc21f8e', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:c7:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '76fc3631-c372-4916-89b1-4316753578f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:22Z', 'updated_at': '2022-02-09T12:51:28Z', 'revision_number': 5, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '76fc3631-c372-4916-89b1-4316753578f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:51:49.479245 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-2e702d3e-3649-4d83-898d-3b50cb2a0a34 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:49.480022 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-2e702d3e-3649-4d83-898d-3b50cb2a0a34 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:49.514097 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f10dfb7-88b4-4e99-ae9c-a8d0619bea97 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6cc9343-fef7-42e7-8729-fee4e4aab401,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:49.595128 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6f10dfb7-88b4-4e99-ae9c-a8d0619bea97 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:49.598681 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6f10dfb7-88b4-4e99-ae9c-a8d0619bea97 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "DELETE /v2.0/security-groups/b6cc9343-fef7-42e7-8729-fee4e4aab401 HTTP/1.1" status: 204 len: 168 time: 1.0644164 Feb 09 12:51:49.618056 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f9b413-76da-4909-bf12-41b7fb2940ff None None] New status for floating IP e7a6b61c-d49b-4a38-8b15-e068fc2bd1cb: DOWN {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:51:49.650359 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33120) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:49.685741 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-2e702d3e-3649-4d83-898d-3b50cb2a0a34 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6555679 Feb 09 12:51:49.687855 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9629674e-a728-428b-88b5-625535173e0c req-541c91ce-9436-4547-a5f8-5e95d9c6bef4 service neutron] 10.222.0.46 "GET /v2.0/networks/0e83e431-ffef-4786-9497-2a7bdd51cfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620050 Feb 09 12:51:49.719307 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-4ca89b48-5c3c-4ee9-86d9-7e4dbd7a94e4 service neutron] Request body: {'port': {'device_id': 'abf4abf0-e9e9-4b42-a912-b3c974b903ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:49.811950 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b92a1-c82a-4f3d-a698-eb82f1a39a01 req-daa9709e-6a65-4c7f-be5c-bebb31b5b15b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:49.812671 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-598b92a1-c82a-4f3d-a698-eb82f1a39a01 req-daa9709e-6a65-4c7f-be5c-bebb31b5b15b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Synchronizing usage tracker for tenant:2c7a8f76649f44a59c185c6d6414b556 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:51:49.830269 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-e1d95013-67fd-4ad8-b7a5-edbd003798ac None None] Provisioning for port bfd356de-2c6d-4295-bcc5-136bc7e1cdf0 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:51:49.838666 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-e1d95013-67fd-4ad8-b7a5-edbd003798ac None None] Provisioning complete for port bfd356de-2c6d-4295-bcc5-136bc7e1cdf0 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:49.839269 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e1d95013-67fd-4ad8-b7a5-edbd003798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:49.842985 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e09bcc-52ba-442e-a4b2-55283fafdb70 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:51:49.844654 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-598b92a1-c82a-4f3d-a698-eb82f1a39a01 req-daa9709e-6a65-4c7f-be5c-bebb31b5b15b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Unset dirty status for tenant:2c7a8f76649f44a59c185c6d6414b556 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:51:49.845788 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-598b92a1-c82a-4f3d-a698-eb82f1a39a01 req-daa9709e-6a65-4c7f-be5c-bebb31b5b15b tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.46 "GET /v2.0/ports?device_id=24bfe37c-1089-4182-86d9-1c25ec429621 HTTP/1.1" status: 200 len: 945 time: 0.4721689 Feb 09 12:51:49.851221 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-62e09bcc-52ba-442e-a4b2-55283fafdb70 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:49.854685 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-62e09bcc-52ba-442e-a4b2-55283fafdb70 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "PUT /v2.0/routers/450999cf-b07b-4cfe-a93b-4b7235a82245 HTTP/1.1" status: 200 len: 699 time: 2.6750705 Feb 09 12:51:49.882842 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33124) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:49.889128 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-cfd591c8-e3fd-4a01-a95d-1cc67bfde8f6 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Synchronizing usage tracker for tenant:4e0936b5cf5f4a599025f77e621971c1 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:51:49.923455 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-e1d95013-67fd-4ad8-b7a5-edbd003798ac None None] Port bfd356de-2c6d-4295-bcc5-136bc7e1cdf0 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:51:49.935243 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-598b92a1-c82a-4f3d-a698-eb82f1a39a01 req-10fb3738-e1c7-42e1-a3cc-c0b0fec7ece3 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Deleting port b2076326-7743-4e6c-8da3-aede193b2bb6 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:51:49.935699 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-598b92a1-c82a-4f3d-a698-eb82f1a39a01 req-10fb3738-e1c7-42e1-a3cc-c0b0fec7ece3 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:49.997387 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-cfd591c8-e3fd-4a01-a95d-1cc67bfde8f6 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Unset dirty status for tenant:4e0936b5cf5f4a599025f77e621971c1 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:51:50.002294 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-cfd591c8-e3fd-4a01-a95d-1cc67bfde8f6 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3151166 Feb 09 12:51:50.024349 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33130) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:50.029725 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-c7b6bb16-37e3-4921-8060-419bfcd8eaba tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Request body: {'security_group': {'name': 'tempest-secgroup--368893057'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:50.071868 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e4668-7e7a-4a92-baec-9b0e0f212628 req-b9d27d2a-8941-4c40-90c3-765abbb8ce93 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:50.072624 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-171e4668-7e7a-4a92-baec-9b0e0f212628 req-b9d27d2a-8941-4c40-90c3-765abbb8ce93 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Synchronizing usage tracker for tenant:458862934c284b11a9f402abf41ed215 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:51:50.085806 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c7b6bb16-37e3-4921-8060-419bfcd8eaba tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:50.095272 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c7b6bb16-37e3-4921-8060-419bfcd8eaba tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:50.119298 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c7b6bb16-37e3-4921-8060-419bfcd8eaba tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:50.153620 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-4ca89b48-5c3c-4ee9-86d9-7e4dbd7a94e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:50.172715 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 00943df2-9f97-4443-85f6-9a709f1c4201 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:51:50.228022 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c7b6bb16-37e3-4921-8060-419bfcd8eaba tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:50.237312 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c7b6bb16-37e3-4921-8060-419bfcd8eaba tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Usage tracker for resource:security_group_rule and tenant:4e0936b5cf5f4a599025f77e621971c1 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:51:50.243091 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c7b6bb16-37e3-4921-8060-419bfcd8eaba tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:51:50.253157 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c7b6bb16-37e3-4921-8060-419bfcd8eaba tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:50.263350 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 00943df2-9f97-4443-85f6-9a709f1c4201 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:51:50.270235 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 00943df2-9f97-4443-85f6-9a709f1c4201 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:50.270899 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:50.369474 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-598b92a1-c82a-4f3d-a698-eb82f1a39a01 req-10fb3738-e1c7-42e1-a3cc-c0b0fec7ece3 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] For port b2076326-7743-4e6c-8da3-aede193b2bb6, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=b2076326-7743-4e6c-8da3-aede193b2bb6,segment=NetworkSegment(508e28e4-d245-4c96-afde-db020978f91b),segment_id=508e28e4-d245-4c96-afde-db020978f91b)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:51:50.370332 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-598b92a1-c82a-4f3d-a698-eb82f1a39a01 req-10fb3738-e1c7-42e1-a3cc-c0b0fec7ece3 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:50.413937 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-171e4668-7e7a-4a92-baec-9b0e0f212628 req-b9d27d2a-8941-4c40-90c3-765abbb8ce93 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Unset dirty status for tenant:458862934c284b11a9f402abf41ed215 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:51:50.415091 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-171e4668-7e7a-4a92-baec-9b0e0f212628 req-b9d27d2a-8941-4c40-90c3-765abbb8ce93 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?device_id=abf4abf0-e9e9-4b42-a912-b3c974b903ba HTTP/1.1" status: 200 len: 932 time: 0.8467340 Feb 09 12:51:50.426299 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-183c43f1-eba1-4524-901d-35b804fb12d7 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "GET /v2.0/routers/450999cf-b07b-4cfe-a93b-4b7235a82245 HTTP/1.1" status: 200 len: 699 time: 0.5403087 Feb 09 12:51:50.434145 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33136) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:50.443131 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:50.488514 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 00943df2-9f97-4443-85f6-9a709f1c4201, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=00943df2-9f97-4443-85f6-9a709f1c4201,segment=NetworkSegment(08368515-1045-4c47-86e8-fac2c0d8553b),segment_id=08368515-1045-4c47-86e8-fac2c0d8553b)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:51:50.493592 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:50.570006 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=00943df2-9f97-4443-85f6-9a709f1c4201,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:50.590829 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:50.642910 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a554bd-8afc-4b46-aac5-7ebce37c0e88 None None] Sync routers for ids ['450999cf-b07b-4cfe-a93b-4b7235a82245'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:51:50.653854 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a554bd-8afc-4b46-aac5-7ebce37c0e88 None None] Routers {'450999cf-b07b-4cfe-a93b-4b7235a82245'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:51:50.654782 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-18a554bd-8afc-4b46-aac5-7ebce37c0e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:51:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['450999cf-b07b-4cfe-a93b-4b7235a82245'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:50.660020 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-598b92a1-c82a-4f3d-a698-eb82f1a39a01 req-10fb3738-e1c7-42e1-a3cc-c0b0fec7ece3 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Calling delete_port for b2076326-7743-4e6c-8da3-aede193b2bb6 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:51:50.720399 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-171e4668-7e7a-4a92-baec-9b0e0f212628 req-6cecb2fb-89b3-442c-afc3-d084c85ff55b tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/security-groups?id=5705fa02-b11c-4bf4-80ae-3ba562f29cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2927508 Feb 09 12:51:50.752691 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e665a-b074-4e5e-851b-6c3a449c08cd req-541bdfb0-1434-4969-97d8-d3da682570ff tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:50.754435 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc7e665a-b074-4e5e-851b-6c3a449c08cd req-541bdfb0-1434-4969-97d8-d3da682570ff tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/ports?device_id=24bfe37c-1089-4182-86d9-1c25ec429621 HTTP/1.1" status: 200 len: 945 time: 0.6650119 Feb 09 12:51:50.782343 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c7b6bb16-37e3-4921-8060-419bfcd8eaba tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:50.786308 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c7b6bb16-37e3-4921-8060-419bfcd8eaba tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:50.827246 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-18a554bd-8afc-4b46-aac5-7ebce37c0e88 None None] Set router 450999cf-b07b-4cfe-a93b-4b7235a82245 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:51:50.885704 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b6bb16-37e3-4921-8060-419bfcd8eaba tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e888b271-aa0a-457b-88d8-929a9c4d60ce,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:50.901853 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c7b6bb16-37e3-4921-8060-419bfcd8eaba tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:50.903132 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c7b6bb16-37e3-4921-8060-419bfcd8eaba tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8776386 Feb 09 12:51:50.904629 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-598b92a1-c82a-4f3d-a698-eb82f1a39a01 req-10fb3738-e1c7-42e1-a3cc-c0b0fec7ece3 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:50.906491 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33140) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:50.955003 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-ca2d4577-f364-4ca1-9f94-6852a1bd2bba tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Request body: {'security_group_rule': {'security_group_id': 'e888b271-aa0a-457b-88d8-929a9c4d60ce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:50.974760 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ca2d4577-f364-4ca1-9f94-6852a1bd2bba tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:50.979947 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb3738-e1c7-42e1-a3cc-c0b0fec7ece3 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event deleted for resources: {'Port': ['ID=b2076326-7743-4e6c-8da3-aede193b2bb6,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:50.984778 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ca2d4577-f364-4ca1-9f94-6852a1bd2bba tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Usage tracker for resource:security_group_rule and tenant:4e0936b5cf5f4a599025f77e621971c1 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:51:50.988040 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ca2d4577-f364-4ca1-9f94-6852a1bd2bba tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:51:51.027010 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ca2d4577-f364-4ca1-9f94-6852a1bd2bba tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:51.044657 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc7e665a-b074-4e5e-851b-6c3a449c08cd req-6b8064fc-2b6d-4a23-8b4c-ec061e0f9ef7 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "GET /v2.0/security-groups?id=7643a677-e910-42b2-ae55-a8f871e13233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2253044 Feb 09 12:51:51.078357 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-598b92a1-c82a-4f3d-a698-eb82f1a39a01 req-10fb3738-e1c7-42e1-a3cc-c0b0fec7ece3 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] No DVR routers for this DVR port b2076326-7743-4e6c-8da3-aede193b2bb6 on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:51:51.082073 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-598b92a1-c82a-4f3d-a698-eb82f1a39a01 req-10fb3738-e1c7-42e1-a3cc-c0b0fec7ece3 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:51.083921 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-598b92a1-c82a-4f3d-a698-eb82f1a39a01 req-10fb3738-e1c7-42e1-a3cc-c0b0fec7ece3 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.46 "DELETE /v2.0/ports/b2076326-7743-4e6c-8da3-aede193b2bb6 HTTP/1.1" status: 204 len: 173 time: 1.2300432 Feb 09 12:51:51.084853 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24bfe37c-1089-4182-86d9-1c25ec429621', 'name': 'network-vif-deleted', 'tag': 'b2076326-7743-4e6c-8da3-aede193b2bb6'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:51:51.103181 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ca2d4577-f364-4ca1-9f94-6852a1bd2bba tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:51.175128 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ca2d4577-f364-4ca1-9f94-6852a1bd2bba tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:51.181350 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ca2d4577-f364-4ca1-9f94-6852a1bd2bba tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:51.204334 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24bfe37c-1089-4182-86d9-1c25ec429621', 'name': 'network-vif-deleted', 'tag': 'b2076326-7743-4e6c-8da3-aede193b2bb6', 'status': 'completed', 'code': 200} Feb 09 12:51:51.219442 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d4577-f364-4ca1-9f94-6852a1bd2bba tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=076da811-dbf0-4cb6-865f-83c7ba71df84,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:51.239034 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-18a554bd-8afc-4b46-aac5-7ebce37c0e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'name': 'tempest-RoutersTest-router-683005421', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:20Z', 'updated_at': '2022-02-09T12:51:48Z', 'revision_number': 7, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'gw_port_host': None, '_interfaces': [{'id': '00943df2-9f97-4443-85f6-9a709f1c4201', 'name': '', 'network_id': '2bbdf598-a855-486d-9fca-8e5a614eefdf', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:bb:76:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '99b29608-e85c-4968-8764-d6447c585fd6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:41Z', 'updated_at': '2022-02-09T12:51:50Z', 'revision_number': 5, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '99b29608-e85c-4968-8764-d6447c585fd6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '05928eda-6b8a-4b0d-a8a3-3d8661eda470', 'name': '', 'network_id': 'ffca402b-5cb3-449e-953f-fd2f85943223', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:d3:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '04bb2481-a3da-4b6e-b2a1-eea8fcf3e502', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:34Z', 'updated_at': '2022-02-09T12:51:45Z', 'revision_number': 5, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '04bb2481-a3da-4b6e-b2a1-eea8fcf3e502', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '07478ba3-ba8f-4334-a543-53349d7180d8', 'name': '', 'network_id': 'fc5a7431-aa90-4b9c-8784-8929657329ca', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:f2:97:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '825e22ca-d729-4690-97da-ee8dc85d2933', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:26Z', 'updated_at': '2022-02-09T12:51:36Z', 'revision_number': 5, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '825e22ca-d729-4690-97da-ee8dc85d2933', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f55fc0c-7198-4941-87e8-064fdf9f35c5', 'name': '', 'network_id': '0c938ccf-ee08-4af2-9dfe-f497cfc21f8e', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:c7:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '76fc3631-c372-4916-89b1-4316753578f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:22Z', 'updated_at': '2022-02-09T12:51:28Z', 'revision_number': 5, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '76fc3631-c372-4916-89b1-4316753578f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:51.243358 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ca2d4577-f364-4ca1-9f94-6852a1bd2bba tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:51.244693 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ca2d4577-f364-4ca1-9f94-6852a1bd2bba tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3376014 Feb 09 12:51:51.245694 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a554bd-8afc-4b46-aac5-7ebce37c0e88 None None] Checking router: 450999cf-b07b-4cfe-a93b-4b7235a82245 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:51:51.247401 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33146) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:51.256849 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a554bd-8afc-4b46-aac5-7ebce37c0e88 None None] Routers {'450999cf-b07b-4cfe-a93b-4b7235a82245'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:51:51.257649 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-18a554bd-8afc-4b46-aac5-7ebce37c0e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:51:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['450999cf-b07b-4cfe-a93b-4b7235a82245'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:51.269396 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-723e9148-c786-446a-8006-e4d227ae4c08 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "GET /v2.0/security-group-rules/076da811-dbf0-4cb6-865f-83c7ba71df84 HTTP/1.1" status: 200 len: 763 time: 0.0194550 Feb 09 12:51:51.271862 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33150) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:51.326268 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5b689480-8a78-4390-804a-25064df47084 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Synchronizing usage tracker for tenant:4e0936b5cf5f4a599025f77e621971c1 on resource:security_group_rule {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:51:51.346451 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5b689480-8a78-4390-804a-25064df47084 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Unset dirty status for tenant:4e0936b5cf5f4a599025f77e621971c1 on resource:security_group_rule {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:51:51.347967 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5b689480-8a78-4390-804a-25064df47084 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0751536 Feb 09 12:51:51.351590 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33154) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:51.389334 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-4ca89b48-5c3c-4ee9-86d9-7e4dbd7a94e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfd356de-2c6d-4295-bcc5-136bc7e1cdf0 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:51:51.395149 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e56731d2-1a58-49b2-9252-d5776c2ccf65 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:51.401111 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-4ca89b48-5c3c-4ee9-86d9-7e4dbd7a94e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:51.415565 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e56731d2-1a58-49b2-9252-d5776c2ccf65 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:51.428381 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-4ca89b48-5c3c-4ee9-86d9-7e4dbd7a94e4 service neutron] Transition to ACTIVE for port object bfd356de-2c6d-4295-bcc5-136bc7e1cdf0 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:51:51.436708 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-4ca89b48-5c3c-4ee9-86d9-7e4dbd7a94e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:51.448423 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e56731d2-1a58-49b2-9252-d5776c2ccf65 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:51.463449 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-18a554bd-8afc-4b46-aac5-7ebce37c0e88 None None] Set router 450999cf-b07b-4cfe-a93b-4b7235a82245 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:51:51.472430 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56731d2-1a58-49b2-9252-d5776c2ccf65 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=076da811-dbf0-4cb6-865f-83c7ba71df84,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:51.488987 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e56731d2-1a58-49b2-9252-d5776c2ccf65 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:51.488987 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e56731d2-1a58-49b2-9252-d5776c2ccf65 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/076da811-dbf0-4cb6-865f-83c7ba71df84 HTTP/1.1" status: 204 len: 168 time: 0.1333265 Feb 09 12:51:51.489600 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33158) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:51.549360 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-efa08fef-713e-47b7-8b06-0c5957bc0307 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Synchronizing usage tracker for tenant:4e0936b5cf5f4a599025f77e621971c1 on resource:security_group_rule {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:51:51.568037 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7b4a9643-f042-4904-b777-5fbcabcdf873 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:51.571724 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-efa08fef-713e-47b7-8b06-0c5957bc0307 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Unset dirty status for tenant:4e0936b5cf5f4a599025f77e621971c1 on resource:security_group_rule {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:51:51.574285 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-efa08fef-713e-47b7-8b06-0c5957bc0307 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0835359 Feb 09 12:51:51.577697 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33162) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:51.583951 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-8cef22e4-e601-403b-8331-7bc75203a717 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Request body: {'security_group_rule': {'security_group_id': 'e888b271-aa0a-457b-88d8-929a9c4d60ce', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:51.594343 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8cef22e4-e601-403b-8331-7bc75203a717 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:51.607427 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8cef22e4-e601-403b-8331-7bc75203a717 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:51.625951 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8cef22e4-e601-403b-8331-7bc75203a717 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:51.693651 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8cef22e4-e601-403b-8331-7bc75203a717 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:51.703993 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8cef22e4-e601-403b-8331-7bc75203a717 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:51.744965 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef22e4-e601-403b-8331-7bc75203a717 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36b88906-9916-4989-ad9a-696e8af184b1,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:51.759295 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8cef22e4-e601-403b-8331-7bc75203a717 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:51.760947 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8cef22e4-e601-403b-8331-7bc75203a717 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1820002 Feb 09 12:51:51.764147 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33168) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:51.814639 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca89b48-5c3c-4ee9-86d9-7e4dbd7a94e4 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd356de-2c6d-4295-bcc5-136bc7e1cdf0,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:51.951316 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33172) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:51.952357 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9ec0689c-0e5c-45b5-bd35-ed43848c7b59 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "GET /v2.0/security-group-rules/36b88906-9916-4989-ad9a-696e8af184b1 HTTP/1.1" status: 200 len: 763 time: 0.1807013 Feb 09 12:51:52.017231 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-97a73fb5-ac89-4c4e-803c-f727caef353b tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Synchronizing usage tracker for tenant:4e0936b5cf5f4a599025f77e621971c1 on resource:security_group_rule {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:51:52.017637 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-18a554bd-8afc-4b46-aac5-7ebce37c0e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'name': 'tempest-RoutersTest-router-683005421', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:20Z', 'updated_at': '2022-02-09T12:51:48Z', 'revision_number': 7, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'gw_port_host': None, '_interfaces': [{'id': '00943df2-9f97-4443-85f6-9a709f1c4201', 'name': '', 'network_id': '2bbdf598-a855-486d-9fca-8e5a614eefdf', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:bb:76:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '99b29608-e85c-4968-8764-d6447c585fd6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:41Z', 'updated_at': '2022-02-09T12:51:50Z', 'revision_number': 5, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '99b29608-e85c-4968-8764-d6447c585fd6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '05928eda-6b8a-4b0d-a8a3-3d8661eda470', 'name': '', 'network_id': 'ffca402b-5cb3-449e-953f-fd2f85943223', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:d3:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '04bb2481-a3da-4b6e-b2a1-eea8fcf3e502', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:34Z', 'updated_at': '2022-02-09T12:51:45Z', 'revision_number': 5, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '04bb2481-a3da-4b6e-b2a1-eea8fcf3e502', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '07478ba3-ba8f-4334-a543-53349d7180d8', 'name': '', 'network_id': 'fc5a7431-aa90-4b9c-8784-8929657329ca', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:f2:97:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '825e22ca-d729-4690-97da-ee8dc85d2933', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:26Z', 'updated_at': '2022-02-09T12:51:36Z', 'revision_number': 5, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '825e22ca-d729-4690-97da-ee8dc85d2933', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f55fc0c-7198-4941-87e8-064fdf9f35c5', 'name': '', 'network_id': '0c938ccf-ee08-4af2-9dfe-f497cfc21f8e', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:c7:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '76fc3631-c372-4916-89b1-4316753578f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:22Z', 'updated_at': '2022-02-09T12:51:28Z', 'revision_number': 5, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '76fc3631-c372-4916-89b1-4316753578f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:52.024035 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a554bd-8afc-4b46-aac5-7ebce37c0e88 None None] The sync data for ids ['450999cf-b07b-4cfe-a93b-4b7235a82245'] in n-d-825178-3 is: [{'id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'name': 'tempest-RoutersTest-router-683005421', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:20Z', 'updated_at': '2022-02-09T12:51:48Z', 'revision_number': 7, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'gw_port_host': None, '_interfaces': [{'id': '00943df2-9f97-4443-85f6-9a709f1c4201', 'name': '', 'network_id': '2bbdf598-a855-486d-9fca-8e5a614eefdf', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:bb:76:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '99b29608-e85c-4968-8764-d6447c585fd6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:41Z', 'updated_at': '2022-02-09T12:51:50Z', 'revision_number': 5, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '99b29608-e85c-4968-8764-d6447c585fd6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '05928eda-6b8a-4b0d-a8a3-3d8661eda470', 'name': '', 'network_id': 'ffca402b-5cb3-449e-953f-fd2f85943223', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:d3:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '04bb2481-a3da-4b6e-b2a1-eea8fcf3e502', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:34Z', 'updated_at': '2022-02-09T12:51:45Z', 'revision_number': 5, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '04bb2481-a3da-4b6e-b2a1-eea8fcf3e502', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '07478ba3-ba8f-4334-a543-53349d7180d8', 'name': '', 'network_id': 'fc5a7431-aa90-4b9c-8784-8929657329ca', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:f2:97:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '825e22ca-d729-4690-97da-ee8dc85d2933', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:26Z', 'updated_at': '2022-02-09T12:51:36Z', 'revision_number': 5, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '825e22ca-d729-4690-97da-ee8dc85d2933', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f55fc0c-7198-4941-87e8-064fdf9f35c5', 'name': '', 'network_id': '0c938ccf-ee08-4af2-9dfe-f497cfc21f8e', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:c7:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '76fc3631-c372-4916-89b1-4316753578f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:22Z', 'updated_at': '2022-02-09T12:51:28Z', 'revision_number': 5, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '76fc3631-c372-4916-89b1-4316753578f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:51:52.034044 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-97a73fb5-ac89-4c4e-803c-f727caef353b tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Unset dirty status for tenant:4e0936b5cf5f4a599025f77e621971c1 on resource:security_group_rule {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:51:52.035539 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-97a73fb5-ac89-4c4e-803c-f727caef353b tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0832069 Feb 09 12:51:52.038395 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33176) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:52.076102 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-34d85bc6-cc03-42d4-ab94-2e1911ed6094 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:52.090397 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-34d85bc6-cc03-42d4-ab94-2e1911ed6094 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:52.119515 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-34d85bc6-cc03-42d4-ab94-2e1911ed6094 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:52.144681 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d85bc6-cc03-42d4-ab94-2e1911ed6094 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=36b88906-9916-4989-ad9a-696e8af184b1,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:52.149869 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-34d85bc6-cc03-42d4-ab94-2e1911ed6094 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:52.151213 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-34d85bc6-cc03-42d4-ab94-2e1911ed6094 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/36b88906-9916-4989-ad9a-696e8af184b1 HTTP/1.1" status: 204 len: 168 time: 0.1118102 Feb 09 12:51:52.154168 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33182) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:52.205027 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 00943df2-9f97-4443-85f6-9a709f1c4201 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:51:52.224318 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-30aa9ad0-c787-4a47-96fa-ea85471e43d8 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Synchronizing usage tracker for tenant:4e0936b5cf5f4a599025f77e621971c1 on resource:security_group_rule {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:51:52.227307 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33186) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:52.284636 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 00943df2-9f97-4443-85f6-9a709f1c4201 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:52.284972 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:52.337708 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-30aa9ad0-c787-4a47-96fa-ea85471e43d8 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Unset dirty status for tenant:4e0936b5cf5f4a599025f77e621971c1 on resource:security_group_rule {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:51:52.338939 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-30aa9ad0-c787-4a47-96fa-ea85471e43d8 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1819179 Feb 09 12:51:52.341824 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33190) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:52.346878 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-fa5a552d-d031-417c-8459-15269ba1a916 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Request body: {'security_group_rule': {'security_group_id': 'e888b271-aa0a-457b-88d8-929a9c4d60ce', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:52.359396 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-4ca89b48-5c3c-4ee9-86d9-7e4dbd7a94e4 service neutron] Attempting to bind port bfd356de-2c6d-4295-bcc5-136bc7e1cdf0 on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:51:52.360720 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-4ca89b48-5c3c-4ee9-86d9-7e4dbd7a94e4 service neutron] Attempting to bind port bfd356de-2c6d-4295-bcc5-136bc7e1cdf0 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': '32da5fd3-150a-47e5-b0e4-671721cbf392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:51:52.361288 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-4ca89b48-5c3c-4ee9-86d9-7e4dbd7a94e4 service neutron] Attempting to bind port bfd356de-2c6d-4295-bcc5-136bc7e1cdf0 on network cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:51:52.373198 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-4ca89b48-5c3c-4ee9-86d9-7e4dbd7a94e4 service neutron] Port bfd356de-2c6d-4295-bcc5-136bc7e1cdf0 on network cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:51:52.373956 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-4ca89b48-5c3c-4ee9-86d9-7e4dbd7a94e4 service neutron] Attempting to bind port bfd356de-2c6d-4295-bcc5-136bc7e1cdf0 on network cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:51:52.385722 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-4ca89b48-5c3c-4ee9-86d9-7e4dbd7a94e4 service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:51:52.386320 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-4ca89b48-5c3c-4ee9-86d9-7e4dbd7a94e4 service neutron] Checking segment: {'id': '32da5fd3-150a-47e5-b0e4-671721cbf392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:51:52.387158 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-4ca89b48-5c3c-4ee9-86d9-7e4dbd7a94e4 service neutron] Bound using segment: {'id': '32da5fd3-150a-47e5-b0e4-671721cbf392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:51:52.387707 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-4ca89b48-5c3c-4ee9-86d9-7e4dbd7a94e4 service neutron] Bound port: bfd356de-2c6d-4295-bcc5-136bc7e1cdf0, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32da5fd3-150a-47e5-b0e4-671721cbf392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:51:52.388163 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-4ca89b48-5c3c-4ee9-86d9-7e4dbd7a94e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:52.409641 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-fa5a552d-d031-417c-8459-15269ba1a916 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:52.439769 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-fa5a552d-d031-417c-8459-15269ba1a916 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:52.461010 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0015c4c1-4185-40e6-b929-9b1bf6a0c9f4 req-285b7b81-e3ea-430e-8e43-5f5b5cbb106d tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:52.462713 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0015c4c1-4185-40e6-b929-9b1bf6a0c9f4 req-285b7b81-e3ea-430e-8e43-5f5b5cbb106d tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?device_id=abf4abf0-e9e9-4b42-a912-b3c974b903ba HTTP/1.1" status: 200 len: 944 time: 0.5524483 Feb 09 12:51:52.467875 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fa5a552d-d031-417c-8459-15269ba1a916 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:52.581645 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device b2076326-7743-4e6c-8da3-aede193b2bb6 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:51:52.581856 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-7b4a9643-f042-4904-b777-5fbcabcdf873 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Deleting port 00943df2-9f97-4443-85f6-9a709f1c4201 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:51:52.582147 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7b4a9643-f042-4904-b777-5fbcabcdf873 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:52.619809 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: b2076326-7743-4e6c-8da3-aede193b2bb6 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:51:52.620171 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device b2076326-7743-4e6c-8da3-aede193b2bb6 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:51:52.644655 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0015c4c1-4185-40e6-b929-9b1bf6a0c9f4 req-21562cc8-32af-4af5-9835-0e75c282f9bc tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/security-groups?id=5705fa02-b11c-4bf4-80ae-3ba562f29cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510773 Feb 09 12:51:52.672755 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-4ca89b48-5c3c-4ee9-86d9-7e4dbd7a94e4 service neutron] For port bfd356de-2c6d-4295-bcc5-136bc7e1cdf0, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:51:52.679933 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fa5a552d-d031-417c-8459-15269ba1a916 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:52.690000 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fa5a552d-d031-417c-8459-15269ba1a916 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:52.749558 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-4ca89b48-5c3c-4ee9-86d9-7e4dbd7a94e4 service neutron] For port bfd356de-2c6d-4295-bcc5-136bc7e1cdf0, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=bfd356de-2c6d-4295-bcc5-136bc7e1cdf0,segment=NetworkSegment(32da5fd3-150a-47e5-b0e4-671721cbf392),segment_id=32da5fd3-150a-47e5-b0e4-671721cbf392)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:51:52.752259 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a552d-d031-417c-8459-15269ba1a916 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bde24cc8-e9b5-4d9d-ba27-b1401afec588,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:52.755646 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-4ca89b48-5c3c-4ee9-86d9-7e4dbd7a94e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:52.780993 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fa5a552d-d031-417c-8459-15269ba1a916 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:52.784379 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-fa5a552d-d031-417c-8459-15269ba1a916 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4416060 Feb 09 12:51:52.787060 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33194) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:52.817937 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-4ca89b48-5c3c-4ee9-86d9-7e4dbd7a94e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:52.818447 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-4ca89b48-5c3c-4ee9-86d9-7e4dbd7a94e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:52.820049 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-4ca89b48-5c3c-4ee9-86d9-7e4dbd7a94e4 service neutron] 10.222.0.52 "PUT /v2.0/ports/bfd356de-2c6d-4295-bcc5-136bc7e1cdf0 HTTP/1.1" status: 200 len: 1092 time: 3.1053505 Feb 09 12:51:52.830365 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf4abf0-e9e9-4b42-a912-b3c974b903ba', 'tag': 'bfd356de-2c6d-4295-bcc5-136bc7e1cdf0'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:51:52.838184 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a1c9d1a5-b6c3-4977-8680-64826e5b98c6 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "GET /v2.0/security-group-rules/bde24cc8-e9b5-4d9d-ba27-b1401afec588 HTTP/1.1" status: 200 len: 764 time: 0.0499253 Feb 09 12:51:52.846293 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33200) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:52.905256 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abf4abf0-e9e9-4b42-a912-b3c974b903ba', 'tag': 'bfd356de-2c6d-4295-bcc5-136bc7e1cdf0', 'status': 'completed', 'code': 200} Feb 09 12:51:52.972399 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-23543b9e-50ba-4132-9614-c882be6b8c81 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:52.986280 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca89b48-5c3c-4ee9-86d9-7e4dbd7a94e4 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd356de-2c6d-4295-bcc5-136bc7e1cdf0,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:53.000943 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-7b4a9643-f042-4904-b777-5fbcabcdf873 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] For port 00943df2-9f97-4443-85f6-9a709f1c4201, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=00943df2-9f97-4443-85f6-9a709f1c4201,segment=NetworkSegment(08368515-1045-4c47-86e8-fac2c0d8553b),segment_id=08368515-1045-4c47-86e8-fac2c0d8553b)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:51:53.001322 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7b4a9643-f042-4904-b777-5fbcabcdf873 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:53.005197 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:53.103719 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-84a3c2b0-6b0a-4321-82d4-b381d39300ec tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2521281 Feb 09 12:51:53.158807 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33204) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:53.167859 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-7b4a9643-f042-4904-b777-5fbcabcdf873 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Calling delete_port for 00943df2-9f97-4443-85f6-9a709f1c4201 owned by network:router_interface {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:51:53.249326 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1f1e3930-e13d-4837-986d-2b477c56e91e tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:53.264557 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-bbe0f3da-bc73-47cb-b07e-178d4b4c54f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:53.266038 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-bbe0f3da-bc73-47cb-b07e-178d4b4c54f7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=458862934c284b11a9f402abf41ed215&device_id=abf4abf0-e9e9-4b42-a912-b3c974b903ba HTTP/1.1" status: 200 len: 1095 time: 0.3755701 Feb 09 12:51:53.269897 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1f1e3930-e13d-4837-986d-2b477c56e91e tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:53.364261 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-f6dd7ce9-bb04-4453-be7b-f7afbe0be4fe service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bfd356de-2c6d-4295-bcc5-136bc7e1cdf0 HTTP/1.1" status: 200 len: 217 time: 0.0862768 Feb 09 12:51:53.417279 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1f1e3930-e13d-4837-986d-2b477c56e91e tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:53.447970 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-23543b9e-50ba-4132-9614-c882be6b8c81 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Deleting port f09f9844-8954-42bf-8856-81d858a5c4af {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:51:53.448546 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-23543b9e-50ba-4132-9614-c882be6b8c81 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:53.454041 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1e3930-e13d-4837-986d-2b477c56e91e tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bde24cc8-e9b5-4d9d-ba27-b1401afec588,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:53.461752 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1f1e3930-e13d-4837-986d-2b477c56e91e tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:53.462856 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1f1e3930-e13d-4837-986d-2b477c56e91e tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/bde24cc8-e9b5-4d9d-ba27-b1401afec588 HTTP/1.1" status: 204 len: 168 time: 0.3031070 Feb 09 12:51:53.467214 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33208) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:53.473725 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-cb8b3594-adea-4240-bfe5-7bae8523cfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:53.475138 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-cb8b3594-adea-4240-bfe5-7bae8523cfb6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bfd2da91-fd3f-4e2d-8462-ade62ea5d241 HTTP/1.1" status: 200 len: 834 time: 0.0986972 Feb 09 12:51:53.615126 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-bc22e7a9-5da7-4d98-9df9-373db262ff5b tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Synchronizing usage tracker for tenant:4e0936b5cf5f4a599025f77e621971c1 on resource:security_group_rule {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:51:53.640758 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-23543b9e-50ba-4132-9614-c882be6b8c81 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] For port f09f9844-8954-42bf-8856-81d858a5c4af, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=f09f9844-8954-42bf-8856-81d858a5c4af,segment=NetworkSegment(508e28e4-d245-4c96-afde-db020978f91b),segment_id=508e28e4-d245-4c96-afde-db020978f91b)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:51:53.641122 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-23543b9e-50ba-4132-9614-c882be6b8c81 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:53.667558 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-bc22e7a9-5da7-4d98-9df9-373db262ff5b tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Unset dirty status for tenant:4e0936b5cf5f4a599025f77e621971c1 on resource:security_group_rule {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:51:53.671498 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-bc22e7a9-5da7-4d98-9df9-373db262ff5b tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1989477 Feb 09 12:51:53.672232 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33214) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:53.677184 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-1671ab75-461e-4d7b-b2c3-77bc9d612092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:53.678207 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-1671ab75-461e-4d7b-b2c3-77bc9d612092 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1901901 Feb 09 12:51:53.709793 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7b4a9643-f042-4904-b777-5fbcabcdf873 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:53.772475 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-23543b9e-50ba-4132-9614-c882be6b8c81 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Calling delete_port for f09f9844-8954-42bf-8856-81d858a5c4af owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:51:53.825636 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a9643-f042-4904-b777-5fbcabcdf873 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event deleted for resources: {'Port': ['ID=00943df2-9f97-4443-85f6-9a709f1c4201,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:54.140956 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-23543b9e-50ba-4132-9614-c882be6b8c81 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:54.169268 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6fd34a6a-867b-4c91-8a4e-5e444767d50c tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:54.191488 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23543b9e-50ba-4132-9614-c882be6b8c81 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event deleted for resources: {'Port': ['ID=f09f9844-8954-42bf-8856-81d858a5c4af,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:54.235495 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-0dc1c90e-295b-4389-b880-470187b859fa service neutron] 10.222.0.52 "GET /v2.0/networks/cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5459254 Feb 09 12:51:54.313379 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6fd34a6a-867b-4c91-8a4e-5e444767d50c tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:54.472095 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-23543b9e-50ba-4132-9614-c882be6b8c81 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:54.504760 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d7998-97d4-4b4b-af42-4a8d17224db8 req-2eaa93be-585b-4495-bfef-50012d6cbb60 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:54.506248 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-260d7998-97d4-4b4b-af42-4a8d17224db8 req-2eaa93be-585b-4495-bfef-50012d6cbb60 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?device_id=abf4abf0-e9e9-4b42-a912-b3c974b903ba HTTP/1.1" status: 200 len: 944 time: 0.7030528 Feb 09 12:51:54.569374 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7b4a9643-f042-4904-b777-5fbcabcdf873 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:54.577290 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6fd34a6a-867b-4c91-8a4e-5e444767d50c tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:54.677702 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd34a6a-867b-4c91-8a4e-5e444767d50c tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e888b271-aa0a-457b-88d8-929a9c4d60ce,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:54.691995 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c899b83e-61eb-4cfc-82a0-cf830b0808e9 req-685fe619-2a97-4140-bbf5-ee9b49294ea8 service neutron] 10.222.0.52 "GET /v2.0/networks/cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3992982 Feb 09 12:51:54.766411 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-260d7998-97d4-4b4b-af42-4a8d17224db8 req-38107521-0ebf-4cd4-aec5-919345942e2b tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/security-groups?id=5705fa02-b11c-4bf4-80ae-3ba562f29cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2487645 Feb 09 12:51:54.841565 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6fd34a6a-867b-4c91-8a4e-5e444767d50c tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:54.842670 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-6fd34a6a-867b-4c91-8a4e-5e444767d50c tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "DELETE /v2.0/security-groups/e888b271-aa0a-457b-88d8-929a9c4d60ce HTTP/1.1" status: 204 len: 168 time: 1.1694787 Feb 09 12:51:54.845857 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33218) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:54.993680 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-72404e7d-bec5-47b2-8c29-9d6bfc8f6fb9 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Synchronizing usage tracker for tenant:4e0936b5cf5f4a599025f77e621971c1 on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:51:55.013955 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0646b53-329e-48a4-9263-8e4af80a9749 req-38d0dd1c-c9b9-47e8-b47f-4c475bbca44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:55.015458 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d0646b53-329e-48a4-9263-8e4af80a9749 req-38d0dd1c-c9b9-47e8-b47f-4c475bbca44b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=458862934c284b11a9f402abf41ed215&device_id=abf4abf0-e9e9-4b42-a912-b3c974b903ba HTTP/1.1" status: 200 len: 1095 time: 0.2481990 Feb 09 12:51:55.021519 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-72404e7d-bec5-47b2-8c29-9d6bfc8f6fb9 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Unset dirty status for tenant:4e0936b5cf5f4a599025f77e621971c1 on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:51:55.022757 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-72404e7d-bec5-47b2-8c29-9d6bfc8f6fb9 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1708362 Feb 09 12:51:55.025150 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23543b9e-50ba-4132-9614-c882be6b8c81 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Router ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:51:55.028325 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33222) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:55.035405 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-039a9dc5-36fc-49d8-8b61-d87e0f93a14f tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Request body: {'security_group': {'name': 'tempest-secgroup--1479177291'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:55.044137 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-039a9dc5-36fc-49d8-8b61-d87e0f93a14f tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:55.107540 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b4a9643-f042-4904-b777-5fbcabcdf873 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Router 450999cf-b07b-4cfe-a93b-4b7235a82245 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:51:55.120971 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-039a9dc5-36fc-49d8-8b61-d87e0f93a14f tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:55.147082 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-039a9dc5-36fc-49d8-8b61-d87e0f93a14f tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:55.244205 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-039a9dc5-36fc-49d8-8b61-d87e0f93a14f tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:55.252086 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-039a9dc5-36fc-49d8-8b61-d87e0f93a14f tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Usage tracker for resource:security_group_rule and tenant:4e0936b5cf5f4a599025f77e621971c1 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:51:55.256841 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-039a9dc5-36fc-49d8-8b61-d87e0f93a14f tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:51:55.265568 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-039a9dc5-36fc-49d8-8b61-d87e0f93a14f tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:55.267792 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23543b9e-50ba-4132-9614-c882be6b8c81 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:51:55.279297 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad653c6-860e-46a8-926e-d9ac36c35b62 None None] Sync routers for ids ['ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:51:55.290177 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad653c6-860e-46a8-926e-d9ac36c35b62 None None] Routers {'ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:51:55.291010 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-bad653c6-860e-46a8-926e-d9ac36c35b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:51:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:55.307275 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0646b53-329e-48a4-9263-8e4af80a9749 req-6ccb4ce7-7d16-4d20-b7d4-0ff80015c4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:55.308750 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d0646b53-329e-48a4-9263-8e4af80a9749 req-6ccb4ce7-7d16-4d20-b7d4-0ff80015c4c1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7 HTTP/1.1" status: 200 len: 897 time: 0.2832851 Feb 09 12:51:55.365380 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-039a9dc5-36fc-49d8-8b61-d87e0f93a14f tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:55.370728 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-23543b9e-50ba-4132-9614-c882be6b8c81 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "PUT /v2.0/routers/ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1410680 Feb 09 12:51:55.372313 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-039a9dc5-36fc-49d8-8b61-d87e0f93a14f tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:55.377242 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33226) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:55.395681 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4a9643-f042-4904-b777-5fbcabcdf873 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:51:55.408598 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33edc368-ef7f-43f6-be2c-4372be2c8408 None None] Sync routers for ids ['450999cf-b07b-4cfe-a93b-4b7235a82245'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:51:55.418441 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a9dc5-36fc-49d8-8b61-d87e0f93a14f tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=704b4a00-ae10-48cf-956d-7d5d060223e0,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:55.421168 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33edc368-ef7f-43f6-be2c-4372be2c8408 None None] Routers {'450999cf-b07b-4cfe-a93b-4b7235a82245'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:51:55.422070 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-33edc368-ef7f-43f6-be2c-4372be2c8408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:51:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['450999cf-b07b-4cfe-a93b-4b7235a82245'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:55.422845 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-039a9dc5-36fc-49d8-8b61-d87e0f93a14f tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:55.424250 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-039a9dc5-36fc-49d8-8b61-d87e0f93a14f tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3947651 Feb 09 12:51:55.426992 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33230) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:55.428818 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d0646b53-329e-48a4-9263-8e4af80a9749 req-2924ad6a-3829-4869-96e9-1d370198f4a5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bfd356de-2c6d-4295-bcc5-136bc7e1cdf0 HTTP/1.1" status: 200 len: 217 time: 0.1123376 Feb 09 12:51:55.435224 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-7b4a9643-f042-4904-b777-5fbcabcdf873 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "PUT /v2.0/routers/450999cf-b07b-4cfe-a93b-4b7235a82245/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9978571 Feb 09 12:51:55.435363 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-4344de88-88f2-4d95-a237-29f5c9742f08 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Request body: {'security_group_rule': {'security_group_id': '704b4a00-ae10-48cf-956d-7d5d060223e0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:55.437574 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33234) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:55.442224 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4344de88-88f2-4d95-a237-29f5c9742f08 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:55.447395 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4344de88-88f2-4d95-a237-29f5c9742f08 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Usage tracker for resource:security_group_rule and tenant:4e0936b5cf5f4a599025f77e621971c1 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:51:55.450658 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4344de88-88f2-4d95-a237-29f5c9742f08 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:51:55.457531 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4344de88-88f2-4d95-a237-29f5c9742f08 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:55.480784 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4344de88-88f2-4d95-a237-29f5c9742f08 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:55.533329 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-bad653c6-860e-46a8-926e-d9ac36c35b62 None None] Set router ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:51:55.556648 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4344de88-88f2-4d95-a237-29f5c9742f08 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:55.561214 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4344de88-88f2-4d95-a237-29f5c9742f08 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:55.597778 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4344de88-88f2-4d95-a237-29f5c9742f08 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=170da780-033a-4640-8c51-3f9709ec3849,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:55.615438 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4344de88-88f2-4d95-a237-29f5c9742f08 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:55.617990 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4344de88-88f2-4d95-a237-29f5c9742f08 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1897004 Feb 09 12:51:55.620650 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33238) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:55.644763 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-33edc368-ef7f-43f6-be2c-4372be2c8408 None None] Set router 450999cf-b07b-4cfe-a93b-4b7235a82245 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:51:55.704646 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2de0c228-50f9-4e85-977b-77bf3169cf90 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:55.747413 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-c237fd67-b496-4d0f-afc4-8eaf0c7f4365 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Deleting subnet fee41bd5-bc0d-4bee-88ca-cf83e3eb43ef {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:51:55.751871 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2de0c228-50f9-4e85-977b-77bf3169cf90 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:55.753592 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0646b53-329e-48a4-9263-8e4af80a9749 req-7d8e1a0e-ab62-4db8-af6c-69a74fd166b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:55.754625 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d0646b53-329e-48a4-9263-8e4af80a9749 req-7d8e1a0e-ab62-4db8-af6c-69a74fd166b5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bfd2da91-fd3f-4e2d-8462-ade62ea5d241 HTTP/1.1" status: 200 len: 834 time: 0.3178079 Feb 09 12:51:55.757182 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c237fd67-b496-4d0f-afc4-8eaf0c7f4365 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:55.816511 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2de0c228-50f9-4e85-977b-77bf3169cf90 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:55.840933 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de0c228-50f9-4e85-977b-77bf3169cf90 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=704b4a00-ae10-48cf-956d-7d5d060223e0,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:55.856330 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-8332cb91-6978-46c6-b701-b68f3deda737 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Deleting subnet 99b29608-e85c-4968-8764-d6447c585fd6 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:51:55.860116 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8332cb91-6978-46c6-b701-b68f3deda737 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:55.870023 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2de0c228-50f9-4e85-977b-77bf3169cf90 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:55.873494 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2de0c228-50f9-4e85-977b-77bf3169cf90 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "DELETE /v2.0/security-groups/704b4a00-ae10-48cf-956d-7d5d060223e0 HTTP/1.1" status: 204 len: 168 time: 0.2485118 Feb 09 12:51:55.874144 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33244) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:55.928969 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8332cb91-6978-46c6-b701-b68f3deda737 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:55.947104 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a6fe9cbb-e9d8-4717-8f1d-0d650ae7fc93 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Synchronizing usage tracker for tenant:4e0936b5cf5f4a599025f77e621971c1 on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:51:55.966680 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a6fe9cbb-e9d8-4717-8f1d-0d650ae7fc93 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Unset dirty status for tenant:4e0936b5cf5f4a599025f77e621971c1 on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:51:55.970984 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a6fe9cbb-e9d8-4717-8f1d-0d650ae7fc93 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0936050 Feb 09 12:51:55.971220 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-bad653c6-860e-46a8-926e-d9ac36c35b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065475585', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'ffd792d7-7746-4fa6-8ba5-315981734228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:33Z', 'updated_at': '2022-02-09T12:51:54Z', 'revision_number': 5, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': 'ffd792d7-7746-4fa6-8ba5-315981734228', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:48:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:35Z', 'updated_at': '2022-02-09T12:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:55.971390 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33248) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:55.975596 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad653c6-860e-46a8-926e-d9ac36c35b62 None None] Checking router: ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:51:55.986901 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad653c6-860e-46a8-926e-d9ac36c35b62 None None] Routers {'ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:51:55.987520 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-bad653c6-860e-46a8-926e-d9ac36c35b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:51:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:56.031365 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-05fbba20-4aea-465c-8307-bbf789fdef15 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Synchronizing usage tracker for tenant:4e0936b5cf5f4a599025f77e621971c1 on resource:security_group_rule {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:51:56.049352 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-05fbba20-4aea-465c-8307-bbf789fdef15 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] Unset dirty status for tenant:4e0936b5cf5f4a599025f77e621971c1 on resource:security_group_rule {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:51:56.052799 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-05fbba20-4aea-465c-8307-bbf789fdef15 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0780520 Feb 09 12:51:56.053254 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33252) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:56.063768 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-33edc368-ef7f-43f6-be2c-4372be2c8408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'name': 'tempest-RoutersTest-router-683005421', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:20Z', 'updated_at': '2022-02-09T12:51:53Z', 'revision_number': 8, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'gw_port_host': None, '_interfaces': [{'id': '05928eda-6b8a-4b0d-a8a3-3d8661eda470', 'name': '', 'network_id': 'ffca402b-5cb3-449e-953f-fd2f85943223', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:d3:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '04bb2481-a3da-4b6e-b2a1-eea8fcf3e502', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:34Z', 'updated_at': '2022-02-09T12:51:45Z', 'revision_number': 5, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '04bb2481-a3da-4b6e-b2a1-eea8fcf3e502', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '07478ba3-ba8f-4334-a543-53349d7180d8', 'name': '', 'network_id': 'fc5a7431-aa90-4b9c-8784-8929657329ca', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:f2:97:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '825e22ca-d729-4690-97da-ee8dc85d2933', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:26Z', 'updated_at': '2022-02-09T12:51:36Z', 'revision_number': 5, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '825e22ca-d729-4690-97da-ee8dc85d2933', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f55fc0c-7198-4941-87e8-064fdf9f35c5', 'name': '', 'network_id': '0c938ccf-ee08-4af2-9dfe-f497cfc21f8e', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:c7:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '76fc3631-c372-4916-89b1-4316753578f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:22Z', 'updated_at': '2022-02-09T12:51:28Z', 'revision_number': 5, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '76fc3631-c372-4916-89b1-4316753578f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:56.076093 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-f17b2dba-eeaa-4834-9d7f-bc17b90f1e95 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] delete failed (client error): The resource could not be found. Feb 09 12:51:56.080795 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f17b2dba-eeaa-4834-9d7f-bc17b90f1e95 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "DELETE /v2.0/security-groups/704b4a00-ae10-48cf-956d-7d5d060223e0 HTTP/1.1" status: 404 len: 347 time: 0.0230811 Feb 09 12:51:56.081952 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33256) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:56.085635 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33edc368-ef7f-43f6-be2c-4372be2c8408 None None] Checking router: 450999cf-b07b-4cfe-a93b-4b7235a82245 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:51:56.112385 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33edc368-ef7f-43f6-be2c-4372be2c8408 None None] Routers {'450999cf-b07b-4cfe-a93b-4b7235a82245'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:51:56.113345 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-33edc368-ef7f-43f6-be2c-4372be2c8408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:51:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['450999cf-b07b-4cfe-a93b-4b7235a82245'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:56.124667 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c237fd67-b496-4d0f-afc4-8eaf0c7f4365 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:56.170836 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e1cbea10-b8d7-4b6f-87c5-d6cbacb76bd7 tempest-SecGroupTest-1415179553 tempest-SecGroupTest-1415179553-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0846539 Feb 09 12:51:56.222373 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-bad653c6-860e-46a8-926e-d9ac36c35b62 None None] Set router ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:51:56.230825 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8332cb91-6978-46c6-b701-b68f3deda737 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:56.272359 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0646b53-329e-48a4-9263-8e4af80a9749 req-34ef55b4-e86b-4f41-905c-5345da74c055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:56.274341 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d0646b53-329e-48a4-9263-8e4af80a9749 req-34ef55b4-e86b-4f41-905c-5345da74c055 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4897575 Feb 09 12:51:56.348129 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-33edc368-ef7f-43f6-be2c-4372be2c8408 None None] Set router 450999cf-b07b-4cfe-a93b-4b7235a82245 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:51:56.417834 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a632867-ba50-49bc-b07d-c4de7f75c551 req-8234fe3f-7b40-49c8-afa9-2417a34c76ea tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:56.419335 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5a632867-ba50-49bc-b07d-c4de7f75c551 req-8234fe3f-7b40-49c8-afa9-2417a34c76ea tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?device_id=abf4abf0-e9e9-4b42-a912-b3c974b903ba HTTP/1.1" status: 200 len: 944 time: 0.4254944 Feb 09 12:51:56.491110 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d0646b53-329e-48a4-9263-8e4af80a9749 req-d1196396-7b71-4ded-9511-2ebfbc2b669a service neutron] 10.222.0.52 "GET /v2.0/networks/cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004325 Feb 09 12:51:56.528835 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c237fd67-b496-4d0f-afc4-8eaf0c7f4365 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:56.564726 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33264) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:56.575521 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5a632867-ba50-49bc-b07d-c4de7f75c551 req-cbdac1b7-b147-4301-8788-7eae945b3222 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/security-groups?id=5705fa02-b11c-4bf4-80ae-3ba562f29cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485789 Feb 09 12:51:56.629315 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-bad653c6-860e-46a8-926e-d9ac36c35b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065475585', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'ffd792d7-7746-4fa6-8ba5-315981734228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:33Z', 'updated_at': '2022-02-09T12:51:54Z', 'revision_number': 5, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': 'ffd792d7-7746-4fa6-8ba5-315981734228', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:48:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:35Z', 'updated_at': '2022-02-09T12:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:56.634407 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad653c6-860e-46a8-926e-d9ac36c35b62 None None] The sync data for ids ['ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9'] in n-d-825178-3 is: [{'id': 'ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065475585', 'tenant_id': '2c7a8f76649f44a59c185c6d6414b556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'ffd792d7-7746-4fa6-8ba5-315981734228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:49:33Z', 'updated_at': '2022-02-09T12:51:54Z', 'revision_number': 5, 'project_id': '2c7a8f76649f44a59c185c6d6414b556', 'gw_port': {'id': 'ffd792d7-7746-4fa6-8ba5-315981734228', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:48:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:49:35Z', 'updated_at': '2022-02-09T12:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:51:56.636369 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8332cb91-6978-46c6-b701-b68f3deda737 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:56.701147 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28f9fba-635b-478a-bae0-455d9163bb97 None None] Network 2bbdf598-a855-486d-9fca-8e5a614eefdf requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:51:56.701744 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8332cb91-6978-46c6-b701-b68f3deda737 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:56.709274 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332cb91-6978-46c6-b701-b68f3deda737 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event deleted for resources: {'Subnet': ['ID=99b29608-e85c-4968-8764-d6447c585fd6,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:56.728196 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8332cb91-6978-46c6-b701-b68f3deda737 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "DELETE /v2.0/subnets/99b29608-e85c-4968-8764-d6447c585fd6 HTTP/1.1" status: 204 len: 168 time: 1.2893286 Feb 09 12:51:56.731053 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33270) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:56.737845 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-33edc368-ef7f-43f6-be2c-4372be2c8408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'name': 'tempest-RoutersTest-router-683005421', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:20Z', 'updated_at': '2022-02-09T12:51:53Z', 'revision_number': 8, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'gw_port_host': None, '_interfaces': [{'id': '05928eda-6b8a-4b0d-a8a3-3d8661eda470', 'name': '', 'network_id': 'ffca402b-5cb3-449e-953f-fd2f85943223', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:d3:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '04bb2481-a3da-4b6e-b2a1-eea8fcf3e502', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:34Z', 'updated_at': '2022-02-09T12:51:45Z', 'revision_number': 5, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '04bb2481-a3da-4b6e-b2a1-eea8fcf3e502', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '07478ba3-ba8f-4334-a543-53349d7180d8', 'name': '', 'network_id': 'fc5a7431-aa90-4b9c-8784-8929657329ca', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:f2:97:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '825e22ca-d729-4690-97da-ee8dc85d2933', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:26Z', 'updated_at': '2022-02-09T12:51:36Z', 'revision_number': 5, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '825e22ca-d729-4690-97da-ee8dc85d2933', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f55fc0c-7198-4941-87e8-064fdf9f35c5', 'name': '', 'network_id': '0c938ccf-ee08-4af2-9dfe-f497cfc21f8e', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:c7:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '76fc3631-c372-4916-89b1-4316753578f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:22Z', 'updated_at': '2022-02-09T12:51:28Z', 'revision_number': 5, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '76fc3631-c372-4916-89b1-4316753578f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:56.743097 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33edc368-ef7f-43f6-be2c-4372be2c8408 None None] The sync data for ids ['450999cf-b07b-4cfe-a93b-4b7235a82245'] in n-d-825178-3 is: [{'id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'name': 'tempest-RoutersTest-router-683005421', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:20Z', 'updated_at': '2022-02-09T12:51:53Z', 'revision_number': 8, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'gw_port_host': None, '_interfaces': [{'id': '05928eda-6b8a-4b0d-a8a3-3d8661eda470', 'name': '', 'network_id': 'ffca402b-5cb3-449e-953f-fd2f85943223', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:d3:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '04bb2481-a3da-4b6e-b2a1-eea8fcf3e502', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:34Z', 'updated_at': '2022-02-09T12:51:45Z', 'revision_number': 5, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '04bb2481-a3da-4b6e-b2a1-eea8fcf3e502', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '07478ba3-ba8f-4334-a543-53349d7180d8', 'name': '', 'network_id': 'fc5a7431-aa90-4b9c-8784-8929657329ca', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:f2:97:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '825e22ca-d729-4690-97da-ee8dc85d2933', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:26Z', 'updated_at': '2022-02-09T12:51:36Z', 'revision_number': 5, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '825e22ca-d729-4690-97da-ee8dc85d2933', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f55fc0c-7198-4941-87e8-064fdf9f35c5', 'name': '', 'network_id': '0c938ccf-ee08-4af2-9dfe-f497cfc21f8e', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:c7:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '76fc3631-c372-4916-89b1-4316753578f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:22Z', 'updated_at': '2022-02-09T12:51:28Z', 'revision_number': 5, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '76fc3631-c372-4916-89b1-4316753578f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:51:56.784534 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-502ffe4c-169d-4eae-91b2-dc88942bccb4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4e0936b5cf5f4a599025f77e621971c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2162049 Feb 09 12:51:56.784760 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33274) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:56.848393 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7dfee6ba-23c0-427e-9a4c-744c2fcad36a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:56.861209 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c237fd67-b496-4d0f-afc4-8eaf0c7f4365 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:56.876448 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7dfee6ba-23c0-427e-9a4c-744c2fcad36a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:56.917556 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d0646b53-329e-48a4-9263-8e4af80a9749 req-231e90ab-0afd-4897-9c01-302f8a51aa46 service neutron] 10.222.0.52 "GET /v2.0/networks/cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4121346 Feb 09 12:51:56.941151 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc644ef-5e41-4989-b20d-ed2af0e1b497 None None] Network 0e83e431-ffef-4786-9497-2a7bdd51cfab requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:51:56.941297 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c860b848-3884-459d-84f4-05edaa8838fa tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:56.943269 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7dfee6ba-23c0-427e-9a4c-744c2fcad36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:56.946227 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c237fd67-b496-4d0f-afc4-8eaf0c7f4365 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event deleted for resources: {'Subnet': ['ID=fee41bd5-bc0d-4bee-88ca-cf83e3eb43ef,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:56.948551 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c237fd67-b496-4d0f-afc4-8eaf0c7f4365 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:56.955967 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c237fd67-b496-4d0f-afc4-8eaf0c7f4365 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "DELETE /v2.0/subnets/fee41bd5-bc0d-4bee-88ca-cf83e3eb43ef HTTP/1.1" status: 204 len: 168 time: 1.5698428 Feb 09 12:51:56.959664 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33278) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:56.963606 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfee6ba-23c0-427e-9a4c-744c2fcad36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981a53ae-a860-4849-a4d1-298a851b5ba5,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:56.998020 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7dfee6ba-23c0-427e-9a4c-744c2fcad36a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:57.000946 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7dfee6ba-23c0-427e-9a4c-744c2fcad36a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/981a53ae-a860-4849-a4d1-298a851b5ba5 HTTP/1.1" status: 204 len: 168 time: 0.2152836 Feb 09 12:51:57.055170 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-c860b848-3884-459d-84f4-05edaa8838fa tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Deleting port 87e98806-8e56-48ee-901d-f6f901259098 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:51:57.055458 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c860b848-3884-459d-84f4-05edaa8838fa tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:57.136000 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device bfd356de-2c6d-4295-bcc5-136bc7e1cdf0 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:51:57.285958 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9589890b-bbcf-4391-885a-aa878a61145e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:57.336811 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dec14d9-e974-4d9a-8655-5a7ef3ba37b4 None None] DHCP port deletion for 2bbdf598-a855-486d-9fca-8e5a614eefdf request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:51:57.346932 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-8dec14d9-e974-4d9a-8655-5a7ef3ba37b4 None None] Deleting port 87e98806-8e56-48ee-901d-f6f901259098 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:51:57.347310 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8dec14d9-e974-4d9a-8655-5a7ef3ba37b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:57.507082 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38edeb6f-faa4-4a8f-975a-2b6318cb348d None None] DHCP port deletion for 0e83e431-ffef-4786-9497-2a7bdd51cfab request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:51:57.519517 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port bfd356de-2c6d-4295-bcc5-136bc7e1cdf0, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=bfd356de-2c6d-4295-bcc5-136bc7e1cdf0,segment=NetworkSegment(32da5fd3-150a-47e5-b0e4-671721cbf392),segment_id=32da5fd3-150a-47e5-b0e4-671721cbf392)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:51:57.527221 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-38edeb6f-faa4-4a8f-975a-2b6318cb348d None None] Deleting port ab02149f-dd1a-4c92-8da9-788624259ba1 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:51:57.527601 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-38edeb6f-faa4-4a8f-975a-2b6318cb348d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:57.666681 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': 'bfd356de-2c6d-4295-bcc5-136bc7e1cdf0', 'network_id': 'cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7', 'port_id': 'bfd356de-2c6d-4295-bcc5-136bc7e1cdf0', 'mac_address': 'fa:16:3e:5f:2d:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfd2da91-fd3f-4e2d-8462-ade62ea5d241', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:51:57.818668 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-c860b848-3884-459d-84f4-05edaa8838fa tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] For port 87e98806-8e56-48ee-901d-f6f901259098, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=87e98806-8e56-48ee-901d-f6f901259098,segment=NetworkSegment(08368515-1045-4c47-86e8-fac2c0d8553b),segment_id=08368515-1045-4c47-86e8-fac2c0d8553b)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:51:57.818916 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c860b848-3884-459d-84f4-05edaa8838fa tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:57.886787 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:57.917774 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfd356de-2c6d-4295-bcc5-136bc7e1cdf0 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:51:57.935540 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port bfd356de-2c6d-4295-bcc5-136bc7e1cdf0, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=bfd356de-2c6d-4295-bcc5-136bc7e1cdf0,segment=NetworkSegment(32da5fd3-150a-47e5-b0e4-671721cbf392),segment_id=32da5fd3-150a-47e5-b0e4-671721cbf392)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:51:57.957224 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:57.978073 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-c860b848-3884-459d-84f4-05edaa8838fa tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Calling delete_port for 87e98806-8e56-48ee-901d-f6f901259098 owned by network:dhcp {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:51:58.037917 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9589890b-bbcf-4391-885a-aa878a61145e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:58.068626 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-8dec14d9-e974-4d9a-8655-5a7ef3ba37b4 None None] For port 87e98806-8e56-48ee-901d-f6f901259098, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=87e98806-8e56-48ee-901d-f6f901259098,segment=NetworkSegment(08368515-1045-4c47-86e8-fac2c0d8553b),segment_id=08368515-1045-4c47-86e8-fac2c0d8553b)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:51:58.069024 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8dec14d9-e974-4d9a-8655-5a7ef3ba37b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:58.080633 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-9589890b-bbcf-4391-885a-aa878a61145e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Deleting port ffd792d7-7746-4fa6-8ba5-315981734228 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:51:58.089722 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9589890b-bbcf-4391-885a-aa878a61145e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:58.131384 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33304) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:58.168158 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d449316-d3a6-4b16-92cb-973d8999a302 req-dd975691-1c28-492a-9166-a7216f5780df tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:58.169712 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0d449316-d3a6-4b16-92cb-973d8999a302 req-dd975691-1c28-492a-9166-a7216f5780df tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?device_id=abf4abf0-e9e9-4b42-a912-b3c974b903ba HTTP/1.1" status: 200 len: 944 time: 0.4285200 Feb 09 12:51:58.188665 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c860b848-3884-459d-84f4-05edaa8838fa tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:58.207200 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-38edeb6f-faa4-4a8f-975a-2b6318cb348d None None] For port ab02149f-dd1a-4c92-8da9-788624259ba1, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=ab02149f-dd1a-4c92-8da9-788624259ba1,segment=NetworkSegment(508e28e4-d245-4c96-afde-db020978f91b),segment_id=508e28e4-d245-4c96-afde-db020978f91b)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:51:58.207678 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-38edeb6f-faa4-4a8f-975a-2b6318cb348d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:58.274331 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-0cc400ee-2f84-437d-b773-98614bbedd79 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1702589385'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:58.278660 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c860b848-3884-459d-84f4-05edaa8838fa tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event deleted for resources: {'Port': ['ID=87e98806-8e56-48ee-901d-f6f901259098,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:58.280772 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0cc400ee-2f84-437d-b773-98614bbedd79 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:58.285293 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0cc400ee-2f84-437d-b773-98614bbedd79 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Usage tracker for resource:network and tenant:540e5608de674f9987fadf7cc7e9ba52 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:51:58.288423 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0cc400ee-2f84-437d-b773-98614bbedd79 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:51:58.292656 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device f09f9844-8954-42bf-8856-81d858a5c4af no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:51:58.295963 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0cc400ee-2f84-437d-b773-98614bbedd79 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:58.308580 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc400ee-2f84-437d-b773-98614bbedd79 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Made reservation on behalf of 540e5608de674f9987fadf7cc7e9ba52 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:51:58.313039 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0cc400ee-2f84-437d-b773-98614bbedd79 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:58.326823 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0cc400ee-2f84-437d-b773-98614bbedd79 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:58.343274 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0cc400ee-2f84-437d-b773-98614bbedd79 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:58.347808 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0cc400ee-2f84-437d-b773-98614bbedd79 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Usage tracker for resource:security_group_rule and tenant:540e5608de674f9987fadf7cc7e9ba52 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:51:58.351073 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0cc400ee-2f84-437d-b773-98614bbedd79 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:51:58.358430 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0cc400ee-2f84-437d-b773-98614bbedd79 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:58.397228 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c860b848-3884-459d-84f4-05edaa8838fa tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] No DVR routers for this DVR port 87e98806-8e56-48ee-901d-f6f901259098 on host n-d-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:51:58.461974 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-8dec14d9-e974-4d9a-8655-5a7ef3ba37b4 None None] Calling delete_port for 87e98806-8e56-48ee-901d-f6f901259098 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:51:58.465225 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-9589890b-bbcf-4391-885a-aa878a61145e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] For port ffd792d7-7746-4fa6-8ba5-315981734228, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=ffd792d7-7746-4fa6-8ba5-315981734228,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:51:58.465695 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9589890b-bbcf-4391-885a-aa878a61145e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:58.473514 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0cc400ee-2f84-437d-b773-98614bbedd79 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:58.479333 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0cc400ee-2f84-437d-b773-98614bbedd79 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:58.497141 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-38edeb6f-faa4-4a8f-975a-2b6318cb348d None None] Calling delete_port for ab02149f-dd1a-4c92-8da9-788624259ba1 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:51:58.531716 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['bfd356de-2c6d-4295-bcc5-136bc7e1cdf0'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:51:58.534018 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc400ee-2f84-437d-b773-98614bbedd79 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:51:58.544027 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc400ee-2f84-437d-b773-98614bbedd79 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=811380fc-3175-48de-84d8-c7d1bddf1efc,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:58.550293 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0cc400ee-2f84-437d-b773-98614bbedd79 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:58.550654 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-0cc400ee-2f84-437d-b773-98614bbedd79 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Added segment de4b888e-f1b3-4cc4-a323-2699f863f515 of type vlan for network 4da1dc12-25ed-4c8d-94d5-96a2c1c3ba8a Feb 09 12:51:58.582493 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0cc400ee-2f84-437d-b773-98614bbedd79 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:58.600194 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: f09f9844-8954-42bf-8856-81d858a5c4af {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:51:58.600539 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device f09f9844-8954-42bf-8856-81d858a5c4af not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:51:58.600964 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device ab02149f-dd1a-4c92-8da9-788624259ba1 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:51:58.617103 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0cc400ee-2f84-437d-b773-98614bbedd79 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:58.623635 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc400ee-2f84-437d-b773-98614bbedd79 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:58.624357 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0cc400ee-2f84-437d-b773-98614bbedd79 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:58.645729 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=bfd356de-2c6d-4295-bcc5-136bc7e1cdf0,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:58.646761 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c860b848-3884-459d-84f4-05edaa8838fa tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:58.678934 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0cc400ee-2f84-437d-b773-98614bbedd79 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5430028 Feb 09 12:51:58.679144 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-c860b848-3884-459d-84f4-05edaa8838fa tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bbdf598-a855-486d-9fca-8e5a614eefdf']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:58.682864 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33312) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:58.689467 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-e80d3709-4e19-49d5-82d6-ca3e760c5efc tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Request body: {'subnet': {'network_id': '4da1dc12-25ed-4c8d-94d5-96a2c1c3ba8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:58.699485 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-c860b848-3884-459d-84f4-05edaa8838fa tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08368515-1045-4c47-86e8-fac2c0d8553b') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:58.700304 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-c860b848-3884-459d-84f4-05edaa8838fa tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08368515-1045-4c47-86e8-fac2c0d8553b') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:58.713422 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c860b848-3884-459d-84f4-05edaa8838fa tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:58.731194 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c860b848-3884-459d-84f4-05edaa8838fa tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:58.738382 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c860b848-3884-459d-84f4-05edaa8838fa tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:51:58.738935 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c860b848-3884-459d-84f4-05edaa8838fa tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:58.815260 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-8dec14d9-e974-4d9a-8655-5a7ef3ba37b4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:51:58.815866 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-8dec14d9-e974-4d9a-8655-5a7ef3ba37b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:51:58.842062 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:51:58.842062 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:51:58.842062 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:51:58.842062 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:51:58.842062 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:51:58.842062 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:51:58.842062 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:51:58.842062 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:51:58.842062 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:51:58.842062 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:51:58.842062 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:51:58.842062 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:51:58.842062 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:51:58.842062 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:51:58.842062 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:51:58.842062 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:51:58.842062 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:51:58.842062 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:51:58.842062 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:51:58.842062 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:51:58.842062 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:51:58.842062 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:51:58.842062 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:51:58.842062 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:51:58.842062 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:51:58.842062 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:51:58.842062 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:51:58.842062 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:51:58.842062 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:51:58.842062 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:51:58.842062 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:51:58.842062 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:51:58.868810 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-38edeb6f-faa4-4a8f-975a-2b6318cb348d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:58.875048 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc400ee-2f84-437d-b773-98614bbedd79 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Pushing event updated for resources: {'Network': ['ID=4da1dc12-25ed-4c8d-94d5-96a2c1c3ba8a,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:58.901681 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e80d3709-4e19-49d5-82d6-ca3e760c5efc tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:51:58.905589 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e80d3709-4e19-49d5-82d6-ca3e760c5efc tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Usage tracker for resource:subnet and tenant:540e5608de674f9987fadf7cc7e9ba52 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:51:58.908449 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e80d3709-4e19-49d5-82d6-ca3e760c5efc tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:51:58.916105 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e80d3709-4e19-49d5-82d6-ca3e760c5efc tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:51:58.926425 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 4da1dc12-25ed-4c8d-94d5-96a2c1c3ba8a details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:51:58.930574 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80d3709-4e19-49d5-82d6-ca3e760c5efc tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Made reservation on behalf of 540e5608de674f9987fadf7cc7e9ba52 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:51:58.935382 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e80d3709-4e19-49d5-82d6-ca3e760c5efc tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:58.943741 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Port ab02149f-dd1a-4c92-8da9-788624259ba1 update to DOWN by agent not found {{(pid=87569) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 09 12:51:58.944254 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 00943df2-9f97-4443-85f6-9a709f1c4201 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:51:58.985106 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0d449316-d3a6-4b16-92cb-973d8999a302 req-436a5c68-379f-47ee-a665-f39f63f55452 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/security-groups?id=5705fa02-b11c-4bf4-80ae-3ba562f29cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8021345 Feb 09 12:51:58.997746 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-9589890b-bbcf-4391-885a-aa878a61145e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Calling delete_port for ffd792d7-7746-4fa6-8ba5-315981734228 owned by network:router_gateway {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:51:58.999028 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38edeb6f-faa4-4a8f-975a-2b6318cb348d None None] No DVR routers for this DVR port ab02149f-dd1a-4c92-8da9-788624259ba1 on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:51:59.006318 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38edeb6f-faa4-4a8f-975a-2b6318cb348d None None] Pushing event deleted for resources: {'Port': ['ID=ab02149f-dd1a-4c92-8da9-788624259ba1,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:59.063060 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 00943df2-9f97-4443-85f6-9a709f1c4201 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:51:59.063410 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 00943df2-9f97-4443-85f6-9a709f1c4201 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:51:59.064152 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 87e98806-8e56-48ee-901d-f6f901259098 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:51:59.073798 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c860b848-3884-459d-84f4-05edaa8838fa tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:59.096944 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c860b848-3884-459d-84f4-05edaa8838fa tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:59.111872 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c860b848-3884-459d-84f4-05edaa8838fa tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event deleted for resources: {'Network': ['ID=2bbdf598-a855-486d-9fca-8e5a614eefdf,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:59.125872 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c860b848-3884-459d-84f4-05edaa8838fa tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "DELETE /v2.0/networks/2bbdf598-a855-486d-9fca-8e5a614eefdf HTTP/1.1" status: 204 len: 168 time: 2.3912568 Feb 09 12:51:59.127557 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33316) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:59.184847 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 87e98806-8e56-48ee-901d-f6f901259098 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:51:59.185194 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 87e98806-8e56-48ee-901d-f6f901259098 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:51:59.318804 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-8dec14d9-e974-4d9a-8655-5a7ef3ba37b4 None None] Deleting port 87e98806-8e56-48ee-901d-f6f901259098 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:51:59.319096 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8dec14d9-e974-4d9a-8655-5a7ef3ba37b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:59.405784 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-8dec14d9-e974-4d9a-8655-5a7ef3ba37b4 None None] The port '87e98806-8e56-48ee-901d-f6f901259098' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:51:59.409099 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9589890b-bbcf-4391-885a-aa878a61145e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:59.464039 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9589890b-bbcf-4391-885a-aa878a61145e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event deleted for resources: {'Port': ['ID=ffd792d7-7746-4fa6-8ba5-315981734228,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:59.563010 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9589890b-bbcf-4391-885a-aa878a61145e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:59.577015 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e80d3709-4e19-49d5-82d6-ca3e760c5efc tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:59.712798 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d3709-4e19-49d5-82d6-ca3e760c5efc tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Pushing event updated for resources: {'Subnet': ['ID=2e2d890a-00f6-4ad9-83f2-b2111a6691f7,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:59.740598 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9589890b-bbcf-4391-885a-aa878a61145e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:59.743625 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80d3709-4e19-49d5-82d6-ca3e760c5efc tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Checking segment: {'id': 'de4b888e-f1b3-4cc4-a323-2699f863f515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4da1dc12-25ed-4c8d-94d5-96a2c1c3ba8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:51:59.743814 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9589890b-bbcf-4391-885a-aa878a61145e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:59.744006 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80d3709-4e19-49d5-82d6-ca3e760c5efc tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Network hostable DHCP agents. Network: 4da1dc12-25ed-4c8d-94d5-96a2c1c3ba8a, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:51:59.767322 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9589890b-bbcf-4391-885a-aa878a61145e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:59.767847 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9589890b-bbcf-4391-885a-aa878a61145e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Fanout notify agent at l3_agent the message router_deleted on router ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9 {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:51:59.783121 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9589890b-bbcf-4391-885a-aa878a61145e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:59.787332 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9589890b-bbcf-4391-885a-aa878a61145e tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "DELETE /v2.0/routers/ee33c2e7-4b8c-4b74-8b9d-2b1d0c4f3bd9 HTTP/1.1" status: 204 len: 168 time: 2.8267226 Feb 09 12:51:59.788077 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33322) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:59.806310 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80d3709-4e19-49d5-82d6-ca3e760c5efc tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Network 4da1dc12-25ed-4c8d-94d5-96a2c1c3ba8a is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:51:59.824571 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-e80d3709-4e19-49d5-82d6-ca3e760c5efc tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 4da1dc12-25ed-4c8d-94d5-96a2c1c3ba8a) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:51:59.830015 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80d3709-4e19-49d5-82d6-ca3e760c5efc tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:59.830704 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e80d3709-4e19-49d5-82d6-ca3e760c5efc tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:59.834287 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750495d7-0730-4c07-94e1-bbf49af61ead None None] Network 4da1dc12-25ed-4c8d-94d5-96a2c1c3ba8a requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:51:59.864641 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e80d3709-4e19-49d5-82d6-ca3e760c5efc tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1798379 Feb 09 12:51:59.867996 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33326) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:59.873340 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-91429db4-6f72-4368-90a9-fd5128da4754 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Request body: {'port': {'network_id': '4da1dc12-25ed-4c8d-94d5-96a2c1c3ba8a', 'name': 'tempest-TagsExtTest-1463798166'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:59.933509 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c2835249-64e1-4ef7-af1e-2456bf3271d6 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:00.078305 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c2835249-64e1-4ef7-af1e-2456bf3271d6 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:00.086005 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052b672c-cd71-49be-a43a-2e102caa33c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-4da1dc12-25ed-4c8d-94d5-96a2c1c3ba8a', 'network_id': '4da1dc12-25ed-4c8d-94d5-96a2c1c3ba8a', 'tenant_id': '540e5608de674f9987fadf7cc7e9ba52', 'fixed_ips': [{'subnet_id': '2e2d890a-00f6-4ad9-83f2-b2111a6691f7'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:52:00.086880 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-91429db4-6f72-4368-90a9-fd5128da4754 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:52:00.087420 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-052b672c-cd71-49be-a43a-2e102caa33c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:00.091456 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-91429db4-6f72-4368-90a9-fd5128da4754 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Usage tracker for resource:port and tenant:540e5608de674f9987fadf7cc7e9ba52 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:52:00.094772 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-91429db4-6f72-4368-90a9-fd5128da4754 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:52:00.102095 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-91429db4-6f72-4368-90a9-fd5128da4754 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:52:00.106244 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-c2835249-64e1-4ef7-af1e-2456bf3271d6 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e83e431-ffef-4786-9497-2a7bdd51cfab']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:00.119636 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91429db4-6f72-4368-90a9-fd5128da4754 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Made reservation on behalf of 540e5608de674f9987fadf7cc7e9ba52 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:52:00.123328 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-91429db4-6f72-4368-90a9-fd5128da4754 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:00.157302 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-91429db4-6f72-4368-90a9-fd5128da4754 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] device_id is not set on port f9544b53-1d31-4038-8554-7d5f8344ad90 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:52:00.160397 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-c2835249-64e1-4ef7-af1e-2456bf3271d6 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '508e28e4-d245-4c96-afde-db020978f91b') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:00.160702 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-c2835249-64e1-4ef7-af1e-2456bf3271d6 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '508e28e4-d245-4c96-afde-db020978f91b') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:00.180305 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c2835249-64e1-4ef7-af1e-2456bf3271d6 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:00.193473 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-27420fc4-a890-4062-a7b6-7a4ae20292a0 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:00.206974 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c2835249-64e1-4ef7-af1e-2456bf3271d6 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:00.216545 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2835249-64e1-4ef7-af1e-2456bf3271d6 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:52:00.216940 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c2835249-64e1-4ef7-af1e-2456bf3271d6 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:00.231667 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:52:00.231667 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:52:00.231667 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:52:00.231667 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:52:00.231667 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:52:00.231667 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:52:00.231667 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:52:00.231667 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:52:00.231667 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:52:00.231667 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:52:00.231667 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:52:00.231667 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:52:00.231667 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:52:00.231667 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:52:00.231667 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:52:00.231667 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:52:00.231667 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:52:00.231667 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:52:00.231667 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:52:00.231667 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:52:00.231667 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:52:00.231667 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:52:00.231667 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:52:00.231667 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:52:00.231667 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:52:00.231667 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:52:00.231667 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:52:00.231667 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:52:00.231667 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:52:00.231667 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:52:00.231667 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:52:00.231667 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:52:00.267005 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-052b672c-cd71-49be-a43a-2e102caa33c0 None None] Allocated IP 172.20.0.2 (4da1dc12-25ed-4c8d-94d5-96a2c1c3ba8a/2e2d890a-00f6-4ad9-83f2-b2111a6691f7/bcba4b26-4852-49e0-9288-e47acb4aa3e1) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:52:00.383728 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f0470-3dba-44d3-925a-dcfc8519220e req-a11c1df9-d014-499b-bd99-4e793a9c39d7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:00.384796 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-be4f0470-3dba-44d3-925a-dcfc8519220e req-a11c1df9-d014-499b-bd99-4e793a9c39d7 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?device_id=abf4abf0-e9e9-4b42-a912-b3c974b903ba HTTP/1.1" status: 200 len: 945 time: 0.2704110 Feb 09 12:52:00.416055 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c2835249-64e1-4ef7-af1e-2456bf3271d6 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:00.426754 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device ffd792d7-7746-4fa6-8ba5-315981734228 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:52:00.436501 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c2835249-64e1-4ef7-af1e-2456bf3271d6 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:00.461097 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2835249-64e1-4ef7-af1e-2456bf3271d6 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event deleted for resources: {'Network': ['ID=0e83e431-ffef-4786-9497-2a7bdd51cfab,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:00.469991 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: ffd792d7-7746-4fa6-8ba5-315981734228 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:52:00.470431 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device ffd792d7-7746-4fa6-8ba5-315981734228 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:52:00.475624 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c2835249-64e1-4ef7-af1e-2456bf3271d6 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "DELETE /v2.0/networks/0e83e431-ffef-4786-9497-2a7bdd51cfab HTTP/1.1" status: 204 len: 168 time: 0.6864417 Feb 09 12:52:00.477361 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33332) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:00.483102 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-be4f0470-3dba-44d3-925a-dcfc8519220e req-35805d44-2f76-4666-b76f-bcad9f34350f tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/security-groups?id=5705fa02-b11c-4bf4-80ae-3ba562f29cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920112 Feb 09 12:52:00.564443 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d8876486-f1dc-4885-b72c-fb9b350eb1f9 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:00.596839 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-052b672c-cd71-49be-a43a-2e102caa33c0 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:00.597762 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d8876486-f1dc-4885-b72c-fb9b350eb1f9 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:00.608203 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-052b672c-cd71-49be-a43a-2e102caa33c0 None None] Transition to ACTIVE for port object bcba4b26-4852-49e0-9288-e47acb4aa3e1 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:52:00.623997 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-27420fc4-a890-4062-a7b6-7a4ae20292a0 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Deleting port 05928eda-6b8a-4b0d-a8a3-3d8661eda470 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:52:00.624541 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-27420fc4-a890-4062-a7b6-7a4ae20292a0 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:00.627617 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-052b672c-cd71-49be-a43a-2e102caa33c0 None None] Transition to ACTIVE for port object bcba4b26-4852-49e0-9288-e47acb4aa3e1 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:52:00.633739 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-052b672c-cd71-49be-a43a-2e102caa33c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:00.676062 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d8876486-f1dc-4885-b72c-fb9b350eb1f9 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:00.695916 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8876486-f1dc-4885-b72c-fb9b350eb1f9 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7643a677-e910-42b2-ae55-a8f871e13233,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:00.709866 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d8876486-f1dc-4885-b72c-fb9b350eb1f9 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:00.714454 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d8876486-f1dc-4885-b72c-fb9b350eb1f9 tempest-TestNetworkAdvancedServerOps-589533235 tempest-TestNetworkAdvancedServerOps-589533235-project] 10.222.0.55 "DELETE /v2.0/security-groups/7643a677-e910-42b2-ae55-a8f871e13233 HTTP/1.1" status: 204 len: 168 time: 0.2268753 Feb 09 12:52:00.720893 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b672c-cd71-49be-a43a-2e102caa33c0 None None] Pushing event updated for resources: {'Port': ['ID=bcba4b26-4852-49e0-9288-e47acb4aa3e1,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:00.737460 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052b672c-cd71-49be-a43a-2e102caa33c0 None None] Network 4da1dc12-25ed-4c8d-94d5-96a2c1c3ba8a is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:52:00.742127 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-052b672c-cd71-49be-a43a-2e102caa33c0 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:52:00.745037 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052b672c-cd71-49be-a43a-2e102caa33c0 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:52:00.806241 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-91429db4-6f72-4368-90a9-fd5128da4754 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Allocated IP 172.20.0.5 (4da1dc12-25ed-4c8d-94d5-96a2c1c3ba8a/2e2d890a-00f6-4ad9-83f2-b2111a6691f7/f9544b53-1d31-4038-8554-7d5f8344ad90) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:52:00.846913 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-052b672c-cd71-49be-a43a-2e102caa33c0 None None] Attempting to bind port bcba4b26-4852-49e0-9288-e47acb4aa3e1 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:52:00.847473 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-052b672c-cd71-49be-a43a-2e102caa33c0 None None] Attempting to bind port bcba4b26-4852-49e0-9288-e47acb4aa3e1 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'de4b888e-f1b3-4cc4-a323-2699f863f515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4da1dc12-25ed-4c8d-94d5-96a2c1c3ba8a'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:52:00.847581 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052b672c-cd71-49be-a43a-2e102caa33c0 None None] Attempting to bind port bcba4b26-4852-49e0-9288-e47acb4aa3e1 on network 4da1dc12-25ed-4c8d-94d5-96a2c1c3ba8a {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:52:00.853477 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052b672c-cd71-49be-a43a-2e102caa33c0 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:52:00.853859 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052b672c-cd71-49be-a43a-2e102caa33c0 None None] Checking segment: {'id': 'de4b888e-f1b3-4cc4-a323-2699f863f515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4da1dc12-25ed-4c8d-94d5-96a2c1c3ba8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:52:00.854260 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-052b672c-cd71-49be-a43a-2e102caa33c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:00.854828 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052b672c-cd71-49be-a43a-2e102caa33c0 None None] Bound using segment: {'id': 'de4b888e-f1b3-4cc4-a323-2699f863f515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4da1dc12-25ed-4c8d-94d5-96a2c1c3ba8a'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:52:00.855300 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-052b672c-cd71-49be-a43a-2e102caa33c0 None None] Bound port: bcba4b26-4852-49e0-9288-e47acb4aa3e1, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de4b888e-f1b3-4cc4-a323-2699f863f515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4da1dc12-25ed-4c8d-94d5-96a2c1c3ba8a'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:52:00.855802 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-052b672c-cd71-49be-a43a-2e102caa33c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:00.953591 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-052b672c-cd71-49be-a43a-2e102caa33c0 None None] For port bcba4b26-4852-49e0-9288-e47acb4aa3e1, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:52:00.957177 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-052b672c-cd71-49be-a43a-2e102caa33c0 None None] For port bcba4b26-4852-49e0-9288-e47acb4aa3e1, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=bcba4b26-4852-49e0-9288-e47acb4aa3e1,segment=NetworkSegment(de4b888e-f1b3-4cc4-a323-2699f863f515),segment_id=de4b888e-f1b3-4cc4-a323-2699f863f515)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:52:00.961962 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-052b672c-cd71-49be-a43a-2e102caa33c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:01.045681 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-27420fc4-a890-4062-a7b6-7a4ae20292a0 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] For port 05928eda-6b8a-4b0d-a8a3-3d8661eda470, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=05928eda-6b8a-4b0d-a8a3-3d8661eda470,segment=NetworkSegment(490c5510-471a-40f6-8f94-a47cb8b6f488),segment_id=490c5510-471a-40f6-8f94-a47cb8b6f488)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:52:01.046047 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-27420fc4-a890-4062-a7b6-7a4ae20292a0 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:01.049314 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b672c-cd71-49be-a43a-2e102caa33c0 None None] Pushing event updated for resources: {'Port': ['ID=bcba4b26-4852-49e0-9288-e47acb4aa3e1,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:01.090691 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33342) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:01.140064 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device bfd356de-2c6d-4295-bcc5-136bc7e1cdf0 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:52:01.212987 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port bfd356de-2c6d-4295-bcc5-136bc7e1cdf0 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:52:01.218722 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port bfd356de-2c6d-4295-bcc5-136bc7e1cdf0 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:52:01.219292 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:01.253890 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-27420fc4-a890-4062-a7b6-7a4ae20292a0 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Calling delete_port for 05928eda-6b8a-4b0d-a8a3-3d8661eda470 owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:52:01.305597 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4d7aa55f-8605-49d2-8b65-9dd6792d7388 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2c7a8f76649f44a59c185c6d6414b556&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2124903 Feb 09 12:52:01.306615 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33348) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:01.403912 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-888a6ffc-8f3d-496b-b531-f93b7d688a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:01.406133 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:01.439453 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-888a6ffc-8f3d-496b-b531-f93b7d688a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:01.440255 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf4abf0-e9e9-4b42-a912-b3c974b903ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd356de-2c6d-4295-bcc5-136bc7e1cdf0'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:52:01.452993 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port bfd356de-2c6d-4295-bcc5-136bc7e1cdf0, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=bfd356de-2c6d-4295-bcc5-136bc7e1cdf0,segment=NetworkSegment(32da5fd3-150a-47e5-b0e4-671721cbf392),segment_id=32da5fd3-150a-47e5-b0e4-671721cbf392)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:52:01.458597 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:01.510308 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-888a6ffc-8f3d-496b-b531-f93b7d688a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:01.548449 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-91429db4-6f72-4368-90a9-fd5128da4754 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:01.550434 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=bfd356de-2c6d-4295-bcc5-136bc7e1cdf0,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:01.553860 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf4abf0-e9e9-4b42-a912-b3c974b903ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd356de-2c6d-4295-bcc5-136bc7e1cdf0', 'code': 200} Feb 09 12:52:01.555325 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-888a6ffc-8f3d-496b-b531-f93b7d688a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:01.559918 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-888a6ffc-8f3d-496b-b531-f93b7d688a30 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2ef428c2-4284-4e4b-9695-950d6d4595b1 HTTP/1.1" status: 204 len: 168 time: 0.2519376 Feb 09 12:52:01.562391 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a6ffc-8f3d-496b-b531-f93b7d688a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef428c2-4284-4e4b-9695-950d6d4595b1,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:01.577511 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-91429db4-6f72-4368-90a9-fd5128da4754 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Transition to ACTIVE for port object f9544b53-1d31-4038-8554-7d5f8344ad90 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:52:01.685982 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af023baf-7ee8-41c3-b9ea-9def78a5c057 req-f79c95ac-5d8a-4cf9-ac77-e716461aa275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:01.687981 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-af023baf-7ee8-41c3-b9ea-9def78a5c057 req-f79c95ac-5d8a-4cf9-ac77-e716461aa275 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=abf4abf0-e9e9-4b42-a912-b3c974b903ba HTTP/1.1" status: 200 len: 1097 time: 0.0949004 Feb 09 12:52:01.690406 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-91429db4-6f72-4368-90a9-fd5128da4754 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:01.692560 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-27420fc4-a890-4062-a7b6-7a4ae20292a0 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:01.741117 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-af023baf-7ee8-41c3-b9ea-9def78a5c057 req-0f870d71-e95d-4a50-bd96-be211c4ef9ff service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5705fa02-b11c-4bf4-80ae-3ba562f29cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461586 Feb 09 12:52:01.762617 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27420fc4-a890-4062-a7b6-7a4ae20292a0 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event deleted for resources: {'Port': ['ID=05928eda-6b8a-4b0d-a8a3-3d8661eda470,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:01.833862 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91429db4-6f72-4368-90a9-fd5128da4754 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Network 4da1dc12-25ed-4c8d-94d5-96a2c1c3ba8a is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:52:01.875554 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-91429db4-6f72-4368-90a9-fd5128da4754 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:52:01.891990 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91429db4-6f72-4368-90a9-fd5128da4754 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:52:01.971517 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91429db4-6f72-4368-90a9-fd5128da4754 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Pushing event updated for resources: {'Port': ['ID=f9544b53-1d31-4038-8554-7d5f8344ad90,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:02.001751 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e4782-e14d-47fc-87b1-3a654b8949de req-aaaee2e7-9326-44f4-9dd9-ae8434d53d38 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:02.009891 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-788e4782-e14d-47fc-87b1-3a654b8949de req-aaaee2e7-9326-44f4-9dd9-ae8434d53d38 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?device_id=abf4abf0-e9e9-4b42-a912-b3c974b903ba HTTP/1.1" status: 200 len: 946 time: 0.3687949 Feb 09 12:52:02.039666 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33362) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:02.097113 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-788e4782-e14d-47fc-87b1-3a654b8949de req-41027626-1dba-4157-9ca2-72fada7cdcf4 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/security-groups?id=5705fa02-b11c-4bf4-80ae-3ba562f29cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797839 Feb 09 12:52:02.116412 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-344e2dbe-7581-4e58-b228-38034f5c34ae admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c5967764df2d4f4b97498572281675dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0755749 Feb 09 12:52:02.117038 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33366) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:02.190346 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f2dfce1b-8bf8-4cc7-a051-ab01964e935c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:02.212990 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-27420fc4-a890-4062-a7b6-7a4ae20292a0 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:02.222275 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f2dfce1b-8bf8-4cc7-a051-ab01964e935c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:02.223551 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91429db4-6f72-4368-90a9-fd5128da4754 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:02.224231 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-91429db4-6f72-4368-90a9-fd5128da4754 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:02.291257 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device bcba4b26-4852-49e0-9288-e47acb4aa3e1 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:52:02.296059 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f2dfce1b-8bf8-4cc7-a051-ab01964e935c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:02.330710 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dfce1b-8bf8-4cc7-a051-ab01964e935c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa370fee-50bb-4b6e-ac72-bce7245a3cb9,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:02.344083 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f2dfce1b-8bf8-4cc7-a051-ab01964e935c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:02.348316 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f2dfce1b-8bf8-4cc7-a051-ab01964e935c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aa370fee-50bb-4b6e-ac72-bce7245a3cb9 HTTP/1.1" status: 204 len: 168 time: 0.2303586 Feb 09 12:52:02.401391 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port bcba4b26-4852-49e0-9288-e47acb4aa3e1 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:52:02.436164 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-91429db4-6f72-4368-90a9-fd5128da4754 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.5670927 Feb 09 12:52:02.439020 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33372) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:02.444256 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-9b0ab3f7-c48b-4fb4-adce-934104020d2b tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-251022767', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:52:02.452165 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-9b0ab3f7-c48b-4fb4-adce-934104020d2b tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:52:02.456916 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9b0ab3f7-c48b-4fb4-adce-934104020d2b tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Usage tracker for resource:router and tenant:540e5608de674f9987fadf7cc7e9ba52 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:52:02.464332 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9b0ab3f7-c48b-4fb4-adce-934104020d2b tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:52:02.472442 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-9b0ab3f7-c48b-4fb4-adce-934104020d2b tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:52:02.489505 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9b0ab3f7-c48b-4fb4-adce-934104020d2b tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:02.491302 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9b0ab3f7-c48b-4fb4-adce-934104020d2b tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:02.513785 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9b0ab3f7-c48b-4fb4-adce-934104020d2b tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:02.541251 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9b0ab3f7-c48b-4fb4-adce-934104020d2b tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:02.546485 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e969d09-c8d4-4c31-8646-8a8806a4924c None None] Network 4da1dc12-25ed-4c8d-94d5-96a2c1c3ba8a requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:52:02.573838 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9b0ab3f7-c48b-4fb4-adce-934104020d2b tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:02.575314 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9b0ab3f7-c48b-4fb4-adce-934104020d2b tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1353023 Feb 09 12:52:02.578311 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33376) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:02.586801 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-158a93fe-d4cd-4142-b06f-715cf1c8431e tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-724967209', 'prefixes': ['172.20.0.0/16']}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:52:02.595411 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-158a93fe-d4cd-4142-b06f-715cf1c8431e tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:52:02.673941 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27420fc4-a890-4062-a7b6-7a4ae20292a0 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Router 450999cf-b07b-4cfe-a93b-4b7235a82245 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:52:02.770268 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6c9d60bb-e9dc-4644-8373-6d204835cd01 None None] Provisioning for port bcba4b26-4852-49e0-9288-e47acb4aa3e1 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:52:02.787920 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6c9d60bb-e9dc-4644-8373-6d204835cd01 None None] Provisioning complete for port bcba4b26-4852-49e0-9288-e47acb4aa3e1 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:52:02.788232 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6c9d60bb-e9dc-4644-8373-6d204835cd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:02.892239 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-158a93fe-d4cd-4142-b06f-715cf1c8431e tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Notify callbacks [] for subnetpool, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:02.893729 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-158a93fe-d4cd-4142-b06f-715cf1c8431e tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3140228 Feb 09 12:52:02.897915 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33380) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:02.906197 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.tag.tag_plugin [None req-f9857f82-f565-4bf8-b705-0b0cd897dbf6 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2e2d890a-00f6-4ad9-83f2-b2111a6691f7', 'tempest-TagsExtTest-Tag-902056247') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:03.027192 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f9857f82-f565-4bf8-b705-0b0cd897dbf6 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "PUT /v2.0/subnets/2e2d890a-00f6-4ad9-83f2-b2111a6691f7/tags/tempest-TagsExtTest-Tag-902056247 HTTP/1.1" status: 201 len: 201 time: 0.1272979 Feb 09 12:52:03.027997 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33384) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:03.034332 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.tag.tag_plugin [None req-7b3d65ee-4376-4ed2-b5b0-abbc2cf15477 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f9544b53-1d31-4038-8554-7d5f8344ad90', 'tempest-TagsExtTest-Tag-2098635102') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:03.106450 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6c9d60bb-e9dc-4644-8373-6d204835cd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:03.124667 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27420fc4-a890-4062-a7b6-7a4ae20292a0 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:52:03.134644 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-27420fc4-a890-4062-a7b6-7a4ae20292a0 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "PUT /v2.0/routers/450999cf-b07b-4cfe-a93b-4b7235a82245/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0025806 Feb 09 12:52:03.134644 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33390) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:03.144003 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-7b3d65ee-4376-4ed2-b5b0-abbc2cf15477 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "PUT /v2.0/ports/f9544b53-1d31-4038-8554-7d5f8344ad90/tags/tempest-TagsExtTest-Tag-2098635102 HTTP/1.1" status: 201 len: 201 time: 0.1146746 Feb 09 12:52:03.146555 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33394) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:03.153535 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.tag.tag_plugin [None req-0c3553b8-86ab-4336-8674-068a7f144abf tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '7ebad78d-4049-44a1-921d-bd9013e59661', 'tempest-TagsExtTest-Tag-1565506398') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:03.198717 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ec8084-006f-4f7c-b5f3-497b2d9bb86c None None] Sync routers for ids ['450999cf-b07b-4cfe-a93b-4b7235a82245'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:52:03.210508 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8bf2c6a-51ad-4055-9145-6965dade2cfd tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Deleting subnet 04bb2481-a3da-4b6e-b2a1-eea8fcf3e502 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:52:03.214548 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a8bf2c6a-51ad-4055-9145-6965dade2cfd tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:03.225322 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ec8084-006f-4f7c-b5f3-497b2d9bb86c None None] Routers {'450999cf-b07b-4cfe-a93b-4b7235a82245'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:52:03.226203 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-65ec8084-006f-4f7c-b5f3-497b2d9bb86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:51:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['450999cf-b07b-4cfe-a93b-4b7235a82245'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:03.281170 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a8bf2c6a-51ad-4055-9145-6965dade2cfd tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:03.349451 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-6c9d60bb-e9dc-4644-8373-6d204835cd01 None None] For port bcba4b26-4852-49e0-9288-e47acb4aa3e1, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=bcba4b26-4852-49e0-9288-e47acb4aa3e1,segment=NetworkSegment(de4b888e-f1b3-4cc4-a323-2699f863f515),segment_id=de4b888e-f1b3-4cc4-a323-2699f863f515)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:52:03.369307 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6c9d60bb-e9dc-4644-8373-6d204835cd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:03.392948 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a8bf2c6a-51ad-4055-9145-6965dade2cfd tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:03.395224 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b411d6-4c79-48fb-808e-b0af241424a8 req-a9e93d4b-87a4-4805-ae6e-0e610a03b57c tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:03.396746 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d5b411d6-4c79-48fb-808e-b0af241424a8 req-a9e93d4b-87a4-4805-ae6e-0e610a03b57c tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?device_id=abf4abf0-e9e9-4b42-a912-b3c974b903ba HTTP/1.1" status: 200 len: 946 time: 0.1714013 Feb 09 12:52:03.399507 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-0c3553b8-86ab-4336-8674-068a7f144abf tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "PUT /v2.0/routers/7ebad78d-4049-44a1-921d-bd9013e59661/tags/tempest-TagsExtTest-Tag-1565506398 HTTP/1.1" status: 201 len: 201 time: 0.2518406 Feb 09 12:52:03.403190 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33398) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:03.408560 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.tag.tag_plugin [None req-09a86c33-8132-454d-9b05-90ad3c844183 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd5f7cba0-e7e0-4c2c-9779-d10ce941cfde', 'tempest-TagsExtTest-Tag-1901822511') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:03.469493 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d5b411d6-4c79-48fb-808e-b0af241424a8 req-c089cee8-22d4-4a74-bf82-4330b4366fe1 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/security-groups?id=5705fa02-b11c-4bf4-80ae-3ba562f29cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510383 Feb 09 12:52:03.478934 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a8bf2c6a-51ad-4055-9145-6965dade2cfd tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:03.495923 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-09a86c33-8132-454d-9b05-90ad3c844183 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "PUT /v2.0/subnetpools/d5f7cba0-e7e0-4c2c-9779-d10ce941cfde/tags/tempest-TagsExtTest-Tag-1901822511 HTTP/1.1" status: 201 len: 201 time: 0.0819857 Feb 09 12:52:03.495923 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33402) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:03.496192 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-65ec8084-006f-4f7c-b5f3-497b2d9bb86c None None] Set router 450999cf-b07b-4cfe-a93b-4b7235a82245 gateway port host: None {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:52:03.496321 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.tag.tag_plugin [None req-38ad05e6-acab-44b9-a60b-d2e79b717ac6 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2e2d890a-00f6-4ad9-83f2-b2111a6691f7') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:03.523327 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bf2c6a-51ad-4055-9145-6965dade2cfd tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event deleted for resources: {'Subnet': ['ID=04bb2481-a3da-4b6e-b2a1-eea8fcf3e502,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:03.537546 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a8bf2c6a-51ad-4055-9145-6965dade2cfd tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:03.546918 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a8bf2c6a-51ad-4055-9145-6965dade2cfd tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "DELETE /v2.0/subnets/04bb2481-a3da-4b6e-b2a1-eea8fcf3e502 HTTP/1.1" status: 204 len: 168 time: 0.4109993 Feb 09 12:52:03.548149 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33408) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:03.600604 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-38ad05e6-acab-44b9-a60b-d2e79b717ac6 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "GET /v2.0/subnets/2e2d890a-00f6-4ad9-83f2-b2111a6691f7/tags HTTP/1.1" status: 200 len: 240 time: 0.1092827 Feb 09 12:52:03.603990 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33412) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:03.643423 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.tag.tag_plugin [None req-19a1006f-1a96-4ed2-96ef-c08b4a7938c1 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2e2d890a-00f6-4ad9-83f2-b2111a6691f7', 'tempest-TagsExtTest-Tag-902056247') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:03.652338 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13b4462-b29d-4815-93cd-36cd2a84e40b None None] Network ffca402b-5cb3-449e-953f-fd2f85943223 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:52:03.680377 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-74e8faa6-99a0-461d-8153-bc9286b48c2b tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:03.693926 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-74e8faa6-99a0-461d-8153-bc9286b48c2b tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Deleting port 274046b7-5e49-4ad1-bfad-af09ca077d92 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:52:03.694265 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-74e8faa6-99a0-461d-8153-bc9286b48c2b tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:03.743261 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d60bb-e9dc-4644-8373-6d204835cd01 None None] Pushing event updated for resources: {'Port': ['ID=bcba4b26-4852-49e0-9288-e47acb4aa3e1,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:03.753438 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ddb24-3f12-43b8-8c7f-0473088c130b req-aad83234-c1ea-4388-9728-c94ed0c91a86 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:03.755437 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6b4ddb24-3f12-43b8-8c7f-0473088c130b req-aad83234-c1ea-4388-9728-c94ed0c91a86 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?device_id=abf4abf0-e9e9-4b42-a912-b3c974b903ba HTTP/1.1" status: 200 len: 946 time: 0.1522799 Feb 09 12:52:03.761888 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-19a1006f-1a96-4ed2-96ef-c08b4a7938c1 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "GET /v2.0/subnets/2e2d890a-00f6-4ad9-83f2-b2111a6691f7/tags/tempest-TagsExtTest-Tag-902056247 HTTP/1.1" status: 204 len: 168 time: 0.1558499 Feb 09 12:52:03.765933 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33416) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:03.788745 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.tag.tag_plugin [None req-2151fef2-c9ba-4639-9d2d-3d21d6812346 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '2e2d890a-00f6-4ad9-83f2-b2111a6691f7', 'tempest-TagsExtTest-Tag-902056247') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:03.859739 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6b4ddb24-3f12-43b8-8c7f-0473088c130b req-1c241b36-8049-4b7e-9af0-704e2a8aa4c5 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/security-groups?id=5705fa02-b11c-4bf4-80ae-3ba562f29cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967600 Feb 09 12:52:03.887201 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33420) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:03.964571 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2151fef2-c9ba-4639-9d2d-3d21d6812346 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "DELETE /v2.0/subnets/2e2d890a-00f6-4ad9-83f2-b2111a6691f7/tags/tempest-TagsExtTest-Tag-902056247 HTTP/1.1" status: 204 len: 168 time: 0.1940663 Feb 09 12:52:03.965387 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33424) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:03.974656 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.tag.tag_plugin [None req-8bbe415f-60da-4fb0-8bd7-51ddc4784c52 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2e2d890a-00f6-4ad9-83f2-b2111a6691f7') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:03.988525 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c488f09-2fca-41b7-b6cf-d30aa54e3d0a tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:03.990112 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9c488f09-2fca-41b7-b6cf-d30aa54e3d0a tempest-TestNetworkBasicOps-1317767074 tempest-TestNetworkBasicOps-1317767074-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=abf4abf0-e9e9-4b42-a912-b3c974b903ba HTTP/1.1" status: 200 len: 1092 time: 0.1018019 Feb 09 12:52:03.995069 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33428) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:04.000291 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-49b4d84f-4819-4ac8-85fa-5345c78a8f91 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'port_id': 'bfd356de-2c6d-4295-bcc5-136bc7e1cdf0', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:52:04.007732 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-49b4d84f-4819-4ac8-85fa-5345c78a8f91 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:52:04.013618 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-49b4d84f-4819-4ac8-85fa-5345c78a8f91 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Usage tracker for resource:floatingip and tenant:458862934c284b11a9f402abf41ed215 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:52:04.018895 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-49b4d84f-4819-4ac8-85fa-5345c78a8f91 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:52:04.021952 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-74e8faa6-99a0-461d-8153-bc9286b48c2b tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] For port 274046b7-5e49-4ad1-bfad-af09ca077d92, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=274046b7-5e49-4ad1-bfad-af09ca077d92,segment=NetworkSegment(490c5510-471a-40f6-8f94-a47cb8b6f488),segment_id=490c5510-471a-40f6-8f94-a47cb8b6f488)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:52:04.022368 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-74e8faa6-99a0-461d-8153-bc9286b48c2b tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:04.026655 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-49b4d84f-4819-4ac8-85fa-5345c78a8f91 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:52:04.041407 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-49b4d84f-4819-4ac8-85fa-5345c78a8f91 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for floatingip, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:04.069776 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c4a07758-113e-475c-aa30-63299aa1eff7 None None] Provisioning complete for port bcba4b26-4852-49e0-9288-e47acb4aa3e1 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:52:04.070898 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c4a07758-113e-475c-aa30-63299aa1eff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:04.168532 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-65ec8084-006f-4f7c-b5f3-497b2d9bb86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'name': 'tempest-RoutersTest-router-683005421', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:20Z', 'updated_at': '2022-02-09T12:52:01Z', 'revision_number': 9, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'gw_port_host': None, '_interfaces': [{'id': '07478ba3-ba8f-4334-a543-53349d7180d8', 'name': '', 'network_id': 'fc5a7431-aa90-4b9c-8784-8929657329ca', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:f2:97:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '825e22ca-d729-4690-97da-ee8dc85d2933', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:26Z', 'updated_at': '2022-02-09T12:51:36Z', 'revision_number': 5, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '825e22ca-d729-4690-97da-ee8dc85d2933', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f55fc0c-7198-4941-87e8-064fdf9f35c5', 'name': '', 'network_id': '0c938ccf-ee08-4af2-9dfe-f497cfc21f8e', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:c7:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '76fc3631-c372-4916-89b1-4316753578f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:22Z', 'updated_at': '2022-02-09T12:51:28Z', 'revision_number': 5, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '76fc3631-c372-4916-89b1-4316753578f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:04.183052 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ec8084-006f-4f7c-b5f3-497b2d9bb86c None None] Checking router: 450999cf-b07b-4cfe-a93b-4b7235a82245 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:52:04.199524 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-74e8faa6-99a0-461d-8153-bc9286b48c2b tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Calling delete_port for 274046b7-5e49-4ad1-bfad-af09ca077d92 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:52:04.225930 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-49b4d84f-4819-4ac8-85fa-5345c78a8f91 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:04.226591 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ec8084-006f-4f7c-b5f3-497b2d9bb86c None None] Routers {'450999cf-b07b-4cfe-a93b-4b7235a82245'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:52:04.226837 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-65ec8084-006f-4f7c-b5f3-497b2d9bb86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:51:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['450999cf-b07b-4cfe-a93b-4b7235a82245'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:04.332080 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-74e8faa6-99a0-461d-8153-bc9286b48c2b tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:04.363298 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device bcba4b26-4852-49e0-9288-e47acb4aa3e1 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:52:04.387090 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8faa6-99a0-461d-8153-bc9286b48c2b tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event deleted for resources: {'Port': ['ID=274046b7-5e49-4ad1-bfad-af09ca077d92,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:04.390610 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e64c39f-b1b7-4f81-83f5-3dcc1bb004b1 None None] DHCP port deletion for ffca402b-5cb3-449e-953f-fd2f85943223 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:52:04.391639 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e8faa6-99a0-461d-8153-bc9286b48c2b tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] No DVR routers for this DVR port 274046b7-5e49-4ad1-bfad-af09ca077d92 on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:52:04.396263 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-49b4d84f-4819-4ac8-85fa-5345c78a8f91 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Allocated IP 172.25.7.250 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/7663b661-9728-41db-a66b-3c1efdd8105b) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:52:04.449777 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8bbe415f-60da-4fb0-8bd7-51ddc4784c52 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "GET /v2.0/subnets/2e2d890a-00f6-4ad9-83f2-b2111a6691f7/tags HTTP/1.1" status: 200 len: 205 time: 0.4830639 Feb 09 12:52:04.457483 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33432) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:04.515668 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.tag.tag_plugin [None req-d03b882b-2485-4ad2-8577-ffea16cd76a2 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f9544b53-1d31-4038-8554-7d5f8344ad90') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:04.550422 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-65ec8084-006f-4f7c-b5f3-497b2d9bb86c None None] Set router 450999cf-b07b-4cfe-a93b-4b7235a82245 gateway port host: None {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:52:04.551708 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-49b4d84f-4819-4ac8-85fa-5345c78a8f91 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:04.592278 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-49b4d84f-4819-4ac8-85fa-5345c78a8f91 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:04.593273 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-74e8faa6-99a0-461d-8153-bc9286b48c2b tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:04.623182 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c4a07758-113e-475c-aa30-63299aa1eff7 None None] Provisioning for port f9544b53-1d31-4038-8554-7d5f8344ad90 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:52:04.625594 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-74e8faa6-99a0-461d-8153-bc9286b48c2b tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffca402b-5cb3-449e-953f-fd2f85943223']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:04.638168 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c4a07758-113e-475c-aa30-63299aa1eff7 None None] Provisioning complete for port f9544b53-1d31-4038-8554-7d5f8344ad90 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:52:04.638674 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c4a07758-113e-475c-aa30-63299aa1eff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:04.642273 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-74e8faa6-99a0-461d-8153-bc9286b48c2b tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '490c5510-471a-40f6-8f94-a47cb8b6f488') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:04.642571 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-74e8faa6-99a0-461d-8153-bc9286b48c2b tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '490c5510-471a-40f6-8f94-a47cb8b6f488') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:04.658366 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-74e8faa6-99a0-461d-8153-bc9286b48c2b tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:04.671946 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d03b882b-2485-4ad2-8577-ffea16cd76a2 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "GET /v2.0/ports/f9544b53-1d31-4038-8554-7d5f8344ad90/tags HTTP/1.1" status: 200 len: 241 time: 0.2102184 Feb 09 12:52:04.672734 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33436) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:04.680009 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b4d84f-4819-4ac8-85fa-5345c78a8f91 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:52:04.681507 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.tag.tag_plugin [None req-5ecb052c-5cf1-4525-89eb-f5fa4b3a14a8 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f9544b53-1d31-4038-8554-7d5f8344ad90', 'tempest-TagsExtTest-Tag-2098635102') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:04.682787 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-49b4d84f-4819-4ac8-85fa-5345c78a8f91 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:52:04.685280 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b4d84f-4819-4ac8-85fa-5345c78a8f91 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:52:04.710654 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-74e8faa6-99a0-461d-8153-bc9286b48c2b tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:04.720551 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b4d84f-4819-4ac8-85fa-5345c78a8f91 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event updated for resources: {'Port': ['ID=7663b661-9728-41db-a66b-3c1efdd8105b,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:04.722967 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port bcba4b26-4852-49e0-9288-e47acb4aa3e1 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:52:04.722967 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:04.726753 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74e8faa6-99a0-461d-8153-bc9286b48c2b tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:52:04.727153 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-74e8faa6-99a0-461d-8153-bc9286b48c2b tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:04.742798 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:52:04.742798 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:52:04.742798 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:52:04.742798 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:52:04.742798 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:52:04.742798 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:52:04.742798 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:52:04.742798 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:52:04.742798 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:52:04.742798 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:52:04.742798 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:52:04.742798 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:52:04.742798 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:52:04.742798 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:52:04.742798 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:52:04.742798 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:52:04.742798 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:52:04.742798 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:52:04.742798 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:52:04.742798 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:52:04.742798 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:52:04.742798 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:52:04.742798 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:52:04.742798 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:52:04.742798 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:52:04.742798 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:52:04.742798 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:52:04.742798 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:52:04.742798 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:52:04.742798 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:52:04.742798 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:52:04.742798 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:52:04.890957 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-c4a07758-113e-475c-aa30-63299aa1eff7 None None] Port f9544b53-1d31-4038-8554-7d5f8344ad90 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:52:04.957591 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-74e8faa6-99a0-461d-8153-bc9286b48c2b tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:04.984195 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-74e8faa6-99a0-461d-8153-bc9286b48c2b tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:04.993286 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8faa6-99a0-461d-8153-bc9286b48c2b tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event deleted for resources: {'Network': ['ID=ffca402b-5cb3-449e-953f-fd2f85943223,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:05.009528 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5ecb052c-5cf1-4525-89eb-f5fa4b3a14a8 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "GET /v2.0/ports/f9544b53-1d31-4038-8554-7d5f8344ad90/tags/tempest-TagsExtTest-Tag-2098635102 HTTP/1.1" status: 204 len: 168 time: 0.3300765 Feb 09 12:52:05.010264 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-74e8faa6-99a0-461d-8153-bc9286b48c2b tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "DELETE /v2.0/networks/ffca402b-5cb3-449e-953f-fd2f85943223 HTTP/1.1" status: 204 len: 168 time: 1.4615731 Feb 09 12:52:05.012394 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33440) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:05.012770 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33442) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:05.066999 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b9bb2ffa-a796-4cb0-83b5-78a2609d3e3f None None] Provisioning complete for port f9544b53-1d31-4038-8554-7d5f8344ad90 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:52:05.067388 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b9bb2ffa-a796-4cb0-83b5-78a2609d3e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:05.072341 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.tag.tag_plugin [None req-8acd7867-249c-433f-8210-201f251d3678 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'f9544b53-1d31-4038-8554-7d5f8344ad90', 'tempest-TagsExtTest-Tag-2098635102') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:05.126766 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b9bb2ffa-a796-4cb0-83b5-78a2609d3e3f None None] Port f9544b53-1d31-4038-8554-7d5f8344ad90 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:52:05.137451 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-65ec8084-006f-4f7c-b5f3-497b2d9bb86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'name': 'tempest-RoutersTest-router-683005421', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:20Z', 'updated_at': '2022-02-09T12:52:01Z', 'revision_number': 9, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'gw_port_host': None, '_interfaces': [{'id': '07478ba3-ba8f-4334-a543-53349d7180d8', 'name': '', 'network_id': 'fc5a7431-aa90-4b9c-8784-8929657329ca', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:f2:97:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '825e22ca-d729-4690-97da-ee8dc85d2933', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:26Z', 'updated_at': '2022-02-09T12:51:36Z', 'revision_number': 5, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '825e22ca-d729-4690-97da-ee8dc85d2933', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f55fc0c-7198-4941-87e8-064fdf9f35c5', 'name': '', 'network_id': '0c938ccf-ee08-4af2-9dfe-f497cfc21f8e', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:c7:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '76fc3631-c372-4916-89b1-4316753578f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:22Z', 'updated_at': '2022-02-09T12:51:28Z', 'revision_number': 5, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '76fc3631-c372-4916-89b1-4316753578f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:05.141530 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ec8084-006f-4f7c-b5f3-497b2d9bb86c None None] The sync data for ids ['450999cf-b07b-4cfe-a93b-4b7235a82245'] in n-d-825178-3 is: [{'id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'name': 'tempest-RoutersTest-router-683005421', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:20Z', 'updated_at': '2022-02-09T12:52:01Z', 'revision_number': 9, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'gw_port_host': None, '_interfaces': [{'id': '07478ba3-ba8f-4334-a543-53349d7180d8', 'name': '', 'network_id': 'fc5a7431-aa90-4b9c-8784-8929657329ca', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:f2:97:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '825e22ca-d729-4690-97da-ee8dc85d2933', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:26Z', 'updated_at': '2022-02-09T12:51:36Z', 'revision_number': 5, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '825e22ca-d729-4690-97da-ee8dc85d2933', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f55fc0c-7198-4941-87e8-064fdf9f35c5', 'name': '', 'network_id': '0c938ccf-ee08-4af2-9dfe-f497cfc21f8e', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:c7:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '76fc3631-c372-4916-89b1-4316753578f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:22Z', 'updated_at': '2022-02-09T12:51:28Z', 'revision_number': 5, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '76fc3631-c372-4916-89b1-4316753578f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:52:05.252482 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-49b4d84f-4819-4ac8-85fa-5345c78a8f91 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:05.330399 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-49b4d84f-4819-4ac8-85fa-5345c78a8f91 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:05.398051 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8acd7867-249c-433f-8210-201f251d3678 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "DELETE /v2.0/ports/f9544b53-1d31-4038-8554-7d5f8344ad90/tags/tempest-TagsExtTest-Tag-2098635102 HTTP/1.1" status: 204 len: 168 time: 0.3840821 Feb 09 12:52:05.401402 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33448) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:05.407673 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.tag.tag_plugin [None req-a28c0e82-fe17-40df-9576-44ab60e9a189 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f9544b53-1d31-4038-8554-7d5f8344ad90') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:05.542657 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-49b4d84f-4819-4ac8-85fa-5345c78a8f91 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:05.547656 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-49b4d84f-4819-4ac8-85fa-5345c78a8f91 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:05.577290 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a28c0e82-fe17-40df-9576-44ab60e9a189 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "GET /v2.0/ports/f9544b53-1d31-4038-8554-7d5f8344ad90/tags HTTP/1.1" status: 200 len: 205 time: 0.1748855 Feb 09 12:52:05.579728 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33452) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:05.586848 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.tag.tag_plugin [None req-b9cbcbec-c9c4-4ec5-915a-51427413a5dd tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '7ebad78d-4049-44a1-921d-bd9013e59661') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:05.667577 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b4d84f-4819-4ac8-85fa-5345c78a8f91 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event updated for resources: {'Port': ['ID=7663b661-9728-41db-a66b-3c1efdd8105b,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:05.676759 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-49b4d84f-4819-4ac8-85fa-5345c78a8f91 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:05.761478 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b9cbcbec-c9c4-4ec5-915a-51427413a5dd tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "GET /v2.0/routers/7ebad78d-4049-44a1-921d-bd9013e59661/tags HTTP/1.1" status: 200 len: 241 time: 0.1807117 Feb 09 12:52:05.766386 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33456) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:05.772393 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.tag.tag_plugin [None req-49f7b42b-41cf-4c40-8614-f9bfcb32366c tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7ebad78d-4049-44a1-921d-bd9013e59661', 'tempest-TagsExtTest-Tag-1565506398') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:05.849014 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [None req-49b4d84f-4819-4ac8-85fa-5345c78a8f91 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Floating IP ca8365fc-2fdc-4cc9-8184-9df2f9d20027 associated. External IP: 172.25.7.250, port: bfd356de-2c6d-4295-bcc5-136bc7e1cdf0. Feb 09 12:52:05.923325 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ca2bbb3f-36f9-4cee-bf91-b13125a2f545 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:05.979335 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-49f7b42b-41cf-4c40-8614-f9bfcb32366c tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "GET /v2.0/routers/7ebad78d-4049-44a1-921d-bd9013e59661/tags/tempest-TagsExtTest-Tag-1565506398 HTTP/1.1" status: 204 len: 168 time: 0.2119448 Feb 09 12:52:05.982436 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33460) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:05.994327 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.tag.tag_plugin [None req-b135841a-a95f-43a1-852f-045e421a6c90 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '7ebad78d-4049-44a1-921d-bd9013e59661', 'tempest-TagsExtTest-Tag-1565506398') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:06.142950 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 274046b7-5e49-4ad1-bfad-af09ca077d92 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:52:06.183330 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 274046b7-5e49-4ad1-bfad-af09ca077d92 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:52:06.183844 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 274046b7-5e49-4ad1-bfad-af09ca077d92 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:52:06.184359 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 05928eda-6b8a-4b0d-a8a3-3d8661eda470 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:52:06.220333 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 05928eda-6b8a-4b0d-a8a3-3d8661eda470 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:52:06.220836 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 05928eda-6b8a-4b0d-a8a3-3d8661eda470 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:52:06.298638 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b135841a-a95f-43a1-852f-045e421a6c90 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "DELETE /v2.0/routers/7ebad78d-4049-44a1-921d-bd9013e59661/tags/tempest-TagsExtTest-Tag-1565506398 HTTP/1.1" status: 204 len: 168 time: 0.3151655 Feb 09 12:52:06.306696 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33464) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:06.323465 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.tag.tag_plugin [None req-d7405a25-1379-4c7d-81d0-15e27f08c3c7 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '7ebad78d-4049-44a1-921d-bd9013e59661') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:06.394368 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-ca2bbb3f-36f9-4cee-bf91-b13125a2f545 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Deleting port 07478ba3-ba8f-4334-a543-53349d7180d8 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:52:06.394739 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ca2bbb3f-36f9-4cee-bf91-b13125a2f545 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:06.595086 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-ca2bbb3f-36f9-4cee-bf91-b13125a2f545 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] For port 07478ba3-ba8f-4334-a543-53349d7180d8, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=07478ba3-ba8f-4334-a543-53349d7180d8,segment=NetworkSegment(6c738821-ec4f-4def-ab0f-ea8e97b079bd),segment_id=6c738821-ec4f-4def-ab0f-ea8e97b079bd)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:52:06.595764 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ca2bbb3f-36f9-4cee-bf91-b13125a2f545 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:06.611455 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b4d84f-4819-4ac8-85fa-5345c78a8f91 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Router 3ba11c21-15e3-496f-ad2e-ca543a321c2f has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:52:06.622762 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d7405a25-1379-4c7d-81d0-15e27f08c3c7 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "GET /v2.0/routers/7ebad78d-4049-44a1-921d-bd9013e59661/tags HTTP/1.1" status: 200 len: 205 time: 0.3153477 Feb 09 12:52:06.666182 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33468) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:06.728980 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.tag.tag_plugin [None req-eb523267-c891-4f29-bdbc-6163983de1ac tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd5f7cba0-e7e0-4c2c-9779-d10ce941cfde') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:06.744245 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-ca2bbb3f-36f9-4cee-bf91-b13125a2f545 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Calling delete_port for 07478ba3-ba8f-4334-a543-53349d7180d8 owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:52:06.804650 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b4d84f-4819-4ac8-85fa-5345c78a8f91 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:52:06.819501 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbc65d8-c42a-4a0e-8da1-16c3b8a6c664 None None] Sync routers for ids ['3ba11c21-15e3-496f-ad2e-ca543a321c2f'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:52:06.825054 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-eb523267-c891-4f29-bdbc-6163983de1ac tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "GET /v2.0/subnetpools/d5f7cba0-e7e0-4c2c-9779-d10ce941cfde/tags HTTP/1.1" status: 200 len: 241 time: 0.1553977 Feb 09 12:52:06.825322 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33472) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:06.838488 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.tag.tag_plugin [None req-65407155-2ab2-44f0-a380-5bbd2044f172 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd5f7cba0-e7e0-4c2c-9779-d10ce941cfde', 'tempest-TagsExtTest-Tag-1901822511') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:06.838770 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbc65d8-c42a-4a0e-8da1-16c3b8a6c664 None None] Routers {'3ba11c21-15e3-496f-ad2e-ca543a321c2f'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:52:06.839270 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-2dbc65d8-c42a-4a0e-8da1-16c3b8a6c664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:51:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['3ba11c21-15e3-496f-ad2e-ca543a321c2f'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:06.859706 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-49b4d84f-4819-4ac8-85fa-5345c78a8f91 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:06.927573 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-65407155-2ab2-44f0-a380-5bbd2044f172 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "GET /v2.0/subnetpools/d5f7cba0-e7e0-4c2c-9779-d10ce941cfde/tags/tempest-TagsExtTest-Tag-1901822511 HTTP/1.1" status: 204 len: 168 time: 0.0968492 Feb 09 12:52:06.929073 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33476) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:06.931672 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-49b4d84f-4819-4ac8-85fa-5345c78a8f91 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9355299 Feb 09 12:52:06.932453 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf4abf0-e9e9-4b42-a912-b3c974b903ba', 'tag': 'bfd356de-2c6d-4295-bcc5-136bc7e1cdf0'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:52:06.936942 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33480) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:06.947892 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.tag.tag_plugin [None req-9956da7a-f5ea-4ad1-a3f0-a53ef98419a7 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd5f7cba0-e7e0-4c2c-9779-d10ce941cfde', 'tempest-TagsExtTest-Tag-1901822511') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:06.976809 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abf4abf0-e9e9-4b42-a912-b3c974b903ba', 'tag': 'bfd356de-2c6d-4295-bcc5-136bc7e1cdf0', 'status': 'completed', 'code': 200} Feb 09 12:52:07.041019 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-2dbc65d8-c42a-4a0e-8da1-16c3b8a6c664 None None] Set router 3ba11c21-15e3-496f-ad2e-ca543a321c2f gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:52:07.083153 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76644fcb-c8fc-4990-b43a-daf6c70691c3 req-6c4d5405-95d1-4c28-9d7a-9e19bfa78166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:07.084709 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-76644fcb-c8fc-4990-b43a-daf6c70691c3 req-6c4d5405-95d1-4c28-9d7a-9e19bfa78166 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=458862934c284b11a9f402abf41ed215&device_id=abf4abf0-e9e9-4b42-a912-b3c974b903ba HTTP/1.1" status: 200 len: 1097 time: 0.0856895 Feb 09 12:52:07.089923 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ca2bbb3f-36f9-4cee-bf91-b13125a2f545 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:07.144849 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4194e2ba-26a9-44ee-bc75-dd3a877e62a3 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/floatingips/ca8365fc-2fdc-4cc9-8184-9df2f9d20027 HTTP/1.1" status: 200 len: 992 time: 0.2072334 Feb 09 12:52:07.181987 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2bbb3f-36f9-4cee-bf91-b13125a2f545 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event deleted for resources: {'Port': ['ID=07478ba3-ba8f-4334-a543-53349d7180d8,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:07.192368 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9956da7a-f5ea-4ad1-a3f0-a53ef98419a7 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "DELETE /v2.0/subnetpools/d5f7cba0-e7e0-4c2c-9779-d10ce941cfde/tags/tempest-TagsExtTest-Tag-1901822511 HTTP/1.1" status: 204 len: 168 time: 0.2609961 Feb 09 12:52:07.196697 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33486) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:07.230274 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.tag.tag_plugin [None req-288554c1-30ce-4b0e-985f-c82985e75302 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd5f7cba0-e7e0-4c2c-9779-d10ce941cfde') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:07.278664 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76644fcb-c8fc-4990-b43a-daf6c70691c3 req-1cc4e5bf-db78-4752-a5cb-39beaa8ce8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:07.280162 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-76644fcb-c8fc-4990-b43a-daf6c70691c3 req-1cc4e5bf-db78-4752-a5cb-39beaa8ce8fd service neutron] 10.222.0.52 "GET /v2.0/networks?id=cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7 HTTP/1.1" status: 200 len: 897 time: 0.1889789 Feb 09 12:52:07.280977 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-288554c1-30ce-4b0e-985f-c82985e75302 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "GET /v2.0/subnetpools/d5f7cba0-e7e0-4c2c-9779-d10ce941cfde/tags HTTP/1.1" status: 200 len: 205 time: 0.0582478 Feb 09 12:52:07.284108 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33490) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:07.291162 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.tag.tag_plugin [None req-267b60f0-3071-4636-9948-bf94998507b1 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd5f7cba0-e7e0-4c2c-9779-d10ce941cfde') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:07.419659 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-267b60f0-3071-4636-9948-bf94998507b1 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "DELETE /v2.0/subnetpools/d5f7cba0-e7e0-4c2c-9779-d10ce941cfde/tags HTTP/1.1" status: 204 len: 168 time: 0.1318126 Feb 09 12:52:07.420304 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33494) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:07.427092 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.tag.tag_plugin [None req-2e6ed5ec-0fb1-4913-9f8d-9e689d2852a7 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7ebad78d-4049-44a1-921d-bd9013e59661') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:07.481254 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ca2bbb3f-36f9-4cee-bf91-b13125a2f545 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:07.482199 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-76644fcb-c8fc-4990-b43a-daf6c70691c3 req-7892fad5-91eb-4b87-a4c4-8102d8f73c47 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bfd356de-2c6d-4295-bcc5-136bc7e1cdf0 HTTP/1.1" status: 200 len: 1000 time: 0.1737309 Feb 09 12:52:07.560123 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-2dbc65d8-c42a-4a0e-8da1-16c3b8a6c664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba11c21-15e3-496f-ad2e-ca543a321c2f', 'name': 'tempest-TestNetworkBasicOps-router-366008221', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'c85290bc-1ee3-4bea-8ad9-3189f4b5c674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:24Z', 'updated_at': '2022-02-09T12:51:35Z', 'revision_number': 4, 'project_id': '458862934c284b11a9f402abf41ed215', 'gw_port': {'id': 'c85290bc-1ee3-4bea-8ad9-3189f4b5c674', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba11c21-15e3-496f-ad2e-ca543a321c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:25Z', 'updated_at': '2022-02-09T12:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': 'ca8365fc-2fdc-4cc9-8184-9df2f9d20027', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'floating_ip_address': '172.25.7.250', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '3ba11c21-15e3-496f-ad2e-ca543a321c2f', 'port_id': 'bfd356de-2c6d-4295-bcc5-136bc7e1cdf0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7', 'mac_address': 'fa:16:3e:5f:2d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf4abf0-e9e9-4b42-a912-b3c974b903ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:52:05Z', 'updated_at': '2022-02-09T12:52:05Z', 'revision_number': 0, 'project_id': '458862934c284b11a9f402abf41ed215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '258b6f24-3d3a-4616-ad84-e5428ab3e1d1', 'name': '', 'network_id': 'cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'mac_address': 'fa:16:3e:68:37:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba11c21-15e3-496f-ad2e-ca543a321c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'bfd2da91-fd3f-4e2d-8462-ade62ea5d241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:31Z', 'updated_at': '2022-02-09T12:51:44Z', 'revision_number': 5, 'project_id': '458862934c284b11a9f402abf41ed215', 'subnets': [{'id': 'bfd2da91-fd3f-4e2d-8462-ade62ea5d241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:07.564836 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbc65d8-c42a-4a0e-8da1-16c3b8a6c664 None None] Checking router: 3ba11c21-15e3-496f-ad2e-ca543a321c2f for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:52:07.574143 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbc65d8-c42a-4a0e-8da1-16c3b8a6c664 None None] Routers {'3ba11c21-15e3-496f-ad2e-ca543a321c2f'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:52:07.575137 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-2dbc65d8-c42a-4a0e-8da1-16c3b8a6c664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:51:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['3ba11c21-15e3-496f-ad2e-ca543a321c2f'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:07.617483 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76644fcb-c8fc-4990-b43a-daf6c70691c3 req-8089a799-a94a-42e8-8368-fb8f1ce0b82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:07.619080 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-76644fcb-c8fc-4990-b43a-daf6c70691c3 req-8089a799-a94a-42e8-8368-fb8f1ce0b82a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bfd2da91-fd3f-4e2d-8462-ade62ea5d241 HTTP/1.1" status: 200 len: 834 time: 0.1303594 Feb 09 12:52:07.672946 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2e6ed5ec-0fb1-4913-9f8d-9e689d2852a7 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "DELETE /v2.0/routers/7ebad78d-4049-44a1-921d-bd9013e59661/tags HTTP/1.1" status: 204 len: 168 time: 0.2493567 Feb 09 12:52:07.673526 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33498) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:07.685664 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.tag.tag_plugin [None req-b8bfa9fd-b118-434f-b72b-7f8640a61192 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f9544b53-1d31-4038-8554-7d5f8344ad90') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:07.761479 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76644fcb-c8fc-4990-b43a-daf6c70691c3 req-521945e5-3500-4dc5-99fe-44fa86131341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:07.762951 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-76644fcb-c8fc-4990-b43a-daf6c70691c3 req-521945e5-3500-4dc5-99fe-44fa86131341 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1375802 Feb 09 12:52:07.779351 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-2dbc65d8-c42a-4a0e-8da1-16c3b8a6c664 None None] Set router 3ba11c21-15e3-496f-ad2e-ca543a321c2f gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:52:07.779553 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b8bfa9fd-b118-434f-b72b-7f8640a61192 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "DELETE /v2.0/ports/f9544b53-1d31-4038-8554-7d5f8344ad90/tags HTTP/1.1" status: 204 len: 168 time: 0.1024656 Feb 09 12:52:07.796674 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33502) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:07.807764 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.tag.tag_plugin [None req-ae197a6e-9e45-4e2e-818f-746b98f56eec tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2e2d890a-00f6-4ad9-83f2-b2111a6691f7') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:07.929570 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca2bbb3f-36f9-4cee-bf91-b13125a2f545 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Router 450999cf-b07b-4cfe-a93b-4b7235a82245 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:52:07.957080 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-76644fcb-c8fc-4990-b43a-daf6c70691c3 req-6d9a6bf8-295f-4e08-aa05-0eb3a7887186 service neutron] 10.222.0.52 "GET /v2.0/networks/cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785042 Feb 09 12:52:08.051861 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ae197a6e-9e45-4e2e-818f-746b98f56eec tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "DELETE /v2.0/subnets/2e2d890a-00f6-4ad9-83f2-b2111a6691f7/tags HTTP/1.1" status: 204 len: 168 time: 0.2501621 Feb 09 12:52:08.051861 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33506) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:08.059745 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.tag.tag_plugin [None req-3046cac8-2be7-46bb-8b93-8cb14fa2b116 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2e2d890a-00f6-4ad9-83f2-b2111a6691f7', 'tempest-TagsExtTest-Tag-1173309682') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:08.092624 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2bbb3f-36f9-4cee-bf91-b13125a2f545 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:52:08.104147 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa725dd9-10af-4764-bd9f-6555a435ede5 None None] Sync routers for ids ['450999cf-b07b-4cfe-a93b-4b7235a82245'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:52:08.119269 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa725dd9-10af-4764-bd9f-6555a435ede5 None None] Routers {'450999cf-b07b-4cfe-a93b-4b7235a82245'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:52:08.119938 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-fa725dd9-10af-4764-bd9f-6555a435ede5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:51:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['450999cf-b07b-4cfe-a93b-4b7235a82245'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:08.133481 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ca2bbb3f-36f9-4cee-bf91-b13125a2f545 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "PUT /v2.0/routers/450999cf-b07b-4cfe-a93b-4b7235a82245/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1156650 Feb 09 12:52:08.138664 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33510) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:08.184803 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-2dbc65d8-c42a-4a0e-8da1-16c3b8a6c664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba11c21-15e3-496f-ad2e-ca543a321c2f', 'name': 'tempest-TestNetworkBasicOps-router-366008221', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'c85290bc-1ee3-4bea-8ad9-3189f4b5c674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:24Z', 'updated_at': '2022-02-09T12:51:35Z', 'revision_number': 4, 'project_id': '458862934c284b11a9f402abf41ed215', 'gw_port': {'id': 'c85290bc-1ee3-4bea-8ad9-3189f4b5c674', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba11c21-15e3-496f-ad2e-ca543a321c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:25Z', 'updated_at': '2022-02-09T12:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': 'ca8365fc-2fdc-4cc9-8184-9df2f9d20027', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'floating_ip_address': '172.25.7.250', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '3ba11c21-15e3-496f-ad2e-ca543a321c2f', 'port_id': 'bfd356de-2c6d-4295-bcc5-136bc7e1cdf0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7', 'mac_address': 'fa:16:3e:5f:2d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf4abf0-e9e9-4b42-a912-b3c974b903ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:52:05Z', 'updated_at': '2022-02-09T12:52:05Z', 'revision_number': 0, 'project_id': '458862934c284b11a9f402abf41ed215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '258b6f24-3d3a-4616-ad84-e5428ab3e1d1', 'name': '', 'network_id': 'cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'mac_address': 'fa:16:3e:68:37:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba11c21-15e3-496f-ad2e-ca543a321c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'bfd2da91-fd3f-4e2d-8462-ade62ea5d241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:31Z', 'updated_at': '2022-02-09T12:51:44Z', 'revision_number': 5, 'project_id': '458862934c284b11a9f402abf41ed215', 'subnets': [{'id': 'bfd2da91-fd3f-4e2d-8462-ade62ea5d241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:08.192294 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbc65d8-c42a-4a0e-8da1-16c3b8a6c664 None None] The sync data for ids ['3ba11c21-15e3-496f-ad2e-ca543a321c2f'] in n-d-825178-3 is: [{'id': '3ba11c21-15e3-496f-ad2e-ca543a321c2f', 'name': 'tempest-TestNetworkBasicOps-router-366008221', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'c85290bc-1ee3-4bea-8ad9-3189f4b5c674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:24Z', 'updated_at': '2022-02-09T12:51:35Z', 'revision_number': 4, 'project_id': '458862934c284b11a9f402abf41ed215', 'gw_port': {'id': 'c85290bc-1ee3-4bea-8ad9-3189f4b5c674', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba11c21-15e3-496f-ad2e-ca543a321c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:25Z', 'updated_at': '2022-02-09T12:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': 'ca8365fc-2fdc-4cc9-8184-9df2f9d20027', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'floating_ip_address': '172.25.7.250', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '3ba11c21-15e3-496f-ad2e-ca543a321c2f', 'port_id': 'bfd356de-2c6d-4295-bcc5-136bc7e1cdf0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7', 'mac_address': 'fa:16:3e:5f:2d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf4abf0-e9e9-4b42-a912-b3c974b903ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:52:05Z', 'updated_at': '2022-02-09T12:52:05Z', 'revision_number': 0, 'project_id': '458862934c284b11a9f402abf41ed215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '258b6f24-3d3a-4616-ad84-e5428ab3e1d1', 'name': '', 'network_id': 'cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'mac_address': 'fa:16:3e:68:37:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba11c21-15e3-496f-ad2e-ca543a321c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'bfd2da91-fd3f-4e2d-8462-ade62ea5d241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:31Z', 'updated_at': '2022-02-09T12:51:44Z', 'revision_number': 5, 'project_id': '458862934c284b11a9f402abf41ed215', 'subnets': [{'id': 'bfd2da91-fd3f-4e2d-8462-ade62ea5d241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:52:08.228308 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac68a72d-d1c4-4e4c-bda7-5f34141257ab tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Deleting subnet 825e22ca-d729-4690-97da-ee8dc85d2933 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:52:08.230163 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33514) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:08.294481 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-76644fcb-c8fc-4990-b43a-daf6c70691c3 req-cc73e9bd-a28d-4c36-9ddd-ac1b85e4f1cf service neutron] 10.222.0.52 "GET /v2.0/networks/cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292775 Feb 09 12:52:08.299325 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ac68a72d-d1c4-4e4c-bda7-5f34141257ab tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:08.343944 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3046cac8-2be7-46bb-8b93-8cb14fa2b116 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "PUT /v2.0/subnets/2e2d890a-00f6-4ad9-83f2-b2111a6691f7/tags/tempest-TagsExtTest-Tag-1173309682 HTTP/1.1" status: 201 len: 201 time: 0.2896700 Feb 09 12:52:08.346017 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33518) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:08.348739 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-fa725dd9-10af-4764-bd9f-6555a435ede5 None None] Set router 450999cf-b07b-4cfe-a93b-4b7235a82245 gateway port host: None {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:52:08.352552 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.tag.tag_plugin [None req-3af84f44-a455-40ed-a7b5-27ec6959cf2a tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f9544b53-1d31-4038-8554-7d5f8344ad90', 'tempest-TagsExtTest-Tag-1775663908') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:08.405705 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ac68a72d-d1c4-4e4c-bda7-5f34141257ab tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:08.462333 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3af84f44-a455-40ed-a7b5-27ec6959cf2a tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "PUT /v2.0/ports/f9544b53-1d31-4038-8554-7d5f8344ad90/tags/tempest-TagsExtTest-Tag-1775663908 HTTP/1.1" status: 201 len: 201 time: 0.1104290 Feb 09 12:52:08.462333 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33522) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:08.463064 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d1095c4a-e654-4e0f-bb47-9451af73ac21 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/floatingips/ca8365fc-2fdc-4cc9-8184-9df2f9d20027 HTTP/1.1" status: 200 len: 992 time: 0.2290425 Feb 09 12:52:08.466236 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.tag.tag_plugin [None req-310107cc-ec21-41f5-8c8e-ec12c21b5568 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '7ebad78d-4049-44a1-921d-bd9013e59661', 'tempest-TagsExtTest-Tag-15807078') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:08.518893 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ac68a72d-d1c4-4e4c-bda7-5f34141257ab tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:08.535933 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d6910a-785a-464d-b870-a383e0ac5286 None None] New status for floating IP ca8365fc-2fdc-4cc9-8184-9df2f9d20027: ACTIVE {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:52:08.607407 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ac68a72d-d1c4-4e4c-bda7-5f34141257ab tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:08.636946 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-310107cc-ec21-41f5-8c8e-ec12c21b5568 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "PUT /v2.0/routers/7ebad78d-4049-44a1-921d-bd9013e59661/tags/tempest-TagsExtTest-Tag-15807078 HTTP/1.1" status: 201 len: 201 time: 0.1757705 Feb 09 12:52:08.639731 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33526) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:08.645397 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.tag.tag_plugin [None req-90ed27c2-c29f-4584-b74b-52935db7a18e tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd5f7cba0-e7e0-4c2c-9779-d10ce941cfde', 'tempest-TagsExtTest-Tag-1748556156') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:08.662637 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac68a72d-d1c4-4e4c-bda7-5f34141257ab tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event deleted for resources: {'Subnet': ['ID=825e22ca-d729-4690-97da-ee8dc85d2933,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:08.665594 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ac68a72d-d1c4-4e4c-bda7-5f34141257ab tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:08.673377 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20c5794-cd32-4a7f-b19b-92b331d88f80 None None] Network fc5a7431-aa90-4b9c-8784-8929657329ca requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:52:08.674877 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ac68a72d-d1c4-4e4c-bda7-5f34141257ab tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "DELETE /v2.0/subnets/825e22ca-d729-4690-97da-ee8dc85d2933 HTTP/1.1" status: 204 len: 168 time: 0.5350134 Feb 09 12:52:08.677370 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33530) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:08.698245 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-90ed27c2-c29f-4584-b74b-52935db7a18e tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "PUT /v2.0/subnetpools/d5f7cba0-e7e0-4c2c-9779-d10ce941cfde/tags/tempest-TagsExtTest-Tag-1748556156 HTTP/1.1" status: 201 len: 201 time: 0.0572007 Feb 09 12:52:08.701026 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33534) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:08.706781 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.tag.tag_plugin [None req-d88f1272-b05a-4763-b9a1-82c5fe887ce4 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '2e2d890a-00f6-4ad9-83f2-b2111a6691f7', {'tags': ['tempest-TagsExtTest-Tag-1467007618', 'tempest-TagsExtTest-Tag-1979339548', 'tempest-TagsExtTest-Tag-1759866360']}) {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:08.809635 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d88f1272-b05a-4763-b9a1-82c5fe887ce4 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "PUT /v2.0/subnets/2e2d890a-00f6-4ad9-83f2-b2111a6691f7/tags HTTP/1.1" status: 200 len: 318 time: 0.1072547 Feb 09 12:52:08.812158 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33538) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:08.817495 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.tag.tag_plugin [None req-7aa129df-34c7-4b14-9c54-91cc496687dd tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2e2d890a-00f6-4ad9-83f2-b2111a6691f7') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:08.824732 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-999b2571-a507-421f-8605-ebd25cb99380 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:08.836401 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-999b2571-a507-421f-8605-ebd25cb99380 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Deleting port 5976f217-191b-4039-b92a-d7fd299cc5a8 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:52:08.836849 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-999b2571-a507-421f-8605-ebd25cb99380 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:08.923323 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-7aa129df-34c7-4b14-9c54-91cc496687dd tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "DELETE /v2.0/subnets/2e2d890a-00f6-4ad9-83f2-b2111a6691f7/tags HTTP/1.1" status: 204 len: 168 time: 0.1100466 Feb 09 12:52:08.924039 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33542) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:08.929423 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.tag.tag_plugin [None req-0749a1f3-beb2-43a5-a2e0-dc542c22f3d9 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2e2d890a-00f6-4ad9-83f2-b2111a6691f7', 'tempest-TagsExtTest-Tag-1467007618') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:08.960563 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-fa725dd9-10af-4764-bd9f-6555a435ede5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'name': 'tempest-RoutersTest-router-683005421', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:20Z', 'updated_at': '2022-02-09T12:52:06Z', 'revision_number': 10, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'gw_port_host': None, '_interfaces': [{'id': '4f55fc0c-7198-4941-87e8-064fdf9f35c5', 'name': '', 'network_id': '0c938ccf-ee08-4af2-9dfe-f497cfc21f8e', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:c7:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '76fc3631-c372-4916-89b1-4316753578f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:22Z', 'updated_at': '2022-02-09T12:51:28Z', 'revision_number': 5, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '76fc3631-c372-4916-89b1-4316753578f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:08.967685 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa725dd9-10af-4764-bd9f-6555a435ede5 None None] Checking router: 450999cf-b07b-4cfe-a93b-4b7235a82245 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:52:08.981433 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa725dd9-10af-4764-bd9f-6555a435ede5 None None] Routers {'450999cf-b07b-4cfe-a93b-4b7235a82245'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:52:08.982058 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-fa725dd9-10af-4764-bd9f-6555a435ede5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:51:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['450999cf-b07b-4cfe-a93b-4b7235a82245'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:08.997108 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-0749a1f3-beb2-43a5-a2e0-dc542c22f3d9 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] show failed (client error): The resource could not be found. Feb 09 12:52:09.000760 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-0749a1f3-beb2-43a5-a2e0-dc542c22f3d9 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "GET /v2.0/subnets/2e2d890a-00f6-4ad9-83f2-b2111a6691f7/tags/tempest-TagsExtTest-Tag-1467007618 HTTP/1.1" status: 404 len: 329 time: 0.0731969 Feb 09 12:52:09.000987 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33546) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:09.005819 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.tag.tag_plugin [None req-7120d62b-7df9-4815-9ef4-0e24326f5d54 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2e2d890a-00f6-4ad9-83f2-b2111a6691f7', 'tempest-TagsExtTest-Tag-1979339548') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:09.074630 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-7120d62b-7df9-4815-9ef4-0e24326f5d54 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] show failed (client error): The resource could not be found. Feb 09 12:52:09.075594 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-7120d62b-7df9-4815-9ef4-0e24326f5d54 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "GET /v2.0/subnets/2e2d890a-00f6-4ad9-83f2-b2111a6691f7/tags/tempest-TagsExtTest-Tag-1979339548 HTTP/1.1" status: 404 len: 329 time: 0.0736976 Feb 09 12:52:09.078768 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33550) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:09.080094 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-999b2571-a507-421f-8605-ebd25cb99380 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] For port 5976f217-191b-4039-b92a-d7fd299cc5a8, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5976f217-191b-4039-b92a-d7fd299cc5a8,segment=NetworkSegment(6c738821-ec4f-4def-ab0f-ea8e97b079bd),segment_id=6c738821-ec4f-4def-ab0f-ea8e97b079bd)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:52:09.080570 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-999b2571-a507-421f-8605-ebd25cb99380 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:09.084874 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.tag.tag_plugin [None req-6d1d284f-def0-4853-8c7b-4aa3bc49b75b tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2e2d890a-00f6-4ad9-83f2-b2111a6691f7', 'tempest-TagsExtTest-Tag-1759866360') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:09.133538 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7413f002-7aac-4c08-8f64-904ffa6fcf9e None None] DHCP port deletion for fc5a7431-aa90-4b9c-8784-8929657329ca request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:52:09.143891 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7413f002-7aac-4c08-8f64-904ffa6fcf9e None None] Deleting port 5976f217-191b-4039-b92a-d7fd299cc5a8 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:52:09.144264 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7413f002-7aac-4c08-8f64-904ffa6fcf9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:09.183343 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-fa725dd9-10af-4764-bd9f-6555a435ede5 None None] Set router 450999cf-b07b-4cfe-a93b-4b7235a82245 gateway port host: None {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:52:09.222453 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-999b2571-a507-421f-8605-ebd25cb99380 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Calling delete_port for 5976f217-191b-4039-b92a-d7fd299cc5a8 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:52:09.230430 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7f32bde5-05c7-401a-a635-3d5d43afe1cc req-43b01125-6a2f-43c7-85d8-9183fc9a7c0e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=abf4abf0-e9e9-4b42-a912-b3c974b903ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0989482 Feb 09 12:52:09.232357 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-6d1d284f-def0-4853-8c7b-4aa3bc49b75b tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] show failed (client error): The resource could not be found. Feb 09 12:52:09.235921 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-6d1d284f-def0-4853-8c7b-4aa3bc49b75b tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "GET /v2.0/subnets/2e2d890a-00f6-4ad9-83f2-b2111a6691f7/tags/tempest-TagsExtTest-Tag-1759866360 HTTP/1.1" status: 404 len: 329 time: 0.1534050 Feb 09 12:52:09.236174 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33554) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:09.241161 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.tag.tag_plugin [None req-8a9d5e30-cebc-4710-8313-0a05df3febfd tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'f9544b53-1d31-4038-8554-7d5f8344ad90', {'tags': ['tempest-TagsExtTest-Tag-1185124210', 'tempest-TagsExtTest-Tag-289264493', 'tempest-TagsExtTest-Tag-1762680385']}) {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:09.322097 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-999b2571-a507-421f-8605-ebd25cb99380 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:09.374911 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8a9d5e30-cebc-4710-8313-0a05df3febfd tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "PUT /v2.0/ports/f9544b53-1d31-4038-8554-7d5f8344ad90/tags HTTP/1.1" status: 200 len: 317 time: 0.1377363 Feb 09 12:52:09.378800 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33558) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:09.382377 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999b2571-a507-421f-8605-ebd25cb99380 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] No DVR routers for this DVR port 5976f217-191b-4039-b92a-d7fd299cc5a8 on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:52:09.392953 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.tag.tag_plugin [None req-a21fc8ef-b210-44ee-8411-b78fb99a2d7e tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f9544b53-1d31-4038-8554-7d5f8344ad90') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:09.412563 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32bde5-05c7-401a-a635-3d5d43afe1cc req-8a9b578c-850b-4e90-ab52-54750bef1ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:09.414723 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7f32bde5-05c7-401a-a635-3d5d43afe1cc req-8a9b578c-850b-4e90-ab52-54750bef1ff4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=458862934c284b11a9f402abf41ed215&device_id=abf4abf0-e9e9-4b42-a912-b3c974b903ba HTTP/1.1" status: 200 len: 1097 time: 0.0763910 Feb 09 12:52:09.442411 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999b2571-a507-421f-8605-ebd25cb99380 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event deleted for resources: {'Port': ['ID=5976f217-191b-4039-b92a-d7fd299cc5a8,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:09.478774 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33562) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:09.564692 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32bde5-05c7-401a-a635-3d5d43afe1cc req-736dc354-a0d6-4113-b946-063d346fc9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:09.566173 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7f32bde5-05c7-401a-a635-3d5d43afe1cc req-736dc354-a0d6-4113-b946-063d346fc9e7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7 HTTP/1.1" status: 200 len: 897 time: 0.1323061 Feb 09 12:52:09.596706 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7413f002-7aac-4c08-8f64-904ffa6fcf9e None None] For port 5976f217-191b-4039-b92a-d7fd299cc5a8, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5976f217-191b-4039-b92a-d7fd299cc5a8,segment=NetworkSegment(6c738821-ec4f-4def-ab0f-ea8e97b079bd),segment_id=6c738821-ec4f-4def-ab0f-ea8e97b079bd)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:52:09.597121 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7413f002-7aac-4c08-8f64-904ffa6fcf9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:09.690102 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7f32bde5-05c7-401a-a635-3d5d43afe1cc req-dee4011a-81a5-4147-9027-ddef407bd860 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bfd356de-2c6d-4295-bcc5-136bc7e1cdf0 HTTP/1.1" status: 200 len: 1002 time: 0.1170835 Feb 09 12:52:09.738325 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7413f002-7aac-4c08-8f64-904ffa6fcf9e None None] Calling delete_port for 5976f217-191b-4039-b92a-d7fd299cc5a8 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:52:09.755491 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32bde5-05c7-401a-a635-3d5d43afe1cc req-cffb04ec-215b-4198-acf9-40154103139d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:09.757271 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7f32bde5-05c7-401a-a635-3d5d43afe1cc req-cffb04ec-215b-4198-acf9-40154103139d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bfd2da91-fd3f-4e2d-8462-ade62ea5d241 HTTP/1.1" status: 200 len: 834 time: 0.0601506 Feb 09 12:52:09.784222 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-999b2571-a507-421f-8605-ebd25cb99380 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:09.828133 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-88f7f0f0-6d45-4974-9f0f-995fc78ab182 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/floatingips/ca8365fc-2fdc-4cc9-8184-9df2f9d20027 HTTP/1.1" status: 200 len: 994 time: 0.3375080 Feb 09 12:52:09.828133 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-999b2571-a507-421f-8605-ebd25cb99380 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc5a7431-aa90-4b9c-8784-8929657329ca']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:09.843505 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32bde5-05c7-401a-a635-3d5d43afe1cc req-e497a98e-3942-4f09-91d9-164203a1389d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:09.843744 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-999b2571-a507-421f-8605-ebd25cb99380 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c738821-ec4f-4def-ab0f-ea8e97b079bd') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:09.844076 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-999b2571-a507-421f-8605-ebd25cb99380 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c738821-ec4f-4def-ab0f-ea8e97b079bd') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:09.845027 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7f32bde5-05c7-401a-a635-3d5d43afe1cc req-e497a98e-3942-4f09-91d9-164203a1389d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822773 Feb 09 12:52:09.859654 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-999b2571-a507-421f-8605-ebd25cb99380 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:09.872377 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-7413f002-7aac-4c08-8f64-904ffa6fcf9e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:52:09.872734 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-7413f002-7aac-4c08-8f64-904ffa6fcf9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:52:09.880415 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-fa725dd9-10af-4764-bd9f-6555a435ede5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'name': 'tempest-RoutersTest-router-683005421', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:20Z', 'updated_at': '2022-02-09T12:52:06Z', 'revision_number': 10, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'gw_port_host': None, '_interfaces': [{'id': '4f55fc0c-7198-4941-87e8-064fdf9f35c5', 'name': '', 'network_id': '0c938ccf-ee08-4af2-9dfe-f497cfc21f8e', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:c7:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '76fc3631-c372-4916-89b1-4316753578f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:22Z', 'updated_at': '2022-02-09T12:51:28Z', 'revision_number': 5, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '76fc3631-c372-4916-89b1-4316753578f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:09.885070 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-999b2571-a507-421f-8605-ebd25cb99380 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:09.885310 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa725dd9-10af-4764-bd9f-6555a435ede5 None None] The sync data for ids ['450999cf-b07b-4cfe-a93b-4b7235a82245'] in n-d-825178-3 is: [{'id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'name': 'tempest-RoutersTest-router-683005421', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:20Z', 'updated_at': '2022-02-09T12:52:06Z', 'revision_number': 10, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'gw_port_host': None, '_interfaces': [{'id': '4f55fc0c-7198-4941-87e8-064fdf9f35c5', 'name': '', 'network_id': '0c938ccf-ee08-4af2-9dfe-f497cfc21f8e', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'mac_address': 'fa:16:3e:c7:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '76fc3631-c372-4916-89b1-4316753578f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:22Z', 'updated_at': '2022-02-09T12:51:28Z', 'revision_number': 5, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'subnets': [{'id': '76fc3631-c372-4916-89b1-4316753578f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:52:09.893917 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-999b2571-a507-421f-8605-ebd25cb99380 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:52:09.894611 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-999b2571-a507-421f-8605-ebd25cb99380 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:09.911629 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:52:09.911629 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:52:09.911629 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:52:09.911629 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:52:09.911629 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:52:09.911629 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:52:09.911629 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:52:09.911629 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:52:09.911629 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:52:09.911629 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:52:09.911629 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:52:09.911629 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:52:09.911629 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:52:09.911629 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:52:09.911629 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:52:09.911629 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:52:09.911629 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:52:09.911629 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:52:09.911629 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:52:09.911629 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:52:09.911629 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:52:09.911629 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:52:09.911629 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:52:09.911629 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:52:09.911629 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:52:09.911629 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:52:09.911629 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:52:09.911629 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:52:09.911629 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:52:09.911629 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:52:09.911629 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:52:09.911629 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:52:09.919787 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a21fc8ef-b210-44ee-8411-b78fb99a2d7e tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "DELETE /v2.0/ports/f9544b53-1d31-4038-8554-7d5f8344ad90/tags HTTP/1.1" status: 204 len: 168 time: 0.5389357 Feb 09 12:52:09.925130 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33566) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:09.934819 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.tag.tag_plugin [None req-b2798c05-c3ab-497b-a197-242197f067f9 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f9544b53-1d31-4038-8554-7d5f8344ad90', 'tempest-TagsExtTest-Tag-1185124210') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:09.997565 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-999b2571-a507-421f-8605-ebd25cb99380 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:10.020716 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-999b2571-a507-421f-8605-ebd25cb99380 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:10.031951 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999b2571-a507-421f-8605-ebd25cb99380 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event deleted for resources: {'Network': ['ID=fc5a7431-aa90-4b9c-8784-8929657329ca,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:10.039591 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-999b2571-a507-421f-8605-ebd25cb99380 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "DELETE /v2.0/networks/fc5a7431-aa90-4b9c-8784-8929657329ca HTTP/1.1" status: 204 len: 168 time: 1.3609085 Feb 09 12:52:10.039735 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7f32bde5-05c7-401a-a635-3d5d43afe1cc req-a1f5c063-e4e2-400d-b8cd-cfd5c4475ae8 service neutron] 10.222.0.52 "GET /v2.0/networks/cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877337 Feb 09 12:52:10.042119 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33570) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:10.045103 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-b2798c05-c3ab-497b-a197-242197f067f9 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] show failed (client error): The resource could not be found. Feb 09 12:52:10.046034 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b2798c05-c3ab-497b-a197-242197f067f9 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "GET /v2.0/ports/f9544b53-1d31-4038-8554-7d5f8344ad90/tags/tempest-TagsExtTest-Tag-1185124210 HTTP/1.1" status: 404 len: 329 time: 0.1199398 Feb 09 12:52:10.064025 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33582) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:10.071296 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.tag.tag_plugin [None req-5ed162ad-12d0-41ef-bba1-90016bb463b3 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f9544b53-1d31-4038-8554-7d5f8344ad90', 'tempest-TagsExtTest-Tag-289264493') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:10.305791 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 07478ba3-ba8f-4334-a543-53349d7180d8 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:52:10.357263 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 07478ba3-ba8f-4334-a543-53349d7180d8 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:52:10.357888 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 07478ba3-ba8f-4334-a543-53349d7180d8 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:52:10.359742 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5976f217-191b-4039-b92a-d7fd299cc5a8 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:52:10.362106 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7f32bde5-05c7-401a-a635-3d5d43afe1cc req-9d997e56-3160-4974-801a-2e06e04a9b27 service neutron] 10.222.0.52 "GET /v2.0/networks/cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151214 Feb 09 12:52:10.366986 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-5ed162ad-12d0-41ef-bba1-90016bb463b3 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] show failed (client error): The resource could not be found. Feb 09 12:52:10.368471 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-5ed162ad-12d0-41ef-bba1-90016bb463b3 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "GET /v2.0/ports/f9544b53-1d31-4038-8554-7d5f8344ad90/tags/tempest-TagsExtTest-Tag-289264493 HTTP/1.1" status: 404 len: 328 time: 0.3035810 Feb 09 12:52:10.371194 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33586) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:10.377257 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.tag.tag_plugin [None req-9d008fe5-86a7-459f-91c4-bcd8dd41dca8 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f9544b53-1d31-4038-8554-7d5f8344ad90', 'tempest-TagsExtTest-Tag-1762680385') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:10.412701 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7413f002-7aac-4c08-8f64-904ffa6fcf9e None None] Deleting port 5976f217-191b-4039-b92a-d7fd299cc5a8 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:52:10.412871 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7413f002-7aac-4c08-8f64-904ffa6fcf9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:10.451896 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 5976f217-191b-4039-b92a-d7fd299cc5a8 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:52:10.452253 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5976f217-191b-4039-b92a-d7fd299cc5a8 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:52:10.452691 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-9d008fe5-86a7-459f-91c4-bcd8dd41dca8 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] show failed (client error): The resource could not be found. Feb 09 12:52:10.457542 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9d008fe5-86a7-459f-91c4-bcd8dd41dca8 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "GET /v2.0/ports/f9544b53-1d31-4038-8554-7d5f8344ad90/tags/tempest-TagsExtTest-Tag-1762680385 HTTP/1.1" status: 404 len: 329 time: 0.0853047 Feb 09 12:52:10.457824 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33598) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:10.487352 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.tag.tag_plugin [None req-6b753cc7-5222-490f-ae8f-3b4e0f61dcbd tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '7ebad78d-4049-44a1-921d-bd9013e59661', {'tags': ['tempest-TagsExtTest-Tag-1284750001', 'tempest-TagsExtTest-Tag-1255507259', 'tempest-TagsExtTest-Tag-650866605']}) {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:10.487659 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7413f002-7aac-4c08-8f64-904ffa6fcf9e None None] The port '5976f217-191b-4039-b92a-d7fd299cc5a8' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:52:10.654067 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6b753cc7-5222-490f-ae8f-3b4e0f61dcbd tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "PUT /v2.0/routers/7ebad78d-4049-44a1-921d-bd9013e59661/tags HTTP/1.1" status: 200 len: 317 time: 0.1952198 Feb 09 12:52:10.656757 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33602) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:10.662132 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.tag.tag_plugin [None req-55e51fc8-9e9e-4709-ae52-6d3fc7c632d4 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7ebad78d-4049-44a1-921d-bd9013e59661') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:10.731177 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1170feaf-148a-479d-bb20-7df096b9e723 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:10.815932 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-55e51fc8-9e9e-4709-ae52-6d3fc7c632d4 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "DELETE /v2.0/routers/7ebad78d-4049-44a1-921d-bd9013e59661/tags HTTP/1.1" status: 204 len: 168 time: 0.1579535 Feb 09 12:52:10.818515 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33606) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:10.824271 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.tag.tag_plugin [None req-31568dd8-06c1-4b9a-b4b4-861a9770056e tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7ebad78d-4049-44a1-921d-bd9013e59661', 'tempest-TagsExtTest-Tag-1284750001') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:10.953898 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-31568dd8-06c1-4b9a-b4b4-861a9770056e tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] show failed (client error): The resource could not be found. Feb 09 12:52:10.957745 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-31568dd8-06c1-4b9a-b4b4-861a9770056e tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "GET /v2.0/routers/7ebad78d-4049-44a1-921d-bd9013e59661/tags/tempest-TagsExtTest-Tag-1284750001 HTTP/1.1" status: 404 len: 329 time: 0.1355197 Feb 09 12:52:10.958027 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33610) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:10.963480 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.tag.tag_plugin [None req-b6752cb2-fc2a-49de-afd6-e06302676549 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7ebad78d-4049-44a1-921d-bd9013e59661', 'tempest-TagsExtTest-Tag-1255507259') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:11.065901 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-1170feaf-148a-479d-bb20-7df096b9e723 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Deleting port 4f55fc0c-7198-4941-87e8-064fdf9f35c5 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:52:11.066329 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1170feaf-148a-479d-bb20-7df096b9e723 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:11.094354 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-b6752cb2-fc2a-49de-afd6-e06302676549 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] show failed (client error): The resource could not be found. Feb 09 12:52:11.095381 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b6752cb2-fc2a-49de-afd6-e06302676549 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "GET /v2.0/routers/7ebad78d-4049-44a1-921d-bd9013e59661/tags/tempest-TagsExtTest-Tag-1255507259 HTTP/1.1" status: 404 len: 329 time: 0.1364324 Feb 09 12:52:11.098177 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33614) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:11.103528 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.tag.tag_plugin [None req-1c0e3458-d52a-4cc8-8049-7937267e795f tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7ebad78d-4049-44a1-921d-bd9013e59661', 'tempest-TagsExtTest-Tag-650866605') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:11.243218 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-1c0e3458-d52a-4cc8-8049-7937267e795f tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] show failed (client error): The resource could not be found. Feb 09 12:52:11.244307 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1c0e3458-d52a-4cc8-8049-7937267e795f tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "GET /v2.0/routers/7ebad78d-4049-44a1-921d-bd9013e59661/tags/tempest-TagsExtTest-Tag-650866605 HTTP/1.1" status: 404 len: 328 time: 0.1450267 Feb 09 12:52:11.247041 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33618) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:11.252242 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.tag.tag_plugin [None req-c4bfae0d-9474-4c69-b5bc-4e86e78d0c59 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd5f7cba0-e7e0-4c2c-9779-d10ce941cfde', {'tags': ['tempest-TagsExtTest-Tag-478886320', 'tempest-TagsExtTest-Tag-960944291', 'tempest-TagsExtTest-Tag-1898158983']}) {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:11.302202 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c4bfae0d-9474-4c69-b5bc-4e86e78d0c59 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "PUT /v2.0/subnetpools/d5f7cba0-e7e0-4c2c-9779-d10ce941cfde/tags HTTP/1.1" status: 200 len: 316 time: 0.0539219 Feb 09 12:52:11.304479 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33622) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:11.310303 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.tag.tag_plugin [None req-70fd85b8-ba76-484b-890c-972517bafd47 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd5f7cba0-e7e0-4c2c-9779-d10ce941cfde') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:11.355797 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-70fd85b8-ba76-484b-890c-972517bafd47 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "DELETE /v2.0/subnetpools/d5f7cba0-e7e0-4c2c-9779-d10ce941cfde/tags HTTP/1.1" status: 204 len: 168 time: 0.0501823 Feb 09 12:52:11.358414 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33626) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:11.363245 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.tag.tag_plugin [None req-16556579-00e7-499f-bcf0-d5b8dc26d08c tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd5f7cba0-e7e0-4c2c-9779-d10ce941cfde', 'tempest-TagsExtTest-Tag-478886320') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:11.387522 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-16556579-00e7-499f-bcf0-d5b8dc26d08c tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] show failed (client error): The resource could not be found. Feb 09 12:52:11.388562 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-16556579-00e7-499f-bcf0-d5b8dc26d08c tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "GET /v2.0/subnetpools/d5f7cba0-e7e0-4c2c-9779-d10ce941cfde/tags/tempest-TagsExtTest-Tag-478886320 HTTP/1.1" status: 404 len: 328 time: 0.0292661 Feb 09 12:52:11.391848 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33630) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:11.396569 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.tag.tag_plugin [None req-1a5125cd-1f34-47f8-add4-433f2553e445 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd5f7cba0-e7e0-4c2c-9779-d10ce941cfde', 'tempest-TagsExtTest-Tag-960944291') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:11.400407 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-1170feaf-148a-479d-bb20-7df096b9e723 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] For port 4f55fc0c-7198-4941-87e8-064fdf9f35c5, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=4f55fc0c-7198-4941-87e8-064fdf9f35c5,segment=NetworkSegment(df76adcc-487b-4f4c-837f-128431ab146c),segment_id=df76adcc-487b-4f4c-837f-128431ab146c)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:52:11.400775 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1170feaf-148a-479d-bb20-7df096b9e723 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:11.420075 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-1a5125cd-1f34-47f8-add4-433f2553e445 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] show failed (client error): The resource could not be found. Feb 09 12:52:11.421087 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1a5125cd-1f34-47f8-add4-433f2553e445 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "GET /v2.0/subnetpools/d5f7cba0-e7e0-4c2c-9779-d10ce941cfde/tags/tempest-TagsExtTest-Tag-960944291 HTTP/1.1" status: 404 len: 328 time: 0.0282924 Feb 09 12:52:11.424006 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33634) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:11.428608 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.tag.tag_plugin [None req-4dd81595-f9f6-472a-a408-167ee719013d tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd5f7cba0-e7e0-4c2c-9779-d10ce941cfde', 'tempest-TagsExtTest-Tag-1898158983') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:11.452203 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-4dd81595-f9f6-472a-a408-167ee719013d tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] show failed (client error): The resource could not be found. Feb 09 12:52:11.453179 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4dd81595-f9f6-472a-a408-167ee719013d tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "GET /v2.0/subnetpools/d5f7cba0-e7e0-4c2c-9779-d10ce941cfde/tags/tempest-TagsExtTest-Tag-1898158983 HTTP/1.1" status: 404 len: 329 time: 0.0283089 Feb 09 12:52:11.455816 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33638) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:11.460703 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.tag.tag_plugin [None req-c922d99d-0bc7-42ca-ae06-ed1b423a2c32 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd5f7cba0-e7e0-4c2c-9779-d10ce941cfde') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:11.488627 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c922d99d-0bc7-42ca-ae06-ed1b423a2c32 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "DELETE /v2.0/subnetpools/d5f7cba0-e7e0-4c2c-9779-d10ce941cfde/tags HTTP/1.1" status: 204 len: 168 time: 0.0315855 Feb 09 12:52:11.491166 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33642) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:11.496695 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.tag.tag_plugin [None req-b3814ab3-9b5e-4fe3-9932-d3ec62bc1fdb tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7ebad78d-4049-44a1-921d-bd9013e59661') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:11.530256 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-1170feaf-148a-479d-bb20-7df096b9e723 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Calling delete_port for 4f55fc0c-7198-4941-87e8-064fdf9f35c5 owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:52:11.634807 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b3814ab3-9b5e-4fe3-9932-d3ec62bc1fdb tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "DELETE /v2.0/routers/7ebad78d-4049-44a1-921d-bd9013e59661/tags HTTP/1.1" status: 204 len: 168 time: 0.1425834 Feb 09 12:52:11.637238 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33648) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:11.643080 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.tag.tag_plugin [None req-dd544405-8d4d-433e-91ef-a46edfd648fa tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f9544b53-1d31-4038-8554-7d5f8344ad90') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:11.712655 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-dd544405-8d4d-433e-91ef-a46edfd648fa tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "DELETE /v2.0/ports/f9544b53-1d31-4038-8554-7d5f8344ad90/tags HTTP/1.1" status: 204 len: 168 time: 0.0742140 Feb 09 12:52:11.714638 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1170feaf-148a-479d-bb20-7df096b9e723 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:11.715253 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33652) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:11.720451 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.tag.tag_plugin [None req-bae4863c-f9b0-465d-bf71-2b8a27db88ad tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2e2d890a-00f6-4ad9-83f2-b2111a6691f7') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:11.762171 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1170feaf-148a-479d-bb20-7df096b9e723 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event deleted for resources: {'Port': ['ID=4f55fc0c-7198-4941-87e8-064fdf9f35c5,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:11.794456 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-bae4863c-f9b0-465d-bf71-2b8a27db88ad tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "DELETE /v2.0/subnets/2e2d890a-00f6-4ad9-83f2-b2111a6691f7/tags HTTP/1.1" status: 204 len: 168 time: 0.0780299 Feb 09 12:52:11.799038 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33656) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:11.899538 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f133653e-1e5d-4d27-87f5-1314432bad85 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Notify callbacks [] for subnetpool, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:11.903062 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f133653e-1e5d-4d27-87f5-1314432bad85 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "DELETE /v2.0/subnetpools/d5f7cba0-e7e0-4c2c-9779-d10ce941cfde HTTP/1.1" status: 204 len: 168 time: 0.1008317 Feb 09 12:52:11.903739 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33660) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:11.950903 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8e153f43-5184-49ed-9cb0-79e4725cefe8 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ebad78d-4049-44a1-921d-bd9013e59661 HTTP/1.1" status: 200 len: 205 time: 0.0435772 Feb 09 12:52:11.950903 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33664) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:12.010207 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1170feaf-148a-479d-bb20-7df096b9e723 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:12.223617 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-372270d9-6e5a-42a9-a299-14ef1de99b7d tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:12.287734 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1170feaf-148a-479d-bb20-7df096b9e723 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Router 450999cf-b07b-4cfe-a93b-4b7235a82245 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:52:12.418656 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1170feaf-148a-479d-bb20-7df096b9e723 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:52:12.428690 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0b905c-5160-40b3-a05f-6c686cf40f25 None None] Sync routers for ids ['450999cf-b07b-4cfe-a93b-4b7235a82245'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:52:12.434109 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1170feaf-148a-479d-bb20-7df096b9e723 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "PUT /v2.0/routers/450999cf-b07b-4cfe-a93b-4b7235a82245/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3885393 Feb 09 12:52:12.434343 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33668) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:12.439124 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0b905c-5160-40b3-a05f-6c686cf40f25 None None] Routers {'450999cf-b07b-4cfe-a93b-4b7235a82245'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:52:12.439727 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-5f0b905c-5160-40b3-a05f-6c686cf40f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:51:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['450999cf-b07b-4cfe-a93b-4b7235a82245'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:12.502280 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c9cd2f5-cad9-4bca-86e6-6cf2c4a56065 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Deleting subnet 76fc3631-c372-4916-89b1-4316753578f3 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:52:12.505290 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5c9cd2f5-cad9-4bca-86e6-6cf2c4a56065 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:12.521323 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-372270d9-6e5a-42a9-a299-14ef1de99b7d tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:12.523733 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-372270d9-6e5a-42a9-a299-14ef1de99b7d tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:12.548376 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-372270d9-6e5a-42a9-a299-14ef1de99b7d tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:12.548928 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372270d9-6e5a-42a9-a299-14ef1de99b7d tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Fanout notify agent at l3_agent the message router_deleted on router 7ebad78d-4049-44a1-921d-bd9013e59661 {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:52:12.561269 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5c9cd2f5-cad9-4bca-86e6-6cf2c4a56065 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:12.562188 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-372270d9-6e5a-42a9-a299-14ef1de99b7d tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:12.563261 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-372270d9-6e5a-42a9-a299-14ef1de99b7d tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "DELETE /v2.0/routers/7ebad78d-4049-44a1-921d-bd9013e59661 HTTP/1.1" status: 204 len: 168 time: 0.6115143 Feb 09 12:52:12.565806 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33672) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:12.576170 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-5f0b905c-5160-40b3-a05f-6c686cf40f25 None None] Set router 450999cf-b07b-4cfe-a93b-4b7235a82245 gateway port host: None {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:52:12.635932 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-bf32a247-46c2-4d69-9d9f-d193f90e3b22 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Deleting port f9544b53-1d31-4038-8554-7d5f8344ad90 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:52:12.636288 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bf32a247-46c2-4d69-9d9f-d193f90e3b22 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:12.654517 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5c9cd2f5-cad9-4bca-86e6-6cf2c4a56065 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:12.738623 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-5f0b905c-5160-40b3-a05f-6c686cf40f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'name': 'tempest-RoutersTest-router-683005421', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:20Z', 'updated_at': '2022-02-09T12:52:11Z', 'revision_number': 11, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:12.743456 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0b905c-5160-40b3-a05f-6c686cf40f25 None None] Checking router: 450999cf-b07b-4cfe-a93b-4b7235a82245 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:52:12.752516 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0b905c-5160-40b3-a05f-6c686cf40f25 None None] Routers {'450999cf-b07b-4cfe-a93b-4b7235a82245'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:52:12.753295 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-5f0b905c-5160-40b3-a05f-6c686cf40f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:51:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['450999cf-b07b-4cfe-a93b-4b7235a82245'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:12.856363 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5c9cd2f5-cad9-4bca-86e6-6cf2c4a56065 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:12.884682 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-5f0b905c-5160-40b3-a05f-6c686cf40f25 None None] Set router 450999cf-b07b-4cfe-a93b-4b7235a82245 gateway port host: None {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:52:12.896353 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bf32a247-46c2-4d69-9d9f-d193f90e3b22 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:12.908748 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9cd2f5-cad9-4bca-86e6-6cf2c4a56065 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event deleted for resources: {'Subnet': ['ID=76fc3631-c372-4916-89b1-4316753578f3,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:12.911316 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5c9cd2f5-cad9-4bca-86e6-6cf2c4a56065 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:12.919256 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5c9cd2f5-cad9-4bca-86e6-6cf2c4a56065 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "DELETE /v2.0/subnets/76fc3631-c372-4916-89b1-4316753578f3 HTTP/1.1" status: 204 len: 168 time: 0.4831786 Feb 09 12:52:12.924276 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33676) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:12.927800 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a06a7e-d462-4eea-b36d-b1e72c52385e None None] Network 0c938ccf-ee08-4af2-9dfe-f497cfc21f8e requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:52:13.027232 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-bf32a247-46c2-4d69-9d9f-d193f90e3b22 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Calling delete_port for f9544b53-1d31-4038-8554-7d5f8344ad90 owned by {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:52:13.041235 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d4e67b8e-c9f1-46c7-b3af-709e678524e8 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:13.052221 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-d4e67b8e-c9f1-46c7-b3af-709e678524e8 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Deleting port 62e92a64-a8b9-474d-996a-ac2ce6ad166e {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:52:13.053094 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d4e67b8e-c9f1-46c7-b3af-709e678524e8 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:13.053227 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-5f0b905c-5160-40b3-a05f-6c686cf40f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'name': 'tempest-RoutersTest-router-683005421', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:20Z', 'updated_at': '2022-02-09T12:52:11Z', 'revision_number': 11, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:13.073961 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0b905c-5160-40b3-a05f-6c686cf40f25 None None] The sync data for ids ['450999cf-b07b-4cfe-a93b-4b7235a82245'] in n-d-825178-3 is: [{'id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'name': 'tempest-RoutersTest-router-683005421', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:20Z', 'updated_at': '2022-02-09T12:52:11Z', 'revision_number': 11, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'gw_port_host': None}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:52:13.196854 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bf32a247-46c2-4d69-9d9f-d193f90e3b22 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:13.251494 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf32a247-46c2-4d69-9d9f-d193f90e3b22 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Pushing event deleted for resources: {'Port': ['ID=f9544b53-1d31-4038-8554-7d5f8344ad90,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:13.277695 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-d4e67b8e-c9f1-46c7-b3af-709e678524e8 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] For port 62e92a64-a8b9-474d-996a-ac2ce6ad166e, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=62e92a64-a8b9-474d-996a-ac2ce6ad166e,segment=NetworkSegment(df76adcc-487b-4f4c-837f-128431ab146c),segment_id=df76adcc-487b-4f4c-837f-128431ab146c)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:52:13.277951 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d4e67b8e-c9f1-46c7-b3af-709e678524e8 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:13.354435 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bf32a247-46c2-4d69-9d9f-d193f90e3b22 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:13.364249 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-bf32a247-46c2-4d69-9d9f-d193f90e3b22 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "DELETE /v2.0/ports/f9544b53-1d31-4038-8554-7d5f8344ad90 HTTP/1.1" status: 204 len: 168 time: 0.7949629 Feb 09 12:52:13.364973 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33680) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:13.407770 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-d4e67b8e-c9f1-46c7-b3af-709e678524e8 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Calling delete_port for 62e92a64-a8b9-474d-996a-ac2ce6ad166e owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:52:13.439228 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bbc0b1e-3d9d-411c-96c3-9cb3fe7ac77b tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Deleting subnet 2e2d890a-00f6-4ad9-83f2-b2111a6691f7 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:52:13.442523 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0bbc0b1e-3d9d-411c-96c3-9cb3fe7ac77b tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:13.456738 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8be83c-0f8f-4d34-8dec-13df7d0fbddd None None] DHCP port deletion for 0c938ccf-ee08-4af2-9dfe-f497cfc21f8e request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:52:13.463135 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-2c8be83c-0f8f-4d34-8dec-13df7d0fbddd None None] Deleting port 62e92a64-a8b9-474d-996a-ac2ce6ad166e {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:52:13.463767 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2c8be83c-0f8f-4d34-8dec-13df7d0fbddd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:13.499093 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d4e67b8e-c9f1-46c7-b3af-709e678524e8 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:13.511653 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0bbc0b1e-3d9d-411c-96c3-9cb3fe7ac77b tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:13.550428 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e67b8e-c9f1-46c7-b3af-709e678524e8 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event deleted for resources: {'Port': ['ID=62e92a64-a8b9-474d-996a-ac2ce6ad166e,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:13.553999 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e67b8e-c9f1-46c7-b3af-709e678524e8 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] No DVR routers for this DVR port 62e92a64-a8b9-474d-996a-ac2ce6ad166e on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:52:13.554502 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-2c8be83c-0f8f-4d34-8dec-13df7d0fbddd None None] The port '62e92a64-a8b9-474d-996a-ac2ce6ad166e' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:52:13.614190 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0bbc0b1e-3d9d-411c-96c3-9cb3fe7ac77b tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:13.691409 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0bbc0b1e-3d9d-411c-96c3-9cb3fe7ac77b tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:13.702436 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d4e67b8e-c9f1-46c7-b3af-709e678524e8 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:13.730082 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-d4e67b8e-c9f1-46c7-b3af-709e678524e8 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c938ccf-ee08-4af2-9dfe-f497cfc21f8e']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:13.737314 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc0b1e-3d9d-411c-96c3-9cb3fe7ac77b tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Pushing event deleted for resources: {'Subnet': ['ID=2e2d890a-00f6-4ad9-83f2-b2111a6691f7,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:13.741099 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0bbc0b1e-3d9d-411c-96c3-9cb3fe7ac77b tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:13.742999 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-d4e67b8e-c9f1-46c7-b3af-709e678524e8 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df76adcc-487b-4f4c-837f-128431ab146c') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:13.743500 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-d4e67b8e-c9f1-46c7-b3af-709e678524e8 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df76adcc-487b-4f4c-837f-128431ab146c') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:13.747298 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-0bbc0b1e-3d9d-411c-96c3-9cb3fe7ac77b tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "DELETE /v2.0/subnets/2e2d890a-00f6-4ad9-83f2-b2111a6691f7 HTTP/1.1" status: 204 len: 168 time: 0.3811865 Feb 09 12:52:13.749705 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33684) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:13.751675 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8c7bbf-abe9-4414-bfea-bafb014eb615 None None] Network 4da1dc12-25ed-4c8d-94d5-96a2c1c3ba8a requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:52:13.756003 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d4e67b8e-c9f1-46c7-b3af-709e678524e8 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:13.773973 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d4e67b8e-c9f1-46c7-b3af-709e678524e8 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:13.780604 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4e67b8e-c9f1-46c7-b3af-709e678524e8 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:52:13.781173 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d4e67b8e-c9f1-46c7-b3af-709e678524e8 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:13.796671 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:52:13.796671 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:52:13.796671 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:52:13.796671 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:52:13.796671 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:52:13.796671 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:52:13.796671 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:52:13.796671 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:52:13.796671 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:52:13.796671 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:52:13.796671 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:52:13.796671 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:52:13.796671 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:52:13.796671 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:52:13.796671 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:52:13.796671 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:52:13.796671 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:52:13.796671 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:52:13.796671 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:52:13.796671 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:52:13.796671 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:52:13.796671 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:52:13.796671 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:52:13.796671 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:52:13.796671 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:52:13.796671 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:52:13.796671 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:52:13.796671 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:52:13.796671 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:52:13.796671 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:52:13.796671 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:52:13.796671 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:52:13.886839 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d4e67b8e-c9f1-46c7-b3af-709e678524e8 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:13.892371 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d4e67b8e-c9f1-46c7-b3af-709e678524e8 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:13.920670 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e67b8e-c9f1-46c7-b3af-709e678524e8 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Pushing event deleted for resources: {'Network': ['ID=0c938ccf-ee08-4af2-9dfe-f497cfc21f8e,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:13.933861 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d4e67b8e-c9f1-46c7-b3af-709e678524e8 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "DELETE /v2.0/networks/0c938ccf-ee08-4af2-9dfe-f497cfc21f8e HTTP/1.1" status: 204 len: 168 time: 1.0082979 Feb 09 12:52:13.934541 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33688) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:13.940475 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-d6795651-c91c-43db-9d84-5af20d228427 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Request body: {'router': {'routes': None}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:52:13.998235 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-65ffc2b3-1b8a-4855-9b40-7cb37b78ad72 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:14.011588 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-65ffc2b3-1b8a-4855-9b40-7cb37b78ad72 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Deleting port bcba4b26-4852-49e0-9288-e47acb4aa3e1 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:52:14.012243 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-65ffc2b3-1b8a-4855-9b40-7cb37b78ad72 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:14.033106 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b695bc5e-01a7-4d92-812a-978908be2ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:14.048320 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49ba78b-cb93-4737-8a73-f76abbee9de1 None None] DHCP port deletion for 4da1dc12-25ed-4c8d-94d5-96a2c1c3ba8a request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:52:14.052451 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-a49ba78b-cb93-4737-8a73-f76abbee9de1 None None] Deleting port bcba4b26-4852-49e0-9288-e47acb4aa3e1 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:52:14.052926 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a49ba78b-cb93-4737-8a73-f76abbee9de1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:14.167413 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 4f55fc0c-7198-4941-87e8-064fdf9f35c5 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:52:14.209640 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 4f55fc0c-7198-4941-87e8-064fdf9f35c5 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:52:14.209989 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 4f55fc0c-7198-4941-87e8-064fdf9f35c5 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:52:14.210413 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device bcba4b26-4852-49e0-9288-e47acb4aa3e1 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:52:14.237869 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-65ffc2b3-1b8a-4855-9b40-7cb37b78ad72 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] For port bcba4b26-4852-49e0-9288-e47acb4aa3e1, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=bcba4b26-4852-49e0-9288-e47acb4aa3e1,segment=NetworkSegment(de4b888e-f1b3-4cc4-a323-2699f863f515),segment_id=de4b888e-f1b3-4cc4-a323-2699f863f515)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:52:14.238578 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-65ffc2b3-1b8a-4855-9b40-7cb37b78ad72 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:14.246376 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.extraroute_db [None req-d6795651-c91c-43db-9d84-5af20d228427 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Added routes are [] {{(pid=87568) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 09 12:52:14.246675 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.extraroute_db [None req-d6795651-c91c-43db-9d84-5af20d228427 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Removed routes are [] {{(pid=87568) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 09 12:52:14.247029 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d6795651-c91c-43db-9d84-5af20d228427 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:14.367034 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-a49ba78b-cb93-4737-8a73-f76abbee9de1 None None] For port bcba4b26-4852-49e0-9288-e47acb4aa3e1, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=bcba4b26-4852-49e0-9288-e47acb4aa3e1,segment=NetworkSegment(de4b888e-f1b3-4cc4-a323-2699f863f515),segment_id=de4b888e-f1b3-4cc4-a323-2699f863f515)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:52:14.367464 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a49ba78b-cb93-4737-8a73-f76abbee9de1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:14.385324 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-65ffc2b3-1b8a-4855-9b40-7cb37b78ad72 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Calling delete_port for bcba4b26-4852-49e0-9288-e47acb4aa3e1 owned by network:dhcp {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:52:14.464504 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-65ffc2b3-1b8a-4855-9b40-7cb37b78ad72 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:14.515634 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffc2b3-1b8a-4855-9b40-7cb37b78ad72 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Pushing event deleted for resources: {'Port': ['ID=bcba4b26-4852-49e0-9288-e47acb4aa3e1,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:14.519172 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ffc2b3-1b8a-4855-9b40-7cb37b78ad72 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] No DVR routers for this DVR port bcba4b26-4852-49e0-9288-e47acb4aa3e1 on host n-d-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:52:14.528364 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-a49ba78b-cb93-4737-8a73-f76abbee9de1 None None] Calling delete_port for bcba4b26-4852-49e0-9288-e47acb4aa3e1 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:52:14.593212 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:14.630538 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d6795651-c91c-43db-9d84-5af20d228427 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:14.634510 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d6795651-c91c-43db-9d84-5af20d228427 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1740557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1740570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1738587'] for router, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:14.653451 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-65ffc2b3-1b8a-4855-9b40-7cb37b78ad72 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:14.681381 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-65ffc2b3-1b8a-4855-9b40-7cb37b78ad72 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4da1dc12-25ed-4c8d-94d5-96a2c1c3ba8a']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:14.703487 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 62e92a64-a8b9-474d-996a-ac2ce6ad166e no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:52:14.703706 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-65ffc2b3-1b8a-4855-9b40-7cb37b78ad72 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de4b888e-f1b3-4cc4-a323-2699f863f515') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:14.703908 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-65ffc2b3-1b8a-4855-9b40-7cb37b78ad72 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de4b888e-f1b3-4cc4-a323-2699f863f515') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:14.717316 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-65ffc2b3-1b8a-4855-9b40-7cb37b78ad72 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:14.733795 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-a49ba78b-cb93-4737-8a73-f76abbee9de1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:52:14.734575 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-a49ba78b-cb93-4737-8a73-f76abbee9de1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:52:14.735095 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-65ffc2b3-1b8a-4855-9b40-7cb37b78ad72 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:14.740949 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 62e92a64-a8b9-474d-996a-ac2ce6ad166e {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:52:14.741367 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 62e92a64-a8b9-474d-996a-ac2ce6ad166e not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:52:14.742854 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ffc2b3-1b8a-4855-9b40-7cb37b78ad72 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:52:14.743402 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-65ffc2b3-1b8a-4855-9b40-7cb37b78ad72 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:14.762312 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:52:14.762312 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:52:14.762312 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:52:14.762312 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:52:14.762312 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:52:14.762312 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:52:14.762312 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:52:14.762312 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:52:14.762312 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:52:14.762312 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:52:14.762312 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:52:14.762312 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:52:14.762312 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:52:14.762312 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:52:14.762312 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:52:14.762312 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:52:14.762312 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:52:14.762312 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:52:14.762312 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:52:14.762312 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:52:14.762312 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:52:14.762312 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:52:14.762312 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:52:14.762312 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:52:14.762312 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:52:14.762312 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:52:14.762312 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:52:14.762312 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:52:14.762312 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:52:14.762312 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:52:14.762312 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:52:14.762312 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:52:14.768778 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6795651-c91c-43db-9d84-5af20d228427 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Router 450999cf-b07b-4cfe-a93b-4b7235a82245 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:52:14.845676 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-65ffc2b3-1b8a-4855-9b40-7cb37b78ad72 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:14.863343 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-65ffc2b3-1b8a-4855-9b40-7cb37b78ad72 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:14.874534 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffc2b3-1b8a-4855-9b40-7cb37b78ad72 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] Pushing event deleted for resources: {'Network': ['ID=4da1dc12-25ed-4c8d-94d5-96a2c1c3ba8a,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:14.878446 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-65ffc2b3-1b8a-4855-9b40-7cb37b78ad72 tempest-TagsExtTest-320872819 tempest-TagsExtTest-320872819-project] 10.222.0.55 "DELETE /v2.0/networks/4da1dc12-25ed-4c8d-94d5-96a2c1c3ba8a HTTP/1.1" status: 204 len: 168 time: 1.1278002 Feb 09 12:52:14.902620 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6795651-c91c-43db-9d84-5af20d228427 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:52:14.909129 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d6795651-c91c-43db-9d84-5af20d228427 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:14.910175 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d6795651-c91c-43db-9d84-5af20d228427 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "PUT /v2.0/routers/450999cf-b07b-4cfe-a93b-4b7235a82245 HTTP/1.1" status: 200 len: 700 time: 0.9746244 Feb 09 12:52:14.912226 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3d399d-2e6c-453b-9b0f-c631f3870bb8 None None] Sync routers for ids ['450999cf-b07b-4cfe-a93b-4b7235a82245'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:52:14.913066 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33696) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:14.922469 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3d399d-2e6c-453b-9b0f-c631f3870bb8 None None] Routers {'450999cf-b07b-4cfe-a93b-4b7235a82245'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:52:14.923209 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-2b3d399d-2e6c-453b-9b0f-c631f3870bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:51:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['450999cf-b07b-4cfe-a93b-4b7235a82245'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:14.959485 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4101c182-102f-467c-ab16-d0ba063c1f36 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Synchronizing usage tracker for tenant:7a65637a4eb140ffb94c446f7f36e593 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:52:14.974911 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4101c182-102f-467c-ab16-d0ba063c1f36 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Unset dirty status for tenant:7a65637a4eb140ffb94c446f7f36e593 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:52:14.976010 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4101c182-102f-467c-ab16-d0ba063c1f36 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "GET /v2.0/ports?device_id=450999cf-b07b-4cfe-a93b-4b7235a82245 HTTP/1.1" status: 200 len: 205 time: 0.0618470 Feb 09 12:52:14.979547 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33700) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:15.050423 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-2b3d399d-2e6c-453b-9b0f-c631f3870bb8 None None] Set router 450999cf-b07b-4cfe-a93b-4b7235a82245 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:52:15.124015 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-621b4273-9a6a-4a27-a3e3-835ec7b60803 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:15.189570 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33708) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:15.192114 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-2b3d399d-2e6c-453b-9b0f-c631f3870bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'name': 'tempest-RoutersTest-router-683005421', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:20Z', 'updated_at': '2022-02-09T12:52:11Z', 'revision_number': 11, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:15.196373 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3d399d-2e6c-453b-9b0f-c631f3870bb8 None None] Checking router: 450999cf-b07b-4cfe-a93b-4b7235a82245 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:52:15.204743 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3d399d-2e6c-453b-9b0f-c631f3870bb8 None None] Routers {'450999cf-b07b-4cfe-a93b-4b7235a82245'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:52:15.205353 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-2b3d399d-2e6c-453b-9b0f-c631f3870bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:51:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['450999cf-b07b-4cfe-a93b-4b7235a82245'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:15.235726 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-a49ba78b-cb93-4737-8a73-f76abbee9de1 None None] Deleting port bcba4b26-4852-49e0-9288-e47acb4aa3e1 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:52:15.236640 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a49ba78b-cb93-4737-8a73-f76abbee9de1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:15.318014 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-a49ba78b-cb93-4737-8a73-f76abbee9de1 None None] The port 'bcba4b26-4852-49e0-9288-e47acb4aa3e1' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:52:15.341508 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-2b3d399d-2e6c-453b-9b0f-c631f3870bb8 None None] Set router 450999cf-b07b-4cfe-a93b-4b7235a82245 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:52:15.415856 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-346343f2-0d79-4436-98a9-c427739fdbaf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=540e5608de674f9987fadf7cc7e9ba52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2250919 Feb 09 12:52:15.418345 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33714) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:15.465141 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-2b3d399d-2e6c-453b-9b0f-c631f3870bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'name': 'tempest-RoutersTest-router-683005421', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:20Z', 'updated_at': '2022-02-09T12:52:11Z', 'revision_number': 11, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:15.469740 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3d399d-2e6c-453b-9b0f-c631f3870bb8 None None] The sync data for ids ['450999cf-b07b-4cfe-a93b-4b7235a82245'] in n-d-825178-3 is: [{'id': '450999cf-b07b-4cfe-a93b-4b7235a82245', 'name': 'tempest-RoutersTest-router-683005421', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:20Z', 'updated_at': '2022-02-09T12:52:11Z', 'revision_number': 11, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'gw_port_host': None}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:52:15.491354 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-42ffe148-1ecd-4e83-8a20-c521416741e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:15.524567 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-42ffe148-1ecd-4e83-8a20-c521416741e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:15.582440 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-42ffe148-1ecd-4e83-8a20-c521416741e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:15.600120 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ffe148-1ecd-4e83-8a20-c521416741e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811380fc-3175-48de-84d8-c7d1bddf1efc,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:15.600256 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-621b4273-9a6a-4a27-a3e3-835ec7b60803 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:15.602915 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-621b4273-9a6a-4a27-a3e3-835ec7b60803 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:15.608868 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-42ffe148-1ecd-4e83-8a20-c521416741e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:15.612502 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-42ffe148-1ecd-4e83-8a20-c521416741e9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/811380fc-3175-48de-84d8-c7d1bddf1efc HTTP/1.1" status: 204 len: 168 time: 0.1907909 Feb 09 12:52:15.628891 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-621b4273-9a6a-4a27-a3e3-835ec7b60803 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:15.629570 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621b4273-9a6a-4a27-a3e3-835ec7b60803 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Fanout notify agent at l3_agent the message router_deleted on router 450999cf-b07b-4cfe-a93b-4b7235a82245 {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:52:15.647866 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-621b4273-9a6a-4a27-a3e3-835ec7b60803 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:15.649665 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-621b4273-9a6a-4a27-a3e3-835ec7b60803 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "DELETE /v2.0/routers/450999cf-b07b-4cfe-a93b-4b7235a82245 HTTP/1.1" status: 204 len: 168 time: 0.6690643 Feb 09 12:52:15.654197 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33720) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:15.659505 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-7312873d-6449-4ff9-ae7c-6bdbe42c76ab tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1787675007', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:52:15.667565 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7312873d-6449-4ff9-ae7c-6bdbe42c76ab tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:52:15.671900 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7312873d-6449-4ff9-ae7c-6bdbe42c76ab tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Usage tracker for resource:router and tenant:7a65637a4eb140ffb94c446f7f36e593 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:52:15.674848 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7312873d-6449-4ff9-ae7c-6bdbe42c76ab tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:52:15.681564 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7312873d-6449-4ff9-ae7c-6bdbe42c76ab tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:52:15.693416 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7312873d-6449-4ff9-ae7c-6bdbe42c76ab tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:15.694375 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7312873d-6449-4ff9-ae7c-6bdbe42c76ab tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:15.711491 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7312873d-6449-4ff9-ae7c-6bdbe42c76ab tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:15.734924 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7312873d-6449-4ff9-ae7c-6bdbe42c76ab tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:15.764711 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7312873d-6449-4ff9-ae7c-6bdbe42c76ab tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:15.765880 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7312873d-6449-4ff9-ae7c-6bdbe42c76ab tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1106849 Feb 09 12:52:15.768584 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33726) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:15.773796 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-7ab63ef4-93de-4c09-b5c3-f0073d72a755 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:52:16.271452 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7ab63ef4-93de-4c09-b5c3-f0073d72a755 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:16.281855 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7ab63ef4-93de-4c09-b5c3-f0073d72a755 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1740557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1740570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1738587'] for router, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:16.403016 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-57bba5a9-9e33-4c84-a62b-838ef72beea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:16.440139 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab63ef4-93de-4c09-b5c3-f0073d72a755 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Router 0d92b75c-e9ef-467f-835d-6ff8d48f83ab is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:52:16.579257 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab63ef4-93de-4c09-b5c3-f0073d72a755 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:52:16.585929 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7ab63ef4-93de-4c09-b5c3-f0073d72a755 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:16.590841 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7ab63ef4-93de-4c09-b5c3-f0073d72a755 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "PUT /v2.0/routers/0d92b75c-e9ef-467f-835d-6ff8d48f83ab HTTP/1.1" status: 200 len: 694 time: 0.8182788 Feb 09 12:52:16.590841 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33752) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:16.592998 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14e44db-cb54-4a39-a5e8-1182030c41b7 None None] Sync routers for ids ['0d92b75c-e9ef-467f-835d-6ff8d48f83ab'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:52:16.603137 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14e44db-cb54-4a39-a5e8-1182030c41b7 None None] Routers {'0d92b75c-e9ef-467f-835d-6ff8d48f83ab'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:52:16.603747 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-d14e44db-cb54-4a39-a5e8-1182030c41b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:52:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['0d92b75c-e9ef-467f-835d-6ff8d48f83ab'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:16.733243 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-d14e44db-cb54-4a39-a5e8-1182030c41b7 None None] Set router 0d92b75c-e9ef-467f-835d-6ff8d48f83ab gateway port host: None {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:52:16.742214 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ef21e971-8b36-4700-857a-b1cbdf3292eb tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "GET /v2.0/routers/0d92b75c-e9ef-467f-835d-6ff8d48f83ab HTTP/1.1" status: 200 len: 700 time: 0.1505301 Feb 09 12:52:16.745314 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33760) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:16.792087 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-940d4c07-163a-4f8d-b627-4af41d32d41d tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d92b75c-e9ef-467f-835d-6ff8d48f83ab HTTP/1.1" status: 200 len: 205 time: 0.0451360 Feb 09 12:52:16.794336 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33766) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:16.842223 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-d14e44db-cb54-4a39-a5e8-1182030c41b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d92b75c-e9ef-467f-835d-6ff8d48f83ab', 'name': 'tempest-RoutersTest-router-1787675007', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:52:15Z', 'updated_at': '2022-02-09T12:52:16Z', 'revision_number': 2, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:16.846379 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14e44db-cb54-4a39-a5e8-1182030c41b7 None None] Checking router: 0d92b75c-e9ef-467f-835d-6ff8d48f83ab for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:52:16.854746 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14e44db-cb54-4a39-a5e8-1182030c41b7 None None] Routers {'0d92b75c-e9ef-467f-835d-6ff8d48f83ab'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:52:16.855357 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-d14e44db-cb54-4a39-a5e8-1182030c41b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:52:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['0d92b75c-e9ef-467f-835d-6ff8d48f83ab'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:16.941210 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7a76e58b-53a1-4761-8d58-a624bc5597f0 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:16.983064 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-d14e44db-cb54-4a39-a5e8-1182030c41b7 None None] Set router 0d92b75c-e9ef-467f-835d-6ff8d48f83ab gateway port host: None {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:52:17.092685 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-d14e44db-cb54-4a39-a5e8-1182030c41b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d92b75c-e9ef-467f-835d-6ff8d48f83ab', 'name': 'tempest-RoutersTest-router-1787675007', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:52:15Z', 'updated_at': '2022-02-09T12:52:16Z', 'revision_number': 2, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:17.096824 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14e44db-cb54-4a39-a5e8-1182030c41b7 None None] The sync data for ids ['0d92b75c-e9ef-467f-835d-6ff8d48f83ab'] in n-d-825178-3 is: [{'id': '0d92b75c-e9ef-467f-835d-6ff8d48f83ab', 'name': 'tempest-RoutersTest-router-1787675007', 'tenant_id': '7a65637a4eb140ffb94c446f7f36e593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:52:15Z', 'updated_at': '2022-02-09T12:52:16Z', 'revision_number': 2, 'project_id': '7a65637a4eb140ffb94c446f7f36e593', 'gw_port_host': None}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:52:17.259157 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7a76e58b-53a1-4761-8d58-a624bc5597f0 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:17.261432 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7a76e58b-53a1-4761-8d58-a624bc5597f0 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:17.289949 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7a76e58b-53a1-4761-8d58-a624bc5597f0 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:17.290473 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a76e58b-53a1-4761-8d58-a624bc5597f0 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Fanout notify agent at l3_agent the message router_deleted on router 0d92b75c-e9ef-467f-835d-6ff8d48f83ab {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:52:17.307402 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7a76e58b-53a1-4761-8d58-a624bc5597f0 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:17.312230 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-7a76e58b-53a1-4761-8d58-a624bc5597f0 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "DELETE /v2.0/routers/0d92b75c-e9ef-467f-835d-6ff8d48f83ab HTTP/1.1" status: 204 len: 168 time: 0.5130680 Feb 09 12:52:17.312673 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33786) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:17.361572 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-bdccbe3a-0a3c-45cf-aa50-e28e0ed083a9 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Synchronizing usage tracker for tenant:7a65637a4eb140ffb94c446f7f36e593 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:52:17.374602 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-bdccbe3a-0a3c-45cf-aa50-e28e0ed083a9 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] Unset dirty status for tenant:7a65637a4eb140ffb94c446f7f36e593 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:52:17.378256 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-bdccbe3a-0a3c-45cf-aa50-e28e0ed083a9 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d92b75c-e9ef-467f-835d-6ff8d48f83ab HTTP/1.1" status: 200 len: 205 time: 0.0622783 Feb 09 12:52:17.378505 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33792) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:17.447506 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-37e9d912-e92e-4578-b996-e8d3173e1520 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] delete failed (client error): The resource could not be found. Feb 09 12:52:17.448640 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-37e9d912-e92e-4578-b996-e8d3173e1520 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "DELETE /v2.0/routers/0d92b75c-e9ef-467f-835d-6ff8d48f83ab HTTP/1.1" status: 404 len: 336 time: 0.0690730 Feb 09 12:52:17.451607 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33796) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:17.495245 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-88a4ec2b-d05f-4d30-9681-8a43a40ac1ee tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] DELETE failed (client error): The resource could not be found. Feb 09 12:52:17.495706 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88a4ec2b-d05f-4d30-9681-8a43a40ac1ee tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:52:17.497475 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-88a4ec2b-d05f-4d30-9681-8a43a40ac1ee tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "DELETE /v2.0/subnets/99b29608-e85c-4968-8764-d6447c585fd6 HTTP/1.1" status: 404 len: 337 time: 0.0447905 Feb 09 12:52:17.505519 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33800) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:17.545882 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c83303b-87b2-4061-b9bf-eb97d16784d1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] DELETE failed (client error): The resource could not be found. Feb 09 12:52:17.546352 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c83303b-87b2-4061-b9bf-eb97d16784d1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:52:17.548152 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2c83303b-87b2-4061-b9bf-eb97d16784d1 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "DELETE /v2.0/subnets/04bb2481-a3da-4b6e-b2a1-eea8fcf3e502 HTTP/1.1" status: 404 len: 337 time: 0.0408735 Feb 09 12:52:17.551122 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33806) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:17.591253 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-74afad25-59af-471e-a8c6-f047c7da2343 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] DELETE failed (client error): The resource could not be found. Feb 09 12:52:17.591707 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74afad25-59af-471e-a8c6-f047c7da2343 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:52:17.593419 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-74afad25-59af-471e-a8c6-f047c7da2343 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "DELETE /v2.0/subnets/825e22ca-d729-4690-97da-ee8dc85d2933 HTTP/1.1" status: 404 len: 337 time: 0.0411150 Feb 09 12:52:17.595856 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33810) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:17.621574 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:17.633076 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33814) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:17.637457 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-54fb1b3f-8b41-4e5b-ba0f-b107697ef1cb tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] DELETE failed (client error): The resource could not be found. Feb 09 12:52:17.638012 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54fb1b3f-8b41-4e5b-ba0f-b107697ef1cb tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:52:17.639863 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-54fb1b3f-8b41-4e5b-ba0f-b107697ef1cb tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "DELETE /v2.0/subnets/76fc3631-c372-4916-89b1-4316753578f3 HTTP/1.1" status: 404 len: 337 time: 0.0431018 Feb 09 12:52:17.642557 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33820) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:17.652544 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:17.690978 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9ec61a74-0313-4ba1-bde1-03800940f55f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "GET /v2.0/ports?device_id=450999cf-b07b-4cfe-a93b-4b7235a82245 HTTP/1.1" status: 200 len: 205 time: 0.0473201 Feb 09 12:52:17.693324 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33824) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:17.777199 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-5e3deb6e-e017-463c-bdc1-a59e1e53722d tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] delete failed (client error): The resource could not be found. Feb 09 12:52:17.778213 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-5e3deb6e-e017-463c-bdc1-a59e1e53722d tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "DELETE /v2.0/routers/450999cf-b07b-4cfe-a93b-4b7235a82245 HTTP/1.1" status: 404 len: 336 time: 0.0839517 Feb 09 12:52:17.779139 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b190475d-2c4a-4300-ae2e-a3b1096027d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:17.781087 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33828) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:17.798291 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b190475d-2c4a-4300-ae2e-a3b1096027d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:52:17.802463 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b190475d-2c4a-4300-ae2e-a3b1096027d3 admin admin] Usage tracker for resource:security_group_rule and tenant:897e973a331d42e7aa02b432a90b1fb5 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:52:17.806108 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b190475d-2c4a-4300-ae2e-a3b1096027d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:52:17.811962 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b190475d-2c4a-4300-ae2e-a3b1096027d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:52:17.839283 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4038babb-93ee-4a80-8ab2-41f190dd411e tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "GET /v2.0/ports?device_id=29b86cb8-45bd-4456-9a22-c5e044e38b65 HTTP/1.1" status: 200 len: 205 time: 0.0568631 Feb 09 12:52:17.842916 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33832) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:17.909653 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b190475d-2c4a-4300-ae2e-a3b1096027d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:17.911652 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-755745e1-ce66-4c42-8115-9579620418e8 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] delete failed (client error): The resource could not be found. Feb 09 12:52:17.912735 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-755745e1-ce66-4c42-8115-9579620418e8 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "DELETE /v2.0/routers/29b86cb8-45bd-4456-9a22-c5e044e38b65 HTTP/1.1" status: 404 len: 336 time: 0.0687861 Feb 09 12:52:17.914539 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b190475d-2c4a-4300-ae2e-a3b1096027d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:17.915848 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33836) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:17.959599 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-47d5f2a8-2011-4ef7-bc9e-c30944cc5cc0 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] DELETE failed (client error): The resource could not be found. Feb 09 12:52:17.960170 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47d5f2a8-2011-4ef7-bc9e-c30944cc5cc0 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:52:17.963874 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b190475d-2c4a-4300-ae2e-a3b1096027d3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=897e973a331d42e7aa02b432a90b1fb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3274655 Feb 09 12:52:17.964019 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-47d5f2a8-2011-4ef7-bc9e-c30944cc5cc0 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "DELETE /v2.0/subnets/b5391fb4-575c-4da9-b2b4-5df7d0eaad3a HTTP/1.1" status: 404 len: 337 time: 0.0457983 Feb 09 12:52:17.964117 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b190475d-2c4a-4300-ae2e-a3b1096027d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59535e4e-3632-49b5-b8af-a055f342a614,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:17.964888 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33840) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:17.965405 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33842) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:18.026469 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-28ebafe7-218c-46f9-acba-2d0ae7bbd4b2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fe87016-2656-4c89-9e19-5674a3d87ae5 HTTP/1.1" status: 200 len: 205 time: 0.0580988 Feb 09 12:52:18.028678 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33848) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:18.085115 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b5f0a4c2-e16b-4269-ab63-a12f9408a79b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:18.111509 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-116e6a8f-9994-4424-9679-ef92c6c1f7fa tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] delete failed (client error): The resource could not be found. Feb 09 12:52:18.112546 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-116e6a8f-9994-4424-9679-ef92c6c1f7fa tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "DELETE /v2.0/routers/0fe87016-2656-4c89-9e19-5674a3d87ae5 HTTP/1.1" status: 404 len: 336 time: 0.0826268 Feb 09 12:52:18.115145 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33852) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:18.116747 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b5f0a4c2-e16b-4269-ab63-a12f9408a79b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:18.159955 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f2e5ef66-aa3c-4652-b018-c98fc7b4ff05 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8b9e44e-ac12-438f-b1e6-f29969e8d1c2 HTTP/1.1" status: 200 len: 205 time: 0.0421269 Feb 09 12:52:18.160583 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33856) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:18.174120 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b5f0a4c2-e16b-4269-ab63-a12f9408a79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:18.194540 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f0a4c2-e16b-4269-ab63-a12f9408a79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59535e4e-3632-49b5-b8af-a055f342a614,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:18.200275 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b5f0a4c2-e16b-4269-ab63-a12f9408a79b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:18.201395 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b5f0a4c2-e16b-4269-ab63-a12f9408a79b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/59535e4e-3632-49b5-b8af-a055f342a614 HTTP/1.1" status: 204 len: 168 time: 0.2349265 Feb 09 12:52:18.244101 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-f410cd76-e9f4-44e2-9edb-1949bf4eab60 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] delete failed (client error): The resource could not be found. Feb 09 12:52:18.245730 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f410cd76-e9f4-44e2-9edb-1949bf4eab60 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "DELETE /v2.0/routers/b8b9e44e-ac12-438f-b1e6-f29969e8d1c2 HTTP/1.1" status: 404 len: 336 time: 0.0839336 Feb 09 12:52:18.248247 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33862) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:18.289357 n-d-825178-3 neutron-server[87567]: INFO neutron.pecan_wsgi.hooks.translation [None req-f833a743-4ea0-47ac-89af-294c54df8c34 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] DELETE failed (client error): The resource could not be found. Feb 09 12:52:18.289835 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f833a743-4ea0-47ac-89af-294c54df8c34 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:52:18.299870 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f833a743-4ea0-47ac-89af-294c54df8c34 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "DELETE /v2.0/subnets/7bd8b6f3-1d96-4ad1-9e8c-f3ca8a810ce6 HTTP/1.1" status: 404 len: 337 time: 0.0503993 Feb 09 12:52:18.302374 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33866) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:18.349975 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e843544f-c08d-4c82-ade2-f272221cc8c2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac0c7286-8ff1-4be6-9850-c1564da16286 HTTP/1.1" status: 200 len: 205 time: 0.0464549 Feb 09 12:52:18.353117 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33872) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:18.434014 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-da42dc07-b675-4545-bf5c-2596d53d8ecb tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] delete failed (client error): The resource could not be found. Feb 09 12:52:18.435024 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-da42dc07-b675-4545-bf5c-2596d53d8ecb tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "DELETE /v2.0/routers/ac0c7286-8ff1-4be6-9850-c1564da16286 HTTP/1.1" status: 404 len: 336 time: 0.0808957 Feb 09 12:52:18.437715 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33876) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:18.476864 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff65fc23-0638-4823-aef0-fd59508deb8f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] DELETE failed (client error): The resource could not be found. Feb 09 12:52:18.477595 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff65fc23-0638-4823-aef0-fd59508deb8f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:52:18.479677 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ff65fc23-0638-4823-aef0-fd59508deb8f tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "DELETE /v2.0/subnets/b33cec14-c05a-41db-9139-aedb5cd79d7d HTTP/1.1" status: 404 len: 337 time: 0.0409348 Feb 09 12:52:18.483453 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33880) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:18.532441 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33884) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:18.536936 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8673d097-797f-4ce8-8138-f265dbbca2b8 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d3fd65-d29c-4ca8-a005-220bf51c84d5 HTTP/1.1" status: 200 len: 205 time: 0.0522685 Feb 09 12:52:18.539978 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33888) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:18.558027 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d7db10cf-981e-4605-ba97-85924ee08e8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:18.578766 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d7db10cf-981e-4605-ba97-85924ee08e8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:52:18.582897 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d7db10cf-981e-4605-ba97-85924ee08e8c admin admin] Usage tracker for resource:security_group_rule and tenant:17c16f9a23d14df48fdef45a4518d66f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:52:18.586078 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d7db10cf-981e-4605-ba97-85924ee08e8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:52:18.592084 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d7db10cf-981e-4605-ba97-85924ee08e8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:52:18.689961 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d7db10cf-981e-4605-ba97-85924ee08e8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:18.696503 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d7db10cf-981e-4605-ba97-85924ee08e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:18.752747 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-c94da36a-c8a8-4240-9075-36a78bf360f0 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] delete failed (client error): The resource could not be found. Feb 09 12:52:18.753761 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c94da36a-c8a8-4240-9075-36a78bf360f0 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "DELETE /v2.0/routers/57d3fd65-d29c-4ca8-a005-220bf51c84d5 HTTP/1.1" status: 404 len: 336 time: 0.2128184 Feb 09 12:52:18.755819 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d7db10cf-981e-4605-ba97-85924ee08e8c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=17c16f9a23d14df48fdef45a4518d66f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2222290 Feb 09 12:52:18.756626 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33892) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:18.757242 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db10cf-981e-4605-ba97-85924ee08e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f845f5-1ee4-4527-b2ab-eb40fcaf8d82,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:18.758828 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33894) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:18.804456 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4baab8d-c7c6-463e-93ec-cc5ed5d41218 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] DELETE failed (client error): The resource could not be found. Feb 09 12:52:18.804967 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4baab8d-c7c6-463e-93ec-cc5ed5d41218 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:52:18.813219 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d4baab8d-c7c6-463e-93ec-cc5ed5d41218 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "DELETE /v2.0/subnets/dfc74bc4-5919-4623-9323-87feda196ef5 HTTP/1.1" status: 404 len: 337 time: 0.0522571 Feb 09 12:52:18.816069 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33900) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:18.819022 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f4a472d8-0bf8-4213-b4c7-f20e01205931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:18.847247 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f4a472d8-0bf8-4213-b4c7-f20e01205931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:18.906851 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f4a472d8-0bf8-4213-b4c7-f20e01205931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:18.925959 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a472d8-0bf8-4213-b4c7-f20e01205931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f845f5-1ee4-4527-b2ab-eb40fcaf8d82,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:18.936735 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f4a472d8-0bf8-4213-b4c7-f20e01205931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:18.938671 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f4a472d8-0bf8-4213-b4c7-f20e01205931 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/55f845f5-1ee4-4527-b2ab-eb40fcaf8d82 HTTP/1.1" status: 204 len: 168 time: 0.1783891 Feb 09 12:52:18.980876 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c5b91a6-eec7-473d-8d08-15f24126d8e2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] DELETE failed (client error): The resource could not be found. Feb 09 12:52:18.981959 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c5b91a6-eec7-473d-8d08-15f24126d8e2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 12:52:18.983791 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8c5b91a6-eec7-473d-8d08-15f24126d8e2 tempest-RoutersTest-1782783100 tempest-RoutersTest-1782783100-project] 10.222.0.55 "DELETE /v2.0/subnets/a0596458-14be-41cc-904a-dc75c6a59798 HTTP/1.1" status: 404 len: 337 time: 0.1661105 Feb 09 12:52:19.209573 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:19.266490 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33914) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:19.428853 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8ce4e376-e652-41e1-836a-91843f5ff16c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7a65637a4eb140ffb94c446f7f36e593&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1611302 Feb 09 12:52:19.432233 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33926) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:19.490982 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d2482d8-5d80-4ece-a66d-5dc3b3719d18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:19.517285 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d2482d8-5d80-4ece-a66d-5dc3b3719d18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:19.569216 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d2482d8-5d80-4ece-a66d-5dc3b3719d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:19.600853 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2482d8-5d80-4ece-a66d-5dc3b3719d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a65776-8b99-4a09-9b94-d7b1698e2338,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:19.606620 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d2482d8-5d80-4ece-a66d-5dc3b3719d18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:19.610487 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2d2482d8-5d80-4ece-a66d-5dc3b3719d18 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e0a65776-8b99-4a09-9b94-d7b1698e2338 HTTP/1.1" status: 204 len: 168 time: 0.1767824 Feb 09 12:52:20.485296 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33976) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:20.590890 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-c2f802c7-032c-411e-9fb5-671db9288ffc tempest-SubnetPoolsTestJSON-1573525450 tempest-SubnetPoolsTestJSON-1573525450-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-288546785', 'prefixes': ['172.20.0.0/16']}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:52:20.597936 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c2f802c7-032c-411e-9fb5-671db9288ffc tempest-SubnetPoolsTestJSON-1573525450 tempest-SubnetPoolsTestJSON-1573525450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:52:20.600927 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:20.653084 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c2f802c7-032c-411e-9fb5-671db9288ffc tempest-SubnetPoolsTestJSON-1573525450 tempest-SubnetPoolsTestJSON-1573525450-project] Notify callbacks [] for subnetpool, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:20.654354 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c2f802c7-032c-411e-9fb5-671db9288ffc tempest-SubnetPoolsTestJSON-1573525450 tempest-SubnetPoolsTestJSON-1573525450-project] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.1680255 Feb 09 12:52:20.656982 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33982) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:20.685067 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9a571cd9-206e-431a-a41f-80ff8ee68e16 tempest-SubnetPoolsTestJSON-1573525450 tempest-SubnetPoolsTestJSON-1573525450-project] 10.222.0.55 "GET /v2.0/subnetpools/db26f089-2870-44ae-8de8-85d500bd929b HTTP/1.1" status: 200 len: 731 time: 0.0270135 Feb 09 12:52:20.687396 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 33986) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:20.692295 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-a8f2c548-a87b-4281-9f54-131dedfdd916 tempest-SubnetPoolsTestJSON-1573525450 tempest-SubnetPoolsTestJSON-1573525450-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-627330618'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:52:20.791216 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a8f2c548-a87b-4281-9f54-131dedfdd916 tempest-SubnetPoolsTestJSON-1573525450 tempest-SubnetPoolsTestJSON-1573525450-project] Notify callbacks [] for subnetpool, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:20.792601 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a8f2c548-a87b-4281-9f54-131dedfdd916 tempest-SubnetPoolsTestJSON-1573525450 tempest-SubnetPoolsTestJSON-1573525450-project] 10.222.0.55 "PUT /v2.0/subnetpools/db26f089-2870-44ae-8de8-85d500bd929b HTTP/1.1" status: 200 len: 683 time: 0.1042311 Feb 09 12:52:20.795451 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33990) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:20.887656 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-646bc8a7-4bb8-41ae-921e-6da3d91a314d tempest-SubnetPoolsTestJSON-1573525450 tempest-SubnetPoolsTestJSON-1573525450-project] Notify callbacks [] for subnetpool, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:20.899851 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-646bc8a7-4bb8-41ae-921e-6da3d91a314d tempest-SubnetPoolsTestJSON-1573525450 tempest-SubnetPoolsTestJSON-1573525450-project] 10.222.0.55 "DELETE /v2.0/subnetpools/db26f089-2870-44ae-8de8-85d500bd929b HTTP/1.1" status: 204 len: 168 time: 0.0925331 Feb 09 12:52:20.901978 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 33996) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:20.921577 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-41464cba-7699-48ff-9532-f693003857e9 tempest-SubnetPoolsTestJSON-1573525450 tempest-SubnetPoolsTestJSON-1573525450-project] show failed (client error): The resource could not be found. Feb 09 12:52:20.925125 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-41464cba-7699-48ff-9532-f693003857e9 tempest-SubnetPoolsTestJSON-1573525450 tempest-SubnetPoolsTestJSON-1573525450-project] 10.222.0.55 "GET /v2.0/subnetpools/db26f089-2870-44ae-8de8-85d500bd929b HTTP/1.1" status: 404 len: 346 time: 0.0195837 Feb 09 12:52:20.925375 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34002) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:20.944911 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-b801e551-3576-48d9-9647-d12280606dfd tempest-SubnetPoolsTestJSON-1573525450 tempest-SubnetPoolsTestJSON-1573525450-project] delete failed (client error): The resource could not be found. Feb 09 12:52:20.948438 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b801e551-3576-48d9-9647-d12280606dfd tempest-SubnetPoolsTestJSON-1573525450 tempest-SubnetPoolsTestJSON-1573525450-project] 10.222.0.55 "DELETE /v2.0/subnetpools/db26f089-2870-44ae-8de8-85d500bd929b HTTP/1.1" status: 404 len: 346 time: 0.0219243 Feb 09 12:52:21.225303 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34012) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:21.348454 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a4fed680-ea94-4686-a225-54cb8ba9f218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:21.363072 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-a4fed680-ea94-4686-a225-54cb8ba9f218 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:52:21.367006 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a4fed680-ea94-4686-a225-54cb8ba9f218 admin admin] Usage tracker for resource:security_group_rule and tenant:ff01e7ad98734514a7bdf9d94d9fabe5 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:52:21.370430 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a4fed680-ea94-4686-a225-54cb8ba9f218 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:52:21.376090 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-a4fed680-ea94-4686-a225-54cb8ba9f218 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:52:21.462666 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a4fed680-ea94-4686-a225-54cb8ba9f218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:21.466822 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a4fed680-ea94-4686-a225-54cb8ba9f218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:21.515325 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a4fed680-ea94-4686-a225-54cb8ba9f218 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ff01e7ad98734514a7bdf9d94d9fabe5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2887452 Feb 09 12:52:21.516385 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fed680-ea94-4686-a225-54cb8ba9f218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ebe7dd-4345-49c6-8575-a10514bead4c,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:21.518030 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34018) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:21.584780 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4493ce37-3248-4165-a303-521d81f4ff18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:21.613160 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4493ce37-3248-4165-a303-521d81f4ff18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:21.668943 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4493ce37-3248-4165-a303-521d81f4ff18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:21.686344 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4493ce37-3248-4165-a303-521d81f4ff18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ebe7dd-4345-49c6-8575-a10514bead4c,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:21.693329 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4493ce37-3248-4165-a303-521d81f4ff18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:21.698851 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4493ce37-3248-4165-a303-521d81f4ff18 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f3ebe7dd-4345-49c6-8575-a10514bead4c HTTP/1.1" status: 204 len: 168 time: 0.1758113 Feb 09 12:52:22.415709 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34048) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:22.419378 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026028 Feb 09 12:52:22.422519 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34050) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:22.529854 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-eaf5af62-3763-4dce-86fb-23ee10d2a88f tempest-NetworksApiDiscovery-1969331815 tempest-NetworksApiDiscovery-1969331815-project] 10.222.0.55 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1062996 Feb 09 12:52:22.832191 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34060) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:22.955245 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3624dba2-bab7-49ee-979c-952c436b46e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:22.970545 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3624dba2-bab7-49ee-979c-952c436b46e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:52:22.974493 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3624dba2-bab7-49ee-979c-952c436b46e3 admin admin] Usage tracker for resource:security_group_rule and tenant:697a3c338a124848a26778bf7fc65000 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:52:22.977606 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3624dba2-bab7-49ee-979c-952c436b46e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:52:22.984276 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3624dba2-bab7-49ee-979c-952c436b46e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:52:22.993886 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:23.066869 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3624dba2-bab7-49ee-979c-952c436b46e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:23.071288 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3624dba2-bab7-49ee-979c-952c436b46e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:23.116323 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3624dba2-bab7-49ee-979c-952c436b46e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15dc23b0-f332-4805-8c3d-25546a5a95bb,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:23.120615 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3624dba2-bab7-49ee-979c-952c436b46e3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=697a3c338a124848a26778bf7fc65000&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2874229 Feb 09 12:52:23.123386 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34066) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:23.188828 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6dd0fee9-e537-484a-a851-3d58145a4d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:23.217670 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6dd0fee9-e537-484a-a851-3d58145a4d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:23.278528 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6dd0fee9-e537-484a-a851-3d58145a4d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:23.300163 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd0fee9-e537-484a-a851-3d58145a4d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15dc23b0-f332-4805-8c3d-25546a5a95bb,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:23.358753 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6dd0fee9-e537-484a-a851-3d58145a4d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:23.360255 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-6dd0fee9-e537-484a-a851-3d58145a4d09 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/15dc23b0-f332-4805-8c3d-25546a5a95bb HTTP/1.1" status: 204 len: 168 time: 0.2358441 Feb 09 12:52:23.968103 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:52:28.248283 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34178) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:28.368945 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9e5123df-e7b8-44cd-a5cd-a3ffb1f448a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:28.383901 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-9e5123df-e7b8-44cd-a5cd-a3ffb1f448a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:52:28.387738 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9e5123df-e7b8-44cd-a5cd-a3ffb1f448a8 admin admin] Usage tracker for resource:security_group_rule and tenant:4689a7c4616640089338d85031b2cf89 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:52:28.390572 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9e5123df-e7b8-44cd-a5cd-a3ffb1f448a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:52:28.396201 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-9e5123df-e7b8-44cd-a5cd-a3ffb1f448a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:52:28.486468 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9e5123df-e7b8-44cd-a5cd-a3ffb1f448a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:28.491118 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9e5123df-e7b8-44cd-a5cd-a3ffb1f448a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:28.542037 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5123df-e7b8-44cd-a5cd-a3ffb1f448a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ecb274-74a4-41a2-af67-463e08f7b812,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:28.561947 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34192) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:28.563727 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9e5123df-e7b8-44cd-a5cd-a3ffb1f448a8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4689a7c4616640089338d85031b2cf89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3123162 Feb 09 12:52:28.626745 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0bc72977-c20f-471e-a833-d726511ce5e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:28.654356 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0bc72977-c20f-471e-a833-d726511ce5e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:28.714606 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0bc72977-c20f-471e-a833-d726511ce5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:28.740839 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc72977-c20f-471e-a833-d726511ce5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ecb274-74a4-41a2-af67-463e08f7b812,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:28.756520 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0bc72977-c20f-471e-a833-d726511ce5e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:28.760568 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0bc72977-c20f-471e-a833-d726511ce5e2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/69ecb274-74a4-41a2-af67-463e08f7b812 HTTP/1.1" status: 204 len: 168 time: 0.1951687 Feb 09 12:52:29.045192 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34200) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:29.063019 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-64d098fd-c52f-4054-aae0-2a61835254c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:29.077138 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-64d098fd-c52f-4054-aae0-2a61835254c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:52:29.080924 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-64d098fd-c52f-4054-aae0-2a61835254c3 admin admin] Usage tracker for resource:security_group_rule and tenant:05e0122755264886a3ce50f42fa79c80 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:52:29.084070 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-64d098fd-c52f-4054-aae0-2a61835254c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:52:29.089714 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-64d098fd-c52f-4054-aae0-2a61835254c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:52:29.172865 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-64d098fd-c52f-4054-aae0-2a61835254c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:29.176646 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-64d098fd-c52f-4054-aae0-2a61835254c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:29.222877 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d098fd-c52f-4054-aae0-2a61835254c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f574b57d-35e0-4d4f-bac8-7b1ad6707f43,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:29.227618 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-64d098fd-c52f-4054-aae0-2a61835254c3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=05e0122755264886a3ce50f42fa79c80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1808798 Feb 09 12:52:29.230356 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34204) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:29.288359 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68621f95-8b04-4034-9123-ab8882624997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:29.319906 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68621f95-8b04-4034-9123-ab8882624997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:29.381104 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68621f95-8b04-4034-9123-ab8882624997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:29.399593 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68621f95-8b04-4034-9123-ab8882624997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f574b57d-35e0-4d4f-bac8-7b1ad6707f43,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:29.404505 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68621f95-8b04-4034-9123-ab8882624997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:29.405923 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-68621f95-8b04-4034-9123-ab8882624997 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f574b57d-35e0-4d4f-bac8-7b1ad6707f43 HTTP/1.1" status: 204 len: 168 time: 0.1746764 Feb 09 12:52:32.749292 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34352) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:32.868099 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d195c6cd-e71b-4993-91de-4e2d337ce892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:32.883960 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d195c6cd-e71b-4993-91de-4e2d337ce892 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:52:32.888501 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d195c6cd-e71b-4993-91de-4e2d337ce892 admin admin] Usage tracker for resource:security_group_rule and tenant:90bcbcd8b58c4e5d86b62c5ca3f3ea60 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:52:32.892003 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d195c6cd-e71b-4993-91de-4e2d337ce892 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:52:32.897534 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d195c6cd-e71b-4993-91de-4e2d337ce892 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:52:32.986536 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d195c6cd-e71b-4993-91de-4e2d337ce892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:32.990958 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d195c6cd-e71b-4993-91de-4e2d337ce892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:33.043654 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d195c6cd-e71b-4993-91de-4e2d337ce892 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=90bcbcd8b58c4e5d86b62c5ca3f3ea60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2928414 Feb 09 12:52:33.044650 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d195c6cd-e71b-4993-91de-4e2d337ce892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eeb0586-ba07-470c-9757-c4c30e7ddcb9,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:33.046395 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34362) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:33.116588 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6f95c106-6422-4f22-83fe-de03ce9ee8a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:33.145167 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6f95c106-6422-4f22-83fe-de03ce9ee8a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:33.186102 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34368) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:33.208571 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6f95c106-6422-4f22-83fe-de03ce9ee8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:33.224597 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95c106-6422-4f22-83fe-de03ce9ee8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eeb0586-ba07-470c-9757-c4c30e7ddcb9,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:33.233354 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6f95c106-6422-4f22-83fe-de03ce9ee8a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:33.234466 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-6f95c106-6422-4f22-83fe-de03ce9ee8a0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1eeb0586-ba07-470c-9757-c4c30e7ddcb9 HTTP/1.1" status: 204 len: 168 time: 0.1868622 Feb 09 12:52:33.321086 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-845794ec-b584-479e-a28f-bcf583b4d19e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:33.340840 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-845794ec-b584-479e-a28f-bcf583b4d19e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:52:33.345289 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-845794ec-b584-479e-a28f-bcf583b4d19e admin admin] Usage tracker for resource:security_group_rule and tenant:d24d482c3b12406eb8f07c98883cdcf1 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:52:33.349049 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-845794ec-b584-479e-a28f-bcf583b4d19e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:52:33.356362 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-845794ec-b584-479e-a28f-bcf583b4d19e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:52:33.441235 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-845794ec-b584-479e-a28f-bcf583b4d19e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:33.445385 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-845794ec-b584-479e-a28f-bcf583b4d19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:33.494976 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-845794ec-b584-479e-a28f-bcf583b4d19e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d24d482c3b12406eb8f07c98883cdcf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3072808 Feb 09 12:52:33.496551 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845794ec-b584-479e-a28f-bcf583b4d19e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269ea284-0893-45ed-9a56-6cee9956b2ab,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:33.497958 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34378) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:33.528454 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34382) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:33.547644 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-79366698-ae68-48da-a5ca-b9c3946c60d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:33.560738 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-41a2243d-9eeb-403c-ba9a-68e82e50f4e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:33.562197 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-79366698-ae68-48da-a5ca-b9c3946c60d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:52:33.565989 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-79366698-ae68-48da-a5ca-b9c3946c60d4 admin admin] Usage tracker for resource:security_group_rule and tenant:d7866aeaa7074778acaaaf84a227c226 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:52:33.568726 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-79366698-ae68-48da-a5ca-b9c3946c60d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:52:33.574866 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-79366698-ae68-48da-a5ca-b9c3946c60d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:52:33.588860 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-41a2243d-9eeb-403c-ba9a-68e82e50f4e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:33.650582 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-41a2243d-9eeb-403c-ba9a-68e82e50f4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:33.666092 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a2243d-9eeb-403c-ba9a-68e82e50f4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269ea284-0893-45ed-9a56-6cee9956b2ab,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:33.670352 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-41a2243d-9eeb-403c-ba9a-68e82e50f4e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:33.670494 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-79366698-ae68-48da-a5ca-b9c3946c60d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:33.671509 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-41a2243d-9eeb-403c-ba9a-68e82e50f4e6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/269ea284-0893-45ed-9a56-6cee9956b2ab HTTP/1.1" status: 204 len: 168 time: 0.1724563 Feb 09 12:52:33.675047 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-79366698-ae68-48da-a5ca-b9c3946c60d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:33.727252 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-79366698-ae68-48da-a5ca-b9c3946c60d4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d7866aeaa7074778acaaaf84a227c226&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1976621 Feb 09 12:52:33.728229 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79366698-ae68-48da-a5ca-b9c3946c60d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b99312-aab6-46ce-876f-92e7260927df,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:33.730479 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34388) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:33.789998 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-62b0f717-f584-4624-81bb-ae7331780113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:33.815475 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-62b0f717-f584-4624-81bb-ae7331780113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:33.869201 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-62b0f717-f584-4624-81bb-ae7331780113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:33.885742 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b0f717-f584-4624-81bb-ae7331780113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b99312-aab6-46ce-876f-92e7260927df,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:33.890153 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-62b0f717-f584-4624-81bb-ae7331780113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:33.892273 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-62b0f717-f584-4624-81bb-ae7331780113 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/89b99312-aab6-46ce-876f-92e7260927df HTTP/1.1" status: 204 len: 168 time: 0.1609044 Feb 09 12:52:34.037195 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34396) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:34.055763 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-829bc8bf-4926-4108-9f3b-c4bcd82155c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:34.070985 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-829bc8bf-4926-4108-9f3b-c4bcd82155c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:52:34.078418 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-829bc8bf-4926-4108-9f3b-c4bcd82155c3 admin admin] Usage tracker for resource:security_group_rule and tenant:5e5a7a7026f04fe08e2804b2395b2fed is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:52:34.078418 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-829bc8bf-4926-4108-9f3b-c4bcd82155c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:52:34.084480 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-829bc8bf-4926-4108-9f3b-c4bcd82155c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:52:34.174064 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-829bc8bf-4926-4108-9f3b-c4bcd82155c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:34.177871 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-829bc8bf-4926-4108-9f3b-c4bcd82155c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:34.226309 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-829bc8bf-4926-4108-9f3b-c4bcd82155c3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5e5a7a7026f04fe08e2804b2395b2fed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1878893 Feb 09 12:52:34.227028 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829bc8bf-4926-4108-9f3b-c4bcd82155c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650a4875-0db7-4e51-94d0-0b5ee56abf31,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:34.229725 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34408) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:34.296184 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0df8a563-3092-43aa-a6db-3a22f22406af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:34.326156 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0df8a563-3092-43aa-a6db-3a22f22406af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:34.380120 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0df8a563-3092-43aa-a6db-3a22f22406af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:34.400454 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df8a563-3092-43aa-a6db-3a22f22406af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650a4875-0db7-4e51-94d0-0b5ee56abf31,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:34.415911 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0df8a563-3092-43aa-a6db-3a22f22406af admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:34.417089 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0df8a563-3092-43aa-a6db-3a22f22406af admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/650a4875-0db7-4e51-94d0-0b5ee56abf31 HTTP/1.1" status: 204 len: 168 time: 0.1863673 Feb 09 12:52:39.174978 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34550) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:39.286040 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-03662981-c411-4dd8-bdea-7c62439e180f tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/floatingips/ca8365fc-2fdc-4cc9-8184-9df2f9d20027 HTTP/1.1" status: 200 len: 994 time: 0.1098557 Feb 09 12:52:39.609339 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34568) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:39.840347 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-3daf4e38-7158-4c3b-aaf8-a9879860b91d tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Deleting port 7663b661-9728-41db-a66b-3c1efdd8105b {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:52:39.840766 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3daf4e38-7158-4c3b-aaf8-a9879860b91d tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:40.016902 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3daf4e38-7158-4c3b-aaf8-a9879860b91d tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:40.017236 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3daf4e38-7158-4c3b-aaf8-a9879860b91d tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:40.142378 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-3daf4e38-7158-4c3b-aaf8-a9879860b91d tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Calling delete_port for 7663b661-9728-41db-a66b-3c1efdd8105b owned by network:floatingip {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:52:40.297133 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3daf4e38-7158-4c3b-aaf8-a9879860b91d tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:40.349223 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf4e38-7158-4c3b-aaf8-a9879860b91d tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event deleted for resources: {'Port': ['ID=7663b661-9728-41db-a66b-3c1efdd8105b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:40.592912 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3daf4e38-7158-4c3b-aaf8-a9879860b91d tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for floatingip, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:40.593453 n-d-825178-3 neutron-server[87568]: INFO neutron.db.l3_db [None req-3daf4e38-7158-4c3b-aaf8-a9879860b91d tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Floating IP ca8365fc-2fdc-4cc9-8184-9df2f9d20027 disassociated (deleted). External IP: 172.25.7.250, port: bfd356de-2c6d-4295-bcc5-136bc7e1cdf0. Feb 09 12:52:41.026494 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3daf4e38-7158-4c3b-aaf8-a9879860b91d tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Router 3ba11c21-15e3-496f-ad2e-ca543a321c2f has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:52:41.211271 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3daf4e38-7158-4c3b-aaf8-a9879860b91d tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:52:41.221849 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0fdba5-0f9e-408f-b289-756866fa1ded None None] Sync routers for ids ['3ba11c21-15e3-496f-ad2e-ca543a321c2f'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:52:41.233204 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0fdba5-0f9e-408f-b289-756866fa1ded None None] Routers {'3ba11c21-15e3-496f-ad2e-ca543a321c2f'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:52:41.234022 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3daf4e38-7158-4c3b-aaf8-a9879860b91d tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:41.234371 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-de0fdba5-0f9e-408f-b289-756866fa1ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:52:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['3ba11c21-15e3-496f-ad2e-ca543a321c2f'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:41.299780 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3daf4e38-7158-4c3b-aaf8-a9879860b91d tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "DELETE /v2.0/floatingips/ca8365fc-2fdc-4cc9-8184-9df2f9d20027 HTTP/1.1" status: 204 len: 168 time: 1.6869643 Feb 09 12:52:41.299780 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf4abf0-e9e9-4b42-a912-b3c974b903ba', 'tag': 'bfd356de-2c6d-4295-bcc5-136bc7e1cdf0'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:52:41.349175 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abf4abf0-e9e9-4b42-a912-b3c974b903ba', 'tag': 'bfd356de-2c6d-4295-bcc5-136bc7e1cdf0', 'status': 'completed', 'code': 200} Feb 09 12:52:41.518036 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7aaab-b6bf-4e38-8ab0-f1c625c8270f req-1961efe9-8f25-47ff-ab3b-06fb5b04ae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:41.520221 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5bc7aaab-b6bf-4e38-8ab0-f1c625c8270f req-1961efe9-8f25-47ff-ab3b-06fb5b04ae73 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=458862934c284b11a9f402abf41ed215&device_id=abf4abf0-e9e9-4b42-a912-b3c974b903ba HTTP/1.1" status: 200 len: 1097 time: 0.1450052 Feb 09 12:52:41.572935 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-de0fdba5-0f9e-408f-b289-756866fa1ded None None] Set router 3ba11c21-15e3-496f-ad2e-ca543a321c2f gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:52:41.677253 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7aaab-b6bf-4e38-8ab0-f1c625c8270f req-af301b8c-712e-4b41-9233-0147f4b1bf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:41.678728 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5bc7aaab-b6bf-4e38-8ab0-f1c625c8270f req-af301b8c-712e-4b41-9233-0147f4b1bf28 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7 HTTP/1.1" status: 200 len: 897 time: 0.1503034 Feb 09 12:52:41.776374 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5bc7aaab-b6bf-4e38-8ab0-f1c625c8270f req-6baf47d6-a0c0-4690-b284-883813241813 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bfd356de-2c6d-4295-bcc5-136bc7e1cdf0 HTTP/1.1" status: 200 len: 217 time: 0.0896294 Feb 09 12:52:41.886384 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7aaab-b6bf-4e38-8ab0-f1c625c8270f req-177cee82-a4cf-47d4-9a3e-3d2ec9c7454f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:41.888257 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5bc7aaab-b6bf-4e38-8ab0-f1c625c8270f req-177cee82-a4cf-47d4-9a3e-3d2ec9c7454f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bfd2da91-fd3f-4e2d-8462-ade62ea5d241 HTTP/1.1" status: 200 len: 834 time: 0.1024179 Feb 09 12:52:42.000689 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7aaab-b6bf-4e38-8ab0-f1c625c8270f req-bb4c4147-9d4f-4d44-b2b5-85e4618eb709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:42.002690 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5bc7aaab-b6bf-4e38-8ab0-f1c625c8270f req-bb4c4147-9d4f-4d44-b2b5-85e4618eb709 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1069188 Feb 09 12:52:42.148783 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-de0fdba5-0f9e-408f-b289-756866fa1ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba11c21-15e3-496f-ad2e-ca543a321c2f', 'name': 'tempest-TestNetworkBasicOps-router-366008221', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'c85290bc-1ee3-4bea-8ad9-3189f4b5c674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:24Z', 'updated_at': '2022-02-09T12:51:35Z', 'revision_number': 4, 'project_id': '458862934c284b11a9f402abf41ed215', 'gw_port': {'id': 'c85290bc-1ee3-4bea-8ad9-3189f4b5c674', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba11c21-15e3-496f-ad2e-ca543a321c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:25Z', 'updated_at': '2022-02-09T12:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '258b6f24-3d3a-4616-ad84-e5428ab3e1d1', 'name': '', 'network_id': 'cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'mac_address': 'fa:16:3e:68:37:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba11c21-15e3-496f-ad2e-ca543a321c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'bfd2da91-fd3f-4e2d-8462-ade62ea5d241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:31Z', 'updated_at': '2022-02-09T12:51:44Z', 'revision_number': 5, 'project_id': '458862934c284b11a9f402abf41ed215', 'subnets': [{'id': 'bfd2da91-fd3f-4e2d-8462-ade62ea5d241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:42.152889 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0fdba5-0f9e-408f-b289-756866fa1ded None None] Checking router: 3ba11c21-15e3-496f-ad2e-ca543a321c2f for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:52:42.162518 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0fdba5-0f9e-408f-b289-756866fa1ded None None] Routers {'3ba11c21-15e3-496f-ad2e-ca543a321c2f'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:52:42.163132 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-de0fdba5-0f9e-408f-b289-756866fa1ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:52:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['3ba11c21-15e3-496f-ad2e-ca543a321c2f'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:42.317780 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5bc7aaab-b6bf-4e38-8ab0-f1c625c8270f req-b88f68af-3fb6-41e6-876e-1b8d78744b10 service neutron] 10.222.0.52 "GET /v2.0/networks/cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070147 Feb 09 12:52:42.348971 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a609ae-0f4c-4064-9ea7-b3f952f6f5d8 req-6908fd5c-48e7-4cb0-af95-94b9ad2515ba tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:42.350796 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-91a609ae-0f4c-4064-9ea7-b3f952f6f5d8 req-6908fd5c-48e7-4cb0-af95-94b9ad2515ba tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?device_id=abf4abf0-e9e9-4b42-a912-b3c974b903ba HTTP/1.1" status: 200 len: 946 time: 0.5954595 Feb 09 12:52:42.452462 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-de0fdba5-0f9e-408f-b289-756866fa1ded None None] Set router 3ba11c21-15e3-496f-ad2e-ca543a321c2f gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:52:42.487949 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-91a609ae-0f4c-4064-9ea7-b3f952f6f5d8 req-5508753d-827e-4597-af3e-755f0e7d6a96 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/security-groups?id=5705fa02-b11c-4bf4-80ae-3ba562f29cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144965 Feb 09 12:52:42.548161 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34626) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:42.555239 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5bc7aaab-b6bf-4e38-8ab0-f1c625c8270f req-d544817d-78f1-4f1e-b42d-9872821245b8 service neutron] 10.222.0.52 "GET /v2.0/networks/cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257462 Feb 09 12:52:42.692448 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d7fdf24b-5609-4e85-b9da-01abd931c327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:42.709339 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d7fdf24b-5609-4e85-b9da-01abd931c327 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:52:42.713527 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d7fdf24b-5609-4e85-b9da-01abd931c327 admin admin] Usage tracker for resource:security_group_rule and tenant:8f3a1ce0783e4d9cb1646e0dd5d511f3 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:52:42.716532 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d7fdf24b-5609-4e85-b9da-01abd931c327 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:52:42.722125 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d7fdf24b-5609-4e85-b9da-01abd931c327 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:52:42.814889 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d7fdf24b-5609-4e85-b9da-01abd931c327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:42.819288 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d7fdf24b-5609-4e85-b9da-01abd931c327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:42.858692 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d7fdf24b-5609-4e85-b9da-01abd931c327 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8f3a1ce0783e4d9cb1646e0dd5d511f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3089426 Feb 09 12:52:42.861669 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34632) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:42.870283 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-de0fdba5-0f9e-408f-b289-756866fa1ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba11c21-15e3-496f-ad2e-ca543a321c2f', 'name': 'tempest-TestNetworkBasicOps-router-366008221', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'c85290bc-1ee3-4bea-8ad9-3189f4b5c674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:24Z', 'updated_at': '2022-02-09T12:51:35Z', 'revision_number': 4, 'project_id': '458862934c284b11a9f402abf41ed215', 'gw_port': {'id': 'c85290bc-1ee3-4bea-8ad9-3189f4b5c674', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba11c21-15e3-496f-ad2e-ca543a321c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:25Z', 'updated_at': '2022-02-09T12:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '258b6f24-3d3a-4616-ad84-e5428ab3e1d1', 'name': '', 'network_id': 'cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'mac_address': 'fa:16:3e:68:37:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba11c21-15e3-496f-ad2e-ca543a321c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'bfd2da91-fd3f-4e2d-8462-ade62ea5d241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:31Z', 'updated_at': '2022-02-09T12:51:44Z', 'revision_number': 5, 'project_id': '458862934c284b11a9f402abf41ed215', 'subnets': [{'id': 'bfd2da91-fd3f-4e2d-8462-ade62ea5d241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:42.874413 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0fdba5-0f9e-408f-b289-756866fa1ded None None] The sync data for ids ['3ba11c21-15e3-496f-ad2e-ca543a321c2f'] in n-d-825178-3 is: [{'id': '3ba11c21-15e3-496f-ad2e-ca543a321c2f', 'name': 'tempest-TestNetworkBasicOps-router-366008221', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'c85290bc-1ee3-4bea-8ad9-3189f4b5c674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:24Z', 'updated_at': '2022-02-09T12:51:35Z', 'revision_number': 4, 'project_id': '458862934c284b11a9f402abf41ed215', 'gw_port': {'id': 'c85290bc-1ee3-4bea-8ad9-3189f4b5c674', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba11c21-15e3-496f-ad2e-ca543a321c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:25Z', 'updated_at': '2022-02-09T12:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '258b6f24-3d3a-4616-ad84-e5428ab3e1d1', 'name': '', 'network_id': 'cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'mac_address': 'fa:16:3e:68:37:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba11c21-15e3-496f-ad2e-ca543a321c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'bfd2da91-fd3f-4e2d-8462-ade62ea5d241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:31Z', 'updated_at': '2022-02-09T12:51:44Z', 'revision_number': 5, 'project_id': '458862934c284b11a9f402abf41ed215', 'subnets': [{'id': 'bfd2da91-fd3f-4e2d-8462-ade62ea5d241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:52:42.901798 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fdf24b-5609-4e85-b9da-01abd931c327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53eff0f7-f4c3-4819-a939-9a0cca230a0b,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:42.919365 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fdf24b-5609-4e85-b9da-01abd931c327 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:42.919717 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fdf24b-5609-4e85-b9da-01abd931c327 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:42.921896 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fdf24b-5609-4e85-b9da-01abd931c327 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:42.922318 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fdf24b-5609-4e85-b9da-01abd931c327 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:42.924119 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fdf24b-5609-4e85-b9da-01abd931c327 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:42.925056 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fdf24b-5609-4e85-b9da-01abd931c327 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:42.925056 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fdf24b-5609-4e85-b9da-01abd931c327 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:42.925270 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fdf24b-5609-4e85-b9da-01abd931c327 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:42.925608 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fdf24b-5609-4e85-b9da-01abd931c327 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:42.925933 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fdf24b-5609-4e85-b9da-01abd931c327 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:42.926255 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fdf24b-5609-4e85-b9da-01abd931c327 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:42.926872 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fdf24b-5609-4e85-b9da-01abd931c327 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:42.938052 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e987241e-63aa-427a-9844-30a95af093ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:42.966461 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e987241e-63aa-427a-9844-30a95af093ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:43.027444 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e987241e-63aa-427a-9844-30a95af093ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:43.044703 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e987241e-63aa-427a-9844-30a95af093ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53eff0f7-f4c3-4819-a939-9a0cca230a0b,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:43.058623 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e987241e-63aa-427a-9844-30a95af093ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:43.058970 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e987241e-63aa-427a-9844-30a95af093ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:43.059353 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e987241e-63aa-427a-9844-30a95af093ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:43.059696 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e987241e-63aa-427a-9844-30a95af093ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:43.060054 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e987241e-63aa-427a-9844-30a95af093ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:43.060384 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e987241e-63aa-427a-9844-30a95af093ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:43.062107 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e987241e-63aa-427a-9844-30a95af093ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:43.062107 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e987241e-63aa-427a-9844-30a95af093ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:43.062107 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e987241e-63aa-427a-9844-30a95af093ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:43.062107 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e987241e-63aa-427a-9844-30a95af093ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:43.062107 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e987241e-63aa-427a-9844-30a95af093ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:43.062704 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e987241e-63aa-427a-9844-30a95af093ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:43.067211 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e987241e-63aa-427a-9844-30a95af093ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:43.070972 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e987241e-63aa-427a-9844-30a95af093ba admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/53eff0f7-f4c3-4819-a939-9a0cca230a0b HTTP/1.1" status: 204 len: 168 time: 0.2083535 Feb 09 12:52:43.205285 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f379c-6207-414d-a126-86736de93ddb req-c732ef84-11b8-46fe-9171-5a4426bde620 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:43.206874 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-804f379c-6207-414d-a126-86736de93ddb req-c732ef84-11b8-46fe-9171-5a4426bde620 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.52 "GET /v2.0/ports?device_id=abf4abf0-e9e9-4b42-a912-b3c974b903ba HTTP/1.1" status: 200 len: 946 time: 0.1076930 Feb 09 12:52:43.262092 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19a3bab-48d7-4b30-85d3-46cdc61ec5da None None] New status for floating IP ca8365fc-2fdc-4cc9-8184-9df2f9d20027: DOWN {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:52:43.285181 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-804f379c-6207-414d-a126-86736de93ddb req-847fd6b6-a479-4c70-8b56-7b62c7920bf8 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Deleting port bfd356de-2c6d-4295-bcc5-136bc7e1cdf0 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:52:43.285566 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-804f379c-6207-414d-a126-86736de93ddb req-847fd6b6-a479-4c70-8b56-7b62c7920bf8 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:43.486537 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34646) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:43.522293 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ae1b89d9-0b82-4bdf-8fe9-9bdd7acbe4a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:43.550236 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ae1b89d9-0b82-4bdf-8fe9-9bdd7acbe4a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:52:43.564827 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ae1b89d9-0b82-4bdf-8fe9-9bdd7acbe4a2 admin admin] Usage tracker for resource:security_group_rule and tenant:9ad1e77a8cb94de58619f664374defae is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:52:43.572616 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ae1b89d9-0b82-4bdf-8fe9-9bdd7acbe4a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:52:43.586137 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ae1b89d9-0b82-4bdf-8fe9-9bdd7acbe4a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:52:43.733947 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ae1b89d9-0b82-4bdf-8fe9-9bdd7acbe4a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:43.738817 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ae1b89d9-0b82-4bdf-8fe9-9bdd7acbe4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:43.785860 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1b89d9-0b82-4bdf-8fe9-9bdd7acbe4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6113cd-060c-432f-9095-0f52ec012f76,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:43.789830 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ae1b89d9-0b82-4bdf-8fe9-9bdd7acbe4a2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9ad1e77a8cb94de58619f664374defae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3021405 Feb 09 12:52:43.793034 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34658) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:43.810189 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-804f379c-6207-414d-a126-86736de93ddb req-847fd6b6-a479-4c70-8b56-7b62c7920bf8 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] For port bfd356de-2c6d-4295-bcc5-136bc7e1cdf0, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=bfd356de-2c6d-4295-bcc5-136bc7e1cdf0,segment=NetworkSegment(32da5fd3-150a-47e5-b0e4-671721cbf392),segment_id=32da5fd3-150a-47e5-b0e4-671721cbf392)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:52:43.811106 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-804f379c-6207-414d-a126-86736de93ddb req-847fd6b6-a479-4c70-8b56-7b62c7920bf8 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:43.856859 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aeaff571-2d13-4868-a824-df736a9b427c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:43.894774 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aeaff571-2d13-4868-a824-df736a9b427c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:43.944591 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-804f379c-6207-414d-a126-86736de93ddb req-847fd6b6-a479-4c70-8b56-7b62c7920bf8 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Calling delete_port for bfd356de-2c6d-4295-bcc5-136bc7e1cdf0 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:52:43.951622 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aeaff571-2d13-4868-a824-df736a9b427c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:43.968604 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaff571-2d13-4868-a824-df736a9b427c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6113cd-060c-432f-9095-0f52ec012f76,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:43.979456 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aeaff571-2d13-4868-a824-df736a9b427c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:43.985587 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-aeaff571-2d13-4868-a824-df736a9b427c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cc6113cd-060c-432f-9095-0f52ec012f76 HTTP/1.1" status: 204 len: 168 time: 0.1909966 Feb 09 12:52:44.041669 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-696d272a-bf0a-4763-bf93-25e406f65ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:44.092243 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067415b-ad5d-4684-aff0-c80213d3a2bb req-2ab8bd29-794f-4bf4-a7f9-47a3f6087cd0 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:44.093758 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8067415b-ad5d-4684-aff0-c80213d3a2bb req-2ab8bd29-794f-4bf4-a7f9-47a3f6087cd0 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/ports?device_id=abf4abf0-e9e9-4b42-a912-b3c974b903ba HTTP/1.1" status: 200 len: 946 time: 0.3773174 Feb 09 12:52:44.199207 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8067415b-ad5d-4684-aff0-c80213d3a2bb req-3913a363-d4f8-4ebf-9c60-1a3a6bcacacd tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "GET /v2.0/security-groups?id=5705fa02-b11c-4bf4-80ae-3ba562f29cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982964 Feb 09 12:52:44.204887 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-804f379c-6207-414d-a126-86736de93ddb req-847fd6b6-a479-4c70-8b56-7b62c7920bf8 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:44.256103 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847fd6b6-a479-4c70-8b56-7b62c7920bf8 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event deleted for resources: {'Port': ['ID=bfd356de-2c6d-4295-bcc5-136bc7e1cdf0,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:44.349902 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-804f379c-6207-414d-a126-86736de93ddb req-847fd6b6-a479-4c70-8b56-7b62c7920bf8 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] No DVR routers for this DVR port bfd356de-2c6d-4295-bcc5-136bc7e1cdf0 on host n-h1-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:52:44.354064 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-804f379c-6207-414d-a126-86736de93ddb req-847fd6b6-a479-4c70-8b56-7b62c7920bf8 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:44.357172 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf4abf0-e9e9-4b42-a912-b3c974b903ba', 'name': 'network-vif-deleted', 'tag': 'bfd356de-2c6d-4295-bcc5-136bc7e1cdf0'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:52:44.371348 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-804f379c-6207-414d-a126-86736de93ddb req-847fd6b6-a479-4c70-8b56-7b62c7920bf8 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.52 "DELETE /v2.0/ports/bfd356de-2c6d-4295-bcc5-136bc7e1cdf0 HTTP/1.1" status: 204 len: 173 time: 1.1580408 Feb 09 12:52:44.405899 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf4abf0-e9e9-4b42-a912-b3c974b903ba', 'name': 'network-vif-deleted', 'tag': 'bfd356de-2c6d-4295-bcc5-136bc7e1cdf0', 'status': 'completed', 'code': 200} Feb 09 12:52:45.478495 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34704) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:45.553532 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8c99bf02-2f81-4af1-96c3-92ae303a7129 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:45.585230 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8c99bf02-2f81-4af1-96c3-92ae303a7129 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:45.657032 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8c99bf02-2f81-4af1-96c3-92ae303a7129 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:45.677823 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99bf02-2f81-4af1-96c3-92ae303a7129 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5705fa02-b11c-4bf4-80ae-3ba562f29cab,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:45.690796 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8c99bf02-2f81-4af1-96c3-92ae303a7129 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:45.695608 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8c99bf02-2f81-4af1-96c3-92ae303a7129 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "DELETE /v2.0/security-groups/5705fa02-b11c-4bf4-80ae-3ba562f29cab HTTP/1.1" status: 204 len: 168 time: 0.2125292 Feb 09 12:52:45.734338 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34712) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:46.412904 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-14fe3989-622b-4524-9f09-b53ca121758c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:46.449565 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-daa3d1ca-9e95-4c2d-a554-ad26e695feb0 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:46.966102 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34738) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:46.992298 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-daa3d1ca-9e95-4c2d-a554-ad26e695feb0 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Deleting port 258b6f24-3d3a-4616-ad84-e5428ab3e1d1 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:52:46.992809 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-daa3d1ca-9e95-4c2d-a554-ad26e695feb0 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:47.091292 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-94cc3c3b-ff05-4ec2-be8c-04e8006c5361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:47.105640 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-94cc3c3b-ff05-4ec2-be8c-04e8006c5361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:52:47.109542 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-94cc3c3b-ff05-4ec2-be8c-04e8006c5361 admin admin] Usage tracker for resource:security_group_rule and tenant:ae8a332396e64e8783f6ec56a364c6be is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:52:47.112332 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-94cc3c3b-ff05-4ec2-be8c-04e8006c5361 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:52:47.117948 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-94cc3c3b-ff05-4ec2-be8c-04e8006c5361 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:52:47.204642 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-daa3d1ca-9e95-4c2d-a554-ad26e695feb0 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] For port 258b6f24-3d3a-4616-ad84-e5428ab3e1d1, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=258b6f24-3d3a-4616-ad84-e5428ab3e1d1,segment=NetworkSegment(32da5fd3-150a-47e5-b0e4-671721cbf392),segment_id=32da5fd3-150a-47e5-b0e4-671721cbf392)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:52:47.204993 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-daa3d1ca-9e95-4c2d-a554-ad26e695feb0 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:47.210857 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-94cc3c3b-ff05-4ec2-be8c-04e8006c5361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:47.216570 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-94cc3c3b-ff05-4ec2-be8c-04e8006c5361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:47.266139 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc3c3b-ff05-4ec2-be8c-04e8006c5361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e8e9e2-1daa-444a-8635-1e096e7f4a78,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:47.281563 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-94cc3c3b-ff05-4ec2-be8c-04e8006c5361 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ae8a332396e64e8783f6ec56a364c6be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3143752 Feb 09 12:52:47.292275 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34748) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:47.354039 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7570b2e9-2406-44e6-9dbd-89c3b10a15bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:47.356689 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-daa3d1ca-9e95-4c2d-a554-ad26e695feb0 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Calling delete_port for 258b6f24-3d3a-4616-ad84-e5428ab3e1d1 owned by network:router_interface {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:52:47.380614 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7570b2e9-2406-44e6-9dbd-89c3b10a15bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:47.402522 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device bfd356de-2c6d-4295-bcc5-136bc7e1cdf0 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:52:47.448463 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7570b2e9-2406-44e6-9dbd-89c3b10a15bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:47.462632 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] No Port match for: bfd356de-2c6d-4295-bcc5-136bc7e1cdf0 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:52:47.463779 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device bfd356de-2c6d-4295-bcc5-136bc7e1cdf0 not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:52:47.477310 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7570b2e9-2406-44e6-9dbd-89c3b10a15bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e8e9e2-1daa-444a-8635-1e096e7f4a78,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:47.488619 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7570b2e9-2406-44e6-9dbd-89c3b10a15bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:47.489933 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7570b2e9-2406-44e6-9dbd-89c3b10a15bb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/05e8e9e2-1daa-444a-8635-1e096e7f4a78 HTTP/1.1" status: 204 len: 168 time: 0.1967094 Feb 09 12:52:47.608778 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-daa3d1ca-9e95-4c2d-a554-ad26e695feb0 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:47.620822 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:47.657735 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:47.663751 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa3d1ca-9e95-4c2d-a554-ad26e695feb0 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event deleted for resources: {'Port': ['ID=258b6f24-3d3a-4616-ad84-e5428ab3e1d1,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:47.848760 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34760) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:47.869405 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-05262916-2a44-4458-8b6d-caaa51b5c74c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:47.887063 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-05262916-2a44-4458-8b6d-caaa51b5c74c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:52:47.891147 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-05262916-2a44-4458-8b6d-caaa51b5c74c admin admin] Usage tracker for resource:security_group_rule and tenant:a643b9f83c174e60b4b4c6b20d4f0548 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:52:47.894154 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-05262916-2a44-4458-8b6d-caaa51b5c74c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:52:47.900867 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-05262916-2a44-4458-8b6d-caaa51b5c74c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:52:47.987534 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-daa3d1ca-9e95-4c2d-a554-ad26e695feb0 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:47.996524 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-05262916-2a44-4458-8b6d-caaa51b5c74c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:48.002777 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-05262916-2a44-4458-8b6d-caaa51b5c74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:48.055931 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-05262916-2a44-4458-8b6d-caaa51b5c74c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a643b9f83c174e60b4b4c6b20d4f0548&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2059340 Feb 09 12:52:48.057107 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34764) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:48.057717 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05262916-2a44-4458-8b6d-caaa51b5c74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57055bb1-b26d-4e09-9516-b3abccd283b0,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:48.124410 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-72093cfe-0f32-45ed-ab7d-e5992e2b2669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:48.152816 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-72093cfe-0f32-45ed-ab7d-e5992e2b2669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:48.223953 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-72093cfe-0f32-45ed-ab7d-e5992e2b2669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:48.244868 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72093cfe-0f32-45ed-ab7d-e5992e2b2669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57055bb1-b26d-4e09-9516-b3abccd283b0,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:48.247250 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-72093cfe-0f32-45ed-ab7d-e5992e2b2669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:48.260413 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-72093cfe-0f32-45ed-ab7d-e5992e2b2669 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/57055bb1-b26d-4e09-9516-b3abccd283b0 HTTP/1.1" status: 204 len: 168 time: 0.1927786 Feb 09 12:52:48.404390 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa3d1ca-9e95-4c2d-a554-ad26e695feb0 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Router 3ba11c21-15e3-496f-ad2e-ca543a321c2f has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:52:48.667228 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34774) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:48.685512 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5aed3199-c0b2-4d87-801d-49ef32574d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:48.700765 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5aed3199-c0b2-4d87-801d-49ef32574d8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:52:48.704640 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5aed3199-c0b2-4d87-801d-49ef32574d8c admin admin] Usage tracker for resource:security_group_rule and tenant:c955d644c32a40b0b9445a8b39eecd44 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:52:48.707459 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5aed3199-c0b2-4d87-801d-49ef32574d8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:52:48.714996 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5aed3199-c0b2-4d87-801d-49ef32574d8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:52:48.727374 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa3d1ca-9e95-4c2d-a554-ad26e695feb0 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:52:48.740755 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a80e07-ce38-4ac3-97e8-28b6d61dafcd None None] Sync routers for ids ['3ba11c21-15e3-496f-ad2e-ca543a321c2f'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:52:48.748428 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-daa3d1ca-9e95-4c2d-a554-ad26e695feb0 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "PUT /v2.0/routers/3ba11c21-15e3-496f-ad2e-ca543a321c2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0127614 Feb 09 12:52:48.749082 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34778) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:48.755634 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a80e07-ce38-4ac3-97e8-28b6d61dafcd None None] Routers {'3ba11c21-15e3-496f-ad2e-ca543a321c2f'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:52:48.756499 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-07a80e07-ce38-4ac3-97e8-28b6d61dafcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:52:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['3ba11c21-15e3-496f-ad2e-ca543a321c2f'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:48.943770 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-07a80e07-ce38-4ac3-97e8-28b6d61dafcd None None] Set router 3ba11c21-15e3-496f-ad2e-ca543a321c2f gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:52:48.960466 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-04e70571-0645-475f-abc5-b536dc2b537a tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Deleting subnet bfd2da91-fd3f-4e2d-8462-ade62ea5d241 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:52:48.969508 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-04e70571-0645-475f-abc5-b536dc2b537a tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:49.058827 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-04e70571-0645-475f-abc5-b536dc2b537a tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:49.104764 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5aed3199-c0b2-4d87-801d-49ef32574d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:49.111910 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5aed3199-c0b2-4d87-801d-49ef32574d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:49.172950 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5aed3199-c0b2-4d87-801d-49ef32574d8c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c955d644c32a40b0b9445a8b39eecd44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5045016 Feb 09 12:52:49.176317 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34782) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:49.183084 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed3199-c0b2-4d87-801d-49ef32574d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74debc1c-8aa9-4c24-998f-fbb38f8ab6ce,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:49.216181 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-04e70571-0645-475f-abc5-b536dc2b537a tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:49.225638 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:49.257278 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c127041b-8e69-4886-8e4e-3e3a4e61fa28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:49.258089 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-07a80e07-ce38-4ac3-97e8-28b6d61dafcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba11c21-15e3-496f-ad2e-ca543a321c2f', 'name': 'tempest-TestNetworkBasicOps-router-366008221', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'c85290bc-1ee3-4bea-8ad9-3189f4b5c674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:24Z', 'updated_at': '2022-02-09T12:52:47Z', 'revision_number': 5, 'project_id': '458862934c284b11a9f402abf41ed215', 'gw_port': {'id': 'c85290bc-1ee3-4bea-8ad9-3189f4b5c674', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba11c21-15e3-496f-ad2e-ca543a321c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:25Z', 'updated_at': '2022-02-09T12:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:49.262722 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a80e07-ce38-4ac3-97e8-28b6d61dafcd None None] Checking router: 3ba11c21-15e3-496f-ad2e-ca543a321c2f for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:52:49.291171 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c127041b-8e69-4886-8e4e-3e3a4e61fa28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:49.294900 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a80e07-ce38-4ac3-97e8-28b6d61dafcd None None] Routers {'3ba11c21-15e3-496f-ad2e-ca543a321c2f'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:52:49.300641 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-07a80e07-ce38-4ac3-97e8-28b6d61dafcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:52:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['3ba11c21-15e3-496f-ad2e-ca543a321c2f'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:49.317327 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-04e70571-0645-475f-abc5-b536dc2b537a tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:49.357178 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c127041b-8e69-4886-8e4e-3e3a4e61fa28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:49.377468 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127041b-8e69-4886-8e4e-3e3a4e61fa28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74debc1c-8aa9-4c24-998f-fbb38f8ab6ce,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:49.391462 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e70571-0645-475f-abc5-b536dc2b537a tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event deleted for resources: {'Subnet': ['ID=bfd2da91-fd3f-4e2d-8462-ade62ea5d241,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:49.398037 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c127041b-8e69-4886-8e4e-3e3a4e61fa28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:49.401716 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c127041b-8e69-4886-8e4e-3e3a4e61fa28 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/74debc1c-8aa9-4c24-998f-fbb38f8ab6ce HTTP/1.1" status: 204 len: 168 time: 0.2241192 Feb 09 12:52:49.410898 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-04e70571-0645-475f-abc5-b536dc2b537a tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:49.411611 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdd61be-3e79-4d6e-b5a6-d338bdfb7eff None None] Network cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:52:49.437911 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-04e70571-0645-475f-abc5-b536dc2b537a tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "DELETE /v2.0/subnets/bfd2da91-fd3f-4e2d-8462-ade62ea5d241 HTTP/1.1" status: 204 len: 168 time: 0.6876974 Feb 09 12:52:49.440618 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34788) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:49.567993 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-07a80e07-ce38-4ac3-97e8-28b6d61dafcd None None] Set router 3ba11c21-15e3-496f-ad2e-ca543a321c2f gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:52:49.759799 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d8fabda2-4d61-4612-9446-2dfdca9a95e5 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:49.841210 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2a66ab-0451-4e8e-9597-a781e51c55f1 None None] DHCP port deletion for cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:52:49.845252 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-5e2a66ab-0451-4e8e-9597-a781e51c55f1 None None] Deleting port dbe776ae-1199-453e-a2f1-6b734e0f45cb {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:52:49.845624 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5e2a66ab-0451-4e8e-9597-a781e51c55f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:50.043916 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-07a80e07-ce38-4ac3-97e8-28b6d61dafcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba11c21-15e3-496f-ad2e-ca543a321c2f', 'name': 'tempest-TestNetworkBasicOps-router-366008221', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'c85290bc-1ee3-4bea-8ad9-3189f4b5c674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:24Z', 'updated_at': '2022-02-09T12:52:47Z', 'revision_number': 5, 'project_id': '458862934c284b11a9f402abf41ed215', 'gw_port': {'id': 'c85290bc-1ee3-4bea-8ad9-3189f4b5c674', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba11c21-15e3-496f-ad2e-ca543a321c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:25Z', 'updated_at': '2022-02-09T12:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:50.050578 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a80e07-ce38-4ac3-97e8-28b6d61dafcd None None] The sync data for ids ['3ba11c21-15e3-496f-ad2e-ca543a321c2f'] in n-d-825178-3 is: [{'id': '3ba11c21-15e3-496f-ad2e-ca543a321c2f', 'name': 'tempest-TestNetworkBasicOps-router-366008221', 'tenant_id': '458862934c284b11a9f402abf41ed215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'c85290bc-1ee3-4bea-8ad9-3189f4b5c674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:24Z', 'updated_at': '2022-02-09T12:52:47Z', 'revision_number': 5, 'project_id': '458862934c284b11a9f402abf41ed215', 'gw_port': {'id': 'c85290bc-1ee3-4bea-8ad9-3189f4b5c674', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba11c21-15e3-496f-ad2e-ca543a321c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:25Z', 'updated_at': '2022-02-09T12:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:52:50.123956 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d8fabda2-4d61-4612-9446-2dfdca9a95e5 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:50.135320 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-d8fabda2-4d61-4612-9446-2dfdca9a95e5 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Deleting port c85290bc-1ee3-4bea-8ad9-3189f4b5c674 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:52:50.136038 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d8fabda2-4d61-4612-9446-2dfdca9a95e5 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:50.148596 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34808) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:50.254457 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-5e2a66ab-0451-4e8e-9597-a781e51c55f1 None None] For port dbe776ae-1199-453e-a2f1-6b734e0f45cb, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=dbe776ae-1199-453e-a2f1-6b734e0f45cb,segment=NetworkSegment(32da5fd3-150a-47e5-b0e4-671721cbf392),segment_id=32da5fd3-150a-47e5-b0e4-671721cbf392)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:52:50.255405 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5e2a66ab-0451-4e8e-9597-a781e51c55f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:50.321258 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-02ea8a05-3840-458d-b3f7-238b776747ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:50.339999 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-02ea8a05-3840-458d-b3f7-238b776747ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:52:50.345504 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-02ea8a05-3840-458d-b3f7-238b776747ba admin admin] Usage tracker for resource:security_group_rule and tenant:6ec145f0342d4f598fda8e11d61d43fa is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:52:50.348728 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-02ea8a05-3840-458d-b3f7-238b776747ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:52:50.356224 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-02ea8a05-3840-458d-b3f7-238b776747ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:52:50.437358 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-d8fabda2-4d61-4612-9446-2dfdca9a95e5 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] For port c85290bc-1ee3-4bea-8ad9-3189f4b5c674, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=c85290bc-1ee3-4bea-8ad9-3189f4b5c674,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:52:50.437720 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d8fabda2-4d61-4612-9446-2dfdca9a95e5 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:50.497093 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-5e2a66ab-0451-4e8e-9597-a781e51c55f1 None None] Calling delete_port for dbe776ae-1199-453e-a2f1-6b734e0f45cb owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:52:50.556398 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-02ea8a05-3840-458d-b3f7-238b776747ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:50.564503 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-02ea8a05-3840-458d-b3f7-238b776747ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:50.579650 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 258b6f24-3d3a-4616-ad84-e5428ab3e1d1 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:52:50.614968 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-d8fabda2-4d61-4612-9446-2dfdca9a95e5 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Calling delete_port for c85290bc-1ee3-4bea-8ad9-3189f4b5c674 owned by network:router_gateway {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:52:50.634633 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ea8a05-3840-458d-b3f7-238b776747ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5ddfe2-8fec-429b-a863-67ceee6e05af,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:50.647045 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 258b6f24-3d3a-4616-ad84-e5428ab3e1d1 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:52:50.650897 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-02ea8a05-3840-458d-b3f7-238b776747ba admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6ec145f0342d4f598fda8e11d61d43fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4979210 Feb 09 12:52:50.652698 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 258b6f24-3d3a-4616-ad84-e5428ab3e1d1 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:52:50.653419 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device dbe776ae-1199-453e-a2f1-6b734e0f45cb no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:52:50.654580 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34824) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:50.705295 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5e2a66ab-0451-4e8e-9597-a781e51c55f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:50.747801 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:50.754851 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8a0c57f6-0d5a-4ec1-b9de-c20c5bee8a3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:50.768952 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a66ab-0451-4e8e-9597-a781e51c55f1 None None] Pushing event deleted for resources: {'Port': ['ID=dbe776ae-1199-453e-a2f1-6b734e0f45cb,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:50.777392 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2a66ab-0451-4e8e-9597-a781e51c55f1 None None] No DVR routers for this DVR port dbe776ae-1199-453e-a2f1-6b734e0f45cb on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:52:50.781753 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2a66ab-0451-4e8e-9597-a781e51c55f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:50.782098 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2a66ab-0451-4e8e-9597-a781e51c55f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:50.782431 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2a66ab-0451-4e8e-9597-a781e51c55f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:50.782767 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2a66ab-0451-4e8e-9597-a781e51c55f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:50.783094 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2a66ab-0451-4e8e-9597-a781e51c55f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:50.783422 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2a66ab-0451-4e8e-9597-a781e51c55f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:50.783759 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2a66ab-0451-4e8e-9597-a781e51c55f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:50.784244 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2a66ab-0451-4e8e-9597-a781e51c55f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:50.784540 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2a66ab-0451-4e8e-9597-a781e51c55f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:50.784861 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2a66ab-0451-4e8e-9597-a781e51c55f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:50.785189 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2a66ab-0451-4e8e-9597-a781e51c55f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:50.785505 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2a66ab-0451-4e8e-9597-a781e51c55f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:50.797419 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8a0c57f6-0d5a-4ec1-b9de-c20c5bee8a3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:50.798737 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No active binding found for port dbe776ae-1199-453e-a2f1-6b734e0f45cb {{(pid=87569) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 09 12:52:50.799203 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device dbe776ae-1199-453e-a2f1-6b734e0f45cb not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:52:50.866124 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8a0c57f6-0d5a-4ec1-b9de-c20c5bee8a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:50.882386 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c57f6-0d5a-4ec1-b9de-c20c5bee8a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5ddfe2-8fec-429b-a863-67ceee6e05af,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:50.887799 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8a0c57f6-0d5a-4ec1-b9de-c20c5bee8a3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:50.891423 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8a0c57f6-0d5a-4ec1-b9de-c20c5bee8a3d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2a5ddfe2-8fec-429b-a863-67ceee6e05af HTTP/1.1" status: 204 len: 168 time: 0.2334955 Feb 09 12:52:50.919489 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d8fabda2-4d61-4612-9446-2dfdca9a95e5 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:50.971259 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fabda2-4d61-4612-9446-2dfdca9a95e5 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event deleted for resources: {'Port': ['ID=c85290bc-1ee3-4bea-8ad9-3189f4b5c674,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:51.084459 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d8fabda2-4d61-4612-9446-2dfdca9a95e5 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:51.268729 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d8fabda2-4d61-4612-9446-2dfdca9a95e5 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:51.270873 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d8fabda2-4d61-4612-9446-2dfdca9a95e5 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:51.291177 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34844) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:51.303505 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d8fabda2-4d61-4612-9446-2dfdca9a95e5 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:51.304514 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8fabda2-4d61-4612-9446-2dfdca9a95e5 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Fanout notify agent at l3_agent the message router_deleted on router 3ba11c21-15e3-496f-ad2e-ca543a321c2f {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:52:51.324136 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d8fabda2-4d61-4612-9446-2dfdca9a95e5 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:51.325476 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d8fabda2-4d61-4612-9446-2dfdca9a95e5 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "DELETE /v2.0/routers/3ba11c21-15e3-496f-ad2e-ca543a321c2f HTTP/1.1" status: 204 len: 168 time: 1.8836336 Feb 09 12:52:51.328707 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34848) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:51.331804 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-49038273-9160-43f4-a331-34f33571021b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:51.370532 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-49038273-9160-43f4-a331-34f33571021b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:52:51.426225 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-49038273-9160-43f4-a331-34f33571021b admin admin] Usage tracker for resource:security_group_rule and tenant:a19aaaeb2d304e5780cc46c24fc94cdc is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:52:51.439577 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-49038273-9160-43f4-a331-34f33571021b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:52:51.450385 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-49038273-9160-43f4-a331-34f33571021b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:52:51.478485 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f8709582-f8ef-4c34-8a44-c23652e9a235 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:51.635553 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f8709582-f8ef-4c34-8a44-c23652e9a235 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:51.672902 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-f8709582-f8ef-4c34-8a44-c23652e9a235 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:51.693219 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-f8709582-f8ef-4c34-8a44-c23652e9a235 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32da5fd3-150a-47e5-b0e4-671721cbf392') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:51.693516 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-f8709582-f8ef-4c34-8a44-c23652e9a235 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32da5fd3-150a-47e5-b0e4-671721cbf392') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:51.719012 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f8709582-f8ef-4c34-8a44-c23652e9a235 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:51.735160 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-49038273-9160-43f4-a331-34f33571021b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:51.739857 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-49038273-9160-43f4-a331-34f33571021b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:51.748212 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f8709582-f8ef-4c34-8a44-c23652e9a235 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:51.766122 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8709582-f8ef-4c34-8a44-c23652e9a235 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:52:51.766537 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f8709582-f8ef-4c34-8a44-c23652e9a235 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:51.783050 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:52:51.783050 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:52:51.783050 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:52:51.783050 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:52:51.783050 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:52:51.783050 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:52:51.783050 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:52:51.783050 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:52:51.783050 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:52:51.783050 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:52:51.783050 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:52:51.783050 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:52:51.783050 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:52:51.783050 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:52:51.783050 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:52:51.783050 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:52:51.783050 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:52:51.783050 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:52:51.783050 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:52:51.783050 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:52:51.783050 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:52:51.783050 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:52:51.783050 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:52:51.783050 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:52:51.783050 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:52:51.783050 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:52:51.783050 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:52:51.783050 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:52:51.783050 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:52:51.783050 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:52:51.783050 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:52:51.783050 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:52:51.855693 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-49038273-9160-43f4-a331-34f33571021b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a19aaaeb2d304e5780cc46c24fc94cdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5592411 Feb 09 12:52:51.856202 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34876) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:51.886936 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49038273-9160-43f4-a331-34f33571021b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0caa0e19-8c2a-4f15-a8bb-c48f27ae824a,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:51.904304 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f8709582-f8ef-4c34-8a44-c23652e9a235 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:51.928514 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f8709582-f8ef-4c34-8a44-c23652e9a235 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:51.936118 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8709582-f8ef-4c34-8a44-c23652e9a235 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] Pushing event deleted for resources: {'Network': ['ID=cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:51.964060 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f8709582-f8ef-4c34-8a44-c23652e9a235 tempest-TestNetworkBasicOps-962030631 tempest-TestNetworkBasicOps-962030631-project] 10.222.0.55 "DELETE /v2.0/networks/cb5a6fab-75e0-4aee-9dd5-d60ea81bccc7 HTTP/1.1" status: 204 len: 168 time: 0.6269584 Feb 09 12:52:52.047780 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8a2c069b-653f-4e2f-aec0-aa261d84127b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:52.078065 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8a2c069b-653f-4e2f-aec0-aa261d84127b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:52.142172 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8a2c069b-653f-4e2f-aec0-aa261d84127b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:52.167030 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c069b-653f-4e2f-aec0-aa261d84127b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0caa0e19-8c2a-4f15-a8bb-c48f27ae824a,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:52.170778 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8a2c069b-653f-4e2f-aec0-aa261d84127b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:52.171544 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device c85290bc-1ee3-4bea-8ad9-3189f4b5c674 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:52:52.175079 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8a2c069b-653f-4e2f-aec0-aa261d84127b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0caa0e19-8c2a-4f15-a8bb-c48f27ae824a HTTP/1.1" status: 204 len: 168 time: 0.3183062 Feb 09 12:52:52.227608 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: c85290bc-1ee3-4bea-8ad9-3189f4b5c674 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:52:52.228036 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device c85290bc-1ee3-4bea-8ad9-3189f4b5c674 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:52:52.462068 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34900) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:52.472490 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34906) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:52.611708 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-276ec70e-e9f4-4228-adad-8952dfa387c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:52.626127 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-276ec70e-e9f4-4228-adad-8952dfa387c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:52:52.630198 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-beab6a05-9a31-4be8-b1a9-f77f2d6dc845 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=458862934c284b11a9f402abf41ed215&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1638207 Feb 09 12:52:52.630345 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-276ec70e-e9f4-4228-adad-8952dfa387c4 admin admin] Usage tracker for resource:security_group_rule and tenant:7d874b53ac8e43f3bc9dd92bcefcc0ec is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:52:52.630445 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34916) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:52.633273 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-276ec70e-e9f4-4228-adad-8952dfa387c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:52:52.639450 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-276ec70e-e9f4-4228-adad-8952dfa387c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:52:52.700754 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-760c6bad-6816-490e-94de-a445608c3cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:52.728247 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-760c6bad-6816-490e-94de-a445608c3cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:52.732188 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-276ec70e-e9f4-4228-adad-8952dfa387c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:52.738244 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-276ec70e-e9f4-4228-adad-8952dfa387c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:52.786170 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-760c6bad-6816-490e-94de-a445608c3cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:52.788022 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-276ec70e-e9f4-4228-adad-8952dfa387c4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7d874b53ac8e43f3bc9dd92bcefcc0ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3145678 Feb 09 12:52:52.789086 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ec70e-e9f4-4228-adad-8952dfa387c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9293ce66-4b2d-4748-916a-4de46594d390,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:52.791790 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34924) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:52.806800 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c6bad-6816-490e-94de-a445608c3cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c93a7d-ad00-40ce-8457-8b0a395b90f7,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:52.815402 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-760c6bad-6816-490e-94de-a445608c3cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:52.820021 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-760c6bad-6816-490e-94de-a445608c3cec admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c7c93a7d-ad00-40ce-8457-8b0a395b90f7 HTTP/1.1" status: 204 len: 168 time: 0.1886015 Feb 09 12:52:52.869771 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a011c2bf-6bf7-4f4a-a150-aefa7fee9b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:52.898404 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a011c2bf-6bf7-4f4a-a150-aefa7fee9b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:52.959379 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a011c2bf-6bf7-4f4a-a150-aefa7fee9b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:52.979617 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a011c2bf-6bf7-4f4a-a150-aefa7fee9b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9293ce66-4b2d-4748-916a-4de46594d390,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:52.982905 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a011c2bf-6bf7-4f4a-a150-aefa7fee9b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:52.984054 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a011c2bf-6bf7-4f4a-a150-aefa7fee9b54 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9293ce66-4b2d-4748-916a-4de46594d390 HTTP/1.1" status: 204 len: 168 time: 0.1911161 Feb 09 12:52:53.021807 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:53.221054 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34944) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:53.240046 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-27cebf99-6ee2-42be-9222-c1d9747d41a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:53.255397 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-27cebf99-6ee2-42be-9222-c1d9747d41a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:52:53.259928 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-27cebf99-6ee2-42be-9222-c1d9747d41a1 admin admin] Usage tracker for resource:security_group_rule and tenant:0e13d4340ed34a9f93b60814bf0d6271 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:52:53.262985 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-27cebf99-6ee2-42be-9222-c1d9747d41a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:52:53.268681 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-27cebf99-6ee2-42be-9222-c1d9747d41a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:52:53.342060 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34948) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:53.372961 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-27cebf99-6ee2-42be-9222-c1d9747d41a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:53.379468 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-27cebf99-6ee2-42be-9222-c1d9747d41a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:53.421287 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 34954) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:53.438736 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-27cebf99-6ee2-42be-9222-c1d9747d41a1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0e13d4340ed34a9f93b60814bf0d6271&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2164783 Feb 09 12:52:53.439096 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-14006653-49cc-4a46-8a3a-5d4761ecf84e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:53.439746 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cebf99-6ee2-42be-9222-c1d9747d41a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e6ea61-a734-411d-b391-12e441557b0b,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:53.442103 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34958) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:53.470984 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-14006653-49cc-4a46-8a3a-5d4761ecf84e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:52:53.475646 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-14006653-49cc-4a46-8a3a-5d4761ecf84e admin admin] Usage tracker for resource:security_group_rule and tenant:42e969ab23244e6882fa7bf5949dd25b is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:52:53.479386 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-14006653-49cc-4a46-8a3a-5d4761ecf84e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:52:53.485439 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-14006653-49cc-4a46-8a3a-5d4761ecf84e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:52:53.505888 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9d9bd931-3b7d-4186-8dd5-19dc21dc4326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:53.534464 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9d9bd931-3b7d-4186-8dd5-19dc21dc4326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:53.578232 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-14006653-49cc-4a46-8a3a-5d4761ecf84e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:53.581617 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-14006653-49cc-4a46-8a3a-5d4761ecf84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:53.593395 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9d9bd931-3b7d-4186-8dd5-19dc21dc4326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:53.613901 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9bd931-3b7d-4186-8dd5-19dc21dc4326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e6ea61-a734-411d-b391-12e441557b0b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:53.614551 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-8b0ac79a-4531-4e8b-8e6c-0225ae865876 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1062105487-network', 'tenant_id': '0ee226ced0b943e49cc8af8c8b6ac825'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:52:53.617527 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9d9bd931-3b7d-4186-8dd5-19dc21dc4326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:53.619370 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9d9bd931-3b7d-4186-8dd5-19dc21dc4326 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/69e6ea61-a734-411d-b391-12e441557b0b HTTP/1.1" status: 204 len: 168 time: 0.1761651 Feb 09 12:52:53.623165 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-8b0ac79a-4531-4e8b-8e6c-0225ae865876 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:52:53.644517 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8b0ac79a-4531-4e8b-8e6c-0225ae865876 admin admin] Usage tracker for resource:network and tenant:0ee226ced0b943e49cc8af8c8b6ac825 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:52:53.649401 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8b0ac79a-4531-4e8b-8e6c-0225ae865876 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:52:53.658725 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14006653-49cc-4a46-8a3a-5d4761ecf84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f27852a-bda3-44cc-9524-1939c4a56cd9,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:53.661389 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-8b0ac79a-4531-4e8b-8e6c-0225ae865876 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:52:53.665079 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-14006653-49cc-4a46-8a3a-5d4761ecf84e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=42e969ab23244e6882fa7bf5949dd25b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2428260 Feb 09 12:52:53.667928 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34964) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:53.680614 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0ac79a-4531-4e8b-8e6c-0225ae865876 admin admin] Made reservation on behalf of 0ee226ced0b943e49cc8af8c8b6ac825 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:52:53.684348 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8b0ac79a-4531-4e8b-8e6c-0225ae865876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:53.698712 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8b0ac79a-4531-4e8b-8e6c-0225ae865876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:53.714545 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-8b0ac79a-4531-4e8b-8e6c-0225ae865876 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:52:53.719114 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8b0ac79a-4531-4e8b-8e6c-0225ae865876 admin admin] Usage tracker for resource:security_group_rule and tenant:0ee226ced0b943e49cc8af8c8b6ac825 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:52:53.722223 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8b0ac79a-4531-4e8b-8e6c-0225ae865876 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:52:53.728557 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-8b0ac79a-4531-4e8b-8e6c-0225ae865876 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:52:53.734660 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-04826a61-3c73-4bcf-8bb1-2227689fb4a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:53.767854 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-04826a61-3c73-4bcf-8bb1-2227689fb4a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:53.828941 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8b0ac79a-4531-4e8b-8e6c-0225ae865876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:53.832815 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8b0ac79a-4531-4e8b-8e6c-0225ae865876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:53.834466 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-04826a61-3c73-4bcf-8bb1-2227689fb4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:53.852425 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04826a61-3c73-4bcf-8bb1-2227689fb4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f27852a-bda3-44cc-9524-1939c4a56cd9,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:53.861618 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-04826a61-3c73-4bcf-8bb1-2227689fb4a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:53.865071 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-04826a61-3c73-4bcf-8bb1-2227689fb4a6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6f27852a-bda3-44cc-9524-1939c4a56cd9 HTTP/1.1" status: 204 len: 168 time: 0.1938345 Feb 09 12:52:53.876424 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ac79a-4531-4e8b-8e6c-0225ae865876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c295c9b-f24c-4b24-9545-e698d009c332,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:53.878966 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b0ac79a-4531-4e8b-8e6c-0225ae865876 admin admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:52:53.889446 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8b0ac79a-4531-4e8b-8e6c-0225ae865876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:53.889794 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-8b0ac79a-4531-4e8b-8e6c-0225ae865876 admin admin] Added segment 687ff66f-e2df-4e5b-8f78-b44b5749ed29 of type vlan for network 2399c438-0720-40b2-8a59-65fda703cba9 Feb 09 12:52:53.919335 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8b0ac79a-4531-4e8b-8e6c-0225ae865876 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:53.952076 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8b0ac79a-4531-4e8b-8e6c-0225ae865876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:53.954018 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0ac79a-4531-4e8b-8e6c-0225ae865876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:53.954632 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8b0ac79a-4531-4e8b-8e6c-0225ae865876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:54.078417 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8b0ac79a-4531-4e8b-8e6c-0225ae865876 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7348504 Feb 09 12:52:54.081465 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 34980) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:54.086997 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-be581e63-d2c8-4b8d-92f5-a25c6ab93479 admin admin] Request body: {'subnet': {'network_id': '2399c438-0720-40b2-8a59-65fda703cba9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1062105487-subnet', 'tenant_id': '0ee226ced0b943e49cc8af8c8b6ac825', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:52:54.091939 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ac79a-4531-4e8b-8e6c-0225ae865876 admin admin] Pushing event updated for resources: {'Network': ['ID=2399c438-0720-40b2-8a59-65fda703cba9,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:54.093748 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-be581e63-d2c8-4b8d-92f5-a25c6ab93479 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:52:54.098394 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-be581e63-d2c8-4b8d-92f5-a25c6ab93479 admin admin] Usage tracker for resource:subnet and tenant:0ee226ced0b943e49cc8af8c8b6ac825 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:52:54.101652 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-be581e63-d2c8-4b8d-92f5-a25c6ab93479 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:52:54.102318 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 2399c438-0720-40b2-8a59-65fda703cba9 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:52:54.109011 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-be581e63-d2c8-4b8d-92f5-a25c6ab93479 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:52:54.120138 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be581e63-d2c8-4b8d-92f5-a25c6ab93479 admin admin] Made reservation on behalf of 0ee226ced0b943e49cc8af8c8b6ac825 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:52:54.122576 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-be581e63-d2c8-4b8d-92f5-a25c6ab93479 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:54.457117 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-be581e63-d2c8-4b8d-92f5-a25c6ab93479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:54.541101 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be581e63-d2c8-4b8d-92f5-a25c6ab93479 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9c93e90-e33b-4c0b-85e1-4730bbc5e86d,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:54.546684 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be581e63-d2c8-4b8d-92f5-a25c6ab93479 admin admin] Checking segment: {'id': '687ff66f-e2df-4e5b-8f78-b44b5749ed29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2399c438-0720-40b2-8a59-65fda703cba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:52:54.547039 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be581e63-d2c8-4b8d-92f5-a25c6ab93479 admin admin] Network hostable DHCP agents. Network: 2399c438-0720-40b2-8a59-65fda703cba9, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:52:54.566237 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be581e63-d2c8-4b8d-92f5-a25c6ab93479 admin admin] Network 2399c438-0720-40b2-8a59-65fda703cba9 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:52:54.576654 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-be581e63-d2c8-4b8d-92f5-a25c6ab93479 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 2399c438-0720-40b2-8a59-65fda703cba9) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:52:54.580867 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be581e63-d2c8-4b8d-92f5-a25c6ab93479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:54.581910 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-be581e63-d2c8-4b8d-92f5-a25c6ab93479 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:54.591467 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d889850f-4438-4ab7-b5eb-ed33ef0247da None None] Network 2399c438-0720-40b2-8a59-65fda703cba9 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:52:54.608680 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35006) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:54.633385 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-be581e63-d2c8-4b8d-92f5-a25c6ab93479 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5429928 Feb 09 12:52:54.834828 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309f32c1-3102-4466-bdd1-4ce210d7e1b2 None None] Network 2399c438-0720-40b2-8a59-65fda703cba9 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:52:54.867444 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-b2b2c90f-11bc-434d-b8ef-efd02635533b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1848899619-network', 'tenant_id': 'e4b24dd3af294188aa38b56139ebab6c'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:52:54.873183 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b2b2c90f-11bc-434d-b8ef-efd02635533b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:52:54.877913 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b2b2c90f-11bc-434d-b8ef-efd02635533b admin admin] Usage tracker for resource:network and tenant:e4b24dd3af294188aa38b56139ebab6c is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:52:54.881401 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b2b2c90f-11bc-434d-b8ef-efd02635533b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:52:54.888417 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b2b2c90f-11bc-434d-b8ef-efd02635533b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:52:54.902352 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b2c90f-11bc-434d-b8ef-efd02635533b admin admin] Made reservation on behalf of e4b24dd3af294188aa38b56139ebab6c for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:52:54.904990 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b2b2c90f-11bc-434d-b8ef-efd02635533b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:54.923281 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b2b2c90f-11bc-434d-b8ef-efd02635533b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:54.947579 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b2b2c90f-11bc-434d-b8ef-efd02635533b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:52:54.952448 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b2b2c90f-11bc-434d-b8ef-efd02635533b admin admin] Usage tracker for resource:security_group_rule and tenant:e4b24dd3af294188aa38b56139ebab6c is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:52:54.956283 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b2b2c90f-11bc-434d-b8ef-efd02635533b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:52:54.964857 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b2b2c90f-11bc-434d-b8ef-efd02635533b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:52:55.071366 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b2b2c90f-11bc-434d-b8ef-efd02635533b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:55.076295 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b2b2c90f-11bc-434d-b8ef-efd02635533b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:55.107754 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b2c90f-11bc-434d-b8ef-efd02635533b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f6b27f-ff93-4e66-ace3-8bfbd755d225,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:55.116797 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2b2c90f-11bc-434d-b8ef-efd02635533b admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:52:55.127302 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b2b2c90f-11bc-434d-b8ef-efd02635533b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:55.127649 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-b2b2c90f-11bc-434d-b8ef-efd02635533b admin admin] Added segment 20dda163-022a-4af2-bcd0-985a37f9d3f9 of type vlan for network e7d67b04-bf46-4f80-91eb-f23b41f3ff1a Feb 09 12:52:55.156071 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b2b2c90f-11bc-434d-b8ef-efd02635533b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:55.201736 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b2b2c90f-11bc-434d-b8ef-efd02635533b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:55.202847 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b2c90f-11bc-434d-b8ef-efd02635533b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:55.203497 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b2b2c90f-11bc-434d-b8ef-efd02635533b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:55.345362 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b2b2c90f-11bc-434d-b8ef-efd02635533b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7352571 Feb 09 12:52:55.348430 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 35034) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:55.355972 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-cdf0786c-e702-447d-9c85-163ebb95a84b admin admin] Request body: {'subnet': {'network_id': 'e7d67b04-bf46-4f80-91eb-f23b41f3ff1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1848899619-subnet', 'tenant_id': 'e4b24dd3af294188aa38b56139ebab6c', 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:52:55.367064 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b2c90f-11bc-434d-b8ef-efd02635533b admin admin] Pushing event updated for resources: {'Network': ['ID=e7d67b04-bf46-4f80-91eb-f23b41f3ff1a,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:55.378636 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network e7d67b04-bf46-4f80-91eb-f23b41f3ff1a details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:52:55.380125 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-cdf0786c-e702-447d-9c85-163ebb95a84b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:52:55.385661 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-cdf0786c-e702-447d-9c85-163ebb95a84b admin admin] Usage tracker for resource:subnet and tenant:e4b24dd3af294188aa38b56139ebab6c is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:52:55.389433 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-cdf0786c-e702-447d-9c85-163ebb95a84b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:52:55.397489 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-cdf0786c-e702-447d-9c85-163ebb95a84b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:52:55.412046 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf0786c-e702-447d-9c85-163ebb95a84b admin admin] Made reservation on behalf of e4b24dd3af294188aa38b56139ebab6c for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:52:55.416118 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cdf0786c-e702-447d-9c85-163ebb95a84b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:55.641257 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cdf0786c-e702-447d-9c85-163ebb95a84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:55.731675 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf0786c-e702-447d-9c85-163ebb95a84b admin admin] Checking segment: {'id': '20dda163-022a-4af2-bcd0-985a37f9d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e7d67b04-bf46-4f80-91eb-f23b41f3ff1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:52:55.732283 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf0786c-e702-447d-9c85-163ebb95a84b admin admin] Network hostable DHCP agents. Network: e7d67b04-bf46-4f80-91eb-f23b41f3ff1a, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:52:55.738631 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf0786c-e702-447d-9c85-163ebb95a84b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e77f6f1-b296-4e5c-b91e-dcd72950fb8f,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:55.757098 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf0786c-e702-447d-9c85-163ebb95a84b admin admin] Network e7d67b04-bf46-4f80-91eb-f23b41f3ff1a is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:52:55.768132 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-cdf0786c-e702-447d-9c85-163ebb95a84b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, e7d67b04-bf46-4f80-91eb-f23b41f3ff1a) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:52:55.772480 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf0786c-e702-447d-9c85-163ebb95a84b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:55.773430 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cdf0786c-e702-447d-9c85-163ebb95a84b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:55.778270 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2a9199-2d88-41ca-afb5-dcc66f17161b None None] Network e7d67b04-bf46-4f80-91eb-f23b41f3ff1a requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:52:55.807175 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35050) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:55.813777 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-1299013b-0c57-49e4-9346-3268eee8322f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1848899619-router', 'tenant_id': 'e4b24dd3af294188aa38b56139ebab6c', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:52:55.820663 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-cdf0786c-e702-447d-9c85-163ebb95a84b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4706273 Feb 09 12:52:55.823113 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-1299013b-0c57-49e4-9346-3268eee8322f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:52:55.828394 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-1299013b-0c57-49e4-9346-3268eee8322f admin admin] Usage tracker for resource:router and tenant:e4b24dd3af294188aa38b56139ebab6c is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:52:55.832112 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-1299013b-0c57-49e4-9346-3268eee8322f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:52:55.839186 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-1299013b-0c57-49e4-9346-3268eee8322f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:52:55.854300 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1299013b-0c57-49e4-9346-3268eee8322f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:55.855911 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1299013b-0c57-49e4-9346-3268eee8322f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:55.876505 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1299013b-0c57-49e4-9346-3268eee8322f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:56.053714 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b654522f-a22c-43f5-9f2f-d2232ca57aaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-e7d67b04-bf46-4f80-91eb-f23b41f3ff1a', 'network_id': 'e7d67b04-bf46-4f80-91eb-f23b41f3ff1a', 'tenant_id': 'e4b24dd3af294188aa38b56139ebab6c', 'fixed_ips': [{'subnet_id': '8e77f6f1-b296-4e5c-b91e-dcd72950fb8f'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:52:56.054565 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b654522f-a22c-43f5-9f2f-d2232ca57aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:56.212181 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1299013b-0c57-49e4-9346-3268eee8322f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:56.343224 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-b654522f-a22c-43f5-9f2f-d2232ca57aaf None None] Allocated IP 172.20.0.2 (e7d67b04-bf46-4f80-91eb-f23b41f3ff1a/8e77f6f1-b296-4e5c-b91e-dcd72950fb8f/80553614-16a3-4ca4-b0ad-3690076d68e6) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:52:56.595451 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b654522f-a22c-43f5-9f2f-d2232ca57aaf None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:56.609653 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b654522f-a22c-43f5-9f2f-d2232ca57aaf None None] Transition to ACTIVE for port object 80553614-16a3-4ca4-b0ad-3690076d68e6 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:52:56.610636 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1299013b-0c57-49e4-9346-3268eee8322f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:56.633598 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b654522f-a22c-43f5-9f2f-d2232ca57aaf None None] Transition to ACTIVE for port object 80553614-16a3-4ca4-b0ad-3690076d68e6 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:52:56.643570 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b654522f-a22c-43f5-9f2f-d2232ca57aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:56.713437 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b654522f-a22c-43f5-9f2f-d2232ca57aaf None None] Network e7d67b04-bf46-4f80-91eb-f23b41f3ff1a is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:52:56.722316 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-b654522f-a22c-43f5-9f2f-d2232ca57aaf None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:52:56.725077 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b654522f-a22c-43f5-9f2f-d2232ca57aaf None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:52:56.795115 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1299013b-0c57-49e4-9346-3268eee8322f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:56.825667 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b654522f-a22c-43f5-9f2f-d2232ca57aaf None None] Pushing event updated for resources: {'Port': ['ID=80553614-16a3-4ca4-b0ad-3690076d68e6,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:56.858925 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-b654522f-a22c-43f5-9f2f-d2232ca57aaf None None] Attempting to bind port 80553614-16a3-4ca4-b0ad-3690076d68e6 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:52:56.859444 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-b654522f-a22c-43f5-9f2f-d2232ca57aaf None None] Attempting to bind port 80553614-16a3-4ca4-b0ad-3690076d68e6 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '20dda163-022a-4af2-bcd0-985a37f9d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e7d67b04-bf46-4f80-91eb-f23b41f3ff1a'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:52:56.860085 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b654522f-a22c-43f5-9f2f-d2232ca57aaf None None] Attempting to bind port 80553614-16a3-4ca4-b0ad-3690076d68e6 on network e7d67b04-bf46-4f80-91eb-f23b41f3ff1a {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:52:56.866444 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b654522f-a22c-43f5-9f2f-d2232ca57aaf None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:52:56.866960 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b654522f-a22c-43f5-9f2f-d2232ca57aaf None None] Checking segment: {'id': '20dda163-022a-4af2-bcd0-985a37f9d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e7d67b04-bf46-4f80-91eb-f23b41f3ff1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:52:56.867610 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b654522f-a22c-43f5-9f2f-d2232ca57aaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:56.868138 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b654522f-a22c-43f5-9f2f-d2232ca57aaf None None] Bound using segment: {'id': '20dda163-022a-4af2-bcd0-985a37f9d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e7d67b04-bf46-4f80-91eb-f23b41f3ff1a'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:52:56.868797 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-b654522f-a22c-43f5-9f2f-d2232ca57aaf None None] Bound port: 80553614-16a3-4ca4-b0ad-3690076d68e6, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20dda163-022a-4af2-bcd0-985a37f9d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e7d67b04-bf46-4f80-91eb-f23b41f3ff1a'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:52:56.869295 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b654522f-a22c-43f5-9f2f-d2232ca57aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:56.976337 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-1299013b-0c57-49e4-9346-3268eee8322f admin admin] Allocated IP 172.25.7.250 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/70b6b7cf-a504-4fae-8609-7339ac15b795) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:52:56.988516 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-b654522f-a22c-43f5-9f2f-d2232ca57aaf None None] For port 80553614-16a3-4ca4-b0ad-3690076d68e6, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:52:56.991893 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-b654522f-a22c-43f5-9f2f-d2232ca57aaf None None] For port 80553614-16a3-4ca4-b0ad-3690076d68e6, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=80553614-16a3-4ca4-b0ad-3690076d68e6,segment=NetworkSegment(20dda163-022a-4af2-bcd0-985a37f9d3f9),segment_id=20dda163-022a-4af2-bcd0-985a37f9d3f9)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:52:56.996814 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b654522f-a22c-43f5-9f2f-d2232ca57aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:57.127360 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b654522f-a22c-43f5-9f2f-d2232ca57aaf None None] Pushing event updated for resources: {'Port': ['ID=80553614-16a3-4ca4-b0ad-3690076d68e6,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:57.164831 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1299013b-0c57-49e4-9346-3268eee8322f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:57.204771 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1299013b-0c57-49e4-9346-3268eee8322f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:57.273154 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1299013b-0c57-49e4-9346-3268eee8322f admin admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:52:57.276782 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-1299013b-0c57-49e4-9346-3268eee8322f admin admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:52:57.280586 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1299013b-0c57-49e4-9346-3268eee8322f admin admin] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:52:57.314959 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1299013b-0c57-49e4-9346-3268eee8322f admin admin] Pushing event updated for resources: {'Port': ['ID=70b6b7cf-a504-4fae-8609-7339ac15b795,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:57.780928 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1299013b-0c57-49e4-9346-3268eee8322f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:58.242826 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 80553614-16a3-4ca4-b0ad-3690076d68e6 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:52:58.353796 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 80553614-16a3-4ca4-b0ad-3690076d68e6 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:52:58.453818 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1299013b-0c57-49e4-9346-3268eee8322f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:58.566754 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34f7490-e0c3-4b35-8609-766c0d2dbd95 None None] Network e7d67b04-bf46-4f80-91eb-f23b41f3ff1a requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:52:58.699919 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6c01a7a4-96b3-4938-82ee-9e609cd00cff None None] Provisioning for port 80553614-16a3-4ca4-b0ad-3690076d68e6 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:52:58.778621 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6c01a7a4-96b3-4938-82ee-9e609cd00cff None None] Provisioning complete for port 80553614-16a3-4ca4-b0ad-3690076d68e6 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:52:58.778621 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6c01a7a4-96b3-4938-82ee-9e609cd00cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:58.858980 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1299013b-0c57-49e4-9346-3268eee8322f admin admin] Router e074a5ae-59b2-482b-9905-29e94826b410 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:52:58.973759 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6c01a7a4-96b3-4938-82ee-9e609cd00cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:59.044592 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-6c01a7a4-96b3-4938-82ee-9e609cd00cff None None] For port 80553614-16a3-4ca4-b0ad-3690076d68e6, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=80553614-16a3-4ca4-b0ad-3690076d68e6,segment=NetworkSegment(20dda163-022a-4af2-bcd0-985a37f9d3f9),segment_id=20dda163-022a-4af2-bcd0-985a37f9d3f9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:52:59.063975 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6c01a7a4-96b3-4938-82ee-9e609cd00cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:59.117498 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1299013b-0c57-49e4-9346-3268eee8322f admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:52:59.168626 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b5e0e8-9b59-4012-882a-0499ed0d18a7 None None] Sync routers for ids ['e074a5ae-59b2-482b-9905-29e94826b410'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:52:59.191082 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c01a7a4-96b3-4938-82ee-9e609cd00cff None None] Pushing event updated for resources: {'Port': ['ID=80553614-16a3-4ca4-b0ad-3690076d68e6,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:59.193252 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1299013b-0c57-49e4-9346-3268eee8322f admin admin] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:59.196268 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b5e0e8-9b59-4012-882a-0499ed0d18a7 None None] Routers {'e074a5ae-59b2-482b-9905-29e94826b410'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:52:59.197664 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-81b5e0e8-9b59-4012-882a-0499ed0d18a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:52:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e074a5ae-59b2-482b-9905-29e94826b410'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:59.207608 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1299013b-0c57-49e4-9346-3268eee8322f admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3991351 Feb 09 12:52:59.212017 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35084) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:59.468284 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-81b5e0e8-9b59-4012-882a-0499ed0d18a7 None None] Set router e074a5ae-59b2-482b-9905-29e94826b410 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:52:59.564605 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7ccd88d3-0163-4c3c-b0a7-ff3e0db7a79b None None] Provisioning complete for port 80553614-16a3-4ca4-b0ad-3690076d68e6 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:52:59.564850 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7ccd88d3-0163-4c3c-b0a7-ff3e0db7a79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:59.984542 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-81b5e0e8-9b59-4012-882a-0499ed0d18a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e074a5ae-59b2-482b-9905-29e94826b410', 'name': 'tempest-TestServerMultinode-1848899619-router', 'tenant_id': 'e4b24dd3af294188aa38b56139ebab6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '70b6b7cf-a504-4fae-8609-7339ac15b795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:52:55Z', 'updated_at': '2022-02-09T12:52:57Z', 'revision_number': 3, 'project_id': 'e4b24dd3af294188aa38b56139ebab6c', 'gw_port': {'id': '70b6b7cf-a504-4fae-8609-7339ac15b795', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d3:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e074a5ae-59b2-482b-9905-29e94826b410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:52:56Z', 'updated_at': '2022-02-09T12:52:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:59.989466 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b5e0e8-9b59-4012-882a-0499ed0d18a7 None None] Checking router: e074a5ae-59b2-482b-9905-29e94826b410 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:52:59.989466 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b5e0e8-9b59-4012-882a-0499ed0d18a7 None None] Updating router e074a5ae-59b2-482b-9905-29e94826b410 port 70b6b7cf-a504-4fae-8609-7339ac15b795 binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:53:00.051224 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-81b5e0e8-9b59-4012-882a-0499ed0d18a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:00.127315 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3da740df-0163-4700-a268-9c6ffdf87f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:00.187202 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 80553614-16a3-4ca4-b0ad-3690076d68e6 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:53:00.360203 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-3da740df-0163-4700-a268-9c6ffdf87f69 admin admin] Allocated IP 172.20.0.1 (e7d67b04-bf46-4f80-91eb-f23b41f3ff1a/8e77f6f1-b296-4e5c-b91e-dcd72950fb8f/21363a70-696e-4d47-89ab-8869ae2165ba) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:53:00.385049 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 80553614-16a3-4ca4-b0ad-3690076d68e6 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:53:00.385431 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:00.539865 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3da740df-0163-4700-a268-9c6ffdf87f69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:00.559208 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-3da740df-0163-4700-a268-9c6ffdf87f69 admin admin] Transition to ACTIVE for port object 21363a70-696e-4d47-89ab-8869ae2165ba will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:53:00.581967 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-81b5e0e8-9b59-4012-882a-0499ed0d18a7 None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:00.586527 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3da740df-0163-4700-a268-9c6ffdf87f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:00.598395 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-81b5e0e8-9b59-4012-882a-0499ed0d18a7 None None] Transition to ACTIVE for port object 70b6b7cf-a504-4fae-8609-7339ac15b795 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:53:00.612535 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-81b5e0e8-9b59-4012-882a-0499ed0d18a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:00.663756 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da740df-0163-4700-a268-9c6ffdf87f69 admin admin] Network e7d67b04-bf46-4f80-91eb-f23b41f3ff1a is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:53:00.667242 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-3da740df-0163-4700-a268-9c6ffdf87f69 admin admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:53:00.671300 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da740df-0163-4700-a268-9c6ffdf87f69 admin admin] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:53:00.690454 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-81b5e0e8-9b59-4012-882a-0499ed0d18a7 None None] Attempting to bind port 70b6b7cf-a504-4fae-8609-7339ac15b795 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:53:00.690698 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-81b5e0e8-9b59-4012-882a-0499ed0d18a7 None None] Attempting to bind port 70b6b7cf-a504-4fae-8609-7339ac15b795 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:53:00.690997 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b5e0e8-9b59-4012-882a-0499ed0d18a7 None None] Attempting to bind port 70b6b7cf-a504-4fae-8609-7339ac15b795 on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:53:00.696949 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd80a3-fcaf-4a1e-a56f-293c58b8e451 None None] Pushing event updated for resources: {'Port': ['ID=70b6b7cf-a504-4fae-8609-7339ac15b795,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:00.701341 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b5e0e8-9b59-4012-882a-0499ed0d18a7 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:53:00.701710 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b5e0e8-9b59-4012-882a-0499ed0d18a7 None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:53:00.702103 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-81b5e0e8-9b59-4012-882a-0499ed0d18a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:00.702480 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b5e0e8-9b59-4012-882a-0499ed0d18a7 None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:53:00.702953 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-81b5e0e8-9b59-4012-882a-0499ed0d18a7 None None] Bound port: 70b6b7cf-a504-4fae-8609-7339ac15b795, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:53:00.703324 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-81b5e0e8-9b59-4012-882a-0499ed0d18a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:00.723011 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da740df-0163-4700-a268-9c6ffdf87f69 admin admin] Pushing event updated for resources: {'Port': ['ID=21363a70-696e-4d47-89ab-8869ae2165ba,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:00.756202 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3da740df-0163-4700-a268-9c6ffdf87f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:00.815939 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-81b5e0e8-9b59-4012-882a-0499ed0d18a7 None None] For port 70b6b7cf-a504-4fae-8609-7339ac15b795, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:53:00.821898 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-81b5e0e8-9b59-4012-882a-0499ed0d18a7 None None] For port 70b6b7cf-a504-4fae-8609-7339ac15b795, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=70b6b7cf-a504-4fae-8609-7339ac15b795,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:53:00.826226 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-81b5e0e8-9b59-4012-882a-0499ed0d18a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:00.908017 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b5e0e8-9b59-4012-882a-0499ed0d18a7 None None] Routers {'e074a5ae-59b2-482b-9905-29e94826b410'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:53:00.908552 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-81b5e0e8-9b59-4012-882a-0499ed0d18a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:52:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e074a5ae-59b2-482b-9905-29e94826b410'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:53:00.969432 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd80a3-fcaf-4a1e-a56f-293c58b8e451 None None] Pushing event updated for resources: {'Port': ['ID=70b6b7cf-a504-4fae-8609-7339ac15b795,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:00.969652 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:53:01.090274 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-fa711030-3f3e-4713-9754-1632b1703fd4 None None] Provisioning for port 21363a70-696e-4d47-89ab-8869ae2165ba completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:53:01.100220 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-fa711030-3f3e-4713-9754-1632b1703fd4 None None] Provisioning complete for port 21363a70-696e-4d47-89ab-8869ae2165ba triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:53:01.100594 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fa711030-3f3e-4713-9754-1632b1703fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:01.169995 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-fa711030-3f3e-4713-9754-1632b1703fd4 None None] Port 21363a70-696e-4d47-89ab-8869ae2165ba cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:53:01.186654 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-81b5e0e8-9b59-4012-882a-0499ed0d18a7 None None] Set router e074a5ae-59b2-482b-9905-29e94826b410 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:53:01.253001 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3da740df-0163-4700-a268-9c6ffdf87f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:01.528706 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3da740df-0163-4700-a268-9c6ffdf87f69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:01.534470 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3da740df-0163-4700-a268-9c6ffdf87f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:01.576542 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-81b5e0e8-9b59-4012-882a-0499ed0d18a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e074a5ae-59b2-482b-9905-29e94826b410', 'name': 'tempest-TestServerMultinode-1848899619-router', 'tenant_id': 'e4b24dd3af294188aa38b56139ebab6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '70b6b7cf-a504-4fae-8609-7339ac15b795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:52:55Z', 'updated_at': '2022-02-09T12:52:57Z', 'revision_number': 3, 'project_id': 'e4b24dd3af294188aa38b56139ebab6c', 'gw_port': {'id': '70b6b7cf-a504-4fae-8609-7339ac15b795', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d3:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e074a5ae-59b2-482b-9905-29e94826b410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:52:56Z', 'updated_at': '2022-02-09T12:53:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:53:01.581451 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b5e0e8-9b59-4012-882a-0499ed0d18a7 None None] The sync data for ids ['e074a5ae-59b2-482b-9905-29e94826b410'] in n-d-825178-3 is: [{'id': 'e074a5ae-59b2-482b-9905-29e94826b410', 'name': 'tempest-TestServerMultinode-1848899619-router', 'tenant_id': 'e4b24dd3af294188aa38b56139ebab6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '70b6b7cf-a504-4fae-8609-7339ac15b795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:52:55Z', 'updated_at': '2022-02-09T12:52:57Z', 'revision_number': 3, 'project_id': 'e4b24dd3af294188aa38b56139ebab6c', 'gw_port': {'id': '70b6b7cf-a504-4fae-8609-7339ac15b795', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d3:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e074a5ae-59b2-482b-9905-29e94826b410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:52:56Z', 'updated_at': '2022-02-09T12:53:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:53:01.657681 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3da740df-0163-4700-a268-9c6ffdf87f69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:01.661836 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da740df-0163-4700-a268-9c6ffdf87f69 admin admin] Pushing event updated for resources: {'Port': ['ID=21363a70-696e-4d47-89ab-8869ae2165ba,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:01.839412 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da740df-0163-4700-a268-9c6ffdf87f69 admin admin] Network e7d67b04-bf46-4f80-91eb-f23b41f3ff1a is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:53:01.840988 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-3da740df-0163-4700-a268-9c6ffdf87f69 admin admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:53:02.207018 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da740df-0163-4700-a268-9c6ffdf87f69 admin admin] Router e074a5ae-59b2-482b-9905-29e94826b410 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:53:02.297820 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 70b6b7cf-a504-4fae-8609-7339ac15b795 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:53:02.422784 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-deecb486-d1fc-4dbb-b41f-0b73820f9b35 None None] Provisioning complete for port 21363a70-696e-4d47-89ab-8869ae2165ba triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:53:02.423574 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-deecb486-d1fc-4dbb-b41f-0b73820f9b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:02.562164 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-deecb486-d1fc-4dbb-b41f-0b73820f9b35 None None] Port 21363a70-696e-4d47-89ab-8869ae2165ba cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:53:02.572661 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da740df-0163-4700-a268-9c6ffdf87f69 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:53:02.596191 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 70b6b7cf-a504-4fae-8609-7339ac15b795 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:53:02.607187 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 70b6b7cf-a504-4fae-8609-7339ac15b795 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:53:02.607187 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:02.611441 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3da740df-0163-4700-a268-9c6ffdf87f69 admin admin] 10.222.0.55 "PUT /v2.0/routers/e074a5ae-59b2-482b-9905-29e94826b410/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3971848 Feb 09 12:53:02.791717 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:02.815284 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 70b6b7cf-a504-4fae-8609-7339ac15b795, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=70b6b7cf-a504-4fae-8609-7339ac15b795,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:53:02.820067 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:02.948171 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=70b6b7cf-a504-4fae-8609-7339ac15b795,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:03.681580 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35166) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:53:03.687127 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-685522e1-3389-4370-9726-e7dead289b22 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1918830343-network', 'tenant_id': '445a79a177d24603963cfb05448aff52'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:53:03.693016 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-685522e1-3389-4370-9726-e7dead289b22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:53:03.697730 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-685522e1-3389-4370-9726-e7dead289b22 admin admin] Usage tracker for resource:network and tenant:445a79a177d24603963cfb05448aff52 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:53:03.701162 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-685522e1-3389-4370-9726-e7dead289b22 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:53:03.708917 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-685522e1-3389-4370-9726-e7dead289b22 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:53:03.731323 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685522e1-3389-4370-9726-e7dead289b22 admin admin] Made reservation on behalf of 445a79a177d24603963cfb05448aff52 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:53:03.735701 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-685522e1-3389-4370-9726-e7dead289b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:03.750878 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-685522e1-3389-4370-9726-e7dead289b22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:03.767471 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-685522e1-3389-4370-9726-e7dead289b22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:53:03.772222 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-685522e1-3389-4370-9726-e7dead289b22 admin admin] Usage tracker for resource:security_group_rule and tenant:445a79a177d24603963cfb05448aff52 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:53:03.775581 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-685522e1-3389-4370-9726-e7dead289b22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:53:03.784477 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-685522e1-3389-4370-9726-e7dead289b22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:53:03.925815 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-685522e1-3389-4370-9726-e7dead289b22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:03.943791 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-685522e1-3389-4370-9726-e7dead289b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:03.979774 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-685522e1-3389-4370-9726-e7dead289b22 admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:53:03.991649 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-685522e1-3389-4370-9726-e7dead289b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:03.992024 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-685522e1-3389-4370-9726-e7dead289b22 admin admin] Added segment 8a5a9731-fa4c-48d6-8bf6-1ecd201cb4b2 of type vlan for network a70f0fc0-78a4-4703-b88b-78db8c00ed63 Feb 09 12:53:03.993177 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685522e1-3389-4370-9726-e7dead289b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52defcb5-469a-479d-8ba1-ab43c350f032,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:04.009397 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4256224c-f5e3-4804-8053-5a172fc77d65 None None] Sync routers for ids ['e074a5ae-59b2-482b-9905-29e94826b410'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:53:04.054698 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-685522e1-3389-4370-9726-e7dead289b22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:04.073153 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4256224c-f5e3-4804-8053-5a172fc77d65 None None] Routers {'e074a5ae-59b2-482b-9905-29e94826b410'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:53:04.073820 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4256224c-f5e3-4804-8053-5a172fc77d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:52:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e074a5ae-59b2-482b-9905-29e94826b410'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:53:04.209840 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-685522e1-3389-4370-9726-e7dead289b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:04.210744 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685522e1-3389-4370-9726-e7dead289b22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:04.211332 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-685522e1-3389-4370-9726-e7dead289b22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:04.231093 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 70b6b7cf-a504-4fae-8609-7339ac15b795 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:53:04.367759 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 70b6b7cf-a504-4fae-8609-7339ac15b795 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:53:04.368291 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:04.382623 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685522e1-3389-4370-9726-e7dead289b22 admin admin] Pushing event updated for resources: {'Network': ['ID=a70f0fc0-78a4-4703-b88b-78db8c00ed63,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:04.390173 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-685522e1-3389-4370-9726-e7dead289b22 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7074623 Feb 09 12:53:04.393290 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 35180) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:53:04.398968 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-4256224c-f5e3-4804-8053-5a172fc77d65 None None] Set router e074a5ae-59b2-482b-9905-29e94826b410 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:53:04.401248 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-d8bfad3c-a8bf-4c8c-b085-dfa357709c35 admin admin] Request body: {'subnet': {'network_id': 'a70f0fc0-78a4-4703-b88b-78db8c00ed63', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1918830343-subnet', 'tenant_id': '445a79a177d24603963cfb05448aff52', 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:53:04.408462 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d8bfad3c-a8bf-4c8c-b085-dfa357709c35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:53:04.413196 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d8bfad3c-a8bf-4c8c-b085-dfa357709c35 admin admin] Usage tracker for resource:subnet and tenant:445a79a177d24603963cfb05448aff52 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:53:04.417076 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d8bfad3c-a8bf-4c8c-b085-dfa357709c35 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:53:04.422692 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network a70f0fc0-78a4-4703-b88b-78db8c00ed63 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:53:04.424401 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d8bfad3c-a8bf-4c8c-b085-dfa357709c35 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:53:04.441677 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8bfad3c-a8bf-4c8c-b085-dfa357709c35 admin admin] Made reservation on behalf of 445a79a177d24603963cfb05448aff52 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:53:04.450721 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d8bfad3c-a8bf-4c8c-b085-dfa357709c35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:04.855564 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d8bfad3c-a8bf-4c8c-b085-dfa357709c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:04.977589 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4256224c-f5e3-4804-8053-5a172fc77d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e074a5ae-59b2-482b-9905-29e94826b410', 'name': 'tempest-TestServerMultinode-1848899619-router', 'tenant_id': 'e4b24dd3af294188aa38b56139ebab6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '70b6b7cf-a504-4fae-8609-7339ac15b795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:52:55Z', 'updated_at': '2022-02-09T12:53:01Z', 'revision_number': 4, 'project_id': 'e4b24dd3af294188aa38b56139ebab6c', 'gw_port': {'id': '70b6b7cf-a504-4fae-8609-7339ac15b795', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e074a5ae-59b2-482b-9905-29e94826b410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:52:56Z', 'updated_at': '2022-02-09T12:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '21363a70-696e-4d47-89ab-8869ae2165ba', 'name': '', 'network_id': 'e7d67b04-bf46-4f80-91eb-f23b41f3ff1a', 'tenant_id': 'e4b24dd3af294188aa38b56139ebab6c', 'mac_address': 'fa:16:3e:a8:96:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e074a5ae-59b2-482b-9905-29e94826b410', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '8e77f6f1-b296-4e5c-b91e-dcd72950fb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:53:00Z', 'updated_at': '2022-02-09T12:53:01Z', 'revision_number': 2, 'project_id': 'e4b24dd3af294188aa38b56139ebab6c', 'subnets': [{'id': '8e77f6f1-b296-4e5c-b91e-dcd72950fb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:53:04.979121 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bfad3c-a8bf-4c8c-b085-dfa357709c35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eefefe9-8d99-4189-afb2-e4dd1fc67a1a,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:04.983632 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bfad3c-a8bf-4c8c-b085-dfa357709c35 admin admin] Checking segment: {'id': '8a5a9731-fa4c-48d6-8bf6-1ecd201cb4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a70f0fc0-78a4-4703-b88b-78db8c00ed63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:53:04.984264 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bfad3c-a8bf-4c8c-b085-dfa357709c35 admin admin] Network hostable DHCP agents. Network: a70f0fc0-78a4-4703-b88b-78db8c00ed63, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:53:04.990496 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4256224c-f5e3-4804-8053-5a172fc77d65 None None] Checking router: e074a5ae-59b2-482b-9905-29e94826b410 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:53:04.991019 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4256224c-f5e3-4804-8053-5a172fc77d65 None None] Updating router e074a5ae-59b2-482b-9905-29e94826b410 port 21363a70-696e-4d47-89ab-8869ae2165ba binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:53:05.030368 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bfad3c-a8bf-4c8c-b085-dfa357709c35 admin admin] Network a70f0fc0-78a4-4703-b88b-78db8c00ed63 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:53:05.043923 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-d8bfad3c-a8bf-4c8c-b085-dfa357709c35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, a70f0fc0-78a4-4703-b88b-78db8c00ed63) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:53:05.052907 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bfad3c-a8bf-4c8c-b085-dfa357709c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:05.053572 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d8bfad3c-a8bf-4c8c-b085-dfa357709c35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:05.055237 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1d9c0c-d8d3-47f1-8473-f538091d9e48 None None] Network a70f0fc0-78a4-4703-b88b-78db8c00ed63 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:53:05.076684 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4256224c-f5e3-4804-8053-5a172fc77d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:05.100737 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d8bfad3c-a8bf-4c8c-b085-dfa357709c35 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7055173 Feb 09 12:53:05.103343 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 35196) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:53:05.110088 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-687fbe87-cbcc-474d-b415-89aa2abb5984 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1918830343-router', 'tenant_id': '445a79a177d24603963cfb05448aff52', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:53:05.115783 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-687fbe87-cbcc-474d-b415-89aa2abb5984 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:53:05.121088 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-687fbe87-cbcc-474d-b415-89aa2abb5984 admin admin] Usage tracker for resource:router and tenant:445a79a177d24603963cfb05448aff52 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:53:05.124295 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-687fbe87-cbcc-474d-b415-89aa2abb5984 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:53:05.135734 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-687fbe87-cbcc-474d-b415-89aa2abb5984 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:53:05.158496 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-687fbe87-cbcc-474d-b415-89aa2abb5984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:05.158908 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-687fbe87-cbcc-474d-b415-89aa2abb5984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:05.188222 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-687fbe87-cbcc-474d-b415-89aa2abb5984 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:05.498804 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0d9b83-a701-47b4-a021-4f79c844a68b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-a70f0fc0-78a4-4703-b88b-78db8c00ed63', 'network_id': 'a70f0fc0-78a4-4703-b88b-78db8c00ed63', 'tenant_id': '445a79a177d24603963cfb05448aff52', 'fixed_ips': [{'subnet_id': '1eefefe9-8d99-4189-afb2-e4dd1fc67a1a'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:53:05.501463 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7f0d9b83-a701-47b4-a021-4f79c844a68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:05.655080 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-687fbe87-cbcc-474d-b415-89aa2abb5984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:05.724388 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4256224c-f5e3-4804-8053-5a172fc77d65 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:05.738764 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-4256224c-f5e3-4804-8053-5a172fc77d65 None None] Transition to ACTIVE for port object 21363a70-696e-4d47-89ab-8869ae2165ba will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:53:05.748886 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4256224c-f5e3-4804-8053-5a172fc77d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:05.750668 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-7f0d9b83-a701-47b4-a021-4f79c844a68b None None] Allocated IP 172.20.0.2 (a70f0fc0-78a4-4703-b88b-78db8c00ed63/1eefefe9-8d99-4189-afb2-e4dd1fc67a1a/d7746578-b9ec-4bff-92ee-d35e81fd00c6) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:53:05.841019 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7383e57-38de-440f-a228-a50b37c2e7ab None None] Pushing event updated for resources: {'Port': ['ID=21363a70-696e-4d47-89ab-8869ae2165ba,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:05.919066 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7383e57-38de-440f-a228-a50b37c2e7ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:05.919066 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7383e57-38de-440f-a228-a50b37c2e7ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:05.919406 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7383e57-38de-440f-a228-a50b37c2e7ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:05.919610 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7383e57-38de-440f-a228-a50b37c2e7ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:05.920150 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7383e57-38de-440f-a228-a50b37c2e7ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:05.920685 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7383e57-38de-440f-a228-a50b37c2e7ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:05.920685 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7383e57-38de-440f-a228-a50b37c2e7ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:05.921811 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7383e57-38de-440f-a228-a50b37c2e7ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:05.921811 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7383e57-38de-440f-a228-a50b37c2e7ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:05.921811 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7383e57-38de-440f-a228-a50b37c2e7ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:05.921811 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7383e57-38de-440f-a228-a50b37c2e7ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:05.922655 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7383e57-38de-440f-a228-a50b37c2e7ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:06.120135 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-4256224c-f5e3-4804-8053-5a172fc77d65 None None] Attempting to bind port 21363a70-696e-4d47-89ab-8869ae2165ba on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:53:06.120715 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-4256224c-f5e3-4804-8053-5a172fc77d65 None None] Attempting to bind port 21363a70-696e-4d47-89ab-8869ae2165ba by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '20dda163-022a-4af2-bcd0-985a37f9d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e7d67b04-bf46-4f80-91eb-f23b41f3ff1a'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:53:06.120831 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4256224c-f5e3-4804-8053-5a172fc77d65 None None] Attempting to bind port 21363a70-696e-4d47-89ab-8869ae2165ba on network e7d67b04-bf46-4f80-91eb-f23b41f3ff1a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:53:06.134730 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4256224c-f5e3-4804-8053-5a172fc77d65 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:53:06.135374 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4256224c-f5e3-4804-8053-5a172fc77d65 None None] Checking segment: {'id': '20dda163-022a-4af2-bcd0-985a37f9d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e7d67b04-bf46-4f80-91eb-f23b41f3ff1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:53:06.135953 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4256224c-f5e3-4804-8053-5a172fc77d65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:06.136480 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4256224c-f5e3-4804-8053-5a172fc77d65 None None] Bound using segment: {'id': '20dda163-022a-4af2-bcd0-985a37f9d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e7d67b04-bf46-4f80-91eb-f23b41f3ff1a'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:53:06.138512 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-4256224c-f5e3-4804-8053-5a172fc77d65 None None] Bound port: 21363a70-696e-4d47-89ab-8869ae2165ba, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20dda163-022a-4af2-bcd0-985a37f9d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e7d67b04-bf46-4f80-91eb-f23b41f3ff1a'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:53:06.139051 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4256224c-f5e3-4804-8053-5a172fc77d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:06.171912 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7f0d9b83-a701-47b4-a021-4f79c844a68b None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:06.213452 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7f0d9b83-a701-47b4-a021-4f79c844a68b None None] Transition to ACTIVE for port object d7746578-b9ec-4bff-92ee-d35e81fd00c6 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:53:06.259650 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7f0d9b83-a701-47b4-a021-4f79c844a68b None None] Transition to ACTIVE for port object d7746578-b9ec-4bff-92ee-d35e81fd00c6 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:53:06.266437 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7f0d9b83-a701-47b4-a021-4f79c844a68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:06.341901 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-4256224c-f5e3-4804-8053-5a172fc77d65 None None] For port 21363a70-696e-4d47-89ab-8869ae2165ba, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:53:06.353895 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-4256224c-f5e3-4804-8053-5a172fc77d65 None None] For port 21363a70-696e-4d47-89ab-8869ae2165ba, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=21363a70-696e-4d47-89ab-8869ae2165ba,segment=NetworkSegment(20dda163-022a-4af2-bcd0-985a37f9d3f9),segment_id=20dda163-022a-4af2-bcd0-985a37f9d3f9)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:53:06.364571 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4256224c-f5e3-4804-8053-5a172fc77d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:06.407180 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0d9b83-a701-47b4-a021-4f79c844a68b None None] Network a70f0fc0-78a4-4703-b88b-78db8c00ed63 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:53:06.424582 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-7f0d9b83-a701-47b4-a021-4f79c844a68b None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:53:06.435915 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0d9b83-a701-47b4-a021-4f79c844a68b None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:53:06.440490 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0d9b83-a701-47b4-a021-4f79c844a68b None None] Pushing event updated for resources: {'Port': ['ID=d7746578-b9ec-4bff-92ee-d35e81fd00c6,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:06.514344 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7383e57-38de-440f-a228-a50b37c2e7ab None None] Pushing event updated for resources: {'Port': ['ID=21363a70-696e-4d47-89ab-8869ae2165ba,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:06.517645 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4256224c-f5e3-4804-8053-5a172fc77d65 None None] Routers {'e074a5ae-59b2-482b-9905-29e94826b410'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:53:06.518004 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4256224c-f5e3-4804-8053-5a172fc77d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:52:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e074a5ae-59b2-482b-9905-29e94826b410'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:53:06.591068 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-7f0d9b83-a701-47b4-a021-4f79c844a68b None None] Attempting to bind port d7746578-b9ec-4bff-92ee-d35e81fd00c6 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:53:06.591593 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-7f0d9b83-a701-47b4-a021-4f79c844a68b None None] Attempting to bind port d7746578-b9ec-4bff-92ee-d35e81fd00c6 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '8a5a9731-fa4c-48d6-8bf6-1ecd201cb4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a70f0fc0-78a4-4703-b88b-78db8c00ed63'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:53:06.591819 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0d9b83-a701-47b4-a021-4f79c844a68b None None] Attempting to bind port d7746578-b9ec-4bff-92ee-d35e81fd00c6 on network a70f0fc0-78a4-4703-b88b-78db8c00ed63 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:53:06.608618 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0d9b83-a701-47b4-a021-4f79c844a68b None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:53:06.615704 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0d9b83-a701-47b4-a021-4f79c844a68b None None] Checking segment: {'id': '8a5a9731-fa4c-48d6-8bf6-1ecd201cb4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a70f0fc0-78a4-4703-b88b-78db8c00ed63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:53:06.618756 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7f0d9b83-a701-47b4-a021-4f79c844a68b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:06.618756 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0d9b83-a701-47b4-a021-4f79c844a68b None None] Bound using segment: {'id': '8a5a9731-fa4c-48d6-8bf6-1ecd201cb4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a70f0fc0-78a4-4703-b88b-78db8c00ed63'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:53:06.618756 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-7f0d9b83-a701-47b4-a021-4f79c844a68b None None] Bound port: d7746578-b9ec-4bff-92ee-d35e81fd00c6, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a5a9731-fa4c-48d6-8bf6-1ecd201cb4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a70f0fc0-78a4-4703-b88b-78db8c00ed63'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:53:06.618756 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7f0d9b83-a701-47b4-a021-4f79c844a68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:06.879572 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7f0d9b83-a701-47b4-a021-4f79c844a68b None None] For port d7746578-b9ec-4bff-92ee-d35e81fd00c6, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:53:06.883518 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7f0d9b83-a701-47b4-a021-4f79c844a68b None None] For port d7746578-b9ec-4bff-92ee-d35e81fd00c6, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=d7746578-b9ec-4bff-92ee-d35e81fd00c6,segment=NetworkSegment(8a5a9731-fa4c-48d6-8bf6-1ecd201cb4b2),segment_id=8a5a9731-fa4c-48d6-8bf6-1ecd201cb4b2)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:53:06.894394 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7f0d9b83-a701-47b4-a021-4f79c844a68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:06.941515 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-687fbe87-cbcc-474d-b415-89aa2abb5984 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:06.981179 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-687fbe87-cbcc-474d-b415-89aa2abb5984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:07.017010 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-4256224c-f5e3-4804-8053-5a172fc77d65 None None] Set router e074a5ae-59b2-482b-9905-29e94826b410 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:53:07.057863 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0d9b83-a701-47b4-a021-4f79c844a68b None None] Pushing event updated for resources: {'Port': ['ID=d7746578-b9ec-4bff-92ee-d35e81fd00c6,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:07.313306 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-687fbe87-cbcc-474d-b415-89aa2abb5984 admin admin] Allocated IP 172.25.7.115 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/d6dbdaef-0a14-44d4-9066-3cf1bbac6120) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:53:07.660523 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4256224c-f5e3-4804-8053-5a172fc77d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e074a5ae-59b2-482b-9905-29e94826b410', 'name': 'tempest-TestServerMultinode-1848899619-router', 'tenant_id': 'e4b24dd3af294188aa38b56139ebab6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '70b6b7cf-a504-4fae-8609-7339ac15b795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:52:55Z', 'updated_at': '2022-02-09T12:53:01Z', 'revision_number': 4, 'project_id': 'e4b24dd3af294188aa38b56139ebab6c', 'gw_port': {'id': '70b6b7cf-a504-4fae-8609-7339ac15b795', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e074a5ae-59b2-482b-9905-29e94826b410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:52:56Z', 'updated_at': '2022-02-09T12:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '21363a70-696e-4d47-89ab-8869ae2165ba', 'name': '', 'network_id': 'e7d67b04-bf46-4f80-91eb-f23b41f3ff1a', 'tenant_id': 'e4b24dd3af294188aa38b56139ebab6c', 'mac_address': 'fa:16:3e:a8:96:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e074a5ae-59b2-482b-9905-29e94826b410', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '8e77f6f1-b296-4e5c-b91e-dcd72950fb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:53:00Z', 'updated_at': '2022-02-09T12:53:06Z', 'revision_number': 4, 'project_id': 'e4b24dd3af294188aa38b56139ebab6c', 'subnets': [{'id': '8e77f6f1-b296-4e5c-b91e-dcd72950fb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:53:07.664720 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4256224c-f5e3-4804-8053-5a172fc77d65 None None] The sync data for ids ['e074a5ae-59b2-482b-9905-29e94826b410'] in n-d-825178-3 is: [{'id': 'e074a5ae-59b2-482b-9905-29e94826b410', 'name': 'tempest-TestServerMultinode-1848899619-router', 'tenant_id': 'e4b24dd3af294188aa38b56139ebab6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '70b6b7cf-a504-4fae-8609-7339ac15b795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:52:55Z', 'updated_at': '2022-02-09T12:53:01Z', 'revision_number': 4, 'project_id': 'e4b24dd3af294188aa38b56139ebab6c', 'gw_port': {'id': '70b6b7cf-a504-4fae-8609-7339ac15b795', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e074a5ae-59b2-482b-9905-29e94826b410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:52:56Z', 'updated_at': '2022-02-09T12:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '21363a70-696e-4d47-89ab-8869ae2165ba', 'name': '', 'network_id': 'e7d67b04-bf46-4f80-91eb-f23b41f3ff1a', 'tenant_id': 'e4b24dd3af294188aa38b56139ebab6c', 'mac_address': 'fa:16:3e:a8:96:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e074a5ae-59b2-482b-9905-29e94826b410', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '8e77f6f1-b296-4e5c-b91e-dcd72950fb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:53:00Z', 'updated_at': '2022-02-09T12:53:06Z', 'revision_number': 4, 'project_id': 'e4b24dd3af294188aa38b56139ebab6c', 'subnets': [{'id': '8e77f6f1-b296-4e5c-b91e-dcd72950fb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:53:07.705734 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-687fbe87-cbcc-474d-b415-89aa2abb5984 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:07.781336 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-687fbe87-cbcc-474d-b415-89aa2abb5984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:07.891382 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687fbe87-cbcc-474d-b415-89aa2abb5984 admin admin] Pushing event updated for resources: {'Port': ['ID=d6dbdaef-0a14-44d4-9066-3cf1bbac6120,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:07.898581 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687fbe87-cbcc-474d-b415-89aa2abb5984 admin admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:53:07.900619 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-687fbe87-cbcc-474d-b415-89aa2abb5984 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:53:07.903039 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687fbe87-cbcc-474d-b415-89aa2abb5984 admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:53:08.378434 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 21363a70-696e-4d47-89ab-8869ae2165ba up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:53:08.535508 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 21363a70-696e-4d47-89ab-8869ae2165ba completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:53:08.544136 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 21363a70-696e-4d47-89ab-8869ae2165ba triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:53:08.545480 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:08.782698 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:08.827570 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58962158-4cd5-4136-8850-b2af841fad58 None None] Network a70f0fc0-78a4-4703-b88b-78db8c00ed63 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:53:08.858321 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-687fbe87-cbcc-474d-b415-89aa2abb5984 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:08.940635 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 21363a70-696e-4d47-89ab-8869ae2165ba, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=21363a70-696e-4d47-89ab-8869ae2165ba,segment=NetworkSegment(20dda163-022a-4af2-bcd0-985a37f9d3f9),segment_id=20dda163-022a-4af2-bcd0-985a37f9d3f9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:53:08.972111 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:08.972111 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device d7746578-b9ec-4bff-92ee-d35e81fd00c6 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:53:09.152781 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7e24be3d-415d-42c9-9ce3-fd40f12fcb2f None None] Provisioning for port d7746578-b9ec-4bff-92ee-d35e81fd00c6 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:53:09.290337 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port d7746578-b9ec-4bff-92ee-d35e81fd00c6 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:53:09.302790 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=21363a70-696e-4d47-89ab-8869ae2165ba,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:09.378514 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port d7746578-b9ec-4bff-92ee-d35e81fd00c6 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:53:09.379142 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:09.485114 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-687fbe87-cbcc-474d-b415-89aa2abb5984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:09.657021 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:09.725080 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port d7746578-b9ec-4bff-92ee-d35e81fd00c6, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=d7746578-b9ec-4bff-92ee-d35e81fd00c6,segment=NetworkSegment(8a5a9731-fa4c-48d6-8bf6-1ecd201cb4b2),segment_id=8a5a9731-fa4c-48d6-8bf6-1ecd201cb4b2)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:53:09.735666 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:09.878823 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=d7746578-b9ec-4bff-92ee-d35e81fd00c6,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:09.956649 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687fbe87-cbcc-474d-b415-89aa2abb5984 admin admin] Router 2a4d3ac1-6426-4d0b-98fa-a51725076bfe is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:53:10.019994 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-dedfd59b-cecf-4847-810f-f2f557b5253a None None] Provisioning complete for port d7746578-b9ec-4bff-92ee-d35e81fd00c6 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:53:10.020927 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-dedfd59b-cecf-4847-810f-f2f557b5253a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:10.207250 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 21363a70-696e-4d47-89ab-8869ae2165ba up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:53:10.225325 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687fbe87-cbcc-474d-b415-89aa2abb5984 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:53:10.239917 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e4717c-2ddc-4721-9827-e867d1591c7d None None] Sync routers for ids ['2a4d3ac1-6426-4d0b-98fa-a51725076bfe'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:53:10.258959 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-687fbe87-cbcc-474d-b415-89aa2abb5984 admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:10.262028 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-687fbe87-cbcc-474d-b415-89aa2abb5984 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1573074 Feb 09 12:53:10.264976 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 35262) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:53:10.284004 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e4717c-2ddc-4721-9827-e867d1591c7d None None] Routers {'2a4d3ac1-6426-4d0b-98fa-a51725076bfe'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:53:10.284806 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-33e4717c-2ddc-4721-9827-e867d1591c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:52:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2a4d3ac1-6426-4d0b-98fa-a51725076bfe'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:53:10.481358 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 21363a70-696e-4d47-89ab-8869ae2165ba triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:53:10.481934 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:10.627791 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-33e4717c-2ddc-4721-9827-e867d1591c7d None None] Set router 2a4d3ac1-6426-4d0b-98fa-a51725076bfe gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:53:10.932536 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device d7746578-b9ec-4bff-92ee-d35e81fd00c6 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:53:11.082801 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port d7746578-b9ec-4bff-92ee-d35e81fd00c6 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:53:11.083180 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:11.153836 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-33e4717c-2ddc-4721-9827-e867d1591c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4d3ac1-6426-4d0b-98fa-a51725076bfe', 'name': 'tempest-TestServerMultinode-1918830343-router', 'tenant_id': '445a79a177d24603963cfb05448aff52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': 'd6dbdaef-0a14-44d4-9066-3cf1bbac6120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:53:05Z', 'updated_at': '2022-02-09T12:53:08Z', 'revision_number': 3, 'project_id': '445a79a177d24603963cfb05448aff52', 'gw_port': {'id': 'd6dbdaef-0a14-44d4-9066-3cf1bbac6120', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f1:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4d3ac1-6426-4d0b-98fa-a51725076bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:53:07Z', 'updated_at': '2022-02-09T12:53:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:53:11.160951 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e4717c-2ddc-4721-9827-e867d1591c7d None None] Checking router: 2a4d3ac1-6426-4d0b-98fa-a51725076bfe for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:53:11.161295 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e4717c-2ddc-4721-9827-e867d1591c7d None None] Updating router 2a4d3ac1-6426-4d0b-98fa-a51725076bfe port d6dbdaef-0a14-44d4-9066-3cf1bbac6120 binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:53:11.310596 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-79c45857-6c6a-4d60-8bac-a84be5a93c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:11.326650 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-33e4717c-2ddc-4721-9827-e867d1591c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:11.564769 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-79c45857-6c6a-4d60-8bac-a84be5a93c83 admin admin] Allocated IP 172.20.0.1 (a70f0fc0-78a4-4703-b88b-78db8c00ed63/1eefefe9-8d99-4189-afb2-e4dd1fc67a1a/d2a09111-bd45-47c6-8dca-81560c33952c) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:53:11.714937 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-33e4717c-2ddc-4721-9827-e867d1591c7d None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:11.725867 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-79c45857-6c6a-4d60-8bac-a84be5a93c83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:11.727717 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-33e4717c-2ddc-4721-9827-e867d1591c7d None None] Transition to ACTIVE for port object d6dbdaef-0a14-44d4-9066-3cf1bbac6120 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:53:11.736761 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-33e4717c-2ddc-4721-9827-e867d1591c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:11.742824 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-79c45857-6c6a-4d60-8bac-a84be5a93c83 admin admin] Transition to ACTIVE for port object d2a09111-bd45-47c6-8dca-81560c33952c will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:53:11.770149 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-79c45857-6c6a-4d60-8bac-a84be5a93c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:11.824012 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-33e4717c-2ddc-4721-9827-e867d1591c7d None None] Attempting to bind port d6dbdaef-0a14-44d4-9066-3cf1bbac6120 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:53:11.824478 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-33e4717c-2ddc-4721-9827-e867d1591c7d None None] Attempting to bind port d6dbdaef-0a14-44d4-9066-3cf1bbac6120 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:53:11.824923 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e4717c-2ddc-4721-9827-e867d1591c7d None None] Attempting to bind port d6dbdaef-0a14-44d4-9066-3cf1bbac6120 on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:53:11.828483 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a82e7b6-dd98-4f25-beaf-de8ba0447097 None None] Pushing event updated for resources: {'Port': ['ID=d6dbdaef-0a14-44d4-9066-3cf1bbac6120,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:11.832945 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e4717c-2ddc-4721-9827-e867d1591c7d None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:53:11.833402 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e4717c-2ddc-4721-9827-e867d1591c7d None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:53:11.834074 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-33e4717c-2ddc-4721-9827-e867d1591c7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:11.835039 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e4717c-2ddc-4721-9827-e867d1591c7d None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:53:11.835161 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-33e4717c-2ddc-4721-9827-e867d1591c7d None None] Bound port: d6dbdaef-0a14-44d4-9066-3cf1bbac6120, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:53:11.835732 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-33e4717c-2ddc-4721-9827-e867d1591c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:11.839697 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c45857-6c6a-4d60-8bac-a84be5a93c83 admin admin] Network a70f0fc0-78a4-4703-b88b-78db8c00ed63 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:53:11.842606 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-79c45857-6c6a-4d60-8bac-a84be5a93c83 admin admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:53:11.851275 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c45857-6c6a-4d60-8bac-a84be5a93c83 admin admin] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:53:11.906904 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c45857-6c6a-4d60-8bac-a84be5a93c83 admin admin] Pushing event updated for resources: {'Port': ['ID=d2a09111-bd45-47c6-8dca-81560c33952c,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:11.921759 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-79c45857-6c6a-4d60-8bac-a84be5a93c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:11.954479 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-33e4717c-2ddc-4721-9827-e867d1591c7d None None] For port d6dbdaef-0a14-44d4-9066-3cf1bbac6120, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:53:11.959235 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-33e4717c-2ddc-4721-9827-e867d1591c7d None None] For port d6dbdaef-0a14-44d4-9066-3cf1bbac6120, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=d6dbdaef-0a14-44d4-9066-3cf1bbac6120,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:53:11.966226 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-33e4717c-2ddc-4721-9827-e867d1591c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:12.085126 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-79c45857-6c6a-4d60-8bac-a84be5a93c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:12.089132 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e4717c-2ddc-4721-9827-e867d1591c7d None None] Routers {'2a4d3ac1-6426-4d0b-98fa-a51725076bfe'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:53:12.089810 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-33e4717c-2ddc-4721-9827-e867d1591c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:52:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2a4d3ac1-6426-4d0b-98fa-a51725076bfe'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:53:12.302913 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a82e7b6-dd98-4f25-beaf-de8ba0447097 None None] Pushing event updated for resources: {'Port': ['ID=d6dbdaef-0a14-44d4-9066-3cf1bbac6120,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:12.317023 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-a7f101ca-a0c8-427e-a504-639b639fcbb3 None None] Provisioning for port d2a09111-bd45-47c6-8dca-81560c33952c completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:53:12.324808 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-a7f101ca-a0c8-427e-a504-639b639fcbb3 None None] Provisioning complete for port d2a09111-bd45-47c6-8dca-81560c33952c triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:53:12.325180 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a7f101ca-a0c8-427e-a504-639b639fcbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:12.387268 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-a7f101ca-a0c8-427e-a504-639b639fcbb3 None None] Port d2a09111-bd45-47c6-8dca-81560c33952c cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:53:12.414068 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-33e4717c-2ddc-4721-9827-e867d1591c7d None None] Set router 2a4d3ac1-6426-4d0b-98fa-a51725076bfe gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:53:12.427969 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-79c45857-6c6a-4d60-8bac-a84be5a93c83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:12.435009 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-79c45857-6c6a-4d60-8bac-a84be5a93c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:12.560538 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c45857-6c6a-4d60-8bac-a84be5a93c83 admin admin] Pushing event updated for resources: {'Port': ['ID=d2a09111-bd45-47c6-8dca-81560c33952c,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:12.578563 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-79c45857-6c6a-4d60-8bac-a84be5a93c83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:12.746319 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c45857-6c6a-4d60-8bac-a84be5a93c83 admin admin] Network a70f0fc0-78a4-4703-b88b-78db8c00ed63 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:53:12.747607 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-79c45857-6c6a-4d60-8bac-a84be5a93c83 admin admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:53:12.937113 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-33e4717c-2ddc-4721-9827-e867d1591c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4d3ac1-6426-4d0b-98fa-a51725076bfe', 'name': 'tempest-TestServerMultinode-1918830343-router', 'tenant_id': '445a79a177d24603963cfb05448aff52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': 'd6dbdaef-0a14-44d4-9066-3cf1bbac6120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:53:05Z', 'updated_at': '2022-02-09T12:53:12Z', 'revision_number': 4, 'project_id': '445a79a177d24603963cfb05448aff52', 'gw_port': {'id': 'd6dbdaef-0a14-44d4-9066-3cf1bbac6120', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f1:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4d3ac1-6426-4d0b-98fa-a51725076bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:53:07Z', 'updated_at': '2022-02-09T12:53:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'd2a09111-bd45-47c6-8dca-81560c33952c', 'name': '', 'network_id': 'a70f0fc0-78a4-4703-b88b-78db8c00ed63', 'tenant_id': '445a79a177d24603963cfb05448aff52', 'mac_address': 'fa:16:3e:cc:c7:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4d3ac1-6426-4d0b-98fa-a51725076bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '1eefefe9-8d99-4189-afb2-e4dd1fc67a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:53:11Z', 'updated_at': '2022-02-09T12:53:11Z', 'revision_number': 1, 'project_id': '445a79a177d24603963cfb05448aff52', 'subnets': [{'id': '1eefefe9-8d99-4189-afb2-e4dd1fc67a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:53:12.942118 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e4717c-2ddc-4721-9827-e867d1591c7d None None] The sync data for ids ['2a4d3ac1-6426-4d0b-98fa-a51725076bfe'] in n-d-825178-3 is: [{'id': '2a4d3ac1-6426-4d0b-98fa-a51725076bfe', 'name': 'tempest-TestServerMultinode-1918830343-router', 'tenant_id': '445a79a177d24603963cfb05448aff52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': 'd6dbdaef-0a14-44d4-9066-3cf1bbac6120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:53:05Z', 'updated_at': '2022-02-09T12:53:12Z', 'revision_number': 4, 'project_id': '445a79a177d24603963cfb05448aff52', 'gw_port': {'id': 'd6dbdaef-0a14-44d4-9066-3cf1bbac6120', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f1:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4d3ac1-6426-4d0b-98fa-a51725076bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:53:07Z', 'updated_at': '2022-02-09T12:53:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'd2a09111-bd45-47c6-8dca-81560c33952c', 'name': '', 'network_id': 'a70f0fc0-78a4-4703-b88b-78db8c00ed63', 'tenant_id': '445a79a177d24603963cfb05448aff52', 'mac_address': 'fa:16:3e:cc:c7:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4d3ac1-6426-4d0b-98fa-a51725076bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '1eefefe9-8d99-4189-afb2-e4dd1fc67a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:53:11Z', 'updated_at': '2022-02-09T12:53:11Z', 'revision_number': 1, 'project_id': '445a79a177d24603963cfb05448aff52', 'subnets': [{'id': '1eefefe9-8d99-4189-afb2-e4dd1fc67a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:53:13.117383 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-5352d751-a937-473c-92e8-4df862e5d5ac None None] Provisioning complete for port d2a09111-bd45-47c6-8dca-81560c33952c triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:53:13.125290 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5352d751-a937-473c-92e8-4df862e5d5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:13.151786 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c45857-6c6a-4d60-8bac-a84be5a93c83 admin admin] Router 2a4d3ac1-6426-4d0b-98fa-a51725076bfe has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:53:13.224505 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-5352d751-a937-473c-92e8-4df862e5d5ac None None] Port d2a09111-bd45-47c6-8dca-81560c33952c cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:53:13.417931 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c45857-6c6a-4d60-8bac-a84be5a93c83 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:53:13.427985 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-79c45857-6c6a-4d60-8bac-a84be5a93c83 admin admin] 10.222.0.55 "PUT /v2.0/routers/2a4d3ac1-6426-4d0b-98fa-a51725076bfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1611741 Feb 09 12:53:14.073091 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cf3a60ec-3db0-4c22-80de-14fa6ef709ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:14.254169 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device d6dbdaef-0a14-44d4-9066-3cf1bbac6120 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:53:14.392687 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port d6dbdaef-0a14-44d4-9066-3cf1bbac6120 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:53:14.398097 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d185a71-d053-4234-9852-2a7ddade95de req-1514df55-66fb-496d-a39e-e1c7d3118649 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:14.402255 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port d6dbdaef-0a14-44d4-9066-3cf1bbac6120 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:53:14.403592 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:14.406624 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-9d185a71-d053-4234-9852-2a7ddade95de req-1514df55-66fb-496d-a39e-e1c7d3118649 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Synchronizing usage tracker for tenant:445a79a177d24603963cfb05448aff52 on resource:network {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:53:14.468803 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-9d185a71-d053-4234-9852-2a7ddade95de req-1514df55-66fb-496d-a39e-e1c7d3118649 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Unset dirty status for tenant:445a79a177d24603963cfb05448aff52 on resource:network {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:53:14.476070 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9d185a71-d053-4234-9852-2a7ddade95de req-1514df55-66fb-496d-a39e-e1c7d3118649 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/networks?id=e7d67b04-bf46-4f80-91eb-f23b41f3ff1a HTTP/1.1" status: 200 len: 911 time: 0.3137593 Feb 09 12:53:14.499917 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9d185a71-d053-4234-9852-2a7ddade95de req-f1e23dc0-da2e-4d3f-abcf-97102766fb37 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/quotas/445a79a177d24603963cfb05448aff52 HTTP/1.1" status: 200 len: 375 time: 0.0220120 Feb 09 12:53:14.574692 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:14.578500 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-9d185a71-d053-4234-9852-2a7ddade95de req-4c1d9097-a034-49a9-9e5a-55e9a8bfa97d tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Synchronizing usage tracker for tenant:445a79a177d24603963cfb05448aff52 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:53:14.593634 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port d6dbdaef-0a14-44d4-9066-3cf1bbac6120, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=d6dbdaef-0a14-44d4-9066-3cf1bbac6120,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:53:14.598509 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:14.606488 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-9d185a71-d053-4234-9852-2a7ddade95de req-4c1d9097-a034-49a9-9e5a-55e9a8bfa97d tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Unset dirty status for tenant:445a79a177d24603963cfb05448aff52 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:53:14.615424 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9d185a71-d053-4234-9852-2a7ddade95de req-4c1d9097-a034-49a9-9e5a-55e9a8bfa97d tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/ports?tenant_id=445a79a177d24603963cfb05448aff52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1145499 Feb 09 12:53:14.759294 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=d6dbdaef-0a14-44d4-9066-3cf1bbac6120,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:14.802603 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9d185a71-d053-4234-9852-2a7ddade95de req-fc5a7e1e-dd27-4aa2-a823-eea522fcdb9a service neutron] 10.222.0.55 "GET /v2.0/networks/e7d67b04-bf46-4f80-91eb-f23b41f3ff1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862507 Feb 09 12:53:14.990948 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9d185a71-d053-4234-9852-2a7ddade95de req-7d718e18-cfcc-43a4-875f-6060f7d8d52e service neutron] 10.222.0.55 "GET /v2.0/networks/e7d67b04-bf46-4f80-91eb-f23b41f3ff1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660137 Feb 09 12:53:15.239442 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fc911cf0-73e0-43c8-b07b-b72e64489831 req-f1f15c3e-b58c-4cf3-b19b-7eea38c70efa tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=cb2bacb4-3450-4232-959b-c3e313ff09bc HTTP/1.1" status: 200 len: 210 time: 0.0423949 Feb 09 12:53:16.035505 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58780090-a9a7-45b2-a49a-cdceb1a69caf None None] Sync routers for ids ['2a4d3ac1-6426-4d0b-98fa-a51725076bfe'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:53:16.053036 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58780090-a9a7-45b2-a49a-cdceb1a69caf None None] Routers {'2a4d3ac1-6426-4d0b-98fa-a51725076bfe'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:53:16.053863 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-58780090-a9a7-45b2-a49a-cdceb1a69caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:52:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2a4d3ac1-6426-4d0b-98fa-a51725076bfe'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:53:16.202583 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device d6dbdaef-0a14-44d4-9066-3cf1bbac6120 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:53:16.295514 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-58780090-a9a7-45b2-a49a-cdceb1a69caf None None] Set router 2a4d3ac1-6426-4d0b-98fa-a51725076bfe gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:53:16.319964 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port d6dbdaef-0a14-44d4-9066-3cf1bbac6120 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:53:16.320204 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:16.546214 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bc576388-8c80-4abc-8d50-5994f142de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:16.574419 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-63f77e52-55ad-4bf1-89d1-07f6c32a669a req-66956511-b37d-4361-bda8-dc6f72c951ff tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=cb2bacb4-3450-4232-959b-c3e313ff09bc HTTP/1.1" status: 200 len: 210 time: 0.0549693 Feb 09 12:53:16.663263 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d185a71-d053-4234-9852-2a7ddade95de req-b15c5080-e4ad-4d13-9972-f05d827a8efa tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:16.664761 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9d185a71-d053-4234-9852-2a7ddade95de req-b15c5080-e4ad-4d13-9972-f05d827a8efa tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.52 "GET /v2.0/networks?id=e7d67b04-bf46-4f80-91eb-f23b41f3ff1a HTTP/1.1" status: 200 len: 911 time: 0.3666766 Feb 09 12:53:16.678715 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-9d185a71-d053-4234-9852-2a7ddade95de req-8fa194f0-dd30-490b-aa80-8e4878ac0fbc tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Request body: {'port': {'device_id': 'cb2bacb4-3450-4232-959b-c3e313ff09bc', 'network_id': 'e7d67b04-bf46-4f80-91eb-f23b41f3ff1a', 'admin_state_up': True, 'tenant_id': '445a79a177d24603963cfb05448aff52'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:53:16.689685 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-9d185a71-d053-4234-9852-2a7ddade95de req-8fa194f0-dd30-490b-aa80-8e4878ac0fbc tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:53:16.715260 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-9d185a71-d053-4234-9852-2a7ddade95de req-8fa194f0-dd30-490b-aa80-8e4878ac0fbc tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:53:16.726849 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d185a71-d053-4234-9852-2a7ddade95de req-8fa194f0-dd30-490b-aa80-8e4878ac0fbc tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Made reservation on behalf of 445a79a177d24603963cfb05448aff52 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:53:16.730577 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-9d185a71-d053-4234-9852-2a7ddade95de req-8fa194f0-dd30-490b-aa80-8e4878ac0fbc tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:16.948672 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-58780090-a9a7-45b2-a49a-cdceb1a69caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4d3ac1-6426-4d0b-98fa-a51725076bfe', 'name': 'tempest-TestServerMultinode-1918830343-router', 'tenant_id': '445a79a177d24603963cfb05448aff52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': 'd6dbdaef-0a14-44d4-9066-3cf1bbac6120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:53:05Z', 'updated_at': '2022-02-09T12:53:12Z', 'revision_number': 4, 'project_id': '445a79a177d24603963cfb05448aff52', 'gw_port': {'id': 'd6dbdaef-0a14-44d4-9066-3cf1bbac6120', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4d3ac1-6426-4d0b-98fa-a51725076bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:53:07Z', 'updated_at': '2022-02-09T12:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'd2a09111-bd45-47c6-8dca-81560c33952c', 'name': '', 'network_id': 'a70f0fc0-78a4-4703-b88b-78db8c00ed63', 'tenant_id': '445a79a177d24603963cfb05448aff52', 'mac_address': 'fa:16:3e:cc:c7:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4d3ac1-6426-4d0b-98fa-a51725076bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '1eefefe9-8d99-4189-afb2-e4dd1fc67a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:53:11Z', 'updated_at': '2022-02-09T12:53:12Z', 'revision_number': 2, 'project_id': '445a79a177d24603963cfb05448aff52', 'subnets': [{'id': '1eefefe9-8d99-4189-afb2-e4dd1fc67a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:53:16.952234 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-9d185a71-d053-4234-9852-2a7ddade95de req-8fa194f0-dd30-490b-aa80-8e4878ac0fbc tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Allocated IP 172.20.0.14 (e7d67b04-bf46-4f80-91eb-f23b41f3ff1a/8e77f6f1-b296-4e5c-b91e-dcd72950fb8f/479ae83c-9248-40a6-838a-0d99a8a589bd) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:53:16.953210 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58780090-a9a7-45b2-a49a-cdceb1a69caf None None] Checking router: 2a4d3ac1-6426-4d0b-98fa-a51725076bfe for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:53:16.953979 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58780090-a9a7-45b2-a49a-cdceb1a69caf None None] Updating router 2a4d3ac1-6426-4d0b-98fa-a51725076bfe port d2a09111-bd45-47c6-8dca-81560c33952c binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:53:17.017958 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-58780090-a9a7-45b2-a49a-cdceb1a69caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:17.170284 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-9d185a71-d053-4234-9852-2a7ddade95de req-8fa194f0-dd30-490b-aa80-8e4878ac0fbc tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:17.188923 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-9d185a71-d053-4234-9852-2a7ddade95de req-8fa194f0-dd30-490b-aa80-8e4878ac0fbc tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Transition to ACTIVE for port object 479ae83c-9248-40a6-838a-0d99a8a589bd will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:53:17.244110 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-9d185a71-d053-4234-9852-2a7ddade95de req-8fa194f0-dd30-490b-aa80-8e4878ac0fbc tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:17.356406 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa194f0-dd30-490b-aa80-8e4878ac0fbc tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Pushing event updated for resources: {'Port': ['ID=479ae83c-9248-40a6-838a-0d99a8a589bd,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:17.375468 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d185a71-d053-4234-9852-2a7ddade95de req-8fa194f0-dd30-490b-aa80-8e4878ac0fbc tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Network e7d67b04-bf46-4f80-91eb-f23b41f3ff1a is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:53:17.376578 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-9d185a71-d053-4234-9852-2a7ddade95de req-8fa194f0-dd30-490b-aa80-8e4878ac0fbc tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:53:17.378767 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d185a71-d053-4234-9852-2a7ddade95de req-8fa194f0-dd30-490b-aa80-8e4878ac0fbc tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:53:17.442526 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d185a71-d053-4234-9852-2a7ddade95de req-8fa194f0-dd30-490b-aa80-8e4878ac0fbc tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:17.443864 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-9d185a71-d053-4234-9852-2a7ddade95de req-8fa194f0-dd30-490b-aa80-8e4878ac0fbc tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:17.494881 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9d185a71-d053-4234-9852-2a7ddade95de req-8fa194f0-dd30-490b-aa80-8e4878ac0fbc tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8212740 Feb 09 12:53:17.501738 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-58780090-a9a7-45b2-a49a-cdceb1a69caf None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:17.506261 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-9d185a71-d053-4234-9852-2a7ddade95de req-9c063f06-66d3-4623-aeb0-2b6a5beedcd2 service neutron] Request body: {'port': {'device_id': 'cb2bacb4-3450-4232-959b-c3e313ff09bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:53:17.527049 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-58780090-a9a7-45b2-a49a-cdceb1a69caf None None] Transition to ACTIVE for port object d2a09111-bd45-47c6-8dca-81560c33952c will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:53:17.541311 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-58780090-a9a7-45b2-a49a-cdceb1a69caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:17.622199 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:17.665920 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:17.804950 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-e6ff263e-f6e0-42fb-b354-2fd11a45f1bf None None] Provisioning for port 479ae83c-9248-40a6-838a-0d99a8a589bd completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:53:17.810935 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-e6ff263e-f6e0-42fb-b354-2fd11a45f1bf None None] Provisioning complete for port 479ae83c-9248-40a6-838a-0d99a8a589bd triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:53:17.811460 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e6ff263e-f6e0-42fb-b354-2fd11a45f1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:17.935480 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-e6ff263e-f6e0-42fb-b354-2fd11a45f1bf None None] Port 479ae83c-9248-40a6-838a-0d99a8a589bd cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:53:17.940875 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ec406-c248-4b95-84e2-286fe1f3863e None None] Pushing event updated for resources: {'Port': ['ID=d2a09111-bd45-47c6-8dca-81560c33952c,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:17.953681 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-58780090-a9a7-45b2-a49a-cdceb1a69caf None None] Attempting to bind port d2a09111-bd45-47c6-8dca-81560c33952c on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:53:17.954349 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-58780090-a9a7-45b2-a49a-cdceb1a69caf None None] Attempting to bind port d2a09111-bd45-47c6-8dca-81560c33952c by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '8a5a9731-fa4c-48d6-8bf6-1ecd201cb4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a70f0fc0-78a4-4703-b88b-78db8c00ed63'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:53:17.956372 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58780090-a9a7-45b2-a49a-cdceb1a69caf None None] Attempting to bind port d2a09111-bd45-47c6-8dca-81560c33952c on network a70f0fc0-78a4-4703-b88b-78db8c00ed63 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:53:17.966852 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58780090-a9a7-45b2-a49a-cdceb1a69caf None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:53:17.967441 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58780090-a9a7-45b2-a49a-cdceb1a69caf None None] Checking segment: {'id': '8a5a9731-fa4c-48d6-8bf6-1ecd201cb4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a70f0fc0-78a4-4703-b88b-78db8c00ed63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:53:17.968042 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-58780090-a9a7-45b2-a49a-cdceb1a69caf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:17.968825 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58780090-a9a7-45b2-a49a-cdceb1a69caf None None] Bound using segment: {'id': '8a5a9731-fa4c-48d6-8bf6-1ecd201cb4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a70f0fc0-78a4-4703-b88b-78db8c00ed63'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:53:17.969299 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-58780090-a9a7-45b2-a49a-cdceb1a69caf None None] Bound port: d2a09111-bd45-47c6-8dca-81560c33952c, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a5a9731-fa4c-48d6-8bf6-1ecd201cb4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a70f0fc0-78a4-4703-b88b-78db8c00ed63'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:53:17.969669 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-58780090-a9a7-45b2-a49a-cdceb1a69caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:17.981521 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-9d185a71-d053-4234-9852-2a7ddade95de req-9c063f06-66d3-4623-aeb0-2b6a5beedcd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:18.067951 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-58780090-a9a7-45b2-a49a-cdceb1a69caf None None] For port d2a09111-bd45-47c6-8dca-81560c33952c, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:53:18.071418 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-58780090-a9a7-45b2-a49a-cdceb1a69caf None None] For port d2a09111-bd45-47c6-8dca-81560c33952c, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=d2a09111-bd45-47c6-8dca-81560c33952c,segment=NetworkSegment(8a5a9731-fa4c-48d6-8bf6-1ecd201cb4b2),segment_id=8a5a9731-fa4c-48d6-8bf6-1ecd201cb4b2)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:53:18.077254 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-58780090-a9a7-45b2-a49a-cdceb1a69caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:18.156196 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933111b1-bb30-4970-adf1-26586e337f1f req-1219da0c-6eca-42ef-aff1-5cc861c5a1b3 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:18.157397 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-933111b1-bb30-4970-adf1-26586e337f1f req-1219da0c-6eca-42ef-aff1-5cc861c5a1b3 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Synchronizing usage tracker for tenant:445a79a177d24603963cfb05448aff52 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:53:18.176415 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58780090-a9a7-45b2-a49a-cdceb1a69caf None None] Routers {'2a4d3ac1-6426-4d0b-98fa-a51725076bfe'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:53:18.177045 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-58780090-a9a7-45b2-a49a-cdceb1a69caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:53:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2a4d3ac1-6426-4d0b-98fa-a51725076bfe'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:53:18.256152 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ec406-c248-4b95-84e2-286fe1f3863e None None] Pushing event updated for resources: {'Port': ['ID=d2a09111-bd45-47c6-8dca-81560c33952c,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:18.460250 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-9d185a71-d053-4234-9852-2a7ddade95de req-9c063f06-66d3-4623-aeb0-2b6a5beedcd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 479ae83c-9248-40a6-838a-0d99a8a589bd {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:53:18.464943 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-933111b1-bb30-4970-adf1-26586e337f1f req-1219da0c-6eca-42ef-aff1-5cc861c5a1b3 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Unset dirty status for tenant:445a79a177d24603963cfb05448aff52 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:53:18.468274 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-933111b1-bb30-4970-adf1-26586e337f1f req-1219da0c-6eca-42ef-aff1-5cc861c5a1b3 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=cb2bacb4-3450-4232-959b-c3e313ff09bc HTTP/1.1" status: 200 len: 1028 time: 0.5894473 Feb 09 12:53:18.475914 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-9d185a71-d053-4234-9852-2a7ddade95de req-9c063f06-66d3-4623-aeb0-2b6a5beedcd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:18.506765 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-58780090-a9a7-45b2-a49a-cdceb1a69caf None None] Set router 2a4d3ac1-6426-4d0b-98fa-a51725076bfe gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:53:18.584008 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-9d185a71-d053-4234-9852-2a7ddade95de req-9c063f06-66d3-4623-aeb0-2b6a5beedcd2 service neutron] Transition to ACTIVE for port object 479ae83c-9248-40a6-838a-0d99a8a589bd will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:53:18.596645 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-9d185a71-d053-4234-9852-2a7ddade95de req-9c063f06-66d3-4623-aeb0-2b6a5beedcd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:18.606538 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-933111b1-bb30-4970-adf1-26586e337f1f req-3605dcfd-d718-4e8f-af12-4bae2ef2cadc tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Synchronizing usage tracker for tenant:445a79a177d24603963cfb05448aff52 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:53:18.803891 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-933111b1-bb30-4970-adf1-26586e337f1f req-3605dcfd-d718-4e8f-af12-4bae2ef2cadc tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Unset dirty status for tenant:445a79a177d24603963cfb05448aff52 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:53:18.820504 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-933111b1-bb30-4970-adf1-26586e337f1f req-3605dcfd-d718-4e8f-af12-4bae2ef2cadc tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=52defcb5-469a-479d-8ba1-ab43c350f032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438466 Feb 09 12:53:18.848060 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c063f06-66d3-4623-aeb0-2b6a5beedcd2 service neutron] Pushing event updated for resources: {'Port': ['ID=479ae83c-9248-40a6-838a-0d99a8a589bd,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:18.928752 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-9d185a71-d053-4234-9852-2a7ddade95de req-9c063f06-66d3-4623-aeb0-2b6a5beedcd2 service neutron] Attempting to bind port 479ae83c-9248-40a6-838a-0d99a8a589bd on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:53:18.929095 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-9d185a71-d053-4234-9852-2a7ddade95de req-9c063f06-66d3-4623-aeb0-2b6a5beedcd2 service neutron] Attempting to bind port 479ae83c-9248-40a6-838a-0d99a8a589bd by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': '20dda163-022a-4af2-bcd0-985a37f9d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e7d67b04-bf46-4f80-91eb-f23b41f3ff1a'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:53:18.929428 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d185a71-d053-4234-9852-2a7ddade95de req-9c063f06-66d3-4623-aeb0-2b6a5beedcd2 service neutron] Attempting to bind port 479ae83c-9248-40a6-838a-0d99a8a589bd on network e7d67b04-bf46-4f80-91eb-f23b41f3ff1a {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:53:18.935229 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d185a71-d053-4234-9852-2a7ddade95de req-9c063f06-66d3-4623-aeb0-2b6a5beedcd2 service neutron] Port 479ae83c-9248-40a6-838a-0d99a8a589bd on network e7d67b04-bf46-4f80-91eb-f23b41f3ff1a not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:53:18.935559 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d185a71-d053-4234-9852-2a7ddade95de req-9c063f06-66d3-4623-aeb0-2b6a5beedcd2 service neutron] Attempting to bind port 479ae83c-9248-40a6-838a-0d99a8a589bd on network e7d67b04-bf46-4f80-91eb-f23b41f3ff1a {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:53:18.941132 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d185a71-d053-4234-9852-2a7ddade95de req-9c063f06-66d3-4623-aeb0-2b6a5beedcd2 service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:53:18.941478 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d185a71-d053-4234-9852-2a7ddade95de req-9c063f06-66d3-4623-aeb0-2b6a5beedcd2 service neutron] Checking segment: {'id': '20dda163-022a-4af2-bcd0-985a37f9d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e7d67b04-bf46-4f80-91eb-f23b41f3ff1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:53:18.941864 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d185a71-d053-4234-9852-2a7ddade95de req-9c063f06-66d3-4623-aeb0-2b6a5beedcd2 service neutron] Bound using segment: {'id': '20dda163-022a-4af2-bcd0-985a37f9d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e7d67b04-bf46-4f80-91eb-f23b41f3ff1a'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:53:18.942304 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-9d185a71-d053-4234-9852-2a7ddade95de req-9c063f06-66d3-4623-aeb0-2b6a5beedcd2 service neutron] Bound port: 479ae83c-9248-40a6-838a-0d99a8a589bd, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20dda163-022a-4af2-bcd0-985a37f9d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e7d67b04-bf46-4f80-91eb-f23b41f3ff1a'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:53:18.942651 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-9d185a71-d053-4234-9852-2a7ddade95de req-9c063f06-66d3-4623-aeb0-2b6a5beedcd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:19.038764 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-58780090-a9a7-45b2-a49a-cdceb1a69caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4d3ac1-6426-4d0b-98fa-a51725076bfe', 'name': 'tempest-TestServerMultinode-1918830343-router', 'tenant_id': '445a79a177d24603963cfb05448aff52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': 'd6dbdaef-0a14-44d4-9066-3cf1bbac6120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:53:05Z', 'updated_at': '2022-02-09T12:53:12Z', 'revision_number': 4, 'project_id': '445a79a177d24603963cfb05448aff52', 'gw_port': {'id': 'd6dbdaef-0a14-44d4-9066-3cf1bbac6120', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4d3ac1-6426-4d0b-98fa-a51725076bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:53:07Z', 'updated_at': '2022-02-09T12:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'd2a09111-bd45-47c6-8dca-81560c33952c', 'name': '', 'network_id': 'a70f0fc0-78a4-4703-b88b-78db8c00ed63', 'tenant_id': '445a79a177d24603963cfb05448aff52', 'mac_address': 'fa:16:3e:cc:c7:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4d3ac1-6426-4d0b-98fa-a51725076bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '1eefefe9-8d99-4189-afb2-e4dd1fc67a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:53:11Z', 'updated_at': '2022-02-09T12:53:18Z', 'revision_number': 4, 'project_id': '445a79a177d24603963cfb05448aff52', 'subnets': [{'id': '1eefefe9-8d99-4189-afb2-e4dd1fc67a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:53:19.059630 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58780090-a9a7-45b2-a49a-cdceb1a69caf None None] The sync data for ids ['2a4d3ac1-6426-4d0b-98fa-a51725076bfe'] in n-d-825178-3 is: [{'id': '2a4d3ac1-6426-4d0b-98fa-a51725076bfe', 'name': 'tempest-TestServerMultinode-1918830343-router', 'tenant_id': '445a79a177d24603963cfb05448aff52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': 'd6dbdaef-0a14-44d4-9066-3cf1bbac6120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:53:05Z', 'updated_at': '2022-02-09T12:53:12Z', 'revision_number': 4, 'project_id': '445a79a177d24603963cfb05448aff52', 'gw_port': {'id': 'd6dbdaef-0a14-44d4-9066-3cf1bbac6120', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4d3ac1-6426-4d0b-98fa-a51725076bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:53:07Z', 'updated_at': '2022-02-09T12:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'd2a09111-bd45-47c6-8dca-81560c33952c', 'name': '', 'network_id': 'a70f0fc0-78a4-4703-b88b-78db8c00ed63', 'tenant_id': '445a79a177d24603963cfb05448aff52', 'mac_address': 'fa:16:3e:cc:c7:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4d3ac1-6426-4d0b-98fa-a51725076bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '1eefefe9-8d99-4189-afb2-e4dd1fc67a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:53:11Z', 'updated_at': '2022-02-09T12:53:18Z', 'revision_number': 4, 'project_id': '445a79a177d24603963cfb05448aff52', 'subnets': [{'id': '1eefefe9-8d99-4189-afb2-e4dd1fc67a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:53:19.076760 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-9d185a71-d053-4234-9852-2a7ddade95de req-9c063f06-66d3-4623-aeb0-2b6a5beedcd2 service neutron] For port 479ae83c-9248-40a6-838a-0d99a8a589bd, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:53:19.080162 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-9d185a71-d053-4234-9852-2a7ddade95de req-9c063f06-66d3-4623-aeb0-2b6a5beedcd2 service neutron] For port 479ae83c-9248-40a6-838a-0d99a8a589bd, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=479ae83c-9248-40a6-838a-0d99a8a589bd,segment=NetworkSegment(20dda163-022a-4af2-bcd0-985a37f9d3f9),segment_id=20dda163-022a-4af2-bcd0-985a37f9d3f9)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:53:19.092820 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-9d185a71-d053-4234-9852-2a7ddade95de req-9c063f06-66d3-4623-aeb0-2b6a5beedcd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:19.182528 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d185a71-d053-4234-9852-2a7ddade95de req-9c063f06-66d3-4623-aeb0-2b6a5beedcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:19.183164 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-9d185a71-d053-4234-9852-2a7ddade95de req-9c063f06-66d3-4623-aeb0-2b6a5beedcd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:19.184808 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9d185a71-d053-4234-9852-2a7ddade95de req-9c063f06-66d3-4623-aeb0-2b6a5beedcd2 service neutron] 10.222.0.52 "PUT /v2.0/ports/479ae83c-9248-40a6-838a-0d99a8a589bd HTTP/1.1" status: 200 len: 1092 time: 1.6830752 Feb 09 12:53:19.185263 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2bacb4-3450-4232-959b-c3e313ff09bc', 'tag': '479ae83c-9248-40a6-838a-0d99a8a589bd'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:53:19.239747 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c063f06-66d3-4623-aeb0-2b6a5beedcd2 service neutron] Pushing event updated for resources: {'Port': ['ID=479ae83c-9248-40a6-838a-0d99a8a589bd,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:19.257914 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:19.333785 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb2bacb4-3450-4232-959b-c3e313ff09bc', 'tag': '479ae83c-9248-40a6-838a-0d99a8a589bd', 'status': 'completed', 'code': 200} Feb 09 12:53:19.395150 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d185a71-d053-4234-9852-2a7ddade95de req-360727a8-8ec0-4801-b3a5-fe6cfd07903d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:19.397594 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9d185a71-d053-4234-9852-2a7ddade95de req-360727a8-8ec0-4801-b3a5-fe6cfd07903d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=445a79a177d24603963cfb05448aff52&device_id=cb2bacb4-3450-4232-959b-c3e313ff09bc HTTP/1.1" status: 200 len: 1095 time: 0.1489558 Feb 09 12:53:19.506168 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9d185a71-d053-4234-9852-2a7ddade95de req-4660426c-ced2-48a8-90d4-fdb63d47fe0c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=479ae83c-9248-40a6-838a-0d99a8a589bd HTTP/1.1" status: 200 len: 217 time: 0.0972149 Feb 09 12:53:19.594899 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d185a71-d053-4234-9852-2a7ddade95de req-28c1424d-7e32-4383-a74a-76a4be5b2493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:19.596600 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9d185a71-d053-4234-9852-2a7ddade95de req-28c1424d-7e32-4383-a74a-76a4be5b2493 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8e77f6f1-b296-4e5c-b91e-dcd72950fb8f HTTP/1.1" status: 200 len: 849 time: 0.0761206 Feb 09 12:53:19.714964 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d185a71-d053-4234-9852-2a7ddade95de req-8e23616e-0c62-4cec-8b1b-987883fa196c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:19.716754 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9d185a71-d053-4234-9852-2a7ddade95de req-8e23616e-0c62-4cec-8b1b-987883fa196c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e7d67b04-bf46-4f80-91eb-f23b41f3ff1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1139255 Feb 09 12:53:19.869459 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9d185a71-d053-4234-9852-2a7ddade95de req-82a59f37-09f8-420a-9c22-e5d3d45a4154 service neutron] 10.222.0.52 "GET /v2.0/networks/e7d67b04-bf46-4f80-91eb-f23b41f3ff1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456907 Feb 09 12:53:20.090947 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9d185a71-d053-4234-9852-2a7ddade95de req-5fc23a27-4482-4d10-820a-f9fa87f3aff3 service neutron] 10.222.0.52 "GET /v2.0/networks/e7d67b04-bf46-4f80-91eb-f23b41f3ff1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149918 Feb 09 12:53:20.102613 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8420b39-4756-4d30-a583-c2f9e3f92b5b req-491d0e52-fb7b-4a80-b99a-c5029049f3cf tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:20.113747 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e8420b39-4756-4d30-a583-c2f9e3f92b5b req-491d0e52-fb7b-4a80-b99a-c5029049f3cf tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=cb2bacb4-3450-4232-959b-c3e313ff09bc HTTP/1.1" status: 200 len: 1095 time: 0.1517556 Feb 09 12:53:20.218755 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e8420b39-4756-4d30-a583-c2f9e3f92b5b req-7df4dc96-1f7c-4692-8805-709ab505f57c tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=52defcb5-469a-479d-8ba1-ab43c350f032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986650 Feb 09 12:53:20.272335 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device d2a09111-bd45-47c6-8dca-81560c33952c up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:53:20.331104 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4efd22a-e7b9-4722-8507-3722a7854fed req-71df8fc5-8c1f-4ec6-8c12-3e4f00f88425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:20.332815 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c4efd22a-e7b9-4722-8507-3722a7854fed req-71df8fc5-8c1f-4ec6-8c12-3e4f00f88425 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=445a79a177d24603963cfb05448aff52&device_id=cb2bacb4-3450-4232-959b-c3e313ff09bc HTTP/1.1" status: 200 len: 1095 time: 0.1648793 Feb 09 12:53:20.369739 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port d2a09111-bd45-47c6-8dca-81560c33952c completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:53:20.378101 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port d2a09111-bd45-47c6-8dca-81560c33952c triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:53:20.378480 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:20.524445 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:20.558645 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port d2a09111-bd45-47c6-8dca-81560c33952c, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=d2a09111-bd45-47c6-8dca-81560c33952c,segment=NetworkSegment(8a5a9731-fa4c-48d6-8bf6-1ecd201cb4b2),segment_id=8a5a9731-fa4c-48d6-8bf6-1ecd201cb4b2)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:53:20.562453 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:20.617224 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4efd22a-e7b9-4722-8507-3722a7854fed req-2c715d01-3cce-4bcf-b0e0-8067483d2b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:20.618697 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c4efd22a-e7b9-4722-8507-3722a7854fed req-2c715d01-3cce-4bcf-b0e0-8067483d2b0c service neutron] 10.222.0.52 "GET /v2.0/networks?id=e7d67b04-bf46-4f80-91eb-f23b41f3ff1a HTTP/1.1" status: 200 len: 911 time: 0.2793806 Feb 09 12:53:20.648170 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=d2a09111-bd45-47c6-8dca-81560c33952c,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:20.652859 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:20.710732 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c4efd22a-e7b9-4722-8507-3722a7854fed req-9731b010-4413-4720-a1b7-400915cb9254 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=479ae83c-9248-40a6-838a-0d99a8a589bd HTTP/1.1" status: 200 len: 217 time: 0.0855486 Feb 09 12:53:20.788069 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4efd22a-e7b9-4722-8507-3722a7854fed req-fa3683ea-c750-4524-a95f-186f0c381b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:20.789520 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c4efd22a-e7b9-4722-8507-3722a7854fed req-fa3683ea-c750-4524-a95f-186f0c381b4e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8e77f6f1-b296-4e5c-b91e-dcd72950fb8f HTTP/1.1" status: 200 len: 849 time: 0.0724487 Feb 09 12:53:20.880424 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4efd22a-e7b9-4722-8507-3722a7854fed req-1e231b52-115d-4f9b-8cc8-aaed5af890cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:20.881900 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c4efd22a-e7b9-4722-8507-3722a7854fed req-1e231b52-115d-4f9b-8cc8-aaed5af890cc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e7d67b04-bf46-4f80-91eb-f23b41f3ff1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855701 Feb 09 12:53:21.024301 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c4efd22a-e7b9-4722-8507-3722a7854fed req-c2211191-467f-4261-9324-c8f8840264d6 service neutron] 10.222.0.52 "GET /v2.0/networks/e7d67b04-bf46-4f80-91eb-f23b41f3ff1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354103 Feb 09 12:53:21.196525 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c4efd22a-e7b9-4722-8507-3722a7854fed req-5b518580-6fc2-4328-99c6-287c9ecaeca7 service neutron] 10.222.0.52 "GET /v2.0/networks/e7d67b04-bf46-4f80-91eb-f23b41f3ff1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655941 Feb 09 12:53:21.418567 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1521ab2-f072-47c4-8e57-5a5a8bfb2982 req-792e84ef-fc0d-4abb-8a4b-c0b567835193 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:21.420265 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1521ab2-f072-47c4-8e57-5a5a8bfb2982 req-792e84ef-fc0d-4abb-8a4b-c0b567835193 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=cb2bacb4-3450-4232-959b-c3e313ff09bc HTTP/1.1" status: 200 len: 1095 time: 0.0968316 Feb 09 12:53:21.473857 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1521ab2-f072-47c4-8e57-5a5a8bfb2982 req-7e7b1e55-2521-42f1-88d6-3d0fb405f46d tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=52defcb5-469a-479d-8ba1-ab43c350f032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478280 Feb 09 12:53:22.196020 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device d2a09111-bd45-47c6-8dca-81560c33952c up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:53:22.270656 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port d2a09111-bd45-47c6-8dca-81560c33952c triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:53:22.271111 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:22.662006 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a8a28-9f5e-40b5-b3ec-26f8e919f12b req-cd03735e-ab53-45f8-992a-a5d47e77656c tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:22.663480 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a74a8a28-9f5e-40b5-b3ec-26f8e919f12b req-cd03735e-ab53-45f8-992a-a5d47e77656c tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=cb2bacb4-3450-4232-959b-c3e313ff09bc HTTP/1.1" status: 200 len: 1095 time: 0.0774808 Feb 09 12:53:22.708031 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a74a8a28-9f5e-40b5-b3ec-26f8e919f12b req-3c08b89c-f4fa-4586-8299-cb8a8ba35355 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=52defcb5-469a-479d-8ba1-ab43c350f032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383408 Feb 09 12:53:23.032379 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:23.544273 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 479ae83c-9248-40a6-838a-0d99a8a589bd details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:53:23.775071 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 479ae83c-9248-40a6-838a-0d99a8a589bd, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=479ae83c-9248-40a6-838a-0d99a8a589bd,segment=NetworkSegment(20dda163-022a-4af2-bcd0-985a37f9d3f9),segment_id=20dda163-022a-4af2-bcd0-985a37f9d3f9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:53:23.787764 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': '479ae83c-9248-40a6-838a-0d99a8a589bd', 'network_id': 'e7d67b04-bf46-4f80-91eb-f23b41f3ff1a', 'port_id': '479ae83c-9248-40a6-838a-0d99a8a589bd', 'mac_address': 'fa:16:3e:73:b8:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e77f6f1-b296-4e5c-b91e-dcd72950fb8f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:53:23.881579 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:23.899102 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 479ae83c-9248-40a6-838a-0d99a8a589bd {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:53:23.916877 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 479ae83c-9248-40a6-838a-0d99a8a589bd, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=479ae83c-9248-40a6-838a-0d99a8a589bd,segment=NetworkSegment(20dda163-022a-4af2-bcd0-985a37f9d3f9),segment_id=20dda163-022a-4af2-bcd0-985a37f9d3f9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:53:23.921193 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:23.945993 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52dbf5-93dc-4c78-932a-5ab609a75d9b req-4d88692c-1dd0-4687-b3b2-41538f95e7ea tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:23.947776 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0e52dbf5-93dc-4c78-932a-5ab609a75d9b req-4d88692c-1dd0-4687-b3b2-41538f95e7ea tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=cb2bacb4-3450-4232-959b-c3e313ff09bc HTTP/1.1" status: 200 len: 1095 time: 0.0855794 Feb 09 12:53:23.995882 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=479ae83c-9248-40a6-838a-0d99a8a589bd,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:24.006247 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0e52dbf5-93dc-4c78-932a-5ab609a75d9b req-530e25f6-a91f-4b4d-802c-80983cc83944 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=52defcb5-469a-479d-8ba1-ab43c350f032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494933 Feb 09 12:53:24.164457 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['479ae83c-9248-40a6-838a-0d99a8a589bd'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:53:25.199507 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0b682-c03b-4ef9-8432-d182ff20a5b8 req-cfcbc062-4cc8-4395-a531-7ea079049954 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:25.201769 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9ff0b682-c03b-4ef9-8432-d182ff20a5b8 req-cfcbc062-4cc8-4395-a531-7ea079049954 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=cb2bacb4-3450-4232-959b-c3e313ff09bc HTTP/1.1" status: 200 len: 1096 time: 0.0746949 Feb 09 12:53:25.248647 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9ff0b682-c03b-4ef9-8432-d182ff20a5b8 req-194af33c-a756-405f-822d-4bf889f285f4 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=52defcb5-469a-479d-8ba1-ab43c350f032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409524 Feb 09 12:53:25.560494 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 479ae83c-9248-40a6-838a-0d99a8a589bd up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:53:25.650024 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port 479ae83c-9248-40a6-838a-0d99a8a589bd completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:53:25.655495 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port 479ae83c-9248-40a6-838a-0d99a8a589bd triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:53:25.655893 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:25.785678 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:25.812515 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2bacb4-3450-4232-959b-c3e313ff09bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479ae83c-9248-40a6-838a-0d99a8a589bd'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:53:25.825577 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 479ae83c-9248-40a6-838a-0d99a8a589bd, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=479ae83c-9248-40a6-838a-0d99a8a589bd,segment=NetworkSegment(20dda163-022a-4af2-bcd0-985a37f9d3f9),segment_id=20dda163-022a-4af2-bcd0-985a37f9d3f9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:53:25.830536 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:25.908430 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2bacb4-3450-4232-959b-c3e313ff09bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479ae83c-9248-40a6-838a-0d99a8a589bd', 'code': 200} Feb 09 12:53:25.933392 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=479ae83c-9248-40a6-838a-0d99a8a589bd,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:26.161735 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c20e8-fcad-4e5b-acec-012548eeb359 req-a68e5820-465d-4318-9dec-466a37c0565c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:26.163228 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a93c20e8-fcad-4e5b-acec-012548eeb359 req-a68e5820-465d-4318-9dec-466a37c0565c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cb2bacb4-3450-4232-959b-c3e313ff09bc HTTP/1.1" status: 200 len: 1097 time: 0.2101500 Feb 09 12:53:26.208813 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a93c20e8-fcad-4e5b-acec-012548eeb359 req-3a354915-75d0-4caa-800d-e9e777ef8f63 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=52defcb5-469a-479d-8ba1-ab43c350f032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369408 Feb 09 12:53:26.465031 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d3c2e-553f-42db-8bf8-391d7a522e78 req-6f514b35-76e3-40dd-b998-6b8471f2485e tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:26.466488 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cb8d3c2e-553f-42db-8bf8-391d7a522e78 req-6f514b35-76e3-40dd-b998-6b8471f2485e tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=cb2bacb4-3450-4232-959b-c3e313ff09bc HTTP/1.1" status: 200 len: 1097 time: 0.0747561 Feb 09 12:53:26.514194 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cb8d3c2e-553f-42db-8bf8-391d7a522e78 req-6df68498-36d2-4618-9338-53c9834e61ef tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=52defcb5-469a-479d-8ba1-ab43c350f032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413992 Feb 09 12:53:27.707338 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9e211-a5a7-4539-b758-37547cc55eb5 req-8e8c9bcd-2d65-49fe-aa28-6cc73e31d026 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:27.708916 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3fd9e211-a5a7-4539-b758-37547cc55eb5 req-8e8c9bcd-2d65-49fe-aa28-6cc73e31d026 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=cb2bacb4-3450-4232-959b-c3e313ff09bc HTTP/1.1" status: 200 len: 1097 time: 0.0806127 Feb 09 12:53:27.756385 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3fd9e211-a5a7-4539-b758-37547cc55eb5 req-7205e1af-d622-42c2-a2c3-01b10e77970d tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=52defcb5-469a-479d-8ba1-ab43c350f032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404055 Feb 09 12:53:27.949322 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83614ba1-08b3-4646-b4d2-7457a748f210 req-8dae3d20-e352-4340-b920-c4475569e63b tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:27.951888 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-83614ba1-08b3-4646-b4d2-7457a748f210 req-8dae3d20-e352-4340-b920-c4475569e63b tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=cb2bacb4-3450-4232-959b-c3e313ff09bc HTTP/1.1" status: 200 len: 1097 time: 0.0851545 Feb 09 12:53:27.996043 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-83614ba1-08b3-4646-b4d2-7457a748f210 req-3609d382-2f20-4cad-8bad-0b90830f9392 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=52defcb5-469a-479d-8ba1-ab43c350f032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381136 Feb 09 12:53:28.226541 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15216b-d304-4091-bdeb-6853ac3c1d26 req-bdf32179-2f20-4507-b6eb-dafa253f95f4 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:28.228389 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ea15216b-d304-4091-bdeb-6853ac3c1d26 req-bdf32179-2f20-4507-b6eb-dafa253f95f4 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=cb2bacb4-3450-4232-959b-c3e313ff09bc HTTP/1.1" status: 200 len: 1097 time: 0.0826306 Feb 09 12:53:28.284229 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ea15216b-d304-4091-bdeb-6853ac3c1d26 req-f13e1a29-3e1b-4e54-91d2-550ff0a9ef3c tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=52defcb5-469a-479d-8ba1-ab43c350f032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490892 Feb 09 12:53:28.616460 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-4888a403-821c-420f-9ae6-28fd958e2d2b tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:28.621840 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-4888a403-821c-420f-9ae6-28fd958e2d2b tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/networks?id=e7d67b04-bf46-4f80-91eb-f23b41f3ff1a HTTP/1.1" status: 200 len: 911 time: 0.1358500 Feb 09 12:53:28.647551 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-f21144ee-cae1-46cf-a8e2-629c5f002005 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/quotas/445a79a177d24603963cfb05448aff52 HTTP/1.1" status: 200 len: 375 time: 0.0181439 Feb 09 12:53:28.739228 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-1f2541c5-309f-4801-ad41-ee9cae01a69e tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/ports?tenant_id=445a79a177d24603963cfb05448aff52&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0926208 Feb 09 12:53:29.018970 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-7dca4923-b473-45d6-9b54-cf8d9a36e653 service neutron] 10.222.0.55 "GET /v2.0/networks/e7d67b04-bf46-4f80-91eb-f23b41f3ff1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767863 Feb 09 12:53:29.207743 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-465aa2b6-b3a2-403f-ae69-7516737c90d9 service neutron] 10.222.0.55 "GET /v2.0/networks/e7d67b04-bf46-4f80-91eb-f23b41f3ff1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821861 Feb 09 12:53:29.449384 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c842fd3c-d3bd-41f5-ae36-d84ee4c291f0 req-87d5f6dd-86aa-4eae-a8ed-abc2631b3111 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=96d6902a-64a8-4e73-bac3-dd509b10cae6 HTTP/1.1" status: 200 len: 210 time: 0.0574436 Feb 09 12:53:30.667188 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-15fb5c7b-8509-40e3-8975-53231008fe83 req-bf6bf20c-e22b-4f7e-b32f-560cebf08623 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=96d6902a-64a8-4e73-bac3-dd509b10cae6 HTTP/1.1" status: 200 len: 210 time: 0.0587914 Feb 09 12:53:30.672226 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-49e50f64-6364-4a5d-9f10-4889bf29672e tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:30.674470 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-49e50f64-6364-4a5d-9f10-4889bf29672e tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.46 "GET /v2.0/networks?id=e7d67b04-bf46-4f80-91eb-f23b41f3ff1a HTTP/1.1" status: 200 len: 911 time: 0.1869020 Feb 09 12:53:30.703463 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-1708f676-65dc-4032-8801-2383ad846c4e tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Request body: {'port': {'device_id': '96d6902a-64a8-4e73-bac3-dd509b10cae6', 'network_id': 'e7d67b04-bf46-4f80-91eb-f23b41f3ff1a', 'admin_state_up': True, 'tenant_id': '445a79a177d24603963cfb05448aff52'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:53:30.716317 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-1708f676-65dc-4032-8801-2383ad846c4e tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:53:30.746427 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-1708f676-65dc-4032-8801-2383ad846c4e tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:53:30.752783 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-1708f676-65dc-4032-8801-2383ad846c4e tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Made reservation on behalf of 445a79a177d24603963cfb05448aff52 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:53:30.755600 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-1708f676-65dc-4032-8801-2383ad846c4e tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:30.916234 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-1708f676-65dc-4032-8801-2383ad846c4e tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Allocated IP 172.20.0.4 (e7d67b04-bf46-4f80-91eb-f23b41f3ff1a/8e77f6f1-b296-4e5c-b91e-dcd72950fb8f/f989fe61-95fb-4efb-830a-7c9994895b79) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:53:31.121944 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-1708f676-65dc-4032-8801-2383ad846c4e tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:31.141973 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-1708f676-65dc-4032-8801-2383ad846c4e tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Transition to ACTIVE for port object f989fe61-95fb-4efb-830a-7c9994895b79 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:53:31.169875 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-1708f676-65dc-4032-8801-2383ad846c4e tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:31.182845 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['479ae83c-9248-40a6-838a-0d99a8a589bd'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:53:31.261901 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-1708f676-65dc-4032-8801-2383ad846c4e tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Network e7d67b04-bf46-4f80-91eb-f23b41f3ff1a is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:53:31.264905 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-1708f676-65dc-4032-8801-2383ad846c4e tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:53:31.268520 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-1708f676-65dc-4032-8801-2383ad846c4e tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:53:31.326861 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-1708f676-65dc-4032-8801-2383ad846c4e tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:31.327494 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-1708f676-65dc-4032-8801-2383ad846c4e tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:31.346189 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1708f676-65dc-4032-8801-2383ad846c4e tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Pushing event updated for resources: {'Port': ['ID=f989fe61-95fb-4efb-830a-7c9994895b79,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:31.386262 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-1708f676-65dc-4032-8801-2383ad846c4e tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6929221 Feb 09 12:53:31.401968 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-841a44ad-7cbe-4cd4-a5dd-bccd7b5b9a62 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:53:31.402979 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-841a44ad-7cbe-4cd4-a5dd-bccd7b5b9a62 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070670 Feb 09 12:53:31.503014 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-ebfe8074-b7c5-4034-9d57-ec7036e32d72 service neutron] Request body: {'port': {'device_id': '96d6902a-64a8-4e73-bac3-dd509b10cae6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:53:31.621418 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-ad80b5d5-42b2-4e7a-8e28-171b1c18d7c0 None None] Provisioning for port f989fe61-95fb-4efb-830a-7c9994895b79 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:53:31.627165 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-ebfe8074-b7c5-4034-9d57-ec7036e32d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:31.631556 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-ad80b5d5-42b2-4e7a-8e28-171b1c18d7c0 None None] Provisioning complete for port f989fe61-95fb-4efb-830a-7c9994895b79 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:53:31.632529 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ad80b5d5-42b2-4e7a-8e28-171b1c18d7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:31.711991 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-ad80b5d5-42b2-4e7a-8e28-171b1c18d7c0 None None] Port f989fe61-95fb-4efb-830a-7c9994895b79 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:53:31.906555 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89127e1e-d57e-473c-9ddc-7c82c0fe4176 req-1f8e1049-1c19-4f71-ad19-d75cec1b8f7f tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:31.908179 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-89127e1e-d57e-473c-9ddc-7c82c0fe4176 req-1f8e1049-1c19-4f71-ad19-d75cec1b8f7f tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=96d6902a-64a8-4e73-bac3-dd509b10cae6 HTTP/1.1" status: 200 len: 1027 time: 0.1018684 Feb 09 12:53:31.961525 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-89127e1e-d57e-473c-9ddc-7c82c0fe4176 req-9dca2bfe-9c5d-4671-814b-1719339ddb6c tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=52defcb5-469a-479d-8ba1-ab43c350f032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456481 Feb 09 12:53:32.030606 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-ebfe8074-b7c5-4034-9d57-ec7036e32d72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f989fe61-95fb-4efb-830a-7c9994895b79 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:53:32.038240 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-ebfe8074-b7c5-4034-9d57-ec7036e32d72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:32.053870 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-ebfe8074-b7c5-4034-9d57-ec7036e32d72 service neutron] Transition to ACTIVE for port object f989fe61-95fb-4efb-830a-7c9994895b79 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:53:32.058531 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-ebfe8074-b7c5-4034-9d57-ec7036e32d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:32.282110 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe8074-b7c5-4034-9d57-ec7036e32d72 service neutron] Pushing event updated for resources: {'Port': ['ID=f989fe61-95fb-4efb-830a-7c9994895b79,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:32.400735 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-ebfe8074-b7c5-4034-9d57-ec7036e32d72 service neutron] Attempting to bind port f989fe61-95fb-4efb-830a-7c9994895b79 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:53:32.401200 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-ebfe8074-b7c5-4034-9d57-ec7036e32d72 service neutron] Attempting to bind port f989fe61-95fb-4efb-830a-7c9994895b79 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '20dda163-022a-4af2-bcd0-985a37f9d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e7d67b04-bf46-4f80-91eb-f23b41f3ff1a'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:53:32.401639 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-ebfe8074-b7c5-4034-9d57-ec7036e32d72 service neutron] Attempting to bind port f989fe61-95fb-4efb-830a-7c9994895b79 on network e7d67b04-bf46-4f80-91eb-f23b41f3ff1a {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:53:32.409827 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-ebfe8074-b7c5-4034-9d57-ec7036e32d72 service neutron] Port f989fe61-95fb-4efb-830a-7c9994895b79 on network e7d67b04-bf46-4f80-91eb-f23b41f3ff1a not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:53:32.410281 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-ebfe8074-b7c5-4034-9d57-ec7036e32d72 service neutron] Attempting to bind port f989fe61-95fb-4efb-830a-7c9994895b79 on network e7d67b04-bf46-4f80-91eb-f23b41f3ff1a {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:53:32.416732 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-ebfe8074-b7c5-4034-9d57-ec7036e32d72 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:53:32.417273 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-ebfe8074-b7c5-4034-9d57-ec7036e32d72 service neutron] Checking segment: {'id': '20dda163-022a-4af2-bcd0-985a37f9d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e7d67b04-bf46-4f80-91eb-f23b41f3ff1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:53:32.423141 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-ebfe8074-b7c5-4034-9d57-ec7036e32d72 service neutron] Bound using segment: {'id': '20dda163-022a-4af2-bcd0-985a37f9d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e7d67b04-bf46-4f80-91eb-f23b41f3ff1a'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:53:32.423141 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-ebfe8074-b7c5-4034-9d57-ec7036e32d72 service neutron] Bound port: f989fe61-95fb-4efb-830a-7c9994895b79, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20dda163-022a-4af2-bcd0-985a37f9d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e7d67b04-bf46-4f80-91eb-f23b41f3ff1a'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:53:32.423141 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-ebfe8074-b7c5-4034-9d57-ec7036e32d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:32.545463 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-ebfe8074-b7c5-4034-9d57-ec7036e32d72 service neutron] For port f989fe61-95fb-4efb-830a-7c9994895b79, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:53:32.549657 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-ebfe8074-b7c5-4034-9d57-ec7036e32d72 service neutron] For port f989fe61-95fb-4efb-830a-7c9994895b79, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f989fe61-95fb-4efb-830a-7c9994895b79,segment=NetworkSegment(20dda163-022a-4af2-bcd0-985a37f9d3f9),segment_id=20dda163-022a-4af2-bcd0-985a37f9d3f9)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:53:32.573880 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-ebfe8074-b7c5-4034-9d57-ec7036e32d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:32.633887 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-ebfe8074-b7c5-4034-9d57-ec7036e32d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:32.634497 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-ebfe8074-b7c5-4034-9d57-ec7036e32d72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:32.636650 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-ebfe8074-b7c5-4034-9d57-ec7036e32d72 service neutron] 10.222.0.46 "PUT /v2.0/ports/f989fe61-95fb-4efb-830a-7c9994895b79 HTTP/1.1" status: 200 len: 1091 time: 1.2191114 Feb 09 12:53:32.637085 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d6902a-64a8-4e73-bac3-dd509b10cae6', 'tag': 'f989fe61-95fb-4efb-830a-7c9994895b79'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:53:32.674254 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe8074-b7c5-4034-9d57-ec7036e32d72 service neutron] Pushing event updated for resources: {'Port': ['ID=f989fe61-95fb-4efb-830a-7c9994895b79,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:32.727103 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d6902a-64a8-4e73-bac3-dd509b10cae6', 'tag': 'f989fe61-95fb-4efb-830a-7c9994895b79', 'status': 'completed', 'code': 200} Feb 09 12:53:32.928943 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-a7cb471b-bc49-4786-84c4-d34dad7de65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:32.930473 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-a7cb471b-bc49-4786-84c4-d34dad7de65d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=445a79a177d24603963cfb05448aff52&device_id=96d6902a-64a8-4e73-bac3-dd509b10cae6 HTTP/1.1" status: 200 len: 1094 time: 0.2442863 Feb 09 12:53:33.016151 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-45dbeb60-e134-4b2b-af39-7359dc4858c7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f989fe61-95fb-4efb-830a-7c9994895b79 HTTP/1.1" status: 200 len: 217 time: 0.0775750 Feb 09 12:53:33.107862 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-2eaf1ee2-2350-4891-b83b-619d32d05f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:33.109375 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-2eaf1ee2-2350-4891-b83b-619d32d05f44 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8e77f6f1-b296-4e5c-b91e-dcd72950fb8f HTTP/1.1" status: 200 len: 849 time: 0.0867426 Feb 09 12:53:33.173897 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f81a0-2a58-49ca-9b6c-c67ea91c9dea req-7a79bb83-608d-4987-956e-ee9f57f8784b tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:33.175810 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fb2f81a0-2a58-49ca-9b6c-c67ea91c9dea req-7a79bb83-608d-4987-956e-ee9f57f8784b tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=96d6902a-64a8-4e73-bac3-dd509b10cae6 HTTP/1.1" status: 200 len: 1094 time: 0.0915093 Feb 09 12:53:33.229441 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-bff5ff75-c1bb-45f2-8cb2-4fac5fbabb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:33.231720 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-bff5ff75-c1bb-45f2-8cb2-4fac5fbabb4d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e7d67b04-bf46-4f80-91eb-f23b41f3ff1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1148665 Feb 09 12:53:33.238735 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fb2f81a0-2a58-49ca-9b6c-c67ea91c9dea req-3eb725b0-81da-475d-89a2-be409cb1b343 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=52defcb5-469a-479d-8ba1-ab43c350f032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522399 Feb 09 12:53:33.406154 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-e98479f7-2f8d-41ad-a5e8-98d06c8f643d service neutron] 10.222.0.46 "GET /v2.0/networks/e7d67b04-bf46-4f80-91eb-f23b41f3ff1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585872 Feb 09 12:53:33.578056 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-59e76a19-2d24-4537-9b3c-533b0bae45c4 req-c368605d-5cf2-4709-adee-d2ae95c86b66 service neutron] 10.222.0.46 "GET /v2.0/networks/e7d67b04-bf46-4f80-91eb-f23b41f3ff1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652117 Feb 09 12:53:33.717157 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ddb6a-5955-4a52-b1dc-bf16fe3e84ef req-ab0bbbf4-d422-427f-a0c3-21e2fdd04363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:33.718659 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a66ddb6a-5955-4a52-b1dc-bf16fe3e84ef req-ab0bbbf4-d422-427f-a0c3-21e2fdd04363 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=445a79a177d24603963cfb05448aff52&device_id=96d6902a-64a8-4e73-bac3-dd509b10cae6 HTTP/1.1" status: 200 len: 1094 time: 0.0818458 Feb 09 12:53:33.876419 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ddb6a-5955-4a52-b1dc-bf16fe3e84ef req-b4ac4c60-4746-4f34-84cc-70dbcfb3bdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:33.877885 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a66ddb6a-5955-4a52-b1dc-bf16fe3e84ef req-b4ac4c60-4746-4f34-84cc-70dbcfb3bdc6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e7d67b04-bf46-4f80-91eb-f23b41f3ff1a HTTP/1.1" status: 200 len: 911 time: 0.1525598 Feb 09 12:53:33.952314 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a66ddb6a-5955-4a52-b1dc-bf16fe3e84ef req-c59ced24-8d50-4b31-8dbb-2e196878355c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f989fe61-95fb-4efb-830a-7c9994895b79 HTTP/1.1" status: 200 len: 217 time: 0.0632319 Feb 09 12:53:34.019268 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ddb6a-5955-4a52-b1dc-bf16fe3e84ef req-040e8040-a206-41ba-bba1-4ea03ff60fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:34.020892 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a66ddb6a-5955-4a52-b1dc-bf16fe3e84ef req-040e8040-a206-41ba-bba1-4ea03ff60fee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8e77f6f1-b296-4e5c-b91e-dcd72950fb8f HTTP/1.1" status: 200 len: 849 time: 0.0623429 Feb 09 12:53:34.105328 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ddb6a-5955-4a52-b1dc-bf16fe3e84ef req-36a3c3ba-7373-4001-8235-9a84a571d989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:34.106809 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a66ddb6a-5955-4a52-b1dc-bf16fe3e84ef req-36a3c3ba-7373-4001-8235-9a84a571d989 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e7d67b04-bf46-4f80-91eb-f23b41f3ff1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764351 Feb 09 12:53:34.252914 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a66ddb6a-5955-4a52-b1dc-bf16fe3e84ef req-150a867f-a6fc-4331-a761-73cf30f8eb39 service neutron] 10.222.0.46 "GET /v2.0/networks/e7d67b04-bf46-4f80-91eb-f23b41f3ff1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389713 Feb 09 12:53:34.465174 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a66ddb6a-5955-4a52-b1dc-bf16fe3e84ef req-dcc9eee4-ab0c-4bae-aff4-15be9f403c58 service neutron] 10.222.0.46 "GET /v2.0/networks/e7d67b04-bf46-4f80-91eb-f23b41f3ff1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019730 Feb 09 12:53:34.510091 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21127f29-1ddf-4563-805a-b06719bf5069 req-27271217-f916-42c6-9a90-005ae7c13474 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:34.516824 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-21127f29-1ddf-4563-805a-b06719bf5069 req-27271217-f916-42c6-9a90-005ae7c13474 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=96d6902a-64a8-4e73-bac3-dd509b10cae6 HTTP/1.1" status: 200 len: 1094 time: 0.0943429 Feb 09 12:53:34.560792 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-21127f29-1ddf-4563-805a-b06719bf5069 req-a5f0c3ff-425b-4a0e-828c-c2f66f0c8df0 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=52defcb5-469a-479d-8ba1-ab43c350f032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423987 Feb 09 12:53:35.761759 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270bd88-d3e7-48e1-9469-caff89c063ad req-aff7c8e9-4e9e-46cf-ab3d-955877ad0fc8 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:35.763671 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9270bd88-d3e7-48e1-9469-caff89c063ad req-aff7c8e9-4e9e-46cf-ab3d-955877ad0fc8 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=96d6902a-64a8-4e73-bac3-dd509b10cae6 HTTP/1.1" status: 200 len: 1094 time: 0.0847483 Feb 09 12:53:35.804568 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9270bd88-d3e7-48e1-9469-caff89c063ad req-f432fec7-9e78-4d6c-9d39-617c8ec64032 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=52defcb5-469a-479d-8ba1-ab43c350f032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350380 Feb 09 12:53:37.031873 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device f989fe61-95fb-4efb-830a-7c9994895b79 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:53:37.036030 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd43b5d4-684c-4e7e-88d3-9d572bcd715d req-d60f8c6f-1264-46a9-a51a-82647519a3c2 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:37.038084 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cd43b5d4-684c-4e7e-88d3-9d572bcd715d req-d60f8c6f-1264-46a9-a51a-82647519a3c2 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=96d6902a-64a8-4e73-bac3-dd509b10cae6 HTTP/1.1" status: 200 len: 1094 time: 0.0715020 Feb 09 12:53:37.084010 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cd43b5d4-684c-4e7e-88d3-9d572bcd715d req-502d7220-65e1-4a93-b3eb-51ebf5ad7ad6 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=52defcb5-469a-479d-8ba1-ab43c350f032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360007 Feb 09 12:53:37.200522 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port f989fe61-95fb-4efb-830a-7c9994895b79, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f989fe61-95fb-4efb-830a-7c9994895b79,segment=NetworkSegment(20dda163-022a-4af2-bcd0-985a37f9d3f9),segment_id=20dda163-022a-4af2-bcd0-985a37f9d3f9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:53:37.227591 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'f989fe61-95fb-4efb-830a-7c9994895b79', 'network_id': 'e7d67b04-bf46-4f80-91eb-f23b41f3ff1a', 'port_id': 'f989fe61-95fb-4efb-830a-7c9994895b79', 'mac_address': 'fa:16:3e:cd:a6:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e77f6f1-b296-4e5c-b91e-dcd72950fb8f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:53:37.292556 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:37.311207 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f989fe61-95fb-4efb-830a-7c9994895b79 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:53:37.328451 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port f989fe61-95fb-4efb-830a-7c9994895b79, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f989fe61-95fb-4efb-830a-7c9994895b79,segment=NetworkSegment(20dda163-022a-4af2-bcd0-985a37f9d3f9),segment_id=20dda163-022a-4af2-bcd0-985a37f9d3f9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:53:37.334101 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:37.407054 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=f989fe61-95fb-4efb-830a-7c9994895b79,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:37.617540 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['f989fe61-95fb-4efb-830a-7c9994895b79'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:53:37.969351 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:53:38.289372 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c17249-40cb-4503-a4e6-ba0632ecd0f6 req-37959a19-7f63-4049-9eea-0980d09cb2d1 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:38.290879 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-84c17249-40cb-4503-a4e6-ba0632ecd0f6 req-37959a19-7f63-4049-9eea-0980d09cb2d1 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=96d6902a-64a8-4e73-bac3-dd509b10cae6 HTTP/1.1" status: 200 len: 1095 time: 0.0851421 Feb 09 12:53:38.336580 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-84c17249-40cb-4503-a4e6-ba0632ecd0f6 req-287b4a11-1bc2-48a4-a098-efd466931ddc tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=52defcb5-469a-479d-8ba1-ab43c350f032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399220 Feb 09 12:53:39.046979 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device f989fe61-95fb-4efb-830a-7c9994895b79 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:53:39.127786 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port f989fe61-95fb-4efb-830a-7c9994895b79 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:53:39.133289 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port f989fe61-95fb-4efb-830a-7c9994895b79 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:53:39.133410 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:39.263501 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:39.298420 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d6902a-64a8-4e73-bac3-dd509b10cae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f989fe61-95fb-4efb-830a-7c9994895b79'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:53:39.309667 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port f989fe61-95fb-4efb-830a-7c9994895b79, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f989fe61-95fb-4efb-830a-7c9994895b79,segment=NetworkSegment(20dda163-022a-4af2-bcd0-985a37f9d3f9),segment_id=20dda163-022a-4af2-bcd0-985a37f9d3f9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:53:39.314165 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:39.392614 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d6902a-64a8-4e73-bac3-dd509b10cae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f989fe61-95fb-4efb-830a-7c9994895b79', 'code': 200} Feb 09 12:53:39.398640 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=f989fe61-95fb-4efb-830a-7c9994895b79,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:39.536820 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eabf56-1d9c-4718-b010-c48e68ff3080 req-5f8dae41-e9b6-45b4-852c-71ab53cfed9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:39.538886 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-33eabf56-1d9c-4718-b010-c48e68ff3080 req-5f8dae41-e9b6-45b4-852c-71ab53cfed9f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=96d6902a-64a8-4e73-bac3-dd509b10cae6 HTTP/1.1" status: 200 len: 1096 time: 0.0842328 Feb 09 12:53:39.565822 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a686d-da34-414d-a468-c08f52a60a45 req-60dcdb02-a73e-4bb8-aefb-63fb860a541d tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:39.569162 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-da7a686d-da34-414d-a468-c08f52a60a45 req-60dcdb02-a73e-4bb8-aefb-63fb860a541d tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=96d6902a-64a8-4e73-bac3-dd509b10cae6 HTTP/1.1" status: 200 len: 1096 time: 0.0860317 Feb 09 12:53:39.588018 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-33eabf56-1d9c-4718-b010-c48e68ff3080 req-0f814699-0a8e-47a5-b91e-2915c3343f36 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=52defcb5-469a-479d-8ba1-ab43c350f032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423403 Feb 09 12:53:39.623352 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-da7a686d-da34-414d-a468-c08f52a60a45 req-ab87df60-5e6e-42f2-bd25-01a324263ee3 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=52defcb5-469a-479d-8ba1-ab43c350f032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461488 Feb 09 12:53:40.821679 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03fe68-4f35-4228-b24f-f90ccd67f3c3 req-35075025-cc96-4ea1-ae86-7491a98578fb tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:40.823521 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab03fe68-4f35-4228-b24f-f90ccd67f3c3 req-35075025-cc96-4ea1-ae86-7491a98578fb tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=96d6902a-64a8-4e73-bac3-dd509b10cae6 HTTP/1.1" status: 200 len: 1096 time: 0.0797658 Feb 09 12:53:40.864733 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab03fe68-4f35-4228-b24f-f90ccd67f3c3 req-6cbe89a6-d03a-410d-a360-2f54c649d85b tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=52defcb5-469a-479d-8ba1-ab43c350f032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350773 Feb 09 12:53:41.044945 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f0b84-6d0c-4cff-b869-dd5117535509 req-2791d154-109e-45fc-9713-f2a911813b9b tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:41.046462 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-517f0b84-6d0c-4cff-b869-dd5117535509 req-2791d154-109e-45fc-9713-f2a911813b9b tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=96d6902a-64a8-4e73-bac3-dd509b10cae6 HTTP/1.1" status: 200 len: 1096 time: 0.0773437 Feb 09 12:53:41.090768 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-517f0b84-6d0c-4cff-b869-dd5117535509 req-fbf2f56c-182e-47ba-abe4-573c0b98020b tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=52defcb5-469a-479d-8ba1-ab43c350f032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386567 Feb 09 12:53:41.280779 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4147a-9c6d-45eb-852c-8808c46e64ce req-e05a7328-eab7-4029-b92a-f9a76f4b6f80 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:41.280779 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8cd4147a-9c6d-45eb-852c-8808c46e64ce req-e05a7328-eab7-4029-b92a-f9a76f4b6f80 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=96d6902a-64a8-4e73-bac3-dd509b10cae6 HTTP/1.1" status: 200 len: 1096 time: 0.0762682 Feb 09 12:53:41.318459 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8cd4147a-9c6d-45eb-852c-8808c46e64ce req-ed93941f-d55c-4ac9-8d0a-65b07ab75432 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=52defcb5-469a-479d-8ba1-ab43c350f032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376115 Feb 09 12:53:41.732165 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d103d-a72a-4602-a8a9-fe6bc87bbeb6 req-75741a99-a565-4be1-bb4d-e14550681236 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:41.733688 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-816d103d-a72a-4602-a8a9-fe6bc87bbeb6 req-75741a99-a565-4be1-bb4d-e14550681236 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=96d6902a-64a8-4e73-bac3-dd509b10cae6 HTTP/1.1" status: 200 len: 1096 time: 0.0762780 Feb 09 12:53:41.778553 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-816d103d-a72a-4602-a8a9-fe6bc87bbeb6 req-a65253ee-ace6-4fee-8d5c-5433e8fd03b0 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=52defcb5-469a-479d-8ba1-ab43c350f032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389094 Feb 09 12:53:42.986537 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8310cfd-8253-4ecf-9e54-b05d4ae8b43b req-0c2cc7e2-8cfe-4872-9315-d196b8310407 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:42.988793 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f8310cfd-8253-4ecf-9e54-b05d4ae8b43b req-0c2cc7e2-8cfe-4872-9315-d196b8310407 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=96d6902a-64a8-4e73-bac3-dd509b10cae6 HTTP/1.1" status: 200 len: 1096 time: 0.0786285 Feb 09 12:53:43.030821 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f8310cfd-8253-4ecf-9e54-b05d4ae8b43b req-4a682145-5820-4027-89d5-36a1c0ffea97 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=52defcb5-469a-479d-8ba1-ab43c350f032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363898 Feb 09 12:53:43.125020 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76c22b-22aa-4a3f-b13b-5a597713f174 req-e57137e8-70cd-4474-a55d-3b1b6780b5f5 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:43.125803 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-bb76c22b-22aa-4a3f-b13b-5a597713f174 req-e57137e8-70cd-4474-a55d-3b1b6780b5f5 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Synchronizing usage tracker for tenant:445a79a177d24603963cfb05448aff52 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:53:43.142392 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-bb76c22b-22aa-4a3f-b13b-5a597713f174 req-e57137e8-70cd-4474-a55d-3b1b6780b5f5 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Unset dirty status for tenant:445a79a177d24603963cfb05448aff52 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:53:43.143506 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-bb76c22b-22aa-4a3f-b13b-5a597713f174 req-e57137e8-70cd-4474-a55d-3b1b6780b5f5 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=96d6902a-64a8-4e73-bac3-dd509b10cae6 HTTP/1.1" status: 200 len: 1096 time: 0.1187441 Feb 09 12:53:43.220110 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-bb76c22b-22aa-4a3f-b13b-5a597713f174 req-2fbb637a-4000-44d3-857b-c43c863f576a tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Deleting port f989fe61-95fb-4efb-830a-7c9994895b79 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:53:43.220110 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-bb76c22b-22aa-4a3f-b13b-5a597713f174 req-2fbb637a-4000-44d3-857b-c43c863f576a tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:43.466012 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-bb76c22b-22aa-4a3f-b13b-5a597713f174 req-2fbb637a-4000-44d3-857b-c43c863f576a tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] For port f989fe61-95fb-4efb-830a-7c9994895b79, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f989fe61-95fb-4efb-830a-7c9994895b79,segment=NetworkSegment(20dda163-022a-4af2-bcd0-985a37f9d3f9),segment_id=20dda163-022a-4af2-bcd0-985a37f9d3f9)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:53:43.466299 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-bb76c22b-22aa-4a3f-b13b-5a597713f174 req-2fbb637a-4000-44d3-857b-c43c863f576a tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:43.699856 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-bb76c22b-22aa-4a3f-b13b-5a597713f174 req-2fbb637a-4000-44d3-857b-c43c863f576a tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Calling delete_port for f989fe61-95fb-4efb-830a-7c9994895b79 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:53:43.845210 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-bb76c22b-22aa-4a3f-b13b-5a597713f174 req-2fbb637a-4000-44d3-857b-c43c863f576a tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:43.857269 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['479ae83c-9248-40a6-838a-0d99a8a589bd'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:53:43.904499 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbb637a-4000-44d3-857b-c43c863f576a tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Pushing event deleted for resources: {'Port': ['ID=f989fe61-95fb-4efb-830a-7c9994895b79,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:43.941915 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbb637a-4000-44d3-857b-c43c863f576a tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:43.942258 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbb637a-4000-44d3-857b-c43c863f576a tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:43.942591 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbb637a-4000-44d3-857b-c43c863f576a tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:43.942918 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbb637a-4000-44d3-857b-c43c863f576a tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:43.943242 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbb637a-4000-44d3-857b-c43c863f576a tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:43.943565 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbb637a-4000-44d3-857b-c43c863f576a tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:43.943912 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbb637a-4000-44d3-857b-c43c863f576a tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:43.944225 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbb637a-4000-44d3-857b-c43c863f576a tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:43.944544 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbb637a-4000-44d3-857b-c43c863f576a tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:43.944857 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbb637a-4000-44d3-857b-c43c863f576a tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:43.945172 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbb637a-4000-44d3-857b-c43c863f576a tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:43.945493 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbb637a-4000-44d3-857b-c43c863f576a tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:43.953578 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['f989fe61-95fb-4efb-830a-7c9994895b79'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:53:44.012293 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb76c22b-22aa-4a3f-b13b-5a597713f174 req-2fbb637a-4000-44d3-857b-c43c863f576a tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] No DVR routers for this DVR port f989fe61-95fb-4efb-830a-7c9994895b79 on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:53:44.014890 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-bb76c22b-22aa-4a3f-b13b-5a597713f174 req-2fbb637a-4000-44d3-857b-c43c863f576a tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:44.017454 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d6902a-64a8-4e73-bac3-dd509b10cae6', 'name': 'network-vif-deleted', 'tag': 'f989fe61-95fb-4efb-830a-7c9994895b79'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:53:44.051545 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-bb76c22b-22aa-4a3f-b13b-5a597713f174 req-2fbb637a-4000-44d3-857b-c43c863f576a tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.46 "DELETE /v2.0/ports/f989fe61-95fb-4efb-830a-7c9994895b79 HTTP/1.1" status: 204 len: 173 time: 0.9019437 Feb 09 12:53:44.056808 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c9a9984c-0670-48ec-8b05-c3908b4e8a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:44.098644 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d6902a-64a8-4e73-bac3-dd509b10cae6', 'name': 'network-vif-deleted', 'tag': 'f989fe61-95fb-4efb-830a-7c9994895b79', 'status': 'completed', 'code': 200} Feb 09 12:53:44.315392 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-75122d35-2044-42e1-bc82-21253b6a540b req-3d6a879c-3067-4e30-b479-a7a36f0b4472 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=96d6902a-64a8-4e73-bac3-dd509b10cae6 HTTP/1.1" status: 200 len: 210 time: 0.0651598 Feb 09 12:53:45.769418 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc94f1-590d-40e7-8ffa-6a9bf65779f2 req-8dbe9879-5dac-41a6-9baa-70fb2cab48f1 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:45.770953 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-41cc94f1-590d-40e7-8ffa-6a9bf65779f2 req-8dbe9879-5dac-41a6-9baa-70fb2cab48f1 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=cb2bacb4-3450-4232-959b-c3e313ff09bc HTTP/1.1" status: 200 len: 1097 time: 0.0734959 Feb 09 12:53:45.813353 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-41cc94f1-590d-40e7-8ffa-6a9bf65779f2 req-ca3f830f-d3ae-4dd2-8c88-6335af0a96f4 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=52defcb5-469a-479d-8ba1-ab43c350f032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364320 Feb 09 12:53:46.401343 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2d6e5af8-7c65-4c81-a66a-244b15e03675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:47.017617 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0cc04-dd38-4fed-b633-d207e53c6580 req-25d4bfbb-83f5-4fee-8105-630ddfdb3b21 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:47.020056 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-10a0cc04-dd38-4fed-b633-d207e53c6580 req-25d4bfbb-83f5-4fee-8105-630ddfdb3b21 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=cb2bacb4-3450-4232-959b-c3e313ff09bc HTTP/1.1" status: 200 len: 1097 time: 0.0853667 Feb 09 12:53:47.071310 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-10a0cc04-dd38-4fed-b633-d207e53c6580 req-f3671368-efc0-4105-8399-2b4b3c397bfd tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=52defcb5-469a-479d-8ba1-ab43c350f032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420418 Feb 09 12:53:47.081046 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device f989fe61-95fb-4efb-830a-7c9994895b79 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:53:47.123576 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: f989fe61-95fb-4efb-830a-7c9994895b79 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:53:47.123576 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device f989fe61-95fb-4efb-830a-7c9994895b79 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:53:47.313369 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df483a5-c112-4de7-82b5-857b8500759f req-c3c67ab6-aa2b-49b2-a500-c5a9c52f8601 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:47.314957 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3df483a5-c112-4de7-82b5-857b8500759f req-c3c67ab6-aa2b-49b2-a500-c5a9c52f8601 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=cb2bacb4-3450-4232-959b-c3e313ff09bc HTTP/1.1" status: 200 len: 1097 time: 0.1044095 Feb 09 12:53:47.419599 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-3df483a5-c112-4de7-82b5-857b8500759f req-7b19067e-7b0a-4027-b33c-2dcf430ed0c4 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Deleting port 479ae83c-9248-40a6-838a-0d99a8a589bd {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:53:47.419599 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3df483a5-c112-4de7-82b5-857b8500759f req-7b19067e-7b0a-4027-b33c-2dcf430ed0c4 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:47.620226 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:47.685114 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:47.720516 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-3df483a5-c112-4de7-82b5-857b8500759f req-7b19067e-7b0a-4027-b33c-2dcf430ed0c4 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] For port 479ae83c-9248-40a6-838a-0d99a8a589bd, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=479ae83c-9248-40a6-838a-0d99a8a589bd,segment=NetworkSegment(20dda163-022a-4af2-bcd0-985a37f9d3f9),segment_id=20dda163-022a-4af2-bcd0-985a37f9d3f9)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:53:47.720516 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3df483a5-c112-4de7-82b5-857b8500759f req-7b19067e-7b0a-4027-b33c-2dcf430ed0c4 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:47.975627 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-3df483a5-c112-4de7-82b5-857b8500759f req-7b19067e-7b0a-4027-b33c-2dcf430ed0c4 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Calling delete_port for 479ae83c-9248-40a6-838a-0d99a8a589bd owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:53:48.163622 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3df483a5-c112-4de7-82b5-857b8500759f req-7b19067e-7b0a-4027-b33c-2dcf430ed0c4 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:48.168472 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['479ae83c-9248-40a6-838a-0d99a8a589bd'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:53:48.291479 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b19067e-7b0a-4027-b33c-2dcf430ed0c4 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Pushing event deleted for resources: {'Port': ['ID=479ae83c-9248-40a6-838a-0d99a8a589bd,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:48.344348 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9ce25d88-e369-4479-bd78-7930f68b580f req-e7e5bdf8-284b-41f5-bfb7-d409eaa82702 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=cb2bacb4-3450-4232-959b-c3e313ff09bc HTTP/1.1" status: 200 len: 210 time: 0.0932484 Feb 09 12:53:48.392806 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b19067e-7b0a-4027-b33c-2dcf430ed0c4 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:48.392806 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b19067e-7b0a-4027-b33c-2dcf430ed0c4 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:48.392806 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b19067e-7b0a-4027-b33c-2dcf430ed0c4 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:48.392806 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b19067e-7b0a-4027-b33c-2dcf430ed0c4 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:48.392806 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b19067e-7b0a-4027-b33c-2dcf430ed0c4 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:48.392806 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b19067e-7b0a-4027-b33c-2dcf430ed0c4 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:48.392806 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b19067e-7b0a-4027-b33c-2dcf430ed0c4 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:48.392806 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b19067e-7b0a-4027-b33c-2dcf430ed0c4 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:48.392806 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b19067e-7b0a-4027-b33c-2dcf430ed0c4 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:48.392806 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b19067e-7b0a-4027-b33c-2dcf430ed0c4 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:48.397200 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b19067e-7b0a-4027-b33c-2dcf430ed0c4 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:48.397200 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b19067e-7b0a-4027-b33c-2dcf430ed0c4 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:48.461783 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-3df483a5-c112-4de7-82b5-857b8500759f req-7b19067e-7b0a-4027-b33c-2dcf430ed0c4 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] No DVR routers for this DVR port 479ae83c-9248-40a6-838a-0d99a8a589bd on host n-h1-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:53:48.461783 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-3df483a5-c112-4de7-82b5-857b8500759f req-7b19067e-7b0a-4027-b33c-2dcf430ed0c4 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:48.479330 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2bacb4-3450-4232-959b-c3e313ff09bc', 'name': 'network-vif-deleted', 'tag': '479ae83c-9248-40a6-838a-0d99a8a589bd'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:53:48.479330 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3df483a5-c112-4de7-82b5-857b8500759f req-7b19067e-7b0a-4027-b33c-2dcf430ed0c4 tempest-TestServerMultinode-1197421005 tempest-TestServerMultinode-1197421005-project-admin] 10.222.0.52 "DELETE /v2.0/ports/479ae83c-9248-40a6-838a-0d99a8a589bd HTTP/1.1" status: 204 len: 173 time: 1.1540506 Feb 09 12:53:48.564589 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2bacb4-3450-4232-959b-c3e313ff09bc', 'name': 'network-vif-deleted', 'tag': '479ae83c-9248-40a6-838a-0d99a8a589bd', 'status': 'completed', 'code': 200} Feb 09 12:53:49.254172 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:49.436215 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 36410) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:53:50.157726 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ff049b2f-ffcd-45e5-b40a-617bc02ff265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:50.560613 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-ff049b2f-ffcd-45e5-b40a-617bc02ff265 admin admin] Deleting port 21363a70-696e-4d47-89ab-8869ae2165ba {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:53:50.561206 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ff049b2f-ffcd-45e5-b40a-617bc02ff265 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:50.599419 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:50.865568 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-ff049b2f-ffcd-45e5-b40a-617bc02ff265 admin admin] For port 21363a70-696e-4d47-89ab-8869ae2165ba, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=21363a70-696e-4d47-89ab-8869ae2165ba,segment=NetworkSegment(20dda163-022a-4af2-bcd0-985a37f9d3f9),segment_id=20dda163-022a-4af2-bcd0-985a37f9d3f9)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:53:50.866004 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ff049b2f-ffcd-45e5-b40a-617bc02ff265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:51.004656 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-ff049b2f-ffcd-45e5-b40a-617bc02ff265 admin admin] Calling delete_port for 21363a70-696e-4d47-89ab-8869ae2165ba owned by network:router_interface {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:53:51.395603 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ff049b2f-ffcd-45e5-b40a-617bc02ff265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:51.453666 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff049b2f-ffcd-45e5-b40a-617bc02ff265 admin admin] Pushing event deleted for resources: {'Port': ['ID=21363a70-696e-4d47-89ab-8869ae2165ba,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:51.688499 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 479ae83c-9248-40a6-838a-0d99a8a589bd no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:53:51.759016 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] No Port match for: 479ae83c-9248-40a6-838a-0d99a8a589bd {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:53:51.759016 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 479ae83c-9248-40a6-838a-0d99a8a589bd not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:53:51.798575 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ff049b2f-ffcd-45e5-b40a-617bc02ff265 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:52.211021 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff049b2f-ffcd-45e5-b40a-617bc02ff265 admin admin] Router e074a5ae-59b2-482b-9905-29e94826b410 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:53:52.558877 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff049b2f-ffcd-45e5-b40a-617bc02ff265 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:53:52.569818 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 36626) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:53:52.577691 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba56793-e423-4617-9f58-85f642924bb2 None None] Sync routers for ids ['e074a5ae-59b2-482b-9905-29e94826b410'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:53:52.585501 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ff049b2f-ffcd-45e5-b40a-617bc02ff265 admin admin] 10.222.0.55 "PUT /v2.0/routers/e074a5ae-59b2-482b-9905-29e94826b410/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1339173 Feb 09 12:53:52.589375 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba56793-e423-4617-9f58-85f642924bb2 None None] Routers {'e074a5ae-59b2-482b-9905-29e94826b410'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:53:52.589375 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-0ba56793-e423-4617-9f58-85f642924bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:53:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e074a5ae-59b2-482b-9905-29e94826b410'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:53:52.769171 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-0ba56793-e423-4617-9f58-85f642924bb2 None None] Set router e074a5ae-59b2-482b-9905-29e94826b410 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:53:52.857171 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d058567a-f38e-497a-b532-ccd6dc782527 admin admin] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:53.093921 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d058567a-f38e-497a-b532-ccd6dc782527 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:53.122114 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-d058567a-f38e-497a-b532-ccd6dc782527 admin admin] Deleting port 70b6b7cf-a504-4fae-8609-7339ac15b795 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:53:53.122114 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d058567a-f38e-497a-b532-ccd6dc782527 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:53.127398 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:53.172493 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-0ba56793-e423-4617-9f58-85f642924bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e074a5ae-59b2-482b-9905-29e94826b410', 'name': 'tempest-TestServerMultinode-1848899619-router', 'tenant_id': 'e4b24dd3af294188aa38b56139ebab6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '70b6b7cf-a504-4fae-8609-7339ac15b795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:52:55Z', 'updated_at': '2022-02-09T12:53:51Z', 'revision_number': 5, 'project_id': 'e4b24dd3af294188aa38b56139ebab6c', 'gw_port': {'id': '70b6b7cf-a504-4fae-8609-7339ac15b795', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e074a5ae-59b2-482b-9905-29e94826b410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:52:56Z', 'updated_at': '2022-02-09T12:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:53:53.176483 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba56793-e423-4617-9f58-85f642924bb2 None None] Checking router: e074a5ae-59b2-482b-9905-29e94826b410 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:53:53.189592 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba56793-e423-4617-9f58-85f642924bb2 None None] Routers {'e074a5ae-59b2-482b-9905-29e94826b410'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:53:53.189592 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-0ba56793-e423-4617-9f58-85f642924bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:53:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e074a5ae-59b2-482b-9905-29e94826b410'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:53:53.407525 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-0ba56793-e423-4617-9f58-85f642924bb2 None None] Set router e074a5ae-59b2-482b-9905-29e94826b410 gateway port host: None {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:53:53.435280 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-d058567a-f38e-497a-b532-ccd6dc782527 admin admin] For port 70b6b7cf-a504-4fae-8609-7339ac15b795, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=70b6b7cf-a504-4fae-8609-7339ac15b795,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:53:53.435280 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d058567a-f38e-497a-b532-ccd6dc782527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:53.527149 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-0ba56793-e423-4617-9f58-85f642924bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e074a5ae-59b2-482b-9905-29e94826b410', 'name': 'tempest-TestServerMultinode-1848899619-router', 'tenant_id': 'e4b24dd3af294188aa38b56139ebab6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:52:55Z', 'updated_at': '2022-02-09T12:53:53Z', 'revision_number': 6, 'project_id': 'e4b24dd3af294188aa38b56139ebab6c', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:53:53.531127 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba56793-e423-4617-9f58-85f642924bb2 None None] The sync data for ids ['e074a5ae-59b2-482b-9905-29e94826b410'] in n-d-825178-3 is: [{'id': 'e074a5ae-59b2-482b-9905-29e94826b410', 'name': 'tempest-TestServerMultinode-1848899619-router', 'tenant_id': 'e4b24dd3af294188aa38b56139ebab6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:52:55Z', 'updated_at': '2022-02-09T12:53:53Z', 'revision_number': 6, 'project_id': 'e4b24dd3af294188aa38b56139ebab6c', 'gw_port_host': None}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:53:53.607283 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-d058567a-f38e-497a-b532-ccd6dc782527 admin admin] Calling delete_port for 70b6b7cf-a504-4fae-8609-7339ac15b795 owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:53:53.833993 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d058567a-f38e-497a-b532-ccd6dc782527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:53.884871 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d058567a-f38e-497a-b532-ccd6dc782527 admin admin] Pushing event deleted for resources: {'Port': ['ID=70b6b7cf-a504-4fae-8609-7339ac15b795,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:54.002962 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d058567a-f38e-497a-b532-ccd6dc782527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:54.332407 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d058567a-f38e-497a-b532-ccd6dc782527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:54.335419 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d058567a-f38e-497a-b532-ccd6dc782527 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:54.360090 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d058567a-f38e-497a-b532-ccd6dc782527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:54.361492 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d058567a-f38e-497a-b532-ccd6dc782527 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e074a5ae-59b2-482b-9905-29e94826b410 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:53:54.378485 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d058567a-f38e-497a-b532-ccd6dc782527 admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:54.379647 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d058567a-f38e-497a-b532-ccd6dc782527 admin admin] 10.222.0.55 "DELETE /v2.0/routers/e074a5ae-59b2-482b-9905-29e94826b410 HTTP/1.1" status: 204 len: 168 time: 1.8125789 Feb 09 12:53:54.382272 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 36740) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:53:54.457497 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e3e847d-f8ab-43af-ae4e-81d28c3e742d admin admin] Deleting subnet 8e77f6f1-b296-4e5c-b91e-dcd72950fb8f {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:53:54.462206 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8e3e847d-f8ab-43af-ae4e-81d28c3e742d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:54.505493 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 21363a70-696e-4d47-89ab-8869ae2165ba no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:53:54.541353 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8e3e847d-f8ab-43af-ae4e-81d28c3e742d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:54.575683 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 21363a70-696e-4d47-89ab-8869ae2165ba {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:53:54.575683 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 21363a70-696e-4d47-89ab-8869ae2165ba not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:53:54.575683 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 70b6b7cf-a504-4fae-8609-7339ac15b795 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:53:54.636105 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 70b6b7cf-a504-4fae-8609-7339ac15b795 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:53:54.636105 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 70b6b7cf-a504-4fae-8609-7339ac15b795 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:53:54.690010 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8e3e847d-f8ab-43af-ae4e-81d28c3e742d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:54.782012 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8e3e847d-f8ab-43af-ae4e-81d28c3e742d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:54.832063 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3e847d-f8ab-43af-ae4e-81d28c3e742d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e77f6f1-b296-4e5c-b91e-dcd72950fb8f,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:54.835250 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9817d683-0d60-47dc-81b2-fb760455c5fd None None] Network e7d67b04-bf46-4f80-91eb-f23b41f3ff1a requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:53:54.858243 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8e3e847d-f8ab-43af-ae4e-81d28c3e742d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:54.871135 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8e3e847d-f8ab-43af-ae4e-81d28c3e742d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8e77f6f1-b296-4e5c-b91e-dcd72950fb8f HTTP/1.1" status: 204 len: 168 time: 0.4790125 Feb 09 12:53:54.877090 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 36778) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:53:55.033188 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c7d0e5b9-30e0-41ac-82ca-399025083e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:55.047136 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-c7d0e5b9-30e0-41ac-82ca-399025083e89 admin admin] Deleting port 80553614-16a3-4ca4-b0ad-3690076d68e6 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:53:55.047857 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c7d0e5b9-30e0-41ac-82ca-399025083e89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:55.151946 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba473367-54f7-4643-9be6-0ae19d059378 None None] DHCP port deletion for e7d67b04-bf46-4f80-91eb-f23b41f3ff1a request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:53:55.161094 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-ba473367-54f7-4643-9be6-0ae19d059378 None None] Deleting port 80553614-16a3-4ca4-b0ad-3690076d68e6 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:53:55.161094 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ba473367-54f7-4643-9be6-0ae19d059378 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:55.401882 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-c7d0e5b9-30e0-41ac-82ca-399025083e89 admin admin] For port 80553614-16a3-4ca4-b0ad-3690076d68e6, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=80553614-16a3-4ca4-b0ad-3690076d68e6,segment=NetworkSegment(20dda163-022a-4af2-bcd0-985a37f9d3f9),segment_id=20dda163-022a-4af2-bcd0-985a37f9d3f9)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:53:55.402441 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c7d0e5b9-30e0-41ac-82ca-399025083e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:55.507708 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-ba473367-54f7-4643-9be6-0ae19d059378 None None] For port 80553614-16a3-4ca4-b0ad-3690076d68e6, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=80553614-16a3-4ca4-b0ad-3690076d68e6,segment=NetworkSegment(20dda163-022a-4af2-bcd0-985a37f9d3f9),segment_id=20dda163-022a-4af2-bcd0-985a37f9d3f9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:53:55.507708 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ba473367-54f7-4643-9be6-0ae19d059378 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:55.553037 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-c7d0e5b9-30e0-41ac-82ca-399025083e89 admin admin] Calling delete_port for 80553614-16a3-4ca4-b0ad-3690076d68e6 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:53:55.659753 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c7d0e5b9-30e0-41ac-82ca-399025083e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:55.682423 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-ba473367-54f7-4643-9be6-0ae19d059378 None None] Calling delete_port for 80553614-16a3-4ca4-b0ad-3690076d68e6 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:53:55.716093 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d0e5b9-30e0-41ac-82ca-399025083e89 admin admin] No DVR routers for this DVR port 80553614-16a3-4ca4-b0ad-3690076d68e6 on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:53:55.802610 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d0e5b9-30e0-41ac-82ca-399025083e89 admin admin] Pushing event deleted for resources: {'Port': ['ID=80553614-16a3-4ca4-b0ad-3690076d68e6,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:55.804994 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-ba473367-54f7-4643-9be6-0ae19d059378 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:53:55.804994 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-ba473367-54f7-4643-9be6-0ae19d059378 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:53:55.909703 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c7d0e5b9-30e0-41ac-82ca-399025083e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:55.946277 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-c7d0e5b9-30e0-41ac-82ca-399025083e89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7d67b04-bf46-4f80-91eb-f23b41f3ff1a']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:53:55.964672 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-c7d0e5b9-30e0-41ac-82ca-399025083e89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20dda163-022a-4af2-bcd0-985a37f9d3f9') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:53:55.965316 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-c7d0e5b9-30e0-41ac-82ca-399025083e89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20dda163-022a-4af2-bcd0-985a37f9d3f9') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:53:55.981607 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c7d0e5b9-30e0-41ac-82ca-399025083e89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:56.000658 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c7d0e5b9-30e0-41ac-82ca-399025083e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:56.007813 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7d0e5b9-30e0-41ac-82ca-399025083e89 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:53:56.008481 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c7d0e5b9-30e0-41ac-82ca-399025083e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:56.039417 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:53:56.039417 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:53:56.039417 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:53:56.039417 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:53:56.039417 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:53:56.039417 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:53:56.039417 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:53:56.039417 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:53:56.039417 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:53:56.039417 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:53:56.039417 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:53:56.039417 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:53:56.039417 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:53:56.039417 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:53:56.039417 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:53:56.039417 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:53:56.039417 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:53:56.039417 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:53:56.039417 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:53:56.039417 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:53:56.039417 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:53:56.039417 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:53:56.039417 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:53:56.039417 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:53:56.039417 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:53:56.039417 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:53:56.039417 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:53:56.039417 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:53:56.039417 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:53:56.039417 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:53:56.039417 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:53:56.039417 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:53:56.134252 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c7d0e5b9-30e0-41ac-82ca-399025083e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:56.152576 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c7d0e5b9-30e0-41ac-82ca-399025083e89 admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:56.164247 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d0e5b9-30e0-41ac-82ca-399025083e89 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7d67b04-bf46-4f80-91eb-f23b41f3ff1a,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:56.174251 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c7d0e5b9-30e0-41ac-82ca-399025083e89 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e7d67b04-bf46-4f80-91eb-f23b41f3ff1a HTTP/1.1" status: 204 len: 168 time: 1.2989397 Feb 09 12:53:56.174251 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 36852) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:53:56.250667 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 80553614-16a3-4ca4-b0ad-3690076d68e6 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:53:56.294473 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 80553614-16a3-4ca4-b0ad-3690076d68e6 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:53:56.295313 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 80553614-16a3-4ca4-b0ad-3690076d68e6 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:53:56.305741 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-ba473367-54f7-4643-9be6-0ae19d059378 None None] Deleting port 80553614-16a3-4ca4-b0ad-3690076d68e6 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:53:56.306184 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ba473367-54f7-4643-9be6-0ae19d059378 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:56.468897 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-ba473367-54f7-4643-9be6-0ae19d059378 None None] The port '80553614-16a3-4ca4-b0ad-3690076d68e6' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:53:56.974630 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-198315f1-dd00-4c66-a727-eeb0b598674a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:57.426045 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-198315f1-dd00-4c66-a727-eeb0b598674a admin admin] Deleting port d2a09111-bd45-47c6-8dca-81560c33952c {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:53:57.426045 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-198315f1-dd00-4c66-a727-eeb0b598674a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:57.619454 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-198315f1-dd00-4c66-a727-eeb0b598674a admin admin] For port d2a09111-bd45-47c6-8dca-81560c33952c, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=d2a09111-bd45-47c6-8dca-81560c33952c,segment=NetworkSegment(8a5a9731-fa4c-48d6-8bf6-1ecd201cb4b2),segment_id=8a5a9731-fa4c-48d6-8bf6-1ecd201cb4b2)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:53:57.619454 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-198315f1-dd00-4c66-a727-eeb0b598674a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:57.766048 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-198315f1-dd00-4c66-a727-eeb0b598674a admin admin] Calling delete_port for d2a09111-bd45-47c6-8dca-81560c33952c owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:53:58.050122 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-198315f1-dd00-4c66-a727-eeb0b598674a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:58.057003 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-970132b0-f7be-4d8a-8ecf-3feef172a66e tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:58.057003 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-970132b0-f7be-4d8a-8ecf-3feef172a66e tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Synchronizing usage tracker for tenant:0ee226ced0b943e49cc8af8c8b6ac825 on resource:network {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:53:58.079437 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-970132b0-f7be-4d8a-8ecf-3feef172a66e tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Unset dirty status for tenant:0ee226ced0b943e49cc8af8c8b6ac825 on resource:network {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:53:58.101944 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-970132b0-f7be-4d8a-8ecf-3feef172a66e tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.55 "GET /v2.0/networks?id=2399c438-0720-40b2-8a59-65fda703cba9 HTTP/1.1" status: 200 len: 814 time: 0.2352848 Feb 09 12:53:58.136551 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-17a3cfd5-eaad-4858-9691-1ff6f6cd912d tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.55 "GET /v2.0/quotas/0ee226ced0b943e49cc8af8c8b6ac825 HTTP/1.1" status: 200 len: 375 time: 0.0209250 Feb 09 12:53:58.145413 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198315f1-dd00-4c66-a727-eeb0b598674a admin admin] Pushing event deleted for resources: {'Port': ['ID=d2a09111-bd45-47c6-8dca-81560c33952c,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:58.227266 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-450ac88a-0fec-454b-bbfe-876949a3edc3 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ee226ced0b943e49cc8af8c8b6ac825&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0887365 Feb 09 12:53:58.496497 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-2d66d183-04a1-4601-9b6b-29cfde5cb369 service neutron] 10.222.0.55 "GET /v2.0/networks/2399c438-0720-40b2-8a59-65fda703cba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582233 Feb 09 12:53:58.676065 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-74dee868-4faf-400e-a3c5-fd6d57be4e99 service neutron] 10.222.0.55 "GET /v2.0/networks/2399c438-0720-40b2-8a59-65fda703cba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689274 Feb 09 12:53:58.705324 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-198315f1-dd00-4c66-a727-eeb0b598674a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:59.001555 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-547c6e5b-c60f-4caa-9cc0-9af85b9708d0 req-70069965-44d0-4044-9839-2b44e2704691 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.55 "GET /v2.0/ports?device_id=14e11c9d-da53-4452-817b-214c847440a1 HTTP/1.1" status: 200 len: 210 time: 0.1095319 Feb 09 12:53:59.316453 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-198315f1-dd00-4c66-a727-eeb0b598674a admin admin] Router 2a4d3ac1-6426-4d0b-98fa-a51725076bfe has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:53:59.577552 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198315f1-dd00-4c66-a727-eeb0b598674a admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:53:59.604735 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-198315f1-dd00-4c66-a727-eeb0b598674a admin admin] 10.222.0.55 "PUT /v2.0/routers/2a4d3ac1-6426-4d0b-98fa-a51725076bfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4338627 Feb 09 12:53:59.611083 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 36980) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:53:59.614210 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87277d5c-6d22-4f1e-8ca5-b49270d1e138 None None] Sync routers for ids ['2a4d3ac1-6426-4d0b-98fa-a51725076bfe'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:53:59.629057 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87277d5c-6d22-4f1e-8ca5-b49270d1e138 None None] Routers {'2a4d3ac1-6426-4d0b-98fa-a51725076bfe'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:53:59.629057 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-87277d5c-6d22-4f1e-8ca5-b49270d1e138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:53:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2a4d3ac1-6426-4d0b-98fa-a51725076bfe'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:53:59.817768 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2aaf2765-2edc-4f8f-899d-2908c631f981 admin admin] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:59.881208 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-87277d5c-6d22-4f1e-8ca5-b49270d1e138 None None] Set router 2a4d3ac1-6426-4d0b-98fa-a51725076bfe gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:54:00.096993 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2aaf2765-2edc-4f8f-899d-2908c631f981 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:00.096993 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-2aaf2765-2edc-4f8f-899d-2908c631f981 admin admin] Deleting port d6dbdaef-0a14-44d4-9066-3cf1bbac6120 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:54:00.096993 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2aaf2765-2edc-4f8f-899d-2908c631f981 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:00.224130 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-362e1869-702d-41d6-970d-63c7f3d83593 req-b3b17be9-1f64-4c11-a859-d3b378e95fff tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.55 "GET /v2.0/ports?device_id=14e11c9d-da53-4452-817b-214c847440a1 HTTP/1.1" status: 200 len: 210 time: 0.0720253 Feb 09 12:54:00.245248 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-87277d5c-6d22-4f1e-8ca5-b49270d1e138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4d3ac1-6426-4d0b-98fa-a51725076bfe', 'name': 'tempest-TestServerMultinode-1918830343-router', 'tenant_id': '445a79a177d24603963cfb05448aff52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': 'd6dbdaef-0a14-44d4-9066-3cf1bbac6120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:53:05Z', 'updated_at': '2022-02-09T12:53:57Z', 'revision_number': 5, 'project_id': '445a79a177d24603963cfb05448aff52', 'gw_port': {'id': 'd6dbdaef-0a14-44d4-9066-3cf1bbac6120', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4d3ac1-6426-4d0b-98fa-a51725076bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:53:07Z', 'updated_at': '2022-02-09T12:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:54:00.249912 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87277d5c-6d22-4f1e-8ca5-b49270d1e138 None None] Checking router: 2a4d3ac1-6426-4d0b-98fa-a51725076bfe for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:54:00.260242 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87277d5c-6d22-4f1e-8ca5-b49270d1e138 None None] Routers {'2a4d3ac1-6426-4d0b-98fa-a51725076bfe'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:54:00.261233 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-87277d5c-6d22-4f1e-8ca5-b49270d1e138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:53:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2a4d3ac1-6426-4d0b-98fa-a51725076bfe'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:54:00.334490 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-2aaf2765-2edc-4f8f-899d-2908c631f981 admin admin] For port d6dbdaef-0a14-44d4-9066-3cf1bbac6120, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=d6dbdaef-0a14-44d4-9066-3cf1bbac6120,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:54:00.334490 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2aaf2765-2edc-4f8f-899d-2908c631f981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:00.485045 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-2aaf2765-2edc-4f8f-899d-2908c631f981 admin admin] Calling delete_port for d6dbdaef-0a14-44d4-9066-3cf1bbac6120 owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:54:00.612159 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-87277d5c-6d22-4f1e-8ca5-b49270d1e138 None None] Set router 2a4d3ac1-6426-4d0b-98fa-a51725076bfe gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:54:00.720718 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-9935087f-8c4f-48d4-9315-05572b6980ca tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:00.720718 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-9935087f-8c4f-48d4-9315-05572b6980ca tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.52 "GET /v2.0/networks?id=2399c438-0720-40b2-8a59-65fda703cba9 HTTP/1.1" status: 200 len: 814 time: 0.4349906 Feb 09 12:54:00.746248 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-9257e159-c56c-4fe2-9dfc-c85cf307078d tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Request body: {'port': {'device_id': '14e11c9d-da53-4452-817b-214c847440a1', 'network_id': '2399c438-0720-40b2-8a59-65fda703cba9', 'admin_state_up': True, 'tenant_id': '0ee226ced0b943e49cc8af8c8b6ac825'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:54:00.804589 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-87277d5c-6d22-4f1e-8ca5-b49270d1e138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4d3ac1-6426-4d0b-98fa-a51725076bfe', 'name': 'tempest-TestServerMultinode-1918830343-router', 'tenant_id': '445a79a177d24603963cfb05448aff52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:53:05Z', 'updated_at': '2022-02-09T12:54:00Z', 'revision_number': 6, 'project_id': '445a79a177d24603963cfb05448aff52', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:54:00.804589 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87277d5c-6d22-4f1e-8ca5-b49270d1e138 None None] The sync data for ids ['2a4d3ac1-6426-4d0b-98fa-a51725076bfe'] in n-d-825178-3 is: [{'id': '2a4d3ac1-6426-4d0b-98fa-a51725076bfe', 'name': 'tempest-TestServerMultinode-1918830343-router', 'tenant_id': '445a79a177d24603963cfb05448aff52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:53:05Z', 'updated_at': '2022-02-09T12:54:00Z', 'revision_number': 6, 'project_id': '445a79a177d24603963cfb05448aff52', 'gw_port_host': None}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:54:00.884464 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2aaf2765-2edc-4f8f-899d-2908c631f981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:00.916866 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-9257e159-c56c-4fe2-9dfc-c85cf307078d tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:54:00.920882 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-9257e159-c56c-4fe2-9dfc-c85cf307078d tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Usage tracker for resource:port and tenant:0ee226ced0b943e49cc8af8c8b6ac825 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:54:00.923781 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-9257e159-c56c-4fe2-9dfc-c85cf307078d tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:54:00.929766 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-9257e159-c56c-4fe2-9dfc-c85cf307078d tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:54:00.938332 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf2765-2edc-4f8f-899d-2908c631f981 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6dbdaef-0a14-44d4-9066-3cf1bbac6120,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:00.941998 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-9257e159-c56c-4fe2-9dfc-c85cf307078d tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Made reservation on behalf of 0ee226ced0b943e49cc8af8c8b6ac825 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:54:00.945948 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-9257e159-c56c-4fe2-9dfc-c85cf307078d tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:01.053569 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2aaf2765-2edc-4f8f-899d-2908c631f981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:01.171299 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-9257e159-c56c-4fe2-9dfc-c85cf307078d tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Allocated IP 172.20.0.2 (2399c438-0720-40b2-8a59-65fda703cba9/e9c93e90-e33b-4c0b-85e1-4730bbc5e86d/3c408cfe-add5-44b8-9cc5-c5b953040800) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:54:01.300039 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2aaf2765-2edc-4f8f-899d-2908c631f981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:01.300039 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2aaf2765-2edc-4f8f-899d-2908c631f981 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:01.350189 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2aaf2765-2edc-4f8f-899d-2908c631f981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:01.350189 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aaf2765-2edc-4f8f-899d-2908c631f981 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a4d3ac1-6426-4d0b-98fa-a51725076bfe {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:54:01.379099 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2aaf2765-2edc-4f8f-899d-2908c631f981 admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:01.379099 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2aaf2765-2edc-4f8f-899d-2908c631f981 admin admin] 10.222.0.55 "DELETE /v2.0/routers/2a4d3ac1-6426-4d0b-98fa-a51725076bfe HTTP/1.1" status: 204 len: 168 time: 1.7550886 Feb 09 12:54:01.383539 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 37002) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:01.684284 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6be6727f-0c38-4616-a1fe-980cea5f144b req-ebff00ef-3702-4af6-a402-2334e34896b0 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.55 "GET /v2.0/ports?device_id=14e11c9d-da53-4452-817b-214c847440a1 HTTP/1.1" status: 200 len: 210 time: 0.2170513 Feb 09 12:54:01.730325 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3fe971b-2e0a-4957-9a03-6afa10c30502 admin admin] Deleting subnet 1eefefe9-8d99-4189-afb2-e4dd1fc67a1a {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:54:01.735643 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d3fe971b-2e0a-4957-9a03-6afa10c30502 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:01.812762 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-9257e159-c56c-4fe2-9dfc-c85cf307078d tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:01.817444 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d3fe971b-2e0a-4957-9a03-6afa10c30502 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:01.928179 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d3fe971b-2e0a-4957-9a03-6afa10c30502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:01.967505 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-9257e159-c56c-4fe2-9dfc-c85cf307078d tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:02.047394 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-9257e159-c56c-4fe2-9dfc-c85cf307078d tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Network 2399c438-0720-40b2-8a59-65fda703cba9 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:54:02.051289 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-9257e159-c56c-4fe2-9dfc-c85cf307078d tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:54:02.056150 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-9257e159-c56c-4fe2-9dfc-c85cf307078d tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:54:02.097699 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9257e159-c56c-4fe2-9dfc-c85cf307078d tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Pushing event updated for resources: {'Port': ['ID=3c408cfe-add5-44b8-9cc5-c5b953040800,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:02.137031 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d3fe971b-2e0a-4957-9a03-6afa10c30502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:02.191933 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-9257e159-c56c-4fe2-9dfc-c85cf307078d tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:02.196284 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ae2905-ffdf-4fe2-96a9-22582ba8f5f0 None None] Network a70f0fc0-78a4-4703-b88b-78db8c00ed63 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:54:02.212598 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-9257e159-c56c-4fe2-9dfc-c85cf307078d tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:02.242392 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d3fe971b-2e0a-4957-9a03-6afa10c30502 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:02.248416 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d3fe971b-2e0a-4957-9a03-6afa10c30502 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/1eefefe9-8d99-4189-afb2-e4dd1fc67a1a HTTP/1.1" status: 204 len: 168 time: 0.8716903 Feb 09 12:54:02.248416 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe971b-2e0a-4957-9a03-6afa10c30502 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1eefefe9-8d99-4189-afb2-e4dd1fc67a1a,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:02.248416 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 37016) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:02.271637 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-9257e159-c56c-4fe2-9dfc-c85cf307078d tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5452628 Feb 09 12:54:02.280533 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device d2a09111-bd45-47c6-8dca-81560c33952c no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:54:02.325931 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: d2a09111-bd45-47c6-8dca-81560c33952c {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:54:02.326303 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device d2a09111-bd45-47c6-8dca-81560c33952c not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:54:02.326713 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device d6dbdaef-0a14-44d4-9066-3cf1bbac6120 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:54:02.367416 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-26f61191-781b-488d-bc13-4e347ae3a018 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:54:02.367416 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-26f61191-781b-488d-bc13-4e347ae3a018 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107050 Feb 09 12:54:02.391079 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-bfe32a9b-2896-4ae0-8a0f-1e4de86ffd10 service neutron] Request body: {'port': {'device_id': '14e11c9d-da53-4452-817b-214c847440a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:54:02.394425 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: d6dbdaef-0a14-44d4-9066-3cf1bbac6120 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:54:02.394425 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device d6dbdaef-0a14-44d4-9066-3cf1bbac6120 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:54:02.512371 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1c579c15-cf91-4a5b-80b7-b6d88ed8e821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:02.536451 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-1c579c15-cf91-4a5b-80b7-b6d88ed8e821 admin admin] Deleting port d7746578-b9ec-4bff-92ee-d35e81fd00c6 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:54:02.537078 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1c579c15-cf91-4a5b-80b7-b6d88ed8e821 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:02.567080 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-bfe32a9b-2896-4ae0-8a0f-1e4de86ffd10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:02.594592 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6a1d6e-115a-4c62-bc42-2c10bc44a2ba None None] DHCP port deletion for a70f0fc0-78a4-4703-b88b-78db8c00ed63 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:54:02.599068 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-eb6a1d6e-115a-4c62-bc42-2c10bc44a2ba None None] Deleting port d7746578-b9ec-4bff-92ee-d35e81fd00c6 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:54:02.599447 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-eb6a1d6e-115a-4c62-bc42-2c10bc44a2ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:02.913680 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-eb6a1d6e-115a-4c62-bc42-2c10bc44a2ba None None] For port d7746578-b9ec-4bff-92ee-d35e81fd00c6, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=d7746578-b9ec-4bff-92ee-d35e81fd00c6,segment=NetworkSegment(8a5a9731-fa4c-48d6-8bf6-1ecd201cb4b2),segment_id=8a5a9731-fa4c-48d6-8bf6-1ecd201cb4b2)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:54:02.913680 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-eb6a1d6e-115a-4c62-bc42-2c10bc44a2ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:03.065219 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-eb6a1d6e-115a-4c62-bc42-2c10bc44a2ba None None] Calling delete_port for d7746578-b9ec-4bff-92ee-d35e81fd00c6 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:54:03.132826 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-1c579c15-cf91-4a5b-80b7-b6d88ed8e821 admin admin] For port d7746578-b9ec-4bff-92ee-d35e81fd00c6, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=d7746578-b9ec-4bff-92ee-d35e81fd00c6,segment=NetworkSegment(8a5a9731-fa4c-48d6-8bf6-1ecd201cb4b2),segment_id=8a5a9731-fa4c-48d6-8bf6-1ecd201cb4b2)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:54:03.133519 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1c579c15-cf91-4a5b-80b7-b6d88ed8e821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:03.181542 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-eb6a1d6e-115a-4c62-bc42-2c10bc44a2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:03.233407 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6a1d6e-115a-4c62-bc42-2c10bc44a2ba None None] Pushing event deleted for resources: {'Port': ['ID=d7746578-b9ec-4bff-92ee-d35e81fd00c6,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:03.242984 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6a1d6e-115a-4c62-bc42-2c10bc44a2ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:03.242984 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6a1d6e-115a-4c62-bc42-2c10bc44a2ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:03.242984 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6a1d6e-115a-4c62-bc42-2c10bc44a2ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:03.242984 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6a1d6e-115a-4c62-bc42-2c10bc44a2ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:03.242984 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6a1d6e-115a-4c62-bc42-2c10bc44a2ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:03.242984 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6a1d6e-115a-4c62-bc42-2c10bc44a2ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:03.246259 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6a1d6e-115a-4c62-bc42-2c10bc44a2ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:03.246259 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6a1d6e-115a-4c62-bc42-2c10bc44a2ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:03.246259 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6a1d6e-115a-4c62-bc42-2c10bc44a2ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:03.246259 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6a1d6e-115a-4c62-bc42-2c10bc44a2ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:03.248884 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6a1d6e-115a-4c62-bc42-2c10bc44a2ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:03.248884 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6a1d6e-115a-4c62-bc42-2c10bc44a2ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:03.259989 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6a1d6e-115a-4c62-bc42-2c10bc44a2ba None None] No DVR routers for this DVR port d7746578-b9ec-4bff-92ee-d35e81fd00c6 on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:54:03.356049 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-1c579c15-cf91-4a5b-80b7-b6d88ed8e821 admin admin] Calling delete_port for d7746578-b9ec-4bff-92ee-d35e81fd00c6 owned by network:dhcp {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:54:03.404214 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351ad5d-0bda-41ca-8648-1e171e696f78 req-dda754e5-4c6d-490a-a566-06b7e7dbe58d tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:03.404974 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-4351ad5d-0bda-41ca-8648-1e171e696f78 req-dda754e5-4c6d-490a-a566-06b7e7dbe58d tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Synchronizing usage tracker for tenant:0ee226ced0b943e49cc8af8c8b6ac825 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:54:03.482823 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-4351ad5d-0bda-41ca-8648-1e171e696f78 req-dda754e5-4c6d-490a-a566-06b7e7dbe58d tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Unset dirty status for tenant:0ee226ced0b943e49cc8af8c8b6ac825 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:54:03.482823 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4351ad5d-0bda-41ca-8648-1e171e696f78 req-dda754e5-4c6d-490a-a566-06b7e7dbe58d tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.55 "GET /v2.0/ports?device_id=14e11c9d-da53-4452-817b-214c847440a1 HTTP/1.1" status: 200 len: 931 time: 0.6645555 Feb 09 12:54:03.717177 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.api [None req-1c579c15-cf91-4a5b-80b7-b6d88ed8e821 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:54:03.717177 n-d-825178-3 neutron-server[87567]: DEBUG oslo_db.api [None req-1c579c15-cf91-4a5b-80b7-b6d88ed8e821 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:54:03.726449 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-bfe32a9b-2896-4ae0-8a0f-1e4de86ffd10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c408cfe-add5-44b8-9cc5-c5b953040800 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:54:03.735901 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-4351ad5d-0bda-41ca-8648-1e171e696f78 req-3d445044-255d-4e06-a04e-0383b83523aa tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Synchronizing usage tracker for tenant:0ee226ced0b943e49cc8af8c8b6ac825 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:54:03.735901 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-bfe32a9b-2896-4ae0-8a0f-1e4de86ffd10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:03.764544 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-bfe32a9b-2896-4ae0-8a0f-1e4de86ffd10 service neutron] Transition to ACTIVE for port object 3c408cfe-add5-44b8-9cc5-c5b953040800 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:54:03.776197 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-bfe32a9b-2896-4ae0-8a0f-1e4de86ffd10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:03.816173 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-4351ad5d-0bda-41ca-8648-1e171e696f78 req-3d445044-255d-4e06-a04e-0383b83523aa tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Unset dirty status for tenant:0ee226ced0b943e49cc8af8c8b6ac825 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:54:03.817327 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4351ad5d-0bda-41ca-8648-1e171e696f78 req-3d445044-255d-4e06-a04e-0383b83523aa tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c295c9b-f24c-4b24-9545-e698d009c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958982 Feb 09 12:54:03.943461 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe32a9b-2896-4ae0-8a0f-1e4de86ffd10 service neutron] Pushing event updated for resources: {'Port': ['ID=3c408cfe-add5-44b8-9cc5-c5b953040800,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:04.035913 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-bfe32a9b-2896-4ae0-8a0f-1e4de86ffd10 service neutron] Attempting to bind port 3c408cfe-add5-44b8-9cc5-c5b953040800 on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:54:04.035913 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-bfe32a9b-2896-4ae0-8a0f-1e4de86ffd10 service neutron] Attempting to bind port 3c408cfe-add5-44b8-9cc5-c5b953040800 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': '687ff66f-e2df-4e5b-8f78-b44b5749ed29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2399c438-0720-40b2-8a59-65fda703cba9'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:54:04.035913 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-bfe32a9b-2896-4ae0-8a0f-1e4de86ffd10 service neutron] Attempting to bind port 3c408cfe-add5-44b8-9cc5-c5b953040800 on network 2399c438-0720-40b2-8a59-65fda703cba9 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:54:04.038345 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-bfe32a9b-2896-4ae0-8a0f-1e4de86ffd10 service neutron] Port 3c408cfe-add5-44b8-9cc5-c5b953040800 on network 2399c438-0720-40b2-8a59-65fda703cba9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:54:04.038681 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-bfe32a9b-2896-4ae0-8a0f-1e4de86ffd10 service neutron] Attempting to bind port 3c408cfe-add5-44b8-9cc5-c5b953040800 on network 2399c438-0720-40b2-8a59-65fda703cba9 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:54:04.044715 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-bfe32a9b-2896-4ae0-8a0f-1e4de86ffd10 service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:54:04.045054 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-bfe32a9b-2896-4ae0-8a0f-1e4de86ffd10 service neutron] Checking segment: {'id': '687ff66f-e2df-4e5b-8f78-b44b5749ed29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2399c438-0720-40b2-8a59-65fda703cba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:54:04.045413 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-bfe32a9b-2896-4ae0-8a0f-1e4de86ffd10 service neutron] Bound using segment: {'id': '687ff66f-e2df-4e5b-8f78-b44b5749ed29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2399c438-0720-40b2-8a59-65fda703cba9'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:54:04.046004 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-bfe32a9b-2896-4ae0-8a0f-1e4de86ffd10 service neutron] Bound port: 3c408cfe-add5-44b8-9cc5-c5b953040800, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '687ff66f-e2df-4e5b-8f78-b44b5749ed29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2399c438-0720-40b2-8a59-65fda703cba9'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:54:04.046332 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-bfe32a9b-2896-4ae0-8a0f-1e4de86ffd10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:04.154109 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-bfe32a9b-2896-4ae0-8a0f-1e4de86ffd10 service neutron] For port 3c408cfe-add5-44b8-9cc5-c5b953040800, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:54:04.158972 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-bfe32a9b-2896-4ae0-8a0f-1e4de86ffd10 service neutron] For port 3c408cfe-add5-44b8-9cc5-c5b953040800, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=3c408cfe-add5-44b8-9cc5-c5b953040800,segment=NetworkSegment(687ff66f-e2df-4e5b-8f78-b44b5749ed29),segment_id=687ff66f-e2df-4e5b-8f78-b44b5749ed29)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:54:04.158972 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-bfe32a9b-2896-4ae0-8a0f-1e4de86ffd10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:04.221039 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-1c579c15-cf91-4a5b-80b7-b6d88ed8e821 admin admin] Deleting port d7746578-b9ec-4bff-92ee-d35e81fd00c6 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:54:04.221039 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1c579c15-cf91-4a5b-80b7-b6d88ed8e821 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:04.261221 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-bfe32a9b-2896-4ae0-8a0f-1e4de86ffd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:04.261221 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-bfe32a9b-2896-4ae0-8a0f-1e4de86ffd10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:04.261221 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-bfe32a9b-2896-4ae0-8a0f-1e4de86ffd10 service neutron] 10.222.0.52 "PUT /v2.0/ports/3c408cfe-add5-44b8-9cc5-c5b953040800 HTTP/1.1" status: 200 len: 1091 time: 1.8777184 Feb 09 12:54:04.261221 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e11c9d-da53-4452-817b-214c847440a1', 'tag': '3c408cfe-add5-44b8-9cc5-c5b953040800'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:54:04.293231 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device d7746578-b9ec-4bff-92ee-d35e81fd00c6 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:54:04.373639 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: d7746578-b9ec-4bff-92ee-d35e81fd00c6 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:54:04.374360 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device d7746578-b9ec-4bff-92ee-d35e81fd00c6 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:54:04.384042 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-1c579c15-cf91-4a5b-80b7-b6d88ed8e821 admin admin] The port 'd7746578-b9ec-4bff-92ee-d35e81fd00c6' was deleted {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:54:04.393916 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e11c9d-da53-4452-817b-214c847440a1', 'tag': '3c408cfe-add5-44b8-9cc5-c5b953040800', 'status': 'completed', 'code': 200} Feb 09 12:54:04.440665 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe32a9b-2896-4ae0-8a0f-1e4de86ffd10 service neutron] Pushing event updated for resources: {'Port': ['ID=3c408cfe-add5-44b8-9cc5-c5b953040800,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:04.544615 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1c579c15-cf91-4a5b-80b7-b6d88ed8e821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:04.575156 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-97295aa4-1069-48d2-990b-4631bbc853e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:04.576737 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-97295aa4-1069-48d2-990b-4631bbc853e8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ee226ced0b943e49cc8af8c8b6ac825&device_id=14e11c9d-da53-4452-817b-214c847440a1 HTTP/1.1" status: 200 len: 1094 time: 0.2334802 Feb 09 12:54:04.578203 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-1c579c15-cf91-4a5b-80b7-b6d88ed8e821 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a70f0fc0-78a4-4703-b88b-78db8c00ed63']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:54:04.657934 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-1c579c15-cf91-4a5b-80b7-b6d88ed8e821 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a5a9731-fa4c-48d6-8bf6-1ecd201cb4b2') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:54:04.657934 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-1c579c15-cf91-4a5b-80b7-b6d88ed8e821 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a5a9731-fa4c-48d6-8bf6-1ecd201cb4b2') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:54:04.664134 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-96f5fa68-61ab-4c21-bfd5-d3b5787ddc2e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3c408cfe-add5-44b8-9cc5-c5b953040800 HTTP/1.1" status: 200 len: 217 time: 0.0768549 Feb 09 12:54:04.671228 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1c579c15-cf91-4a5b-80b7-b6d88ed8e821 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:04.730493 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1c579c15-cf91-4a5b-80b7-b6d88ed8e821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:04.742982 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c579c15-cf91-4a5b-80b7-b6d88ed8e821 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:54:04.742982 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1c579c15-cf91-4a5b-80b7-b6d88ed8e821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:04.756686 n-d-825178-3 neutron-server[87567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:54:04.756686 n-d-825178-3 neutron-server[87567]: util.warn( Feb 09 12:54:04.756686 n-d-825178-3 neutron-server[87567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:54:04.756686 n-d-825178-3 neutron-server[87567]: util.warn( Feb 09 12:54:04.756686 n-d-825178-3 neutron-server[87567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:54:04.756686 n-d-825178-3 neutron-server[87567]: util.warn( Feb 09 12:54:04.756686 n-d-825178-3 neutron-server[87567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:54:04.756686 n-d-825178-3 neutron-server[87567]: util.warn( Feb 09 12:54:04.756686 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:54:04.756686 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:54:04.756686 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:54:04.756686 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:54:04.756686 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:54:04.756686 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:54:04.756686 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:54:04.756686 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:54:04.756686 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:54:04.756686 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:54:04.756686 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:54:04.756686 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:54:04.756686 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:54:04.756686 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:54:04.756686 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:54:04.756686 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:54:04.756686 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:54:04.756686 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:54:04.756686 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:54:04.756686 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:54:04.756686 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:54:04.756686 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:54:04.756686 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:54:04.756686 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:54:04.756686 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:54:04.756686 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:54:04.756686 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:54:04.756686 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:54:04.756686 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:54:04.756686 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:54:04.756686 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:54:04.756686 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:54:04.814049 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-1207838b-2a44-4f2d-84de-eb7781facd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:04.815499 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-1207838b-2a44-4f2d-84de-eb7781facd67 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e9c93e90-e33b-4c0b-85e1-4730bbc5e86d HTTP/1.1" status: 200 len: 854 time: 0.1410060 Feb 09 12:54:04.876708 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-61b0fb7c-bb94-46b8-a9c2-83c30d827ad8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2399c438-0720-40b2-8a59-65fda703cba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463505 Feb 09 12:54:05.011306 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1c579c15-cf91-4a5b-80b7-b6d88ed8e821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:05.036022 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1c579c15-cf91-4a5b-80b7-b6d88ed8e821 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:05.060414 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c579c15-cf91-4a5b-80b7-b6d88ed8e821 admin admin] Pushing event deleted for resources: {'Network': ['ID=a70f0fc0-78a4-4703-b88b-78db8c00ed63,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:05.095857 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1c579c15-cf91-4a5b-80b7-b6d88ed8e821 admin admin] 10.222.0.55 "DELETE /v2.0/networks/a70f0fc0-78a4-4703-b88b-78db8c00ed63 HTTP/1.1" status: 204 len: 168 time: 2.8467481 Feb 09 12:54:05.128058 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-095b87c6-9b2f-4d62-a6e3-5fa3fe62ebb8 service neutron] 10.222.0.52 "GET /v2.0/networks/2399c438-0720-40b2-8a59-65fda703cba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459896 Feb 09 12:54:05.148793 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad9457-25d5-4a42-a67b-91e696630092 req-1a25982c-7c3d-4af6-9ea8-686a98d359de tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:05.148793 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-50ad9457-25d5-4a42-a67b-91e696630092 req-1a25982c-7c3d-4af6-9ea8-686a98d359de tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.55 "GET /v2.0/ports?device_id=14e11c9d-da53-4452-817b-214c847440a1 HTTP/1.1" status: 200 len: 943 time: 0.1891289 Feb 09 12:54:05.325463 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37058) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:05.326147 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-50ad9457-25d5-4a42-a67b-91e696630092 req-062ceac4-cbb8-4009-b616-adf00505c19d tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c295c9b-f24c-4b24-9545-e698d009c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626220 Feb 09 12:54:05.383268 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a6801afd-2882-4dc4-9495-74cbe7af2c48 req-f9ecdbc2-6b69-4b48-bec6-2b4bdf28b0c2 service neutron] 10.222.0.52 "GET /v2.0/networks/2399c438-0720-40b2-8a59-65fda703cba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419007 Feb 09 12:54:05.392129 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-bd304891-e6dd-44b1-b9a4-623a5b59b137 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e4b24dd3af294188aa38b56139ebab6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0641189 Feb 09 12:54:05.394613 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37064) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:05.491438 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4f26ef34-cee0-4e84-8c14-dddc74022103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:05.536014 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4f26ef34-cee0-4e84-8c14-dddc74022103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:05.607912 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4f26ef34-cee0-4e84-8c14-dddc74022103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:05.619191 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f26ef34-cee0-4e84-8c14-dddc74022103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f6b27f-ff93-4e66-ace3-8bfbd755d225,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:05.628152 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4f26ef34-cee0-4e84-8c14-dddc74022103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:05.631552 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4f26ef34-cee0-4e84-8c14-dddc74022103 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/29f6b27f-ff93-4e66-ace3-8bfbd755d225 HTTP/1.1" status: 204 len: 168 time: 0.2337334 Feb 09 12:54:05.682521 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759df5c-6eb3-4b57-847d-e904930e5200 req-1b4c8703-c77f-471b-8a34-52829d2f0290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:05.684082 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2759df5c-6eb3-4b57-847d-e904930e5200 req-1b4c8703-c77f-471b-8a34-52829d2f0290 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ee226ced0b943e49cc8af8c8b6ac825&device_id=14e11c9d-da53-4452-817b-214c847440a1 HTTP/1.1" status: 200 len: 1094 time: 0.2545092 Feb 09 12:54:05.855509 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759df5c-6eb3-4b57-847d-e904930e5200 req-da1ad059-b784-4d45-9fe5-5473ee2179a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:05.857093 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2759df5c-6eb3-4b57-847d-e904930e5200 req-da1ad059-b784-4d45-9fe5-5473ee2179a0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2399c438-0720-40b2-8a59-65fda703cba9 HTTP/1.1" status: 200 len: 915 time: 0.1668863 Feb 09 12:54:05.949366 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2759df5c-6eb3-4b57-847d-e904930e5200 req-3fae27b7-061a-4def-be49-887665c0d16b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3c408cfe-add5-44b8-9cc5-c5b953040800 HTTP/1.1" status: 200 len: 217 time: 0.0815177 Feb 09 12:54:06.024379 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759df5c-6eb3-4b57-847d-e904930e5200 req-eb19e481-38c6-4e99-be58-0cd8040b86c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:06.024379 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2759df5c-6eb3-4b57-847d-e904930e5200 req-eb19e481-38c6-4e99-be58-0cd8040b86c6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e9c93e90-e33b-4c0b-85e1-4730bbc5e86d HTTP/1.1" status: 200 len: 854 time: 0.0694127 Feb 09 12:54:06.081865 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2759df5c-6eb3-4b57-847d-e904930e5200 req-8a396574-f1b4-4878-a250-9f61f1c93b2e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2399c438-0720-40b2-8a59-65fda703cba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495481 Feb 09 12:54:06.118217 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37078) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:06.187263 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-186d98a0-82b5-4f8d-b8b7-b4361c8008ef admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=445a79a177d24603963cfb05448aff52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0647745 Feb 09 12:54:06.187263 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 37082) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:06.237292 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2759df5c-6eb3-4b57-847d-e904930e5200 req-42a8789c-38d2-450d-a0bb-8009b23829e1 service neutron] 10.222.0.52 "GET /v2.0/networks/2399c438-0720-40b2-8a59-65fda703cba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466424 Feb 09 12:54:06.252045 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f1fe949f-9cbf-46d0-9e5f-ff8c051f9825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:06.282653 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f1fe949f-9cbf-46d0-9e5f-ff8c051f9825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:06.372371 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f1fe949f-9cbf-46d0-9e5f-ff8c051f9825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:06.393567 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe949f-9cbf-46d0-9e5f-ff8c051f9825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52defcb5-469a-479d-8ba1-ab43c350f032,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:06.413240 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2759df5c-6eb3-4b57-847d-e904930e5200 req-9400be9f-de82-48e1-9c33-b58727f9329c service neutron] 10.222.0.52 "GET /v2.0/networks/2399c438-0720-40b2-8a59-65fda703cba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738665 Feb 09 12:54:06.421688 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f1fe949f-9cbf-46d0-9e5f-ff8c051f9825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:06.424113 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f1fe949f-9cbf-46d0-9e5f-ff8c051f9825 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/52defcb5-469a-479d-8ba1-ab43c350f032 HTTP/1.1" status: 204 len: 168 time: 0.2365992 Feb 09 12:54:06.572771 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8093f25-42b4-4fd0-8430-437be9eedcd7 req-8e07717a-4a98-4d13-9418-16e2536dfb97 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:06.572771 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e8093f25-42b4-4fd0-8430-437be9eedcd7 req-8e07717a-4a98-4d13-9418-16e2536dfb97 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.55 "GET /v2.0/ports?device_id=14e11c9d-da53-4452-817b-214c847440a1 HTTP/1.1" status: 200 len: 943 time: 0.0961859 Feb 09 12:54:06.644227 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e8093f25-42b4-4fd0-8430-437be9eedcd7 req-2e10777d-93aa-4ed7-bb29-4252403822a1 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c295c9b-f24c-4b24-9545-e698d009c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619843 Feb 09 12:54:07.764061 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 3c408cfe-add5-44b8-9cc5-c5b953040800 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:54:07.881290 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1259581-ac37-436b-8cb7-1bda6e5f0880 req-eac604b4-769e-488b-ab5f-0984d63b4180 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:07.881290 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a1259581-ac37-436b-8cb7-1bda6e5f0880 req-eac604b4-769e-488b-ab5f-0984d63b4180 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.55 "GET /v2.0/ports?device_id=14e11c9d-da53-4452-817b-214c847440a1 HTTP/1.1" status: 200 len: 943 time: 0.1211514 Feb 09 12:54:07.957829 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a1259581-ac37-436b-8cb7-1bda6e5f0880 req-11c5b6ee-c81c-4aeb-818c-5d7e3cf19dc7 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c295c9b-f24c-4b24-9545-e698d009c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657141 Feb 09 12:54:08.001107 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 3c408cfe-add5-44b8-9cc5-c5b953040800, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=3c408cfe-add5-44b8-9cc5-c5b953040800,segment=NetworkSegment(687ff66f-e2df-4e5b-8f78-b44b5749ed29),segment_id=687ff66f-e2df-4e5b-8f78-b44b5749ed29)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:54:08.014755 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': '3c408cfe-add5-44b8-9cc5-c5b953040800', 'network_id': '2399c438-0720-40b2-8a59-65fda703cba9', 'port_id': '3c408cfe-add5-44b8-9cc5-c5b953040800', 'mac_address': 'fa:16:3e:26:e0:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9c93e90-e33b-4c0b-85e1-4730bbc5e86d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:54:08.078042 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:08.101538 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c408cfe-add5-44b8-9cc5-c5b953040800 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:54:08.117919 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 3c408cfe-add5-44b8-9cc5-c5b953040800, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=3c408cfe-add5-44b8-9cc5-c5b953040800,segment=NetworkSegment(687ff66f-e2df-4e5b-8f78-b44b5749ed29),segment_id=687ff66f-e2df-4e5b-8f78-b44b5749ed29)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:54:08.126523 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:08.201581 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=3c408cfe-add5-44b8-9cc5-c5b953040800,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:08.352584 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['3c408cfe-add5-44b8-9cc5-c5b953040800'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:54:09.169219 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58290b-e672-4cbd-a6f9-848400a4c73e req-b3922beb-1ad0-4e21-98ce-a944f68eee3a tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:09.170757 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ca58290b-e672-4cbd-a6f9-848400a4c73e req-b3922beb-1ad0-4e21-98ce-a944f68eee3a tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.55 "GET /v2.0/ports?device_id=14e11c9d-da53-4452-817b-214c847440a1 HTTP/1.1" status: 200 len: 944 time: 0.0894575 Feb 09 12:54:09.232126 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ca58290b-e672-4cbd-a6f9-848400a4c73e req-b4cbd498-5bf9-40db-98e9-c4473f7a2a53 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c295c9b-f24c-4b24-9545-e698d009c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424886 Feb 09 12:54:09.763210 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 3c408cfe-add5-44b8-9cc5-c5b953040800 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:54:09.845982 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port 3c408cfe-add5-44b8-9cc5-c5b953040800 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:54:09.850326 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port 3c408cfe-add5-44b8-9cc5-c5b953040800 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:54:09.850326 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:09.981495 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:10.008887 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e11c9d-da53-4452-817b-214c847440a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c408cfe-add5-44b8-9cc5-c5b953040800'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:54:10.019466 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 3c408cfe-add5-44b8-9cc5-c5b953040800, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=3c408cfe-add5-44b8-9cc5-c5b953040800,segment=NetworkSegment(687ff66f-e2df-4e5b-8f78-b44b5749ed29),segment_id=687ff66f-e2df-4e5b-8f78-b44b5749ed29)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:54:10.025316 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:10.076158 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e11c9d-da53-4452-817b-214c847440a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c408cfe-add5-44b8-9cc5-c5b953040800', 'code': 200} Feb 09 12:54:10.125521 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=3c408cfe-add5-44b8-9cc5-c5b953040800,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:10.206859 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa7956-a629-427d-9e07-3fcadc69cb1e req-547c64db-460b-47b8-a30b-6c914d25ecc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:10.208373 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d5aa7956-a629-427d-9e07-3fcadc69cb1e req-547c64db-460b-47b8-a30b-6c914d25ecc8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=14e11c9d-da53-4452-817b-214c847440a1 HTTP/1.1" status: 200 len: 1096 time: 0.0791953 Feb 09 12:54:10.250684 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d5aa7956-a629-427d-9e07-3fcadc69cb1e req-1f9d97c7-a4cb-4554-b04f-b704b0f7b267 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1c295c9b-f24c-4b24-9545-e698d009c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354080 Feb 09 12:54:10.430544 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6ea0d-6006-49ce-a8a3-1034e82878bc req-7740fdb2-4157-4394-8165-85e678f0b9de tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:10.435856 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e7d6ea0d-6006-49ce-a8a3-1034e82878bc req-7740fdb2-4157-4394-8165-85e678f0b9de tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.55 "GET /v2.0/ports?device_id=14e11c9d-da53-4452-817b-214c847440a1 HTTP/1.1" status: 200 len: 945 time: 0.0914097 Feb 09 12:54:10.477275 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e7d6ea0d-6006-49ce-a8a3-1034e82878bc req-d0165f40-0c54-402f-9e45-a0b78c779281 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c295c9b-f24c-4b24-9545-e698d009c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393572 Feb 09 12:54:11.686867 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfdd25f-05ce-4849-8d4e-88a89ffa4a9d req-6d206cd4-bd1b-434f-a7cd-1edff07751e2 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:11.686867 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ddfdd25f-05ce-4849-8d4e-88a89ffa4a9d req-6d206cd4-bd1b-434f-a7cd-1edff07751e2 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.55 "GET /v2.0/ports?device_id=14e11c9d-da53-4452-817b-214c847440a1 HTTP/1.1" status: 200 len: 945 time: 0.0862570 Feb 09 12:54:11.747665 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ddfdd25f-05ce-4849-8d4e-88a89ffa4a9d req-37ed706f-e9b4-431a-addc-f2111f353f0c tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c295c9b-f24c-4b24-9545-e698d009c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423295 Feb 09 12:54:14.049843 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1bc23d0f-280d-42a6-b201-88f0ab6febc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:14.968660 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:54:16.400114 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3d3d86ee-2b2c-42c6-b5f5-00a2ed1a92da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:17.622100 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:17.673150 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:19.237288 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:20.610715 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:23.073659 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:44.056480 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a170af0a-66a9-42ca-aea8-9e0c8a9997d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:46.396294 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f0dd41e4-bcd4-4877-9ac3-25154689de0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:47.624173 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:47.673069 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:49.239028 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:50.619787 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:51.968857 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:54:53.061271 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:53.796718 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179ae91-3130-49cb-bb2a-a72a2a93becb req-6e8b533d-f57a-4ad0-8e3f-2eed5d1df6a0 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:53.798180 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3179ae91-3130-49cb-bb2a-a72a2a93becb req-6e8b533d-f57a-4ad0-8e3f-2eed5d1df6a0 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.55 "GET /v2.0/ports?device_id=14e11c9d-da53-4452-817b-214c847440a1 HTTP/1.1" status: 200 len: 945 time: 0.0809755 Feb 09 12:54:53.846020 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3179ae91-3130-49cb-bb2a-a72a2a93becb req-b322331a-b818-4ca5-8928-da349c8adeb9 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c295c9b-f24c-4b24-9545-e698d009c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422559 Feb 09 12:54:55.041376 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de6354-d080-4ad5-9e4e-a2bbe40e0c7b req-b9d4998c-439e-475c-bc20-82678f7ec79c tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:55.043544 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-79de6354-d080-4ad5-9e4e-a2bbe40e0c7b req-b9d4998c-439e-475c-bc20-82678f7ec79c tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.55 "GET /v2.0/ports?device_id=14e11c9d-da53-4452-817b-214c847440a1 HTTP/1.1" status: 200 len: 945 time: 0.0824356 Feb 09 12:54:55.091348 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-79de6354-d080-4ad5-9e4e-a2bbe40e0c7b req-3cb713f9-a6aa-43bf-a383-00faa499f750 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c295c9b-f24c-4b24-9545-e698d009c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413959 Feb 09 12:54:55.361704 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2689c6f-cbf5-4fbe-9dcb-cacf23762a46 req-1604c32e-1a9f-4cd9-9a76-c9fe8cd27366 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:55.363183 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a2689c6f-cbf5-4fbe-9dcb-cacf23762a46 req-1604c32e-1a9f-4cd9-9a76-c9fe8cd27366 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.52 "GET /v2.0/ports?device_id=14e11c9d-da53-4452-817b-214c847440a1 HTTP/1.1" status: 200 len: 945 time: 0.0896864 Feb 09 12:54:55.438326 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-a2689c6f-cbf5-4fbe-9dcb-cacf23762a46 req-6bb42e94-1e6d-46c7-86b8-6fcbe258b8b0 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Deleting port 3c408cfe-add5-44b8-9cc5-c5b953040800 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:54:55.438723 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a2689c6f-cbf5-4fbe-9dcb-cacf23762a46 req-6bb42e94-1e6d-46c7-86b8-6fcbe258b8b0 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:55.703417 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-a2689c6f-cbf5-4fbe-9dcb-cacf23762a46 req-6bb42e94-1e6d-46c7-86b8-6fcbe258b8b0 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] For port 3c408cfe-add5-44b8-9cc5-c5b953040800, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=3c408cfe-add5-44b8-9cc5-c5b953040800,segment=NetworkSegment(687ff66f-e2df-4e5b-8f78-b44b5749ed29),segment_id=687ff66f-e2df-4e5b-8f78-b44b5749ed29)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:54:55.703877 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a2689c6f-cbf5-4fbe-9dcb-cacf23762a46 req-6bb42e94-1e6d-46c7-86b8-6fcbe258b8b0 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:55.947699 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-a2689c6f-cbf5-4fbe-9dcb-cacf23762a46 req-6bb42e94-1e6d-46c7-86b8-6fcbe258b8b0 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Calling delete_port for 3c408cfe-add5-44b8-9cc5-c5b953040800 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:54:56.101598 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a2689c6f-cbf5-4fbe-9dcb-cacf23762a46 req-6bb42e94-1e6d-46c7-86b8-6fcbe258b8b0 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:56.114890 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['3c408cfe-add5-44b8-9cc5-c5b953040800'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:54:56.187274 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb42e94-1e6d-46c7-86b8-6fcbe258b8b0 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Pushing event deleted for resources: {'Port': ['ID=3c408cfe-add5-44b8-9cc5-c5b953040800,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:56.246747 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb42e94-1e6d-46c7-86b8-6fcbe258b8b0 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:56.247098 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb42e94-1e6d-46c7-86b8-6fcbe258b8b0 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:56.247438 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb42e94-1e6d-46c7-86b8-6fcbe258b8b0 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:56.247776 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb42e94-1e6d-46c7-86b8-6fcbe258b8b0 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:56.248133 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb42e94-1e6d-46c7-86b8-6fcbe258b8b0 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:56.248461 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb42e94-1e6d-46c7-86b8-6fcbe258b8b0 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:56.248843 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb42e94-1e6d-46c7-86b8-6fcbe258b8b0 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:56.249174 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb42e94-1e6d-46c7-86b8-6fcbe258b8b0 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:56.249500 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb42e94-1e6d-46c7-86b8-6fcbe258b8b0 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:56.249826 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb42e94-1e6d-46c7-86b8-6fcbe258b8b0 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:56.250139 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb42e94-1e6d-46c7-86b8-6fcbe258b8b0 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:56.250466 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb42e94-1e6d-46c7-86b8-6fcbe258b8b0 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:56.286587 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2689c6f-cbf5-4fbe-9dcb-cacf23762a46 req-6bb42e94-1e6d-46c7-86b8-6fcbe258b8b0 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] No DVR routers for this DVR port 3c408cfe-add5-44b8-9cc5-c5b953040800 on host n-h1-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:54:56.293983 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a2689c6f-cbf5-4fbe-9dcb-cacf23762a46 req-6bb42e94-1e6d-46c7-86b8-6fcbe258b8b0 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:56.298301 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5dab5fe8-0c2e-4504-ba34-f6defb780c79 req-c1d7aa01-25ed-49b7-bb7c-496ef8644e6e tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.55 "GET /v2.0/ports?device_id=14e11c9d-da53-4452-817b-214c847440a1 HTTP/1.1" status: 200 len: 210 time: 0.0588272 Feb 09 12:54:56.298723 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e11c9d-da53-4452-817b-214c847440a1', 'name': 'network-vif-deleted', 'tag': '3c408cfe-add5-44b8-9cc5-c5b953040800'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:54:56.322111 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a2689c6f-cbf5-4fbe-9dcb-cacf23762a46 req-6bb42e94-1e6d-46c7-86b8-6fcbe258b8b0 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.52 "DELETE /v2.0/ports/3c408cfe-add5-44b8-9cc5-c5b953040800 HTTP/1.1" status: 204 len: 173 time: 0.9465246 Feb 09 12:54:56.365454 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e11c9d-da53-4452-817b-214c847440a1', 'name': 'network-vif-deleted', 'tag': '3c408cfe-add5-44b8-9cc5-c5b953040800', 'status': 'completed', 'code': 200} Feb 09 12:54:59.981274 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 3c408cfe-add5-44b8-9cc5-c5b953040800 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:55:00.018466 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] No Port match for: 3c408cfe-add5-44b8-9cc5-c5b953040800 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:55:00.018904 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 3c408cfe-add5-44b8-9cc5-c5b953040800 not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:55:01.713341 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 38868) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:01.846231 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d94913b5-39d9-4d1e-8444-01568b94ef07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:01.860149 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d94913b5-39d9-4d1e-8444-01568b94ef07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:55:01.863960 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d94913b5-39d9-4d1e-8444-01568b94ef07 admin admin] Usage tracker for resource:security_group_rule and tenant:58c174eaacf943ba812242ed822a132a is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:55:01.866681 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d94913b5-39d9-4d1e-8444-01568b94ef07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:55:01.872878 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d94913b5-39d9-4d1e-8444-01568b94ef07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:55:01.959199 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d94913b5-39d9-4d1e-8444-01568b94ef07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:01.963246 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d94913b5-39d9-4d1e-8444-01568b94ef07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:02.009991 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d94913b5-39d9-4d1e-8444-01568b94ef07 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=58c174eaacf943ba812242ed822a132a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2955289 Feb 09 12:55:02.012517 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94913b5-39d9-4d1e-8444-01568b94ef07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1685c7a3-9afa-40ca-8d0a-5cb2e3a5b32a,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:02.013361 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 38874) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:02.020289 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94913b5-39d9-4d1e-8444-01568b94ef07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:02.020642 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94913b5-39d9-4d1e-8444-01568b94ef07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:02.020977 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94913b5-39d9-4d1e-8444-01568b94ef07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:02.021313 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94913b5-39d9-4d1e-8444-01568b94ef07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:02.021639 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94913b5-39d9-4d1e-8444-01568b94ef07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:02.021967 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94913b5-39d9-4d1e-8444-01568b94ef07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:02.022292 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94913b5-39d9-4d1e-8444-01568b94ef07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:02.022615 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94913b5-39d9-4d1e-8444-01568b94ef07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:02.022935 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94913b5-39d9-4d1e-8444-01568b94ef07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:02.023276 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94913b5-39d9-4d1e-8444-01568b94ef07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:02.023601 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94913b5-39d9-4d1e-8444-01568b94ef07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:02.023940 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94913b5-39d9-4d1e-8444-01568b94ef07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:02.072869 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-829c5075-84db-4d5e-bc1b-e23f0a9c836a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:02.097771 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-829c5075-84db-4d5e-bc1b-e23f0a9c836a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:02.148178 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-829c5075-84db-4d5e-bc1b-e23f0a9c836a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:02.165680 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c5075-84db-4d5e-bc1b-e23f0a9c836a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1685c7a3-9afa-40ca-8d0a-5cb2e3a5b32a,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:02.170421 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-829c5075-84db-4d5e-bc1b-e23f0a9c836a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:02.173589 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-829c5075-84db-4d5e-bc1b-e23f0a9c836a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1685c7a3-9afa-40ca-8d0a-5cb2e3a5b32a HTTP/1.1" status: 204 len: 168 time: 0.1573212 Feb 09 12:55:02.467356 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 38888) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:02.488981 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d3b81287-ca14-4683-b18f-caa255c00c55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:02.504193 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-d3b81287-ca14-4683-b18f-caa255c00c55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:55:02.507961 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-d3b81287-ca14-4683-b18f-caa255c00c55 admin admin] Usage tracker for resource:security_group_rule and tenant:ca913f468000475b9235f5fb04613395 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:55:02.510699 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-d3b81287-ca14-4683-b18f-caa255c00c55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:55:02.517342 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-d3b81287-ca14-4683-b18f-caa255c00c55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:55:02.598785 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d3b81287-ca14-4683-b18f-caa255c00c55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:02.602459 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d3b81287-ca14-4683-b18f-caa255c00c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:02.652536 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d3b81287-ca14-4683-b18f-caa255c00c55 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ca913f468000475b9235f5fb04613395&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1835692 Feb 09 12:55:02.653508 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b81287-ca14-4683-b18f-caa255c00c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751fb929-40d6-4e17-8627-4ddb58672b2b,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:02.655188 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 38892) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:02.724579 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9810bb52-763a-443f-a007-a9f659f12f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:02.750123 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9810bb52-763a-443f-a007-a9f659f12f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:02.803756 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9810bb52-763a-443f-a007-a9f659f12f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:02.819216 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9810bb52-763a-443f-a007-a9f659f12f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751fb929-40d6-4e17-8627-4ddb58672b2b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:02.828515 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9810bb52-763a-443f-a007-a9f659f12f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:02.829628 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9810bb52-763a-443f-a007-a9f659f12f22 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/751fb929-40d6-4e17-8627-4ddb58672b2b HTTP/1.1" status: 204 len: 168 time: 0.1734262 Feb 09 12:55:04.036302 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 38926) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:04.152616 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-94abb141-7c78-4950-9d9d-b456aed65604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:04.166550 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-94abb141-7c78-4950-9d9d-b456aed65604 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:55:04.170945 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-94abb141-7c78-4950-9d9d-b456aed65604 admin admin] Usage tracker for resource:security_group_rule and tenant:bf59ce91e1f5477cacc2d702b51b46e6 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:55:04.173715 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-94abb141-7c78-4950-9d9d-b456aed65604 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:55:04.179231 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-94abb141-7c78-4950-9d9d-b456aed65604 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:55:04.260215 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-94abb141-7c78-4950-9d9d-b456aed65604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:04.264702 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-94abb141-7c78-4950-9d9d-b456aed65604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:04.313245 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-94abb141-7c78-4950-9d9d-b456aed65604 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bf59ce91e1f5477cacc2d702b51b46e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2756915 Feb 09 12:55:04.313972 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94abb141-7c78-4950-9d9d-b456aed65604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d6b8d9-5d1e-4d27-95c8-1804fca0ed80,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:04.316008 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 38932) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:04.384065 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b8b3dedb-d088-4c7d-ace4-8fa6ec171f84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:04.414405 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b8b3dedb-d088-4c7d-ace4-8fa6ec171f84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:04.466042 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b8b3dedb-d088-4c7d-ace4-8fa6ec171f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:04.479378 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b3dedb-d088-4c7d-ace4-8fa6ec171f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d6b8d9-5d1e-4d27-95c8-1804fca0ed80,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:04.486238 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b8b3dedb-d088-4c7d-ace4-8fa6ec171f84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:04.487164 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b8b3dedb-d088-4c7d-ace4-8fa6ec171f84 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/46d6b8d9-5d1e-4d27-95c8-1804fca0ed80 HTTP/1.1" status: 204 len: 168 time: 0.1701369 Feb 09 12:55:04.953347 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-88ab37c3-cb82-4e86-84dc-0d97e38cd1d2 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:04.954829 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-88ab37c3-cb82-4e86-84dc-0d97e38cd1d2 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.55 "GET /v2.0/networks?id=2399c438-0720-40b2-8a59-65fda703cba9 HTTP/1.1" status: 200 len: 814 time: 0.1522291 Feb 09 12:55:04.971578 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-79e2328c-5941-47ef-a450-9d13fbab3e7d tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.55 "GET /v2.0/quotas/0ee226ced0b943e49cc8af8c8b6ac825 HTTP/1.1" status: 200 len: 375 time: 0.0110800 Feb 09 12:55:05.023631 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-019db88b-70ba-433d-bc3e-9cd0d285d92d tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Synchronizing usage tracker for tenant:0ee226ced0b943e49cc8af8c8b6ac825 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:55:05.041352 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-019db88b-70ba-433d-bc3e-9cd0d285d92d tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Unset dirty status for tenant:0ee226ced0b943e49cc8af8c8b6ac825 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:55:05.043323 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-019db88b-70ba-433d-bc3e-9cd0d285d92d tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ee226ced0b943e49cc8af8c8b6ac825&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663579 Feb 09 12:55:05.221206 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-72fd14d5-6ba4-48d2-9fe4-6751b14dad79 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:55:05.222187 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-72fd14d5-6ba4-48d2-9fe4-6751b14dad79 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1715183 Feb 09 12:55:05.359414 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-9240cef7-d840-4aeb-872b-08465e61fbba service neutron] 10.222.0.55 "GET /v2.0/networks/2399c438-0720-40b2-8a59-65fda703cba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313491 Feb 09 12:55:05.491618 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-b3c70cf8-ef2c-47eb-9ef2-82aac7205dd2 service neutron] 10.222.0.55 "GET /v2.0/networks/2399c438-0720-40b2-8a59-65fda703cba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261375 Feb 09 12:55:05.673588 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-71ede92d-ad54-427a-ba07-f2549ee2404e req-37832a9d-152c-4e5e-aebb-fc9ccc271da4 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fde9e18-e123-4218-8185-6efbdb06fb73 HTTP/1.1" status: 200 len: 210 time: 0.0439754 Feb 09 12:55:05.809336 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 38998) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:05.929658 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5a705426-a5f5-451f-987a-a043cc6f212d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:05.944467 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5a705426-a5f5-451f-987a-a043cc6f212d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:55:05.948664 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5a705426-a5f5-451f-987a-a043cc6f212d admin admin] Usage tracker for resource:security_group_rule and tenant:2101e4d672ff40c18c625ef5aa8cafad is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:55:05.951629 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5a705426-a5f5-451f-987a-a043cc6f212d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:55:05.957266 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5a705426-a5f5-451f-987a-a043cc6f212d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:55:06.048245 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5a705426-a5f5-451f-987a-a043cc6f212d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:06.051934 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5a705426-a5f5-451f-987a-a043cc6f212d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:06.102657 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5a705426-a5f5-451f-987a-a043cc6f212d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2101e4d672ff40c18c625ef5aa8cafad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2899284 Feb 09 12:55:06.102657 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a705426-a5f5-451f-987a-a043cc6f212d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55ebcb9-5f3f-406e-bc4e-9f468f92f6d8,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:06.103558 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 39010) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:06.178958 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-614ce547-ac8a-4043-a087-46c909aca7f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:06.206704 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-614ce547-ac8a-4043-a087-46c909aca7f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:06.261176 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-614ce547-ac8a-4043-a087-46c909aca7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:06.282573 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ce547-ac8a-4043-a087-46c909aca7f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55ebcb9-5f3f-406e-bc4e-9f468f92f6d8,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:06.296212 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-614ce547-ac8a-4043-a087-46c909aca7f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:06.309217 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-614ce547-ac8a-4043-a087-46c909aca7f4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d55ebcb9-5f3f-406e-bc4e-9f468f92f6d8 HTTP/1.1" status: 204 len: 168 time: 0.2009530 Feb 09 12:55:06.840605 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4fa61080-87f6-401a-a4cb-83fc8f4fab97 req-a8f98ce4-a0bd-4b75-9740-a99349b497dc tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fde9e18-e123-4218-8185-6efbdb06fb73 HTTP/1.1" status: 200 len: 210 time: 0.0537660 Feb 09 12:55:07.045856 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-d0044263-58f9-4d86-b470-bdf13ed70aa2 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:07.047416 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-d0044263-58f9-4d86-b470-bdf13ed70aa2 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.52 "GET /v2.0/networks?id=2399c438-0720-40b2-8a59-65fda703cba9 HTTP/1.1" status: 200 len: 814 time: 0.1627243 Feb 09 12:55:07.060524 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-2122b742-ab3d-4797-90a3-0a67e789e054 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Request body: {'port': {'device_id': '4fde9e18-e123-4218-8185-6efbdb06fb73', 'network_id': '2399c438-0720-40b2-8a59-65fda703cba9', 'admin_state_up': True, 'tenant_id': '0ee226ced0b943e49cc8af8c8b6ac825'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:55:07.202079 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-2122b742-ab3d-4797-90a3-0a67e789e054 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:55:07.211778 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-2122b742-ab3d-4797-90a3-0a67e789e054 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:55:07.222133 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-2122b742-ab3d-4797-90a3-0a67e789e054 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Made reservation on behalf of 0ee226ced0b943e49cc8af8c8b6ac825 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:55:07.231438 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-2122b742-ab3d-4797-90a3-0a67e789e054 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:07.406214 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-2122b742-ab3d-4797-90a3-0a67e789e054 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Allocated IP 172.20.0.12 (2399c438-0720-40b2-8a59-65fda703cba9/e9c93e90-e33b-4c0b-85e1-4730bbc5e86d/51484922-7109-4528-9cf2-77c4bf3f2221) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:55:07.729325 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-2122b742-ab3d-4797-90a3-0a67e789e054 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:07.759638 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-2122b742-ab3d-4797-90a3-0a67e789e054 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:07.830684 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-2122b742-ab3d-4797-90a3-0a67e789e054 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Network 2399c438-0720-40b2-8a59-65fda703cba9 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:55:07.833568 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-2122b742-ab3d-4797-90a3-0a67e789e054 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:55:07.837556 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-2122b742-ab3d-4797-90a3-0a67e789e054 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:55:07.874492 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2122b742-ab3d-4797-90a3-0a67e789e054 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Pushing event updated for resources: {'Port': ['ID=51484922-7109-4528-9cf2-77c4bf3f2221,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:07.905889 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-2122b742-ab3d-4797-90a3-0a67e789e054 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:07.906505 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-2122b742-ab3d-4797-90a3-0a67e789e054 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:07.931810 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-2122b742-ab3d-4797-90a3-0a67e789e054 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8751361 Feb 09 12:55:07.943798 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-5b1a6478-e490-41ef-a7be-180da1f6310a service neutron] Request body: {'port': {'device_id': '4fde9e18-e123-4218-8185-6efbdb06fb73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:55:08.110273 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-5b1a6478-e490-41ef-a7be-180da1f6310a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:08.164920 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5130fa35-ce7a-4f2c-bd6d-f32f682eaee0 req-367374a2-50c5-4da4-b89c-3577295d7af4 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:08.165610 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-5130fa35-ce7a-4f2c-bd6d-f32f682eaee0 req-367374a2-50c5-4da4-b89c-3577295d7af4 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Synchronizing usage tracker for tenant:0ee226ced0b943e49cc8af8c8b6ac825 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:55:08.203154 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-5130fa35-ce7a-4f2c-bd6d-f32f682eaee0 req-367374a2-50c5-4da4-b89c-3577295d7af4 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Unset dirty status for tenant:0ee226ced0b943e49cc8af8c8b6ac825 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:55:08.204406 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5130fa35-ce7a-4f2c-bd6d-f32f682eaee0 req-367374a2-50c5-4da4-b89c-3577295d7af4 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fde9e18-e123-4218-8185-6efbdb06fb73 HTTP/1.1" status: 200 len: 932 time: 0.2351813 Feb 09 12:55:08.314948 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5130fa35-ce7a-4f2c-bd6d-f32f682eaee0 req-79812fdb-27b6-496f-a756-cfef29e49471 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c295c9b-f24c-4b24-9545-e698d009c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011219 Feb 09 12:55:08.517687 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-5b1a6478-e490-41ef-a7be-180da1f6310a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51484922-7109-4528-9cf2-77c4bf3f2221 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:55:08.525085 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-5b1a6478-e490-41ef-a7be-180da1f6310a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:08.540455 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-5b1a6478-e490-41ef-a7be-180da1f6310a service neutron] Transition to ACTIVE for port object 51484922-7109-4528-9cf2-77c4bf3f2221 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:55:08.544352 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-5b1a6478-e490-41ef-a7be-180da1f6310a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:08.699651 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1a6478-e490-41ef-a7be-180da1f6310a service neutron] Pushing event updated for resources: {'Port': ['ID=51484922-7109-4528-9cf2-77c4bf3f2221,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:08.778900 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-5b1a6478-e490-41ef-a7be-180da1f6310a service neutron] Attempting to bind port 51484922-7109-4528-9cf2-77c4bf3f2221 on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:55:08.779161 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-5b1a6478-e490-41ef-a7be-180da1f6310a service neutron] Attempting to bind port 51484922-7109-4528-9cf2-77c4bf3f2221 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': '687ff66f-e2df-4e5b-8f78-b44b5749ed29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2399c438-0720-40b2-8a59-65fda703cba9'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:55:08.779478 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-5b1a6478-e490-41ef-a7be-180da1f6310a service neutron] Attempting to bind port 51484922-7109-4528-9cf2-77c4bf3f2221 on network 2399c438-0720-40b2-8a59-65fda703cba9 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:55:08.784166 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-5b1a6478-e490-41ef-a7be-180da1f6310a service neutron] Port 51484922-7109-4528-9cf2-77c4bf3f2221 on network 2399c438-0720-40b2-8a59-65fda703cba9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:55:08.784484 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-5b1a6478-e490-41ef-a7be-180da1f6310a service neutron] Attempting to bind port 51484922-7109-4528-9cf2-77c4bf3f2221 on network 2399c438-0720-40b2-8a59-65fda703cba9 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:55:08.789499 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-5b1a6478-e490-41ef-a7be-180da1f6310a service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:55:08.789830 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-5b1a6478-e490-41ef-a7be-180da1f6310a service neutron] Checking segment: {'id': '687ff66f-e2df-4e5b-8f78-b44b5749ed29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2399c438-0720-40b2-8a59-65fda703cba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:55:08.790214 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-5b1a6478-e490-41ef-a7be-180da1f6310a service neutron] Bound using segment: {'id': '687ff66f-e2df-4e5b-8f78-b44b5749ed29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2399c438-0720-40b2-8a59-65fda703cba9'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:55:08.790643 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-5b1a6478-e490-41ef-a7be-180da1f6310a service neutron] Bound port: 51484922-7109-4528-9cf2-77c4bf3f2221, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '687ff66f-e2df-4e5b-8f78-b44b5749ed29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2399c438-0720-40b2-8a59-65fda703cba9'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:55:08.790990 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-5b1a6478-e490-41ef-a7be-180da1f6310a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:08.881324 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-5b1a6478-e490-41ef-a7be-180da1f6310a service neutron] For port 51484922-7109-4528-9cf2-77c4bf3f2221, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:55:08.884585 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-5b1a6478-e490-41ef-a7be-180da1f6310a service neutron] For port 51484922-7109-4528-9cf2-77c4bf3f2221, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=51484922-7109-4528-9cf2-77c4bf3f2221,segment=NetworkSegment(687ff66f-e2df-4e5b-8f78-b44b5749ed29),segment_id=687ff66f-e2df-4e5b-8f78-b44b5749ed29)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:55:08.889927 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-5b1a6478-e490-41ef-a7be-180da1f6310a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:08.953693 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-5b1a6478-e490-41ef-a7be-180da1f6310a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:08.954310 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-5b1a6478-e490-41ef-a7be-180da1f6310a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:08.955695 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-5b1a6478-e490-41ef-a7be-180da1f6310a service neutron] 10.222.0.52 "PUT /v2.0/ports/51484922-7109-4528-9cf2-77c4bf3f2221 HTTP/1.1" status: 200 len: 1092 time: 1.0161920 Feb 09 12:55:08.956159 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fde9e18-e123-4218-8185-6efbdb06fb73', 'tag': '51484922-7109-4528-9cf2-77c4bf3f2221'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:55:08.978555 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1a6478-e490-41ef-a7be-180da1f6310a service neutron] Pushing event updated for resources: {'Port': ['ID=51484922-7109-4528-9cf2-77c4bf3f2221,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:09.074345 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-a353a058-0d06-4e87-ad72-af0597e433fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:09.077608 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-a353a058-0d06-4e87-ad72-af0597e433fe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ee226ced0b943e49cc8af8c8b6ac825&device_id=4fde9e18-e123-4218-8185-6efbdb06fb73 HTTP/1.1" status: 200 len: 1095 time: 0.0786173 Feb 09 12:55:09.150236 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-69ca8e9d-7954-4a7f-a5a9-329aaa2a9701 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51484922-7109-4528-9cf2-77c4bf3f2221 HTTP/1.1" status: 200 len: 217 time: 0.0668268 Feb 09 12:55:09.188959 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fde9e18-e123-4218-8185-6efbdb06fb73', 'tag': '51484922-7109-4528-9cf2-77c4bf3f2221', 'status': 'completed', 'code': 200} Feb 09 12:55:09.217865 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-9daed314-1e7c-452e-a333-10a940261786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:09.219370 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-9daed314-1e7c-452e-a333-10a940261786 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e9c93e90-e33b-4c0b-85e1-4730bbc5e86d HTTP/1.1" status: 200 len: 854 time: 0.0626025 Feb 09 12:55:09.270554 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-25fb9e12-1ea5-4218-9d95-85363627b571 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2399c438-0720-40b2-8a59-65fda703cba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419157 Feb 09 12:55:09.429659 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-50cf1d86-7bef-4654-88fd-154ef231e1e1 service neutron] 10.222.0.52 "GET /v2.0/networks/2399c438-0720-40b2-8a59-65fda703cba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512687 Feb 09 12:55:09.744347 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-403ed169-c8a8-49c8-baeb-3f7840841205 req-788c1e38-b979-4bb4-8d4b-56b696686614 service neutron] 10.222.0.52 "GET /v2.0/networks/2399c438-0720-40b2-8a59-65fda703cba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076997 Feb 09 12:55:09.753046 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55957f0-1667-44e6-a923-488cd821741b req-fde861fe-aeb5-429a-8c57-7c6ed493402c tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:09.754610 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a55957f0-1667-44e6-a923-488cd821741b req-fde861fe-aeb5-429a-8c57-7c6ed493402c tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fde9e18-e123-4218-8185-6efbdb06fb73 HTTP/1.1" status: 200 len: 944 time: 0.2992213 Feb 09 12:55:09.840803 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a55957f0-1667-44e6-a923-488cd821741b req-a4d4285a-19cf-426d-8e80-ef77b30d1de3 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c295c9b-f24c-4b24-9545-e698d009c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766604 Feb 09 12:55:09.888505 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e984b-ade3-4ee5-8239-8b5faa36cf9c req-51cc32b2-b5f9-4d11-8322-4536ad84057f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:09.889993 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ff0e984b-ade3-4ee5-8239-8b5faa36cf9c req-51cc32b2-b5f9-4d11-8322-4536ad84057f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ee226ced0b943e49cc8af8c8b6ac825&device_id=4fde9e18-e123-4218-8185-6efbdb06fb73 HTTP/1.1" status: 200 len: 1095 time: 0.0918581 Feb 09 12:55:10.038828 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e984b-ade3-4ee5-8239-8b5faa36cf9c req-89887c3d-7115-4205-8794-6117aa12bd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:10.040358 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ff0e984b-ade3-4ee5-8239-8b5faa36cf9c req-89887c3d-7115-4205-8794-6117aa12bd4b service neutron] 10.222.0.52 "GET /v2.0/networks?id=2399c438-0720-40b2-8a59-65fda703cba9 HTTP/1.1" status: 200 len: 915 time: 0.1445034 Feb 09 12:55:10.115335 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ff0e984b-ade3-4ee5-8239-8b5faa36cf9c req-58357444-dad6-4b97-a13d-ae49721578f3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51484922-7109-4528-9cf2-77c4bf3f2221 HTTP/1.1" status: 200 len: 217 time: 0.0686398 Feb 09 12:55:10.183689 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e984b-ade3-4ee5-8239-8b5faa36cf9c req-1e207834-2cd1-48f4-8eee-482b9b7708de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:10.185181 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ff0e984b-ade3-4ee5-8239-8b5faa36cf9c req-1e207834-2cd1-48f4-8eee-482b9b7708de service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e9c93e90-e33b-4c0b-85e1-4730bbc5e86d HTTP/1.1" status: 200 len: 854 time: 0.0620413 Feb 09 12:55:10.233875 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ff0e984b-ade3-4ee5-8239-8b5faa36cf9c req-9cfc24c2-6fec-48d2-8663-aede0fbf1d85 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2399c438-0720-40b2-8a59-65fda703cba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411961 Feb 09 12:55:10.365268 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ff0e984b-ade3-4ee5-8239-8b5faa36cf9c req-4265d902-57b9-4bce-8be9-06a78de11b18 service neutron] 10.222.0.52 "GET /v2.0/networks/2399c438-0720-40b2-8a59-65fda703cba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235356 Feb 09 12:55:10.507209 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ff0e984b-ade3-4ee5-8239-8b5faa36cf9c req-7f91f49d-c245-44e0-92ed-969fe2bc1794 service neutron] 10.222.0.52 "GET /v2.0/networks/2399c438-0720-40b2-8a59-65fda703cba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348410 Feb 09 12:55:11.038171 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e955d05-21ed-4604-b47a-a749c62c96c8 req-5e8f2114-1d12-4195-9b35-19bd264eb879 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:11.039684 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3e955d05-21ed-4604-b47a-a749c62c96c8 req-5e8f2114-1d12-4195-9b35-19bd264eb879 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fde9e18-e123-4218-8185-6efbdb06fb73 HTTP/1.1" status: 200 len: 944 time: 0.0865109 Feb 09 12:55:11.087090 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3e955d05-21ed-4604-b47a-a749c62c96c8 req-8f41a106-c9c6-462a-946a-1d2c974abf94 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c295c9b-f24c-4b24-9545-e698d009c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399978 Feb 09 12:55:12.000184 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 51484922-7109-4528-9cf2-77c4bf3f2221 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:55:12.140962 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 51484922-7109-4528-9cf2-77c4bf3f2221, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=51484922-7109-4528-9cf2-77c4bf3f2221,segment=NetworkSegment(687ff66f-e2df-4e5b-8f78-b44b5749ed29),segment_id=687ff66f-e2df-4e5b-8f78-b44b5749ed29)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:55:12.155464 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': '51484922-7109-4528-9cf2-77c4bf3f2221', 'network_id': '2399c438-0720-40b2-8a59-65fda703cba9', 'port_id': '51484922-7109-4528-9cf2-77c4bf3f2221', 'mac_address': 'fa:16:3e:dd:13:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9c93e90-e33b-4c0b-85e1-4730bbc5e86d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:55:12.223288 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:12.240250 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51484922-7109-4528-9cf2-77c4bf3f2221 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:55:12.256539 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 51484922-7109-4528-9cf2-77c4bf3f2221, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=51484922-7109-4528-9cf2-77c4bf3f2221,segment=NetworkSegment(687ff66f-e2df-4e5b-8f78-b44b5749ed29),segment_id=687ff66f-e2df-4e5b-8f78-b44b5749ed29)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:55:12.260641 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:12.280246 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d917a-4644-416b-9bad-730d54370a2d req-229af2ad-86ba-4a2f-aaea-bba51a44226d tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:12.281760 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6a0d917a-4644-416b-9bad-730d54370a2d req-229af2ad-86ba-4a2f-aaea-bba51a44226d tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fde9e18-e123-4218-8185-6efbdb06fb73 HTTP/1.1" status: 200 len: 944 time: 0.0845311 Feb 09 12:55:12.333711 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=51484922-7109-4528-9cf2-77c4bf3f2221,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:12.343165 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:12.343716 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:12.344213 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:12.344712 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:12.345182 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:12.345668 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:12.346382 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:12.346844 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:12.347322 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:12.347788 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:12.348281 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:12.348755 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:12.356514 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6a0d917a-4644-416b-9bad-730d54370a2d req-bceb9b67-9944-4039-a5e5-aa99c9369962 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c295c9b-f24c-4b24-9545-e698d009c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673707 Feb 09 12:55:12.469970 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['51484922-7109-4528-9cf2-77c4bf3f2221'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:55:13.547236 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47932d-f694-4868-950a-1a464081bc9b req-5ff054af-4c40-48a0-b57e-d4ae2095837e tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:13.549405 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0a47932d-f694-4868-950a-1a464081bc9b req-5ff054af-4c40-48a0-b57e-d4ae2095837e tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fde9e18-e123-4218-8185-6efbdb06fb73 HTTP/1.1" status: 200 len: 945 time: 0.0861094 Feb 09 12:55:13.593749 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0a47932d-f694-4868-950a-1a464081bc9b req-52df90dc-3ab3-4c59-a441-e48218bda814 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c295c9b-f24c-4b24-9545-e698d009c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385289 Feb 09 12:55:14.031684 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 51484922-7109-4528-9cf2-77c4bf3f2221 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:55:14.108346 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-02dfe739-ba27-4cbc-af6e-303938138212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:14.139642 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port 51484922-7109-4528-9cf2-77c4bf3f2221 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:55:14.146374 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port 51484922-7109-4528-9cf2-77c4bf3f2221 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:55:14.147009 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:14.274662 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:14.304424 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fde9e18-e123-4218-8185-6efbdb06fb73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51484922-7109-4528-9cf2-77c4bf3f2221'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:55:14.318098 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 51484922-7109-4528-9cf2-77c4bf3f2221, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=51484922-7109-4528-9cf2-77c4bf3f2221,segment=NetworkSegment(687ff66f-e2df-4e5b-8f78-b44b5749ed29),segment_id=687ff66f-e2df-4e5b-8f78-b44b5749ed29)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:55:14.329852 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:14.428971 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fde9e18-e123-4218-8185-6efbdb06fb73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51484922-7109-4528-9cf2-77c4bf3f2221', 'code': 200} Feb 09 12:55:14.432423 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=51484922-7109-4528-9cf2-77c4bf3f2221,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:14.563595 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106b2f8-9dac-4a2b-99d4-fb501ad8e6ba req-571918a6-ec7a-448b-9f7b-f6da5380452f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:14.565123 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d106b2f8-9dac-4a2b-99d4-fb501ad8e6ba req-571918a6-ec7a-448b-9f7b-f6da5380452f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4fde9e18-e123-4218-8185-6efbdb06fb73 HTTP/1.1" status: 200 len: 1097 time: 0.0715194 Feb 09 12:55:14.610323 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d106b2f8-9dac-4a2b-99d4-fb501ad8e6ba req-119dc7ee-ae14-48b5-9a58-f2762ff640b6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1c295c9b-f24c-4b24-9545-e698d009c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363569 Feb 09 12:55:14.787813 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946f41c-140f-42bc-9bf5-3192a30f3753 req-bb6a2bd0-76db-42dd-857b-b402a1141389 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:14.789217 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2946f41c-140f-42bc-9bf5-3192a30f3753 req-bb6a2bd0-76db-42dd-857b-b402a1141389 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fde9e18-e123-4218-8185-6efbdb06fb73 HTTP/1.1" status: 200 len: 946 time: 0.0847847 Feb 09 12:55:14.835004 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2946f41c-140f-42bc-9bf5-3192a30f3753 req-3f08140a-8e9e-4ede-b222-caab4a8ec4f7 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c295c9b-f24c-4b24-9545-e698d009c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394571 Feb 09 12:55:16.024839 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d64a6-0034-46cf-9365-3f7787abf91e req-ccfdb963-5c94-4ce6-8730-4c4252a1bb90 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:16.026335 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-778d64a6-0034-46cf-9365-3f7787abf91e req-ccfdb963-5c94-4ce6-8730-4c4252a1bb90 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fde9e18-e123-4218-8185-6efbdb06fb73 HTTP/1.1" status: 200 len: 946 time: 0.0823085 Feb 09 12:55:16.078488 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-778d64a6-0034-46cf-9365-3f7787abf91e req-aeb90223-8b13-42a4-9a8e-bc083eaa14a9 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c295c9b-f24c-4b24-9545-e698d009c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445352 Feb 09 12:55:16.399742 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5cc8e558-a439-4725-933f-f792387258f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:17.623598 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:17.685079 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:19.242587 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:20.620538 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:23.086328 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:28.968292 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:55:37.762164 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ab685-48b7-4ad3-bff7-cdc276938dd1 req-16a20482-61ef-46ab-aded-d3ef1efb8a2c tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:37.763666 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7f5ab685-48b7-4ad3-bff7-cdc276938dd1 req-16a20482-61ef-46ab-aded-d3ef1efb8a2c tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fde9e18-e123-4218-8185-6efbdb06fb73 HTTP/1.1" status: 200 len: 946 time: 0.0873749 Feb 09 12:55:37.809188 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7f5ab685-48b7-4ad3-bff7-cdc276938dd1 req-3413c28e-adf1-4d77-a1f6-fcc3ab2cbb6c tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c295c9b-f24c-4b24-9545-e698d009c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390763 Feb 09 12:55:39.121413 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc2759-c256-440e-a9b1-9bf5f6856e48 req-fe6da0f9-ace6-46f3-b18f-4ae91b8de574 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:39.123064 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a1fc2759-c256-440e-a9b1-9bf5f6856e48 req-fe6da0f9-ace6-46f3-b18f-4ae91b8de574 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fde9e18-e123-4218-8185-6efbdb06fb73 HTTP/1.1" status: 200 len: 946 time: 0.1998837 Feb 09 12:55:39.168030 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a1fc2759-c256-440e-a9b1-9bf5f6856e48 req-719f01d3-bb00-4a1d-ae40-0a9fe10e34eb tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c295c9b-f24c-4b24-9545-e698d009c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391035 Feb 09 12:55:39.565202 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952e961-b158-4ef9-9ef2-6854a269e3c2 req-fb16aae1-7e77-4420-bc2e-f8d2156b2719 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:39.566655 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9952e961-b158-4ef9-9ef2-6854a269e3c2 req-fb16aae1-7e77-4420-bc2e-f8d2156b2719 tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.52 "GET /v2.0/ports?device_id=4fde9e18-e123-4218-8185-6efbdb06fb73 HTTP/1.1" status: 200 len: 946 time: 0.0823350 Feb 09 12:55:39.656848 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-9952e961-b158-4ef9-9ef2-6854a269e3c2 req-a80bee8b-1651-405d-bbcb-07844845f64e tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Deleting port 51484922-7109-4528-9cf2-77c4bf3f2221 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:55:39.657344 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-9952e961-b158-4ef9-9ef2-6854a269e3c2 req-a80bee8b-1651-405d-bbcb-07844845f64e tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:39.916384 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-9952e961-b158-4ef9-9ef2-6854a269e3c2 req-a80bee8b-1651-405d-bbcb-07844845f64e tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] For port 51484922-7109-4528-9cf2-77c4bf3f2221, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=51484922-7109-4528-9cf2-77c4bf3f2221,segment=NetworkSegment(687ff66f-e2df-4e5b-8f78-b44b5749ed29),segment_id=687ff66f-e2df-4e5b-8f78-b44b5749ed29)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:55:39.916818 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-9952e961-b158-4ef9-9ef2-6854a269e3c2 req-a80bee8b-1651-405d-bbcb-07844845f64e tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:40.072391 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-9952e961-b158-4ef9-9ef2-6854a269e3c2 req-a80bee8b-1651-405d-bbcb-07844845f64e tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Calling delete_port for 51484922-7109-4528-9cf2-77c4bf3f2221 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:55:40.227536 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-9952e961-b158-4ef9-9ef2-6854a269e3c2 req-a80bee8b-1651-405d-bbcb-07844845f64e tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:40.239441 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['51484922-7109-4528-9cf2-77c4bf3f2221'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:55:40.285687 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80bee8b-1651-405d-bbcb-07844845f64e tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Pushing event deleted for resources: {'Port': ['ID=51484922-7109-4528-9cf2-77c4bf3f2221,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:40.402876 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-9952e961-b158-4ef9-9ef2-6854a269e3c2 req-a80bee8b-1651-405d-bbcb-07844845f64e tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] No DVR routers for this DVR port 51484922-7109-4528-9cf2-77c4bf3f2221 on host n-h1-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:55:40.406278 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a8f1b44d-77ae-4388-8025-f004c09aeca6 req-596e142c-7eab-4199-83da-284d1c390dcf tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fde9e18-e123-4218-8185-6efbdb06fb73 HTTP/1.1" status: 200 len: 210 time: 0.0868857 Feb 09 12:55:40.407216 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-9952e961-b158-4ef9-9ef2-6854a269e3c2 req-a80bee8b-1651-405d-bbcb-07844845f64e tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:40.409780 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fde9e18-e123-4218-8185-6efbdb06fb73', 'name': 'network-vif-deleted', 'tag': '51484922-7109-4528-9cf2-77c4bf3f2221'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:55:40.432109 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9952e961-b158-4ef9-9ef2-6854a269e3c2 req-a80bee8b-1651-405d-bbcb-07844845f64e tempest-VolumesSnapshotTestJSON-240744127 tempest-VolumesSnapshotTestJSON-240744127-project] 10.222.0.52 "DELETE /v2.0/ports/51484922-7109-4528-9cf2-77c4bf3f2221 HTTP/1.1" status: 204 len: 173 time: 0.8586366 Feb 09 12:55:40.458941 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fde9e18-e123-4218-8185-6efbdb06fb73', 'name': 'network-vif-deleted', 'tag': '51484922-7109-4528-9cf2-77c4bf3f2221', 'status': 'completed', 'code': 200} Feb 09 12:55:44.040524 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-96b9a3da-ff7f-43ba-8e6f-a0db7045a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:44.239070 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 51484922-7109-4528-9cf2-77c4bf3f2221 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:55:44.286384 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] No Port match for: 51484922-7109-4528-9cf2-77c4bf3f2221 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:55:44.286922 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 51484922-7109-4528-9cf2-77c4bf3f2221 not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:55:46.403132 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-823ca7d4-7f97-4a77-9758-2bee20a1650e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:47.630766 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:47.680129 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:49.245015 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:50.623720 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:53.106701 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:58.616782 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39518) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:58.744763 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2a4a82d2-5ac0-42da-b0b6-1ec3c501d86a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:58.763892 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2a4a82d2-5ac0-42da-b0b6-1ec3c501d86a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:55:58.767868 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-2a4a82d2-5ac0-42da-b0b6-1ec3c501d86a admin admin] Usage tracker for resource:security_group_rule and tenant:250d5cc85bfa4e1b9fa2f517caa3260e is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:55:58.770637 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-2a4a82d2-5ac0-42da-b0b6-1ec3c501d86a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:55:58.776387 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2a4a82d2-5ac0-42da-b0b6-1ec3c501d86a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:55:58.862590 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2a4a82d2-5ac0-42da-b0b6-1ec3c501d86a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:58.866403 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2a4a82d2-5ac0-42da-b0b6-1ec3c501d86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:58.912645 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2a4a82d2-5ac0-42da-b0b6-1ec3c501d86a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=250d5cc85bfa4e1b9fa2f517caa3260e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2947333 Feb 09 12:55:58.914277 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4a82d2-5ac0-42da-b0b6-1ec3c501d86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afdf355c-252b-4c70-b9bc-7c2aa424eb97,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:58.915412 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 39528) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:58.976276 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-28f0772b-bfc6-42fe-89a1-a0f77882f217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:59.002026 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-28f0772b-bfc6-42fe-89a1-a0f77882f217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:59.055902 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-28f0772b-bfc6-42fe-89a1-a0f77882f217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:59.076026 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-28f0772b-bfc6-42fe-89a1-a0f77882f217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:59.087966 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-28f0772b-bfc6-42fe-89a1-a0f77882f217 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/afdf355c-252b-4c70-b9bc-7c2aa424eb97 HTTP/1.1" status: 204 len: 168 time: 0.1632013 Feb 09 12:55:59.087966 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f0772b-bfc6-42fe-89a1-a0f77882f217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afdf355c-252b-4c70-b9bc-7c2aa424eb97,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:59.090059 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0772b-bfc6-42fe-89a1-a0f77882f217 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:59.090416 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0772b-bfc6-42fe-89a1-a0f77882f217 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:59.090840 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0772b-bfc6-42fe-89a1-a0f77882f217 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:59.091174 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0772b-bfc6-42fe-89a1-a0f77882f217 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:59.091537 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0772b-bfc6-42fe-89a1-a0f77882f217 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:59.095566 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0772b-bfc6-42fe-89a1-a0f77882f217 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:59.095566 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0772b-bfc6-42fe-89a1-a0f77882f217 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:59.095566 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0772b-bfc6-42fe-89a1-a0f77882f217 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:59.095566 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0772b-bfc6-42fe-89a1-a0f77882f217 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:59.095566 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0772b-bfc6-42fe-89a1-a0f77882f217 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:59.095566 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0772b-bfc6-42fe-89a1-a0f77882f217 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:59.095566 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0772b-bfc6-42fe-89a1-a0f77882f217 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:01.581105 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-c01df19d-04c6-45ca-80ad-d6c9b0f21302 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=104d57e4165947deb32400dca3094f97&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289598 Feb 09 12:56:01.748943 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-90de35c4-6112-4e6e-a843-c9d1c05aae4d tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:01.750913 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-90de35c4-6112-4e6e-a843-c9d1c05aae4d tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1645780 Feb 09 12:56:01.772418 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-6a6c2a9c-5a35-4098-aebd-cf332f574873 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] 10.222.0.55 "GET /v2.0/quotas/104d57e4165947deb32400dca3094f97 HTTP/1.1" status: 200 len: 375 time: 0.0153153 Feb 09 12:56:01.815160 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-4d377213-5cce-488f-a8f7-b8092902de35 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=104d57e4165947deb32400dca3094f97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419428 Feb 09 12:56:01.999701 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0001547f-5704-4cd7-810c-4515bb3aa3aa req-84a10e40-8f37-4ca3-b41e-1199086b78bc tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0f0e8f4-9a7b-4137-ba6c-5bd05d9a1861 HTTP/1.1" status: 200 len: 210 time: 0.0444791 Feb 09 12:56:03.061599 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-0dd63387-a27d-49b3-991f-da4f59d9f71a tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=104d57e4165947deb32400dca3094f97&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590775 Feb 09 12:56:03.260504 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-25d90757-5ead-47c0-91ac-548b4d3ea204 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:03.262523 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-25d90757-5ead-47c0-91ac-548b4d3ea204 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1929777 Feb 09 12:56:03.301361 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-0fc6477c-d4f4-4593-917c-f338e93607c3 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] Request body: {'port': {'device_id': 'b0f0e8f4-9a7b-4137-ba6c-5bd05d9a1861', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'admin_state_up': True, 'tenant_id': '104d57e4165947deb32400dca3094f97'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:56:03.492579 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-82d6a92b-7e75-4a6e-86e3-419f1e489002 req-679b6ad5-db3a-4091-b0e9-0eb55104954c tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0f0e8f4-9a7b-4137-ba6c-5bd05d9a1861 HTTP/1.1" status: 200 len: 210 time: 0.3251610 Feb 09 12:56:03.574707 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-0fc6477c-d4f4-4593-917c-f338e93607c3 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:56:03.578490 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-0fc6477c-d4f4-4593-917c-f338e93607c3 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] Usage tracker for resource:port and tenant:104d57e4165947deb32400dca3094f97 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:56:03.581314 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-0fc6477c-d4f4-4593-917c-f338e93607c3 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:56:03.586914 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-0fc6477c-d4f4-4593-917c-f338e93607c3 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:56:03.598420 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-0fc6477c-d4f4-4593-917c-f338e93607c3 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] Made reservation on behalf of 104d57e4165947deb32400dca3094f97 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:56:03.602035 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-0fc6477c-d4f4-4593-917c-f338e93607c3 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:03.614206 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-0fc6477c-d4f4-4593-917c-f338e93607c3 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:03.629930 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-0fc6477c-d4f4-4593-917c-f338e93607c3 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:56:03.634248 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-0fc6477c-d4f4-4593-917c-f338e93607c3 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] Usage tracker for resource:security_group_rule and tenant:104d57e4165947deb32400dca3094f97 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:56:03.639555 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-0fc6477c-d4f4-4593-917c-f338e93607c3 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:56:03.650958 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-0fc6477c-d4f4-4593-917c-f338e93607c3 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:56:03.749221 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-0fc6477c-d4f4-4593-917c-f338e93607c3 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:03.753465 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-0fc6477c-d4f4-4593-917c-f338e93607c3 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:03.829135 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6477c-d4f4-4593-917c-f338e93607c3 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0768734-aeab-4fc5-80c0-abad059f3e9e,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:03.953293 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-0fc6477c-d4f4-4593-917c-f338e93607c3 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] Allocated IP 192.168.233.209 (4f732e35-467f-44f5-be04-aa808693dec3/f8ed5558-888d-440a-8c32-52f2f9bc5bd5/10896679-cb6f-4d0a-acd7-5f5343d6cf2d) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:56:04.220145 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-0fc6477c-d4f4-4593-917c-f338e93607c3 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:04.238072 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-0fc6477c-d4f4-4593-917c-f338e93607c3 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] Transition to ACTIVE for port object 10896679-cb6f-4d0a-acd7-5f5343d6cf2d will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:56:04.264439 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-0fc6477c-d4f4-4593-917c-f338e93607c3 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:04.338342 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6477c-d4f4-4593-917c-f338e93607c3 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] Pushing event updated for resources: {'Port': ['ID=10896679-cb6f-4d0a-acd7-5f5343d6cf2d,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:04.361573 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-0fc6477c-d4f4-4593-917c-f338e93607c3 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] Network 4f732e35-467f-44f5-be04-aa808693dec3 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:56:04.362765 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-0fc6477c-d4f4-4593-917c-f338e93607c3 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:56:04.365426 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-0fc6477c-d4f4-4593-917c-f338e93607c3 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:56:04.436510 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-0fc6477c-d4f4-4593-917c-f338e93607c3 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:04.437145 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-0fc6477c-d4f4-4593-917c-f338e93607c3 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:04.465607 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-0fc6477c-d4f4-4593-917c-f338e93607c3 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1678109 Feb 09 12:56:04.476944 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-0aa5caa5-22da-4d50-b570-2234627876d9 service neutron] Request body: {'port': {'device_id': 'b0f0e8f4-9a7b-4137-ba6c-5bd05d9a1861', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:56:04.628273 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-36cf5a8d-a724-4329-98e9-934620252c27 None None] Provisioning for port 10896679-cb6f-4d0a-acd7-5f5343d6cf2d completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:56:04.635068 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-36cf5a8d-a724-4329-98e9-934620252c27 None None] Provisioning complete for port 10896679-cb6f-4d0a-acd7-5f5343d6cf2d triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:04.637100 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-36cf5a8d-a724-4329-98e9-934620252c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:04.703108 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-36cf5a8d-a724-4329-98e9-934620252c27 None None] Port 10896679-cb6f-4d0a-acd7-5f5343d6cf2d cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:56:04.707583 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-0aa5caa5-22da-4d50-b570-2234627876d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:04.806098 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd59592-445b-4971-9472-13784b17c892 req-54800abc-060c-4c75-9ada-657f134e6b18 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:04.806801 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-cbd59592-445b-4971-9472-13784b17c892 req-54800abc-060c-4c75-9ada-657f134e6b18 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] Synchronizing usage tracker for tenant:104d57e4165947deb32400dca3094f97 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:56:04.882770 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-cbd59592-445b-4971-9472-13784b17c892 req-54800abc-060c-4c75-9ada-657f134e6b18 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] Unset dirty status for tenant:104d57e4165947deb32400dca3094f97 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:56:04.883950 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cbd59592-445b-4971-9472-13784b17c892 req-54800abc-060c-4c75-9ada-657f134e6b18 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0f0e8f4-9a7b-4137-ba6c-5bd05d9a1861 HTTP/1.1" status: 200 len: 936 time: 0.2487707 Feb 09 12:56:05.012981 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-cbd59592-445b-4971-9472-13784b17c892 req-1624b89c-61a8-445a-b272-72710a97a314 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] Synchronizing usage tracker for tenant:104d57e4165947deb32400dca3094f97 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:56:05.057648 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-cbd59592-445b-4971-9472-13784b17c892 req-1624b89c-61a8-445a-b272-72710a97a314 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] Unset dirty status for tenant:104d57e4165947deb32400dca3094f97 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:56:05.058609 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cbd59592-445b-4971-9472-13784b17c892 req-1624b89c-61a8-445a-b272-72710a97a314 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] 10.222.0.55 "GET /v2.0/security-groups?id=e0768734-aeab-4fc5-80c0-abad059f3e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653559 Feb 09 12:56:05.148753 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-0aa5caa5-22da-4d50-b570-2234627876d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10896679-cb6f-4d0a-acd7-5f5343d6cf2d {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:56:05.158818 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-0aa5caa5-22da-4d50-b570-2234627876d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:05.174718 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-0aa5caa5-22da-4d50-b570-2234627876d9 service neutron] Transition to ACTIVE for port object 10896679-cb6f-4d0a-acd7-5f5343d6cf2d will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:56:05.178902 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-0aa5caa5-22da-4d50-b570-2234627876d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:05.394104 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa5caa5-22da-4d50-b570-2234627876d9 service neutron] Pushing event updated for resources: {'Port': ['ID=10896679-cb6f-4d0a-acd7-5f5343d6cf2d,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:05.429239 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-0aa5caa5-22da-4d50-b570-2234627876d9 service neutron] Attempting to bind port 10896679-cb6f-4d0a-acd7-5f5343d6cf2d on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:56:05.429605 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-0aa5caa5-22da-4d50-b570-2234627876d9 service neutron] Attempting to bind port 10896679-cb6f-4d0a-acd7-5f5343d6cf2d by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:56:05.429943 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-0aa5caa5-22da-4d50-b570-2234627876d9 service neutron] Attempting to bind port 10896679-cb6f-4d0a-acd7-5f5343d6cf2d on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:56:05.437635 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-0aa5caa5-22da-4d50-b570-2234627876d9 service neutron] Port 10896679-cb6f-4d0a-acd7-5f5343d6cf2d on network 4f732e35-467f-44f5-be04-aa808693dec3 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:56:05.438039 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-0aa5caa5-22da-4d50-b570-2234627876d9 service neutron] Attempting to bind port 10896679-cb6f-4d0a-acd7-5f5343d6cf2d on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:56:05.443484 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-0aa5caa5-22da-4d50-b570-2234627876d9 service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:56:05.444847 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-0aa5caa5-22da-4d50-b570-2234627876d9 service neutron] Checking segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:56:05.444847 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-0aa5caa5-22da-4d50-b570-2234627876d9 service neutron] Bound using segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:56:05.444847 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-0aa5caa5-22da-4d50-b570-2234627876d9 service neutron] Bound port: 10896679-cb6f-4d0a-acd7-5f5343d6cf2d, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:56:05.446429 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-0aa5caa5-22da-4d50-b570-2234627876d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:05.560243 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-0aa5caa5-22da-4d50-b570-2234627876d9 service neutron] For port 10896679-cb6f-4d0a-acd7-5f5343d6cf2d, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:56:05.563320 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-0aa5caa5-22da-4d50-b570-2234627876d9 service neutron] For port 10896679-cb6f-4d0a-acd7-5f5343d6cf2d, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=10896679-cb6f-4d0a-acd7-5f5343d6cf2d,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:56:05.569397 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-0aa5caa5-22da-4d50-b570-2234627876d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:05.657970 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-0aa5caa5-22da-4d50-b570-2234627876d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:05.658595 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-0aa5caa5-22da-4d50-b570-2234627876d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:05.660032 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-0aa5caa5-22da-4d50-b570-2234627876d9 service neutron] 10.222.0.52 "PUT /v2.0/ports/10896679-cb6f-4d0a-acd7-5f5343d6cf2d HTTP/1.1" status: 200 len: 1096 time: 1.1877244 Feb 09 12:56:05.660469 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0f0e8f4-9a7b-4137-ba6c-5bd05d9a1861', 'tag': '10896679-cb6f-4d0a-acd7-5f5343d6cf2d'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:56:05.677354 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa5caa5-22da-4d50-b570-2234627876d9 service neutron] Pushing event updated for resources: {'Port': ['ID=10896679-cb6f-4d0a-acd7-5f5343d6cf2d,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:05.752465 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0f0e8f4-9a7b-4137-ba6c-5bd05d9a1861', 'tag': '10896679-cb6f-4d0a-acd7-5f5343d6cf2d', 'status': 'completed', 'code': 200} Feb 09 12:56:05.837601 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-7469b7a5-76b1-4b85-bd7f-43be7d312fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:05.839097 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-7469b7a5-76b1-4b85-bd7f-43be7d312fa9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=104d57e4165947deb32400dca3094f97&device_id=b0f0e8f4-9a7b-4137-ba6c-5bd05d9a1861 HTTP/1.1" status: 200 len: 1099 time: 0.1248293 Feb 09 12:56:05.914060 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-8020c0ae-4cbc-4c9f-bf81-e0498da1d4a0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=10896679-cb6f-4d0a-acd7-5f5343d6cf2d HTTP/1.1" status: 200 len: 217 time: 0.0673873 Feb 09 12:56:05.968047 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:56:05.979135 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-42081a00-fdf3-4aee-b627-a590194563a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:05.981148 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-42081a00-fdf3-4aee-b627-a590194563a7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.0616105 Feb 09 12:56:06.053668 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-7f046803-6dc7-45f4-8966-b695bc205ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:06.055022 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-7f046803-6dc7-45f4-8966-b695bc205ffc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0681112 Feb 09 12:56:06.358494 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-dcd8643a-3055-454f-82a2-a5991faa07c3 service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972801 Feb 09 12:56:06.389117 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3197147-3756-46da-b1ee-8312df62efb0 req-dfc74f5b-ac80-4bc2-891e-66112944116b tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:06.390515 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e3197147-3756-46da-b1ee-8312df62efb0 req-dfc74f5b-ac80-4bc2-891e-66112944116b tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0f0e8f4-9a7b-4137-ba6c-5bd05d9a1861 HTTP/1.1" status: 200 len: 948 time: 0.1476269 Feb 09 12:56:06.500807 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e3197147-3756-46da-b1ee-8312df62efb0 req-159aacbd-d906-4f33-b59d-1fcbd1ab29c1 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] 10.222.0.55 "GET /v2.0/security-groups?id=e0768734-aeab-4fc5-80c0-abad059f3e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042101 Feb 09 12:56:06.536358 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2377b84d-d893-4f4f-a9bf-1aeb90beb22a req-9beac930-c078-4a21-908c-40bc7405aca9 service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715109 Feb 09 12:56:06.649442 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5092338-889d-4467-801f-1ce3d0e3edf0 req-344de087-11ed-484d-a934-d4423eb30d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:06.650820 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b5092338-889d-4467-801f-1ce3d0e3edf0 req-344de087-11ed-484d-a934-d4423eb30d2a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=104d57e4165947deb32400dca3094f97&device_id=b0f0e8f4-9a7b-4137-ba6c-5bd05d9a1861 HTTP/1.1" status: 200 len: 1099 time: 0.0714145 Feb 09 12:56:06.781511 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5092338-889d-4467-801f-1ce3d0e3edf0 req-d7ff156b-34e4-4374-a28b-ead78a1b8b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:06.782938 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b5092338-889d-4467-801f-1ce3d0e3edf0 req-d7ff156b-34e4-4374-a28b-ead78a1b8b89 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.1261852 Feb 09 12:56:06.853341 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b5092338-889d-4467-801f-1ce3d0e3edf0 req-c30d9fea-5a86-4f13-81fd-ca622f75425d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=10896679-cb6f-4d0a-acd7-5f5343d6cf2d HTTP/1.1" status: 200 len: 217 time: 0.0639451 Feb 09 12:56:06.920357 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5092338-889d-4467-801f-1ce3d0e3edf0 req-e535abde-334f-41b2-99e5-040b12fbb26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:06.921691 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b5092338-889d-4467-801f-1ce3d0e3edf0 req-e535abde-334f-41b2-99e5-040b12fbb26a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.0622501 Feb 09 12:56:06.999268 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5092338-889d-4467-801f-1ce3d0e3edf0 req-ac7cc462-1f6a-4fb4-8888-507729ac1c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:07.000797 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b5092338-889d-4467-801f-1ce3d0e3edf0 req-ac7cc462-1f6a-4fb4-8888-507729ac1c2d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0728528 Feb 09 12:56:07.137656 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b5092338-889d-4467-801f-1ce3d0e3edf0 req-fda7e4ff-cfe3-4eee-b035-90b8da194ebe service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303139 Feb 09 12:56:07.281878 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b5092338-889d-4467-801f-1ce3d0e3edf0 req-decca022-15af-41d1-8021-2d58dcfee564 service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377847 Feb 09 12:56:07.694766 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288df43-9386-49cf-98d3-32e49aa496ef req-a76fed4b-8fab-4e6c-9335-da442d17f0db tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:07.696271 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f288df43-9386-49cf-98d3-32e49aa496ef req-a76fed4b-8fab-4e6c-9335-da442d17f0db tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0f0e8f4-9a7b-4137-ba6c-5bd05d9a1861 HTTP/1.1" status: 200 len: 948 time: 0.0856066 Feb 09 12:56:07.745658 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f288df43-9386-49cf-98d3-32e49aa496ef req-dbd4e27f-a211-41ca-8eae-0ad6c0604055 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] 10.222.0.55 "GET /v2.0/security-groups?id=e0768734-aeab-4fc5-80c0-abad059f3e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429666 Feb 09 12:56:08.939821 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390ce16-05ac-4c98-a6f4-7fbc81040566 req-64340639-1646-4aee-a605-cad774c7f6a7 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:08.941345 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5390ce16-05ac-4c98-a6f4-7fbc81040566 req-64340639-1646-4aee-a605-cad774c7f6a7 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0f0e8f4-9a7b-4137-ba6c-5bd05d9a1861 HTTP/1.1" status: 200 len: 948 time: 0.0827823 Feb 09 12:56:08.987122 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5390ce16-05ac-4c98-a6f4-7fbc81040566 req-1fac256d-5609-4668-b29b-101b0c22dd73 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] 10.222.0.55 "GET /v2.0/security-groups?id=e0768734-aeab-4fc5-80c0-abad059f3e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399909 Feb 09 12:56:10.174571 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dce9f2-7596-47b4-8a24-baacbef23b97 req-0331f637-703f-4ef3-9d6b-f31a1073e197 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:10.175978 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-18dce9f2-7596-47b4-8a24-baacbef23b97 req-0331f637-703f-4ef3-9d6b-f31a1073e197 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0f0e8f4-9a7b-4137-ba6c-5bd05d9a1861 HTTP/1.1" status: 200 len: 948 time: 0.0838749 Feb 09 12:56:10.220506 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-18dce9f2-7596-47b4-8a24-baacbef23b97 req-64cc948f-6d75-4ae6-a2eb-da8be78bda9c tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] 10.222.0.55 "GET /v2.0/security-groups?id=e0768734-aeab-4fc5-80c0-abad059f3e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387394 Feb 09 12:56:10.376077 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 10896679-cb6f-4d0a-acd7-5f5343d6cf2d details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:56:10.517662 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 10896679-cb6f-4d0a-acd7-5f5343d6cf2d, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=10896679-cb6f-4d0a-acd7-5f5343d6cf2d,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:56:10.532182 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': '10896679-cb6f-4d0a-acd7-5f5343d6cf2d', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'port_id': '10896679-cb6f-4d0a-acd7-5f5343d6cf2d', 'mac_address': 'fa:16:3e:39:e1:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed5558-888d-440a-8c32-52f2f9bc5bd5', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:56:10.607653 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:10.637065 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10896679-cb6f-4d0a-acd7-5f5343d6cf2d {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:56:10.662940 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 10896679-cb6f-4d0a-acd7-5f5343d6cf2d, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=10896679-cb6f-4d0a-acd7-5f5343d6cf2d,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:56:10.666941 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:10.739675 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=10896679-cb6f-4d0a-acd7-5f5343d6cf2d,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:10.870224 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['10896679-cb6f-4d0a-acd7-5f5343d6cf2d'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:56:11.401874 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4571b2de-cdeb-4ef9-b012-b1ac6751be88 req-165574bb-4ff2-4c7f-b946-a5ac53a5344d tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:11.404094 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4571b2de-cdeb-4ef9-b012-b1ac6751be88 req-165574bb-4ff2-4c7f-b946-a5ac53a5344d tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0f0e8f4-9a7b-4137-ba6c-5bd05d9a1861 HTTP/1.1" status: 200 len: 949 time: 0.0800529 Feb 09 12:56:11.447096 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4571b2de-cdeb-4ef9-b012-b1ac6751be88 req-1a1b62b1-bb70-46ab-922f-ca6caa368559 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] 10.222.0.55 "GET /v2.0/security-groups?id=e0768734-aeab-4fc5-80c0-abad059f3e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373666 Feb 09 12:56:12.404103 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 10896679-cb6f-4d0a-acd7-5f5343d6cf2d up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:56:12.475872 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port 10896679-cb6f-4d0a-acd7-5f5343d6cf2d completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:56:12.481579 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port 10896679-cb6f-4d0a-acd7-5f5343d6cf2d triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:12.482175 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:12.602847 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:12.635795 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f0e8f4-9a7b-4137-ba6c-5bd05d9a1861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10896679-cb6f-4d0a-acd7-5f5343d6cf2d'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:56:12.640527 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576616ac-f812-46f0-8be0-75eef08c22f5 req-a764032a-e3e4-45a2-91ec-cb3503e9de9d tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:12.642215 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-576616ac-f812-46f0-8be0-75eef08c22f5 req-a764032a-e3e4-45a2-91ec-cb3503e9de9d tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0f0e8f4-9a7b-4137-ba6c-5bd05d9a1861 HTTP/1.1" status: 200 len: 949 time: 0.0869827 Feb 09 12:56:12.646797 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 10896679-cb6f-4d0a-acd7-5f5343d6cf2d, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=10896679-cb6f-4d0a-acd7-5f5343d6cf2d,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:56:12.650796 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:12.688158 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-576616ac-f812-46f0-8be0-75eef08c22f5 req-4f0d7531-b4b3-47b8-8667-886587609711 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] 10.222.0.55 "GET /v2.0/security-groups?id=e0768734-aeab-4fc5-80c0-abad059f3e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399609 Feb 09 12:56:12.714204 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f0e8f4-9a7b-4137-ba6c-5bd05d9a1861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10896679-cb6f-4d0a-acd7-5f5343d6cf2d', 'code': 200} Feb 09 12:56:12.728610 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=10896679-cb6f-4d0a-acd7-5f5343d6cf2d,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:12.740738 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:12.741084 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:12.741451 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:12.741789 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:12.742124 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:12.742452 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:12.742808 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:12.743926 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:12.744828 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:12.745202 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:12.745543 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:12.745876 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:12.837366 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6196ec-72fd-46f5-961d-cf786a431012 req-bc153473-5a14-4bca-9cf3-f5c05faa10e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:12.839130 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1b6196ec-72fd-46f5-961d-cf786a431012 req-bc153473-5a14-4bca-9cf3-f5c05faa10e2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b0f0e8f4-9a7b-4137-ba6c-5bd05d9a1861 HTTP/1.1" status: 200 len: 1101 time: 0.0711613 Feb 09 12:56:12.882187 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1b6196ec-72fd-46f5-961d-cf786a431012 req-eb662c3a-2b7a-45be-b2ae-b3f174a6e9a0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e0768734-aeab-4fc5-80c0-abad059f3e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363200 Feb 09 12:56:14.014992 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada43e2-ca7f-4b8b-b590-b1b18d8f69b2 req-83107a12-5649-4e2d-8387-31faf243454c tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:14.016640 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bada43e2-ca7f-4b8b-b590-b1b18d8f69b2 req-83107a12-5649-4e2d-8387-31faf243454c tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0f0e8f4-9a7b-4137-ba6c-5bd05d9a1861 HTTP/1.1" status: 200 len: 950 time: 0.2209725 Feb 09 12:56:14.051300 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7cb068d6-ff91-49de-868c-89bedbc2428a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:14.068040 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bada43e2-ca7f-4b8b-b590-b1b18d8f69b2 req-68fa35de-fe85-4e35-a4ef-de82cdf50bfe tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] 10.222.0.55 "GET /v2.0/security-groups?id=e0768734-aeab-4fc5-80c0-abad059f3e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436440 Feb 09 12:56:15.273873 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2662b53-fc5c-48fa-8292-7fcb37c35a77 req-9d33f72e-369c-4084-82e0-c834a4d007d1 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:15.276330 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b2662b53-fc5c-48fa-8292-7fcb37c35a77 req-9d33f72e-369c-4084-82e0-c834a4d007d1 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0f0e8f4-9a7b-4137-ba6c-5bd05d9a1861 HTTP/1.1" status: 200 len: 950 time: 0.0937207 Feb 09 12:56:15.330637 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b2662b53-fc5c-48fa-8292-7fcb37c35a77 req-a6a4b473-5c2a-4396-9207-373db255d5cd tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] 10.222.0.55 "GET /v2.0/security-groups?id=e0768734-aeab-4fc5-80c0-abad059f3e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481269 Feb 09 12:56:15.758144 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa160503-969d-43f4-8eb7-70d4b655f9dd req-169d48d7-b87d-4f4a-b995-70573734a684 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:15.759668 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fa160503-969d-43f4-8eb7-70d4b655f9dd req-169d48d7-b87d-4f4a-b995-70573734a684 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0f0e8f4-9a7b-4137-ba6c-5bd05d9a1861 HTTP/1.1" status: 200 len: 950 time: 0.0796161 Feb 09 12:56:15.804330 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fa160503-969d-43f4-8eb7-70d4b655f9dd req-b7a309c1-e75b-45a9-a4b8-ad1470f4a566 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] 10.222.0.55 "GET /v2.0/security-groups?id=e0768734-aeab-4fc5-80c0-abad059f3e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384407 Feb 09 12:56:16.409445 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1f6c07ab-2917-4d2f-aaa7-61dd11790f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:17.002661 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6ae3f-1d61-4e18-896d-0778b7a0e348 req-638501be-56e9-49ab-b106-f3cb43a8d336 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:17.004164 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-36e6ae3f-1d61-4e18-896d-0778b7a0e348 req-638501be-56e9-49ab-b106-f3cb43a8d336 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0f0e8f4-9a7b-4137-ba6c-5bd05d9a1861 HTTP/1.1" status: 200 len: 950 time: 0.0850976 Feb 09 12:56:17.049253 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-36e6ae3f-1d61-4e18-896d-0778b7a0e348 req-31cbacb5-1afd-452e-a4a4-ddd4e2062c50 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] 10.222.0.55 "GET /v2.0/security-groups?id=e0768734-aeab-4fc5-80c0-abad059f3e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393474 Feb 09 12:56:17.135733 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225cf47e-45f1-4d7b-8de1-15d972c177fe req-3daaf0b0-8148-470f-9161-64cfb066a2fe tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:17.138034 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-225cf47e-45f1-4d7b-8de1-15d972c177fe req-3daaf0b0-8148-470f-9161-64cfb066a2fe tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0f0e8f4-9a7b-4137-ba6c-5bd05d9a1861 HTTP/1.1" status: 200 len: 950 time: 0.0816453 Feb 09 12:56:17.210775 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-225cf47e-45f1-4d7b-8de1-15d972c177fe req-1b14a4c4-485d-4b8d-81cd-7a2b4d012fc5 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] Deleting port 10896679-cb6f-4d0a-acd7-5f5343d6cf2d {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:56:17.211113 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-225cf47e-45f1-4d7b-8de1-15d972c177fe req-1b14a4c4-485d-4b8d-81cd-7a2b4d012fc5 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:17.470332 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-225cf47e-45f1-4d7b-8de1-15d972c177fe req-1b14a4c4-485d-4b8d-81cd-7a2b4d012fc5 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] For port 10896679-cb6f-4d0a-acd7-5f5343d6cf2d, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=10896679-cb6f-4d0a-acd7-5f5343d6cf2d,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:56:17.470692 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-225cf47e-45f1-4d7b-8de1-15d972c177fe req-1b14a4c4-485d-4b8d-81cd-7a2b4d012fc5 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:17.601577 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-225cf47e-45f1-4d7b-8de1-15d972c177fe req-1b14a4c4-485d-4b8d-81cd-7a2b4d012fc5 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] Calling delete_port for 10896679-cb6f-4d0a-acd7-5f5343d6cf2d owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:56:17.617796 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:17.680443 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:17.766579 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-225cf47e-45f1-4d7b-8de1-15d972c177fe req-1b14a4c4-485d-4b8d-81cd-7a2b4d012fc5 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:17.780226 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['10896679-cb6f-4d0a-acd7-5f5343d6cf2d'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:56:17.819437 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b14a4c4-485d-4b8d-81cd-7a2b4d012fc5 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] Pushing event deleted for resources: {'Port': ['ID=10896679-cb6f-4d0a-acd7-5f5343d6cf2d,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:17.902903 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-225cf47e-45f1-4d7b-8de1-15d972c177fe req-1b14a4c4-485d-4b8d-81cd-7a2b4d012fc5 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] No DVR routers for this DVR port 10896679-cb6f-4d0a-acd7-5f5343d6cf2d on host n-h1-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:56:17.905868 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-225cf47e-45f1-4d7b-8de1-15d972c177fe req-1b14a4c4-485d-4b8d-81cd-7a2b4d012fc5 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:17.908721 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f0e8f4-9a7b-4137-ba6c-5bd05d9a1861', 'name': 'network-vif-deleted', 'tag': '10896679-cb6f-4d0a-acd7-5f5343d6cf2d'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:56:17.929001 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-225cf47e-45f1-4d7b-8de1-15d972c177fe req-1b14a4c4-485d-4b8d-81cd-7a2b4d012fc5 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] 10.222.0.52 "DELETE /v2.0/ports/10896679-cb6f-4d0a-acd7-5f5343d6cf2d HTTP/1.1" status: 204 len: 173 time: 0.7853446 Feb 09 12:56:17.976218 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f0e8f4-9a7b-4137-ba6c-5bd05d9a1861', 'name': 'network-vif-deleted', 'tag': '10896679-cb6f-4d0a-acd7-5f5343d6cf2d', 'status': 'completed', 'code': 200} Feb 09 12:56:18.224686 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-457bf44e-42a3-46d4-af33-8be8b3df2d94 req-e17379f1-773b-4d63-a879-49adbdcb84f0 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] Synchronizing usage tracker for tenant:104d57e4165947deb32400dca3094f97 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:56:18.240938 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-457bf44e-42a3-46d4-af33-8be8b3df2d94 req-e17379f1-773b-4d63-a879-49adbdcb84f0 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] Unset dirty status for tenant:104d57e4165947deb32400dca3094f97 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:56:18.241824 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-457bf44e-42a3-46d4-af33-8be8b3df2d94 req-e17379f1-773b-4d63-a879-49adbdcb84f0 tempest-VolumesNegativeTest-1897361060 tempest-VolumesNegativeTest-1897361060-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0f0e8f4-9a7b-4137-ba6c-5bd05d9a1861 HTTP/1.1" status: 200 len: 210 time: 0.0589404 Feb 09 12:56:19.248137 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:20.437989 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 10896679-cb6f-4d0a-acd7-5f5343d6cf2d no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:56:20.477568 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] No Port match for: 10896679-cb6f-4d0a-acd7-5f5343d6cf2d {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:56:20.477929 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 10896679-cb6f-4d0a-acd7-5f5343d6cf2d not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:56:20.627807 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:23.114959 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:25.525546 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 39974) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:25.683182 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 39982) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:25.683666 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d119195e-8de2-4ea1-b3cd-84723cb7f79d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=104d57e4165947deb32400dca3094f97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1566494 Feb 09 12:56:25.729289 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 39986) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:25.751731 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8a28093e-c801-42a8-a309-9e3aafddfde6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:25.790093 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8a28093e-c801-42a8-a309-9e3aafddfde6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:25.793882 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb5d5a85-3a56-4d65-ac54-8f3630f0b806 admin admin] Deleting subnet e9c93e90-e33b-4c0b-85e1-4730bbc5e86d {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:56:25.796984 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fb5d5a85-3a56-4d65-ac54-8f3630f0b806 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:25.849159 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fb5d5a85-3a56-4d65-ac54-8f3630f0b806 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:25.850107 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8a28093e-c801-42a8-a309-9e3aafddfde6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:25.867457 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a28093e-c801-42a8-a309-9e3aafddfde6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0768734-aeab-4fc5-80c0-abad059f3e9e,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:25.880565 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28093e-c801-42a8-a309-9e3aafddfde6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:25.880814 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28093e-c801-42a8-a309-9e3aafddfde6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:25.881377 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28093e-c801-42a8-a309-9e3aafddfde6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:25.881731 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28093e-c801-42a8-a309-9e3aafddfde6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:25.882067 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28093e-c801-42a8-a309-9e3aafddfde6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:25.882391 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28093e-c801-42a8-a309-9e3aafddfde6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:25.882887 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28093e-c801-42a8-a309-9e3aafddfde6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:25.883229 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28093e-c801-42a8-a309-9e3aafddfde6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:25.883596 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28093e-c801-42a8-a309-9e3aafddfde6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:25.883941 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28093e-c801-42a8-a309-9e3aafddfde6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:25.884267 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28093e-c801-42a8-a309-9e3aafddfde6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:25.884582 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28093e-c801-42a8-a309-9e3aafddfde6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:25.901269 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8a28093e-c801-42a8-a309-9e3aafddfde6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:25.905740 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fb5d5a85-3a56-4d65-ac54-8f3630f0b806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:25.906575 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8a28093e-c801-42a8-a309-9e3aafddfde6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e0768734-aeab-4fc5-80c0-abad059f3e9e HTTP/1.1" status: 204 len: 168 time: 0.2210960 Feb 09 12:56:25.979407 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fb5d5a85-3a56-4d65-ac54-8f3630f0b806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:26.021905 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fb5d5a85-3a56-4d65-ac54-8f3630f0b806 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:26.026662 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d5a85-3a56-4d65-ac54-8f3630f0b806 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9c93e90-e33b-4c0b-85e1-4730bbc5e86d,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:26.033261 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-fb5d5a85-3a56-4d65-ac54-8f3630f0b806 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e9c93e90-e33b-4c0b-85e1-4730bbc5e86d HTTP/1.1" status: 204 len: 168 time: 0.3007600 Feb 09 12:56:26.033612 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 39994) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:26.146821 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4deb4045-8e4b-4fcb-8e4a-d193ec5e23a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:26.273604 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4deb4045-8e4b-4fcb-8e4a-d193ec5e23a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:26.299449 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-4deb4045-8e4b-4fcb-8e4a-d193ec5e23a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2399c438-0720-40b2-8a59-65fda703cba9']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:26.312346 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-4deb4045-8e4b-4fcb-8e4a-d193ec5e23a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '687ff66f-e2df-4e5b-8f78-b44b5749ed29') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:26.312640 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-4deb4045-8e4b-4fcb-8e4a-d193ec5e23a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '687ff66f-e2df-4e5b-8f78-b44b5749ed29') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:26.323740 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4deb4045-8e4b-4fcb-8e4a-d193ec5e23a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:26.340456 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4deb4045-8e4b-4fcb-8e4a-d193ec5e23a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:26.348059 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4deb4045-8e4b-4fcb-8e4a-d193ec5e23a3 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:56:26.348505 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4deb4045-8e4b-4fcb-8e4a-d193ec5e23a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:26.362480 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:56:26.362480 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:56:26.362480 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:56:26.362480 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:56:26.362480 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:56:26.362480 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:56:26.362480 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:56:26.362480 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:56:26.362480 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:56:26.362480 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:56:26.362480 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:56:26.362480 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:56:26.362480 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:56:26.362480 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:56:26.362480 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:56:26.362480 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:56:26.362480 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:56:26.362480 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:56:26.362480 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:56:26.362480 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:56:26.362480 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:56:26.362480 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:56:26.362480 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:56:26.362480 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:56:26.362480 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:56:26.362480 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:56:26.362480 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:56:26.362480 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:56:26.362480 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:56:26.362480 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:56:26.362480 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:56:26.362480 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:56:26.554942 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4deb4045-8e4b-4fcb-8e4a-d193ec5e23a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:26.575569 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4deb4045-8e4b-4fcb-8e4a-d193ec5e23a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:26.581597 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deb4045-8e4b-4fcb-8e4a-d193ec5e23a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2399c438-0720-40b2-8a59-65fda703cba9,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:26.593144 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4deb4045-8e4b-4fcb-8e4a-d193ec5e23a3 admin admin] 10.222.0.55 "DELETE /v2.0/networks/2399c438-0720-40b2-8a59-65fda703cba9 HTTP/1.1" status: 204 len: 168 time: 0.5584769 Feb 09 12:56:26.771230 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40020) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:26.820667 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6125888c-c656-44aa-a0d8-c726d4dc129d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0ee226ced0b943e49cc8af8c8b6ac825&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476143 Feb 09 12:56:26.823231 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40024) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:26.883014 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-23ff2b08-1365-451e-870b-f79c14127a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:26.908571 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-23ff2b08-1365-451e-870b-f79c14127a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:26.968865 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-23ff2b08-1365-451e-870b-f79c14127a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:26.986168 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff2b08-1365-451e-870b-f79c14127a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c295c9b-f24c-4b24-9545-e698d009c332,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:26.999374 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-23ff2b08-1365-451e-870b-f79c14127a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:27.001008 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-23ff2b08-1365-451e-870b-f79c14127a98 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1c295c9b-f24c-4b24-9545-e698d009c332 HTTP/1.1" status: 204 len: 168 time: 0.1764402 Feb 09 12:56:27.767513 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40136) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:27.884130 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-757f818b-8f32-49a1-8f67-e11b1822a1e8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-78844202-network', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:56:27.889912 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-757f818b-8f32-49a1-8f67-e11b1822a1e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:56:27.894567 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-757f818b-8f32-49a1-8f67-e11b1822a1e8 admin admin] Usage tracker for resource:network and tenant:1d5c90683c4945019bf1e460c83dc94a is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:56:27.897844 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-757f818b-8f32-49a1-8f67-e11b1822a1e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:56:27.907205 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-757f818b-8f32-49a1-8f67-e11b1822a1e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:56:27.917040 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757f818b-8f32-49a1-8f67-e11b1822a1e8 admin admin] Made reservation on behalf of 1d5c90683c4945019bf1e460c83dc94a for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:56:27.920319 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-757f818b-8f32-49a1-8f67-e11b1822a1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:27.932416 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-757f818b-8f32-49a1-8f67-e11b1822a1e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:27.946854 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-757f818b-8f32-49a1-8f67-e11b1822a1e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:56:27.951291 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-757f818b-8f32-49a1-8f67-e11b1822a1e8 admin admin] Usage tracker for resource:security_group_rule and tenant:1d5c90683c4945019bf1e460c83dc94a is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:56:27.954136 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-757f818b-8f32-49a1-8f67-e11b1822a1e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:56:27.959754 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-757f818b-8f32-49a1-8f67-e11b1822a1e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:56:28.045839 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-757f818b-8f32-49a1-8f67-e11b1822a1e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:28.049856 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-757f818b-8f32-49a1-8f67-e11b1822a1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:28.088556 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-757f818b-8f32-49a1-8f67-e11b1822a1e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:56:28.094321 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757f818b-8f32-49a1-8f67-e11b1822a1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d684212-0585-455e-ae13-1a56b66f35b5,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:28.105109 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-757f818b-8f32-49a1-8f67-e11b1822a1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:28.105613 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-757f818b-8f32-49a1-8f67-e11b1822a1e8 admin admin] Added segment 14242949-90f8-482e-9951-1857393899e3 of type vlan for network a26dea7e-804c-440b-8d39-fd312032ec0c Feb 09 12:56:28.143740 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-757f818b-8f32-49a1-8f67-e11b1822a1e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:28.190615 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-757f818b-8f32-49a1-8f67-e11b1822a1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:28.191909 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757f818b-8f32-49a1-8f67-e11b1822a1e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:28.192653 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-757f818b-8f32-49a1-8f67-e11b1822a1e8 admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:28.204003 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 40182) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:28.307818 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-757f818b-8f32-49a1-8f67-e11b1822a1e8 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5389082 Feb 09 12:56:28.309250 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757f818b-8f32-49a1-8f67-e11b1822a1e8 admin admin] Pushing event updated for resources: {'Network': ['ID=a26dea7e-804c-440b-8d39-fd312032ec0c,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:28.312244 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40188) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:28.318110 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-d1210168-88e3-4c9f-a668-84bdb89a860b admin admin] Request body: {'subnet': {'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-78844202-subnet', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:56:28.323924 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network a26dea7e-804c-440b-8d39-fd312032ec0c details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:56:28.330665 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d1210168-88e3-4c9f-a668-84bdb89a860b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:56:28.336126 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d1210168-88e3-4c9f-a668-84bdb89a860b admin admin] Usage tracker for resource:subnet and tenant:1d5c90683c4945019bf1e460c83dc94a is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:56:28.338239 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-974186a5-1398-471b-b595-8cd816c23145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:28.339616 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d1210168-88e3-4c9f-a668-84bdb89a860b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:56:28.348448 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d1210168-88e3-4c9f-a668-84bdb89a860b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:56:28.359803 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-974186a5-1398-471b-b595-8cd816c23145 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:56:28.361105 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1210168-88e3-4c9f-a668-84bdb89a860b admin admin] Made reservation on behalf of 1d5c90683c4945019bf1e460c83dc94a for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:56:28.363726 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d1210168-88e3-4c9f-a668-84bdb89a860b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:28.364041 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-974186a5-1398-471b-b595-8cd816c23145 admin admin] Usage tracker for resource:security_group_rule and tenant:b15430895801425a83b4c41c1f0a0657 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:56:28.366910 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-974186a5-1398-471b-b595-8cd816c23145 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:56:28.373498 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-974186a5-1398-471b-b595-8cd816c23145 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:56:28.470825 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-974186a5-1398-471b-b595-8cd816c23145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:28.474865 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-974186a5-1398-471b-b595-8cd816c23145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:28.523914 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-974186a5-1398-471b-b595-8cd816c23145 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b15430895801425a83b4c41c1f0a0657&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3184788 Feb 09 12:56:28.525499 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974186a5-1398-471b-b595-8cd816c23145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76637716-1f99-4ace-a8b0-df4bc4b7333b,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:28.528993 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 40192) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:28.589399 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-682d87a0-a7a7-47b4-b726-d1a758f535b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:28.593558 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d1210168-88e3-4c9f-a668-84bdb89a860b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:28.617057 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-682d87a0-a7a7-47b4-b726-d1a758f535b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:28.666010 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1210168-88e3-4c9f-a668-84bdb89a860b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c00dd5d5-2adb-420a-a9e5-79af8795f5b5,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:28.669825 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-682d87a0-a7a7-47b4-b726-d1a758f535b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:28.680286 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1210168-88e3-4c9f-a668-84bdb89a860b admin admin] Checking segment: {'id': '14242949-90f8-482e-9951-1857393899e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:56:28.680685 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1210168-88e3-4c9f-a668-84bdb89a860b admin admin] Network hostable DHCP agents. Network: a26dea7e-804c-440b-8d39-fd312032ec0c, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:56:28.690878 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d87a0-a7a7-47b4-b726-d1a758f535b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76637716-1f99-4ace-a8b0-df4bc4b7333b,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:28.694856 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-682d87a0-a7a7-47b4-b726-d1a758f535b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:28.704843 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1210168-88e3-4c9f-a668-84bdb89a860b admin admin] Network a26dea7e-804c-440b-8d39-fd312032ec0c is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:56:28.708645 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-682d87a0-a7a7-47b4-b726-d1a758f535b0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/76637716-1f99-4ace-a8b0-df4bc4b7333b HTTP/1.1" status: 204 len: 168 time: 0.1715269 Feb 09 12:56:28.716260 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-d1210168-88e3-4c9f-a668-84bdb89a860b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, a26dea7e-804c-440b-8d39-fd312032ec0c) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:56:28.721167 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1210168-88e3-4c9f-a668-84bdb89a860b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:28.721927 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d1210168-88e3-4c9f-a668-84bdb89a860b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:28.728341 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96abaad3-b7ef-42eb-a375-cabed991c595 None None] Network a26dea7e-804c-440b-8d39-fd312032ec0c requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:56:28.745538 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d1210168-88e3-4c9f-a668-84bdb89a860b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4296994 Feb 09 12:56:28.745724 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40198) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:28.751349 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-0e0fa654-631d-468c-89e7-6ff8f8755836 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-78844202-router', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:56:28.756939 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0e0fa654-631d-468c-89e7-6ff8f8755836 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:56:28.761847 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0e0fa654-631d-468c-89e7-6ff8f8755836 admin admin] Usage tracker for resource:router and tenant:1d5c90683c4945019bf1e460c83dc94a is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:56:28.765094 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0e0fa654-631d-468c-89e7-6ff8f8755836 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:56:28.771230 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0e0fa654-631d-468c-89e7-6ff8f8755836 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:56:28.783701 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0e0fa654-631d-468c-89e7-6ff8f8755836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:28.784733 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0e0fa654-631d-468c-89e7-6ff8f8755836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:28.800280 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0e0fa654-631d-468c-89e7-6ff8f8755836 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:28.975657 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe12e19d-4c9a-44ad-b9de-b1dfdc0a0bbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-a26dea7e-804c-440b-8d39-fd312032ec0c', 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'fixed_ips': [{'subnet_id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:56:28.976581 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fe12e19d-4c9a-44ad-b9de-b1dfdc0a0bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:29.039289 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 40204) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:29.057935 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9731c3ec-a007-46bd-bb0d-b70245367818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:29.074381 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-9731c3ec-a007-46bd-bb0d-b70245367818 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:56:29.078546 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9731c3ec-a007-46bd-bb0d-b70245367818 admin admin] Usage tracker for resource:security_group_rule and tenant:0326a8a08bc04301b5b35bfda1a2e72c is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:56:29.081476 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9731c3ec-a007-46bd-bb0d-b70245367818 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:56:29.088626 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-9731c3ec-a007-46bd-bb0d-b70245367818 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:56:29.179574 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9731c3ec-a007-46bd-bb0d-b70245367818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:29.184686 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9731c3ec-a007-46bd-bb0d-b70245367818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:29.188789 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-fe12e19d-4c9a-44ad-b9de-b1dfdc0a0bbc None None] Allocated IP 172.20.0.2 (a26dea7e-804c-440b-8d39-fd312032ec0c/c00dd5d5-2adb-420a-a9e5-79af8795f5b5/cf0943cd-5d91-4183-9a38-7e20c0044abb) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:56:29.192962 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0e0fa654-631d-468c-89e7-6ff8f8755836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:29.237847 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9731c3ec-a007-46bd-bb0d-b70245367818 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0326a8a08bc04301b5b35bfda1a2e72c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1949596 Feb 09 12:56:29.237847 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9731c3ec-a007-46bd-bb0d-b70245367818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8077ac8f-6efe-485d-90c1-cd6ca0f5adfe,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:29.238569 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 40208) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:29.310919 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eb6fdad6-392a-47b1-a1dc-e391795b3932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:29.340362 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eb6fdad6-392a-47b1-a1dc-e391795b3932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:29.401846 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eb6fdad6-392a-47b1-a1dc-e391795b3932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:29.408894 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fe12e19d-4c9a-44ad-b9de-b1dfdc0a0bbc None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:29.420190 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-fe12e19d-4c9a-44ad-b9de-b1dfdc0a0bbc None None] Transition to ACTIVE for port object cf0943cd-5d91-4183-9a38-7e20c0044abb will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:56:29.422917 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6fdad6-392a-47b1-a1dc-e391795b3932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8077ac8f-6efe-485d-90c1-cd6ca0f5adfe,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:29.428589 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eb6fdad6-392a-47b1-a1dc-e391795b3932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:29.432480 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-eb6fdad6-392a-47b1-a1dc-e391795b3932 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8077ac8f-6efe-485d-90c1-cd6ca0f5adfe HTTP/1.1" status: 204 len: 168 time: 0.1904330 Feb 09 12:56:29.455685 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-fe12e19d-4c9a-44ad-b9de-b1dfdc0a0bbc None None] Transition to ACTIVE for port object cf0943cd-5d91-4183-9a38-7e20c0044abb will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:56:29.461841 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fe12e19d-4c9a-44ad-b9de-b1dfdc0a0bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:29.532460 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe12e19d-4c9a-44ad-b9de-b1dfdc0a0bbc None None] Network a26dea7e-804c-440b-8d39-fd312032ec0c is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:56:29.535559 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-fe12e19d-4c9a-44ad-b9de-b1dfdc0a0bbc None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:56:29.539720 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe12e19d-4c9a-44ad-b9de-b1dfdc0a0bbc None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:56:29.567938 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0e0fa654-631d-468c-89e7-6ff8f8755836 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:29.579565 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe12e19d-4c9a-44ad-b9de-b1dfdc0a0bbc None None] Pushing event updated for resources: {'Port': ['ID=cf0943cd-5d91-4183-9a38-7e20c0044abb,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:29.602881 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0e0fa654-631d-468c-89e7-6ff8f8755836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:29.639396 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-fe12e19d-4c9a-44ad-b9de-b1dfdc0a0bbc None None] Attempting to bind port cf0943cd-5d91-4183-9a38-7e20c0044abb on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:56:29.639878 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-fe12e19d-4c9a-44ad-b9de-b1dfdc0a0bbc None None] Attempting to bind port cf0943cd-5d91-4183-9a38-7e20c0044abb by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '14242949-90f8-482e-9951-1857393899e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:56:29.640295 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe12e19d-4c9a-44ad-b9de-b1dfdc0a0bbc None None] Attempting to bind port cf0943cd-5d91-4183-9a38-7e20c0044abb on network a26dea7e-804c-440b-8d39-fd312032ec0c {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:56:29.645898 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe12e19d-4c9a-44ad-b9de-b1dfdc0a0bbc None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:56:29.646355 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe12e19d-4c9a-44ad-b9de-b1dfdc0a0bbc None None] Checking segment: {'id': '14242949-90f8-482e-9951-1857393899e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:56:29.646754 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fe12e19d-4c9a-44ad-b9de-b1dfdc0a0bbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:29.647138 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe12e19d-4c9a-44ad-b9de-b1dfdc0a0bbc None None] Bound using segment: {'id': '14242949-90f8-482e-9951-1857393899e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:56:29.647596 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-fe12e19d-4c9a-44ad-b9de-b1dfdc0a0bbc None None] Bound port: cf0943cd-5d91-4183-9a38-7e20c0044abb, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14242949-90f8-482e-9951-1857393899e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:56:29.648588 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fe12e19d-4c9a-44ad-b9de-b1dfdc0a0bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:29.750893 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-fe12e19d-4c9a-44ad-b9de-b1dfdc0a0bbc None None] For port cf0943cd-5d91-4183-9a38-7e20c0044abb, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:56:29.752481 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-0e0fa654-631d-468c-89e7-6ff8f8755836 admin admin] Allocated IP 172.25.7.17 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/87bc3ede-f501-4c63-bb09-c236448ea899) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:56:29.754398 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-fe12e19d-4c9a-44ad-b9de-b1dfdc0a0bbc None None] For port cf0943cd-5d91-4183-9a38-7e20c0044abb, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=cf0943cd-5d91-4183-9a38-7e20c0044abb,segment=NetworkSegment(14242949-90f8-482e-9951-1857393899e3),segment_id=14242949-90f8-482e-9951-1857393899e3)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:56:29.766310 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fe12e19d-4c9a-44ad-b9de-b1dfdc0a0bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:29.852342 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe12e19d-4c9a-44ad-b9de-b1dfdc0a0bbc None None] Pushing event updated for resources: {'Port': ['ID=cf0943cd-5d91-4183-9a38-7e20c0044abb,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:29.944259 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0e0fa654-631d-468c-89e7-6ff8f8755836 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:29.991957 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0e0fa654-631d-468c-89e7-6ff8f8755836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:30.088029 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0fa654-631d-468c-89e7-6ff8f8755836 admin admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:56:30.088215 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-0e0fa654-631d-468c-89e7-6ff8f8755836 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:56:30.094272 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0fa654-631d-468c-89e7-6ff8f8755836 admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:56:30.133925 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0fa654-631d-468c-89e7-6ff8f8755836 admin admin] Pushing event updated for resources: {'Port': ['ID=87bc3ede-f501-4c63-bb09-c236448ea899,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:30.372562 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device cf0943cd-5d91-4183-9a38-7e20c0044abb up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:56:30.447017 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port cf0943cd-5d91-4183-9a38-7e20c0044abb completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:56:30.459545 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 40232) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:30.574382 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-a6c980d3-a127-43a5-ae45-0ec0c5cab85c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-213960488-network', 'tenant_id': '9f2897d8c21a484a8ff0d63f79752037'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:56:30.580030 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-a6c980d3-a127-43a5-ae45-0ec0c5cab85c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:56:30.584034 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a6c980d3-a127-43a5-ae45-0ec0c5cab85c admin admin] Usage tracker for resource:network and tenant:9f2897d8c21a484a8ff0d63f79752037 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:56:30.586988 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a6c980d3-a127-43a5-ae45-0ec0c5cab85c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:56:30.598281 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-a6c980d3-a127-43a5-ae45-0ec0c5cab85c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:56:30.612756 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c980d3-a127-43a5-ae45-0ec0c5cab85c admin admin] Made reservation on behalf of 9f2897d8c21a484a8ff0d63f79752037 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:56:30.615241 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a6c980d3-a127-43a5-ae45-0ec0c5cab85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:30.629134 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a6c980d3-a127-43a5-ae45-0ec0c5cab85c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:30.645592 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-a6c980d3-a127-43a5-ae45-0ec0c5cab85c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:56:30.649928 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a6c980d3-a127-43a5-ae45-0ec0c5cab85c admin admin] Usage tracker for resource:security_group_rule and tenant:9f2897d8c21a484a8ff0d63f79752037 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:56:30.653791 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a6c980d3-a127-43a5-ae45-0ec0c5cab85c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:56:30.659975 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-a6c980d3-a127-43a5-ae45-0ec0c5cab85c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:56:30.725906 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0e0fa654-631d-468c-89e7-6ff8f8755836 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:30.750425 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a6c980d3-a127-43a5-ae45-0ec0c5cab85c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:30.754971 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a6c980d3-a127-43a5-ae45-0ec0c5cab85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:30.789905 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6c980d3-a127-43a5-ae45-0ec0c5cab85c admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:56:30.799296 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c980d3-a127-43a5-ae45-0ec0c5cab85c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac3f2cd-e701-42f1-89f3-b39c88ad8210,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:30.805180 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a6c980d3-a127-43a5-ae45-0ec0c5cab85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:30.805531 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-a6c980d3-a127-43a5-ae45-0ec0c5cab85c admin admin] Added segment f1650d61-3530-475e-94e5-f585f61a5509 of type vlan for network ad73b2db-357c-483b-9ce4-d88f32ba6262 Feb 09 12:56:30.834966 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a6c980d3-a127-43a5-ae45-0ec0c5cab85c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:30.867776 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a6c980d3-a127-43a5-ae45-0ec0c5cab85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:30.868908 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c980d3-a127-43a5-ae45-0ec0c5cab85c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:30.869567 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a6c980d3-a127-43a5-ae45-0ec0c5cab85c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:30.988660 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c980d3-a127-43a5-ae45-0ec0c5cab85c admin admin] Pushing event updated for resources: {'Network': ['ID=ad73b2db-357c-483b-9ce4-d88f32ba6262,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:30.992623 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a6c980d3-a127-43a5-ae45-0ec0c5cab85c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5313308 Feb 09 12:56:30.997370 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 40238) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:31.001670 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network ad73b2db-357c-483b-9ce4-d88f32ba6262 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:56:31.007722 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-c28caf23-ded6-4eee-9da0-00ac584c4a12 admin admin] Request body: {'subnet': {'network_id': 'ad73b2db-357c-483b-9ce4-d88f32ba6262', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-213960488-subnet', 'tenant_id': '9f2897d8c21a484a8ff0d63f79752037', 'ip_version': 4}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:56:31.013987 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c28caf23-ded6-4eee-9da0-00ac584c4a12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:56:31.018181 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c28caf23-ded6-4eee-9da0-00ac584c4a12 admin admin] Usage tracker for resource:subnet and tenant:9f2897d8c21a484a8ff0d63f79752037 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:56:31.021254 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c28caf23-ded6-4eee-9da0-00ac584c4a12 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:56:31.028224 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c28caf23-ded6-4eee-9da0-00ac584c4a12 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:56:31.041175 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28caf23-ded6-4eee-9da0-00ac584c4a12 admin admin] Made reservation on behalf of 9f2897d8c21a484a8ff0d63f79752037 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:56:31.044060 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c28caf23-ded6-4eee-9da0-00ac584c4a12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:31.071089 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54e947e-98e0-4403-9bbb-b55aa125d563 None None] Network a26dea7e-804c-440b-8d39-fd312032ec0c requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:56:31.105322 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0e0fa654-631d-468c-89e7-6ff8f8755836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:31.201721 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-28a4527b-68c4-4ad6-993e-8ab6625e1d56 None None] Provisioning for port cf0943cd-5d91-4183-9a38-7e20c0044abb completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:56:31.219499 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-28a4527b-68c4-4ad6-993e-8ab6625e1d56 None None] Provisioning complete for port cf0943cd-5d91-4183-9a38-7e20c0044abb triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:31.219873 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-28a4527b-68c4-4ad6-993e-8ab6625e1d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:31.279444 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c28caf23-ded6-4eee-9da0-00ac584c4a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:31.334714 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e0fa654-631d-468c-89e7-6ff8f8755836 admin admin] Router e922049d-b650-48ed-b1ac-1ab95a35321b is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:56:31.352469 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28caf23-ded6-4eee-9da0-00ac584c4a12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a717b63-5ce0-4236-b057-4ef4c930bf7e,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:31.387591 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28caf23-ded6-4eee-9da0-00ac584c4a12 admin admin] Checking segment: {'id': 'f1650d61-3530-475e-94e5-f585f61a5509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ad73b2db-357c-483b-9ce4-d88f32ba6262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:56:31.388447 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28caf23-ded6-4eee-9da0-00ac584c4a12 admin admin] Network hostable DHCP agents. Network: ad73b2db-357c-483b-9ce4-d88f32ba6262, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:56:31.411323 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28caf23-ded6-4eee-9da0-00ac584c4a12 admin admin] Network ad73b2db-357c-483b-9ce4-d88f32ba6262 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:56:31.422063 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-c28caf23-ded6-4eee-9da0-00ac584c4a12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, ad73b2db-357c-483b-9ce4-d88f32ba6262) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:56:31.428008 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28caf23-ded6-4eee-9da0-00ac584c4a12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:31.428601 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c28caf23-ded6-4eee-9da0-00ac584c4a12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:31.440220 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ab61e5-8833-4cd0-9940-ee595872ca2f None None] Network ad73b2db-357c-483b-9ce4-d88f32ba6262 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:56:31.451059 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c28caf23-ded6-4eee-9da0-00ac584c4a12 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4523299 Feb 09 12:56:31.453760 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 40242) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:31.459227 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-7f26c7f9-670d-437f-bc1f-c956727046f9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-213960488-router', 'tenant_id': '9f2897d8c21a484a8ff0d63f79752037', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:56:31.464821 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-7f26c7f9-670d-437f-bc1f-c956727046f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:56:31.470130 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-7f26c7f9-670d-437f-bc1f-c956727046f9 admin admin] Usage tracker for resource:router and tenant:9f2897d8c21a484a8ff0d63f79752037 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:56:31.473924 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-7f26c7f9-670d-437f-bc1f-c956727046f9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:56:31.479796 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-7f26c7f9-670d-437f-bc1f-c956727046f9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:56:31.490559 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7f26c7f9-670d-437f-bc1f-c956727046f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:31.491632 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7f26c7f9-670d-437f-bc1f-c956727046f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:31.510414 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7f26c7f9-670d-437f-bc1f-c956727046f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:31.525947 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-28a4527b-68c4-4ad6-993e-8ab6625e1d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:31.540669 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0fa654-631d-468c-89e7-6ff8f8755836 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:56:31.556373 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea6733a-a4b4-47ba-8995-c62a72b07357 None None] Sync routers for ids ['e922049d-b650-48ed-b1ac-1ab95a35321b'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:56:31.565902 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0e0fa654-631d-468c-89e7-6ff8f8755836 admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:31.569958 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0e0fa654-631d-468c-89e7-6ff8f8755836 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8202350 Feb 09 12:56:31.570916 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40246) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:31.601694 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea6733a-a4b4-47ba-8995-c62a72b07357 None None] Routers {'e922049d-b650-48ed-b1ac-1ab95a35321b'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:56:31.602313 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-1ea6733a-a4b4-47ba-8995-c62a72b07357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:56:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e922049d-b650-48ed-b1ac-1ab95a35321b'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:31.687481 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-28a4527b-68c4-4ad6-993e-8ab6625e1d56 None None] For port cf0943cd-5d91-4183-9a38-7e20c0044abb, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=cf0943cd-5d91-4183-9a38-7e20c0044abb,segment=NetworkSegment(14242949-90f8-482e-9951-1857393899e3),segment_id=14242949-90f8-482e-9951-1857393899e3)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:56:31.705259 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-28a4527b-68c4-4ad6-993e-8ab6625e1d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:31.817929 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7f26c7f9-670d-437f-bc1f-c956727046f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:31.992640 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a4527b-68c4-4ad6-993e-8ab6625e1d56 None None] Pushing event updated for resources: {'Port': ['ID=cf0943cd-5d91-4183-9a38-7e20c0044abb,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:32.006129 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-472c6e55-de73-4ca9-8d2b-dc8275297e0c None None] Provisioning complete for port cf0943cd-5d91-4183-9a38-7e20c0044abb triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:32.006677 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-472c6e55-de73-4ca9-8d2b-dc8275297e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:32.061180 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca55d920-1bcf-47cc-93ea-fc23800c97bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-ad73b2db-357c-483b-9ce4-d88f32ba6262', 'network_id': 'ad73b2db-357c-483b-9ce4-d88f32ba6262', 'tenant_id': '9f2897d8c21a484a8ff0d63f79752037', 'fixed_ips': [{'subnet_id': '5a717b63-5ce0-4236-b057-4ef4c930bf7e'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:56:32.062131 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ca55d920-1bcf-47cc-93ea-fc23800c97bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:32.083600 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-1ea6733a-a4b4-47ba-8995-c62a72b07357 None None] Set router e922049d-b650-48ed-b1ac-1ab95a35321b gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:56:32.262412 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7f26c7f9-670d-437f-bc1f-c956727046f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:32.328219 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7f26c7f9-670d-437f-bc1f-c956727046f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:32.354740 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device cf0943cd-5d91-4183-9a38-7e20c0044abb up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:56:32.472002 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-93df1724-1442-4c57-826e-df0d220199cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:32.493257 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-7f26c7f9-670d-437f-bc1f-c956727046f9 admin admin] Allocated IP 172.25.7.90 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/35059304-b7fe-4dba-bf3b-720079990bf2) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:56:32.633328 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-ca55d920-1bcf-47cc-93ea-fc23800c97bd None None] Allocated IP 172.20.0.2 (ad73b2db-357c-483b-9ce4-d88f32ba6262/5a717b63-5ce0-4236-b057-4ef4c930bf7e/3c423752-9194-4ecc-8347-d97231358c53) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:56:32.635308 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port cf0943cd-5d91-4183-9a38-7e20c0044abb triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:32.635721 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:32.650247 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7f26c7f9-670d-437f-bc1f-c956727046f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:32.684750 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7f26c7f9-670d-437f-bc1f-c956727046f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:32.692714 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-93df1724-1442-4c57-826e-df0d220199cf admin admin] Allocated IP 172.20.0.1 (a26dea7e-804c-440b-8d39-fd312032ec0c/c00dd5d5-2adb-420a-a9e5-79af8795f5b5/69b3a609-ffa6-435a-a708-024dfae28a6a) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:56:32.753816 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f26c7f9-670d-437f-bc1f-c956727046f9 admin admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:56:32.756580 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-7f26c7f9-670d-437f-bc1f-c956727046f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:56:32.760245 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f26c7f9-670d-437f-bc1f-c956727046f9 admin admin] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:56:32.800628 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f26c7f9-670d-437f-bc1f-c956727046f9 admin admin] Pushing event updated for resources: {'Port': ['ID=35059304-b7fe-4dba-bf3b-720079990bf2,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:32.845608 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-1ea6733a-a4b4-47ba-8995-c62a72b07357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'name': 'tempest-TestVolumeBootPattern-78844202-router', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '87bc3ede-f501-4c63-bb09-c236448ea899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:28Z', 'updated_at': '2022-02-09T12:56:30Z', 'revision_number': 3, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'gw_port': {'id': '87bc3ede-f501-4c63-bb09-c236448ea899', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:29Z', 'updated_at': '2022-02-09T12:56:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:32.864826 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-93df1724-1442-4c57-826e-df0d220199cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:32.874239 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea6733a-a4b4-47ba-8995-c62a72b07357 None None] Checking router: e922049d-b650-48ed-b1ac-1ab95a35321b for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:56:32.874239 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea6733a-a4b4-47ba-8995-c62a72b07357 None None] Updating router e922049d-b650-48ed-b1ac-1ab95a35321b port 87bc3ede-f501-4c63-bb09-c236448ea899 binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:56:32.883566 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-93df1724-1442-4c57-826e-df0d220199cf admin admin] Transition to ACTIVE for port object 69b3a609-ffa6-435a-a708-024dfae28a6a will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:56:32.909431 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-93df1724-1442-4c57-826e-df0d220199cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:32.959144 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1ea6733a-a4b4-47ba-8995-c62a72b07357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:32.978877 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93df1724-1442-4c57-826e-df0d220199cf admin admin] Network a26dea7e-804c-440b-8d39-fd312032ec0c is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:56:32.986372 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-93df1724-1442-4c57-826e-df0d220199cf admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:56:32.989523 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93df1724-1442-4c57-826e-df0d220199cf admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:56:33.047150 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-93df1724-1442-4c57-826e-df0d220199cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:33.128031 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ca55d920-1bcf-47cc-93ea-fc23800c97bd None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:33.162278 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-ca55d920-1bcf-47cc-93ea-fc23800c97bd None None] Transition to ACTIVE for port object 3c423752-9194-4ecc-8347-d97231358c53 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:56:33.210575 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7f26c7f9-670d-437f-bc1f-c956727046f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:33.268726 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-ca55d920-1bcf-47cc-93ea-fc23800c97bd None None] Transition to ACTIVE for port object 3c423752-9194-4ecc-8347-d97231358c53 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:56:33.287737 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ca55d920-1bcf-47cc-93ea-fc23800c97bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:33.289517 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df1724-1442-4c57-826e-df0d220199cf admin admin] Pushing event updated for resources: {'Port': ['ID=69b3a609-ffa6-435a-a708-024dfae28a6a,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:33.378368 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-93df1724-1442-4c57-826e-df0d220199cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:33.510065 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-5d4906c8-408c-4aad-a18f-6f9f41a989c3 None None] Provisioning for port 69b3a609-ffa6-435a-a708-024dfae28a6a completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:56:33.537224 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-5d4906c8-408c-4aad-a18f-6f9f41a989c3 None None] Provisioning complete for port 69b3a609-ffa6-435a-a708-024dfae28a6a triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:33.537688 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5d4906c8-408c-4aad-a18f-6f9f41a989c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:33.563583 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca55d920-1bcf-47cc-93ea-fc23800c97bd None None] Network ad73b2db-357c-483b-9ce4-d88f32ba6262 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:56:33.578084 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-ca55d920-1bcf-47cc-93ea-fc23800c97bd None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:56:33.592938 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca55d920-1bcf-47cc-93ea-fc23800c97bd None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:56:33.595142 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55d920-1bcf-47cc-93ea-fc23800c97bd None None] Pushing event updated for resources: {'Port': ['ID=3c423752-9194-4ecc-8347-d97231358c53,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:33.598269 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7f26c7f9-670d-437f-bc1f-c956727046f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:33.615598 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1ea6733a-a4b4-47ba-8995-c62a72b07357 None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:33.621384 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-93df1724-1442-4c57-826e-df0d220199cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:33.626141 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-93df1724-1442-4c57-826e-df0d220199cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:33.679465 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-5d4906c8-408c-4aad-a18f-6f9f41a989c3 None None] Port 69b3a609-ffa6-435a-a708-024dfae28a6a cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:56:33.712746 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-1ea6733a-a4b4-47ba-8995-c62a72b07357 None None] Transition to ACTIVE for port object 87bc3ede-f501-4c63-bb09-c236448ea899 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:56:33.719691 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-ca55d920-1bcf-47cc-93ea-fc23800c97bd None None] Attempting to bind port 3c423752-9194-4ecc-8347-d97231358c53 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:56:33.720446 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-ca55d920-1bcf-47cc-93ea-fc23800c97bd None None] Attempting to bind port 3c423752-9194-4ecc-8347-d97231358c53 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'f1650d61-3530-475e-94e5-f585f61a5509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ad73b2db-357c-483b-9ce4-d88f32ba6262'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:56:33.720720 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca55d920-1bcf-47cc-93ea-fc23800c97bd None None] Attempting to bind port 3c423752-9194-4ecc-8347-d97231358c53 on network ad73b2db-357c-483b-9ce4-d88f32ba6262 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:56:33.724934 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1ea6733a-a4b4-47ba-8995-c62a72b07357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:33.740192 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-93df1724-1442-4c57-826e-df0d220199cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:33.744043 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df1724-1442-4c57-826e-df0d220199cf admin admin] Pushing event updated for resources: {'Port': ['ID=69b3a609-ffa6-435a-a708-024dfae28a6a,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:33.764341 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca55d920-1bcf-47cc-93ea-fc23800c97bd None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:56:33.764719 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca55d920-1bcf-47cc-93ea-fc23800c97bd None None] Checking segment: {'id': 'f1650d61-3530-475e-94e5-f585f61a5509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ad73b2db-357c-483b-9ce4-d88f32ba6262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:56:33.765339 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ca55d920-1bcf-47cc-93ea-fc23800c97bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:33.765749 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca55d920-1bcf-47cc-93ea-fc23800c97bd None None] Bound using segment: {'id': 'f1650d61-3530-475e-94e5-f585f61a5509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ad73b2db-357c-483b-9ce4-d88f32ba6262'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:56:33.766568 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-ca55d920-1bcf-47cc-93ea-fc23800c97bd None None] Bound port: 3c423752-9194-4ecc-8347-d97231358c53, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1650d61-3530-475e-94e5-f585f61a5509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ad73b2db-357c-483b-9ce4-d88f32ba6262'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:56:33.767058 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ca55d920-1bcf-47cc-93ea-fc23800c97bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:33.825086 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-1ea6733a-a4b4-47ba-8995-c62a72b07357 None None] Attempting to bind port 87bc3ede-f501-4c63-bb09-c236448ea899 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:56:33.826253 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-1ea6733a-a4b4-47ba-8995-c62a72b07357 None None] Attempting to bind port 87bc3ede-f501-4c63-bb09-c236448ea899 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:56:33.826814 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea6733a-a4b4-47ba-8995-c62a72b07357 None None] Attempting to bind port 87bc3ede-f501-4c63-bb09-c236448ea899 on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:56:33.870520 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea6733a-a4b4-47ba-8995-c62a72b07357 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:56:33.870831 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea6733a-a4b4-47ba-8995-c62a72b07357 None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:56:33.871748 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1ea6733a-a4b4-47ba-8995-c62a72b07357 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:33.872199 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea6733a-a4b4-47ba-8995-c62a72b07357 None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:56:33.872694 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-1ea6733a-a4b4-47ba-8995-c62a72b07357 None None] Bound port: 87bc3ede-f501-4c63-bb09-c236448ea899, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:56:33.873079 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1ea6733a-a4b4-47ba-8995-c62a72b07357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:33.891955 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93df1724-1442-4c57-826e-df0d220199cf admin admin] Network a26dea7e-804c-440b-8d39-fd312032ec0c is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:56:33.893201 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-93df1724-1442-4c57-826e-df0d220199cf admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:56:33.944471 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b04f1ec-e68e-47cc-9b10-a88f50c06dd2 None None] Pushing event updated for resources: {'Port': ['ID=87bc3ede-f501-4c63-bb09-c236448ea899,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:33.949334 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f26c7f9-670d-437f-bc1f-c956727046f9 admin admin] Router f5a37c9f-a49a-40a0-b505-d85d292af51c is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:56:34.006846 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-ca55d920-1bcf-47cc-93ea-fc23800c97bd None None] For port 3c423752-9194-4ecc-8347-d97231358c53, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:56:34.009525 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-1ea6733a-a4b4-47ba-8995-c62a72b07357 None None] For port 87bc3ede-f501-4c63-bb09-c236448ea899, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:56:34.013230 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-ca55d920-1bcf-47cc-93ea-fc23800c97bd None None] For port 3c423752-9194-4ecc-8347-d97231358c53, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=3c423752-9194-4ecc-8347-d97231358c53,segment=NetworkSegment(f1650d61-3530-475e-94e5-f585f61a5509),segment_id=f1650d61-3530-475e-94e5-f585f61a5509)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:56:34.016138 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-1ea6733a-a4b4-47ba-8995-c62a72b07357 None None] For port 87bc3ede-f501-4c63-bb09-c236448ea899, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=87bc3ede-f501-4c63-bb09-c236448ea899,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:56:34.018587 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ca55d920-1bcf-47cc-93ea-fc23800c97bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:34.124281 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55d920-1bcf-47cc-93ea-fc23800c97bd None None] Pushing event updated for resources: {'Port': ['ID=3c423752-9194-4ecc-8347-d97231358c53,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:34.131540 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1ea6733a-a4b4-47ba-8995-c62a72b07357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:34.202006 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f26c7f9-670d-437f-bc1f-c956727046f9 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:56:34.216529 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468b1942-7a56-4a23-afe2-6a3b041340ef None None] Sync routers for ids ['f5a37c9f-a49a-40a0-b505-d85d292af51c'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:56:34.238050 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468b1942-7a56-4a23-afe2-6a3b041340ef None None] Routers {'f5a37c9f-a49a-40a0-b505-d85d292af51c'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:56:34.239071 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-468b1942-7a56-4a23-afe2-6a3b041340ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:56:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['f5a37c9f-a49a-40a0-b505-d85d292af51c'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:34.239639 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7f26c7f9-670d-437f-bc1f-c956727046f9 admin admin] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:34.243385 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-7f26c7f9-670d-437f-bc1f-c956727046f9 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7862458 Feb 09 12:56:34.243602 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 40250) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:34.285357 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93df1724-1442-4c57-826e-df0d220199cf admin admin] Router e922049d-b650-48ed-b1ac-1ab95a35321b has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:56:34.288964 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea6733a-a4b4-47ba-8995-c62a72b07357 None None] Routers {'e922049d-b650-48ed-b1ac-1ab95a35321b'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:56:34.291508 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-1ea6733a-a4b4-47ba-8995-c62a72b07357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:56:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e922049d-b650-48ed-b1ac-1ab95a35321b'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:34.401615 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-378ae1a1-b866-4d1c-8975-205138982f5b None None] Provisioning complete for port 69b3a609-ffa6-435a-a708-024dfae28a6a triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:34.402101 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-378ae1a1-b866-4d1c-8975-205138982f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:34.461959 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b04f1ec-e68e-47cc-9b10-a88f50c06dd2 None None] Pushing event updated for resources: {'Port': ['ID=87bc3ede-f501-4c63-bb09-c236448ea899,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:34.522162 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-468b1942-7a56-4a23-afe2-6a3b041340ef None None] Set router f5a37c9f-a49a-40a0-b505-d85d292af51c gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:56:34.573170 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-378ae1a1-b866-4d1c-8975-205138982f5b None None] Port 69b3a609-ffa6-435a-a708-024dfae28a6a cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:56:34.614341 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-1ea6733a-a4b4-47ba-8995-c62a72b07357 None None] Set router e922049d-b650-48ed-b1ac-1ab95a35321b gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:56:34.697578 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93df1724-1442-4c57-826e-df0d220199cf admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:56:34.728360 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-93df1724-1442-4c57-826e-df0d220199cf admin admin] 10.222.0.55 "PUT /v2.0/routers/e922049d-b650-48ed-b1ac-1ab95a35321b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1539099 Feb 09 12:56:34.922813 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-468b1942-7a56-4a23-afe2-6a3b041340ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a37c9f-a49a-40a0-b505-d85d292af51c', 'name': 'tempest-TestVolumeBackupRestore-213960488-router', 'tenant_id': '9f2897d8c21a484a8ff0d63f79752037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '35059304-b7fe-4dba-bf3b-720079990bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:31Z', 'updated_at': '2022-02-09T12:56:33Z', 'revision_number': 3, 'project_id': '9f2897d8c21a484a8ff0d63f79752037', 'gw_port': {'id': '35059304-b7fe-4dba-bf3b-720079990bf2', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a37c9f-a49a-40a0-b505-d85d292af51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:32Z', 'updated_at': '2022-02-09T12:56:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:34.926835 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468b1942-7a56-4a23-afe2-6a3b041340ef None None] Checking router: f5a37c9f-a49a-40a0-b505-d85d292af51c for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:56:34.932340 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468b1942-7a56-4a23-afe2-6a3b041340ef None None] Updating router f5a37c9f-a49a-40a0-b505-d85d292af51c port 35059304-b7fe-4dba-bf3b-720079990bf2 binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:56:34.984383 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-468b1942-7a56-4a23-afe2-6a3b041340ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:35.048189 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-1ea6733a-a4b4-47ba-8995-c62a72b07357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'name': 'tempest-TestVolumeBootPattern-78844202-router', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '87bc3ede-f501-4c63-bb09-c236448ea899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:28Z', 'updated_at': '2022-02-09T12:56:33Z', 'revision_number': 4, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'gw_port': {'id': '87bc3ede-f501-4c63-bb09-c236448ea899', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:29Z', 'updated_at': '2022-02-09T12:56:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '69b3a609-ffa6-435a-a708-024dfae28a6a', 'name': '', 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'mac_address': 'fa:16:3e:c2:d3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:32Z', 'updated_at': '2022-02-09T12:56:33Z', 'revision_number': 2, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'subnets': [{'id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:35.053205 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea6733a-a4b4-47ba-8995-c62a72b07357 None None] The sync data for ids ['e922049d-b650-48ed-b1ac-1ab95a35321b'] in n-d-825178-3 is: [{'id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'name': 'tempest-TestVolumeBootPattern-78844202-router', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '87bc3ede-f501-4c63-bb09-c236448ea899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:28Z', 'updated_at': '2022-02-09T12:56:33Z', 'revision_number': 4, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'gw_port': {'id': '87bc3ede-f501-4c63-bb09-c236448ea899', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:29Z', 'updated_at': '2022-02-09T12:56:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '69b3a609-ffa6-435a-a708-024dfae28a6a', 'name': '', 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'mac_address': 'fa:16:3e:c2:d3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:32Z', 'updated_at': '2022-02-09T12:56:33Z', 'revision_number': 2, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'subnets': [{'id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:56:35.141191 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9ca38165-9aba-4edb-afa4-bd372708d5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:35.453682 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-9ca38165-9aba-4edb-afa4-bd372708d5d5 admin admin] Allocated IP 172.20.0.1 (ad73b2db-357c-483b-9ce4-d88f32ba6262/5a717b63-5ce0-4236-b057-4ef4c930bf7e/355d0767-316b-4362-9319-4c87137524d6) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:56:35.486968 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-468b1942-7a56-4a23-afe2-6a3b041340ef None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:35.500994 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-468b1942-7a56-4a23-afe2-6a3b041340ef None None] Transition to ACTIVE for port object 35059304-b7fe-4dba-bf3b-720079990bf2 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:56:35.510112 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-468b1942-7a56-4a23-afe2-6a3b041340ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:35.543234 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40268) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:35.550095 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-ee77281b-7521-4eb3-adaa-581d3e3ccd06 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2098640954-network', 'tenant_id': '91e64780f47b40b5a72904077f7d5564'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:56:35.562852 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ee77281b-7521-4eb3-adaa-581d3e3ccd06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:56:35.577762 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ee77281b-7521-4eb3-adaa-581d3e3ccd06 admin admin] Usage tracker for resource:network and tenant:91e64780f47b40b5a72904077f7d5564 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:56:35.583182 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ee77281b-7521-4eb3-adaa-581d3e3ccd06 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:56:35.594289 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ee77281b-7521-4eb3-adaa-581d3e3ccd06 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:56:35.615848 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee77281b-7521-4eb3-adaa-581d3e3ccd06 admin admin] Made reservation on behalf of 91e64780f47b40b5a72904077f7d5564 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:56:35.623344 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ee77281b-7521-4eb3-adaa-581d3e3ccd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:35.640057 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ee77281b-7521-4eb3-adaa-581d3e3ccd06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:35.656380 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ee77281b-7521-4eb3-adaa-581d3e3ccd06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:56:35.660663 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ee77281b-7521-4eb3-adaa-581d3e3ccd06 admin admin] Usage tracker for resource:security_group_rule and tenant:91e64780f47b40b5a72904077f7d5564 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:56:35.664898 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ee77281b-7521-4eb3-adaa-581d3e3ccd06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:56:35.673016 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ee77281b-7521-4eb3-adaa-581d3e3ccd06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:56:35.676276 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628797ea-8cf8-4fe4-a772-877acee6149a None None] Network ad73b2db-357c-483b-9ce4-d88f32ba6262 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:56:35.680438 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9ca38165-9aba-4edb-afa4-bd372708d5d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:35.703990 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-9ca38165-9aba-4edb-afa4-bd372708d5d5 admin admin] Transition to ACTIVE for port object 355d0767-316b-4362-9319-4c87137524d6 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:56:35.711122 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-468b1942-7a56-4a23-afe2-6a3b041340ef None None] Attempting to bind port 35059304-b7fe-4dba-bf3b-720079990bf2 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:56:35.711485 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-468b1942-7a56-4a23-afe2-6a3b041340ef None None] Attempting to bind port 35059304-b7fe-4dba-bf3b-720079990bf2 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:56:35.712049 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468b1942-7a56-4a23-afe2-6a3b041340ef None None] Attempting to bind port 35059304-b7fe-4dba-bf3b-720079990bf2 on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:56:35.723570 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468b1942-7a56-4a23-afe2-6a3b041340ef None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:56:35.724026 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468b1942-7a56-4a23-afe2-6a3b041340ef None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:56:35.724350 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-468b1942-7a56-4a23-afe2-6a3b041340ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:35.724727 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468b1942-7a56-4a23-afe2-6a3b041340ef None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:56:35.725191 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-468b1942-7a56-4a23-afe2-6a3b041340ef None None] Bound port: 35059304-b7fe-4dba-bf3b-720079990bf2, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:56:35.725535 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-468b1942-7a56-4a23-afe2-6a3b041340ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:35.742763 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9ca38165-9aba-4edb-afa4-bd372708d5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:35.793600 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02505589-e0fa-4994-8160-e3787741ec89 None None] Pushing event updated for resources: {'Port': ['ID=35059304-b7fe-4dba-bf3b-720079990bf2,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:35.804465 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02505589-e0fa-4994-8160-e3787741ec89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:35.804809 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02505589-e0fa-4994-8160-e3787741ec89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:35.805147 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02505589-e0fa-4994-8160-e3787741ec89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:35.805477 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02505589-e0fa-4994-8160-e3787741ec89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:35.805807 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02505589-e0fa-4994-8160-e3787741ec89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:35.806140 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02505589-e0fa-4994-8160-e3787741ec89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:35.806462 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02505589-e0fa-4994-8160-e3787741ec89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:35.806782 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02505589-e0fa-4994-8160-e3787741ec89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:35.807110 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02505589-e0fa-4994-8160-e3787741ec89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:35.807420 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02505589-e0fa-4994-8160-e3787741ec89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:35.807739 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02505589-e0fa-4994-8160-e3787741ec89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:35.808082 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02505589-e0fa-4994-8160-e3787741ec89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:35.815872 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ee77281b-7521-4eb3-adaa-581d3e3ccd06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:35.821122 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ee77281b-7521-4eb3-adaa-581d3e3ccd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:35.847195 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca38165-9aba-4edb-afa4-bd372708d5d5 admin admin] Network ad73b2db-357c-483b-9ce4-d88f32ba6262 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:56:35.849899 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-86569d60-96c5-46c6-b556-2ec24fb081c7 None None] Provisioning for port 3c423752-9194-4ecc-8347-d97231358c53 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:56:35.850695 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-9ca38165-9aba-4edb-afa4-bd372708d5d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:56:35.854165 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-468b1942-7a56-4a23-afe2-6a3b041340ef None None] For port 35059304-b7fe-4dba-bf3b-720079990bf2, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:56:35.856779 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca38165-9aba-4edb-afa4-bd372708d5d5 admin admin] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:56:35.858119 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-468b1942-7a56-4a23-afe2-6a3b041340ef None None] For port 35059304-b7fe-4dba-bf3b-720079990bf2, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=35059304-b7fe-4dba-bf3b-720079990bf2,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:56:35.865587 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-468b1942-7a56-4a23-afe2-6a3b041340ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:35.904192 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee77281b-7521-4eb3-adaa-581d3e3ccd06 admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:56:35.909752 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee77281b-7521-4eb3-adaa-581d3e3ccd06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6a1755-0b87-42cb-8ccb-cde1ca66a737,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:35.917465 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ee77281b-7521-4eb3-adaa-581d3e3ccd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:35.917689 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-ee77281b-7521-4eb3-adaa-581d3e3ccd06 admin admin] Added segment 73d62146-2cae-4943-b8d5-127c4e61d198 of type vlan for network 0a884b0e-7382-439c-abf6-f3791512933f Feb 09 12:56:35.952872 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ee77281b-7521-4eb3-adaa-581d3e3ccd06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:35.963623 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9ca38165-9aba-4edb-afa4-bd372708d5d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:35.967967 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468b1942-7a56-4a23-afe2-6a3b041340ef None None] Routers {'f5a37c9f-a49a-40a0-b505-d85d292af51c'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:56:35.968860 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-468b1942-7a56-4a23-afe2-6a3b041340ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:56:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['f5a37c9f-a49a-40a0-b505-d85d292af51c'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:36.030411 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ee77281b-7521-4eb3-adaa-581d3e3ccd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:36.031546 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee77281b-7521-4eb3-adaa-581d3e3ccd06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:36.032316 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ee77281b-7521-4eb3-adaa-581d3e3ccd06 admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:36.099618 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02505589-e0fa-4994-8160-e3787741ec89 None None] Pushing event updated for resources: {'Port': ['ID=35059304-b7fe-4dba-bf3b-720079990bf2,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:36.194521 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee77281b-7521-4eb3-adaa-581d3e3ccd06 admin admin] Pushing event updated for resources: {'Network': ['ID=0a884b0e-7382-439c-abf6-f3791512933f,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:36.220098 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 0a884b0e-7382-439c-abf6-f3791512933f details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:56:36.236835 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ee77281b-7521-4eb3-adaa-581d3e3ccd06 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6899962 Feb 09 12:56:36.238268 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40272) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:36.251066 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-12fdbb3d-c486-440c-9734-2b5c26c9b9b4 admin admin] Request body: {'subnet': {'network_id': '0a884b0e-7382-439c-abf6-f3791512933f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2098640954-subnet', 'tenant_id': '91e64780f47b40b5a72904077f7d5564', 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:56:36.261487 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-12fdbb3d-c486-440c-9734-2b5c26c9b9b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:56:36.278136 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-12fdbb3d-c486-440c-9734-2b5c26c9b9b4 admin admin] Usage tracker for resource:subnet and tenant:91e64780f47b40b5a72904077f7d5564 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:56:36.288887 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-12fdbb3d-c486-440c-9734-2b5c26c9b9b4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:56:36.326633 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-12fdbb3d-c486-440c-9734-2b5c26c9b9b4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:56:36.337799 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-468b1942-7a56-4a23-afe2-6a3b041340ef None None] Set router f5a37c9f-a49a-40a0-b505-d85d292af51c gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:56:36.356087 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca38165-9aba-4edb-afa4-bd372708d5d5 admin admin] Pushing event updated for resources: {'Port': ['ID=355d0767-316b-4362-9319-4c87137524d6,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:36.364589 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12fdbb3d-c486-440c-9734-2b5c26c9b9b4 admin admin] Made reservation on behalf of 91e64780f47b40b5a72904077f7d5564 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:56:36.370729 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-12fdbb3d-c486-440c-9734-2b5c26c9b9b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:36.562851 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 87bc3ede-f501-4c63-bb09-c236448ea899 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:56:36.625128 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9ca38165-9aba-4edb-afa4-bd372708d5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:36.722220 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-12fdbb3d-c486-440c-9734-2b5c26c9b9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:36.736316 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 87bc3ede-f501-4c63-bb09-c236448ea899 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:56:36.754513 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 87bc3ede-f501-4c63-bb09-c236448ea899 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:36.757061 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:36.843641 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fdbb3d-c486-440c-9734-2b5c26c9b9b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07f7751e-71df-4559-8b10-c291627f0f98,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:36.844206 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-d6057f51-5fa4-470e-8f84-6d65607986f8 None None] Provisioning for port 355d0767-316b-4362-9319-4c87137524d6 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:56:36.860499 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fdbb3d-c486-440c-9734-2b5c26c9b9b4 admin admin] Checking segment: {'id': '73d62146-2cae-4943-b8d5-127c4e61d198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0a884b0e-7382-439c-abf6-f3791512933f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:56:36.862012 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fdbb3d-c486-440c-9734-2b5c26c9b9b4 admin admin] Network hostable DHCP agents. Network: 0a884b0e-7382-439c-abf6-f3791512933f, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:56:36.871268 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-d6057f51-5fa4-470e-8f84-6d65607986f8 None None] Provisioning complete for port 355d0767-316b-4362-9319-4c87137524d6 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:36.871697 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d6057f51-5fa4-470e-8f84-6d65607986f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:36.906346 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fdbb3d-c486-440c-9734-2b5c26c9b9b4 admin admin] Network 0a884b0e-7382-439c-abf6-f3791512933f is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:56:36.924628 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-12fdbb3d-c486-440c-9734-2b5c26c9b9b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 0a884b0e-7382-439c-abf6-f3791512933f) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:56:36.930745 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fdbb3d-c486-440c-9734-2b5c26c9b9b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:36.931093 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-12fdbb3d-c486-440c-9734-2b5c26c9b9b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:36.938379 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-468b1942-7a56-4a23-afe2-6a3b041340ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a37c9f-a49a-40a0-b505-d85d292af51c', 'name': 'tempest-TestVolumeBackupRestore-213960488-router', 'tenant_id': '9f2897d8c21a484a8ff0d63f79752037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '35059304-b7fe-4dba-bf3b-720079990bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:31Z', 'updated_at': '2022-02-09T12:56:33Z', 'revision_number': 3, 'project_id': '9f2897d8c21a484a8ff0d63f79752037', 'gw_port': {'id': '35059304-b7fe-4dba-bf3b-720079990bf2', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a37c9f-a49a-40a0-b505-d85d292af51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:32Z', 'updated_at': '2022-02-09T12:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:36.947364 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468b1942-7a56-4a23-afe2-6a3b041340ef None None] The sync data for ids ['f5a37c9f-a49a-40a0-b505-d85d292af51c'] in n-d-825178-3 is: [{'id': 'f5a37c9f-a49a-40a0-b505-d85d292af51c', 'name': 'tempest-TestVolumeBackupRestore-213960488-router', 'tenant_id': '9f2897d8c21a484a8ff0d63f79752037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '35059304-b7fe-4dba-bf3b-720079990bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:31Z', 'updated_at': '2022-02-09T12:56:33Z', 'revision_number': 3, 'project_id': '9f2897d8c21a484a8ff0d63f79752037', 'gw_port': {'id': '35059304-b7fe-4dba-bf3b-720079990bf2', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a37c9f-a49a-40a0-b505-d85d292af51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:32Z', 'updated_at': '2022-02-09T12:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:56:36.972809 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-d6057f51-5fa4-470e-8f84-6d65607986f8 None None] Port 355d0767-316b-4362-9319-4c87137524d6 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:56:36.974519 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb01b919-39f9-4ea2-ab19-8d669f4773d5 None None] Network 0a884b0e-7382-439c-abf6-f3791512933f requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:56:36.976882 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-12fdbb3d-c486-440c-9734-2b5c26c9b9b4 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7368016 Feb 09 12:56:36.977558 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40276) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:36.993316 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-f4a1ee1d-6e1c-43ba-b3f6-e2878a13af05 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2098640954-router', 'tenant_id': '91e64780f47b40b5a72904077f7d5564', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:56:37.001575 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f4a1ee1d-6e1c-43ba-b3f6-e2878a13af05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:56:37.005618 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f4a1ee1d-6e1c-43ba-b3f6-e2878a13af05 admin admin] Usage tracker for resource:router and tenant:91e64780f47b40b5a72904077f7d5564 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:56:37.009719 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f4a1ee1d-6e1c-43ba-b3f6-e2878a13af05 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:56:37.016088 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f4a1ee1d-6e1c-43ba-b3f6-e2878a13af05 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:56:37.038770 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f4a1ee1d-6e1c-43ba-b3f6-e2878a13af05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:37.041337 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f4a1ee1d-6e1c-43ba-b3f6-e2878a13af05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:37.064443 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f4a1ee1d-6e1c-43ba-b3f6-e2878a13af05 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:37.091809 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9ca38165-9aba-4edb-afa4-bd372708d5d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:37.097885 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9ca38165-9aba-4edb-afa4-bd372708d5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:37.228227 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:37.228782 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca38165-9aba-4edb-afa4-bd372708d5d5 admin admin] Pushing event updated for resources: {'Port': ['ID=355d0767-316b-4362-9319-4c87137524d6,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:37.232146 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9ca38165-9aba-4edb-afa4-bd372708d5d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:37.245521 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 87bc3ede-f501-4c63-bb09-c236448ea899, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=87bc3ede-f501-4c63-bb09-c236448ea899,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:56:37.260452 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:37.261231 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 3c423752-9194-4ecc-8347-d97231358c53 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:56:37.462878 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca38165-9aba-4edb-afa4-bd372708d5d5 admin admin] Network ad73b2db-357c-483b-9ce4-d88f32ba6262 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:56:37.464493 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-9ca38165-9aba-4edb-afa4-bd372708d5d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:56:37.527407 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-9a541cf2-b3ab-459a-ae11-8876c8be932f None None] Provisioning complete for port 355d0767-316b-4362-9319-4c87137524d6 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:37.527795 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9a541cf2-b3ab-459a-ae11-8876c8be932f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:37.545855 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f4a1ee1d-6e1c-43ba-b3f6-e2878a13af05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:37.630238 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-9a541cf2-b3ab-459a-ae11-8876c8be932f None None] Port 355d0767-316b-4362-9319-4c87137524d6 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:56:37.670525 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=87bc3ede-f501-4c63-bb09-c236448ea899,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:37.684913 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b53113-b04d-43a7-918a-a99a08e7290b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-0a884b0e-7382-439c-abf6-f3791512933f', 'network_id': '0a884b0e-7382-439c-abf6-f3791512933f', 'tenant_id': '91e64780f47b40b5a72904077f7d5564', 'fixed_ips': [{'subnet_id': '07f7751e-71df-4559-8b10-c291627f0f98'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:56:37.686250 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-51b53113-b04d-43a7-918a-a99a08e7290b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:37.782605 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca38165-9aba-4edb-afa4-bd372708d5d5 admin admin] Router f5a37c9f-a49a-40a0-b505-d85d292af51c has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:56:37.815557 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 3c423752-9194-4ecc-8347-d97231358c53 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:56:37.828643 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 3c423752-9194-4ecc-8347-d97231358c53 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:37.828643 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:37.920319 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b809ed9b-bf60-4c0f-b506-da7f402ce225 None None] Provisioning complete for port 355d0767-316b-4362-9319-4c87137524d6 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:37.920706 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b809ed9b-bf60-4c0f-b506-da7f402ce225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:37.994107 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca38165-9aba-4edb-afa4-bd372708d5d5 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:56:38.024080 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9ca38165-9aba-4edb-afa4-bd372708d5d5 admin admin] 10.222.0.55 "PUT /v2.0/routers/f5a37c9f-a49a-40a0-b505-d85d292af51c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7788842 Feb 09 12:56:38.080319 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b809ed9b-bf60-4c0f-b506-da7f402ce225 None None] Port 355d0767-316b-4362-9319-4c87137524d6 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:56:38.098013 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-51b53113-b04d-43a7-918a-a99a08e7290b None None] Allocated IP 172.20.0.2 (0a884b0e-7382-439c-abf6-f3791512933f/07f7751e-71df-4559-8b10-c291627f0f98/ad8c94d3-c270-4dfb-b19b-f1b4f99c77e0) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:56:38.147428 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:38.158921 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f4a1ee1d-6e1c-43ba-b3f6-e2878a13af05 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:38.202161 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f4a1ee1d-6e1c-43ba-b3f6-e2878a13af05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:38.294103 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 3c423752-9194-4ecc-8347-d97231358c53, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=3c423752-9194-4ecc-8347-d97231358c53,segment=NetworkSegment(f1650d61-3530-475e-94e5-f585f61a5509),segment_id=f1650d61-3530-475e-94e5-f585f61a5509)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:56:38.307654 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:38.405267 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=3c423752-9194-4ecc-8347-d97231358c53,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:38.466486 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-f4a1ee1d-6e1c-43ba-b3f6-e2878a13af05 admin admin] Allocated IP 172.25.7.136 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/8cf9b46d-a69f-4cd8-a182-7cef2914e32e) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:56:38.540758 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7f480e-482d-49da-a487-ffab866a42fb None None] Sync routers for ids ['e922049d-b650-48ed-b1ac-1ab95a35321b'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:56:38.556340 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-51b53113-b04d-43a7-918a-a99a08e7290b None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:38.567894 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7f480e-482d-49da-a487-ffab866a42fb None None] Routers {'e922049d-b650-48ed-b1ac-1ab95a35321b'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:56:38.568543 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-db7f480e-482d-49da-a487-ffab866a42fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:56:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e922049d-b650-48ed-b1ac-1ab95a35321b'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:38.638174 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 87bc3ede-f501-4c63-bb09-c236448ea899 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:56:38.665805 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-51b53113-b04d-43a7-918a-a99a08e7290b None None] Transition to ACTIVE for port object ad8c94d3-c270-4dfb-b19b-f1b4f99c77e0 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:56:38.690807 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f4a1ee1d-6e1c-43ba-b3f6-e2878a13af05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:38.725982 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-51b53113-b04d-43a7-918a-a99a08e7290b None None] Transition to ACTIVE for port object ad8c94d3-c270-4dfb-b19b-f1b4f99c77e0 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:56:38.729939 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f4a1ee1d-6e1c-43ba-b3f6-e2878a13af05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:38.804327 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a1ee1d-6e1c-43ba-b3f6-e2878a13af05 admin admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:56:38.807080 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-f4a1ee1d-6e1c-43ba-b3f6-e2878a13af05 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:56:38.811257 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a1ee1d-6e1c-43ba-b3f6-e2878a13af05 admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:56:38.840148 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-51b53113-b04d-43a7-918a-a99a08e7290b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:38.848994 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a1ee1d-6e1c-43ba-b3f6-e2878a13af05 admin admin] Pushing event updated for resources: {'Port': ['ID=8cf9b46d-a69f-4cd8-a182-7cef2914e32e,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:38.906908 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 40294) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:38.912456 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-57b92825-c9a5-4b61-bc4d-43dcb3f8c2bb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-328759495-network', 'tenant_id': 'b40f58f6a01a40a39dbbfcfb628c136c'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:56:38.917539 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-57b92825-c9a5-4b61-bc4d-43dcb3f8c2bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:56:38.921965 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-57b92825-c9a5-4b61-bc4d-43dcb3f8c2bb admin admin] Usage tracker for resource:network and tenant:b40f58f6a01a40a39dbbfcfb628c136c is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:56:38.926360 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-57b92825-c9a5-4b61-bc4d-43dcb3f8c2bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:56:38.933477 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-57b92825-c9a5-4b61-bc4d-43dcb3f8c2bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:56:38.941590 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b53113-b04d-43a7-918a-a99a08e7290b None None] Network 0a884b0e-7382-439c-abf6-f3791512933f is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:56:38.944757 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b92825-c9a5-4b61-bc4d-43dcb3f8c2bb admin admin] Made reservation on behalf of b40f58f6a01a40a39dbbfcfb628c136c for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:56:38.946823 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-51b53113-b04d-43a7-918a-a99a08e7290b None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:56:38.947418 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-57b92825-c9a5-4b61-bc4d-43dcb3f8c2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:38.956809 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b53113-b04d-43a7-918a-a99a08e7290b None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:56:38.961760 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-57b92825-c9a5-4b61-bc4d-43dcb3f8c2bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:38.966370 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-db7f480e-482d-49da-a487-ffab866a42fb None None] Set router e922049d-b650-48ed-b1ac-1ab95a35321b gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:56:38.978823 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-57b92825-c9a5-4b61-bc4d-43dcb3f8c2bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:56:38.983537 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-57b92825-c9a5-4b61-bc4d-43dcb3f8c2bb admin admin] Usage tracker for resource:security_group_rule and tenant:b40f58f6a01a40a39dbbfcfb628c136c is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:56:38.986509 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-57b92825-c9a5-4b61-bc4d-43dcb3f8c2bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:56:38.992474 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-57b92825-c9a5-4b61-bc4d-43dcb3f8c2bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:56:39.009977 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b53113-b04d-43a7-918a-a99a08e7290b None None] Pushing event updated for resources: {'Port': ['ID=ad8c94d3-c270-4dfb-b19b-f1b4f99c77e0,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:39.020012 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 87bc3ede-f501-4c63-bb09-c236448ea899 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:39.020613 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:39.113783 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-57b92825-c9a5-4b61-bc4d-43dcb3f8c2bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:39.119514 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-57b92825-c9a5-4b61-bc4d-43dcb3f8c2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:39.153938 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57b92825-c9a5-4b61-bc4d-43dcb3f8c2bb admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:56:39.162648 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b92825-c9a5-4b61-bc4d-43dcb3f8c2bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeab8621-adde-4fbf-bda7-6a4495c6f266,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:39.171476 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-57b92825-c9a5-4b61-bc4d-43dcb3f8c2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:39.171934 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-57b92825-c9a5-4b61-bc4d-43dcb3f8c2bb admin admin] Added segment 4470d83a-f939-4086-b92d-9f5de2788a2c of type vlan for network 0902f55b-6c40-4920-a615-2f768ce163b6 Feb 09 12:56:39.200190 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-57b92825-c9a5-4b61-bc4d-43dcb3f8c2bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:39.234649 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-57b92825-c9a5-4b61-bc4d-43dcb3f8c2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:39.235662 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b92825-c9a5-4b61-bc4d-43dcb3f8c2bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:39.236302 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-57b92825-c9a5-4b61-bc4d-43dcb3f8c2bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:39.304425 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-51b53113-b04d-43a7-918a-a99a08e7290b None None] Attempting to bind port ad8c94d3-c270-4dfb-b19b-f1b4f99c77e0 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:56:39.304994 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-51b53113-b04d-43a7-918a-a99a08e7290b None None] Attempting to bind port ad8c94d3-c270-4dfb-b19b-f1b4f99c77e0 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '73d62146-2cae-4943-b8d5-127c4e61d198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0a884b0e-7382-439c-abf6-f3791512933f'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:56:39.305116 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b53113-b04d-43a7-918a-a99a08e7290b None None] Attempting to bind port ad8c94d3-c270-4dfb-b19b-f1b4f99c77e0 on network 0a884b0e-7382-439c-abf6-f3791512933f {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:56:39.325786 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b53113-b04d-43a7-918a-a99a08e7290b None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:56:39.326157 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b53113-b04d-43a7-918a-a99a08e7290b None None] Checking segment: {'id': '73d62146-2cae-4943-b8d5-127c4e61d198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0a884b0e-7382-439c-abf6-f3791512933f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:56:39.326552 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-51b53113-b04d-43a7-918a-a99a08e7290b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:39.326942 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b53113-b04d-43a7-918a-a99a08e7290b None None] Bound using segment: {'id': '73d62146-2cae-4943-b8d5-127c4e61d198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0a884b0e-7382-439c-abf6-f3791512933f'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:56:39.327414 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-51b53113-b04d-43a7-918a-a99a08e7290b None None] Bound port: ad8c94d3-c270-4dfb-b19b-f1b4f99c77e0, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73d62146-2cae-4943-b8d5-127c4e61d198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0a884b0e-7382-439c-abf6-f3791512933f'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:56:39.327800 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-51b53113-b04d-43a7-918a-a99a08e7290b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:39.350843 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f4a1ee1d-6e1c-43ba-b3f6-e2878a13af05 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:39.366481 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b92825-c9a5-4b61-bc4d-43dcb3f8c2bb admin admin] Pushing event updated for resources: {'Network': ['ID=0902f55b-6c40-4920-a615-2f768ce163b6,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:39.371733 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-57b92825-c9a5-4b61-bc4d-43dcb3f8c2bb admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4632428 Feb 09 12:56:39.374777 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 40298) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:39.381494 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-abb92431-138e-45d2-bf98-ddedd115e1db admin admin] Request body: {'subnet': {'network_id': '0902f55b-6c40-4920-a615-2f768ce163b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-328759495-subnet', 'tenant_id': 'b40f58f6a01a40a39dbbfcfb628c136c', 'ip_version': 4}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:56:39.388027 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-abb92431-138e-45d2-bf98-ddedd115e1db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:56:39.392021 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-abb92431-138e-45d2-bf98-ddedd115e1db admin admin] Usage tracker for resource:subnet and tenant:b40f58f6a01a40a39dbbfcfb628c136c is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:56:39.395086 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-abb92431-138e-45d2-bf98-ddedd115e1db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:56:39.395233 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 0902f55b-6c40-4920-a615-2f768ce163b6 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:56:39.400921 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-abb92431-138e-45d2-bf98-ddedd115e1db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:56:39.412466 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb92431-138e-45d2-bf98-ddedd115e1db admin admin] Made reservation on behalf of b40f58f6a01a40a39dbbfcfb628c136c for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:56:39.415800 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-abb92431-138e-45d2-bf98-ddedd115e1db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:39.561386 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a3fcf7-d955-4440-9512-21c9e724c3d4 None None] Sync routers for ids ['f5a37c9f-a49a-40a0-b505-d85d292af51c'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:56:39.576231 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a3fcf7-d955-4440-9512-21c9e724c3d4 None None] Routers {'f5a37c9f-a49a-40a0-b505-d85d292af51c'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:56:39.577435 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c3a3fcf7-d955-4440-9512-21c9e724c3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:56:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['f5a37c9f-a49a-40a0-b505-d85d292af51c'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:39.631600 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 35059304-b7fe-4dba-bf3b-720079990bf2 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:56:39.691567 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-51b53113-b04d-43a7-918a-a99a08e7290b None None] For port ad8c94d3-c270-4dfb-b19b-f1b4f99c77e0, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:56:39.707411 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-51b53113-b04d-43a7-918a-a99a08e7290b None None] For port ad8c94d3-c270-4dfb-b19b-f1b4f99c77e0, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=ad8c94d3-c270-4dfb-b19b-f1b4f99c77e0,segment=NetworkSegment(73d62146-2cae-4943-b8d5-127c4e61d198),segment_id=73d62146-2cae-4943-b8d5-127c4e61d198)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:56:39.714329 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-51b53113-b04d-43a7-918a-a99a08e7290b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:39.782521 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-abb92431-138e-45d2-bf98-ddedd115e1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:39.810860 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 35059304-b7fe-4dba-bf3b-720079990bf2 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:56:39.820816 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 35059304-b7fe-4dba-bf3b-720079990bf2 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:39.821189 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:39.860812 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b53113-b04d-43a7-918a-a99a08e7290b None None] Pushing event updated for resources: {'Port': ['ID=ad8c94d3-c270-4dfb-b19b-f1b4f99c77e0,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:39.861286 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-c3a3fcf7-d955-4440-9512-21c9e724c3d4 None None] Set router f5a37c9f-a49a-40a0-b505-d85d292af51c gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:56:39.880104 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f4a1ee1d-6e1c-43ba-b3f6-e2878a13af05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:39.895939 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-db7f480e-482d-49da-a487-ffab866a42fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'name': 'tempest-TestVolumeBootPattern-78844202-router', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '87bc3ede-f501-4c63-bb09-c236448ea899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:28Z', 'updated_at': '2022-02-09T12:56:33Z', 'revision_number': 4, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'gw_port': {'id': '87bc3ede-f501-4c63-bb09-c236448ea899', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:29Z', 'updated_at': '2022-02-09T12:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '69b3a609-ffa6-435a-a708-024dfae28a6a', 'name': '', 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'mac_address': 'fa:16:3e:c2:d3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:32Z', 'updated_at': '2022-02-09T12:56:33Z', 'revision_number': 2, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'subnets': [{'id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:39.907324 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb92431-138e-45d2-bf98-ddedd115e1db admin admin] Checking segment: {'id': '4470d83a-f939-4086-b92d-9f5de2788a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '0902f55b-6c40-4920-a615-2f768ce163b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:56:39.907936 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb92431-138e-45d2-bf98-ddedd115e1db admin admin] Network hostable DHCP agents. Network: 0902f55b-6c40-4920-a615-2f768ce163b6, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:56:39.909420 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7f480e-482d-49da-a487-ffab866a42fb None None] Checking router: e922049d-b650-48ed-b1ac-1ab95a35321b for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:56:39.909774 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7f480e-482d-49da-a487-ffab866a42fb None None] Updating router e922049d-b650-48ed-b1ac-1ab95a35321b port 69b3a609-ffa6-435a-a708-024dfae28a6a binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:56:39.924364 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb92431-138e-45d2-bf98-ddedd115e1db admin admin] Pushing event updated for resources: {'Subnet': ['ID=48777c06-7189-4468-bded-cfea9f7ed172,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:39.955658 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb92431-138e-45d2-bf98-ddedd115e1db admin admin] Network 0902f55b-6c40-4920-a615-2f768ce163b6 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:56:39.977333 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-abb92431-138e-45d2-bf98-ddedd115e1db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 0902f55b-6c40-4920-a615-2f768ce163b6) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:56:39.977690 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-db7f480e-482d-49da-a487-ffab866a42fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:39.989781 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170addab-cb8c-4919-a0d7-45e44dbf7a79 None None] Network 0902f55b-6c40-4920-a615-2f768ce163b6 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:56:39.990999 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb92431-138e-45d2-bf98-ddedd115e1db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:39.991602 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-abb92431-138e-45d2-bf98-ddedd115e1db admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:40.020533 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-abb92431-138e-45d2-bf98-ddedd115e1db admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6443195 Feb 09 12:56:40.023005 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 40302) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:40.030254 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-acc2bcb6-9467-4dd0-9907-94a3a7842888 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-328759495-router', 'tenant_id': 'b40f58f6a01a40a39dbbfcfb628c136c', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:56:40.038262 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-acc2bcb6-9467-4dd0-9907-94a3a7842888 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:56:40.052776 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-acc2bcb6-9467-4dd0-9907-94a3a7842888 admin admin] Usage tracker for resource:router and tenant:b40f58f6a01a40a39dbbfcfb628c136c is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:56:40.059087 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-acc2bcb6-9467-4dd0-9907-94a3a7842888 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:56:40.068773 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-acc2bcb6-9467-4dd0-9907-94a3a7842888 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:56:40.087462 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-acc2bcb6-9467-4dd0-9907-94a3a7842888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:40.088819 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-acc2bcb6-9467-4dd0-9907-94a3a7842888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:40.112557 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-acc2bcb6-9467-4dd0-9907-94a3a7842888 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:40.215937 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:40.317784 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 35059304-b7fe-4dba-bf3b-720079990bf2, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=35059304-b7fe-4dba-bf3b-720079990bf2,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:56:40.336542 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:40.377504 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c3a3fcf7-d955-4440-9512-21c9e724c3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a37c9f-a49a-40a0-b505-d85d292af51c', 'name': 'tempest-TestVolumeBackupRestore-213960488-router', 'tenant_id': '9f2897d8c21a484a8ff0d63f79752037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '35059304-b7fe-4dba-bf3b-720079990bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:31Z', 'updated_at': '2022-02-09T12:56:36Z', 'revision_number': 4, 'project_id': '9f2897d8c21a484a8ff0d63f79752037', 'gw_port': {'id': '35059304-b7fe-4dba-bf3b-720079990bf2', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a37c9f-a49a-40a0-b505-d85d292af51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:32Z', 'updated_at': '2022-02-09T12:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '355d0767-316b-4362-9319-4c87137524d6', 'name': '', 'network_id': 'ad73b2db-357c-483b-9ce4-d88f32ba6262', 'tenant_id': '9f2897d8c21a484a8ff0d63f79752037', 'mac_address': 'fa:16:3e:ad:f6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a37c9f-a49a-40a0-b505-d85d292af51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5a717b63-5ce0-4236-b057-4ef4c930bf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:35Z', 'updated_at': '2022-02-09T12:56:36Z', 'revision_number': 2, 'project_id': '9f2897d8c21a484a8ff0d63f79752037', 'subnets': [{'id': '5a717b63-5ce0-4236-b057-4ef4c930bf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:40.386449 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a3fcf7-d955-4440-9512-21c9e724c3d4 None None] Checking router: f5a37c9f-a49a-40a0-b505-d85d292af51c for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:56:40.387286 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a3fcf7-d955-4440-9512-21c9e724c3d4 None None] Updating router f5a37c9f-a49a-40a0-b505-d85d292af51c port 355d0767-316b-4362-9319-4c87137524d6 binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:56:40.483144 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a1ee1d-6e1c-43ba-b3f6-e2878a13af05 admin admin] Router 1b4982e3-9251-4267-9c43-03c4b0b52362 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:56:40.524873 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c3a3fcf7-d955-4440-9512-21c9e724c3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:40.638305 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device ad8c94d3-c270-4dfb-b19b-f1b4f99c77e0 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:56:40.646511 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-acc2bcb6-9467-4dd0-9907-94a3a7842888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:40.749467 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=35059304-b7fe-4dba-bf3b-720079990bf2,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:40.763817 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a1ee1d-6e1c-43ba-b3f6-e2878a13af05 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:56:40.778161 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ecfb06-7cdb-4f28-8164-ea8fa0ad2b4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-0902f55b-6c40-4920-a615-2f768ce163b6', 'network_id': '0902f55b-6c40-4920-a615-2f768ce163b6', 'tenant_id': 'b40f58f6a01a40a39dbbfcfb628c136c', 'fixed_ips': [{'subnet_id': '48777c06-7189-4468-bded-cfea9f7ed172'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 12:56:40.778989 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-91ecfb06-7cdb-4f28-8164-ea8fa0ad2b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:40.799920 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27610cab-7185-4e6e-9735-be6c2b96c7e0 None None] Sync routers for ids ['1b4982e3-9251-4267-9c43-03c4b0b52362'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:56:40.800219 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f4a1ee1d-6e1c-43ba-b3f6-e2878a13af05 admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:40.801670 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f4a1ee1d-6e1c-43ba-b3f6-e2878a13af05 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8230186 Feb 09 12:56:40.804330 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 40306) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:40.870913 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27610cab-7185-4e6e-9735-be6c2b96c7e0 None None] Routers {'1b4982e3-9251-4267-9c43-03c4b0b52362'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:56:40.873738 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-27610cab-7185-4e6e-9735-be6c2b96c7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:56:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['1b4982e3-9251-4267-9c43-03c4b0b52362'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:41.000625 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.resource_extend [None req-db7f480e-482d-49da-a487-ffab866a42fb None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:56:41.044810 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c3a3fcf7-d955-4440-9512-21c9e724c3d4 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:41.058980 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-c3a3fcf7-d955-4440-9512-21c9e724c3d4 None None] Transition to ACTIVE for port object 355d0767-316b-4362-9319-4c87137524d6 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:56:41.073819 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c3a3fcf7-d955-4440-9512-21c9e724c3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:41.095046 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port ad8c94d3-c270-4dfb-b19b-f1b4f99c77e0 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:56:41.103059 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-acc2bcb6-9467-4dd0-9907-94a3a7842888 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:41.142873 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-acc2bcb6-9467-4dd0-9907-94a3a7842888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:41.206245 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 3c423752-9194-4ecc-8347-d97231358c53 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:56:41.252311 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e56d38-4d37-4256-ab97-d8b02003a438 None None] Pushing event updated for resources: {'Port': ['ID=355d0767-316b-4362-9319-4c87137524d6,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:41.331868 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-db7f480e-482d-49da-a487-ffab866a42fb None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:41.397611 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-db7f480e-482d-49da-a487-ffab866a42fb None None] Transition to ACTIVE for port object 69b3a609-ffa6-435a-a708-024dfae28a6a will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:56:41.415269 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-acc2bcb6-9467-4dd0-9907-94a3a7842888 admin admin] Allocated IP 172.25.7.61 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/189294ed-8b72-4abb-b545-df7542b717ee) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:56:41.423941 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-27610cab-7185-4e6e-9735-be6c2b96c7e0 None None] Set router 1b4982e3-9251-4267-9c43-03c4b0b52362 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:56:41.463803 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-c3a3fcf7-d955-4440-9512-21c9e724c3d4 None None] Attempting to bind port 355d0767-316b-4362-9319-4c87137524d6 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:56:41.464531 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-c3a3fcf7-d955-4440-9512-21c9e724c3d4 None None] Attempting to bind port 355d0767-316b-4362-9319-4c87137524d6 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'f1650d61-3530-475e-94e5-f585f61a5509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ad73b2db-357c-483b-9ce4-d88f32ba6262'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:56:41.466136 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a3fcf7-d955-4440-9512-21c9e724c3d4 None None] Attempting to bind port 355d0767-316b-4362-9319-4c87137524d6 on network ad73b2db-357c-483b-9ce4-d88f32ba6262 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:56:41.478749 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a3fcf7-d955-4440-9512-21c9e724c3d4 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:56:41.479340 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a3fcf7-d955-4440-9512-21c9e724c3d4 None None] Checking segment: {'id': 'f1650d61-3530-475e-94e5-f585f61a5509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ad73b2db-357c-483b-9ce4-d88f32ba6262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:56:41.480035 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c3a3fcf7-d955-4440-9512-21c9e724c3d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:41.480605 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a3fcf7-d955-4440-9512-21c9e724c3d4 None None] Bound using segment: {'id': 'f1650d61-3530-475e-94e5-f585f61a5509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ad73b2db-357c-483b-9ce4-d88f32ba6262'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:56:41.481659 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-c3a3fcf7-d955-4440-9512-21c9e724c3d4 None None] Bound port: 355d0767-316b-4362-9319-4c87137524d6, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1650d61-3530-475e-94e5-f585f61a5509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ad73b2db-357c-483b-9ce4-d88f32ba6262'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:56:41.482509 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c3a3fcf7-d955-4440-9512-21c9e724c3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:41.497339 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-db7f480e-482d-49da-a487-ffab866a42fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:41.615612 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-91ecfb06-7cdb-4f28-8164-ea8fa0ad2b4e None None] Allocated IP 172.20.0.2 (0902f55b-6c40-4920-a615-2f768ce163b6/48777c06-7189-4468-bded-cfea9f7ed172/008cdd86-7866-4eba-a46b-77edbc07d98a) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:56:41.678607 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-c3a3fcf7-d955-4440-9512-21c9e724c3d4 None None] For port 355d0767-316b-4362-9319-4c87137524d6, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:56:41.683373 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-c3a3fcf7-d955-4440-9512-21c9e724c3d4 None None] For port 355d0767-316b-4362-9319-4c87137524d6, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=355d0767-316b-4362-9319-4c87137524d6,segment=NetworkSegment(f1650d61-3530-475e-94e5-f585f61a5509),segment_id=f1650d61-3530-475e-94e5-f585f61a5509)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:56:41.691511 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c3a3fcf7-d955-4440-9512-21c9e724c3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:41.734013 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-acc2bcb6-9467-4dd0-9907-94a3a7842888 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:41.786898 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-acc2bcb6-9467-4dd0-9907-94a3a7842888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:41.812706 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e56d38-4d37-4256-ab97-d8b02003a438 None None] Pushing event updated for resources: {'Port': ['ID=355d0767-316b-4362-9319-4c87137524d6,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:41.832926 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a3fcf7-d955-4440-9512-21c9e724c3d4 None None] Routers {'f5a37c9f-a49a-40a0-b505-d85d292af51c'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:56:41.833547 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c3a3fcf7-d955-4440-9512-21c9e724c3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:56:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['f5a37c9f-a49a-40a0-b505-d85d292af51c'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:41.950015 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60612b61-0f98-49d0-a1cb-e89c84a3addf None None] Network 0a884b0e-7382-439c-abf6-f3791512933f requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:56:41.953510 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc2bcb6-9467-4dd0-9907-94a3a7842888 admin admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:56:41.958082 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-acc2bcb6-9467-4dd0-9907-94a3a7842888 admin admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:56:41.963023 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc2bcb6-9467-4dd0-9907-94a3a7842888 admin admin] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:56:41.969034 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169aa182-176c-4212-bef1-bf75b69d5d5a None None] Pushing event updated for resources: {'Port': ['ID=69b3a609-ffa6-435a-a708-024dfae28a6a,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:42.044040 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2bcb6-9467-4dd0-9907-94a3a7842888 admin admin] Pushing event updated for resources: {'Port': ['ID=189294ed-8b72-4abb-b545-df7542b717ee,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:42.076315 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-c3a3fcf7-d955-4440-9512-21c9e724c3d4 None None] Set router f5a37c9f-a49a-40a0-b505-d85d292af51c gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:56:42.094954 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aba1ede2-6321-42ce-9d72-2196326a3362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:42.410561 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-aba1ede2-6321-42ce-9d72-2196326a3362 admin admin] Allocated IP 172.20.0.1 (0a884b0e-7382-439c-abf6-f3791512933f/07f7751e-71df-4559-8b10-c291627f0f98/59604bbc-b128-4737-a766-95075eeb8e26) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:56:42.443010 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c3a3fcf7-d955-4440-9512-21c9e724c3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a37c9f-a49a-40a0-b505-d85d292af51c', 'name': 'tempest-TestVolumeBackupRestore-213960488-router', 'tenant_id': '9f2897d8c21a484a8ff0d63f79752037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '35059304-b7fe-4dba-bf3b-720079990bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:31Z', 'updated_at': '2022-02-09T12:56:36Z', 'revision_number': 4, 'project_id': '9f2897d8c21a484a8ff0d63f79752037', 'gw_port': {'id': '35059304-b7fe-4dba-bf3b-720079990bf2', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a37c9f-a49a-40a0-b505-d85d292af51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:32Z', 'updated_at': '2022-02-09T12:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '355d0767-316b-4362-9319-4c87137524d6', 'name': '', 'network_id': 'ad73b2db-357c-483b-9ce4-d88f32ba6262', 'tenant_id': '9f2897d8c21a484a8ff0d63f79752037', 'mac_address': 'fa:16:3e:ad:f6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a37c9f-a49a-40a0-b505-d85d292af51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5a717b63-5ce0-4236-b057-4ef4c930bf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:35Z', 'updated_at': '2022-02-09T12:56:41Z', 'revision_number': 4, 'project_id': '9f2897d8c21a484a8ff0d63f79752037', 'subnets': [{'id': '5a717b63-5ce0-4236-b057-4ef4c930bf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:42.448390 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a3fcf7-d955-4440-9512-21c9e724c3d4 None None] The sync data for ids ['f5a37c9f-a49a-40a0-b505-d85d292af51c'] in n-d-825178-3 is: [{'id': 'f5a37c9f-a49a-40a0-b505-d85d292af51c', 'name': 'tempest-TestVolumeBackupRestore-213960488-router', 'tenant_id': '9f2897d8c21a484a8ff0d63f79752037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '35059304-b7fe-4dba-bf3b-720079990bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:31Z', 'updated_at': '2022-02-09T12:56:36Z', 'revision_number': 4, 'project_id': '9f2897d8c21a484a8ff0d63f79752037', 'gw_port': {'id': '35059304-b7fe-4dba-bf3b-720079990bf2', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a37c9f-a49a-40a0-b505-d85d292af51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:32Z', 'updated_at': '2022-02-09T12:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '355d0767-316b-4362-9319-4c87137524d6', 'name': '', 'network_id': 'ad73b2db-357c-483b-9ce4-d88f32ba6262', 'tenant_id': '9f2897d8c21a484a8ff0d63f79752037', 'mac_address': 'fa:16:3e:ad:f6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a37c9f-a49a-40a0-b505-d85d292af51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5a717b63-5ce0-4236-b057-4ef4c930bf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:35Z', 'updated_at': '2022-02-09T12:56:41Z', 'revision_number': 4, 'project_id': '9f2897d8c21a484a8ff0d63f79752037', 'subnets': [{'id': '5a717b63-5ce0-4236-b057-4ef4c930bf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:56:42.564298 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 3c423752-9194-4ecc-8347-d97231358c53 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:42.565395 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:42.618893 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aba1ede2-6321-42ce-9d72-2196326a3362 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:42.641894 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-aba1ede2-6321-42ce-9d72-2196326a3362 admin admin] Transition to ACTIVE for port object 59604bbc-b128-4737-a766-95075eeb8e26 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:56:42.670668 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aba1ede2-6321-42ce-9d72-2196326a3362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:42.671799 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-acc2bcb6-9467-4dd0-9907-94a3a7842888 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:42.743222 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba1ede2-6321-42ce-9d72-2196326a3362 admin admin] Network 0a884b0e-7382-439c-abf6-f3791512933f is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:56:42.752183 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-aba1ede2-6321-42ce-9d72-2196326a3362 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:56:42.757083 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba1ede2-6321-42ce-9d72-2196326a3362 admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:56:42.764399 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-db7f480e-482d-49da-a487-ffab866a42fb None None] Attempting to bind port 69b3a609-ffa6-435a-a708-024dfae28a6a on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:56:42.765010 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-db7f480e-482d-49da-a487-ffab866a42fb None None] Attempting to bind port 69b3a609-ffa6-435a-a708-024dfae28a6a by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '14242949-90f8-482e-9951-1857393899e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:56:42.765440 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7f480e-482d-49da-a487-ffab866a42fb None None] Attempting to bind port 69b3a609-ffa6-435a-a708-024dfae28a6a on network a26dea7e-804c-440b-8d39-fd312032ec0c {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:56:42.780343 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7f480e-482d-49da-a487-ffab866a42fb None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:56:42.780727 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7f480e-482d-49da-a487-ffab866a42fb None None] Checking segment: {'id': '14242949-90f8-482e-9951-1857393899e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:56:42.781135 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-db7f480e-482d-49da-a487-ffab866a42fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:42.781538 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7f480e-482d-49da-a487-ffab866a42fb None None] Bound using segment: {'id': '14242949-90f8-482e-9951-1857393899e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:56:42.782022 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-db7f480e-482d-49da-a487-ffab866a42fb None None] Bound port: 69b3a609-ffa6-435a-a708-024dfae28a6a, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14242949-90f8-482e-9951-1857393899e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:56:42.782404 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-db7f480e-482d-49da-a487-ffab866a42fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:42.951819 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba1ede2-6321-42ce-9d72-2196326a3362 admin admin] Pushing event updated for resources: {'Port': ['ID=59604bbc-b128-4737-a766-95075eeb8e26,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:42.966502 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aba1ede2-6321-42ce-9d72-2196326a3362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:42.971851 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:56:42.976419 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-db7f480e-482d-49da-a487-ffab866a42fb None None] For port 69b3a609-ffa6-435a-a708-024dfae28a6a, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:56:42.986177 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-db7f480e-482d-49da-a487-ffab866a42fb None None] For port 69b3a609-ffa6-435a-a708-024dfae28a6a, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=69b3a609-ffa6-435a-a708-024dfae28a6a,segment=NetworkSegment(14242949-90f8-482e-9951-1857393899e3),segment_id=14242949-90f8-482e-9951-1857393899e3)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:56:42.994679 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-91ecfb06-7cdb-4f28-8164-ea8fa0ad2b4e None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:43.015372 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-db7f480e-482d-49da-a487-ffab866a42fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:43.082624 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-91ecfb06-7cdb-4f28-8164-ea8fa0ad2b4e None None] Transition to ACTIVE for port object 008cdd86-7866-4eba-a46b-77edbc07d98a will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:56:43.128392 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aba1ede2-6321-42ce-9d72-2196326a3362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:43.148504 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-acc2bcb6-9467-4dd0-9907-94a3a7842888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:43.153258 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-27610cab-7185-4e6e-9735-be6c2b96c7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4982e3-9251-4267-9c43-03c4b0b52362', 'name': 'tempest-TestVolumeBootPattern-2098640954-router', 'tenant_id': '91e64780f47b40b5a72904077f7d5564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '8cf9b46d-a69f-4cd8-a182-7cef2914e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:37Z', 'updated_at': '2022-02-09T12:56:39Z', 'revision_number': 3, 'project_id': '91e64780f47b40b5a72904077f7d5564', 'gw_port': {'id': '8cf9b46d-a69f-4cd8-a182-7cef2914e32e', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:04:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4982e3-9251-4267-9c43-03c4b0b52362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:38Z', 'updated_at': '2022-02-09T12:56:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:43.179088 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2f23f7c3-436c-42f2-9a6f-0b877c3de192 None None] Provisioning for port ad8c94d3-c270-4dfb-b19b-f1b4f99c77e0 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:56:43.210040 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27610cab-7185-4e6e-9735-be6c2b96c7e0 None None] Checking router: 1b4982e3-9251-4267-9c43-03c4b0b52362 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:56:43.210371 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27610cab-7185-4e6e-9735-be6c2b96c7e0 None None] Updating router 1b4982e3-9251-4267-9c43-03c4b0b52362 port 8cf9b46d-a69f-4cd8-a182-7cef2914e32e binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:56:43.254222 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2f23f7c3-436c-42f2-9a6f-0b877c3de192 None None] Provisioning complete for port ad8c94d3-c270-4dfb-b19b-f1b4f99c77e0 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:43.254601 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2f23f7c3-436c-42f2-9a6f-0b877c3de192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:43.308974 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-91ecfb06-7cdb-4f28-8164-ea8fa0ad2b4e None None] Transition to ACTIVE for port object 008cdd86-7866-4eba-a46b-77edbc07d98a will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:56:43.402482 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-91ecfb06-7cdb-4f28-8164-ea8fa0ad2b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:43.420198 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7f480e-482d-49da-a487-ffab866a42fb None None] Routers {'e922049d-b650-48ed-b1ac-1ab95a35321b'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:56:43.424803 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-db7f480e-482d-49da-a487-ffab866a42fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:56:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e922049d-b650-48ed-b1ac-1ab95a35321b'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:43.428230 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc2bcb6-9467-4dd0-9907-94a3a7842888 admin admin] Router e4dda4b1-adaa-41df-b5a4-4402fed75e31 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 12:56:43.502045 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aba1ede2-6321-42ce-9d72-2196326a3362 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:43.515357 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169aa182-176c-4212-bef1-bf75b69d5d5a None None] Pushing event updated for resources: {'Port': ['ID=69b3a609-ffa6-435a-a708-024dfae28a6a,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:43.516682 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aba1ede2-6321-42ce-9d72-2196326a3362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:43.666433 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba1ede2-6321-42ce-9d72-2196326a3362 admin admin] Pushing event updated for resources: {'Port': ['ID=59604bbc-b128-4737-a766-95075eeb8e26,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:43.669699 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-27610cab-7185-4e6e-9735-be6c2b96c7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:43.715866 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aba1ede2-6321-42ce-9d72-2196326a3362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:43.763558 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ecfb06-7cdb-4f28-8164-ea8fa0ad2b4e None None] Network 0902f55b-6c40-4920-a615-2f768ce163b6 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:56:43.796197 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-91ecfb06-7cdb-4f28-8164-ea8fa0ad2b4e None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:56:43.805879 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ecfb06-7cdb-4f28-8164-ea8fa0ad2b4e None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:56:43.819505 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 355d0767-316b-4362-9319-4c87137524d6 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:56:43.834106 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc2bcb6-9467-4dd0-9907-94a3a7842888 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:56:43.847067 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c758e2f1-e65a-48b5-a253-0a24546deb7b None None] Sync routers for ids ['e4dda4b1-adaa-41df-b5a4-4402fed75e31'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:56:43.863766 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-acc2bcb6-9467-4dd0-9907-94a3a7842888 admin admin] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:43.868747 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c758e2f1-e65a-48b5-a253-0a24546deb7b None None] Routers {'e4dda4b1-adaa-41df-b5a4-4402fed75e31'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:56:43.869670 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c758e2f1-e65a-48b5-a253-0a24546deb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:56:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e4dda4b1-adaa-41df-b5a4-4402fed75e31'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:43.870305 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-acc2bcb6-9467-4dd0-9907-94a3a7842888 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8453891 Feb 09 12:56:43.872598 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 40310) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:43.922724 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba1ede2-6321-42ce-9d72-2196326a3362 admin admin] Network 0a884b0e-7382-439c-abf6-f3791512933f is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:56:43.924109 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-aba1ede2-6321-42ce-9d72-2196326a3362 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:56:44.195143 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-c758e2f1-e65a-48b5-a253-0a24546deb7b None None] Set router e4dda4b1-adaa-41df-b5a4-4402fed75e31 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:56:44.246464 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba1ede2-6321-42ce-9d72-2196326a3362 admin admin] Router 1b4982e3-9251-4267-9c43-03c4b0b52362 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:56:44.478482 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba1ede2-6321-42ce-9d72-2196326a3362 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:56:44.479548 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ecfb06-7cdb-4f28-8164-ea8fa0ad2b4e None None] Pushing event updated for resources: {'Port': ['ID=008cdd86-7866-4eba-a46b-77edbc07d98a,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:44.514744 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-aba1ede2-6321-42ce-9d72-2196326a3362 admin admin] 10.222.0.55 "PUT /v2.0/routers/1b4982e3-9251-4267-9c43-03c4b0b52362/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7005873 Feb 09 12:56:44.542730 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c758e2f1-e65a-48b5-a253-0a24546deb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4dda4b1-adaa-41df-b5a4-4402fed75e31', 'name': 'tempest-TestVolumeBackupRestore-328759495-router', 'tenant_id': 'b40f58f6a01a40a39dbbfcfb628c136c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '189294ed-8b72-4abb-b545-df7542b717ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:40Z', 'updated_at': '2022-02-09T12:56:42Z', 'revision_number': 3, 'project_id': 'b40f58f6a01a40a39dbbfcfb628c136c', 'gw_port': {'id': '189294ed-8b72-4abb-b545-df7542b717ee', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:83:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4dda4b1-adaa-41df-b5a4-4402fed75e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:41Z', 'updated_at': '2022-02-09T12:56:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:44.547932 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c758e2f1-e65a-48b5-a253-0a24546deb7b None None] Checking router: e4dda4b1-adaa-41df-b5a4-4402fed75e31 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:56:44.548277 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c758e2f1-e65a-48b5-a253-0a24546deb7b None None] Updating router e4dda4b1-adaa-41df-b5a4-4402fed75e31 port 189294ed-8b72-4abb-b545-df7542b717ee binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:56:44.605722 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c758e2f1-e65a-48b5-a253-0a24546deb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:44.720014 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-27610cab-7185-4e6e-9735-be6c2b96c7e0 None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:44.748773 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-27610cab-7185-4e6e-9735-be6c2b96c7e0 None None] Transition to ACTIVE for port object 8cf9b46d-a69f-4cd8-a182-7cef2914e32e will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:56:44.760663 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2f23f7c3-436c-42f2-9a6f-0b877c3de192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:44.786534 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1a12b4a9-b370-41b2-9e1b-e87dd9ebf18d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:44.804040 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-27610cab-7185-4e6e-9735-be6c2b96c7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:44.883282 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-91ecfb06-7cdb-4f28-8164-ea8fa0ad2b4e None None] Attempting to bind port 008cdd86-7866-4eba-a46b-77edbc07d98a on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:56:44.883801 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-91ecfb06-7cdb-4f28-8164-ea8fa0ad2b4e None None] Attempting to bind port 008cdd86-7866-4eba-a46b-77edbc07d98a by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '4470d83a-f939-4086-b92d-9f5de2788a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '0902f55b-6c40-4920-a615-2f768ce163b6'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:56:44.884291 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ecfb06-7cdb-4f28-8164-ea8fa0ad2b4e None None] Attempting to bind port 008cdd86-7866-4eba-a46b-77edbc07d98a on network 0902f55b-6c40-4920-a615-2f768ce163b6 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:56:44.912933 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-2f23f7c3-436c-42f2-9a6f-0b877c3de192 None None] For port ad8c94d3-c270-4dfb-b19b-f1b4f99c77e0, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=ad8c94d3-c270-4dfb-b19b-f1b4f99c77e0,segment=NetworkSegment(73d62146-2cae-4943-b8d5-127c4e61d198),segment_id=73d62146-2cae-4943-b8d5-127c4e61d198)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:56:44.965816 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-27610cab-7185-4e6e-9735-be6c2b96c7e0 None None] Attempting to bind port 8cf9b46d-a69f-4cd8-a182-7cef2914e32e on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:56:44.966294 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-27610cab-7185-4e6e-9735-be6c2b96c7e0 None None] Attempting to bind port 8cf9b46d-a69f-4cd8-a182-7cef2914e32e by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:56:44.966773 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27610cab-7185-4e6e-9735-be6c2b96c7e0 None None] Attempting to bind port 8cf9b46d-a69f-4cd8-a182-7cef2914e32e on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:56:44.969673 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2f23f7c3-436c-42f2-9a6f-0b877c3de192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:44.981312 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ecfb06-7cdb-4f28-8164-ea8fa0ad2b4e None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:56:44.981879 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ecfb06-7cdb-4f28-8164-ea8fa0ad2b4e None None] Checking segment: {'id': '4470d83a-f939-4086-b92d-9f5de2788a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '0902f55b-6c40-4920-a615-2f768ce163b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:56:44.982327 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-91ecfb06-7cdb-4f28-8164-ea8fa0ad2b4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:44.982798 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ecfb06-7cdb-4f28-8164-ea8fa0ad2b4e None None] Bound using segment: {'id': '4470d83a-f939-4086-b92d-9f5de2788a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '0902f55b-6c40-4920-a615-2f768ce163b6'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:56:44.983402 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-91ecfb06-7cdb-4f28-8164-ea8fa0ad2b4e None None] Bound port: 008cdd86-7866-4eba-a46b-77edbc07d98a, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4470d83a-f939-4086-b92d-9f5de2788a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '0902f55b-6c40-4920-a615-2f768ce163b6'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:56:44.984007 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-91ecfb06-7cdb-4f28-8164-ea8fa0ad2b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:44.991538 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5645e2bc-cefa-4a3f-a028-0048da08fddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:45.004140 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-db7f480e-482d-49da-a487-ffab866a42fb None None] Set router e922049d-b650-48ed-b1ac-1ab95a35321b gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:56:45.083762 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27610cab-7185-4e6e-9735-be6c2b96c7e0 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:56:45.084199 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27610cab-7185-4e6e-9735-be6c2b96c7e0 None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:56:45.084673 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-27610cab-7185-4e6e-9735-be6c2b96c7e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:45.085139 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27610cab-7185-4e6e-9735-be6c2b96c7e0 None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:56:45.086044 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-27610cab-7185-4e6e-9735-be6c2b96c7e0 None None] Bound port: 8cf9b46d-a69f-4cd8-a182-7cef2914e32e, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:56:45.086044 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-27610cab-7185-4e6e-9735-be6c2b96c7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:45.154140 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c758e2f1-e65a-48b5-a253-0a24546deb7b None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:45.168918 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-c758e2f1-e65a-48b5-a253-0a24546deb7b None None] Transition to ACTIVE for port object 189294ed-8b72-4abb-b545-df7542b717ee will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:56:45.176830 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c758e2f1-e65a-48b5-a253-0a24546deb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:45.232663 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-27610cab-7185-4e6e-9735-be6c2b96c7e0 None None] For port 8cf9b46d-a69f-4cd8-a182-7cef2914e32e, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:56:45.279486 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-c758e2f1-e65a-48b5-a253-0a24546deb7b None None] Attempting to bind port 189294ed-8b72-4abb-b545-df7542b717ee on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:56:45.284721 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-c758e2f1-e65a-48b5-a253-0a24546deb7b None None] Attempting to bind port 189294ed-8b72-4abb-b545-df7542b717ee by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:56:45.285254 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c758e2f1-e65a-48b5-a253-0a24546deb7b None None] Attempting to bind port 189294ed-8b72-4abb-b545-df7542b717ee on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:56:45.317397 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c758e2f1-e65a-48b5-a253-0a24546deb7b None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:56:45.317737 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c758e2f1-e65a-48b5-a253-0a24546deb7b None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:56:45.318001 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c758e2f1-e65a-48b5-a253-0a24546deb7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:45.318387 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c758e2f1-e65a-48b5-a253-0a24546deb7b None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:56:45.318860 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-c758e2f1-e65a-48b5-a253-0a24546deb7b None None] Bound port: 189294ed-8b72-4abb-b545-df7542b717ee, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:56:45.319225 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c758e2f1-e65a-48b5-a253-0a24546deb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:45.321535 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb8b2a8-edab-405c-bfda-3c7f3c808d81 None None] Pushing event updated for resources: {'Port': ['ID=8cf9b46d-a69f-4cd8-a182-7cef2914e32e,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:45.322797 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-5645e2bc-cefa-4a3f-a028-0048da08fddd admin admin] Allocated IP 172.20.0.1 (0902f55b-6c40-4920-a615-2f768ce163b6/48777c06-7189-4468-bded-cfea9f7ed172/ee87ba93-1879-4ea9-ba06-e8103c87fd2a) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:56:45.376624 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ecb8ce-b57f-415b-9779-01c359fe9c29 None None] Pushing event updated for resources: {'Port': ['ID=189294ed-8b72-4abb-b545-df7542b717ee,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:45.479943 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-27610cab-7185-4e6e-9735-be6c2b96c7e0 None None] For port 8cf9b46d-a69f-4cd8-a182-7cef2914e32e, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=8cf9b46d-a69f-4cd8-a182-7cef2914e32e,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:56:45.496893 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-c758e2f1-e65a-48b5-a253-0a24546deb7b None None] For port 189294ed-8b72-4abb-b545-df7542b717ee, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:56:45.502299 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-c758e2f1-e65a-48b5-a253-0a24546deb7b None None] For port 189294ed-8b72-4abb-b545-df7542b717ee, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=189294ed-8b72-4abb-b545-df7542b717ee,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:56:45.507546 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c758e2f1-e65a-48b5-a253-0a24546deb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:45.525053 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5645e2bc-cefa-4a3f-a028-0048da08fddd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:45.541356 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 355d0767-316b-4362-9319-4c87137524d6 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:56:45.542246 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-5645e2bc-cefa-4a3f-a028-0048da08fddd admin admin] Transition to ACTIVE for port object ee87ba93-1879-4ea9-ba06-e8103c87fd2a will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:56:45.566895 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-27610cab-7185-4e6e-9735-be6c2b96c7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:45.575820 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5645e2bc-cefa-4a3f-a028-0048da08fddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:45.587497 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 355d0767-316b-4362-9319-4c87137524d6 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:45.587890 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:45.612782 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c758e2f1-e65a-48b5-a253-0a24546deb7b None None] Routers {'e4dda4b1-adaa-41df-b5a4-4402fed75e31'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:56:45.613867 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c758e2f1-e65a-48b5-a253-0a24546deb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:56:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e4dda4b1-adaa-41df-b5a4-4402fed75e31'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:45.682485 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5645e2bc-cefa-4a3f-a028-0048da08fddd admin admin] Pushing event updated for resources: {'Port': ['ID=ee87ba93-1879-4ea9-ba06-e8103c87fd2a,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:45.695600 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5645e2bc-cefa-4a3f-a028-0048da08fddd admin admin] Network 0902f55b-6c40-4920-a615-2f768ce163b6 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:56:45.696782 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-5645e2bc-cefa-4a3f-a028-0048da08fddd admin admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:56:45.699644 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5645e2bc-cefa-4a3f-a028-0048da08fddd admin admin] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:56:45.783786 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-91ecfb06-7cdb-4f28-8164-ea8fa0ad2b4e None None] For port 008cdd86-7866-4eba-a46b-77edbc07d98a, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:56:45.792053 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f23f7c3-436c-42f2-9a6f-0b877c3de192 None None] Pushing event updated for resources: {'Port': ['ID=ad8c94d3-c270-4dfb-b19b-f1b4f99c77e0,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:45.803561 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5645e2bc-cefa-4a3f-a028-0048da08fddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:45.844724 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27610cab-7185-4e6e-9735-be6c2b96c7e0 None None] Routers {'1b4982e3-9251-4267-9c43-03c4b0b52362'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:56:45.845372 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-27610cab-7185-4e6e-9735-be6c2b96c7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:56:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['1b4982e3-9251-4267-9c43-03c4b0b52362'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:45.924803 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-c758e2f1-e65a-48b5-a253-0a24546deb7b None None] Set router e4dda4b1-adaa-41df-b5a4-4402fed75e31 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:56:45.998271 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5645e2bc-cefa-4a3f-a028-0048da08fddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:46.042018 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ecb8ce-b57f-415b-9779-01c359fe9c29 None None] Pushing event updated for resources: {'Port': ['ID=189294ed-8b72-4abb-b545-df7542b717ee,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:46.044339 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb8b2a8-edab-405c-bfda-3c7f3c808d81 None None] Pushing event updated for resources: {'Port': ['ID=8cf9b46d-a69f-4cd8-a182-7cef2914e32e,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:46.089150 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-91ecfb06-7cdb-4f28-8164-ea8fa0ad2b4e None None] For port 008cdd86-7866-4eba-a46b-77edbc07d98a, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=008cdd86-7866-4eba-a46b-77edbc07d98a,segment=NetworkSegment(4470d83a-f939-4086-b92d-9f5de2788a2c),segment_id=4470d83a-f939-4086-b92d-9f5de2788a2c)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:56:46.130238 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-07133c3c-79a2-447c-aefc-230978ebdee5 None None] Provisioning for port 59604bbc-b128-4737-a766-95075eeb8e26 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:56:46.214329 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-07133c3c-79a2-447c-aefc-230978ebdee5 None None] Provisioning complete for port 59604bbc-b128-4737-a766-95075eeb8e26 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:46.214697 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-07133c3c-79a2-447c-aefc-230978ebdee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:46.253183 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5645e2bc-cefa-4a3f-a028-0048da08fddd admin admin] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:46.258634 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5645e2bc-cefa-4a3f-a028-0048da08fddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:46.274409 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-91ecfb06-7cdb-4f28-8164-ea8fa0ad2b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:46.281868 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:46.307985 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-07133c3c-79a2-447c-aefc-230978ebdee5 None None] Port 59604bbc-b128-4737-a766-95075eeb8e26 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:56:46.347472 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c758e2f1-e65a-48b5-a253-0a24546deb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4dda4b1-adaa-41df-b5a4-4402fed75e31', 'name': 'tempest-TestVolumeBackupRestore-328759495-router', 'tenant_id': 'b40f58f6a01a40a39dbbfcfb628c136c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '189294ed-8b72-4abb-b545-df7542b717ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:40Z', 'updated_at': '2022-02-09T12:56:42Z', 'revision_number': 3, 'project_id': 'b40f58f6a01a40a39dbbfcfb628c136c', 'gw_port': {'id': '189294ed-8b72-4abb-b545-df7542b717ee', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:83:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4dda4b1-adaa-41df-b5a4-4402fed75e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:41Z', 'updated_at': '2022-02-09T12:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:46.356805 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c758e2f1-e65a-48b5-a253-0a24546deb7b None None] The sync data for ids ['e4dda4b1-adaa-41df-b5a4-4402fed75e31'] in n-d-825178-3 is: [{'id': 'e4dda4b1-adaa-41df-b5a4-4402fed75e31', 'name': 'tempest-TestVolumeBackupRestore-328759495-router', 'tenant_id': 'b40f58f6a01a40a39dbbfcfb628c136c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '189294ed-8b72-4abb-b545-df7542b717ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:40Z', 'updated_at': '2022-02-09T12:56:42Z', 'revision_number': 3, 'project_id': 'b40f58f6a01a40a39dbbfcfb628c136c', 'gw_port': {'id': '189294ed-8b72-4abb-b545-df7542b717ee', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:83:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4dda4b1-adaa-41df-b5a4-4402fed75e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:41Z', 'updated_at': '2022-02-09T12:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:56:46.369411 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5645e2bc-cefa-4a3f-a028-0048da08fddd admin admin] Pushing event updated for resources: {'Port': ['ID=ee87ba93-1879-4ea9-ba06-e8103c87fd2a,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:46.406961 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5645e2bc-cefa-4a3f-a028-0048da08fddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:46.535439 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-07133c3c-79a2-447c-aefc-230978ebdee5 None None] Provisioning complete for port ad8c94d3-c270-4dfb-b19b-f1b4f99c77e0 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:46.535921 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-07133c3c-79a2-447c-aefc-230978ebdee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:46.564432 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 355d0767-316b-4362-9319-4c87137524d6, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=355d0767-316b-4362-9319-4c87137524d6,segment=NetworkSegment(f1650d61-3530-475e-94e5-f585f61a5509),segment_id=f1650d61-3530-475e-94e5-f585f61a5509)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:56:46.570420 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2b1a6129-f2c0-4dd7-9b15-d92dfd65c2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:46.578816 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5645e2bc-cefa-4a3f-a028-0048da08fddd admin admin] Network 0902f55b-6c40-4920-a615-2f768ce163b6 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:56:46.580359 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-5645e2bc-cefa-4a3f-a028-0048da08fddd admin admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:56:46.590688 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:46.598824 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 35059304-b7fe-4dba-bf3b-720079990bf2 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:56:46.666466 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ecfb06-7cdb-4f28-8164-ea8fa0ad2b4e None None] Pushing event updated for resources: {'Port': ['ID=008cdd86-7866-4eba-a46b-77edbc07d98a,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:46.748746 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-db7f480e-482d-49da-a487-ffab866a42fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'name': 'tempest-TestVolumeBootPattern-78844202-router', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '87bc3ede-f501-4c63-bb09-c236448ea899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:28Z', 'updated_at': '2022-02-09T12:56:33Z', 'revision_number': 4, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'gw_port': {'id': '87bc3ede-f501-4c63-bb09-c236448ea899', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:29Z', 'updated_at': '2022-02-09T12:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '69b3a609-ffa6-435a-a708-024dfae28a6a', 'name': '', 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'mac_address': 'fa:16:3e:c2:d3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:32Z', 'updated_at': '2022-02-09T12:56:42Z', 'revision_number': 4, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'subnets': [{'id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:46.784302 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-27610cab-7185-4e6e-9735-be6c2b96c7e0 None None] Set router 1b4982e3-9251-4267-9c43-03c4b0b52362 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:56:46.848753 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7f480e-482d-49da-a487-ffab866a42fb None None] The sync data for ids ['e922049d-b650-48ed-b1ac-1ab95a35321b'] in n-d-825178-3 is: [{'id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'name': 'tempest-TestVolumeBootPattern-78844202-router', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '87bc3ede-f501-4c63-bb09-c236448ea899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:28Z', 'updated_at': '2022-02-09T12:56:33Z', 'revision_number': 4, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'gw_port': {'id': '87bc3ede-f501-4c63-bb09-c236448ea899', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:29Z', 'updated_at': '2022-02-09T12:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '69b3a609-ffa6-435a-a708-024dfae28a6a', 'name': '', 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'mac_address': 'fa:16:3e:c2:d3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:32Z', 'updated_at': '2022-02-09T12:56:42Z', 'revision_number': 4, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'subnets': [{'id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:56:47.048736 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=355d0767-316b-4362-9319-4c87137524d6,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:47.118184 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5645e2bc-cefa-4a3f-a028-0048da08fddd admin admin] Router e4dda4b1-adaa-41df-b5a4-4402fed75e31 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:56:47.323062 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 35059304-b7fe-4dba-bf3b-720079990bf2 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:47.323435 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:47.448793 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5645e2bc-cefa-4a3f-a028-0048da08fddd admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:56:47.469785 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-5645e2bc-cefa-4a3f-a028-0048da08fddd admin admin] 10.222.0.55 "PUT /v2.0/routers/e4dda4b1-adaa-41df-b5a4-4402fed75e31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5873392 Feb 09 12:56:47.633503 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b1f68483-d4c7-474e-81d9-8af084102594 None None] Provisioning complete for port 59604bbc-b128-4737-a766-95075eeb8e26 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:47.634070 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b1f68483-d4c7-474e-81d9-8af084102594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:47.736985 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:47.780962 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b1f68483-d4c7-474e-81d9-8af084102594 None None] Port 59604bbc-b128-4737-a766-95075eeb8e26 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:56:47.783606 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:47.797400 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-27610cab-7185-4e6e-9735-be6c2b96c7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4982e3-9251-4267-9c43-03c4b0b52362', 'name': 'tempest-TestVolumeBootPattern-2098640954-router', 'tenant_id': '91e64780f47b40b5a72904077f7d5564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '8cf9b46d-a69f-4cd8-a182-7cef2914e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:37Z', 'updated_at': '2022-02-09T12:56:43Z', 'revision_number': 4, 'project_id': '91e64780f47b40b5a72904077f7d5564', 'gw_port': {'id': '8cf9b46d-a69f-4cd8-a182-7cef2914e32e', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:04:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4982e3-9251-4267-9c43-03c4b0b52362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:38Z', 'updated_at': '2022-02-09T12:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '59604bbc-b128-4737-a766-95075eeb8e26', 'name': '', 'network_id': '0a884b0e-7382-439c-abf6-f3791512933f', 'tenant_id': '91e64780f47b40b5a72904077f7d5564', 'mac_address': 'fa:16:3e:6f:cc:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4982e3-9251-4267-9c43-03c4b0b52362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '07f7751e-71df-4559-8b10-c291627f0f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:42Z', 'updated_at': '2022-02-09T12:56:43Z', 'revision_number': 2, 'project_id': '91e64780f47b40b5a72904077f7d5564', 'subnets': [{'id': '07f7751e-71df-4559-8b10-c291627f0f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:47.807626 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27610cab-7185-4e6e-9735-be6c2b96c7e0 None None] The sync data for ids ['1b4982e3-9251-4267-9c43-03c4b0b52362'] in n-d-825178-3 is: [{'id': '1b4982e3-9251-4267-9c43-03c4b0b52362', 'name': 'tempest-TestVolumeBootPattern-2098640954-router', 'tenant_id': '91e64780f47b40b5a72904077f7d5564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '8cf9b46d-a69f-4cd8-a182-7cef2914e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:37Z', 'updated_at': '2022-02-09T12:56:43Z', 'revision_number': 4, 'project_id': '91e64780f47b40b5a72904077f7d5564', 'gw_port': {'id': '8cf9b46d-a69f-4cd8-a182-7cef2914e32e', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:04:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4982e3-9251-4267-9c43-03c4b0b52362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:38Z', 'updated_at': '2022-02-09T12:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '59604bbc-b128-4737-a766-95075eeb8e26', 'name': '', 'network_id': '0a884b0e-7382-439c-abf6-f3791512933f', 'tenant_id': '91e64780f47b40b5a72904077f7d5564', 'mac_address': 'fa:16:3e:6f:cc:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4982e3-9251-4267-9c43-03c4b0b52362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '07f7751e-71df-4559-8b10-c291627f0f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:42Z', 'updated_at': '2022-02-09T12:56:43Z', 'revision_number': 2, 'project_id': '91e64780f47b40b5a72904077f7d5564', 'subnets': [{'id': '07f7751e-71df-4559-8b10-c291627f0f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:56:47.868701 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-f13993f2-0877-48ee-86ce-30d8654d778e tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:47.870672 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-f13993f2-0877-48ee-86ce-30d8654d778e tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/networks?id=a26dea7e-804c-440b-8d39-fd312032ec0c HTTP/1.1" status: 200 len: 810 time: 0.3592470 Feb 09 12:56:47.902990 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-bbd4902c-5cdd-4a91-8976-1b5e48ca46c7 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/quotas/1d5c90683c4945019bf1e460c83dc94a HTTP/1.1" status: 200 len: 375 time: 0.0246096 Feb 09 12:56:48.031671 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-439c3cad-295e-436f-9ee2-0dcd9fddfb44 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d5c90683c4945019bf1e460c83dc94a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1272411 Feb 09 12:56:48.140443 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device ad8c94d3-c270-4dfb-b19b-f1b4f99c77e0 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:56:48.215961 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d149586-a975-4c7a-9eee-a259990c07a6 None None] Network 0902f55b-6c40-4920-a615-2f768ce163b6 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:56:48.256693 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-bfe86fde-1f1a-4be4-9d3b-8c1ad7701cf6 service neutron] 10.222.0.55 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239246 Feb 09 12:56:48.378280 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-517437a6-8dc0-48bb-890d-c4eda3c30521 None None] Provisioning for port 008cdd86-7866-4eba-a46b-77edbc07d98a completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:56:48.435057 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-dd7d3274-89b0-4925-b72e-0d4f8d1ca2e9 service neutron] 10.222.0.55 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770353 Feb 09 12:56:48.481042 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port ad8c94d3-c270-4dfb-b19b-f1b4f99c77e0 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:48.481477 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:48.669549 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 355d0767-316b-4362-9319-4c87137524d6 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:56:48.750995 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 355d0767-316b-4362-9319-4c87137524d6 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:48.751372 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:48.893991 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 189294ed-8b72-4abb-b545-df7542b717ee up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:56:48.968805 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 189294ed-8b72-4abb-b545-df7542b717ee completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:56:48.975925 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 189294ed-8b72-4abb-b545-df7542b717ee triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:48.976521 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:49.036592 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1e114551-46e9-4566-8331-6e23b3d13f94 req-5cf5310d-df6d-49cf-8a6b-2d8ffc613842 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=23a67f25-3584-4621-8058-c8207db80320 HTTP/1.1" status: 200 len: 210 time: 0.1097336 Feb 09 12:56:49.062188 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-41a2309f-25fc-437a-8a4a-633d8a03900c None None] Provisioning for port ee87ba93-1879-4ea9-ba06-e8103c87fd2a completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:56:49.100101 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-41a2309f-25fc-437a-8a4a-633d8a03900c None None] Provisioning complete for port ee87ba93-1879-4ea9-ba06-e8103c87fd2a triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:49.100570 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-41a2309f-25fc-437a-8a4a-633d8a03900c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:49.181857 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:49.196588 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-41a2309f-25fc-437a-8a4a-633d8a03900c None None] Port ee87ba93-1879-4ea9-ba06-e8103c87fd2a cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:56:49.210015 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 189294ed-8b72-4abb-b545-df7542b717ee, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=189294ed-8b72-4abb-b545-df7542b717ee,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:56:49.224872 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:49.226033 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 008cdd86-7866-4eba-a46b-77edbc07d98a up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:56:49.443692 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:49.461006 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=189294ed-8b72-4abb-b545-df7542b717ee,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:49.479509 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 008cdd86-7866-4eba-a46b-77edbc07d98a completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:56:49.490848 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 008cdd86-7866-4eba-a46b-77edbc07d98a triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:49.491206 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:49.537497 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-85b31b71-6d0a-45c5-964c-774b2075de87 None None] Provisioning complete for port ee87ba93-1879-4ea9-ba06-e8103c87fd2a triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:49.537882 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-85b31b71-6d0a-45c5-964c-774b2075de87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:49.693586 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-85b31b71-6d0a-45c5-964c-774b2075de87 None None] Port ee87ba93-1879-4ea9-ba06-e8103c87fd2a cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:56:49.785870 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:49.847656 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-74aea988-127e-4396-b4b4-e9fb46c54d72 None None] Provisioning complete for port ee87ba93-1879-4ea9-ba06-e8103c87fd2a triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:49.848062 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-74aea988-127e-4396-b4b4-e9fb46c54d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:49.876025 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 008cdd86-7866-4eba-a46b-77edbc07d98a, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=008cdd86-7866-4eba-a46b-77edbc07d98a,segment=NetworkSegment(4470d83a-f939-4086-b92d-9f5de2788a2c),segment_id=4470d83a-f939-4086-b92d-9f5de2788a2c)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:56:49.882017 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:49.882824 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 69b3a609-ffa6-435a-a708-024dfae28a6a up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:56:50.019548 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-74aea988-127e-4396-b4b4-e9fb46c54d72 None None] Port ee87ba93-1879-4ea9-ba06-e8103c87fd2a cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:56:50.029725 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=008cdd86-7866-4eba-a46b-77edbc07d98a,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:50.044584 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 69b3a609-ffa6-435a-a708-024dfae28a6a completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:56:50.049969 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 69b3a609-ffa6-435a-a708-024dfae28a6a triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:50.050345 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:50.230114 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:50.270392 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5d9a5c4e-94eb-410d-bebc-2aa591c6bf49 req-6ebad1c6-a89f-4364-ba8f-f39d2502b682 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=23a67f25-3584-4621-8058-c8207db80320 HTTP/1.1" status: 200 len: 210 time: 0.1077766 Feb 09 12:56:50.280506 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 69b3a609-ffa6-435a-a708-024dfae28a6a, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=69b3a609-ffa6-435a-a708-024dfae28a6a,segment=NetworkSegment(14242949-90f8-482e-9951-1857393899e3),segment_id=14242949-90f8-482e-9951-1857393899e3)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:56:50.289028 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:50.445598 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=69b3a609-ffa6-435a-a708-024dfae28a6a,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:50.480718 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 189294ed-8b72-4abb-b545-df7542b717ee up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:56:50.508015 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-fddb7af9-f1bd-438c-ad41-c32dbdea2b49 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:50.510174 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-fddb7af9-f1bd-438c-ad41-c32dbdea2b49 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.52 "GET /v2.0/networks?id=a26dea7e-804c-440b-8d39-fd312032ec0c HTTP/1.1" status: 200 len: 810 time: 0.2813368 Feb 09 12:56:50.525988 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-dae2e0cb-044b-4dd8-b6c5-ee0e4180feae tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Request body: {'port': {'device_id': '23a67f25-3584-4621-8058-c8207db80320', 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'admin_state_up': True, 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:56:50.591257 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 189294ed-8b72-4abb-b545-df7542b717ee triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:50.591612 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:50.670840 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:50.741013 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-dae2e0cb-044b-4dd8-b6c5-ee0e4180feae tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:56:50.745428 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-dae2e0cb-044b-4dd8-b6c5-ee0e4180feae tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Usage tracker for resource:port and tenant:1d5c90683c4945019bf1e460c83dc94a is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:56:50.749798 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-dae2e0cb-044b-4dd8-b6c5-ee0e4180feae tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:56:50.755912 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-dae2e0cb-044b-4dd8-b6c5-ee0e4180feae tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:56:50.765394 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 008cdd86-7866-4eba-a46b-77edbc07d98a up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:56:50.769804 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-dae2e0cb-044b-4dd8-b6c5-ee0e4180feae tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Made reservation on behalf of 1d5c90683c4945019bf1e460c83dc94a for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:56:50.774254 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-dae2e0cb-044b-4dd8-b6c5-ee0e4180feae tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:50.853043 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 008cdd86-7866-4eba-a46b-77edbc07d98a triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:50.853346 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:50.915430 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6142b159-a181-474a-abf5-be383f5a3ef4 None None] Sync routers for ids ['e4dda4b1-adaa-41df-b5a4-4402fed75e31'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:56:50.940684 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6142b159-a181-474a-abf5-be383f5a3ef4 None None] Routers {'e4dda4b1-adaa-41df-b5a4-4402fed75e31'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:56:50.941365 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-6142b159-a181-474a-abf5-be383f5a3ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:56:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e4dda4b1-adaa-41df-b5a4-4402fed75e31'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:51.051096 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-dae2e0cb-044b-4dd8-b6c5-ee0e4180feae tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Allocated IP 172.20.0.11 (a26dea7e-804c-440b-8d39-fd312032ec0c/c00dd5d5-2adb-420a-a9e5-79af8795f5b5/e6e61848-5f00-44ab-a347-8ddf75669e84) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:56:51.316066 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-6142b159-a181-474a-abf5-be383f5a3ef4 None None] Set router e4dda4b1-adaa-41df-b5a4-4402fed75e31 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:56:51.383662 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-dae2e0cb-044b-4dd8-b6c5-ee0e4180feae tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:51.415024 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-dae2e0cb-044b-4dd8-b6c5-ee0e4180feae tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Transition to ACTIVE for port object e6e61848-5f00-44ab-a347-8ddf75669e84 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:56:51.462479 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-dae2e0cb-044b-4dd8-b6c5-ee0e4180feae tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:51.739899 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-dae2e0cb-044b-4dd8-b6c5-ee0e4180feae tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Network a26dea7e-804c-440b-8d39-fd312032ec0c is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:56:51.744878 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-dae2e0cb-044b-4dd8-b6c5-ee0e4180feae tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:56:51.750743 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-dae2e0cb-044b-4dd8-b6c5-ee0e4180feae tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:56:51.811759 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2e0cb-044b-4dd8-b6c5-ee0e4180feae tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Pushing event updated for resources: {'Port': ['ID=e6e61848-5f00-44ab-a347-8ddf75669e84,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:51.857736 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-dae2e0cb-044b-4dd8-b6c5-ee0e4180feae tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:51.858596 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-dae2e0cb-044b-4dd8-b6c5-ee0e4180feae tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:51.892186 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a075c3-a979-4759-8bcc-1da621f4ba34 req-d9e5c1f4-3783-4330-b901-16ddb9a1c705 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:51.893748 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-63a075c3-a979-4759-8bcc-1da621f4ba34 req-d9e5c1f4-3783-4330-b901-16ddb9a1c705 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=23a67f25-3584-4621-8058-c8207db80320 HTTP/1.1" status: 200 len: 932 time: 0.3771381 Feb 09 12:56:51.895359 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-6142b159-a181-474a-abf5-be383f5a3ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4dda4b1-adaa-41df-b5a4-4402fed75e31', 'name': 'tempest-TestVolumeBackupRestore-328759495-router', 'tenant_id': 'b40f58f6a01a40a39dbbfcfb628c136c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '189294ed-8b72-4abb-b545-df7542b717ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:40Z', 'updated_at': '2022-02-09T12:56:45Z', 'revision_number': 4, 'project_id': 'b40f58f6a01a40a39dbbfcfb628c136c', 'gw_port': {'id': '189294ed-8b72-4abb-b545-df7542b717ee', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:83:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4dda4b1-adaa-41df-b5a4-4402fed75e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:41Z', 'updated_at': '2022-02-09T12:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'ee87ba93-1879-4ea9-ba06-e8103c87fd2a', 'name': '', 'network_id': '0902f55b-6c40-4920-a615-2f768ce163b6', 'tenant_id': 'b40f58f6a01a40a39dbbfcfb628c136c', 'mac_address': 'fa:16:3e:76:8f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4dda4b1-adaa-41df-b5a4-4402fed75e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '48777c06-7189-4468-bded-cfea9f7ed172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:45Z', 'updated_at': '2022-02-09T12:56:46Z', 'revision_number': 2, 'project_id': 'b40f58f6a01a40a39dbbfcfb628c136c', 'subnets': [{'id': '48777c06-7189-4468-bded-cfea9f7ed172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:51.899958 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6142b159-a181-474a-abf5-be383f5a3ef4 None None] Checking router: e4dda4b1-adaa-41df-b5a4-4402fed75e31 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:56:51.900390 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6142b159-a181-474a-abf5-be383f5a3ef4 None None] Updating router e4dda4b1-adaa-41df-b5a4-4402fed75e31 port ee87ba93-1879-4ea9-ba06-e8103c87fd2a binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:56:51.930395 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-dae2e0cb-044b-4dd8-b6c5-ee0e4180feae tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4117231 Feb 09 12:56:51.943741 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-c378475f-d01d-4443-85d3-74c9d84a437f service neutron] Request body: {'port': {'device_id': '23a67f25-3584-4621-8058-c8207db80320', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:56:51.977123 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6142b159-a181-474a-abf5-be383f5a3ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:52.038706 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-63a075c3-a979-4759-8bcc-1da621f4ba34 req-c9579f3c-fe69-49f4-ae3b-e47dbfcab624 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369431 Feb 09 12:56:52.163262 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-c378475f-d01d-4443-85d3-74c9d84a437f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:52.207216 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-dbea1544-e1c4-42b2-ad3f-5f4dfe0ee922 None None] Provisioning for port e6e61848-5f00-44ab-a347-8ddf75669e84 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:56:52.218280 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-dbea1544-e1c4-42b2-ad3f-5f4dfe0ee922 None None] Provisioning complete for port e6e61848-5f00-44ab-a347-8ddf75669e84 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:52.218954 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-dbea1544-e1c4-42b2-ad3f-5f4dfe0ee922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:52.387237 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-dbea1544-e1c4-42b2-ad3f-5f4dfe0ee922 None None] Port e6e61848-5f00-44ab-a347-8ddf75669e84 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:56:52.571594 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 8cf9b46d-a69f-4cd8-a182-7cef2914e32e up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:56:52.649584 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6142b159-a181-474a-abf5-be383f5a3ef4 None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:52.666899 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6142b159-a181-474a-abf5-be383f5a3ef4 None None] Transition to ACTIVE for port object ee87ba93-1879-4ea9-ba06-e8103c87fd2a will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:56:52.674301 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6142b159-a181-474a-abf5-be383f5a3ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:52.724125 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-c378475f-d01d-4443-85d3-74c9d84a437f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6e61848-5f00-44ab-a347-8ddf75669e84 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:56:52.736600 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 8cf9b46d-a69f-4cd8-a182-7cef2914e32e completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:56:52.745033 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-c378475f-d01d-4443-85d3-74c9d84a437f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:52.767886 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-c378475f-d01d-4443-85d3-74c9d84a437f service neutron] Transition to ACTIVE for port object e6e61848-5f00-44ab-a347-8ddf75669e84 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:56:52.773088 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-c378475f-d01d-4443-85d3-74c9d84a437f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:52.793050 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 8cf9b46d-a69f-4cd8-a182-7cef2914e32e triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:52.793395 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:52.867581 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ffc82c-add1-40bc-890d-435c43862177 None None] Pushing event updated for resources: {'Port': ['ID=ee87ba93-1879-4ea9-ba06-e8103c87fd2a,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:53.072299 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-6142b159-a181-474a-abf5-be383f5a3ef4 None None] Attempting to bind port ee87ba93-1879-4ea9-ba06-e8103c87fd2a on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:56:53.073201 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-6142b159-a181-474a-abf5-be383f5a3ef4 None None] Attempting to bind port ee87ba93-1879-4ea9-ba06-e8103c87fd2a by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '4470d83a-f939-4086-b92d-9f5de2788a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '0902f55b-6c40-4920-a615-2f768ce163b6'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:56:53.075129 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6142b159-a181-474a-abf5-be383f5a3ef4 None None] Attempting to bind port ee87ba93-1879-4ea9-ba06-e8103c87fd2a on network 0902f55b-6c40-4920-a615-2f768ce163b6 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:56:53.092641 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6142b159-a181-474a-abf5-be383f5a3ef4 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:56:53.093289 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6142b159-a181-474a-abf5-be383f5a3ef4 None None] Checking segment: {'id': '4470d83a-f939-4086-b92d-9f5de2788a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '0902f55b-6c40-4920-a615-2f768ce163b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:56:53.096168 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6142b159-a181-474a-abf5-be383f5a3ef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:53.096481 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6142b159-a181-474a-abf5-be383f5a3ef4 None None] Bound using segment: {'id': '4470d83a-f939-4086-b92d-9f5de2788a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '0902f55b-6c40-4920-a615-2f768ce163b6'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:56:53.097022 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-6142b159-a181-474a-abf5-be383f5a3ef4 None None] Bound port: ee87ba93-1879-4ea9-ba06-e8103c87fd2a, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4470d83a-f939-4086-b92d-9f5de2788a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '0902f55b-6c40-4920-a615-2f768ce163b6'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:56:53.097447 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6142b159-a181-474a-abf5-be383f5a3ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:53.159067 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c378475f-d01d-4443-85d3-74c9d84a437f service neutron] Pushing event updated for resources: {'Port': ['ID=e6e61848-5f00-44ab-a347-8ddf75669e84,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:53.288513 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:53.304253 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:53.316993 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-c378475f-d01d-4443-85d3-74c9d84a437f service neutron] Attempting to bind port e6e61848-5f00-44ab-a347-8ddf75669e84 on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:56:53.317256 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-c378475f-d01d-4443-85d3-74c9d84a437f service neutron] Attempting to bind port e6e61848-5f00-44ab-a347-8ddf75669e84 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': '14242949-90f8-482e-9951-1857393899e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:56:53.317584 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-c378475f-d01d-4443-85d3-74c9d84a437f service neutron] Attempting to bind port e6e61848-5f00-44ab-a347-8ddf75669e84 on network a26dea7e-804c-440b-8d39-fd312032ec0c {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:56:53.322136 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 8cf9b46d-a69f-4cd8-a182-7cef2914e32e, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=8cf9b46d-a69f-4cd8-a182-7cef2914e32e,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:56:53.326057 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-c378475f-d01d-4443-85d3-74c9d84a437f service neutron] Port e6e61848-5f00-44ab-a347-8ddf75669e84 on network a26dea7e-804c-440b-8d39-fd312032ec0c not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:56:53.326414 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-c378475f-d01d-4443-85d3-74c9d84a437f service neutron] Attempting to bind port e6e61848-5f00-44ab-a347-8ddf75669e84 on network a26dea7e-804c-440b-8d39-fd312032ec0c {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:56:53.336767 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:53.337586 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 69b3a609-ffa6-435a-a708-024dfae28a6a up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:56:53.342134 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-c378475f-d01d-4443-85d3-74c9d84a437f service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:56:53.342475 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-c378475f-d01d-4443-85d3-74c9d84a437f service neutron] Checking segment: {'id': '14242949-90f8-482e-9951-1857393899e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:56:53.342860 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-c378475f-d01d-4443-85d3-74c9d84a437f service neutron] Bound using segment: {'id': '14242949-90f8-482e-9951-1857393899e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:56:53.343293 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-c378475f-d01d-4443-85d3-74c9d84a437f service neutron] Bound port: e6e61848-5f00-44ab-a347-8ddf75669e84, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14242949-90f8-482e-9951-1857393899e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:56:53.343917 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-c378475f-d01d-4443-85d3-74c9d84a437f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:53.429461 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce74a1-31a0-457c-b20f-bbd705acd18c req-3851d936-b4b8-4ca3-a3b9-d69a7ffa7f31 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:53.430176 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-5fce74a1-31a0-457c-b20f-bbd705acd18c req-3851d936-b4b8-4ca3-a3b9-d69a7ffa7f31 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Synchronizing usage tracker for tenant:1d5c90683c4945019bf1e460c83dc94a on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:56:53.453854 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-6142b159-a181-474a-abf5-be383f5a3ef4 None None] For port ee87ba93-1879-4ea9-ba06-e8103c87fd2a, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:56:53.471802 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-6142b159-a181-474a-abf5-be383f5a3ef4 None None] For port ee87ba93-1879-4ea9-ba06-e8103c87fd2a, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=ee87ba93-1879-4ea9-ba06-e8103c87fd2a,segment=NetworkSegment(4470d83a-f939-4086-b92d-9f5de2788a2c),segment_id=4470d83a-f939-4086-b92d-9f5de2788a2c)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:56:53.475118 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-5fce74a1-31a0-457c-b20f-bbd705acd18c req-3851d936-b4b8-4ca3-a3b9-d69a7ffa7f31 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Unset dirty status for tenant:1d5c90683c4945019bf1e460c83dc94a on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:56:53.476881 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5fce74a1-31a0-457c-b20f-bbd705acd18c req-3851d936-b4b8-4ca3-a3b9-d69a7ffa7f31 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=23a67f25-3584-4621-8058-c8207db80320 HTTP/1.1" status: 200 len: 944 time: 0.2339289 Feb 09 12:56:53.483131 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6142b159-a181-474a-abf5-be383f5a3ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:53.490703 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=8cf9b46d-a69f-4cd8-a182-7cef2914e32e,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:53.511669 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-c378475f-d01d-4443-85d3-74c9d84a437f service neutron] For port e6e61848-5f00-44ab-a347-8ddf75669e84, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:56:53.532613 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-c378475f-d01d-4443-85d3-74c9d84a437f service neutron] For port e6e61848-5f00-44ab-a347-8ddf75669e84, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=e6e61848-5f00-44ab-a347-8ddf75669e84,segment=NetworkSegment(14242949-90f8-482e-9951-1857393899e3),segment_id=14242949-90f8-482e-9951-1857393899e3)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:56:53.538659 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5fce74a1-31a0-457c-b20f-bbd705acd18c req-0abe9579-68db-4710-84cc-115709006683 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544894 Feb 09 12:56:53.540135 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-c378475f-d01d-4443-85d3-74c9d84a437f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:53.582576 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 69b3a609-ffa6-435a-a708-024dfae28a6a triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:53.582576 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:53.602396 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-c378475f-d01d-4443-85d3-74c9d84a437f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:53.603315 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-c378475f-d01d-4443-85d3-74c9d84a437f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:53.604775 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-c378475f-d01d-4443-85d3-74c9d84a437f service neutron] 10.222.0.52 "PUT /v2.0/ports/e6e61848-5f00-44ab-a347-8ddf75669e84 HTTP/1.1" status: 200 len: 1092 time: 1.6662326 Feb 09 12:56:53.607745 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a67f25-3584-4621-8058-c8207db80320', 'tag': 'e6e61848-5f00-44ab-a347-8ddf75669e84'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:56:53.637976 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c378475f-d01d-4443-85d3-74c9d84a437f service neutron] Pushing event updated for resources: {'Port': ['ID=e6e61848-5f00-44ab-a347-8ddf75669e84,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:53.683453 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ffc82c-add1-40bc-890d-435c43862177 None None] Pushing event updated for resources: {'Port': ['ID=ee87ba93-1879-4ea9-ba06-e8103c87fd2a,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:53.702647 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6142b159-a181-474a-abf5-be383f5a3ef4 None None] Routers {'e4dda4b1-adaa-41df-b5a4-4402fed75e31'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:56:53.703444 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-6142b159-a181-474a-abf5-be383f5a3ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:56:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e4dda4b1-adaa-41df-b5a4-4402fed75e31'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:53.728859 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a67f25-3584-4621-8058-c8207db80320', 'tag': 'e6e61848-5f00-44ab-a347-8ddf75669e84', 'status': 'completed', 'code': 200} Feb 09 12:56:53.775951 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-01cfa1a5-7e2e-4c2d-878d-d9a236ca0028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:53.778964 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-01cfa1a5-7e2e-4c2d-878d-d9a236ca0028 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d5c90683c4945019bf1e460c83dc94a&device_id=23a67f25-3584-4621-8058-c8207db80320 HTTP/1.1" status: 200 len: 1095 time: 0.1228404 Feb 09 12:56:53.859938 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-9ed3fc9e-4c35-4e44-a9b8-a035dc1d5081 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6e61848-5f00-44ab-a347-8ddf75669e84 HTTP/1.1" status: 200 len: 217 time: 0.0736659 Feb 09 12:56:53.942378 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-4456fac9-9749-4529-8017-856ff05d437f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:53.953236 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-4456fac9-9749-4529-8017-856ff05d437f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c00dd5d5-2adb-420a-a9e5-79af8795f5b5 HTTP/1.1" status: 200 len: 849 time: 0.0872967 Feb 09 12:56:54.056540 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-bb4c99d9-170b-4cf6-886f-60a535be7294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:54.058161 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-bb4c99d9-170b-4cf6-886f-60a535be7294 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a26dea7e-804c-440b-8d39-fd312032ec0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0955842 Feb 09 12:56:54.091005 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-6142b159-a181-474a-abf5-be383f5a3ef4 None None] Set router e4dda4b1-adaa-41df-b5a4-4402fed75e31 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:56:54.223523 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-17008da0-ba67-4cf5-b122-72be31e18780 service neutron] 10.222.0.52 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517162 Feb 09 12:56:54.404422 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af50c9d-019e-44df-aacc-81bd47ae7c01 None None] Sync routers for ids ['1b4982e3-9251-4267-9c43-03c4b0b52362'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:56:54.419369 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af50c9d-019e-44df-aacc-81bd47ae7c01 None None] Routers {'1b4982e3-9251-4267-9c43-03c4b0b52362'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:56:54.423497 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-9af50c9d-019e-44df-aacc-81bd47ae7c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:56:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['1b4982e3-9251-4267-9c43-03c4b0b52362'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:54.463071 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 8cf9b46d-a69f-4cd8-a182-7cef2914e32e up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:56:54.585082 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 8cf9b46d-a69f-4cd8-a182-7cef2914e32e triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:54.585456 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:54.606673 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a1157515-d987-4a61-9c36-48e3a92f33a5 req-6f249e16-75ab-4db7-90d4-e0bfa08fb8de service neutron] 10.222.0.52 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764639 Feb 09 12:56:54.641962 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-6142b159-a181-474a-abf5-be383f5a3ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4dda4b1-adaa-41df-b5a4-4402fed75e31', 'name': 'tempest-TestVolumeBackupRestore-328759495-router', 'tenant_id': 'b40f58f6a01a40a39dbbfcfb628c136c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '189294ed-8b72-4abb-b545-df7542b717ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:40Z', 'updated_at': '2022-02-09T12:56:45Z', 'revision_number': 4, 'project_id': 'b40f58f6a01a40a39dbbfcfb628c136c', 'gw_port': {'id': '189294ed-8b72-4abb-b545-df7542b717ee', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:83:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4dda4b1-adaa-41df-b5a4-4402fed75e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:41Z', 'updated_at': '2022-02-09T12:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'ee87ba93-1879-4ea9-ba06-e8103c87fd2a', 'name': '', 'network_id': '0902f55b-6c40-4920-a615-2f768ce163b6', 'tenant_id': 'b40f58f6a01a40a39dbbfcfb628c136c', 'mac_address': 'fa:16:3e:76:8f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4dda4b1-adaa-41df-b5a4-4402fed75e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '48777c06-7189-4468-bded-cfea9f7ed172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:45Z', 'updated_at': '2022-02-09T12:56:53Z', 'revision_number': 4, 'project_id': 'b40f58f6a01a40a39dbbfcfb628c136c', 'subnets': [{'id': '48777c06-7189-4468-bded-cfea9f7ed172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:54.651702 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6142b159-a181-474a-abf5-be383f5a3ef4 None None] The sync data for ids ['e4dda4b1-adaa-41df-b5a4-4402fed75e31'] in n-d-825178-3 is: [{'id': 'e4dda4b1-adaa-41df-b5a4-4402fed75e31', 'name': 'tempest-TestVolumeBackupRestore-328759495-router', 'tenant_id': 'b40f58f6a01a40a39dbbfcfb628c136c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '189294ed-8b72-4abb-b545-df7542b717ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:40Z', 'updated_at': '2022-02-09T12:56:45Z', 'revision_number': 4, 'project_id': 'b40f58f6a01a40a39dbbfcfb628c136c', 'gw_port': {'id': '189294ed-8b72-4abb-b545-df7542b717ee', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:83:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4dda4b1-adaa-41df-b5a4-4402fed75e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:41Z', 'updated_at': '2022-02-09T12:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'ee87ba93-1879-4ea9-ba06-e8103c87fd2a', 'name': '', 'network_id': '0902f55b-6c40-4920-a615-2f768ce163b6', 'tenant_id': 'b40f58f6a01a40a39dbbfcfb628c136c', 'mac_address': 'fa:16:3e:76:8f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4dda4b1-adaa-41df-b5a4-4402fed75e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '48777c06-7189-4468-bded-cfea9f7ed172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:45Z', 'updated_at': '2022-02-09T12:56:53Z', 'revision_number': 4, 'project_id': 'b40f58f6a01a40a39dbbfcfb628c136c', 'subnets': [{'id': '48777c06-7189-4468-bded-cfea9f7ed172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:56:54.675230 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-9af50c9d-019e-44df-aacc-81bd47ae7c01 None None] Set router 1b4982e3-9251-4267-9c43-03c4b0b52362 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:56:54.859893 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aba20b-2c55-4b7b-ae93-5da322659a84 req-af5d4d27-4fa7-4782-bb8f-a1f15078d216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:54.863404 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3aba20b-2c55-4b7b-ae93-5da322659a84 req-af5d4d27-4fa7-4782-bb8f-a1f15078d216 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d5c90683c4945019bf1e460c83dc94a&device_id=23a67f25-3584-4621-8058-c8207db80320 HTTP/1.1" status: 200 len: 1095 time: 0.2016788 Feb 09 12:56:54.900229 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa545f-6a6f-4b4d-ac21-a3ff096dbe3c req-15ba46e8-5611-4f0c-a8b9-80933afee521 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:54.901937 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4cfa545f-6a6f-4b4d-ac21-a3ff096dbe3c req-15ba46e8-5611-4f0c-a8b9-80933afee521 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=23a67f25-3584-4621-8058-c8207db80320 HTTP/1.1" status: 200 len: 944 time: 0.1646352 Feb 09 12:56:55.040809 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4cfa545f-6a6f-4b4d-ac21-a3ff096dbe3c req-386a4711-b2f4-45ab-a4f7-4755e1a6902e tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788591 Feb 09 12:56:55.063122 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aba20b-2c55-4b7b-ae93-5da322659a84 req-2c2fcc32-0a2d-4440-89e8-d5269a3f1a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:55.064613 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3aba20b-2c55-4b7b-ae93-5da322659a84 req-2c2fcc32-0a2d-4440-89e8-d5269a3f1a53 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a26dea7e-804c-440b-8d39-fd312032ec0c HTTP/1.1" status: 200 len: 911 time: 0.1963663 Feb 09 12:56:55.135420 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3aba20b-2c55-4b7b-ae93-5da322659a84 req-a3c2e21f-ba89-4a7d-97e4-e26380d2aefe service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6e61848-5f00-44ab-a347-8ddf75669e84 HTTP/1.1" status: 200 len: 217 time: 0.0643554 Feb 09 12:56:55.143750 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-9af50c9d-019e-44df-aacc-81bd47ae7c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4982e3-9251-4267-9c43-03c4b0b52362', 'name': 'tempest-TestVolumeBootPattern-2098640954-router', 'tenant_id': '91e64780f47b40b5a72904077f7d5564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '8cf9b46d-a69f-4cd8-a182-7cef2914e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:37Z', 'updated_at': '2022-02-09T12:56:43Z', 'revision_number': 4, 'project_id': '91e64780f47b40b5a72904077f7d5564', 'gw_port': {'id': '8cf9b46d-a69f-4cd8-a182-7cef2914e32e', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:04:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4982e3-9251-4267-9c43-03c4b0b52362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:38Z', 'updated_at': '2022-02-09T12:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '59604bbc-b128-4737-a766-95075eeb8e26', 'name': '', 'network_id': '0a884b0e-7382-439c-abf6-f3791512933f', 'tenant_id': '91e64780f47b40b5a72904077f7d5564', 'mac_address': 'fa:16:3e:6f:cc:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4982e3-9251-4267-9c43-03c4b0b52362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '07f7751e-71df-4559-8b10-c291627f0f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:42Z', 'updated_at': '2022-02-09T12:56:43Z', 'revision_number': 2, 'project_id': '91e64780f47b40b5a72904077f7d5564', 'subnets': [{'id': '07f7751e-71df-4559-8b10-c291627f0f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:55.148189 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af50c9d-019e-44df-aacc-81bd47ae7c01 None None] Checking router: 1b4982e3-9251-4267-9c43-03c4b0b52362 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:56:55.148540 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af50c9d-019e-44df-aacc-81bd47ae7c01 None None] Updating router 1b4982e3-9251-4267-9c43-03c4b0b52362 port 59604bbc-b128-4737-a766-95075eeb8e26 binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:56:55.211958 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aba20b-2c55-4b7b-ae93-5da322659a84 req-227dea1d-72f1-43c8-b6c2-f9aa58b69275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:55.213274 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3aba20b-2c55-4b7b-ae93-5da322659a84 req-227dea1d-72f1-43c8-b6c2-f9aa58b69275 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c00dd5d5-2adb-420a-a9e5-79af8795f5b5 HTTP/1.1" status: 200 len: 849 time: 0.0709693 Feb 09 12:56:55.218950 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9af50c9d-019e-44df-aacc-81bd47ae7c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:55.323793 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aba20b-2c55-4b7b-ae93-5da322659a84 req-e91af1fb-8a03-4d15-bcbe-3dcadea4ee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:55.328730 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3aba20b-2c55-4b7b-ae93-5da322659a84 req-e91af1fb-8a03-4d15-bcbe-3dcadea4ee23 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a26dea7e-804c-440b-8d39-fd312032ec0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1079733 Feb 09 12:56:55.520234 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3aba20b-2c55-4b7b-ae93-5da322659a84 req-4d102d49-157e-46ff-a724-fde3232c5bd7 service neutron] 10.222.0.52 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849284 Feb 09 12:56:55.687234 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9af50c9d-019e-44df-aacc-81bd47ae7c01 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:55.703400 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9af50c9d-019e-44df-aacc-81bd47ae7c01 None None] Transition to ACTIVE for port object 59604bbc-b128-4737-a766-95075eeb8e26 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:56:55.704185 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3aba20b-2c55-4b7b-ae93-5da322659a84 req-eac02095-f8ef-49fd-8b8c-8220129935bf service neutron] 10.222.0.52 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770575 Feb 09 12:56:55.710391 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9af50c9d-019e-44df-aacc-81bd47ae7c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:55.863184 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249de200-ae9f-4d34-bafb-c4087760bc56 None None] Pushing event updated for resources: {'Port': ['ID=59604bbc-b128-4737-a766-95075eeb8e26,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:55.959425 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-9af50c9d-019e-44df-aacc-81bd47ae7c01 None None] Attempting to bind port 59604bbc-b128-4737-a766-95075eeb8e26 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:56:55.959798 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-9af50c9d-019e-44df-aacc-81bd47ae7c01 None None] Attempting to bind port 59604bbc-b128-4737-a766-95075eeb8e26 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '73d62146-2cae-4943-b8d5-127c4e61d198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0a884b0e-7382-439c-abf6-f3791512933f'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:56:55.960189 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af50c9d-019e-44df-aacc-81bd47ae7c01 None None] Attempting to bind port 59604bbc-b128-4737-a766-95075eeb8e26 on network 0a884b0e-7382-439c-abf6-f3791512933f {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:56:55.967176 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af50c9d-019e-44df-aacc-81bd47ae7c01 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:56:55.967686 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af50c9d-019e-44df-aacc-81bd47ae7c01 None None] Checking segment: {'id': '73d62146-2cae-4943-b8d5-127c4e61d198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0a884b0e-7382-439c-abf6-f3791512933f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:56:55.968125 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9af50c9d-019e-44df-aacc-81bd47ae7c01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:55.968518 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af50c9d-019e-44df-aacc-81bd47ae7c01 None None] Bound using segment: {'id': '73d62146-2cae-4943-b8d5-127c4e61d198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0a884b0e-7382-439c-abf6-f3791512933f'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:56:55.969241 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-9af50c9d-019e-44df-aacc-81bd47ae7c01 None None] Bound port: 59604bbc-b128-4737-a766-95075eeb8e26, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73d62146-2cae-4943-b8d5-127c4e61d198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0a884b0e-7382-439c-abf6-f3791512933f'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:56:55.969616 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9af50c9d-019e-44df-aacc-81bd47ae7c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:56.080378 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9af50c9d-019e-44df-aacc-81bd47ae7c01 None None] For port 59604bbc-b128-4737-a766-95075eeb8e26, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:56:56.084273 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9af50c9d-019e-44df-aacc-81bd47ae7c01 None None] For port 59604bbc-b128-4737-a766-95075eeb8e26, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=59604bbc-b128-4737-a766-95075eeb8e26,segment=NetworkSegment(73d62146-2cae-4943-b8d5-127c4e61d198),segment_id=73d62146-2cae-4943-b8d5-127c4e61d198)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:56:56.090357 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9af50c9d-019e-44df-aacc-81bd47ae7c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:56.192726 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af50c9d-019e-44df-aacc-81bd47ae7c01 None None] Routers {'1b4982e3-9251-4267-9c43-03c4b0b52362'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:56:56.193365 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-9af50c9d-019e-44df-aacc-81bd47ae7c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:56:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['1b4982e3-9251-4267-9c43-03c4b0b52362'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:56.271974 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249de200-ae9f-4d34-bafb-c4087760bc56 None None] Pushing event updated for resources: {'Port': ['ID=59604bbc-b128-4737-a766-95075eeb8e26,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:56.309470 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3a16d-0d82-4443-a242-6a619a10444e req-31fd16ca-c0ef-49d2-b900-0116c4d8bf22 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:56.311018 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cff3a16d-0d82-4443-a242-6a619a10444e req-31fd16ca-c0ef-49d2-b900-0116c4d8bf22 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=23a67f25-3584-4621-8058-c8207db80320 HTTP/1.1" status: 200 len: 944 time: 0.1361938 Feb 09 12:56:56.406787 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cff3a16d-0d82-4443-a242-6a619a10444e req-c29f3fd3-8b8f-408d-a79b-b2e99d3ba3a0 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891266 Feb 09 12:56:56.473666 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-9af50c9d-019e-44df-aacc-81bd47ae7c01 None None] Set router 1b4982e3-9251-4267-9c43-03c4b0b52362 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:56:56.555990 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device ee87ba93-1879-4ea9-ba06-e8103c87fd2a up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:56:56.629900 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port ee87ba93-1879-4ea9-ba06-e8103c87fd2a completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:56:56.638908 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port ee87ba93-1879-4ea9-ba06-e8103c87fd2a triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:56.639708 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:56.779863 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:56.814045 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port ee87ba93-1879-4ea9-ba06-e8103c87fd2a, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=ee87ba93-1879-4ea9-ba06-e8103c87fd2a,segment=NetworkSegment(4470d83a-f939-4086-b92d-9f5de2788a2c),segment_id=4470d83a-f939-4086-b92d-9f5de2788a2c)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:56:56.820559 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:56.821372 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 59604bbc-b128-4737-a766-95075eeb8e26 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:56:56.830062 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-9af50c9d-019e-44df-aacc-81bd47ae7c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4982e3-9251-4267-9c43-03c4b0b52362', 'name': 'tempest-TestVolumeBootPattern-2098640954-router', 'tenant_id': '91e64780f47b40b5a72904077f7d5564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '8cf9b46d-a69f-4cd8-a182-7cef2914e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:37Z', 'updated_at': '2022-02-09T12:56:43Z', 'revision_number': 4, 'project_id': '91e64780f47b40b5a72904077f7d5564', 'gw_port': {'id': '8cf9b46d-a69f-4cd8-a182-7cef2914e32e', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:04:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4982e3-9251-4267-9c43-03c4b0b52362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:38Z', 'updated_at': '2022-02-09T12:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '59604bbc-b128-4737-a766-95075eeb8e26', 'name': '', 'network_id': '0a884b0e-7382-439c-abf6-f3791512933f', 'tenant_id': '91e64780f47b40b5a72904077f7d5564', 'mac_address': 'fa:16:3e:6f:cc:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4982e3-9251-4267-9c43-03c4b0b52362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '07f7751e-71df-4559-8b10-c291627f0f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:42Z', 'updated_at': '2022-02-09T12:56:56Z', 'revision_number': 4, 'project_id': '91e64780f47b40b5a72904077f7d5564', 'subnets': [{'id': '07f7751e-71df-4559-8b10-c291627f0f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:56.834316 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af50c9d-019e-44df-aacc-81bd47ae7c01 None None] The sync data for ids ['1b4982e3-9251-4267-9c43-03c4b0b52362'] in n-d-825178-3 is: [{'id': '1b4982e3-9251-4267-9c43-03c4b0b52362', 'name': 'tempest-TestVolumeBootPattern-2098640954-router', 'tenant_id': '91e64780f47b40b5a72904077f7d5564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '8cf9b46d-a69f-4cd8-a182-7cef2914e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:37Z', 'updated_at': '2022-02-09T12:56:43Z', 'revision_number': 4, 'project_id': '91e64780f47b40b5a72904077f7d5564', 'gw_port': {'id': '8cf9b46d-a69f-4cd8-a182-7cef2914e32e', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:04:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4982e3-9251-4267-9c43-03c4b0b52362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:38Z', 'updated_at': '2022-02-09T12:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '59604bbc-b128-4737-a766-95075eeb8e26', 'name': '', 'network_id': '0a884b0e-7382-439c-abf6-f3791512933f', 'tenant_id': '91e64780f47b40b5a72904077f7d5564', 'mac_address': 'fa:16:3e:6f:cc:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4982e3-9251-4267-9c43-03c4b0b52362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '07f7751e-71df-4559-8b10-c291627f0f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:42Z', 'updated_at': '2022-02-09T12:56:56Z', 'revision_number': 4, 'project_id': '91e64780f47b40b5a72904077f7d5564', 'subnets': [{'id': '07f7751e-71df-4559-8b10-c291627f0f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:56:56.939430 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=ee87ba93-1879-4ea9-ba06-e8103c87fd2a,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:56.951987 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 59604bbc-b128-4737-a766-95075eeb8e26 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:56:56.956829 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 59604bbc-b128-4737-a766-95075eeb8e26 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:56.957204 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:57.080436 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:57.117382 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 59604bbc-b128-4737-a766-95075eeb8e26, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=59604bbc-b128-4737-a766-95075eeb8e26,segment=NetworkSegment(73d62146-2cae-4943-b8d5-127c4e61d198),segment_id=73d62146-2cae-4943-b8d5-127c4e61d198)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:56:57.124020 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:57.193528 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=59604bbc-b128-4737-a766-95075eeb8e26,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:57.618905 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ecaf1-4152-4989-a3d6-0eab09629906 req-b164a9bf-8b3e-4a36-8c15-0cbccb5e55df tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:57.620497 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-846ecaf1-4152-4989-a3d6-0eab09629906 req-b164a9bf-8b3e-4a36-8c15-0cbccb5e55df tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=23a67f25-3584-4621-8058-c8207db80320 HTTP/1.1" status: 200 len: 944 time: 0.0959551 Feb 09 12:56:57.667070 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-846ecaf1-4152-4989-a3d6-0eab09629906 req-b971b57e-c537-440f-9781-ccf6a1863604 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404408 Feb 09 12:56:58.412980 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device ee87ba93-1879-4ea9-ba06-e8103c87fd2a up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:56:58.499549 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port ee87ba93-1879-4ea9-ba06-e8103c87fd2a triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:58.500146 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:58.640506 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 59604bbc-b128-4737-a766-95075eeb8e26 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:56:58.718230 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 59604bbc-b128-4737-a766-95075eeb8e26 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:58.718571 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:58.913361 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c5717-fc0f-4b80-9b7c-6e90c31df883 req-bfabe779-ac5c-4509-b252-3b48e41fab1a tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:58.914934 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5e2c5717-fc0f-4b80-9b7c-6e90c31df883 req-bfabe779-ac5c-4509-b252-3b48e41fab1a tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=23a67f25-3584-4621-8058-c8207db80320 HTTP/1.1" status: 200 len: 944 time: 0.1133378 Feb 09 12:56:58.963216 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5e2c5717-fc0f-4b80-9b7c-6e90c31df883 req-b8a92340-4d02-4d37-a888-5444bff7d469 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406597 Feb 09 12:57:00.157827 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3b2a9-9555-4d01-b14f-12a9c345fefd req-e0173c40-b953-4fb7-a912-8b0b073b3ae8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:00.159381 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-39d3b2a9-9555-4d01-b14f-12a9c345fefd req-e0173c40-b953-4fb7-a912-8b0b073b3ae8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=23a67f25-3584-4621-8058-c8207db80320 HTTP/1.1" status: 200 len: 944 time: 0.0868776 Feb 09 12:57:00.206201 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-39d3b2a9-9555-4d01-b14f-12a9c345fefd req-ee3bb01f-6739-43e7-9d4e-7c264d269c89 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409350 Feb 09 12:57:01.407405 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09fef8-ad16-4e24-a2c8-95db56ccfb3a req-58345216-a327-47e9-9728-982e2392291e tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:01.408933 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fe09fef8-ad16-4e24-a2c8-95db56ccfb3a req-58345216-a327-47e9-9728-982e2392291e tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=23a67f25-3584-4621-8058-c8207db80320 HTTP/1.1" status: 200 len: 944 time: 0.0915987 Feb 09 12:57:01.454843 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fe09fef8-ad16-4e24-a2c8-95db56ccfb3a req-cf14150e-2ff0-4a02-a61f-a7444540b94d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400932 Feb 09 12:57:02.659008 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device e6e61848-5f00-44ab-a347-8ddf75669e84 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:57:02.795932 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port e6e61848-5f00-44ab-a347-8ddf75669e84, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=e6e61848-5f00-44ab-a347-8ddf75669e84,segment=NetworkSegment(14242949-90f8-482e-9951-1857393899e3),segment_id=14242949-90f8-482e-9951-1857393899e3)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:57:02.809237 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': 'e6e61848-5f00-44ab-a347-8ddf75669e84', 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'port_id': 'e6e61848-5f00-44ab-a347-8ddf75669e84', 'mac_address': 'fa:16:3e:cf:c9:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:57:02.831638 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a58ef-bced-4558-8695-4dda2054fabb req-ffab912b-3487-4f14-ab40-073905290522 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:02.833623 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-648a58ef-bced-4558-8695-4dda2054fabb req-ffab912b-3487-4f14-ab40-073905290522 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=23a67f25-3584-4621-8058-c8207db80320 HTTP/1.1" status: 200 len: 944 time: 0.2691259 Feb 09 12:57:02.869221 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:02.884462 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-648a58ef-bced-4558-8695-4dda2054fabb req-fb1fd52c-7762-46a7-8867-54b1b22042ea tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447953 Feb 09 12:57:02.891682 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6e61848-5f00-44ab-a347-8ddf75669e84 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:57:02.908453 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port e6e61848-5f00-44ab-a347-8ddf75669e84, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=e6e61848-5f00-44ab-a347-8ddf75669e84,segment=NetworkSegment(14242949-90f8-482e-9951-1857393899e3),segment_id=14242949-90f8-482e-9951-1857393899e3)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:57:02.912689 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:03.013171 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=e6e61848-5f00-44ab-a347-8ddf75669e84,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:03.124624 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['e6e61848-5f00-44ab-a347-8ddf75669e84'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:57:04.072733 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b665d-b11f-462d-80d2-66160ff5af7a req-54d13a18-87c2-4f5d-a552-68a6801e6861 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:04.074174 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3a8b665d-b11f-462d-80d2-66160ff5af7a req-54d13a18-87c2-4f5d-a552-68a6801e6861 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=23a67f25-3584-4621-8058-c8207db80320 HTTP/1.1" status: 200 len: 945 time: 0.0836482 Feb 09 12:57:04.119214 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3a8b665d-b11f-462d-80d2-66160ff5af7a req-087c0944-f813-4cf4-aff0-1e1b77f8dd83 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391822 Feb 09 12:57:04.672909 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device e6e61848-5f00-44ab-a347-8ddf75669e84 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:57:04.739645 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port e6e61848-5f00-44ab-a347-8ddf75669e84 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:57:04.744965 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port e6e61848-5f00-44ab-a347-8ddf75669e84 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:57:04.745521 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:04.864362 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:04.891375 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a67f25-3584-4621-8058-c8207db80320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e61848-5f00-44ab-a347-8ddf75669e84'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:57:04.905170 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port e6e61848-5f00-44ab-a347-8ddf75669e84, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=e6e61848-5f00-44ab-a347-8ddf75669e84,segment=NetworkSegment(14242949-90f8-482e-9951-1857393899e3),segment_id=14242949-90f8-482e-9951-1857393899e3)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:57:04.912837 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:04.968546 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a67f25-3584-4621-8058-c8207db80320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e61848-5f00-44ab-a347-8ddf75669e84', 'code': 200} Feb 09 12:57:05.000400 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=e6e61848-5f00-44ab-a347-8ddf75669e84,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:05.126206 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2831687-d9de-4aaf-802e-b67678a19c3d req-dd2c4f1d-6e02-41ab-a4d1-0df9424e8c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:05.127793 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a2831687-d9de-4aaf-802e-b67678a19c3d req-dd2c4f1d-6e02-41ab-a4d1-0df9424e8c22 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=23a67f25-3584-4621-8058-c8207db80320 HTTP/1.1" status: 200 len: 1097 time: 0.0981092 Feb 09 12:57:05.177025 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a2831687-d9de-4aaf-802e-b67678a19c3d req-cd130630-3ec1-4cac-b5d4-9e7437aef069 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428314 Feb 09 12:57:05.330182 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a833134-f41d-42fb-9c81-fff53d3960b4 req-f2715c40-a11a-48b6-870c-60d2f639f2a7 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:05.337873 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7a833134-f41d-42fb-9c81-fff53d3960b4 req-f2715c40-a11a-48b6-870c-60d2f639f2a7 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=23a67f25-3584-4621-8058-c8207db80320 HTTP/1.1" status: 200 len: 946 time: 0.1017017 Feb 09 12:57:05.392542 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7a833134-f41d-42fb-9c81-fff53d3960b4 req-64817b3d-81f7-4d7d-9560-e374b346e6bd tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536315 Feb 09 12:57:06.579073 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732ac8f-5517-4173-9ed4-c9ffd2042db7 req-cc3da69b-0c5c-46d9-808c-73f29ba2075e tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:06.580662 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7732ac8f-5517-4173-9ed4-c9ffd2042db7 req-cc3da69b-0c5c-46d9-808c-73f29ba2075e tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=23a67f25-3584-4621-8058-c8207db80320 HTTP/1.1" status: 200 len: 946 time: 0.0848362 Feb 09 12:57:06.625857 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7732ac8f-5517-4173-9ed4-c9ffd2042db7 req-8a1b7918-af0d-458a-9454-71306b00ca78 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393906 Feb 09 12:57:06.815099 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c14ec1-73c7-48d8-bf04-cb1330aa5b1e req-9519f28f-20d0-4ea2-8e05-a8217f003978 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:06.817275 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-64c14ec1-73c7-48d8-bf04-cb1330aa5b1e req-9519f28f-20d0-4ea2-8e05-a8217f003978 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=23a67f25-3584-4621-8058-c8207db80320 HTTP/1.1" status: 200 len: 946 time: 0.0824516 Feb 09 12:57:06.866302 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-64c14ec1-73c7-48d8-bf04-cb1330aa5b1e req-9d938d9b-d24b-428b-b58e-592e62002510 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436313 Feb 09 12:57:07.167659 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd31b4-025e-4bd5-804d-62798260454e req-02d7503d-b9db-4171-af22-1285e8993462 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:07.169309 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9fdd31b4-025e-4bd5-804d-62798260454e req-02d7503d-b9db-4171-af22-1285e8993462 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=23a67f25-3584-4621-8058-c8207db80320 HTTP/1.1" status: 200 len: 946 time: 0.1912138 Feb 09 12:57:07.214042 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9fdd31b4-025e-4bd5-804d-62798260454e req-bd7c5737-0d4e-4360-a4e4-4edcf4890c72 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390220 Feb 09 12:57:07.609379 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df0225-06a3-42cc-afcd-4d592b5b58b1 req-f566aa0a-d123-49b9-bc75-600fa5623476 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:07.612739 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f2df0225-06a3-42cc-afcd-4d592b5b58b1 req-f566aa0a-d123-49b9-bc75-600fa5623476 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=23a67f25-3584-4621-8058-c8207db80320 HTTP/1.1" status: 200 len: 946 time: 0.0847888 Feb 09 12:57:07.658264 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f2df0225-06a3-42cc-afcd-4d592b5b58b1 req-0672d233-cb18-4a18-a0a7-54a4ead07c6e tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413623 Feb 09 12:57:08.841134 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a6c35-3025-4ff3-b220-d9880ddcf5a7 req-fe4d6da1-1121-4627-9766-ca0cab1bc1c0 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:08.842587 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-af5a6c35-3025-4ff3-b220-d9880ddcf5a7 req-fe4d6da1-1121-4627-9766-ca0cab1bc1c0 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=23a67f25-3584-4621-8058-c8207db80320 HTTP/1.1" status: 200 len: 946 time: 0.0798485 Feb 09 12:57:08.890028 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-af5a6c35-3025-4ff3-b220-d9880ddcf5a7 req-bac9ffc9-8807-449f-beb0-fe7a8c063e27 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415981 Feb 09 12:57:09.044841 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f67162-5141-429a-aebd-ad59fc5ddaff req-eff16ea2-1d81-4e54-bb82-2822c4981a10 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:09.046287 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-67f67162-5141-429a-aebd-ad59fc5ddaff req-eff16ea2-1d81-4e54-bb82-2822c4981a10 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.52 "GET /v2.0/ports?device_id=23a67f25-3584-4621-8058-c8207db80320 HTTP/1.1" status: 200 len: 946 time: 0.0794945 Feb 09 12:57:09.114846 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-67f67162-5141-429a-aebd-ad59fc5ddaff req-077d0626-1279-49b4-b238-b3928d27941d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Deleting port e6e61848-5f00-44ab-a347-8ddf75669e84 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:57:09.115188 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-67f67162-5141-429a-aebd-ad59fc5ddaff req-077d0626-1279-49b4-b238-b3928d27941d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:09.369505 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-67f67162-5141-429a-aebd-ad59fc5ddaff req-077d0626-1279-49b4-b238-b3928d27941d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] For port e6e61848-5f00-44ab-a347-8ddf75669e84, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=e6e61848-5f00-44ab-a347-8ddf75669e84,segment=NetworkSegment(14242949-90f8-482e-9951-1857393899e3),segment_id=14242949-90f8-482e-9951-1857393899e3)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:57:09.369882 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-67f67162-5141-429a-aebd-ad59fc5ddaff req-077d0626-1279-49b4-b238-b3928d27941d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:09.498732 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-67f67162-5141-429a-aebd-ad59fc5ddaff req-077d0626-1279-49b4-b238-b3928d27941d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Calling delete_port for e6e61848-5f00-44ab-a347-8ddf75669e84 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:57:09.643656 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-67f67162-5141-429a-aebd-ad59fc5ddaff req-077d0626-1279-49b4-b238-b3928d27941d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:09.656114 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['e6e61848-5f00-44ab-a347-8ddf75669e84'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:57:09.700937 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d0626-1279-49b4-b238-b3928d27941d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Pushing event deleted for resources: {'Port': ['ID=e6e61848-5f00-44ab-a347-8ddf75669e84,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:09.774674 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d0626-1279-49b4-b238-b3928d27941d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:09.774904 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d0626-1279-49b4-b238-b3928d27941d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:09.775241 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d0626-1279-49b4-b238-b3928d27941d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:09.775557 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d0626-1279-49b4-b238-b3928d27941d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:09.776320 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d0626-1279-49b4-b238-b3928d27941d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:09.776652 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d0626-1279-49b4-b238-b3928d27941d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:09.776977 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d0626-1279-49b4-b238-b3928d27941d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:09.777327 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d0626-1279-49b4-b238-b3928d27941d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:09.777667 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d0626-1279-49b4-b238-b3928d27941d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:09.777966 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d0626-1279-49b4-b238-b3928d27941d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:09.778379 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d0626-1279-49b4-b238-b3928d27941d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:09.778700 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077d0626-1279-49b4-b238-b3928d27941d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:09.794168 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f67162-5141-429a-aebd-ad59fc5ddaff req-077d0626-1279-49b4-b238-b3928d27941d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] No DVR routers for this DVR port e6e61848-5f00-44ab-a347-8ddf75669e84 on host n-h1-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:57:09.796513 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-67f67162-5141-429a-aebd-ad59fc5ddaff req-077d0626-1279-49b4-b238-b3928d27941d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:09.799156 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a67f25-3584-4621-8058-c8207db80320', 'name': 'network-vif-deleted', 'tag': 'e6e61848-5f00-44ab-a347-8ddf75669e84'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:57:09.817052 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-67f67162-5141-429a-aebd-ad59fc5ddaff req-077d0626-1279-49b4-b238-b3928d27941d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.52 "DELETE /v2.0/ports/e6e61848-5f00-44ab-a347-8ddf75669e84 HTTP/1.1" status: 204 len: 173 time: 0.7645452 Feb 09 12:57:09.868550 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a67f25-3584-4621-8058-c8207db80320', 'name': 'network-vif-deleted', 'tag': 'e6e61848-5f00-44ab-a347-8ddf75669e84', 'status': 'completed', 'code': 200} Feb 09 12:57:10.065948 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-41989cfd-a6e4-41d7-9868-ade21f01d267 req-9111ddc8-ae1b-4db1-96f1-ecf1e125d695 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Synchronizing usage tracker for tenant:1d5c90683c4945019bf1e460c83dc94a on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:57:10.081965 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-41989cfd-a6e4-41d7-9868-ade21f01d267 req-9111ddc8-ae1b-4db1-96f1-ecf1e125d695 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Unset dirty status for tenant:1d5c90683c4945019bf1e460c83dc94a on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:57:10.083212 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-41989cfd-a6e4-41d7-9868-ade21f01d267 req-9111ddc8-ae1b-4db1-96f1-ecf1e125d695 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=23a67f25-3584-4621-8058-c8207db80320 HTTP/1.1" status: 200 len: 210 time: 0.0694718 Feb 09 12:57:12.720791 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device e6e61848-5f00-44ab-a347-8ddf75669e84 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:57:12.756493 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] No Port match for: e6e61848-5f00-44ab-a347-8ddf75669e84 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:57:12.756836 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device e6e61848-5f00-44ab-a347-8ddf75669e84 not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:57:14.049550 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3ffb31c8-d6f3-4f20-82f5-67aeaef3d658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:16.415060 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bd9d0312-7bed-4df1-b27e-8db152fcbe87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:17.612646 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:17.688582 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:19.254922 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:19.973085 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:57:20.632724 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:23.111719 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:31.501232 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-d34f8ed0-c44c-436d-90bd-403cd9ed9977 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:31.502666 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-d34f8ed0-c44c-436d-90bd-403cd9ed9977 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/networks?id=a26dea7e-804c-440b-8d39-fd312032ec0c HTTP/1.1" status: 200 len: 810 time: 0.1443601 Feb 09 12:57:31.517926 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-86d8fe3e-c583-49cd-a007-b7bc9e60cd80 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/quotas/1d5c90683c4945019bf1e460c83dc94a HTTP/1.1" status: 200 len: 375 time: 0.0098104 Feb 09 12:57:31.598263 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-6448d32c-53a0-4834-a4b1-15678b26ca63 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d5c90683c4945019bf1e460c83dc94a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0752149 Feb 09 12:57:31.656380 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-25e6a800-3827-4f31-8b31-70da7be6ce41 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 12:57:31.657339 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-25e6a800-3827-4f31-8b31-70da7be6ce41 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0528989 Feb 09 12:57:31.786806 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-e297ae40-2ac4-42af-a0cb-18f5133f584e service neutron] 10.222.0.55 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235273 Feb 09 12:57:31.920148 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-92672677-8997-4528-878e-ba9f27e7912b service neutron] 10.222.0.55 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273661 Feb 09 12:57:32.133964 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2eb708ce-ad0b-4722-9e14-33d657510d34 req-fb6a420d-5199-476b-a290-d5e36c812da4 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e5bb029-94bf-425a-9d75-bf7b9c969435 HTTP/1.1" status: 200 len: 210 time: 0.0424798 Feb 09 12:57:33.304831 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d5b73ffc-947b-4c33-a60c-c28916e3a025 req-b4165787-042e-4664-892a-aa56194947e6 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e5bb029-94bf-425a-9d75-bf7b9c969435 HTTP/1.1" status: 200 len: 210 time: 0.0488608 Feb 09 12:57:33.401147 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-1418c65b-7ace-4c22-a017-7c59ecb576ab tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:33.403334 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-1418c65b-7ace-4c22-a017-7c59ecb576ab tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.52 "GET /v2.0/networks?id=a26dea7e-804c-440b-8d39-fd312032ec0c HTTP/1.1" status: 200 len: 810 time: 0.3498247 Feb 09 12:57:33.415201 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-cd2a3b98-41cc-4bab-8679-c794785498b7 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Request body: {'port': {'device_id': '4e5bb029-94bf-425a-9d75-bf7b9c969435', 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'admin_state_up': True, 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:57:33.575292 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-cd2a3b98-41cc-4bab-8679-c794785498b7 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:57:33.586273 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-cd2a3b98-41cc-4bab-8679-c794785498b7 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:57:33.596938 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-cd2a3b98-41cc-4bab-8679-c794785498b7 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Made reservation on behalf of 1d5c90683c4945019bf1e460c83dc94a for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:57:33.600783 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-cd2a3b98-41cc-4bab-8679-c794785498b7 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:33.778455 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-cd2a3b98-41cc-4bab-8679-c794785498b7 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Allocated IP 172.20.0.4 (a26dea7e-804c-440b-8d39-fd312032ec0c/c00dd5d5-2adb-420a-a9e5-79af8795f5b5/0e37909b-7bc6-4734-808c-176b69c91c1a) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:57:34.025955 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-cd2a3b98-41cc-4bab-8679-c794785498b7 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:34.044055 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-cd2a3b98-41cc-4bab-8679-c794785498b7 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Transition to ACTIVE for port object 0e37909b-7bc6-4734-808c-176b69c91c1a will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:57:34.080325 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-cd2a3b98-41cc-4bab-8679-c794785498b7 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:34.171470 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-cd2a3b98-41cc-4bab-8679-c794785498b7 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Network a26dea7e-804c-440b-8d39-fd312032ec0c is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:57:34.174653 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-cd2a3b98-41cc-4bab-8679-c794785498b7 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:57:34.179072 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-cd2a3b98-41cc-4bab-8679-c794785498b7 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:57:34.209492 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2a3b98-41cc-4bab-8679-c794785498b7 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Pushing event updated for resources: {'Port': ['ID=0e37909b-7bc6-4734-808c-176b69c91c1a,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:34.253687 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-cd2a3b98-41cc-4bab-8679-c794785498b7 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:34.254473 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-cd2a3b98-41cc-4bab-8679-c794785498b7 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:34.283819 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-cd2a3b98-41cc-4bab-8679-c794785498b7 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8725395 Feb 09 12:57:34.303070 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-48471858-fef4-44fa-9ccc-589457f2094a service neutron] Request body: {'port': {'device_id': '4e5bb029-94bf-425a-9d75-bf7b9c969435', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:57:34.559683 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-48471858-fef4-44fa-9ccc-589457f2094a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:34.594348 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c98142bd-99b1-47e0-b5d4-cbad0bef628d None None] Provisioning for port 0e37909b-7bc6-4734-808c-176b69c91c1a completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:57:34.600683 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c98142bd-99b1-47e0-b5d4-cbad0bef628d None None] Provisioning complete for port 0e37909b-7bc6-4734-808c-176b69c91c1a triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:57:34.601152 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c98142bd-99b1-47e0-b5d4-cbad0bef628d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:34.660950 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-c98142bd-99b1-47e0-b5d4-cbad0bef628d None None] Port 0e37909b-7bc6-4734-808c-176b69c91c1a cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:57:34.662547 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598421ef-7910-4d9a-ad7e-ce88d7864a49 req-81cc5cc4-6fc5-46ba-8c07-77590aebe8c5 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:34.664679 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-598421ef-7910-4d9a-ad7e-ce88d7864a49 req-81cc5cc4-6fc5-46ba-8c07-77590aebe8c5 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Synchronizing usage tracker for tenant:1d5c90683c4945019bf1e460c83dc94a on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:57:34.741324 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-598421ef-7910-4d9a-ad7e-ce88d7864a49 req-81cc5cc4-6fc5-46ba-8c07-77590aebe8c5 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Unset dirty status for tenant:1d5c90683c4945019bf1e460c83dc94a on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:57:34.742560 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-598421ef-7910-4d9a-ad7e-ce88d7864a49 req-81cc5cc4-6fc5-46ba-8c07-77590aebe8c5 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e5bb029-94bf-425a-9d75-bf7b9c969435 HTTP/1.1" status: 200 len: 931 time: 0.2765799 Feb 09 12:57:34.825465 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-598421ef-7910-4d9a-ad7e-ce88d7864a49 req-1a82dcfb-f11b-4b4d-bafb-8fa171601a93 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748618 Feb 09 12:57:35.009186 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-48471858-fef4-44fa-9ccc-589457f2094a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e37909b-7bc6-4734-808c-176b69c91c1a {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:57:35.018415 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-48471858-fef4-44fa-9ccc-589457f2094a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:35.034000 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-48471858-fef4-44fa-9ccc-589457f2094a service neutron] Transition to ACTIVE for port object 0e37909b-7bc6-4734-808c-176b69c91c1a will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:57:35.037593 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-48471858-fef4-44fa-9ccc-589457f2094a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:35.240482 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48471858-fef4-44fa-9ccc-589457f2094a service neutron] Pushing event updated for resources: {'Port': ['ID=0e37909b-7bc6-4734-808c-176b69c91c1a,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:35.429200 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-48471858-fef4-44fa-9ccc-589457f2094a service neutron] Attempting to bind port 0e37909b-7bc6-4734-808c-176b69c91c1a on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:57:35.429538 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-48471858-fef4-44fa-9ccc-589457f2094a service neutron] Attempting to bind port 0e37909b-7bc6-4734-808c-176b69c91c1a by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': '14242949-90f8-482e-9951-1857393899e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:57:35.429863 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-48471858-fef4-44fa-9ccc-589457f2094a service neutron] Attempting to bind port 0e37909b-7bc6-4734-808c-176b69c91c1a on network a26dea7e-804c-440b-8d39-fd312032ec0c {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:57:35.435104 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-48471858-fef4-44fa-9ccc-589457f2094a service neutron] Port 0e37909b-7bc6-4734-808c-176b69c91c1a on network a26dea7e-804c-440b-8d39-fd312032ec0c not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:57:35.435405 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-48471858-fef4-44fa-9ccc-589457f2094a service neutron] Attempting to bind port 0e37909b-7bc6-4734-808c-176b69c91c1a on network a26dea7e-804c-440b-8d39-fd312032ec0c {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:57:35.440605 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-48471858-fef4-44fa-9ccc-589457f2094a service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:57:35.440936 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-48471858-fef4-44fa-9ccc-589457f2094a service neutron] Checking segment: {'id': '14242949-90f8-482e-9951-1857393899e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:57:35.441313 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-48471858-fef4-44fa-9ccc-589457f2094a service neutron] Bound using segment: {'id': '14242949-90f8-482e-9951-1857393899e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:57:35.441734 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-48471858-fef4-44fa-9ccc-589457f2094a service neutron] Bound port: 0e37909b-7bc6-4734-808c-176b69c91c1a, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14242949-90f8-482e-9951-1857393899e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:57:35.442075 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-48471858-fef4-44fa-9ccc-589457f2094a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:35.547451 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-48471858-fef4-44fa-9ccc-589457f2094a service neutron] For port 0e37909b-7bc6-4734-808c-176b69c91c1a, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:57:35.550754 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-48471858-fef4-44fa-9ccc-589457f2094a service neutron] For port 0e37909b-7bc6-4734-808c-176b69c91c1a, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=0e37909b-7bc6-4734-808c-176b69c91c1a,segment=NetworkSegment(14242949-90f8-482e-9951-1857393899e3),segment_id=14242949-90f8-482e-9951-1857393899e3)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:57:35.556093 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-48471858-fef4-44fa-9ccc-589457f2094a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:35.622108 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-48471858-fef4-44fa-9ccc-589457f2094a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:35.622995 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-48471858-fef4-44fa-9ccc-589457f2094a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:35.624399 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-48471858-fef4-44fa-9ccc-589457f2094a service neutron] 10.222.0.52 "PUT /v2.0/ports/0e37909b-7bc6-4734-808c-176b69c91c1a HTTP/1.1" status: 200 len: 1091 time: 1.3288362 Feb 09 12:57:35.624835 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e5bb029-94bf-425a-9d75-bf7b9c969435', 'tag': '0e37909b-7bc6-4734-808c-176b69c91c1a'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:57:35.648777 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48471858-fef4-44fa-9ccc-589457f2094a service neutron] Pushing event updated for resources: {'Port': ['ID=0e37909b-7bc6-4734-808c-176b69c91c1a,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:35.725761 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e5bb029-94bf-425a-9d75-bf7b9c969435', 'tag': '0e37909b-7bc6-4734-808c-176b69c91c1a', 'status': 'completed', 'code': 200} Feb 09 12:57:35.768827 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-0ce9b442-d277-40e7-8d05-7146da214a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:35.770567 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-0ce9b442-d277-40e7-8d05-7146da214a84 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d5c90683c4945019bf1e460c83dc94a&device_id=4e5bb029-94bf-425a-9d75-bf7b9c969435 HTTP/1.1" status: 200 len: 1094 time: 0.0969179 Feb 09 12:57:35.853997 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-55a1b19b-a3fa-49e0-9435-783f9a0651a3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e37909b-7bc6-4734-808c-176b69c91c1a HTTP/1.1" status: 200 len: 217 time: 0.0750804 Feb 09 12:57:35.950476 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-271f2a5b-4ae0-47dd-a577-5ea6b3b6e551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:35.952476 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-271f2a5b-4ae0-47dd-a577-5ea6b3b6e551 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c00dd5d5-2adb-420a-a9e5-79af8795f5b5 HTTP/1.1" status: 200 len: 849 time: 0.0916817 Feb 09 12:57:36.102143 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d1b2b-8b85-43a6-a414-3ec463d0631b req-cef62cb7-482a-43e0-b531-62639a3d1ebc tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:36.103127 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-107d1b2b-8b85-43a6-a414-3ec463d0631b req-cef62cb7-482a-43e0-b531-62639a3d1ebc tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e5bb029-94bf-425a-9d75-bf7b9c969435 HTTP/1.1" status: 200 len: 943 time: 0.1476686 Feb 09 12:57:36.110595 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-6fea5cb7-6d90-4e0e-94cb-92ae29fd1102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:36.112597 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-6fea5cb7-6d90-4e0e-94cb-92ae29fd1102 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a26dea7e-804c-440b-8d39-fd312032ec0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1241903 Feb 09 12:57:36.236749 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-107d1b2b-8b85-43a6-a414-3ec463d0631b req-e2aaf582-d7ba-4331-b952-6f8f2d724ff7 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231921 Feb 09 12:57:36.291354 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-cbaddd30-787f-4dfa-9665-2581eebb6885 service neutron] 10.222.0.52 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520503 Feb 09 12:57:36.454223 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1e96b15a-7f41-4b4c-99c6-9f98e7d20e3d req-60bdd770-7d2c-4ce0-875e-3fc56bbda814 service neutron] 10.222.0.52 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564951 Feb 09 12:57:36.611970 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4cd6b-27f0-4eb0-8a99-65823e6a0e6d req-1f73eb7b-17ca-44bf-a436-313cd739d63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:36.613427 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c7a4cd6b-27f0-4eb0-8a99-65823e6a0e6d req-1f73eb7b-17ca-44bf-a436-313cd739d63e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d5c90683c4945019bf1e460c83dc94a&device_id=4e5bb029-94bf-425a-9d75-bf7b9c969435 HTTP/1.1" status: 200 len: 1094 time: 0.1026764 Feb 09 12:57:36.809811 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4cd6b-27f0-4eb0-8a99-65823e6a0e6d req-f3638216-aec4-4fbf-bdee-12b8394bfff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:36.811624 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c7a4cd6b-27f0-4eb0-8a99-65823e6a0e6d req-f3638216-aec4-4fbf-bdee-12b8394bfff2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a26dea7e-804c-440b-8d39-fd312032ec0c HTTP/1.1" status: 200 len: 911 time: 0.1911488 Feb 09 12:57:36.883340 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c7a4cd6b-27f0-4eb0-8a99-65823e6a0e6d req-b6b890a8-02c2-49a8-b6b9-348aa2f962da service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e37909b-7bc6-4734-808c-176b69c91c1a HTTP/1.1" status: 200 len: 217 time: 0.0646405 Feb 09 12:57:36.957525 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4cd6b-27f0-4eb0-8a99-65823e6a0e6d req-67fc11ac-1d03-4543-86d1-250b36fd6a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:36.959191 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c7a4cd6b-27f0-4eb0-8a99-65823e6a0e6d req-67fc11ac-1d03-4543-86d1-250b36fd6a13 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c00dd5d5-2adb-420a-a9e5-79af8795f5b5 HTTP/1.1" status: 200 len: 849 time: 0.0686991 Feb 09 12:57:37.054182 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4cd6b-27f0-4eb0-8a99-65823e6a0e6d req-d1f45771-078f-4fea-bd09-0ff3f872ecac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:37.055726 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c7a4cd6b-27f0-4eb0-8a99-65823e6a0e6d req-d1f45771-078f-4fea-bd09-0ff3f872ecac service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a26dea7e-804c-440b-8d39-fd312032ec0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888581 Feb 09 12:57:37.270167 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c7a4cd6b-27f0-4eb0-8a99-65823e6a0e6d req-2ac9fd94-d8c8-4842-9ad1-42b42a6a3ed0 service neutron] 10.222.0.52 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053208 Feb 09 12:57:37.659716 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c7a4cd6b-27f0-4eb0-8a99-65823e6a0e6d req-4bea38be-12d7-4c41-a6f3-3f5afc713249 service neutron] 10.222.0.52 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3828235 Feb 09 12:57:37.668830 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfaad3e-73f0-4a02-8233-978c33af5888 req-ee673e9b-a6d4-4f02-84c7-e9b0c40dbf83 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:37.670419 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fdfaad3e-73f0-4a02-8233-978c33af5888 req-ee673e9b-a6d4-4f02-84c7-e9b0c40dbf83 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e5bb029-94bf-425a-9d75-bf7b9c969435 HTTP/1.1" status: 200 len: 943 time: 0.2766130 Feb 09 12:57:37.734480 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fdfaad3e-73f0-4a02-8233-978c33af5888 req-fb147d47-0f63-483d-ad5c-49e586d95f18 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579376 Feb 09 12:57:39.011683 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc22f5f-c4e4-4106-9f31-2c784025b9b1 req-0bd3d153-c7d1-4178-a499-178cf2bb7da5 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:39.013438 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bdc22f5f-c4e4-4106-9f31-2c784025b9b1 req-0bd3d153-c7d1-4178-a499-178cf2bb7da5 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e5bb029-94bf-425a-9d75-bf7b9c969435 HTTP/1.1" status: 200 len: 943 time: 0.1396995 Feb 09 12:57:39.101815 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bdc22f5f-c4e4-4106-9f31-2c784025b9b1 req-0fa6eeb6-7f56-4c8f-83f6-9416e56a5da5 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809658 Feb 09 12:57:40.384477 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f715e-7ee6-4025-bedf-9b576a28bfbb req-4ff4394e-a4e5-48fd-9566-3bde3c0200c3 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:40.385958 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-640f715e-7ee6-4025-bedf-9b576a28bfbb req-4ff4394e-a4e5-48fd-9566-3bde3c0200c3 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e5bb029-94bf-425a-9d75-bf7b9c969435 HTTP/1.1" status: 200 len: 943 time: 0.1501570 Feb 09 12:57:40.441584 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-640f715e-7ee6-4025-bedf-9b576a28bfbb req-7a472415-0023-43e3-97a8-a702431ecc84 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460758 Feb 09 12:57:41.653961 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133325ed-e4d6-41f9-b7f0-11162d0d67de req-f2c16e10-8bcf-4d7d-8368-8c156ccf932a tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:41.660723 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-133325ed-e4d6-41f9-b7f0-11162d0d67de req-f2c16e10-8bcf-4d7d-8368-8c156ccf932a tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e5bb029-94bf-425a-9d75-bf7b9c969435 HTTP/1.1" status: 200 len: 943 time: 0.0989463 Feb 09 12:57:41.702257 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-133325ed-e4d6-41f9-b7f0-11162d0d67de req-e0bb6827-f16f-46c9-9553-1a264b1f9a0b tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406144 Feb 09 12:57:42.945003 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ececed5-562e-4026-8bc1-2d6f1ba0c175 req-fbbecf30-1d69-4c2a-b6f9-d507ddf0991d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:42.946494 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7ececed5-562e-4026-8bc1-2d6f1ba0c175 req-fbbecf30-1d69-4c2a-b6f9-d507ddf0991d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e5bb029-94bf-425a-9d75-bf7b9c969435 HTTP/1.1" status: 200 len: 943 time: 0.1378956 Feb 09 12:57:43.005203 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7ececed5-562e-4026-8bc1-2d6f1ba0c175 req-39edda62-6a5c-4982-8bb6-1e2b833f8c40 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519335 Feb 09 12:57:44.049834 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-624f0294-19c0-4749-b0cb-1f613275d695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:44.200113 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b31f06-e895-4f58-8c09-bb88c956724c req-7cd36e6f-4bf5-4f6a-a42f-1b4b6621b83a tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:44.202028 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a3b31f06-e895-4f58-8c09-bb88c956724c req-7cd36e6f-4bf5-4f6a-a42f-1b4b6621b83a tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e5bb029-94bf-425a-9d75-bf7b9c969435 HTTP/1.1" status: 200 len: 943 time: 0.0897081 Feb 09 12:57:44.250102 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a3b31f06-e895-4f58-8c09-bb88c956724c req-bf5262ce-a0f4-408b-8dea-0e74330c5c63 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424120 Feb 09 12:57:45.444647 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb677684-1246-48e6-9348-70489e92a48b req-1d0edcbf-1e02-40f2-bf54-b0a2dfbd7d1f tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:45.446153 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cb677684-1246-48e6-9348-70489e92a48b req-1d0edcbf-1e02-40f2-bf54-b0a2dfbd7d1f tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e5bb029-94bf-425a-9d75-bf7b9c969435 HTTP/1.1" status: 200 len: 943 time: 0.0873468 Feb 09 12:57:45.491606 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cb677684-1246-48e6-9348-70489e92a48b req-d50744b4-3734-4770-8c88-6fcc242224d4 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388036 Feb 09 12:57:46.409429 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-474c6672-18d3-41a3-8e6b-e26a19e5cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:46.682095 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa1908-81ca-471b-88ae-86dece0a3cb8 req-48965b76-1217-4350-9e16-37d418099bd2 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:46.683686 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cbaa1908-81ca-471b-88ae-86dece0a3cb8 req-48965b76-1217-4350-9e16-37d418099bd2 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e5bb029-94bf-425a-9d75-bf7b9c969435 HTTP/1.1" status: 200 len: 943 time: 0.0847549 Feb 09 12:57:46.728467 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cbaa1908-81ca-471b-88ae-86dece0a3cb8 req-07790264-9c88-4144-a353-859653d3e994 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386498 Feb 09 12:57:47.607339 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:47.688862 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:47.912223 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd130cb6-bf92-4825-9f58-28ee4f6bc964 req-b243925d-5ca2-43b0-a4aa-35700a17ccd8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:47.913684 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fd130cb6-bf92-4825-9f58-28ee4f6bc964 req-b243925d-5ca2-43b0-a4aa-35700a17ccd8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e5bb029-94bf-425a-9d75-bf7b9c969435 HTTP/1.1" status: 200 len: 943 time: 0.0807350 Feb 09 12:57:47.960807 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fd130cb6-bf92-4825-9f58-28ee4f6bc964 req-10c3117f-f4b0-4edd-b8b9-742893dda8ae tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412104 Feb 09 12:57:49.148460 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42768c39-4570-49e8-bcf6-57618c276ca5 req-1aa5a328-dc29-407d-bc4c-ce3bc5028175 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:49.151385 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-42768c39-4570-49e8-bcf6-57618c276ca5 req-1aa5a328-dc29-407d-bc4c-ce3bc5028175 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e5bb029-94bf-425a-9d75-bf7b9c969435 HTTP/1.1" status: 200 len: 943 time: 0.0836792 Feb 09 12:57:49.196243 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-42768c39-4570-49e8-bcf6-57618c276ca5 req-06a91426-391e-4b93-8ebf-028d86d29120 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390604 Feb 09 12:57:49.256122 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:50.393950 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0b178-3864-4955-8e2f-3f0909b739dd req-e93aab13-8274-4ec3-bdf5-500aebe68586 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:50.395399 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dff0b178-3864-4955-8e2f-3f0909b739dd req-e93aab13-8274-4ec3-bdf5-500aebe68586 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e5bb029-94bf-425a-9d75-bf7b9c969435 HTTP/1.1" status: 200 len: 943 time: 0.0923343 Feb 09 12:57:50.440045 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dff0b178-3864-4955-8e2f-3f0909b739dd req-d77dc504-bb59-45dc-9393-b601398e42b7 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388153 Feb 09 12:57:50.634187 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:51.629654 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8589cc-a676-4674-8703-b118c0d088c6 req-65d94e16-294c-4cde-83e6-585b3f2035db tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:51.632328 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2c8589cc-a676-4674-8703-b118c0d088c6 req-65d94e16-294c-4cde-83e6-585b3f2035db tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e5bb029-94bf-425a-9d75-bf7b9c969435 HTTP/1.1" status: 200 len: 943 time: 0.0840013 Feb 09 12:57:51.676850 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2c8589cc-a676-4674-8703-b118c0d088c6 req-0b6f997c-949b-4f7d-ba33-1e4324edde8f tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387356 Feb 09 12:57:52.878505 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ab6e7-2197-4d25-b4b2-eea0d7bf5f34 req-09b3b375-7e25-4610-a416-15aaa1cdb6c9 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:52.881549 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b68ab6e7-2197-4d25-b4b2-eea0d7bf5f34 req-09b3b375-7e25-4610-a416-15aaa1cdb6c9 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e5bb029-94bf-425a-9d75-bf7b9c969435 HTTP/1.1" status: 200 len: 943 time: 0.0967765 Feb 09 12:57:52.938777 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b68ab6e7-2197-4d25-b4b2-eea0d7bf5f34 req-71851f19-30b2-4f4c-9640-8241dfaca0e9 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526650 Feb 09 12:57:52.962968 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 0e37909b-7bc6-4734-808c-176b69c91c1a details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:57:53.106344 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 0e37909b-7bc6-4734-808c-176b69c91c1a, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=0e37909b-7bc6-4734-808c-176b69c91c1a,segment=NetworkSegment(14242949-90f8-482e-9951-1857393899e3),segment_id=14242949-90f8-482e-9951-1857393899e3)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:57:53.119093 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': '0e37909b-7bc6-4734-808c-176b69c91c1a', 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'port_id': '0e37909b-7bc6-4734-808c-176b69c91c1a', 'mac_address': 'fa:16:3e:8e:a6:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:57:53.184430 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:53.188180 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:53.205018 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e37909b-7bc6-4734-808c-176b69c91c1a {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:57:53.220903 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 0e37909b-7bc6-4734-808c-176b69c91c1a, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=0e37909b-7bc6-4734-808c-176b69c91c1a,segment=NetworkSegment(14242949-90f8-482e-9951-1857393899e3),segment_id=14242949-90f8-482e-9951-1857393899e3)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:57:53.224476 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:53.290493 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=0e37909b-7bc6-4734-808c-176b69c91c1a,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:53.298779 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:53.299126 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:53.299466 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:53.299816 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:53.300170 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:53.300508 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:53.300828 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:53.301151 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:53.301474 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:53.301794 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:53.302112 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:53.302430 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:53.419519 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['0e37909b-7bc6-4734-808c-176b69c91c1a'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:57:54.129604 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26c4e1-f57d-4c89-8695-db932dc2fe79 req-b8c39d92-05da-4790-849a-fa0270cb6ca8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:54.131059 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac26c4e1-f57d-4c89-8695-db932dc2fe79 req-b8c39d92-05da-4790-849a-fa0270cb6ca8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e5bb029-94bf-425a-9d75-bf7b9c969435 HTTP/1.1" status: 200 len: 944 time: 0.0815024 Feb 09 12:57:54.178329 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac26c4e1-f57d-4c89-8695-db932dc2fe79 req-173a7f98-c805-431c-ac48-e1af78e83b40 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414214 Feb 09 12:57:54.969673 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 0e37909b-7bc6-4734-808c-176b69c91c1a up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:57:55.052319 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port 0e37909b-7bc6-4734-808c-176b69c91c1a completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:57:55.060461 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port 0e37909b-7bc6-4734-808c-176b69c91c1a triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:57:55.061096 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:55.180356 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:55.208119 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e5bb029-94bf-425a-9d75-bf7b9c969435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e37909b-7bc6-4734-808c-176b69c91c1a'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:57:55.218584 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 0e37909b-7bc6-4734-808c-176b69c91c1a, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=0e37909b-7bc6-4734-808c-176b69c91c1a,segment=NetworkSegment(14242949-90f8-482e-9951-1857393899e3),segment_id=14242949-90f8-482e-9951-1857393899e3)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:57:55.223524 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:55.273860 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e5bb029-94bf-425a-9d75-bf7b9c969435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e37909b-7bc6-4734-808c-176b69c91c1a', 'code': 200} Feb 09 12:57:55.312008 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=0e37909b-7bc6-4734-808c-176b69c91c1a,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:55.473670 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a901b-59e1-4e94-891a-acdfe87b8f30 req-716fb4ab-9bdb-4d10-bb3b-1c490fe8c5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:55.475049 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5d4a901b-59e1-4e94-891a-acdfe87b8f30 req-716fb4ab-9bdb-4d10-bb3b-1c490fe8c5b4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4e5bb029-94bf-425a-9d75-bf7b9c969435 HTTP/1.1" status: 200 len: 1096 time: 0.1464272 Feb 09 12:57:55.483289 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24543269-5c29-4ea6-baef-18347436a5db req-497b2f5e-1860-49bf-bfb4-26db1f9a0e25 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:55.484668 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-24543269-5c29-4ea6-baef-18347436a5db req-497b2f5e-1860-49bf-bfb4-26db1f9a0e25 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e5bb029-94bf-425a-9d75-bf7b9c969435 HTTP/1.1" status: 200 len: 945 time: 0.1121404 Feb 09 12:57:55.548822 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5d4a901b-59e1-4e94-891a-acdfe87b8f30 req-31ecbf3d-dbc9-472e-a5a9-a98ee6437ad4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632215 Feb 09 12:57:55.553198 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-24543269-5c29-4ea6-baef-18347436a5db req-359bd612-8653-493f-b168-1f36ab799d8f tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559144 Feb 09 12:57:56.749143 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64f35a-6564-499e-92b2-a1b9b7452a4f req-15dc2094-0588-4a8b-8dd4-0e1e7c0784ed tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:56.750623 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac64f35a-6564-499e-92b2-a1b9b7452a4f req-15dc2094-0588-4a8b-8dd4-0e1e7c0784ed tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e5bb029-94bf-425a-9d75-bf7b9c969435 HTTP/1.1" status: 200 len: 945 time: 0.0840392 Feb 09 12:57:56.798823 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ac64f35a-6564-499e-92b2-a1b9b7452a4f req-b60d6a0e-2a3f-489d-ba79-805656f5680a tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421975 Feb 09 12:57:56.972184 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:57:58.015799 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff93b7e4-c433-4535-9fff-71c9e1542b1f req-275a5367-8424-4c2f-bf1a-245270bcc752 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:58.017460 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ff93b7e4-c433-4535-9fff-71c9e1542b1f req-275a5367-8424-4c2f-bf1a-245270bcc752 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e5bb029-94bf-425a-9d75-bf7b9c969435 HTTP/1.1" status: 200 len: 945 time: 0.0854933 Feb 09 12:57:58.069867 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ff93b7e4-c433-4535-9fff-71c9e1542b1f req-fb8c0f43-418e-4079-9411-0caee9d37339 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443964 Feb 09 12:57:58.273899 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b07a084-e65d-4e69-9ac1-a4c331ac2d59 req-64e2ae00-bf40-4d94-b3e5-a31ed085fbb4 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:58.275466 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6b07a084-e65d-4e69-9ac1-a4c331ac2d59 req-64e2ae00-bf40-4d94-b3e5-a31ed085fbb4 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e5bb029-94bf-425a-9d75-bf7b9c969435 HTTP/1.1" status: 200 len: 945 time: 0.0905335 Feb 09 12:57:58.330937 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6b07a084-e65d-4e69-9ac1-a4c331ac2d59 req-9c910a20-d919-4432-9e12-f32e3cb81dda tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479753 Feb 09 12:57:58.547467 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780991d-1cde-41f9-adfc-735cd04113d7 req-56767044-e9b0-452c-859d-7224a7556e8d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:58.549282 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a780991d-1cde-41f9-adfc-735cd04113d7 req-56767044-e9b0-452c-859d-7224a7556e8d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e5bb029-94bf-425a-9d75-bf7b9c969435 HTTP/1.1" status: 200 len: 945 time: 0.0851746 Feb 09 12:57:58.601655 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a780991d-1cde-41f9-adfc-735cd04113d7 req-10e2bcd3-fb33-4682-b780-d1fa0efbfcc5 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462196 Feb 09 12:57:59.116929 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6365792-2205-4ee0-93d4-6674486bb169 req-e5545652-d7b8-4e5c-b8f0-ae9359495d5d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:59.118396 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e6365792-2205-4ee0-93d4-6674486bb169 req-e5545652-d7b8-4e5c-b8f0-ae9359495d5d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e5bb029-94bf-425a-9d75-bf7b9c969435 HTTP/1.1" status: 200 len: 945 time: 0.0931406 Feb 09 12:57:59.163920 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e6365792-2205-4ee0-93d4-6674486bb169 req-ac33f059-fc3c-46ec-939e-0c695c2dc057 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395100 Feb 09 12:58:00.378729 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfd115-ddbf-45b2-814e-c08bdd68e569 req-fbfe3bef-ac36-4d58-b162-f059c95d937e tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:00.380319 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6bcfd115-ddbf-45b2-814e-c08bdd68e569 req-fbfe3bef-ac36-4d58-b162-f059c95d937e tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e5bb029-94bf-425a-9d75-bf7b9c969435 HTTP/1.1" status: 200 len: 945 time: 0.0913084 Feb 09 12:58:00.425348 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6bcfd115-ddbf-45b2-814e-c08bdd68e569 req-da4c4214-d36d-40c6-9408-b92b1decd2df tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392802 Feb 09 12:58:00.524639 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad640fe-d9e5-495c-a408-d5ec1e8e5ead req-e2b1502e-52dc-4064-9d0f-3af060087d77 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:00.526065 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6ad640fe-d9e5-495c-a408-d5ec1e8e5ead req-e2b1502e-52dc-4064-9d0f-3af060087d77 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e5bb029-94bf-425a-9d75-bf7b9c969435 HTTP/1.1" status: 200 len: 945 time: 0.0907772 Feb 09 12:58:00.596600 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-6ad640fe-d9e5-495c-a408-d5ec1e8e5ead req-3269581e-4ec0-4133-aa08-0d8cd398c6bc tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Deleting port 0e37909b-7bc6-4734-808c-176b69c91c1a {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:58:00.596977 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-6ad640fe-d9e5-495c-a408-d5ec1e8e5ead req-3269581e-4ec0-4133-aa08-0d8cd398c6bc tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:00.994345 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-6ad640fe-d9e5-495c-a408-d5ec1e8e5ead req-3269581e-4ec0-4133-aa08-0d8cd398c6bc tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] For port 0e37909b-7bc6-4734-808c-176b69c91c1a, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=0e37909b-7bc6-4734-808c-176b69c91c1a,segment=NetworkSegment(14242949-90f8-482e-9951-1857393899e3),segment_id=14242949-90f8-482e-9951-1857393899e3)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:58:00.994345 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-6ad640fe-d9e5-495c-a408-d5ec1e8e5ead req-3269581e-4ec0-4133-aa08-0d8cd398c6bc tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:01.120117 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-6ad640fe-d9e5-495c-a408-d5ec1e8e5ead req-3269581e-4ec0-4133-aa08-0d8cd398c6bc tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Calling delete_port for 0e37909b-7bc6-4734-808c-176b69c91c1a owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:58:01.275396 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-6ad640fe-d9e5-495c-a408-d5ec1e8e5ead req-3269581e-4ec0-4133-aa08-0d8cd398c6bc tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:01.288565 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['0e37909b-7bc6-4734-808c-176b69c91c1a'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:58:01.362476 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3269581e-4ec0-4133-aa08-0d8cd398c6bc tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Pushing event deleted for resources: {'Port': ['ID=0e37909b-7bc6-4734-808c-176b69c91c1a,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:01.417642 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad640fe-d9e5-495c-a408-d5ec1e8e5ead req-3269581e-4ec0-4133-aa08-0d8cd398c6bc tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] No DVR routers for this DVR port 0e37909b-7bc6-4734-808c-176b69c91c1a on host n-h1-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:58:01.421018 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-6ad640fe-d9e5-495c-a408-d5ec1e8e5ead req-3269581e-4ec0-4133-aa08-0d8cd398c6bc tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:01.424122 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e5bb029-94bf-425a-9d75-bf7b9c969435', 'name': 'network-vif-deleted', 'tag': '0e37909b-7bc6-4734-808c-176b69c91c1a'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:58:01.443230 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6ad640fe-d9e5-495c-a408-d5ec1e8e5ead req-3269581e-4ec0-4133-aa08-0d8cd398c6bc tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.52 "DELETE /v2.0/ports/0e37909b-7bc6-4734-808c-176b69c91c1a HTTP/1.1" status: 204 len: 173 time: 0.9121881 Feb 09 12:58:01.485096 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e5bb029-94bf-425a-9d75-bf7b9c969435', 'name': 'network-vif-deleted', 'tag': '0e37909b-7bc6-4734-808c-176b69c91c1a', 'status': 'completed', 'code': 200} Feb 09 12:58:01.606250 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-fe7758bc-c351-4173-ab3b-60c1a20e53f5 req-3beb15d5-bfe0-4ba4-9638-efb6d95747b4 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Synchronizing usage tracker for tenant:1d5c90683c4945019bf1e460c83dc94a on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:58:01.624621 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-fe7758bc-c351-4173-ab3b-60c1a20e53f5 req-3beb15d5-bfe0-4ba4-9638-efb6d95747b4 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Unset dirty status for tenant:1d5c90683c4945019bf1e460c83dc94a on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:58:01.626199 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fe7758bc-c351-4173-ab3b-60c1a20e53f5 req-3beb15d5-bfe0-4ba4-9638-efb6d95747b4 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e5bb029-94bf-425a-9d75-bf7b9c969435 HTTP/1.1" status: 200 len: 210 time: 0.0701101 Feb 09 12:58:05.032931 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 0e37909b-7bc6-4734-808c-176b69c91c1a no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:58:05.076053 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] No Port match for: 0e37909b-7bc6-4734-808c-176b69c91c1a {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:58:05.076404 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 0e37909b-7bc6-4734-808c-176b69c91c1a not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:58:14.059922 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-36916275-90a8-4bb0-9812-167614ba37ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:16.414451 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d18da32e-01c2-4cf0-b486-cde7121f9202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:17.615950 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:17.704104 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:19.260098 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:20.642587 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:23.157646 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:25.972418 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a32ed2-8a0f-47cf-8702-78077428febd req-bfc4f066-e931-4bdd-bc9a-d6c20a657a75 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:25.974600 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-98a32ed2-8a0f-47cf-8702-78077428febd req-bfc4f066-e931-4bdd-bc9a-d6c20a657a75 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/networks?id=a26dea7e-804c-440b-8d39-fd312032ec0c HTTP/1.1" status: 200 len: 810 time: 0.1669621 Feb 09 12:58:25.990505 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-98a32ed2-8a0f-47cf-8702-78077428febd req-cd968b0d-de06-46be-bfa8-7ff4aa6f5221 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/quotas/1d5c90683c4945019bf1e460c83dc94a HTTP/1.1" status: 200 len: 375 time: 0.0108085 Feb 09 12:58:26.075791 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-98a32ed2-8a0f-47cf-8702-78077428febd req-5506d06f-6153-43e0-ac41-0176bbd82cce tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d5c90683c4945019bf1e460c83dc94a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0797472 Feb 09 12:58:26.220466 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-98a32ed2-8a0f-47cf-8702-78077428febd req-1b033b9a-2735-429a-9212-2f725bc1490b service neutron] 10.222.0.55 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376441 Feb 09 12:58:26.369695 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-98a32ed2-8a0f-47cf-8702-78077428febd req-eaf77111-173d-4907-b8a0-3df1d993ba2d service neutron] 10.222.0.55 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405337 Feb 09 12:58:26.807163 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bfa7a2cf-d4c5-44db-8d81-5c5e0ff1c5f4 req-b5f3ecb3-d43c-4277-aff6-9646c4488cda tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=d95a2ba1-3ac4-4024-b002-834e4c6a8e05 HTTP/1.1" status: 200 len: 210 time: 0.0441272 Feb 09 12:58:27.947978 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a32ed2-8a0f-47cf-8702-78077428febd req-d28d587e-50ce-4eea-9d60-cc20c97c515c tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:27.949549 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-98a32ed2-8a0f-47cf-8702-78077428febd req-d28d587e-50ce-4eea-9d60-cc20c97c515c tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.52 "GET /v2.0/networks?id=a26dea7e-804c-440b-8d39-fd312032ec0c HTTP/1.1" status: 200 len: 810 time: 0.1851702 Feb 09 12:58:27.963248 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-98a32ed2-8a0f-47cf-8702-78077428febd req-ad1feec8-395f-46ab-bc93-7afe025e25e8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Request body: {'port': {'device_id': 'd95a2ba1-3ac4-4024-b002-834e4c6a8e05', 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'admin_state_up': True, 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:58:28.233940 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-edbc62db-2118-408f-9f1a-dd184c10bf7b req-64806708-f2b0-489b-a849-a40e3754cb07 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=d95a2ba1-3ac4-4024-b002-834e4c6a8e05 HTTP/1.1" status: 200 len: 210 time: 0.2534142 Feb 09 12:58:28.297824 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-98a32ed2-8a0f-47cf-8702-78077428febd req-ad1feec8-395f-46ab-bc93-7afe025e25e8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:58:28.307961 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-98a32ed2-8a0f-47cf-8702-78077428febd req-ad1feec8-395f-46ab-bc93-7afe025e25e8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:58:28.318861 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98a32ed2-8a0f-47cf-8702-78077428febd req-ad1feec8-395f-46ab-bc93-7afe025e25e8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Made reservation on behalf of 1d5c90683c4945019bf1e460c83dc94a for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:58:28.322837 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-98a32ed2-8a0f-47cf-8702-78077428febd req-ad1feec8-395f-46ab-bc93-7afe025e25e8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:28.558465 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-98a32ed2-8a0f-47cf-8702-78077428febd req-ad1feec8-395f-46ab-bc93-7afe025e25e8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Allocated IP 172.20.0.13 (a26dea7e-804c-440b-8d39-fd312032ec0c/c00dd5d5-2adb-420a-a9e5-79af8795f5b5/d527ed8e-dd75-4742-b4c6-e587b546b3c2) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:58:28.802044 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-98a32ed2-8a0f-47cf-8702-78077428febd req-ad1feec8-395f-46ab-bc93-7afe025e25e8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:28.819251 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-98a32ed2-8a0f-47cf-8702-78077428febd req-ad1feec8-395f-46ab-bc93-7afe025e25e8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Transition to ACTIVE for port object d527ed8e-dd75-4742-b4c6-e587b546b3c2 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:58:28.849354 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-98a32ed2-8a0f-47cf-8702-78077428febd req-ad1feec8-395f-46ab-bc93-7afe025e25e8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:28.943416 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98a32ed2-8a0f-47cf-8702-78077428febd req-ad1feec8-395f-46ab-bc93-7afe025e25e8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Network a26dea7e-804c-440b-8d39-fd312032ec0c is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:58:28.943416 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-98a32ed2-8a0f-47cf-8702-78077428febd req-ad1feec8-395f-46ab-bc93-7afe025e25e8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:58:28.951124 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-98a32ed2-8a0f-47cf-8702-78077428febd req-ad1feec8-395f-46ab-bc93-7afe025e25e8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:58:29.024640 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a32ed2-8a0f-47cf-8702-78077428febd req-ad1feec8-395f-46ab-bc93-7afe025e25e8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:29.024640 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-98a32ed2-8a0f-47cf-8702-78077428febd req-ad1feec8-395f-46ab-bc93-7afe025e25e8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:29.046928 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1feec8-395f-46ab-bc93-7afe025e25e8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Pushing event updated for resources: {'Port': ['ID=d527ed8e-dd75-4742-b4c6-e587b546b3c2,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:29.062252 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1feec8-395f-46ab-bc93-7afe025e25e8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:29.062252 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1feec8-395f-46ab-bc93-7afe025e25e8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:29.062252 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1feec8-395f-46ab-bc93-7afe025e25e8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:29.062252 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1feec8-395f-46ab-bc93-7afe025e25e8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:29.062252 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1feec8-395f-46ab-bc93-7afe025e25e8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:29.062252 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1feec8-395f-46ab-bc93-7afe025e25e8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:29.062252 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1feec8-395f-46ab-bc93-7afe025e25e8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:29.062252 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1feec8-395f-46ab-bc93-7afe025e25e8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:29.062252 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1feec8-395f-46ab-bc93-7afe025e25e8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:29.062252 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1feec8-395f-46ab-bc93-7afe025e25e8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:29.062252 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1feec8-395f-46ab-bc93-7afe025e25e8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:29.062252 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1feec8-395f-46ab-bc93-7afe025e25e8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:29.082195 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-98a32ed2-8a0f-47cf-8702-78077428febd req-ad1feec8-395f-46ab-bc93-7afe025e25e8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1243002 Feb 09 12:58:29.158291 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-98a32ed2-8a0f-47cf-8702-78077428febd req-e6699998-a1d7-42f1-8174-2d1dcdb805c7 service neutron] Request body: {'port': {'device_id': 'd95a2ba1-3ac4-4024-b002-834e4c6a8e05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:58:29.340973 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6e50d103-d85f-46a3-9fd6-e4e5f7a9a089 None None] Provisioning for port d527ed8e-dd75-4742-b4c6-e587b546b3c2 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:58:29.355620 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6e50d103-d85f-46a3-9fd6-e4e5f7a9a089 None None] Provisioning complete for port d527ed8e-dd75-4742-b4c6-e587b546b3c2 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:58:29.355620 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6e50d103-d85f-46a3-9fd6-e4e5f7a9a089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:29.375052 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-98a32ed2-8a0f-47cf-8702-78077428febd req-e6699998-a1d7-42f1-8174-2d1dcdb805c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:29.454001 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-6e50d103-d85f-46a3-9fd6-e4e5f7a9a089 None None] Port d527ed8e-dd75-4742-b4c6-e587b546b3c2 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:58:29.651519 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864fc30d-2448-46f5-9ce7-c2cf10fad997 req-800656ea-57b1-46bf-a5dc-efcafab1b62a tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:29.651519 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-864fc30d-2448-46f5-9ce7-c2cf10fad997 req-800656ea-57b1-46bf-a5dc-efcafab1b62a tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Synchronizing usage tracker for tenant:1d5c90683c4945019bf1e460c83dc94a on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:58:29.734610 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-864fc30d-2448-46f5-9ce7-c2cf10fad997 req-800656ea-57b1-46bf-a5dc-efcafab1b62a tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Unset dirty status for tenant:1d5c90683c4945019bf1e460c83dc94a on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:58:29.735791 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-864fc30d-2448-46f5-9ce7-c2cf10fad997 req-800656ea-57b1-46bf-a5dc-efcafab1b62a tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=d95a2ba1-3ac4-4024-b002-834e4c6a8e05 HTTP/1.1" status: 200 len: 932 time: 0.2841096 Feb 09 12:58:29.831085 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-864fc30d-2448-46f5-9ce7-c2cf10fad997 req-58a1840f-1276-4d47-9eb8-27322e79389e tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837045 Feb 09 12:58:29.937436 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-98a32ed2-8a0f-47cf-8702-78077428febd req-e6699998-a1d7-42f1-8174-2d1dcdb805c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d527ed8e-dd75-4742-b4c6-e587b546b3c2 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:58:29.945500 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-98a32ed2-8a0f-47cf-8702-78077428febd req-e6699998-a1d7-42f1-8174-2d1dcdb805c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:29.962683 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-98a32ed2-8a0f-47cf-8702-78077428febd req-e6699998-a1d7-42f1-8174-2d1dcdb805c7 service neutron] Transition to ACTIVE for port object d527ed8e-dd75-4742-b4c6-e587b546b3c2 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:58:29.969057 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-98a32ed2-8a0f-47cf-8702-78077428febd req-e6699998-a1d7-42f1-8174-2d1dcdb805c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:30.147944 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6699998-a1d7-42f1-8174-2d1dcdb805c7 service neutron] Pushing event updated for resources: {'Port': ['ID=d527ed8e-dd75-4742-b4c6-e587b546b3c2,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:30.239807 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-98a32ed2-8a0f-47cf-8702-78077428febd req-e6699998-a1d7-42f1-8174-2d1dcdb805c7 service neutron] Attempting to bind port d527ed8e-dd75-4742-b4c6-e587b546b3c2 on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:58:30.239807 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-98a32ed2-8a0f-47cf-8702-78077428febd req-e6699998-a1d7-42f1-8174-2d1dcdb805c7 service neutron] Attempting to bind port d527ed8e-dd75-4742-b4c6-e587b546b3c2 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': '14242949-90f8-482e-9951-1857393899e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:58:30.239807 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a32ed2-8a0f-47cf-8702-78077428febd req-e6699998-a1d7-42f1-8174-2d1dcdb805c7 service neutron] Attempting to bind port d527ed8e-dd75-4742-b4c6-e587b546b3c2 on network a26dea7e-804c-440b-8d39-fd312032ec0c {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:58:30.239807 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a32ed2-8a0f-47cf-8702-78077428febd req-e6699998-a1d7-42f1-8174-2d1dcdb805c7 service neutron] Port d527ed8e-dd75-4742-b4c6-e587b546b3c2 on network a26dea7e-804c-440b-8d39-fd312032ec0c not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:58:30.243450 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a32ed2-8a0f-47cf-8702-78077428febd req-e6699998-a1d7-42f1-8174-2d1dcdb805c7 service neutron] Attempting to bind port d527ed8e-dd75-4742-b4c6-e587b546b3c2 on network a26dea7e-804c-440b-8d39-fd312032ec0c {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:58:30.256383 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a32ed2-8a0f-47cf-8702-78077428febd req-e6699998-a1d7-42f1-8174-2d1dcdb805c7 service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:58:30.256383 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a32ed2-8a0f-47cf-8702-78077428febd req-e6699998-a1d7-42f1-8174-2d1dcdb805c7 service neutron] Checking segment: {'id': '14242949-90f8-482e-9951-1857393899e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:58:30.256383 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a32ed2-8a0f-47cf-8702-78077428febd req-e6699998-a1d7-42f1-8174-2d1dcdb805c7 service neutron] Bound using segment: {'id': '14242949-90f8-482e-9951-1857393899e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:58:30.256383 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-98a32ed2-8a0f-47cf-8702-78077428febd req-e6699998-a1d7-42f1-8174-2d1dcdb805c7 service neutron] Bound port: d527ed8e-dd75-4742-b4c6-e587b546b3c2, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14242949-90f8-482e-9951-1857393899e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:58:30.256383 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-98a32ed2-8a0f-47cf-8702-78077428febd req-e6699998-a1d7-42f1-8174-2d1dcdb805c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:30.385355 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-98a32ed2-8a0f-47cf-8702-78077428febd req-e6699998-a1d7-42f1-8174-2d1dcdb805c7 service neutron] For port d527ed8e-dd75-4742-b4c6-e587b546b3c2, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:58:30.390255 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-98a32ed2-8a0f-47cf-8702-78077428febd req-e6699998-a1d7-42f1-8174-2d1dcdb805c7 service neutron] For port d527ed8e-dd75-4742-b4c6-e587b546b3c2, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=d527ed8e-dd75-4742-b4c6-e587b546b3c2,segment=NetworkSegment(14242949-90f8-482e-9951-1857393899e3),segment_id=14242949-90f8-482e-9951-1857393899e3)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:58:30.395199 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-98a32ed2-8a0f-47cf-8702-78077428febd req-e6699998-a1d7-42f1-8174-2d1dcdb805c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:30.488408 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a32ed2-8a0f-47cf-8702-78077428febd req-e6699998-a1d7-42f1-8174-2d1dcdb805c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:30.488408 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-98a32ed2-8a0f-47cf-8702-78077428febd req-e6699998-a1d7-42f1-8174-2d1dcdb805c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:30.488408 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-98a32ed2-8a0f-47cf-8702-78077428febd req-e6699998-a1d7-42f1-8174-2d1dcdb805c7 service neutron] 10.222.0.52 "PUT /v2.0/ports/d527ed8e-dd75-4742-b4c6-e587b546b3c2 HTTP/1.1" status: 200 len: 1092 time: 1.3937912 Feb 09 12:58:30.488408 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd95a2ba1-3ac4-4024-b002-834e4c6a8e05', 'tag': 'd527ed8e-dd75-4742-b4c6-e587b546b3c2'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:58:30.547366 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6699998-a1d7-42f1-8174-2d1dcdb805c7 service neutron] Pushing event updated for resources: {'Port': ['ID=d527ed8e-dd75-4742-b4c6-e587b546b3c2,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:30.598153 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd95a2ba1-3ac4-4024-b002-834e4c6a8e05', 'tag': 'd527ed8e-dd75-4742-b4c6-e587b546b3c2', 'status': 'completed', 'code': 200} Feb 09 12:58:30.656935 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a32ed2-8a0f-47cf-8702-78077428febd req-2f25718a-38f3-43c7-a3dc-3533221c72d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:30.658558 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-98a32ed2-8a0f-47cf-8702-78077428febd req-2f25718a-38f3-43c7-a3dc-3533221c72d6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d5c90683c4945019bf1e460c83dc94a&device_id=d95a2ba1-3ac4-4024-b002-834e4c6a8e05 HTTP/1.1" status: 200 len: 1095 time: 0.1065366 Feb 09 12:58:30.930279 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-98a32ed2-8a0f-47cf-8702-78077428febd req-e080a03b-77e3-466d-95d2-aa2d12663993 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d527ed8e-dd75-4742-b4c6-e587b546b3c2 HTTP/1.1" status: 200 len: 217 time: 0.2647848 Feb 09 12:58:31.004025 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a32ed2-8a0f-47cf-8702-78077428febd req-f5a611db-0daf-4f74-8cc5-6295e45c4cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:31.004025 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-98a32ed2-8a0f-47cf-8702-78077428febd req-f5a611db-0daf-4f74-8cc5-6295e45c4cd0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c00dd5d5-2adb-420a-a9e5-79af8795f5b5 HTTP/1.1" status: 200 len: 849 time: 0.0638654 Feb 09 12:58:31.090377 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a32ed2-8a0f-47cf-8702-78077428febd req-c3e2e8e5-e412-4363-8740-fca43d0320c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:31.090377 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-98a32ed2-8a0f-47cf-8702-78077428febd req-c3e2e8e5-e412-4363-8740-fca43d0320c2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a26dea7e-804c-440b-8d39-fd312032ec0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826383 Feb 09 12:58:31.235491 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-98a32ed2-8a0f-47cf-8702-78077428febd req-a53d8d05-36a8-418e-9157-12d03033e1a5 service neutron] 10.222.0.52 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380925 Feb 09 12:58:31.384622 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-98a32ed2-8a0f-47cf-8702-78077428febd req-396639af-a35d-4237-b840-4fdd4e1363e7 service neutron] 10.222.0.52 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451619 Feb 09 12:58:31.513133 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3158cdc-6861-4a3b-8b34-a0df14fc17fc req-8f759c46-6d96-4a6f-a89f-5871370cd8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:31.513133 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3158cdc-6861-4a3b-8b34-a0df14fc17fc req-8f759c46-6d96-4a6f-a89f-5871370cd8d4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d5c90683c4945019bf1e460c83dc94a&device_id=d95a2ba1-3ac4-4024-b002-834e4c6a8e05 HTTP/1.1" status: 200 len: 1095 time: 0.0820155 Feb 09 12:58:31.656885 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3158cdc-6861-4a3b-8b34-a0df14fc17fc req-58cb4871-6b2e-49e6-a883-113c1c3539d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:31.658360 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3158cdc-6861-4a3b-8b34-a0df14fc17fc req-58cb4871-6b2e-49e6-a883-113c1c3539d1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a26dea7e-804c-440b-8d39-fd312032ec0c HTTP/1.1" status: 200 len: 911 time: 0.1399696 Feb 09 12:58:31.730191 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3158cdc-6861-4a3b-8b34-a0df14fc17fc req-ba9192b7-48c7-490e-bb1b-3a91862c1fc2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d527ed8e-dd75-4742-b4c6-e587b546b3c2 HTTP/1.1" status: 200 len: 217 time: 0.0653524 Feb 09 12:58:31.801206 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3158cdc-6861-4a3b-8b34-a0df14fc17fc req-7163f565-8b29-4ae3-9887-874bc9d690d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:31.801206 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3158cdc-6861-4a3b-8b34-a0df14fc17fc req-7163f565-8b29-4ae3-9887-874bc9d690d0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c00dd5d5-2adb-420a-a9e5-79af8795f5b5 HTTP/1.1" status: 200 len: 849 time: 0.0616443 Feb 09 12:58:31.885509 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3158cdc-6861-4a3b-8b34-a0df14fc17fc req-ef8f8653-ea61-441f-a9a7-423169e3149e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:31.885509 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3158cdc-6861-4a3b-8b34-a0df14fc17fc req-ef8f8653-ea61-441f-a9a7-423169e3149e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a26dea7e-804c-440b-8d39-fd312032ec0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770082 Feb 09 12:58:32.028943 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3158cdc-6861-4a3b-8b34-a0df14fc17fc req-34684751-30ec-4f3b-a71c-61f503cf28c3 service neutron] 10.222.0.52 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342888 Feb 09 12:58:32.172489 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3158cdc-6861-4a3b-8b34-a0df14fc17fc req-4d13ad18-62ce-4656-a44e-ff13e18170fe service neutron] 10.222.0.52 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397386 Feb 09 12:58:32.499330 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [req-f3c06e59-c99b-42da-9fc8-a8911668a5d4 req-cbfdef4f-909c-4ce9-b36e-b83fbd48ce01 service neutron] (87568) timed out ('10.222.0.55', 51854) {{(pid=87568) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 12:58:33.976226 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:58:39.141859 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device d527ed8e-dd75-4742-b4c6-e587b546b3c2 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:58:39.296573 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port d527ed8e-dd75-4742-b4c6-e587b546b3c2, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=d527ed8e-dd75-4742-b4c6-e587b546b3c2,segment=NetworkSegment(14242949-90f8-482e-9951-1857393899e3),segment_id=14242949-90f8-482e-9951-1857393899e3)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:58:39.310683 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': 'd527ed8e-dd75-4742-b4c6-e587b546b3c2', 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'port_id': 'd527ed8e-dd75-4742-b4c6-e587b546b3c2', 'mac_address': 'fa:16:3e:99:a3:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:58:39.366454 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:39.384091 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d527ed8e-dd75-4742-b4c6-e587b546b3c2 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:58:39.419964 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port d527ed8e-dd75-4742-b4c6-e587b546b3c2, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=d527ed8e-dd75-4742-b4c6-e587b546b3c2,segment=NetworkSegment(14242949-90f8-482e-9951-1857393899e3),segment_id=14242949-90f8-482e-9951-1857393899e3)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:58:39.427016 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:39.501253 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=d527ed8e-dd75-4742-b4c6-e587b546b3c2,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:39.631758 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['d527ed8e-dd75-4742-b4c6-e587b546b3c2'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:58:41.157197 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device d527ed8e-dd75-4742-b4c6-e587b546b3c2 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:58:41.227624 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port d527ed8e-dd75-4742-b4c6-e587b546b3c2 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:58:41.233488 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port d527ed8e-dd75-4742-b4c6-e587b546b3c2 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:58:41.233977 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:41.353190 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:41.380947 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95a2ba1-3ac4-4024-b002-834e4c6a8e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd527ed8e-dd75-4742-b4c6-e587b546b3c2'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:58:41.390423 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port d527ed8e-dd75-4742-b4c6-e587b546b3c2, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=d527ed8e-dd75-4742-b4c6-e587b546b3c2,segment=NetworkSegment(14242949-90f8-482e-9951-1857393899e3),segment_id=14242949-90f8-482e-9951-1857393899e3)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:58:41.394284 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:41.430393 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd95a2ba1-3ac4-4024-b002-834e4c6a8e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd527ed8e-dd75-4742-b4c6-e587b546b3c2', 'code': 200} Feb 09 12:58:41.465834 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=d527ed8e-dd75-4742-b4c6-e587b546b3c2,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:41.563167 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38200aa6-cc5c-4815-99b5-d5cea80956b4 req-d99152d9-c333-454d-8d6e-6d286150ea39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:41.564711 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-38200aa6-cc5c-4815-99b5-d5cea80956b4 req-d99152d9-c333-454d-8d6e-6d286150ea39 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d95a2ba1-3ac4-4024-b002-834e4c6a8e05 HTTP/1.1" status: 200 len: 1097 time: 0.0743048 Feb 09 12:58:41.606796 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-38200aa6-cc5c-4815-99b5-d5cea80956b4 req-95b63ad1-61e6-4ac7-8b77-dd3463139970 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359087 Feb 09 12:58:41.949429 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41848) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:58:41.954595 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-ca5a2516-fe70-45d6-bc5b-704a95f57749 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1743836513', 'description': 'tempest-secgroup-smoke-1743836513 description', 'project_id': '9f2897d8c21a484a8ff0d63f79752037'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:58:41.962162 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ca5a2516-fe70-45d6-bc5b-704a95f57749 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:58:41.966593 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ca5a2516-fe70-45d6-bc5b-704a95f57749 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Usage tracker for resource:security_group and tenant:9f2897d8c21a484a8ff0d63f79752037 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:58:41.969443 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ca5a2516-fe70-45d6-bc5b-704a95f57749 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:58:41.975200 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ca5a2516-fe70-45d6-bc5b-704a95f57749 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:58:41.986426 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ca5a2516-fe70-45d6-bc5b-704a95f57749 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:42.005632 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ca5a2516-fe70-45d6-bc5b-704a95f57749 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:58:42.009374 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ca5a2516-fe70-45d6-bc5b-704a95f57749 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Usage tracker for resource:security_group_rule and tenant:9f2897d8c21a484a8ff0d63f79752037 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:58:42.012519 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ca5a2516-fe70-45d6-bc5b-704a95f57749 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:58:42.018124 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ca5a2516-fe70-45d6-bc5b-704a95f57749 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:58:42.091036 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ca5a2516-fe70-45d6-bc5b-704a95f57749 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:42.094598 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ca5a2516-fe70-45d6-bc5b-704a95f57749 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:42.135820 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5a2516-fe70-45d6-bc5b-704a95f57749 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84e909f6-a3da-4708-bd48-ac7013ef5745,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:42.140111 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ca5a2516-fe70-45d6-bc5b-704a95f57749 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:42.141322 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ca5a2516-fe70-45d6-bc5b-704a95f57749 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1909001 Feb 09 12:58:42.144350 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 41852) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:58:42.146379 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a2516-fe70-45d6-bc5b-704a95f57749 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:42.146735 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a2516-fe70-45d6-bc5b-704a95f57749 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:42.147080 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a2516-fe70-45d6-bc5b-704a95f57749 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:42.147420 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a2516-fe70-45d6-bc5b-704a95f57749 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:42.147755 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a2516-fe70-45d6-bc5b-704a95f57749 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:42.148118 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a2516-fe70-45d6-bc5b-704a95f57749 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:42.148448 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a2516-fe70-45d6-bc5b-704a95f57749 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:42.148775 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a2516-fe70-45d6-bc5b-704a95f57749 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:42.149103 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a2516-fe70-45d6-bc5b-704a95f57749 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:42.149432 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a2516-fe70-45d6-bc5b-704a95f57749 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:42.149754 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a2516-fe70-45d6-bc5b-704a95f57749 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:42.149863 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-f6926d3e-d121-4a4a-a64e-ff7fa456cf5c tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Request body: {'security_group_rule': {'security_group_id': '84e909f6-a3da-4708-bd48-ac7013ef5745', 'project_id': '9f2897d8c21a484a8ff0d63f79752037', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:58:42.150077 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a2516-fe70-45d6-bc5b-704a95f57749 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:42.157197 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-f6926d3e-d121-4a4a-a64e-ff7fa456cf5c tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:58:42.161273 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-f6926d3e-d121-4a4a-a64e-ff7fa456cf5c tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Usage tracker for resource:security_group_rule and tenant:9f2897d8c21a484a8ff0d63f79752037 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:58:42.164161 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-f6926d3e-d121-4a4a-a64e-ff7fa456cf5c tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:58:42.170959 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-f6926d3e-d121-4a4a-a64e-ff7fa456cf5c tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:58:42.186966 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f6926d3e-d121-4a4a-a64e-ff7fa456cf5c tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:42.247910 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f6926d3e-d121-4a4a-a64e-ff7fa456cf5c tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:42.251277 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f6926d3e-d121-4a4a-a64e-ff7fa456cf5c tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:42.274695 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6926d3e-d121-4a4a-a64e-ff7fa456cf5c tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d1add24-a407-4087-a4ef-117418e13c73,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:42.285664 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f6926d3e-d121-4a4a-a64e-ff7fa456cf5c tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:42.287028 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f6926d3e-d121-4a4a-a64e-ff7fa456cf5c tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1414778 Feb 09 12:58:42.289601 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 41856) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:58:42.295419 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-8cfb3975-21b0-40c8-970b-820821fd3d8e tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Request body: {'security_group_rule': {'security_group_id': '84e909f6-a3da-4708-bd48-ac7013ef5745', 'project_id': '9f2897d8c21a484a8ff0d63f79752037', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:58:42.301946 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-8cfb3975-21b0-40c8-970b-820821fd3d8e tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:58:42.305806 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8cfb3975-21b0-40c8-970b-820821fd3d8e tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Usage tracker for resource:security_group_rule and tenant:9f2897d8c21a484a8ff0d63f79752037 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:58:42.309328 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8cfb3975-21b0-40c8-970b-820821fd3d8e tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:58:42.315245 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-8cfb3975-21b0-40c8-970b-820821fd3d8e tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:58:42.331842 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8cfb3975-21b0-40c8-970b-820821fd3d8e tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:42.397769 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8cfb3975-21b0-40c8-970b-820821fd3d8e tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:42.402529 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8cfb3975-21b0-40c8-970b-820821fd3d8e tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:42.429142 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb3975-21b0-40c8-970b-820821fd3d8e tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=875ea9fc-c2ff-4575-ab41-2b2a444433a1,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:42.443077 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8cfb3975-21b0-40c8-970b-820821fd3d8e tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:42.444263 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8cfb3975-21b0-40c8-970b-820821fd3d8e tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1537402 Feb 09 12:58:42.446853 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 41860) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:58:42.451995 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-241e17e3-bd0d-408c-93be-8625b1d4a739 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Request body: {'security_group_rule': {'security_group_id': '84e909f6-a3da-4708-bd48-ac7013ef5745', 'project_id': '9f2897d8c21a484a8ff0d63f79752037', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:58:42.458463 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-241e17e3-bd0d-408c-93be-8625b1d4a739 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:58:42.462333 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-241e17e3-bd0d-408c-93be-8625b1d4a739 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Usage tracker for resource:security_group_rule and tenant:9f2897d8c21a484a8ff0d63f79752037 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:58:42.465295 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-241e17e3-bd0d-408c-93be-8625b1d4a739 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:58:42.471047 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-241e17e3-bd0d-408c-93be-8625b1d4a739 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:58:42.488769 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-241e17e3-bd0d-408c-93be-8625b1d4a739 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:42.554151 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-241e17e3-bd0d-408c-93be-8625b1d4a739 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:42.557962 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-241e17e3-bd0d-408c-93be-8625b1d4a739 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:42.584489 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241e17e3-bd0d-408c-93be-8625b1d4a739 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f950be8-dc23-42c0-b029-40e4ee27673b,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:42.595759 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-241e17e3-bd0d-408c-93be-8625b1d4a739 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:42.600299 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41864) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:58:42.600461 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-241e17e3-bd0d-408c-93be-8625b1d4a739 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1526146 Feb 09 12:58:42.606706 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-06141d77-09bb-4b01-8d95-98378a34415a tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Request body: {'security_group_rule': {'security_group_id': '84e909f6-a3da-4708-bd48-ac7013ef5745', 'project_id': '9f2897d8c21a484a8ff0d63f79752037', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:58:42.613557 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-06141d77-09bb-4b01-8d95-98378a34415a tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:58:42.617632 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-06141d77-09bb-4b01-8d95-98378a34415a tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Usage tracker for resource:security_group_rule and tenant:9f2897d8c21a484a8ff0d63f79752037 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:58:42.620680 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-06141d77-09bb-4b01-8d95-98378a34415a tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:58:42.627708 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-06141d77-09bb-4b01-8d95-98378a34415a tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:58:42.644021 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-06141d77-09bb-4b01-8d95-98378a34415a tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:42.708781 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-06141d77-09bb-4b01-8d95-98378a34415a tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:42.712117 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-06141d77-09bb-4b01-8d95-98378a34415a tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:42.737346 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06141d77-09bb-4b01-8d95-98378a34415a tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e865e1af-5a03-42b5-9550-9c067c3f406f,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:42.746424 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-06141d77-09bb-4b01-8d95-98378a34415a tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:42.747624 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-06141d77-09bb-4b01-8d95-98378a34415a tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1459844 Feb 09 12:58:42.750354 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41868) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:58:42.755191 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-1c3520d9-f242-49e6-9587-e041d9d35168 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Request body: {'security_group_rule': {'security_group_id': '84e909f6-a3da-4708-bd48-ac7013ef5745', 'project_id': '9f2897d8c21a484a8ff0d63f79752037', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:58:42.761779 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1c3520d9-f242-49e6-9587-e041d9d35168 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:58:42.765540 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-1c3520d9-f242-49e6-9587-e041d9d35168 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Usage tracker for resource:security_group_rule and tenant:9f2897d8c21a484a8ff0d63f79752037 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:58:42.768361 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-1c3520d9-f242-49e6-9587-e041d9d35168 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:58:42.773879 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1c3520d9-f242-49e6-9587-e041d9d35168 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:58:42.784748 n-d-825178-3 neutron-server[87568]: INFO neutron.db.securitygroups_db [None req-1c3520d9-f242-49e6-9587-e041d9d35168 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Project 9f2897d8c21a484a8ff0d63f79752037 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 12:58:42.791127 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1c3520d9-f242-49e6-9587-e041d9d35168 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:42.853903 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1c3520d9-f242-49e6-9587-e041d9d35168 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:42.857848 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1c3520d9-f242-49e6-9587-e041d9d35168 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:42.886940 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3520d9-f242-49e6-9587-e041d9d35168 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef733b0e-453d-4b80-a217-c394e0727738,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:42.893095 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1c3520d9-f242-49e6-9587-e041d9d35168 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:42.896847 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1c3520d9-f242-49e6-9587-e041d9d35168 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1431017 Feb 09 12:58:42.897064 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41872) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:58:42.902536 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-22e8195f-66c5-4fb6-a7a6-bfe07d4f5dc5 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Request body: {'security_group_rule': {'security_group_id': '84e909f6-a3da-4708-bd48-ac7013ef5745', 'project_id': '9f2897d8c21a484a8ff0d63f79752037', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:58:42.909279 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-22e8195f-66c5-4fb6-a7a6-bfe07d4f5dc5 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:58:42.913081 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-22e8195f-66c5-4fb6-a7a6-bfe07d4f5dc5 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Usage tracker for resource:security_group_rule and tenant:9f2897d8c21a484a8ff0d63f79752037 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:58:42.915886 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-22e8195f-66c5-4fb6-a7a6-bfe07d4f5dc5 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:58:42.922201 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-22e8195f-66c5-4fb6-a7a6-bfe07d4f5dc5 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:58:42.932021 n-d-825178-3 neutron-server[87568]: INFO neutron.db.securitygroups_db [None req-22e8195f-66c5-4fb6-a7a6-bfe07d4f5dc5 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Project 9f2897d8c21a484a8ff0d63f79752037 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 12:58:42.938450 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-22e8195f-66c5-4fb6-a7a6-bfe07d4f5dc5 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:43.003805 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-22e8195f-66c5-4fb6-a7a6-bfe07d4f5dc5 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:43.007710 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-22e8195f-66c5-4fb6-a7a6-bfe07d4f5dc5 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:43.033948 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e8195f-66c5-4fb6-a7a6-bfe07d4f5dc5 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cce09aaf-f072-4789-8709-f0e321148ace,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:43.044053 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-22e8195f-66c5-4fb6-a7a6-bfe07d4f5dc5 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:43.045506 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-22e8195f-66c5-4fb6-a7a6-bfe07d4f5dc5 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1475005 Feb 09 12:58:43.240115 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-46e084f6-9099-4ffe-b3e8-e977dd1d9b4c tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Synchronizing usage tracker for tenant:9f2897d8c21a484a8ff0d63f79752037 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:58:43.257032 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-46e084f6-9099-4ffe-b3e8-e977dd1d9b4c tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Unset dirty status for tenant:9f2897d8c21a484a8ff0d63f79752037 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:58:43.258099 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-46e084f6-9099-4ffe-b3e8-e977dd1d9b4c tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1743836513&fields=id&tenant_id=9f2897d8c21a484a8ff0d63f79752037 HTTP/1.1" status: 200 len: 267 time: 0.0583286 Feb 09 12:58:43.409863 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-e45830e3-fe95-4619-ad84-bafe22473e8b tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:43.410544 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-e45830e3-fe95-4619-ad84-bafe22473e8b tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Synchronizing usage tracker for tenant:9f2897d8c21a484a8ff0d63f79752037 on resource:network {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:58:43.427388 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-e45830e3-fe95-4619-ad84-bafe22473e8b tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Unset dirty status for tenant:9f2897d8c21a484a8ff0d63f79752037 on resource:network {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:58:43.428546 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-e45830e3-fe95-4619-ad84-bafe22473e8b tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] 10.222.0.55 "GET /v2.0/networks?id=ad73b2db-357c-483b-9ce4-d88f32ba6262 HTTP/1.1" status: 200 len: 813 time: 0.1639416 Feb 09 12:58:43.444470 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-bf5ebfe2-a473-4801-8908-f21eb38c68d0 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] 10.222.0.55 "GET /v2.0/quotas/9f2897d8c21a484a8ff0d63f79752037 HTTP/1.1" status: 200 len: 375 time: 0.0100446 Feb 09 12:58:43.534103 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-6ef6d804-3964-40b5-a4cf-0a6bfe182840 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Synchronizing usage tracker for tenant:9f2897d8c21a484a8ff0d63f79752037 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:58:43.552427 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-6ef6d804-3964-40b5-a4cf-0a6bfe182840 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Unset dirty status for tenant:9f2897d8c21a484a8ff0d63f79752037 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:58:43.553772 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-6ef6d804-3964-40b5-a4cf-0a6bfe182840 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9f2897d8c21a484a8ff0d63f79752037&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1014829 Feb 09 12:58:43.694494 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-81b4a660-19ba-46ca-800e-14791e946056 service neutron] 10.222.0.55 "GET /v2.0/networks/ad73b2db-357c-483b-9ce4-d88f32ba6262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281452 Feb 09 12:58:43.936407 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-b34d0521-07b0-4866-ba92-8e67a3810da9 service neutron] 10.222.0.55 "GET /v2.0/networks/ad73b2db-357c-483b-9ce4-d88f32ba6262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358778 Feb 09 12:58:44.054550 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5e127e9f-ee69-45d6-ad1a-8aae2eff0598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:44.313636 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8c2184eb-0c9c-445b-a1e1-db3dcd349d3d req-6f2ff96c-2245-4f45-84c3-acb9c31330fa tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ab79ac0-aab9-407b-b680-ad3477124b33 HTTP/1.1" status: 200 len: 210 time: 0.0444663 Feb 09 12:58:45.380842 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-61e2a069-3609-488c-8065-4a739ed76ab3 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:45.382458 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-61e2a069-3609-488c-8065-4a739ed76ab3 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] 10.222.0.46 "GET /v2.0/networks?id=ad73b2db-357c-483b-9ce4-d88f32ba6262 HTTP/1.1" status: 200 len: 813 time: 0.1639671 Feb 09 12:58:45.438194 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-bbc3ff19-9359-458f-9515-b1f75c672d46 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Synchronizing usage tracker for tenant:9f2897d8c21a484a8ff0d63f79752037 on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:58:45.450705 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-bbc3ff19-9359-458f-9515-b1f75c672d46 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Unset dirty status for tenant:9f2897d8c21a484a8ff0d63f79752037 on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:58:45.451973 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-bbc3ff19-9359-458f-9515-b1f75c672d46 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f2897d8c21a484a8ff0d63f79752037 HTTP/1.1" status: 200 len: 380 time: 0.0613959 Feb 09 12:58:45.461189 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-9f93a1d6-a808-44c8-abcb-a08ea548ab94 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Request body: {'port': {'device_id': '2ab79ac0-aab9-407b-b680-ad3477124b33', 'network_id': 'ad73b2db-357c-483b-9ce4-d88f32ba6262', 'admin_state_up': True, 'tenant_id': '9f2897d8c21a484a8ff0d63f79752037', 'security_groups': ['84e909f6-a3da-4708-bd48-ac7013ef5745']}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:58:45.473284 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b12ec0e5-8316-4d98-a351-d573ebb5b4c5 req-b87b0036-1cf5-4b50-98e6-ccb05f033615 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ab79ac0-aab9-407b-b680-ad3477124b33 HTTP/1.1" status: 200 len: 210 time: 0.0455134 Feb 09 12:58:45.722478 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-9f93a1d6-a808-44c8-abcb-a08ea548ab94 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:58:45.732087 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-9f93a1d6-a808-44c8-abcb-a08ea548ab94 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:58:45.741766 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-9f93a1d6-a808-44c8-abcb-a08ea548ab94 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Made reservation on behalf of 9f2897d8c21a484a8ff0d63f79752037 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:58:45.746854 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-9f93a1d6-a808-44c8-abcb-a08ea548ab94 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:45.916768 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-9f93a1d6-a808-44c8-abcb-a08ea548ab94 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Allocated IP 172.20.0.5 (ad73b2db-357c-483b-9ce4-d88f32ba6262/5a717b63-5ce0-4236-b057-4ef4c930bf7e/30f2d1db-1590-43be-b807-f5a5cf45c3e0) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:58:46.108826 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-9f93a1d6-a808-44c8-abcb-a08ea548ab94 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:46.125058 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-9f93a1d6-a808-44c8-abcb-a08ea548ab94 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Transition to ACTIVE for port object 30f2d1db-1590-43be-b807-f5a5cf45c3e0 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:58:46.149288 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-9f93a1d6-a808-44c8-abcb-a08ea548ab94 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:46.222038 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-9f93a1d6-a808-44c8-abcb-a08ea548ab94 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Network ad73b2db-357c-483b-9ce4-d88f32ba6262 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:58:46.224929 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-9f93a1d6-a808-44c8-abcb-a08ea548ab94 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:58:46.228968 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-9f93a1d6-a808-44c8-abcb-a08ea548ab94 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:58:46.269416 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f93a1d6-a808-44c8-abcb-a08ea548ab94 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Pushing event updated for resources: {'Port': ['ID=30f2d1db-1590-43be-b807-f5a5cf45c3e0,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:46.301338 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-9f93a1d6-a808-44c8-abcb-a08ea548ab94 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:46.302202 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-9f93a1d6-a808-44c8-abcb-a08ea548ab94 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:46.334972 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-9f93a1d6-a808-44c8-abcb-a08ea548ab94 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8781381 Feb 09 12:58:46.416797 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-140ba302-8151-4885-95e5-1a4fba234ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:46.436590 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-650a814f-488b-4e1a-b7e6-47505e901de8 service neutron] Request body: {'port': {'device_id': '2ab79ac0-aab9-407b-b680-ad3477124b33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:58:46.565130 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-650a814f-488b-4e1a-b7e6-47505e901de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:46.574184 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6f960b50-97e5-4493-8b82-14e53aec710c None None] Provisioning for port 30f2d1db-1590-43be-b807-f5a5cf45c3e0 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:58:46.579759 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6f960b50-97e5-4493-8b82-14e53aec710c None None] Provisioning complete for port 30f2d1db-1590-43be-b807-f5a5cf45c3e0 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:58:46.580208 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6f960b50-97e5-4493-8b82-14e53aec710c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:46.643280 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-6f960b50-97e5-4493-8b82-14e53aec710c None None] Port 30f2d1db-1590-43be-b807-f5a5cf45c3e0 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:58:46.702482 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62186a88-aa4e-4d8f-864c-c958e710cb3e req-60acfe8f-5aa7-4dbe-9474-44fe0e729792 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:46.704190 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-62186a88-aa4e-4d8f-864c-c958e710cb3e req-60acfe8f-5aa7-4dbe-9474-44fe0e729792 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ab79ac0-aab9-407b-b680-ad3477124b33 HTTP/1.1" status: 200 len: 931 time: 0.0950186 Feb 09 12:58:46.750543 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-62186a88-aa4e-4d8f-864c-c958e710cb3e req-f86c2df2-c016-4e3a-9163-4b9e05999c3e tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] 10.222.0.55 "GET /v2.0/security-groups?id=84e909f6-a3da-4708-bd48-ac7013ef5745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406644 Feb 09 12:58:46.934078 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-650a814f-488b-4e1a-b7e6-47505e901de8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30f2d1db-1590-43be-b807-f5a5cf45c3e0 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:58:46.942207 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-650a814f-488b-4e1a-b7e6-47505e901de8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:46.958079 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-650a814f-488b-4e1a-b7e6-47505e901de8 service neutron] Transition to ACTIVE for port object 30f2d1db-1590-43be-b807-f5a5cf45c3e0 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:58:46.961105 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-650a814f-488b-4e1a-b7e6-47505e901de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:47.140196 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a814f-488b-4e1a-b7e6-47505e901de8 service neutron] Pushing event updated for resources: {'Port': ['ID=30f2d1db-1590-43be-b807-f5a5cf45c3e0,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:47.229637 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-650a814f-488b-4e1a-b7e6-47505e901de8 service neutron] Attempting to bind port 30f2d1db-1590-43be-b807-f5a5cf45c3e0 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:58:47.229637 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-650a814f-488b-4e1a-b7e6-47505e901de8 service neutron] Attempting to bind port 30f2d1db-1590-43be-b807-f5a5cf45c3e0 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'f1650d61-3530-475e-94e5-f585f61a5509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ad73b2db-357c-483b-9ce4-d88f32ba6262'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:58:47.230583 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-650a814f-488b-4e1a-b7e6-47505e901de8 service neutron] Attempting to bind port 30f2d1db-1590-43be-b807-f5a5cf45c3e0 on network ad73b2db-357c-483b-9ce4-d88f32ba6262 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:58:47.237237 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-650a814f-488b-4e1a-b7e6-47505e901de8 service neutron] Port 30f2d1db-1590-43be-b807-f5a5cf45c3e0 on network ad73b2db-357c-483b-9ce4-d88f32ba6262 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:58:47.237601 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-650a814f-488b-4e1a-b7e6-47505e901de8 service neutron] Attempting to bind port 30f2d1db-1590-43be-b807-f5a5cf45c3e0 on network ad73b2db-357c-483b-9ce4-d88f32ba6262 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:58:47.242753 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-650a814f-488b-4e1a-b7e6-47505e901de8 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:58:47.243158 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-650a814f-488b-4e1a-b7e6-47505e901de8 service neutron] Checking segment: {'id': 'f1650d61-3530-475e-94e5-f585f61a5509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ad73b2db-357c-483b-9ce4-d88f32ba6262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:58:47.243536 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-650a814f-488b-4e1a-b7e6-47505e901de8 service neutron] Bound using segment: {'id': 'f1650d61-3530-475e-94e5-f585f61a5509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ad73b2db-357c-483b-9ce4-d88f32ba6262'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:58:47.243999 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-650a814f-488b-4e1a-b7e6-47505e901de8 service neutron] Bound port: 30f2d1db-1590-43be-b807-f5a5cf45c3e0, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1650d61-3530-475e-94e5-f585f61a5509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ad73b2db-357c-483b-9ce4-d88f32ba6262'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:58:47.244345 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-650a814f-488b-4e1a-b7e6-47505e901de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:47.336213 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-650a814f-488b-4e1a-b7e6-47505e901de8 service neutron] For port 30f2d1db-1590-43be-b807-f5a5cf45c3e0, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:58:47.340284 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-650a814f-488b-4e1a-b7e6-47505e901de8 service neutron] For port 30f2d1db-1590-43be-b807-f5a5cf45c3e0, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=30f2d1db-1590-43be-b807-f5a5cf45c3e0,segment=NetworkSegment(f1650d61-3530-475e-94e5-f585f61a5509),segment_id=f1650d61-3530-475e-94e5-f585f61a5509)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:58:47.344385 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-650a814f-488b-4e1a-b7e6-47505e901de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:47.404101 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-650a814f-488b-4e1a-b7e6-47505e901de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:47.404712 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-650a814f-488b-4e1a-b7e6-47505e901de8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:47.406070 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-650a814f-488b-4e1a-b7e6-47505e901de8 service neutron] 10.222.0.46 "PUT /v2.0/ports/30f2d1db-1590-43be-b807-f5a5cf45c3e0 HTTP/1.1" status: 200 len: 1091 time: 1.0639329 Feb 09 12:58:47.406494 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ab79ac0-aab9-407b-b680-ad3477124b33', 'tag': '30f2d1db-1590-43be-b807-f5a5cf45c3e0'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:58:47.428419 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a814f-488b-4e1a-b7e6-47505e901de8 service neutron] Pushing event updated for resources: {'Port': ['ID=30f2d1db-1590-43be-b807-f5a5cf45c3e0,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:47.534352 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ab79ac0-aab9-407b-b680-ad3477124b33', 'tag': '30f2d1db-1590-43be-b807-f5a5cf45c3e0', 'status': 'completed', 'code': 200} Feb 09 12:58:47.541358 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-89dc826f-f77d-4360-9094-f92e0ea9eeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:47.542882 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-89dc826f-f77d-4360-9094-f92e0ea9eeb2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f2897d8c21a484a8ff0d63f79752037&device_id=2ab79ac0-aab9-407b-b680-ad3477124b33 HTTP/1.1" status: 200 len: 1094 time: 0.0921493 Feb 09 12:58:47.610755 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:47.619261 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-dca8cac0-18ef-4da4-a8ba-8874c3b0a128 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30f2d1db-1590-43be-b807-f5a5cf45c3e0 HTTP/1.1" status: 200 len: 217 time: 0.0677359 Feb 09 12:58:47.702464 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:47.792825 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-2a6ab39e-ae27-47ca-ac16-a6683158a3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:47.794589 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-2a6ab39e-ae27-47ca-ac16-a6683158a3cb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5a717b63-5ce0-4236-b057-4ef4c930bf7e HTTP/1.1" status: 200 len: 852 time: 0.1694233 Feb 09 12:58:47.881056 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-3a52519b-2169-447f-bcd5-04c72098464f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:47.882641 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-3a52519b-2169-447f-bcd5-04c72098464f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad73b2db-357c-483b-9ce4-d88f32ba6262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810251 Feb 09 12:58:47.941819 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96accbf2-1de1-4535-a4e4-12b71e1e09ad req-6d14765b-2974-4d85-a23e-c14a5a6364ae tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:47.943304 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-96accbf2-1de1-4535-a4e4-12b71e1e09ad req-6d14765b-2974-4d85-a23e-c14a5a6364ae tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ab79ac0-aab9-407b-b680-ad3477124b33 HTTP/1.1" status: 200 len: 943 time: 0.0801215 Feb 09 12:58:47.992253 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-96accbf2-1de1-4535-a4e4-12b71e1e09ad req-2c0b125f-3d34-42b0-b2b9-94cee68fc0d6 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] 10.222.0.55 "GET /v2.0/security-groups?id=84e909f6-a3da-4708-bd48-ac7013ef5745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432119 Feb 09 12:58:48.016345 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-833422d2-26f3-4fb5-abeb-45874dce62b2 service neutron] 10.222.0.46 "GET /v2.0/networks/ad73b2db-357c-483b-9ce4-d88f32ba6262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261079 Feb 09 12:58:48.146711 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-78b7f900-f76a-4ea1-9dc1-106935bda202 req-ea9c5734-142f-4b5c-adc6-9f4d47a6c56e service neutron] 10.222.0.46 "GET /v2.0/networks/ad73b2db-357c-483b-9ce4-d88f32ba6262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243844 Feb 09 12:58:48.266243 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50d38d-0144-44c9-9ace-d9209d12bcbf req-c5695063-94bb-44fe-b90a-b6fa8735ed10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:48.267773 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3a50d38d-0144-44c9-9ace-d9209d12bcbf req-c5695063-94bb-44fe-b90a-b6fa8735ed10 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f2897d8c21a484a8ff0d63f79752037&device_id=2ab79ac0-aab9-407b-b680-ad3477124b33 HTTP/1.1" status: 200 len: 1094 time: 0.0751171 Feb 09 12:58:48.399039 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50d38d-0144-44c9-9ace-d9209d12bcbf req-4e8925d1-c679-4d53-988e-208cbdf3aae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:48.400444 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3a50d38d-0144-44c9-9ace-d9209d12bcbf req-4e8925d1-c679-4d53-988e-208cbdf3aae3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ad73b2db-357c-483b-9ce4-d88f32ba6262 HTTP/1.1" status: 200 len: 914 time: 0.1267447 Feb 09 12:58:48.466401 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3a50d38d-0144-44c9-9ace-d9209d12bcbf req-4e988907-105d-4673-aa87-5658e1ff6314 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30f2d1db-1590-43be-b807-f5a5cf45c3e0 HTTP/1.1" status: 200 len: 217 time: 0.0594568 Feb 09 12:58:48.530470 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50d38d-0144-44c9-9ace-d9209d12bcbf req-6457242e-60ce-4379-b02c-2a0220995023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:48.531892 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3a50d38d-0144-44c9-9ace-d9209d12bcbf req-6457242e-60ce-4379-b02c-2a0220995023 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5a717b63-5ce0-4236-b057-4ef4c930bf7e HTTP/1.1" status: 200 len: 852 time: 0.0590029 Feb 09 12:58:48.607206 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50d38d-0144-44c9-9ace-d9209d12bcbf req-5a892a43-a3e1-4199-b61c-bff60d1a3524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:48.608683 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3a50d38d-0144-44c9-9ace-d9209d12bcbf req-5a892a43-a3e1-4199-b61c-bff60d1a3524 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad73b2db-357c-483b-9ce4-d88f32ba6262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701168 Feb 09 12:58:48.737942 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3a50d38d-0144-44c9-9ace-d9209d12bcbf req-4068cd9b-75de-476d-8670-d501fb88527f service neutron] 10.222.0.46 "GET /v2.0/networks/ad73b2db-357c-483b-9ce4-d88f32ba6262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223180 Feb 09 12:58:48.871885 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3a50d38d-0144-44c9-9ace-d9209d12bcbf req-df90e5d1-7c60-464a-9e9b-3618cd438f74 service neutron] 10.222.0.46 "GET /v2.0/networks/ad73b2db-357c-483b-9ce4-d88f32ba6262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265874 Feb 09 12:58:49.185697 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed88e3-017f-415e-b89b-7a5129d6a8ab req-fa5c926d-fedc-4e6d-a43e-772ac561b9f6 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:49.187208 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a8ed88e3-017f-415e-b89b-7a5129d6a8ab req-fa5c926d-fedc-4e6d-a43e-772ac561b9f6 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ab79ac0-aab9-407b-b680-ad3477124b33 HTTP/1.1" status: 200 len: 943 time: 0.0801542 Feb 09 12:58:49.231740 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a8ed88e3-017f-415e-b89b-7a5129d6a8ab req-15fccb54-d313-46f1-b7ae-aa30dfe8a18d tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] 10.222.0.55 "GET /v2.0/security-groups?id=84e909f6-a3da-4708-bd48-ac7013ef5745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389924 Feb 09 12:58:49.260872 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:50.422811 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747a48e-1039-440a-bf26-653760712828 req-22159468-c74c-4bd4-b0e8-f65dc04314e4 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:50.424282 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2747a48e-1039-440a-bf26-653760712828 req-22159468-c74c-4bd4-b0e8-f65dc04314e4 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ab79ac0-aab9-407b-b680-ad3477124b33 HTTP/1.1" status: 200 len: 943 time: 0.0833611 Feb 09 12:58:50.472446 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2747a48e-1039-440a-bf26-653760712828 req-7bf5b4c8-60ed-4672-b978-00454839bd54 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] 10.222.0.55 "GET /v2.0/security-groups?id=84e909f6-a3da-4708-bd48-ac7013ef5745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423424 Feb 09 12:58:50.655642 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:51.654559 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8680a-c991-4a13-ab00-3bcb260f38f8 req-6686afe5-2f4a-4db0-9cc9-2142a09c21b6 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:51.655928 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-98e8680a-c991-4a13-ab00-3bcb260f38f8 req-6686afe5-2f4a-4db0-9cc9-2142a09c21b6 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ab79ac0-aab9-407b-b680-ad3477124b33 HTTP/1.1" status: 200 len: 943 time: 0.0790761 Feb 09 12:58:51.699422 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-98e8680a-c991-4a13-ab00-3bcb260f38f8 req-7cda97f6-6b9a-4c72-8684-f4ec674fc4c4 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] 10.222.0.55 "GET /v2.0/security-groups?id=84e909f6-a3da-4708-bd48-ac7013ef5745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376897 Feb 09 12:58:52.898505 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f2e24-0df4-46eb-b5e9-f685b1c4acff req-3d944844-bf06-4027-888a-4da69ab3e578 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:52.899999 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8e1f2e24-0df4-46eb-b5e9-f685b1c4acff req-3d944844-bf06-4027-888a-4da69ab3e578 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ab79ac0-aab9-407b-b680-ad3477124b33 HTTP/1.1" status: 200 len: 943 time: 0.0961668 Feb 09 12:58:52.945867 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8e1f2e24-0df4-46eb-b5e9-f685b1c4acff req-ef37d819-4f61-4249-9d97-3daa6d32a974 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] 10.222.0.55 "GET /v2.0/security-groups?id=84e909f6-a3da-4708-bd48-ac7013ef5745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398071 Feb 09 12:58:53.140805 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:54.160678 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae0bf53-5e46-47f0-84da-59e0b1eb29d4 req-a36596fe-ee0d-480c-be01-eae38db1ca5d tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:54.162146 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dae0bf53-5e46-47f0-84da-59e0b1eb29d4 req-a36596fe-ee0d-480c-be01-eae38db1ca5d tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ab79ac0-aab9-407b-b680-ad3477124b33 HTTP/1.1" status: 200 len: 943 time: 0.0873528 Feb 09 12:58:54.208392 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dae0bf53-5e46-47f0-84da-59e0b1eb29d4 req-57ac5474-ff22-48e5-9847-758a4ae7af84 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] 10.222.0.55 "GET /v2.0/security-groups?id=84e909f6-a3da-4708-bd48-ac7013ef5745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398531 Feb 09 12:58:55.400059 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028b9dd-47cf-40bc-a234-8cfd73f9f48d req-b01ecae8-1f7d-4e69-9d9c-58202b67e314 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:55.401539 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0028b9dd-47cf-40bc-a234-8cfd73f9f48d req-b01ecae8-1f7d-4e69-9d9c-58202b67e314 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ab79ac0-aab9-407b-b680-ad3477124b33 HTTP/1.1" status: 200 len: 943 time: 0.0845933 Feb 09 12:58:55.445166 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0028b9dd-47cf-40bc-a234-8cfd73f9f48d req-15fd74a4-1414-46b7-9be3-940e388d1879 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] 10.222.0.55 "GET /v2.0/security-groups?id=84e909f6-a3da-4708-bd48-ac7013ef5745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374970 Feb 09 12:58:56.454423 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 30f2d1db-1590-43be-b807-f5a5cf45c3e0 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:58:56.600727 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 30f2d1db-1590-43be-b807-f5a5cf45c3e0, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=30f2d1db-1590-43be-b807-f5a5cf45c3e0,segment=NetworkSegment(f1650d61-3530-475e-94e5-f585f61a5509),segment_id=f1650d61-3530-475e-94e5-f585f61a5509)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:58:56.618295 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '30f2d1db-1590-43be-b807-f5a5cf45c3e0', 'network_id': 'ad73b2db-357c-483b-9ce4-d88f32ba6262', 'port_id': '30f2d1db-1590-43be-b807-f5a5cf45c3e0', 'mac_address': 'fa:16:3e:d7:50:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a717b63-5ce0-4236-b057-4ef4c930bf7e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:58:56.635597 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa780485-0285-42eb-8b85-87e24a244275 req-aeb29d29-0493-4bb2-abbc-c8ec934c5454 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:56.637819 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fa780485-0285-42eb-8b85-87e24a244275 req-aeb29d29-0493-4bb2-abbc-c8ec934c5454 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ab79ac0-aab9-407b-b680-ad3477124b33 HTTP/1.1" status: 200 len: 943 time: 0.0836067 Feb 09 12:58:56.677101 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:56.685465 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fa780485-0285-42eb-8b85-87e24a244275 req-8a4d9f85-ed7f-49d3-a8d3-0942a8e3e8d5 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] 10.222.0.55 "GET /v2.0/security-groups?id=84e909f6-a3da-4708-bd48-ac7013ef5745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419915 Feb 09 12:58:56.696371 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30f2d1db-1590-43be-b807-f5a5cf45c3e0 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:58:56.712324 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 30f2d1db-1590-43be-b807-f5a5cf45c3e0, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=30f2d1db-1590-43be-b807-f5a5cf45c3e0,segment=NetworkSegment(f1650d61-3530-475e-94e5-f585f61a5509),segment_id=f1650d61-3530-475e-94e5-f585f61a5509)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:58:56.717228 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:56.785667 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=30f2d1db-1590-43be-b807-f5a5cf45c3e0,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:56.793248 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:56.793590 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:56.793930 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:56.794264 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:56.794592 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:56.794919 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:56.795243 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:56.795567 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:56.795919 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:56.796234 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:56.796600 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:56.796921 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:56.936034 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['30f2d1db-1590-43be-b807-f5a5cf45c3e0'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:58:57.874733 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05937a86-e47a-4867-a1c4-e45c454301f2 req-0ffde130-b5af-49b3-82fc-99af00659b3c tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:57.876216 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-05937a86-e47a-4867-a1c4-e45c454301f2 req-0ffde130-b5af-49b3-82fc-99af00659b3c tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ab79ac0-aab9-407b-b680-ad3477124b33 HTTP/1.1" status: 200 len: 944 time: 0.0815873 Feb 09 12:58:57.921311 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-05937a86-e47a-4867-a1c4-e45c454301f2 req-56cd1f62-52c5-447f-99b9-feb0fc49ac19 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] 10.222.0.55 "GET /v2.0/security-groups?id=84e909f6-a3da-4708-bd48-ac7013ef5745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392520 Feb 09 12:58:58.483126 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 30f2d1db-1590-43be-b807-f5a5cf45c3e0 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:58:58.549078 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 30f2d1db-1590-43be-b807-f5a5cf45c3e0 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:58:58.553651 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 30f2d1db-1590-43be-b807-f5a5cf45c3e0 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:58:58.554019 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:58.704756 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:58.732731 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab79ac0-aab9-407b-b680-ad3477124b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f2d1db-1590-43be-b807-f5a5cf45c3e0'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:58:58.742803 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 30f2d1db-1590-43be-b807-f5a5cf45c3e0, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=30f2d1db-1590-43be-b807-f5a5cf45c3e0,segment=NetworkSegment(f1650d61-3530-475e-94e5-f585f61a5509),segment_id=f1650d61-3530-475e-94e5-f585f61a5509)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:58:58.746681 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:58.779095 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab79ac0-aab9-407b-b680-ad3477124b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f2d1db-1590-43be-b807-f5a5cf45c3e0', 'code': 200} Feb 09 12:58:58.823067 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=30f2d1db-1590-43be-b807-f5a5cf45c3e0,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:58.914970 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e57413-6b1b-4852-9432-10f134a49de1 req-d148ffed-2d84-418f-b179-f9af52369bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:58.916465 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e9e57413-6b1b-4852-9432-10f134a49de1 req-d148ffed-2d84-418f-b179-f9af52369bb6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2ab79ac0-aab9-407b-b680-ad3477124b33 HTTP/1.1" status: 200 len: 1096 time: 0.0740263 Feb 09 12:58:58.958491 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e9e57413-6b1b-4852-9432-10f134a49de1 req-1bb28754-1de4-4bf4-8e74-d21bf26a1e2e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=84e909f6-a3da-4708-bd48-ac7013ef5745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354862 Feb 09 12:58:59.114461 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efdd35-c0f4-46ae-a9a8-42c6d94800a5 req-b5739127-23e5-4130-8c9b-b6aea8070759 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:59.115922 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-76efdd35-c0f4-46ae-a9a8-42c6d94800a5 req-b5739127-23e5-4130-8c9b-b6aea8070759 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ab79ac0-aab9-407b-b680-ad3477124b33 HTTP/1.1" status: 200 len: 945 time: 0.0857160 Feb 09 12:58:59.160450 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-76efdd35-c0f4-46ae-a9a8-42c6d94800a5 req-6d04962c-6636-4383-a534-a42e1226b380 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] 10.222.0.55 "GET /v2.0/security-groups?id=84e909f6-a3da-4708-bd48-ac7013ef5745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384645 Feb 09 12:59:00.360265 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f251d64-79d8-4a8a-aa35-f89bd8cd748e req-c4c25a2e-acaa-49c9-a349-32dffa8b79fd tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:00.360265 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0f251d64-79d8-4a8a-aa35-f89bd8cd748e req-c4c25a2e-acaa-49c9-a349-32dffa8b79fd tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ab79ac0-aab9-407b-b680-ad3477124b33 HTTP/1.1" status: 200 len: 945 time: 0.0845399 Feb 09 12:59:00.405229 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0f251d64-79d8-4a8a-aa35-f89bd8cd748e req-0865f5d3-7b68-4a74-b8c4-49d64e3fba14 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] 10.222.0.55 "GET /v2.0/security-groups?id=84e909f6-a3da-4708-bd48-ac7013ef5745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396364 Feb 09 12:59:00.768927 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e1cc8a-7069-4fff-8ee4-f4aaf73b6254 req-2ae1c7e2-03e4-4657-96df-6ed2cda5c377 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:00.770335 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-61e1cc8a-7069-4fff-8ee4-f4aaf73b6254 req-2ae1c7e2-03e4-4657-96df-6ed2cda5c377 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ab79ac0-aab9-407b-b680-ad3477124b33 HTTP/1.1" status: 200 len: 945 time: 0.0873439 Feb 09 12:59:00.816555 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-61e1cc8a-7069-4fff-8ee4-f4aaf73b6254 req-6d0b53cb-ce0d-47e9-92ae-23e50ea989be tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] 10.222.0.55 "GET /v2.0/security-groups?id=84e909f6-a3da-4708-bd48-ac7013ef5745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404530 Feb 09 12:59:00.843079 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41934) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:00.968334 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5a1f11-7058-4394-8491-4965330919dd tempest-TestVolumeBackupRestore-771956064 tempest-TestVolumeBackupRestore-771956064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:00.969851 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-df5a1f11-7058-4394-8491-4965330919dd tempest-TestVolumeBackupRestore-771956064 tempest-TestVolumeBackupRestore-771956064-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2ab79ac0-aab9-407b-b680-ad3477124b33 HTTP/1.1" status: 200 len: 1091 time: 0.1288738 Feb 09 12:59:00.973896 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 41940) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:00.978747 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-5da53083-b24c-407f-81ab-6140d1ea3e40 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'port_id': '30f2d1db-1590-43be-b807-f5a5cf45c3e0', 'tenant_id': '9f2897d8c21a484a8ff0d63f79752037', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:59:00.986494 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5da53083-b24c-407f-81ab-6140d1ea3e40 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:59:00.989947 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5da53083-b24c-407f-81ab-6140d1ea3e40 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Usage tracker for resource:floatingip and tenant:9f2897d8c21a484a8ff0d63f79752037 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:59:00.992518 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5da53083-b24c-407f-81ab-6140d1ea3e40 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:59:00.998631 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5da53083-b24c-407f-81ab-6140d1ea3e40 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:59:01.009677 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5da53083-b24c-407f-81ab-6140d1ea3e40 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks [] for floatingip, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:01.147510 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5da53083-b24c-407f-81ab-6140d1ea3e40 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:01.294957 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-5da53083-b24c-407f-81ab-6140d1ea3e40 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Allocated IP 172.25.7.43 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/cafcc713-2e4a-4ce7-892b-e68582bc7b38) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:59:01.541585 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5da53083-b24c-407f-81ab-6140d1ea3e40 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:01.570500 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5da53083-b24c-407f-81ab-6140d1ea3e40 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:01.637417 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da53083-b24c-407f-81ab-6140d1ea3e40 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:59:01.640120 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-5da53083-b24c-407f-81ab-6140d1ea3e40 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:59:01.643981 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da53083-b24c-407f-81ab-6140d1ea3e40 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:59:01.678346 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da53083-b24c-407f-81ab-6140d1ea3e40 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Pushing event updated for resources: {'Port': ['ID=cafcc713-2e4a-4ce7-892b-e68582bc7b38,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:02.081935 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5da53083-b24c-407f-81ab-6140d1ea3e40 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:02.158034 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5da53083-b24c-407f-81ab-6140d1ea3e40 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:02.374556 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5da53083-b24c-407f-81ab-6140d1ea3e40 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:02.378905 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5da53083-b24c-407f-81ab-6140d1ea3e40 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:02.488869 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da53083-b24c-407f-81ab-6140d1ea3e40 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Pushing event updated for resources: {'Port': ['ID=cafcc713-2e4a-4ce7-892b-e68582bc7b38,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:02.499432 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5da53083-b24c-407f-81ab-6140d1ea3e40 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:02.669163 n-d-825178-3 neutron-server[87568]: INFO neutron.db.l3_db [None req-5da53083-b24c-407f-81ab-6140d1ea3e40 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Floating IP 8e771e51-d2ca-4e21-b82b-c5cb081c1bfc associated. External IP: 172.25.7.43, port: 30f2d1db-1590-43be-b807-f5a5cf45c3e0. Feb 09 12:59:03.161494 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da53083-b24c-407f-81ab-6140d1ea3e40 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Router f5a37c9f-a49a-40a0-b505-d85d292af51c has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:59:03.352550 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da53083-b24c-407f-81ab-6140d1ea3e40 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:59:03.365236 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d2bdd3-b787-4b65-81c6-731e624f0038 None None] Sync routers for ids ['f5a37c9f-a49a-40a0-b505-d85d292af51c'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:59:03.376392 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d2bdd3-b787-4b65-81c6-731e624f0038 None None] Routers {'f5a37c9f-a49a-40a0-b505-d85d292af51c'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:59:03.376392 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-07d2bdd3-b787-4b65-81c6-731e624f0038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:58:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['f5a37c9f-a49a-40a0-b505-d85d292af51c'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:03.380651 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5da53083-b24c-407f-81ab-6140d1ea3e40 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:03.444512 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 41946) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:03.445134 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5da53083-b24c-407f-81ab-6140d1ea3e40 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4694595 Feb 09 12:59:03.445134 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ab79ac0-aab9-407b-b680-ad3477124b33', 'tag': '30f2d1db-1590-43be-b807-f5a5cf45c3e0'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:59:03.492154 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ab79ac0-aab9-407b-b680-ad3477124b33', 'tag': '30f2d1db-1590-43be-b807-f5a5cf45c3e0', 'status': 'completed', 'code': 200} Feb 09 12:59:03.543411 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eab3911-13b1-4e52-8bc0-ac7423cff376 tempest-TestVolumeBackupRestore-771956064 tempest-TestVolumeBackupRestore-771956064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:03.544241 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-4eab3911-13b1-4e52-8bc0-ac7423cff376 tempest-TestVolumeBackupRestore-771956064 tempest-TestVolumeBackupRestore-771956064-project-admin] Synchronizing usage tracker for tenant:b40f58f6a01a40a39dbbfcfb628c136c on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:59:03.563438 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-4eab3911-13b1-4e52-8bc0-ac7423cff376 tempest-TestVolumeBackupRestore-771956064 tempest-TestVolumeBackupRestore-771956064-project-admin] Unset dirty status for tenant:b40f58f6a01a40a39dbbfcfb628c136c on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:59:03.564933 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4eab3911-13b1-4e52-8bc0-ac7423cff376 tempest-TestVolumeBackupRestore-771956064 tempest-TestVolumeBackupRestore-771956064-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2ab79ac0-aab9-407b-b680-ad3477124b33 HTTP/1.1" status: 200 len: 1091 time: 0.1199706 Feb 09 12:59:03.567728 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 41952) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:03.574080 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-023b220c-27f0-42c4-ace1-ab9c51103f32 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Request body: {'floatingip': {'port_id': '30f2d1db-1590-43be-b807-f5a5cf45c3e0'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:59:03.579433 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-07d2bdd3-b787-4b65-81c6-731e624f0038 None None] Set router f5a37c9f-a49a-40a0-b505-d85d292af51c gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:59:03.600707 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1454a25-c7ba-4b67-8fe0-ee811bee3c8b req-5ff2e8b0-f2eb-482e-b6ab-5d43e7dbc824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:03.601882 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b1454a25-c7ba-4b67-8fe0-ee811bee3c8b req-5ff2e8b0-f2eb-482e-b6ab-5d43e7dbc824 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f2897d8c21a484a8ff0d63f79752037&device_id=2ab79ac0-aab9-407b-b680-ad3477124b33 HTTP/1.1" status: 200 len: 1096 time: 0.0861268 Feb 09 12:59:03.723538 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-023b220c-27f0-42c4-ace1-ab9c51103f32 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks [] for floatingip, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:03.813017 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1454a25-c7ba-4b67-8fe0-ee811bee3c8b req-1991f0c0-04dc-417c-b9be-da463d31e514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:03.815917 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b1454a25-c7ba-4b67-8fe0-ee811bee3c8b req-1991f0c0-04dc-417c-b9be-da463d31e514 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ad73b2db-357c-483b-9ce4-d88f32ba6262 HTTP/1.1" status: 200 len: 914 time: 0.2064066 Feb 09 12:59:03.940078 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b1454a25-c7ba-4b67-8fe0-ee811bee3c8b req-c5e50bd2-a715-442f-9316-cb8491604ced service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30f2d1db-1590-43be-b807-f5a5cf45c3e0 HTTP/1.1" status: 200 len: 998 time: 0.1190193 Feb 09 12:59:03.988293 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-07d2bdd3-b787-4b65-81c6-731e624f0038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a37c9f-a49a-40a0-b505-d85d292af51c', 'name': 'tempest-TestVolumeBackupRestore-213960488-router', 'tenant_id': '9f2897d8c21a484a8ff0d63f79752037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '35059304-b7fe-4dba-bf3b-720079990bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:31Z', 'updated_at': '2022-02-09T12:56:36Z', 'revision_number': 4, 'project_id': '9f2897d8c21a484a8ff0d63f79752037', 'gw_port': {'id': '35059304-b7fe-4dba-bf3b-720079990bf2', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a37c9f-a49a-40a0-b505-d85d292af51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:32Z', 'updated_at': '2022-02-09T12:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '8e771e51-d2ca-4e21-b82b-c5cb081c1bfc', 'tenant_id': '9f2897d8c21a484a8ff0d63f79752037', 'floating_ip_address': '172.25.7.43', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'f5a37c9f-a49a-40a0-b505-d85d292af51c', 'port_id': '30f2d1db-1590-43be-b807-f5a5cf45c3e0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad73b2db-357c-483b-9ce4-d88f32ba6262', 'mac_address': 'fa:16:3e:d7:50:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab79ac0-aab9-407b-b680-ad3477124b33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:59:02Z', 'updated_at': '2022-02-09T12:59:02Z', 'revision_number': 0, 'project_id': '9f2897d8c21a484a8ff0d63f79752037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '355d0767-316b-4362-9319-4c87137524d6', 'name': '', 'network_id': 'ad73b2db-357c-483b-9ce4-d88f32ba6262', 'tenant_id': '9f2897d8c21a484a8ff0d63f79752037', 'mac_address': 'fa:16:3e:ad:f6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a37c9f-a49a-40a0-b505-d85d292af51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5a717b63-5ce0-4236-b057-4ef4c930bf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:35Z', 'updated_at': '2022-02-09T12:56:46Z', 'revision_number': 5, 'project_id': '9f2897d8c21a484a8ff0d63f79752037', 'subnets': [{'id': '5a717b63-5ce0-4236-b057-4ef4c930bf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:03.992549 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d2bdd3-b787-4b65-81c6-731e624f0038 None None] Checking router: f5a37c9f-a49a-40a0-b505-d85d292af51c for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:59:04.003099 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d2bdd3-b787-4b65-81c6-731e624f0038 None None] Routers {'f5a37c9f-a49a-40a0-b505-d85d292af51c'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:59:04.003726 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-07d2bdd3-b787-4b65-81c6-731e624f0038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:58:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['f5a37c9f-a49a-40a0-b505-d85d292af51c'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:04.007015 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1454a25-c7ba-4b67-8fe0-ee811bee3c8b req-6fc161b3-35ca-45ef-bdaa-3e13e6297104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:04.008729 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b1454a25-c7ba-4b67-8fe0-ee811bee3c8b req-6fc161b3-35ca-45ef-bdaa-3e13e6297104 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5a717b63-5ce0-4236-b057-4ef4c930bf7e HTTP/1.1" status: 200 len: 852 time: 0.0623322 Feb 09 12:59:04.058504 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1f191679-7666-42e7-a0d0-0ff91c73283b req-ff518fe4-26d7-4b4e-aef6-dcc01e1fa049 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2ab79ac0-aab9-407b-b680-ad3477124b33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2669013 Feb 09 12:59:04.111909 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1454a25-c7ba-4b67-8fe0-ee811bee3c8b req-3a759c99-3194-4828-b190-1d3cca0e46e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:04.113566 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b1454a25-c7ba-4b67-8fe0-ee811bee3c8b req-3a759c99-3194-4828-b190-1d3cca0e46e1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad73b2db-357c-483b-9ce4-d88f32ba6262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0956476 Feb 09 12:59:04.218511 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-07d2bdd3-b787-4b65-81c6-731e624f0038 None None] Set router f5a37c9f-a49a-40a0-b505-d85d292af51c gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:59:04.336226 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b1454a25-c7ba-4b67-8fe0-ee811bee3c8b req-29de4f6e-815f-401e-bb37-dc52cff75ca5 service neutron] 10.222.0.46 "GET /v2.0/networks/ad73b2db-357c-483b-9ce4-d88f32ba6262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151947 Feb 09 12:59:04.538095 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b1454a25-c7ba-4b67-8fe0-ee811bee3c8b req-80806a10-a12f-4b67-a7a0-4d47dab2035f service neutron] 10.222.0.46 "GET /v2.0/networks/ad73b2db-357c-483b-9ce4-d88f32ba6262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932008 Feb 09 12:59:04.661404 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-07d2bdd3-b787-4b65-81c6-731e624f0038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a37c9f-a49a-40a0-b505-d85d292af51c', 'name': 'tempest-TestVolumeBackupRestore-213960488-router', 'tenant_id': '9f2897d8c21a484a8ff0d63f79752037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '35059304-b7fe-4dba-bf3b-720079990bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:31Z', 'updated_at': '2022-02-09T12:56:36Z', 'revision_number': 4, 'project_id': '9f2897d8c21a484a8ff0d63f79752037', 'gw_port': {'id': '35059304-b7fe-4dba-bf3b-720079990bf2', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a37c9f-a49a-40a0-b505-d85d292af51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:32Z', 'updated_at': '2022-02-09T12:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '8e771e51-d2ca-4e21-b82b-c5cb081c1bfc', 'tenant_id': '9f2897d8c21a484a8ff0d63f79752037', 'floating_ip_address': '172.25.7.43', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'f5a37c9f-a49a-40a0-b505-d85d292af51c', 'port_id': '30f2d1db-1590-43be-b807-f5a5cf45c3e0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad73b2db-357c-483b-9ce4-d88f32ba6262', 'mac_address': 'fa:16:3e:d7:50:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab79ac0-aab9-407b-b680-ad3477124b33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:59:02Z', 'updated_at': '2022-02-09T12:59:02Z', 'revision_number': 0, 'project_id': '9f2897d8c21a484a8ff0d63f79752037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '355d0767-316b-4362-9319-4c87137524d6', 'name': '', 'network_id': 'ad73b2db-357c-483b-9ce4-d88f32ba6262', 'tenant_id': '9f2897d8c21a484a8ff0d63f79752037', 'mac_address': 'fa:16:3e:ad:f6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a37c9f-a49a-40a0-b505-d85d292af51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5a717b63-5ce0-4236-b057-4ef4c930bf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:35Z', 'updated_at': '2022-02-09T12:56:46Z', 'revision_number': 5, 'project_id': '9f2897d8c21a484a8ff0d63f79752037', 'subnets': [{'id': '5a717b63-5ce0-4236-b057-4ef4c930bf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:04.666276 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d2bdd3-b787-4b65-81c6-731e624f0038 None None] The sync data for ids ['f5a37c9f-a49a-40a0-b505-d85d292af51c'] in n-d-825178-3 is: [{'id': 'f5a37c9f-a49a-40a0-b505-d85d292af51c', 'name': 'tempest-TestVolumeBackupRestore-213960488-router', 'tenant_id': '9f2897d8c21a484a8ff0d63f79752037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '35059304-b7fe-4dba-bf3b-720079990bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:31Z', 'updated_at': '2022-02-09T12:56:36Z', 'revision_number': 4, 'project_id': '9f2897d8c21a484a8ff0d63f79752037', 'gw_port': {'id': '35059304-b7fe-4dba-bf3b-720079990bf2', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a37c9f-a49a-40a0-b505-d85d292af51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:32Z', 'updated_at': '2022-02-09T12:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '8e771e51-d2ca-4e21-b82b-c5cb081c1bfc', 'tenant_id': '9f2897d8c21a484a8ff0d63f79752037', 'floating_ip_address': '172.25.7.43', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'f5a37c9f-a49a-40a0-b505-d85d292af51c', 'port_id': '30f2d1db-1590-43be-b807-f5a5cf45c3e0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad73b2db-357c-483b-9ce4-d88f32ba6262', 'mac_address': 'fa:16:3e:d7:50:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab79ac0-aab9-407b-b680-ad3477124b33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:59:02Z', 'updated_at': '2022-02-09T12:59:02Z', 'revision_number': 0, 'project_id': '9f2897d8c21a484a8ff0d63f79752037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '355d0767-316b-4362-9319-4c87137524d6', 'name': '', 'network_id': 'ad73b2db-357c-483b-9ce4-d88f32ba6262', 'tenant_id': '9f2897d8c21a484a8ff0d63f79752037', 'mac_address': 'fa:16:3e:ad:f6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a37c9f-a49a-40a0-b505-d85d292af51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5a717b63-5ce0-4236-b057-4ef4c930bf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:35Z', 'updated_at': '2022-02-09T12:56:46Z', 'revision_number': 5, 'project_id': '9f2897d8c21a484a8ff0d63f79752037', 'subnets': [{'id': '5a717b63-5ce0-4236-b057-4ef4c930bf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:59:04.738349 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f191679-7666-42e7-a0d0-0ff91c73283b req-075e2bbb-b383-4b2b-9b4f-8d4672df0db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:04.738349 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1f191679-7666-42e7-a0d0-0ff91c73283b req-075e2bbb-b383-4b2b-9b4f-8d4672df0db9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f2897d8c21a484a8ff0d63f79752037&device_id=2ab79ac0-aab9-407b-b680-ad3477124b33 HTTP/1.1" status: 200 len: 1096 time: 0.0901241 Feb 09 12:59:04.770886 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-023b220c-27f0-42c4-ace1-ab9c51103f32 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:04.775572 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-023b220c-27f0-42c4-ace1-ab9c51103f32 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:04.893246 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f191679-7666-42e7-a0d0-0ff91c73283b req-1aef0696-b961-46d0-9c29-f3e0f4694104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:04.894698 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1f191679-7666-42e7-a0d0-0ff91c73283b req-1aef0696-b961-46d0-9c29-f3e0f4694104 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ad73b2db-357c-483b-9ce4-d88f32ba6262 HTTP/1.1" status: 200 len: 914 time: 0.1453323 Feb 09 12:59:04.937236 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0d968d-9b07-4252-b323-9c075f2f786a None None] New status for floating IP 8e771e51-d2ca-4e21-b82b-c5cb081c1bfc: ACTIVE {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:59:05.015853 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1f191679-7666-42e7-a0d0-0ff91c73283b req-c1d6c64e-e3ea-4896-8fd6-238b3d4373c4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30f2d1db-1590-43be-b807-f5a5cf45c3e0 HTTP/1.1" status: 200 len: 998 time: 0.1140900 Feb 09 12:59:05.083183 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f191679-7666-42e7-a0d0-0ff91c73283b req-077cb4d9-49a3-43d3-8525-750f6006749c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:05.084664 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1f191679-7666-42e7-a0d0-0ff91c73283b req-077cb4d9-49a3-43d3-8525-750f6006749c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5a717b63-5ce0-4236-b057-4ef4c930bf7e HTTP/1.1" status: 200 len: 852 time: 0.0632646 Feb 09 12:59:05.160284 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023b220c-27f0-42c4-ace1-ab9c51103f32 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Router f5a37c9f-a49a-40a0-b505-d85d292af51c has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:59:05.187683 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f191679-7666-42e7-a0d0-0ff91c73283b req-d937812c-26a3-48f4-aab8-d720b29ced9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:05.187683 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1f191679-7666-42e7-a0d0-0ff91c73283b req-d937812c-26a3-48f4-aab8-d720b29ced9f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad73b2db-357c-483b-9ce4-d88f32ba6262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0891919 Feb 09 12:59:05.381977 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023b220c-27f0-42c4-ace1-ab9c51103f32 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:59:05.387719 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-023b220c-27f0-42c4-ace1-ab9c51103f32 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:05.392677 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da69e57-b0a2-471d-8edc-d8e1a4083213 None None] Sync routers for ids ['f5a37c9f-a49a-40a0-b505-d85d292af51c'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:59:05.404138 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da69e57-b0a2-471d-8edc-d8e1a4083213 None None] Routers {'f5a37c9f-a49a-40a0-b505-d85d292af51c'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:59:05.404828 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-6da69e57-b0a2-471d-8edc-d8e1a4083213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:58:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['f5a37c9f-a49a-40a0-b505-d85d292af51c'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:05.478282 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1f191679-7666-42e7-a0d0-0ff91c73283b req-e7153df2-afa4-447c-83f0-510eab75509e service neutron] 10.222.0.46 "GET /v2.0/networks/ad73b2db-357c-483b-9ce4-d88f32ba6262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879021 Feb 09 12:59:05.480773 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ab79ac0-aab9-407b-b680-ad3477124b33', 'tag': '30f2d1db-1590-43be-b807-f5a5cf45c3e0'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:59:05.538204 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-023b220c-27f0-42c4-ace1-ab9c51103f32 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] 10.222.0.55 "PUT /v2.0/floatingips/8e771e51-d2ca-4e21-b82b-c5cb081c1bfc HTTP/1.1" status: 200 len: 990 time: 1.9617052 Feb 09 12:59:05.555348 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ab79ac0-aab9-407b-b680-ad3477124b33', 'tag': '30f2d1db-1590-43be-b807-f5a5cf45c3e0', 'status': 'completed', 'code': 200} Feb 09 12:59:05.655690 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-6da69e57-b0a2-471d-8edc-d8e1a4083213 None None] Set router f5a37c9f-a49a-40a0-b505-d85d292af51c gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:59:05.658962 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1f191679-7666-42e7-a0d0-0ff91c73283b req-d373cff3-eaeb-417a-9f8c-aff472ea1cdb service neutron] 10.222.0.46 "GET /v2.0/networks/ad73b2db-357c-483b-9ce4-d88f32ba6262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676939 Feb 09 12:59:05.774671 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1dd80-ee47-48ef-8721-305730afe3d2 req-a18e4c7a-af08-4830-b3af-eb49aaa6c9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:05.774671 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a1b1dd80-ee47-48ef-8721-305730afe3d2 req-a18e4c7a-af08-4830-b3af-eb49aaa6c9fb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f2897d8c21a484a8ff0d63f79752037&device_id=2ab79ac0-aab9-407b-b680-ad3477124b33 HTTP/1.1" status: 200 len: 1096 time: 0.0819383 Feb 09 12:59:05.920454 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1dd80-ee47-48ef-8721-305730afe3d2 req-85a226b7-7f58-4cc1-97f8-0194167d1997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:05.922022 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a1b1dd80-ee47-48ef-8721-305730afe3d2 req-85a226b7-7f58-4cc1-97f8-0194167d1997 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ad73b2db-357c-483b-9ce4-d88f32ba6262 HTTP/1.1" status: 200 len: 914 time: 0.1413887 Feb 09 12:59:06.019868 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-6da69e57-b0a2-471d-8edc-d8e1a4083213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a37c9f-a49a-40a0-b505-d85d292af51c', 'name': 'tempest-TestVolumeBackupRestore-213960488-router', 'tenant_id': '9f2897d8c21a484a8ff0d63f79752037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '35059304-b7fe-4dba-bf3b-720079990bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:31Z', 'updated_at': '2022-02-09T12:56:36Z', 'revision_number': 4, 'project_id': '9f2897d8c21a484a8ff0d63f79752037', 'gw_port': {'id': '35059304-b7fe-4dba-bf3b-720079990bf2', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a37c9f-a49a-40a0-b505-d85d292af51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:32Z', 'updated_at': '2022-02-09T12:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '8e771e51-d2ca-4e21-b82b-c5cb081c1bfc', 'tenant_id': '9f2897d8c21a484a8ff0d63f79752037', 'floating_ip_address': '172.25.7.43', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'f5a37c9f-a49a-40a0-b505-d85d292af51c', 'port_id': '30f2d1db-1590-43be-b807-f5a5cf45c3e0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad73b2db-357c-483b-9ce4-d88f32ba6262', 'mac_address': 'fa:16:3e:d7:50:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab79ac0-aab9-407b-b680-ad3477124b33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:59:02Z', 'updated_at': '2022-02-09T12:59:05Z', 'revision_number': 2, 'project_id': '9f2897d8c21a484a8ff0d63f79752037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '355d0767-316b-4362-9319-4c87137524d6', 'name': '', 'network_id': 'ad73b2db-357c-483b-9ce4-d88f32ba6262', 'tenant_id': '9f2897d8c21a484a8ff0d63f79752037', 'mac_address': 'fa:16:3e:ad:f6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a37c9f-a49a-40a0-b505-d85d292af51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5a717b63-5ce0-4236-b057-4ef4c930bf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:35Z', 'updated_at': '2022-02-09T12:56:46Z', 'revision_number': 5, 'project_id': '9f2897d8c21a484a8ff0d63f79752037', 'subnets': [{'id': '5a717b63-5ce0-4236-b057-4ef4c930bf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:06.023772 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da69e57-b0a2-471d-8edc-d8e1a4083213 None None] Checking router: f5a37c9f-a49a-40a0-b505-d85d292af51c for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:59:06.031340 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a1b1dd80-ee47-48ef-8721-305730afe3d2 req-73b40d46-90f7-4bf2-801c-a5b7e323cfa5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30f2d1db-1590-43be-b807-f5a5cf45c3e0 HTTP/1.1" status: 200 len: 1000 time: 0.1034191 Feb 09 12:59:06.033263 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da69e57-b0a2-471d-8edc-d8e1a4083213 None None] Routers {'f5a37c9f-a49a-40a0-b505-d85d292af51c'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:59:06.033871 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-6da69e57-b0a2-471d-8edc-d8e1a4083213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:58:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['f5a37c9f-a49a-40a0-b505-d85d292af51c'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:06.097986 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1dd80-ee47-48ef-8721-305730afe3d2 req-a0644b5d-9a39-40b0-8cb9-2d65c806aede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:06.099473 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a1b1dd80-ee47-48ef-8721-305730afe3d2 req-a0644b5d-9a39-40b0-8cb9-2d65c806aede service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5a717b63-5ce0-4236-b057-4ef4c930bf7e HTTP/1.1" status: 200 len: 852 time: 0.0624442 Feb 09 12:59:06.181368 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1dd80-ee47-48ef-8721-305730afe3d2 req-a7259221-9509-41cf-8992-c59d85566234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:06.182915 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a1b1dd80-ee47-48ef-8721-305730afe3d2 req-a7259221-9509-41cf-8992-c59d85566234 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad73b2db-357c-483b-9ce4-d88f32ba6262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776489 Feb 09 12:59:06.233859 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-6da69e57-b0a2-471d-8edc-d8e1a4083213 None None] Set router f5a37c9f-a49a-40a0-b505-d85d292af51c gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:59:06.337368 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a1b1dd80-ee47-48ef-8721-305730afe3d2 req-731b9f04-4adf-48cc-b439-189a744848b1 service neutron] 10.222.0.46 "GET /v2.0/networks/ad73b2db-357c-483b-9ce4-d88f32ba6262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483679 Feb 09 12:59:06.480469 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a1b1dd80-ee47-48ef-8721-305730afe3d2 req-e653b21b-d5f0-42a0-9bfc-16150a4aecb4 service neutron] 10.222.0.46 "GET /v2.0/networks/ad73b2db-357c-483b-9ce4-d88f32ba6262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364551 Feb 09 12:59:06.616438 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-6da69e57-b0a2-471d-8edc-d8e1a4083213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a37c9f-a49a-40a0-b505-d85d292af51c', 'name': 'tempest-TestVolumeBackupRestore-213960488-router', 'tenant_id': '9f2897d8c21a484a8ff0d63f79752037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '35059304-b7fe-4dba-bf3b-720079990bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:31Z', 'updated_at': '2022-02-09T12:56:36Z', 'revision_number': 4, 'project_id': '9f2897d8c21a484a8ff0d63f79752037', 'gw_port': {'id': '35059304-b7fe-4dba-bf3b-720079990bf2', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a37c9f-a49a-40a0-b505-d85d292af51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:32Z', 'updated_at': '2022-02-09T12:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '8e771e51-d2ca-4e21-b82b-c5cb081c1bfc', 'tenant_id': '9f2897d8c21a484a8ff0d63f79752037', 'floating_ip_address': '172.25.7.43', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'f5a37c9f-a49a-40a0-b505-d85d292af51c', 'port_id': '30f2d1db-1590-43be-b807-f5a5cf45c3e0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad73b2db-357c-483b-9ce4-d88f32ba6262', 'mac_address': 'fa:16:3e:d7:50:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab79ac0-aab9-407b-b680-ad3477124b33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:59:02Z', 'updated_at': '2022-02-09T12:59:05Z', 'revision_number': 2, 'project_id': '9f2897d8c21a484a8ff0d63f79752037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '355d0767-316b-4362-9319-4c87137524d6', 'name': '', 'network_id': 'ad73b2db-357c-483b-9ce4-d88f32ba6262', 'tenant_id': '9f2897d8c21a484a8ff0d63f79752037', 'mac_address': 'fa:16:3e:ad:f6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a37c9f-a49a-40a0-b505-d85d292af51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5a717b63-5ce0-4236-b057-4ef4c930bf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:35Z', 'updated_at': '2022-02-09T12:56:46Z', 'revision_number': 5, 'project_id': '9f2897d8c21a484a8ff0d63f79752037', 'subnets': [{'id': '5a717b63-5ce0-4236-b057-4ef4c930bf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:06.620481 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da69e57-b0a2-471d-8edc-d8e1a4083213 None None] The sync data for ids ['f5a37c9f-a49a-40a0-b505-d85d292af51c'] in n-d-825178-3 is: [{'id': 'f5a37c9f-a49a-40a0-b505-d85d292af51c', 'name': 'tempest-TestVolumeBackupRestore-213960488-router', 'tenant_id': '9f2897d8c21a484a8ff0d63f79752037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '35059304-b7fe-4dba-bf3b-720079990bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:31Z', 'updated_at': '2022-02-09T12:56:36Z', 'revision_number': 4, 'project_id': '9f2897d8c21a484a8ff0d63f79752037', 'gw_port': {'id': '35059304-b7fe-4dba-bf3b-720079990bf2', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a37c9f-a49a-40a0-b505-d85d292af51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:32Z', 'updated_at': '2022-02-09T12:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '8e771e51-d2ca-4e21-b82b-c5cb081c1bfc', 'tenant_id': '9f2897d8c21a484a8ff0d63f79752037', 'floating_ip_address': '172.25.7.43', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'f5a37c9f-a49a-40a0-b505-d85d292af51c', 'port_id': '30f2d1db-1590-43be-b807-f5a5cf45c3e0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad73b2db-357c-483b-9ce4-d88f32ba6262', 'mac_address': 'fa:16:3e:d7:50:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab79ac0-aab9-407b-b680-ad3477124b33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:59:02Z', 'updated_at': '2022-02-09T12:59:05Z', 'revision_number': 2, 'project_id': '9f2897d8c21a484a8ff0d63f79752037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '355d0767-316b-4362-9319-4c87137524d6', 'name': '', 'network_id': 'ad73b2db-357c-483b-9ce4-d88f32ba6262', 'tenant_id': '9f2897d8c21a484a8ff0d63f79752037', 'mac_address': 'fa:16:3e:ad:f6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a37c9f-a49a-40a0-b505-d85d292af51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5a717b63-5ce0-4236-b057-4ef4c930bf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:35Z', 'updated_at': '2022-02-09T12:56:46Z', 'revision_number': 5, 'project_id': '9f2897d8c21a484a8ff0d63f79752037', 'subnets': [{'id': '5a717b63-5ce0-4236-b057-4ef4c930bf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:59:07.564206 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ab79ac0-aab9-407b-b680-ad3477124b33', 'tag': '30f2d1db-1590-43be-b807-f5a5cf45c3e0'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:59:07.609658 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ab79ac0-aab9-407b-b680-ad3477124b33', 'tag': '30f2d1db-1590-43be-b807-f5a5cf45c3e0', 'status': 'completed', 'code': 200} Feb 09 12:59:07.706362 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea460e-4b0f-4d09-897c-8bdcaf08ac15 req-415621a7-eb1f-4e0d-85e5-98d990c43e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:07.709264 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-eeea460e-4b0f-4d09-897c-8bdcaf08ac15 req-415621a7-eb1f-4e0d-85e5-98d990c43e46 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f2897d8c21a484a8ff0d63f79752037&device_id=2ab79ac0-aab9-407b-b680-ad3477124b33 HTTP/1.1" status: 200 len: 1096 time: 0.0767331 Feb 09 12:59:07.846641 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea460e-4b0f-4d09-897c-8bdcaf08ac15 req-c7e5501f-388f-499c-9f15-77d75907e732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:07.848747 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-eeea460e-4b0f-4d09-897c-8bdcaf08ac15 req-c7e5501f-388f-499c-9f15-77d75907e732 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ad73b2db-357c-483b-9ce4-d88f32ba6262 HTTP/1.1" status: 200 len: 914 time: 0.1342132 Feb 09 12:59:07.960755 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-eeea460e-4b0f-4d09-897c-8bdcaf08ac15 req-3cbf2f93-3f50-4718-aec3-0d822999b9f6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30f2d1db-1590-43be-b807-f5a5cf45c3e0 HTTP/1.1" status: 200 len: 1000 time: 0.1050911 Feb 09 12:59:08.036315 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea460e-4b0f-4d09-897c-8bdcaf08ac15 req-d17f42e5-7bab-47df-8562-85abafca9542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:08.036315 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-eeea460e-4b0f-4d09-897c-8bdcaf08ac15 req-d17f42e5-7bab-47df-8562-85abafca9542 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5a717b63-5ce0-4236-b057-4ef4c930bf7e HTTP/1.1" status: 200 len: 852 time: 0.0655284 Feb 09 12:59:08.112732 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea460e-4b0f-4d09-897c-8bdcaf08ac15 req-ca0099a5-7596-4294-87ae-266a0b06659f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:08.114883 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-eeea460e-4b0f-4d09-897c-8bdcaf08ac15 req-ca0099a5-7596-4294-87ae-266a0b06659f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad73b2db-357c-483b-9ce4-d88f32ba6262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763819 Feb 09 12:59:08.364963 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-eeea460e-4b0f-4d09-897c-8bdcaf08ac15 req-f8550a86-8327-41e1-b3c9-0ce96d60249f service neutron] 10.222.0.46 "GET /v2.0/networks/ad73b2db-357c-483b-9ce4-d88f32ba6262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445619 Feb 09 12:59:08.497093 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-eeea460e-4b0f-4d09-897c-8bdcaf08ac15 req-7dc3e878-0c6a-47f0-ae78-a49b9a9d64d6 service neutron] 10.222.0.46 "GET /v2.0/networks/ad73b2db-357c-483b-9ce4-d88f32ba6262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250243 Feb 09 12:59:10.977129 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:59:14.061950 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c19c4162-c26f-4735-b2ef-248e9be7f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:14.151655 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-604bcd63-7c64-4f24-b8fd-bdbd0462e5ad req-f7f62752-cf3f-460c-90bb-86c0220f15a2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d95a2ba1-3ac4-4024-b002-834e4c6a8e05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0797174 Feb 09 12:59:14.296680 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604bcd63-7c64-4f24-b8fd-bdbd0462e5ad req-61266d32-77d8-46f6-b713-37eb2c5ec897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:14.298148 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-604bcd63-7c64-4f24-b8fd-bdbd0462e5ad req-61266d32-77d8-46f6-b713-37eb2c5ec897 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d5c90683c4945019bf1e460c83dc94a&device_id=d95a2ba1-3ac4-4024-b002-834e4c6a8e05 HTTP/1.1" status: 200 len: 1097 time: 0.0719509 Feb 09 12:59:14.450509 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604bcd63-7c64-4f24-b8fd-bdbd0462e5ad req-1030ed0f-addb-4e67-8421-4a46ef5668f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:14.451960 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-604bcd63-7c64-4f24-b8fd-bdbd0462e5ad req-1030ed0f-addb-4e67-8421-4a46ef5668f5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a26dea7e-804c-440b-8d39-fd312032ec0c HTTP/1.1" status: 200 len: 911 time: 0.1297591 Feb 09 12:59:14.521411 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-604bcd63-7c64-4f24-b8fd-bdbd0462e5ad req-d2279520-e89c-4449-b061-39a3f7cf1594 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d527ed8e-dd75-4742-b4c6-e587b546b3c2 HTTP/1.1" status: 200 len: 217 time: 0.0621665 Feb 09 12:59:14.584573 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604bcd63-7c64-4f24-b8fd-bdbd0462e5ad req-49b0abe4-8b0a-42be-a239-b6cb20caf7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:14.585868 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-604bcd63-7c64-4f24-b8fd-bdbd0462e5ad req-49b0abe4-8b0a-42be-a239-b6cb20caf7fe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c00dd5d5-2adb-420a-a9e5-79af8795f5b5 HTTP/1.1" status: 200 len: 849 time: 0.0579121 Feb 09 12:59:14.779053 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604bcd63-7c64-4f24-b8fd-bdbd0462e5ad req-d3e17ce9-94ea-4dad-b225-4ffb8fd31158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:14.780540 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-604bcd63-7c64-4f24-b8fd-bdbd0462e5ad req-d3e17ce9-94ea-4dad-b225-4ffb8fd31158 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a26dea7e-804c-440b-8d39-fd312032ec0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1844800 Feb 09 12:59:14.932058 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-604bcd63-7c64-4f24-b8fd-bdbd0462e5ad req-e7fd39d6-aa72-4bca-b91e-358b8031d7f5 service neutron] 10.222.0.52 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440475 Feb 09 12:59:15.063194 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-604bcd63-7c64-4f24-b8fd-bdbd0462e5ad req-629e1de0-a481-43a3-aa3f-8bc65b85e0b1 service neutron] 10.222.0.52 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243911 Feb 09 12:59:16.420221 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5a02d708-aa81-42d3-9847-4cf137ae7ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:17.617494 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:17.697887 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:19.265485 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:20.672240 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:23.142327 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:31.085307 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f6cb2-95af-47fc-ac4b-12eead3a1e86 req-6991ae08-5348-415d-9f0f-c70e13b2ee5d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:31.086890 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-947f6cb2-95af-47fc-ac4b-12eead3a1e86 req-6991ae08-5348-415d-9f0f-c70e13b2ee5d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=d95a2ba1-3ac4-4024-b002-834e4c6a8e05 HTTP/1.1" status: 200 len: 946 time: 0.0899208 Feb 09 12:59:31.133480 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-947f6cb2-95af-47fc-ac4b-12eead3a1e86 req-6ddc9bc5-d206-4da5-804e-c5e54ba380a8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389147 Feb 09 12:59:31.321089 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6cc9a-6b00-45b6-a95c-0b891af26387 req-d207ef6b-2da4-491c-95c2-22ae4aee1ebf tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:31.322560 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8af6cc9a-6b00-45b6-a95c-0b891af26387 req-d207ef6b-2da4-491c-95c2-22ae4aee1ebf tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=d95a2ba1-3ac4-4024-b002-834e4c6a8e05 HTTP/1.1" status: 200 len: 946 time: 0.0810759 Feb 09 12:59:31.365788 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8af6cc9a-6b00-45b6-a95c-0b891af26387 req-3e432ca9-3393-4c3f-a399-86f2d027599a tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369766 Feb 09 12:59:34.069993 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-ef542899-d713-4afe-9dbf-d94b0467397f tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:34.071441 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-ef542899-d713-4afe-9dbf-d94b0467397f tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/networks?id=a26dea7e-804c-440b-8d39-fd312032ec0c HTTP/1.1" status: 200 len: 810 time: 0.1508200 Feb 09 12:59:34.088350 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-f5e74740-eea3-49f2-ad55-543cde911ad2 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/quotas/1d5c90683c4945019bf1e460c83dc94a HTTP/1.1" status: 200 len: 375 time: 0.0115025 Feb 09 12:59:34.177885 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-269bf3f4-8268-4194-a9d2-d3c5ef4a0729 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d5c90683c4945019bf1e460c83dc94a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0840085 Feb 09 12:59:34.313885 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-d95852d3-62c6-4d3c-89fe-a5b620126dd9 service neutron] 10.222.0.55 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282585 Feb 09 12:59:34.447629 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-0cd02f52-b1c2-4a3d-b3d2-1cb00fdc8771 service neutron] 10.222.0.55 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279998 Feb 09 12:59:34.670213 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f6057c74-c424-4ea7-ad35-763a8392232a req-1b1ec747-0255-4d55-9750-663be9600b01 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=32b33ccd-e8c5-4d31-b610-e57a3f0fea1e HTTP/1.1" status: 200 len: 210 time: 0.0431068 Feb 09 12:59:35.732591 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-c57f9de0-651f-43a7-997b-7ab155a05c53 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:35.734031 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-c57f9de0-651f-43a7-997b-7ab155a05c53 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.52 "GET /v2.0/networks?id=a26dea7e-804c-440b-8d39-fd312032ec0c HTTP/1.1" status: 200 len: 810 time: 0.1562278 Feb 09 12:59:35.746971 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-83d09993-63c4-4c16-9480-e00a92c1e433 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Request body: {'port': {'device_id': '32b33ccd-e8c5-4d31-b610-e57a3f0fea1e', 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'admin_state_up': True, 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:59:35.892082 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1a4670f4-bfd5-4cc9-8411-29e7c3852bb3 req-5a6aa49c-3e26-46a1-9b4f-07f7c4897a4c tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=32b33ccd-e8c5-4d31-b610-e57a3f0fea1e HTTP/1.1" status: 200 len: 210 time: 0.0693066 Feb 09 12:59:35.951499 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-83d09993-63c4-4c16-9480-e00a92c1e433 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:59:35.961381 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-83d09993-63c4-4c16-9480-e00a92c1e433 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:59:35.972432 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-83d09993-63c4-4c16-9480-e00a92c1e433 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Made reservation on behalf of 1d5c90683c4945019bf1e460c83dc94a for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:59:35.976449 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-83d09993-63c4-4c16-9480-e00a92c1e433 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:36.265033 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-83d09993-63c4-4c16-9480-e00a92c1e433 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Allocated IP 172.20.0.14 (a26dea7e-804c-440b-8d39-fd312032ec0c/c00dd5d5-2adb-420a-a9e5-79af8795f5b5/9eee3674-9332-480a-949c-97b1bc8b90e7) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:59:36.525975 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-83d09993-63c4-4c16-9480-e00a92c1e433 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:36.551075 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-83d09993-63c4-4c16-9480-e00a92c1e433 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Transition to ACTIVE for port object 9eee3674-9332-480a-949c-97b1bc8b90e7 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:59:36.578484 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-83d09993-63c4-4c16-9480-e00a92c1e433 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:36.590636 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['d527ed8e-dd75-4742-b4c6-e587b546b3c2'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:59:36.664339 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-83d09993-63c4-4c16-9480-e00a92c1e433 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Network a26dea7e-804c-440b-8d39-fd312032ec0c is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:59:36.664339 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-83d09993-63c4-4c16-9480-e00a92c1e433 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:59:36.670959 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-83d09993-63c4-4c16-9480-e00a92c1e433 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 12:59:36.726835 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d09993-63c4-4c16-9480-e00a92c1e433 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Pushing event updated for resources: {'Port': ['ID=9eee3674-9332-480a-949c-97b1bc8b90e7,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:36.756425 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d09993-63c4-4c16-9480-e00a92c1e433 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:36.756425 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d09993-63c4-4c16-9480-e00a92c1e433 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:36.756425 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d09993-63c4-4c16-9480-e00a92c1e433 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:36.756425 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d09993-63c4-4c16-9480-e00a92c1e433 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:36.756425 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d09993-63c4-4c16-9480-e00a92c1e433 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:36.756425 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d09993-63c4-4c16-9480-e00a92c1e433 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:36.756425 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d09993-63c4-4c16-9480-e00a92c1e433 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:36.756425 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d09993-63c4-4c16-9480-e00a92c1e433 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:36.756425 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d09993-63c4-4c16-9480-e00a92c1e433 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:36.756425 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d09993-63c4-4c16-9480-e00a92c1e433 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:36.756425 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d09993-63c4-4c16-9480-e00a92c1e433 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:36.756425 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d09993-63c4-4c16-9480-e00a92c1e433 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:36.794843 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-83d09993-63c4-4c16-9480-e00a92c1e433 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:36.795216 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-83d09993-63c4-4c16-9480-e00a92c1e433 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:36.827758 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-83d09993-63c4-4c16-9480-e00a92c1e433 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0844882 Feb 09 12:59:36.842786 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-eef92dcd-48c4-4f20-8964-e66dbd58d884 service neutron] Request body: {'port': {'device_id': '32b33ccd-e8c5-4d31-b610-e57a3f0fea1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:59:37.005460 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-eef92dcd-48c4-4f20-8964-e66dbd58d884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:37.126298 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-719905a0-47b3-481f-86d2-ddbe96612fa6 None None] Provisioning for port 9eee3674-9332-480a-949c-97b1bc8b90e7 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:59:37.132593 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-719905a0-47b3-481f-86d2-ddbe96612fa6 None None] Provisioning complete for port 9eee3674-9332-480a-949c-97b1bc8b90e7 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:59:37.133095 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-719905a0-47b3-481f-86d2-ddbe96612fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:37.210830 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-719905a0-47b3-481f-86d2-ddbe96612fa6 None None] Port 9eee3674-9332-480a-949c-97b1bc8b90e7 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 12:59:37.224444 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456722e6-bb75-444c-9b4a-a063df57dee3 req-ddff4c90-ce18-4b87-a88f-07d81bf49b7e tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:37.225201 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-456722e6-bb75-444c-9b4a-a063df57dee3 req-ddff4c90-ce18-4b87-a88f-07d81bf49b7e tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Synchronizing usage tracker for tenant:1d5c90683c4945019bf1e460c83dc94a on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:59:37.322791 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-456722e6-bb75-444c-9b4a-a063df57dee3 req-ddff4c90-ce18-4b87-a88f-07d81bf49b7e tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Unset dirty status for tenant:1d5c90683c4945019bf1e460c83dc94a on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:59:37.329550 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-456722e6-bb75-444c-9b4a-a063df57dee3 req-ddff4c90-ce18-4b87-a88f-07d81bf49b7e tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=32b33ccd-e8c5-4d31-b610-e57a3f0fea1e HTTP/1.1" status: 200 len: 932 time: 0.3115869 Feb 09 12:59:37.399726 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-456722e6-bb75-444c-9b4a-a063df57dee3 req-2acee3ab-c23b-4059-b5bf-ccbd6ecf66a3 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693154 Feb 09 12:59:37.502289 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-eef92dcd-48c4-4f20-8964-e66dbd58d884 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eee3674-9332-480a-949c-97b1bc8b90e7 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:59:37.512684 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-eef92dcd-48c4-4f20-8964-e66dbd58d884 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:37.529670 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-eef92dcd-48c4-4f20-8964-e66dbd58d884 service neutron] Transition to ACTIVE for port object 9eee3674-9332-480a-949c-97b1bc8b90e7 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:59:37.533908 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-eef92dcd-48c4-4f20-8964-e66dbd58d884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:37.702150 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef92dcd-48c4-4f20-8964-e66dbd58d884 service neutron] Pushing event updated for resources: {'Port': ['ID=9eee3674-9332-480a-949c-97b1bc8b90e7,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:37.850719 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-eef92dcd-48c4-4f20-8964-e66dbd58d884 service neutron] Attempting to bind port 9eee3674-9332-480a-949c-97b1bc8b90e7 on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:59:37.851260 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-eef92dcd-48c4-4f20-8964-e66dbd58d884 service neutron] Attempting to bind port 9eee3674-9332-480a-949c-97b1bc8b90e7 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': '14242949-90f8-482e-9951-1857393899e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:59:37.851260 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-eef92dcd-48c4-4f20-8964-e66dbd58d884 service neutron] Attempting to bind port 9eee3674-9332-480a-949c-97b1bc8b90e7 on network a26dea7e-804c-440b-8d39-fd312032ec0c {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:59:37.857524 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-eef92dcd-48c4-4f20-8964-e66dbd58d884 service neutron] Port 9eee3674-9332-480a-949c-97b1bc8b90e7 on network a26dea7e-804c-440b-8d39-fd312032ec0c not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 12:59:37.857524 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-eef92dcd-48c4-4f20-8964-e66dbd58d884 service neutron] Attempting to bind port 9eee3674-9332-480a-949c-97b1bc8b90e7 on network a26dea7e-804c-440b-8d39-fd312032ec0c {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 12:59:37.863408 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-eef92dcd-48c4-4f20-8964-e66dbd58d884 service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 12:59:37.863806 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-eef92dcd-48c4-4f20-8964-e66dbd58d884 service neutron] Checking segment: {'id': '14242949-90f8-482e-9951-1857393899e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 12:59:37.864516 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-eef92dcd-48c4-4f20-8964-e66dbd58d884 service neutron] Bound using segment: {'id': '14242949-90f8-482e-9951-1857393899e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 12:59:37.864741 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-eef92dcd-48c4-4f20-8964-e66dbd58d884 service neutron] Bound port: 9eee3674-9332-480a-949c-97b1bc8b90e7, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14242949-90f8-482e-9951-1857393899e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:59:37.865087 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-eef92dcd-48c4-4f20-8964-e66dbd58d884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:37.982913 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-eef92dcd-48c4-4f20-8964-e66dbd58d884 service neutron] For port 9eee3674-9332-480a-949c-97b1bc8b90e7, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 12:59:37.982913 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-eef92dcd-48c4-4f20-8964-e66dbd58d884 service neutron] For port 9eee3674-9332-480a-949c-97b1bc8b90e7, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=9eee3674-9332-480a-949c-97b1bc8b90e7,segment=NetworkSegment(14242949-90f8-482e-9951-1857393899e3),segment_id=14242949-90f8-482e-9951-1857393899e3)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 12:59:37.982913 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-eef92dcd-48c4-4f20-8964-e66dbd58d884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:38.058418 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-eef92dcd-48c4-4f20-8964-e66dbd58d884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:38.058418 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-eef92dcd-48c4-4f20-8964-e66dbd58d884 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:38.058418 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-eef92dcd-48c4-4f20-8964-e66dbd58d884 service neutron] 10.222.0.52 "PUT /v2.0/ports/9eee3674-9332-480a-949c-97b1bc8b90e7 HTTP/1.1" status: 200 len: 1092 time: 1.2200580 Feb 09 12:59:38.058418 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32b33ccd-e8c5-4d31-b610-e57a3f0fea1e', 'tag': '9eee3674-9332-480a-949c-97b1bc8b90e7'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:59:38.092102 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef92dcd-48c4-4f20-8964-e66dbd58d884 service neutron] Pushing event updated for resources: {'Port': ['ID=9eee3674-9332-480a-949c-97b1bc8b90e7,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:38.156436 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32b33ccd-e8c5-4d31-b610-e57a3f0fea1e', 'tag': '9eee3674-9332-480a-949c-97b1bc8b90e7', 'status': 'completed', 'code': 200} Feb 09 12:59:38.224064 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-6e2f3a32-af9a-49c1-994d-b9da67e725b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:38.227013 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-6e2f3a32-af9a-49c1-994d-b9da67e725b0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d5c90683c4945019bf1e460c83dc94a&device_id=32b33ccd-e8c5-4d31-b610-e57a3f0fea1e HTTP/1.1" status: 200 len: 1095 time: 0.1168859 Feb 09 12:59:38.317068 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-9d82f948-792e-4148-b453-2157c22715c0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9eee3674-9332-480a-949c-97b1bc8b90e7 HTTP/1.1" status: 200 len: 217 time: 0.0823984 Feb 09 12:59:38.399391 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-6017f208-5b6c-4b40-8768-bdbe1341441c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:38.400941 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-6017f208-5b6c-4b40-8768-bdbe1341441c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c00dd5d5-2adb-420a-a9e5-79af8795f5b5 HTTP/1.1" status: 200 len: 849 time: 0.0703099 Feb 09 12:59:38.516642 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-f55dd229-e55f-4ff8-8f79-af3b250d7966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:38.516642 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-f55dd229-e55f-4ff8-8f79-af3b250d7966 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a26dea7e-804c-440b-8d39-fd312032ec0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1054342 Feb 09 12:59:38.710291 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 42074) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:38.879273 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74280d-adab-42e7-9b16-ed9c28baf5b3 req-851ba72c-245b-4c6d-8328-0749b976c0ee tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:38.879273 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1d74280d-adab-42e7-9b16-ed9c28baf5b3 req-851ba72c-245b-4c6d-8328-0749b976c0ee tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=32b33ccd-e8c5-4d31-b610-e57a3f0fea1e HTTP/1.1" status: 200 len: 944 time: 0.1853626 Feb 09 12:59:38.879273 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-c553239d-ee13-4a1e-8274-d8a2c6a1e156 service neutron] 10.222.0.52 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546412 Feb 09 12:59:38.966166 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-c0a2de7c-ff3b-4552-8478-8504fbcb399b tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Deleting port cafcc713-2e4a-4ce7-892b-e68582bc7b38 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:59:38.966602 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c0a2de7c-ff3b-4552-8478-8504fbcb399b tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:39.028917 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1d74280d-adab-42e7-9b16-ed9c28baf5b3 req-4082d2d7-24b0-48ce-8de5-678a98cfc0f5 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332910 Feb 09 12:59:39.110982 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f5375cc7-67f6-4e8a-aad1-ada6fd05586f req-af168da1-eb06-4ac6-bd06-1af269e58cc8 service neutron] 10.222.0.52 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136302 Feb 09 12:59:39.206404 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c0a2de7c-ff3b-4552-8478-8504fbcb399b tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:39.206404 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c0a2de7c-ff3b-4552-8478-8504fbcb399b tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:39.269949 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3bab6-dab8-45ed-84b6-9bfb8a7f97d2 req-fd36f70d-8caa-425d-8a84-ac3688c7d05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:39.271419 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c3a3bab6-dab8-45ed-84b6-9bfb8a7f97d2 req-fd36f70d-8caa-425d-8a84-ac3688c7d05d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d5c90683c4945019bf1e460c83dc94a&device_id=32b33ccd-e8c5-4d31-b610-e57a3f0fea1e HTTP/1.1" status: 200 len: 1095 time: 0.1030109 Feb 09 12:59:39.434257 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3bab6-dab8-45ed-84b6-9bfb8a7f97d2 req-5b02bb16-5735-42ce-94da-4f97b2e7a69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:39.434257 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c3a3bab6-dab8-45ed-84b6-9bfb8a7f97d2 req-5b02bb16-5735-42ce-94da-4f97b2e7a69d service neutron] 10.222.0.52 "GET /v2.0/networks?id=a26dea7e-804c-440b-8d39-fd312032ec0c HTTP/1.1" status: 200 len: 911 time: 0.1487284 Feb 09 12:59:39.447033 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-c0a2de7c-ff3b-4552-8478-8504fbcb399b tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Calling delete_port for cafcc713-2e4a-4ce7-892b-e68582bc7b38 owned by network:floatingip {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:59:39.537085 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c3a3bab6-dab8-45ed-84b6-9bfb8a7f97d2 req-ad194404-9df5-42f0-855c-eba66bd0fe2a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9eee3674-9332-480a-949c-97b1bc8b90e7 HTTP/1.1" status: 200 len: 217 time: 0.0999415 Feb 09 12:59:39.617005 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3bab6-dab8-45ed-84b6-9bfb8a7f97d2 req-61f5725b-1bd4-4dbd-a145-cb24235c3ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:39.618083 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c3a3bab6-dab8-45ed-84b6-9bfb8a7f97d2 req-61f5725b-1bd4-4dbd-a145-cb24235c3ef6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c00dd5d5-2adb-420a-a9e5-79af8795f5b5 HTTP/1.1" status: 200 len: 849 time: 0.0745425 Feb 09 12:59:39.665619 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c0a2de7c-ff3b-4552-8478-8504fbcb399b tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:39.722552 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3bab6-dab8-45ed-84b6-9bfb8a7f97d2 req-8c472cfa-46a1-4834-b5ee-c6a45b6e0bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:39.723317 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a2de7c-ff3b-4552-8478-8504fbcb399b tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Pushing event deleted for resources: {'Port': ['ID=cafcc713-2e4a-4ce7-892b-e68582bc7b38,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:39.723789 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c3a3bab6-dab8-45ed-84b6-9bfb8a7f97d2 req-8c472cfa-46a1-4834-b5ee-c6a45b6e0bbe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a26dea7e-804c-440b-8d39-fd312032ec0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0976119 Feb 09 12:59:39.851093 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c0a2de7c-ff3b-4552-8478-8504fbcb399b tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks [] for floatingip, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:39.851451 n-d-825178-3 neutron-server[87568]: INFO neutron.db.l3_db [None req-c0a2de7c-ff3b-4552-8478-8504fbcb399b tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Floating IP 8e771e51-d2ca-4e21-b82b-c5cb081c1bfc disassociated (deleted). External IP: 172.25.7.43, port: 30f2d1db-1590-43be-b807-f5a5cf45c3e0. Feb 09 12:59:39.929758 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c3a3bab6-dab8-45ed-84b6-9bfb8a7f97d2 req-a963f88e-a3b4-4125-b6d6-85ff9af2304d service neutron] 10.222.0.52 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943622 Feb 09 12:59:40.134170 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c3a3bab6-dab8-45ed-84b6-9bfb8a7f97d2 req-f22d78af-754b-48b0-8cbd-2390c09628f4 service neutron] 10.222.0.52 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974998 Feb 09 12:59:40.273572 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a2de7c-ff3b-4552-8478-8504fbcb399b tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Router f5a37c9f-a49a-40a0-b505-d85d292af51c has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:59:40.281699 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57783d-90ce-4a1d-b857-fc2b36808db1 req-7672cbbb-d95f-4298-b622-1ba6c9d70dde tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:40.283274 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8e57783d-90ce-4a1d-b857-fc2b36808db1 req-7672cbbb-d95f-4298-b622-1ba6c9d70dde tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=32b33ccd-e8c5-4d31-b610-e57a3f0fea1e HTTP/1.1" status: 200 len: 944 time: 0.1172593 Feb 09 12:59:40.390988 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8e57783d-90ce-4a1d-b857-fc2b36808db1 req-eebd7e72-6c29-4cfe-b5c4-db0dee5fb40e tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977099 Feb 09 12:59:40.627939 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a2de7c-ff3b-4552-8478-8504fbcb399b tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:59:40.640730 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32f5b5d-16ad-4a5f-a0e5-cc1376f1de79 None None] Sync routers for ids ['f5a37c9f-a49a-40a0-b505-d85d292af51c'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:59:40.649596 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c0a2de7c-ff3b-4552-8478-8504fbcb399b tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:40.652357 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32f5b5d-16ad-4a5f-a0e5-cc1376f1de79 None None] Routers {'f5a37c9f-a49a-40a0-b505-d85d292af51c'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:59:40.654022 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c32f5b5d-16ad-4a5f-a0e5-cc1376f1de79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:59:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['f5a37c9f-a49a-40a0-b505-d85d292af51c'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:40.753383 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c0a2de7c-ff3b-4552-8478-8504fbcb399b tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] 10.222.0.55 "DELETE /v2.0/floatingips/8e771e51-d2ca-4e21-b82b-c5cb081c1bfc HTTP/1.1" status: 204 len: 168 time: 2.0479851 Feb 09 12:59:40.754636 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ab79ac0-aab9-407b-b680-ad3477124b33', 'tag': '30f2d1db-1590-43be-b807-f5a5cf45c3e0'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:59:40.874672 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-c32f5b5d-16ad-4a5f-a0e5-cc1376f1de79 None None] Set router f5a37c9f-a49a-40a0-b505-d85d292af51c gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:59:41.074370 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ab79ac0-aab9-407b-b680-ad3477124b33', 'tag': '30f2d1db-1590-43be-b807-f5a5cf45c3e0', 'status': 'completed', 'code': 200} Feb 09 12:59:41.251172 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f7cce-4f6e-4189-b219-8a0537d79108 req-80bfd559-24c2-4e76-821f-b51d21efc4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:41.253226 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b25f7cce-4f6e-4189-b219-8a0537d79108 req-80bfd559-24c2-4e76-821f-b51d21efc4ec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f2897d8c21a484a8ff0d63f79752037&device_id=2ab79ac0-aab9-407b-b680-ad3477124b33 HTTP/1.1" status: 200 len: 1096 time: 0.1594632 Feb 09 12:59:41.306758 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde966d-7643-44ae-883a-4fe8572f72ff req-3a6984a7-39a8-4ca1-9a44-712e3910b6de tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:41.342160 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2fde966d-7643-44ae-883a-4fe8572f72ff req-3a6984a7-39a8-4ca1-9a44-712e3910b6de tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ab79ac0-aab9-407b-b680-ad3477124b33 HTTP/1.1" status: 200 len: 945 time: 0.1534555 Feb 09 12:59:41.439566 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2fde966d-7643-44ae-883a-4fe8572f72ff req-0ea32c7d-eef1-4823-826d-4c0069dd2c01 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] 10.222.0.55 "GET /v2.0/security-groups?id=84e909f6-a3da-4708-bd48-ac7013ef5745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964243 Feb 09 12:59:41.453001 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c32f5b5d-16ad-4a5f-a0e5-cc1376f1de79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a37c9f-a49a-40a0-b505-d85d292af51c', 'name': 'tempest-TestVolumeBackupRestore-213960488-router', 'tenant_id': '9f2897d8c21a484a8ff0d63f79752037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '35059304-b7fe-4dba-bf3b-720079990bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:31Z', 'updated_at': '2022-02-09T12:56:36Z', 'revision_number': 4, 'project_id': '9f2897d8c21a484a8ff0d63f79752037', 'gw_port': {'id': '35059304-b7fe-4dba-bf3b-720079990bf2', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a37c9f-a49a-40a0-b505-d85d292af51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:32Z', 'updated_at': '2022-02-09T12:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '355d0767-316b-4362-9319-4c87137524d6', 'name': '', 'network_id': 'ad73b2db-357c-483b-9ce4-d88f32ba6262', 'tenant_id': '9f2897d8c21a484a8ff0d63f79752037', 'mac_address': 'fa:16:3e:ad:f6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a37c9f-a49a-40a0-b505-d85d292af51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5a717b63-5ce0-4236-b057-4ef4c930bf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:35Z', 'updated_at': '2022-02-09T12:56:46Z', 'revision_number': 5, 'project_id': '9f2897d8c21a484a8ff0d63f79752037', 'subnets': [{'id': '5a717b63-5ce0-4236-b057-4ef4c930bf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:41.459867 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32f5b5d-16ad-4a5f-a0e5-cc1376f1de79 None None] Checking router: f5a37c9f-a49a-40a0-b505-d85d292af51c for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:59:41.473465 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32f5b5d-16ad-4a5f-a0e5-cc1376f1de79 None None] Routers {'f5a37c9f-a49a-40a0-b505-d85d292af51c'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:59:41.474323 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c32f5b5d-16ad-4a5f-a0e5-cc1376f1de79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:59:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['f5a37c9f-a49a-40a0-b505-d85d292af51c'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:41.498514 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f7cce-4f6e-4189-b219-8a0537d79108 req-cd102849-9bfc-4240-bb64-bc98d3c6eba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:41.500022 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b25f7cce-4f6e-4189-b219-8a0537d79108 req-cd102849-9bfc-4240-bb64-bc98d3c6eba4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ad73b2db-357c-483b-9ce4-d88f32ba6262 HTTP/1.1" status: 200 len: 914 time: 0.2406902 Feb 09 12:59:41.587343 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b25f7cce-4f6e-4189-b219-8a0537d79108 req-fffb85ec-8a3f-4c1d-a2a5-c4cc4cb09baf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30f2d1db-1590-43be-b807-f5a5cf45c3e0 HTTP/1.1" status: 200 len: 217 time: 0.0794303 Feb 09 12:59:41.700165 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f7cce-4f6e-4189-b219-8a0537d79108 req-a10640c9-f22b-47ca-bfdf-5e2ddab8fda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:41.702502 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b25f7cce-4f6e-4189-b219-8a0537d79108 req-a10640c9-f22b-47ca-bfdf-5e2ddab8fda2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5a717b63-5ce0-4236-b057-4ef4c930bf7e HTTP/1.1" status: 200 len: 852 time: 0.1074936 Feb 09 12:59:41.735127 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-c32f5b5d-16ad-4a5f-a0e5-cc1376f1de79 None None] Set router f5a37c9f-a49a-40a0-b505-d85d292af51c gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:59:41.736086 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb268bc3-86fe-4b37-bcb8-f89f8e7c4eb8 req-31a7244c-2ab9-47cd-9c8b-5557751a7118 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:41.737980 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bb268bc3-86fe-4b37-bcb8-f89f8e7c4eb8 req-31a7244c-2ab9-47cd-9c8b-5557751a7118 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=32b33ccd-e8c5-4d31-b610-e57a3f0fea1e HTTP/1.1" status: 200 len: 944 time: 0.1813138 Feb 09 12:59:41.817179 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bb268bc3-86fe-4b37-bcb8-f89f8e7c4eb8 req-d7620fea-eb89-49bc-8bd7-1d2f9db9f23e tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694673 Feb 09 12:59:41.849782 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f7cce-4f6e-4189-b219-8a0537d79108 req-683b6bf3-a642-4aca-9ed5-6ab534469205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:41.851225 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b25f7cce-4f6e-4189-b219-8a0537d79108 req-683b6bf3-a642-4aca-9ed5-6ab534469205 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad73b2db-357c-483b-9ce4-d88f32ba6262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1404257 Feb 09 12:59:42.042356 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b25f7cce-4f6e-4189-b219-8a0537d79108 req-a2ca1950-1ce9-4afe-899c-4d1308f9251d service neutron] 10.222.0.46 "GET /v2.0/networks/ad73b2db-357c-483b-9ce4-d88f32ba6262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829486 Feb 09 12:59:42.202441 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b25f7cce-4f6e-4189-b219-8a0537d79108 req-8728f78a-c3ab-48f5-9104-51e04a346ab8 service neutron] 10.222.0.46 "GET /v2.0/networks/ad73b2db-357c-483b-9ce4-d88f32ba6262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510048 Feb 09 12:59:42.255724 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c32f5b5d-16ad-4a5f-a0e5-cc1376f1de79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a37c9f-a49a-40a0-b505-d85d292af51c', 'name': 'tempest-TestVolumeBackupRestore-213960488-router', 'tenant_id': '9f2897d8c21a484a8ff0d63f79752037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '35059304-b7fe-4dba-bf3b-720079990bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:31Z', 'updated_at': '2022-02-09T12:56:36Z', 'revision_number': 4, 'project_id': '9f2897d8c21a484a8ff0d63f79752037', 'gw_port': {'id': '35059304-b7fe-4dba-bf3b-720079990bf2', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a37c9f-a49a-40a0-b505-d85d292af51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:32Z', 'updated_at': '2022-02-09T12:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '355d0767-316b-4362-9319-4c87137524d6', 'name': '', 'network_id': 'ad73b2db-357c-483b-9ce4-d88f32ba6262', 'tenant_id': '9f2897d8c21a484a8ff0d63f79752037', 'mac_address': 'fa:16:3e:ad:f6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a37c9f-a49a-40a0-b505-d85d292af51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5a717b63-5ce0-4236-b057-4ef4c930bf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:35Z', 'updated_at': '2022-02-09T12:56:46Z', 'revision_number': 5, 'project_id': '9f2897d8c21a484a8ff0d63f79752037', 'subnets': [{'id': '5a717b63-5ce0-4236-b057-4ef4c930bf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:42.266531 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32f5b5d-16ad-4a5f-a0e5-cc1376f1de79 None None] The sync data for ids ['f5a37c9f-a49a-40a0-b505-d85d292af51c'] in n-d-825178-3 is: [{'id': 'f5a37c9f-a49a-40a0-b505-d85d292af51c', 'name': 'tempest-TestVolumeBackupRestore-213960488-router', 'tenant_id': '9f2897d8c21a484a8ff0d63f79752037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '35059304-b7fe-4dba-bf3b-720079990bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:31Z', 'updated_at': '2022-02-09T12:56:36Z', 'revision_number': 4, 'project_id': '9f2897d8c21a484a8ff0d63f79752037', 'gw_port': {'id': '35059304-b7fe-4dba-bf3b-720079990bf2', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a37c9f-a49a-40a0-b505-d85d292af51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:32Z', 'updated_at': '2022-02-09T12:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '355d0767-316b-4362-9319-4c87137524d6', 'name': '', 'network_id': 'ad73b2db-357c-483b-9ce4-d88f32ba6262', 'tenant_id': '9f2897d8c21a484a8ff0d63f79752037', 'mac_address': 'fa:16:3e:ad:f6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a37c9f-a49a-40a0-b505-d85d292af51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5a717b63-5ce0-4236-b057-4ef4c930bf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:35Z', 'updated_at': '2022-02-09T12:56:46Z', 'revision_number': 5, 'project_id': '9f2897d8c21a484a8ff0d63f79752037', 'subnets': [{'id': '5a717b63-5ce0-4236-b057-4ef4c930bf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:59:42.591211 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6a1449-b8f4-47e7-a74f-601a438c817f None None] New status for floating IP 8e771e51-d2ca-4e21-b82b-c5cb081c1bfc: DOWN {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:59:42.698755 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d53573-1d4a-4c63-80c8-f27f9c84e91e req-bae10070-0a0b-4635-b831-580b1ad3b1f1 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:42.707653 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-59d53573-1d4a-4c63-80c8-f27f9c84e91e req-bae10070-0a0b-4635-b831-580b1ad3b1f1 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ab79ac0-aab9-407b-b680-ad3477124b33 HTTP/1.1" status: 200 len: 945 time: 0.1416302 Feb 09 12:59:42.765879 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-59d53573-1d4a-4c63-80c8-f27f9c84e91e req-7430b26b-c775-4974-988f-2488ab27084d tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] 10.222.0.55 "GET /v2.0/security-groups?id=84e909f6-a3da-4708-bd48-ac7013ef5745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567758 Feb 09 12:59:42.781171 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a7635-0b67-4877-8d50-5cf6677f18e2 req-4fe932f0-143d-4094-8b31-ad984552797b tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:42.782077 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-d70a7635-0b67-4877-8d50-5cf6677f18e2 req-4fe932f0-143d-4094-8b31-ad984552797b tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Synchronizing usage tracker for tenant:9f2897d8c21a484a8ff0d63f79752037 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:59:42.805527 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-d70a7635-0b67-4877-8d50-5cf6677f18e2 req-4fe932f0-143d-4094-8b31-ad984552797b tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Unset dirty status for tenant:9f2897d8c21a484a8ff0d63f79752037 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:59:42.806718 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d70a7635-0b67-4877-8d50-5cf6677f18e2 req-4fe932f0-143d-4094-8b31-ad984552797b tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab79ac0-aab9-407b-b680-ad3477124b33 HTTP/1.1" status: 200 len: 945 time: 0.1950114 Feb 09 12:59:42.900858 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-d70a7635-0b67-4877-8d50-5cf6677f18e2 req-01996d4d-4dcf-45f5-a8d3-89a7e42ef42e tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Deleting port 30f2d1db-1590-43be-b807-f5a5cf45c3e0 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:59:42.900858 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d70a7635-0b67-4877-8d50-5cf6677f18e2 req-01996d4d-4dcf-45f5-a8d3-89a7e42ef42e tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:43.085385 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d7677-4fdc-4f71-8c94-c4bb0037a7a1 req-e44b9db7-f4af-4f49-8fb9-ee78f1a38328 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:43.098447 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f83d7677-4fdc-4f71-8c94-c4bb0037a7a1 req-e44b9db7-f4af-4f49-8fb9-ee78f1a38328 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=32b33ccd-e8c5-4d31-b610-e57a3f0fea1e HTTP/1.1" status: 200 len: 944 time: 0.1569660 Feb 09 12:59:43.141122 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f83d7677-4fdc-4f71-8c94-c4bb0037a7a1 req-123cb831-cc81-4226-8038-2e8c65cd04fe tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415230 Feb 09 12:59:43.243542 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-d70a7635-0b67-4877-8d50-5cf6677f18e2 req-01996d4d-4dcf-45f5-a8d3-89a7e42ef42e tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] For port 30f2d1db-1590-43be-b807-f5a5cf45c3e0, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=30f2d1db-1590-43be-b807-f5a5cf45c3e0,segment=NetworkSegment(f1650d61-3530-475e-94e5-f585f61a5509),segment_id=f1650d61-3530-475e-94e5-f585f61a5509)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:59:43.243948 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d70a7635-0b67-4877-8d50-5cf6677f18e2 req-01996d4d-4dcf-45f5-a8d3-89a7e42ef42e tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:43.412508 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-d70a7635-0b67-4877-8d50-5cf6677f18e2 req-01996d4d-4dcf-45f5-a8d3-89a7e42ef42e tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Calling delete_port for 30f2d1db-1590-43be-b807-f5a5cf45c3e0 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:59:43.667662 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d70a7635-0b67-4877-8d50-5cf6677f18e2 req-01996d4d-4dcf-45f5-a8d3-89a7e42ef42e tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:43.721161 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01996d4d-4dcf-45f5-a8d3-89a7e42ef42e tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Pushing event deleted for resources: {'Port': ['ID=30f2d1db-1590-43be-b807-f5a5cf45c3e0,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:43.765793 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01996d4d-4dcf-45f5-a8d3-89a7e42ef42e tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:43.765999 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01996d4d-4dcf-45f5-a8d3-89a7e42ef42e tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:43.766248 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01996d4d-4dcf-45f5-a8d3-89a7e42ef42e tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:43.766569 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01996d4d-4dcf-45f5-a8d3-89a7e42ef42e tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:43.766901 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01996d4d-4dcf-45f5-a8d3-89a7e42ef42e tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:43.767237 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01996d4d-4dcf-45f5-a8d3-89a7e42ef42e tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:43.767558 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01996d4d-4dcf-45f5-a8d3-89a7e42ef42e tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:43.767904 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01996d4d-4dcf-45f5-a8d3-89a7e42ef42e tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:43.768244 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01996d4d-4dcf-45f5-a8d3-89a7e42ef42e tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:43.768559 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01996d4d-4dcf-45f5-a8d3-89a7e42ef42e tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:43.768878 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01996d4d-4dcf-45f5-a8d3-89a7e42ef42e tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:43.769199 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01996d4d-4dcf-45f5-a8d3-89a7e42ef42e tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:43.813058 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-d70a7635-0b67-4877-8d50-5cf6677f18e2 req-01996d4d-4dcf-45f5-a8d3-89a7e42ef42e tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] No DVR routers for this DVR port 30f2d1db-1590-43be-b807-f5a5cf45c3e0 on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:59:43.816131 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d70a7635-0b67-4877-8d50-5cf6677f18e2 req-01996d4d-4dcf-45f5-a8d3-89a7e42ef42e tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:43.818831 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab79ac0-aab9-407b-b680-ad3477124b33', 'name': 'network-vif-deleted', 'tag': '30f2d1db-1590-43be-b807-f5a5cf45c3e0'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:59:43.836857 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d70a7635-0b67-4877-8d50-5cf6677f18e2 req-01996d4d-4dcf-45f5-a8d3-89a7e42ef42e tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] 10.222.0.46 "DELETE /v2.0/ports/30f2d1db-1590-43be-b807-f5a5cf45c3e0 HTTP/1.1" status: 204 len: 173 time: 1.0240984 Feb 09 12:59:44.049358 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d41b3d6a-7103-4453-83b1-fb5b72d55a40 req-c00e969b-0aad-4625-a59b-dc2125d9dcd0 tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ab79ac0-aab9-407b-b680-ad3477124b33 HTTP/1.1" status: 200 len: 210 time: 0.1625423 Feb 09 12:59:44.086601 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-afaab7aa-2855-4af0-915f-38bcb18c0d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:44.122577 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab79ac0-aab9-407b-b680-ad3477124b33', 'name': 'network-vif-deleted', 'tag': '30f2d1db-1590-43be-b807-f5a5cf45c3e0', 'status': 'completed', 'code': 200} Feb 09 12:59:44.427249 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d272f2-d84f-4338-8098-cca651605e8b req-9dc89597-f552-49ee-a553-23c4a8172e00 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:44.428782 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-73d272f2-d84f-4338-8098-cca651605e8b req-9dc89597-f552-49ee-a553-23c4a8172e00 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=32b33ccd-e8c5-4d31-b610-e57a3f0fea1e HTTP/1.1" status: 200 len: 944 time: 0.1054494 Feb 09 12:59:44.496242 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-73d272f2-d84f-4338-8098-cca651605e8b req-09386335-6567-4630-a759-ae5c37770e6e tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569153 Feb 09 12:59:45.147386 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 42100) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:45.215698 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f3786d33-7e43-44f0-8d7d-629d9e89d1fe tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:45.244344 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f3786d33-7e43-44f0-8d7d-629d9e89d1fe tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:45.306614 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f3786d33-7e43-44f0-8d7d-629d9e89d1fe tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:45.325947 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3786d33-7e43-44f0-8d7d-629d9e89d1fe tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e909f6-a3da-4708-bd48-ac7013ef5745,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:45.342372 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f3786d33-7e43-44f0-8d7d-629d9e89d1fe tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:45.343489 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f3786d33-7e43-44f0-8d7d-629d9e89d1fe tempest-TestVolumeBackupRestore-1960516180 tempest-TestVolumeBackupRestore-1960516180-project] 10.222.0.55 "DELETE /v2.0/security-groups/84e909f6-a3da-4708-bd48-ac7013ef5745 HTTP/1.1" status: 204 len: 168 time: 0.1950872 Feb 09 12:59:45.746577 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a745ae-38e8-45c5-8e5e-582f15dea6f8 req-f973fa3b-7c7e-48cf-b8e7-648d231a124c tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:45.748423 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f2a745ae-38e8-45c5-8e5e-582f15dea6f8 req-f973fa3b-7c7e-48cf-b8e7-648d231a124c tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=32b33ccd-e8c5-4d31-b610-e57a3f0fea1e HTTP/1.1" status: 200 len: 944 time: 0.1296711 Feb 09 12:59:45.824312 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f2a745ae-38e8-45c5-8e5e-582f15dea6f8 req-87766b16-e0d2-4ffa-aa14-08afa9f08221 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695136 Feb 09 12:59:46.429293 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-af688db3-f665-4b69-b5e2-94d998679432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:46.742037 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 30f2d1db-1590-43be-b807-f5a5cf45c3e0 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:59:46.790009 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: 30f2d1db-1590-43be-b807-f5a5cf45c3e0 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:59:46.790362 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 30f2d1db-1590-43be-b807-f5a5cf45c3e0 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:59:47.070451 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d33a5-e859-4fa0-b5ae-016f81af4dae req-36e00a06-df93-42df-8f92-494362ae8b55 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:47.080790 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bd6d33a5-e859-4fa0-b5ae-016f81af4dae req-36e00a06-df93-42df-8f92-494362ae8b55 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=32b33ccd-e8c5-4d31-b610-e57a3f0fea1e HTTP/1.1" status: 200 len: 944 time: 0.1239679 Feb 09 12:59:47.139881 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bd6d33a5-e859-4fa0-b5ae-016f81af4dae req-692bd78b-79be-484d-9866-3634c79abe04 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558190 Feb 09 12:59:47.629230 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:47.701488 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:47.949463 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 42416) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:47.972898 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:59:48.552934 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec021d-ca3c-4f08-80c2-2d89072f80ba req-f9d1586a-7540-40e3-b8dd-193477cb404e tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:48.562716 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f8ec021d-ca3c-4f08-80c2-2d89072f80ba req-f9d1586a-7540-40e3-b8dd-193477cb404e tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=32b33ccd-e8c5-4d31-b610-e57a3f0fea1e HTTP/1.1" status: 200 len: 944 time: 0.2733135 Feb 09 12:59:48.671726 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f8ec021d-ca3c-4f08-80c2-2d89072f80ba req-45a1ee7b-74da-4a83-afcc-fb62dfb441c0 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073654 Feb 09 12:59:48.879352 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7351496f-d266-4157-a659-a4c019bc5ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:49.241290 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-7351496f-d266-4157-a659-a4c019bc5ad7 admin admin] Deleting port 355d0767-316b-4362-9319-4c87137524d6 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:59:49.241622 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7351496f-d266-4157-a659-a4c019bc5ad7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:49.272413 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:49.519747 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-7351496f-d266-4157-a659-a4c019bc5ad7 admin admin] For port 355d0767-316b-4362-9319-4c87137524d6, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=355d0767-316b-4362-9319-4c87137524d6,segment=NetworkSegment(f1650d61-3530-475e-94e5-f585f61a5509),segment_id=f1650d61-3530-475e-94e5-f585f61a5509)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:59:49.520065 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7351496f-d266-4157-a659-a4c019bc5ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:49.641981 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-7351496f-d266-4157-a659-a4c019bc5ad7 admin admin] Calling delete_port for 355d0767-316b-4362-9319-4c87137524d6 owned by network:router_interface {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:59:49.960267 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa0adf-3350-4155-8551-564766a3d90b req-2ac45b5a-cdb4-49c0-8685-eb17fa963718 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:49.961728 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-05fa0adf-3350-4155-8551-564766a3d90b req-2ac45b5a-cdb4-49c0-8685-eb17fa963718 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=32b33ccd-e8c5-4d31-b610-e57a3f0fea1e HTTP/1.1" status: 200 len: 944 time: 0.1397738 Feb 09 12:59:50.055113 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-05fa0adf-3350-4155-8551-564766a3d90b req-d98b0393-ab72-4f52-803d-79733e984e2e tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876431 Feb 09 12:59:50.064638 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7351496f-d266-4157-a659-a4c019bc5ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:50.112313 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7351496f-d266-4157-a659-a4c019bc5ad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=355d0767-316b-4362-9319-4c87137524d6,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:50.399783 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7351496f-d266-4157-a659-a4c019bc5ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:50.669321 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:50.891291 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7351496f-d266-4157-a659-a4c019bc5ad7 admin admin] Router f5a37c9f-a49a-40a0-b505-d85d292af51c has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:59:51.070967 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7351496f-d266-4157-a659-a4c019bc5ad7 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:59:51.081118 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a36fbb1-eb75-4cc4-abb3-5aef365ed251 None None] Sync routers for ids ['f5a37c9f-a49a-40a0-b505-d85d292af51c'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:59:51.084040 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-7351496f-d266-4157-a659-a4c019bc5ad7 admin admin] 10.222.0.55 "PUT /v2.0/routers/f5a37c9f-a49a-40a0-b505-d85d292af51c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1307440 Feb 09 12:59:51.086183 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 42568) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:51.091568 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a36fbb1-eb75-4cc4-abb3-5aef365ed251 None None] Routers {'f5a37c9f-a49a-40a0-b505-d85d292af51c'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:59:51.092222 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4a36fbb1-eb75-4cc4-abb3-5aef365ed251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:59:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['f5a37c9f-a49a-40a0-b505-d85d292af51c'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:51.271711 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-4a36fbb1-eb75-4cc4-abb3-5aef365ed251 None None] Set router f5a37c9f-a49a-40a0-b505-d85d292af51c gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:59:51.315775 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5b042a67-f590-4636-9cb9-205dfdde9d36 admin admin] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:51.394982 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad52c5c-1a41-40d0-ad69-dfadb4f686b9 req-efbe4bea-72b0-4f06-a3e9-aef92916162a tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:51.396466 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aad52c5c-1a41-40d0-ad69-dfadb4f686b9 req-efbe4bea-72b0-4f06-a3e9-aef92916162a tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=32b33ccd-e8c5-4d31-b610-e57a3f0fea1e HTTP/1.1" status: 200 len: 944 time: 0.2292025 Feb 09 12:59:51.518378 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aad52c5c-1a41-40d0-ad69-dfadb4f686b9 req-82b1dd63-84d3-495b-9e4c-44d7b3a225d6 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127584 Feb 09 12:59:51.544454 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5b042a67-f590-4636-9cb9-205dfdde9d36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:51.554307 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-5b042a67-f590-4636-9cb9-205dfdde9d36 admin admin] Deleting port 35059304-b7fe-4dba-bf3b-720079990bf2 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:59:51.554669 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5b042a67-f590-4636-9cb9-205dfdde9d36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:51.560961 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4a36fbb1-eb75-4cc4-abb3-5aef365ed251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a37c9f-a49a-40a0-b505-d85d292af51c', 'name': 'tempest-TestVolumeBackupRestore-213960488-router', 'tenant_id': '9f2897d8c21a484a8ff0d63f79752037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '35059304-b7fe-4dba-bf3b-720079990bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:31Z', 'updated_at': '2022-02-09T12:59:49Z', 'revision_number': 5, 'project_id': '9f2897d8c21a484a8ff0d63f79752037', 'gw_port': {'id': '35059304-b7fe-4dba-bf3b-720079990bf2', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a37c9f-a49a-40a0-b505-d85d292af51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:32Z', 'updated_at': '2022-02-09T12:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:51.565081 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a36fbb1-eb75-4cc4-abb3-5aef365ed251 None None] Checking router: f5a37c9f-a49a-40a0-b505-d85d292af51c for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:59:51.576583 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a36fbb1-eb75-4cc4-abb3-5aef365ed251 None None] Routers {'f5a37c9f-a49a-40a0-b505-d85d292af51c'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:59:51.577189 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4a36fbb1-eb75-4cc4-abb3-5aef365ed251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:59:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['f5a37c9f-a49a-40a0-b505-d85d292af51c'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:51.724405 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-4a36fbb1-eb75-4cc4-abb3-5aef365ed251 None None] Set router f5a37c9f-a49a-40a0-b505-d85d292af51c gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:59:51.727932 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-5b042a67-f590-4636-9cb9-205dfdde9d36 admin admin] For port 35059304-b7fe-4dba-bf3b-720079990bf2, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=35059304-b7fe-4dba-bf3b-720079990bf2,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:59:51.728285 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5b042a67-f590-4636-9cb9-205dfdde9d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:51.852694 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-5b042a67-f590-4636-9cb9-205dfdde9d36 admin admin] Calling delete_port for 35059304-b7fe-4dba-bf3b-720079990bf2 owned by network:router_gateway {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:59:51.861134 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4a36fbb1-eb75-4cc4-abb3-5aef365ed251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a37c9f-a49a-40a0-b505-d85d292af51c', 'name': 'tempest-TestVolumeBackupRestore-213960488-router', 'tenant_id': '9f2897d8c21a484a8ff0d63f79752037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:31Z', 'updated_at': '2022-02-09T12:59:51Z', 'revision_number': 6, 'project_id': '9f2897d8c21a484a8ff0d63f79752037', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:51.865404 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a36fbb1-eb75-4cc4-abb3-5aef365ed251 None None] The sync data for ids ['f5a37c9f-a49a-40a0-b505-d85d292af51c'] in n-d-825178-3 is: [{'id': 'f5a37c9f-a49a-40a0-b505-d85d292af51c', 'name': 'tempest-TestVolumeBackupRestore-213960488-router', 'tenant_id': '9f2897d8c21a484a8ff0d63f79752037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:31Z', 'updated_at': '2022-02-09T12:59:51Z', 'revision_number': 6, 'project_id': '9f2897d8c21a484a8ff0d63f79752037', 'gw_port_host': None}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:59:52.022601 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5b042a67-f590-4636-9cb9-205dfdde9d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:52.071315 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b042a67-f590-4636-9cb9-205dfdde9d36 admin admin] Pushing event deleted for resources: {'Port': ['ID=35059304-b7fe-4dba-bf3b-720079990bf2,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:52.157363 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5b042a67-f590-4636-9cb9-205dfdde9d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:52.446622 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5b042a67-f590-4636-9cb9-205dfdde9d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:52.449513 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5b042a67-f590-4636-9cb9-205dfdde9d36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:52.471268 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5b042a67-f590-4636-9cb9-205dfdde9d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:52.471795 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b042a67-f590-4636-9cb9-205dfdde9d36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5a37c9f-a49a-40a0-b505-d85d292af51c {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:59:52.484034 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5b042a67-f590-4636-9cb9-205dfdde9d36 admin admin] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:52.485144 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-5b042a67-f590-4636-9cb9-205dfdde9d36 admin admin] 10.222.0.55 "DELETE /v2.0/routers/f5a37c9f-a49a-40a0-b505-d85d292af51c HTTP/1.1" status: 204 len: 168 time: 1.3978760 Feb 09 12:59:52.487806 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 42572) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:52.546441 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-205174f0-e074-4d6f-8d75-a4539a295169 admin admin] Deleting subnet 5a717b63-5ce0-4236-b057-4ef4c930bf7e {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:59:52.549432 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-205174f0-e074-4d6f-8d75-a4539a295169 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:52.601166 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-205174f0-e074-4d6f-8d75-a4539a295169 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:52.687395 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 355d0767-316b-4362-9319-4c87137524d6 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:59:52.744690 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1c462-30fe-48ed-915e-640e839383f3 req-2319a8d5-346c-43bf-9d60-2b7d783fa7ed tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:52.746960 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e6d1c462-30fe-48ed-915e-640e839383f3 req-2319a8d5-346c-43bf-9d60-2b7d783fa7ed tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=32b33ccd-e8c5-4d31-b610-e57a3f0fea1e HTTP/1.1" status: 200 len: 944 time: 0.1153936 Feb 09 12:59:52.751888 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-205174f0-e074-4d6f-8d75-a4539a295169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:52.760407 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 355d0767-316b-4362-9319-4c87137524d6 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:59:52.760947 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 355d0767-316b-4362-9319-4c87137524d6 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:59:52.761476 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 35059304-b7fe-4dba-bf3b-720079990bf2 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:59:52.794090 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 35059304-b7fe-4dba-bf3b-720079990bf2 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:59:52.794427 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 35059304-b7fe-4dba-bf3b-720079990bf2 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:59:52.841271 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e6d1c462-30fe-48ed-915e-640e839383f3 req-e681b06d-4c7f-4b89-9fcd-5eeb8552b8cf tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589552 Feb 09 12:59:52.857478 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-205174f0-e074-4d6f-8d75-a4539a295169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:52.896584 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205174f0-e074-4d6f-8d75-a4539a295169 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a717b63-5ce0-4236-b057-4ef4c930bf7e,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:52.898486 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-205174f0-e074-4d6f-8d75-a4539a295169 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:52.904673 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84be930-accc-482c-adfd-81128bbcd9be None None] Network ad73b2db-357c-483b-9ce4-d88f32ba6262 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:59:52.908117 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-205174f0-e074-4d6f-8d75-a4539a295169 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5a717b63-5ce0-4236-b057-4ef4c930bf7e HTTP/1.1" status: 204 len: 168 time: 0.4169855 Feb 09 12:59:52.908425 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 42578) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:53.015689 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-82df6089-02ea-41b4-9913-47c21e15fb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:53.026125 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-82df6089-02ea-41b4-9913-47c21e15fb6d admin admin] Deleting port 3c423752-9194-4ecc-8347-d97231358c53 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:59:53.026789 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-82df6089-02ea-41b4-9913-47c21e15fb6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:53.144507 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:53.162400 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a518473-635e-4d28-be8b-d13324024900 None None] DHCP port deletion for ad73b2db-357c-483b-9ce4-d88f32ba6262 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:59:53.166633 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7a518473-635e-4d28-be8b-d13324024900 None None] Deleting port 3c423752-9194-4ecc-8347-d97231358c53 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:59:53.167141 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7a518473-635e-4d28-be8b-d13324024900 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:53.243697 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-82df6089-02ea-41b4-9913-47c21e15fb6d admin admin] For port 3c423752-9194-4ecc-8347-d97231358c53, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=3c423752-9194-4ecc-8347-d97231358c53,segment=NetworkSegment(f1650d61-3530-475e-94e5-f585f61a5509),segment_id=f1650d61-3530-475e-94e5-f585f61a5509)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:59:53.244029 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-82df6089-02ea-41b4-9913-47c21e15fb6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:53.364948 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7a518473-635e-4d28-be8b-d13324024900 None None] For port 3c423752-9194-4ecc-8347-d97231358c53, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=3c423752-9194-4ecc-8347-d97231358c53,segment=NetworkSegment(f1650d61-3530-475e-94e5-f585f61a5509),segment_id=f1650d61-3530-475e-94e5-f585f61a5509)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:59:53.365255 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7a518473-635e-4d28-be8b-d13324024900 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:53.367816 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-82df6089-02ea-41b4-9913-47c21e15fb6d admin admin] Calling delete_port for 3c423752-9194-4ecc-8347-d97231358c53 owned by network:dhcp {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:59:53.448120 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-82df6089-02ea-41b4-9913-47c21e15fb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:53.488611 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7a518473-635e-4d28-be8b-d13324024900 None None] Calling delete_port for 3c423752-9194-4ecc-8347-d97231358c53 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:59:53.498358 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df6089-02ea-41b4-9913-47c21e15fb6d admin admin] Pushing event deleted for resources: {'Port': ['ID=3c423752-9194-4ecc-8347-d97231358c53,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:53.504577 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82df6089-02ea-41b4-9913-47c21e15fb6d admin admin] No DVR routers for this DVR port 3c423752-9194-4ecc-8347-d97231358c53 on host n-d-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:59:53.560731 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-7a518473-635e-4d28-be8b-d13324024900 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:59:53.561082 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-7a518473-635e-4d28-be8b-d13324024900 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:59:53.622389 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-82df6089-02ea-41b4-9913-47c21e15fb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:53.646635 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-82df6089-02ea-41b4-9913-47c21e15fb6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad73b2db-357c-483b-9ce4-d88f32ba6262']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:53.658594 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-82df6089-02ea-41b4-9913-47c21e15fb6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1650d61-3530-475e-94e5-f585f61a5509') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:53.658887 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-82df6089-02ea-41b4-9913-47c21e15fb6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1650d61-3530-475e-94e5-f585f61a5509') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:53.670645 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-82df6089-02ea-41b4-9913-47c21e15fb6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:53.686794 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-82df6089-02ea-41b4-9913-47c21e15fb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:53.692691 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82df6089-02ea-41b4-9913-47c21e15fb6d admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:59:53.693070 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-82df6089-02ea-41b4-9913-47c21e15fb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:53.706761 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 12:59:53.706761 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:59:53.706761 n-d-825178-3 neutron-server[87567]: timer() Feb 09 12:59:53.706761 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:59:53.706761 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 12:59:53.706761 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:59:53.706761 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 12:59:53.706761 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:59:53.706761 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 12:59:53.706761 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:59:53.706761 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 12:59:53.706761 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:59:53.706761 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 12:59:53.706761 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:59:53.706761 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:59:53.706761 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:59:53.706761 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:59:53.706761 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:59:53.706761 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 12:59:53.706761 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:59:53.706761 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 12:59:53.706761 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:59:53.706761 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:59:53.706761 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:59:53.706761 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 12:59:53.706761 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:59:53.706761 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:59:53.706761 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:59:53.706761 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:59:53.706761 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:59:53.706761 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:59:53.706761 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:59:53.897252 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-82df6089-02ea-41b4-9913-47c21e15fb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:53.914317 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-82df6089-02ea-41b4-9913-47c21e15fb6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:53.925349 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df6089-02ea-41b4-9913-47c21e15fb6d admin admin] Pushing event deleted for resources: {'Network': ['ID=ad73b2db-357c-483b-9ce4-d88f32ba6262,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:53.939402 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-82df6089-02ea-41b4-9913-47c21e15fb6d admin admin] 10.222.0.55 "DELETE /v2.0/networks/ad73b2db-357c-483b-9ce4-d88f32ba6262 HTTP/1.1" status: 204 len: 168 time: 1.0300670 Feb 09 12:59:53.942001 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 42584) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:54.062858 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7a518473-635e-4d28-be8b-d13324024900 None None] Deleting port 3c423752-9194-4ecc-8347-d97231358c53 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:59:54.063533 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7a518473-635e-4d28-be8b-d13324024900 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:54.132004 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7a518473-635e-4d28-be8b-d13324024900 None None] The port '3c423752-9194-4ecc-8347-d97231358c53' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:59:54.239116 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b6845-a264-4381-bb64-bffe0b49ba26 req-cd48760c-d279-4abc-af23-b53ce63fd923 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:54.240621 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-881b6845-a264-4381-bb64-bffe0b49ba26 req-cd48760c-d279-4abc-af23-b53ce63fd923 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=32b33ccd-e8c5-4d31-b610-e57a3f0fea1e HTTP/1.1" status: 200 len: 944 time: 0.2425261 Feb 09 12:59:54.376972 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-881b6845-a264-4381-bb64-bffe0b49ba26 req-b97295cc-440e-4b53-9c27-b191f91a94bf tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215878 Feb 09 12:59:54.478411 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 3c423752-9194-4ecc-8347-d97231358c53 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:59:54.512082 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 3c423752-9194-4ecc-8347-d97231358c53 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:59:54.512426 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 3c423752-9194-4ecc-8347-d97231358c53 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:59:54.592754 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-766106c2-9059-4463-93d8-e4fed81f7e70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:54.943893 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-766106c2-9059-4463-93d8-e4fed81f7e70 admin admin] Deleting port ee87ba93-1879-4ea9-ba06-e8103c87fd2a {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:59:54.944240 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-766106c2-9059-4463-93d8-e4fed81f7e70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:55.114928 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-766106c2-9059-4463-93d8-e4fed81f7e70 admin admin] For port ee87ba93-1879-4ea9-ba06-e8103c87fd2a, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=ee87ba93-1879-4ea9-ba06-e8103c87fd2a,segment=NetworkSegment(4470d83a-f939-4086-b92d-9f5de2788a2c),segment_id=4470d83a-f939-4086-b92d-9f5de2788a2c)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:59:55.115283 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-766106c2-9059-4463-93d8-e4fed81f7e70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:55.349524 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-766106c2-9059-4463-93d8-e4fed81f7e70 admin admin] Calling delete_port for ee87ba93-1879-4ea9-ba06-e8103c87fd2a owned by network:router_interface {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:59:55.576721 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-766106c2-9059-4463-93d8-e4fed81f7e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:55.625548 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766106c2-9059-4463-93d8-e4fed81f7e70 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee87ba93-1879-4ea9-ba06-e8103c87fd2a,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:55.717566 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887df76-013c-43b4-a82c-8fafc691b32e req-80488982-b5f2-4ad7-9b46-c88527a9974f tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:55.719014 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3887df76-013c-43b4-a82c-8fafc691b32e req-80488982-b5f2-4ad7-9b46-c88527a9974f tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=32b33ccd-e8c5-4d31-b610-e57a3f0fea1e HTTP/1.1" status: 200 len: 944 time: 0.2207921 Feb 09 12:59:55.845097 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3887df76-013c-43b4-a82c-8fafc691b32e req-f0deb46f-df19-4ed8-8815-46b54df42e56 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184890 Feb 09 12:59:55.938567 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-766106c2-9059-4463-93d8-e4fed81f7e70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:56.300413 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-766106c2-9059-4463-93d8-e4fed81f7e70 admin admin] Router e4dda4b1-adaa-41df-b5a4-4402fed75e31 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 12:59:56.474215 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766106c2-9059-4463-93d8-e4fed81f7e70 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 12:59:56.483465 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc22def-b366-422a-8e64-dfdbc77c9559 None None] Sync routers for ids ['e4dda4b1-adaa-41df-b5a4-4402fed75e31'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:59:56.491167 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-766106c2-9059-4463-93d8-e4fed81f7e70 admin admin] 10.222.0.55 "PUT /v2.0/routers/e4dda4b1-adaa-41df-b5a4-4402fed75e31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5481184 Feb 09 12:59:56.493708 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 42590) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:56.493918 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc22def-b366-422a-8e64-dfdbc77c9559 None None] Routers {'e4dda4b1-adaa-41df-b5a4-4402fed75e31'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:59:56.494578 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-3dc22def-b366-422a-8e64-dfdbc77c9559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:59:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e4dda4b1-adaa-41df-b5a4-4402fed75e31'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:56.680352 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-3dc22def-b366-422a-8e64-dfdbc77c9559 None None] Set router e4dda4b1-adaa-41df-b5a4-4402fed75e31 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:59:56.797581 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d895ede0-7846-4a73-81b9-08d5dd0462e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:56.967455 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-3dc22def-b366-422a-8e64-dfdbc77c9559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4dda4b1-adaa-41df-b5a4-4402fed75e31', 'name': 'tempest-TestVolumeBackupRestore-328759495-router', 'tenant_id': 'b40f58f6a01a40a39dbbfcfb628c136c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '189294ed-8b72-4abb-b545-df7542b717ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:40Z', 'updated_at': '2022-02-09T12:59:55Z', 'revision_number': 5, 'project_id': 'b40f58f6a01a40a39dbbfcfb628c136c', 'gw_port': {'id': '189294ed-8b72-4abb-b545-df7542b717ee', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:83:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4dda4b1-adaa-41df-b5a4-4402fed75e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:41Z', 'updated_at': '2022-02-09T12:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:56.971327 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc22def-b366-422a-8e64-dfdbc77c9559 None None] Checking router: e4dda4b1-adaa-41df-b5a4-4402fed75e31 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:59:56.980020 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc22def-b366-422a-8e64-dfdbc77c9559 None None] Routers {'e4dda4b1-adaa-41df-b5a4-4402fed75e31'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 12:59:56.980579 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-3dc22def-b366-422a-8e64-dfdbc77c9559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T12:59:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e4dda4b1-adaa-41df-b5a4-4402fed75e31'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:57.045132 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d895ede0-7846-4a73-81b9-08d5dd0462e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:57.059353 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-d895ede0-7846-4a73-81b9-08d5dd0462e6 admin admin] Deleting port 189294ed-8b72-4abb-b545-df7542b717ee {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:59:57.059694 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d895ede0-7846-4a73-81b9-08d5dd0462e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:57.122661 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f8f72-e28a-460c-be50-c20e3113fcf8 req-f01b84c3-d47b-4ab8-9f67-39fb4a4d0d84 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:57.124166 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b21f8f72-e28a-460c-be50-c20e3113fcf8 req-f01b84c3-d47b-4ab8-9f67-39fb4a4d0d84 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=32b33ccd-e8c5-4d31-b610-e57a3f0fea1e HTTP/1.1" status: 200 len: 944 time: 0.1588869 Feb 09 12:59:57.159002 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-3dc22def-b366-422a-8e64-dfdbc77c9559 None None] Set router e4dda4b1-adaa-41df-b5a4-4402fed75e31 gateway port host: None {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 12:59:57.246027 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b21f8f72-e28a-460c-be50-c20e3113fcf8 req-b5539db2-982e-4298-956e-ff49594b344a tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011798 Feb 09 12:59:57.269350 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-3dc22def-b366-422a-8e64-dfdbc77c9559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4dda4b1-adaa-41df-b5a4-4402fed75e31', 'name': 'tempest-TestVolumeBackupRestore-328759495-router', 'tenant_id': 'b40f58f6a01a40a39dbbfcfb628c136c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:40Z', 'updated_at': '2022-02-09T12:59:57Z', 'revision_number': 6, 'project_id': 'b40f58f6a01a40a39dbbfcfb628c136c', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:57.273454 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc22def-b366-422a-8e64-dfdbc77c9559 None None] The sync data for ids ['e4dda4b1-adaa-41df-b5a4-4402fed75e31'] in n-d-825178-3 is: [{'id': 'e4dda4b1-adaa-41df-b5a4-4402fed75e31', 'name': 'tempest-TestVolumeBackupRestore-328759495-router', 'tenant_id': 'b40f58f6a01a40a39dbbfcfb628c136c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:40Z', 'updated_at': '2022-02-09T12:59:57Z', 'revision_number': 6, 'project_id': 'b40f58f6a01a40a39dbbfcfb628c136c', 'gw_port_host': None}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:59:57.297962 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-d895ede0-7846-4a73-81b9-08d5dd0462e6 admin admin] For port 189294ed-8b72-4abb-b545-df7542b717ee, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=189294ed-8b72-4abb-b545-df7542b717ee,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:59:57.298318 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d895ede0-7846-4a73-81b9-08d5dd0462e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:57.420008 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-d895ede0-7846-4a73-81b9-08d5dd0462e6 admin admin] Calling delete_port for 189294ed-8b72-4abb-b545-df7542b717ee owned by network:router_gateway {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:59:57.516105 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 9eee3674-9332-480a-949c-97b1bc8b90e7 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:59:57.588672 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d895ede0-7846-4a73-81b9-08d5dd0462e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:57.640173 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d895ede0-7846-4a73-81b9-08d5dd0462e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=189294ed-8b72-4abb-b545-df7542b717ee,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:57.658729 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 9eee3674-9332-480a-949c-97b1bc8b90e7, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=9eee3674-9332-480a-949c-97b1bc8b90e7,segment=NetworkSegment(14242949-90f8-482e-9951-1857393899e3),segment_id=14242949-90f8-482e-9951-1857393899e3)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:59:57.672785 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': '9eee3674-9332-480a-949c-97b1bc8b90e7', 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'port_id': '9eee3674-9332-480a-949c-97b1bc8b90e7', 'mac_address': 'fa:16:3e:82:98:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:59:57.729501 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:57.736408 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d895ede0-7846-4a73-81b9-08d5dd0462e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:57.746906 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eee3674-9332-480a-949c-97b1bc8b90e7 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:59:57.763101 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 9eee3674-9332-480a-949c-97b1bc8b90e7, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=9eee3674-9332-480a-949c-97b1bc8b90e7,segment=NetworkSegment(14242949-90f8-482e-9951-1857393899e3),segment_id=14242949-90f8-482e-9951-1857393899e3)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:59:57.766727 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:57.837720 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=9eee3674-9332-480a-949c-97b1bc8b90e7,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:57.845400 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:57.845742 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:57.846081 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:57.846405 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:57.846733 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:57.847051 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:57.847372 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:57.847689 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:57.848029 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:57.848600 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:57.848916 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:57.849231 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:57.917369 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d895ede0-7846-4a73-81b9-08d5dd0462e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:57.919587 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d895ede0-7846-4a73-81b9-08d5dd0462e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:57.941868 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d895ede0-7846-4a73-81b9-08d5dd0462e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:57.942364 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d895ede0-7846-4a73-81b9-08d5dd0462e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4dda4b1-adaa-41df-b5a4-4402fed75e31 {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 12:59:57.955274 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d895ede0-7846-4a73-81b9-08d5dd0462e6 admin admin] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:57.956411 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d895ede0-7846-4a73-81b9-08d5dd0462e6 admin admin] 10.222.0.55 "DELETE /v2.0/routers/e4dda4b1-adaa-41df-b5a4-4402fed75e31 HTTP/1.1" status: 204 len: 168 time: 1.4617608 Feb 09 12:59:57.958896 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 42596) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:58.017437 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b267bbc-0cb0-4187-92f9-d63f0f7f1686 admin admin] Deleting subnet 48777c06-7189-4468-bded-cfea9f7ed172 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 12:59:58.020284 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0b267bbc-0cb0-4187-92f9-d63f0f7f1686 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:58.047762 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['9eee3674-9332-480a-949c-97b1bc8b90e7'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 12:59:58.074922 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0b267bbc-0cb0-4187-92f9-d63f0f7f1686 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:58.165269 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0b267bbc-0cb0-4187-92f9-d63f0f7f1686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:58.250241 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0b267bbc-0cb0-4187-92f9-d63f0f7f1686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:58.414657 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b267bbc-0cb0-4187-92f9-d63f0f7f1686 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48777c06-7189-4468-bded-cfea9f7ed172,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:58.455865 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0b267bbc-0cb0-4187-92f9-d63f0f7f1686 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:58.458877 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5c3bfe-3269-4bde-99ad-6c49e2a75c75 None None] Network 0902f55b-6c40-4920-a615-2f768ce163b6 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 12:59:58.506842 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-0b267bbc-0cb0-4187-92f9-d63f0f7f1686 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/48777c06-7189-4468-bded-cfea9f7ed172 HTTP/1.1" status: 204 len: 168 time: 0.5469222 Feb 09 12:59:58.509820 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 42602) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:58.536516 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5daabc2-62eb-4330-b02d-c9a94d451277 req-738217e6-6877-462f-915e-b113af51608f tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:58.538473 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b5daabc2-62eb-4330-b02d-c9a94d451277 req-738217e6-6877-462f-915e-b113af51608f tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=32b33ccd-e8c5-4d31-b610-e57a3f0fea1e HTTP/1.1" status: 200 len: 945 time: 0.1266565 Feb 09 12:59:58.551943 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device ee87ba93-1879-4ea9-ba06-e8103c87fd2a no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:59:58.587127 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b5daabc2-62eb-4330-b02d-c9a94d451277 req-8d72398e-bcd8-4a5a-8959-0dfd38472faa tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424137 Feb 09 12:59:58.624044 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: ee87ba93-1879-4ea9-ba06-e8103c87fd2a {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:59:58.624417 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device ee87ba93-1879-4ea9-ba06-e8103c87fd2a not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:59:58.624862 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 189294ed-8b72-4abb-b545-df7542b717ee no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:59:58.641064 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24db26e9-c7ff-44de-a174-2299ec5187c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:58.651878 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-24db26e9-c7ff-44de-a174-2299ec5187c8 admin admin] Deleting port 008cdd86-7866-4eba-a46b-77edbc07d98a {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:59:58.652290 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24db26e9-c7ff-44de-a174-2299ec5187c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:58.715597 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 189294ed-8b72-4abb-b545-df7542b717ee {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 12:59:58.715978 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 189294ed-8b72-4abb-b545-df7542b717ee not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:59:58.808118 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11300c1a-6258-487d-baef-b65a6b7be6b3 None None] DHCP port deletion for 0902f55b-6c40-4920-a615-2f768ce163b6 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 12:59:58.812475 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-11300c1a-6258-487d-baef-b65a6b7be6b3 None None] Deleting port 008cdd86-7866-4eba-a46b-77edbc07d98a {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:59:58.812855 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-11300c1a-6258-487d-baef-b65a6b7be6b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:58.873403 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-24db26e9-c7ff-44de-a174-2299ec5187c8 admin admin] For port 008cdd86-7866-4eba-a46b-77edbc07d98a, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=008cdd86-7866-4eba-a46b-77edbc07d98a,segment=NetworkSegment(4470d83a-f939-4086-b92d-9f5de2788a2c),segment_id=4470d83a-f939-4086-b92d-9f5de2788a2c)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:59:58.873756 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24db26e9-c7ff-44de-a174-2299ec5187c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:58.994701 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-24db26e9-c7ff-44de-a174-2299ec5187c8 admin admin] Calling delete_port for 008cdd86-7866-4eba-a46b-77edbc07d98a owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:59:59.018490 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-11300c1a-6258-487d-baef-b65a6b7be6b3 None None] For port 008cdd86-7866-4eba-a46b-77edbc07d98a, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=008cdd86-7866-4eba-a46b-77edbc07d98a,segment=NetworkSegment(4470d83a-f939-4086-b92d-9f5de2788a2c),segment_id=4470d83a-f939-4086-b92d-9f5de2788a2c)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:59:59.018882 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-11300c1a-6258-487d-baef-b65a6b7be6b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:59.072018 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24db26e9-c7ff-44de-a174-2299ec5187c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:59.119914 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db26e9-c7ff-44de-a174-2299ec5187c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=008cdd86-7866-4eba-a46b-77edbc07d98a,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:59.123793 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24db26e9-c7ff-44de-a174-2299ec5187c8 admin admin] No DVR routers for this DVR port 008cdd86-7866-4eba-a46b-77edbc07d98a on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:59:59.141041 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-11300c1a-6258-487d-baef-b65a6b7be6b3 None None] Calling delete_port for 008cdd86-7866-4eba-a46b-77edbc07d98a owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 12:59:59.214976 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-11300c1a-6258-487d-baef-b65a6b7be6b3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:59:59.215331 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-11300c1a-6258-487d-baef-b65a6b7be6b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:59:59.241367 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24db26e9-c7ff-44de-a174-2299ec5187c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:59.266992 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-24db26e9-c7ff-44de-a174-2299ec5187c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0902f55b-6c40-4920-a615-2f768ce163b6']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:59.279009 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-24db26e9-c7ff-44de-a174-2299ec5187c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4470d83a-f939-4086-b92d-9f5de2788a2c') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:59.279308 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-24db26e9-c7ff-44de-a174-2299ec5187c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4470d83a-f939-4086-b92d-9f5de2788a2c') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:59.290147 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24db26e9-c7ff-44de-a174-2299ec5187c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:59.306909 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24db26e9-c7ff-44de-a174-2299ec5187c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:59.313780 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24db26e9-c7ff-44de-a174-2299ec5187c8 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:59:59.314191 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24db26e9-c7ff-44de-a174-2299ec5187c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:59.328083 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 12:59:59.328083 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:59:59.328083 n-d-825178-3 neutron-server[87568]: timer() Feb 09 12:59:59.328083 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:59:59.328083 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 12:59:59.328083 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:59:59.328083 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 12:59:59.328083 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:59:59.328083 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 12:59:59.328083 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:59:59.328083 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 12:59:59.328083 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:59:59.328083 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 12:59:59.328083 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:59:59.328083 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:59:59.328083 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:59:59.328083 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:59:59.328083 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:59:59.328083 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 12:59:59.328083 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 12:59:59.328083 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 12:59:59.328083 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 12:59:59.328083 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:59:59.328083 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:59:59.328083 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 12:59:59.328083 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:59:59.328083 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:59:59.328083 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:59:59.328083 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:59:59.328083 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:59:59.328083 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:59:59.328083 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:59:59.405647 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24db26e9-c7ff-44de-a174-2299ec5187c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:59.422254 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24db26e9-c7ff-44de-a174-2299ec5187c8 admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:59.432171 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db26e9-c7ff-44de-a174-2299ec5187c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0902f55b-6c40-4920-a615-2f768ce163b6,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:59.439871 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-24db26e9-c7ff-44de-a174-2299ec5187c8 admin admin] 10.222.0.55 "DELETE /v2.0/networks/0902f55b-6c40-4920-a615-2f768ce163b6 HTTP/1.1" status: 204 len: 168 time: 0.9287407 Feb 09 12:59:59.518670 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 9eee3674-9332-480a-949c-97b1bc8b90e7 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:59:59.616592 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 42610) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:59.620328 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port 9eee3674-9332-480a-949c-97b1bc8b90e7 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:59:59.626287 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port 9eee3674-9332-480a-949c-97b1bc8b90e7 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:59:59.626664 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:59.669977 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ee244b00-ae4f-40ee-b601-8096a3dd0e7d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9f2897d8c21a484a8ff0d63f79752037&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492697 Feb 09 12:59:59.670195 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 42614) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:59.725181 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-11300c1a-6258-487d-baef-b65a6b7be6b3 None None] Deleting port 008cdd86-7866-4eba-a46b-77edbc07d98a {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 12:59:59.725704 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-11300c1a-6258-487d-baef-b65a6b7be6b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:59.733557 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fae4f2df-2f31-41d4-9738-7078fb4b7a89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:59.759865 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fae4f2df-2f31-41d4-9738-7078fb4b7a89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:59.789629 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1cd71-0497-4706-8f59-85e7b643023a req-ea559338-7567-44a3-a75b-2c8e8306237d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:59.792328 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-66e1cd71-0497-4706-8f59-85e7b643023a req-ea559338-7567-44a3-a75b-2c8e8306237d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=32b33ccd-e8c5-4d31-b610-e57a3f0fea1e HTTP/1.1" status: 200 len: 945 time: 0.0897965 Feb 09 12:59:59.816061 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-11300c1a-6258-487d-baef-b65a6b7be6b3 None None] The port '008cdd86-7866-4eba-a46b-77edbc07d98a' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 12:59:59.820566 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fae4f2df-2f31-41d4-9738-7078fb4b7a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:59.835398 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:59.841035 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-66e1cd71-0497-4706-8f59-85e7b643023a req-dea5e233-167b-4dcb-9818-afd3b1d3f5b1 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436871 Feb 09 12:59:59.847780 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae4f2df-2f31-41d4-9738-7078fb4b7a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac3f2cd-e701-42f1-89f3-b39c88ad8210,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:59.852472 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fae4f2df-2f31-41d4-9738-7078fb4b7a89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:59.853612 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-fae4f2df-2f31-41d4-9738-7078fb4b7a89 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5ac3f2cd-e701-42f1-89f3-b39c88ad8210 HTTP/1.1" status: 204 len: 168 time: 0.1825521 Feb 09 12:59:59.888988 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b33ccd-e8c5-4d31-b610-e57a3f0fea1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eee3674-9332-480a-949c-97b1bc8b90e7'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:59:59.899093 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 9eee3674-9332-480a-949c-97b1bc8b90e7, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=9eee3674-9332-480a-949c-97b1bc8b90e7,segment=NetworkSegment(14242949-90f8-482e-9951-1857393899e3),segment_id=14242949-90f8-482e-9951-1857393899e3)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 12:59:59.904212 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:59.942440 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b33ccd-e8c5-4d31-b610-e57a3f0fea1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eee3674-9332-480a-949c-97b1bc8b90e7', 'code': 200} Feb 09 12:59:59.975797 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=9eee3674-9332-480a-949c-97b1bc8b90e7,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:00.070244 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c79d05-36d3-41b1-97ba-73cc18042fd8 req-30492942-f400-4fab-b8f7-81a7d99e417a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:00.071735 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d0c79d05-36d3-41b1-97ba-73cc18042fd8 req-30492942-f400-4fab-b8f7-81a7d99e417a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=32b33ccd-e8c5-4d31-b610-e57a3f0fea1e HTTP/1.1" status: 200 len: 1097 time: 0.0750177 Feb 09 13:00:00.113444 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d0c79d05-36d3-41b1-97ba-73cc18042fd8 req-c8c22d49-0762-4a1f-a615-2928f3ab82f0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342362 Feb 09 13:00:00.232324 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 42624) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:00:00.282764 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-69c5c3fb-a10e-4ee1-9a71-71d682088365 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b40f58f6a01a40a39dbbfcfb628c136c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493240 Feb 09 13:00:00.285238 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 42628) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:00:00.344834 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d0cde87-9902-47ad-a6ec-6c48a724bc17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:00.374034 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d0cde87-9902-47ad-a6ec-6c48a724bc17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:00.424993 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d0cde87-9902-47ad-a6ec-6c48a724bc17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:00.440146 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0cde87-9902-47ad-a6ec-6c48a724bc17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeab8621-adde-4fbf-bda7-6a4495c6f266,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:00.454095 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d0cde87-9902-47ad-a6ec-6c48a724bc17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:00.455222 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1d0cde87-9902-47ad-a6ec-6c48a724bc17 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eeab8621-adde-4fbf-bda7-6a4495c6f266 HTTP/1.1" status: 204 len: 168 time: 0.1691103 Feb 09 13:00:00.480695 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 008cdd86-7866-4eba-a46b-77edbc07d98a no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:00:00.517614 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 008cdd86-7866-4eba-a46b-77edbc07d98a {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:00:00.518057 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 008cdd86-7866-4eba-a46b-77edbc07d98a not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:00:01.065002 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb84213-0ca0-43af-8d09-2a26f7d04ac2 req-09784909-805c-4124-861e-20d7008d6252 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:01.066558 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5cb84213-0ca0-43af-8d09-2a26f7d04ac2 req-09784909-805c-4124-861e-20d7008d6252 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=32b33ccd-e8c5-4d31-b610-e57a3f0fea1e HTTP/1.1" status: 200 len: 946 time: 0.0922513 Feb 09 13:00:01.116097 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5cb84213-0ca0-43af-8d09-2a26f7d04ac2 req-9a801963-6b40-4e8f-8589-758992b01ff7 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435672 Feb 09 13:00:02.299353 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e5ba6-0151-4059-9ad4-94771adb1ba4 req-20e18eaf-c700-474a-bf82-f4cb10bcfaf5 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:02.300856 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-566e5ba6-0151-4059-9ad4-94771adb1ba4 req-20e18eaf-c700-474a-bf82-f4cb10bcfaf5 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=32b33ccd-e8c5-4d31-b610-e57a3f0fea1e HTTP/1.1" status: 200 len: 946 time: 0.0803354 Feb 09 13:00:02.348961 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-566e5ba6-0151-4059-9ad4-94771adb1ba4 req-52ae56fa-4d16-4f71-8cab-9f01340d2025 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422065 Feb 09 13:00:02.535786 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d86c4e-6fbf-420d-afcd-bb94764e2ea7 req-758db9b6-3754-4e92-a63b-55884fe0a132 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:02.537314 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-37d86c4e-6fbf-420d-afcd-bb94764e2ea7 req-758db9b6-3754-4e92-a63b-55884fe0a132 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=32b33ccd-e8c5-4d31-b610-e57a3f0fea1e HTTP/1.1" status: 200 len: 946 time: 0.0805948 Feb 09 13:00:02.579997 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-37d86c4e-6fbf-420d-afcd-bb94764e2ea7 req-2293e298-f999-4428-924d-68145cbe344c tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368338 Feb 09 13:00:03.041780 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774c0cc-9a94-48c3-b415-7b6481625a66 req-d12af483-96b2-423b-8949-b999d5c5a758 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:03.044013 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d774c0cc-9a94-48c3-b415-7b6481625a66 req-d12af483-96b2-423b-8949-b999d5c5a758 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=32b33ccd-e8c5-4d31-b610-e57a3f0fea1e HTTP/1.1" status: 200 len: 946 time: 0.0835648 Feb 09 13:00:03.086326 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d774c0cc-9a94-48c3-b415-7b6481625a66 req-2fbf069a-fefd-4fb7-8201-659cfbb0d81d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366898 Feb 09 13:00:04.274876 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59348f56-797b-4dc7-aa61-9f22a294327d req-4c686491-ef47-41a3-a2c7-1e4d4fc4c3d7 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:04.277050 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-59348f56-797b-4dc7-aa61-9f22a294327d req-4c686491-ef47-41a3-a2c7-1e4d4fc4c3d7 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=32b33ccd-e8c5-4d31-b610-e57a3f0fea1e HTTP/1.1" status: 200 len: 946 time: 0.0790515 Feb 09 13:00:04.322030 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-59348f56-797b-4dc7-aa61-9f22a294327d req-af44fc80-1c41-459d-a79f-894c4e54ec09 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392046 Feb 09 13:00:04.537612 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac0a1c-26ac-45f5-acf7-a2e1277ee4ab req-2cffd586-43ba-46e2-ae99-fe363a7f1f28 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:04.539033 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-60ac0a1c-26ac-45f5-acf7-a2e1277ee4ab req-2cffd586-43ba-46e2-ae99-fe363a7f1f28 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.52 "GET /v2.0/ports?device_id=32b33ccd-e8c5-4d31-b610-e57a3f0fea1e HTTP/1.1" status: 200 len: 946 time: 0.0830486 Feb 09 13:00:04.609742 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-60ac0a1c-26ac-45f5-acf7-a2e1277ee4ab req-3d4449f3-9b0f-4b42-bc2e-51457760ff38 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Deleting port 9eee3674-9332-480a-949c-97b1bc8b90e7 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:00:04.610083 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-60ac0a1c-26ac-45f5-acf7-a2e1277ee4ab req-3d4449f3-9b0f-4b42-bc2e-51457760ff38 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:04.870863 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-60ac0a1c-26ac-45f5-acf7-a2e1277ee4ab req-3d4449f3-9b0f-4b42-bc2e-51457760ff38 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] For port 9eee3674-9332-480a-949c-97b1bc8b90e7, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=9eee3674-9332-480a-949c-97b1bc8b90e7,segment=NetworkSegment(14242949-90f8-482e-9951-1857393899e3),segment_id=14242949-90f8-482e-9951-1857393899e3)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:00:04.871216 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-60ac0a1c-26ac-45f5-acf7-a2e1277ee4ab req-3d4449f3-9b0f-4b42-bc2e-51457760ff38 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:04.991451 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-60ac0a1c-26ac-45f5-acf7-a2e1277ee4ab req-3d4449f3-9b0f-4b42-bc2e-51457760ff38 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Calling delete_port for 9eee3674-9332-480a-949c-97b1bc8b90e7 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:00:05.133342 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-60ac0a1c-26ac-45f5-acf7-a2e1277ee4ab req-3d4449f3-9b0f-4b42-bc2e-51457760ff38 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:05.145886 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['d527ed8e-dd75-4742-b4c6-e587b546b3c2', '9eee3674-9332-480a-949c-97b1bc8b90e7'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:00:05.190036 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4449f3-9b0f-4b42-bc2e-51457760ff38 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Pushing event deleted for resources: {'Port': ['ID=9eee3674-9332-480a-949c-97b1bc8b90e7,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:05.268307 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ac0a1c-26ac-45f5-acf7-a2e1277ee4ab req-3d4449f3-9b0f-4b42-bc2e-51457760ff38 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] No DVR routers for this DVR port 9eee3674-9332-480a-949c-97b1bc8b90e7 on host n-h1-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:00:05.270952 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-60ac0a1c-26ac-45f5-acf7-a2e1277ee4ab req-3d4449f3-9b0f-4b42-bc2e-51457760ff38 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:05.273654 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b33ccd-e8c5-4d31-b610-e57a3f0fea1e', 'name': 'network-vif-deleted', 'tag': '9eee3674-9332-480a-949c-97b1bc8b90e7'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:00:05.295322 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-60ac0a1c-26ac-45f5-acf7-a2e1277ee4ab req-3d4449f3-9b0f-4b42-bc2e-51457760ff38 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.52 "DELETE /v2.0/ports/9eee3674-9332-480a-949c-97b1bc8b90e7 HTTP/1.1" status: 204 len: 173 time: 0.7505598 Feb 09 13:00:05.338416 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b33ccd-e8c5-4d31-b610-e57a3f0fea1e', 'name': 'network-vif-deleted', 'tag': '9eee3674-9332-480a-949c-97b1bc8b90e7', 'status': 'completed', 'code': 200} Feb 09 13:00:05.498284 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-5f3460b4-00a2-4696-95ad-9fefd576e650 req-30ba5734-cf69-45bc-a272-14a0b7cef7d6 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Synchronizing usage tracker for tenant:1d5c90683c4945019bf1e460c83dc94a on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:00:05.522214 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-5f3460b4-00a2-4696-95ad-9fefd576e650 req-30ba5734-cf69-45bc-a272-14a0b7cef7d6 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Unset dirty status for tenant:1d5c90683c4945019bf1e460c83dc94a on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:00:05.523509 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5f3460b4-00a2-4696-95ad-9fefd576e650 req-30ba5734-cf69-45bc-a272-14a0b7cef7d6 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=32b33ccd-e8c5-4d31-b610-e57a3f0fea1e HTTP/1.1" status: 200 len: 210 time: 0.0809569 Feb 09 13:00:07.548148 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 9eee3674-9332-480a-949c-97b1bc8b90e7 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:00:07.584925 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] No Port match for: 9eee3674-9332-480a-949c-97b1bc8b90e7 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:00:07.585281 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 9eee3674-9332-480a-949c-97b1bc8b90e7 not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:00:10.317451 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf7948-c440-4c6e-a8f0-84f9eb8d7dad req-21a8c247-f11d-4a32-b9e7-0b3adb6f1083 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:10.318834 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5fdf7948-c440-4c6e-a8f0-84f9eb8d7dad req-21a8c247-f11d-4a32-b9e7-0b3adb6f1083 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=d95a2ba1-3ac4-4024-b002-834e4c6a8e05 HTTP/1.1" status: 200 len: 946 time: 0.0837073 Feb 09 13:00:10.363528 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5fdf7948-c440-4c6e-a8f0-84f9eb8d7dad req-31b7845c-b3ee-4c7c-ad5d-da6d62baf181 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381582 Feb 09 13:00:11.547898 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5b75d-4008-46cb-a09e-01d2be7069fa req-654a6886-f4bc-4a35-b087-6c04eb54cc2c tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:11.549932 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f5c5b75d-4008-46cb-a09e-01d2be7069fa req-654a6886-f4bc-4a35-b087-6c04eb54cc2c tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=d95a2ba1-3ac4-4024-b002-834e4c6a8e05 HTTP/1.1" status: 200 len: 946 time: 0.0794342 Feb 09 13:00:11.596227 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f5c5b75d-4008-46cb-a09e-01d2be7069fa req-dce21811-f7bd-49a8-b7db-98b72477062f tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d684212-0585-455e-ae13-1a56b66f35b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406783 Feb 09 13:00:11.855641 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3dfc7b-f807-411c-814a-2e2c258dcb2d req-11d03385-1b2d-44e6-8eb2-94bf7ec6917f tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:11.856986 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6b3dfc7b-f807-411c-814a-2e2c258dcb2d req-11d03385-1b2d-44e6-8eb2-94bf7ec6917f tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.52 "GET /v2.0/ports?device_id=d95a2ba1-3ac4-4024-b002-834e4c6a8e05 HTTP/1.1" status: 200 len: 946 time: 0.1795287 Feb 09 13:00:11.927669 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-6b3dfc7b-f807-411c-814a-2e2c258dcb2d req-026d5dc0-f01b-4d5d-9557-acb8f53c11cb tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Deleting port d527ed8e-dd75-4742-b4c6-e587b546b3c2 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:00:11.928043 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-6b3dfc7b-f807-411c-814a-2e2c258dcb2d req-026d5dc0-f01b-4d5d-9557-acb8f53c11cb tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:12.168782 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-6b3dfc7b-f807-411c-814a-2e2c258dcb2d req-026d5dc0-f01b-4d5d-9557-acb8f53c11cb tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] For port d527ed8e-dd75-4742-b4c6-e587b546b3c2, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=d527ed8e-dd75-4742-b4c6-e587b546b3c2,segment=NetworkSegment(14242949-90f8-482e-9951-1857393899e3),segment_id=14242949-90f8-482e-9951-1857393899e3)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:00:12.169056 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-6b3dfc7b-f807-411c-814a-2e2c258dcb2d req-026d5dc0-f01b-4d5d-9557-acb8f53c11cb tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:12.294631 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-6b3dfc7b-f807-411c-814a-2e2c258dcb2d req-026d5dc0-f01b-4d5d-9557-acb8f53c11cb tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Calling delete_port for d527ed8e-dd75-4742-b4c6-e587b546b3c2 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:00:12.436671 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-6b3dfc7b-f807-411c-814a-2e2c258dcb2d req-026d5dc0-f01b-4d5d-9557-acb8f53c11cb tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:12.450380 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['d527ed8e-dd75-4742-b4c6-e587b546b3c2'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:00:12.491783 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d5dc0-f01b-4d5d-9557-acb8f53c11cb tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Pushing event deleted for resources: {'Port': ['ID=d527ed8e-dd75-4742-b4c6-e587b546b3c2,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:12.566986 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3dfc7b-f807-411c-814a-2e2c258dcb2d req-026d5dc0-f01b-4d5d-9557-acb8f53c11cb tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] No DVR routers for this DVR port d527ed8e-dd75-4742-b4c6-e587b546b3c2 on host n-h1-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:00:12.569604 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-6b3dfc7b-f807-411c-814a-2e2c258dcb2d req-026d5dc0-f01b-4d5d-9557-acb8f53c11cb tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:12.572144 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95a2ba1-3ac4-4024-b002-834e4c6a8e05', 'name': 'network-vif-deleted', 'tag': 'd527ed8e-dd75-4742-b4c6-e587b546b3c2'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:00:12.593977 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6b3dfc7b-f807-411c-814a-2e2c258dcb2d req-026d5dc0-f01b-4d5d-9557-acb8f53c11cb tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.52 "DELETE /v2.0/ports/d527ed8e-dd75-4742-b4c6-e587b546b3c2 HTTP/1.1" status: 204 len: 173 time: 0.7310529 Feb 09 13:00:12.821900 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd95a2ba1-3ac4-4024-b002-834e4c6a8e05', 'name': 'network-vif-deleted', 'tag': 'd527ed8e-dd75-4742-b4c6-e587b546b3c2', 'status': 'completed', 'code': 200} Feb 09 13:00:12.953234 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-8784f00d-4b26-4f83-8102-f60a9aca218f req-df82fc0d-0486-4c42-80b4-efd16c1399e9 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Synchronizing usage tracker for tenant:1d5c90683c4945019bf1e460c83dc94a on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:00:12.970868 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-8784f00d-4b26-4f83-8102-f60a9aca218f req-df82fc0d-0486-4c42-80b4-efd16c1399e9 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Unset dirty status for tenant:1d5c90683c4945019bf1e460c83dc94a on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:00:12.982164 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8784f00d-4b26-4f83-8102-f60a9aca218f req-df82fc0d-0486-4c42-80b4-efd16c1399e9 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=d95a2ba1-3ac4-4024-b002-834e4c6a8e05 HTTP/1.1" status: 200 len: 210 time: 0.0779345 Feb 09 13:00:14.064020 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7210b02f-4fd2-4a31-b42d-199115277453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:15.595152 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device d527ed8e-dd75-4742-b4c6-e587b546b3c2 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:00:15.630252 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] No Port match for: d527ed8e-dd75-4742-b4c6-e587b546b3c2 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:00:15.630597 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device d527ed8e-dd75-4742-b4c6-e587b546b3c2 not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:00:16.423983 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1921d140-c57b-4176-8578-87bf986413e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:16.449790 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 42730) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:00:16.455064 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-b147dbb1-66f6-4d29-a1f6-f04e9790bf6d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1257598019', 'description': 'tempest-secgroup-smoke-1257598019 description', 'project_id': '1d5c90683c4945019bf1e460c83dc94a'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:00:16.461772 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b147dbb1-66f6-4d29-a1f6-f04e9790bf6d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:00:16.465615 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b147dbb1-66f6-4d29-a1f6-f04e9790bf6d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Usage tracker for resource:security_group and tenant:1d5c90683c4945019bf1e460c83dc94a is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:00:16.468399 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b147dbb1-66f6-4d29-a1f6-f04e9790bf6d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:00:16.474651 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b147dbb1-66f6-4d29-a1f6-f04e9790bf6d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:00:16.484785 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b147dbb1-66f6-4d29-a1f6-f04e9790bf6d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:16.504472 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b147dbb1-66f6-4d29-a1f6-f04e9790bf6d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:00:16.508242 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b147dbb1-66f6-4d29-a1f6-f04e9790bf6d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Usage tracker for resource:security_group_rule and tenant:1d5c90683c4945019bf1e460c83dc94a is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:00:16.511668 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b147dbb1-66f6-4d29-a1f6-f04e9790bf6d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:00:16.517197 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b147dbb1-66f6-4d29-a1f6-f04e9790bf6d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:00:16.590433 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b147dbb1-66f6-4d29-a1f6-f04e9790bf6d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:16.594141 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b147dbb1-66f6-4d29-a1f6-f04e9790bf6d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:16.635987 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b147dbb1-66f6-4d29-a1f6-f04e9790bf6d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2116c00-6b46-4e05-8198-801eeba8e20a,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:16.638440 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b147dbb1-66f6-4d29-a1f6-f04e9790bf6d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:16.639603 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b147dbb1-66f6-4d29-a1f6-f04e9790bf6d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1888139 Feb 09 13:00:16.642983 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 42734) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:00:16.648794 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-fb972cf9-0e8c-4115-b7c7-414adb860244 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Request body: {'security_group_rule': {'security_group_id': 'b2116c00-6b46-4e05-8198-801eeba8e20a', 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:00:16.655590 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-fb972cf9-0e8c-4115-b7c7-414adb860244 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:00:16.659370 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-fb972cf9-0e8c-4115-b7c7-414adb860244 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Usage tracker for resource:security_group_rule and tenant:1d5c90683c4945019bf1e460c83dc94a is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:00:16.662205 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-fb972cf9-0e8c-4115-b7c7-414adb860244 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:00:16.668950 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-fb972cf9-0e8c-4115-b7c7-414adb860244 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:00:16.692199 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fb972cf9-0e8c-4115-b7c7-414adb860244 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:16.759711 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fb972cf9-0e8c-4115-b7c7-414adb860244 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:16.763425 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fb972cf9-0e8c-4115-b7c7-414adb860244 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:16.789280 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb972cf9-0e8c-4115-b7c7-414adb860244 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44f39fbc-d074-425a-8ff1-bac637c9c317,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:16.800040 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fb972cf9-0e8c-4115-b7c7-414adb860244 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:16.801233 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-fb972cf9-0e8c-4115-b7c7-414adb860244 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1571727 Feb 09 13:00:16.804356 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 42738) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:00:16.809874 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-faec6be6-b072-436f-b3bb-39dd57a0c6e3 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Request body: {'security_group_rule': {'security_group_id': 'b2116c00-6b46-4e05-8198-801eeba8e20a', 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:00:16.816182 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-faec6be6-b072-436f-b3bb-39dd57a0c6e3 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:00:16.820017 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-faec6be6-b072-436f-b3bb-39dd57a0c6e3 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Usage tracker for resource:security_group_rule and tenant:1d5c90683c4945019bf1e460c83dc94a is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:00:16.822862 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-faec6be6-b072-436f-b3bb-39dd57a0c6e3 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:00:16.828459 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-faec6be6-b072-436f-b3bb-39dd57a0c6e3 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:00:16.845647 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-faec6be6-b072-436f-b3bb-39dd57a0c6e3 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:16.913182 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-faec6be6-b072-436f-b3bb-39dd57a0c6e3 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:16.917861 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-faec6be6-b072-436f-b3bb-39dd57a0c6e3 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:16.940567 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec6be6-b072-436f-b3bb-39dd57a0c6e3 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=572705cb-aa9d-46c0-8889-eaf0be0cb0ca,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:16.949674 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-faec6be6-b072-436f-b3bb-39dd57a0c6e3 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:16.950844 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-faec6be6-b072-436f-b3bb-39dd57a0c6e3 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1455464 Feb 09 13:00:16.953630 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 42742) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:00:16.958728 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-ec26810b-ac65-4a81-81e6-af8702474df1 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Request body: {'security_group_rule': {'security_group_id': 'b2116c00-6b46-4e05-8198-801eeba8e20a', 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:00:16.965482 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-ec26810b-ac65-4a81-81e6-af8702474df1 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:00:16.969208 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ec26810b-ac65-4a81-81e6-af8702474df1 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Usage tracker for resource:security_group_rule and tenant:1d5c90683c4945019bf1e460c83dc94a is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:00:16.972010 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ec26810b-ac65-4a81-81e6-af8702474df1 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:00:16.977787 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-ec26810b-ac65-4a81-81e6-af8702474df1 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:00:16.994246 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ec26810b-ac65-4a81-81e6-af8702474df1 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:17.058508 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ec26810b-ac65-4a81-81e6-af8702474df1 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:17.062624 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ec26810b-ac65-4a81-81e6-af8702474df1 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:17.085764 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26810b-ac65-4a81-81e6-af8702474df1 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18d5ae8b-e8b2-4242-8d39-a11824ab6272,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:17.094577 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ec26810b-ac65-4a81-81e6-af8702474df1 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:17.095964 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ec26810b-ac65-4a81-81e6-af8702474df1 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1413491 Feb 09 13:00:17.098903 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 42746) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:00:17.103995 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-67191320-3378-4e49-8775-b12e03f5cbbe tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Request body: {'security_group_rule': {'security_group_id': 'b2116c00-6b46-4e05-8198-801eeba8e20a', 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:00:17.111431 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-67191320-3378-4e49-8775-b12e03f5cbbe tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:00:17.115360 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-67191320-3378-4e49-8775-b12e03f5cbbe tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Usage tracker for resource:security_group_rule and tenant:1d5c90683c4945019bf1e460c83dc94a is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:00:17.118207 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-67191320-3378-4e49-8775-b12e03f5cbbe tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:00:17.124072 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-67191320-3378-4e49-8775-b12e03f5cbbe tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:00:17.140550 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-67191320-3378-4e49-8775-b12e03f5cbbe tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:17.202510 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-67191320-3378-4e49-8775-b12e03f5cbbe tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:17.205849 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-67191320-3378-4e49-8775-b12e03f5cbbe tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:17.231783 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67191320-3378-4e49-8775-b12e03f5cbbe tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffafb579-10c9-4434-a87b-08fd76f7f7a5,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:17.240305 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-67191320-3378-4e49-8775-b12e03f5cbbe tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:17.241459 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-67191320-3378-4e49-8775-b12e03f5cbbe tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1416571 Feb 09 13:00:17.244171 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 42750) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:00:17.249059 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-da464140-83b7-4ed7-8db7-aa059057281c tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Request body: {'security_group_rule': {'security_group_id': 'b2116c00-6b46-4e05-8198-801eeba8e20a', 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:00:17.255307 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-da464140-83b7-4ed7-8db7-aa059057281c tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:00:17.259095 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-da464140-83b7-4ed7-8db7-aa059057281c tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Usage tracker for resource:security_group_rule and tenant:1d5c90683c4945019bf1e460c83dc94a is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:00:17.262255 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-da464140-83b7-4ed7-8db7-aa059057281c tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:00:17.267801 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-da464140-83b7-4ed7-8db7-aa059057281c tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:00:17.279087 n-d-825178-3 neutron-server[87567]: INFO neutron.db.securitygroups_db [None req-da464140-83b7-4ed7-8db7-aa059057281c tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Project 1d5c90683c4945019bf1e460c83dc94a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 13:00:17.285718 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-da464140-83b7-4ed7-8db7-aa059057281c tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:17.350308 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-da464140-83b7-4ed7-8db7-aa059057281c tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:17.354955 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-da464140-83b7-4ed7-8db7-aa059057281c tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:17.377505 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da464140-83b7-4ed7-8db7-aa059057281c tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0273977c-143f-4f98-a4d7-6ccba569e6fd,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:17.385870 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-da464140-83b7-4ed7-8db7-aa059057281c tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:17.387038 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-da464140-83b7-4ed7-8db7-aa059057281c tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1419079 Feb 09 13:00:17.390971 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 42754) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:00:17.395919 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-17e86687-1e16-4baa-9d0c-c894e01e70e8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Request body: {'security_group_rule': {'security_group_id': 'b2116c00-6b46-4e05-8198-801eeba8e20a', 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:00:17.402757 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-17e86687-1e16-4baa-9d0c-c894e01e70e8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:00:17.406536 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-17e86687-1e16-4baa-9d0c-c894e01e70e8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Usage tracker for resource:security_group_rule and tenant:1d5c90683c4945019bf1e460c83dc94a is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:00:17.409406 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-17e86687-1e16-4baa-9d0c-c894e01e70e8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:00:17.415142 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-17e86687-1e16-4baa-9d0c-c894e01e70e8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:00:17.426618 n-d-825178-3 neutron-server[87567]: INFO neutron.db.securitygroups_db [None req-17e86687-1e16-4baa-9d0c-c894e01e70e8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Project 1d5c90683c4945019bf1e460c83dc94a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 13:00:17.433993 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-17e86687-1e16-4baa-9d0c-c894e01e70e8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:17.499629 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-17e86687-1e16-4baa-9d0c-c894e01e70e8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:17.503077 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-17e86687-1e16-4baa-9d0c-c894e01e70e8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:17.527614 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e86687-1e16-4baa-9d0c-c894e01e70e8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd6a19aa-51a0-47b3-95e7-a3c278317dd5,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:17.535706 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-17e86687-1e16-4baa-9d0c-c894e01e70e8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:17.536921 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-17e86687-1e16-4baa-9d0c-c894e01e70e8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1450369 Feb 09 13:00:17.622737 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:17.703196 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:19.270512 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:20.681112 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:23.174073 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:24.972077 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:00:32.504836 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-77ca0383-f69d-4909-8eec-14e4e20ddd53 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1257598019&fields=id&tenant_id=1d5c90683c4945019bf1e460c83dc94a HTTP/1.1" status: 200 len: 267 time: 0.0392220 Feb 09 13:00:32.655044 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-6e2b1bbd-4907-49ed-80d5-4fa1a41d8aa9 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:32.656407 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-6e2b1bbd-4907-49ed-80d5-4fa1a41d8aa9 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/networks?id=a26dea7e-804c-440b-8d39-fd312032ec0c HTTP/1.1" status: 200 len: 810 time: 0.1444790 Feb 09 13:00:32.671274 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-c78453e2-29a8-4fb3-85ed-9ce70d1cc490 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/quotas/1d5c90683c4945019bf1e460c83dc94a HTTP/1.1" status: 200 len: 375 time: 0.0092821 Feb 09 13:00:32.755427 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-8ad0cda2-d70c-4539-bc33-51351b7524b7 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d5c90683c4945019bf1e460c83dc94a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0791938 Feb 09 13:00:33.054698 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-2d717eeb-d356-4684-985f-c386244c502e service neutron] 10.222.0.55 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872987 Feb 09 13:00:33.187590 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-3569619b-0fdf-45b6-8b67-aa9b6ddc346d service neutron] 10.222.0.55 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269016 Feb 09 13:00:33.555599 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-33213d43-5b2e-4b33-a444-8b429e4d6dde req-9c7b30aa-9c7f-4a31-a8c6-3dba3b395bab tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=a78980a0-1102-460a-ba7b-57d2b841fa51 HTTP/1.1" status: 200 len: 210 time: 0.0433173 Feb 09 13:00:34.871379 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-27ec866e-a997-481f-a6be-545e7330a4b6 req-3353affc-ba15-44f1-ad4b-7063142795c6 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=a78980a0-1102-460a-ba7b-57d2b841fa51 HTTP/1.1" status: 200 len: 210 time: 0.1960278 Feb 09 13:00:34.948051 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-48444d39-95cc-4881-8c3e-0ce7a1e36998 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:34.949486 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-48444d39-95cc-4881-8c3e-0ce7a1e36998 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.52 "GET /v2.0/networks?id=a26dea7e-804c-440b-8d39-fd312032ec0c HTTP/1.1" status: 200 len: 810 time: 0.2989719 Feb 09 13:00:35.003443 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-02fd226d-af5b-4619-a89f-eedd7af36f1b tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d5c90683c4945019bf1e460c83dc94a HTTP/1.1" status: 200 len: 380 time: 0.0458224 Feb 09 13:00:35.015033 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-8761d2d2-d238-420d-8af4-2a9b76cbb8ce tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Request body: {'port': {'device_id': 'a78980a0-1102-460a-ba7b-57d2b841fa51', 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'admin_state_up': True, 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'security_groups': ['b2116c00-6b46-4e05-8198-801eeba8e20a']}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:00:35.152790 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-8761d2d2-d238-420d-8af4-2a9b76cbb8ce tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:00:35.162073 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-8761d2d2-d238-420d-8af4-2a9b76cbb8ce tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:00:35.172512 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-8761d2d2-d238-420d-8af4-2a9b76cbb8ce tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Made reservation on behalf of 1d5c90683c4945019bf1e460c83dc94a for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:00:35.176233 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-8761d2d2-d238-420d-8af4-2a9b76cbb8ce tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:35.343268 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-8761d2d2-d238-420d-8af4-2a9b76cbb8ce tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Allocated IP 172.20.0.8 (a26dea7e-804c-440b-8d39-fd312032ec0c/c00dd5d5-2adb-420a-a9e5-79af8795f5b5/a9abbb09-e238-41b3-a5e7-00a56ac72835) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:00:35.537830 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-8761d2d2-d238-420d-8af4-2a9b76cbb8ce tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:35.553594 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-8761d2d2-d238-420d-8af4-2a9b76cbb8ce tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Transition to ACTIVE for port object a9abbb09-e238-41b3-a5e7-00a56ac72835 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:00:35.577611 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-8761d2d2-d238-420d-8af4-2a9b76cbb8ce tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:35.651021 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-8761d2d2-d238-420d-8af4-2a9b76cbb8ce tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Network a26dea7e-804c-440b-8d39-fd312032ec0c is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:00:35.654288 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-8761d2d2-d238-420d-8af4-2a9b76cbb8ce tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:00:35.658626 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-8761d2d2-d238-420d-8af4-2a9b76cbb8ce tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:00:35.690132 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8761d2d2-d238-420d-8af4-2a9b76cbb8ce tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Pushing event updated for resources: {'Port': ['ID=a9abbb09-e238-41b3-a5e7-00a56ac72835,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:35.726688 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-8761d2d2-d238-420d-8af4-2a9b76cbb8ce tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:35.727321 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-8761d2d2-d238-420d-8af4-2a9b76cbb8ce tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:35.754452 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-8761d2d2-d238-420d-8af4-2a9b76cbb8ce tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7431073 Feb 09 13:00:35.765823 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-0c48bad0-c01b-444b-a79b-fdb62ba22a41 service neutron] Request body: {'port': {'device_id': 'a78980a0-1102-460a-ba7b-57d2b841fa51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:00:35.891293 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-0c48bad0-c01b-444b-a79b-fdb62ba22a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:35.915866 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4b0a3801-0382-4f87-a2c4-551697158869 None None] Provisioning for port a9abbb09-e238-41b3-a5e7-00a56ac72835 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:00:35.926400 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4b0a3801-0382-4f87-a2c4-551697158869 None None] Provisioning complete for port a9abbb09-e238-41b3-a5e7-00a56ac72835 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:00:35.926778 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4b0a3801-0382-4f87-a2c4-551697158869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:35.984761 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4b0a3801-0382-4f87-a2c4-551697158869 None None] Port a9abbb09-e238-41b3-a5e7-00a56ac72835 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:00:36.226568 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc75ea-6cf1-461a-8370-d18e8055f017 req-81228e17-f8de-4e9a-a473-59a98d6a8830 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:36.227267 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-6dbc75ea-6cf1-461a-8370-d18e8055f017 req-81228e17-f8de-4e9a-a473-59a98d6a8830 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Synchronizing usage tracker for tenant:1d5c90683c4945019bf1e460c83dc94a on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:00:36.261520 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-6dbc75ea-6cf1-461a-8370-d18e8055f017 req-81228e17-f8de-4e9a-a473-59a98d6a8830 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Unset dirty status for tenant:1d5c90683c4945019bf1e460c83dc94a on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:00:36.262783 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6dbc75ea-6cf1-461a-8370-d18e8055f017 req-81228e17-f8de-4e9a-a473-59a98d6a8830 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=a78980a0-1102-460a-ba7b-57d2b841fa51 HTTP/1.1" status: 200 len: 931 time: 0.2418845 Feb 09 13:00:36.374447 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-0c48bad0-c01b-444b-a79b-fdb62ba22a41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9abbb09-e238-41b3-a5e7-00a56ac72835 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:00:36.384876 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6dbc75ea-6cf1-461a-8370-d18e8055f017 req-47e07112-892b-40f2-b361-c0195fe4c122 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2116c00-6b46-4e05-8198-801eeba8e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108255 Feb 09 13:00:36.386536 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-0c48bad0-c01b-444b-a79b-fdb62ba22a41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:36.404930 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-0c48bad0-c01b-444b-a79b-fdb62ba22a41 service neutron] Transition to ACTIVE for port object a9abbb09-e238-41b3-a5e7-00a56ac72835 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:00:36.412289 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-0c48bad0-c01b-444b-a79b-fdb62ba22a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:36.577887 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48bad0-c01b-444b-a79b-fdb62ba22a41 service neutron] Pushing event updated for resources: {'Port': ['ID=a9abbb09-e238-41b3-a5e7-00a56ac72835,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:36.788130 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-0c48bad0-c01b-444b-a79b-fdb62ba22a41 service neutron] Attempting to bind port a9abbb09-e238-41b3-a5e7-00a56ac72835 on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:00:36.788385 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-0c48bad0-c01b-444b-a79b-fdb62ba22a41 service neutron] Attempting to bind port a9abbb09-e238-41b3-a5e7-00a56ac72835 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': '14242949-90f8-482e-9951-1857393899e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:00:36.788736 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-0c48bad0-c01b-444b-a79b-fdb62ba22a41 service neutron] Attempting to bind port a9abbb09-e238-41b3-a5e7-00a56ac72835 on network a26dea7e-804c-440b-8d39-fd312032ec0c {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:00:36.793965 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-0c48bad0-c01b-444b-a79b-fdb62ba22a41 service neutron] Port a9abbb09-e238-41b3-a5e7-00a56ac72835 on network a26dea7e-804c-440b-8d39-fd312032ec0c not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 13:00:36.794319 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-0c48bad0-c01b-444b-a79b-fdb62ba22a41 service neutron] Attempting to bind port a9abbb09-e238-41b3-a5e7-00a56ac72835 on network a26dea7e-804c-440b-8d39-fd312032ec0c {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:00:36.799399 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-0c48bad0-c01b-444b-a79b-fdb62ba22a41 service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:00:36.799737 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-0c48bad0-c01b-444b-a79b-fdb62ba22a41 service neutron] Checking segment: {'id': '14242949-90f8-482e-9951-1857393899e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:00:36.800153 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-0c48bad0-c01b-444b-a79b-fdb62ba22a41 service neutron] Bound using segment: {'id': '14242949-90f8-482e-9951-1857393899e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:00:36.800581 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-0c48bad0-c01b-444b-a79b-fdb62ba22a41 service neutron] Bound port: a9abbb09-e238-41b3-a5e7-00a56ac72835, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14242949-90f8-482e-9951-1857393899e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:00:36.800923 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-0c48bad0-c01b-444b-a79b-fdb62ba22a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:36.895353 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-0c48bad0-c01b-444b-a79b-fdb62ba22a41 service neutron] For port a9abbb09-e238-41b3-a5e7-00a56ac72835, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:00:36.898316 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-0c48bad0-c01b-444b-a79b-fdb62ba22a41 service neutron] For port a9abbb09-e238-41b3-a5e7-00a56ac72835, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=a9abbb09-e238-41b3-a5e7-00a56ac72835,segment=NetworkSegment(14242949-90f8-482e-9951-1857393899e3),segment_id=14242949-90f8-482e-9951-1857393899e3)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:00:36.903196 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-0c48bad0-c01b-444b-a79b-fdb62ba22a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:36.972510 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-0c48bad0-c01b-444b-a79b-fdb62ba22a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:36.973356 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-0c48bad0-c01b-444b-a79b-fdb62ba22a41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:36.975440 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-0c48bad0-c01b-444b-a79b-fdb62ba22a41 service neutron] 10.222.0.52 "PUT /v2.0/ports/a9abbb09-e238-41b3-a5e7-00a56ac72835 HTTP/1.1" status: 200 len: 1091 time: 1.2139556 Feb 09 13:00:36.975974 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a78980a0-1102-460a-ba7b-57d2b841fa51', 'tag': 'a9abbb09-e238-41b3-a5e7-00a56ac72835'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:00:37.002742 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48bad0-c01b-444b-a79b-fdb62ba22a41 service neutron] Pushing event updated for resources: {'Port': ['ID=a9abbb09-e238-41b3-a5e7-00a56ac72835,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:37.011315 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c48bad0-c01b-444b-a79b-fdb62ba22a41 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:37.011667 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c48bad0-c01b-444b-a79b-fdb62ba22a41 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:37.012040 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c48bad0-c01b-444b-a79b-fdb62ba22a41 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:37.012505 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c48bad0-c01b-444b-a79b-fdb62ba22a41 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:37.012710 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c48bad0-c01b-444b-a79b-fdb62ba22a41 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:37.013051 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c48bad0-c01b-444b-a79b-fdb62ba22a41 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:37.013390 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c48bad0-c01b-444b-a79b-fdb62ba22a41 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:37.013726 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c48bad0-c01b-444b-a79b-fdb62ba22a41 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:37.014050 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c48bad0-c01b-444b-a79b-fdb62ba22a41 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:37.014373 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c48bad0-c01b-444b-a79b-fdb62ba22a41 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:37.014696 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c48bad0-c01b-444b-a79b-fdb62ba22a41 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:37.015017 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c48bad0-c01b-444b-a79b-fdb62ba22a41 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:37.061163 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a78980a0-1102-460a-ba7b-57d2b841fa51', 'tag': 'a9abbb09-e238-41b3-a5e7-00a56ac72835', 'status': 'completed', 'code': 200} Feb 09 13:00:37.116529 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-38e99023-ee06-4fbe-b5f6-1105b1f397a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:37.118031 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-38e99023-ee06-4fbe-b5f6-1105b1f397a5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d5c90683c4945019bf1e460c83dc94a&device_id=a78980a0-1102-460a-ba7b-57d2b841fa51 HTTP/1.1" status: 200 len: 1094 time: 0.0918498 Feb 09 13:00:37.191609 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-c4d44a2d-c779-481a-b7be-fb874b93ea80 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9abbb09-e238-41b3-a5e7-00a56ac72835 HTTP/1.1" status: 200 len: 217 time: 0.0652149 Feb 09 13:00:37.261462 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-c75d44d6-c649-467d-a365-758698c921ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:37.262913 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-c75d44d6-c649-467d-a365-758698c921ac service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c00dd5d5-2adb-420a-a9e5-79af8795f5b5 HTTP/1.1" status: 200 len: 849 time: 0.0623250 Feb 09 13:00:37.344430 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-f7f3759a-fb97-4715-b314-71043482584c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:37.345821 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-f7f3759a-fb97-4715-b314-71043482584c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a26dea7e-804c-440b-8d39-fd312032ec0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762548 Feb 09 13:00:37.482904 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-b1bb0deb-3446-43ea-a9f9-9fc4871b5b8f service neutron] 10.222.0.52 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307080 Feb 09 13:00:37.676294 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d52a2c5c-f2fb-4ff2-869f-8a5138a35781 req-46735f96-d416-4ae8-ad07-1ac37e507aff service neutron] 10.222.0.52 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866446 Feb 09 13:00:37.685041 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01e426-a4df-4901-b5a6-4229f12f0244 req-7ebc99cd-9ab6-4483-9ff3-8fc4c451e7a4 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:37.686475 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9c01e426-a4df-4901-b5a6-4229f12f0244 req-7ebc99cd-9ab6-4483-9ff3-8fc4c451e7a4 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=a78980a0-1102-460a-ba7b-57d2b841fa51 HTTP/1.1" status: 200 len: 943 time: 0.1782546 Feb 09 13:00:37.777594 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9c01e426-a4df-4901-b5a6-4229f12f0244 req-f4954268-80ea-4cec-ad10-097a3de9af36 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2116c00-6b46-4e05-8198-801eeba8e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832298 Feb 09 13:00:37.808039 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257df946-fe0a-4f4e-9a18-7c01f4d88da6 req-7fad848c-b51f-48a5-ae22-6286a3c895c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:37.809492 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-257df946-fe0a-4f4e-9a18-7c01f4d88da6 req-7fad848c-b51f-48a5-ae22-6286a3c895c6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d5c90683c4945019bf1e460c83dc94a&device_id=a78980a0-1102-460a-ba7b-57d2b841fa51 HTTP/1.1" status: 200 len: 1094 time: 0.0795896 Feb 09 13:00:37.940464 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257df946-fe0a-4f4e-9a18-7c01f4d88da6 req-2ef0f018-e664-4777-bc47-8117aadce62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:37.941878 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-257df946-fe0a-4f4e-9a18-7c01f4d88da6 req-2ef0f018-e664-4777-bc47-8117aadce62b service neutron] 10.222.0.52 "GET /v2.0/networks?id=a26dea7e-804c-440b-8d39-fd312032ec0c HTTP/1.1" status: 200 len: 911 time: 0.1262577 Feb 09 13:00:38.012978 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-257df946-fe0a-4f4e-9a18-7c01f4d88da6 req-62d19e68-46cb-42ec-8287-6861f3701984 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9abbb09-e238-41b3-a5e7-00a56ac72835 HTTP/1.1" status: 200 len: 217 time: 0.0639250 Feb 09 13:00:38.075463 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257df946-fe0a-4f4e-9a18-7c01f4d88da6 req-f117f693-b7be-4bfe-9c17-8faeaead1924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:38.077352 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-257df946-fe0a-4f4e-9a18-7c01f4d88da6 req-f117f693-b7be-4bfe-9c17-8faeaead1924 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c00dd5d5-2adb-420a-a9e5-79af8795f5b5 HTTP/1.1" status: 200 len: 849 time: 0.0568342 Feb 09 13:00:38.154770 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257df946-fe0a-4f4e-9a18-7c01f4d88da6 req-77545152-6ad8-44f7-b7ce-d7a287c9e9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:38.156312 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-257df946-fe0a-4f4e-9a18-7c01f4d88da6 req-77545152-6ad8-44f7-b7ce-d7a287c9e9f0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a26dea7e-804c-440b-8d39-fd312032ec0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710618 Feb 09 13:00:38.286549 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-257df946-fe0a-4f4e-9a18-7c01f4d88da6 req-4b49d7fd-e0ac-4142-a2ef-4a928988c8e2 service neutron] 10.222.0.52 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237066 Feb 09 13:00:38.421535 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-257df946-fe0a-4f4e-9a18-7c01f4d88da6 req-1efc71ac-19cf-4f84-89ab-6f03519335cc service neutron] 10.222.0.52 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276946 Feb 09 13:00:39.074198 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663d9c5-271a-4488-9b64-a0593ab91da6 req-3b8ffd51-6047-469d-8aa6-d28c90261ffb tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:39.075813 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8663d9c5-271a-4488-9b64-a0593ab91da6 req-3b8ffd51-6047-469d-8aa6-d28c90261ffb tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=a78980a0-1102-460a-ba7b-57d2b841fa51 HTTP/1.1" status: 200 len: 943 time: 0.1933210 Feb 09 13:00:39.120587 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8663d9c5-271a-4488-9b64-a0593ab91da6 req-2eeba5da-4e87-4f18-9ae8-b778c0cfc6ae tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2116c00-6b46-4e05-8198-801eeba8e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388446 Feb 09 13:00:40.305789 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6615e2-f5b3-4444-acf2-f3fa5d322a4d req-d2213cc5-e6fd-4913-8d24-20ba201d6f66 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:40.307784 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eb6615e2-f5b3-4444-acf2-f3fa5d322a4d req-d2213cc5-e6fd-4913-8d24-20ba201d6f66 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=a78980a0-1102-460a-ba7b-57d2b841fa51 HTTP/1.1" status: 200 len: 943 time: 0.0813825 Feb 09 13:00:40.351851 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eb6615e2-f5b3-4444-acf2-f3fa5d322a4d req-4d1c0033-a4ca-4555-9d66-06459783ea48 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2116c00-6b46-4e05-8198-801eeba8e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384629 Feb 09 13:00:41.149631 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [req-27b8cb75-b5fa-40f4-8d5d-7b2898b23904 req-02a9d07e-fe9f-47cd-9ee3-61dd1102d45d service neutron] (87568) timed out ('10.222.0.55', 55122) {{(pid=87568) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 13:00:41.535452 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec1631-1bc6-422a-8616-afdc7805620d req-aa4e203d-cd2e-4c7c-b526-ebb326396e76 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:41.536971 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-09ec1631-1bc6-422a-8616-afdc7805620d req-aa4e203d-cd2e-4c7c-b526-ebb326396e76 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=a78980a0-1102-460a-ba7b-57d2b841fa51 HTTP/1.1" status: 200 len: 943 time: 0.0811238 Feb 09 13:00:41.580875 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-09ec1631-1bc6-422a-8616-afdc7805620d req-f2268a6a-2507-426c-bf6b-2762123a7a62 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2116c00-6b46-4e05-8198-801eeba8e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382969 Feb 09 13:00:42.770896 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d4769-e9f7-48c8-bfa2-3680e0d568fa req-158a0d40-2c46-4adb-8ceb-251701e569ae tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:42.772397 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f65d4769-e9f7-48c8-bfa2-3680e0d568fa req-158a0d40-2c46-4adb-8ceb-251701e569ae tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=a78980a0-1102-460a-ba7b-57d2b841fa51 HTTP/1.1" status: 200 len: 943 time: 0.0839846 Feb 09 13:00:42.817857 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f65d4769-e9f7-48c8-bfa2-3680e0d568fa req-81a13a90-e9e1-41c6-a556-2fcebce334a7 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2116c00-6b46-4e05-8198-801eeba8e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395401 Feb 09 13:00:44.010978 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d1ce3b-5131-4b81-8497-11b166a4f60c req-e1217c45-4dc2-4460-b190-d3791bf70ded tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:44.012476 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-04d1ce3b-5131-4b81-8497-11b166a4f60c req-e1217c45-4dc2-4460-b190-d3791bf70ded tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=a78980a0-1102-460a-ba7b-57d2b841fa51 HTTP/1.1" status: 200 len: 943 time: 0.0815253 Feb 09 13:00:44.056368 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-04d1ce3b-5131-4b81-8497-11b166a4f60c req-c35375a7-256d-4604-9573-41b8697ee17b tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2116c00-6b46-4e05-8198-801eeba8e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383012 Feb 09 13:00:44.067856 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-028945aa-c94b-4e22-aba3-acf9a24975b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:45.251758 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df9b87-a74a-4180-9025-5978b49b1378 req-f65ea529-c2cc-4f59-ac65-4cb8cd7c1ddb tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:45.253293 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b6df9b87-a74a-4180-9025-5978b49b1378 req-f65ea529-c2cc-4f59-ac65-4cb8cd7c1ddb tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=a78980a0-1102-460a-ba7b-57d2b841fa51 HTTP/1.1" status: 200 len: 943 time: 0.0872285 Feb 09 13:00:45.298298 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b6df9b87-a74a-4180-9025-5978b49b1378 req-ad1c1e4f-d26f-455e-83cc-6f21e39bc374 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2116c00-6b46-4e05-8198-801eeba8e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393031 Feb 09 13:00:45.750606 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device a9abbb09-e238-41b3-a5e7-00a56ac72835 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:00:45.882595 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port a9abbb09-e238-41b3-a5e7-00a56ac72835, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=a9abbb09-e238-41b3-a5e7-00a56ac72835,segment=NetworkSegment(14242949-90f8-482e-9951-1857393899e3),segment_id=14242949-90f8-482e-9951-1857393899e3)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:00:45.896853 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': 'a9abbb09-e238-41b3-a5e7-00a56ac72835', 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'port_id': 'a9abbb09-e238-41b3-a5e7-00a56ac72835', 'mac_address': 'fa:16:3e:cc:20:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:00:45.954302 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:45.970831 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9abbb09-e238-41b3-a5e7-00a56ac72835 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:00:45.986446 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port a9abbb09-e238-41b3-a5e7-00a56ac72835, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=a9abbb09-e238-41b3-a5e7-00a56ac72835,segment=NetworkSegment(14242949-90f8-482e-9951-1857393899e3),segment_id=14242949-90f8-482e-9951-1857393899e3)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:00:45.990052 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:46.055163 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=a9abbb09-e238-41b3-a5e7-00a56ac72835,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:46.248703 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['a9abbb09-e238-41b3-a5e7-00a56ac72835'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:00:46.440174 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2e227934-c68f-4ed6-8bf2-dcad10ca9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:46.484482 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d748af3-0d21-4b6a-a82c-694479956e54 req-aa56da19-9cb6-4fa5-bee5-29890403f46a tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:46.486031 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4d748af3-0d21-4b6a-a82c-694479956e54 req-aa56da19-9cb6-4fa5-bee5-29890403f46a tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=a78980a0-1102-460a-ba7b-57d2b841fa51 HTTP/1.1" status: 200 len: 944 time: 0.0808320 Feb 09 13:00:46.535019 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4d748af3-0d21-4b6a-a82c-694479956e54 req-1f806ab1-5439-409a-a45e-f315db39ca3c tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2116c00-6b46-4e05-8198-801eeba8e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423152 Feb 09 13:00:47.627345 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:47.731355 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b57f90-4e86-49fa-bdbd-ebdc0fb1fe3d req-5beab1c4-aab3-433f-8638-ed6ca84eb126 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:47.732983 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c9b57f90-4e86-49fa-bdbd-ebdc0fb1fe3d req-5beab1c4-aab3-433f-8638-ed6ca84eb126 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=a78980a0-1102-460a-ba7b-57d2b841fa51 HTTP/1.1" status: 200 len: 944 time: 0.0864286 Feb 09 13:00:47.734821 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:47.750528 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device a9abbb09-e238-41b3-a5e7-00a56ac72835 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:00:47.779259 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c9b57f90-4e86-49fa-bdbd-ebdc0fb1fe3d req-1e46e44c-accf-45cf-a5c1-e323bc4fb67e tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2116c00-6b46-4e05-8198-801eeba8e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401659 Feb 09 13:00:47.817501 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port a9abbb09-e238-41b3-a5e7-00a56ac72835 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:00:47.822020 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port a9abbb09-e238-41b3-a5e7-00a56ac72835 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:00:47.822550 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:47.938330 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:47.964047 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78980a0-1102-460a-ba7b-57d2b841fa51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9abbb09-e238-41b3-a5e7-00a56ac72835'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:00:47.973475 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port a9abbb09-e238-41b3-a5e7-00a56ac72835, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=a9abbb09-e238-41b3-a5e7-00a56ac72835,segment=NetworkSegment(14242949-90f8-482e-9951-1857393899e3),segment_id=14242949-90f8-482e-9951-1857393899e3)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:00:47.977604 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:48.046586 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=a9abbb09-e238-41b3-a5e7-00a56ac72835,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:48.074961 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78980a0-1102-460a-ba7b-57d2b841fa51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9abbb09-e238-41b3-a5e7-00a56ac72835', 'code': 200} Feb 09 13:00:48.205235 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18410512-57ba-4026-a210-1782fdddb568 req-647efc93-9b26-41af-86c1-1e1ca9c98237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:48.206586 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-18410512-57ba-4026-a210-1782fdddb568 req-647efc93-9b26-41af-86c1-1e1ca9c98237 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a78980a0-1102-460a-ba7b-57d2b841fa51 HTTP/1.1" status: 200 len: 1096 time: 0.0717094 Feb 09 13:00:48.245464 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-18410512-57ba-4026-a210-1782fdddb568 req-192f11d7-ec2a-48be-b7a8-56619412c820 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b2116c00-6b46-4e05-8198-801eeba8e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330746 Feb 09 13:00:48.963928 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd14b3-5c03-4257-8b94-5e077dc50976 req-beb23f18-5dfd-4bcc-b130-4588ebb2bf06 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:48.965539 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-59fd14b3-5c03-4257-8b94-5e077dc50976 req-beb23f18-5dfd-4bcc-b130-4588ebb2bf06 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=a78980a0-1102-460a-ba7b-57d2b841fa51 HTTP/1.1" status: 200 len: 945 time: 0.0786831 Feb 09 13:00:49.008955 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-59fd14b3-5c03-4257-8b94-5e077dc50976 req-8d952603-6b83-4290-8728-397644530c75 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2116c00-6b46-4e05-8198-801eeba8e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377860 Feb 09 13:00:49.273187 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:50.197792 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcfffd6-4a04-4701-9ac8-9cd6202fb583 req-280c5739-2ce1-40ce-a89d-c1ee8e8532f5 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:50.199333 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-efcfffd6-4a04-4701-9ac8-9cd6202fb583 req-280c5739-2ce1-40ce-a89d-c1ee8e8532f5 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=a78980a0-1102-460a-ba7b-57d2b841fa51 HTTP/1.1" status: 200 len: 945 time: 0.0833976 Feb 09 13:00:50.243227 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-efcfffd6-4a04-4701-9ac8-9cd6202fb583 req-132612cd-7c71-4723-bb16-42a239fb37e2 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2116c00-6b46-4e05-8198-801eeba8e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382934 Feb 09 13:00:50.429445 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e52af3-9609-4cec-b08a-52a121930e01 req-6c31a55f-f47c-41db-9eff-713e04c866ff tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:50.430899 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-05e52af3-9609-4cec-b08a-52a121930e01 req-6c31a55f-f47c-41db-9eff-713e04c866ff tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=a78980a0-1102-460a-ba7b-57d2b841fa51 HTTP/1.1" status: 200 len: 945 time: 0.0805845 Feb 09 13:00:50.478794 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-05e52af3-9609-4cec-b08a-52a121930e01 req-573e187b-08d6-4267-ae63-a5eb7c580df4 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2116c00-6b46-4e05-8198-801eeba8e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420392 Feb 09 13:00:50.502410 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 42952) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:00:50.581154 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12182c79-20c0-4a7e-a1b3-7cd71d69919a tempest-TestVolumeBootPattern-1869750798 tempest-TestVolumeBootPattern-1869750798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:50.582650 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-12182c79-20c0-4a7e-a1b3-7cd71d69919a tempest-TestVolumeBootPattern-1869750798 tempest-TestVolumeBootPattern-1869750798-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a78980a0-1102-460a-ba7b-57d2b841fa51 HTTP/1.1" status: 200 len: 1091 time: 0.0792842 Feb 09 13:00:50.585646 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 42956) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:00:50.591140 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-7657e6ae-1a04-4934-af93-805987e91cac tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'port_id': 'a9abbb09-e238-41b3-a5e7-00a56ac72835', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:00:50.597640 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-7657e6ae-1a04-4934-af93-805987e91cac tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:00:50.601688 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-7657e6ae-1a04-4934-af93-805987e91cac tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Usage tracker for resource:floatingip and tenant:1d5c90683c4945019bf1e460c83dc94a is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:00:50.604744 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-7657e6ae-1a04-4934-af93-805987e91cac tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:00:50.610647 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-7657e6ae-1a04-4934-af93-805987e91cac tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:00:50.621036 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7657e6ae-1a04-4934-af93-805987e91cac tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks [] for floatingip, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:50.700147 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:50.757615 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7657e6ae-1a04-4934-af93-805987e91cac tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:50.894207 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-7657e6ae-1a04-4934-af93-805987e91cac tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Allocated IP 172.25.7.32 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/45704450-9b2c-4e74-93f2-80f062d8bbf1) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:00:51.047989 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7657e6ae-1a04-4934-af93-805987e91cac tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:51.077322 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7657e6ae-1a04-4934-af93-805987e91cac tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:51.143109 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7657e6ae-1a04-4934-af93-805987e91cac tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:00:51.145753 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-7657e6ae-1a04-4934-af93-805987e91cac tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:00:51.149414 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7657e6ae-1a04-4934-af93-805987e91cac tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:00:51.188813 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7657e6ae-1a04-4934-af93-805987e91cac tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Pushing event updated for resources: {'Port': ['ID=45704450-9b2c-4e74-93f2-80f062d8bbf1,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:51.664911 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7657e6ae-1a04-4934-af93-805987e91cac tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:51.736798 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7657e6ae-1a04-4934-af93-805987e91cac tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:51.939306 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7657e6ae-1a04-4934-af93-805987e91cac tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:51.943595 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7657e6ae-1a04-4934-af93-805987e91cac tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:52.055479 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7657e6ae-1a04-4934-af93-805987e91cac tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Pushing event updated for resources: {'Port': ['ID=45704450-9b2c-4e74-93f2-80f062d8bbf1,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:52.065892 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7657e6ae-1a04-4934-af93-805987e91cac tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:52.240439 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [None req-7657e6ae-1a04-4934-af93-805987e91cac tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Floating IP 6c19faca-46f3-46e4-b5f1-a04c81c5a09d associated. External IP: 172.25.7.32, port: a9abbb09-e238-41b3-a5e7-00a56ac72835. Feb 09 13:00:52.611695 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7657e6ae-1a04-4934-af93-805987e91cac tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Router e922049d-b650-48ed-b1ac-1ab95a35321b has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:00:52.905532 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7657e6ae-1a04-4934-af93-805987e91cac tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:00:52.914716 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa96bfd-7460-4699-a398-2146e7c5a42a None None] Sync routers for ids ['e922049d-b650-48ed-b1ac-1ab95a35321b'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:00:52.924558 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa96bfd-7460-4699-a398-2146e7c5a42a None None] Routers {'e922049d-b650-48ed-b1ac-1ab95a35321b'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:00:52.925240 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1aa96bfd-7460-4699-a398-2146e7c5a42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:00:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e922049d-b650-48ed-b1ac-1ab95a35321b'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:00:52.929963 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7657e6ae-1a04-4934-af93-805987e91cac tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:52.985769 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-7657e6ae-1a04-4934-af93-805987e91cac tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3990855 Feb 09 13:00:52.986349 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a78980a0-1102-460a-ba7b-57d2b841fa51', 'tag': 'a9abbb09-e238-41b3-a5e7-00a56ac72835'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:00:53.037029 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a78980a0-1102-460a-ba7b-57d2b841fa51', 'tag': 'a9abbb09-e238-41b3-a5e7-00a56ac72835', 'status': 'completed', 'code': 200} Feb 09 13:00:53.104849 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-1aa96bfd-7460-4699-a398-2146e7c5a42a None None] Set router e922049d-b650-48ed-b1ac-1ab95a35321b gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:00:53.135789 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80004ea2-8f71-4876-bd4f-50c64c533a71 req-e7f18cd2-231f-4d35-91ce-531cd43ff722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:53.137873 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-80004ea2-8f71-4876-bd4f-50c64c533a71 req-e7f18cd2-231f-4d35-91ce-531cd43ff722 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d5c90683c4945019bf1e460c83dc94a&device_id=a78980a0-1102-460a-ba7b-57d2b841fa51 HTTP/1.1" status: 200 len: 1096 time: 0.0731618 Feb 09 13:00:53.188672 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:53.274509 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80004ea2-8f71-4876-bd4f-50c64c533a71 req-3f7b4404-095a-4349-81f2-4e2a29e25744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:53.276609 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-80004ea2-8f71-4876-bd4f-50c64c533a71 req-3f7b4404-095a-4349-81f2-4e2a29e25744 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a26dea7e-804c-440b-8d39-fd312032ec0c HTTP/1.1" status: 200 len: 911 time: 0.1308644 Feb 09 13:00:53.388876 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-80004ea2-8f71-4876-bd4f-50c64c533a71 req-29a70c3e-a8b6-4d18-b7d4-1da996c98b6d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9abbb09-e238-41b3-a5e7-00a56ac72835 HTTP/1.1" status: 200 len: 998 time: 0.1035964 Feb 09 13:00:53.452442 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1aa96bfd-7460-4699-a398-2146e7c5a42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'name': 'tempest-TestVolumeBootPattern-78844202-router', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '87bc3ede-f501-4c63-bb09-c236448ea899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:28Z', 'updated_at': '2022-02-09T12:56:33Z', 'revision_number': 4, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'gw_port': {'id': '87bc3ede-f501-4c63-bb09-c236448ea899', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:29Z', 'updated_at': '2022-02-09T12:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '6c19faca-46f3-46e4-b5f1-a04c81c5a09d', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'floating_ip_address': '172.25.7.32', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'port_id': 'a9abbb09-e238-41b3-a5e7-00a56ac72835', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'mac_address': 'fa:16:3e:cc:20:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78980a0-1102-460a-ba7b-57d2b841fa51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:00:51Z', 'updated_at': '2022-02-09T13:00:51Z', 'revision_number': 0, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b3a609-ffa6-435a-a708-024dfae28a6a', 'name': '', 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'mac_address': 'fa:16:3e:c2:d3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:32Z', 'updated_at': '2022-02-09T12:56:50Z', 'revision_number': 5, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'subnets': [{'id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:00:53.456166 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa96bfd-7460-4699-a398-2146e7c5a42a None None] Checking router: e922049d-b650-48ed-b1ac-1ab95a35321b for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:00:53.457405 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80004ea2-8f71-4876-bd4f-50c64c533a71 req-a952b544-bb6e-447a-bfbf-d51edd920575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:53.458850 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-80004ea2-8f71-4876-bd4f-50c64c533a71 req-a952b544-bb6e-447a-bfbf-d51edd920575 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c00dd5d5-2adb-420a-a9e5-79af8795f5b5 HTTP/1.1" status: 200 len: 849 time: 0.0631542 Feb 09 13:00:53.464421 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa96bfd-7460-4699-a398-2146e7c5a42a None None] Routers {'e922049d-b650-48ed-b1ac-1ab95a35321b'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:00:53.465007 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1aa96bfd-7460-4699-a398-2146e7c5a42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:00:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e922049d-b650-48ed-b1ac-1ab95a35321b'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:00:53.538307 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80004ea2-8f71-4876-bd4f-50c64c533a71 req-a7af91b0-9ea3-434b-a861-b3bbaa844d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:53.539787 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-80004ea2-8f71-4876-bd4f-50c64c533a71 req-a7af91b0-9ea3-434b-a861-b3bbaa844d29 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a26dea7e-804c-440b-8d39-fd312032ec0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720470 Feb 09 13:00:53.642398 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-1aa96bfd-7460-4699-a398-2146e7c5a42a None None] Set router e922049d-b650-48ed-b1ac-1ab95a35321b gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:00:53.674381 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-80004ea2-8f71-4876-bd4f-50c64c533a71 req-041b0cfb-172b-4fb3-a1ad-b3e20b1e0845 service neutron] 10.222.0.52 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272480 Feb 09 13:00:53.814627 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-80004ea2-8f71-4876-bd4f-50c64c533a71 req-746b8598-922a-4354-bede-b3e02a902b2f service neutron] 10.222.0.52 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312921 Feb 09 13:00:54.008608 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1aa96bfd-7460-4699-a398-2146e7c5a42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'name': 'tempest-TestVolumeBootPattern-78844202-router', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '87bc3ede-f501-4c63-bb09-c236448ea899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:28Z', 'updated_at': '2022-02-09T12:56:33Z', 'revision_number': 4, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'gw_port': {'id': '87bc3ede-f501-4c63-bb09-c236448ea899', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:29Z', 'updated_at': '2022-02-09T12:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '6c19faca-46f3-46e4-b5f1-a04c81c5a09d', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'floating_ip_address': '172.25.7.32', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'port_id': 'a9abbb09-e238-41b3-a5e7-00a56ac72835', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'mac_address': 'fa:16:3e:cc:20:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78980a0-1102-460a-ba7b-57d2b841fa51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:00:51Z', 'updated_at': '2022-02-09T13:00:51Z', 'revision_number': 0, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b3a609-ffa6-435a-a708-024dfae28a6a', 'name': '', 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'mac_address': 'fa:16:3e:c2:d3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:32Z', 'updated_at': '2022-02-09T12:56:50Z', 'revision_number': 5, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'subnets': [{'id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:00:54.012497 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa96bfd-7460-4699-a398-2146e7c5a42a None None] The sync data for ids ['e922049d-b650-48ed-b1ac-1ab95a35321b'] in n-d-825178-3 is: [{'id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'name': 'tempest-TestVolumeBootPattern-78844202-router', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '87bc3ede-f501-4c63-bb09-c236448ea899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:28Z', 'updated_at': '2022-02-09T12:56:33Z', 'revision_number': 4, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'gw_port': {'id': '87bc3ede-f501-4c63-bb09-c236448ea899', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:29Z', 'updated_at': '2022-02-09T12:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '6c19faca-46f3-46e4-b5f1-a04c81c5a09d', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'floating_ip_address': '172.25.7.32', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'port_id': 'a9abbb09-e238-41b3-a5e7-00a56ac72835', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'mac_address': 'fa:16:3e:cc:20:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78980a0-1102-460a-ba7b-57d2b841fa51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:00:51Z', 'updated_at': '2022-02-09T13:00:51Z', 'revision_number': 0, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b3a609-ffa6-435a-a708-024dfae28a6a', 'name': '', 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'mac_address': 'fa:16:3e:c2:d3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:32Z', 'updated_at': '2022-02-09T12:56:50Z', 'revision_number': 5, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'subnets': [{'id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:00:54.212699 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a19900-e554-4cc2-82ff-944996a41134 None None] New status for floating IP 6c19faca-46f3-46e4-b5f1-a04c81c5a09d: ACTIVE {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:01:01.971956 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:01:14.071577 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2e1a5bd9-a62f-461d-82c3-93f6f8a0c691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:16.424057 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0ce3b56e-db90-405f-bb48-968b67b948b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:17.630253 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:17.702567 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:18.149750 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ccb9b011-8c38-48a5-a0d7-ac2839734937 req-024648ae-67d3-4349-8486-74416142832e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a78980a0-1102-460a-ba7b-57d2b841fa51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0780807 Feb 09 13:01:18.303038 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9b011-8c38-48a5-a0d7-ac2839734937 req-ac11a887-a9cd-44df-930e-050f393fb7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:18.304095 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ccb9b011-8c38-48a5-a0d7-ac2839734937 req-ac11a887-a9cd-44df-930e-050f393fb7ff service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d5c90683c4945019bf1e460c83dc94a&device_id=a78980a0-1102-460a-ba7b-57d2b841fa51 HTTP/1.1" status: 200 len: 1096 time: 0.0818906 Feb 09 13:01:18.552804 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9b011-8c38-48a5-a0d7-ac2839734937 req-cac01a64-017d-4eda-8e31-23c6dcdbfbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:18.554264 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ccb9b011-8c38-48a5-a0d7-ac2839734937 req-cac01a64-017d-4eda-8e31-23c6dcdbfbbe service neutron] 10.222.0.52 "GET /v2.0/networks?id=a26dea7e-804c-440b-8d39-fd312032ec0c HTTP/1.1" status: 200 len: 911 time: 0.2263033 Feb 09 13:01:18.663846 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ccb9b011-8c38-48a5-a0d7-ac2839734937 req-957f1ed2-dc69-4ca3-a2cd-e522e7e55b30 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9abbb09-e238-41b3-a5e7-00a56ac72835 HTTP/1.1" status: 200 len: 1000 time: 0.1024532 Feb 09 13:01:18.729205 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9b011-8c38-48a5-a0d7-ac2839734937 req-a6e79c33-6c63-467b-b03a-b18f3c5e844b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:18.730883 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ccb9b011-8c38-48a5-a0d7-ac2839734937 req-a6e79c33-6c63-467b-b03a-b18f3c5e844b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c00dd5d5-2adb-420a-a9e5-79af8795f5b5 HTTP/1.1" status: 200 len: 849 time: 0.0615013 Feb 09 13:01:18.814461 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9b011-8c38-48a5-a0d7-ac2839734937 req-20245962-c28a-49ab-a8ef-6ca649117ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:18.815056 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ccb9b011-8c38-48a5-a0d7-ac2839734937 req-20245962-c28a-49ab-a8ef-6ca649117ab9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a26dea7e-804c-440b-8d39-fd312032ec0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778778 Feb 09 13:01:18.975747 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ccb9b011-8c38-48a5-a0d7-ac2839734937 req-281a0862-5bee-4139-9b00-afc9f5550d0f service neutron] 10.222.0.52 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538782 Feb 09 13:01:19.234361 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ccb9b011-8c38-48a5-a0d7-ac2839734937 req-46f35963-891b-47ca-bc43-f19395dea5e6 service neutron] 10.222.0.52 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527287 Feb 09 13:01:19.277062 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:20.698973 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:23.191210 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:38.971195 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:01:44.073808 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0c714b2a-c0a3-4ade-8065-896cecc81a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:46.428401 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-591b969c-a4c8-4ca6-aa3b-97dc57504af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:47.633244 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:47.705141 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:49.280605 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:50.699740 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:53.187766 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:11.265352 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [req-2fbe1d5c-1a0b-4022-8344-2a7209387109 req-6719f8c4-591b-4395-b64f-293cf6392ed9 service neutron] (87568) timed out ('10.222.0.46', 59365) {{(pid=87568) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 13:02:14.078361 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-70cae29f-73e0-459b-bc8d-b86021ff3603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:15.970903 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:02:16.430313 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-39784c94-5e86-4f27-8b20-4b264e2b6e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:17.636459 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:17.708186 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:18.156049 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9f4aeb58-77c6-438f-b069-c918fc9f83ef req-1f2595ea-3e2d-4924-a278-f17a8f8efdf6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a78980a0-1102-460a-ba7b-57d2b841fa51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0736010 Feb 09 13:02:18.294483 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4aeb58-77c6-438f-b069-c918fc9f83ef req-23404c39-679f-4df5-b4ba-0a9ed48e1252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:18.295973 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9f4aeb58-77c6-438f-b069-c918fc9f83ef req-23404c39-679f-4df5-b4ba-0a9ed48e1252 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d5c90683c4945019bf1e460c83dc94a&device_id=a78980a0-1102-460a-ba7b-57d2b841fa51 HTTP/1.1" status: 200 len: 1096 time: 0.0708587 Feb 09 13:02:18.439765 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4aeb58-77c6-438f-b069-c918fc9f83ef req-c96736b6-0723-482d-be7d-eb32b359e423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:18.441243 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9f4aeb58-77c6-438f-b069-c918fc9f83ef req-c96736b6-0723-482d-be7d-eb32b359e423 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a26dea7e-804c-440b-8d39-fd312032ec0c HTTP/1.1" status: 200 len: 911 time: 0.1265299 Feb 09 13:02:18.544024 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9f4aeb58-77c6-438f-b069-c918fc9f83ef req-1a8bc245-c6a3-498f-9cd7-50669e5a2414 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9abbb09-e238-41b3-a5e7-00a56ac72835 HTTP/1.1" status: 200 len: 1000 time: 0.0966895 Feb 09 13:02:18.609121 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4aeb58-77c6-438f-b069-c918fc9f83ef req-4c82323b-2031-4292-bc11-56723ebd67a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:18.610533 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9f4aeb58-77c6-438f-b069-c918fc9f83ef req-4c82323b-2031-4292-bc11-56723ebd67a2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c00dd5d5-2adb-420a-a9e5-79af8795f5b5 HTTP/1.1" status: 200 len: 849 time: 0.0604892 Feb 09 13:02:18.683322 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4aeb58-77c6-438f-b069-c918fc9f83ef req-5324cf56-5326-4774-ae45-10d813c35afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:18.684808 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9f4aeb58-77c6-438f-b069-c918fc9f83ef req-5324cf56-5326-4774-ae45-10d813c35afc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a26dea7e-804c-440b-8d39-fd312032ec0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690899 Feb 09 13:02:18.817305 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9f4aeb58-77c6-438f-b069-c918fc9f83ef req-a99dda46-9d48-4058-ae04-63d6166f4c45 service neutron] 10.222.0.52 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254673 Feb 09 13:02:18.947190 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9f4aeb58-77c6-438f-b069-c918fc9f83ef req-64e63fd6-aed8-48d9-8bfa-78b16aa32c48 service neutron] 10.222.0.52 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239536 Feb 09 13:02:19.280087 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:20.701094 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:23.200310 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:44.080139 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ecb66928-310b-415e-b147-e6a10117a072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:46.432145 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f276229f-a6e2-4a7e-bc84-025946032863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:47.638768 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:47.710679 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:49.282152 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:50.716120 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:51.012339 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e17fb-e062-4469-b575-619465ed0659 req-ad617413-8815-4e78-b570-edf69886996f tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:51.013860 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-475e17fb-e062-4469-b575-619465ed0659 req-ad617413-8815-4e78-b570-edf69886996f tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=a78980a0-1102-460a-ba7b-57d2b841fa51 HTTP/1.1" status: 200 len: 945 time: 0.1817260 Feb 09 13:02:51.058295 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-475e17fb-e062-4469-b575-619465ed0659 req-86cfca79-e040-420c-bcc6-ef088e2e1a22 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2116c00-6b46-4e05-8198-801eeba8e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388625 Feb 09 13:02:52.259110 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0fc39-fdae-4b3b-b1bc-dd3a16d39ab5 req-20f789cd-f871-4355-8448-edfbf68b2e06 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:52.260580 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-85e0fc39-fdae-4b3b-b1bc-dd3a16d39ab5 req-20f789cd-f871-4355-8448-edfbf68b2e06 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=a78980a0-1102-460a-ba7b-57d2b841fa51 HTTP/1.1" status: 200 len: 945 time: 0.0790644 Feb 09 13:02:52.305310 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-85e0fc39-fdae-4b3b-b1bc-dd3a16d39ab5 req-66374b4b-2df6-4c5a-81f0-fc551dc67706 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2116c00-6b46-4e05-8198-801eeba8e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384610 Feb 09 13:02:52.396084 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe9414-5c16-491d-b496-d1d3b4a261c3 req-2fd74de1-a01f-47d6-afcc-5200df29040c tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:52.397439 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d1fe9414-5c16-491d-b496-d1d3b4a261c3 req-2fd74de1-a01f-47d6-afcc-5200df29040c tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.52 "GET /v2.0/ports?device_id=a78980a0-1102-460a-ba7b-57d2b841fa51 HTTP/1.1" status: 200 len: 945 time: 0.0835974 Feb 09 13:02:52.465056 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-d1fe9414-5c16-491d-b496-d1d3b4a261c3 req-f496e7ff-3455-4846-b003-adf2482257ba tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Deleting port a9abbb09-e238-41b3-a5e7-00a56ac72835 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:02:52.465415 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d1fe9414-5c16-491d-b496-d1d3b4a261c3 req-f496e7ff-3455-4846-b003-adf2482257ba tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:52.710107 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-d1fe9414-5c16-491d-b496-d1d3b4a261c3 req-f496e7ff-3455-4846-b003-adf2482257ba tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] For port a9abbb09-e238-41b3-a5e7-00a56ac72835, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=a9abbb09-e238-41b3-a5e7-00a56ac72835,segment=NetworkSegment(14242949-90f8-482e-9951-1857393899e3),segment_id=14242949-90f8-482e-9951-1857393899e3)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:02:52.710472 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d1fe9414-5c16-491d-b496-d1d3b4a261c3 req-f496e7ff-3455-4846-b003-adf2482257ba tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:52.969576 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:02:53.096365 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d1fe9414-5c16-491d-b496-d1d3b4a261c3 req-f496e7ff-3455-4846-b003-adf2482257ba tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:53.096734 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d1fe9414-5c16-491d-b496-d1d3b4a261c3 req-f496e7ff-3455-4846-b003-adf2482257ba tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:53.097051 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [req-d1fe9414-5c16-491d-b496-d1d3b4a261c3 req-f496e7ff-3455-4846-b003-adf2482257ba tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Floating IP 6c19faca-46f3-46e4-b5f1-a04c81c5a09d disassociated. External IP: 172.25.7.32, port: a9abbb09-e238-41b3-a5e7-00a56ac72835. Feb 09 13:02:53.097408 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-d1fe9414-5c16-491d-b496-d1d3b4a261c3 req-f496e7ff-3455-4846-b003-adf2482257ba tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Calling delete_port for a9abbb09-e238-41b3-a5e7-00a56ac72835 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:02:53.203676 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:53.238808 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d1fe9414-5c16-491d-b496-d1d3b4a261c3 req-f496e7ff-3455-4846-b003-adf2482257ba tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:53.291363 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496e7ff-3455-4846-b003-adf2482257ba tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Pushing event deleted for resources: {'Port': ['ID=a9abbb09-e238-41b3-a5e7-00a56ac72835,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:53.302103 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f496e7ff-3455-4846-b003-adf2482257ba tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:53.302445 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f496e7ff-3455-4846-b003-adf2482257ba tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:53.302789 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f496e7ff-3455-4846-b003-adf2482257ba tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:53.303126 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f496e7ff-3455-4846-b003-adf2482257ba tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:53.303463 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f496e7ff-3455-4846-b003-adf2482257ba tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:53.303796 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f496e7ff-3455-4846-b003-adf2482257ba tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:53.304150 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f496e7ff-3455-4846-b003-adf2482257ba tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:53.304474 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f496e7ff-3455-4846-b003-adf2482257ba tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:53.305336 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f496e7ff-3455-4846-b003-adf2482257ba tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:53.305660 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f496e7ff-3455-4846-b003-adf2482257ba tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:53.305982 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f496e7ff-3455-4846-b003-adf2482257ba tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:53.306301 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f496e7ff-3455-4846-b003-adf2482257ba tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:53.500288 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-126882f9-39a5-496f-8044-82c34f5943c3 req-d08c0893-14a1-40b3-ae5e-d8113e7b85c7 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=a78980a0-1102-460a-ba7b-57d2b841fa51 HTTP/1.1" status: 200 len: 210 time: 0.0591042 Feb 09 13:02:53.525370 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1fe9414-5c16-491d-b496-d1d3b4a261c3 req-f496e7ff-3455-4846-b003-adf2482257ba tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Router e922049d-b650-48ed-b1ac-1ab95a35321b has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:02:53.707919 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1fe9414-5c16-491d-b496-d1d3b4a261c3 req-f496e7ff-3455-4846-b003-adf2482257ba tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:02:53.717869 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc37461-2b58-49a2-b034-8acf2769a746 None None] Sync routers for ids ['e922049d-b650-48ed-b1ac-1ab95a35321b'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:02:53.729024 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc37461-2b58-49a2-b034-8acf2769a746 None None] Routers {'e922049d-b650-48ed-b1ac-1ab95a35321b'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:02:53.729896 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4fc37461-2b58-49a2-b034-8acf2769a746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:02:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e922049d-b650-48ed-b1ac-1ab95a35321b'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:02:53.785253 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1fe9414-5c16-491d-b496-d1d3b4a261c3 req-f496e7ff-3455-4846-b003-adf2482257ba tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] No DVR routers for this DVR port a9abbb09-e238-41b3-a5e7-00a56ac72835 on host n-h1-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:02:53.788064 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d1fe9414-5c16-491d-b496-d1d3b4a261c3 req-f496e7ff-3455-4846-b003-adf2482257ba tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:53.791410 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78980a0-1102-460a-ba7b-57d2b841fa51', 'name': 'network-vif-deleted', 'tag': 'a9abbb09-e238-41b3-a5e7-00a56ac72835'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:02:53.807718 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d1fe9414-5c16-491d-b496-d1d3b4a261c3 req-f496e7ff-3455-4846-b003-adf2482257ba tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.52 "DELETE /v2.0/ports/a9abbb09-e238-41b3-a5e7-00a56ac72835 HTTP/1.1" status: 204 len: 173 time: 1.4053671 Feb 09 13:02:53.846457 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78980a0-1102-460a-ba7b-57d2b841fa51', 'name': 'network-vif-deleted', 'tag': 'a9abbb09-e238-41b3-a5e7-00a56ac72835', 'status': 'completed', 'code': 200} Feb 09 13:02:53.924505 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-4fc37461-2b58-49a2-b034-8acf2769a746 None None] Set router e922049d-b650-48ed-b1ac-1ab95a35321b gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:02:54.260189 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4fc37461-2b58-49a2-b034-8acf2769a746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'name': 'tempest-TestVolumeBootPattern-78844202-router', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '87bc3ede-f501-4c63-bb09-c236448ea899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:28Z', 'updated_at': '2022-02-09T12:56:33Z', 'revision_number': 4, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'gw_port': {'id': '87bc3ede-f501-4c63-bb09-c236448ea899', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:29Z', 'updated_at': '2022-02-09T12:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '69b3a609-ffa6-435a-a708-024dfae28a6a', 'name': '', 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'mac_address': 'fa:16:3e:c2:d3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:32Z', 'updated_at': '2022-02-09T12:56:50Z', 'revision_number': 5, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'subnets': [{'id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:02:54.265077 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc37461-2b58-49a2-b034-8acf2769a746 None None] Checking router: e922049d-b650-48ed-b1ac-1ab95a35321b for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:02:54.273317 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc37461-2b58-49a2-b034-8acf2769a746 None None] Routers {'e922049d-b650-48ed-b1ac-1ab95a35321b'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:02:54.274034 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4fc37461-2b58-49a2-b034-8acf2769a746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:02:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e922049d-b650-48ed-b1ac-1ab95a35321b'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:02:54.437187 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device a9abbb09-e238-41b3-a5e7-00a56ac72835 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:02:54.455469 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-4fc37461-2b58-49a2-b034-8acf2769a746 None None] Set router e922049d-b650-48ed-b1ac-1ab95a35321b gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:02:54.469949 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] No Port match for: a9abbb09-e238-41b3-a5e7-00a56ac72835 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:02:54.470293 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device a9abbb09-e238-41b3-a5e7-00a56ac72835 not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:02:54.670128 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-518ac514-5410-4cc3-b9e4-ae7b8b793960 req-ac7d3556-2f27-4d41-aaef-a2ff48e60998 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Synchronizing usage tracker for tenant:1d5c90683c4945019bf1e460c83dc94a on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:02:54.688782 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-518ac514-5410-4cc3-b9e4-ae7b8b793960 req-ac7d3556-2f27-4d41-aaef-a2ff48e60998 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Unset dirty status for tenant:1d5c90683c4945019bf1e460c83dc94a on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:02:54.689939 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-518ac514-5410-4cc3-b9e4-ae7b8b793960 req-ac7d3556-2f27-4d41-aaef-a2ff48e60998 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=a78980a0-1102-460a-ba7b-57d2b841fa51 HTTP/1.1" status: 200 len: 210 time: 0.0667295 Feb 09 13:02:54.812232 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4fc37461-2b58-49a2-b034-8acf2769a746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'name': 'tempest-TestVolumeBootPattern-78844202-router', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '87bc3ede-f501-4c63-bb09-c236448ea899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:28Z', 'updated_at': '2022-02-09T12:56:33Z', 'revision_number': 4, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'gw_port': {'id': '87bc3ede-f501-4c63-bb09-c236448ea899', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:29Z', 'updated_at': '2022-02-09T12:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '69b3a609-ffa6-435a-a708-024dfae28a6a', 'name': '', 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'mac_address': 'fa:16:3e:c2:d3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:32Z', 'updated_at': '2022-02-09T12:56:50Z', 'revision_number': 5, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'subnets': [{'id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:02:54.816743 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc37461-2b58-49a2-b034-8acf2769a746 None None] The sync data for ids ['e922049d-b650-48ed-b1ac-1ab95a35321b'] in n-d-825178-3 is: [{'id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'name': 'tempest-TestVolumeBootPattern-78844202-router', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '87bc3ede-f501-4c63-bb09-c236448ea899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:28Z', 'updated_at': '2022-02-09T12:56:33Z', 'revision_number': 4, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'gw_port': {'id': '87bc3ede-f501-4c63-bb09-c236448ea899', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:29Z', 'updated_at': '2022-02-09T12:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '69b3a609-ffa6-435a-a708-024dfae28a6a', 'name': '', 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'mac_address': 'fa:16:3e:c2:d3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:32Z', 'updated_at': '2022-02-09T12:56:50Z', 'revision_number': 5, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'subnets': [{'id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:02:55.040127 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40825759-d731-413c-b6fa-fc4fd6e5e793 None None] New status for floating IP 6c19faca-46f3-46e4-b5f1-a04c81c5a09d: DOWN {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:02:55.978305 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-a3009292-614b-454c-95b1-95df8439512a tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1257598019&fields=id&tenant_id=1d5c90683c4945019bf1e460c83dc94a HTTP/1.1" status: 200 len: 267 time: 0.0382335 Feb 09 13:02:56.125226 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-6e8e1c4e-4a8b-4dad-90fe-dda1b433efd2 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:56.126673 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-6e8e1c4e-4a8b-4dad-90fe-dda1b433efd2 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/networks?id=a26dea7e-804c-440b-8d39-fd312032ec0c HTTP/1.1" status: 200 len: 810 time: 0.1422055 Feb 09 13:02:56.141659 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-2de70158-8b92-4b15-bbee-4d81f3f69703 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/quotas/1d5c90683c4945019bf1e460c83dc94a HTTP/1.1" status: 200 len: 375 time: 0.0095561 Feb 09 13:02:56.224830 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-8a90a5f8-8d2d-439e-b407-272cc7c2e82a tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d5c90683c4945019bf1e460c83dc94a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0781624 Feb 09 13:02:56.363646 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-7f75a188-18a4-43ca-8f59-9a34f9d1cc3b service neutron] 10.222.0.55 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263130 Feb 09 13:02:56.615445 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-e25c9cb6-6a89-4c57-8b21-8df66a5a2ba3 service neutron] 10.222.0.55 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451155 Feb 09 13:02:58.017670 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-844956b8-5e71-40c1-a7cb-85e067424cd2 req-41921027-0875-4637-8e63-a682c164615c tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1b031c0-9c4b-4005-b722-d46f9a3a0519 HTTP/1.1" status: 200 len: 210 time: 0.0476983 Feb 09 13:02:59.169323 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-50c4ccea-6210-40d4-a731-52b5032bd125 req-833df0ca-a7b6-4cd9-b1cf-9c7a71d0a7dc tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1b031c0-9c4b-4005-b722-d46f9a3a0519 HTTP/1.1" status: 200 len: 210 time: 0.0436924 Feb 09 13:03:00.055674 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-601b55c5-f1a0-4b91-bd06-176d26ef604b tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:00.057119 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-601b55c5-f1a0-4b91-bd06-176d26ef604b tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.52 "GET /v2.0/networks?id=a26dea7e-804c-440b-8d39-fd312032ec0c HTTP/1.1" status: 200 len: 810 time: 0.1481903 Feb 09 13:03:00.108756 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-a56050df-174d-412d-900a-fd5340ae7157 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d5c90683c4945019bf1e460c83dc94a HTTP/1.1" status: 200 len: 380 time: 0.0429144 Feb 09 13:03:00.123851 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-90fb7d47-0aa7-4e24-bbb1-e17d7a27a974 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Request body: {'port': {'device_id': 'e1b031c0-9c4b-4005-b722-d46f9a3a0519', 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'admin_state_up': True, 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'security_groups': ['b2116c00-6b46-4e05-8198-801eeba8e20a']}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:03:00.267502 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-90fb7d47-0aa7-4e24-bbb1-e17d7a27a974 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:03:00.277867 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-90fb7d47-0aa7-4e24-bbb1-e17d7a27a974 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:03:00.290001 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-90fb7d47-0aa7-4e24-bbb1-e17d7a27a974 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Made reservation on behalf of 1d5c90683c4945019bf1e460c83dc94a for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:03:00.294451 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-90fb7d47-0aa7-4e24-bbb1-e17d7a27a974 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:00.499945 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e821aeca-00ee-4ee8-a7d1-8c0dfb6420c2 req-c10cc753-9697-4053-bba9-4df83c9de0de tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1b031c0-9c4b-4005-b722-d46f9a3a0519 HTTP/1.1" status: 200 len: 210 time: 0.0483794 Feb 09 13:03:00.515279 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-90fb7d47-0aa7-4e24-bbb1-e17d7a27a974 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Allocated IP 172.20.0.5 (a26dea7e-804c-440b-8d39-fd312032ec0c/c00dd5d5-2adb-420a-a9e5-79af8795f5b5/1b1f11e1-613f-4a7b-9193-2295953aedb8) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:03:00.715429 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-90fb7d47-0aa7-4e24-bbb1-e17d7a27a974 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:00.731730 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-90fb7d47-0aa7-4e24-bbb1-e17d7a27a974 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Transition to ACTIVE for port object 1b1f11e1-613f-4a7b-9193-2295953aedb8 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:03:00.754383 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-90fb7d47-0aa7-4e24-bbb1-e17d7a27a974 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:00.823855 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-90fb7d47-0aa7-4e24-bbb1-e17d7a27a974 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Network a26dea7e-804c-440b-8d39-fd312032ec0c is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:03:00.826910 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-90fb7d47-0aa7-4e24-bbb1-e17d7a27a974 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:03:00.829729 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-90fb7d47-0aa7-4e24-bbb1-e17d7a27a974 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:03:00.884749 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fb7d47-0aa7-4e24-bbb1-e17d7a27a974 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Pushing event updated for resources: {'Port': ['ID=1b1f11e1-613f-4a7b-9193-2295953aedb8,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:00.909111 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-90fb7d47-0aa7-4e24-bbb1-e17d7a27a974 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:00.909861 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-90fb7d47-0aa7-4e24-bbb1-e17d7a27a974 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:00.936347 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-90fb7d47-0aa7-4e24-bbb1-e17d7a27a974 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8159955 Feb 09 13:03:00.947860 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-41823db1-f42c-449b-99b1-5bae9cd7e4b3 service neutron] Request body: {'port': {'device_id': 'e1b031c0-9c4b-4005-b722-d46f9a3a0519', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:03:01.059144 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-41823db1-f42c-449b-99b1-5bae9cd7e4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:01.130540 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-e88ea0aa-1b55-44b7-a452-3fd66c0c2aa6 None None] Provisioning for port 1b1f11e1-613f-4a7b-9193-2295953aedb8 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:03:01.136665 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-e88ea0aa-1b55-44b7-a452-3fd66c0c2aa6 None None] Provisioning complete for port 1b1f11e1-613f-4a7b-9193-2295953aedb8 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:03:01.137105 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e88ea0aa-1b55-44b7-a452-3fd66c0c2aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:01.191727 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-e88ea0aa-1b55-44b7-a452-3fd66c0c2aa6 None None] Port 1b1f11e1-613f-4a7b-9193-2295953aedb8 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:03:01.411496 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-41823db1-f42c-449b-99b1-5bae9cd7e4b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b1f11e1-613f-4a7b-9193-2295953aedb8 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:03:01.419314 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-41823db1-f42c-449b-99b1-5bae9cd7e4b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:01.433118 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-41823db1-f42c-449b-99b1-5bae9cd7e4b3 service neutron] Transition to ACTIVE for port object 1b1f11e1-613f-4a7b-9193-2295953aedb8 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:03:01.436790 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-41823db1-f42c-449b-99b1-5bae9cd7e4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:01.779298 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41823db1-f42c-449b-99b1-5bae9cd7e4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=1b1f11e1-613f-4a7b-9193-2295953aedb8,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:01.879060 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-41823db1-f42c-449b-99b1-5bae9cd7e4b3 service neutron] Attempting to bind port 1b1f11e1-613f-4a7b-9193-2295953aedb8 on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:03:01.879387 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-41823db1-f42c-449b-99b1-5bae9cd7e4b3 service neutron] Attempting to bind port 1b1f11e1-613f-4a7b-9193-2295953aedb8 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': '14242949-90f8-482e-9951-1857393899e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:03:01.879710 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-41823db1-f42c-449b-99b1-5bae9cd7e4b3 service neutron] Attempting to bind port 1b1f11e1-613f-4a7b-9193-2295953aedb8 on network a26dea7e-804c-440b-8d39-fd312032ec0c {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:03:01.890373 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0764f581-bdce-4d3a-a0bb-f785ce167260 req-f145b77a-5353-40c3-af24-e5e86e89cbab tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:01.891063 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-0764f581-bdce-4d3a-a0bb-f785ce167260 req-f145b77a-5353-40c3-af24-e5e86e89cbab tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Synchronizing usage tracker for tenant:1d5c90683c4945019bf1e460c83dc94a on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:03:01.895940 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-41823db1-f42c-449b-99b1-5bae9cd7e4b3 service neutron] Port 1b1f11e1-613f-4a7b-9193-2295953aedb8 on network a26dea7e-804c-440b-8d39-fd312032ec0c not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 13:03:01.896263 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-41823db1-f42c-449b-99b1-5bae9cd7e4b3 service neutron] Attempting to bind port 1b1f11e1-613f-4a7b-9193-2295953aedb8 on network a26dea7e-804c-440b-8d39-fd312032ec0c {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:03:01.906079 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-41823db1-f42c-449b-99b1-5bae9cd7e4b3 service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:03:01.906411 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-41823db1-f42c-449b-99b1-5bae9cd7e4b3 service neutron] Checking segment: {'id': '14242949-90f8-482e-9951-1857393899e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:03:01.906784 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-41823db1-f42c-449b-99b1-5bae9cd7e4b3 service neutron] Bound using segment: {'id': '14242949-90f8-482e-9951-1857393899e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:03:01.907200 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-41823db1-f42c-449b-99b1-5bae9cd7e4b3 service neutron] Bound port: 1b1f11e1-613f-4a7b-9193-2295953aedb8, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14242949-90f8-482e-9951-1857393899e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:03:01.907545 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-41823db1-f42c-449b-99b1-5bae9cd7e4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:01.924112 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-0764f581-bdce-4d3a-a0bb-f785ce167260 req-f145b77a-5353-40c3-af24-e5e86e89cbab tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Unset dirty status for tenant:1d5c90683c4945019bf1e460c83dc94a on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:03:01.925231 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0764f581-bdce-4d3a-a0bb-f785ce167260 req-f145b77a-5353-40c3-af24-e5e86e89cbab tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1b031c0-9c4b-4005-b722-d46f9a3a0519 HTTP/1.1" status: 200 len: 943 time: 0.2228897 Feb 09 13:03:02.020729 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0764f581-bdce-4d3a-a0bb-f785ce167260 req-28454844-19cf-4acb-95b3-3db359621ced tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2116c00-6b46-4e05-8198-801eeba8e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706642 Feb 09 13:03:02.033437 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-41823db1-f42c-449b-99b1-5bae9cd7e4b3 service neutron] For port 1b1f11e1-613f-4a7b-9193-2295953aedb8, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:03:02.036999 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-41823db1-f42c-449b-99b1-5bae9cd7e4b3 service neutron] For port 1b1f11e1-613f-4a7b-9193-2295953aedb8, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=1b1f11e1-613f-4a7b-9193-2295953aedb8,segment=NetworkSegment(14242949-90f8-482e-9951-1857393899e3),segment_id=14242949-90f8-482e-9951-1857393899e3)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:03:02.041125 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-41823db1-f42c-449b-99b1-5bae9cd7e4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:02.105892 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-41823db1-f42c-449b-99b1-5bae9cd7e4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:02.106517 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-41823db1-f42c-449b-99b1-5bae9cd7e4b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:02.107915 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-41823db1-f42c-449b-99b1-5bae9cd7e4b3 service neutron] 10.222.0.52 "PUT /v2.0/ports/1b1f11e1-613f-4a7b-9193-2295953aedb8 HTTP/1.1" status: 200 len: 1091 time: 1.1648424 Feb 09 13:03:02.108390 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1b031c0-9c4b-4005-b722-d46f9a3a0519', 'tag': '1b1f11e1-613f-4a7b-9193-2295953aedb8'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:03:02.129521 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41823db1-f42c-449b-99b1-5bae9cd7e4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=1b1f11e1-613f-4a7b-9193-2295953aedb8,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:02.183926 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1b031c0-9c4b-4005-b722-d46f9a3a0519', 'tag': '1b1f11e1-613f-4a7b-9193-2295953aedb8', 'status': 'completed', 'code': 200} Feb 09 13:03:02.230217 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-023d926b-3f61-4be9-bbed-d10595ef9665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:02.231722 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-023d926b-3f61-4be9-bbed-d10595ef9665 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d5c90683c4945019bf1e460c83dc94a&device_id=e1b031c0-9c4b-4005-b722-d46f9a3a0519 HTTP/1.1" status: 200 len: 1094 time: 0.0809658 Feb 09 13:03:02.300975 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-a47572b2-5cf9-4d10-8f7c-ef93a5ae3d32 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b1f11e1-613f-4a7b-9193-2295953aedb8 HTTP/1.1" status: 200 len: 217 time: 0.0623236 Feb 09 13:03:02.365846 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-e0cbbdab-3c1c-46ed-8e41-f8add4837b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:02.368063 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-e0cbbdab-3c1c-46ed-8e41-f8add4837b28 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c00dd5d5-2adb-420a-a9e5-79af8795f5b5 HTTP/1.1" status: 200 len: 849 time: 0.0613210 Feb 09 13:03:02.441384 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-63f7f10c-5872-4232-a88a-d3a149233235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:02.442878 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-63f7f10c-5872-4232-a88a-d3a149233235 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a26dea7e-804c-440b-8d39-fd312032ec0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691974 Feb 09 13:03:02.574276 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-b3a33b35-41b9-4f6d-8d71-a895e26fdf15 service neutron] 10.222.0.52 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253057 Feb 09 13:03:02.710366 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4da05ef0-e499-456c-819a-7ff47ecef895 req-0515b5f8-b119-45cc-914e-49455bc5bc5f service neutron] 10.222.0.52 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290612 Feb 09 13:03:02.824358 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c77d1c-7496-433a-8d21-4d95ac59472d req-a540e9d5-71d8-43ec-9c1b-4b15e42c806f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:02.825749 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-35c77d1c-7496-433a-8d21-4d95ac59472d req-a540e9d5-71d8-43ec-9c1b-4b15e42c806f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d5c90683c4945019bf1e460c83dc94a&device_id=e1b031c0-9c4b-4005-b722-d46f9a3a0519 HTTP/1.1" status: 200 len: 1094 time: 0.0711980 Feb 09 13:03:02.961546 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c77d1c-7496-433a-8d21-4d95ac59472d req-520963ae-614b-4eaa-855b-33f614ff4c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:02.963017 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-35c77d1c-7496-433a-8d21-4d95ac59472d req-520963ae-614b-4eaa-855b-33f614ff4c13 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a26dea7e-804c-440b-8d39-fd312032ec0c HTTP/1.1" status: 200 len: 911 time: 0.1306622 Feb 09 13:03:03.034259 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-35c77d1c-7496-433a-8d21-4d95ac59472d req-523602a5-a70d-4636-85fe-54abbb7cd935 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b1f11e1-613f-4a7b-9193-2295953aedb8 HTTP/1.1" status: 200 len: 217 time: 0.0637388 Feb 09 13:03:03.100343 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c77d1c-7496-433a-8d21-4d95ac59472d req-44aafe8f-c1f5-4894-8e62-1496b6ad00d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:03.102123 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-35c77d1c-7496-433a-8d21-4d95ac59472d req-44aafe8f-c1f5-4894-8e62-1496b6ad00d5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c00dd5d5-2adb-420a-a9e5-79af8795f5b5 HTTP/1.1" status: 200 len: 849 time: 0.0622029 Feb 09 13:03:03.239879 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c77d1c-7496-433a-8d21-4d95ac59472d req-59053474-cb17-4ef0-a5eb-27566c41d8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:03.241354 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-35c77d1c-7496-433a-8d21-4d95ac59472d req-59053474-cb17-4ef0-a5eb-27566c41d8a0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a26dea7e-804c-440b-8d39-fd312032ec0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1330090 Feb 09 13:03:03.249395 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d8e21-ccfc-4682-8c23-a9edeff5bb92 req-f058e82f-c748-4c90-b6de-08d575db268f tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:03.250718 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-508d8e21-ccfc-4682-8c23-a9edeff5bb92 req-f058e82f-c748-4c90-b6de-08d575db268f tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1b031c0-9c4b-4005-b722-d46f9a3a0519 HTTP/1.1" status: 200 len: 943 time: 0.1109970 Feb 09 13:03:03.376141 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-508d8e21-ccfc-4682-8c23-a9edeff5bb92 req-199f90cc-93fe-4ebc-bc01-9c2614af47cd tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2116c00-6b46-4e05-8198-801eeba8e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044536 Feb 09 13:03:03.517101 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-35c77d1c-7496-433a-8d21-4d95ac59472d req-ed731b3b-193a-4511-986b-2e97240f354b service neutron] 10.222.0.52 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654614 Feb 09 13:03:03.645525 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-35c77d1c-7496-433a-8d21-4d95ac59472d req-de7ddf25-0fc7-419c-9270-345bd07aa4c5 service neutron] 10.222.0.52 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221299 Feb 09 13:03:04.557918 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d59c44-1e89-49ee-8bd8-4f4154979733 req-47674a41-df24-4ff8-acf3-b0c302cab623 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:04.559372 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c4d59c44-1e89-49ee-8bd8-4f4154979733 req-47674a41-df24-4ff8-acf3-b0c302cab623 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1b031c0-9c4b-4005-b722-d46f9a3a0519 HTTP/1.1" status: 200 len: 943 time: 0.0793023 Feb 09 13:03:04.603608 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c4d59c44-1e89-49ee-8bd8-4f4154979733 req-f7ad2b3a-c525-4965-8bb0-c074c9640fe4 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2116c00-6b46-4e05-8198-801eeba8e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384986 Feb 09 13:03:05.788129 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9354fa2-c71b-4806-825a-efadefd7ac0f req-8a5ce381-2f25-44d8-9294-bd460e21b3ca tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:05.789752 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a9354fa2-c71b-4806-825a-efadefd7ac0f req-8a5ce381-2f25-44d8-9294-bd460e21b3ca tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1b031c0-9c4b-4005-b722-d46f9a3a0519 HTTP/1.1" status: 200 len: 943 time: 0.0844340 Feb 09 13:03:05.833703 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a9354fa2-c71b-4806-825a-efadefd7ac0f req-a585030d-1ede-4fc7-84d4-0b6cbadce6c1 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2116c00-6b46-4e05-8198-801eeba8e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383725 Feb 09 13:03:07.017913 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b1bd8-dbac-43b6-8d27-0704713a2381 req-ef76c4e4-2664-421f-ac49-1e7a90d8b796 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:07.019396 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9d1b1bd8-dbac-43b6-8d27-0704713a2381 req-ef76c4e4-2664-421f-ac49-1e7a90d8b796 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1b031c0-9c4b-4005-b722-d46f9a3a0519 HTTP/1.1" status: 200 len: 943 time: 0.0808675 Feb 09 13:03:07.063580 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9d1b1bd8-dbac-43b6-8d27-0704713a2381 req-7174eece-3a68-432b-ade8-84cfb697485b tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2116c00-6b46-4e05-8198-801eeba8e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384724 Feb 09 13:03:08.252295 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa2e25-9f3b-48b7-ade1-be2784697616 req-703e7e95-d4c8-4dce-aeed-f8af1270e360 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:08.253862 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-86fa2e25-9f3b-48b7-ade1-be2784697616 req-703e7e95-d4c8-4dce-aeed-f8af1270e360 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1b031c0-9c4b-4005-b722-d46f9a3a0519 HTTP/1.1" status: 200 len: 943 time: 0.0846298 Feb 09 13:03:08.298053 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-86fa2e25-9f3b-48b7-ade1-be2784697616 req-7586d952-c5f7-4f70-9f5b-97dce5cf21b6 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2116c00-6b46-4e05-8198-801eeba8e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383539 Feb 09 13:03:09.490878 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c145360-f023-476a-865d-6700f4d260f4 req-7b451035-d09c-4c41-935b-66acc560e3f6 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:09.493117 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8c145360-f023-476a-865d-6700f4d260f4 req-7b451035-d09c-4c41-935b-66acc560e3f6 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1b031c0-9c4b-4005-b722-d46f9a3a0519 HTTP/1.1" status: 200 len: 943 time: 0.0912201 Feb 09 13:03:09.540251 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8c145360-f023-476a-865d-6700f4d260f4 req-dbca7499-3f68-4668-b55d-2131f9afeadc tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2116c00-6b46-4e05-8198-801eeba8e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413537 Feb 09 13:03:10.523351 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 1b1f11e1-613f-4a7b-9193-2295953aedb8 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:03:10.689263 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 1b1f11e1-613f-4a7b-9193-2295953aedb8, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=1b1f11e1-613f-4a7b-9193-2295953aedb8,segment=NetworkSegment(14242949-90f8-482e-9951-1857393899e3),segment_id=14242949-90f8-482e-9951-1857393899e3)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:03:10.704033 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': '1b1f11e1-613f-4a7b-9193-2295953aedb8', 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'port_id': '1b1f11e1-613f-4a7b-9193-2295953aedb8', 'mac_address': 'fa:16:3e:d0:55:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:03:10.729361 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c513d048-6970-41f0-b9a8-6885d9146aad req-1b37205e-3a9d-4c07-b59c-3cd0c811556d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:10.730841 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c513d048-6970-41f0-b9a8-6885d9146aad req-1b37205e-3a9d-4c07-b59c-3cd0c811556d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1b031c0-9c4b-4005-b722-d46f9a3a0519 HTTP/1.1" status: 200 len: 943 time: 0.0808275 Feb 09 13:03:10.763058 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:10.776079 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c513d048-6970-41f0-b9a8-6885d9146aad req-bf431bef-a649-4b21-a25a-a25cfa01ec1d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2116c00-6b46-4e05-8198-801eeba8e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393825 Feb 09 13:03:10.780292 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b1f11e1-613f-4a7b-9193-2295953aedb8 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:03:10.795341 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 1b1f11e1-613f-4a7b-9193-2295953aedb8, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=1b1f11e1-613f-4a7b-9193-2295953aedb8,segment=NetworkSegment(14242949-90f8-482e-9951-1857393899e3),segment_id=14242949-90f8-482e-9951-1857393899e3)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:03:10.799360 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:10.870170 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=1b1f11e1-613f-4a7b-9193-2295953aedb8,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:10.877530 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:10.877875 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:10.878215 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:10.878548 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:10.878877 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:10.879205 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:10.879531 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:10.879884 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:10.880208 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:10.880528 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:10.880846 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:10.881163 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:11.014252 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['1b1f11e1-613f-4a7b-9193-2295953aedb8'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:03:11.961785 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff9b08-888b-4183-9559-b7868c6ec6a3 req-1b3a7c3f-eb60-4c2a-8ee7-72c44dcb5f6d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:11.963240 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-faff9b08-888b-4183-9559-b7868c6ec6a3 req-1b3a7c3f-eb60-4c2a-8ee7-72c44dcb5f6d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1b031c0-9c4b-4005-b722-d46f9a3a0519 HTTP/1.1" status: 200 len: 944 time: 0.0834949 Feb 09 13:03:12.006666 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-faff9b08-888b-4183-9559-b7868c6ec6a3 req-30aa4a96-9f6c-4a5c-80d8-a43be65e625f tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2116c00-6b46-4e05-8198-801eeba8e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378084 Feb 09 13:03:12.542395 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 1b1f11e1-613f-4a7b-9193-2295953aedb8 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:03:12.608646 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port 1b1f11e1-613f-4a7b-9193-2295953aedb8 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:03:12.613226 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port 1b1f11e1-613f-4a7b-9193-2295953aedb8 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:03:12.613599 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:12.729881 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:12.765657 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b031c0-9c4b-4005-b722-d46f9a3a0519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b1f11e1-613f-4a7b-9193-2295953aedb8'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:03:12.776655 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 1b1f11e1-613f-4a7b-9193-2295953aedb8, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=1b1f11e1-613f-4a7b-9193-2295953aedb8,segment=NetworkSegment(14242949-90f8-482e-9951-1857393899e3),segment_id=14242949-90f8-482e-9951-1857393899e3)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:03:12.782020 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:12.817763 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b031c0-9c4b-4005-b722-d46f9a3a0519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b1f11e1-613f-4a7b-9193-2295953aedb8', 'code': 200} Feb 09 13:03:12.850315 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=1b1f11e1-613f-4a7b-9193-2295953aedb8,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:12.936102 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff061c2-6968-4fbf-bc62-a2c5761d283a req-c2ab2f35-bac1-4c04-b143-ba40425a967d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:12.937553 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2ff061c2-6968-4fbf-bc62-a2c5761d283a req-c2ab2f35-bac1-4c04-b143-ba40425a967d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e1b031c0-9c4b-4005-b722-d46f9a3a0519 HTTP/1.1" status: 200 len: 1096 time: 0.0694196 Feb 09 13:03:12.977639 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2ff061c2-6968-4fbf-bc62-a2c5761d283a req-2678d472-1f73-4fea-aee9-e29aaa8cb870 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b2116c00-6b46-4e05-8198-801eeba8e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342736 Feb 09 13:03:13.219882 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003170f8-ef4c-49cf-9b96-bb1a0179f014 req-c347bbe9-da98-434e-99f6-6207a60042a3 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:13.221352 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-003170f8-ef4c-49cf-9b96-bb1a0179f014 req-c347bbe9-da98-434e-99f6-6207a60042a3 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1b031c0-9c4b-4005-b722-d46f9a3a0519 HTTP/1.1" status: 200 len: 945 time: 0.0822835 Feb 09 13:03:13.265939 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-003170f8-ef4c-49cf-9b96-bb1a0179f014 req-58dadfb5-d122-455e-80a4-1edf91a9617e tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2116c00-6b46-4e05-8198-801eeba8e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382462 Feb 09 13:03:14.081089 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-97c7c2c7-a60e-4f58-b82a-686fa49a2660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:14.451295 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a23892-70d3-4fce-93fc-d641c6017836 req-5e67f66f-8028-4240-8753-abc050b972a4 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:14.452797 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-22a23892-70d3-4fce-93fc-d641c6017836 req-5e67f66f-8028-4240-8753-abc050b972a4 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1b031c0-9c4b-4005-b722-d46f9a3a0519 HTTP/1.1" status: 200 len: 945 time: 0.0788987 Feb 09 13:03:14.500045 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-22a23892-70d3-4fce-93fc-d641c6017836 req-d30c20b1-0d7a-4cfa-8e82-3d44c60aa3b9 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2116c00-6b46-4e05-8198-801eeba8e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415001 Feb 09 13:03:14.681936 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d584f1-c397-4a23-9638-a458b3f21848 req-da1c3cff-b589-4f88-aee0-99ab4b688dce tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:14.683388 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-57d584f1-c397-4a23-9638-a458b3f21848 req-da1c3cff-b589-4f88-aee0-99ab4b688dce tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1b031c0-9c4b-4005-b722-d46f9a3a0519 HTTP/1.1" status: 200 len: 945 time: 0.0781887 Feb 09 13:03:14.728216 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-57d584f1-c397-4a23-9638-a458b3f21848 req-195e94ca-ee44-4509-a2fe-d13e24deda7a tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2116c00-6b46-4e05-8198-801eeba8e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391061 Feb 09 13:03:14.750399 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 43104) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:03:14.924975 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74391c2d-0130-4f29-b579-23d7398a731f tempest-TestVolumeBootPattern-1869750798 tempest-TestVolumeBootPattern-1869750798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:14.926474 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-74391c2d-0130-4f29-b579-23d7398a731f tempest-TestVolumeBootPattern-1869750798 tempest-TestVolumeBootPattern-1869750798-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e1b031c0-9c4b-4005-b722-d46f9a3a0519 HTTP/1.1" status: 200 len: 1091 time: 0.1751232 Feb 09 13:03:14.929824 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 43110) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:03:14.934631 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-07022efa-b5c8-4e96-8c01-018fa12dae57 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'port_id': '1b1f11e1-613f-4a7b-9193-2295953aedb8', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:03:14.940853 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-07022efa-b5c8-4e96-8c01-018fa12dae57 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:03:14.944776 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-07022efa-b5c8-4e96-8c01-018fa12dae57 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Usage tracker for resource:floatingip and tenant:1d5c90683c4945019bf1e460c83dc94a is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:03:14.948135 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-07022efa-b5c8-4e96-8c01-018fa12dae57 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:03:14.953654 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-07022efa-b5c8-4e96-8c01-018fa12dae57 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:03:14.964035 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-07022efa-b5c8-4e96-8c01-018fa12dae57 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks [] for floatingip, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:15.099240 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-07022efa-b5c8-4e96-8c01-018fa12dae57 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:15.232492 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-07022efa-b5c8-4e96-8c01-018fa12dae57 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Allocated IP 172.25.7.2 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/99ecd7fe-f878-4a49-866a-8689b98a8c18) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:03:15.378512 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-07022efa-b5c8-4e96-8c01-018fa12dae57 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:15.408613 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-07022efa-b5c8-4e96-8c01-018fa12dae57 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:15.480135 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07022efa-b5c8-4e96-8c01-018fa12dae57 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:03:15.482940 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-07022efa-b5c8-4e96-8c01-018fa12dae57 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:03:15.485488 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07022efa-b5c8-4e96-8c01-018fa12dae57 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:03:15.527025 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07022efa-b5c8-4e96-8c01-018fa12dae57 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Pushing event updated for resources: {'Port': ['ID=99ecd7fe-f878-4a49-866a-8689b98a8c18,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:15.999855 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-07022efa-b5c8-4e96-8c01-018fa12dae57 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:16.072140 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-07022efa-b5c8-4e96-8c01-018fa12dae57 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:16.275578 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-07022efa-b5c8-4e96-8c01-018fa12dae57 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:16.280311 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-07022efa-b5c8-4e96-8c01-018fa12dae57 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:16.390635 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07022efa-b5c8-4e96-8c01-018fa12dae57 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Pushing event updated for resources: {'Port': ['ID=99ecd7fe-f878-4a49-866a-8689b98a8c18,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:16.401469 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-07022efa-b5c8-4e96-8c01-018fa12dae57 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:16.433150 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-99954d52-f754-4b5f-a369-4eaa533635c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:16.569596 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [None req-07022efa-b5c8-4e96-8c01-018fa12dae57 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Floating IP 1105b06f-6e50-4d23-8bc2-ac34c4c0f6d9 associated. External IP: 172.25.7.2, port: 1b1f11e1-613f-4a7b-9193-2295953aedb8. Feb 09 13:03:16.913702 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07022efa-b5c8-4e96-8c01-018fa12dae57 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Router e922049d-b650-48ed-b1ac-1ab95a35321b has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:03:17.102746 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07022efa-b5c8-4e96-8c01-018fa12dae57 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:03:17.112296 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6aac8b9-33eb-4649-9e61-0f21907d1fb3 None None] Sync routers for ids ['e922049d-b650-48ed-b1ac-1ab95a35321b'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:03:17.122357 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6aac8b9-33eb-4649-9e61-0f21907d1fb3 None None] Routers {'e922049d-b650-48ed-b1ac-1ab95a35321b'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:03:17.122960 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c6aac8b9-33eb-4649-9e61-0f21907d1fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:03:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e922049d-b650-48ed-b1ac-1ab95a35321b'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:03:17.129208 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-07022efa-b5c8-4e96-8c01-018fa12dae57 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:17.184500 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-07022efa-b5c8-4e96-8c01-018fa12dae57 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.2536795 Feb 09 13:03:17.185074 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1b031c0-9c4b-4005-b722-d46f9a3a0519', 'tag': '1b1f11e1-613f-4a7b-9193-2295953aedb8'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:03:17.234719 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1b031c0-9c4b-4005-b722-d46f9a3a0519', 'tag': '1b1f11e1-613f-4a7b-9193-2295953aedb8', 'status': 'completed', 'code': 200} Feb 09 13:03:17.304748 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-c6aac8b9-33eb-4649-9e61-0f21907d1fb3 None None] Set router e922049d-b650-48ed-b1ac-1ab95a35321b gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:03:17.453135 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d73e462-6ea2-4793-b6a7-a7e9aa97a44c req-e7036389-b14e-4799-8ada-56a77f7f6537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:17.454587 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2d73e462-6ea2-4793-b6a7-a7e9aa97a44c req-e7036389-b14e-4799-8ada-56a77f7f6537 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d5c90683c4945019bf1e460c83dc94a&device_id=e1b031c0-9c4b-4005-b722-d46f9a3a0519 HTTP/1.1" status: 200 len: 1096 time: 0.1963067 Feb 09 13:03:17.591315 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d73e462-6ea2-4793-b6a7-a7e9aa97a44c req-1f663596-b0f1-4f57-beab-f8c9a04eab37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:17.592804 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2d73e462-6ea2-4793-b6a7-a7e9aa97a44c req-1f663596-b0f1-4f57-beab-f8c9a04eab37 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a26dea7e-804c-440b-8d39-fd312032ec0c HTTP/1.1" status: 200 len: 911 time: 0.1312015 Feb 09 13:03:17.653522 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c6aac8b9-33eb-4649-9e61-0f21907d1fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'name': 'tempest-TestVolumeBootPattern-78844202-router', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '87bc3ede-f501-4c63-bb09-c236448ea899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:28Z', 'updated_at': '2022-02-09T12:56:33Z', 'revision_number': 4, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'gw_port': {'id': '87bc3ede-f501-4c63-bb09-c236448ea899', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:29Z', 'updated_at': '2022-02-09T12:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '1105b06f-6e50-4d23-8bc2-ac34c4c0f6d9', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'floating_ip_address': '172.25.7.2', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'port_id': '1b1f11e1-613f-4a7b-9193-2295953aedb8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'mac_address': 'fa:16:3e:d0:55:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b031c0-9c4b-4005-b722-d46f9a3a0519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:03:15Z', 'updated_at': '2022-02-09T13:03:15Z', 'revision_number': 0, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b3a609-ffa6-435a-a708-024dfae28a6a', 'name': '', 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'mac_address': 'fa:16:3e:c2:d3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:32Z', 'updated_at': '2022-02-09T12:56:50Z', 'revision_number': 5, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'subnets': [{'id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:03:17.655994 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:17.657563 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6aac8b9-33eb-4649-9e61-0f21907d1fb3 None None] Checking router: e922049d-b650-48ed-b1ac-1ab95a35321b for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:03:17.666810 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6aac8b9-33eb-4649-9e61-0f21907d1fb3 None None] Routers {'e922049d-b650-48ed-b1ac-1ab95a35321b'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:03:17.667419 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c6aac8b9-33eb-4649-9e61-0f21907d1fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:03:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e922049d-b650-48ed-b1ac-1ab95a35321b'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:03:17.697613 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2d73e462-6ea2-4793-b6a7-a7e9aa97a44c req-21898ebd-4503-4b79-b48b-21b15f0d3251 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b1f11e1-613f-4a7b-9193-2295953aedb8 HTTP/1.1" status: 200 len: 997 time: 0.0978236 Feb 09 13:03:17.713781 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:17.760116 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d73e462-6ea2-4793-b6a7-a7e9aa97a44c req-519634b7-8eb4-488e-9675-17312e394aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:17.761562 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2d73e462-6ea2-4793-b6a7-a7e9aa97a44c req-519634b7-8eb4-488e-9675-17312e394aba service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c00dd5d5-2adb-420a-a9e5-79af8795f5b5 HTTP/1.1" status: 200 len: 849 time: 0.0584245 Feb 09 13:03:17.837757 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d73e462-6ea2-4793-b6a7-a7e9aa97a44c req-ec6652cd-21e6-4bff-b261-11906017f8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:17.839240 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2d73e462-6ea2-4793-b6a7-a7e9aa97a44c req-ec6652cd-21e6-4bff-b261-11906017f8b8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a26dea7e-804c-440b-8d39-fd312032ec0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709813 Feb 09 13:03:17.850353 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-c6aac8b9-33eb-4649-9e61-0f21907d1fb3 None None] Set router e922049d-b650-48ed-b1ac-1ab95a35321b gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:03:17.971196 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2d73e462-6ea2-4793-b6a7-a7e9aa97a44c req-a2c31be9-efd1-40ad-85b9-355f4cb25348 service neutron] 10.222.0.52 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252980 Feb 09 13:03:18.104251 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2d73e462-6ea2-4793-b6a7-a7e9aa97a44c req-2b61c354-b635-4b07-892d-7bfa1a79d687 service neutron] 10.222.0.52 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263657 Feb 09 13:03:18.194208 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c6aac8b9-33eb-4649-9e61-0f21907d1fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'name': 'tempest-TestVolumeBootPattern-78844202-router', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '87bc3ede-f501-4c63-bb09-c236448ea899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:28Z', 'updated_at': '2022-02-09T12:56:33Z', 'revision_number': 4, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'gw_port': {'id': '87bc3ede-f501-4c63-bb09-c236448ea899', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:29Z', 'updated_at': '2022-02-09T12:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '1105b06f-6e50-4d23-8bc2-ac34c4c0f6d9', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'floating_ip_address': '172.25.7.2', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'port_id': '1b1f11e1-613f-4a7b-9193-2295953aedb8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'mac_address': 'fa:16:3e:d0:55:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b031c0-9c4b-4005-b722-d46f9a3a0519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:03:15Z', 'updated_at': '2022-02-09T13:03:15Z', 'revision_number': 0, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b3a609-ffa6-435a-a708-024dfae28a6a', 'name': '', 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'mac_address': 'fa:16:3e:c2:d3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:32Z', 'updated_at': '2022-02-09T12:56:50Z', 'revision_number': 5, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'subnets': [{'id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:03:18.198427 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6aac8b9-33eb-4649-9e61-0f21907d1fb3 None None] The sync data for ids ['e922049d-b650-48ed-b1ac-1ab95a35321b'] in n-d-825178-3 is: [{'id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'name': 'tempest-TestVolumeBootPattern-78844202-router', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '87bc3ede-f501-4c63-bb09-c236448ea899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:28Z', 'updated_at': '2022-02-09T12:56:33Z', 'revision_number': 4, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'gw_port': {'id': '87bc3ede-f501-4c63-bb09-c236448ea899', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:29Z', 'updated_at': '2022-02-09T12:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '1105b06f-6e50-4d23-8bc2-ac34c4c0f6d9', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'floating_ip_address': '172.25.7.2', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'port_id': '1b1f11e1-613f-4a7b-9193-2295953aedb8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'mac_address': 'fa:16:3e:d0:55:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b031c0-9c4b-4005-b722-d46f9a3a0519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:03:15Z', 'updated_at': '2022-02-09T13:03:15Z', 'revision_number': 0, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b3a609-ffa6-435a-a708-024dfae28a6a', 'name': '', 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'mac_address': 'fa:16:3e:c2:d3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:32Z', 'updated_at': '2022-02-09T12:56:50Z', 'revision_number': 5, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'subnets': [{'id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:03:18.393625 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ee8c45-dc3c-437d-ad67-5e81f8c5cf77 None None] New status for floating IP 1105b06f-6e50-4d23-8bc2-ac34c4c0f6d9: ACTIVE {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:03:19.198168 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bd0908a9-7269-4e45-ba1b-92402edfe0b9 req-3c191f5b-a1a6-4a7d-a521-d7d93ae93e3f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e1b031c0-9c4b-4005-b722-d46f9a3a0519&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0733871 Feb 09 13:03:19.285036 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:19.334382 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0908a9-7269-4e45-ba1b-92402edfe0b9 req-a34d2a4e-cfcd-4f16-83d1-a37860500c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:19.336012 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bd0908a9-7269-4e45-ba1b-92402edfe0b9 req-a34d2a4e-cfcd-4f16-83d1-a37860500c9e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d5c90683c4945019bf1e460c83dc94a&device_id=e1b031c0-9c4b-4005-b722-d46f9a3a0519 HTTP/1.1" status: 200 len: 1096 time: 0.0703835 Feb 09 13:03:19.480088 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0908a9-7269-4e45-ba1b-92402edfe0b9 req-b7114e7f-2b0c-4a6c-b9d8-724554cccd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:19.481550 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bd0908a9-7269-4e45-ba1b-92402edfe0b9 req-b7114e7f-2b0c-4a6c-b9d8-724554cccd82 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a26dea7e-804c-440b-8d39-fd312032ec0c HTTP/1.1" status: 200 len: 911 time: 0.1275451 Feb 09 13:03:19.585689 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bd0908a9-7269-4e45-ba1b-92402edfe0b9 req-c8bbc069-9dbb-4861-b83d-74cf6098bca3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b1f11e1-613f-4a7b-9193-2295953aedb8 HTTP/1.1" status: 200 len: 999 time: 0.0968325 Feb 09 13:03:19.648500 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0908a9-7269-4e45-ba1b-92402edfe0b9 req-60a8deff-4053-4059-acd4-9a8230ba19af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:19.649944 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bd0908a9-7269-4e45-ba1b-92402edfe0b9 req-60a8deff-4053-4059-acd4-9a8230ba19af service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c00dd5d5-2adb-420a-a9e5-79af8795f5b5 HTTP/1.1" status: 200 len: 849 time: 0.0581231 Feb 09 13:03:19.727854 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0908a9-7269-4e45-ba1b-92402edfe0b9 req-cb251fea-7022-4ff6-b4b0-7a25d5db5c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:19.729291 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bd0908a9-7269-4e45-ba1b-92402edfe0b9 req-cb251fea-7022-4ff6-b4b0-7a25d5db5c9a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a26dea7e-804c-440b-8d39-fd312032ec0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730009 Feb 09 13:03:19.859678 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bd0908a9-7269-4e45-ba1b-92402edfe0b9 req-86af7501-4d1f-4994-8e3b-a008c44bd76b service neutron] 10.222.0.52 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240950 Feb 09 13:03:19.991683 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bd0908a9-7269-4e45-ba1b-92402edfe0b9 req-74a81923-b5e3-4697-8d35-90becc745e9f service neutron] 10.222.0.52 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227179 Feb 09 13:03:20.721925 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:23.224605 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:29.968425 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:03:44.081595 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6f9b6e55-fcf2-41db-940a-407d77b41f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:46.436205 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2672adbc-6264-4142-b73c-2a0977413a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:47.637830 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:47.715926 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:49.288015 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:50.729555 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:53.233827 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:54.394058 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [req-cb161bbe-1db9-4ea3-a993-20d3c218aad7 req-7aeabcd5-8c6d-4646-adeb-d7ced8f8c026 service neutron] (87568) timed out ('10.222.0.55', 45490) {{(pid=87568) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 13:04:06.967684 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:04:14.083330 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5f5b7224-3ad2-4335-8944-27e62abe346b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:16.437753 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9bde7c29-6402-4679-8459-d836f22a7a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:17.639787 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:17.720715 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:19.291600 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:20.206699 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [req-8f66ad1f-a2a7-4d85-8dc3-f845ede92da2 req-c8067035-3037-4292-8b75-a574e8ae404b service neutron] (87568) timed out ('10.222.0.52', 54977) {{(pid=87568) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 13:04:20.749204 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:21.227026 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e60d470f-601d-42a9-8f1f-601001ec5867 req-63066ad2-8cd0-4934-baeb-a0aadcea21d9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e1b031c0-9c4b-4005-b722-d46f9a3a0519&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1332500 Feb 09 13:04:21.472122 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d470f-601d-42a9-8f1f-601001ec5867 req-ad98cec0-f869-4f5b-83d9-b888bdb96282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:21.473598 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e60d470f-601d-42a9-8f1f-601001ec5867 req-ad98cec0-f869-4f5b-83d9-b888bdb96282 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d5c90683c4945019bf1e460c83dc94a&device_id=e1b031c0-9c4b-4005-b722-d46f9a3a0519 HTTP/1.1" status: 200 len: 1096 time: 0.1772118 Feb 09 13:04:21.617765 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d470f-601d-42a9-8f1f-601001ec5867 req-cb718858-7dd0-4769-b1a6-38c81cdfc4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:21.619202 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e60d470f-601d-42a9-8f1f-601001ec5867 req-cb718858-7dd0-4769-b1a6-38c81cdfc4a2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a26dea7e-804c-440b-8d39-fd312032ec0c HTTP/1.1" status: 200 len: 911 time: 0.1260958 Feb 09 13:04:21.721276 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e60d470f-601d-42a9-8f1f-601001ec5867 req-a1196d56-9920-4a6a-a01e-7f920b78b32c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b1f11e1-613f-4a7b-9193-2295953aedb8 HTTP/1.1" status: 200 len: 999 time: 0.0962012 Feb 09 13:04:21.782975 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d470f-601d-42a9-8f1f-601001ec5867 req-89aeddee-3696-434c-8d59-870bfeeabd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:21.784360 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e60d470f-601d-42a9-8f1f-601001ec5867 req-89aeddee-3696-434c-8d59-870bfeeabd15 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c00dd5d5-2adb-420a-a9e5-79af8795f5b5 HTTP/1.1" status: 200 len: 849 time: 0.0570848 Feb 09 13:04:21.861472 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d470f-601d-42a9-8f1f-601001ec5867 req-17f29073-4598-4ff4-9f68-6be485fecda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:21.862921 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e60d470f-601d-42a9-8f1f-601001ec5867 req-17f29073-4598-4ff4-9f68-6be485fecda2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a26dea7e-804c-440b-8d39-fd312032ec0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719099 Feb 09 13:04:21.873801 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-e60d470f-601d-42a9-8f1f-601001ec5867 req-74c94c85-935d-47e6-951c-afe8f6f2df23 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 13:04:21.874700 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e60d470f-601d-42a9-8f1f-601001ec5867 req-74c94c85-935d-47e6-951c-afe8f6f2df23 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046713 Feb 09 13:04:22.006399 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e60d470f-601d-42a9-8f1f-601001ec5867 req-687cafea-39da-4da5-9dcb-aa68834b5ec8 service neutron] 10.222.0.52 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255152 Feb 09 13:04:22.141099 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e60d470f-601d-42a9-8f1f-601001ec5867 req-1613a251-4f3b-4349-ae51-12fed45e29c6 service neutron] 10.222.0.52 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279402 Feb 09 13:04:23.247686 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:43.966711 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:04:44.087453 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f2a00177-d208-47c4-bd1d-7072f7ec7a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:46.439215 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c24bc9f8-7d0b-4b19-9f11-afd8c2d403d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:47.644441 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:47.753931 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:49.293107 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:50.773810 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:53.252405 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:57.406001 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-f10d1fff-0cd7-44bb-ac7f-e3d84b3b1f13 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1257598019&fields=id&tenant_id=1d5c90683c4945019bf1e460c83dc94a HTTP/1.1" status: 200 len: 267 time: 0.0386376 Feb 09 13:04:57.554625 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-6aefadff-3a50-4915-9914-e8ae5a8f2f67 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:57.556081 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-6aefadff-3a50-4915-9914-e8ae5a8f2f67 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/networks?id=a26dea7e-804c-440b-8d39-fd312032ec0c HTTP/1.1" status: 200 len: 810 time: 0.1428690 Feb 09 13:04:57.570960 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-c731f2ed-fde0-4bcf-b4b5-fd2c61c23ce1 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/quotas/1d5c90683c4945019bf1e460c83dc94a HTTP/1.1" status: 200 len: 375 time: 0.0095651 Feb 09 13:04:57.660168 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-2f84d609-babf-405e-84a2-e515a3fdf995 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d5c90683c4945019bf1e460c83dc94a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0840530 Feb 09 13:04:57.797769 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-d68dfbfa-7f97-41bf-9910-387c79e679c7 service neutron] 10.222.0.55 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256464 Feb 09 13:04:57.934950 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-45ff9161-133d-4b65-b3e3-86b2b5ffc8de service neutron] 10.222.0.55 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304529 Feb 09 13:04:58.357272 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eb3c2e56-09f2-423f-9d6c-f8daa68449f1 req-65fff820-e83d-45de-95e0-cbaf4ec2e200 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6e6d39c-7d12-4dff-91ef-5af35380710d HTTP/1.1" status: 200 len: 210 time: 0.0555370 Feb 09 13:04:59.511059 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9e76aa3a-01b0-4e8b-ae52-c720bbdc04a7 req-1c535746-02c9-43aa-927e-0add96729520 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6e6d39c-7d12-4dff-91ef-5af35380710d HTTP/1.1" status: 200 len: 210 time: 0.0441949 Feb 09 13:04:59.609454 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-f02f2a0d-7b8b-4ca6-b007-42b794fe0711 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:59.610167 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-f02f2a0d-7b8b-4ca6-b007-42b794fe0711 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Synchronizing usage tracker for tenant:1d5c90683c4945019bf1e460c83dc94a on resource:network {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:04:59.629591 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-f02f2a0d-7b8b-4ca6-b007-42b794fe0711 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Unset dirty status for tenant:1d5c90683c4945019bf1e460c83dc94a on resource:network {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:04:59.631404 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-f02f2a0d-7b8b-4ca6-b007-42b794fe0711 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.46 "GET /v2.0/networks?id=a26dea7e-804c-440b-8d39-fd312032ec0c HTTP/1.1" status: 200 len: 810 time: 0.1800528 Feb 09 13:04:59.684287 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-e884aa0f-a34e-4b47-a279-2d546e81fe7a tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Synchronizing usage tracker for tenant:1d5c90683c4945019bf1e460c83dc94a on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:04:59.701049 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-e884aa0f-a34e-4b47-a279-2d546e81fe7a tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Unset dirty status for tenant:1d5c90683c4945019bf1e460c83dc94a on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:04:59.702191 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-e884aa0f-a34e-4b47-a279-2d546e81fe7a tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d5c90683c4945019bf1e460c83dc94a HTTP/1.1" status: 200 len: 380 time: 0.0626414 Feb 09 13:04:59.714884 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-1fe1d390-9374-4289-b41b-e454c5a085d8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Request body: {'port': {'device_id': 'a6e6d39c-7d12-4dff-91ef-5af35380710d', 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'admin_state_up': True, 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'security_groups': ['b2116c00-6b46-4e05-8198-801eeba8e20a']}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:04:59.956136 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-1fe1d390-9374-4289-b41b-e454c5a085d8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:04:59.966305 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-1fe1d390-9374-4289-b41b-e454c5a085d8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:04:59.977229 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-1fe1d390-9374-4289-b41b-e454c5a085d8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Made reservation on behalf of 1d5c90683c4945019bf1e460c83dc94a for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:04:59.980962 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-1fe1d390-9374-4289-b41b-e454c5a085d8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:00.145818 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-1fe1d390-9374-4289-b41b-e454c5a085d8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Allocated IP 172.20.0.12 (a26dea7e-804c-440b-8d39-fd312032ec0c/c00dd5d5-2adb-420a-a9e5-79af8795f5b5/f3a751e9-50b7-48bd-b711-843a75ee2fb8) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:05:00.355288 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-1fe1d390-9374-4289-b41b-e454c5a085d8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:00.371412 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-1fe1d390-9374-4289-b41b-e454c5a085d8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Transition to ACTIVE for port object f3a751e9-50b7-48bd-b711-843a75ee2fb8 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:05:00.394741 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-1fe1d390-9374-4289-b41b-e454c5a085d8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:00.464493 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-1fe1d390-9374-4289-b41b-e454c5a085d8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Network a26dea7e-804c-440b-8d39-fd312032ec0c is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:05:00.467391 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-1fe1d390-9374-4289-b41b-e454c5a085d8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:05:00.470098 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-1fe1d390-9374-4289-b41b-e454c5a085d8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:05:00.522665 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe1d390-9374-4289-b41b-e454c5a085d8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Pushing event updated for resources: {'Port': ['ID=f3a751e9-50b7-48bd-b711-843a75ee2fb8,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:00.537000 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe1d390-9374-4289-b41b-e454c5a085d8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:00.537344 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe1d390-9374-4289-b41b-e454c5a085d8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:00.537686 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe1d390-9374-4289-b41b-e454c5a085d8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:00.538024 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe1d390-9374-4289-b41b-e454c5a085d8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:00.538360 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe1d390-9374-4289-b41b-e454c5a085d8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:00.538872 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe1d390-9374-4289-b41b-e454c5a085d8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:00.539198 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe1d390-9374-4289-b41b-e454c5a085d8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:00.539527 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe1d390-9374-4289-b41b-e454c5a085d8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:00.539871 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe1d390-9374-4289-b41b-e454c5a085d8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:00.540198 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe1d390-9374-4289-b41b-e454c5a085d8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:00.540526 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe1d390-9374-4289-b41b-e454c5a085d8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:00.540845 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe1d390-9374-4289-b41b-e454c5a085d8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:00.558961 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-1fe1d390-9374-4289-b41b-e454c5a085d8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:00.559733 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-1fe1d390-9374-4289-b41b-e454c5a085d8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:00.589455 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-1fe1d390-9374-4289-b41b-e454c5a085d8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8782156 Feb 09 13:05:00.608263 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-2f2d3d78-7ff2-499f-afcc-03d33f515475 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 13:05:00.609482 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-2f2d3d78-7ff2-499f-afcc-03d33f515475 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077460 Feb 09 13:05:00.721420 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-5d2293e5-2ac1-4bcf-b09a-84e27b3378a5 service neutron] Request body: {'port': {'device_id': 'a6e6d39c-7d12-4dff-91ef-5af35380710d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:05:00.756268 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526afa7-33e7-4132-830a-be7a44f24976 req-9c86aa17-1e25-488f-aec3-4e91bff38584 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:00.757909 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3526afa7-33e7-4132-830a-be7a44f24976 req-9c86aa17-1e25-488f-aec3-4e91bff38584 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6e6d39c-7d12-4dff-91ef-5af35380710d HTTP/1.1" status: 200 len: 932 time: 0.1019816 Feb 09 13:05:00.810809 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3526afa7-33e7-4132-830a-be7a44f24976 req-c2f20cd4-4e75-4964-8b87-ff8f53445570 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2116c00-6b46-4e05-8198-801eeba8e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465636 Feb 09 13:05:00.827029 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-a84d8f63-5932-493d-82c9-4ae69b200b2d None None] Provisioning for port f3a751e9-50b7-48bd-b711-843a75ee2fb8 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:05:00.835189 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-a84d8f63-5932-493d-82c9-4ae69b200b2d None None] Provisioning complete for port f3a751e9-50b7-48bd-b711-843a75ee2fb8 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:05:00.835571 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a84d8f63-5932-493d-82c9-4ae69b200b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:00.836191 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-5d2293e5-2ac1-4bcf-b09a-84e27b3378a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:00.895288 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-a84d8f63-5932-493d-82c9-4ae69b200b2d None None] Port f3a751e9-50b7-48bd-b711-843a75ee2fb8 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:05:01.208030 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-5d2293e5-2ac1-4bcf-b09a-84e27b3378a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3a751e9-50b7-48bd-b711-843a75ee2fb8 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:05:01.215879 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-5d2293e5-2ac1-4bcf-b09a-84e27b3378a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:01.231368 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-5d2293e5-2ac1-4bcf-b09a-84e27b3378a5 service neutron] Transition to ACTIVE for port object f3a751e9-50b7-48bd-b711-843a75ee2fb8 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:05:01.234221 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-5d2293e5-2ac1-4bcf-b09a-84e27b3378a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:01.416058 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2293e5-2ac1-4bcf-b09a-84e27b3378a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f3a751e9-50b7-48bd-b711-843a75ee2fb8,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:01.513184 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-5d2293e5-2ac1-4bcf-b09a-84e27b3378a5 service neutron] Attempting to bind port f3a751e9-50b7-48bd-b711-843a75ee2fb8 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:05:01.513516 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-5d2293e5-2ac1-4bcf-b09a-84e27b3378a5 service neutron] Attempting to bind port f3a751e9-50b7-48bd-b711-843a75ee2fb8 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '14242949-90f8-482e-9951-1857393899e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:05:01.513845 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-5d2293e5-2ac1-4bcf-b09a-84e27b3378a5 service neutron] Attempting to bind port f3a751e9-50b7-48bd-b711-843a75ee2fb8 on network a26dea7e-804c-440b-8d39-fd312032ec0c {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:05:01.518425 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-5d2293e5-2ac1-4bcf-b09a-84e27b3378a5 service neutron] Port f3a751e9-50b7-48bd-b711-843a75ee2fb8 on network a26dea7e-804c-440b-8d39-fd312032ec0c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 13:05:01.518745 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-5d2293e5-2ac1-4bcf-b09a-84e27b3378a5 service neutron] Attempting to bind port f3a751e9-50b7-48bd-b711-843a75ee2fb8 on network a26dea7e-804c-440b-8d39-fd312032ec0c {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:05:01.524473 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-5d2293e5-2ac1-4bcf-b09a-84e27b3378a5 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:05:01.524809 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-5d2293e5-2ac1-4bcf-b09a-84e27b3378a5 service neutron] Checking segment: {'id': '14242949-90f8-482e-9951-1857393899e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:05:01.525195 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-5d2293e5-2ac1-4bcf-b09a-84e27b3378a5 service neutron] Bound using segment: {'id': '14242949-90f8-482e-9951-1857393899e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:05:01.525609 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-5d2293e5-2ac1-4bcf-b09a-84e27b3378a5 service neutron] Bound port: f3a751e9-50b7-48bd-b711-843a75ee2fb8, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14242949-90f8-482e-9951-1857393899e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:05:01.525962 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-5d2293e5-2ac1-4bcf-b09a-84e27b3378a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:01.613613 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-5d2293e5-2ac1-4bcf-b09a-84e27b3378a5 service neutron] For port f3a751e9-50b7-48bd-b711-843a75ee2fb8, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:05:01.616728 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-5d2293e5-2ac1-4bcf-b09a-84e27b3378a5 service neutron] For port f3a751e9-50b7-48bd-b711-843a75ee2fb8, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f3a751e9-50b7-48bd-b711-843a75ee2fb8,segment=NetworkSegment(14242949-90f8-482e-9951-1857393899e3),segment_id=14242949-90f8-482e-9951-1857393899e3)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:05:01.623721 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-5d2293e5-2ac1-4bcf-b09a-84e27b3378a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:01.686887 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-5d2293e5-2ac1-4bcf-b09a-84e27b3378a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:01.687483 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-5d2293e5-2ac1-4bcf-b09a-84e27b3378a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:01.688859 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-5d2293e5-2ac1-4bcf-b09a-84e27b3378a5 service neutron] 10.222.0.46 "PUT /v2.0/ports/f3a751e9-50b7-48bd-b711-843a75ee2fb8 HTTP/1.1" status: 200 len: 1092 time: 1.0721755 Feb 09 13:05:01.689278 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e6d39c-7d12-4dff-91ef-5af35380710d', 'tag': 'f3a751e9-50b7-48bd-b711-843a75ee2fb8'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:05:01.712131 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2293e5-2ac1-4bcf-b09a-84e27b3378a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f3a751e9-50b7-48bd-b711-843a75ee2fb8,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:01.823080 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6e6d39c-7d12-4dff-91ef-5af35380710d', 'tag': 'f3a751e9-50b7-48bd-b711-843a75ee2fb8', 'status': 'completed', 'code': 200} Feb 09 13:05:01.825448 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-83dc8aed-49f9-4ef9-86cd-78f08171ff2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:01.826929 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-83dc8aed-49f9-4ef9-86cd-78f08171ff2e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d5c90683c4945019bf1e460c83dc94a&device_id=a6e6d39c-7d12-4dff-91ef-5af35380710d HTTP/1.1" status: 200 len: 1095 time: 0.0831661 Feb 09 13:05:01.902985 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-f237545b-891b-4709-a20f-b6db5ec428ca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3a751e9-50b7-48bd-b711-843a75ee2fb8 HTTP/1.1" status: 200 len: 217 time: 0.0643263 Feb 09 13:05:01.970882 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-51b015fa-b360-4466-9061-94341aa54a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:01.972295 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-51b015fa-b360-4466-9061-94341aa54a01 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c00dd5d5-2adb-420a-a9e5-79af8795f5b5 HTTP/1.1" status: 200 len: 849 time: 0.0575950 Feb 09 13:05:02.025163 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c43084-7937-473b-b2d0-f8de10f79ece req-896603c5-1dfd-4c3a-ab75-44ad85a3aa8d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:02.027809 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c6c43084-7937-473b-b2d0-f8de10f79ece req-896603c5-1dfd-4c3a-ab75-44ad85a3aa8d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6e6d39c-7d12-4dff-91ef-5af35380710d HTTP/1.1" status: 200 len: 944 time: 0.0909894 Feb 09 13:05:02.076698 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c6c43084-7937-473b-b2d0-f8de10f79ece req-fdeeb802-00b9-4fac-b4df-abe37b8a4dc7 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2116c00-6b46-4e05-8198-801eeba8e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430322 Feb 09 13:05:02.157794 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-0b4e7705-fea3-434c-b421-9acc21d91ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:02.159196 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-0b4e7705-fea3-434c-b421-9acc21d91ef2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a26dea7e-804c-440b-8d39-fd312032ec0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1811171 Feb 09 13:05:02.288363 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-3af8de47-a5c8-49a9-b259-da317bf59403 service neutron] 10.222.0.46 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224730 Feb 09 13:05:02.418072 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e76aaa2f-fcb6-4eec-be30-fdc994e26292 req-1e5fe9c6-a2e9-4197-870e-f17007163540 service neutron] 10.222.0.46 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241891 Feb 09 13:05:02.530757 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30582d1e-26af-4515-8624-bd98fdba961b req-192960f6-7662-4e0d-bdb5-eb6329acad65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:02.532392 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-30582d1e-26af-4515-8624-bd98fdba961b req-192960f6-7662-4e0d-bdb5-eb6329acad65 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d5c90683c4945019bf1e460c83dc94a&device_id=a6e6d39c-7d12-4dff-91ef-5af35380710d HTTP/1.1" status: 200 len: 1095 time: 0.0724857 Feb 09 13:05:02.664097 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30582d1e-26af-4515-8624-bd98fdba961b req-2a736c8e-9b58-464c-8ccf-1eb86eeb03a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:02.665591 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-30582d1e-26af-4515-8624-bd98fdba961b req-2a736c8e-9b58-464c-8ccf-1eb86eeb03a3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a26dea7e-804c-440b-8d39-fd312032ec0c HTTP/1.1" status: 200 len: 911 time: 0.1275222 Feb 09 13:05:02.738206 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-30582d1e-26af-4515-8624-bd98fdba961b req-9c6c1023-63de-4254-8de1-1d9ab85c6dc8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3a751e9-50b7-48bd-b711-843a75ee2fb8 HTTP/1.1" status: 200 len: 217 time: 0.0655947 Feb 09 13:05:02.800561 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30582d1e-26af-4515-8624-bd98fdba961b req-9f1022fe-dcfd-4828-9bea-11bb3107f661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:02.802492 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-30582d1e-26af-4515-8624-bd98fdba961b req-9f1022fe-dcfd-4828-9bea-11bb3107f661 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c00dd5d5-2adb-420a-a9e5-79af8795f5b5 HTTP/1.1" status: 200 len: 849 time: 0.0581448 Feb 09 13:05:02.884689 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30582d1e-26af-4515-8624-bd98fdba961b req-af6a2e8f-8f87-43c7-a73e-7d017c2a24bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:02.886263 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-30582d1e-26af-4515-8624-bd98fdba961b req-af6a2e8f-8f87-43c7-a73e-7d017c2a24bd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a26dea7e-804c-440b-8d39-fd312032ec0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775218 Feb 09 13:05:03.020340 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-30582d1e-26af-4515-8624-bd98fdba961b req-cc888653-3a56-4e43-9e1f-c88ce5e4704b service neutron] 10.222.0.46 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277523 Feb 09 13:05:03.150341 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-30582d1e-26af-4515-8624-bd98fdba961b req-9eef456e-aabb-4789-9891-02859fabf713 service neutron] 10.222.0.46 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244838 Feb 09 13:05:03.376615 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230903e-f58c-468f-953c-e6034b9acb74 req-19ebe4f2-b3e4-4ab2-8866-b8596b811fd1 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:03.378067 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a230903e-f58c-468f-953c-e6034b9acb74 req-19ebe4f2-b3e4-4ab2-8866-b8596b811fd1 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6e6d39c-7d12-4dff-91ef-5af35380710d HTTP/1.1" status: 200 len: 944 time: 0.1909194 Feb 09 13:05:03.423111 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a230903e-f58c-468f-953c-e6034b9acb74 req-d685471c-b4a0-4270-9571-efdc61a1f064 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2116c00-6b46-4e05-8198-801eeba8e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382931 Feb 09 13:05:04.603385 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2efdb7-b9f3-42da-9bef-e8cf230b4206 req-bfbb81ad-7358-4ed6-8303-0adccdcb0b70 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:04.604797 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0b2efdb7-b9f3-42da-9bef-e8cf230b4206 req-bfbb81ad-7358-4ed6-8303-0adccdcb0b70 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6e6d39c-7d12-4dff-91ef-5af35380710d HTTP/1.1" status: 200 len: 944 time: 0.0783069 Feb 09 13:05:04.652217 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0b2efdb7-b9f3-42da-9bef-e8cf230b4206 req-6d4fb046-2ca5-48c9-983d-d4412177126f tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2116c00-6b46-4e05-8198-801eeba8e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417624 Feb 09 13:05:05.843900 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ae3e3-5ad8-4205-840f-5843e3d5289a req-13aed4e8-1c99-4a24-b54d-c1692d1986f0 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:05.845437 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-428ae3e3-5ad8-4205-840f-5843e3d5289a req-13aed4e8-1c99-4a24-b54d-c1692d1986f0 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6e6d39c-7d12-4dff-91ef-5af35380710d HTTP/1.1" status: 200 len: 944 time: 0.0901222 Feb 09 13:05:05.893431 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-428ae3e3-5ad8-4205-840f-5843e3d5289a req-2ad8db57-161d-4960-b85e-c94b69f0d2ea tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2116c00-6b46-4e05-8198-801eeba8e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418780 Feb 09 13:05:07.086857 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7965290c-cec6-44ce-b563-98a936a985f6 req-6bdf31ad-863c-4174-8e68-b27818bdd519 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:07.088336 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7965290c-cec6-44ce-b563-98a936a985f6 req-6bdf31ad-863c-4174-8e68-b27818bdd519 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6e6d39c-7d12-4dff-91ef-5af35380710d HTTP/1.1" status: 200 len: 944 time: 0.0885289 Feb 09 13:05:07.134101 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7965290c-cec6-44ce-b563-98a936a985f6 req-c23ec0d0-1db4-4a8a-9a09-0e59d6a80f22 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2116c00-6b46-4e05-8198-801eeba8e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399599 Feb 09 13:05:08.318532 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86c172-d788-4773-ad43-ae808a3f917d req-ae9675fe-55a6-4c9c-8b04-66b28dbc83c6 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:08.319945 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9d86c172-d788-4773-ad43-ae808a3f917d req-ae9675fe-55a6-4c9c-8b04-66b28dbc83c6 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6e6d39c-7d12-4dff-91ef-5af35380710d HTTP/1.1" status: 200 len: 944 time: 0.0832746 Feb 09 13:05:08.363573 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9d86c172-d788-4773-ad43-ae808a3f917d req-6e90b9c1-cc25-4e18-836a-ff1ffc1cfbcc tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2116c00-6b46-4e05-8198-801eeba8e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377729 Feb 09 13:05:09.549844 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253f039-e029-40b6-89aa-deb2b8db28e1 req-b441e441-d427-4a51-9d38-4ca1e6b33f33 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:09.551311 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6253f039-e029-40b6-89aa-deb2b8db28e1 req-b441e441-d427-4a51-9d38-4ca1e6b33f33 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6e6d39c-7d12-4dff-91ef-5af35380710d HTTP/1.1" status: 200 len: 944 time: 0.0848241 Feb 09 13:05:09.596889 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6253f039-e029-40b6-89aa-deb2b8db28e1 req-9a2d2f7f-b479-401f-86c7-d2040ccdc6ee tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2116c00-6b46-4e05-8198-801eeba8e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392642 Feb 09 13:05:10.070861 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device f3a751e9-50b7-48bd-b711-843a75ee2fb8 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:05:10.280115 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port f3a751e9-50b7-48bd-b711-843a75ee2fb8, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f3a751e9-50b7-48bd-b711-843a75ee2fb8,segment=NetworkSegment(14242949-90f8-482e-9951-1857393899e3),segment_id=14242949-90f8-482e-9951-1857393899e3)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:05:10.298354 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'f3a751e9-50b7-48bd-b711-843a75ee2fb8', 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'port_id': 'f3a751e9-50b7-48bd-b711-843a75ee2fb8', 'mac_address': 'fa:16:3e:c1:46:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:05:10.358226 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:10.377432 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3a751e9-50b7-48bd-b711-843a75ee2fb8 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:05:10.393537 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port f3a751e9-50b7-48bd-b711-843a75ee2fb8, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f3a751e9-50b7-48bd-b711-843a75ee2fb8,segment=NetworkSegment(14242949-90f8-482e-9951-1857393899e3),segment_id=14242949-90f8-482e-9951-1857393899e3)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:05:10.397732 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:10.470410 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=f3a751e9-50b7-48bd-b711-843a75ee2fb8,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:10.480363 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:10.480363 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:10.480363 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:10.480363 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:10.480780 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:10.481002 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:10.481336 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:10.481727 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:10.482339 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:10.482483 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:10.482803 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:10.483660 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:10.641571 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['f3a751e9-50b7-48bd-b711-843a75ee2fb8'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:05:10.809041 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60802db3-3721-414d-8510-77b80def4867 req-2ca77ce9-f948-4f59-814a-0b3a39460515 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:10.812772 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-60802db3-3721-414d-8510-77b80def4867 req-2ca77ce9-f948-4f59-814a-0b3a39460515 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6e6d39c-7d12-4dff-91ef-5af35380710d HTTP/1.1" status: 200 len: 945 time: 0.0905533 Feb 09 13:05:10.865301 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-60802db3-3721-414d-8510-77b80def4867 req-39d8ccc6-6c7a-48ae-9271-10280006669e tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2116c00-6b46-4e05-8198-801eeba8e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432239 Feb 09 13:05:12.057112 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9908bd-84ae-4407-8607-f012bf83ba0a req-d8421241-0f49-4c40-8378-248c1f3ae75c tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:12.058331 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fe9908bd-84ae-4407-8607-f012bf83ba0a req-d8421241-0f49-4c40-8378-248c1f3ae75c tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6e6d39c-7d12-4dff-91ef-5af35380710d HTTP/1.1" status: 200 len: 945 time: 0.0897801 Feb 09 13:05:12.076596 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device f3a751e9-50b7-48bd-b711-843a75ee2fb8 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:05:12.107869 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fe9908bd-84ae-4407-8607-f012bf83ba0a req-5a69af18-9ee3-426d-aaaf-47a161d32526 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2116c00-6b46-4e05-8198-801eeba8e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425737 Feb 09 13:05:12.145618 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port f3a751e9-50b7-48bd-b711-843a75ee2fb8 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:05:12.150556 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port f3a751e9-50b7-48bd-b711-843a75ee2fb8 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:05:12.150879 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:12.272418 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:12.300840 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e6d39c-7d12-4dff-91ef-5af35380710d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a751e9-50b7-48bd-b711-843a75ee2fb8'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:05:12.310440 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port f3a751e9-50b7-48bd-b711-843a75ee2fb8, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f3a751e9-50b7-48bd-b711-843a75ee2fb8,segment=NetworkSegment(14242949-90f8-482e-9951-1857393899e3),segment_id=14242949-90f8-482e-9951-1857393899e3)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:05:12.314506 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:12.352325 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e6d39c-7d12-4dff-91ef-5af35380710d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a751e9-50b7-48bd-b711-843a75ee2fb8', 'code': 200} Feb 09 13:05:12.389541 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=f3a751e9-50b7-48bd-b711-843a75ee2fb8,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:12.479594 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b5caff-d1d0-49f4-abeb-160825487157 req-c028700d-7725-45e5-8130-e7d0e1af75e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:12.481157 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b9b5caff-d1d0-49f4-abeb-160825487157 req-c028700d-7725-45e5-8130-e7d0e1af75e9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a6e6d39c-7d12-4dff-91ef-5af35380710d HTTP/1.1" status: 200 len: 1097 time: 0.0709064 Feb 09 13:05:12.525070 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b9b5caff-d1d0-49f4-abeb-160825487157 req-9eec5ead-756a-4ecd-9eb5-4ac08c289703 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b2116c00-6b46-4e05-8198-801eeba8e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350685 Feb 09 13:05:13.292798 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6aab7-8f41-4e66-bf06-3c05586c801e req-ee10bf45-b1a4-4e74-a848-defc993bfe59 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:13.294246 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8b6aab7-8f41-4e66-bf06-3c05586c801e req-ee10bf45-b1a4-4e74-a848-defc993bfe59 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6e6d39c-7d12-4dff-91ef-5af35380710d HTTP/1.1" status: 200 len: 946 time: 0.0790465 Feb 09 13:05:13.341074 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8b6aab7-8f41-4e66-bf06-3c05586c801e req-3ca222c4-1ca7-40f8-8b8c-7c5f944d2cf2 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2116c00-6b46-4e05-8198-801eeba8e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411913 Feb 09 13:05:14.089197 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2483e16a-a9a8-49f1-b75e-4a7ef8fb9484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:14.524608 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9699f47e-1065-4bf1-9ac9-9556ce44e91e req-2ec64c54-a661-4cab-bbb7-0fd4a30cceeb tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:14.526051 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9699f47e-1065-4bf1-9ac9-9556ce44e91e req-2ec64c54-a661-4cab-bbb7-0fd4a30cceeb tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6e6d39c-7d12-4dff-91ef-5af35380710d HTTP/1.1" status: 200 len: 946 time: 0.0780885 Feb 09 13:05:14.569830 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9699f47e-1065-4bf1-9ac9-9556ce44e91e req-1d3c68f4-b8e2-4fff-90a0-4fd151f24f0d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2116c00-6b46-4e05-8198-801eeba8e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380740 Feb 09 13:05:14.756518 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc333ef-4e98-4267-bc4a-9fadb6feefd0 req-56765242-4588-42b9-998c-1d164072bd82 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:14.758038 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7cc333ef-4e98-4267-bc4a-9fadb6feefd0 req-56765242-4588-42b9-998c-1d164072bd82 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6e6d39c-7d12-4dff-91ef-5af35380710d HTTP/1.1" status: 200 len: 946 time: 0.0857770 Feb 09 13:05:14.802343 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7cc333ef-4e98-4267-bc4a-9fadb6feefd0 req-b874f46f-f932-47d1-ae9a-9263866eee16 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2116c00-6b46-4e05-8198-801eeba8e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377264 Feb 09 13:05:14.825245 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 43254) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:05:14.895622 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc87b5e0-aab6-42cf-8f37-b6d15192efec tempest-TestVolumeBootPattern-1869750798 tempest-TestVolumeBootPattern-1869750798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:14.897124 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-fc87b5e0-aab6-42cf-8f37-b6d15192efec tempest-TestVolumeBootPattern-1869750798 tempest-TestVolumeBootPattern-1869750798-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a6e6d39c-7d12-4dff-91ef-5af35380710d HTTP/1.1" status: 200 len: 1092 time: 0.0708878 Feb 09 13:05:14.899856 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 43258) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:05:14.904678 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-f399d6e8-3792-49eb-b920-eb67295fa382 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'port_id': 'f3a751e9-50b7-48bd-b711-843a75ee2fb8', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:05:14.911893 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-f399d6e8-3792-49eb-b920-eb67295fa382 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:05:14.915903 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-f399d6e8-3792-49eb-b920-eb67295fa382 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Usage tracker for resource:floatingip and tenant:1d5c90683c4945019bf1e460c83dc94a is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:05:14.918720 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-f399d6e8-3792-49eb-b920-eb67295fa382 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:05:14.924412 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-f399d6e8-3792-49eb-b920-eb67295fa382 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:05:14.934818 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f399d6e8-3792-49eb-b920-eb67295fa382 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks [] for floatingip, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:15.076698 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f399d6e8-3792-49eb-b920-eb67295fa382 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:15.216623 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-f399d6e8-3792-49eb-b920-eb67295fa382 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Allocated IP 172.25.7.107 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/fd7c7f37-f25f-4c82-8c2b-613e200347a3) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:05:15.369335 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f399d6e8-3792-49eb-b920-eb67295fa382 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:15.399091 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f399d6e8-3792-49eb-b920-eb67295fa382 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:15.464145 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f399d6e8-3792-49eb-b920-eb67295fa382 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:05:15.465221 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-f399d6e8-3792-49eb-b920-eb67295fa382 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:05:15.468825 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f399d6e8-3792-49eb-b920-eb67295fa382 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:05:15.515280 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f399d6e8-3792-49eb-b920-eb67295fa382 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Pushing event updated for resources: {'Port': ['ID=fd7c7f37-f25f-4c82-8c2b-613e200347a3,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:15.528125 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f399d6e8-3792-49eb-b920-eb67295fa382 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:15.528753 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f399d6e8-3792-49eb-b920-eb67295fa382 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:15.528847 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f399d6e8-3792-49eb-b920-eb67295fa382 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:15.529109 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f399d6e8-3792-49eb-b920-eb67295fa382 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:15.529438 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f399d6e8-3792-49eb-b920-eb67295fa382 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:15.529763 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f399d6e8-3792-49eb-b920-eb67295fa382 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:15.530085 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f399d6e8-3792-49eb-b920-eb67295fa382 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:15.530402 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f399d6e8-3792-49eb-b920-eb67295fa382 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:15.530720 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f399d6e8-3792-49eb-b920-eb67295fa382 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:15.531040 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f399d6e8-3792-49eb-b920-eb67295fa382 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:15.531353 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f399d6e8-3792-49eb-b920-eb67295fa382 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:15.531667 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f399d6e8-3792-49eb-b920-eb67295fa382 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:16.022899 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f399d6e8-3792-49eb-b920-eb67295fa382 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:16.101917 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f399d6e8-3792-49eb-b920-eb67295fa382 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:16.329385 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f399d6e8-3792-49eb-b920-eb67295fa382 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:16.335690 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f399d6e8-3792-49eb-b920-eb67295fa382 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:16.438854 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f399d6e8-3792-49eb-b920-eb67295fa382 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Pushing event updated for resources: {'Port': ['ID=fd7c7f37-f25f-4c82-8c2b-613e200347a3,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:16.441092 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-521d67ae-9300-4e75-bc89-b21d3bda5635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:16.450753 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f399d6e8-3792-49eb-b920-eb67295fa382 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:16.621711 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [None req-f399d6e8-3792-49eb-b920-eb67295fa382 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Floating IP fadc5ba0-4493-4219-886d-74fbc686cb6a associated. External IP: 172.25.7.107, port: f3a751e9-50b7-48bd-b711-843a75ee2fb8. Feb 09 13:05:16.991389 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f399d6e8-3792-49eb-b920-eb67295fa382 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Router e922049d-b650-48ed-b1ac-1ab95a35321b has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:05:17.178544 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f399d6e8-3792-49eb-b920-eb67295fa382 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:05:17.188474 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb0b93b-15b4-4e0e-b33b-fb2e88027f0a None None] Sync routers for ids ['e922049d-b650-48ed-b1ac-1ab95a35321b'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:05:17.197770 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb0b93b-15b4-4e0e-b33b-fb2e88027f0a None None] Routers {'e922049d-b650-48ed-b1ac-1ab95a35321b'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:05:17.198375 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-eeb0b93b-15b4-4e0e-b33b-fb2e88027f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:05:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e922049d-b650-48ed-b1ac-1ab95a35321b'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:05:17.202213 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f399d6e8-3792-49eb-b920-eb67295fa382 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:17.257805 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f399d6e8-3792-49eb-b920-eb67295fa382 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3567874 Feb 09 13:05:17.258191 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e6d39c-7d12-4dff-91ef-5af35380710d', 'tag': 'f3a751e9-50b7-48bd-b711-843a75ee2fb8'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:05:17.370291 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6e6d39c-7d12-4dff-91ef-5af35380710d', 'tag': 'f3a751e9-50b7-48bd-b711-843a75ee2fb8', 'status': 'completed', 'code': 200} Feb 09 13:05:17.403033 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-eeb0b93b-15b4-4e0e-b33b-fb2e88027f0a None None] Set router e922049d-b650-48ed-b1ac-1ab95a35321b gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:05:17.464992 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9dce6-86d2-401e-a4cb-8ea7891498d3 req-8850b0b5-4606-4edf-a707-c1f543cd31a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:17.466304 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-21d9dce6-86d2-401e-a4cb-8ea7891498d3 req-8850b0b5-4606-4edf-a707-c1f543cd31a9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d5c90683c4945019bf1e460c83dc94a&device_id=a6e6d39c-7d12-4dff-91ef-5af35380710d HTTP/1.1" status: 200 len: 1097 time: 0.0733762 Feb 09 13:05:17.623337 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9dce6-86d2-401e-a4cb-8ea7891498d3 req-fc8f2440-fbb0-494c-ba34-67e15252ba51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:17.625039 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-21d9dce6-86d2-401e-a4cb-8ea7891498d3 req-fc8f2440-fbb0-494c-ba34-67e15252ba51 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a26dea7e-804c-440b-8d39-fd312032ec0c HTTP/1.1" status: 200 len: 911 time: 0.1525011 Feb 09 13:05:17.649981 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:17.735817 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:17.757119 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-21d9dce6-86d2-401e-a4cb-8ea7891498d3 req-1b4e750f-df41-43b5-9b2a-faebb1a9c582 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3a751e9-50b7-48bd-b711-843a75ee2fb8 HTTP/1.1" status: 200 len: 1000 time: 0.1242118 Feb 09 13:05:17.766244 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-eeb0b93b-15b4-4e0e-b33b-fb2e88027f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'name': 'tempest-TestVolumeBootPattern-78844202-router', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '87bc3ede-f501-4c63-bb09-c236448ea899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:28Z', 'updated_at': '2022-02-09T12:56:33Z', 'revision_number': 4, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'gw_port': {'id': '87bc3ede-f501-4c63-bb09-c236448ea899', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:29Z', 'updated_at': '2022-02-09T12:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '1105b06f-6e50-4d23-8bc2-ac34c4c0f6d9', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'floating_ip_address': '172.25.7.2', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'port_id': '1b1f11e1-613f-4a7b-9193-2295953aedb8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'mac_address': 'fa:16:3e:d0:55:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b031c0-9c4b-4005-b722-d46f9a3a0519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:03:15Z', 'updated_at': '2022-02-09T13:03:18Z', 'revision_number': 1, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'fixed_ip_address_scope': None}, {'id': 'fadc5ba0-4493-4219-886d-74fbc686cb6a', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'floating_ip_address': '172.25.7.107', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'port_id': 'f3a751e9-50b7-48bd-b711-843a75ee2fb8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'mac_address': 'fa:16:3e:c1:46:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e6d39c-7d12-4dff-91ef-5af35380710d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:05:15Z', 'updated_at': '2022-02-09T13:05:15Z', 'revision_number': 0, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b3a609-ffa6-435a-a708-024dfae28a6a', 'name': '', 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'mac_address': 'fa:16:3e:c2:d3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:32Z', 'updated_at': '2022-02-09T12:56:50Z', 'revision_number': 5, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'subnets': [{'id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:05:17.770158 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb0b93b-15b4-4e0e-b33b-fb2e88027f0a None None] Checking router: e922049d-b650-48ed-b1ac-1ab95a35321b for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:05:17.779311 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb0b93b-15b4-4e0e-b33b-fb2e88027f0a None None] Routers {'e922049d-b650-48ed-b1ac-1ab95a35321b'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:05:17.780252 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-eeb0b93b-15b4-4e0e-b33b-fb2e88027f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:05:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e922049d-b650-48ed-b1ac-1ab95a35321b'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:05:17.834187 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9dce6-86d2-401e-a4cb-8ea7891498d3 req-0531890d-fe2d-476b-9429-03dba16da69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:17.836193 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-21d9dce6-86d2-401e-a4cb-8ea7891498d3 req-0531890d-fe2d-476b-9429-03dba16da69b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c00dd5d5-2adb-420a-a9e5-79af8795f5b5 HTTP/1.1" status: 200 len: 849 time: 0.0719998 Feb 09 13:05:17.914523 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9dce6-86d2-401e-a4cb-8ea7891498d3 req-eba0ab87-6f85-4600-857d-26ad346180af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:17.916064 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-21d9dce6-86d2-401e-a4cb-8ea7891498d3 req-eba0ab87-6f85-4600-857d-26ad346180af service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a26dea7e-804c-440b-8d39-fd312032ec0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738158 Feb 09 13:05:17.986413 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-eeb0b93b-15b4-4e0e-b33b-fb2e88027f0a None None] Set router e922049d-b650-48ed-b1ac-1ab95a35321b gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:05:18.173556 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-21d9dce6-86d2-401e-a4cb-8ea7891498d3 req-d966f4d4-158c-4c49-b1a5-752e652457f9 service neutron] 10.222.0.46 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513850 Feb 09 13:05:18.309586 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-21d9dce6-86d2-401e-a4cb-8ea7891498d3 req-30897c8e-44ae-4fee-bfb1-c714448bff62 service neutron] 10.222.0.46 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295116 Feb 09 13:05:18.369909 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-eeb0b93b-15b4-4e0e-b33b-fb2e88027f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'name': 'tempest-TestVolumeBootPattern-78844202-router', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '87bc3ede-f501-4c63-bb09-c236448ea899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:28Z', 'updated_at': '2022-02-09T12:56:33Z', 'revision_number': 4, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'gw_port': {'id': '87bc3ede-f501-4c63-bb09-c236448ea899', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:29Z', 'updated_at': '2022-02-09T12:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '1105b06f-6e50-4d23-8bc2-ac34c4c0f6d9', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'floating_ip_address': '172.25.7.2', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'port_id': '1b1f11e1-613f-4a7b-9193-2295953aedb8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'mac_address': 'fa:16:3e:d0:55:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b031c0-9c4b-4005-b722-d46f9a3a0519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:03:15Z', 'updated_at': '2022-02-09T13:03:18Z', 'revision_number': 1, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'fixed_ip_address_scope': None}, {'id': 'fadc5ba0-4493-4219-886d-74fbc686cb6a', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'floating_ip_address': '172.25.7.107', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'port_id': 'f3a751e9-50b7-48bd-b711-843a75ee2fb8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'mac_address': 'fa:16:3e:c1:46:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e6d39c-7d12-4dff-91ef-5af35380710d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:05:15Z', 'updated_at': '2022-02-09T13:05:15Z', 'revision_number': 0, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b3a609-ffa6-435a-a708-024dfae28a6a', 'name': '', 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'mac_address': 'fa:16:3e:c2:d3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:32Z', 'updated_at': '2022-02-09T12:56:50Z', 'revision_number': 5, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'subnets': [{'id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:05:18.373845 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb0b93b-15b4-4e0e-b33b-fb2e88027f0a None None] The sync data for ids ['e922049d-b650-48ed-b1ac-1ab95a35321b'] in n-d-825178-3 is: [{'id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'name': 'tempest-TestVolumeBootPattern-78844202-router', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '87bc3ede-f501-4c63-bb09-c236448ea899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:28Z', 'updated_at': '2022-02-09T12:56:33Z', 'revision_number': 4, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'gw_port': {'id': '87bc3ede-f501-4c63-bb09-c236448ea899', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:29Z', 'updated_at': '2022-02-09T12:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '1105b06f-6e50-4d23-8bc2-ac34c4c0f6d9', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'floating_ip_address': '172.25.7.2', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'port_id': '1b1f11e1-613f-4a7b-9193-2295953aedb8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'mac_address': 'fa:16:3e:d0:55:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b031c0-9c4b-4005-b722-d46f9a3a0519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:03:15Z', 'updated_at': '2022-02-09T13:03:18Z', 'revision_number': 1, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'fixed_ip_address_scope': None}, {'id': 'fadc5ba0-4493-4219-886d-74fbc686cb6a', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'floating_ip_address': '172.25.7.107', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'port_id': 'f3a751e9-50b7-48bd-b711-843a75ee2fb8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'mac_address': 'fa:16:3e:c1:46:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e6d39c-7d12-4dff-91ef-5af35380710d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:05:15Z', 'updated_at': '2022-02-09T13:05:15Z', 'revision_number': 0, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b3a609-ffa6-435a-a708-024dfae28a6a', 'name': '', 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'mac_address': 'fa:16:3e:c2:d3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:32Z', 'updated_at': '2022-02-09T12:56:50Z', 'revision_number': 5, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'subnets': [{'id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:05:18.580073 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f1522c-b413-4535-81e2-b988cbae9896 None None] New status for floating IP fadc5ba0-4493-4219-886d-74fbc686cb6a: ACTIVE {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:05:19.295405 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:20.776076 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:20.965927 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:05:21.137017 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6ce032c3-436f-4a8b-8f82-d0acea63c6b4 req-3bb88f53-9d6e-4f43-b169-19ca52f5c2dd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e1b031c0-9c4b-4005-b722-d46f9a3a0519&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0688462 Feb 09 13:05:21.406610 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce032c3-436f-4a8b-8f82-d0acea63c6b4 req-f4df6683-f8fe-446a-98e8-14fa301313fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:21.408128 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6ce032c3-436f-4a8b-8f82-d0acea63c6b4 req-f4df6683-f8fe-446a-98e8-14fa301313fb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d5c90683c4945019bf1e460c83dc94a&device_id=e1b031c0-9c4b-4005-b722-d46f9a3a0519 HTTP/1.1" status: 200 len: 1096 time: 0.1890533 Feb 09 13:05:21.550334 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce032c3-436f-4a8b-8f82-d0acea63c6b4 req-435f4218-4c25-450d-a8e6-e8d14e6cf1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:21.552385 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6ce032c3-436f-4a8b-8f82-d0acea63c6b4 req-435f4218-4c25-450d-a8e6-e8d14e6cf1a5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a26dea7e-804c-440b-8d39-fd312032ec0c HTTP/1.1" status: 200 len: 911 time: 0.1265087 Feb 09 13:05:21.654818 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6ce032c3-436f-4a8b-8f82-d0acea63c6b4 req-cc30321c-bd03-41a8-8b1f-a5d5b5c36e7e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b1f11e1-613f-4a7b-9193-2295953aedb8 HTTP/1.1" status: 200 len: 999 time: 0.0951662 Feb 09 13:05:21.716937 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce032c3-436f-4a8b-8f82-d0acea63c6b4 req-31d1caca-4a43-4ef8-862f-2b55e924eb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:21.718390 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6ce032c3-436f-4a8b-8f82-d0acea63c6b4 req-31d1caca-4a43-4ef8-862f-2b55e924eb08 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c00dd5d5-2adb-420a-a9e5-79af8795f5b5 HTTP/1.1" status: 200 len: 849 time: 0.0575609 Feb 09 13:05:21.800029 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce032c3-436f-4a8b-8f82-d0acea63c6b4 req-4f8817c7-d430-43b7-9b19-9b88b2491549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:21.802341 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6ce032c3-436f-4a8b-8f82-d0acea63c6b4 req-4f8817c7-d430-43b7-9b19-9b88b2491549 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a26dea7e-804c-440b-8d39-fd312032ec0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782931 Feb 09 13:05:21.935012 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6ce032c3-436f-4a8b-8f82-d0acea63c6b4 req-f4823de7-906e-4d67-9e07-752c6f77900a service neutron] 10.222.0.52 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254585 Feb 09 13:05:22.069745 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6ce032c3-436f-4a8b-8f82-d0acea63c6b4 req-fddbcc6c-4a50-48af-bcd4-b0aa9dbb060a service neutron] 10.222.0.52 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282771 Feb 09 13:05:23.263981 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:44.091144 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b92b5baf-746a-46f6-a649-b238e022d124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:46.443626 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a055f46d-55bd-46ff-9d7a-105dea92b61b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:47.643907 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:47.726622 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:49.301005 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:50.804288 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:53.281458 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:57.965963 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:06:09.436807 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [req-d1970c78-28d6-4fde-ac37-ea5bde3150d6 req-f020452f-083c-4ded-a41c-6a0552c05c08 service neutron] (87568) timed out ('10.222.0.52', 55006) {{(pid=87568) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 13:06:12.691144 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f4e29549-3b7d-4da7-b06b-235ebcfd66f1 req-e5b69e7f-48bb-48b0-998c-de893d0a1354 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a6e6d39c-7d12-4dff-91ef-5af35380710d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0684414 Feb 09 13:06:12.832242 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e29549-3b7d-4da7-b06b-235ebcfd66f1 req-0a3e8ed7-c3f1-4bc4-923b-90a74cbc5fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:12.833807 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f4e29549-3b7d-4da7-b06b-235ebcfd66f1 req-0a3e8ed7-c3f1-4bc4-923b-90a74cbc5fd5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d5c90683c4945019bf1e460c83dc94a&device_id=a6e6d39c-7d12-4dff-91ef-5af35380710d HTTP/1.1" status: 200 len: 1097 time: 0.0738931 Feb 09 13:06:12.983205 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e29549-3b7d-4da7-b06b-235ebcfd66f1 req-edbeffa7-9f6e-4d3b-b73f-cf3ab0662fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:12.984677 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f4e29549-3b7d-4da7-b06b-235ebcfd66f1 req-edbeffa7-9f6e-4d3b-b73f-cf3ab0662fd1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a26dea7e-804c-440b-8d39-fd312032ec0c HTTP/1.1" status: 200 len: 911 time: 0.1313758 Feb 09 13:06:13.092117 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f4e29549-3b7d-4da7-b06b-235ebcfd66f1 req-7c8b54d8-5737-4a3d-8518-dc153c931f49 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3a751e9-50b7-48bd-b711-843a75ee2fb8 HTTP/1.1" status: 200 len: 1002 time: 0.1016457 Feb 09 13:06:13.160061 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e29549-3b7d-4da7-b06b-235ebcfd66f1 req-1a09af97-08f3-487b-a08b-cf5eaa3b7855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:13.161794 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f4e29549-3b7d-4da7-b06b-235ebcfd66f1 req-1a09af97-08f3-487b-a08b-cf5eaa3b7855 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c00dd5d5-2adb-420a-a9e5-79af8795f5b5 HTTP/1.1" status: 200 len: 849 time: 0.0630889 Feb 09 13:06:13.239775 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e29549-3b7d-4da7-b06b-235ebcfd66f1 req-cd2caa9a-b20f-4cee-88e3-45e6560697ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:13.241735 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f4e29549-3b7d-4da7-b06b-235ebcfd66f1 req-cd2caa9a-b20f-4cee-88e3-45e6560697ac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a26dea7e-804c-440b-8d39-fd312032ec0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734446 Feb 09 13:06:13.376641 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f4e29549-3b7d-4da7-b06b-235ebcfd66f1 req-40ed5755-9c53-4838-a742-85479c33bf4f service neutron] 10.222.0.46 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292198 Feb 09 13:06:13.514166 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f4e29549-3b7d-4da7-b06b-235ebcfd66f1 req-0e2bde85-464d-4692-ac28-1b1c17019c31 service neutron] 10.222.0.46 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281412 Feb 09 13:06:14.098744 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-13870859-af81-4752-843a-492883e48227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:16.446003 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-07d3147e-dcc7-4438-8342-da71468396b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:17.648953 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:17.730633 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:19.302216 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:20.805418 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:22.137711 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d0bb9f60-3221-4507-9879-9000ed953cbe req-8c97c1e4-3982-4d99-85dd-00d0dd7e1e3c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e1b031c0-9c4b-4005-b722-d46f9a3a0519&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0706556 Feb 09 13:06:22.278060 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb9f60-3221-4507-9879-9000ed953cbe req-1fac70e8-b2be-40ef-a828-e583ee648bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:22.279518 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d0bb9f60-3221-4507-9879-9000ed953cbe req-1fac70e8-b2be-40ef-a828-e583ee648bd1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d5c90683c4945019bf1e460c83dc94a&device_id=e1b031c0-9c4b-4005-b722-d46f9a3a0519 HTTP/1.1" status: 200 len: 1096 time: 0.0729213 Feb 09 13:06:22.423140 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb9f60-3221-4507-9879-9000ed953cbe req-ae89c45e-85dd-4880-8cd3-2d18ccee5b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:22.424517 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d0bb9f60-3221-4507-9879-9000ed953cbe req-ae89c45e-85dd-4880-8cd3-2d18ccee5b23 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a26dea7e-804c-440b-8d39-fd312032ec0c HTTP/1.1" status: 200 len: 911 time: 0.1257370 Feb 09 13:06:22.521478 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d0bb9f60-3221-4507-9879-9000ed953cbe req-89013824-cb60-402e-be68-1ba103a864ce service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b1f11e1-613f-4a7b-9193-2295953aedb8 HTTP/1.1" status: 200 len: 999 time: 0.0903480 Feb 09 13:06:22.585065 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb9f60-3221-4507-9879-9000ed953cbe req-4597f9ad-4f82-4b61-830f-e1faefd99e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:22.586493 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d0bb9f60-3221-4507-9879-9000ed953cbe req-4597f9ad-4f82-4b61-830f-e1faefd99e6f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c00dd5d5-2adb-420a-a9e5-79af8795f5b5 HTTP/1.1" status: 200 len: 849 time: 0.0594673 Feb 09 13:06:22.661745 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb9f60-3221-4507-9879-9000ed953cbe req-9c2d99ea-68df-4530-b019-19017fd2fe0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:22.663240 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d0bb9f60-3221-4507-9879-9000ed953cbe req-9c2d99ea-68df-4530-b019-19017fd2fe0a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a26dea7e-804c-440b-8d39-fd312032ec0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701296 Feb 09 13:06:22.793459 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d0bb9f60-3221-4507-9879-9000ed953cbe req-be79db85-c950-4f5d-90bc-9469f0d25a1d service neutron] 10.222.0.52 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231456 Feb 09 13:06:22.923201 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d0bb9f60-3221-4507-9879-9000ed953cbe req-7988ffe4-baae-41c2-8f38-8dbe37e82fd5 service neutron] 10.222.0.52 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237917 Feb 09 13:06:23.274509 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:34.964561 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:06:44.097753 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-54f764f5-19ed-489f-a4c5-b382ecadaf42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:46.446559 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-81876cc5-211a-4037-8d14-c3b1f54d8295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:47.650934 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:47.731661 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:49.304196 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:50.805084 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:53.289535 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:56.767908 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 43302) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:06:57.084955 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-190708e4-c3aa-492e-a34f-45d2109d6ff4 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Deleting port fd7c7f37-f25f-4c82-8c2b-613e200347a3 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:06:57.085205 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-190708e4-c3aa-492e-a34f-45d2109d6ff4 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:57.250155 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-190708e4-c3aa-492e-a34f-45d2109d6ff4 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:57.250485 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-190708e4-c3aa-492e-a34f-45d2109d6ff4 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:57.375192 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-190708e4-c3aa-492e-a34f-45d2109d6ff4 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Calling delete_port for fd7c7f37-f25f-4c82-8c2b-613e200347a3 owned by network:floatingip {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:06:57.523637 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-190708e4-c3aa-492e-a34f-45d2109d6ff4 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:57.571901 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708e4-c3aa-492e-a34f-45d2109d6ff4 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Pushing event deleted for resources: {'Port': ['ID=fd7c7f37-f25f-4c82-8c2b-613e200347a3,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:57.608139 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708e4-c3aa-492e-a34f-45d2109d6ff4 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:57.608418 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708e4-c3aa-492e-a34f-45d2109d6ff4 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:57.608754 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708e4-c3aa-492e-a34f-45d2109d6ff4 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:57.609084 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708e4-c3aa-492e-a34f-45d2109d6ff4 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:57.609411 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708e4-c3aa-492e-a34f-45d2109d6ff4 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:57.609742 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708e4-c3aa-492e-a34f-45d2109d6ff4 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:57.610062 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708e4-c3aa-492e-a34f-45d2109d6ff4 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:57.610453 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708e4-c3aa-492e-a34f-45d2109d6ff4 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:57.610772 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708e4-c3aa-492e-a34f-45d2109d6ff4 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:57.611147 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708e4-c3aa-492e-a34f-45d2109d6ff4 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:57.611469 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708e4-c3aa-492e-a34f-45d2109d6ff4 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:57.611783 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708e4-c3aa-492e-a34f-45d2109d6ff4 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:57.672734 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-190708e4-c3aa-492e-a34f-45d2109d6ff4 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks [] for floatingip, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:57.673082 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [None req-190708e4-c3aa-492e-a34f-45d2109d6ff4 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Floating IP fadc5ba0-4493-4219-886d-74fbc686cb6a disassociated (deleted). External IP: 172.25.7.107, port: f3a751e9-50b7-48bd-b711-843a75ee2fb8. Feb 09 13:06:58.023740 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-190708e4-c3aa-492e-a34f-45d2109d6ff4 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Router e922049d-b650-48ed-b1ac-1ab95a35321b has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:06:58.200841 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190708e4-c3aa-492e-a34f-45d2109d6ff4 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:06:58.210797 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee28ce2-7375-4d88-af56-64e66e52d302 None None] Sync routers for ids ['e922049d-b650-48ed-b1ac-1ab95a35321b'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:06:58.218642 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-190708e4-c3aa-492e-a34f-45d2109d6ff4 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:58.221481 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee28ce2-7375-4d88-af56-64e66e52d302 None None] Routers {'e922049d-b650-48ed-b1ac-1ab95a35321b'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:06:58.222422 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1ee28ce2-7375-4d88-af56-64e66e52d302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:06:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e922049d-b650-48ed-b1ac-1ab95a35321b'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:58.396776 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-190708e4-c3aa-492e-a34f-45d2109d6ff4 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "DELETE /v2.0/floatingips/fadc5ba0-4493-4219-886d-74fbc686cb6a HTTP/1.1" status: 204 len: 168 time: 1.6252663 Feb 09 13:06:58.396776 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e6d39c-7d12-4dff-91ef-5af35380710d', 'tag': 'f3a751e9-50b7-48bd-b711-843a75ee2fb8'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:06:58.415233 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-1ee28ce2-7375-4d88-af56-64e66e52d302 None None] Set router e922049d-b650-48ed-b1ac-1ab95a35321b gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:06:58.648894 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6e6d39c-7d12-4dff-91ef-5af35380710d', 'tag': 'f3a751e9-50b7-48bd-b711-843a75ee2fb8', 'status': 'completed', 'code': 200} Feb 09 13:06:58.749387 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b2bbc-abf1-45db-981f-56b627b966ba req-3d1dbd1d-c6c7-43cd-a7c1-18dd63a2e573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:58.750870 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b35b2bbc-abf1-45db-981f-56b627b966ba req-3d1dbd1d-c6c7-43cd-a7c1-18dd63a2e573 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d5c90683c4945019bf1e460c83dc94a&device_id=a6e6d39c-7d12-4dff-91ef-5af35380710d HTTP/1.1" status: 200 len: 1097 time: 0.0794108 Feb 09 13:06:58.777224 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1ee28ce2-7375-4d88-af56-64e66e52d302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'name': 'tempest-TestVolumeBootPattern-78844202-router', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '87bc3ede-f501-4c63-bb09-c236448ea899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:28Z', 'updated_at': '2022-02-09T12:56:33Z', 'revision_number': 4, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'gw_port': {'id': '87bc3ede-f501-4c63-bb09-c236448ea899', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:29Z', 'updated_at': '2022-02-09T12:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '1105b06f-6e50-4d23-8bc2-ac34c4c0f6d9', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'floating_ip_address': '172.25.7.2', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'port_id': '1b1f11e1-613f-4a7b-9193-2295953aedb8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'mac_address': 'fa:16:3e:d0:55:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b031c0-9c4b-4005-b722-d46f9a3a0519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:03:15Z', 'updated_at': '2022-02-09T13:03:18Z', 'revision_number': 1, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b3a609-ffa6-435a-a708-024dfae28a6a', 'name': '', 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'mac_address': 'fa:16:3e:c2:d3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:32Z', 'updated_at': '2022-02-09T12:56:50Z', 'revision_number': 5, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'subnets': [{'id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:58.781123 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee28ce2-7375-4d88-af56-64e66e52d302 None None] Checking router: e922049d-b650-48ed-b1ac-1ab95a35321b for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:06:58.790683 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee28ce2-7375-4d88-af56-64e66e52d302 None None] Routers {'e922049d-b650-48ed-b1ac-1ab95a35321b'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:06:58.791293 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1ee28ce2-7375-4d88-af56-64e66e52d302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:06:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e922049d-b650-48ed-b1ac-1ab95a35321b'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:58.821886 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b34db1-2295-4245-9f77-4d93e3cb54f4 req-73c10fce-4800-40e8-9cf7-e7ad1871e04e tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:58.822591 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-b0b34db1-2295-4245-9f77-4d93e3cb54f4 req-73c10fce-4800-40e8-9cf7-e7ad1871e04e tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Synchronizing usage tracker for tenant:1d5c90683c4945019bf1e460c83dc94a on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:06:58.839347 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-b0b34db1-2295-4245-9f77-4d93e3cb54f4 req-73c10fce-4800-40e8-9cf7-e7ad1871e04e tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Unset dirty status for tenant:1d5c90683c4945019bf1e460c83dc94a on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:06:58.846645 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b0b34db1-2295-4245-9f77-4d93e3cb54f4 req-73c10fce-4800-40e8-9cf7-e7ad1871e04e tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6e6d39c-7d12-4dff-91ef-5af35380710d HTTP/1.1" status: 200 len: 946 time: 0.1112096 Feb 09 13:06:58.890627 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b2bbc-abf1-45db-981f-56b627b966ba req-bfc63286-3dd4-4e1b-8a66-7c3c0ae86623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:58.892007 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b35b2bbc-abf1-45db-981f-56b627b966ba req-bfc63286-3dd4-4e1b-8a66-7c3c0ae86623 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a26dea7e-804c-440b-8d39-fd312032ec0c HTTP/1.1" status: 200 len: 911 time: 0.1331844 Feb 09 13:06:58.893720 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b0b34db1-2295-4245-9f77-4d93e3cb54f4 req-f29d2503-56ad-4579-95bf-1204dd6eb1c3 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2116c00-6b46-4e05-8198-801eeba8e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449536 Feb 09 13:06:58.964416 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b35b2bbc-abf1-45db-981f-56b627b966ba req-03293bb5-b330-41bf-bd91-4947e28140f2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3a751e9-50b7-48bd-b711-843a75ee2fb8 HTTP/1.1" status: 200 len: 217 time: 0.0658741 Feb 09 13:06:58.971639 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-1ee28ce2-7375-4d88-af56-64e66e52d302 None None] Set router e922049d-b650-48ed-b1ac-1ab95a35321b gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:06:59.030706 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b2bbc-abf1-45db-981f-56b627b966ba req-41f42797-7ab5-41bc-b4a9-8128b36d2417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:59.032101 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b35b2bbc-abf1-45db-981f-56b627b966ba req-41f42797-7ab5-41bc-b4a9-8128b36d2417 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c00dd5d5-2adb-420a-a9e5-79af8795f5b5 HTTP/1.1" status: 200 len: 849 time: 0.0612435 Feb 09 13:06:59.107345 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b2bbc-abf1-45db-981f-56b627b966ba req-d52b4fb6-9067-471c-b9be-43ac9c27dada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:59.108849 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b35b2bbc-abf1-45db-981f-56b627b966ba req-d52b4fb6-9067-471c-b9be-43ac9c27dada service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a26dea7e-804c-440b-8d39-fd312032ec0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699627 Feb 09 13:06:59.243927 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b35b2bbc-abf1-45db-981f-56b627b966ba req-2cc82f88-8dec-40f6-9ca5-b842ec4c1d61 service neutron] 10.222.0.46 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285129 Feb 09 13:06:59.314135 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1ee28ce2-7375-4d88-af56-64e66e52d302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'name': 'tempest-TestVolumeBootPattern-78844202-router', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '87bc3ede-f501-4c63-bb09-c236448ea899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:28Z', 'updated_at': '2022-02-09T12:56:33Z', 'revision_number': 4, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'gw_port': {'id': '87bc3ede-f501-4c63-bb09-c236448ea899', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:29Z', 'updated_at': '2022-02-09T12:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '1105b06f-6e50-4d23-8bc2-ac34c4c0f6d9', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'floating_ip_address': '172.25.7.2', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'port_id': '1b1f11e1-613f-4a7b-9193-2295953aedb8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'mac_address': 'fa:16:3e:d0:55:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b031c0-9c4b-4005-b722-d46f9a3a0519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:03:15Z', 'updated_at': '2022-02-09T13:03:18Z', 'revision_number': 1, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b3a609-ffa6-435a-a708-024dfae28a6a', 'name': '', 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'mac_address': 'fa:16:3e:c2:d3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:32Z', 'updated_at': '2022-02-09T12:56:50Z', 'revision_number': 5, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'subnets': [{'id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:59.318922 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee28ce2-7375-4d88-af56-64e66e52d302 None None] The sync data for ids ['e922049d-b650-48ed-b1ac-1ab95a35321b'] in n-d-825178-3 is: [{'id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'name': 'tempest-TestVolumeBootPattern-78844202-router', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '87bc3ede-f501-4c63-bb09-c236448ea899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:28Z', 'updated_at': '2022-02-09T12:56:33Z', 'revision_number': 4, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'gw_port': {'id': '87bc3ede-f501-4c63-bb09-c236448ea899', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:29Z', 'updated_at': '2022-02-09T12:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '1105b06f-6e50-4d23-8bc2-ac34c4c0f6d9', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'floating_ip_address': '172.25.7.2', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'port_id': '1b1f11e1-613f-4a7b-9193-2295953aedb8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'mac_address': 'fa:16:3e:d0:55:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b031c0-9c4b-4005-b722-d46f9a3a0519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:03:15Z', 'updated_at': '2022-02-09T13:03:18Z', 'revision_number': 1, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b3a609-ffa6-435a-a708-024dfae28a6a', 'name': '', 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'mac_address': 'fa:16:3e:c2:d3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:32Z', 'updated_at': '2022-02-09T12:56:50Z', 'revision_number': 5, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'subnets': [{'id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:06:59.480534 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b35b2bbc-abf1-45db-981f-56b627b966ba req-ab082f09-b49e-4416-b117-f8da4357aaea service neutron] 10.222.0.46 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301331 Feb 09 13:06:59.561255 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cd4d5e-4611-4be4-a4d3-9b8cf6e4940a None None] New status for floating IP fadc5ba0-4493-4219-886d-74fbc686cb6a: DOWN {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:07:00.078572 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35bb49-c903-4ece-be61-450d2737d2f4 req-0c81b896-e5a4-417a-ab4a-c201f74f572c tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:00.080683 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ad35bb49-c903-4ece-be61-450d2737d2f4 req-0c81b896-e5a4-417a-ab4a-c201f74f572c tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6e6d39c-7d12-4dff-91ef-5af35380710d HTTP/1.1" status: 200 len: 946 time: 0.0796916 Feb 09 13:07:00.123522 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ad35bb49-c903-4ece-be61-450d2737d2f4 req-f15c90d5-48fb-4a1d-b3fc-c8a4029c9000 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2116c00-6b46-4e05-8198-801eeba8e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370400 Feb 09 13:07:00.222330 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0806913-e457-4b42-b4b0-932da1960163 req-7cd5a84f-48a5-432f-a041-eacab310f91a tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:00.223018 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-c0806913-e457-4b42-b4b0-932da1960163 req-7cd5a84f-48a5-432f-a041-eacab310f91a tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Synchronizing usage tracker for tenant:1d5c90683c4945019bf1e460c83dc94a on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:07:00.234608 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-c0806913-e457-4b42-b4b0-932da1960163 req-7cd5a84f-48a5-432f-a041-eacab310f91a tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Unset dirty status for tenant:1d5c90683c4945019bf1e460c83dc94a on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:07:00.235661 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c0806913-e457-4b42-b4b0-932da1960163 req-7cd5a84f-48a5-432f-a041-eacab310f91a tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e6d39c-7d12-4dff-91ef-5af35380710d HTTP/1.1" status: 200 len: 946 time: 0.0916948 Feb 09 13:07:00.306890 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-c0806913-e457-4b42-b4b0-932da1960163 req-82e4a80e-81ca-4c36-a968-0723f2b13c07 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Deleting port f3a751e9-50b7-48bd-b711-843a75ee2fb8 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:07:00.307221 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-c0806913-e457-4b42-b4b0-932da1960163 req-82e4a80e-81ca-4c36-a968-0723f2b13c07 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:00.548283 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-c0806913-e457-4b42-b4b0-932da1960163 req-82e4a80e-81ca-4c36-a968-0723f2b13c07 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] For port f3a751e9-50b7-48bd-b711-843a75ee2fb8, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f3a751e9-50b7-48bd-b711-843a75ee2fb8,segment=NetworkSegment(14242949-90f8-482e-9951-1857393899e3),segment_id=14242949-90f8-482e-9951-1857393899e3)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:07:00.549146 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-c0806913-e457-4b42-b4b0-932da1960163 req-82e4a80e-81ca-4c36-a968-0723f2b13c07 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:00.669269 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-c0806913-e457-4b42-b4b0-932da1960163 req-82e4a80e-81ca-4c36-a968-0723f2b13c07 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Calling delete_port for f3a751e9-50b7-48bd-b711-843a75ee2fb8 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:07:00.810977 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-c0806913-e457-4b42-b4b0-932da1960163 req-82e4a80e-81ca-4c36-a968-0723f2b13c07 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:00.863359 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e4a80e-81ca-4c36-a968-0723f2b13c07 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Pushing event deleted for resources: {'Port': ['ID=f3a751e9-50b7-48bd-b711-843a75ee2fb8,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:00.904346 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e4a80e-81ca-4c36-a968-0723f2b13c07 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:00.904689 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e4a80e-81ca-4c36-a968-0723f2b13c07 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:00.905025 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e4a80e-81ca-4c36-a968-0723f2b13c07 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:00.905355 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e4a80e-81ca-4c36-a968-0723f2b13c07 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:00.905678 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e4a80e-81ca-4c36-a968-0723f2b13c07 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:00.905999 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e4a80e-81ca-4c36-a968-0723f2b13c07 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:00.906317 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e4a80e-81ca-4c36-a968-0723f2b13c07 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:00.906636 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e4a80e-81ca-4c36-a968-0723f2b13c07 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:00.906950 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e4a80e-81ca-4c36-a968-0723f2b13c07 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:00.907263 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e4a80e-81ca-4c36-a968-0723f2b13c07 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:00.907574 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e4a80e-81ca-4c36-a968-0723f2b13c07 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:00.907961 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e4a80e-81ca-4c36-a968-0723f2b13c07 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:00.950703 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0806913-e457-4b42-b4b0-932da1960163 req-82e4a80e-81ca-4c36-a968-0723f2b13c07 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] No DVR routers for this DVR port f3a751e9-50b7-48bd-b711-843a75ee2fb8 on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:07:00.953093 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-c0806913-e457-4b42-b4b0-932da1960163 req-82e4a80e-81ca-4c36-a968-0723f2b13c07 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:00.955665 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e6d39c-7d12-4dff-91ef-5af35380710d', 'name': 'network-vif-deleted', 'tag': 'f3a751e9-50b7-48bd-b711-843a75ee2fb8'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:07:00.971295 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c0806913-e457-4b42-b4b0-932da1960163 req-82e4a80e-81ca-4c36-a968-0723f2b13c07 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.46 "DELETE /v2.0/ports/f3a751e9-50b7-48bd-b711-843a75ee2fb8 HTTP/1.1" status: 204 len: 173 time: 0.7304969 Feb 09 13:07:01.008591 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e6d39c-7d12-4dff-91ef-5af35380710d', 'name': 'network-vif-deleted', 'tag': 'f3a751e9-50b7-48bd-b711-843a75ee2fb8', 'status': 'completed', 'code': 200} Feb 09 13:07:01.279257 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-98cc8065-b435-44d6-899f-a2f18a06d79b req-1db2d263-1233-4900-b089-1f821e4bf46f tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6e6d39c-7d12-4dff-91ef-5af35380710d HTTP/1.1" status: 200 len: 210 time: 0.0431750 Feb 09 13:07:02.556606 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device f3a751e9-50b7-48bd-b711-843a75ee2fb8 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:07:02.590731 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: f3a751e9-50b7-48bd-b711-843a75ee2fb8 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:07:02.591006 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device f3a751e9-50b7-48bd-b711-843a75ee2fb8 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:07:06.886725 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 43346) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:07.086306 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-37ca0d64-ca22-4e2c-8a96-4a6b3daf0dcc tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Deleting port 99ecd7fe-f878-4a49-866a-8689b98a8c18 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:07:07.086649 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-37ca0d64-ca22-4e2c-8a96-4a6b3daf0dcc tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:07.256736 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-37ca0d64-ca22-4e2c-8a96-4a6b3daf0dcc tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:07.257074 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-37ca0d64-ca22-4e2c-8a96-4a6b3daf0dcc tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:07.380496 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-37ca0d64-ca22-4e2c-8a96-4a6b3daf0dcc tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Calling delete_port for 99ecd7fe-f878-4a49-866a-8689b98a8c18 owned by network:floatingip {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:07:07.528749 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-37ca0d64-ca22-4e2c-8a96-4a6b3daf0dcc tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:07.572206 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca0d64-ca22-4e2c-8a96-4a6b3daf0dcc tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Pushing event deleted for resources: {'Port': ['ID=99ecd7fe-f878-4a49-866a-8689b98a8c18,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:07.664835 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-37ca0d64-ca22-4e2c-8a96-4a6b3daf0dcc tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks [] for floatingip, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:07.665136 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [None req-37ca0d64-ca22-4e2c-8a96-4a6b3daf0dcc tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Floating IP 1105b06f-6e50-4d23-8bc2-ac34c4c0f6d9 disassociated (deleted). External IP: 172.25.7.2, port: 1b1f11e1-613f-4a7b-9193-2295953aedb8. Feb 09 13:07:08.113607 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ca0d64-ca22-4e2c-8a96-4a6b3daf0dcc tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Router e922049d-b650-48ed-b1ac-1ab95a35321b has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:07:08.289482 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ca0d64-ca22-4e2c-8a96-4a6b3daf0dcc tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:07:08.299855 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfef939b-421c-433b-88fd-a353f2500929 None None] Sync routers for ids ['e922049d-b650-48ed-b1ac-1ab95a35321b'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:07:08.305601 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-37ca0d64-ca22-4e2c-8a96-4a6b3daf0dcc tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:08.309992 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfef939b-421c-433b-88fd-a353f2500929 None None] Routers {'e922049d-b650-48ed-b1ac-1ab95a35321b'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:07:08.310602 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-dfef939b-421c-433b-88fd-a353f2500929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:06:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e922049d-b650-48ed-b1ac-1ab95a35321b'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:08.360081 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-37ca0d64-ca22-4e2c-8a96-4a6b3daf0dcc tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "DELETE /v2.0/floatingips/1105b06f-6e50-4d23-8bc2-ac34c4c0f6d9 HTTP/1.1" status: 204 len: 168 time: 1.4721096 Feb 09 13:07:08.360855 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1b031c0-9c4b-4005-b722-d46f9a3a0519', 'tag': '1b1f11e1-613f-4a7b-9193-2295953aedb8'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:07:08.488370 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-dfef939b-421c-433b-88fd-a353f2500929 None None] Set router e922049d-b650-48ed-b1ac-1ab95a35321b gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:07:08.596094 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1b031c0-9c4b-4005-b722-d46f9a3a0519', 'tag': '1b1f11e1-613f-4a7b-9193-2295953aedb8', 'status': 'completed', 'code': 200} Feb 09 13:07:08.750086 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f89a3-1706-4ade-9dcb-6330f0d53e83 req-e33bd84b-845b-4f30-b2b4-23654eeada02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:08.751817 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-545f89a3-1706-4ade-9dcb-6330f0d53e83 req-e33bd84b-845b-4f30-b2b4-23654eeada02 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d5c90683c4945019bf1e460c83dc94a&device_id=e1b031c0-9c4b-4005-b722-d46f9a3a0519 HTTP/1.1" status: 200 len: 1096 time: 0.1329272 Feb 09 13:07:08.839928 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-dfef939b-421c-433b-88fd-a353f2500929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'name': 'tempest-TestVolumeBootPattern-78844202-router', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '87bc3ede-f501-4c63-bb09-c236448ea899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:28Z', 'updated_at': '2022-02-09T12:56:33Z', 'revision_number': 4, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'gw_port': {'id': '87bc3ede-f501-4c63-bb09-c236448ea899', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:29Z', 'updated_at': '2022-02-09T12:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '69b3a609-ffa6-435a-a708-024dfae28a6a', 'name': '', 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'mac_address': 'fa:16:3e:c2:d3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:32Z', 'updated_at': '2022-02-09T12:56:50Z', 'revision_number': 5, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'subnets': [{'id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:08.843662 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfef939b-421c-433b-88fd-a353f2500929 None None] Checking router: e922049d-b650-48ed-b1ac-1ab95a35321b for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:07:08.852835 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfef939b-421c-433b-88fd-a353f2500929 None None] Routers {'e922049d-b650-48ed-b1ac-1ab95a35321b'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:07:08.853426 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-dfef939b-421c-433b-88fd-a353f2500929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:06:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e922049d-b650-48ed-b1ac-1ab95a35321b'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:08.854068 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f3ffa-0a02-4984-8482-a5581c55491f req-6c60ee0c-ca06-4cd2-bb9c-b6de2a810031 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:08.854778 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-b02f3ffa-0a02-4984-8482-a5581c55491f req-6c60ee0c-ca06-4cd2-bb9c-b6de2a810031 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Synchronizing usage tracker for tenant:1d5c90683c4945019bf1e460c83dc94a on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:07:08.890666 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-b02f3ffa-0a02-4984-8482-a5581c55491f req-6c60ee0c-ca06-4cd2-bb9c-b6de2a810031 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Unset dirty status for tenant:1d5c90683c4945019bf1e460c83dc94a on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:07:08.891741 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b02f3ffa-0a02-4984-8482-a5581c55491f req-6c60ee0c-ca06-4cd2-bb9c-b6de2a810031 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1b031c0-9c4b-4005-b722-d46f9a3a0519 HTTP/1.1" status: 200 len: 945 time: 0.2114973 Feb 09 13:07:08.930784 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f89a3-1706-4ade-9dcb-6330f0d53e83 req-f9e4049a-4167-47c9-8793-72ff0202d5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:08.932812 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-545f89a3-1706-4ade-9dcb-6330f0d53e83 req-f9e4049a-4167-47c9-8793-72ff0202d5a0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a26dea7e-804c-440b-8d39-fd312032ec0c HTTP/1.1" status: 200 len: 911 time: 0.1724470 Feb 09 13:07:09.011878 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-545f89a3-1706-4ade-9dcb-6330f0d53e83 req-622f6756-c810-4ab4-aa0e-d89e9afc5835 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b1f11e1-613f-4a7b-9193-2295953aedb8 HTTP/1.1" status: 200 len: 217 time: 0.0697596 Feb 09 13:07:09.014753 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b02f3ffa-0a02-4984-8482-a5581c55491f req-e0a3ec57-3eb1-4058-802e-7532a45a05f6 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2116c00-6b46-4e05-8198-801eeba8e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158986 Feb 09 13:07:09.038590 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-dfef939b-421c-433b-88fd-a353f2500929 None None] Set router e922049d-b650-48ed-b1ac-1ab95a35321b gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:07:09.076982 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f89a3-1706-4ade-9dcb-6330f0d53e83 req-791d1264-b7c5-4bb4-a106-7e368e43db5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:09.078412 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-545f89a3-1706-4ade-9dcb-6330f0d53e83 req-791d1264-b7c5-4bb4-a106-7e368e43db5a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c00dd5d5-2adb-420a-a9e5-79af8795f5b5 HTTP/1.1" status: 200 len: 849 time: 0.0603888 Feb 09 13:07:09.155880 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f89a3-1706-4ade-9dcb-6330f0d53e83 req-79460aa6-ccaa-42d8-abf8-95ef06c2f1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:09.157258 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-545f89a3-1706-4ade-9dcb-6330f0d53e83 req-79460aa6-ccaa-42d8-abf8-95ef06c2f1e4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a26dea7e-804c-440b-8d39-fd312032ec0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722156 Feb 09 13:07:09.292010 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-545f89a3-1706-4ade-9dcb-6330f0d53e83 req-36d4f1a5-0c97-4050-bfa3-4a0fd5d774cd service neutron] 10.222.0.52 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273513 Feb 09 13:07:09.352395 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-dfef939b-421c-433b-88fd-a353f2500929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'name': 'tempest-TestVolumeBootPattern-78844202-router', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '87bc3ede-f501-4c63-bb09-c236448ea899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:28Z', 'updated_at': '2022-02-09T12:56:33Z', 'revision_number': 4, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'gw_port': {'id': '87bc3ede-f501-4c63-bb09-c236448ea899', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:29Z', 'updated_at': '2022-02-09T12:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '69b3a609-ffa6-435a-a708-024dfae28a6a', 'name': '', 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'mac_address': 'fa:16:3e:c2:d3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:32Z', 'updated_at': '2022-02-09T12:56:50Z', 'revision_number': 5, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'subnets': [{'id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:09.356695 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfef939b-421c-433b-88fd-a353f2500929 None None] The sync data for ids ['e922049d-b650-48ed-b1ac-1ab95a35321b'] in n-d-825178-3 is: [{'id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'name': 'tempest-TestVolumeBootPattern-78844202-router', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '87bc3ede-f501-4c63-bb09-c236448ea899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:28Z', 'updated_at': '2022-02-09T12:56:33Z', 'revision_number': 4, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'gw_port': {'id': '87bc3ede-f501-4c63-bb09-c236448ea899', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:29Z', 'updated_at': '2022-02-09T12:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '69b3a609-ffa6-435a-a708-024dfae28a6a', 'name': '', 'network_id': 'a26dea7e-804c-440b-8d39-fd312032ec0c', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'mac_address': 'fa:16:3e:c2:d3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:32Z', 'updated_at': '2022-02-09T12:56:50Z', 'revision_number': 5, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'subnets': [{'id': 'c00dd5d5-2adb-420a-a9e5-79af8795f5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:07:09.426943 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-545f89a3-1706-4ade-9dcb-6330f0d53e83 req-f90bf742-2eb3-401d-808d-ab3ab06a0f4d service neutron] 10.222.0.52 "GET /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271033 Feb 09 13:07:09.580667 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e5310f-7f8a-4490-a067-6198f4847d3d None None] New status for floating IP 1105b06f-6e50-4d23-8bc2-ac34c4c0f6d9: DOWN {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:07:10.196136 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f4602-7e77-46ba-a1a3-4ca7a6ab85de req-539293ed-0279-4d20-bb91-ba4937e3b9c8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:10.197587 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-109f4602-7e77-46ba-a1a3-4ca7a6ab85de req-539293ed-0279-4d20-bb91-ba4937e3b9c8 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1b031c0-9c4b-4005-b722-d46f9a3a0519 HTTP/1.1" status: 200 len: 945 time: 0.0792542 Feb 09 13:07:10.292972 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-109f4602-7e77-46ba-a1a3-4ca7a6ab85de req-175cd5aa-3a6f-4b2e-a06c-ec2191c29fd6 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2116c00-6b46-4e05-8198-801eeba8e20a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657828 Feb 09 13:07:10.316670 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461537d-da08-4938-b554-85e7ba990aeb req-6ffacb0f-48d0-450d-bec5-cd83b086651c tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:10.318098 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b461537d-da08-4938-b554-85e7ba990aeb req-6ffacb0f-48d0-450d-bec5-cd83b086651c tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1b031c0-9c4b-4005-b722-d46f9a3a0519 HTTP/1.1" status: 200 len: 945 time: 0.1196766 Feb 09 13:07:10.386290 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-b461537d-da08-4938-b554-85e7ba990aeb req-f462ee97-fcd5-4a27-88cd-094c83196a28 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Deleting port 1b1f11e1-613f-4a7b-9193-2295953aedb8 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:07:10.386654 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-b461537d-da08-4938-b554-85e7ba990aeb req-f462ee97-fcd5-4a27-88cd-094c83196a28 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:10.741500 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-b461537d-da08-4938-b554-85e7ba990aeb req-f462ee97-fcd5-4a27-88cd-094c83196a28 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] For port 1b1f11e1-613f-4a7b-9193-2295953aedb8, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=1b1f11e1-613f-4a7b-9193-2295953aedb8,segment=NetworkSegment(14242949-90f8-482e-9951-1857393899e3),segment_id=14242949-90f8-482e-9951-1857393899e3)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:07:10.741850 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-b461537d-da08-4938-b554-85e7ba990aeb req-f462ee97-fcd5-4a27-88cd-094c83196a28 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:10.860885 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-b461537d-da08-4938-b554-85e7ba990aeb req-f462ee97-fcd5-4a27-88cd-094c83196a28 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Calling delete_port for 1b1f11e1-613f-4a7b-9193-2295953aedb8 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:07:11.002995 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-b461537d-da08-4938-b554-85e7ba990aeb req-f462ee97-fcd5-4a27-88cd-094c83196a28 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:11.053704 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f462ee97-fcd5-4a27-88cd-094c83196a28 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Pushing event deleted for resources: {'Port': ['ID=1b1f11e1-613f-4a7b-9193-2295953aedb8,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:11.130758 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-b461537d-da08-4938-b554-85e7ba990aeb req-f462ee97-fcd5-4a27-88cd-094c83196a28 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] No DVR routers for this DVR port 1b1f11e1-613f-4a7b-9193-2295953aedb8 on host n-h1-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:07:11.133238 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-b461537d-da08-4938-b554-85e7ba990aeb req-f462ee97-fcd5-4a27-88cd-094c83196a28 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:11.135733 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b031c0-9c4b-4005-b722-d46f9a3a0519', 'name': 'network-vif-deleted', 'tag': '1b1f11e1-613f-4a7b-9193-2295953aedb8'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:07:11.151790 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b461537d-da08-4938-b554-85e7ba990aeb req-f462ee97-fcd5-4a27-88cd-094c83196a28 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.52 "DELETE /v2.0/ports/1b1f11e1-613f-4a7b-9193-2295953aedb8 HTTP/1.1" status: 204 len: 173 time: 0.8285093 Feb 09 13:07:11.188651 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b031c0-9c4b-4005-b722-d46f9a3a0519', 'name': 'network-vif-deleted', 'tag': '1b1f11e1-613f-4a7b-9193-2295953aedb8', 'status': 'completed', 'code': 200} Feb 09 13:07:11.450530 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-fe8325b6-7252-40c8-993b-da7646083010 req-31cd3bd9-0eab-4e31-8854-19ab5c7ab39e tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Synchronizing usage tracker for tenant:1d5c90683c4945019bf1e460c83dc94a on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:07:11.467775 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-fe8325b6-7252-40c8-993b-da7646083010 req-31cd3bd9-0eab-4e31-8854-19ab5c7ab39e tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Unset dirty status for tenant:1d5c90683c4945019bf1e460c83dc94a on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:07:11.468958 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fe8325b6-7252-40c8-993b-da7646083010 req-31cd3bd9-0eab-4e31-8854-19ab5c7ab39e tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1b031c0-9c4b-4005-b722-d46f9a3a0519 HTTP/1.1" status: 200 len: 210 time: 0.0618622 Feb 09 13:07:11.963662 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:07:12.565255 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 43364) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:12.733523 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-ae107d46-46e5-40a4-b6cc-bec3a6e9e00d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Deleting port 45704450-9b2c-4e74-93f2-80f062d8bbf1 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:07:12.733860 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ae107d46-46e5-40a4-b6cc-bec3a6e9e00d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:12.902083 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ae107d46-46e5-40a4-b6cc-bec3a6e9e00d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:12.902333 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ae107d46-46e5-40a4-b6cc-bec3a6e9e00d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:13.028236 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-ae107d46-46e5-40a4-b6cc-bec3a6e9e00d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Calling delete_port for 45704450-9b2c-4e74-93f2-80f062d8bbf1 owned by network:floatingip {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:07:13.173060 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ae107d46-46e5-40a4-b6cc-bec3a6e9e00d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:13.220973 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae107d46-46e5-40a4-b6cc-bec3a6e9e00d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Pushing event deleted for resources: {'Port': ['ID=45704450-9b2c-4e74-93f2-80f062d8bbf1,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:13.308412 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ae107d46-46e5-40a4-b6cc-bec3a6e9e00d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks [] for floatingip, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:13.325779 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ae107d46-46e5-40a4-b6cc-bec3a6e9e00d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:13.326916 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ae107d46-46e5-40a4-b6cc-bec3a6e9e00d tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "DELETE /v2.0/floatingips/6c19faca-46f3-46e4-b5f1-a04c81c5a09d HTTP/1.1" status: 204 len: 168 time: 0.7606559 Feb 09 13:07:13.916552 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 1b1f11e1-613f-4a7b-9193-2295953aedb8 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:07:13.952944 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] No Port match for: 1b1f11e1-613f-4a7b-9193-2295953aedb8 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:07:13.953298 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 1b1f11e1-613f-4a7b-9193-2295953aedb8 not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:07:14.101231 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-048fed88-0fb0-43aa-b3f2-dbfb22fd5b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:15.770573 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 43388) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:15.842605 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-208dcbe7-f8fb-4747-9d3c-ec0ce9d867c7 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:15.871487 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-208dcbe7-f8fb-4747-9d3c-ec0ce9d867c7 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:15.940501 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-208dcbe7-f8fb-4747-9d3c-ec0ce9d867c7 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:15.959562 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208dcbe7-f8fb-4747-9d3c-ec0ce9d867c7 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2116c00-6b46-4e05-8198-801eeba8e20a,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:15.970858 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-208dcbe7-f8fb-4747-9d3c-ec0ce9d867c7 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:15.972043 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-208dcbe7-f8fb-4747-9d3c-ec0ce9d867c7 tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] 10.222.0.55 "DELETE /v2.0/security-groups/b2116c00-6b46-4e05-8198-801eeba8e20a HTTP/1.1" status: 204 len: 168 time: 0.2004285 Feb 09 13:07:16.029489 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 43394) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:16.448206 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-78cc8729-1ba2-4e8e-b243-aecfc2d8a7f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:16.832552 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-20476fbc-511c-4f1f-89b5-713f5e5215be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:17.185333 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-20476fbc-511c-4f1f-89b5-713f5e5215be admin admin] Deleting port 69b3a609-ffa6-435a-a708-024dfae28a6a {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:07:17.185776 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-20476fbc-511c-4f1f-89b5-713f5e5215be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:17.355524 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-20476fbc-511c-4f1f-89b5-713f5e5215be admin admin] For port 69b3a609-ffa6-435a-a708-024dfae28a6a, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=69b3a609-ffa6-435a-a708-024dfae28a6a,segment=NetworkSegment(14242949-90f8-482e-9951-1857393899e3),segment_id=14242949-90f8-482e-9951-1857393899e3)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:07:17.355917 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-20476fbc-511c-4f1f-89b5-713f5e5215be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:17.482440 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-20476fbc-511c-4f1f-89b5-713f5e5215be admin admin] Calling delete_port for 69b3a609-ffa6-435a-a708-024dfae28a6a owned by network:router_interface {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:07:17.653448 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:17.657360 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-20476fbc-511c-4f1f-89b5-713f5e5215be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:17.702562 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20476fbc-511c-4f1f-89b5-713f5e5215be admin admin] Pushing event deleted for resources: {'Port': ['ID=69b3a609-ffa6-435a-a708-024dfae28a6a,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:17.743583 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:18.088711 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-20476fbc-511c-4f1f-89b5-713f5e5215be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:18.441578 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20476fbc-511c-4f1f-89b5-713f5e5215be admin admin] Router e922049d-b650-48ed-b1ac-1ab95a35321b has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:07:18.622192 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20476fbc-511c-4f1f-89b5-713f5e5215be admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:07:18.632261 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85f54ae-f0ee-4fb8-a7d4-a5722ecc761d None None] Sync routers for ids ['e922049d-b650-48ed-b1ac-1ab95a35321b'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:07:18.636413 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-20476fbc-511c-4f1f-89b5-713f5e5215be admin admin] 10.222.0.55 "PUT /v2.0/routers/e922049d-b650-48ed-b1ac-1ab95a35321b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6057429 Feb 09 13:07:18.637287 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43402) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:18.641326 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85f54ae-f0ee-4fb8-a7d4-a5722ecc761d None None] Routers {'e922049d-b650-48ed-b1ac-1ab95a35321b'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:07:18.642752 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-f85f54ae-f0ee-4fb8-a7d4-a5722ecc761d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:07:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e922049d-b650-48ed-b1ac-1ab95a35321b'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:18.814641 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1b48b7bf-dba8-41a7-9eed-3c2ba1f2c91f admin admin] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:18.816164 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-f85f54ae-f0ee-4fb8-a7d4-a5722ecc761d None None] Set router e922049d-b650-48ed-b1ac-1ab95a35321b gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:07:18.994271 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1b48b7bf-dba8-41a7-9eed-3c2ba1f2c91f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:19.004034 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-1b48b7bf-dba8-41a7-9eed-3c2ba1f2c91f admin admin] Deleting port 87bc3ede-f501-4c63-bb09-c236448ea899 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:07:19.004374 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1b48b7bf-dba8-41a7-9eed-3c2ba1f2c91f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:19.132051 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-f85f54ae-f0ee-4fb8-a7d4-a5722ecc761d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'name': 'tempest-TestVolumeBootPattern-78844202-router', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '87bc3ede-f501-4c63-bb09-c236448ea899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:28Z', 'updated_at': '2022-02-09T13:07:17Z', 'revision_number': 5, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'gw_port': {'id': '87bc3ede-f501-4c63-bb09-c236448ea899', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:29Z', 'updated_at': '2022-02-09T12:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:19.135731 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85f54ae-f0ee-4fb8-a7d4-a5722ecc761d None None] Checking router: e922049d-b650-48ed-b1ac-1ab95a35321b for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:07:19.144388 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85f54ae-f0ee-4fb8-a7d4-a5722ecc761d None None] Routers {'e922049d-b650-48ed-b1ac-1ab95a35321b'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:07:19.145004 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-f85f54ae-f0ee-4fb8-a7d4-a5722ecc761d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:07:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['e922049d-b650-48ed-b1ac-1ab95a35321b'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:19.177235 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-1b48b7bf-dba8-41a7-9eed-3c2ba1f2c91f admin admin] For port 87bc3ede-f501-4c63-bb09-c236448ea899, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=87bc3ede-f501-4c63-bb09-c236448ea899,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:07:19.177587 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1b48b7bf-dba8-41a7-9eed-3c2ba1f2c91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:19.297572 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-f85f54ae-f0ee-4fb8-a7d4-a5722ecc761d None None] Set router e922049d-b650-48ed-b1ac-1ab95a35321b gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:07:19.312318 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:19.407069 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-1b48b7bf-dba8-41a7-9eed-3c2ba1f2c91f admin admin] Calling delete_port for 87bc3ede-f501-4c63-bb09-c236448ea899 owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:07:19.410434 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-f85f54ae-f0ee-4fb8-a7d4-a5722ecc761d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'name': 'tempest-TestVolumeBootPattern-78844202-router', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:28Z', 'updated_at': '2022-02-09T13:07:18Z', 'revision_number': 6, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:19.414455 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85f54ae-f0ee-4fb8-a7d4-a5722ecc761d None None] The sync data for ids ['e922049d-b650-48ed-b1ac-1ab95a35321b'] in n-d-825178-3 is: [{'id': 'e922049d-b650-48ed-b1ac-1ab95a35321b', 'name': 'tempest-TestVolumeBootPattern-78844202-router', 'tenant_id': '1d5c90683c4945019bf1e460c83dc94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:28Z', 'updated_at': '2022-02-09T13:07:18Z', 'revision_number': 6, 'project_id': '1d5c90683c4945019bf1e460c83dc94a', 'gw_port_host': None}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:07:19.700501 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1b48b7bf-dba8-41a7-9eed-3c2ba1f2c91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:19.748510 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48b7bf-dba8-41a7-9eed-3c2ba1f2c91f admin admin] Pushing event deleted for resources: {'Port': ['ID=87bc3ede-f501-4c63-bb09-c236448ea899,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:19.841584 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1b48b7bf-dba8-41a7-9eed-3c2ba1f2c91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:20.010268 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1b48b7bf-dba8-41a7-9eed-3c2ba1f2c91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:20.012335 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1b48b7bf-dba8-41a7-9eed-3c2ba1f2c91f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:20.034992 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1b48b7bf-dba8-41a7-9eed-3c2ba1f2c91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:20.035507 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b48b7bf-dba8-41a7-9eed-3c2ba1f2c91f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e922049d-b650-48ed-b1ac-1ab95a35321b {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 13:07:20.046953 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1b48b7bf-dba8-41a7-9eed-3c2ba1f2c91f admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:20.048113 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1b48b7bf-dba8-41a7-9eed-3c2ba1f2c91f admin admin] 10.222.0.55 "DELETE /v2.0/routers/e922049d-b650-48ed-b1ac-1ab95a35321b HTTP/1.1" status: 204 len: 168 time: 1.4098046 Feb 09 13:07:20.050757 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43406) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:20.111397 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-d84e6e19-9da5-43b0-8fdd-aa7b302f5e49 admin admin] Deleting subnet c00dd5d5-2adb-420a-a9e5-79af8795f5b5 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 13:07:20.114141 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d84e6e19-9da5-43b0-8fdd-aa7b302f5e49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:20.163691 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d84e6e19-9da5-43b0-8fdd-aa7b302f5e49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:20.243758 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d84e6e19-9da5-43b0-8fdd-aa7b302f5e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:20.315521 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d84e6e19-9da5-43b0-8fdd-aa7b302f5e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:20.354108 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e6e19-9da5-43b0-8fdd-aa7b302f5e49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c00dd5d5-2adb-420a-a9e5-79af8795f5b5,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:20.356090 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d84e6e19-9da5-43b0-8fdd-aa7b302f5e49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:20.362435 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d84e6e19-9da5-43b0-8fdd-aa7b302f5e49 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c00dd5d5-2adb-420a-a9e5-79af8795f5b5 HTTP/1.1" status: 204 len: 168 time: 0.3107419 Feb 09 13:07:20.363109 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f725bea9-c8a0-4b52-8360-f0ee672697ae None None] Network a26dea7e-804c-440b-8d39-fd312032ec0c requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:07:20.364944 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43410) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:20.484181 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0c4ff7f4-d8c4-4d94-9666-8c8eecebbc2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:20.496043 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-0c4ff7f4-d8c4-4d94-9666-8c8eecebbc2a admin admin] Deleting port cf0943cd-5d91-4183-9a38-7e20c0044abb {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:07:20.496373 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0c4ff7f4-d8c4-4d94-9666-8c8eecebbc2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:20.619314 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b6d4c3-febb-4a2d-8b76-f930f8bed61b None None] DHCP port deletion for a26dea7e-804c-440b-8d39-fd312032ec0c request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 13:07:20.623590 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-20b6d4c3-febb-4a2d-8b76-f930f8bed61b None None] Deleting port cf0943cd-5d91-4183-9a38-7e20c0044abb {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:07:20.624007 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-20b6d4c3-febb-4a2d-8b76-f930f8bed61b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:20.707568 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 69b3a609-ffa6-435a-a708-024dfae28a6a no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:07:20.713887 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-0c4ff7f4-d8c4-4d94-9666-8c8eecebbc2a admin admin] For port cf0943cd-5d91-4183-9a38-7e20c0044abb, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=cf0943cd-5d91-4183-9a38-7e20c0044abb,segment=NetworkSegment(14242949-90f8-482e-9951-1857393899e3),segment_id=14242949-90f8-482e-9951-1857393899e3)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:07:20.714366 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0c4ff7f4-d8c4-4d94-9666-8c8eecebbc2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:20.755974 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 69b3a609-ffa6-435a-a708-024dfae28a6a {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:07:20.756320 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 69b3a609-ffa6-435a-a708-024dfae28a6a not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:07:20.756749 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 87bc3ede-f501-4c63-bb09-c236448ea899 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:07:20.798075 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 87bc3ede-f501-4c63-bb09-c236448ea899 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:07:20.798356 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 87bc3ede-f501-4c63-bb09-c236448ea899 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:07:20.798773 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device cf0943cd-5d91-4183-9a38-7e20c0044abb no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:07:20.932234 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:20.948622 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-0c4ff7f4-d8c4-4d94-9666-8c8eecebbc2a admin admin] Calling delete_port for cf0943cd-5d91-4183-9a38-7e20c0044abb owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:07:20.963220 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-20b6d4c3-febb-4a2d-8b76-f930f8bed61b None None] For port cf0943cd-5d91-4183-9a38-7e20c0044abb, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=cf0943cd-5d91-4183-9a38-7e20c0044abb,segment=NetworkSegment(14242949-90f8-482e-9951-1857393899e3),segment_id=14242949-90f8-482e-9951-1857393899e3)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:07:20.963612 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-20b6d4c3-febb-4a2d-8b76-f930f8bed61b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:21.025770 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0c4ff7f4-d8c4-4d94-9666-8c8eecebbc2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:21.076521 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ff7f4-d8c4-4d94-9666-8c8eecebbc2a admin admin] Pushing event deleted for resources: {'Port': ['ID=cf0943cd-5d91-4183-9a38-7e20c0044abb,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:21.084998 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4ff7f4-d8c4-4d94-9666-8c8eecebbc2a admin admin] No DVR routers for this DVR port cf0943cd-5d91-4183-9a38-7e20c0044abb on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:07:21.121510 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-20b6d4c3-febb-4a2d-8b76-f930f8bed61b None None] Calling delete_port for cf0943cd-5d91-4183-9a38-7e20c0044abb owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:07:21.147092 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Port cf0943cd-5d91-4183-9a38-7e20c0044abb update to DOWN by agent not found {{(pid=87569) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:07:21.188054 n-d-825178-3 neutron-server[87569]: util.warn( Feb 09 13:07:21.193347 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-20b6d4c3-febb-4a2d-8b76-f930f8bed61b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:07:21.193707 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-20b6d4c3-febb-4a2d-8b76-f930f8bed61b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:07:21.202353 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0c4ff7f4-d8c4-4d94-9666-8c8eecebbc2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:21.229343 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-0c4ff7f4-d8c4-4d94-9666-8c8eecebbc2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a26dea7e-804c-440b-8d39-fd312032ec0c']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:21.241804 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-0c4ff7f4-d8c4-4d94-9666-8c8eecebbc2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14242949-90f8-482e-9951-1857393899e3') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:21.242154 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-0c4ff7f4-d8c4-4d94-9666-8c8eecebbc2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14242949-90f8-482e-9951-1857393899e3') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:21.254222 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0c4ff7f4-d8c4-4d94-9666-8c8eecebbc2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:21.271534 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0c4ff7f4-d8c4-4d94-9666-8c8eecebbc2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:21.277592 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c4ff7f4-d8c4-4d94-9666-8c8eecebbc2a admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 13:07:21.277971 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0c4ff7f4-d8c4-4d94-9666-8c8eecebbc2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:21.291433 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 13:07:21.291433 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 13:07:21.291433 n-d-825178-3 neutron-server[87568]: timer() Feb 09 13:07:21.291433 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:07:21.291433 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 13:07:21.291433 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:07:21.291433 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 13:07:21.291433 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:07:21.291433 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 13:07:21.291433 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:07:21.291433 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 13:07:21.291433 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:07:21.291433 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 13:07:21.291433 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:07:21.291433 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:07:21.291433 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:07:21.291433 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:07:21.291433 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:07:21.291433 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 13:07:21.291433 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 13:07:21.291433 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 13:07:21.291433 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 13:07:21.291433 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:07:21.291433 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 13:07:21.291433 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 13:07:21.291433 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 13:07:21.291433 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:07:21.291433 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 13:07:21.291433 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:07:21.291433 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 13:07:21.291433 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:07:21.291433 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:07:21.367292 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0c4ff7f4-d8c4-4d94-9666-8c8eecebbc2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:21.383005 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0c4ff7f4-d8c4-4d94-9666-8c8eecebbc2a admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:21.394580 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ff7f4-d8c4-4d94-9666-8c8eecebbc2a admin admin] Pushing event deleted for resources: {'Network': ['ID=a26dea7e-804c-440b-8d39-fd312032ec0c,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:21.406520 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0c4ff7f4-d8c4-4d94-9666-8c8eecebbc2a admin admin] 10.222.0.55 "DELETE /v2.0/networks/a26dea7e-804c-440b-8d39-fd312032ec0c HTTP/1.1" status: 204 len: 168 time: 1.0406528 Feb 09 13:07:21.410463 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43414) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:21.695146 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-20b6d4c3-febb-4a2d-8b76-f930f8bed61b None None] Deleting port cf0943cd-5d91-4183-9a38-7e20c0044abb {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:07:21.695686 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-20b6d4c3-febb-4a2d-8b76-f930f8bed61b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:21.762954 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-20b6d4c3-febb-4a2d-8b76-f930f8bed61b None None] The port 'cf0943cd-5d91-4183-9a38-7e20c0044abb' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 13:07:21.937646 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e31fa131-c2b6-4747-9512-cd0bbd72f028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:22.380981 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-e31fa131-c2b6-4747-9512-cd0bbd72f028 admin admin] Deleting port 59604bbc-b128-4737-a766-95075eeb8e26 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:07:22.381335 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e31fa131-c2b6-4747-9512-cd0bbd72f028 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:22.552362 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-e31fa131-c2b6-4747-9512-cd0bbd72f028 admin admin] For port 59604bbc-b128-4737-a766-95075eeb8e26, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=59604bbc-b128-4737-a766-95075eeb8e26,segment=NetworkSegment(73d62146-2cae-4943-b8d5-127c4e61d198),segment_id=73d62146-2cae-4943-b8d5-127c4e61d198)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:07:22.552718 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e31fa131-c2b6-4747-9512-cd0bbd72f028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:22.675387 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-e31fa131-c2b6-4747-9512-cd0bbd72f028 admin admin] Calling delete_port for 59604bbc-b128-4737-a766-95075eeb8e26 owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:07:22.860207 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e31fa131-c2b6-4747-9512-cd0bbd72f028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:22.908504 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31fa131-c2b6-4747-9512-cd0bbd72f028 admin admin] Pushing event deleted for resources: {'Port': ['ID=59604bbc-b128-4737-a766-95075eeb8e26,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:23.172079 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e31fa131-c2b6-4747-9512-cd0bbd72f028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:23.288840 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:23.525392 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e31fa131-c2b6-4747-9512-cd0bbd72f028 admin admin] Router 1b4982e3-9251-4267-9c43-03c4b0b52362 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:07:23.803609 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31fa131-c2b6-4747-9512-cd0bbd72f028 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:07:23.812559 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa52944b-921e-43b7-84f5-3253c6791870 None None] Sync routers for ids ['1b4982e3-9251-4267-9c43-03c4b0b52362'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:07:23.814110 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e31fa131-c2b6-4747-9512-cd0bbd72f028 admin admin] 10.222.0.55 "PUT /v2.0/routers/1b4982e3-9251-4267-9c43-03c4b0b52362/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4021127 Feb 09 13:07:23.816565 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43418) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:23.823946 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa52944b-921e-43b7-84f5-3253c6791870 None None] Routers {'1b4982e3-9251-4267-9c43-03c4b0b52362'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:07:23.824564 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-fa52944b-921e-43b7-84f5-3253c6791870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:07:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['1b4982e3-9251-4267-9c43-03c4b0b52362'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:23.995566 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e311c147-c41b-4e8d-8b9a-74e90613647e admin admin] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:24.045328 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-fa52944b-921e-43b7-84f5-3253c6791870 None None] Set router 1b4982e3-9251-4267-9c43-03c4b0b52362 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:07:24.178420 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e311c147-c41b-4e8d-8b9a-74e90613647e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:24.187359 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-e311c147-c41b-4e8d-8b9a-74e90613647e admin admin] Deleting port 8cf9b46d-a69f-4cd8-a182-7cef2914e32e {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:07:24.187692 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e311c147-c41b-4e8d-8b9a-74e90613647e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:24.334852 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-fa52944b-921e-43b7-84f5-3253c6791870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4982e3-9251-4267-9c43-03c4b0b52362', 'name': 'tempest-TestVolumeBootPattern-2098640954-router', 'tenant_id': '91e64780f47b40b5a72904077f7d5564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '8cf9b46d-a69f-4cd8-a182-7cef2914e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:37Z', 'updated_at': '2022-02-09T13:07:22Z', 'revision_number': 5, 'project_id': '91e64780f47b40b5a72904077f7d5564', 'gw_port': {'id': '8cf9b46d-a69f-4cd8-a182-7cef2914e32e', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:04:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4982e3-9251-4267-9c43-03c4b0b52362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:38Z', 'updated_at': '2022-02-09T12:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:24.339014 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa52944b-921e-43b7-84f5-3253c6791870 None None] Checking router: 1b4982e3-9251-4267-9c43-03c4b0b52362 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:07:24.348949 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa52944b-921e-43b7-84f5-3253c6791870 None None] Routers {'1b4982e3-9251-4267-9c43-03c4b0b52362'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:07:24.349574 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-fa52944b-921e-43b7-84f5-3253c6791870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:07:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['1b4982e3-9251-4267-9c43-03c4b0b52362'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:24.365403 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-e311c147-c41b-4e8d-8b9a-74e90613647e admin admin] For port 8cf9b46d-a69f-4cd8-a182-7cef2914e32e, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=8cf9b46d-a69f-4cd8-a182-7cef2914e32e,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:07:24.365755 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e311c147-c41b-4e8d-8b9a-74e90613647e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:24.485799 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-e311c147-c41b-4e8d-8b9a-74e90613647e admin admin] Calling delete_port for 8cf9b46d-a69f-4cd8-a182-7cef2914e32e owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:07:24.502688 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-fa52944b-921e-43b7-84f5-3253c6791870 None None] Set router 1b4982e3-9251-4267-9c43-03c4b0b52362 gateway port host: None {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:07:24.616131 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-fa52944b-921e-43b7-84f5-3253c6791870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4982e3-9251-4267-9c43-03c4b0b52362', 'name': 'tempest-TestVolumeBootPattern-2098640954-router', 'tenant_id': '91e64780f47b40b5a72904077f7d5564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:37Z', 'updated_at': '2022-02-09T13:07:24Z', 'revision_number': 6, 'project_id': '91e64780f47b40b5a72904077f7d5564', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:24.620062 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa52944b-921e-43b7-84f5-3253c6791870 None None] The sync data for ids ['1b4982e3-9251-4267-9c43-03c4b0b52362'] in n-d-825178-3 is: [{'id': '1b4982e3-9251-4267-9c43-03c4b0b52362', 'name': 'tempest-TestVolumeBootPattern-2098640954-router', 'tenant_id': '91e64780f47b40b5a72904077f7d5564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:37Z', 'updated_at': '2022-02-09T13:07:24Z', 'revision_number': 6, 'project_id': '91e64780f47b40b5a72904077f7d5564', 'gw_port_host': None}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:07:24.658265 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e311c147-c41b-4e8d-8b9a-74e90613647e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:24.706513 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e311c147-c41b-4e8d-8b9a-74e90613647e admin admin] Pushing event deleted for resources: {'Port': ['ID=8cf9b46d-a69f-4cd8-a182-7cef2914e32e,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:24.797384 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e311c147-c41b-4e8d-8b9a-74e90613647e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:25.081415 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e311c147-c41b-4e8d-8b9a-74e90613647e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:25.083485 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e311c147-c41b-4e8d-8b9a-74e90613647e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:25.116927 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e311c147-c41b-4e8d-8b9a-74e90613647e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:25.117454 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e311c147-c41b-4e8d-8b9a-74e90613647e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b4982e3-9251-4267-9c43-03c4b0b52362 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 13:07:25.130197 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e311c147-c41b-4e8d-8b9a-74e90613647e admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:25.131323 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e311c147-c41b-4e8d-8b9a-74e90613647e admin admin] 10.222.0.55 "DELETE /v2.0/routers/1b4982e3-9251-4267-9c43-03c4b0b52362 HTTP/1.1" status: 204 len: 168 time: 1.3138630 Feb 09 13:07:25.133831 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43422) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:25.191939 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5b52285-379b-4e99-a8c1-521fd8e3afdc admin admin] Deleting subnet 07f7751e-71df-4559-8b10-c291627f0f98 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 13:07:25.194752 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b5b52285-379b-4e99-a8c1-521fd8e3afdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:25.244792 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b5b52285-379b-4e99-a8c1-521fd8e3afdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:25.322506 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b5b52285-379b-4e99-a8c1-521fd8e3afdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:25.392527 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b5b52285-379b-4e99-a8c1-521fd8e3afdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:25.434015 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b52285-379b-4e99-a8c1-521fd8e3afdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07f7751e-71df-4559-8b10-c291627f0f98,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:25.437563 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b5b52285-379b-4e99-a8c1-521fd8e3afdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:25.443377 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b5b52285-379b-4e99-a8c1-521fd8e3afdc admin admin] 10.222.0.55 "DELETE /v2.0/subnets/07f7751e-71df-4559-8b10-c291627f0f98 HTTP/1.1" status: 204 len: 168 time: 0.3085735 Feb 09 13:07:25.443519 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f58f23-f90f-43a6-9ccd-7755c91941f3 None None] Network 0a884b0e-7382-439c-abf6-f3791512933f requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:07:25.445980 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43426) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:25.552544 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-62aede1c-097f-4d20-bfe7-c0331c396956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:25.563249 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-62aede1c-097f-4d20-bfe7-c0331c396956 admin admin] Deleting port ad8c94d3-c270-4dfb-b19b-f1b4f99c77e0 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:07:25.564102 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-62aede1c-097f-4d20-bfe7-c0331c396956 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:25.735624 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792647f4-6bb9-47b3-8964-dedf72127a1d None None] DHCP port deletion for 0a884b0e-7382-439c-abf6-f3791512933f request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 13:07:25.739975 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-792647f4-6bb9-47b3-8964-dedf72127a1d None None] Deleting port ad8c94d3-c270-4dfb-b19b-f1b4f99c77e0 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:07:25.740464 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-792647f4-6bb9-47b3-8964-dedf72127a1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:25.782996 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-62aede1c-097f-4d20-bfe7-c0331c396956 admin admin] For port ad8c94d3-c270-4dfb-b19b-f1b4f99c77e0, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=ad8c94d3-c270-4dfb-b19b-f1b4f99c77e0,segment=NetworkSegment(73d62146-2cae-4943-b8d5-127c4e61d198),segment_id=73d62146-2cae-4943-b8d5-127c4e61d198)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:07:25.783366 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-62aede1c-097f-4d20-bfe7-c0331c396956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:25.911028 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-62aede1c-097f-4d20-bfe7-c0331c396956 admin admin] Calling delete_port for ad8c94d3-c270-4dfb-b19b-f1b4f99c77e0 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:07:25.942141 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-792647f4-6bb9-47b3-8964-dedf72127a1d None None] For port ad8c94d3-c270-4dfb-b19b-f1b4f99c77e0, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=ad8c94d3-c270-4dfb-b19b-f1b4f99c77e0,segment=NetworkSegment(73d62146-2cae-4943-b8d5-127c4e61d198),segment_id=73d62146-2cae-4943-b8d5-127c4e61d198)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:07:25.942535 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-792647f4-6bb9-47b3-8964-dedf72127a1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:25.987040 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-62aede1c-097f-4d20-bfe7-c0331c396956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:26.032928 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aede1c-097f-4d20-bfe7-c0331c396956 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad8c94d3-c270-4dfb-b19b-f1b4f99c77e0,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:26.036299 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62aede1c-097f-4d20-bfe7-c0331c396956 admin admin] No DVR routers for this DVR port ad8c94d3-c270-4dfb-b19b-f1b4f99c77e0 on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:07:26.067786 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-792647f4-6bb9-47b3-8964-dedf72127a1d None None] Calling delete_port for ad8c94d3-c270-4dfb-b19b-f1b4f99c77e0 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:07:26.140143 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-792647f4-6bb9-47b3-8964-dedf72127a1d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:07:26.140496 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-792647f4-6bb9-47b3-8964-dedf72127a1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:07:26.153320 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-62aede1c-097f-4d20-bfe7-c0331c396956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:26.183420 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-62aede1c-097f-4d20-bfe7-c0331c396956 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a884b0e-7382-439c-abf6-f3791512933f']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:26.195438 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-62aede1c-097f-4d20-bfe7-c0331c396956 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73d62146-2cae-4943-b8d5-127c4e61d198') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:26.196033 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-62aede1c-097f-4d20-bfe7-c0331c396956 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73d62146-2cae-4943-b8d5-127c4e61d198') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:26.206697 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-62aede1c-097f-4d20-bfe7-c0331c396956 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:26.223792 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-62aede1c-097f-4d20-bfe7-c0331c396956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:26.229989 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62aede1c-097f-4d20-bfe7-c0331c396956 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 13:07:26.230363 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-62aede1c-097f-4d20-bfe7-c0331c396956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:26.243963 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 13:07:26.243963 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 13:07:26.243963 n-d-825178-3 neutron-server[87568]: timer() Feb 09 13:07:26.243963 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:07:26.243963 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 13:07:26.243963 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:07:26.243963 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 13:07:26.243963 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:07:26.243963 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 13:07:26.243963 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:07:26.243963 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 13:07:26.243963 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:07:26.243963 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 13:07:26.243963 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:07:26.243963 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:07:26.243963 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:07:26.243963 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:07:26.243963 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:07:26.243963 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 13:07:26.243963 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 13:07:26.243963 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 13:07:26.243963 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 13:07:26.243963 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:07:26.243963 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 13:07:26.243963 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 13:07:26.243963 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 13:07:26.243963 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:07:26.243963 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 13:07:26.243963 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:07:26.243963 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 13:07:26.243963 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:07:26.243963 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:07:26.316193 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-62aede1c-097f-4d20-bfe7-c0331c396956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:26.321684 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-62aede1c-097f-4d20-bfe7-c0331c396956 admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:26.349640 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aede1c-097f-4d20-bfe7-c0331c396956 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a884b0e-7382-439c-abf6-f3791512933f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:26.354534 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-62aede1c-097f-4d20-bfe7-c0331c396956 admin admin] 10.222.0.55 "DELETE /v2.0/networks/0a884b0e-7382-439c-abf6-f3791512933f HTTP/1.1" status: 204 len: 168 time: 0.9076085 Feb 09 13:07:26.483954 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43432) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:26.533226 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a9ab0b70-a1aa-42ab-82b0-0de6bc03c917 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1d5c90683c4945019bf1e460c83dc94a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471675 Feb 09 13:07:26.535415 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43436) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:26.591405 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e482a446-ab4e-4cff-8b3f-47afa49d49e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:26.617698 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e482a446-ab4e-4cff-8b3f-47afa49d49e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:26.641604 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-792647f4-6bb9-47b3-8964-dedf72127a1d None None] Deleting port ad8c94d3-c270-4dfb-b19b-f1b4f99c77e0 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:07:26.642049 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-792647f4-6bb9-47b3-8964-dedf72127a1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:26.678505 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e482a446-ab4e-4cff-8b3f-47afa49d49e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:26.698727 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e482a446-ab4e-4cff-8b3f-47afa49d49e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d684212-0585-455e-ae13-1a56b66f35b5,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:26.712618 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e482a446-ab4e-4cff-8b3f-47afa49d49e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:26.713018 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 8cf9b46d-a69f-4cd8-a182-7cef2914e32e no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:07:26.713747 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e482a446-ab4e-4cff-8b3f-47afa49d49e8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6d684212-0585-455e-ae13-1a56b66f35b5 HTTP/1.1" status: 204 len: 168 time: 0.1774035 Feb 09 13:07:26.779117 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-792647f4-6bb9-47b3-8964-dedf72127a1d None None] The port 'ad8c94d3-c270-4dfb-b19b-f1b4f99c77e0' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 13:07:26.792874 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 8cf9b46d-a69f-4cd8-a182-7cef2914e32e {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:07:26.793222 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 8cf9b46d-a69f-4cd8-a182-7cef2914e32e not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:07:26.793637 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device ad8c94d3-c270-4dfb-b19b-f1b4f99c77e0 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:07:26.826226 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: ad8c94d3-c270-4dfb-b19b-f1b4f99c77e0 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:07:26.826574 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device ad8c94d3-c270-4dfb-b19b-f1b4f99c77e0 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:07:26.826976 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 59604bbc-b128-4737-a766-95075eeb8e26 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:07:26.862714 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 59604bbc-b128-4737-a766-95075eeb8e26 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:07:26.863066 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 59604bbc-b128-4737-a766-95075eeb8e26 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:07:27.098813 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43444) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:27.150086 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-eb853928-ccea-4981-9dcc-a8a7cf5a1cc8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=91e64780f47b40b5a72904077f7d5564&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501466 Feb 09 13:07:27.152827 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43448) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:27.211238 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4d00fdd4-8c29-4b8a-a33b-2c00ae5dc2ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:27.238569 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4d00fdd4-8c29-4b8a-a33b-2c00ae5dc2ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:27.291543 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4d00fdd4-8c29-4b8a-a33b-2c00ae5dc2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:27.308433 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d00fdd4-8c29-4b8a-a33b-2c00ae5dc2ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6a1755-0b87-42cb-8ccb-cde1ca66a737,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:27.315248 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4d00fdd4-8c29-4b8a-a33b-2c00ae5dc2ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:27.317600 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4d00fdd4-8c29-4b8a-a33b-2c00ae5dc2ec admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0f6a1755-0b87-42cb-8ccb-cde1ca66a737 HTTP/1.1" status: 204 len: 168 time: 0.1637621 Feb 09 13:07:38.366143 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-266f9898-098d-4e24-8504-9df26e51ee4e tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=f32e71fd33784327a48cbfc57b5b41c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290685 Feb 09 13:07:38.515328 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-5cf71866-4c1d-48e5-9f28-6967c5521f75 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:38.517438 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-5cf71866-4c1d-48e5-9f28-6967c5521f75 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1463101 Feb 09 13:07:38.532878 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-fc7347e0-f4f3-4dbd-89d5-dfbf7820ef7a tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] 10.222.0.55 "GET /v2.0/quotas/f32e71fd33784327a48cbfc57b5b41c4 HTTP/1.1" status: 200 len: 375 time: 0.0101099 Feb 09 13:07:38.578582 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-a5b3845c-f6c4-477c-9ad0-97bf3e6bb804 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f32e71fd33784327a48cbfc57b5b41c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407898 Feb 09 13:07:38.753556 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7c070575-326b-4632-a31f-6c6301885109 req-7a3b6307-d543-4913-9f93-1bee25dd22f4 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a2d3281-d762-408b-b6d4-5af9ad6f920e HTTP/1.1" status: 200 len: 210 time: 0.0464499 Feb 09 13:07:39.902619 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-2c2ce8a5-86ce-4587-99e3-41d54b18af0c tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=f32e71fd33784327a48cbfc57b5b41c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617867 Feb 09 13:07:39.935897 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4ffc9690-5dbd-433a-863b-5c1eb84f021f req-6886ec0b-1159-4840-9ac8-71196c0c3d76 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a2d3281-d762-408b-b6d4-5af9ad6f920e HTTP/1.1" status: 200 len: 210 time: 0.0681543 Feb 09 13:07:40.064842 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-d277665c-5e5b-4532-8972-e1d3f72799e1 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:40.066269 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-d277665c-5e5b-4532-8972-e1d3f72799e1 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1585486 Feb 09 13:07:40.077924 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-a1ca7e9e-0105-485a-9162-fe568c186c36 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] Request body: {'port': {'device_id': '2a2d3281-d762-408b-b6d4-5af9ad6f920e', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'admin_state_up': True, 'tenant_id': 'f32e71fd33784327a48cbfc57b5b41c4'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:07:40.210384 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-a1ca7e9e-0105-485a-9162-fe568c186c36 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:07:40.214084 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-a1ca7e9e-0105-485a-9162-fe568c186c36 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] Usage tracker for resource:port and tenant:f32e71fd33784327a48cbfc57b5b41c4 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:07:40.216790 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-a1ca7e9e-0105-485a-9162-fe568c186c36 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:07:40.222932 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-a1ca7e9e-0105-485a-9162-fe568c186c36 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:07:40.232643 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-a1ca7e9e-0105-485a-9162-fe568c186c36 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] Made reservation on behalf of f32e71fd33784327a48cbfc57b5b41c4 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:07:40.236537 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-a1ca7e9e-0105-485a-9162-fe568c186c36 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:40.248038 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-a1ca7e9e-0105-485a-9162-fe568c186c36 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:40.262680 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-a1ca7e9e-0105-485a-9162-fe568c186c36 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:07:40.267139 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-a1ca7e9e-0105-485a-9162-fe568c186c36 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] Usage tracker for resource:security_group_rule and tenant:f32e71fd33784327a48cbfc57b5b41c4 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:07:40.269916 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-a1ca7e9e-0105-485a-9162-fe568c186c36 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:07:40.275418 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-a1ca7e9e-0105-485a-9162-fe568c186c36 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:07:40.362792 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-a1ca7e9e-0105-485a-9162-fe568c186c36 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:40.366861 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-a1ca7e9e-0105-485a-9162-fe568c186c36 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:40.448537 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca7e9e-0105-485a-9162-fe568c186c36 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2e2804-3227-4dee-a512-503e49831ec5,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:40.537644 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-a1ca7e9e-0105-485a-9162-fe568c186c36 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] Allocated IP 192.168.233.192 (4f732e35-467f-44f5-be04-aa808693dec3/f8ed5558-888d-440a-8c32-52f2f9bc5bd5/226387d6-51b9-4ee0-a94c-a526b20f0aeb) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:07:40.852887 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-a1ca7e9e-0105-485a-9162-fe568c186c36 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:40.868536 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-a1ca7e9e-0105-485a-9162-fe568c186c36 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] Transition to ACTIVE for port object 226387d6-51b9-4ee0-a94c-a526b20f0aeb will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:07:40.892125 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-a1ca7e9e-0105-485a-9162-fe568c186c36 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:40.962801 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-a1ca7e9e-0105-485a-9162-fe568c186c36 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] Network 4f732e35-467f-44f5-be04-aa808693dec3 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:07:40.966021 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-a1ca7e9e-0105-485a-9162-fe568c186c36 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:07:40.970681 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-a1ca7e9e-0105-485a-9162-fe568c186c36 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:07:41.001177 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca7e9e-0105-485a-9162-fe568c186c36 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] Pushing event updated for resources: {'Port': ['ID=226387d6-51b9-4ee0-a94c-a526b20f0aeb,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:41.038311 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-a1ca7e9e-0105-485a-9162-fe568c186c36 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:41.038954 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-a1ca7e9e-0105-485a-9162-fe568c186c36 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:41.113347 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-a1ca7e9e-0105-485a-9162-fe568c186c36 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0388253 Feb 09 13:07:41.125548 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-0ba4a7b1-b112-48aa-9f6b-5be65c23102f service neutron] Request body: {'port': {'device_id': '2a2d3281-d762-408b-b6d4-5af9ad6f920e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:07:41.195056 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f4db2d-03b8-4cd2-b06f-d62ca07f2cef req-45ce1a72-5d9d-406e-8bcd-5708bd97d344 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:41.195745 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-28f4db2d-03b8-4cd2-b06f-d62ca07f2cef req-45ce1a72-5d9d-406e-8bcd-5708bd97d344 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] Synchronizing usage tracker for tenant:f32e71fd33784327a48cbfc57b5b41c4 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:07:41.245665 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-bd0aa0c5-81da-459e-bd8d-3ebc46111c6d None None] Provisioning for port 226387d6-51b9-4ee0-a94c-a526b20f0aeb completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:07:41.251283 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-bd0aa0c5-81da-459e-bd8d-3ebc46111c6d None None] Provisioning complete for port 226387d6-51b9-4ee0-a94c-a526b20f0aeb triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:07:41.251651 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bd0aa0c5-81da-459e-bd8d-3ebc46111c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:41.259172 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-28f4db2d-03b8-4cd2-b06f-d62ca07f2cef req-45ce1a72-5d9d-406e-8bcd-5708bd97d344 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] Unset dirty status for tenant:f32e71fd33784327a48cbfc57b5b41c4 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:07:41.260347 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-28f4db2d-03b8-4cd2-b06f-d62ca07f2cef req-45ce1a72-5d9d-406e-8bcd-5708bd97d344 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a2d3281-d762-408b-b6d4-5af9ad6f920e HTTP/1.1" status: 200 len: 936 time: 0.2153132 Feb 09 13:07:41.262577 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-0ba4a7b1-b112-48aa-9f6b-5be65c23102f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:41.314582 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-bd0aa0c5-81da-459e-bd8d-3ebc46111c6d None None] Port 226387d6-51b9-4ee0-a94c-a526b20f0aeb cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:07:41.361030 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-28f4db2d-03b8-4cd2-b06f-d62ca07f2cef req-134f043e-38b0-4570-bf24-6657cb838716 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] Synchronizing usage tracker for tenant:f32e71fd33784327a48cbfc57b5b41c4 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:07:41.428483 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-28f4db2d-03b8-4cd2-b06f-d62ca07f2cef req-134f043e-38b0-4570-bf24-6657cb838716 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] Unset dirty status for tenant:f32e71fd33784327a48cbfc57b5b41c4 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:07:41.429602 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-28f4db2d-03b8-4cd2-b06f-d62ca07f2cef req-134f043e-38b0-4570-bf24-6657cb838716 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb2e2804-3227-4dee-a512-503e49831ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576011 Feb 09 13:07:41.648928 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-0ba4a7b1-b112-48aa-9f6b-5be65c23102f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 226387d6-51b9-4ee0-a94c-a526b20f0aeb {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:07:41.655923 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-0ba4a7b1-b112-48aa-9f6b-5be65c23102f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:41.670672 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-0ba4a7b1-b112-48aa-9f6b-5be65c23102f service neutron] Transition to ACTIVE for port object 226387d6-51b9-4ee0-a94c-a526b20f0aeb will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:07:41.678366 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-0ba4a7b1-b112-48aa-9f6b-5be65c23102f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:41.838443 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba4a7b1-b112-48aa-9f6b-5be65c23102f service neutron] Pushing event updated for resources: {'Port': ['ID=226387d6-51b9-4ee0-a94c-a526b20f0aeb,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:41.917790 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-0ba4a7b1-b112-48aa-9f6b-5be65c23102f service neutron] Attempting to bind port 226387d6-51b9-4ee0-a94c-a526b20f0aeb on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:07:41.918120 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-0ba4a7b1-b112-48aa-9f6b-5be65c23102f service neutron] Attempting to bind port 226387d6-51b9-4ee0-a94c-a526b20f0aeb by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:07:41.918441 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-0ba4a7b1-b112-48aa-9f6b-5be65c23102f service neutron] Attempting to bind port 226387d6-51b9-4ee0-a94c-a526b20f0aeb on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:07:41.924065 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-0ba4a7b1-b112-48aa-9f6b-5be65c23102f service neutron] Port 226387d6-51b9-4ee0-a94c-a526b20f0aeb on network 4f732e35-467f-44f5-be04-aa808693dec3 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 13:07:41.924419 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-0ba4a7b1-b112-48aa-9f6b-5be65c23102f service neutron] Attempting to bind port 226387d6-51b9-4ee0-a94c-a526b20f0aeb on network 4f732e35-467f-44f5-be04-aa808693dec3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:07:41.929773 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-0ba4a7b1-b112-48aa-9f6b-5be65c23102f service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:07:41.930108 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-0ba4a7b1-b112-48aa-9f6b-5be65c23102f service neutron] Checking segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:07:41.930493 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-0ba4a7b1-b112-48aa-9f6b-5be65c23102f service neutron] Bound using segment: {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:07:41.930951 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-0ba4a7b1-b112-48aa-9f6b-5be65c23102f service neutron] Bound port: 226387d6-51b9-4ee0-a94c-a526b20f0aeb, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:07:41.931292 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-0ba4a7b1-b112-48aa-9f6b-5be65c23102f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:42.018156 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-0ba4a7b1-b112-48aa-9f6b-5be65c23102f service neutron] For port 226387d6-51b9-4ee0-a94c-a526b20f0aeb, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:07:42.021177 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-0ba4a7b1-b112-48aa-9f6b-5be65c23102f service neutron] For port 226387d6-51b9-4ee0-a94c-a526b20f0aeb, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=226387d6-51b9-4ee0-a94c-a526b20f0aeb,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:07:42.025005 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-0ba4a7b1-b112-48aa-9f6b-5be65c23102f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:42.087886 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-0ba4a7b1-b112-48aa-9f6b-5be65c23102f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:42.088505 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-0ba4a7b1-b112-48aa-9f6b-5be65c23102f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:42.089861 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-0ba4a7b1-b112-48aa-9f6b-5be65c23102f service neutron] 10.222.0.52 "PUT /v2.0/ports/226387d6-51b9-4ee0-a94c-a526b20f0aeb HTTP/1.1" status: 200 len: 1096 time: 0.9684665 Feb 09 13:07:42.090290 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a2d3281-d762-408b-b6d4-5af9ad6f920e', 'tag': '226387d6-51b9-4ee0-a94c-a526b20f0aeb'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:07:42.112082 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba4a7b1-b112-48aa-9f6b-5be65c23102f service neutron] Pushing event updated for resources: {'Port': ['ID=226387d6-51b9-4ee0-a94c-a526b20f0aeb,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:42.160293 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a2d3281-d762-408b-b6d4-5af9ad6f920e', 'tag': '226387d6-51b9-4ee0-a94c-a526b20f0aeb', 'status': 'completed', 'code': 200} Feb 09 13:07:42.202603 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-dfffd1c5-5227-418d-9038-b727aa751f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:42.204650 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-dfffd1c5-5227-418d-9038-b727aa751f97 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f32e71fd33784327a48cbfc57b5b41c4&device_id=2a2d3281-d762-408b-b6d4-5af9ad6f920e HTTP/1.1" status: 200 len: 1099 time: 0.0766966 Feb 09 13:07:42.277935 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-ee6b5c3d-e963-4022-8c01-ebd03e1cf8e8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=226387d6-51b9-4ee0-a94c-a526b20f0aeb HTTP/1.1" status: 200 len: 217 time: 0.0656114 Feb 09 13:07:42.341003 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-ff5bd167-3293-4d40-8f8e-09efafa8b4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:42.342452 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-ff5bd167-3293-4d40-8f8e-09efafa8b4e8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.0585074 Feb 09 13:07:42.417664 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-1dcec0f0-96d0-46f5-808b-2a61d0445fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:42.419048 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-1dcec0f0-96d0-46f5-808b-2a61d0445fcf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0703902 Feb 09 13:07:42.716050 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-27dbf5b4-f85d-4d0f-b497-3bb9851ea02e service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905953 Feb 09 13:07:42.727346 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a82ca5d-cf89-4103-ba82-e32b3184812f req-9cdab2d0-7aa5-4fb7-9d75-852d1f1653be tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:42.729009 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6a82ca5d-cf89-4103-ba82-e32b3184812f req-9cdab2d0-7aa5-4fb7-9d75-852d1f1653be tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a2d3281-d762-408b-b6d4-5af9ad6f920e HTTP/1.1" status: 200 len: 948 time: 0.1698029 Feb 09 13:07:42.852456 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6a82ca5d-cf89-4103-ba82-e32b3184812f req-e51c3eba-1561-46b8-97d0-bd1f2987fa02 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb2e2804-3227-4dee-a512-503e49831ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042507 Feb 09 13:07:42.887940 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bc8b31e1-fade-4cdc-99ae-527da4c8a68e req-06abebe1-2958-48c4-9c49-b3a97c4806c3 service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579278 Feb 09 13:07:43.002948 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50262420-4773-4a32-ba0a-62992c13ddd0 req-b81bd0c9-89f1-4edb-b76b-ff98a17c2e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:43.004347 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-50262420-4773-4a32-ba0a-62992c13ddd0 req-b81bd0c9-89f1-4edb-b76b-ff98a17c2e6e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f32e71fd33784327a48cbfc57b5b41c4&device_id=2a2d3281-d762-408b-b6d4-5af9ad6f920e HTTP/1.1" status: 200 len: 1099 time: 0.0739560 Feb 09 13:07:43.133736 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50262420-4773-4a32-ba0a-62992c13ddd0 req-8a4953c9-0a8f-4864-ba3c-1bb334ff6959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:43.135182 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-50262420-4773-4a32-ba0a-62992c13ddd0 req-8a4953c9-0a8f-4864-ba3c-1bb334ff6959 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4f732e35-467f-44f5-be04-aa808693dec3 HTTP/1.1" status: 200 len: 870 time: 0.1246884 Feb 09 13:07:43.204539 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-50262420-4773-4a32-ba0a-62992c13ddd0 req-84fb603c-7d76-4dce-baf5-cf18aa42163f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=226387d6-51b9-4ee0-a94c-a526b20f0aeb HTTP/1.1" status: 200 len: 217 time: 0.0624852 Feb 09 13:07:43.268029 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50262420-4773-4a32-ba0a-62992c13ddd0 req-9ddf06c0-21fd-4799-923e-811503df0f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:43.269353 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-50262420-4773-4a32-ba0a-62992c13ddd0 req-9ddf06c0-21fd-4799-923e-811503df0f11 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8ed5558-888d-440a-8c32-52f2f9bc5bd5 HTTP/1.1" status: 200 len: 843 time: 0.0577161 Feb 09 13:07:43.344188 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50262420-4773-4a32-ba0a-62992c13ddd0 req-b68b7d7e-6374-4dcb-90be-fb3dbcb41346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:43.345649 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-50262420-4773-4a32-ba0a-62992c13ddd0 req-b68b7d7e-6374-4dcb-90be-fb3dbcb41346 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f732e35-467f-44f5-be04-aa808693dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0694208 Feb 09 13:07:43.476629 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-50262420-4773-4a32-ba0a-62992c13ddd0 req-b9347987-01cc-4149-a5a0-825b29b0e5e9 service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228814 Feb 09 13:07:43.608259 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-50262420-4773-4a32-ba0a-62992c13ddd0 req-2c1d01fa-6b78-4d5d-9617-bed8b7a28248 service neutron] 10.222.0.52 "GET /v2.0/networks/4f732e35-467f-44f5-be04-aa808693dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252067 Feb 09 13:07:44.040747 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 226387d6-51b9-4ee0-a94c-a526b20f0aeb details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:07:44.041780 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3dd555-b175-4292-8873-2b47dd508ba6 req-5c49190c-e013-4e63-ab7a-05061dfbbcd9 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:44.043322 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dd3dd555-b175-4292-8873-2b47dd508ba6 req-5c49190c-e013-4e63-ab7a-05061dfbbcd9 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a2d3281-d762-408b-b6d4-5af9ad6f920e HTTP/1.1" status: 200 len: 948 time: 0.0844431 Feb 09 13:07:44.089712 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dd3dd555-b175-4292-8873-2b47dd508ba6 req-0d39c45f-3501-47cf-a38d-04fdb505d735 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb2e2804-3227-4dee-a512-503e49831ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400989 Feb 09 13:07:44.157533 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-99e1613c-53b1-486d-a93c-f0ba3b5db930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:44.195277 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 226387d6-51b9-4ee0-a94c-a526b20f0aeb, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=226387d6-51b9-4ee0-a94c-a526b20f0aeb,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:07:44.209656 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': '226387d6-51b9-4ee0-a94c-a526b20f0aeb', 'network_id': '4f732e35-467f-44f5-be04-aa808693dec3', 'port_id': '226387d6-51b9-4ee0-a94c-a526b20f0aeb', 'mac_address': 'fa:16:3e:b5:c5:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed5558-888d-440a-8c32-52f2f9bc5bd5', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:07:44.267045 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:44.283357 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 226387d6-51b9-4ee0-a94c-a526b20f0aeb {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:07:44.298561 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 226387d6-51b9-4ee0-a94c-a526b20f0aeb, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=226387d6-51b9-4ee0-a94c-a526b20f0aeb,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:07:44.302129 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:44.369376 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=226387d6-51b9-4ee0-a94c-a526b20f0aeb,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:44.377614 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:44.377964 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:44.378306 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:44.378637 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:44.378968 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:44.379297 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:44.379622 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:44.379975 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:44.380299 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:44.380625 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:44.380946 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:44.381267 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:44.522254 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['226387d6-51b9-4ee0-a94c-a526b20f0aeb'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:07:45.278336 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7c10b-b675-47fe-b0c6-c010b7865453 req-8370200d-dc78-4716-8968-46750a3e3fe9 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:45.279903 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bfd7c10b-b675-47fe-b0c6-c010b7865453 req-8370200d-dc78-4716-8968-46750a3e3fe9 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a2d3281-d762-408b-b6d4-5af9ad6f920e HTTP/1.1" status: 200 len: 949 time: 0.0821242 Feb 09 13:07:45.327476 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bfd7c10b-b675-47fe-b0c6-c010b7865453 req-08102faf-5139-47e6-8a11-ef48f731e494 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb2e2804-3227-4dee-a512-503e49831ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407236 Feb 09 13:07:46.072367 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 226387d6-51b9-4ee0-a94c-a526b20f0aeb up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:07:46.139203 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port 226387d6-51b9-4ee0-a94c-a526b20f0aeb completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:07:46.144571 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port 226387d6-51b9-4ee0-a94c-a526b20f0aeb triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:07:46.144945 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:46.258989 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:46.284925 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a2d3281-d762-408b-b6d4-5af9ad6f920e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226387d6-51b9-4ee0-a94c-a526b20f0aeb'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:07:46.294413 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 226387d6-51b9-4ee0-a94c-a526b20f0aeb, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=226387d6-51b9-4ee0-a94c-a526b20f0aeb,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:07:46.299585 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:46.370073 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=226387d6-51b9-4ee0-a94c-a526b20f0aeb,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:46.397857 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a2d3281-d762-408b-b6d4-5af9ad6f920e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226387d6-51b9-4ee0-a94c-a526b20f0aeb', 'code': 200} Feb 09 13:07:46.450255 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-73ac380a-f011-45c4-ab0b-908e927aa0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:46.590510 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b79470-8faa-4c46-a232-2f466ab4d846 req-1b6efff9-1ea1-4bcf-830f-f1391fb6b8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:46.591948 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-34b79470-8faa-4c46-a232-2f466ab4d846 req-1b6efff9-1ea1-4bcf-830f-f1391fb6b8db service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2a2d3281-d762-408b-b6d4-5af9ad6f920e HTTP/1.1" status: 200 len: 1101 time: 0.1350610 Feb 09 13:07:46.600029 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d800a1e-2701-4102-bd86-fe84375f647e req-cc3472b4-b0bc-43e3-98dd-899755adeb2c tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:46.601376 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4d800a1e-2701-4102-bd86-fe84375f647e req-cc3472b4-b0bc-43e3-98dd-899755adeb2c tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a2d3281-d762-408b-b6d4-5af9ad6f920e HTTP/1.1" status: 200 len: 950 time: 0.1124074 Feb 09 13:07:46.664948 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-34b79470-8faa-4c46-a232-2f466ab4d846 req-2f71130d-cb7a-4e7e-8dbb-1c7f507c37fb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=fb2e2804-3227-4dee-a512-503e49831ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626678 Feb 09 13:07:46.669287 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4d800a1e-2701-4102-bd86-fe84375f647e req-78a4ada4-6d43-407b-a6bb-2f60fe0a34c9 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb2e2804-3227-4dee-a512-503e49831ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545335 Feb 09 13:07:47.655976 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:47.738043 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:47.857901 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0fb94-fd91-4032-ae20-fbd237567c09 req-d4bb03fc-5f37-4388-81e4-2ccc40bf19c9 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:47.859584 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-92a0fb94-fd91-4032-ae20-fbd237567c09 req-d4bb03fc-5f37-4388-81e4-2ccc40bf19c9 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a2d3281-d762-408b-b6d4-5af9ad6f920e HTTP/1.1" status: 200 len: 950 time: 0.0823517 Feb 09 13:07:47.908131 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-92a0fb94-fd91-4032-ae20-fbd237567c09 req-32b4148f-0d4b-4b30-974a-97e6943e6764 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb2e2804-3227-4dee-a512-503e49831ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416570 Feb 09 13:07:48.963211 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:07:49.069689 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1015d-c929-42e1-a571-65dea4a945c9 req-3dec127f-10e0-4ac5-9639-9f5c5b7e2461 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:49.071058 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a2c1015d-c929-42e1-a571-65dea4a945c9 req-3dec127f-10e0-4ac5-9639-9f5c5b7e2461 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a2d3281-d762-408b-b6d4-5af9ad6f920e HTTP/1.1" status: 200 len: 950 time: 0.1907661 Feb 09 13:07:49.115042 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a2c1015d-c929-42e1-a571-65dea4a945c9 req-323ee384-731b-4aa0-af61-2bddd23fb10a tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb2e2804-3227-4dee-a512-503e49831ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380795 Feb 09 13:07:49.310113 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:50.208444 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3119c1a-0e1d-407e-97fb-cd7e98ada6ad req-7e6f6674-b079-4600-9c87-6e2eee80af4b tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:50.209877 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b3119c1a-0e1d-407e-97fb-cd7e98ada6ad req-7e6f6674-b079-4600-9c87-6e2eee80af4b tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a2d3281-d762-408b-b6d4-5af9ad6f920e HTTP/1.1" status: 200 len: 950 time: 0.0800281 Feb 09 13:07:50.327938 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-b3119c1a-0e1d-407e-97fb-cd7e98ada6ad req-295932d9-44fa-4aa0-aea3-31c8418ab046 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] Deleting port 226387d6-51b9-4ee0-a94c-a526b20f0aeb {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:07:50.328361 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-b3119c1a-0e1d-407e-97fb-cd7e98ada6ad req-295932d9-44fa-4aa0-aea3-31c8418ab046 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:50.423659 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80899d9f-c912-423d-9a60-4dcb278d99d5 req-65e5de69-f898-49af-9bc3-1d14f0091a85 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:50.425036 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-80899d9f-c912-423d-9a60-4dcb278d99d5 req-65e5de69-f898-49af-9bc3-1d14f0091a85 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a2d3281-d762-408b-b6d4-5af9ad6f920e HTTP/1.1" status: 200 len: 950 time: 0.1815782 Feb 09 13:07:50.552402 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-80899d9f-c912-423d-9a60-4dcb278d99d5 req-5f3d8e75-e169-4130-bc30-02558369289d tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb2e2804-3227-4dee-a512-503e49831ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217132 Feb 09 13:07:50.619055 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-b3119c1a-0e1d-407e-97fb-cd7e98ada6ad req-295932d9-44fa-4aa0-aea3-31c8418ab046 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] For port 226387d6-51b9-4ee0-a94c-a526b20f0aeb, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=226387d6-51b9-4ee0-a94c-a526b20f0aeb,segment=NetworkSegment(f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac),segment_id=f55ad3f6-f5b8-4df5-9cbb-c1fde95a30ac)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:07:50.619429 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-b3119c1a-0e1d-407e-97fb-cd7e98ada6ad req-295932d9-44fa-4aa0-aea3-31c8418ab046 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:50.738795 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-b3119c1a-0e1d-407e-97fb-cd7e98ada6ad req-295932d9-44fa-4aa0-aea3-31c8418ab046 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] Calling delete_port for 226387d6-51b9-4ee0-a94c-a526b20f0aeb owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:07:50.862417 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:50.881996 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-b3119c1a-0e1d-407e-97fb-cd7e98ada6ad req-295932d9-44fa-4aa0-aea3-31c8418ab046 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:50.894301 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['226387d6-51b9-4ee0-a94c-a526b20f0aeb'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:07:50.933126 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295932d9-44fa-4aa0-aea3-31c8418ab046 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] Pushing event deleted for resources: {'Port': ['ID=226387d6-51b9-4ee0-a94c-a526b20f0aeb,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:51.020578 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3119c1a-0e1d-407e-97fb-cd7e98ada6ad req-295932d9-44fa-4aa0-aea3-31c8418ab046 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] No DVR routers for this DVR port 226387d6-51b9-4ee0-a94c-a526b20f0aeb on host n-h1-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:07:51.023248 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-b3119c1a-0e1d-407e-97fb-cd7e98ada6ad req-295932d9-44fa-4aa0-aea3-31c8418ab046 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:51.026025 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a2d3281-d762-408b-b6d4-5af9ad6f920e', 'name': 'network-vif-deleted', 'tag': '226387d6-51b9-4ee0-a94c-a526b20f0aeb'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:07:51.042819 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b3119c1a-0e1d-407e-97fb-cd7e98ada6ad req-295932d9-44fa-4aa0-aea3-31c8418ab046 tempest-ServersAdminNegativeTestJSON-1004372901 tempest-ServersAdminNegativeTestJSON-1004372901-project] 10.222.0.52 "DELETE /v2.0/ports/226387d6-51b9-4ee0-a94c-a526b20f0aeb HTTP/1.1" status: 204 len: 173 time: 0.8276772 Feb 09 13:07:51.077866 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a2d3281-d762-408b-b6d4-5af9ad6f920e', 'name': 'network-vif-deleted', 'tag': '226387d6-51b9-4ee0-a94c-a526b20f0aeb', 'status': 'completed', 'code': 200} Feb 09 13:07:51.933019 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43586) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:52.184017 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-207b119e-ffc4-41a2-adb3-296ea3c7215f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f32e71fd33784327a48cbfc57b5b41c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2498286 Feb 09 13:07:52.186458 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43592) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:52.248016 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c587744f-5de6-4f63-9278-ae5bba84d249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:52.273319 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c587744f-5de6-4f63-9278-ae5bba84d249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:52.326281 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c587744f-5de6-4f63-9278-ae5bba84d249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:52.346052 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587744f-5de6-4f63-9278-ae5bba84d249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2e2804-3227-4dee-a512-503e49831ec5,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:52.356004 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c587744f-5de6-4f63-9278-ae5bba84d249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:52.360215 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c587744f-5de6-4f63-9278-ae5bba84d249 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fb2e2804-3227-4dee-a512-503e49831ec5 HTTP/1.1" status: 204 len: 168 time: 0.1697872 Feb 09 13:07:52.631380 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 43600) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:52.649206 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3e5cb48a-6663-4565-a8b9-6a7034e95d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:52.663175 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3e5cb48a-6663-4565-a8b9-6a7034e95d1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:07:52.666948 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-3e5cb48a-6663-4565-a8b9-6a7034e95d1a admin admin] Usage tracker for resource:security_group_rule and tenant:a91f7bf85d6340c9b6414eb012ab5a19 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:07:52.669675 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-3e5cb48a-6663-4565-a8b9-6a7034e95d1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:07:52.675773 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3e5cb48a-6663-4565-a8b9-6a7034e95d1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:07:52.758320 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3e5cb48a-6663-4565-a8b9-6a7034e95d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:52.762122 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3e5cb48a-6663-4565-a8b9-6a7034e95d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:52.808577 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3e5cb48a-6663-4565-a8b9-6a7034e95d1a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a91f7bf85d6340c9b6414eb012ab5a19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1761167 Feb 09 13:07:52.810202 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5cb48a-6663-4565-a8b9-6a7034e95d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7797a1-6e7b-4e54-ba53-e0718fcc4ef9,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:52.811341 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43604) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:52.869208 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4314c195-a5e5-4dfa-9399-693e07a5f793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:52.894318 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4314c195-a5e5-4dfa-9399-693e07a5f793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:52.945092 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4314c195-a5e5-4dfa-9399-693e07a5f793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:52.962541 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4314c195-a5e5-4dfa-9399-693e07a5f793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7797a1-6e7b-4e54-ba53-e0718fcc4ef9,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:52.968626 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4314c195-a5e5-4dfa-9399-693e07a5f793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:52.970312 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4314c195-a5e5-4dfa-9399-693e07a5f793 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4c7797a1-6e7b-4e54-ba53-e0718fcc4ef9 HTTP/1.1" status: 204 len: 168 time: 0.1579621 Feb 09 13:07:53.308844 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:53.685428 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43628) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:53.790155 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-3b6eafcd-cd39-4c68-8727-5be4b0868f8c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1627265615-network', 'tenant_id': '523613e94b204b749ba59df292b1cf93'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:07:53.795771 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3b6eafcd-cd39-4c68-8727-5be4b0868f8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:07:53.800429 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3b6eafcd-cd39-4c68-8727-5be4b0868f8c admin admin] Usage tracker for resource:network and tenant:523613e94b204b749ba59df292b1cf93 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:07:53.803394 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3b6eafcd-cd39-4c68-8727-5be4b0868f8c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:07:53.809192 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3b6eafcd-cd39-4c68-8727-5be4b0868f8c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:07:53.820183 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6eafcd-cd39-4c68-8727-5be4b0868f8c admin admin] Made reservation on behalf of 523613e94b204b749ba59df292b1cf93 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:07:53.822432 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3b6eafcd-cd39-4c68-8727-5be4b0868f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:53.834922 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3b6eafcd-cd39-4c68-8727-5be4b0868f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:53.849316 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3b6eafcd-cd39-4c68-8727-5be4b0868f8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:07:53.853313 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3b6eafcd-cd39-4c68-8727-5be4b0868f8c admin admin] Usage tracker for resource:security_group_rule and tenant:523613e94b204b749ba59df292b1cf93 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:07:53.856015 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3b6eafcd-cd39-4c68-8727-5be4b0868f8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:07:53.862061 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3b6eafcd-cd39-4c68-8727-5be4b0868f8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:07:53.944830 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3b6eafcd-cd39-4c68-8727-5be4b0868f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:53.948364 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3b6eafcd-cd39-4c68-8727-5be4b0868f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:53.980775 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b6eafcd-cd39-4c68-8727-5be4b0868f8c admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:07:53.986218 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6eafcd-cd39-4c68-8727-5be4b0868f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fefd5aad-c5de-4c60-a8cd-9decb889db23,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:53.992994 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3b6eafcd-cd39-4c68-8727-5be4b0868f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:53.993939 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-3b6eafcd-cd39-4c68-8727-5be4b0868f8c admin admin] Added segment d784e648-4ac9-4334-a5d7-9446aa757c5e of type vlan for network 0ffd2fcb-e135-420f-aa23-b18a51565c6b Feb 09 13:07:54.019918 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3b6eafcd-cd39-4c68-8727-5be4b0868f8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:54.048444 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3b6eafcd-cd39-4c68-8727-5be4b0868f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:54.049392 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6eafcd-cd39-4c68-8727-5be4b0868f8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:54.049975 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3b6eafcd-cd39-4c68-8727-5be4b0868f8c admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:54.133994 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 226387d6-51b9-4ee0-a94c-a526b20f0aeb no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:07:54.156611 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6eafcd-cd39-4c68-8727-5be4b0868f8c admin admin] Pushing event updated for resources: {'Network': ['ID=0ffd2fcb-e135-420f-aa23-b18a51565c6b,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:54.159530 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3b6eafcd-cd39-4c68-8727-5be4b0868f8c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4730070 Feb 09 13:07:54.162515 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43634) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:54.168437 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-f107e26c-ae25-444d-bd4e-7ca8a5752cee admin admin] Request body: {'subnet': {'network_id': '0ffd2fcb-e135-420f-aa23-b18a51565c6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1627265615-subnet', 'tenant_id': '523613e94b204b749ba59df292b1cf93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:07:54.174140 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 0ffd2fcb-e135-420f-aa23-b18a51565c6b details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:07:54.175454 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f107e26c-ae25-444d-bd4e-7ca8a5752cee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:07:54.179583 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f107e26c-ae25-444d-bd4e-7ca8a5752cee admin admin] Usage tracker for resource:subnet and tenant:523613e94b204b749ba59df292b1cf93 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:07:54.182442 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f107e26c-ae25-444d-bd4e-7ca8a5752cee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:07:54.189223 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f107e26c-ae25-444d-bd4e-7ca8a5752cee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:07:54.196611 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] No Port match for: 226387d6-51b9-4ee0-a94c-a526b20f0aeb {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:07:54.196900 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 226387d6-51b9-4ee0-a94c-a526b20f0aeb not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:07:54.200546 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f107e26c-ae25-444d-bd4e-7ca8a5752cee admin admin] Made reservation on behalf of 523613e94b204b749ba59df292b1cf93 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:07:54.202844 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f107e26c-ae25-444d-bd4e-7ca8a5752cee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:54.409463 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f107e26c-ae25-444d-bd4e-7ca8a5752cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:54.575734 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f107e26c-ae25-444d-bd4e-7ca8a5752cee admin admin] Pushing event updated for resources: {'Subnet': ['ID=097943c8-ebdc-490d-b81e-58c6fb356125,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:54.584325 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f107e26c-ae25-444d-bd4e-7ca8a5752cee admin admin] Checking segment: {'id': 'd784e648-4ac9-4334-a5d7-9446aa757c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0ffd2fcb-e135-420f-aa23-b18a51565c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:07:54.584677 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f107e26c-ae25-444d-bd4e-7ca8a5752cee admin admin] Network hostable DHCP agents. Network: 0ffd2fcb-e135-420f-aa23-b18a51565c6b, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:07:54.603632 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f107e26c-ae25-444d-bd4e-7ca8a5752cee admin admin] Network 0ffd2fcb-e135-420f-aa23-b18a51565c6b is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:07:54.612996 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-f107e26c-ae25-444d-bd4e-7ca8a5752cee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 0ffd2fcb-e135-420f-aa23-b18a51565c6b) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:07:54.617064 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f107e26c-ae25-444d-bd4e-7ca8a5752cee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:54.617645 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f107e26c-ae25-444d-bd4e-7ca8a5752cee admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:54.622107 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae368b4-9044-4f82-9a68-4d014f2f0437 None None] Network 0ffd2fcb-e135-420f-aa23-b18a51565c6b requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:07:54.640214 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f107e26c-ae25-444d-bd4e-7ca8a5752cee admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4733169 Feb 09 13:07:54.839577 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff279217-256b-4980-9cde-c5febd6978e5 None None] Network 0ffd2fcb-e135-420f-aa23-b18a51565c6b requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:07:55.348954 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-12d7a941-2a2f-4677-b84d-e9fb2cb44fd1 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:55.350421 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-12d7a941-2a2f-4677-b84d-e9fb2cb44fd1 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/networks?id=0ffd2fcb-e135-420f-aa23-b18a51565c6b HTTP/1.1" status: 200 len: 812 time: 0.1441219 Feb 09 13:07:55.366082 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-2bd252c1-2fbe-42c7-9d81-b5c29781894b tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/quotas/523613e94b204b749ba59df292b1cf93 HTTP/1.1" status: 200 len: 375 time: 0.0097973 Feb 09 13:07:55.416361 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-21c58504-934a-4af1-a540-030a4f27702d tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=523613e94b204b749ba59df292b1cf93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450790 Feb 09 13:07:55.477466 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-c3a3b807-cd27-4747-ac12-3dc836a1bf2a service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 13:07:55.478722 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-c3a3b807-cd27-4747-ac12-3dc836a1bf2a service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0555432 Feb 09 13:07:55.607555 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-7503668e-a766-43b8-9190-8d9288bab8dc service neutron] 10.222.0.55 "GET /v2.0/networks/0ffd2fcb-e135-420f-aa23-b18a51565c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228025 Feb 09 13:07:55.838490 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-b29db85f-0f04-40ce-9dd2-6aed7fec0504 service neutron] 10.222.0.55 "GET /v2.0/networks/0ffd2fcb-e135-420f-aa23-b18a51565c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249973 Feb 09 13:07:56.011107 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-339dadff-50c2-4fcb-8a40-45a25146c5ee req-ea0e881c-f2f6-4b3a-a413-8433e1a76311 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e HTTP/1.1" status: 200 len: 210 time: 0.0431514 Feb 09 13:07:57.072210 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-1e7258b7-5c1e-418e-9604-08f978ae37e7 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:57.073640 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-1e7258b7-5c1e-418e-9604-08f978ae37e7 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.52 "GET /v2.0/networks?id=0ffd2fcb-e135-420f-aa23-b18a51565c6b HTTP/1.1" status: 200 len: 812 time: 0.1525023 Feb 09 13:07:57.085472 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-5353be10-4bb6-40cd-b92f-8bb5d4d564db tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Request body: {'port': {'device_id': '6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e', 'network_id': '0ffd2fcb-e135-420f-aa23-b18a51565c6b', 'admin_state_up': True, 'tenant_id': '523613e94b204b749ba59df292b1cf93'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:07:57.215638 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2a8c4a8d-5f95-4ccd-a360-c408adc968d2 req-0d6d1f65-dd59-4a87-81e3-b58d6e9320df tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e HTTP/1.1" status: 200 len: 210 time: 0.0601919 Feb 09 13:07:57.268474 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-5353be10-4bb6-40cd-b92f-8bb5d4d564db tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:07:57.272317 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-5353be10-4bb6-40cd-b92f-8bb5d4d564db tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Usage tracker for resource:port and tenant:523613e94b204b749ba59df292b1cf93 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:07:57.275111 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-5353be10-4bb6-40cd-b92f-8bb5d4d564db tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:07:57.280965 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-5353be10-4bb6-40cd-b92f-8bb5d4d564db tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:07:57.291490 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-5353be10-4bb6-40cd-b92f-8bb5d4d564db tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Made reservation on behalf of 523613e94b204b749ba59df292b1cf93 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:07:57.295118 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-5353be10-4bb6-40cd-b92f-8bb5d4d564db tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:57.457787 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-5353be10-4bb6-40cd-b92f-8bb5d4d564db tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Allocated IP 172.20.0.2 (0ffd2fcb-e135-420f-aa23-b18a51565c6b/097943c8-ebdc-490d-b81e-58c6fb356125/dffa2f50-abec-4b71-b2d0-9a37181ad5fc) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:07:57.659117 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-5353be10-4bb6-40cd-b92f-8bb5d4d564db tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:57.688322 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-5353be10-4bb6-40cd-b92f-8bb5d4d564db tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:57.755270 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-5353be10-4bb6-40cd-b92f-8bb5d4d564db tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Network 0ffd2fcb-e135-420f-aa23-b18a51565c6b is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:07:57.756366 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-5353be10-4bb6-40cd-b92f-8bb5d4d564db tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:07:57.758765 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-5353be10-4bb6-40cd-b92f-8bb5d4d564db tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:07:57.813920 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5353be10-4bb6-40cd-b92f-8bb5d4d564db tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Pushing event updated for resources: {'Port': ['ID=dffa2f50-abec-4b71-b2d0-9a37181ad5fc,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:57.827061 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5353be10-4bb6-40cd-b92f-8bb5d4d564db tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:57.827458 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5353be10-4bb6-40cd-b92f-8bb5d4d564db tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:57.827794 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5353be10-4bb6-40cd-b92f-8bb5d4d564db tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:57.828230 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5353be10-4bb6-40cd-b92f-8bb5d4d564db tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:57.828679 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5353be10-4bb6-40cd-b92f-8bb5d4d564db tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:57.829133 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5353be10-4bb6-40cd-b92f-8bb5d4d564db tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:57.829427 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5353be10-4bb6-40cd-b92f-8bb5d4d564db tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:57.829859 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5353be10-4bb6-40cd-b92f-8bb5d4d564db tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:57.830201 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5353be10-4bb6-40cd-b92f-8bb5d4d564db tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:57.830529 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5353be10-4bb6-40cd-b92f-8bb5d4d564db tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:57.830961 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5353be10-4bb6-40cd-b92f-8bb5d4d564db tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:57.831312 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5353be10-4bb6-40cd-b92f-8bb5d4d564db tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:57.850529 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-5353be10-4bb6-40cd-b92f-8bb5d4d564db tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:57.851144 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-5353be10-4bb6-40cd-b92f-8bb5d4d564db tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:57.878582 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-5353be10-4bb6-40cd-b92f-8bb5d4d564db tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7972035 Feb 09 13:07:57.889787 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-a620aa84-2449-4b5a-ae79-de86761ac25f service neutron] Request body: {'port': {'device_id': '6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:07:58.002499 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-a620aa84-2449-4b5a-ae79-de86761ac25f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:58.397148 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-a620aa84-2449-4b5a-ae79-de86761ac25f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dffa2f50-abec-4b71-b2d0-9a37181ad5fc {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:07:58.412088 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-a620aa84-2449-4b5a-ae79-de86761ac25f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:58.431917 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-a620aa84-2449-4b5a-ae79-de86761ac25f service neutron] Transition to ACTIVE for port object dffa2f50-abec-4b71-b2d0-9a37181ad5fc will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:07:58.436539 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-a620aa84-2449-4b5a-ae79-de86761ac25f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:58.567963 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065068ad-9aa5-4052-916a-2aef8dc729f1 req-18c777dd-c5b5-4951-936b-68de7c95e38c tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:58.568569 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-065068ad-9aa5-4052-916a-2aef8dc729f1 req-18c777dd-c5b5-4951-936b-68de7c95e38c tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Synchronizing usage tracker for tenant:523613e94b204b749ba59df292b1cf93 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:07:58.586021 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a620aa84-2449-4b5a-ae79-de86761ac25f service neutron] Pushing event updated for resources: {'Port': ['ID=dffa2f50-abec-4b71-b2d0-9a37181ad5fc,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:58.773213 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-065068ad-9aa5-4052-916a-2aef8dc729f1 req-18c777dd-c5b5-4951-936b-68de7c95e38c tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Unset dirty status for tenant:523613e94b204b749ba59df292b1cf93 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:07:58.774353 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-065068ad-9aa5-4052-916a-2aef8dc729f1 req-18c777dd-c5b5-4951-936b-68de7c95e38c tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e HTTP/1.1" status: 200 len: 931 time: 0.4311261 Feb 09 13:07:58.841910 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-065068ad-9aa5-4052-916a-2aef8dc729f1 req-a0c21179-74a7-4eab-88fe-a044441e8dad tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/security-groups?id=fefd5aad-c5de-4c60-a8cd-9decb889db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610499 Feb 09 13:07:58.843742 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-a620aa84-2449-4b5a-ae79-de86761ac25f service neutron] Attempting to bind port dffa2f50-abec-4b71-b2d0-9a37181ad5fc on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:07:58.844150 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-a620aa84-2449-4b5a-ae79-de86761ac25f service neutron] Attempting to bind port dffa2f50-abec-4b71-b2d0-9a37181ad5fc by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': 'd784e648-4ac9-4334-a5d7-9446aa757c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0ffd2fcb-e135-420f-aa23-b18a51565c6b'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:07:58.844475 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-a620aa84-2449-4b5a-ae79-de86761ac25f service neutron] Attempting to bind port dffa2f50-abec-4b71-b2d0-9a37181ad5fc on network 0ffd2fcb-e135-420f-aa23-b18a51565c6b {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:07:58.849116 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-a620aa84-2449-4b5a-ae79-de86761ac25f service neutron] Port dffa2f50-abec-4b71-b2d0-9a37181ad5fc on network 0ffd2fcb-e135-420f-aa23-b18a51565c6b not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 13:07:58.849422 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-a620aa84-2449-4b5a-ae79-de86761ac25f service neutron] Attempting to bind port dffa2f50-abec-4b71-b2d0-9a37181ad5fc on network 0ffd2fcb-e135-420f-aa23-b18a51565c6b {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:07:58.854695 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-a620aa84-2449-4b5a-ae79-de86761ac25f service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:07:58.855031 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-a620aa84-2449-4b5a-ae79-de86761ac25f service neutron] Checking segment: {'id': 'd784e648-4ac9-4334-a5d7-9446aa757c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0ffd2fcb-e135-420f-aa23-b18a51565c6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:07:58.855406 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-a620aa84-2449-4b5a-ae79-de86761ac25f service neutron] Bound using segment: {'id': 'd784e648-4ac9-4334-a5d7-9446aa757c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0ffd2fcb-e135-420f-aa23-b18a51565c6b'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:07:58.855843 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-a620aa84-2449-4b5a-ae79-de86761ac25f service neutron] Bound port: dffa2f50-abec-4b71-b2d0-9a37181ad5fc, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd784e648-4ac9-4334-a5d7-9446aa757c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0ffd2fcb-e135-420f-aa23-b18a51565c6b'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:07:58.856193 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-a620aa84-2449-4b5a-ae79-de86761ac25f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:58.942132 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-a620aa84-2449-4b5a-ae79-de86761ac25f service neutron] For port dffa2f50-abec-4b71-b2d0-9a37181ad5fc, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:07:58.945070 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-a620aa84-2449-4b5a-ae79-de86761ac25f service neutron] For port dffa2f50-abec-4b71-b2d0-9a37181ad5fc, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=dffa2f50-abec-4b71-b2d0-9a37181ad5fc,segment=NetworkSegment(d784e648-4ac9-4334-a5d7-9446aa757c5e),segment_id=d784e648-4ac9-4334-a5d7-9446aa757c5e)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:07:58.948716 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-a620aa84-2449-4b5a-ae79-de86761ac25f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:59.012510 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-a620aa84-2449-4b5a-ae79-de86761ac25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:59.013064 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-a620aa84-2449-4b5a-ae79-de86761ac25f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:59.014400 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-a620aa84-2449-4b5a-ae79-de86761ac25f service neutron] 10.222.0.52 "PUT /v2.0/ports/dffa2f50-abec-4b71-b2d0-9a37181ad5fc HTTP/1.1" status: 200 len: 1091 time: 1.1285453 Feb 09 13:07:59.014820 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e', 'tag': 'dffa2f50-abec-4b71-b2d0-9a37181ad5fc'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:07:59.037059 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a620aa84-2449-4b5a-ae79-de86761ac25f service neutron] Pushing event updated for resources: {'Port': ['ID=dffa2f50-abec-4b71-b2d0-9a37181ad5fc,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:59.080733 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e', 'tag': 'dffa2f50-abec-4b71-b2d0-9a37181ad5fc', 'status': 'completed', 'code': 200} Feb 09 13:07:59.121506 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-e1fb41ea-7ced-470e-93df-3bfa1ca6bd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:59.122913 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-e1fb41ea-7ced-470e-93df-3bfa1ca6bd21 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=523613e94b204b749ba59df292b1cf93&device_id=6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e HTTP/1.1" status: 200 len: 1094 time: 0.0741224 Feb 09 13:07:59.192274 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-0479c702-9dd6-4b52-9f7f-170674dbd4ae service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dffa2f50-abec-4b71-b2d0-9a37181ad5fc HTTP/1.1" status: 200 len: 217 time: 0.0626926 Feb 09 13:07:59.254526 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-b3dccd7c-15f3-459e-a56d-5489a0b309e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:59.255978 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-b3dccd7c-15f3-459e-a56d-5489a0b309e6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=097943c8-ebdc-490d-b81e-58c6fb356125 HTTP/1.1" status: 200 len: 852 time: 0.0581305 Feb 09 13:07:59.303464 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-2e479874-d5dc-45ca-ad6d-89442707e15f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0ffd2fcb-e135-420f-aa23-b18a51565c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413513 Feb 09 13:07:59.435123 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-dedc4828-f06f-4bd8-974a-d05e6272f4f9 service neutron] 10.222.0.52 "GET /v2.0/networks/0ffd2fcb-e135-420f-aa23-b18a51565c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257925 Feb 09 13:07:59.568929 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d824e3b8-588b-47a4-a8be-541b95ea96a9 req-8c7a06ad-1747-4a24-8b9a-d1729a00cd2e service neutron] 10.222.0.52 "GET /v2.0/networks/0ffd2fcb-e135-420f-aa23-b18a51565c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275795 Feb 09 13:07:59.689903 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee433ec-bf68-402b-bfe1-4e4a056194d2 req-4ba5bb94-c7f5-4893-b28f-9895dead18af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:59.691302 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bee433ec-bf68-402b-bfe1-4e4a056194d2 req-4ba5bb94-c7f5-4893-b28f-9895dead18af service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=523613e94b204b749ba59df292b1cf93&device_id=6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e HTTP/1.1" status: 200 len: 1094 time: 0.0764225 Feb 09 13:07:59.819696 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee433ec-bf68-402b-bfe1-4e4a056194d2 req-da52b195-cd9a-467d-8ebb-7016b57ef3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:59.821147 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bee433ec-bf68-402b-bfe1-4e4a056194d2 req-da52b195-cd9a-467d-8ebb-7016b57ef3e2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0ffd2fcb-e135-420f-aa23-b18a51565c6b HTTP/1.1" status: 200 len: 913 time: 0.1232545 Feb 09 13:07:59.893136 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bee433ec-bf68-402b-bfe1-4e4a056194d2 req-ff92c52b-f504-49cb-885a-08ea64c06316 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dffa2f50-abec-4b71-b2d0-9a37181ad5fc HTTP/1.1" status: 200 len: 217 time: 0.0651255 Feb 09 13:07:59.990953 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee433ec-bf68-402b-bfe1-4e4a056194d2 req-bc01a47c-b8d4-4167-91da-5a6c8a6481a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:59.992308 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bee433ec-bf68-402b-bfe1-4e4a056194d2 req-bc01a47c-b8d4-4167-91da-5a6c8a6481a2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=097943c8-ebdc-490d-b81e-58c6fb356125 HTTP/1.1" status: 200 len: 852 time: 0.0930440 Feb 09 13:08:00.051062 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bee433ec-bf68-402b-bfe1-4e4a056194d2 req-d7666800-898e-4b7d-8cba-9b933bbc3c89 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0ffd2fcb-e135-420f-aa23-b18a51565c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522163 Feb 09 13:08:00.161093 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d50dd-a03a-4c06-a6ff-eaf79e6d4eac req-26e46358-242b-4a0b-8ea9-9c2ac559a5b8 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:00.162527 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2a7d50dd-a03a-4c06-a6ff-eaf79e6d4eac req-26e46358-242b-4a0b-8ea9-9c2ac559a5b8 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e HTTP/1.1" status: 200 len: 943 time: 0.2124400 Feb 09 13:08:00.226854 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bee433ec-bf68-402b-bfe1-4e4a056194d2 req-41ebc138-50e0-4982-a250-0adfa63fcab6 service neutron] 10.222.0.52 "GET /v2.0/networks/0ffd2fcb-e135-420f-aa23-b18a51565c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681175 Feb 09 13:08:00.233736 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2a7d50dd-a03a-4c06-a6ff-eaf79e6d4eac req-e55f5eb0-54f9-4712-8dbe-d02cf165387e tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/security-groups?id=fefd5aad-c5de-4c60-a8cd-9decb889db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657372 Feb 09 13:08:00.470046 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bee433ec-bf68-402b-bfe1-4e4a056194d2 req-d0c44f07-d1ef-42f7-859b-f37485eb81d0 service neutron] 10.222.0.52 "GET /v2.0/networks/0ffd2fcb-e135-420f-aa23-b18a51565c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351432 Feb 09 13:08:01.417441 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b9282-8933-4c29-ac4d-2d43aa7ecb3a req-bbe2825f-d3a5-446e-9e92-edd68a84c08c tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:01.418898 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b14b9282-8933-4c29-ac4d-2d43aa7ecb3a req-bbe2825f-d3a5-446e-9e92-edd68a84c08c tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e HTTP/1.1" status: 200 len: 943 time: 0.0780683 Feb 09 13:08:01.467682 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b14b9282-8933-4c29-ac4d-2d43aa7ecb3a req-51c183cc-69e5-4552-8b57-603d289e6652 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/security-groups?id=fefd5aad-c5de-4c60-a8cd-9decb889db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424535 Feb 09 13:08:02.180405 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device dffa2f50-abec-4b71-b2d0-9a37181ad5fc details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:08:02.309614 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port dffa2f50-abec-4b71-b2d0-9a37181ad5fc, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=dffa2f50-abec-4b71-b2d0-9a37181ad5fc,segment=NetworkSegment(d784e648-4ac9-4334-a5d7-9446aa757c5e),segment_id=d784e648-4ac9-4334-a5d7-9446aa757c5e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:08:02.323049 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': 'dffa2f50-abec-4b71-b2d0-9a37181ad5fc', 'network_id': '0ffd2fcb-e135-420f-aa23-b18a51565c6b', 'port_id': 'dffa2f50-abec-4b71-b2d0-9a37181ad5fc', 'mac_address': 'fa:16:3e:48:32:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '097943c8-ebdc-490d-b81e-58c6fb356125', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:08:02.381277 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:02.397871 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dffa2f50-abec-4b71-b2d0-9a37181ad5fc {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:08:02.412899 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port dffa2f50-abec-4b71-b2d0-9a37181ad5fc, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=dffa2f50-abec-4b71-b2d0-9a37181ad5fc,segment=NetworkSegment(d784e648-4ac9-4334-a5d7-9446aa757c5e),segment_id=d784e648-4ac9-4334-a5d7-9446aa757c5e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:08:02.416384 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:02.482910 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=dffa2f50-abec-4b71-b2d0-9a37181ad5fc,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:02.606116 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['dffa2f50-abec-4b71-b2d0-9a37181ad5fc'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:08:02.655049 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef2763-b3b6-4669-b822-40e37a7ceba5 req-3431769a-0816-47ef-bd03-0cddc3007625 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:02.657304 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1ef2763-b3b6-4669-b822-40e37a7ceba5 req-3431769a-0816-47ef-bd03-0cddc3007625 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e HTTP/1.1" status: 200 len: 944 time: 0.0825331 Feb 09 13:08:02.702196 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1ef2763-b3b6-4669-b822-40e37a7ceba5 req-feaa6ded-4223-4c19-93b1-23f2d58d1556 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/security-groups?id=fefd5aad-c5de-4c60-a8cd-9decb889db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388713 Feb 09 13:08:03.888841 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5250c9-f7e4-42a2-a303-1eebf5fb3463 req-6b5445ba-9a8d-4e0a-b4b8-a7819d47fd4b tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:03.890287 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eb5250c9-f7e4-42a2-a303-1eebf5fb3463 req-6b5445ba-9a8d-4e0a-b4b8-a7819d47fd4b tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e HTTP/1.1" status: 200 len: 944 time: 0.0841451 Feb 09 13:08:03.935127 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eb5250c9-f7e4-42a2-a303-1eebf5fb3463 req-44028c55-75b0-4a81-bbe6-65bc718f41a6 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/security-groups?id=fefd5aad-c5de-4c60-a8cd-9decb889db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390377 Feb 09 13:08:04.181037 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device dffa2f50-abec-4b71-b2d0-9a37181ad5fc up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:08:04.248250 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port dffa2f50-abec-4b71-b2d0-9a37181ad5fc completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:08:04.252983 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port dffa2f50-abec-4b71-b2d0-9a37181ad5fc triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:08:04.253357 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:04.371796 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:04.398481 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffa2f50-abec-4b71-b2d0-9a37181ad5fc'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:08:04.408551 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port dffa2f50-abec-4b71-b2d0-9a37181ad5fc, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=dffa2f50-abec-4b71-b2d0-9a37181ad5fc,segment=NetworkSegment(d784e648-4ac9-4334-a5d7-9446aa757c5e),segment_id=d784e648-4ac9-4334-a5d7-9446aa757c5e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:08:04.412509 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:04.448578 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffa2f50-abec-4b71-b2d0-9a37181ad5fc', 'code': 200} Feb 09 13:08:04.480996 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=dffa2f50-abec-4b71-b2d0-9a37181ad5fc,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:04.566392 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a6431-b92c-44c1-81c6-b34e07e18cd5 req-00542d80-cd10-4573-a8b9-f1fe8e638d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:04.567881 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-596a6431-b92c-44c1-81c6-b34e07e18cd5 req-00542d80-cd10-4573-a8b9-f1fe8e638d75 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e HTTP/1.1" status: 200 len: 1096 time: 0.0671444 Feb 09 13:08:04.606869 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-596a6431-b92c-44c1-81c6-b34e07e18cd5 req-881b8493-ef57-4de0-b6f0-f223de1a04f9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=fefd5aad-c5de-4c60-a8cd-9decb889db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334427 Feb 09 13:08:05.125987 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b93de-ff08-4b38-8b57-82d9a8c9b93e req-f2b21696-050e-44a5-b514-94d5250e9fa2 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:05.127333 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-171b93de-ff08-4b38-8b57-82d9a8c9b93e req-f2b21696-050e-44a5-b514-94d5250e9fa2 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e HTTP/1.1" status: 200 len: 945 time: 0.0821328 Feb 09 13:08:05.169253 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-171b93de-ff08-4b38-8b57-82d9a8c9b93e req-d07788ba-16ef-46cb-9751-12d61d0790b1 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/security-groups?id=fefd5aad-c5de-4c60-a8cd-9decb889db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363405 Feb 09 13:08:06.354769 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ede31-2352-4c99-a966-9ec8dfaeb30f req-380a0077-f15c-4d12-a4ac-63822da5c841 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:06.356256 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d74ede31-2352-4c99-a966-9ec8dfaeb30f req-380a0077-f15c-4d12-a4ac-63822da5c841 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e HTTP/1.1" status: 200 len: 945 time: 0.0809131 Feb 09 13:08:06.410316 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d74ede31-2352-4c99-a966-9ec8dfaeb30f req-6c82a549-20fc-415e-8acf-5b39a02b4ce2 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/security-groups?id=fefd5aad-c5de-4c60-a8cd-9decb889db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482748 Feb 09 13:08:06.679257 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43696) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:08:06.805566 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9426a6aa-2332-4ce1-bd50-ba6dbaa89993 req-0f15b435-a9b1-4f6e-ad6d-22285daa0627 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1248724 Feb 09 13:08:06.808480 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3c149-0734-4c85-a823-0bf7335b6a75 req-d408d0c2-869d-475e-b7e8-0368038004c0 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:06.809960 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e4e3c149-0734-4c85-a823-0bf7335b6a75 req-d408d0c2-869d-475e-b7e8-0368038004c0 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e HTTP/1.1" status: 200 len: 945 time: 0.0885348 Feb 09 13:08:06.858287 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e4e3c149-0734-4c85-a823-0bf7335b6a75 req-5896c0d2-317c-4a18-970e-4890b3a4ea1f tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/security-groups?id=fefd5aad-c5de-4c60-a8cd-9decb889db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415702 Feb 09 13:08:08.117679 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708319f0-8d63-4216-b0bf-fff1ffe1346b req-6b3b5d77-547b-4a00-82a4-32b2852d72f8 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:08.119165 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-708319f0-8d63-4216-b0bf-fff1ffe1346b req-6b3b5d77-547b-4a00-82a4-32b2852d72f8 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e HTTP/1.1" status: 200 len: 945 time: 0.1553075 Feb 09 13:08:08.124594 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426a6aa-2332-4ce1-bd50-ba6dbaa89993 req-50f0b6a9-b6b1-46e5-ab0a-44db6c19dccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:08.126037 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9426a6aa-2332-4ce1-bd50-ba6dbaa89993 req-50f0b6a9-b6b1-46e5-ab0a-44db6c19dccd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=523613e94b204b749ba59df292b1cf93&device_id=6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e HTTP/1.1" status: 200 len: 1096 time: 0.1177385 Feb 09 13:08:08.245623 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-708319f0-8d63-4216-b0bf-fff1ffe1346b req-85bf7c47-50bf-478b-b18c-a70fd5bbbb87 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/security-groups?id=fefd5aad-c5de-4c60-a8cd-9decb889db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186588 Feb 09 13:08:08.286606 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426a6aa-2332-4ce1-bd50-ba6dbaa89993 req-806150d5-aff3-4e8d-8633-e6e70a35800c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:08.288077 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9426a6aa-2332-4ce1-bd50-ba6dbaa89993 req-806150d5-aff3-4e8d-8633-e6e70a35800c service neutron] 10.222.0.52 "GET /v2.0/networks?id=0ffd2fcb-e135-420f-aa23-b18a51565c6b HTTP/1.1" status: 200 len: 913 time: 0.1473751 Feb 09 13:08:08.358250 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9426a6aa-2332-4ce1-bd50-ba6dbaa89993 req-9a9bc4c8-08ee-4f33-91d2-5d16bba67a13 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dffa2f50-abec-4b71-b2d0-9a37181ad5fc HTTP/1.1" status: 200 len: 217 time: 0.0647292 Feb 09 13:08:08.435087 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426a6aa-2332-4ce1-bd50-ba6dbaa89993 req-ccb3bacf-10d6-4050-a5e4-1ea2cfc7767d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:08.436549 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9426a6aa-2332-4ce1-bd50-ba6dbaa89993 req-ccb3bacf-10d6-4050-a5e4-1ea2cfc7767d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=097943c8-ebdc-490d-b81e-58c6fb356125 HTTP/1.1" status: 200 len: 852 time: 0.0725610 Feb 09 13:08:08.482424 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9426a6aa-2332-4ce1-bd50-ba6dbaa89993 req-2769840f-4c91-41a9-ad2b-ac4a44f38092 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0ffd2fcb-e135-420f-aa23-b18a51565c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400138 Feb 09 13:08:08.611042 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9426a6aa-2332-4ce1-bd50-ba6dbaa89993 req-32c0f127-1c0e-4c86-aec1-c4edd2fd9410 service neutron] 10.222.0.52 "GET /v2.0/networks/0ffd2fcb-e135-420f-aa23-b18a51565c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221752 Feb 09 13:08:08.739450 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9426a6aa-2332-4ce1-bd50-ba6dbaa89993 req-77cee371-34dc-429e-88c8-e24662e8ffcb service neutron] 10.222.0.52 "GET /v2.0/networks/0ffd2fcb-e135-420f-aa23-b18a51565c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218200 Feb 09 13:08:09.430294 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd486c3-2ae2-4699-ad19-1323eb4d99f2 req-c1fd3ea5-fd25-46fb-8285-93322d870ba8 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:09.431741 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8fd486c3-2ae2-4699-ad19-1323eb4d99f2 req-c1fd3ea5-fd25-46fb-8285-93322d870ba8 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e HTTP/1.1" status: 200 len: 945 time: 0.0793264 Feb 09 13:08:09.475452 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8fd486c3-2ae2-4699-ad19-1323eb4d99f2 req-7ee56b65-33e8-4f6e-a7d0-81613e7cb3a0 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/security-groups?id=fefd5aad-c5de-4c60-a8cd-9decb889db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381184 Feb 09 13:08:10.660044 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb128e-c337-46be-9ca5-4e0e51c3c44a req-7fb1aed4-c1f9-4e91-9d3c-5f44ec71ae76 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:10.661526 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0bfb128e-c337-46be-9ca5-4e0e51c3c44a req-7fb1aed4-c1f9-4e91-9d3c-5f44ec71ae76 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e HTTP/1.1" status: 200 len: 945 time: 0.0809231 Feb 09 13:08:10.704474 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0bfb128e-c337-46be-9ca5-4e0e51c3c44a req-67e8a4b9-4193-46c6-8649-3173a6af1f28 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/security-groups?id=fefd5aad-c5de-4c60-a8cd-9decb889db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375059 Feb 09 13:08:11.884479 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe2f57-d876-48ca-b15c-0151a7bd54ee req-3f111911-d983-4903-8267-e2ffc8ccec8e tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:11.885922 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-96fe2f57-d876-48ca-b15c-0151a7bd54ee req-3f111911-d983-4903-8267-e2ffc8ccec8e tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e HTTP/1.1" status: 200 len: 945 time: 0.0787423 Feb 09 13:08:11.932661 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-96fe2f57-d876-48ca-b15c-0151a7bd54ee req-3e696ad3-5d4b-4988-9672-02c6a6fd7248 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/security-groups?id=fefd5aad-c5de-4c60-a8cd-9decb889db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409999 Feb 09 13:08:13.117137 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfdaa9-9df9-4161-ad21-48ec7011db3d req-e32df372-1447-4943-9fa1-631fd5187579 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:13.118573 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ddbfdaa9-9df9-4161-ad21-48ec7011db3d req-e32df372-1447-4943-9fa1-631fd5187579 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e HTTP/1.1" status: 200 len: 945 time: 0.0793760 Feb 09 13:08:13.161423 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ddbfdaa9-9df9-4161-ad21-48ec7011db3d req-2dc8c18f-0b43-4feb-87f1-77c01f7897a6 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/security-groups?id=fefd5aad-c5de-4c60-a8cd-9decb889db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372987 Feb 09 13:08:14.103441 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-43116831-9431-41eb-8576-9ef55e26fbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:14.448980 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f7ae7-2116-460c-8a8e-a7f572a8c5fa req-8f235f54-326a-41fe-9503-138960ac752e tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:14.450346 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-818f7ae7-2116-460c-8a8e-a7f572a8c5fa req-8f235f54-326a-41fe-9503-138960ac752e tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e HTTP/1.1" status: 200 len: 945 time: 0.1860452 Feb 09 13:08:14.501607 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-818f7ae7-2116-460c-8a8e-a7f572a8c5fa req-bc621c23-600d-4173-a09f-3229c946d12e tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/security-groups?id=fefd5aad-c5de-4c60-a8cd-9decb889db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449636 Feb 09 13:08:15.685067 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad190a-9930-4520-baf8-1b7db544a580 req-42c7d93d-b7d6-4cdf-818a-640a6753f5b3 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:15.686533 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d1ad190a-9930-4520-baf8-1b7db544a580 req-42c7d93d-b7d6-4cdf-818a-640a6753f5b3 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e HTTP/1.1" status: 200 len: 945 time: 0.0807025 Feb 09 13:08:15.735658 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d1ad190a-9930-4520-baf8-1b7db544a580 req-c59b3d46-ce69-4b73-9ff0-3d5eff6e4539 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/security-groups?id=fefd5aad-c5de-4c60-a8cd-9decb889db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432777 Feb 09 13:08:16.451273 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2c09e6fb-e446-4a57-8e4f-3dab3466e677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:16.924189 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf6d33-0588-4afd-8f03-03a6f5af85e7 req-a659dce5-e20a-444d-9fd1-9e4493c4842e tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:16.925553 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-11bf6d33-0588-4afd-8f03-03a6f5af85e7 req-a659dce5-e20a-444d-9fd1-9e4493c4842e tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e HTTP/1.1" status: 200 len: 945 time: 0.0840259 Feb 09 13:08:16.970585 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-11bf6d33-0588-4afd-8f03-03a6f5af85e7 req-51ab6234-ec77-4312-8395-249d7a7e2208 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/security-groups?id=fefd5aad-c5de-4c60-a8cd-9decb889db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392315 Feb 09 13:08:17.658815 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:17.746897 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:18.156346 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171baa54-b6bf-4f25-939c-0927ef5b2a48 req-8a2b7210-b33a-4517-abef-7f2ca7d3c903 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:18.157935 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-171baa54-b6bf-4f25-939c-0927ef5b2a48 req-8a2b7210-b33a-4517-abef-7f2ca7d3c903 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e HTTP/1.1" status: 200 len: 945 time: 0.0832751 Feb 09 13:08:18.200910 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-171baa54-b6bf-4f25-939c-0927ef5b2a48 req-dc6dd835-93c4-44da-bd64-457d7f968632 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/security-groups?id=fefd5aad-c5de-4c60-a8cd-9decb889db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374634 Feb 09 13:08:19.331793 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:19.390980 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980316b-d1a4-4179-9e44-2ca95b8efb6c req-b84f7e68-67ec-43bd-b773-56f29205190d tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:19.392525 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3980316b-d1a4-4179-9e44-2ca95b8efb6c req-b84f7e68-67ec-43bd-b773-56f29205190d tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e HTTP/1.1" status: 200 len: 945 time: 0.0838089 Feb 09 13:08:19.436549 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3980316b-d1a4-4179-9e44-2ca95b8efb6c req-fc8f6a55-ccfe-4ac0-a8bd-79fc02a8d393 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/security-groups?id=fefd5aad-c5de-4c60-a8cd-9decb889db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384600 Feb 09 13:08:20.629923 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf8eb5-a2ce-4113-8a49-42834daf30bc req-35c7bc06-6086-4fd7-b913-021e6f501020 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:20.631303 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c3bf8eb5-a2ce-4113-8a49-42834daf30bc req-35c7bc06-6086-4fd7-b913-021e6f501020 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e HTTP/1.1" status: 200 len: 945 time: 0.0835056 Feb 09 13:08:20.674800 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c3bf8eb5-a2ce-4113-8a49-42834daf30bc req-a0e19026-0292-4093-9859-8368ec1102ac tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/security-groups?id=fefd5aad-c5de-4c60-a8cd-9decb889db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380223 Feb 09 13:08:20.850548 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:21.860512 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d1ac4d-eb54-48aa-9675-89182ce78334 req-db55c131-69f0-4ac3-a0be-32bfe3844794 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:21.861954 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-56d1ac4d-eb54-48aa-9675-89182ce78334 req-db55c131-69f0-4ac3-a0be-32bfe3844794 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e HTTP/1.1" status: 200 len: 945 time: 0.0814326 Feb 09 13:08:21.905180 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-56d1ac4d-eb54-48aa-9675-89182ce78334 req-8251db59-db64-47e3-844a-dc0f060be56f tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/security-groups?id=fefd5aad-c5de-4c60-a8cd-9decb889db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373425 Feb 09 13:08:23.098076 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6dda2-fe94-4c44-a369-f0d6b5446f86 req-78b2398b-3afd-495c-b414-5dc59b6e1029 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:23.099547 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7cc6dda2-fe94-4c44-a369-f0d6b5446f86 req-78b2398b-3afd-495c-b414-5dc59b6e1029 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e HTTP/1.1" status: 200 len: 945 time: 0.0831790 Feb 09 13:08:23.184497 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7cc6dda2-fe94-4c44-a369-f0d6b5446f86 req-bccb2d8a-f891-4e78-8340-6929b58b02c6 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/security-groups?id=fefd5aad-c5de-4c60-a8cd-9decb889db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789440 Feb 09 13:08:23.211466 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde3185-b3f4-4d38-806e-23e8627771a0 req-7a160053-cb03-45b9-943d-17f357e2a2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:23.212988 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7bde3185-b3f4-4d38-806e-23e8627771a0 req-7a160053-cb03-45b9-943d-17f357e2a2de service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=523613e94b204b749ba59df292b1cf93&device_id=6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e HTTP/1.1" status: 200 len: 1096 time: 0.0872114 Feb 09 13:08:23.332456 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:23.368813 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde3185-b3f4-4d38-806e-23e8627771a0 req-1744d104-bc06-40ce-8e68-fabaf9d2165c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:23.370245 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7bde3185-b3f4-4d38-806e-23e8627771a0 req-1744d104-bc06-40ce-8e68-fabaf9d2165c service neutron] 10.222.0.52 "GET /v2.0/networks?id=0ffd2fcb-e135-420f-aa23-b18a51565c6b HTTP/1.1" status: 200 len: 913 time: 0.1371145 Feb 09 13:08:23.441202 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7bde3185-b3f4-4d38-806e-23e8627771a0 req-7b5f8135-0583-4058-8e1b-e928beb64190 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dffa2f50-abec-4b71-b2d0-9a37181ad5fc HTTP/1.1" status: 200 len: 217 time: 0.0646009 Feb 09 13:08:23.508405 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde3185-b3f4-4d38-806e-23e8627771a0 req-8d001e08-5f2d-4b2f-a913-2f0d72fb4dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:23.509857 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7bde3185-b3f4-4d38-806e-23e8627771a0 req-8d001e08-5f2d-4b2f-a913-2f0d72fb4dbe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=097943c8-ebdc-490d-b81e-58c6fb356125 HTTP/1.1" status: 200 len: 852 time: 0.0611722 Feb 09 13:08:23.555986 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7bde3185-b3f4-4d38-806e-23e8627771a0 req-84c9c847-9289-478d-b36b-8b6b02491c3d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0ffd2fcb-e135-420f-aa23-b18a51565c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397019 Feb 09 13:08:23.689933 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7bde3185-b3f4-4d38-806e-23e8627771a0 req-011215d1-1d3f-4ed7-8c2e-92c78c0112f4 service neutron] 10.222.0.52 "GET /v2.0/networks/0ffd2fcb-e135-420f-aa23-b18a51565c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281023 Feb 09 13:08:23.824919 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7bde3185-b3f4-4d38-806e-23e8627771a0 req-545cfc87-7c3e-4348-90d6-e7ac8a4757dc service neutron] 10.222.0.52 "GET /v2.0/networks/0ffd2fcb-e135-420f-aa23-b18a51565c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268113 Feb 09 13:08:24.524400 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2f1b5-4cf5-48e4-87b8-043e6d37348e req-86377f47-b15a-4bee-bccb-060260411f2e tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:24.525776 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7ae2f1b5-4cf5-48e4-87b8-043e6d37348e req-86377f47-b15a-4bee-bccb-060260411f2e tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e HTTP/1.1" status: 200 len: 945 time: 0.0789568 Feb 09 13:08:24.570346 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7ae2f1b5-4cf5-48e4-87b8-043e6d37348e req-db140885-b1a7-4786-a41a-52c39e67a9fa tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/security-groups?id=fefd5aad-c5de-4c60-a8cd-9decb889db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389230 Feb 09 13:08:25.757693 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef2175-cc5a-45a2-8c87-37833335964a req-d24c3191-4d63-483b-8819-5c0cf7d7ee31 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:25.759131 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-76ef2175-cc5a-45a2-8c87-37833335964a req-d24c3191-4d63-483b-8819-5c0cf7d7ee31 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e HTTP/1.1" status: 200 len: 945 time: 0.0824554 Feb 09 13:08:25.801495 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-76ef2175-cc5a-45a2-8c87-37833335964a req-90ecebfd-c867-4d24-9ecd-0ee6a45eabdc tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/security-groups?id=fefd5aad-c5de-4c60-a8cd-9decb889db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368044 Feb 09 13:08:25.963371 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:08:26.983078 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479e656-bd36-4098-9d55-2e4976c9c0cb req-b58d7830-ccf8-4776-9a20-7cb5280d5d6c tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:26.984763 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d479e656-bd36-4098-9d55-2e4976c9c0cb req-b58d7830-ccf8-4776-9a20-7cb5280d5d6c tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e HTTP/1.1" status: 200 len: 945 time: 0.0786955 Feb 09 13:08:27.031389 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d479e656-bd36-4098-9d55-2e4976c9c0cb req-77d8f076-1922-4ef3-8380-4ef2acbcd4f9 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/security-groups?id=fefd5aad-c5de-4c60-a8cd-9decb889db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411499 Feb 09 13:08:28.230634 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f3c7a8-ec11-41da-be3e-4b3f298a5733 req-3b9e7a10-d8a3-412b-a691-ae9a13894c48 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:28.232141 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b5f3c7a8-ec11-41da-be3e-4b3f298a5733 req-3b9e7a10-d8a3-412b-a691-ae9a13894c48 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e HTTP/1.1" status: 200 len: 945 time: 0.0892615 Feb 09 13:08:28.279777 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b5f3c7a8-ec11-41da-be3e-4b3f298a5733 req-59775559-18c8-4741-87b6-ce77f45e6b00 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/security-groups?id=fefd5aad-c5de-4c60-a8cd-9decb889db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419273 Feb 09 13:08:29.471009 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a313b-b7a8-42e5-8c56-9a024ea0afcb req-e1de33dd-0874-43b4-927c-8eda0f346fb1 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:29.472537 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-381a313b-b7a8-42e5-8c56-9a024ea0afcb req-e1de33dd-0874-43b4-927c-8eda0f346fb1 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e HTTP/1.1" status: 200 len: 945 time: 0.0837753 Feb 09 13:08:29.515810 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-381a313b-b7a8-42e5-8c56-9a024ea0afcb req-c252bb6e-fa81-4172-9f32-f13961832308 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/security-groups?id=fefd5aad-c5de-4c60-a8cd-9decb889db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375886 Feb 09 13:08:30.699847 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1dda2-ae09-48b1-b790-b7e9ddcb09e2 req-83809023-3a6f-4ed8-85f7-769ba5a3c751 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:30.701297 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dcf1dda2-ae09-48b1-b790-b7e9ddcb09e2 req-83809023-3a6f-4ed8-85f7-769ba5a3c751 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e HTTP/1.1" status: 200 len: 945 time: 0.0798779 Feb 09 13:08:30.745180 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dcf1dda2-ae09-48b1-b790-b7e9ddcb09e2 req-b55b19d7-40d9-4836-ab87-0c7dc0b3975a tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/security-groups?id=fefd5aad-c5de-4c60-a8cd-9decb889db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379534 Feb 09 13:08:31.934662 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44ad7b-bfd8-4f3c-bcf9-80879e6c83b1 req-d8fe529d-682e-4d06-a529-9f82595d1e5e tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:31.936148 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ae44ad7b-bfd8-4f3c-bcf9-80879e6c83b1 req-d8fe529d-682e-4d06-a529-9f82595d1e5e tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e HTTP/1.1" status: 200 len: 945 time: 0.0848079 Feb 09 13:08:31.979897 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ae44ad7b-bfd8-4f3c-bcf9-80879e6c83b1 req-58787d91-e5b6-4a29-847a-45b5bb798153 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/security-groups?id=fefd5aad-c5de-4c60-a8cd-9decb889db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373793 Feb 09 13:08:33.162309 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e765d-cd72-4ac0-88b5-96ed65801ef1 req-cfedabcf-5919-4f4e-8ab0-54d3711b68c6 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:33.163776 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-260e765d-cd72-4ac0-88b5-96ed65801ef1 req-cfedabcf-5919-4f4e-8ab0-54d3711b68c6 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e HTTP/1.1" status: 200 len: 945 time: 0.0794294 Feb 09 13:08:33.212835 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-260e765d-cd72-4ac0-88b5-96ed65801ef1 req-e2884c20-4787-4a1e-a2a5-e60e8fecb498 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/security-groups?id=fefd5aad-c5de-4c60-a8cd-9decb889db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432870 Feb 09 13:08:34.499107 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965dba7d-a593-48bf-b8ea-123b3d78741d req-a5200dcb-d9d0-4ed3-b5f7-4a0c05c90741 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:34.500693 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-965dba7d-a593-48bf-b8ea-123b3d78741d req-a5200dcb-d9d0-4ed3-b5f7-4a0c05c90741 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e HTTP/1.1" status: 200 len: 945 time: 0.1804254 Feb 09 13:08:34.543744 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-965dba7d-a593-48bf-b8ea-123b3d78741d req-ac446141-9b66-4378-8807-d440af5161e1 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/security-groups?id=fefd5aad-c5de-4c60-a8cd-9decb889db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373487 Feb 09 13:08:35.790984 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [req-9426a6aa-2332-4ce1-bd50-ba6dbaa89993 req-71c5ccc7-f461-4f0e-aa65-17bcc5e86900 service neutron] show failed (client error): The resource could not be found. Feb 09 13:08:35.792007 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9426a6aa-2332-4ce1-bd50-ba6dbaa89993 req-71c5ccc7-f461-4f0e-aa65-17bcc5e86900 service neutron] 10.222.0.52 "GET /v2.0/ports/dffa2f50-abec-4b71-b2d0-9a37181ad5fc/bindings/n-h2-825178-3 HTTP/1.1" status: 404 len: 380 time: 0.0951643 Feb 09 13:08:35.801729 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e5a18-c2b3-47fd-b165-39f84649ad35 req-959c133f-4e0e-4193-82aa-57488efcbc71 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:35.803181 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-048e5a18-c2b3-47fd-b165-39f84649ad35 req-959c133f-4e0e-4193-82aa-57488efcbc71 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e HTTP/1.1" status: 200 len: 945 time: 0.1527288 Feb 09 13:08:35.851216 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-048e5a18-c2b3-47fd-b165-39f84649ad35 req-bad963dd-0ed4-4120-b2d9-e5ecc4de94fa tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/security-groups?id=fefd5aad-c5de-4c60-a8cd-9decb889db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422237 Feb 09 13:08:36.055257 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426a6aa-2332-4ce1-bd50-ba6dbaa89993 req-8c992a1c-5db5-4b20-85a9-b60093c0f4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:36.056662 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9426a6aa-2332-4ce1-bd50-ba6dbaa89993 req-8c992a1c-5db5-4b20-85a9-b60093c0f4d4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e&tenant_id=523613e94b204b749ba59df292b1cf93 HTTP/1.1" status: 200 len: 1096 time: 0.0696783 Feb 09 13:08:36.067079 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-9426a6aa-2332-4ce1-bd50-ba6dbaa89993 req-fc23a7d5-1900-4fcb-a154-0d2cbff775b3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825178-3', 'device_owner': 'compute:nova'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:08:36.173916 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-9426a6aa-2332-4ce1-bd50-ba6dbaa89993 req-fc23a7d5-1900-4fcb-a154-0d2cbff775b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:36.431585 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-9426a6aa-2332-4ce1-bd50-ba6dbaa89993 req-fc23a7d5-1900-4fcb-a154-0d2cbff775b3 service neutron] For port dffa2f50-abec-4b71-b2d0-9a37181ad5fc, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=dffa2f50-abec-4b71-b2d0-9a37181ad5fc,segment=NetworkSegment(d784e648-4ac9-4334-a5d7-9446aa757c5e),segment_id=d784e648-4ac9-4334-a5d7-9446aa757c5e)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:08:36.458647 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-9426a6aa-2332-4ce1-bd50-ba6dbaa89993 req-fc23a7d5-1900-4fcb-a154-0d2cbff775b3 service neutron] For port dffa2f50-abec-4b71-b2d0-9a37181ad5fc, host n-h1-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:08:36.516141 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dffa2f50-abec-4b71-b2d0-9a37181ad5fc'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:08:36.521760 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-9426a6aa-2332-4ce1-bd50-ba6dbaa89993 req-fc23a7d5-1900-4fcb-a154-0d2cbff775b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:36.536987 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-9426a6aa-2332-4ce1-bd50-ba6dbaa89993 req-fc23a7d5-1900-4fcb-a154-0d2cbff775b3 service neutron] Transition to ACTIVE for port object dffa2f50-abec-4b71-b2d0-9a37181ad5fc will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:08:36.540770 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-9426a6aa-2332-4ce1-bd50-ba6dbaa89993 req-fc23a7d5-1900-4fcb-a154-0d2cbff775b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:36.585493 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dffa2f50-abec-4b71-b2d0-9a37181ad5fc', 'code': 200} Feb 09 13:08:36.704889 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc23a7d5-1900-4fcb-a154-0d2cbff775b3 service neutron] Pushing event updated for resources: {'Port': ['ID=dffa2f50-abec-4b71-b2d0-9a37181ad5fc,revision_number=6']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:36.707324 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-9426a6aa-2332-4ce1-bd50-ba6dbaa89993 req-fc23a7d5-1900-4fcb-a154-0d2cbff775b3 service neutron] No DVR routers for this DVR port dffa2f50-abec-4b71-b2d0-9a37181ad5fc on host n-h1-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:08:36.744584 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc23a7d5-1900-4fcb-a154-0d2cbff775b3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:36.744934 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc23a7d5-1900-4fcb-a154-0d2cbff775b3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:36.745279 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc23a7d5-1900-4fcb-a154-0d2cbff775b3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:36.745617 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc23a7d5-1900-4fcb-a154-0d2cbff775b3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:36.745950 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc23a7d5-1900-4fcb-a154-0d2cbff775b3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:36.746281 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc23a7d5-1900-4fcb-a154-0d2cbff775b3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:36.746609 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc23a7d5-1900-4fcb-a154-0d2cbff775b3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:36.746935 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc23a7d5-1900-4fcb-a154-0d2cbff775b3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:36.747260 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc23a7d5-1900-4fcb-a154-0d2cbff775b3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:36.747584 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc23a7d5-1900-4fcb-a154-0d2cbff775b3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:36.747935 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc23a7d5-1900-4fcb-a154-0d2cbff775b3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:36.748256 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc23a7d5-1900-4fcb-a154-0d2cbff775b3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:36.776861 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-9426a6aa-2332-4ce1-bd50-ba6dbaa89993 req-fc23a7d5-1900-4fcb-a154-0d2cbff775b3 service neutron] Attempting to bind port dffa2f50-abec-4b71-b2d0-9a37181ad5fc on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:08:36.777196 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-9426a6aa-2332-4ce1-bd50-ba6dbaa89993 req-fc23a7d5-1900-4fcb-a154-0d2cbff775b3 service neutron] Attempting to bind port dffa2f50-abec-4b71-b2d0-9a37181ad5fc by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'd784e648-4ac9-4334-a5d7-9446aa757c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0ffd2fcb-e135-420f-aa23-b18a51565c6b'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:08:36.777526 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9426a6aa-2332-4ce1-bd50-ba6dbaa89993 req-fc23a7d5-1900-4fcb-a154-0d2cbff775b3 service neutron] Attempting to bind port dffa2f50-abec-4b71-b2d0-9a37181ad5fc on network 0ffd2fcb-e135-420f-aa23-b18a51565c6b {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:08:36.782860 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9426a6aa-2332-4ce1-bd50-ba6dbaa89993 req-fc23a7d5-1900-4fcb-a154-0d2cbff775b3 service neutron] Port dffa2f50-abec-4b71-b2d0-9a37181ad5fc on network 0ffd2fcb-e135-420f-aa23-b18a51565c6b not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 13:08:36.783181 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9426a6aa-2332-4ce1-bd50-ba6dbaa89993 req-fc23a7d5-1900-4fcb-a154-0d2cbff775b3 service neutron] Attempting to bind port dffa2f50-abec-4b71-b2d0-9a37181ad5fc on network 0ffd2fcb-e135-420f-aa23-b18a51565c6b {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:08:36.788279 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9426a6aa-2332-4ce1-bd50-ba6dbaa89993 req-fc23a7d5-1900-4fcb-a154-0d2cbff775b3 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:08:36.788618 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9426a6aa-2332-4ce1-bd50-ba6dbaa89993 req-fc23a7d5-1900-4fcb-a154-0d2cbff775b3 service neutron] Checking segment: {'id': 'd784e648-4ac9-4334-a5d7-9446aa757c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0ffd2fcb-e135-420f-aa23-b18a51565c6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:08:36.788999 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9426a6aa-2332-4ce1-bd50-ba6dbaa89993 req-fc23a7d5-1900-4fcb-a154-0d2cbff775b3 service neutron] Bound using segment: {'id': 'd784e648-4ac9-4334-a5d7-9446aa757c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0ffd2fcb-e135-420f-aa23-b18a51565c6b'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:08:36.789416 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-9426a6aa-2332-4ce1-bd50-ba6dbaa89993 req-fc23a7d5-1900-4fcb-a154-0d2cbff775b3 service neutron] Bound port: dffa2f50-abec-4b71-b2d0-9a37181ad5fc, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd784e648-4ac9-4334-a5d7-9446aa757c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0ffd2fcb-e135-420f-aa23-b18a51565c6b'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:08:36.789760 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-9426a6aa-2332-4ce1-bd50-ba6dbaa89993 req-fc23a7d5-1900-4fcb-a154-0d2cbff775b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:36.881516 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-9426a6aa-2332-4ce1-bd50-ba6dbaa89993 req-fc23a7d5-1900-4fcb-a154-0d2cbff775b3 service neutron] For port dffa2f50-abec-4b71-b2d0-9a37181ad5fc, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:08:36.885810 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-9426a6aa-2332-4ce1-bd50-ba6dbaa89993 req-fc23a7d5-1900-4fcb-a154-0d2cbff775b3 service neutron] For port dffa2f50-abec-4b71-b2d0-9a37181ad5fc, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=dffa2f50-abec-4b71-b2d0-9a37181ad5fc,segment=NetworkSegment(d784e648-4ac9-4334-a5d7-9446aa757c5e),segment_id=d784e648-4ac9-4334-a5d7-9446aa757c5e)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:08:36.889463 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-9426a6aa-2332-4ce1-bd50-ba6dbaa89993 req-fc23a7d5-1900-4fcb-a154-0d2cbff775b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:36.941846 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426a6aa-2332-4ce1-bd50-ba6dbaa89993 req-fc23a7d5-1900-4fcb-a154-0d2cbff775b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:36.942463 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-9426a6aa-2332-4ce1-bd50-ba6dbaa89993 req-fc23a7d5-1900-4fcb-a154-0d2cbff775b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:36.944162 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9426a6aa-2332-4ce1-bd50-ba6dbaa89993 req-fc23a7d5-1900-4fcb-a154-0d2cbff775b3 service neutron] 10.222.0.46 "PUT /v2.0/ports/dffa2f50-abec-4b71-b2d0-9a37181ad5fc HTTP/1.1" status: 200 len: 1091 time: 0.8808632 Feb 09 13:08:37.010143 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc23a7d5-1900-4fcb-a154-0d2cbff775b3 service neutron] Pushing event updated for resources: {'Port': ['ID=dffa2f50-abec-4b71-b2d0-9a37181ad5fc,revision_number=7']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:37.047918 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73657b41-cacb-4e9a-a291-80058bba5fa6 req-f17bbd4a-bd0c-4849-9877-4b965963c3df tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:37.049110 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426a6aa-2332-4ce1-bd50-ba6dbaa89993 req-001f3de2-151e-475a-8323-19ffbaef1fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:37.049408 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-73657b41-cacb-4e9a-a291-80058bba5fa6 req-f17bbd4a-bd0c-4849-9877-4b965963c3df tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e HTTP/1.1" status: 200 len: 943 time: 0.0805836 Feb 09 13:08:37.050820 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9426a6aa-2332-4ce1-bd50-ba6dbaa89993 req-001f3de2-151e-475a-8323-19ffbaef1fe1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=523613e94b204b749ba59df292b1cf93&device_id=6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e HTTP/1.1" status: 200 len: 1094 time: 0.0840023 Feb 09 13:08:37.094585 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-73657b41-cacb-4e9a-a291-80058bba5fa6 req-99884945-1291-45ab-ba28-922630759a65 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/security-groups?id=fefd5aad-c5de-4c60-a8cd-9decb889db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395536 Feb 09 13:08:37.184972 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426a6aa-2332-4ce1-bd50-ba6dbaa89993 req-d6bb10e9-e258-45a4-b551-ab83f145be71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:37.186480 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9426a6aa-2332-4ce1-bd50-ba6dbaa89993 req-d6bb10e9-e258-45a4-b551-ab83f145be71 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0ffd2fcb-e135-420f-aa23-b18a51565c6b HTTP/1.1" status: 200 len: 913 time: 0.1300225 Feb 09 13:08:37.253351 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9426a6aa-2332-4ce1-bd50-ba6dbaa89993 req-90e934af-4ec4-41b9-9592-91a8ab8b9e0c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dffa2f50-abec-4b71-b2d0-9a37181ad5fc HTTP/1.1" status: 200 len: 217 time: 0.0589380 Feb 09 13:08:37.319243 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426a6aa-2332-4ce1-bd50-ba6dbaa89993 req-48e0743f-a7f3-4e9a-9b3c-dd041c575cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:37.320829 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9426a6aa-2332-4ce1-bd50-ba6dbaa89993 req-48e0743f-a7f3-4e9a-9b3c-dd041c575cec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=097943c8-ebdc-490d-b81e-58c6fb356125 HTTP/1.1" status: 200 len: 852 time: 0.0609133 Feb 09 13:08:37.366920 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9426a6aa-2332-4ce1-bd50-ba6dbaa89993 req-db42bbad-d1d0-48d1-90f1-6529a88ef917 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0ffd2fcb-e135-420f-aa23-b18a51565c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405583 Feb 09 13:08:37.591382 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9426a6aa-2332-4ce1-bd50-ba6dbaa89993 req-fc6ebec2-ef74-4353-b0e8-9c00d9da15a4 service neutron] 10.222.0.46 "GET /v2.0/networks/0ffd2fcb-e135-420f-aa23-b18a51565c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184093 Feb 09 13:08:37.718321 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9426a6aa-2332-4ce1-bd50-ba6dbaa89993 req-2c648f6f-682d-41b7-b133-7f825d1e7aa1 service neutron] 10.222.0.46 "GET /v2.0/networks/0ffd2fcb-e135-420f-aa23-b18a51565c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211076 Feb 09 13:08:38.282832 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a79f4d-bb8f-423f-9669-d08818cb5ce9 req-b0962a29-fc74-4716-a80c-efa84f5a487c tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:38.284307 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-72a79f4d-bb8f-423f-9669-d08818cb5ce9 req-b0962a29-fc74-4716-a80c-efa84f5a487c tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e HTTP/1.1" status: 200 len: 943 time: 0.0838497 Feb 09 13:08:38.327937 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-72a79f4d-bb8f-423f-9669-d08818cb5ce9 req-1b746019-9af2-4a94-bc94-8909ef86fd8c tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/security-groups?id=fefd5aad-c5de-4c60-a8cd-9decb889db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374053 Feb 09 13:08:38.399337 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device dffa2f50-abec-4b71-b2d0-9a37181ad5fc no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:08:38.465722 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device dffa2f50-abec-4b71-b2d0-9a37181ad5fc not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:08:38.586623 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e', 'tag': 'dffa2f50-abec-4b71-b2d0-9a37181ad5fc'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:08:38.643078 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e', 'tag': 'dffa2f50-abec-4b71-b2d0-9a37181ad5fc', 'status': 'completed', 'code': 200} Feb 09 13:08:38.730681 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67088287-94a6-4957-8837-0bf7fd338156 req-68a5c412-112b-4a69-b6d5-87031bff8c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:38.732188 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-67088287-94a6-4957-8837-0bf7fd338156 req-68a5c412-112b-4a69-b6d5-87031bff8c47 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=523613e94b204b749ba59df292b1cf93&device_id=6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e HTTP/1.1" status: 200 len: 1094 time: 0.0703757 Feb 09 13:08:38.735811 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67088287-94a6-4957-8837-0bf7fd338156 req-82cd52a8-3f8c-46aa-bcd4-dc41182ea404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:38.737285 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-67088287-94a6-4957-8837-0bf7fd338156 req-82cd52a8-3f8c-46aa-bcd4-dc41182ea404 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=523613e94b204b749ba59df292b1cf93&device_id=6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e HTTP/1.1" status: 200 len: 1094 time: 0.0715933 Feb 09 13:08:38.867093 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67088287-94a6-4957-8837-0bf7fd338156 req-3dc42062-81cc-4856-aac0-9800893951e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:38.868570 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-67088287-94a6-4957-8837-0bf7fd338156 req-3dc42062-81cc-4856-aac0-9800893951e1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0ffd2fcb-e135-420f-aa23-b18a51565c6b HTTP/1.1" status: 200 len: 913 time: 0.1303873 Feb 09 13:08:38.870679 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67088287-94a6-4957-8837-0bf7fd338156 req-b6217ea4-d702-4ff8-9af2-e85b2d386a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:38.872139 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-67088287-94a6-4957-8837-0bf7fd338156 req-b6217ea4-d702-4ff8-9af2-e85b2d386a00 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0ffd2fcb-e135-420f-aa23-b18a51565c6b HTTP/1.1" status: 200 len: 913 time: 0.1280916 Feb 09 13:08:38.938455 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-67088287-94a6-4957-8837-0bf7fd338156 req-2d7fcd9b-407d-4b28-8bc0-2c67cb15f2bb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dffa2f50-abec-4b71-b2d0-9a37181ad5fc HTTP/1.1" status: 200 len: 217 time: 0.0641668 Feb 09 13:08:38.942335 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-67088287-94a6-4957-8837-0bf7fd338156 req-c0c8ca16-00d7-404f-97bc-85b0b5019f3b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dffa2f50-abec-4b71-b2d0-9a37181ad5fc HTTP/1.1" status: 200 len: 217 time: 0.0634143 Feb 09 13:08:39.000633 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67088287-94a6-4957-8837-0bf7fd338156 req-345fd218-dce8-46fc-93cd-c5f70e2e5f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:39.002087 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-67088287-94a6-4957-8837-0bf7fd338156 req-345fd218-dce8-46fc-93cd-c5f70e2e5f1c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=097943c8-ebdc-490d-b81e-58c6fb356125 HTTP/1.1" status: 200 len: 852 time: 0.0575562 Feb 09 13:08:39.004490 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67088287-94a6-4957-8837-0bf7fd338156 req-2ff781d4-882a-44f5-90cb-e064e3664f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:39.005883 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-67088287-94a6-4957-8837-0bf7fd338156 req-2ff781d4-882a-44f5-90cb-e064e3664f4c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=097943c8-ebdc-490d-b81e-58c6fb356125 HTTP/1.1" status: 200 len: 852 time: 0.0572760 Feb 09 13:08:39.051208 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-67088287-94a6-4957-8837-0bf7fd338156 req-d7b626af-f353-4635-a788-bc60c218af49 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0ffd2fcb-e135-420f-aa23-b18a51565c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431902 Feb 09 13:08:39.054775 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-67088287-94a6-4957-8837-0bf7fd338156 req-2447080d-7aec-4ec4-8c8f-b945366ae36b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0ffd2fcb-e135-420f-aa23-b18a51565c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426302 Feb 09 13:08:39.184154 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-67088287-94a6-4957-8837-0bf7fd338156 req-d9d0724f-5a7a-43f1-9fad-6212408cc62b service neutron] 10.222.0.52 "GET /v2.0/networks/0ffd2fcb-e135-420f-aa23-b18a51565c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268201 Feb 09 13:08:39.190642 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-67088287-94a6-4957-8837-0bf7fd338156 req-d0c9b2a2-7bef-43c6-b445-a14092920393 service neutron] 10.222.0.46 "GET /v2.0/networks/0ffd2fcb-e135-420f-aa23-b18a51565c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267729 Feb 09 13:08:39.334320 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-67088287-94a6-4957-8837-0bf7fd338156 req-517bd06b-9c95-4f9f-83c8-72fabc171da0 service neutron] 10.222.0.46 "GET /v2.0/networks/0ffd2fcb-e135-420f-aa23-b18a51565c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372445 Feb 09 13:08:39.361864 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-67088287-94a6-4957-8837-0bf7fd338156 req-0c08fcb7-acab-4891-bd99-631b0a9c21b7 service neutron] 10.222.0.52 "GET /v2.0/networks/0ffd2fcb-e135-420f-aa23-b18a51565c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721041 Feb 09 13:08:39.522062 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae8dbe-398b-4176-bef4-1c6e8810466a req-636c43d7-41f5-4d84-aee3-8b35b018bf2e tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:39.523422 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e2ae8dbe-398b-4176-bef4-1c6e8810466a req-636c43d7-41f5-4d84-aee3-8b35b018bf2e tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e HTTP/1.1" status: 200 len: 943 time: 0.0806534 Feb 09 13:08:39.572946 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e2ae8dbe-398b-4176-bef4-1c6e8810466a req-eaffe0b0-2a47-4a4d-85ec-f8063d93f643 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/security-groups?id=fefd5aad-c5de-4c60-a8cd-9decb889db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439742 Feb 09 13:08:39.942396 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9064d8a-82d6-434c-8ebf-56d3f2a36e04 req-aad1f85c-85a8-4e24-bb4c-06e95dff1bb9 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:39.943976 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c9064d8a-82d6-434c-8ebf-56d3f2a36e04 req-aad1f85c-85a8-4e24-bb4c-06e95dff1bb9 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e&tenant_id=523613e94b204b749ba59df292b1cf93&binding%3Ahost_id=n-h2-825178-3 HTTP/1.1" status: 200 len: 943 time: 0.0867932 Feb 09 13:08:40.022777 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [req-c9064d8a-82d6-434c-8ebf-56d3f2a36e04 req-8b98397c-c476-4632-9e61-97cae5df4721 service neutron] delete failed (client error): The resource could not be found. Feb 09 13:08:40.023778 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c9064d8a-82d6-434c-8ebf-56d3f2a36e04 req-8b98397c-c476-4632-9e61-97cae5df4721 service neutron] 10.222.0.52 "DELETE /v2.0/ports/dffa2f50-abec-4b71-b2d0-9a37181ad5fc/bindings/n-h1-825178-3 HTTP/1.1" status: 404 len: 380 time: 0.0746267 Feb 09 13:08:40.159396 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9064d8a-82d6-434c-8ebf-56d3f2a36e04 req-e5891b38-c82d-4c49-9d73-0f006e29ee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:40.160848 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c9064d8a-82d6-434c-8ebf-56d3f2a36e04 req-e5891b38-c82d-4c49-9d73-0f006e29ee55 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=523613e94b204b749ba59df292b1cf93&device_id=6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e HTTP/1.1" status: 200 len: 1094 time: 0.0691824 Feb 09 13:08:40.288305 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9064d8a-82d6-434c-8ebf-56d3f2a36e04 req-f1c92598-8ee6-4a56-b09f-2bdb1476dc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:40.289650 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c9064d8a-82d6-434c-8ebf-56d3f2a36e04 req-f1c92598-8ee6-4a56-b09f-2bdb1476dc5a service neutron] 10.222.0.52 "GET /v2.0/networks?id=0ffd2fcb-e135-420f-aa23-b18a51565c6b HTTP/1.1" status: 200 len: 913 time: 0.1226084 Feb 09 13:08:40.361476 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c9064d8a-82d6-434c-8ebf-56d3f2a36e04 req-fec00ff7-cb45-4d0d-8594-53b9b3374a95 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dffa2f50-abec-4b71-b2d0-9a37181ad5fc HTTP/1.1" status: 200 len: 217 time: 0.0644228 Feb 09 13:08:40.427066 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9064d8a-82d6-434c-8ebf-56d3f2a36e04 req-9c85543a-84e3-444f-9f9c-677dfe2367d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:40.428557 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c9064d8a-82d6-434c-8ebf-56d3f2a36e04 req-9c85543a-84e3-444f-9f9c-677dfe2367d9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=097943c8-ebdc-490d-b81e-58c6fb356125 HTTP/1.1" status: 200 len: 852 time: 0.0610738 Feb 09 13:08:40.474587 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c9064d8a-82d6-434c-8ebf-56d3f2a36e04 req-8aa0c9fc-8234-4914-b2b7-6404c457d5b9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0ffd2fcb-e135-420f-aa23-b18a51565c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396507 Feb 09 13:08:40.705828 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c9064d8a-82d6-434c-8ebf-56d3f2a36e04 req-5223847b-e68a-4c5a-8636-27a7ecdea20d service neutron] 10.222.0.52 "GET /v2.0/networks/0ffd2fcb-e135-420f-aa23-b18a51565c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255316 Feb 09 13:08:40.836934 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c9064d8a-82d6-434c-8ebf-56d3f2a36e04 req-73e6f47e-c0d7-40a0-8c4c-a897dac1b358 service neutron] 10.222.0.52 "GET /v2.0/networks/0ffd2fcb-e135-420f-aa23-b18a51565c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245637 Feb 09 13:08:40.979359 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device dffa2f50-abec-4b71-b2d0-9a37181ad5fc details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:08:41.108753 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port dffa2f50-abec-4b71-b2d0-9a37181ad5fc, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=dffa2f50-abec-4b71-b2d0-9a37181ad5fc,segment=NetworkSegment(d784e648-4ac9-4334-a5d7-9446aa757c5e),segment_id=d784e648-4ac9-4334-a5d7-9446aa757c5e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:08:41.121988 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'dffa2f50-abec-4b71-b2d0-9a37181ad5fc', 'network_id': '0ffd2fcb-e135-420f-aa23-b18a51565c6b', 'port_id': 'dffa2f50-abec-4b71-b2d0-9a37181ad5fc', 'mac_address': 'fa:16:3e:48:32:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '097943c8-ebdc-490d-b81e-58c6fb356125', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:08:41.180985 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:41.198573 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dffa2f50-abec-4b71-b2d0-9a37181ad5fc {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:08:41.214338 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port dffa2f50-abec-4b71-b2d0-9a37181ad5fc, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=dffa2f50-abec-4b71-b2d0-9a37181ad5fc,segment=NetworkSegment(d784e648-4ac9-4334-a5d7-9446aa757c5e),segment_id=d784e648-4ac9-4334-a5d7-9446aa757c5e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:08:41.218055 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:41.286160 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=dffa2f50-abec-4b71-b2d0-9a37181ad5fc,revision_number=8']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:41.457099 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['dffa2f50-abec-4b71-b2d0-9a37181ad5fc'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:08:41.642030 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b909cc-6949-4a71-868f-1488651f0f40 req-32cee954-dbce-42e1-9d7c-7307ffbf790a tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:41.643387 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-45b909cc-6949-4a71-868f-1488651f0f40 req-32cee954-dbce-42e1-9d7c-7307ffbf790a tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e HTTP/1.1" status: 200 len: 944 time: 0.0788469 Feb 09 13:08:41.688401 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-45b909cc-6949-4a71-868f-1488651f0f40 req-6b59d373-db60-42b1-9dee-bd6a96349308 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/security-groups?id=fefd5aad-c5de-4c60-a8cd-9decb889db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392833 Feb 09 13:08:42.860237 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9064d8a-82d6-434c-8ebf-56d3f2a36e04 req-32bf9dea-0eee-48e9-b8ae-0505876fbdc1 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:42.861827 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c9064d8a-82d6-434c-8ebf-56d3f2a36e04 req-32bf9dea-0eee-48e9-b8ae-0505876fbdc1 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e HTTP/1.1" status: 200 len: 944 time: 0.0810509 Feb 09 13:08:42.878671 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dfb537-19b3-42ef-990a-087a406b0c18 req-c22a1aca-d211-48c7-b860-fd306428240b tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:42.880138 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-55dfb537-19b3-42ef-990a-087a406b0c18 req-c22a1aca-d211-48c7-b860-fd306428240b tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e HTTP/1.1" status: 200 len: 944 time: 0.0842645 Feb 09 13:08:42.924272 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-55dfb537-19b3-42ef-990a-087a406b0c18 req-b5674bf4-86f5-4aad-b619-1cb73bedfe41 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/security-groups?id=fefd5aad-c5de-4c60-a8cd-9decb889db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383277 Feb 09 13:08:42.937452 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-c9064d8a-82d6-434c-8ebf-56d3f2a36e04 req-b7f865e9-322a-4d17-988e-14ba66c0346c tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Deleting port dffa2f50-abec-4b71-b2d0-9a37181ad5fc {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:08:42.937800 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-c9064d8a-82d6-434c-8ebf-56d3f2a36e04 req-b7f865e9-322a-4d17-988e-14ba66c0346c tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:42.984566 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device dffa2f50-abec-4b71-b2d0-9a37181ad5fc up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:08:43.050549 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port dffa2f50-abec-4b71-b2d0-9a37181ad5fc completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:08:43.055200 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port dffa2f50-abec-4b71-b2d0-9a37181ad5fc triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:08:43.055570 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:43.185574 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-c9064d8a-82d6-434c-8ebf-56d3f2a36e04 req-b7f865e9-322a-4d17-988e-14ba66c0346c tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] For port dffa2f50-abec-4b71-b2d0-9a37181ad5fc, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=dffa2f50-abec-4b71-b2d0-9a37181ad5fc,segment=NetworkSegment(d784e648-4ac9-4334-a5d7-9446aa757c5e),segment_id=d784e648-4ac9-4334-a5d7-9446aa757c5e)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:08:43.185934 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-c9064d8a-82d6-434c-8ebf-56d3f2a36e04 req-b7f865e9-322a-4d17-988e-14ba66c0346c tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:43.204074 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:43.230852 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffa2f50-abec-4b71-b2d0-9a37181ad5fc'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:08:43.240596 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port dffa2f50-abec-4b71-b2d0-9a37181ad5fc, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=dffa2f50-abec-4b71-b2d0-9a37181ad5fc,segment=NetworkSegment(d784e648-4ac9-4334-a5d7-9446aa757c5e),segment_id=d784e648-4ac9-4334-a5d7-9446aa757c5e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:08:43.244918 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:43.284083 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffa2f50-abec-4b71-b2d0-9a37181ad5fc', 'code': 200} Feb 09 13:08:43.318320 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-c9064d8a-82d6-434c-8ebf-56d3f2a36e04 req-b7f865e9-322a-4d17-988e-14ba66c0346c tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Calling delete_port for dffa2f50-abec-4b71-b2d0-9a37181ad5fc owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:08:43.323593 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=dffa2f50-abec-4b71-b2d0-9a37181ad5fc,revision_number=9']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:43.401587 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.api [req-c9064d8a-82d6-434c-8ebf-56d3f2a36e04 req-b7f865e9-322a-4d17-988e-14ba66c0346c tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:08:43.401902 n-d-825178-3 neutron-server[87568]: DEBUG oslo_db.api [req-c9064d8a-82d6-434c-8ebf-56d3f2a36e04 req-b7f865e9-322a-4d17-988e-14ba66c0346c tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:08:43.903230 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-c9064d8a-82d6-434c-8ebf-56d3f2a36e04 req-b7f865e9-322a-4d17-988e-14ba66c0346c tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Deleting port dffa2f50-abec-4b71-b2d0-9a37181ad5fc {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:08:43.903931 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-c9064d8a-82d6-434c-8ebf-56d3f2a36e04 req-b7f865e9-322a-4d17-988e-14ba66c0346c tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:44.096619 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-38697e93-4d3c-4398-968d-9c530cae1ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:44.118308 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d76fff-6fd0-4c5f-b4d0-491a77027daa req-64d10220-865e-4082-b118-e984903b2579 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:44.119463 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-80d76fff-6fd0-4c5f-b4d0-491a77027daa req-64d10220-865e-4082-b118-e984903b2579 tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e HTTP/1.1" status: 200 len: 945 time: 0.0866094 Feb 09 13:08:44.170385 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-80d76fff-6fd0-4c5f-b4d0-491a77027daa req-6e9f3d62-6272-4f72-ad13-0c1ed44b82df tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.55 "GET /v2.0/security-groups?id=fefd5aad-c5de-4c60-a8cd-9decb889db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446343 Feb 09 13:08:44.263704 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-c9064d8a-82d6-434c-8ebf-56d3f2a36e04 req-b7f865e9-322a-4d17-988e-14ba66c0346c tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] For port dffa2f50-abec-4b71-b2d0-9a37181ad5fc, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=dffa2f50-abec-4b71-b2d0-9a37181ad5fc,segment=NetworkSegment(d784e648-4ac9-4334-a5d7-9446aa757c5e),segment_id=d784e648-4ac9-4334-a5d7-9446aa757c5e)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:08:44.264160 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-c9064d8a-82d6-434c-8ebf-56d3f2a36e04 req-b7f865e9-322a-4d17-988e-14ba66c0346c tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:44.386381 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-c9064d8a-82d6-434c-8ebf-56d3f2a36e04 req-b7f865e9-322a-4d17-988e-14ba66c0346c tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Calling delete_port for dffa2f50-abec-4b71-b2d0-9a37181ad5fc owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:08:44.530906 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-c9064d8a-82d6-434c-8ebf-56d3f2a36e04 req-b7f865e9-322a-4d17-988e-14ba66c0346c tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:44.542090 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['dffa2f50-abec-4b71-b2d0-9a37181ad5fc'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:08:44.585104 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f865e9-322a-4d17-988e-14ba66c0346c tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Pushing event deleted for resources: {'Port': ['ID=dffa2f50-abec-4b71-b2d0-9a37181ad5fc,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:44.659161 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9064d8a-82d6-434c-8ebf-56d3f2a36e04 req-b7f865e9-322a-4d17-988e-14ba66c0346c tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] No DVR routers for this DVR port dffa2f50-abec-4b71-b2d0-9a37181ad5fc on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:08:44.661683 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-c9064d8a-82d6-434c-8ebf-56d3f2a36e04 req-b7f865e9-322a-4d17-988e-14ba66c0346c tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:44.664139 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e', 'name': 'network-vif-deleted', 'tag': 'dffa2f50-abec-4b71-b2d0-9a37181ad5fc'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:08:44.680512 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c9064d8a-82d6-434c-8ebf-56d3f2a36e04 req-b7f865e9-322a-4d17-988e-14ba66c0346c tempest-DeleteServersTestJSON-269872311 tempest-DeleteServersTestJSON-269872311-project] 10.222.0.46 "DELETE /v2.0/ports/dffa2f50-abec-4b71-b2d0-9a37181ad5fc HTTP/1.1" status: 204 len: 173 time: 1.8135176 Feb 09 13:08:44.711554 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a70b2ec-5bad-4aa7-9832-fd56d33fbb0e', 'name': 'network-vif-deleted', 'tag': 'dffa2f50-abec-4b71-b2d0-9a37181ad5fc', 'status': 'completed', 'code': 200} Feb 09 13:08:45.416859 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43802) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:08:45.474214 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-7579c99c-38eb-4ca8-bf55-5daaae67fcc1 admin admin] Deleting subnet 097943c8-ebdc-490d-b81e-58c6fb356125 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 13:08:45.476988 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7579c99c-38eb-4ca8-bf55-5daaae67fcc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:45.527793 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7579c99c-38eb-4ca8-bf55-5daaae67fcc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:45.580838 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7579c99c-38eb-4ca8-bf55-5daaae67fcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:45.649229 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7579c99c-38eb-4ca8-bf55-5daaae67fcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:45.687316 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7579c99c-38eb-4ca8-bf55-5daaae67fcc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=097943c8-ebdc-490d-b81e-58c6fb356125,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:45.689230 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7579c99c-38eb-4ca8-bf55-5daaae67fcc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:45.695108 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7579c99c-38eb-4ca8-bf55-5daaae67fcc1 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/097943c8-ebdc-490d-b81e-58c6fb356125 HTTP/1.1" status: 204 len: 168 time: 0.2772541 Feb 09 13:08:45.697607 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43806) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:08:45.802006 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-efd03a7c-e401-487d-9265-b44823f12c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:45.922096 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-efd03a7c-e401-487d-9265-b44823f12c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:45.946371 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-efd03a7c-e401-487d-9265-b44823f12c97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ffd2fcb-e135-420f-aa23-b18a51565c6b']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:08:45.957897 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-efd03a7c-e401-487d-9265-b44823f12c97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd784e648-4ac9-4334-a5d7-9446aa757c5e') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:08:45.958188 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-efd03a7c-e401-487d-9265-b44823f12c97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd784e648-4ac9-4334-a5d7-9446aa757c5e') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:08:45.969585 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-efd03a7c-e401-487d-9265-b44823f12c97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:45.986065 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-efd03a7c-e401-487d-9265-b44823f12c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:45.992191 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efd03a7c-e401-487d-9265-b44823f12c97 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 13:08:45.992571 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-efd03a7c-e401-487d-9265-b44823f12c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:46.005133 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 13:08:46.005133 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 13:08:46.005133 n-d-825178-3 neutron-server[87568]: timer() Feb 09 13:08:46.005133 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:08:46.005133 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 13:08:46.005133 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:08:46.005133 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 13:08:46.005133 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:08:46.005133 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 13:08:46.005133 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:08:46.005133 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 13:08:46.005133 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:08:46.005133 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 13:08:46.005133 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:08:46.005133 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:08:46.005133 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:08:46.005133 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:08:46.005133 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:08:46.005133 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 13:08:46.005133 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 13:08:46.005133 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 13:08:46.005133 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 13:08:46.005133 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:08:46.005133 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 13:08:46.005133 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 13:08:46.005133 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 13:08:46.005133 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:08:46.005133 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 13:08:46.005133 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:08:46.005133 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 13:08:46.005133 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:08:46.005133 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:08:46.080255 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-efd03a7c-e401-487d-9265-b44823f12c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:46.096133 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-efd03a7c-e401-487d-9265-b44823f12c97 admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:46.105172 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd03a7c-e401-487d-9265-b44823f12c97 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ffd2fcb-e135-420f-aa23-b18a51565c6b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:46.107590 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-efd03a7c-e401-487d-9265-b44823f12c97 admin admin] 10.222.0.55 "DELETE /v2.0/networks/0ffd2fcb-e135-420f-aa23-b18a51565c6b HTTP/1.1" status: 204 len: 168 time: 0.4091113 Feb 09 13:08:46.216766 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43812) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:08:46.266011 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5f9bb9d7-e1da-4c14-a7cb-2720608256d1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=523613e94b204b749ba59df292b1cf93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475883 Feb 09 13:08:46.268460 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 43816) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:08:46.329900 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6b0cbc1b-d98d-4225-b725-6538aae95946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:46.356808 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6b0cbc1b-d98d-4225-b725-6538aae95946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:46.409396 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6b0cbc1b-d98d-4225-b725-6538aae95946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:46.423161 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0cbc1b-d98d-4225-b725-6538aae95946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefd5aad-c5de-4c60-a8cd-9decb889db23,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:46.429859 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6b0cbc1b-d98d-4225-b725-6538aae95946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:46.430989 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6b0cbc1b-d98d-4225-b725-6538aae95946 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fefd5aad-c5de-4c60-a8cd-9decb889db23 HTTP/1.1" status: 204 len: 168 time: 0.1615062 Feb 09 13:08:46.458606 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-29f97e4d-76a1-43e0-a6a4-261ecbde4f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:46.991986 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device dffa2f50-abec-4b71-b2d0-9a37181ad5fc no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:08:47.027672 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: dffa2f50-abec-4b71-b2d0-9a37181ad5fc {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:08:47.028050 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device dffa2f50-abec-4b71-b2d0-9a37181ad5fc not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:08:47.160673 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 43840) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:08:47.261729 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-90175ddc-b7e8-4c05-922a-13537c67e59f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-243382329-network', 'tenant_id': '99635f609b2349c0a019c6d98db7fe0b'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:08:47.267530 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-90175ddc-b7e8-4c05-922a-13537c67e59f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:08:47.271474 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-90175ddc-b7e8-4c05-922a-13537c67e59f admin admin] Usage tracker for resource:network and tenant:99635f609b2349c0a019c6d98db7fe0b is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:08:47.274305 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-90175ddc-b7e8-4c05-922a-13537c67e59f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:08:47.280938 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-90175ddc-b7e8-4c05-922a-13537c67e59f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:08:47.290708 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90175ddc-b7e8-4c05-922a-13537c67e59f admin admin] Made reservation on behalf of 99635f609b2349c0a019c6d98db7fe0b for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:08:47.293114 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-90175ddc-b7e8-4c05-922a-13537c67e59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:47.304904 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-90175ddc-b7e8-4c05-922a-13537c67e59f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:47.318725 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-90175ddc-b7e8-4c05-922a-13537c67e59f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:08:47.322700 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-90175ddc-b7e8-4c05-922a-13537c67e59f admin admin] Usage tracker for resource:security_group_rule and tenant:99635f609b2349c0a019c6d98db7fe0b is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:08:47.325578 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-90175ddc-b7e8-4c05-922a-13537c67e59f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:08:47.332099 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-90175ddc-b7e8-4c05-922a-13537c67e59f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:08:47.417164 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-90175ddc-b7e8-4c05-922a-13537c67e59f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:47.420815 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-90175ddc-b7e8-4c05-922a-13537c67e59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:47.450347 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90175ddc-b7e8-4c05-922a-13537c67e59f admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:08:47.459161 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90175ddc-b7e8-4c05-922a-13537c67e59f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b89dad6-b2c1-4392-b755-02f9ca743e16,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:47.464795 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-90175ddc-b7e8-4c05-922a-13537c67e59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:47.465135 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-90175ddc-b7e8-4c05-922a-13537c67e59f admin admin] Added segment 0ebf3fd4-931a-4e8f-a973-8ad4e078ead1 of type vlan for network 6141a8d7-cfe1-44e2-986a-b12c242e2157 Feb 09 13:08:47.491081 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-90175ddc-b7e8-4c05-922a-13537c67e59f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:47.519989 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-90175ddc-b7e8-4c05-922a-13537c67e59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:47.520931 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90175ddc-b7e8-4c05-922a-13537c67e59f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:47.521525 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-90175ddc-b7e8-4c05-922a-13537c67e59f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:47.624986 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-90175ddc-b7e8-4c05-922a-13537c67e59f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4631324 Feb 09 13:08:47.625837 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90175ddc-b7e8-4c05-922a-13537c67e59f admin admin] Pushing event updated for resources: {'Network': ['ID=6141a8d7-cfe1-44e2-986a-b12c242e2157,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:47.627820 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 43846) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:08:47.633358 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-95790f96-ba19-4c2a-92f9-186ec1d951f9 admin admin] Request body: {'subnet': {'network_id': '6141a8d7-cfe1-44e2-986a-b12c242e2157', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-243382329-subnet', 'tenant_id': '99635f609b2349c0a019c6d98db7fe0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:08:47.636328 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 6141a8d7-cfe1-44e2-986a-b12c242e2157 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:08:47.638908 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-95790f96-ba19-4c2a-92f9-186ec1d951f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:08:47.644297 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-95790f96-ba19-4c2a-92f9-186ec1d951f9 admin admin] Usage tracker for resource:subnet and tenant:99635f609b2349c0a019c6d98db7fe0b is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:08:47.647317 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-95790f96-ba19-4c2a-92f9-186ec1d951f9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:08:47.653677 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-95790f96-ba19-4c2a-92f9-186ec1d951f9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:08:47.663916 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95790f96-ba19-4c2a-92f9-186ec1d951f9 admin admin] Made reservation on behalf of 99635f609b2349c0a019c6d98db7fe0b for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:08:47.666114 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-95790f96-ba19-4c2a-92f9-186ec1d951f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:47.740657 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:47.756389 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:47.874148 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-95790f96-ba19-4c2a-92f9-186ec1d951f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:47.951140 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95790f96-ba19-4c2a-92f9-186ec1d951f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c80f8a9-ef94-4a83-9b23-265b56db7086,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:47.955315 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95790f96-ba19-4c2a-92f9-186ec1d951f9 admin admin] Checking segment: {'id': '0ebf3fd4-931a-4e8f-a973-8ad4e078ead1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6141a8d7-cfe1-44e2-986a-b12c242e2157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:08:47.955670 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95790f96-ba19-4c2a-92f9-186ec1d951f9 admin admin] Network hostable DHCP agents. Network: 6141a8d7-cfe1-44e2-986a-b12c242e2157, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:08:47.974441 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95790f96-ba19-4c2a-92f9-186ec1d951f9 admin admin] Network 6141a8d7-cfe1-44e2-986a-b12c242e2157 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:08:47.984604 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-95790f96-ba19-4c2a-92f9-186ec1d951f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 6141a8d7-cfe1-44e2-986a-b12c242e2157) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:08:47.988633 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95790f96-ba19-4c2a-92f9-186ec1d951f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:47.989214 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-95790f96-ba19-4c2a-92f9-186ec1d951f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:47.994173 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0215165f-5b5d-47bb-847e-42e5d7b5d2e7 None None] Network 6141a8d7-cfe1-44e2-986a-b12c242e2157 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:08:48.010477 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-95790f96-ba19-4c2a-92f9-186ec1d951f9 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3816438 Feb 09 13:08:48.218504 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b033fb-2225-409b-8c03-f6dd916f7657 None None] Network 6141a8d7-cfe1-44e2-986a-b12c242e2157 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:08:48.521731 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-1afe1576-6c8a-4cf4-ae2a-9ffb146979fa tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:48.522305 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-1afe1576-6c8a-4cf4-ae2a-9ffb146979fa tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Synchronizing usage tracker for tenant:99635f609b2349c0a019c6d98db7fe0b on resource:network {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:08:48.538127 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-1afe1576-6c8a-4cf4-ae2a-9ffb146979fa tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Unset dirty status for tenant:99635f609b2349c0a019c6d98db7fe0b on resource:network {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:08:48.539226 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-1afe1576-6c8a-4cf4-ae2a-9ffb146979fa tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/networks?id=6141a8d7-cfe1-44e2-986a-b12c242e2157 HTTP/1.1" status: 200 len: 814 time: 0.1648924 Feb 09 13:08:48.554152 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-5ed199e3-19d6-45f7-b523-a74c9d9695fe tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/quotas/99635f609b2349c0a019c6d98db7fe0b HTTP/1.1" status: 200 len: 375 time: 0.0093582 Feb 09 13:08:48.603697 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-157c31d3-140b-4ae0-8073-461855d836d5 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=99635f609b2349c0a019c6d98db7fe0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446639 Feb 09 13:08:48.734701 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-b268a04b-ad56-4f80-b5d4-4837e31bb2ef service neutron] 10.222.0.55 "GET /v2.0/networks/6141a8d7-cfe1-44e2-986a-b12c242e2157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239715 Feb 09 13:08:48.867396 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-375ef551-79d1-4ccf-bdd2-e8bf4871778f service neutron] 10.222.0.55 "GET /v2.0/networks/6141a8d7-cfe1-44e2-986a-b12c242e2157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264410 Feb 09 13:08:49.039783 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-99b53c26-96c2-4c89-82b1-a261e75383fc req-51f0b18c-34af-4cf7-accb-104982c1ce92 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 210 time: 0.0420127 Feb 09 13:08:49.318542 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:50.177782 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-ed738f6d-9116-41d6-a7a7-cad8462d4a58 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:50.179218 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-ed738f6d-9116-41d6-a7a7-cad8462d4a58 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.46 "GET /v2.0/networks?id=6141a8d7-cfe1-44e2-986a-b12c242e2157 HTTP/1.1" status: 200 len: 814 time: 0.2540727 Feb 09 13:08:50.190510 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-fe44cbfb-9b49-46f4-ab31-921125d022e6 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Request body: {'port': {'device_id': 'a19d5033-a4f2-4258-a711-9cdc2608b9b8', 'network_id': '6141a8d7-cfe1-44e2-986a-b12c242e2157', 'admin_state_up': True, 'tenant_id': '99635f609b2349c0a019c6d98db7fe0b'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:08:50.199297 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc031f54-04d8-4b25-b4de-f24f5ff29c9d req-7ed48e74-97d2-446f-8dee-47791f409c7b tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 210 time: 0.0448387 Feb 09 13:08:50.324104 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-fe44cbfb-9b49-46f4-ab31-921125d022e6 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:08:50.328363 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-fe44cbfb-9b49-46f4-ab31-921125d022e6 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Usage tracker for resource:port and tenant:99635f609b2349c0a019c6d98db7fe0b is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:08:50.331098 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-fe44cbfb-9b49-46f4-ab31-921125d022e6 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:08:50.336722 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-fe44cbfb-9b49-46f4-ab31-921125d022e6 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:08:50.347113 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-fe44cbfb-9b49-46f4-ab31-921125d022e6 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Made reservation on behalf of 99635f609b2349c0a019c6d98db7fe0b for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:08:50.350650 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-fe44cbfb-9b49-46f4-ab31-921125d022e6 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:50.515840 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-fe44cbfb-9b49-46f4-ab31-921125d022e6 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Allocated IP 172.20.0.13 (6141a8d7-cfe1-44e2-986a-b12c242e2157/5c80f8a9-ef94-4a83-9b23-265b56db7086/c72d4518-29d9-4b97-b9d8-70e4641a12bd) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:08:50.716553 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-fe44cbfb-9b49-46f4-ab31-921125d022e6 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:50.745056 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-fe44cbfb-9b49-46f4-ab31-921125d022e6 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:50.830426 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-fe44cbfb-9b49-46f4-ab31-921125d022e6 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Network 6141a8d7-cfe1-44e2-986a-b12c242e2157 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:08:50.833754 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-fe44cbfb-9b49-46f4-ab31-921125d022e6 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:08:50.837983 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-fe44cbfb-9b49-46f4-ab31-921125d022e6 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:08:50.862491 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:50.882669 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe44cbfb-9b49-46f4-ab31-921125d022e6 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Pushing event updated for resources: {'Port': ['ID=c72d4518-29d9-4b97-b9d8-70e4641a12bd,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:50.916505 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-fe44cbfb-9b49-46f4-ab31-921125d022e6 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:50.917109 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-fe44cbfb-9b49-46f4-ab31-921125d022e6 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:50.938498 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-fe44cbfb-9b49-46f4-ab31-921125d022e6 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7515137 Feb 09 13:08:50.949461 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-53718605-2d86-4276-91ee-1f8be1a61270 service neutron] Request body: {'port': {'device_id': 'a19d5033-a4f2-4258-a711-9cdc2608b9b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:08:51.060428 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-53718605-2d86-4276-91ee-1f8be1a61270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:51.390317 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e363f-a878-49bb-bda2-739f99bb4390 req-e083542a-d87d-4d6f-a65f-800623e3004e tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:51.392083 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-076e363f-a878-49bb-bda2-739f99bb4390 req-e083542a-d87d-4d6f-a65f-800623e3004e tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 932 time: 0.0862870 Feb 09 13:08:51.401023 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-53718605-2d86-4276-91ee-1f8be1a61270 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c72d4518-29d9-4b97-b9d8-70e4641a12bd {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:08:51.408612 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-53718605-2d86-4276-91ee-1f8be1a61270 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:51.424431 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-53718605-2d86-4276-91ee-1f8be1a61270 service neutron] Transition to ACTIVE for port object c72d4518-29d9-4b97-b9d8-70e4641a12bd will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:08:51.431584 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-53718605-2d86-4276-91ee-1f8be1a61270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:51.442798 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-076e363f-a878-49bb-bda2-739f99bb4390 req-2d2ebf74-997f-427f-acd3-ae71f66ec953 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Synchronizing usage tracker for tenant:99635f609b2349c0a019c6d98db7fe0b on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:08:51.459357 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-076e363f-a878-49bb-bda2-739f99bb4390 req-2d2ebf74-997f-427f-acd3-ae71f66ec953 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Unset dirty status for tenant:99635f609b2349c0a019c6d98db7fe0b on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:08:51.460548 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-076e363f-a878-49bb-bda2-739f99bb4390 req-2d2ebf74-997f-427f-acd3-ae71f66ec953 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631490 Feb 09 13:08:51.560425 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53718605-2d86-4276-91ee-1f8be1a61270 service neutron] Pushing event updated for resources: {'Port': ['ID=c72d4518-29d9-4b97-b9d8-70e4641a12bd,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:51.660604 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-53718605-2d86-4276-91ee-1f8be1a61270 service neutron] Attempting to bind port c72d4518-29d9-4b97-b9d8-70e4641a12bd on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:08:51.660927 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-53718605-2d86-4276-91ee-1f8be1a61270 service neutron] Attempting to bind port c72d4518-29d9-4b97-b9d8-70e4641a12bd by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '0ebf3fd4-931a-4e8f-a973-8ad4e078ead1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6141a8d7-cfe1-44e2-986a-b12c242e2157'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:08:51.661245 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-53718605-2d86-4276-91ee-1f8be1a61270 service neutron] Attempting to bind port c72d4518-29d9-4b97-b9d8-70e4641a12bd on network 6141a8d7-cfe1-44e2-986a-b12c242e2157 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:08:51.665744 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-53718605-2d86-4276-91ee-1f8be1a61270 service neutron] Port c72d4518-29d9-4b97-b9d8-70e4641a12bd on network 6141a8d7-cfe1-44e2-986a-b12c242e2157 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 13:08:51.665987 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-53718605-2d86-4276-91ee-1f8be1a61270 service neutron] Attempting to bind port c72d4518-29d9-4b97-b9d8-70e4641a12bd on network 6141a8d7-cfe1-44e2-986a-b12c242e2157 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:08:51.671565 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-53718605-2d86-4276-91ee-1f8be1a61270 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:08:51.671916 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-53718605-2d86-4276-91ee-1f8be1a61270 service neutron] Checking segment: {'id': '0ebf3fd4-931a-4e8f-a973-8ad4e078ead1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6141a8d7-cfe1-44e2-986a-b12c242e2157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:08:51.672293 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-53718605-2d86-4276-91ee-1f8be1a61270 service neutron] Bound using segment: {'id': '0ebf3fd4-931a-4e8f-a973-8ad4e078ead1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6141a8d7-cfe1-44e2-986a-b12c242e2157'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:08:51.672701 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-53718605-2d86-4276-91ee-1f8be1a61270 service neutron] Bound port: c72d4518-29d9-4b97-b9d8-70e4641a12bd, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ebf3fd4-931a-4e8f-a973-8ad4e078ead1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6141a8d7-cfe1-44e2-986a-b12c242e2157'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:08:51.673034 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-53718605-2d86-4276-91ee-1f8be1a61270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:51.760251 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-53718605-2d86-4276-91ee-1f8be1a61270 service neutron] For port c72d4518-29d9-4b97-b9d8-70e4641a12bd, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:08:51.762942 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-53718605-2d86-4276-91ee-1f8be1a61270 service neutron] For port c72d4518-29d9-4b97-b9d8-70e4641a12bd, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=c72d4518-29d9-4b97-b9d8-70e4641a12bd,segment=NetworkSegment(0ebf3fd4-931a-4e8f-a973-8ad4e078ead1),segment_id=0ebf3fd4-931a-4e8f-a973-8ad4e078ead1)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:08:51.767286 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-53718605-2d86-4276-91ee-1f8be1a61270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:51.827348 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-53718605-2d86-4276-91ee-1f8be1a61270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:51.827992 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-53718605-2d86-4276-91ee-1f8be1a61270 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:51.829351 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-53718605-2d86-4276-91ee-1f8be1a61270 service neutron] 10.222.0.46 "PUT /v2.0/ports/c72d4518-29d9-4b97-b9d8-70e4641a12bd HTTP/1.1" status: 200 len: 1092 time: 0.8838196 Feb 09 13:08:51.829775 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a19d5033-a4f2-4258-a711-9cdc2608b9b8', 'tag': 'c72d4518-29d9-4b97-b9d8-70e4641a12bd'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:08:51.849406 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53718605-2d86-4276-91ee-1f8be1a61270 service neutron] Pushing event updated for resources: {'Port': ['ID=c72d4518-29d9-4b97-b9d8-70e4641a12bd,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:51.901285 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a19d5033-a4f2-4258-a711-9cdc2608b9b8', 'tag': 'c72d4518-29d9-4b97-b9d8-70e4641a12bd', 'status': 'completed', 'code': 200} Feb 09 13:08:51.935307 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-a346c27a-be8d-4163-b840-6e885810acb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:51.937764 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-a346c27a-be8d-4163-b840-6e885810acb1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99635f609b2349c0a019c6d98db7fe0b&device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 1095 time: 0.0728369 Feb 09 13:08:52.104214 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-d5144647-8579-40db-9f12-a2096d63ebc5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c72d4518-29d9-4b97-b9d8-70e4641a12bd HTTP/1.1" status: 200 len: 217 time: 0.1598945 Feb 09 13:08:52.176631 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-d07fdc18-1c30-4821-8563-1269506d7ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:52.178063 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-d07fdc18-1c30-4821-8563-1269506d7ec2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c80f8a9-ef94-4a83-9b23-265b56db7086 HTTP/1.1" status: 200 len: 854 time: 0.0682902 Feb 09 13:08:52.223702 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-eecb3959-c7c0-4ecf-94b5-c29db299eae0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6141a8d7-cfe1-44e2-986a-b12c242e2157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399082 Feb 09 13:08:52.357711 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-5fcb264c-3434-4023-88e7-b1087fc5a1ed service neutron] 10.222.0.46 "GET /v2.0/networks/6141a8d7-cfe1-44e2-986a-b12c242e2157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247425 Feb 09 13:08:52.488109 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-fadb3324-eb43-4ee2-9a5f-592663789402 req-d2dae238-7744-4e9a-bc2a-e7b359155c9a service neutron] 10.222.0.46 "GET /v2.0/networks/6141a8d7-cfe1-44e2-986a-b12c242e2157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241884 Feb 09 13:08:52.599641 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db642d6c-57bd-4fe6-a54b-1adfffa58e07 req-08b704d0-ed15-4693-9fda-2fdb941f263a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:52.601166 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-db642d6c-57bd-4fe6-a54b-1adfffa58e07 req-08b704d0-ed15-4693-9fda-2fdb941f263a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99635f609b2349c0a019c6d98db7fe0b&device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 1095 time: 0.0703044 Feb 09 13:08:52.650422 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf3225-bc97-46ac-afce-bf7f68bb43ca req-e9320c4d-0c76-4a76-a60c-f966446d2662 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:52.651815 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-72bf3225-bc97-46ac-afce-bf7f68bb43ca req-e9320c4d-0c76-4a76-a60c-f966446d2662 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 944 time: 0.0804102 Feb 09 13:08:52.696427 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-72bf3225-bc97-46ac-afce-bf7f68bb43ca req-623a91de-606d-4442-bedc-43e78bf4e8e6 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388041 Feb 09 13:08:52.733599 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db642d6c-57bd-4fe6-a54b-1adfffa58e07 req-7ff93017-b2c7-4b8f-af49-b0f9f6d9044b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:52.735102 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-db642d6c-57bd-4fe6-a54b-1adfffa58e07 req-7ff93017-b2c7-4b8f-af49-b0f9f6d9044b service neutron] 10.222.0.46 "GET /v2.0/networks?id=6141a8d7-cfe1-44e2-986a-b12c242e2157 HTTP/1.1" status: 200 len: 915 time: 0.1282592 Feb 09 13:08:52.805251 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-db642d6c-57bd-4fe6-a54b-1adfffa58e07 req-3d27d96e-9764-475d-87f4-a2d6342e937f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c72d4518-29d9-4b97-b9d8-70e4641a12bd HTTP/1.1" status: 200 len: 217 time: 0.0633574 Feb 09 13:08:52.870251 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db642d6c-57bd-4fe6-a54b-1adfffa58e07 req-c3302b39-47cc-49e7-9aaf-01e7a87ca78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:52.871676 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-db642d6c-57bd-4fe6-a54b-1adfffa58e07 req-c3302b39-47cc-49e7-9aaf-01e7a87ca78e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c80f8a9-ef94-4a83-9b23-265b56db7086 HTTP/1.1" status: 200 len: 854 time: 0.0604606 Feb 09 13:08:52.917862 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-db642d6c-57bd-4fe6-a54b-1adfffa58e07 req-c9497f07-8366-4f23-b90a-5dab096998a2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6141a8d7-cfe1-44e2-986a-b12c242e2157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393879 Feb 09 13:08:53.046995 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-db642d6c-57bd-4fe6-a54b-1adfffa58e07 req-6a0c1a4a-70cf-416f-9c48-c7399387241b service neutron] 10.222.0.46 "GET /v2.0/networks/6141a8d7-cfe1-44e2-986a-b12c242e2157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224997 Feb 09 13:08:53.175037 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-db642d6c-57bd-4fe6-a54b-1adfffa58e07 req-5b1a9f2e-8a12-4d52-ba32-a5db33107be1 service neutron] 10.222.0.46 "GET /v2.0/networks/6141a8d7-cfe1-44e2-986a-b12c242e2157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219096 Feb 09 13:08:53.333764 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:53.883129 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d3575e-ef15-47a9-95f0-efab41f94e05 req-d7d72a91-cca9-448a-8f86-85377693c016 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:53.884628 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-00d3575e-ef15-47a9-95f0-efab41f94e05 req-d7d72a91-cca9-448a-8f86-85377693c016 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 944 time: 0.0843019 Feb 09 13:08:53.930045 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-00d3575e-ef15-47a9-95f0-efab41f94e05 req-4b1aac6f-2e08-4643-932f-dc5d70708637 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389290 Feb 09 13:08:55.038688 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device c72d4518-29d9-4b97-b9d8-70e4641a12bd details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:08:55.112304 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a645837-5891-4972-a1dc-009d0864df10 req-caa80aec-a7d3-414b-b597-6cadda27bac8 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:55.113799 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6a645837-5891-4972-a1dc-009d0864df10 req-caa80aec-a7d3-414b-b597-6cadda27bac8 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 944 time: 0.0807343 Feb 09 13:08:55.162617 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6a645837-5891-4972-a1dc-009d0864df10 req-1507ee97-de9a-4a71-b081-754ad36d553c tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422485 Feb 09 13:08:55.173024 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port c72d4518-29d9-4b97-b9d8-70e4641a12bd, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=c72d4518-29d9-4b97-b9d8-70e4641a12bd,segment=NetworkSegment(0ebf3fd4-931a-4e8f-a973-8ad4e078ead1),segment_id=0ebf3fd4-931a-4e8f-a973-8ad4e078ead1)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:08:55.188676 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'c72d4518-29d9-4b97-b9d8-70e4641a12bd', 'network_id': '6141a8d7-cfe1-44e2-986a-b12c242e2157', 'port_id': 'c72d4518-29d9-4b97-b9d8-70e4641a12bd', 'mac_address': 'fa:16:3e:2e:e9:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c80f8a9-ef94-4a83-9b23-265b56db7086', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:08:55.242241 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:55.258182 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c72d4518-29d9-4b97-b9d8-70e4641a12bd {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:08:55.273016 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port c72d4518-29d9-4b97-b9d8-70e4641a12bd, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=c72d4518-29d9-4b97-b9d8-70e4641a12bd,segment=NetworkSegment(0ebf3fd4-931a-4e8f-a973-8ad4e078ead1),segment_id=0ebf3fd4-931a-4e8f-a973-8ad4e078ead1)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:08:55.276786 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:55.346185 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=c72d4518-29d9-4b97-b9d8-70e4641a12bd,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:55.353803 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:55.354197 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:55.354533 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:55.354869 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:55.355205 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:55.355539 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:55.355891 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:55.356217 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:55.356543 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:55.356861 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:55.357179 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:55.357499 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:55.464305 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['c72d4518-29d9-4b97-b9d8-70e4641a12bd'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:08:56.355153 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd3f1f-ac2f-4908-9a07-8b3f79eceff9 req-86632460-705a-487f-a686-e228fcdaa744 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:56.356656 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2fdd3f1f-ac2f-4908-9a07-8b3f79eceff9 req-86632460-705a-487f-a686-e228fcdaa744 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 945 time: 0.0808132 Feb 09 13:08:56.400547 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2fdd3f1f-ac2f-4908-9a07-8b3f79eceff9 req-db59a9c1-b6ec-4e46-bf88-8dc08a9d7f9f tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376716 Feb 09 13:08:57.051988 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device c72d4518-29d9-4b97-b9d8-70e4641a12bd up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:08:57.119469 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port c72d4518-29d9-4b97-b9d8-70e4641a12bd completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:08:57.123996 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port c72d4518-29d9-4b97-b9d8-70e4641a12bd triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:08:57.124360 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:57.236498 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:57.262618 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a19d5033-a4f2-4258-a711-9cdc2608b9b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72d4518-29d9-4b97-b9d8-70e4641a12bd'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:08:57.272990 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port c72d4518-29d9-4b97-b9d8-70e4641a12bd, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=c72d4518-29d9-4b97-b9d8-70e4641a12bd,segment=NetworkSegment(0ebf3fd4-931a-4e8f-a973-8ad4e078ead1),segment_id=0ebf3fd4-931a-4e8f-a973-8ad4e078ead1)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:08:57.277257 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:57.313506 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a19d5033-a4f2-4258-a711-9cdc2608b9b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72d4518-29d9-4b97-b9d8-70e4641a12bd', 'code': 200} Feb 09 13:08:57.357260 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=c72d4518-29d9-4b97-b9d8-70e4641a12bd,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:57.433776 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50738c-fe7b-4330-9019-6b2891e6d464 req-43cf587c-0907-43fd-9330-6970a2592ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:57.435260 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7b50738c-fe7b-4330-9019-6b2891e6d464 req-43cf587c-0907-43fd-9330-6970a2592ae4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 1097 time: 0.0690391 Feb 09 13:08:57.476499 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7b50738c-fe7b-4330-9019-6b2891e6d464 req-d9b02217-53d5-4e6c-a303-76d9420b38cf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353115 Feb 09 13:08:57.589764 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b8aef-f707-4dfc-94ff-580195889711 req-dee36a9a-3218-4ee2-8256-94273bd149db tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:57.591132 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-de2b8aef-f707-4dfc-94ff-580195889711 req-dee36a9a-3218-4ee2-8256-94273bd149db tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0838664 Feb 09 13:08:57.736684 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-de2b8aef-f707-4dfc-94ff-580195889711 req-2286df33-e260-4532-be3a-4b2a8622e1e1 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397240 Feb 09 13:08:58.920581 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b5317-8e59-43d5-981d-b81fed33d3ff req-fd466b55-56ca-4ab9-a305-d49ec9998936 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:58.922058 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c59b5317-8e59-43d5-981d-b81fed33d3ff req-fd466b55-56ca-4ab9-a305-d49ec9998936 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0802588 Feb 09 13:08:58.966413 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c59b5317-8e59-43d5-981d-b81fed33d3ff req-185c303a-4a16-45be-83c3-88bbb24d59ac tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388606 Feb 09 13:08:59.153258 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986da032-6996-4d01-b64d-b10d45486389 req-cfe535ac-0c62-4db0-992d-a03599788400 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:59.154810 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-986da032-6996-4d01-b64d-b10d45486389 req-cfe535ac-0c62-4db0-992d-a03599788400 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0805688 Feb 09 13:08:59.197532 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-986da032-6996-4d01-b64d-b10d45486389 req-649a41f4-d3cc-4ee2-84f5-676a95079a7b tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370495 Feb 09 13:08:59.538612 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1425f6-3d7d-4158-9226-30f33aebf474 req-b530740e-3c44-45c1-ba50-37a6207c8d5d tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:59.540007 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aa1425f6-3d7d-4158-9226-30f33aebf474 req-b530740e-3c44-45c1-ba50-37a6207c8d5d tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0809076 Feb 09 13:08:59.586597 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aa1425f6-3d7d-4158-9226-30f33aebf474 req-316de3c4-588e-4f4b-9c21-eefb4388d011 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401626 Feb 09 13:08:59.766429 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b9ef3-f43b-4575-be57-eade7a05e20c req-ff3a7aea-be05-4a67-9c9a-46a3a07ac707 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:59.767883 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e46b9ef3-f43b-4575-be57-eade7a05e20c req-ff3a7aea-be05-4a67-9c9a-46a3a07ac707 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0780914 Feb 09 13:08:59.810466 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e46b9ef3-f43b-4575-be57-eade7a05e20c req-431248b0-9796-4339-89cc-1da9020548f2 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370367 Feb 09 13:09:00.155822 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-30626065-8fbd-47b4-8676-d7d1da83e8f8 req-6ea1564c-9ab4-45a0-a0b6-b59bbea293db service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0726612 Feb 09 13:09:00.209631 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d8f9f-ab0a-452d-bea4-527af1fc14eb req-96f2812f-975a-442e-b0a6-befd6afc880f tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:00.211105 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bc8d8f9f-ab0a-452d-bea4-527af1fc14eb req-96f2812f-975a-442e-b0a6-befd6afc880f tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0848446 Feb 09 13:09:00.255639 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bc8d8f9f-ab0a-452d-bea4-527af1fc14eb req-df53b272-9fec-481e-bcac-127e3fed0b4c tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388527 Feb 09 13:09:01.360315 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30626065-8fbd-47b4-8676-d7d1da83e8f8 req-738a966c-30c2-485d-a493-81159b2cc0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:01.362167 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-30626065-8fbd-47b4-8676-d7d1da83e8f8 req-738a966c-30c2-485d-a493-81159b2cc0b7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99635f609b2349c0a019c6d98db7fe0b&device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 1097 time: 0.0785193 Feb 09 13:09:01.457918 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad69ed-9735-4ed4-b677-aaefa3dc205c req-bdc82c88-25df-4493-a9fe-6cdf98e0eb3e tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:01.459390 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3fad69ed-9735-4ed4-b677-aaefa3dc205c req-bdc82c88-25df-4493-a9fe-6cdf98e0eb3e tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0806696 Feb 09 13:09:01.493693 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30626065-8fbd-47b4-8676-d7d1da83e8f8 req-ec4e81dd-dadb-40f0-a62e-7045d1716cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:01.495171 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-30626065-8fbd-47b4-8676-d7d1da83e8f8 req-ec4e81dd-dadb-40f0-a62e-7045d1716cc8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6141a8d7-cfe1-44e2-986a-b12c242e2157 HTTP/1.1" status: 200 len: 915 time: 0.1275105 Feb 09 13:09:01.507448 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3fad69ed-9735-4ed4-b677-aaefa3dc205c req-cc2ceba6-5093-469e-a3fd-76bc5ce89ae9 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423908 Feb 09 13:09:01.666330 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-30626065-8fbd-47b4-8676-d7d1da83e8f8 req-667db820-bb3f-40f2-af7b-3f1842063926 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c72d4518-29d9-4b97-b9d8-70e4641a12bd HTTP/1.1" status: 200 len: 217 time: 0.1653118 Feb 09 13:09:01.727376 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30626065-8fbd-47b4-8676-d7d1da83e8f8 req-3b5f9dd6-8c2f-475a-a87d-9c400e74baf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:01.729090 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-30626065-8fbd-47b4-8676-d7d1da83e8f8 req-3b5f9dd6-8c2f-475a-a87d-9c400e74baf3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c80f8a9-ef94-4a83-9b23-265b56db7086 HTTP/1.1" status: 200 len: 854 time: 0.0566840 Feb 09 13:09:01.776407 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-30626065-8fbd-47b4-8676-d7d1da83e8f8 req-be162ee8-e30c-46b7-af9f-6f56e6104539 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6141a8d7-cfe1-44e2-986a-b12c242e2157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414579 Feb 09 13:09:01.906607 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-30626065-8fbd-47b4-8676-d7d1da83e8f8 req-69c72cb9-8147-4515-8516-1f40dddbc4ec service neutron] 10.222.0.46 "GET /v2.0/networks/6141a8d7-cfe1-44e2-986a-b12c242e2157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231298 Feb 09 13:09:02.035200 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-30626065-8fbd-47b4-8676-d7d1da83e8f8 req-968fccac-509b-4e51-8eb1-3f72ff4406a2 service neutron] 10.222.0.46 "GET /v2.0/networks/6141a8d7-cfe1-44e2-986a-b12c242e2157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232018 Feb 09 13:09:02.699603 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d8e84-94ea-4afe-acc1-6079a154c4f2 req-e32e24ee-2352-4449-a65e-e26032d0d0d2 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:02.701105 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1c0d8e84-94ea-4afe-acc1-6079a154c4f2 req-e32e24ee-2352-4449-a65e-e26032d0d0d2 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0853488 Feb 09 13:09:02.759499 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1c0d8e84-94ea-4afe-acc1-6079a154c4f2 req-4b9f81d6-cf88-4a5f-a899-2a9d2db544c8 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525920 Feb 09 13:09:02.963520 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:09:03.948306 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87e6ad-4f90-49c2-9b28-895f8999b95d req-4fd9c85f-e0d4-42d3-8951-bb396d861e2b tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:03.949783 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bd87e6ad-4f90-49c2-9b28-895f8999b95d req-4fd9c85f-e0d4-42d3-8951-bb396d861e2b tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0808794 Feb 09 13:09:03.997166 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bd87e6ad-4f90-49c2-9b28-895f8999b95d req-5413e98b-4186-44e6-94f7-c13436deb881 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416210 Feb 09 13:09:05.196415 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8201995-4616-4a7f-8dbd-ae5b35fdadaf req-fb958ddb-47bf-47c2-8de0-79762f666111 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:05.197907 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d8201995-4616-4a7f-8dbd-ae5b35fdadaf req-fb958ddb-47bf-47c2-8de0-79762f666111 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0800283 Feb 09 13:09:05.242333 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d8201995-4616-4a7f-8dbd-ae5b35fdadaf req-d4939af3-1348-4af7-a5c8-e5975f0a450f tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386722 Feb 09 13:09:06.432414 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb9abdc-fc4a-426a-992f-bc534e95f713 req-721f4325-07ee-4fe9-9db8-e8d057ea0aa5 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:06.433860 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3bb9abdc-fc4a-426a-992f-bc534e95f713 req-721f4325-07ee-4fe9-9db8-e8d057ea0aa5 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0831542 Feb 09 13:09:06.476820 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3bb9abdc-fc4a-426a-992f-bc534e95f713 req-9077977e-aed9-4b84-915f-4f5cb92e8c2e tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365055 Feb 09 13:09:07.662747 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c612a2c-a3e8-4c80-a706-a7f3908cc6fd req-6981e758-4394-442c-b2a6-dcf32da77089 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:07.664142 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8c612a2c-a3e8-4c80-a706-a7f3908cc6fd req-6981e758-4394-442c-b2a6-dcf32da77089 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0802708 Feb 09 13:09:07.709950 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8c612a2c-a3e8-4c80-a706-a7f3908cc6fd req-29537a7f-9421-4fb8-a275-07d84886fc1c tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402334 Feb 09 13:09:08.896732 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ad340-4a6d-4643-a25a-b7481cd2b13a req-a256d4ec-9561-4a5a-8fd8-a3c0eb0ef3c7 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:08.898223 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fc8ad340-4a6d-4643-a25a-b7481cd2b13a req-a256d4ec-9561-4a5a-8fd8-a3c0eb0ef3c7 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0852008 Feb 09 13:09:08.941987 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fc8ad340-4a6d-4643-a25a-b7481cd2b13a req-ae11352c-cb3b-4143-8721-80d4fec5f673 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381246 Feb 09 13:09:10.132801 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01880418-e687-418e-a94d-0213c76be223 req-4b463fc9-e18a-4bbd-9572-c2d406967e19 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:10.134206 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-01880418-e687-418e-a94d-0213c76be223 req-4b463fc9-e18a-4bbd-9572-c2d406967e19 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0847044 Feb 09 13:09:10.178638 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-01880418-e687-418e-a94d-0213c76be223 req-f61c070e-b24b-446c-bc53-169880598e99 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381365 Feb 09 13:09:11.365715 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffeae41-bf1d-4e0e-b9aa-484243850a05 req-5a323950-620a-4728-94ad-3dedda1e578f tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:11.367187 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dffeae41-bf1d-4e0e-b9aa-484243850a05 req-5a323950-620a-4728-94ad-3dedda1e578f tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0843542 Feb 09 13:09:11.410594 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dffeae41-bf1d-4e0e-b9aa-484243850a05 req-08edac1d-e0bc-4cd7-a644-c4eb4e0f7394 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378141 Feb 09 13:09:12.591219 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f614f3-1fab-4a36-9e8c-87bd99a63521 req-70514e33-d2d0-4881-8f1d-5dcd904ef0e3 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:12.593232 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-33f614f3-1fab-4a36-9e8c-87bd99a63521 req-70514e33-d2d0-4881-8f1d-5dcd904ef0e3 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0782127 Feb 09 13:09:12.639165 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-33f614f3-1fab-4a36-9e8c-87bd99a63521 req-95996b07-fc13-4cd5-896e-8ca37750d6b1 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398123 Feb 09 13:09:13.823074 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de19d681-bab0-422b-94fe-c2445ffbd6a2 req-948fb36a-df75-463a-b27e-c01d72e65945 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:13.824553 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-de19d681-bab0-422b-94fe-c2445ffbd6a2 req-948fb36a-df75-463a-b27e-c01d72e65945 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0795243 Feb 09 13:09:13.869854 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-de19d681-bab0-422b-94fe-c2445ffbd6a2 req-f0873015-80ad-41e9-b09b-f82f0fe02bc8 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391586 Feb 09 13:09:14.093005 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aea43758-4d65-47e4-af69-3ba0e75bad88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:15.059402 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24df851-97a3-4337-b4a7-aad2c1a6ae57 req-89337074-02a5-4c16-94f4-8303ab384b55 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:15.061334 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c24df851-97a3-4337-b4a7-aad2c1a6ae57 req-89337074-02a5-4c16-94f4-8303ab384b55 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0860679 Feb 09 13:09:15.104909 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c24df851-97a3-4337-b4a7-aad2c1a6ae57 req-7f4184a6-c5fb-4001-9764-0e4ec582b152 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378330 Feb 09 13:09:16.287505 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a90ad8-a833-485d-9934-b4c63189cf8c req-5ef642df-7ca5-4cd1-8967-9e65527eaa53 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:16.289003 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-52a90ad8-a833-485d-9934-b4c63189cf8c req-5ef642df-7ca5-4cd1-8967-9e65527eaa53 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0809946 Feb 09 13:09:16.332606 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-52a90ad8-a833-485d-9934-b4c63189cf8c req-44a0b5a8-ef18-4d57-bd61-10ee915370ff tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380344 Feb 09 13:09:16.449759 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d320516a-699f-4339-8611-9351593a8bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:16.750559 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae852b80-ff8f-45fe-a7b4-7726d96d7f91 req-1599434c-d411-4cf7-be00-65a5a16ba2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:16.752108 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ae852b80-ff8f-45fe-a7b4-7726d96d7f91 req-1599434c-d411-4cf7-be00-65a5a16ba2a8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99635f609b2349c0a019c6d98db7fe0b&device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 1097 time: 0.0728471 Feb 09 13:09:16.902915 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae852b80-ff8f-45fe-a7b4-7726d96d7f91 req-344fc6c5-8fe4-4308-ae91-74a060437555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:16.904440 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ae852b80-ff8f-45fe-a7b4-7726d96d7f91 req-344fc6c5-8fe4-4308-ae91-74a060437555 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6141a8d7-cfe1-44e2-986a-b12c242e2157 HTTP/1.1" status: 200 len: 915 time: 0.1333807 Feb 09 13:09:16.975870 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ae852b80-ff8f-45fe-a7b4-7726d96d7f91 req-4a1a533b-631a-4c5a-901f-042c4f537715 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c72d4518-29d9-4b97-b9d8-70e4641a12bd HTTP/1.1" status: 200 len: 217 time: 0.0638568 Feb 09 13:09:17.037482 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae852b80-ff8f-45fe-a7b4-7726d96d7f91 req-28d6f6f3-8321-4906-b88e-f96a1182bcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:17.038896 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ae852b80-ff8f-45fe-a7b4-7726d96d7f91 req-28d6f6f3-8321-4906-b88e-f96a1182bcfe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c80f8a9-ef94-4a83-9b23-265b56db7086 HTTP/1.1" status: 200 len: 854 time: 0.0572305 Feb 09 13:09:17.087462 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ae852b80-ff8f-45fe-a7b4-7726d96d7f91 req-6744a320-842e-4f9f-bbc2-f9fe5b1febcd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6141a8d7-cfe1-44e2-986a-b12c242e2157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416791 Feb 09 13:09:17.214805 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ae852b80-ff8f-45fe-a7b4-7726d96d7f91 req-f165cfa9-e47a-4676-9c5b-5a29a4eb72ef service neutron] 10.222.0.46 "GET /v2.0/networks/6141a8d7-cfe1-44e2-986a-b12c242e2157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210806 Feb 09 13:09:17.343478 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ae852b80-ff8f-45fe-a7b4-7726d96d7f91 req-e7c2898e-119b-4938-b08f-57a17c012169 service neutron] 10.222.0.46 "GET /v2.0/networks/6141a8d7-cfe1-44e2-986a-b12c242e2157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218443 Feb 09 13:09:17.524040 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b7e5e-2d7f-4ad0-a4e2-41580bb1c0a0 req-147ff119-188a-4915-98e7-9b867ad1046d tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:17.525497 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6e8b7e5e-2d7f-4ad0-a4e2-41580bb1c0a0 req-147ff119-188a-4915-98e7-9b867ad1046d tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0834215 Feb 09 13:09:17.568700 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6e8b7e5e-2d7f-4ad0-a4e2-41580bb1c0a0 req-7f9d22fc-7b31-4126-b722-8ffcbede1488 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371780 Feb 09 13:09:17.662321 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:17.746339 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:18.751632 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519173a-ea4a-4120-9f99-c95cf07b5d18 req-abc26116-9435-4bc4-8c20-a33a6a57b2bd tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:18.753151 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0519173a-ea4a-4120-9f99-c95cf07b5d18 req-abc26116-9435-4bc4-8c20-a33a6a57b2bd tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0803003 Feb 09 13:09:18.800646 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0519173a-ea4a-4120-9f99-c95cf07b5d18 req-7839734d-6d6d-41ad-82c8-e832bd9c84c8 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418477 Feb 09 13:09:19.320098 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:19.986166 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8eb8d-e4cd-43a4-ab0b-4b9f686c9e23 req-123b3de5-34da-4353-8bc8-97888ebd0e89 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:19.987661 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a5e8eb8d-e4cd-43a4-ab0b-4b9f686c9e23 req-123b3de5-34da-4353-8bc8-97888ebd0e89 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0812509 Feb 09 13:09:20.030837 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a5e8eb8d-e4cd-43a4-ab0b-4b9f686c9e23 req-40170b59-9128-4a8b-ab8e-7ef0582821a4 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376122 Feb 09 13:09:20.867355 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:21.222187 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50cb15-580b-4715-b827-dfb116ad34ac req-1f32180c-8f35-490f-9000-fa7bff9e0401 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:21.223671 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9a50cb15-580b-4715-b827-dfb116ad34ac req-1f32180c-8f35-490f-9000-fa7bff9e0401 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0829065 Feb 09 13:09:21.269501 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9a50cb15-580b-4715-b827-dfb116ad34ac req-cf5f11d4-242f-4d23-a05d-14fe1c36eb36 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398109 Feb 09 13:09:22.454406 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8d350-fe5a-4d95-a583-12a7c14e5886 req-8e9b96b1-e1a0-41f5-b47d-c22737e598b8 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:22.455910 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-46d8d350-fe5a-4d95-a583-12a7c14e5886 req-8e9b96b1-e1a0-41f5-b47d-c22737e598b8 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0800474 Feb 09 13:09:22.502021 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-46d8d350-fe5a-4d95-a583-12a7c14e5886 req-e3631227-de86-4c87-8046-c5215085910d tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405633 Feb 09 13:09:23.351288 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:23.689329 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c247d8e-33db-4196-b975-bb276e447aea req-7954edc1-dba0-43d5-91ab-a424b786da07 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:23.690772 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2c247d8e-33db-4196-b975-bb276e447aea req-7954edc1-dba0-43d5-91ab-a424b786da07 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0841513 Feb 09 13:09:23.734735 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2c247d8e-33db-4196-b975-bb276e447aea req-35eeb86b-dd40-4f11-a29d-c66d31a03b75 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383465 Feb 09 13:09:24.921216 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ce983-407f-4b24-9b6b-e9ba35a9f769 req-fd561c53-663c-435b-9cb9-60a52e7bed2d tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:24.922681 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e20ce983-407f-4b24-9b6b-e9ba35a9f769 req-fd561c53-663c-435b-9cb9-60a52e7bed2d tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0804863 Feb 09 13:09:24.967168 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e20ce983-407f-4b24-9b6b-e9ba35a9f769 req-0aa9e932-fcba-4ee4-980d-73dc37b09fbc tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384977 Feb 09 13:09:26.151406 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9ef3c-ad41-451b-b5de-f876ad44cbff req-16394895-e71e-4f71-a066-dcd826cefd1a tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:26.152954 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ca9ef3c-ad41-451b-b5de-f876ad44cbff req-16394895-e71e-4f71-a066-dcd826cefd1a tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0819542 Feb 09 13:09:26.196765 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ca9ef3c-ad41-451b-b5de-f876ad44cbff req-7c038031-23fc-4c5e-9ced-c99365e08911 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374370 Feb 09 13:09:27.380596 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29459dc-1068-4d86-b675-c126b92c6c35 req-c70a21be-953a-448d-b0e3-b267012d0e82 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:27.382103 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f29459dc-1068-4d86-b675-c126b92c6c35 req-c70a21be-953a-448d-b0e3-b267012d0e82 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0817184 Feb 09 13:09:27.429226 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f29459dc-1068-4d86-b675-c126b92c6c35 req-ccbbc8c4-6abf-4a4d-8f54-190c985a9cdf tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415695 Feb 09 13:09:28.615154 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089643d0-74f6-4e18-8bae-0f596f50980e req-ef87b8d1-a0e2-44a1-affd-cf649038da32 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:28.616617 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-089643d0-74f6-4e18-8bae-0f596f50980e req-ef87b8d1-a0e2-44a1-affd-cf649038da32 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0791674 Feb 09 13:09:28.660220 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-089643d0-74f6-4e18-8bae-0f596f50980e req-c065b5cc-350c-4a98-a0ad-d0aa879a80f9 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380266 Feb 09 13:09:28.954597 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [req-30626065-8fbd-47b4-8676-d7d1da83e8f8 req-e028a17a-534e-42d3-a3ae-6b1355c25d80 service neutron] show failed (client error): The resource could not be found. Feb 09 13:09:28.955558 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-30626065-8fbd-47b4-8676-d7d1da83e8f8 req-e028a17a-534e-42d3-a3ae-6b1355c25d80 service neutron] 10.222.0.46 "GET /v2.0/ports/c72d4518-29d9-4b97-b9d8-70e4641a12bd/bindings/n-h1-825178-3 HTTP/1.1" status: 404 len: 380 time: 0.0729856 Feb 09 13:09:29.410418 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30626065-8fbd-47b4-8676-d7d1da83e8f8 req-ad020e81-d1cd-4de9-a3a0-969c9e623e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:29.411949 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30626065-8fbd-47b4-8676-d7d1da83e8f8 req-ad020e81-d1cd-4de9-a3a0-969c9e623e7e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8&tenant_id=99635f609b2349c0a019c6d98db7fe0b HTTP/1.1" status: 200 len: 1097 time: 0.2605371 Feb 09 13:09:29.422663 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-30626065-8fbd-47b4-8676-d7d1da83e8f8 req-42550d15-8506-45c1-8bdc-3f197d37ae11 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825178-3', 'device_owner': 'compute:nova'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:09:29.538163 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-30626065-8fbd-47b4-8676-d7d1da83e8f8 req-42550d15-8506-45c1-8bdc-3f197d37ae11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:29.846432 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-30626065-8fbd-47b4-8676-d7d1da83e8f8 req-42550d15-8506-45c1-8bdc-3f197d37ae11 service neutron] For port c72d4518-29d9-4b97-b9d8-70e4641a12bd, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=c72d4518-29d9-4b97-b9d8-70e4641a12bd,segment=NetworkSegment(0ebf3fd4-931a-4e8f-a973-8ad4e078ead1),segment_id=0ebf3fd4-931a-4e8f-a973-8ad4e078ead1)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:09:29.881646 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-30626065-8fbd-47b4-8676-d7d1da83e8f8 req-42550d15-8506-45c1-8bdc-3f197d37ae11 service neutron] For port c72d4518-29d9-4b97-b9d8-70e4641a12bd, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:09:29.997989 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a19d5033-a4f2-4258-a711-9cdc2608b9b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c72d4518-29d9-4b97-b9d8-70e4641a12bd'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:09:30.005834 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-30626065-8fbd-47b4-8676-d7d1da83e8f8 req-42550d15-8506-45c1-8bdc-3f197d37ae11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:30.025504 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-30626065-8fbd-47b4-8676-d7d1da83e8f8 req-42550d15-8506-45c1-8bdc-3f197d37ae11 service neutron] Transition to ACTIVE for port object c72d4518-29d9-4b97-b9d8-70e4641a12bd will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:09:30.030800 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-30626065-8fbd-47b4-8676-d7d1da83e8f8 req-42550d15-8506-45c1-8bdc-3f197d37ae11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:30.167303 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24477c2e-e557-435e-914c-006e2cd006f3 req-39606477-a5bf-4060-ae72-0738290e8d8e tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:30.168800 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-24477c2e-e557-435e-914c-006e2cd006f3 req-39606477-a5bf-4060-ae72-0738290e8d8e tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 946 time: 0.2339725 Feb 09 13:09:30.220701 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-30626065-8fbd-47b4-8676-d7d1da83e8f8 req-42550d15-8506-45c1-8bdc-3f197d37ae11 service neutron] No DVR routers for this DVR port c72d4518-29d9-4b97-b9d8-70e4641a12bd on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:09:30.225241 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42550d15-8506-45c1-8bdc-3f197d37ae11 service neutron] Pushing event updated for resources: {'Port': ['ID=c72d4518-29d9-4b97-b9d8-70e4641a12bd,revision_number=6']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:30.272777 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42550d15-8506-45c1-8bdc-3f197d37ae11 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:30.273030 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42550d15-8506-45c1-8bdc-3f197d37ae11 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:30.273369 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42550d15-8506-45c1-8bdc-3f197d37ae11 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:30.273696 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42550d15-8506-45c1-8bdc-3f197d37ae11 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:30.274017 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42550d15-8506-45c1-8bdc-3f197d37ae11 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:30.274341 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42550d15-8506-45c1-8bdc-3f197d37ae11 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:30.274659 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42550d15-8506-45c1-8bdc-3f197d37ae11 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:30.274977 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42550d15-8506-45c1-8bdc-3f197d37ae11 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:30.275292 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42550d15-8506-45c1-8bdc-3f197d37ae11 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:30.275616 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42550d15-8506-45c1-8bdc-3f197d37ae11 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:30.275949 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42550d15-8506-45c1-8bdc-3f197d37ae11 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:30.276261 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42550d15-8506-45c1-8bdc-3f197d37ae11 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:30.307360 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-30626065-8fbd-47b4-8676-d7d1da83e8f8 req-42550d15-8506-45c1-8bdc-3f197d37ae11 service neutron] Attempting to bind port c72d4518-29d9-4b97-b9d8-70e4641a12bd on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:09:30.307730 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-30626065-8fbd-47b4-8676-d7d1da83e8f8 req-42550d15-8506-45c1-8bdc-3f197d37ae11 service neutron] Attempting to bind port c72d4518-29d9-4b97-b9d8-70e4641a12bd by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': '0ebf3fd4-931a-4e8f-a973-8ad4e078ead1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6141a8d7-cfe1-44e2-986a-b12c242e2157'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:09:30.308042 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30626065-8fbd-47b4-8676-d7d1da83e8f8 req-42550d15-8506-45c1-8bdc-3f197d37ae11 service neutron] Attempting to bind port c72d4518-29d9-4b97-b9d8-70e4641a12bd on network 6141a8d7-cfe1-44e2-986a-b12c242e2157 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:09:30.314173 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-24477c2e-e557-435e-914c-006e2cd006f3 req-8c93a559-90ee-4ec6-a0e8-73cf43b1d5e1 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143670 Feb 09 13:09:30.315766 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30626065-8fbd-47b4-8676-d7d1da83e8f8 req-42550d15-8506-45c1-8bdc-3f197d37ae11 service neutron] Port c72d4518-29d9-4b97-b9d8-70e4641a12bd on network 6141a8d7-cfe1-44e2-986a-b12c242e2157 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 13:09:30.316117 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30626065-8fbd-47b4-8676-d7d1da83e8f8 req-42550d15-8506-45c1-8bdc-3f197d37ae11 service neutron] Attempting to bind port c72d4518-29d9-4b97-b9d8-70e4641a12bd on network 6141a8d7-cfe1-44e2-986a-b12c242e2157 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:09:30.321538 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30626065-8fbd-47b4-8676-d7d1da83e8f8 req-42550d15-8506-45c1-8bdc-3f197d37ae11 service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:09:30.321880 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30626065-8fbd-47b4-8676-d7d1da83e8f8 req-42550d15-8506-45c1-8bdc-3f197d37ae11 service neutron] Checking segment: {'id': '0ebf3fd4-931a-4e8f-a973-8ad4e078ead1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6141a8d7-cfe1-44e2-986a-b12c242e2157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:09:30.322767 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30626065-8fbd-47b4-8676-d7d1da83e8f8 req-42550d15-8506-45c1-8bdc-3f197d37ae11 service neutron] Bound using segment: {'id': '0ebf3fd4-931a-4e8f-a973-8ad4e078ead1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6141a8d7-cfe1-44e2-986a-b12c242e2157'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:09:30.323205 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-30626065-8fbd-47b4-8676-d7d1da83e8f8 req-42550d15-8506-45c1-8bdc-3f197d37ae11 service neutron] Bound port: c72d4518-29d9-4b97-b9d8-70e4641a12bd, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ebf3fd4-931a-4e8f-a973-8ad4e078ead1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6141a8d7-cfe1-44e2-986a-b12c242e2157'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:09:30.323553 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-30626065-8fbd-47b4-8676-d7d1da83e8f8 req-42550d15-8506-45c1-8bdc-3f197d37ae11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:30.390816 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a19d5033-a4f2-4258-a711-9cdc2608b9b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c72d4518-29d9-4b97-b9d8-70e4641a12bd', 'code': 200} Feb 09 13:09:30.425752 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-30626065-8fbd-47b4-8676-d7d1da83e8f8 req-42550d15-8506-45c1-8bdc-3f197d37ae11 service neutron] For port c72d4518-29d9-4b97-b9d8-70e4641a12bd, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:09:30.428895 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-30626065-8fbd-47b4-8676-d7d1da83e8f8 req-42550d15-8506-45c1-8bdc-3f197d37ae11 service neutron] For port c72d4518-29d9-4b97-b9d8-70e4641a12bd, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=c72d4518-29d9-4b97-b9d8-70e4641a12bd,segment=NetworkSegment(0ebf3fd4-931a-4e8f-a973-8ad4e078ead1),segment_id=0ebf3fd4-931a-4e8f-a973-8ad4e078ead1)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:09:30.432902 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-30626065-8fbd-47b4-8676-d7d1da83e8f8 req-42550d15-8506-45c1-8bdc-3f197d37ae11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:30.492752 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30626065-8fbd-47b4-8676-d7d1da83e8f8 req-42550d15-8506-45c1-8bdc-3f197d37ae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:30.493430 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-30626065-8fbd-47b4-8676-d7d1da83e8f8 req-42550d15-8506-45c1-8bdc-3f197d37ae11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:30.494771 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30626065-8fbd-47b4-8676-d7d1da83e8f8 req-42550d15-8506-45c1-8bdc-3f197d37ae11 service neutron] 10.222.0.52 "PUT /v2.0/ports/c72d4518-29d9-4b97-b9d8-70e4641a12bd HTTP/1.1" status: 200 len: 1092 time: 1.0762200 Feb 09 13:09:30.508405 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42550d15-8506-45c1-8bdc-3f197d37ae11 service neutron] Pushing event updated for resources: {'Port': ['ID=c72d4518-29d9-4b97-b9d8-70e4641a12bd,revision_number=7']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:30.585779 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30626065-8fbd-47b4-8676-d7d1da83e8f8 req-3df65d4f-fe57-469a-aceb-a2be4f92c9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:30.587179 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30626065-8fbd-47b4-8676-d7d1da83e8f8 req-3df65d4f-fe57-469a-aceb-a2be4f92c9c0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=99635f609b2349c0a019c6d98db7fe0b&device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 1095 time: 0.0725853 Feb 09 13:09:30.719526 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30626065-8fbd-47b4-8676-d7d1da83e8f8 req-937b8969-4045-46c4-a950-12cfca4d136c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:30.720994 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30626065-8fbd-47b4-8676-d7d1da83e8f8 req-937b8969-4045-46c4-a950-12cfca4d136c service neutron] 10.222.0.52 "GET /v2.0/networks?id=6141a8d7-cfe1-44e2-986a-b12c242e2157 HTTP/1.1" status: 200 len: 915 time: 0.1272473 Feb 09 13:09:30.787539 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30626065-8fbd-47b4-8676-d7d1da83e8f8 req-ed46e62e-3955-49d5-9156-0869de74d44b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c72d4518-29d9-4b97-b9d8-70e4641a12bd HTTP/1.1" status: 200 len: 217 time: 0.0602317 Feb 09 13:09:30.851144 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30626065-8fbd-47b4-8676-d7d1da83e8f8 req-a08d6c9e-312a-4e67-9bad-78b8d16a76d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:30.852518 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30626065-8fbd-47b4-8676-d7d1da83e8f8 req-a08d6c9e-312a-4e67-9bad-78b8d16a76d9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5c80f8a9-ef94-4a83-9b23-265b56db7086 HTTP/1.1" status: 200 len: 854 time: 0.0597901 Feb 09 13:09:30.897076 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30626065-8fbd-47b4-8676-d7d1da83e8f8 req-d0947c27-3163-45f5-bc96-37af39d19746 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6141a8d7-cfe1-44e2-986a-b12c242e2157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390949 Feb 09 13:09:31.026290 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30626065-8fbd-47b4-8676-d7d1da83e8f8 req-bc8d6718-5892-4c85-b27f-d62b80b5806a service neutron] 10.222.0.52 "GET /v2.0/networks/6141a8d7-cfe1-44e2-986a-b12c242e2157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232376 Feb 09 13:09:31.267120 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30626065-8fbd-47b4-8676-d7d1da83e8f8 req-26adf16b-9b25-48c6-b8aa-8cb219b1b9f2 service neutron] 10.222.0.52 "GET /v2.0/networks/6141a8d7-cfe1-44e2-986a-b12c242e2157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277365 Feb 09 13:09:31.511050 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05704621-0bfa-48a1-b123-ca031ec449ef req-44b0e48e-eee0-4c6d-934d-4d6c95c016b1 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:31.512523 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-05704621-0bfa-48a1-b123-ca031ec449ef req-44b0e48e-eee0-4c6d-934d-4d6c95c016b1 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 944 time: 0.0839324 Feb 09 13:09:31.556027 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-05704621-0bfa-48a1-b123-ca031ec449ef req-5a9be1b3-2ac7-4d82-b4b2-7831c3777122 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371132 Feb 09 13:09:32.392160 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a19d5033-a4f2-4258-a711-9cdc2608b9b8', 'tag': 'c72d4518-29d9-4b97-b9d8-70e4641a12bd'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:09:32.448169 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a19d5033-a4f2-4258-a711-9cdc2608b9b8', 'tag': 'c72d4518-29d9-4b97-b9d8-70e4641a12bd', 'status': 'completed', 'code': 200} Feb 09 13:09:32.537886 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed27725-f58c-445e-8a7c-0607240d55f3 req-6fcc23b2-186c-419c-82da-7260ba517923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:32.538513 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed27725-f58c-445e-8a7c-0607240d55f3 req-3657fdaa-88ea-425c-93d0-573d3448036e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:32.539352 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7ed27725-f58c-445e-8a7c-0607240d55f3 req-6fcc23b2-186c-419c-82da-7260ba517923 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99635f609b2349c0a019c6d98db7fe0b&device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 1095 time: 0.0746820 Feb 09 13:09:32.539574 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7ed27725-f58c-445e-8a7c-0607240d55f3 req-3657fdaa-88ea-425c-93d0-573d3448036e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=99635f609b2349c0a019c6d98db7fe0b&device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 1095 time: 0.0699170 Feb 09 13:09:32.648972 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device c72d4518-29d9-4b97-b9d8-70e4641a12bd details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:09:32.674145 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed27725-f58c-445e-8a7c-0607240d55f3 req-6d133283-eb3a-4229-8d4f-1ad9bac47673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:32.675639 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7ed27725-f58c-445e-8a7c-0607240d55f3 req-6d133283-eb3a-4229-8d4f-1ad9bac47673 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6141a8d7-cfe1-44e2-986a-b12c242e2157 HTTP/1.1" status: 200 len: 915 time: 0.1299949 Feb 09 13:09:32.676046 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed27725-f58c-445e-8a7c-0607240d55f3 req-cd71acf0-2a15-4ce9-8a31-8359ae965be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:32.677466 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7ed27725-f58c-445e-8a7c-0607240d55f3 req-cd71acf0-2a15-4ce9-8a31-8359ae965be2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6141a8d7-cfe1-44e2-986a-b12c242e2157 HTTP/1.1" status: 200 len: 915 time: 0.1318460 Feb 09 13:09:32.748136 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7ed27725-f58c-445e-8a7c-0607240d55f3 req-e726ccac-bcfc-47b7-9ee2-25e6f31f8eab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c72d4518-29d9-4b97-b9d8-70e4641a12bd HTTP/1.1" status: 200 len: 217 time: 0.0664756 Feb 09 13:09:32.787814 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7ed27725-f58c-445e-8a7c-0607240d55f3 req-23728e0f-298a-4783-9835-778b745537d5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c72d4518-29d9-4b97-b9d8-70e4641a12bd HTTP/1.1" status: 200 len: 217 time: 0.0698125 Feb 09 13:09:32.845711 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port c72d4518-29d9-4b97-b9d8-70e4641a12bd, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=c72d4518-29d9-4b97-b9d8-70e4641a12bd,segment=NetworkSegment(0ebf3fd4-931a-4e8f-a973-8ad4e078ead1),segment_id=0ebf3fd4-931a-4e8f-a973-8ad4e078ead1)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:09:32.860301 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed27725-f58c-445e-8a7c-0607240d55f3 req-699a6f92-c49c-4bcd-bb9a-5d560b857f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:32.861761 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7ed27725-f58c-445e-8a7c-0607240d55f3 req-699a6f92-c49c-4bcd-bb9a-5d560b857f41 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5c80f8a9-ef94-4a83-9b23-265b56db7086 HTTP/1.1" status: 200 len: 854 time: 0.0637517 Feb 09 13:09:32.863349 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': 'c72d4518-29d9-4b97-b9d8-70e4641a12bd', 'network_id': '6141a8d7-cfe1-44e2-986a-b12c242e2157', 'port_id': 'c72d4518-29d9-4b97-b9d8-70e4641a12bd', 'mac_address': 'fa:16:3e:2e:e9:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c80f8a9-ef94-4a83-9b23-265b56db7086', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:09:32.915532 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7ed27725-f58c-445e-8a7c-0607240d55f3 req-599b0fdf-a205-4d4a-bff8-52bab943b96c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6141a8d7-cfe1-44e2-986a-b12c242e2157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463433 Feb 09 13:09:32.936091 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed27725-f58c-445e-8a7c-0607240d55f3 req-0098d41a-ddae-45b6-b062-116f448195ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:32.937978 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7ed27725-f58c-445e-8a7c-0607240d55f3 req-0098d41a-ddae-45b6-b062-116f448195ba service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c80f8a9-ef94-4a83-9b23-265b56db7086 HTTP/1.1" status: 200 len: 854 time: 0.1833594 Feb 09 13:09:32.939534 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:32.958132 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c72d4518-29d9-4b97-b9d8-70e4641a12bd {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:09:32.976451 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port c72d4518-29d9-4b97-b9d8-70e4641a12bd, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=c72d4518-29d9-4b97-b9d8-70e4641a12bd,segment=NetworkSegment(0ebf3fd4-931a-4e8f-a973-8ad4e078ead1),segment_id=0ebf3fd4-931a-4e8f-a973-8ad4e078ead1)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:09:32.981437 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:32.994194 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7ed27725-f58c-445e-8a7c-0607240d55f3 req-24b42880-5073-48d7-905f-ab30b1da725b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6141a8d7-cfe1-44e2-986a-b12c242e2157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495520 Feb 09 13:09:33.010425 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f827244-10e0-4f00-97e4-70353e31d9f0 req-be28d26f-ae0d-4483-9213-8b740580203e tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:33.013757 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1f827244-10e0-4f00-97e4-70353e31d9f0 req-be28d26f-ae0d-4483-9213-8b740580203e tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 944 time: 0.3393099 Feb 09 13:09:33.053769 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=c72d4518-29d9-4b97-b9d8-70e4641a12bd,revision_number=8']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:33.084713 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1f827244-10e0-4f00-97e4-70353e31d9f0 req-24d46555-8841-4069-ad31-0829df3f5c44 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586164 Feb 09 13:09:33.120340 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7ed27725-f58c-445e-8a7c-0607240d55f3 req-3e094864-3331-49a8-b25c-3a55b2cca8d4 service neutron] 10.222.0.52 "GET /v2.0/networks/6141a8d7-cfe1-44e2-986a-b12c242e2157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969161 Feb 09 13:09:33.129589 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7ed27725-f58c-445e-8a7c-0607240d55f3 req-d312da77-ff3a-4229-add4-c62a2eeb1d1b service neutron] 10.222.0.46 "GET /v2.0/networks/6141a8d7-cfe1-44e2-986a-b12c242e2157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293478 Feb 09 13:09:33.195745 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['c72d4518-29d9-4b97-b9d8-70e4641a12bd'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:09:33.226727 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device c72d4518-29d9-4b97-b9d8-70e4641a12bd no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:09:33.263217 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7ed27725-f58c-445e-8a7c-0607240d55f3 req-7a772d1f-14ad-4cb8-b765-c7f4fe9922b3 service neutron] 10.222.0.52 "GET /v2.0/networks/6141a8d7-cfe1-44e2-986a-b12c242e2157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365600 Feb 09 13:09:33.264137 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7ed27725-f58c-445e-8a7c-0607240d55f3 req-4db50619-9f97-4957-9ac2-b0487118c4eb service neutron] 10.222.0.46 "GET /v2.0/networks/6141a8d7-cfe1-44e2-986a-b12c242e2157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289279 Feb 09 13:09:33.313895 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device c72d4518-29d9-4b97-b9d8-70e4641a12bd not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:09:34.271851 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95461a8-aeb3-452c-9be9-a685cb4083ca req-1b68a590-fc67-4560-9742-ef4ed53ed4d6 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:34.273323 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d95461a8-aeb3-452c-9be9-a685cb4083ca req-1b68a590-fc67-4560-9742-ef4ed53ed4d6 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 945 time: 0.0794337 Feb 09 13:09:34.316752 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d95461a8-aeb3-452c-9be9-a685cb4083ca req-3616bdf4-411e-4623-8809-9db38912d596 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370793 Feb 09 13:09:34.623761 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d2484-2a71-43b4-a128-8c10dee32df8 req-8d413e43-bbcc-48fe-bb36-d0aafd6e7022 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:34.624266 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c67cfe-0776-49c9-a944-8c7cb15b7c57 req-8ba7dc42-e288-4539-aa42-9bb6457df67b tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:34.624967 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-c4c67cfe-0776-49c9-a944-8c7cb15b7c57 req-8ba7dc42-e288-4539-aa42-9bb6457df67b tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Synchronizing usage tracker for tenant:99635f609b2349c0a019c6d98db7fe0b on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:09:34.625270 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-825d2484-2a71-43b4-a128-8c10dee32df8 req-8d413e43-bbcc-48fe-bb36-d0aafd6e7022 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 945 time: 0.0847657 Feb 09 13:09:34.641955 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-c4c67cfe-0776-49c9-a944-8c7cb15b7c57 req-8ba7dc42-e288-4539-aa42-9bb6457df67b tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Unset dirty status for tenant:99635f609b2349c0a019c6d98db7fe0b on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:09:34.643179 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c4c67cfe-0776-49c9-a944-8c7cb15b7c57 req-8ba7dc42-e288-4539-aa42-9bb6457df67b tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.46 "GET /v2.0/ports?device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8&tenant_id=99635f609b2349c0a019c6d98db7fe0b&binding%3Ahost_id=n-h1-825178-3 HTTP/1.1" status: 200 len: 945 time: 0.1006396 Feb 09 13:09:34.668970 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-825d2484-2a71-43b4-a128-8c10dee32df8 req-06d77682-e9b5-4a8c-b3a1-70daa1490fe1 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379426 Feb 09 13:09:34.693097 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device c72d4518-29d9-4b97-b9d8-70e4641a12bd up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:09:34.726549 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [req-c4c67cfe-0776-49c9-a944-8c7cb15b7c57 req-53975c0a-e661-42da-b134-3af6c2d373d0 service neutron] delete failed (client error): The resource could not be found. Feb 09 13:09:34.727552 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c4c67cfe-0776-49c9-a944-8c7cb15b7c57 req-53975c0a-e661-42da-b134-3af6c2d373d0 service neutron] 10.222.0.46 "DELETE /v2.0/ports/c72d4518-29d9-4b97-b9d8-70e4641a12bd/bindings/n-h2-825178-3 HTTP/1.1" status: 404 len: 380 time: 0.0782347 Feb 09 13:09:34.760873 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port c72d4518-29d9-4b97-b9d8-70e4641a12bd completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:09:34.765628 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port c72d4518-29d9-4b97-b9d8-70e4641a12bd triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:09:34.766008 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:34.868972 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c67cfe-0776-49c9-a944-8c7cb15b7c57 req-c9a506e2-faa2-4aad-96f6-acd1fbc33ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:34.870525 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c4c67cfe-0776-49c9-a944-8c7cb15b7c57 req-c9a506e2-faa2-4aad-96f6-acd1fbc33ba1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99635f609b2349c0a019c6d98db7fe0b&device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 1096 time: 0.0701244 Feb 09 13:09:34.882649 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:34.910131 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a19d5033-a4f2-4258-a711-9cdc2608b9b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72d4518-29d9-4b97-b9d8-70e4641a12bd'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:09:34.919952 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port c72d4518-29d9-4b97-b9d8-70e4641a12bd, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=c72d4518-29d9-4b97-b9d8-70e4641a12bd,segment=NetworkSegment(0ebf3fd4-931a-4e8f-a973-8ad4e078ead1),segment_id=0ebf3fd4-931a-4e8f-a973-8ad4e078ead1)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:09:34.924249 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:34.971333 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a19d5033-a4f2-4258-a711-9cdc2608b9b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72d4518-29d9-4b97-b9d8-70e4641a12bd', 'code': 200} Feb 09 13:09:34.995889 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=c72d4518-29d9-4b97-b9d8-70e4641a12bd,revision_number=9']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:35.004165 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c67cfe-0776-49c9-a944-8c7cb15b7c57 req-e31a9a4e-2b75-480f-991a-45b5829052ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:35.005617 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c4c67cfe-0776-49c9-a944-8c7cb15b7c57 req-e31a9a4e-2b75-480f-991a-45b5829052ad service neutron] 10.222.0.46 "GET /v2.0/networks?id=6141a8d7-cfe1-44e2-986a-b12c242e2157 HTTP/1.1" status: 200 len: 915 time: 0.1286669 Feb 09 13:09:35.075877 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c4c67cfe-0776-49c9-a944-8c7cb15b7c57 req-6809b024-d646-4bcf-9df7-e209c6b8ab97 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c72d4518-29d9-4b97-b9d8-70e4641a12bd HTTP/1.1" status: 200 len: 217 time: 0.0626929 Feb 09 13:09:35.137240 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c67cfe-0776-49c9-a944-8c7cb15b7c57 req-e9c0ce02-1ec7-4b91-86e9-83091f961843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:35.139195 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c4c67cfe-0776-49c9-a944-8c7cb15b7c57 req-e9c0ce02-1ec7-4b91-86e9-83091f961843 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c80f8a9-ef94-4a83-9b23-265b56db7086 HTTP/1.1" status: 200 len: 854 time: 0.0567615 Feb 09 13:09:35.189166 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c4c67cfe-0776-49c9-a944-8c7cb15b7c57 req-4fa6fe1f-cd58-4d1c-b7e0-54095a5ab94e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6141a8d7-cfe1-44e2-986a-b12c242e2157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436385 Feb 09 13:09:35.317787 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c4c67cfe-0776-49c9-a944-8c7cb15b7c57 req-3b48a1bc-17d5-4f62-8845-e729d55af4dd service neutron] 10.222.0.46 "GET /v2.0/networks/6141a8d7-cfe1-44e2-986a-b12c242e2157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222191 Feb 09 13:09:35.446377 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c4c67cfe-0776-49c9-a944-8c7cb15b7c57 req-6e9f310b-4966-4a82-a532-eed835ce48bd service neutron] 10.222.0.46 "GET /v2.0/networks/6141a8d7-cfe1-44e2-986a-b12c242e2157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227727 Feb 09 13:09:35.862988 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e4a14-17e0-4764-8a46-0ae9734eaf8a req-d4f3ca83-57c3-43d1-98f7-758617239547 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:35.864503 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-660e4a14-17e0-4764-8a46-0ae9734eaf8a req-d4f3ca83-57c3-43d1-98f7-758617239547 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0868382 Feb 09 13:09:35.909751 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-660e4a14-17e0-4764-8a46-0ae9734eaf8a req-31788e4f-f2e4-4364-a1a2-d0a9d553b46a tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394778 Feb 09 13:09:37.098195 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdcac7-e477-4f81-bc43-afc6e28378b6 req-c826550f-941b-4bed-977c-e9c9e6b4c444 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:37.099647 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-67cdcac7-e477-4f81-bc43-afc6e28378b6 req-c826550f-941b-4bed-977c-e9c9e6b4c444 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0830345 Feb 09 13:09:37.143759 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-67cdcac7-e477-4f81-bc43-afc6e28378b6 req-5a5c71ae-c698-4779-9f36-0ce171c9b9de tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382292 Feb 09 13:09:37.326058 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed60aba-bc2f-4f50-9074-4021c9553eff req-14676ea5-62d8-4168-aaed-b66c47669c5d tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:37.327445 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ed60aba-bc2f-4f50-9074-4021c9553eff req-14676ea5-62d8-4168-aaed-b66c47669c5d tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0814745 Feb 09 13:09:37.370905 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ed60aba-bc2f-4f50-9074-4021c9553eff req-73fb5af8-9d4f-4f67-b70c-b460d0ba75fd tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378332 Feb 09 13:09:37.557031 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93833a9-7b91-413d-b65b-7756395beb8a req-06451cf2-d86b-43f8-aab4-05fa90435b4f tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:37.558487 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b93833a9-7b91-413d-b65b-7756395beb8a req-06451cf2-d86b-43f8-aab4-05fa90435b4f tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0842886 Feb 09 13:09:37.601991 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b93833a9-7b91-413d-b65b-7756395beb8a req-c35c343f-f806-454b-b76b-58ffac51ed41 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377364 Feb 09 13:09:38.087622 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc8a91-5be1-47d4-9a01-ccd33765b802 req-ccfa6e26-e903-482a-be1b-9a681f970796 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:38.089107 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dbcc8a91-5be1-47d4-9a01-ccd33765b802 req-ccfa6e26-e903-482a-be1b-9a681f970796 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/networks?id=6141a8d7-cfe1-44e2-986a-b12c242e2157 HTTP/1.1" status: 200 len: 814 time: 0.1433930 Feb 09 13:09:38.104289 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dbcc8a91-5be1-47d4-9a01-ccd33765b802 req-eb2bb5b0-494d-45da-8af2-3db6efbb2be6 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/quotas/99635f609b2349c0a019c6d98db7fe0b HTTP/1.1" status: 200 len: 375 time: 0.0095429 Feb 09 13:09:38.183215 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dbcc8a91-5be1-47d4-9a01-ccd33765b802 req-d90a6373-6c4e-44db-8687-837ece8b8a53 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=99635f609b2349c0a019c6d98db7fe0b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0733049 Feb 09 13:09:38.313217 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dbcc8a91-5be1-47d4-9a01-ccd33765b802 req-a19767d2-06c4-404c-b60e-2456d02578df service neutron] 10.222.0.55 "GET /v2.0/networks/6141a8d7-cfe1-44e2-986a-b12c242e2157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223910 Feb 09 13:09:38.545703 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dbcc8a91-5be1-47d4-9a01-ccd33765b802 req-3fd08dbf-5175-4191-b7c7-dce112fdbe38 service neutron] 10.222.0.55 "GET /v2.0/networks/6141a8d7-cfe1-44e2-986a-b12c242e2157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266786 Feb 09 13:09:38.718190 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b352dbf9-9ff0-41f7-aa73-281ff5f57a04 req-f1b7328a-03a5-4be1-87b7-6790528e8c4c tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 210 time: 0.0427427 Feb 09 13:09:39.185430 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aeefe1-9c52-499f-8297-fdee0547d3c8 req-910312c4-8dd8-4daf-8162-5c9982bcbbf5 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:39.186878 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-82aeefe1-9c52-499f-8297-fdee0547d3c8 req-910312c4-8dd8-4daf-8162-5c9982bcbbf5 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.52 "GET /v2.0/ports?device_id=a19d5033-a4f2-4258-a711-9cdc2608b9b8 HTTP/1.1" status: 200 len: 946 time: 0.0787714 Feb 09 13:09:39.260611 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-82aeefe1-9c52-499f-8297-fdee0547d3c8 req-2b277e7a-a1a5-4cf5-b813-6a244e6c8ee4 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Deleting port c72d4518-29d9-4b97-b9d8-70e4641a12bd {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:09:39.260956 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-82aeefe1-9c52-499f-8297-fdee0547d3c8 req-2b277e7a-a1a5-4cf5-b813-6a244e6c8ee4 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:39.511437 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-82aeefe1-9c52-499f-8297-fdee0547d3c8 req-2b277e7a-a1a5-4cf5-b813-6a244e6c8ee4 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] For port c72d4518-29d9-4b97-b9d8-70e4641a12bd, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=c72d4518-29d9-4b97-b9d8-70e4641a12bd,segment=NetworkSegment(0ebf3fd4-931a-4e8f-a973-8ad4e078ead1),segment_id=0ebf3fd4-931a-4e8f-a973-8ad4e078ead1)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:09:39.511798 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-82aeefe1-9c52-499f-8297-fdee0547d3c8 req-2b277e7a-a1a5-4cf5-b813-6a244e6c8ee4 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:39.593110 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.52', 55195) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:09:39.638076 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-82aeefe1-9c52-499f-8297-fdee0547d3c8 req-2b277e7a-a1a5-4cf5-b813-6a244e6c8ee4 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Calling delete_port for c72d4518-29d9-4b97-b9d8-70e4641a12bd owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:09:39.749168 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc8a91-5be1-47d4-9a01-ccd33765b802 req-83a778f3-94ac-469b-b68a-7b38d9b96347 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:39.750746 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-dbcc8a91-5be1-47d4-9a01-ccd33765b802 req-83a778f3-94ac-469b-b68a-7b38d9b96347 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.52 "GET /v2.0/networks?id=6141a8d7-cfe1-44e2-986a-b12c242e2157 HTTP/1.1" status: 200 len: 814 time: 0.1557946 Feb 09 13:09:39.762479 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-dbcc8a91-5be1-47d4-9a01-ccd33765b802 req-6976f763-6dd6-4870-9315-e65596b3d7ec tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Request body: {'port': {'device_id': '5371a092-0c43-4514-8840-ba45d1bd9898', 'network_id': '6141a8d7-cfe1-44e2-986a-b12c242e2157', 'admin_state_up': True, 'tenant_id': '99635f609b2349c0a019c6d98db7fe0b'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:09:39.802883 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-82aeefe1-9c52-499f-8297-fdee0547d3c8 req-2b277e7a-a1a5-4cf5-b813-6a244e6c8ee4 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:39.815600 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['c72d4518-29d9-4b97-b9d8-70e4641a12bd'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:09:39.920990 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b277e7a-a1a5-4cf5-b813-6a244e6c8ee4 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Pushing event deleted for resources: {'Port': ['ID=c72d4518-29d9-4b97-b9d8-70e4641a12bd,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:39.921307 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-dbcc8a91-5be1-47d4-9a01-ccd33765b802 req-6976f763-6dd6-4870-9315-e65596b3d7ec tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:09:39.932946 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-dbcc8a91-5be1-47d4-9a01-ccd33765b802 req-6976f763-6dd6-4870-9315-e65596b3d7ec tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:09:39.942971 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7213d019-b26b-4d4c-ad7a-884231da013e req-c0bd3dc4-9edd-4ecc-be03-78125ad1b9e5 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 210 time: 0.0920148 Feb 09 13:09:39.944283 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbcc8a91-5be1-47d4-9a01-ccd33765b802 req-6976f763-6dd6-4870-9315-e65596b3d7ec tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Made reservation on behalf of 99635f609b2349c0a019c6d98db7fe0b for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:09:39.947739 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-dbcc8a91-5be1-47d4-9a01-ccd33765b802 req-6976f763-6dd6-4870-9315-e65596b3d7ec tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:39.965509 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:09:39.987050 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-82aeefe1-9c52-499f-8297-fdee0547d3c8 req-2b277e7a-a1a5-4cf5-b813-6a244e6c8ee4 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] No DVR routers for this DVR port c72d4518-29d9-4b97-b9d8-70e4641a12bd on host n-h1-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:09:39.989695 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-82aeefe1-9c52-499f-8297-fdee0547d3c8 req-2b277e7a-a1a5-4cf5-b813-6a244e6c8ee4 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:39.992335 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a19d5033-a4f2-4258-a711-9cdc2608b9b8', 'name': 'network-vif-deleted', 'tag': 'c72d4518-29d9-4b97-b9d8-70e4641a12bd'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:09:40.009970 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-82aeefe1-9c52-499f-8297-fdee0547d3c8 req-2b277e7a-a1a5-4cf5-b813-6a244e6c8ee4 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.52 "DELETE /v2.0/ports/c72d4518-29d9-4b97-b9d8-70e4641a12bd HTTP/1.1" status: 204 len: 173 time: 0.8175802 Feb 09 13:09:40.041505 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a19d5033-a4f2-4258-a711-9cdc2608b9b8', 'name': 'network-vif-deleted', 'tag': 'c72d4518-29d9-4b97-b9d8-70e4641a12bd', 'status': 'completed', 'code': 200} Feb 09 13:09:40.231726 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-dbcc8a91-5be1-47d4-9a01-ccd33765b802 req-6976f763-6dd6-4870-9315-e65596b3d7ec tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Allocated IP 172.20.0.11 (6141a8d7-cfe1-44e2-986a-b12c242e2157/5c80f8a9-ef94-4a83-9b23-265b56db7086/c0ccbe58-6163-4801-a709-219b09aec121) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:09:40.430951 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-dbcc8a91-5be1-47d4-9a01-ccd33765b802 req-6976f763-6dd6-4870-9315-e65596b3d7ec tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:40.461662 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-dbcc8a91-5be1-47d4-9a01-ccd33765b802 req-6976f763-6dd6-4870-9315-e65596b3d7ec tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:40.472593 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['c72d4518-29d9-4b97-b9d8-70e4641a12bd'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:09:40.536613 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbcc8a91-5be1-47d4-9a01-ccd33765b802 req-6976f763-6dd6-4870-9315-e65596b3d7ec tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Network 6141a8d7-cfe1-44e2-986a-b12c242e2157 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:09:40.539623 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-dbcc8a91-5be1-47d4-9a01-ccd33765b802 req-6976f763-6dd6-4870-9315-e65596b3d7ec tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:09:40.544230 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbcc8a91-5be1-47d4-9a01-ccd33765b802 req-6976f763-6dd6-4870-9315-e65596b3d7ec tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:09:40.582773 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6976f763-6dd6-4870-9315-e65596b3d7ec tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Pushing event updated for resources: {'Port': ['ID=c0ccbe58-6163-4801-a709-219b09aec121,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:40.598655 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6976f763-6dd6-4870-9315-e65596b3d7ec tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:40.599250 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6976f763-6dd6-4870-9315-e65596b3d7ec tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:40.599250 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6976f763-6dd6-4870-9315-e65596b3d7ec tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:40.599635 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6976f763-6dd6-4870-9315-e65596b3d7ec tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:40.600021 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6976f763-6dd6-4870-9315-e65596b3d7ec tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:40.600383 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6976f763-6dd6-4870-9315-e65596b3d7ec tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:40.600734 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6976f763-6dd6-4870-9315-e65596b3d7ec tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:40.601060 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6976f763-6dd6-4870-9315-e65596b3d7ec tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:40.601410 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6976f763-6dd6-4870-9315-e65596b3d7ec tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:40.601765 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6976f763-6dd6-4870-9315-e65596b3d7ec tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:40.602092 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6976f763-6dd6-4870-9315-e65596b3d7ec tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:40.602415 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6976f763-6dd6-4870-9315-e65596b3d7ec tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:40.625478 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc8a91-5be1-47d4-9a01-ccd33765b802 req-6976f763-6dd6-4870-9315-e65596b3d7ec tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:40.626115 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-dbcc8a91-5be1-47d4-9a01-ccd33765b802 req-6976f763-6dd6-4870-9315-e65596b3d7ec tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:40.648868 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-dbcc8a91-5be1-47d4-9a01-ccd33765b802 req-6976f763-6dd6-4870-9315-e65596b3d7ec tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8902278 Feb 09 13:09:40.659222 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-dbcc8a91-5be1-47d4-9a01-ccd33765b802 req-3229f8f9-f11c-45f6-97c2-7e1251d5aea5 service neutron] Request body: {'port': {'device_id': '5371a092-0c43-4514-8840-ba45d1bd9898', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:09:40.771460 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-dbcc8a91-5be1-47d4-9a01-ccd33765b802 req-3229f8f9-f11c-45f6-97c2-7e1251d5aea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:41.119306 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-dbcc8a91-5be1-47d4-9a01-ccd33765b802 req-3229f8f9-f11c-45f6-97c2-7e1251d5aea5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0ccbe58-6163-4801-a709-219b09aec121 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:09:41.127556 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-dbcc8a91-5be1-47d4-9a01-ccd33765b802 req-3229f8f9-f11c-45f6-97c2-7e1251d5aea5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:41.142400 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-dbcc8a91-5be1-47d4-9a01-ccd33765b802 req-3229f8f9-f11c-45f6-97c2-7e1251d5aea5 service neutron] Transition to ACTIVE for port object c0ccbe58-6163-4801-a709-219b09aec121 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:09:41.146158 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-dbcc8a91-5be1-47d4-9a01-ccd33765b802 req-3229f8f9-f11c-45f6-97c2-7e1251d5aea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:41.147955 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ef8f6-6f3c-48c8-b654-3159ed89860f req-04c3a8e5-7a1e-43d2-81f4-a3d97ba2da76 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:41.148677 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c67ef8f6-6f3c-48c8-b654-3159ed89860f req-04c3a8e5-7a1e-43d2-81f4-a3d97ba2da76 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Synchronizing usage tracker for tenant:99635f609b2349c0a019c6d98db7fe0b on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:09:41.163997 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-c67ef8f6-6f3c-48c8-b654-3159ed89860f req-04c3a8e5-7a1e-43d2-81f4-a3d97ba2da76 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Unset dirty status for tenant:99635f609b2349c0a019c6d98db7fe0b on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:09:41.165210 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c67ef8f6-6f3c-48c8-b654-3159ed89860f req-04c3a8e5-7a1e-43d2-81f4-a3d97ba2da76 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 932 time: 0.0988202 Feb 09 13:09:41.212070 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c67ef8f6-6f3c-48c8-b654-3159ed89860f req-9f63b84d-4428-49fd-83c1-146322010b08 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390251 Feb 09 13:09:41.315733 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229f8f9-f11c-45f6-97c2-7e1251d5aea5 service neutron] Pushing event updated for resources: {'Port': ['ID=c0ccbe58-6163-4801-a709-219b09aec121,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:41.387013 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-dbcc8a91-5be1-47d4-9a01-ccd33765b802 req-3229f8f9-f11c-45f6-97c2-7e1251d5aea5 service neutron] Attempting to bind port c0ccbe58-6163-4801-a709-219b09aec121 on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:09:41.387346 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-dbcc8a91-5be1-47d4-9a01-ccd33765b802 req-3229f8f9-f11c-45f6-97c2-7e1251d5aea5 service neutron] Attempting to bind port c0ccbe58-6163-4801-a709-219b09aec121 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': '0ebf3fd4-931a-4e8f-a973-8ad4e078ead1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6141a8d7-cfe1-44e2-986a-b12c242e2157'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:09:41.387869 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcc8a91-5be1-47d4-9a01-ccd33765b802 req-3229f8f9-f11c-45f6-97c2-7e1251d5aea5 service neutron] Attempting to bind port c0ccbe58-6163-4801-a709-219b09aec121 on network 6141a8d7-cfe1-44e2-986a-b12c242e2157 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:09:41.392445 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcc8a91-5be1-47d4-9a01-ccd33765b802 req-3229f8f9-f11c-45f6-97c2-7e1251d5aea5 service neutron] Port c0ccbe58-6163-4801-a709-219b09aec121 on network 6141a8d7-cfe1-44e2-986a-b12c242e2157 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 13:09:41.392761 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcc8a91-5be1-47d4-9a01-ccd33765b802 req-3229f8f9-f11c-45f6-97c2-7e1251d5aea5 service neutron] Attempting to bind port c0ccbe58-6163-4801-a709-219b09aec121 on network 6141a8d7-cfe1-44e2-986a-b12c242e2157 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:09:41.397844 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcc8a91-5be1-47d4-9a01-ccd33765b802 req-3229f8f9-f11c-45f6-97c2-7e1251d5aea5 service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:09:41.398175 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcc8a91-5be1-47d4-9a01-ccd33765b802 req-3229f8f9-f11c-45f6-97c2-7e1251d5aea5 service neutron] Checking segment: {'id': '0ebf3fd4-931a-4e8f-a973-8ad4e078ead1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6141a8d7-cfe1-44e2-986a-b12c242e2157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:09:41.398553 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcc8a91-5be1-47d4-9a01-ccd33765b802 req-3229f8f9-f11c-45f6-97c2-7e1251d5aea5 service neutron] Bound using segment: {'id': '0ebf3fd4-931a-4e8f-a973-8ad4e078ead1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6141a8d7-cfe1-44e2-986a-b12c242e2157'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:09:41.398966 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-dbcc8a91-5be1-47d4-9a01-ccd33765b802 req-3229f8f9-f11c-45f6-97c2-7e1251d5aea5 service neutron] Bound port: c0ccbe58-6163-4801-a709-219b09aec121, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ebf3fd4-931a-4e8f-a973-8ad4e078ead1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6141a8d7-cfe1-44e2-986a-b12c242e2157'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:09:41.399305 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-dbcc8a91-5be1-47d4-9a01-ccd33765b802 req-3229f8f9-f11c-45f6-97c2-7e1251d5aea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:41.500694 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-dbcc8a91-5be1-47d4-9a01-ccd33765b802 req-3229f8f9-f11c-45f6-97c2-7e1251d5aea5 service neutron] For port c0ccbe58-6163-4801-a709-219b09aec121, host n-h1-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:09:41.503907 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-dbcc8a91-5be1-47d4-9a01-ccd33765b802 req-3229f8f9-f11c-45f6-97c2-7e1251d5aea5 service neutron] For port c0ccbe58-6163-4801-a709-219b09aec121, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=c0ccbe58-6163-4801-a709-219b09aec121,segment=NetworkSegment(0ebf3fd4-931a-4e8f-a973-8ad4e078ead1),segment_id=0ebf3fd4-931a-4e8f-a973-8ad4e078ead1)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:09:41.508048 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-dbcc8a91-5be1-47d4-9a01-ccd33765b802 req-3229f8f9-f11c-45f6-97c2-7e1251d5aea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:41.568045 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc8a91-5be1-47d4-9a01-ccd33765b802 req-3229f8f9-f11c-45f6-97c2-7e1251d5aea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:41.568637 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-dbcc8a91-5be1-47d4-9a01-ccd33765b802 req-3229f8f9-f11c-45f6-97c2-7e1251d5aea5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:41.569983 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-dbcc8a91-5be1-47d4-9a01-ccd33765b802 req-3229f8f9-f11c-45f6-97c2-7e1251d5aea5 service neutron] 10.222.0.52 "PUT /v2.0/ports/c0ccbe58-6163-4801-a709-219b09aec121 HTTP/1.1" status: 200 len: 1092 time: 0.9146769 Feb 09 13:09:41.570403 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5371a092-0c43-4514-8840-ba45d1bd9898', 'tag': 'c0ccbe58-6163-4801-a709-219b09aec121'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:09:41.591816 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229f8f9-f11c-45f6-97c2-7e1251d5aea5 service neutron] Pushing event updated for resources: {'Port': ['ID=c0ccbe58-6163-4801-a709-219b09aec121,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:41.639876 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5371a092-0c43-4514-8840-ba45d1bd9898', 'tag': 'c0ccbe58-6163-4801-a709-219b09aec121', 'status': 'completed', 'code': 200} Feb 09 13:09:41.673402 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc8a91-5be1-47d4-9a01-ccd33765b802 req-5ae32df6-79e6-49d0-86f3-1f22760778b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:41.674886 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-dbcc8a91-5be1-47d4-9a01-ccd33765b802 req-5ae32df6-79e6-49d0-86f3-1f22760778b5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=99635f609b2349c0a019c6d98db7fe0b&device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 1095 time: 0.0709851 Feb 09 13:09:41.744288 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-dbcc8a91-5be1-47d4-9a01-ccd33765b802 req-d1990065-f733-47f6-98e6-8161a1e0d71c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0ccbe58-6163-4801-a709-219b09aec121 HTTP/1.1" status: 200 len: 217 time: 0.0621202 Feb 09 13:09:41.817102 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc8a91-5be1-47d4-9a01-ccd33765b802 req-7efe13b1-7fe0-4bb2-8e22-fd3cfde9634c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:41.818607 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-dbcc8a91-5be1-47d4-9a01-ccd33765b802 req-7efe13b1-7fe0-4bb2-8e22-fd3cfde9634c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5c80f8a9-ef94-4a83-9b23-265b56db7086 HTTP/1.1" status: 200 len: 854 time: 0.0688715 Feb 09 13:09:41.865471 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-dbcc8a91-5be1-47d4-9a01-ccd33765b802 req-91376144-bb27-4014-b0bf-cecd0e245001 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6141a8d7-cfe1-44e2-986a-b12c242e2157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409043 Feb 09 13:09:42.088254 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-dbcc8a91-5be1-47d4-9a01-ccd33765b802 req-081125b3-873b-4aa6-9cdc-65343053f3ad service neutron] 10.222.0.52 "GET /v2.0/networks/6141a8d7-cfe1-44e2-986a-b12c242e2157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167890 Feb 09 13:09:42.215960 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-dbcc8a91-5be1-47d4-9a01-ccd33765b802 req-50592eda-9f69-43c7-93da-1e6691d70b8f service neutron] 10.222.0.52 "GET /v2.0/networks/6141a8d7-cfe1-44e2-986a-b12c242e2157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219249 Feb 09 13:09:42.328427 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294c0c4-4546-4542-a980-d43296a00272 req-72a32f16-29a9-456e-bfdc-fad1b2e51841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:42.330040 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e294c0c4-4546-4542-a980-d43296a00272 req-72a32f16-29a9-456e-bfdc-fad1b2e51841 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=99635f609b2349c0a019c6d98db7fe0b&device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 1095 time: 0.0715315 Feb 09 13:09:42.400580 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e69859-7a80-49e5-befd-7c008ffe398e req-2053db90-26ca-4fcc-8a06-9d7cc9ac4d7d tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:42.402059 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-61e69859-7a80-49e5-befd-7c008ffe398e req-2053db90-26ca-4fcc-8a06-9d7cc9ac4d7d tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 944 time: 0.0803483 Feb 09 13:09:42.445314 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-61e69859-7a80-49e5-befd-7c008ffe398e req-d9a48717-695f-4d0a-8b3d-97558751ee4f tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368028 Feb 09 13:09:42.464205 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294c0c4-4546-4542-a980-d43296a00272 req-ae4832af-ec05-49ab-8590-c6df07a912bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:42.466308 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e294c0c4-4546-4542-a980-d43296a00272 req-ae4832af-ec05-49ab-8590-c6df07a912bd service neutron] 10.222.0.52 "GET /v2.0/networks?id=6141a8d7-cfe1-44e2-986a-b12c242e2157 HTTP/1.1" status: 200 len: 915 time: 0.1295295 Feb 09 13:09:42.536766 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e294c0c4-4546-4542-a980-d43296a00272 req-deb7af84-0a39-4266-8c97-6d7ecfdb1a13 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0ccbe58-6163-4801-a709-219b09aec121 HTTP/1.1" status: 200 len: 217 time: 0.0640430 Feb 09 13:09:42.597247 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294c0c4-4546-4542-a980-d43296a00272 req-e009bf64-2c1c-4bcb-bbca-cbe832bb1e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:42.598563 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e294c0c4-4546-4542-a980-d43296a00272 req-e009bf64-2c1c-4bcb-bbca-cbe832bb1e94 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5c80f8a9-ef94-4a83-9b23-265b56db7086 HTTP/1.1" status: 200 len: 854 time: 0.0559392 Feb 09 13:09:42.646682 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e294c0c4-4546-4542-a980-d43296a00272 req-d4fdc970-64ac-42bc-acfa-b3d1de50a2e1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6141a8d7-cfe1-44e2-986a-b12c242e2157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421352 Feb 09 13:09:42.741396 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device c72d4518-29d9-4b97-b9d8-70e4641a12bd no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:09:42.777392 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e294c0c4-4546-4542-a980-d43296a00272 req-1b7527b8-a5f2-4d7c-adbc-912962f52fef service neutron] 10.222.0.52 "GET /v2.0/networks/6141a8d7-cfe1-44e2-986a-b12c242e2157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244476 Feb 09 13:09:42.779530 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] No Port match for: c72d4518-29d9-4b97-b9d8-70e4641a12bd {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:09:42.779901 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device c72d4518-29d9-4b97-b9d8-70e4641a12bd not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:09:42.906669 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e294c0c4-4546-4542-a980-d43296a00272 req-89dcf6b2-8fd5-4ce8-ab55-21a6e38c4165 service neutron] 10.222.0.52 "GET /v2.0/networks/6141a8d7-cfe1-44e2-986a-b12c242e2157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225026 Feb 09 13:09:43.633167 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191da344-7305-4007-b4d0-2c86173aca7f req-a1187b5b-76cf-4f11-9122-0a00aa0ba05a tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:43.634534 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-191da344-7305-4007-b4d0-2c86173aca7f req-a1187b5b-76cf-4f11-9122-0a00aa0ba05a tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 944 time: 0.0813019 Feb 09 13:09:43.677207 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-191da344-7305-4007-b4d0-2c86173aca7f req-5e492a20-0176-4bb3-a6f7-0da57330536d tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370953 Feb 09 13:09:44.093200 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cad2f147-b430-4780-8e55-f043ceae529a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:44.741637 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device c0ccbe58-6163-4801-a709-219b09aec121 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:09:44.860382 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca470b-fd04-4ddf-be24-196b0af1da84 req-0c6fc091-1677-4ec6-b603-762a239a21a2 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:44.861900 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-abca470b-fd04-4ddf-be24-196b0af1da84 req-0c6fc091-1677-4ec6-b603-762a239a21a2 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 944 time: 0.0800133 Feb 09 13:09:44.878258 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port c0ccbe58-6163-4801-a709-219b09aec121, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=c0ccbe58-6163-4801-a709-219b09aec121,segment=NetworkSegment(0ebf3fd4-931a-4e8f-a973-8ad4e078ead1),segment_id=0ebf3fd4-931a-4e8f-a973-8ad4e078ead1)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:09:44.892478 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': 'c0ccbe58-6163-4801-a709-219b09aec121', 'network_id': '6141a8d7-cfe1-44e2-986a-b12c242e2157', 'port_id': 'c0ccbe58-6163-4801-a709-219b09aec121', 'mac_address': 'fa:16:3e:3b:b5:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c80f8a9-ef94-4a83-9b23-265b56db7086', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:09:44.910506 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-abca470b-fd04-4ddf-be24-196b0af1da84 req-2227dcfa-150f-45f6-aad6-b25ac8638567 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430121 Feb 09 13:09:44.947379 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:44.964323 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0ccbe58-6163-4801-a709-219b09aec121 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:09:44.980237 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port c0ccbe58-6163-4801-a709-219b09aec121, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=c0ccbe58-6163-4801-a709-219b09aec121,segment=NetworkSegment(0ebf3fd4-931a-4e8f-a973-8ad4e078ead1),segment_id=0ebf3fd4-931a-4e8f-a973-8ad4e078ead1)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:09:44.984133 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:45.052470 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=c0ccbe58-6163-4801-a709-219b09aec121,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:45.171807 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['c0ccbe58-6163-4801-a709-219b09aec121'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:09:46.091078 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313766c-0821-46f5-ad08-9870dbeefd85 req-b3f5b3d4-c140-4f88-94d0-ba85d8c856aa tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:46.092731 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a313766c-0821-46f5-ad08-9870dbeefd85 req-b3f5b3d4-c140-4f88-94d0-ba85d8c856aa tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 945 time: 0.0790906 Feb 09 13:09:46.136678 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a313766c-0821-46f5-ad08-9870dbeefd85 req-83d80c5c-0e95-45a3-ac42-be050e8b4e74 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376363 Feb 09 13:09:46.452565 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-871a465f-f75b-4086-b497-83184dcf8ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:46.756582 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device c0ccbe58-6163-4801-a709-219b09aec121 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:09:46.822769 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port c0ccbe58-6163-4801-a709-219b09aec121 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:09:46.828032 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port c0ccbe58-6163-4801-a709-219b09aec121 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:09:46.828421 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:46.941693 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:46.972260 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5371a092-0c43-4514-8840-ba45d1bd9898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ccbe58-6163-4801-a709-219b09aec121'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:09:46.983622 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port c0ccbe58-6163-4801-a709-219b09aec121, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=c0ccbe58-6163-4801-a709-219b09aec121,segment=NetworkSegment(0ebf3fd4-931a-4e8f-a973-8ad4e078ead1),segment_id=0ebf3fd4-931a-4e8f-a973-8ad4e078ead1)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:09:46.989158 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:47.019749 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5371a092-0c43-4514-8840-ba45d1bd9898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ccbe58-6163-4801-a709-219b09aec121', 'code': 200} Feb 09 13:09:47.057016 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=c0ccbe58-6163-4801-a709-219b09aec121,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:47.143211 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a62630-1c3e-4b6d-b8e8-b118606db5a9 req-49316eb6-f2e9-4935-8a7b-795972da4200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:47.144789 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c4a62630-1c3e-4b6d-b8e8-b118606db5a9 req-49316eb6-f2e9-4935-8a7b-795972da4200 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 1097 time: 0.0693130 Feb 09 13:09:47.186825 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c4a62630-1c3e-4b6d-b8e8-b118606db5a9 req-1dd334ba-49ea-4f30-a108-ed0ef32204e5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362041 Feb 09 13:09:47.400124 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0532c-3ace-436c-84e6-6f9659fb322a req-c0583c1d-2234-4fcd-b3b9-19af9428610a tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:47.401573 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5bd0532c-3ace-436c-84e6-6f9659fb322a req-c0583c1d-2234-4fcd-b3b9-19af9428610a tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 946 time: 0.0817454 Feb 09 13:09:47.444212 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5bd0532c-3ace-436c-84e6-6f9659fb322a req-6be432eb-6d8a-4ab0-b0af-8cbeec9ce13e tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368016 Feb 09 13:09:47.664079 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:47.748847 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:48.628037 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d82fdd-c1df-42a5-9f7a-9b8b4c435779 req-0c1b2490-c938-4175-a072-5d4c13f53b9d tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:48.629402 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-47d82fdd-c1df-42a5-9f7a-9b8b4c435779 req-0c1b2490-c938-4175-a072-5d4c13f53b9d tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 946 time: 0.0800297 Feb 09 13:09:48.673985 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-47d82fdd-c1df-42a5-9f7a-9b8b4c435779 req-5417870b-ca6b-4fe2-b4fe-a65bb55555ca tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389245 Feb 09 13:09:48.860493 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f8731-1a12-4167-8f29-54fd6bdadf86 req-0f2069d9-7562-405b-bd56-23c5b00eeba8 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:48.862186 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a45f8731-1a12-4167-8f29-54fd6bdadf86 req-0f2069d9-7562-405b-bd56-23c5b00eeba8 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 946 time: 0.0873513 Feb 09 13:09:48.906198 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a45f8731-1a12-4167-8f29-54fd6bdadf86 req-3f47aa1c-eb0a-41bd-91ae-fad179a5bc97 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383778 Feb 09 13:09:49.253418 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d01b9191-5cdd-4233-873a-60f67a6517e3 req-c131c0f8-9e59-4383-9123-be89fca0d9f2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5371a092-0c43-4514-8840-ba45d1bd9898&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0730116 Feb 09 13:09:49.314128 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52582f22-a1a2-4e88-bd09-5b4229da58b7 req-b92b5029-7890-4e20-afb2-025f89b94d92 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:49.316267 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-52582f22-a1a2-4e88-bd09-5b4229da58b7 req-b92b5029-7890-4e20-afb2-025f89b94d92 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 946 time: 0.0908227 Feb 09 13:09:49.330238 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:49.363494 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-52582f22-a1a2-4e88-bd09-5b4229da58b7 req-e3a77852-562d-4b8d-a9b3-c2b7fe58f737 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415218 Feb 09 13:09:50.377463 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b9191-5cdd-4233-873a-60f67a6517e3 req-7fc3db26-d3ef-481f-a6e3-aaaba4def9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:50.378919 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d01b9191-5cdd-4233-873a-60f67a6517e3 req-7fc3db26-d3ef-481f-a6e3-aaaba4def9bd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=99635f609b2349c0a019c6d98db7fe0b&device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 1097 time: 0.0723774 Feb 09 13:09:50.510082 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b9191-5cdd-4233-873a-60f67a6517e3 req-18fcc0d7-c3cb-4247-bcd2-47538fb5d54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:50.511542 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d01b9191-5cdd-4233-873a-60f67a6517e3 req-18fcc0d7-c3cb-4247-bcd2-47538fb5d54c service neutron] 10.222.0.52 "GET /v2.0/networks?id=6141a8d7-cfe1-44e2-986a-b12c242e2157 HTTP/1.1" status: 200 len: 915 time: 0.1266887 Feb 09 13:09:50.584144 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d01b9191-5cdd-4233-873a-60f67a6517e3 req-c54a3509-d7d4-47c2-9a1b-a22bbd59f1a2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0ccbe58-6163-4801-a709-219b09aec121 HTTP/1.1" status: 200 len: 217 time: 0.0662725 Feb 09 13:09:50.645307 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b9191-5cdd-4233-873a-60f67a6517e3 req-595187e9-3ebd-42d1-9933-e21ddceb5ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:50.646765 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d01b9191-5cdd-4233-873a-60f67a6517e3 req-595187e9-3ebd-42d1-9933-e21ddceb5ec4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5c80f8a9-ef94-4a83-9b23-265b56db7086 HTTP/1.1" status: 200 len: 854 time: 0.0575922 Feb 09 13:09:50.664828 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e76bc-58c1-4f75-8dfb-24281366478a req-fa2c6719-6913-4311-b3c4-31d8486d29e1 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:50.666288 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ce1e76bc-58c1-4f75-8dfb-24281366478a req-fa2c6719-6913-4311-b3c4-31d8486d29e1 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 946 time: 0.1898446 Feb 09 13:09:50.696906 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d01b9191-5cdd-4233-873a-60f67a6517e3 req-9ffa1d87-cd59-4369-8e0f-f3d45670e1ef service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6141a8d7-cfe1-44e2-986a-b12c242e2157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440392 Feb 09 13:09:50.712519 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ce1e76bc-58c1-4f75-8dfb-24281366478a req-2e1905f3-e30d-4439-acfb-83db28907f69 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396709 Feb 09 13:09:50.826689 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d01b9191-5cdd-4233-873a-60f67a6517e3 req-f977bd1b-3ead-4a5e-ab42-9ded97ea7f8c service neutron] 10.222.0.52 "GET /v2.0/networks/6141a8d7-cfe1-44e2-986a-b12c242e2157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235647 Feb 09 13:09:50.867525 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:51.059574 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d01b9191-5cdd-4233-873a-60f67a6517e3 req-d7fb781c-65b8-4359-83fb-dbafde708a98 service neutron] 10.222.0.52 "GET /v2.0/networks/6141a8d7-cfe1-44e2-986a-b12c242e2157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264686 Feb 09 13:09:51.902420 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ce344-c94a-425b-986f-053b99529d80 req-67582477-ecea-4140-bb6d-44833f177fb8 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:51.904223 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f75ce344-c94a-425b-986f-053b99529d80 req-67582477-ecea-4140-bb6d-44833f177fb8 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 946 time: 0.0860097 Feb 09 13:09:51.947227 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f75ce344-c94a-425b-986f-053b99529d80 req-1b8362a4-4826-4e7f-ada6-867720463457 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374756 Feb 09 13:09:53.132355 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d6965-dd42-4b19-8b36-4b5635b281b0 req-2b29072f-4d38-4eed-8640-e91c1d43b41d tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:53.133816 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d85d6965-dd42-4b19-8b36-4b5635b281b0 req-2b29072f-4d38-4eed-8640-e91c1d43b41d tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 946 time: 0.0819812 Feb 09 13:09:53.179613 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d85d6965-dd42-4b19-8b36-4b5635b281b0 req-23a98e54-0b75-4017-8dde-d9d4d01ed4ce tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401769 Feb 09 13:09:53.369947 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:54.371374 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8522e-0f8d-4f8f-b503-37e6002ff071 req-63fcad76-7e55-4a6a-b115-0d638e487392 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:54.373636 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5ae8522e-0f8d-4f8f-b503-37e6002ff071 req-63fcad76-7e55-4a6a-b115-0d638e487392 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 946 time: 0.0864720 Feb 09 13:09:54.417246 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5ae8522e-0f8d-4f8f-b503-37e6002ff071 req-a866dd96-fb87-44a8-86fe-ff83a30a3b2c tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380702 Feb 09 13:09:55.686573 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b5b0e-c9df-46ab-bb2b-e4ea0ffd1ec0 req-7c55f3bf-034a-4499-a1cf-d4892ba06736 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:55.688059 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-999b5b0e-c9df-46ab-bb2b-e4ea0ffd1ec0 req-7c55f3bf-034a-4499-a1cf-d4892ba06736 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 946 time: 0.1250737 Feb 09 13:09:55.733435 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-999b5b0e-c9df-46ab-bb2b-e4ea0ffd1ec0 req-165721b1-0f49-4f0f-abe2-d4590dc517f8 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397992 Feb 09 13:09:56.919851 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29281e-cc98-4fe9-83d9-e8b3d7aaf59a req-0d2aa608-1edc-40aa-8b47-9156459e3e48 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:56.921351 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-db29281e-cc98-4fe9-83d9-e8b3d7aaf59a req-0d2aa608-1edc-40aa-8b47-9156459e3e48 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 946 time: 0.0841768 Feb 09 13:09:56.965272 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-db29281e-cc98-4fe9-83d9-e8b3d7aaf59a req-f90b9c74-b41c-4953-809d-0878ad0436c2 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382884 Feb 09 13:09:58.160888 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa0332-55e8-47eb-9a1a-88e89fceeb4b req-25460641-7140-412e-af17-3aa9872e8f4f tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:58.162264 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2cfa0332-55e8-47eb-9a1a-88e89fceeb4b req-25460641-7140-412e-af17-3aa9872e8f4f tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 946 time: 0.0826001 Feb 09 13:09:58.211038 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2cfa0332-55e8-47eb-9a1a-88e89fceeb4b req-72535440-f81c-4432-9086-49d1b9ac02a9 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427091 Feb 09 13:09:59.398195 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753057ce-be58-4e90-9400-efb46111b8ab req-15011455-2254-4dc8-bb1e-f8cc83d0440c tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:59.399645 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-753057ce-be58-4e90-9400-efb46111b8ab req-15011455-2254-4dc8-bb1e-f8cc83d0440c tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 946 time: 0.0810277 Feb 09 13:09:59.444440 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-753057ce-be58-4e90-9400-efb46111b8ab req-d8997610-4c19-467c-bbbd-620798a06d1b tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385470 Feb 09 13:10:00.633757 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d535edd-2e23-471f-ae25-0c089df6d800 req-606a6eda-20a0-4188-b3cc-b848a6491a3b tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:00.635142 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1d535edd-2e23-471f-ae25-0c089df6d800 req-606a6eda-20a0-4188-b3cc-b848a6491a3b tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 946 time: 0.0851185 Feb 09 13:10:00.679000 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1d535edd-2e23-471f-ae25-0c089df6d800 req-32fda2ad-56be-4a4d-b1ca-da5e862d64af tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379326 Feb 09 13:10:01.894056 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f607b-a703-4986-a810-d084066419d1 req-8d1cc573-8082-4896-beda-f6e5be6022dd tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:01.895524 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5e5f607b-a703-4986-a810-d084066419d1 req-8d1cc573-8082-4896-beda-f6e5be6022dd tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 946 time: 0.1028483 Feb 09 13:10:01.940106 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5e5f607b-a703-4986-a810-d084066419d1 req-ad172c85-2695-4fa6-99ca-8f144c51d74b tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389659 Feb 09 13:10:03.129701 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f4116-a6b2-49e3-8a06-35e60cd44b95 req-60a56a81-5fb5-4a14-aef0-be3603505d86 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:03.131138 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-db6f4116-a6b2-49e3-8a06-35e60cd44b95 req-60a56a81-5fb5-4a14-aef0-be3603505d86 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 946 time: 0.0824604 Feb 09 13:10:03.173895 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-db6f4116-a6b2-49e3-8a06-35e60cd44b95 req-9cb61b35-b01a-4176-9119-906f2afc6f5d tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372207 Feb 09 13:10:04.356338 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe22e6f-910c-4ec6-8e9e-4983cc335ed0 req-286af7bc-b116-47ab-a6c9-cf1d83c04979 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:04.357805 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2fe22e6f-910c-4ec6-8e9e-4983cc335ed0 req-286af7bc-b116-47ab-a6c9-cf1d83c04979 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 946 time: 0.0791533 Feb 09 13:10:04.404733 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2fe22e6f-910c-4ec6-8e9e-4983cc335ed0 req-0aff5831-4e55-482e-97ef-3e7fa50984f3 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411687 Feb 09 13:10:05.592362 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a3da1a-bb07-41fe-a13a-3158f6309c9e req-3b97b162-c99f-4fef-a607-5bf015731ea5 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:05.593843 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e9a3da1a-bb07-41fe-a13a-3158f6309c9e req-3b97b162-c99f-4fef-a607-5bf015731ea5 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 946 time: 0.0796607 Feb 09 13:10:05.637960 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e9a3da1a-bb07-41fe-a13a-3158f6309c9e req-a0597977-7dbf-423b-ac7a-fc6f08027afe tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385594 Feb 09 13:10:06.825778 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f6437-b424-401c-af30-463710524ada req-49ed438a-e287-494c-8464-818f0a82647a tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:06.827200 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d59f6437-b424-401c-af30-463710524ada req-49ed438a-e287-494c-8464-818f0a82647a tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 946 time: 0.0833838 Feb 09 13:10:06.871717 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d59f6437-b424-401c-af30-463710524ada req-a79e5223-2ee3-45a3-a529-4b4e44ddc21a tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387621 Feb 09 13:10:08.053513 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a16741-5739-4f2e-846e-955348154a1a req-16fdb9fa-bb48-4391-acfc-261813b3e5a9 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:08.054949 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c2a16741-5739-4f2e-846e-955348154a1a req-16fdb9fa-bb48-4391-acfc-261813b3e5a9 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 946 time: 0.0797956 Feb 09 13:10:08.097763 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c2a16741-5739-4f2e-846e-955348154a1a req-f6febd41-3de6-4e01-bbca-103420803481 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364256 Feb 09 13:10:09.294234 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6bfd29-bf97-4ff9-98eb-42f5ec2eea4a req-2d14ef6f-3ebf-4ac9-9358-ebfc333f6c95 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:09.295805 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ce6bfd29-bf97-4ff9-98eb-42f5ec2eea4a req-2d14ef6f-3ebf-4ac9-9358-ebfc333f6c95 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 946 time: 0.0912225 Feb 09 13:10:09.341116 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ce6bfd29-bf97-4ff9-98eb-42f5ec2eea4a req-d4cb4cbf-9f3b-4042-a934-33c556c104ce tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395548 Feb 09 13:10:10.523146 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88437913-9f94-4bef-a46d-a735c02b0f7e req-3737f7a7-153e-4bf5-b86a-115a8087605a tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:10.524618 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-88437913-9f94-4bef-a46d-a735c02b0f7e req-3737f7a7-153e-4bf5-b86a-115a8087605a tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 946 time: 0.0792570 Feb 09 13:10:10.566912 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-88437913-9f94-4bef-a46d-a735c02b0f7e req-bbb9523c-dee2-4b92-9cab-1d462a692f06 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365956 Feb 09 13:10:11.751936 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc370df-a9c6-4da4-8697-7f568db17e09 req-2641bab3-468e-48ea-96b6-e751f15e0eb3 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:11.753379 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8dc370df-a9c6-4da4-8697-7f568db17e09 req-2641bab3-468e-48ea-96b6-e751f15e0eb3 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 946 time: 0.0806911 Feb 09 13:10:11.796611 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8dc370df-a9c6-4da4-8697-7f568db17e09 req-8f8c303c-0b9c-4998-b225-fa2f6990aea6 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376894 Feb 09 13:10:12.992966 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeac954-2159-4c2e-a3a7-63c562680194 req-be253c0b-7b93-4917-9d42-4bed773e64d4 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:12.994333 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8eeac954-2159-4c2e-a3a7-63c562680194 req-be253c0b-7b93-4917-9d42-4bed773e64d4 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 946 time: 0.0910344 Feb 09 13:10:13.040672 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8eeac954-2159-4c2e-a3a7-63c562680194 req-ef14d339-7799-450c-80a3-4785c9443819 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407715 Feb 09 13:10:14.095807 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5e55f400-a9b7-453a-b069-9b9bab06881e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:14.226261 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc46a7-410b-485f-bd60-5b21494162bc req-2d4d10da-3a6b-4ccd-99f9-859579ab378b tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:14.227744 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-39dc46a7-410b-485f-bd60-5b21494162bc req-2d4d10da-3a6b-4ccd-99f9-859579ab378b tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 946 time: 0.0788233 Feb 09 13:10:14.271943 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-39dc46a7-410b-485f-bd60-5b21494162bc req-1b97c529-f7c7-48b2-a3e6-31f0ec9715c3 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375788 Feb 09 13:10:15.458803 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f586e-2f41-4128-9f3d-1fb9853f204f req-cd64e67a-d86c-4cdd-88c0-c3ea0c0f7d0f tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:15.460287 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-773f586e-2f41-4128-9f3d-1fb9853f204f req-cd64e67a-d86c-4cdd-88c0-c3ea0c0f7d0f tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 946 time: 0.0824568 Feb 09 13:10:15.504826 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-773f586e-2f41-4128-9f3d-1fb9853f204f req-29a613fa-d1f4-469f-b851-4bc2843606a2 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373621 Feb 09 13:10:16.453048 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b43413e5-abe2-43d1-aeaa-65996045adc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:16.690759 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe87ea-fd99-481e-95ea-8be8b50f03dc req-8e5cefe0-2db6-4567-b3aa-c1778181402d tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:16.692245 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7dbe87ea-fd99-481e-95ea-8be8b50f03dc req-8e5cefe0-2db6-4567-b3aa-c1778181402d tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 946 time: 0.0785735 Feb 09 13:10:16.737484 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7dbe87ea-fd99-481e-95ea-8be8b50f03dc req-36f37854-bfa9-43bd-93bb-4c0ab76a9077 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388250 Feb 09 13:10:16.969162 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:10:17.666381 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:17.750398 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:17.888355 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [req-d01b9191-5cdd-4233-873a-60f67a6517e3 req-ff65cd0c-986c-4d26-b664-82ac9408ddde service neutron] show failed (client error): The resource could not be found. Feb 09 13:10:17.889357 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d01b9191-5cdd-4233-873a-60f67a6517e3 req-ff65cd0c-986c-4d26-b664-82ac9408ddde service neutron] 10.222.0.52 "GET /v2.0/ports/c0ccbe58-6163-4801-a709-219b09aec121/bindings/n-h2-825178-3 HTTP/1.1" status: 404 len: 380 time: 0.0850101 Feb 09 13:10:17.934131 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a17ac1-5db6-4e0a-911b-84504aaa3211 req-fd9a242a-20d7-4533-b662-33ac8879a702 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:17.935637 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d3a17ac1-5db6-4e0a-911b-84504aaa3211 req-fd9a242a-20d7-4533-b662-33ac8879a702 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 946 time: 0.0853601 Feb 09 13:10:17.981932 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d3a17ac1-5db6-4e0a-911b-84504aaa3211 req-03daa6ed-db0d-42f3-8aac-d0d46a84fd89 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392547 Feb 09 13:10:18.239243 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b9191-5cdd-4233-873a-60f67a6517e3 req-10ce8dd9-204f-43c6-8a3b-bdbae2cf6eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:18.240656 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d01b9191-5cdd-4233-873a-60f67a6517e3 req-10ce8dd9-204f-43c6-8a3b-bdbae2cf6eb0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5371a092-0c43-4514-8840-ba45d1bd9898&tenant_id=99635f609b2349c0a019c6d98db7fe0b HTTP/1.1" status: 200 len: 1097 time: 0.1182101 Feb 09 13:10:18.251355 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-d01b9191-5cdd-4233-873a-60f67a6517e3 req-97b6db3e-9094-43ad-a936-5f03055456c6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825178-3', 'device_owner': 'compute:nova'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:10:18.358489 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d01b9191-5cdd-4233-873a-60f67a6517e3 req-97b6db3e-9094-43ad-a936-5f03055456c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:18.622898 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-d01b9191-5cdd-4233-873a-60f67a6517e3 req-97b6db3e-9094-43ad-a936-5f03055456c6 service neutron] For port c0ccbe58-6163-4801-a709-219b09aec121, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=c0ccbe58-6163-4801-a709-219b09aec121,segment=NetworkSegment(0ebf3fd4-931a-4e8f-a973-8ad4e078ead1),segment_id=0ebf3fd4-931a-4e8f-a973-8ad4e078ead1)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:10:18.653492 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-d01b9191-5cdd-4233-873a-60f67a6517e3 req-97b6db3e-9094-43ad-a936-5f03055456c6 service neutron] For port c0ccbe58-6163-4801-a709-219b09aec121, host n-h1-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:10:18.714309 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5371a092-0c43-4514-8840-ba45d1bd9898', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0ccbe58-6163-4801-a709-219b09aec121'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:10:18.720536 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1145ba-931f-4dde-85dc-a79567608adc req-4032289c-2e51-4425-9a8b-c566b8dddff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:18.720674 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d01b9191-5cdd-4233-873a-60f67a6517e3 req-97b6db3e-9094-43ad-a936-5f03055456c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:18.722134 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d1145ba-931f-4dde-85dc-a79567608adc req-4032289c-2e51-4425-9a8b-c566b8dddff5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99635f609b2349c0a019c6d98db7fe0b&device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 1097 time: 0.0722229 Feb 09 13:10:18.735875 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-d01b9191-5cdd-4233-873a-60f67a6517e3 req-97b6db3e-9094-43ad-a936-5f03055456c6 service neutron] Transition to ACTIVE for port object c0ccbe58-6163-4801-a709-219b09aec121 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:10:18.739461 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d01b9191-5cdd-4233-873a-60f67a6517e3 req-97b6db3e-9094-43ad-a936-5f03055456c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:18.846685 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5371a092-0c43-4514-8840-ba45d1bd9898', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0ccbe58-6163-4801-a709-219b09aec121', 'code': 200} Feb 09 13:10:18.878418 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1145ba-931f-4dde-85dc-a79567608adc req-c7fa790c-789d-4e43-83a7-ff58ee3f47b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:18.879785 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d1145ba-931f-4dde-85dc-a79567608adc req-c7fa790c-789d-4e43-83a7-ff58ee3f47b3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6141a8d7-cfe1-44e2-986a-b12c242e2157 HTTP/1.1" status: 200 len: 915 time: 0.1372528 Feb 09 13:10:18.901533 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6db3e-9094-43ad-a936-5f03055456c6 service neutron] Pushing event updated for resources: {'Port': ['ID=c0ccbe58-6163-4801-a709-219b09aec121,revision_number=6']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:18.905245 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-d01b9191-5cdd-4233-873a-60f67a6517e3 req-97b6db3e-9094-43ad-a936-5f03055456c6 service neutron] No DVR routers for this DVR port c0ccbe58-6163-4801-a709-219b09aec121 on host n-h1-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:10:18.951363 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d1145ba-931f-4dde-85dc-a79567608adc req-872d1ddd-03d1-4f2e-9f20-1deb66b7e89a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0ccbe58-6163-4801-a709-219b09aec121 HTTP/1.1" status: 200 len: 217 time: 0.0659349 Feb 09 13:10:18.961105 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-d01b9191-5cdd-4233-873a-60f67a6517e3 req-97b6db3e-9094-43ad-a936-5f03055456c6 service neutron] Attempting to bind port c0ccbe58-6163-4801-a709-219b09aec121 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:10:18.961475 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-d01b9191-5cdd-4233-873a-60f67a6517e3 req-97b6db3e-9094-43ad-a936-5f03055456c6 service neutron] Attempting to bind port c0ccbe58-6163-4801-a709-219b09aec121 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '0ebf3fd4-931a-4e8f-a973-8ad4e078ead1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6141a8d7-cfe1-44e2-986a-b12c242e2157'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:10:18.961802 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01b9191-5cdd-4233-873a-60f67a6517e3 req-97b6db3e-9094-43ad-a936-5f03055456c6 service neutron] Attempting to bind port c0ccbe58-6163-4801-a709-219b09aec121 on network 6141a8d7-cfe1-44e2-986a-b12c242e2157 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:10:18.966781 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01b9191-5cdd-4233-873a-60f67a6517e3 req-97b6db3e-9094-43ad-a936-5f03055456c6 service neutron] Port c0ccbe58-6163-4801-a709-219b09aec121 on network 6141a8d7-cfe1-44e2-986a-b12c242e2157 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 13:10:18.967096 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01b9191-5cdd-4233-873a-60f67a6517e3 req-97b6db3e-9094-43ad-a936-5f03055456c6 service neutron] Attempting to bind port c0ccbe58-6163-4801-a709-219b09aec121 on network 6141a8d7-cfe1-44e2-986a-b12c242e2157 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:10:18.972246 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01b9191-5cdd-4233-873a-60f67a6517e3 req-97b6db3e-9094-43ad-a936-5f03055456c6 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:10:18.972585 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01b9191-5cdd-4233-873a-60f67a6517e3 req-97b6db3e-9094-43ad-a936-5f03055456c6 service neutron] Checking segment: {'id': '0ebf3fd4-931a-4e8f-a973-8ad4e078ead1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6141a8d7-cfe1-44e2-986a-b12c242e2157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:10:18.972990 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01b9191-5cdd-4233-873a-60f67a6517e3 req-97b6db3e-9094-43ad-a936-5f03055456c6 service neutron] Bound using segment: {'id': '0ebf3fd4-931a-4e8f-a973-8ad4e078ead1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6141a8d7-cfe1-44e2-986a-b12c242e2157'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:10:18.973461 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-d01b9191-5cdd-4233-873a-60f67a6517e3 req-97b6db3e-9094-43ad-a936-5f03055456c6 service neutron] Bound port: c0ccbe58-6163-4801-a709-219b09aec121, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ebf3fd4-931a-4e8f-a973-8ad4e078ead1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6141a8d7-cfe1-44e2-986a-b12c242e2157'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:10:18.973812 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d01b9191-5cdd-4233-873a-60f67a6517e3 req-97b6db3e-9094-43ad-a936-5f03055456c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:19.023168 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1145ba-931f-4dde-85dc-a79567608adc req-667be1ae-befe-420b-bc83-809aa6425bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:19.025152 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d1145ba-931f-4dde-85dc-a79567608adc req-667be1ae-befe-420b-bc83-809aa6425bef service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c80f8a9-ef94-4a83-9b23-265b56db7086 HTTP/1.1" status: 200 len: 854 time: 0.0673983 Feb 09 13:10:19.063348 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-d01b9191-5cdd-4233-873a-60f67a6517e3 req-97b6db3e-9094-43ad-a936-5f03055456c6 service neutron] For port c0ccbe58-6163-4801-a709-219b09aec121, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:10:19.066673 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-d01b9191-5cdd-4233-873a-60f67a6517e3 req-97b6db3e-9094-43ad-a936-5f03055456c6 service neutron] For port c0ccbe58-6163-4801-a709-219b09aec121, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=c0ccbe58-6163-4801-a709-219b09aec121,segment=NetworkSegment(0ebf3fd4-931a-4e8f-a973-8ad4e078ead1),segment_id=0ebf3fd4-931a-4e8f-a973-8ad4e078ead1)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:10:19.071629 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d01b9191-5cdd-4233-873a-60f67a6517e3 req-97b6db3e-9094-43ad-a936-5f03055456c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:19.139591 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b9191-5cdd-4233-873a-60f67a6517e3 req-97b6db3e-9094-43ad-a936-5f03055456c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:19.140132 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d01b9191-5cdd-4233-873a-60f67a6517e3 req-97b6db3e-9094-43ad-a936-5f03055456c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:19.141496 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d01b9191-5cdd-4233-873a-60f67a6517e3 req-97b6db3e-9094-43ad-a936-5f03055456c6 service neutron] 10.222.0.46 "PUT /v2.0/ports/c0ccbe58-6163-4801-a709-219b09aec121 HTTP/1.1" status: 200 len: 1092 time: 0.8943913 Feb 09 13:10:19.156254 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6db3e-9094-43ad-a936-5f03055456c6 service neutron] Pushing event updated for resources: {'Port': ['ID=c0ccbe58-6163-4801-a709-219b09aec121,revision_number=7']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:19.218305 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d1145ba-931f-4dde-85dc-a79567608adc req-f392d36e-fcda-4aa7-a3bd-f27ada1df238 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6141a8d7-cfe1-44e2-986a-b12c242e2157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1873839 Feb 09 13:10:19.326269 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:19.361177 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf378fd-ae1f-4229-8b18-b5c10bd9ab85 req-f0e2ee22-aff2-4742-af61-3af88a9c4eea tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:19.362800 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eaf378fd-ae1f-4229-8b18-b5c10bd9ab85 req-f0e2ee22-aff2-4742-af61-3af88a9c4eea tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 944 time: 0.1917703 Feb 09 13:10:19.398354 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d1145ba-931f-4dde-85dc-a79567608adc req-f1254d66-f085-4a23-a4f6-46b612e8092f service neutron] 10.222.0.46 "GET /v2.0/networks/6141a8d7-cfe1-44e2-986a-b12c242e2157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688430 Feb 09 13:10:19.482682 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eaf378fd-ae1f-4229-8b18-b5c10bd9ab85 req-7531edc7-c0ba-4cb8-ab64-7567f4b2b2e1 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087546 Feb 09 13:10:19.542142 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d1145ba-931f-4dde-85dc-a79567608adc req-a1bd5bbc-a019-48f9-b95d-c2fbe0aa5cce service neutron] 10.222.0.46 "GET /v2.0/networks/6141a8d7-cfe1-44e2-986a-b12c242e2157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343064 Feb 09 13:10:19.646219 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b9191-5cdd-4233-873a-60f67a6517e3 req-51f5f29a-6076-4e14-8c38-c912e433021d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:19.647682 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d01b9191-5cdd-4233-873a-60f67a6517e3 req-51f5f29a-6076-4e14-8c38-c912e433021d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99635f609b2349c0a019c6d98db7fe0b&device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 1095 time: 0.0698676 Feb 09 13:10:19.780990 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b9191-5cdd-4233-873a-60f67a6517e3 req-99eacb8d-82db-4198-9727-3d1280ab5d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:19.782394 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d01b9191-5cdd-4233-873a-60f67a6517e3 req-99eacb8d-82db-4198-9727-3d1280ab5d11 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6141a8d7-cfe1-44e2-986a-b12c242e2157 HTTP/1.1" status: 200 len: 915 time: 0.1290858 Feb 09 13:10:19.851843 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d01b9191-5cdd-4233-873a-60f67a6517e3 req-7b286ab2-60d8-48ab-80a2-5fc0b30d438a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0ccbe58-6163-4801-a709-219b09aec121 HTTP/1.1" status: 200 len: 217 time: 0.0632463 Feb 09 13:10:19.911845 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b9191-5cdd-4233-873a-60f67a6517e3 req-3a6608c9-d1fd-4af8-9375-99ae0aa134c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:19.913247 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d01b9191-5cdd-4233-873a-60f67a6517e3 req-3a6608c9-d1fd-4af8-9375-99ae0aa134c0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c80f8a9-ef94-4a83-9b23-265b56db7086 HTTP/1.1" status: 200 len: 854 time: 0.0560985 Feb 09 13:10:19.961762 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d01b9191-5cdd-4233-873a-60f67a6517e3 req-8fb1a412-a99b-4a32-89d7-fd10944f8085 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6141a8d7-cfe1-44e2-986a-b12c242e2157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428140 Feb 09 13:10:20.091155 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d01b9191-5cdd-4233-873a-60f67a6517e3 req-8d3f59cb-2dee-4f39-a8dc-6c18f48f4f6e service neutron] 10.222.0.46 "GET /v2.0/networks/6141a8d7-cfe1-44e2-986a-b12c242e2157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235120 Feb 09 13:10:20.223458 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d01b9191-5cdd-4233-873a-60f67a6517e3 req-5d7b3cb9-ea80-4ed1-b6f0-58ed6c70770f service neutron] 10.222.0.46 "GET /v2.0/networks/6141a8d7-cfe1-44e2-986a-b12c242e2157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256156 Feb 09 13:10:20.670273 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16dc08-bc70-4fff-b277-e6f09ddfa4cc req-cb007a1e-7785-44c0-94a8-7a179f224293 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:20.671608 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7a16dc08-bc70-4fff-b277-e6f09ddfa4cc req-cb007a1e-7785-44c0-94a8-7a179f224293 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 944 time: 0.0795183 Feb 09 13:10:20.717075 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7a16dc08-bc70-4fff-b277-e6f09ddfa4cc req-33dacf01-76aa-4ea0-8ada-c890335261a2 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399444 Feb 09 13:10:20.847572 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5371a092-0c43-4514-8840-ba45d1bd9898', 'tag': 'c0ccbe58-6163-4801-a709-219b09aec121'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:10:20.878074 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:20.896728 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device c0ccbe58-6163-4801-a709-219b09aec121 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:10:20.905365 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5371a092-0c43-4514-8840-ba45d1bd9898', 'tag': 'c0ccbe58-6163-4801-a709-219b09aec121', 'status': 'completed', 'code': 200} Feb 09 13:10:20.954002 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device c0ccbe58-6163-4801-a709-219b09aec121 not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:10:20.993027 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f36fa7-1d45-485c-b3d0-39551a71f029 req-12a23210-d35f-4fd4-9e25-cf7f9304b961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:20.994539 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-96f36fa7-1d45-485c-b3d0-39551a71f029 req-12a23210-d35f-4fd4-9e25-cf7f9304b961 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=99635f609b2349c0a019c6d98db7fe0b&device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 1095 time: 0.0730612 Feb 09 13:10:21.004855 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f36fa7-1d45-485c-b3d0-39551a71f029 req-10ec1b14-59ff-402c-aa23-e04eb7c428eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:21.006311 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-96f36fa7-1d45-485c-b3d0-39551a71f029 req-10ec1b14-59ff-402c-aa23-e04eb7c428eb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99635f609b2349c0a019c6d98db7fe0b&device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 1095 time: 0.0790036 Feb 09 13:10:21.128136 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f36fa7-1d45-485c-b3d0-39551a71f029 req-3eb8daa4-218a-43a1-a20d-94262e4039f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:21.129631 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-96f36fa7-1d45-485c-b3d0-39551a71f029 req-3eb8daa4-218a-43a1-a20d-94262e4039f6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6141a8d7-cfe1-44e2-986a-b12c242e2157 HTTP/1.1" status: 200 len: 915 time: 0.1295359 Feb 09 13:10:21.146138 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f36fa7-1d45-485c-b3d0-39551a71f029 req-aa5f8469-f02a-4a66-aa84-fbae6307c0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:21.147681 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-96f36fa7-1d45-485c-b3d0-39551a71f029 req-aa5f8469-f02a-4a66-aa84-fbae6307c0f0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6141a8d7-cfe1-44e2-986a-b12c242e2157 HTTP/1.1" status: 200 len: 915 time: 0.1351209 Feb 09 13:10:21.200728 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-96f36fa7-1d45-485c-b3d0-39551a71f029 req-7896aaa9-736e-46da-974c-9e229cd6ecc5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0ccbe58-6163-4801-a709-219b09aec121 HTTP/1.1" status: 200 len: 217 time: 0.0652843 Feb 09 13:10:21.222655 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-96f36fa7-1d45-485c-b3d0-39551a71f029 req-cbba1753-7ad1-4aef-b0ca-846c6c4557ef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0ccbe58-6163-4801-a709-219b09aec121 HTTP/1.1" status: 200 len: 217 time: 0.0684016 Feb 09 13:10:21.264195 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f36fa7-1d45-485c-b3d0-39551a71f029 req-950a759a-df5c-4950-9f95-01cac1209b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:21.265637 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-96f36fa7-1d45-485c-b3d0-39551a71f029 req-950a759a-df5c-4950-9f95-01cac1209b3b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5c80f8a9-ef94-4a83-9b23-265b56db7086 HTTP/1.1" status: 200 len: 854 time: 0.0583205 Feb 09 13:10:21.316497 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-96f36fa7-1d45-485c-b3d0-39551a71f029 req-d6769cb8-062e-4520-9e3d-107ed2eb713e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6141a8d7-cfe1-44e2-986a-b12c242e2157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426230 Feb 09 13:10:21.405878 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f36fa7-1d45-485c-b3d0-39551a71f029 req-a191d17d-7b5e-490e-a5fd-2ebca63dde39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:21.407315 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-96f36fa7-1d45-485c-b3d0-39551a71f029 req-a191d17d-7b5e-490e-a5fd-2ebca63dde39 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c80f8a9-ef94-4a83-9b23-265b56db7086 HTTP/1.1" status: 200 len: 854 time: 0.1760364 Feb 09 13:10:21.458548 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-96f36fa7-1d45-485c-b3d0-39551a71f029 req-64530b99-07e7-46a0-9730-81345cef6253 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6141a8d7-cfe1-44e2-986a-b12c242e2157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440440 Feb 09 13:10:21.556876 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-96f36fa7-1d45-485c-b3d0-39551a71f029 req-3d844ea6-78fd-41a3-8415-1aebca1f006a service neutron] 10.222.0.52 "GET /v2.0/networks/6141a8d7-cfe1-44e2-986a-b12c242e2157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343624 Feb 09 13:10:21.591062 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-96f36fa7-1d45-485c-b3d0-39551a71f029 req-3024c8d6-9ca4-43cc-8262-c14a92c5ab07 service neutron] 10.222.0.46 "GET /v2.0/networks/6141a8d7-cfe1-44e2-986a-b12c242e2157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259840 Feb 09 13:10:21.693413 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-96f36fa7-1d45-485c-b3d0-39551a71f029 req-b79629ac-6002-4143-9cd5-d59c27880c3b service neutron] 10.222.0.52 "GET /v2.0/networks/6141a8d7-cfe1-44e2-986a-b12c242e2157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309512 Feb 09 13:10:21.729375 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-96f36fa7-1d45-485c-b3d0-39551a71f029 req-50d385b7-f04b-46ca-af73-5ab0f2bc1784 service neutron] 10.222.0.46 "GET /v2.0/networks/6141a8d7-cfe1-44e2-986a-b12c242e2157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318467 Feb 09 13:10:21.909578 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aef113-8d4f-4f72-95fc-e985bccd690f req-b93337fc-b727-4dc1-ae1a-a29eab51e514 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:21.910972 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3aef113-8d4f-4f72-95fc-e985bccd690f req-b93337fc-b727-4dc1-ae1a-a29eab51e514 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 944 time: 0.0852244 Feb 09 13:10:21.957968 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3aef113-8d4f-4f72-95fc-e985bccd690f req-071d4d46-f979-45a1-abcc-acef91f3812a tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414083 Feb 09 13:10:23.143367 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bcf884-8b42-415d-96f7-09c8ed6e099c req-3d686997-dbc8-4f99-b1d6-2284c070fc69 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:23.144927 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-11bcf884-8b42-415d-96f7-09c8ed6e099c req-3d686997-dbc8-4f99-b1d6-2284c070fc69 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 944 time: 0.0806673 Feb 09 13:10:23.188213 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-11bcf884-8b42-415d-96f7-09c8ed6e099c req-a003d01e-3411-438c-bc01-87b5ade351ae tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377941 Feb 09 13:10:23.364844 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:23.444223 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device c0ccbe58-6163-4801-a709-219b09aec121 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:10:23.501609 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20bb694-227a-4e90-9d6e-1d187fdf1c91 req-f77a91d8-63fa-4508-8624-a3af4b5c11ad tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:23.502468 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-f20bb694-227a-4e90-9d6e-1d187fdf1c91 req-f77a91d8-63fa-4508-8624-a3af4b5c11ad tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Synchronizing usage tracker for tenant:99635f609b2349c0a019c6d98db7fe0b on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:10:23.506091 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca5263-80fc-479f-8f84-729eee3687e5 req-192fc55c-9dc5-4fbc-8279-383056e7dcfc tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:23.507554 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-75ca5263-80fc-479f-8f84-729eee3687e5 req-192fc55c-9dc5-4fbc-8279-383056e7dcfc tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 944 time: 0.0880079 Feb 09 13:10:23.514361 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-f20bb694-227a-4e90-9d6e-1d187fdf1c91 req-f77a91d8-63fa-4508-8624-a3af4b5c11ad tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Unset dirty status for tenant:99635f609b2349c0a019c6d98db7fe0b on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:10:23.515462 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f20bb694-227a-4e90-9d6e-1d187fdf1c91 req-f77a91d8-63fa-4508-8624-a3af4b5c11ad tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.52 "GET /v2.0/ports?device_id=5371a092-0c43-4514-8840-ba45d1bd9898&tenant_id=99635f609b2349c0a019c6d98db7fe0b&binding%3Ahost_id=n-h2-825178-3 HTTP/1.1" status: 200 len: 944 time: 0.0979309 Feb 09 13:10:23.553385 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-75ca5263-80fc-479f-8f84-729eee3687e5 req-e8ac3872-2881-49d6-8a15-8783b553b09d tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393243 Feb 09 13:10:23.596690 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port c0ccbe58-6163-4801-a709-219b09aec121, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=c0ccbe58-6163-4801-a709-219b09aec121,segment=NetworkSegment(0ebf3fd4-931a-4e8f-a973-8ad4e078ead1),segment_id=0ebf3fd4-931a-4e8f-a973-8ad4e078ead1)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:10:23.612431 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'c0ccbe58-6163-4801-a709-219b09aec121', 'network_id': '6141a8d7-cfe1-44e2-986a-b12c242e2157', 'port_id': 'c0ccbe58-6163-4801-a709-219b09aec121', 'mac_address': 'fa:16:3e:3b:b5:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c80f8a9-ef94-4a83-9b23-265b56db7086', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:10:23.675598 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:23.677519 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [req-f20bb694-227a-4e90-9d6e-1d187fdf1c91 req-ca822e40-b69d-4129-99eb-5a4587434af0 service neutron] delete failed (client error): The resource could not be found. Feb 09 13:10:23.678579 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f20bb694-227a-4e90-9d6e-1d187fdf1c91 req-ca822e40-b69d-4129-99eb-5a4587434af0 service neutron] 10.222.0.52 "DELETE /v2.0/ports/c0ccbe58-6163-4801-a709-219b09aec121/bindings/n-h1-825178-3 HTTP/1.1" status: 404 len: 380 time: 0.1155539 Feb 09 13:10:23.693826 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0ccbe58-6163-4801-a709-219b09aec121 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:10:23.709306 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port c0ccbe58-6163-4801-a709-219b09aec121, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=c0ccbe58-6163-4801-a709-219b09aec121,segment=NetworkSegment(0ebf3fd4-931a-4e8f-a973-8ad4e078ead1),segment_id=0ebf3fd4-931a-4e8f-a973-8ad4e078ead1)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:10:23.713152 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:23.780227 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=c0ccbe58-6163-4801-a709-219b09aec121,revision_number=8']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:23.787933 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:23.788279 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:23.788641 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:23.788973 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:23.789300 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:23.789628 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:23.789978 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:23.790295 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:23.790612 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:23.790931 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:23.791247 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:23.791562 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:23.820207 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20bb694-227a-4e90-9d6e-1d187fdf1c91 req-8f690a60-07d7-4d26-9d1f-779cc67d390a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:23.821717 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f20bb694-227a-4e90-9d6e-1d187fdf1c91 req-8f690a60-07d7-4d26-9d1f-779cc67d390a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=99635f609b2349c0a019c6d98db7fe0b&device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 1096 time: 0.0749569 Feb 09 13:10:23.947526 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['c0ccbe58-6163-4801-a709-219b09aec121'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:10:23.959608 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20bb694-227a-4e90-9d6e-1d187fdf1c91 req-293125dc-290f-433c-a6be-eee4bed76e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:23.961308 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f20bb694-227a-4e90-9d6e-1d187fdf1c91 req-293125dc-290f-433c-a6be-eee4bed76e8b service neutron] 10.222.0.52 "GET /v2.0/networks?id=6141a8d7-cfe1-44e2-986a-b12c242e2157 HTTP/1.1" status: 200 len: 915 time: 0.1341207 Feb 09 13:10:24.036008 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f20bb694-227a-4e90-9d6e-1d187fdf1c91 req-42c6de09-1a6b-4747-8444-4be3a2d61fa7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0ccbe58-6163-4801-a709-219b09aec121 HTTP/1.1" status: 200 len: 217 time: 0.0688672 Feb 09 13:10:24.098578 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20bb694-227a-4e90-9d6e-1d187fdf1c91 req-fbe41fe5-de05-4982-b56d-3e042251fb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:24.099926 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f20bb694-227a-4e90-9d6e-1d187fdf1c91 req-fbe41fe5-de05-4982-b56d-3e042251fb04 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5c80f8a9-ef94-4a83-9b23-265b56db7086 HTTP/1.1" status: 200 len: 854 time: 0.0587091 Feb 09 13:10:24.147288 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f20bb694-227a-4e90-9d6e-1d187fdf1c91 req-9eadb308-6c3b-4d3c-8a7e-6ec7f3a0751d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6141a8d7-cfe1-44e2-986a-b12c242e2157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411694 Feb 09 13:10:24.282845 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f20bb694-227a-4e90-9d6e-1d187fdf1c91 req-ca18d648-8af3-4a81-8f91-6f8f0552fef6 service neutron] 10.222.0.52 "GET /v2.0/networks/6141a8d7-cfe1-44e2-986a-b12c242e2157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286497 Feb 09 13:10:24.414906 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f20bb694-227a-4e90-9d6e-1d187fdf1c91 req-50544545-0f58-41ca-9970-9d4a4e01b9bd service neutron] 10.222.0.52 "GET /v2.0/networks/6141a8d7-cfe1-44e2-986a-b12c242e2157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248932 Feb 09 13:10:24.747538 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a452fa-3a89-467f-8b9f-d2d53eaefe84 req-6aa3ad2f-5a75-427b-8e74-020c80372f4e tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:24.749024 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d4a452fa-3a89-467f-8b9f-d2d53eaefe84 req-6aa3ad2f-5a75-427b-8e74-020c80372f4e tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 945 time: 0.0850699 Feb 09 13:10:24.793005 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d4a452fa-3a89-467f-8b9f-d2d53eaefe84 req-29256b98-6e53-41a5-8b8d-45e4899bffe2 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383584 Feb 09 13:10:25.463359 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device c0ccbe58-6163-4801-a709-219b09aec121 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:10:25.529571 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port c0ccbe58-6163-4801-a709-219b09aec121 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:10:25.534125 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port c0ccbe58-6163-4801-a709-219b09aec121 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:10:25.534496 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:25.648651 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:25.675164 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5371a092-0c43-4514-8840-ba45d1bd9898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ccbe58-6163-4801-a709-219b09aec121'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:10:25.684161 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port c0ccbe58-6163-4801-a709-219b09aec121, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=c0ccbe58-6163-4801-a709-219b09aec121,segment=NetworkSegment(0ebf3fd4-931a-4e8f-a973-8ad4e078ead1),segment_id=0ebf3fd4-931a-4e8f-a973-8ad4e078ead1)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:10:25.688159 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:25.767234 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=c0ccbe58-6163-4801-a709-219b09aec121,revision_number=9']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:25.824010 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5371a092-0c43-4514-8840-ba45d1bd9898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ccbe58-6163-4801-a709-219b09aec121', 'code': 200} Feb 09 13:10:25.998430 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e536ab4-32a6-4a3f-a6cb-ea2e4f8ceda8 req-e46a4714-c412-42e3-a013-2f8203cd0514 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:25.999902 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6e536ab4-32a6-4a3f-a6cb-ea2e4f8ceda8 req-e46a4714-c412-42e3-a013-2f8203cd0514 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 946 time: 0.0853291 Feb 09 13:10:26.043529 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6e536ab4-32a6-4a3f-a6cb-ea2e4f8ceda8 req-84ab7002-fbea-4cc5-890f-0613b0b51aab tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378454 Feb 09 13:10:26.223440 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df3b3d-a319-4d46-815e-a0addcb85fbe req-ba385bcb-33f2-4e99-b5f4-6749d2243062 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:26.224926 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-66df3b3d-a319-4d46-815e-a0addcb85fbe req-ba385bcb-33f2-4e99-b5f4-6749d2243062 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 946 time: 0.0797489 Feb 09 13:10:26.274978 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-66df3b3d-a319-4d46-815e-a0addcb85fbe req-7aed5405-8b28-4da3-8c74-8c35dd05902a tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434024 Feb 09 13:10:26.459707 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c59cf3-f49f-4e95-b11c-a52f7ad60325 req-1794eaaa-e361-453b-ac58-839d66794272 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:26.461184 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-80c59cf3-f49f-4e95-b11c-a52f7ad60325 req-1794eaaa-e361-453b-ac58-839d66794272 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 946 time: 0.0797691 Feb 09 13:10:26.513079 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-80c59cf3-f49f-4e95-b11c-a52f7ad60325 req-d5205cdb-addf-4cad-96af-b9935b64f0cf tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459073 Feb 09 13:10:27.065821 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4153dd3-e707-4d9a-8ab3-0e777f47673c req-8b2ab42b-acfb-4736-8fee-77089b005a29 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:27.067203 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a4153dd3-e707-4d9a-8ab3-0e777f47673c req-8b2ab42b-acfb-4736-8fee-77089b005a29 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 946 time: 0.0863600 Feb 09 13:10:27.113635 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a4153dd3-e707-4d9a-8ab3-0e777f47673c req-2af85196-adc3-478d-b371-9f5e43ca5120 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407975 Feb 09 13:10:28.139289 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd23f49-e085-4f24-8531-5c143ca6daa2 req-850f3aad-0c93-423c-b506-0a1714d1a78e tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:28.140795 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fcd23f49-e085-4f24-8531-5c143ca6daa2 req-850f3aad-0c93-423c-b506-0a1714d1a78e tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.46 "GET /v2.0/ports?device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 946 time: 0.0812445 Feb 09 13:10:28.221164 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-fcd23f49-e085-4f24-8531-5c143ca6daa2 req-6784eef7-7158-44ae-a48c-bd9f402f0e86 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Deleting port c0ccbe58-6163-4801-a709-219b09aec121 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:10:28.221507 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-fcd23f49-e085-4f24-8531-5c143ca6daa2 req-6784eef7-7158-44ae-a48c-bd9f402f0e86 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:28.415981 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f20c2-9c2f-4c71-9ea7-dbb0ca2a1de8 req-24a6a261-9e70-4fd4-b687-6a091e2f1f07 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:28.417793 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-505f20c2-9c2f-4c71-9ea7-dbb0ca2a1de8 req-24a6a261-9e70-4fd4-b687-6a091e2f1f07 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 946 time: 0.1681013 Feb 09 13:10:28.556327 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-505f20c2-9c2f-4c71-9ea7-dbb0ca2a1de8 req-40491d3d-1ef5-4a24-9f31-7134fc1ba04f tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b89dad6-b2c1-4392-b755-02f9ca743e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136110 Feb 09 13:10:28.608497 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-fcd23f49-e085-4f24-8531-5c143ca6daa2 req-6784eef7-7158-44ae-a48c-bd9f402f0e86 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] For port c0ccbe58-6163-4801-a709-219b09aec121, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=c0ccbe58-6163-4801-a709-219b09aec121,segment=NetworkSegment(0ebf3fd4-931a-4e8f-a973-8ad4e078ead1),segment_id=0ebf3fd4-931a-4e8f-a973-8ad4e078ead1)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:10:28.608855 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-fcd23f49-e085-4f24-8531-5c143ca6daa2 req-6784eef7-7158-44ae-a48c-bd9f402f0e86 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:28.839250 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-fcd23f49-e085-4f24-8531-5c143ca6daa2 req-6784eef7-7158-44ae-a48c-bd9f402f0e86 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Calling delete_port for c0ccbe58-6163-4801-a709-219b09aec121 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:10:28.994476 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-fcd23f49-e085-4f24-8531-5c143ca6daa2 req-6784eef7-7158-44ae-a48c-bd9f402f0e86 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:29.007420 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['c0ccbe58-6163-4801-a709-219b09aec121'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:10:29.051430 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6784eef7-7158-44ae-a48c-bd9f402f0e86 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Pushing event deleted for resources: {'Port': ['ID=c0ccbe58-6163-4801-a709-219b09aec121,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:29.128735 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd23f49-e085-4f24-8531-5c143ca6daa2 req-6784eef7-7158-44ae-a48c-bd9f402f0e86 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] No DVR routers for this DVR port c0ccbe58-6163-4801-a709-219b09aec121 on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:10:29.131406 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-fcd23f49-e085-4f24-8531-5c143ca6daa2 req-6784eef7-7158-44ae-a48c-bd9f402f0e86 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:29.134001 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5371a092-0c43-4514-8840-ba45d1bd9898', 'name': 'network-vif-deleted', 'tag': 'c0ccbe58-6163-4801-a709-219b09aec121'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:10:29.148640 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fcd23f49-e085-4f24-8531-5c143ca6daa2 req-6784eef7-7158-44ae-a48c-bd9f402f0e86 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.46 "DELETE /v2.0/ports/c0ccbe58-6163-4801-a709-219b09aec121 HTTP/1.1" status: 204 len: 173 time: 1.0026445 Feb 09 13:10:29.276365 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5371a092-0c43-4514-8840-ba45d1bd9898', 'name': 'network-vif-deleted', 'tag': 'c0ccbe58-6163-4801-a709-219b09aec121', 'status': 'completed', 'code': 200} Feb 09 13:10:29.746201 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-35464b6e-c9bd-4b79-ae51-064c62165800 req-a0a8f254-9891-48a7-bb9a-bf06574a7988 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Synchronizing usage tracker for tenant:99635f609b2349c0a019c6d98db7fe0b on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:10:29.769768 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-35464b6e-c9bd-4b79-ae51-064c62165800 req-a0a8f254-9891-48a7-bb9a-bf06574a7988 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] Unset dirty status for tenant:99635f609b2349c0a019c6d98db7fe0b on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:10:29.775855 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-35464b6e-c9bd-4b79-ae51-064c62165800 req-a0a8f254-9891-48a7-bb9a-bf06574a7988 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] 10.222.0.55 "GET /v2.0/ports?device_id=5371a092-0c43-4514-8840-ba45d1bd9898 HTTP/1.1" status: 200 len: 210 time: 0.0888693 Feb 09 13:10:31.009241 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44198) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:10:31.072733 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-03bbec7f-60a2-4d03-b26e-513ee4f0d808 admin admin] Deleting subnet 5c80f8a9-ef94-4a83-9b23-265b56db7086 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 13:10:31.076407 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-03bbec7f-60a2-4d03-b26e-513ee4f0d808 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:31.124305 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-03bbec7f-60a2-4d03-b26e-513ee4f0d808 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:31.177599 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-03bbec7f-60a2-4d03-b26e-513ee4f0d808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:31.247236 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-03bbec7f-60a2-4d03-b26e-513ee4f0d808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:31.285159 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bbec7f-60a2-4d03-b26e-513ee4f0d808 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c80f8a9-ef94-4a83-9b23-265b56db7086,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:31.290451 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-03bbec7f-60a2-4d03-b26e-513ee4f0d808 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:31.297082 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-03bbec7f-60a2-4d03-b26e-513ee4f0d808 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5c80f8a9-ef94-4a83-9b23-265b56db7086 HTTP/1.1" status: 204 len: 168 time: 0.2867932 Feb 09 13:10:31.299591 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44202) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:10:31.414910 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e3732ae4-4577-44c3-8358-4d524cdb0b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:31.627115 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e3732ae4-4577-44c3-8358-4d524cdb0b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:31.652770 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-e3732ae4-4577-44c3-8358-4d524cdb0b07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6141a8d7-cfe1-44e2-986a-b12c242e2157']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:10:31.666811 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-e3732ae4-4577-44c3-8358-4d524cdb0b07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ebf3fd4-931a-4e8f-a973-8ad4e078ead1') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:10:31.667234 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-e3732ae4-4577-44c3-8358-4d524cdb0b07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ebf3fd4-931a-4e8f-a973-8ad4e078ead1') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:10:31.679820 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e3732ae4-4577-44c3-8358-4d524cdb0b07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:31.698936 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e3732ae4-4577-44c3-8358-4d524cdb0b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:31.705295 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3732ae4-4577-44c3-8358-4d524cdb0b07 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 13:10:31.705889 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e3732ae4-4577-44c3-8358-4d524cdb0b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:31.720325 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 13:10:31.720325 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 13:10:31.720325 n-d-825178-3 neutron-server[87568]: timer() Feb 09 13:10:31.720325 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:10:31.720325 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 13:10:31.720325 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:10:31.720325 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 13:10:31.720325 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:10:31.720325 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 13:10:31.720325 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:10:31.720325 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 13:10:31.720325 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:10:31.720325 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 13:10:31.720325 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:10:31.720325 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:10:31.720325 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:10:31.720325 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:10:31.720325 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:10:31.720325 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 13:10:31.720325 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 13:10:31.720325 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 13:10:31.720325 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 13:10:31.720325 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:10:31.720325 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 13:10:31.720325 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 13:10:31.720325 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 13:10:31.720325 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:10:31.720325 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 13:10:31.720325 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:10:31.720325 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 13:10:31.720325 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:10:31.720325 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:10:31.800145 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e3732ae4-4577-44c3-8358-4d524cdb0b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:31.805340 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e3732ae4-4577-44c3-8358-4d524cdb0b07 admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:31.828390 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3732ae4-4577-44c3-8358-4d524cdb0b07 admin admin] Pushing event deleted for resources: {'Network': ['ID=6141a8d7-cfe1-44e2-986a-b12c242e2157,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:31.835869 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e3732ae4-4577-44c3-8358-4d524cdb0b07 admin admin] 10.222.0.55 "DELETE /v2.0/networks/6141a8d7-cfe1-44e2-986a-b12c242e2157 HTTP/1.1" status: 204 len: 168 time: 0.5352631 Feb 09 13:10:31.944585 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44208) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:10:31.996958 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d39f69b7-93a2-45fc-a32b-7cb5c2ce7967 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=99635f609b2349c0a019c6d98db7fe0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0512085 Feb 09 13:10:31.999350 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44212) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:10:32.057658 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b82bebd3-bd79-4cfa-b3e4-08ece98d7568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:32.083459 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b82bebd3-bd79-4cfa-b3e4-08ece98d7568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:32.136877 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b82bebd3-bd79-4cfa-b3e4-08ece98d7568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:32.155660 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82bebd3-bd79-4cfa-b3e4-08ece98d7568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b89dad6-b2c1-4392-b755-02f9ca743e16,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:32.164447 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b82bebd3-bd79-4cfa-b3e4-08ece98d7568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:32.165559 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b82bebd3-bd79-4cfa-b3e4-08ece98d7568 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7b89dad6-b2c1-4392-b755-02f9ca743e16 HTTP/1.1" status: 204 len: 168 time: 0.1653035 Feb 09 13:10:32.873060 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44236) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:10:32.975734 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-4a3421e8-b20e-4019-83c3-3e357f28aa65 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-279225300-network', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:10:32.982922 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4a3421e8-b20e-4019-83c3-3e357f28aa65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:10:32.986726 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4a3421e8-b20e-4019-83c3-3e357f28aa65 admin admin] Usage tracker for resource:network and tenant:29b9a361642f4a26902f66a45b0584f4 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:10:32.989671 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4a3421e8-b20e-4019-83c3-3e357f28aa65 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:10:32.995769 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4a3421e8-b20e-4019-83c3-3e357f28aa65 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:10:33.005211 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3421e8-b20e-4019-83c3-3e357f28aa65 admin admin] Made reservation on behalf of 29b9a361642f4a26902f66a45b0584f4 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:10:33.007506 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4a3421e8-b20e-4019-83c3-3e357f28aa65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:33.019756 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4a3421e8-b20e-4019-83c3-3e357f28aa65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:33.034686 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4a3421e8-b20e-4019-83c3-3e357f28aa65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:10:33.038451 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4a3421e8-b20e-4019-83c3-3e357f28aa65 admin admin] Usage tracker for resource:security_group_rule and tenant:29b9a361642f4a26902f66a45b0584f4 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:10:33.041155 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4a3421e8-b20e-4019-83c3-3e357f28aa65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:10:33.047741 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4a3421e8-b20e-4019-83c3-3e357f28aa65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:10:33.132420 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4a3421e8-b20e-4019-83c3-3e357f28aa65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:33.136187 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4a3421e8-b20e-4019-83c3-3e357f28aa65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:33.165566 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a3421e8-b20e-4019-83c3-3e357f28aa65 admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:10:33.174595 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3421e8-b20e-4019-83c3-3e357f28aa65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1231f1d-efde-4d2b-8aee-a1d31f5bf08d,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:33.180150 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4a3421e8-b20e-4019-83c3-3e357f28aa65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:33.180491 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-4a3421e8-b20e-4019-83c3-3e357f28aa65 admin admin] Added segment 3a76d471-fb2a-4b49-ac25-b75422bebd63 of type vlan for network f65be920-10ef-4d9f-af2e-8c3c0ba41b59 Feb 09 13:10:33.206539 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4a3421e8-b20e-4019-83c3-3e357f28aa65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:33.236983 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4a3421e8-b20e-4019-83c3-3e357f28aa65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:33.238015 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3421e8-b20e-4019-83c3-3e357f28aa65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:33.238596 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4a3421e8-b20e-4019-83c3-3e357f28aa65 admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:33.347585 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3421e8-b20e-4019-83c3-3e357f28aa65 admin admin] Pushing event updated for resources: {'Network': ['ID=f65be920-10ef-4d9f-af2e-8c3c0ba41b59,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:33.352158 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4a3421e8-b20e-4019-83c3-3e357f28aa65 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4777305 Feb 09 13:10:33.355981 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44242) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:10:33.359620 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network f65be920-10ef-4d9f-af2e-8c3c0ba41b59 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:10:33.363310 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-cb5fc590-03ab-4dd0-9fa0-abdbd6d9ce3c admin admin] Request body: {'subnet': {'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-279225300-subnet', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:10:33.369118 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-cb5fc590-03ab-4dd0-9fa0-abdbd6d9ce3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:10:33.373128 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-cb5fc590-03ab-4dd0-9fa0-abdbd6d9ce3c admin admin] Usage tracker for resource:subnet and tenant:29b9a361642f4a26902f66a45b0584f4 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:10:33.376027 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-cb5fc590-03ab-4dd0-9fa0-abdbd6d9ce3c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:10:33.382525 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-cb5fc590-03ab-4dd0-9fa0-abdbd6d9ce3c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:10:33.393937 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5fc590-03ab-4dd0-9fa0-abdbd6d9ce3c admin admin] Made reservation on behalf of 29b9a361642f4a26902f66a45b0584f4 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:10:33.396562 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cb5fc590-03ab-4dd0-9fa0-abdbd6d9ce3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:33.475240 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device c0ccbe58-6163-4801-a709-219b09aec121 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:10:33.509265 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: c0ccbe58-6163-4801-a709-219b09aec121 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:10:33.509616 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device c0ccbe58-6163-4801-a709-219b09aec121 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:10:33.608625 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cb5fc590-03ab-4dd0-9fa0-abdbd6d9ce3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:33.683724 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5fc590-03ab-4dd0-9fa0-abdbd6d9ce3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=24931d2b-04a7-4dc6-8d25-cd9ed32b43d3,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:33.694745 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5fc590-03ab-4dd0-9fa0-abdbd6d9ce3c admin admin] Checking segment: {'id': '3a76d471-fb2a-4b49-ac25-b75422bebd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:10:33.695100 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5fc590-03ab-4dd0-9fa0-abdbd6d9ce3c admin admin] Network hostable DHCP agents. Network: f65be920-10ef-4d9f-af2e-8c3c0ba41b59, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:10:33.714511 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5fc590-03ab-4dd0-9fa0-abdbd6d9ce3c admin admin] Network f65be920-10ef-4d9f-af2e-8c3c0ba41b59 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:10:33.723059 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-cb5fc590-03ab-4dd0-9fa0-abdbd6d9ce3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, f65be920-10ef-4d9f-af2e-8c3c0ba41b59) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:10:33.726890 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5fc590-03ab-4dd0-9fa0-abdbd6d9ce3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:33.727475 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cb5fc590-03ab-4dd0-9fa0-abdbd6d9ce3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:33.733112 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40256e85-5011-43ba-84c5-9ae053797390 None None] Network f65be920-10ef-4d9f-af2e-8c3c0ba41b59 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:10:33.750195 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-cb5fc590-03ab-4dd0-9fa0-abdbd6d9ce3c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3927546 Feb 09 13:10:33.753107 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44246) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:10:33.759322 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-ebb396d1-ac5d-476c-ba83-cef9501ca1d9 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-279225300-router', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:10:33.765812 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ebb396d1-ac5d-476c-ba83-cef9501ca1d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:10:33.770476 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ebb396d1-ac5d-476c-ba83-cef9501ca1d9 admin admin] Usage tracker for resource:router and tenant:29b9a361642f4a26902f66a45b0584f4 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:10:33.773426 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ebb396d1-ac5d-476c-ba83-cef9501ca1d9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:10:33.779941 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ebb396d1-ac5d-476c-ba83-cef9501ca1d9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:10:33.791144 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ebb396d1-ac5d-476c-ba83-cef9501ca1d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:33.792748 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ebb396d1-ac5d-476c-ba83-cef9501ca1d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:33.810294 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ebb396d1-ac5d-476c-ba83-cef9501ca1d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:33.979727 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86140ff8-2252-41a5-93df-7fe95453f404 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'fixed_ips': [{'subnet_id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 13:10:33.980893 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-86140ff8-2252-41a5-93df-7fe95453f404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:34.114304 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ebb396d1-ac5d-476c-ba83-cef9501ca1d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:34.194508 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-86140ff8-2252-41a5-93df-7fe95453f404 None None] Allocated IP 172.20.0.2 (f65be920-10ef-4d9f-af2e-8c3c0ba41b59/24931d2b-04a7-4dc6-8d25-cd9ed32b43d3/9ecb2290-fbd8-4583-aba6-f9336dc7c301) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:10:34.415515 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-86140ff8-2252-41a5-93df-7fe95453f404 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:34.427997 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-86140ff8-2252-41a5-93df-7fe95453f404 None None] Transition to ACTIVE for port object 9ecb2290-fbd8-4583-aba6-f9336dc7c301 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:10:34.445813 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-86140ff8-2252-41a5-93df-7fe95453f404 None None] Transition to ACTIVE for port object 9ecb2290-fbd8-4583-aba6-f9336dc7c301 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:10:34.451500 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-86140ff8-2252-41a5-93df-7fe95453f404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:34.520814 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86140ff8-2252-41a5-93df-7fe95453f404 None None] Network f65be920-10ef-4d9f-af2e-8c3c0ba41b59 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:10:34.524181 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-86140ff8-2252-41a5-93df-7fe95453f404 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:10:34.528577 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86140ff8-2252-41a5-93df-7fe95453f404 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:10:34.533551 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ebb396d1-ac5d-476c-ba83-cef9501ca1d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:34.564377 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ebb396d1-ac5d-476c-ba83-cef9501ca1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:34.569307 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86140ff8-2252-41a5-93df-7fe95453f404 None None] Pushing event updated for resources: {'Port': ['ID=9ecb2290-fbd8-4583-aba6-f9336dc7c301,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:34.629787 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-86140ff8-2252-41a5-93df-7fe95453f404 None None] Attempting to bind port 9ecb2290-fbd8-4583-aba6-f9336dc7c301 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:10:34.630081 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-86140ff8-2252-41a5-93df-7fe95453f404 None None] Attempting to bind port 9ecb2290-fbd8-4583-aba6-f9336dc7c301 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '3a76d471-fb2a-4b49-ac25-b75422bebd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:10:34.630441 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86140ff8-2252-41a5-93df-7fe95453f404 None None] Attempting to bind port 9ecb2290-fbd8-4583-aba6-f9336dc7c301 on network f65be920-10ef-4d9f-af2e-8c3c0ba41b59 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:10:34.635614 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86140ff8-2252-41a5-93df-7fe95453f404 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:10:34.636177 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86140ff8-2252-41a5-93df-7fe95453f404 None None] Checking segment: {'id': '3a76d471-fb2a-4b49-ac25-b75422bebd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:10:34.636771 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-86140ff8-2252-41a5-93df-7fe95453f404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:34.637172 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86140ff8-2252-41a5-93df-7fe95453f404 None None] Bound using segment: {'id': '3a76d471-fb2a-4b49-ac25-b75422bebd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:10:34.637640 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-86140ff8-2252-41a5-93df-7fe95453f404 None None] Bound port: 9ecb2290-fbd8-4583-aba6-f9336dc7c301, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a76d471-fb2a-4b49-ac25-b75422bebd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:10:34.638016 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-86140ff8-2252-41a5-93df-7fe95453f404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:34.700900 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-ebb396d1-ac5d-476c-ba83-cef9501ca1d9 admin admin] Allocated IP 172.25.7.7 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/01cd994a-7b6f-4d3b-98d7-f58a375ad3b3) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:10:34.728430 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-86140ff8-2252-41a5-93df-7fe95453f404 None None] For port 9ecb2290-fbd8-4583-aba6-f9336dc7c301, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:10:34.732883 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-86140ff8-2252-41a5-93df-7fe95453f404 None None] For port 9ecb2290-fbd8-4583-aba6-f9336dc7c301, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=9ecb2290-fbd8-4583-aba6-f9336dc7c301,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:10:34.737712 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-86140ff8-2252-41a5-93df-7fe95453f404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:34.830989 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86140ff8-2252-41a5-93df-7fe95453f404 None None] Pushing event updated for resources: {'Port': ['ID=9ecb2290-fbd8-4583-aba6-f9336dc7c301,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:34.870177 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ebb396d1-ac5d-476c-ba83-cef9501ca1d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:34.900925 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ebb396d1-ac5d-476c-ba83-cef9501ca1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:34.966504 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb396d1-ac5d-476c-ba83-cef9501ca1d9 admin admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:10:34.969557 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-ebb396d1-ac5d-476c-ba83-cef9501ca1d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:10:34.973785 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb396d1-ac5d-476c-ba83-cef9501ca1d9 admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:10:35.013843 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb396d1-ac5d-476c-ba83-cef9501ca1d9 admin admin] Pushing event updated for resources: {'Port': ['ID=01cd994a-7b6f-4d3b-98d7-f58a375ad3b3,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:35.416876 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ebb396d1-ac5d-476c-ba83-cef9501ca1d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:35.762218 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ebb396d1-ac5d-476c-ba83-cef9501ca1d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:35.770272 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c44d26-bcea-496a-8cd4-d64146b59428 None None] Network f65be920-10ef-4d9f-af2e-8c3c0ba41b59 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:10:35.879159 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-3d390c6d-4757-4cee-9b4b-d635e3a2d876 None None] Provisioning for port 9ecb2290-fbd8-4583-aba6-f9336dc7c301 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:10:36.106032 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb396d1-ac5d-476c-ba83-cef9501ca1d9 admin admin] Router b0258182-82dd-44aa-bf0e-fac0e35831ae is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 13:10:36.294543 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb396d1-ac5d-476c-ba83-cef9501ca1d9 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:10:36.306127 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d817d86-2a21-4f48-8d79-bb9269be676a None None] Sync routers for ids ['b0258182-82dd-44aa-bf0e-fac0e35831ae'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:10:36.321283 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ebb396d1-ac5d-476c-ba83-cef9501ca1d9 admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:36.322424 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d817d86-2a21-4f48-8d79-bb9269be676a None None] Routers {'b0258182-82dd-44aa-bf0e-fac0e35831ae'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:10:36.323386 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1d817d86-2a21-4f48-8d79-bb9269be676a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:10:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['b0258182-82dd-44aa-bf0e-fac0e35831ae'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:10:36.328324 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ebb396d1-ac5d-476c-ba83-cef9501ca1d9 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5740047 Feb 09 13:10:36.328453 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 44250) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:10:36.499737 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-1d817d86-2a21-4f48-8d79-bb9269be676a None None] Set router b0258182-82dd-44aa-bf0e-fac0e35831ae gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:10:36.786636 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1d817d86-2a21-4f48-8d79-bb9269be676a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'name': 'tempest-ServerActionsTestJSON-279225300-router', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:10:33Z', 'updated_at': '2022-02-09T13:10:35Z', 'revision_number': 3, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'gw_port': {'id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:34Z', 'updated_at': '2022-02-09T13:10:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:10:36.792596 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d817d86-2a21-4f48-8d79-bb9269be676a None None] Checking router: b0258182-82dd-44aa-bf0e-fac0e35831ae for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:10:36.792944 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d817d86-2a21-4f48-8d79-bb9269be676a None None] Updating router b0258182-82dd-44aa-bf0e-fac0e35831ae port 01cd994a-7b6f-4d3b-98d7-f58a375ad3b3 binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 13:10:36.826545 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 9ecb2290-fbd8-4583-aba6-f9336dc7c301 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:10:36.845998 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1d817d86-2a21-4f48-8d79-bb9269be676a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:36.899244 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 9ecb2290-fbd8-4583-aba6-f9336dc7c301 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:10:36.905160 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 9ecb2290-fbd8-4583-aba6-f9336dc7c301 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:10:36.905534 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:37.025200 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9512fcfe-16b5-4e7f-8f15-e9440816fcdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:37.025406 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:37.059457 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 9ecb2290-fbd8-4583-aba6-f9336dc7c301, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=9ecb2290-fbd8-4583-aba6-f9336dc7c301,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:10:37.063337 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:37.134846 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=9ecb2290-fbd8-4583-aba6-f9336dc7c301,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:37.207608 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1d817d86-2a21-4f48-8d79-bb9269be676a None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:37.219161 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-1d817d86-2a21-4f48-8d79-bb9269be676a None None] Transition to ACTIVE for port object 01cd994a-7b6f-4d3b-98d7-f58a375ad3b3 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:10:37.226265 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1d817d86-2a21-4f48-8d79-bb9269be676a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:37.236334 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-9512fcfe-16b5-4e7f-8f15-e9440816fcdc admin admin] Allocated IP 172.20.0.1 (f65be920-10ef-4d9f-af2e-8c3c0ba41b59/24931d2b-04a7-4dc6-8d25-cd9ed32b43d3/f07cf46a-d3f6-489b-a76a-107613d540aa) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:10:37.311408 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-1d817d86-2a21-4f48-8d79-bb9269be676a None None] Attempting to bind port 01cd994a-7b6f-4d3b-98d7-f58a375ad3b3 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:10:37.312044 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-1d817d86-2a21-4f48-8d79-bb9269be676a None None] Attempting to bind port 01cd994a-7b6f-4d3b-98d7-f58a375ad3b3 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:10:37.312145 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d817d86-2a21-4f48-8d79-bb9269be676a None None] Attempting to bind port 01cd994a-7b6f-4d3b-98d7-f58a375ad3b3 on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:10:37.315662 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1753a4-561d-411b-a1a2-af9705dd83f3 None None] Pushing event updated for resources: {'Port': ['ID=01cd994a-7b6f-4d3b-98d7-f58a375ad3b3,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:37.321433 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d817d86-2a21-4f48-8d79-bb9269be676a None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:10:37.321797 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d817d86-2a21-4f48-8d79-bb9269be676a None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:10:37.322186 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1d817d86-2a21-4f48-8d79-bb9269be676a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:37.322576 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d817d86-2a21-4f48-8d79-bb9269be676a None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:10:37.323018 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-1d817d86-2a21-4f48-8d79-bb9269be676a None None] Bound port: 01cd994a-7b6f-4d3b-98d7-f58a375ad3b3, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:10:37.323412 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1d817d86-2a21-4f48-8d79-bb9269be676a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:37.356987 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1753a4-561d-411b-a1a2-af9705dd83f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:37.357316 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1753a4-561d-411b-a1a2-af9705dd83f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:37.357642 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1753a4-561d-411b-a1a2-af9705dd83f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:37.357967 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1753a4-561d-411b-a1a2-af9705dd83f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:37.358294 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1753a4-561d-411b-a1a2-af9705dd83f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:37.358614 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1753a4-561d-411b-a1a2-af9705dd83f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:37.358931 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1753a4-561d-411b-a1a2-af9705dd83f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:37.359243 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1753a4-561d-411b-a1a2-af9705dd83f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:37.359553 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1753a4-561d-411b-a1a2-af9705dd83f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:37.359888 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1753a4-561d-411b-a1a2-af9705dd83f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:37.360202 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1753a4-561d-411b-a1a2-af9705dd83f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:37.360505 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1753a4-561d-411b-a1a2-af9705dd83f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:37.410881 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-1d817d86-2a21-4f48-8d79-bb9269be676a None None] For port 01cd994a-7b6f-4d3b-98d7-f58a375ad3b3, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:10:37.414862 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-1d817d86-2a21-4f48-8d79-bb9269be676a None None] For port 01cd994a-7b6f-4d3b-98d7-f58a375ad3b3, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=01cd994a-7b6f-4d3b-98d7-f58a375ad3b3,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:10:37.418962 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1d817d86-2a21-4f48-8d79-bb9269be676a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:37.501964 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d817d86-2a21-4f48-8d79-bb9269be676a None None] Routers {'b0258182-82dd-44aa-bf0e-fac0e35831ae'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:10:37.502577 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1d817d86-2a21-4f48-8d79-bb9269be676a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:10:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['b0258182-82dd-44aa-bf0e-fac0e35831ae'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:10:37.507621 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9512fcfe-16b5-4e7f-8f15-e9440816fcdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:37.524069 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-9512fcfe-16b5-4e7f-8f15-e9440816fcdc admin admin] Transition to ACTIVE for port object f07cf46a-d3f6-489b-a76a-107613d540aa will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:10:37.547591 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9512fcfe-16b5-4e7f-8f15-e9440816fcdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:37.557252 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1753a4-561d-411b-a1a2-af9705dd83f3 None None] Pushing event updated for resources: {'Port': ['ID=01cd994a-7b6f-4d3b-98d7-f58a375ad3b3,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:37.617287 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9512fcfe-16b5-4e7f-8f15-e9440816fcdc admin admin] Network f65be920-10ef-4d9f-af2e-8c3c0ba41b59 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:10:37.620722 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-9512fcfe-16b5-4e7f-8f15-e9440816fcdc admin admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:10:37.624269 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9512fcfe-16b5-4e7f-8f15-e9440816fcdc admin admin] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:10:37.657877 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9512fcfe-16b5-4e7f-8f15-e9440816fcdc admin admin] Pushing event updated for resources: {'Port': ['ID=f07cf46a-d3f6-489b-a76a-107613d540aa,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:37.677458 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9512fcfe-16b5-4e7f-8f15-e9440816fcdc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:37.677848 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9512fcfe-16b5-4e7f-8f15-e9440816fcdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:37.678136 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9512fcfe-16b5-4e7f-8f15-e9440816fcdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:37.678478 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9512fcfe-16b5-4e7f-8f15-e9440816fcdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:37.678805 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9512fcfe-16b5-4e7f-8f15-e9440816fcdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:37.679129 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9512fcfe-16b5-4e7f-8f15-e9440816fcdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:37.679452 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9512fcfe-16b5-4e7f-8f15-e9440816fcdc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:37.679773 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9512fcfe-16b5-4e7f-8f15-e9440816fcdc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:37.680123 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9512fcfe-16b5-4e7f-8f15-e9440816fcdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:37.680427 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9512fcfe-16b5-4e7f-8f15-e9440816fcdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:37.680748 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9512fcfe-16b5-4e7f-8f15-e9440816fcdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:37.681075 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9512fcfe-16b5-4e7f-8f15-e9440816fcdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:37.694062 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9512fcfe-16b5-4e7f-8f15-e9440816fcdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:37.702449 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-1d817d86-2a21-4f48-8d79-bb9269be676a None None] Set router b0258182-82dd-44aa-bf0e-fac0e35831ae gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:10:37.853527 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7205baeb-8388-4864-89bf-df40bac1615e None None] Provisioning for port f07cf46a-d3f6-489b-a76a-107613d540aa completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:10:37.859532 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7205baeb-8388-4864-89bf-df40bac1615e None None] Provisioning complete for port f07cf46a-d3f6-489b-a76a-107613d540aa triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:10:37.859930 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7205baeb-8388-4864-89bf-df40bac1615e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:37.923213 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7205baeb-8388-4864-89bf-df40bac1615e None None] Port f07cf46a-d3f6-489b-a76a-107613d540aa cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:10:37.983814 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9512fcfe-16b5-4e7f-8f15-e9440816fcdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:38.018791 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1d817d86-2a21-4f48-8d79-bb9269be676a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'name': 'tempest-ServerActionsTestJSON-279225300-router', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:10:33Z', 'updated_at': '2022-02-09T13:10:35Z', 'revision_number': 3, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'gw_port': {'id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:34Z', 'updated_at': '2022-02-09T13:10:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:10:38.022602 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d817d86-2a21-4f48-8d79-bb9269be676a None None] The sync data for ids ['b0258182-82dd-44aa-bf0e-fac0e35831ae'] in n-d-825178-3 is: [{'id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'name': 'tempest-ServerActionsTestJSON-279225300-router', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:10:33Z', 'updated_at': '2022-02-09T13:10:35Z', 'revision_number': 3, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'gw_port': {'id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:34Z', 'updated_at': '2022-02-09T13:10:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:10:38.218788 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9512fcfe-16b5-4e7f-8f15-e9440816fcdc admin admin] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:38.224830 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9512fcfe-16b5-4e7f-8f15-e9440816fcdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:38.347335 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9512fcfe-16b5-4e7f-8f15-e9440816fcdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:38.350786 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9512fcfe-16b5-4e7f-8f15-e9440816fcdc admin admin] Pushing event updated for resources: {'Port': ['ID=f07cf46a-d3f6-489b-a76a-107613d540aa,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:38.499001 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9512fcfe-16b5-4e7f-8f15-e9440816fcdc admin admin] Network f65be920-10ef-4d9f-af2e-8c3c0ba41b59 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:10:38.500194 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-9512fcfe-16b5-4e7f-8f15-e9440816fcdc admin admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:10:38.701027 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9512fcfe-16b5-4e7f-8f15-e9440816fcdc admin admin] Router b0258182-82dd-44aa-bf0e-fac0e35831ae has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:10:38.754140 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c3b35b1f-4484-4a78-a008-bbccebdf7034 None None] Provisioning complete for port f07cf46a-d3f6-489b-a76a-107613d540aa triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:10:38.754949 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c3b35b1f-4484-4a78-a008-bbccebdf7034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:38.819288 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-c3b35b1f-4484-4a78-a008-bbccebdf7034 None None] Port f07cf46a-d3f6-489b-a76a-107613d540aa cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:10:38.885376 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 01cd994a-7b6f-4d3b-98d7-f58a375ad3b3 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:10:38.900754 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9512fcfe-16b5-4e7f-8f15-e9440816fcdc admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:10:38.910309 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9512fcfe-16b5-4e7f-8f15-e9440816fcdc admin admin] 10.222.0.55 "PUT /v2.0/routers/b0258182-82dd-44aa-bf0e-fac0e35831ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5805285 Feb 09 13:10:38.955245 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 01cd994a-7b6f-4d3b-98d7-f58a375ad3b3 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:10:38.960199 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 01cd994a-7b6f-4d3b-98d7-f58a375ad3b3 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:10:38.960579 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:39.083600 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:39.100202 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 01cd994a-7b6f-4d3b-98d7-f58a375ad3b3, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=01cd994a-7b6f-4d3b-98d7-f58a375ad3b3,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:10:39.104972 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:39.105709 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 9ecb2290-fbd8-4583-aba6-f9336dc7c301 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:10:39.221146 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=01cd994a-7b6f-4d3b-98d7-f58a375ad3b3,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:39.233103 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 9ecb2290-fbd8-4583-aba6-f9336dc7c301 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:10:39.233489 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:39.378473 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 44260) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:10:39.383943 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-4da1bef6-124e-42e1-9796-2827039bac52 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1811429770', 'description': 'tempest-description--562715056'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:10:39.394185 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-4da1bef6-124e-42e1-9796-2827039bac52 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:10:39.398275 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-4da1bef6-124e-42e1-9796-2827039bac52 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Usage tracker for resource:security_group and tenant:29b9a361642f4a26902f66a45b0584f4 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:10:39.401538 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-4da1bef6-124e-42e1-9796-2827039bac52 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:10:39.407598 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-4da1bef6-124e-42e1-9796-2827039bac52 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:10:39.420558 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4da1bef6-124e-42e1-9796-2827039bac52 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:39.441699 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-4da1bef6-124e-42e1-9796-2827039bac52 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:10:39.445513 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-4da1bef6-124e-42e1-9796-2827039bac52 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Usage tracker for resource:security_group_rule and tenant:29b9a361642f4a26902f66a45b0584f4 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:10:39.448961 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-4da1bef6-124e-42e1-9796-2827039bac52 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:10:39.454869 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-4da1bef6-124e-42e1-9796-2827039bac52 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:10:39.528680 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4da1bef6-124e-42e1-9796-2827039bac52 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:39.533243 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4da1bef6-124e-42e1-9796-2827039bac52 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:39.577284 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1bef6-124e-42e1-9796-2827039bac52 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b593dc1e-bf70-4f96-84f7-881c33c21aef,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:39.581370 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4da1bef6-124e-42e1-9796-2827039bac52 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:39.582692 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4da1bef6-124e-42e1-9796-2827039bac52 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2031705 Feb 09 13:10:39.585783 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44264) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:10:39.590979 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-94730875-26df-4e55-8a0d-60ced284f654 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Request body: {'security_group_rule': {'security_group_id': 'b593dc1e-bf70-4f96-84f7-881c33c21aef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:10:39.598017 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-94730875-26df-4e55-8a0d-60ced284f654 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:10:39.601775 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-94730875-26df-4e55-8a0d-60ced284f654 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Usage tracker for resource:security_group_rule and tenant:29b9a361642f4a26902f66a45b0584f4 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:10:39.606379 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-94730875-26df-4e55-8a0d-60ced284f654 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:10:39.612881 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-94730875-26df-4e55-8a0d-60ced284f654 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:10:39.630900 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-94730875-26df-4e55-8a0d-60ced284f654 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:39.634550 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592a661a-c6b6-4c5d-9525-f84092d8fcfa None None] Sync routers for ids ['b0258182-82dd-44aa-bf0e-fac0e35831ae'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:10:39.644447 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592a661a-c6b6-4c5d-9525-f84092d8fcfa None None] Routers {'b0258182-82dd-44aa-bf0e-fac0e35831ae'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:10:39.645069 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-592a661a-c6b6-4c5d-9525-f84092d8fcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:10:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['b0258182-82dd-44aa-bf0e-fac0e35831ae'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:10:39.691883 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-94730875-26df-4e55-8a0d-60ced284f654 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:39.695909 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-94730875-26df-4e55-8a0d-60ced284f654 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:39.717534 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94730875-26df-4e55-8a0d-60ced284f654 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40031f0d-2b5d-4473-9931-0b7bb3a85914,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:39.729973 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-94730875-26df-4e55-8a0d-60ced284f654 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:39.731163 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-94730875-26df-4e55-8a0d-60ced284f654 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1445346 Feb 09 13:10:39.733947 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44268) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:10:39.739043 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-a2dc12f5-7dae-4c17-b5b9-62e702070faa tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Request body: {'security_group_rule': {'security_group_id': 'b593dc1e-bf70-4f96-84f7-881c33c21aef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:10:39.746137 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a2dc12f5-7dae-4c17-b5b9-62e702070faa tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:10:39.750072 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a2dc12f5-7dae-4c17-b5b9-62e702070faa tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Usage tracker for resource:security_group_rule and tenant:29b9a361642f4a26902f66a45b0584f4 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:10:39.752872 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-a2dc12f5-7dae-4c17-b5b9-62e702070faa tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:10:39.758398 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a2dc12f5-7dae-4c17-b5b9-62e702070faa tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:10:39.775374 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a2dc12f5-7dae-4c17-b5b9-62e702070faa tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:39.840486 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a2dc12f5-7dae-4c17-b5b9-62e702070faa tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:39.840718 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-592a661a-c6b6-4c5d-9525-f84092d8fcfa None None] Set router b0258182-82dd-44aa-bf0e-fac0e35831ae gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:10:39.846966 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a2dc12f5-7dae-4c17-b5b9-62e702070faa tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:39.872372 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc12f5-7dae-4c17-b5b9-62e702070faa tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d391b5cb-e638-44f2-912d-3ab6e71918d2,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:39.881699 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a2dc12f5-7dae-4c17-b5b9-62e702070faa tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:39.883139 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a2dc12f5-7dae-4c17-b5b9-62e702070faa tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1482978 Feb 09 13:10:39.887335 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44272) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:10:39.891416 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-4a9d8c5d-36b1-4563-bf4c-7e591784cee9 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:10:39.898061 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4a9d8c5d-36b1-4563-bf4c-7e591784cee9 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:10:39.902392 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4a9d8c5d-36b1-4563-bf4c-7e591784cee9 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Usage tracker for resource:floatingip and tenant:29b9a361642f4a26902f66a45b0584f4 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:10:39.905209 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4a9d8c5d-36b1-4563-bf4c-7e591784cee9 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:10:39.910756 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4a9d8c5d-36b1-4563-bf4c-7e591784cee9 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:10:39.924244 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4a9d8c5d-36b1-4563-bf4c-7e591784cee9 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks [] for floatingip, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:40.056758 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4a9d8c5d-36b1-4563-bf4c-7e591784cee9 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:40.176192 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-592a661a-c6b6-4c5d-9525-f84092d8fcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'name': 'tempest-ServerActionsTestJSON-279225300-router', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:10:33Z', 'updated_at': '2022-02-09T13:10:37Z', 'revision_number': 4, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'gw_port': {'id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:34Z', 'updated_at': '2022-02-09T13:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'f07cf46a-d3f6-489b-a76a-107613d540aa', 'name': '', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'mac_address': 'fa:16:3e:1b:b9:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:37Z', 'updated_at': '2022-02-09T13:10:38Z', 'revision_number': 2, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'subnets': [{'id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:10:40.180038 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592a661a-c6b6-4c5d-9525-f84092d8fcfa None None] Checking router: b0258182-82dd-44aa-bf0e-fac0e35831ae for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:10:40.180398 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592a661a-c6b6-4c5d-9525-f84092d8fcfa None None] Updating router b0258182-82dd-44aa-bf0e-fac0e35831ae port f07cf46a-d3f6-489b-a76a-107613d540aa binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 13:10:40.193386 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-4a9d8c5d-36b1-4563-bf4c-7e591784cee9 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Allocated IP 172.25.7.221 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/19b3b8c6-e949-4f9e-abdc-450ec522b1ea) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:10:40.238239 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-592a661a-c6b6-4c5d-9525-f84092d8fcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:40.347224 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4a9d8c5d-36b1-4563-bf4c-7e591784cee9 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:40.377459 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4a9d8c5d-36b1-4563-bf4c-7e591784cee9 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:40.450741 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9d8c5d-36b1-4563-bf4c-7e591784cee9 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:10:40.453989 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-4a9d8c5d-36b1-4563-bf4c-7e591784cee9 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:10:40.458633 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9d8c5d-36b1-4563-bf4c-7e591784cee9 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:10:40.493708 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9d8c5d-36b1-4563-bf4c-7e591784cee9 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Pushing event updated for resources: {'Port': ['ID=19b3b8c6-e949-4f9e-abdc-450ec522b1ea,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:40.547971 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4a9d8c5d-36b1-4563-bf4c-7e591784cee9 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:40.592963 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-592a661a-c6b6-4c5d-9525-f84092d8fcfa None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:40.605216 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-592a661a-c6b6-4c5d-9525-f84092d8fcfa None None] Transition to ACTIVE for port object f07cf46a-d3f6-489b-a76a-107613d540aa will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:10:40.611543 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-592a661a-c6b6-4c5d-9525-f84092d8fcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:40.616239 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4a9d8c5d-36b1-4563-bf4c-7e591784cee9 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:40.772409 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4176f3a3-6a32-4618-adf6-3d69b807a862 None None] Pushing event updated for resources: {'Port': ['ID=f07cf46a-d3f6-489b-a76a-107613d540aa,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:40.827063 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 01cd994a-7b6f-4d3b-98d7-f58a375ad3b3 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:10:40.853231 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4a9d8c5d-36b1-4563-bf4c-7e591784cee9 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:40.859410 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4a9d8c5d-36b1-4563-bf4c-7e591784cee9 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:40.874872 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-592a661a-c6b6-4c5d-9525-f84092d8fcfa None None] Attempting to bind port f07cf46a-d3f6-489b-a76a-107613d540aa on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:10:40.875250 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-592a661a-c6b6-4c5d-9525-f84092d8fcfa None None] Attempting to bind port f07cf46a-d3f6-489b-a76a-107613d540aa by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '3a76d471-fb2a-4b49-ac25-b75422bebd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:10:40.875620 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592a661a-c6b6-4c5d-9525-f84092d8fcfa None None] Attempting to bind port f07cf46a-d3f6-489b-a76a-107613d540aa on network f65be920-10ef-4d9f-af2e-8c3c0ba41b59 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:10:40.887663 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592a661a-c6b6-4c5d-9525-f84092d8fcfa None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:10:40.888046 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592a661a-c6b6-4c5d-9525-f84092d8fcfa None None] Checking segment: {'id': '3a76d471-fb2a-4b49-ac25-b75422bebd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:10:40.888630 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-592a661a-c6b6-4c5d-9525-f84092d8fcfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:40.889177 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592a661a-c6b6-4c5d-9525-f84092d8fcfa None None] Bound using segment: {'id': '3a76d471-fb2a-4b49-ac25-b75422bebd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:10:40.889815 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-592a661a-c6b6-4c5d-9525-f84092d8fcfa None None] Bound port: f07cf46a-d3f6-489b-a76a-107613d540aa, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a76d471-fb2a-4b49-ac25-b75422bebd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:10:40.890363 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-592a661a-c6b6-4c5d-9525-f84092d8fcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:40.981441 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9d8c5d-36b1-4563-bf4c-7e591784cee9 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Pushing event updated for resources: {'Port': ['ID=19b3b8c6-e949-4f9e-abdc-450ec522b1ea,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:40.994305 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9d8c5d-36b1-4563-bf4c-7e591784cee9 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:40.994653 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9d8c5d-36b1-4563-bf4c-7e591784cee9 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:40.995083 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9d8c5d-36b1-4563-bf4c-7e591784cee9 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:40.995975 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9d8c5d-36b1-4563-bf4c-7e591784cee9 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:40.996307 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9d8c5d-36b1-4563-bf4c-7e591784cee9 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:40.996650 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9d8c5d-36b1-4563-bf4c-7e591784cee9 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:40.997033 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9d8c5d-36b1-4563-bf4c-7e591784cee9 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:40.997353 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9d8c5d-36b1-4563-bf4c-7e591784cee9 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:40.997675 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9d8c5d-36b1-4563-bf4c-7e591784cee9 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:40.998000 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9d8c5d-36b1-4563-bf4c-7e591784cee9 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:40.998321 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9d8c5d-36b1-4563-bf4c-7e591784cee9 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:40.998641 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9d8c5d-36b1-4563-bf4c-7e591784cee9 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:40.999603 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 01cd994a-7b6f-4d3b-98d7-f58a375ad3b3 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:10:41.000010 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:41.004343 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4a9d8c5d-36b1-4563-bf4c-7e591784cee9 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:41.029398 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4a9d8c5d-36b1-4563-bf4c-7e591784cee9 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:41.032387 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4a9d8c5d-36b1-4563-bf4c-7e591784cee9 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1451063 Feb 09 13:10:41.049247 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-592a661a-c6b6-4c5d-9525-f84092d8fcfa None None] For port f07cf46a-d3f6-489b-a76a-107613d540aa, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:10:41.063215 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-592a661a-c6b6-4c5d-9525-f84092d8fcfa None None] For port f07cf46a-d3f6-489b-a76a-107613d540aa, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=f07cf46a-d3f6-489b-a76a-107613d540aa,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:10:41.068264 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-592a661a-c6b6-4c5d-9525-f84092d8fcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:41.201698 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-a4f47bc7-1708-44ec-9dff-6ac143f7fdce tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Synchronizing usage tracker for tenant:29b9a361642f4a26902f66a45b0584f4 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:10:41.220812 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-a4f47bc7-1708-44ec-9dff-6ac143f7fdce tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Unset dirty status for tenant:29b9a361642f4a26902f66a45b0584f4 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:10:41.222632 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-a4f47bc7-1708-44ec-9dff-6ac143f7fdce tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1811429770&fields=id&tenant_id=29b9a361642f4a26902f66a45b0584f4 HTTP/1.1" status: 200 len: 267 time: 0.0613649 Feb 09 13:10:41.238385 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592a661a-c6b6-4c5d-9525-f84092d8fcfa None None] Routers {'b0258182-82dd-44aa-bf0e-fac0e35831ae'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:10:41.238932 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-592a661a-c6b6-4c5d-9525-f84092d8fcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:10:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['b0258182-82dd-44aa-bf0e-fac0e35831ae'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:10:41.289523 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4176f3a3-6a32-4618-adf6-3d69b807a862 None None] Pushing event updated for resources: {'Port': ['ID=f07cf46a-d3f6-489b-a76a-107613d540aa,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:41.442414 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-592a661a-c6b6-4c5d-9525-f84092d8fcfa None None] Set router b0258182-82dd-44aa-bf0e-fac0e35831ae gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:10:41.533649 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-06fb61a6-5dd9-425a-b69e-08469bb4cd57 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:41.535045 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-06fb61a6-5dd9-425a-b69e-08469bb4cd57 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/networks?id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59 HTTP/1.1" status: 200 len: 811 time: 0.3047848 Feb 09 13:10:41.550672 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-2e9757de-0674-4e8d-9f34-7c622b79d3bb tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/quotas/29b9a361642f4a26902f66a45b0584f4 HTTP/1.1" status: 200 len: 375 time: 0.0100195 Feb 09 13:10:41.641649 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-c7968c2c-df16-4950-a8b0-d1f3e5485afe tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Synchronizing usage tracker for tenant:29b9a361642f4a26902f66a45b0584f4 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:10:41.658299 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-c7968c2c-df16-4950-a8b0-d1f3e5485afe tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Unset dirty status for tenant:29b9a361642f4a26902f66a45b0584f4 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:10:41.659593 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-c7968c2c-df16-4950-a8b0-d1f3e5485afe tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=29b9a361642f4a26902f66a45b0584f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1034877 Feb 09 13:10:41.767493 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-592a661a-c6b6-4c5d-9525-f84092d8fcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'name': 'tempest-ServerActionsTestJSON-279225300-router', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:10:33Z', 'updated_at': '2022-02-09T13:10:37Z', 'revision_number': 4, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'gw_port': {'id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:34Z', 'updated_at': '2022-02-09T13:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'f07cf46a-d3f6-489b-a76a-107613d540aa', 'name': '', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'mac_address': 'fa:16:3e:1b:b9:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:37Z', 'updated_at': '2022-02-09T13:10:41Z', 'revision_number': 4, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'subnets': [{'id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:10:41.773663 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592a661a-c6b6-4c5d-9525-f84092d8fcfa None None] The sync data for ids ['b0258182-82dd-44aa-bf0e-fac0e35831ae'] in n-d-825178-3 is: [{'id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'name': 'tempest-ServerActionsTestJSON-279225300-router', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:10:33Z', 'updated_at': '2022-02-09T13:10:37Z', 'revision_number': 4, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'gw_port': {'id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:34Z', 'updated_at': '2022-02-09T13:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'f07cf46a-d3f6-489b-a76a-107613d540aa', 'name': '', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'mac_address': 'fa:16:3e:1b:b9:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:37Z', 'updated_at': '2022-02-09T13:10:41Z', 'revision_number': 4, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'subnets': [{'id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:10:41.936505 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-d0c59530-789a-488b-8585-7b382ab18cff service neutron] 10.222.0.55 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939049 Feb 09 13:10:42.075396 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-607a6c3c-f789-4270-b1f4-259d77f1b446 service neutron] 10.222.0.55 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324959 Feb 09 13:10:42.268691 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-89f100f4-a730-40ab-9482-e2a3cfcf7fe6 req-ed2ff253-e193-4504-a710-c923c54bd67a tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 210 time: 0.0462408 Feb 09 13:10:42.837023 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device f07cf46a-d3f6-489b-a76a-107613d540aa up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:10:42.912182 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port f07cf46a-d3f6-489b-a76a-107613d540aa completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:10:42.918435 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port f07cf46a-d3f6-489b-a76a-107613d540aa triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:10:42.918835 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:43.041396 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:43.075731 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port f07cf46a-d3f6-489b-a76a-107613d540aa, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=f07cf46a-d3f6-489b-a76a-107613d540aa,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:10:43.079323 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:43.145500 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=f07cf46a-d3f6-489b-a76a-107613d540aa,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:43.430615 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-827195f6-c04c-4e07-a860-48b02c8d5f89 req-cd2fcdac-99ef-44e3-8f65-0f5f9b93414c tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 210 time: 0.0485156 Feb 09 13:10:43.691120 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-e7167229-78e9-4e17-82e1-d567f1dd57e8 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:43.691799 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-e7167229-78e9-4e17-82e1-d567f1dd57e8 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Synchronizing usage tracker for tenant:29b9a361642f4a26902f66a45b0584f4 on resource:network {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:10:43.707867 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-e7167229-78e9-4e17-82e1-d567f1dd57e8 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Unset dirty status for tenant:29b9a361642f4a26902f66a45b0584f4 on resource:network {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:10:43.708975 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-e7167229-78e9-4e17-82e1-d567f1dd57e8 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.52 "GET /v2.0/networks?id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59 HTTP/1.1" status: 200 len: 811 time: 0.2991612 Feb 09 13:10:43.757233 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-ac39fb4c-2974-4c82-8ca5-859aa5b6a363 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Synchronizing usage tracker for tenant:29b9a361642f4a26902f66a45b0584f4 on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:10:43.770350 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-ac39fb4c-2974-4c82-8ca5-859aa5b6a363 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Unset dirty status for tenant:29b9a361642f4a26902f66a45b0584f4 on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:10:43.771456 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-ac39fb4c-2974-4c82-8ca5-859aa5b6a363 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29b9a361642f4a26902f66a45b0584f4 HTTP/1.1" status: 200 len: 380 time: 0.0546181 Feb 09 13:10:43.781824 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-f17b89e4-ed63-422e-8b64-b88c69db202e tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Request body: {'port': {'device_id': '7e11e55f-fd4e-4709-83e2-cd932413d970', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'admin_state_up': True, 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'security_groups': ['b593dc1e-bf70-4f96-84f7-881c33c21aef']}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:10:43.954970 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-f17b89e4-ed63-422e-8b64-b88c69db202e tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:10:43.964364 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-f17b89e4-ed63-422e-8b64-b88c69db202e tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:10:43.973303 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-f17b89e4-ed63-422e-8b64-b88c69db202e tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Made reservation on behalf of 29b9a361642f4a26902f66a45b0584f4 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:10:43.976889 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-f17b89e4-ed63-422e-8b64-b88c69db202e tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:44.100389 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0bc61729-224e-412b-89cf-d9d0637b9f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:44.149373 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-f17b89e4-ed63-422e-8b64-b88c69db202e tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Allocated IP 172.20.0.11 (f65be920-10ef-4d9f-af2e-8c3c0ba41b59/24931d2b-04a7-4dc6-8d25-cd9ed32b43d3/1ad226ea-c99a-43c6-a85a-975bda667535) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:10:44.347635 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-f17b89e4-ed63-422e-8b64-b88c69db202e tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:44.363640 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-f17b89e4-ed63-422e-8b64-b88c69db202e tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Transition to ACTIVE for port object 1ad226ea-c99a-43c6-a85a-975bda667535 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:10:44.386881 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-f17b89e4-ed63-422e-8b64-b88c69db202e tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:44.457931 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-f17b89e4-ed63-422e-8b64-b88c69db202e tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Network f65be920-10ef-4d9f-af2e-8c3c0ba41b59 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:10:44.460752 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-f17b89e4-ed63-422e-8b64-b88c69db202e tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:10:44.465571 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-f17b89e4-ed63-422e-8b64-b88c69db202e tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:10:44.503654 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b89e4-ed63-422e-8b64-b88c69db202e tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Pushing event updated for resources: {'Port': ['ID=1ad226ea-c99a-43c6-a85a-975bda667535,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:44.535593 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-f17b89e4-ed63-422e-8b64-b88c69db202e tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:44.536249 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-f17b89e4-ed63-422e-8b64-b88c69db202e tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:44.574646 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-f17b89e4-ed63-422e-8b64-b88c69db202e tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7983961 Feb 09 13:10:44.586668 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-8a023f40-4a62-43fd-b3aa-a9c8636582b0 service neutron] Request body: {'port': {'device_id': '7e11e55f-fd4e-4709-83e2-cd932413d970', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:10:44.649018 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1231b-ca57-4fad-b0d1-02d5a212d6d5 req-1bad246d-db12-4cb1-9e9a-f34deda6bab9 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:44.650635 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-80e1231b-ca57-4fad-b0d1-02d5a212d6d5 req-1bad246d-db12-4cb1-9e9a-f34deda6bab9 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 932 time: 0.0905783 Feb 09 13:10:44.696933 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-80e1231b-ca57-4fad-b0d1-02d5a212d6d5 req-1c9fbaca-0762-4bf4-9e2e-9a265130af44 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384479 Feb 09 13:10:44.710339 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-8a023f40-4a62-43fd-b3aa-a9c8636582b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:44.722816 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f77ca6e1-933e-422c-adaa-968741dfadfa None None] Provisioning for port 1ad226ea-c99a-43c6-a85a-975bda667535 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:10:44.728066 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f77ca6e1-933e-422c-adaa-968741dfadfa None None] Provisioning complete for port 1ad226ea-c99a-43c6-a85a-975bda667535 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:10:44.728445 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f77ca6e1-933e-422c-adaa-968741dfadfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:44.786451 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-f77ca6e1-933e-422c-adaa-968741dfadfa None None] Port 1ad226ea-c99a-43c6-a85a-975bda667535 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:10:44.798388 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device f07cf46a-d3f6-489b-a76a-107613d540aa up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:10:44.867889 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port f07cf46a-d3f6-489b-a76a-107613d540aa triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:10:44.868189 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:45.059661 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-8a023f40-4a62-43fd-b3aa-a9c8636582b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ad226ea-c99a-43c6-a85a-975bda667535 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:10:45.066780 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-8a023f40-4a62-43fd-b3aa-a9c8636582b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:45.081296 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-8a023f40-4a62-43fd-b3aa-a9c8636582b0 service neutron] Transition to ACTIVE for port object 1ad226ea-c99a-43c6-a85a-975bda667535 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:10:45.085053 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-8a023f40-4a62-43fd-b3aa-a9c8636582b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:45.242324 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a023f40-4a62-43fd-b3aa-a9c8636582b0 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad226ea-c99a-43c6-a85a-975bda667535,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:45.325996 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-8a023f40-4a62-43fd-b3aa-a9c8636582b0 service neutron] Attempting to bind port 1ad226ea-c99a-43c6-a85a-975bda667535 on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:10:45.326322 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-8a023f40-4a62-43fd-b3aa-a9c8636582b0 service neutron] Attempting to bind port 1ad226ea-c99a-43c6-a85a-975bda667535 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': '3a76d471-fb2a-4b49-ac25-b75422bebd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:10:45.326646 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-8a023f40-4a62-43fd-b3aa-a9c8636582b0 service neutron] Attempting to bind port 1ad226ea-c99a-43c6-a85a-975bda667535 on network f65be920-10ef-4d9f-af2e-8c3c0ba41b59 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:10:45.331134 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-8a023f40-4a62-43fd-b3aa-a9c8636582b0 service neutron] Port 1ad226ea-c99a-43c6-a85a-975bda667535 on network f65be920-10ef-4d9f-af2e-8c3c0ba41b59 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 13:10:45.331443 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-8a023f40-4a62-43fd-b3aa-a9c8636582b0 service neutron] Attempting to bind port 1ad226ea-c99a-43c6-a85a-975bda667535 on network f65be920-10ef-4d9f-af2e-8c3c0ba41b59 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:10:45.336432 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-8a023f40-4a62-43fd-b3aa-a9c8636582b0 service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:10:45.336758 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-8a023f40-4a62-43fd-b3aa-a9c8636582b0 service neutron] Checking segment: {'id': '3a76d471-fb2a-4b49-ac25-b75422bebd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:10:45.337130 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-8a023f40-4a62-43fd-b3aa-a9c8636582b0 service neutron] Bound using segment: {'id': '3a76d471-fb2a-4b49-ac25-b75422bebd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:10:45.337542 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-8a023f40-4a62-43fd-b3aa-a9c8636582b0 service neutron] Bound port: 1ad226ea-c99a-43c6-a85a-975bda667535, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a76d471-fb2a-4b49-ac25-b75422bebd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:10:45.337874 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-8a023f40-4a62-43fd-b3aa-a9c8636582b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:45.427951 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-8a023f40-4a62-43fd-b3aa-a9c8636582b0 service neutron] For port 1ad226ea-c99a-43c6-a85a-975bda667535, host n-h1-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:10:45.430812 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-8a023f40-4a62-43fd-b3aa-a9c8636582b0 service neutron] For port 1ad226ea-c99a-43c6-a85a-975bda667535, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=1ad226ea-c99a-43c6-a85a-975bda667535,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:10:45.436021 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-8a023f40-4a62-43fd-b3aa-a9c8636582b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:45.500740 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-8a023f40-4a62-43fd-b3aa-a9c8636582b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:45.501362 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-8a023f40-4a62-43fd-b3aa-a9c8636582b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:45.502738 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-8a023f40-4a62-43fd-b3aa-a9c8636582b0 service neutron] 10.222.0.52 "PUT /v2.0/ports/1ad226ea-c99a-43c6-a85a-975bda667535 HTTP/1.1" status: 200 len: 1092 time: 0.9203458 Feb 09 13:10:45.503184 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e11e55f-fd4e-4709-83e2-cd932413d970', 'tag': '1ad226ea-c99a-43c6-a85a-975bda667535'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:10:45.535475 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a023f40-4a62-43fd-b3aa-a9c8636582b0 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad226ea-c99a-43c6-a85a-975bda667535,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:45.621254 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-378cad55-9fb4-4668-923c-f8828be8a235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:45.622891 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-378cad55-9fb4-4668-923c-f8828be8a235 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=29b9a361642f4a26902f66a45b0584f4&device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 1095 time: 0.0788598 Feb 09 13:10:45.794440 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e11e55f-fd4e-4709-83e2-cd932413d970', 'tag': '1ad226ea-c99a-43c6-a85a-975bda667535', 'status': 'completed', 'code': 200} Feb 09 13:10:45.802410 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-8d32d689-9a67-4639-9425-51893b76a619 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ad226ea-c99a-43c6-a85a-975bda667535 HTTP/1.1" status: 200 len: 217 time: 0.1722877 Feb 09 13:10:45.865605 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-51682708-7fb0-47d8-abbd-cfdcfbbf68fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:45.867139 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-51682708-7fb0-47d8-abbd-cfdcfbbf68fe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24931d2b-04a7-4dc6-8d25-cd9ed32b43d3 HTTP/1.1" status: 200 len: 850 time: 0.0584433 Feb 09 13:10:45.889345 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966b1a6-726c-487a-a1b7-ce24eb6b3068 req-d6fc76cc-1c30-44db-bc8c-d3fea8413255 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:45.890835 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0966b1a6-726c-487a-a1b7-ce24eb6b3068 req-d6fc76cc-1c30-44db-bc8c-d3fea8413255 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 944 time: 0.0796564 Feb 09 13:10:45.939832 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0966b1a6-726c-487a-a1b7-ce24eb6b3068 req-d279c646-f6f0-4d46-915e-c33a66b80022 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430961 Feb 09 13:10:45.944896 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-2f9583b8-af57-4ef2-82ae-de4341efe925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:45.946396 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-2f9583b8-af57-4ef2-82ae-de4341efe925 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737023 Feb 09 13:10:46.080133 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-3dadf10f-844b-4b73-869c-e49f3c2529d1 service neutron] 10.222.0.52 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278496 Feb 09 13:10:46.211276 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-61b8d24b-64c4-4235-9a0f-23fbc5c5a784 req-18fe53ed-59e8-4422-a018-b0102764fad5 service neutron] 10.222.0.52 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254485 Feb 09 13:10:46.326278 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cbc3b-fea0-4626-bdc5-487651eb81ec req-1ae74226-505c-4d32-bccd-24251b7a0eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:46.327923 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-007cbc3b-fea0-4626-bdc5-487651eb81ec req-1ae74226-505c-4d32-bccd-24251b7a0eae service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=29b9a361642f4a26902f66a45b0584f4&device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 1095 time: 0.0722487 Feb 09 13:10:46.454379 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5cd2847d-4e72-4bed-8c5f-65bafd0f5acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:46.461467 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cbc3b-fea0-4626-bdc5-487651eb81ec req-bff74362-7761-408f-9b72-3024a4ab9677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:46.462872 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-007cbc3b-fea0-4626-bdc5-487651eb81ec req-bff74362-7761-408f-9b72-3024a4ab9677 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59 HTTP/1.1" status: 200 len: 912 time: 0.1289835 Feb 09 13:10:46.535552 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-007cbc3b-fea0-4626-bdc5-487651eb81ec req-7a9f2ed7-3c9c-4054-b84f-b9723229c0a7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ad226ea-c99a-43c6-a85a-975bda667535 HTTP/1.1" status: 200 len: 217 time: 0.0660152 Feb 09 13:10:46.598962 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cbc3b-fea0-4626-bdc5-487651eb81ec req-b35fac2e-a87d-4df3-b65e-9b121fe4491c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:46.600442 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-007cbc3b-fea0-4626-bdc5-487651eb81ec req-b35fac2e-a87d-4df3-b65e-9b121fe4491c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24931d2b-04a7-4dc6-8d25-cd9ed32b43d3 HTTP/1.1" status: 200 len: 850 time: 0.0587993 Feb 09 13:10:46.677610 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cbc3b-fea0-4626-bdc5-487651eb81ec req-d791f535-804e-41ca-8c16-47f22a159730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:46.679113 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-007cbc3b-fea0-4626-bdc5-487651eb81ec req-d791f535-804e-41ca-8c16-47f22a159730 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719795 Feb 09 13:10:46.807651 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-007cbc3b-fea0-4626-bdc5-487651eb81ec req-c7994d59-284e-4e97-97e3-2c86493b5d72 service neutron] 10.222.0.52 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215761 Feb 09 13:10:46.937072 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-007cbc3b-fea0-4626-bdc5-487651eb81ec req-e2870caa-36ba-4af5-8b2d-7fe8e8e5afaa service neutron] 10.222.0.52 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227288 Feb 09 13:10:47.125570 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d277c13-cbab-40e9-a6c9-0c52e8c65ffa req-85dfae0c-fdb2-4142-93ce-2c0851fc2ed9 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:47.127059 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1d277c13-cbab-40e9-a6c9-0c52e8c65ffa req-85dfae0c-fdb2-4142-93ce-2c0851fc2ed9 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 944 time: 0.0809536 Feb 09 13:10:47.171144 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1d277c13-cbab-40e9-a6c9-0c52e8c65ffa req-386f5a01-2efe-469c-b130-f58f7b10376c tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384810 Feb 09 13:10:47.668372 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:47.754504 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:48.358237 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61032b6-07b5-483a-98b2-03fb753b6cc9 req-832d92fb-b8a3-4739-8d1e-b23df5c183ca tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:48.359653 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b61032b6-07b5-483a-98b2-03fb753b6cc9 req-832d92fb-b8a3-4739-8d1e-b23df5c183ca tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 944 time: 0.0834680 Feb 09 13:10:48.403150 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b61032b6-07b5-483a-98b2-03fb753b6cc9 req-68d27373-a6b7-4adc-b663-0f8877bd77c6 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378640 Feb 09 13:10:49.037019 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 1ad226ea-c99a-43c6-a85a-975bda667535 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:10:49.168486 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 1ad226ea-c99a-43c6-a85a-975bda667535, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=1ad226ea-c99a-43c6-a85a-975bda667535,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:10:49.181074 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': '1ad226ea-c99a-43c6-a85a-975bda667535', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'port_id': '1ad226ea-c99a-43c6-a85a-975bda667535', 'mac_address': 'fa:16:3e:2f:67:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:10:49.237947 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:49.254376 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ad226ea-c99a-43c6-a85a-975bda667535 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:10:49.269376 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 1ad226ea-c99a-43c6-a85a-975bda667535, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=1ad226ea-c99a-43c6-a85a-975bda667535,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:10:49.273076 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:49.346620 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:49.350156 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=1ad226ea-c99a-43c6-a85a-975bda667535,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:49.474939 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['1ad226ea-c99a-43c6-a85a-975bda667535'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:10:49.591998 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805023f3-64f5-445b-8b37-10a66053db1d req-d53464bd-3af4-49d1-898b-ec09515377e4 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:49.593546 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-805023f3-64f5-445b-8b37-10a66053db1d req-d53464bd-3af4-49d1-898b-ec09515377e4 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 945 time: 0.0811341 Feb 09 13:10:49.639972 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-805023f3-64f5-445b-8b37-10a66053db1d req-f6ef08e6-490d-4138-9323-a22b9d0d9a0b tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404916 Feb 09 13:10:50.826716 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a8755-3c30-4732-b278-86ea0bd2144c req-c972b6f8-2e9e-4f3e-971f-9c3524997e30 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:50.828190 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-474a8755-3c30-4732-b278-86ea0bd2144c req-c972b6f8-2e9e-4f3e-971f-9c3524997e30 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 945 time: 0.0821805 Feb 09 13:10:50.872119 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-474a8755-3c30-4732-b278-86ea0bd2144c req-9f30f345-39fc-4e8f-a8b3-aeeff89661ec tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382862 Feb 09 13:10:50.893971 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:51.051795 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 1ad226ea-c99a-43c6-a85a-975bda667535 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:10:51.133341 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port 1ad226ea-c99a-43c6-a85a-975bda667535 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:10:51.137865 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port 1ad226ea-c99a-43c6-a85a-975bda667535 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:10:51.138241 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:51.249694 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:51.275393 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e11e55f-fd4e-4709-83e2-cd932413d970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad226ea-c99a-43c6-a85a-975bda667535'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:10:51.285606 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 1ad226ea-c99a-43c6-a85a-975bda667535, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=1ad226ea-c99a-43c6-a85a-975bda667535,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:10:51.289705 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:51.331913 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e11e55f-fd4e-4709-83e2-cd932413d970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad226ea-c99a-43c6-a85a-975bda667535', 'code': 200} Feb 09 13:10:51.367037 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=1ad226ea-c99a-43c6-a85a-975bda667535,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:51.449947 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c2010-dc3a-4d45-a62e-e5e21771a871 req-b9181847-5d7a-47f5-b02c-9211834aca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:51.451441 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c19c2010-dc3a-4d45-a62e-e5e21771a871 req-b9181847-5d7a-47f5-b02c-9211834aca92 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 1097 time: 0.0685248 Feb 09 13:10:51.492211 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c19c2010-dc3a-4d45-a62e-e5e21771a871 req-49544767-c6b4-4586-a58b-f853d7e96e97 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346963 Feb 09 13:10:52.056796 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917b92b-18cf-4214-9652-52f4d670e72a req-e4024f45-c2c0-4064-850e-99ee136cc2e5 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:52.058813 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1917b92b-18cf-4214-9652-52f4d670e72a req-e4024f45-c2c0-4064-850e-99ee136cc2e5 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 946 time: 0.0778623 Feb 09 13:10:52.105379 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1917b92b-18cf-4214-9652-52f4d670e72a req-f509ca6e-484b-44a4-9f33-a459f0cbecc0 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409434 Feb 09 13:10:53.286169 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdf83a3-55bd-4d53-bcfd-1c863bf77524 req-912525f0-943f-4a9e-aee7-f66c93b4b2f2 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:53.287615 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5bdf83a3-55bd-4d53-bcfd-1c863bf77524 req-912525f0-943f-4a9e-aee7-f66c93b4b2f2 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 946 time: 0.0791938 Feb 09 13:10:53.332306 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5bdf83a3-55bd-4d53-bcfd-1c863bf77524 req-8659ff29-b886-4d52-8e4f-066eef1b229b tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381069 Feb 09 13:10:53.378055 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:53.514224 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30656cec-4b15-4c14-8f95-e29d05dc60da req-8ab14af9-1237-45c9-a296-d4e01b5f1174 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:53.515669 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30656cec-4b15-4c14-8f95-e29d05dc60da req-8ab14af9-1237-45c9-a296-d4e01b5f1174 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 946 time: 0.0836964 Feb 09 13:10:53.524237 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 44338) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:10:53.532701 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-00ba9ca1-abc8-4026-8d79-5ad9af4fdcd2 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Request body: {'floatingip': {'port_id': '1ad226ea-c99a-43c6-a85a-975bda667535'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:10:53.611162 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-00ba9ca1-abc8-4026-8d79-5ad9af4fdcd2 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks [] for floatingip, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:53.968719 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:10:54.328345 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-00ba9ca1-abc8-4026-8d79-5ad9af4fdcd2 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:54.332764 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-00ba9ca1-abc8-4026-8d79-5ad9af4fdcd2 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:54.501837 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [None req-00ba9ca1-abc8-4026-8d79-5ad9af4fdcd2 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Floating IP 1b4aeb2d-9992-4706-b0f6-8bd3a042737d associated. External IP: 172.25.7.221, port: 1ad226ea-c99a-43c6-a85a-975bda667535. Feb 09 13:10:54.844455 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ba9ca1-abc8-4026-8d79-5ad9af4fdcd2 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Router b0258182-82dd-44aa-bf0e-fac0e35831ae has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:10:55.020808 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ba9ca1-abc8-4026-8d79-5ad9af4fdcd2 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:10:55.024977 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-00ba9ca1-abc8-4026-8d79-5ad9af4fdcd2 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:55.031558 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf8bdf9-9303-4e8a-bf7d-819892fa09d7 None None] Sync routers for ids ['b0258182-82dd-44aa-bf0e-fac0e35831ae'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:10:55.043318 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf8bdf9-9303-4e8a-bf7d-819892fa09d7 None None] Routers {'b0258182-82dd-44aa-bf0e-fac0e35831ae'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:10:55.043953 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-acf8bdf9-9303-4e8a-bf7d-819892fa09d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:10:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['b0258182-82dd-44aa-bf0e-fac0e35831ae'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:10:55.079961 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-00ba9ca1-abc8-4026-8d79-5ad9af4fdcd2 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "PUT /v2.0/floatingips/1b4aeb2d-9992-4706-b0f6-8bd3a042737d HTTP/1.1" status: 200 len: 992 time: 1.5546136 Feb 09 13:10:55.080594 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e11e55f-fd4e-4709-83e2-cd932413d970', 'tag': '1ad226ea-c99a-43c6-a85a-975bda667535'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:10:55.228480 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-acf8bdf9-9303-4e8a-bf7d-819892fa09d7 None None] Set router b0258182-82dd-44aa-bf0e-fac0e35831ae gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:10:55.251150 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f628d-1548-4441-bda0-c04461c577c3 req-15eb2cea-67e2-4a37-947f-10c3b081b34d tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:55.252680 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-484f628d-1548-4441-bda0-c04461c577c3 req-15eb2cea-67e2-4a37-947f-10c3b081b34d tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 946 time: 0.0826144 Feb 09 13:10:55.300650 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-484f628d-1548-4441-bda0-c04461c577c3 req-0306bac9-b9ff-4c9d-a892-8c37c71ab524 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419557 Feb 09 13:10:55.355320 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e11e55f-fd4e-4709-83e2-cd932413d970', 'tag': '1ad226ea-c99a-43c6-a85a-975bda667535', 'status': 'completed', 'code': 200} Feb 09 13:10:55.454025 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48146eec-9742-4a88-a2ae-8d9161895603 req-f4252189-65e2-4207-8dea-cab7ef609502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:55.455628 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-48146eec-9742-4a88-a2ae-8d9161895603 req-f4252189-65e2-4207-8dea-cab7ef609502 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=29b9a361642f4a26902f66a45b0584f4&device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 1097 time: 0.0803823 Feb 09 13:10:55.589492 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48146eec-9742-4a88-a2ae-8d9161895603 req-37baec69-f05a-4d0e-b153-e7dc562f359d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:55.590881 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-48146eec-9742-4a88-a2ae-8d9161895603 req-37baec69-f05a-4d0e-b153-e7dc562f359d service neutron] 10.222.0.52 "GET /v2.0/networks?id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59 HTTP/1.1" status: 200 len: 912 time: 0.1293452 Feb 09 13:10:55.624481 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-acf8bdf9-9303-4e8a-bf7d-819892fa09d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'name': 'tempest-ServerActionsTestJSON-279225300-router', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:10:33Z', 'updated_at': '2022-02-09T13:10:37Z', 'revision_number': 4, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'gw_port': {'id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:34Z', 'updated_at': '2022-02-09T13:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '1b4aeb2d-9992-4706-b0f6-8bd3a042737d', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'floating_ip_address': '172.25.7.221', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'port_id': '1ad226ea-c99a-43c6-a85a-975bda667535', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'mac_address': 'fa:16:3e:2f:67:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e11e55f-fd4e-4709-83e2-cd932413d970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:10:40Z', 'updated_at': '2022-02-09T13:10:54Z', 'revision_number': 1, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f07cf46a-d3f6-489b-a76a-107613d540aa', 'name': '', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'mac_address': 'fa:16:3e:1b:b9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:37Z', 'updated_at': '2022-02-09T13:10:43Z', 'revision_number': 5, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'subnets': [{'id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:10:55.628207 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf8bdf9-9303-4e8a-bf7d-819892fa09d7 None None] Checking router: b0258182-82dd-44aa-bf0e-fac0e35831ae for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:10:55.638597 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf8bdf9-9303-4e8a-bf7d-819892fa09d7 None None] Routers {'b0258182-82dd-44aa-bf0e-fac0e35831ae'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:10:55.639197 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-acf8bdf9-9303-4e8a-bf7d-819892fa09d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:10:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['b0258182-82dd-44aa-bf0e-fac0e35831ae'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:10:55.807622 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-48146eec-9742-4a88-a2ae-8d9161895603 req-05fdb427-0eb6-4225-8291-f5634be5fcee service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ad226ea-c99a-43c6-a85a-975bda667535 HTTP/1.1" status: 200 len: 1000 time: 0.2082353 Feb 09 13:10:55.835549 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-acf8bdf9-9303-4e8a-bf7d-819892fa09d7 None None] Set router b0258182-82dd-44aa-bf0e-fac0e35831ae gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:10:55.876421 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48146eec-9742-4a88-a2ae-8d9161895603 req-b79729e3-ed3f-47a7-8bd5-8495cf599872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:55.877132 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-48146eec-9742-4a88-a2ae-8d9161895603 req-b79729e3-ed3f-47a7-8bd5-8495cf599872 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24931d2b-04a7-4dc6-8d25-cd9ed32b43d3 HTTP/1.1" status: 200 len: 850 time: 0.0648465 Feb 09 13:10:55.958408 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48146eec-9742-4a88-a2ae-8d9161895603 req-c2be5a08-ab01-41de-99d5-0cab21a757d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:55.959916 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-48146eec-9742-4a88-a2ae-8d9161895603 req-c2be5a08-ab01-41de-99d5-0cab21a757d8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768690 Feb 09 13:10:56.094245 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-48146eec-9742-4a88-a2ae-8d9161895603 req-e2511c6f-baea-4072-b30d-5936522c1ffd service neutron] 10.222.0.52 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285815 Feb 09 13:10:56.182803 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-acf8bdf9-9303-4e8a-bf7d-819892fa09d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'name': 'tempest-ServerActionsTestJSON-279225300-router', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:10:33Z', 'updated_at': '2022-02-09T13:10:37Z', 'revision_number': 4, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'gw_port': {'id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:34Z', 'updated_at': '2022-02-09T13:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '1b4aeb2d-9992-4706-b0f6-8bd3a042737d', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'floating_ip_address': '172.25.7.221', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'port_id': '1ad226ea-c99a-43c6-a85a-975bda667535', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'mac_address': 'fa:16:3e:2f:67:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e11e55f-fd4e-4709-83e2-cd932413d970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:10:40Z', 'updated_at': '2022-02-09T13:10:54Z', 'revision_number': 1, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f07cf46a-d3f6-489b-a76a-107613d540aa', 'name': '', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'mac_address': 'fa:16:3e:1b:b9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:37Z', 'updated_at': '2022-02-09T13:10:43Z', 'revision_number': 5, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'subnets': [{'id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:10:56.186843 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf8bdf9-9303-4e8a-bf7d-819892fa09d7 None None] The sync data for ids ['b0258182-82dd-44aa-bf0e-fac0e35831ae'] in n-d-825178-3 is: [{'id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'name': 'tempest-ServerActionsTestJSON-279225300-router', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:10:33Z', 'updated_at': '2022-02-09T13:10:37Z', 'revision_number': 4, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'gw_port': {'id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:34Z', 'updated_at': '2022-02-09T13:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '1b4aeb2d-9992-4706-b0f6-8bd3a042737d', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'floating_ip_address': '172.25.7.221', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'port_id': '1ad226ea-c99a-43c6-a85a-975bda667535', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'mac_address': 'fa:16:3e:2f:67:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e11e55f-fd4e-4709-83e2-cd932413d970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:10:40Z', 'updated_at': '2022-02-09T13:10:54Z', 'revision_number': 1, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f07cf46a-d3f6-489b-a76a-107613d540aa', 'name': '', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'mac_address': 'fa:16:3e:1b:b9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:37Z', 'updated_at': '2022-02-09T13:10:43Z', 'revision_number': 5, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'subnets': [{'id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:10:56.227616 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-48146eec-9742-4a88-a2ae-8d9161895603 req-961f7b47-a0c5-4269-9720-b11e50799779 service neutron] 10.222.0.52 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281044 Feb 09 13:10:56.383499 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc98562-38c3-4e61-897c-19d39582e7d8 None None] New status for floating IP 1b4aeb2d-9992-4706-b0f6-8bd3a042737d: ACTIVE {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:10:56.495176 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f26a03-f620-42c8-8d0b-ce01579205b2 req-db745850-1d4a-4c0b-8087-63f438ab0d26 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:56.496691 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-40f26a03-f620-42c8-8d0b-ce01579205b2 req-db745850-1d4a-4c0b-8087-63f438ab0d26 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 946 time: 0.0823076 Feb 09 13:10:56.541431 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-40f26a03-f620-42c8-8d0b-ce01579205b2 req-7cbb567d-3cb1-4303-afd7-79763083b21e tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387797 Feb 09 13:10:56.856303 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632c25c-b67b-405a-a884-6489323ada43 req-cde2f97f-4daa-4e1a-9cd6-57dcc747fb40 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:56.857686 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7632c25c-b67b-405a-a884-6489323ada43 req-cde2f97f-4daa-4e1a-9cd6-57dcc747fb40 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 946 time: 0.2112851 Feb 09 13:10:56.901149 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7632c25c-b67b-405a-a884-6489323ada43 req-e11f6845-a657-477f-98db-45058bbacefb tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376475 Feb 09 13:10:57.418246 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ef7648c2-6e6c-486f-bad9-7e85f236dbc4 req-573bea7e-492a-44f5-983d-3a7b88b02168 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7e11e55f-fd4e-4709-83e2-cd932413d970&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0744648 Feb 09 13:10:57.471354 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef4692-b086-4e2c-ad24-062d281a0966 req-0d9480d5-a094-4591-abc7-fd27c7832732 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:57.472912 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b7ef4692-b086-4e2c-ad24-062d281a0966 req-0d9480d5-a094-4591-abc7-fd27c7832732 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 946 time: 0.0828304 Feb 09 13:10:57.520939 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b7ef4692-b086-4e2c-ad24-062d281a0966 req-2b7df199-7644-44f7-ba07-133319188235 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422487 Feb 09 13:10:58.606094 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7648c2-6e6c-486f-bad9-7e85f236dbc4 req-035a4cfd-4558-4b77-91f9-f35c07c86b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:58.607595 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ef7648c2-6e6c-486f-bad9-7e85f236dbc4 req-035a4cfd-4558-4b77-91f9-f35c07c86b08 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=29b9a361642f4a26902f66a45b0584f4&device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 1097 time: 0.0724449 Feb 09 13:10:58.712876 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e4dee-c2f5-4b3a-a4d0-017d1577bd19 req-c471f344-da91-4a2f-87c1-3539ecbcfcc0 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:58.714815 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e98e4dee-c2f5-4b3a-a4d0-017d1577bd19 req-c471f344-da91-4a2f-87c1-3539ecbcfcc0 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 946 time: 0.0827906 Feb 09 13:10:58.744678 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7648c2-6e6c-486f-bad9-7e85f236dbc4 req-108267ce-96aa-41f7-bf7e-0ae7f93314a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:58.746129 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ef7648c2-6e6c-486f-bad9-7e85f236dbc4 req-108267ce-96aa-41f7-bf7e-0ae7f93314a8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59 HTTP/1.1" status: 200 len: 912 time: 0.1321645 Feb 09 13:10:58.759927 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e98e4dee-c2f5-4b3a-a4d0-017d1577bd19 req-80f877fa-e74c-4b0c-b961-ac1876dc4907 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390892 Feb 09 13:10:58.859445 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ef7648c2-6e6c-486f-bad9-7e85f236dbc4 req-756e853e-ab8f-4670-b896-b4a784ca3cac service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ad226ea-c99a-43c6-a85a-975bda667535 HTTP/1.1" status: 200 len: 1002 time: 0.1023474 Feb 09 13:10:58.923415 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7648c2-6e6c-486f-bad9-7e85f236dbc4 req-948b5c36-a2d8-4bd2-a8d2-cb40d9fbafa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:58.924833 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ef7648c2-6e6c-486f-bad9-7e85f236dbc4 req-948b5c36-a2d8-4bd2-a8d2-cb40d9fbafa5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24931d2b-04a7-4dc6-8d25-cd9ed32b43d3 HTTP/1.1" status: 200 len: 850 time: 0.0594540 Feb 09 13:10:58.999259 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7648c2-6e6c-486f-bad9-7e85f236dbc4 req-d3b3f1d3-42e2-40ef-8338-8285fc635051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:59.000754 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ef7648c2-6e6c-486f-bad9-7e85f236dbc4 req-d3b3f1d3-42e2-40ef-8338-8285fc635051 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702653 Feb 09 13:10:59.133073 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ef7648c2-6e6c-486f-bad9-7e85f236dbc4 req-3fc60595-2b2c-41db-a36a-50b95ef674ad service neutron] 10.222.0.52 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253562 Feb 09 13:10:59.266696 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ef7648c2-6e6c-486f-bad9-7e85f236dbc4 req-27cd33e7-af0f-4493-a065-e34ac735c7c4 service neutron] 10.222.0.52 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281793 Feb 09 13:10:59.965842 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d3f3c-7542-4987-a70d-3283c0e83aae req-e623afde-c120-49e5-87dc-4ff6fdeae054 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:59.967343 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-417d3f3c-7542-4987-a70d-3283c0e83aae req-e623afde-c120-49e5-87dc-4ff6fdeae054 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 946 time: 0.0885656 Feb 09 13:11:00.013232 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-417d3f3c-7542-4987-a70d-3283c0e83aae req-f2ac6aeb-1140-4603-87fd-5c03645e4552 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403938 Feb 09 13:11:01.204933 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d726a9-1a28-4d5f-a24b-b9cdf9e6efd4 req-10831143-fdcb-4fad-8bee-ab4067a8be97 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:01.206384 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-72d726a9-1a28-4d5f-a24b-b9cdf9e6efd4 req-10831143-fdcb-4fad-8bee-ab4067a8be97 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 946 time: 0.0829368 Feb 09 13:11:01.253991 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-72d726a9-1a28-4d5f-a24b-b9cdf9e6efd4 req-c697f31c-264a-4a74-8cfd-a5f7693f3be8 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420952 Feb 09 13:11:02.444672 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cdfc3-8407-4392-b683-0e3360ca58aa req-ca7b3bc4-ebef-423d-9a24-6e1432b0c6a1 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:02.446146 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4f6cdfc3-8407-4392-b683-0e3360ca58aa req-ca7b3bc4-ebef-423d-9a24-6e1432b0c6a1 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 946 time: 0.0837305 Feb 09 13:11:02.491476 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4f6cdfc3-8407-4392-b683-0e3360ca58aa req-ac978adf-4e0f-42be-a637-53f3baa3fc18 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396144 Feb 09 13:11:03.673828 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e096212-b576-4632-a69c-3c73a562b355 req-1000e62d-86d9-40e7-bb3c-9703ff82ef35 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:03.675535 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2e096212-b576-4632-a69c-3c73a562b355 req-1000e62d-86d9-40e7-bb3c-9703ff82ef35 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 946 time: 0.0810935 Feb 09 13:11:03.724011 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2e096212-b576-4632-a69c-3c73a562b355 req-fab165c9-b8ca-4554-892b-8865d0eb89be tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428183 Feb 09 13:11:04.910312 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673de71d-64bf-4f4c-9ce1-19dde430af0c req-9ac9bd44-7ea3-4538-9ab6-833498ff5082 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:04.911859 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-673de71d-64bf-4f4c-9ce1-19dde430af0c req-9ac9bd44-7ea3-4538-9ab6-833498ff5082 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 946 time: 0.0800235 Feb 09 13:11:04.956038 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-673de71d-64bf-4f4c-9ce1-19dde430af0c req-46c94182-cea8-4150-8349-154016c3abf0 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379159 Feb 09 13:11:06.146301 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df3d8c-060c-40f1-ac14-d436d11eecfa req-1f324d4a-e96a-4ab8-b425-b5b600bb3487 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:06.147668 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e0df3d8c-060c-40f1-ac14-d436d11eecfa req-1f324d4a-e96a-4ab8-b425-b5b600bb3487 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 946 time: 0.0845425 Feb 09 13:11:06.191948 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e0df3d8c-060c-40f1-ac14-d436d11eecfa req-5c94b61d-253b-49c4-a4fa-3facf0f95805 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381224 Feb 09 13:11:07.378699 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee6276-ad14-464f-bc84-a18a88bd0ce8 req-ee4d6f80-5d06-4290-a6ab-81336d8cc402 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:07.380184 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f9ee6276-ad14-464f-bc84-a18a88bd0ce8 req-ee4d6f80-5d06-4290-a6ab-81336d8cc402 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 946 time: 0.0831912 Feb 09 13:11:07.423953 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f9ee6276-ad14-464f-bc84-a18a88bd0ce8 req-ccef650a-2906-45ef-a013-cd4591a30eab tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374928 Feb 09 13:11:08.613030 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10993c0-0a05-4f45-a98b-47059b5f4b17 req-2f7ce249-e81e-400a-aef0-498e0da8ab9d tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:08.614408 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f10993c0-0a05-4f45-a98b-47059b5f4b17 req-2f7ce249-e81e-400a-aef0-498e0da8ab9d tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 946 time: 0.0851443 Feb 09 13:11:08.658118 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f10993c0-0a05-4f45-a98b-47059b5f4b17 req-f6f3bf32-f1a0-43fc-96c8-6c36ef8259a0 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374396 Feb 09 13:11:09.854200 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c96b5-29cb-44e8-a3df-ca373949639e req-66ffb981-cbf3-4466-b34d-574cb9c3406c tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:09.855669 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fb9c96b5-29cb-44e8-a3df-ca373949639e req-66ffb981-cbf3-4466-b34d-574cb9c3406c tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 946 time: 0.0813961 Feb 09 13:11:09.899779 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fb9c96b5-29cb-44e8-a3df-ca373949639e req-83c91c8c-9940-40ff-9c3a-d4b634e0beef tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383394 Feb 09 13:11:11.085341 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f4f4e4-228d-4f27-9165-51f0afc5207b req-fe5501c9-d000-4502-bc27-3edff4a60d98 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:11.086692 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-95f4f4e4-228d-4f27-9165-51f0afc5207b req-fe5501c9-d000-4502-bc27-3edff4a60d98 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 946 time: 0.0819585 Feb 09 13:11:11.130281 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-95f4f4e4-228d-4f27-9165-51f0afc5207b req-dccc8612-72f7-47df-aef2-ffd83cdd71df tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377812 Feb 09 13:11:12.311330 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c9de0-dacb-4e7d-ac99-de405ffb311b req-39a3791a-0df2-4e99-b986-9f5f19fb98f9 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:12.312827 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-308c9de0-dacb-4e7d-ac99-de405ffb311b req-39a3791a-0df2-4e99-b986-9f5f19fb98f9 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 946 time: 0.0790112 Feb 09 13:11:12.361036 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-308c9de0-dacb-4e7d-ac99-de405ffb311b req-8bbb2ac9-bfea-4a1a-b706-2e117e6e5969 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426064 Feb 09 13:11:13.548805 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c738e396-b8ee-4b6d-ab0d-a0f39db6ecd8 req-d5ab1410-1bbc-4a8a-8c22-fc0d3b504098 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:13.550263 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c738e396-b8ee-4b6d-ab0d-a0f39db6ecd8 req-d5ab1410-1bbc-4a8a-8c22-fc0d3b504098 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 946 time: 0.0814693 Feb 09 13:11:13.593142 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c738e396-b8ee-4b6d-ab0d-a0f39db6ecd8 req-b532cb61-6d57-4484-9990-04759fc795c3 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372491 Feb 09 13:11:14.103724 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-45d339a7-06e2-4d22-ace3-2becd548a5eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:14.780552 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd316d-dacd-4d8f-8062-1c4fab8aea2d req-cf442ebf-cf21-4b80-a46e-a90e694202e4 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:14.782010 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-80dd316d-dacd-4d8f-8062-1c4fab8aea2d req-cf442ebf-cf21-4b80-a46e-a90e694202e4 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 946 time: 0.0837870 Feb 09 13:11:14.826012 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-80dd316d-dacd-4d8f-8062-1c4fab8aea2d req-7a52113e-e9dd-4b66-b1c8-7c57a9d649bb tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384343 Feb 09 13:11:16.007497 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db14d5f-05a1-4b60-973d-bb9bf0b345d5 req-7d261f17-2a0a-4276-ba5f-1cf0a2972cf5 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:16.008878 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6db14d5f-05a1-4b60-973d-bb9bf0b345d5 req-7d261f17-2a0a-4276-ba5f-1cf0a2972cf5 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 946 time: 0.0787063 Feb 09 13:11:16.051878 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6db14d5f-05a1-4b60-973d-bb9bf0b345d5 req-528967df-6234-4208-8d9a-5d37276b81ad tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367513 Feb 09 13:11:16.455765 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e2fafbc7-fed7-4ca1-b503-3082bdb207e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:17.241446 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5db80-bf8e-4310-a3ee-b7541a74f57f req-345e0e5b-cef6-4007-8970-9496fb9b9200 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:17.242900 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-29a5db80-bf8e-4310-a3ee-b7541a74f57f req-345e0e5b-cef6-4007-8970-9496fb9b9200 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 946 time: 0.0828960 Feb 09 13:11:17.287252 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-29a5db80-bf8e-4310-a3ee-b7541a74f57f req-9b6ffac0-b0f4-4390-b13a-2e1cc5606b6c tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380754 Feb 09 13:11:17.670535 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:17.755629 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:18.471146 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6357f3dc-fa46-4665-8c41-dd9d1a144215 req-5630fd3e-8dde-4d44-b50c-d3a234b57889 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:18.472725 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6357f3dc-fa46-4665-8c41-dd9d1a144215 req-5630fd3e-8dde-4d44-b50c-d3a234b57889 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 946 time: 0.0799899 Feb 09 13:11:18.520526 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6357f3dc-fa46-4665-8c41-dd9d1a144215 req-bd702df4-b2c7-43a3-bc07-38a596e7958a tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416710 Feb 09 13:11:19.334836 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:19.705003 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7902db1c-9c79-4cd0-a97e-9c81a04b1f61 req-46c9a7b9-ef79-4f69-9de3-f1401246f191 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:19.706454 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7902db1c-9c79-4cd0-a97e-9c81a04b1f61 req-46c9a7b9-ef79-4f69-9de3-f1401246f191 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 946 time: 0.0819325 Feb 09 13:11:19.751439 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7902db1c-9c79-4cd0-a97e-9c81a04b1f61 req-0425d813-6f7e-417d-a127-ba907e4e054a tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394268 Feb 09 13:11:20.891921 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:20.942321 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c8ed9f-68ab-4f5b-a107-df295de9df23 req-49e42971-1762-40a1-a31b-78cefa77c5e3 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:20.943783 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-89c8ed9f-68ab-4f5b-a107-df295de9df23 req-49e42971-1762-40a1-a31b-78cefa77c5e3 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 946 time: 0.0843060 Feb 09 13:11:20.986968 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-89c8ed9f-68ab-4f5b-a107-df295de9df23 req-625bde92-5adb-4a6b-9304-981df0ee8df8 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373969 Feb 09 13:11:21.111703 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [req-ef7648c2-6e6c-486f-bad9-7e85f236dbc4 req-fe040363-4f25-4682-ac57-7499756914d4 service neutron] show failed (client error): The resource could not be found. Feb 09 13:11:21.112783 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ef7648c2-6e6c-486f-bad9-7e85f236dbc4 req-fe040363-4f25-4682-ac57-7499756914d4 service neutron] 10.222.0.52 "GET /v2.0/ports/1ad226ea-c99a-43c6-a85a-975bda667535/bindings/n-h2-825178-3 HTTP/1.1" status: 404 len: 380 time: 0.0752211 Feb 09 13:11:21.374046 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7648c2-6e6c-486f-bad9-7e85f236dbc4 req-ef14e560-df6f-485f-819c-3df174b9c021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:21.375495 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ef7648c2-6e6c-486f-bad9-7e85f236dbc4 req-ef14e560-df6f-485f-819c-3df174b9c021 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7e11e55f-fd4e-4709-83e2-cd932413d970&tenant_id=29b9a361642f4a26902f66a45b0584f4 HTTP/1.1" status: 200 len: 1097 time: 0.0693610 Feb 09 13:11:21.388984 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-ef7648c2-6e6c-486f-bad9-7e85f236dbc4 req-d6af36d6-ba2f-4ec2-aac4-0efa30c6d177 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825178-3', 'device_owner': 'compute:nova'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:11:21.496734 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ef7648c2-6e6c-486f-bad9-7e85f236dbc4 req-d6af36d6-ba2f-4ec2-aac4-0efa30c6d177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:21.857767 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-ef7648c2-6e6c-486f-bad9-7e85f236dbc4 req-d6af36d6-ba2f-4ec2-aac4-0efa30c6d177 service neutron] For port 1ad226ea-c99a-43c6-a85a-975bda667535, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=1ad226ea-c99a-43c6-a85a-975bda667535,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:11:21.889272 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-ef7648c2-6e6c-486f-bad9-7e85f236dbc4 req-d6af36d6-ba2f-4ec2-aac4-0efa30c6d177 service neutron] For port 1ad226ea-c99a-43c6-a85a-975bda667535, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:11:21.952183 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e11e55f-fd4e-4709-83e2-cd932413d970', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ad226ea-c99a-43c6-a85a-975bda667535'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:11:21.958100 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ef7648c2-6e6c-486f-bad9-7e85f236dbc4 req-d6af36d6-ba2f-4ec2-aac4-0efa30c6d177 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:21.973756 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-ef7648c2-6e6c-486f-bad9-7e85f236dbc4 req-d6af36d6-ba2f-4ec2-aac4-0efa30c6d177 service neutron] Transition to ACTIVE for port object 1ad226ea-c99a-43c6-a85a-975bda667535 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:11:21.977413 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ef7648c2-6e6c-486f-bad9-7e85f236dbc4 req-d6af36d6-ba2f-4ec2-aac4-0efa30c6d177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:22.019202 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e11e55f-fd4e-4709-83e2-cd932413d970', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ad226ea-c99a-43c6-a85a-975bda667535', 'code': 200} Feb 09 13:11:22.189392 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af36d6-ba2f-4ec2-aac4-0efa30c6d177 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad226ea-c99a-43c6-a85a-975bda667535,revision_number=6']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:22.252942 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef7648c2-6e6c-486f-bad9-7e85f236dbc4 req-d6af36d6-ba2f-4ec2-aac4-0efa30c6d177 service neutron] No DVR routers for this DVR port 1ad226ea-c99a-43c6-a85a-975bda667535 on host n-h1-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:11:22.349521 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ca821-098b-4540-b1e9-f2639d1c5adb req-e8110735-8cd0-46e1-9ddd-c8f0b3a2b665 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:22.350976 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-581ca821-098b-4540-b1e9-f2639d1c5adb req-e8110735-8cd0-46e1-9ddd-c8f0b3a2b665 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 944 time: 0.2515843 Feb 09 13:11:22.471566 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-581ca821-098b-4540-b1e9-f2639d1c5adb req-7aea16ef-b66e-4496-95cf-d84f256d23ae tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661445 Feb 09 13:11:22.530180 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-ef7648c2-6e6c-486f-bad9-7e85f236dbc4 req-d6af36d6-ba2f-4ec2-aac4-0efa30c6d177 service neutron] Attempting to bind port 1ad226ea-c99a-43c6-a85a-975bda667535 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:11:22.530506 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-ef7648c2-6e6c-486f-bad9-7e85f236dbc4 req-d6af36d6-ba2f-4ec2-aac4-0efa30c6d177 service neutron] Attempting to bind port 1ad226ea-c99a-43c6-a85a-975bda667535 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '3a76d471-fb2a-4b49-ac25-b75422bebd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:11:22.530830 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7648c2-6e6c-486f-bad9-7e85f236dbc4 req-d6af36d6-ba2f-4ec2-aac4-0efa30c6d177 service neutron] Attempting to bind port 1ad226ea-c99a-43c6-a85a-975bda667535 on network f65be920-10ef-4d9f-af2e-8c3c0ba41b59 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:11:22.535430 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7648c2-6e6c-486f-bad9-7e85f236dbc4 req-d6af36d6-ba2f-4ec2-aac4-0efa30c6d177 service neutron] Port 1ad226ea-c99a-43c6-a85a-975bda667535 on network f65be920-10ef-4d9f-af2e-8c3c0ba41b59 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 13:11:22.535746 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7648c2-6e6c-486f-bad9-7e85f236dbc4 req-d6af36d6-ba2f-4ec2-aac4-0efa30c6d177 service neutron] Attempting to bind port 1ad226ea-c99a-43c6-a85a-975bda667535 on network f65be920-10ef-4d9f-af2e-8c3c0ba41b59 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:11:22.541041 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7648c2-6e6c-486f-bad9-7e85f236dbc4 req-d6af36d6-ba2f-4ec2-aac4-0efa30c6d177 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:11:22.541463 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7648c2-6e6c-486f-bad9-7e85f236dbc4 req-d6af36d6-ba2f-4ec2-aac4-0efa30c6d177 service neutron] Checking segment: {'id': '3a76d471-fb2a-4b49-ac25-b75422bebd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:11:22.541847 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7648c2-6e6c-486f-bad9-7e85f236dbc4 req-d6af36d6-ba2f-4ec2-aac4-0efa30c6d177 service neutron] Bound using segment: {'id': '3a76d471-fb2a-4b49-ac25-b75422bebd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:11:22.542271 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-ef7648c2-6e6c-486f-bad9-7e85f236dbc4 req-d6af36d6-ba2f-4ec2-aac4-0efa30c6d177 service neutron] Bound port: 1ad226ea-c99a-43c6-a85a-975bda667535, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a76d471-fb2a-4b49-ac25-b75422bebd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:11:22.542611 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ef7648c2-6e6c-486f-bad9-7e85f236dbc4 req-d6af36d6-ba2f-4ec2-aac4-0efa30c6d177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:22.630385 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-ef7648c2-6e6c-486f-bad9-7e85f236dbc4 req-d6af36d6-ba2f-4ec2-aac4-0efa30c6d177 service neutron] For port 1ad226ea-c99a-43c6-a85a-975bda667535, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:11:22.633255 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-ef7648c2-6e6c-486f-bad9-7e85f236dbc4 req-d6af36d6-ba2f-4ec2-aac4-0efa30c6d177 service neutron] For port 1ad226ea-c99a-43c6-a85a-975bda667535, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=1ad226ea-c99a-43c6-a85a-975bda667535,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:11:22.638217 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ef7648c2-6e6c-486f-bad9-7e85f236dbc4 req-d6af36d6-ba2f-4ec2-aac4-0efa30c6d177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:22.712216 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7648c2-6e6c-486f-bad9-7e85f236dbc4 req-d6af36d6-ba2f-4ec2-aac4-0efa30c6d177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:22.713093 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ef7648c2-6e6c-486f-bad9-7e85f236dbc4 req-d6af36d6-ba2f-4ec2-aac4-0efa30c6d177 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:22.714493 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ef7648c2-6e6c-486f-bad9-7e85f236dbc4 req-d6af36d6-ba2f-4ec2-aac4-0efa30c6d177 service neutron] 10.222.0.46 "PUT /v2.0/ports/1ad226ea-c99a-43c6-a85a-975bda667535 HTTP/1.1" status: 200 len: 1092 time: 1.3292971 Feb 09 13:11:22.729690 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af36d6-ba2f-4ec2-aac4-0efa30c6d177 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad226ea-c99a-43c6-a85a-975bda667535,revision_number=7']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:22.814930 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7648c2-6e6c-486f-bad9-7e85f236dbc4 req-77041993-5ed2-4fc6-a21b-2501fa45b799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:22.816463 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ef7648c2-6e6c-486f-bad9-7e85f236dbc4 req-77041993-5ed2-4fc6-a21b-2501fa45b799 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=29b9a361642f4a26902f66a45b0584f4&device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 1095 time: 0.0743213 Feb 09 13:11:22.948690 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7648c2-6e6c-486f-bad9-7e85f236dbc4 req-e8b8c6ba-ccc7-4766-8972-77cb4d6f5124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:22.950119 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ef7648c2-6e6c-486f-bad9-7e85f236dbc4 req-e8b8c6ba-ccc7-4766-8972-77cb4d6f5124 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59 HTTP/1.1" status: 200 len: 912 time: 0.1280742 Feb 09 13:11:23.050750 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ef7648c2-6e6c-486f-bad9-7e85f236dbc4 req-f5b579e4-dff8-416e-a950-3984054dd976 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ad226ea-c99a-43c6-a85a-975bda667535 HTTP/1.1" status: 200 len: 1000 time: 0.0950236 Feb 09 13:11:23.110834 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7648c2-6e6c-486f-bad9-7e85f236dbc4 req-7c0f800e-5fd0-4220-bef6-a324aaa617dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:23.112221 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ef7648c2-6e6c-486f-bad9-7e85f236dbc4 req-7c0f800e-5fd0-4220-bef6-a324aaa617dc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=24931d2b-04a7-4dc6-8d25-cd9ed32b43d3 HTTP/1.1" status: 200 len: 850 time: 0.0561802 Feb 09 13:11:23.187111 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7648c2-6e6c-486f-bad9-7e85f236dbc4 req-d74d7a0f-c46b-4a8d-8c14-c01ac7bd724e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:23.188579 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ef7648c2-6e6c-486f-bad9-7e85f236dbc4 req-d74d7a0f-c46b-4a8d-8c14-c01ac7bd724e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709872 Feb 09 13:11:23.270914 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 1ad226ea-c99a-43c6-a85a-975bda667535 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:11:23.319788 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ef7648c2-6e6c-486f-bad9-7e85f236dbc4 req-437907f8-3f7a-48d0-bd2d-b08c86d5224f service neutron] 10.222.0.46 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254017 Feb 09 13:11:23.328951 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 1ad226ea-c99a-43c6-a85a-975bda667535 not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:11:23.408536 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:23.570366 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ef7648c2-6e6c-486f-bad9-7e85f236dbc4 req-ca25c513-8b8a-4dce-b08f-f476441497f3 service neutron] 10.222.0.46 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434771 Feb 09 13:11:23.671252 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05611c0f-dad8-40e4-8bef-7b0189245a5e req-4ef9d41f-ac5d-46a1-81be-1bb172140039 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:23.672840 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-05611c0f-dad8-40e4-8bef-7b0189245a5e req-4ef9d41f-ac5d-46a1-81be-1bb172140039 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 944 time: 0.0809669 Feb 09 13:11:23.719569 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-05611c0f-dad8-40e4-8bef-7b0189245a5e req-4abad4a1-4f99-4c06-8c1d-7f6fe565db93 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411413 Feb 09 13:11:24.020140 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e11e55f-fd4e-4709-83e2-cd932413d970', 'tag': '1ad226ea-c99a-43c6-a85a-975bda667535'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:11:24.076279 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e11e55f-fd4e-4709-83e2-cd932413d970', 'tag': '1ad226ea-c99a-43c6-a85a-975bda667535', 'status': 'completed', 'code': 200} Feb 09 13:11:24.173871 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6fd3e-57c1-4300-b93a-caea3b21d90e req-eb74e3f5-2e95-4612-9282-dca56cd63d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:24.175337 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-efb6fd3e-57c1-4300-b93a-caea3b21d90e req-eb74e3f5-2e95-4612-9282-dca56cd63d0a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=29b9a361642f4a26902f66a45b0584f4&device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 1095 time: 0.0753286 Feb 09 13:11:24.182467 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6fd3e-57c1-4300-b93a-caea3b21d90e req-e0f960cc-e513-4357-a0f1-27c1f14f6173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:24.183943 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-efb6fd3e-57c1-4300-b93a-caea3b21d90e req-e0f960cc-e513-4357-a0f1-27c1f14f6173 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=29b9a361642f4a26902f66a45b0584f4&device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 1095 time: 0.0841980 Feb 09 13:11:24.313678 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6fd3e-57c1-4300-b93a-caea3b21d90e req-c0c65002-6ff6-4789-ab6f-36dfda73502f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:24.314076 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6fd3e-57c1-4300-b93a-caea3b21d90e req-f6af452e-b077-4150-879e-da83c9a95711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:24.315046 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-efb6fd3e-57c1-4300-b93a-caea3b21d90e req-c0c65002-6ff6-4789-ab6f-36dfda73502f service neutron] 10.222.0.46 "GET /v2.0/networks?id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59 HTTP/1.1" status: 200 len: 912 time: 0.1322730 Feb 09 13:11:24.315507 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-efb6fd3e-57c1-4300-b93a-caea3b21d90e req-f6af452e-b077-4150-879e-da83c9a95711 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59 HTTP/1.1" status: 200 len: 912 time: 0.1253150 Feb 09 13:11:24.424064 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-efb6fd3e-57c1-4300-b93a-caea3b21d90e req-1a33f3b7-0af9-411a-9561-772cff138359 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ad226ea-c99a-43c6-a85a-975bda667535 HTTP/1.1" status: 200 len: 1000 time: 0.1024423 Feb 09 13:11:24.490590 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6fd3e-57c1-4300-b93a-caea3b21d90e req-9e7c982b-c5c9-4774-acb1-2e1fa4461907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:24.492381 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-efb6fd3e-57c1-4300-b93a-caea3b21d90e req-9e7c982b-c5c9-4774-acb1-2e1fa4461907 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=24931d2b-04a7-4dc6-8d25-cd9ed32b43d3 HTTP/1.1" status: 200 len: 850 time: 0.0624387 Feb 09 13:11:24.520766 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-efb6fd3e-57c1-4300-b93a-caea3b21d90e req-8f1dcc65-aebb-417a-adcd-e3343f58e278 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ad226ea-c99a-43c6-a85a-975bda667535 HTTP/1.1" status: 200 len: 1000 time: 0.1987827 Feb 09 13:11:24.568165 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6fd3e-57c1-4300-b93a-caea3b21d90e req-94c5d747-8a16-4f2a-903b-88782aca333e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:24.569589 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-efb6fd3e-57c1-4300-b93a-caea3b21d90e req-94c5d747-8a16-4f2a-903b-88782aca333e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707912 Feb 09 13:11:24.580414 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6fd3e-57c1-4300-b93a-caea3b21d90e req-3cd4fcca-351a-4c1d-94d0-bad7a3ab5a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:24.581838 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-efb6fd3e-57c1-4300-b93a-caea3b21d90e req-3cd4fcca-351a-4c1d-94d0-bad7a3ab5a6f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24931d2b-04a7-4dc6-8d25-cd9ed32b43d3 HTTP/1.1" status: 200 len: 850 time: 0.0558410 Feb 09 13:11:24.659241 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6fd3e-57c1-4300-b93a-caea3b21d90e req-54f0dc72-d439-483f-854e-6b07aa04ce1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:24.660594 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-efb6fd3e-57c1-4300-b93a-caea3b21d90e req-54f0dc72-d439-483f-854e-6b07aa04ce1b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732458 Feb 09 13:11:24.713844 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-efb6fd3e-57c1-4300-b93a-caea3b21d90e req-1c8d85a1-1841-4419-b8a2-46580717934c service neutron] 10.222.0.46 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376300 Feb 09 13:11:24.798505 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-efb6fd3e-57c1-4300-b93a-caea3b21d90e req-204d8cce-7cc8-4afe-92a5-017e0b9f4332 service neutron] 10.222.0.52 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316411 Feb 09 13:11:24.895489 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-efb6fd3e-57c1-4300-b93a-caea3b21d90e req-7fccf10a-c58f-4304-ab6d-d23ccb8a7dcf service neutron] 10.222.0.46 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739354 Feb 09 13:11:24.930132 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42297a35-8565-4e25-aa56-40816e82ce52 req-615e43c2-c34e-4577-b45c-6bf2a82c4ea5 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:24.932173 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-42297a35-8565-4e25-aa56-40816e82ce52 req-615e43c2-c34e-4577-b45c-6bf2a82c4ea5 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 944 time: 0.0972700 Feb 09 13:11:24.936798 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-efb6fd3e-57c1-4300-b93a-caea3b21d90e req-d2cf04d1-f7e0-4397-b4ac-35748dd6c913 service neutron] 10.222.0.52 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325192 Feb 09 13:11:24.975947 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-42297a35-8565-4e25-aa56-40816e82ce52 req-b64d9bc5-d5b1-4b0a-abca-3a8c35c4566e tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375993 Feb 09 13:11:25.596691 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 1ad226ea-c99a-43c6-a85a-975bda667535 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:11:25.732089 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 1ad226ea-c99a-43c6-a85a-975bda667535, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=1ad226ea-c99a-43c6-a85a-975bda667535,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:11:25.746381 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '1ad226ea-c99a-43c6-a85a-975bda667535', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'port_id': '1ad226ea-c99a-43c6-a85a-975bda667535', 'mac_address': 'fa:16:3e:2f:67:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:11:25.804242 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:25.821605 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ad226ea-c99a-43c6-a85a-975bda667535 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:11:25.838538 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 1ad226ea-c99a-43c6-a85a-975bda667535, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=1ad226ea-c99a-43c6-a85a-975bda667535,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:11:25.843275 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:25.917829 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=1ad226ea-c99a-43c6-a85a-975bda667535,revision_number=8']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:25.925472 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:25.925824 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:25.926224 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:25.926564 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:25.926892 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:25.927221 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:25.927543 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:25.927954 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:25.928280 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:25.928601 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:25.928921 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:25.929239 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:26.059430 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['1ad226ea-c99a-43c6-a85a-975bda667535'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:11:26.167658 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c338c0-ae8b-4e1e-8f74-1789bb40ba7d req-31d78530-dbcb-4cd9-8b1f-f0dd23a6f064 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:26.169139 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-43c338c0-ae8b-4e1e-8f74-1789bb40ba7d req-31d78530-dbcb-4cd9-8b1f-f0dd23a6f064 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 945 time: 0.0842144 Feb 09 13:11:26.217323 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-43c338c0-ae8b-4e1e-8f74-1789bb40ba7d req-e3f6b677-5847-4a51-8386-dfed5c4a6c9a tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425978 Feb 09 13:11:26.530063 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e03ab1-f774-4920-bf6a-abda7e5c8a4c req-694f9ba0-adb0-4e0d-a820-3263ff05533f tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:26.531529 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-49e03ab1-f774-4920-bf6a-abda7e5c8a4c req-694f9ba0-adb0-4e0d-a820-3263ff05533f tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 945 time: 0.0822506 Feb 09 13:11:26.534601 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9145d4-f18a-4ee2-9037-9f830df571c4 req-1319ec1f-6e86-485e-b5bd-6296240e787a tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:26.535337 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-ff9145d4-f18a-4ee2-9037-9f830df571c4 req-1319ec1f-6e86-485e-b5bd-6296240e787a tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Synchronizing usage tracker for tenant:29b9a361642f4a26902f66a45b0584f4 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:11:26.551562 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-ff9145d4-f18a-4ee2-9037-9f830df571c4 req-1319ec1f-6e86-485e-b5bd-6296240e787a tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Unset dirty status for tenant:29b9a361642f4a26902f66a45b0584f4 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:11:26.552689 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ff9145d4-f18a-4ee2-9037-9f830df571c4 req-1319ec1f-6e86-485e-b5bd-6296240e787a tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e11e55f-fd4e-4709-83e2-cd932413d970&tenant_id=29b9a361642f4a26902f66a45b0584f4&binding%3Ahost_id=n-h2-825178-3 HTTP/1.1" status: 200 len: 945 time: 0.1020944 Feb 09 13:11:26.576111 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-49e03ab1-f774-4920-bf6a-abda7e5c8a4c req-4eabab9d-718e-4045-8fb7-b3399033c0f8 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386212 Feb 09 13:11:26.644554 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [req-ff9145d4-f18a-4ee2-9037-9f830df571c4 req-6ee44d0a-0b58-4a14-a65d-e7dbc29574c0 service neutron] delete failed (client error): The resource could not be found. Feb 09 13:11:26.645545 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ff9145d4-f18a-4ee2-9037-9f830df571c4 req-6ee44d0a-0b58-4a14-a65d-e7dbc29574c0 service neutron] 10.222.0.52 "DELETE /v2.0/ports/1ad226ea-c99a-43c6-a85a-975bda667535/bindings/n-h1-825178-3 HTTP/1.1" status: 404 len: 380 time: 0.0787838 Feb 09 13:11:26.800320 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9145d4-f18a-4ee2-9037-9f830df571c4 req-05bac1f7-9fc9-4089-990a-22c8c296a98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:26.801898 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ff9145d4-f18a-4ee2-9037-9f830df571c4 req-05bac1f7-9fc9-4089-990a-22c8c296a98f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=29b9a361642f4a26902f66a45b0584f4&device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 1096 time: 0.0798283 Feb 09 13:11:26.937284 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9145d4-f18a-4ee2-9037-9f830df571c4 req-05c22f91-c098-4eef-a337-8be800bc3980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:26.938713 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ff9145d4-f18a-4ee2-9037-9f830df571c4 req-05c22f91-c098-4eef-a337-8be800bc3980 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59 HTTP/1.1" status: 200 len: 912 time: 0.1284804 Feb 09 13:11:27.049527 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ff9145d4-f18a-4ee2-9037-9f830df571c4 req-e885c4d3-de3e-45ee-93f3-e9d037c3f19b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ad226ea-c99a-43c6-a85a-975bda667535 HTTP/1.1" status: 200 len: 1001 time: 0.1044085 Feb 09 13:11:27.112423 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9145d4-f18a-4ee2-9037-9f830df571c4 req-a5708938-539b-4edf-82a2-ca567293af00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:27.113725 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ff9145d4-f18a-4ee2-9037-9f830df571c4 req-a5708938-539b-4edf-82a2-ca567293af00 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24931d2b-04a7-4dc6-8d25-cd9ed32b43d3 HTTP/1.1" status: 200 len: 850 time: 0.0576220 Feb 09 13:11:27.188827 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9145d4-f18a-4ee2-9037-9f830df571c4 req-024f6551-08d0-4a44-b1d0-e24fe3e873a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:27.190288 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ff9145d4-f18a-4ee2-9037-9f830df571c4 req-024f6551-08d0-4a44-b1d0-e24fe3e873a1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708485 Feb 09 13:11:27.319581 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ff9145d4-f18a-4ee2-9037-9f830df571c4 req-8be94005-fa19-4754-9e9c-37ab5a2e3c9e service neutron] 10.222.0.52 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235142 Feb 09 13:11:27.455627 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ff9145d4-f18a-4ee2-9037-9f830df571c4 req-c9e2c881-c229-4bfe-a3b6-adb9722e5f98 service neutron] 10.222.0.52 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305215 Feb 09 13:11:27.599512 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 1ad226ea-c99a-43c6-a85a-975bda667535 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:11:27.666894 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 1ad226ea-c99a-43c6-a85a-975bda667535 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:11:27.671750 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 1ad226ea-c99a-43c6-a85a-975bda667535 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:11:27.672157 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:27.779995 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1f675-2e55-4e6a-be7e-d7e030998a30 req-6c00714c-5f91-4ef4-bdaa-2bbf31165dcf tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:27.781496 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d2d1f675-2e55-4e6a-be7e-d7e030998a30 req-6c00714c-5f91-4ef4-bdaa-2bbf31165dcf tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 945 time: 0.0903058 Feb 09 13:11:27.796071 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:27.827759 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e11e55f-fd4e-4709-83e2-cd932413d970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad226ea-c99a-43c6-a85a-975bda667535'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:11:27.833201 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d2d1f675-2e55-4e6a-be7e-d7e030998a30 req-000e2652-45bb-468e-84ec-1bc275aa0a82 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451224 Feb 09 13:11:27.840685 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 1ad226ea-c99a-43c6-a85a-975bda667535, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=1ad226ea-c99a-43c6-a85a-975bda667535,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:11:27.845089 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:27.902372 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e11e55f-fd4e-4709-83e2-cd932413d970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad226ea-c99a-43c6-a85a-975bda667535', 'code': 200} Feb 09 13:11:27.933152 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=1ad226ea-c99a-43c6-a85a-975bda667535,revision_number=9']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:29.026080 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4163eb-84a6-4aea-bc9e-481baa4e0dca req-72a9655c-3e82-4a73-9037-6df51a4c4f91 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:29.027537 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dc4163eb-84a6-4aea-bc9e-481baa4e0dca req-72a9655c-3e82-4a73-9037-6df51a4c4f91 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 946 time: 0.0824924 Feb 09 13:11:29.071153 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dc4163eb-84a6-4aea-bc9e-481baa4e0dca req-4df081ed-fe1d-44d2-ae4a-c73e4301b109 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381835 Feb 09 13:11:29.257781 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e4dfd-0479-4620-b467-494ef53e320b req-0a5ceb85-d091-4136-acec-fa5758a5ad82 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:29.259406 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4a3e4dfd-0479-4620-b467-494ef53e320b req-0a5ceb85-d091-4136-acec-fa5758a5ad82 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 946 time: 0.0859561 Feb 09 13:11:29.308341 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4a3e4dfd-0479-4620-b467-494ef53e320b req-93beff41-d154-427b-8bf4-6616698231a1 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432949 Feb 09 13:11:29.507000 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b24d86-e702-42ab-8273-6780100aefa1 req-ee417de1-7738-418d-b0ba-d6570d5cb750 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:29.508467 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e5b24d86-e702-42ab-8273-6780100aefa1 req-ee417de1-7738-418d-b0ba-d6570d5cb750 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 946 time: 0.0788438 Feb 09 13:11:29.553311 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e5b24d86-e702-42ab-8273-6780100aefa1 req-292ef5c6-721d-4467-bf4d-6f5fdde9fd0d tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373008 Feb 09 13:11:29.949246 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a68c8d-6321-478e-bca8-ee42fe6f1133 req-f0dc7ece-6cea-4d57-83f7-a0d09a8dd298 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:29.950711 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-00a68c8d-6321-478e-bca8-ee42fe6f1133 req-f0dc7ece-6cea-4d57-83f7-a0d09a8dd298 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 946 time: 0.0830810 Feb 09 13:11:29.995429 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-00a68c8d-6321-478e-bca8-ee42fe6f1133 req-32742abc-81f2-4108-b0bc-559ea7ea99cb tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385978 Feb 09 13:11:30.968900 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:11:31.344279 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf27eed-606e-4df1-a0c5-3b2dec200d06 req-d1b3654b-765a-49db-8929-dba92e89b40a tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:31.345767 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aaf27eed-606e-4df1-a0c5-3b2dec200d06 req-d1b3654b-765a-49db-8929-dba92e89b40a tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 946 time: 0.2544713 Feb 09 13:11:31.354250 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a82d40-72e7-4629-aeb8-5d45a0d9ef8f req-4f091627-f566-4b1d-94f8-08b402095406 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:31.355636 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-69a82d40-72e7-4629-aeb8-5d45a0d9ef8f req-4f091627-f566-4b1d-94f8-08b402095406 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 946 time: 0.2285142 Feb 09 13:11:31.453970 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-aaf27eed-606e-4df1-a0c5-3b2dec200d06 req-4d535da1-b365-4f20-8c1b-cfab60bdf8c5 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Deleting port 1ad226ea-c99a-43c6-a85a-975bda667535 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:11:31.454313 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-aaf27eed-606e-4df1-a0c5-3b2dec200d06 req-4d535da1-b365-4f20-8c1b-cfab60bdf8c5 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:31.489337 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-69a82d40-72e7-4629-aeb8-5d45a0d9ef8f req-eacda19e-81af-4c5c-a529-30cb57634091 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025133 Feb 09 13:11:31.711003 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-aaf27eed-606e-4df1-a0c5-3b2dec200d06 req-4d535da1-b365-4f20-8c1b-cfab60bdf8c5 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] For port 1ad226ea-c99a-43c6-a85a-975bda667535, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=1ad226ea-c99a-43c6-a85a-975bda667535,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:11:31.711364 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-aaf27eed-606e-4df1-a0c5-3b2dec200d06 req-4d535da1-b365-4f20-8c1b-cfab60bdf8c5 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:31.998374 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-aaf27eed-606e-4df1-a0c5-3b2dec200d06 req-4d535da1-b365-4f20-8c1b-cfab60bdf8c5 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:31.998656 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-aaf27eed-606e-4df1-a0c5-3b2dec200d06 req-4d535da1-b365-4f20-8c1b-cfab60bdf8c5 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:31.998974 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [req-aaf27eed-606e-4df1-a0c5-3b2dec200d06 req-4d535da1-b365-4f20-8c1b-cfab60bdf8c5 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Floating IP 1b4aeb2d-9992-4706-b0f6-8bd3a042737d disassociated. External IP: 172.25.7.221, port: 1ad226ea-c99a-43c6-a85a-975bda667535. Feb 09 13:11:31.999321 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-aaf27eed-606e-4df1-a0c5-3b2dec200d06 req-4d535da1-b365-4f20-8c1b-cfab60bdf8c5 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Calling delete_port for 1ad226ea-c99a-43c6-a85a-975bda667535 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:11:32.145080 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-aaf27eed-606e-4df1-a0c5-3b2dec200d06 req-4d535da1-b365-4f20-8c1b-cfab60bdf8c5 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:32.194701 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d535da1-b365-4f20-8c1b-cfab60bdf8c5 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Pushing event deleted for resources: {'Port': ['ID=1ad226ea-c99a-43c6-a85a-975bda667535,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:32.391663 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aaf27eed-606e-4df1-a0c5-3b2dec200d06 req-4d535da1-b365-4f20-8c1b-cfab60bdf8c5 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Router b0258182-82dd-44aa-bf0e-fac0e35831ae has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:11:32.570617 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aaf27eed-606e-4df1-a0c5-3b2dec200d06 req-4d535da1-b365-4f20-8c1b-cfab60bdf8c5 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:11:32.581101 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1203a77-afbb-4d35-ada5-610d73f8b394 None None] Sync routers for ids ['b0258182-82dd-44aa-bf0e-fac0e35831ae'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:11:32.592240 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1203a77-afbb-4d35-ada5-610d73f8b394 None None] Routers {'b0258182-82dd-44aa-bf0e-fac0e35831ae'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:11:32.593038 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-b1203a77-afbb-4d35-ada5-610d73f8b394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:11:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['b0258182-82dd-44aa-bf0e-fac0e35831ae'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:11:32.677254 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5bf81d93-5101-49ba-b11c-a537f2cf0f30 req-bfc8ee98-80b0-4d8a-bb13-c1ee631838f2 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e11e55f-fd4e-4709-83e2-cd932413d970 HTTP/1.1" status: 200 len: 210 time: 0.0720627 Feb 09 13:11:32.683251 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf27eed-606e-4df1-a0c5-3b2dec200d06 req-4d535da1-b365-4f20-8c1b-cfab60bdf8c5 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] No DVR routers for this DVR port 1ad226ea-c99a-43c6-a85a-975bda667535 on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:11:32.687335 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-aaf27eed-606e-4df1-a0c5-3b2dec200d06 req-4d535da1-b365-4f20-8c1b-cfab60bdf8c5 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:32.690073 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e11e55f-fd4e-4709-83e2-cd932413d970', 'name': 'network-vif-deleted', 'tag': '1ad226ea-c99a-43c6-a85a-975bda667535'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:11:32.708631 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aaf27eed-606e-4df1-a0c5-3b2dec200d06 req-4d535da1-b365-4f20-8c1b-cfab60bdf8c5 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.46 "DELETE /v2.0/ports/1ad226ea-c99a-43c6-a85a-975bda667535 HTTP/1.1" status: 204 len: 173 time: 1.3519454 Feb 09 13:11:32.742389 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e11e55f-fd4e-4709-83e2-cd932413d970', 'name': 'network-vif-deleted', 'tag': '1ad226ea-c99a-43c6-a85a-975bda667535', 'status': 'completed', 'code': 200} Feb 09 13:11:32.781646 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-b1203a77-afbb-4d35-ada5-610d73f8b394 None None] Set router b0258182-82dd-44aa-bf0e-fac0e35831ae gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:11:33.100353 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-b1203a77-afbb-4d35-ada5-610d73f8b394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'name': 'tempest-ServerActionsTestJSON-279225300-router', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:10:33Z', 'updated_at': '2022-02-09T13:10:37Z', 'revision_number': 4, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'gw_port': {'id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:34Z', 'updated_at': '2022-02-09T13:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'f07cf46a-d3f6-489b-a76a-107613d540aa', 'name': '', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'mac_address': 'fa:16:3e:1b:b9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:37Z', 'updated_at': '2022-02-09T13:10:43Z', 'revision_number': 5, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'subnets': [{'id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:11:33.104776 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1203a77-afbb-4d35-ada5-610d73f8b394 None None] Checking router: b0258182-82dd-44aa-bf0e-fac0e35831ae for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:11:33.113233 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1203a77-afbb-4d35-ada5-610d73f8b394 None None] Routers {'b0258182-82dd-44aa-bf0e-fac0e35831ae'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:11:33.113824 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-b1203a77-afbb-4d35-ada5-610d73f8b394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:11:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['b0258182-82dd-44aa-bf0e-fac0e35831ae'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:11:33.319205 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-b1203a77-afbb-4d35-ada5-610d73f8b394 None None] Set router b0258182-82dd-44aa-bf0e-fac0e35831ae gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:11:33.623335 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-b1203a77-afbb-4d35-ada5-610d73f8b394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'name': 'tempest-ServerActionsTestJSON-279225300-router', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:10:33Z', 'updated_at': '2022-02-09T13:10:37Z', 'revision_number': 4, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'gw_port': {'id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:34Z', 'updated_at': '2022-02-09T13:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'f07cf46a-d3f6-489b-a76a-107613d540aa', 'name': '', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'mac_address': 'fa:16:3e:1b:b9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:37Z', 'updated_at': '2022-02-09T13:10:43Z', 'revision_number': 5, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'subnets': [{'id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:11:33.627079 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1203a77-afbb-4d35-ada5-610d73f8b394 None None] The sync data for ids ['b0258182-82dd-44aa-bf0e-fac0e35831ae'] in n-d-825178-3 is: [{'id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'name': 'tempest-ServerActionsTestJSON-279225300-router', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:10:33Z', 'updated_at': '2022-02-09T13:10:37Z', 'revision_number': 4, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'gw_port': {'id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:34Z', 'updated_at': '2022-02-09T13:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'f07cf46a-d3f6-489b-a76a-107613d540aa', 'name': '', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'mac_address': 'fa:16:3e:1b:b9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:37Z', 'updated_at': '2022-02-09T13:10:43Z', 'revision_number': 5, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'subnets': [{'id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:11:33.851489 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32b6357-35c6-4b46-a252-b5695896c3b7 None None] New status for floating IP 1b4aeb2d-9992-4706-b0f6-8bd3a042737d: DOWN {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:11:34.136223 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-4aaf932a-1fe2-469f-b14d-3095a24b40e0 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1811429770&fields=id&tenant_id=29b9a361642f4a26902f66a45b0584f4 HTTP/1.1" status: 200 len: 267 time: 0.1549103 Feb 09 13:11:34.309700 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-9b1a98d2-b0d2-478d-b4ef-3f4c195ebc7c tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:34.311330 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-9b1a98d2-b0d2-478d-b4ef-3f4c195ebc7c tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/networks?id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59 HTTP/1.1" status: 200 len: 811 time: 0.1684194 Feb 09 13:11:34.327657 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-1eae812c-77e9-4cc9-be90-d4911ac23816 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/quotas/29b9a361642f4a26902f66a45b0584f4 HTTP/1.1" status: 200 len: 375 time: 0.0108678 Feb 09 13:11:34.414879 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-79cfedb7-8891-496b-b1b3-148b500cbd04 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Synchronizing usage tracker for tenant:29b9a361642f4a26902f66a45b0584f4 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:11:34.429616 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-79cfedb7-8891-496b-b1b3-148b500cbd04 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Unset dirty status for tenant:29b9a361642f4a26902f66a45b0584f4 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:11:34.431170 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-79cfedb7-8891-496b-b1b3-148b500cbd04 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=29b9a361642f4a26902f66a45b0584f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0980980 Feb 09 13:11:34.570577 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-703944bf-ec57-40e8-8ed9-9fd8a2df0861 service neutron] 10.222.0.55 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277850 Feb 09 13:11:34.704891 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-f8be5f17-f748-47bf-ad8b-fc903e24ed9a service neutron] 10.222.0.55 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277099 Feb 09 13:11:34.908875 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c8c31c6a-eb2e-43e5-8541-9e96c296db70 req-0c634994-f448-447b-9bb0-20a69365f14b tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 210 time: 0.0510378 Feb 09 13:11:35.600424 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 1ad226ea-c99a-43c6-a85a-975bda667535 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:11:35.634515 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: 1ad226ea-c99a-43c6-a85a-975bda667535 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:11:35.634883 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 1ad226ea-c99a-43c6-a85a-975bda667535 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:11:35.934802 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-2973bce3-8de0-40d0-9599-01e1f6b56c05 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:35.936557 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-2973bce3-8de0-40d0-9599-01e1f6b56c05 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.52 "GET /v2.0/networks?id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59 HTTP/1.1" status: 200 len: 811 time: 0.1630533 Feb 09 13:11:35.996267 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-0aeda7cb-3667-4872-880f-51c781585be0 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29b9a361642f4a26902f66a45b0584f4 HTTP/1.1" status: 200 len: 380 time: 0.0433092 Feb 09 13:11:35.999666 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-2745d652-2528-4ed1-8aba-86408859af12 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Request body: {'port': {'device_id': '4d6669e5-2b47-47b0-b175-56b871890421', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'admin_state_up': True, 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'security_groups': ['b593dc1e-bf70-4f96-84f7-881c33c21aef']}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:11:36.062930 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1b522cdc-405c-424b-9022-c324e7d286d6 req-1670aad3-5a53-4feb-9df5-7d683ff3ddce tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 210 time: 0.0445561 Feb 09 13:11:36.254253 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-2745d652-2528-4ed1-8aba-86408859af12 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:11:36.263403 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-2745d652-2528-4ed1-8aba-86408859af12 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:11:36.272856 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-2745d652-2528-4ed1-8aba-86408859af12 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Made reservation on behalf of 29b9a361642f4a26902f66a45b0584f4 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:11:36.276883 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-2745d652-2528-4ed1-8aba-86408859af12 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:36.448381 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-2745d652-2528-4ed1-8aba-86408859af12 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Allocated IP 172.20.0.5 (f65be920-10ef-4d9f-af2e-8c3c0ba41b59/24931d2b-04a7-4dc6-8d25-cd9ed32b43d3/51fae63c-50e5-4e16-a15c-3072a8c6ec37) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:11:36.633358 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-2745d652-2528-4ed1-8aba-86408859af12 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:36.649014 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-2745d652-2528-4ed1-8aba-86408859af12 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Transition to ACTIVE for port object 51fae63c-50e5-4e16-a15c-3072a8c6ec37 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:11:36.672683 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-2745d652-2528-4ed1-8aba-86408859af12 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:36.743140 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-2745d652-2528-4ed1-8aba-86408859af12 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Network f65be920-10ef-4d9f-af2e-8c3c0ba41b59 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:11:36.747086 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-2745d652-2528-4ed1-8aba-86408859af12 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:11:36.750847 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-2745d652-2528-4ed1-8aba-86408859af12 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:11:36.785691 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745d652-2528-4ed1-8aba-86408859af12 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Pushing event updated for resources: {'Port': ['ID=51fae63c-50e5-4e16-a15c-3072a8c6ec37,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:36.825416 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-2745d652-2528-4ed1-8aba-86408859af12 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:36.826025 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-2745d652-2528-4ed1-8aba-86408859af12 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:36.852647 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-2745d652-2528-4ed1-8aba-86408859af12 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8568141 Feb 09 13:11:36.863885 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-bce49993-2640-4761-911c-854ac16fecad service neutron] Request body: {'port': {'device_id': '4d6669e5-2b47-47b0-b175-56b871890421', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:11:36.986001 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-bce49993-2640-4761-911c-854ac16fecad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:37.000872 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-8b40ee8f-3048-4c64-a115-bf0f9e290b91 None None] Provisioning for port 51fae63c-50e5-4e16-a15c-3072a8c6ec37 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:11:37.006215 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-8b40ee8f-3048-4c64-a115-bf0f9e290b91 None None] Provisioning complete for port 51fae63c-50e5-4e16-a15c-3072a8c6ec37 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:11:37.006690 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8b40ee8f-3048-4c64-a115-bf0f9e290b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:37.066621 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-8b40ee8f-3048-4c64-a115-bf0f9e290b91 None None] Port 51fae63c-50e5-4e16-a15c-3072a8c6ec37 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:11:37.250252 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f3475-1b96-42e6-884a-c7023804ac16 req-41b53911-26c9-470c-b8ae-9dbe6295a8f0 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:37.251735 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-406f3475-1b96-42e6-884a-c7023804ac16 req-41b53911-26c9-470c-b8ae-9dbe6295a8f0 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 931 time: 0.0811820 Feb 09 13:11:37.297075 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-406f3475-1b96-42e6-884a-c7023804ac16 req-18b433a9-613f-49e4-9970-8f04e1a145b2 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394108 Feb 09 13:11:37.346346 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-bce49993-2640-4761-911c-854ac16fecad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51fae63c-50e5-4e16-a15c-3072a8c6ec37 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:11:37.354354 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-bce49993-2640-4761-911c-854ac16fecad service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:37.368849 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-bce49993-2640-4761-911c-854ac16fecad service neutron] Transition to ACTIVE for port object 51fae63c-50e5-4e16-a15c-3072a8c6ec37 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:11:37.372663 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-bce49993-2640-4761-911c-854ac16fecad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:37.543882 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce49993-2640-4761-911c-854ac16fecad service neutron] Pushing event updated for resources: {'Port': ['ID=51fae63c-50e5-4e16-a15c-3072a8c6ec37,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:37.617116 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-bce49993-2640-4761-911c-854ac16fecad service neutron] Attempting to bind port 51fae63c-50e5-4e16-a15c-3072a8c6ec37 on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:11:37.617443 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-bce49993-2640-4761-911c-854ac16fecad service neutron] Attempting to bind port 51fae63c-50e5-4e16-a15c-3072a8c6ec37 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': '3a76d471-fb2a-4b49-ac25-b75422bebd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:11:37.617753 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-bce49993-2640-4761-911c-854ac16fecad service neutron] Attempting to bind port 51fae63c-50e5-4e16-a15c-3072a8c6ec37 on network f65be920-10ef-4d9f-af2e-8c3c0ba41b59 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:11:37.622788 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-bce49993-2640-4761-911c-854ac16fecad service neutron] Port 51fae63c-50e5-4e16-a15c-3072a8c6ec37 on network f65be920-10ef-4d9f-af2e-8c3c0ba41b59 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 13:11:37.623106 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-bce49993-2640-4761-911c-854ac16fecad service neutron] Attempting to bind port 51fae63c-50e5-4e16-a15c-3072a8c6ec37 on network f65be920-10ef-4d9f-af2e-8c3c0ba41b59 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:11:37.628167 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-bce49993-2640-4761-911c-854ac16fecad service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:11:37.628501 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-bce49993-2640-4761-911c-854ac16fecad service neutron] Checking segment: {'id': '3a76d471-fb2a-4b49-ac25-b75422bebd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:11:37.628881 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-bce49993-2640-4761-911c-854ac16fecad service neutron] Bound using segment: {'id': '3a76d471-fb2a-4b49-ac25-b75422bebd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:11:37.629299 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-bce49993-2640-4761-911c-854ac16fecad service neutron] Bound port: 51fae63c-50e5-4e16-a15c-3072a8c6ec37, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a76d471-fb2a-4b49-ac25-b75422bebd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:11:37.629640 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-bce49993-2640-4761-911c-854ac16fecad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:37.717778 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-bce49993-2640-4761-911c-854ac16fecad service neutron] For port 51fae63c-50e5-4e16-a15c-3072a8c6ec37, host n-h1-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:11:37.721162 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-bce49993-2640-4761-911c-854ac16fecad service neutron] For port 51fae63c-50e5-4e16-a15c-3072a8c6ec37, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=51fae63c-50e5-4e16-a15c-3072a8c6ec37,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:11:37.725597 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-bce49993-2640-4761-911c-854ac16fecad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:37.791303 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-bce49993-2640-4761-911c-854ac16fecad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:37.791957 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-bce49993-2640-4761-911c-854ac16fecad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:37.793366 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-bce49993-2640-4761-911c-854ac16fecad service neutron] 10.222.0.52 "PUT /v2.0/ports/51fae63c-50e5-4e16-a15c-3072a8c6ec37 HTTP/1.1" status: 200 len: 1091 time: 0.9342620 Feb 09 13:11:37.793820 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d6669e5-2b47-47b0-b175-56b871890421', 'tag': '51fae63c-50e5-4e16-a15c-3072a8c6ec37'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:11:37.829044 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce49993-2640-4761-911c-854ac16fecad service neutron] Pushing event updated for resources: {'Port': ['ID=51fae63c-50e5-4e16-a15c-3072a8c6ec37,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:37.880633 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d6669e5-2b47-47b0-b175-56b871890421', 'tag': '51fae63c-50e5-4e16-a15c-3072a8c6ec37', 'status': 'completed', 'code': 200} Feb 09 13:11:37.923749 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-c6fe7d66-7d65-4f04-b20d-008e5ccfb046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:37.925374 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-c6fe7d66-7d65-4f04-b20d-008e5ccfb046 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=29b9a361642f4a26902f66a45b0584f4&device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 1094 time: 0.0768597 Feb 09 13:11:37.996963 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-518eebc9-986f-4f9e-81f1-0bd69dcc0b5e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51fae63c-50e5-4e16-a15c-3072a8c6ec37 HTTP/1.1" status: 200 len: 217 time: 0.0643454 Feb 09 13:11:38.059934 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-71f4a3ec-efc2-47e4-8721-1312bd1d5428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:38.061264 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-71f4a3ec-efc2-47e4-8721-1312bd1d5428 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24931d2b-04a7-4dc6-8d25-cd9ed32b43d3 HTTP/1.1" status: 200 len: 850 time: 0.0574913 Feb 09 13:11:38.232974 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-8604dadf-d322-4d30-af57-9128b80861c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:38.234435 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-8604dadf-d322-4d30-af57-9128b80861c5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1669502 Feb 09 13:11:38.368162 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-4f1ea1aa-4518-47a6-81db-0ab6982aee56 service neutron] 10.222.0.52 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275704 Feb 09 13:11:38.502283 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-238de6c5-7b16-43b5-90a5-345611e3f5cf req-4f11e43d-19ca-482d-b8b5-0a1b67923f86 service neutron] 10.222.0.52 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288466 Feb 09 13:11:38.503049 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395bd144-136d-4c73-ad2a-83c864a94f1d req-dd706130-b1f7-47e0-a4e9-37521f3e4bb9 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:38.504960 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-395bd144-136d-4c73-ad2a-83c864a94f1d req-dd706130-b1f7-47e0-a4e9-37521f3e4bb9 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 943 time: 0.0917506 Feb 09 13:11:38.555435 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-395bd144-136d-4c73-ad2a-83c864a94f1d req-d7726ce4-326e-4a66-88e0-bb5c6b765d44 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441637 Feb 09 13:11:38.616683 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2478b-8315-448f-b6b6-ded6a9a30c9c req-9667009c-deb5-4e8d-b97b-c681036178df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:38.618168 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2df2478b-8315-448f-b6b6-ded6a9a30c9c req-9667009c-deb5-4e8d-b97b-c681036178df service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=29b9a361642f4a26902f66a45b0584f4&device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 1094 time: 0.0731757 Feb 09 13:11:38.753133 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2478b-8315-448f-b6b6-ded6a9a30c9c req-a0263d53-6a79-4216-a6a8-9fd57f046f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:38.754575 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2df2478b-8315-448f-b6b6-ded6a9a30c9c req-a0263d53-6a79-4216-a6a8-9fd57f046f05 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59 HTTP/1.1" status: 200 len: 912 time: 0.1310124 Feb 09 13:11:38.826156 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2df2478b-8315-448f-b6b6-ded6a9a30c9c req-6818fae9-b981-44d9-812b-249084a18e92 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51fae63c-50e5-4e16-a15c-3072a8c6ec37 HTTP/1.1" status: 200 len: 217 time: 0.0647707 Feb 09 13:11:38.893018 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2478b-8315-448f-b6b6-ded6a9a30c9c req-ebe65486-639d-49e8-af62-ba0660058e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:38.894373 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2df2478b-8315-448f-b6b6-ded6a9a30c9c req-ebe65486-639d-49e8-af62-ba0660058e00 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24931d2b-04a7-4dc6-8d25-cd9ed32b43d3 HTTP/1.1" status: 200 len: 850 time: 0.0603185 Feb 09 13:11:38.973347 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2478b-8315-448f-b6b6-ded6a9a30c9c req-0ecb4103-438f-464f-9854-fe212fa05612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:38.974814 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2df2478b-8315-448f-b6b6-ded6a9a30c9c req-0ecb4103-438f-464f-9854-fe212fa05612 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741274 Feb 09 13:11:39.112616 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2df2478b-8315-448f-b6b6-ded6a9a30c9c req-396d0951-89fd-4e0a-9e91-e36862b98e7b service neutron] 10.222.0.52 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292408 Feb 09 13:11:39.246681 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2df2478b-8315-448f-b6b6-ded6a9a30c9c req-2b88aabe-e1ce-4451-bea1-184d96886af9 service neutron] 10.222.0.52 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276810 Feb 09 13:11:39.750251 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f0fd34-579b-405e-ac6f-3e813e7ca021 req-70059c4e-bbec-41f8-a5fa-9d354206dfc8 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:39.752288 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-03f0fd34-579b-405e-ac6f-3e813e7ca021 req-70059c4e-bbec-41f8-a5fa-9d354206dfc8 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 943 time: 0.0923686 Feb 09 13:11:39.804333 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-03f0fd34-579b-405e-ac6f-3e813e7ca021 req-14354d2e-bc79-4e55-a1c1-efcabf4400f8 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465324 Feb 09 13:11:41.000294 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41319c67-185f-4c59-850a-d9460eb46a55 req-05b86414-dfc4-4963-85dd-453475553591 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:41.001737 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-41319c67-185f-4c59-850a-d9460eb46a55 req-05b86414-dfc4-4963-85dd-453475553591 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 943 time: 0.0925667 Feb 09 13:11:41.048230 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-41319c67-185f-4c59-850a-d9460eb46a55 req-6fefc57e-7c77-4fb7-9448-1fe659b3baaf tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407002 Feb 09 13:11:41.319067 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 51fae63c-50e5-4e16-a15c-3072a8c6ec37 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:11:41.451997 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 51fae63c-50e5-4e16-a15c-3072a8c6ec37, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=51fae63c-50e5-4e16-a15c-3072a8c6ec37,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:11:41.465297 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': '51fae63c-50e5-4e16-a15c-3072a8c6ec37', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'port_id': '51fae63c-50e5-4e16-a15c-3072a8c6ec37', 'mac_address': 'fa:16:3e:8b:2d:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:11:41.519636 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:41.536589 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51fae63c-50e5-4e16-a15c-3072a8c6ec37 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:11:41.552987 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 51fae63c-50e5-4e16-a15c-3072a8c6ec37, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=51fae63c-50e5-4e16-a15c-3072a8c6ec37,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:11:41.557008 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:41.628257 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=51fae63c-50e5-4e16-a15c-3072a8c6ec37,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:41.746040 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['51fae63c-50e5-4e16-a15c-3072a8c6ec37'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:11:42.241240 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db94e98-c713-4566-a92c-01cf7a4ae676 req-78c1cf5a-c67f-412d-8bfe-ec99e3ef6089 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:42.242698 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8db94e98-c713-4566-a92c-01cf7a4ae676 req-78c1cf5a-c67f-412d-8bfe-ec99e3ef6089 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 944 time: 0.0857921 Feb 09 13:11:42.289142 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8db94e98-c713-4566-a92c-01cf7a4ae676 req-a1ce0bd5-1518-47e0-8a5b-b0d0d197a5d0 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400889 Feb 09 13:11:43.316676 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 51fae63c-50e5-4e16-a15c-3072a8c6ec37 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:11:43.388242 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port 51fae63c-50e5-4e16-a15c-3072a8c6ec37 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:11:43.393214 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port 51fae63c-50e5-4e16-a15c-3072a8c6ec37 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:11:43.393590 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:43.474950 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766c6e6-ffd5-4314-a061-c1a9447fd580 req-f54025dd-c0a3-4af4-944e-660f5352c143 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:43.476464 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8766c6e6-ffd5-4314-a061-c1a9447fd580 req-f54025dd-c0a3-4af4-944e-660f5352c143 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 944 time: 0.0806186 Feb 09 13:11:43.520328 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:43.530290 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8766c6e6-ffd5-4314-a061-c1a9447fd580 req-b44ccd3e-086e-45e1-bcec-ee52bc378035 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469713 Feb 09 13:11:43.550219 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6669e5-2b47-47b0-b175-56b871890421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51fae63c-50e5-4e16-a15c-3072a8c6ec37'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:11:43.561418 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 51fae63c-50e5-4e16-a15c-3072a8c6ec37, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=51fae63c-50e5-4e16-a15c-3072a8c6ec37,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:11:43.565805 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:43.607013 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6669e5-2b47-47b0-b175-56b871890421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51fae63c-50e5-4e16-a15c-3072a8c6ec37', 'code': 200} Feb 09 13:11:43.638210 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=51fae63c-50e5-4e16-a15c-3072a8c6ec37,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:43.722012 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a8d2a-628b-45ae-91e5-6a5a52544390 req-1b29d4ff-cb2e-42f5-9630-11ed317d2906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:43.723483 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-241a8d2a-628b-45ae-91e5-6a5a52544390 req-1b29d4ff-cb2e-42f5-9630-11ed317d2906 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 1096 time: 0.0704746 Feb 09 13:11:43.762043 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-241a8d2a-628b-45ae-91e5-6a5a52544390 req-fb789c85-84b4-4e06-b3d9-975db5a5f11e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328891 Feb 09 13:11:44.106589 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c1984e27-7230-41e7-a80c-7c06eb325d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:44.721745 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d5d10-ce84-49b3-ad59-552d45dc1128 req-780ea50b-c686-420d-817a-587b897a8daf tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:44.723197 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b14d5d10-ce84-49b3-ad59-552d45dc1128 req-780ea50b-c686-420d-817a-587b897a8daf tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 945 time: 0.0843091 Feb 09 13:11:44.768121 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b14d5d10-ce84-49b3-ad59-552d45dc1128 req-5e79ec4e-3c33-4192-bb2f-67ac3059e0e4 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383561 Feb 09 13:11:45.954638 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a54df-1a6f-4b14-b966-7ac525412829 req-f3b8792d-3bab-4312-b854-46c7d7688523 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:45.956113 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-444a54df-1a6f-4b14-b966-7ac525412829 req-f3b8792d-3bab-4312-b854-46c7d7688523 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 945 time: 0.0816624 Feb 09 13:11:46.004843 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-444a54df-1a6f-4b14-b966-7ac525412829 req-e3deaed1-81c9-4583-970a-91ef7ed098bb tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431523 Feb 09 13:11:46.187076 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843fd3a-bf23-4b24-90e7-b74a55d46abf req-f4bcc999-2d5d-4d8b-b192-3072713ff1cd tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:46.188619 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0843fd3a-bf23-4b24-90e7-b74a55d46abf req-f4bcc999-2d5d-4d8b-b192-3072713ff1cd tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 945 time: 0.0840976 Feb 09 13:11:46.197231 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 44514) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:11:46.202061 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-81514baa-e8e0-4531-a57f-e2f58f875440 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Request body: {'floatingip': {'port_id': '51fae63c-50e5-4e16-a15c-3072a8c6ec37'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:11:46.279034 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-81514baa-e8e0-4531-a57f-e2f58f875440 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks [] for floatingip, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:46.460017 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-67354918-d007-42ae-bfd0-98b758a4c5e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:46.973011 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-81514baa-e8e0-4531-a57f-e2f58f875440 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:46.978207 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-81514baa-e8e0-4531-a57f-e2f58f875440 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:47.155622 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [None req-81514baa-e8e0-4531-a57f-e2f58f875440 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Floating IP 1b4aeb2d-9992-4706-b0f6-8bd3a042737d associated. External IP: 172.25.7.221, port: 51fae63c-50e5-4e16-a15c-3072a8c6ec37. Feb 09 13:11:47.509377 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81514baa-e8e0-4531-a57f-e2f58f875440 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Router b0258182-82dd-44aa-bf0e-fac0e35831ae has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:11:47.676152 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:47.688881 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81514baa-e8e0-4531-a57f-e2f58f875440 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:11:47.693807 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-81514baa-e8e0-4531-a57f-e2f58f875440 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:47.698346 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5f54ce-f572-4611-ba27-57e9969535f8 None None] Sync routers for ids ['b0258182-82dd-44aa-bf0e-fac0e35831ae'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:11:47.707724 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5f54ce-f572-4611-ba27-57e9969535f8 None None] Routers {'b0258182-82dd-44aa-bf0e-fac0e35831ae'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:11:47.708346 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-df5f54ce-f572-4611-ba27-57e9969535f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:11:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['b0258182-82dd-44aa-bf0e-fac0e35831ae'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:11:47.761326 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:47.877183 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-81514baa-e8e0-4531-a57f-e2f58f875440 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "PUT /v2.0/floatingips/1b4aeb2d-9992-4706-b0f6-8bd3a042737d HTTP/1.1" status: 200 len: 991 time: 1.6788778 Feb 09 13:11:47.877767 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d6669e5-2b47-47b0-b175-56b871890421', 'tag': '51fae63c-50e5-4e16-a15c-3072a8c6ec37'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:11:47.899426 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-df5f54ce-f572-4611-ba27-57e9969535f8 None None] Set router b0258182-82dd-44aa-bf0e-fac0e35831ae gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:11:48.049018 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc5327-d439-43e3-b70f-a54ac40ea708 req-cc98b2f2-635d-4740-adb5-b08e1afcab5b tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:48.050408 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-36dc5327-d439-43e3-b70f-a54ac40ea708 req-cc98b2f2-635d-4740-adb5-b08e1afcab5b tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 945 time: 0.0825059 Feb 09 13:11:48.098300 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-36dc5327-d439-43e3-b70f-a54ac40ea708 req-fcba460c-6813-47e1-b4d6-ea8307d1f85f tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402861 Feb 09 13:11:48.156422 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d6669e5-2b47-47b0-b175-56b871890421', 'tag': '51fae63c-50e5-4e16-a15c-3072a8c6ec37', 'status': 'completed', 'code': 200} Feb 09 13:11:48.262011 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea685a-5a10-4dce-9c30-851ba1e77ad0 req-a12f96a4-996e-479e-8710-ba6e62f91856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:48.263535 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9eea685a-5a10-4dce-9c30-851ba1e77ad0 req-a12f96a4-996e-479e-8710-ba6e62f91856 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=29b9a361642f4a26902f66a45b0584f4&device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 1096 time: 0.0800226 Feb 09 13:11:48.266409 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-df5f54ce-f572-4611-ba27-57e9969535f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'name': 'tempest-ServerActionsTestJSON-279225300-router', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:10:33Z', 'updated_at': '2022-02-09T13:10:37Z', 'revision_number': 4, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'gw_port': {'id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:34Z', 'updated_at': '2022-02-09T13:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '1b4aeb2d-9992-4706-b0f6-8bd3a042737d', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'floating_ip_address': '172.25.7.221', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'port_id': '51fae63c-50e5-4e16-a15c-3072a8c6ec37', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'mac_address': 'fa:16:3e:8b:2d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6669e5-2b47-47b0-b175-56b871890421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:10:40Z', 'updated_at': '2022-02-09T13:11:46Z', 'revision_number': 5, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f07cf46a-d3f6-489b-a76a-107613d540aa', 'name': '', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'mac_address': 'fa:16:3e:1b:b9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:37Z', 'updated_at': '2022-02-09T13:10:43Z', 'revision_number': 5, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'subnets': [{'id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:11:48.270203 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5f54ce-f572-4611-ba27-57e9969535f8 None None] Checking router: b0258182-82dd-44aa-bf0e-fac0e35831ae for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:11:48.279320 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5f54ce-f572-4611-ba27-57e9969535f8 None None] Routers {'b0258182-82dd-44aa-bf0e-fac0e35831ae'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:11:48.279935 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-df5f54ce-f572-4611-ba27-57e9969535f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:11:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['b0258182-82dd-44aa-bf0e-fac0e35831ae'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:11:48.402136 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea685a-5a10-4dce-9c30-851ba1e77ad0 req-ceaf3c2c-967e-4de6-bd08-ff66881394ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:48.403584 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9eea685a-5a10-4dce-9c30-851ba1e77ad0 req-ceaf3c2c-967e-4de6-bd08-ff66881394ef service neutron] 10.222.0.52 "GET /v2.0/networks?id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59 HTTP/1.1" status: 200 len: 912 time: 0.1344707 Feb 09 13:11:48.457117 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-df5f54ce-f572-4611-ba27-57e9969535f8 None None] Set router b0258182-82dd-44aa-bf0e-fac0e35831ae gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:11:48.509971 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9eea685a-5a10-4dce-9c30-851ba1e77ad0 req-6c020fa5-6287-4f18-a8c4-54cc5ce91fdd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51fae63c-50e5-4e16-a15c-3072a8c6ec37 HTTP/1.1" status: 200 len: 999 time: 0.1000121 Feb 09 13:11:48.578866 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea685a-5a10-4dce-9c30-851ba1e77ad0 req-198005cf-b2b3-4fbe-8f82-ae0bcf6f0483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:48.580343 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9eea685a-5a10-4dce-9c30-851ba1e77ad0 req-198005cf-b2b3-4fbe-8f82-ae0bcf6f0483 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24931d2b-04a7-4dc6-8d25-cd9ed32b43d3 HTTP/1.1" status: 200 len: 850 time: 0.0647335 Feb 09 13:11:48.662389 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea685a-5a10-4dce-9c30-851ba1e77ad0 req-f8133a25-6a14-43c0-a107-5b3a6ed5b217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:48.663786 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9eea685a-5a10-4dce-9c30-851ba1e77ad0 req-f8133a25-6a14-43c0-a107-5b3a6ed5b217 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766983 Feb 09 13:11:48.842654 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-df5f54ce-f572-4611-ba27-57e9969535f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'name': 'tempest-ServerActionsTestJSON-279225300-router', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:10:33Z', 'updated_at': '2022-02-09T13:10:37Z', 'revision_number': 4, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'gw_port': {'id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:34Z', 'updated_at': '2022-02-09T13:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '1b4aeb2d-9992-4706-b0f6-8bd3a042737d', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'floating_ip_address': '172.25.7.221', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'port_id': '51fae63c-50e5-4e16-a15c-3072a8c6ec37', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'mac_address': 'fa:16:3e:8b:2d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6669e5-2b47-47b0-b175-56b871890421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:10:40Z', 'updated_at': '2022-02-09T13:11:46Z', 'revision_number': 5, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f07cf46a-d3f6-489b-a76a-107613d540aa', 'name': '', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'mac_address': 'fa:16:3e:1b:b9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:37Z', 'updated_at': '2022-02-09T13:10:43Z', 'revision_number': 5, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'subnets': [{'id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:11:48.846611 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5f54ce-f572-4611-ba27-57e9969535f8 None None] The sync data for ids ['b0258182-82dd-44aa-bf0e-fac0e35831ae'] in n-d-825178-3 is: [{'id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'name': 'tempest-ServerActionsTestJSON-279225300-router', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:10:33Z', 'updated_at': '2022-02-09T13:10:37Z', 'revision_number': 4, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'gw_port': {'id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:34Z', 'updated_at': '2022-02-09T13:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '1b4aeb2d-9992-4706-b0f6-8bd3a042737d', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'floating_ip_address': '172.25.7.221', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'port_id': '51fae63c-50e5-4e16-a15c-3072a8c6ec37', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'mac_address': 'fa:16:3e:8b:2d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6669e5-2b47-47b0-b175-56b871890421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:10:40Z', 'updated_at': '2022-02-09T13:11:46Z', 'revision_number': 5, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f07cf46a-d3f6-489b-a76a-107613d540aa', 'name': '', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'mac_address': 'fa:16:3e:1b:b9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:37Z', 'updated_at': '2022-02-09T13:10:43Z', 'revision_number': 5, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'subnets': [{'id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:11:48.908778 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9eea685a-5a10-4dce-9c30-851ba1e77ad0 req-1f6677ae-8a96-4cbf-bac9-4536444c1b14 service neutron] 10.222.0.52 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390823 Feb 09 13:11:49.046951 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9eea685a-5a10-4dce-9c30-851ba1e77ad0 req-99b12796-4d91-4486-ba5e-21d5aeaa80f3 service neutron] 10.222.0.52 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329217 Feb 09 13:11:49.062087 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f35f2f-9f49-4548-8e8c-cd1e56e606e9 None None] New status for floating IP 1b4aeb2d-9992-4706-b0f6-8bd3a042737d: ACTIVE {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:11:49.292650 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8ef67-9829-4669-8a7b-d635a3036457 req-87c8c57c-c424-4c6f-a410-32f49cff8135 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:49.294413 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-99d8ef67-9829-4669-8a7b-d635a3036457 req-87c8c57c-c424-4c6f-a410-32f49cff8135 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 945 time: 0.0835943 Feb 09 13:11:49.344665 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:49.348456 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-99d8ef67-9829-4669-8a7b-d635a3036457 req-ce965c2b-0eb9-4c2d-827c-70b1abcdd028 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471525 Feb 09 13:11:49.689538 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5bcf54-8487-4d36-9948-5f6a94875521 req-e1346d4d-8bba-43b2-a821-2c33ae825c56 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:49.690996 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3b5bcf54-8487-4d36-9948-5f6a94875521 req-e1346d4d-8bba-43b2-a821-2c33ae825c56 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 945 time: 0.0859253 Feb 09 13:11:49.734107 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3b5bcf54-8487-4d36-9948-5f6a94875521 req-9ec23b67-a7d1-4603-a8cf-4396ea274af4 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368326 Feb 09 13:11:50.908482 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:50.924344 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff43f7-4e1d-4508-8d88-47980ba678ad req-bf29024f-617a-4f4d-973b-279308bd532a tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:50.925866 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3fff43f7-4e1d-4508-8d88-47980ba678ad req-bf29024f-617a-4f4d-973b-279308bd532a tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 945 time: 0.0817521 Feb 09 13:11:50.970884 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3fff43f7-4e1d-4508-8d88-47980ba678ad req-1f65ab4a-e920-466b-8cd0-26c12ff073b4 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386884 Feb 09 13:11:52.160724 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045dbb1-e7bd-4abf-8f8a-56b37e53427e req-425bccdf-7edb-41ae-b182-1da532dee777 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:52.162171 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c045dbb1-e7bd-4abf-8f8a-56b37e53427e req-425bccdf-7edb-41ae-b182-1da532dee777 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 945 time: 0.0848556 Feb 09 13:11:52.207238 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c045dbb1-e7bd-4abf-8f8a-56b37e53427e req-948cef52-498b-42f3-9af3-c47860af0c24 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385051 Feb 09 13:11:53.390989 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbefc15-0b83-4c29-9999-2f4dcff1fd9a req-82c97992-325c-4c90-b694-9a4931154718 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:53.392452 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ecbefc15-0b83-4c29-9999-2f4dcff1fd9a req-82c97992-325c-4c90-b694-9a4931154718 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 945 time: 0.0797639 Feb 09 13:11:53.434295 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:53.441827 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ecbefc15-0b83-4c29-9999-2f4dcff1fd9a req-291b0701-a90a-48eb-91d8-e0c594644c10 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438275 Feb 09 13:11:54.628090 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78d79c-cc82-4e20-ab09-082e6dc4614d req-5edde11b-7f55-43ab-bca5-9abad4b95869 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:54.629541 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ca78d79c-cc82-4e20-ab09-082e6dc4614d req-5edde11b-7f55-43ab-bca5-9abad4b95869 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 945 time: 0.0788476 Feb 09 13:11:54.674427 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ca78d79c-cc82-4e20-ab09-082e6dc4614d req-4bccb2b5-7c39-47a8-8070-3d2e587032a7 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386920 Feb 09 13:11:55.873480 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7fbaa-3250-4764-858a-a280336d0379 req-cadff232-19bd-4dd3-8bac-bb7efb8716da tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:55.874946 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-23c7fbaa-3250-4764-858a-a280336d0379 req-cadff232-19bd-4dd3-8bac-bb7efb8716da tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 945 time: 0.0838711 Feb 09 13:11:55.919961 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-23c7fbaa-3250-4764-858a-a280336d0379 req-c1ae217f-596a-4113-86c3-c6b4e413631a tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382349 Feb 09 13:11:57.115508 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b01a82-994a-4599-8da9-3ddc35a63b01 req-f1e982e2-f09c-43e2-8258-9f50e5c9c9e8 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:57.116902 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a6b01a82-994a-4599-8da9-3ddc35a63b01 req-f1e982e2-f09c-43e2-8258-9f50e5c9c9e8 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 945 time: 0.0864587 Feb 09 13:11:57.160690 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a6b01a82-994a-4599-8da9-3ddc35a63b01 req-18cc93c3-2d7d-4e93-a42c-d07eb93d5612 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377295 Feb 09 13:11:58.360948 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f1909-998b-4440-bdeb-31a9c50add84 req-5543590d-3ab6-4056-b8b3-c531ae5ec79a tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:58.362428 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d9f1909-998b-4440-bdeb-31a9c50add84 req-5543590d-3ab6-4056-b8b3-c531ae5ec79a tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 945 time: 0.0915711 Feb 09 13:11:58.408111 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d9f1909-998b-4440-bdeb-31a9c50add84 req-38fdf97f-28fe-400b-8d10-7d037afbe690 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385957 Feb 09 13:11:59.603210 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5c680-ab38-474c-b773-d9fd9b18f5a8 req-0740c5d7-b6fc-429b-95fe-0330cd742079 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:59.604613 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c5b5c680-ab38-474c-b773-d9fd9b18f5a8 req-0740c5d7-b6fc-429b-95fe-0330cd742079 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 945 time: 0.0844626 Feb 09 13:11:59.652322 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c5b5c680-ab38-474c-b773-d9fd9b18f5a8 req-aa7e5f57-b354-4835-9d51-a086e804f497 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421412 Feb 09 13:12:00.837514 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfce5d5-f8ad-4a6b-9e09-c9075ec62d7c req-32e07024-77ea-45ae-942a-e37600d1b6a4 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:00.838962 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0dfce5d5-f8ad-4a6b-9e09-c9075ec62d7c req-32e07024-77ea-45ae-942a-e37600d1b6a4 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 945 time: 0.0823259 Feb 09 13:12:00.883931 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0dfce5d5-f8ad-4a6b-9e09-c9075ec62d7c req-7973ff13-cf5e-4abf-b0f0-0553db137c68 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393648 Feb 09 13:12:02.080967 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f4727-eeca-412e-82dd-5f1e345d6910 req-cb2acbf0-5bb3-4f49-950b-9b137580bc41 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:02.082421 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ea4f4727-eeca-412e-82dd-5f1e345d6910 req-cb2acbf0-5bb3-4f49-950b-9b137580bc41 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 945 time: 0.0827541 Feb 09 13:12:02.126515 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ea4f4727-eeca-412e-82dd-5f1e345d6910 req-9ce3b2ae-f1e9-4afa-b2c5-f65535ccf2c7 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383251 Feb 09 13:12:03.313677 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46673ec0-d955-4eff-a1b8-26be1d119d15 req-041a1806-d624-45b0-91a2-80c9345ccb30 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:03.315415 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-46673ec0-d955-4eff-a1b8-26be1d119d15 req-041a1806-d624-45b0-91a2-80c9345ccb30 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 945 time: 0.0812008 Feb 09 13:12:03.359935 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-46673ec0-d955-4eff-a1b8-26be1d119d15 req-cb20d9f1-c7a1-4236-bcf4-bc33c119a876 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377862 Feb 09 13:12:04.546742 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294b342-ab9c-4a00-b784-b99534839f05 req-a905bac7-2341-44ec-9fcd-37cf5e8b4bab tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:04.548191 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8294b342-ab9c-4a00-b784-b99534839f05 req-a905bac7-2341-44ec-9fcd-37cf5e8b4bab tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 945 time: 0.0836194 Feb 09 13:12:04.592492 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8294b342-ab9c-4a00-b784-b99534839f05 req-21c346b0-b0c7-44c9-b1e0-029a8abb7f6a tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385590 Feb 09 13:12:05.779609 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115c55b-ce9f-4857-ad16-86b6f6be9b13 req-9ebddf9f-e3cc-4c48-a7da-446677110c9e tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:05.781099 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2115c55b-ce9f-4857-ad16-86b6f6be9b13 req-9ebddf9f-e3cc-4c48-a7da-446677110c9e tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 945 time: 0.0808885 Feb 09 13:12:05.824770 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2115c55b-ce9f-4857-ad16-86b6f6be9b13 req-83283c29-a687-4f62-b0a7-2711b29b531c tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381975 Feb 09 13:12:06.187424 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-40c087b3-8bc3-409f-b7e3-16c837f5faf0 req-b8ef313a-99e9-4e8d-a4c8-81c448f6f10d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4d6669e5-2b47-47b0-b175-56b871890421&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0772929 Feb 09 13:12:06.236392 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061541fd-1a1a-47fd-a7d6-99af6fb6fe6e req-33e5e237-8200-4435-af60-7c279845c11f tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:06.237868 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-061541fd-1a1a-47fd-a7d6-99af6fb6fe6e req-33e5e237-8200-4435-af60-7c279845c11f tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 945 time: 0.0845013 Feb 09 13:12:06.284015 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-061541fd-1a1a-47fd-a7d6-99af6fb6fe6e req-303b2dc7-0e89-4d1c-a942-a430b56c511d tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401590 Feb 09 13:12:07.305409 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c087b3-8bc3-409f-b7e3-16c837f5faf0 req-0b833ba3-6158-4052-9998-84194b4bfb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:07.306881 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-40c087b3-8bc3-409f-b7e3-16c837f5faf0 req-0b833ba3-6158-4052-9998-84194b4bfb86 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=29b9a361642f4a26902f66a45b0584f4&device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 1096 time: 0.0694020 Feb 09 13:12:07.439534 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c087b3-8bc3-409f-b7e3-16c837f5faf0 req-2b0a5b2e-27b2-4c1b-afa4-6ba045b8f605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:07.441051 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-40c087b3-8bc3-409f-b7e3-16c837f5faf0 req-2b0a5b2e-27b2-4c1b-afa4-6ba045b8f605 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59 HTTP/1.1" status: 200 len: 912 time: 0.1279085 Feb 09 13:12:07.496637 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717a3b5-dae6-43df-aa4f-672bb4817113 req-f402b07f-bdaa-406e-b3b8-4e0655c877ff tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:07.498120 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a717a3b5-dae6-43df-aa4f-672bb4817113 req-f402b07f-bdaa-406e-b3b8-4e0655c877ff tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 945 time: 0.0810382 Feb 09 13:12:07.543121 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-40c087b3-8bc3-409f-b7e3-16c837f5faf0 req-be8db81f-29d5-428d-8dc0-773b10f3d1ca service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51fae63c-50e5-4e16-a15c-3072a8c6ec37 HTTP/1.1" status: 200 len: 1001 time: 0.0961354 Feb 09 13:12:07.545445 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a717a3b5-dae6-43df-aa4f-672bb4817113 req-23e34d4e-5395-409c-8d41-975a11199cc7 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416033 Feb 09 13:12:07.606258 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c087b3-8bc3-409f-b7e3-16c837f5faf0 req-7db06cf3-221a-4186-8c8d-35673a80b4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:07.607696 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-40c087b3-8bc3-409f-b7e3-16c837f5faf0 req-7db06cf3-221a-4186-8c8d-35673a80b4a5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24931d2b-04a7-4dc6-8d25-cd9ed32b43d3 HTTP/1.1" status: 200 len: 850 time: 0.0581062 Feb 09 13:12:07.685789 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c087b3-8bc3-409f-b7e3-16c837f5faf0 req-af762ac9-a051-4fe4-bc02-511db988d583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:07.687276 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-40c087b3-8bc3-409f-b7e3-16c837f5faf0 req-af762ac9-a051-4fe4-bc02-511db988d583 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729203 Feb 09 13:12:07.818594 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-40c087b3-8bc3-409f-b7e3-16c837f5faf0 req-4777d326-0eb8-4e5b-b291-d4216eaf7a91 service neutron] 10.222.0.52 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242268 Feb 09 13:12:07.952874 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-40c087b3-8bc3-409f-b7e3-16c837f5faf0 req-6fafb459-4477-4c4a-b590-bd2cadce2135 service neutron] 10.222.0.52 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288404 Feb 09 13:12:07.967781 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:12:08.730047 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324fc5e-3fff-456c-8b37-3a2fb6ede222 req-c6f81450-38cb-4854-8e08-acb1964c1c78 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:08.731515 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e324fc5e-3fff-456c-8b37-3a2fb6ede222 req-c6f81450-38cb-4854-8e08-acb1964c1c78 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 945 time: 0.0802114 Feb 09 13:12:08.775821 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e324fc5e-3fff-456c-8b37-3a2fb6ede222 req-25947347-f046-4ddf-ab47-e9f65b11c40b tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386908 Feb 09 13:12:09.582731 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [req-40c087b3-8bc3-409f-b7e3-16c837f5faf0 req-b05b4522-26fa-4dae-b5b5-be9e4b8dd1fa service neutron] show failed (client error): The resource could not be found. Feb 09 13:12:09.583736 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-40c087b3-8bc3-409f-b7e3-16c837f5faf0 req-b05b4522-26fa-4dae-b5b5-be9e4b8dd1fa service neutron] 10.222.0.52 "GET /v2.0/ports/51fae63c-50e5-4e16-a15c-3072a8c6ec37/bindings/n-h2-825178-3 HTTP/1.1" status: 404 len: 380 time: 0.0799217 Feb 09 13:12:09.851620 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c087b3-8bc3-409f-b7e3-16c837f5faf0 req-dfbe0168-712b-4f8e-81f3-8b8e565dd459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:09.854005 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-40c087b3-8bc3-409f-b7e3-16c837f5faf0 req-dfbe0168-712b-4f8e-81f3-8b8e565dd459 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4d6669e5-2b47-47b0-b175-56b871890421&tenant_id=29b9a361642f4a26902f66a45b0584f4 HTTP/1.1" status: 200 len: 1096 time: 0.0774269 Feb 09 13:12:09.868097 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-40c087b3-8bc3-409f-b7e3-16c837f5faf0 req-749119fb-b18d-48ef-a815-2054b21cc709 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825178-3', 'device_owner': 'compute:nova'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:12:10.028576 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-40c087b3-8bc3-409f-b7e3-16c837f5faf0 req-749119fb-b18d-48ef-a815-2054b21cc709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:10.097838 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9ba00-2434-4de1-b90e-abf1c9a506a0 req-fba6b030-ae46-484b-9423-8feb29a1fcf0 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:10.099215 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-57a9ba00-2434-4de1-b90e-abf1c9a506a0 req-fba6b030-ae46-484b-9423-8feb29a1fcf0 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 945 time: 0.2033169 Feb 09 13:12:10.306804 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-57a9ba00-2434-4de1-b90e-abf1c9a506a0 req-aaf43a78-f4f6-4882-80a4-edc9a68f71b2 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1998725 Feb 09 13:12:10.441766 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-40c087b3-8bc3-409f-b7e3-16c837f5faf0 req-749119fb-b18d-48ef-a815-2054b21cc709 service neutron] For port 51fae63c-50e5-4e16-a15c-3072a8c6ec37, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=51fae63c-50e5-4e16-a15c-3072a8c6ec37,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:12:10.470223 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-40c087b3-8bc3-409f-b7e3-16c837f5faf0 req-749119fb-b18d-48ef-a815-2054b21cc709 service neutron] For port 51fae63c-50e5-4e16-a15c-3072a8c6ec37, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:12:10.527858 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6669e5-2b47-47b0-b175-56b871890421', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51fae63c-50e5-4e16-a15c-3072a8c6ec37'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:12:10.533488 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-40c087b3-8bc3-409f-b7e3-16c837f5faf0 req-749119fb-b18d-48ef-a815-2054b21cc709 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:10.548544 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-40c087b3-8bc3-409f-b7e3-16c837f5faf0 req-749119fb-b18d-48ef-a815-2054b21cc709 service neutron] Transition to ACTIVE for port object 51fae63c-50e5-4e16-a15c-3072a8c6ec37 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:12:10.552096 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-40c087b3-8bc3-409f-b7e3-16c837f5faf0 req-749119fb-b18d-48ef-a815-2054b21cc709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:10.592002 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6669e5-2b47-47b0-b175-56b871890421', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51fae63c-50e5-4e16-a15c-3072a8c6ec37', 'code': 200} Feb 09 13:12:10.702648 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749119fb-b18d-48ef-a815-2054b21cc709 service neutron] Pushing event updated for resources: {'Port': ['ID=51fae63c-50e5-4e16-a15c-3072a8c6ec37,revision_number=6']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:10.715493 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749119fb-b18d-48ef-a815-2054b21cc709 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:10.715851 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749119fb-b18d-48ef-a815-2054b21cc709 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:10.716191 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749119fb-b18d-48ef-a815-2054b21cc709 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:10.716528 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749119fb-b18d-48ef-a815-2054b21cc709 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:10.716851 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749119fb-b18d-48ef-a815-2054b21cc709 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:10.717176 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749119fb-b18d-48ef-a815-2054b21cc709 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:10.717498 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749119fb-b18d-48ef-a815-2054b21cc709 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:10.717815 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749119fb-b18d-48ef-a815-2054b21cc709 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:10.718133 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749119fb-b18d-48ef-a815-2054b21cc709 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:10.718448 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749119fb-b18d-48ef-a815-2054b21cc709 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:10.718760 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749119fb-b18d-48ef-a815-2054b21cc709 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:10.719074 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749119fb-b18d-48ef-a815-2054b21cc709 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:10.763943 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c087b3-8bc3-409f-b7e3-16c837f5faf0 req-749119fb-b18d-48ef-a815-2054b21cc709 service neutron] No DVR routers for this DVR port 51fae63c-50e5-4e16-a15c-3072a8c6ec37 on host n-h1-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:12:10.985532 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-40c087b3-8bc3-409f-b7e3-16c837f5faf0 req-749119fb-b18d-48ef-a815-2054b21cc709 service neutron] Attempting to bind port 51fae63c-50e5-4e16-a15c-3072a8c6ec37 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:12:10.986375 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-40c087b3-8bc3-409f-b7e3-16c837f5faf0 req-749119fb-b18d-48ef-a815-2054b21cc709 service neutron] Attempting to bind port 51fae63c-50e5-4e16-a15c-3072a8c6ec37 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '3a76d471-fb2a-4b49-ac25-b75422bebd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:12:10.986375 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c087b3-8bc3-409f-b7e3-16c837f5faf0 req-749119fb-b18d-48ef-a815-2054b21cc709 service neutron] Attempting to bind port 51fae63c-50e5-4e16-a15c-3072a8c6ec37 on network f65be920-10ef-4d9f-af2e-8c3c0ba41b59 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:12:10.991428 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c087b3-8bc3-409f-b7e3-16c837f5faf0 req-749119fb-b18d-48ef-a815-2054b21cc709 service neutron] Port 51fae63c-50e5-4e16-a15c-3072a8c6ec37 on network f65be920-10ef-4d9f-af2e-8c3c0ba41b59 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 13:12:10.991746 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c087b3-8bc3-409f-b7e3-16c837f5faf0 req-749119fb-b18d-48ef-a815-2054b21cc709 service neutron] Attempting to bind port 51fae63c-50e5-4e16-a15c-3072a8c6ec37 on network f65be920-10ef-4d9f-af2e-8c3c0ba41b59 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:12:10.997541 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c087b3-8bc3-409f-b7e3-16c837f5faf0 req-749119fb-b18d-48ef-a815-2054b21cc709 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:12:10.997876 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c087b3-8bc3-409f-b7e3-16c837f5faf0 req-749119fb-b18d-48ef-a815-2054b21cc709 service neutron] Checking segment: {'id': '3a76d471-fb2a-4b49-ac25-b75422bebd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:12:10.998251 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c087b3-8bc3-409f-b7e3-16c837f5faf0 req-749119fb-b18d-48ef-a815-2054b21cc709 service neutron] Bound using segment: {'id': '3a76d471-fb2a-4b49-ac25-b75422bebd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:12:10.998662 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-40c087b3-8bc3-409f-b7e3-16c837f5faf0 req-749119fb-b18d-48ef-a815-2054b21cc709 service neutron] Bound port: 51fae63c-50e5-4e16-a15c-3072a8c6ec37, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a76d471-fb2a-4b49-ac25-b75422bebd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:12:10.998996 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-40c087b3-8bc3-409f-b7e3-16c837f5faf0 req-749119fb-b18d-48ef-a815-2054b21cc709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:11.087210 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-40c087b3-8bc3-409f-b7e3-16c837f5faf0 req-749119fb-b18d-48ef-a815-2054b21cc709 service neutron] For port 51fae63c-50e5-4e16-a15c-3072a8c6ec37, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:12:11.090750 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-40c087b3-8bc3-409f-b7e3-16c837f5faf0 req-749119fb-b18d-48ef-a815-2054b21cc709 service neutron] For port 51fae63c-50e5-4e16-a15c-3072a8c6ec37, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=51fae63c-50e5-4e16-a15c-3072a8c6ec37,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:12:11.094491 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-40c087b3-8bc3-409f-b7e3-16c837f5faf0 req-749119fb-b18d-48ef-a815-2054b21cc709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:11.157288 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c087b3-8bc3-409f-b7e3-16c837f5faf0 req-749119fb-b18d-48ef-a815-2054b21cc709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:11.157858 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-40c087b3-8bc3-409f-b7e3-16c837f5faf0 req-749119fb-b18d-48ef-a815-2054b21cc709 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:11.159252 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-40c087b3-8bc3-409f-b7e3-16c837f5faf0 req-749119fb-b18d-48ef-a815-2054b21cc709 service neutron] 10.222.0.46 "PUT /v2.0/ports/51fae63c-50e5-4e16-a15c-3072a8c6ec37 HTTP/1.1" status: 200 len: 1091 time: 1.2953298 Feb 09 13:12:11.174230 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749119fb-b18d-48ef-a815-2054b21cc709 service neutron] Pushing event updated for resources: {'Port': ['ID=51fae63c-50e5-4e16-a15c-3072a8c6ec37,revision_number=7']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:11.261399 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c087b3-8bc3-409f-b7e3-16c837f5faf0 req-a1c79c66-c451-4de9-8038-46bbd0adcff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:11.263266 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-40c087b3-8bc3-409f-b7e3-16c837f5faf0 req-a1c79c66-c451-4de9-8038-46bbd0adcff7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=29b9a361642f4a26902f66a45b0584f4&device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 1094 time: 0.0797427 Feb 09 13:12:11.404136 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c087b3-8bc3-409f-b7e3-16c837f5faf0 req-14185575-8530-443a-b0f6-312c42e713a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:11.405596 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-40c087b3-8bc3-409f-b7e3-16c837f5faf0 req-14185575-8530-443a-b0f6-312c42e713a0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59 HTTP/1.1" status: 200 len: 912 time: 0.1356688 Feb 09 13:12:11.564871 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-40c087b3-8bc3-409f-b7e3-16c837f5faf0 req-b2c8b637-207d-4ca8-9ed9-6388f42f9263 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51fae63c-50e5-4e16-a15c-3072a8c6ec37 HTTP/1.1" status: 200 len: 999 time: 0.1530423 Feb 09 13:12:11.638436 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8e687-14c1-42f1-99dc-3402f939addf req-ebd78f1e-62bc-48a5-aa0f-278c142d1fe6 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:11.639886 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b0f8e687-14c1-42f1-99dc-3402f939addf req-ebd78f1e-62bc-48a5-aa0f-278c142d1fe6 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 943 time: 0.1721046 Feb 09 13:12:11.647841 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c087b3-8bc3-409f-b7e3-16c837f5faf0 req-ada7e0c2-5258-44b1-811c-4222316b678c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:11.649670 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-40c087b3-8bc3-409f-b7e3-16c837f5faf0 req-ada7e0c2-5258-44b1-811c-4222316b678c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=24931d2b-04a7-4dc6-8d25-cd9ed32b43d3 HTTP/1.1" status: 200 len: 850 time: 0.0789917 Feb 09 13:12:11.743939 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b0f8e687-14c1-42f1-99dc-3402f939addf req-df86e71d-dcc4-4cdd-bf0c-d2cf15789d24 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977561 Feb 09 13:12:11.764403 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c087b3-8bc3-409f-b7e3-16c837f5faf0 req-d4398d2c-4cf1-40c0-ac9f-6f8cbc1a62c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:11.765867 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-40c087b3-8bc3-409f-b7e3-16c837f5faf0 req-d4398d2c-4cf1-40c0-ac9f-6f8cbc1a62c6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0974581 Feb 09 13:12:12.011566 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-40c087b3-8bc3-409f-b7e3-16c837f5faf0 req-76fe2d2b-9d77-4282-8229-931ffcfd0b91 service neutron] 10.222.0.46 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394910 Feb 09 13:12:12.141980 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-40c087b3-8bc3-409f-b7e3-16c837f5faf0 req-8adb9974-7590-48ae-b90e-cdc18398c8a4 service neutron] 10.222.0.46 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242733 Feb 09 13:12:12.593611 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d6669e5-2b47-47b0-b175-56b871890421', 'tag': '51fae63c-50e5-4e16-a15c-3072a8c6ec37'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:12:12.649253 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d6669e5-2b47-47b0-b175-56b871890421', 'tag': '51fae63c-50e5-4e16-a15c-3072a8c6ec37', 'status': 'completed', 'code': 200} Feb 09 13:12:12.740626 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dfe0cf-85a1-477f-a175-aad615534be6 req-0ff9c6aa-c6da-4ed3-a7f3-92e43b67bf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:12.741366 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dfe0cf-85a1-477f-a175-aad615534be6 req-64a96806-95dc-4430-b3d9-c7bf4bcf8fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:12.742325 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-69dfe0cf-85a1-477f-a175-aad615534be6 req-0ff9c6aa-c6da-4ed3-a7f3-92e43b67bf54 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=29b9a361642f4a26902f66a45b0584f4&device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 1094 time: 0.0758331 Feb 09 13:12:12.743225 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-69dfe0cf-85a1-477f-a175-aad615534be6 req-64a96806-95dc-4430-b3d9-c7bf4bcf8fc5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=29b9a361642f4a26902f66a45b0584f4&device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 1094 time: 0.0728071 Feb 09 13:12:12.877379 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dfe0cf-85a1-477f-a175-aad615534be6 req-bedb2c0d-6428-4db7-bc06-bb8822cebd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:12.878957 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-69dfe0cf-85a1-477f-a175-aad615534be6 req-bedb2c0d-6428-4db7-bc06-bb8822cebd45 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59 HTTP/1.1" status: 200 len: 912 time: 0.1309304 Feb 09 13:12:12.941923 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dfe0cf-85a1-477f-a175-aad615534be6 req-3523546e-4976-4c8b-9068-bf9822bcbaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:12.943382 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-69dfe0cf-85a1-477f-a175-aad615534be6 req-3523546e-4976-4c8b-9068-bf9822bcbaca service neutron] 10.222.0.46 "GET /v2.0/networks?id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59 HTTP/1.1" status: 200 len: 912 time: 0.1912453 Feb 09 13:12:12.980043 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-69dfe0cf-85a1-477f-a175-aad615534be6 req-9421b050-872a-42c3-8676-aad6da34e96b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51fae63c-50e5-4e16-a15c-3072a8c6ec37 HTTP/1.1" status: 200 len: 999 time: 0.0954068 Feb 09 13:12:13.042147 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dfe0cf-85a1-477f-a175-aad615534be6 req-9b0e3940-c3fe-46d3-95e0-de9df8004607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:13.043606 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-69dfe0cf-85a1-477f-a175-aad615534be6 req-9b0e3940-c3fe-46d3-95e0-de9df8004607 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24931d2b-04a7-4dc6-8d25-cd9ed32b43d3 HTTP/1.1" status: 200 len: 850 time: 0.0575931 Feb 09 13:12:13.062639 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb832b-c133-4ea4-90e4-62da3290719b req-2002d0a0-ba2a-42ec-a5e6-6405d6254520 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:13.064339 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aacb832b-c133-4ea4-90e4-62da3290719b req-2002d0a0-ba2a-42ec-a5e6-6405d6254520 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 943 time: 0.1987252 Feb 09 13:12:13.072602 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-69dfe0cf-85a1-477f-a175-aad615534be6 req-5271325e-7b57-4d8a-87d0-c947b0d760d3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51fae63c-50e5-4e16-a15c-3072a8c6ec37 HTTP/1.1" status: 200 len: 999 time: 0.1229899 Feb 09 13:12:13.118613 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dfe0cf-85a1-477f-a175-aad615534be6 req-77bc0b8b-0adb-49de-b439-2239e23d9877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:13.120120 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-69dfe0cf-85a1-477f-a175-aad615534be6 req-77bc0b8b-0adb-49de-b439-2239e23d9877 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698717 Feb 09 13:12:13.158623 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aacb832b-c133-4ea4-90e4-62da3290719b req-69abb922-3ecc-44f6-906e-9949c397f475 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881419 Feb 09 13:12:13.168615 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dfe0cf-85a1-477f-a175-aad615534be6 req-eac8b618-857f-4f3c-8124-521c69ca4c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:13.170078 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-69dfe0cf-85a1-477f-a175-aad615534be6 req-eac8b618-857f-4f3c-8124-521c69ca4c35 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=24931d2b-04a7-4dc6-8d25-cd9ed32b43d3 HTTP/1.1" status: 200 len: 850 time: 0.0821886 Feb 09 13:12:13.257049 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dfe0cf-85a1-477f-a175-aad615534be6 req-13b65756-34d8-45d0-be33-75677b5b1700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:13.258653 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-69dfe0cf-85a1-477f-a175-aad615534be6 req-13b65756-34d8-45d0-be33-75677b5b1700 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816445 Feb 09 13:12:13.370089 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-69dfe0cf-85a1-477f-a175-aad615534be6 req-fe4ccd0a-7ede-4538-8e17-7c1eb638ec77 service neutron] 10.222.0.52 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436786 Feb 09 13:12:13.407422 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-69dfe0cf-85a1-477f-a175-aad615534be6 req-e4af5caf-b8c9-4995-9142-8d10fb008ced service neutron] 10.222.0.46 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417997 Feb 09 13:12:13.456343 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 51fae63c-50e5-4e16-a15c-3072a8c6ec37 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:12:13.512883 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-69dfe0cf-85a1-477f-a175-aad615534be6 req-93c0b701-c3c9-4e46-b126-9b7d4ea4e4f2 service neutron] 10.222.0.52 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363254 Feb 09 13:12:13.515596 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 51fae63c-50e5-4e16-a15c-3072a8c6ec37 not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:12:13.558390 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-69dfe0cf-85a1-477f-a175-aad615534be6 req-1e1a2bf5-393f-448d-b873-d9a039266823 service neutron] 10.222.0.46 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449134 Feb 09 13:12:14.108200 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5c01ac1c-1d47-4355-bcd8-ac81e3717599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:14.342392 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dacfa3-9afd-4131-9d16-d743b3463bc0 req-eb7a8044-c2e3-497f-8dd1-a74a17e5ffa3 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:14.343904 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d5dacfa3-9afd-4131-9d16-d743b3463bc0 req-eb7a8044-c2e3-497f-8dd1-a74a17e5ffa3 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 943 time: 0.0804513 Feb 09 13:12:14.386800 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d5dacfa3-9afd-4131-9d16-d743b3463bc0 req-ea000647-d937-46f4-b972-56864119be6d tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373693 Feb 09 13:12:14.692590 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65ba9f-c2a6-464f-ad2f-f317843dcfbe req-8fbdf43d-1c09-4019-9e3f-af767ada30b6 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:14.694056 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cd65ba9f-c2a6-464f-ad2f-f317843dcfbe req-8fbdf43d-1c09-4019-9e3f-af767ada30b6 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 943 time: 0.0837369 Feb 09 13:12:14.699164 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a0d96-a50c-47c1-bdea-379cb1af7c35 req-c18cce1a-9f79-466f-b04f-377f1fea6430 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:14.699892 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-1f2a0d96-a50c-47c1-bdea-379cb1af7c35 req-c18cce1a-9f79-466f-b04f-377f1fea6430 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Synchronizing usage tracker for tenant:29b9a361642f4a26902f66a45b0584f4 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:12:14.716047 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-1f2a0d96-a50c-47c1-bdea-379cb1af7c35 req-c18cce1a-9f79-466f-b04f-377f1fea6430 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Unset dirty status for tenant:29b9a361642f4a26902f66a45b0584f4 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:12:14.717170 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1f2a0d96-a50c-47c1-bdea-379cb1af7c35 req-c18cce1a-9f79-466f-b04f-377f1fea6430 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d6669e5-2b47-47b0-b175-56b871890421&tenant_id=29b9a361642f4a26902f66a45b0584f4&binding%3Ahost_id=n-h2-825178-3 HTTP/1.1" status: 200 len: 943 time: 0.1036685 Feb 09 13:12:14.742547 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cd65ba9f-c2a6-464f-ad2f-f317843dcfbe req-7c0db71c-a5a9-4183-ab37-b4e86b2e5f74 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421717 Feb 09 13:12:14.815204 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [req-1f2a0d96-a50c-47c1-bdea-379cb1af7c35 req-3064ba1a-c002-4db0-ad17-b596dc33d27d service neutron] delete failed (client error): The resource could not be found. Feb 09 13:12:14.816218 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1f2a0d96-a50c-47c1-bdea-379cb1af7c35 req-3064ba1a-c002-4db0-ad17-b596dc33d27d service neutron] 10.222.0.52 "DELETE /v2.0/ports/51fae63c-50e5-4e16-a15c-3072a8c6ec37/bindings/n-h1-825178-3 HTTP/1.1" status: 404 len: 380 time: 0.0865340 Feb 09 13:12:14.960168 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a0d96-a50c-47c1-bdea-379cb1af7c35 req-ccafe686-b747-4c16-83ca-dab3b042706d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:14.962235 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1f2a0d96-a50c-47c1-bdea-379cb1af7c35 req-ccafe686-b747-4c16-83ca-dab3b042706d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=29b9a361642f4a26902f66a45b0584f4&device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 1094 time: 0.0750914 Feb 09 13:12:15.091932 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a0d96-a50c-47c1-bdea-379cb1af7c35 req-05c524fc-1bbb-486e-8044-54e611871830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:15.093326 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1f2a0d96-a50c-47c1-bdea-379cb1af7c35 req-05c524fc-1bbb-486e-8044-54e611871830 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59 HTTP/1.1" status: 200 len: 912 time: 0.1259217 Feb 09 13:12:15.197296 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1f2a0d96-a50c-47c1-bdea-379cb1af7c35 req-d3e5c1c9-e623-4f3a-a7b9-246ff53dfce0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51fae63c-50e5-4e16-a15c-3072a8c6ec37 HTTP/1.1" status: 200 len: 999 time: 0.0978205 Feb 09 13:12:15.258916 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a0d96-a50c-47c1-bdea-379cb1af7c35 req-9c67029e-2504-4e88-943b-17630896a4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:15.260404 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1f2a0d96-a50c-47c1-bdea-379cb1af7c35 req-9c67029e-2504-4e88-943b-17630896a4f2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24931d2b-04a7-4dc6-8d25-cd9ed32b43d3 HTTP/1.1" status: 200 len: 850 time: 0.0575149 Feb 09 13:12:15.336503 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a0d96-a50c-47c1-bdea-379cb1af7c35 req-6e68d7fb-1583-4760-9f01-2cb6c02126a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:15.337989 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1f2a0d96-a50c-47c1-bdea-379cb1af7c35 req-6e68d7fb-1583-4760-9f01-2cb6c02126a8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719914 Feb 09 13:12:15.466838 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1f2a0d96-a50c-47c1-bdea-379cb1af7c35 req-5c288a23-af6d-46ad-8b55-a6c31004ff03 service neutron] 10.222.0.52 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230690 Feb 09 13:12:15.594939 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1f2a0d96-a50c-47c1-bdea-379cb1af7c35 req-2b44f283-3356-4da5-9d96-079c243e6050 service neutron] 10.222.0.52 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226180 Feb 09 13:12:15.723488 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 51fae63c-50e5-4e16-a15c-3072a8c6ec37 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:12:15.880744 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 51fae63c-50e5-4e16-a15c-3072a8c6ec37, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=51fae63c-50e5-4e16-a15c-3072a8c6ec37,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:12:15.894059 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '51fae63c-50e5-4e16-a15c-3072a8c6ec37', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'port_id': '51fae63c-50e5-4e16-a15c-3072a8c6ec37', 'mac_address': 'fa:16:3e:8b:2d:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:12:15.936901 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71ad14-8085-41ff-9b3e-075d6c2faf13 req-a5405f70-3674-4153-b570-9017b0fa9725 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:15.938385 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9f71ad14-8085-41ff-9b3e-075d6c2faf13 req-a5405f70-3674-4153-b570-9017b0fa9725 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 943 time: 0.0878897 Feb 09 13:12:15.955865 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:15.974436 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51fae63c-50e5-4e16-a15c-3072a8c6ec37 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:12:15.989102 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9f71ad14-8085-41ff-9b3e-075d6c2faf13 req-c537612d-9cfc-440f-88ea-7f406be4a807 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445819 Feb 09 13:12:15.994070 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 51fae63c-50e5-4e16-a15c-3072a8c6ec37, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=51fae63c-50e5-4e16-a15c-3072a8c6ec37,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:12:15.998456 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:16.069732 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=51fae63c-50e5-4e16-a15c-3072a8c6ec37,revision_number=8']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:16.205633 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['51fae63c-50e5-4e16-a15c-3072a8c6ec37'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:12:16.462703 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-dcd5148d-8ef7-4c1e-9290-d7131aff2b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:17.179491 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f771de9-4dff-46bc-b0dc-e4d621651e26 req-59031cb9-489d-4e08-b5c0-eaae4a153f06 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:17.181301 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6f771de9-4dff-46bc-b0dc-e4d621651e26 req-59031cb9-489d-4e08-b5c0-eaae4a153f06 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 944 time: 0.0826476 Feb 09 13:12:17.226930 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6f771de9-4dff-46bc-b0dc-e4d621651e26 req-3ab8fc04-c604-4bfd-a42f-4690327bb737 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390077 Feb 09 13:12:17.424947 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24af00-87c1-49c5-869e-2d567f144b93 req-7271b2bc-6fb6-435f-bf7d-4a9113f01022 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:17.426405 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5e24af00-87c1-49c5-869e-2d567f144b93 req-7271b2bc-6fb6-435f-bf7d-4a9113f01022 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 944 time: 0.0825751 Feb 09 13:12:17.479577 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5e24af00-87c1-49c5-869e-2d567f144b93 req-ab5fe5cc-9a1b-450d-8b2e-73e98d09bacd tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468700 Feb 09 13:12:17.677943 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:17.739503 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 51fae63c-50e5-4e16-a15c-3072a8c6ec37 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:12:17.805103 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:17.821942 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 51fae63c-50e5-4e16-a15c-3072a8c6ec37 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:12:17.826735 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 51fae63c-50e5-4e16-a15c-3072a8c6ec37 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:12:17.827128 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:17.954102 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:17.982396 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6669e5-2b47-47b0-b175-56b871890421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51fae63c-50e5-4e16-a15c-3072a8c6ec37'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:12:17.993109 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 51fae63c-50e5-4e16-a15c-3072a8c6ec37, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=51fae63c-50e5-4e16-a15c-3072a8c6ec37,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:12:17.997288 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:18.000193 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da0cf2-f078-4e84-913e-31796c3d6970 req-1e6e2111-5557-4d68-9a75-fe82caa15329 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:18.001751 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-45da0cf2-f078-4e84-913e-31796c3d6970 req-1e6e2111-5557-4d68-9a75-fe82caa15329 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 944 time: 0.2618046 Feb 09 13:12:18.047275 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c56fee-fe1b-466e-bf88-6e1e6ecef352 req-315ca5fe-1791-431b-a1fa-1fe0f8013b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:18.048766 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-17c56fee-fe1b-466e-bf88-6e1e6ecef352 req-315ca5fe-1791-431b-a1fa-1fe0f8013b7f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=29b9a361642f4a26902f66a45b0584f4&device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 1095 time: 0.2405083 Feb 09 13:12:18.073504 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=51fae63c-50e5-4e16-a15c-3072a8c6ec37,revision_number=9']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:18.084642 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-45da0cf2-f078-4e84-913e-31796c3d6970 req-ad5b9931-9934-4ce7-8c94-76f395509b2c tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759635 Feb 09 13:12:18.148785 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6669e5-2b47-47b0-b175-56b871890421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51fae63c-50e5-4e16-a15c-3072a8c6ec37', 'code': 200} Feb 09 13:12:18.197291 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c56fee-fe1b-466e-bf88-6e1e6ecef352 req-4c2b095a-00f5-491d-8bf1-02eb2c071796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:18.198813 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-17c56fee-fe1b-466e-bf88-6e1e6ecef352 req-4c2b095a-00f5-491d-8bf1-02eb2c071796 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59 HTTP/1.1" status: 200 len: 912 time: 0.1444106 Feb 09 13:12:18.309956 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-17c56fee-fe1b-466e-bf88-6e1e6ecef352 req-3cf7d39c-bb19-4e61-9e2a-c9176aedc7fa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51fae63c-50e5-4e16-a15c-3072a8c6ec37 HTTP/1.1" status: 200 len: 1001 time: 0.1044300 Feb 09 13:12:18.376923 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c56fee-fe1b-466e-bf88-6e1e6ecef352 req-5c543192-6d0d-457d-89f5-ad23abe83f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:18.378712 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-17c56fee-fe1b-466e-bf88-6e1e6ecef352 req-5c543192-6d0d-457d-89f5-ad23abe83f38 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=24931d2b-04a7-4dc6-8d25-cd9ed32b43d3 HTTP/1.1" status: 200 len: 850 time: 0.0630844 Feb 09 13:12:18.461001 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c56fee-fe1b-466e-bf88-6e1e6ecef352 req-5276cc81-f1b1-4f94-9bbf-7b3930ef95e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:18.462531 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-17c56fee-fe1b-466e-bf88-6e1e6ecef352 req-5276cc81-f1b1-4f94-9bbf-7b3930ef95e2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770600 Feb 09 13:12:18.598571 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-17c56fee-fe1b-466e-bf88-6e1e6ecef352 req-d87ca2fa-86a6-45b5-8dec-77829293f602 service neutron] 10.222.0.46 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301312 Feb 09 13:12:18.730710 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-17c56fee-fe1b-466e-bf88-6e1e6ecef352 req-a8671a59-d8a3-4b68-b9ee-66811fd90f5e service neutron] 10.222.0.46 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266754 Feb 09 13:12:19.277569 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad801b-4fe6-4baa-ade8-652bc84fdc83 req-c9932971-4fa9-4c56-8fb9-cfd59a191d32 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:19.279059 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8ad801b-4fe6-4baa-ade8-652bc84fdc83 req-c9932971-4fa9-4c56-8fb9-cfd59a191d32 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 945 time: 0.0823965 Feb 09 13:12:19.327495 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8ad801b-4fe6-4baa-ade8-652bc84fdc83 req-b258ae75-6cc3-425f-9bb6-4ce9759cd051 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417521 Feb 09 13:12:19.339110 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:20.531274 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cb0a6-d82e-4641-956b-3951638f45d2 req-cba553a0-6fb9-4a16-9bcf-516e17c95848 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:20.532761 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fd5cb0a6-d82e-4641-956b-3951638f45d2 req-cba553a0-6fb9-4a16-9bcf-516e17c95848 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 945 time: 0.0958223 Feb 09 13:12:20.576404 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fd5cb0a6-d82e-4641-956b-3951638f45d2 req-11b6917c-2379-42ec-a171-c63c6a3340bd tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379755 Feb 09 13:12:20.906600 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:20.966908 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e681d3ec-1855-48cd-93f1-4c65a3c44c8d req-1953827b-b5d0-4eb5-8806-515748f7e178 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:20.968518 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e681d3ec-1855-48cd-93f1-4c65a3c44c8d req-1953827b-b5d0-4eb5-8806-515748f7e178 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 945 time: 0.0822353 Feb 09 13:12:21.014229 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e681d3ec-1855-48cd-93f1-4c65a3c44c8d req-0bcab17a-0a0b-432b-ba55-94b67ff18216 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400047 Feb 09 13:12:22.224886 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe333ca7-8045-44de-b0cf-ffa25fb3a457 req-78ae4f8e-7399-4bd8-be3c-d9e273c36478 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:22.226893 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fe333ca7-8045-44de-b0cf-ffa25fb3a457 req-78ae4f8e-7399-4bd8-be3c-d9e273c36478 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 945 time: 0.1383920 Feb 09 13:12:22.277512 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671b47f-27e8-49a5-8f18-32664477cd81 req-2aa0ed48-0975-42c2-9fb4-6fcdd3482197 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:22.278952 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f671b47f-27e8-49a5-8f18-32664477cd81 req-2aa0ed48-0975-42c2-9fb4-6fcdd3482197 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 945 time: 0.1505940 Feb 09 13:12:22.334821 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-fe333ca7-8045-44de-b0cf-ffa25fb3a457 req-b7afcf53-d6e2-439d-ba93-3390eb9b8f61 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Deleting port 51fae63c-50e5-4e16-a15c-3072a8c6ec37 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:12:22.335079 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-fe333ca7-8045-44de-b0cf-ffa25fb3a457 req-b7afcf53-d6e2-439d-ba93-3390eb9b8f61 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:22.385297 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f671b47f-27e8-49a5-8f18-32664477cd81 req-69557723-1fc5-4ae1-8c3c-8e236516f5f1 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995865 Feb 09 13:12:22.593355 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-fe333ca7-8045-44de-b0cf-ffa25fb3a457 req-b7afcf53-d6e2-439d-ba93-3390eb9b8f61 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] For port 51fae63c-50e5-4e16-a15c-3072a8c6ec37, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=51fae63c-50e5-4e16-a15c-3072a8c6ec37,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:12:22.593632 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-fe333ca7-8045-44de-b0cf-ffa25fb3a457 req-b7afcf53-d6e2-439d-ba93-3390eb9b8f61 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:22.988921 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-fe333ca7-8045-44de-b0cf-ffa25fb3a457 req-b7afcf53-d6e2-439d-ba93-3390eb9b8f61 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:22.989289 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-fe333ca7-8045-44de-b0cf-ffa25fb3a457 req-b7afcf53-d6e2-439d-ba93-3390eb9b8f61 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:22.989606 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [req-fe333ca7-8045-44de-b0cf-ffa25fb3a457 req-b7afcf53-d6e2-439d-ba93-3390eb9b8f61 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Floating IP 1b4aeb2d-9992-4706-b0f6-8bd3a042737d disassociated. External IP: 172.25.7.221, port: 51fae63c-50e5-4e16-a15c-3072a8c6ec37. Feb 09 13:12:22.989951 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-fe333ca7-8045-44de-b0cf-ffa25fb3a457 req-b7afcf53-d6e2-439d-ba93-3390eb9b8f61 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Calling delete_port for 51fae63c-50e5-4e16-a15c-3072a8c6ec37 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:12:23.140056 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-fe333ca7-8045-44de-b0cf-ffa25fb3a457 req-b7afcf53-d6e2-439d-ba93-3390eb9b8f61 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:23.195552 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7afcf53-d6e2-439d-ba93-3390eb9b8f61 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Pushing event deleted for resources: {'Port': ['ID=51fae63c-50e5-4e16-a15c-3072a8c6ec37,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:23.393019 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe333ca7-8045-44de-b0cf-ffa25fb3a457 req-b7afcf53-d6e2-439d-ba93-3390eb9b8f61 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Router b0258182-82dd-44aa-bf0e-fac0e35831ae has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:12:23.457672 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:23.624538 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-02e980c2-0c21-4400-ac6b-e6ec0bfe3182 req-ba1545b0-6989-4937-94d1-eaea2e103a73 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d6669e5-2b47-47b0-b175-56b871890421 HTTP/1.1" status: 200 len: 210 time: 0.0737572 Feb 09 13:12:23.651604 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe333ca7-8045-44de-b0cf-ffa25fb3a457 req-b7afcf53-d6e2-439d-ba93-3390eb9b8f61 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:12:23.664209 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06362ec0-7bb5-4b78-a265-54c2204e85ea None None] Sync routers for ids ['b0258182-82dd-44aa-bf0e-fac0e35831ae'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:12:23.674352 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06362ec0-7bb5-4b78-a265-54c2204e85ea None None] Routers {'b0258182-82dd-44aa-bf0e-fac0e35831ae'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:12:23.675039 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-06362ec0-7bb5-4b78-a265-54c2204e85ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:12:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['b0258182-82dd-44aa-bf0e-fac0e35831ae'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:12:23.728947 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe333ca7-8045-44de-b0cf-ffa25fb3a457 req-b7afcf53-d6e2-439d-ba93-3390eb9b8f61 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] No DVR routers for this DVR port 51fae63c-50e5-4e16-a15c-3072a8c6ec37 on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:12:23.731582 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-fe333ca7-8045-44de-b0cf-ffa25fb3a457 req-b7afcf53-d6e2-439d-ba93-3390eb9b8f61 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:23.734219 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6669e5-2b47-47b0-b175-56b871890421', 'name': 'network-vif-deleted', 'tag': '51fae63c-50e5-4e16-a15c-3072a8c6ec37'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:12:23.751539 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fe333ca7-8045-44de-b0cf-ffa25fb3a457 req-b7afcf53-d6e2-439d-ba93-3390eb9b8f61 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.46 "DELETE /v2.0/ports/51fae63c-50e5-4e16-a15c-3072a8c6ec37 HTTP/1.1" status: 204 len: 173 time: 1.5191798 Feb 09 13:12:23.782553 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6669e5-2b47-47b0-b175-56b871890421', 'name': 'network-vif-deleted', 'tag': '51fae63c-50e5-4e16-a15c-3072a8c6ec37', 'status': 'completed', 'code': 200} Feb 09 13:12:23.868837 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-06362ec0-7bb5-4b78-a265-54c2204e85ea None None] Set router b0258182-82dd-44aa-bf0e-fac0e35831ae gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:12:24.199305 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-06362ec0-7bb5-4b78-a265-54c2204e85ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'name': 'tempest-ServerActionsTestJSON-279225300-router', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:10:33Z', 'updated_at': '2022-02-09T13:10:37Z', 'revision_number': 4, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'gw_port': {'id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:34Z', 'updated_at': '2022-02-09T13:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'f07cf46a-d3f6-489b-a76a-107613d540aa', 'name': '', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'mac_address': 'fa:16:3e:1b:b9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:37Z', 'updated_at': '2022-02-09T13:10:43Z', 'revision_number': 5, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'subnets': [{'id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:12:24.203167 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06362ec0-7bb5-4b78-a265-54c2204e85ea None None] Checking router: b0258182-82dd-44aa-bf0e-fac0e35831ae for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:12:24.213419 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06362ec0-7bb5-4b78-a265-54c2204e85ea None None] Routers {'b0258182-82dd-44aa-bf0e-fac0e35831ae'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:12:24.214353 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-06362ec0-7bb5-4b78-a265-54c2204e85ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:12:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['b0258182-82dd-44aa-bf0e-fac0e35831ae'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:12:24.416971 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-06362ec0-7bb5-4b78-a265-54c2204e85ea None None] Set router b0258182-82dd-44aa-bf0e-fac0e35831ae gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:12:24.727166 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-06362ec0-7bb5-4b78-a265-54c2204e85ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'name': 'tempest-ServerActionsTestJSON-279225300-router', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:10:33Z', 'updated_at': '2022-02-09T13:10:37Z', 'revision_number': 4, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'gw_port': {'id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:34Z', 'updated_at': '2022-02-09T13:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'f07cf46a-d3f6-489b-a76a-107613d540aa', 'name': '', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'mac_address': 'fa:16:3e:1b:b9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:37Z', 'updated_at': '2022-02-09T13:10:43Z', 'revision_number': 5, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'subnets': [{'id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:12:24.733915 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06362ec0-7bb5-4b78-a265-54c2204e85ea None None] The sync data for ids ['b0258182-82dd-44aa-bf0e-fac0e35831ae'] in n-d-825178-3 is: [{'id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'name': 'tempest-ServerActionsTestJSON-279225300-router', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:10:33Z', 'updated_at': '2022-02-09T13:10:37Z', 'revision_number': 4, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'gw_port': {'id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:34Z', 'updated_at': '2022-02-09T13:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'f07cf46a-d3f6-489b-a76a-107613d540aa', 'name': '', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'mac_address': 'fa:16:3e:1b:b9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:37Z', 'updated_at': '2022-02-09T13:10:43Z', 'revision_number': 5, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'subnets': [{'id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:12:24.972846 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1934d944-79da-4f80-9653-856604b31d63 req-2b9054fb-b6e1-42ed-9649-293c9e8091be tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1811429770&fields=id&tenant_id=29b9a361642f4a26902f66a45b0584f4 HTTP/1.1" status: 200 len: 267 time: 0.0419710 Feb 09 13:12:24.980130 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc7feee-b4ed-4800-9685-9b06af02d9e7 None None] New status for floating IP 1b4aeb2d-9992-4706-b0f6-8bd3a042737d: DOWN {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:12:25.131043 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934d944-79da-4f80-9653-856604b31d63 req-b153920f-1479-4518-a557-d56d404d5ef0 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:25.133102 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1934d944-79da-4f80-9653-856604b31d63 req-b153920f-1479-4518-a557-d56d404d5ef0 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/networks?id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59 HTTP/1.1" status: 200 len: 811 time: 0.1515403 Feb 09 13:12:25.148327 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1934d944-79da-4f80-9653-856604b31d63 req-94270cb5-faad-46af-bc25-496123b13f0c tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/quotas/29b9a361642f4a26902f66a45b0584f4 HTTP/1.1" status: 200 len: 375 time: 0.0099127 Feb 09 13:12:25.245245 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-1934d944-79da-4f80-9653-856604b31d63 req-2c0af929-e379-4943-9f22-7721a261728e tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Synchronizing usage tracker for tenant:29b9a361642f4a26902f66a45b0584f4 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:12:25.260540 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-1934d944-79da-4f80-9653-856604b31d63 req-2c0af929-e379-4943-9f22-7721a261728e tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Unset dirty status for tenant:29b9a361642f4a26902f66a45b0584f4 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:12:25.261949 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1934d944-79da-4f80-9653-856604b31d63 req-2c0af929-e379-4943-9f22-7721a261728e tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=29b9a361642f4a26902f66a45b0584f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1070790 Feb 09 13:12:25.402731 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1934d944-79da-4f80-9653-856604b31d63 req-70edbb7e-7da0-46d8-a573-48878d7e19af service neutron] 10.222.0.55 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273785 Feb 09 13:12:25.643408 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1934d944-79da-4f80-9653-856604b31d63 req-0b07dec0-a8d9-4602-bba6-271144f97e22 service neutron] 10.222.0.55 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317426 Feb 09 13:12:25.783128 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 51fae63c-50e5-4e16-a15c-3072a8c6ec37 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:12:25.817629 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: 51fae63c-50e5-4e16-a15c-3072a8c6ec37 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:12:25.817978 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 51fae63c-50e5-4e16-a15c-3072a8c6ec37 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:12:25.826938 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ff1327c7-dcb8-4920-b5cf-61970d9c17dc req-2dc1fda5-e7e2-4eff-9b7c-6901c591918d tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 210 time: 0.0416372 Feb 09 13:12:26.925340 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934d944-79da-4f80-9653-856604b31d63 req-ddcdab42-823d-45a7-9fdc-66a61041af72 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:26.927629 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1934d944-79da-4f80-9653-856604b31d63 req-ddcdab42-823d-45a7-9fdc-66a61041af72 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.46 "GET /v2.0/networks?id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59 HTTP/1.1" status: 200 len: 811 time: 0.1669948 Feb 09 13:12:26.999191 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4846d887-c693-490d-99b1-76fc5e88e3a6 req-a48e9ef0-01cb-42fa-ac5b-26140b20d74b tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 210 time: 0.0640268 Feb 09 13:12:27.025749 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1934d944-79da-4f80-9653-856604b31d63 req-831a034c-695b-426d-a5f0-71611f8dce19 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29b9a361642f4a26902f66a45b0584f4 HTTP/1.1" status: 200 len: 380 time: 0.0509033 Feb 09 13:12:27.035420 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-1934d944-79da-4f80-9653-856604b31d63 req-de7e9ba8-5b74-4d9d-9f91-ba8eaf8f51aa tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Request body: {'port': {'device_id': '763975eb-0a6a-439e-bd17-28c3cf130735', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'admin_state_up': True, 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'security_groups': ['b593dc1e-bf70-4f96-84f7-881c33c21aef']}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:12:27.172975 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-1934d944-79da-4f80-9653-856604b31d63 req-de7e9ba8-5b74-4d9d-9f91-ba8eaf8f51aa tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:12:27.182982 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-1934d944-79da-4f80-9653-856604b31d63 req-de7e9ba8-5b74-4d9d-9f91-ba8eaf8f51aa tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:12:27.193000 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1934d944-79da-4f80-9653-856604b31d63 req-de7e9ba8-5b74-4d9d-9f91-ba8eaf8f51aa tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Made reservation on behalf of 29b9a361642f4a26902f66a45b0584f4 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:12:27.197372 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1934d944-79da-4f80-9653-856604b31d63 req-de7e9ba8-5b74-4d9d-9f91-ba8eaf8f51aa tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:27.357867 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-1934d944-79da-4f80-9653-856604b31d63 req-de7e9ba8-5b74-4d9d-9f91-ba8eaf8f51aa tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Allocated IP 172.20.0.14 (f65be920-10ef-4d9f-af2e-8c3c0ba41b59/24931d2b-04a7-4dc6-8d25-cd9ed32b43d3/66c25ffd-c29e-4add-98fd-84fe4214e1b9) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:12:27.544794 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1934d944-79da-4f80-9653-856604b31d63 req-de7e9ba8-5b74-4d9d-9f91-ba8eaf8f51aa tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:27.559966 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-1934d944-79da-4f80-9653-856604b31d63 req-de7e9ba8-5b74-4d9d-9f91-ba8eaf8f51aa tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Transition to ACTIVE for port object 66c25ffd-c29e-4add-98fd-84fe4214e1b9 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:12:27.583850 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1934d944-79da-4f80-9653-856604b31d63 req-de7e9ba8-5b74-4d9d-9f91-ba8eaf8f51aa tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:27.655206 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1934d944-79da-4f80-9653-856604b31d63 req-de7e9ba8-5b74-4d9d-9f91-ba8eaf8f51aa tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Network f65be920-10ef-4d9f-af2e-8c3c0ba41b59 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:12:27.658335 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-1934d944-79da-4f80-9653-856604b31d63 req-de7e9ba8-5b74-4d9d-9f91-ba8eaf8f51aa tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:12:27.662260 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-1934d944-79da-4f80-9653-856604b31d63 req-de7e9ba8-5b74-4d9d-9f91-ba8eaf8f51aa tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:12:27.697648 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e9ba8-5b74-4d9d-9f91-ba8eaf8f51aa tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Pushing event updated for resources: {'Port': ['ID=66c25ffd-c29e-4add-98fd-84fe4214e1b9,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:27.735412 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934d944-79da-4f80-9653-856604b31d63 req-de7e9ba8-5b74-4d9d-9f91-ba8eaf8f51aa tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:27.736048 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1934d944-79da-4f80-9653-856604b31d63 req-de7e9ba8-5b74-4d9d-9f91-ba8eaf8f51aa tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:27.762781 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1934d944-79da-4f80-9653-856604b31d63 req-de7e9ba8-5b74-4d9d-9f91-ba8eaf8f51aa tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7309268 Feb 09 13:12:27.775684 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-1934d944-79da-4f80-9653-856604b31d63 req-ff7f194a-8f18-4a6b-a5bf-538115f42efc service neutron] Request body: {'port': {'device_id': '763975eb-0a6a-439e-bd17-28c3cf130735', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:12:27.890372 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1934d944-79da-4f80-9653-856604b31d63 req-ff7f194a-8f18-4a6b-a5bf-538115f42efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:27.961391 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-895eda51-bac4-495a-8ee8-0b6a1b843dbe None None] Provisioning for port 66c25ffd-c29e-4add-98fd-84fe4214e1b9 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:12:27.966533 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-895eda51-bac4-495a-8ee8-0b6a1b843dbe None None] Provisioning complete for port 66c25ffd-c29e-4add-98fd-84fe4214e1b9 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:12:27.966794 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-895eda51-bac4-495a-8ee8-0b6a1b843dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:28.024070 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-895eda51-bac4-495a-8ee8-0b6a1b843dbe None None] Port 66c25ffd-c29e-4add-98fd-84fe4214e1b9 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:12:28.233880 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd8e69-5108-4e62-9ec4-6293f1ad8489 req-61c6c25e-e8da-4d5e-a224-609df06b9a0b tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:28.234478 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-4fdd8e69-5108-4e62-9ec4-6293f1ad8489 req-61c6c25e-e8da-4d5e-a224-609df06b9a0b tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Synchronizing usage tracker for tenant:29b9a361642f4a26902f66a45b0584f4 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:12:28.301440 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-4fdd8e69-5108-4e62-9ec4-6293f1ad8489 req-61c6c25e-e8da-4d5e-a224-609df06b9a0b tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Unset dirty status for tenant:29b9a361642f4a26902f66a45b0584f4 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:12:28.302612 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4fdd8e69-5108-4e62-9ec4-6293f1ad8489 req-61c6c25e-e8da-4d5e-a224-609df06b9a0b tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 932 time: 0.1907833 Feb 09 13:12:28.309260 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-1934d944-79da-4f80-9653-856604b31d63 req-ff7f194a-8f18-4a6b-a5bf-538115f42efc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66c25ffd-c29e-4add-98fd-84fe4214e1b9 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:12:28.318118 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1934d944-79da-4f80-9653-856604b31d63 req-ff7f194a-8f18-4a6b-a5bf-538115f42efc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:28.359162 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-1934d944-79da-4f80-9653-856604b31d63 req-ff7f194a-8f18-4a6b-a5bf-538115f42efc service neutron] Transition to ACTIVE for port object 66c25ffd-c29e-4add-98fd-84fe4214e1b9 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:12:28.362093 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1934d944-79da-4f80-9653-856604b31d63 req-ff7f194a-8f18-4a6b-a5bf-538115f42efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:28.416573 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4fdd8e69-5108-4e62-9ec4-6293f1ad8489 req-5cee3bb1-f684-4d5e-908a-17bddb5a0a02 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029811 Feb 09 13:12:28.663324 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f194a-8f18-4a6b-a5bf-538115f42efc service neutron] Pushing event updated for resources: {'Port': ['ID=66c25ffd-c29e-4add-98fd-84fe4214e1b9,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:28.737393 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-1934d944-79da-4f80-9653-856604b31d63 req-ff7f194a-8f18-4a6b-a5bf-538115f42efc service neutron] Attempting to bind port 66c25ffd-c29e-4add-98fd-84fe4214e1b9 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:12:28.737644 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-1934d944-79da-4f80-9653-856604b31d63 req-ff7f194a-8f18-4a6b-a5bf-538115f42efc service neutron] Attempting to bind port 66c25ffd-c29e-4add-98fd-84fe4214e1b9 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '3a76d471-fb2a-4b49-ac25-b75422bebd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:12:28.737960 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1934d944-79da-4f80-9653-856604b31d63 req-ff7f194a-8f18-4a6b-a5bf-538115f42efc service neutron] Attempting to bind port 66c25ffd-c29e-4add-98fd-84fe4214e1b9 on network f65be920-10ef-4d9f-af2e-8c3c0ba41b59 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:12:28.742555 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1934d944-79da-4f80-9653-856604b31d63 req-ff7f194a-8f18-4a6b-a5bf-538115f42efc service neutron] Port 66c25ffd-c29e-4add-98fd-84fe4214e1b9 on network f65be920-10ef-4d9f-af2e-8c3c0ba41b59 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 13:12:28.742866 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1934d944-79da-4f80-9653-856604b31d63 req-ff7f194a-8f18-4a6b-a5bf-538115f42efc service neutron] Attempting to bind port 66c25ffd-c29e-4add-98fd-84fe4214e1b9 on network f65be920-10ef-4d9f-af2e-8c3c0ba41b59 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:12:28.748204 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1934d944-79da-4f80-9653-856604b31d63 req-ff7f194a-8f18-4a6b-a5bf-538115f42efc service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:12:28.748552 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1934d944-79da-4f80-9653-856604b31d63 req-ff7f194a-8f18-4a6b-a5bf-538115f42efc service neutron] Checking segment: {'id': '3a76d471-fb2a-4b49-ac25-b75422bebd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:12:28.748927 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1934d944-79da-4f80-9653-856604b31d63 req-ff7f194a-8f18-4a6b-a5bf-538115f42efc service neutron] Bound using segment: {'id': '3a76d471-fb2a-4b49-ac25-b75422bebd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:12:28.749378 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-1934d944-79da-4f80-9653-856604b31d63 req-ff7f194a-8f18-4a6b-a5bf-538115f42efc service neutron] Bound port: 66c25ffd-c29e-4add-98fd-84fe4214e1b9, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a76d471-fb2a-4b49-ac25-b75422bebd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:12:28.749740 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1934d944-79da-4f80-9653-856604b31d63 req-ff7f194a-8f18-4a6b-a5bf-538115f42efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:28.837767 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-1934d944-79da-4f80-9653-856604b31d63 req-ff7f194a-8f18-4a6b-a5bf-538115f42efc service neutron] For port 66c25ffd-c29e-4add-98fd-84fe4214e1b9, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:12:28.840645 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-1934d944-79da-4f80-9653-856604b31d63 req-ff7f194a-8f18-4a6b-a5bf-538115f42efc service neutron] For port 66c25ffd-c29e-4add-98fd-84fe4214e1b9, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=66c25ffd-c29e-4add-98fd-84fe4214e1b9,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:12:28.844973 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1934d944-79da-4f80-9653-856604b31d63 req-ff7f194a-8f18-4a6b-a5bf-538115f42efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:28.904643 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934d944-79da-4f80-9653-856604b31d63 req-ff7f194a-8f18-4a6b-a5bf-538115f42efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:28.905259 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-1934d944-79da-4f80-9653-856604b31d63 req-ff7f194a-8f18-4a6b-a5bf-538115f42efc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:28.906601 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1934d944-79da-4f80-9653-856604b31d63 req-ff7f194a-8f18-4a6b-a5bf-538115f42efc service neutron] 10.222.0.46 "PUT /v2.0/ports/66c25ffd-c29e-4add-98fd-84fe4214e1b9 HTTP/1.1" status: 200 len: 1092 time: 1.1355286 Feb 09 13:12:28.907024 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '763975eb-0a6a-439e-bd17-28c3cf130735', 'tag': '66c25ffd-c29e-4add-98fd-84fe4214e1b9'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:12:28.932030 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f194a-8f18-4a6b-a5bf-538115f42efc service neutron] Pushing event updated for resources: {'Port': ['ID=66c25ffd-c29e-4add-98fd-84fe4214e1b9,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:28.983399 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '763975eb-0a6a-439e-bd17-28c3cf130735', 'tag': '66c25ffd-c29e-4add-98fd-84fe4214e1b9', 'status': 'completed', 'code': 200} Feb 09 13:12:29.026058 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934d944-79da-4f80-9653-856604b31d63 req-5ee4cb86-1c63-4869-ad4b-14b13c8db648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:29.027552 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1934d944-79da-4f80-9653-856604b31d63 req-5ee4cb86-1c63-4869-ad4b-14b13c8db648 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=29b9a361642f4a26902f66a45b0584f4&device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 1095 time: 0.0810318 Feb 09 13:12:29.100419 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1934d944-79da-4f80-9653-856604b31d63 req-70a7a699-f919-4786-b178-8b1204035c5d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66c25ffd-c29e-4add-98fd-84fe4214e1b9 HTTP/1.1" status: 200 len: 217 time: 0.0659018 Feb 09 13:12:29.162474 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934d944-79da-4f80-9653-856604b31d63 req-1f25c199-c91c-4764-9b40-a83371a4709a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:29.164773 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1934d944-79da-4f80-9653-856604b31d63 req-1f25c199-c91c-4764-9b40-a83371a4709a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=24931d2b-04a7-4dc6-8d25-cd9ed32b43d3 HTTP/1.1" status: 200 len: 850 time: 0.0590732 Feb 09 13:12:29.240001 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934d944-79da-4f80-9653-856604b31d63 req-a6229033-a10c-4567-91c9-f94ce645cb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:29.242106 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1934d944-79da-4f80-9653-856604b31d63 req-a6229033-a10c-4567-91c9-f94ce645cb07 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703614 Feb 09 13:12:29.374959 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1934d944-79da-4f80-9653-856604b31d63 req-0cf91d42-4351-4005-a328-8d208ab71bb4 service neutron] 10.222.0.46 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275260 Feb 09 13:12:29.510805 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1934d944-79da-4f80-9653-856604b31d63 req-0ecfe7d6-862b-4630-ac0c-c2b87c1aa189 service neutron] 10.222.0.46 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292360 Feb 09 13:12:29.670368 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ceac2-1ca1-411a-bf52-2e4bd4b64d0b req-eaada13f-0ba6-4fef-8ea5-851db716d088 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:29.671810 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-777ceac2-1ca1-411a-bf52-2e4bd4b64d0b req-eaada13f-0ba6-4fef-8ea5-851db716d088 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 944 time: 0.1427963 Feb 09 13:12:29.673874 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b100b9-c5dd-47ce-87e8-0ce32262f1ca req-5c897212-4517-4cbe-b7d9-d86df62f61ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:29.675194 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-29b100b9-c5dd-47ce-87e8-0ce32262f1ca req-5c897212-4517-4cbe-b7d9-d86df62f61ac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=29b9a361642f4a26902f66a45b0584f4&device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 1095 time: 0.1066346 Feb 09 13:12:29.796008 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-777ceac2-1ca1-411a-bf52-2e4bd4b64d0b req-66870f30-2220-412f-be31-6dacc97a1302 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183112 Feb 09 13:12:29.843702 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b100b9-c5dd-47ce-87e8-0ce32262f1ca req-ff292d0c-5755-423b-9478-9e8a904363ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:29.845180 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-29b100b9-c5dd-47ce-87e8-0ce32262f1ca req-ff292d0c-5755-423b-9478-9e8a904363ab service neutron] 10.222.0.46 "GET /v2.0/networks?id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59 HTTP/1.1" status: 200 len: 912 time: 0.1551719 Feb 09 13:12:29.914005 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-29b100b9-c5dd-47ce-87e8-0ce32262f1ca req-e54db767-8ccd-48c7-826b-09052174ebc9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66c25ffd-c29e-4add-98fd-84fe4214e1b9 HTTP/1.1" status: 200 len: 217 time: 0.0614324 Feb 09 13:12:29.981442 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b100b9-c5dd-47ce-87e8-0ce32262f1ca req-9e047c82-03ec-483c-a597-6772b81513df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:29.982870 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-29b100b9-c5dd-47ce-87e8-0ce32262f1ca req-9e047c82-03ec-483c-a597-6772b81513df service neutron] 10.222.0.46 "GET /v2.0/subnets?id=24931d2b-04a7-4dc6-8d25-cd9ed32b43d3 HTTP/1.1" status: 200 len: 850 time: 0.0617418 Feb 09 13:12:30.059059 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b100b9-c5dd-47ce-87e8-0ce32262f1ca req-09e89989-f2c0-4c6d-9747-20ea2504f0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:30.060548 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-29b100b9-c5dd-47ce-87e8-0ce32262f1ca req-09e89989-f2c0-4c6d-9747-20ea2504f0a8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703533 Feb 09 13:12:30.192775 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-29b100b9-c5dd-47ce-87e8-0ce32262f1ca req-48ec5508-6c5a-4a9f-8578-f1bfb3d6f2b8 service neutron] 10.222.0.46 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251488 Feb 09 13:12:30.331897 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-29b100b9-c5dd-47ce-87e8-0ce32262f1ca req-e66021d1-0dd2-4f19-b67e-5d9ac63dfeae service neutron] 10.222.0.46 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318843 Feb 09 13:12:30.984837 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361b120-5489-406d-8f16-ad37424805e4 req-87f48d6b-5c07-45bc-9cbc-8e9691d08cb4 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:30.986310 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e361b120-5489-406d-8f16-ad37424805e4 req-87f48d6b-5c07-45bc-9cbc-8e9691d08cb4 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 944 time: 0.0841095 Feb 09 13:12:31.036062 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e361b120-5489-406d-8f16-ad37424805e4 req-58ba5c38-3508-4fa3-8f07-58e36f70fb1f tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439494 Feb 09 13:12:32.220378 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968eda46-4066-47c9-a976-b58b692aadbf req-209ff567-7c72-43a6-b92b-640dd055d180 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:32.221831 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-968eda46-4066-47c9-a976-b58b692aadbf req-209ff567-7c72-43a6-b92b-640dd055d180 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 944 time: 0.0824313 Feb 09 13:12:32.265951 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-968eda46-4066-47c9-a976-b58b692aadbf req-ec71f14c-a98d-4d5b-91db-30163b212dd1 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385134 Feb 09 13:12:33.455696 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a8e5f-cd0a-4417-b2d4-47521fad7939 req-1be868bf-fdd1-44a7-95b8-6294eaf36916 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:33.457213 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-218a8e5f-cd0a-4417-b2d4-47521fad7939 req-1be868bf-fdd1-44a7-95b8-6294eaf36916 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 944 time: 0.0850477 Feb 09 13:12:33.502218 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-218a8e5f-cd0a-4417-b2d4-47521fad7939 req-46f506f8-5f65-4a2f-8966-7e86ae2e7ab3 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385871 Feb 09 13:12:33.813884 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 66c25ffd-c29e-4add-98fd-84fe4214e1b9 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:12:33.948039 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 66c25ffd-c29e-4add-98fd-84fe4214e1b9, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=66c25ffd-c29e-4add-98fd-84fe4214e1b9,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:12:33.961099 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '66c25ffd-c29e-4add-98fd-84fe4214e1b9', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'port_id': '66c25ffd-c29e-4add-98fd-84fe4214e1b9', 'mac_address': 'fa:16:3e:52:5a:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:12:34.016546 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:34.035447 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66c25ffd-c29e-4add-98fd-84fe4214e1b9 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:12:34.050431 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 66c25ffd-c29e-4add-98fd-84fe4214e1b9, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=66c25ffd-c29e-4add-98fd-84fe4214e1b9,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:12:34.054490 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:34.119491 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=66c25ffd-c29e-4add-98fd-84fe4214e1b9,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:34.126852 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:34.127199 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:34.127540 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:34.127894 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:34.128227 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:34.128554 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:34.128878 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:34.129207 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:34.129530 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:34.129858 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:34.130175 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:34.130496 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:34.257676 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['66c25ffd-c29e-4add-98fd-84fe4214e1b9'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:12:34.688115 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da932d29-ec1c-4155-b7e9-9c427b651554 req-9205c45a-05e5-4777-8dae-43266eee15ff tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:34.689571 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-da932d29-ec1c-4155-b7e9-9c427b651554 req-9205c45a-05e5-4777-8dae-43266eee15ff tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 945 time: 0.0803604 Feb 09 13:12:34.733845 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-da932d29-ec1c-4155-b7e9-9c427b651554 req-fe8148ea-c303-4a4f-b3c0-3071fb585651 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386610 Feb 09 13:12:35.833202 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 66c25ffd-c29e-4add-98fd-84fe4214e1b9 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:12:35.902741 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 66c25ffd-c29e-4add-98fd-84fe4214e1b9 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:12:35.908051 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 66c25ffd-c29e-4add-98fd-84fe4214e1b9 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:12:35.908428 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:36.025993 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca69f3c-c610-4280-8bcc-a10ee4a005b6 req-1e4686d7-acfe-4ecf-a225-d759966dab48 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:36.027357 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8ca69f3c-c610-4280-8bcc-a10ee4a005b6 req-1e4686d7-acfe-4ecf-a225-d759966dab48 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 945 time: 0.1908894 Feb 09 13:12:36.028777 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:36.056332 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763975eb-0a6a-439e-bd17-28c3cf130735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c25ffd-c29e-4add-98fd-84fe4214e1b9'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:12:36.065732 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 66c25ffd-c29e-4add-98fd-84fe4214e1b9, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=66c25ffd-c29e-4add-98fd-84fe4214e1b9,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:12:36.069971 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:36.071308 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8ca69f3c-c610-4280-8bcc-a10ee4a005b6 req-b4a9b516-de41-4e36-b473-b8741701968a tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380869 Feb 09 13:12:36.124967 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763975eb-0a6a-439e-bd17-28c3cf130735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c25ffd-c29e-4add-98fd-84fe4214e1b9', 'code': 200} Feb 09 13:12:36.142554 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=66c25ffd-c29e-4add-98fd-84fe4214e1b9,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:36.248110 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd2de0-aadd-46e1-9267-f7ece2b311f5 req-2e7fa731-9bc6-407f-b499-3179d29e01cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:36.249543 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fcbd2de0-aadd-46e1-9267-f7ece2b311f5 req-2e7fa731-9bc6-407f-b499-3179d29e01cb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 1097 time: 0.0681462 Feb 09 13:12:36.292503 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fcbd2de0-aadd-46e1-9267-f7ece2b311f5 req-67e0d9e5-3cb0-41fe-b34d-4f6c7bbdcfcd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361116 Feb 09 13:12:37.414779 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef520f25-5e52-4a75-bf71-27c4baa7ee7d req-af2751c3-6335-471c-b084-28f8075cd25d tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:37.416201 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ef520f25-5e52-4a75-bf71-27c4baa7ee7d req-af2751c3-6335-471c-b084-28f8075cd25d tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 946 time: 0.0814028 Feb 09 13:12:37.460594 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ef520f25-5e52-4a75-bf71-27c4baa7ee7d req-c65214df-17cd-43bc-bbec-49f33d2e5c53 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380623 Feb 09 13:12:38.649561 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2050b04c-e46a-4f88-99b4-be7df08d3931 req-0c94d568-1fc3-407c-9c9b-025b17b0f727 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:38.650932 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2050b04c-e46a-4f88-99b4-be7df08d3931 req-0c94d568-1fc3-407c-9c9b-025b17b0f727 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 946 time: 0.0830488 Feb 09 13:12:38.695121 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2050b04c-e46a-4f88-99b4-be7df08d3931 req-5476243d-89d3-4d71-bdc6-88d1b882d931 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385094 Feb 09 13:12:38.888958 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f103370-cc3d-48ae-ac1d-07ccbf4f8aab req-899e399c-3366-4cdf-9514-9921ca862e0a tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:38.890530 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4f103370-cc3d-48ae-ac1d-07ccbf4f8aab req-899e399c-3366-4cdf-9514-9921ca862e0a tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 946 time: 0.0829225 Feb 09 13:12:38.899192 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 44722) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:12:38.904176 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-08d76366-b2ad-4a59-b844-d086463aec86 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Request body: {'floatingip': {'port_id': '66c25ffd-c29e-4add-98fd-84fe4214e1b9'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:12:38.985884 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-08d76366-b2ad-4a59-b844-d086463aec86 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks [] for floatingip, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:39.604345 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-08d76366-b2ad-4a59-b844-d086463aec86 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:39.607976 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-08d76366-b2ad-4a59-b844-d086463aec86 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:39.775901 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [None req-08d76366-b2ad-4a59-b844-d086463aec86 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Floating IP 1b4aeb2d-9992-4706-b0f6-8bd3a042737d associated. External IP: 172.25.7.221, port: 66c25ffd-c29e-4add-98fd-84fe4214e1b9. Feb 09 13:12:40.226740 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d76366-b2ad-4a59-b844-d086463aec86 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Router b0258182-82dd-44aa-bf0e-fac0e35831ae has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:12:40.405764 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d76366-b2ad-4a59-b844-d086463aec86 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:12:40.410004 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-08d76366-b2ad-4a59-b844-d086463aec86 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:40.416162 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4c33eb-1759-4b13-8be9-a173bb134753 None None] Sync routers for ids ['b0258182-82dd-44aa-bf0e-fac0e35831ae'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:12:40.426296 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4c33eb-1759-4b13-8be9-a173bb134753 None None] Routers {'b0258182-82dd-44aa-bf0e-fac0e35831ae'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:12:40.426898 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1c4c33eb-1759-4b13-8be9-a173bb134753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:12:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['b0258182-82dd-44aa-bf0e-fac0e35831ae'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:12:40.466424 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-08d76366-b2ad-4a59-b844-d086463aec86 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "PUT /v2.0/floatingips/1b4aeb2d-9992-4706-b0f6-8bd3a042737d HTTP/1.1" status: 200 len: 992 time: 1.5636630 Feb 09 13:12:40.466424 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '763975eb-0a6a-439e-bd17-28c3cf130735', 'tag': '66c25ffd-c29e-4add-98fd-84fe4214e1b9'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:12:40.635719 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-1c4c33eb-1759-4b13-8be9-a173bb134753 None None] Set router b0258182-82dd-44aa-bf0e-fac0e35831ae gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:12:40.641343 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e560fc9-25c0-4d95-90f4-7bfc8f2c2b91 req-a3e75bf8-b13b-4916-91bb-77c81fba3513 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:40.642832 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5e560fc9-25c0-4d95-90f4-7bfc8f2c2b91 req-a3e75bf8-b13b-4916-91bb-77c81fba3513 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 946 time: 0.0892420 Feb 09 13:12:40.690972 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5e560fc9-25c0-4d95-90f4-7bfc8f2c2b91 req-45a6722f-5376-40db-bb6c-2f743d8faea5 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423448 Feb 09 13:12:40.741649 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '763975eb-0a6a-439e-bd17-28c3cf130735', 'tag': '66c25ffd-c29e-4add-98fd-84fe4214e1b9', 'status': 'completed', 'code': 200} Feb 09 13:12:40.832452 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e21bc8-0633-415e-9e23-b35957a60eae req-90b21fed-8fd9-40c9-be74-9c9ff1b79dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:40.833968 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a1e21bc8-0633-415e-9e23-b35957a60eae req-90b21fed-8fd9-40c9-be74-9c9ff1b79dd6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=29b9a361642f4a26902f66a45b0584f4&device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 1097 time: 0.0716016 Feb 09 13:12:40.966810 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e21bc8-0633-415e-9e23-b35957a60eae req-d8c65a88-438f-44ec-a3d2-3d6900eeeb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:40.968293 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a1e21bc8-0633-415e-9e23-b35957a60eae req-d8c65a88-438f-44ec-a3d2-3d6900eeeb10 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59 HTTP/1.1" status: 200 len: 912 time: 0.1287446 Feb 09 13:12:40.984377 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1c4c33eb-1759-4b13-8be9-a173bb134753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'name': 'tempest-ServerActionsTestJSON-279225300-router', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:10:33Z', 'updated_at': '2022-02-09T13:10:37Z', 'revision_number': 4, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'gw_port': {'id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:34Z', 'updated_at': '2022-02-09T13:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '1b4aeb2d-9992-4706-b0f6-8bd3a042737d', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'floating_ip_address': '172.25.7.221', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'port_id': '66c25ffd-c29e-4add-98fd-84fe4214e1b9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'mac_address': 'fa:16:3e:52:5a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763975eb-0a6a-439e-bd17-28c3cf130735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:10:40Z', 'updated_at': '2022-02-09T13:12:39Z', 'revision_number': 9, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f07cf46a-d3f6-489b-a76a-107613d540aa', 'name': '', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'mac_address': 'fa:16:3e:1b:b9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:37Z', 'updated_at': '2022-02-09T13:10:43Z', 'revision_number': 5, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'subnets': [{'id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:12:40.988085 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4c33eb-1759-4b13-8be9-a173bb134753 None None] Checking router: b0258182-82dd-44aa-bf0e-fac0e35831ae for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:12:40.996847 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4c33eb-1759-4b13-8be9-a173bb134753 None None] Routers {'b0258182-82dd-44aa-bf0e-fac0e35831ae'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:12:40.997527 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1c4c33eb-1759-4b13-8be9-a173bb134753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:12:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['b0258182-82dd-44aa-bf0e-fac0e35831ae'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:12:41.073806 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a1e21bc8-0633-415e-9e23-b35957a60eae req-d8c18be0-7a15-4fc6-9231-2822e8bf7fa3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66c25ffd-c29e-4add-98fd-84fe4214e1b9 HTTP/1.1" status: 200 len: 1000 time: 0.0995872 Feb 09 13:12:41.136711 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e21bc8-0633-415e-9e23-b35957a60eae req-4603f8a8-a9b8-4ed1-a27d-b7999313bf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:41.138213 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a1e21bc8-0633-415e-9e23-b35957a60eae req-4603f8a8-a9b8-4ed1-a27d-b7999313bf34 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=24931d2b-04a7-4dc6-8d25-cd9ed32b43d3 HTTP/1.1" status: 200 len: 850 time: 0.0586452 Feb 09 13:12:41.173148 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-1c4c33eb-1759-4b13-8be9-a173bb134753 None None] Set router b0258182-82dd-44aa-bf0e-fac0e35831ae gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:12:41.217716 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e21bc8-0633-415e-9e23-b35957a60eae req-5990ec5b-2c1b-46d1-b9a9-b58ed1eb64f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:41.219200 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a1e21bc8-0633-415e-9e23-b35957a60eae req-5990ec5b-2c1b-46d1-b9a9-b58ed1eb64f9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756023 Feb 09 13:12:41.358921 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a1e21bc8-0633-415e-9e23-b35957a60eae req-8cc4a901-b8d1-425a-8dcf-a792625e0261 service neutron] 10.222.0.46 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336036 Feb 09 13:12:41.490799 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a1e21bc8-0633-415e-9e23-b35957a60eae req-f4e6651c-74ac-4cd7-9961-485a7533f5ee service neutron] 10.222.0.46 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252244 Feb 09 13:12:41.515614 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1c4c33eb-1759-4b13-8be9-a173bb134753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'name': 'tempest-ServerActionsTestJSON-279225300-router', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:10:33Z', 'updated_at': '2022-02-09T13:10:37Z', 'revision_number': 4, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'gw_port': {'id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:34Z', 'updated_at': '2022-02-09T13:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '1b4aeb2d-9992-4706-b0f6-8bd3a042737d', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'floating_ip_address': '172.25.7.221', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'port_id': '66c25ffd-c29e-4add-98fd-84fe4214e1b9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'mac_address': 'fa:16:3e:52:5a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763975eb-0a6a-439e-bd17-28c3cf130735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:10:40Z', 'updated_at': '2022-02-09T13:12:39Z', 'revision_number': 9, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f07cf46a-d3f6-489b-a76a-107613d540aa', 'name': '', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'mac_address': 'fa:16:3e:1b:b9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:37Z', 'updated_at': '2022-02-09T13:10:43Z', 'revision_number': 5, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'subnets': [{'id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:12:41.520157 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4c33eb-1759-4b13-8be9-a173bb134753 None None] The sync data for ids ['b0258182-82dd-44aa-bf0e-fac0e35831ae'] in n-d-825178-3 is: [{'id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'name': 'tempest-ServerActionsTestJSON-279225300-router', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:10:33Z', 'updated_at': '2022-02-09T13:10:37Z', 'revision_number': 4, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'gw_port': {'id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:34Z', 'updated_at': '2022-02-09T13:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '1b4aeb2d-9992-4706-b0f6-8bd3a042737d', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'floating_ip_address': '172.25.7.221', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'port_id': '66c25ffd-c29e-4add-98fd-84fe4214e1b9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'mac_address': 'fa:16:3e:52:5a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763975eb-0a6a-439e-bd17-28c3cf130735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:10:40Z', 'updated_at': '2022-02-09T13:12:39Z', 'revision_number': 9, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f07cf46a-d3f6-489b-a76a-107613d540aa', 'name': '', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'mac_address': 'fa:16:3e:1b:b9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:37Z', 'updated_at': '2022-02-09T13:10:43Z', 'revision_number': 5, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'subnets': [{'id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:12:41.712054 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d792751-00a8-47df-8982-5d66a832c2c1 None None] New status for floating IP 1b4aeb2d-9992-4706-b0f6-8bd3a042737d: ACTIVE {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:12:41.877845 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8326c3a-51dc-4787-8acf-853d4acff65e req-46707ce6-9797-490a-954f-f68d16a6c513 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:41.879224 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e8326c3a-51dc-4787-8acf-853d4acff65e req-46707ce6-9797-490a-954f-f68d16a6c513 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 946 time: 0.0795836 Feb 09 13:12:41.923711 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e8326c3a-51dc-4787-8acf-853d4acff65e req-e5e5bd8b-dd63-428c-ade4-c301410d96e1 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381656 Feb 09 13:12:42.268501 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f6a4498e-6c16-4478-b566-0ad1316717fd req-6f5aa1fd-4cb2-49f1-adaa-381fb9ab2d8a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0726290 Feb 09 13:12:42.447023 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb04b86-c36f-4f36-9488-99d90ac03321 req-fe6af059-e14d-4716-bc5d-b85e3f123504 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:42.448722 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7cb04b86-c36f-4f36-9488-99d90ac03321 req-fe6af059-e14d-4716-bc5d-b85e3f123504 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 946 time: 0.2106895 Feb 09 13:12:42.496728 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7cb04b86-c36f-4f36-9488-99d90ac03321 req-06958b33-dd05-4793-ac45-71050edd7238 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426607 Feb 09 13:12:43.488045 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4498e-6c16-4478-b566-0ad1316717fd req-01ca7886-aecf-40f7-8dd0-54d65ec4576c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:43.489520 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f6a4498e-6c16-4478-b566-0ad1316717fd req-01ca7886-aecf-40f7-8dd0-54d65ec4576c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=29b9a361642f4a26902f66a45b0584f4&device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 1097 time: 0.0755270 Feb 09 13:12:43.679684 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4498e-6c16-4478-b566-0ad1316717fd req-e048c3b3-b7c6-4764-9074-cfadc83a66d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:43.681147 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f6a4498e-6c16-4478-b566-0ad1316717fd req-e048c3b3-b7c6-4764-9074-cfadc83a66d2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59 HTTP/1.1" status: 200 len: 912 time: 0.1863358 Feb 09 13:12:43.792417 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85df4ba-763f-4075-b574-01af6a2531fa req-af8251dc-9b11-4d7c-af0d-8a7cb28aa6f9 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:43.793895 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d85df4ba-763f-4075-b574-01af6a2531fa req-af8251dc-9b11-4d7c-af0d-8a7cb28aa6f9 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 946 time: 0.1857817 Feb 09 13:12:43.800466 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f6a4498e-6c16-4478-b566-0ad1316717fd req-0f98e62b-0d60-438a-a0e2-1e87bb139540 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66c25ffd-c29e-4add-98fd-84fe4214e1b9 HTTP/1.1" status: 200 len: 1003 time: 0.1126649 Feb 09 13:12:43.885894 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d85df4ba-763f-4075-b574-01af6a2531fa req-a106289f-1f1e-4e80-8a43-236d738002f1 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845079 Feb 09 13:12:43.893138 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4498e-6c16-4478-b566-0ad1316717fd req-a9ebd742-d4d1-4d13-a328-f70413e5922a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:43.894160 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f6a4498e-6c16-4478-b566-0ad1316717fd req-a9ebd742-d4d1-4d13-a328-f70413e5922a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=24931d2b-04a7-4dc6-8d25-cd9ed32b43d3 HTTP/1.1" status: 200 len: 850 time: 0.0797741 Feb 09 13:12:43.973595 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4498e-6c16-4478-b566-0ad1316717fd req-bb330bd1-7ed8-4580-8fbb-679187dd8385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:43.975130 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f6a4498e-6c16-4478-b566-0ad1316717fd req-bb330bd1-7ed8-4580-8fbb-679187dd8385 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755069 Feb 09 13:12:44.107894 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f6a4498e-6c16-4478-b566-0ad1316717fd req-accf2e5b-4769-46a3-bcbb-2e232dfc12de service neutron] 10.222.0.46 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268473 Feb 09 13:12:44.109351 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-344d2f79-5d7f-43af-ac53-d08f80cdb926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:44.239942 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f6a4498e-6c16-4478-b566-0ad1316717fd req-29b8789b-5a7a-44b8-b287-8b5bd1c78c6d service neutron] 10.222.0.46 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261876 Feb 09 13:12:44.966825 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:12:45.073169 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a0ef10-6735-404a-863f-2d8f070d924c req-741fd0c9-da33-472e-871a-e5774576f65a tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:45.074542 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-35a0ef10-6735-404a-863f-2d8f070d924c req-741fd0c9-da33-472e-871a-e5774576f65a tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 946 time: 0.0789957 Feb 09 13:12:45.119639 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-35a0ef10-6735-404a-863f-2d8f070d924c req-85291bbf-81aa-4b75-b10e-74f1207d9de4 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395510 Feb 09 13:12:46.307171 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea463c-fc53-4410-9153-0929ecedf34e req-fbce2815-4b6c-40b6-b450-74b0a590a962 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:46.308719 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-81ea463c-fc53-4410-9153-0929ecedf34e req-fbce2815-4b6c-40b6-b450-74b0a590a962 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 946 time: 0.0840368 Feb 09 13:12:46.354973 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-81ea463c-fc53-4410-9153-0929ecedf34e req-b33e19cd-2916-4ea7-a6ad-7900f8f840cd tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403762 Feb 09 13:12:46.464834 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bc482934-49a0-4dac-ac9e-ca96b2fbc078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:47.538322 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4a783-a6d8-4a24-b81b-71f5dbbad106 req-e43549c5-23f8-4753-bf58-3b83452cdac0 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:47.539908 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-63c4a783-a6d8-4a24-b81b-71f5dbbad106 req-e43549c5-23f8-4753-bf58-3b83452cdac0 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 946 time: 0.0820947 Feb 09 13:12:47.583395 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-63c4a783-a6d8-4a24-b81b-71f5dbbad106 req-e0560853-ac02-49c3-9823-3abc11db2921 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379508 Feb 09 13:12:47.670130 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:47.764854 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:48.775678 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143e7b1-0acb-4b82-b9db-8909d2f25749 req-c2d53648-eb17-4541-8d31-801e01cbfa25 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:48.777170 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0143e7b1-0acb-4b82-b9db-8909d2f25749 req-c2d53648-eb17-4541-8d31-801e01cbfa25 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 946 time: 0.0854793 Feb 09 13:12:48.822227 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0143e7b1-0acb-4b82-b9db-8909d2f25749 req-de518495-36d7-4dd1-888d-d4211c8eb3b6 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394964 Feb 09 13:12:49.339978 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:50.008003 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a1440-e979-4e61-ad9e-807ac1f76c08 req-09f9663c-ae0d-4cd2-93b3-104ec4130c18 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:50.009451 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-111a1440-e979-4e61-ad9e-807ac1f76c08 req-09f9663c-ae0d-4cd2-93b3-104ec4130c18 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 946 time: 0.0791144 Feb 09 13:12:50.056095 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-111a1440-e979-4e61-ad9e-807ac1f76c08 req-ac1076e4-3d26-461c-93c7-9baad627d406 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410397 Feb 09 13:12:50.909785 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:51.239353 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e3a4e-b4dc-48eb-8a25-6382ca5a6f49 req-5564dd80-282d-45ca-b72d-1c6088e81a20 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:51.241513 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d88e3a4e-b4dc-48eb-8a25-6382ca5a6f49 req-5564dd80-282d-45ca-b72d-1c6088e81a20 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 946 time: 0.0799358 Feb 09 13:12:51.284555 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d88e3a4e-b4dc-48eb-8a25-6382ca5a6f49 req-369e220a-845f-43b4-8e12-31bbc0ea6bd0 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377162 Feb 09 13:12:52.472299 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccfea20-45ad-4b20-803b-1cff64d975e8 req-9e93e47e-5e21-463e-b415-21c5e4c4a21d tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:52.473756 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fccfea20-45ad-4b20-803b-1cff64d975e8 req-9e93e47e-5e21-463e-b415-21c5e4c4a21d tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 946 time: 0.0824206 Feb 09 13:12:52.516834 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fccfea20-45ad-4b20-803b-1cff64d975e8 req-725e32a2-d27f-472f-b927-f039f27b7605 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366681 Feb 09 13:12:53.452694 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:53.699906 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1aed6-6691-4f72-b9c3-b172511aee81 req-8e9071bb-cb72-4b06-a9d4-fd10b66058e2 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:53.701402 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-18e1aed6-6691-4f72-b9c3-b172511aee81 req-8e9071bb-cb72-4b06-a9d4-fd10b66058e2 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 946 time: 0.0798271 Feb 09 13:12:53.744586 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-18e1aed6-6691-4f72-b9c3-b172511aee81 req-ecca99ce-4afa-44c9-938a-141e52fc9145 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375950 Feb 09 13:12:55.032713 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7095576-cd04-41ac-8227-39ef72669371 req-961b0bc7-8164-49b8-9446-ffc104219d09 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:55.034097 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a7095576-cd04-41ac-8227-39ef72669371 req-961b0bc7-8164-49b8-9446-ffc104219d09 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 946 time: 0.1845028 Feb 09 13:12:55.077617 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a7095576-cd04-41ac-8227-39ef72669371 req-dea9a4d0-c910-4ab1-8572-70a0cea528c7 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380104 Feb 09 13:12:56.261219 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dfa414-e648-4dad-a1db-ae0f94f78f9f req-864c8089-b7dc-45b4-b58c-091a0958467d tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:56.262643 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-52dfa414-e648-4dad-a1db-ae0f94f78f9f req-864c8089-b7dc-45b4-b58c-091a0958467d tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 946 time: 0.0775254 Feb 09 13:12:56.309206 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-52dfa414-e648-4dad-a1db-ae0f94f78f9f req-d848de5c-de17-4545-a828-ca4373e807b4 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406728 Feb 09 13:12:57.492845 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5dffec-8b62-4bba-8af0-9ff2ff566354 req-06248a9e-ad33-4774-8fcf-9a39e4dce89c tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:57.494309 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9f5dffec-8b62-4bba-8af0-9ff2ff566354 req-06248a9e-ad33-4774-8fcf-9a39e4dce89c tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 946 time: 0.0796158 Feb 09 13:12:57.537664 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9f5dffec-8b62-4bba-8af0-9ff2ff566354 req-17b2b48a-159d-445f-a7a4-9b11cee772bd tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377383 Feb 09 13:12:58.724589 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ae003-5a24-4767-a6b0-216c5875fbef req-75ec3c11-1750-4b1e-b91e-f0e1ce154f19 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:58.726139 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab3ae003-5a24-4767-a6b0-216c5875fbef req-75ec3c11-1750-4b1e-b91e-f0e1ce154f19 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 946 time: 0.0823736 Feb 09 13:12:58.772799 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab3ae003-5a24-4767-a6b0-216c5875fbef req-c9b0a833-942f-4ad3-9551-ee9edc496d78 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407038 Feb 09 13:12:59.957264 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2a670-6fb0-4c19-9d68-d291dd400205 req-5b1dc10a-a36e-4e3b-af7b-48f992619c17 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:59.958701 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f0c2a670-6fb0-4c19-9d68-d291dd400205 req-5b1dc10a-a36e-4e3b-af7b-48f992619c17 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 946 time: 0.0772073 Feb 09 13:13:00.002028 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f0c2a670-6fb0-4c19-9d68-d291dd400205 req-fc885c4e-257c-44db-b00c-2e44ea6c9ec1 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372148 Feb 09 13:13:01.189046 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43cb3d2-8eb7-4901-bc89-407439bae27f req-08348bc4-1217-4b02-8c6a-0c780573656d tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:01.190525 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b43cb3d2-8eb7-4901-bc89-407439bae27f req-08348bc4-1217-4b02-8c6a-0c780573656d tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 946 time: 0.0837963 Feb 09 13:13:01.234912 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b43cb3d2-8eb7-4901-bc89-407439bae27f req-7443e843-4190-4a46-8cb2-b25fecaa047b tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383208 Feb 09 13:13:02.419661 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd2c19-45ae-4a48-88de-af1958e36a81 req-a9a3c3b5-694b-44f1-9e63-6e3e8e34ebc3 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:02.421135 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-35cd2c19-45ae-4a48-88de-af1958e36a81 req-a9a3c3b5-694b-44f1-9e63-6e3e8e34ebc3 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 946 time: 0.0808344 Feb 09 13:13:02.467960 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-35cd2c19-45ae-4a48-88de-af1958e36a81 req-c3731d1e-3bd0-4402-9204-50dbb3ade0b0 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412152 Feb 09 13:13:03.658595 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa909de-96b7-430d-87bf-c3e6278129e7 req-388bd723-c0a1-401f-8a88-8b952e4d3587 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:03.659986 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5aa909de-96b7-430d-87bf-c3e6278129e7 req-388bd723-c0a1-401f-8a88-8b952e4d3587 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 946 time: 0.0812681 Feb 09 13:13:03.708421 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5aa909de-96b7-430d-87bf-c3e6278129e7 req-fe47b844-5f57-4176-99b5-41c3c97a7505 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423615 Feb 09 13:13:04.895808 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78190353-d4b8-465c-a3c4-d51829b23f3a req-fc39b9de-0294-4fa3-b171-668da4107d08 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:04.897995 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-78190353-d4b8-465c-a3c4-d51829b23f3a req-fc39b9de-0294-4fa3-b171-668da4107d08 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 946 time: 0.0844970 Feb 09 13:13:04.940768 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-78190353-d4b8-465c-a3c4-d51829b23f3a req-0ee81351-4d6b-4f66-b5c9-59bb9893332c tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372117 Feb 09 13:13:05.949631 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [req-f6a4498e-6c16-4478-b566-0ad1316717fd req-3dd7eb34-5de7-47db-bf48-f5b938fef7c5 service neutron] show failed (client error): The resource could not be found. Feb 09 13:13:05.950621 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f6a4498e-6c16-4478-b566-0ad1316717fd req-3dd7eb34-5de7-47db-bf48-f5b938fef7c5 service neutron] 10.222.0.46 "GET /v2.0/ports/66c25ffd-c29e-4add-98fd-84fe4214e1b9/bindings/n-h1-825178-3 HTTP/1.1" status: 404 len: 380 time: 0.0738513 Feb 09 13:13:06.136468 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378798b-f3dc-45f0-8313-4f4e84dec599 req-25a67f1d-309f-4c09-bda3-ee163a432fee tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:06.138012 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8378798b-f3dc-45f0-8313-4f4e84dec599 req-25a67f1d-309f-4c09-bda3-ee163a432fee tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 946 time: 0.0861628 Feb 09 13:13:06.184106 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8378798b-f3dc-45f0-8313-4f4e84dec599 req-88dd24aa-9a06-46d6-8ccd-cd4e9b362a58 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393338 Feb 09 13:13:06.206276 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4498e-6c16-4478-b566-0ad1316717fd req-6457e82f-0ef9-481b-9c05-23edf45ae48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:06.207717 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f6a4498e-6c16-4478-b566-0ad1316717fd req-6457e82f-0ef9-481b-9c05-23edf45ae48e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735&tenant_id=29b9a361642f4a26902f66a45b0584f4 HTTP/1.1" status: 200 len: 1097 time: 0.0700316 Feb 09 13:13:06.218051 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-f6a4498e-6c16-4478-b566-0ad1316717fd req-215e8e84-49d4-48ae-a728-685f64b025e5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825178-3', 'device_owner': 'compute:nova'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:13:06.329605 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f6a4498e-6c16-4478-b566-0ad1316717fd req-215e8e84-49d4-48ae-a728-685f64b025e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:06.687643 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-f6a4498e-6c16-4478-b566-0ad1316717fd req-215e8e84-49d4-48ae-a728-685f64b025e5 service neutron] For port 66c25ffd-c29e-4add-98fd-84fe4214e1b9, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=66c25ffd-c29e-4add-98fd-84fe4214e1b9,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:13:06.715184 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-f6a4498e-6c16-4478-b566-0ad1316717fd req-215e8e84-49d4-48ae-a728-685f64b025e5 service neutron] For port 66c25ffd-c29e-4add-98fd-84fe4214e1b9, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:13:06.774908 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763975eb-0a6a-439e-bd17-28c3cf130735', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66c25ffd-c29e-4add-98fd-84fe4214e1b9'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:13:06.780617 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f6a4498e-6c16-4478-b566-0ad1316717fd req-215e8e84-49d4-48ae-a728-685f64b025e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:06.796578 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-f6a4498e-6c16-4478-b566-0ad1316717fd req-215e8e84-49d4-48ae-a728-685f64b025e5 service neutron] Transition to ACTIVE for port object 66c25ffd-c29e-4add-98fd-84fe4214e1b9 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:13:06.800431 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f6a4498e-6c16-4478-b566-0ad1316717fd req-215e8e84-49d4-48ae-a728-685f64b025e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:06.842486 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763975eb-0a6a-439e-bd17-28c3cf130735', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66c25ffd-c29e-4add-98fd-84fe4214e1b9', 'code': 200} Feb 09 13:13:06.945772 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215e8e84-49d4-48ae-a728-685f64b025e5 service neutron] Pushing event updated for resources: {'Port': ['ID=66c25ffd-c29e-4add-98fd-84fe4214e1b9,revision_number=6']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:06.959987 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215e8e84-49d4-48ae-a728-685f64b025e5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:06.960333 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215e8e84-49d4-48ae-a728-685f64b025e5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:06.960673 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215e8e84-49d4-48ae-a728-685f64b025e5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:06.961011 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215e8e84-49d4-48ae-a728-685f64b025e5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:06.961340 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215e8e84-49d4-48ae-a728-685f64b025e5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:06.961668 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215e8e84-49d4-48ae-a728-685f64b025e5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:06.961996 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215e8e84-49d4-48ae-a728-685f64b025e5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:06.962316 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215e8e84-49d4-48ae-a728-685f64b025e5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:06.962636 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215e8e84-49d4-48ae-a728-685f64b025e5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:06.962956 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215e8e84-49d4-48ae-a728-685f64b025e5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:06.963283 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215e8e84-49d4-48ae-a728-685f64b025e5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:06.963596 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215e8e84-49d4-48ae-a728-685f64b025e5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:07.008794 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a4498e-6c16-4478-b566-0ad1316717fd req-215e8e84-49d4-48ae-a728-685f64b025e5 service neutron] No DVR routers for this DVR port 66c25ffd-c29e-4add-98fd-84fe4214e1b9 on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:13:07.230884 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-f6a4498e-6c16-4478-b566-0ad1316717fd req-215e8e84-49d4-48ae-a728-685f64b025e5 service neutron] Attempting to bind port 66c25ffd-c29e-4add-98fd-84fe4214e1b9 on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:13:07.231503 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-f6a4498e-6c16-4478-b566-0ad1316717fd req-215e8e84-49d4-48ae-a728-685f64b025e5 service neutron] Attempting to bind port 66c25ffd-c29e-4add-98fd-84fe4214e1b9 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': '3a76d471-fb2a-4b49-ac25-b75422bebd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:13:07.231608 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a4498e-6c16-4478-b566-0ad1316717fd req-215e8e84-49d4-48ae-a728-685f64b025e5 service neutron] Attempting to bind port 66c25ffd-c29e-4add-98fd-84fe4214e1b9 on network f65be920-10ef-4d9f-af2e-8c3c0ba41b59 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:13:07.236047 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a4498e-6c16-4478-b566-0ad1316717fd req-215e8e84-49d4-48ae-a728-685f64b025e5 service neutron] Port 66c25ffd-c29e-4add-98fd-84fe4214e1b9 on network f65be920-10ef-4d9f-af2e-8c3c0ba41b59 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 13:13:07.236383 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a4498e-6c16-4478-b566-0ad1316717fd req-215e8e84-49d4-48ae-a728-685f64b025e5 service neutron] Attempting to bind port 66c25ffd-c29e-4add-98fd-84fe4214e1b9 on network f65be920-10ef-4d9f-af2e-8c3c0ba41b59 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:13:07.241799 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a4498e-6c16-4478-b566-0ad1316717fd req-215e8e84-49d4-48ae-a728-685f64b025e5 service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:13:07.242134 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a4498e-6c16-4478-b566-0ad1316717fd req-215e8e84-49d4-48ae-a728-685f64b025e5 service neutron] Checking segment: {'id': '3a76d471-fb2a-4b49-ac25-b75422bebd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:13:07.242517 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a4498e-6c16-4478-b566-0ad1316717fd req-215e8e84-49d4-48ae-a728-685f64b025e5 service neutron] Bound using segment: {'id': '3a76d471-fb2a-4b49-ac25-b75422bebd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:13:07.242935 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-f6a4498e-6c16-4478-b566-0ad1316717fd req-215e8e84-49d4-48ae-a728-685f64b025e5 service neutron] Bound port: 66c25ffd-c29e-4add-98fd-84fe4214e1b9, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a76d471-fb2a-4b49-ac25-b75422bebd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:13:07.243278 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f6a4498e-6c16-4478-b566-0ad1316717fd req-215e8e84-49d4-48ae-a728-685f64b025e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:07.333951 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-f6a4498e-6c16-4478-b566-0ad1316717fd req-215e8e84-49d4-48ae-a728-685f64b025e5 service neutron] For port 66c25ffd-c29e-4add-98fd-84fe4214e1b9, host n-h1-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:13:07.337516 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-f6a4498e-6c16-4478-b566-0ad1316717fd req-215e8e84-49d4-48ae-a728-685f64b025e5 service neutron] For port 66c25ffd-c29e-4add-98fd-84fe4214e1b9, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=66c25ffd-c29e-4add-98fd-84fe4214e1b9,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:13:07.343231 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f6a4498e-6c16-4478-b566-0ad1316717fd req-215e8e84-49d4-48ae-a728-685f64b025e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:07.377032 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81197a-d519-4a31-aff3-f48a15c88592 req-30a8d643-25f4-4194-b2f8-ae7b1d86ceb9 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:07.378479 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5d81197a-d519-4a31-aff3-f48a15c88592 req-30a8d643-25f4-4194-b2f8-ae7b1d86ceb9 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 944 time: 0.0804498 Feb 09 13:13:07.404666 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4498e-6c16-4478-b566-0ad1316717fd req-215e8e84-49d4-48ae-a728-685f64b025e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:07.404666 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f6a4498e-6c16-4478-b566-0ad1316717fd req-215e8e84-49d4-48ae-a728-685f64b025e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:07.406228 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f6a4498e-6c16-4478-b566-0ad1316717fd req-215e8e84-49d4-48ae-a728-685f64b025e5 service neutron] 10.222.0.52 "PUT /v2.0/ports/66c25ffd-c29e-4add-98fd-84fe4214e1b9 HTTP/1.1" status: 200 len: 1092 time: 1.1921246 Feb 09 13:13:07.420785 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215e8e84-49d4-48ae-a728-685f64b025e5 service neutron] Pushing event updated for resources: {'Port': ['ID=66c25ffd-c29e-4add-98fd-84fe4214e1b9,revision_number=7']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:07.425660 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5d81197a-d519-4a31-aff3-f48a15c88592 req-660e37e0-6697-41ac-bde2-760261ff8d99 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407987 Feb 09 13:13:07.514831 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4498e-6c16-4478-b566-0ad1316717fd req-7853e886-1d52-4529-845f-f0471e5ff632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:07.516604 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f6a4498e-6c16-4478-b566-0ad1316717fd req-7853e886-1d52-4529-845f-f0471e5ff632 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=29b9a361642f4a26902f66a45b0584f4&device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 1095 time: 0.0766876 Feb 09 13:13:07.648646 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4498e-6c16-4478-b566-0ad1316717fd req-8908551d-5327-4d75-bc78-aa6de5bd4f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:07.650098 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f6a4498e-6c16-4478-b566-0ad1316717fd req-8908551d-5327-4d75-bc78-aa6de5bd4f23 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59 HTTP/1.1" status: 200 len: 912 time: 0.1272762 Feb 09 13:13:07.750675 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f6a4498e-6c16-4478-b566-0ad1316717fd req-4256fa60-f483-4375-a26b-fecbfe848f87 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66c25ffd-c29e-4add-98fd-84fe4214e1b9 HTTP/1.1" status: 200 len: 1001 time: 0.0940473 Feb 09 13:13:07.810505 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4498e-6c16-4478-b566-0ad1316717fd req-853149d6-2724-469f-ab9e-2256b49ece21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:07.811893 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f6a4498e-6c16-4478-b566-0ad1316717fd req-853149d6-2724-469f-ab9e-2256b49ece21 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24931d2b-04a7-4dc6-8d25-cd9ed32b43d3 HTTP/1.1" status: 200 len: 850 time: 0.0553050 Feb 09 13:13:07.885060 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4498e-6c16-4478-b566-0ad1316717fd req-1932c4db-7e59-4008-859f-42bd404874bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:07.886510 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f6a4498e-6c16-4478-b566-0ad1316717fd req-1932c4db-7e59-4008-859f-42bd404874bd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683241 Feb 09 13:13:08.018257 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f6a4498e-6c16-4478-b566-0ad1316717fd req-3e6948de-cbc9-4309-b573-929799f95577 service neutron] 10.222.0.52 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250885 Feb 09 13:13:08.145377 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f6a4498e-6c16-4478-b566-0ad1316717fd req-5c558c12-517b-4b56-adc1-0ab68e70cddc service neutron] 10.222.0.52 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217315 Feb 09 13:13:08.618364 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749eebae-3e20-4e3e-8b0e-4ce276b63a88 req-5a0ad902-92dc-4754-864c-005edc8a051f tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:08.619749 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-749eebae-3e20-4e3e-8b0e-4ce276b63a88 req-5a0ad902-92dc-4754-864c-005edc8a051f tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 944 time: 0.0850635 Feb 09 13:13:08.663167 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-749eebae-3e20-4e3e-8b0e-4ce276b63a88 req-ead154ff-1d4a-41b9-9a2d-6f61efab224f tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378838 Feb 09 13:13:08.843214 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '763975eb-0a6a-439e-bd17-28c3cf130735', 'tag': '66c25ffd-c29e-4add-98fd-84fe4214e1b9'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:13:08.901718 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '763975eb-0a6a-439e-bd17-28c3cf130735', 'tag': '66c25ffd-c29e-4add-98fd-84fe4214e1b9', 'status': 'completed', 'code': 200} Feb 09 13:13:08.989323 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c3b85-83b7-4ffa-b7da-2ed25315abb8 req-3d3b2888-58d7-49f9-b01e-63f6c0ba1303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:08.991365 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-090c3b85-83b7-4ffa-b7da-2ed25315abb8 req-3d3b2888-58d7-49f9-b01e-63f6c0ba1303 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=29b9a361642f4a26902f66a45b0584f4&device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 1095 time: 0.0753412 Feb 09 13:13:09.102418 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c3b85-83b7-4ffa-b7da-2ed25315abb8 req-b2dbf16d-da06-45d0-959a-3ce5df96c046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:09.104229 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-090c3b85-83b7-4ffa-b7da-2ed25315abb8 req-b2dbf16d-da06-45d0-959a-3ce5df96c046 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=29b9a361642f4a26902f66a45b0584f4&device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 1095 time: 0.1815989 Feb 09 13:13:09.126256 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c3b85-83b7-4ffa-b7da-2ed25315abb8 req-020e4c51-56b0-462c-922c-32e543dbeace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:09.127690 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-090c3b85-83b7-4ffa-b7da-2ed25315abb8 req-020e4c51-56b0-462c-922c-32e543dbeace service neutron] 10.222.0.46 "GET /v2.0/networks?id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59 HTTP/1.1" status: 200 len: 912 time: 0.1308317 Feb 09 13:13:09.229871 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-090c3b85-83b7-4ffa-b7da-2ed25315abb8 req-b0858bc1-8bcf-42f9-85a1-6f14440f442b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66c25ffd-c29e-4add-98fd-84fe4214e1b9 HTTP/1.1" status: 200 len: 1001 time: 0.0965676 Feb 09 13:13:09.235461 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c3b85-83b7-4ffa-b7da-2ed25315abb8 req-be6c9118-e3f9-4c59-9b84-081434a7a809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:09.236925 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-090c3b85-83b7-4ffa-b7da-2ed25315abb8 req-be6c9118-e3f9-4c59-9b84-081434a7a809 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59 HTTP/1.1" status: 200 len: 912 time: 0.1267614 Feb 09 13:13:09.295401 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c3b85-83b7-4ffa-b7da-2ed25315abb8 req-24bf26d1-589e-4ce8-a399-12f6a093b1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:09.296858 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-090c3b85-83b7-4ffa-b7da-2ed25315abb8 req-24bf26d1-589e-4ce8-a399-12f6a093b1e9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=24931d2b-04a7-4dc6-8d25-cd9ed32b43d3 HTTP/1.1" status: 200 len: 850 time: 0.0606625 Feb 09 13:13:09.340646 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-090c3b85-83b7-4ffa-b7da-2ed25315abb8 req-95b030f9-50ff-4dbe-a77e-94d7229db348 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66c25ffd-c29e-4add-98fd-84fe4214e1b9 HTTP/1.1" status: 200 len: 1001 time: 0.0973511 Feb 09 13:13:09.371107 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c3b85-83b7-4ffa-b7da-2ed25315abb8 req-115904d5-4fa4-4e49-841a-aaba74a0d95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:09.372595 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-090c3b85-83b7-4ffa-b7da-2ed25315abb8 req-115904d5-4fa4-4e49-841a-aaba74a0d95d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699458 Feb 09 13:13:09.403599 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c3b85-83b7-4ffa-b7da-2ed25315abb8 req-17681aa5-3960-4931-b605-f3667cef7377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:09.405079 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-090c3b85-83b7-4ffa-b7da-2ed25315abb8 req-17681aa5-3960-4931-b605-f3667cef7377 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24931d2b-04a7-4dc6-8d25-cd9ed32b43d3 HTTP/1.1" status: 200 len: 850 time: 0.0586300 Feb 09 13:13:09.485143 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c3b85-83b7-4ffa-b7da-2ed25315abb8 req-ace8becf-68a0-43d7-990e-64d3280155f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:09.487232 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-090c3b85-83b7-4ffa-b7da-2ed25315abb8 req-ace8becf-68a0-43d7-990e-64d3280155f4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756464 Feb 09 13:13:09.508146 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-090c3b85-83b7-4ffa-b7da-2ed25315abb8 req-3d4a088f-65a8-473a-92b5-72a269faa168 service neutron] 10.222.0.46 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291916 Feb 09 13:13:09.622914 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-090c3b85-83b7-4ffa-b7da-2ed25315abb8 req-f85e13f8-89e4-41ca-a00f-6ecb9dfef5dc service neutron] 10.222.0.52 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286314 Feb 09 13:13:09.642921 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-090c3b85-83b7-4ffa-b7da-2ed25315abb8 req-bb707488-ee15-4c27-bc35-df11142d8a16 service neutron] 10.222.0.46 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293612 Feb 09 13:13:09.759384 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-090c3b85-83b7-4ffa-b7da-2ed25315abb8 req-0ee95273-f146-4b66-8c22-4f14329c1be6 service neutron] 10.222.0.52 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296279 Feb 09 13:13:09.813455 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 66c25ffd-c29e-4add-98fd-84fe4214e1b9 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:13:09.859620 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80bd2fd-5aa6-4bdb-87f4-8c740879559a req-68f21f21-ed3c-4c4e-972d-e976075748ea tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:09.861121 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b80bd2fd-5aa6-4bdb-87f4-8c740879559a req-68f21f21-ed3c-4c4e-972d-e976075748ea tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 944 time: 0.0821064 Feb 09 13:13:09.951477 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 66c25ffd-c29e-4add-98fd-84fe4214e1b9, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=66c25ffd-c29e-4add-98fd-84fe4214e1b9,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:13:09.969407 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': '66c25ffd-c29e-4add-98fd-84fe4214e1b9', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'port_id': '66c25ffd-c29e-4add-98fd-84fe4214e1b9', 'mac_address': 'fa:16:3e:52:5a:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:13:10.015372 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b80bd2fd-5aa6-4bdb-87f4-8c740879559a req-6982d93a-8baa-4224-b758-5cf9c8d92a1b tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447299 Feb 09 13:13:10.026069 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:10.036212 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 66c25ffd-c29e-4add-98fd-84fe4214e1b9 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:13:10.086764 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66c25ffd-c29e-4add-98fd-84fe4214e1b9 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:13:10.110996 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 66c25ffd-c29e-4add-98fd-84fe4214e1b9, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=66c25ffd-c29e-4add-98fd-84fe4214e1b9,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:13:10.112607 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 66c25ffd-c29e-4add-98fd-84fe4214e1b9 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:13:10.116241 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:10.185948 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=66c25ffd-c29e-4add-98fd-84fe4214e1b9,revision_number=8']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:10.328496 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['66c25ffd-c29e-4add-98fd-84fe4214e1b9'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:13:10.411057 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81362779-bc03-40fa-b3b5-120ca132ec34 req-2084268b-f5d2-4b51-a156-ec798b4d8d03 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:10.413444 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-81362779-bc03-40fa-b3b5-120ca132ec34 req-2084268b-f5d2-4b51-a156-ec798b4d8d03 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.52 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735&tenant_id=29b9a361642f4a26902f66a45b0584f4&binding%3Ahost_id=n-h1-825178-3 HTTP/1.1" status: 200 len: 945 time: 0.0854928 Feb 09 13:13:10.471955 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4fdf7-b701-49aa-ae7b-37a781fbb72f req-ae52ff2a-be7c-487b-8aae-eb973b367ba7 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:10.479936 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d8b4fdf7-b701-49aa-ae7b-37a781fbb72f req-ae52ff2a-be7c-487b-8aae-eb973b367ba7 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 945 time: 0.0915639 Feb 09 13:13:10.498463 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-81362779-bc03-40fa-b3b5-120ca132ec34 req-47fd58de-8a03-449f-a402-f4740fb2d993 service neutron] 10.222.0.52 "GET /v2.0/ports/66c25ffd-c29e-4add-98fd-84fe4214e1b9/bindings/n-h1-825178-3 HTTP/1.1" status: 200 len: 382 time: 0.0799370 Feb 09 13:13:10.522916 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d8b4fdf7-b701-49aa-ae7b-37a781fbb72f req-48b6aee7-fa5c-42d5-9383-0ea6302cec39 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420625 Feb 09 13:13:10.592981 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81362779-bc03-40fa-b3b5-120ca132ec34 req-c74c2770-f82f-46b9-b24c-909c3f7acc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:10.594402 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-81362779-bc03-40fa-b3b5-120ca132ec34 req-c74c2770-f82f-46b9-b24c-909c3f7acc73 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=29b9a361642f4a26902f66a45b0584f4&device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 1096 time: 0.0741527 Feb 09 13:13:10.733894 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81362779-bc03-40fa-b3b5-120ca132ec34 req-ca536be3-fd78-4331-be2b-4994678f0751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:10.735334 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-81362779-bc03-40fa-b3b5-120ca132ec34 req-ca536be3-fd78-4331-be2b-4994678f0751 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59 HTTP/1.1" status: 200 len: 912 time: 0.1344039 Feb 09 13:13:10.841686 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-81362779-bc03-40fa-b3b5-120ca132ec34 req-b2d01b6a-5cb8-4324-9be8-44437fbac9ab service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66c25ffd-c29e-4add-98fd-84fe4214e1b9 HTTP/1.1" status: 200 len: 1002 time: 0.0990853 Feb 09 13:13:10.906607 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81362779-bc03-40fa-b3b5-120ca132ec34 req-5e4991e0-408e-4377-9744-136d74454b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:10.908082 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-81362779-bc03-40fa-b3b5-120ca132ec34 req-5e4991e0-408e-4377-9744-136d74454b67 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24931d2b-04a7-4dc6-8d25-cd9ed32b43d3 HTTP/1.1" status: 200 len: 850 time: 0.0593491 Feb 09 13:13:10.984770 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81362779-bc03-40fa-b3b5-120ca132ec34 req-687df0ee-7f10-48b7-adb8-f62517d2669b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:10.986252 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-81362779-bc03-40fa-b3b5-120ca132ec34 req-687df0ee-7f10-48b7-adb8-f62517d2669b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727000 Feb 09 13:13:11.113517 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-81362779-bc03-40fa-b3b5-120ca132ec34 req-f0ce774d-d846-4bee-b0a8-6b28f71f7669 service neutron] 10.222.0.52 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212924 Feb 09 13:13:11.345990 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-81362779-bc03-40fa-b3b5-120ca132ec34 req-5372ade5-f330-45b7-b682-f2cf0420c23f service neutron] 10.222.0.52 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270830 Feb 09 13:13:11.707654 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419a6d4-e2fe-4816-9ce2-354105de5f19 req-341a98cb-6690-4b42-b124-09de8e75d63b tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:11.709110 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2419a6d4-e2fe-4816-9ce2-354105de5f19 req-341a98cb-6690-4b42-b124-09de8e75d63b tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 945 time: 0.0808227 Feb 09 13:13:11.752465 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2419a6d4-e2fe-4816-9ce2-354105de5f19 req-48e4ee12-309d-43ce-800b-ca314b2babf6 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377915 Feb 09 13:13:11.828975 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 66c25ffd-c29e-4add-98fd-84fe4214e1b9 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:13:11.895744 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port 66c25ffd-c29e-4add-98fd-84fe4214e1b9 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:13:11.901334 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port 66c25ffd-c29e-4add-98fd-84fe4214e1b9 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:13:11.901904 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:12.017279 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:12.043733 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763975eb-0a6a-439e-bd17-28c3cf130735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c25ffd-c29e-4add-98fd-84fe4214e1b9'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:13:12.054091 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 66c25ffd-c29e-4add-98fd-84fe4214e1b9, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=66c25ffd-c29e-4add-98fd-84fe4214e1b9,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:13:12.058120 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:12.104888 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763975eb-0a6a-439e-bd17-28c3cf130735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c25ffd-c29e-4add-98fd-84fe4214e1b9', 'code': 200} Feb 09 13:13:12.129006 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=66c25ffd-c29e-4add-98fd-84fe4214e1b9,revision_number=9']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:12.950057 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a7b1d-a752-415a-8fec-a1c13ef7823e req-6241902a-354b-4f5a-8f79-007a9d3cc67f tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:12.951494 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-134a7b1d-a752-415a-8fec-a1c13ef7823e req-6241902a-354b-4f5a-8f79-007a9d3cc67f tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 946 time: 0.0931900 Feb 09 13:13:12.998613 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-134a7b1d-a752-415a-8fec-a1c13ef7823e req-bf01ecc1-66c3-4a15-8dc5-e4903c5a814b tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412147 Feb 09 13:13:13.407709 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81362779-bc03-40fa-b3b5-120ca132ec34 req-94e18543-2348-4955-8ab7-946b44e5c1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:13.409255 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-81362779-bc03-40fa-b3b5-120ca132ec34 req-94e18543-2348-4955-8ab7-946b44e5c1db service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735&tenant_id=29b9a361642f4a26902f66a45b0584f4 HTTP/1.1" status: 200 len: 1097 time: 0.0732803 Feb 09 13:13:13.419870 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-81362779-bc03-40fa-b3b5-120ca132ec34 req-9792bc9d-ad7e-41d0-ade0-25a6585701f6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825178-3', 'device_owner': 'compute:nova'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:13:13.533376 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-81362779-bc03-40fa-b3b5-120ca132ec34 req-9792bc9d-ad7e-41d0-ade0-25a6585701f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:13.797699 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-81362779-bc03-40fa-b3b5-120ca132ec34 req-9792bc9d-ad7e-41d0-ade0-25a6585701f6 service neutron] For port 66c25ffd-c29e-4add-98fd-84fe4214e1b9, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=66c25ffd-c29e-4add-98fd-84fe4214e1b9,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:13:13.829103 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-81362779-bc03-40fa-b3b5-120ca132ec34 req-9792bc9d-ad7e-41d0-ade0-25a6585701f6 service neutron] For port 66c25ffd-c29e-4add-98fd-84fe4214e1b9, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:13:13.887504 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763975eb-0a6a-439e-bd17-28c3cf130735', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66c25ffd-c29e-4add-98fd-84fe4214e1b9'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:13:13.893155 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-81362779-bc03-40fa-b3b5-120ca132ec34 req-9792bc9d-ad7e-41d0-ade0-25a6585701f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:13.908118 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-81362779-bc03-40fa-b3b5-120ca132ec34 req-9792bc9d-ad7e-41d0-ade0-25a6585701f6 service neutron] Transition to ACTIVE for port object 66c25ffd-c29e-4add-98fd-84fe4214e1b9 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:13:13.911664 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-81362779-bc03-40fa-b3b5-120ca132ec34 req-9792bc9d-ad7e-41d0-ade0-25a6585701f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:13.945816 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763975eb-0a6a-439e-bd17-28c3cf130735', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66c25ffd-c29e-4add-98fd-84fe4214e1b9', 'code': 200} Feb 09 13:13:14.058064 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792bc9d-ad7e-41d0-ade0-25a6585701f6 service neutron] Pushing event updated for resources: {'Port': ['ID=66c25ffd-c29e-4add-98fd-84fe4214e1b9,revision_number=10']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:14.074614 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792bc9d-ad7e-41d0-ade0-25a6585701f6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:14.074968 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792bc9d-ad7e-41d0-ade0-25a6585701f6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:14.075315 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792bc9d-ad7e-41d0-ade0-25a6585701f6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:14.075655 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792bc9d-ad7e-41d0-ade0-25a6585701f6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:14.076020 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792bc9d-ad7e-41d0-ade0-25a6585701f6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:14.076359 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792bc9d-ad7e-41d0-ade0-25a6585701f6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:14.076691 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792bc9d-ad7e-41d0-ade0-25a6585701f6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:14.077018 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792bc9d-ad7e-41d0-ade0-25a6585701f6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:14.077347 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792bc9d-ad7e-41d0-ade0-25a6585701f6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:14.077677 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792bc9d-ad7e-41d0-ade0-25a6585701f6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:14.077999 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792bc9d-ad7e-41d0-ade0-25a6585701f6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:14.078320 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792bc9d-ad7e-41d0-ade0-25a6585701f6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:14.115857 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-186bf3f6-9ca4-4a96-b6e9-3d5ebe6a200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:14.169424 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-81362779-bc03-40fa-b3b5-120ca132ec34 req-9792bc9d-ad7e-41d0-ade0-25a6585701f6 service neutron] No DVR routers for this DVR port 66c25ffd-c29e-4add-98fd-84fe4214e1b9 on host n-h1-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:13:14.361522 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a4109-224a-49dc-abd7-a2fef83cac00 req-397f251c-daa9-44b0-b7e1-136dce6d675d tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:14.363037 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4b0a4109-224a-49dc-abd7-a2fef83cac00 req-397f251c-daa9-44b0-b7e1-136dce6d675d tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 945 time: 0.2386823 Feb 09 13:13:14.459905 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4b0a4109-224a-49dc-abd7-a2fef83cac00 req-aee95bff-3893-4f7c-87b9-49df7bf595ff tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883360 Feb 09 13:13:14.466399 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-81362779-bc03-40fa-b3b5-120ca132ec34 req-9792bc9d-ad7e-41d0-ade0-25a6585701f6 service neutron] Attempting to bind port 66c25ffd-c29e-4add-98fd-84fe4214e1b9 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:13:14.466734 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-81362779-bc03-40fa-b3b5-120ca132ec34 req-9792bc9d-ad7e-41d0-ade0-25a6585701f6 service neutron] Attempting to bind port 66c25ffd-c29e-4add-98fd-84fe4214e1b9 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '3a76d471-fb2a-4b49-ac25-b75422bebd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:13:14.467059 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81362779-bc03-40fa-b3b5-120ca132ec34 req-9792bc9d-ad7e-41d0-ade0-25a6585701f6 service neutron] Attempting to bind port 66c25ffd-c29e-4add-98fd-84fe4214e1b9 on network f65be920-10ef-4d9f-af2e-8c3c0ba41b59 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:13:14.481556 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81362779-bc03-40fa-b3b5-120ca132ec34 req-9792bc9d-ad7e-41d0-ade0-25a6585701f6 service neutron] Port 66c25ffd-c29e-4add-98fd-84fe4214e1b9 on network f65be920-10ef-4d9f-af2e-8c3c0ba41b59 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 13:13:14.481556 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81362779-bc03-40fa-b3b5-120ca132ec34 req-9792bc9d-ad7e-41d0-ade0-25a6585701f6 service neutron] Attempting to bind port 66c25ffd-c29e-4add-98fd-84fe4214e1b9 on network f65be920-10ef-4d9f-af2e-8c3c0ba41b59 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:13:14.481556 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81362779-bc03-40fa-b3b5-120ca132ec34 req-9792bc9d-ad7e-41d0-ade0-25a6585701f6 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:13:14.481556 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81362779-bc03-40fa-b3b5-120ca132ec34 req-9792bc9d-ad7e-41d0-ade0-25a6585701f6 service neutron] Checking segment: {'id': '3a76d471-fb2a-4b49-ac25-b75422bebd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:13:14.481556 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81362779-bc03-40fa-b3b5-120ca132ec34 req-9792bc9d-ad7e-41d0-ade0-25a6585701f6 service neutron] Bound using segment: {'id': '3a76d471-fb2a-4b49-ac25-b75422bebd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:13:14.481556 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-81362779-bc03-40fa-b3b5-120ca132ec34 req-9792bc9d-ad7e-41d0-ade0-25a6585701f6 service neutron] Bound port: 66c25ffd-c29e-4add-98fd-84fe4214e1b9, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a76d471-fb2a-4b49-ac25-b75422bebd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:13:14.481556 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-81362779-bc03-40fa-b3b5-120ca132ec34 req-9792bc9d-ad7e-41d0-ade0-25a6585701f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:14.566822 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-81362779-bc03-40fa-b3b5-120ca132ec34 req-9792bc9d-ad7e-41d0-ade0-25a6585701f6 service neutron] For port 66c25ffd-c29e-4add-98fd-84fe4214e1b9, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:13:14.570049 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-81362779-bc03-40fa-b3b5-120ca132ec34 req-9792bc9d-ad7e-41d0-ade0-25a6585701f6 service neutron] For port 66c25ffd-c29e-4add-98fd-84fe4214e1b9, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=66c25ffd-c29e-4add-98fd-84fe4214e1b9,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:13:14.574020 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-81362779-bc03-40fa-b3b5-120ca132ec34 req-9792bc9d-ad7e-41d0-ade0-25a6585701f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:14.635365 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81362779-bc03-40fa-b3b5-120ca132ec34 req-9792bc9d-ad7e-41d0-ade0-25a6585701f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:14.636008 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-81362779-bc03-40fa-b3b5-120ca132ec34 req-9792bc9d-ad7e-41d0-ade0-25a6585701f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:14.637383 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-81362779-bc03-40fa-b3b5-120ca132ec34 req-9792bc9d-ad7e-41d0-ade0-25a6585701f6 service neutron] 10.222.0.46 "PUT /v2.0/ports/66c25ffd-c29e-4add-98fd-84fe4214e1b9 HTTP/1.1" status: 200 len: 1093 time: 1.2213283 Feb 09 13:13:14.654026 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792bc9d-ad7e-41d0-ade0-25a6585701f6 service neutron] Pushing event updated for resources: {'Port': ['ID=66c25ffd-c29e-4add-98fd-84fe4214e1b9,revision_number=11']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:14.844580 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81362779-bc03-40fa-b3b5-120ca132ec34 req-a2e0212c-7346-4d86-887a-feb3b0f02c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:14.846038 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-81362779-bc03-40fa-b3b5-120ca132ec34 req-a2e0212c-7346-4d86-887a-feb3b0f02c6e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=29b9a361642f4a26902f66a45b0584f4&device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 1096 time: 0.1859262 Feb 09 13:13:14.972865 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81362779-bc03-40fa-b3b5-120ca132ec34 req-d2a9eedc-300d-4746-8f3e-0d5ad69b3bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:14.974876 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-81362779-bc03-40fa-b3b5-120ca132ec34 req-d2a9eedc-300d-4746-8f3e-0d5ad69b3bef service neutron] 10.222.0.46 "GET /v2.0/networks?id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59 HTTP/1.1" status: 200 len: 912 time: 0.1224632 Feb 09 13:13:15.075372 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-81362779-bc03-40fa-b3b5-120ca132ec34 req-fdceb054-9794-40ff-9d0d-d8251dee50ee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66c25ffd-c29e-4add-98fd-84fe4214e1b9 HTTP/1.1" status: 200 len: 1001 time: 0.0953252 Feb 09 13:13:15.138243 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81362779-bc03-40fa-b3b5-120ca132ec34 req-b846a3f5-ef63-4d98-8f1a-ddc8315ec066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:15.139656 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-81362779-bc03-40fa-b3b5-120ca132ec34 req-b846a3f5-ef63-4d98-8f1a-ddc8315ec066 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=24931d2b-04a7-4dc6-8d25-cd9ed32b43d3 HTTP/1.1" status: 200 len: 850 time: 0.0581298 Feb 09 13:13:15.215659 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81362779-bc03-40fa-b3b5-120ca132ec34 req-919885cd-4833-4a69-9050-b9d9ac9e451d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:15.217145 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-81362779-bc03-40fa-b3b5-120ca132ec34 req-919885cd-4833-4a69-9050-b9d9ac9e451d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716839 Feb 09 13:13:15.351942 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-81362779-bc03-40fa-b3b5-120ca132ec34 req-43b5c888-cc0b-43e7-ad46-d446cd15d8dc service neutron] 10.222.0.46 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281464 Feb 09 13:13:15.488814 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-81362779-bc03-40fa-b3b5-120ca132ec34 req-dc42be87-54c0-4fcc-bf28-fa7d5f5accac service neutron] 10.222.0.46 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312284 Feb 09 13:13:15.643042 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32801cc4-3e74-404e-9ef6-7d471e386dfb req-179c8445-252e-41aa-8cc0-3f51f2d6eca4 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:15.644519 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-32801cc4-3e74-404e-9ef6-7d471e386dfb req-179c8445-252e-41aa-8cc0-3f51f2d6eca4 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 945 time: 0.0783248 Feb 09 13:13:15.687122 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-32801cc4-3e74-404e-9ef6-7d471e386dfb req-799c27c6-19c6-460c-9169-051df74323b5 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363128 Feb 09 13:13:15.860901 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 66c25ffd-c29e-4add-98fd-84fe4214e1b9 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:13:15.919523 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 66c25ffd-c29e-4add-98fd-84fe4214e1b9 not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:13:15.947245 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '763975eb-0a6a-439e-bd17-28c3cf130735', 'tag': '66c25ffd-c29e-4add-98fd-84fe4214e1b9'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:13:16.005261 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '763975eb-0a6a-439e-bd17-28c3cf130735', 'tag': '66c25ffd-c29e-4add-98fd-84fe4214e1b9', 'status': 'completed', 'code': 200} Feb 09 13:13:16.095614 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d31fe-6a4a-47ed-b7f9-0401b03e2212 req-05e8c3ea-a3a5-46eb-bfa3-434c762934aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:16.097167 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-785d31fe-6a4a-47ed-b7f9-0401b03e2212 req-05e8c3ea-a3a5-46eb-bfa3-434c762934aa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=29b9a361642f4a26902f66a45b0584f4&device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 1096 time: 0.0733051 Feb 09 13:13:16.101841 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d31fe-6a4a-47ed-b7f9-0401b03e2212 req-db43257f-5264-4d21-b8a3-0eb3f0f624d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:16.103632 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-785d31fe-6a4a-47ed-b7f9-0401b03e2212 req-db43257f-5264-4d21-b8a3-0eb3f0f624d3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=29b9a361642f4a26902f66a45b0584f4&device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 1096 time: 0.0755665 Feb 09 13:13:16.226334 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d31fe-6a4a-47ed-b7f9-0401b03e2212 req-cc84d884-a6b1-4177-b1b0-41dcfb331b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:16.228055 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-785d31fe-6a4a-47ed-b7f9-0401b03e2212 req-cc84d884-a6b1-4177-b1b0-41dcfb331b7a service neutron] 10.222.0.52 "GET /v2.0/networks?id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59 HTTP/1.1" status: 200 len: 912 time: 0.1246479 Feb 09 13:13:16.237049 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d31fe-6a4a-47ed-b7f9-0401b03e2212 req-ac39d633-8239-41c8-a2d2-f7fe6a9da857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:16.238507 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-785d31fe-6a4a-47ed-b7f9-0401b03e2212 req-ac39d633-8239-41c8-a2d2-f7fe6a9da857 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59 HTTP/1.1" status: 200 len: 912 time: 0.1279440 Feb 09 13:13:16.330171 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-785d31fe-6a4a-47ed-b7f9-0401b03e2212 req-e1b949ba-d7b1-419c-af7d-62c2595232c1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66c25ffd-c29e-4add-98fd-84fe4214e1b9 HTTP/1.1" status: 200 len: 1001 time: 0.0965517 Feb 09 13:13:16.341744 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-785d31fe-6a4a-47ed-b7f9-0401b03e2212 req-3bcb5596-5b76-4f91-b403-d697a9ecaa23 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66c25ffd-c29e-4add-98fd-84fe4214e1b9 HTTP/1.1" status: 200 len: 1001 time: 0.0963659 Feb 09 13:13:16.392305 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d31fe-6a4a-47ed-b7f9-0401b03e2212 req-652b00bb-55b4-411b-a3e6-89ab501fe0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:16.393728 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-785d31fe-6a4a-47ed-b7f9-0401b03e2212 req-652b00bb-55b4-411b-a3e6-89ab501fe0eb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24931d2b-04a7-4dc6-8d25-cd9ed32b43d3 HTTP/1.1" status: 200 len: 850 time: 0.0572836 Feb 09 13:13:16.405342 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d31fe-6a4a-47ed-b7f9-0401b03e2212 req-e0850322-0399-429d-8629-6726c646f2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:16.406769 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-785d31fe-6a4a-47ed-b7f9-0401b03e2212 req-e0850322-0399-429d-8629-6726c646f2a0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=24931d2b-04a7-4dc6-8d25-cd9ed32b43d3 HTTP/1.1" status: 200 len: 850 time: 0.0590611 Feb 09 13:13:16.467673 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ec326a2d-228e-4df8-b3ee-6c4743ce52fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:16.469791 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d31fe-6a4a-47ed-b7f9-0401b03e2212 req-1803bb82-7a71-47f5-b3b9-337c994b8bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:16.471361 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-785d31fe-6a4a-47ed-b7f9-0401b03e2212 req-1803bb82-7a71-47f5-b3b9-337c994b8bcf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718839 Feb 09 13:13:16.487484 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d31fe-6a4a-47ed-b7f9-0401b03e2212 req-643decf5-c3d1-4f04-aa7f-99caa0dd5602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:16.489010 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-785d31fe-6a4a-47ed-b7f9-0401b03e2212 req-643decf5-c3d1-4f04-aa7f-99caa0dd5602 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755420 Feb 09 13:13:16.601153 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-785d31fe-6a4a-47ed-b7f9-0401b03e2212 req-fdd18dca-2d0e-43a9-82a4-5708b671b7b3 service neutron] 10.222.0.52 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237705 Feb 09 13:13:16.620737 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-785d31fe-6a4a-47ed-b7f9-0401b03e2212 req-411fc21f-ba26-45cb-901d-13181a66e79d service neutron] 10.222.0.46 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243005 Feb 09 13:13:16.730166 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-785d31fe-6a4a-47ed-b7f9-0401b03e2212 req-49cdcbdb-e63e-407f-8bd6-8aaa82c81b1d service neutron] 10.222.0.52 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231613 Feb 09 13:13:16.754114 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-785d31fe-6a4a-47ed-b7f9-0401b03e2212 req-918d21a1-01e3-48ee-8d9d-90518a79a137 service neutron] 10.222.0.46 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266403 Feb 09 13:13:17.010064 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff258f-1fff-44e7-96cb-fd114426bafb req-2efc633e-3c73-4d27-8c81-801afe78c964 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:17.011445 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3eff258f-1fff-44e7-96cb-fd114426bafb req-2efc633e-3c73-4d27-8c81-801afe78c964 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 945 time: 0.1984229 Feb 09 13:13:17.056610 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3eff258f-1fff-44e7-96cb-fd114426bafb req-5612edb2-3ca4-43a7-a280-d4b618261890 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394394 Feb 09 13:13:17.673097 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:17.766718 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:18.239550 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af041d1f-77fc-4993-8fc3-231b739fcfa6 req-34eb65ed-c596-4d5f-9819-897b1280254f tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:18.241217 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-af041d1f-77fc-4993-8fc3-231b739fcfa6 req-34eb65ed-c596-4d5f-9819-897b1280254f tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 945 time: 0.0810997 Feb 09 13:13:18.285560 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-af041d1f-77fc-4993-8fc3-231b739fcfa6 req-c1fcb32c-cf49-4e18-8818-5620888473a4 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387414 Feb 09 13:13:18.466915 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba832f-9946-4692-a8e7-8fb686298160 req-6a3a9e5a-3355-412f-882f-b96c23707aa0 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:18.468379 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7fba832f-9946-4692-a8e7-8fb686298160 req-6a3a9e5a-3355-412f-882f-b96c23707aa0 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 945 time: 0.0784481 Feb 09 13:13:18.514941 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7fba832f-9946-4692-a8e7-8fb686298160 req-57980905-4872-4fe5-884e-8ea002ebd161 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409801 Feb 09 13:13:18.697330 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed50f2-6678-479a-bad3-2a8b80849d37 req-c182c5e9-6c57-4857-af38-1f8419591260 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:18.698804 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1ed50f2-6678-479a-bad3-2a8b80849d37 req-c182c5e9-6c57-4857-af38-1f8419591260 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 945 time: 0.0790784 Feb 09 13:13:18.742752 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e1ed50f2-6678-479a-bad3-2a8b80849d37 req-9287e892-6094-4efc-b578-fd9a937915c8 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383558 Feb 09 13:13:19.118332 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b07ab-6c00-4d11-b3d8-5ca2ca5773fa req-abb82faa-0b9c-4543-a6f6-f11baffcbc0f tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:19.119777 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4c8b07ab-6c00-4d11-b3d8-5ca2ca5773fa req-abb82faa-0b9c-4543-a6f6-f11baffcbc0f tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 945 time: 0.0840719 Feb 09 13:13:19.163549 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4c8b07ab-6c00-4d11-b3d8-5ca2ca5773fa req-4950f460-00f7-4919-9602-f87c2819bee9 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382271 Feb 09 13:13:19.343774 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:20.087016 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 66c25ffd-c29e-4add-98fd-84fe4214e1b9 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:13:20.244875 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 66c25ffd-c29e-4add-98fd-84fe4214e1b9, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=66c25ffd-c29e-4add-98fd-84fe4214e1b9,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:13:20.258661 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '66c25ffd-c29e-4add-98fd-84fe4214e1b9', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'port_id': '66c25ffd-c29e-4add-98fd-84fe4214e1b9', 'mac_address': 'fa:16:3e:52:5a:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:13:20.260398 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab618daa-9396-4de0-8741-3a3a82bc38ea req-39f9ff2a-ee7b-4f43-9a3b-eba6ac837593 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:20.261891 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab618daa-9396-4de0-8741-3a3a82bc38ea req-39f9ff2a-ee7b-4f43-9a3b-eba6ac837593 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.46 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 945 time: 0.0811758 Feb 09 13:13:20.315939 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:20.334104 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66c25ffd-c29e-4add-98fd-84fe4214e1b9 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:13:20.350603 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 66c25ffd-c29e-4add-98fd-84fe4214e1b9, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=66c25ffd-c29e-4add-98fd-84fe4214e1b9,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:13:20.354954 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:20.381518 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-ab618daa-9396-4de0-8741-3a3a82bc38ea req-2126d9f8-96c2-4ac6-8949-89ee5fdfe9de tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Deleting port 66c25ffd-c29e-4add-98fd-84fe4214e1b9 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:13:20.381861 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ab618daa-9396-4de0-8741-3a3a82bc38ea req-2126d9f8-96c2-4ac6-8949-89ee5fdfe9de tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:20.421978 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=66c25ffd-c29e-4add-98fd-84fe4214e1b9,revision_number=12']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:20.497366 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c6985-d624-422b-b6ec-3cb05634a884 req-aaafb9e6-29b2-409e-b402-99822d714fd3 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:20.498809 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-108c6985-d624-422b-b6ec-3cb05634a884 req-aaafb9e6-29b2-409e-b402-99822d714fd3 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 945 time: 0.1993825 Feb 09 13:13:20.625193 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-108c6985-d624-422b-b6ec-3cb05634a884 req-2e260bba-dab0-424b-a04d-197d58d58444 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205525 Feb 09 13:13:20.673515 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-ab618daa-9396-4de0-8741-3a3a82bc38ea req-2126d9f8-96c2-4ac6-8949-89ee5fdfe9de tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] For port 66c25ffd-c29e-4add-98fd-84fe4214e1b9, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=66c25ffd-c29e-4add-98fd-84fe4214e1b9,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:13:20.673867 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ab618daa-9396-4de0-8741-3a3a82bc38ea req-2126d9f8-96c2-4ac6-8949-89ee5fdfe9de tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:20.908720 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:20.962058 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ab618daa-9396-4de0-8741-3a3a82bc38ea req-2126d9f8-96c2-4ac6-8949-89ee5fdfe9de tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:20.962395 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ab618daa-9396-4de0-8741-3a3a82bc38ea req-2126d9f8-96c2-4ac6-8949-89ee5fdfe9de tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:20.962714 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [req-ab618daa-9396-4de0-8741-3a3a82bc38ea req-2126d9f8-96c2-4ac6-8949-89ee5fdfe9de tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Floating IP 1b4aeb2d-9992-4706-b0f6-8bd3a042737d disassociated. External IP: 172.25.7.221, port: 66c25ffd-c29e-4add-98fd-84fe4214e1b9. Feb 09 13:13:20.963044 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-ab618daa-9396-4de0-8741-3a3a82bc38ea req-2126d9f8-96c2-4ac6-8949-89ee5fdfe9de tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Calling delete_port for 66c25ffd-c29e-4add-98fd-84fe4214e1b9 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:13:21.106191 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ab618daa-9396-4de0-8741-3a3a82bc38ea req-2126d9f8-96c2-4ac6-8949-89ee5fdfe9de tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:21.157648 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2126d9f8-96c2-4ac6-8949-89ee5fdfe9de tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Pushing event deleted for resources: {'Port': ['ID=66c25ffd-c29e-4add-98fd-84fe4214e1b9,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:21.453653 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab618daa-9396-4de0-8741-3a3a82bc38ea req-2126d9f8-96c2-4ac6-8949-89ee5fdfe9de tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Router b0258182-82dd-44aa-bf0e-fac0e35831ae has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:13:21.629499 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab618daa-9396-4de0-8741-3a3a82bc38ea req-2126d9f8-96c2-4ac6-8949-89ee5fdfe9de tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:13:21.638982 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4fffb5-ebf5-4f83-b985-0272ae98d84b None None] Sync routers for ids ['b0258182-82dd-44aa-bf0e-fac0e35831ae'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:13:21.648437 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4fffb5-ebf5-4f83-b985-0272ae98d84b None None] Routers {'b0258182-82dd-44aa-bf0e-fac0e35831ae'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:13:21.649126 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7d4fffb5-ebf5-4f83-b985-0272ae98d84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:13:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['b0258182-82dd-44aa-bf0e-fac0e35831ae'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:21.703865 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab618daa-9396-4de0-8741-3a3a82bc38ea req-2126d9f8-96c2-4ac6-8949-89ee5fdfe9de tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] No DVR routers for this DVR port 66c25ffd-c29e-4add-98fd-84fe4214e1b9 on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:13:21.706385 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-ab618daa-9396-4de0-8741-3a3a82bc38ea req-2126d9f8-96c2-4ac6-8949-89ee5fdfe9de tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:21.709036 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763975eb-0a6a-439e-bd17-28c3cf130735', 'name': 'network-vif-deleted', 'tag': '66c25ffd-c29e-4add-98fd-84fe4214e1b9'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:13:21.725148 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ab618daa-9396-4de0-8741-3a3a82bc38ea req-2126d9f8-96c2-4ac6-8949-89ee5fdfe9de tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.46 "DELETE /v2.0/ports/66c25ffd-c29e-4add-98fd-84fe4214e1b9 HTTP/1.1" status: 204 len: 173 time: 1.4582584 Feb 09 13:13:21.781318 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-8de5a6c1-ba9f-4272-be66-696f13ea82af req-69a3f2b8-6ceb-4043-aebc-349a9b406620 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Synchronizing usage tracker for tenant:29b9a361642f4a26902f66a45b0584f4 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:13:21.796797 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-8de5a6c1-ba9f-4272-be66-696f13ea82af req-69a3f2b8-6ceb-4043-aebc-349a9b406620 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Unset dirty status for tenant:29b9a361642f4a26902f66a45b0584f4 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:13:21.798185 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8de5a6c1-ba9f-4272-be66-696f13ea82af req-69a3f2b8-6ceb-4043-aebc-349a9b406620 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=763975eb-0a6a-439e-bd17-28c3cf130735 HTTP/1.1" status: 200 len: 210 time: 0.0597520 Feb 09 13:13:21.870669 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763975eb-0a6a-439e-bd17-28c3cf130735', 'name': 'network-vif-deleted', 'tag': '66c25ffd-c29e-4add-98fd-84fe4214e1b9', 'status': 'completed', 'code': 200} Feb 09 13:13:21.875846 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-7d4fffb5-ebf5-4f83-b985-0272ae98d84b None None] Set router b0258182-82dd-44aa-bf0e-fac0e35831ae gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:13:22.018713 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:13:22.190591 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7d4fffb5-ebf5-4f83-b985-0272ae98d84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'name': 'tempest-ServerActionsTestJSON-279225300-router', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:10:33Z', 'updated_at': '2022-02-09T13:10:37Z', 'revision_number': 4, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'gw_port': {'id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:34Z', 'updated_at': '2022-02-09T13:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'f07cf46a-d3f6-489b-a76a-107613d540aa', 'name': '', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'mac_address': 'fa:16:3e:1b:b9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:37Z', 'updated_at': '2022-02-09T13:10:43Z', 'revision_number': 5, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'subnets': [{'id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:22.196208 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4fffb5-ebf5-4f83-b985-0272ae98d84b None None] Checking router: b0258182-82dd-44aa-bf0e-fac0e35831ae for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:13:22.204746 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4fffb5-ebf5-4f83-b985-0272ae98d84b None None] Routers {'b0258182-82dd-44aa-bf0e-fac0e35831ae'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:13:22.205350 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7d4fffb5-ebf5-4f83-b985-0272ae98d84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:13:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['b0258182-82dd-44aa-bf0e-fac0e35831ae'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:22.394237 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-7d4fffb5-ebf5-4f83-b985-0272ae98d84b None None] Set router b0258182-82dd-44aa-bf0e-fac0e35831ae gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:13:22.701708 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7d4fffb5-ebf5-4f83-b985-0272ae98d84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'name': 'tempest-ServerActionsTestJSON-279225300-router', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:10:33Z', 'updated_at': '2022-02-09T13:10:37Z', 'revision_number': 4, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'gw_port': {'id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:34Z', 'updated_at': '2022-02-09T13:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'f07cf46a-d3f6-489b-a76a-107613d540aa', 'name': '', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'mac_address': 'fa:16:3e:1b:b9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:37Z', 'updated_at': '2022-02-09T13:10:43Z', 'revision_number': 5, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'subnets': [{'id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:22.705555 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4fffb5-ebf5-4f83-b985-0272ae98d84b None None] The sync data for ids ['b0258182-82dd-44aa-bf0e-fac0e35831ae'] in n-d-825178-3 is: [{'id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'name': 'tempest-ServerActionsTestJSON-279225300-router', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:10:33Z', 'updated_at': '2022-02-09T13:10:37Z', 'revision_number': 4, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'gw_port': {'id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:34Z', 'updated_at': '2022-02-09T13:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'f07cf46a-d3f6-489b-a76a-107613d540aa', 'name': '', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'mac_address': 'fa:16:3e:1b:b9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:37Z', 'updated_at': '2022-02-09T13:10:43Z', 'revision_number': 5, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'subnets': [{'id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:13:22.937260 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c955a69f-f1b9-4527-9c2b-3b14fd3ef775 None None] New status for floating IP 1b4aeb2d-9992-4706-b0f6-8bd3a042737d: DOWN {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:13:23.148342 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-172a4936-974e-4e01-8495-87a44525acad tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1811429770&fields=id&tenant_id=29b9a361642f4a26902f66a45b0584f4 HTTP/1.1" status: 200 len: 267 time: 0.0410681 Feb 09 13:13:23.299973 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-ac9a3953-9dc3-4ba2-ad9b-f1740104e526 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:23.301335 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-ac9a3953-9dc3-4ba2-ad9b-f1740104e526 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/networks?id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59 HTTP/1.1" status: 200 len: 811 time: 0.1464295 Feb 09 13:13:23.316155 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-7ebb703a-b367-4753-9eb2-d6e6958281c9 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/quotas/29b9a361642f4a26902f66a45b0584f4 HTTP/1.1" status: 200 len: 375 time: 0.0094640 Feb 09 13:13:23.404528 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-5faac63f-df54-4eb8-beed-983d83eec720 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=29b9a361642f4a26902f66a45b0584f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0834846 Feb 09 13:13:23.450482 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:23.543292 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-615ecde7-5b4c-4547-97a2-d67796e93b5f service neutron] 10.222.0.55 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266270 Feb 09 13:13:23.673616 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-8abbce9b-a711-436f-8ba0-839acc4f1af9 service neutron] 10.222.0.55 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243577 Feb 09 13:13:23.845836 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b2750a3e-040e-4733-a137-a8b9b05f27da req-68243ec9-7908-42ff-b00c-d9afead02087 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 210 time: 0.0427759 Feb 09 13:13:24.097289 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 66c25ffd-c29e-4add-98fd-84fe4214e1b9 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:13:24.136463 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: 66c25ffd-c29e-4add-98fd-84fe4214e1b9 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:13:24.136817 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 66c25ffd-c29e-4add-98fd-84fe4214e1b9 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:13:24.877581 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-c689375e-43a8-4af7-a406-b2bd50e64444 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:24.879018 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-c689375e-43a8-4af7-a406-b2bd50e64444 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.52 "GET /v2.0/networks?id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59 HTTP/1.1" status: 200 len: 811 time: 0.1527491 Feb 09 13:13:24.931706 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-84a2d67e-c4c2-46c7-9950-36cdc6a9bc88 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29b9a361642f4a26902f66a45b0584f4 HTTP/1.1" status: 200 len: 380 time: 0.0448322 Feb 09 13:13:24.940985 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-8f6d54a5-de2a-4ad4-b550-c2f5eec79a56 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Request body: {'port': {'device_id': 'c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'admin_state_up': True, 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'security_groups': ['b593dc1e-bf70-4f96-84f7-881c33c21aef']}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:13:24.994232 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f1b400d1-7d1b-471d-94ba-e7596f7d5137 req-4f678fb8-fa4e-4a93-9ae6-06fe7d557eed tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 210 time: 0.0427351 Feb 09 13:13:25.079528 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-8f6d54a5-de2a-4ad4-b550-c2f5eec79a56 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:13:25.089683 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-8f6d54a5-de2a-4ad4-b550-c2f5eec79a56 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:13:25.100107 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-8f6d54a5-de2a-4ad4-b550-c2f5eec79a56 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Made reservation on behalf of 29b9a361642f4a26902f66a45b0584f4 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:13:25.104052 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-8f6d54a5-de2a-4ad4-b550-c2f5eec79a56 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:25.264156 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-8f6d54a5-de2a-4ad4-b550-c2f5eec79a56 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Allocated IP 172.20.0.4 (f65be920-10ef-4d9f-af2e-8c3c0ba41b59/24931d2b-04a7-4dc6-8d25-cd9ed32b43d3/f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:13:25.451982 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-8f6d54a5-de2a-4ad4-b550-c2f5eec79a56 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:25.468165 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-8f6d54a5-de2a-4ad4-b550-c2f5eec79a56 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Transition to ACTIVE for port object f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:13:25.491775 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-8f6d54a5-de2a-4ad4-b550-c2f5eec79a56 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:25.564674 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-8f6d54a5-de2a-4ad4-b550-c2f5eec79a56 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Network f65be920-10ef-4d9f-af2e-8c3c0ba41b59 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:13:25.568490 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-8f6d54a5-de2a-4ad4-b550-c2f5eec79a56 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:13:25.572326 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-8f6d54a5-de2a-4ad4-b550-c2f5eec79a56 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:13:25.602830 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6d54a5-de2a-4ad4-b550-c2f5eec79a56 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Pushing event updated for resources: {'Port': ['ID=f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:25.639968 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-8f6d54a5-de2a-4ad4-b550-c2f5eec79a56 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:25.640603 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-8f6d54a5-de2a-4ad4-b550-c2f5eec79a56 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:25.666955 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-8f6d54a5-de2a-4ad4-b550-c2f5eec79a56 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7294075 Feb 09 13:13:25.679350 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-54bd70b2-2c8d-4fcc-acdc-4cb7dc8b0a70 service neutron] Request body: {'port': {'device_id': 'c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:13:25.785597 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6377bec7-0724-4476-956c-1ded173dcf8f None None] Provisioning for port f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:13:25.793830 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6377bec7-0724-4476-956c-1ded173dcf8f None None] Provisioning complete for port f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:13:25.794379 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6377bec7-0724-4476-956c-1ded173dcf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:25.866015 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-6377bec7-0724-4476-956c-1ded173dcf8f None None] Port f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:13:25.912410 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-54bd70b2-2c8d-4fcc-acdc-4cb7dc8b0a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:26.195634 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db987cf-ce9b-4329-a781-7295c4c91ab6 req-da055dde-b6de-4b6e-8f07-3e83c5128149 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:26.197153 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1db987cf-ce9b-4329-a781-7295c4c91ab6 req-da055dde-b6de-4b6e-8f07-3e83c5128149 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 931 time: 0.0864532 Feb 09 13:13:26.243747 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1db987cf-ce9b-4329-a781-7295c4c91ab6 req-3a7d73e2-1a2b-40c3-a03a-4ca499e73039 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406451 Feb 09 13:13:26.265414 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-54bd70b2-2c8d-4fcc-acdc-4cb7dc8b0a70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:13:26.273953 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-54bd70b2-2c8d-4fcc-acdc-4cb7dc8b0a70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:26.288933 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-54bd70b2-2c8d-4fcc-acdc-4cb7dc8b0a70 service neutron] Transition to ACTIVE for port object f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:13:26.292408 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-54bd70b2-2c8d-4fcc-acdc-4cb7dc8b0a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:26.448725 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bd70b2-2c8d-4fcc-acdc-4cb7dc8b0a70 service neutron] Pushing event updated for resources: {'Port': ['ID=f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:26.534565 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-54bd70b2-2c8d-4fcc-acdc-4cb7dc8b0a70 service neutron] Attempting to bind port f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:13:26.534895 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-54bd70b2-2c8d-4fcc-acdc-4cb7dc8b0a70 service neutron] Attempting to bind port f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': '3a76d471-fb2a-4b49-ac25-b75422bebd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:13:26.535217 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-54bd70b2-2c8d-4fcc-acdc-4cb7dc8b0a70 service neutron] Attempting to bind port f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b on network f65be920-10ef-4d9f-af2e-8c3c0ba41b59 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:13:26.539808 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-54bd70b2-2c8d-4fcc-acdc-4cb7dc8b0a70 service neutron] Port f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b on network f65be920-10ef-4d9f-af2e-8c3c0ba41b59 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 13:13:26.540152 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-54bd70b2-2c8d-4fcc-acdc-4cb7dc8b0a70 service neutron] Attempting to bind port f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b on network f65be920-10ef-4d9f-af2e-8c3c0ba41b59 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:13:26.545073 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-54bd70b2-2c8d-4fcc-acdc-4cb7dc8b0a70 service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:13:26.545402 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-54bd70b2-2c8d-4fcc-acdc-4cb7dc8b0a70 service neutron] Checking segment: {'id': '3a76d471-fb2a-4b49-ac25-b75422bebd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:13:26.545779 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-54bd70b2-2c8d-4fcc-acdc-4cb7dc8b0a70 service neutron] Bound using segment: {'id': '3a76d471-fb2a-4b49-ac25-b75422bebd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:13:26.546187 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-54bd70b2-2c8d-4fcc-acdc-4cb7dc8b0a70 service neutron] Bound port: f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a76d471-fb2a-4b49-ac25-b75422bebd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:13:26.546528 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-54bd70b2-2c8d-4fcc-acdc-4cb7dc8b0a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:26.637517 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-54bd70b2-2c8d-4fcc-acdc-4cb7dc8b0a70 service neutron] For port f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b, host n-h1-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:13:26.640326 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-54bd70b2-2c8d-4fcc-acdc-4cb7dc8b0a70 service neutron] For port f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:13:26.644131 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-54bd70b2-2c8d-4fcc-acdc-4cb7dc8b0a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:26.703469 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-54bd70b2-2c8d-4fcc-acdc-4cb7dc8b0a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:26.704113 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-54bd70b2-2c8d-4fcc-acdc-4cb7dc8b0a70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:26.705508 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-54bd70b2-2c8d-4fcc-acdc-4cb7dc8b0a70 service neutron] 10.222.0.52 "PUT /v2.0/ports/f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b HTTP/1.1" status: 200 len: 1091 time: 1.0311799 Feb 09 13:13:26.705941 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7', 'tag': 'f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:13:26.734555 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bd70b2-2c8d-4fcc-acdc-4cb7dc8b0a70 service neutron] Pushing event updated for resources: {'Port': ['ID=f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:26.773715 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7', 'tag': 'f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b', 'status': 'completed', 'code': 200} Feb 09 13:13:26.823117 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-c5e319d4-298f-4cd7-886c-0cdb8c8b8b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:26.824810 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-c5e319d4-298f-4cd7-886c-0cdb8c8b8b66 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=29b9a361642f4a26902f66a45b0584f4&device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 1094 time: 0.0824261 Feb 09 13:13:26.893896 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-41e6d278-7820-46de-a033-c6bff107b0eb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b HTTP/1.1" status: 200 len: 217 time: 0.0622752 Feb 09 13:13:26.958270 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-87861ae0-708d-471f-804e-6045ea11dabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:26.960320 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-87861ae0-708d-471f-804e-6045ea11dabc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24931d2b-04a7-4dc6-8d25-cd9ed32b43d3 HTTP/1.1" status: 200 len: 850 time: 0.0611069 Feb 09 13:13:27.035559 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-84932178-1f70-487b-9fde-10c9640f1524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:27.037071 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-84932178-1f70-487b-9fde-10c9640f1524 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713542 Feb 09 13:13:27.168663 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-60488069-df82-4f36-9129-2bcc4b1cb480 service neutron] 10.222.0.52 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257212 Feb 09 13:13:27.300007 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-40806727-3b8e-4b7e-a9f5-d74c456255ef req-71449d07-0c50-4e27-b45e-6b0ad0505353 service neutron] 10.222.0.52 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258800 Feb 09 13:13:27.414738 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920873a8-38d1-4797-92e8-a5b159b08567 req-d01d0bba-ce3d-4f44-b260-c81ab7ffeb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:27.416354 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-920873a8-38d1-4797-92e8-a5b159b08567 req-d01d0bba-ce3d-4f44-b260-c81ab7ffeb7c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=29b9a361642f4a26902f66a45b0584f4&device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 1094 time: 0.0723505 Feb 09 13:13:27.436196 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843726b5-b04c-42bc-8419-37db93f2e4fa req-40444a90-c698-4275-9f52-667ab6e6824c tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:27.437683 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-843726b5-b04c-42bc-8419-37db93f2e4fa req-40444a90-c698-4275-9f52-667ab6e6824c tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 943 time: 0.0792887 Feb 09 13:13:27.481807 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-843726b5-b04c-42bc-8419-37db93f2e4fa req-a9982357-1543-4507-9007-ffaccc784baa tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383620 Feb 09 13:13:27.552644 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920873a8-38d1-4797-92e8-a5b159b08567 req-a4344c34-ccf5-458e-902d-9db814663534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:27.554084 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-920873a8-38d1-4797-92e8-a5b159b08567 req-a4344c34-ccf5-458e-902d-9db814663534 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59 HTTP/1.1" status: 200 len: 912 time: 0.1312153 Feb 09 13:13:27.720236 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-920873a8-38d1-4797-92e8-a5b159b08567 req-8d1527b4-be31-4c50-889d-5540834ad0bd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b HTTP/1.1" status: 200 len: 217 time: 0.1587393 Feb 09 13:13:27.783137 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920873a8-38d1-4797-92e8-a5b159b08567 req-3e2962a6-d86f-4439-af94-e73bb2cff1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:27.784617 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-920873a8-38d1-4797-92e8-a5b159b08567 req-3e2962a6-d86f-4439-af94-e73bb2cff1dc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24931d2b-04a7-4dc6-8d25-cd9ed32b43d3 HTTP/1.1" status: 200 len: 850 time: 0.0585330 Feb 09 13:13:27.861524 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920873a8-38d1-4797-92e8-a5b159b08567 req-52b76adb-4ddf-48e0-a61d-880d870aff90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:27.863035 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-920873a8-38d1-4797-92e8-a5b159b08567 req-52b76adb-4ddf-48e0-a61d-880d870aff90 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721636 Feb 09 13:13:27.999056 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-920873a8-38d1-4797-92e8-a5b159b08567 req-405a52c8-4b92-47c8-842f-0bd13583f264 service neutron] 10.222.0.52 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291897 Feb 09 13:13:28.131571 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-920873a8-38d1-4797-92e8-a5b159b08567 req-56275e8d-e8a0-433d-a3cc-35559e0cb1aa service neutron] 10.222.0.52 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248460 Feb 09 13:13:28.673025 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7cd5c2-6bd8-435a-b13f-33515f7572a4 req-880dbab2-0dad-41e7-9809-0be4f40d921e tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:28.674460 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fd7cd5c2-6bd8-435a-b13f-33515f7572a4 req-880dbab2-0dad-41e7-9809-0be4f40d921e tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 943 time: 0.0836098 Feb 09 13:13:28.717205 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fd7cd5c2-6bd8-435a-b13f-33515f7572a4 req-f59596e6-7357-4bc9-ad1f-f3c4cd24faa1 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369339 Feb 09 13:13:29.853564 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-864fc30d-2448-46f5-9ce7-c2cf10fad997 req-58a1840f-1276-4d47-9eb8-27322e79389e tempest-TestVolumeBootPattern-858373794 tempest-TestVolumeBootPattern-858373794-project] (87567) timed out ('10.222.0.55', 35564) {{(pid=87567) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 13:13:29.901263 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d311ac2-af5f-464c-89e0-6d6f42abbdf0 req-9a0f69d5-1811-4983-a39f-0761df879993 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:29.902731 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8d311ac2-af5f-464c-89e0-6d6f42abbdf0 req-9a0f69d5-1811-4983-a39f-0761df879993 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 943 time: 0.0798950 Feb 09 13:13:29.906520 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:13:29.956620 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8d311ac2-af5f-464c-89e0-6d6f42abbdf0 req-285a7bf7-156c-4534-9c83-f0c0905203ed tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421076 Feb 09 13:13:30.041117 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:13:30.054686 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': 'f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'port_id': 'f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b', 'mac_address': 'fa:16:3e:08:e7:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:13:30.111885 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:30.127942 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:13:30.142996 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:13:30.147145 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:30.213443 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:30.334275 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:13:31.139156 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350af69c-45fe-45d4-8018-2f29bbbdbb58 req-da3431be-c1a4-468f-987d-79837e6a956c tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:31.140536 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-350af69c-45fe-45d4-8018-2f29bbbdbb58 req-da3431be-c1a4-468f-987d-79837e6a956c tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 944 time: 0.0793071 Feb 09 13:13:31.183168 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-350af69c-45fe-45d4-8018-2f29bbbdbb58 req-06086b3c-02bc-4124-b6a9-923c64537700 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363741 Feb 09 13:13:31.912860 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:13:31.988163 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:13:31.993480 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:13:31.993855 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:32.108433 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:32.134483 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:13:32.143844 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:13:32.148161 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:32.184055 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b', 'code': 200} Feb 09 13:13:32.219439 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:32.305918 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b081e9-438d-4ef6-bf60-4d4ce8fd0bf4 req-1fe8c563-38cd-4cf7-93db-1e25ca9f53d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:32.307396 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-40b081e9-438d-4ef6-bf60-4d4ce8fd0bf4 req-1fe8c563-38cd-4cf7-93db-1e25ca9f53d1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 1096 time: 0.0738411 Feb 09 13:13:32.349657 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-40b081e9-438d-4ef6-bf60-4d4ce8fd0bf4 req-4214ba15-b57f-404d-b0d9-cb0f4e41af3e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347927 Feb 09 13:13:32.485640 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b5336-32ca-4ee5-8a1b-7d28b9ae2203 req-04aa72b0-df1f-4ebc-8890-caf30cc00649 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:32.487084 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-417b5336-32ca-4ee5-8a1b-7d28b9ae2203 req-04aa72b0-df1f-4ebc-8890-caf30cc00649 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 945 time: 0.1849704 Feb 09 13:13:32.532153 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-417b5336-32ca-4ee5-8a1b-7d28b9ae2203 req-81efa18e-fdcd-4bc8-bc36-39514694d7d3 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389202 Feb 09 13:13:33.723567 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e69c06-63ed-4633-bc37-7a6b5194f2b4 req-7a64e9e0-21fa-4f69-80f2-247bacac544b tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:33.725118 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-77e69c06-63ed-4633-bc37-7a6b5194f2b4 req-7a64e9e0-21fa-4f69-80f2-247bacac544b tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 945 time: 0.0811400 Feb 09 13:13:33.775082 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-77e69c06-63ed-4633-bc37-7a6b5194f2b4 req-f937aae0-3304-4f59-860d-a4e39652d7cf tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425270 Feb 09 13:13:33.967612 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cabd0e-1bd4-40bd-992c-9e8fc70973a5 req-2a18fef9-77c5-4ef2-b906-da478506ce5c tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:33.969101 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-33cabd0e-1bd4-40bd-992c-9e8fc70973a5 req-2a18fef9-77c5-4ef2-b906-da478506ce5c tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 945 time: 0.0825853 Feb 09 13:13:33.978922 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 44904) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:33.983893 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-d25779ed-fb57-40a7-ab46-13e6f31f66e5 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Request body: {'floatingip': {'port_id': 'f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:13:34.066373 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d25779ed-fb57-40a7-ab46-13e6f31f66e5 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks [] for floatingip, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:34.660597 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d25779ed-fb57-40a7-ab46-13e6f31f66e5 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:34.665659 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d25779ed-fb57-40a7-ab46-13e6f31f66e5 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:34.960890 n-d-825178-3 neutron-server[87568]: INFO neutron.db.l3_db [None req-d25779ed-fb57-40a7-ab46-13e6f31f66e5 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Floating IP 1b4aeb2d-9992-4706-b0f6-8bd3a042737d associated. External IP: 172.25.7.221, port: f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b. Feb 09 13:13:35.320873 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d25779ed-fb57-40a7-ab46-13e6f31f66e5 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Router b0258182-82dd-44aa-bf0e-fac0e35831ae has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:13:35.499401 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25779ed-fb57-40a7-ab46-13e6f31f66e5 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:13:35.503713 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d25779ed-fb57-40a7-ab46-13e6f31f66e5 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:35.509484 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78abad92-c17a-47ca-a840-909f48f8e2db None None] Sync routers for ids ['b0258182-82dd-44aa-bf0e-fac0e35831ae'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:13:35.518696 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78abad92-c17a-47ca-a840-909f48f8e2db None None] Routers {'b0258182-82dd-44aa-bf0e-fac0e35831ae'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:13:35.519379 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-78abad92-c17a-47ca-a840-909f48f8e2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:13:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['b0258182-82dd-44aa-bf0e-fac0e35831ae'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:35.561228 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d25779ed-fb57-40a7-ab46-13e6f31f66e5 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "PUT /v2.0/floatingips/1b4aeb2d-9992-4706-b0f6-8bd3a042737d HTTP/1.1" status: 200 len: 992 time: 1.5812881 Feb 09 13:13:35.561803 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7', 'tag': 'f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:13:35.699054 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-78abad92-c17a-47ca-a840-909f48f8e2db None None] Set router b0258182-82dd-44aa-bf0e-fac0e35831ae gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:13:35.724861 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2992b42-3a49-4d51-893f-ed4369036e5a req-98bdb80c-21c9-4142-9873-6038f5da28d5 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:35.726394 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a2992b42-3a49-4d51-893f-ed4369036e5a req-98bdb80c-21c9-4142-9873-6038f5da28d5 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 945 time: 0.0803061 Feb 09 13:13:35.774050 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a2992b42-3a49-4d51-893f-ed4369036e5a req-2398b970-9500-484d-8734-5d19626204d4 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415304 Feb 09 13:13:35.825507 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7', 'tag': 'f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b', 'status': 'completed', 'code': 200} Feb 09 13:13:35.920120 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bfb23f-87af-4765-81e6-051d2c3cf01a req-2c8db6d4-ac76-497e-b4ce-861cb2d5426f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:35.921523 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-30bfb23f-87af-4765-81e6-051d2c3cf01a req-2c8db6d4-ac76-497e-b4ce-861cb2d5426f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=29b9a361642f4a26902f66a45b0584f4&device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 1096 time: 0.0740650 Feb 09 13:13:36.055151 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bfb23f-87af-4765-81e6-051d2c3cf01a req-e82b361b-45fc-485f-8ee2-8df228337390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:36.056636 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-30bfb23f-87af-4765-81e6-051d2c3cf01a req-e82b361b-45fc-485f-8ee2-8df228337390 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59 HTTP/1.1" status: 200 len: 912 time: 0.1283109 Feb 09 13:13:36.078589 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-78abad92-c17a-47ca-a840-909f48f8e2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'name': 'tempest-ServerActionsTestJSON-279225300-router', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:10:33Z', 'updated_at': '2022-02-09T13:10:37Z', 'revision_number': 4, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'gw_port': {'id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:34Z', 'updated_at': '2022-02-09T13:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '1b4aeb2d-9992-4706-b0f6-8bd3a042737d', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'floating_ip_address': '172.25.7.221', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'port_id': 'f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'mac_address': 'fa:16:3e:08:e7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:10:40Z', 'updated_at': '2022-02-09T13:13:34Z', 'revision_number': 13, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f07cf46a-d3f6-489b-a76a-107613d540aa', 'name': '', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'mac_address': 'fa:16:3e:1b:b9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:37Z', 'updated_at': '2022-02-09T13:10:43Z', 'revision_number': 5, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'subnets': [{'id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:36.082437 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78abad92-c17a-47ca-a840-909f48f8e2db None None] Checking router: b0258182-82dd-44aa-bf0e-fac0e35831ae for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:13:36.091503 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78abad92-c17a-47ca-a840-909f48f8e2db None None] Routers {'b0258182-82dd-44aa-bf0e-fac0e35831ae'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:13:36.092160 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-78abad92-c17a-47ca-a840-909f48f8e2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:13:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['b0258182-82dd-44aa-bf0e-fac0e35831ae'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:36.157622 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-30bfb23f-87af-4765-81e6-051d2c3cf01a req-e0a1b31e-081b-4893-ba17-e25963d6d9e8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b HTTP/1.1" status: 200 len: 1000 time: 0.0949295 Feb 09 13:13:36.217398 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bfb23f-87af-4765-81e6-051d2c3cf01a req-f5aa266a-8325-4ac0-a5dd-60ec2754746e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:36.218821 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-30bfb23f-87af-4765-81e6-051d2c3cf01a req-f5aa266a-8325-4ac0-a5dd-60ec2754746e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24931d2b-04a7-4dc6-8d25-cd9ed32b43d3 HTTP/1.1" status: 200 len: 850 time: 0.0554960 Feb 09 13:13:36.265520 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-78abad92-c17a-47ca-a840-909f48f8e2db None None] Set router b0258182-82dd-44aa-bf0e-fac0e35831ae gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:13:36.293837 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bfb23f-87af-4765-81e6-051d2c3cf01a req-1cd9a6d5-a9ad-46c0-a94f-9b3e33890e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:36.295345 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-30bfb23f-87af-4765-81e6-051d2c3cf01a req-1cd9a6d5-a9ad-46c0-a94f-9b3e33890e65 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700963 Feb 09 13:13:36.428702 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-30bfb23f-87af-4765-81e6-051d2c3cf01a req-ad1439fe-16c6-4db8-9b69-19bf06e11cc0 service neutron] 10.222.0.52 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265154 Feb 09 13:13:36.561951 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-30bfb23f-87af-4765-81e6-051d2c3cf01a req-a7214f7b-712c-4f17-9d3c-9cceded54aaa service neutron] 10.222.0.52 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273057 Feb 09 13:13:36.611732 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-78abad92-c17a-47ca-a840-909f48f8e2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'name': 'tempest-ServerActionsTestJSON-279225300-router', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:10:33Z', 'updated_at': '2022-02-09T13:10:37Z', 'revision_number': 4, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'gw_port': {'id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:34Z', 'updated_at': '2022-02-09T13:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '1b4aeb2d-9992-4706-b0f6-8bd3a042737d', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'floating_ip_address': '172.25.7.221', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'port_id': 'f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'mac_address': 'fa:16:3e:08:e7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:10:40Z', 'updated_at': '2022-02-09T13:13:34Z', 'revision_number': 13, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f07cf46a-d3f6-489b-a76a-107613d540aa', 'name': '', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'mac_address': 'fa:16:3e:1b:b9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:37Z', 'updated_at': '2022-02-09T13:10:43Z', 'revision_number': 5, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'subnets': [{'id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:36.616206 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78abad92-c17a-47ca-a840-909f48f8e2db None None] The sync data for ids ['b0258182-82dd-44aa-bf0e-fac0e35831ae'] in n-d-825178-3 is: [{'id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'name': 'tempest-ServerActionsTestJSON-279225300-router', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:10:33Z', 'updated_at': '2022-02-09T13:10:37Z', 'revision_number': 4, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'gw_port': {'id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:34Z', 'updated_at': '2022-02-09T13:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '1b4aeb2d-9992-4706-b0f6-8bd3a042737d', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'floating_ip_address': '172.25.7.221', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'port_id': 'f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'mac_address': 'fa:16:3e:08:e7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:10:40Z', 'updated_at': '2022-02-09T13:13:34Z', 'revision_number': 13, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f07cf46a-d3f6-489b-a76a-107613d540aa', 'name': '', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'mac_address': 'fa:16:3e:1b:b9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:37Z', 'updated_at': '2022-02-09T13:10:43Z', 'revision_number': 5, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'subnets': [{'id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:13:36.803811 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30a90b4-52e5-4edf-8586-c5429699b46f None None] New status for floating IP 1b4aeb2d-9992-4706-b0f6-8bd3a042737d: ACTIVE {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:13:36.974263 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8aa444-326c-4870-b8bc-edf253556c3e req-a858180a-0b11-4419-bfef-cda728f0af06 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:36.976415 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6c8aa444-326c-4870-b8bc-edf253556c3e req-a858180a-0b11-4419-bfef-cda728f0af06 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 945 time: 0.0817604 Feb 09 13:13:37.020989 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6c8aa444-326c-4870-b8bc-edf253556c3e req-abb7e2c2-d245-4e58-88d5-ec3d5f6366c5 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381968 Feb 09 13:13:38.680970 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7893a77d-89ef-4964-824b-bbc9d57d1477 req-22d8366a-95bc-4e73-af57-071576702aed tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:38.682426 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7893a77d-89ef-4964-824b-bbc9d57d1477 req-22d8366a-95bc-4e73-af57-071576702aed tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 945 time: 0.0831506 Feb 09 13:13:38.725970 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7893a77d-89ef-4964-824b-bbc9d57d1477 req-c0c825cd-9fa7-4690-a851-69f7955794b8 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378768 Feb 09 13:13:44.107679 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5de3ec02-04c7-476d-a881-a9682087584e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:46.469093 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-256abcfc-85dd-4bdd-88dc-3320c1aaa46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:47.224957 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e320c-edff-44b9-af6b-553783187a2f req-5e50e28f-eea0-4de2-9796-506d5dfc0f2a tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:47.226475 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4d2e320c-edff-44b9-af6b-553783187a2f req-5e50e28f-eea0-4de2-9796-506d5dfc0f2a tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 945 time: 0.0829031 Feb 09 13:13:47.281741 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4d2e320c-edff-44b9-af6b-553783187a2f req-a1560fe5-9f9f-487a-9416-d8abee041b8d tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490389 Feb 09 13:13:47.340369 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-626c5491-deb8-48bc-8640-82d778526658 req-95cd8761-ad74-49de-88c3-c16799a25da8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2381167 Feb 09 13:13:47.676237 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:47.771042 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:48.472978 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c5491-deb8-48bc-8640-82d778526658 req-fae1c138-af72-4b71-8651-534c035bea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:48.474182 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-626c5491-deb8-48bc-8640-82d778526658 req-fae1c138-af72-4b71-8651-534c035bea32 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=29b9a361642f4a26902f66a45b0584f4&device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 1096 time: 0.0747297 Feb 09 13:13:48.479658 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39b66f-8e21-46d8-9404-6a41a59f8690 req-fb2dc316-524a-4d68-afbd-2276b802ecb8 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:48.481175 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5a39b66f-8e21-46d8-9404-6a41a59f8690 req-fb2dc316-524a-4d68-afbd-2276b802ecb8 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 945 time: 0.0866368 Feb 09 13:13:48.526925 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5a39b66f-8e21-46d8-9404-6a41a59f8690 req-bd052aec-af5e-4e46-960e-907fc5b35204 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390551 Feb 09 13:13:48.603956 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c5491-deb8-48bc-8640-82d778526658 req-cea87060-0d21-4a1d-b4f4-c43d84382fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:48.605326 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-626c5491-deb8-48bc-8640-82d778526658 req-cea87060-0d21-4a1d-b4f4-c43d84382fa0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59 HTTP/1.1" status: 200 len: 912 time: 0.1260629 Feb 09 13:13:48.707020 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-626c5491-deb8-48bc-8640-82d778526658 req-012df213-8800-4d6f-9f88-afa5c481992c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b HTTP/1.1" status: 200 len: 1002 time: 0.0954683 Feb 09 13:13:48.774093 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c5491-deb8-48bc-8640-82d778526658 req-c5fc6b7f-9dae-41b6-a142-6764d25e181d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:48.775518 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-626c5491-deb8-48bc-8640-82d778526658 req-c5fc6b7f-9dae-41b6-a142-6764d25e181d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24931d2b-04a7-4dc6-8d25-cd9ed32b43d3 HTTP/1.1" status: 200 len: 850 time: 0.0629725 Feb 09 13:13:48.849575 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c5491-deb8-48bc-8640-82d778526658 req-92d38f64-6990-4f17-80a4-5af24ad51053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:48.851044 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-626c5491-deb8-48bc-8640-82d778526658 req-92d38f64-6990-4f17-80a4-5af24ad51053 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697162 Feb 09 13:13:48.985757 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-626c5491-deb8-48bc-8640-82d778526658 req-be502e2a-1ca2-402e-a279-9a8fbf0c5076 service neutron] 10.222.0.52 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216984 Feb 09 13:13:49.116078 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-626c5491-deb8-48bc-8640-82d778526658 req-535a3706-06a8-4c18-9543-e863a901486d service neutron] 10.222.0.52 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245508 Feb 09 13:13:49.344931 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:49.711951 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37ba35-a7d3-461d-89b2-4ce6d29e19a7 req-a0111078-41f9-49c1-9f9a-9c673056c67b tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:49.713411 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ff37ba35-a7d3-461d-89b2-4ce6d29e19a7 req-a0111078-41f9-49c1-9f9a-9c673056c67b tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 945 time: 0.0793462 Feb 09 13:13:49.756354 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ff37ba35-a7d3-461d-89b2-4ce6d29e19a7 req-b542e35e-9aff-4b93-b4a6-9d95b44cb774 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373528 Feb 09 13:13:50.909199 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:50.945095 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf3502-ce64-4903-9bb8-0f2e64691613 req-45bb150e-d6b8-479c-a4f3-c566f3c66047 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:50.946651 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7eaf3502-ce64-4903-9bb8-0f2e64691613 req-45bb150e-d6b8-479c-a4f3-c566f3c66047 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 945 time: 0.0844033 Feb 09 13:13:50.991073 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7eaf3502-ce64-4903-9bb8-0f2e64691613 req-d45eb1b3-31bd-4c2b-98fc-2b21ba91c118 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388656 Feb 09 13:13:52.179299 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59386c30-ea0c-49e1-b9e0-0186d412765b req-1eb60e71-ce45-42ee-8462-b23c1c0e05d4 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:52.180817 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-59386c30-ea0c-49e1-b9e0-0186d412765b req-1eb60e71-ce45-42ee-8462-b23c1c0e05d4 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 945 time: 0.0809214 Feb 09 13:13:52.227967 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-59386c30-ea0c-49e1-b9e0-0186d412765b req-05ccb8fe-f6c6-4766-8244-54a1fb895550 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413256 Feb 09 13:13:53.415872 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8a93b-f1d9-4327-b5b8-2f54468fa598 req-d1f72092-c157-4c31-b372-a467c208465d tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:53.417304 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d0f8a93b-f1d9-4327-b5b8-2f54468fa598 req-d1f72092-c157-4c31-b372-a467c208465d tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 945 time: 0.0786216 Feb 09 13:13:53.452475 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:53.463109 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d0f8a93b-f1d9-4327-b5b8-2f54468fa598 req-3c823e77-0c02-461c-91e4-896566d272aa tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402503 Feb 09 13:13:54.647164 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26739c4f-9418-4f58-9bc1-6a6d9f5e13ba req-76db5c6f-7d9b-46f2-9b81-58a08327fc39 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:54.648573 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-26739c4f-9418-4f58-9bc1-6a6d9f5e13ba req-76db5c6f-7d9b-46f2-9b81-58a08327fc39 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 945 time: 0.0827675 Feb 09 13:13:54.692724 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-26739c4f-9418-4f58-9bc1-6a6d9f5e13ba req-23f9a74c-7275-4b24-a7c6-a950a7b04b9d tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386381 Feb 09 13:13:55.878438 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd000e8-e9b2-4d0c-aa54-edae2f0ae27d req-a115787b-da35-4e28-91c0-1f54f78cddbc tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:55.880469 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3dd000e8-e9b2-4d0c-aa54-edae2f0ae27d req-a115787b-da35-4e28-91c0-1f54f78cddbc tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 945 time: 0.0810862 Feb 09 13:13:55.923716 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3dd000e8-e9b2-4d0c-aa54-edae2f0ae27d req-75d8fb0c-8168-4856-a17e-9ca5e09167fc tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374036 Feb 09 13:13:57.112514 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891faad5-34a9-44d4-9c8d-07860e13af76 req-cd9cec12-5296-445d-af72-0cfc7a33356e tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:57.114539 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-891faad5-34a9-44d4-9c8d-07860e13af76 req-cd9cec12-5296-445d-af72-0cfc7a33356e tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 945 time: 0.0839925 Feb 09 13:13:57.158179 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-891faad5-34a9-44d4-9c8d-07860e13af76 req-dea90eac-80cf-47ec-bcd1-fe3d82733673 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379968 Feb 09 13:13:58.347561 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ed724-c642-4aad-a1fc-d685ed289ede req-92dccdc0-b776-45ee-9bb9-7f0cb407edb8 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:58.349376 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2f2ed724-c642-4aad-a1fc-d685ed289ede req-92dccdc0-b776-45ee-9bb9-7f0cb407edb8 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 945 time: 0.0821977 Feb 09 13:13:58.397976 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2f2ed724-c642-4aad-a1fc-d685ed289ede req-903e6b99-5855-4bdf-b6f4-077f7cbf63c3 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425696 Feb 09 13:13:59.008512 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:13:59.583784 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda98f09-a6c5-4142-b178-39fb089d7e17 req-feb92f98-2675-41e7-84c0-eb72b9569575 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:59.585253 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eda98f09-a6c5-4142-b178-39fb089d7e17 req-feb92f98-2675-41e7-84c0-eb72b9569575 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 945 time: 0.0791533 Feb 09 13:13:59.628197 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eda98f09-a6c5-4142-b178-39fb089d7e17 req-0863bee9-0e8b-4cbd-9d60-51d9f92c486f tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372610 Feb 09 13:14:00.815814 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4f262-2a7c-4070-9886-db9302958424 req-ad182438-27ba-4b0a-96ab-111f6efefde9 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:00.817376 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-81e4f262-2a7c-4070-9886-db9302958424 req-ad182438-27ba-4b0a-96ab-111f6efefde9 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 945 time: 0.0834980 Feb 09 13:14:00.861071 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-81e4f262-2a7c-4070-9886-db9302958424 req-f348423d-58c7-4e72-8e8c-94c714e88cb2 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382063 Feb 09 13:14:02.046001 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c6da1-abb3-41db-9069-5b1ed821a705 req-f83f16c7-3600-49da-84dd-6807147c2862 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:02.047453 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-905c6da1-abb3-41db-9069-5b1ed821a705 req-f83f16c7-3600-49da-84dd-6807147c2862 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 945 time: 0.0808449 Feb 09 13:14:02.091629 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-905c6da1-abb3-41db-9069-5b1ed821a705 req-7e162727-9225-496c-a58e-a35454ae3f68 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381734 Feb 09 13:14:03.282795 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68c0e6-b2d2-4d7c-beba-76f9aefff86d req-13efd85d-c858-4ed6-ab37-d23ebd4dc3b7 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:03.284289 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7e68c0e6-b2d2-4d7c-beba-76f9aefff86d req-13efd85d-c858-4ed6-ab37-d23ebd4dc3b7 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 945 time: 0.0850384 Feb 09 13:14:03.328565 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7e68c0e6-b2d2-4d7c-beba-76f9aefff86d req-ecc6581b-d3e7-4106-b913-655f04bde24b tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380027 Feb 09 13:14:04.518654 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf5de7-641f-482b-8456-e7f9d8761c83 req-73a6af3a-4316-4b1a-b877-c3311272bab8 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:04.520756 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-48bf5de7-641f-482b-8456-e7f9d8761c83 req-73a6af3a-4316-4b1a-b877-c3311272bab8 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 945 time: 0.0844815 Feb 09 13:14:04.564410 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-48bf5de7-641f-482b-8456-e7f9d8761c83 req-e0a2ab28-b569-4b75-a8c0-abae2d02b918 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381119 Feb 09 13:14:05.750838 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b267cf0-ce32-44bc-8a43-bfbd906b0775 req-897c20b1-0807-4bfb-a8eb-b51c83a9c09e tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:05.752456 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9b267cf0-ce32-44bc-8a43-bfbd906b0775 req-897c20b1-0807-4bfb-a8eb-b51c83a9c09e tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 945 time: 0.0830836 Feb 09 13:14:05.796504 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9b267cf0-ce32-44bc-8a43-bfbd906b0775 req-ae29c4f6-4b0e-424f-a681-4cc860af54fa tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379705 Feb 09 13:14:06.981941 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fd14d-626b-4e76-984c-ed3e49cd6c14 req-fe9a6c9a-eaf8-4e79-8b79-e32507f63e42 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:06.983396 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8e6fd14d-626b-4e76-984c-ed3e49cd6c14 req-fe9a6c9a-eaf8-4e79-8b79-e32507f63e42 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 945 time: 0.0807548 Feb 09 13:14:07.030768 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8e6fd14d-626b-4e76-984c-ed3e49cd6c14 req-62642861-169a-4d88-bea4-f0e4035daa11 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411081 Feb 09 13:14:08.214531 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08eeae7-c28b-49bf-b38a-ad29d9cedcd3 req-8bc1aa13-3d4e-487c-9fde-f07b6e270f5f tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:08.215994 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f08eeae7-c28b-49bf-b38a-ad29d9cedcd3 req-8bc1aa13-3d4e-487c-9fde-f07b6e270f5f tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 945 time: 0.0785258 Feb 09 13:14:08.259763 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f08eeae7-c28b-49bf-b38a-ad29d9cedcd3 req-09705898-c2b5-4917-9dec-bada8a34cea7 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381677 Feb 09 13:14:09.449442 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053376c6-3c2c-4d3e-9e4c-c567208e58e6 req-debbe86e-c350-4ed0-b74f-b725acb70b47 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:09.450885 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-053376c6-3c2c-4d3e-9e4c-c567208e58e6 req-debbe86e-c350-4ed0-b74f-b725acb70b47 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 945 time: 0.0831919 Feb 09 13:14:09.494567 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-053376c6-3c2c-4d3e-9e4c-c567208e58e6 req-0b1a0543-e3c7-43e9-a7cb-6c604b29c460 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381236 Feb 09 13:14:10.680353 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94271d8-364c-42e3-ade0-4ee95758a8e6 req-0353be32-2a9a-4cd6-a551-b6154bd83349 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:10.681720 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b94271d8-364c-42e3-ade0-4ee95758a8e6 req-0353be32-2a9a-4cd6-a551-b6154bd83349 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 945 time: 0.0799055 Feb 09 13:14:10.724752 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b94271d8-364c-42e3-ade0-4ee95758a8e6 req-c4523aae-d38f-4267-80e5-5e50967f8ab4 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375330 Feb 09 13:14:11.644747 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [req-626c5491-deb8-48bc-8640-82d778526658 req-ef920937-0a02-451a-89fa-cf142c7f650f service neutron] show failed (client error): The resource could not be found. Feb 09 13:14:11.646462 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-626c5491-deb8-48bc-8640-82d778526658 req-ef920937-0a02-451a-89fa-cf142c7f650f service neutron] 10.222.0.52 "GET /v2.0/ports/f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b/bindings/n-h2-825178-3 HTTP/1.1" status: 404 len: 380 time: 0.0780215 Feb 09 13:14:11.968505 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c5491-deb8-48bc-8640-82d778526658 req-9854cb3e-2fe5-49cb-a2db-0af608e60f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:11.969973 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-626c5491-deb8-48bc-8640-82d778526658 req-9854cb3e-2fe5-49cb-a2db-0af608e60f4b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7&tenant_id=29b9a361642f4a26902f66a45b0584f4 HTTP/1.1" status: 200 len: 1096 time: 0.1331229 Feb 09 13:14:11.978423 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158167bf-ab44-413c-9b96-285b418e9fc6 req-3e52ca3e-b77e-4e1f-9636-454eba10af23 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:11.979758 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-158167bf-ab44-413c-9b96-285b418e9fc6 req-3e52ca3e-b77e-4e1f-9636-454eba10af23 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 945 time: 0.1416690 Feb 09 13:14:11.984426 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-626c5491-deb8-48bc-8640-82d778526658 req-3332d0a4-4324-4a70-982b-368fbc68542c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825178-3', 'device_owner': 'compute:nova'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:14:12.072734 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-158167bf-ab44-413c-9b96-285b418e9fc6 req-9abe292d-8a07-49fd-93d9-b4005d21ba58 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606797 Feb 09 13:14:12.126913 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-626c5491-deb8-48bc-8640-82d778526658 req-3332d0a4-4324-4a70-982b-368fbc68542c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:12.492005 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-626c5491-deb8-48bc-8640-82d778526658 req-3332d0a4-4324-4a70-982b-368fbc68542c service neutron] For port f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:14:12.522818 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-626c5491-deb8-48bc-8640-82d778526658 req-3332d0a4-4324-4a70-982b-368fbc68542c service neutron] For port f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:14:12.584800 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:14:12.590715 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-626c5491-deb8-48bc-8640-82d778526658 req-3332d0a4-4324-4a70-982b-368fbc68542c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:12.606451 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-626c5491-deb8-48bc-8640-82d778526658 req-3332d0a4-4324-4a70-982b-368fbc68542c service neutron] Transition to ACTIVE for port object f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:14:12.610103 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-626c5491-deb8-48bc-8640-82d778526658 req-3332d0a4-4324-4a70-982b-368fbc68542c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:12.645730 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b', 'code': 200} Feb 09 13:14:12.758825 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3332d0a4-4324-4a70-982b-368fbc68542c service neutron] Pushing event updated for resources: {'Port': ['ID=f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b,revision_number=6']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:12.814430 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-626c5491-deb8-48bc-8640-82d778526658 req-3332d0a4-4324-4a70-982b-368fbc68542c service neutron] No DVR routers for this DVR port f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b on host n-h1-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:14:13.039657 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-626c5491-deb8-48bc-8640-82d778526658 req-3332d0a4-4324-4a70-982b-368fbc68542c service neutron] Attempting to bind port f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:14:13.040375 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-626c5491-deb8-48bc-8640-82d778526658 req-3332d0a4-4324-4a70-982b-368fbc68542c service neutron] Attempting to bind port f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '3a76d471-fb2a-4b49-ac25-b75422bebd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:14:13.040375 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626c5491-deb8-48bc-8640-82d778526658 req-3332d0a4-4324-4a70-982b-368fbc68542c service neutron] Attempting to bind port f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b on network f65be920-10ef-4d9f-af2e-8c3c0ba41b59 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:14:13.044720 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626c5491-deb8-48bc-8640-82d778526658 req-3332d0a4-4324-4a70-982b-368fbc68542c service neutron] Port f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b on network f65be920-10ef-4d9f-af2e-8c3c0ba41b59 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 13:14:13.045032 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626c5491-deb8-48bc-8640-82d778526658 req-3332d0a4-4324-4a70-982b-368fbc68542c service neutron] Attempting to bind port f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b on network f65be920-10ef-4d9f-af2e-8c3c0ba41b59 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:14:13.049942 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626c5491-deb8-48bc-8640-82d778526658 req-3332d0a4-4324-4a70-982b-368fbc68542c service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:14:13.050283 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626c5491-deb8-48bc-8640-82d778526658 req-3332d0a4-4324-4a70-982b-368fbc68542c service neutron] Checking segment: {'id': '3a76d471-fb2a-4b49-ac25-b75422bebd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:14:13.050667 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626c5491-deb8-48bc-8640-82d778526658 req-3332d0a4-4324-4a70-982b-368fbc68542c service neutron] Bound using segment: {'id': '3a76d471-fb2a-4b49-ac25-b75422bebd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:14:13.051081 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-626c5491-deb8-48bc-8640-82d778526658 req-3332d0a4-4324-4a70-982b-368fbc68542c service neutron] Bound port: f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a76d471-fb2a-4b49-ac25-b75422bebd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:14:13.051418 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-626c5491-deb8-48bc-8640-82d778526658 req-3332d0a4-4324-4a70-982b-368fbc68542c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:13.137675 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-626c5491-deb8-48bc-8640-82d778526658 req-3332d0a4-4324-4a70-982b-368fbc68542c service neutron] For port f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:14:13.140844 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-626c5491-deb8-48bc-8640-82d778526658 req-3332d0a4-4324-4a70-982b-368fbc68542c service neutron] For port f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:14:13.145333 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-626c5491-deb8-48bc-8640-82d778526658 req-3332d0a4-4324-4a70-982b-368fbc68542c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:13.253249 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c5491-deb8-48bc-8640-82d778526658 req-3332d0a4-4324-4a70-982b-368fbc68542c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:13.254012 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-626c5491-deb8-48bc-8640-82d778526658 req-3332d0a4-4324-4a70-982b-368fbc68542c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:13.255280 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-626c5491-deb8-48bc-8640-82d778526658 req-3332d0a4-4324-4a70-982b-368fbc68542c service neutron] 10.222.0.46 "PUT /v2.0/ports/f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b HTTP/1.1" status: 200 len: 1091 time: 1.2746341 Feb 09 13:14:13.282483 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3332d0a4-4324-4a70-982b-368fbc68542c service neutron] Pushing event updated for resources: {'Port': ['ID=f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b,revision_number=7']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:13.351206 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e9520-b4d8-49c3-bdb8-cf9f1ede73cf req-7e70141d-f541-4e9d-a527-343ec002256f tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:13.353103 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-045e9520-b4d8-49c3-bdb8-cf9f1ede73cf req-7e70141d-f541-4e9d-a527-343ec002256f tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 943 time: 0.1596413 Feb 09 13:14:13.413615 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-045e9520-b4d8-49c3-bdb8-cf9f1ede73cf req-578f6bac-382e-445f-ba7b-5d36aafe77b0 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521989 Feb 09 13:14:13.416346 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c5491-deb8-48bc-8640-82d778526658 req-fde60cd8-768b-4f34-bde2-ef4010a65e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:13.417721 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-626c5491-deb8-48bc-8640-82d778526658 req-fde60cd8-768b-4f34-bde2-ef4010a65e2f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=29b9a361642f4a26902f66a45b0584f4&device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 1094 time: 0.1290703 Feb 09 13:14:13.549992 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c5491-deb8-48bc-8640-82d778526658 req-cc6e4c7a-d732-4d9e-ae2d-26ec32b6e326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:13.552005 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-626c5491-deb8-48bc-8640-82d778526658 req-cc6e4c7a-d732-4d9e-ae2d-26ec32b6e326 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59 HTTP/1.1" status: 200 len: 912 time: 0.1274836 Feb 09 13:14:13.652267 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-626c5491-deb8-48bc-8640-82d778526658 req-5abafbd2-ce05-4913-8e00-a1105dd5ecd5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b HTTP/1.1" status: 200 len: 1000 time: 0.0944111 Feb 09 13:14:13.711578 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c5491-deb8-48bc-8640-82d778526658 req-d9f2015b-a9c8-49a9-bacb-901d24feaae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:13.712986 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-626c5491-deb8-48bc-8640-82d778526658 req-d9f2015b-a9c8-49a9-bacb-901d24feaae6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=24931d2b-04a7-4dc6-8d25-cd9ed32b43d3 HTTP/1.1" status: 200 len: 850 time: 0.0554445 Feb 09 13:14:13.784015 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c5491-deb8-48bc-8640-82d778526658 req-2020bb11-5d4f-47e4-add1-563f7190c269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:13.785478 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-626c5491-deb8-48bc-8640-82d778526658 req-2020bb11-5d4f-47e4-add1-563f7190c269 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671353 Feb 09 13:14:14.017455 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-626c5491-deb8-48bc-8640-82d778526658 req-ba7aafbe-1d12-467a-a3e1-10993d4606b3 service neutron] 10.222.0.46 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263312 Feb 09 13:14:14.084358 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:14:14.148154 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bac68dab-611f-4213-8e91-a6a957a654bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:14.154302 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:14:14.155249 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-626c5491-deb8-48bc-8640-82d778526658 req-1b0b0376-1476-420e-bb07-dd1c4ccfeb69 service neutron] 10.222.0.46 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318443 Feb 09 13:14:14.604750 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33f393-5e84-47c4-a232-c380d433c54c req-ff82e1b3-512a-4b9b-b9b7-00767693ac9e tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:14.606114 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7a33f393-5e84-47c4-a232-c380d433c54c req-ff82e1b3-512a-4b9b-b9b7-00767693ac9e tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 943 time: 0.0831814 Feb 09 13:14:14.646862 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7', 'tag': 'f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:14:14.656763 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7a33f393-5e84-47c4-a232-c380d433c54c req-b2d4bc5e-95a4-4469-9325-b3492854bf4c tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448120 Feb 09 13:14:14.721557 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7', 'tag': 'f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b', 'status': 'completed', 'code': 200} Feb 09 13:14:14.817102 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc72c72-975b-4474-8fd7-8716addd4fd9 req-92a6234a-9b8a-4e46-becb-8631b069eff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:14.817456 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc72c72-975b-4474-8fd7-8716addd4fd9 req-c18f4435-0cec-47e2-87af-a24090ba87bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:14.818589 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bdc72c72-975b-4474-8fd7-8716addd4fd9 req-92a6234a-9b8a-4e46-becb-8631b069eff9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=29b9a361642f4a26902f66a45b0584f4&device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 1094 time: 0.0748174 Feb 09 13:14:14.818982 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-bdc72c72-975b-4474-8fd7-8716addd4fd9 req-c18f4435-0cec-47e2-87af-a24090ba87bd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=29b9a361642f4a26902f66a45b0584f4&device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 1094 time: 0.0771325 Feb 09 13:14:14.956051 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc72c72-975b-4474-8fd7-8716addd4fd9 req-56663ba5-a440-4bea-8408-ba4cfc6795f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:14.957236 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc72c72-975b-4474-8fd7-8716addd4fd9 req-0ee63ef4-2169-4b0a-9a3f-c159e05e6ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:14.957609 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-bdc72c72-975b-4474-8fd7-8716addd4fd9 req-56663ba5-a440-4bea-8408-ba4cfc6795f0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59 HTTP/1.1" status: 200 len: 912 time: 0.1330540 Feb 09 13:14:14.958620 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bdc72c72-975b-4474-8fd7-8716addd4fd9 req-0ee63ef4-2169-4b0a-9a3f-c159e05e6ab4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59 HTTP/1.1" status: 200 len: 912 time: 0.1341600 Feb 09 13:14:15.064915 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bdc72c72-975b-4474-8fd7-8716addd4fd9 req-57408146-34a0-4692-bfb7-ef7f012ec63e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b HTTP/1.1" status: 200 len: 1000 time: 0.1004884 Feb 09 13:14:15.068840 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-bdc72c72-975b-4474-8fd7-8716addd4fd9 req-19afeb2a-0865-49ae-9c03-8fd8e059a87f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b HTTP/1.1" status: 200 len: 1000 time: 0.1052728 Feb 09 13:14:15.131498 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc72c72-975b-4474-8fd7-8716addd4fd9 req-82795640-f306-4bf9-a50f-a90ece93729e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:15.132432 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc72c72-975b-4474-8fd7-8716addd4fd9 req-efa4953b-95ec-4e21-8661-98c7774255ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:15.132876 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-bdc72c72-975b-4474-8fd7-8716addd4fd9 req-82795640-f306-4bf9-a50f-a90ece93729e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24931d2b-04a7-4dc6-8d25-cd9ed32b43d3 HTTP/1.1" status: 200 len: 850 time: 0.0578907 Feb 09 13:14:15.134179 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bdc72c72-975b-4474-8fd7-8716addd4fd9 req-efa4953b-95ec-4e21-8661-98c7774255ca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=24931d2b-04a7-4dc6-8d25-cd9ed32b43d3 HTTP/1.1" status: 200 len: 850 time: 0.0641050 Feb 09 13:14:15.211009 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc72c72-975b-4474-8fd7-8716addd4fd9 req-852de1c1-a3a9-44d9-9ddf-41d7946e0bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:15.211509 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc72c72-975b-4474-8fd7-8716addd4fd9 req-68ba777a-ae8a-4cd1-bf0f-e51346f9f945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:15.212694 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-bdc72c72-975b-4474-8fd7-8716addd4fd9 req-852de1c1-a3a9-44d9-9ddf-41d7946e0bae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738263 Feb 09 13:14:15.213344 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bdc72c72-975b-4474-8fd7-8716addd4fd9 req-68ba777a-ae8a-4cd1-bf0f-e51346f9f945 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737278 Feb 09 13:14:15.349167 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-bdc72c72-975b-4474-8fd7-8716addd4fd9 req-3d665894-1ca6-45e1-8f2c-0373759007d7 service neutron] 10.222.0.52 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305780 Feb 09 13:14:15.351902 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bdc72c72-975b-4474-8fd7-8716addd4fd9 req-524d49f7-b49e-45e8-9589-db439c5c85c3 service neutron] 10.222.0.46 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327124 Feb 09 13:14:15.499480 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-bdc72c72-975b-4474-8fd7-8716addd4fd9 req-ba666dbe-07da-4eb6-a92d-0a731a384cbb service neutron] 10.222.0.52 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450031 Feb 09 13:14:15.499803 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bdc72c72-975b-4474-8fd7-8716addd4fd9 req-6fe76cd5-958f-47f9-8eb2-6d1e7fcc1900 service neutron] 10.222.0.46 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420839 Feb 09 13:14:15.850999 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60f280-77c4-469b-9b27-3985e6243ec1 req-f5456857-3570-440e-8839-930e72c4732b tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:15.852743 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-de60f280-77c4-469b-9b27-3985e6243ec1 req-f5456857-3570-440e-8839-930e72c4732b tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 943 time: 0.0840356 Feb 09 13:14:15.897698 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-de60f280-77c4-469b-9b27-3985e6243ec1 req-5fec808f-5166-42bf-9cd7-f733dc13fefd tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392389 Feb 09 13:14:16.469533 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5176a83d-799d-47d0-99ad-43b860a2ebbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:17.080610 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400cf66-2130-4e04-83c7-89c1951f19dd req-dd434b64-7e11-4b2d-8678-09bae8387465 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:17.082151 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3400cf66-2130-4e04-83c7-89c1951f19dd req-dd434b64-7e11-4b2d-8678-09bae8387465 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 943 time: 0.0787401 Feb 09 13:14:17.125416 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3400cf66-2130-4e04-83c7-89c1951f19dd req-14367f25-0683-44d6-8b9a-f72a669b7505 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370221 Feb 09 13:14:17.679264 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:17.771760 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:18.319077 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba5b339-c372-4518-a530-0f1df0aa803f req-2c50455b-8d9a-40f9-bcd0-fcb631205a1e tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:18.320706 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7ba5b339-c372-4518-a530-0f1df0aa803f req-2c50455b-8d9a-40f9-bcd0-fcb631205a1e tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 943 time: 0.0867274 Feb 09 13:14:18.375650 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7ba5b339-c372-4518-a530-0f1df0aa803f req-64ae83d5-75a2-4f19-960b-65a040dfbf7b tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493782 Feb 09 13:14:19.348618 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:19.559717 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f966da-0836-40a3-999f-e59573f71b4a req-3e30d595-d56b-48f8-b93e-db83f78a9160 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:19.561115 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e7f966da-0836-40a3-999f-e59573f71b4a req-3e30d595-d56b-48f8-b93e-db83f78a9160 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 943 time: 0.0789347 Feb 09 13:14:19.606909 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e7f966da-0836-40a3-999f-e59573f71b4a req-d13b61ca-525d-46b0-967d-b7c39fc74957 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400791 Feb 09 13:14:20.795410 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13c889-3115-4c5c-8ae8-d09d26ada1d9 req-0c5d5e3c-79bd-4bcd-ab14-1428f68dc855 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:20.796897 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4b13c889-3115-4c5c-8ae8-d09d26ada1d9 req-0c5d5e3c-79bd-4bcd-ab14-1428f68dc855 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 943 time: 0.0837705 Feb 09 13:14:20.840909 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4b13c889-3115-4c5c-8ae8-d09d26ada1d9 req-8431563c-13cb-4613-9ec4-5e589b4234ec tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377178 Feb 09 13:14:20.924746 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:22.182365 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d46cb1f-3920-4316-896e-8bac9c159438 req-7ebdd439-cd1d-4bf1-ad7e-579fb3e60307 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:22.183854 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9d46cb1f-3920-4316-896e-8bac9c159438 req-7ebdd439-cd1d-4bf1-ad7e-579fb3e60307 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 943 time: 0.0800092 Feb 09 13:14:22.232428 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9d46cb1f-3920-4316-896e-8bac9c159438 req-fc766617-1ea0-4562-ad2f-b6f00a67618c tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430014 Feb 09 13:14:23.414158 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3307a1b-a17c-428b-940d-ca1bb3d66690 req-b1d30b35-cb7c-415a-a8ed-980e4faf0932 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:23.415638 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d3307a1b-a17c-428b-940d-ca1bb3d66690 req-b1d30b35-cb7c-415a-a8ed-980e4faf0932 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 943 time: 0.0799084 Feb 09 13:14:23.459212 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d3307a1b-a17c-428b-940d-ca1bb3d66690 req-bbe1986b-57bd-49d1-9a75-623d24d99b20 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380015 Feb 09 13:14:23.482516 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:23.901880 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6422b9-48ce-40b3-93c9-75e4b69095a7 req-ef5f72e2-afc2-422b-a1f8-e57e487998b7 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:23.903211 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8c6422b9-48ce-40b3-93c9-75e4b69095a7 req-ef5f72e2-afc2-422b-a1f8-e57e487998b7 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.46 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7&tenant_id=29b9a361642f4a26902f66a45b0584f4&binding%3Ahost_id=n-h2-825178-3 HTTP/1.1" status: 200 len: 943 time: 0.1357887 Feb 09 13:14:24.080472 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bec6c8-0561-4684-a5f2-0d13ba0b40a1 req-c7db0fe2-23f3-4aa5-b75a-f055f401e52b tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:24.082530 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d2bec6c8-0561-4684-a5f2-0d13ba0b40a1 req-c7db0fe2-23f3-4aa5-b75a-f055f401e52b tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 943 time: 0.2539525 Feb 09 13:14:24.130740 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8c6422b9-48ce-40b3-93c9-75e4b69095a7 req-2d249bbd-7a89-47a6-9d33-c6dd6c6ab1a9 service neutron] 10.222.0.46 "GET /v2.0/ports/f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b/bindings/n-h2-825178-3 HTTP/1.1" status: 200 len: 382 time: 0.2195477 Feb 09 13:14:24.137457 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d2bec6c8-0561-4684-a5f2-0d13ba0b40a1 req-859c83b9-6996-42c2-88f0-2cec4cb49b74 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480757 Feb 09 13:14:24.223643 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6422b9-48ce-40b3-93c9-75e4b69095a7 req-e7909cfe-070e-40d7-93b4-5e5bd03c75f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:24.225150 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8c6422b9-48ce-40b3-93c9-75e4b69095a7 req-e7909cfe-070e-40d7-93b4-5e5bd03c75f2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=29b9a361642f4a26902f66a45b0584f4&device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 1094 time: 0.0719621 Feb 09 13:14:24.357415 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:14:24.358159 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6422b9-48ce-40b3-93c9-75e4b69095a7 req-5fa8977c-e596-41b5-8c2d-90d726031ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:24.359700 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8c6422b9-48ce-40b3-93c9-75e4b69095a7 req-5fa8977c-e596-41b5-8c2d-90d726031ec6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59 HTTP/1.1" status: 200 len: 912 time: 0.1286254 Feb 09 13:14:24.471030 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8c6422b9-48ce-40b3-93c9-75e4b69095a7 req-1211213f-7cfa-4f6a-832d-633e9022bfe0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b HTTP/1.1" status: 200 len: 1000 time: 0.1057596 Feb 09 13:14:24.491032 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:14:24.504742 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'port_id': 'f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b', 'mac_address': 'fa:16:3e:08:e7:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:14:24.536409 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6422b9-48ce-40b3-93c9-75e4b69095a7 req-a851b086-1d8d-4136-857f-06499de73254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:24.537850 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8c6422b9-48ce-40b3-93c9-75e4b69095a7 req-a851b086-1d8d-4136-857f-06499de73254 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=24931d2b-04a7-4dc6-8d25-cd9ed32b43d3 HTTP/1.1" status: 200 len: 850 time: 0.0608261 Feb 09 13:14:24.562410 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:24.580186 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:14:24.596662 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:14:24.600931 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:24.613776 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6422b9-48ce-40b3-93c9-75e4b69095a7 req-6af1fb33-6456-468b-a183-23bd8527095d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:24.615247 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8c6422b9-48ce-40b3-93c9-75e4b69095a7 req-6af1fb33-6456-468b-a183-23bd8527095d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712616 Feb 09 13:14:24.667473 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b,revision_number=8']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:24.674910 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:24.675385 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:24.675727 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:24.676086 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:24.676412 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:24.676734 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:24.677046 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:24.677404 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:24.677730 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:24.678073 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:24.678464 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:24.678778 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:24.748654 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8c6422b9-48ce-40b3-93c9-75e4b69095a7 req-52bc1ac9-34c5-4079-b79a-1773e765409a service neutron] 10.222.0.46 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266365 Feb 09 13:14:24.855032 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:14:24.881376 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8c6422b9-48ce-40b3-93c9-75e4b69095a7 req-6443d5f3-b9e8-446b-b2ee-173c72a34e6e service neutron] 10.222.0.46 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253977 Feb 09 13:14:25.038620 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c14b5a-e19c-4037-b9c4-eff04d0b5a79 req-25470336-0a8a-470d-89f5-442fb4f9f68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:25.040038 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-15c14b5a-e19c-4037-b9c4-eff04d0b5a79 req-25470336-0a8a-470d-89f5-442fb4f9f68f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=29b9a361642f4a26902f66a45b0584f4&device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 1095 time: 0.0706458 Feb 09 13:14:25.186772 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c14b5a-e19c-4037-b9c4-eff04d0b5a79 req-36e69af4-aaea-4774-98b2-0138660af297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:25.188257 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-15c14b5a-e19c-4037-b9c4-eff04d0b5a79 req-36e69af4-aaea-4774-98b2-0138660af297 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59 HTTP/1.1" status: 200 len: 912 time: 0.1277018 Feb 09 13:14:25.345053 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-15c14b5a-e19c-4037-b9c4-eff04d0b5a79 req-7cfead75-126a-499d-922d-db707fe57c56 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b HTTP/1.1" status: 200 len: 1001 time: 0.1486878 Feb 09 13:14:25.414209 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5821ce-8f63-46fe-8986-50e4ee586068 req-8741f50e-e489-4231-be59-0d1fbdb09e05 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:25.415645 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0c5821ce-8f63-46fe-8986-50e4ee586068 req-8741f50e-e489-4231-be59-0d1fbdb09e05 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 944 time: 0.1620889 Feb 09 13:14:25.423636 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c14b5a-e19c-4037-b9c4-eff04d0b5a79 req-66d42da8-2dfa-4dc8-b3d3-d42a8a75bec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:25.425125 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-15c14b5a-e19c-4037-b9c4-eff04d0b5a79 req-66d42da8-2dfa-4dc8-b3d3-d42a8a75bec0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=24931d2b-04a7-4dc6-8d25-cd9ed32b43d3 HTTP/1.1" status: 200 len: 850 time: 0.0718803 Feb 09 13:14:25.511490 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0c5821ce-8f63-46fe-8986-50e4ee586068 req-5862ca8c-9f89-49b3-93a5-41c9e4a211f4 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894966 Feb 09 13:14:25.530696 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c14b5a-e19c-4037-b9c4-eff04d0b5a79 req-a33f2863-2b61-40db-9246-c4cae3a66a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:25.532186 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-15c14b5a-e19c-4037-b9c4-eff04d0b5a79 req-a33f2863-2b61-40db-9246-c4cae3a66a30 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0942676 Feb 09 13:14:25.660530 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-15c14b5a-e19c-4037-b9c4-eff04d0b5a79 req-7ea9dadd-384b-479d-966f-1566f04a99cb service neutron] 10.222.0.46 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216958 Feb 09 13:14:25.897237 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-15c14b5a-e19c-4037-b9c4-eff04d0b5a79 req-f9b94a32-c43d-44ae-ac56-a3a1c5ef4c29 service neutron] 10.222.0.46 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295418 Feb 09 13:14:26.364886 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:14:26.432138 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:14:26.438314 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:14:26.438681 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:26.557173 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:26.583943 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:14:26.593814 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:14:26.599277 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:26.677495 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b,revision_number=9']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:26.709005 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbddddd-3e90-4d6f-bb91-46cce178eef1 req-8a740f0d-795c-4df4-813e-a480a6ae8662 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:26.710559 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fdbddddd-3e90-4d6f-bb91-46cce178eef1 req-8a740f0d-795c-4df4-813e-a480a6ae8662 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 945 time: 0.0862651 Feb 09 13:14:26.754258 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fdbddddd-3e90-4d6f-bb91-46cce178eef1 req-f043dc11-a3fa-4ff2-83ea-29a702032ecc tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381649 Feb 09 13:14:26.824615 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b', 'code': 200} Feb 09 13:14:27.650913 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6422b9-48ce-40b3-93c9-75e4b69095a7 req-4f4fdf49-59a9-4e3a-a3ca-d010fcbe3fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:27.652338 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8c6422b9-48ce-40b3-93c9-75e4b69095a7 req-4f4fdf49-59a9-4e3a-a3ca-d010fcbe3fc0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7&tenant_id=29b9a361642f4a26902f66a45b0584f4 HTTP/1.1" status: 200 len: 1096 time: 0.1733210 Feb 09 13:14:27.664875 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-8c6422b9-48ce-40b3-93c9-75e4b69095a7 req-ab8e33e9-279a-43de-977b-f291797349e0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825178-3', 'device_owner': 'compute:nova'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:14:27.775441 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8c6422b9-48ce-40b3-93c9-75e4b69095a7 req-ab8e33e9-279a-43de-977b-f291797349e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:27.945645 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7fa4f5-0d15-45f0-ae62-452fe744b5b1 req-c6c7fab9-e96a-47ee-8f53-92ec3faaae53 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:27.947164 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6a7fa4f5-0d15-45f0-ae62-452fe744b5b1 req-c6c7fab9-e96a-47ee-8f53-92ec3faaae53 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 945 time: 0.0858037 Feb 09 13:14:27.991169 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6a7fa4f5-0d15-45f0-ae62-452fe744b5b1 req-2cea4095-d32e-4e57-9c29-9128f4b2b526 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382717 Feb 09 13:14:28.053496 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-8c6422b9-48ce-40b3-93c9-75e4b69095a7 req-ab8e33e9-279a-43de-977b-f291797349e0 service neutron] For port f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:14:28.083075 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-8c6422b9-48ce-40b3-93c9-75e4b69095a7 req-ab8e33e9-279a-43de-977b-f291797349e0 service neutron] For port f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b, host n-h2-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:14:28.141134 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:14:28.146517 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8c6422b9-48ce-40b3-93c9-75e4b69095a7 req-ab8e33e9-279a-43de-977b-f291797349e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:28.161922 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-8c6422b9-48ce-40b3-93c9-75e4b69095a7 req-ab8e33e9-279a-43de-977b-f291797349e0 service neutron] Transition to ACTIVE for port object f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:14:28.165672 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8c6422b9-48ce-40b3-93c9-75e4b69095a7 req-ab8e33e9-279a-43de-977b-f291797349e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:28.211983 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b', 'code': 200} Feb 09 13:14:28.322368 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e33e9-279a-43de-977b-f291797349e0 service neutron] Pushing event updated for resources: {'Port': ['ID=f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b,revision_number=10']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:28.335487 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8e33e9-279a-43de-977b-f291797349e0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:28.335849 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8e33e9-279a-43de-977b-f291797349e0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:28.336195 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8e33e9-279a-43de-977b-f291797349e0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:28.336527 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8e33e9-279a-43de-977b-f291797349e0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:28.336857 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8e33e9-279a-43de-977b-f291797349e0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:28.337184 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8e33e9-279a-43de-977b-f291797349e0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:28.337509 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8e33e9-279a-43de-977b-f291797349e0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:28.337829 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8e33e9-279a-43de-977b-f291797349e0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:28.338218 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8e33e9-279a-43de-977b-f291797349e0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:28.338540 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8e33e9-279a-43de-977b-f291797349e0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:28.338864 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8e33e9-279a-43de-977b-f291797349e0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:28.339180 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8e33e9-279a-43de-977b-f291797349e0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:28.382272 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6422b9-48ce-40b3-93c9-75e4b69095a7 req-ab8e33e9-279a-43de-977b-f291797349e0 service neutron] No DVR routers for this DVR port f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b on host n-h2-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:14:28.609085 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-8c6422b9-48ce-40b3-93c9-75e4b69095a7 req-ab8e33e9-279a-43de-977b-f291797349e0 service neutron] Attempting to bind port f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:14:28.609407 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-8c6422b9-48ce-40b3-93c9-75e4b69095a7 req-ab8e33e9-279a-43de-977b-f291797349e0 service neutron] Attempting to bind port f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': '3a76d471-fb2a-4b49-ac25-b75422bebd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:14:28.609726 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6422b9-48ce-40b3-93c9-75e4b69095a7 req-ab8e33e9-279a-43de-977b-f291797349e0 service neutron] Attempting to bind port f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b on network f65be920-10ef-4d9f-af2e-8c3c0ba41b59 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:14:28.614699 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6422b9-48ce-40b3-93c9-75e4b69095a7 req-ab8e33e9-279a-43de-977b-f291797349e0 service neutron] Port f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b on network f65be920-10ef-4d9f-af2e-8c3c0ba41b59 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 13:14:28.615012 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6422b9-48ce-40b3-93c9-75e4b69095a7 req-ab8e33e9-279a-43de-977b-f291797349e0 service neutron] Attempting to bind port f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b on network f65be920-10ef-4d9f-af2e-8c3c0ba41b59 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:14:28.619975 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6422b9-48ce-40b3-93c9-75e4b69095a7 req-ab8e33e9-279a-43de-977b-f291797349e0 service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:14:28.620303 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6422b9-48ce-40b3-93c9-75e4b69095a7 req-ab8e33e9-279a-43de-977b-f291797349e0 service neutron] Checking segment: {'id': '3a76d471-fb2a-4b49-ac25-b75422bebd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:14:28.620678 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6422b9-48ce-40b3-93c9-75e4b69095a7 req-ab8e33e9-279a-43de-977b-f291797349e0 service neutron] Bound using segment: {'id': '3a76d471-fb2a-4b49-ac25-b75422bebd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:14:28.621087 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-8c6422b9-48ce-40b3-93c9-75e4b69095a7 req-ab8e33e9-279a-43de-977b-f291797349e0 service neutron] Bound port: f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a76d471-fb2a-4b49-ac25-b75422bebd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:14:28.621425 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8c6422b9-48ce-40b3-93c9-75e4b69095a7 req-ab8e33e9-279a-43de-977b-f291797349e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:28.708092 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-8c6422b9-48ce-40b3-93c9-75e4b69095a7 req-ab8e33e9-279a-43de-977b-f291797349e0 service neutron] For port f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b, host n-h1-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:14:28.710921 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-8c6422b9-48ce-40b3-93c9-75e4b69095a7 req-ab8e33e9-279a-43de-977b-f291797349e0 service neutron] For port f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:14:28.715280 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8c6422b9-48ce-40b3-93c9-75e4b69095a7 req-ab8e33e9-279a-43de-977b-f291797349e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:28.775514 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6422b9-48ce-40b3-93c9-75e4b69095a7 req-ab8e33e9-279a-43de-977b-f291797349e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:28.776246 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8c6422b9-48ce-40b3-93c9-75e4b69095a7 req-ab8e33e9-279a-43de-977b-f291797349e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:28.777573 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8c6422b9-48ce-40b3-93c9-75e4b69095a7 req-ab8e33e9-279a-43de-977b-f291797349e0 service neutron] 10.222.0.52 "PUT /v2.0/ports/f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b HTTP/1.1" status: 200 len: 1092 time: 1.1167040 Feb 09 13:14:28.792614 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e33e9-279a-43de-977b-f291797349e0 service neutron] Pushing event updated for resources: {'Port': ['ID=f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b,revision_number=11']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:28.890339 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6422b9-48ce-40b3-93c9-75e4b69095a7 req-bf19284f-255b-4ad9-ac18-6d122da1b332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:28.891873 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8c6422b9-48ce-40b3-93c9-75e4b69095a7 req-bf19284f-255b-4ad9-ac18-6d122da1b332 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=29b9a361642f4a26902f66a45b0584f4&device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 1095 time: 0.0871675 Feb 09 13:14:29.024758 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6422b9-48ce-40b3-93c9-75e4b69095a7 req-3ab9de98-e57b-4846-9a8e-6fc6c6494ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:29.026226 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8c6422b9-48ce-40b3-93c9-75e4b69095a7 req-3ab9de98-e57b-4846-9a8e-6fc6c6494ef2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59 HTTP/1.1" status: 200 len: 912 time: 0.1281576 Feb 09 13:14:29.141936 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8c6422b9-48ce-40b3-93c9-75e4b69095a7 req-28082f90-95a0-4a85-b4bb-700956b2649c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b HTTP/1.1" status: 200 len: 1000 time: 0.1054387 Feb 09 13:14:29.182407 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56a623-6661-48c6-826f-9b9213051cb7 req-fbec3a52-9689-46ac-856f-84f15e2c3c27 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:29.184127 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8b56a623-6661-48c6-826f-9b9213051cb7 req-fbec3a52-9689-46ac-856f-84f15e2c3c27 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 944 time: 0.0809357 Feb 09 13:14:29.235579 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8b56a623-6661-48c6-826f-9b9213051cb7 req-8a191799-1523-48f8-9177-97879a200155 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456476 Feb 09 13:14:29.307252 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6422b9-48ce-40b3-93c9-75e4b69095a7 req-a9e4aed1-553f-488b-b00b-5748e1729df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:29.308671 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8c6422b9-48ce-40b3-93c9-75e4b69095a7 req-a9e4aed1-553f-488b-b00b-5748e1729df2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24931d2b-04a7-4dc6-8d25-cd9ed32b43d3 HTTP/1.1" status: 200 len: 850 time: 0.1611533 Feb 09 13:14:29.382959 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6422b9-48ce-40b3-93c9-75e4b69095a7 req-782eae70-9007-48ca-9cea-9f6bc951f882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:29.384499 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8c6422b9-48ce-40b3-93c9-75e4b69095a7 req-782eae70-9007-48ca-9cea-9f6bc951f882 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686278 Feb 09 13:14:29.394332 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [req-8c6422b9-48ce-40b3-93c9-75e4b69095a7 req-33dd6c4a-3755-4f6d-b498-dc6214d4c26e service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 13:14:29.395313 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8c6422b9-48ce-40b3-93c9-75e4b69095a7 req-33dd6c4a-3755-4f6d-b498-dc6214d4c26e service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048244 Feb 09 13:14:29.522525 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8c6422b9-48ce-40b3-93c9-75e4b69095a7 req-93beab64-4457-4cc4-bf1f-a657cdb96001 service neutron] 10.222.0.52 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214795 Feb 09 13:14:29.650513 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8c6422b9-48ce-40b3-93c9-75e4b69095a7 req-18884c05-7534-4662-9b36-564b9c8ccab1 service neutron] 10.222.0.52 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218383 Feb 09 13:14:30.213012 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7', 'tag': 'f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:14:30.272033 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7', 'tag': 'f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b', 'status': 'completed', 'code': 200} Feb 09 13:14:30.401361 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:14:30.411340 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb25656-1317-42ea-b224-57861d879331 req-581da8c5-e946-47de-bc84-c3a6974b40e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:30.412909 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4eb25656-1317-42ea-b224-57861d879331 req-581da8c5-e946-47de-bc84-c3a6974b40e9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=29b9a361642f4a26902f66a45b0584f4&device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 1095 time: 0.1175759 Feb 09 13:14:30.458872 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb25656-1317-42ea-b224-57861d879331 req-3005ca3a-83b8-4256-8f60-e9100f1902e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:30.460364 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4eb25656-1317-42ea-b224-57861d879331 req-3005ca3a-83b8-4256-8f60-e9100f1902e2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=29b9a361642f4a26902f66a45b0584f4&device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 1095 time: 0.1655054 Feb 09 13:14:30.464851 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:14:30.567283 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb25656-1317-42ea-b224-57861d879331 req-c12de3bd-8e8a-4af3-a2c7-44663279939d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:30.568845 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4eb25656-1317-42ea-b224-57861d879331 req-c12de3bd-8e8a-4af3-a2c7-44663279939d service neutron] 10.222.0.52 "GET /v2.0/networks?id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59 HTTP/1.1" status: 200 len: 912 time: 0.1501565 Feb 09 13:14:30.570416 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591a6c8-43cb-4d56-9016-f3bf8a8fcf72 req-8fac3649-81d7-425a-bda1-11864b338a0e tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:30.571883 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9591a6c8-43cb-4d56-9016-f3bf8a8fcf72 req-8fac3649-81d7-425a-bda1-11864b338a0e tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 944 time: 0.2004824 Feb 09 13:14:30.656233 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9591a6c8-43cb-4d56-9016-f3bf8a8fcf72 req-15ccd23f-758a-48bb-8b3b-d30a9384c789 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692401 Feb 09 13:14:30.657281 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb25656-1317-42ea-b224-57861d879331 req-9b725b01-1913-4c87-8c67-d4eb4d5f058d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:30.658638 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4eb25656-1317-42ea-b224-57861d879331 req-9b725b01-1913-4c87-8c67-d4eb4d5f058d service neutron] 10.222.0.46 "GET /v2.0/networks?id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59 HTTP/1.1" status: 200 len: 912 time: 0.1916091 Feb 09 13:14:30.682790 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4eb25656-1317-42ea-b224-57861d879331 req-c504fb31-2e16-41fe-81b7-288729d4804a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b HTTP/1.1" status: 200 len: 1000 time: 0.1080003 Feb 09 13:14:30.746017 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb25656-1317-42ea-b224-57861d879331 req-69a95230-3c65-41a6-af42-8c0b934030c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:30.747101 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4eb25656-1317-42ea-b224-57861d879331 req-69a95230-3c65-41a6-af42-8c0b934030c5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24931d2b-04a7-4dc6-8d25-cd9ed32b43d3 HTTP/1.1" status: 200 len: 850 time: 0.0587280 Feb 09 13:14:30.768120 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4eb25656-1317-42ea-b224-57861d879331 req-6d3f3c9e-b891-4076-b118-bbf4898fb057 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b HTTP/1.1" status: 200 len: 1000 time: 0.1033204 Feb 09 13:14:30.829734 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb25656-1317-42ea-b224-57861d879331 req-0803ce12-7671-4dac-a593-2d33a5966af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:30.831468 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb25656-1317-42ea-b224-57861d879331 req-634f67b1-b393-473a-a813-16d575f841e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:30.831657 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4eb25656-1317-42ea-b224-57861d879331 req-0803ce12-7671-4dac-a593-2d33a5966af6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779953 Feb 09 13:14:30.832956 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4eb25656-1317-42ea-b224-57861d879331 req-634f67b1-b393-473a-a813-16d575f841e9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=24931d2b-04a7-4dc6-8d25-cd9ed32b43d3 HTTP/1.1" status: 200 len: 850 time: 0.0594726 Feb 09 13:14:30.914999 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb25656-1317-42ea-b224-57861d879331 req-d83c6603-c38d-4d1d-a52d-06506d59cabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:30.916813 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4eb25656-1317-42ea-b224-57861d879331 req-d83c6603-c38d-4d1d-a52d-06506d59cabd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774152 Feb 09 13:14:30.965238 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4eb25656-1317-42ea-b224-57861d879331 req-5322e960-5893-46b3-9765-f5e4a356d660 service neutron] 10.222.0.52 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279416 Feb 09 13:14:31.056255 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4eb25656-1317-42ea-b224-57861d879331 req-945a49aa-b145-4232-a98f-51e92e6bcfe9 service neutron] 10.222.0.46 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335011 Feb 09 13:14:31.105037 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4eb25656-1317-42ea-b224-57861d879331 req-95084d19-5792-4d95-a279-5f6fd338f407 service neutron] 10.222.0.52 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331005 Feb 09 13:14:31.188276 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4eb25656-1317-42ea-b224-57861d879331 req-27abe2e6-743c-43f3-ab19-ff10d886173d service neutron] 10.222.0.46 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260500 Feb 09 13:14:31.846546 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98272d50-f936-4d3c-9df7-974a371c170a req-42c460a8-d2bd-4fd8-b5e0-3ff95270234c tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:31.848605 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-98272d50-f936-4d3c-9df7-974a371c170a req-42c460a8-d2bd-4fd8-b5e0-3ff95270234c tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 944 time: 0.0799630 Feb 09 13:14:31.892455 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-98272d50-f936-4d3c-9df7-974a371c170a req-9e20e151-d011-4f5c-a232-c9fd39852dd5 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380068 Feb 09 13:14:32.190925 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567cbed-be35-4983-99ba-44164add0c68 req-4a29bfbc-a943-4f13-9cc7-7c39fcde8bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:32.192481 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4567cbed-be35-4983-99ba-44164add0c68 req-4a29bfbc-a943-4f13-9cc7-7c39fcde8bed service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=29b9a361642f4a26902f66a45b0584f4&device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 1095 time: 0.0691211 Feb 09 13:14:32.332794 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567cbed-be35-4983-99ba-44164add0c68 req-973aa60d-f86a-4434-a754-b2f04727bf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:32.334252 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4567cbed-be35-4983-99ba-44164add0c68 req-973aa60d-f86a-4434-a754-b2f04727bf04 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59 HTTP/1.1" status: 200 len: 912 time: 0.1239147 Feb 09 13:14:32.435918 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4567cbed-be35-4983-99ba-44164add0c68 req-abaf5d1b-3185-404a-a672-9d59495cf1b2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b HTTP/1.1" status: 200 len: 1000 time: 0.0950823 Feb 09 13:14:32.496966 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567cbed-be35-4983-99ba-44164add0c68 req-b497c557-9ef6-4a23-888a-11f9ad1a51ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:32.498323 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4567cbed-be35-4983-99ba-44164add0c68 req-b497c557-9ef6-4a23-888a-11f9ad1a51ef service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24931d2b-04a7-4dc6-8d25-cd9ed32b43d3 HTTP/1.1" status: 200 len: 850 time: 0.0563772 Feb 09 13:14:32.669873 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567cbed-be35-4983-99ba-44164add0c68 req-02166da0-71fc-440b-b6a2-3d80a299fd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:32.671398 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4567cbed-be35-4983-99ba-44164add0c68 req-02166da0-71fc-440b-b6a2-3d80a299fd18 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f65be920-10ef-4d9f-af2e-8c3c0ba41b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1670709 Feb 09 13:14:32.805446 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4567cbed-be35-4983-99ba-44164add0c68 req-6cd73dcc-6ef5-40ab-b2f9-6f8483d18e79 service neutron] 10.222.0.52 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269424 Feb 09 13:14:32.934057 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-4567cbed-be35-4983-99ba-44164add0c68 req-d1ef9d53-d316-4403-b0af-b8d6b42a2410 service neutron] 10.222.0.52 "GET /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227975 Feb 09 13:14:33.079015 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb397fd-2779-47b2-be0b-b70bb8819742 req-2a4fcc0e-f309-4e28-8992-f4afb4e1d5ef tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:33.080427 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4bb397fd-2779-47b2-be0b-b70bb8819742 req-2a4fcc0e-f309-4e28-8992-f4afb4e1d5ef tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 944 time: 0.0821965 Feb 09 13:14:33.124520 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4bb397fd-2779-47b2-be0b-b70bb8819742 req-f095d661-5f5a-4474-ab60-51dc18d06022 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385673 Feb 09 13:14:34.322620 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41439ed9-fd56-4edc-a9c9-a6b3169c0da9 req-ef9ecffd-2add-4bb1-a40b-e265030eceae tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:34.324568 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-41439ed9-fd56-4edc-a9c9-a6b3169c0da9 req-ef9ecffd-2add-4bb1-a40b-e265030eceae tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 944 time: 0.0865192 Feb 09 13:14:34.370730 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-41439ed9-fd56-4edc-a9c9-a6b3169c0da9 req-29787ef2-f277-4eeb-88b1-c0a5b8053db7 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401919 Feb 09 13:14:35.560540 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd76ed8-e0b6-4463-9d51-ebdc2ef9e1d4 req-6836a4ef-5fee-4bb6-a44a-d6d235f020b7 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:35.562005 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5bd76ed8-e0b6-4463-9d51-ebdc2ef9e1d4 req-6836a4ef-5fee-4bb6-a44a-d6d235f020b7 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 944 time: 0.0854373 Feb 09 13:14:35.606792 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5bd76ed8-e0b6-4463-9d51-ebdc2ef9e1d4 req-36ab6397-706b-49bb-bfd2-17ea787becdc tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390751 Feb 09 13:14:36.008026 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:14:36.788668 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42125d-c2df-471a-951e-48ae7eb5c856 req-8e9c5d45-1062-460d-a068-e8be9e1cead2 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:36.789774 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ee42125d-c2df-471a-951e-48ae7eb5c856 req-8e9c5d45-1062-460d-a068-e8be9e1cead2 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 944 time: 0.0800366 Feb 09 13:14:36.837005 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ee42125d-c2df-471a-951e-48ae7eb5c856 req-f56102a5-0148-433f-beb2-4011f5bfa5bf tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416811 Feb 09 13:14:38.139235 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0b53e-3430-4d31-bc19-9576b84f578f req-d341284a-a6a7-4d74-9f10-338787426663 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:38.140650 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-85b0b53e-3430-4d31-bc19-9576b84f578f req-d341284a-a6a7-4d74-9f10-338787426663 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 944 time: 0.1912055 Feb 09 13:14:38.186992 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-85b0b53e-3430-4d31-bc19-9576b84f578f req-e3e26e28-1933-4eae-9c94-bc5642904c2a tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396585 Feb 09 13:14:38.225035 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:14:38.357986 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:14:38.371531 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': 'f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'port_id': 'f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b', 'mac_address': 'fa:16:3e:08:e7:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:14:38.428777 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:38.444524 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:14:38.459500 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:14:38.463370 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:38.530568 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b,revision_number=12']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:38.672410 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:14:39.375322 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11b844-cb4c-49e0-8c22-cf70fc022a59 req-3c4cde3e-0588-46ef-b9ee-4519a503df6a tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:39.376816 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8e11b844-cb4c-49e0-8c22-cf70fc022a59 req-3c4cde3e-0588-46ef-b9ee-4519a503df6a tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 945 time: 0.0828383 Feb 09 13:14:39.420269 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8e11b844-cb4c-49e0-8c22-cf70fc022a59 req-ad73741e-26be-42d5-ba81-f54eec32fd35 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372858 Feb 09 13:14:39.601248 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3d2e7-10cf-44ef-a5ee-77ee19452c98 req-f5501c62-68c9-451c-ad89-283eebedf681 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:39.602895 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c7a3d2e7-10cf-44ef-a5ee-77ee19452c98 req-f5501c62-68c9-451c-ad89-283eebedf681 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 945 time: 0.0779407 Feb 09 13:14:39.649243 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c7a3d2e7-10cf-44ef-a5ee-77ee19452c98 req-8dfebe28-60b1-4e6a-a7b5-d00c38df417d tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404909 Feb 09 13:14:39.834965 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c28e66-ef2b-44af-abd0-94e691fe83a7 req-a78d43b4-3ad1-472c-b8db-8bb64f553ace tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:39.836459 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30c28e66-ef2b-44af-abd0-94e691fe83a7 req-a78d43b4-3ad1-472c-b8db-8bb64f553ace tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 945 time: 0.0793462 Feb 09 13:14:39.881065 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30c28e66-ef2b-44af-abd0-94e691fe83a7 req-c02eaefe-084e-4f5f-be35-08e192bd2aea tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390010 Feb 09 13:14:40.240250 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:14:40.260854 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9b891-9403-418f-9a04-0001893e4493 req-0d4f966e-f35d-48ce-9657-0efe13f03ee2 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:40.262410 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0af9b891-9403-418f-9a04-0001893e4493 req-0d4f966e-f35d-48ce-9657-0efe13f03ee2 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 945 time: 0.0826488 Feb 09 13:14:40.307385 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:14:40.308198 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0af9b891-9403-418f-9a04-0001893e4493 req-f8752c1d-f9c8-4136-9d9a-9dcd76ba33ae tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400770 Feb 09 13:14:40.312210 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:14:40.312591 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:40.426459 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:40.452310 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:14:40.461751 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:14:40.465746 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:40.501128 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b', 'code': 200} Feb 09 13:14:40.537618 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b,revision_number=13']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:41.493991 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dec490-2319-420e-afa5-6fc170351206 req-cc568094-63e5-4f06-9903-7e1d89867cab tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:41.495448 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a4dec490-2319-420e-afa5-6fc170351206 req-cc568094-63e5-4f06-9903-7e1d89867cab tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 946 time: 0.0800431 Feb 09 13:14:41.544022 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a4dec490-2319-420e-afa5-6fc170351206 req-eb89c435-f0f5-4e70-9d5f-54592bf1f0af tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups?id=b593dc1e-bf70-4f96-84f7-881c33c21aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427587 Feb 09 13:14:41.709914 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061a0b8-d276-4564-a344-f2d570ebd5d0 req-4dc12a72-86b3-4429-b4be-e2475f56b29c tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:41.710611 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-e061a0b8-d276-4564-a344-f2d570ebd5d0 req-4dc12a72-86b3-4429-b4be-e2475f56b29c tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Synchronizing usage tracker for tenant:29b9a361642f4a26902f66a45b0584f4 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:14:41.725889 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-e061a0b8-d276-4564-a344-f2d570ebd5d0 req-4dc12a72-86b3-4429-b4be-e2475f56b29c tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Unset dirty status for tenant:29b9a361642f4a26902f66a45b0584f4 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:14:41.726993 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e061a0b8-d276-4564-a344-f2d570ebd5d0 req-4dc12a72-86b3-4429-b4be-e2475f56b29c tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.52 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 946 time: 0.0939560 Feb 09 13:14:41.802750 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-e061a0b8-d276-4564-a344-f2d570ebd5d0 req-94ff5921-cece-4a04-8938-54e5c769886e tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Deleting port f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:14:41.803094 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e061a0b8-d276-4564-a344-f2d570ebd5d0 req-94ff5921-cece-4a04-8938-54e5c769886e tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:42.049959 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-e061a0b8-d276-4564-a344-f2d570ebd5d0 req-94ff5921-cece-4a04-8938-54e5c769886e tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] For port f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:14:42.050224 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e061a0b8-d276-4564-a344-f2d570ebd5d0 req-94ff5921-cece-4a04-8938-54e5c769886e tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:42.339500 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e061a0b8-d276-4564-a344-f2d570ebd5d0 req-94ff5921-cece-4a04-8938-54e5c769886e tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:42.339500 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e061a0b8-d276-4564-a344-f2d570ebd5d0 req-94ff5921-cece-4a04-8938-54e5c769886e tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:42.339805 n-d-825178-3 neutron-server[87568]: INFO neutron.db.l3_db [req-e061a0b8-d276-4564-a344-f2d570ebd5d0 req-94ff5921-cece-4a04-8938-54e5c769886e tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Floating IP 1b4aeb2d-9992-4706-b0f6-8bd3a042737d disassociated. External IP: 172.25.7.221, port: f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b. Feb 09 13:14:42.340165 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-e061a0b8-d276-4564-a344-f2d570ebd5d0 req-94ff5921-cece-4a04-8938-54e5c769886e tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Calling delete_port for f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:14:42.482243 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e061a0b8-d276-4564-a344-f2d570ebd5d0 req-94ff5921-cece-4a04-8938-54e5c769886e tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:42.531300 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff5921-cece-4a04-8938-54e5c769886e tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Pushing event deleted for resources: {'Port': ['ID=f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:42.707197 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-376fe217-b5a8-499b-b4b1-4413f9aa8c3e req-e85f7712-6ccf-489d-833c-5d7351707a4a tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 210 time: 0.0491047 Feb 09 13:14:42.725821 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e061a0b8-d276-4564-a344-f2d570ebd5d0 req-94ff5921-cece-4a04-8938-54e5c769886e tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Router b0258182-82dd-44aa-bf0e-fac0e35831ae has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:14:43.001678 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e061a0b8-d276-4564-a344-f2d570ebd5d0 req-94ff5921-cece-4a04-8938-54e5c769886e tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:14:43.011947 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf796748-4a38-407a-8701-cd713e23645f None None] Sync routers for ids ['b0258182-82dd-44aa-bf0e-fac0e35831ae'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:14:43.020970 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf796748-4a38-407a-8701-cd713e23645f None None] Routers {'b0258182-82dd-44aa-bf0e-fac0e35831ae'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:14:43.021565 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-cf796748-4a38-407a-8701-cd713e23645f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:14:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['b0258182-82dd-44aa-bf0e-fac0e35831ae'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:14:43.073854 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-e061a0b8-d276-4564-a344-f2d570ebd5d0 req-94ff5921-cece-4a04-8938-54e5c769886e tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] No DVR routers for this DVR port f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b on host n-h1-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:14:43.076505 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e061a0b8-d276-4564-a344-f2d570ebd5d0 req-94ff5921-cece-4a04-8938-54e5c769886e tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:43.079023 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7', 'name': 'network-vif-deleted', 'tag': 'f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:14:43.094642 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e061a0b8-d276-4564-a344-f2d570ebd5d0 req-94ff5921-cece-4a04-8938-54e5c769886e tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.52 "DELETE /v2.0/ports/f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b HTTP/1.1" status: 204 len: 173 time: 1.3624170 Feb 09 13:14:43.133739 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7', 'name': 'network-vif-deleted', 'tag': 'f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b', 'status': 'completed', 'code': 200} Feb 09 13:14:43.196479 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-cf796748-4a38-407a-8701-cd713e23645f None None] Set router b0258182-82dd-44aa-bf0e-fac0e35831ae gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:14:43.517267 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-cf796748-4a38-407a-8701-cd713e23645f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'name': 'tempest-ServerActionsTestJSON-279225300-router', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:10:33Z', 'updated_at': '2022-02-09T13:10:37Z', 'revision_number': 4, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'gw_port': {'id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:34Z', 'updated_at': '2022-02-09T13:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'f07cf46a-d3f6-489b-a76a-107613d540aa', 'name': '', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'mac_address': 'fa:16:3e:1b:b9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:37Z', 'updated_at': '2022-02-09T13:10:43Z', 'revision_number': 5, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'subnets': [{'id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:14:43.521856 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf796748-4a38-407a-8701-cd713e23645f None None] Checking router: b0258182-82dd-44aa-bf0e-fac0e35831ae for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:14:43.530423 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf796748-4a38-407a-8701-cd713e23645f None None] Routers {'b0258182-82dd-44aa-bf0e-fac0e35831ae'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:14:43.531088 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-cf796748-4a38-407a-8701-cd713e23645f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:14:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['b0258182-82dd-44aa-bf0e-fac0e35831ae'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:14:43.727435 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-cf796748-4a38-407a-8701-cd713e23645f None None] Set router b0258182-82dd-44aa-bf0e-fac0e35831ae gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:14:43.871269 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7eddea33-db46-433e-958c-3faad2774061 req-069f4cbc-57ee-4288-8286-2acd400aa9d9 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80fb01a-e4ae-49e7-9b24-7b6ef5db71c7 HTTP/1.1" status: 200 len: 210 time: 0.0441341 Feb 09 13:14:44.067049 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-cf796748-4a38-407a-8701-cd713e23645f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'name': 'tempest-ServerActionsTestJSON-279225300-router', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:10:33Z', 'updated_at': '2022-02-09T13:10:37Z', 'revision_number': 4, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'gw_port': {'id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:34Z', 'updated_at': '2022-02-09T13:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'f07cf46a-d3f6-489b-a76a-107613d540aa', 'name': '', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'mac_address': 'fa:16:3e:1b:b9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:37Z', 'updated_at': '2022-02-09T13:10:43Z', 'revision_number': 5, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'subnets': [{'id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:14:44.070995 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf796748-4a38-407a-8701-cd713e23645f None None] The sync data for ids ['b0258182-82dd-44aa-bf0e-fac0e35831ae'] in n-d-825178-3 is: [{'id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'name': 'tempest-ServerActionsTestJSON-279225300-router', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:10:33Z', 'updated_at': '2022-02-09T13:10:37Z', 'revision_number': 4, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'gw_port': {'id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:34Z', 'updated_at': '2022-02-09T13:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'f07cf46a-d3f6-489b-a76a-107613d540aa', 'name': '', 'network_id': 'f65be920-10ef-4d9f-af2e-8c3c0ba41b59', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'mac_address': 'fa:16:3e:1b:b9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:37Z', 'updated_at': '2022-02-09T13:10:43Z', 'revision_number': 5, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'subnets': [{'id': '24931d2b-04a7-4dc6-8d25-cd9ed32b43d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:14:44.115582 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c611b6b6-0e95-45b7-89b7-85fec1bf9a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:44.256435 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:14:44.290182 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] No Port match for: f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:14:44.290745 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device f8328c5c-3cc2-4c78-b27d-ef81a4e2cf7b not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:14:44.302662 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dd83ab-b987-434c-8099-bf352fa4d81f None None] New status for floating IP 1b4aeb2d-9992-4706-b0f6-8bd3a042737d: DOWN {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:14:46.472699 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9afb9478-765c-43ab-9ff1-b8d5b822ab66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:47.680624 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:47.777266 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:48.117601 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45138) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:48.180867 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d0b25594-cd00-4233-9707-403977ae9a2c tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:48.208253 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d0b25594-cd00-4233-9707-403977ae9a2c tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:48.264438 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d0b25594-cd00-4233-9707-403977ae9a2c tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:48.285756 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b25594-cd00-4233-9707-403977ae9a2c tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b593dc1e-bf70-4f96-84f7-881c33c21aef,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:48.295813 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b25594-cd00-4233-9707-403977ae9a2c tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:48.296180 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b25594-cd00-4233-9707-403977ae9a2c tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:48.296520 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b25594-cd00-4233-9707-403977ae9a2c tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:48.296861 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b25594-cd00-4233-9707-403977ae9a2c tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:48.297216 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b25594-cd00-4233-9707-403977ae9a2c tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:48.297543 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b25594-cd00-4233-9707-403977ae9a2c tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:48.297869 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b25594-cd00-4233-9707-403977ae9a2c tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:48.298193 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b25594-cd00-4233-9707-403977ae9a2c tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:48.298538 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b25594-cd00-4233-9707-403977ae9a2c tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:48.298834 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b25594-cd00-4233-9707-403977ae9a2c tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:48.299225 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b25594-cd00-4233-9707-403977ae9a2c tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:48.299544 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b25594-cd00-4233-9707-403977ae9a2c tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:48.308441 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d0b25594-cd00-4233-9707-403977ae9a2c tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:48.312280 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45142) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:48.312781 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d0b25594-cd00-4233-9707-403977ae9a2c tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "DELETE /v2.0/security-groups/b593dc1e-bf70-4f96-84f7-881c33c21aef HTTP/1.1" status: 204 len: 168 time: 0.1936450 Feb 09 13:14:48.331888 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [None req-bf788992-621c-4ed9-9779-24ad57a16de9 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] show failed (client error): The resource could not be found. Feb 09 13:14:48.336027 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45146) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:48.336150 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-bf788992-621c-4ed9-9779-24ad57a16de9 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "GET /v2.0/security-groups/b593dc1e-bf70-4f96-84f7-881c33c21aef HTTP/1.1" status: 404 len: 347 time: 0.0220191 Feb 09 13:14:48.494052 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-b217219f-3f65-4ece-9504-1af324a11476 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Deleting port 19b3b8c6-e949-4f9e-abdc-450ec522b1ea {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:14:48.494396 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b217219f-3f65-4ece-9504-1af324a11476 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:48.665585 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b217219f-3f65-4ece-9504-1af324a11476 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:48.665897 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b217219f-3f65-4ece-9504-1af324a11476 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:48.787652 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-b217219f-3f65-4ece-9504-1af324a11476 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Calling delete_port for 19b3b8c6-e949-4f9e-abdc-450ec522b1ea owned by network:floatingip {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:14:48.926831 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b217219f-3f65-4ece-9504-1af324a11476 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:48.972104 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b217219f-3f65-4ece-9504-1af324a11476 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Pushing event deleted for resources: {'Port': ['ID=19b3b8c6-e949-4f9e-abdc-450ec522b1ea,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:49.061481 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b217219f-3f65-4ece-9504-1af324a11476 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks [] for floatingip, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:49.074909 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b217219f-3f65-4ece-9504-1af324a11476 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:49.076041 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b217219f-3f65-4ece-9504-1af324a11476 tempest-ServerActionsTestJSON-110721903 tempest-ServerActionsTestJSON-110721903-project] 10.222.0.55 "DELETE /v2.0/floatingips/1b4aeb2d-9992-4706-b0f6-8bd3a042737d HTTP/1.1" status: 204 len: 168 time: 0.7389047 Feb 09 13:14:49.078900 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45150) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:49.351118 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:49.712388 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9489ce11-39d9-4ff8-a7d7-bd11ae375273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:50.076998 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-9489ce11-39d9-4ff8-a7d7-bd11ae375273 admin admin] Deleting port f07cf46a-d3f6-489b-a76a-107613d540aa {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:14:50.077252 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9489ce11-39d9-4ff8-a7d7-bd11ae375273 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:50.248232 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-9489ce11-39d9-4ff8-a7d7-bd11ae375273 admin admin] For port f07cf46a-d3f6-489b-a76a-107613d540aa, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=f07cf46a-d3f6-489b-a76a-107613d540aa,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:14:50.248232 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9489ce11-39d9-4ff8-a7d7-bd11ae375273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:50.372481 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-9489ce11-39d9-4ff8-a7d7-bd11ae375273 admin admin] Calling delete_port for f07cf46a-d3f6-489b-a76a-107613d540aa owned by network:router_interface {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:14:50.795373 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9489ce11-39d9-4ff8-a7d7-bd11ae375273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:50.840936 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9489ce11-39d9-4ff8-a7d7-bd11ae375273 admin admin] Pushing event deleted for resources: {'Port': ['ID=f07cf46a-d3f6-489b-a76a-107613d540aa,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:50.937204 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:51.114881 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9489ce11-39d9-4ff8-a7d7-bd11ae375273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:51.466458 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9489ce11-39d9-4ff8-a7d7-bd11ae375273 admin admin] Router b0258182-82dd-44aa-bf0e-fac0e35831ae has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:14:51.636758 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9489ce11-39d9-4ff8-a7d7-bd11ae375273 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:14:51.645873 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a11dd30-dd00-4c34-b42c-c53a4420e3e7 None None] Sync routers for ids ['b0258182-82dd-44aa-bf0e-fac0e35831ae'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:14:51.649152 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9489ce11-39d9-4ff8-a7d7-bd11ae375273 admin admin] 10.222.0.55 "PUT /v2.0/routers/b0258182-82dd-44aa-bf0e-fac0e35831ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5692935 Feb 09 13:14:51.651568 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45154) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:51.655840 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a11dd30-dd00-4c34-b42c-c53a4420e3e7 None None] Routers {'b0258182-82dd-44aa-bf0e-fac0e35831ae'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:14:51.656465 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7a11dd30-dd00-4c34-b42c-c53a4420e3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:14:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['b0258182-82dd-44aa-bf0e-fac0e35831ae'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:14:51.828768 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-36fe06c3-b100-46e1-9b71-3756150eb983 admin admin] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:51.846910 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-7a11dd30-dd00-4c34-b42c-c53a4420e3e7 None None] Set router b0258182-82dd-44aa-bf0e-fac0e35831ae gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:14:52.007107 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-36fe06c3-b100-46e1-9b71-3756150eb983 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:52.016888 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-36fe06c3-b100-46e1-9b71-3756150eb983 admin admin] Deleting port 01cd994a-7b6f-4d3b-98d7-f58a375ad3b3 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:14:52.017423 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-36fe06c3-b100-46e1-9b71-3756150eb983 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:52.142494 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7a11dd30-dd00-4c34-b42c-c53a4420e3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'name': 'tempest-ServerActionsTestJSON-279225300-router', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:10:33Z', 'updated_at': '2022-02-09T13:14:50Z', 'revision_number': 5, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'gw_port': {'id': '01cd994a-7b6f-4d3b-98d7-f58a375ad3b3', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:10:34Z', 'updated_at': '2022-02-09T13:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:14:52.146988 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a11dd30-dd00-4c34-b42c-c53a4420e3e7 None None] Checking router: b0258182-82dd-44aa-bf0e-fac0e35831ae for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:14:52.155313 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a11dd30-dd00-4c34-b42c-c53a4420e3e7 None None] Routers {'b0258182-82dd-44aa-bf0e-fac0e35831ae'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:14:52.155958 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7a11dd30-dd00-4c34-b42c-c53a4420e3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:14:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['b0258182-82dd-44aa-bf0e-fac0e35831ae'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:14:52.311979 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-7a11dd30-dd00-4c34-b42c-c53a4420e3e7 None None] Set router b0258182-82dd-44aa-bf0e-fac0e35831ae gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:14:52.354054 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-36fe06c3-b100-46e1-9b71-3756150eb983 admin admin] For port 01cd994a-7b6f-4d3b-98d7-f58a375ad3b3, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=01cd994a-7b6f-4d3b-98d7-f58a375ad3b3,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:14:52.354501 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-36fe06c3-b100-46e1-9b71-3756150eb983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:52.419675 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7a11dd30-dd00-4c34-b42c-c53a4420e3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'name': 'tempest-ServerActionsTestJSON-279225300-router', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:10:33Z', 'updated_at': '2022-02-09T13:14:52Z', 'revision_number': 6, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:14:52.423694 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a11dd30-dd00-4c34-b42c-c53a4420e3e7 None None] The sync data for ids ['b0258182-82dd-44aa-bf0e-fac0e35831ae'] in n-d-825178-3 is: [{'id': 'b0258182-82dd-44aa-bf0e-fac0e35831ae', 'name': 'tempest-ServerActionsTestJSON-279225300-router', 'tenant_id': '29b9a361642f4a26902f66a45b0584f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:10:33Z', 'updated_at': '2022-02-09T13:14:52Z', 'revision_number': 6, 'project_id': '29b9a361642f4a26902f66a45b0584f4', 'gw_port_host': None}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:14:52.479113 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-36fe06c3-b100-46e1-9b71-3756150eb983 admin admin] Calling delete_port for 01cd994a-7b6f-4d3b-98d7-f58a375ad3b3 owned by network:router_gateway {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:14:52.653491 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-36fe06c3-b100-46e1-9b71-3756150eb983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:52.702779 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fe06c3-b100-46e1-9b71-3756150eb983 admin admin] Pushing event deleted for resources: {'Port': ['ID=01cd994a-7b6f-4d3b-98d7-f58a375ad3b3,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:52.791286 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-36fe06c3-b100-46e1-9b71-3756150eb983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:52.967808 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-36fe06c3-b100-46e1-9b71-3756150eb983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:52.970003 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-36fe06c3-b100-46e1-9b71-3756150eb983 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:52.993532 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-36fe06c3-b100-46e1-9b71-3756150eb983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:52.994041 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36fe06c3-b100-46e1-9b71-3756150eb983 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0258182-82dd-44aa-bf0e-fac0e35831ae {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 13:14:53.006898 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-36fe06c3-b100-46e1-9b71-3756150eb983 admin admin] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:53.008024 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-36fe06c3-b100-46e1-9b71-3756150eb983 admin admin] 10.222.0.55 "DELETE /v2.0/routers/b0258182-82dd-44aa-bf0e-fac0e35831ae HTTP/1.1" status: 204 len: 168 time: 1.3555226 Feb 09 13:14:53.010821 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45158) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:53.069941 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-8662c44c-c684-49da-96cd-43a63025f63e admin admin] Deleting subnet 24931d2b-04a7-4dc6-8d25-cd9ed32b43d3 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 13:14:53.072733 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8662c44c-c684-49da-96cd-43a63025f63e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:53.119820 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8662c44c-c684-49da-96cd-43a63025f63e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:53.204861 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device f07cf46a-d3f6-489b-a76a-107613d540aa no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:14:53.207490 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8662c44c-c684-49da-96cd-43a63025f63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:53.242136 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: f07cf46a-d3f6-489b-a76a-107613d540aa {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:14:53.242395 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device f07cf46a-d3f6-489b-a76a-107613d540aa not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:14:53.242841 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 01cd994a-7b6f-4d3b-98d7-f58a375ad3b3 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:14:53.277958 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8662c44c-c684-49da-96cd-43a63025f63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:53.278196 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 01cd994a-7b6f-4d3b-98d7-f58a375ad3b3 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:14:53.278484 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 01cd994a-7b6f-4d3b-98d7-f58a375ad3b3 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:14:53.318856 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8662c44c-c684-49da-96cd-43a63025f63e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24931d2b-04a7-4dc6-8d25-cd9ed32b43d3,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:53.322312 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8662c44c-c684-49da-96cd-43a63025f63e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:53.328743 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8662c44c-c684-49da-96cd-43a63025f63e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/24931d2b-04a7-4dc6-8d25-cd9ed32b43d3 HTTP/1.1" status: 204 len: 168 time: 0.3169429 Feb 09 13:14:53.330957 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af57a0c9-7953-4963-b361-9154cb0ee9e4 None None] Network f65be920-10ef-4d9f-af2e-8c3c0ba41b59 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:14:53.331272 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45162) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:53.442588 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1fb96f47-bfe1-44ef-bb93-385b28482f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:53.454082 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-1fb96f47-bfe1-44ef-bb93-385b28482f1e admin admin] Deleting port 9ecb2290-fbd8-4583-aba6-f9336dc7c301 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:14:53.454421 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1fb96f47-bfe1-44ef-bb93-385b28482f1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:53.520970 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:53.619577 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7e14f6-403e-4ad5-aebc-65eb78143404 None None] DHCP port deletion for f65be920-10ef-4d9f-af2e-8c3c0ba41b59 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 13:14:53.623770 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-db7e14f6-403e-4ad5-aebc-65eb78143404 None None] Deleting port 9ecb2290-fbd8-4583-aba6-f9336dc7c301 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:14:53.624177 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-db7e14f6-403e-4ad5-aebc-65eb78143404 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:53.791782 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-1fb96f47-bfe1-44ef-bb93-385b28482f1e admin admin] For port 9ecb2290-fbd8-4583-aba6-f9336dc7c301, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=9ecb2290-fbd8-4583-aba6-f9336dc7c301,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:14:53.792049 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1fb96f47-bfe1-44ef-bb93-385b28482f1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:53.834152 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-db7e14f6-403e-4ad5-aebc-65eb78143404 None None] For port 9ecb2290-fbd8-4583-aba6-f9336dc7c301, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=9ecb2290-fbd8-4583-aba6-f9336dc7c301,segment=NetworkSegment(3a76d471-fb2a-4b49-ac25-b75422bebd63),segment_id=3a76d471-fb2a-4b49-ac25-b75422bebd63)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:14:53.834567 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-db7e14f6-403e-4ad5-aebc-65eb78143404 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:53.914687 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-1fb96f47-bfe1-44ef-bb93-385b28482f1e admin admin] Calling delete_port for 9ecb2290-fbd8-4583-aba6-f9336dc7c301 owned by network:dhcp {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:14:53.957625 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-db7e14f6-403e-4ad5-aebc-65eb78143404 None None] Calling delete_port for 9ecb2290-fbd8-4583-aba6-f9336dc7c301 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:14:53.992907 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1fb96f47-bfe1-44ef-bb93-385b28482f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:54.032411 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-db7e14f6-403e-4ad5-aebc-65eb78143404 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:14:54.032720 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-db7e14f6-403e-4ad5-aebc-65eb78143404 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:14:54.041269 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb96f47-bfe1-44ef-bb93-385b28482f1e admin admin] Pushing event deleted for resources: {'Port': ['ID=9ecb2290-fbd8-4583-aba6-f9336dc7c301,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:54.043098 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb96f47-bfe1-44ef-bb93-385b28482f1e admin admin] No DVR routers for this DVR port 9ecb2290-fbd8-4583-aba6-f9336dc7c301 on host n-d-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:14:54.157269 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1fb96f47-bfe1-44ef-bb93-385b28482f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:54.183964 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-1fb96f47-bfe1-44ef-bb93-385b28482f1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f65be920-10ef-4d9f-af2e-8c3c0ba41b59']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:14:54.196435 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-1fb96f47-bfe1-44ef-bb93-385b28482f1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a76d471-fb2a-4b49-ac25-b75422bebd63') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:14:54.196730 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-1fb96f47-bfe1-44ef-bb93-385b28482f1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a76d471-fb2a-4b49-ac25-b75422bebd63') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:14:54.209094 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1fb96f47-bfe1-44ef-bb93-385b28482f1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:54.225193 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1fb96f47-bfe1-44ef-bb93-385b28482f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:54.231872 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fb96f47-bfe1-44ef-bb93-385b28482f1e admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 13:14:54.232262 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1fb96f47-bfe1-44ef-bb93-385b28482f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:54.245463 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 13:14:54.245463 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 13:14:54.245463 n-d-825178-3 neutron-server[87567]: timer() Feb 09 13:14:54.245463 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:14:54.245463 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 13:14:54.245463 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:14:54.245463 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 13:14:54.245463 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:14:54.245463 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 13:14:54.245463 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:14:54.245463 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 13:14:54.245463 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:14:54.245463 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 13:14:54.245463 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:14:54.245463 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:14:54.245463 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:14:54.245463 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:14:54.245463 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:14:54.245463 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 13:14:54.245463 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 13:14:54.245463 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 13:14:54.245463 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 13:14:54.245463 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:14:54.245463 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 13:14:54.245463 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 13:14:54.245463 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 13:14:54.245463 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:14:54.245463 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 13:14:54.245463 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:14:54.245463 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 13:14:54.245463 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:14:54.245463 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:14:54.325362 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1fb96f47-bfe1-44ef-bb93-385b28482f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:54.342925 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1fb96f47-bfe1-44ef-bb93-385b28482f1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:54.355187 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb96f47-bfe1-44ef-bb93-385b28482f1e admin admin] Pushing event deleted for resources: {'Network': ['ID=f65be920-10ef-4d9f-af2e-8c3c0ba41b59,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:54.366609 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1fb96f47-bfe1-44ef-bb93-385b28482f1e admin admin] 10.222.0.55 "DELETE /v2.0/networks/f65be920-10ef-4d9f-af2e-8c3c0ba41b59 HTTP/1.1" status: 204 len: 168 time: 1.0342546 Feb 09 13:14:54.473356 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45168) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:54.520978 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-6b3ed63f-e344-409b-b9b4-23a73117bf7f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=29b9a361642f4a26902f66a45b0584f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464628 Feb 09 13:14:54.523343 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45172) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:54.534584 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-db7e14f6-403e-4ad5-aebc-65eb78143404 None None] Deleting port 9ecb2290-fbd8-4583-aba6-f9336dc7c301 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:14:54.535134 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-db7e14f6-403e-4ad5-aebc-65eb78143404 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:54.584853 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-12e61372-d7c4-4ddc-aff8-e3f66a8bcb43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:54.612547 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-12e61372-d7c4-4ddc-aff8-e3f66a8bcb43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:54.633619 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-db7e14f6-403e-4ad5-aebc-65eb78143404 None None] The port '9ecb2290-fbd8-4583-aba6-f9336dc7c301' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 13:14:54.668091 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-12e61372-d7c4-4ddc-aff8-e3f66a8bcb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:54.686952 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e61372-d7c4-4ddc-aff8-e3f66a8bcb43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1231f1d-efde-4d2b-8aee-a1d31f5bf08d,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:54.694254 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-12e61372-d7c4-4ddc-aff8-e3f66a8bcb43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:54.695396 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-12e61372-d7c4-4ddc-aff8-e3f66a8bcb43 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b1231f1d-efde-4d2b-8aee-a1d31f5bf08d HTTP/1.1" status: 204 len: 168 time: 0.1710963 Feb 09 13:14:54.906650 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 9ecb2290-fbd8-4583-aba6-f9336dc7c301 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:14:54.940937 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 9ecb2290-fbd8-4583-aba6-f9336dc7c301 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:14:54.941286 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 9ecb2290-fbd8-4583-aba6-f9336dc7c301 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:14:55.405676 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45196) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:55.527022 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-6c0ebb23-d022-4910-8c50-f83c3f28c847 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-965984307-network', 'tenant_id': '032e675688cf4ab1aa4ec508d4d0b47c'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:14:55.532549 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6c0ebb23-d022-4910-8c50-f83c3f28c847 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:14:55.537409 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6c0ebb23-d022-4910-8c50-f83c3f28c847 admin admin] Usage tracker for resource:network and tenant:032e675688cf4ab1aa4ec508d4d0b47c is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:14:55.540260 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6c0ebb23-d022-4910-8c50-f83c3f28c847 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:14:55.545894 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6c0ebb23-d022-4910-8c50-f83c3f28c847 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:14:55.558124 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0ebb23-d022-4910-8c50-f83c3f28c847 admin admin] Made reservation on behalf of 032e675688cf4ab1aa4ec508d4d0b47c for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:14:55.560474 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6c0ebb23-d022-4910-8c50-f83c3f28c847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:55.572353 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6c0ebb23-d022-4910-8c50-f83c3f28c847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:55.586722 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6c0ebb23-d022-4910-8c50-f83c3f28c847 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:14:55.590465 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6c0ebb23-d022-4910-8c50-f83c3f28c847 admin admin] Usage tracker for resource:security_group_rule and tenant:032e675688cf4ab1aa4ec508d4d0b47c is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:14:55.593182 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6c0ebb23-d022-4910-8c50-f83c3f28c847 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:14:55.598959 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6c0ebb23-d022-4910-8c50-f83c3f28c847 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:14:55.681452 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6c0ebb23-d022-4910-8c50-f83c3f28c847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:55.685147 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6c0ebb23-d022-4910-8c50-f83c3f28c847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:55.720173 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c0ebb23-d022-4910-8c50-f83c3f28c847 admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:14:55.725432 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0ebb23-d022-4910-8c50-f83c3f28c847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d50db8-1626-4bd9-bc18-30acc265bb6f,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:55.732271 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6c0ebb23-d022-4910-8c50-f83c3f28c847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:55.732607 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-6c0ebb23-d022-4910-8c50-f83c3f28c847 admin admin] Added segment ff848afc-2d43-4897-9239-24c8543cf208 of type vlan for network 45415fca-65c3-417a-aa6e-d36f24e95810 Feb 09 13:14:55.760415 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6c0ebb23-d022-4910-8c50-f83c3f28c847 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:55.788183 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6c0ebb23-d022-4910-8c50-f83c3f28c847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:55.789118 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0ebb23-d022-4910-8c50-f83c3f28c847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:55.789699 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6c0ebb23-d022-4910-8c50-f83c3f28c847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:55.896087 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-6c0ebb23-d022-4910-8c50-f83c3f28c847 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4892514 Feb 09 13:14:55.897042 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0ebb23-d022-4910-8c50-f83c3f28c847 admin admin] Pushing event updated for resources: {'Network': ['ID=45415fca-65c3-417a-aa6e-d36f24e95810,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:55.899075 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45202) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:55.904654 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-adfe1d00-f9b7-4757-9db4-da896a1dd981 admin admin] Request body: {'subnet': {'network_id': '45415fca-65c3-417a-aa6e-d36f24e95810', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-965984307-subnet', 'tenant_id': '032e675688cf4ab1aa4ec508d4d0b47c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:14:55.908741 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 45415fca-65c3-417a-aa6e-d36f24e95810 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:14:55.910775 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-adfe1d00-f9b7-4757-9db4-da896a1dd981 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:14:55.914940 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-adfe1d00-f9b7-4757-9db4-da896a1dd981 admin admin] Usage tracker for resource:subnet and tenant:032e675688cf4ab1aa4ec508d4d0b47c is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:14:55.917902 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-adfe1d00-f9b7-4757-9db4-da896a1dd981 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:14:55.924668 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-adfe1d00-f9b7-4757-9db4-da896a1dd981 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:14:55.933413 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfe1d00-f9b7-4757-9db4-da896a1dd981 admin admin] Made reservation on behalf of 032e675688cf4ab1aa4ec508d4d0b47c for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:14:55.935772 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-adfe1d00-f9b7-4757-9db4-da896a1dd981 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:56.135470 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-adfe1d00-f9b7-4757-9db4-da896a1dd981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:56.209288 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe1d00-f9b7-4757-9db4-da896a1dd981 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6435d460-d76c-4af8-a89b-30c0ed6c4c36,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:56.218635 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfe1d00-f9b7-4757-9db4-da896a1dd981 admin admin] Checking segment: {'id': 'ff848afc-2d43-4897-9239-24c8543cf208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '45415fca-65c3-417a-aa6e-d36f24e95810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:14:56.219017 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfe1d00-f9b7-4757-9db4-da896a1dd981 admin admin] Network hostable DHCP agents. Network: 45415fca-65c3-417a-aa6e-d36f24e95810, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:14:56.238579 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfe1d00-f9b7-4757-9db4-da896a1dd981 admin admin] Network 45415fca-65c3-417a-aa6e-d36f24e95810 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:14:56.247566 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-adfe1d00-f9b7-4757-9db4-da896a1dd981 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 45415fca-65c3-417a-aa6e-d36f24e95810) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:14:56.251571 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfe1d00-f9b7-4757-9db4-da896a1dd981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:56.252333 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-adfe1d00-f9b7-4757-9db4-da896a1dd981 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:56.257219 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d8d556-d28e-4afc-ab90-828b57265126 None None] Network 45415fca-65c3-417a-aa6e-d36f24e95810 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:14:56.279886 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-adfe1d00-f9b7-4757-9db4-da896a1dd981 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3740592 Feb 09 13:14:56.472987 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15478432-7269-4d00-b960-5b9d4dd32288 None None] Network 45415fca-65c3-417a-aa6e-d36f24e95810 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:14:56.909020 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-342f4c5e-ee9e-471f-9574-a224758c286b tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:56.909704 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-342f4c5e-ee9e-471f-9574-a224758c286b tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Synchronizing usage tracker for tenant:032e675688cf4ab1aa4ec508d4d0b47c on resource:network {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:14:56.926210 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-342f4c5e-ee9e-471f-9574-a224758c286b tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Unset dirty status for tenant:032e675688cf4ab1aa4ec508d4d0b47c on resource:network {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:14:56.927608 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-342f4c5e-ee9e-471f-9574-a224758c286b tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/networks?id=45415fca-65c3-417a-aa6e-d36f24e95810 HTTP/1.1" status: 200 len: 813 time: 0.1652904 Feb 09 13:14:56.943956 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-29a21481-9239-41e7-896e-fb339bfc04d2 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/quotas/032e675688cf4ab1aa4ec508d4d0b47c HTTP/1.1" status: 200 len: 375 time: 0.0106382 Feb 09 13:14:56.991013 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-debe4903-3036-4393-b73c-c059d460c44f tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=032e675688cf4ab1aa4ec508d4d0b47c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422778 Feb 09 13:14:57.231685 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-ed6a80a2-9cc9-49b2-93a9-3a8e348a630f service neutron] 10.222.0.55 "GET /v2.0/networks/45415fca-65c3-417a-aa6e-d36f24e95810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342110 Feb 09 13:14:57.362568 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-183d519a-90b8-405e-85e7-9e1b52f77913 service neutron] 10.222.0.55 "GET /v2.0/networks/45415fca-65c3-417a-aa6e-d36f24e95810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245773 Feb 09 13:14:57.538484 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b972aff9-d414-4aa5-ad58-2debacb20c4d req-faf96fb9-0648-4f90-8ffa-b3b3afa5e34e tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/ports?device_id=107c5f30-2c50-4982-be47-14778bc6e4fe HTTP/1.1" status: 200 len: 210 time: 0.0415018 Feb 09 13:14:58.576960 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-8a249b7d-2e6f-4205-a158-6493d54dad8f tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:58.578388 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-8a249b7d-2e6f-4205-a158-6493d54dad8f tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.52 "GET /v2.0/networks?id=45415fca-65c3-417a-aa6e-d36f24e95810 HTTP/1.1" status: 200 len: 813 time: 0.1478884 Feb 09 13:14:58.590470 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-51ac1a77-9f42-4934-a511-42c83512acd5 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Request body: {'port': {'device_id': '107c5f30-2c50-4982-be47-14778bc6e4fe', 'network_id': '45415fca-65c3-417a-aa6e-d36f24e95810', 'admin_state_up': True, 'tenant_id': '032e675688cf4ab1aa4ec508d4d0b47c'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:14:58.718684 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e552765f-e4bf-40c1-8a2a-d43d87e05229 req-17cc594a-6ab3-4ea2-b83d-31a704bc3110 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/ports?device_id=107c5f30-2c50-4982-be47-14778bc6e4fe HTTP/1.1" status: 200 len: 210 time: 0.0476213 Feb 09 13:14:58.733324 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-51ac1a77-9f42-4934-a511-42c83512acd5 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:14:58.737810 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-51ac1a77-9f42-4934-a511-42c83512acd5 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Usage tracker for resource:port and tenant:032e675688cf4ab1aa4ec508d4d0b47c is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:14:58.740630 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-51ac1a77-9f42-4934-a511-42c83512acd5 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:14:58.746342 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-51ac1a77-9f42-4934-a511-42c83512acd5 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:14:58.757763 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-51ac1a77-9f42-4934-a511-42c83512acd5 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Made reservation on behalf of 032e675688cf4ab1aa4ec508d4d0b47c for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:14:58.761353 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-51ac1a77-9f42-4934-a511-42c83512acd5 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:58.922569 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-51ac1a77-9f42-4934-a511-42c83512acd5 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Allocated IP 172.20.0.10 (45415fca-65c3-417a-aa6e-d36f24e95810/6435d460-d76c-4af8-a89b-30c0ed6c4c36/38d4b0ad-c091-4a65-bd54-56b029f00abc) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:14:59.120034 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-51ac1a77-9f42-4934-a511-42c83512acd5 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:59.149221 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-51ac1a77-9f42-4934-a511-42c83512acd5 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:59.220498 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-51ac1a77-9f42-4934-a511-42c83512acd5 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Network 45415fca-65c3-417a-aa6e-d36f24e95810 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:14:59.224214 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-51ac1a77-9f42-4934-a511-42c83512acd5 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:14:59.228208 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-51ac1a77-9f42-4934-a511-42c83512acd5 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:14:59.257688 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac1a77-9f42-4934-a511-42c83512acd5 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Pushing event updated for resources: {'Port': ['ID=38d4b0ad-c091-4a65-bd54-56b029f00abc,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:59.293904 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-51ac1a77-9f42-4934-a511-42c83512acd5 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:59.294499 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-51ac1a77-9f42-4934-a511-42c83512acd5 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:59.314932 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-51ac1a77-9f42-4934-a511-42c83512acd5 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7282102 Feb 09 13:14:59.325315 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-cf677069-79ba-4ea7-8cdc-6e98f9243140 service neutron] Request body: {'port': {'device_id': '107c5f30-2c50-4982-be47-14778bc6e4fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:14:59.436980 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-cf677069-79ba-4ea7-8cdc-6e98f9243140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:59.790456 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-cf677069-79ba-4ea7-8cdc-6e98f9243140 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38d4b0ad-c091-4a65-bd54-56b029f00abc {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:14:59.797601 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-cf677069-79ba-4ea7-8cdc-6e98f9243140 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:59.813493 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-cf677069-79ba-4ea7-8cdc-6e98f9243140 service neutron] Transition to ACTIVE for port object 38d4b0ad-c091-4a65-bd54-56b029f00abc will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:14:59.817635 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-cf677069-79ba-4ea7-8cdc-6e98f9243140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:59.908636 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3a689-f574-44c5-91c9-bcfbefa89428 req-4acbf17e-198e-498f-902e-c2181ec71343 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:59.910568 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3be3a689-f574-44c5-91c9-bcfbefa89428 req-4acbf17e-198e-498f-902e-c2181ec71343 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/ports?device_id=107c5f30-2c50-4982-be47-14778bc6e4fe HTTP/1.1" status: 200 len: 944 time: 0.0844734 Feb 09 13:14:59.954051 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-3be3a689-f574-44c5-91c9-bcfbefa89428 req-9d95da88-7aa3-4487-bc07-85d2c284ecdf tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Synchronizing usage tracker for tenant:032e675688cf4ab1aa4ec508d4d0b47c on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:14:59.971616 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-3be3a689-f574-44c5-91c9-bcfbefa89428 req-9d95da88-7aa3-4487-bc07-85d2c284ecdf tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Unset dirty status for tenant:032e675688cf4ab1aa4ec508d4d0b47c on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:14:59.972953 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3be3a689-f574-44c5-91c9-bcfbefa89428 req-9d95da88-7aa3-4487-bc07-85d2c284ecdf tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/security-groups?id=27d50db8-1626-4bd9-bc18-30acc265bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567939 Feb 09 13:14:59.974816 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf677069-79ba-4ea7-8cdc-6e98f9243140 service neutron] Pushing event updated for resources: {'Port': ['ID=38d4b0ad-c091-4a65-bd54-56b029f00abc,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:00.151086 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-cf677069-79ba-4ea7-8cdc-6e98f9243140 service neutron] Attempting to bind port 38d4b0ad-c091-4a65-bd54-56b029f00abc on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:15:00.151305 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-cf677069-79ba-4ea7-8cdc-6e98f9243140 service neutron] Attempting to bind port 38d4b0ad-c091-4a65-bd54-56b029f00abc by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': 'ff848afc-2d43-4897-9239-24c8543cf208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '45415fca-65c3-417a-aa6e-d36f24e95810'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:15:00.151634 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-cf677069-79ba-4ea7-8cdc-6e98f9243140 service neutron] Attempting to bind port 38d4b0ad-c091-4a65-bd54-56b029f00abc on network 45415fca-65c3-417a-aa6e-d36f24e95810 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:15:00.156289 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-cf677069-79ba-4ea7-8cdc-6e98f9243140 service neutron] Port 38d4b0ad-c091-4a65-bd54-56b029f00abc on network 45415fca-65c3-417a-aa6e-d36f24e95810 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 13:15:00.156607 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-cf677069-79ba-4ea7-8cdc-6e98f9243140 service neutron] Attempting to bind port 38d4b0ad-c091-4a65-bd54-56b029f00abc on network 45415fca-65c3-417a-aa6e-d36f24e95810 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:15:00.162489 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-cf677069-79ba-4ea7-8cdc-6e98f9243140 service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:15:00.162822 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-cf677069-79ba-4ea7-8cdc-6e98f9243140 service neutron] Checking segment: {'id': 'ff848afc-2d43-4897-9239-24c8543cf208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '45415fca-65c3-417a-aa6e-d36f24e95810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:15:00.163202 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-cf677069-79ba-4ea7-8cdc-6e98f9243140 service neutron] Bound using segment: {'id': 'ff848afc-2d43-4897-9239-24c8543cf208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '45415fca-65c3-417a-aa6e-d36f24e95810'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:15:00.163642 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-cf677069-79ba-4ea7-8cdc-6e98f9243140 service neutron] Bound port: 38d4b0ad-c091-4a65-bd54-56b029f00abc, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff848afc-2d43-4897-9239-24c8543cf208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '45415fca-65c3-417a-aa6e-d36f24e95810'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:15:00.164019 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-cf677069-79ba-4ea7-8cdc-6e98f9243140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:00.251709 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-cf677069-79ba-4ea7-8cdc-6e98f9243140 service neutron] For port 38d4b0ad-c091-4a65-bd54-56b029f00abc, host n-h1-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:15:00.254832 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-cf677069-79ba-4ea7-8cdc-6e98f9243140 service neutron] For port 38d4b0ad-c091-4a65-bd54-56b029f00abc, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=38d4b0ad-c091-4a65-bd54-56b029f00abc,segment=NetworkSegment(ff848afc-2d43-4897-9239-24c8543cf208),segment_id=ff848afc-2d43-4897-9239-24c8543cf208)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:15:00.260069 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-cf677069-79ba-4ea7-8cdc-6e98f9243140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:00.323723 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-cf677069-79ba-4ea7-8cdc-6e98f9243140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:00.324481 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-cf677069-79ba-4ea7-8cdc-6e98f9243140 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:00.325878 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-cf677069-79ba-4ea7-8cdc-6e98f9243140 service neutron] 10.222.0.52 "PUT /v2.0/ports/38d4b0ad-c091-4a65-bd54-56b029f00abc HTTP/1.1" status: 200 len: 1092 time: 1.0047154 Feb 09 13:15:00.326304 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '107c5f30-2c50-4982-be47-14778bc6e4fe', 'tag': '38d4b0ad-c091-4a65-bd54-56b029f00abc'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:15:00.344733 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf677069-79ba-4ea7-8cdc-6e98f9243140 service neutron] Pushing event updated for resources: {'Port': ['ID=38d4b0ad-c091-4a65-bd54-56b029f00abc,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:00.397206 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '107c5f30-2c50-4982-be47-14778bc6e4fe', 'tag': '38d4b0ad-c091-4a65-bd54-56b029f00abc', 'status': 'completed', 'code': 200} Feb 09 13:15:00.440476 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-642e9b73-0f74-4e0d-9290-f125446780f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:00.442008 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-642e9b73-0f74-4e0d-9290-f125446780f8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=032e675688cf4ab1aa4ec508d4d0b47c&device_id=107c5f30-2c50-4982-be47-14778bc6e4fe HTTP/1.1" status: 200 len: 1095 time: 0.0770593 Feb 09 13:15:00.510483 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-c39bfb1b-bbcf-40eb-9d31-57b39878b700 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38d4b0ad-c091-4a65-bd54-56b029f00abc HTTP/1.1" status: 200 len: 217 time: 0.0614219 Feb 09 13:15:00.574454 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-4e93b764-98d8-43cf-9e6d-25fef99d2da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:00.575915 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-4e93b764-98d8-43cf-9e6d-25fef99d2da5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6435d460-d76c-4af8-a89b-30c0ed6c4c36 HTTP/1.1" status: 200 len: 853 time: 0.0601046 Feb 09 13:15:00.620862 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-306e1063-a660-4c1f-9a9b-d945e652585d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=45415fca-65c3-417a-aa6e-d36f24e95810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391061 Feb 09 13:15:00.764099 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-f4edc6df-cb1f-42c9-b996-f1b34016b0ec service neutron] 10.222.0.52 "GET /v2.0/networks/45415fca-65c3-417a-aa6e-d36f24e95810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360033 Feb 09 13:15:00.892737 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-73bc618f-f501-4c76-86b3-b12f9bf8c49b req-43a6007b-6e80-4998-9cb6-c8ab3327e018 service neutron] 10.222.0.52 "GET /v2.0/networks/45415fca-65c3-417a-aa6e-d36f24e95810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223876 Feb 09 13:15:01.025453 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57578e08-d8da-4bcc-9155-8328b5d6c8a5 req-7fc04c02-080f-4728-9da0-79b9f5c47464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:01.026985 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-57578e08-d8da-4bcc-9155-8328b5d6c8a5 req-7fc04c02-080f-4728-9da0-79b9f5c47464 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=032e675688cf4ab1aa4ec508d4d0b47c&device_id=107c5f30-2c50-4982-be47-14778bc6e4fe HTTP/1.1" status: 200 len: 1095 time: 0.0725524 Feb 09 13:15:01.156185 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57578e08-d8da-4bcc-9155-8328b5d6c8a5 req-e6b2493a-de08-4f3c-a206-bbebc587a3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:01.157678 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-57578e08-d8da-4bcc-9155-8328b5d6c8a5 req-e6b2493a-de08-4f3c-a206-bbebc587a3a3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=45415fca-65c3-417a-aa6e-d36f24e95810 HTTP/1.1" status: 200 len: 914 time: 0.1245325 Feb 09 13:15:01.168564 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017fc134-3cb9-49d6-9b5c-4d33b8b9f98d req-e209b336-5adf-4648-a8a3-3a84c49226e2 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:01.170018 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-017fc134-3cb9-49d6-9b5c-4d33b8b9f98d req-e209b336-5adf-4648-a8a3-3a84c49226e2 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/ports?device_id=107c5f30-2c50-4982-be47-14778bc6e4fe HTTP/1.1" status: 200 len: 944 time: 0.0850263 Feb 09 13:15:01.213882 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-017fc134-3cb9-49d6-9b5c-4d33b8b9f98d req-b4ca2f21-5473-4339-891b-53b7656de661 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/security-groups?id=27d50db8-1626-4bd9-bc18-30acc265bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374348 Feb 09 13:15:01.230048 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-57578e08-d8da-4bcc-9155-8328b5d6c8a5 req-827a7417-0a21-4e7f-ae02-e9a70445d51d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38d4b0ad-c091-4a65-bd54-56b029f00abc HTTP/1.1" status: 200 len: 217 time: 0.0655835 Feb 09 13:15:01.293046 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57578e08-d8da-4bcc-9155-8328b5d6c8a5 req-0a00568c-70b2-4e59-a219-9bc28f64e83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:01.294377 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-57578e08-d8da-4bcc-9155-8328b5d6c8a5 req-0a00568c-70b2-4e59-a219-9bc28f64e83f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6435d460-d76c-4af8-a89b-30c0ed6c4c36 HTTP/1.1" status: 200 len: 853 time: 0.0568070 Feb 09 13:15:01.344087 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-57578e08-d8da-4bcc-9155-8328b5d6c8a5 req-aa08b5c1-fbdd-4a93-a068-d1c4b83626d0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=45415fca-65c3-417a-aa6e-d36f24e95810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425296 Feb 09 13:15:01.473270 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-57578e08-d8da-4bcc-9155-8328b5d6c8a5 req-557e78e7-3f42-4606-8ddc-021ed5c57b52 service neutron] 10.222.0.52 "GET /v2.0/networks/45415fca-65c3-417a-aa6e-d36f24e95810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226413 Feb 09 13:15:01.601606 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-57578e08-d8da-4bcc-9155-8328b5d6c8a5 req-f72a81cd-a146-4458-b4ff-104260974a9c service neutron] 10.222.0.52 "GET /v2.0/networks/45415fca-65c3-417a-aa6e-d36f24e95810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221375 Feb 09 13:15:02.350450 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 38d4b0ad-c091-4a65-bd54-56b029f00abc details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:15:02.398632 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e7c05-9300-42e4-876d-3be1de17dcb8 req-58fa8815-a999-49bf-b7db-4464f6381ff1 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:02.400144 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cb6e7c05-9300-42e4-876d-3be1de17dcb8 req-58fa8815-a999-49bf-b7db-4464f6381ff1 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/ports?device_id=107c5f30-2c50-4982-be47-14778bc6e4fe HTTP/1.1" status: 200 len: 944 time: 0.0812261 Feb 09 13:15:02.448301 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cb6e7c05-9300-42e4-876d-3be1de17dcb8 req-11fbfcf8-c50f-4bf7-b8a4-1286e7f136f8 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/security-groups?id=27d50db8-1626-4bd9-bc18-30acc265bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423098 Feb 09 13:15:02.482682 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 38d4b0ad-c091-4a65-bd54-56b029f00abc, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=38d4b0ad-c091-4a65-bd54-56b029f00abc,segment=NetworkSegment(ff848afc-2d43-4897-9239-24c8543cf208),segment_id=ff848afc-2d43-4897-9239-24c8543cf208)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:15:02.495698 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': '38d4b0ad-c091-4a65-bd54-56b029f00abc', 'network_id': '45415fca-65c3-417a-aa6e-d36f24e95810', 'port_id': '38d4b0ad-c091-4a65-bd54-56b029f00abc', 'mac_address': 'fa:16:3e:96:a9:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6435d460-d76c-4af8-a89b-30c0ed6c4c36', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:15:02.551843 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:02.568309 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38d4b0ad-c091-4a65-bd54-56b029f00abc {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:15:02.582919 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 38d4b0ad-c091-4a65-bd54-56b029f00abc, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=38d4b0ad-c091-4a65-bd54-56b029f00abc,segment=NetworkSegment(ff848afc-2d43-4897-9239-24c8543cf208),segment_id=ff848afc-2d43-4897-9239-24c8543cf208)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:15:02.586738 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:02.651191 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=38d4b0ad-c091-4a65-bd54-56b029f00abc,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:02.772159 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['38d4b0ad-c091-4a65-bd54-56b029f00abc'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:15:03.632218 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ae3d3-2629-45fa-af2a-141cd3e16057 req-913ebe3f-5460-4ede-bf07-f987059fc814 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:03.633581 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-283ae3d3-2629-45fa-af2a-141cd3e16057 req-913ebe3f-5460-4ede-bf07-f987059fc814 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/ports?device_id=107c5f30-2c50-4982-be47-14778bc6e4fe HTTP/1.1" status: 200 len: 945 time: 0.0785344 Feb 09 13:15:03.676275 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-283ae3d3-2629-45fa-af2a-141cd3e16057 req-2d33d09d-fdb0-47cc-bbe2-788594b9ce39 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/security-groups?id=27d50db8-1626-4bd9-bc18-30acc265bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371454 Feb 09 13:15:04.349103 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 38d4b0ad-c091-4a65-bd54-56b029f00abc up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:15:04.418230 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port 38d4b0ad-c091-4a65-bd54-56b029f00abc completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:15:04.422915 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port 38d4b0ad-c091-4a65-bd54-56b029f00abc triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:15:04.423298 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:04.546987 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:04.573425 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '107c5f30-2c50-4982-be47-14778bc6e4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d4b0ad-c091-4a65-bd54-56b029f00abc'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:15:04.582988 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 38d4b0ad-c091-4a65-bd54-56b029f00abc, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=38d4b0ad-c091-4a65-bd54-56b029f00abc,segment=NetworkSegment(ff848afc-2d43-4897-9239-24c8543cf208),segment_id=ff848afc-2d43-4897-9239-24c8543cf208)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:15:04.586998 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:04.627808 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '107c5f30-2c50-4982-be47-14778bc6e4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d4b0ad-c091-4a65-bd54-56b029f00abc', 'code': 200} Feb 09 13:15:04.662106 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=38d4b0ad-c091-4a65-bd54-56b029f00abc,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:04.741073 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522a4aa-72c1-4fbd-a80d-7dd0ddf28bc8 req-3f82f6f8-1dd8-48c5-b929-7d74bfa492f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:04.742603 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1522a4aa-72c1-4fbd-a80d-7dd0ddf28bc8 req-3f82f6f8-1dd8-48c5-b929-7d74bfa492f6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=107c5f30-2c50-4982-be47-14778bc6e4fe HTTP/1.1" status: 200 len: 1097 time: 0.0692813 Feb 09 13:15:04.781695 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1522a4aa-72c1-4fbd-a80d-7dd0ddf28bc8 req-f846372f-b967-4111-9657-f674b6eca5f8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=27d50db8-1626-4bd9-bc18-30acc265bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334809 Feb 09 13:15:04.870538 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541ef1d-c4a1-484c-8626-2fdd5f7bd5db req-83754806-d7be-45f0-bd1d-58887b176b76 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:04.872134 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2541ef1d-c4a1-484c-8626-2fdd5f7bd5db req-83754806-d7be-45f0-bd1d-58887b176b76 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/ports?device_id=107c5f30-2c50-4982-be47-14778bc6e4fe HTTP/1.1" status: 200 len: 946 time: 0.0876558 Feb 09 13:15:04.916472 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2541ef1d-c4a1-484c-8626-2fdd5f7bd5db req-8c934c9c-699f-4d48-946c-788670776351 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/security-groups?id=27d50db8-1626-4bd9-bc18-30acc265bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379589 Feb 09 13:15:06.101448 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06717b9c-35e1-4229-b2cf-04dc53e166d3 req-cb06163a-d610-4dde-9a93-96f3fad0a45a tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:06.103052 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-06717b9c-35e1-4229-b2cf-04dc53e166d3 req-cb06163a-d610-4dde-9a93-96f3fad0a45a tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/ports?device_id=107c5f30-2c50-4982-be47-14778bc6e4fe HTTP/1.1" status: 200 len: 946 time: 0.0810761 Feb 09 13:15:06.153599 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-06717b9c-35e1-4229-b2cf-04dc53e166d3 req-4f215485-1057-44c3-9b8a-11859017c3c4 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/security-groups?id=27d50db8-1626-4bd9-bc18-30acc265bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444875 Feb 09 13:15:06.449573 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-d62a9b43-7299-4e4d-8828-2e988951f4b7 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:06.451005 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-d62a9b43-7299-4e4d-8828-2e988951f4b7 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/networks?id=45415fca-65c3-417a-aa6e-d36f24e95810 HTTP/1.1" status: 200 len: 813 time: 0.1594727 Feb 09 13:15:06.465740 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-1bbef901-e2c6-49b2-ae9b-03f87d20eb15 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/quotas/032e675688cf4ab1aa4ec508d4d0b47c HTTP/1.1" status: 200 len: 375 time: 0.0093033 Feb 09 13:15:06.547787 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-0276eca4-3e0b-4d45-8254-366dc7461c56 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=032e675688cf4ab1aa4ec508d4d0b47c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0773058 Feb 09 13:15:06.677092 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-12ec42c8-570b-45e8-929a-1626cc125b5f service neutron] 10.222.0.55 "GET /v2.0/networks/45415fca-65c3-417a-aa6e-d36f24e95810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220009 Feb 09 13:15:06.805954 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-82cbfe0b-b9ef-4604-b0f9-fb2873ed7e49 service neutron] 10.222.0.55 "GET /v2.0/networks/45415fca-65c3-417a-aa6e-d36f24e95810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230164 Feb 09 13:15:06.984295 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-efe797ce-cc22-4c73-88ef-5a4084e25b49 req-e3ebac4f-b694-46f3-b653-5113e0ac0f00 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc95dcb4-daa1-45b6-823b-17e130315ddc HTTP/1.1" status: 200 len: 210 time: 0.0418849 Feb 09 13:15:08.033370 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-eb204432-5a8a-4acc-8c4a-c4399da04ae8 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:08.034850 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-eb204432-5a8a-4acc-8c4a-c4399da04ae8 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.46 "GET /v2.0/networks?id=45415fca-65c3-417a-aa6e-d36f24e95810 HTTP/1.1" status: 200 len: 813 time: 0.1778457 Feb 09 13:15:08.046624 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-3210d721-1863-4d12-a81c-d30df61e97b1 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Request body: {'port': {'device_id': 'dc95dcb4-daa1-45b6-823b-17e130315ddc', 'network_id': '45415fca-65c3-417a-aa6e-d36f24e95810', 'admin_state_up': True, 'tenant_id': '032e675688cf4ab1aa4ec508d4d0b47c'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:15:08.290831 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f89f92e8-18c3-4729-8629-9c4c716a49eb req-9d64a65d-a723-4286-9a65-a81eddfac1c4 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc95dcb4-daa1-45b6-823b-17e130315ddc HTTP/1.1" status: 200 len: 210 time: 0.0597665 Feb 09 13:15:08.345002 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-3210d721-1863-4d12-a81c-d30df61e97b1 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:15:08.349056 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-3210d721-1863-4d12-a81c-d30df61e97b1 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Usage tracker for resource:port and tenant:032e675688cf4ab1aa4ec508d4d0b47c is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:15:08.351805 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-3210d721-1863-4d12-a81c-d30df61e97b1 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:15:08.357593 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-3210d721-1863-4d12-a81c-d30df61e97b1 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:15:08.367946 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-3210d721-1863-4d12-a81c-d30df61e97b1 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Made reservation on behalf of 032e675688cf4ab1aa4ec508d4d0b47c for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:15:08.371469 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-3210d721-1863-4d12-a81c-d30df61e97b1 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:08.530140 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-3210d721-1863-4d12-a81c-d30df61e97b1 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Allocated IP 172.20.0.3 (45415fca-65c3-417a-aa6e-d36f24e95810/6435d460-d76c-4af8-a89b-30c0ed6c4c36/ed60c49b-6f55-418d-8018-dc15c9060256) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:15:08.726759 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-3210d721-1863-4d12-a81c-d30df61e97b1 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:08.754961 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-3210d721-1863-4d12-a81c-d30df61e97b1 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:08.766489 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['38d4b0ad-c091-4a65-bd54-56b029f00abc'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:15:08.827382 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-3210d721-1863-4d12-a81c-d30df61e97b1 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Network 45415fca-65c3-417a-aa6e-d36f24e95810 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:15:08.828563 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-3210d721-1863-4d12-a81c-d30df61e97b1 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:15:08.836344 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-3210d721-1863-4d12-a81c-d30df61e97b1 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:15:08.881647 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210d721-1863-4d12-a81c-d30df61e97b1 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Pushing event updated for resources: {'Port': ['ID=ed60c49b-6f55-418d-8018-dc15c9060256,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:08.913041 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-3210d721-1863-4d12-a81c-d30df61e97b1 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:08.913652 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-3210d721-1863-4d12-a81c-d30df61e97b1 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:08.934272 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-3210d721-1863-4d12-a81c-d30df61e97b1 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8914044 Feb 09 13:15:08.944545 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-114b8b57-dc3b-4fcc-a259-4d59c2a169fc tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 13:15:08.945516 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-114b8b57-dc3b-4fcc-a259-4d59c2a169fc tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050461 Feb 09 13:15:08.955818 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-ef2dbc57-546b-4d93-864f-0def0ec13f06 service neutron] Request body: {'port': {'device_id': 'dc95dcb4-daa1-45b6-823b-17e130315ddc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:15:09.066542 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-ef2dbc57-546b-4d93-864f-0def0ec13f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:09.447727 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-ef2dbc57-546b-4d93-864f-0def0ec13f06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed60c49b-6f55-418d-8018-dc15c9060256 {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:15:09.462073 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-ef2dbc57-546b-4d93-864f-0def0ec13f06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:09.483673 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-ef2dbc57-546b-4d93-864f-0def0ec13f06 service neutron] Transition to ACTIVE for port object ed60c49b-6f55-418d-8018-dc15c9060256 will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:15:09.488955 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-ef2dbc57-546b-4d93-864f-0def0ec13f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:09.618607 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4179ab-5b9c-4789-b743-df0047029f48 req-2c3159a9-c60f-4ce7-b3db-d51f6cde9cf0 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:09.619245 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-2f4179ab-5b9c-4789-b743-df0047029f48 req-2c3159a9-c60f-4ce7-b3db-d51f6cde9cf0 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Synchronizing usage tracker for tenant:032e675688cf4ab1aa4ec508d4d0b47c on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:15:09.641464 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2dbc57-546b-4d93-864f-0def0ec13f06 service neutron] Pushing event updated for resources: {'Port': ['ID=ed60c49b-6f55-418d-8018-dc15c9060256,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:09.713041 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-2f4179ab-5b9c-4789-b743-df0047029f48 req-2c3159a9-c60f-4ce7-b3db-d51f6cde9cf0 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Unset dirty status for tenant:032e675688cf4ab1aa4ec508d4d0b47c on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:15:09.714257 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2f4179ab-5b9c-4789-b743-df0047029f48 req-2c3159a9-c60f-4ce7-b3db-d51f6cde9cf0 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc95dcb4-daa1-45b6-823b-17e130315ddc HTTP/1.1" status: 200 len: 931 time: 0.3175232 Feb 09 13:15:09.789559 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2f4179ab-5b9c-4789-b743-df0047029f48 req-8e31bdf7-896a-4fe1-8c42-938d42fb2594 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/security-groups?id=27d50db8-1626-4bd9-bc18-30acc265bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641298 Feb 09 13:15:09.791646 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-ef2dbc57-546b-4d93-864f-0def0ec13f06 service neutron] Attempting to bind port ed60c49b-6f55-418d-8018-dc15c9060256 on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:15:09.792037 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-ef2dbc57-546b-4d93-864f-0def0ec13f06 service neutron] Attempting to bind port ed60c49b-6f55-418d-8018-dc15c9060256 by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'ff848afc-2d43-4897-9239-24c8543cf208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '45415fca-65c3-417a-aa6e-d36f24e95810'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:15:09.792390 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-ef2dbc57-546b-4d93-864f-0def0ec13f06 service neutron] Attempting to bind port ed60c49b-6f55-418d-8018-dc15c9060256 on network 45415fca-65c3-417a-aa6e-d36f24e95810 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:15:09.797137 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-ef2dbc57-546b-4d93-864f-0def0ec13f06 service neutron] Port ed60c49b-6f55-418d-8018-dc15c9060256 on network 45415fca-65c3-417a-aa6e-d36f24e95810 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 13:15:09.797461 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-ef2dbc57-546b-4d93-864f-0def0ec13f06 service neutron] Attempting to bind port ed60c49b-6f55-418d-8018-dc15c9060256 on network 45415fca-65c3-417a-aa6e-d36f24e95810 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:15:09.802686 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-ef2dbc57-546b-4d93-864f-0def0ec13f06 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:15:09.803022 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-ef2dbc57-546b-4d93-864f-0def0ec13f06 service neutron] Checking segment: {'id': 'ff848afc-2d43-4897-9239-24c8543cf208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '45415fca-65c3-417a-aa6e-d36f24e95810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:15:09.803399 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-ef2dbc57-546b-4d93-864f-0def0ec13f06 service neutron] Bound using segment: {'id': 'ff848afc-2d43-4897-9239-24c8543cf208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '45415fca-65c3-417a-aa6e-d36f24e95810'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:15:09.803850 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-ef2dbc57-546b-4d93-864f-0def0ec13f06 service neutron] Bound port: ed60c49b-6f55-418d-8018-dc15c9060256, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff848afc-2d43-4897-9239-24c8543cf208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '45415fca-65c3-417a-aa6e-d36f24e95810'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:15:09.804199 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-ef2dbc57-546b-4d93-864f-0def0ec13f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:09.894159 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-ef2dbc57-546b-4d93-864f-0def0ec13f06 service neutron] For port ed60c49b-6f55-418d-8018-dc15c9060256, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:15:09.896940 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-ef2dbc57-546b-4d93-864f-0def0ec13f06 service neutron] For port ed60c49b-6f55-418d-8018-dc15c9060256, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=ed60c49b-6f55-418d-8018-dc15c9060256,segment=NetworkSegment(ff848afc-2d43-4897-9239-24c8543cf208),segment_id=ff848afc-2d43-4897-9239-24c8543cf208)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:15:09.901179 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-ef2dbc57-546b-4d93-864f-0def0ec13f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:09.965073 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-ef2dbc57-546b-4d93-864f-0def0ec13f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:09.965724 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-ef2dbc57-546b-4d93-864f-0def0ec13f06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:09.967128 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-ef2dbc57-546b-4d93-864f-0def0ec13f06 service neutron] 10.222.0.46 "PUT /v2.0/ports/ed60c49b-6f55-418d-8018-dc15c9060256 HTTP/1.1" status: 200 len: 1091 time: 1.0156934 Feb 09 13:15:09.967560 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc95dcb4-daa1-45b6-823b-17e130315ddc', 'tag': 'ed60c49b-6f55-418d-8018-dc15c9060256'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:15:09.988455 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2dbc57-546b-4d93-864f-0def0ec13f06 service neutron] Pushing event updated for resources: {'Port': ['ID=ed60c49b-6f55-418d-8018-dc15c9060256,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:10.150257 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc95dcb4-daa1-45b6-823b-17e130315ddc', 'tag': 'ed60c49b-6f55-418d-8018-dc15c9060256', 'status': 'completed', 'code': 200} Feb 09 13:15:10.190784 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-b28967db-540f-44c8-88fc-c859205c6fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:10.192305 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-b28967db-540f-44c8-88fc-c859205c6fbc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=032e675688cf4ab1aa4ec508d4d0b47c&device_id=dc95dcb4-daa1-45b6-823b-17e130315ddc HTTP/1.1" status: 200 len: 1094 time: 0.1865838 Feb 09 13:15:10.261439 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-8cbee541-0ecf-4cbe-8afd-d84ef4610eac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed60c49b-6f55-418d-8018-dc15c9060256 HTTP/1.1" status: 200 len: 217 time: 0.0626838 Feb 09 13:15:10.322146 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-0a0cc8eb-0da5-41f9-9dca-ea0afd548e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:10.323588 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-0a0cc8eb-0da5-41f9-9dca-ea0afd548e82 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6435d460-d76c-4af8-a89b-30c0ed6c4c36 HTTP/1.1" status: 200 len: 853 time: 0.0566652 Feb 09 13:15:10.374682 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-15c44ee0-a0ec-4f8d-8d66-3145a05c7350 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=45415fca-65c3-417a-aa6e-d36f24e95810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440693 Feb 09 13:15:10.507011 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-42da6658-8805-43e8-93e7-a777a3e4b71a service neutron] 10.222.0.46 "GET /v2.0/networks/45415fca-65c3-417a-aa6e-d36f24e95810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262832 Feb 09 13:15:10.640071 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-323c2a75-0b16-48b6-bf9f-6e4170ea6c67 req-db9876da-48d6-44e5-aabb-4cbc4ea1406b service neutron] 10.222.0.46 "GET /v2.0/networks/45415fca-65c3-417a-aa6e-d36f24e95810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274996 Feb 09 13:15:10.754391 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92874bc9-c1c5-47a0-8257-bf2cf94421c7 req-bc868225-f32e-48a0-9f9c-2c6ad43838ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:10.755869 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-92874bc9-c1c5-47a0-8257-bf2cf94421c7 req-bc868225-f32e-48a0-9f9c-2c6ad43838ff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=032e675688cf4ab1aa4ec508d4d0b47c&device_id=dc95dcb4-daa1-45b6-823b-17e130315ddc HTTP/1.1" status: 200 len: 1094 time: 0.0716581 Feb 09 13:15:10.889431 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92874bc9-c1c5-47a0-8257-bf2cf94421c7 req-42386163-1309-4042-b8c5-7321f800f601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:10.890879 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-92874bc9-c1c5-47a0-8257-bf2cf94421c7 req-42386163-1309-4042-b8c5-7321f800f601 service neutron] 10.222.0.46 "GET /v2.0/networks?id=45415fca-65c3-417a-aa6e-d36f24e95810 HTTP/1.1" status: 200 len: 914 time: 0.1288922 Feb 09 13:15:10.998772 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-92874bc9-c1c5-47a0-8257-bf2cf94421c7 req-1c38b029-30a6-4933-a4b4-66229569d010 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed60c49b-6f55-418d-8018-dc15c9060256 HTTP/1.1" status: 200 len: 217 time: 0.0999830 Feb 09 13:15:11.078469 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92874bc9-c1c5-47a0-8257-bf2cf94421c7 req-f44c73f3-e6dc-4c18-8886-cd9d09a0f3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:11.080059 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-92874bc9-c1c5-47a0-8257-bf2cf94421c7 req-f44c73f3-e6dc-4c18-8886-cd9d09a0f3cd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6435d460-d76c-4af8-a89b-30c0ed6c4c36 HTTP/1.1" status: 200 len: 853 time: 0.0714798 Feb 09 13:15:11.127871 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb0cf4-3735-41ba-9545-bb7487248134 req-dba1bb2f-5325-48c9-b9c5-4e29bdff6cad tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:11.129289 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f9eb0cf4-3735-41ba-9545-bb7487248134 req-dba1bb2f-5325-48c9-b9c5-4e29bdff6cad tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc95dcb4-daa1-45b6-823b-17e130315ddc HTTP/1.1" status: 200 len: 943 time: 0.2322671 Feb 09 13:15:11.135620 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-92874bc9-c1c5-47a0-8257-bf2cf94421c7 req-35d2a086-3486-4c57-a405-8d4df661179a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=45415fca-65c3-417a-aa6e-d36f24e95810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494576 Feb 09 13:15:11.254492 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f9eb0cf4-3735-41ba-9545-bb7487248134 req-2259add7-b332-49cd-9b6c-d1aad53348d5 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/security-groups?id=27d50db8-1626-4bd9-bc18-30acc265bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179240 Feb 09 13:15:11.296150 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-92874bc9-c1c5-47a0-8257-bf2cf94421c7 req-bdf3190d-751c-4197-bd55-eaaee77c8977 service neutron] 10.222.0.46 "GET /v2.0/networks/45415fca-65c3-417a-aa6e-d36f24e95810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469719 Feb 09 13:15:11.429574 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-92874bc9-c1c5-47a0-8257-bf2cf94421c7 req-35742ea2-9020-4e80-af9e-df55822e8e9a service neutron] 10.222.0.46 "GET /v2.0/networks/45415fca-65c3-417a-aa6e-d36f24e95810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263626 Feb 09 13:15:12.445592 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975d8cb-d6bd-4095-8a7c-994c7825d4c0 req-1c36ff1e-4c35-4e9e-af3f-06e513dd5051 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:12.447043 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f975d8cb-d6bd-4095-8a7c-994c7825d4c0 req-1c36ff1e-4c35-4e9e-af3f-06e513dd5051 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc95dcb4-daa1-45b6-823b-17e130315ddc HTTP/1.1" status: 200 len: 943 time: 0.0842078 Feb 09 13:15:12.490769 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f975d8cb-d6bd-4095-8a7c-994c7825d4c0 req-78af9991-eee3-4142-83ac-c5fa328bab4a tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/security-groups?id=27d50db8-1626-4bd9-bc18-30acc265bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380480 Feb 09 13:15:13.008044 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:15:13.681442 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76549852-0b4c-43e7-979f-7b8ef93472ac req-45f54a0e-0fd8-4600-8424-bc7926426595 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:13.682794 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-76549852-0b4c-43e7-979f-7b8ef93472ac req-45f54a0e-0fd8-4600-8424-bc7926426595 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc95dcb4-daa1-45b6-823b-17e130315ddc HTTP/1.1" status: 200 len: 943 time: 0.0876756 Feb 09 13:15:13.725423 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-76549852-0b4c-43e7-979f-7b8ef93472ac req-4ee1ae8e-295a-45fc-8097-4a28aa4aeb7b tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/security-groups?id=27d50db8-1626-4bd9-bc18-30acc265bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371327 Feb 09 13:15:14.107241 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4e0eec26-bd0c-46ad-b783-5c4102715248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:14.599577 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device ed60c49b-6f55-418d-8018-dc15c9060256 details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:15:14.735013 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port ed60c49b-6f55-418d-8018-dc15c9060256, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=ed60c49b-6f55-418d-8018-dc15c9060256,segment=NetworkSegment(ff848afc-2d43-4897-9239-24c8543cf208),segment_id=ff848afc-2d43-4897-9239-24c8543cf208)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:15:14.747917 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': 'ed60c49b-6f55-418d-8018-dc15c9060256', 'network_id': '45415fca-65c3-417a-aa6e-d36f24e95810', 'port_id': 'ed60c49b-6f55-418d-8018-dc15c9060256', 'mac_address': 'fa:16:3e:3a:bc:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6435d460-d76c-4af8-a89b-30c0ed6c4c36', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:15:14.838467 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:14.855490 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed60c49b-6f55-418d-8018-dc15c9060256 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:15:14.871531 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port ed60c49b-6f55-418d-8018-dc15c9060256, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=ed60c49b-6f55-418d-8018-dc15c9060256,segment=NetworkSegment(ff848afc-2d43-4897-9239-24c8543cf208),segment_id=ff848afc-2d43-4897-9239-24c8543cf208)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:15:14.875820 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:14.948959 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=ed60c49b-6f55-418d-8018-dc15c9060256,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:15.026712 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585e825-6638-41bc-a48f-f5560f7392ab req-ac1e7de7-6f74-41e3-b932-df11e0a0881c tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:15.028469 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2585e825-6638-41bc-a48f-f5560f7392ab req-ac1e7de7-6f74-41e3-b932-df11e0a0881c tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc95dcb4-daa1-45b6-823b-17e130315ddc HTTP/1.1" status: 200 len: 944 time: 0.1950002 Feb 09 13:15:15.072084 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2585e825-6638-41bc-a48f-f5560f7392ab req-4b2b8d3a-1fdf-4f5e-b2a3-904e0f664d7b tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/security-groups?id=27d50db8-1626-4bd9-bc18-30acc265bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377448 Feb 09 13:15:15.093503 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['ed60c49b-6f55-418d-8018-dc15c9060256'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:15:16.258639 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97242d-2595-4e61-b831-4859a70d6b46 req-d6cae88e-e178-45f3-9959-b4cc4c3ed5c0 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:16.260091 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4f97242d-2595-4e61-b831-4859a70d6b46 req-d6cae88e-e178-45f3-9959-b4cc4c3ed5c0 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc95dcb4-daa1-45b6-823b-17e130315ddc HTTP/1.1" status: 200 len: 944 time: 0.0783050 Feb 09 13:15:16.305658 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4f97242d-2595-4e61-b831-4859a70d6b46 req-dc472922-2936-4cd5-92bf-513ea18ad2f1 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/security-groups?id=27d50db8-1626-4bd9-bc18-30acc265bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399175 Feb 09 13:15:16.476840 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e27c1d39-2e6e-462f-af8a-e66d29db9ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:16.605476 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device ed60c49b-6f55-418d-8018-dc15c9060256 up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:15:16.674683 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port ed60c49b-6f55-418d-8018-dc15c9060256 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:15:16.679432 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port ed60c49b-6f55-418d-8018-dc15c9060256 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:15:16.679728 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:16.793568 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:16.821944 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc95dcb4-daa1-45b6-823b-17e130315ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed60c49b-6f55-418d-8018-dc15c9060256'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:15:16.834985 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port ed60c49b-6f55-418d-8018-dc15c9060256, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=ed60c49b-6f55-418d-8018-dc15c9060256,segment=NetworkSegment(ff848afc-2d43-4897-9239-24c8543cf208),segment_id=ff848afc-2d43-4897-9239-24c8543cf208)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:15:16.839286 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:16.873080 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc95dcb4-daa1-45b6-823b-17e130315ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed60c49b-6f55-418d-8018-dc15c9060256', 'code': 200} Feb 09 13:15:16.912095 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=ed60c49b-6f55-418d-8018-dc15c9060256,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:16.991587 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0895e0-d015-46bf-945b-cc3edcedf740 req-f60face2-2470-465e-9b03-5ba97759a2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:16.993110 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dc0895e0-d015-46bf-945b-cc3edcedf740 req-f60face2-2470-465e-9b03-5ba97759a2d5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dc95dcb4-daa1-45b6-823b-17e130315ddc HTTP/1.1" status: 200 len: 1096 time: 0.0714309 Feb 09 13:15:17.031740 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dc0895e0-d015-46bf-945b-cc3edcedf740 req-f56bf003-7898-4625-8d4f-1fa5bc378563 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=27d50db8-1626-4bd9-bc18-30acc265bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326567 Feb 09 13:15:17.493879 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02213b5-4bf0-4c94-9bb9-4ec419b072de req-4d149c7e-27d9-438f-9b27-d65b7223aa04 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:17.495371 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c02213b5-4bf0-4c94-9bb9-4ec419b072de req-4d149c7e-27d9-438f-9b27-d65b7223aa04 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc95dcb4-daa1-45b6-823b-17e130315ddc HTTP/1.1" status: 200 len: 945 time: 0.0841811 Feb 09 13:15:17.539509 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c02213b5-4bf0-4c94-9bb9-4ec419b072de req-46d47e55-3955-43f0-a4e1-6ac59b5b64ba tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/security-groups?id=27d50db8-1626-4bd9-bc18-30acc265bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385149 Feb 09 13:15:17.682753 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:17.777543 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:18.719188 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020eb1e5-8c0e-4e76-b9cb-d361722c20f3 req-20b2311a-fe78-4c5d-86f2-5f5b64222018 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:18.721182 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-020eb1e5-8c0e-4e76-b9cb-d361722c20f3 req-20b2311a-fe78-4c5d-86f2-5f5b64222018 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc95dcb4-daa1-45b6-823b-17e130315ddc HTTP/1.1" status: 200 len: 945 time: 0.0788016 Feb 09 13:15:18.764146 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-020eb1e5-8c0e-4e76-b9cb-d361722c20f3 req-e6dcea9b-5e7f-41cc-8287-c34894dc8020 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/security-groups?id=27d50db8-1626-4bd9-bc18-30acc265bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374246 Feb 09 13:15:19.140129 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e05871-905b-4474-8e81-5d2fd3dcff07 req-76c6a0e8-d61c-490b-afe2-250dcde16e5e tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:19.141588 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d2e05871-905b-4474-8e81-5d2fd3dcff07 req-76c6a0e8-d61c-490b-afe2-250dcde16e5e tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc95dcb4-daa1-45b6-823b-17e130315ddc HTTP/1.1" status: 200 len: 945 time: 0.0834260 Feb 09 13:15:19.184780 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d2e05871-905b-4474-8e81-5d2fd3dcff07 req-3c6e11fa-c0e5-4448-8f79-b34de9adead4 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/security-groups?id=27d50db8-1626-4bd9-bc18-30acc265bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370550 Feb 09 13:15:19.348936 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:20.434986 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfdf596-cb58-4879-95c7-2ac289581632 req-6a75c678-75b7-4122-ba8e-e7a17834353d tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:20.436527 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bbfdf596-cb58-4879-95c7-2ac289581632 req-6a75c678-75b7-4122-ba8e-e7a17834353d tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc95dcb4-daa1-45b6-823b-17e130315ddc HTTP/1.1" status: 200 len: 945 time: 0.1436844 Feb 09 13:15:20.449436 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f94c7-fd2d-41f4-b463-3c956e078302 req-7f340213-9657-4c11-8e8f-f7eaae12a239 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:20.450786 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7f9f94c7-fd2d-41f4-b463-3c956e078302 req-7f340213-9657-4c11-8e8f-f7eaae12a239 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc95dcb4-daa1-45b6-823b-17e130315ddc HTTP/1.1" status: 200 len: 945 time: 0.1131587 Feb 09 13:15:20.546123 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bbfdf596-cb58-4879-95c7-2ac289581632 req-e4cbd875-b4c5-4737-976a-a7ffecc3fef8 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/security-groups?id=27d50db8-1626-4bd9-bc18-30acc265bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943139 Feb 09 13:15:20.551766 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-7f9f94c7-fd2d-41f4-b463-3c956e078302 req-900eda8b-4bdf-454b-9c33-188081873f38 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Deleting port ed60c49b-6f55-418d-8018-dc15c9060256 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:15:20.552205 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7f9f94c7-fd2d-41f4-b463-3c956e078302 req-900eda8b-4bdf-454b-9c33-188081873f38 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:20.789724 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-7f9f94c7-fd2d-41f4-b463-3c956e078302 req-900eda8b-4bdf-454b-9c33-188081873f38 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] For port ed60c49b-6f55-418d-8018-dc15c9060256, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=ed60c49b-6f55-418d-8018-dc15c9060256,segment=NetworkSegment(ff848afc-2d43-4897-9239-24c8543cf208),segment_id=ff848afc-2d43-4897-9239-24c8543cf208)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:15:20.790078 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7f9f94c7-fd2d-41f4-b463-3c956e078302 req-900eda8b-4bdf-454b-9c33-188081873f38 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:20.914124 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-7f9f94c7-fd2d-41f4-b463-3c956e078302 req-900eda8b-4bdf-454b-9c33-188081873f38 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Calling delete_port for ed60c49b-6f55-418d-8018-dc15c9060256 owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:15:21.003957 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:21.054765 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7f9f94c7-fd2d-41f4-b463-3c956e078302 req-900eda8b-4bdf-454b-9c33-188081873f38 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:21.068169 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['ed60c49b-6f55-418d-8018-dc15c9060256'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:15:21.092407 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['38d4b0ad-c091-4a65-bd54-56b029f00abc'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:15:21.108310 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900eda8b-4bdf-454b-9c33-188081873f38 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Pushing event deleted for resources: {'Port': ['ID=ed60c49b-6f55-418d-8018-dc15c9060256,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:21.186286 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9f94c7-fd2d-41f4-b463-3c956e078302 req-900eda8b-4bdf-454b-9c33-188081873f38 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] No DVR routers for this DVR port ed60c49b-6f55-418d-8018-dc15c9060256 on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:15:21.189279 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7f9f94c7-fd2d-41f4-b463-3c956e078302 req-900eda8b-4bdf-454b-9c33-188081873f38 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:21.191870 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc95dcb4-daa1-45b6-823b-17e130315ddc', 'name': 'network-vif-deleted', 'tag': 'ed60c49b-6f55-418d-8018-dc15c9060256'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:15:21.208162 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7f9f94c7-fd2d-41f4-b463-3c956e078302 req-900eda8b-4bdf-454b-9c33-188081873f38 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.46 "DELETE /v2.0/ports/ed60c49b-6f55-418d-8018-dc15c9060256 HTTP/1.1" status: 204 len: 173 time: 0.7439020 Feb 09 13:15:21.246781 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc95dcb4-daa1-45b6-823b-17e130315ddc', 'name': 'network-vif-deleted', 'tag': 'ed60c49b-6f55-418d-8018-dc15c9060256', 'status': 'completed', 'code': 200} Feb 09 13:15:21.709308 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-647ebc52-0eea-435b-9f8f-bbbfc4cbd4b7 req-c421b873-19d7-43b7-ad1d-cca14934f817 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Synchronizing usage tracker for tenant:032e675688cf4ab1aa4ec508d4d0b47c on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:15:21.724985 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-647ebc52-0eea-435b-9f8f-bbbfc4cbd4b7 req-c421b873-19d7-43b7-ad1d-cca14934f817 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Unset dirty status for tenant:032e675688cf4ab1aa4ec508d4d0b47c on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:15:21.726176 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-647ebc52-0eea-435b-9f8f-bbbfc4cbd4b7 req-c421b873-19d7-43b7-ad1d-cca14934f817 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc95dcb4-daa1-45b6-823b-17e130315ddc HTTP/1.1" status: 200 len: 210 time: 0.0610995 Feb 09 13:15:22.986502 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d00f2-30f4-4e36-b791-b81ab07f47a4 req-236cbcc9-847c-42de-aa07-2c12607801a9 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:22.987988 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f86d00f2-30f4-4e36-b791-b81ab07f47a4 req-236cbcc9-847c-42de-aa07-2c12607801a9 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/ports?device_id=107c5f30-2c50-4982-be47-14778bc6e4fe HTTP/1.1" status: 200 len: 946 time: 0.0788920 Feb 09 13:15:23.030728 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f86d00f2-30f4-4e36-b791-b81ab07f47a4 req-afdbdba6-3baa-4916-8322-b8551bdbff7a tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/security-groups?id=27d50db8-1626-4bd9-bc18-30acc265bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365615 Feb 09 13:15:23.233055 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a658c5-e262-4243-bb7f-a3a4aaa922a2 req-fee1a2f6-44dd-41da-a469-48bbf8d1a6f5 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:23.234500 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-47a658c5-e262-4243-bb7f-a3a4aaa922a2 req-fee1a2f6-44dd-41da-a469-48bbf8d1a6f5 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/ports?device_id=107c5f30-2c50-4982-be47-14778bc6e4fe HTTP/1.1" status: 200 len: 946 time: 0.0817735 Feb 09 13:15:23.277105 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-47a658c5-e262-4243-bb7f-a3a4aaa922a2 req-25e42912-5f81-48da-b1f7-55457cd0b19c tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/security-groups?id=27d50db8-1626-4bd9-bc18-30acc265bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369029 Feb 09 13:15:23.460346 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772db70e-a497-4a00-922d-51fbb3ca5396 req-060a85f2-2414-4296-96e5-0cec3a3fdbfe tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:23.461815 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-772db70e-a497-4a00-922d-51fbb3ca5396 req-060a85f2-2414-4296-96e5-0cec3a3fdbfe tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/ports?device_id=107c5f30-2c50-4982-be47-14778bc6e4fe HTTP/1.1" status: 200 len: 946 time: 0.0807652 Feb 09 13:15:23.505799 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:23.523254 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-772db70e-a497-4a00-922d-51fbb3ca5396 req-f1a9ac24-513f-4c4a-9ce6-57d7e2d2e2a6 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/security-groups?id=27d50db8-1626-4bd9-bc18-30acc265bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558929 Feb 09 13:15:23.814998 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ee04c-fbb2-4503-a44b-37e5c4df83ed req-965db1bc-5252-4266-adfb-421fe25d7222 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:23.816536 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ad4ee04c-fbb2-4503-a44b-37e5c4df83ed req-965db1bc-5252-4266-adfb-421fe25d7222 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/ports?device_id=107c5f30-2c50-4982-be47-14778bc6e4fe HTTP/1.1" status: 200 len: 946 time: 0.0792849 Feb 09 13:15:23.861550 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ad4ee04c-fbb2-4503-a44b-37e5c4df83ed req-a5623e78-ed82-473e-bd74-3b3d033ce477 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/security-groups?id=27d50db8-1626-4bd9-bc18-30acc265bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388651 Feb 09 13:15:24.049672 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595a1b0-8a23-4111-82be-7825ef830977 req-1bc93dcf-93e4-404c-a7db-bf7989e0f8bc tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:24.051268 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d595a1b0-8a23-4111-82be-7825ef830977 req-1bc93dcf-93e4-404c-a7db-bf7989e0f8bc tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/ports?device_id=107c5f30-2c50-4982-be47-14778bc6e4fe HTTP/1.1" status: 200 len: 946 time: 0.0861940 Feb 09 13:15:24.095675 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d595a1b0-8a23-4111-82be-7825ef830977 req-fa1ea7f0-71a4-48a1-bdb1-ac1074c0acb2 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/security-groups?id=27d50db8-1626-4bd9-bc18-30acc265bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386806 Feb 09 13:15:24.295897 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f49d4-1f12-4cbd-9d9f-9af2ccababdf req-ecf50ca7-7f3b-4493-a77d-972ef3d72d58 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:24.297348 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ba4f49d4-1f12-4cbd-9d9f-9af2ccababdf req-ecf50ca7-7f3b-4493-a77d-972ef3d72d58 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/ports?device_id=107c5f30-2c50-4982-be47-14778bc6e4fe HTTP/1.1" status: 200 len: 946 time: 0.0837026 Feb 09 13:15:24.341110 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ba4f49d4-1f12-4cbd-9d9f-9af2ccababdf req-f5493318-2cef-4c57-910f-3bead783cf35 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/security-groups?id=27d50db8-1626-4bd9-bc18-30acc265bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379603 Feb 09 13:15:24.688137 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device ed60c49b-6f55-418d-8018-dc15c9060256 no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:15:24.726460 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: ed60c49b-6f55-418d-8018-dc15c9060256 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:15:24.726807 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device ed60c49b-6f55-418d-8018-dc15c9060256 not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:15:24.863616 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992b243-2217-4c98-ac5e-f1c809b959ac req-7460beea-044d-4919-b7e6-127320b72fc5 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:24.865204 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e992b243-2217-4c98-ac5e-f1c809b959ac req-7460beea-044d-4919-b7e6-127320b72fc5 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/ports?device_id=107c5f30-2c50-4982-be47-14778bc6e4fe HTTP/1.1" status: 200 len: 946 time: 0.0835843 Feb 09 13:15:24.909883 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e992b243-2217-4c98-ac5e-f1c809b959ac req-e9687537-d6e9-41be-ac7c-d75ec4f61ea1 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/security-groups?id=27d50db8-1626-4bd9-bc18-30acc265bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385704 Feb 09 13:15:26.092382 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e64c93-d126-499d-86d7-6a37ca2a9e63 req-81c063b3-9c38-417a-be00-febabb38f1f6 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:26.093846 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-67e64c93-d126-499d-86d7-6a37ca2a9e63 req-81c063b3-9c38-417a-be00-febabb38f1f6 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/ports?device_id=107c5f30-2c50-4982-be47-14778bc6e4fe HTTP/1.1" status: 200 len: 946 time: 0.0786579 Feb 09 13:15:26.144273 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-67e64c93-d126-499d-86d7-6a37ca2a9e63 req-003dc299-8db4-4ad1-9294-23e9753e0fd6 tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/security-groups?id=27d50db8-1626-4bd9-bc18-30acc265bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446277 Feb 09 13:15:26.247440 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659dbc2c-6265-4c02-b79a-f7006c1b86d0 req-bc509985-5fc1-41ca-94b9-463d5a458cda tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:26.248058 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-659dbc2c-6265-4c02-b79a-f7006c1b86d0 req-bc509985-5fc1-41ca-94b9-463d5a458cda tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Synchronizing usage tracker for tenant:032e675688cf4ab1aa4ec508d4d0b47c on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:15:26.260298 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-659dbc2c-6265-4c02-b79a-f7006c1b86d0 req-bc509985-5fc1-41ca-94b9-463d5a458cda tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Unset dirty status for tenant:032e675688cf4ab1aa4ec508d4d0b47c on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:15:26.261364 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-659dbc2c-6265-4c02-b79a-f7006c1b86d0 req-bc509985-5fc1-41ca-94b9-463d5a458cda tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.52 "GET /v2.0/ports?device_id=107c5f30-2c50-4982-be47-14778bc6e4fe HTTP/1.1" status: 200 len: 946 time: 0.1934824 Feb 09 13:15:26.330888 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-659dbc2c-6265-4c02-b79a-f7006c1b86d0 req-f911c086-e54b-4e3d-9f42-e4b9074765ff tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Deleting port 38d4b0ad-c091-4a65-bd54-56b029f00abc {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:15:26.331226 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-659dbc2c-6265-4c02-b79a-f7006c1b86d0 req-f911c086-e54b-4e3d-9f42-e4b9074765ff tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:26.575919 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-659dbc2c-6265-4c02-b79a-f7006c1b86d0 req-f911c086-e54b-4e3d-9f42-e4b9074765ff tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] For port 38d4b0ad-c091-4a65-bd54-56b029f00abc, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=38d4b0ad-c091-4a65-bd54-56b029f00abc,segment=NetworkSegment(ff848afc-2d43-4897-9239-24c8543cf208),segment_id=ff848afc-2d43-4897-9239-24c8543cf208)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:15:26.576206 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-659dbc2c-6265-4c02-b79a-f7006c1b86d0 req-f911c086-e54b-4e3d-9f42-e4b9074765ff tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:26.699493 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-659dbc2c-6265-4c02-b79a-f7006c1b86d0 req-f911c086-e54b-4e3d-9f42-e4b9074765ff tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Calling delete_port for 38d4b0ad-c091-4a65-bd54-56b029f00abc owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:15:26.842360 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-659dbc2c-6265-4c02-b79a-f7006c1b86d0 req-f911c086-e54b-4e3d-9f42-e4b9074765ff tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:26.897780 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f911c086-e54b-4e3d-9f42-e4b9074765ff tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Pushing event deleted for resources: {'Port': ['ID=38d4b0ad-c091-4a65-bd54-56b029f00abc,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:26.971219 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-659dbc2c-6265-4c02-b79a-f7006c1b86d0 req-f911c086-e54b-4e3d-9f42-e4b9074765ff tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] No DVR routers for this DVR port 38d4b0ad-c091-4a65-bd54-56b029f00abc on host n-h1-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:15:26.973803 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-659dbc2c-6265-4c02-b79a-f7006c1b86d0 req-f911c086-e54b-4e3d-9f42-e4b9074765ff tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:26.976249 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '107c5f30-2c50-4982-be47-14778bc6e4fe', 'name': 'network-vif-deleted', 'tag': '38d4b0ad-c091-4a65-bd54-56b029f00abc'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:15:26.992641 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-659dbc2c-6265-4c02-b79a-f7006c1b86d0 req-f911c086-e54b-4e3d-9f42-e4b9074765ff tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.52 "DELETE /v2.0/ports/38d4b0ad-c091-4a65-bd54-56b029f00abc HTTP/1.1" status: 204 len: 173 time: 0.7252886 Feb 09 13:15:27.025688 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '107c5f30-2c50-4982-be47-14778bc6e4fe', 'name': 'network-vif-deleted', 'tag': '38d4b0ad-c091-4a65-bd54-56b029f00abc', 'status': 'completed', 'code': 200} Feb 09 13:15:27.417539 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bea9761d-eaae-4e97-8223-97b7b78fe287 req-fb759f3c-0205-4ea5-b3a5-3240600394ed tempest-ServersNegativeTestJSON-1365413971 tempest-ServersNegativeTestJSON-1365413971-project] 10.222.0.55 "GET /v2.0/ports?device_id=107c5f30-2c50-4982-be47-14778bc6e4fe HTTP/1.1" status: 200 len: 210 time: 0.1506984 Feb 09 13:15:28.444197 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 38d4b0ad-c091-4a65-bd54-56b029f00abc no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:15:28.478526 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] No Port match for: 38d4b0ad-c091-4a65-bd54-56b029f00abc {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:15:28.478876 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 38d4b0ad-c091-4a65-bd54-56b029f00abc not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:15:28.511817 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45350) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:28.571308 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-01e5a8b2-0fc9-4cd5-820e-da21ac3ac2c6 admin admin] Deleting subnet 6435d460-d76c-4af8-a89b-30c0ed6c4c36 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 13:15:28.574143 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-01e5a8b2-0fc9-4cd5-820e-da21ac3ac2c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:28.624249 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-01e5a8b2-0fc9-4cd5-820e-da21ac3ac2c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:28.678852 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-01e5a8b2-0fc9-4cd5-820e-da21ac3ac2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:28.745475 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-01e5a8b2-0fc9-4cd5-820e-da21ac3ac2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:28.789800 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e5a8b2-0fc9-4cd5-820e-da21ac3ac2c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6435d460-d76c-4af8-a89b-30c0ed6c4c36,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:28.791724 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-01e5a8b2-0fc9-4cd5-820e-da21ac3ac2c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:28.798711 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-01e5a8b2-0fc9-4cd5-820e-da21ac3ac2c6 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6435d460-d76c-4af8-a89b-30c0ed6c4c36 HTTP/1.1" status: 204 len: 168 time: 0.2850938 Feb 09 13:15:28.801100 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45354) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:28.906469 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d11362d2-e03a-4a34-81cf-d5310d9dcae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:29.037432 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d11362d2-e03a-4a34-81cf-d5310d9dcae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:29.062601 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-d11362d2-e03a-4a34-81cf-d5310d9dcae0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45415fca-65c3-417a-aa6e-d36f24e95810']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:29.074273 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-d11362d2-e03a-4a34-81cf-d5310d9dcae0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff848afc-2d43-4897-9239-24c8543cf208') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:29.074563 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-d11362d2-e03a-4a34-81cf-d5310d9dcae0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff848afc-2d43-4897-9239-24c8543cf208') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:29.085915 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d11362d2-e03a-4a34-81cf-d5310d9dcae0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:29.101632 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d11362d2-e03a-4a34-81cf-d5310d9dcae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:29.107617 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d11362d2-e03a-4a34-81cf-d5310d9dcae0 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 13:15:29.108029 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d11362d2-e03a-4a34-81cf-d5310d9dcae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:29.121131 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 13:15:29.121131 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 13:15:29.121131 n-d-825178-3 neutron-server[87567]: timer() Feb 09 13:15:29.121131 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:15:29.121131 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 13:15:29.121131 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:15:29.121131 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 13:15:29.121131 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:15:29.121131 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 13:15:29.121131 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:15:29.121131 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 13:15:29.121131 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:15:29.121131 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 13:15:29.121131 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:15:29.121131 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:15:29.121131 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:15:29.121131 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:15:29.121131 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:15:29.121131 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 13:15:29.121131 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 13:15:29.121131 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 13:15:29.121131 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 13:15:29.121131 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:15:29.121131 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 13:15:29.121131 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 13:15:29.121131 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 13:15:29.121131 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:15:29.121131 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 13:15:29.121131 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:15:29.121131 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 13:15:29.121131 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:15:29.121131 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:15:29.195817 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d11362d2-e03a-4a34-81cf-d5310d9dcae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:29.200792 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d11362d2-e03a-4a34-81cf-d5310d9dcae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:29.223773 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11362d2-e03a-4a34-81cf-d5310d9dcae0 admin admin] Pushing event deleted for resources: {'Network': ['ID=45415fca-65c3-417a-aa6e-d36f24e95810,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:29.231573 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d11362d2-e03a-4a34-81cf-d5310d9dcae0 admin admin] 10.222.0.55 "DELETE /v2.0/networks/45415fca-65c3-417a-aa6e-d36f24e95810 HTTP/1.1" status: 204 len: 168 time: 0.4294682 Feb 09 13:15:29.346017 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45360) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:29.392877 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-025e3834-ead1-4e39-88dd-832b13954f3d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=032e675688cf4ab1aa4ec508d4d0b47c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455515 Feb 09 13:15:29.395342 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45364) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:29.453146 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8cd91f53-897d-4ff5-92c2-92b21ed4fc59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:29.479241 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8cd91f53-897d-4ff5-92c2-92b21ed4fc59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:29.531052 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8cd91f53-897d-4ff5-92c2-92b21ed4fc59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:29.548694 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd91f53-897d-4ff5-92c2-92b21ed4fc59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d50db8-1626-4bd9-bc18-30acc265bb6f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:29.556846 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd91f53-897d-4ff5-92c2-92b21ed4fc59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:29.557192 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd91f53-897d-4ff5-92c2-92b21ed4fc59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:29.557534 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd91f53-897d-4ff5-92c2-92b21ed4fc59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:29.557866 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd91f53-897d-4ff5-92c2-92b21ed4fc59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:29.558195 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd91f53-897d-4ff5-92c2-92b21ed4fc59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:29.558521 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd91f53-897d-4ff5-92c2-92b21ed4fc59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:29.558874 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd91f53-897d-4ff5-92c2-92b21ed4fc59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:29.559197 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd91f53-897d-4ff5-92c2-92b21ed4fc59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:29.559517 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd91f53-897d-4ff5-92c2-92b21ed4fc59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:29.559848 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd91f53-897d-4ff5-92c2-92b21ed4fc59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:29.560182 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd91f53-897d-4ff5-92c2-92b21ed4fc59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:29.560502 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd91f53-897d-4ff5-92c2-92b21ed4fc59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:29.567805 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8cd91f53-897d-4ff5-92c2-92b21ed4fc59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:29.568944 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8cd91f53-897d-4ff5-92c2-92b21ed4fc59 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/27d50db8-1626-4bd9-bc18-30acc265bb6f HTTP/1.1" status: 204 len: 168 time: 0.1727073 Feb 09 13:15:30.319471 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45388) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:30.425652 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-5782b1d3-8f9c-43d4-87c3-880327290025 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1708419572'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:15:30.431387 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5782b1d3-8f9c-43d4-87c3-880327290025 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:15:30.435206 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5782b1d3-8f9c-43d4-87c3-880327290025 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Usage tracker for resource:network and tenant:1107d482f26340eea0f596340421f761 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:15:30.438050 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5782b1d3-8f9c-43d4-87c3-880327290025 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:15:30.445097 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5782b1d3-8f9c-43d4-87c3-880327290025 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:15:30.453602 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5782b1d3-8f9c-43d4-87c3-880327290025 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Made reservation on behalf of 1107d482f26340eea0f596340421f761 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:15:30.457536 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5782b1d3-8f9c-43d4-87c3-880327290025 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:30.469112 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5782b1d3-8f9c-43d4-87c3-880327290025 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:30.483491 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5782b1d3-8f9c-43d4-87c3-880327290025 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:15:30.487278 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5782b1d3-8f9c-43d4-87c3-880327290025 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Usage tracker for resource:security_group_rule and tenant:1107d482f26340eea0f596340421f761 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:15:30.489963 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5782b1d3-8f9c-43d4-87c3-880327290025 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:15:30.495425 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5782b1d3-8f9c-43d4-87c3-880327290025 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:15:30.580437 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5782b1d3-8f9c-43d4-87c3-880327290025 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:30.588532 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5782b1d3-8f9c-43d4-87c3-880327290025 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:30.622803 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5782b1d3-8f9c-43d4-87c3-880327290025 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:15:30.631490 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782b1d3-8f9c-43d4-87c3-880327290025 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9d5e2b-9af8-4704-ad47-63007a95d7c5,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:30.636925 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5782b1d3-8f9c-43d4-87c3-880327290025 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:30.637267 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-5782b1d3-8f9c-43d4-87c3-880327290025 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Added segment 41c7355e-32c8-44aa-9de4-3c5286193caa of type vlan for network f4516bc4-bba3-4c8a-b637-45b96a500769 Feb 09 13:15:30.662512 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5782b1d3-8f9c-43d4-87c3-880327290025 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:30.690256 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5782b1d3-8f9c-43d4-87c3-880327290025 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:30.695536 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5782b1d3-8f9c-43d4-87c3-880327290025 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:30.696140 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5782b1d3-8f9c-43d4-87c3-880327290025 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:30.799007 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5782b1d3-8f9c-43d4-87c3-880327290025 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4782615 Feb 09 13:15:30.804371 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782b1d3-8f9c-43d4-87c3-880327290025 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Pushing event updated for resources: {'Network': ['ID=f4516bc4-bba3-4c8a-b637-45b96a500769,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:30.826884 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network f4516bc4-bba3-4c8a-b637-45b96a500769 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:15:34.049761 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45394) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:34.056222 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-5b30bb74-04f0-4f63-9f92-3037cf6b7a4c tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Request body: {'subnet': {'network_id': 'f4516bc4-bba3-4c8a-b637-45b96a500769', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:15:34.165738 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-5b30bb74-04f0-4f63-9f92-3037cf6b7a4c tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:15:34.169503 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-5b30bb74-04f0-4f63-9f92-3037cf6b7a4c tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Usage tracker for resource:subnet and tenant:1107d482f26340eea0f596340421f761 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:15:34.172221 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-5b30bb74-04f0-4f63-9f92-3037cf6b7a4c tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:15:34.178716 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-5b30bb74-04f0-4f63-9f92-3037cf6b7a4c tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:15:34.189160 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b30bb74-04f0-4f63-9f92-3037cf6b7a4c tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Made reservation on behalf of 1107d482f26340eea0f596340421f761 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:15:34.192960 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5b30bb74-04f0-4f63-9f92-3037cf6b7a4c tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:34.408464 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5b30bb74-04f0-4f63-9f92-3037cf6b7a4c tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:34.484847 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b30bb74-04f0-4f63-9f92-3037cf6b7a4c tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Pushing event updated for resources: {'Subnet': ['ID=03f1390c-76d7-479e-a720-d40473081664,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:34.495844 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b30bb74-04f0-4f63-9f92-3037cf6b7a4c tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Checking segment: {'id': '41c7355e-32c8-44aa-9de4-3c5286193caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f4516bc4-bba3-4c8a-b637-45b96a500769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:15:34.496218 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b30bb74-04f0-4f63-9f92-3037cf6b7a4c tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Network hostable DHCP agents. Network: f4516bc4-bba3-4c8a-b637-45b96a500769, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:15:34.515008 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b30bb74-04f0-4f63-9f92-3037cf6b7a4c tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Network f4516bc4-bba3-4c8a-b637-45b96a500769 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:15:34.523433 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-5b30bb74-04f0-4f63-9f92-3037cf6b7a4c tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, f4516bc4-bba3-4c8a-b637-45b96a500769) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:15:34.527502 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b30bb74-04f0-4f63-9f92-3037cf6b7a4c tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:34.528117 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-5b30bb74-04f0-4f63-9f92-3037cf6b7a4c tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:34.533006 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812edb32-678b-4423-a81d-065a05297312 None None] Network f4516bc4-bba3-4c8a-b637-45b96a500769 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:15:34.550050 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-5b30bb74-04f0-4f63-9f92-3037cf6b7a4c tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4992044 Feb 09 13:15:34.553603 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45398) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:34.559000 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-089f6a40-1c28-4ac0-a301-239d1f5e31bb tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1487912894'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:15:34.565172 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-089f6a40-1c28-4ac0-a301-239d1f5e31bb tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:15:34.569103 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-089f6a40-1c28-4ac0-a301-239d1f5e31bb tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Usage tracker for resource:network and tenant:1107d482f26340eea0f596340421f761 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:15:34.572002 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-089f6a40-1c28-4ac0-a301-239d1f5e31bb tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:15:34.577953 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-089f6a40-1c28-4ac0-a301-239d1f5e31bb tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:15:34.588016 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089f6a40-1c28-4ac0-a301-239d1f5e31bb tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Made reservation on behalf of 1107d482f26340eea0f596340421f761 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:15:34.591379 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-089f6a40-1c28-4ac0-a301-239d1f5e31bb tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:34.619322 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-089f6a40-1c28-4ac0-a301-239d1f5e31bb tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:15:34.628932 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-089f6a40-1c28-4ac0-a301-239d1f5e31bb tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:34.629273 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-089f6a40-1c28-4ac0-a301-239d1f5e31bb tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Added segment e230c2ec-74c8-485c-983e-376a44e49e64 of type vlan for network 603acc15-d2f4-4ee0-9b77-5e90a9d330fe Feb 09 13:15:34.655095 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-089f6a40-1c28-4ac0-a301-239d1f5e31bb tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:34.684902 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-089f6a40-1c28-4ac0-a301-239d1f5e31bb tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:34.690957 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089f6a40-1c28-4ac0-a301-239d1f5e31bb tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:34.691554 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-089f6a40-1c28-4ac0-a301-239d1f5e31bb tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:34.753170 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fb5396-bde3-4a5f-bb32-d3929701adbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-f4516bc4-bba3-4c8a-b637-45b96a500769', 'network_id': 'f4516bc4-bba3-4c8a-b637-45b96a500769', 'tenant_id': '1107d482f26340eea0f596340421f761', 'fixed_ips': [{'subnet_id': '03f1390c-76d7-479e-a720-d40473081664'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 13:15:34.754011 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-91fb5396-bde3-4a5f-bb32-d3929701adbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:34.779475 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-089f6a40-1c28-4ac0-a301-239d1f5e31bb tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2248230 Feb 09 13:15:34.782588 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45402) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:34.788403 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-37d09179-2be4-479a-a404-8826e2cbafc8 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Request body: {'subnet': {'network_id': '603acc15-d2f4-4ee0-9b77-5e90a9d330fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:15:34.802753 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f6a40-1c28-4ac0-a301-239d1f5e31bb tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Pushing event updated for resources: {'Network': ['ID=603acc15-d2f4-4ee0-9b77-5e90a9d330fe,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:34.815210 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 603acc15-d2f4-4ee0-9b77-5e90a9d330fe details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:15:34.901847 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-37d09179-2be4-479a-a404-8826e2cbafc8 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:15:34.905570 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-37d09179-2be4-479a-a404-8826e2cbafc8 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Usage tracker for resource:subnet and tenant:1107d482f26340eea0f596340421f761 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:15:34.908842 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-37d09179-2be4-479a-a404-8826e2cbafc8 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:15:34.914694 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-37d09179-2be4-479a-a404-8826e2cbafc8 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:15:34.924781 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d09179-2be4-479a-a404-8826e2cbafc8 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Made reservation on behalf of 1107d482f26340eea0f596340421f761 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:15:34.928493 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-37d09179-2be4-479a-a404-8826e2cbafc8 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:35.002807 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-91fb5396-bde3-4a5f-bb32-d3929701adbf None None] Allocated IP 2001:db8:0:ffff::2 (f4516bc4-bba3-4c8a-b637-45b96a500769/03f1390c-76d7-479e-a720-d40473081664/cacd9992-428f-4049-9f44-8f6c3913bf0f) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:15:35.158116 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-37d09179-2be4-479a-a404-8826e2cbafc8 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:35.231061 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d09179-2be4-479a-a404-8826e2cbafc8 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Pushing event updated for resources: {'Subnet': ['ID=2ef65037-de50-4616-b5f2-fdf7cf171307,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:35.261981 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d09179-2be4-479a-a404-8826e2cbafc8 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Checking segment: {'id': 'e230c2ec-74c8-485c-983e-376a44e49e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '603acc15-d2f4-4ee0-9b77-5e90a9d330fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:15:35.262335 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d09179-2be4-479a-a404-8826e2cbafc8 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Network hostable DHCP agents. Network: 603acc15-d2f4-4ee0-9b77-5e90a9d330fe, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:15:35.281039 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-91fb5396-bde3-4a5f-bb32-d3929701adbf None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:35.282383 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d09179-2be4-479a-a404-8826e2cbafc8 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Network 603acc15-d2f4-4ee0-9b77-5e90a9d330fe is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:15:35.296264 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-37d09179-2be4-479a-a404-8826e2cbafc8 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 603acc15-d2f4-4ee0-9b77-5e90a9d330fe) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:15:35.298742 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-91fb5396-bde3-4a5f-bb32-d3929701adbf None None] Transition to ACTIVE for port object cacd9992-428f-4049-9f44-8f6c3913bf0f will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:15:35.312041 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d09179-2be4-479a-a404-8826e2cbafc8 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:35.313371 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-37d09179-2be4-479a-a404-8826e2cbafc8 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:35.332121 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042f8c5f-a6f0-4704-a709-8695ab098451 None None] Network 603acc15-d2f4-4ee0-9b77-5e90a9d330fe requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:15:35.341838 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-37d09179-2be4-479a-a404-8826e2cbafc8 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5581055 Feb 09 13:15:35.345013 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45408) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:35.452644 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-91fb5396-bde3-4a5f-bb32-d3929701adbf None None] Transition to ACTIVE for port object cacd9992-428f-4049-9f44-8f6c3913bf0f will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:15:35.464939 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-91fb5396-bde3-4a5f-bb32-d3929701adbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:35.550718 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2fcd7312-9270-4104-8804-6d8e6391eb8e tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:35.567399 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fb5396-bde3-4a5f-bb32-d3929701adbf None None] Network f4516bc4-bba3-4c8a-b637-45b96a500769 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:15:35.576080 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb5396-bde3-4a5f-bb32-d3929701adbf None None] Pushing event updated for resources: {'Port': ['ID=cacd9992-428f-4049-9f44-8f6c3913bf0f,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:35.581427 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-91fb5396-bde3-4a5f-bb32-d3929701adbf None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:15:35.589267 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fb5396-bde3-4a5f-bb32-d3929701adbf None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:15:35.593117 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fb5396-bde3-4a5f-bb32-d3929701adbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:35.593456 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fb5396-bde3-4a5f-bb32-d3929701adbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:35.593791 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fb5396-bde3-4a5f-bb32-d3929701adbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:35.594123 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fb5396-bde3-4a5f-bb32-d3929701adbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:35.594502 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fb5396-bde3-4a5f-bb32-d3929701adbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:35.594852 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fb5396-bde3-4a5f-bb32-d3929701adbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:35.595159 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fb5396-bde3-4a5f-bb32-d3929701adbf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:35.595477 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fb5396-bde3-4a5f-bb32-d3929701adbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:35.595796 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fb5396-bde3-4a5f-bb32-d3929701adbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:35.597144 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fb5396-bde3-4a5f-bb32-d3929701adbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:35.597144 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fb5396-bde3-4a5f-bb32-d3929701adbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:35.597144 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fb5396-bde3-4a5f-bb32-d3929701adbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:35.638506 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2fcd7312-9270-4104-8804-6d8e6391eb8e tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:35.764432 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-91fb5396-bde3-4a5f-bb32-d3929701adbf None None] Attempting to bind port cacd9992-428f-4049-9f44-8f6c3913bf0f on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:15:35.764801 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-91fb5396-bde3-4a5f-bb32-d3929701adbf None None] Attempting to bind port cacd9992-428f-4049-9f44-8f6c3913bf0f by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '41c7355e-32c8-44aa-9de4-3c5286193caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f4516bc4-bba3-4c8a-b637-45b96a500769'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:15:35.765170 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fb5396-bde3-4a5f-bb32-d3929701adbf None None] Attempting to bind port cacd9992-428f-4049-9f44-8f6c3913bf0f on network f4516bc4-bba3-4c8a-b637-45b96a500769 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:15:35.777295 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fb5396-bde3-4a5f-bb32-d3929701adbf None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:15:35.777701 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fb5396-bde3-4a5f-bb32-d3929701adbf None None] Checking segment: {'id': '41c7355e-32c8-44aa-9de4-3c5286193caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f4516bc4-bba3-4c8a-b637-45b96a500769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:15:35.778061 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-91fb5396-bde3-4a5f-bb32-d3929701adbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:35.778440 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fb5396-bde3-4a5f-bb32-d3929701adbf None None] Bound using segment: {'id': '41c7355e-32c8-44aa-9de4-3c5286193caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f4516bc4-bba3-4c8a-b637-45b96a500769'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:15:35.778906 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-91fb5396-bde3-4a5f-bb32-d3929701adbf None None] Bound port: cacd9992-428f-4049-9f44-8f6c3913bf0f, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41c7355e-32c8-44aa-9de4-3c5286193caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f4516bc4-bba3-4c8a-b637-45b96a500769'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:15:35.779276 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-91fb5396-bde3-4a5f-bb32-d3929701adbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:35.791857 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb00f470-3071-4c05-944f-7e90b49a3f13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-603acc15-d2f4-4ee0-9b77-5e90a9d330fe', 'network_id': '603acc15-d2f4-4ee0-9b77-5e90a9d330fe', 'tenant_id': '1107d482f26340eea0f596340421f761', 'fixed_ips': [{'subnet_id': '2ef65037-de50-4616-b5f2-fdf7cf171307'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 13:15:35.793217 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bb00f470-3071-4c05-944f-7e90b49a3f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:35.847746 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2fcd7312-9270-4104-8804-6d8e6391eb8e tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:35.890803 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd7312-9270-4104-8804-6d8e6391eb8e tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Pushing event deleted for resources: {'Subnet': ['ID=2ef65037-de50-4616-b5f2-fdf7cf171307,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:35.956186 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-91fb5396-bde3-4a5f-bb32-d3929701adbf None None] For port cacd9992-428f-4049-9f44-8f6c3913bf0f, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:15:35.961482 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-91fb5396-bde3-4a5f-bb32-d3929701adbf None None] For port cacd9992-428f-4049-9f44-8f6c3913bf0f, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=cacd9992-428f-4049-9f44-8f6c3913bf0f,segment=NetworkSegment(41c7355e-32c8-44aa-9de4-3c5286193caa),segment_id=41c7355e-32c8-44aa-9de4-3c5286193caa)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:15:35.968557 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-91fb5396-bde3-4a5f-bb32-d3929701adbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:36.001223 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2fcd7312-9270-4104-8804-6d8e6391eb8e tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:36.002609 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8714a79b-81ca-4a22-a61b-0b104369199d None None] Network 603acc15-d2f4-4ee0-9b77-5e90a9d330fe requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:15:36.028839 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-2fcd7312-9270-4104-8804-6d8e6391eb8e tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['603acc15-d2f4-4ee0-9b77-5e90a9d330fe']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:36.042930 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-2fcd7312-9270-4104-8804-6d8e6391eb8e tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e230c2ec-74c8-485c-983e-376a44e49e64') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:36.043286 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-2fcd7312-9270-4104-8804-6d8e6391eb8e tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e230c2ec-74c8-485c-983e-376a44e49e64') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:36.056661 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2fcd7312-9270-4104-8804-6d8e6391eb8e tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:36.076664 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2fcd7312-9270-4104-8804-6d8e6391eb8e tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:36.083735 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fcd7312-9270-4104-8804-6d8e6391eb8e tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 13:15:36.084157 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2fcd7312-9270-4104-8804-6d8e6391eb8e tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:36.104414 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 13:15:36.104414 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 13:15:36.104414 n-d-825178-3 neutron-server[87567]: timer() Feb 09 13:15:36.104414 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:15:36.104414 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 13:15:36.104414 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:15:36.104414 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 13:15:36.104414 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:15:36.104414 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 13:15:36.104414 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:15:36.104414 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 13:15:36.104414 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:15:36.104414 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 13:15:36.104414 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:15:36.104414 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:15:36.104414 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:15:36.104414 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:15:36.104414 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:15:36.104414 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 13:15:36.104414 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 13:15:36.104414 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 13:15:36.104414 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 13:15:36.104414 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:15:36.104414 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 13:15:36.104414 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 13:15:36.104414 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 13:15:36.104414 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:15:36.104414 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 13:15:36.104414 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:15:36.104414 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 13:15:36.104414 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:15:36.104414 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:15:36.149030 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb5396-bde3-4a5f-bb32-d3929701adbf None None] Pushing event updated for resources: {'Port': ['ID=cacd9992-428f-4049-9f44-8f6c3913bf0f,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:36.196631 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2fcd7312-9270-4104-8804-6d8e6391eb8e tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:36.202642 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2fcd7312-9270-4104-8804-6d8e6391eb8e tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:36.235436 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2fcd7312-9270-4104-8804-6d8e6391eb8e tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] 10.222.0.55 "DELETE /v2.0/networks/603acc15-d2f4-4ee0-9b77-5e90a9d330fe HTTP/1.1" status: 204 len: 168 time: 0.8886156 Feb 09 13:15:36.236421 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd7312-9270-4104-8804-6d8e6391eb8e tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Pushing event deleted for resources: {'Network': ['ID=603acc15-d2f4-4ee0-9b77-5e90a9d330fe,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:36.240188 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45412) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:36.246397 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-0ee05973-74ab-41fc-a299-eae8bc6ac2ea tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-309210890'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:15:36.252521 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-0ee05973-74ab-41fc-a299-eae8bc6ac2ea tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:15:36.256649 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-0ee05973-74ab-41fc-a299-eae8bc6ac2ea tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Usage tracker for resource:network and tenant:1107d482f26340eea0f596340421f761 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:15:36.259908 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-0ee05973-74ab-41fc-a299-eae8bc6ac2ea tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:15:36.267193 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-0ee05973-74ab-41fc-a299-eae8bc6ac2ea tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:15:36.278074 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee05973-74ab-41fc-a299-eae8bc6ac2ea tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Made reservation on behalf of 1107d482f26340eea0f596340421f761 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:15:36.283170 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0ee05973-74ab-41fc-a299-eae8bc6ac2ea tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:36.336086 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ee05973-74ab-41fc-a299-eae8bc6ac2ea tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:15:36.347521 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0ee05973-74ab-41fc-a299-eae8bc6ac2ea tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:36.348218 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-0ee05973-74ab-41fc-a299-eae8bc6ac2ea tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Added segment e14da9f5-d526-45fd-9799-8f8e7cc02704 of type vlan for network 9721c408-3459-49d6-a9e7-5de6f5b99f53 Feb 09 13:15:36.380351 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0ee05973-74ab-41fc-a299-eae8bc6ac2ea tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:36.412081 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0ee05973-74ab-41fc-a299-eae8bc6ac2ea tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:36.417909 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee05973-74ab-41fc-a299-eae8bc6ac2ea tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:36.418504 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0ee05973-74ab-41fc-a299-eae8bc6ac2ea tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:36.521370 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-0ee05973-74ab-41fc-a299-eae8bc6ac2ea tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2799678 Feb 09 13:15:36.524147 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45416) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:36.531619 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-b7cd5c10-59ed-401b-893b-4388c86ea2a7 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Request body: {'subnet': {'network_id': '9721c408-3459-49d6-a9e7-5de6f5b99f53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:15:36.553421 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee05973-74ab-41fc-a299-eae8bc6ac2ea tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Pushing event updated for resources: {'Network': ['ID=9721c408-3459-49d6-a9e7-5de6f5b99f53,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:36.563566 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 9721c408-3459-49d6-a9e7-5de6f5b99f53 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:15:36.643435 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b7cd5c10-59ed-401b-893b-4388c86ea2a7 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:15:36.647281 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b7cd5c10-59ed-401b-893b-4388c86ea2a7 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Usage tracker for resource:subnet and tenant:1107d482f26340eea0f596340421f761 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:15:36.650120 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b7cd5c10-59ed-401b-893b-4388c86ea2a7 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:15:36.655714 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b7cd5c10-59ed-401b-893b-4388c86ea2a7 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:15:36.667718 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7cd5c10-59ed-401b-893b-4388c86ea2a7 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Made reservation on behalf of 1107d482f26340eea0f596340421f761 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:15:36.671239 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b7cd5c10-59ed-401b-893b-4388c86ea2a7 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:36.765045 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.ipam_backend_mixin [None req-b7cd5c10-59ed-401b-893b-4388c86ea2a7 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Performing IP validity checks on allocation pools {{(pid=87567) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 09 13:15:36.765584 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.ipam_backend_mixin [None req-b7cd5c10-59ed-401b-893b-4388c86ea2a7 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87567) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 09 13:15:36.904875 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b7cd5c10-59ed-401b-893b-4388c86ea2a7 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:36.964933 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device cacd9992-428f-4049-9f44-8f6c3913bf0f up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:15:36.996635 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd5c10-59ed-401b-893b-4388c86ea2a7 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Pushing event updated for resources: {'Subnet': ['ID=23fcdd3f-24c5-48d3-b0be-e5cbb420fb4c,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:37.005096 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cd5c10-59ed-401b-893b-4388c86ea2a7 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Checking segment: {'id': 'e14da9f5-d526-45fd-9799-8f8e7cc02704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9721c408-3459-49d6-a9e7-5de6f5b99f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:15:37.005464 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cd5c10-59ed-401b-893b-4388c86ea2a7 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Network hostable DHCP agents. Network: 9721c408-3459-49d6-a9e7-5de6f5b99f53, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:15:37.025587 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cd5c10-59ed-401b-893b-4388c86ea2a7 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Network 9721c408-3459-49d6-a9e7-5de6f5b99f53 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:15:37.036974 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-b7cd5c10-59ed-401b-893b-4388c86ea2a7 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 9721c408-3459-49d6-a9e7-5de6f5b99f53) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:15:37.038483 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port cacd9992-428f-4049-9f44-8f6c3913bf0f completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:15:37.041167 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cd5c10-59ed-401b-893b-4388c86ea2a7 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:37.041760 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b7cd5c10-59ed-401b-893b-4388c86ea2a7 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:37.054097 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed59dda-ca45-4ac4-bf97-4d36321599fe None None] Network 9721c408-3459-49d6-a9e7-5de6f5b99f53 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:15:37.076238 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b7cd5c10-59ed-401b-893b-4388c86ea2a7 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5485127 Feb 09 13:15:37.076435 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45420) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:37.150338 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6edc211-cae8-4a6f-88ff-bc0e258538d0 None None] Network f4516bc4-bba3-4c8a-b637-45b96a500769 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:15:37.232819 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-211dd9d5-bbbf-4599-b16b-767e181d3e46 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:37.274573 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6e223384-823b-4a1c-9959-ece0dfbff03c None None] Provisioning for port cacd9992-428f-4049-9f44-8f6c3913bf0f completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:15:37.305091 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-211dd9d5-bbbf-4599-b16b-767e181d3e46 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:37.318000 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6e223384-823b-4a1c-9959-ece0dfbff03c None None] Provisioning complete for port cacd9992-428f-4049-9f44-8f6c3913bf0f triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:15:37.318316 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6e223384-823b-4a1c-9959-ece0dfbff03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:37.381563 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-211dd9d5-bbbf-4599-b16b-767e181d3e46 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:37.423240 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211dd9d5-bbbf-4599-b16b-767e181d3e46 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Pushing event deleted for resources: {'Subnet': ['ID=23fcdd3f-24c5-48d3-b0be-e5cbb420fb4c,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:37.518698 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-211dd9d5-bbbf-4599-b16b-767e181d3e46 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:37.551210 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-211dd9d5-bbbf-4599-b16b-767e181d3e46 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9721c408-3459-49d6-a9e7-5de6f5b99f53']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:37.561956 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe74bf8-76b1-4101-84c1-46a3332d204e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-9721c408-3459-49d6-a9e7-5de6f5b99f53', 'network_id': '9721c408-3459-49d6-a9e7-5de6f5b99f53', 'tenant_id': '1107d482f26340eea0f596340421f761', 'fixed_ips': [{'subnet_id': '23fcdd3f-24c5-48d3-b0be-e5cbb420fb4c'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 13:15:37.562762 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cbe74bf8-76b1-4101-84c1-46a3332d204e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:37.562960 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-211dd9d5-bbbf-4599-b16b-767e181d3e46 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e14da9f5-d526-45fd-9799-8f8e7cc02704') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:37.563787 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-211dd9d5-bbbf-4599-b16b-767e181d3e46 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e14da9f5-d526-45fd-9799-8f8e7cc02704') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:37.575203 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-211dd9d5-bbbf-4599-b16b-767e181d3e46 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:37.590845 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-211dd9d5-bbbf-4599-b16b-767e181d3e46 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:37.597106 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-211dd9d5-bbbf-4599-b16b-767e181d3e46 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 13:15:37.597506 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-211dd9d5-bbbf-4599-b16b-767e181d3e46 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:37.613040 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 13:15:37.613040 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 13:15:37.613040 n-d-825178-3 neutron-server[87567]: timer() Feb 09 13:15:37.613040 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:15:37.613040 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 13:15:37.613040 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:15:37.613040 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 13:15:37.613040 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:15:37.613040 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 13:15:37.613040 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:15:37.613040 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 13:15:37.613040 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:15:37.613040 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 13:15:37.613040 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:15:37.613040 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:15:37.613040 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:15:37.613040 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:15:37.613040 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:15:37.613040 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 13:15:37.613040 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 13:15:37.613040 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 13:15:37.613040 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 13:15:37.613040 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:15:37.613040 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 13:15:37.613040 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 13:15:37.613040 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 13:15:37.613040 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:15:37.613040 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 13:15:37.613040 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:15:37.613040 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 13:15:37.613040 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:15:37.613040 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:15:37.695447 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-211dd9d5-bbbf-4599-b16b-767e181d3e46 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:37.701025 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-211dd9d5-bbbf-4599-b16b-767e181d3e46 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:37.701210 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6e223384-823b-4a1c-9959-ece0dfbff03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:37.727722 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211dd9d5-bbbf-4599-b16b-767e181d3e46 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Pushing event deleted for resources: {'Network': ['ID=9721c408-3459-49d6-a9e7-5de6f5b99f53,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:37.732772 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b394e9d-aa75-43a8-8b33-ba83d846ecea None None] Network 9721c408-3459-49d6-a9e7-5de6f5b99f53 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:15:37.736820 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45424) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:37.737255 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-211dd9d5-bbbf-4599-b16b-767e181d3e46 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] 10.222.0.55 "DELETE /v2.0/networks/9721c408-3459-49d6-a9e7-5de6f5b99f53 HTTP/1.1" status: 204 len: 168 time: 0.6595263 Feb 09 13:15:37.742639 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-0f812183-2e0f-4793-8c97-061e82781105 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1346627956'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:15:37.748333 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0f812183-2e0f-4793-8c97-061e82781105 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:15:37.753404 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0f812183-2e0f-4793-8c97-061e82781105 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Usage tracker for resource:network and tenant:1107d482f26340eea0f596340421f761 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:15:37.756339 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0f812183-2e0f-4793-8c97-061e82781105 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:15:37.762021 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0f812183-2e0f-4793-8c97-061e82781105 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:15:37.762756 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b394e9d-aa75-43a8-8b33-ba83d846ecea None None] Network 9721c408-3459-49d6-a9e7-5de6f5b99f53 could not be found, it might have been deleted concurrently. {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 09 13:15:37.768037 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-6e223384-823b-4a1c-9959-ece0dfbff03c None None] For port cacd9992-428f-4049-9f44-8f6c3913bf0f, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=cacd9992-428f-4049-9f44-8f6c3913bf0f,segment=NetworkSegment(41c7355e-32c8-44aa-9de4-3c5286193caa),segment_id=41c7355e-32c8-44aa-9de4-3c5286193caa)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:15:37.772544 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6e223384-823b-4a1c-9959-ece0dfbff03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:37.773928 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f812183-2e0f-4793-8c97-061e82781105 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Made reservation on behalf of 1107d482f26340eea0f596340421f761 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:15:37.777508 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0f812183-2e0f-4793-8c97-061e82781105 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:37.807573 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f812183-2e0f-4793-8c97-061e82781105 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:15:37.817794 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0f812183-2e0f-4793-8c97-061e82781105 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:37.818128 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-0f812183-2e0f-4793-8c97-061e82781105 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Added segment d78f0bd9-a81c-43e3-9fcf-1fe11565c7e2 of type vlan for network af751357-930e-49c9-99e0-00f6721ac2fc Feb 09 13:15:37.845914 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0f812183-2e0f-4793-8c97-061e82781105 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:37.857086 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e223384-823b-4a1c-9959-ece0dfbff03c None None] Pushing event updated for resources: {'Port': ['ID=cacd9992-428f-4049-9f44-8f6c3913bf0f,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:37.877753 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0f812183-2e0f-4793-8c97-061e82781105 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:37.883225 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f812183-2e0f-4793-8c97-061e82781105 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:37.883807 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0f812183-2e0f-4793-8c97-061e82781105 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:37.999763 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-e2c76c8e-e0cd-4198-a5bf-906b0ea5cc26 None None] Provisioning complete for port cacd9992-428f-4049-9f44-8f6c3913bf0f triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:15:38.000493 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e2c76c8e-e0cd-4198-a5bf-906b0ea5cc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:38.087087 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0f812183-2e0f-4793-8c97-061e82781105 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3490956 Feb 09 13:15:38.090002 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45428) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:38.098022 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-4cd5d3ba-83bf-4322-af01-44c0614590e5 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Request body: {'subnet': {'network_id': 'af751357-930e-49c9-99e0-00f6721ac2fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:15:38.112084 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f812183-2e0f-4793-8c97-061e82781105 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Pushing event updated for resources: {'Network': ['ID=af751357-930e-49c9-99e0-00f6721ac2fc,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:38.122611 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network af751357-930e-49c9-99e0-00f6721ac2fc details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:15:38.213080 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4cd5d3ba-83bf-4322-af01-44c0614590e5 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:15:38.217008 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4cd5d3ba-83bf-4322-af01-44c0614590e5 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Usage tracker for resource:subnet and tenant:1107d482f26340eea0f596340421f761 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:15:38.220279 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4cd5d3ba-83bf-4322-af01-44c0614590e5 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:15:38.226687 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4cd5d3ba-83bf-4322-af01-44c0614590e5 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:15:38.237265 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd5d3ba-83bf-4322-af01-44c0614590e5 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Made reservation on behalf of 1107d482f26340eea0f596340421f761 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:15:38.240811 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4cd5d3ba-83bf-4322-af01-44c0614590e5 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:38.462544 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4cd5d3ba-83bf-4322-af01-44c0614590e5 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:38.541648 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5d3ba-83bf-4322-af01-44c0614590e5 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Pushing event updated for resources: {'Subnet': ['ID=d761ca62-59b2-4129-8650-cd619905d325,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:38.550242 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd5d3ba-83bf-4322-af01-44c0614590e5 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Checking segment: {'id': 'd78f0bd9-a81c-43e3-9fcf-1fe11565c7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'af751357-930e-49c9-99e0-00f6721ac2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:15:38.550597 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd5d3ba-83bf-4322-af01-44c0614590e5 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Network hostable DHCP agents. Network: af751357-930e-49c9-99e0-00f6721ac2fc, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:15:38.568929 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd5d3ba-83bf-4322-af01-44c0614590e5 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Network af751357-930e-49c9-99e0-00f6721ac2fc is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:15:38.580066 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-4cd5d3ba-83bf-4322-af01-44c0614590e5 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, af751357-930e-49c9-99e0-00f6721ac2fc) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:15:38.584947 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd5d3ba-83bf-4322-af01-44c0614590e5 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:38.586918 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4cd5d3ba-83bf-4322-af01-44c0614590e5 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:38.588299 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a689cdb-201f-4f47-a250-6f100a093173 None None] Network af751357-930e-49c9-99e0-00f6721ac2fc requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:15:38.611919 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4cd5d3ba-83bf-4322-af01-44c0614590e5 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5207837 Feb 09 13:15:38.615476 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45432) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:38.621413 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-be0907da-61bd-4d8e-808d-3bbadefc23c0 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-251223915'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:15:38.628189 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-be0907da-61bd-4d8e-808d-3bbadefc23c0 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:15:38.632727 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-be0907da-61bd-4d8e-808d-3bbadefc23c0 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Usage tracker for resource:network and tenant:1107d482f26340eea0f596340421f761 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:15:38.637686 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-be0907da-61bd-4d8e-808d-3bbadefc23c0 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:15:38.643969 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-be0907da-61bd-4d8e-808d-3bbadefc23c0 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:15:38.656138 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0907da-61bd-4d8e-808d-3bbadefc23c0 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Made reservation on behalf of 1107d482f26340eea0f596340421f761 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:15:38.661734 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-be0907da-61bd-4d8e-808d-3bbadefc23c0 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:38.694276 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be0907da-61bd-4d8e-808d-3bbadefc23c0 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:15:38.703324 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-be0907da-61bd-4d8e-808d-3bbadefc23c0 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:38.703731 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-be0907da-61bd-4d8e-808d-3bbadefc23c0 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Added segment 8fd29c57-a78c-4e99-8292-f6f2f87a1c1b of type vlan for network 6b0060e2-50fe-4fa0-b5b4-378dce3ba3f1 Feb 09 13:15:38.731367 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-be0907da-61bd-4d8e-808d-3bbadefc23c0 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:38.762458 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-be0907da-61bd-4d8e-808d-3bbadefc23c0 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:38.769286 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0907da-61bd-4d8e-808d-3bbadefc23c0 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:38.769870 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-be0907da-61bd-4d8e-808d-3bbadefc23c0 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:38.816411 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179048a6-e8ac-4814-bd21-9682724e9aa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-af751357-930e-49c9-99e0-00f6721ac2fc', 'network_id': 'af751357-930e-49c9-99e0-00f6721ac2fc', 'tenant_id': '1107d482f26340eea0f596340421f761', 'fixed_ips': [{'subnet_id': 'd761ca62-59b2-4129-8650-cd619905d325'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 13:15:38.817326 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-179048a6-e8ac-4814-bd21-9682724e9aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:38.874273 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-be0907da-61bd-4d8e-808d-3bbadefc23c0 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2576327 Feb 09 13:15:38.877725 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45436) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:38.883925 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-815b3457-96ba-4224-a835-dc481713a21b tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Request body: {'subnet': {'network_id': '6b0060e2-50fe-4fa0-b5b4-378dce3ba3f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:15:38.900002 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0907da-61bd-4d8e-808d-3bbadefc23c0 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Pushing event updated for resources: {'Network': ['ID=6b0060e2-50fe-4fa0-b5b4-378dce3ba3f1,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:38.914215 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 6b0060e2-50fe-4fa0-b5b4-378dce3ba3f1 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:15:38.987143 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device cacd9992-428f-4049-9f44-8f6c3913bf0f up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:15:39.001902 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-815b3457-96ba-4224-a835-dc481713a21b tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:15:39.005901 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-815b3457-96ba-4224-a835-dc481713a21b tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Usage tracker for resource:subnet and tenant:1107d482f26340eea0f596340421f761 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:15:39.008725 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-815b3457-96ba-4224-a835-dc481713a21b tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:15:39.014650 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-815b3457-96ba-4224-a835-dc481713a21b tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:15:39.024778 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815b3457-96ba-4224-a835-dc481713a21b tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Made reservation on behalf of 1107d482f26340eea0f596340421f761 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:15:39.028289 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-815b3457-96ba-4224-a835-dc481713a21b tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:39.142841 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-179048a6-e8ac-4814-bd21-9682724e9aa5 None None] Allocated IP 2001:db8::2 (af751357-930e-49c9-99e0-00f6721ac2fc/d761ca62-59b2-4129-8650-cd619905d325/e49d9780-1fa6-48bf-9144-5f780275bcad) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:15:39.228079 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port cacd9992-428f-4049-9f44-8f6c3913bf0f triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:15:39.228472 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:39.275243 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-815b3457-96ba-4224-a835-dc481713a21b tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:39.348314 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815b3457-96ba-4224-a835-dc481713a21b tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Pushing event updated for resources: {'Subnet': ['ID=4277068b-05ec-4d6e-9bff-e05555188e0d,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:39.374123 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815b3457-96ba-4224-a835-dc481713a21b tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Checking segment: {'id': '8fd29c57-a78c-4e99-8292-f6f2f87a1c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6b0060e2-50fe-4fa0-b5b4-378dce3ba3f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:15:39.374479 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815b3457-96ba-4224-a835-dc481713a21b tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Network hostable DHCP agents. Network: 6b0060e2-50fe-4fa0-b5b4-378dce3ba3f1, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:15:39.395896 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815b3457-96ba-4224-a835-dc481713a21b tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Network 6b0060e2-50fe-4fa0-b5b4-378dce3ba3f1 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:15:39.405130 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-815b3457-96ba-4224-a835-dc481713a21b tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 6b0060e2-50fe-4fa0-b5b4-378dce3ba3f1) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:15:39.409798 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815b3457-96ba-4224-a835-dc481713a21b tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:39.410405 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-815b3457-96ba-4224-a835-dc481713a21b tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:39.426829 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211c64e5-ad5c-4767-9b87-bc350d7c83a7 None None] Network 6b0060e2-50fe-4fa0-b5b4-378dce3ba3f1 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:15:39.430343 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-815b3457-96ba-4224-a835-dc481713a21b tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5514491 Feb 09 13:15:39.432920 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45440) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:39.548258 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-179048a6-e8ac-4814-bd21-9682724e9aa5 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:39.575100 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf03-94f3-47fd-96df-1f99d252f679 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:39.576100 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-179048a6-e8ac-4814-bd21-9682724e9aa5 None None] Transition to ACTIVE for port object e49d9780-1fa6-48bf-9144-5f780275bcad will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:15:39.643945 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf03-94f3-47fd-96df-1f99d252f679 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:39.648848 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-179048a6-e8ac-4814-bd21-9682724e9aa5 None None] Transition to ACTIVE for port object e49d9780-1fa6-48bf-9144-5f780275bcad will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:15:39.680946 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-179048a6-e8ac-4814-bd21-9682724e9aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:39.721798 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf03-94f3-47fd-96df-1f99d252f679 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:39.760811 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cdaf03-94f3-47fd-96df-1f99d252f679 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Pushing event deleted for resources: {'Subnet': ['ID=4277068b-05ec-4d6e-9bff-e05555188e0d,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:39.762662 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179048a6-e8ac-4814-bd21-9682724e9aa5 None None] Network af751357-930e-49c9-99e0-00f6721ac2fc is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:15:39.768127 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-179048a6-e8ac-4814-bd21-9682724e9aa5 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:15:39.799357 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179048a6-e8ac-4814-bd21-9682724e9aa5 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:15:39.837685 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179048a6-e8ac-4814-bd21-9682724e9aa5 None None] Pushing event updated for resources: {'Port': ['ID=e49d9780-1fa6-48bf-9144-5f780275bcad,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:39.847084 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11f9a77-1e1f-4182-ba7d-3b75a28c754f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-6b0060e2-50fe-4fa0-b5b4-378dce3ba3f1', 'network_id': '6b0060e2-50fe-4fa0-b5b4-378dce3ba3f1', 'tenant_id': '1107d482f26340eea0f596340421f761', 'fixed_ips': [{'subnet_id': '4277068b-05ec-4d6e-9bff-e05555188e0d'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 13:15:39.847931 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c11f9a77-1e1f-4182-ba7d-3b75a28c754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:39.855475 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf03-94f3-47fd-96df-1f99d252f679 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:39.881096 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-b1cdaf03-94f3-47fd-96df-1f99d252f679 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b0060e2-50fe-4fa0-b5b4-378dce3ba3f1']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:39.893996 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-b1cdaf03-94f3-47fd-96df-1f99d252f679 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fd29c57-a78c-4e99-8292-f6f2f87a1c1b') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:39.893996 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-b1cdaf03-94f3-47fd-96df-1f99d252f679 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fd29c57-a78c-4e99-8292-f6f2f87a1c1b') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:39.905177 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf03-94f3-47fd-96df-1f99d252f679 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:39.921175 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf03-94f3-47fd-96df-1f99d252f679 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:39.927716 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1cdaf03-94f3-47fd-96df-1f99d252f679 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 13:15:39.928148 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf03-94f3-47fd-96df-1f99d252f679 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:39.943440 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 13:15:39.943440 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 13:15:39.943440 n-d-825178-3 neutron-server[87568]: timer() Feb 09 13:15:39.943440 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:15:39.943440 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 13:15:39.943440 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:15:39.943440 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 13:15:39.943440 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:15:39.943440 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 13:15:39.943440 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:15:39.943440 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 13:15:39.943440 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:15:39.943440 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 13:15:39.943440 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:15:39.943440 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:15:39.943440 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:15:39.943440 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:15:39.943440 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:15:39.943440 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 13:15:39.943440 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 13:15:39.943440 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 13:15:39.943440 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 13:15:39.943440 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:15:39.943440 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 13:15:39.943440 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 13:15:39.943440 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 13:15:39.943440 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:15:39.943440 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 13:15:39.943440 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:15:39.943440 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 13:15:39.943440 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:15:39.943440 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:15:39.965786 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-179048a6-e8ac-4814-bd21-9682724e9aa5 None None] Attempting to bind port e49d9780-1fa6-48bf-9144-5f780275bcad on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:15:39.966153 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-179048a6-e8ac-4814-bd21-9682724e9aa5 None None] Attempting to bind port e49d9780-1fa6-48bf-9144-5f780275bcad by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'd78f0bd9-a81c-43e3-9fcf-1fe11565c7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'af751357-930e-49c9-99e0-00f6721ac2fc'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:15:39.966518 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179048a6-e8ac-4814-bd21-9682724e9aa5 None None] Attempting to bind port e49d9780-1fa6-48bf-9144-5f780275bcad on network af751357-930e-49c9-99e0-00f6721ac2fc {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:15:39.977920 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179048a6-e8ac-4814-bd21-9682724e9aa5 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:15:39.978299 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179048a6-e8ac-4814-bd21-9682724e9aa5 None None] Checking segment: {'id': 'd78f0bd9-a81c-43e3-9fcf-1fe11565c7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'af751357-930e-49c9-99e0-00f6721ac2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:15:39.978709 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-179048a6-e8ac-4814-bd21-9682724e9aa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:39.979116 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179048a6-e8ac-4814-bd21-9682724e9aa5 None None] Bound using segment: {'id': 'd78f0bd9-a81c-43e3-9fcf-1fe11565c7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'af751357-930e-49c9-99e0-00f6721ac2fc'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:15:39.979579 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-179048a6-e8ac-4814-bd21-9682724e9aa5 None None] Bound port: e49d9780-1fa6-48bf-9144-5f780275bcad, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd78f0bd9-a81c-43e3-9fcf-1fe11565c7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'af751357-930e-49c9-99e0-00f6721ac2fc'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:15:39.979980 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-179048a6-e8ac-4814-bd21-9682724e9aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:40.025663 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf03-94f3-47fd-96df-1f99d252f679 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:40.030961 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf03-94f3-47fd-96df-1f99d252f679 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:40.035737 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320747fa-9eef-4f05-86f2-dd083278440d None None] Network 6b0060e2-50fe-4fa0-b5b4-378dce3ba3f1 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:15:40.056026 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cdaf03-94f3-47fd-96df-1f99d252f679 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Pushing event deleted for resources: {'Network': ['ID=6b0060e2-50fe-4fa0-b5b4-378dce3ba3f1,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:40.062412 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b1cdaf03-94f3-47fd-96df-1f99d252f679 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] 10.222.0.55 "DELETE /v2.0/networks/6b0060e2-50fe-4fa0-b5b4-378dce3ba3f1 HTTP/1.1" status: 204 len: 168 time: 0.6255701 Feb 09 13:15:40.063315 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45444) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:40.066748 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320747fa-9eef-4f05-86f2-dd083278440d None None] Network 6b0060e2-50fe-4fa0-b5b4-378dce3ba3f1 could not be found, it might have been deleted concurrently. {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 09 13:15:40.101326 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-179048a6-e8ac-4814-bd21-9682724e9aa5 None None] For port e49d9780-1fa6-48bf-9144-5f780275bcad, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:15:40.102210 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1260b76-f0e1-41dd-b7e9-4866cd60e457 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] GET failed (client error): The resource could not be found. Feb 09 13:15:40.102773 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c1260b76-f0e1-41dd-b7e9-4866cd60e457 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Synchronizing usage tracker for tenant:1107d482f26340eea0f596340421f761 on resource:subnet {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:15:40.105263 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-179048a6-e8ac-4814-bd21-9682724e9aa5 None None] For port e49d9780-1fa6-48bf-9144-5f780275bcad, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=e49d9780-1fa6-48bf-9144-5f780275bcad,segment=NetworkSegment(d78f0bd9-a81c-43e3-9fcf-1fe11565c7e2),segment_id=d78f0bd9-a81c-43e3-9fcf-1fe11565c7e2)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:15:40.109159 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-179048a6-e8ac-4814-bd21-9682724e9aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:40.120665 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c1260b76-f0e1-41dd-b7e9-4866cd60e457 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Unset dirty status for tenant:1107d482f26340eea0f596340421f761 on resource:subnet {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:15:40.121866 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c1260b76-f0e1-41dd-b7e9-4866cd60e457 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] 10.222.0.55 "GET /v2.0/subnets/4277068b-05ec-4d6e-9bff-e05555188e0d HTTP/1.1" status: 404 len: 337 time: 0.0578539 Feb 09 13:15:40.124700 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45448) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:40.149504 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-196425b8-7334-41dc-b44b-6933c68229c3 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] DELETE failed (client error): The resource could not be found. Feb 09 13:15:40.149962 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-196425b8-7334-41dc-b44b-6933c68229c3 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:15:40.151556 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-196425b8-7334-41dc-b44b-6933c68229c3 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] 10.222.0.55 "DELETE /v2.0/networks/6b0060e2-50fe-4fa0-b5b4-378dce3ba3f1 HTTP/1.1" status: 404 len: 339 time: 0.0259666 Feb 09 13:15:40.155354 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45452) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:40.187800 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179048a6-e8ac-4814-bd21-9682724e9aa5 None None] Pushing event updated for resources: {'Port': ['ID=e49d9780-1fa6-48bf-9144-5f780275bcad,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:40.308593 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e89ece8-3be2-4ad5-a89d-ebfc41fb1686 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] DELETE failed (client error): The resource could not be found. Feb 09 13:15:40.309043 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e89ece8-3be2-4ad5-a89d-ebfc41fb1686 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:15:40.310707 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4e89ece8-3be2-4ad5-a89d-ebfc41fb1686 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] 10.222.0.55 "DELETE /v2.0/subnets/4277068b-05ec-4d6e-9bff-e05555188e0d HTTP/1.1" status: 404 len: 337 time: 0.1544561 Feb 09 13:15:40.314017 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45456) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:40.342291 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-2633ff81-951a-4c77-8631-b76e7d24e96e tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] DELETE failed (client error): The resource could not be found. Feb 09 13:15:40.342291 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2633ff81-951a-4c77-8631-b76e7d24e96e tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:15:40.342549 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2633ff81-951a-4c77-8631-b76e7d24e96e tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] 10.222.0.55 "DELETE /v2.0/networks/6b0060e2-50fe-4fa0-b5b4-378dce3ba3f1 HTTP/1.1" status: 404 len: 339 time: 0.0274923 Feb 09 13:15:40.345415 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45460) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:40.421516 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ab2ea12-96a5-4bec-964a-1bddb9844239 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Deleting subnet d761ca62-59b2-4129-8650-cd619905d325 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 13:15:40.425014 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4ab2ea12-96a5-4bec-964a-1bddb9844239 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:40.484597 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4ab2ea12-96a5-4bec-964a-1bddb9844239 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:40.568803 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4ab2ea12-96a5-4bec-964a-1bddb9844239 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:40.642947 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4ab2ea12-96a5-4bec-964a-1bddb9844239 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:40.684636 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab2ea12-96a5-4bec-964a-1bddb9844239 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Pushing event deleted for resources: {'Subnet': ['ID=d761ca62-59b2-4129-8650-cd619905d325,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:40.686546 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4ab2ea12-96a5-4bec-964a-1bddb9844239 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:40.699816 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4ab2ea12-96a5-4bec-964a-1bddb9844239 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] 10.222.0.55 "DELETE /v2.0/subnets/d761ca62-59b2-4129-8650-cd619905d325 HTTP/1.1" status: 204 len: 168 time: 0.3533802 Feb 09 13:15:40.702576 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45464) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:40.814190 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6074ebd7-9e21-499f-a455-ddb06108737c tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:40.825351 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-6074ebd7-9e21-499f-a455-ddb06108737c tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Deleting port e49d9780-1fa6-48bf-9144-5f780275bcad {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:15:40.825608 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6074ebd7-9e21-499f-a455-ddb06108737c tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:40.974707 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device e49d9780-1fa6-48bf-9144-5f780275bcad up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:15:41.042922 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-6074ebd7-9e21-499f-a455-ddb06108737c tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] For port e49d9780-1fa6-48bf-9144-5f780275bcad, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=e49d9780-1fa6-48bf-9144-5f780275bcad,segment=NetworkSegment(d78f0bd9-a81c-43e3-9fcf-1fe11565c7e2),segment_id=d78f0bd9-a81c-43e3-9fcf-1fe11565c7e2)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:15:41.043478 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6074ebd7-9e21-499f-a455-ddb06108737c tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:41.047717 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port e49d9780-1fa6-48bf-9144-5f780275bcad completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:15:41.168280 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd03575-d1cf-4c90-945a-0935ae8dac5e None None] Network af751357-930e-49c9-99e0-00f6721ac2fc requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:15:41.179334 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-6074ebd7-9e21-499f-a455-ddb06108737c tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Calling delete_port for e49d9780-1fa6-48bf-9144-5f780275bcad owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:15:41.255179 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b9c4be3b-98a0-47e8-a206-4fabd8723bb8 None None] Provisioning for port e49d9780-1fa6-48bf-9144-5f780275bcad completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:15:41.257348 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6074ebd7-9e21-499f-a455-ddb06108737c tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:41.270930 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b9c4be3b-98a0-47e8-a206-4fabd8723bb8 None None] Provisioning complete for port e49d9780-1fa6-48bf-9144-5f780275bcad triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:15:41.271310 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b9c4be3b-98a0-47e8-a206-4fabd8723bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:41.305471 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b9c4be3b-98a0-47e8-a206-4fabd8723bb8 None None] Port e49d9780-1fa6-48bf-9144-5f780275bcad was deleted so its status cannot be updated. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 09 13:15:41.308429 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074ebd7-9e21-499f-a455-ddb06108737c tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Pushing event deleted for resources: {'Port': ['ID=e49d9780-1fa6-48bf-9144-5f780275bcad,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:41.314260 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6074ebd7-9e21-499f-a455-ddb06108737c tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] No DVR routers for this DVR port e49d9780-1fa6-48bf-9144-5f780275bcad on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:15:41.427443 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bc17b9-e511-4325-b57d-94a05bc7db79 None None] DHCP port deletion for af751357-930e-49c9-99e0-00f6721ac2fc request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 13:15:41.447165 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6074ebd7-9e21-499f-a455-ddb06108737c tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:41.473306 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-6074ebd7-9e21-499f-a455-ddb06108737c tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af751357-930e-49c9-99e0-00f6721ac2fc']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:41.485381 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-6074ebd7-9e21-499f-a455-ddb06108737c tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd78f0bd9-a81c-43e3-9fcf-1fe11565c7e2') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:41.485707 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-6074ebd7-9e21-499f-a455-ddb06108737c tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd78f0bd9-a81c-43e3-9fcf-1fe11565c7e2') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:41.497049 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6074ebd7-9e21-499f-a455-ddb06108737c tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:41.513549 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6074ebd7-9e21-499f-a455-ddb06108737c tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:41.520164 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6074ebd7-9e21-499f-a455-ddb06108737c tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 13:15:41.520547 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6074ebd7-9e21-499f-a455-ddb06108737c tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:41.536548 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 13:15:41.536548 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 13:15:41.536548 n-d-825178-3 neutron-server[87568]: timer() Feb 09 13:15:41.536548 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:15:41.536548 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 13:15:41.536548 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:15:41.536548 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 13:15:41.536548 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:15:41.536548 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 13:15:41.536548 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:15:41.536548 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 13:15:41.536548 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:15:41.536548 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 13:15:41.536548 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:15:41.536548 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:15:41.536548 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:15:41.536548 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:15:41.536548 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:15:41.536548 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 13:15:41.536548 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 13:15:41.536548 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 13:15:41.536548 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 13:15:41.536548 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:15:41.536548 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 13:15:41.536548 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 13:15:41.536548 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 13:15:41.536548 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:15:41.536548 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 13:15:41.536548 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:15:41.536548 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 13:15:41.536548 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:15:41.536548 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:15:41.615890 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6074ebd7-9e21-499f-a455-ddb06108737c tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:41.633545 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6074ebd7-9e21-499f-a455-ddb06108737c tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:41.644167 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074ebd7-9e21-499f-a455-ddb06108737c tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Pushing event deleted for resources: {'Network': ['ID=af751357-930e-49c9-99e0-00f6721ac2fc,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:41.648164 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6074ebd7-9e21-499f-a455-ddb06108737c tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] 10.222.0.55 "DELETE /v2.0/networks/af751357-930e-49c9-99e0-00f6721ac2fc HTTP/1.1" status: 204 len: 168 time: 0.9446640 Feb 09 13:15:41.650684 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45468) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:41.687560 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee2eeea4-5276-4b41-a852-01fc00290024 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] DELETE failed (client error): The resource could not be found. Feb 09 13:15:41.688031 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee2eeea4-5276-4b41-a852-01fc00290024 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:15:41.689606 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ee2eeea4-5276-4b41-a852-01fc00290024 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] 10.222.0.55 "DELETE /v2.0/subnets/23fcdd3f-24c5-48d3-b0be-e5cbb420fb4c HTTP/1.1" status: 404 len: 337 time: 0.0380597 Feb 09 13:15:41.692149 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45472) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:41.715039 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cfb906e-92bb-41e3-b535-c54b0a88464d tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] DELETE failed (client error): The resource could not be found. Feb 09 13:15:41.715498 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cfb906e-92bb-41e3-b535-c54b0a88464d tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:15:41.717047 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9cfb906e-92bb-41e3-b535-c54b0a88464d tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] 10.222.0.55 "DELETE /v2.0/networks/9721c408-3459-49d6-a9e7-5de6f5b99f53 HTTP/1.1" status: 404 len: 339 time: 0.0240498 Feb 09 13:15:41.719761 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45476) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:41.758498 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-889dcc7a-b174-4c63-bdf5-abec31c27b2b tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] DELETE failed (client error): The resource could not be found. Feb 09 13:15:41.758931 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-889dcc7a-b174-4c63-bdf5-abec31c27b2b tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:15:41.760496 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-889dcc7a-b174-4c63-bdf5-abec31c27b2b tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] 10.222.0.55 "DELETE /v2.0/subnets/2ef65037-de50-4616-b5f2-fdf7cf171307 HTTP/1.1" status: 404 len: 337 time: 0.0398831 Feb 09 13:15:41.762814 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45480) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:41.786450 n-d-825178-3 neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-5579f289-0c48-4143-99e8-ce57005898e2 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] DELETE failed (client error): The resource could not be found. Feb 09 13:15:41.786889 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5579f289-0c48-4143-99e8-ce57005898e2 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:15:41.788465 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5579f289-0c48-4143-99e8-ce57005898e2 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] 10.222.0.55 "DELETE /v2.0/networks/603acc15-d2f4-4ee0-9b77-5e90a9d330fe HTTP/1.1" status: 404 len: 339 time: 0.0248141 Feb 09 13:15:41.790788 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45484) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:41.853544 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-68ee4f55-3f3c-4f4c-9879-2a52ddf86c45 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Deleting subnet 03f1390c-76d7-479e-a720-d40473081664 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 13:15:41.856398 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68ee4f55-3f3c-4f4c-9879-2a52ddf86c45 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:41.912098 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68ee4f55-3f3c-4f4c-9879-2a52ddf86c45 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:42.087029 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68ee4f55-3f3c-4f4c-9879-2a52ddf86c45 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:42.158986 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68ee4f55-3f3c-4f4c-9879-2a52ddf86c45 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:42.201326 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68ee4f55-3f3c-4f4c-9879-2a52ddf86c45 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:42.204354 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee4f55-3f3c-4f4c-9879-2a52ddf86c45 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Pushing event deleted for resources: {'Subnet': ['ID=03f1390c-76d7-479e-a720-d40473081664,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:42.207055 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873aa5f3-24e5-4b49-9d37-63791021aeae None None] Network f4516bc4-bba3-4c8a-b637-45b96a500769 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:15:42.214535 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-68ee4f55-3f3c-4f4c-9879-2a52ddf86c45 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] 10.222.0.55 "DELETE /v2.0/subnets/03f1390c-76d7-479e-a720-d40473081664 HTTP/1.1" status: 204 len: 168 time: 0.4228227 Feb 09 13:15:42.216976 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45488) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:42.341239 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-23908719-bf8c-4d16-96e7-d57a95a3eda4 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:42.353708 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-23908719-bf8c-4d16-96e7-d57a95a3eda4 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Deleting port cacd9992-428f-4049-9f44-8f6c3913bf0f {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:15:42.354132 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-23908719-bf8c-4d16-96e7-d57a95a3eda4 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:42.466557 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d79764f-7475-498f-8935-17d2822e6f60 None None] DHCP port deletion for f4516bc4-bba3-4c8a-b637-45b96a500769 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 13:15:42.470897 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-3d79764f-7475-498f-8935-17d2822e6f60 None None] Deleting port cacd9992-428f-4049-9f44-8f6c3913bf0f {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:15:42.471277 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3d79764f-7475-498f-8935-17d2822e6f60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:42.561136 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-23908719-bf8c-4d16-96e7-d57a95a3eda4 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] For port cacd9992-428f-4049-9f44-8f6c3913bf0f, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=cacd9992-428f-4049-9f44-8f6c3913bf0f,segment=NetworkSegment(41c7355e-32c8-44aa-9de4-3c5286193caa),segment_id=41c7355e-32c8-44aa-9de4-3c5286193caa)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:15:42.561500 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-23908719-bf8c-4d16-96e7-d57a95a3eda4 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:42.671751 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-3d79764f-7475-498f-8935-17d2822e6f60 None None] For port cacd9992-428f-4049-9f44-8f6c3913bf0f, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=cacd9992-428f-4049-9f44-8f6c3913bf0f,segment=NetworkSegment(41c7355e-32c8-44aa-9de4-3c5286193caa),segment_id=41c7355e-32c8-44aa-9de4-3c5286193caa)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:15:42.672222 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3d79764f-7475-498f-8935-17d2822e6f60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:42.685790 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-23908719-bf8c-4d16-96e7-d57a95a3eda4 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Calling delete_port for cacd9992-428f-4049-9f44-8f6c3913bf0f owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:15:42.762305 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-23908719-bf8c-4d16-96e7-d57a95a3eda4 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:42.792389 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-3d79764f-7475-498f-8935-17d2822e6f60 None None] Calling delete_port for cacd9992-428f-4049-9f44-8f6c3913bf0f owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:15:42.809039 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23908719-bf8c-4d16-96e7-d57a95a3eda4 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Pushing event deleted for resources: {'Port': ['ID=cacd9992-428f-4049-9f44-8f6c3913bf0f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:42.814363 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23908719-bf8c-4d16-96e7-d57a95a3eda4 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] No DVR routers for this DVR port cacd9992-428f-4049-9f44-8f6c3913bf0f on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:15:42.863981 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-3d79764f-7475-498f-8935-17d2822e6f60 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:15:42.864345 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-3d79764f-7475-498f-8935-17d2822e6f60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:15:42.930747 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device e49d9780-1fa6-48bf-9144-5f780275bcad no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:15:42.939276 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-23908719-bf8c-4d16-96e7-d57a95a3eda4 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:42.969390 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: e49d9780-1fa6-48bf-9144-5f780275bcad {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:15:42.969618 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-23908719-bf8c-4d16-96e7-d57a95a3eda4 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4516bc4-bba3-4c8a-b637-45b96a500769']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:42.969776 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device e49d9780-1fa6-48bf-9144-5f780275bcad not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:15:42.970201 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device cacd9992-428f-4049-9f44-8f6c3913bf0f no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:15:42.982115 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-23908719-bf8c-4d16-96e7-d57a95a3eda4 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41c7355e-32c8-44aa-9de4-3c5286193caa') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:42.982405 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-23908719-bf8c-4d16-96e7-d57a95a3eda4 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41c7355e-32c8-44aa-9de4-3c5286193caa') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:42.995420 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-23908719-bf8c-4d16-96e7-d57a95a3eda4 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:43.012561 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-23908719-bf8c-4d16-96e7-d57a95a3eda4 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:43.018526 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23908719-bf8c-4d16-96e7-d57a95a3eda4 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 13:15:43.018908 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-23908719-bf8c-4d16-96e7-d57a95a3eda4 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:43.033072 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 13:15:43.033072 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 13:15:43.033072 n-d-825178-3 neutron-server[87568]: timer() Feb 09 13:15:43.033072 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:15:43.033072 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 13:15:43.033072 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:15:43.033072 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 13:15:43.033072 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:15:43.033072 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 13:15:43.033072 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:15:43.033072 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 13:15:43.033072 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:15:43.033072 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 13:15:43.033072 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:15:43.033072 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:15:43.033072 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:15:43.033072 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:15:43.033072 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:15:43.033072 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 13:15:43.033072 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 13:15:43.033072 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 13:15:43.033072 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 13:15:43.033072 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:15:43.033072 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 13:15:43.033072 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 13:15:43.033072 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 13:15:43.033072 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:15:43.033072 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 13:15:43.033072 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:15:43.033072 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 13:15:43.033072 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:15:43.033072 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:15:43.035000 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: cacd9992-428f-4049-9f44-8f6c3913bf0f {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:15:43.035000 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device cacd9992-428f-4049-9f44-8f6c3913bf0f not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:15:43.111800 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-23908719-bf8c-4d16-96e7-d57a95a3eda4 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:43.116790 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-23908719-bf8c-4d16-96e7-d57a95a3eda4 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:43.141667 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23908719-bf8c-4d16-96e7-d57a95a3eda4 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] Pushing event deleted for resources: {'Network': ['ID=f4516bc4-bba3-4c8a-b637-45b96a500769,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:43.145300 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-23908719-bf8c-4d16-96e7-d57a95a3eda4 tempest-NetworksIpV6Test-1615639243 tempest-NetworksIpV6Test-1615639243-project] 10.222.0.55 "DELETE /v2.0/networks/f4516bc4-bba3-4c8a-b637-45b96a500769 HTTP/1.1" status: 204 len: 168 time: 0.9274068 Feb 09 13:15:43.365439 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-3d79764f-7475-498f-8935-17d2822e6f60 None None] Deleting port cacd9992-428f-4049-9f44-8f6c3913bf0f {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:15:43.365864 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3d79764f-7475-498f-8935-17d2822e6f60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:43.409673 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45496) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:43.433764 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-3d79764f-7475-498f-8935-17d2822e6f60 None None] The port 'cacd9992-428f-4049-9f44-8f6c3913bf0f' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 13:15:43.556892 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-fd280e63-a840-46b0-8410-264af5ae3658 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1107d482f26340eea0f596340421f761&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1459725 Feb 09 13:15:43.559320 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45502) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:43.617325 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3d798519-64b0-4a37-9df7-71f2ef13bf60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:43.642707 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3d798519-64b0-4a37-9df7-71f2ef13bf60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:43.693617 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3d798519-64b0-4a37-9df7-71f2ef13bf60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:43.710100 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d798519-64b0-4a37-9df7-71f2ef13bf60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9d5e2b-9af8-4704-ad47-63007a95d7c5,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:43.715434 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3d798519-64b0-4a37-9df7-71f2ef13bf60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:43.717353 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3d798519-64b0-4a37-9df7-71f2ef13bf60 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0d9d5e2b-9af8-4704-ad47-63007a95d7c5 HTTP/1.1" status: 204 len: 168 time: 0.1570415 Feb 09 13:15:44.109339 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-20e342a5-1eb5-4fb7-95f1-1ea9af17539c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:44.401291 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45526) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:44.503886 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-c3483ce0-2bdc-4b66-ba50-e29e8dff4af5 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1684916873', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:15:44.511040 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c3483ce0-2bdc-4b66-ba50-e29e8dff4af5 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:15:44.514881 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c3483ce0-2bdc-4b66-ba50-e29e8dff4af5 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Usage tracker for resource:router and tenant:1affee8588554a2a9901f671f6a8a07b is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:15:44.517990 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-c3483ce0-2bdc-4b66-ba50-e29e8dff4af5 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:15:44.526127 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-c3483ce0-2bdc-4b66-ba50-e29e8dff4af5 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:15:44.538980 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c3483ce0-2bdc-4b66-ba50-e29e8dff4af5 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:44.540439 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c3483ce0-2bdc-4b66-ba50-e29e8dff4af5 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:44.558588 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c3483ce0-2bdc-4b66-ba50-e29e8dff4af5 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:44.577013 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c3483ce0-2bdc-4b66-ba50-e29e8dff4af5 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:44.598088 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c3483ce0-2bdc-4b66-ba50-e29e8dff4af5 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:44.599337 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c3483ce0-2bdc-4b66-ba50-e29e8dff4af5 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1970596 Feb 09 13:15:44.602427 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45532) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:44.607803 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-cf7287ce-574c-4869-9181-99bb598e938b tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-285293342'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:15:44.613857 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-cf7287ce-574c-4869-9181-99bb598e938b tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:15:44.618218 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-cf7287ce-574c-4869-9181-99bb598e938b tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Usage tracker for resource:network and tenant:1affee8588554a2a9901f671f6a8a07b is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:15:44.621045 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-cf7287ce-574c-4869-9181-99bb598e938b tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:15:44.627440 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-cf7287ce-574c-4869-9181-99bb598e938b tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:15:44.636483 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7287ce-574c-4869-9181-99bb598e938b tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Made reservation on behalf of 1affee8588554a2a9901f671f6a8a07b for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:15:44.639779 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cf7287ce-574c-4869-9181-99bb598e938b tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:44.652060 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cf7287ce-574c-4869-9181-99bb598e938b tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:44.667057 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-cf7287ce-574c-4869-9181-99bb598e938b tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:15:44.670847 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-cf7287ce-574c-4869-9181-99bb598e938b tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Usage tracker for resource:security_group_rule and tenant:1affee8588554a2a9901f671f6a8a07b is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:15:44.674639 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-cf7287ce-574c-4869-9181-99bb598e938b tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:15:44.680288 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-cf7287ce-574c-4869-9181-99bb598e938b tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:15:44.765824 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cf7287ce-574c-4869-9181-99bb598e938b tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:44.769456 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cf7287ce-574c-4869-9181-99bb598e938b tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:44.801190 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf7287ce-574c-4869-9181-99bb598e938b tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:15:44.809219 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7287ce-574c-4869-9181-99bb598e938b tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cce5b977-e0a4-43e9-afc5-41e617e71b48,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:44.814800 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cf7287ce-574c-4869-9181-99bb598e938b tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:44.815114 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-cf7287ce-574c-4869-9181-99bb598e938b tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Added segment 802ede5f-1dd6-4133-9f88-3d83a53a95c1 of type vlan for network 3bd6a019-ef1c-4d9d-b76e-5e9f90cfa1b6 Feb 09 13:15:44.839969 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cf7287ce-574c-4869-9181-99bb598e938b tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:44.875455 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cf7287ce-574c-4869-9181-99bb598e938b tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:44.881252 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7287ce-574c-4869-9181-99bb598e938b tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:44.881871 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cf7287ce-574c-4869-9181-99bb598e938b tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:45.103516 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-cf7287ce-574c-4869-9181-99bb598e938b tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4998903 Feb 09 13:15:45.106118 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7287ce-574c-4869-9181-99bb598e938b tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Pushing event updated for resources: {'Network': ['ID=3bd6a019-ef1c-4d9d-b76e-5e9f90cfa1b6,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:45.106235 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45536) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:45.112160 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-77ccf807-bfd5-49fd-9b2d-cd590f8bf0aa tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Request body: {'subnet': {'network_id': '3bd6a019-ef1c-4d9d-b76e-5e9f90cfa1b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:15:45.116075 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 3bd6a019-ef1c-4d9d-b76e-5e9f90cfa1b6 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:15:45.224863 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-77ccf807-bfd5-49fd-9b2d-cd590f8bf0aa tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:15:45.228916 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-77ccf807-bfd5-49fd-9b2d-cd590f8bf0aa tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Usage tracker for resource:subnet and tenant:1affee8588554a2a9901f671f6a8a07b is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:15:45.231639 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-77ccf807-bfd5-49fd-9b2d-cd590f8bf0aa tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:15:45.237432 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-77ccf807-bfd5-49fd-9b2d-cd590f8bf0aa tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:15:45.246861 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ccf807-bfd5-49fd-9b2d-cd590f8bf0aa tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Made reservation on behalf of 1affee8588554a2a9901f671f6a8a07b for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:15:45.250887 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-77ccf807-bfd5-49fd-9b2d-cd590f8bf0aa tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:45.468847 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-77ccf807-bfd5-49fd-9b2d-cd590f8bf0aa tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:45.545203 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ccf807-bfd5-49fd-9b2d-cd590f8bf0aa tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Pushing event updated for resources: {'Subnet': ['ID=0a9dc5ec-e10b-4b1b-9aaa-cae426762c61,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:45.553976 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ccf807-bfd5-49fd-9b2d-cd590f8bf0aa tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Checking segment: {'id': '802ede5f-1dd6-4133-9f88-3d83a53a95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3bd6a019-ef1c-4d9d-b76e-5e9f90cfa1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:15:45.554347 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ccf807-bfd5-49fd-9b2d-cd590f8bf0aa tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Network hostable DHCP agents. Network: 3bd6a019-ef1c-4d9d-b76e-5e9f90cfa1b6, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:15:45.573426 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ccf807-bfd5-49fd-9b2d-cd590f8bf0aa tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Network 3bd6a019-ef1c-4d9d-b76e-5e9f90cfa1b6 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:15:45.586865 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-77ccf807-bfd5-49fd-9b2d-cd590f8bf0aa tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 3bd6a019-ef1c-4d9d-b76e-5e9f90cfa1b6) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:15:45.591000 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ccf807-bfd5-49fd-9b2d-cd590f8bf0aa tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:45.591585 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-77ccf807-bfd5-49fd-9b2d-cd590f8bf0aa tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:45.595590 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db261ee-dac2-4c1a-a86f-ea4e439130f3 None None] Network 3bd6a019-ef1c-4d9d-b76e-5e9f90cfa1b6 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:15:45.613541 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-77ccf807-bfd5-49fd-9b2d-cd590f8bf0aa tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5057096 Feb 09 13:15:45.615969 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45540) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:45.621487 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-0d06820b-2f59-4555-beb4-f5c43f2aa384 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1311882017'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:15:45.627997 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0d06820b-2f59-4555-beb4-f5c43f2aa384 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:15:45.631798 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0d06820b-2f59-4555-beb4-f5c43f2aa384 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Usage tracker for resource:network and tenant:1affee8588554a2a9901f671f6a8a07b is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:15:45.634596 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0d06820b-2f59-4555-beb4-f5c43f2aa384 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:15:45.640210 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0d06820b-2f59-4555-beb4-f5c43f2aa384 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:15:45.652218 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d06820b-2f59-4555-beb4-f5c43f2aa384 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Made reservation on behalf of 1affee8588554a2a9901f671f6a8a07b for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:15:45.655907 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0d06820b-2f59-4555-beb4-f5c43f2aa384 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:45.684608 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d06820b-2f59-4555-beb4-f5c43f2aa384 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:15:45.694519 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0d06820b-2f59-4555-beb4-f5c43f2aa384 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:45.694863 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-0d06820b-2f59-4555-beb4-f5c43f2aa384 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Added segment 78d8bad2-1e92-4886-9ce3-e3bacb7e6f2c of type vlan for network 98ad1ec4-44a4-49f5-8357-c51ec794a7d6 Feb 09 13:15:45.724826 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0d06820b-2f59-4555-beb4-f5c43f2aa384 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:45.754875 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0d06820b-2f59-4555-beb4-f5c43f2aa384 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:45.760242 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d06820b-2f59-4555-beb4-f5c43f2aa384 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:45.760824 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0d06820b-2f59-4555-beb4-f5c43f2aa384 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:45.804906 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567457cd-c36b-4e5a-a386-b3fdcf01c670 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-3bd6a019-ef1c-4d9d-b76e-5e9f90cfa1b6', 'network_id': '3bd6a019-ef1c-4d9d-b76e-5e9f90cfa1b6', 'tenant_id': '1affee8588554a2a9901f671f6a8a07b', 'fixed_ips': [{'subnet_id': '0a9dc5ec-e10b-4b1b-9aaa-cae426762c61'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 13:15:45.805744 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-567457cd-c36b-4e5a-a386-b3fdcf01c670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:45.960506 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0d06820b-2f59-4555-beb4-f5c43f2aa384 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3432910 Feb 09 13:15:45.963305 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45544) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:45.963903 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-567457cd-c36b-4e5a-a386-b3fdcf01c670 None None] Allocated IP 172.20.0.2 (3bd6a019-ef1c-4d9d-b76e-5e9f90cfa1b6/0a9dc5ec-e10b-4b1b-9aaa-cae426762c61/321e2473-e35f-43c6-9aec-5254fbff426f) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:15:45.968184 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d06820b-2f59-4555-beb4-f5c43f2aa384 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Pushing event updated for resources: {'Network': ['ID=98ad1ec4-44a4-49f5-8357-c51ec794a7d6,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:45.969914 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-abf53b8c-8d3a-4ce6-9017-cdce0a7faa05 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Request body: {'subnet': {'network_id': '98ad1ec4-44a4-49f5-8357-c51ec794a7d6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:15:45.992512 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 98ad1ec4-44a4-49f5-8357-c51ec794a7d6 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:15:46.080976 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-abf53b8c-8d3a-4ce6-9017-cdce0a7faa05 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:15:46.084803 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-abf53b8c-8d3a-4ce6-9017-cdce0a7faa05 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Usage tracker for resource:subnet and tenant:1affee8588554a2a9901f671f6a8a07b is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:15:46.087574 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-abf53b8c-8d3a-4ce6-9017-cdce0a7faa05 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:15:46.093187 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-abf53b8c-8d3a-4ce6-9017-cdce0a7faa05 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:15:46.104031 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf53b8c-8d3a-4ce6-9017-cdce0a7faa05 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Made reservation on behalf of 1affee8588554a2a9901f671f6a8a07b for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:15:46.107789 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-abf53b8c-8d3a-4ce6-9017-cdce0a7faa05 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:46.257337 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-567457cd-c36b-4e5a-a386-b3fdcf01c670 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:46.267647 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-567457cd-c36b-4e5a-a386-b3fdcf01c670 None None] Transition to ACTIVE for port object 321e2473-e35f-43c6-9aec-5254fbff426f will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:15:46.288103 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-567457cd-c36b-4e5a-a386-b3fdcf01c670 None None] Transition to ACTIVE for port object 321e2473-e35f-43c6-9aec-5254fbff426f will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:15:46.294929 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-567457cd-c36b-4e5a-a386-b3fdcf01c670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:46.332291 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-abf53b8c-8d3a-4ce6-9017-cdce0a7faa05 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:46.361132 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567457cd-c36b-4e5a-a386-b3fdcf01c670 None None] Network 3bd6a019-ef1c-4d9d-b76e-5e9f90cfa1b6 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:15:46.365940 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-567457cd-c36b-4e5a-a386-b3fdcf01c670 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:15:46.371972 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567457cd-c36b-4e5a-a386-b3fdcf01c670 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:15:46.411873 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567457cd-c36b-4e5a-a386-b3fdcf01c670 None None] Pushing event updated for resources: {'Port': ['ID=321e2473-e35f-43c6-9aec-5254fbff426f,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:46.421340 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf53b8c-8d3a-4ce6-9017-cdce0a7faa05 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Pushing event updated for resources: {'Subnet': ['ID=d368ea21-4f5c-4ada-8087-4f15640758e8,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:46.428177 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf53b8c-8d3a-4ce6-9017-cdce0a7faa05 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Checking segment: {'id': '78d8bad2-1e92-4886-9ce3-e3bacb7e6f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '98ad1ec4-44a4-49f5-8357-c51ec794a7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:15:46.428533 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf53b8c-8d3a-4ce6-9017-cdce0a7faa05 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Network hostable DHCP agents. Network: 98ad1ec4-44a4-49f5-8357-c51ec794a7d6, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:15:46.447720 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf53b8c-8d3a-4ce6-9017-cdce0a7faa05 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Network 98ad1ec4-44a4-49f5-8357-c51ec794a7d6 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:15:46.458230 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-abf53b8c-8d3a-4ce6-9017-cdce0a7faa05 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 98ad1ec4-44a4-49f5-8357-c51ec794a7d6) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:15:46.462626 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf53b8c-8d3a-4ce6-9017-cdce0a7faa05 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:46.463101 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-abf53b8c-8d3a-4ce6-9017-cdce0a7faa05 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:46.472511 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1ad55e-2266-49c0-ad11-20ac62f64489 None None] Network 98ad1ec4-44a4-49f5-8357-c51ec794a7d6 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:15:46.485763 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-abf53b8c-8d3a-4ce6-9017-cdce0a7faa05 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5212185 Feb 09 13:15:46.488838 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45548) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:46.494002 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-a3f53da5-8aea-430a-9791-72868876b3f2 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Request body: {'router': {'external_gateway_info': {'network_id': '98ad1ec4-44a4-49f5-8357-c51ec794a7d6'}}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:15:46.569570 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-567457cd-c36b-4e5a-a386-b3fdcf01c670 None None] Attempting to bind port 321e2473-e35f-43c6-9aec-5254fbff426f on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:15:46.570014 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-567457cd-c36b-4e5a-a386-b3fdcf01c670 None None] Attempting to bind port 321e2473-e35f-43c6-9aec-5254fbff426f by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '802ede5f-1dd6-4133-9f88-3d83a53a95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3bd6a019-ef1c-4d9d-b76e-5e9f90cfa1b6'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:15:46.570533 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567457cd-c36b-4e5a-a386-b3fdcf01c670 None None] Attempting to bind port 321e2473-e35f-43c6-9aec-5254fbff426f on network 3bd6a019-ef1c-4d9d-b76e-5e9f90cfa1b6 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:15:46.588930 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567457cd-c36b-4e5a-a386-b3fdcf01c670 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:15:46.589386 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567457cd-c36b-4e5a-a386-b3fdcf01c670 None None] Checking segment: {'id': '802ede5f-1dd6-4133-9f88-3d83a53a95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3bd6a019-ef1c-4d9d-b76e-5e9f90cfa1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:15:46.589789 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-567457cd-c36b-4e5a-a386-b3fdcf01c670 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:46.590192 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567457cd-c36b-4e5a-a386-b3fdcf01c670 None None] Bound using segment: {'id': '802ede5f-1dd6-4133-9f88-3d83a53a95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3bd6a019-ef1c-4d9d-b76e-5e9f90cfa1b6'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:15:46.590656 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-567457cd-c36b-4e5a-a386-b3fdcf01c670 None None] Bound port: 321e2473-e35f-43c6-9aec-5254fbff426f, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '802ede5f-1dd6-4133-9f88-3d83a53a95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3bd6a019-ef1c-4d9d-b76e-5e9f90cfa1b6'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:15:46.591033 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-567457cd-c36b-4e5a-a386-b3fdcf01c670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:46.606694 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e3f54fd7-4589-4eef-8cfe-1ea787232334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:46.757503 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-567457cd-c36b-4e5a-a386-b3fdcf01c670 None None] For port 321e2473-e35f-43c6-9aec-5254fbff426f, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:15:46.761960 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-567457cd-c36b-4e5a-a386-b3fdcf01c670 None None] For port 321e2473-e35f-43c6-9aec-5254fbff426f, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=321e2473-e35f-43c6-9aec-5254fbff426f,segment=NetworkSegment(802ede5f-1dd6-4133-9f88-3d83a53a95c1),segment_id=802ede5f-1dd6-4133-9f88-3d83a53a95c1)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:15:46.767457 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-567457cd-c36b-4e5a-a386-b3fdcf01c670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:46.877884 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a3f53da5-8aea-430a-9791-72868876b3f2 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:46.918937 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01305f9-92b7-47fb-b4f6-e0eefd2337a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-98ad1ec4-44a4-49f5-8357-c51ec794a7d6', 'network_id': '98ad1ec4-44a4-49f5-8357-c51ec794a7d6', 'tenant_id': '1affee8588554a2a9901f671f6a8a07b', 'fixed_ips': [{'subnet_id': 'd368ea21-4f5c-4ada-8087-4f15640758e8'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 13:15:46.919751 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b01305f9-92b7-47fb-b4f6-e0eefd2337a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:47.013480 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567457cd-c36b-4e5a-a386-b3fdcf01c670 None None] Pushing event updated for resources: {'Port': ['ID=321e2473-e35f-43c6-9aec-5254fbff426f,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:47.036122 n-d-825178-3 neutron-server[87567]: INFO neutron.api.v2.resource [None req-a3f53da5-8aea-430a-9791-72868876b3f2 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:15:47.043201 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45554) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:47.043663 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a3f53da5-8aea-430a-9791-72868876b3f2 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] 10.222.0.55 "PUT /v2.0/routers/ab0b67a7-7220-4d32-9540-8d2195141aea HTTP/1.1" status: 400 len: 364 time: 0.5534940 Feb 09 13:15:47.118665 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d5ee2f6-2f7a-4019-9bbc-4ad9993f93af tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Deleting subnet d368ea21-4f5c-4ada-8087-4f15640758e8 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 13:15:47.122257 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-b01305f9-92b7-47fb-b4f6-e0eefd2337a4 None None] Allocated IP 172.21.0.2 (98ad1ec4-44a4-49f5-8357-c51ec794a7d6/d368ea21-4f5c-4ada-8087-4f15640758e8/80d81f63-5a34-41f0-8043-9c4edfaaa0ca) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:15:47.373638 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b01305f9-92b7-47fb-b4f6-e0eefd2337a4 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:47.384548 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b01305f9-92b7-47fb-b4f6-e0eefd2337a4 None None] Transition to ACTIVE for port object 80d81f63-5a34-41f0-8043-9c4edfaaa0ca will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:15:47.402573 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b01305f9-92b7-47fb-b4f6-e0eefd2337a4 None None] Transition to ACTIVE for port object 80d81f63-5a34-41f0-8043-9c4edfaaa0ca will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:15:47.407253 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d5ee2f6-2f7a-4019-9bbc-4ad9993f93af tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:47.413300 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b01305f9-92b7-47fb-b4f6-e0eefd2337a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:47.462573 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d5ee2f6-2f7a-4019-9bbc-4ad9993f93af tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:47.486223 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01305f9-92b7-47fb-b4f6-e0eefd2337a4 None None] Network 98ad1ec4-44a4-49f5-8357-c51ec794a7d6 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:15:47.489115 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-b01305f9-92b7-47fb-b4f6-e0eefd2337a4 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:15:47.493977 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01305f9-92b7-47fb-b4f6-e0eefd2337a4 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:15:47.496169 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01305f9-92b7-47fb-b4f6-e0eefd2337a4 None None] Pushing event updated for resources: {'Port': ['ID=80d81f63-5a34-41f0-8043-9c4edfaaa0ca,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:47.551172 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d5ee2f6-2f7a-4019-9bbc-4ad9993f93af tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:47.588959 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-b01305f9-92b7-47fb-b4f6-e0eefd2337a4 None None] Attempting to bind port 80d81f63-5a34-41f0-8043-9c4edfaaa0ca on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:15:47.589325 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-b01305f9-92b7-47fb-b4f6-e0eefd2337a4 None None] Attempting to bind port 80d81f63-5a34-41f0-8043-9c4edfaaa0ca by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '78d8bad2-1e92-4886-9ce3-e3bacb7e6f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '98ad1ec4-44a4-49f5-8357-c51ec794a7d6'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:15:47.589681 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01305f9-92b7-47fb-b4f6-e0eefd2337a4 None None] Attempting to bind port 80d81f63-5a34-41f0-8043-9c4edfaaa0ca on network 98ad1ec4-44a4-49f5-8357-c51ec794a7d6 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:15:47.595436 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01305f9-92b7-47fb-b4f6-e0eefd2337a4 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:15:47.595804 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01305f9-92b7-47fb-b4f6-e0eefd2337a4 None None] Checking segment: {'id': '78d8bad2-1e92-4886-9ce3-e3bacb7e6f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '98ad1ec4-44a4-49f5-8357-c51ec794a7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:15:47.596228 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b01305f9-92b7-47fb-b4f6-e0eefd2337a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:47.596616 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01305f9-92b7-47fb-b4f6-e0eefd2337a4 None None] Bound using segment: {'id': '78d8bad2-1e92-4886-9ce3-e3bacb7e6f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '98ad1ec4-44a4-49f5-8357-c51ec794a7d6'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:15:47.597068 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-b01305f9-92b7-47fb-b4f6-e0eefd2337a4 None None] Bound port: 80d81f63-5a34-41f0-8043-9c4edfaaa0ca, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d8bad2-1e92-4886-9ce3-e3bacb7e6f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '98ad1ec4-44a4-49f5-8357-c51ec794a7d6'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:15:47.597434 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b01305f9-92b7-47fb-b4f6-e0eefd2337a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:47.624546 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d5ee2f6-2f7a-4019-9bbc-4ad9993f93af tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:47.665027 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ee2f6-2f7a-4019-9bbc-4ad9993f93af tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Pushing event deleted for resources: {'Subnet': ['ID=d368ea21-4f5c-4ada-8087-4f15640758e8,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:47.668643 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d5ee2f6-2f7a-4019-9bbc-4ad9993f93af tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:47.675443 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1d5ee2f6-2f7a-4019-9bbc-4ad9993f93af tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] 10.222.0.55 "DELETE /v2.0/subnets/d368ea21-4f5c-4ada-8087-4f15640758e8 HTTP/1.1" status: 204 len: 168 time: 0.6303980 Feb 09 13:15:47.678024 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45558) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:47.720494 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:47.727815 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-b01305f9-92b7-47fb-b4f6-e0eefd2337a4 None None] For port 80d81f63-5a34-41f0-8043-9c4edfaaa0ca, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:15:47.731332 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-b01305f9-92b7-47fb-b4f6-e0eefd2337a4 None None] For port 80d81f63-5a34-41f0-8043-9c4edfaaa0ca, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=80d81f63-5a34-41f0-8043-9c4edfaaa0ca,segment=NetworkSegment(78d8bad2-1e92-4886-9ce3-e3bacb7e6f2c),segment_id=78d8bad2-1e92-4886-9ce3-e3bacb7e6f2c)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:15:47.735029 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b01305f9-92b7-47fb-b4f6-e0eefd2337a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:47.811200 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3c9fb90c-d2ab-445b-ad3b-6410bb27daf4 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:47.824224 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:47.824435 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-3c9fb90c-d2ab-445b-ad3b-6410bb27daf4 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Deleting port 80d81f63-5a34-41f0-8043-9c4edfaaa0ca {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:15:47.824709 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3c9fb90c-d2ab-445b-ad3b-6410bb27daf4 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:47.859940 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01305f9-92b7-47fb-b4f6-e0eefd2337a4 None None] Pushing event updated for resources: {'Port': ['ID=80d81f63-5a34-41f0-8043-9c4edfaaa0ca,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:47.909409 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723635ce-cf0e-4af8-9631-565b29d490e0 None None] Network 98ad1ec4-44a4-49f5-8357-c51ec794a7d6 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:15:48.049703 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad0d51c-113c-4ebe-8cb1-6db86b5cd498 None None] Network 3bd6a019-ef1c-4d9d-b76e-5e9f90cfa1b6 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:15:48.051605 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-3c9fb90c-d2ab-445b-ad3b-6410bb27daf4 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] For port 80d81f63-5a34-41f0-8043-9c4edfaaa0ca, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=80d81f63-5a34-41f0-8043-9c4edfaaa0ca,segment=NetworkSegment(78d8bad2-1e92-4886-9ce3-e3bacb7e6f2c),segment_id=78d8bad2-1e92-4886-9ce3-e3bacb7e6f2c)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:15:48.052110 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3c9fb90c-d2ab-445b-ad3b-6410bb27daf4 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:48.177867 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-3c9fb90c-d2ab-445b-ad3b-6410bb27daf4 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Calling delete_port for 80d81f63-5a34-41f0-8043-9c4edfaaa0ca owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:15:48.179643 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-88f2806f-a136-40a3-8406-c322401e5413 None None] Provisioning for port 321e2473-e35f-43c6-9aec-5254fbff426f completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:15:48.257930 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3c9fb90c-d2ab-445b-ad3b-6410bb27daf4 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:48.306296 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9fb90c-d2ab-445b-ad3b-6410bb27daf4 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Pushing event deleted for resources: {'Port': ['ID=80d81f63-5a34-41f0-8043-9c4edfaaa0ca,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:48.309744 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9fb90c-d2ab-445b-ad3b-6410bb27daf4 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] No DVR routers for this DVR port 80d81f63-5a34-41f0-8043-9c4edfaaa0ca on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:15:48.447904 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3c9fb90c-d2ab-445b-ad3b-6410bb27daf4 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:48.474686 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-3c9fb90c-d2ab-445b-ad3b-6410bb27daf4 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98ad1ec4-44a4-49f5-8357-c51ec794a7d6']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:48.489137 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-3c9fb90c-d2ab-445b-ad3b-6410bb27daf4 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78d8bad2-1e92-4886-9ce3-e3bacb7e6f2c') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:48.489439 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-3c9fb90c-d2ab-445b-ad3b-6410bb27daf4 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78d8bad2-1e92-4886-9ce3-e3bacb7e6f2c') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:48.502142 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3c9fb90c-d2ab-445b-ad3b-6410bb27daf4 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:48.518765 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3c9fb90c-d2ab-445b-ad3b-6410bb27daf4 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:48.525332 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c9fb90c-d2ab-445b-ad3b-6410bb27daf4 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 13:15:48.525729 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3c9fb90c-d2ab-445b-ad3b-6410bb27daf4 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:48.543803 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cabdcf6-6a46-4d74-be78-bebb8a1a6f36 None None] get_active_networks_info from n-d-825178-3 {{(pid=87569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 13:15:48.546533 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 13:15:48.546533 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 13:15:48.546533 n-d-825178-3 neutron-server[87568]: timer() Feb 09 13:15:48.546533 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:15:48.546533 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 13:15:48.546533 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:15:48.546533 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 13:15:48.546533 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:15:48.546533 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 13:15:48.546533 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:15:48.546533 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 13:15:48.546533 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:15:48.546533 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 13:15:48.546533 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:15:48.546533 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:15:48.546533 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:15:48.546533 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:15:48.546533 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:15:48.546533 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 13:15:48.546533 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 13:15:48.546533 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 13:15:48.546533 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 13:15:48.546533 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:15:48.546533 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 13:15:48.546533 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 13:15:48.546533 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 13:15:48.546533 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:15:48.546533 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 13:15:48.546533 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:15:48.546533 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 13:15:48.546533 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:15:48.546533 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:15:48.628625 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3c9fb90c-d2ab-445b-ad3b-6410bb27daf4 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:48.634120 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3c9fb90c-d2ab-445b-ad3b-6410bb27daf4 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:48.642926 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cabdcf6-6a46-4d74-be78-bebb8a1a6f36 None None] Resources bound (agent type, host, resource id): {{(pid=87569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 13:15:48.661844 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9fb90c-d2ab-445b-ad3b-6410bb27daf4 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Pushing event deleted for resources: {'Network': ['ID=98ad1ec4-44a4-49f5-8357-c51ec794a7d6,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:48.668248 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3c9fb90c-d2ab-445b-ad3b-6410bb27daf4 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] 10.222.0.55 "DELETE /v2.0/networks/98ad1ec4-44a4-49f5-8357-c51ec794a7d6 HTTP/1.1" status: 204 len: 168 time: 0.9890897 Feb 09 13:15:48.668576 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45562) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:48.736148 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b609a1f-6069-47d6-9dd4-792719796dd3 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Deleting subnet 0a9dc5ec-e10b-4b1b-9aaa-cae426762c61 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 13:15:48.739072 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6b609a1f-6069-47d6-9dd4-792719796dd3 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:48.798448 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6b609a1f-6069-47d6-9dd4-792719796dd3 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:48.881255 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6b609a1f-6069-47d6-9dd4-792719796dd3 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:48.962349 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6b609a1f-6069-47d6-9dd4-792719796dd3 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:48.974011 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 321e2473-e35f-43c6-9aec-5254fbff426f up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:15:49.007150 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6b609a1f-6069-47d6-9dd4-792719796dd3 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:49.010578 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b609a1f-6069-47d6-9dd4-792719796dd3 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Pushing event deleted for resources: {'Subnet': ['ID=0a9dc5ec-e10b-4b1b-9aaa-cae426762c61,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:49.021096 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-6b609a1f-6069-47d6-9dd4-792719796dd3 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] 10.222.0.55 "DELETE /v2.0/subnets/0a9dc5ec-e10b-4b1b-9aaa-cae426762c61 HTTP/1.1" status: 204 len: 168 time: 0.3513961 Feb 09 13:15:49.022535 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b609a1f-6069-47d6-9dd4-792719796dd3 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:49.022878 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b609a1f-6069-47d6-9dd4-792719796dd3 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:49.023228 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b609a1f-6069-47d6-9dd4-792719796dd3 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:49.023570 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b609a1f-6069-47d6-9dd4-792719796dd3 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:49.023932 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b609a1f-6069-47d6-9dd4-792719796dd3 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:49.024083 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45566) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:49.024282 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b609a1f-6069-47d6-9dd4-792719796dd3 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:49.024589 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b609a1f-6069-47d6-9dd4-792719796dd3 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:49.024926 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b609a1f-6069-47d6-9dd4-792719796dd3 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:49.025232 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b609a1f-6069-47d6-9dd4-792719796dd3 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:49.025712 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b609a1f-6069-47d6-9dd4-792719796dd3 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:49.026035 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b609a1f-6069-47d6-9dd4-792719796dd3 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:49.026360 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b609a1f-6069-47d6-9dd4-792719796dd3 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:49.042766 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c28411a-5e90-45d5-82e0-dd785c570ce3 None None] Network 3bd6a019-ef1c-4d9d-b76e-5e9f90cfa1b6 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:15:49.139271 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7272868-409b-4b97-9775-4fd8b09825af tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:49.149420 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-a7272868-409b-4b97-9775-4fd8b09825af tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Deleting port 321e2473-e35f-43c6-9aec-5254fbff426f {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:15:49.149749 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7272868-409b-4b97-9775-4fd8b09825af tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:49.221141 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 321e2473-e35f-43c6-9aec-5254fbff426f completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:15:49.231993 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 321e2473-e35f-43c6-9aec-5254fbff426f triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:15:49.232372 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:49.365003 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-a7272868-409b-4b97-9775-4fd8b09825af tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] For port 321e2473-e35f-43c6-9aec-5254fbff426f, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=321e2473-e35f-43c6-9aec-5254fbff426f,segment=NetworkSegment(802ede5f-1dd6-4133-9f88-3d83a53a95c1),segment_id=802ede5f-1dd6-4133-9f88-3d83a53a95c1)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:15:49.365359 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7272868-409b-4b97-9775-4fd8b09825af tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:49.370402 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:49.374342 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:49.413416 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 321e2473-e35f-43c6-9aec-5254fbff426f, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=321e2473-e35f-43c6-9aec-5254fbff426f,segment=NetworkSegment(802ede5f-1dd6-4133-9f88-3d83a53a95c1),segment_id=802ede5f-1dd6-4133-9f88-3d83a53a95c1)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:15:49.417408 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:49.449033 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1b0f74-dada-4f58-be73-42e15e772051 None None] DHCP port deletion for 3bd6a019-ef1c-4d9d-b76e-5e9f90cfa1b6 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 13:15:49.471612 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-fc1b0f74-dada-4f58-be73-42e15e772051 None None] Deleting port 321e2473-e35f-43c6-9aec-5254fbff426f {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:15:49.472018 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fc1b0f74-dada-4f58-be73-42e15e772051 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:49.537722 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=321e2473-e35f-43c6-9aec-5254fbff426f,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:49.596655 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-a7272868-409b-4b97-9775-4fd8b09825af tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Calling delete_port for 321e2473-e35f-43c6-9aec-5254fbff426f owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:15:49.674632 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.db.api [None req-a7272868-409b-4b97-9775-4fd8b09825af tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:15:49.674853 n-d-825178-3 neutron-server[87568]: DEBUG oslo_db.api [None req-a7272868-409b-4b97-9775-4fd8b09825af tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:15:49.692761 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-fc1b0f74-dada-4f58-be73-42e15e772051 None None] For port 321e2473-e35f-43c6-9aec-5254fbff426f, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=321e2473-e35f-43c6-9aec-5254fbff426f,segment=NetworkSegment(802ede5f-1dd6-4133-9f88-3d83a53a95c1),segment_id=802ede5f-1dd6-4133-9f88-3d83a53a95c1)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:15:49.693290 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fc1b0f74-dada-4f58-be73-42e15e772051 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:49.811128 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-fc1b0f74-dada-4f58-be73-42e15e772051 None None] Calling delete_port for 321e2473-e35f-43c6-9aec-5254fbff426f owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:15:49.885241 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fc1b0f74-dada-4f58-be73-42e15e772051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:49.931716 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1b0f74-dada-4f58-be73-42e15e772051 None None] Pushing event deleted for resources: {'Port': ['ID=321e2473-e35f-43c6-9aec-5254fbff426f,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:49.937393 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1b0f74-dada-4f58-be73-42e15e772051 None None] No DVR routers for this DVR port 321e2473-e35f-43c6-9aec-5254fbff426f on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:15:50.008982 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:15:50.176475 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-a7272868-409b-4b97-9775-4fd8b09825af tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Deleting port 321e2473-e35f-43c6-9aec-5254fbff426f {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:15:50.177029 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7272868-409b-4b97-9775-4fd8b09825af tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:50.248512 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-a7272868-409b-4b97-9775-4fd8b09825af tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] The port '321e2473-e35f-43c6-9aec-5254fbff426f' was deleted {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 13:15:50.410001 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7272868-409b-4b97-9775-4fd8b09825af tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:50.438884 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-a7272868-409b-4b97-9775-4fd8b09825af tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bd6a019-ef1c-4d9d-b76e-5e9f90cfa1b6']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:50.450620 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-a7272868-409b-4b97-9775-4fd8b09825af tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '802ede5f-1dd6-4133-9f88-3d83a53a95c1') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:50.450918 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-a7272868-409b-4b97-9775-4fd8b09825af tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '802ede5f-1dd6-4133-9f88-3d83a53a95c1') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:50.462718 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7272868-409b-4b97-9775-4fd8b09825af tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:50.479978 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7272868-409b-4b97-9775-4fd8b09825af tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:50.485886 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7272868-409b-4b97-9775-4fd8b09825af tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 13:15:50.486268 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7272868-409b-4b97-9775-4fd8b09825af tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:50.500302 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 13:15:50.500302 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 13:15:50.500302 n-d-825178-3 neutron-server[87568]: timer() Feb 09 13:15:50.500302 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:15:50.500302 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 13:15:50.500302 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:15:50.500302 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 13:15:50.500302 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:15:50.500302 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 13:15:50.500302 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:15:50.500302 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 13:15:50.500302 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:15:50.500302 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 13:15:50.500302 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:15:50.500302 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:15:50.500302 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:15:50.500302 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:15:50.500302 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:15:50.500302 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 13:15:50.500302 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 13:15:50.500302 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 13:15:50.500302 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 13:15:50.500302 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:15:50.500302 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 13:15:50.500302 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 13:15:50.500302 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 13:15:50.500302 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:15:50.500302 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 13:15:50.500302 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:15:50.500302 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 13:15:50.500302 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:15:50.500302 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:15:50.580889 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7272868-409b-4b97-9775-4fd8b09825af tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:50.601502 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7272868-409b-4b97-9775-4fd8b09825af tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:50.613923 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7272868-409b-4b97-9775-4fd8b09825af tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Pushing event deleted for resources: {'Network': ['ID=3bd6a019-ef1c-4d9d-b76e-5e9f90cfa1b6,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:50.616906 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a7272868-409b-4b97-9775-4fd8b09825af tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] 10.222.0.55 "DELETE /v2.0/networks/3bd6a019-ef1c-4d9d-b76e-5e9f90cfa1b6 HTTP/1.1" status: 204 len: 168 time: 1.5919654 Feb 09 13:15:50.619593 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45572) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:50.662029 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-fae07389-954f-421d-a1f0-8623240a7787 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Synchronizing usage tracker for tenant:1affee8588554a2a9901f671f6a8a07b on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:15:50.682142 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-fae07389-954f-421d-a1f0-8623240a7787 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Unset dirty status for tenant:1affee8588554a2a9901f671f6a8a07b on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:15:50.683269 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-fae07389-954f-421d-a1f0-8623240a7787 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab0b67a7-7220-4d32-9540-8d2195141aea HTTP/1.1" status: 200 len: 205 time: 0.0627656 Feb 09 13:15:50.686073 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45576) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:50.822460 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ee534e0c-2824-4086-a497-cdaeca5a8684 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:50.932854 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 321e2473-e35f-43c6-9aec-5254fbff426f no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:15:50.968272 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 321e2473-e35f-43c6-9aec-5254fbff426f {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:15:50.968622 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 321e2473-e35f-43c6-9aec-5254fbff426f not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:15:50.996256 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:51.124679 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ee534e0c-2824-4086-a497-cdaeca5a8684 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:51.127441 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ee534e0c-2824-4086-a497-cdaeca5a8684 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:51.149419 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ee534e0c-2824-4086-a497-cdaeca5a8684 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:51.150047 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee534e0c-2824-4086-a497-cdaeca5a8684 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Fanout notify agent at l3_agent the message router_deleted on router ab0b67a7-7220-4d32-9540-8d2195141aea {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 13:15:51.161301 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ee534e0c-2824-4086-a497-cdaeca5a8684 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:51.162471 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ee534e0c-2824-4086-a497-cdaeca5a8684 tempest-RoutersNegativeTest-537792793 tempest-RoutersNegativeTest-537792793-project] 10.222.0.55 "DELETE /v2.0/routers/ab0b67a7-7220-4d32-9540-8d2195141aea HTTP/1.1" status: 204 len: 168 time: 0.4750872 Feb 09 13:15:51.424695 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45584) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:51.570355 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-626596ae-dae8-4e53-839c-5eaf9df66461 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1affee8588554a2a9901f671f6a8a07b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1445112 Feb 09 13:15:51.572933 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45590) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:51.630609 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-77a7e2b0-7e49-42a0-bc44-be16492f6656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:51.655453 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-77a7e2b0-7e49-42a0-bc44-be16492f6656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:51.708878 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-77a7e2b0-7e49-42a0-bc44-be16492f6656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:51.723194 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a7e2b0-7e49-42a0-bc44-be16492f6656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce5b977-e0a4-43e9-afc5-41e617e71b48,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:51.729361 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-77a7e2b0-7e49-42a0-bc44-be16492f6656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:51.730450 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-77a7e2b0-7e49-42a0-bc44-be16492f6656 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cce5b977-e0a4-43e9-afc5-41e617e71b48 HTTP/1.1" status: 204 len: 168 time: 0.1566556 Feb 09 13:15:52.378894 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45614) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:52.482826 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-17b9ac42-ac26-42f3-acda-3aca19fed432 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-680707242-network', 'tenant_id': 'c16edc9bea2e4558b5c48836707b0b90'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:15:52.489014 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-17b9ac42-ac26-42f3-acda-3aca19fed432 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:15:52.493310 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-17b9ac42-ac26-42f3-acda-3aca19fed432 admin admin] Usage tracker for resource:network and tenant:c16edc9bea2e4558b5c48836707b0b90 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:15:52.496892 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-17b9ac42-ac26-42f3-acda-3aca19fed432 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:15:52.503249 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-17b9ac42-ac26-42f3-acda-3aca19fed432 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:15:52.513219 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b9ac42-ac26-42f3-acda-3aca19fed432 admin admin] Made reservation on behalf of c16edc9bea2e4558b5c48836707b0b90 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:15:52.515443 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-17b9ac42-ac26-42f3-acda-3aca19fed432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:52.526958 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-17b9ac42-ac26-42f3-acda-3aca19fed432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:52.541302 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-17b9ac42-ac26-42f3-acda-3aca19fed432 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:15:52.545047 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-17b9ac42-ac26-42f3-acda-3aca19fed432 admin admin] Usage tracker for resource:security_group_rule and tenant:c16edc9bea2e4558b5c48836707b0b90 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:15:52.548275 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-17b9ac42-ac26-42f3-acda-3aca19fed432 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:15:52.553828 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-17b9ac42-ac26-42f3-acda-3aca19fed432 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:15:52.636848 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-17b9ac42-ac26-42f3-acda-3aca19fed432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:52.640743 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-17b9ac42-ac26-42f3-acda-3aca19fed432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:52.670686 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17b9ac42-ac26-42f3-acda-3aca19fed432 admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:15:52.681192 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b9ac42-ac26-42f3-acda-3aca19fed432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607edf72-4723-488f-863c-86a679b21632,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:52.686929 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-17b9ac42-ac26-42f3-acda-3aca19fed432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:52.687276 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-17b9ac42-ac26-42f3-acda-3aca19fed432 admin admin] Added segment 0a0346ec-e238-444c-a56a-738fa0ee104f of type vlan for network c184244b-365b-4c8e-a8fe-a82a4d1faf22 Feb 09 13:15:52.713233 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-17b9ac42-ac26-42f3-acda-3aca19fed432 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:52.742181 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-17b9ac42-ac26-42f3-acda-3aca19fed432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:52.743047 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b9ac42-ac26-42f3-acda-3aca19fed432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:52.743623 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-17b9ac42-ac26-42f3-acda-3aca19fed432 admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:52.953074 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b9ac42-ac26-42f3-acda-3aca19fed432 admin admin] Pushing event updated for resources: {'Network': ['ID=c184244b-365b-4c8e-a8fe-a82a4d1faf22,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:52.956309 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-17b9ac42-ac26-42f3-acda-3aca19fed432 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5764184 Feb 09 13:15:52.959382 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45620) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:52.962363 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network c184244b-365b-4c8e-a8fe-a82a4d1faf22 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:15:52.964898 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-9b2378f8-dd59-4d75-ac3a-07310e280b71 admin admin] Request body: {'subnet': {'network_id': 'c184244b-365b-4c8e-a8fe-a82a4d1faf22', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-680707242-subnet', 'tenant_id': 'c16edc9bea2e4558b5c48836707b0b90', 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:15:52.973076 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9b2378f8-dd59-4d75-ac3a-07310e280b71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:15:52.979881 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9b2378f8-dd59-4d75-ac3a-07310e280b71 admin admin] Usage tracker for resource:subnet and tenant:c16edc9bea2e4558b5c48836707b0b90 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:15:52.982800 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9b2378f8-dd59-4d75-ac3a-07310e280b71 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:15:52.990054 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9b2378f8-dd59-4d75-ac3a-07310e280b71 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:15:53.000600 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2378f8-dd59-4d75-ac3a-07310e280b71 admin admin] Made reservation on behalf of c16edc9bea2e4558b5c48836707b0b90 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:15:53.002893 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9b2378f8-dd59-4d75-ac3a-07310e280b71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:53.228593 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9b2378f8-dd59-4d75-ac3a-07310e280b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:53.298375 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2378f8-dd59-4d75-ac3a-07310e280b71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98cdfee2-4d41-411d-b208-628234069066,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:53.308528 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2378f8-dd59-4d75-ac3a-07310e280b71 admin admin] Checking segment: {'id': '0a0346ec-e238-444c-a56a-738fa0ee104f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c184244b-365b-4c8e-a8fe-a82a4d1faf22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:15:53.308882 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2378f8-dd59-4d75-ac3a-07310e280b71 admin admin] Network hostable DHCP agents. Network: c184244b-365b-4c8e-a8fe-a82a4d1faf22, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:15:53.327610 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2378f8-dd59-4d75-ac3a-07310e280b71 admin admin] Network c184244b-365b-4c8e-a8fe-a82a4d1faf22 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:15:53.337318 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-9b2378f8-dd59-4d75-ac3a-07310e280b71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, c184244b-365b-4c8e-a8fe-a82a4d1faf22) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:15:53.341901 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2378f8-dd59-4d75-ac3a-07310e280b71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:53.342506 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9b2378f8-dd59-4d75-ac3a-07310e280b71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:53.348066 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f70e35-0a29-47ee-b220-8015475487bc None None] Network c184244b-365b-4c8e-a8fe-a82a4d1faf22 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:15:53.369540 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9b2378f8-dd59-4d75-ac3a-07310e280b71 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4065528 Feb 09 13:15:53.369880 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45624) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:53.374916 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-3d141883-62d4-4180-b690-4abfbd387cfc admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-680707242-router', 'tenant_id': 'c16edc9bea2e4558b5c48836707b0b90', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:15:53.382661 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3d141883-62d4-4180-b690-4abfbd387cfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:15:53.388060 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3d141883-62d4-4180-b690-4abfbd387cfc admin admin] Usage tracker for resource:router and tenant:c16edc9bea2e4558b5c48836707b0b90 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:15:53.392508 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3d141883-62d4-4180-b690-4abfbd387cfc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:15:53.401064 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3d141883-62d4-4180-b690-4abfbd387cfc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:15:53.413446 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3d141883-62d4-4180-b690-4abfbd387cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:53.414524 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3d141883-62d4-4180-b690-4abfbd387cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:53.429511 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3d141883-62d4-4180-b690-4abfbd387cfc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:53.540048 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:53.607555 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05102fe-501d-407b-a725-31d55ac26cea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-c184244b-365b-4c8e-a8fe-a82a4d1faf22', 'network_id': 'c184244b-365b-4c8e-a8fe-a82a4d1faf22', 'tenant_id': 'c16edc9bea2e4558b5c48836707b0b90', 'fixed_ips': [{'subnet_id': '98cdfee2-4d41-411d-b208-628234069066'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 13:15:53.608436 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c05102fe-501d-407b-a725-31d55ac26cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:53.715667 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3d141883-62d4-4180-b690-4abfbd387cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:53.758936 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-c05102fe-501d-407b-a725-31d55ac26cea None None] Allocated IP 172.20.0.2 (c184244b-365b-4c8e-a8fe-a82a4d1faf22/98cdfee2-4d41-411d-b208-628234069066/32d1b5c5-a92e-4f99-ab62-616cf8177bc6) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:15:54.004481 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c05102fe-501d-407b-a725-31d55ac26cea None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:54.015485 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c05102fe-501d-407b-a725-31d55ac26cea None None] Transition to ACTIVE for port object 32d1b5c5-a92e-4f99-ab62-616cf8177bc6 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:15:54.029689 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3d141883-62d4-4180-b690-4abfbd387cfc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:54.033253 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c05102fe-501d-407b-a725-31d55ac26cea None None] Transition to ACTIVE for port object 32d1b5c5-a92e-4f99-ab62-616cf8177bc6 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:15:54.038965 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c05102fe-501d-407b-a725-31d55ac26cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:54.065970 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3d141883-62d4-4180-b690-4abfbd387cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:54.105456 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05102fe-501d-407b-a725-31d55ac26cea None None] Network c184244b-365b-4c8e-a8fe-a82a4d1faf22 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:15:54.108114 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-c05102fe-501d-407b-a725-31d55ac26cea None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:15:54.111471 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05102fe-501d-407b-a725-31d55ac26cea None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:15:54.148510 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05102fe-501d-407b-a725-31d55ac26cea None None] Pushing event updated for resources: {'Port': ['ID=32d1b5c5-a92e-4f99-ab62-616cf8177bc6,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:54.207904 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-3d141883-62d4-4180-b690-4abfbd387cfc admin admin] Allocated IP 172.25.7.21 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/c37bbde1-d36a-403c-b424-4f3a6f6f1f36) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:15:54.212803 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-c05102fe-501d-407b-a725-31d55ac26cea None None] Attempting to bind port 32d1b5c5-a92e-4f99-ab62-616cf8177bc6 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:15:54.213212 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-c05102fe-501d-407b-a725-31d55ac26cea None None] Attempting to bind port 32d1b5c5-a92e-4f99-ab62-616cf8177bc6 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '0a0346ec-e238-444c-a56a-738fa0ee104f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c184244b-365b-4c8e-a8fe-a82a4d1faf22'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:15:54.213606 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05102fe-501d-407b-a725-31d55ac26cea None None] Attempting to bind port 32d1b5c5-a92e-4f99-ab62-616cf8177bc6 on network c184244b-365b-4c8e-a8fe-a82a4d1faf22 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:15:54.219161 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05102fe-501d-407b-a725-31d55ac26cea None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:15:54.219549 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05102fe-501d-407b-a725-31d55ac26cea None None] Checking segment: {'id': '0a0346ec-e238-444c-a56a-738fa0ee104f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c184244b-365b-4c8e-a8fe-a82a4d1faf22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:15:54.220013 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c05102fe-501d-407b-a725-31d55ac26cea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:54.220424 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05102fe-501d-407b-a725-31d55ac26cea None None] Bound using segment: {'id': '0a0346ec-e238-444c-a56a-738fa0ee104f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c184244b-365b-4c8e-a8fe-a82a4d1faf22'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:15:54.221018 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-c05102fe-501d-407b-a725-31d55ac26cea None None] Bound port: 32d1b5c5-a92e-4f99-ab62-616cf8177bc6, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a0346ec-e238-444c-a56a-738fa0ee104f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c184244b-365b-4c8e-a8fe-a82a4d1faf22'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:15:54.221412 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c05102fe-501d-407b-a725-31d55ac26cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:54.319575 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-c05102fe-501d-407b-a725-31d55ac26cea None None] For port 32d1b5c5-a92e-4f99-ab62-616cf8177bc6, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:15:54.323208 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-c05102fe-501d-407b-a725-31d55ac26cea None None] For port 32d1b5c5-a92e-4f99-ab62-616cf8177bc6, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=32d1b5c5-a92e-4f99-ab62-616cf8177bc6,segment=NetworkSegment(0a0346ec-e238-444c-a56a-738fa0ee104f),segment_id=0a0346ec-e238-444c-a56a-738fa0ee104f)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:15:54.327709 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c05102fe-501d-407b-a725-31d55ac26cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:54.373758 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3d141883-62d4-4180-b690-4abfbd387cfc admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:54.403302 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3d141883-62d4-4180-b690-4abfbd387cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:54.412298 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05102fe-501d-407b-a725-31d55ac26cea None None] Pushing event updated for resources: {'Port': ['ID=32d1b5c5-a92e-4f99-ab62-616cf8177bc6,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:54.472348 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d141883-62d4-4180-b690-4abfbd387cfc admin admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:15:54.475489 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-3d141883-62d4-4180-b690-4abfbd387cfc admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:15:54.478163 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d141883-62d4-4180-b690-4abfbd387cfc admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:15:54.634756 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d141883-62d4-4180-b690-4abfbd387cfc admin admin] Pushing event updated for resources: {'Port': ['ID=c37bbde1-d36a-403c-b424-4f3a6f6f1f36,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:54.971575 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 32d1b5c5-a92e-4f99-ab62-616cf8177bc6 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:15:55.014712 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3d141883-62d4-4180-b690-4abfbd387cfc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:55.040487 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 32d1b5c5-a92e-4f99-ab62-616cf8177bc6 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:15:55.376770 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3d141883-62d4-4180-b690-4abfbd387cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:55.386257 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99643229-b1dc-436a-8b75-158ea29bdb8d None None] Network c184244b-365b-4c8e-a8fe-a82a4d1faf22 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:15:55.474407 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f6532764-bbfa-4177-80ad-f07b1f5d9a5a None None] Provisioning for port 32d1b5c5-a92e-4f99-ab62-616cf8177bc6 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:15:55.482765 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f6532764-bbfa-4177-80ad-f07b1f5d9a5a None None] Provisioning complete for port 32d1b5c5-a92e-4f99-ab62-616cf8177bc6 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:15:55.483149 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f6532764-bbfa-4177-80ad-f07b1f5d9a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:55.588754 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d141883-62d4-4180-b690-4abfbd387cfc admin admin] Router 3739631d-1544-4224-ab16-3cacf8477f41 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 13:15:55.720093 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f6532764-bbfa-4177-80ad-f07b1f5d9a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:55.764262 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-f6532764-bbfa-4177-80ad-f07b1f5d9a5a None None] For port 32d1b5c5-a92e-4f99-ab62-616cf8177bc6, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=32d1b5c5-a92e-4f99-ab62-616cf8177bc6,segment=NetworkSegment(0a0346ec-e238-444c-a56a-738fa0ee104f),segment_id=0a0346ec-e238-444c-a56a-738fa0ee104f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:15:55.768526 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f6532764-bbfa-4177-80ad-f07b1f5d9a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:55.771405 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d141883-62d4-4180-b690-4abfbd387cfc admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:15:55.794437 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3d141883-62d4-4180-b690-4abfbd387cfc admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:55.796036 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3d141883-62d4-4180-b690-4abfbd387cfc admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4250867 Feb 09 13:15:55.799523 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45628) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:55.806279 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e026a570-69cf-4452-bbce-8ccfc5aae099 None None] Sync routers for ids ['3739631d-1544-4224-ab16-3cacf8477f41'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:15:55.837108 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e026a570-69cf-4452-bbce-8ccfc5aae099 None None] Routers {'3739631d-1544-4224-ab16-3cacf8477f41'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:15:55.837747 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-e026a570-69cf-4452-bbce-8ccfc5aae099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:15:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['3739631d-1544-4224-ab16-3cacf8477f41'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:55.931314 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6532764-bbfa-4177-80ad-f07b1f5d9a5a None None] Pushing event updated for resources: {'Port': ['ID=32d1b5c5-a92e-4f99-ab62-616cf8177bc6,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:56.033155 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-9d760184-05b6-4543-b390-890a1269fe03 None None] Provisioning complete for port 32d1b5c5-a92e-4f99-ab62-616cf8177bc6 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:15:56.033436 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9d760184-05b6-4543-b390-890a1269fe03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:56.076804 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-e026a570-69cf-4452-bbce-8ccfc5aae099 None None] Set router 3739631d-1544-4224-ab16-3cacf8477f41 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:15:56.471599 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-e026a570-69cf-4452-bbce-8ccfc5aae099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3739631d-1544-4224-ab16-3cacf8477f41', 'name': 'tempest-TestEncryptedCinderVolumes-680707242-router', 'tenant_id': 'c16edc9bea2e4558b5c48836707b0b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'c37bbde1-d36a-403c-b424-4f3a6f6f1f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:15:53Z', 'updated_at': '2022-02-09T13:15:54Z', 'revision_number': 3, 'project_id': 'c16edc9bea2e4558b5c48836707b0b90', 'gw_port': {'id': 'c37bbde1-d36a-403c-b424-4f3a6f6f1f36', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:98:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3739631d-1544-4224-ab16-3cacf8477f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:15:54Z', 'updated_at': '2022-02-09T13:15:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:56.475545 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e026a570-69cf-4452-bbce-8ccfc5aae099 None None] Checking router: 3739631d-1544-4224-ab16-3cacf8477f41 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:15:56.475920 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e026a570-69cf-4452-bbce-8ccfc5aae099 None None] Updating router 3739631d-1544-4224-ab16-3cacf8477f41 port c37bbde1-d36a-403c-b424-4f3a6f6f1f36 binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 13:15:56.528760 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e026a570-69cf-4452-bbce-8ccfc5aae099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:56.615766 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e3a3a38d-85a1-41fa-ab25-fd816d07c3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:56.820819 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-e3a3a38d-85a1-41fa-ab25-fd816d07c3bd admin admin] Allocated IP 172.20.0.1 (c184244b-365b-4c8e-a8fe-a82a4d1faf22/98cdfee2-4d41-411d-b208-628234069066/938b8955-44ab-470e-80f2-44f4d602fa47) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:15:56.860982 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e026a570-69cf-4452-bbce-8ccfc5aae099 None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:56.873625 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-e026a570-69cf-4452-bbce-8ccfc5aae099 None None] Transition to ACTIVE for port object c37bbde1-d36a-403c-b424-4f3a6f6f1f36 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:15:56.880768 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e026a570-69cf-4452-bbce-8ccfc5aae099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:56.953944 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 32d1b5c5-a92e-4f99-ab62-616cf8177bc6 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:15:56.980124 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e3a3a38d-85a1-41fa-ab25-fd816d07c3bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:56.996330 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-e3a3a38d-85a1-41fa-ab25-fd816d07c3bd admin admin] Transition to ACTIVE for port object 938b8955-44ab-470e-80f2-44f4d602fa47 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:15:57.014148 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-e026a570-69cf-4452-bbce-8ccfc5aae099 None None] Attempting to bind port c37bbde1-d36a-403c-b424-4f3a6f6f1f36 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:15:57.014516 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-e026a570-69cf-4452-bbce-8ccfc5aae099 None None] Attempting to bind port c37bbde1-d36a-403c-b424-4f3a6f6f1f36 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:15:57.014876 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e026a570-69cf-4452-bbce-8ccfc5aae099 None None] Attempting to bind port c37bbde1-d36a-403c-b424-4f3a6f6f1f36 on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:15:57.020829 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e3a3a38d-85a1-41fa-ab25-fd816d07c3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:57.021130 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ca22b5-0eab-4740-bc48-c7707c772c0c None None] Pushing event updated for resources: {'Port': ['ID=c37bbde1-d36a-403c-b424-4f3a6f6f1f36,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:57.029703 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e026a570-69cf-4452-bbce-8ccfc5aae099 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:15:57.030084 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e026a570-69cf-4452-bbce-8ccfc5aae099 None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:15:57.030558 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e026a570-69cf-4452-bbce-8ccfc5aae099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:57.031224 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e026a570-69cf-4452-bbce-8ccfc5aae099 None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:15:57.031912 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-e026a570-69cf-4452-bbce-8ccfc5aae099 None None] Bound port: c37bbde1-d36a-403c-b424-4f3a6f6f1f36, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:15:57.032877 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e026a570-69cf-4452-bbce-8ccfc5aae099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:57.091057 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a3a38d-85a1-41fa-ab25-fd816d07c3bd admin admin] Network c184244b-365b-4c8e-a8fe-a82a4d1faf22 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:15:57.094811 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-e3a3a38d-85a1-41fa-ab25-fd816d07c3bd admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:15:57.095471 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 32d1b5c5-a92e-4f99-ab62-616cf8177bc6 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:15:57.096001 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:57.096729 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a3a38d-85a1-41fa-ab25-fd816d07c3bd admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:15:57.141680 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a3a38d-85a1-41fa-ab25-fd816d07c3bd admin admin] Pushing event updated for resources: {'Port': ['ID=938b8955-44ab-470e-80f2-44f4d602fa47,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:57.158247 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e3a3a38d-85a1-41fa-ab25-fd816d07c3bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:57.167506 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-e026a570-69cf-4452-bbce-8ccfc5aae099 None None] For port c37bbde1-d36a-403c-b424-4f3a6f6f1f36, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:15:57.171811 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-e026a570-69cf-4452-bbce-8ccfc5aae099 None None] For port c37bbde1-d36a-403c-b424-4f3a6f6f1f36, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=c37bbde1-d36a-403c-b424-4f3a6f6f1f36,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:15:57.180818 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e026a570-69cf-4452-bbce-8ccfc5aae099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:57.327308 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e026a570-69cf-4452-bbce-8ccfc5aae099 None None] Routers {'3739631d-1544-4224-ab16-3cacf8477f41'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:15:57.329097 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-e026a570-69cf-4452-bbce-8ccfc5aae099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:15:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['3739631d-1544-4224-ab16-3cacf8477f41'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:57.441109 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ca22b5-0eab-4740-bc48-c7707c772c0c None None] Pushing event updated for resources: {'Port': ['ID=c37bbde1-d36a-403c-b424-4f3a6f6f1f36,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:57.454683 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e3a3a38d-85a1-41fa-ab25-fd816d07c3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:57.468142 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-26fbecc0-7f5c-4215-a7d9-890996dde16d None None] Provisioning for port 938b8955-44ab-470e-80f2-44f4d602fa47 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:15:57.522637 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-26fbecc0-7f5c-4215-a7d9-890996dde16d None None] Provisioning complete for port 938b8955-44ab-470e-80f2-44f4d602fa47 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:15:57.522637 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-26fbecc0-7f5c-4215-a7d9-890996dde16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:57.605703 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-26fbecc0-7f5c-4215-a7d9-890996dde16d None None] Port 938b8955-44ab-470e-80f2-44f4d602fa47 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:15:57.617199 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-e026a570-69cf-4452-bbce-8ccfc5aae099 None None] Set router 3739631d-1544-4224-ab16-3cacf8477f41 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:15:57.792800 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e3a3a38d-85a1-41fa-ab25-fd816d07c3bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:57.798596 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e3a3a38d-85a1-41fa-ab25-fd816d07c3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:57.911347 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a3a38d-85a1-41fa-ab25-fd816d07c3bd admin admin] Pushing event updated for resources: {'Port': ['ID=938b8955-44ab-470e-80f2-44f4d602fa47,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:57.914909 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e3a3a38d-85a1-41fa-ab25-fd816d07c3bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:57.947720 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-e026a570-69cf-4452-bbce-8ccfc5aae099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3739631d-1544-4224-ab16-3cacf8477f41', 'name': 'tempest-TestEncryptedCinderVolumes-680707242-router', 'tenant_id': 'c16edc9bea2e4558b5c48836707b0b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'c37bbde1-d36a-403c-b424-4f3a6f6f1f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:15:53Z', 'updated_at': '2022-02-09T13:15:57Z', 'revision_number': 4, 'project_id': 'c16edc9bea2e4558b5c48836707b0b90', 'gw_port': {'id': 'c37bbde1-d36a-403c-b424-4f3a6f6f1f36', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:98:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3739631d-1544-4224-ab16-3cacf8477f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:15:54Z', 'updated_at': '2022-02-09T13:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '938b8955-44ab-470e-80f2-44f4d602fa47', 'name': '', 'network_id': 'c184244b-365b-4c8e-a8fe-a82a4d1faf22', 'tenant_id': 'c16edc9bea2e4558b5c48836707b0b90', 'mac_address': 'fa:16:3e:88:f3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3739631d-1544-4224-ab16-3cacf8477f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '98cdfee2-4d41-411d-b208-628234069066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:15:56Z', 'updated_at': '2022-02-09T13:15:56Z', 'revision_number': 1, 'project_id': 'c16edc9bea2e4558b5c48836707b0b90', 'subnets': [{'id': '98cdfee2-4d41-411d-b208-628234069066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:57.952486 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e026a570-69cf-4452-bbce-8ccfc5aae099 None None] The sync data for ids ['3739631d-1544-4224-ab16-3cacf8477f41'] in n-d-825178-3 is: [{'id': '3739631d-1544-4224-ab16-3cacf8477f41', 'name': 'tempest-TestEncryptedCinderVolumes-680707242-router', 'tenant_id': 'c16edc9bea2e4558b5c48836707b0b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'c37bbde1-d36a-403c-b424-4f3a6f6f1f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:15:53Z', 'updated_at': '2022-02-09T13:15:57Z', 'revision_number': 4, 'project_id': 'c16edc9bea2e4558b5c48836707b0b90', 'gw_port': {'id': 'c37bbde1-d36a-403c-b424-4f3a6f6f1f36', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:98:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3739631d-1544-4224-ab16-3cacf8477f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:15:54Z', 'updated_at': '2022-02-09T13:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '938b8955-44ab-470e-80f2-44f4d602fa47', 'name': '', 'network_id': 'c184244b-365b-4c8e-a8fe-a82a4d1faf22', 'tenant_id': 'c16edc9bea2e4558b5c48836707b0b90', 'mac_address': 'fa:16:3e:88:f3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3739631d-1544-4224-ab16-3cacf8477f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '98cdfee2-4d41-411d-b208-628234069066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:15:56Z', 'updated_at': '2022-02-09T13:15:56Z', 'revision_number': 1, 'project_id': 'c16edc9bea2e4558b5c48836707b0b90', 'subnets': [{'id': '98cdfee2-4d41-411d-b208-628234069066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:15:58.066411 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a3a38d-85a1-41fa-ab25-fd816d07c3bd admin admin] Network c184244b-365b-4c8e-a8fe-a82a4d1faf22 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:15:58.067650 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-e3a3a38d-85a1-41fa-ab25-fd816d07c3bd admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:15:58.307999 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a3a38d-85a1-41fa-ab25-fd816d07c3bd admin admin] Router 3739631d-1544-4224-ab16-3cacf8477f41 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:15:58.431533 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-a6512811-64c8-4cfc-b68f-736938dfb57d None None] Provisioning complete for port 938b8955-44ab-470e-80f2-44f4d602fa47 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:15:58.432558 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a6512811-64c8-4cfc-b68f-736938dfb57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:58.519229 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a3a38d-85a1-41fa-ab25-fd816d07c3bd admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:15:58.528674 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e3a3a38d-85a1-41fa-ab25-fd816d07c3bd admin admin] 10.222.0.55 "PUT /v2.0/routers/3739631d-1544-4224-ab16-3cacf8477f41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7281172 Feb 09 13:15:58.556408 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-a6512811-64c8-4cfc-b68f-736938dfb57d None None] Port 938b8955-44ab-470e-80f2-44f4d602fa47 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:15:58.996734 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device c37bbde1-d36a-403c-b424-4f3a6f6f1f36 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:15:59.074007 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port c37bbde1-d36a-403c-b424-4f3a6f6f1f36 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:15:59.079280 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port c37bbde1-d36a-403c-b424-4f3a6f6f1f36 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:15:59.079563 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:59.132546 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45646) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:59.138981 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-8cd48cc9-dd47-45d9-8778-1984082ef6c1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-661289854-network', 'tenant_id': 'dd259979cad740d7a30934eac7753b36'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:15:59.144730 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-8cd48cc9-dd47-45d9-8778-1984082ef6c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:15:59.148859 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8cd48cc9-dd47-45d9-8778-1984082ef6c1 admin admin] Usage tracker for resource:network and tenant:dd259979cad740d7a30934eac7753b36 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:15:59.152192 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8cd48cc9-dd47-45d9-8778-1984082ef6c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:15:59.159820 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-8cd48cc9-dd47-45d9-8778-1984082ef6c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:15:59.170035 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd48cc9-dd47-45d9-8778-1984082ef6c1 admin admin] Made reservation on behalf of dd259979cad740d7a30934eac7753b36 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:15:59.172685 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8cd48cc9-dd47-45d9-8778-1984082ef6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:59.186251 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8cd48cc9-dd47-45d9-8778-1984082ef6c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:59.202579 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-8cd48cc9-dd47-45d9-8778-1984082ef6c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:15:59.206701 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8cd48cc9-dd47-45d9-8778-1984082ef6c1 admin admin] Usage tracker for resource:security_group_rule and tenant:dd259979cad740d7a30934eac7753b36 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:15:59.207503 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:59.210220 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8cd48cc9-dd47-45d9-8778-1984082ef6c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:15:59.216335 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-8cd48cc9-dd47-45d9-8778-1984082ef6c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:15:59.225457 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port c37bbde1-d36a-403c-b424-4f3a6f6f1f36, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=c37bbde1-d36a-403c-b424-4f3a6f6f1f36,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:15:59.230235 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:59.308608 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=c37bbde1-d36a-403c-b424-4f3a6f6f1f36,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:59.325135 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8cd48cc9-dd47-45d9-8778-1984082ef6c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:59.330245 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8cd48cc9-dd47-45d9-8778-1984082ef6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:59.353154 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cd48cc9-dd47-45d9-8778-1984082ef6c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:15:59.376676 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8cd48cc9-dd47-45d9-8778-1984082ef6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:59.377011 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-8cd48cc9-dd47-45d9-8778-1984082ef6c1 admin admin] Added segment 563dc9ae-228d-43e2-8c04-50a6bbe8ef45 of type vlan for network ac21f7f0-b7cc-462c-a906-30d3fd5c7496 Feb 09 13:15:59.512358 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd48cc9-dd47-45d9-8778-1984082ef6c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d0e988-eb79-43de-a475-1d40d53a1d09,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:59.537095 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8cd48cc9-dd47-45d9-8778-1984082ef6c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:59.567122 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8cd48cc9-dd47-45d9-8778-1984082ef6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:59.568253 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd48cc9-dd47-45d9-8778-1984082ef6c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:59.568832 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8cd48cc9-dd47-45d9-8778-1984082ef6c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:59.672346 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8cd48cc9-dd47-45d9-8778-1984082ef6c1 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5378947 Feb 09 13:15:59.674960 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd48cc9-dd47-45d9-8778-1984082ef6c1 admin admin] Pushing event updated for resources: {'Network': ['ID=ac21f7f0-b7cc-462c-a906-30d3fd5c7496,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:59.675555 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45650) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:59.681794 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-fbca9522-05c2-4db5-a6a7-a79227eb6f61 admin admin] Request body: {'subnet': {'network_id': 'ac21f7f0-b7cc-462c-a906-30d3fd5c7496', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-661289854-subnet', 'tenant_id': 'dd259979cad740d7a30934eac7753b36', 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:15:59.685393 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network ac21f7f0-b7cc-462c-a906-30d3fd5c7496 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:15:59.688995 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-fbca9522-05c2-4db5-a6a7-a79227eb6f61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:15:59.693143 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-fbca9522-05c2-4db5-a6a7-a79227eb6f61 admin admin] Usage tracker for resource:subnet and tenant:dd259979cad740d7a30934eac7753b36 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:15:59.696158 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-fbca9522-05c2-4db5-a6a7-a79227eb6f61 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:15:59.702493 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-fbca9522-05c2-4db5-a6a7-a79227eb6f61 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:15:59.714414 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbca9522-05c2-4db5-a6a7-a79227eb6f61 admin admin] Made reservation on behalf of dd259979cad740d7a30934eac7753b36 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:15:59.716821 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fbca9522-05c2-4db5-a6a7-a79227eb6f61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:59.923752 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fbca9522-05c2-4db5-a6a7-a79227eb6f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:59.998213 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca9522-05c2-4db5-a6a7-a79227eb6f61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac817743-f248-45fa-a351-73cdafec97b4,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:00.006883 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbca9522-05c2-4db5-a6a7-a79227eb6f61 admin admin] Checking segment: {'id': '563dc9ae-228d-43e2-8c04-50a6bbe8ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ac21f7f0-b7cc-462c-a906-30d3fd5c7496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:16:00.007241 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbca9522-05c2-4db5-a6a7-a79227eb6f61 admin admin] Network hostable DHCP agents. Network: ac21f7f0-b7cc-462c-a906-30d3fd5c7496, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:16:00.026157 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbca9522-05c2-4db5-a6a7-a79227eb6f61 admin admin] Network ac21f7f0-b7cc-462c-a906-30d3fd5c7496 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:16:00.035546 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-fbca9522-05c2-4db5-a6a7-a79227eb6f61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, ac21f7f0-b7cc-462c-a906-30d3fd5c7496) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:00.039626 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbca9522-05c2-4db5-a6a7-a79227eb6f61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:00.040304 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fbca9522-05c2-4db5-a6a7-a79227eb6f61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:00.044771 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca1f43e-dcd6-44c7-b595-7d78dc6e73e7 None None] Network ac21f7f0-b7cc-462c-a906-30d3fd5c7496 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:16:00.065704 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-fbca9522-05c2-4db5-a6a7-a79227eb6f61 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3846223 Feb 09 13:16:00.066050 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45654) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:00.070658 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-080679f4-78e0-477c-8ef5-57ce9137a82f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-661289854-router', 'tenant_id': 'dd259979cad740d7a30934eac7753b36', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:16:00.076198 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-080679f4-78e0-477c-8ef5-57ce9137a82f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:16:00.080381 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-080679f4-78e0-477c-8ef5-57ce9137a82f admin admin] Usage tracker for resource:router and tenant:dd259979cad740d7a30934eac7753b36 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:16:00.083455 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-080679f4-78e0-477c-8ef5-57ce9137a82f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:16:00.090486 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-080679f4-78e0-477c-8ef5-57ce9137a82f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:16:00.102291 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-080679f4-78e0-477c-8ef5-57ce9137a82f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:00.103453 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-080679f4-78e0-477c-8ef5-57ce9137a82f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:00.120721 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-080679f4-78e0-477c-8ef5-57ce9137a82f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:00.260426 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da38bb1-0ecd-4848-9ca1-49c98d9060c5 None None] Sync routers for ids ['3739631d-1544-4224-ab16-3cacf8477f41'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:16:00.272038 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da38bb1-0ecd-4848-9ca1-49c98d9060c5 None None] Routers {'3739631d-1544-4224-ab16-3cacf8477f41'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:16:00.272808 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-6da38bb1-0ecd-4848-9ca1-49c98d9060c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:15:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['3739631d-1544-4224-ab16-3cacf8477f41'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:00.278183 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7cf1d0-9b22-46f8-aa59-e4c439aaecb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-ac21f7f0-b7cc-462c-a906-30d3fd5c7496', 'network_id': 'ac21f7f0-b7cc-462c-a906-30d3fd5c7496', 'tenant_id': 'dd259979cad740d7a30934eac7753b36', 'fixed_ips': [{'subnet_id': 'ac817743-f248-45fa-a351-73cdafec97b4'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 13:16:00.279235 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3c7cf1d0-9b22-46f8-aa59-e4c439aaecb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:00.400444 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-080679f4-78e0-477c-8ef5-57ce9137a82f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:00.443223 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-3c7cf1d0-9b22-46f8-aa59-e4c439aaecb8 None None] Allocated IP 172.20.0.2 (ac21f7f0-b7cc-462c-a906-30d3fd5c7496/ac817743-f248-45fa-a351-73cdafec97b4/3be68a6e-fda4-4eb4-b029-cfda03f0e69b) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:16:00.459461 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-6da38bb1-0ecd-4848-9ca1-49c98d9060c5 None None] Set router 3739631d-1544-4224-ab16-3cacf8477f41 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:16:00.674957 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3c7cf1d0-9b22-46f8-aa59-e4c439aaecb8 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:00.686016 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-3c7cf1d0-9b22-46f8-aa59-e4c439aaecb8 None None] Transition to ACTIVE for port object 3be68a6e-fda4-4eb4-b029-cfda03f0e69b will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:16:00.708311 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-3c7cf1d0-9b22-46f8-aa59-e4c439aaecb8 None None] Transition to ACTIVE for port object 3be68a6e-fda4-4eb4-b029-cfda03f0e69b will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:16:00.714915 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3c7cf1d0-9b22-46f8-aa59-e4c439aaecb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:00.733207 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-080679f4-78e0-477c-8ef5-57ce9137a82f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:00.767231 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-080679f4-78e0-477c-8ef5-57ce9137a82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:00.786964 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7cf1d0-9b22-46f8-aa59-e4c439aaecb8 None None] Network ac21f7f0-b7cc-462c-a906-30d3fd5c7496 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:16:00.788434 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-6da38bb1-0ecd-4848-9ca1-49c98d9060c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3739631d-1544-4224-ab16-3cacf8477f41', 'name': 'tempest-TestEncryptedCinderVolumes-680707242-router', 'tenant_id': 'c16edc9bea2e4558b5c48836707b0b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'c37bbde1-d36a-403c-b424-4f3a6f6f1f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:15:53Z', 'updated_at': '2022-02-09T13:15:57Z', 'revision_number': 4, 'project_id': 'c16edc9bea2e4558b5c48836707b0b90', 'gw_port': {'id': 'c37bbde1-d36a-403c-b424-4f3a6f6f1f36', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:98:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3739631d-1544-4224-ab16-3cacf8477f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:15:54Z', 'updated_at': '2022-02-09T13:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '938b8955-44ab-470e-80f2-44f4d602fa47', 'name': '', 'network_id': 'c184244b-365b-4c8e-a8fe-a82a4d1faf22', 'tenant_id': 'c16edc9bea2e4558b5c48836707b0b90', 'mac_address': 'fa:16:3e:88:f3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3739631d-1544-4224-ab16-3cacf8477f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '98cdfee2-4d41-411d-b208-628234069066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:15:56Z', 'updated_at': '2022-02-09T13:15:57Z', 'revision_number': 2, 'project_id': 'c16edc9bea2e4558b5c48836707b0b90', 'subnets': [{'id': '98cdfee2-4d41-411d-b208-628234069066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:00.789664 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-3c7cf1d0-9b22-46f8-aa59-e4c439aaecb8 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:00.793134 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da38bb1-0ecd-4848-9ca1-49c98d9060c5 None None] Checking router: 3739631d-1544-4224-ab16-3cacf8477f41 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:16:00.793416 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da38bb1-0ecd-4848-9ca1-49c98d9060c5 None None] Updating router 3739631d-1544-4224-ab16-3cacf8477f41 port 938b8955-44ab-470e-80f2-44f4d602fa47 binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 13:16:00.793548 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7cf1d0-9b22-46f8-aa59-e4c439aaecb8 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:16:00.802430 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7cf1d0-9b22-46f8-aa59-e4c439aaecb8 None None] Pushing event updated for resources: {'Port': ['ID=3be68a6e-fda4-4eb4-b029-cfda03f0e69b,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:00.850301 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6da38bb1-0ecd-4848-9ca1-49c98d9060c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:00.896720 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-3c7cf1d0-9b22-46f8-aa59-e4c439aaecb8 None None] Attempting to bind port 3be68a6e-fda4-4eb4-b029-cfda03f0e69b on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:16:00.898287 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-3c7cf1d0-9b22-46f8-aa59-e4c439aaecb8 None None] Attempting to bind port 3be68a6e-fda4-4eb4-b029-cfda03f0e69b by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '563dc9ae-228d-43e2-8c04-50a6bbe8ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ac21f7f0-b7cc-462c-a906-30d3fd5c7496'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:16:00.898692 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7cf1d0-9b22-46f8-aa59-e4c439aaecb8 None None] Attempting to bind port 3be68a6e-fda4-4eb4-b029-cfda03f0e69b on network ac21f7f0-b7cc-462c-a906-30d3fd5c7496 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:16:00.904863 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7cf1d0-9b22-46f8-aa59-e4c439aaecb8 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:16:00.905238 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7cf1d0-9b22-46f8-aa59-e4c439aaecb8 None None] Checking segment: {'id': '563dc9ae-228d-43e2-8c04-50a6bbe8ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ac21f7f0-b7cc-462c-a906-30d3fd5c7496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:16:00.905636 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3c7cf1d0-9b22-46f8-aa59-e4c439aaecb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:00.906575 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7cf1d0-9b22-46f8-aa59-e4c439aaecb8 None None] Bound using segment: {'id': '563dc9ae-228d-43e2-8c04-50a6bbe8ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ac21f7f0-b7cc-462c-a906-30d3fd5c7496'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:16:00.907042 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-3c7cf1d0-9b22-46f8-aa59-e4c439aaecb8 None None] Bound port: 3be68a6e-fda4-4eb4-b029-cfda03f0e69b, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563dc9ae-228d-43e2-8c04-50a6bbe8ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ac21f7f0-b7cc-462c-a906-30d3fd5c7496'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:16:00.907470 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3c7cf1d0-9b22-46f8-aa59-e4c439aaecb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:00.919201 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-080679f4-78e0-477c-8ef5-57ce9137a82f admin admin] Allocated IP 172.25.7.209 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/7310205b-da06-4145-bc53-11e77ee79a71) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:16:00.987326 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device c37bbde1-d36a-403c-b424-4f3a6f6f1f36 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:16:01.071789 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-3c7cf1d0-9b22-46f8-aa59-e4c439aaecb8 None None] For port 3be68a6e-fda4-4eb4-b029-cfda03f0e69b, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:16:01.076041 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-3c7cf1d0-9b22-46f8-aa59-e4c439aaecb8 None None] For port 3be68a6e-fda4-4eb4-b029-cfda03f0e69b, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=3be68a6e-fda4-4eb4-b029-cfda03f0e69b,segment=NetworkSegment(563dc9ae-228d-43e2-8c04-50a6bbe8ef45),segment_id=563dc9ae-228d-43e2-8c04-50a6bbe8ef45)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:16:01.076206 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-080679f4-78e0-477c-8ef5-57ce9137a82f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:01.082507 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3c7cf1d0-9b22-46f8-aa59-e4c439aaecb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:01.110054 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-080679f4-78e0-477c-8ef5-57ce9137a82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:01.150578 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port c37bbde1-d36a-403c-b424-4f3a6f6f1f36 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:01.150932 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:01.182193 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080679f4-78e0-477c-8ef5-57ce9137a82f admin admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:16:01.184959 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-080679f4-78e0-477c-8ef5-57ce9137a82f admin admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:01.189654 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080679f4-78e0-477c-8ef5-57ce9137a82f admin admin] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:16:01.232780 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080679f4-78e0-477c-8ef5-57ce9137a82f admin admin] Pushing event updated for resources: {'Port': ['ID=7310205b-da06-4145-bc53-11e77ee79a71,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:01.241781 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7cf1d0-9b22-46f8-aa59-e4c439aaecb8 None None] Pushing event updated for resources: {'Port': ['ID=3be68a6e-fda4-4eb4-b029-cfda03f0e69b,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:01.256459 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6da38bb1-0ecd-4848-9ca1-49c98d9060c5 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:01.272792 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-6da38bb1-0ecd-4848-9ca1-49c98d9060c5 None None] Transition to ACTIVE for port object 938b8955-44ab-470e-80f2-44f4d602fa47 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:16:01.284526 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6da38bb1-0ecd-4848-9ca1-49c98d9060c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:01.497281 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e54ee-8210-46fc-86e5-1f2e4d4f097f None None] Pushing event updated for resources: {'Port': ['ID=938b8955-44ab-470e-80f2-44f4d602fa47,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:01.542715 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e54ee-8210-46fc-86e5-1f2e4d4f097f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:01.543063 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e54ee-8210-46fc-86e5-1f2e4d4f097f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:01.543397 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e54ee-8210-46fc-86e5-1f2e4d4f097f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:01.543729 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e54ee-8210-46fc-86e5-1f2e4d4f097f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:01.544149 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e54ee-8210-46fc-86e5-1f2e4d4f097f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:01.544477 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e54ee-8210-46fc-86e5-1f2e4d4f097f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:01.544797 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e54ee-8210-46fc-86e5-1f2e4d4f097f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:01.545120 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e54ee-8210-46fc-86e5-1f2e4d4f097f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:01.545439 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e54ee-8210-46fc-86e5-1f2e4d4f097f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:01.545755 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e54ee-8210-46fc-86e5-1f2e4d4f097f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:01.546083 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e54ee-8210-46fc-86e5-1f2e4d4f097f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:01.547079 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e54ee-8210-46fc-86e5-1f2e4d4f097f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:01.571491 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-6da38bb1-0ecd-4848-9ca1-49c98d9060c5 None None] Attempting to bind port 938b8955-44ab-470e-80f2-44f4d602fa47 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:16:01.572144 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-6da38bb1-0ecd-4848-9ca1-49c98d9060c5 None None] Attempting to bind port 938b8955-44ab-470e-80f2-44f4d602fa47 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '0a0346ec-e238-444c-a56a-738fa0ee104f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c184244b-365b-4c8e-a8fe-a82a4d1faf22'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:16:01.572680 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da38bb1-0ecd-4848-9ca1-49c98d9060c5 None None] Attempting to bind port 938b8955-44ab-470e-80f2-44f4d602fa47 on network c184244b-365b-4c8e-a8fe-a82a4d1faf22 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:16:01.579042 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da38bb1-0ecd-4848-9ca1-49c98d9060c5 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:16:01.579417 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da38bb1-0ecd-4848-9ca1-49c98d9060c5 None None] Checking segment: {'id': '0a0346ec-e238-444c-a56a-738fa0ee104f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c184244b-365b-4c8e-a8fe-a82a4d1faf22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:16:01.579876 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6da38bb1-0ecd-4848-9ca1-49c98d9060c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:01.580233 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da38bb1-0ecd-4848-9ca1-49c98d9060c5 None None] Bound using segment: {'id': '0a0346ec-e238-444c-a56a-738fa0ee104f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c184244b-365b-4c8e-a8fe-a82a4d1faf22'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:16:01.580681 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-6da38bb1-0ecd-4848-9ca1-49c98d9060c5 None None] Bound port: 938b8955-44ab-470e-80f2-44f4d602fa47, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a0346ec-e238-444c-a56a-738fa0ee104f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c184244b-365b-4c8e-a8fe-a82a4d1faf22'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:16:01.581044 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6da38bb1-0ecd-4848-9ca1-49c98d9060c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:01.676061 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-6da38bb1-0ecd-4848-9ca1-49c98d9060c5 None None] For port 938b8955-44ab-470e-80f2-44f4d602fa47, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:16:01.680921 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-6da38bb1-0ecd-4848-9ca1-49c98d9060c5 None None] For port 938b8955-44ab-470e-80f2-44f4d602fa47, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=938b8955-44ab-470e-80f2-44f4d602fa47,segment=NetworkSegment(0a0346ec-e238-444c-a56a-738fa0ee104f),segment_id=0a0346ec-e238-444c-a56a-738fa0ee104f)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:16:01.686510 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6da38bb1-0ecd-4848-9ca1-49c98d9060c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:01.770364 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da38bb1-0ecd-4848-9ca1-49c98d9060c5 None None] Routers {'3739631d-1544-4224-ab16-3cacf8477f41'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:16:01.770983 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-6da38bb1-0ecd-4848-9ca1-49c98d9060c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:15:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['3739631d-1544-4224-ab16-3cacf8477f41'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:01.804928 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-080679f4-78e0-477c-8ef5-57ce9137a82f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:01.836373 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e54ee-8210-46fc-86e5-1f2e4d4f097f None None] Pushing event updated for resources: {'Port': ['ID=938b8955-44ab-470e-80f2-44f4d602fa47,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:02.003484 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-6da38bb1-0ecd-4848-9ca1-49c98d9060c5 None None] Set router 3739631d-1544-4224-ab16-3cacf8477f41 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:16:02.178350 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-080679f4-78e0-477c-8ef5-57ce9137a82f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:02.351662 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-6da38bb1-0ecd-4848-9ca1-49c98d9060c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3739631d-1544-4224-ab16-3cacf8477f41', 'name': 'tempest-TestEncryptedCinderVolumes-680707242-router', 'tenant_id': 'c16edc9bea2e4558b5c48836707b0b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'c37bbde1-d36a-403c-b424-4f3a6f6f1f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:15:53Z', 'updated_at': '2022-02-09T13:15:57Z', 'revision_number': 4, 'project_id': 'c16edc9bea2e4558b5c48836707b0b90', 'gw_port': {'id': 'c37bbde1-d36a-403c-b424-4f3a6f6f1f36', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:98:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3739631d-1544-4224-ab16-3cacf8477f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:15:54Z', 'updated_at': '2022-02-09T13:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '938b8955-44ab-470e-80f2-44f4d602fa47', 'name': '', 'network_id': 'c184244b-365b-4c8e-a8fe-a82a4d1faf22', 'tenant_id': 'c16edc9bea2e4558b5c48836707b0b90', 'mac_address': 'fa:16:3e:88:f3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3739631d-1544-4224-ab16-3cacf8477f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '98cdfee2-4d41-411d-b208-628234069066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:15:56Z', 'updated_at': '2022-02-09T13:16:01Z', 'revision_number': 4, 'project_id': 'c16edc9bea2e4558b5c48836707b0b90', 'subnets': [{'id': '98cdfee2-4d41-411d-b208-628234069066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:02.356860 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da38bb1-0ecd-4848-9ca1-49c98d9060c5 None None] The sync data for ids ['3739631d-1544-4224-ab16-3cacf8477f41'] in n-d-825178-3 is: [{'id': '3739631d-1544-4224-ab16-3cacf8477f41', 'name': 'tempest-TestEncryptedCinderVolumes-680707242-router', 'tenant_id': 'c16edc9bea2e4558b5c48836707b0b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'c37bbde1-d36a-403c-b424-4f3a6f6f1f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:15:53Z', 'updated_at': '2022-02-09T13:15:57Z', 'revision_number': 4, 'project_id': 'c16edc9bea2e4558b5c48836707b0b90', 'gw_port': {'id': 'c37bbde1-d36a-403c-b424-4f3a6f6f1f36', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:98:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3739631d-1544-4224-ab16-3cacf8477f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:15:54Z', 'updated_at': '2022-02-09T13:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '938b8955-44ab-470e-80f2-44f4d602fa47', 'name': '', 'network_id': 'c184244b-365b-4c8e-a8fe-a82a4d1faf22', 'tenant_id': 'c16edc9bea2e4558b5c48836707b0b90', 'mac_address': 'fa:16:3e:88:f3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3739631d-1544-4224-ab16-3cacf8477f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '98cdfee2-4d41-411d-b208-628234069066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:15:56Z', 'updated_at': '2022-02-09T13:16:01Z', 'revision_number': 4, 'project_id': 'c16edc9bea2e4558b5c48836707b0b90', 'subnets': [{'id': '98cdfee2-4d41-411d-b208-628234069066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:16:02.396688 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-080679f4-78e0-477c-8ef5-57ce9137a82f admin admin] Router efd9f188-1202-4c55-b6c5-0483cfdbf25e is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 13:16:02.415505 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6c3c7d-c44b-4431-a8d1-065d343501e7 None None] Network ac21f7f0-b7cc-462c-a906-30d3fd5c7496 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:16:02.553922 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-e1e8c5b0-ba7a-4c06-af45-16486b971692 None None] Provisioning for port 3be68a6e-fda4-4eb4-b029-cfda03f0e69b completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:16:02.593872 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080679f4-78e0-477c-8ef5-57ce9137a82f admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:16:02.620706 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-080679f4-78e0-477c-8ef5-57ce9137a82f admin admin] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:02.622000 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-080679f4-78e0-477c-8ef5-57ce9137a82f admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5554869 Feb 09 13:16:02.625389 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45658) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:02.637956 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0e95b6-b363-49ca-bcfc-360ee644ca3a None None] Sync routers for ids ['efd9f188-1202-4c55-b6c5-0483cfdbf25e'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:16:02.664741 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0e95b6-b363-49ca-bcfc-360ee644ca3a None None] Routers {'efd9f188-1202-4c55-b6c5-0483cfdbf25e'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:16:02.665300 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-cc0e95b6-b363-49ca-bcfc-360ee644ca3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:15:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['efd9f188-1202-4c55-b6c5-0483cfdbf25e'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:02.934328 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-cc0e95b6-b363-49ca-bcfc-360ee644ca3a None None] Set router efd9f188-1202-4c55-b6c5-0483cfdbf25e gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:16:03.141256 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 938b8955-44ab-470e-80f2-44f4d602fa47 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:16:03.318694 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 938b8955-44ab-470e-80f2-44f4d602fa47 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:16:03.324309 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 938b8955-44ab-470e-80f2-44f4d602fa47 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:03.324674 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:03.428186 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-cc0e95b6-b363-49ca-bcfc-360ee644ca3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd9f188-1202-4c55-b6c5-0483cfdbf25e', 'name': 'tempest-TestEncryptedCinderVolumes-661289854-router', 'tenant_id': 'dd259979cad740d7a30934eac7753b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '7310205b-da06-4145-bc53-11e77ee79a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:00Z', 'updated_at': '2022-02-09T13:16:01Z', 'revision_number': 3, 'project_id': 'dd259979cad740d7a30934eac7753b36', 'gw_port': {'id': '7310205b-da06-4145-bc53-11e77ee79a71', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bc:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd9f188-1202-4c55-b6c5-0483cfdbf25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:00Z', 'updated_at': '2022-02-09T13:16:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:03.461479 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0e95b6-b363-49ca-bcfc-360ee644ca3a None None] Checking router: efd9f188-1202-4c55-b6c5-0483cfdbf25e for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:16:03.461831 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0e95b6-b363-49ca-bcfc-360ee644ca3a None None] Updating router efd9f188-1202-4c55-b6c5-0483cfdbf25e port 7310205b-da06-4145-bc53-11e77ee79a71 binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 13:16:03.541838 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-86312790-07ff-4ea2-81d7-b339333a4870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:03.616506 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cc0e95b6-b363-49ca-bcfc-360ee644ca3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:03.639743 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:03.752950 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-86312790-07ff-4ea2-81d7-b339333a4870 admin admin] Allocated IP 172.20.0.1 (ac21f7f0-b7cc-462c-a906-30d3fd5c7496/ac817743-f248-45fa-a351-73cdafec97b4/902e2227-0d2f-4b06-82aa-c1a91a8fb64e) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:16:03.757143 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 938b8955-44ab-470e-80f2-44f4d602fa47, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=938b8955-44ab-470e-80f2-44f4d602fa47,segment=NetworkSegment(0a0346ec-e238-444c-a56a-738fa0ee104f),segment_id=0a0346ec-e238-444c-a56a-738fa0ee104f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:16:03.772092 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:03.772862 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 3be68a6e-fda4-4eb4-b029-cfda03f0e69b up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:16:03.903605 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-86312790-07ff-4ea2-81d7-b339333a4870 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:03.919017 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-86312790-07ff-4ea2-81d7-b339333a4870 admin admin] Transition to ACTIVE for port object 902e2227-0d2f-4b06-82aa-c1a91a8fb64e will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:16:03.943692 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-86312790-07ff-4ea2-81d7-b339333a4870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:04.009972 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86312790-07ff-4ea2-81d7-b339333a4870 admin admin] Network ac21f7f0-b7cc-462c-a906-30d3fd5c7496 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:16:04.012555 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-86312790-07ff-4ea2-81d7-b339333a4870 admin admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:04.014934 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86312790-07ff-4ea2-81d7-b339333a4870 admin admin] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:16:04.066165 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86312790-07ff-4ea2-81d7-b339333a4870 admin admin] Pushing event updated for resources: {'Port': ['ID=902e2227-0d2f-4b06-82aa-c1a91a8fb64e,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:04.083601 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-86312790-07ff-4ea2-81d7-b339333a4870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:04.106438 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=938b8955-44ab-470e-80f2-44f4d602fa47,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:04.150152 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 3be68a6e-fda4-4eb4-b029-cfda03f0e69b completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:16:04.177626 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 3be68a6e-fda4-4eb4-b029-cfda03f0e69b triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:04.178005 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:04.354062 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-86312790-07ff-4ea2-81d7-b339333a4870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:04.398433 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cc0e95b6-b363-49ca-bcfc-360ee644ca3a None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:04.403078 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2e096c55-726a-4acf-a844-43845fc22c2b None None] Provisioning for port 902e2227-0d2f-4b06-82aa-c1a91a8fb64e completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:16:04.417366 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2e096c55-726a-4acf-a844-43845fc22c2b None None] Provisioning complete for port 902e2227-0d2f-4b06-82aa-c1a91a8fb64e triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:04.417785 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2e096c55-726a-4acf-a844-43845fc22c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:04.449248 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:04.469264 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-cc0e95b6-b363-49ca-bcfc-360ee644ca3a None None] Transition to ACTIVE for port object 7310205b-da06-4145-bc53-11e77ee79a71 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:16:04.491901 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cc0e95b6-b363-49ca-bcfc-360ee644ca3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:04.563200 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-2e096c55-726a-4acf-a844-43845fc22c2b None None] Port 902e2227-0d2f-4b06-82aa-c1a91a8fb64e cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:16:04.580830 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-86312790-07ff-4ea2-81d7-b339333a4870 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:04.585817 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 3be68a6e-fda4-4eb4-b029-cfda03f0e69b, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=3be68a6e-fda4-4eb4-b029-cfda03f0e69b,segment=NetworkSegment(563dc9ae-228d-43e2-8c04-50a6bbe8ef45),segment_id=563dc9ae-228d-43e2-8c04-50a6bbe8ef45)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:16:04.585981 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-86312790-07ff-4ea2-81d7-b339333a4870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:04.594499 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:04.598527 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-cc0e95b6-b363-49ca-bcfc-360ee644ca3a None None] Attempting to bind port 7310205b-da06-4145-bc53-11e77ee79a71 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:16:04.598919 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-cc0e95b6-b363-49ca-bcfc-360ee644ca3a None None] Attempting to bind port 7310205b-da06-4145-bc53-11e77ee79a71 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:16:04.599382 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0e95b6-b363-49ca-bcfc-360ee644ca3a None None] Attempting to bind port 7310205b-da06-4145-bc53-11e77ee79a71 on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:16:04.605983 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d039f-0f87-4080-81e6-f31e683853cb None None] Pushing event updated for resources: {'Port': ['ID=7310205b-da06-4145-bc53-11e77ee79a71,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:04.642052 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0e95b6-b363-49ca-bcfc-360ee644ca3a None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:16:04.642451 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0e95b6-b363-49ca-bcfc-360ee644ca3a None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:16:04.642857 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cc0e95b6-b363-49ca-bcfc-360ee644ca3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:04.643256 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0e95b6-b363-49ca-bcfc-360ee644ca3a None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:16:04.643735 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-cc0e95b6-b363-49ca-bcfc-360ee644ca3a None None] Bound port: 7310205b-da06-4145-bc53-11e77ee79a71, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:16:04.644165 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cc0e95b6-b363-49ca-bcfc-360ee644ca3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:04.699325 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-86312790-07ff-4ea2-81d7-b339333a4870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:04.703682 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86312790-07ff-4ea2-81d7-b339333a4870 admin admin] Pushing event updated for resources: {'Port': ['ID=902e2227-0d2f-4b06-82aa-c1a91a8fb64e,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:04.740838 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=3be68a6e-fda4-4eb4-b029-cfda03f0e69b,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:04.746772 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-cc0e95b6-b363-49ca-bcfc-360ee644ca3a None None] For port 7310205b-da06-4145-bc53-11e77ee79a71, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:16:04.750599 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-cc0e95b6-b363-49ca-bcfc-360ee644ca3a None None] For port 7310205b-da06-4145-bc53-11e77ee79a71, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=7310205b-da06-4145-bc53-11e77ee79a71,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:16:04.754931 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cc0e95b6-b363-49ca-bcfc-360ee644ca3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:04.837695 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0e95b6-b363-49ca-bcfc-360ee644ca3a None None] Routers {'efd9f188-1202-4c55-b6c5-0483cfdbf25e'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:16:04.838341 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-cc0e95b6-b363-49ca-bcfc-360ee644ca3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:15:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['efd9f188-1202-4c55-b6c5-0483cfdbf25e'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:04.893849 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d039f-0f87-4080-81e6-f31e683853cb None None] Pushing event updated for resources: {'Port': ['ID=7310205b-da06-4145-bc53-11e77ee79a71,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:04.981601 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86312790-07ff-4ea2-81d7-b339333a4870 admin admin] Network ac21f7f0-b7cc-462c-a906-30d3fd5c7496 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:16:04.982700 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-86312790-07ff-4ea2-81d7-b339333a4870 admin admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:04.984604 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 938b8955-44ab-470e-80f2-44f4d602fa47 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:16:05.078837 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-cc0e95b6-b363-49ca-bcfc-360ee644ca3a None None] Set router efd9f188-1202-4c55-b6c5-0483cfdbf25e gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:16:05.186872 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86312790-07ff-4ea2-81d7-b339333a4870 admin admin] Router efd9f188-1202-4c55-b6c5-0483cfdbf25e has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:16:05.209064 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 938b8955-44ab-470e-80f2-44f4d602fa47 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:05.209432 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:05.366265 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7c7ed9f6-a825-4f98-bf3a-e7e003749210 None None] Provisioning complete for port 902e2227-0d2f-4b06-82aa-c1a91a8fb64e triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:05.366633 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7c7ed9f6-a825-4f98-bf3a-e7e003749210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:05.369084 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86312790-07ff-4ea2-81d7-b339333a4870 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:16:05.385345 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-86312790-07ff-4ea2-81d7-b339333a4870 admin admin] 10.222.0.55 "PUT /v2.0/routers/efd9f188-1202-4c55-b6c5-0483cfdbf25e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7517831 Feb 09 13:16:05.520159 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7c7ed9f6-a825-4f98-bf3a-e7e003749210 None None] Port 902e2227-0d2f-4b06-82aa-c1a91a8fb64e cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:16:05.529782 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 3be68a6e-fda4-4eb4-b029-cfda03f0e69b up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:16:05.671155 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 3be68a6e-fda4-4eb4-b029-cfda03f0e69b triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:05.671565 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:05.700442 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-cc0e95b6-b363-49ca-bcfc-360ee644ca3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd9f188-1202-4c55-b6c5-0483cfdbf25e', 'name': 'tempest-TestEncryptedCinderVolumes-661289854-router', 'tenant_id': 'dd259979cad740d7a30934eac7753b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '7310205b-da06-4145-bc53-11e77ee79a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:00Z', 'updated_at': '2022-02-09T13:16:04Z', 'revision_number': 4, 'project_id': 'dd259979cad740d7a30934eac7753b36', 'gw_port': {'id': '7310205b-da06-4145-bc53-11e77ee79a71', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bc:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd9f188-1202-4c55-b6c5-0483cfdbf25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:00Z', 'updated_at': '2022-02-09T13:16:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '902e2227-0d2f-4b06-82aa-c1a91a8fb64e', 'name': '', 'network_id': 'ac21f7f0-b7cc-462c-a906-30d3fd5c7496', 'tenant_id': 'dd259979cad740d7a30934eac7753b36', 'mac_address': 'fa:16:3e:77:65:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd9f188-1202-4c55-b6c5-0483cfdbf25e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'ac817743-f248-45fa-a351-73cdafec97b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:03Z', 'updated_at': '2022-02-09T13:16:04Z', 'revision_number': 2, 'project_id': 'dd259979cad740d7a30934eac7753b36', 'subnets': [{'id': 'ac817743-f248-45fa-a351-73cdafec97b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:05.718401 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0e95b6-b363-49ca-bcfc-360ee644ca3a None None] The sync data for ids ['efd9f188-1202-4c55-b6c5-0483cfdbf25e'] in n-d-825178-3 is: [{'id': 'efd9f188-1202-4c55-b6c5-0483cfdbf25e', 'name': 'tempest-TestEncryptedCinderVolumes-661289854-router', 'tenant_id': 'dd259979cad740d7a30934eac7753b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '7310205b-da06-4145-bc53-11e77ee79a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:00Z', 'updated_at': '2022-02-09T13:16:04Z', 'revision_number': 4, 'project_id': 'dd259979cad740d7a30934eac7753b36', 'gw_port': {'id': '7310205b-da06-4145-bc53-11e77ee79a71', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bc:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd9f188-1202-4c55-b6c5-0483cfdbf25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:00Z', 'updated_at': '2022-02-09T13:16:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '902e2227-0d2f-4b06-82aa-c1a91a8fb64e', 'name': '', 'network_id': 'ac21f7f0-b7cc-462c-a906-30d3fd5c7496', 'tenant_id': 'dd259979cad740d7a30934eac7753b36', 'mac_address': 'fa:16:3e:77:65:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd9f188-1202-4c55-b6c5-0483cfdbf25e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'ac817743-f248-45fa-a351-73cdafec97b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:03Z', 'updated_at': '2022-02-09T13:16:04Z', 'revision_number': 2, 'project_id': 'dd259979cad740d7a30934eac7753b36', 'subnets': [{'id': 'ac817743-f248-45fa-a351-73cdafec97b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:16:06.244689 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-09b7a737-344c-4ceb-9bad-903340f4fc77 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:06.246194 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-09b7a737-344c-4ceb-9bad-903340f4fc77 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.55 "GET /v2.0/networks?id=c184244b-365b-4c8e-a8fe-a82a4d1faf22 HTTP/1.1" status: 200 len: 816 time: 0.1544392 Feb 09 13:16:06.262088 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-1477b7b2-6825-4db3-ad7a-2eba7b0ec450 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.55 "GET /v2.0/quotas/c16edc9bea2e4558b5c48836707b0b90 HTTP/1.1" status: 200 len: 375 time: 0.0101371 Feb 09 13:16:06.360373 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-dae42fd9-e280-4527-902d-302c56697c6f tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c16edc9bea2e4558b5c48836707b0b90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0923047 Feb 09 13:16:06.631567 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-38ff4a62-e97b-4752-acb6-948341d65f0c service neutron] 10.222.0.55 "GET /v2.0/networks/c184244b-365b-4c8e-a8fe-a82a4d1faf22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458355 Feb 09 13:16:06.768447 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-c5495a32-30d8-44ff-b109-d3765079e2c3 service neutron] 10.222.0.55 "GET /v2.0/networks/c184244b-365b-4c8e-a8fe-a82a4d1faf22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309638 Feb 09 13:16:06.962648 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e6416e01-6931-4fbb-9b2b-c77588ed5c28 req-751ce2bf-1645-4fe3-9c75-41f95386a33e tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.55 "GET /v2.0/ports?device_id=d92f1349-069c-46e2-81db-1988a11f0e23 HTTP/1.1" status: 200 len: 210 time: 0.0466464 Feb 09 13:16:06.992695 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 7310205b-da06-4145-bc53-11e77ee79a71 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:16:07.066406 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 7310205b-da06-4145-bc53-11e77ee79a71 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:16:07.072367 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 7310205b-da06-4145-bc53-11e77ee79a71 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:07.072769 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:07.198376 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:07.215010 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 7310205b-da06-4145-bc53-11e77ee79a71, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=7310205b-da06-4145-bc53-11e77ee79a71,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:16:07.219353 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:07.288237 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=7310205b-da06-4145-bc53-11e77ee79a71,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:08.126588 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-16e02750-ea05-4ab0-9224-2c88a0212d16 req-0fdb7c74-71ce-464b-a2ed-1e2678235fc9 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.55 "GET /v2.0/ports?device_id=d92f1349-069c-46e2-81db-1988a11f0e23 HTTP/1.1" status: 200 len: 210 time: 0.0531032 Feb 09 13:16:08.243292 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-f4029778-a563-4d8a-8f4c-d06542962e52 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:08.244155 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-f4029778-a563-4d8a-8f4c-d06542962e52 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Synchronizing usage tracker for tenant:c16edc9bea2e4558b5c48836707b0b90 on resource:network {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:16:08.260542 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-f4029778-a563-4d8a-8f4c-d06542962e52 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Unset dirty status for tenant:c16edc9bea2e4558b5c48836707b0b90 on resource:network {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:16:08.261696 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-f4029778-a563-4d8a-8f4c-d06542962e52 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.52 "GET /v2.0/networks?id=c184244b-365b-4c8e-a8fe-a82a4d1faf22 HTTP/1.1" status: 200 len: 816 time: 0.1750212 Feb 09 13:16:08.273456 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-3bae4475-9a1e-4541-958e-2007f82c8759 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Request body: {'port': {'device_id': 'd92f1349-069c-46e2-81db-1988a11f0e23', 'network_id': 'c184244b-365b-4c8e-a8fe-a82a4d1faf22', 'admin_state_up': True, 'tenant_id': 'c16edc9bea2e4558b5c48836707b0b90'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:16:08.415248 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-3bae4475-9a1e-4541-958e-2007f82c8759 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:16:08.419039 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-3bae4475-9a1e-4541-958e-2007f82c8759 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Usage tracker for resource:port and tenant:c16edc9bea2e4558b5c48836707b0b90 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:16:08.422169 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-3bae4475-9a1e-4541-958e-2007f82c8759 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:16:08.430515 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-3bae4475-9a1e-4541-958e-2007f82c8759 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:16:08.440318 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-3bae4475-9a1e-4541-958e-2007f82c8759 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Made reservation on behalf of c16edc9bea2e4558b5c48836707b0b90 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:16:08.444976 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-3bae4475-9a1e-4541-958e-2007f82c8759 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:08.613995 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-3bae4475-9a1e-4541-958e-2007f82c8759 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Allocated IP 172.20.0.9 (c184244b-365b-4c8e-a8fe-a82a4d1faf22/98cdfee2-4d41-411d-b208-628234069066/675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:16:08.938273 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-3bae4475-9a1e-4541-958e-2007f82c8759 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:08.954405 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 7310205b-da06-4145-bc53-11e77ee79a71 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:16:08.956164 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-3bae4475-9a1e-4541-958e-2007f82c8759 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Transition to ACTIVE for port object 675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:16:08.978935 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-3bae4475-9a1e-4541-958e-2007f82c8759 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:09.025606 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 7310205b-da06-4145-bc53-11e77ee79a71 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:09.025973 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:09.049127 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-3bae4475-9a1e-4541-958e-2007f82c8759 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Network c184244b-365b-4c8e-a8fe-a82a4d1faf22 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:16:09.051957 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-3bae4475-9a1e-4541-958e-2007f82c8759 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:09.054610 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-3bae4475-9a1e-4541-958e-2007f82c8759 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:16:09.098569 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae4475-9a1e-4541-958e-2007f82c8759 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Pushing event updated for resources: {'Port': ['ID=675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:09.140530 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-3bae4475-9a1e-4541-958e-2007f82c8759 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:09.141512 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-3bae4475-9a1e-4541-958e-2007f82c8759 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:09.173020 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-3bae4475-9a1e-4541-958e-2007f82c8759 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9031463 Feb 09 13:16:09.244637 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-719be3be-6b3c-4d23-a118-cab0624db7e2 service neutron] Request body: {'port': {'device_id': 'd92f1349-069c-46e2-81db-1988a11f0e23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:16:09.343186 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b8694-2f88-4a56-8186-2778385c292e req-e7dea83e-6908-49d4-ad02-13a0fb16a2e5 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:09.351617 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3e9b8694-2f88-4a56-8186-2778385c292e req-e7dea83e-6908-49d4-ad02-13a0fb16a2e5 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.55 "GET /v2.0/ports?device_id=d92f1349-069c-46e2-81db-1988a11f0e23 HTTP/1.1" status: 200 len: 931 time: 0.1019182 Feb 09 13:16:09.372177 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b5419386-9a2e-4a5f-97d9-95dcbc20a201 None None] Provisioning for port 675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:16:09.379418 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b5419386-9a2e-4a5f-97d9-95dcbc20a201 None None] Provisioning complete for port 675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:09.380081 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b5419386-9a2e-4a5f-97d9-95dcbc20a201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:09.380417 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-719be3be-6b3c-4d23-a118-cab0624db7e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:09.403210 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3e9b8694-2f88-4a56-8186-2778385c292e req-7af8bb28-dd7b-477e-81e8-7c9a9ce2ab23 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.55 "GET /v2.0/security-groups?id=607edf72-4723-488f-863c-86a679b21632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502417 Feb 09 13:16:09.461619 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b5419386-9a2e-4a5f-97d9-95dcbc20a201 None None] Port 675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:16:09.513798 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832f48a6-d141-45dd-b3cd-7f838e5bdae1 None None] Sync routers for ids ['efd9f188-1202-4c55-b6c5-0483cfdbf25e'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:16:09.523063 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832f48a6-d141-45dd-b3cd-7f838e5bdae1 None None] Routers {'efd9f188-1202-4c55-b6c5-0483cfdbf25e'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:16:09.523733 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-832f48a6-d141-45dd-b3cd-7f838e5bdae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:15:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['efd9f188-1202-4c55-b6c5-0483cfdbf25e'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:09.700384 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-832f48a6-d141-45dd-b3cd-7f838e5bdae1 None None] Set router efd9f188-1202-4c55-b6c5-0483cfdbf25e gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:16:09.739271 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-719be3be-6b3c-4d23-a118-cab0624db7e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:16:09.746418 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-719be3be-6b3c-4d23-a118-cab0624db7e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:09.760258 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-719be3be-6b3c-4d23-a118-cab0624db7e2 service neutron] Transition to ACTIVE for port object 675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:16:09.764252 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-719be3be-6b3c-4d23-a118-cab0624db7e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:09.922780 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719be3be-6b3c-4d23-a118-cab0624db7e2 service neutron] Pushing event updated for resources: {'Port': ['ID=675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:10.002219 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-719be3be-6b3c-4d23-a118-cab0624db7e2 service neutron] Attempting to bind port 675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8 on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:16:10.002658 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-719be3be-6b3c-4d23-a118-cab0624db7e2 service neutron] Attempting to bind port 675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': '0a0346ec-e238-444c-a56a-738fa0ee104f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c184244b-365b-4c8e-a8fe-a82a4d1faf22'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:16:10.003084 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-719be3be-6b3c-4d23-a118-cab0624db7e2 service neutron] Attempting to bind port 675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8 on network c184244b-365b-4c8e-a8fe-a82a4d1faf22 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:16:10.008478 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-719be3be-6b3c-4d23-a118-cab0624db7e2 service neutron] Port 675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8 on network c184244b-365b-4c8e-a8fe-a82a4d1faf22 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 13:16:10.009025 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-719be3be-6b3c-4d23-a118-cab0624db7e2 service neutron] Attempting to bind port 675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8 on network c184244b-365b-4c8e-a8fe-a82a4d1faf22 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:16:10.014932 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-719be3be-6b3c-4d23-a118-cab0624db7e2 service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:16:10.015390 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-719be3be-6b3c-4d23-a118-cab0624db7e2 service neutron] Checking segment: {'id': '0a0346ec-e238-444c-a56a-738fa0ee104f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c184244b-365b-4c8e-a8fe-a82a4d1faf22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:16:10.015891 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-719be3be-6b3c-4d23-a118-cab0624db7e2 service neutron] Bound using segment: {'id': '0a0346ec-e238-444c-a56a-738fa0ee104f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c184244b-365b-4c8e-a8fe-a82a4d1faf22'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:16:10.016386 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-719be3be-6b3c-4d23-a118-cab0624db7e2 service neutron] Bound port: 675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a0346ec-e238-444c-a56a-738fa0ee104f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c184244b-365b-4c8e-a8fe-a82a4d1faf22'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:16:10.016804 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-719be3be-6b3c-4d23-a118-cab0624db7e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:10.044241 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-832f48a6-d141-45dd-b3cd-7f838e5bdae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd9f188-1202-4c55-b6c5-0483cfdbf25e', 'name': 'tempest-TestEncryptedCinderVolumes-661289854-router', 'tenant_id': 'dd259979cad740d7a30934eac7753b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '7310205b-da06-4145-bc53-11e77ee79a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:00Z', 'updated_at': '2022-02-09T13:16:04Z', 'revision_number': 4, 'project_id': 'dd259979cad740d7a30934eac7753b36', 'gw_port': {'id': '7310205b-da06-4145-bc53-11e77ee79a71', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd9f188-1202-4c55-b6c5-0483cfdbf25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:00Z', 'updated_at': '2022-02-09T13:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '902e2227-0d2f-4b06-82aa-c1a91a8fb64e', 'name': '', 'network_id': 'ac21f7f0-b7cc-462c-a906-30d3fd5c7496', 'tenant_id': 'dd259979cad740d7a30934eac7753b36', 'mac_address': 'fa:16:3e:77:65:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd9f188-1202-4c55-b6c5-0483cfdbf25e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'ac817743-f248-45fa-a351-73cdafec97b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:03Z', 'updated_at': '2022-02-09T13:16:04Z', 'revision_number': 2, 'project_id': 'dd259979cad740d7a30934eac7753b36', 'subnets': [{'id': 'ac817743-f248-45fa-a351-73cdafec97b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:10.048462 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832f48a6-d141-45dd-b3cd-7f838e5bdae1 None None] Checking router: efd9f188-1202-4c55-b6c5-0483cfdbf25e for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:16:10.048806 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832f48a6-d141-45dd-b3cd-7f838e5bdae1 None None] Updating router efd9f188-1202-4c55-b6c5-0483cfdbf25e port 902e2227-0d2f-4b06-82aa-c1a91a8fb64e binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 13:16:10.100711 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-832f48a6-d141-45dd-b3cd-7f838e5bdae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:10.112341 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-719be3be-6b3c-4d23-a118-cab0624db7e2 service neutron] For port 675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8, host n-h1-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:16:10.115217 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-719be3be-6b3c-4d23-a118-cab0624db7e2 service neutron] For port 675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8,segment=NetworkSegment(0a0346ec-e238-444c-a56a-738fa0ee104f),segment_id=0a0346ec-e238-444c-a56a-738fa0ee104f)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:16:10.120075 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-719be3be-6b3c-4d23-a118-cab0624db7e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:10.182294 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-719be3be-6b3c-4d23-a118-cab0624db7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:10.182913 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-719be3be-6b3c-4d23-a118-cab0624db7e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:10.184310 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-719be3be-6b3c-4d23-a118-cab0624db7e2 service neutron] 10.222.0.52 "PUT /v2.0/ports/675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8 HTTP/1.1" status: 200 len: 1091 time: 1.0034184 Feb 09 13:16:10.184740 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd92f1349-069c-46e2-81db-1988a11f0e23', 'tag': '675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:16:10.208166 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719be3be-6b3c-4d23-a118-cab0624db7e2 service neutron] Pushing event updated for resources: {'Port': ['ID=675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:10.345334 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-5f959302-ab93-4418-99a9-e4fea81c5867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:10.346757 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-5f959302-ab93-4418-99a9-e4fea81c5867 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c16edc9bea2e4558b5c48836707b0b90&device_id=d92f1349-069c-46e2-81db-1988a11f0e23 HTTP/1.1" status: 200 len: 1094 time: 0.1026978 Feb 09 13:16:10.357814 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd92f1349-069c-46e2-81db-1988a11f0e23', 'tag': '675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8', 'status': 'completed', 'code': 200} Feb 09 13:16:10.434849 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-1f03566d-9ba7-4103-a242-a2f317eb62f6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8 HTTP/1.1" status: 200 len: 217 time: 0.0761092 Feb 09 13:16:10.471107 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-832f48a6-d141-45dd-b3cd-7f838e5bdae1 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:10.483191 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-832f48a6-d141-45dd-b3cd-7f838e5bdae1 None None] Transition to ACTIVE for port object 902e2227-0d2f-4b06-82aa-c1a91a8fb64e will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:16:10.491856 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-832f48a6-d141-45dd-b3cd-7f838e5bdae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:10.502137 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-88cf8ce4-0b75-4f48-bc8b-01b318100686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:10.503701 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-88cf8ce4-0b75-4f48-bc8b-01b318100686 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=98cdfee2-4d41-411d-b208-628234069066 HTTP/1.1" status: 200 len: 855 time: 0.0631816 Feb 09 13:16:10.585064 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-79936935-e870-420c-b7ab-8baeeae00532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:10.593462 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-79936935-e870-420c-b7ab-8baeeae00532 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c184244b-365b-4c8e-a8fe-a82a4d1faf22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0831535 Feb 09 13:16:10.632026 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b62319-fefb-473b-97e9-6f1d92be6f01 None None] Pushing event updated for resources: {'Port': ['ID=902e2227-0d2f-4b06-82aa-c1a91a8fb64e,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:10.632584 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5939c19-2b34-4659-a908-f798be99ed5f req-f68b2307-ca83-4c81-b075-b55332c2697e tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:10.641090 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c5939c19-2b34-4659-a908-f798be99ed5f req-f68b2307-ca83-4c81-b075-b55332c2697e tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.55 "GET /v2.0/ports?device_id=d92f1349-069c-46e2-81db-1988a11f0e23 HTTP/1.1" status: 200 len: 943 time: 0.1323395 Feb 09 13:16:10.704312 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c5939c19-2b34-4659-a908-f798be99ed5f req-34f3ac3c-9f36-4de1-8289-0393c268fc2b tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.55 "GET /v2.0/security-groups?id=607edf72-4723-488f-863c-86a679b21632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618181 Feb 09 13:16:10.755032 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-17bd6d93-a7cb-4c0a-add1-4fc0798ff746 service neutron] 10.222.0.52 "GET /v2.0/networks/c184244b-365b-4c8e-a8fe-a82a4d1faf22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552939 Feb 09 13:16:10.773211 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-832f48a6-d141-45dd-b3cd-7f838e5bdae1 None None] Attempting to bind port 902e2227-0d2f-4b06-82aa-c1a91a8fb64e on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:16:10.773581 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-832f48a6-d141-45dd-b3cd-7f838e5bdae1 None None] Attempting to bind port 902e2227-0d2f-4b06-82aa-c1a91a8fb64e by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '563dc9ae-228d-43e2-8c04-50a6bbe8ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ac21f7f0-b7cc-462c-a906-30d3fd5c7496'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:16:10.773952 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832f48a6-d141-45dd-b3cd-7f838e5bdae1 None None] Attempting to bind port 902e2227-0d2f-4b06-82aa-c1a91a8fb64e on network ac21f7f0-b7cc-462c-a906-30d3fd5c7496 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:16:10.779426 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832f48a6-d141-45dd-b3cd-7f838e5bdae1 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:16:10.779803 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832f48a6-d141-45dd-b3cd-7f838e5bdae1 None None] Checking segment: {'id': '563dc9ae-228d-43e2-8c04-50a6bbe8ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ac21f7f0-b7cc-462c-a906-30d3fd5c7496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:16:10.780272 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-832f48a6-d141-45dd-b3cd-7f838e5bdae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:10.780789 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832f48a6-d141-45dd-b3cd-7f838e5bdae1 None None] Bound using segment: {'id': '563dc9ae-228d-43e2-8c04-50a6bbe8ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ac21f7f0-b7cc-462c-a906-30d3fd5c7496'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:16:10.781307 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-832f48a6-d141-45dd-b3cd-7f838e5bdae1 None None] Bound port: 902e2227-0d2f-4b06-82aa-c1a91a8fb64e, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563dc9ae-228d-43e2-8c04-50a6bbe8ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ac21f7f0-b7cc-462c-a906-30d3fd5c7496'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:16:10.781889 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-832f48a6-d141-45dd-b3cd-7f838e5bdae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:10.875303 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-832f48a6-d141-45dd-b3cd-7f838e5bdae1 None None] For port 902e2227-0d2f-4b06-82aa-c1a91a8fb64e, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:16:10.878999 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-832f48a6-d141-45dd-b3cd-7f838e5bdae1 None None] For port 902e2227-0d2f-4b06-82aa-c1a91a8fb64e, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=902e2227-0d2f-4b06-82aa-c1a91a8fb64e,segment=NetworkSegment(563dc9ae-228d-43e2-8c04-50a6bbe8ef45),segment_id=563dc9ae-228d-43e2-8c04-50a6bbe8ef45)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:16:10.882400 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-832f48a6-d141-45dd-b3cd-7f838e5bdae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:10.958171 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832f48a6-d141-45dd-b3cd-7f838e5bdae1 None None] Routers {'efd9f188-1202-4c55-b6c5-0483cfdbf25e'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:16:10.959153 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-832f48a6-d141-45dd-b3cd-7f838e5bdae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:15:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['efd9f188-1202-4c55-b6c5-0483cfdbf25e'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:11.010257 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1e841bb5-229c-41e9-b6fb-9ec7c20ccffb req-ae421388-953e-4048-94b9-cc5323830874 service neutron] 10.222.0.52 "GET /v2.0/networks/c184244b-365b-4c8e-a8fe-a82a4d1faf22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489188 Feb 09 13:16:11.022690 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b62319-fefb-473b-97e9-6f1d92be6f01 None None] Pushing event updated for resources: {'Port': ['ID=902e2227-0d2f-4b06-82aa-c1a91a8fb64e,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:11.141416 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a2df5-a270-4f35-aeda-02902555529e req-ff7f1293-b3f7-41c4-b199-a7a4f1493c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:11.143154 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-395a2df5-a270-4f35-aeda-02902555529e req-ff7f1293-b3f7-41c4-b199-a7a4f1493c04 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c16edc9bea2e4558b5c48836707b0b90&device_id=d92f1349-069c-46e2-81db-1988a11f0e23 HTTP/1.1" status: 200 len: 1094 time: 0.0760365 Feb 09 13:16:11.148341 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-832f48a6-d141-45dd-b3cd-7f838e5bdae1 None None] Set router efd9f188-1202-4c55-b6c5-0483cfdbf25e gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:16:11.278837 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a2df5-a270-4f35-aeda-02902555529e req-8aa51553-10f3-49b1-87c9-04d6abecb6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:11.281944 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-395a2df5-a270-4f35-aeda-02902555529e req-8aa51553-10f3-49b1-87c9-04d6abecb6af service neutron] 10.222.0.52 "GET /v2.0/networks?id=c184244b-365b-4c8e-a8fe-a82a4d1faf22 HTTP/1.1" status: 200 len: 917 time: 0.1322360 Feb 09 13:16:11.354564 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-395a2df5-a270-4f35-aeda-02902555529e req-3c721277-51a3-4931-93a1-ca588b8d8d57 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8 HTTP/1.1" status: 200 len: 217 time: 0.0670426 Feb 09 13:16:11.418935 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a2df5-a270-4f35-aeda-02902555529e req-76948163-1132-4571-87f3-5517fad7de2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:11.420418 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-395a2df5-a270-4f35-aeda-02902555529e req-76948163-1132-4571-87f3-5517fad7de2f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=98cdfee2-4d41-411d-b208-628234069066 HTTP/1.1" status: 200 len: 855 time: 0.0598655 Feb 09 13:16:11.474709 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-832f48a6-d141-45dd-b3cd-7f838e5bdae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd9f188-1202-4c55-b6c5-0483cfdbf25e', 'name': 'tempest-TestEncryptedCinderVolumes-661289854-router', 'tenant_id': 'dd259979cad740d7a30934eac7753b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '7310205b-da06-4145-bc53-11e77ee79a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:00Z', 'updated_at': '2022-02-09T13:16:04Z', 'revision_number': 4, 'project_id': 'dd259979cad740d7a30934eac7753b36', 'gw_port': {'id': '7310205b-da06-4145-bc53-11e77ee79a71', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd9f188-1202-4c55-b6c5-0483cfdbf25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:00Z', 'updated_at': '2022-02-09T13:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '902e2227-0d2f-4b06-82aa-c1a91a8fb64e', 'name': '', 'network_id': 'ac21f7f0-b7cc-462c-a906-30d3fd5c7496', 'tenant_id': 'dd259979cad740d7a30934eac7753b36', 'mac_address': 'fa:16:3e:77:65:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd9f188-1202-4c55-b6c5-0483cfdbf25e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'ac817743-f248-45fa-a351-73cdafec97b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:03Z', 'updated_at': '2022-02-09T13:16:10Z', 'revision_number': 4, 'project_id': 'dd259979cad740d7a30934eac7753b36', 'subnets': [{'id': 'ac817743-f248-45fa-a351-73cdafec97b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:11.479185 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832f48a6-d141-45dd-b3cd-7f838e5bdae1 None None] The sync data for ids ['efd9f188-1202-4c55-b6c5-0483cfdbf25e'] in n-d-825178-3 is: [{'id': 'efd9f188-1202-4c55-b6c5-0483cfdbf25e', 'name': 'tempest-TestEncryptedCinderVolumes-661289854-router', 'tenant_id': 'dd259979cad740d7a30934eac7753b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '7310205b-da06-4145-bc53-11e77ee79a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:00Z', 'updated_at': '2022-02-09T13:16:04Z', 'revision_number': 4, 'project_id': 'dd259979cad740d7a30934eac7753b36', 'gw_port': {'id': '7310205b-da06-4145-bc53-11e77ee79a71', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd9f188-1202-4c55-b6c5-0483cfdbf25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:00Z', 'updated_at': '2022-02-09T13:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '902e2227-0d2f-4b06-82aa-c1a91a8fb64e', 'name': '', 'network_id': 'ac21f7f0-b7cc-462c-a906-30d3fd5c7496', 'tenant_id': 'dd259979cad740d7a30934eac7753b36', 'mac_address': 'fa:16:3e:77:65:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd9f188-1202-4c55-b6c5-0483cfdbf25e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'ac817743-f248-45fa-a351-73cdafec97b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:03Z', 'updated_at': '2022-02-09T13:16:10Z', 'revision_number': 4, 'project_id': 'dd259979cad740d7a30934eac7753b36', 'subnets': [{'id': 'ac817743-f248-45fa-a351-73cdafec97b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:16:11.504634 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a2df5-a270-4f35-aeda-02902555529e req-0311526e-e8da-4ccd-aca9-f055c4046778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:11.506121 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-395a2df5-a270-4f35-aeda-02902555529e req-0311526e-e8da-4ccd-aca9-f055c4046778 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c184244b-365b-4c8e-a8fe-a82a4d1faf22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787320 Feb 09 13:16:11.647787 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-395a2df5-a270-4f35-aeda-02902555529e req-1f4a0ae7-41e7-4701-a984-1880c84bab2f service neutron] 10.222.0.52 "GET /v2.0/networks/c184244b-365b-4c8e-a8fe-a82a4d1faf22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343436 Feb 09 13:16:11.789213 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-395a2df5-a270-4f35-aeda-02902555529e req-39f98f0a-35b2-4f7a-b0a5-ca0b6edf1b52 service neutron] 10.222.0.52 "GET /v2.0/networks/c184244b-365b-4c8e-a8fe-a82a4d1faf22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350992 Feb 09 13:16:11.898971 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bff44-e0dd-4920-a31c-f5a945939836 req-1d3629be-667b-471d-8a39-0349fff53e18 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:11.900540 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2e1bff44-e0dd-4920-a31c-f5a945939836 req-1d3629be-667b-471d-8a39-0349fff53e18 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.55 "GET /v2.0/ports?device_id=d92f1349-069c-46e2-81db-1988a11f0e23 HTTP/1.1" status: 200 len: 943 time: 0.0878131 Feb 09 13:16:11.947474 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2e1bff44-e0dd-4920-a31c-f5a945939836 req-743cad86-a8eb-4efc-ba06-f486a0dd89b5 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.55 "GET /v2.0/security-groups?id=607edf72-4723-488f-863c-86a679b21632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407376 Feb 09 13:16:12.635921 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:16:12.766286 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8,segment=NetworkSegment(0a0346ec-e238-444c-a56a-738fa0ee104f),segment_id=0a0346ec-e238-444c-a56a-738fa0ee104f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:16:12.778891 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': '675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8', 'network_id': 'c184244b-365b-4c8e-a8fe-a82a4d1faf22', 'port_id': '675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8', 'mac_address': 'fa:16:3e:7f:74:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98cdfee2-4d41-411d-b208-628234069066', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:16:12.832373 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:12.850971 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:16:12.867515 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8,segment=NetworkSegment(0a0346ec-e238-444c-a56a-738fa0ee104f),segment_id=0a0346ec-e238-444c-a56a-738fa0ee104f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:16:12.871450 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:12.940482 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:12.970574 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 902e2227-0d2f-4b06-82aa-c1a91a8fb64e up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:16:13.039972 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 902e2227-0d2f-4b06-82aa-c1a91a8fb64e completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:16:13.044698 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 902e2227-0d2f-4b06-82aa-c1a91a8fb64e triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:13.045177 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:13.085284 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:16:13.145557 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d76f73-5475-4f21-b725-cde91b0f1ace req-fa916585-ac85-4b99-9f0c-e6108077256b tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:13.146920 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-24d76f73-5475-4f21-b725-cde91b0f1ace req-fa916585-ac85-4b99-9f0c-e6108077256b tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.55 "GET /v2.0/ports?device_id=d92f1349-069c-46e2-81db-1988a11f0e23 HTTP/1.1" status: 200 len: 944 time: 0.0883749 Feb 09 13:16:13.190685 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-24d76f73-5475-4f21-b725-cde91b0f1ace req-80d67e2d-a36d-45cb-a02d-440268498a32 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.55 "GET /v2.0/security-groups?id=607edf72-4723-488f-863c-86a679b21632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380464 Feb 09 13:16:13.257235 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:13.325074 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 902e2227-0d2f-4b06-82aa-c1a91a8fb64e, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=902e2227-0d2f-4b06-82aa-c1a91a8fb64e,segment=NetworkSegment(563dc9ae-228d-43e2-8c04-50a6bbe8ef45),segment_id=563dc9ae-228d-43e2-8c04-50a6bbe8ef45)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:16:13.333139 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:13.422309 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=902e2227-0d2f-4b06-82aa-c1a91a8fb64e,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:14.111796 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2b61022f-a867-4cb8-9b55-418f6994ce71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:14.372612 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aadff6-deea-469b-a1b3-b1dddf10fdf8 req-47cd4c74-64ba-43da-8e44-b3f08f8448d7 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:14.374066 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-74aadff6-deea-469b-a1b3-b1dddf10fdf8 req-47cd4c74-64ba-43da-8e44-b3f08f8448d7 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.55 "GET /v2.0/ports?device_id=d92f1349-069c-46e2-81db-1988a11f0e23 HTTP/1.1" status: 200 len: 944 time: 0.0809686 Feb 09 13:16:14.419851 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-74aadff6-deea-469b-a1b3-b1dddf10fdf8 req-19ed2298-e640-42ed-9e69-0820dc3ca2d2 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.55 "GET /v2.0/security-groups?id=607edf72-4723-488f-863c-86a679b21632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392363 Feb 09 13:16:14.651796 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:16:14.721350 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port 675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:16:14.726293 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port 675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:14.727457 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:14.841435 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:14.868512 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92f1349-069c-46e2-81db-1988a11f0e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:16:14.877920 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8,segment=NetworkSegment(0a0346ec-e238-444c-a56a-738fa0ee104f),segment_id=0a0346ec-e238-444c-a56a-738fa0ee104f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:16:14.881838 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:14.956365 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:14.960466 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 902e2227-0d2f-4b06-82aa-c1a91a8fb64e up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:16:15.022435 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92f1349-069c-46e2-81db-1988a11f0e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8', 'code': 200} Feb 09 13:16:15.063171 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 902e2227-0d2f-4b06-82aa-c1a91a8fb64e triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:15.063547 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:15.109962 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daefc5d8-9b2d-4357-b7ca-f682ff295b93 req-4b0bb4e6-d9f7-4f83-a540-3355095409e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:15.111435 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-daefc5d8-9b2d-4357-b7ca-f682ff295b93 req-4b0bb4e6-d9f7-4f83-a540-3355095409e4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d92f1349-069c-46e2-81db-1988a11f0e23 HTTP/1.1" status: 200 len: 1096 time: 0.0703440 Feb 09 13:16:15.150732 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-daefc5d8-9b2d-4357-b7ca-f682ff295b93 req-05f447e9-d616-4044-9589-778634645887 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=607edf72-4723-488f-863c-86a679b21632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332949 Feb 09 13:16:15.720850 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5e8e8-e640-453d-b22a-3902b7e04210 req-bfe443b1-edcd-47ac-9afd-048085be26d6 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:15.722206 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7af5e8e8-e640-453d-b22a-3902b7e04210 req-bfe443b1-edcd-47ac-9afd-048085be26d6 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.55 "GET /v2.0/ports?device_id=d92f1349-069c-46e2-81db-1988a11f0e23 HTTP/1.1" status: 200 len: 945 time: 0.1922455 Feb 09 13:16:15.765471 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7af5e8e8-e640-453d-b22a-3902b7e04210 req-c8544b44-6c01-4bce-8d8a-d78ec3e21739 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.55 "GET /v2.0/security-groups?id=607edf72-4723-488f-863c-86a679b21632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374663 Feb 09 13:16:16.481472 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9902ae05-4f95-4589-9000-2f0f189b580b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:16.953466 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a4478-629f-42ec-b43d-72e94e3cee92 req-d76d896e-3234-457b-b730-b3a4361ba75b tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:16.954936 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9c7a4478-629f-42ec-b43d-72e94e3cee92 req-d76d896e-3234-457b-b730-b3a4361ba75b tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.55 "GET /v2.0/ports?device_id=d92f1349-069c-46e2-81db-1988a11f0e23 HTTP/1.1" status: 200 len: 945 time: 0.0843515 Feb 09 13:16:16.999066 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9c7a4478-629f-42ec-b43d-72e94e3cee92 req-ba25394b-40ca-4b7a-9ff6-56eb5951eb86 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.55 "GET /v2.0/security-groups?id=607edf72-4723-488f-863c-86a679b21632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384915 Feb 09 13:16:17.179688 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77940d3c-e87e-4e14-881c-15590c1ec12d req-3aeb8a5b-c76f-4065-a18d-b0f23abc0eb2 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:17.181195 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-77940d3c-e87e-4e14-881c-15590c1ec12d req-3aeb8a5b-c76f-4065-a18d-b0f23abc0eb2 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.55 "GET /v2.0/ports?device_id=d92f1349-069c-46e2-81db-1988a11f0e23 HTTP/1.1" status: 200 len: 945 time: 0.0814514 Feb 09 13:16:17.224489 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-77940d3c-e87e-4e14-881c-15590c1ec12d req-c1667f9c-1ca3-4485-93cf-6837b859727f tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.55 "GET /v2.0/security-groups?id=607edf72-4723-488f-863c-86a679b21632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377271 Feb 09 13:16:17.685400 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:17.788943 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:19.362084 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:21.000561 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:23.500166 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:27.007949 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:16:31.635309 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae865db1-ce64-4ed1-bcb9-8b051fbcecd3 req-722b42a9-d3fe-4397-b431-510e372eccb3 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:31.636788 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ae865db1-ce64-4ed1-bcb9-8b051fbcecd3 req-722b42a9-d3fe-4397-b431-510e372eccb3 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.55 "GET /v2.0/ports?device_id=d92f1349-069c-46e2-81db-1988a11f0e23 HTTP/1.1" status: 200 len: 945 time: 0.0859425 Feb 09 13:16:31.680086 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ae865db1-ce64-4ed1-bcb9-8b051fbcecd3 req-d37107d5-abd2-455a-8a18-fab99f2fedcd tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.55 "GET /v2.0/security-groups?id=607edf72-4723-488f-863c-86a679b21632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370004 Feb 09 13:16:32.864198 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a1085-4485-4987-a48d-dfeddb3eea43 req-f0a537f6-cc23-43ac-92ec-ccac129a3aed tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:32.865649 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c52a1085-4485-4987-a48d-dfeddb3eea43 req-f0a537f6-cc23-43ac-92ec-ccac129a3aed tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.55 "GET /v2.0/ports?device_id=d92f1349-069c-46e2-81db-1988a11f0e23 HTTP/1.1" status: 200 len: 945 time: 0.0806198 Feb 09 13:16:32.910404 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c52a1085-4485-4987-a48d-dfeddb3eea43 req-351984f0-76c0-4035-bfe7-4bcd893d9fdf tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.55 "GET /v2.0/security-groups?id=607edf72-4723-488f-863c-86a679b21632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391331 Feb 09 13:16:33.055381 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08adbc9-9c80-4004-a88d-ab46557204d9 req-1e54a467-3837-4f2c-a19b-7608b36b5f8f tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:33.056024 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-c08adbc9-9c80-4004-a88d-ab46557204d9 req-1e54a467-3837-4f2c-a19b-7608b36b5f8f tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Synchronizing usage tracker for tenant:c16edc9bea2e4558b5c48836707b0b90 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:16:33.073051 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-c08adbc9-9c80-4004-a88d-ab46557204d9 req-1e54a467-3837-4f2c-a19b-7608b36b5f8f tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Unset dirty status for tenant:c16edc9bea2e4558b5c48836707b0b90 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:16:33.074474 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c08adbc9-9c80-4004-a88d-ab46557204d9 req-1e54a467-3837-4f2c-a19b-7608b36b5f8f tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.52 "GET /v2.0/ports?device_id=d92f1349-069c-46e2-81db-1988a11f0e23 HTTP/1.1" status: 200 len: 945 time: 0.1014159 Feb 09 13:16:33.145738 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-c08adbc9-9c80-4004-a88d-ab46557204d9 req-02cd0ec2-8859-46f8-86ba-718afe0d3e35 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Deleting port 675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:16:33.146081 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-c08adbc9-9c80-4004-a88d-ab46557204d9 req-02cd0ec2-8859-46f8-86ba-718afe0d3e35 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:33.398700 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-c08adbc9-9c80-4004-a88d-ab46557204d9 req-02cd0ec2-8859-46f8-86ba-718afe0d3e35 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] For port 675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8,segment=NetworkSegment(0a0346ec-e238-444c-a56a-738fa0ee104f),segment_id=0a0346ec-e238-444c-a56a-738fa0ee104f)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:16:33.399055 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-c08adbc9-9c80-4004-a88d-ab46557204d9 req-02cd0ec2-8859-46f8-86ba-718afe0d3e35 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:33.520293 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-c08adbc9-9c80-4004-a88d-ab46557204d9 req-02cd0ec2-8859-46f8-86ba-718afe0d3e35 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Calling delete_port for 675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:16:33.760718 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-c08adbc9-9c80-4004-a88d-ab46557204d9 req-02cd0ec2-8859-46f8-86ba-718afe0d3e35 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:33.775786 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:16:33.814299 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cd0ec2-8859-46f8-86ba-718afe0d3e35 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Pushing event deleted for resources: {'Port': ['ID=675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:33.859297 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cd0ec2-8859-46f8-86ba-718afe0d3e35 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:33.859750 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cd0ec2-8859-46f8-86ba-718afe0d3e35 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:33.860117 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cd0ec2-8859-46f8-86ba-718afe0d3e35 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:33.860454 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cd0ec2-8859-46f8-86ba-718afe0d3e35 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:33.860785 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cd0ec2-8859-46f8-86ba-718afe0d3e35 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:33.861115 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cd0ec2-8859-46f8-86ba-718afe0d3e35 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:33.861442 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cd0ec2-8859-46f8-86ba-718afe0d3e35 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:33.861772 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cd0ec2-8859-46f8-86ba-718afe0d3e35 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:33.862094 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cd0ec2-8859-46f8-86ba-718afe0d3e35 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:33.862411 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cd0ec2-8859-46f8-86ba-718afe0d3e35 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:33.862729 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cd0ec2-8859-46f8-86ba-718afe0d3e35 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:33.863046 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cd0ec2-8859-46f8-86ba-718afe0d3e35 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:33.903610 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-c08adbc9-9c80-4004-a88d-ab46557204d9 req-02cd0ec2-8859-46f8-86ba-718afe0d3e35 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] No DVR routers for this DVR port 675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8 on host n-h1-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:16:33.906539 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-c08adbc9-9c80-4004-a88d-ab46557204d9 req-02cd0ec2-8859-46f8-86ba-718afe0d3e35 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:33.909262 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92f1349-069c-46e2-81db-1988a11f0e23', 'name': 'network-vif-deleted', 'tag': '675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:16:33.926386 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c08adbc9-9c80-4004-a88d-ab46557204d9 req-02cd0ec2-8859-46f8-86ba-718afe0d3e35 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.52 "DELETE /v2.0/ports/675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8 HTTP/1.1" status: 204 len: 173 time: 0.8460863 Feb 09 13:16:33.962042 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92f1349-069c-46e2-81db-1988a11f0e23', 'name': 'network-vif-deleted', 'tag': '675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8', 'status': 'completed', 'code': 200} Feb 09 13:16:34.095450 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5c852ef6-2a51-40e3-91dc-18f77fc26155 req-b08a623f-b81d-4b28-abd4-111c15571d3f tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.55 "GET /v2.0/ports?device_id=d92f1349-069c-46e2-81db-1988a11f0e23 HTTP/1.1" status: 200 len: 210 time: 0.0465727 Feb 09 13:16:35.901980 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287d58d-903e-42f4-887f-bea2949524e1 req-d95d1ef0-10da-4532-9f9a-2dae1c9fe368 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:35.903512 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e287d58d-903e-42f4-887f-bea2949524e1 req-d95d1ef0-10da-4532-9f9a-2dae1c9fe368 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.55 "GET /v2.0/networks?id=c184244b-365b-4c8e-a8fe-a82a4d1faf22 HTTP/1.1" status: 200 len: 816 time: 0.1560819 Feb 09 13:16:35.919799 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e287d58d-903e-42f4-887f-bea2949524e1 req-bac559e2-ff63-43fe-8708-db90e46d2cf7 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.55 "GET /v2.0/quotas/c16edc9bea2e4558b5c48836707b0b90 HTTP/1.1" status: 200 len: 375 time: 0.0099685 Feb 09 13:16:36.004331 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e287d58d-903e-42f4-887f-bea2949524e1 req-5fe96587-6517-4436-8b71-d22bc19d3787 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c16edc9bea2e4558b5c48836707b0b90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0782456 Feb 09 13:16:36.143498 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e287d58d-903e-42f4-887f-bea2949524e1 req-1eb6e69d-6893-416f-b007-a287bcebbfaa service neutron] 10.222.0.55 "GET /v2.0/networks/c184244b-365b-4c8e-a8fe-a82a4d1faf22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274843 Feb 09 13:16:36.277347 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e287d58d-903e-42f4-887f-bea2949524e1 req-ca697177-820b-494f-a276-fa94380a4b9a service neutron] 10.222.0.55 "GET /v2.0/networks/c184244b-365b-4c8e-a8fe-a82a4d1faf22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281424 Feb 09 13:16:36.456314 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-de8dda72-d3f6-4fd8-b46f-f9e1e561a145 req-39f24f7f-faaf-4cb2-bccf-c138be5d2257 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.55 "GET /v2.0/ports?device_id=502d4cbe-6578-41d3-9e3b-085243b52fd4 HTTP/1.1" status: 200 len: 210 time: 0.0479944 Feb 09 13:16:36.769937 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:16:36.806119 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] No Port match for: 675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:16:36.806457 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 675cc2e2-ebf6-4de8-9418-ccb1f90ee3f8 not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:16:37.478490 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287d58d-903e-42f4-887f-bea2949524e1 req-c7b51c8f-d6c8-45ef-8c93-4543f324df36 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:37.480084 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e287d58d-903e-42f4-887f-bea2949524e1 req-c7b51c8f-d6c8-45ef-8c93-4543f324df36 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.52 "GET /v2.0/networks?id=c184244b-365b-4c8e-a8fe-a82a4d1faf22 HTTP/1.1" status: 200 len: 816 time: 0.1473408 Feb 09 13:16:37.492196 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-e287d58d-903e-42f4-887f-bea2949524e1 req-bced5080-2f04-4d25-a380-3f06f93bf51b tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Request body: {'port': {'device_id': '502d4cbe-6578-41d3-9e3b-085243b52fd4', 'network_id': 'c184244b-365b-4c8e-a8fe-a82a4d1faf22', 'admin_state_up': True, 'tenant_id': 'c16edc9bea2e4558b5c48836707b0b90'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:16:37.650174 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-e287d58d-903e-42f4-887f-bea2949524e1 req-bced5080-2f04-4d25-a380-3f06f93bf51b tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:16:37.654568 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-e287d58d-903e-42f4-887f-bea2949524e1 req-bced5080-2f04-4d25-a380-3f06f93bf51b tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Usage tracker for resource:port and tenant:c16edc9bea2e4558b5c48836707b0b90 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:16:37.658590 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-e287d58d-903e-42f4-887f-bea2949524e1 req-bced5080-2f04-4d25-a380-3f06f93bf51b tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:16:37.665321 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-e287d58d-903e-42f4-887f-bea2949524e1 req-bced5080-2f04-4d25-a380-3f06f93bf51b tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:16:37.676340 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e287d58d-903e-42f4-887f-bea2949524e1 req-bced5080-2f04-4d25-a380-3f06f93bf51b tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Made reservation on behalf of c16edc9bea2e4558b5c48836707b0b90 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:16:37.679973 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e287d58d-903e-42f4-887f-bea2949524e1 req-bced5080-2f04-4d25-a380-3f06f93bf51b tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:37.780958 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-50c1f828-4e75-4151-a1b0-36bb4a65e048 req-773b1d04-03f0-455e-ba1c-602e10655fd0 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.55 "GET /v2.0/ports?device_id=502d4cbe-6578-41d3-9e3b-085243b52fd4 HTTP/1.1" status: 200 len: 210 time: 0.0433526 Feb 09 13:16:37.847580 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-e287d58d-903e-42f4-887f-bea2949524e1 req-bced5080-2f04-4d25-a380-3f06f93bf51b tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Allocated IP 172.20.0.10 (c184244b-365b-4c8e-a8fe-a82a4d1faf22/98cdfee2-4d41-411d-b208-628234069066/94fee83a-afac-4ea3-b8a6-31057d421018) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:16:38.051531 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e287d58d-903e-42f4-887f-bea2949524e1 req-bced5080-2f04-4d25-a380-3f06f93bf51b tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:38.067187 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-e287d58d-903e-42f4-887f-bea2949524e1 req-bced5080-2f04-4d25-a380-3f06f93bf51b tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Transition to ACTIVE for port object 94fee83a-afac-4ea3-b8a6-31057d421018 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:16:38.090156 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e287d58d-903e-42f4-887f-bea2949524e1 req-bced5080-2f04-4d25-a380-3f06f93bf51b tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:38.161344 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e287d58d-903e-42f4-887f-bea2949524e1 req-bced5080-2f04-4d25-a380-3f06f93bf51b tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Network c184244b-365b-4c8e-a8fe-a82a4d1faf22 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:16:38.164161 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-e287d58d-903e-42f4-887f-bea2949524e1 req-bced5080-2f04-4d25-a380-3f06f93bf51b tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:38.168167 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-e287d58d-903e-42f4-887f-bea2949524e1 req-bced5080-2f04-4d25-a380-3f06f93bf51b tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:16:38.204388 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced5080-2f04-4d25-a380-3f06f93bf51b tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Pushing event updated for resources: {'Port': ['ID=94fee83a-afac-4ea3-b8a6-31057d421018,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:38.236834 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287d58d-903e-42f4-887f-bea2949524e1 req-bced5080-2f04-4d25-a380-3f06f93bf51b tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:38.237457 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e287d58d-903e-42f4-887f-bea2949524e1 req-bced5080-2f04-4d25-a380-3f06f93bf51b tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:38.262086 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e287d58d-903e-42f4-887f-bea2949524e1 req-bced5080-2f04-4d25-a380-3f06f93bf51b tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7735929 Feb 09 13:16:38.274205 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-e287d58d-903e-42f4-887f-bea2949524e1 req-d6edf144-ee91-42da-b153-856c57ca6c60 service neutron] Request body: {'port': {'device_id': '502d4cbe-6578-41d3-9e3b-085243b52fd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:16:38.397933 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e287d58d-903e-42f4-887f-bea2949524e1 req-d6edf144-ee91-42da-b153-856c57ca6c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:38.439752 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-9c5ecf74-af03-491c-8897-f02a884f36cc None None] Provisioning for port 94fee83a-afac-4ea3-b8a6-31057d421018 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:16:38.444721 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-9c5ecf74-af03-491c-8897-f02a884f36cc None None] Provisioning complete for port 94fee83a-afac-4ea3-b8a6-31057d421018 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:38.445095 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9c5ecf74-af03-491c-8897-f02a884f36cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:38.498187 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-9c5ecf74-af03-491c-8897-f02a884f36cc None None] Port 94fee83a-afac-4ea3-b8a6-31057d421018 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:16:38.728015 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-e287d58d-903e-42f4-887f-bea2949524e1 req-d6edf144-ee91-42da-b153-856c57ca6c60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94fee83a-afac-4ea3-b8a6-31057d421018 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:16:38.735641 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e287d58d-903e-42f4-887f-bea2949524e1 req-d6edf144-ee91-42da-b153-856c57ca6c60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:38.749206 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-e287d58d-903e-42f4-887f-bea2949524e1 req-d6edf144-ee91-42da-b153-856c57ca6c60 service neutron] Transition to ACTIVE for port object 94fee83a-afac-4ea3-b8a6-31057d421018 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:16:38.752102 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e287d58d-903e-42f4-887f-bea2949524e1 req-d6edf144-ee91-42da-b153-856c57ca6c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:38.877789 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6edf144-ee91-42da-b153-856c57ca6c60 service neutron] Pushing event updated for resources: {'Port': ['ID=94fee83a-afac-4ea3-b8a6-31057d421018,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:38.987435 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343ce94-05ba-4c7e-be13-73b1f68b0ce6 req-fafdd2df-5aa9-4a25-96f6-8386fc9b86df tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:38.989291 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d343ce94-05ba-4c7e-be13-73b1f68b0ce6 req-fafdd2df-5aa9-4a25-96f6-8386fc9b86df tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.55 "GET /v2.0/ports?device_id=502d4cbe-6578-41d3-9e3b-085243b52fd4 HTTP/1.1" status: 200 len: 944 time: 0.0931594 Feb 09 13:16:39.040991 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d343ce94-05ba-4c7e-be13-73b1f68b0ce6 req-17d7a412-0141-47ec-b94f-a10e0ddec804 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.55 "GET /v2.0/security-groups?id=607edf72-4723-488f-863c-86a679b21632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453482 Feb 09 13:16:39.092145 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-e287d58d-903e-42f4-887f-bea2949524e1 req-d6edf144-ee91-42da-b153-856c57ca6c60 service neutron] Attempting to bind port 94fee83a-afac-4ea3-b8a6-31057d421018 on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:16:39.092386 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-e287d58d-903e-42f4-887f-bea2949524e1 req-d6edf144-ee91-42da-b153-856c57ca6c60 service neutron] Attempting to bind port 94fee83a-afac-4ea3-b8a6-31057d421018 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': '0a0346ec-e238-444c-a56a-738fa0ee104f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c184244b-365b-4c8e-a8fe-a82a4d1faf22'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:16:39.092705 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e287d58d-903e-42f4-887f-bea2949524e1 req-d6edf144-ee91-42da-b153-856c57ca6c60 service neutron] Attempting to bind port 94fee83a-afac-4ea3-b8a6-31057d421018 on network c184244b-365b-4c8e-a8fe-a82a4d1faf22 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:16:39.097143 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e287d58d-903e-42f4-887f-bea2949524e1 req-d6edf144-ee91-42da-b153-856c57ca6c60 service neutron] Port 94fee83a-afac-4ea3-b8a6-31057d421018 on network c184244b-365b-4c8e-a8fe-a82a4d1faf22 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 13:16:39.097457 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e287d58d-903e-42f4-887f-bea2949524e1 req-d6edf144-ee91-42da-b153-856c57ca6c60 service neutron] Attempting to bind port 94fee83a-afac-4ea3-b8a6-31057d421018 on network c184244b-365b-4c8e-a8fe-a82a4d1faf22 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:16:39.102818 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e287d58d-903e-42f4-887f-bea2949524e1 req-d6edf144-ee91-42da-b153-856c57ca6c60 service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:16:39.103144 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e287d58d-903e-42f4-887f-bea2949524e1 req-d6edf144-ee91-42da-b153-856c57ca6c60 service neutron] Checking segment: {'id': '0a0346ec-e238-444c-a56a-738fa0ee104f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c184244b-365b-4c8e-a8fe-a82a4d1faf22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:16:39.103527 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e287d58d-903e-42f4-887f-bea2949524e1 req-d6edf144-ee91-42da-b153-856c57ca6c60 service neutron] Bound using segment: {'id': '0a0346ec-e238-444c-a56a-738fa0ee104f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c184244b-365b-4c8e-a8fe-a82a4d1faf22'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:16:39.103968 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-e287d58d-903e-42f4-887f-bea2949524e1 req-d6edf144-ee91-42da-b153-856c57ca6c60 service neutron] Bound port: 94fee83a-afac-4ea3-b8a6-31057d421018, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a0346ec-e238-444c-a56a-738fa0ee104f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c184244b-365b-4c8e-a8fe-a82a4d1faf22'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:16:39.104304 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e287d58d-903e-42f4-887f-bea2949524e1 req-d6edf144-ee91-42da-b153-856c57ca6c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:39.195940 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-e287d58d-903e-42f4-887f-bea2949524e1 req-d6edf144-ee91-42da-b153-856c57ca6c60 service neutron] For port 94fee83a-afac-4ea3-b8a6-31057d421018, host n-h1-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:16:39.198840 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-e287d58d-903e-42f4-887f-bea2949524e1 req-d6edf144-ee91-42da-b153-856c57ca6c60 service neutron] For port 94fee83a-afac-4ea3-b8a6-31057d421018, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=94fee83a-afac-4ea3-b8a6-31057d421018,segment=NetworkSegment(0a0346ec-e238-444c-a56a-738fa0ee104f),segment_id=0a0346ec-e238-444c-a56a-738fa0ee104f)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:16:39.203371 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e287d58d-903e-42f4-887f-bea2949524e1 req-d6edf144-ee91-42da-b153-856c57ca6c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:39.261165 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287d58d-903e-42f4-887f-bea2949524e1 req-d6edf144-ee91-42da-b153-856c57ca6c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:39.261742 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e287d58d-903e-42f4-887f-bea2949524e1 req-d6edf144-ee91-42da-b153-856c57ca6c60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:39.263105 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e287d58d-903e-42f4-887f-bea2949524e1 req-d6edf144-ee91-42da-b153-856c57ca6c60 service neutron] 10.222.0.52 "PUT /v2.0/ports/94fee83a-afac-4ea3-b8a6-31057d421018 HTTP/1.1" status: 200 len: 1092 time: 0.9933381 Feb 09 13:16:39.263543 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '502d4cbe-6578-41d3-9e3b-085243b52fd4', 'tag': '94fee83a-afac-4ea3-b8a6-31057d421018'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:16:39.287483 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6edf144-ee91-42da-b153-856c57ca6c60 service neutron] Pushing event updated for resources: {'Port': ['ID=94fee83a-afac-4ea3-b8a6-31057d421018,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:39.341255 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '502d4cbe-6578-41d3-9e3b-085243b52fd4', 'tag': '94fee83a-afac-4ea3-b8a6-31057d421018', 'status': 'completed', 'code': 200} Feb 09 13:16:39.387690 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287d58d-903e-42f4-887f-bea2949524e1 req-ced5284d-874e-44bf-9ef6-2f0ed0a22ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:39.389308 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e287d58d-903e-42f4-887f-bea2949524e1 req-ced5284d-874e-44bf-9ef6-2f0ed0a22ae0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c16edc9bea2e4558b5c48836707b0b90&device_id=502d4cbe-6578-41d3-9e3b-085243b52fd4 HTTP/1.1" status: 200 len: 1095 time: 0.0844190 Feb 09 13:16:39.457056 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e287d58d-903e-42f4-887f-bea2949524e1 req-90e98fa8-764c-4187-a99b-3daa032763a9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94fee83a-afac-4ea3-b8a6-31057d421018 HTTP/1.1" status: 200 len: 217 time: 0.0606959 Feb 09 13:16:39.523219 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287d58d-903e-42f4-887f-bea2949524e1 req-a1c5847c-a593-4987-b402-92c4333a7934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:39.524573 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e287d58d-903e-42f4-887f-bea2949524e1 req-a1c5847c-a593-4987-b402-92c4333a7934 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=98cdfee2-4d41-411d-b208-628234069066 HTTP/1.1" status: 200 len: 855 time: 0.0610292 Feb 09 13:16:39.598597 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287d58d-903e-42f4-887f-bea2949524e1 req-7a3f1bcb-7be8-471d-9a38-e2968befb9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:39.600064 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e287d58d-903e-42f4-887f-bea2949524e1 req-7a3f1bcb-7be8-471d-9a38-e2968befb9f9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c184244b-365b-4c8e-a8fe-a82a4d1faf22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688102 Feb 09 13:16:39.728600 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e287d58d-903e-42f4-887f-bea2949524e1 req-bdad6234-85ef-4531-9991-b56b68432b0e service neutron] 10.222.0.52 "GET /v2.0/networks/c184244b-365b-4c8e-a8fe-a82a4d1faf22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224282 Feb 09 13:16:39.854928 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e287d58d-903e-42f4-887f-bea2949524e1 req-ab13076f-bfe0-4434-bd7f-15522dbd9791 service neutron] 10.222.0.52 "GET /v2.0/networks/c184244b-365b-4c8e-a8fe-a82a4d1faf22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206386 Feb 09 13:16:39.971777 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd269236-bf5b-48bd-88ba-91cd174801c7 req-35f767b9-9890-4a74-afc9-0917cbaae727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:39.973267 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-bd269236-bf5b-48bd-88ba-91cd174801c7 req-35f767b9-9890-4a74-afc9-0917cbaae727 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c16edc9bea2e4558b5c48836707b0b90&device_id=502d4cbe-6578-41d3-9e3b-085243b52fd4 HTTP/1.1" status: 200 len: 1095 time: 0.0736740 Feb 09 13:16:40.106201 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd269236-bf5b-48bd-88ba-91cd174801c7 req-0c95007b-17e6-416b-a296-b50cdea48bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:40.107596 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-bd269236-bf5b-48bd-88ba-91cd174801c7 req-0c95007b-17e6-416b-a296-b50cdea48bb0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c184244b-365b-4c8e-a8fe-a82a4d1faf22 HTTP/1.1" status: 200 len: 917 time: 0.1278005 Feb 09 13:16:40.175191 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-bd269236-bf5b-48bd-88ba-91cd174801c7 req-df392ba6-9c22-4a78-aa39-31ce7040586b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94fee83a-afac-4ea3-b8a6-31057d421018 HTTP/1.1" status: 200 len: 217 time: 0.0606368 Feb 09 13:16:40.228339 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed45e98-cf40-4425-963c-2a3880f73570 req-4e475639-aa0b-48fa-be77-eb184d0cdb1b tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:40.229810 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8ed45e98-cf40-4425-963c-2a3880f73570 req-4e475639-aa0b-48fa-be77-eb184d0cdb1b tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.55 "GET /v2.0/ports?device_id=502d4cbe-6578-41d3-9e3b-085243b52fd4 HTTP/1.1" status: 200 len: 944 time: 0.0800679 Feb 09 13:16:40.242496 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd269236-bf5b-48bd-88ba-91cd174801c7 req-a8cfd99d-f53a-4e0c-9d6a-6cb7c9dfd363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:40.243996 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-bd269236-bf5b-48bd-88ba-91cd174801c7 req-a8cfd99d-f53a-4e0c-9d6a-6cb7c9dfd363 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=98cdfee2-4d41-411d-b208-628234069066 HTTP/1.1" status: 200 len: 855 time: 0.0605254 Feb 09 13:16:40.278100 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8ed45e98-cf40-4425-963c-2a3880f73570 req-354b9a07-1dba-4d0e-aa80-614290321d2d tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.55 "GET /v2.0/security-groups?id=607edf72-4723-488f-863c-86a679b21632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420103 Feb 09 13:16:40.321088 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd269236-bf5b-48bd-88ba-91cd174801c7 req-e9c0a9c3-38b6-4ce5-bf95-e0455b3bb325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:40.322581 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-bd269236-bf5b-48bd-88ba-91cd174801c7 req-e9c0a9c3-38b6-4ce5-bf95-e0455b3bb325 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c184244b-365b-4c8e-a8fe-a82a4d1faf22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716453 Feb 09 13:16:40.454988 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-bd269236-bf5b-48bd-88ba-91cd174801c7 req-e104ca2c-056b-4c8a-8980-84bb8e41782c service neutron] 10.222.0.52 "GET /v2.0/networks/c184244b-365b-4c8e-a8fe-a82a4d1faf22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250660 Feb 09 13:16:40.584873 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-bd269236-bf5b-48bd-88ba-91cd174801c7 req-32ae9ad7-4028-4309-98d7-0b2c697764c7 service neutron] 10.222.0.52 "GET /v2.0/networks/c184244b-365b-4c8e-a8fe-a82a4d1faf22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225641 Feb 09 13:16:40.786652 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 94fee83a-afac-4ea3-b8a6-31057d421018 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:16:40.921112 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 94fee83a-afac-4ea3-b8a6-31057d421018, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=94fee83a-afac-4ea3-b8a6-31057d421018,segment=NetworkSegment(0a0346ec-e238-444c-a56a-738fa0ee104f),segment_id=0a0346ec-e238-444c-a56a-738fa0ee104f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:16:40.933788 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': '94fee83a-afac-4ea3-b8a6-31057d421018', 'network_id': 'c184244b-365b-4c8e-a8fe-a82a4d1faf22', 'port_id': '94fee83a-afac-4ea3-b8a6-31057d421018', 'mac_address': 'fa:16:3e:da:27:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98cdfee2-4d41-411d-b208-628234069066', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:16:40.991817 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:41.008377 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94fee83a-afac-4ea3-b8a6-31057d421018 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:16:41.031026 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 94fee83a-afac-4ea3-b8a6-31057d421018, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=94fee83a-afac-4ea3-b8a6-31057d421018,segment=NetworkSegment(0a0346ec-e238-444c-a56a-738fa0ee104f),segment_id=0a0346ec-e238-444c-a56a-738fa0ee104f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:16:41.034888 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:41.100956 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=94fee83a-afac-4ea3-b8a6-31057d421018,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:41.109017 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:41.109356 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:41.109689 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:41.110022 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:41.110376 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:41.110772 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:41.111102 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:41.111422 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:41.111739 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:41.112077 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:41.112395 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:41.112708 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:41.223953 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['94fee83a-afac-4ea3-b8a6-31057d421018'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:16:41.466695 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16848b-5aa8-4118-a8b8-c235af514bc0 req-6a814e49-37f9-48dc-a1f2-f30472830c56 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:41.468942 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d16848b-5aa8-4118-a8b8-c235af514bc0 req-6a814e49-37f9-48dc-a1f2-f30472830c56 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.55 "GET /v2.0/ports?device_id=502d4cbe-6578-41d3-9e3b-085243b52fd4 HTTP/1.1" status: 200 len: 945 time: 0.0830135 Feb 09 13:16:41.511002 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d16848b-5aa8-4118-a8b8-c235af514bc0 req-d6a4fa8e-014b-4ed4-b43e-21b7609f5408 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.55 "GET /v2.0/security-groups?id=607edf72-4723-488f-863c-86a679b21632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365715 Feb 09 13:16:42.692638 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef238d69-2932-49ce-9b5b-c151a2a3809b req-f11607f9-13fd-4727-a2b6-03c20faee539 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:42.694073 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ef238d69-2932-49ce-9b5b-c151a2a3809b req-f11607f9-13fd-4727-a2b6-03c20faee539 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.55 "GET /v2.0/ports?device_id=502d4cbe-6578-41d3-9e3b-085243b52fd4 HTTP/1.1" status: 200 len: 945 time: 0.0776880 Feb 09 13:16:42.738055 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ef238d69-2932-49ce-9b5b-c151a2a3809b req-b476180b-3ad6-4b3e-9cb6-505580ba068c tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.55 "GET /v2.0/security-groups?id=607edf72-4723-488f-863c-86a679b21632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383844 Feb 09 13:16:42.816424 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 94fee83a-afac-4ea3-b8a6-31057d421018 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:16:42.883106 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port 94fee83a-afac-4ea3-b8a6-31057d421018 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:16:42.887787 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port 94fee83a-afac-4ea3-b8a6-31057d421018 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:42.888193 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:43.002817 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:43.029018 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '502d4cbe-6578-41d3-9e3b-085243b52fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94fee83a-afac-4ea3-b8a6-31057d421018'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:16:43.039554 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 94fee83a-afac-4ea3-b8a6-31057d421018, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=94fee83a-afac-4ea3-b8a6-31057d421018,segment=NetworkSegment(0a0346ec-e238-444c-a56a-738fa0ee104f),segment_id=0a0346ec-e238-444c-a56a-738fa0ee104f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:16:43.043395 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:43.073923 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '502d4cbe-6578-41d3-9e3b-085243b52fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94fee83a-afac-4ea3-b8a6-31057d421018', 'code': 200} Feb 09 13:16:43.116086 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=94fee83a-afac-4ea3-b8a6-31057d421018,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:43.197741 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef985a-9a6a-4cf9-b47e-24bdffce354c req-04b44baf-6626-431f-a853-4f05bdfed79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:43.199184 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-65ef985a-9a6a-4cf9-b47e-24bdffce354c req-04b44baf-6626-431f-a853-4f05bdfed79d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=502d4cbe-6578-41d3-9e3b-085243b52fd4 HTTP/1.1" status: 200 len: 1097 time: 0.0721877 Feb 09 13:16:43.331269 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-65ef985a-9a6a-4cf9-b47e-24bdffce354c req-627f4230-a51a-4bcf-bd2f-09466875b831 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=607edf72-4723-488f-863c-86a679b21632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259248 Feb 09 13:16:43.926061 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ade1a0-81a3-4b51-9cb6-18bf84afefc7 req-32f813ab-a548-4830-97d5-5365988baa55 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:43.927526 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-42ade1a0-81a3-4b51-9cb6-18bf84afefc7 req-32f813ab-a548-4830-97d5-5365988baa55 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.55 "GET /v2.0/ports?device_id=502d4cbe-6578-41d3-9e3b-085243b52fd4 HTTP/1.1" status: 200 len: 946 time: 0.0827346 Feb 09 13:16:43.970821 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-42ade1a0-81a3-4b51-9cb6-18bf84afefc7 req-b34d2ae6-9062-4626-9efe-80f97d221add tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.55 "GET /v2.0/security-groups?id=607edf72-4723-488f-863c-86a679b21632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377579 Feb 09 13:16:44.113101 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-88a0806e-8c64-48fb-b1e1-186d9d332932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:45.149982 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8d1bd-4be0-4028-81dd-815f9ef1dd37 req-374ae9e9-c2aa-4eb5-8838-bf8c618da2df tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:45.151421 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eab8d1bd-4be0-4028-81dd-815f9ef1dd37 req-374ae9e9-c2aa-4eb5-8838-bf8c618da2df tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.55 "GET /v2.0/ports?device_id=502d4cbe-6578-41d3-9e3b-085243b52fd4 HTTP/1.1" status: 200 len: 946 time: 0.0786178 Feb 09 13:16:45.195270 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eab8d1bd-4be0-4028-81dd-815f9ef1dd37 req-ecb1c245-fec4-4c31-a7da-1a7e226b4d0a tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.55 "GET /v2.0/security-groups?id=607edf72-4723-488f-863c-86a679b21632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374722 Feb 09 13:16:45.379916 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1fd35-eb5b-4a64-9fd8-1b853d10192f req-04ccf8ce-3d88-4232-8f0d-4d75252391a4 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:45.381366 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b6b1fd35-eb5b-4a64-9fd8-1b853d10192f req-04ccf8ce-3d88-4232-8f0d-4d75252391a4 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.55 "GET /v2.0/ports?device_id=502d4cbe-6578-41d3-9e3b-085243b52fd4 HTTP/1.1" status: 200 len: 946 time: 0.0829470 Feb 09 13:16:45.424604 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b6b1fd35-eb5b-4a64-9fd8-1b853d10192f req-72db5520-0d46-4f7f-9b1c-13bcf418b135 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.55 "GET /v2.0/security-groups?id=607edf72-4723-488f-863c-86a679b21632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374458 Feb 09 13:16:46.487156 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7bbd877a-ac93-41a8-9a98-c4060fce1e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:47.688711 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:47.780162 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:49.357178 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:50.997624 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:53.524816 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:00.951961 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384def68-5ded-4b61-8134-cbc5649cd794 req-4fe3607a-3e83-4fb9-ba41-7df344980e99 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:00.953406 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-384def68-5ded-4b61-8134-cbc5649cd794 req-4fe3607a-3e83-4fb9-ba41-7df344980e99 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.55 "GET /v2.0/ports?device_id=502d4cbe-6578-41d3-9e3b-085243b52fd4 HTTP/1.1" status: 200 len: 946 time: 0.0791256 Feb 09 13:17:01.000176 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-384def68-5ded-4b61-8134-cbc5649cd794 req-581152b8-e7e4-4018-973f-72eb1a837f61 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.55 "GET /v2.0/security-groups?id=607edf72-4723-488f-863c-86a679b21632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410237 Feb 09 13:17:02.193442 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5519dc-d7b4-4b8d-a0fe-ae86e671ecd9 req-f255ee0a-84b7-4b9f-ad62-167f34a4e657 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:02.194943 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ca5519dc-d7b4-4b8d-a0fe-ae86e671ecd9 req-f255ee0a-84b7-4b9f-ad62-167f34a4e657 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.55 "GET /v2.0/ports?device_id=502d4cbe-6578-41d3-9e3b-085243b52fd4 HTTP/1.1" status: 200 len: 946 time: 0.0848866 Feb 09 13:17:02.240149 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ca5519dc-d7b4-4b8d-a0fe-ae86e671ecd9 req-133c0baf-5661-48eb-bafb-23cc11a284e8 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.55 "GET /v2.0/security-groups?id=607edf72-4723-488f-863c-86a679b21632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395627 Feb 09 13:17:02.411637 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87bcf7-0d44-45af-8f94-599d2df7c8f4 req-815152e3-3ece-4c5e-9141-f87aedbf348b tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:02.412375 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-6f87bcf7-0d44-45af-8f94-599d2df7c8f4 req-815152e3-3ece-4c5e-9141-f87aedbf348b tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Synchronizing usage tracker for tenant:c16edc9bea2e4558b5c48836707b0b90 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:17:02.428852 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-6f87bcf7-0d44-45af-8f94-599d2df7c8f4 req-815152e3-3ece-4c5e-9141-f87aedbf348b tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Unset dirty status for tenant:c16edc9bea2e4558b5c48836707b0b90 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:17:02.430081 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6f87bcf7-0d44-45af-8f94-599d2df7c8f4 req-815152e3-3ece-4c5e-9141-f87aedbf348b tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.52 "GET /v2.0/ports?device_id=502d4cbe-6578-41d3-9e3b-085243b52fd4 HTTP/1.1" status: 200 len: 946 time: 0.0987420 Feb 09 13:17:02.503752 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-6f87bcf7-0d44-45af-8f94-599d2df7c8f4 req-e89fc2a7-ac36-4419-bdab-8c476dc642e7 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Deleting port 94fee83a-afac-4ea3-b8a6-31057d421018 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:17:02.504123 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-6f87bcf7-0d44-45af-8f94-599d2df7c8f4 req-e89fc2a7-ac36-4419-bdab-8c476dc642e7 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:02.761518 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-6f87bcf7-0d44-45af-8f94-599d2df7c8f4 req-e89fc2a7-ac36-4419-bdab-8c476dc642e7 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] For port 94fee83a-afac-4ea3-b8a6-31057d421018, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=94fee83a-afac-4ea3-b8a6-31057d421018,segment=NetworkSegment(0a0346ec-e238-444c-a56a-738fa0ee104f),segment_id=0a0346ec-e238-444c-a56a-738fa0ee104f)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:17:02.761871 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-6f87bcf7-0d44-45af-8f94-599d2df7c8f4 req-e89fc2a7-ac36-4419-bdab-8c476dc642e7 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:02.893500 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-6f87bcf7-0d44-45af-8f94-599d2df7c8f4 req-e89fc2a7-ac36-4419-bdab-8c476dc642e7 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Calling delete_port for 94fee83a-afac-4ea3-b8a6-31057d421018 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:17:03.040750 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-6f87bcf7-0d44-45af-8f94-599d2df7c8f4 req-e89fc2a7-ac36-4419-bdab-8c476dc642e7 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:03.092609 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89fc2a7-ac36-4419-bdab-8c476dc642e7 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Pushing event deleted for resources: {'Port': ['ID=94fee83a-afac-4ea3-b8a6-31057d421018,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:03.177905 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f87bcf7-0d44-45af-8f94-599d2df7c8f4 req-e89fc2a7-ac36-4419-bdab-8c476dc642e7 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] No DVR routers for this DVR port 94fee83a-afac-4ea3-b8a6-31057d421018 on host n-h1-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:17:03.180702 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-6f87bcf7-0d44-45af-8f94-599d2df7c8f4 req-e89fc2a7-ac36-4419-bdab-8c476dc642e7 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:03.183345 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '502d4cbe-6578-41d3-9e3b-085243b52fd4', 'name': 'network-vif-deleted', 'tag': '94fee83a-afac-4ea3-b8a6-31057d421018'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:17:03.202167 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6f87bcf7-0d44-45af-8f94-599d2df7c8f4 req-e89fc2a7-ac36-4419-bdab-8c476dc642e7 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.52 "DELETE /v2.0/ports/94fee83a-afac-4ea3-b8a6-31057d421018 HTTP/1.1" status: 204 len: 173 time: 0.7667050 Feb 09 13:17:03.237092 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '502d4cbe-6578-41d3-9e3b-085243b52fd4', 'name': 'network-vif-deleted', 'tag': '94fee83a-afac-4ea3-b8a6-31057d421018', 'status': 'completed', 'code': 200} Feb 09 13:17:03.413340 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b183708a-0574-495e-9edc-44eb93dd8784 req-e45fb50c-2060-46e0-85f2-f56d31500ef1 tempest-TestEncryptedCinderVolumes-1893491257 tempest-TestEncryptedCinderVolumes-1893491257-project] 10.222.0.55 "GET /v2.0/ports?device_id=502d4cbe-6578-41d3-9e3b-085243b52fd4 HTTP/1.1" status: 200 len: 210 time: 0.0492063 Feb 09 13:17:04.007489 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:17:04.545088 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45944) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:04.910317 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 94fee83a-afac-4ea3-b8a6-31057d421018 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:17:04.948414 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] No Port match for: 94fee83a-afac-4ea3-b8a6-31057d421018 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:17:04.948834 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 94fee83a-afac-4ea3-b8a6-31057d421018 not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:17:05.198236 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-61d19870-979b-41e6-8efa-996e19d956ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:05.579006 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-61d19870-979b-41e6-8efa-996e19d956ec admin admin] Deleting port 938b8955-44ab-470e-80f2-44f4d602fa47 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:17:05.579664 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-61d19870-979b-41e6-8efa-996e19d956ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:05.749955 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-61d19870-979b-41e6-8efa-996e19d956ec admin admin] For port 938b8955-44ab-470e-80f2-44f4d602fa47, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=938b8955-44ab-470e-80f2-44f4d602fa47,segment=NetworkSegment(0a0346ec-e238-444c-a56a-738fa0ee104f),segment_id=0a0346ec-e238-444c-a56a-738fa0ee104f)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:17:05.750309 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-61d19870-979b-41e6-8efa-996e19d956ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:05.884955 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-61d19870-979b-41e6-8efa-996e19d956ec admin admin] Calling delete_port for 938b8955-44ab-470e-80f2-44f4d602fa47 owned by network:router_interface {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:17:06.311429 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-61d19870-979b-41e6-8efa-996e19d956ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:06.358339 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d19870-979b-41e6-8efa-996e19d956ec admin admin] Pushing event deleted for resources: {'Port': ['ID=938b8955-44ab-470e-80f2-44f4d602fa47,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:06.429837 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d19870-979b-41e6-8efa-996e19d956ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:06.430032 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d19870-979b-41e6-8efa-996e19d956ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:06.430440 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d19870-979b-41e6-8efa-996e19d956ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:06.430598 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d19870-979b-41e6-8efa-996e19d956ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:06.430927 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d19870-979b-41e6-8efa-996e19d956ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:06.431254 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d19870-979b-41e6-8efa-996e19d956ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:06.431578 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d19870-979b-41e6-8efa-996e19d956ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:06.431921 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d19870-979b-41e6-8efa-996e19d956ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:06.432245 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d19870-979b-41e6-8efa-996e19d956ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:06.432568 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d19870-979b-41e6-8efa-996e19d956ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:06.432891 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d19870-979b-41e6-8efa-996e19d956ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:06.433210 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d19870-979b-41e6-8efa-996e19d956ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:06.638939 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-61d19870-979b-41e6-8efa-996e19d956ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:06.992466 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d19870-979b-41e6-8efa-996e19d956ec admin admin] Router 3739631d-1544-4224-ab16-3cacf8477f41 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:17:07.163807 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d19870-979b-41e6-8efa-996e19d956ec admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:17:07.172550 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27850b63-13b4-4c26-b54e-5b96dbbb14c1 None None] Sync routers for ids ['3739631d-1544-4224-ab16-3cacf8477f41'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:17:07.176343 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-61d19870-979b-41e6-8efa-996e19d956ec admin admin] 10.222.0.55 "PUT /v2.0/routers/3739631d-1544-4224-ab16-3cacf8477f41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6299124 Feb 09 13:17:07.178915 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45948) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:07.181717 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27850b63-13b4-4c26-b54e-5b96dbbb14c1 None None] Routers {'3739631d-1544-4224-ab16-3cacf8477f41'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:17:07.182351 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-27850b63-13b4-4c26-b54e-5b96dbbb14c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:16:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['3739631d-1544-4224-ab16-3cacf8477f41'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:07.357191 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c96ac8c3-ad3e-4d67-bb9c-b0554e80a6b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:07.364824 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-27850b63-13b4-4c26-b54e-5b96dbbb14c1 None None] Set router 3739631d-1544-4224-ab16-3cacf8477f41 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:17:07.666041 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c96ac8c3-ad3e-4d67-bb9c-b0554e80a6b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:07.675573 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-c96ac8c3-ad3e-4d67-bb9c-b0554e80a6b6 admin admin] Deleting port c37bbde1-d36a-403c-b424-4f3a6f6f1f36 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:17:07.675962 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c96ac8c3-ad3e-4d67-bb9c-b0554e80a6b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:07.686409 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-27850b63-13b4-4c26-b54e-5b96dbbb14c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3739631d-1544-4224-ab16-3cacf8477f41', 'name': 'tempest-TestEncryptedCinderVolumes-680707242-router', 'tenant_id': 'c16edc9bea2e4558b5c48836707b0b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'c37bbde1-d36a-403c-b424-4f3a6f6f1f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:15:53Z', 'updated_at': '2022-02-09T13:17:06Z', 'revision_number': 5, 'project_id': 'c16edc9bea2e4558b5c48836707b0b90', 'gw_port': {'id': 'c37bbde1-d36a-403c-b424-4f3a6f6f1f36', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:98:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3739631d-1544-4224-ab16-3cacf8477f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:15:54Z', 'updated_at': '2022-02-09T13:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:07.690302 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27850b63-13b4-4c26-b54e-5b96dbbb14c1 None None] Checking router: 3739631d-1544-4224-ab16-3cacf8477f41 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:17:07.698572 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27850b63-13b4-4c26-b54e-5b96dbbb14c1 None None] Routers {'3739631d-1544-4224-ab16-3cacf8477f41'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:17:07.699193 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-27850b63-13b4-4c26-b54e-5b96dbbb14c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:16:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['3739631d-1544-4224-ab16-3cacf8477f41'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:07.849457 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-c96ac8c3-ad3e-4d67-bb9c-b0554e80a6b6 admin admin] For port c37bbde1-d36a-403c-b424-4f3a6f6f1f36, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=c37bbde1-d36a-403c-b424-4f3a6f6f1f36,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:17:07.849818 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c96ac8c3-ad3e-4d67-bb9c-b0554e80a6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:07.852573 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-27850b63-13b4-4c26-b54e-5b96dbbb14c1 None None] Set router 3739631d-1544-4224-ab16-3cacf8477f41 gateway port host: None {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:17:07.959182 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-27850b63-13b4-4c26-b54e-5b96dbbb14c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3739631d-1544-4224-ab16-3cacf8477f41', 'name': 'tempest-TestEncryptedCinderVolumes-680707242-router', 'tenant_id': 'c16edc9bea2e4558b5c48836707b0b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:15:53Z', 'updated_at': '2022-02-09T13:17:07Z', 'revision_number': 6, 'project_id': 'c16edc9bea2e4558b5c48836707b0b90', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:07.963328 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27850b63-13b4-4c26-b54e-5b96dbbb14c1 None None] The sync data for ids ['3739631d-1544-4224-ab16-3cacf8477f41'] in n-d-825178-3 is: [{'id': '3739631d-1544-4224-ab16-3cacf8477f41', 'name': 'tempest-TestEncryptedCinderVolumes-680707242-router', 'tenant_id': 'c16edc9bea2e4558b5c48836707b0b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:15:53Z', 'updated_at': '2022-02-09T13:17:07Z', 'revision_number': 6, 'project_id': 'c16edc9bea2e4558b5c48836707b0b90', 'gw_port_host': None}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:17:07.972374 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-c96ac8c3-ad3e-4d67-bb9c-b0554e80a6b6 admin admin] Calling delete_port for c37bbde1-d36a-403c-b424-4f3a6f6f1f36 owned by network:router_gateway {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:17:08.141380 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c96ac8c3-ad3e-4d67-bb9c-b0554e80a6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:08.192292 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ac8c3-ad3e-4d67-bb9c-b0554e80a6b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c37bbde1-d36a-403c-b424-4f3a6f6f1f36,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:08.280376 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c96ac8c3-ad3e-4d67-bb9c-b0554e80a6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:08.456075 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c96ac8c3-ad3e-4d67-bb9c-b0554e80a6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:08.458236 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c96ac8c3-ad3e-4d67-bb9c-b0554e80a6b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:08.480881 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c96ac8c3-ad3e-4d67-bb9c-b0554e80a6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:08.481415 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96ac8c3-ad3e-4d67-bb9c-b0554e80a6b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3739631d-1544-4224-ab16-3cacf8477f41 {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 13:17:08.493973 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c96ac8c3-ad3e-4d67-bb9c-b0554e80a6b6 admin admin] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:08.495098 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c96ac8c3-ad3e-4d67-bb9c-b0554e80a6b6 admin admin] 10.222.0.55 "DELETE /v2.0/routers/3739631d-1544-4224-ab16-3cacf8477f41 HTTP/1.1" status: 204 len: 168 time: 1.3152938 Feb 09 13:17:08.498319 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45952) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:08.558971 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-6caa977a-ec7a-4152-89aa-0d4285439b1e admin admin] Deleting subnet 98cdfee2-4d41-411d-b208-628234069066 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 13:17:08.563676 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6caa977a-ec7a-4152-89aa-0d4285439b1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:08.612483 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6caa977a-ec7a-4152-89aa-0d4285439b1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:08.688791 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6caa977a-ec7a-4152-89aa-0d4285439b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:08.761137 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6caa977a-ec7a-4152-89aa-0d4285439b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:08.808071 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6caa977a-ec7a-4152-89aa-0d4285439b1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:08.812940 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe424b0-144c-4ede-b28f-c05a7e23778f None None] Network c184244b-365b-4c8e-a8fe-a82a4d1faf22 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:17:08.813619 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caa977a-ec7a-4152-89aa-0d4285439b1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98cdfee2-4d41-411d-b208-628234069066,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:08.820406 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-6caa977a-ec7a-4152-89aa-0d4285439b1e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/98cdfee2-4d41-411d-b208-628234069066 HTTP/1.1" status: 204 len: 168 time: 0.3210754 Feb 09 13:17:08.821309 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45958) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:08.933273 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ffe2a46a-92aa-4fdc-b23e-cd73fccddb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:08.955961 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-ffe2a46a-92aa-4fdc-b23e-cd73fccddb03 admin admin] Deleting port 32d1b5c5-a92e-4f99-ab62-616cf8177bc6 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:17:08.956799 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ffe2a46a-92aa-4fdc-b23e-cd73fccddb03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:08.995681 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 938b8955-44ab-470e-80f2-44f4d602fa47 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:17:09.032594 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 938b8955-44ab-470e-80f2-44f4d602fa47 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:17:09.032943 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 938b8955-44ab-470e-80f2-44f4d602fa47 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:17:09.033362 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device c37bbde1-d36a-403c-b424-4f3a6f6f1f36 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:17:09.070606 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: c37bbde1-d36a-403c-b424-4f3a6f6f1f36 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:17:09.070897 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device c37bbde1-d36a-403c-b424-4f3a6f6f1f36 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:17:09.143819 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f974dce-b61e-44eb-857d-b8a59038389f None None] DHCP port deletion for c184244b-365b-4c8e-a8fe-a82a4d1faf22 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 13:17:09.148491 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-5f974dce-b61e-44eb-857d-b8a59038389f None None] Deleting port 32d1b5c5-a92e-4f99-ab62-616cf8177bc6 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:17:09.148863 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5f974dce-b61e-44eb-857d-b8a59038389f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:09.290223 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-ffe2a46a-92aa-4fdc-b23e-cd73fccddb03 admin admin] For port 32d1b5c5-a92e-4f99-ab62-616cf8177bc6, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=32d1b5c5-a92e-4f99-ab62-616cf8177bc6,segment=NetworkSegment(0a0346ec-e238-444c-a56a-738fa0ee104f),segment_id=0a0346ec-e238-444c-a56a-738fa0ee104f)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:17:09.290490 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ffe2a46a-92aa-4fdc-b23e-cd73fccddb03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:09.363809 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-5f974dce-b61e-44eb-857d-b8a59038389f None None] For port 32d1b5c5-a92e-4f99-ab62-616cf8177bc6, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=32d1b5c5-a92e-4f99-ab62-616cf8177bc6,segment=NetworkSegment(0a0346ec-e238-444c-a56a-738fa0ee104f),segment_id=0a0346ec-e238-444c-a56a-738fa0ee104f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:17:09.364224 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5f974dce-b61e-44eb-857d-b8a59038389f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:09.412773 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-ffe2a46a-92aa-4fdc-b23e-cd73fccddb03 admin admin] Calling delete_port for 32d1b5c5-a92e-4f99-ab62-616cf8177bc6 owned by network:dhcp {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:17:09.483549 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-5f974dce-b61e-44eb-857d-b8a59038389f None None] Calling delete_port for 32d1b5c5-a92e-4f99-ab62-616cf8177bc6 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:17:09.487700 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ffe2a46a-92aa-4fdc-b23e-cd73fccddb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:09.537963 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe2a46a-92aa-4fdc-b23e-cd73fccddb03 admin admin] Pushing event deleted for resources: {'Port': ['ID=32d1b5c5-a92e-4f99-ab62-616cf8177bc6,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:09.544799 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe2a46a-92aa-4fdc-b23e-cd73fccddb03 admin admin] No DVR routers for this DVR port 32d1b5c5-a92e-4f99-ab62-616cf8177bc6 on host n-d-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:17:09.559061 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-5f974dce-b61e-44eb-857d-b8a59038389f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:17:09.559424 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-5f974dce-b61e-44eb-857d-b8a59038389f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:17:09.664060 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ffe2a46a-92aa-4fdc-b23e-cd73fccddb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:09.688960 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-ffe2a46a-92aa-4fdc-b23e-cd73fccddb03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c184244b-365b-4c8e-a8fe-a82a4d1faf22']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:09.700892 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-ffe2a46a-92aa-4fdc-b23e-cd73fccddb03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a0346ec-e238-444c-a56a-738fa0ee104f') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:09.701244 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-ffe2a46a-92aa-4fdc-b23e-cd73fccddb03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a0346ec-e238-444c-a56a-738fa0ee104f') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:09.712249 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ffe2a46a-92aa-4fdc-b23e-cd73fccddb03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:09.728551 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ffe2a46a-92aa-4fdc-b23e-cd73fccddb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:09.735334 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffe2a46a-92aa-4fdc-b23e-cd73fccddb03 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 13:17:09.735717 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ffe2a46a-92aa-4fdc-b23e-cd73fccddb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:09.748798 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 13:17:09.748798 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 13:17:09.748798 n-d-825178-3 neutron-server[87567]: timer() Feb 09 13:17:09.748798 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:17:09.748798 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 13:17:09.748798 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:17:09.748798 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 13:17:09.748798 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:17:09.748798 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 13:17:09.748798 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:17:09.748798 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 13:17:09.748798 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:17:09.748798 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 13:17:09.748798 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:17:09.748798 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:17:09.748798 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:17:09.748798 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:17:09.748798 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:17:09.748798 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 13:17:09.748798 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 13:17:09.748798 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 13:17:09.748798 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 13:17:09.748798 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:17:09.748798 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 13:17:09.748798 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 13:17:09.748798 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 13:17:09.748798 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:17:09.748798 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 13:17:09.748798 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:17:09.748798 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 13:17:09.748798 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:17:09.748798 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:17:09.824773 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ffe2a46a-92aa-4fdc-b23e-cd73fccddb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:09.831158 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ffe2a46a-92aa-4fdc-b23e-cd73fccddb03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:09.854131 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe2a46a-92aa-4fdc-b23e-cd73fccddb03 admin admin] Pushing event deleted for resources: {'Network': ['ID=c184244b-365b-4c8e-a8fe-a82a4d1faf22,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:09.868490 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ffe2a46a-92aa-4fdc-b23e-cd73fccddb03 admin admin] 10.222.0.55 "DELETE /v2.0/networks/c184244b-365b-4c8e-a8fe-a82a4d1faf22 HTTP/1.1" status: 204 len: 168 time: 1.0462179 Feb 09 13:17:09.871246 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45962) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:10.060788 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-5f974dce-b61e-44eb-857d-b8a59038389f None None] Deleting port 32d1b5c5-a92e-4f99-ab62-616cf8177bc6 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:17:10.061382 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5f974dce-b61e-44eb-857d-b8a59038389f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:10.126128 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-5f974dce-b61e-44eb-857d-b8a59038389f None None] The port '32d1b5c5-a92e-4f99-ab62-616cf8177bc6' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 13:17:10.413832 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f7e49c82-cc6e-4b10-91b9-760cbb4e4730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:10.865806 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-f7e49c82-cc6e-4b10-91b9-760cbb4e4730 admin admin] Deleting port 902e2227-0d2f-4b06-82aa-c1a91a8fb64e {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:17:10.866510 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f7e49c82-cc6e-4b10-91b9-760cbb4e4730 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:10.976270 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 32d1b5c5-a92e-4f99-ab62-616cf8177bc6 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:17:11.013609 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 32d1b5c5-a92e-4f99-ab62-616cf8177bc6 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:17:11.013972 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 32d1b5c5-a92e-4f99-ab62-616cf8177bc6 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:17:11.039861 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-f7e49c82-cc6e-4b10-91b9-760cbb4e4730 admin admin] For port 902e2227-0d2f-4b06-82aa-c1a91a8fb64e, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=902e2227-0d2f-4b06-82aa-c1a91a8fb64e,segment=NetworkSegment(563dc9ae-228d-43e2-8c04-50a6bbe8ef45),segment_id=563dc9ae-228d-43e2-8c04-50a6bbe8ef45)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:17:11.040214 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f7e49c82-cc6e-4b10-91b9-760cbb4e4730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:11.163939 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-f7e49c82-cc6e-4b10-91b9-760cbb4e4730 admin admin] Calling delete_port for 902e2227-0d2f-4b06-82aa-c1a91a8fb64e owned by network:router_interface {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:17:11.355847 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f7e49c82-cc6e-4b10-91b9-760cbb4e4730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:11.407552 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e49c82-cc6e-4b10-91b9-760cbb4e4730 admin admin] Pushing event deleted for resources: {'Port': ['ID=902e2227-0d2f-4b06-82aa-c1a91a8fb64e,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:11.675401 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f7e49c82-cc6e-4b10-91b9-760cbb4e4730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:12.155044 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e49c82-cc6e-4b10-91b9-760cbb4e4730 admin admin] Router efd9f188-1202-4c55-b6c5-0483cfdbf25e has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:17:12.331949 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e49c82-cc6e-4b10-91b9-760cbb4e4730 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:17:12.340937 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5f2d6e-4600-44d0-930b-c4008f1fddea None None] Sync routers for ids ['efd9f188-1202-4c55-b6c5-0483cfdbf25e'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:17:12.342137 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f7e49c82-cc6e-4b10-91b9-760cbb4e4730 admin admin] 10.222.0.55 "PUT /v2.0/routers/efd9f188-1202-4c55-b6c5-0483cfdbf25e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4698627 Feb 09 13:17:12.344812 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45966) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:12.352083 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5f2d6e-4600-44d0-930b-c4008f1fddea None None] Routers {'efd9f188-1202-4c55-b6c5-0483cfdbf25e'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:17:12.352687 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1f5f2d6e-4600-44d0-930b-c4008f1fddea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:16:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['efd9f188-1202-4c55-b6c5-0483cfdbf25e'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:12.521830 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bd5aed3a-5f51-4b8d-96a7-dd39e840e993 admin admin] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:12.528785 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-1f5f2d6e-4600-44d0-930b-c4008f1fddea None None] Set router efd9f188-1202-4c55-b6c5-0483cfdbf25e gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:17:12.701175 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bd5aed3a-5f51-4b8d-96a7-dd39e840e993 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:12.710345 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-bd5aed3a-5f51-4b8d-96a7-dd39e840e993 admin admin] Deleting port 7310205b-da06-4145-bc53-11e77ee79a71 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:17:12.710683 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bd5aed3a-5f51-4b8d-96a7-dd39e840e993 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:12.830646 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1f5f2d6e-4600-44d0-930b-c4008f1fddea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd9f188-1202-4c55-b6c5-0483cfdbf25e', 'name': 'tempest-TestEncryptedCinderVolumes-661289854-router', 'tenant_id': 'dd259979cad740d7a30934eac7753b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '7310205b-da06-4145-bc53-11e77ee79a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:00Z', 'updated_at': '2022-02-09T13:17:11Z', 'revision_number': 5, 'project_id': 'dd259979cad740d7a30934eac7753b36', 'gw_port': {'id': '7310205b-da06-4145-bc53-11e77ee79a71', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd9f188-1202-4c55-b6c5-0483cfdbf25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:00Z', 'updated_at': '2022-02-09T13:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:12.834265 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5f2d6e-4600-44d0-930b-c4008f1fddea None None] Checking router: efd9f188-1202-4c55-b6c5-0483cfdbf25e for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:17:12.842459 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5f2d6e-4600-44d0-930b-c4008f1fddea None None] Routers {'efd9f188-1202-4c55-b6c5-0483cfdbf25e'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:17:12.843058 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1f5f2d6e-4600-44d0-930b-c4008f1fddea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:16:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['efd9f188-1202-4c55-b6c5-0483cfdbf25e'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:12.881923 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-bd5aed3a-5f51-4b8d-96a7-dd39e840e993 admin admin] For port 7310205b-da06-4145-bc53-11e77ee79a71, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=7310205b-da06-4145-bc53-11e77ee79a71,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:17:12.882302 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bd5aed3a-5f51-4b8d-96a7-dd39e840e993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:13.012665 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-bd5aed3a-5f51-4b8d-96a7-dd39e840e993 admin admin] Calling delete_port for 7310205b-da06-4145-bc53-11e77ee79a71 owned by network:router_gateway {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:17:13.031205 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-1f5f2d6e-4600-44d0-930b-c4008f1fddea None None] Set router efd9f188-1202-4c55-b6c5-0483cfdbf25e gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:17:13.135934 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1f5f2d6e-4600-44d0-930b-c4008f1fddea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd9f188-1202-4c55-b6c5-0483cfdbf25e', 'name': 'tempest-TestEncryptedCinderVolumes-661289854-router', 'tenant_id': 'dd259979cad740d7a30934eac7753b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:00Z', 'updated_at': '2022-02-09T13:17:12Z', 'revision_number': 6, 'project_id': 'dd259979cad740d7a30934eac7753b36', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:13.139932 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5f2d6e-4600-44d0-930b-c4008f1fddea None None] The sync data for ids ['efd9f188-1202-4c55-b6c5-0483cfdbf25e'] in n-d-825178-3 is: [{'id': 'efd9f188-1202-4c55-b6c5-0483cfdbf25e', 'name': 'tempest-TestEncryptedCinderVolumes-661289854-router', 'tenant_id': 'dd259979cad740d7a30934eac7753b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:00Z', 'updated_at': '2022-02-09T13:17:12Z', 'revision_number': 6, 'project_id': 'dd259979cad740d7a30934eac7753b36', 'gw_port_host': None}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:17:13.184758 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bd5aed3a-5f51-4b8d-96a7-dd39e840e993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:13.233609 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5aed3a-5f51-4b8d-96a7-dd39e840e993 admin admin] Pushing event deleted for resources: {'Port': ['ID=7310205b-da06-4145-bc53-11e77ee79a71,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:13.331095 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bd5aed3a-5f51-4b8d-96a7-dd39e840e993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:13.629601 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bd5aed3a-5f51-4b8d-96a7-dd39e840e993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:13.631753 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bd5aed3a-5f51-4b8d-96a7-dd39e840e993 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:13.654427 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bd5aed3a-5f51-4b8d-96a7-dd39e840e993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:13.654922 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd5aed3a-5f51-4b8d-96a7-dd39e840e993 admin admin] Fanout notify agent at l3_agent the message router_deleted on router efd9f188-1202-4c55-b6c5-0483cfdbf25e {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 13:17:13.667168 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bd5aed3a-5f51-4b8d-96a7-dd39e840e993 admin admin] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:13.668313 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-bd5aed3a-5f51-4b8d-96a7-dd39e840e993 admin admin] 10.222.0.55 "DELETE /v2.0/routers/efd9f188-1202-4c55-b6c5-0483cfdbf25e HTTP/1.1" status: 204 len: 168 time: 1.3225572 Feb 09 13:17:13.671083 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45970) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:13.729665 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-88bd2b75-148b-4d12-84b5-9f8de8086116 admin admin] Deleting subnet ac817743-f248-45fa-a351-73cdafec97b4 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 13:17:13.733679 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-88bd2b75-148b-4d12-84b5-9f8de8086116 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:13.781630 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-88bd2b75-148b-4d12-84b5-9f8de8086116 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:13.861326 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-88bd2b75-148b-4d12-84b5-9f8de8086116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:13.930173 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-88bd2b75-148b-4d12-84b5-9f8de8086116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:13.971409 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd2b75-148b-4d12-84b5-9f8de8086116 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac817743-f248-45fa-a351-73cdafec97b4,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:13.975249 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-88bd2b75-148b-4d12-84b5-9f8de8086116 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:13.981626 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-88bd2b75-148b-4d12-84b5-9f8de8086116 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ac817743-f248-45fa-a351-73cdafec97b4 HTTP/1.1" status: 204 len: 168 time: 0.3094409 Feb 09 13:17:13.982359 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d9b152-dfc1-46fa-8e56-4f3b57822f51 None None] Network ac21f7f0-b7cc-462c-a906-30d3fd5c7496 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:17:13.984107 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45974) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:14.088593 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bf8a01eb-2403-4c8e-8f36-70acf89f6f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:14.099817 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-bf8a01eb-2403-4c8e-8f36-70acf89f6f40 admin admin] Deleting port 3be68a6e-fda4-4eb4-b029-cfda03f0e69b {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:17:14.100181 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bf8a01eb-2403-4c8e-8f36-70acf89f6f40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:14.214527 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-73b33d7d-e335-48e2-a28c-cd7feedd3140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:14.314203 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d74056f-416b-4640-8621-76f9d7531822 None None] DHCP port deletion for ac21f7f0-b7cc-462c-a906-30d3fd5c7496 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 13:17:14.318913 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-9d74056f-416b-4640-8621-76f9d7531822 None None] Deleting port 3be68a6e-fda4-4eb4-b029-cfda03f0e69b {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:17:14.319291 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9d74056f-416b-4640-8621-76f9d7531822 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:14.327308 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-bf8a01eb-2403-4c8e-8f36-70acf89f6f40 admin admin] For port 3be68a6e-fda4-4eb4-b029-cfda03f0e69b, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=3be68a6e-fda4-4eb4-b029-cfda03f0e69b,segment=NetworkSegment(563dc9ae-228d-43e2-8c04-50a6bbe8ef45),segment_id=563dc9ae-228d-43e2-8c04-50a6bbe8ef45)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:17:14.327772 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bf8a01eb-2403-4c8e-8f36-70acf89f6f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:14.452229 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-bf8a01eb-2403-4c8e-8f36-70acf89f6f40 admin admin] Calling delete_port for 3be68a6e-fda4-4eb4-b029-cfda03f0e69b owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:17:14.520760 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-9d74056f-416b-4640-8621-76f9d7531822 None None] For port 3be68a6e-fda4-4eb4-b029-cfda03f0e69b, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=3be68a6e-fda4-4eb4-b029-cfda03f0e69b,segment=NetworkSegment(563dc9ae-228d-43e2-8c04-50a6bbe8ef45),segment_id=563dc9ae-228d-43e2-8c04-50a6bbe8ef45)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:17:14.521063 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9d74056f-416b-4640-8621-76f9d7531822 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:14.530620 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bf8a01eb-2403-4c8e-8f36-70acf89f6f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:14.577814 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8a01eb-2403-4c8e-8f36-70acf89f6f40 admin admin] No DVR routers for this DVR port 3be68a6e-fda4-4eb4-b029-cfda03f0e69b on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:17:14.579795 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a01eb-2403-4c8e-8f36-70acf89f6f40 admin admin] Pushing event deleted for resources: {'Port': ['ID=3be68a6e-fda4-4eb4-b029-cfda03f0e69b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:14.645177 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-9d74056f-416b-4640-8621-76f9d7531822 None None] Calling delete_port for 3be68a6e-fda4-4eb4-b029-cfda03f0e69b owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:17:14.724515 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-9d74056f-416b-4640-8621-76f9d7531822 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:17:14.724857 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-9d74056f-416b-4640-8621-76f9d7531822 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:17:14.790728 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bf8a01eb-2403-4c8e-8f36-70acf89f6f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:14.815486 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-bf8a01eb-2403-4c8e-8f36-70acf89f6f40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac21f7f0-b7cc-462c-a906-30d3fd5c7496']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:14.831689 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-bf8a01eb-2403-4c8e-8f36-70acf89f6f40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '563dc9ae-228d-43e2-8c04-50a6bbe8ef45') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:14.831951 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-bf8a01eb-2403-4c8e-8f36-70acf89f6f40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '563dc9ae-228d-43e2-8c04-50a6bbe8ef45') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:14.843127 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bf8a01eb-2403-4c8e-8f36-70acf89f6f40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:14.859816 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bf8a01eb-2403-4c8e-8f36-70acf89f6f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:14.865728 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf8a01eb-2403-4c8e-8f36-70acf89f6f40 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 13:17:14.866114 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bf8a01eb-2403-4c8e-8f36-70acf89f6f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:14.879780 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 13:17:14.879780 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 13:17:14.879780 n-d-825178-3 neutron-server[87568]: timer() Feb 09 13:17:14.879780 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:17:14.879780 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 13:17:14.879780 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:17:14.879780 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 13:17:14.879780 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:17:14.879780 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 13:17:14.879780 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:17:14.879780 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 13:17:14.879780 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:17:14.879780 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 13:17:14.879780 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:17:14.879780 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:17:14.879780 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:17:14.879780 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:17:14.879780 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:17:14.879780 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 13:17:14.879780 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 13:17:14.879780 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 13:17:14.879780 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 13:17:14.879780 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:17:14.879780 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 13:17:14.879780 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 13:17:14.879780 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 13:17:14.879780 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:17:14.879780 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 13:17:14.879780 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:17:14.879780 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 13:17:14.879780 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:17:14.879780 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:17:14.954237 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bf8a01eb-2403-4c8e-8f36-70acf89f6f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:14.970564 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bf8a01eb-2403-4c8e-8f36-70acf89f6f40 admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:14.977469 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 902e2227-0d2f-4b06-82aa-c1a91a8fb64e no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:17:14.986018 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a01eb-2403-4c8e-8f36-70acf89f6f40 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac21f7f0-b7cc-462c-a906-30d3fd5c7496,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:14.989369 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-bf8a01eb-2403-4c8e-8f36-70acf89f6f40 admin admin] 10.222.0.55 "DELETE /v2.0/networks/ac21f7f0-b7cc-462c-a906-30d3fd5c7496 HTTP/1.1" status: 204 len: 168 time: 1.0038521 Feb 09 13:17:15.012281 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 902e2227-0d2f-4b06-82aa-c1a91a8fb64e {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:17:15.012845 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 902e2227-0d2f-4b06-82aa-c1a91a8fb64e not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:17:15.013074 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 3be68a6e-fda4-4eb4-b029-cfda03f0e69b no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:17:15.044773 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 3be68a6e-fda4-4eb4-b029-cfda03f0e69b {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:17:15.045113 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 3be68a6e-fda4-4eb4-b029-cfda03f0e69b not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:17:15.045523 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 7310205b-da06-4145-bc53-11e77ee79a71 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:17:15.080299 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 7310205b-da06-4145-bc53-11e77ee79a71 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:17:15.080643 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 7310205b-da06-4145-bc53-11e77ee79a71 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:17:15.160319 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45980) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:15.208119 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c4fea323-66de-4f53-a1b9-25a94cf47379 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c16edc9bea2e4558b5c48836707b0b90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466020 Feb 09 13:17:15.210482 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 45984) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:15.225914 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-9d74056f-416b-4640-8621-76f9d7531822 None None] Deleting port 3be68a6e-fda4-4eb4-b029-cfda03f0e69b {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:17:15.226358 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9d74056f-416b-4640-8621-76f9d7531822 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:15.267700 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d2a5c588-a496-4a83-986f-1a5c26315281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:15.292847 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d2a5c588-a496-4a83-986f-1a5c26315281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:15.297812 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-9d74056f-416b-4640-8621-76f9d7531822 None None] The port '3be68a6e-fda4-4eb4-b029-cfda03f0e69b' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 13:17:15.349019 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d2a5c588-a496-4a83-986f-1a5c26315281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:15.363807 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5c588-a496-4a83-986f-1a5c26315281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607edf72-4723-488f-863c-86a679b21632,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:15.371445 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d2a5c588-a496-4a83-986f-1a5c26315281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:15.373464 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d2a5c588-a496-4a83-986f-1a5c26315281 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/607edf72-4723-488f-863c-86a679b21632 HTTP/1.1" status: 204 len: 168 time: 0.1621027 Feb 09 13:17:15.719734 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45992) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:15.771109 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a7efa2e0-9f8e-4992-9e4d-f81d23dcd6f0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dd259979cad740d7a30934eac7753b36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0502019 Feb 09 13:17:15.773492 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 45996) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:15.830140 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-863851e6-51c1-4628-b247-c199da84e90c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:15.854823 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-863851e6-51c1-4628-b247-c199da84e90c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:15.908079 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-863851e6-51c1-4628-b247-c199da84e90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:15.922174 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863851e6-51c1-4628-b247-c199da84e90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d0e988-eb79-43de-a475-1d40d53a1d09,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:15.928232 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-863851e6-51c1-4628-b247-c199da84e90c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:15.929332 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-863851e6-51c1-4628-b247-c199da84e90c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/72d0e988-eb79-43de-a475-1d40d53a1d09 HTTP/1.1" status: 204 len: 168 time: 0.1549661 Feb 09 13:17:16.490282 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-889932f5-f4ad-422e-b428-c0fce8837c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:16.691173 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46020) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:16.806186 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-95c2847a-2586-40ee-bab4-04e2e6cbf4ff admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-714064934-network', 'tenant_id': 'cacf91434ef745fd9bff26ccf1a5e7c0'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:17:16.812621 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-95c2847a-2586-40ee-bab4-04e2e6cbf4ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:17:16.816465 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-95c2847a-2586-40ee-bab4-04e2e6cbf4ff admin admin] Usage tracker for resource:network and tenant:cacf91434ef745fd9bff26ccf1a5e7c0 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:17:16.819329 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-95c2847a-2586-40ee-bab4-04e2e6cbf4ff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:17:16.825482 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-95c2847a-2586-40ee-bab4-04e2e6cbf4ff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:17:16.835673 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c2847a-2586-40ee-bab4-04e2e6cbf4ff admin admin] Made reservation on behalf of cacf91434ef745fd9bff26ccf1a5e7c0 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:17:16.837964 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-95c2847a-2586-40ee-bab4-04e2e6cbf4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:16.850223 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-95c2847a-2586-40ee-bab4-04e2e6cbf4ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:16.870391 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-95c2847a-2586-40ee-bab4-04e2e6cbf4ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:17:16.875270 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-95c2847a-2586-40ee-bab4-04e2e6cbf4ff admin admin] Usage tracker for resource:security_group_rule and tenant:cacf91434ef745fd9bff26ccf1a5e7c0 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:17:16.878706 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-95c2847a-2586-40ee-bab4-04e2e6cbf4ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:17:16.884301 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-95c2847a-2586-40ee-bab4-04e2e6cbf4ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:17:16.967845 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-95c2847a-2586-40ee-bab4-04e2e6cbf4ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:16.971580 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-95c2847a-2586-40ee-bab4-04e2e6cbf4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:17.003460 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95c2847a-2586-40ee-bab4-04e2e6cbf4ff admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:17:17.012391 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c2847a-2586-40ee-bab4-04e2e6cbf4ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3267222-e495-496d-8698-ec7f553cc826,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:17.018400 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-95c2847a-2586-40ee-bab4-04e2e6cbf4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:17.018740 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-95c2847a-2586-40ee-bab4-04e2e6cbf4ff admin admin] Added segment 101f65f3-34e7-44bf-884c-df218014530f of type vlan for network 9494859e-69d3-4a4d-a947-30c29fa31888 Feb 09 13:17:17.046636 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-95c2847a-2586-40ee-bab4-04e2e6cbf4ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:17.076247 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-95c2847a-2586-40ee-bab4-04e2e6cbf4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:17.077203 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c2847a-2586-40ee-bab4-04e2e6cbf4ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:17.077785 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-95c2847a-2586-40ee-bab4-04e2e6cbf4ff admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:17.182924 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-95c2847a-2586-40ee-bab4-04e2e6cbf4ff admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4906116 Feb 09 13:17:17.183629 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c2847a-2586-40ee-bab4-04e2e6cbf4ff admin admin] Pushing event updated for resources: {'Network': ['ID=9494859e-69d3-4a4d-a947-30c29fa31888,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:17.186621 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46026) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:17.192378 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-670ba9a7-6b7e-4c3b-819b-c4b63b6d984f admin admin] Request body: {'subnet': {'network_id': '9494859e-69d3-4a4d-a947-30c29fa31888', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-714064934-subnet', 'tenant_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:17:17.194933 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 9494859e-69d3-4a4d-a947-30c29fa31888 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:17:17.198098 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-670ba9a7-6b7e-4c3b-819b-c4b63b6d984f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:17:17.202912 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-670ba9a7-6b7e-4c3b-819b-c4b63b6d984f admin admin] Usage tracker for resource:subnet and tenant:cacf91434ef745fd9bff26ccf1a5e7c0 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:17:17.205891 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-670ba9a7-6b7e-4c3b-819b-c4b63b6d984f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:17:17.212062 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-670ba9a7-6b7e-4c3b-819b-c4b63b6d984f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:17:17.221275 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670ba9a7-6b7e-4c3b-819b-c4b63b6d984f admin admin] Made reservation on behalf of cacf91434ef745fd9bff26ccf1a5e7c0 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:17:17.223664 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-670ba9a7-6b7e-4c3b-819b-c4b63b6d984f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:17.435366 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-670ba9a7-6b7e-4c3b-819b-c4b63b6d984f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:17.515071 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ba9a7-6b7e-4c3b-819b-c4b63b6d984f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a816339-2d43-4f50-a4c8-d4e6364e2c4f,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:17.521900 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670ba9a7-6b7e-4c3b-819b-c4b63b6d984f admin admin] Checking segment: {'id': '101f65f3-34e7-44bf-884c-df218014530f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '9494859e-69d3-4a4d-a947-30c29fa31888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:17:17.522253 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670ba9a7-6b7e-4c3b-819b-c4b63b6d984f admin admin] Network hostable DHCP agents. Network: 9494859e-69d3-4a4d-a947-30c29fa31888, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:17:17.541528 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670ba9a7-6b7e-4c3b-819b-c4b63b6d984f admin admin] Network 9494859e-69d3-4a4d-a947-30c29fa31888 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:17:17.551012 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-670ba9a7-6b7e-4c3b-819b-c4b63b6d984f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 9494859e-69d3-4a4d-a947-30c29fa31888) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:17:17.555463 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670ba9a7-6b7e-4c3b-819b-c4b63b6d984f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:17.556162 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-670ba9a7-6b7e-4c3b-819b-c4b63b6d984f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:17.561236 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a23112a-31fa-4cbb-b955-3512b7b7ae6c None None] Network 9494859e-69d3-4a4d-a947-30c29fa31888 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:17:17.578274 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-670ba9a7-6b7e-4c3b-819b-c4b63b6d984f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3905878 Feb 09 13:17:17.580953 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46030) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:17.585902 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-84a98492-e3b1-4b9d-9e0d-18bc42159326 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-714064934-router', 'tenant_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:17:17.592111 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-84a98492-e3b1-4b9d-9e0d-18bc42159326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:17:17.596040 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-84a98492-e3b1-4b9d-9e0d-18bc42159326 admin admin] Usage tracker for resource:router and tenant:cacf91434ef745fd9bff26ccf1a5e7c0 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:17:17.598962 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-84a98492-e3b1-4b9d-9e0d-18bc42159326 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:17:17.604789 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-84a98492-e3b1-4b9d-9e0d-18bc42159326 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:17:17.615482 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-84a98492-e3b1-4b9d-9e0d-18bc42159326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:17.616652 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-84a98492-e3b1-4b9d-9e0d-18bc42159326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:17.633834 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-84a98492-e3b1-4b9d-9e0d-18bc42159326 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:17.724858 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:17.793153 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:17.796362 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4ca6e6-37fc-4d77-9ceb-286c5d4ef718 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-9494859e-69d3-4a4d-a947-30c29fa31888', 'network_id': '9494859e-69d3-4a4d-a947-30c29fa31888', 'tenant_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'fixed_ips': [{'subnet_id': '8a816339-2d43-4f50-a4c8-d4e6364e2c4f'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 13:17:17.797170 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3d4ca6e6-37fc-4d77-9ceb-286c5d4ef718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:17.898385 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-84a98492-e3b1-4b9d-9e0d-18bc42159326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:17.950413 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-3d4ca6e6-37fc-4d77-9ceb-286c5d4ef718 None None] Allocated IP 172.20.0.2 (9494859e-69d3-4a4d-a947-30c29fa31888/8a816339-2d43-4f50-a4c8-d4e6364e2c4f/a129e402-e39b-46b7-809b-08366bb92cf5) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:17:18.166474 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3d4ca6e6-37fc-4d77-9ceb-286c5d4ef718 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:18.177922 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-3d4ca6e6-37fc-4d77-9ceb-286c5d4ef718 None None] Transition to ACTIVE for port object a129e402-e39b-46b7-809b-08366bb92cf5 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:17:18.198294 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-3d4ca6e6-37fc-4d77-9ceb-286c5d4ef718 None None] Transition to ACTIVE for port object a129e402-e39b-46b7-809b-08366bb92cf5 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:17:18.205033 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3d4ca6e6-37fc-4d77-9ceb-286c5d4ef718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:18.313446 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4ca6e6-37fc-4d77-9ceb-286c5d4ef718 None None] Network 9494859e-69d3-4a4d-a947-30c29fa31888 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:17:18.316495 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-3d4ca6e6-37fc-4d77-9ceb-286c5d4ef718 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:17:18.318682 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-84a98492-e3b1-4b9d-9e0d-18bc42159326 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:18.320128 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4ca6e6-37fc-4d77-9ceb-286c5d4ef718 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:17:18.325997 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ca6e6-37fc-4d77-9ceb-286c5d4ef718 None None] Pushing event updated for resources: {'Port': ['ID=a129e402-e39b-46b7-809b-08366bb92cf5,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:18.350630 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-84a98492-e3b1-4b9d-9e0d-18bc42159326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:18.416360 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-3d4ca6e6-37fc-4d77-9ceb-286c5d4ef718 None None] Attempting to bind port a129e402-e39b-46b7-809b-08366bb92cf5 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:17:18.416791 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-3d4ca6e6-37fc-4d77-9ceb-286c5d4ef718 None None] Attempting to bind port a129e402-e39b-46b7-809b-08366bb92cf5 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '101f65f3-34e7-44bf-884c-df218014530f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '9494859e-69d3-4a4d-a947-30c29fa31888'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:17:18.417082 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4ca6e6-37fc-4d77-9ceb-286c5d4ef718 None None] Attempting to bind port a129e402-e39b-46b7-809b-08366bb92cf5 on network 9494859e-69d3-4a4d-a947-30c29fa31888 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:17:18.423304 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4ca6e6-37fc-4d77-9ceb-286c5d4ef718 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:17:18.423687 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4ca6e6-37fc-4d77-9ceb-286c5d4ef718 None None] Checking segment: {'id': '101f65f3-34e7-44bf-884c-df218014530f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '9494859e-69d3-4a4d-a947-30c29fa31888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:17:18.424140 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3d4ca6e6-37fc-4d77-9ceb-286c5d4ef718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:18.424587 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4ca6e6-37fc-4d77-9ceb-286c5d4ef718 None None] Bound using segment: {'id': '101f65f3-34e7-44bf-884c-df218014530f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '9494859e-69d3-4a4d-a947-30c29fa31888'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:17:18.425078 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-3d4ca6e6-37fc-4d77-9ceb-286c5d4ef718 None None] Bound port: a129e402-e39b-46b7-809b-08366bb92cf5, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '101f65f3-34e7-44bf-884c-df218014530f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '9494859e-69d3-4a4d-a947-30c29fa31888'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:17:18.425456 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3d4ca6e6-37fc-4d77-9ceb-286c5d4ef718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:18.508203 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-84a98492-e3b1-4b9d-9e0d-18bc42159326 admin admin] Allocated IP 172.25.7.237 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/3efc6112-52bc-45da-94d2-d640d3e875a9) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:17:18.520660 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-3d4ca6e6-37fc-4d77-9ceb-286c5d4ef718 None None] For port a129e402-e39b-46b7-809b-08366bb92cf5, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:17:18.523776 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-3d4ca6e6-37fc-4d77-9ceb-286c5d4ef718 None None] For port a129e402-e39b-46b7-809b-08366bb92cf5, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=a129e402-e39b-46b7-809b-08366bb92cf5,segment=NetworkSegment(101f65f3-34e7-44bf-884c-df218014530f),segment_id=101f65f3-34e7-44bf-884c-df218014530f)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:17:18.527613 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3d4ca6e6-37fc-4d77-9ceb-286c5d4ef718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:18.618705 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ca6e6-37fc-4d77-9ceb-286c5d4ef718 None None] Pushing event updated for resources: {'Port': ['ID=a129e402-e39b-46b7-809b-08366bb92cf5,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:18.661123 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-84a98492-e3b1-4b9d-9e0d-18bc42159326 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:18.691925 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-84a98492-e3b1-4b9d-9e0d-18bc42159326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:18.756871 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a98492-e3b1-4b9d-9e0d-18bc42159326 admin admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:17:18.759582 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-84a98492-e3b1-4b9d-9e0d-18bc42159326 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:17:18.763707 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a98492-e3b1-4b9d-9e0d-18bc42159326 admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:17:18.806217 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a98492-e3b1-4b9d-9e0d-18bc42159326 admin admin] Pushing event updated for resources: {'Port': ['ID=3efc6112-52bc-45da-94d2-d640d3e875a9,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:19.009840 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device a129e402-e39b-46b7-809b-08366bb92cf5 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:17:19.077969 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port a129e402-e39b-46b7-809b-08366bb92cf5 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:17:19.202111 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-84a98492-e3b1-4b9d-9e0d-18bc42159326 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:19.361675 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:19.554793 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-84a98492-e3b1-4b9d-9e0d-18bc42159326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:19.569122 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc4356c-f064-4dfc-8888-8acb0e464c96 None None] Network 9494859e-69d3-4a4d-a947-30c29fa31888 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:17:19.666052 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b38c5996-5ace-4760-b662-49f739e6a0e1 None None] Provisioning for port a129e402-e39b-46b7-809b-08366bb92cf5 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:17:19.686196 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b38c5996-5ace-4760-b662-49f739e6a0e1 None None] Provisioning complete for port a129e402-e39b-46b7-809b-08366bb92cf5 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:19.686571 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b38c5996-5ace-4760-b662-49f739e6a0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:19.872856 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a98492-e3b1-4b9d-9e0d-18bc42159326 admin admin] Router 6ae3fa8f-94ef-4801-be38-88d036f6c26e is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 13:17:19.909635 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b38c5996-5ace-4760-b662-49f739e6a0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:19.949667 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-b38c5996-5ace-4760-b662-49f739e6a0e1 None None] For port a129e402-e39b-46b7-809b-08366bb92cf5, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=a129e402-e39b-46b7-809b-08366bb92cf5,segment=NetworkSegment(101f65f3-34e7-44bf-884c-df218014530f),segment_id=101f65f3-34e7-44bf-884c-df218014530f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:17:19.954755 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b38c5996-5ace-4760-b662-49f739e6a0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:20.025699 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c5996-5ace-4760-b662-49f739e6a0e1 None None] Pushing event updated for resources: {'Port': ['ID=a129e402-e39b-46b7-809b-08366bb92cf5,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:20.054543 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a98492-e3b1-4b9d-9e0d-18bc42159326 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:17:20.065580 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89778bd-876c-4c68-9dfb-a896bc1a0524 None None] Sync routers for ids ['6ae3fa8f-94ef-4801-be38-88d036f6c26e'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:17:20.075614 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89778bd-876c-4c68-9dfb-a896bc1a0524 None None] Routers {'6ae3fa8f-94ef-4801-be38-88d036f6c26e'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:17:20.076365 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-d89778bd-876c-4c68-9dfb-a896bc1a0524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:17:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['6ae3fa8f-94ef-4801-be38-88d036f6c26e'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:20.078440 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-84a98492-e3b1-4b9d-9e0d-18bc42159326 admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:20.082359 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-84a98492-e3b1-4b9d-9e0d-18bc42159326 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4977751 Feb 09 13:17:20.082524 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46034) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:20.257152 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-a63d8fc5-21f7-4421-a45c-f26f031959f4 None None] Provisioning complete for port a129e402-e39b-46b7-809b-08366bb92cf5 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:20.257465 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a63d8fc5-21f7-4421-a45c-f26f031959f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:20.315910 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-d89778bd-876c-4c68-9dfb-a896bc1a0524 None None] Set router 6ae3fa8f-94ef-4801-be38-88d036f6c26e gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:17:20.666656 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-d89778bd-876c-4c68-9dfb-a896bc1a0524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae3fa8f-94ef-4801-be38-88d036f6c26e', 'name': 'tempest-TestMinimumBasicScenario-714064934-router', 'tenant_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '3efc6112-52bc-45da-94d2-d640d3e875a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:17:17Z', 'updated_at': '2022-02-09T13:17:19Z', 'revision_number': 3, 'project_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'gw_port': {'id': '3efc6112-52bc-45da-94d2-d640d3e875a9', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae3fa8f-94ef-4801-be38-88d036f6c26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:17:18Z', 'updated_at': '2022-02-09T13:17:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:20.671016 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89778bd-876c-4c68-9dfb-a896bc1a0524 None None] Checking router: 6ae3fa8f-94ef-4801-be38-88d036f6c26e for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:17:20.671371 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89778bd-876c-4c68-9dfb-a896bc1a0524 None None] Updating router 6ae3fa8f-94ef-4801-be38-88d036f6c26e port 3efc6112-52bc-45da-94d2-d640d3e875a9 binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 13:17:20.726319 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d89778bd-876c-4c68-9dfb-a896bc1a0524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:20.738343 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f13725b4-ecc0-42ba-8962-1a98767a89e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:20.951609 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-f13725b4-ecc0-42ba-8962-1a98767a89e0 admin admin] Allocated IP 172.20.0.1 (9494859e-69d3-4a4d-a947-30c29fa31888/8a816339-2d43-4f50-a4c8-d4e6364e2c4f/ecbdb696-891d-4590-aa71-c513b0a04d75) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:17:20.995055 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device a129e402-e39b-46b7-809b-08366bb92cf5 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:17:21.068283 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:21.150222 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port a129e402-e39b-46b7-809b-08366bb92cf5 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:21.150604 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:21.222779 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f13725b4-ecc0-42ba-8962-1a98767a89e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:21.234512 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d89778bd-876c-4c68-9dfb-a896bc1a0524 None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:21.240274 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-f13725b4-ecc0-42ba-8962-1a98767a89e0 admin admin] Transition to ACTIVE for port object ecbdb696-891d-4590-aa71-c513b0a04d75 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:17:21.250936 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-d89778bd-876c-4c68-9dfb-a896bc1a0524 None None] Transition to ACTIVE for port object 3efc6112-52bc-45da-94d2-d640d3e875a9 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:17:21.265501 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f13725b4-ecc0-42ba-8962-1a98767a89e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:21.284192 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d89778bd-876c-4c68-9dfb-a896bc1a0524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:21.332277 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13725b4-ecc0-42ba-8962-1a98767a89e0 admin admin] Network 9494859e-69d3-4a4d-a947-30c29fa31888 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:17:21.335298 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-f13725b4-ecc0-42ba-8962-1a98767a89e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:17:21.337856 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13725b4-ecc0-42ba-8962-1a98767a89e0 admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:17:21.385805 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13725b4-ecc0-42ba-8962-1a98767a89e0 admin admin] Pushing event updated for resources: {'Port': ['ID=ecbdb696-891d-4590-aa71-c513b0a04d75,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:21.388145 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-d89778bd-876c-4c68-9dfb-a896bc1a0524 None None] Attempting to bind port 3efc6112-52bc-45da-94d2-d640d3e875a9 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:17:21.388521 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-d89778bd-876c-4c68-9dfb-a896bc1a0524 None None] Attempting to bind port 3efc6112-52bc-45da-94d2-d640d3e875a9 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:17:21.388883 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89778bd-876c-4c68-9dfb-a896bc1a0524 None None] Attempting to bind port 3efc6112-52bc-45da-94d2-d640d3e875a9 on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:17:21.391103 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6dffec-fad2-4802-a9a4-4a547c20df0e None None] Pushing event updated for resources: {'Port': ['ID=3efc6112-52bc-45da-94d2-d640d3e875a9,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:21.397172 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89778bd-876c-4c68-9dfb-a896bc1a0524 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:17:21.397545 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89778bd-876c-4c68-9dfb-a896bc1a0524 None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:17:21.397937 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d89778bd-876c-4c68-9dfb-a896bc1a0524 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:21.398319 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89778bd-876c-4c68-9dfb-a896bc1a0524 None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:17:21.398781 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-d89778bd-876c-4c68-9dfb-a896bc1a0524 None None] Bound port: 3efc6112-52bc-45da-94d2-d640d3e875a9, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:17:21.399149 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d89778bd-876c-4c68-9dfb-a896bc1a0524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:21.419243 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f13725b4-ecc0-42ba-8962-1a98767a89e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:21.474279 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-d89778bd-876c-4c68-9dfb-a896bc1a0524 None None] For port 3efc6112-52bc-45da-94d2-d640d3e875a9, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:17:21.478057 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-d89778bd-876c-4c68-9dfb-a896bc1a0524 None None] For port 3efc6112-52bc-45da-94d2-d640d3e875a9, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=3efc6112-52bc-45da-94d2-d640d3e875a9,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:17:21.483920 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d89778bd-876c-4c68-9dfb-a896bc1a0524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:21.547019 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f13725b4-ecc0-42ba-8962-1a98767a89e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:21.571008 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89778bd-876c-4c68-9dfb-a896bc1a0524 None None] Routers {'6ae3fa8f-94ef-4801-be38-88d036f6c26e'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:17:21.571636 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-d89778bd-876c-4c68-9dfb-a896bc1a0524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:17:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['6ae3fa8f-94ef-4801-be38-88d036f6c26e'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:21.647719 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6dffec-fad2-4802-a9a4-4a547c20df0e None None] Pushing event updated for resources: {'Port': ['ID=3efc6112-52bc-45da-94d2-d640d3e875a9,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:21.671183 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-26c43726-e78f-4319-ac3a-8f426bfef916 None None] Provisioning for port ecbdb696-891d-4590-aa71-c513b0a04d75 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:17:21.723381 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-26c43726-e78f-4319-ac3a-8f426bfef916 None None] Provisioning complete for port ecbdb696-891d-4590-aa71-c513b0a04d75 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:21.723745 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-26c43726-e78f-4319-ac3a-8f426bfef916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:21.770738 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f13725b4-ecc0-42ba-8962-1a98767a89e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:21.775079 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f13725b4-ecc0-42ba-8962-1a98767a89e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:21.806055 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-26c43726-e78f-4319-ac3a-8f426bfef916 None None] Port ecbdb696-891d-4590-aa71-c513b0a04d75 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:17:21.814334 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-d89778bd-876c-4c68-9dfb-a896bc1a0524 None None] Set router 6ae3fa8f-94ef-4801-be38-88d036f6c26e gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:17:21.882876 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f13725b4-ecc0-42ba-8962-1a98767a89e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:21.887177 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13725b4-ecc0-42ba-8962-1a98767a89e0 admin admin] Pushing event updated for resources: {'Port': ['ID=ecbdb696-891d-4590-aa71-c513b0a04d75,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:22.019615 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13725b4-ecc0-42ba-8962-1a98767a89e0 admin admin] Network 9494859e-69d3-4a4d-a947-30c29fa31888 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:17:22.020850 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-f13725b4-ecc0-42ba-8962-1a98767a89e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:17:22.132703 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-d89778bd-876c-4c68-9dfb-a896bc1a0524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae3fa8f-94ef-4801-be38-88d036f6c26e', 'name': 'tempest-TestMinimumBasicScenario-714064934-router', 'tenant_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '3efc6112-52bc-45da-94d2-d640d3e875a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:17:17Z', 'updated_at': '2022-02-09T13:17:21Z', 'revision_number': 4, 'project_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'gw_port': {'id': '3efc6112-52bc-45da-94d2-d640d3e875a9', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae3fa8f-94ef-4801-be38-88d036f6c26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:17:18Z', 'updated_at': '2022-02-09T13:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'ecbdb696-891d-4590-aa71-c513b0a04d75', 'name': '', 'network_id': '9494859e-69d3-4a4d-a947-30c29fa31888', 'tenant_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'mac_address': 'fa:16:3e:e5:75:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae3fa8f-94ef-4801-be38-88d036f6c26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '8a816339-2d43-4f50-a4c8-d4e6364e2c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:17:20Z', 'updated_at': '2022-02-09T13:17:20Z', 'revision_number': 1, 'project_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'subnets': [{'id': '8a816339-2d43-4f50-a4c8-d4e6364e2c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:22.136820 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89778bd-876c-4c68-9dfb-a896bc1a0524 None None] The sync data for ids ['6ae3fa8f-94ef-4801-be38-88d036f6c26e'] in n-d-825178-3 is: [{'id': '6ae3fa8f-94ef-4801-be38-88d036f6c26e', 'name': 'tempest-TestMinimumBasicScenario-714064934-router', 'tenant_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '3efc6112-52bc-45da-94d2-d640d3e875a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:17:17Z', 'updated_at': '2022-02-09T13:17:21Z', 'revision_number': 4, 'project_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'gw_port': {'id': '3efc6112-52bc-45da-94d2-d640d3e875a9', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae3fa8f-94ef-4801-be38-88d036f6c26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:17:18Z', 'updated_at': '2022-02-09T13:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'ecbdb696-891d-4590-aa71-c513b0a04d75', 'name': '', 'network_id': '9494859e-69d3-4a4d-a947-30c29fa31888', 'tenant_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'mac_address': 'fa:16:3e:e5:75:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae3fa8f-94ef-4801-be38-88d036f6c26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '8a816339-2d43-4f50-a4c8-d4e6364e2c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:17:20Z', 'updated_at': '2022-02-09T13:17:20Z', 'revision_number': 1, 'project_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'subnets': [{'id': '8a816339-2d43-4f50-a4c8-d4e6364e2c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:17:22.214128 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f13725b4-ecc0-42ba-8962-1a98767a89e0 admin admin] Router 6ae3fa8f-94ef-4801-be38-88d036f6c26e has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:17:22.329071 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f70c8097-56a1-4eae-8eff-dc8b2f686eaf None None] Provisioning complete for port ecbdb696-891d-4590-aa71-c513b0a04d75 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:22.329678 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f70c8097-56a1-4eae-8eff-dc8b2f686eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:22.412714 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13725b4-ecc0-42ba-8962-1a98767a89e0 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:17:22.418027 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-f70c8097-56a1-4eae-8eff-dc8b2f686eaf None None] Port ecbdb696-891d-4590-aa71-c513b0a04d75 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:17:22.423865 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f13725b4-ecc0-42ba-8962-1a98767a89e0 admin admin] 10.222.0.55 "PUT /v2.0/routers/6ae3fa8f-94ef-4801-be38-88d036f6c26e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3391707 Feb 09 13:17:22.983738 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46052) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:22.989318 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-9a1eca2e-6646-4adc-a758-175092f8a391 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1628158157-network', 'tenant_id': '041d2efd79ca4717ad4d27db7c84b440'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:17:22.995224 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9a1eca2e-6646-4adc-a758-175092f8a391 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:17:23.000339 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9a1eca2e-6646-4adc-a758-175092f8a391 admin admin] Usage tracker for resource:network and tenant:041d2efd79ca4717ad4d27db7c84b440 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:17:23.003321 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9a1eca2e-6646-4adc-a758-175092f8a391 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:17:23.009500 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9a1eca2e-6646-4adc-a758-175092f8a391 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:17:23.024306 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1eca2e-6646-4adc-a758-175092f8a391 admin admin] Made reservation on behalf of 041d2efd79ca4717ad4d27db7c84b440 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:17:23.024947 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 3efc6112-52bc-45da-94d2-d640d3e875a9 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:17:23.026769 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9a1eca2e-6646-4adc-a758-175092f8a391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:23.041183 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9a1eca2e-6646-4adc-a758-175092f8a391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:23.057283 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9a1eca2e-6646-4adc-a758-175092f8a391 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:17:23.061981 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9a1eca2e-6646-4adc-a758-175092f8a391 admin admin] Usage tracker for resource:security_group_rule and tenant:041d2efd79ca4717ad4d27db7c84b440 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:17:23.065506 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9a1eca2e-6646-4adc-a758-175092f8a391 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:17:23.072194 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9a1eca2e-6646-4adc-a758-175092f8a391 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:17:23.100019 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 3efc6112-52bc-45da-94d2-d640d3e875a9 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:17:23.107224 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 3efc6112-52bc-45da-94d2-d640d3e875a9 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:23.107598 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:23.172590 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9a1eca2e-6646-4adc-a758-175092f8a391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:23.177053 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9a1eca2e-6646-4adc-a758-175092f8a391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:23.210947 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a1eca2e-6646-4adc-a758-175092f8a391 admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:17:23.220849 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1eca2e-6646-4adc-a758-175092f8a391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d568794-e4c3-4812-a8fc-0177834bf914,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:23.228856 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9a1eca2e-6646-4adc-a758-175092f8a391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:23.229260 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-9a1eca2e-6646-4adc-a758-175092f8a391 admin admin] Added segment a863adbf-3e88-4c50-84e0-854ccbaea106 of type vlan for network 8ad1fd09-ad2d-40e6-b4e8-706f34a31f89 Feb 09 13:17:23.258855 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9a1eca2e-6646-4adc-a758-175092f8a391 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:23.286053 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:23.299453 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9a1eca2e-6646-4adc-a758-175092f8a391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:23.300445 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1eca2e-6646-4adc-a758-175092f8a391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:23.301774 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9a1eca2e-6646-4adc-a758-175092f8a391 admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:23.305472 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 3efc6112-52bc-45da-94d2-d640d3e875a9, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=3efc6112-52bc-45da-94d2-d640d3e875a9,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:17:23.310772 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:23.399811 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=3efc6112-52bc-45da-94d2-d640d3e875a9,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:23.421385 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1eca2e-6646-4adc-a758-175092f8a391 admin admin] Pushing event updated for resources: {'Network': ['ID=8ad1fd09-ad2d-40e6-b4e8-706f34a31f89,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:23.424909 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9a1eca2e-6646-4adc-a758-175092f8a391 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4400737 Feb 09 13:17:23.427777 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46056) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:23.433252 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 8ad1fd09-ad2d-40e6-b4e8-706f34a31f89 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:17:23.433543 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-e8041e4a-a2b5-4015-bece-19ac4493cdf4 admin admin] Request body: {'subnet': {'network_id': '8ad1fd09-ad2d-40e6-b4e8-706f34a31f89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1628158157-subnet', 'tenant_id': '041d2efd79ca4717ad4d27db7c84b440', 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:17:23.440236 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e8041e4a-a2b5-4015-bece-19ac4493cdf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:17:23.444341 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e8041e4a-a2b5-4015-bece-19ac4493cdf4 admin admin] Usage tracker for resource:subnet and tenant:041d2efd79ca4717ad4d27db7c84b440 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:17:23.447394 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e8041e4a-a2b5-4015-bece-19ac4493cdf4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:17:23.453889 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e8041e4a-a2b5-4015-bece-19ac4493cdf4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:17:23.465657 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8041e4a-a2b5-4015-bece-19ac4493cdf4 admin admin] Made reservation on behalf of 041d2efd79ca4717ad4d27db7c84b440 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:17:23.468627 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e8041e4a-a2b5-4015-bece-19ac4493cdf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:23.553268 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:23.798510 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e8041e4a-a2b5-4015-bece-19ac4493cdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:23.872607 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8041e4a-a2b5-4015-bece-19ac4493cdf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0707aaae-ea37-4df7-9673-6ca89a134371,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:23.885946 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8041e4a-a2b5-4015-bece-19ac4493cdf4 admin admin] Checking segment: {'id': 'a863adbf-3e88-4c50-84e0-854ccbaea106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8ad1fd09-ad2d-40e6-b4e8-706f34a31f89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:17:23.885946 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8041e4a-a2b5-4015-bece-19ac4493cdf4 admin admin] Network hostable DHCP agents. Network: 8ad1fd09-ad2d-40e6-b4e8-706f34a31f89, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:17:23.901407 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8041e4a-a2b5-4015-bece-19ac4493cdf4 admin admin] Network 8ad1fd09-ad2d-40e6-b4e8-706f34a31f89 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:17:23.910219 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-e8041e4a-a2b5-4015-bece-19ac4493cdf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 8ad1fd09-ad2d-40e6-b4e8-706f34a31f89) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:17:23.914432 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8041e4a-a2b5-4015-bece-19ac4493cdf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:23.915017 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e8041e4a-a2b5-4015-bece-19ac4493cdf4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:23.919216 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e0c73b-74a7-49d7-bc42-b950b400303a None None] Network 8ad1fd09-ad2d-40e6-b4e8-706f34a31f89 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:17:23.937140 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e8041e4a-a2b5-4015-bece-19ac4493cdf4 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5081186 Feb 09 13:17:23.939669 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46060) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:23.944671 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-56c80f4b-f505-4f53-bbd8-a23926f62982 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1628158157-router', 'tenant_id': '041d2efd79ca4717ad4d27db7c84b440', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:17:23.951030 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-56c80f4b-f505-4f53-bbd8-a23926f62982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:17:23.955111 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-56c80f4b-f505-4f53-bbd8-a23926f62982 admin admin] Usage tracker for resource:router and tenant:041d2efd79ca4717ad4d27db7c84b440 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:17:23.958054 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-56c80f4b-f505-4f53-bbd8-a23926f62982 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:17:23.963797 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-56c80f4b-f505-4f53-bbd8-a23926f62982 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:17:23.974913 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-56c80f4b-f505-4f53-bbd8-a23926f62982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:23.976167 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-56c80f4b-f505-4f53-bbd8-a23926f62982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:23.993092 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-56c80f4b-f505-4f53-bbd8-a23926f62982 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:24.134925 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba690907-c378-41ee-99ed-4734fd3c3f20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-8ad1fd09-ad2d-40e6-b4e8-706f34a31f89', 'network_id': '8ad1fd09-ad2d-40e6-b4e8-706f34a31f89', 'tenant_id': '041d2efd79ca4717ad4d27db7c84b440', 'fixed_ips': [{'subnet_id': '0707aaae-ea37-4df7-9673-6ca89a134371'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 13:17:24.135758 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ba690907-c378-41ee-99ed-4734fd3c3f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:24.287402 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-56c80f4b-f505-4f53-bbd8-a23926f62982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:24.302954 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-ba690907-c378-41ee-99ed-4734fd3c3f20 None None] Allocated IP 172.20.0.2 (8ad1fd09-ad2d-40e6-b4e8-706f34a31f89/0707aaae-ea37-4df7-9673-6ca89a134371/2ebac4d1-5c8c-44a5-af1b-45f5ded68d92) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:17:24.359134 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39efaa11-ec26-4c14-ab7a-bcb875922d7a None None] Sync routers for ids ['6ae3fa8f-94ef-4801-be38-88d036f6c26e'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:17:24.368412 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39efaa11-ec26-4c14-ab7a-bcb875922d7a None None] Routers {'6ae3fa8f-94ef-4801-be38-88d036f6c26e'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:17:24.369025 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-39efaa11-ec26-4c14-ab7a-bcb875922d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:17:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['6ae3fa8f-94ef-4801-be38-88d036f6c26e'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:24.520647 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ba690907-c378-41ee-99ed-4734fd3c3f20 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:24.531496 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-ba690907-c378-41ee-99ed-4734fd3c3f20 None None] Transition to ACTIVE for port object 2ebac4d1-5c8c-44a5-af1b-45f5ded68d92 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:17:24.550502 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-ba690907-c378-41ee-99ed-4734fd3c3f20 None None] Transition to ACTIVE for port object 2ebac4d1-5c8c-44a5-af1b-45f5ded68d92 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:17:24.550877 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-39efaa11-ec26-4c14-ab7a-bcb875922d7a None None] Set router 6ae3fa8f-94ef-4801-be38-88d036f6c26e gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:17:24.556637 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ba690907-c378-41ee-99ed-4734fd3c3f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:24.628742 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-56c80f4b-f505-4f53-bbd8-a23926f62982 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:24.630976 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba690907-c378-41ee-99ed-4734fd3c3f20 None None] Network 8ad1fd09-ad2d-40e6-b4e8-706f34a31f89 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:17:24.633839 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-ba690907-c378-41ee-99ed-4734fd3c3f20 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:17:24.636429 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba690907-c378-41ee-99ed-4734fd3c3f20 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:17:24.643329 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba690907-c378-41ee-99ed-4734fd3c3f20 None None] Pushing event updated for resources: {'Port': ['ID=2ebac4d1-5c8c-44a5-af1b-45f5ded68d92,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:24.661957 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-56c80f4b-f505-4f53-bbd8-a23926f62982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:24.736147 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-ba690907-c378-41ee-99ed-4734fd3c3f20 None None] Attempting to bind port 2ebac4d1-5c8c-44a5-af1b-45f5ded68d92 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:17:24.736533 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-ba690907-c378-41ee-99ed-4734fd3c3f20 None None] Attempting to bind port 2ebac4d1-5c8c-44a5-af1b-45f5ded68d92 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'a863adbf-3e88-4c50-84e0-854ccbaea106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8ad1fd09-ad2d-40e6-b4e8-706f34a31f89'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:17:24.736898 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba690907-c378-41ee-99ed-4734fd3c3f20 None None] Attempting to bind port 2ebac4d1-5c8c-44a5-af1b-45f5ded68d92 on network 8ad1fd09-ad2d-40e6-b4e8-706f34a31f89 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:17:24.742124 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba690907-c378-41ee-99ed-4734fd3c3f20 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:17:24.742496 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba690907-c378-41ee-99ed-4734fd3c3f20 None None] Checking segment: {'id': 'a863adbf-3e88-4c50-84e0-854ccbaea106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8ad1fd09-ad2d-40e6-b4e8-706f34a31f89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:17:24.742924 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ba690907-c378-41ee-99ed-4734fd3c3f20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:24.743320 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba690907-c378-41ee-99ed-4734fd3c3f20 None None] Bound using segment: {'id': 'a863adbf-3e88-4c50-84e0-854ccbaea106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8ad1fd09-ad2d-40e6-b4e8-706f34a31f89'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:17:24.744112 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-ba690907-c378-41ee-99ed-4734fd3c3f20 None None] Bound port: 2ebac4d1-5c8c-44a5-af1b-45f5ded68d92, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a863adbf-3e88-4c50-84e0-854ccbaea106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8ad1fd09-ad2d-40e6-b4e8-706f34a31f89'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:17:24.744487 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ba690907-c378-41ee-99ed-4734fd3c3f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:24.805312 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-56c80f4b-f505-4f53-bbd8-a23926f62982 admin admin] Allocated IP 172.25.7.122 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/5e6d77fd-92af-4888-8604-9605cc805be4) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:17:24.835075 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-ba690907-c378-41ee-99ed-4734fd3c3f20 None None] For port 2ebac4d1-5c8c-44a5-af1b-45f5ded68d92, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:17:24.838317 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-ba690907-c378-41ee-99ed-4734fd3c3f20 None None] For port 2ebac4d1-5c8c-44a5-af1b-45f5ded68d92, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=2ebac4d1-5c8c-44a5-af1b-45f5ded68d92,segment=NetworkSegment(a863adbf-3e88-4c50-84e0-854ccbaea106),segment_id=a863adbf-3e88-4c50-84e0-854ccbaea106)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:17:24.842532 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ba690907-c378-41ee-99ed-4734fd3c3f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:24.894350 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-39efaa11-ec26-4c14-ab7a-bcb875922d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae3fa8f-94ef-4801-be38-88d036f6c26e', 'name': 'tempest-TestMinimumBasicScenario-714064934-router', 'tenant_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '3efc6112-52bc-45da-94d2-d640d3e875a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:17:17Z', 'updated_at': '2022-02-09T13:17:21Z', 'revision_number': 4, 'project_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'gw_port': {'id': '3efc6112-52bc-45da-94d2-d640d3e875a9', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae3fa8f-94ef-4801-be38-88d036f6c26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:17:18Z', 'updated_at': '2022-02-09T13:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'ecbdb696-891d-4590-aa71-c513b0a04d75', 'name': '', 'network_id': '9494859e-69d3-4a4d-a947-30c29fa31888', 'tenant_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'mac_address': 'fa:16:3e:e5:75:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae3fa8f-94ef-4801-be38-88d036f6c26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '8a816339-2d43-4f50-a4c8-d4e6364e2c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:17:20Z', 'updated_at': '2022-02-09T13:17:21Z', 'revision_number': 2, 'project_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'subnets': [{'id': '8a816339-2d43-4f50-a4c8-d4e6364e2c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:24.898214 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39efaa11-ec26-4c14-ab7a-bcb875922d7a None None] Checking router: 6ae3fa8f-94ef-4801-be38-88d036f6c26e for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:17:24.898646 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39efaa11-ec26-4c14-ab7a-bcb875922d7a None None] Updating router 6ae3fa8f-94ef-4801-be38-88d036f6c26e port ecbdb696-891d-4590-aa71-c513b0a04d75 binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 13:17:24.924928 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba690907-c378-41ee-99ed-4734fd3c3f20 None None] Pushing event updated for resources: {'Port': ['ID=2ebac4d1-5c8c-44a5-af1b-45f5ded68d92,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:24.960614 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-39efaa11-ec26-4c14-ab7a-bcb875922d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:24.981600 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-56c80f4b-f505-4f53-bbd8-a23926f62982 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:25.013794 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 3efc6112-52bc-45da-94d2-d640d3e875a9 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:17:25.031740 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-56c80f4b-f505-4f53-bbd8-a23926f62982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:25.096600 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 3efc6112-52bc-45da-94d2-d640d3e875a9 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:25.096600 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:25.101242 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c80f4b-f505-4f53-bbd8-a23926f62982 admin admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:17:25.104444 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-56c80f4b-f505-4f53-bbd8-a23926f62982 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:17:25.108978 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c80f4b-f505-4f53-bbd8-a23926f62982 admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:17:25.139459 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c80f4b-f505-4f53-bbd8-a23926f62982 admin admin] Pushing event updated for resources: {'Port': ['ID=5e6d77fd-92af-4888-8604-9605cc805be4,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:25.353498 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-39efaa11-ec26-4c14-ab7a-bcb875922d7a None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:25.370201 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-39efaa11-ec26-4c14-ab7a-bcb875922d7a None None] Transition to ACTIVE for port object ecbdb696-891d-4590-aa71-c513b0a04d75 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:17:25.379628 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-39efaa11-ec26-4c14-ab7a-bcb875922d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:25.571343 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e743a04c-7e54-4e53-9a83-69e60e4d8c31 None None] Pushing event updated for resources: {'Port': ['ID=ecbdb696-891d-4590-aa71-c513b0a04d75,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:25.630497 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e743a04c-7e54-4e53-9a83-69e60e4d8c31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:25.630909 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e743a04c-7e54-4e53-9a83-69e60e4d8c31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:25.631346 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e743a04c-7e54-4e53-9a83-69e60e4d8c31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:25.631807 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e743a04c-7e54-4e53-9a83-69e60e4d8c31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:25.632254 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e743a04c-7e54-4e53-9a83-69e60e4d8c31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:25.632679 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e743a04c-7e54-4e53-9a83-69e60e4d8c31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:25.633109 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e743a04c-7e54-4e53-9a83-69e60e4d8c31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:25.633536 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e743a04c-7e54-4e53-9a83-69e60e4d8c31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:25.633953 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e743a04c-7e54-4e53-9a83-69e60e4d8c31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:25.634404 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e743a04c-7e54-4e53-9a83-69e60e4d8c31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:25.634824 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e743a04c-7e54-4e53-9a83-69e60e4d8c31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:25.635245 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e743a04c-7e54-4e53-9a83-69e60e4d8c31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:25.647567 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-39efaa11-ec26-4c14-ab7a-bcb875922d7a None None] Attempting to bind port ecbdb696-891d-4590-aa71-c513b0a04d75 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:17:25.648078 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-39efaa11-ec26-4c14-ab7a-bcb875922d7a None None] Attempting to bind port ecbdb696-891d-4590-aa71-c513b0a04d75 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '101f65f3-34e7-44bf-884c-df218014530f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '9494859e-69d3-4a4d-a947-30c29fa31888'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:17:25.648528 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39efaa11-ec26-4c14-ab7a-bcb875922d7a None None] Attempting to bind port ecbdb696-891d-4590-aa71-c513b0a04d75 on network 9494859e-69d3-4a4d-a947-30c29fa31888 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:17:25.655624 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39efaa11-ec26-4c14-ab7a-bcb875922d7a None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:17:25.657013 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39efaa11-ec26-4c14-ab7a-bcb875922d7a None None] Checking segment: {'id': '101f65f3-34e7-44bf-884c-df218014530f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '9494859e-69d3-4a4d-a947-30c29fa31888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:17:25.657514 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-39efaa11-ec26-4c14-ab7a-bcb875922d7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:25.658001 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39efaa11-ec26-4c14-ab7a-bcb875922d7a None None] Bound using segment: {'id': '101f65f3-34e7-44bf-884c-df218014530f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '9494859e-69d3-4a4d-a947-30c29fa31888'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:17:25.658564 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-39efaa11-ec26-4c14-ab7a-bcb875922d7a None None] Bound port: ecbdb696-891d-4590-aa71-c513b0a04d75, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '101f65f3-34e7-44bf-884c-df218014530f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '9494859e-69d3-4a4d-a947-30c29fa31888'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:17:25.659047 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-39efaa11-ec26-4c14-ab7a-bcb875922d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:25.709699 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-56c80f4b-f505-4f53-bbd8-a23926f62982 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:25.756443 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-39efaa11-ec26-4c14-ab7a-bcb875922d7a None None] For port ecbdb696-891d-4590-aa71-c513b0a04d75, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:17:25.760334 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-39efaa11-ec26-4c14-ab7a-bcb875922d7a None None] For port ecbdb696-891d-4590-aa71-c513b0a04d75, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=ecbdb696-891d-4590-aa71-c513b0a04d75,segment=NetworkSegment(101f65f3-34e7-44bf-884c-df218014530f),segment_id=101f65f3-34e7-44bf-884c-df218014530f)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:17:25.766137 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-39efaa11-ec26-4c14-ab7a-bcb875922d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:25.846337 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39efaa11-ec26-4c14-ab7a-bcb875922d7a None None] Routers {'6ae3fa8f-94ef-4801-be38-88d036f6c26e'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:17:25.846975 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-39efaa11-ec26-4c14-ab7a-bcb875922d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:17:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['6ae3fa8f-94ef-4801-be38-88d036f6c26e'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:25.944559 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e743a04c-7e54-4e53-9a83-69e60e4d8c31 None None] Pushing event updated for resources: {'Port': ['ID=ecbdb696-891d-4590-aa71-c513b0a04d75,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:26.068647 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-39efaa11-ec26-4c14-ab7a-bcb875922d7a None None] Set router 6ae3fa8f-94ef-4801-be38-88d036f6c26e gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:17:26.089379 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-56c80f4b-f505-4f53-bbd8-a23926f62982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:26.264585 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c6b3ba-e783-4f11-85eb-806e2cb1a0e0 None None] Network 8ad1fd09-ad2d-40e6-b4e8-706f34a31f89 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:17:26.320795 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c80f4b-f505-4f53-bbd8-a23926f62982 admin admin] Router 953abb1f-2b4c-4188-ac69-db57661d1df5 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 13:17:26.379802 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-89e44298-2682-4786-8da9-bd91775df807 None None] Provisioning for port 2ebac4d1-5c8c-44a5-af1b-45f5ded68d92 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:17:26.408379 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-39efaa11-ec26-4c14-ab7a-bcb875922d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae3fa8f-94ef-4801-be38-88d036f6c26e', 'name': 'tempest-TestMinimumBasicScenario-714064934-router', 'tenant_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '3efc6112-52bc-45da-94d2-d640d3e875a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:17:17Z', 'updated_at': '2022-02-09T13:17:21Z', 'revision_number': 4, 'project_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'gw_port': {'id': '3efc6112-52bc-45da-94d2-d640d3e875a9', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae3fa8f-94ef-4801-be38-88d036f6c26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:17:18Z', 'updated_at': '2022-02-09T13:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'ecbdb696-891d-4590-aa71-c513b0a04d75', 'name': '', 'network_id': '9494859e-69d3-4a4d-a947-30c29fa31888', 'tenant_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'mac_address': 'fa:16:3e:e5:75:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae3fa8f-94ef-4801-be38-88d036f6c26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '8a816339-2d43-4f50-a4c8-d4e6364e2c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:17:20Z', 'updated_at': '2022-02-09T13:17:25Z', 'revision_number': 4, 'project_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'subnets': [{'id': '8a816339-2d43-4f50-a4c8-d4e6364e2c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:26.412434 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39efaa11-ec26-4c14-ab7a-bcb875922d7a None None] The sync data for ids ['6ae3fa8f-94ef-4801-be38-88d036f6c26e'] in n-d-825178-3 is: [{'id': '6ae3fa8f-94ef-4801-be38-88d036f6c26e', 'name': 'tempest-TestMinimumBasicScenario-714064934-router', 'tenant_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '3efc6112-52bc-45da-94d2-d640d3e875a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:17:17Z', 'updated_at': '2022-02-09T13:17:21Z', 'revision_number': 4, 'project_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'gw_port': {'id': '3efc6112-52bc-45da-94d2-d640d3e875a9', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae3fa8f-94ef-4801-be38-88d036f6c26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:17:18Z', 'updated_at': '2022-02-09T13:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'ecbdb696-891d-4590-aa71-c513b0a04d75', 'name': '', 'network_id': '9494859e-69d3-4a4d-a947-30c29fa31888', 'tenant_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'mac_address': 'fa:16:3e:e5:75:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae3fa8f-94ef-4801-be38-88d036f6c26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '8a816339-2d43-4f50-a4c8-d4e6364e2c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:17:20Z', 'updated_at': '2022-02-09T13:17:25Z', 'revision_number': 4, 'project_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'subnets': [{'id': '8a816339-2d43-4f50-a4c8-d4e6364e2c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:17:26.517575 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c80f4b-f505-4f53-bbd8-a23926f62982 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:17:26.536337 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3a2dd2-dc43-43eb-bb5f-7a0c3eb5bb1e None None] Sync routers for ids ['953abb1f-2b4c-4188-ac69-db57661d1df5'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:17:26.543272 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-56c80f4b-f505-4f53-bbd8-a23926f62982 admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:26.548152 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46064) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:26.548682 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-56c80f4b-f505-4f53-bbd8-a23926f62982 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6074061 Feb 09 13:17:26.554968 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3a2dd2-dc43-43eb-bb5f-7a0c3eb5bb1e None None] Routers {'953abb1f-2b4c-4188-ac69-db57661d1df5'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:17:26.555600 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-bb3a2dd2-dc43-43eb-bb5f-7a0c3eb5bb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:17:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['953abb1f-2b4c-4188-ac69-db57661d1df5'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:26.750356 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-bb3a2dd2-dc43-43eb-bb5f-7a0c3eb5bb1e None None] Set router 953abb1f-2b4c-4188-ac69-db57661d1df5 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:17:27.116135 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-bb3a2dd2-dc43-43eb-bb5f-7a0c3eb5bb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953abb1f-2b4c-4188-ac69-db57661d1df5', 'name': 'tempest-TestMinimumBasicScenario-1628158157-router', 'tenant_id': '041d2efd79ca4717ad4d27db7c84b440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '5e6d77fd-92af-4888-8604-9605cc805be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:17:23Z', 'updated_at': '2022-02-09T13:17:25Z', 'revision_number': 3, 'project_id': '041d2efd79ca4717ad4d27db7c84b440', 'gw_port': {'id': '5e6d77fd-92af-4888-8604-9605cc805be4', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:09:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953abb1f-2b4c-4188-ac69-db57661d1df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:17:24Z', 'updated_at': '2022-02-09T13:17:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:27.120461 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3a2dd2-dc43-43eb-bb5f-7a0c3eb5bb1e None None] Checking router: 953abb1f-2b4c-4188-ac69-db57661d1df5 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:17:27.120813 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3a2dd2-dc43-43eb-bb5f-7a0c3eb5bb1e None None] Updating router 953abb1f-2b4c-4188-ac69-db57661d1df5 port 5e6d77fd-92af-4888-8604-9605cc805be4 binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 13:17:27.156837 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 2ebac4d1-5c8c-44a5-af1b-45f5ded68d92 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:17:27.234023 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bb3a2dd2-dc43-43eb-bb5f-7a0c3eb5bb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:27.320424 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8f48022e-84a5-4155-a2d4-ce097b8572b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:27.365252 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 2ebac4d1-5c8c-44a5-af1b-45f5ded68d92 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:17:27.374979 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 2ebac4d1-5c8c-44a5-af1b-45f5ded68d92 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:27.375350 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:27.539728 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-8f48022e-84a5-4155-a2d4-ce097b8572b6 admin admin] Allocated IP 172.20.0.1 (8ad1fd09-ad2d-40e6-b4e8-706f34a31f89/0707aaae-ea37-4df7-9673-6ca89a134371/e2cff07e-b2ff-4f54-9ee8-b2a355fdde58) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:17:27.610236 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:27.690716 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8f48022e-84a5-4155-a2d4-ce097b8572b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:27.696324 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 2ebac4d1-5c8c-44a5-af1b-45f5ded68d92, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=2ebac4d1-5c8c-44a5-af1b-45f5ded68d92,segment=NetworkSegment(a863adbf-3e88-4c50-84e0-854ccbaea106),segment_id=a863adbf-3e88-4c50-84e0-854ccbaea106)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:17:27.702804 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:27.703727 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device ecbdb696-891d-4590-aa71-c513b0a04d75 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:17:27.711147 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-8f48022e-84a5-4155-a2d4-ce097b8572b6 admin admin] Transition to ACTIVE for port object e2cff07e-b2ff-4f54-9ee8-b2a355fdde58 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:17:27.735858 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8f48022e-84a5-4155-a2d4-ce097b8572b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:27.804331 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f48022e-84a5-4155-a2d4-ce097b8572b6 admin admin] Network 8ad1fd09-ad2d-40e6-b4e8-706f34a31f89 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:17:27.807131 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-8f48022e-84a5-4155-a2d4-ce097b8572b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:17:27.811500 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f48022e-84a5-4155-a2d4-ce097b8572b6 admin admin] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:17:27.817980 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bb3a2dd2-dc43-43eb-bb5f-7a0c3eb5bb1e None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:27.841486 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-bb3a2dd2-dc43-43eb-bb5f-7a0c3eb5bb1e None None] Transition to ACTIVE for port object 5e6d77fd-92af-4888-8604-9605cc805be4 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:17:27.844561 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=2ebac4d1-5c8c-44a5-af1b-45f5ded68d92,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:27.845127 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f48022e-84a5-4155-a2d4-ce097b8572b6 admin admin] Pushing event updated for resources: {'Port': ['ID=e2cff07e-b2ff-4f54-9ee8-b2a355fdde58,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:27.855693 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bb3a2dd2-dc43-43eb-bb5f-7a0c3eb5bb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:27.870183 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8f48022e-84a5-4155-a2d4-ce097b8572b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:27.906886 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port ecbdb696-891d-4590-aa71-c513b0a04d75 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:17:27.934149 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port ecbdb696-891d-4590-aa71-c513b0a04d75 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:27.934752 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:27.997292 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-bb3a2dd2-dc43-43eb-bb5f-7a0c3eb5bb1e None None] Attempting to bind port 5e6d77fd-92af-4888-8604-9605cc805be4 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:17:27.997652 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-bb3a2dd2-dc43-43eb-bb5f-7a0c3eb5bb1e None None] Attempting to bind port 5e6d77fd-92af-4888-8604-9605cc805be4 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:17:27.998016 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3a2dd2-dc43-43eb-bb5f-7a0c3eb5bb1e None None] Attempting to bind port 5e6d77fd-92af-4888-8604-9605cc805be4 on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:17:28.000100 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a2ccf-8dfa-4349-890f-92e683dcaf3c None None] Pushing event updated for resources: {'Port': ['ID=5e6d77fd-92af-4888-8604-9605cc805be4,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:28.009638 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3a2dd2-dc43-43eb-bb5f-7a0c3eb5bb1e None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:17:28.010014 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3a2dd2-dc43-43eb-bb5f-7a0c3eb5bb1e None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:17:28.010415 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bb3a2dd2-dc43-43eb-bb5f-7a0c3eb5bb1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:28.010805 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3a2dd2-dc43-43eb-bb5f-7a0c3eb5bb1e None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:17:28.011276 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-bb3a2dd2-dc43-43eb-bb5f-7a0c3eb5bb1e None None] Bound port: 5e6d77fd-92af-4888-8604-9605cc805be4, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:17:28.011646 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bb3a2dd2-dc43-43eb-bb5f-7a0c3eb5bb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:28.125109 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-bb3a2dd2-dc43-43eb-bb5f-7a0c3eb5bb1e None None] For port 5e6d77fd-92af-4888-8604-9605cc805be4, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:17:28.190882 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-bb3a2dd2-dc43-43eb-bb5f-7a0c3eb5bb1e None None] For port 5e6d77fd-92af-4888-8604-9605cc805be4, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5e6d77fd-92af-4888-8604-9605cc805be4,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:17:28.197882 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bb3a2dd2-dc43-43eb-bb5f-7a0c3eb5bb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:28.241078 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-584a79f3-af95-4304-ab9d-7b503974e674 None None] Provisioning for port e2cff07e-b2ff-4f54-9ee8-b2a355fdde58 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:17:28.262377 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:28.271529 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8f48022e-84a5-4155-a2d4-ce097b8572b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:28.276504 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-584a79f3-af95-4304-ab9d-7b503974e674 None None] Provisioning complete for port e2cff07e-b2ff-4f54-9ee8-b2a355fdde58 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:28.276864 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-584a79f3-af95-4304-ab9d-7b503974e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:28.364944 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3a2dd2-dc43-43eb-bb5f-7a0c3eb5bb1e None None] Routers {'953abb1f-2b4c-4188-ac69-db57661d1df5'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:17:28.365565 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-bb3a2dd2-dc43-43eb-bb5f-7a0c3eb5bb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:17:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['953abb1f-2b4c-4188-ac69-db57661d1df5'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:28.415310 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a2ccf-8dfa-4349-890f-92e683dcaf3c None None] Pushing event updated for resources: {'Port': ['ID=5e6d77fd-92af-4888-8604-9605cc805be4,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:28.424138 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-584a79f3-af95-4304-ab9d-7b503974e674 None None] Port e2cff07e-b2ff-4f54-9ee8-b2a355fdde58 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:17:28.426440 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port ecbdb696-891d-4590-aa71-c513b0a04d75, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=ecbdb696-891d-4590-aa71-c513b0a04d75,segment=NetworkSegment(101f65f3-34e7-44bf-884c-df218014530f),segment_id=101f65f3-34e7-44bf-884c-df218014530f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:17:28.438719 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:28.510103 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8f48022e-84a5-4155-a2d4-ce097b8572b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:28.515026 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8f48022e-84a5-4155-a2d4-ce097b8572b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:28.592602 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=ecbdb696-891d-4590-aa71-c513b0a04d75,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:28.611880 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-bb3a2dd2-dc43-43eb-bb5f-7a0c3eb5bb1e None None] Set router 953abb1f-2b4c-4188-ac69-db57661d1df5 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:17:28.625726 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8f48022e-84a5-4155-a2d4-ce097b8572b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:28.629046 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f48022e-84a5-4155-a2d4-ce097b8572b6 admin admin] Pushing event updated for resources: {'Port': ['ID=e2cff07e-b2ff-4f54-9ee8-b2a355fdde58,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:28.767109 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f48022e-84a5-4155-a2d4-ce097b8572b6 admin admin] Network 8ad1fd09-ad2d-40e6-b4e8-706f34a31f89 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:17:28.768207 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-8f48022e-84a5-4155-a2d4-ce097b8572b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:17:28.929293 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-bb3a2dd2-dc43-43eb-bb5f-7a0c3eb5bb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953abb1f-2b4c-4188-ac69-db57661d1df5', 'name': 'tempest-TestMinimumBasicScenario-1628158157-router', 'tenant_id': '041d2efd79ca4717ad4d27db7c84b440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '5e6d77fd-92af-4888-8604-9605cc805be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:17:23Z', 'updated_at': '2022-02-09T13:17:28Z', 'revision_number': 4, 'project_id': '041d2efd79ca4717ad4d27db7c84b440', 'gw_port': {'id': '5e6d77fd-92af-4888-8604-9605cc805be4', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:09:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953abb1f-2b4c-4188-ac69-db57661d1df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:17:24Z', 'updated_at': '2022-02-09T13:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'e2cff07e-b2ff-4f54-9ee8-b2a355fdde58', 'name': '', 'network_id': '8ad1fd09-ad2d-40e6-b4e8-706f34a31f89', 'tenant_id': '041d2efd79ca4717ad4d27db7c84b440', 'mac_address': 'fa:16:3e:01:0e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953abb1f-2b4c-4188-ac69-db57661d1df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '0707aaae-ea37-4df7-9673-6ca89a134371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:17:27Z', 'updated_at': '2022-02-09T13:17:27Z', 'revision_number': 1, 'project_id': '041d2efd79ca4717ad4d27db7c84b440', 'subnets': [{'id': '0707aaae-ea37-4df7-9673-6ca89a134371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:28.937589 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3a2dd2-dc43-43eb-bb5f-7a0c3eb5bb1e None None] The sync data for ids ['953abb1f-2b4c-4188-ac69-db57661d1df5'] in n-d-825178-3 is: [{'id': '953abb1f-2b4c-4188-ac69-db57661d1df5', 'name': 'tempest-TestMinimumBasicScenario-1628158157-router', 'tenant_id': '041d2efd79ca4717ad4d27db7c84b440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '5e6d77fd-92af-4888-8604-9605cc805be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:17:23Z', 'updated_at': '2022-02-09T13:17:28Z', 'revision_number': 4, 'project_id': '041d2efd79ca4717ad4d27db7c84b440', 'gw_port': {'id': '5e6d77fd-92af-4888-8604-9605cc805be4', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:09:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953abb1f-2b4c-4188-ac69-db57661d1df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:17:24Z', 'updated_at': '2022-02-09T13:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'e2cff07e-b2ff-4f54-9ee8-b2a355fdde58', 'name': '', 'network_id': '8ad1fd09-ad2d-40e6-b4e8-706f34a31f89', 'tenant_id': '041d2efd79ca4717ad4d27db7c84b440', 'mac_address': 'fa:16:3e:01:0e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953abb1f-2b4c-4188-ac69-db57661d1df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '0707aaae-ea37-4df7-9673-6ca89a134371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:17:27Z', 'updated_at': '2022-02-09T13:17:27Z', 'revision_number': 1, 'project_id': '041d2efd79ca4717ad4d27db7c84b440', 'subnets': [{'id': '0707aaae-ea37-4df7-9673-6ca89a134371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:17:28.976071 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f48022e-84a5-4155-a2d4-ce097b8572b6 admin admin] Router 953abb1f-2b4c-4188-ac69-db57661d1df5 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:17:29.015161 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 2ebac4d1-5c8c-44a5-af1b-45f5ded68d92 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:17:29.085550 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2411b5b2-9288-41ab-97a8-2588380b0658 None None] Provisioning complete for port e2cff07e-b2ff-4f54-9ee8-b2a355fdde58 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:29.085923 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2411b5b2-9288-41ab-97a8-2588380b0658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:29.148327 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 2ebac4d1-5c8c-44a5-af1b-45f5ded68d92 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:29.148707 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:29.175379 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-2411b5b2-9288-41ab-97a8-2588380b0658 None None] Port e2cff07e-b2ff-4f54-9ee8-b2a355fdde58 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:17:29.203099 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f48022e-84a5-4155-a2d4-ce097b8572b6 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:17:29.218547 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8f48022e-84a5-4155-a2d4-ce097b8572b6 admin admin] 10.222.0.55 "PUT /v2.0/routers/953abb1f-2b4c-4188-ac69-db57661d1df5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6688161 Feb 09 13:17:29.287743 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device ecbdb696-891d-4590-aa71-c513b0a04d75 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:17:29.366793 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port ecbdb696-891d-4590-aa71-c513b0a04d75 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:29.367502 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:31.058581 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5e6d77fd-92af-4888-8604-9605cc805be4 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:17:31.151148 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 5e6d77fd-92af-4888-8604-9605cc805be4 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:17:31.157407 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 5e6d77fd-92af-4888-8604-9605cc805be4 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:31.157783 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:31.303478 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:31.317618 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16afae2-7092-46e6-832d-d2f301af3ecc None None] Sync routers for ids ['953abb1f-2b4c-4188-ac69-db57661d1df5'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:17:31.328058 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 5e6d77fd-92af-4888-8604-9605cc805be4, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5e6d77fd-92af-4888-8604-9605cc805be4,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:17:31.330120 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16afae2-7092-46e6-832d-d2f301af3ecc None None] Routers {'953abb1f-2b4c-4188-ac69-db57661d1df5'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:17:31.330929 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-d16afae2-7092-46e6-832d-d2f301af3ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:17:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['953abb1f-2b4c-4188-ac69-db57661d1df5'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:31.333822 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:31.422463 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=5e6d77fd-92af-4888-8604-9605cc805be4,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:31.542464 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-d16afae2-7092-46e6-832d-d2f301af3ecc None None] Set router 953abb1f-2b4c-4188-ac69-db57661d1df5 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:17:31.923159 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-d16afae2-7092-46e6-832d-d2f301af3ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953abb1f-2b4c-4188-ac69-db57661d1df5', 'name': 'tempest-TestMinimumBasicScenario-1628158157-router', 'tenant_id': '041d2efd79ca4717ad4d27db7c84b440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '5e6d77fd-92af-4888-8604-9605cc805be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:17:23Z', 'updated_at': '2022-02-09T13:17:28Z', 'revision_number': 4, 'project_id': '041d2efd79ca4717ad4d27db7c84b440', 'gw_port': {'id': '5e6d77fd-92af-4888-8604-9605cc805be4', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:09:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953abb1f-2b4c-4188-ac69-db57661d1df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:17:24Z', 'updated_at': '2022-02-09T13:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'e2cff07e-b2ff-4f54-9ee8-b2a355fdde58', 'name': '', 'network_id': '8ad1fd09-ad2d-40e6-b4e8-706f34a31f89', 'tenant_id': '041d2efd79ca4717ad4d27db7c84b440', 'mac_address': 'fa:16:3e:01:0e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953abb1f-2b4c-4188-ac69-db57661d1df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '0707aaae-ea37-4df7-9673-6ca89a134371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:17:27Z', 'updated_at': '2022-02-09T13:17:28Z', 'revision_number': 2, 'project_id': '041d2efd79ca4717ad4d27db7c84b440', 'subnets': [{'id': '0707aaae-ea37-4df7-9673-6ca89a134371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:31.927204 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16afae2-7092-46e6-832d-d2f301af3ecc None None] Checking router: 953abb1f-2b4c-4188-ac69-db57661d1df5 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:17:31.927551 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16afae2-7092-46e6-832d-d2f301af3ecc None None] Updating router 953abb1f-2b4c-4188-ac69-db57661d1df5 port e2cff07e-b2ff-4f54-9ee8-b2a355fdde58 binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 13:17:31.982834 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d16afae2-7092-46e6-832d-d2f301af3ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:32.398704 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d16afae2-7092-46e6-832d-d2f301af3ecc None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:32.411993 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-d16afae2-7092-46e6-832d-d2f301af3ecc None None] Transition to ACTIVE for port object e2cff07e-b2ff-4f54-9ee8-b2a355fdde58 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:17:32.418822 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d16afae2-7092-46e6-832d-d2f301af3ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:32.577735 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a20ea-2ee6-433e-a074-f84543e36810 None None] Pushing event updated for resources: {'Port': ['ID=e2cff07e-b2ff-4f54-9ee8-b2a355fdde58,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:32.649004 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-d16afae2-7092-46e6-832d-d2f301af3ecc None None] Attempting to bind port e2cff07e-b2ff-4f54-9ee8-b2a355fdde58 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:17:32.649649 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-d16afae2-7092-46e6-832d-d2f301af3ecc None None] Attempting to bind port e2cff07e-b2ff-4f54-9ee8-b2a355fdde58 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'a863adbf-3e88-4c50-84e0-854ccbaea106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8ad1fd09-ad2d-40e6-b4e8-706f34a31f89'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:17:32.650446 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16afae2-7092-46e6-832d-d2f301af3ecc None None] Attempting to bind port e2cff07e-b2ff-4f54-9ee8-b2a355fdde58 on network 8ad1fd09-ad2d-40e6-b4e8-706f34a31f89 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:17:32.657248 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16afae2-7092-46e6-832d-d2f301af3ecc None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:17:32.660383 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16afae2-7092-46e6-832d-d2f301af3ecc None None] Checking segment: {'id': 'a863adbf-3e88-4c50-84e0-854ccbaea106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8ad1fd09-ad2d-40e6-b4e8-706f34a31f89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:17:32.660639 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d16afae2-7092-46e6-832d-d2f301af3ecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:32.661129 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16afae2-7092-46e6-832d-d2f301af3ecc None None] Bound using segment: {'id': 'a863adbf-3e88-4c50-84e0-854ccbaea106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8ad1fd09-ad2d-40e6-b4e8-706f34a31f89'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:17:32.661675 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-d16afae2-7092-46e6-832d-d2f301af3ecc None None] Bound port: e2cff07e-b2ff-4f54-9ee8-b2a355fdde58, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a863adbf-3e88-4c50-84e0-854ccbaea106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8ad1fd09-ad2d-40e6-b4e8-706f34a31f89'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:17:32.662394 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d16afae2-7092-46e6-832d-d2f301af3ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:32.772312 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-d16afae2-7092-46e6-832d-d2f301af3ecc None None] For port e2cff07e-b2ff-4f54-9ee8-b2a355fdde58, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:17:32.776758 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-d16afae2-7092-46e6-832d-d2f301af3ecc None None] For port e2cff07e-b2ff-4f54-9ee8-b2a355fdde58, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=e2cff07e-b2ff-4f54-9ee8-b2a355fdde58,segment=NetworkSegment(a863adbf-3e88-4c50-84e0-854ccbaea106),segment_id=a863adbf-3e88-4c50-84e0-854ccbaea106)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:17:32.785842 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d16afae2-7092-46e6-832d-d2f301af3ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:32.877170 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16afae2-7092-46e6-832d-d2f301af3ecc None None] Routers {'953abb1f-2b4c-4188-ac69-db57661d1df5'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:17:32.878222 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-d16afae2-7092-46e6-832d-d2f301af3ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:17:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['953abb1f-2b4c-4188-ac69-db57661d1df5'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:32.971115 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a20ea-2ee6-433e-a074-f84543e36810 None None] Pushing event updated for resources: {'Port': ['ID=e2cff07e-b2ff-4f54-9ee8-b2a355fdde58,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:33.046560 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5e6d77fd-92af-4888-8604-9605cc805be4 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:17:33.140241 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-d16afae2-7092-46e6-832d-d2f301af3ecc None None] Set router 953abb1f-2b4c-4188-ac69-db57661d1df5 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:17:33.171014 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 5e6d77fd-92af-4888-8604-9605cc805be4 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:33.171746 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:33.565756 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-d16afae2-7092-46e6-832d-d2f301af3ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953abb1f-2b4c-4188-ac69-db57661d1df5', 'name': 'tempest-TestMinimumBasicScenario-1628158157-router', 'tenant_id': '041d2efd79ca4717ad4d27db7c84b440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '5e6d77fd-92af-4888-8604-9605cc805be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:17:23Z', 'updated_at': '2022-02-09T13:17:28Z', 'revision_number': 4, 'project_id': '041d2efd79ca4717ad4d27db7c84b440', 'gw_port': {'id': '5e6d77fd-92af-4888-8604-9605cc805be4', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:09:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953abb1f-2b4c-4188-ac69-db57661d1df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:17:24Z', 'updated_at': '2022-02-09T13:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'e2cff07e-b2ff-4f54-9ee8-b2a355fdde58', 'name': '', 'network_id': '8ad1fd09-ad2d-40e6-b4e8-706f34a31f89', 'tenant_id': '041d2efd79ca4717ad4d27db7c84b440', 'mac_address': 'fa:16:3e:01:0e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953abb1f-2b4c-4188-ac69-db57661d1df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '0707aaae-ea37-4df7-9673-6ca89a134371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:17:27Z', 'updated_at': '2022-02-09T13:17:32Z', 'revision_number': 4, 'project_id': '041d2efd79ca4717ad4d27db7c84b440', 'subnets': [{'id': '0707aaae-ea37-4df7-9673-6ca89a134371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:33.569761 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16afae2-7092-46e6-832d-d2f301af3ecc None None] The sync data for ids ['953abb1f-2b4c-4188-ac69-db57661d1df5'] in n-d-825178-3 is: [{'id': '953abb1f-2b4c-4188-ac69-db57661d1df5', 'name': 'tempest-TestMinimumBasicScenario-1628158157-router', 'tenant_id': '041d2efd79ca4717ad4d27db7c84b440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '5e6d77fd-92af-4888-8604-9605cc805be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:17:23Z', 'updated_at': '2022-02-09T13:17:28Z', 'revision_number': 4, 'project_id': '041d2efd79ca4717ad4d27db7c84b440', 'gw_port': {'id': '5e6d77fd-92af-4888-8604-9605cc805be4', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:09:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953abb1f-2b4c-4188-ac69-db57661d1df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:17:24Z', 'updated_at': '2022-02-09T13:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'e2cff07e-b2ff-4f54-9ee8-b2a355fdde58', 'name': '', 'network_id': '8ad1fd09-ad2d-40e6-b4e8-706f34a31f89', 'tenant_id': '041d2efd79ca4717ad4d27db7c84b440', 'mac_address': 'fa:16:3e:01:0e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953abb1f-2b4c-4188-ac69-db57661d1df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '0707aaae-ea37-4df7-9673-6ca89a134371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:17:27Z', 'updated_at': '2022-02-09T13:17:32Z', 'revision_number': 4, 'project_id': '041d2efd79ca4717ad4d27db7c84b440', 'subnets': [{'id': '0707aaae-ea37-4df7-9673-6ca89a134371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:17:35.034863 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device e2cff07e-b2ff-4f54-9ee8-b2a355fdde58 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:17:35.115334 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port e2cff07e-b2ff-4f54-9ee8-b2a355fdde58 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:17:35.125807 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port e2cff07e-b2ff-4f54-9ee8-b2a355fdde58 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:35.126182 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:35.266342 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:35.300968 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port e2cff07e-b2ff-4f54-9ee8-b2a355fdde58, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=e2cff07e-b2ff-4f54-9ee8-b2a355fdde58,segment=NetworkSegment(a863adbf-3e88-4c50-84e0-854ccbaea106),segment_id=a863adbf-3e88-4c50-84e0-854ccbaea106)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:17:35.307495 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:35.393165 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=e2cff07e-b2ff-4f54-9ee8-b2a355fdde58,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:37.002505 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device e2cff07e-b2ff-4f54-9ee8-b2a355fdde58 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:17:37.089062 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port e2cff07e-b2ff-4f54-9ee8-b2a355fdde58 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:37.089743 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:39.593136 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-218fdfde-88c5-48ae-8306-73f952deee73 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:39.594623 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-218fdfde-88c5-48ae-8306-73f952deee73 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/networks?id=9494859e-69d3-4a4d-a947-30c29fa31888 HTTP/1.1" status: 200 len: 814 time: 0.1543665 Feb 09 13:17:39.611181 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-3d0f9d6f-04e4-4b6e-8fec-b473dc788b71 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/quotas/cacf91434ef745fd9bff26ccf1a5e7c0 HTTP/1.1" status: 200 len: 375 time: 0.0108225 Feb 09 13:17:39.693043 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-ab73f41f-2b6d-42c7-85e9-a34f0049297d tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=cacf91434ef745fd9bff26ccf1a5e7c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0767334 Feb 09 13:17:39.828254 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-b9a6ece7-c19c-4937-a6a9-76f216471a61 service neutron] 10.222.0.55 "GET /v2.0/networks/9494859e-69d3-4a4d-a947-30c29fa31888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235726 Feb 09 13:17:40.076794 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-a0940b31-38f7-4195-bae3-2d95423e34d8 service neutron] 10.222.0.55 "GET /v2.0/networks/9494859e-69d3-4a4d-a947-30c29fa31888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426846 Feb 09 13:17:40.262432 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-edafcba6-d476-4a5f-912a-c1ec6c293705 req-5ea65c85-9dec-475a-a461-75fbf85dd2d0 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9 HTTP/1.1" status: 200 len: 210 time: 0.0503924 Feb 09 13:17:41.005941 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:17:41.317828 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-c1e67afe-faa8-4304-86b5-5ab0a1e72858 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:41.318517 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-c1e67afe-faa8-4304-86b5-5ab0a1e72858 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Synchronizing usage tracker for tenant:cacf91434ef745fd9bff26ccf1a5e7c0 on resource:network {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:17:41.342530 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-c1e67afe-faa8-4304-86b5-5ab0a1e72858 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Unset dirty status for tenant:cacf91434ef745fd9bff26ccf1a5e7c0 on resource:network {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:17:41.344184 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-c1e67afe-faa8-4304-86b5-5ab0a1e72858 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.52 "GET /v2.0/networks?id=9494859e-69d3-4a4d-a947-30c29fa31888 HTTP/1.1" status: 200 len: 814 time: 0.1776745 Feb 09 13:17:41.363995 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-53e35e82-338e-422a-ae25-f52ba0f9aa53 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Request body: {'port': {'device_id': 'f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9', 'network_id': '9494859e-69d3-4a4d-a947-30c29fa31888', 'admin_state_up': True, 'tenant_id': 'cacf91434ef745fd9bff26ccf1a5e7c0'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:17:41.419722 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f97506a8-eeb6-4ebc-b114-0f8399209148 req-b331acc3-e98a-4b8f-bfa3-c7a0c3df1af7 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9 HTTP/1.1" status: 200 len: 210 time: 0.0444033 Feb 09 13:17:41.502181 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-53e35e82-338e-422a-ae25-f52ba0f9aa53 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:17:41.505909 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-53e35e82-338e-422a-ae25-f52ba0f9aa53 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Usage tracker for resource:port and tenant:cacf91434ef745fd9bff26ccf1a5e7c0 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:17:41.508708 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-53e35e82-338e-422a-ae25-f52ba0f9aa53 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:17:41.514753 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-53e35e82-338e-422a-ae25-f52ba0f9aa53 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:17:41.526275 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-53e35e82-338e-422a-ae25-f52ba0f9aa53 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Made reservation on behalf of cacf91434ef745fd9bff26ccf1a5e7c0 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:17:41.529939 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-53e35e82-338e-422a-ae25-f52ba0f9aa53 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:41.859419 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-53e35e82-338e-422a-ae25-f52ba0f9aa53 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Allocated IP 172.20.0.4 (9494859e-69d3-4a4d-a947-30c29fa31888/8a816339-2d43-4f50-a4c8-d4e6364e2c4f/c67e78b4-310c-43ca-bd37-031f7619532c) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:17:42.096486 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-53e35e82-338e-422a-ae25-f52ba0f9aa53 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:42.115229 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-53e35e82-338e-422a-ae25-f52ba0f9aa53 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Transition to ACTIVE for port object c67e78b4-310c-43ca-bd37-031f7619532c will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:17:42.140809 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-53e35e82-338e-422a-ae25-f52ba0f9aa53 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:42.219635 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-53e35e82-338e-422a-ae25-f52ba0f9aa53 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Network 9494859e-69d3-4a4d-a947-30c29fa31888 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:17:42.222679 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-53e35e82-338e-422a-ae25-f52ba0f9aa53 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:17:42.225275 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-53e35e82-338e-422a-ae25-f52ba0f9aa53 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:17:42.273025 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e35e82-338e-422a-ae25-f52ba0f9aa53 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Pushing event updated for resources: {'Port': ['ID=c67e78b4-310c-43ca-bd37-031f7619532c,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:42.287480 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e35e82-338e-422a-ae25-f52ba0f9aa53 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:42.287818 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e35e82-338e-422a-ae25-f52ba0f9aa53 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:42.288202 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e35e82-338e-422a-ae25-f52ba0f9aa53 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:42.288555 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e35e82-338e-422a-ae25-f52ba0f9aa53 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:42.288901 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e35e82-338e-422a-ae25-f52ba0f9aa53 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:42.289214 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e35e82-338e-422a-ae25-f52ba0f9aa53 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:42.289530 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e35e82-338e-422a-ae25-f52ba0f9aa53 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:42.289870 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e35e82-338e-422a-ae25-f52ba0f9aa53 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:42.290176 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e35e82-338e-422a-ae25-f52ba0f9aa53 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:42.290484 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e35e82-338e-422a-ae25-f52ba0f9aa53 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:42.290797 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e35e82-338e-422a-ae25-f52ba0f9aa53 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:42.291135 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e35e82-338e-422a-ae25-f52ba0f9aa53 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:42.315789 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-53e35e82-338e-422a-ae25-f52ba0f9aa53 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:42.316462 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-53e35e82-338e-422a-ae25-f52ba0f9aa53 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:42.340535 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-53e35e82-338e-422a-ae25-f52ba0f9aa53 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9819374 Feb 09 13:17:42.519673 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6267ab42-f63c-4b11-9a22-635c1bdde9c2 None None] Provisioning for port c67e78b4-310c-43ca-bd37-031f7619532c completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:17:42.525104 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6267ab42-f63c-4b11-9a22-635c1bdde9c2 None None] Provisioning complete for port c67e78b4-310c-43ca-bd37-031f7619532c triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:42.525701 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6267ab42-f63c-4b11-9a22-635c1bdde9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:42.614106 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-6267ab42-f63c-4b11-9a22-635c1bdde9c2 None None] Port c67e78b4-310c-43ca-bd37-031f7619532c cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:17:42.635682 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5f1c23-b832-4968-bb21-51737905a63c req-0c455235-e475-459e-9d77-a9b980270eaa tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:42.637587 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5f5f1c23-b832-4968-bb21-51737905a63c req-0c455235-e475-459e-9d77-a9b980270eaa tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9 HTTP/1.1" status: 200 len: 931 time: 0.0885808 Feb 09 13:17:42.693633 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5f5f1c23-b832-4968-bb21-51737905a63c req-2ac3cc10-9dab-4308-956d-8a949ff752de tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3267222-e495-496d-8698-ec7f553cc826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488176 Feb 09 13:17:43.894793 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf45df-e8d0-4d60-9fb1-82bb21648f67 req-be80b303-48db-4a81-8af3-c22c3da4b9c0 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:43.896488 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-76bf45df-e8d0-4d60-9fb1-82bb21648f67 req-be80b303-48db-4a81-8af3-c22c3da4b9c0 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9 HTTP/1.1" status: 200 len: 931 time: 0.0897710 Feb 09 13:17:43.945756 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-76bf45df-e8d0-4d60-9fb1-82bb21648f67 req-9162d025-0be8-4bbe-9ef1-9d291396a5f1 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3267222-e495-496d-8698-ec7f553cc826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432348 Feb 09 13:17:44.122481 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-87a0a7b5-2182-4308-9efd-cb9df78dd0cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:45.144729 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876d3dc-b140-47b9-a21f-de4223d87177 req-df3d2c25-b6ba-46e3-990c-59851a33a361 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:45.146336 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6876d3dc-b140-47b9-a21f-de4223d87177 req-df3d2c25-b6ba-46e3-990c-59851a33a361 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9 HTTP/1.1" status: 200 len: 931 time: 0.0856662 Feb 09 13:17:45.195505 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6876d3dc-b140-47b9-a21f-de4223d87177 req-595facd4-1d79-4c69-aa69-bceb3cd422a3 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3267222-e495-496d-8698-ec7f553cc826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424943 Feb 09 13:17:46.415191 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d93d8-3dd7-4060-b127-0156c085edfe req-c792eed5-463d-438b-8076-3be1b74e068d tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:46.416773 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-074d93d8-3dd7-4060-b127-0156c085edfe req-c792eed5-463d-438b-8076-3be1b74e068d tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9 HTTP/1.1" status: 200 len: 931 time: 0.0874436 Feb 09 13:17:46.474031 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-074d93d8-3dd7-4060-b127-0156c085edfe req-bdfba1e4-d345-4e17-b859-6633003d86b3 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3267222-e495-496d-8698-ec7f553cc826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490592 Feb 09 13:17:46.511359 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e650c3ba-d9e5-4eec-a482-ba18b726a045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:47.691994 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025f7b4-563b-4736-9315-1c8c9a7b4b9f req-a3ae5a43-a96e-4b32-abaa-84af708f7f8a tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:47.693673 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3025f7b4-563b-4736-9315-1c8c9a7b4b9f req-a3ae5a43-a96e-4b32-abaa-84af708f7f8a tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9 HTTP/1.1" status: 200 len: 931 time: 0.0925078 Feb 09 13:17:47.701470 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:47.742989 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3025f7b4-563b-4736-9315-1c8c9a7b4b9f req-bbdf0c44-8758-49ac-a82c-3ebc1b3a44d9 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3267222-e495-496d-8698-ec7f553cc826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420046 Feb 09 13:17:47.787559 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:48.935545 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67dc49b-0ed5-493e-bda2-5883c4cb2cf9 req-87a5c049-6bae-4bd4-8337-749693429652 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:48.937020 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b67dc49b-0ed5-493e-bda2-5883c4cb2cf9 req-87a5c049-6bae-4bd4-8337-749693429652 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9 HTTP/1.1" status: 200 len: 931 time: 0.0838277 Feb 09 13:17:48.985581 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b67dc49b-0ed5-493e-bda2-5883c4cb2cf9 req-5ea71b63-215f-4fc1-a163-57fa411e97d9 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3267222-e495-496d-8698-ec7f553cc826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428660 Feb 09 13:17:49.363122 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:50.111444 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-a933cba1-1e8f-4be9-818f-f9146cf8fb92 service neutron] Request body: {'port': {'device_id': 'f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:17:50.173318 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17087df3-703e-4ed0-a5d4-429f8a3cd0b2 req-4aa40212-6c9a-412e-8862-6b35ea4e76db tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:50.174793 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-17087df3-703e-4ed0-a5d4-429f8a3cd0b2 req-4aa40212-6c9a-412e-8862-6b35ea4e76db tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9 HTTP/1.1" status: 200 len: 931 time: 0.0869596 Feb 09 13:17:50.219783 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-17087df3-703e-4ed0-a5d4-429f8a3cd0b2 req-0325c3b2-65ea-48ac-9ae8-2575f82af682 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3267222-e495-496d-8698-ec7f553cc826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392265 Feb 09 13:17:50.221305 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-a933cba1-1e8f-4be9-818f-f9146cf8fb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:50.565618 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-a933cba1-1e8f-4be9-818f-f9146cf8fb92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c67e78b4-310c-43ca-bd37-031f7619532c {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:17:50.572756 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-a933cba1-1e8f-4be9-818f-f9146cf8fb92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:50.586834 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-a933cba1-1e8f-4be9-818f-f9146cf8fb92 service neutron] Transition to ACTIVE for port object c67e78b4-310c-43ca-bd37-031f7619532c will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:17:50.591284 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-a933cba1-1e8f-4be9-818f-f9146cf8fb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:50.721834 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a933cba1-1e8f-4be9-818f-f9146cf8fb92 service neutron] Pushing event updated for resources: {'Port': ['ID=c67e78b4-310c-43ca-bd37-031f7619532c,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:50.826912 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-a933cba1-1e8f-4be9-818f-f9146cf8fb92 service neutron] Attempting to bind port c67e78b4-310c-43ca-bd37-031f7619532c on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:17:50.827246 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-a933cba1-1e8f-4be9-818f-f9146cf8fb92 service neutron] Attempting to bind port c67e78b4-310c-43ca-bd37-031f7619532c by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': '101f65f3-34e7-44bf-884c-df218014530f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '9494859e-69d3-4a4d-a947-30c29fa31888'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:17:50.827573 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-a933cba1-1e8f-4be9-818f-f9146cf8fb92 service neutron] Attempting to bind port c67e78b4-310c-43ca-bd37-031f7619532c on network 9494859e-69d3-4a4d-a947-30c29fa31888 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:17:50.832165 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-a933cba1-1e8f-4be9-818f-f9146cf8fb92 service neutron] Port c67e78b4-310c-43ca-bd37-031f7619532c on network 9494859e-69d3-4a4d-a947-30c29fa31888 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 13:17:50.832478 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-a933cba1-1e8f-4be9-818f-f9146cf8fb92 service neutron] Attempting to bind port c67e78b4-310c-43ca-bd37-031f7619532c on network 9494859e-69d3-4a4d-a947-30c29fa31888 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:17:50.837493 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-a933cba1-1e8f-4be9-818f-f9146cf8fb92 service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:17:50.837831 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-a933cba1-1e8f-4be9-818f-f9146cf8fb92 service neutron] Checking segment: {'id': '101f65f3-34e7-44bf-884c-df218014530f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '9494859e-69d3-4a4d-a947-30c29fa31888'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:17:50.838209 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-a933cba1-1e8f-4be9-818f-f9146cf8fb92 service neutron] Bound using segment: {'id': '101f65f3-34e7-44bf-884c-df218014530f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '9494859e-69d3-4a4d-a947-30c29fa31888'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:17:50.838622 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-a933cba1-1e8f-4be9-818f-f9146cf8fb92 service neutron] Bound port: c67e78b4-310c-43ca-bd37-031f7619532c, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '101f65f3-34e7-44bf-884c-df218014530f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '9494859e-69d3-4a4d-a947-30c29fa31888'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:17:50.838966 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-a933cba1-1e8f-4be9-818f-f9146cf8fb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:50.930702 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-a933cba1-1e8f-4be9-818f-f9146cf8fb92 service neutron] For port c67e78b4-310c-43ca-bd37-031f7619532c, host n-h1-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:17:50.933720 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-a933cba1-1e8f-4be9-818f-f9146cf8fb92 service neutron] For port c67e78b4-310c-43ca-bd37-031f7619532c, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=c67e78b4-310c-43ca-bd37-031f7619532c,segment=NetworkSegment(101f65f3-34e7-44bf-884c-df218014530f),segment_id=101f65f3-34e7-44bf-884c-df218014530f)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:17:50.937818 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-a933cba1-1e8f-4be9-818f-f9146cf8fb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:50.998960 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-a933cba1-1e8f-4be9-818f-f9146cf8fb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:50.999571 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-a933cba1-1e8f-4be9-818f-f9146cf8fb92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:51.000993 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-a933cba1-1e8f-4be9-818f-f9146cf8fb92 service neutron] 10.222.0.52 "PUT /v2.0/ports/c67e78b4-310c-43ca-bd37-031f7619532c HTTP/1.1" status: 200 len: 1091 time: 0.8943400 Feb 09 13:17:51.001423 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9', 'tag': 'c67e78b4-310c-43ca-bd37-031f7619532c'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:17:51.019239 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:51.023917 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a933cba1-1e8f-4be9-818f-f9146cf8fb92 service neutron] Pushing event updated for resources: {'Port': ['ID=c67e78b4-310c-43ca-bd37-031f7619532c,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:51.084787 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9', 'tag': 'c67e78b4-310c-43ca-bd37-031f7619532c', 'status': 'completed', 'code': 200} Feb 09 13:17:51.132073 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-446f0dd8-d8b0-473f-9325-332324520b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:51.133684 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-446f0dd8-d8b0-473f-9325-332324520b42 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cacf91434ef745fd9bff26ccf1a5e7c0&device_id=f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9 HTTP/1.1" status: 200 len: 1094 time: 0.0854952 Feb 09 13:17:51.203412 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-bce6b33c-f6ec-41e7-b71b-40061e9bd438 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c67e78b4-310c-43ca-bd37-031f7619532c HTTP/1.1" status: 200 len: 217 time: 0.0620029 Feb 09 13:17:51.270661 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-227e71c0-d711-41c3-8b13-16239bad027c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:51.272171 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-227e71c0-d711-41c3-8b13-16239bad027c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a816339-2d43-4f50-a4c8-d4e6364e2c4f HTTP/1.1" status: 200 len: 853 time: 0.0635819 Feb 09 13:17:51.350043 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-81a1a320-11d5-46c9-98bf-e311f8eb5584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:51.351948 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-81a1a320-11d5-46c9-98bf-e311f8eb5584 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9494859e-69d3-4a4d-a947-30c29fa31888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715270 Feb 09 13:17:51.406435 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91011cb0-9d5c-495d-a8dd-375407f4ef03 req-e7f424a2-6dbf-4d5e-afac-f52efda472cb tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:51.408068 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-91011cb0-9d5c-495d-a8dd-375407f4ef03 req-e7f424a2-6dbf-4d5e-afac-f52efda472cb tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9 HTTP/1.1" status: 200 len: 943 time: 0.0787959 Feb 09 13:17:51.458647 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-91011cb0-9d5c-495d-a8dd-375407f4ef03 req-465ccd2e-0289-49b2-b7fa-365c1c4f995a tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3267222-e495-496d-8698-ec7f553cc826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448282 Feb 09 13:17:51.594333 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-ba4923b3-161a-4995-89d4-6c68e307a796 service neutron] 10.222.0.52 "GET /v2.0/networks/9494859e-69d3-4a4d-a947-30c29fa31888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327747 Feb 09 13:17:51.723108 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a5d5884c-70d4-4bda-b767-3cde20b1525d req-29275e7a-efe2-449a-9ded-e8b22b7d5614 service neutron] 10.222.0.52 "GET /v2.0/networks/9494859e-69d3-4a4d-a947-30c29fa31888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226375 Feb 09 13:17:51.843412 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de7de43-1543-400b-8c79-6f98eb3d1332 req-fb476a25-b591-4ba8-a29c-b690faf65e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:51.844912 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0de7de43-1543-400b-8c79-6f98eb3d1332 req-fb476a25-b591-4ba8-a29c-b690faf65e50 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cacf91434ef745fd9bff26ccf1a5e7c0&device_id=f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9 HTTP/1.1" status: 200 len: 1094 time: 0.0746105 Feb 09 13:17:51.976953 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de7de43-1543-400b-8c79-6f98eb3d1332 req-8000578f-f451-4ebb-874f-4673026a9670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:51.978293 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0de7de43-1543-400b-8c79-6f98eb3d1332 req-8000578f-f451-4ebb-874f-4673026a9670 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9494859e-69d3-4a4d-a947-30c29fa31888 HTTP/1.1" status: 200 len: 915 time: 0.1274278 Feb 09 13:17:52.046182 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0de7de43-1543-400b-8c79-6f98eb3d1332 req-85dc4ad2-c9f2-4ba8-9318-fcf7fef033c5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c67e78b4-310c-43ca-bd37-031f7619532c HTTP/1.1" status: 200 len: 217 time: 0.0603085 Feb 09 13:17:52.110909 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de7de43-1543-400b-8c79-6f98eb3d1332 req-85414fe6-337d-430a-b030-cbe372730731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:52.112332 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0de7de43-1543-400b-8c79-6f98eb3d1332 req-85414fe6-337d-430a-b030-cbe372730731 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a816339-2d43-4f50-a4c8-d4e6364e2c4f HTTP/1.1" status: 200 len: 853 time: 0.0600820 Feb 09 13:17:52.187692 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de7de43-1543-400b-8c79-6f98eb3d1332 req-0a11a944-6dee-47ce-9a91-ff0474e26e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:52.189172 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0de7de43-1543-400b-8c79-6f98eb3d1332 req-0a11a944-6dee-47ce-9a91-ff0474e26e91 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9494859e-69d3-4a4d-a947-30c29fa31888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688260 Feb 09 13:17:52.320988 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0de7de43-1543-400b-8c79-6f98eb3d1332 req-c281ebc9-fb54-48e0-8f7b-9e7ab5aa20ff service neutron] 10.222.0.52 "GET /v2.0/networks/9494859e-69d3-4a4d-a947-30c29fa31888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245828 Feb 09 13:17:52.452043 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0de7de43-1543-400b-8c79-6f98eb3d1332 req-826e4cd1-c215-4c10-a78f-4563be67702e service neutron] 10.222.0.52 "GET /v2.0/networks/9494859e-69d3-4a4d-a947-30c29fa31888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243954 Feb 09 13:17:52.651799 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad40e0-006e-49d9-be34-f44a9a852a22 req-9980cb98-6b0f-49d6-8441-ca33b04a905a tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:52.653184 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-50ad40e0-006e-49d9-be34-f44a9a852a22 req-9980cb98-6b0f-49d6-8441-ca33b04a905a tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9 HTTP/1.1" status: 200 len: 943 time: 0.0813315 Feb 09 13:17:52.695570 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-50ad40e0-006e-49d9-be34-f44a9a852a22 req-f0be36e2-272f-4a01-82df-877cdf5e903f tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3267222-e495-496d-8698-ec7f553cc826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368719 Feb 09 13:17:53.080967 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device c67e78b4-310c-43ca-bd37-031f7619532c details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:17:53.211527 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port c67e78b4-310c-43ca-bd37-031f7619532c, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=c67e78b4-310c-43ca-bd37-031f7619532c,segment=NetworkSegment(101f65f3-34e7-44bf-884c-df218014530f),segment_id=101f65f3-34e7-44bf-884c-df218014530f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:17:53.224697 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': 'c67e78b4-310c-43ca-bd37-031f7619532c', 'network_id': '9494859e-69d3-4a4d-a947-30c29fa31888', 'port_id': 'c67e78b4-310c-43ca-bd37-031f7619532c', 'mac_address': 'fa:16:3e:66:45:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a816339-2d43-4f50-a4c8-d4e6364e2c4f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:17:53.282064 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:53.298362 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c67e78b4-310c-43ca-bd37-031f7619532c {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:17:53.313385 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port c67e78b4-310c-43ca-bd37-031f7619532c, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=c67e78b4-310c-43ca-bd37-031f7619532c,segment=NetworkSegment(101f65f3-34e7-44bf-884c-df218014530f),segment_id=101f65f3-34e7-44bf-884c-df218014530f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:17:53.316556 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:53.383031 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=c67e78b4-310c-43ca-bd37-031f7619532c,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:53.391149 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:53.391495 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:53.391854 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:53.392191 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:53.392529 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:53.392858 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:53.393183 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:53.393506 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:53.393828 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:53.394150 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:53.394467 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:53.394782 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:53.526161 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['c67e78b4-310c-43ca-bd37-031f7619532c'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:17:53.553925 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:53.885244 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6dc7e8-5ded-4b27-9d47-52e337d352a8 req-fbb5ba0c-6ec9-4fec-9634-666f8f2ece2d tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:53.887182 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cb6dc7e8-5ded-4b27-9d47-52e337d352a8 req-fbb5ba0c-6ec9-4fec-9634-666f8f2ece2d tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9 HTTP/1.1" status: 200 len: 944 time: 0.0865088 Feb 09 13:17:53.930370 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cb6dc7e8-5ded-4b27-9d47-52e337d352a8 req-c5ec45e2-7d25-4aec-991f-2d30f550990d tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3267222-e495-496d-8698-ec7f553cc826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375504 Feb 09 13:17:55.080907 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device c67e78b4-310c-43ca-bd37-031f7619532c up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:17:55.116965 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315ae1d-9a84-40d7-babd-e4c1d479fb08 req-5a74d0e1-dfac-479b-be1e-a07ec2e2037d tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:55.118431 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c315ae1d-9a84-40d7-babd-e4c1d479fb08 req-5a74d0e1-dfac-479b-be1e-a07ec2e2037d tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9 HTTP/1.1" status: 200 len: 944 time: 0.0818245 Feb 09 13:17:55.150105 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port c67e78b4-310c-43ca-bd37-031f7619532c completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:17:55.155658 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port c67e78b4-310c-43ca-bd37-031f7619532c triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:55.156063 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:55.163874 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c315ae1d-9a84-40d7-babd-e4c1d479fb08 req-d1be4842-a4c3-4294-82ae-d54e250656f3 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3267222-e495-496d-8698-ec7f553cc826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394468 Feb 09 13:17:55.272007 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:55.298771 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67e78b4-310c-43ca-bd37-031f7619532c'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:17:55.308656 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port c67e78b4-310c-43ca-bd37-031f7619532c, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=c67e78b4-310c-43ca-bd37-031f7619532c,segment=NetworkSegment(101f65f3-34e7-44bf-884c-df218014530f),segment_id=101f65f3-34e7-44bf-884c-df218014530f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:17:55.312937 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:55.346750 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67e78b4-310c-43ca-bd37-031f7619532c', 'code': 200} Feb 09 13:17:55.392331 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=c67e78b4-310c-43ca-bd37-031f7619532c,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:55.474736 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8058c9-ced6-4278-ad8d-3e80e258746b req-fb8095cb-7d0a-4976-a38b-afaa25e66852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:55.476216 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7f8058c9-ced6-4278-ad8d-3e80e258746b req-fb8095cb-7d0a-4976-a38b-afaa25e66852 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9 HTTP/1.1" status: 200 len: 1096 time: 0.0720134 Feb 09 13:17:55.515957 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7f8058c9-ced6-4278-ad8d-3e80e258746b req-4ae500ba-c70f-4200-854d-c0e56c50843e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c3267222-e495-496d-8698-ec7f553cc826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339527 Feb 09 13:17:56.351544 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60444f4-789f-4d5c-9d59-1d1518ec0900 req-132216fd-354e-4728-8cd9-0405dedee771 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:56.353073 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f60444f4-789f-4d5c-9d59-1d1518ec0900 req-132216fd-354e-4728-8cd9-0405dedee771 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9 HTTP/1.1" status: 200 len: 945 time: 0.0845766 Feb 09 13:17:56.397122 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f60444f4-789f-4d5c-9d59-1d1518ec0900 req-294f21a5-6649-462b-9793-e68df2ae7689 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3267222-e495-496d-8698-ec7f553cc826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384374 Feb 09 13:17:57.580698 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb215f0-7cae-400c-818b-60c71b4cd7e1 req-60ddcab7-68bf-4b60-b1fa-376df50ec880 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:57.582147 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ebb215f0-7cae-400c-818b-60c71b4cd7e1 req-60ddcab7-68bf-4b60-b1fa-376df50ec880 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9 HTTP/1.1" status: 200 len: 945 time: 0.0779214 Feb 09 13:17:57.628861 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ebb215f0-7cae-400c-818b-60c71b4cd7e1 req-e4492a79-db47-40d9-a586-ca1d9f647d85 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3267222-e495-496d-8698-ec7f553cc826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410256 Feb 09 13:17:57.811434 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3135e3-b670-4c9e-99c4-ace82dad7b64 req-cf4ec633-0fc1-43be-9c8c-e5d785597ea0 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:57.813877 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fa3135e3-b670-4c9e-99c4-ace82dad7b64 req-cf4ec633-0fc1-43be-9c8c-e5d785597ea0 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9 HTTP/1.1" status: 200 len: 945 time: 0.0809250 Feb 09 13:17:57.858844 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fa3135e3-b670-4c9e-99c4-ace82dad7b64 req-e5bdbcbe-1d78-4325-b73a-f55917d11303 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3267222-e495-496d-8698-ec7f553cc826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395405 Feb 09 13:17:58.251225 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc719442-9425-43eb-bf2c-5ffc7bbbbc77 req-a0b08e0a-c06f-4b17-9a4b-7d48ad2c13ed tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:58.252730 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc719442-9425-43eb-bf2c-5ffc7bbbbc77 req-a0b08e0a-c06f-4b17-9a4b-7d48ad2c13ed tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9 HTTP/1.1" status: 200 len: 945 time: 0.0827329 Feb 09 13:17:58.298765 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc719442-9425-43eb-bf2c-5ffc7bbbbc77 req-e65facff-149e-4263-ac55-cbd7c3c80c3c tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3267222-e495-496d-8698-ec7f553cc826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401633 Feb 09 13:18:08.379902 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34ae59-05fa-4a50-95d6-37b56e976e62 req-71fb7766-50c8-4218-9d2f-51fe1a911b07 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:08.381373 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fe34ae59-05fa-4a50-95d6-37b56e976e62 req-71fb7766-50c8-4218-9d2f-51fe1a911b07 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9 HTTP/1.1" status: 200 len: 945 time: 0.0806282 Feb 09 13:18:08.425828 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fe34ae59-05fa-4a50-95d6-37b56e976e62 req-a8624d48-907a-48bc-9b5c-d58475f33652 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3267222-e495-496d-8698-ec7f553cc826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385237 Feb 09 13:18:08.449066 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46252) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:08.619066 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37786f1-4b9c-49b7-ae47-98df8288d4e3 tempest-TestMinimumBasicScenario-1001951871 tempest-TestMinimumBasicScenario-1001951871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:08.619781 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b37786f1-4b9c-49b7-ae47-98df8288d4e3 tempest-TestMinimumBasicScenario-1001951871 tempest-TestMinimumBasicScenario-1001951871-project-admin] Synchronizing usage tracker for tenant:041d2efd79ca4717ad4d27db7c84b440 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:18:08.635901 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b37786f1-4b9c-49b7-ae47-98df8288d4e3 tempest-TestMinimumBasicScenario-1001951871 tempest-TestMinimumBasicScenario-1001951871-project-admin] Unset dirty status for tenant:041d2efd79ca4717ad4d27db7c84b440 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:18:08.637023 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b37786f1-4b9c-49b7-ae47-98df8288d4e3 tempest-TestMinimumBasicScenario-1001951871 tempest-TestMinimumBasicScenario-1001951871-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9 HTTP/1.1" status: 200 len: 1091 time: 0.1870072 Feb 09 13:18:08.639998 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46258) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:08.644876 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-71fbcd27-901d-4400-b2ca-e1abae5c8c43 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'port_id': 'c67e78b4-310c-43ca-bd37-031f7619532c', 'tenant_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:18:08.651916 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-71fbcd27-901d-4400-b2ca-e1abae5c8c43 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:18:08.655924 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-71fbcd27-901d-4400-b2ca-e1abae5c8c43 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Usage tracker for resource:floatingip and tenant:cacf91434ef745fd9bff26ccf1a5e7c0 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:18:08.658675 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-71fbcd27-901d-4400-b2ca-e1abae5c8c43 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:18:08.664267 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-71fbcd27-901d-4400-b2ca-e1abae5c8c43 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:18:08.675156 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-71fbcd27-901d-4400-b2ca-e1abae5c8c43 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks [] for floatingip, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:08.816043 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-71fbcd27-901d-4400-b2ca-e1abae5c8c43 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:08.946901 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-71fbcd27-901d-4400-b2ca-e1abae5c8c43 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Allocated IP 172.25.7.57 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/2c18b3fa-9489-4ded-9e24-08d37e793a4b) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:18:09.095646 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-71fbcd27-901d-4400-b2ca-e1abae5c8c43 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:09.125275 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-71fbcd27-901d-4400-b2ca-e1abae5c8c43 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:09.287024 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fbcd27-901d-4400-b2ca-e1abae5c8c43 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:18:09.289667 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-71fbcd27-901d-4400-b2ca-e1abae5c8c43 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:18:09.294132 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fbcd27-901d-4400-b2ca-e1abae5c8c43 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:18:09.334801 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fbcd27-901d-4400-b2ca-e1abae5c8c43 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Pushing event updated for resources: {'Port': ['ID=2c18b3fa-9489-4ded-9e24-08d37e793a4b,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:09.347429 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fbcd27-901d-4400-b2ca-e1abae5c8c43 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:09.347715 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fbcd27-901d-4400-b2ca-e1abae5c8c43 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:09.348081 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fbcd27-901d-4400-b2ca-e1abae5c8c43 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:09.348416 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fbcd27-901d-4400-b2ca-e1abae5c8c43 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:09.348744 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fbcd27-901d-4400-b2ca-e1abae5c8c43 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:09.349069 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fbcd27-901d-4400-b2ca-e1abae5c8c43 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:09.349394 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fbcd27-901d-4400-b2ca-e1abae5c8c43 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:09.349715 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fbcd27-901d-4400-b2ca-e1abae5c8c43 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:09.350041 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fbcd27-901d-4400-b2ca-e1abae5c8c43 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:09.350360 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fbcd27-901d-4400-b2ca-e1abae5c8c43 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:09.350677 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fbcd27-901d-4400-b2ca-e1abae5c8c43 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:09.350993 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fbcd27-901d-4400-b2ca-e1abae5c8c43 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:09.709017 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-71fbcd27-901d-4400-b2ca-e1abae5c8c43 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:09.783027 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-71fbcd27-901d-4400-b2ca-e1abae5c8c43 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:09.990996 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-71fbcd27-901d-4400-b2ca-e1abae5c8c43 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:09.995879 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-71fbcd27-901d-4400-b2ca-e1abae5c8c43 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:10.103919 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fbcd27-901d-4400-b2ca-e1abae5c8c43 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Pushing event updated for resources: {'Port': ['ID=2c18b3fa-9489-4ded-9e24-08d37e793a4b,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:10.121905 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-71fbcd27-901d-4400-b2ca-e1abae5c8c43 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:10.298644 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [None req-71fbcd27-901d-4400-b2ca-e1abae5c8c43 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Floating IP 05c4d67c-c8e2-4f40-9bbe-1927c75d72ae associated. External IP: 172.25.7.57, port: c67e78b4-310c-43ca-bd37-031f7619532c. Feb 09 13:18:10.753885 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71fbcd27-901d-4400-b2ca-e1abae5c8c43 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Router 6ae3fa8f-94ef-4801-be38-88d036f6c26e has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:18:10.930084 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fbcd27-901d-4400-b2ca-e1abae5c8c43 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:18:10.940489 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b547b4b-6cc9-4b86-bb83-4852adcc1b39 None None] Sync routers for ids ['6ae3fa8f-94ef-4801-be38-88d036f6c26e'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:18:10.955448 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-71fbcd27-901d-4400-b2ca-e1abae5c8c43 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:10.985795 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b547b4b-6cc9-4b86-bb83-4852adcc1b39 None None] Routers {'6ae3fa8f-94ef-4801-be38-88d036f6c26e'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:18:10.986404 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-2b547b4b-6cc9-4b86-bb83-4852adcc1b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:17:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['6ae3fa8f-94ef-4801-be38-88d036f6c26e'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:11.015241 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-71fbcd27-901d-4400-b2ca-e1abae5c8c43 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3741570 Feb 09 13:18:11.015708 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9', 'tag': 'c67e78b4-310c-43ca-bd37-031f7619532c'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:18:11.018214 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46262) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:11.023719 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-be5fbedc-d47b-44e5-a5de-b702dcd3719c tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-174980988', 'description': 'tempest-secgroup-smoke-174980988 description', 'project_id': 'cacf91434ef745fd9bff26ccf1a5e7c0'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:18:11.037375 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-be5fbedc-d47b-44e5-a5de-b702dcd3719c tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:18:11.041438 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-be5fbedc-d47b-44e5-a5de-b702dcd3719c tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Usage tracker for resource:security_group and tenant:cacf91434ef745fd9bff26ccf1a5e7c0 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:18:11.045534 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-be5fbedc-d47b-44e5-a5de-b702dcd3719c tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:18:11.051230 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-be5fbedc-d47b-44e5-a5de-b702dcd3719c tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:18:11.063051 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-be5fbedc-d47b-44e5-a5de-b702dcd3719c tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:11.082958 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-be5fbedc-d47b-44e5-a5de-b702dcd3719c tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:18:11.087157 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-be5fbedc-d47b-44e5-a5de-b702dcd3719c tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Usage tracker for resource:security_group_rule and tenant:cacf91434ef745fd9bff26ccf1a5e7c0 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:18:11.090204 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-be5fbedc-d47b-44e5-a5de-b702dcd3719c tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:18:11.096322 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-be5fbedc-d47b-44e5-a5de-b702dcd3719c tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:18:11.169723 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-be5fbedc-d47b-44e5-a5de-b702dcd3719c tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:11.171821 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-2b547b4b-6cc9-4b86-bb83-4852adcc1b39 None None] Set router 6ae3fa8f-94ef-4801-be38-88d036f6c26e gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:18:11.174574 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-be5fbedc-d47b-44e5-a5de-b702dcd3719c tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:11.203818 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9', 'tag': 'c67e78b4-310c-43ca-bd37-031f7619532c', 'status': 'completed', 'code': 200} Feb 09 13:18:11.227460 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-be5fbedc-d47b-44e5-a5de-b702dcd3719c tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:11.232356 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-be5fbedc-d47b-44e5-a5de-b702dcd3719c tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2096429 Feb 09 13:18:11.232356 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5fbedc-d47b-44e5-a5de-b702dcd3719c tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19493d3d-8f07-4229-beff-1c4c3267c112,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:11.232713 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46270) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:11.238814 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-134cc05f-c005-47eb-8fc4-285d8acd1e53 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Request body: {'security_group_rule': {'security_group_id': '19493d3d-8f07-4229-beff-1c4c3267c112', 'project_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:18:11.246696 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-134cc05f-c005-47eb-8fc4-285d8acd1e53 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:18:11.250829 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-134cc05f-c005-47eb-8fc4-285d8acd1e53 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Usage tracker for resource:security_group_rule and tenant:cacf91434ef745fd9bff26ccf1a5e7c0 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:18:11.253876 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-134cc05f-c005-47eb-8fc4-285d8acd1e53 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:18:11.260405 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-134cc05f-c005-47eb-8fc4-285d8acd1e53 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:18:11.278476 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-134cc05f-c005-47eb-8fc4-285d8acd1e53 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:11.314954 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318ac24-3479-4601-a0fb-b18e7bc0aab3 req-b0529f30-c395-434b-b95f-0f35628aa01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:11.317121 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c318ac24-3479-4601-a0fb-b18e7bc0aab3 req-b0529f30-c395-434b-b95f-0f35628aa01a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cacf91434ef745fd9bff26ccf1a5e7c0&device_id=f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9 HTTP/1.1" status: 200 len: 1096 time: 0.0862894 Feb 09 13:18:11.347964 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-134cc05f-c005-47eb-8fc4-285d8acd1e53 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:11.353458 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-134cc05f-c005-47eb-8fc4-285d8acd1e53 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:11.380730 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134cc05f-c005-47eb-8fc4-285d8acd1e53 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de15b353-1ab7-403a-b0e8-a64b59e3a8ba,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:11.392257 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-134cc05f-c005-47eb-8fc4-285d8acd1e53 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:11.393487 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-134cc05f-c005-47eb-8fc4-285d8acd1e53 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1598094 Feb 09 13:18:11.396152 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46274) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:11.401804 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-0677cb53-e7f1-49c0-ae15-764aa4471865 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Request body: {'security_group_rule': {'security_group_id': '19493d3d-8f07-4229-beff-1c4c3267c112', 'project_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:18:11.409414 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-0677cb53-e7f1-49c0-ae15-764aa4471865 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:18:11.413388 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-0677cb53-e7f1-49c0-ae15-764aa4471865 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Usage tracker for resource:security_group_rule and tenant:cacf91434ef745fd9bff26ccf1a5e7c0 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:18:11.417059 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-0677cb53-e7f1-49c0-ae15-764aa4471865 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:18:11.424524 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-0677cb53-e7f1-49c0-ae15-764aa4471865 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:18:11.446157 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0677cb53-e7f1-49c0-ae15-764aa4471865 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:11.471206 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318ac24-3479-4601-a0fb-b18e7bc0aab3 req-6df0c701-caa9-4021-b25f-8acea0362181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:11.473882 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c318ac24-3479-4601-a0fb-b18e7bc0aab3 req-6df0c701-caa9-4021-b25f-8acea0362181 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9494859e-69d3-4a4d-a947-30c29fa31888 HTTP/1.1" status: 200 len: 915 time: 0.1492648 Feb 09 13:18:11.510544 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0677cb53-e7f1-49c0-ae15-764aa4471865 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:11.514546 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0677cb53-e7f1-49c0-ae15-764aa4471865 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:11.542082 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0677cb53-e7f1-49c0-ae15-764aa4471865 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a01158b-2985-4c77-b924-c82dea20c524,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:11.554010 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0677cb53-e7f1-49c0-ae15-764aa4471865 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:11.558521 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-0677cb53-e7f1-49c0-ae15-764aa4471865 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1579969 Feb 09 13:18:11.558719 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-2b547b4b-6cc9-4b86-bb83-4852adcc1b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae3fa8f-94ef-4801-be38-88d036f6c26e', 'name': 'tempest-TestMinimumBasicScenario-714064934-router', 'tenant_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '3efc6112-52bc-45da-94d2-d640d3e875a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:17:17Z', 'updated_at': '2022-02-09T13:17:21Z', 'revision_number': 4, 'project_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'gw_port': {'id': '3efc6112-52bc-45da-94d2-d640d3e875a9', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae3fa8f-94ef-4801-be38-88d036f6c26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:17:18Z', 'updated_at': '2022-02-09T13:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '05c4d67c-c8e2-4f40-9bbe-1927c75d72ae', 'tenant_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'floating_ip_address': '172.25.7.57', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '6ae3fa8f-94ef-4801-be38-88d036f6c26e', 'port_id': 'c67e78b4-310c-43ca-bd37-031f7619532c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9494859e-69d3-4a4d-a947-30c29fa31888', 'mac_address': 'fa:16:3e:66:45:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:18:09Z', 'updated_at': '2022-02-09T13:18:09Z', 'revision_number': 0, 'project_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecbdb696-891d-4590-aa71-c513b0a04d75', 'name': '', 'network_id': '9494859e-69d3-4a4d-a947-30c29fa31888', 'tenant_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'mac_address': 'fa:16:3e:e5:75:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae3fa8f-94ef-4801-be38-88d036f6c26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '8a816339-2d43-4f50-a4c8-d4e6364e2c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:17:20Z', 'updated_at': '2022-02-09T13:17:28Z', 'revision_number': 5, 'project_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'subnets': [{'id': '8a816339-2d43-4f50-a4c8-d4e6364e2c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:11.558938 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46278) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:11.561868 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b547b4b-6cc9-4b86-bb83-4852adcc1b39 None None] Checking router: 6ae3fa8f-94ef-4801-be38-88d036f6c26e for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:18:11.564557 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-84f86223-80f6-4aee-bd82-0cd8912b0915 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Request body: {'security_group_rule': {'security_group_id': '19493d3d-8f07-4229-beff-1c4c3267c112', 'project_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:18:11.571042 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b547b4b-6cc9-4b86-bb83-4852adcc1b39 None None] Routers {'6ae3fa8f-94ef-4801-be38-88d036f6c26e'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:18:11.571224 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-84f86223-80f6-4aee-bd82-0cd8912b0915 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:18:11.571355 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-2b547b4b-6cc9-4b86-bb83-4852adcc1b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:17:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['6ae3fa8f-94ef-4801-be38-88d036f6c26e'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:11.575516 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-84f86223-80f6-4aee-bd82-0cd8912b0915 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Usage tracker for resource:security_group_rule and tenant:cacf91434ef745fd9bff26ccf1a5e7c0 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:18:11.578903 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-84f86223-80f6-4aee-bd82-0cd8912b0915 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:18:11.582187 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c318ac24-3479-4601-a0fb-b18e7bc0aab3 req-def16d2b-7152-47be-96e7-7c8eef126bef service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c67e78b4-310c-43ca-bd37-031f7619532c HTTP/1.1" status: 200 len: 998 time: 0.1010873 Feb 09 13:18:11.584825 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-84f86223-80f6-4aee-bd82-0cd8912b0915 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:18:11.605677 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-84f86223-80f6-4aee-bd82-0cd8912b0915 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:11.652166 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318ac24-3479-4601-a0fb-b18e7bc0aab3 req-389d563e-e68b-4143-886d-f73f5b2a9409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:11.653715 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c318ac24-3479-4601-a0fb-b18e7bc0aab3 req-389d563e-e68b-4143-886d-f73f5b2a9409 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a816339-2d43-4f50-a4c8-d4e6364e2c4f HTTP/1.1" status: 200 len: 853 time: 0.0641632 Feb 09 13:18:11.673854 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-84f86223-80f6-4aee-bd82-0cd8912b0915 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:11.678423 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-84f86223-80f6-4aee-bd82-0cd8912b0915 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:11.696735 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f86223-80f6-4aee-bd82-0cd8912b0915 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69bf56d1-9921-4df4-a603-9e2743206eaf,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:11.718919 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-84f86223-80f6-4aee-bd82-0cd8912b0915 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:11.720791 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-84f86223-80f6-4aee-bd82-0cd8912b0915 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1603186 Feb 09 13:18:11.723409 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46282) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:11.730015 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-6aee7c04-a579-4995-a932-c8ed5b582b58 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Request body: {'security_group_rule': {'security_group_id': '19493d3d-8f07-4229-beff-1c4c3267c112', 'project_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:18:11.731318 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318ac24-3479-4601-a0fb-b18e7bc0aab3 req-0ba7c660-2d28-409b-86aa-ae4c7e9fe21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:11.732292 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c318ac24-3479-4601-a0fb-b18e7bc0aab3 req-0ba7c660-2d28-409b-86aa-ae4c7e9fe21d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9494859e-69d3-4a4d-a947-30c29fa31888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727551 Feb 09 13:18:11.736493 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6aee7c04-a579-4995-a932-c8ed5b582b58 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:18:11.740436 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6aee7c04-a579-4995-a932-c8ed5b582b58 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Usage tracker for resource:security_group_rule and tenant:cacf91434ef745fd9bff26ccf1a5e7c0 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:18:11.744682 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6aee7c04-a579-4995-a932-c8ed5b582b58 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:18:11.750669 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6aee7c04-a579-4995-a932-c8ed5b582b58 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:18:11.768770 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6aee7c04-a579-4995-a932-c8ed5b582b58 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:11.770372 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-2b547b4b-6cc9-4b86-bb83-4852adcc1b39 None None] Set router 6ae3fa8f-94ef-4801-be38-88d036f6c26e gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:18:11.837970 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6aee7c04-a579-4995-a932-c8ed5b582b58 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:11.843206 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6aee7c04-a579-4995-a932-c8ed5b582b58 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:11.867796 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aee7c04-a579-4995-a932-c8ed5b582b58 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=675f52bf-b63c-438f-a2d4-a7dacef8d246,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:11.882689 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6aee7c04-a579-4995-a932-c8ed5b582b58 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:11.887971 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-6aee7c04-a579-4995-a932-c8ed5b582b58 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1588902 Feb 09 13:18:11.888101 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46286) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:11.893485 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-f105fb4f-1855-4e28-bd76-c316993e7be5 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Request body: {'security_group_rule': {'security_group_id': '19493d3d-8f07-4229-beff-1c4c3267c112', 'project_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:18:11.900192 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-f105fb4f-1855-4e28-bd76-c316993e7be5 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:18:11.904118 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-f105fb4f-1855-4e28-bd76-c316993e7be5 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Usage tracker for resource:security_group_rule and tenant:cacf91434ef745fd9bff26ccf1a5e7c0 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:18:11.906944 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-f105fb4f-1855-4e28-bd76-c316993e7be5 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:18:11.912614 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-f105fb4f-1855-4e28-bd76-c316993e7be5 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:18:11.925547 n-d-825178-3 neutron-server[87567]: INFO neutron.db.securitygroups_db [None req-f105fb4f-1855-4e28-bd76-c316993e7be5 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Project cacf91434ef745fd9bff26ccf1a5e7c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 13:18:11.936245 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f105fb4f-1855-4e28-bd76-c316993e7be5 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:11.984538 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c318ac24-3479-4601-a0fb-b18e7bc0aab3 req-167dea10-fe76-4fac-98fe-9b7721b6a62d service neutron] 10.222.0.52 "GET /v2.0/networks/9494859e-69d3-4a4d-a947-30c29fa31888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459116 Feb 09 13:18:12.009650 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f105fb4f-1855-4e28-bd76-c316993e7be5 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:12.017088 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f105fb4f-1855-4e28-bd76-c316993e7be5 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:12.045384 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f105fb4f-1855-4e28-bd76-c316993e7be5 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5e882ac-628d-4f93-b78b-0d7157f0dad3,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:12.056570 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-f105fb4f-1855-4e28-bd76-c316993e7be5 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:12.061931 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f105fb4f-1855-4e28-bd76-c316993e7be5 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1722293 Feb 09 13:18:12.062621 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46290) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:12.068356 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-dfb366f2-8d45-4b71-90ac-65c89c60079b tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Request body: {'security_group_rule': {'security_group_id': '19493d3d-8f07-4229-beff-1c4c3267c112', 'project_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:18:12.075857 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-dfb366f2-8d45-4b71-90ac-65c89c60079b tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:18:12.080016 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-dfb366f2-8d45-4b71-90ac-65c89c60079b tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Usage tracker for resource:security_group_rule and tenant:cacf91434ef745fd9bff26ccf1a5e7c0 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:18:12.083035 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-dfb366f2-8d45-4b71-90ac-65c89c60079b tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:18:12.089195 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-dfb366f2-8d45-4b71-90ac-65c89c60079b tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:18:12.101462 n-d-825178-3 neutron-server[87567]: INFO neutron.db.securitygroups_db [None req-dfb366f2-8d45-4b71-90ac-65c89c60079b tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Project cacf91434ef745fd9bff26ccf1a5e7c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 13:18:12.108843 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-dfb366f2-8d45-4b71-90ac-65c89c60079b tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:12.155162 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c318ac24-3479-4601-a0fb-b18e7bc0aab3 req-c137ef9b-092b-4216-8787-6a95391e4cc8 service neutron] 10.222.0.52 "GET /v2.0/networks/9494859e-69d3-4a4d-a947-30c29fa31888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536233 Feb 09 13:18:12.163887 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-2b547b4b-6cc9-4b86-bb83-4852adcc1b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae3fa8f-94ef-4801-be38-88d036f6c26e', 'name': 'tempest-TestMinimumBasicScenario-714064934-router', 'tenant_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '3efc6112-52bc-45da-94d2-d640d3e875a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:17:17Z', 'updated_at': '2022-02-09T13:17:21Z', 'revision_number': 4, 'project_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'gw_port': {'id': '3efc6112-52bc-45da-94d2-d640d3e875a9', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae3fa8f-94ef-4801-be38-88d036f6c26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:17:18Z', 'updated_at': '2022-02-09T13:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '05c4d67c-c8e2-4f40-9bbe-1927c75d72ae', 'tenant_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'floating_ip_address': '172.25.7.57', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '6ae3fa8f-94ef-4801-be38-88d036f6c26e', 'port_id': 'c67e78b4-310c-43ca-bd37-031f7619532c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9494859e-69d3-4a4d-a947-30c29fa31888', 'mac_address': 'fa:16:3e:66:45:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:18:09Z', 'updated_at': '2022-02-09T13:18:09Z', 'revision_number': 0, 'project_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecbdb696-891d-4590-aa71-c513b0a04d75', 'name': '', 'network_id': '9494859e-69d3-4a4d-a947-30c29fa31888', 'tenant_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'mac_address': 'fa:16:3e:e5:75:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae3fa8f-94ef-4801-be38-88d036f6c26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '8a816339-2d43-4f50-a4c8-d4e6364e2c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:17:20Z', 'updated_at': '2022-02-09T13:17:28Z', 'revision_number': 5, 'project_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'subnets': [{'id': '8a816339-2d43-4f50-a4c8-d4e6364e2c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:12.168472 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b547b4b-6cc9-4b86-bb83-4852adcc1b39 None None] The sync data for ids ['6ae3fa8f-94ef-4801-be38-88d036f6c26e'] in n-d-825178-3 is: [{'id': '6ae3fa8f-94ef-4801-be38-88d036f6c26e', 'name': 'tempest-TestMinimumBasicScenario-714064934-router', 'tenant_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '3efc6112-52bc-45da-94d2-d640d3e875a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:17:17Z', 'updated_at': '2022-02-09T13:17:21Z', 'revision_number': 4, 'project_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'gw_port': {'id': '3efc6112-52bc-45da-94d2-d640d3e875a9', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae3fa8f-94ef-4801-be38-88d036f6c26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:17:18Z', 'updated_at': '2022-02-09T13:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '05c4d67c-c8e2-4f40-9bbe-1927c75d72ae', 'tenant_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'floating_ip_address': '172.25.7.57', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '6ae3fa8f-94ef-4801-be38-88d036f6c26e', 'port_id': 'c67e78b4-310c-43ca-bd37-031f7619532c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9494859e-69d3-4a4d-a947-30c29fa31888', 'mac_address': 'fa:16:3e:66:45:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:18:09Z', 'updated_at': '2022-02-09T13:18:09Z', 'revision_number': 0, 'project_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecbdb696-891d-4590-aa71-c513b0a04d75', 'name': '', 'network_id': '9494859e-69d3-4a4d-a947-30c29fa31888', 'tenant_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'mac_address': 'fa:16:3e:e5:75:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae3fa8f-94ef-4801-be38-88d036f6c26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '8a816339-2d43-4f50-a4c8-d4e6364e2c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:17:20Z', 'updated_at': '2022-02-09T13:17:28Z', 'revision_number': 5, 'project_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'subnets': [{'id': '8a816339-2d43-4f50-a4c8-d4e6364e2c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:18:12.189242 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-dfb366f2-8d45-4b71-90ac-65c89c60079b tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:12.193073 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-dfb366f2-8d45-4b71-90ac-65c89c60079b tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:12.217046 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb366f2-8d45-4b71-90ac-65c89c60079b tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e649fe4e-cb96-48bf-8045-3fd9bf556db0,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:12.226669 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-dfb366f2-8d45-4b71-90ac-65c89c60079b tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:12.227974 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-dfb366f2-8d45-4b71-90ac-65c89c60079b tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1646135 Feb 09 13:18:12.356021 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dbb3bcdd-4b3c-41d5-b5b7-7aadec6a930f req-a31c5081-9083-4850-b8ae-2463d63807a3 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-174980988&fields=id&tenant_id=cacf91434ef745fd9bff26ccf1a5e7c0 HTTP/1.1" status: 200 len: 267 time: 0.0421011 Feb 09 13:18:12.392061 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b058a0d-f8a6-4836-94c2-739a9a82803f None None] New status for floating IP 05c4d67c-c8e2-4f40-9bbe-1927c75d72ae: ACTIVE {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:18:12.443540 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3bcdd-4b3c-41d5-b5b7-7aadec6a930f req-8aa7a6c8-9133-4ac3-bca8-8fff1eb55852 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:12.445063 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dbb3bcdd-4b3c-41d5-b5b7-7aadec6a930f req-8aa7a6c8-9133-4ac3-bca8-8fff1eb55852 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9 HTTP/1.1" status: 200 len: 945 time: 0.0833817 Feb 09 13:18:12.456695 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-dbb3bcdd-4b3c-41d5-b5b7-7aadec6a930f req-38967bf2-a4f4-45df-a738-e19e6a55424f tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Request body: {'port': {'security_groups': ['c3267222-e495-496d-8698-ec7f553cc826', '19493d3d-8f07-4229-beff-1c4c3267c112']}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:18:12.593494 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-dbb3bcdd-4b3c-41d5-b5b7-7aadec6a930f req-38967bf2-a4f4-45df-a738-e19e6a55424f tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:12.853517 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-dbb3bcdd-4b3c-41d5-b5b7-7aadec6a930f req-38967bf2-a4f4-45df-a738-e19e6a55424f tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] For port c67e78b4-310c-43ca-bd37-031f7619532c, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=c67e78b4-310c-43ca-bd37-031f7619532c,segment=NetworkSegment(101f65f3-34e7-44bf-884c-df218014530f),segment_id=101f65f3-34e7-44bf-884c-df218014530f)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:18:12.878368 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-dbb3bcdd-4b3c-41d5-b5b7-7aadec6a930f req-38967bf2-a4f4-45df-a738-e19e6a55424f tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:12.882871 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-dbb3bcdd-4b3c-41d5-b5b7-7aadec6a930f req-38967bf2-a4f4-45df-a738-e19e6a55424f tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:12.895309 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['c67e78b4-310c-43ca-bd37-031f7619532c'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:18:12.955554 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3bcdd-4b3c-41d5-b5b7-7aadec6a930f req-38967bf2-a4f4-45df-a738-e19e6a55424f tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:12.956572 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-dbb3bcdd-4b3c-41d5-b5b7-7aadec6a930f req-38967bf2-a4f4-45df-a738-e19e6a55424f tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:12.957639 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dbb3bcdd-4b3c-41d5-b5b7-7aadec6a930f req-38967bf2-a4f4-45df-a738-e19e6a55424f tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "PUT /v2.0/ports/c67e78b4-310c-43ca-bd37-031f7619532c HTTP/1.1" status: 200 len: 981 time: 0.5055449 Feb 09 13:18:12.978068 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38967bf2-a4f4-45df-a738-e19e6a55424f tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Pushing event updated for resources: {'Port': ['ID=c67e78b4-310c-43ca-bd37-031f7619532c,revision_number=6']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:13.014305 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['c67e78b4-310c-43ca-bd37-031f7619532c'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:18:13.168433 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21a5da-4bb4-4a6b-b083-ba83d4132ff5 req-318ec258-53de-4b2f-a12a-6b662ca6039e tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:13.170002 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fa21a5da-4bb4-4a6b-b083-ba83d4132ff5 req-318ec258-53de-4b2f-a12a-6b662ca6039e tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9 HTTP/1.1" status: 200 len: 984 time: 0.0926738 Feb 09 13:18:13.208196 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9', 'tag': 'c67e78b4-310c-43ca-bd37-031f7619532c'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:18:13.224214 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fa21a5da-4bb4-4a6b-b083-ba83d4132ff5 req-8d93cad1-78ef-4f02-a845-5971212f182f tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/security-groups?id=19493d3d-8f07-4229-beff-1c4c3267c112&id=c3267222-e495-496d-8698-ec7f553cc826&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0472038 Feb 09 13:18:13.298562 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9', 'tag': 'c67e78b4-310c-43ca-bd37-031f7619532c', 'status': 'completed', 'code': 200} Feb 09 13:18:13.347156 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4eb70484-d7f0-4fb0-96fd-6302d3050cf7 None None] Provisioning complete for port c67e78b4-310c-43ca-bd37-031f7619532c triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:18:13.347649 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4eb70484-d7f0-4fb0-96fd-6302d3050cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:13.396560 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21144c2-4cf2-45d3-a663-b6663c5768e0 req-1f6a4d0f-25e7-46f5-a8e7-81dcc7cd3f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:13.397978 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a21144c2-4cf2-45d3-a663-b6663c5768e0 req-1f6a4d0f-25e7-46f5-a8e7-81dcc7cd3f39 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cacf91434ef745fd9bff26ccf1a5e7c0&device_id=f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9 HTTP/1.1" status: 200 len: 1135 time: 0.0774548 Feb 09 13:18:13.530819 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21144c2-4cf2-45d3-a663-b6663c5768e0 req-8112f37c-4968-4f78-8550-d687e2f96204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:13.532293 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a21144c2-4cf2-45d3-a663-b6663c5768e0 req-8112f37c-4968-4f78-8550-d687e2f96204 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9494859e-69d3-4a4d-a947-30c29fa31888 HTTP/1.1" status: 200 len: 915 time: 0.1281462 Feb 09 13:18:13.641300 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a21144c2-4cf2-45d3-a663-b6663c5768e0 req-4be7cd2f-6a1c-4f50-abd4-c0434eda4ade service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c67e78b4-310c-43ca-bd37-031f7619532c HTTP/1.1" status: 200 len: 1000 time: 0.1032188 Feb 09 13:18:13.703538 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21144c2-4cf2-45d3-a663-b6663c5768e0 req-fa7ba070-cfa0-427f-a975-8192cb38e563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:13.705084 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a21144c2-4cf2-45d3-a663-b6663c5768e0 req-fa7ba070-cfa0-427f-a975-8192cb38e563 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a816339-2d43-4f50-a4c8-d4e6364e2c4f HTTP/1.1" status: 200 len: 853 time: 0.0576303 Feb 09 13:18:13.786977 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21144c2-4cf2-45d3-a663-b6663c5768e0 req-fed8fadf-208a-4ec0-8d55-91da1b42eb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:13.788456 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a21144c2-4cf2-45d3-a663-b6663c5768e0 req-fed8fadf-208a-4ec0-8d55-91da1b42eb45 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9494859e-69d3-4a4d-a947-30c29fa31888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744066 Feb 09 13:18:13.923091 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a21144c2-4cf2-45d3-a663-b6663c5768e0 req-d1f9eaa0-d267-4352-a71f-cefc33dea54d service neutron] 10.222.0.52 "GET /v2.0/networks/9494859e-69d3-4a4d-a947-30c29fa31888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275218 Feb 09 13:18:14.055508 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a21144c2-4cf2-45d3-a663-b6663c5768e0 req-606c9b4d-cc22-44cc-82f9-0263456f6d74 service neutron] 10.222.0.52 "GET /v2.0/networks/9494859e-69d3-4a4d-a947-30c29fa31888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252031 Feb 09 13:18:14.113796 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-04195233-54c3-48fd-9ca4-765af29ed498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:16.494405 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2dabfd71-eaf3-42b3-9971-96cf9c653323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:17.684704 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:17.789299 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:18.005269 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:18:19.367126 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:21.036837 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:23.535849 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:30.541986 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7990b-9fd3-41c1-b534-6e7941734f89 req-9ba18128-e135-4181-8490-7278855a8981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:30.543384 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c6b7990b-9fd3-41c1-b534-6e7941734f89 req-9ba18128-e135-4181-8490-7278855a8981 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cacf91434ef745fd9bff26ccf1a5e7c0&device_id=f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9 HTTP/1.1" status: 200 len: 1135 time: 0.0708809 Feb 09 13:18:30.585498 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd5054-7faa-4101-a054-eb7c0c7ae03f req-7c5b7aeb-92a4-4d59-a892-5e47e00c15b5 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:30.586969 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-13cd5054-7faa-4101-a054-eb7c0c7ae03f req-7c5b7aeb-92a4-4d59-a892-5e47e00c15b5 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9 HTTP/1.1" status: 200 len: 984 time: 0.0892324 Feb 09 13:18:30.633803 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-13cd5054-7faa-4101-a054-eb7c0c7ae03f req-e7221005-bbaa-4be9-829e-46fc67e17dc7 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/security-groups?id=19493d3d-8f07-4229-beff-1c4c3267c112&id=c3267222-e495-496d-8698-ec7f553cc826&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407920 Feb 09 13:18:30.678375 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7990b-9fd3-41c1-b534-6e7941734f89 req-036f7ff1-4947-458f-b5d3-4177bd9b09b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:30.679850 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c6b7990b-9fd3-41c1-b534-6e7941734f89 req-036f7ff1-4947-458f-b5d3-4177bd9b09b8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9494859e-69d3-4a4d-a947-30c29fa31888 HTTP/1.1" status: 200 len: 915 time: 0.1291795 Feb 09 13:18:30.782124 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c6b7990b-9fd3-41c1-b534-6e7941734f89 req-6e94206c-de51-4ecb-80aa-6e907e72abb7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c67e78b4-310c-43ca-bd37-031f7619532c HTTP/1.1" status: 200 len: 1000 time: 0.0958591 Feb 09 13:18:30.843624 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7990b-9fd3-41c1-b534-6e7941734f89 req-532980a5-4a59-4143-85f0-0da92c75b61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:30.844964 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c6b7990b-9fd3-41c1-b534-6e7941734f89 req-532980a5-4a59-4143-85f0-0da92c75b61d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a816339-2d43-4f50-a4c8-d4e6364e2c4f HTTP/1.1" status: 200 len: 853 time: 0.0566411 Feb 09 13:18:30.928508 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7990b-9fd3-41c1-b534-6e7941734f89 req-b99cbb8e-ae10-407b-ab53-73b4b8d502a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:30.930201 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c6b7990b-9fd3-41c1-b534-6e7941734f89 req-b99cbb8e-ae10-407b-ab53-73b4b8d502a7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9494859e-69d3-4a4d-a947-30c29fa31888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784156 Feb 09 13:18:31.167235 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c6b7990b-9fd3-41c1-b534-6e7941734f89 req-58fd35b8-9685-4f76-940b-fdcd4b2c0d2e service neutron] 10.222.0.52 "GET /v2.0/networks/9494859e-69d3-4a4d-a947-30c29fa31888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307558 Feb 09 13:18:31.295486 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c6b7990b-9fd3-41c1-b534-6e7941734f89 req-1220e7c1-3658-437c-86a3-025f5942b2af service neutron] 10.222.0.52 "GET /v2.0/networks/9494859e-69d3-4a4d-a947-30c29fa31888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214194 Feb 09 13:18:31.818372 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30380a-640e-4492-8dda-39e2f7abfdcd req-0660567a-47bb-4c0b-860a-b8b9bec902e9 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:31.819851 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7a30380a-640e-4492-8dda-39e2f7abfdcd req-0660567a-47bb-4c0b-860a-b8b9bec902e9 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9 HTTP/1.1" status: 200 len: 984 time: 0.0816736 Feb 09 13:18:31.867113 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7a30380a-640e-4492-8dda-39e2f7abfdcd req-e36bae54-3bcf-4fdc-af2b-5cdf60c05212 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/security-groups?id=19493d3d-8f07-4229-beff-1c4c3267c112&id=c3267222-e495-496d-8698-ec7f553cc826&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406921 Feb 09 13:18:33.059139 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f95dc-b762-4d62-9721-2425a6fc541a req-3d6317da-e916-48a7-9570-42b6a731db78 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:33.061367 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-503f95dc-b762-4d62-9721-2425a6fc541a req-3d6317da-e916-48a7-9570-42b6a731db78 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9 HTTP/1.1" status: 200 len: 984 time: 0.0858858 Feb 09 13:18:33.108207 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-503f95dc-b762-4d62-9721-2425a6fc541a req-61665de4-aca2-4f5d-9efa-a41e9fedae46 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/security-groups?id=19493d3d-8f07-4229-beff-1c4c3267c112&id=c3267222-e495-496d-8698-ec7f553cc826&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411127 Feb 09 13:18:34.295214 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f05ca6-bddd-4d90-baf0-c029267adabb req-40244878-cef2-4764-a05d-b7b516378b12 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:34.296701 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-09f05ca6-bddd-4d90-baf0-c029267adabb req-40244878-cef2-4764-a05d-b7b516378b12 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9 HTTP/1.1" status: 200 len: 984 time: 0.0806494 Feb 09 13:18:34.348706 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-09f05ca6-bddd-4d90-baf0-c029267adabb req-2c1a5348-4841-4f37-a8ea-dcfacca16871 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/security-groups?id=19493d3d-8f07-4229-beff-1c4c3267c112&id=c3267222-e495-496d-8698-ec7f553cc826&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0461509 Feb 09 13:18:35.536063 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11379faf-4168-45b4-adac-0f9922218b07 req-4e2d7439-1655-4a45-b84d-d0f93395d8e4 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:35.537541 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-11379faf-4168-45b4-adac-0f9922218b07 req-4e2d7439-1655-4a45-b84d-d0f93395d8e4 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9 HTTP/1.1" status: 200 len: 984 time: 0.0831709 Feb 09 13:18:35.583910 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-11379faf-4168-45b4-adac-0f9922218b07 req-2d7f05dc-4089-402f-8042-a9c06a90d111 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/security-groups?id=19493d3d-8f07-4229-beff-1c4c3267c112&id=c3267222-e495-496d-8698-ec7f553cc826&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394866 Feb 09 13:18:36.776017 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f01a97-0715-4c56-aa8e-5af92160b0c2 req-55fd486f-870d-42f5-bd8b-c0a7898f1762 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:36.777553 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-68f01a97-0715-4c56-aa8e-5af92160b0c2 req-55fd486f-870d-42f5-bd8b-c0a7898f1762 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9 HTTP/1.1" status: 200 len: 984 time: 0.0854447 Feb 09 13:18:36.930093 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-68f01a97-0715-4c56-aa8e-5af92160b0c2 req-90149037-ec0a-442a-8310-1d1454d4a052 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/security-groups?id=19493d3d-8f07-4229-beff-1c4c3267c112&id=c3267222-e495-496d-8698-ec7f553cc826&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1468031 Feb 09 13:18:38.118988 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7087ac6-2728-4ce4-b3a9-73c067326a94 req-5ea70fba-c851-408f-8c1a-1eaf9606ff49 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:38.120513 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b7087ac6-2728-4ce4-b3a9-73c067326a94 req-5ea70fba-c851-408f-8c1a-1eaf9606ff49 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9 HTTP/1.1" status: 200 len: 984 time: 0.0831416 Feb 09 13:18:38.169505 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b7087ac6-2728-4ce4-b3a9-73c067326a94 req-d00b9757-3910-4d56-a79f-798939c73eb7 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/security-groups?id=19493d3d-8f07-4229-beff-1c4c3267c112&id=c3267222-e495-496d-8698-ec7f553cc826&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430324 Feb 09 13:18:38.199301 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c0dc4-b9eb-45e8-b7d9-13fc2129bcf3 req-6fbbcee9-1243-4dbd-b20e-50f4fa3b4987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:38.201455 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c72c0dc4-b9eb-45e8-b7d9-13fc2129bcf3 req-6fbbcee9-1243-4dbd-b20e-50f4fa3b4987 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cacf91434ef745fd9bff26ccf1a5e7c0&device_id=f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9 HTTP/1.1" status: 200 len: 1135 time: 0.0762880 Feb 09 13:18:38.356408 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c0dc4-b9eb-45e8-b7d9-13fc2129bcf3 req-b6b87172-361e-495a-8931-435a5603fa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:38.357914 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c72c0dc4-b9eb-45e8-b7d9-13fc2129bcf3 req-b6b87172-361e-495a-8931-435a5603fa0b service neutron] 10.222.0.52 "GET /v2.0/networks?id=9494859e-69d3-4a4d-a947-30c29fa31888 HTTP/1.1" status: 200 len: 915 time: 0.1375167 Feb 09 13:18:38.468370 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c72c0dc4-b9eb-45e8-b7d9-13fc2129bcf3 req-d064552a-81d9-4a80-83a6-81b38a2ef62e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c67e78b4-310c-43ca-bd37-031f7619532c HTTP/1.1" status: 200 len: 1000 time: 0.0993831 Feb 09 13:18:38.530327 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c0dc4-b9eb-45e8-b7d9-13fc2129bcf3 req-9b5ef252-5a85-4085-ae06-9c61d43c4670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:38.531790 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c72c0dc4-b9eb-45e8-b7d9-13fc2129bcf3 req-9b5ef252-5a85-4085-ae06-9c61d43c4670 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a816339-2d43-4f50-a4c8-d4e6364e2c4f HTTP/1.1" status: 200 len: 853 time: 0.0566623 Feb 09 13:18:38.611681 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c0dc4-b9eb-45e8-b7d9-13fc2129bcf3 req-12565c4f-719e-4630-8200-179892db1d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:38.613116 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c72c0dc4-b9eb-45e8-b7d9-13fc2129bcf3 req-12565c4f-719e-4630-8200-179892db1d65 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9494859e-69d3-4a4d-a947-30c29fa31888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738802 Feb 09 13:18:38.741766 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c72c0dc4-b9eb-45e8-b7d9-13fc2129bcf3 req-40543eb2-da53-44db-ad59-1aedb99f61b8 service neutron] 10.222.0.52 "GET /v2.0/networks/9494859e-69d3-4a4d-a947-30c29fa31888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226966 Feb 09 13:18:38.870938 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c72c0dc4-b9eb-45e8-b7d9-13fc2129bcf3 req-0c1a0126-9300-4d48-ac86-a7338c40d615 service neutron] 10.222.0.52 "GET /v2.0/networks/9494859e-69d3-4a4d-a947-30c29fa31888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239676 Feb 09 13:18:39.357346 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72c5cd-e6dd-4af7-b79e-8f7991eadb6a req-90a137db-6cc2-48bf-a302-e07e2b2ea585 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:39.358828 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9e72c5cd-e6dd-4af7-b79e-8f7991eadb6a req-90a137db-6cc2-48bf-a302-e07e2b2ea585 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9 HTTP/1.1" status: 200 len: 984 time: 0.0853820 Feb 09 13:18:39.403546 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9e72c5cd-e6dd-4af7-b79e-8f7991eadb6a req-d567e7bc-92d1-4d2b-b6ca-6f3a9c13f1be tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/security-groups?id=19493d3d-8f07-4229-beff-1c4c3267c112&id=c3267222-e495-496d-8698-ec7f553cc826&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391135 Feb 09 13:18:40.589587 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6e46d-44d0-413d-b591-4e70662a1953 req-c3bf7cd6-594c-44bb-8305-2f5d40289bb9 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:40.591047 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bae6e46d-44d0-413d-b591-4e70662a1953 req-c3bf7cd6-594c-44bb-8305-2f5d40289bb9 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9 HTTP/1.1" status: 200 len: 984 time: 0.0803421 Feb 09 13:18:40.639242 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-bae6e46d-44d0-413d-b591-4e70662a1953 req-7371d002-cb2e-4164-be4f-c43dbd50ef1b tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/security-groups?id=19493d3d-8f07-4229-beff-1c4c3267c112&id=c3267222-e495-496d-8698-ec7f553cc826&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424910 Feb 09 13:18:41.821075 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f783b-3f24-4d7e-b2e2-239ece9863e1 req-d797dfb3-2beb-4f5f-a590-812f3173f938 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:41.822529 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f11f783b-3f24-4d7e-b2e2-239ece9863e1 req-d797dfb3-2beb-4f5f-a590-812f3173f938 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9 HTTP/1.1" status: 200 len: 984 time: 0.0787387 Feb 09 13:18:41.867657 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f11f783b-3f24-4d7e-b2e2-239ece9863e1 req-b2f10297-1b21-4ece-ad20-39e33a624984 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/security-groups?id=19493d3d-8f07-4229-beff-1c4c3267c112&id=c3267222-e495-496d-8698-ec7f553cc826&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394537 Feb 09 13:18:43.053054 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bca2ee-a758-452e-acff-6116c1a0421d req-f36a0871-38b4-40b6-89c5-f36cdf4a16fc tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:43.054519 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-65bca2ee-a758-452e-acff-6116c1a0421d req-f36a0871-38b4-40b6-89c5-f36cdf4a16fc tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9 HTTP/1.1" status: 200 len: 984 time: 0.0825696 Feb 09 13:18:43.102850 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-65bca2ee-a758-452e-acff-6116c1a0421d req-f2bc8085-6bb0-4c53-93d8-c54c70e81003 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/security-groups?id=19493d3d-8f07-4229-beff-1c4c3267c112&id=c3267222-e495-496d-8698-ec7f553cc826&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420885 Feb 09 13:18:44.116020 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b36aa7c6-6d6e-4bff-8a5d-213e88398bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:46.497891 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2c12cf65-f904-4c91-96be-0e3254c2bbbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:47.688795 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:47.793752 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:49.370866 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:51.036012 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:53.537799 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:55.004023 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:19:14.122551 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e69b8cb9-46d9-4750-baa2-4995071f2516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:15.691322 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-49b00f5e-27d7-4397-b04a-f4dd562a08c5 req-b607a8d4-60c3-4197-bacf-b62673ad5e23 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-174980988&fields=id&tenant_id=cacf91434ef745fd9bff26ccf1a5e7c0 HTTP/1.1" status: 200 len: 267 time: 0.0402782 Feb 09 13:19:15.773984 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b00f5e-27d7-4397-b04a-f4dd562a08c5 req-b7e31a89-bb2f-44c6-9ded-b80be192c977 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:15.775421 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-49b00f5e-27d7-4397-b04a-f4dd562a08c5 req-b7e31a89-bb2f-44c6-9ded-b80be192c977 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9 HTTP/1.1" status: 200 len: 984 time: 0.0785398 Feb 09 13:19:15.785857 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-49b00f5e-27d7-4397-b04a-f4dd562a08c5 req-258684c4-3585-479d-9a62-7be8dc56cce5 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Request body: {'port': {'security_groups': ['c3267222-e495-496d-8698-ec7f553cc826']}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:19:15.907961 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-49b00f5e-27d7-4397-b04a-f4dd562a08c5 req-258684c4-3585-479d-9a62-7be8dc56cce5 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:16.146154 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-49b00f5e-27d7-4397-b04a-f4dd562a08c5 req-258684c4-3585-479d-9a62-7be8dc56cce5 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] For port c67e78b4-310c-43ca-bd37-031f7619532c, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=c67e78b4-310c-43ca-bd37-031f7619532c,segment=NetworkSegment(101f65f3-34e7-44bf-884c-df218014530f),segment_id=101f65f3-34e7-44bf-884c-df218014530f)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:19:16.170898 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-49b00f5e-27d7-4397-b04a-f4dd562a08c5 req-258684c4-3585-479d-9a62-7be8dc56cce5 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:16.175268 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-49b00f5e-27d7-4397-b04a-f4dd562a08c5 req-258684c4-3585-479d-9a62-7be8dc56cce5 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:16.186869 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['c67e78b4-310c-43ca-bd37-031f7619532c'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:19:16.243418 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b00f5e-27d7-4397-b04a-f4dd562a08c5 req-258684c4-3585-479d-9a62-7be8dc56cce5 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:16.244088 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-49b00f5e-27d7-4397-b04a-f4dd562a08c5 req-258684c4-3585-479d-9a62-7be8dc56cce5 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:16.245437 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-49b00f5e-27d7-4397-b04a-f4dd562a08c5 req-258684c4-3585-479d-9a62-7be8dc56cce5 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "PUT /v2.0/ports/c67e78b4-310c-43ca-bd37-031f7619532c HTTP/1.1" status: 200 len: 942 time: 0.4639518 Feb 09 13:19:16.245873 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9', 'tag': 'c67e78b4-310c-43ca-bd37-031f7619532c'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:19:16.252248 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46350) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:16.266322 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258684c4-3585-479d-9a62-7be8dc56cce5 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Pushing event updated for resources: {'Port': ['ID=c67e78b4-310c-43ca-bd37-031f7619532c,revision_number=7']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:16.274576 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258684c4-3585-479d-9a62-7be8dc56cce5 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:16.274923 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258684c4-3585-479d-9a62-7be8dc56cce5 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:16.275262 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258684c4-3585-479d-9a62-7be8dc56cce5 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:16.275705 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258684c4-3585-479d-9a62-7be8dc56cce5 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:16.276058 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258684c4-3585-479d-9a62-7be8dc56cce5 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:16.276386 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258684c4-3585-479d-9a62-7be8dc56cce5 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:16.282236 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258684c4-3585-479d-9a62-7be8dc56cce5 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:16.282236 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258684c4-3585-479d-9a62-7be8dc56cce5 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:16.282236 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258684c4-3585-479d-9a62-7be8dc56cce5 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:16.282236 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258684c4-3585-479d-9a62-7be8dc56cce5 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:16.282236 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258684c4-3585-479d-9a62-7be8dc56cce5 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:16.282236 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258684c4-3585-479d-9a62-7be8dc56cce5 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:16.345248 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9', 'tag': 'c67e78b4-310c-43ca-bd37-031f7619532c', 'status': 'completed', 'code': 200} Feb 09 13:19:16.364225 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['c67e78b4-310c-43ca-bd37-031f7619532c'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:19:16.436563 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9caa5978-e039-4624-865d-96f9fc792d93 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:16.499702 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9caa5978-e039-4624-865d-96f9fc792d93 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:16.522777 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3df6d4-32af-4d20-947f-abe3db20ab9a req-c126200c-cb2d-4991-93b2-60920ee60a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:16.525105 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3d3df6d4-32af-4d20-947f-abe3db20ab9a req-c126200c-cb2d-4991-93b2-60920ee60a67 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cacf91434ef745fd9bff26ccf1a5e7c0&device_id=f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9 HTTP/1.1" status: 200 len: 1096 time: 0.1593943 Feb 09 13:19:16.535287 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-3fb6b7ee-6667-4d91-9e6d-e8b34ae152f8 None None] Provisioning complete for port c67e78b4-310c-43ca-bd37-031f7619532c triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:19:16.535594 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3fb6b7ee-6667-4d91-9e6d-e8b34ae152f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:16.568257 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9cb39ac2-2728-46c0-8eaf-02a86d97c580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:16.673860 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3df6d4-32af-4d20-947f-abe3db20ab9a req-9b45a01b-184f-456c-b0e6-91aadbb4fce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:16.675218 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3d3df6d4-32af-4d20-947f-abe3db20ab9a req-9b45a01b-184f-456c-b0e6-91aadbb4fce8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9494859e-69d3-4a4d-a947-30c29fa31888 HTTP/1.1" status: 200 len: 915 time: 0.1443481 Feb 09 13:19:16.676185 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9caa5978-e039-4624-865d-96f9fc792d93 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:16.757791 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caa5978-e039-4624-865d-96f9fc792d93 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19493d3d-8f07-4229-beff-1c4c3267c112,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:16.781196 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9caa5978-e039-4624-865d-96f9fc792d93 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:16.782328 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9caa5978-e039-4624-865d-96f9fc792d93 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "DELETE /v2.0/security-groups/19493d3d-8f07-4229-beff-1c4c3267c112 HTTP/1.1" status: 204 len: 168 time: 0.5290442 Feb 09 13:19:16.785713 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46354) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:16.786316 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caa5978-e039-4624-865d-96f9fc792d93 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:16.786486 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caa5978-e039-4624-865d-96f9fc792d93 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:16.786822 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caa5978-e039-4624-865d-96f9fc792d93 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:16.787148 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caa5978-e039-4624-865d-96f9fc792d93 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:16.787470 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caa5978-e039-4624-865d-96f9fc792d93 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:16.787797 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caa5978-e039-4624-865d-96f9fc792d93 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:16.788141 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caa5978-e039-4624-865d-96f9fc792d93 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:16.788454 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caa5978-e039-4624-865d-96f9fc792d93 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:16.788771 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caa5978-e039-4624-865d-96f9fc792d93 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:16.789089 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caa5978-e039-4624-865d-96f9fc792d93 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:16.789525 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caa5978-e039-4624-865d-96f9fc792d93 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:16.789915 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caa5978-e039-4624-865d-96f9fc792d93 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:16.817464 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3d3df6d4-32af-4d20-947f-abe3db20ab9a req-1947bb2a-297c-4dc1-8bd2-43478ffbc790 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c67e78b4-310c-43ca-bd37-031f7619532c HTTP/1.1" status: 200 len: 1000 time: 0.1269920 Feb 09 13:19:16.878334 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3df6d4-32af-4d20-947f-abe3db20ab9a req-2155fc55-4f69-4114-8720-cfb3a45db2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:16.879761 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3d3df6d4-32af-4d20-947f-abe3db20ab9a req-2155fc55-4f69-4114-8720-cfb3a45db2ed service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a816339-2d43-4f50-a4c8-d4e6364e2c4f HTTP/1.1" status: 200 len: 853 time: 0.0564661 Feb 09 13:19:16.961765 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3df6d4-32af-4d20-947f-abe3db20ab9a req-f7aaa9e7-8828-454d-afcb-d98cbe7b6e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:16.963270 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3d3df6d4-32af-4d20-947f-abe3db20ab9a req-f7aaa9e7-8828-454d-afcb-d98cbe7b6e78 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9494859e-69d3-4a4d-a947-30c29fa31888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772448 Feb 09 13:19:16.995865 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-3695b9a0-87a2-43a7-93c2-fd8e82f2d534 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Deleting port 2c18b3fa-9489-4ded-9e24-08d37e793a4b {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:19:16.996242 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3695b9a0-87a2-43a7-93c2-fd8e82f2d534 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:17.176468 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3695b9a0-87a2-43a7-93c2-fd8e82f2d534 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:17.176798 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3695b9a0-87a2-43a7-93c2-fd8e82f2d534 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:17.206787 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3d3df6d4-32af-4d20-947f-abe3db20ab9a req-5367a8a7-6dd6-4de1-95e3-e604122697d9 service neutron] 10.222.0.52 "GET /v2.0/networks/9494859e-69d3-4a4d-a947-30c29fa31888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363670 Feb 09 13:19:17.302396 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-3695b9a0-87a2-43a7-93c2-fd8e82f2d534 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Calling delete_port for 2c18b3fa-9489-4ded-9e24-08d37e793a4b owned by network:floatingip {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:19:17.342739 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-3d3df6d4-32af-4d20-947f-abe3db20ab9a req-8b88b812-7612-4328-95de-2625f8d83c1a service neutron] 10.222.0.52 "GET /v2.0/networks/9494859e-69d3-4a4d-a947-30c29fa31888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291633 Feb 09 13:19:17.456231 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3695b9a0-87a2-43a7-93c2-fd8e82f2d534 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:17.505067 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3695b9a0-87a2-43a7-93c2-fd8e82f2d534 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Pushing event deleted for resources: {'Port': ['ID=2c18b3fa-9489-4ded-9e24-08d37e793a4b,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:17.694632 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:17.701062 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3695b9a0-87a2-43a7-93c2-fd8e82f2d534 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks [] for floatingip, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:17.701397 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [None req-3695b9a0-87a2-43a7-93c2-fd8e82f2d534 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Floating IP 05c4d67c-c8e2-4f40-9bbe-1927c75d72ae disassociated (deleted). External IP: 172.25.7.57, port: c67e78b4-310c-43ca-bd37-031f7619532c. Feb 09 13:19:17.802028 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:18.064627 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3695b9a0-87a2-43a7-93c2-fd8e82f2d534 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Router 6ae3fa8f-94ef-4801-be38-88d036f6c26e has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:19:18.246421 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3695b9a0-87a2-43a7-93c2-fd8e82f2d534 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:19:18.255818 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a15c95-38cc-401b-8bf2-4975c4337b4a None None] Sync routers for ids ['6ae3fa8f-94ef-4801-be38-88d036f6c26e'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:19:18.259386 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3695b9a0-87a2-43a7-93c2-fd8e82f2d534 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:18.265563 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a15c95-38cc-401b-8bf2-4975c4337b4a None None] Routers {'6ae3fa8f-94ef-4801-be38-88d036f6c26e'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:19:18.266182 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-09a15c95-38cc-401b-8bf2-4975c4337b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:19:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['6ae3fa8f-94ef-4801-be38-88d036f6c26e'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:18.313520 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3695b9a0-87a2-43a7-93c2-fd8e82f2d534 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "DELETE /v2.0/floatingips/05c4d67c-c8e2-4f40-9bbe-1927c75d72ae HTTP/1.1" status: 204 len: 168 time: 1.5265627 Feb 09 13:19:18.345908 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9', 'tag': 'c67e78b4-310c-43ca-bd37-031f7619532c'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:19:18.455444 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-09a15c95-38cc-401b-8bf2-4975c4337b4a None None] Set router 6ae3fa8f-94ef-4801-be38-88d036f6c26e gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:19:18.670678 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9', 'tag': 'c67e78b4-310c-43ca-bd37-031f7619532c', 'status': 'completed', 'code': 200} Feb 09 13:19:18.773473 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18269257-41a3-4706-a273-6c51d759ba70 req-5a3db4e9-9945-4ad3-bfae-4d6f7fea8477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:18.776158 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-18269257-41a3-4706-a273-6c51d759ba70 req-5a3db4e9-9945-4ad3-bfae-4d6f7fea8477 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cacf91434ef745fd9bff26ccf1a5e7c0&device_id=f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9 HTTP/1.1" status: 200 len: 1096 time: 0.0791931 Feb 09 13:19:18.789590 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-09a15c95-38cc-401b-8bf2-4975c4337b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae3fa8f-94ef-4801-be38-88d036f6c26e', 'name': 'tempest-TestMinimumBasicScenario-714064934-router', 'tenant_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '3efc6112-52bc-45da-94d2-d640d3e875a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:17:17Z', 'updated_at': '2022-02-09T13:17:21Z', 'revision_number': 4, 'project_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'gw_port': {'id': '3efc6112-52bc-45da-94d2-d640d3e875a9', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae3fa8f-94ef-4801-be38-88d036f6c26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:17:18Z', 'updated_at': '2022-02-09T13:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'ecbdb696-891d-4590-aa71-c513b0a04d75', 'name': '', 'network_id': '9494859e-69d3-4a4d-a947-30c29fa31888', 'tenant_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'mac_address': 'fa:16:3e:e5:75:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae3fa8f-94ef-4801-be38-88d036f6c26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '8a816339-2d43-4f50-a4c8-d4e6364e2c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:17:20Z', 'updated_at': '2022-02-09T13:17:28Z', 'revision_number': 5, 'project_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'subnets': [{'id': '8a816339-2d43-4f50-a4c8-d4e6364e2c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:18.794031 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a15c95-38cc-401b-8bf2-4975c4337b4a None None] Checking router: 6ae3fa8f-94ef-4801-be38-88d036f6c26e for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:19:18.802723 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a15c95-38cc-401b-8bf2-4975c4337b4a None None] Routers {'6ae3fa8f-94ef-4801-be38-88d036f6c26e'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:19:18.803336 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-09a15c95-38cc-401b-8bf2-4975c4337b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:19:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['6ae3fa8f-94ef-4801-be38-88d036f6c26e'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:18.911259 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18269257-41a3-4706-a273-6c51d759ba70 req-3278b55a-2964-4726-81ca-f8d8eb7174c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:18.912660 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-18269257-41a3-4706-a273-6c51d759ba70 req-3278b55a-2964-4726-81ca-f8d8eb7174c1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9494859e-69d3-4a4d-a947-30c29fa31888 HTTP/1.1" status: 200 len: 915 time: 0.1299341 Feb 09 13:19:18.983922 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-18269257-41a3-4706-a273-6c51d759ba70 req-6def8d2a-b0cd-4a8b-bf20-03979c6f49da service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c67e78b4-310c-43ca-bd37-031f7619532c HTTP/1.1" status: 200 len: 217 time: 0.0650384 Feb 09 13:19:19.019225 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-09a15c95-38cc-401b-8bf2-4975c4337b4a None None] Set router 6ae3fa8f-94ef-4801-be38-88d036f6c26e gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:19:19.047533 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18269257-41a3-4706-a273-6c51d759ba70 req-9274b387-f637-47c5-92a2-4ba1ab91836b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:19.049005 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-18269257-41a3-4706-a273-6c51d759ba70 req-9274b387-f637-47c5-92a2-4ba1ab91836b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a816339-2d43-4f50-a4c8-d4e6364e2c4f HTTP/1.1" status: 200 len: 853 time: 0.0588417 Feb 09 13:19:19.129595 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18269257-41a3-4706-a273-6c51d759ba70 req-9a567b4b-a69f-402f-abe8-5ba9ed7ba3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:19.131157 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-18269257-41a3-4706-a273-6c51d759ba70 req-9a567b4b-a69f-402f-abe8-5ba9ed7ba3ee service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9494859e-69d3-4a4d-a947-30c29fa31888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761995 Feb 09 13:19:19.270213 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-18269257-41a3-4706-a273-6c51d759ba70 req-65874c73-8acf-4d7a-bc51-e042649a356f service neutron] 10.222.0.52 "GET /v2.0/networks/9494859e-69d3-4a4d-a947-30c29fa31888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308928 Feb 09 13:19:19.335215 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-09a15c95-38cc-401b-8bf2-4975c4337b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae3fa8f-94ef-4801-be38-88d036f6c26e', 'name': 'tempest-TestMinimumBasicScenario-714064934-router', 'tenant_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '3efc6112-52bc-45da-94d2-d640d3e875a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:17:17Z', 'updated_at': '2022-02-09T13:17:21Z', 'revision_number': 4, 'project_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'gw_port': {'id': '3efc6112-52bc-45da-94d2-d640d3e875a9', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae3fa8f-94ef-4801-be38-88d036f6c26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:17:18Z', 'updated_at': '2022-02-09T13:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'ecbdb696-891d-4590-aa71-c513b0a04d75', 'name': '', 'network_id': '9494859e-69d3-4a4d-a947-30c29fa31888', 'tenant_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'mac_address': 'fa:16:3e:e5:75:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae3fa8f-94ef-4801-be38-88d036f6c26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '8a816339-2d43-4f50-a4c8-d4e6364e2c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:17:20Z', 'updated_at': '2022-02-09T13:17:28Z', 'revision_number': 5, 'project_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'subnets': [{'id': '8a816339-2d43-4f50-a4c8-d4e6364e2c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:19.340038 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a15c95-38cc-401b-8bf2-4975c4337b4a None None] The sync data for ids ['6ae3fa8f-94ef-4801-be38-88d036f6c26e'] in n-d-825178-3 is: [{'id': '6ae3fa8f-94ef-4801-be38-88d036f6c26e', 'name': 'tempest-TestMinimumBasicScenario-714064934-router', 'tenant_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '3efc6112-52bc-45da-94d2-d640d3e875a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:17:17Z', 'updated_at': '2022-02-09T13:17:21Z', 'revision_number': 4, 'project_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'gw_port': {'id': '3efc6112-52bc-45da-94d2-d640d3e875a9', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae3fa8f-94ef-4801-be38-88d036f6c26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:17:18Z', 'updated_at': '2022-02-09T13:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'ecbdb696-891d-4590-aa71-c513b0a04d75', 'name': '', 'network_id': '9494859e-69d3-4a4d-a947-30c29fa31888', 'tenant_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'mac_address': 'fa:16:3e:e5:75:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae3fa8f-94ef-4801-be38-88d036f6c26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '8a816339-2d43-4f50-a4c8-d4e6364e2c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:17:20Z', 'updated_at': '2022-02-09T13:17:28Z', 'revision_number': 5, 'project_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'subnets': [{'id': '8a816339-2d43-4f50-a4c8-d4e6364e2c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:19:19.378632 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:19.425275 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-18269257-41a3-4706-a273-6c51d759ba70 req-ea79759e-923e-42f6-a5e6-22f188a82377 service neutron] 10.222.0.52 "GET /v2.0/networks/9494859e-69d3-4a4d-a947-30c29fa31888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487646 Feb 09 13:19:19.609468 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce09993-c7be-4c8d-8720-bc58c6ac3f23 None None] New status for floating IP 05c4d67c-c8e2-4f40-9bbe-1927c75d72ae: DOWN {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:19:21.051929 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:22.699985 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23630df-560c-4a9a-9d83-2847b246b65c req-0fb12c9f-b7ed-4d3b-bcb7-fa74893ca001 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:22.700872 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e23630df-560c-4a9a-9d83-2847b246b65c req-0fb12c9f-b7ed-4d3b-bcb7-fa74893ca001 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Synchronizing usage tracker for tenant:cacf91434ef745fd9bff26ccf1a5e7c0 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:19:22.717682 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e23630df-560c-4a9a-9d83-2847b246b65c req-0fb12c9f-b7ed-4d3b-bcb7-fa74893ca001 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Unset dirty status for tenant:cacf91434ef745fd9bff26ccf1a5e7c0 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:19:22.718871 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e23630df-560c-4a9a-9d83-2847b246b65c req-0fb12c9f-b7ed-4d3b-bcb7-fa74893ca001 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9 HTTP/1.1" status: 200 len: 945 time: 0.1049609 Feb 09 13:19:22.766382 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e23630df-560c-4a9a-9d83-2847b246b65c req-1a4e0abd-72bd-4eba-ab40-8194ced71b67 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3267222-e495-496d-8698-ec7f553cc826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418026 Feb 09 13:19:23.551149 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:23.949624 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68523d2-e151-41ea-9dc7-a9620fabc34b req-3dd94663-2f26-4b90-b202-be5ade2f0d10 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:23.951126 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d68523d2-e151-41ea-9dc7-a9620fabc34b req-3dd94663-2f26-4b90-b202-be5ade2f0d10 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9 HTTP/1.1" status: 200 len: 945 time: 0.0801713 Feb 09 13:19:23.995628 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d68523d2-e151-41ea-9dc7-a9620fabc34b req-6910d777-33a4-41d2-9b8c-0b7c2ebeea85 tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/security-groups?id=c3267222-e495-496d-8698-ec7f553cc826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389936 Feb 09 13:19:24.262966 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c4254e-f564-4da8-9443-b4c9857dbb26 req-e98a01f9-189d-4d8d-8641-eefb4a274e3c tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:24.263648 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-73c4254e-f564-4da8-9443-b4c9857dbb26 req-e98a01f9-189d-4d8d-8641-eefb4a274e3c tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Synchronizing usage tracker for tenant:cacf91434ef745fd9bff26ccf1a5e7c0 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:19:24.276143 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-73c4254e-f564-4da8-9443-b4c9857dbb26 req-e98a01f9-189d-4d8d-8641-eefb4a274e3c tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Unset dirty status for tenant:cacf91434ef745fd9bff26ccf1a5e7c0 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:19:24.277251 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-73c4254e-f564-4da8-9443-b4c9857dbb26 req-e98a01f9-189d-4d8d-8641-eefb4a274e3c tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9 HTTP/1.1" status: 200 len: 945 time: 0.0926268 Feb 09 13:19:24.345342 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-73c4254e-f564-4da8-9443-b4c9857dbb26 req-f1dec5c8-e988-4f98-8919-a1720b3d2c6e tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Deleting port c67e78b4-310c-43ca-bd37-031f7619532c {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:19:24.345690 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-73c4254e-f564-4da8-9443-b4c9857dbb26 req-f1dec5c8-e988-4f98-8919-a1720b3d2c6e tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:24.590666 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-73c4254e-f564-4da8-9443-b4c9857dbb26 req-f1dec5c8-e988-4f98-8919-a1720b3d2c6e tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] For port c67e78b4-310c-43ca-bd37-031f7619532c, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=c67e78b4-310c-43ca-bd37-031f7619532c,segment=NetworkSegment(101f65f3-34e7-44bf-884c-df218014530f),segment_id=101f65f3-34e7-44bf-884c-df218014530f)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:19:24.590943 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-73c4254e-f564-4da8-9443-b4c9857dbb26 req-f1dec5c8-e988-4f98-8919-a1720b3d2c6e tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:24.717803 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-73c4254e-f564-4da8-9443-b4c9857dbb26 req-f1dec5c8-e988-4f98-8919-a1720b3d2c6e tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Calling delete_port for c67e78b4-310c-43ca-bd37-031f7619532c owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:19:24.856987 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-73c4254e-f564-4da8-9443-b4c9857dbb26 req-f1dec5c8-e988-4f98-8919-a1720b3d2c6e tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:24.868368 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['c67e78b4-310c-43ca-bd37-031f7619532c'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:19:25.024131 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dec5c8-e988-4f98-8919-a1720b3d2c6e tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Pushing event deleted for resources: {'Port': ['ID=c67e78b4-310c-43ca-bd37-031f7619532c,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:25.100042 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c4254e-f564-4da8-9443-b4c9857dbb26 req-f1dec5c8-e988-4f98-8919-a1720b3d2c6e tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] No DVR routers for this DVR port c67e78b4-310c-43ca-bd37-031f7619532c on host n-h1-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:19:25.103030 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-73c4254e-f564-4da8-9443-b4c9857dbb26 req-f1dec5c8-e988-4f98-8919-a1720b3d2c6e tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:25.105628 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9', 'name': 'network-vif-deleted', 'tag': 'c67e78b4-310c-43ca-bd37-031f7619532c'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:19:25.121411 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-73c4254e-f564-4da8-9443-b4c9857dbb26 req-f1dec5c8-e988-4f98-8919-a1720b3d2c6e tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.52 "DELETE /v2.0/ports/c67e78b4-310c-43ca-bd37-031f7619532c HTTP/1.1" status: 204 len: 173 time: 0.8388176 Feb 09 13:19:25.151000 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-67514463-4e2c-477f-862b-fadefaa6d5bb req-821b28e7-fb70-4edb-9ba0-35269c6cfe0a tempest-TestMinimumBasicScenario-1545148795 tempest-TestMinimumBasicScenario-1545148795-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9 HTTP/1.1" status: 200 len: 210 time: 0.0458937 Feb 09 13:19:25.202096 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9bd5d6b-e815-4b48-9d78-f98e6ed9dee9', 'name': 'network-vif-deleted', 'tag': 'c67e78b4-310c-43ca-bd37-031f7619532c', 'status': 'completed', 'code': 200} Feb 09 13:19:26.770187 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46442) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:27.303319 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-14785067-eee4-46a6-a22c-2ddf0e86af7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:27.651575 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-14785067-eee4-46a6-a22c-2ddf0e86af7b admin admin] Deleting port ecbdb696-891d-4590-aa71-c513b0a04d75 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:19:27.651853 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-14785067-eee4-46a6-a22c-2ddf0e86af7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:27.819878 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-14785067-eee4-46a6-a22c-2ddf0e86af7b admin admin] For port ecbdb696-891d-4590-aa71-c513b0a04d75, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=ecbdb696-891d-4590-aa71-c513b0a04d75,segment=NetworkSegment(101f65f3-34e7-44bf-884c-df218014530f),segment_id=101f65f3-34e7-44bf-884c-df218014530f)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:19:27.821238 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-14785067-eee4-46a6-a22c-2ddf0e86af7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:27.946364 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-14785067-eee4-46a6-a22c-2ddf0e86af7b admin admin] Calling delete_port for ecbdb696-891d-4590-aa71-c513b0a04d75 owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:19:28.369303 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-14785067-eee4-46a6-a22c-2ddf0e86af7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:28.418433 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14785067-eee4-46a6-a22c-2ddf0e86af7b admin admin] Pushing event deleted for resources: {'Port': ['ID=ecbdb696-891d-4590-aa71-c513b0a04d75,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:28.678963 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-14785067-eee4-46a6-a22c-2ddf0e86af7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:29.033296 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14785067-eee4-46a6-a22c-2ddf0e86af7b admin admin] Router 6ae3fa8f-94ef-4801-be38-88d036f6c26e has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:19:29.208101 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14785067-eee4-46a6-a22c-2ddf0e86af7b admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:19:29.217984 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11215e9-999b-44d0-aa3e-a517772f025d None None] Sync routers for ids ['6ae3fa8f-94ef-4801-be38-88d036f6c26e'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:19:29.222105 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-14785067-eee4-46a6-a22c-2ddf0e86af7b admin admin] 10.222.0.55 "PUT /v2.0/routers/6ae3fa8f-94ef-4801-be38-88d036f6c26e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4505210 Feb 09 13:19:29.224251 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46446) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:29.227658 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11215e9-999b-44d0-aa3e-a517772f025d None None] Routers {'6ae3fa8f-94ef-4801-be38-88d036f6c26e'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:19:29.228311 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-b11215e9-999b-44d0-aa3e-a517772f025d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:19:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['6ae3fa8f-94ef-4801-be38-88d036f6c26e'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:29.416167 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-b11215e9-999b-44d0-aa3e-a517772f025d None None] Set router 6ae3fa8f-94ef-4801-be38-88d036f6c26e gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:19:29.515977 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device c67e78b4-310c-43ca-bd37-031f7619532c no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:19:29.520185 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c51f439d-a11d-45b9-a518-b51ac9f43e30 admin admin] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:29.574500 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] No Port match for: c67e78b4-310c-43ca-bd37-031f7619532c {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:19:29.574836 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device c67e78b4-310c-43ca-bd37-031f7619532c not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:19:29.696130 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c51f439d-a11d-45b9-a518-b51ac9f43e30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:29.705791 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-c51f439d-a11d-45b9-a518-b51ac9f43e30 admin admin] Deleting port 3efc6112-52bc-45da-94d2-d640d3e875a9 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:19:29.706224 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c51f439d-a11d-45b9-a518-b51ac9f43e30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:29.736945 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-b11215e9-999b-44d0-aa3e-a517772f025d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae3fa8f-94ef-4801-be38-88d036f6c26e', 'name': 'tempest-TestMinimumBasicScenario-714064934-router', 'tenant_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '3efc6112-52bc-45da-94d2-d640d3e875a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:17:17Z', 'updated_at': '2022-02-09T13:19:28Z', 'revision_number': 5, 'project_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'gw_port': {'id': '3efc6112-52bc-45da-94d2-d640d3e875a9', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae3fa8f-94ef-4801-be38-88d036f6c26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:17:18Z', 'updated_at': '2022-02-09T13:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:29.740741 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11215e9-999b-44d0-aa3e-a517772f025d None None] Checking router: 6ae3fa8f-94ef-4801-be38-88d036f6c26e for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:19:29.749660 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11215e9-999b-44d0-aa3e-a517772f025d None None] Routers {'6ae3fa8f-94ef-4801-be38-88d036f6c26e'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:19:29.750272 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-b11215e9-999b-44d0-aa3e-a517772f025d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:19:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['6ae3fa8f-94ef-4801-be38-88d036f6c26e'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:29.880843 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-c51f439d-a11d-45b9-a518-b51ac9f43e30 admin admin] For port 3efc6112-52bc-45da-94d2-d640d3e875a9, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=3efc6112-52bc-45da-94d2-d640d3e875a9,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:19:29.881197 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c51f439d-a11d-45b9-a518-b51ac9f43e30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:29.905592 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-b11215e9-999b-44d0-aa3e-a517772f025d None None] Set router 6ae3fa8f-94ef-4801-be38-88d036f6c26e gateway port host: None {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:19:30.012216 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-c51f439d-a11d-45b9-a518-b51ac9f43e30 admin admin] Calling delete_port for 3efc6112-52bc-45da-94d2-d640d3e875a9 owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:19:30.012815 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-b11215e9-999b-44d0-aa3e-a517772f025d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae3fa8f-94ef-4801-be38-88d036f6c26e', 'name': 'tempest-TestMinimumBasicScenario-714064934-router', 'tenant_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:17:17Z', 'updated_at': '2022-02-09T13:19:29Z', 'revision_number': 6, 'project_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:30.016799 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11215e9-999b-44d0-aa3e-a517772f025d None None] The sync data for ids ['6ae3fa8f-94ef-4801-be38-88d036f6c26e'] in n-d-825178-3 is: [{'id': '6ae3fa8f-94ef-4801-be38-88d036f6c26e', 'name': 'tempest-TestMinimumBasicScenario-714064934-router', 'tenant_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:17:17Z', 'updated_at': '2022-02-09T13:19:29Z', 'revision_number': 6, 'project_id': 'cacf91434ef745fd9bff26ccf1a5e7c0', 'gw_port_host': None}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:19:30.182052 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c51f439d-a11d-45b9-a518-b51ac9f43e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:30.227888 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f439d-a11d-45b9-a518-b51ac9f43e30 admin admin] Pushing event deleted for resources: {'Port': ['ID=3efc6112-52bc-45da-94d2-d640d3e875a9,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:30.324734 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c51f439d-a11d-45b9-a518-b51ac9f43e30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:30.503425 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c51f439d-a11d-45b9-a518-b51ac9f43e30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:30.505628 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c51f439d-a11d-45b9-a518-b51ac9f43e30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:30.527533 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c51f439d-a11d-45b9-a518-b51ac9f43e30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:30.528060 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51f439d-a11d-45b9-a518-b51ac9f43e30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ae3fa8f-94ef-4801-be38-88d036f6c26e {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 13:19:30.540404 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c51f439d-a11d-45b9-a518-b51ac9f43e30 admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:30.541522 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c51f439d-a11d-45b9-a518-b51ac9f43e30 admin admin] 10.222.0.55 "DELETE /v2.0/routers/6ae3fa8f-94ef-4801-be38-88d036f6c26e HTTP/1.1" status: 204 len: 168 time: 1.3163695 Feb 09 13:19:30.544045 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46450) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:30.600310 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-9101ae13-ea5d-412a-8077-3623e26bba60 admin admin] Deleting subnet 8a816339-2d43-4f50-a4c8-d4e6364e2c4f {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 13:19:30.604078 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9101ae13-ea5d-412a-8077-3623e26bba60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:30.656536 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9101ae13-ea5d-412a-8077-3623e26bba60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:30.736282 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9101ae13-ea5d-412a-8077-3623e26bba60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:30.806329 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9101ae13-ea5d-412a-8077-3623e26bba60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:30.954938 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9101ae13-ea5d-412a-8077-3623e26bba60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a816339-2d43-4f50-a4c8-d4e6364e2c4f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:30.956691 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9101ae13-ea5d-412a-8077-3623e26bba60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:30.960522 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01e7471-4d54-45e0-96aa-558392092fc3 None None] Network 9494859e-69d3-4a4d-a947-30c29fa31888 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:19:30.966885 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9101ae13-ea5d-412a-8077-3623e26bba60 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8a816339-2d43-4f50-a4c8-d4e6364e2c4f HTTP/1.1" status: 204 len: 168 time: 0.4196737 Feb 09 13:19:30.967267 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46454) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:31.087637 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c6231a90-1c3b-4fad-9f25-07c1f648657b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:31.090852 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device ecbdb696-891d-4590-aa71-c513b0a04d75 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:19:31.097103 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-c6231a90-1c3b-4fad-9f25-07c1f648657b admin admin] Deleting port a129e402-e39b-46b7-809b-08366bb92cf5 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:19:31.097442 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c6231a90-1c3b-4fad-9f25-07c1f648657b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:31.140915 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: ecbdb696-891d-4590-aa71-c513b0a04d75 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:19:31.141176 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device ecbdb696-891d-4590-aa71-c513b0a04d75 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:19:31.141596 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 3efc6112-52bc-45da-94d2-d640d3e875a9 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:19:31.182369 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 3efc6112-52bc-45da-94d2-d640d3e875a9 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:19:31.182714 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 3efc6112-52bc-45da-94d2-d640d3e875a9 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:19:31.307771 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-c6231a90-1c3b-4fad-9f25-07c1f648657b admin admin] For port a129e402-e39b-46b7-809b-08366bb92cf5, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=a129e402-e39b-46b7-809b-08366bb92cf5,segment=NetworkSegment(101f65f3-34e7-44bf-884c-df218014530f),segment_id=101f65f3-34e7-44bf-884c-df218014530f)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:19:31.308146 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c6231a90-1c3b-4fad-9f25-07c1f648657b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:31.345246 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5cf807-d01d-484d-98f8-bdbabae8aff7 None None] DHCP port deletion for 9494859e-69d3-4a4d-a947-30c29fa31888 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 13:19:31.349564 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-ce5cf807-d01d-484d-98f8-bdbabae8aff7 None None] Deleting port a129e402-e39b-46b7-809b-08366bb92cf5 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:19:31.349952 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ce5cf807-d01d-484d-98f8-bdbabae8aff7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:31.431577 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-c6231a90-1c3b-4fad-9f25-07c1f648657b admin admin] Calling delete_port for a129e402-e39b-46b7-809b-08366bb92cf5 owned by network:dhcp {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:19:31.556130 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-ce5cf807-d01d-484d-98f8-bdbabae8aff7 None None] For port a129e402-e39b-46b7-809b-08366bb92cf5, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=a129e402-e39b-46b7-809b-08366bb92cf5,segment=NetworkSegment(101f65f3-34e7-44bf-884c-df218014530f),segment_id=101f65f3-34e7-44bf-884c-df218014530f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:19:31.556536 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ce5cf807-d01d-484d-98f8-bdbabae8aff7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:31.623936 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c6231a90-1c3b-4fad-9f25-07c1f648657b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:31.672987 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6231a90-1c3b-4fad-9f25-07c1f648657b admin admin] No DVR routers for this DVR port a129e402-e39b-46b7-809b-08366bb92cf5 on host n-d-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:19:31.674640 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6231a90-1c3b-4fad-9f25-07c1f648657b admin admin] Pushing event deleted for resources: {'Port': ['ID=a129e402-e39b-46b7-809b-08366bb92cf5,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:31.683616 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-ce5cf807-d01d-484d-98f8-bdbabae8aff7 None None] Calling delete_port for a129e402-e39b-46b7-809b-08366bb92cf5 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:19:31.754932 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-ce5cf807-d01d-484d-98f8-bdbabae8aff7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:19:31.755278 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-ce5cf807-d01d-484d-98f8-bdbabae8aff7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:19:31.790076 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c6231a90-1c3b-4fad-9f25-07c1f648657b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:31.815563 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-c6231a90-1c3b-4fad-9f25-07c1f648657b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9494859e-69d3-4a4d-a947-30c29fa31888']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:31.828165 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-c6231a90-1c3b-4fad-9f25-07c1f648657b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '101f65f3-34e7-44bf-884c-df218014530f') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:31.828510 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-c6231a90-1c3b-4fad-9f25-07c1f648657b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '101f65f3-34e7-44bf-884c-df218014530f') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:31.839636 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c6231a90-1c3b-4fad-9f25-07c1f648657b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:31.855900 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c6231a90-1c3b-4fad-9f25-07c1f648657b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:31.862111 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6231a90-1c3b-4fad-9f25-07c1f648657b admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 13:19:31.862553 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c6231a90-1c3b-4fad-9f25-07c1f648657b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:31.876068 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 13:19:31.876068 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 13:19:31.876068 n-d-825178-3 neutron-server[87567]: timer() Feb 09 13:19:31.876068 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:19:31.876068 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 13:19:31.876068 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:19:31.876068 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 13:19:31.876068 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:19:31.876068 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 13:19:31.876068 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:19:31.876068 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 13:19:31.876068 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:19:31.876068 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 13:19:31.876068 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:19:31.876068 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:19:31.876068 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:19:31.876068 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:19:31.876068 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:19:31.876068 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 13:19:31.876068 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 13:19:31.876068 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 13:19:31.876068 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 13:19:31.876068 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:19:31.876068 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 13:19:31.876068 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 13:19:31.876068 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 13:19:31.876068 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:19:31.876068 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 13:19:31.876068 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:19:31.876068 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 13:19:31.876068 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:19:31.876068 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:19:31.953625 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c6231a90-1c3b-4fad-9f25-07c1f648657b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:31.958405 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c6231a90-1c3b-4fad-9f25-07c1f648657b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:31.980466 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6231a90-1c3b-4fad-9f25-07c1f648657b admin admin] Pushing event deleted for resources: {'Network': ['ID=9494859e-69d3-4a4d-a947-30c29fa31888,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:31.994796 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c6231a90-1c3b-4fad-9f25-07c1f648657b admin admin] 10.222.0.55 "DELETE /v2.0/networks/9494859e-69d3-4a4d-a947-30c29fa31888 HTTP/1.1" status: 204 len: 168 time: 1.0264819 Feb 09 13:19:31.997656 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46458) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:32.003602 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:19:32.256356 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-ce5cf807-d01d-484d-98f8-bdbabae8aff7 None None] Deleting port a129e402-e39b-46b7-809b-08366bb92cf5 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:19:32.256907 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ce5cf807-d01d-484d-98f8-bdbabae8aff7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:32.339938 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-ce5cf807-d01d-484d-98f8-bdbabae8aff7 None None] The port 'a129e402-e39b-46b7-809b-08366bb92cf5' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 13:19:32.530444 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d13aff99-080b-4f21-aae6-8ecb9137cf29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:32.871212 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-d13aff99-080b-4f21-aae6-8ecb9137cf29 admin admin] Deleting port e2cff07e-b2ff-4f54-9ee8-b2a355fdde58 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:19:32.871468 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d13aff99-080b-4f21-aae6-8ecb9137cf29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:33.045265 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device a129e402-e39b-46b7-809b-08366bb92cf5 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:19:33.080988 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: a129e402-e39b-46b7-809b-08366bb92cf5 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:19:33.081343 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device a129e402-e39b-46b7-809b-08366bb92cf5 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:19:33.150261 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-d13aff99-080b-4f21-aae6-8ecb9137cf29 admin admin] For port e2cff07e-b2ff-4f54-9ee8-b2a355fdde58, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=e2cff07e-b2ff-4f54-9ee8-b2a355fdde58,segment=NetworkSegment(a863adbf-3e88-4c50-84e0-854ccbaea106),segment_id=a863adbf-3e88-4c50-84e0-854ccbaea106)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:19:33.150821 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d13aff99-080b-4f21-aae6-8ecb9137cf29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:33.268492 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-d13aff99-080b-4f21-aae6-8ecb9137cf29 admin admin] Calling delete_port for e2cff07e-b2ff-4f54-9ee8-b2a355fdde58 owned by network:router_interface {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:19:33.579468 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d13aff99-080b-4f21-aae6-8ecb9137cf29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:33.628647 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13aff99-080b-4f21-aae6-8ecb9137cf29 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2cff07e-b2ff-4f54-9ee8-b2a355fdde58,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:33.901255 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d13aff99-080b-4f21-aae6-8ecb9137cf29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:34.262185 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d13aff99-080b-4f21-aae6-8ecb9137cf29 admin admin] Router 953abb1f-2b4c-4188-ac69-db57661d1df5 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:19:34.560472 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13aff99-080b-4f21-aae6-8ecb9137cf29 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:19:34.569028 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8f707a-baa8-421b-8586-ef90e1b9273e None None] Sync routers for ids ['953abb1f-2b4c-4188-ac69-db57661d1df5'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:19:34.576774 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d13aff99-080b-4f21-aae6-8ecb9137cf29 admin admin] 10.222.0.55 "PUT /v2.0/routers/953abb1f-2b4c-4188-ac69-db57661d1df5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5780864 Feb 09 13:19:34.579163 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8f707a-baa8-421b-8586-ef90e1b9273e None None] Routers {'953abb1f-2b4c-4188-ac69-db57661d1df5'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:19:34.579390 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46462) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:34.579774 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7e8f707a-baa8-421b-8586-ef90e1b9273e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:19:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['953abb1f-2b4c-4188-ac69-db57661d1df5'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:34.755775 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-7e8f707a-baa8-421b-8586-ef90e1b9273e None None] Set router 953abb1f-2b4c-4188-ac69-db57661d1df5 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:19:34.756783 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fba2afc7-5689-4c75-9595-36141b34568d admin admin] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:34.934813 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fba2afc7-5689-4c75-9595-36141b34568d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:34.949585 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-fba2afc7-5689-4c75-9595-36141b34568d admin admin] Deleting port 5e6d77fd-92af-4888-8604-9605cc805be4 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:19:34.949926 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fba2afc7-5689-4c75-9595-36141b34568d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:35.057306 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7e8f707a-baa8-421b-8586-ef90e1b9273e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953abb1f-2b4c-4188-ac69-db57661d1df5', 'name': 'tempest-TestMinimumBasicScenario-1628158157-router', 'tenant_id': '041d2efd79ca4717ad4d27db7c84b440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '5e6d77fd-92af-4888-8604-9605cc805be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:17:23Z', 'updated_at': '2022-02-09T13:19:33Z', 'revision_number': 5, 'project_id': '041d2efd79ca4717ad4d27db7c84b440', 'gw_port': {'id': '5e6d77fd-92af-4888-8604-9605cc805be4', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:09:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953abb1f-2b4c-4188-ac69-db57661d1df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:17:24Z', 'updated_at': '2022-02-09T13:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:35.061199 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8f707a-baa8-421b-8586-ef90e1b9273e None None] Checking router: 953abb1f-2b4c-4188-ac69-db57661d1df5 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:19:35.069627 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8f707a-baa8-421b-8586-ef90e1b9273e None None] Routers {'953abb1f-2b4c-4188-ac69-db57661d1df5'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:19:35.070898 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7e8f707a-baa8-421b-8586-ef90e1b9273e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:19:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['953abb1f-2b4c-4188-ac69-db57661d1df5'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:35.131662 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-fba2afc7-5689-4c75-9595-36141b34568d admin admin] For port 5e6d77fd-92af-4888-8604-9605cc805be4, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5e6d77fd-92af-4888-8604-9605cc805be4,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:19:35.132050 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fba2afc7-5689-4c75-9595-36141b34568d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:35.220407 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-7e8f707a-baa8-421b-8586-ef90e1b9273e None None] Set router 953abb1f-2b4c-4188-ac69-db57661d1df5 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:19:35.257829 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-fba2afc7-5689-4c75-9595-36141b34568d admin admin] Calling delete_port for 5e6d77fd-92af-4888-8604-9605cc805be4 owned by network:router_gateway {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:19:35.355797 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7e8f707a-baa8-421b-8586-ef90e1b9273e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953abb1f-2b4c-4188-ac69-db57661d1df5', 'name': 'tempest-TestMinimumBasicScenario-1628158157-router', 'tenant_id': '041d2efd79ca4717ad4d27db7c84b440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:17:23Z', 'updated_at': '2022-02-09T13:19:34Z', 'revision_number': 6, 'project_id': '041d2efd79ca4717ad4d27db7c84b440', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:35.359654 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8f707a-baa8-421b-8586-ef90e1b9273e None None] The sync data for ids ['953abb1f-2b4c-4188-ac69-db57661d1df5'] in n-d-825178-3 is: [{'id': '953abb1f-2b4c-4188-ac69-db57661d1df5', 'name': 'tempest-TestMinimumBasicScenario-1628158157-router', 'tenant_id': '041d2efd79ca4717ad4d27db7c84b440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:17:23Z', 'updated_at': '2022-02-09T13:19:34Z', 'revision_number': 6, 'project_id': '041d2efd79ca4717ad4d27db7c84b440', 'gw_port_host': None}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:19:35.434498 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fba2afc7-5689-4c75-9595-36141b34568d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:35.479777 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba2afc7-5689-4c75-9595-36141b34568d admin admin] Pushing event deleted for resources: {'Port': ['ID=5e6d77fd-92af-4888-8604-9605cc805be4,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:35.574653 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fba2afc7-5689-4c75-9595-36141b34568d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:35.747061 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fba2afc7-5689-4c75-9595-36141b34568d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:35.749209 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fba2afc7-5689-4c75-9595-36141b34568d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:35.774685 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fba2afc7-5689-4c75-9595-36141b34568d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:35.775219 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba2afc7-5689-4c75-9595-36141b34568d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 953abb1f-2b4c-4188-ac69-db57661d1df5 {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 13:19:35.789477 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fba2afc7-5689-4c75-9595-36141b34568d admin admin] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:35.790823 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-fba2afc7-5689-4c75-9595-36141b34568d admin admin] 10.222.0.55 "DELETE /v2.0/routers/953abb1f-2b4c-4188-ac69-db57661d1df5 HTTP/1.1" status: 204 len: 168 time: 1.2104084 Feb 09 13:19:35.794694 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46466) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:35.855236 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7d6d590-c1bc-4dc6-bff6-ecd25137402b admin admin] Deleting subnet 0707aaae-ea37-4df7-9673-6ca89a134371 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 13:19:35.858178 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c7d6d590-c1bc-4dc6-bff6-ecd25137402b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:35.916522 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c7d6d590-c1bc-4dc6-bff6-ecd25137402b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:35.995638 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c7d6d590-c1bc-4dc6-bff6-ecd25137402b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:36.061221 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c7d6d590-c1bc-4dc6-bff6-ecd25137402b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:36.104456 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c7d6d590-c1bc-4dc6-bff6-ecd25137402b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:36.110400 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d6d590-c1bc-4dc6-bff6-ecd25137402b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0707aaae-ea37-4df7-9673-6ca89a134371,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:36.111010 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4466c3-10cf-4794-977c-6d7201b4d2be None None] Network 8ad1fd09-ad2d-40e6-b4e8-706f34a31f89 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:19:36.116505 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c7d6d590-c1bc-4dc6-bff6-ecd25137402b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0707aaae-ea37-4df7-9673-6ca89a134371 HTTP/1.1" status: 204 len: 168 time: 0.3174658 Feb 09 13:19:36.117283 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46470) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:36.230184 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4b9be94a-3534-4124-9ed0-7e57a7f465fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:36.242648 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-4b9be94a-3534-4124-9ed0-7e57a7f465fc admin admin] Deleting port 2ebac4d1-5c8c-44a5-af1b-45f5ded68d92 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:19:36.242997 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4b9be94a-3534-4124-9ed0-7e57a7f465fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:36.395064 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ef6b12-a269-48f7-9d95-aacf139556b5 None None] DHCP port deletion for 8ad1fd09-ad2d-40e6-b4e8-706f34a31f89 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 13:19:36.404617 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-81ef6b12-a269-48f7-9d95-aacf139556b5 None None] Deleting port 2ebac4d1-5c8c-44a5-af1b-45f5ded68d92 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:19:36.404988 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-81ef6b12-a269-48f7-9d95-aacf139556b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:36.481479 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-4b9be94a-3534-4124-9ed0-7e57a7f465fc admin admin] For port 2ebac4d1-5c8c-44a5-af1b-45f5ded68d92, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=2ebac4d1-5c8c-44a5-af1b-45f5ded68d92,segment=NetworkSegment(a863adbf-3e88-4c50-84e0-854ccbaea106),segment_id=a863adbf-3e88-4c50-84e0-854ccbaea106)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:19:36.481844 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4b9be94a-3534-4124-9ed0-7e57a7f465fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:36.611535 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-4b9be94a-3534-4124-9ed0-7e57a7f465fc admin admin] Calling delete_port for 2ebac4d1-5c8c-44a5-af1b-45f5ded68d92 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:19:36.628873 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-81ef6b12-a269-48f7-9d95-aacf139556b5 None None] For port 2ebac4d1-5c8c-44a5-af1b-45f5ded68d92, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=2ebac4d1-5c8c-44a5-af1b-45f5ded68d92,segment=NetworkSegment(a863adbf-3e88-4c50-84e0-854ccbaea106),segment_id=a863adbf-3e88-4c50-84e0-854ccbaea106)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:19:36.629247 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-81ef6b12-a269-48f7-9d95-aacf139556b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:36.696266 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4b9be94a-3534-4124-9ed0-7e57a7f465fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:36.744487 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9be94a-3534-4124-9ed0-7e57a7f465fc admin admin] Pushing event deleted for resources: {'Port': ['ID=2ebac4d1-5c8c-44a5-af1b-45f5ded68d92,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:36.746272 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9be94a-3534-4124-9ed0-7e57a7f465fc admin admin] No DVR routers for this DVR port 2ebac4d1-5c8c-44a5-af1b-45f5ded68d92 on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:19:36.754947 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-81ef6b12-a269-48f7-9d95-aacf139556b5 None None] Calling delete_port for 2ebac4d1-5c8c-44a5-af1b-45f5ded68d92 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:19:36.858582 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-81ef6b12-a269-48f7-9d95-aacf139556b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:19:36.858936 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-81ef6b12-a269-48f7-9d95-aacf139556b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:19:36.862611 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4b9be94a-3534-4124-9ed0-7e57a7f465fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:36.889115 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-4b9be94a-3534-4124-9ed0-7e57a7f465fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ad1fd09-ad2d-40e6-b4e8-706f34a31f89']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:36.901093 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-4b9be94a-3534-4124-9ed0-7e57a7f465fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a863adbf-3e88-4c50-84e0-854ccbaea106') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:36.901385 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-4b9be94a-3534-4124-9ed0-7e57a7f465fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a863adbf-3e88-4c50-84e0-854ccbaea106') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:36.912139 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4b9be94a-3534-4124-9ed0-7e57a7f465fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:36.927919 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4b9be94a-3534-4124-9ed0-7e57a7f465fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:36.934434 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b9be94a-3534-4124-9ed0-7e57a7f465fc admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 13:19:36.934877 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4b9be94a-3534-4124-9ed0-7e57a7f465fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:36.952427 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 13:19:36.952427 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 13:19:36.952427 n-d-825178-3 neutron-server[87568]: timer() Feb 09 13:19:36.952427 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:19:36.952427 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 13:19:36.952427 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:19:36.952427 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 13:19:36.952427 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:19:36.952427 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 13:19:36.952427 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:19:36.952427 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 13:19:36.952427 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:19:36.952427 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 13:19:36.952427 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:19:36.952427 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:19:36.952427 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:19:36.952427 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:19:36.952427 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:19:36.952427 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 13:19:36.952427 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 13:19:36.952427 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 13:19:36.952427 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 13:19:36.952427 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:19:36.952427 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 13:19:36.952427 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 13:19:36.952427 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 13:19:36.952427 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:19:36.952427 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 13:19:36.952427 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:19:36.952427 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 13:19:36.952427 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:19:36.952427 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:19:37.031708 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4b9be94a-3534-4124-9ed0-7e57a7f465fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:37.049813 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4b9be94a-3534-4124-9ed0-7e57a7f465fc admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:37.050325 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5e6d77fd-92af-4888-8604-9605cc805be4 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:19:37.062316 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9be94a-3534-4124-9ed0-7e57a7f465fc admin admin] Pushing event deleted for resources: {'Network': ['ID=8ad1fd09-ad2d-40e6-b4e8-706f34a31f89,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:37.067195 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4b9be94a-3534-4124-9ed0-7e57a7f465fc admin admin] 10.222.0.55 "DELETE /v2.0/networks/8ad1fd09-ad2d-40e6-b4e8-706f34a31f89 HTTP/1.1" status: 204 len: 168 time: 0.9488678 Feb 09 13:19:37.083814 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 5e6d77fd-92af-4888-8604-9605cc805be4 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:19:37.084186 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5e6d77fd-92af-4888-8604-9605cc805be4 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:19:37.084613 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 2ebac4d1-5c8c-44a5-af1b-45f5ded68d92 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:19:37.121216 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 2ebac4d1-5c8c-44a5-af1b-45f5ded68d92 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:19:37.121886 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 2ebac4d1-5c8c-44a5-af1b-45f5ded68d92 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:19:37.121886 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device e2cff07e-b2ff-4f54-9ee8-b2a355fdde58 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:19:37.154861 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: e2cff07e-b2ff-4f54-9ee8-b2a355fdde58 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:19:37.155213 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device e2cff07e-b2ff-4f54-9ee8-b2a355fdde58 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:19:37.241697 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46476) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:37.293574 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-78983d4c-e3cc-4eee-b074-24352ade4d85 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cacf91434ef745fd9bff26ccf1a5e7c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498915 Feb 09 13:19:37.296027 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46480) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:37.354517 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7bf9b11d-fe0b-4f8f-afd2-a54644ef0827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:37.360112 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-81ef6b12-a269-48f7-9d95-aacf139556b5 None None] Deleting port 2ebac4d1-5c8c-44a5-af1b-45f5ded68d92 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:19:37.360499 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-81ef6b12-a269-48f7-9d95-aacf139556b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:37.380198 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7bf9b11d-fe0b-4f8f-afd2-a54644ef0827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:37.430823 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-81ef6b12-a269-48f7-9d95-aacf139556b5 None None] The port '2ebac4d1-5c8c-44a5-af1b-45f5ded68d92' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 13:19:37.433526 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7bf9b11d-fe0b-4f8f-afd2-a54644ef0827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:37.452343 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf9b11d-fe0b-4f8f-afd2-a54644ef0827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3267222-e495-496d-8698-ec7f553cc826,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:37.455883 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7bf9b11d-fe0b-4f8f-afd2-a54644ef0827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:37.459515 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7bf9b11d-fe0b-4f8f-afd2-a54644ef0827 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c3267222-e495-496d-8698-ec7f553cc826 HTTP/1.1" status: 204 len: 168 time: 0.1600819 Feb 09 13:19:37.790907 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46488) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:37.838100 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6a468534-cda7-455f-a8c2-0f7ba7009993 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=041d2efd79ca4717ad4d27db7c84b440&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460727 Feb 09 13:19:37.840562 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46492) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:37.901538 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-61125568-be98-44c9-9dab-981967948884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:37.926567 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-61125568-be98-44c9-9dab-981967948884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:37.977659 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-61125568-be98-44c9-9dab-981967948884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:37.993000 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61125568-be98-44c9-9dab-981967948884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d568794-e4c3-4812-a8fc-0177834bf914,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:37.998169 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-61125568-be98-44c9-9dab-981967948884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:38.001682 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-61125568-be98-44c9-9dab-981967948884 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2d568794-e4c3-4812-a8fc-0177834bf914 HTTP/1.1" status: 204 len: 168 time: 0.1578283 Feb 09 13:19:39.825502 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46534) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:39.831921 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-3eaa5c6b-813f-4a52-9e55-9740708b8b0f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-41287148', 'description': 'tempest-secgroup-smoke-41287148 description', 'project_id': '6056198879324428bd651de1cdbb016f'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:19:39.839583 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3eaa5c6b-813f-4a52-9e55-9740708b8b0f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:19:39.844230 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3eaa5c6b-813f-4a52-9e55-9740708b8b0f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:security_group and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:19:39.848196 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3eaa5c6b-813f-4a52-9e55-9740708b8b0f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:19:39.856622 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3eaa5c6b-813f-4a52-9e55-9740708b8b0f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:19:39.866082 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3eaa5c6b-813f-4a52-9e55-9740708b8b0f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:39.879127 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3eaa5c6b-813f-4a52-9e55-9740708b8b0f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:39.905733 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3eaa5c6b-813f-4a52-9e55-9740708b8b0f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:19:39.909842 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3eaa5c6b-813f-4a52-9e55-9740708b8b0f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:security_group_rule and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:19:39.912707 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3eaa5c6b-813f-4a52-9e55-9740708b8b0f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:19:39.918627 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3eaa5c6b-813f-4a52-9e55-9740708b8b0f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:19:40.014721 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3eaa5c6b-813f-4a52-9e55-9740708b8b0f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:40.019439 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3eaa5c6b-813f-4a52-9e55-9740708b8b0f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:40.031879 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3eaa5c6b-813f-4a52-9e55-9740708b8b0f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:19:40.039610 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3eaa5c6b-813f-4a52-9e55-9740708b8b0f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:security_group_rule and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:19:40.048146 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-3eaa5c6b-813f-4a52-9e55-9740708b8b0f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:19:40.058939 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3eaa5c6b-813f-4a52-9e55-9740708b8b0f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:19:40.062485 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa5c6b-813f-4a52-9e55-9740708b8b0f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7609a1d-e30c-4193-b980-07c781fde999,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:40.139223 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3eaa5c6b-813f-4a52-9e55-9740708b8b0f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:40.143570 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3eaa5c6b-813f-4a52-9e55-9740708b8b0f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:40.184637 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa5c6b-813f-4a52-9e55-9740708b8b0f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49e614b4-e64c-4720-9fb0-1948df6aec50,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:40.188600 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3eaa5c6b-813f-4a52-9e55-9740708b8b0f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:40.189776 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-3eaa5c6b-813f-4a52-9e55-9740708b8b0f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3633001 Feb 09 13:19:40.192891 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46538) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:40.198462 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-68d6e823-dcb2-4a83-9896-14c4dc857419 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'security_group_rule': {'security_group_id': '49e614b4-e64c-4720-9fb0-1948df6aec50', 'project_id': '6056198879324428bd651de1cdbb016f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:19:40.205209 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-68d6e823-dcb2-4a83-9896-14c4dc857419 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:19:40.208979 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-68d6e823-dcb2-4a83-9896-14c4dc857419 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:security_group_rule and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:19:40.211878 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-68d6e823-dcb2-4a83-9896-14c4dc857419 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:19:40.217444 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-68d6e823-dcb2-4a83-9896-14c4dc857419 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:19:40.235279 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68d6e823-dcb2-4a83-9896-14c4dc857419 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:40.294336 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68d6e823-dcb2-4a83-9896-14c4dc857419 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:40.298149 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68d6e823-dcb2-4a83-9896-14c4dc857419 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:40.323503 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d6e823-dcb2-4a83-9896-14c4dc857419 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80f9b8c7-a8e9-4b11-a58d-9e5e3748eb7f,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:40.333400 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68d6e823-dcb2-4a83-9896-14c4dc857419 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:40.334742 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-68d6e823-dcb2-4a83-9896-14c4dc857419 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1409574 Feb 09 13:19:40.337668 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46542) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:40.342746 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-7b4f61e9-5dd4-4536-b2df-80981e9897c9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'security_group_rule': {'security_group_id': '49e614b4-e64c-4720-9fb0-1948df6aec50', 'project_id': '6056198879324428bd651de1cdbb016f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:19:40.349749 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7b4f61e9-5dd4-4536-b2df-80981e9897c9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:19:40.354568 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7b4f61e9-5dd4-4536-b2df-80981e9897c9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:security_group_rule and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:19:40.357473 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7b4f61e9-5dd4-4536-b2df-80981e9897c9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:19:40.363623 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7b4f61e9-5dd4-4536-b2df-80981e9897c9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:19:40.380601 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7b4f61e9-5dd4-4536-b2df-80981e9897c9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:40.441283 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7b4f61e9-5dd4-4536-b2df-80981e9897c9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:40.444948 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7b4f61e9-5dd4-4536-b2df-80981e9897c9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:40.474204 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4f61e9-5dd4-4536-b2df-80981e9897c9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d83d3fa0-3e4d-4168-9eb7-fe64158cb2fd,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:40.480707 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7b4f61e9-5dd4-4536-b2df-80981e9897c9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:40.481979 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7b4f61e9-5dd4-4536-b2df-80981e9897c9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1431248 Feb 09 13:19:40.484510 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46546) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:40.489492 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-4874662b-aaa9-492e-9c8b-cbd6d14df20c tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'security_group_rule': {'security_group_id': '49e614b4-e64c-4720-9fb0-1948df6aec50', 'project_id': '6056198879324428bd651de1cdbb016f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:19:40.496919 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4874662b-aaa9-492e-9c8b-cbd6d14df20c tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:19:40.500739 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4874662b-aaa9-492e-9c8b-cbd6d14df20c tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:security_group_rule and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:19:40.503547 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4874662b-aaa9-492e-9c8b-cbd6d14df20c tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:19:40.509209 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4874662b-aaa9-492e-9c8b-cbd6d14df20c tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:19:40.526504 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4874662b-aaa9-492e-9c8b-cbd6d14df20c tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:40.589677 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4874662b-aaa9-492e-9c8b-cbd6d14df20c tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:40.593294 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4874662b-aaa9-492e-9c8b-cbd6d14df20c tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:40.617249 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4874662b-aaa9-492e-9c8b-cbd6d14df20c tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3d36767-b17c-4641-94d0-2cc6ffe23c49,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:40.625662 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4874662b-aaa9-492e-9c8b-cbd6d14df20c tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:40.626808 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4874662b-aaa9-492e-9c8b-cbd6d14df20c tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1413412 Feb 09 13:19:40.629589 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46550) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:40.634553 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-18a550db-caf9-479b-a75c-b01f2e361dd0 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'security_group_rule': {'security_group_id': '49e614b4-e64c-4720-9fb0-1948df6aec50', 'project_id': '6056198879324428bd651de1cdbb016f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:19:40.640987 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-18a550db-caf9-479b-a75c-b01f2e361dd0 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:19:40.644881 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-18a550db-caf9-479b-a75c-b01f2e361dd0 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:security_group_rule and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:19:40.648537 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-18a550db-caf9-479b-a75c-b01f2e361dd0 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:19:40.654006 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-18a550db-caf9-479b-a75c-b01f2e361dd0 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:19:40.670508 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-18a550db-caf9-479b-a75c-b01f2e361dd0 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:40.732286 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-18a550db-caf9-479b-a75c-b01f2e361dd0 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:40.735691 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-18a550db-caf9-479b-a75c-b01f2e361dd0 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:40.758964 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a550db-caf9-479b-a75c-b01f2e361dd0 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04516430-e625-4340-9d38-276c816cd9f4,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:40.766966 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-18a550db-caf9-479b-a75c-b01f2e361dd0 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:40.768142 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-18a550db-caf9-479b-a75c-b01f2e361dd0 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1376383 Feb 09 13:19:40.770840 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46554) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:40.776483 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-aac73338-9668-4c05-86ab-fb0ac500a260 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'security_group_rule': {'security_group_id': '49e614b4-e64c-4720-9fb0-1948df6aec50', 'project_id': '6056198879324428bd651de1cdbb016f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:19:40.782951 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-aac73338-9668-4c05-86ab-fb0ac500a260 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:19:40.786728 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-aac73338-9668-4c05-86ab-fb0ac500a260 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:security_group_rule and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:19:40.790300 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-aac73338-9668-4c05-86ab-fb0ac500a260 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:19:40.796064 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-aac73338-9668-4c05-86ab-fb0ac500a260 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:19:40.815224 n-d-825178-3 neutron-server[87568]: INFO neutron.db.securitygroups_db [None req-aac73338-9668-4c05-86ab-fb0ac500a260 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Project 6056198879324428bd651de1cdbb016f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 13:19:40.822524 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aac73338-9668-4c05-86ab-fb0ac500a260 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:40.891228 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aac73338-9668-4c05-86ab-fb0ac500a260 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:40.894593 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aac73338-9668-4c05-86ab-fb0ac500a260 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:40.919455 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac73338-9668-4c05-86ab-fb0ac500a260 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf14d6b3-71ca-411a-8775-8a695e14c7e6,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:40.927476 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aac73338-9668-4c05-86ab-fb0ac500a260 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:40.928669 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-aac73338-9668-4c05-86ab-fb0ac500a260 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1569426 Feb 09 13:19:40.931434 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46558) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:40.936506 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-f766163b-2f68-4a51-ac43-fbdeaac6481d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'security_group_rule': {'security_group_id': '49e614b4-e64c-4720-9fb0-1948df6aec50', 'project_id': '6056198879324428bd651de1cdbb016f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:19:40.943002 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f766163b-2f68-4a51-ac43-fbdeaac6481d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:19:40.947121 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f766163b-2f68-4a51-ac43-fbdeaac6481d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:security_group_rule and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:19:40.949970 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f766163b-2f68-4a51-ac43-fbdeaac6481d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:19:40.955428 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f766163b-2f68-4a51-ac43-fbdeaac6481d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:19:40.965708 n-d-825178-3 neutron-server[87568]: INFO neutron.db.securitygroups_db [None req-f766163b-2f68-4a51-ac43-fbdeaac6481d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Project 6056198879324428bd651de1cdbb016f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 13:19:40.972339 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f766163b-2f68-4a51-ac43-fbdeaac6481d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:41.050514 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f766163b-2f68-4a51-ac43-fbdeaac6481d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:41.054690 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f766163b-2f68-4a51-ac43-fbdeaac6481d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:41.079373 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f766163b-2f68-4a51-ac43-fbdeaac6481d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9040e12-4601-4551-93bc-b1064df45a21,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:41.088531 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f766163b-2f68-4a51-ac43-fbdeaac6481d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:41.090365 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f766163b-2f68-4a51-ac43-fbdeaac6481d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1574430 Feb 09 13:19:41.092928 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46562) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:41.098260 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-320fb121-7997-47a0-b039-ab685bb54b93 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'network': {'name': 'tempest-network-smoke--1695502995', 'project_id': '6056198879324428bd651de1cdbb016f', 'port_security_enabled': True}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:19:41.104655 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-320fb121-7997-47a0-b039-ab685bb54b93 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:19:41.108459 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-320fb121-7997-47a0-b039-ab685bb54b93 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:network and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:19:41.111242 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-320fb121-7997-47a0-b039-ab685bb54b93 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:19:41.117779 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-320fb121-7997-47a0-b039-ab685bb54b93 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:19:41.127588 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320fb121-7997-47a0-b039-ab685bb54b93 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Made reservation on behalf of 6056198879324428bd651de1cdbb016f for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:19:41.130944 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-320fb121-7997-47a0-b039-ab685bb54b93 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:41.157749 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-320fb121-7997-47a0-b039-ab685bb54b93 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:19:41.166949 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-320fb121-7997-47a0-b039-ab685bb54b93 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:41.167290 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-320fb121-7997-47a0-b039-ab685bb54b93 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Added segment bf584e45-6f68-4e17-a23f-05d8ebd7db97 of type vlan for network 9f7fe4f8-1641-40b8-b346-e579ec956d68 Feb 09 13:19:41.195480 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-320fb121-7997-47a0-b039-ab685bb54b93 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:41.222887 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-320fb121-7997-47a0-b039-ab685bb54b93 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:41.229007 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320fb121-7997-47a0-b039-ab685bb54b93 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:41.229585 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-320fb121-7997-47a0-b039-ab685bb54b93 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:41.338775 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-320fb121-7997-47a0-b039-ab685bb54b93 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2448218 Feb 09 13:19:41.341586 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320fb121-7997-47a0-b039-ab685bb54b93 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'Network': ['ID=9f7fe4f8-1641-40b8-b346-e579ec956d68,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:41.341950 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46566) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:41.348079 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-2f33171a-63bd-4584-b590-f91b7da16ec7 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1388760666', 'admin_state_up': True, 'project_id': '6056198879324428bd651de1cdbb016f', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:19:41.353154 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 9f7fe4f8-1641-40b8-b346-e579ec956d68 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:19:41.357254 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-2f33171a-63bd-4584-b590-f91b7da16ec7 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:19:41.361155 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-2f33171a-63bd-4584-b590-f91b7da16ec7 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:router and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:19:41.363997 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-2f33171a-63bd-4584-b590-f91b7da16ec7 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:19:41.370549 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-2f33171a-63bd-4584-b590-f91b7da16ec7 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:19:41.380270 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2f33171a-63bd-4584-b590-f91b7da16ec7 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:41.381284 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2f33171a-63bd-4584-b590-f91b7da16ec7 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:41.396321 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2f33171a-63bd-4584-b590-f91b7da16ec7 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:41.768652 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2f33171a-63bd-4584-b590-f91b7da16ec7 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:42.066447 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2f33171a-63bd-4584-b590-f91b7da16ec7 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for router_gateway, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:42.094799 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2f33171a-63bd-4584-b590-f91b7da16ec7 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:42.229268 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-2f33171a-63bd-4584-b590-f91b7da16ec7 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Allocated IP 172.25.7.34 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/ec53979d-c336-4f4b-af7a-2696a437e0e5) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:19:42.370912 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2f33171a-63bd-4584-b590-f91b7da16ec7 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:42.399881 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2f33171a-63bd-4584-b590-f91b7da16ec7 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:42.463457 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f33171a-63bd-4584-b590-f91b7da16ec7 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:19:42.466085 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-2f33171a-63bd-4584-b590-f91b7da16ec7 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:19:42.469812 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f33171a-63bd-4584-b590-f91b7da16ec7 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:19:42.508604 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f33171a-63bd-4584-b590-f91b7da16ec7 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'Port': ['ID=ec53979d-c336-4f4b-af7a-2696a437e0e5,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:42.997495 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2f33171a-63bd-4584-b590-f91b7da16ec7 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for router_gateway, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:43.333885 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2f33171a-63bd-4584-b590-f91b7da16ec7 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:43.535608 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f33171a-63bd-4584-b590-f91b7da16ec7 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Router 69ffc12b-48ba-4485-a40b-8d9b13291424 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 13:19:43.707877 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f33171a-63bd-4584-b590-f91b7da16ec7 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:19:43.720165 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d32fed-cece-45d3-8a15-2e86da7855ef None None] Sync routers for ids ['69ffc12b-48ba-4485-a40b-8d9b13291424'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:19:43.729496 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d32fed-cece-45d3-8a15-2e86da7855ef None None] Routers {'69ffc12b-48ba-4485-a40b-8d9b13291424'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:19:43.730107 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-68d32fed-cece-45d3-8a15-2e86da7855ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:19:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['69ffc12b-48ba-4485-a40b-8d9b13291424'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:43.733777 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2f33171a-63bd-4584-b590-f91b7da16ec7 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:43.734987 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2f33171a-63bd-4584-b590-f91b7da16ec7 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3914948 Feb 09 13:19:43.738249 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46570) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:43.882478 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-34fe334c-7385-4b8a-9728-6d255abd1b92 tempest-TestNetworkAdvancedServerOps-296500683 tempest-TestNetworkAdvancedServerOps-296500683-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=6056198879324428bd651de1cdbb016f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1431067 Feb 09 13:19:43.885542 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46576) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:43.905180 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-68d32fed-cece-45d3-8a15-2e86da7855ef None None] Set router 69ffc12b-48ba-4485-a40b-8d9b13291424 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:19:44.016730 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62eb18b-0603-47c7-bfce-2a113eb71f37 tempest-TestNetworkAdvancedServerOps-296500683 tempest-TestNetworkAdvancedServerOps-296500683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:44.018122 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a62eb18b-0603-47c7-bfce-2a113eb71f37 tempest-TestNetworkAdvancedServerOps-296500683 tempest-TestNetworkAdvancedServerOps-296500683-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1316118 Feb 09 13:19:44.021003 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46580) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:44.060025 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6e7e87af-b256-4e03-b3fe-bb319b1d3f0a tempest-TestNetworkAdvancedServerOps-296500683 tempest-TestNetworkAdvancedServerOps-296500683-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=af0bad45-b31e-4cb1-a77c-3bbc34409de5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379610 Feb 09 13:19:44.062648 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46584) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:44.067783 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-99370a4e-e379-402e-a725-ae33e8a2ec27 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1382340491', 'network_id': '9f7fe4f8-1641-40b8-b346-e579ec956d68', 'project_id': '6056198879324428bd651de1cdbb016f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:19:44.137522 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e4e35506-6312-4e6f-b630-ee9d25a532a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:44.209917 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-68d32fed-cece-45d3-8a15-2e86da7855ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ffc12b-48ba-4485-a40b-8d9b13291424', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388760666', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'ec53979d-c336-4f4b-af7a-2696a437e0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:19:41Z', 'updated_at': '2022-02-09T13:19:42Z', 'revision_number': 3, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': 'ec53979d-c336-4f4b-af7a-2696a437e0e5', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ffc12b-48ba-4485-a40b-8d9b13291424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:19:42Z', 'updated_at': '2022-02-09T13:19:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:44.214636 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d32fed-cece-45d3-8a15-2e86da7855ef None None] Checking router: 69ffc12b-48ba-4485-a40b-8d9b13291424 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:19:44.215150 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d32fed-cece-45d3-8a15-2e86da7855ef None None] Updating router 69ffc12b-48ba-4485-a40b-8d9b13291424 port ec53979d-c336-4f4b-af7a-2696a437e0e5 binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 13:19:44.269269 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-68d32fed-cece-45d3-8a15-2e86da7855ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:44.287731 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-99370a4e-e379-402e-a725-ae33e8a2ec27 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:19:44.292168 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-99370a4e-e379-402e-a725-ae33e8a2ec27 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:subnet and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:19:44.295102 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-99370a4e-e379-402e-a725-ae33e8a2ec27 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:19:44.300928 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-99370a4e-e379-402e-a725-ae33e8a2ec27 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:19:44.311047 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99370a4e-e379-402e-a725-ae33e8a2ec27 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Made reservation on behalf of 6056198879324428bd651de1cdbb016f for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:19:44.314886 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-99370a4e-e379-402e-a725-ae33e8a2ec27 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:44.532228 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-99370a4e-e379-402e-a725-ae33e8a2ec27 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:44.600213 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-68d32fed-cece-45d3-8a15-2e86da7855ef None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:44.613254 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-68d32fed-cece-45d3-8a15-2e86da7855ef None None] Transition to ACTIVE for port object ec53979d-c336-4f4b-af7a-2696a437e0e5 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:19:44.618217 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99370a4e-e379-402e-a725-ae33e8a2ec27 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'Subnet': ['ID=8bff9347-0278-4f3f-b757-256627db4cdd,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:44.620928 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-68d32fed-cece-45d3-8a15-2e86da7855ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:44.622820 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99370a4e-e379-402e-a725-ae33e8a2ec27 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Checking segment: {'id': 'bf584e45-6f68-4e17-a23f-05d8ebd7db97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '9f7fe4f8-1641-40b8-b346-e579ec956d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:19:44.623178 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99370a4e-e379-402e-a725-ae33e8a2ec27 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Network hostable DHCP agents. Network: 9f7fe4f8-1641-40b8-b346-e579ec956d68, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:19:44.642678 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99370a4e-e379-402e-a725-ae33e8a2ec27 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Network 9f7fe4f8-1641-40b8-b346-e579ec956d68 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:19:44.652009 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-99370a4e-e379-402e-a725-ae33e8a2ec27 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 9f7fe4f8-1641-40b8-b346-e579ec956d68) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:19:44.656167 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99370a4e-e379-402e-a725-ae33e8a2ec27 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:44.656762 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-99370a4e-e379-402e-a725-ae33e8a2ec27 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:44.668734 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f80aa8-0b72-4134-8182-efebc8463f8f None None] Network 9f7fe4f8-1641-40b8-b346-e579ec956d68 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:19:44.677234 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-99370a4e-e379-402e-a725-ae33e8a2ec27 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6135855 Feb 09 13:19:44.680612 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46588) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:44.828927 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e0683-11fe-4f5e-b18e-c27064a7ee5a None None] Pushing event updated for resources: {'Port': ['ID=ec53979d-c336-4f4b-af7a-2696a437e0e5,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:44.830964 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-68d32fed-cece-45d3-8a15-2e86da7855ef None None] Attempting to bind port ec53979d-c336-4f4b-af7a-2696a437e0e5 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:19:44.831352 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-68d32fed-cece-45d3-8a15-2e86da7855ef None None] Attempting to bind port ec53979d-c336-4f4b-af7a-2696a437e0e5 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:19:44.831693 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d32fed-cece-45d3-8a15-2e86da7855ef None None] Attempting to bind port ec53979d-c336-4f4b-af7a-2696a437e0e5 on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:19:44.844447 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d32fed-cece-45d3-8a15-2e86da7855ef None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:19:44.844824 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d32fed-cece-45d3-8a15-2e86da7855ef None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:19:44.845224 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-68d32fed-cece-45d3-8a15-2e86da7855ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:44.845619 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d32fed-cece-45d3-8a15-2e86da7855ef None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:19:44.846080 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-68d32fed-cece-45d3-8a15-2e86da7855ef None None] Bound port: ec53979d-c336-4f4b-af7a-2696a437e0e5, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:19:44.846458 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-68d32fed-cece-45d3-8a15-2e86da7855ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:44.888142 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e0683-11fe-4f5e-b18e-c27064a7ee5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:44.888804 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e0683-11fe-4f5e-b18e-c27064a7ee5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:44.889423 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e0683-11fe-4f5e-b18e-c27064a7ee5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:44.889932 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e0683-11fe-4f5e-b18e-c27064a7ee5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:44.890427 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e0683-11fe-4f5e-b18e-c27064a7ee5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:44.890916 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e0683-11fe-4f5e-b18e-c27064a7ee5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:44.891400 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e0683-11fe-4f5e-b18e-c27064a7ee5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:44.891775 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e0683-11fe-4f5e-b18e-c27064a7ee5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:44.892132 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e0683-11fe-4f5e-b18e-c27064a7ee5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:44.892461 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e0683-11fe-4f5e-b18e-c27064a7ee5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:44.892860 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e0683-11fe-4f5e-b18e-c27064a7ee5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:44.893184 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e0683-11fe-4f5e-b18e-c27064a7ee5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:45.014802 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-68d32fed-cece-45d3-8a15-2e86da7855ef None None] For port ec53979d-c336-4f4b-af7a-2696a437e0e5, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:19:45.028052 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-68d32fed-cece-45d3-8a15-2e86da7855ef None None] For port ec53979d-c336-4f4b-af7a-2696a437e0e5, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=ec53979d-c336-4f4b-af7a-2696a437e0e5,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:19:45.035300 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-68d32fed-cece-45d3-8a15-2e86da7855ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:45.144752 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771667fc-3452-4960-a4cc-cd3f79ad10d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-9f7fe4f8-1641-40b8-b346-e579ec956d68', 'network_id': '9f7fe4f8-1641-40b8-b346-e579ec956d68', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'fixed_ips': [{'subnet_id': '8bff9347-0278-4f3f-b757-256627db4cdd'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 13:19:45.145591 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-771667fc-3452-4960-a4cc-cd3f79ad10d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:45.160058 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d32fed-cece-45d3-8a15-2e86da7855ef None None] Routers {'69ffc12b-48ba-4485-a40b-8d9b13291424'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:19:45.160800 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-68d32fed-cece-45d3-8a15-2e86da7855ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:19:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['69ffc12b-48ba-4485-a40b-8d9b13291424'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:45.248602 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e0683-11fe-4f5e-b18e-c27064a7ee5a None None] Pushing event updated for resources: {'Port': ['ID=ec53979d-c336-4f4b-af7a-2696a437e0e5,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:45.497420 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-68d32fed-cece-45d3-8a15-2e86da7855ef None None] Set router 69ffc12b-48ba-4485-a40b-8d9b13291424 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:19:45.525346 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9c682ff4-bd0b-4b7a-84b6-c1122a864fd9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:45.633372 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-771667fc-3452-4960-a4cc-cd3f79ad10d9 None None] Allocated IP 172.20.0.2 (9f7fe4f8-1641-40b8-b346-e579ec956d68/8bff9347-0278-4f3f-b757-256627db4cdd/a889ee28-8107-48a5-8884-10db97f81ddd) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:19:45.958216 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-771667fc-3452-4960-a4cc-cd3f79ad10d9 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:45.977441 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-68d32fed-cece-45d3-8a15-2e86da7855ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ffc12b-48ba-4485-a40b-8d9b13291424', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388760666', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'ec53979d-c336-4f4b-af7a-2696a437e0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:19:41Z', 'updated_at': '2022-02-09T13:19:42Z', 'revision_number': 3, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': 'ec53979d-c336-4f4b-af7a-2696a437e0e5', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ffc12b-48ba-4485-a40b-8d9b13291424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:19:42Z', 'updated_at': '2022-02-09T13:19:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:45.979916 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-771667fc-3452-4960-a4cc-cd3f79ad10d9 None None] Transition to ACTIVE for port object a889ee28-8107-48a5-8884-10db97f81ddd will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:19:45.989897 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d32fed-cece-45d3-8a15-2e86da7855ef None None] The sync data for ids ['69ffc12b-48ba-4485-a40b-8d9b13291424'] in n-d-825178-3 is: [{'id': '69ffc12b-48ba-4485-a40b-8d9b13291424', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388760666', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'ec53979d-c336-4f4b-af7a-2696a437e0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:19:41Z', 'updated_at': '2022-02-09T13:19:42Z', 'revision_number': 3, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': 'ec53979d-c336-4f4b-af7a-2696a437e0e5', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ffc12b-48ba-4485-a40b-8d9b13291424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:19:42Z', 'updated_at': '2022-02-09T13:19:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:19:46.001529 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-771667fc-3452-4960-a4cc-cd3f79ad10d9 None None] Transition to ACTIVE for port object a889ee28-8107-48a5-8884-10db97f81ddd will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:19:46.009549 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-771667fc-3452-4960-a4cc-cd3f79ad10d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:46.079578 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-9c682ff4-bd0b-4b7a-84b6-c1122a864fd9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Allocated IP 172.20.0.1 (9f7fe4f8-1641-40b8-b346-e579ec956d68/8bff9347-0278-4f3f-b757-256627db4cdd/638e5343-0a1d-4fae-b7d5-21816a14d591) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:19:46.081405 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771667fc-3452-4960-a4cc-cd3f79ad10d9 None None] Network 9f7fe4f8-1641-40b8-b346-e579ec956d68 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:19:46.084341 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-771667fc-3452-4960-a4cc-cd3f79ad10d9 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:19:46.086868 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771667fc-3452-4960-a4cc-cd3f79ad10d9 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:19:46.131237 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771667fc-3452-4960-a4cc-cd3f79ad10d9 None None] Pushing event updated for resources: {'Port': ['ID=a889ee28-8107-48a5-8884-10db97f81ddd,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:46.185803 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-771667fc-3452-4960-a4cc-cd3f79ad10d9 None None] Attempting to bind port a889ee28-8107-48a5-8884-10db97f81ddd on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:19:46.186186 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-771667fc-3452-4960-a4cc-cd3f79ad10d9 None None] Attempting to bind port a889ee28-8107-48a5-8884-10db97f81ddd by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'bf584e45-6f68-4e17-a23f-05d8ebd7db97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '9f7fe4f8-1641-40b8-b346-e579ec956d68'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:19:46.186513 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771667fc-3452-4960-a4cc-cd3f79ad10d9 None None] Attempting to bind port a889ee28-8107-48a5-8884-10db97f81ddd on network 9f7fe4f8-1641-40b8-b346-e579ec956d68 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:19:46.192162 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771667fc-3452-4960-a4cc-cd3f79ad10d9 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:19:46.192533 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771667fc-3452-4960-a4cc-cd3f79ad10d9 None None] Checking segment: {'id': 'bf584e45-6f68-4e17-a23f-05d8ebd7db97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '9f7fe4f8-1641-40b8-b346-e579ec956d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:19:46.192933 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-771667fc-3452-4960-a4cc-cd3f79ad10d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:46.193318 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771667fc-3452-4960-a4cc-cd3f79ad10d9 None None] Bound using segment: {'id': 'bf584e45-6f68-4e17-a23f-05d8ebd7db97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '9f7fe4f8-1641-40b8-b346-e579ec956d68'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:19:46.193787 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-771667fc-3452-4960-a4cc-cd3f79ad10d9 None None] Bound port: a889ee28-8107-48a5-8884-10db97f81ddd, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf584e45-6f68-4e17-a23f-05d8ebd7db97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '9f7fe4f8-1641-40b8-b346-e579ec956d68'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:19:46.194152 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-771667fc-3452-4960-a4cc-cd3f79ad10d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:46.263861 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9c682ff4-bd0b-4b7a-84b6-c1122a864fd9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:46.284379 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-9c682ff4-bd0b-4b7a-84b6-c1122a864fd9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Transition to ACTIVE for port object 638e5343-0a1d-4fae-b7d5-21816a14d591 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:19:46.312537 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9c682ff4-bd0b-4b7a-84b6-c1122a864fd9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:46.326726 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-771667fc-3452-4960-a4cc-cd3f79ad10d9 None None] For port a889ee28-8107-48a5-8884-10db97f81ddd, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:19:46.332010 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-771667fc-3452-4960-a4cc-cd3f79ad10d9 None None] For port a889ee28-8107-48a5-8884-10db97f81ddd, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=a889ee28-8107-48a5-8884-10db97f81ddd,segment=NetworkSegment(bf584e45-6f68-4e17-a23f-05d8ebd7db97),segment_id=bf584e45-6f68-4e17-a23f-05d8ebd7db97)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:19:46.339113 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-771667fc-3452-4960-a4cc-cd3f79ad10d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:46.394252 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c682ff4-bd0b-4b7a-84b6-c1122a864fd9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Network 9f7fe4f8-1641-40b8-b346-e579ec956d68 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:19:46.397562 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-9c682ff4-bd0b-4b7a-84b6-c1122a864fd9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:19:46.403067 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c682ff4-bd0b-4b7a-84b6-c1122a864fd9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:19:46.439411 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771667fc-3452-4960-a4cc-cd3f79ad10d9 None None] Pushing event updated for resources: {'Port': ['ID=a889ee28-8107-48a5-8884-10db97f81ddd,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:46.449221 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c682ff4-bd0b-4b7a-84b6-c1122a864fd9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'Port': ['ID=638e5343-0a1d-4fae-b7d5-21816a14d591,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:46.471945 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9c682ff4-bd0b-4b7a-84b6-c1122a864fd9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:46.502381 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ae24d3bd-257f-4ed5-8b83-a28366a76d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:46.767340 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9c682ff4-bd0b-4b7a-84b6-c1122a864fd9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:47.106246 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device ec53979d-c336-4f4b-af7a-2696a437e0e5 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:19:47.232851 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port ec53979d-c336-4f4b-af7a-2696a437e0e5 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:19:47.237961 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port ec53979d-c336-4f4b-af7a-2696a437e0e5 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:19:47.238345 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:47.337957 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9c682ff4-bd0b-4b7a-84b6-c1122a864fd9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:47.344260 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9c682ff4-bd0b-4b7a-84b6-c1122a864fd9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:47.381818 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:47.401851 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port ec53979d-c336-4f4b-af7a-2696a437e0e5, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=ec53979d-c336-4f4b-af7a-2696a437e0e5,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:19:47.406869 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:47.407793 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device a889ee28-8107-48a5-8884-10db97f81ddd up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:19:47.461120 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c682ff4-bd0b-4b7a-84b6-c1122a864fd9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'Port': ['ID=638e5343-0a1d-4fae-b7d5-21816a14d591,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:47.473872 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9c682ff4-bd0b-4b7a-84b6-c1122a864fd9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:47.528280 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=ec53979d-c336-4f4b-af7a-2696a437e0e5,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:47.535614 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2324d24-aa57-4553-9b2c-169d7f564aba None None] Network 9f7fe4f8-1641-40b8-b346-e579ec956d68 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:19:47.618336 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c682ff4-bd0b-4b7a-84b6-c1122a864fd9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Network 9f7fe4f8-1641-40b8-b346-e579ec956d68 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:19:47.619112 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-9c682ff4-bd0b-4b7a-84b6-c1122a864fd9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:19:47.621045 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port a889ee28-8107-48a5-8884-10db97f81ddd completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:19:47.645439 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c969c352-6110-497e-b89a-1088cd3b95f6 None None] Provisioning for port a889ee28-8107-48a5-8884-10db97f81ddd completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:19:47.663392 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c969c352-6110-497e-b89a-1088cd3b95f6 None None] Provisioning complete for port a889ee28-8107-48a5-8884-10db97f81ddd triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:19:47.664018 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c969c352-6110-497e-b89a-1088cd3b95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:47.765517 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:47.815777 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c682ff4-bd0b-4b7a-84b6-c1122a864fd9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Router 69ffc12b-48ba-4485-a40b-8d9b13291424 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:19:47.848059 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:47.919654 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c969c352-6110-497e-b89a-1088cd3b95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:47.961445 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-c969c352-6110-497e-b89a-1088cd3b95f6 None None] For port a889ee28-8107-48a5-8884-10db97f81ddd, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=a889ee28-8107-48a5-8884-10db97f81ddd,segment=NetworkSegment(bf584e45-6f68-4e17-a23f-05d8ebd7db97),segment_id=bf584e45-6f68-4e17-a23f-05d8ebd7db97)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:19:47.965757 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c969c352-6110-497e-b89a-1088cd3b95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:48.015094 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c682ff4-bd0b-4b7a-84b6-c1122a864fd9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:19:48.028628 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65eec71-49bd-4c74-8a2b-1a15d8434c6c None None] Sync routers for ids ['69ffc12b-48ba-4485-a40b-8d9b13291424'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:19:48.029510 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9c682ff4-bd0b-4b7a-84b6-c1122a864fd9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "PUT /v2.0/routers/69ffc12b-48ba-4485-a40b-8d9b13291424/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3473947 Feb 09 13:19:48.046302 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65eec71-49bd-4c74-8a2b-1a15d8434c6c None None] Routers {'69ffc12b-48ba-4485-a40b-8d9b13291424'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:19:48.047300 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-d65eec71-49bd-4c74-8a2b-1a15d8434c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:19:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['69ffc12b-48ba-4485-a40b-8d9b13291424'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:48.057389 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c969c352-6110-497e-b89a-1088cd3b95f6 None None] Pushing event updated for resources: {'Port': ['ID=a889ee28-8107-48a5-8884-10db97f81ddd,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:48.192551 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6befca02-1379-40fa-8140-b6bd0d72d6b0 None None] Provisioning complete for port a889ee28-8107-48a5-8884-10db97f81ddd triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:19:48.193239 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6befca02-1379-40fa-8140-b6bd0d72d6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:48.219343 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-83b968d8-ef28-481f-b18c-3e069691b38e req-eeccc911-b95b-4805-b14e-11b349d6e76f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-41287148&fields=id&tenant_id=6056198879324428bd651de1cdbb016f HTTP/1.1" status: 200 len: 267 time: 0.0430942 Feb 09 13:19:48.264494 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-d65eec71-49bd-4c74-8a2b-1a15d8434c6c None None] Set router 69ffc12b-48ba-4485-a40b-8d9b13291424 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:19:48.379963 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6befca02-1379-40fa-8140-b6bd0d72d6b0 None None] Provisioning for port 638e5343-0a1d-4fae-b7d5-21816a14d591 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:19:48.385856 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6befca02-1379-40fa-8140-b6bd0d72d6b0 None None] Provisioning complete for port 638e5343-0a1d-4fae-b7d5-21816a14d591 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:19:48.386418 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6befca02-1379-40fa-8140-b6bd0d72d6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:48.421003 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b968d8-ef28-481f-b18c-3e069691b38e req-6d174fbd-c8a7-45f3-9634-bd2abb5a70f8 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:48.423099 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-83b968d8-ef28-481f-b18c-3e069691b38e req-6d174fbd-c8a7-45f3-9634-bd2abb5a70f8 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/networks?id=9f7fe4f8-1641-40b8-b346-e579ec956d68 HTTP/1.1" status: 200 len: 797 time: 0.1952846 Feb 09 13:19:48.442716 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-83b968d8-ef28-481f-b18c-3e069691b38e req-005d319a-8dcc-4419-844e-559000eb93c0 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/quotas/6056198879324428bd651de1cdbb016f HTTP/1.1" status: 200 len: 375 time: 0.0136213 Feb 09 13:19:48.450186 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-6befca02-1379-40fa-8140-b6bd0d72d6b0 None None] Port 638e5343-0a1d-4fae-b7d5-21816a14d591 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:19:48.535167 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-83b968d8-ef28-481f-b18c-3e069691b38e req-26769d45-1eb2-478d-822d-ccfad315a5cf tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Synchronizing usage tracker for tenant:6056198879324428bd651de1cdbb016f on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:19:48.555152 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-83b968d8-ef28-481f-b18c-3e069691b38e req-26769d45-1eb2-478d-822d-ccfad315a5cf tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Unset dirty status for tenant:6056198879324428bd651de1cdbb016f on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:19:48.556677 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-83b968d8-ef28-481f-b18c-3e069691b38e req-26769d45-1eb2-478d-822d-ccfad315a5cf tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6056198879324428bd651de1cdbb016f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1083412 Feb 09 13:19:48.576721 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-83b968d8-ef28-481f-b18c-3e069691b38e req-0e9ac199-27f6-4419-8f6b-c1401f866615 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 13:19:48.579052 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-83b968d8-ef28-481f-b18c-3e069691b38e req-0e9ac199-27f6-4419-8f6b-c1401f866615 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065656 Feb 09 13:19:48.580455 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0a5183eb-6c8d-4b74-8fda-349a163945be None None] Provisioning complete for port 638e5343-0a1d-4fae-b7d5-21816a14d591 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:19:48.580830 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0a5183eb-6c8d-4b74-8fda-349a163945be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:48.621412 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-d65eec71-49bd-4c74-8a2b-1a15d8434c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ffc12b-48ba-4485-a40b-8d9b13291424', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388760666', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'ec53979d-c336-4f4b-af7a-2696a437e0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:19:41Z', 'updated_at': '2022-02-09T13:19:46Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': 'ec53979d-c336-4f4b-af7a-2696a437e0e5', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ffc12b-48ba-4485-a40b-8d9b13291424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:19:42Z', 'updated_at': '2022-02-09T13:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '638e5343-0a1d-4fae-b7d5-21816a14d591', 'name': '', 'network_id': '9f7fe4f8-1641-40b8-b346-e579ec956d68', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'mac_address': 'fa:16:3e:ba:6b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ffc12b-48ba-4485-a40b-8d9b13291424', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '8bff9347-0278-4f3f-b757-256627db4cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:19:45Z', 'updated_at': '2022-02-09T13:19:47Z', 'revision_number': 2, 'project_id': '6056198879324428bd651de1cdbb016f', 'subnets': [{'id': '8bff9347-0278-4f3f-b757-256627db4cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:48.626977 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65eec71-49bd-4c74-8a2b-1a15d8434c6c None None] Checking router: 69ffc12b-48ba-4485-a40b-8d9b13291424 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:19:48.627324 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65eec71-49bd-4c74-8a2b-1a15d8434c6c None None] Updating router 69ffc12b-48ba-4485-a40b-8d9b13291424 port 638e5343-0a1d-4fae-b7d5-21816a14d591 binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 13:19:48.652574 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-0a5183eb-6c8d-4b74-8fda-349a163945be None None] Port 638e5343-0a1d-4fae-b7d5-21816a14d591 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:19:48.686444 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d65eec71-49bd-4c74-8a2b-1a15d8434c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:48.722998 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-83b968d8-ef28-481f-b18c-3e069691b38e req-81e8dc6b-b9e4-4dad-b8aa-ece927db0f63 service neutron] 10.222.0.55 "GET /v2.0/networks/9f7fe4f8-1641-40b8-b346-e579ec956d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363344 Feb 09 13:19:48.771732 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-65e89988-2dd1-4b92-9c5d-203bc2752245 None None] Provisioning complete for port 638e5343-0a1d-4fae-b7d5-21816a14d591 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:19:48.772409 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-65e89988-2dd1-4b92-9c5d-203bc2752245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:48.829782 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-65e89988-2dd1-4b92-9c5d-203bc2752245 None None] Port 638e5343-0a1d-4fae-b7d5-21816a14d591 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:19:48.859742 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-83b968d8-ef28-481f-b18c-3e069691b38e req-c09249da-e358-4a62-b5f3-52a363f00787 service neutron] 10.222.0.55 "GET /v2.0/networks/9f7fe4f8-1641-40b8-b346-e579ec956d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303365 Feb 09 13:19:49.040138 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d65eec71-49bd-4c74-8a2b-1a15d8434c6c None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:49.056002 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-d65eec71-49bd-4c74-8a2b-1a15d8434c6c None None] Transition to ACTIVE for port object 638e5343-0a1d-4fae-b7d5-21816a14d591 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:19:49.063781 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d65eec71-49bd-4c74-8a2b-1a15d8434c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:49.071543 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6cad849a-cdb2-4c25-964c-61cea14d9260 req-71683452-1918-4ee1-af0c-91dc4b1fd8d3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a3ae576-fe4f-4427-80a1-cd458331f2f8 HTTP/1.1" status: 200 len: 210 time: 0.0734308 Feb 09 13:19:49.071667 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device ec53979d-c336-4f4b-af7a-2696a437e0e5 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:19:49.145512 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port ec53979d-c336-4f4b-af7a-2696a437e0e5 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:19:49.145885 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:49.252582 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14962801-e41d-44f3-8a11-698455405d49 None None] Pushing event updated for resources: {'Port': ['ID=638e5343-0a1d-4fae-b7d5-21816a14d591,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:49.301326 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device a889ee28-8107-48a5-8884-10db97f81ddd up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:19:49.318697 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-d65eec71-49bd-4c74-8a2b-1a15d8434c6c None None] Attempting to bind port 638e5343-0a1d-4fae-b7d5-21816a14d591 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:19:49.319167 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-d65eec71-49bd-4c74-8a2b-1a15d8434c6c None None] Attempting to bind port 638e5343-0a1d-4fae-b7d5-21816a14d591 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'bf584e45-6f68-4e17-a23f-05d8ebd7db97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '9f7fe4f8-1641-40b8-b346-e579ec956d68'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:19:49.319620 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65eec71-49bd-4c74-8a2b-1a15d8434c6c None None] Attempting to bind port 638e5343-0a1d-4fae-b7d5-21816a14d591 on network 9f7fe4f8-1641-40b8-b346-e579ec956d68 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:19:49.322948 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14962801-e41d-44f3-8a11-698455405d49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:49.323497 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14962801-e41d-44f3-8a11-698455405d49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:49.324200 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14962801-e41d-44f3-8a11-698455405d49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:49.324765 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14962801-e41d-44f3-8a11-698455405d49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:49.325277 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14962801-e41d-44f3-8a11-698455405d49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:49.325784 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14962801-e41d-44f3-8a11-698455405d49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:49.326288 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14962801-e41d-44f3-8a11-698455405d49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:49.326787 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14962801-e41d-44f3-8a11-698455405d49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:49.327301 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14962801-e41d-44f3-8a11-698455405d49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:49.327814 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14962801-e41d-44f3-8a11-698455405d49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:49.328352 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14962801-e41d-44f3-8a11-698455405d49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:49.328847 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14962801-e41d-44f3-8a11-698455405d49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:49.338444 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65eec71-49bd-4c74-8a2b-1a15d8434c6c None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:19:49.339279 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65eec71-49bd-4c74-8a2b-1a15d8434c6c None None] Checking segment: {'id': 'bf584e45-6f68-4e17-a23f-05d8ebd7db97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '9f7fe4f8-1641-40b8-b346-e579ec956d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:19:49.340046 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d65eec71-49bd-4c74-8a2b-1a15d8434c6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:49.340595 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65eec71-49bd-4c74-8a2b-1a15d8434c6c None None] Bound using segment: {'id': 'bf584e45-6f68-4e17-a23f-05d8ebd7db97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '9f7fe4f8-1641-40b8-b346-e579ec956d68'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:19:49.341298 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-d65eec71-49bd-4c74-8a2b-1a15d8434c6c None None] Bound port: 638e5343-0a1d-4fae-b7d5-21816a14d591, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf584e45-6f68-4e17-a23f-05d8ebd7db97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '9f7fe4f8-1641-40b8-b346-e579ec956d68'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:19:49.341826 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d65eec71-49bd-4c74-8a2b-1a15d8434c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:49.384350 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:49.398248 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port a889ee28-8107-48a5-8884-10db97f81ddd triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:19:49.398847 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:49.471386 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-d65eec71-49bd-4c74-8a2b-1a15d8434c6c None None] For port 638e5343-0a1d-4fae-b7d5-21816a14d591, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:19:49.474591 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-d65eec71-49bd-4c74-8a2b-1a15d8434c6c None None] For port 638e5343-0a1d-4fae-b7d5-21816a14d591, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=638e5343-0a1d-4fae-b7d5-21816a14d591,segment=NetworkSegment(bf584e45-6f68-4e17-a23f-05d8ebd7db97),segment_id=bf584e45-6f68-4e17-a23f-05d8ebd7db97)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:19:49.479052 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d65eec71-49bd-4c74-8a2b-1a15d8434c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:49.557223 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65eec71-49bd-4c74-8a2b-1a15d8434c6c None None] Routers {'69ffc12b-48ba-4485-a40b-8d9b13291424'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:19:49.558398 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-d65eec71-49bd-4c74-8a2b-1a15d8434c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:19:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['69ffc12b-48ba-4485-a40b-8d9b13291424'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:49.655082 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14962801-e41d-44f3-8a11-698455405d49 None None] Pushing event updated for resources: {'Port': ['ID=638e5343-0a1d-4fae-b7d5-21816a14d591,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:49.786148 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-d65eec71-49bd-4c74-8a2b-1a15d8434c6c None None] Set router 69ffc12b-48ba-4485-a40b-8d9b13291424 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:19:50.103620 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-d65eec71-49bd-4c74-8a2b-1a15d8434c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ffc12b-48ba-4485-a40b-8d9b13291424', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388760666', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'ec53979d-c336-4f4b-af7a-2696a437e0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:19:41Z', 'updated_at': '2022-02-09T13:19:46Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': 'ec53979d-c336-4f4b-af7a-2696a437e0e5', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ffc12b-48ba-4485-a40b-8d9b13291424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:19:42Z', 'updated_at': '2022-02-09T13:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '638e5343-0a1d-4fae-b7d5-21816a14d591', 'name': '', 'network_id': '9f7fe4f8-1641-40b8-b346-e579ec956d68', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'mac_address': 'fa:16:3e:ba:6b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ffc12b-48ba-4485-a40b-8d9b13291424', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '8bff9347-0278-4f3f-b757-256627db4cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:19:45Z', 'updated_at': '2022-02-09T13:19:49Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'subnets': [{'id': '8bff9347-0278-4f3f-b757-256627db4cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:50.108675 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65eec71-49bd-4c74-8a2b-1a15d8434c6c None None] The sync data for ids ['69ffc12b-48ba-4485-a40b-8d9b13291424'] in n-d-825178-3 is: [{'id': '69ffc12b-48ba-4485-a40b-8d9b13291424', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388760666', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'ec53979d-c336-4f4b-af7a-2696a437e0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:19:41Z', 'updated_at': '2022-02-09T13:19:46Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': 'ec53979d-c336-4f4b-af7a-2696a437e0e5', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ffc12b-48ba-4485-a40b-8d9b13291424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:19:42Z', 'updated_at': '2022-02-09T13:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '638e5343-0a1d-4fae-b7d5-21816a14d591', 'name': '', 'network_id': '9f7fe4f8-1641-40b8-b346-e579ec956d68', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'mac_address': 'fa:16:3e:ba:6b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ffc12b-48ba-4485-a40b-8d9b13291424', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '8bff9347-0278-4f3f-b757-256627db4cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:19:45Z', 'updated_at': '2022-02-09T13:19:49Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'subnets': [{'id': '8bff9347-0278-4f3f-b757-256627db4cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:19:50.244036 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b968d8-ef28-481f-b18c-3e069691b38e req-69b902b2-6f9b-4723-9a06-6ba62028445c tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:50.245626 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-83b968d8-ef28-481f-b18c-3e069691b38e req-69b902b2-6f9b-4723-9a06-6ba62028445c tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Synchronizing usage tracker for tenant:6056198879324428bd651de1cdbb016f on resource:network {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:19:50.272194 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-83b968d8-ef28-481f-b18c-3e069691b38e req-69b902b2-6f9b-4723-9a06-6ba62028445c tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Unset dirty status for tenant:6056198879324428bd651de1cdbb016f on resource:network {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:19:50.273957 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-83b968d8-ef28-481f-b18c-3e069691b38e req-69b902b2-6f9b-4723-9a06-6ba62028445c tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.52 "GET /v2.0/networks?id=9f7fe4f8-1641-40b8-b346-e579ec956d68 HTTP/1.1" status: 200 len: 797 time: 0.2141428 Feb 09 13:19:50.321238 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cdc3c9e7-543f-4ca2-8056-d8af5eb65b01 req-0b04bd6e-e6ec-4ff6-96a1-476acfa83f5d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a3ae576-fe4f-4427-80a1-cd458331f2f8 HTTP/1.1" status: 200 len: 210 time: 0.0668833 Feb 09 13:19:50.345732 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-83b968d8-ef28-481f-b18c-3e069691b38e req-8a04860a-7465-4adb-b1e7-88982eb5323a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Synchronizing usage tracker for tenant:6056198879324428bd651de1cdbb016f on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:19:50.365365 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-83b968d8-ef28-481f-b18c-3e069691b38e req-8a04860a-7465-4adb-b1e7-88982eb5323a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Unset dirty status for tenant:6056198879324428bd651de1cdbb016f on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:19:50.367446 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-83b968d8-ef28-481f-b18c-3e069691b38e req-8a04860a-7465-4adb-b1e7-88982eb5323a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6056198879324428bd651de1cdbb016f HTTP/1.1" status: 200 len: 378 time: 0.0856919 Feb 09 13:19:50.376700 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-83b968d8-ef28-481f-b18c-3e069691b38e req-a50f1d90-4a95-4dbc-a5ca-fbb21ff9ed91 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'port': {'device_id': '7a3ae576-fe4f-4427-80a1-cd458331f2f8', 'network_id': '9f7fe4f8-1641-40b8-b346-e579ec956d68', 'admin_state_up': True, 'tenant_id': '6056198879324428bd651de1cdbb016f', 'security_groups': ['49e614b4-e64c-4720-9fb0-1948df6aec50']}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:19:50.520279 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-83b968d8-ef28-481f-b18c-3e069691b38e req-a50f1d90-4a95-4dbc-a5ca-fbb21ff9ed91 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:19:50.530223 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-83b968d8-ef28-481f-b18c-3e069691b38e req-a50f1d90-4a95-4dbc-a5ca-fbb21ff9ed91 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:19:50.540082 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83b968d8-ef28-481f-b18c-3e069691b38e req-a50f1d90-4a95-4dbc-a5ca-fbb21ff9ed91 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Made reservation on behalf of 6056198879324428bd651de1cdbb016f for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:19:50.543480 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-83b968d8-ef28-481f-b18c-3e069691b38e req-a50f1d90-4a95-4dbc-a5ca-fbb21ff9ed91 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:50.713464 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-83b968d8-ef28-481f-b18c-3e069691b38e req-a50f1d90-4a95-4dbc-a5ca-fbb21ff9ed91 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Allocated IP 172.20.0.11 (9f7fe4f8-1641-40b8-b346-e579ec956d68/8bff9347-0278-4f3f-b757-256627db4cdd/00f4f3d4-40fa-4899-ae04-d419395ff5f9) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:19:50.911791 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-83b968d8-ef28-481f-b18c-3e069691b38e req-a50f1d90-4a95-4dbc-a5ca-fbb21ff9ed91 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:50.927632 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-83b968d8-ef28-481f-b18c-3e069691b38e req-a50f1d90-4a95-4dbc-a5ca-fbb21ff9ed91 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Transition to ACTIVE for port object 00f4f3d4-40fa-4899-ae04-d419395ff5f9 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:19:50.951866 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-83b968d8-ef28-481f-b18c-3e069691b38e req-a50f1d90-4a95-4dbc-a5ca-fbb21ff9ed91 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:51.027091 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83b968d8-ef28-481f-b18c-3e069691b38e req-a50f1d90-4a95-4dbc-a5ca-fbb21ff9ed91 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Network 9f7fe4f8-1641-40b8-b346-e579ec956d68 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:19:51.030048 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-83b968d8-ef28-481f-b18c-3e069691b38e req-a50f1d90-4a95-4dbc-a5ca-fbb21ff9ed91 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:19:51.032584 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b968d8-ef28-481f-b18c-3e069691b38e req-a50f1d90-4a95-4dbc-a5ca-fbb21ff9ed91 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:19:51.063877 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:51.077916 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50f1d90-4a95-4dbc-a5ca-fbb21ff9ed91 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'Port': ['ID=00f4f3d4-40fa-4899-ae04-d419395ff5f9,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:51.112541 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 638e5343-0a1d-4fae-b7d5-21816a14d591 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:19:51.135675 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b968d8-ef28-481f-b18c-3e069691b38e req-a50f1d90-4a95-4dbc-a5ca-fbb21ff9ed91 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:51.136352 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-83b968d8-ef28-481f-b18c-3e069691b38e req-a50f1d90-4a95-4dbc-a5ca-fbb21ff9ed91 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:51.175752 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-83b968d8-ef28-481f-b18c-3e069691b38e req-a50f1d90-4a95-4dbc-a5ca-fbb21ff9ed91 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8029106 Feb 09 13:19:51.187628 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-83b968d8-ef28-481f-b18c-3e069691b38e req-97189a8c-d35e-409c-99de-f37cbafc4cf1 service neutron] Request body: {'port': {'device_id': '7a3ae576-fe4f-4427-80a1-cd458331f2f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:19:51.211132 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 638e5343-0a1d-4fae-b7d5-21816a14d591 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:19:51.218287 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 638e5343-0a1d-4fae-b7d5-21816a14d591 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:19:51.218990 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:51.322208 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-83b968d8-ef28-481f-b18c-3e069691b38e req-97189a8c-d35e-409c-99de-f37cbafc4cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:51.424424 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:51.440047 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-95bcb15f-3c41-411a-95ab-954e164fd189 None None] Provisioning for port 00f4f3d4-40fa-4899-ae04-d419395ff5f9 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:19:51.449673 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-95bcb15f-3c41-411a-95ab-954e164fd189 None None] Provisioning complete for port 00f4f3d4-40fa-4899-ae04-d419395ff5f9 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:19:51.450894 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-95bcb15f-3c41-411a-95ab-954e164fd189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:51.530506 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 638e5343-0a1d-4fae-b7d5-21816a14d591, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=638e5343-0a1d-4fae-b7d5-21816a14d591,segment=NetworkSegment(bf584e45-6f68-4e17-a23f-05d8ebd7db97),segment_id=bf584e45-6f68-4e17-a23f-05d8ebd7db97)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:19:51.531567 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-95bcb15f-3c41-411a-95ab-954e164fd189 None None] Port 00f4f3d4-40fa-4899-ae04-d419395ff5f9 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:19:51.536128 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:51.545641 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d98346-b2d0-4342-a914-6a977ed3e194 req-00067b13-295a-4182-878f-4c8539d4e3c1 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:51.547204 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-63d98346-b2d0-4342-a914-6a977ed3e194 req-00067b13-295a-4182-878f-4c8539d4e3c1 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a3ae576-fe4f-4427-80a1-cd458331f2f8 HTTP/1.1" status: 200 len: 932 time: 0.0922081 Feb 09 13:19:51.608514 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=638e5343-0a1d-4fae-b7d5-21816a14d591,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:51.699654 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-83b968d8-ef28-481f-b18c-3e069691b38e req-97189a8c-d35e-409c-99de-f37cbafc4cf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00f4f3d4-40fa-4899-ae04-d419395ff5f9 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:19:51.705289 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-63d98346-b2d0-4342-a914-6a977ed3e194 req-0fdaea21-bb02-4ec0-b44a-608fd8a3cc67 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e614b4-e64c-4720-9fb0-1948df6aec50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1516256 Feb 09 13:19:51.706947 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-83b968d8-ef28-481f-b18c-3e069691b38e req-97189a8c-d35e-409c-99de-f37cbafc4cf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:51.721785 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-83b968d8-ef28-481f-b18c-3e069691b38e req-97189a8c-d35e-409c-99de-f37cbafc4cf1 service neutron] Transition to ACTIVE for port object 00f4f3d4-40fa-4899-ae04-d419395ff5f9 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:19:51.725438 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-83b968d8-ef28-481f-b18c-3e069691b38e req-97189a8c-d35e-409c-99de-f37cbafc4cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:51.998892 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97189a8c-d35e-409c-99de-f37cbafc4cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=00f4f3d4-40fa-4899-ae04-d419395ff5f9,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:52.081368 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-83b968d8-ef28-481f-b18c-3e069691b38e req-97189a8c-d35e-409c-99de-f37cbafc4cf1 service neutron] Attempting to bind port 00f4f3d4-40fa-4899-ae04-d419395ff5f9 on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:19:52.081699 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-83b968d8-ef28-481f-b18c-3e069691b38e req-97189a8c-d35e-409c-99de-f37cbafc4cf1 service neutron] Attempting to bind port 00f4f3d4-40fa-4899-ae04-d419395ff5f9 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': 'bf584e45-6f68-4e17-a23f-05d8ebd7db97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '9f7fe4f8-1641-40b8-b346-e579ec956d68'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:19:52.082023 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b968d8-ef28-481f-b18c-3e069691b38e req-97189a8c-d35e-409c-99de-f37cbafc4cf1 service neutron] Attempting to bind port 00f4f3d4-40fa-4899-ae04-d419395ff5f9 on network 9f7fe4f8-1641-40b8-b346-e579ec956d68 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:19:52.087055 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b968d8-ef28-481f-b18c-3e069691b38e req-97189a8c-d35e-409c-99de-f37cbafc4cf1 service neutron] Port 00f4f3d4-40fa-4899-ae04-d419395ff5f9 on network 9f7fe4f8-1641-40b8-b346-e579ec956d68 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 13:19:52.087365 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b968d8-ef28-481f-b18c-3e069691b38e req-97189a8c-d35e-409c-99de-f37cbafc4cf1 service neutron] Attempting to bind port 00f4f3d4-40fa-4899-ae04-d419395ff5f9 on network 9f7fe4f8-1641-40b8-b346-e579ec956d68 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:19:52.092345 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b968d8-ef28-481f-b18c-3e069691b38e req-97189a8c-d35e-409c-99de-f37cbafc4cf1 service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:19:52.092675 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b968d8-ef28-481f-b18c-3e069691b38e req-97189a8c-d35e-409c-99de-f37cbafc4cf1 service neutron] Checking segment: {'id': 'bf584e45-6f68-4e17-a23f-05d8ebd7db97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '9f7fe4f8-1641-40b8-b346-e579ec956d68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:19:52.093053 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b968d8-ef28-481f-b18c-3e069691b38e req-97189a8c-d35e-409c-99de-f37cbafc4cf1 service neutron] Bound using segment: {'id': 'bf584e45-6f68-4e17-a23f-05d8ebd7db97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '9f7fe4f8-1641-40b8-b346-e579ec956d68'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:19:52.093464 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-83b968d8-ef28-481f-b18c-3e069691b38e req-97189a8c-d35e-409c-99de-f37cbafc4cf1 service neutron] Bound port: 00f4f3d4-40fa-4899-ae04-d419395ff5f9, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf584e45-6f68-4e17-a23f-05d8ebd7db97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '9f7fe4f8-1641-40b8-b346-e579ec956d68'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:19:52.093805 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-83b968d8-ef28-481f-b18c-3e069691b38e req-97189a8c-d35e-409c-99de-f37cbafc4cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:52.182772 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-83b968d8-ef28-481f-b18c-3e069691b38e req-97189a8c-d35e-409c-99de-f37cbafc4cf1 service neutron] For port 00f4f3d4-40fa-4899-ae04-d419395ff5f9, host n-h1-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:19:52.185611 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-83b968d8-ef28-481f-b18c-3e069691b38e req-97189a8c-d35e-409c-99de-f37cbafc4cf1 service neutron] For port 00f4f3d4-40fa-4899-ae04-d419395ff5f9, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=00f4f3d4-40fa-4899-ae04-d419395ff5f9,segment=NetworkSegment(bf584e45-6f68-4e17-a23f-05d8ebd7db97),segment_id=bf584e45-6f68-4e17-a23f-05d8ebd7db97)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:19:52.188978 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-83b968d8-ef28-481f-b18c-3e069691b38e req-97189a8c-d35e-409c-99de-f37cbafc4cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:52.250830 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b968d8-ef28-481f-b18c-3e069691b38e req-97189a8c-d35e-409c-99de-f37cbafc4cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:52.251451 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-83b968d8-ef28-481f-b18c-3e069691b38e req-97189a8c-d35e-409c-99de-f37cbafc4cf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:52.252857 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-83b968d8-ef28-481f-b18c-3e069691b38e req-97189a8c-d35e-409c-99de-f37cbafc4cf1 service neutron] 10.222.0.52 "PUT /v2.0/ports/00f4f3d4-40fa-4899-ae04-d419395ff5f9 HTTP/1.1" status: 200 len: 1092 time: 1.0696204 Feb 09 13:19:52.253289 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a3ae576-fe4f-4427-80a1-cd458331f2f8', 'tag': '00f4f3d4-40fa-4899-ae04-d419395ff5f9'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:19:52.280228 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97189a8c-d35e-409c-99de-f37cbafc4cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=00f4f3d4-40fa-4899-ae04-d419395ff5f9,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:52.336116 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a3ae576-fe4f-4427-80a1-cd458331f2f8', 'tag': '00f4f3d4-40fa-4899-ae04-d419395ff5f9', 'status': 'completed', 'code': 200} Feb 09 13:19:52.378513 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b968d8-ef28-481f-b18c-3e069691b38e req-b8da6f34-e695-493b-bfd6-268e49786df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:52.380157 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-83b968d8-ef28-481f-b18c-3e069691b38e req-b8da6f34-e695-493b-bfd6-268e49786df8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6056198879324428bd651de1cdbb016f&device_id=7a3ae576-fe4f-4427-80a1-cd458331f2f8 HTTP/1.1" status: 200 len: 1095 time: 0.0784857 Feb 09 13:19:52.451512 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-83b968d8-ef28-481f-b18c-3e069691b38e req-4719f4a5-8f70-4f28-9ac6-6a049a29770d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00f4f3d4-40fa-4899-ae04-d419395ff5f9 HTTP/1.1" status: 200 len: 217 time: 0.0647755 Feb 09 13:19:52.512573 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b968d8-ef28-481f-b18c-3e069691b38e req-6d46954a-97cd-4ba1-8f6b-5d438d8c1051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:52.513953 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-83b968d8-ef28-481f-b18c-3e069691b38e req-6d46954a-97cd-4ba1-8f6b-5d438d8c1051 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8bff9347-0278-4f3f-b757-256627db4cdd HTTP/1.1" status: 200 len: 835 time: 0.0572736 Feb 09 13:19:52.590578 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b968d8-ef28-481f-b18c-3e069691b38e req-030beb13-3b67-4ef8-89e8-1c3446b489d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:52.592073 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-83b968d8-ef28-481f-b18c-3e069691b38e req-030beb13-3b67-4ef8-89e8-1c3446b489d7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9f7fe4f8-1641-40b8-b346-e579ec956d68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720806 Feb 09 13:19:52.721674 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-83b968d8-ef28-481f-b18c-3e069691b38e req-64c45def-e7c9-4272-b3ac-d99e6ca94814 service neutron] 10.222.0.52 "GET /v2.0/networks/9f7fe4f8-1641-40b8-b346-e579ec956d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238539 Feb 09 13:19:52.856122 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-83b968d8-ef28-481f-b18c-3e069691b38e req-fc4df27d-f00b-427a-8d7a-a01783c8af7b service neutron] 10.222.0.52 "GET /v2.0/networks/9f7fe4f8-1641-40b8-b346-e579ec956d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285753 Feb 09 13:19:52.896865 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3bae58-52e3-4d59-be9f-ab041e7f55c8 req-e1dcab6b-d8ce-4178-ac1f-0a3243466825 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:52.898494 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-de3bae58-52e3-4d59-be9f-ab041e7f55c8 req-e1dcab6b-d8ce-4178-ac1f-0a3243466825 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a3ae576-fe4f-4427-80a1-cd458331f2f8 HTTP/1.1" status: 200 len: 944 time: 0.0836761 Feb 09 13:19:52.941948 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-de3bae58-52e3-4d59-be9f-ab041e7f55c8 req-c2e5d16d-fd09-4f6b-b989-b18434a95da3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e614b4-e64c-4720-9fb0-1948df6aec50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375786 Feb 09 13:19:52.972223 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb4146-feac-4888-bd6b-5e9775f75e61 req-d81eeddd-51d6-43e0-ae54-c53dd095885f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:52.973692 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-60fb4146-feac-4888-bd6b-5e9775f75e61 req-d81eeddd-51d6-43e0-ae54-c53dd095885f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6056198879324428bd651de1cdbb016f&device_id=7a3ae576-fe4f-4427-80a1-cd458331f2f8 HTTP/1.1" status: 200 len: 1095 time: 0.0754516 Feb 09 13:19:53.059276 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 638e5343-0a1d-4fae-b7d5-21816a14d591 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:19:53.106234 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb4146-feac-4888-bd6b-5e9775f75e61 req-b965d129-9613-4c1a-a5dc-60586b09fb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:53.107673 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-60fb4146-feac-4888-bd6b-5e9775f75e61 req-b965d129-9613-4c1a-a5dc-60586b09fb61 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9f7fe4f8-1641-40b8-b346-e579ec956d68 HTTP/1.1" status: 200 len: 898 time: 0.1279328 Feb 09 13:19:53.127481 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 638e5343-0a1d-4fae-b7d5-21816a14d591 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:19:53.127885 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:53.187459 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-60fb4146-feac-4888-bd6b-5e9775f75e61 req-aafd05e3-27a4-45f6-8064-422811eb863c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00f4f3d4-40fa-4899-ae04-d419395ff5f9 HTTP/1.1" status: 200 len: 217 time: 0.0712087 Feb 09 13:19:53.251081 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb4146-feac-4888-bd6b-5e9775f75e61 req-33210c7b-24d0-4958-9595-b440a1842c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:53.252503 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-60fb4146-feac-4888-bd6b-5e9775f75e61 req-33210c7b-24d0-4958-9595-b440a1842c20 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8bff9347-0278-4f3f-b757-256627db4cdd HTTP/1.1" status: 200 len: 835 time: 0.0588365 Feb 09 13:19:53.330484 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb4146-feac-4888-bd6b-5e9775f75e61 req-0d0b9d69-3452-4b2c-a899-f0bd412500f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:53.332007 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-60fb4146-feac-4888-bd6b-5e9775f75e61 req-0d0b9d69-3452-4b2c-a899-f0bd412500f2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9f7fe4f8-1641-40b8-b346-e579ec956d68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731091 Feb 09 13:19:53.467659 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-60fb4146-feac-4888-bd6b-5e9775f75e61 req-b69016c1-9e12-4839-a9ca-7418994a2668 service neutron] 10.222.0.52 "GET /v2.0/networks/9f7fe4f8-1641-40b8-b346-e579ec956d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290531 Feb 09 13:19:53.558108 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:53.706320 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-60fb4146-feac-4888-bd6b-5e9775f75e61 req-9649274e-49ba-4892-a829-b11bb6714f90 service neutron] 10.222.0.52 "GET /v2.0/networks/9f7fe4f8-1641-40b8-b346-e579ec956d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324567 Feb 09 13:19:54.132923 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ce63e-075e-4856-99d0-7485c3b448eb req-51d0bd56-83a5-4c9c-8cca-66118de4074b tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:54.134455 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-788ce63e-075e-4856-99d0-7485c3b448eb req-51d0bd56-83a5-4c9c-8cca-66118de4074b tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a3ae576-fe4f-4427-80a1-cd458331f2f8 HTTP/1.1" status: 200 len: 944 time: 0.0840106 Feb 09 13:19:54.179117 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-788ce63e-075e-4856-99d0-7485c3b448eb req-3f9c1b3f-c7aa-49d1-96d8-a460e0fa7acb tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e614b4-e64c-4720-9fb0-1948df6aec50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378630 Feb 09 13:19:55.362274 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d3486-0b3f-42dd-97b5-d78762a27d88 req-d4db02a9-b4fa-4c6e-84e0-6ad3c64b89d3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:55.363715 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-743d3486-0b3f-42dd-97b5-d78762a27d88 req-d4db02a9-b4fa-4c6e-84e0-6ad3c64b89d3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a3ae576-fe4f-4427-80a1-cd458331f2f8 HTTP/1.1" status: 200 len: 944 time: 0.0803981 Feb 09 13:19:55.410705 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-743d3486-0b3f-42dd-97b5-d78762a27d88 req-aab53e89-3202-4ff1-9dcd-421559be4235 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e614b4-e64c-4720-9fb0-1948df6aec50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412922 Feb 09 13:19:55.593969 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 00f4f3d4-40fa-4899-ae04-d419395ff5f9 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:19:55.726014 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 00f4f3d4-40fa-4899-ae04-d419395ff5f9, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=00f4f3d4-40fa-4899-ae04-d419395ff5f9,segment=NetworkSegment(bf584e45-6f68-4e17-a23f-05d8ebd7db97),segment_id=bf584e45-6f68-4e17-a23f-05d8ebd7db97)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:19:55.738599 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': '00f4f3d4-40fa-4899-ae04-d419395ff5f9', 'network_id': '9f7fe4f8-1641-40b8-b346-e579ec956d68', 'port_id': '00f4f3d4-40fa-4899-ae04-d419395ff5f9', 'mac_address': 'fa:16:3e:a1:12:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bff9347-0278-4f3f-b757-256627db4cdd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:19:55.792815 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:55.812080 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00f4f3d4-40fa-4899-ae04-d419395ff5f9 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:19:55.827375 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 00f4f3d4-40fa-4899-ae04-d419395ff5f9, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=00f4f3d4-40fa-4899-ae04-d419395ff5f9,segment=NetworkSegment(bf584e45-6f68-4e17-a23f-05d8ebd7db97),segment_id=bf584e45-6f68-4e17-a23f-05d8ebd7db97)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:19:55.831778 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:55.898128 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=00f4f3d4-40fa-4899-ae04-d419395ff5f9,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:56.029785 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['00f4f3d4-40fa-4899-ae04-d419395ff5f9'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:19:56.589055 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7eb3f-a857-45c5-a018-f1d49d20915d req-50574285-0eed-4dcd-bd32-1ae486a9301d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:56.590501 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-83e7eb3f-a857-45c5-a018-f1d49d20915d req-50574285-0eed-4dcd-bd32-1ae486a9301d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a3ae576-fe4f-4427-80a1-cd458331f2f8 HTTP/1.1" status: 200 len: 945 time: 0.0786667 Feb 09 13:19:56.633991 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-83e7eb3f-a857-45c5-a018-f1d49d20915d req-d2e792cb-baef-4163-a7f3-92ebbc24a21f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e614b4-e64c-4720-9fb0-1948df6aec50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379677 Feb 09 13:19:57.597924 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 00f4f3d4-40fa-4899-ae04-d419395ff5f9 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:19:57.667048 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port 00f4f3d4-40fa-4899-ae04-d419395ff5f9 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:19:57.672214 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port 00f4f3d4-40fa-4899-ae04-d419395ff5f9 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:19:57.672583 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:57.789034 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:57.816114 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3ae576-fe4f-4427-80a1-cd458331f2f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f4f3d4-40fa-4899-ae04-d419395ff5f9'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:19:57.825977 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 00f4f3d4-40fa-4899-ae04-d419395ff5f9, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=00f4f3d4-40fa-4899-ae04-d419395ff5f9,segment=NetworkSegment(bf584e45-6f68-4e17-a23f-05d8ebd7db97),segment_id=bf584e45-6f68-4e17-a23f-05d8ebd7db97)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:19:57.829673 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:57.880494 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc514e05-6693-4191-a831-e44512226cf9 req-4fba174f-7428-4429-87b6-8c1b8c2ced92 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:57.882090 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc514e05-6693-4191-a831-e44512226cf9 req-4fba174f-7428-4429-87b6-8c1b8c2ced92 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a3ae576-fe4f-4427-80a1-cd458331f2f8 HTTP/1.1" status: 200 len: 946 time: 0.1391854 Feb 09 13:19:57.898494 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=00f4f3d4-40fa-4899-ae04-d419395ff5f9,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:57.930276 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cc514e05-6693-4191-a831-e44512226cf9 req-75185f1b-daad-4321-942b-1ad8b48cde36 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e614b4-e64c-4720-9fb0-1948df6aec50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423684 Feb 09 13:19:57.981306 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3ae576-fe4f-4427-80a1-cd458331f2f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f4f3d4-40fa-4899-ae04-d419395ff5f9', 'code': 200} Feb 09 13:19:58.114435 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d3693-b3b9-49af-9f68-a4c9b4ffbc2e req-23763cf8-e6f8-4948-ae7b-2b8100917458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:58.115819 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a24d3693-b3b9-49af-9f68-a4c9b4ffbc2e req-23763cf8-e6f8-4948-ae7b-2b8100917458 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7a3ae576-fe4f-4427-80a1-cd458331f2f8 HTTP/1.1" status: 200 len: 1097 time: 0.0728586 Feb 09 13:19:58.157631 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a24d3693-b3b9-49af-9f68-a4c9b4ffbc2e req-d6b524f1-8685-4139-a661-1413e0de978a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=49e614b4-e64c-4720-9fb0-1948df6aec50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357072 Feb 09 13:19:59.117976 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14fbbd-91f7-4197-a9df-a54dab583603 req-214c6fd1-5d10-40c9-98e2-992c77161f83 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:59.119332 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ce14fbbd-91f7-4197-a9df-a54dab583603 req-214c6fd1-5d10-40c9-98e2-992c77161f83 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a3ae576-fe4f-4427-80a1-cd458331f2f8 HTTP/1.1" status: 200 len: 946 time: 0.0806942 Feb 09 13:19:59.164127 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ce14fbbd-91f7-4197-a9df-a54dab583603 req-081115e9-e862-40f2-9fe5-9a4ff6257db5 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e614b4-e64c-4720-9fb0-1948df6aec50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391383 Feb 09 13:20:00.352694 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c0735f-1767-430e-937b-d705ba6ac72b req-bed1cc04-67e9-4807-a066-00f3c1e5f1ae tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:00.354203 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-15c0735f-1767-430e-937b-d705ba6ac72b req-bed1cc04-67e9-4807-a066-00f3c1e5f1ae tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a3ae576-fe4f-4427-80a1-cd458331f2f8 HTTP/1.1" status: 200 len: 946 time: 0.0849793 Feb 09 13:20:00.398357 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-15c0735f-1767-430e-937b-d705ba6ac72b req-3a2ffcfc-650a-4627-98ae-b943e33ed014 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e614b4-e64c-4720-9fb0-1948df6aec50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385697 Feb 09 13:20:00.579523 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765abde-8ed6-4d34-be71-ef0e37c14ff8 req-4843cf45-4914-41d7-b39d-1845008df18d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:00.580942 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a765abde-8ed6-4d34-be71-ef0e37c14ff8 req-4843cf45-4914-41d7-b39d-1845008df18d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a3ae576-fe4f-4427-80a1-cd458331f2f8 HTTP/1.1" status: 200 len: 946 time: 0.0794377 Feb 09 13:20:00.627962 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a765abde-8ed6-4d34-be71-ef0e37c14ff8 req-20fdb3fc-28b8-4eb4-bbd7-d8700bc4c457 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e614b4-e64c-4720-9fb0-1948df6aec50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407519 Feb 09 13:20:00.651123 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46640) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:00.719775 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e454481-47e4-4728-bc55-e0ca05f3f77f tempest-TestNetworkAdvancedServerOps-296500683 tempest-TestNetworkAdvancedServerOps-296500683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:00.721301 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4e454481-47e4-4728-bc55-e0ca05f3f77f tempest-TestNetworkAdvancedServerOps-296500683 tempest-TestNetworkAdvancedServerOps-296500683-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7a3ae576-fe4f-4427-80a1-cd458331f2f8 HTTP/1.1" status: 200 len: 1092 time: 0.0692322 Feb 09 13:20:00.724121 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46644) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:00.729975 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-be7a17e3-738a-4ca1-a698-8c8c506e5ba6 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'port_id': '00f4f3d4-40fa-4899-ae04-d419395ff5f9', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:20:00.736382 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-be7a17e3-738a-4ca1-a698-8c8c506e5ba6 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:00.740193 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-be7a17e3-738a-4ca1-a698-8c8c506e5ba6 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:floatingip and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:20:00.743163 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-be7a17e3-738a-4ca1-a698-8c8c506e5ba6 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:20:00.748788 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-be7a17e3-738a-4ca1-a698-8c8c506e5ba6 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:00.759650 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-be7a17e3-738a-4ca1-a698-8c8c506e5ba6 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for floatingip, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:00.917265 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-be7a17e3-738a-4ca1-a698-8c8c506e5ba6 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:01.054560 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-be7a17e3-738a-4ca1-a698-8c8c506e5ba6 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Allocated IP 172.25.7.128 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/ec2d42e6-aeb2-4eab-810e-93431a17f82f) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:20:01.198797 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-be7a17e3-738a-4ca1-a698-8c8c506e5ba6 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:01.228721 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-be7a17e3-738a-4ca1-a698-8c8c506e5ba6 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:01.293612 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7a17e3-738a-4ca1-a698-8c8c506e5ba6 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:20:01.294716 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-be7a17e3-738a-4ca1-a698-8c8c506e5ba6 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:20:01.298625 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7a17e3-738a-4ca1-a698-8c8c506e5ba6 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:20:01.336943 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a17e3-738a-4ca1-a698-8c8c506e5ba6 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'Port': ['ID=ec2d42e6-aeb2-4eab-810e-93431a17f82f,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:01.811557 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-be7a17e3-738a-4ca1-a698-8c8c506e5ba6 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:01.883162 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-be7a17e3-738a-4ca1-a698-8c8c506e5ba6 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:02.083090 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-be7a17e3-738a-4ca1-a698-8c8c506e5ba6 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:02.087706 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-be7a17e3-738a-4ca1-a698-8c8c506e5ba6 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:02.200506 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a17e3-738a-4ca1-a698-8c8c506e5ba6 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'Port': ['ID=ec2d42e6-aeb2-4eab-810e-93431a17f82f,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:02.210853 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-be7a17e3-738a-4ca1-a698-8c8c506e5ba6 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:02.389413 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [None req-be7a17e3-738a-4ca1-a698-8c8c506e5ba6 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Floating IP 6e47bd8b-fb28-4778-b397-86acc5d174da associated. External IP: 172.25.7.128, port: 00f4f3d4-40fa-4899-ae04-d419395ff5f9. Feb 09 13:20:02.737810 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7a17e3-738a-4ca1-a698-8c8c506e5ba6 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Router 69ffc12b-48ba-4485-a40b-8d9b13291424 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:20:02.916317 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7a17e3-738a-4ca1-a698-8c8c506e5ba6 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:20:02.926035 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35053812-4ecf-4caf-b50c-b95eb0744ea3 None None] Sync routers for ids ['69ffc12b-48ba-4485-a40b-8d9b13291424'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:20:02.935942 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35053812-4ecf-4caf-b50c-b95eb0744ea3 None None] Routers {'69ffc12b-48ba-4485-a40b-8d9b13291424'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:20:02.936562 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-35053812-4ecf-4caf-b50c-b95eb0744ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:19:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['69ffc12b-48ba-4485-a40b-8d9b13291424'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:02.940449 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-be7a17e3-738a-4ca1-a698-8c8c506e5ba6 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:02.997075 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-be7a17e3-738a-4ca1-a698-8c8c506e5ba6 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2718296 Feb 09 13:20:02.997590 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a3ae576-fe4f-4427-80a1-cd458331f2f8', 'tag': '00f4f3d4-40fa-4899-ae04-d419395ff5f9'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:20:03.120613 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-35053812-4ecf-4caf-b50c-b95eb0744ea3 None None] Set router 69ffc12b-48ba-4485-a40b-8d9b13291424 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:20:03.162530 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345a2bd-91ec-4092-9642-0102ab233d14 req-f3640bed-477c-4c48-a86f-286ef5ed8a3e tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:03.164703 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7345a2bd-91ec-4092-9642-0102ab233d14 req-f3640bed-477c-4c48-a86f-286ef5ed8a3e tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a3ae576-fe4f-4427-80a1-cd458331f2f8 HTTP/1.1" status: 200 len: 946 time: 0.0826306 Feb 09 13:20:03.211922 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7345a2bd-91ec-4092-9642-0102ab233d14 req-e7a68ee0-a98c-4366-97de-6fcea3e49591 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e614b4-e64c-4720-9fb0-1948df6aec50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413694 Feb 09 13:20:03.235651 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46652) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:03.263248 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a3ae576-fe4f-4427-80a1-cd458331f2f8', 'tag': '00f4f3d4-40fa-4899-ae04-d419395ff5f9', 'status': 'completed', 'code': 200} Feb 09 13:20:03.419516 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2ab238d8-a421-4e15-bac1-774306f9f015 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/floatingips/6e47bd8b-fb28-4778-b397-86acc5d174da HTTP/1.1" status: 200 len: 992 time: 0.1819720 Feb 09 13:20:03.436137 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdfeda2-73d4-4ab0-b001-baa93ddacad7 req-72c65d96-f9ab-4fe4-bfdb-ef7ea03a97b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:03.437585 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-acdfeda2-73d4-4ab0-b001-baa93ddacad7 req-72c65d96-f9ab-4fe4-bfdb-ef7ea03a97b7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6056198879324428bd651de1cdbb016f&device_id=7a3ae576-fe4f-4427-80a1-cd458331f2f8 HTTP/1.1" status: 200 len: 1097 time: 0.1130540 Feb 09 13:20:03.567388 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdfeda2-73d4-4ab0-b001-baa93ddacad7 req-b992f7a2-59b7-4078-a218-fec8957bd274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:03.568881 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-acdfeda2-73d4-4ab0-b001-baa93ddacad7 req-b992f7a2-59b7-4078-a218-fec8957bd274 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9f7fe4f8-1641-40b8-b346-e579ec956d68 HTTP/1.1" status: 200 len: 898 time: 0.1252427 Feb 09 13:20:03.628028 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-35053812-4ecf-4caf-b50c-b95eb0744ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ffc12b-48ba-4485-a40b-8d9b13291424', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388760666', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'ec53979d-c336-4f4b-af7a-2696a437e0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:19:41Z', 'updated_at': '2022-02-09T13:19:46Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': 'ec53979d-c336-4f4b-af7a-2696a437e0e5', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ffc12b-48ba-4485-a40b-8d9b13291424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:19:42Z', 'updated_at': '2022-02-09T13:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '6e47bd8b-fb28-4778-b397-86acc5d174da', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'floating_ip_address': '172.25.7.128', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '69ffc12b-48ba-4485-a40b-8d9b13291424', 'port_id': '00f4f3d4-40fa-4899-ae04-d419395ff5f9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f7fe4f8-1641-40b8-b346-e579ec956d68', 'mac_address': 'fa:16:3e:a1:12:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3ae576-fe4f-4427-80a1-cd458331f2f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:20:01Z', 'updated_at': '2022-02-09T13:20:01Z', 'revision_number': 0, 'project_id': '6056198879324428bd651de1cdbb016f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '638e5343-0a1d-4fae-b7d5-21816a14d591', 'name': '', 'network_id': '9f7fe4f8-1641-40b8-b346-e579ec956d68', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'mac_address': 'fa:16:3e:ba:6b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ffc12b-48ba-4485-a40b-8d9b13291424', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '8bff9347-0278-4f3f-b757-256627db4cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:19:45Z', 'updated_at': '2022-02-09T13:19:51Z', 'revision_number': 5, 'project_id': '6056198879324428bd651de1cdbb016f', 'subnets': [{'id': '8bff9347-0278-4f3f-b757-256627db4cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:03.634655 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35053812-4ecf-4caf-b50c-b95eb0744ea3 None None] Checking router: 69ffc12b-48ba-4485-a40b-8d9b13291424 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:20:03.648706 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35053812-4ecf-4caf-b50c-b95eb0744ea3 None None] Routers {'69ffc12b-48ba-4485-a40b-8d9b13291424'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:20:03.649330 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-35053812-4ecf-4caf-b50c-b95eb0744ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:19:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['69ffc12b-48ba-4485-a40b-8d9b13291424'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:03.671760 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-acdfeda2-73d4-4ab0-b001-baa93ddacad7 req-7b747631-07cc-48f9-aaab-48ed9e916219 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00f4f3d4-40fa-4899-ae04-d419395ff5f9 HTTP/1.1" status: 200 len: 1000 time: 0.0969582 Feb 09 13:20:03.736766 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdfeda2-73d4-4ab0-b001-baa93ddacad7 req-6c3cbd99-aea1-45f2-a8f1-cf5666626b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:03.738500 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-acdfeda2-73d4-4ab0-b001-baa93ddacad7 req-6c3cbd99-aea1-45f2-a8f1-cf5666626b7e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8bff9347-0278-4f3f-b757-256627db4cdd HTTP/1.1" status: 200 len: 835 time: 0.0611069 Feb 09 13:20:03.816005 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdfeda2-73d4-4ab0-b001-baa93ddacad7 req-c0ca86e3-0610-48c0-9184-dd48c8c1bc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:03.817552 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-acdfeda2-73d4-4ab0-b001-baa93ddacad7 req-c0ca86e3-0610-48c0-9184-dd48c8c1bc61 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9f7fe4f8-1641-40b8-b346-e579ec956d68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728934 Feb 09 13:20:03.911453 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-35053812-4ecf-4caf-b50c-b95eb0744ea3 None None] Set router 69ffc12b-48ba-4485-a40b-8d9b13291424 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:20:03.950721 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-acdfeda2-73d4-4ab0-b001-baa93ddacad7 req-84c2d7fa-700c-4bc5-8e37-8e1f84b489f8 service neutron] 10.222.0.52 "GET /v2.0/networks/9f7fe4f8-1641-40b8-b346-e579ec956d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272624 Feb 09 13:20:04.083967 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-acdfeda2-73d4-4ab0-b001-baa93ddacad7 req-f52cfcd8-d4a1-4ed5-9ced-a5609787d5fc service neutron] 10.222.0.52 "GET /v2.0/networks/9f7fe4f8-1641-40b8-b346-e579ec956d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274581 Feb 09 13:20:04.272679 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-35053812-4ecf-4caf-b50c-b95eb0744ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ffc12b-48ba-4485-a40b-8d9b13291424', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388760666', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'ec53979d-c336-4f4b-af7a-2696a437e0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:19:41Z', 'updated_at': '2022-02-09T13:19:46Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': 'ec53979d-c336-4f4b-af7a-2696a437e0e5', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ffc12b-48ba-4485-a40b-8d9b13291424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:19:42Z', 'updated_at': '2022-02-09T13:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '6e47bd8b-fb28-4778-b397-86acc5d174da', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'floating_ip_address': '172.25.7.128', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '69ffc12b-48ba-4485-a40b-8d9b13291424', 'port_id': '00f4f3d4-40fa-4899-ae04-d419395ff5f9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f7fe4f8-1641-40b8-b346-e579ec956d68', 'mac_address': 'fa:16:3e:a1:12:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3ae576-fe4f-4427-80a1-cd458331f2f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:20:01Z', 'updated_at': '2022-02-09T13:20:01Z', 'revision_number': 0, 'project_id': '6056198879324428bd651de1cdbb016f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '638e5343-0a1d-4fae-b7d5-21816a14d591', 'name': '', 'network_id': '9f7fe4f8-1641-40b8-b346-e579ec956d68', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'mac_address': 'fa:16:3e:ba:6b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ffc12b-48ba-4485-a40b-8d9b13291424', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '8bff9347-0278-4f3f-b757-256627db4cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:19:45Z', 'updated_at': '2022-02-09T13:19:51Z', 'revision_number': 5, 'project_id': '6056198879324428bd651de1cdbb016f', 'subnets': [{'id': '8bff9347-0278-4f3f-b757-256627db4cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:04.276666 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35053812-4ecf-4caf-b50c-b95eb0744ea3 None None] The sync data for ids ['69ffc12b-48ba-4485-a40b-8d9b13291424'] in n-d-825178-3 is: [{'id': '69ffc12b-48ba-4485-a40b-8d9b13291424', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388760666', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'ec53979d-c336-4f4b-af7a-2696a437e0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:19:41Z', 'updated_at': '2022-02-09T13:19:46Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': 'ec53979d-c336-4f4b-af7a-2696a437e0e5', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ffc12b-48ba-4485-a40b-8d9b13291424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:19:42Z', 'updated_at': '2022-02-09T13:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '6e47bd8b-fb28-4778-b397-86acc5d174da', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'floating_ip_address': '172.25.7.128', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '69ffc12b-48ba-4485-a40b-8d9b13291424', 'port_id': '00f4f3d4-40fa-4899-ae04-d419395ff5f9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f7fe4f8-1641-40b8-b346-e579ec956d68', 'mac_address': 'fa:16:3e:a1:12:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3ae576-fe4f-4427-80a1-cd458331f2f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:20:01Z', 'updated_at': '2022-02-09T13:20:01Z', 'revision_number': 0, 'project_id': '6056198879324428bd651de1cdbb016f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '638e5343-0a1d-4fae-b7d5-21816a14d591', 'name': '', 'network_id': '9f7fe4f8-1641-40b8-b346-e579ec956d68', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'mac_address': 'fa:16:3e:ba:6b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ffc12b-48ba-4485-a40b-8d9b13291424', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '8bff9347-0278-4f3f-b757-256627db4cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:19:45Z', 'updated_at': '2022-02-09T13:19:51Z', 'revision_number': 5, 'project_id': '6056198879324428bd651de1cdbb016f', 'subnets': [{'id': '8bff9347-0278-4f3f-b757-256627db4cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:20:04.424177 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46656) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:04.482739 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145c81a0-ef7a-4982-86b2-242eb7e6666e None None] New status for floating IP 6e47bd8b-fb28-4778-b397-86acc5d174da: ACTIVE {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:20:04.531699 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-64338933-48b6-4f3f-86e8-6880a4e67dc3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/floatingips/6e47bd8b-fb28-4778-b397-86acc5d174da HTTP/1.1" status: 200 len: 992 time: 0.1062913 Feb 09 13:20:05.535576 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46660) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:05.640584 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a79792e4-597e-4da7-b5f0-9ce004852a1d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/floatingips/6e47bd8b-fb28-4778-b397-86acc5d174da HTTP/1.1" status: 200 len: 994 time: 0.1037431 Feb 09 13:20:09.002412 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:20:14.115482 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d7701b42-ae97-405a-ac77-d33c65dc60bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:16.507275 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-200160d7-1477-43e9-a2eb-2d61e5e3ceea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:17.689257 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:17.800348 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:19.378213 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:21.066683 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:23.566609 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:35.300772 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d52c4-df76-41df-b5ab-efb72dd228d9 req-a9e01e9b-c8bd-44f1-80d0-7096895991b8 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:35.302752 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-630d52c4-df76-41df-b5ab-efb72dd228d9 req-a9e01e9b-c8bd-44f1-80d0-7096895991b8 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a3ae576-fe4f-4427-80a1-cd458331f2f8 HTTP/1.1" status: 200 len: 946 time: 0.2040563 Feb 09 13:20:35.347057 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-630d52c4-df76-41df-b5ab-efb72dd228d9 req-a1ed5462-1293-4981-8de1-58b85a2308f1 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e614b4-e64c-4720-9fb0-1948df6aec50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377667 Feb 09 13:20:36.538060 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b4c22-70f8-4348-9e99-59bcc19dbf77 req-552c20b0-204c-4923-995d-48d4c386e8d1 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:36.539501 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ec0b4c22-70f8-4348-9e99-59bcc19dbf77 req-552c20b0-204c-4923-995d-48d4c386e8d1 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a3ae576-fe4f-4427-80a1-cd458331f2f8 HTTP/1.1" status: 200 len: 946 time: 0.0813141 Feb 09 13:20:36.584993 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ec0b4c22-70f8-4348-9e99-59bcc19dbf77 req-19a61ceb-5618-46aa-9d0d-c9d17635c8f3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e614b4-e64c-4720-9fb0-1948df6aec50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399539 Feb 09 13:20:36.609079 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46684) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:36.718288 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4a7dcb1e-2c47-4609-82ef-c5853e86524f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/floatingips/6e47bd8b-fb28-4778-b397-86acc5d174da HTTP/1.1" status: 200 len: 994 time: 0.1062107 Feb 09 13:20:38.320140 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a902828e-b97d-4305-bde9-4aaa66856ebf req-3786a576-7143-4fd6-9436-e4f3456dd8e4 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:38.327065 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a902828e-b97d-4305-bde9-4aaa66856ebf req-3786a576-7143-4fd6-9436-e4f3456dd8e4 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a3ae576-fe4f-4427-80a1-cd458331f2f8 HTTP/1.1" status: 200 len: 946 time: 0.0861812 Feb 09 13:20:38.370630 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a902828e-b97d-4305-bde9-4aaa66856ebf req-3234d7aa-b11e-4558-b195-23318a619a5e tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e614b4-e64c-4720-9fb0-1948df6aec50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427113 Feb 09 13:20:39.562852 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af7ea4-3669-45c1-bb09-6f960d22276c req-1bed4cf2-6f57-4be7-8a82-6eca19ccd82a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:39.564332 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-70af7ea4-3669-45c1-bb09-6f960d22276c req-1bed4cf2-6f57-4be7-8a82-6eca19ccd82a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a3ae576-fe4f-4427-80a1-cd458331f2f8 HTTP/1.1" status: 200 len: 946 time: 0.0843103 Feb 09 13:20:39.608348 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-70af7ea4-3669-45c1-bb09-6f960d22276c req-72f0e5e6-67ae-4895-80df-acf2e34ea353 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e614b4-e64c-4720-9fb0-1948df6aec50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375609 Feb 09 13:20:39.631642 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46696) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:39.736803 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-516bd545-58b3-4b40-af77-035a67bfebe5 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/floatingips/6e47bd8b-fb28-4778-b397-86acc5d174da HTTP/1.1" status: 200 len: 994 time: 0.1039093 Feb 09 13:20:39.994629 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46704) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:40.382077 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-2830f0bf-aaf2-4c4b-bce8-c4c55ca8d5c3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Deleting port ec2d42e6-aeb2-4eab-810e-93431a17f82f {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:20:40.382427 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2830f0bf-aaf2-4c4b-bce8-c4c55ca8d5c3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:40.526039 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7454df93-ac52-4a21-8560-d6fcfee4d952 req-27b28ce0-561f-4476-bba9-ecdb15d954e7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7a3ae576-fe4f-4427-80a1-cd458331f2f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2189047 Feb 09 13:20:40.589312 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2830f0bf-aaf2-4c4b-bce8-c4c55ca8d5c3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:40.589663 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2830f0bf-aaf2-4c4b-bce8-c4c55ca8d5c3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:40.752403 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-2830f0bf-aaf2-4c4b-bce8-c4c55ca8d5c3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Calling delete_port for ec2d42e6-aeb2-4eab-810e-93431a17f82f owned by network:floatingip {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:20:40.862876 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7454df93-ac52-4a21-8560-d6fcfee4d952 req-20e49a91-c2c5-4bf0-829a-2f0ba77d34e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:40.865097 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7454df93-ac52-4a21-8560-d6fcfee4d952 req-20e49a91-c2c5-4bf0-829a-2f0ba77d34e3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6056198879324428bd651de1cdbb016f&device_id=7a3ae576-fe4f-4427-80a1-cd458331f2f8 HTTP/1.1" status: 200 len: 1097 time: 0.2639179 Feb 09 13:20:41.048993 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2830f0bf-aaf2-4c4b-bce8-c4c55ca8d5c3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:41.113623 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2830f0bf-aaf2-4c4b-bce8-c4c55ca8d5c3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event deleted for resources: {'Port': ['ID=ec2d42e6-aeb2-4eab-810e-93431a17f82f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:41.154942 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7454df93-ac52-4a21-8560-d6fcfee4d952 req-a4327c3c-e498-44db-b3d7-8cb7bb2b6a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:41.156404 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7454df93-ac52-4a21-8560-d6fcfee4d952 req-a4327c3c-e498-44db-b3d7-8cb7bb2b6a79 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9f7fe4f8-1641-40b8-b346-e579ec956d68 HTTP/1.1" status: 200 len: 898 time: 0.2726398 Feb 09 13:20:41.157628 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2830f0bf-aaf2-4c4b-bce8-c4c55ca8d5c3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:41.157968 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2830f0bf-aaf2-4c4b-bce8-c4c55ca8d5c3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:41.158298 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2830f0bf-aaf2-4c4b-bce8-c4c55ca8d5c3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:41.158624 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2830f0bf-aaf2-4c4b-bce8-c4c55ca8d5c3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:41.158946 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2830f0bf-aaf2-4c4b-bce8-c4c55ca8d5c3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:41.159269 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2830f0bf-aaf2-4c4b-bce8-c4c55ca8d5c3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:41.159585 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2830f0bf-aaf2-4c4b-bce8-c4c55ca8d5c3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:41.159931 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2830f0bf-aaf2-4c4b-bce8-c4c55ca8d5c3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:41.160250 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2830f0bf-aaf2-4c4b-bce8-c4c55ca8d5c3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:41.160566 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2830f0bf-aaf2-4c4b-bce8-c4c55ca8d5c3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:41.160877 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2830f0bf-aaf2-4c4b-bce8-c4c55ca8d5c3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:41.161815 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2830f0bf-aaf2-4c4b-bce8-c4c55ca8d5c3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:41.262445 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7454df93-ac52-4a21-8560-d6fcfee4d952 req-bdb7e98d-e093-4436-bbe2-bcef2f798eed service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00f4f3d4-40fa-4899-ae04-d419395ff5f9 HTTP/1.1" status: 200 len: 217 time: 0.0747976 Feb 09 13:20:41.316313 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2830f0bf-aaf2-4c4b-bce8-c4c55ca8d5c3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for floatingip, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:41.316521 n-d-825178-3 neutron-server[87568]: INFO neutron.db.l3_db [None req-2830f0bf-aaf2-4c4b-bce8-c4c55ca8d5c3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Floating IP 6e47bd8b-fb28-4778-b397-86acc5d174da disassociated (deleted). External IP: 172.25.7.128, port: 00f4f3d4-40fa-4899-ae04-d419395ff5f9. Feb 09 13:20:41.402424 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7454df93-ac52-4a21-8560-d6fcfee4d952 req-0e6f1644-dd06-4b56-869a-d2fc301ffbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:41.403883 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7454df93-ac52-4a21-8560-d6fcfee4d952 req-0e6f1644-dd06-4b56-869a-d2fc301ffbe8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8bff9347-0278-4f3f-b757-256627db4cdd HTTP/1.1" status: 200 len: 835 time: 0.1353598 Feb 09 13:20:41.740181 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7454df93-ac52-4a21-8560-d6fcfee4d952 req-46b1e686-70df-4822-a2d9-0c3479a6a469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:41.741772 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7454df93-ac52-4a21-8560-d6fcfee4d952 req-46b1e686-70df-4822-a2d9-0c3479a6a469 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9f7fe4f8-1641-40b8-b346-e579ec956d68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3312111 Feb 09 13:20:41.980558 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2830f0bf-aaf2-4c4b-bce8-c4c55ca8d5c3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Router 69ffc12b-48ba-4485-a40b-8d9b13291424 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:20:42.007766 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7454df93-ac52-4a21-8560-d6fcfee4d952 req-7d78fa6c-3814-497c-97b1-aff6eebaf23a service neutron] 10.222.0.52 "GET /v2.0/networks/9f7fe4f8-1641-40b8-b346-e579ec956d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588263 Feb 09 13:20:42.304582 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-7454df93-ac52-4a21-8560-d6fcfee4d952 req-6e6e2dec-58bc-4cff-9906-eb7d14922b6e service neutron] 10.222.0.52 "GET /v2.0/networks/9f7fe4f8-1641-40b8-b346-e579ec956d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451725 Feb 09 13:20:42.305966 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2830f0bf-aaf2-4c4b-bce8-c4c55ca8d5c3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:20:42.326175 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2830f0bf-aaf2-4c4b-bce8-c4c55ca8d5c3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:42.328282 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b832b9ef-a40e-4716-bb7e-9520c74f93d3 None None] Sync routers for ids ['69ffc12b-48ba-4485-a40b-8d9b13291424'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:20:42.342211 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b832b9ef-a40e-4716-bb7e-9520c74f93d3 None None] Routers {'69ffc12b-48ba-4485-a40b-8d9b13291424'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:20:42.343126 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-b832b9ef-a40e-4716-bb7e-9520c74f93d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:20:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['69ffc12b-48ba-4485-a40b-8d9b13291424'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:42.382821 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-2830f0bf-aaf2-4c4b-bce8-c4c55ca8d5c3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "DELETE /v2.0/floatingips/6e47bd8b-fb28-4778-b397-86acc5d174da HTTP/1.1" status: 204 len: 168 time: 2.3871124 Feb 09 13:20:42.383554 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a3ae576-fe4f-4427-80a1-cd458331f2f8', 'tag': '00f4f3d4-40fa-4899-ae04-d419395ff5f9'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:20:42.529456 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-b832b9ef-a40e-4716-bb7e-9520c74f93d3 None None] Set router 69ffc12b-48ba-4485-a40b-8d9b13291424 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:20:42.625994 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a3ae576-fe4f-4427-80a1-cd458331f2f8', 'tag': '00f4f3d4-40fa-4899-ae04-d419395ff5f9', 'status': 'completed', 'code': 200} Feb 09 13:20:42.732789 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49680b-1a4a-4fa0-afad-35bf7e22742e req-554f1555-b255-4667-a10d-ca03baa431e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:42.734740 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8a49680b-1a4a-4fa0-afad-35bf7e22742e req-554f1555-b255-4667-a10d-ca03baa431e6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6056198879324428bd651de1cdbb016f&device_id=7a3ae576-fe4f-4427-80a1-cd458331f2f8 HTTP/1.1" status: 200 len: 1097 time: 0.0864682 Feb 09 13:20:42.800805 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bdc27f-04b1-44b4-a360-5115fc72a17e req-da21fedf-e204-4115-8c69-909e0a77313a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:42.804098 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-47bdc27f-04b1-44b4-a360-5115fc72a17e req-da21fedf-e204-4115-8c69-909e0a77313a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a3ae576-fe4f-4427-80a1-cd458331f2f8 HTTP/1.1" status: 200 len: 946 time: 0.0907106 Feb 09 13:20:42.847103 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-47bdc27f-04b1-44b4-a360-5115fc72a17e req-f0c26097-56df-4de6-a8c9-d4aa81242435 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e614b4-e64c-4720-9fb0-1948df6aec50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385873 Feb 09 13:20:42.876643 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49680b-1a4a-4fa0-afad-35bf7e22742e req-e16c7668-2712-4457-9f5e-21c5378db218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:42.878092 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8a49680b-1a4a-4fa0-afad-35bf7e22742e req-e16c7668-2712-4457-9f5e-21c5378db218 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9f7fe4f8-1641-40b8-b346-e579ec956d68 HTTP/1.1" status: 200 len: 898 time: 0.1372838 Feb 09 13:20:42.911806 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-b832b9ef-a40e-4716-bb7e-9520c74f93d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ffc12b-48ba-4485-a40b-8d9b13291424', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388760666', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'ec53979d-c336-4f4b-af7a-2696a437e0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:19:41Z', 'updated_at': '2022-02-09T13:19:46Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': 'ec53979d-c336-4f4b-af7a-2696a437e0e5', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ffc12b-48ba-4485-a40b-8d9b13291424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:19:42Z', 'updated_at': '2022-02-09T13:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '638e5343-0a1d-4fae-b7d5-21816a14d591', 'name': '', 'network_id': '9f7fe4f8-1641-40b8-b346-e579ec956d68', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'mac_address': 'fa:16:3e:ba:6b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ffc12b-48ba-4485-a40b-8d9b13291424', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '8bff9347-0278-4f3f-b757-256627db4cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:19:45Z', 'updated_at': '2022-02-09T13:19:51Z', 'revision_number': 5, 'project_id': '6056198879324428bd651de1cdbb016f', 'subnets': [{'id': '8bff9347-0278-4f3f-b757-256627db4cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:42.915594 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b832b9ef-a40e-4716-bb7e-9520c74f93d3 None None] Checking router: 69ffc12b-48ba-4485-a40b-8d9b13291424 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:20:42.923720 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b832b9ef-a40e-4716-bb7e-9520c74f93d3 None None] Routers {'69ffc12b-48ba-4485-a40b-8d9b13291424'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:20:42.924342 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-b832b9ef-a40e-4716-bb7e-9520c74f93d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:20:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['69ffc12b-48ba-4485-a40b-8d9b13291424'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:42.946451 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8a49680b-1a4a-4fa0-afad-35bf7e22742e req-fcf06432-f2db-4145-9d36-138ffdf94d55 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00f4f3d4-40fa-4899-ae04-d419395ff5f9 HTTP/1.1" status: 200 len: 217 time: 0.0620625 Feb 09 13:20:43.012966 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49680b-1a4a-4fa0-afad-35bf7e22742e req-81bc7719-4f2c-41f5-a3a9-ce5d1fdf3065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:43.014408 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8a49680b-1a4a-4fa0-afad-35bf7e22742e req-81bc7719-4f2c-41f5-a3a9-ce5d1fdf3065 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8bff9347-0278-4f3f-b757-256627db4cdd HTTP/1.1" status: 200 len: 835 time: 0.0610657 Feb 09 13:20:43.092581 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49680b-1a4a-4fa0-afad-35bf7e22742e req-75df0d15-a80c-4f15-b418-72577fb3dd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:43.094077 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8a49680b-1a4a-4fa0-afad-35bf7e22742e req-75df0d15-a80c-4f15-b418-72577fb3dd9a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9f7fe4f8-1641-40b8-b346-e579ec956d68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735180 Feb 09 13:20:43.105546 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-b832b9ef-a40e-4716-bb7e-9520c74f93d3 None None] Set router 69ffc12b-48ba-4485-a40b-8d9b13291424 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:20:43.226845 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8a49680b-1a4a-4fa0-afad-35bf7e22742e req-ecb59054-4d55-4dcd-9142-6abb20ee7800 service neutron] 10.222.0.52 "GET /v2.0/networks/9f7fe4f8-1641-40b8-b346-e579ec956d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257622 Feb 09 13:20:43.371014 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8a49680b-1a4a-4fa0-afad-35bf7e22742e req-f3557c0e-7101-43e0-b256-d16a23f0d680 service neutron] 10.222.0.52 "GET /v2.0/networks/9f7fe4f8-1641-40b8-b346-e579ec956d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376119 Feb 09 13:20:43.434926 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-b832b9ef-a40e-4716-bb7e-9520c74f93d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ffc12b-48ba-4485-a40b-8d9b13291424', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388760666', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'ec53979d-c336-4f4b-af7a-2696a437e0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:19:41Z', 'updated_at': '2022-02-09T13:19:46Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': 'ec53979d-c336-4f4b-af7a-2696a437e0e5', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ffc12b-48ba-4485-a40b-8d9b13291424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:19:42Z', 'updated_at': '2022-02-09T13:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '638e5343-0a1d-4fae-b7d5-21816a14d591', 'name': '', 'network_id': '9f7fe4f8-1641-40b8-b346-e579ec956d68', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'mac_address': 'fa:16:3e:ba:6b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ffc12b-48ba-4485-a40b-8d9b13291424', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '8bff9347-0278-4f3f-b757-256627db4cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:19:45Z', 'updated_at': '2022-02-09T13:19:51Z', 'revision_number': 5, 'project_id': '6056198879324428bd651de1cdbb016f', 'subnets': [{'id': '8bff9347-0278-4f3f-b757-256627db4cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:43.439162 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b832b9ef-a40e-4716-bb7e-9520c74f93d3 None None] The sync data for ids ['69ffc12b-48ba-4485-a40b-8d9b13291424'] in n-d-825178-3 is: [{'id': '69ffc12b-48ba-4485-a40b-8d9b13291424', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388760666', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'ec53979d-c336-4f4b-af7a-2696a437e0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:19:41Z', 'updated_at': '2022-02-09T13:19:46Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': 'ec53979d-c336-4f4b-af7a-2696a437e0e5', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ffc12b-48ba-4485-a40b-8d9b13291424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:19:42Z', 'updated_at': '2022-02-09T13:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '638e5343-0a1d-4fae-b7d5-21816a14d591', 'name': '', 'network_id': '9f7fe4f8-1641-40b8-b346-e579ec956d68', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'mac_address': 'fa:16:3e:ba:6b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ffc12b-48ba-4485-a40b-8d9b13291424', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '8bff9347-0278-4f3f-b757-256627db4cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:19:45Z', 'updated_at': '2022-02-09T13:19:51Z', 'revision_number': 5, 'project_id': '6056198879324428bd651de1cdbb016f', 'subnets': [{'id': '8bff9347-0278-4f3f-b757-256627db4cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:20:43.655873 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7f6736-4914-4e88-b0e1-6f2d9119e418 None None] New status for floating IP 6e47bd8b-fb28-4778-b397-86acc5d174da: DOWN {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:20:44.035456 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e963c9-5439-4318-87d3-b80b31e5a1c7 req-eacd26d6-e351-4b5c-8a3a-07d3bbb4787c tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:44.037060 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b2e963c9-5439-4318-87d3-b80b31e5a1c7 req-eacd26d6-e351-4b5c-8a3a-07d3bbb4787c tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a3ae576-fe4f-4427-80a1-cd458331f2f8 HTTP/1.1" status: 200 len: 946 time: 0.0813389 Feb 09 13:20:44.080829 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b2e963c9-5439-4318-87d3-b80b31e5a1c7 req-e7ea6af1-f5e5-4664-bbdd-3f4cca7d2373 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=49e614b4-e64c-4720-9fb0-1948df6aec50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380697 Feb 09 13:20:44.108028 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-36f80ff3-e7e4-493b-9485-345068873bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:44.347566 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5cbe5-6fc7-4e21-8893-3af47000140c req-d8ff2629-8f1d-49d2-9c24-78c9b65fa74b tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:44.348281 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-6aa5cbe5-6fc7-4e21-8893-3af47000140c req-d8ff2629-8f1d-49d2-9c24-78c9b65fa74b tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Synchronizing usage tracker for tenant:6056198879324428bd651de1cdbb016f on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:20:44.363898 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-6aa5cbe5-6fc7-4e21-8893-3af47000140c req-d8ff2629-8f1d-49d2-9c24-78c9b65fa74b tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Unset dirty status for tenant:6056198879324428bd651de1cdbb016f on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:20:44.365641 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6aa5cbe5-6fc7-4e21-8893-3af47000140c req-d8ff2629-8f1d-49d2-9c24-78c9b65fa74b tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a3ae576-fe4f-4427-80a1-cd458331f2f8 HTTP/1.1" status: 200 len: 946 time: 0.2159710 Feb 09 13:20:44.432132 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-6aa5cbe5-6fc7-4e21-8893-3af47000140c req-0febddce-533d-4acf-93fa-9010d90df057 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Deleting port 00f4f3d4-40fa-4899-ae04-d419395ff5f9 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:20:44.432469 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-6aa5cbe5-6fc7-4e21-8893-3af47000140c req-0febddce-533d-4acf-93fa-9010d90df057 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:44.675563 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-6aa5cbe5-6fc7-4e21-8893-3af47000140c req-0febddce-533d-4acf-93fa-9010d90df057 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] For port 00f4f3d4-40fa-4899-ae04-d419395ff5f9, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=00f4f3d4-40fa-4899-ae04-d419395ff5f9,segment=NetworkSegment(bf584e45-6f68-4e17-a23f-05d8ebd7db97),segment_id=bf584e45-6f68-4e17-a23f-05d8ebd7db97)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:20:44.675854 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-6aa5cbe5-6fc7-4e21-8893-3af47000140c req-0febddce-533d-4acf-93fa-9010d90df057 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:44.803695 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-6aa5cbe5-6fc7-4e21-8893-3af47000140c req-0febddce-533d-4acf-93fa-9010d90df057 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Calling delete_port for 00f4f3d4-40fa-4899-ae04-d419395ff5f9 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:20:44.947403 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-6aa5cbe5-6fc7-4e21-8893-3af47000140c req-0febddce-533d-4acf-93fa-9010d90df057 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:45.027680 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0febddce-533d-4acf-93fa-9010d90df057 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event deleted for resources: {'Port': ['ID=00f4f3d4-40fa-4899-ae04-d419395ff5f9,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:45.078808 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa5cbe5-6fc7-4e21-8893-3af47000140c req-0febddce-533d-4acf-93fa-9010d90df057 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] No DVR routers for this DVR port 00f4f3d4-40fa-4899-ae04-d419395ff5f9 on host n-h1-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:20:45.081542 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-6aa5cbe5-6fc7-4e21-8893-3af47000140c req-0febddce-533d-4acf-93fa-9010d90df057 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:45.085253 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3ae576-fe4f-4427-80a1-cd458331f2f8', 'name': 'network-vif-deleted', 'tag': '00f4f3d4-40fa-4899-ae04-d419395ff5f9'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:20:45.101886 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6aa5cbe5-6fc7-4e21-8893-3af47000140c req-0febddce-533d-4acf-93fa-9010d90df057 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.52 "DELETE /v2.0/ports/00f4f3d4-40fa-4899-ae04-d419395ff5f9 HTTP/1.1" status: 204 len: 173 time: 0.7307169 Feb 09 13:20:45.131855 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3ae576-fe4f-4427-80a1-cd458331f2f8', 'name': 'network-vif-deleted', 'tag': '00f4f3d4-40fa-4899-ae04-d419395ff5f9', 'status': 'completed', 'code': 200} Feb 09 13:20:45.260975 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9a6b0ba8-ef92-4b5e-9fea-894afbe7fe4d req-c082e357-d9f5-4b52-8b4d-d572e7501193 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a3ae576-fe4f-4427-80a1-cd458331f2f8 HTTP/1.1" status: 200 len: 210 time: 0.0474446 Feb 09 13:20:46.001360 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:20:46.354376 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46728) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:46.510313 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aa4b4526-6ade-49df-a942-e7e562663089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:46.894441 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d8ab9d38-8a4c-4e01-8e9a-dc2bc842fb55 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:47.350185 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab9d38-8a4c-4e01-8e9a-dc2bc842fb55 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Deleting port 638e5343-0a1d-4fae-b7d5-21816a14d591 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:20:47.350783 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d8ab9d38-8a4c-4e01-8e9a-dc2bc842fb55 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:47.536937 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-d8ab9d38-8a4c-4e01-8e9a-dc2bc842fb55 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] For port 638e5343-0a1d-4fae-b7d5-21816a14d591, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=638e5343-0a1d-4fae-b7d5-21816a14d591,segment=NetworkSegment(bf584e45-6f68-4e17-a23f-05d8ebd7db97),segment_id=bf584e45-6f68-4e17-a23f-05d8ebd7db97)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:20:47.537637 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d8ab9d38-8a4c-4e01-8e9a-dc2bc842fb55 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:47.664190 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab9d38-8a4c-4e01-8e9a-dc2bc842fb55 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Calling delete_port for 638e5343-0a1d-4fae-b7d5-21816a14d591 owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:20:47.692261 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:47.804224 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:47.861179 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d8ab9d38-8a4c-4e01-8e9a-dc2bc842fb55 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:47.907512 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab9d38-8a4c-4e01-8e9a-dc2bc842fb55 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event deleted for resources: {'Port': ['ID=638e5343-0a1d-4fae-b7d5-21816a14d591,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:48.181782 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d8ab9d38-8a4c-4e01-8e9a-dc2bc842fb55 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:48.537482 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ab9d38-8a4c-4e01-8e9a-dc2bc842fb55 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Router 69ffc12b-48ba-4485-a40b-8d9b13291424 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:20:48.827070 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ab9d38-8a4c-4e01-8e9a-dc2bc842fb55 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:20:48.837648 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883dfd13-55aa-4d45-9a73-3e4907482133 None None] Sync routers for ids ['69ffc12b-48ba-4485-a40b-8d9b13291424'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:20:48.839877 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d8ab9d38-8a4c-4e01-8e9a-dc2bc842fb55 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "PUT /v2.0/routers/69ffc12b-48ba-4485-a40b-8d9b13291424/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4841795 Feb 09 13:20:48.842366 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46732) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:48.847474 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883dfd13-55aa-4d45-9a73-3e4907482133 None None] Routers {'69ffc12b-48ba-4485-a40b-8d9b13291424'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:20:48.848123 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-883dfd13-55aa-4d45-9a73-3e4907482133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:20:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['69ffc12b-48ba-4485-a40b-8d9b13291424'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:48.907054 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ad29e99-ae18-464c-b895-bef9d5eb6160 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Deleting subnet 8bff9347-0278-4f3f-b757-256627db4cdd {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 13:20:48.909973 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ad29e99-ae18-464c-b895-bef9d5eb6160 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:48.964301 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ad29e99-ae18-464c-b895-bef9d5eb6160 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:49.028564 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-883dfd13-55aa-4d45-9a73-3e4907482133 None None] Set router 69ffc12b-48ba-4485-a40b-8d9b13291424 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:20:49.051344 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ad29e99-ae18-464c-b895-bef9d5eb6160 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:49.126170 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ad29e99-ae18-464c-b895-bef9d5eb6160 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:49.165655 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad29e99-ae18-464c-b895-bef9d5eb6160 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event deleted for resources: {'Subnet': ['ID=8bff9347-0278-4f3f-b757-256627db4cdd,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:49.169145 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ad29e99-ae18-464c-b895-bef9d5eb6160 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:49.175109 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9ad29e99-ae18-464c-b895-bef9d5eb6160 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "DELETE /v2.0/subnets/8bff9347-0278-4f3f-b757-256627db4cdd HTTP/1.1" status: 204 len: 168 time: 0.3318110 Feb 09 13:20:49.177999 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46736) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:49.213221 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2bc6af-e1c8-4869-a207-7290b0e9233b None None] Network 9f7fe4f8-1641-40b8-b346-e579ec956d68 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:20:49.360956 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-857b7593-c6b4-4955-80ff-efbf45409fbf tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:49.517659 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:49.548859 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-857b7593-c6b4-4955-80ff-efbf45409fbf tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:49.558250 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-857b7593-c6b4-4955-80ff-efbf45409fbf tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Deleting port ec53979d-c336-4f4b-af7a-2696a437e0e5 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:20:49.558625 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-857b7593-c6b4-4955-80ff-efbf45409fbf tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:49.564420 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-883dfd13-55aa-4d45-9a73-3e4907482133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ffc12b-48ba-4485-a40b-8d9b13291424', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388760666', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'ec53979d-c336-4f4b-af7a-2696a437e0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:19:41Z', 'updated_at': '2022-02-09T13:20:47Z', 'revision_number': 5, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': 'ec53979d-c336-4f4b-af7a-2696a437e0e5', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ffc12b-48ba-4485-a40b-8d9b13291424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:19:42Z', 'updated_at': '2022-02-09T13:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:49.568638 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883dfd13-55aa-4d45-9a73-3e4907482133 None None] Checking router: 69ffc12b-48ba-4485-a40b-8d9b13291424 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:20:49.576986 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883dfd13-55aa-4d45-9a73-3e4907482133 None None] Routers {'69ffc12b-48ba-4485-a40b-8d9b13291424'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:20:49.577591 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-883dfd13-55aa-4d45-9a73-3e4907482133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:20:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['69ffc12b-48ba-4485-a40b-8d9b13291424'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:49.626261 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59ec04d-a2d3-45ca-a5ee-0f0db2ce801d None None] DHCP port deletion for 9f7fe4f8-1641-40b8-b346-e579ec956d68 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 13:20:49.690823 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-d59ec04d-a2d3-45ca-a5ee-0f0db2ce801d None None] Deleting port a889ee28-8107-48a5-8884-10db97f81ddd {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:20:49.691191 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d59ec04d-a2d3-45ca-a5ee-0f0db2ce801d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:49.741917 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-857b7593-c6b4-4955-80ff-efbf45409fbf tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] For port ec53979d-c336-4f4b-af7a-2696a437e0e5, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=ec53979d-c336-4f4b-af7a-2696a437e0e5,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:20:49.742271 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-857b7593-c6b4-4955-80ff-efbf45409fbf tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:49.799746 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-883dfd13-55aa-4d45-9a73-3e4907482133 None None] Set router 69ffc12b-48ba-4485-a40b-8d9b13291424 gateway port host: None {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:20:49.866947 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-857b7593-c6b4-4955-80ff-efbf45409fbf tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Calling delete_port for ec53979d-c336-4f4b-af7a-2696a437e0e5 owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:20:49.917523 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 00f4f3d4-40fa-4899-ae04-d419395ff5f9 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:20:49.962945 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] No Port match for: 00f4f3d4-40fa-4899-ae04-d419395ff5f9 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:20:49.963286 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 00f4f3d4-40fa-4899-ae04-d419395ff5f9 not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:20:49.964745 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-883dfd13-55aa-4d45-9a73-3e4907482133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ffc12b-48ba-4485-a40b-8d9b13291424', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388760666', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:19:41Z', 'updated_at': '2022-02-09T13:20:49Z', 'revision_number': 6, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:49.974373 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883dfd13-55aa-4d45-9a73-3e4907482133 None None] The sync data for ids ['69ffc12b-48ba-4485-a40b-8d9b13291424'] in n-d-825178-3 is: [{'id': '69ffc12b-48ba-4485-a40b-8d9b13291424', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388760666', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:19:41Z', 'updated_at': '2022-02-09T13:20:49Z', 'revision_number': 6, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port_host': None}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:20:50.045092 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-857b7593-c6b4-4955-80ff-efbf45409fbf tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:50.077329 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-d59ec04d-a2d3-45ca-a5ee-0f0db2ce801d None None] For port a889ee28-8107-48a5-8884-10db97f81ddd, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=a889ee28-8107-48a5-8884-10db97f81ddd,segment=NetworkSegment(bf584e45-6f68-4e17-a23f-05d8ebd7db97),segment_id=bf584e45-6f68-4e17-a23f-05d8ebd7db97)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:20:50.077721 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d59ec04d-a2d3-45ca-a5ee-0f0db2ce801d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:50.205157 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-d59ec04d-a2d3-45ca-a5ee-0f0db2ce801d None None] Calling delete_port for a889ee28-8107-48a5-8884-10db97f81ddd owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:20:50.217898 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857b7593-c6b4-4955-80ff-efbf45409fbf tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event deleted for resources: {'Port': ['ID=ec53979d-c336-4f4b-af7a-2696a437e0e5,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:50.282219 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d59ec04d-a2d3-45ca-a5ee-0f0db2ce801d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:50.311114 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-857b7593-c6b4-4955-80ff-efbf45409fbf tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:50.332864 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ec04d-a2d3-45ca-a5ee-0f0db2ce801d None None] Pushing event deleted for resources: {'Port': ['ID=a889ee28-8107-48a5-8884-10db97f81ddd,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:50.338012 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59ec04d-a2d3-45ca-a5ee-0f0db2ce801d None None] No DVR routers for this DVR port a889ee28-8107-48a5-8884-10db97f81ddd on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:20:50.344808 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59ec04d-a2d3-45ca-a5ee-0f0db2ce801d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:50.345172 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59ec04d-a2d3-45ca-a5ee-0f0db2ce801d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:50.347886 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59ec04d-a2d3-45ca-a5ee-0f0db2ce801d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:50.347886 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59ec04d-a2d3-45ca-a5ee-0f0db2ce801d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:50.347886 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59ec04d-a2d3-45ca-a5ee-0f0db2ce801d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:50.347886 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59ec04d-a2d3-45ca-a5ee-0f0db2ce801d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:50.347886 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59ec04d-a2d3-45ca-a5ee-0f0db2ce801d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:50.347886 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59ec04d-a2d3-45ca-a5ee-0f0db2ce801d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:50.347886 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59ec04d-a2d3-45ca-a5ee-0f0db2ce801d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:50.347886 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59ec04d-a2d3-45ca-a5ee-0f0db2ce801d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:50.350101 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59ec04d-a2d3-45ca-a5ee-0f0db2ce801d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:50.350101 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59ec04d-a2d3-45ca-a5ee-0f0db2ce801d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:50.499057 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-857b7593-c6b4-4955-80ff-efbf45409fbf tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:50.501283 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-857b7593-c6b4-4955-80ff-efbf45409fbf tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:50.523447 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-857b7593-c6b4-4955-80ff-efbf45409fbf tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:50.524042 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857b7593-c6b4-4955-80ff-efbf45409fbf tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Fanout notify agent at l3_agent the message router_deleted on router 69ffc12b-48ba-4485-a40b-8d9b13291424 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 13:20:50.540821 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-857b7593-c6b4-4955-80ff-efbf45409fbf tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:50.541908 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-857b7593-c6b4-4955-80ff-efbf45409fbf tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "DELETE /v2.0/routers/69ffc12b-48ba-4485-a40b-8d9b13291424 HTTP/1.1" status: 204 len: 168 time: 1.3630245 Feb 09 13:20:50.544588 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46740) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:50.655527 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1912ccaf-b805-4ff7-b676-a272062eff78 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:50.792161 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1912ccaf-b805-4ff7-b676-a272062eff78 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:50.816149 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-1912ccaf-b805-4ff7-b676-a272062eff78 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f7fe4f8-1641-40b8-b346-e579ec956d68']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:50.828496 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-1912ccaf-b805-4ff7-b676-a272062eff78 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf584e45-6f68-4e17-a23f-05d8ebd7db97') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:50.828840 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-1912ccaf-b805-4ff7-b676-a272062eff78 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf584e45-6f68-4e17-a23f-05d8ebd7db97') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:50.840890 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1912ccaf-b805-4ff7-b676-a272062eff78 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:50.858138 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1912ccaf-b805-4ff7-b676-a272062eff78 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:50.864431 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1912ccaf-b805-4ff7-b676-a272062eff78 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 13:20:50.864822 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1912ccaf-b805-4ff7-b676-a272062eff78 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:50.878907 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 13:20:50.878907 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 13:20:50.878907 n-d-825178-3 neutron-server[87568]: timer() Feb 09 13:20:50.878907 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:20:50.878907 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 13:20:50.878907 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:20:50.878907 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 13:20:50.878907 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:20:50.878907 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 13:20:50.878907 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:20:50.878907 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 13:20:50.878907 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:20:50.878907 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 13:20:50.878907 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:20:50.878907 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:20:50.878907 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:20:50.878907 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:20:50.878907 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:20:50.878907 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 13:20:50.878907 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 13:20:50.878907 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 13:20:50.878907 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 13:20:50.878907 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:20:50.878907 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 13:20:50.878907 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 13:20:50.878907 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 13:20:50.878907 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:20:50.878907 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 13:20:50.878907 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:20:50.878907 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 13:20:50.878907 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:20:50.878907 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:20:50.960241 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1912ccaf-b805-4ff7-b676-a272062eff78 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:50.984077 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1912ccaf-b805-4ff7-b676-a272062eff78 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:50.996981 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1912ccaf-b805-4ff7-b676-a272062eff78 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event deleted for resources: {'Network': ['ID=9f7fe4f8-1641-40b8-b346-e579ec956d68,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:51.006010 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1912ccaf-b805-4ff7-b676-a272062eff78 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "DELETE /v2.0/networks/9f7fe4f8-1641-40b8-b346-e579ec956d68 HTTP/1.1" status: 204 len: 168 time: 0.4604142 Feb 09 13:20:51.008673 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46744) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:51.064379 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:51.082525 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device ec53979d-c336-4f4b-af7a-2696a437e0e5 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:20:51.091702 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8948a30e-2bcb-4347-9153-a98b99992305 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:51.117819 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: ec53979d-c336-4f4b-af7a-2696a437e0e5 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:20:51.118178 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device ec53979d-c336-4f4b-af7a-2696a437e0e5 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:20:51.118590 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 638e5343-0a1d-4fae-b7d5-21816a14d591 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:20:51.124392 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8948a30e-2bcb-4347-9153-a98b99992305 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:51.154992 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 638e5343-0a1d-4fae-b7d5-21816a14d591 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:20:51.155341 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 638e5343-0a1d-4fae-b7d5-21816a14d591 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:20:51.155770 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device a889ee28-8107-48a5-8884-10db97f81ddd no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:20:51.193542 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: a889ee28-8107-48a5-8884-10db97f81ddd {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:20:51.194145 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device a889ee28-8107-48a5-8884-10db97f81ddd not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:20:51.194290 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8948a30e-2bcb-4347-9153-a98b99992305 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:51.215024 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8948a30e-2bcb-4347-9153-a98b99992305 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e614b4-e64c-4720-9fb0-1948df6aec50,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:51.225427 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8948a30e-2bcb-4347-9153-a98b99992305 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:51.226631 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8948a30e-2bcb-4347-9153-a98b99992305 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "DELETE /v2.0/security-groups/49e614b4-e64c-4720-9fb0-1948df6aec50 HTTP/1.1" status: 204 len: 168 time: 0.2169945 Feb 09 13:20:51.510351 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46752) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:51.515565 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-7305f7a7-3779-463d-9bf4-b22593f32e64 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-316783964', 'description': 'tempest-secgroup-smoke-316783964 description', 'project_id': '6056198879324428bd651de1cdbb016f'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:20:51.522767 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7305f7a7-3779-463d-9bf4-b22593f32e64 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:51.526987 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7305f7a7-3779-463d-9bf4-b22593f32e64 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:security_group and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:20:51.529959 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7305f7a7-3779-463d-9bf4-b22593f32e64 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:20:51.535438 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7305f7a7-3779-463d-9bf4-b22593f32e64 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:51.548779 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7305f7a7-3779-463d-9bf4-b22593f32e64 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:51.568635 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7305f7a7-3779-463d-9bf4-b22593f32e64 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:51.572496 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7305f7a7-3779-463d-9bf4-b22593f32e64 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:security_group_rule and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:20:51.575191 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7305f7a7-3779-463d-9bf4-b22593f32e64 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:20:51.580759 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7305f7a7-3779-463d-9bf4-b22593f32e64 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:51.649845 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7305f7a7-3779-463d-9bf4-b22593f32e64 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:51.653595 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7305f7a7-3779-463d-9bf4-b22593f32e64 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:51.697034 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305f7a7-3779-463d-9bf4-b22593f32e64 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba072ff-f737-4683-8134-9a433940d4f2,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:51.700423 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7305f7a7-3779-463d-9bf4-b22593f32e64 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:51.701599 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7305f7a7-3779-463d-9bf4-b22593f32e64 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1902130 Feb 09 13:20:51.704648 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46756) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:51.710369 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-e4f20d5e-5b08-4557-a1ad-f063c9ed39d4 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'security_group_rule': {'security_group_id': '8ba072ff-f737-4683-8134-9a433940d4f2', 'project_id': '6056198879324428bd651de1cdbb016f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:20:51.717143 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e4f20d5e-5b08-4557-a1ad-f063c9ed39d4 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:51.720980 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e4f20d5e-5b08-4557-a1ad-f063c9ed39d4 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:security_group_rule and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:20:51.724512 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e4f20d5e-5b08-4557-a1ad-f063c9ed39d4 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:20:51.730418 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e4f20d5e-5b08-4557-a1ad-f063c9ed39d4 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:51.746101 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e4f20d5e-5b08-4557-a1ad-f063c9ed39d4 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:51.803790 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e4f20d5e-5b08-4557-a1ad-f063c9ed39d4 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:51.807389 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e4f20d5e-5b08-4557-a1ad-f063c9ed39d4 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:51.831961 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f20d5e-5b08-4557-a1ad-f063c9ed39d4 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=490227bb-9757-464b-b847-65c758db5274,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:51.842286 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e4f20d5e-5b08-4557-a1ad-f063c9ed39d4 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:51.843429 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e4f20d5e-5b08-4557-a1ad-f063c9ed39d4 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1378915 Feb 09 13:20:51.846195 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46760) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:51.852247 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-463d7d84-5bf5-4ac5-8633-9e34ac8f3e12 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'security_group_rule': {'security_group_id': '8ba072ff-f737-4683-8134-9a433940d4f2', 'project_id': '6056198879324428bd651de1cdbb016f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:20:51.859238 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-463d7d84-5bf5-4ac5-8633-9e34ac8f3e12 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:51.863092 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-463d7d84-5bf5-4ac5-8633-9e34ac8f3e12 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:security_group_rule and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:20:51.865948 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-463d7d84-5bf5-4ac5-8633-9e34ac8f3e12 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:20:51.871546 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-463d7d84-5bf5-4ac5-8633-9e34ac8f3e12 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:51.888443 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-463d7d84-5bf5-4ac5-8633-9e34ac8f3e12 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:51.956573 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-463d7d84-5bf5-4ac5-8633-9e34ac8f3e12 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:51.960696 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-463d7d84-5bf5-4ac5-8633-9e34ac8f3e12 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:51.986410 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d7d84-5bf5-4ac5-8633-9e34ac8f3e12 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cdd4a49-2588-4c08-9539-16cb0c34a5b8,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:51.994517 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-463d7d84-5bf5-4ac5-8633-9e34ac8f3e12 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:51.995852 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-463d7d84-5bf5-4ac5-8633-9e34ac8f3e12 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1487589 Feb 09 13:20:51.998664 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46764) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:52.003916 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-fa6b20de-a76a-4fe5-8323-802c0d039ba2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'security_group_rule': {'security_group_id': '8ba072ff-f737-4683-8134-9a433940d4f2', 'project_id': '6056198879324428bd651de1cdbb016f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:20:52.011170 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-fa6b20de-a76a-4fe5-8323-802c0d039ba2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:52.014986 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-fa6b20de-a76a-4fe5-8323-802c0d039ba2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:security_group_rule and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:20:52.017842 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-fa6b20de-a76a-4fe5-8323-802c0d039ba2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:20:52.024051 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-fa6b20de-a76a-4fe5-8323-802c0d039ba2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:52.040711 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fa6b20de-a76a-4fe5-8323-802c0d039ba2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:52.101538 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fa6b20de-a76a-4fe5-8323-802c0d039ba2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:52.105018 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fa6b20de-a76a-4fe5-8323-802c0d039ba2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:52.127566 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6b20de-a76a-4fe5-8323-802c0d039ba2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f225a29a-5748-4116-a299-76f10150a3b7,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:52.136282 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fa6b20de-a76a-4fe5-8323-802c0d039ba2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:52.137475 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-fa6b20de-a76a-4fe5-8323-802c0d039ba2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1378047 Feb 09 13:20:52.140170 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46768) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:52.144978 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-57076624-fa0f-4da5-a708-2f59909fbcf3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'security_group_rule': {'security_group_id': '8ba072ff-f737-4683-8134-9a433940d4f2', 'project_id': '6056198879324428bd651de1cdbb016f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:20:52.152287 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-57076624-fa0f-4da5-a708-2f59909fbcf3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:52.156053 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-57076624-fa0f-4da5-a708-2f59909fbcf3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:security_group_rule and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:20:52.158839 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-57076624-fa0f-4da5-a708-2f59909fbcf3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:20:52.164677 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-57076624-fa0f-4da5-a708-2f59909fbcf3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:52.181194 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-57076624-fa0f-4da5-a708-2f59909fbcf3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:52.246404 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-57076624-fa0f-4da5-a708-2f59909fbcf3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:52.249794 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-57076624-fa0f-4da5-a708-2f59909fbcf3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:52.272062 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57076624-fa0f-4da5-a708-2f59909fbcf3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20245213-e553-46d5-9a8b-846c023bfa65,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:52.281374 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-57076624-fa0f-4da5-a708-2f59909fbcf3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:52.282651 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-57076624-fa0f-4da5-a708-2f59909fbcf3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1415288 Feb 09 13:20:52.285736 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46772) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:52.291330 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-ab27a601-f443-439c-a3a9-1ce7d925ff06 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'security_group_rule': {'security_group_id': '8ba072ff-f737-4683-8134-9a433940d4f2', 'project_id': '6056198879324428bd651de1cdbb016f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:20:52.297970 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-ab27a601-f443-439c-a3a9-1ce7d925ff06 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:52.301892 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ab27a601-f443-439c-a3a9-1ce7d925ff06 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:security_group_rule and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:20:52.305124 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ab27a601-f443-439c-a3a9-1ce7d925ff06 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:20:52.311545 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-ab27a601-f443-439c-a3a9-1ce7d925ff06 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:52.320952 n-d-825178-3 neutron-server[87567]: INFO neutron.db.securitygroups_db [None req-ab27a601-f443-439c-a3a9-1ce7d925ff06 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Project 6056198879324428bd651de1cdbb016f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 13:20:52.327324 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ab27a601-f443-439c-a3a9-1ce7d925ff06 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:52.390671 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ab27a601-f443-439c-a3a9-1ce7d925ff06 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:52.394042 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ab27a601-f443-439c-a3a9-1ce7d925ff06 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:52.416749 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab27a601-f443-439c-a3a9-1ce7d925ff06 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33cf6af4-cd08-4ad9-a533-050c23d20f33,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:52.429344 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab27a601-f443-439c-a3a9-1ce7d925ff06 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:52.429697 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab27a601-f443-439c-a3a9-1ce7d925ff06 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:52.430037 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab27a601-f443-439c-a3a9-1ce7d925ff06 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:52.430374 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab27a601-f443-439c-a3a9-1ce7d925ff06 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:52.430743 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab27a601-f443-439c-a3a9-1ce7d925ff06 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:52.431078 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab27a601-f443-439c-a3a9-1ce7d925ff06 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:52.431402 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab27a601-f443-439c-a3a9-1ce7d925ff06 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:52.431767 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab27a601-f443-439c-a3a9-1ce7d925ff06 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:52.432157 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab27a601-f443-439c-a3a9-1ce7d925ff06 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:52.432520 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab27a601-f443-439c-a3a9-1ce7d925ff06 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:52.432881 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab27a601-f443-439c-a3a9-1ce7d925ff06 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:52.433282 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab27a601-f443-439c-a3a9-1ce7d925ff06 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:52.440157 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ab27a601-f443-439c-a3a9-1ce7d925ff06 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:52.441350 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ab27a601-f443-439c-a3a9-1ce7d925ff06 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1540024 Feb 09 13:20:52.444136 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46776) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:52.448988 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-eb01365b-dccc-4b15-a11a-c66e0bb5d9f3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'security_group_rule': {'security_group_id': '8ba072ff-f737-4683-8134-9a433940d4f2', 'project_id': '6056198879324428bd651de1cdbb016f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:20:52.455473 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-eb01365b-dccc-4b15-a11a-c66e0bb5d9f3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:52.460114 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-eb01365b-dccc-4b15-a11a-c66e0bb5d9f3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:security_group_rule and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:20:52.462984 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-eb01365b-dccc-4b15-a11a-c66e0bb5d9f3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:20:52.468631 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-eb01365b-dccc-4b15-a11a-c66e0bb5d9f3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:52.479687 n-d-825178-3 neutron-server[87567]: INFO neutron.db.securitygroups_db [None req-eb01365b-dccc-4b15-a11a-c66e0bb5d9f3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Project 6056198879324428bd651de1cdbb016f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 13:20:52.486037 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eb01365b-dccc-4b15-a11a-c66e0bb5d9f3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:52.556280 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eb01365b-dccc-4b15-a11a-c66e0bb5d9f3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:52.559588 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eb01365b-dccc-4b15-a11a-c66e0bb5d9f3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:52.583329 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb01365b-dccc-4b15-a11a-c66e0bb5d9f3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0739230b-ccc8-4a83-95ce-49b497220ff4,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:52.592571 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-eb01365b-dccc-4b15-a11a-c66e0bb5d9f3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:52.593882 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-eb01365b-dccc-4b15-a11a-c66e0bb5d9f3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1487870 Feb 09 13:20:52.597220 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46780) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:52.603809 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-de0133f9-4227-4929-b183-853eec1bd6b2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'network': {'name': 'tempest-network-smoke--1807166351', 'project_id': '6056198879324428bd651de1cdbb016f', 'port_security_enabled': True}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:20:52.609362 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-de0133f9-4227-4929-b183-853eec1bd6b2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:52.613438 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-de0133f9-4227-4929-b183-853eec1bd6b2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:network and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:20:52.616431 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-de0133f9-4227-4929-b183-853eec1bd6b2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:20:52.621961 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-de0133f9-4227-4929-b183-853eec1bd6b2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:52.634311 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0133f9-4227-4929-b183-853eec1bd6b2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Made reservation on behalf of 6056198879324428bd651de1cdbb016f for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:20:52.637735 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-de0133f9-4227-4929-b183-853eec1bd6b2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:52.664813 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de0133f9-4227-4929-b183-853eec1bd6b2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:20:52.673454 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-de0133f9-4227-4929-b183-853eec1bd6b2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:52.673823 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-de0133f9-4227-4929-b183-853eec1bd6b2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Added segment b3706a54-6054-4763-b859-d21a46b0b208 of type vlan for network b60742fb-45dc-46cd-8d1d-a35d5affddb9 Feb 09 13:20:52.699412 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-de0133f9-4227-4929-b183-853eec1bd6b2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:52.727887 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-de0133f9-4227-4929-b183-853eec1bd6b2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:52.733350 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0133f9-4227-4929-b183-853eec1bd6b2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:52.733942 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-de0133f9-4227-4929-b183-853eec1bd6b2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:52.837198 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-de0133f9-4227-4929-b183-853eec1bd6b2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2389383 Feb 09 13:20:52.839926 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46784) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:52.847030 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-91d969fc-9430-4cea-a4b2-749622fed5cc tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2020335391', 'admin_state_up': True, 'project_id': '6056198879324428bd651de1cdbb016f', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:20:52.856688 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0133f9-4227-4929-b183-853eec1bd6b2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'Network': ['ID=b60742fb-45dc-46cd-8d1d-a35d5affddb9,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:52.858985 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-91d969fc-9430-4cea-a4b2-749622fed5cc tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:52.862935 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-91d969fc-9430-4cea-a4b2-749622fed5cc tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:router and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:20:52.866477 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-91d969fc-9430-4cea-a4b2-749622fed5cc tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:20:52.867515 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network b60742fb-45dc-46cd-8d1d-a35d5affddb9 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:20:52.872245 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-91d969fc-9430-4cea-a4b2-749622fed5cc tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:52.882327 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-91d969fc-9430-4cea-a4b2-749622fed5cc tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:52.883440 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-91d969fc-9430-4cea-a4b2-749622fed5cc tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:52.900415 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-91d969fc-9430-4cea-a4b2-749622fed5cc tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:53.171255 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-91d969fc-9430-4cea-a4b2-749622fed5cc tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:53.576714 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:53.588888 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-91d969fc-9430-4cea-a4b2-749622fed5cc tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for router_gateway, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:53.622184 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-91d969fc-9430-4cea-a4b2-749622fed5cc tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:53.756847 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-91d969fc-9430-4cea-a4b2-749622fed5cc tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Allocated IP 172.25.7.22 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/780f3e99-693b-4a52-a6fd-343ff43cea48) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:20:53.909648 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-91d969fc-9430-4cea-a4b2-749622fed5cc tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:53.938475 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-91d969fc-9430-4cea-a4b2-749622fed5cc tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:54.003534 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d969fc-9430-4cea-a4b2-749622fed5cc tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:20:54.006247 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-91d969fc-9430-4cea-a4b2-749622fed5cc tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:20:54.010077 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d969fc-9430-4cea-a4b2-749622fed5cc tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:20:54.045355 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d969fc-9430-4cea-a4b2-749622fed5cc tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'Port': ['ID=780f3e99-693b-4a52-a6fd-343ff43cea48,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:54.430001 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-91d969fc-9430-4cea-a4b2-749622fed5cc tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for router_gateway, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:54.771780 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-91d969fc-9430-4cea-a4b2-749622fed5cc tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:55.094632 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91d969fc-9430-4cea-a4b2-749622fed5cc tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Router a3dab68a-18a6-4668-8d51-cf7f7dbaa96c is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 13:20:55.275613 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d969fc-9430-4cea-a4b2-749622fed5cc tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:20:55.285349 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723cd0dc-2871-4c6c-9132-4bb68e047e46 None None] Sync routers for ids ['a3dab68a-18a6-4668-8d51-cf7f7dbaa96c'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:20:55.295381 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723cd0dc-2871-4c6c-9132-4bb68e047e46 None None] Routers {'a3dab68a-18a6-4668-8d51-cf7f7dbaa96c'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:20:55.296104 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-723cd0dc-2871-4c6c-9132-4bb68e047e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:20:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['a3dab68a-18a6-4668-8d51-cf7f7dbaa96c'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:55.305479 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-91d969fc-9430-4cea-a4b2-749622fed5cc tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:55.309699 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-91d969fc-9430-4cea-a4b2-749622fed5cc tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4658976 Feb 09 13:20:55.310079 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46788) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:55.352082 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-fdac5bea-0ef5-4b9b-8a8b-49f6a59fcbb1 tempest-TestNetworkAdvancedServerOps-296500683 tempest-TestNetworkAdvancedServerOps-296500683-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=6056198879324428bd651de1cdbb016f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408304 Feb 09 13:20:55.354700 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46792) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:55.479606 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-723cd0dc-2871-4c6c-9132-4bb68e047e46 None None] Set router a3dab68a-18a6-4668-8d51-cf7f7dbaa96c gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:20:55.487917 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022e3635-264c-4f9f-b816-1f959a39e28a tempest-TestNetworkAdvancedServerOps-296500683 tempest-TestNetworkAdvancedServerOps-296500683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:55.489504 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-022e3635-264c-4f9f-b816-1f959a39e28a tempest-TestNetworkAdvancedServerOps-296500683 tempest-TestNetworkAdvancedServerOps-296500683-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1339149 Feb 09 13:20:55.492447 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46796) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:55.531846 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d3a214b9-04d9-4e3d-89a9-56252c794ab5 tempest-TestNetworkAdvancedServerOps-296500683 tempest-TestNetworkAdvancedServerOps-296500683-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=af0bad45-b31e-4cb1-a77c-3bbc34409de5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381832 Feb 09 13:20:55.534310 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46800) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:55.540150 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-d0a0cd53-5e53-4d67-8b1a-34620429876b tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2031413593', 'network_id': 'b60742fb-45dc-46cd-8d1d-a35d5affddb9', 'project_id': '6056198879324428bd651de1cdbb016f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:20:55.650075 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d0a0cd53-5e53-4d67-8b1a-34620429876b tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:55.653852 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d0a0cd53-5e53-4d67-8b1a-34620429876b tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:subnet and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:20:55.656609 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d0a0cd53-5e53-4d67-8b1a-34620429876b tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:20:55.662697 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d0a0cd53-5e53-4d67-8b1a-34620429876b tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:55.673074 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a0cd53-5e53-4d67-8b1a-34620429876b tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Made reservation on behalf of 6056198879324428bd651de1cdbb016f for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:20:55.676699 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d0a0cd53-5e53-4d67-8b1a-34620429876b tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:55.804119 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-723cd0dc-2871-4c6c-9132-4bb68e047e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3dab68a-18a6-4668-8d51-cf7f7dbaa96c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020335391', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '780f3e99-693b-4a52-a6fd-343ff43cea48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:20:52Z', 'updated_at': '2022-02-09T13:20:54Z', 'revision_number': 3, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': '780f3e99-693b-4a52-a6fd-343ff43cea48', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:21:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3dab68a-18a6-4668-8d51-cf7f7dbaa96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:53Z', 'updated_at': '2022-02-09T13:20:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:55.807819 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723cd0dc-2871-4c6c-9132-4bb68e047e46 None None] Checking router: a3dab68a-18a6-4668-8d51-cf7f7dbaa96c for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:20:55.808187 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723cd0dc-2871-4c6c-9132-4bb68e047e46 None None] Updating router a3dab68a-18a6-4668-8d51-cf7f7dbaa96c port 780f3e99-693b-4a52-a6fd-343ff43cea48 binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 13:20:55.863533 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-723cd0dc-2871-4c6c-9132-4bb68e047e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:56.006867 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d0a0cd53-5e53-4d67-8b1a-34620429876b tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:56.083867 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a0cd53-5e53-4d67-8b1a-34620429876b tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'Subnet': ['ID=0f047976-61f1-49b6-b456-390cb32d2256,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:56.093268 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a0cd53-5e53-4d67-8b1a-34620429876b tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Checking segment: {'id': 'b3706a54-6054-4763-b859-d21a46b0b208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b60742fb-45dc-46cd-8d1d-a35d5affddb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:20:56.093632 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a0cd53-5e53-4d67-8b1a-34620429876b tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Network hostable DHCP agents. Network: b60742fb-45dc-46cd-8d1d-a35d5affddb9, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:20:56.113166 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a0cd53-5e53-4d67-8b1a-34620429876b tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Network b60742fb-45dc-46cd-8d1d-a35d5affddb9 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:20:56.124179 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-d0a0cd53-5e53-4d67-8b1a-34620429876b tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, b60742fb-45dc-46cd-8d1d-a35d5affddb9) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:20:56.129030 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a0cd53-5e53-4d67-8b1a-34620429876b tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:56.130403 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d0a0cd53-5e53-4d67-8b1a-34620429876b tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:56.138508 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbde26d-346e-4f23-babe-42837fbce292 None None] Network b60742fb-45dc-46cd-8d1d-a35d5affddb9 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:20:56.162246 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d0a0cd53-5e53-4d67-8b1a-34620429876b tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6260536 Feb 09 13:20:56.164352 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 46804) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:56.198805 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-723cd0dc-2871-4c6c-9132-4bb68e047e46 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:56.212988 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-723cd0dc-2871-4c6c-9132-4bb68e047e46 None None] Transition to ACTIVE for port object 780f3e99-693b-4a52-a6fd-343ff43cea48 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:20:56.220881 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-723cd0dc-2871-4c6c-9132-4bb68e047e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:56.303143 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-723cd0dc-2871-4c6c-9132-4bb68e047e46 None None] Attempting to bind port 780f3e99-693b-4a52-a6fd-343ff43cea48 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:20:56.303820 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-723cd0dc-2871-4c6c-9132-4bb68e047e46 None None] Attempting to bind port 780f3e99-693b-4a52-a6fd-343ff43cea48 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:20:56.303820 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723cd0dc-2871-4c6c-9132-4bb68e047e46 None None] Attempting to bind port 780f3e99-693b-4a52-a6fd-343ff43cea48 on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:20:56.312127 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723cd0dc-2871-4c6c-9132-4bb68e047e46 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:20:56.312558 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723cd0dc-2871-4c6c-9132-4bb68e047e46 None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:20:56.312898 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-723cd0dc-2871-4c6c-9132-4bb68e047e46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:56.313479 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723cd0dc-2871-4c6c-9132-4bb68e047e46 None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:20:56.314037 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-723cd0dc-2871-4c6c-9132-4bb68e047e46 None None] Bound port: 780f3e99-693b-4a52-a6fd-343ff43cea48, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:20:56.314490 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-723cd0dc-2871-4c6c-9132-4bb68e047e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:56.344457 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5103d169-5367-4c16-96c5-34558f6b1ccf None None] Pushing event updated for resources: {'Port': ['ID=780f3e99-693b-4a52-a6fd-343ff43cea48,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:56.372111 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5103d169-5367-4c16-96c5-34558f6b1ccf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:56.372458 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5103d169-5367-4c16-96c5-34558f6b1ccf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:56.372796 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5103d169-5367-4c16-96c5-34558f6b1ccf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:56.373129 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5103d169-5367-4c16-96c5-34558f6b1ccf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:56.373458 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5103d169-5367-4c16-96c5-34558f6b1ccf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:56.373782 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5103d169-5367-4c16-96c5-34558f6b1ccf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:56.374134 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5103d169-5367-4c16-96c5-34558f6b1ccf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:56.374453 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5103d169-5367-4c16-96c5-34558f6b1ccf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:56.374771 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5103d169-5367-4c16-96c5-34558f6b1ccf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:56.375133 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5103d169-5367-4c16-96c5-34558f6b1ccf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:56.375449 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5103d169-5367-4c16-96c5-34558f6b1ccf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:56.375789 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5103d169-5367-4c16-96c5-34558f6b1ccf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:56.415091 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-723cd0dc-2871-4c6c-9132-4bb68e047e46 None None] For port 780f3e99-693b-4a52-a6fd-343ff43cea48, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:20:56.418506 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98d47d2-4379-40bc-9f93-735f2b2ee6fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-b60742fb-45dc-46cd-8d1d-a35d5affddb9', 'network_id': 'b60742fb-45dc-46cd-8d1d-a35d5affddb9', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'fixed_ips': [{'subnet_id': '0f047976-61f1-49b6-b456-390cb32d2256'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 13:20:56.419079 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-723cd0dc-2871-4c6c-9132-4bb68e047e46 None None] For port 780f3e99-693b-4a52-a6fd-343ff43cea48, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=780f3e99-693b-4a52-a6fd-343ff43cea48,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:20:56.419974 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e98d47d2-4379-40bc-9f93-735f2b2ee6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:56.424946 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-723cd0dc-2871-4c6c-9132-4bb68e047e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:56.506323 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723cd0dc-2871-4c6c-9132-4bb68e047e46 None None] Routers {'a3dab68a-18a6-4668-8d51-cf7f7dbaa96c'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:20:56.506950 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-723cd0dc-2871-4c6c-9132-4bb68e047e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:20:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['a3dab68a-18a6-4668-8d51-cf7f7dbaa96c'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:56.583397 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-e98d47d2-4379-40bc-9f93-735f2b2ee6fb None None] Allocated IP 172.20.0.2 (b60742fb-45dc-46cd-8d1d-a35d5affddb9/0f047976-61f1-49b6-b456-390cb32d2256/6c3007a6-be2d-441e-942b-1a80503c7672) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:20:56.604182 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5103d169-5367-4c16-96c5-34558f6b1ccf None None] Pushing event updated for resources: {'Port': ['ID=780f3e99-693b-4a52-a6fd-343ff43cea48,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:56.709813 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-723cd0dc-2871-4c6c-9132-4bb68e047e46 None None] Set router a3dab68a-18a6-4668-8d51-cf7f7dbaa96c gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:20:56.795718 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e98d47d2-4379-40bc-9f93-735f2b2ee6fb None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:56.805866 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-e98d47d2-4379-40bc-9f93-735f2b2ee6fb None None] Transition to ACTIVE for port object 6c3007a6-be2d-441e-942b-1a80503c7672 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:20:56.824469 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-e98d47d2-4379-40bc-9f93-735f2b2ee6fb None None] Transition to ACTIVE for port object 6c3007a6-be2d-441e-942b-1a80503c7672 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:20:56.831441 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e98d47d2-4379-40bc-9f93-735f2b2ee6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:56.897861 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98d47d2-4379-40bc-9f93-735f2b2ee6fb None None] Network b60742fb-45dc-46cd-8d1d-a35d5affddb9 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:20:56.900768 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-e98d47d2-4379-40bc-9f93-735f2b2ee6fb None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:20:56.904702 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98d47d2-4379-40bc-9f93-735f2b2ee6fb None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:20:56.907012 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d10afbc2-e06b-4b56-a6ab-188c43911c9c tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:56.910429 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d47d2-4379-40bc-9f93-735f2b2ee6fb None None] Pushing event updated for resources: {'Port': ['ID=6c3007a6-be2d-441e-942b-1a80503c7672,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:57.005917 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-e98d47d2-4379-40bc-9f93-735f2b2ee6fb None None] Attempting to bind port 6c3007a6-be2d-441e-942b-1a80503c7672 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:20:57.006295 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-e98d47d2-4379-40bc-9f93-735f2b2ee6fb None None] Attempting to bind port 6c3007a6-be2d-441e-942b-1a80503c7672 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'b3706a54-6054-4763-b859-d21a46b0b208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b60742fb-45dc-46cd-8d1d-a35d5affddb9'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:20:57.006655 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98d47d2-4379-40bc-9f93-735f2b2ee6fb None None] Attempting to bind port 6c3007a6-be2d-441e-942b-1a80503c7672 on network b60742fb-45dc-46cd-8d1d-a35d5affddb9 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:20:57.012419 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98d47d2-4379-40bc-9f93-735f2b2ee6fb None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:20:57.012787 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98d47d2-4379-40bc-9f93-735f2b2ee6fb None None] Checking segment: {'id': 'b3706a54-6054-4763-b859-d21a46b0b208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b60742fb-45dc-46cd-8d1d-a35d5affddb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:20:57.013203 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e98d47d2-4379-40bc-9f93-735f2b2ee6fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:57.013596 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98d47d2-4379-40bc-9f93-735f2b2ee6fb None None] Bound using segment: {'id': 'b3706a54-6054-4763-b859-d21a46b0b208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b60742fb-45dc-46cd-8d1d-a35d5affddb9'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:20:57.014060 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-e98d47d2-4379-40bc-9f93-735f2b2ee6fb None None] Bound port: 6c3007a6-be2d-441e-942b-1a80503c7672, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3706a54-6054-4763-b859-d21a46b0b208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b60742fb-45dc-46cd-8d1d-a35d5affddb9'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:20:57.014448 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e98d47d2-4379-40bc-9f93-735f2b2ee6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:57.017724 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-723cd0dc-2871-4c6c-9132-4bb68e047e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3dab68a-18a6-4668-8d51-cf7f7dbaa96c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020335391', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '780f3e99-693b-4a52-a6fd-343ff43cea48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:20:52Z', 'updated_at': '2022-02-09T13:20:54Z', 'revision_number': 3, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': '780f3e99-693b-4a52-a6fd-343ff43cea48', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:21:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3dab68a-18a6-4668-8d51-cf7f7dbaa96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:53Z', 'updated_at': '2022-02-09T13:20:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:57.023793 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723cd0dc-2871-4c6c-9132-4bb68e047e46 None None] The sync data for ids ['a3dab68a-18a6-4668-8d51-cf7f7dbaa96c'] in n-d-825178-3 is: [{'id': 'a3dab68a-18a6-4668-8d51-cf7f7dbaa96c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020335391', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '780f3e99-693b-4a52-a6fd-343ff43cea48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:20:52Z', 'updated_at': '2022-02-09T13:20:54Z', 'revision_number': 3, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': '780f3e99-693b-4a52-a6fd-343ff43cea48', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:21:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3dab68a-18a6-4668-8d51-cf7f7dbaa96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:53Z', 'updated_at': '2022-02-09T13:20:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:20:57.108957 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-e98d47d2-4379-40bc-9f93-735f2b2ee6fb None None] For port 6c3007a6-be2d-441e-942b-1a80503c7672, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:20:57.112126 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-e98d47d2-4379-40bc-9f93-735f2b2ee6fb None None] For port 6c3007a6-be2d-441e-942b-1a80503c7672, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=6c3007a6-be2d-441e-942b-1a80503c7672,segment=NetworkSegment(b3706a54-6054-4763-b859-d21a46b0b208),segment_id=b3706a54-6054-4763-b859-d21a46b0b208)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:20:57.117081 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e98d47d2-4379-40bc-9f93-735f2b2ee6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:57.205206 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d47d2-4379-40bc-9f93-735f2b2ee6fb None None] Pushing event updated for resources: {'Port': ['ID=6c3007a6-be2d-441e-942b-1a80503c7672,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:57.382199 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-d10afbc2-e06b-4b56-a6ab-188c43911c9c tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Allocated IP 172.20.0.1 (b60742fb-45dc-46cd-8d1d-a35d5affddb9/0f047976-61f1-49b6-b456-390cb32d2256/5dd6239a-fad6-4fc4-95c3-1aa5af0edc6f) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:20:57.700616 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d10afbc2-e06b-4b56-a6ab-188c43911c9c tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:57.718308 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-d10afbc2-e06b-4b56-a6ab-188c43911c9c tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Transition to ACTIVE for port object 5dd6239a-fad6-4fc4-95c3-1aa5af0edc6f will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:20:57.744864 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d10afbc2-e06b-4b56-a6ab-188c43911c9c tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:57.818970 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10afbc2-e06b-4b56-a6ab-188c43911c9c tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Network b60742fb-45dc-46cd-8d1d-a35d5affddb9 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:20:57.822683 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-d10afbc2-e06b-4b56-a6ab-188c43911c9c tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:20:57.827196 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10afbc2-e06b-4b56-a6ab-188c43911c9c tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:20:57.886582 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10afbc2-e06b-4b56-a6ab-188c43911c9c tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'Port': ['ID=5dd6239a-fad6-4fc4-95c3-1aa5af0edc6f,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:57.910180 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d10afbc2-e06b-4b56-a6ab-188c43911c9c tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:58.212198 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d10afbc2-e06b-4b56-a6ab-188c43911c9c tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:58.269386 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fad2274-8302-46d5-836f-6cc4ced5a1fa None None] Network b60742fb-45dc-46cd-8d1d-a35d5affddb9 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:20:58.367343 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-35167aa3-62b0-42e4-b2f3-ff1a6e922c5f None None] Provisioning for port 6c3007a6-be2d-441e-942b-1a80503c7672 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:20:58.665447 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d10afbc2-e06b-4b56-a6ab-188c43911c9c tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:58.671231 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d10afbc2-e06b-4b56-a6ab-188c43911c9c tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:58.805609 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d10afbc2-e06b-4b56-a6ab-188c43911c9c tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:58.816779 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-925e59d5-56b8-43a0-bc12-f5df14714b74 None None] Provisioning for port 5dd6239a-fad6-4fc4-95c3-1aa5af0edc6f completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:20:58.821685 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10afbc2-e06b-4b56-a6ab-188c43911c9c tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'Port': ['ID=5dd6239a-fad6-4fc4-95c3-1aa5af0edc6f,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:58.823042 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-925e59d5-56b8-43a0-bc12-f5df14714b74 None None] Provisioning complete for port 5dd6239a-fad6-4fc4-95c3-1aa5af0edc6f triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:20:58.823406 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-925e59d5-56b8-43a0-bc12-f5df14714b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:58.897927 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-925e59d5-56b8-43a0-bc12-f5df14714b74 None None] Port 5dd6239a-fad6-4fc4-95c3-1aa5af0edc6f cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:20:58.985665 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10afbc2-e06b-4b56-a6ab-188c43911c9c tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Network b60742fb-45dc-46cd-8d1d-a35d5affddb9 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:20:58.986788 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-d10afbc2-e06b-4b56-a6ab-188c43911c9c tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:20:59.018339 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-55d6de60-08af-4144-afb8-9eb5458f40d5 None None] Provisioning complete for port 5dd6239a-fad6-4fc4-95c3-1aa5af0edc6f triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:20:59.018835 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-55d6de60-08af-4144-afb8-9eb5458f40d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:59.085759 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-55d6de60-08af-4144-afb8-9eb5458f40d5 None None] Port 5dd6239a-fad6-4fc4-95c3-1aa5af0edc6f cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:20:59.165938 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 6c3007a6-be2d-441e-942b-1a80503c7672 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:20:59.200025 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10afbc2-e06b-4b56-a6ab-188c43911c9c tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Router a3dab68a-18a6-4668-8d51-cf7f7dbaa96c has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:20:59.238925 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 6c3007a6-be2d-441e-942b-1a80503c7672 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:20:59.243605 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 6c3007a6-be2d-441e-942b-1a80503c7672 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:20:59.243990 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:59.314826 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-dd302758-f166-4f58-9252-9a371c4374fe None None] Provisioning complete for port 5dd6239a-fad6-4fc4-95c3-1aa5af0edc6f triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:20:59.315459 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-dd302758-f166-4f58-9252-9a371c4374fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:59.424175 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-dd302758-f166-4f58-9252-9a371c4374fe None None] Port 5dd6239a-fad6-4fc4-95c3-1aa5af0edc6f cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:20:59.433700 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:59.468592 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 6c3007a6-be2d-441e-942b-1a80503c7672, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=6c3007a6-be2d-441e-942b-1a80503c7672,segment=NetworkSegment(b3706a54-6054-4763-b859-d21a46b0b208),segment_id=b3706a54-6054-4763-b859-d21a46b0b208)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:20:59.474352 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:59.475423 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 780f3e99-693b-4a52-a6fd-343ff43cea48 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:20:59.526881 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10afbc2-e06b-4b56-a6ab-188c43911c9c tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:20:59.550465 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d10afbc2-e06b-4b56-a6ab-188c43911c9c tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "PUT /v2.0/routers/a3dab68a-18a6-4668-8d51-cf7f7dbaa96c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3754165 Feb 09 13:20:59.550708 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d2348e-21c2-4bc7-b512-6ddf0901e18e None None] Sync routers for ids ['a3dab68a-18a6-4668-8d51-cf7f7dbaa96c'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:20:59.593676 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d2348e-21c2-4bc7-b512-6ddf0901e18e None None] Routers {'a3dab68a-18a6-4668-8d51-cf7f7dbaa96c'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:20:59.594325 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-b3d2348e-21c2-4bc7-b512-6ddf0901e18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:20:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['a3dab68a-18a6-4668-8d51-cf7f7dbaa96c'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:59.710354 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-642ba15a-ba3a-4395-bf39-58e7f96dcf7b tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-316783964&fields=id&tenant_id=6056198879324428bd651de1cdbb016f HTTP/1.1" status: 200 len: 267 time: 0.0406013 Feb 09 13:20:59.720437 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=6c3007a6-be2d-441e-942b-1a80503c7672,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:59.796583 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 780f3e99-693b-4a52-a6fd-343ff43cea48 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:20:59.814599 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 780f3e99-693b-4a52-a6fd-343ff43cea48 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:20:59.814975 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:59.862567 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-f8c0b4cf-58db-4a78-a57f-9cb6c6956a54 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:59.863174 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-f8c0b4cf-58db-4a78-a57f-9cb6c6956a54 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Synchronizing usage tracker for tenant:6056198879324428bd651de1cdbb016f on resource:network {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:20:59.879049 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-f8c0b4cf-58db-4a78-a57f-9cb6c6956a54 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Unset dirty status for tenant:6056198879324428bd651de1cdbb016f on resource:network {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:20:59.881088 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-f8c0b4cf-58db-4a78-a57f-9cb6c6956a54 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/networks?id=b60742fb-45dc-46cd-8d1d-a35d5affddb9 HTTP/1.1" status: 200 len: 797 time: 0.1638360 Feb 09 13:20:59.885913 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-b3d2348e-21c2-4bc7-b512-6ddf0901e18e None None] Set router a3dab68a-18a6-4668-8d51-cf7f7dbaa96c gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:20:59.897063 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-1c0c177b-3297-44b6-8140-6a17a465fa33 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/quotas/6056198879324428bd651de1cdbb016f HTTP/1.1" status: 200 len: 375 time: 0.0101686 Feb 09 13:20:59.993808 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-d58bd587-d147-4acb-a544-008aa85055b9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6056198879324428bd651de1cdbb016f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0910423 Feb 09 13:21:00.137525 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-a255e03c-768d-4c45-8ff6-e541b9d8f856 service neutron] 10.222.0.55 "GET /v2.0/networks/b60742fb-45dc-46cd-8d1d-a35d5affddb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316366 Feb 09 13:21:00.158275 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:00.197961 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 780f3e99-693b-4a52-a6fd-343ff43cea48, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=780f3e99-693b-4a52-a6fd-343ff43cea48,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:21:00.210721 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:00.278292 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-0b660a1b-70a6-4e57-8ca3-4359949c0e44 service neutron] 10.222.0.55 "GET /v2.0/networks/b60742fb-45dc-46cd-8d1d-a35d5affddb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342108 Feb 09 13:21:00.338692 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=780f3e99-693b-4a52-a6fd-343ff43cea48,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:00.360960 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-b3d2348e-21c2-4bc7-b512-6ddf0901e18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3dab68a-18a6-4668-8d51-cf7f7dbaa96c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020335391', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '780f3e99-693b-4a52-a6fd-343ff43cea48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:20:52Z', 'updated_at': '2022-02-09T13:20:58Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': '780f3e99-693b-4a52-a6fd-343ff43cea48', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:21:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3dab68a-18a6-4668-8d51-cf7f7dbaa96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:53Z', 'updated_at': '2022-02-09T13:20:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '5dd6239a-fad6-4fc4-95c3-1aa5af0edc6f', 'name': '', 'network_id': 'b60742fb-45dc-46cd-8d1d-a35d5affddb9', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'mac_address': 'fa:16:3e:44:1b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3dab68a-18a6-4668-8d51-cf7f7dbaa96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0f047976-61f1-49b6-b456-390cb32d2256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:57Z', 'updated_at': '2022-02-09T13:20:58Z', 'revision_number': 2, 'project_id': '6056198879324428bd651de1cdbb016f', 'subnets': [{'id': '0f047976-61f1-49b6-b456-390cb32d2256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:00.365278 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d2348e-21c2-4bc7-b512-6ddf0901e18e None None] Checking router: a3dab68a-18a6-4668-8d51-cf7f7dbaa96c for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:21:00.365630 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d2348e-21c2-4bc7-b512-6ddf0901e18e None None] Updating router a3dab68a-18a6-4668-8d51-cf7f7dbaa96c port 5dd6239a-fad6-4fc4-95c3-1aa5af0edc6f binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 13:21:00.421963 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b3d2348e-21c2-4bc7-b512-6ddf0901e18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:00.467358 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5066e6bf-17be-4c92-8a31-884909defda0 req-b1862dce-4064-4226-bca0-28ab445110d8 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=7589641c-59e3-4461-bec8-02e7a3129a01 HTTP/1.1" status: 200 len: 210 time: 0.0449507 Feb 09 13:21:00.784012 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b3d2348e-21c2-4bc7-b512-6ddf0901e18e None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:00.798114 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b3d2348e-21c2-4bc7-b512-6ddf0901e18e None None] Transition to ACTIVE for port object 5dd6239a-fad6-4fc4-95c3-1aa5af0edc6f will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:21:00.805437 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b3d2348e-21c2-4bc7-b512-6ddf0901e18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:00.969975 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca49143-ad77-45af-bc28-8e2dd5403a66 None None] Pushing event updated for resources: {'Port': ['ID=5dd6239a-fad6-4fc4-95c3-1aa5af0edc6f,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:01.033828 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-b3d2348e-21c2-4bc7-b512-6ddf0901e18e None None] Attempting to bind port 5dd6239a-fad6-4fc4-95c3-1aa5af0edc6f on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:21:01.034202 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-b3d2348e-21c2-4bc7-b512-6ddf0901e18e None None] Attempting to bind port 5dd6239a-fad6-4fc4-95c3-1aa5af0edc6f by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'b3706a54-6054-4763-b859-d21a46b0b208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b60742fb-45dc-46cd-8d1d-a35d5affddb9'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:21:01.034568 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d2348e-21c2-4bc7-b512-6ddf0901e18e None None] Attempting to bind port 5dd6239a-fad6-4fc4-95c3-1aa5af0edc6f on network b60742fb-45dc-46cd-8d1d-a35d5affddb9 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:21:01.040391 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d2348e-21c2-4bc7-b512-6ddf0901e18e None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:21:01.040883 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d2348e-21c2-4bc7-b512-6ddf0901e18e None None] Checking segment: {'id': 'b3706a54-6054-4763-b859-d21a46b0b208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b60742fb-45dc-46cd-8d1d-a35d5affddb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:21:01.041293 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b3d2348e-21c2-4bc7-b512-6ddf0901e18e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:01.041702 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d2348e-21c2-4bc7-b512-6ddf0901e18e None None] Bound using segment: {'id': 'b3706a54-6054-4763-b859-d21a46b0b208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b60742fb-45dc-46cd-8d1d-a35d5affddb9'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:21:01.042119 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-b3d2348e-21c2-4bc7-b512-6ddf0901e18e None None] Bound port: 5dd6239a-fad6-4fc4-95c3-1aa5af0edc6f, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3706a54-6054-4763-b859-d21a46b0b208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b60742fb-45dc-46cd-8d1d-a35d5affddb9'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:21:01.042498 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b3d2348e-21c2-4bc7-b512-6ddf0901e18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:01.103305 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 6c3007a6-be2d-441e-942b-1a80503c7672 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:21:01.197317 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-b3d2348e-21c2-4bc7-b512-6ddf0901e18e None None] For port 5dd6239a-fad6-4fc4-95c3-1aa5af0edc6f, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:21:01.201144 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-b3d2348e-21c2-4bc7-b512-6ddf0901e18e None None] For port 5dd6239a-fad6-4fc4-95c3-1aa5af0edc6f, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5dd6239a-fad6-4fc4-95c3-1aa5af0edc6f,segment=NetworkSegment(b3706a54-6054-4763-b859-d21a46b0b208),segment_id=b3706a54-6054-4763-b859-d21a46b0b208)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:21:01.206577 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b3d2348e-21c2-4bc7-b512-6ddf0901e18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:01.310802 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 6c3007a6-be2d-441e-942b-1a80503c7672 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:21:01.311179 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:01.410732 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d2348e-21c2-4bc7-b512-6ddf0901e18e None None] Routers {'a3dab68a-18a6-4668-8d51-cf7f7dbaa96c'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:21:01.411536 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-b3d2348e-21c2-4bc7-b512-6ddf0901e18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:20:46Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['a3dab68a-18a6-4668-8d51-cf7f7dbaa96c'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:01.482824 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca49143-ad77-45af-bc28-8e2dd5403a66 None None] Pushing event updated for resources: {'Port': ['ID=5dd6239a-fad6-4fc4-95c3-1aa5af0edc6f,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:01.620685 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ef8a69ea-cc3c-40ff-87a3-85410fe8911c req-fa7a52af-12cc-4260-b010-5db112d4307b tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=7589641c-59e3-4461-bec8-02e7a3129a01 HTTP/1.1" status: 200 len: 210 time: 0.0437977 Feb 09 13:21:01.675729 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-b3d2348e-21c2-4bc7-b512-6ddf0901e18e None None] Set router a3dab68a-18a6-4668-8d51-cf7f7dbaa96c gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:21:01.727133 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 780f3e99-693b-4a52-a6fd-343ff43cea48 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:21:01.944241 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 780f3e99-693b-4a52-a6fd-343ff43cea48 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:21:01.944609 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:02.153189 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-b3d2348e-21c2-4bc7-b512-6ddf0901e18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3dab68a-18a6-4668-8d51-cf7f7dbaa96c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020335391', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '780f3e99-693b-4a52-a6fd-343ff43cea48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:20:52Z', 'updated_at': '2022-02-09T13:20:58Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': '780f3e99-693b-4a52-a6fd-343ff43cea48', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:21:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dab68a-18a6-4668-8d51-cf7f7dbaa96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:53Z', 'updated_at': '2022-02-09T13:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '5dd6239a-fad6-4fc4-95c3-1aa5af0edc6f', 'name': '', 'network_id': 'b60742fb-45dc-46cd-8d1d-a35d5affddb9', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'mac_address': 'fa:16:3e:44:1b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3dab68a-18a6-4668-8d51-cf7f7dbaa96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0f047976-61f1-49b6-b456-390cb32d2256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:57Z', 'updated_at': '2022-02-09T13:21:01Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'subnets': [{'id': '0f047976-61f1-49b6-b456-390cb32d2256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:02.157333 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d2348e-21c2-4bc7-b512-6ddf0901e18e None None] The sync data for ids ['a3dab68a-18a6-4668-8d51-cf7f7dbaa96c'] in n-d-825178-3 is: [{'id': 'a3dab68a-18a6-4668-8d51-cf7f7dbaa96c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020335391', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '780f3e99-693b-4a52-a6fd-343ff43cea48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:20:52Z', 'updated_at': '2022-02-09T13:20:58Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': '780f3e99-693b-4a52-a6fd-343ff43cea48', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:21:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dab68a-18a6-4668-8d51-cf7f7dbaa96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:53Z', 'updated_at': '2022-02-09T13:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '5dd6239a-fad6-4fc4-95c3-1aa5af0edc6f', 'name': '', 'network_id': 'b60742fb-45dc-46cd-8d1d-a35d5affddb9', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'mac_address': 'fa:16:3e:44:1b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3dab68a-18a6-4668-8d51-cf7f7dbaa96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0f047976-61f1-49b6-b456-390cb32d2256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:57Z', 'updated_at': '2022-02-09T13:21:01Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'subnets': [{'id': '0f047976-61f1-49b6-b456-390cb32d2256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:21:02.787715 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-157fef74-6502-4d78-8717-93adf8800aba tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:02.788470 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-157fef74-6502-4d78-8717-93adf8800aba tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Synchronizing usage tracker for tenant:6056198879324428bd651de1cdbb016f on resource:network {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:21:02.797012 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dfee0d2e-5c4c-4d90-ac5b-4c0f9bd3d0f6 req-c77e77b0-7742-4369-829d-fdbaab33acd4 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=7589641c-59e3-4461-bec8-02e7a3129a01 HTTP/1.1" status: 200 len: 210 time: 0.0492854 Feb 09 13:21:02.802725 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-157fef74-6502-4d78-8717-93adf8800aba tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Unset dirty status for tenant:6056198879324428bd651de1cdbb016f on resource:network {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:21:02.803959 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-157fef74-6502-4d78-8717-93adf8800aba tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.52 "GET /v2.0/networks?id=b60742fb-45dc-46cd-8d1d-a35d5affddb9 HTTP/1.1" status: 200 len: 797 time: 0.1872976 Feb 09 13:21:02.856197 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-75a6682f-158f-4102-b62a-541f6281b29a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Synchronizing usage tracker for tenant:6056198879324428bd651de1cdbb016f on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:21:02.872773 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-75a6682f-158f-4102-b62a-541f6281b29a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Unset dirty status for tenant:6056198879324428bd651de1cdbb016f on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:21:02.873970 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-75a6682f-158f-4102-b62a-541f6281b29a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6056198879324428bd651de1cdbb016f HTTP/1.1" status: 200 len: 379 time: 0.0615366 Feb 09 13:21:02.884869 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-402adbc5-ffab-4818-8fc2-03aa463e3908 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'port': {'device_id': '7589641c-59e3-4461-bec8-02e7a3129a01', 'network_id': 'b60742fb-45dc-46cd-8d1d-a35d5affddb9', 'admin_state_up': True, 'tenant_id': '6056198879324428bd651de1cdbb016f', 'security_groups': ['8ba072ff-f737-4683-8134-9a433940d4f2']}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:21:03.027295 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-402adbc5-ffab-4818-8fc2-03aa463e3908 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:21:03.032067 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-402adbc5-ffab-4818-8fc2-03aa463e3908 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:port and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:21:03.035469 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-402adbc5-ffab-4818-8fc2-03aa463e3908 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:21:03.042459 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-402adbc5-ffab-4818-8fc2-03aa463e3908 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:21:03.053169 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-402adbc5-ffab-4818-8fc2-03aa463e3908 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Made reservation on behalf of 6056198879324428bd651de1cdbb016f for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:21:03.057303 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-402adbc5-ffab-4818-8fc2-03aa463e3908 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:03.124963 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5dd6239a-fad6-4fc4-95c3-1aa5af0edc6f up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:21:03.210946 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 5dd6239a-fad6-4fc4-95c3-1aa5af0edc6f completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:21:03.216902 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 5dd6239a-fad6-4fc4-95c3-1aa5af0edc6f triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:21:03.217275 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:03.239537 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-402adbc5-ffab-4818-8fc2-03aa463e3908 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Allocated IP 172.20.0.4 (b60742fb-45dc-46cd-8d1d-a35d5affddb9/0f047976-61f1-49b6-b456-390cb32d2256/14a13457-ebd6-4ab7-8819-81c853f6d641) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:21:03.363353 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:03.398159 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 5dd6239a-fad6-4fc4-95c3-1aa5af0edc6f, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5dd6239a-fad6-4fc4-95c3-1aa5af0edc6f,segment=NetworkSegment(b3706a54-6054-4763-b859-d21a46b0b208),segment_id=b3706a54-6054-4763-b859-d21a46b0b208)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:21:03.402281 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:03.456790 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-402adbc5-ffab-4818-8fc2-03aa463e3908 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:03.473772 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=5dd6239a-fad6-4fc4-95c3-1aa5af0edc6f,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:03.474053 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-402adbc5-ffab-4818-8fc2-03aa463e3908 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Transition to ACTIVE for port object 14a13457-ebd6-4ab7-8819-81c853f6d641 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:21:03.498101 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-402adbc5-ffab-4818-8fc2-03aa463e3908 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:03.569888 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-402adbc5-ffab-4818-8fc2-03aa463e3908 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Network b60742fb-45dc-46cd-8d1d-a35d5affddb9 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:21:03.572642 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-402adbc5-ffab-4818-8fc2-03aa463e3908 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:21:03.574859 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-402adbc5-ffab-4818-8fc2-03aa463e3908 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:21:03.622820 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402adbc5-ffab-4818-8fc2-03aa463e3908 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'Port': ['ID=14a13457-ebd6-4ab7-8819-81c853f6d641,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:03.655292 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-402adbc5-ffab-4818-8fc2-03aa463e3908 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:03.655930 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-402adbc5-ffab-4818-8fc2-03aa463e3908 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:03.680188 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-402adbc5-ffab-4818-8fc2-03aa463e3908 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7990937 Feb 09 13:21:03.693353 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-c07ca5d7-cfd3-42ae-83a2-8fd60540e534 service neutron] Request body: {'port': {'device_id': '7589641c-59e3-4461-bec8-02e7a3129a01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:21:03.808680 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-c07ca5d7-cfd3-42ae-83a2-8fd60540e534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:03.847219 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-1831b2a4-2669-4a82-91ac-26a4ae2310d2 None None] Provisioning for port 14a13457-ebd6-4ab7-8819-81c853f6d641 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:21:03.855004 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-1831b2a4-2669-4a82-91ac-26a4ae2310d2 None None] Provisioning complete for port 14a13457-ebd6-4ab7-8819-81c853f6d641 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:21:03.856165 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1831b2a4-2669-4a82-91ac-26a4ae2310d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:03.930374 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-1831b2a4-2669-4a82-91ac-26a4ae2310d2 None None] Port 14a13457-ebd6-4ab7-8819-81c853f6d641 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:21:03.993062 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8d453-a5b0-4c79-9cf1-a6f00afacaf0 req-030a37c8-17ac-45bd-a134-4db2f96740e1 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:03.994583 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d5a8d453-a5b0-4c79-9cf1-a6f00afacaf0 req-030a37c8-17ac-45bd-a134-4db2f96740e1 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=7589641c-59e3-4461-bec8-02e7a3129a01 HTTP/1.1" status: 200 len: 931 time: 0.0856671 Feb 09 13:21:04.039970 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d5a8d453-a5b0-4c79-9cf1-a6f00afacaf0 req-e93e1979-143f-4e39-9d31-4bf3b81e50b0 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=8ba072ff-f737-4683-8134-9a433940d4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396276 Feb 09 13:21:04.161177 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-c07ca5d7-cfd3-42ae-83a2-8fd60540e534 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14a13457-ebd6-4ab7-8819-81c853f6d641 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:21:04.168797 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-c07ca5d7-cfd3-42ae-83a2-8fd60540e534 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:04.182971 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-c07ca5d7-cfd3-42ae-83a2-8fd60540e534 service neutron] Transition to ACTIVE for port object 14a13457-ebd6-4ab7-8819-81c853f6d641 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:21:04.186195 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-c07ca5d7-cfd3-42ae-83a2-8fd60540e534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:04.316736 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07ca5d7-cfd3-42ae-83a2-8fd60540e534 service neutron] Pushing event updated for resources: {'Port': ['ID=14a13457-ebd6-4ab7-8819-81c853f6d641,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:04.424248 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-c07ca5d7-cfd3-42ae-83a2-8fd60540e534 service neutron] Attempting to bind port 14a13457-ebd6-4ab7-8819-81c853f6d641 on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:21:04.424581 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-c07ca5d7-cfd3-42ae-83a2-8fd60540e534 service neutron] Attempting to bind port 14a13457-ebd6-4ab7-8819-81c853f6d641 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': 'b3706a54-6054-4763-b859-d21a46b0b208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b60742fb-45dc-46cd-8d1d-a35d5affddb9'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:21:04.424912 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-c07ca5d7-cfd3-42ae-83a2-8fd60540e534 service neutron] Attempting to bind port 14a13457-ebd6-4ab7-8819-81c853f6d641 on network b60742fb-45dc-46cd-8d1d-a35d5affddb9 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:21:04.430279 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-c07ca5d7-cfd3-42ae-83a2-8fd60540e534 service neutron] Port 14a13457-ebd6-4ab7-8819-81c853f6d641 on network b60742fb-45dc-46cd-8d1d-a35d5affddb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 13:21:04.430598 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-c07ca5d7-cfd3-42ae-83a2-8fd60540e534 service neutron] Attempting to bind port 14a13457-ebd6-4ab7-8819-81c853f6d641 on network b60742fb-45dc-46cd-8d1d-a35d5affddb9 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:21:04.435666 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-c07ca5d7-cfd3-42ae-83a2-8fd60540e534 service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:21:04.436039 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-c07ca5d7-cfd3-42ae-83a2-8fd60540e534 service neutron] Checking segment: {'id': 'b3706a54-6054-4763-b859-d21a46b0b208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b60742fb-45dc-46cd-8d1d-a35d5affddb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:21:04.436425 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-c07ca5d7-cfd3-42ae-83a2-8fd60540e534 service neutron] Bound using segment: {'id': 'b3706a54-6054-4763-b859-d21a46b0b208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b60742fb-45dc-46cd-8d1d-a35d5affddb9'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:21:04.436843 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-c07ca5d7-cfd3-42ae-83a2-8fd60540e534 service neutron] Bound port: 14a13457-ebd6-4ab7-8819-81c853f6d641, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3706a54-6054-4763-b859-d21a46b0b208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b60742fb-45dc-46cd-8d1d-a35d5affddb9'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:21:04.437191 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-c07ca5d7-cfd3-42ae-83a2-8fd60540e534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:04.527625 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-c07ca5d7-cfd3-42ae-83a2-8fd60540e534 service neutron] For port 14a13457-ebd6-4ab7-8819-81c853f6d641, host n-h1-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:21:04.530369 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-c07ca5d7-cfd3-42ae-83a2-8fd60540e534 service neutron] For port 14a13457-ebd6-4ab7-8819-81c853f6d641, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=14a13457-ebd6-4ab7-8819-81c853f6d641,segment=NetworkSegment(b3706a54-6054-4763-b859-d21a46b0b208),segment_id=b3706a54-6054-4763-b859-d21a46b0b208)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:21:04.533817 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-c07ca5d7-cfd3-42ae-83a2-8fd60540e534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:04.592849 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-c07ca5d7-cfd3-42ae-83a2-8fd60540e534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:04.593454 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-c07ca5d7-cfd3-42ae-83a2-8fd60540e534 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:04.594790 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-c07ca5d7-cfd3-42ae-83a2-8fd60540e534 service neutron] 10.222.0.52 "PUT /v2.0/ports/14a13457-ebd6-4ab7-8819-81c853f6d641 HTTP/1.1" status: 200 len: 1091 time: 0.9060326 Feb 09 13:21:04.595207 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7589641c-59e3-4461-bec8-02e7a3129a01', 'tag': '14a13457-ebd6-4ab7-8819-81c853f6d641'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:21:04.615931 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07ca5d7-cfd3-42ae-83a2-8fd60540e534 service neutron] Pushing event updated for resources: {'Port': ['ID=14a13457-ebd6-4ab7-8819-81c853f6d641,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:04.675765 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7589641c-59e3-4461-bec8-02e7a3129a01', 'tag': '14a13457-ebd6-4ab7-8819-81c853f6d641', 'status': 'completed', 'code': 200} Feb 09 13:21:04.731590 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-a58f1aef-927a-4651-add3-049271d73ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:04.734078 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-a58f1aef-927a-4651-add3-049271d73ab1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6056198879324428bd651de1cdbb016f&device_id=7589641c-59e3-4461-bec8-02e7a3129a01 HTTP/1.1" status: 200 len: 1094 time: 0.0913026 Feb 09 13:21:04.808361 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-618f9072-ab8f-4808-b1f2-4a7567576feb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14a13457-ebd6-4ab7-8819-81c853f6d641 HTTP/1.1" status: 200 len: 217 time: 0.0678461 Feb 09 13:21:04.875628 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-e4056d03-b175-4d03-8b7c-95e08607f64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:04.877103 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-e4056d03-b175-4d03-8b7c-95e08607f64b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0f047976-61f1-49b6-b456-390cb32d2256 HTTP/1.1" status: 200 len: 835 time: 0.0627503 Feb 09 13:21:04.953064 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-038c39da-f4fd-464b-a34b-57ff0f3ffe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:04.954642 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-038c39da-f4fd-464b-a34b-57ff0f3ffe86 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b60742fb-45dc-46cd-8d1d-a35d5affddb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717216 Feb 09 13:21:05.091469 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5dd6239a-fad6-4fc4-95c3-1aa5af0edc6f up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:21:05.166818 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 5dd6239a-fad6-4fc4-95c3-1aa5af0edc6f triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:21:05.167194 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:05.209801 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-0c8c6da0-d788-4351-81cc-e5bf49108dd5 service neutron] 10.222.0.52 "GET /v2.0/networks/b60742fb-45dc-46cd-8d1d-a35d5affddb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487626 Feb 09 13:21:05.234944 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b011c94-1d83-4eb9-b2b6-e9bd33e2c2d5 req-3bef6783-0c88-4b6e-a517-0a96248f357f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:05.237126 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b011c94-1d83-4eb9-b2b6-e9bd33e2c2d5 req-3bef6783-0c88-4b6e-a517-0a96248f357f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=7589641c-59e3-4461-bec8-02e7a3129a01 HTTP/1.1" status: 200 len: 943 time: 0.0854814 Feb 09 13:21:05.285491 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b011c94-1d83-4eb9-b2b6-e9bd33e2c2d5 req-eb702d5e-47bc-4b17-aa7b-854da5f1306a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=8ba072ff-f737-4683-8134-9a433940d4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423295 Feb 09 13:21:05.341332 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-00e77f62-5d7a-4476-a0ff-649f008c298c req-11a2641f-84dc-487b-8ac4-98260c70098c service neutron] 10.222.0.52 "GET /v2.0/networks/b60742fb-45dc-46cd-8d1d-a35d5affddb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262400 Feb 09 13:21:05.456465 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c200651-b78e-4ff5-9cbe-740df21e22b6 req-91d4223c-501c-4d9e-9f2c-bda0a0f15c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:05.458843 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9c200651-b78e-4ff5-9cbe-740df21e22b6 req-91d4223c-501c-4d9e-9f2c-bda0a0f15c79 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6056198879324428bd651de1cdbb016f&device_id=7589641c-59e3-4461-bec8-02e7a3129a01 HTTP/1.1" status: 200 len: 1094 time: 0.0709910 Feb 09 13:21:05.590403 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c200651-b78e-4ff5-9cbe-740df21e22b6 req-9863b8fa-15d8-405e-9428-b9e4ad77021e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:05.591784 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9c200651-b78e-4ff5-9cbe-740df21e22b6 req-9863b8fa-15d8-405e-9428-b9e4ad77021e service neutron] 10.222.0.52 "GET /v2.0/networks?id=b60742fb-45dc-46cd-8d1d-a35d5affddb9 HTTP/1.1" status: 200 len: 898 time: 0.1268775 Feb 09 13:21:05.662651 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9c200651-b78e-4ff5-9cbe-740df21e22b6 req-1cedb186-6b89-4631-bd46-93e586e171f4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14a13457-ebd6-4ab7-8819-81c853f6d641 HTTP/1.1" status: 200 len: 217 time: 0.0647001 Feb 09 13:21:05.724110 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c200651-b78e-4ff5-9cbe-740df21e22b6 req-3bea1be2-3002-4708-880f-8465ec8d481e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:05.725775 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9c200651-b78e-4ff5-9cbe-740df21e22b6 req-3bea1be2-3002-4708-880f-8465ec8d481e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0f047976-61f1-49b6-b456-390cb32d2256 HTTP/1.1" status: 200 len: 835 time: 0.0571523 Feb 09 13:21:05.803160 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c200651-b78e-4ff5-9cbe-740df21e22b6 req-81f36ee2-60d9-444c-bdf0-36ece3ae1059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:05.804691 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9c200651-b78e-4ff5-9cbe-740df21e22b6 req-81f36ee2-60d9-444c-bdf0-36ece3ae1059 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b60742fb-45dc-46cd-8d1d-a35d5affddb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725672 Feb 09 13:21:05.938882 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9c200651-b78e-4ff5-9cbe-740df21e22b6 req-b5878366-eb63-4e87-a08d-634836cdd1eb service neutron] 10.222.0.52 "GET /v2.0/networks/b60742fb-45dc-46cd-8d1d-a35d5affddb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256487 Feb 09 13:21:06.068920 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9c200651-b78e-4ff5-9cbe-740df21e22b6 req-f83cccf3-df23-48e3-9198-080cc50048f2 service neutron] 10.222.0.52 "GET /v2.0/networks/b60742fb-45dc-46cd-8d1d-a35d5affddb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234889 Feb 09 13:21:06.472079 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95460733-0b69-49e1-a24d-a8aabb994f6e req-64b04b94-1555-4fe3-8a70-d9899bf5fa52 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:06.474097 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-95460733-0b69-49e1-a24d-a8aabb994f6e req-64b04b94-1555-4fe3-8a70-d9899bf5fa52 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=7589641c-59e3-4461-bec8-02e7a3129a01 HTTP/1.1" status: 200 len: 943 time: 0.0802665 Feb 09 13:21:06.518281 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-95460733-0b69-49e1-a24d-a8aabb994f6e req-61d16af3-69bd-4ec9-a910-e81abc556d88 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=8ba072ff-f737-4683-8134-9a433940d4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384543 Feb 09 13:21:07.703727 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa9c8e-1d0c-4497-9fa1-b1c7b387471e req-5c0b3da2-73f5-4764-9082-7e69babf1c0c tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:07.705255 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d9aa9c8e-1d0c-4497-9fa1-b1c7b387471e req-5c0b3da2-73f5-4764-9082-7e69babf1c0c tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=7589641c-59e3-4461-bec8-02e7a3129a01 HTTP/1.1" status: 200 len: 943 time: 0.0826719 Feb 09 13:21:07.749686 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d9aa9c8e-1d0c-4497-9fa1-b1c7b387471e req-df0ac4ed-63e3-4620-a0ed-6e7251f82ce5 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=8ba072ff-f737-4683-8134-9a433940d4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377185 Feb 09 13:21:08.931331 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5fec5c-ebee-46d9-835c-925a74dfa9ff req-301a4868-b3af-4287-b159-522284cc405f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:08.932804 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7d5fec5c-ebee-46d9-835c-925a74dfa9ff req-301a4868-b3af-4287-b159-522284cc405f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=7589641c-59e3-4461-bec8-02e7a3129a01 HTTP/1.1" status: 200 len: 943 time: 0.0789268 Feb 09 13:21:08.987550 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7d5fec5c-ebee-46d9-835c-925a74dfa9ff req-599bda26-0dcf-41db-b411-a39c34e8be2c tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=8ba072ff-f737-4683-8134-9a433940d4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491107 Feb 09 13:21:09.969886 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 14a13457-ebd6-4ab7-8819-81c853f6d641 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:21:10.146601 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 14a13457-ebd6-4ab7-8819-81c853f6d641, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=14a13457-ebd6-4ab7-8819-81c853f6d641,segment=NetworkSegment(b3706a54-6054-4763-b859-d21a46b0b208),segment_id=b3706a54-6054-4763-b859-d21a46b0b208)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:21:10.160079 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': '14a13457-ebd6-4ab7-8819-81c853f6d641', 'network_id': 'b60742fb-45dc-46cd-8d1d-a35d5affddb9', 'port_id': '14a13457-ebd6-4ab7-8819-81c853f6d641', 'mac_address': 'fa:16:3e:2a:fb:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f047976-61f1-49b6-b456-390cb32d2256', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:21:10.185960 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef5cb4-2be1-4626-afcb-5d9b246c075c req-b6de79b8-0bf5-4399-907d-3c923e6110d9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:10.187452 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7fef5cb4-2be1-4626-afcb-5d9b246c075c req-b6de79b8-0bf5-4399-907d-3c923e6110d9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=7589641c-59e3-4461-bec8-02e7a3129a01 HTTP/1.1" status: 200 len: 943 time: 0.0823088 Feb 09 13:21:10.217910 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:10.233614 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7fef5cb4-2be1-4626-afcb-5d9b246c075c req-b3565205-d720-44da-8248-ad051d2dcc65 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=8ba072ff-f737-4683-8134-9a433940d4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392478 Feb 09 13:21:10.235498 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14a13457-ebd6-4ab7-8819-81c853f6d641 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:21:10.255900 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 14a13457-ebd6-4ab7-8819-81c853f6d641, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=14a13457-ebd6-4ab7-8819-81c853f6d641,segment=NetworkSegment(b3706a54-6054-4763-b859-d21a46b0b208),segment_id=b3706a54-6054-4763-b859-d21a46b0b208)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:21:10.259658 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:10.328209 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=14a13457-ebd6-4ab7-8819-81c853f6d641,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:10.463991 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['14a13457-ebd6-4ab7-8819-81c853f6d641'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:21:11.421032 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb99d5-c403-4036-8b83-a35d987363bb req-dd83d255-59f0-4a85-86fb-2a9aa58522fc tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:11.422505 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7acb99d5-c403-4036-8b83-a35d987363bb req-dd83d255-59f0-4a85-86fb-2a9aa58522fc tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=7589641c-59e3-4461-bec8-02e7a3129a01 HTTP/1.1" status: 200 len: 944 time: 0.0846841 Feb 09 13:21:11.466130 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7acb99d5-c403-4036-8b83-a35d987363bb req-fc92071d-17bf-41ba-b02f-51eb584b8392 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=8ba072ff-f737-4683-8134-9a433940d4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380187 Feb 09 13:21:11.986458 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 14a13457-ebd6-4ab7-8819-81c853f6d641 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:21:12.052316 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port 14a13457-ebd6-4ab7-8819-81c853f6d641 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:21:12.056729 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port 14a13457-ebd6-4ab7-8819-81c853f6d641 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:21:12.057094 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:12.181328 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:12.206954 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7589641c-59e3-4461-bec8-02e7a3129a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a13457-ebd6-4ab7-8819-81c853f6d641'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:21:12.216712 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 14a13457-ebd6-4ab7-8819-81c853f6d641, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=14a13457-ebd6-4ab7-8819-81c853f6d641,segment=NetworkSegment(b3706a54-6054-4763-b859-d21a46b0b208),segment_id=b3706a54-6054-4763-b859-d21a46b0b208)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:21:12.221006 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:12.259799 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7589641c-59e3-4461-bec8-02e7a3129a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a13457-ebd6-4ab7-8819-81c853f6d641', 'code': 200} Feb 09 13:21:12.293719 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=14a13457-ebd6-4ab7-8819-81c853f6d641,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:12.432433 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78040d80-7bc5-4158-a334-53e661310db7 req-b4e76ed1-c098-49af-ab98-dfa27ee80068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:12.434007 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-78040d80-7bc5-4158-a334-53e661310db7 req-b4e76ed1-c098-49af-ab98-dfa27ee80068 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7589641c-59e3-4461-bec8-02e7a3129a01 HTTP/1.1" status: 200 len: 1096 time: 0.1230955 Feb 09 13:21:12.474008 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-78040d80-7bc5-4158-a334-53e661310db7 req-1a7a6eb5-91a3-4beb-9baf-6411a2da86be service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8ba072ff-f737-4683-8134-9a433940d4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338757 Feb 09 13:21:12.649862 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0e937-85ac-45a2-ae04-34c63e3ba3bb req-c00503ab-2af7-4aab-9b48-416b49272714 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:12.651220 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8af0e937-85ac-45a2-ae04-34c63e3ba3bb req-c00503ab-2af7-4aab-9b48-416b49272714 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=7589641c-59e3-4461-bec8-02e7a3129a01 HTTP/1.1" status: 200 len: 945 time: 0.0789311 Feb 09 13:21:12.694163 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8af0e937-85ac-45a2-ae04-34c63e3ba3bb req-2722f8d1-4093-46f6-a4f6-142947b3f4ca tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=8ba072ff-f737-4683-8134-9a433940d4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372612 Feb 09 13:21:13.995112 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9b8ba-43af-464c-8f08-8dfbd81fa18c req-5c2469db-38fb-481c-8eee-716a1ded01cd tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:13.996524 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7ed9b8ba-43af-464c-8f08-8dfbd81fa18c req-5c2469db-38fb-481c-8eee-716a1ded01cd tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=7589641c-59e3-4461-bec8-02e7a3129a01 HTTP/1.1" status: 200 len: 945 time: 0.1935315 Feb 09 13:21:14.040447 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7ed9b8ba-43af-464c-8f08-8dfbd81fa18c req-0d71ec23-c29e-46b4-84d6-f71763a9785e tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=8ba072ff-f737-4683-8134-9a433940d4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382171 Feb 09 13:21:14.111269 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9529d47f-5de7-41ac-ac03-8e125b2a04b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:14.233776 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a2f7e-b096-4dad-bedd-5822463fa6f0 req-80d3e442-2c84-4707-b5c4-68de6314f044 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:14.235235 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-252a2f7e-b096-4dad-bedd-5822463fa6f0 req-80d3e442-2c84-4707-b5c4-68de6314f044 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=7589641c-59e3-4461-bec8-02e7a3129a01 HTTP/1.1" status: 200 len: 945 time: 0.0824313 Feb 09 13:21:14.282144 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-252a2f7e-b096-4dad-bedd-5822463fa6f0 req-339d6668-109c-4d59-8478-142a90d3555d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=8ba072ff-f737-4683-8134-9a433940d4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404377 Feb 09 13:21:14.305445 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46868) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:14.377611 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501497ad-8e26-421d-812a-de18593cb64e tempest-TestNetworkAdvancedServerOps-296500683 tempest-TestNetworkAdvancedServerOps-296500683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:14.379637 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-501497ad-8e26-421d-812a-de18593cb64e tempest-TestNetworkAdvancedServerOps-296500683 tempest-TestNetworkAdvancedServerOps-296500683-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7589641c-59e3-4461-bec8-02e7a3129a01 HTTP/1.1" status: 200 len: 1091 time: 0.0729573 Feb 09 13:21:14.382244 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46872) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:14.387145 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-0958c122-eae4-4f30-b6c5-237cd3bc2b62 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'port_id': '14a13457-ebd6-4ab7-8819-81c853f6d641', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:21:14.393675 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-0958c122-eae4-4f30-b6c5-237cd3bc2b62 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:21:14.397649 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-0958c122-eae4-4f30-b6c5-237cd3bc2b62 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:floatingip and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:21:14.400476 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-0958c122-eae4-4f30-b6c5-237cd3bc2b62 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:21:14.406200 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-0958c122-eae4-4f30-b6c5-237cd3bc2b62 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:21:14.417142 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0958c122-eae4-4f30-b6c5-237cd3bc2b62 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for floatingip, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:14.557298 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0958c122-eae4-4f30-b6c5-237cd3bc2b62 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:14.695663 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-0958c122-eae4-4f30-b6c5-237cd3bc2b62 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Allocated IP 172.25.7.154 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/64ffe627-79c5-4dc0-ab0e-1ae664ebc86f) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:21:14.846024 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0958c122-eae4-4f30-b6c5-237cd3bc2b62 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:14.875194 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0958c122-eae4-4f30-b6c5-237cd3bc2b62 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:14.941230 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0958c122-eae4-4f30-b6c5-237cd3bc2b62 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:21:14.943999 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-0958c122-eae4-4f30-b6c5-237cd3bc2b62 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:21:14.947438 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0958c122-eae4-4f30-b6c5-237cd3bc2b62 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:21:14.994816 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958c122-eae4-4f30-b6c5-237cd3bc2b62 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'Port': ['ID=64ffe627-79c5-4dc0-ab0e-1ae664ebc86f,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:15.370372 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0958c122-eae4-4f30-b6c5-237cd3bc2b62 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:15.444243 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0958c122-eae4-4f30-b6c5-237cd3bc2b62 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:15.651470 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0958c122-eae4-4f30-b6c5-237cd3bc2b62 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:15.656203 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0958c122-eae4-4f30-b6c5-237cd3bc2b62 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:15.764437 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958c122-eae4-4f30-b6c5-237cd3bc2b62 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'Port': ['ID=64ffe627-79c5-4dc0-ab0e-1ae664ebc86f,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:15.776186 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0958c122-eae4-4f30-b6c5-237cd3bc2b62 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:16.053576 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [None req-0958c122-eae4-4f30-b6c5-237cd3bc2b62 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Floating IP e7917657-3bc8-4830-960e-e789fc622629 associated. External IP: 172.25.7.154, port: 14a13457-ebd6-4ab7-8819-81c853f6d641. Feb 09 13:21:16.406047 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0958c122-eae4-4f30-b6c5-237cd3bc2b62 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Router a3dab68a-18a6-4668-8d51-cf7f7dbaa96c has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:21:16.512746 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6a1a1a5a-af01-4b11-89c3-d9972f978663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:16.591452 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0958c122-eae4-4f30-b6c5-237cd3bc2b62 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:21:16.602812 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51238e35-a57b-4d6b-b536-5935fd6afd6b None None] Sync routers for ids ['a3dab68a-18a6-4668-8d51-cf7f7dbaa96c'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:21:16.612730 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51238e35-a57b-4d6b-b536-5935fd6afd6b None None] Routers {'a3dab68a-18a6-4668-8d51-cf7f7dbaa96c'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:21:16.613977 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-51238e35-a57b-4d6b-b536-5935fd6afd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:21:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['a3dab68a-18a6-4668-8d51-cf7f7dbaa96c'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:16.617432 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0958c122-eae4-4f30-b6c5-237cd3bc2b62 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:16.673078 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-0958c122-eae4-4f30-b6c5-237cd3bc2b62 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2898014 Feb 09 13:21:16.673753 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7589641c-59e3-4461-bec8-02e7a3129a01', 'tag': '14a13457-ebd6-4ab7-8819-81c853f6d641'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:21:16.795706 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-51238e35-a57b-4d6b-b536-5935fd6afd6b None None] Set router a3dab68a-18a6-4668-8d51-cf7f7dbaa96c gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:21:16.842878 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123074e-ba35-4652-a5ee-13c744081783 req-6d5ad942-e34f-4d3c-90ce-69ec77204357 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:16.844388 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d123074e-ba35-4652-a5ee-13c744081783 req-6d5ad942-e34f-4d3c-90ce-69ec77204357 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=7589641c-59e3-4461-bec8-02e7a3129a01 HTTP/1.1" status: 200 len: 945 time: 0.0870614 Feb 09 13:21:16.892178 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d123074e-ba35-4652-a5ee-13c744081783 req-ee65e190-f242-4506-b1d7-d410d2d12fca tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=8ba072ff-f737-4683-8134-9a433940d4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405946 Feb 09 13:21:16.916825 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46880) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:16.975730 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7589641c-59e3-4461-bec8-02e7a3129a01', 'tag': '14a13457-ebd6-4ab7-8819-81c853f6d641', 'status': 'completed', 'code': 200} Feb 09 13:21:17.032492 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1044cf7c-7baf-4030-9170-6c1c42aa2678 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/floatingips/e7917657-3bc8-4830-960e-e789fc622629 HTTP/1.1" status: 200 len: 991 time: 0.1143603 Feb 09 13:21:17.044039 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655126d3-9b9a-45b0-b08c-e3fc872f9f76 req-17dd1191-b4ff-4ca9-b82e-bbfcce7a5762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:17.045578 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-655126d3-9b9a-45b0-b08c-e3fc872f9f76 req-17dd1191-b4ff-4ca9-b82e-bbfcce7a5762 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6056198879324428bd651de1cdbb016f&device_id=7589641c-59e3-4461-bec8-02e7a3129a01 HTTP/1.1" status: 200 len: 1096 time: 0.0790274 Feb 09 13:21:17.180232 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655126d3-9b9a-45b0-b08c-e3fc872f9f76 req-697e4545-2d74-42df-a19e-8afdde1392aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:17.180553 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-51238e35-a57b-4d6b-b536-5935fd6afd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3dab68a-18a6-4668-8d51-cf7f7dbaa96c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020335391', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '780f3e99-693b-4a52-a6fd-343ff43cea48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:20:52Z', 'updated_at': '2022-02-09T13:20:58Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': '780f3e99-693b-4a52-a6fd-343ff43cea48', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:21:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dab68a-18a6-4668-8d51-cf7f7dbaa96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:53Z', 'updated_at': '2022-02-09T13:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': 'e7917657-3bc8-4830-960e-e789fc622629', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'floating_ip_address': '172.25.7.154', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'a3dab68a-18a6-4668-8d51-cf7f7dbaa96c', 'port_id': '14a13457-ebd6-4ab7-8819-81c853f6d641', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b60742fb-45dc-46cd-8d1d-a35d5affddb9', 'mac_address': 'fa:16:3e:2a:fb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7589641c-59e3-4461-bec8-02e7a3129a01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:21:15Z', 'updated_at': '2022-02-09T13:21:15Z', 'revision_number': 0, 'project_id': '6056198879324428bd651de1cdbb016f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dd6239a-fad6-4fc4-95c3-1aa5af0edc6f', 'name': '', 'network_id': 'b60742fb-45dc-46cd-8d1d-a35d5affddb9', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'mac_address': 'fa:16:3e:44:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dab68a-18a6-4668-8d51-cf7f7dbaa96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0f047976-61f1-49b6-b456-390cb32d2256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:57Z', 'updated_at': '2022-02-09T13:21:03Z', 'revision_number': 5, 'project_id': '6056198879324428bd651de1cdbb016f', 'subnets': [{'id': '0f047976-61f1-49b6-b456-390cb32d2256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:17.181584 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-655126d3-9b9a-45b0-b08c-e3fc872f9f76 req-697e4545-2d74-42df-a19e-8afdde1392aa service neutron] 10.222.0.52 "GET /v2.0/networks?id=b60742fb-45dc-46cd-8d1d-a35d5affddb9 HTTP/1.1" status: 200 len: 898 time: 0.1300035 Feb 09 13:21:17.184420 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51238e35-a57b-4d6b-b536-5935fd6afd6b None None] Checking router: a3dab68a-18a6-4668-8d51-cf7f7dbaa96c for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:21:17.193471 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51238e35-a57b-4d6b-b536-5935fd6afd6b None None] Routers {'a3dab68a-18a6-4668-8d51-cf7f7dbaa96c'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:21:17.194067 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-51238e35-a57b-4d6b-b536-5935fd6afd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:21:16Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['a3dab68a-18a6-4668-8d51-cf7f7dbaa96c'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:17.286138 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-655126d3-9b9a-45b0-b08c-e3fc872f9f76 req-25a0867c-b572-4fc0-93ec-c4632fd4aac5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14a13457-ebd6-4ab7-8819-81c853f6d641 HTTP/1.1" status: 200 len: 999 time: 0.0975559 Feb 09 13:21:17.349551 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655126d3-9b9a-45b0-b08c-e3fc872f9f76 req-3d9bac3a-10ac-4e84-ad70-09905f579a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:17.351245 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-655126d3-9b9a-45b0-b08c-e3fc872f9f76 req-3d9bac3a-10ac-4e84-ad70-09905f579a4b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0f047976-61f1-49b6-b456-390cb32d2256 HTTP/1.1" status: 200 len: 835 time: 0.0597749 Feb 09 13:21:17.373936 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-51238e35-a57b-4d6b-b536-5935fd6afd6b None None] Set router a3dab68a-18a6-4668-8d51-cf7f7dbaa96c gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:21:17.429140 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655126d3-9b9a-45b0-b08c-e3fc872f9f76 req-19ad5fc4-1269-4f88-b16a-e2ae86ed38fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:17.430656 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-655126d3-9b9a-45b0-b08c-e3fc872f9f76 req-19ad5fc4-1269-4f88-b16a-e2ae86ed38fe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b60742fb-45dc-46cd-8d1d-a35d5affddb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727572 Feb 09 13:21:17.562050 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-655126d3-9b9a-45b0-b08c-e3fc872f9f76 req-8a895d25-dd3d-48d2-a26a-0e0e1f4284b2 service neutron] 10.222.0.52 "GET /v2.0/networks/b60742fb-45dc-46cd-8d1d-a35d5affddb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249259 Feb 09 13:21:17.696798 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:17.726694 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-51238e35-a57b-4d6b-b536-5935fd6afd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3dab68a-18a6-4668-8d51-cf7f7dbaa96c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020335391', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '780f3e99-693b-4a52-a6fd-343ff43cea48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:20:52Z', 'updated_at': '2022-02-09T13:20:58Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': '780f3e99-693b-4a52-a6fd-343ff43cea48', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:21:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dab68a-18a6-4668-8d51-cf7f7dbaa96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:53Z', 'updated_at': '2022-02-09T13:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': 'e7917657-3bc8-4830-960e-e789fc622629', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'floating_ip_address': '172.25.7.154', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'a3dab68a-18a6-4668-8d51-cf7f7dbaa96c', 'port_id': '14a13457-ebd6-4ab7-8819-81c853f6d641', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b60742fb-45dc-46cd-8d1d-a35d5affddb9', 'mac_address': 'fa:16:3e:2a:fb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7589641c-59e3-4461-bec8-02e7a3129a01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:21:15Z', 'updated_at': '2022-02-09T13:21:15Z', 'revision_number': 0, 'project_id': '6056198879324428bd651de1cdbb016f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dd6239a-fad6-4fc4-95c3-1aa5af0edc6f', 'name': '', 'network_id': 'b60742fb-45dc-46cd-8d1d-a35d5affddb9', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'mac_address': 'fa:16:3e:44:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dab68a-18a6-4668-8d51-cf7f7dbaa96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0f047976-61f1-49b6-b456-390cb32d2256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:57Z', 'updated_at': '2022-02-09T13:21:03Z', 'revision_number': 5, 'project_id': '6056198879324428bd651de1cdbb016f', 'subnets': [{'id': '0f047976-61f1-49b6-b456-390cb32d2256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:17.730718 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51238e35-a57b-4d6b-b536-5935fd6afd6b None None] The sync data for ids ['a3dab68a-18a6-4668-8d51-cf7f7dbaa96c'] in n-d-825178-3 is: [{'id': 'a3dab68a-18a6-4668-8d51-cf7f7dbaa96c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020335391', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '780f3e99-693b-4a52-a6fd-343ff43cea48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:20:52Z', 'updated_at': '2022-02-09T13:20:58Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': '780f3e99-693b-4a52-a6fd-343ff43cea48', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:21:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dab68a-18a6-4668-8d51-cf7f7dbaa96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:53Z', 'updated_at': '2022-02-09T13:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': 'e7917657-3bc8-4830-960e-e789fc622629', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'floating_ip_address': '172.25.7.154', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'a3dab68a-18a6-4668-8d51-cf7f7dbaa96c', 'port_id': '14a13457-ebd6-4ab7-8819-81c853f6d641', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b60742fb-45dc-46cd-8d1d-a35d5affddb9', 'mac_address': 'fa:16:3e:2a:fb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7589641c-59e3-4461-bec8-02e7a3129a01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:21:15Z', 'updated_at': '2022-02-09T13:21:15Z', 'revision_number': 0, 'project_id': '6056198879324428bd651de1cdbb016f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dd6239a-fad6-4fc4-95c3-1aa5af0edc6f', 'name': '', 'network_id': 'b60742fb-45dc-46cd-8d1d-a35d5affddb9', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'mac_address': 'fa:16:3e:44:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dab68a-18a6-4668-8d51-cf7f7dbaa96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0f047976-61f1-49b6-b456-390cb32d2256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:57Z', 'updated_at': '2022-02-09T13:21:03Z', 'revision_number': 5, 'project_id': '6056198879324428bd651de1cdbb016f', 'subnets': [{'id': '0f047976-61f1-49b6-b456-390cb32d2256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:21:17.809748 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-655126d3-9b9a-45b0-b08c-e3fc872f9f76 req-1ed8b297-25b4-43e0-99c2-2809b01a3650 service neutron] 10.222.0.52 "GET /v2.0/networks/b60742fb-45dc-46cd-8d1d-a35d5affddb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417076 Feb 09 13:21:17.812316 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:17.944942 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cbe672-5426-43ec-8336-92cfd9f682a8 None None] New status for floating IP e7917657-3bc8-4830-960e-e789fc622629: ACTIVE {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:21:18.036456 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46884) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:18.140230 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-5545cf9b-3bc2-4073-be93-7346677f22f7 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/floatingips/e7917657-3bc8-4830-960e-e789fc622629 HTTP/1.1" status: 200 len: 991 time: 0.1024740 Feb 09 13:21:19.143544 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46888) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:19.264710 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-46c3ebd0-cb3d-4e6b-aceb-13ffbc70bc6c tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/floatingips/e7917657-3bc8-4830-960e-e789fc622629 HTTP/1.1" status: 200 len: 993 time: 0.1198025 Feb 09 13:21:19.384574 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:21.082884 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:23.000146 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:21:23.564575 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:41.108925 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8a52bdff-992e-41cd-81a7-f931335eac14 req-6622a6ff-db0c-4943-98d3-af29cb88f2de service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7589641c-59e3-4461-bec8-02e7a3129a01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0674958 Feb 09 13:21:41.251517 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52bdff-992e-41cd-81a7-f931335eac14 req-c32d5d7a-4cb9-4760-a856-6516d772ab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:41.253784 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8a52bdff-992e-41cd-81a7-f931335eac14 req-c32d5d7a-4cb9-4760-a856-6516d772ab8d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6056198879324428bd651de1cdbb016f&device_id=7589641c-59e3-4461-bec8-02e7a3129a01 HTTP/1.1" status: 200 len: 1096 time: 0.0757198 Feb 09 13:21:41.402043 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52bdff-992e-41cd-81a7-f931335eac14 req-c344cde5-090b-4f25-a12b-173efeaa5b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:41.403479 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8a52bdff-992e-41cd-81a7-f931335eac14 req-c344cde5-090b-4f25-a12b-173efeaa5b59 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b60742fb-45dc-46cd-8d1d-a35d5affddb9 HTTP/1.1" status: 200 len: 898 time: 0.1325045 Feb 09 13:21:41.503600 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8a52bdff-992e-41cd-81a7-f931335eac14 req-68036b55-f71e-42ca-b818-905c9b1ef7d9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14a13457-ebd6-4ab7-8819-81c853f6d641 HTTP/1.1" status: 200 len: 1001 time: 0.0930879 Feb 09 13:21:41.567383 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52bdff-992e-41cd-81a7-f931335eac14 req-f39d5e56-328f-4a99-b133-ad647d83fd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:41.568811 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8a52bdff-992e-41cd-81a7-f931335eac14 req-f39d5e56-328f-4a99-b133-ad647d83fd77 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0f047976-61f1-49b6-b456-390cb32d2256 HTTP/1.1" status: 200 len: 835 time: 0.0593288 Feb 09 13:21:41.642907 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52bdff-992e-41cd-81a7-f931335eac14 req-7c5ffb24-cec4-4ce1-a7fa-f627b62dcac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:41.644514 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8a52bdff-992e-41cd-81a7-f931335eac14 req-7c5ffb24-cec4-4ce1-a7fa-f627b62dcac4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b60742fb-45dc-46cd-8d1d-a35d5affddb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697277 Feb 09 13:21:41.776042 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8a52bdff-992e-41cd-81a7-f931335eac14 req-21bec516-63d9-4060-a428-b133e5b0ef40 service neutron] 10.222.0.52 "GET /v2.0/networks/b60742fb-45dc-46cd-8d1d-a35d5affddb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248622 Feb 09 13:21:41.906768 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8a52bdff-992e-41cd-81a7-f931335eac14 req-7b46ba1c-94f1-4094-b17b-11fef461820b service neutron] 10.222.0.52 "GET /v2.0/networks/b60742fb-45dc-46cd-8d1d-a35d5affddb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213770 Feb 09 13:21:44.113231 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1c984b5b-5370-4560-a5f6-c5586f069f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:46.515396 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-85635e8d-bc1e-48e0-95e1-a9e3881ff199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:47.699358 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:47.810089 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:48.841937 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f975f3b-c66d-4d42-b001-b794eecd44c9 req-5125236a-7252-4173-9b8b-d5b28e69f674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:48.843454 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2f975f3b-c66d-4d42-b001-b794eecd44c9 req-5125236a-7252-4173-9b8b-d5b28e69f674 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6056198879324428bd651de1cdbb016f&device_id=7589641c-59e3-4461-bec8-02e7a3129a01 HTTP/1.1" status: 200 len: 1096 time: 0.0745485 Feb 09 13:21:48.884865 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ae787-ab79-4dcc-8033-a69fd7086569 req-41f95987-c09b-464e-b647-08fc6f56fb62 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:48.886345 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e55ae787-ab79-4dcc-8033-a69fd7086569 req-41f95987-c09b-464e-b647-08fc6f56fb62 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=7589641c-59e3-4461-bec8-02e7a3129a01 HTTP/1.1" status: 200 len: 945 time: 0.0842316 Feb 09 13:21:48.931185 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e55ae787-ab79-4dcc-8033-a69fd7086569 req-431dfec1-713c-4841-bd60-82ca66f375b8 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=8ba072ff-f737-4683-8134-9a433940d4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390632 Feb 09 13:21:48.978691 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f975f3b-c66d-4d42-b001-b794eecd44c9 req-274f248f-fd34-45f9-8e11-3130aba8563a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:48.980103 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2f975f3b-c66d-4d42-b001-b794eecd44c9 req-274f248f-fd34-45f9-8e11-3130aba8563a service neutron] 10.222.0.52 "GET /v2.0/networks?id=b60742fb-45dc-46cd-8d1d-a35d5affddb9 HTTP/1.1" status: 200 len: 898 time: 0.1285830 Feb 09 13:21:49.083261 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2f975f3b-c66d-4d42-b001-b794eecd44c9 req-f844fd12-00d5-4470-9cbf-6dcb5618a438 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14a13457-ebd6-4ab7-8819-81c853f6d641 HTTP/1.1" status: 200 len: 1001 time: 0.0965586 Feb 09 13:21:49.145182 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f975f3b-c66d-4d42-b001-b794eecd44c9 req-6f7da387-4d60-4645-803b-b815ba6a2122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:49.146564 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2f975f3b-c66d-4d42-b001-b794eecd44c9 req-6f7da387-4d60-4645-803b-b815ba6a2122 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0f047976-61f1-49b6-b456-390cb32d2256 HTTP/1.1" status: 200 len: 835 time: 0.0565975 Feb 09 13:21:49.218971 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f975f3b-c66d-4d42-b001-b794eecd44c9 req-b991e373-4e61-43bb-b41d-946b39c43a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:49.220445 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2f975f3b-c66d-4d42-b001-b794eecd44c9 req-b991e373-4e61-43bb-b41d-946b39c43a21 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b60742fb-45dc-46cd-8d1d-a35d5affddb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678477 Feb 09 13:21:49.350864 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2f975f3b-c66d-4d42-b001-b794eecd44c9 req-9da4e526-23db-4248-8286-283152bc2d8f service neutron] 10.222.0.52 "GET /v2.0/networks/b60742fb-45dc-46cd-8d1d-a35d5affddb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236830 Feb 09 13:21:49.387281 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:49.578866 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2f975f3b-c66d-4d42-b001-b794eecd44c9 req-58d6f851-0c39-4b87-afe9-458c46fc30dd service neutron] 10.222.0.52 "GET /v2.0/networks/b60742fb-45dc-46cd-8d1d-a35d5affddb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205911 Feb 09 13:21:50.114225 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348a34d-ea66-4b2c-975e-499970f7ee5b req-94a2c24f-1ede-48ce-973a-2499bf27145b tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:50.115708 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e348a34d-ea66-4b2c-975e-499970f7ee5b req-94a2c24f-1ede-48ce-973a-2499bf27145b tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=7589641c-59e3-4461-bec8-02e7a3129a01 HTTP/1.1" status: 200 len: 945 time: 0.0776918 Feb 09 13:21:50.158240 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e348a34d-ea66-4b2c-975e-499970f7ee5b req-1d5c47a1-5af8-4e0f-b59d-58aa69b53c8c tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=8ba072ff-f737-4683-8134-9a433940d4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369513 Feb 09 13:21:51.113768 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:51.456022 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a1305-9baf-4246-8469-0e200193f6dd req-f30143a9-b366-426d-b01e-b6b8fff8d093 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:51.457586 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6f5a1305-9baf-4246-8469-0e200193f6dd req-f30143a9-b366-426d-b01e-b6b8fff8d093 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=7589641c-59e3-4461-bec8-02e7a3129a01 HTTP/1.1" status: 200 len: 945 time: 0.1942167 Feb 09 13:21:51.501290 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6f5a1305-9baf-4246-8469-0e200193f6dd req-916674e8-4dab-4620-98e3-f994aa9e5daf tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=8ba072ff-f737-4683-8134-9a433940d4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380564 Feb 09 13:21:52.693767 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f33642-95a9-42e6-a79a-de6a6c90d351 req-8caf7e5c-6892-4d25-82ee-90869696258f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:52.695225 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d1f33642-95a9-42e6-a79a-de6a6c90d351 req-8caf7e5c-6892-4d25-82ee-90869696258f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=7589641c-59e3-4461-bec8-02e7a3129a01 HTTP/1.1" status: 200 len: 945 time: 0.0857034 Feb 09 13:21:52.738859 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d1f33642-95a9-42e6-a79a-de6a6c90d351 req-b1dcde5a-97bf-48ef-86f5-9fd8bed6dcb4 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=8ba072ff-f737-4683-8134-9a433940d4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380666 Feb 09 13:21:53.592756 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:53.917962 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec86635-106d-46fe-8abb-ab474fd26299 req-5678c362-4dab-42e0-9e96-9118b19c460e tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:53.919340 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4ec86635-106d-46fe-8abb-ab474fd26299 req-5678c362-4dab-42e0-9e96-9118b19c460e tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=7589641c-59e3-4461-bec8-02e7a3129a01 HTTP/1.1" status: 200 len: 945 time: 0.0781913 Feb 09 13:21:53.964126 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4ec86635-106d-46fe-8abb-ab474fd26299 req-c3efa9c7-48bb-489f-8434-76e329773917 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=8ba072ff-f737-4683-8134-9a433940d4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382507 Feb 09 13:21:55.149022 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da96c61-67bd-47f3-9e76-958794bb7a52 req-0122b5f6-9f2b-490a-a8da-5abc5a23ba16 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:55.150476 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7da96c61-67bd-47f3-9e76-958794bb7a52 req-0122b5f6-9f2b-490a-a8da-5abc5a23ba16 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=7589641c-59e3-4461-bec8-02e7a3129a01 HTTP/1.1" status: 200 len: 945 time: 0.0827107 Feb 09 13:21:55.194399 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7da96c61-67bd-47f3-9e76-958794bb7a52 req-57fcd1d4-c9d1-4d00-9127-1ec10d5208ec tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=8ba072ff-f737-4683-8134-9a433940d4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384207 Feb 09 13:21:56.383792 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4383317-27b9-4a6e-bc35-01b0a24d8e68 req-a1987c03-b53e-44ed-a457-6e14e9b948cf tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:56.385294 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e4383317-27b9-4a6e-bc35-01b0a24d8e68 req-a1987c03-b53e-44ed-a457-6e14e9b948cf tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=7589641c-59e3-4461-bec8-02e7a3129a01 HTTP/1.1" status: 200 len: 945 time: 0.0835795 Feb 09 13:21:56.429611 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e4383317-27b9-4a6e-bc35-01b0a24d8e68 req-05a4882d-034c-40d7-9d4d-27f0e829af26 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=8ba072ff-f737-4683-8134-9a433940d4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384860 Feb 09 13:21:57.616188 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa39822-3f42-4ed4-bb3b-f541199629d7 req-79897597-4824-42ea-95e6-11b2d77ddacf tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:57.617565 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3aa39822-3f42-4ed4-bb3b-f541199629d7 req-79897597-4824-42ea-95e6-11b2d77ddacf tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=7589641c-59e3-4461-bec8-02e7a3129a01 HTTP/1.1" status: 200 len: 945 time: 0.0813096 Feb 09 13:21:57.660998 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3aa39822-3f42-4ed4-bb3b-f541199629d7 req-68deffad-8dbb-4dbb-8297-787797704a14 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=8ba072ff-f737-4683-8134-9a433940d4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378575 Feb 09 13:21:58.844738 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47609d2-bc8f-4e99-8ef7-298701e5bb50 req-7f56cda7-816c-4b96-a064-d49a94a551ae tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:58.846516 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b47609d2-bc8f-4e99-8ef7-298701e5bb50 req-7f56cda7-816c-4b96-a064-d49a94a551ae tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=7589641c-59e3-4461-bec8-02e7a3129a01 HTTP/1.1" status: 200 len: 945 time: 0.0814397 Feb 09 13:21:58.894074 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b47609d2-bc8f-4e99-8ef7-298701e5bb50 req-f82c119b-6d51-45ea-8fc8-37bd3b81ef3e tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=8ba072ff-f737-4683-8134-9a433940d4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416574 Feb 09 13:21:59.998947 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:22:00.081742 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef340f-4426-481e-827d-d0610b48cd5b req-26e4a5d2-eae0-4705-b5d9-8d9138132f41 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:00.083508 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b1ef340f-4426-481e-827d-d0610b48cd5b req-26e4a5d2-eae0-4705-b5d9-8d9138132f41 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=7589641c-59e3-4461-bec8-02e7a3129a01 HTTP/1.1" status: 200 len: 945 time: 0.0806212 Feb 09 13:22:00.127234 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b1ef340f-4426-481e-827d-d0610b48cd5b req-d933b8bc-d23f-4b24-a443-3f80a980ea10 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=8ba072ff-f737-4683-8134-9a433940d4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378771 Feb 09 13:22:01.310784 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddedb7fe-3e86-4fcc-8a7c-9c29191515c0 req-87ce7ca4-f8b7-4fa6-ab9d-d7d2b61c8861 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:01.312193 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ddedb7fe-3e86-4fcc-8a7c-9c29191515c0 req-87ce7ca4-f8b7-4fa6-ab9d-d7d2b61c8861 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=7589641c-59e3-4461-bec8-02e7a3129a01 HTTP/1.1" status: 200 len: 945 time: 0.0829625 Feb 09 13:22:01.357491 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ddedb7fe-3e86-4fcc-8a7c-9c29191515c0 req-d09399e0-a327-4960-8345-b74207dfe4a4 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=8ba072ff-f737-4683-8134-9a433940d4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396912 Feb 09 13:22:02.541030 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a1b9d-2093-41a0-b9f7-5525c8d66070 req-b41c8f7a-9836-4eeb-a02b-5b1726057365 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:02.542508 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9f9a1b9d-2093-41a0-b9f7-5525c8d66070 req-b41c8f7a-9836-4eeb-a02b-5b1726057365 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=7589641c-59e3-4461-bec8-02e7a3129a01 HTTP/1.1" status: 200 len: 945 time: 0.0807157 Feb 09 13:22:02.586558 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9f9a1b9d-2093-41a0-b9f7-5525c8d66070 req-f0f3f847-423c-4f53-865e-a1ec5e21d0de tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=8ba072ff-f737-4683-8134-9a433940d4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385644 Feb 09 13:22:03.778784 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f6b82-0477-4b32-b478-41d69a798348 req-920a3e7b-a10b-41f6-ac5d-61bb00e4795d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:03.780275 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-863f6b82-0477-4b32-b478-41d69a798348 req-920a3e7b-a10b-41f6-ac5d-61bb00e4795d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=7589641c-59e3-4461-bec8-02e7a3129a01 HTTP/1.1" status: 200 len: 945 time: 0.0867052 Feb 09 13:22:03.824414 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-863f6b82-0477-4b32-b478-41d69a798348 req-dfd9bb6e-ee61-4f7c-8f1d-7d27fa316c4a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=8ba072ff-f737-4683-8134-9a433940d4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377185 Feb 09 13:22:05.007452 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62b169-4f78-477e-9531-7fd0ca307e61 req-54904927-f459-4256-aee1-3c478a7fea60 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:05.008937 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0c62b169-4f78-477e-9531-7fd0ca307e61 req-54904927-f459-4256-aee1-3c478a7fea60 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=7589641c-59e3-4461-bec8-02e7a3129a01 HTTP/1.1" status: 200 len: 945 time: 0.0800595 Feb 09 13:22:05.056431 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0c62b169-4f78-477e-9531-7fd0ca307e61 req-f6036e7d-1af3-48a2-b8c8-9433473c404f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=8ba072ff-f737-4683-8134-9a433940d4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419230 Feb 09 13:22:06.239474 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f6f69-4e89-444c-b512-8c7e26b3afc7 req-540e6306-95a3-496f-8b08-f642b42bf980 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:06.240940 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-053f6f69-4e89-444c-b512-8c7e26b3afc7 req-540e6306-95a3-496f-8b08-f642b42bf980 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=7589641c-59e3-4461-bec8-02e7a3129a01 HTTP/1.1" status: 200 len: 945 time: 0.0796914 Feb 09 13:22:06.283877 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-053f6f69-4e89-444c-b512-8c7e26b3afc7 req-f37ca229-2887-40c0-ab4b-69d69da91eaa tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=8ba072ff-f737-4683-8134-9a433940d4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367186 Feb 09 13:22:06.307029 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46938) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:06.413232 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-cf3adffd-b9dd-4f6a-96f9-83af36dfee3f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/floatingips/e7917657-3bc8-4830-960e-e789fc622629 HTTP/1.1" status: 200 len: 993 time: 0.1050425 Feb 09 13:22:14.116020 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-62459bb3-79fc-4219-a26b-a41246291cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:16.516029 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-de1c5be1-ed65-4d40-bf8b-2dead9ab54fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:17.701167 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:17.813268 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:19.390083 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:21.117645 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:23.593111 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:36.837422 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46960) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:36.998743 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:22:37.044104 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-84f95d26-06bd-4a36-95ef-79c4cf4f3ec2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Deleting port 64ffe627-79c5-4dc0-ab0e-1ae664ebc86f {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:22:37.044445 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-84f95d26-06bd-4a36-95ef-79c4cf4f3ec2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:37.224363 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-84f95d26-06bd-4a36-95ef-79c4cf4f3ec2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:37.225264 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-84f95d26-06bd-4a36-95ef-79c4cf4f3ec2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:37.465330 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-84f95d26-06bd-4a36-95ef-79c4cf4f3ec2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Calling delete_port for 64ffe627-79c5-4dc0-ab0e-1ae664ebc86f owned by network:floatingip {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:22:37.611638 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-84f95d26-06bd-4a36-95ef-79c4cf4f3ec2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:37.659869 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f95d26-06bd-4a36-95ef-79c4cf4f3ec2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event deleted for resources: {'Port': ['ID=64ffe627-79c5-4dc0-ab0e-1ae664ebc86f,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:37.701632 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f95d26-06bd-4a36-95ef-79c4cf4f3ec2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:37.701983 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f95d26-06bd-4a36-95ef-79c4cf4f3ec2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:37.702324 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f95d26-06bd-4a36-95ef-79c4cf4f3ec2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:37.702660 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f95d26-06bd-4a36-95ef-79c4cf4f3ec2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:37.702992 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f95d26-06bd-4a36-95ef-79c4cf4f3ec2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:37.703324 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f95d26-06bd-4a36-95ef-79c4cf4f3ec2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:37.703693 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f95d26-06bd-4a36-95ef-79c4cf4f3ec2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:37.704298 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f95d26-06bd-4a36-95ef-79c4cf4f3ec2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:37.704684 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f95d26-06bd-4a36-95ef-79c4cf4f3ec2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:37.705015 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f95d26-06bd-4a36-95ef-79c4cf4f3ec2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:37.705411 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f95d26-06bd-4a36-95ef-79c4cf4f3ec2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:37.705766 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f95d26-06bd-4a36-95ef-79c4cf4f3ec2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:37.762164 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-84f95d26-06bd-4a36-95ef-79c4cf4f3ec2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for floatingip, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:37.762567 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [None req-84f95d26-06bd-4a36-95ef-79c4cf4f3ec2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Floating IP e7917657-3bc8-4830-960e-e789fc622629 disassociated (deleted). External IP: 172.25.7.154, port: 14a13457-ebd6-4ab7-8819-81c853f6d641. Feb 09 13:22:38.126262 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f95d26-06bd-4a36-95ef-79c4cf4f3ec2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Router a3dab68a-18a6-4668-8d51-cf7f7dbaa96c has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:22:38.303068 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f95d26-06bd-4a36-95ef-79c4cf4f3ec2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:22:38.313940 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853408a3-6e3a-4920-aa13-c4d3184c91f7 None None] Sync routers for ids ['a3dab68a-18a6-4668-8d51-cf7f7dbaa96c'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:22:38.322309 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-84f95d26-06bd-4a36-95ef-79c4cf4f3ec2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:38.323172 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853408a3-6e3a-4920-aa13-c4d3184c91f7 None None] Routers {'a3dab68a-18a6-4668-8d51-cf7f7dbaa96c'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:22:38.323793 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-853408a3-6e3a-4920-aa13-c4d3184c91f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:22:17Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['a3dab68a-18a6-4668-8d51-cf7f7dbaa96c'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:38.381070 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-84f95d26-06bd-4a36-95ef-79c4cf4f3ec2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "DELETE /v2.0/floatingips/e7917657-3bc8-4830-960e-e789fc622629 HTTP/1.1" status: 204 len: 168 time: 1.5424945 Feb 09 13:22:38.381671 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7589641c-59e3-4461-bec8-02e7a3129a01', 'tag': '14a13457-ebd6-4ab7-8819-81c853f6d641'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:22:38.517796 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-853408a3-6e3a-4920-aa13-c4d3184c91f7 None None] Set router a3dab68a-18a6-4668-8d51-cf7f7dbaa96c gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:22:38.637046 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7589641c-59e3-4461-bec8-02e7a3129a01', 'tag': '14a13457-ebd6-4ab7-8819-81c853f6d641', 'status': 'completed', 'code': 200} Feb 09 13:22:38.737666 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ab9fc-d06b-4e70-b78c-f2a8855b8504 req-28736198-3069-4909-944e-aba48deb30ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:38.739160 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-047ab9fc-d06b-4e70-b78c-f2a8855b8504 req-28736198-3069-4909-944e-aba48deb30ba service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6056198879324428bd651de1cdbb016f&device_id=7589641c-59e3-4461-bec8-02e7a3129a01 HTTP/1.1" status: 200 len: 1096 time: 0.0769274 Feb 09 13:22:38.803279 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6c92c-9f76-4240-ba26-60945dc439db req-76d994d3-3383-4d3d-8daf-7a671cd42fe7 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:38.804397 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e8a6c92c-9f76-4240-ba26-60945dc439db req-76d994d3-3383-4d3d-8daf-7a671cd42fe7 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Synchronizing usage tracker for tenant:6056198879324428bd651de1cdbb016f on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:22:38.820296 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e8a6c92c-9f76-4240-ba26-60945dc439db req-76d994d3-3383-4d3d-8daf-7a671cd42fe7 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Unset dirty status for tenant:6056198879324428bd651de1cdbb016f on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:22:38.827075 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e8a6c92c-9f76-4240-ba26-60945dc439db req-76d994d3-3383-4d3d-8daf-7a671cd42fe7 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=7589641c-59e3-4461-bec8-02e7a3129a01 HTTP/1.1" status: 200 len: 945 time: 0.1022589 Feb 09 13:22:38.870806 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e8a6c92c-9f76-4240-ba26-60945dc439db req-43732ed2-b46a-46cc-b1ab-c6edaacde12e tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=8ba072ff-f737-4683-8134-9a433940d4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426643 Feb 09 13:22:38.875782 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-853408a3-6e3a-4920-aa13-c4d3184c91f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3dab68a-18a6-4668-8d51-cf7f7dbaa96c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020335391', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '780f3e99-693b-4a52-a6fd-343ff43cea48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:20:52Z', 'updated_at': '2022-02-09T13:20:58Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': '780f3e99-693b-4a52-a6fd-343ff43cea48', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:21:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dab68a-18a6-4668-8d51-cf7f7dbaa96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:53Z', 'updated_at': '2022-02-09T13:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '5dd6239a-fad6-4fc4-95c3-1aa5af0edc6f', 'name': '', 'network_id': 'b60742fb-45dc-46cd-8d1d-a35d5affddb9', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'mac_address': 'fa:16:3e:44:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dab68a-18a6-4668-8d51-cf7f7dbaa96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0f047976-61f1-49b6-b456-390cb32d2256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:57Z', 'updated_at': '2022-02-09T13:21:03Z', 'revision_number': 5, 'project_id': '6056198879324428bd651de1cdbb016f', 'subnets': [{'id': '0f047976-61f1-49b6-b456-390cb32d2256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:38.879657 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853408a3-6e3a-4920-aa13-c4d3184c91f7 None None] Checking router: a3dab68a-18a6-4668-8d51-cf7f7dbaa96c for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:22:38.881849 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ab9fc-d06b-4e70-b78c-f2a8855b8504 req-9c9d0c3c-30c9-4cb6-99d1-388f09d0bf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:38.883549 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-047ab9fc-d06b-4e70-b78c-f2a8855b8504 req-9c9d0c3c-30c9-4cb6-99d1-388f09d0bf48 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b60742fb-45dc-46cd-8d1d-a35d5affddb9 HTTP/1.1" status: 200 len: 898 time: 0.1383173 Feb 09 13:22:38.888037 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853408a3-6e3a-4920-aa13-c4d3184c91f7 None None] Routers {'a3dab68a-18a6-4668-8d51-cf7f7dbaa96c'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:22:38.888640 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-853408a3-6e3a-4920-aa13-c4d3184c91f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:22:17Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['a3dab68a-18a6-4668-8d51-cf7f7dbaa96c'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:38.953970 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-047ab9fc-d06b-4e70-b78c-f2a8855b8504 req-40e8fb75-ec2a-4013-a2e2-aa0e5635a3db service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14a13457-ebd6-4ab7-8819-81c853f6d641 HTTP/1.1" status: 200 len: 217 time: 0.0636716 Feb 09 13:22:39.014957 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ab9fc-d06b-4e70-b78c-f2a8855b8504 req-d1348da2-ee46-4c5d-9234-a420f917802c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:39.016442 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-047ab9fc-d06b-4e70-b78c-f2a8855b8504 req-d1348da2-ee46-4c5d-9234-a420f917802c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0f047976-61f1-49b6-b456-390cb32d2256 HTTP/1.1" status: 200 len: 835 time: 0.0566928 Feb 09 13:22:39.064780 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-853408a3-6e3a-4920-aa13-c4d3184c91f7 None None] Set router a3dab68a-18a6-4668-8d51-cf7f7dbaa96c gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:22:39.091432 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ab9fc-d06b-4e70-b78c-f2a8855b8504 req-5aa1037b-b1cc-445f-927a-20cc92446b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:39.092926 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-047ab9fc-d06b-4e70-b78c-f2a8855b8504 req-5aa1037b-b1cc-445f-927a-20cc92446b4d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b60742fb-45dc-46cd-8d1d-a35d5affddb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697002 Feb 09 13:22:39.231645 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-047ab9fc-d06b-4e70-b78c-f2a8855b8504 req-c6f79d2d-40a7-4057-b6e3-9e6da764e1a9 service neutron] 10.222.0.52 "GET /v2.0/networks/b60742fb-45dc-46cd-8d1d-a35d5affddb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310649 Feb 09 13:22:39.364801 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-047ab9fc-d06b-4e70-b78c-f2a8855b8504 req-e4082882-e3f6-4608-b1d0-9e8daa18ccf8 service neutron] 10.222.0.52 "GET /v2.0/networks/b60742fb-45dc-46cd-8d1d-a35d5affddb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267791 Feb 09 13:22:39.389486 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-853408a3-6e3a-4920-aa13-c4d3184c91f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3dab68a-18a6-4668-8d51-cf7f7dbaa96c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020335391', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '780f3e99-693b-4a52-a6fd-343ff43cea48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:20:52Z', 'updated_at': '2022-02-09T13:20:58Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': '780f3e99-693b-4a52-a6fd-343ff43cea48', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:21:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dab68a-18a6-4668-8d51-cf7f7dbaa96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:53Z', 'updated_at': '2022-02-09T13:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '5dd6239a-fad6-4fc4-95c3-1aa5af0edc6f', 'name': '', 'network_id': 'b60742fb-45dc-46cd-8d1d-a35d5affddb9', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'mac_address': 'fa:16:3e:44:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dab68a-18a6-4668-8d51-cf7f7dbaa96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0f047976-61f1-49b6-b456-390cb32d2256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:57Z', 'updated_at': '2022-02-09T13:21:03Z', 'revision_number': 5, 'project_id': '6056198879324428bd651de1cdbb016f', 'subnets': [{'id': '0f047976-61f1-49b6-b456-390cb32d2256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:39.393525 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853408a3-6e3a-4920-aa13-c4d3184c91f7 None None] The sync data for ids ['a3dab68a-18a6-4668-8d51-cf7f7dbaa96c'] in n-d-825178-3 is: [{'id': 'a3dab68a-18a6-4668-8d51-cf7f7dbaa96c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020335391', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '780f3e99-693b-4a52-a6fd-343ff43cea48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:20:52Z', 'updated_at': '2022-02-09T13:20:58Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': '780f3e99-693b-4a52-a6fd-343ff43cea48', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:21:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dab68a-18a6-4668-8d51-cf7f7dbaa96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:53Z', 'updated_at': '2022-02-09T13:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '5dd6239a-fad6-4fc4-95c3-1aa5af0edc6f', 'name': '', 'network_id': 'b60742fb-45dc-46cd-8d1d-a35d5affddb9', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'mac_address': 'fa:16:3e:44:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dab68a-18a6-4668-8d51-cf7f7dbaa96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0f047976-61f1-49b6-b456-390cb32d2256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:57Z', 'updated_at': '2022-02-09T13:21:03Z', 'revision_number': 5, 'project_id': '6056198879324428bd651de1cdbb016f', 'subnets': [{'id': '0f047976-61f1-49b6-b456-390cb32d2256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:22:39.625034 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eae092e-cc48-4a3a-9799-04e35bbfeea1 None None] New status for floating IP e7917657-3bc8-4830-960e-e789fc622629: DOWN {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:22:40.064581 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e4018-867a-482c-957e-9d69803c6a1d req-5bfd539f-02dd-4d3b-80c8-f9d9a335c339 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:40.065966 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5a5e4018-867a-482c-957e-9d69803c6a1d req-5bfd539f-02dd-4d3b-80c8-f9d9a335c339 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=7589641c-59e3-4461-bec8-02e7a3129a01 HTTP/1.1" status: 200 len: 945 time: 0.0834172 Feb 09 13:22:40.110665 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5a5e4018-867a-482c-957e-9d69803c6a1d req-1b4bd88b-2538-4918-aa69-ad92787b43fb tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=8ba072ff-f737-4683-8134-9a433940d4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384707 Feb 09 13:22:40.166700 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec6cb6-1125-4228-96f1-83085a596f87 req-0e8f9372-688c-415d-8e47-e3a6dada3c34 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:40.167388 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-12ec6cb6-1125-4228-96f1-83085a596f87 req-0e8f9372-688c-415d-8e47-e3a6dada3c34 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Synchronizing usage tracker for tenant:6056198879324428bd651de1cdbb016f on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:22:40.179923 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-12ec6cb6-1125-4228-96f1-83085a596f87 req-0e8f9372-688c-415d-8e47-e3a6dada3c34 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Unset dirty status for tenant:6056198879324428bd651de1cdbb016f on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:22:40.181004 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-12ec6cb6-1125-4228-96f1-83085a596f87 req-0e8f9372-688c-415d-8e47-e3a6dada3c34 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.52 "GET /v2.0/ports?device_id=7589641c-59e3-4461-bec8-02e7a3129a01 HTTP/1.1" status: 200 len: 945 time: 0.0963645 Feb 09 13:22:40.250787 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-12ec6cb6-1125-4228-96f1-83085a596f87 req-448f819a-4acd-4795-8cf4-fae56ec156ce tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Deleting port 14a13457-ebd6-4ab7-8819-81c853f6d641 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:22:40.251234 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-12ec6cb6-1125-4228-96f1-83085a596f87 req-448f819a-4acd-4795-8cf4-fae56ec156ce tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:40.495791 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-12ec6cb6-1125-4228-96f1-83085a596f87 req-448f819a-4acd-4795-8cf4-fae56ec156ce tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] For port 14a13457-ebd6-4ab7-8819-81c853f6d641, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=14a13457-ebd6-4ab7-8819-81c853f6d641,segment=NetworkSegment(b3706a54-6054-4763-b859-d21a46b0b208),segment_id=b3706a54-6054-4763-b859-d21a46b0b208)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:22:40.496179 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-12ec6cb6-1125-4228-96f1-83085a596f87 req-448f819a-4acd-4795-8cf4-fae56ec156ce tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:40.619221 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-12ec6cb6-1125-4228-96f1-83085a596f87 req-448f819a-4acd-4795-8cf4-fae56ec156ce tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Calling delete_port for 14a13457-ebd6-4ab7-8819-81c853f6d641 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:22:40.761832 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-12ec6cb6-1125-4228-96f1-83085a596f87 req-448f819a-4acd-4795-8cf4-fae56ec156ce tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:40.815408 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448f819a-4acd-4795-8cf4-fae56ec156ce tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event deleted for resources: {'Port': ['ID=14a13457-ebd6-4ab7-8819-81c853f6d641,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:40.879461 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f819a-4acd-4795-8cf4-fae56ec156ce tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:40.879731 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f819a-4acd-4795-8cf4-fae56ec156ce tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:40.880093 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f819a-4acd-4795-8cf4-fae56ec156ce tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:40.880425 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f819a-4acd-4795-8cf4-fae56ec156ce tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:40.880751 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f819a-4acd-4795-8cf4-fae56ec156ce tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:40.881076 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f819a-4acd-4795-8cf4-fae56ec156ce tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:40.881398 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f819a-4acd-4795-8cf4-fae56ec156ce tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:40.881718 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f819a-4acd-4795-8cf4-fae56ec156ce tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:40.882036 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f819a-4acd-4795-8cf4-fae56ec156ce tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:40.882354 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f819a-4acd-4795-8cf4-fae56ec156ce tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:40.882668 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f819a-4acd-4795-8cf4-fae56ec156ce tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:40.882981 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f819a-4acd-4795-8cf4-fae56ec156ce tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:40.895543 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ec6cb6-1125-4228-96f1-83085a596f87 req-448f819a-4acd-4795-8cf4-fae56ec156ce tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] No DVR routers for this DVR port 14a13457-ebd6-4ab7-8819-81c853f6d641 on host n-h1-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:22:40.897748 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-12ec6cb6-1125-4228-96f1-83085a596f87 req-448f819a-4acd-4795-8cf4-fae56ec156ce tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:40.900225 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7589641c-59e3-4461-bec8-02e7a3129a01', 'name': 'network-vif-deleted', 'tag': '14a13457-ebd6-4ab7-8819-81c853f6d641'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:22:40.916411 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-12ec6cb6-1125-4228-96f1-83085a596f87 req-448f819a-4acd-4795-8cf4-fae56ec156ce tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.52 "DELETE /v2.0/ports/14a13457-ebd6-4ab7-8819-81c853f6d641 HTTP/1.1" status: 204 len: 173 time: 0.7298975 Feb 09 13:22:41.001353 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7589641c-59e3-4461-bec8-02e7a3129a01', 'name': 'network-vif-deleted', 'tag': '14a13457-ebd6-4ab7-8819-81c853f6d641', 'status': 'completed', 'code': 200} Feb 09 13:22:41.284468 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-06208cdb-2754-4ffd-9619-a38a37a5411f req-2bf1029a-ac70-4feb-a0df-a1e113d2bc05 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=7589641c-59e3-4461-bec8-02e7a3129a01 HTTP/1.1" status: 200 len: 210 time: 0.0449848 Feb 09 13:22:42.386948 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46984) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:43.044590 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d73901c6-8f72-414a-821b-51a8537f68df tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:43.393995 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-d73901c6-8f72-414a-821b-51a8537f68df tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Deleting port 5dd6239a-fad6-4fc4-95c3-1aa5af0edc6f {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:22:43.394696 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d73901c6-8f72-414a-821b-51a8537f68df tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:43.575119 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-d73901c6-8f72-414a-821b-51a8537f68df tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] For port 5dd6239a-fad6-4fc4-95c3-1aa5af0edc6f, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5dd6239a-fad6-4fc4-95c3-1aa5af0edc6f,segment=NetworkSegment(b3706a54-6054-4763-b859-d21a46b0b208),segment_id=b3706a54-6054-4763-b859-d21a46b0b208)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:22:43.575468 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d73901c6-8f72-414a-821b-51a8537f68df tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:43.695638 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-d73901c6-8f72-414a-821b-51a8537f68df tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Calling delete_port for 5dd6239a-fad6-4fc4-95c3-1aa5af0edc6f owned by network:router_interface {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:22:44.020171 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d73901c6-8f72-414a-821b-51a8537f68df tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:44.118258 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8badd975-afdc-4345-893c-09cef3bfb494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:44.200463 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73901c6-8f72-414a-821b-51a8537f68df tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event deleted for resources: {'Port': ['ID=5dd6239a-fad6-4fc4-95c3-1aa5af0edc6f,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:44.422388 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 14a13457-ebd6-4ab7-8819-81c853f6d641 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:22:44.481651 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d73901c6-8f72-414a-821b-51a8537f68df tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:44.495534 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] No Port match for: 14a13457-ebd6-4ab7-8819-81c853f6d641 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:22:44.495908 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 14a13457-ebd6-4ab7-8819-81c853f6d641 not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:22:44.834430 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73901c6-8f72-414a-821b-51a8537f68df tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Router a3dab68a-18a6-4668-8d51-cf7f7dbaa96c has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:22:45.007382 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73901c6-8f72-414a-821b-51a8537f68df tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:22:45.017266 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8305846-3c7c-4c49-8957-84bba01218b8 None None] Sync routers for ids ['a3dab68a-18a6-4668-8d51-cf7f7dbaa96c'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:22:45.020551 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d73901c6-8f72-414a-821b-51a8537f68df tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "PUT /v2.0/routers/a3dab68a-18a6-4668-8d51-cf7f7dbaa96c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6325526 Feb 09 13:22:45.023149 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46988) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:45.026609 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8305846-3c7c-4c49-8957-84bba01218b8 None None] Routers {'a3dab68a-18a6-4668-8d51-cf7f7dbaa96c'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:22:45.027211 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-f8305846-3c7c-4c49-8957-84bba01218b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:22:17Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['a3dab68a-18a6-4668-8d51-cf7f7dbaa96c'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:45.093723 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-a132cc5b-6434-468e-a966-88e21937fbb3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Deleting subnet 0f047976-61f1-49b6-b456-390cb32d2256 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 13:22:45.097629 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a132cc5b-6434-468e-a966-88e21937fbb3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:45.152777 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a132cc5b-6434-468e-a966-88e21937fbb3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:45.206987 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-f8305846-3c7c-4c49-8957-84bba01218b8 None None] Set router a3dab68a-18a6-4668-8d51-cf7f7dbaa96c gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:22:45.236721 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a132cc5b-6434-468e-a966-88e21937fbb3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:45.323132 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a132cc5b-6434-468e-a966-88e21937fbb3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:45.365804 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a132cc5b-6434-468e-a966-88e21937fbb3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event deleted for resources: {'Subnet': ['ID=0f047976-61f1-49b6-b456-390cb32d2256,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:45.367752 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a132cc5b-6434-468e-a966-88e21937fbb3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:45.373740 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81152ce4-2fd4-444e-9102-732a9af22cdf None None] Network b60742fb-45dc-46cd-8d1d-a35d5affddb9 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:22:45.374232 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a132cc5b-6434-468e-a966-88e21937fbb3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "DELETE /v2.0/subnets/0f047976-61f1-49b6-b456-390cb32d2256 HTTP/1.1" status: 204 len: 168 time: 0.3500636 Feb 09 13:22:45.377177 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46992) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:45.503473 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-f8305846-3c7c-4c49-8957-84bba01218b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3dab68a-18a6-4668-8d51-cf7f7dbaa96c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020335391', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '780f3e99-693b-4a52-a6fd-343ff43cea48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:20:52Z', 'updated_at': '2022-02-09T13:22:43Z', 'revision_number': 5, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': '780f3e99-693b-4a52-a6fd-343ff43cea48', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:21:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dab68a-18a6-4668-8d51-cf7f7dbaa96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:53Z', 'updated_at': '2022-02-09T13:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:45.507315 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8305846-3c7c-4c49-8957-84bba01218b8 None None] Checking router: a3dab68a-18a6-4668-8d51-cf7f7dbaa96c for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:22:45.515602 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8305846-3c7c-4c49-8957-84bba01218b8 None None] Routers {'a3dab68a-18a6-4668-8d51-cf7f7dbaa96c'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:22:45.516742 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-f8305846-3c7c-4c49-8957-84bba01218b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:22:17Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['a3dab68a-18a6-4668-8d51-cf7f7dbaa96c'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:45.642623 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b5784f-cf30-4f46-a6c2-716765c76d63 None None] DHCP port deletion for b60742fb-45dc-46cd-8d1d-a35d5affddb9 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 13:22:45.647075 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-c3b5784f-cf30-4f46-a6c2-716765c76d63 None None] Deleting port 6c3007a6-be2d-441e-942b-1a80503c7672 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:22:45.647450 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c3b5784f-cf30-4f46-a6c2-716765c76d63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:45.700230 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3804f4f3-bd33-43ae-bebc-865f898d3e71 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:45.737294 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-f8305846-3c7c-4c49-8957-84bba01218b8 None None] Set router a3dab68a-18a6-4668-8d51-cf7f7dbaa96c gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:22:45.867228 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-c3b5784f-cf30-4f46-a6c2-716765c76d63 None None] For port 6c3007a6-be2d-441e-942b-1a80503c7672, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=6c3007a6-be2d-441e-942b-1a80503c7672,segment=NetworkSegment(b3706a54-6054-4763-b859-d21a46b0b208),segment_id=b3706a54-6054-4763-b859-d21a46b0b208)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:22:45.867514 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c3b5784f-cf30-4f46-a6c2-716765c76d63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:45.887348 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3804f4f3-bd33-43ae-bebc-865f898d3e71 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:45.897341 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-3804f4f3-bd33-43ae-bebc-865f898d3e71 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Deleting port 780f3e99-693b-4a52-a6fd-343ff43cea48 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:22:45.897634 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3804f4f3-bd33-43ae-bebc-865f898d3e71 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:45.993750 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-c3b5784f-cf30-4f46-a6c2-716765c76d63 None None] Calling delete_port for 6c3007a6-be2d-441e-942b-1a80503c7672 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:22:46.027754 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-f8305846-3c7c-4c49-8957-84bba01218b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3dab68a-18a6-4668-8d51-cf7f7dbaa96c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020335391', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '780f3e99-693b-4a52-a6fd-343ff43cea48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:20:52Z', 'updated_at': '2022-02-09T13:22:43Z', 'revision_number': 5, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': '780f3e99-693b-4a52-a6fd-343ff43cea48', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:21:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dab68a-18a6-4668-8d51-cf7f7dbaa96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:53Z', 'updated_at': '2022-02-09T13:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:46.032348 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8305846-3c7c-4c49-8957-84bba01218b8 None None] The sync data for ids ['a3dab68a-18a6-4668-8d51-cf7f7dbaa96c'] in n-d-825178-3 is: [{'id': 'a3dab68a-18a6-4668-8d51-cf7f7dbaa96c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020335391', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '780f3e99-693b-4a52-a6fd-343ff43cea48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:20:52Z', 'updated_at': '2022-02-09T13:22:43Z', 'revision_number': 5, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': '780f3e99-693b-4a52-a6fd-343ff43cea48', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:21:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dab68a-18a6-4668-8d51-cf7f7dbaa96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:53Z', 'updated_at': '2022-02-09T13:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:22:46.081158 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c3b5784f-cf30-4f46-a6c2-716765c76d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:46.095425 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-3804f4f3-bd33-43ae-bebc-865f898d3e71 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] For port 780f3e99-693b-4a52-a6fd-343ff43cea48, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=780f3e99-693b-4a52-a6fd-343ff43cea48,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:22:46.095782 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3804f4f3-bd33-43ae-bebc-865f898d3e71 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:46.130582 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b5784f-cf30-4f46-a6c2-716765c76d63 None None] Pushing event deleted for resources: {'Port': ['ID=6c3007a6-be2d-441e-942b-1a80503c7672,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:46.135149 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b5784f-cf30-4f46-a6c2-716765c76d63 None None] No DVR routers for this DVR port 6c3007a6-be2d-441e-942b-1a80503c7672 on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:22:46.147085 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b5784f-cf30-4f46-a6c2-716765c76d63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:46.147085 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b5784f-cf30-4f46-a6c2-716765c76d63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:46.147085 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b5784f-cf30-4f46-a6c2-716765c76d63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:46.147085 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b5784f-cf30-4f46-a6c2-716765c76d63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:46.147085 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b5784f-cf30-4f46-a6c2-716765c76d63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:46.147085 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b5784f-cf30-4f46-a6c2-716765c76d63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:46.147085 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b5784f-cf30-4f46-a6c2-716765c76d63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:46.147085 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b5784f-cf30-4f46-a6c2-716765c76d63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:46.147085 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b5784f-cf30-4f46-a6c2-716765c76d63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:46.147085 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b5784f-cf30-4f46-a6c2-716765c76d63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:46.147085 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b5784f-cf30-4f46-a6c2-716765c76d63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:46.147085 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b5784f-cf30-4f46-a6c2-716765c76d63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:46.221949 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-3804f4f3-bd33-43ae-bebc-865f898d3e71 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Calling delete_port for 780f3e99-693b-4a52-a6fd-343ff43cea48 owned by network:router_gateway {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:22:46.391333 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3804f4f3-bd33-43ae-bebc-865f898d3e71 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:46.440816 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3804f4f3-bd33-43ae-bebc-865f898d3e71 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event deleted for resources: {'Port': ['ID=780f3e99-693b-4a52-a6fd-343ff43cea48,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:46.520690 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0518d1af-c4bf-42d4-aa4d-5bf92b1d3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:46.539026 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3804f4f3-bd33-43ae-bebc-865f898d3e71 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:46.715609 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3804f4f3-bd33-43ae-bebc-865f898d3e71 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:46.717819 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3804f4f3-bd33-43ae-bebc-865f898d3e71 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:46.740105 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3804f4f3-bd33-43ae-bebc-865f898d3e71 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:46.740633 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3804f4f3-bd33-43ae-bebc-865f898d3e71 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Fanout notify agent at l3_agent the message router_deleted on router a3dab68a-18a6-4668-8d51-cf7f7dbaa96c {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 13:22:46.755923 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3804f4f3-bd33-43ae-bebc-865f898d3e71 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:46.757028 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3804f4f3-bd33-43ae-bebc-865f898d3e71 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "DELETE /v2.0/routers/a3dab68a-18a6-4668-8d51-cf7f7dbaa96c HTTP/1.1" status: 204 len: 168 time: 1.3789330 Feb 09 13:22:46.759729 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 46996) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:46.874385 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1be465d0-c44f-4a69-8f39-271e381fb937 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:47.004905 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1be465d0-c44f-4a69-8f39-271e381fb937 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:47.029145 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-1be465d0-c44f-4a69-8f39-271e381fb937 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b60742fb-45dc-46cd-8d1d-a35d5affddb9']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:47.041114 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-1be465d0-c44f-4a69-8f39-271e381fb937 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3706a54-6054-4763-b859-d21a46b0b208') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:47.041409 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-1be465d0-c44f-4a69-8f39-271e381fb937 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3706a54-6054-4763-b859-d21a46b0b208') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:47.053711 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1be465d0-c44f-4a69-8f39-271e381fb937 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:47.069674 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1be465d0-c44f-4a69-8f39-271e381fb937 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:47.075520 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1be465d0-c44f-4a69-8f39-271e381fb937 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 13:22:47.076058 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1be465d0-c44f-4a69-8f39-271e381fb937 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:47.089847 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 13:22:47.089847 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 13:22:47.089847 n-d-825178-3 neutron-server[87567]: timer() Feb 09 13:22:47.089847 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:22:47.089847 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 13:22:47.089847 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:22:47.089847 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 13:22:47.089847 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:22:47.089847 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 13:22:47.089847 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:22:47.089847 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 13:22:47.089847 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:22:47.089847 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 13:22:47.089847 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:22:47.089847 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:22:47.089847 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:22:47.089847 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:22:47.089847 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:22:47.089847 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 13:22:47.089847 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 13:22:47.089847 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 13:22:47.089847 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 13:22:47.089847 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:22:47.089847 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 13:22:47.089847 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 13:22:47.089847 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 13:22:47.089847 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:22:47.089847 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 13:22:47.089847 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:22:47.089847 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 13:22:47.089847 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:22:47.089847 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:22:47.215965 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 6c3007a6-be2d-441e-942b-1a80503c7672 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:22:47.251919 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 6c3007a6-be2d-441e-942b-1a80503c7672 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:22:47.252358 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 6c3007a6-be2d-441e-942b-1a80503c7672 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:22:47.252853 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 780f3e99-693b-4a52-a6fd-343ff43cea48 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:22:47.289209 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 780f3e99-693b-4a52-a6fd-343ff43cea48 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:22:47.289866 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 780f3e99-693b-4a52-a6fd-343ff43cea48 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:22:47.290962 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5dd6239a-fad6-4fc4-95c3-1aa5af0edc6f no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:22:47.293893 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1be465d0-c44f-4a69-8f39-271e381fb937 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:47.327337 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 5dd6239a-fad6-4fc4-95c3-1aa5af0edc6f {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:22:47.327680 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5dd6239a-fad6-4fc4-95c3-1aa5af0edc6f not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:22:47.327955 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1be465d0-c44f-4a69-8f39-271e381fb937 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:47.333343 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be465d0-c44f-4a69-8f39-271e381fb937 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event deleted for resources: {'Network': ['ID=b60742fb-45dc-46cd-8d1d-a35d5affddb9,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:47.351315 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1be465d0-c44f-4a69-8f39-271e381fb937 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "DELETE /v2.0/networks/b60742fb-45dc-46cd-8d1d-a35d5affddb9 HTTP/1.1" status: 204 len: 168 time: 0.5904319 Feb 09 13:22:47.354095 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47000) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:47.424568 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-514b51eb-0413-4dce-9f99-fdacf47a953e tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:47.454636 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-514b51eb-0413-4dce-9f99-fdacf47a953e tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:47.518877 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-514b51eb-0413-4dce-9f99-fdacf47a953e tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:47.537317 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b51eb-0413-4dce-9f99-fdacf47a953e tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba072ff-f737-4683-8134-9a433940d4f2,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:47.548876 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-514b51eb-0413-4dce-9f99-fdacf47a953e tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:47.550056 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-514b51eb-0413-4dce-9f99-fdacf47a953e tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "DELETE /v2.0/security-groups/8ba072ff-f737-4683-8134-9a433940d4f2 HTTP/1.1" status: 204 len: 168 time: 0.1949532 Feb 09 13:22:47.702899 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:47.816109 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:47.957094 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47008) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:47.962230 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-9295a93c-ffa8-4898-bb2a-bb64a703a40a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1209121679', 'description': 'tempest-secgroup-smoke-1209121679 description', 'project_id': '6056198879324428bd651de1cdbb016f'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:22:47.968829 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-9295a93c-ffa8-4898-bb2a-bb64a703a40a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:47.973435 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9295a93c-ffa8-4898-bb2a-bb64a703a40a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:security_group and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:22:47.976529 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9295a93c-ffa8-4898-bb2a-bb64a703a40a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:22:47.982061 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-9295a93c-ffa8-4898-bb2a-bb64a703a40a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:47.992728 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9295a93c-ffa8-4898-bb2a-bb64a703a40a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:48.011767 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-9295a93c-ffa8-4898-bb2a-bb64a703a40a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:48.016396 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9295a93c-ffa8-4898-bb2a-bb64a703a40a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:security_group_rule and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:22:48.019543 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9295a93c-ffa8-4898-bb2a-bb64a703a40a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:22:48.025382 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-9295a93c-ffa8-4898-bb2a-bb64a703a40a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:48.099267 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9295a93c-ffa8-4898-bb2a-bb64a703a40a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:48.103231 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9295a93c-ffa8-4898-bb2a-bb64a703a40a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:48.149737 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9295a93c-ffa8-4898-bb2a-bb64a703a40a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=174360d1-82da-4b8e-8630-0a1602cedb9b,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:48.152399 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9295a93c-ffa8-4898-bb2a-bb64a703a40a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:48.153615 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9295a93c-ffa8-4898-bb2a-bb64a703a40a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1955252 Feb 09 13:22:48.157284 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47012) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:48.162755 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-b501a7b3-60e4-452b-b70e-5dd880eebed9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'security_group_rule': {'security_group_id': '174360d1-82da-4b8e-8630-0a1602cedb9b', 'project_id': '6056198879324428bd651de1cdbb016f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:22:48.169898 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b501a7b3-60e4-452b-b70e-5dd880eebed9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:48.174672 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b501a7b3-60e4-452b-b70e-5dd880eebed9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:security_group_rule and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:22:48.177564 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b501a7b3-60e4-452b-b70e-5dd880eebed9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:22:48.183178 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b501a7b3-60e4-452b-b70e-5dd880eebed9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:48.199165 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b501a7b3-60e4-452b-b70e-5dd880eebed9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:48.257611 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b501a7b3-60e4-452b-b70e-5dd880eebed9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:48.260862 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b501a7b3-60e4-452b-b70e-5dd880eebed9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:48.284038 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b501a7b3-60e4-452b-b70e-5dd880eebed9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f43f70e-102c-45dc-966c-1e5ae405cf40,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:48.292583 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b501a7b3-60e4-452b-b70e-5dd880eebed9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:48.293793 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b501a7b3-60e4-452b-b70e-5dd880eebed9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1352937 Feb 09 13:22:48.296643 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47016) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:48.302021 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-ee7b502c-2f3f-4799-8bf7-4b8d2eca3b30 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'security_group_rule': {'security_group_id': '174360d1-82da-4b8e-8630-0a1602cedb9b', 'project_id': '6056198879324428bd651de1cdbb016f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:22:48.308597 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ee7b502c-2f3f-4799-8bf7-4b8d2eca3b30 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:48.312429 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ee7b502c-2f3f-4799-8bf7-4b8d2eca3b30 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:security_group_rule and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:22:48.315448 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ee7b502c-2f3f-4799-8bf7-4b8d2eca3b30 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:22:48.320973 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ee7b502c-2f3f-4799-8bf7-4b8d2eca3b30 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:48.338645 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ee7b502c-2f3f-4799-8bf7-4b8d2eca3b30 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:48.402750 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ee7b502c-2f3f-4799-8bf7-4b8d2eca3b30 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:48.407133 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ee7b502c-2f3f-4799-8bf7-4b8d2eca3b30 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:48.435772 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7b502c-2f3f-4799-8bf7-4b8d2eca3b30 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e703c5d0-b623-4d69-8660-60c23f363498,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:48.442746 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ee7b502c-2f3f-4799-8bf7-4b8d2eca3b30 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:48.444095 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ee7b502c-2f3f-4799-8bf7-4b8d2eca3b30 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1459794 Feb 09 13:22:48.446764 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47020) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:48.451653 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-19334dfb-917e-4708-bbe9-3a82636b8c34 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'security_group_rule': {'security_group_id': '174360d1-82da-4b8e-8630-0a1602cedb9b', 'project_id': '6056198879324428bd651de1cdbb016f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:22:48.458425 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-19334dfb-917e-4708-bbe9-3a82636b8c34 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:48.462199 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-19334dfb-917e-4708-bbe9-3a82636b8c34 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:security_group_rule and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:22:48.465027 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-19334dfb-917e-4708-bbe9-3a82636b8c34 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:22:48.471177 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-19334dfb-917e-4708-bbe9-3a82636b8c34 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:48.488446 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-19334dfb-917e-4708-bbe9-3a82636b8c34 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:48.554005 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-19334dfb-917e-4708-bbe9-3a82636b8c34 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:48.557243 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-19334dfb-917e-4708-bbe9-3a82636b8c34 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:48.580717 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19334dfb-917e-4708-bbe9-3a82636b8c34 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cb0e762-d49f-4951-af33-f7a4176b19dd,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:48.588730 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-19334dfb-917e-4708-bbe9-3a82636b8c34 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:48.589885 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-19334dfb-917e-4708-bbe9-3a82636b8c34 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1421640 Feb 09 13:22:48.592671 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47024) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:48.598080 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-6bfcfcec-df36-4775-a935-024b5f6d6ce3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'security_group_rule': {'security_group_id': '174360d1-82da-4b8e-8630-0a1602cedb9b', 'project_id': '6056198879324428bd651de1cdbb016f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:22:48.604988 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6bfcfcec-df36-4775-a935-024b5f6d6ce3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:48.608756 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-6bfcfcec-df36-4775-a935-024b5f6d6ce3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:security_group_rule and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:22:48.611603 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-6bfcfcec-df36-4775-a935-024b5f6d6ce3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:22:48.617272 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6bfcfcec-df36-4775-a935-024b5f6d6ce3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:48.633582 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6bfcfcec-df36-4775-a935-024b5f6d6ce3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:48.693871 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6bfcfcec-df36-4775-a935-024b5f6d6ce3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:48.697193 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6bfcfcec-df36-4775-a935-024b5f6d6ce3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:48.723399 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfcfcec-df36-4775-a935-024b5f6d6ce3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bee04a9-b232-4a1b-907d-2a812d405373,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:48.731696 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6bfcfcec-df36-4775-a935-024b5f6d6ce3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:48.732880 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-6bfcfcec-df36-4775-a935-024b5f6d6ce3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1393178 Feb 09 13:22:48.735891 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47028) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:48.740713 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-720e0ad9-19d6-46b9-921d-04c4342b670f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'security_group_rule': {'security_group_id': '174360d1-82da-4b8e-8630-0a1602cedb9b', 'project_id': '6056198879324428bd651de1cdbb016f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:22:48.747168 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-720e0ad9-19d6-46b9-921d-04c4342b670f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:48.750985 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-720e0ad9-19d6-46b9-921d-04c4342b670f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:security_group_rule and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:22:48.753778 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-720e0ad9-19d6-46b9-921d-04c4342b670f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:22:48.759273 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-720e0ad9-19d6-46b9-921d-04c4342b670f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:48.864734 n-d-825178-3 neutron-server[87568]: INFO neutron.db.securitygroups_db [None req-720e0ad9-19d6-46b9-921d-04c4342b670f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Project 6056198879324428bd651de1cdbb016f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 13:22:48.871416 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-720e0ad9-19d6-46b9-921d-04c4342b670f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:48.933789 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-720e0ad9-19d6-46b9-921d-04c4342b670f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:48.937304 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-720e0ad9-19d6-46b9-921d-04c4342b670f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:48.960407 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720e0ad9-19d6-46b9-921d-04c4342b670f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44007181-4bd5-4b72-907a-b72562eb533b,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:48.969902 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-720e0ad9-19d6-46b9-921d-04c4342b670f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:48.971042 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-720e0ad9-19d6-46b9-921d-04c4342b670f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2342336 Feb 09 13:22:48.973775 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47032) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:48.978830 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-110ceab7-3904-407b-bc5f-4610d1805f4d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'security_group_rule': {'security_group_id': '174360d1-82da-4b8e-8630-0a1602cedb9b', 'project_id': '6056198879324428bd651de1cdbb016f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:22:48.985856 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-110ceab7-3904-407b-bc5f-4610d1805f4d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:48.989772 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-110ceab7-3904-407b-bc5f-4610d1805f4d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:security_group_rule and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:22:48.992594 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-110ceab7-3904-407b-bc5f-4610d1805f4d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:22:48.998080 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-110ceab7-3904-407b-bc5f-4610d1805f4d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:49.008215 n-d-825178-3 neutron-server[87568]: INFO neutron.db.securitygroups_db [None req-110ceab7-3904-407b-bc5f-4610d1805f4d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Project 6056198879324428bd651de1cdbb016f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 13:22:49.014695 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-110ceab7-3904-407b-bc5f-4610d1805f4d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:49.077135 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-110ceab7-3904-407b-bc5f-4610d1805f4d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:49.080673 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-110ceab7-3904-407b-bc5f-4610d1805f4d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:49.105095 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ceab7-3904-407b-bc5f-4610d1805f4d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=126b894e-6629-482e-b1db-fb2d808ebe6c,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:49.114375 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-110ceab7-3904-407b-bc5f-4610d1805f4d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:49.115527 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-110ceab7-3904-407b-bc5f-4610d1805f4d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1408603 Feb 09 13:22:49.118382 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47036) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:49.123988 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-b1618c0c-5c2e-49d8-bd21-e628b2cd0912 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'network': {'name': 'tempest-network-smoke--1795546204', 'project_id': '6056198879324428bd651de1cdbb016f', 'port_security_enabled': True}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:22:49.129703 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b1618c0c-5c2e-49d8-bd21-e628b2cd0912 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:49.133768 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b1618c0c-5c2e-49d8-bd21-e628b2cd0912 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:network and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:22:49.136568 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-b1618c0c-5c2e-49d8-bd21-e628b2cd0912 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:22:49.142475 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b1618c0c-5c2e-49d8-bd21-e628b2cd0912 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:49.152244 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1618c0c-5c2e-49d8-bd21-e628b2cd0912 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Made reservation on behalf of 6056198879324428bd651de1cdbb016f for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:22:49.155504 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b1618c0c-5c2e-49d8-bd21-e628b2cd0912 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:49.185254 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1618c0c-5c2e-49d8-bd21-e628b2cd0912 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:22:49.194315 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b1618c0c-5c2e-49d8-bd21-e628b2cd0912 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:49.194679 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-b1618c0c-5c2e-49d8-bd21-e628b2cd0912 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Added segment 8f00b968-6250-4578-9e1a-e89dbf4fbb57 of type vlan for network 781ac456-a908-484c-b28c-89e88a7da735 Feb 09 13:22:49.221689 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b1618c0c-5c2e-49d8-bd21-e628b2cd0912 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:49.249785 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b1618c0c-5c2e-49d8-bd21-e628b2cd0912 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:49.255171 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1618c0c-5c2e-49d8-bd21-e628b2cd0912 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:49.255750 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b1618c0c-5c2e-49d8-bd21-e628b2cd0912 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:49.359225 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b1618c0c-5c2e-49d8-bd21-e628b2cd0912 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2398641 Feb 09 13:22:49.362240 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47040) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:49.365213 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1618c0c-5c2e-49d8-bd21-e628b2cd0912 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'Network': ['ID=781ac456-a908-484c-b28c-89e88a7da735,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:49.367758 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-75f840c5-95e5-4e59-b3bf-28615dc8b2f2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1291123537', 'admin_state_up': True, 'project_id': '6056198879324428bd651de1cdbb016f', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:22:49.375190 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 781ac456-a908-484c-b28c-89e88a7da735 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:22:49.376103 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-75f840c5-95e5-4e59-b3bf-28615dc8b2f2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:49.380079 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-75f840c5-95e5-4e59-b3bf-28615dc8b2f2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:router and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:22:49.382957 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-75f840c5-95e5-4e59-b3bf-28615dc8b2f2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:22:49.389455 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-75f840c5-95e5-4e59-b3bf-28615dc8b2f2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:49.400646 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-75f840c5-95e5-4e59-b3bf-28615dc8b2f2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:49.401869 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-75f840c5-95e5-4e59-b3bf-28615dc8b2f2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:49.417209 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-75f840c5-95e5-4e59-b3bf-28615dc8b2f2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:49.453966 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:49.693358 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-75f840c5-95e5-4e59-b3bf-28615dc8b2f2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:50.005314 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-75f840c5-95e5-4e59-b3bf-28615dc8b2f2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for router_gateway, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:50.033499 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-75f840c5-95e5-4e59-b3bf-28615dc8b2f2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:50.181532 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-75f840c5-95e5-4e59-b3bf-28615dc8b2f2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Allocated IP 172.25.7.157 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/a40ee2f0-9261-45a6-8256-aa6d032f4e23) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:22:50.326881 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-75f840c5-95e5-4e59-b3bf-28615dc8b2f2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:50.356645 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-75f840c5-95e5-4e59-b3bf-28615dc8b2f2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:50.421107 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f840c5-95e5-4e59-b3bf-28615dc8b2f2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:22:50.424610 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-75f840c5-95e5-4e59-b3bf-28615dc8b2f2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:22:50.428514 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f840c5-95e5-4e59-b3bf-28615dc8b2f2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:22:50.459751 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f840c5-95e5-4e59-b3bf-28615dc8b2f2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'Port': ['ID=a40ee2f0-9261-45a6-8256-aa6d032f4e23,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:50.952837 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-75f840c5-95e5-4e59-b3bf-28615dc8b2f2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for router_gateway, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:51.118065 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:51.294382 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-75f840c5-95e5-4e59-b3bf-28615dc8b2f2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:51.493903 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f840c5-95e5-4e59-b3bf-28615dc8b2f2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Router 9abe716a-9d85-4a9b-985e-16e85961b8c6 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 13:22:51.671871 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f840c5-95e5-4e59-b3bf-28615dc8b2f2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:22:51.681147 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4080059a-3040-472d-9eaa-36e2b14b6afe None None] Sync routers for ids ['9abe716a-9d85-4a9b-985e-16e85961b8c6'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:22:51.690068 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4080059a-3040-472d-9eaa-36e2b14b6afe None None] Routers {'9abe716a-9d85-4a9b-985e-16e85961b8c6'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:22:51.690687 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-4080059a-3040-472d-9eaa-36e2b14b6afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:22:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['9abe716a-9d85-4a9b-985e-16e85961b8c6'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:51.698422 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-75f840c5-95e5-4e59-b3bf-28615dc8b2f2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:51.699675 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-75f840c5-95e5-4e59-b3bf-28615dc8b2f2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3363974 Feb 09 13:22:51.702850 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47044) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:51.743370 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-90301994-0ee6-4135-a396-58186f8a4393 tempest-TestNetworkAdvancedServerOps-296500683 tempest-TestNetworkAdvancedServerOps-296500683-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=6056198879324428bd651de1cdbb016f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386074 Feb 09 13:22:51.745801 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47048) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:51.868833 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-4080059a-3040-472d-9eaa-36e2b14b6afe None None] Set router 9abe716a-9d85-4a9b-985e-16e85961b8c6 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:22:51.873658 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6ea484-e273-44be-adf4-ed2e62ecf2e4 tempest-TestNetworkAdvancedServerOps-296500683 tempest-TestNetworkAdvancedServerOps-296500683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:51.875663 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3e6ea484-e273-44be-adf4-ed2e62ecf2e4 tempest-TestNetworkAdvancedServerOps-296500683 tempest-TestNetworkAdvancedServerOps-296500683-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1284058 Feb 09 13:22:51.878729 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47052) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:51.920913 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d7eb3bab-ff91-454f-bbe2-c2559cdcaba2 tempest-TestNetworkAdvancedServerOps-296500683 tempest-TestNetworkAdvancedServerOps-296500683-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=af0bad45-b31e-4cb1-a77c-3bbc34409de5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411484 Feb 09 13:22:51.923641 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47056) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:51.929322 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-4e10896a-44d9-4bec-8a7f-2badb4cac4c1 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-95884720', 'network_id': '781ac456-a908-484c-b28c-89e88a7da735', 'project_id': '6056198879324428bd651de1cdbb016f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:22:52.040279 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4e10896a-44d9-4bec-8a7f-2badb4cac4c1 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:52.044153 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4e10896a-44d9-4bec-8a7f-2badb4cac4c1 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:subnet and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:22:52.047188 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4e10896a-44d9-4bec-8a7f-2badb4cac4c1 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:22:52.053370 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4e10896a-44d9-4bec-8a7f-2badb4cac4c1 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:52.064578 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e10896a-44d9-4bec-8a7f-2badb4cac4c1 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Made reservation on behalf of 6056198879324428bd651de1cdbb016f for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:22:52.068119 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4e10896a-44d9-4bec-8a7f-2badb4cac4c1 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:52.191660 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-4080059a-3040-472d-9eaa-36e2b14b6afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abe716a-9d85-4a9b-985e-16e85961b8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291123537', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'a40ee2f0-9261-45a6-8256-aa6d032f4e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:22:49Z', 'updated_at': '2022-02-09T13:22:50Z', 'revision_number': 3, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': 'a40ee2f0-9261-45a6-8256-aa6d032f4e23', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ef:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9abe716a-9d85-4a9b-985e-16e85961b8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:50Z', 'updated_at': '2022-02-09T13:22:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:52.195679 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4080059a-3040-472d-9eaa-36e2b14b6afe None None] Checking router: 9abe716a-9d85-4a9b-985e-16e85961b8c6 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:22:52.196018 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4080059a-3040-472d-9eaa-36e2b14b6afe None None] Updating router 9abe716a-9d85-4a9b-985e-16e85961b8c6 port a40ee2f0-9261-45a6-8256-aa6d032f4e23 binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 13:22:52.252903 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4080059a-3040-472d-9eaa-36e2b14b6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:52.285941 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4e10896a-44d9-4bec-8a7f-2badb4cac4c1 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:52.367105 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e10896a-44d9-4bec-8a7f-2badb4cac4c1 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'Subnet': ['ID=13979102-d2c6-4d53-88b4-40517fc7b6b6,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:52.376173 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e10896a-44d9-4bec-8a7f-2badb4cac4c1 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Checking segment: {'id': '8f00b968-6250-4578-9e1a-e89dbf4fbb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '781ac456-a908-484c-b28c-89e88a7da735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:22:52.376541 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e10896a-44d9-4bec-8a7f-2badb4cac4c1 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Network hostable DHCP agents. Network: 781ac456-a908-484c-b28c-89e88a7da735, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:22:52.395788 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e10896a-44d9-4bec-8a7f-2badb4cac4c1 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Network 781ac456-a908-484c-b28c-89e88a7da735 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:22:52.405099 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-4e10896a-44d9-4bec-8a7f-2badb4cac4c1 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 781ac456-a908-484c-b28c-89e88a7da735) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:22:52.409516 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e10896a-44d9-4bec-8a7f-2badb4cac4c1 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:52.410101 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4e10896a-44d9-4bec-8a7f-2badb4cac4c1 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:52.430785 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4e10896a-44d9-4bec-8a7f-2badb4cac4c1 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5061064 Feb 09 13:22:52.434149 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47060) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:52.444661 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529d5752-315a-43f1-a5b4-d41232e30000 None None] Network 781ac456-a908-484c-b28c-89e88a7da735 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:22:52.772319 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e11ef2e-da42-4a88-bf78-241722249292 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-781ac456-a908-484c-b28c-89e88a7da735', 'network_id': '781ac456-a908-484c-b28c-89e88a7da735', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'fixed_ips': [{'subnet_id': '13979102-d2c6-4d53-88b4-40517fc7b6b6'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 13:22:52.773120 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9e11ef2e-da42-4a88-bf78-241722249292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:52.786564 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4080059a-3040-472d-9eaa-36e2b14b6afe None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:52.804840 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4080059a-3040-472d-9eaa-36e2b14b6afe None None] Transition to ACTIVE for port object a40ee2f0-9261-45a6-8256-aa6d032f4e23 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:22:52.847983 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4080059a-3040-472d-9eaa-36e2b14b6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:52.982324 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-4080059a-3040-472d-9eaa-36e2b14b6afe None None] Attempting to bind port a40ee2f0-9261-45a6-8256-aa6d032f4e23 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:22:52.982698 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-4080059a-3040-472d-9eaa-36e2b14b6afe None None] Attempting to bind port a40ee2f0-9261-45a6-8256-aa6d032f4e23 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:22:52.983064 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4080059a-3040-472d-9eaa-36e2b14b6afe None None] Attempting to bind port a40ee2f0-9261-45a6-8256-aa6d032f4e23 on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:22:52.999517 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d56acb-f012-4f69-818d-87063266ce0f None None] Pushing event updated for resources: {'Port': ['ID=a40ee2f0-9261-45a6-8256-aa6d032f4e23,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:53.004279 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4080059a-3040-472d-9eaa-36e2b14b6afe None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:22:53.004633 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4080059a-3040-472d-9eaa-36e2b14b6afe None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:22:53.005034 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4080059a-3040-472d-9eaa-36e2b14b6afe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:53.005423 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4080059a-3040-472d-9eaa-36e2b14b6afe None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:22:53.005893 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-4080059a-3040-472d-9eaa-36e2b14b6afe None None] Bound port: a40ee2f0-9261-45a6-8256-aa6d032f4e23, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:22:53.006266 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4080059a-3040-472d-9eaa-36e2b14b6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:53.072206 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-9e11ef2e-da42-4a88-bf78-241722249292 None None] Allocated IP 172.20.0.2 (781ac456-a908-484c-b28c-89e88a7da735/13979102-d2c6-4d53-88b4-40517fc7b6b6/8bc725ce-de1f-4b71-aa99-757d11f48845) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:22:53.116100 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4080059a-3040-472d-9eaa-36e2b14b6afe None None] For port a40ee2f0-9261-45a6-8256-aa6d032f4e23, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:22:53.175958 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4080059a-3040-472d-9eaa-36e2b14b6afe None None] For port a40ee2f0-9261-45a6-8256-aa6d032f4e23, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=a40ee2f0-9261-45a6-8256-aa6d032f4e23,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:22:53.181592 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4080059a-3040-472d-9eaa-36e2b14b6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:53.264714 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-62dc35d6-992a-4d3f-bb68-8731ffaff44d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:53.293281 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4080059a-3040-472d-9eaa-36e2b14b6afe None None] Routers {'9abe716a-9d85-4a9b-985e-16e85961b8c6'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:22:53.293896 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-4080059a-3040-472d-9eaa-36e2b14b6afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:22:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['9abe716a-9d85-4a9b-985e-16e85961b8c6'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:53.362181 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d56acb-f012-4f69-818d-87063266ce0f None None] Pushing event updated for resources: {'Port': ['ID=a40ee2f0-9261-45a6-8256-aa6d032f4e23,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:53.523995 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9e11ef2e-da42-4a88-bf78-241722249292 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:53.542447 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-9e11ef2e-da42-4a88-bf78-241722249292 None None] Transition to ACTIVE for port object 8bc725ce-de1f-4b71-aa99-757d11f48845 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:22:53.550732 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-4080059a-3040-472d-9eaa-36e2b14b6afe None None] Set router 9abe716a-9d85-4a9b-985e-16e85961b8c6 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:22:53.736176 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-9e11ef2e-da42-4a88-bf78-241722249292 None None] Transition to ACTIVE for port object 8bc725ce-de1f-4b71-aa99-757d11f48845 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:22:53.740477 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:53.786438 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9e11ef2e-da42-4a88-bf78-241722249292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:53.849708 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-62dc35d6-992a-4d3f-bb68-8731ffaff44d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Allocated IP 172.20.0.1 (781ac456-a908-484c-b28c-89e88a7da735/13979102-d2c6-4d53-88b4-40517fc7b6b6/8131185d-8e8f-406e-8395-d09a9a8fb6c0) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:22:53.874199 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e11ef2e-da42-4a88-bf78-241722249292 None None] Network 781ac456-a908-484c-b28c-89e88a7da735 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:22:53.889183 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-9e11ef2e-da42-4a88-bf78-241722249292 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:22:53.893373 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e11ef2e-da42-4a88-bf78-241722249292 None None] Pushing event updated for resources: {'Port': ['ID=8bc725ce-de1f-4b71-aa99-757d11f48845,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:53.895532 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e11ef2e-da42-4a88-bf78-241722249292 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:22:54.015476 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-62dc35d6-992a-4d3f-bb68-8731ffaff44d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:54.029244 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-9e11ef2e-da42-4a88-bf78-241722249292 None None] Attempting to bind port 8bc725ce-de1f-4b71-aa99-757d11f48845 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:22:54.029615 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-9e11ef2e-da42-4a88-bf78-241722249292 None None] Attempting to bind port 8bc725ce-de1f-4b71-aa99-757d11f48845 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '8f00b968-6250-4578-9e1a-e89dbf4fbb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '781ac456-a908-484c-b28c-89e88a7da735'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:22:54.029977 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e11ef2e-da42-4a88-bf78-241722249292 None None] Attempting to bind port 8bc725ce-de1f-4b71-aa99-757d11f48845 on network 781ac456-a908-484c-b28c-89e88a7da735 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:22:54.030918 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-62dc35d6-992a-4d3f-bb68-8731ffaff44d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Transition to ACTIVE for port object 8131185d-8e8f-406e-8395-d09a9a8fb6c0 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:22:54.043026 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e11ef2e-da42-4a88-bf78-241722249292 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:22:54.043395 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e11ef2e-da42-4a88-bf78-241722249292 None None] Checking segment: {'id': '8f00b968-6250-4578-9e1a-e89dbf4fbb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '781ac456-a908-484c-b28c-89e88a7da735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:22:54.043793 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9e11ef2e-da42-4a88-bf78-241722249292 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:54.044208 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e11ef2e-da42-4a88-bf78-241722249292 None None] Bound using segment: {'id': '8f00b968-6250-4578-9e1a-e89dbf4fbb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '781ac456-a908-484c-b28c-89e88a7da735'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:22:54.044672 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-9e11ef2e-da42-4a88-bf78-241722249292 None None] Bound port: 8bc725ce-de1f-4b71-aa99-757d11f48845, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f00b968-6250-4578-9e1a-e89dbf4fbb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '781ac456-a908-484c-b28c-89e88a7da735'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:22:54.045041 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9e11ef2e-da42-4a88-bf78-241722249292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:54.054972 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-62dc35d6-992a-4d3f-bb68-8731ffaff44d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:54.127845 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dc35d6-992a-4d3f-bb68-8731ffaff44d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Network 781ac456-a908-484c-b28c-89e88a7da735 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:22:54.130767 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-62dc35d6-992a-4d3f-bb68-8731ffaff44d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:22:54.135242 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dc35d6-992a-4d3f-bb68-8731ffaff44d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:22:54.135940 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-4080059a-3040-472d-9eaa-36e2b14b6afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abe716a-9d85-4a9b-985e-16e85961b8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291123537', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'a40ee2f0-9261-45a6-8256-aa6d032f4e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:22:49Z', 'updated_at': '2022-02-09T13:22:50Z', 'revision_number': 3, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': 'a40ee2f0-9261-45a6-8256-aa6d032f4e23', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ef:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9abe716a-9d85-4a9b-985e-16e85961b8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:50Z', 'updated_at': '2022-02-09T13:22:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:54.146114 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4080059a-3040-472d-9eaa-36e2b14b6afe None None] The sync data for ids ['9abe716a-9d85-4a9b-985e-16e85961b8c6'] in n-d-825178-3 is: [{'id': '9abe716a-9d85-4a9b-985e-16e85961b8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291123537', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'a40ee2f0-9261-45a6-8256-aa6d032f4e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:22:49Z', 'updated_at': '2022-02-09T13:22:50Z', 'revision_number': 3, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': 'a40ee2f0-9261-45a6-8256-aa6d032f4e23', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ef:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9abe716a-9d85-4a9b-985e-16e85961b8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:50Z', 'updated_at': '2022-02-09T13:22:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:22:54.151701 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-9e11ef2e-da42-4a88-bf78-241722249292 None None] For port 8bc725ce-de1f-4b71-aa99-757d11f48845, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:22:54.156714 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-9e11ef2e-da42-4a88-bf78-241722249292 None None] For port 8bc725ce-de1f-4b71-aa99-757d11f48845, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=8bc725ce-de1f-4b71-aa99-757d11f48845,segment=NetworkSegment(8f00b968-6250-4578-9e1a-e89dbf4fbb57),segment_id=8f00b968-6250-4578-9e1a-e89dbf4fbb57)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:22:54.162020 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9e11ef2e-da42-4a88-bf78-241722249292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:54.182637 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dc35d6-992a-4d3f-bb68-8731ffaff44d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'Port': ['ID=8131185d-8e8f-406e-8395-d09a9a8fb6c0,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:54.213748 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-62dc35d6-992a-4d3f-bb68-8731ffaff44d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:54.256944 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e11ef2e-da42-4a88-bf78-241722249292 None None] Pushing event updated for resources: {'Port': ['ID=8bc725ce-de1f-4b71-aa99-757d11f48845,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:54.648559 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-62dc35d6-992a-4d3f-bb68-8731ffaff44d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:55.086524 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-62dc35d6-992a-4d3f-bb68-8731ffaff44d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:55.092393 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-62dc35d6-992a-4d3f-bb68-8731ffaff44d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:55.213228 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-62dc35d6-992a-4d3f-bb68-8731ffaff44d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:55.221004 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dc35d6-992a-4d3f-bb68-8731ffaff44d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'Port': ['ID=8131185d-8e8f-406e-8395-d09a9a8fb6c0,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:55.238157 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 8bc725ce-de1f-4b71-aa99-757d11f48845 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:22:55.318768 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 8bc725ce-de1f-4b71-aa99-757d11f48845 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:22:55.324211 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device a40ee2f0-9261-45a6-8256-aa6d032f4e23 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:22:55.383402 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dc35d6-992a-4d3f-bb68-8731ffaff44d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Network 781ac456-a908-484c-b28c-89e88a7da735 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:22:55.384838 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-62dc35d6-992a-4d3f-bb68-8731ffaff44d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:22:55.391220 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37864a88-1f79-4eee-a77a-774d9410b948 None None] Network 781ac456-a908-484c-b28c-89e88a7da735 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:22:55.412926 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port a40ee2f0-9261-45a6-8256-aa6d032f4e23 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:22:55.472379 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port a40ee2f0-9261-45a6-8256-aa6d032f4e23 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:55.472755 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:55.561390 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-9459c5c2-792f-4326-93a0-9b4cbb23eab7 None None] Provisioning for port 8bc725ce-de1f-4b71-aa99-757d11f48845 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:22:55.576073 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62dc35d6-992a-4d3f-bb68-8731ffaff44d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Router 9abe716a-9d85-4a9b-985e-16e85961b8c6 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:22:55.579607 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-9459c5c2-792f-4326-93a0-9b4cbb23eab7 None None] Provisioning complete for port 8bc725ce-de1f-4b71-aa99-757d11f48845 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:55.580024 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9459c5c2-792f-4326-93a0-9b4cbb23eab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:55.760561 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62dc35d6-992a-4d3f-bb68-8731ffaff44d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:22:55.775646 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-62dc35d6-992a-4d3f-bb68-8731ffaff44d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "PUT /v2.0/routers/9abe716a-9d85-4a9b-985e-16e85961b8c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3404541 Feb 09 13:22:55.786570 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:55.861479 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port a40ee2f0-9261-45a6-8256-aa6d032f4e23, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=a40ee2f0-9261-45a6-8256-aa6d032f4e23,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:22:55.870287 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:55.908458 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9459c5c2-792f-4326-93a0-9b4cbb23eab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:55.958077 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-40f08e7a-e031-43c2-8cb5-37dc0d52e4a8 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Synchronizing usage tracker for tenant:6056198879324428bd651de1cdbb016f on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:22:55.972907 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaea8e0-3ec2-41ac-9dbe-cb5afbfce390 None None] Sync routers for ids ['9abe716a-9d85-4a9b-985e-16e85961b8c6'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:22:55.982185 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-9459c5c2-792f-4326-93a0-9b4cbb23eab7 None None] For port 8bc725ce-de1f-4b71-aa99-757d11f48845, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=8bc725ce-de1f-4b71-aa99-757d11f48845,segment=NetworkSegment(8f00b968-6250-4578-9e1a-e89dbf4fbb57),segment_id=8f00b968-6250-4578-9e1a-e89dbf4fbb57)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:22:55.983593 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-40f08e7a-e031-43c2-8cb5-37dc0d52e4a8 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Unset dirty status for tenant:6056198879324428bd651de1cdbb016f on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:22:55.985660 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-40f08e7a-e031-43c2-8cb5-37dc0d52e4a8 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1209121679&fields=id&tenant_id=6056198879324428bd651de1cdbb016f HTTP/1.1" status: 200 len: 267 time: 0.0717120 Feb 09 13:22:55.985822 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=a40ee2f0-9261-45a6-8256-aa6d032f4e23,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:55.989491 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9459c5c2-792f-4326-93a0-9b4cbb23eab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:55.992196 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaea8e0-3ec2-41ac-9dbe-cb5afbfce390 None None] Routers {'9abe716a-9d85-4a9b-985e-16e85961b8c6'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:22:55.993395 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-baaea8e0-3ec2-41ac-9dbe-cb5afbfce390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:22:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['9abe716a-9d85-4a9b-985e-16e85961b8c6'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:56.072599 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9459c5c2-792f-4326-93a0-9b4cbb23eab7 None None] Pushing event updated for resources: {'Port': ['ID=8bc725ce-de1f-4b71-aa99-757d11f48845,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:56.166234 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-43528690-e3a9-4bdc-ad97-df3d14700869 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:56.166953 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-43528690-e3a9-4bdc-ad97-df3d14700869 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Synchronizing usage tracker for tenant:6056198879324428bd651de1cdbb016f on resource:network {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:22:56.186132 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-43528690-e3a9-4bdc-ad97-df3d14700869 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Unset dirty status for tenant:6056198879324428bd651de1cdbb016f on resource:network {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:22:56.188244 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-43528690-e3a9-4bdc-ad97-df3d14700869 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/networks?id=781ac456-a908-484c-b28c-89e88a7da735 HTTP/1.1" status: 200 len: 797 time: 0.1888623 Feb 09 13:22:56.192003 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-baaea8e0-3ec2-41ac-9dbe-cb5afbfce390 None None] Set router 9abe716a-9d85-4a9b-985e-16e85961b8c6 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:22:56.207061 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-9097e843-62dd-4cfe-bac0-2e7b9b75fc98 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/quotas/6056198879324428bd651de1cdbb016f HTTP/1.1" status: 200 len: 375 time: 0.0122797 Feb 09 13:22:56.223709 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b93db5ae-2851-45e6-8980-e6ea604b9ccf None None] Provisioning for port 8131185d-8e8f-406e-8395-d09a9a8fb6c0 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:22:56.230650 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b93db5ae-2851-45e6-8980-e6ea604b9ccf None None] Provisioning complete for port 8131185d-8e8f-406e-8395-d09a9a8fb6c0 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:56.231126 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b93db5ae-2851-45e6-8980-e6ea604b9ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:56.306880 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b93db5ae-2851-45e6-8980-e6ea604b9ccf None None] Port 8131185d-8e8f-406e-8395-d09a9a8fb6c0 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:22:56.308933 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-e5e3fa7e-1112-40a8-b384-e7e8ee4f9c1d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Synchronizing usage tracker for tenant:6056198879324428bd651de1cdbb016f on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:22:56.327765 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-e5e3fa7e-1112-40a8-b384-e7e8ee4f9c1d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Unset dirty status for tenant:6056198879324428bd651de1cdbb016f on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:22:56.329354 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-e5e3fa7e-1112-40a8-b384-e7e8ee4f9c1d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6056198879324428bd651de1cdbb016f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1160305 Feb 09 13:22:56.331904 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b93db5ae-2851-45e6-8980-e6ea604b9ccf None None] Provisioning complete for port 8bc725ce-de1f-4b71-aa99-757d11f48845 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:56.332359 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b93db5ae-2851-45e6-8980-e6ea604b9ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:56.584762 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-baaea8e0-3ec2-41ac-9dbe-cb5afbfce390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abe716a-9d85-4a9b-985e-16e85961b8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291123537', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'a40ee2f0-9261-45a6-8256-aa6d032f4e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:22:49Z', 'updated_at': '2022-02-09T13:22:54Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': 'a40ee2f0-9261-45a6-8256-aa6d032f4e23', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ef:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abe716a-9d85-4a9b-985e-16e85961b8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:50Z', 'updated_at': '2022-02-09T13:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '8131185d-8e8f-406e-8395-d09a9a8fb6c0', 'name': '', 'network_id': '781ac456-a908-484c-b28c-89e88a7da735', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'mac_address': 'fa:16:3e:17:9a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9abe716a-9d85-4a9b-985e-16e85961b8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '13979102-d2c6-4d53-88b4-40517fc7b6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:53Z', 'updated_at': '2022-02-09T13:22:54Z', 'revision_number': 2, 'project_id': '6056198879324428bd651de1cdbb016f', 'subnets': [{'id': '13979102-d2c6-4d53-88b4-40517fc7b6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:56.589513 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaea8e0-3ec2-41ac-9dbe-cb5afbfce390 None None] Checking router: 9abe716a-9d85-4a9b-985e-16e85961b8c6 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:22:56.589858 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaea8e0-3ec2-41ac-9dbe-cb5afbfce390 None None] Updating router 9abe716a-9d85-4a9b-985e-16e85961b8c6 port 8131185d-8e8f-406e-8395-d09a9a8fb6c0 binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 13:22:56.650055 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-baaea8e0-3ec2-41ac-9dbe-cb5afbfce390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:56.674962 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f4bc33c5-1d68-45dc-868b-70b659472bdb None None] Provisioning complete for port 8131185d-8e8f-406e-8395-d09a9a8fb6c0 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:56.675436 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f4bc33c5-1d68-45dc-868b-70b659472bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:56.703703 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-1cd0258b-c985-4e4d-930a-07d7f6adcf42 service neutron] 10.222.0.55 "GET /v2.0/networks/781ac456-a908-484c-b28c-89e88a7da735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3623340 Feb 09 13:22:56.729826 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-f4bc33c5-1d68-45dc-868b-70b659472bdb None None] Port 8131185d-8e8f-406e-8395-d09a9a8fb6c0 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:22:56.834974 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-bdb776c7-0bc3-448d-8678-8e7f7fbeddb0 service neutron] 10.222.0.55 "GET /v2.0/networks/781ac456-a908-484c-b28c-89e88a7da735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242113 Feb 09 13:22:56.849740 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-a26b5e22-7905-47b0-8e0d-236a71e6eddc None None] Provisioning complete for port 8131185d-8e8f-406e-8395-d09a9a8fb6c0 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:56.850131 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a26b5e22-7905-47b0-8e0d-236a71e6eddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:56.909311 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-a26b5e22-7905-47b0-8e0d-236a71e6eddc None None] Port 8131185d-8e8f-406e-8395-d09a9a8fb6c0 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:22:57.014240 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-baaea8e0-3ec2-41ac-9dbe-cb5afbfce390 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:57.026008 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a295de65-dfc5-417a-a36e-164b63e5bdf1 req-a9239830-46ae-4e39-b24c-3918bcd7efff tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5 HTTP/1.1" status: 200 len: 210 time: 0.0448065 Feb 09 13:22:57.027171 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-baaea8e0-3ec2-41ac-9dbe-cb5afbfce390 None None] Transition to ACTIVE for port object 8131185d-8e8f-406e-8395-d09a9a8fb6c0 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:22:57.034011 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-baaea8e0-3ec2-41ac-9dbe-cb5afbfce390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:57.179618 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 8bc725ce-de1f-4b71-aa99-757d11f48845 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:22:57.230705 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0418743-b95e-4ec7-a67b-a7338f4f627d None None] Pushing event updated for resources: {'Port': ['ID=8131185d-8e8f-406e-8395-d09a9a8fb6c0,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:57.277862 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 8bc725ce-de1f-4b71-aa99-757d11f48845 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:57.278510 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:57.291324 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0418743-b95e-4ec7-a67b-a7338f4f627d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:57.291670 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0418743-b95e-4ec7-a67b-a7338f4f627d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:57.292032 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0418743-b95e-4ec7-a67b-a7338f4f627d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:57.292363 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0418743-b95e-4ec7-a67b-a7338f4f627d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:57.292690 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0418743-b95e-4ec7-a67b-a7338f4f627d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:57.293011 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0418743-b95e-4ec7-a67b-a7338f4f627d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:57.293326 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0418743-b95e-4ec7-a67b-a7338f4f627d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:57.293646 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0418743-b95e-4ec7-a67b-a7338f4f627d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:57.293965 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0418743-b95e-4ec7-a67b-a7338f4f627d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:57.294281 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0418743-b95e-4ec7-a67b-a7338f4f627d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:57.294598 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0418743-b95e-4ec7-a67b-a7338f4f627d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:57.294910 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0418743-b95e-4ec7-a67b-a7338f4f627d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:57.305109 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-baaea8e0-3ec2-41ac-9dbe-cb5afbfce390 None None] Attempting to bind port 8131185d-8e8f-406e-8395-d09a9a8fb6c0 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:22:57.305473 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-baaea8e0-3ec2-41ac-9dbe-cb5afbfce390 None None] Attempting to bind port 8131185d-8e8f-406e-8395-d09a9a8fb6c0 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '8f00b968-6250-4578-9e1a-e89dbf4fbb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '781ac456-a908-484c-b28c-89e88a7da735'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:22:57.305829 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaea8e0-3ec2-41ac-9dbe-cb5afbfce390 None None] Attempting to bind port 8131185d-8e8f-406e-8395-d09a9a8fb6c0 on network 781ac456-a908-484c-b28c-89e88a7da735 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:22:57.311520 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaea8e0-3ec2-41ac-9dbe-cb5afbfce390 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:22:57.312184 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaea8e0-3ec2-41ac-9dbe-cb5afbfce390 None None] Checking segment: {'id': '8f00b968-6250-4578-9e1a-e89dbf4fbb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '781ac456-a908-484c-b28c-89e88a7da735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:22:57.313979 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-baaea8e0-3ec2-41ac-9dbe-cb5afbfce390 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:57.314546 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaea8e0-3ec2-41ac-9dbe-cb5afbfce390 None None] Bound using segment: {'id': '8f00b968-6250-4578-9e1a-e89dbf4fbb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '781ac456-a908-484c-b28c-89e88a7da735'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:22:57.315179 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-baaea8e0-3ec2-41ac-9dbe-cb5afbfce390 None None] Bound port: 8131185d-8e8f-406e-8395-d09a9a8fb6c0, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f00b968-6250-4578-9e1a-e89dbf4fbb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '781ac456-a908-484c-b28c-89e88a7da735'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:22:57.315720 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-baaea8e0-3ec2-41ac-9dbe-cb5afbfce390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:57.415638 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-baaea8e0-3ec2-41ac-9dbe-cb5afbfce390 None None] For port 8131185d-8e8f-406e-8395-d09a9a8fb6c0, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:22:57.419227 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-baaea8e0-3ec2-41ac-9dbe-cb5afbfce390 None None] For port 8131185d-8e8f-406e-8395-d09a9a8fb6c0, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=8131185d-8e8f-406e-8395-d09a9a8fb6c0,segment=NetworkSegment(8f00b968-6250-4578-9e1a-e89dbf4fbb57),segment_id=8f00b968-6250-4578-9e1a-e89dbf4fbb57)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:22:57.419726 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device a40ee2f0-9261-45a6-8256-aa6d032f4e23 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:22:57.425927 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-baaea8e0-3ec2-41ac-9dbe-cb5afbfce390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:57.507023 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaea8e0-3ec2-41ac-9dbe-cb5afbfce390 None None] Routers {'9abe716a-9d85-4a9b-985e-16e85961b8c6'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:22:57.507654 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-baaea8e0-3ec2-41ac-9dbe-cb5afbfce390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:22:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['9abe716a-9d85-4a9b-985e-16e85961b8c6'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:57.508140 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port a40ee2f0-9261-45a6-8256-aa6d032f4e23 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:57.508515 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:57.624498 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0418743-b95e-4ec7-a67b-a7338f4f627d None None] Pushing event updated for resources: {'Port': ['ID=8131185d-8e8f-406e-8395-d09a9a8fb6c0,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:57.733097 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-baaea8e0-3ec2-41ac-9dbe-cb5afbfce390 None None] Set router 9abe716a-9d85-4a9b-985e-16e85961b8c6 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:22:58.058562 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-baaea8e0-3ec2-41ac-9dbe-cb5afbfce390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abe716a-9d85-4a9b-985e-16e85961b8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291123537', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'a40ee2f0-9261-45a6-8256-aa6d032f4e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:22:49Z', 'updated_at': '2022-02-09T13:22:54Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': 'a40ee2f0-9261-45a6-8256-aa6d032f4e23', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ef:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abe716a-9d85-4a9b-985e-16e85961b8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:50Z', 'updated_at': '2022-02-09T13:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '8131185d-8e8f-406e-8395-d09a9a8fb6c0', 'name': '', 'network_id': '781ac456-a908-484c-b28c-89e88a7da735', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'mac_address': 'fa:16:3e:17:9a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9abe716a-9d85-4a9b-985e-16e85961b8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '13979102-d2c6-4d53-88b4-40517fc7b6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:53Z', 'updated_at': '2022-02-09T13:22:57Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'subnets': [{'id': '13979102-d2c6-4d53-88b4-40517fc7b6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:58.064230 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaea8e0-3ec2-41ac-9dbe-cb5afbfce390 None None] The sync data for ids ['9abe716a-9d85-4a9b-985e-16e85961b8c6'] in n-d-825178-3 is: [{'id': '9abe716a-9d85-4a9b-985e-16e85961b8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291123537', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'a40ee2f0-9261-45a6-8256-aa6d032f4e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:22:49Z', 'updated_at': '2022-02-09T13:22:54Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': 'a40ee2f0-9261-45a6-8256-aa6d032f4e23', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ef:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abe716a-9d85-4a9b-985e-16e85961b8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:50Z', 'updated_at': '2022-02-09T13:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '8131185d-8e8f-406e-8395-d09a9a8fb6c0', 'name': '', 'network_id': '781ac456-a908-484c-b28c-89e88a7da735', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'mac_address': 'fa:16:3e:17:9a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9abe716a-9d85-4a9b-985e-16e85961b8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '13979102-d2c6-4d53-88b4-40517fc7b6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:53Z', 'updated_at': '2022-02-09T13:22:57Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'subnets': [{'id': '13979102-d2c6-4d53-88b4-40517fc7b6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:22:58.269290 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-811b6ac3-77bc-43aa-919e-576adfe9a6a9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:58.270139 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-811b6ac3-77bc-43aa-919e-576adfe9a6a9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Synchronizing usage tracker for tenant:6056198879324428bd651de1cdbb016f on resource:network {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:22:58.284091 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-811b6ac3-77bc-43aa-919e-576adfe9a6a9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Unset dirty status for tenant:6056198879324428bd651de1cdbb016f on resource:network {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:22:58.285520 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-811b6ac3-77bc-43aa-919e-576adfe9a6a9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.52 "GET /v2.0/networks?id=781ac456-a908-484c-b28c-89e88a7da735 HTTP/1.1" status: 200 len: 797 time: 0.2344551 Feb 09 13:22:58.302341 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a6bbc29e-64a0-43b5-92c4-4eeb2cc89bbd req-43eb5ead-9914-467a-b154-9178eaca69c4 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5 HTTP/1.1" status: 200 len: 210 time: 0.0868778 Feb 09 13:22:58.348643 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-56bc51b3-f7df-4303-bf7a-817639bd2d0a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Synchronizing usage tracker for tenant:6056198879324428bd651de1cdbb016f on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:22:58.361939 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-56bc51b3-f7df-4303-bf7a-817639bd2d0a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Unset dirty status for tenant:6056198879324428bd651de1cdbb016f on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:22:58.363329 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-56bc51b3-f7df-4303-bf7a-817639bd2d0a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6056198879324428bd651de1cdbb016f HTTP/1.1" status: 200 len: 380 time: 0.0689988 Feb 09 13:22:58.372346 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-b413993d-91fd-4f24-b000-8c5be86bdd82 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'port': {'device_id': '4ef265bc-14fd-4ef5-b921-ef05cecd11f5', 'network_id': '781ac456-a908-484c-b28c-89e88a7da735', 'admin_state_up': True, 'tenant_id': '6056198879324428bd651de1cdbb016f', 'security_groups': ['174360d1-82da-4b8e-8630-0a1602cedb9b']}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:22:58.523106 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-b413993d-91fd-4f24-b000-8c5be86bdd82 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:58.533719 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-b413993d-91fd-4f24-b000-8c5be86bdd82 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:58.544474 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-b413993d-91fd-4f24-b000-8c5be86bdd82 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Made reservation on behalf of 6056198879324428bd651de1cdbb016f for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:22:58.548519 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-b413993d-91fd-4f24-b000-8c5be86bdd82 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:58.725791 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-b413993d-91fd-4f24-b000-8c5be86bdd82 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Allocated IP 172.20.0.13 (781ac456-a908-484c-b28c-89e88a7da735/13979102-d2c6-4d53-88b4-40517fc7b6b6/02c6a7ac-e333-443f-a455-19239e79bcfc) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:22:58.929120 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-b413993d-91fd-4f24-b000-8c5be86bdd82 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:58.946086 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-b413993d-91fd-4f24-b000-8c5be86bdd82 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Transition to ACTIVE for port object 02c6a7ac-e333-443f-a455-19239e79bcfc will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:22:58.972131 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-b413993d-91fd-4f24-b000-8c5be86bdd82 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:59.039420 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-b413993d-91fd-4f24-b000-8c5be86bdd82 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Network 781ac456-a908-484c-b28c-89e88a7da735 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:22:59.047299 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-b413993d-91fd-4f24-b000-8c5be86bdd82 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:22:59.052304 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-b413993d-91fd-4f24-b000-8c5be86bdd82 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:22:59.095571 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b413993d-91fd-4f24-b000-8c5be86bdd82 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'Port': ['ID=02c6a7ac-e333-443f-a455-19239e79bcfc,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:59.148278 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-b413993d-91fd-4f24-b000-8c5be86bdd82 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:59.149105 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-b413993d-91fd-4f24-b000-8c5be86bdd82 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:59.188075 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-b413993d-91fd-4f24-b000-8c5be86bdd82 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8181605 Feb 09 13:22:59.201182 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-f7b8ff94-389c-43ef-af3d-a785f80fb662 service neutron] Request body: {'port': {'device_id': '4ef265bc-14fd-4ef5-b921-ef05cecd11f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:22:59.206745 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 8131185d-8e8f-406e-8395-d09a9a8fb6c0 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:22:59.308698 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 8131185d-8e8f-406e-8395-d09a9a8fb6c0 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:22:59.316206 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 8131185d-8e8f-406e-8395-d09a9a8fb6c0 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:59.316991 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:59.390708 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-af60c937-7dba-4e9c-bdf9-f44114488998 None None] Provisioning for port 02c6a7ac-e333-443f-a455-19239e79bcfc completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:22:59.397972 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-af60c937-7dba-4e9c-bdf9-f44114488998 None None] Provisioning complete for port 02c6a7ac-e333-443f-a455-19239e79bcfc triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:59.398501 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-af60c937-7dba-4e9c-bdf9-f44114488998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:59.467460 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-f7b8ff94-389c-43ef-af3d-a785f80fb662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:59.497918 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-af60c937-7dba-4e9c-bdf9-f44114488998 None None] Port 02c6a7ac-e333-443f-a455-19239e79bcfc cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:22:59.533963 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245abd2d-0bc4-4164-b0ed-fb5d14e22603 req-04d2eed2-6ec7-46fe-b891-6b4467a67e40 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:59.539566 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-245abd2d-0bc4-4164-b0ed-fb5d14e22603 req-04d2eed2-6ec7-46fe-b891-6b4467a67e40 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5 HTTP/1.1" status: 200 len: 932 time: 0.0970018 Feb 09 13:22:59.540016 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:59.575119 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 8131185d-8e8f-406e-8395-d09a9a8fb6c0, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=8131185d-8e8f-406e-8395-d09a9a8fb6c0,segment=NetworkSegment(8f00b968-6250-4578-9e1a-e89dbf4fbb57),segment_id=8f00b968-6250-4578-9e1a-e89dbf4fbb57)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:22:59.580144 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:59.592863 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-245abd2d-0bc4-4164-b0ed-fb5d14e22603 req-51251823-459e-4bab-95c0-1ffea7b345f0 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=174360d1-82da-4b8e-8630-0a1602cedb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433576 Feb 09 13:22:59.656630 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=8131185d-8e8f-406e-8395-d09a9a8fb6c0,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:59.825072 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-f7b8ff94-389c-43ef-af3d-a785f80fb662 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02c6a7ac-e333-443f-a455-19239e79bcfc {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:22:59.832070 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-f7b8ff94-389c-43ef-af3d-a785f80fb662 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:59.845565 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-f7b8ff94-389c-43ef-af3d-a785f80fb662 service neutron] Transition to ACTIVE for port object 02c6a7ac-e333-443f-a455-19239e79bcfc will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:22:59.849784 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-f7b8ff94-389c-43ef-af3d-a785f80fb662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:59.975529 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8ff94-389c-43ef-af3d-a785f80fb662 service neutron] Pushing event updated for resources: {'Port': ['ID=02c6a7ac-e333-443f-a455-19239e79bcfc,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:00.082111 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-f7b8ff94-389c-43ef-af3d-a785f80fb662 service neutron] Attempting to bind port 02c6a7ac-e333-443f-a455-19239e79bcfc on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:23:00.082451 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-f7b8ff94-389c-43ef-af3d-a785f80fb662 service neutron] Attempting to bind port 02c6a7ac-e333-443f-a455-19239e79bcfc by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': '8f00b968-6250-4578-9e1a-e89dbf4fbb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '781ac456-a908-484c-b28c-89e88a7da735'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:23:00.082778 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-f7b8ff94-389c-43ef-af3d-a785f80fb662 service neutron] Attempting to bind port 02c6a7ac-e333-443f-a455-19239e79bcfc on network 781ac456-a908-484c-b28c-89e88a7da735 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:23:00.087362 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-f7b8ff94-389c-43ef-af3d-a785f80fb662 service neutron] Port 02c6a7ac-e333-443f-a455-19239e79bcfc on network 781ac456-a908-484c-b28c-89e88a7da735 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 13:23:00.087681 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-f7b8ff94-389c-43ef-af3d-a785f80fb662 service neutron] Attempting to bind port 02c6a7ac-e333-443f-a455-19239e79bcfc on network 781ac456-a908-484c-b28c-89e88a7da735 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:23:00.092836 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-f7b8ff94-389c-43ef-af3d-a785f80fb662 service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:23:00.093174 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-f7b8ff94-389c-43ef-af3d-a785f80fb662 service neutron] Checking segment: {'id': '8f00b968-6250-4578-9e1a-e89dbf4fbb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '781ac456-a908-484c-b28c-89e88a7da735'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:23:00.094232 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-f7b8ff94-389c-43ef-af3d-a785f80fb662 service neutron] Bound using segment: {'id': '8f00b968-6250-4578-9e1a-e89dbf4fbb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '781ac456-a908-484c-b28c-89e88a7da735'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:23:00.094648 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-f7b8ff94-389c-43ef-af3d-a785f80fb662 service neutron] Bound port: 02c6a7ac-e333-443f-a455-19239e79bcfc, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f00b968-6250-4578-9e1a-e89dbf4fbb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '781ac456-a908-484c-b28c-89e88a7da735'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:23:00.095079 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-f7b8ff94-389c-43ef-af3d-a785f80fb662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:00.188495 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-f7b8ff94-389c-43ef-af3d-a785f80fb662 service neutron] For port 02c6a7ac-e333-443f-a455-19239e79bcfc, host n-h1-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:23:00.191454 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-f7b8ff94-389c-43ef-af3d-a785f80fb662 service neutron] For port 02c6a7ac-e333-443f-a455-19239e79bcfc, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=02c6a7ac-e333-443f-a455-19239e79bcfc,segment=NetworkSegment(8f00b968-6250-4578-9e1a-e89dbf4fbb57),segment_id=8f00b968-6250-4578-9e1a-e89dbf4fbb57)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:23:00.196560 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-f7b8ff94-389c-43ef-af3d-a785f80fb662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:00.259675 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-f7b8ff94-389c-43ef-af3d-a785f80fb662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:00.260331 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-f7b8ff94-389c-43ef-af3d-a785f80fb662 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:00.261754 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-f7b8ff94-389c-43ef-af3d-a785f80fb662 service neutron] 10.222.0.52 "PUT /v2.0/ports/02c6a7ac-e333-443f-a455-19239e79bcfc HTTP/1.1" status: 200 len: 1092 time: 1.0662076 Feb 09 13:23:00.262228 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ef265bc-14fd-4ef5-b921-ef05cecd11f5', 'tag': '02c6a7ac-e333-443f-a455-19239e79bcfc'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:23:00.288747 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8ff94-389c-43ef-af3d-a785f80fb662 service neutron] Pushing event updated for resources: {'Port': ['ID=02c6a7ac-e333-443f-a455-19239e79bcfc,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:00.339548 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ef265bc-14fd-4ef5-b921-ef05cecd11f5', 'tag': '02c6a7ac-e333-443f-a455-19239e79bcfc', 'status': 'completed', 'code': 200} Feb 09 13:23:00.387218 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-108e9880-aec6-4b67-b517-88f8890fcf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:00.388745 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-108e9880-aec6-4b67-b517-88f8890fcf2c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6056198879324428bd651de1cdbb016f&device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5 HTTP/1.1" status: 200 len: 1095 time: 0.0864208 Feb 09 13:23:00.457666 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-310f6e29-98d8-488a-9864-704502652d83 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02c6a7ac-e333-443f-a455-19239e79bcfc HTTP/1.1" status: 200 len: 217 time: 0.0610342 Feb 09 13:23:00.524944 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-a34cc769-3fb8-4a56-859a-3f4b5e552437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:00.526378 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-a34cc769-3fb8-4a56-859a-3f4b5e552437 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13979102-d2c6-4d53-88b4-40517fc7b6b6 HTTP/1.1" status: 200 len: 833 time: 0.0628803 Feb 09 13:23:00.601335 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-9b9ac3fd-daa6-4457-a4bc-8f36f83a1510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:00.602838 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-9b9ac3fd-daa6-4457-a4bc-8f36f83a1510 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=781ac456-a908-484c-b28c-89e88a7da735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703118 Feb 09 13:23:00.735565 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-97a8b71c-d315-4f1e-95f6-186023dc5428 service neutron] 10.222.0.52 "GET /v2.0/networks/781ac456-a908-484c-b28c-89e88a7da735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268709 Feb 09 13:23:00.789525 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb6077-6037-4338-bfa5-4c787808d57c req-7c805c7b-d91c-4697-9cb3-7b2fec3c9738 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:00.791080 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-90bb6077-6037-4338-bfa5-4c787808d57c req-7c805c7b-d91c-4697-9cb3-7b2fec3c9738 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5 HTTP/1.1" status: 200 len: 944 time: 0.0837171 Feb 09 13:23:00.843501 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-90bb6077-6037-4338-bfa5-4c787808d57c req-d8782ba7-869a-4fed-bea8-262f3028f6c3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=174360d1-82da-4b8e-8630-0a1602cedb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465481 Feb 09 13:23:00.871397 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2f52a8e9-caf1-4e91-9fb0-9da774d8c3ce req-3fefc711-367f-47a1-81b4-dff0174dac45 service neutron] 10.222.0.52 "GET /v2.0/networks/781ac456-a908-484c-b28c-89e88a7da735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297150 Feb 09 13:23:00.992841 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2456f-7f6a-4299-87fe-d20aabdcd68c req-4433479f-0c34-41f8-9bf5-737a5dd02e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:00.994226 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-63d2456f-7f6a-4299-87fe-d20aabdcd68c req-4433479f-0c34-41f8-9bf5-737a5dd02e4b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6056198879324428bd651de1cdbb016f&device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5 HTTP/1.1" status: 200 len: 1095 time: 0.0734994 Feb 09 13:23:01.125579 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2456f-7f6a-4299-87fe-d20aabdcd68c req-f0297c9f-e600-463d-9db1-bb99bcd4b721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:01.127030 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-63d2456f-7f6a-4299-87fe-d20aabdcd68c req-f0297c9f-e600-463d-9db1-bb99bcd4b721 service neutron] 10.222.0.52 "GET /v2.0/networks?id=781ac456-a908-484c-b28c-89e88a7da735 HTTP/1.1" status: 200 len: 898 time: 0.1262536 Feb 09 13:23:01.146791 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 8131185d-8e8f-406e-8395-d09a9a8fb6c0 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:23:01.217335 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 8131185d-8e8f-406e-8395-d09a9a8fb6c0 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:23:01.217707 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:01.299497 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-63d2456f-7f6a-4299-87fe-d20aabdcd68c req-c281229a-1b66-4b80-9b5d-80862f3b587a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02c6a7ac-e333-443f-a455-19239e79bcfc HTTP/1.1" status: 200 len: 217 time: 0.1652544 Feb 09 13:23:01.366061 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2456f-7f6a-4299-87fe-d20aabdcd68c req-316b7872-8ca3-4e43-9023-4c4a054b68e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:01.367728 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-63d2456f-7f6a-4299-87fe-d20aabdcd68c req-316b7872-8ca3-4e43-9023-4c4a054b68e6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13979102-d2c6-4d53-88b4-40517fc7b6b6 HTTP/1.1" status: 200 len: 833 time: 0.0618360 Feb 09 13:23:01.442664 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2456f-7f6a-4299-87fe-d20aabdcd68c req-68de728c-01b1-43f0-af24-802efa45f5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:01.444137 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-63d2456f-7f6a-4299-87fe-d20aabdcd68c req-68de728c-01b1-43f0-af24-802efa45f5e5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=781ac456-a908-484c-b28c-89e88a7da735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691152 Feb 09 13:23:01.574956 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-63d2456f-7f6a-4299-87fe-d20aabdcd68c req-2c0888eb-a09d-4532-81f9-e5efbdcb08d8 service neutron] 10.222.0.52 "GET /v2.0/networks/781ac456-a908-484c-b28c-89e88a7da735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233146 Feb 09 13:23:01.705811 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-63d2456f-7f6a-4299-87fe-d20aabdcd68c req-fea8f0c3-7a9a-4a8f-96d7-ccbda026414e service neutron] 10.222.0.52 "GET /v2.0/networks/781ac456-a908-484c-b28c-89e88a7da735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250780 Feb 09 13:23:02.022775 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ee072-6a30-4637-a95f-bb7bbab1734d req-68cf98a2-cb5f-4055-a631-8f42178506d4 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:02.024258 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-774ee072-6a30-4637-a95f-bb7bbab1734d req-68cf98a2-cb5f-4055-a631-8f42178506d4 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5 HTTP/1.1" status: 200 len: 944 time: 0.0826578 Feb 09 13:23:02.072905 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-774ee072-6a30-4637-a95f-bb7bbab1734d req-0db4659b-9934-48b5-8937-5eb67c241401 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=174360d1-82da-4b8e-8630-0a1602cedb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430746 Feb 09 13:23:03.257603 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84130ee5-8b67-4dae-b5dd-96152c7b40e9 req-0ebf1320-b73a-480b-9c74-479f3dfec158 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:03.259061 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-84130ee5-8b67-4dae-b5dd-96152c7b40e9 req-0ebf1320-b73a-480b-9c74-479f3dfec158 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5 HTTP/1.1" status: 200 len: 944 time: 0.0793009 Feb 09 13:23:03.303082 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-84130ee5-8b67-4dae-b5dd-96152c7b40e9 req-d51e261d-5bb7-4117-bda1-5da041d41f40 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=174360d1-82da-4b8e-8630-0a1602cedb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383997 Feb 09 13:23:04.492251 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd93ad-d310-4257-8e59-fbcaba28d417 req-65c54a4f-fbcf-41a1-ada6-07e8aa763830 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:04.493697 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f0dd93ad-d310-4257-8e59-fbcaba28d417 req-65c54a4f-fbcf-41a1-ada6-07e8aa763830 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5 HTTP/1.1" status: 200 len: 944 time: 0.0835900 Feb 09 13:23:04.515724 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 02c6a7ac-e333-443f-a455-19239e79bcfc details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:23:04.539266 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f0dd93ad-d310-4257-8e59-fbcaba28d417 req-cbaf3ddd-fee9-4b9a-b966-28a48af441d8 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=174360d1-82da-4b8e-8630-0a1602cedb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399578 Feb 09 13:23:04.650356 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 02c6a7ac-e333-443f-a455-19239e79bcfc, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=02c6a7ac-e333-443f-a455-19239e79bcfc,segment=NetworkSegment(8f00b968-6250-4578-9e1a-e89dbf4fbb57),segment_id=8f00b968-6250-4578-9e1a-e89dbf4fbb57)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:23:04.663430 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': '02c6a7ac-e333-443f-a455-19239e79bcfc', 'network_id': '781ac456-a908-484c-b28c-89e88a7da735', 'port_id': '02c6a7ac-e333-443f-a455-19239e79bcfc', 'mac_address': 'fa:16:3e:f5:44:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13979102-d2c6-4d53-88b4-40517fc7b6b6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:23:04.717727 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:04.737567 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02c6a7ac-e333-443f-a455-19239e79bcfc {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:23:04.753478 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 02c6a7ac-e333-443f-a455-19239e79bcfc, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=02c6a7ac-e333-443f-a455-19239e79bcfc,segment=NetworkSegment(8f00b968-6250-4578-9e1a-e89dbf4fbb57),segment_id=8f00b968-6250-4578-9e1a-e89dbf4fbb57)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:23:04.757278 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:04.823155 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=02c6a7ac-e333-443f-a455-19239e79bcfc,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:04.959922 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['02c6a7ac-e333-443f-a455-19239e79bcfc'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:23:05.721965 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1c33d-0281-4a1a-b6b0-42fbaa300ed8 req-5a16e7e3-01bd-4435-9d3b-bbc394cbcf5e tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:05.723732 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-47d1c33d-0281-4a1a-b6b0-42fbaa300ed8 req-5a16e7e3-01bd-4435-9d3b-bbc394cbcf5e tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5 HTTP/1.1" status: 200 len: 945 time: 0.0803654 Feb 09 13:23:05.767506 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-47d1c33d-0281-4a1a-b6b0-42fbaa300ed8 req-44627771-d337-4d24-b236-3a6ce3655feb tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=174360d1-82da-4b8e-8630-0a1602cedb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382001 Feb 09 13:23:06.530452 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 02c6a7ac-e333-443f-a455-19239e79bcfc up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:23:06.626117 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port 02c6a7ac-e333-443f-a455-19239e79bcfc completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:23:06.631095 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port 02c6a7ac-e333-443f-a455-19239e79bcfc triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:23:06.631468 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:06.745556 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:06.771439 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ef265bc-14fd-4ef5-b921-ef05cecd11f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c6a7ac-e333-443f-a455-19239e79bcfc'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:23:06.780873 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 02c6a7ac-e333-443f-a455-19239e79bcfc, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=02c6a7ac-e333-443f-a455-19239e79bcfc,segment=NetworkSegment(8f00b968-6250-4578-9e1a-e89dbf4fbb57),segment_id=8f00b968-6250-4578-9e1a-e89dbf4fbb57)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:23:06.785330 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:06.854111 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=02c6a7ac-e333-443f-a455-19239e79bcfc,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:06.872459 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ef265bc-14fd-4ef5-b921-ef05cecd11f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c6a7ac-e333-443f-a455-19239e79bcfc', 'code': 200} Feb 09 13:23:07.003422 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35d259-a9c7-4214-af99-92990c62ef4b req-b88e1f0e-1a4c-403b-b012-d167ec722e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:07.004923 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ae35d259-a9c7-4214-af99-92990c62ef4b req-b88e1f0e-1a4c-403b-b012-d167ec722e6c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5 HTTP/1.1" status: 200 len: 1097 time: 0.0763381 Feb 09 13:23:07.040860 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390c677-bb01-4956-8c08-90af82339cc8 req-89ccb9c3-2c7c-4909-afc6-d9eca4e4c185 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:07.042432 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1390c677-bb01-4956-8c08-90af82339cc8 req-89ccb9c3-2c7c-4909-afc6-d9eca4e4c185 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5 HTTP/1.1" status: 200 len: 946 time: 0.0866272 Feb 09 13:23:07.047350 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ae35d259-a9c7-4214-af99-92990c62ef4b req-56be385b-03d9-47e1-b969-94fac250bdfb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=174360d1-82da-4b8e-8630-0a1602cedb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350194 Feb 09 13:23:07.086760 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1390c677-bb01-4956-8c08-90af82339cc8 req-95e0ba97-a3c1-4bea-a8e8-bebd04efc942 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=174360d1-82da-4b8e-8630-0a1602cedb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376568 Feb 09 13:23:08.272857 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e02040-85fe-4d68-9314-92f241f371cf req-7377f2fd-85b3-4e7d-8af4-9e37b8997aa7 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:08.274330 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b3e02040-85fe-4d68-9314-92f241f371cf req-7377f2fd-85b3-4e7d-8af4-9e37b8997aa7 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5 HTTP/1.1" status: 200 len: 946 time: 0.0813608 Feb 09 13:23:08.328558 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b3e02040-85fe-4d68-9314-92f241f371cf req-6d648c29-1beb-455a-a767-2aa6d7d68522 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=174360d1-82da-4b8e-8630-0a1602cedb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389421 Feb 09 13:23:08.516002 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ade15-6123-4ca3-9f37-446b108a3833 req-2ff22f07-2b48-4b07-a0f4-dd939124db2a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:08.517471 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-076ade15-6123-4ca3-9f37-446b108a3833 req-2ff22f07-2b48-4b07-a0f4-dd939124db2a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5 HTTP/1.1" status: 200 len: 946 time: 0.0843499 Feb 09 13:23:08.560616 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-076ade15-6123-4ca3-9f37-446b108a3833 req-046c5c81-4838-4f30-8fb7-2c19babc067a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=174360d1-82da-4b8e-8630-0a1602cedb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373986 Feb 09 13:23:08.583487 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47114) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:08.653524 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd0436f-65e8-46d4-b33b-e78f117739df tempest-TestNetworkAdvancedServerOps-296500683 tempest-TestNetworkAdvancedServerOps-296500683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:08.655019 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-dbd0436f-65e8-46d4-b33b-e78f117739df tempest-TestNetworkAdvancedServerOps-296500683 tempest-TestNetworkAdvancedServerOps-296500683-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5 HTTP/1.1" status: 200 len: 1092 time: 0.0705266 Feb 09 13:23:08.657810 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47118) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:08.662564 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-e6bd8a47-5c42-4dd1-a459-5f651972be38 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'port_id': '02c6a7ac-e333-443f-a455-19239e79bcfc', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:23:08.668966 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-e6bd8a47-5c42-4dd1-a459-5f651972be38 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:23:08.672935 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-e6bd8a47-5c42-4dd1-a459-5f651972be38 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:floatingip and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:23:08.675701 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-e6bd8a47-5c42-4dd1-a459-5f651972be38 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:23:08.681308 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-e6bd8a47-5c42-4dd1-a459-5f651972be38 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:23:08.695978 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e6bd8a47-5c42-4dd1-a459-5f651972be38 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for floatingip, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:08.827769 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e6bd8a47-5c42-4dd1-a459-5f651972be38 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:08.962407 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-e6bd8a47-5c42-4dd1-a459-5f651972be38 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Allocated IP 172.25.7.101 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/6935c6e5-855c-4de8-9db1-daee155360c3) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:23:09.107017 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e6bd8a47-5c42-4dd1-a459-5f651972be38 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:09.135637 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e6bd8a47-5c42-4dd1-a459-5f651972be38 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:09.200138 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bd8a47-5c42-4dd1-a459-5f651972be38 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:23:09.202818 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-e6bd8a47-5c42-4dd1-a459-5f651972be38 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:23:09.205550 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bd8a47-5c42-4dd1-a459-5f651972be38 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:23:09.251015 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd8a47-5c42-4dd1-a459-5f651972be38 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'Port': ['ID=6935c6e5-855c-4de8-9db1-daee155360c3,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:09.736652 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e6bd8a47-5c42-4dd1-a459-5f651972be38 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:09.810539 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e6bd8a47-5c42-4dd1-a459-5f651972be38 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:10.010098 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e6bd8a47-5c42-4dd1-a459-5f651972be38 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:10.014445 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e6bd8a47-5c42-4dd1-a459-5f651972be38 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:10.120713 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd8a47-5c42-4dd1-a459-5f651972be38 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'Port': ['ID=6935c6e5-855c-4de8-9db1-daee155360c3,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:10.132547 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e6bd8a47-5c42-4dd1-a459-5f651972be38 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:10.300260 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [None req-e6bd8a47-5c42-4dd1-a459-5f651972be38 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Floating IP b9ec896d-e52b-4874-8f94-68cb0e740558 associated. External IP: 172.25.7.101, port: 02c6a7ac-e333-443f-a455-19239e79bcfc. Feb 09 13:23:10.651234 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6bd8a47-5c42-4dd1-a459-5f651972be38 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Router 9abe716a-9d85-4a9b-985e-16e85961b8c6 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:23:10.827084 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6bd8a47-5c42-4dd1-a459-5f651972be38 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:23:10.837726 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d91820-ba88-447e-bf0f-051fc442cdda None None] Sync routers for ids ['9abe716a-9d85-4a9b-985e-16e85961b8c6'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:23:10.852836 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d91820-ba88-447e-bf0f-051fc442cdda None None] Routers {'9abe716a-9d85-4a9b-985e-16e85961b8c6'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:23:10.853465 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-59d91820-ba88-447e-bf0f-051fc442cdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:22:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['9abe716a-9d85-4a9b-985e-16e85961b8c6'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:10.856148 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-e6bd8a47-5c42-4dd1-a459-5f651972be38 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:10.911353 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e6bd8a47-5c42-4dd1-a459-5f651972be38 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2524161 Feb 09 13:23:10.912007 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ef265bc-14fd-4ef5-b921-ef05cecd11f5', 'tag': '02c6a7ac-e333-443f-a455-19239e79bcfc'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:23:11.034392 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-59d91820-ba88-447e-bf0f-051fc442cdda None None] Set router 9abe716a-9d85-4a9b-985e-16e85961b8c6 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:23:11.201855 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208cd724-dad5-45e2-9d86-f97823afe259 req-1b78cd61-9289-4d0b-b45d-fc9e6eb31610 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:11.204199 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-208cd724-dad5-45e2-9d86-f97823afe259 req-1b78cd61-9289-4d0b-b45d-fc9e6eb31610 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5 HTTP/1.1" status: 200 len: 946 time: 0.2066128 Feb 09 13:23:11.247624 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-208cd724-dad5-45e2-9d86-f97823afe259 req-4b4d0c67-da20-4907-b849-72f9ea202cda tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=174360d1-82da-4b8e-8630-0a1602cedb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379877 Feb 09 13:23:11.271141 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47130) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:11.366800 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ef265bc-14fd-4ef5-b921-ef05cecd11f5', 'tag': '02c6a7ac-e333-443f-a455-19239e79bcfc', 'status': 'completed', 'code': 200} Feb 09 13:23:11.396339 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-99dee56c-e6e0-441b-9103-3978ae2e8ba7 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/floatingips/b9ec896d-e52b-4874-8f94-68cb0e740558 HTTP/1.1" status: 200 len: 992 time: 0.1233482 Feb 09 13:23:11.402821 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-59d91820-ba88-447e-bf0f-051fc442cdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abe716a-9d85-4a9b-985e-16e85961b8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291123537', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'a40ee2f0-9261-45a6-8256-aa6d032f4e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:22:49Z', 'updated_at': '2022-02-09T13:22:54Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': 'a40ee2f0-9261-45a6-8256-aa6d032f4e23', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ef:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abe716a-9d85-4a9b-985e-16e85961b8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:50Z', 'updated_at': '2022-02-09T13:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': 'b9ec896d-e52b-4874-8f94-68cb0e740558', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'floating_ip_address': '172.25.7.101', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '9abe716a-9d85-4a9b-985e-16e85961b8c6', 'port_id': '02c6a7ac-e333-443f-a455-19239e79bcfc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '781ac456-a908-484c-b28c-89e88a7da735', 'mac_address': 'fa:16:3e:f5:44:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef265bc-14fd-4ef5-b921-ef05cecd11f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:23:09Z', 'updated_at': '2022-02-09T13:23:09Z', 'revision_number': 0, 'project_id': '6056198879324428bd651de1cdbb016f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8131185d-8e8f-406e-8395-d09a9a8fb6c0', 'name': '', 'network_id': '781ac456-a908-484c-b28c-89e88a7da735', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'mac_address': 'fa:16:3e:17:9a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abe716a-9d85-4a9b-985e-16e85961b8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '13979102-d2c6-4d53-88b4-40517fc7b6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:53Z', 'updated_at': '2022-02-09T13:22:59Z', 'revision_number': 5, 'project_id': '6056198879324428bd651de1cdbb016f', 'subnets': [{'id': '13979102-d2c6-4d53-88b4-40517fc7b6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:11.407680 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d91820-ba88-447e-bf0f-051fc442cdda None None] Checking router: 9abe716a-9d85-4a9b-985e-16e85961b8c6 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:23:11.416141 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d91820-ba88-447e-bf0f-051fc442cdda None None] Routers {'9abe716a-9d85-4a9b-985e-16e85961b8c6'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:23:11.416744 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-59d91820-ba88-447e-bf0f-051fc442cdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:22:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['9abe716a-9d85-4a9b-985e-16e85961b8c6'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:11.478983 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525516b0-f31d-4e50-ba22-dc8a0854b857 req-37924d26-44ff-4b66-893b-4fc900cd17f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:11.480413 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-525516b0-f31d-4e50-ba22-dc8a0854b857 req-37924d26-44ff-4b66-893b-4fc900cd17f3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6056198879324428bd651de1cdbb016f&device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5 HTTP/1.1" status: 200 len: 1097 time: 0.0749307 Feb 09 13:23:11.594763 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-59d91820-ba88-447e-bf0f-051fc442cdda None None] Set router 9abe716a-9d85-4a9b-985e-16e85961b8c6 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:23:11.610382 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525516b0-f31d-4e50-ba22-dc8a0854b857 req-3a4326aa-6791-4579-b8f9-f1eabe140d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:11.611853 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-525516b0-f31d-4e50-ba22-dc8a0854b857 req-3a4326aa-6791-4579-b8f9-f1eabe140d6a service neutron] 10.222.0.52 "GET /v2.0/networks?id=781ac456-a908-484c-b28c-89e88a7da735 HTTP/1.1" status: 200 len: 898 time: 0.1252275 Feb 09 13:23:11.712238 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-525516b0-f31d-4e50-ba22-dc8a0854b857 req-1b7c870e-c20a-4ee4-966c-1e5b3a0c8f10 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02c6a7ac-e333-443f-a455-19239e79bcfc HTTP/1.1" status: 200 len: 1000 time: 0.0941739 Feb 09 13:23:11.775309 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525516b0-f31d-4e50-ba22-dc8a0854b857 req-28fc79b6-d859-4de3-af9e-2217ad8c7e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:11.776858 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-525516b0-f31d-4e50-ba22-dc8a0854b857 req-28fc79b6-d859-4de3-af9e-2217ad8c7e4d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13979102-d2c6-4d53-88b4-40517fc7b6b6 HTTP/1.1" status: 200 len: 833 time: 0.0574913 Feb 09 13:23:11.854841 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525516b0-f31d-4e50-ba22-dc8a0854b857 req-69dd2c43-3ecd-49ae-8a91-84e527ba9eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:11.856531 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-525516b0-f31d-4e50-ba22-dc8a0854b857 req-69dd2c43-3ecd-49ae-8a91-84e527ba9eb1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=781ac456-a908-484c-b28c-89e88a7da735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739212 Feb 09 13:23:11.954737 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-59d91820-ba88-447e-bf0f-051fc442cdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abe716a-9d85-4a9b-985e-16e85961b8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291123537', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'a40ee2f0-9261-45a6-8256-aa6d032f4e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:22:49Z', 'updated_at': '2022-02-09T13:22:54Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': 'a40ee2f0-9261-45a6-8256-aa6d032f4e23', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ef:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abe716a-9d85-4a9b-985e-16e85961b8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:50Z', 'updated_at': '2022-02-09T13:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': 'b9ec896d-e52b-4874-8f94-68cb0e740558', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'floating_ip_address': '172.25.7.101', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '9abe716a-9d85-4a9b-985e-16e85961b8c6', 'port_id': '02c6a7ac-e333-443f-a455-19239e79bcfc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '781ac456-a908-484c-b28c-89e88a7da735', 'mac_address': 'fa:16:3e:f5:44:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef265bc-14fd-4ef5-b921-ef05cecd11f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:23:09Z', 'updated_at': '2022-02-09T13:23:09Z', 'revision_number': 0, 'project_id': '6056198879324428bd651de1cdbb016f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8131185d-8e8f-406e-8395-d09a9a8fb6c0', 'name': '', 'network_id': '781ac456-a908-484c-b28c-89e88a7da735', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'mac_address': 'fa:16:3e:17:9a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abe716a-9d85-4a9b-985e-16e85961b8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '13979102-d2c6-4d53-88b4-40517fc7b6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:53Z', 'updated_at': '2022-02-09T13:22:59Z', 'revision_number': 5, 'project_id': '6056198879324428bd651de1cdbb016f', 'subnets': [{'id': '13979102-d2c6-4d53-88b4-40517fc7b6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:11.959411 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d91820-ba88-447e-bf0f-051fc442cdda None None] The sync data for ids ['9abe716a-9d85-4a9b-985e-16e85961b8c6'] in n-d-825178-3 is: [{'id': '9abe716a-9d85-4a9b-985e-16e85961b8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291123537', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'a40ee2f0-9261-45a6-8256-aa6d032f4e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:22:49Z', 'updated_at': '2022-02-09T13:22:54Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': 'a40ee2f0-9261-45a6-8256-aa6d032f4e23', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ef:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abe716a-9d85-4a9b-985e-16e85961b8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:50Z', 'updated_at': '2022-02-09T13:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': 'b9ec896d-e52b-4874-8f94-68cb0e740558', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'floating_ip_address': '172.25.7.101', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '9abe716a-9d85-4a9b-985e-16e85961b8c6', 'port_id': '02c6a7ac-e333-443f-a455-19239e79bcfc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '781ac456-a908-484c-b28c-89e88a7da735', 'mac_address': 'fa:16:3e:f5:44:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef265bc-14fd-4ef5-b921-ef05cecd11f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:23:09Z', 'updated_at': '2022-02-09T13:23:09Z', 'revision_number': 0, 'project_id': '6056198879324428bd651de1cdbb016f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8131185d-8e8f-406e-8395-d09a9a8fb6c0', 'name': '', 'network_id': '781ac456-a908-484c-b28c-89e88a7da735', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'mac_address': 'fa:16:3e:17:9a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abe716a-9d85-4a9b-985e-16e85961b8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '13979102-d2c6-4d53-88b4-40517fc7b6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:53Z', 'updated_at': '2022-02-09T13:22:59Z', 'revision_number': 5, 'project_id': '6056198879324428bd651de1cdbb016f', 'subnets': [{'id': '13979102-d2c6-4d53-88b4-40517fc7b6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:23:11.988962 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-525516b0-f31d-4e50-ba22-dc8a0854b857 req-631a3cdc-e64a-4e3e-afcd-8dce875688ef service neutron] 10.222.0.52 "GET /v2.0/networks/781ac456-a908-484c-b28c-89e88a7da735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267316 Feb 09 13:23:12.124975 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-525516b0-f31d-4e50-ba22-dc8a0854b857 req-176d4954-1e94-40bd-9d5e-599594c69053 service neutron] 10.222.0.52 "GET /v2.0/networks/781ac456-a908-484c-b28c-89e88a7da735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288593 Feb 09 13:23:12.158736 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5ec6ac-4584-4c30-b4cc-065ef805c317 None None] New status for floating IP b9ec896d-e52b-4874-8f94-68cb0e740558: ACTIVE {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:23:12.400253 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47134) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:12.515180 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-78bf2be7-9f7f-4970-ab33-b98639e29598 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/floatingips/b9ec896d-e52b-4874-8f94-68cb0e740558 HTTP/1.1" status: 200 len: 994 time: 0.1136348 Feb 09 13:23:13.997996 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:23:14.120492 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6e7c49b7-492b-4cf6-9583-5c0d6ae62bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:16.523963 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-60baef09-24ae-4ee5-9a0b-e0fedec0cbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:17.705215 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:17.819618 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:19.395318 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:21.121141 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:23.606887 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:44.124406 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8c9e3234-022a-4281-aeb5-9b4da9ad19f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:44.145698 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47156) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:44.200137 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b08b4-0e7d-4950-b223-30e8430ed5c2 req-a84566b8-24e8-4fca-b182-1e8441e47047 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:44.202204 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c20b08b4-0e7d-4950-b223-30e8430ed5c2 req-a84566b8-24e8-4fca-b182-1e8441e47047 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5 HTTP/1.1" status: 200 len: 946 time: 0.0912466 Feb 09 13:23:44.213072 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08787fa-032e-4bad-9a5f-cfb880b89f0e req-72d244d2-2eac-45d2-a08b-7da2f17e333c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:44.214952 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d08787fa-032e-4bad-9a5f-cfb880b89f0e req-72d244d2-2eac-45d2-a08b-7da2f17e333c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6056198879324428bd651de1cdbb016f&device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5 HTTP/1.1" status: 200 len: 1097 time: 0.0863414 Feb 09 13:23:44.300653 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c20b08b4-0e7d-4950-b223-30e8430ed5c2 req-062e03b7-4f42-4f8e-98f2-413d71230168 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=174360d1-82da-4b8e-8630-0a1602cedb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571322 Feb 09 13:23:44.313488 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eb594e24-2d0f-407d-8784-fffab0d35ad1 req-3787cf02-c587-4791-88a5-4e6d0f271f1c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1667154 Feb 09 13:23:44.490814 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08787fa-032e-4bad-9a5f-cfb880b89f0e req-e820f236-0820-45e6-85eb-490c3d17c21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:44.493056 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d08787fa-032e-4bad-9a5f-cfb880b89f0e req-e820f236-0820-45e6-85eb-490c3d17c21c service neutron] 10.222.0.52 "GET /v2.0/networks?id=781ac456-a908-484c-b28c-89e88a7da735 HTTP/1.1" status: 200 len: 898 time: 0.2561400 Feb 09 13:23:44.601658 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d08787fa-032e-4bad-9a5f-cfb880b89f0e req-27106c77-ae7f-4215-89e3-21c56d197495 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02c6a7ac-e333-443f-a455-19239e79bcfc HTTP/1.1" status: 200 len: 1002 time: 0.1023538 Feb 09 13:23:44.667589 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08787fa-032e-4bad-9a5f-cfb880b89f0e req-9e9f716a-3879-405d-b084-274e2dfcddb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:44.669072 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d08787fa-032e-4bad-9a5f-cfb880b89f0e req-9e9f716a-3879-405d-b084-274e2dfcddb3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13979102-d2c6-4d53-88b4-40517fc7b6b6 HTTP/1.1" status: 200 len: 833 time: 0.0611570 Feb 09 13:23:44.746207 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08787fa-032e-4bad-9a5f-cfb880b89f0e req-f7ffa64c-dbd8-4394-90aa-e6d3177dc3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:44.747690 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d08787fa-032e-4bad-9a5f-cfb880b89f0e req-f7ffa64c-dbd8-4394-90aa-e6d3177dc3ab service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=781ac456-a908-484c-b28c-89e88a7da735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719686 Feb 09 13:23:44.886945 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d08787fa-032e-4bad-9a5f-cfb880b89f0e req-11db8bfc-7b25-4105-9981-8129facd4783 service neutron] 10.222.0.52 "GET /v2.0/networks/781ac456-a908-484c-b28c-89e88a7da735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325762 Feb 09 13:23:45.022207 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d08787fa-032e-4bad-9a5f-cfb880b89f0e req-4ce991c6-dc4d-4d22-a662-fb73bc04ce13 service neutron] 10.222.0.52 "GET /v2.0/networks/781ac456-a908-484c-b28c-89e88a7da735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291437 Feb 09 13:23:45.488780 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99b024-f60a-4197-9077-fa8a63127e2c req-cb62a008-8ac0-411b-9822-67415e4b5ef9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:45.490251 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3f99b024-f60a-4197-9077-fa8a63127e2c req-cb62a008-8ac0-411b-9822-67415e4b5ef9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5 HTTP/1.1" status: 200 len: 946 time: 0.0807273 Feb 09 13:23:45.538344 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3f99b024-f60a-4197-9077-fa8a63127e2c req-fc06e133-c799-4d44-a4c0-df8fac878d12 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=174360d1-82da-4b8e-8630-0a1602cedb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418944 Feb 09 13:23:45.637475 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb594e24-2d0f-407d-8784-fffab0d35ad1 req-b8a8e377-261b-4c9d-960a-8ffcad27be1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:45.638931 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-eb594e24-2d0f-407d-8784-fffab0d35ad1 req-b8a8e377-261b-4c9d-960a-8ffcad27be1c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6056198879324428bd651de1cdbb016f&device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5 HTTP/1.1" status: 200 len: 1097 time: 0.0763741 Feb 09 13:23:45.767429 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb594e24-2d0f-407d-8784-fffab0d35ad1 req-6e64ac63-2bd1-4d93-acd3-fb29befa1712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:45.768881 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-eb594e24-2d0f-407d-8784-fffab0d35ad1 req-6e64ac63-2bd1-4d93-acd3-fb29befa1712 service neutron] 10.222.0.52 "GET /v2.0/networks?id=781ac456-a908-484c-b28c-89e88a7da735 HTTP/1.1" status: 200 len: 898 time: 0.1247706 Feb 09 13:23:45.877994 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-eb594e24-2d0f-407d-8784-fffab0d35ad1 req-838a4637-5244-4817-84b6-89eb03abe3a5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02c6a7ac-e333-443f-a455-19239e79bcfc HTTP/1.1" status: 200 len: 1002 time: 0.1035790 Feb 09 13:23:45.944123 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb594e24-2d0f-407d-8784-fffab0d35ad1 req-c8df1cc5-6052-457a-9619-b46d74366d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:45.945568 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-eb594e24-2d0f-407d-8784-fffab0d35ad1 req-c8df1cc5-6052-457a-9619-b46d74366d12 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13979102-d2c6-4d53-88b4-40517fc7b6b6 HTTP/1.1" status: 200 len: 833 time: 0.0622091 Feb 09 13:23:46.018775 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb594e24-2d0f-407d-8784-fffab0d35ad1 req-e3d4dcf4-87ec-4bda-8cd9-61ed94dab555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:46.020263 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-eb594e24-2d0f-407d-8784-fffab0d35ad1 req-e3d4dcf4-87ec-4bda-8cd9-61ed94dab555 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=781ac456-a908-484c-b28c-89e88a7da735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683815 Feb 09 13:23:46.150644 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-eb594e24-2d0f-407d-8784-fffab0d35ad1 req-caccbe01-8c98-4df2-9cd6-a5e50d7ed41c service neutron] 10.222.0.52 "GET /v2.0/networks/781ac456-a908-484c-b28c-89e88a7da735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242926 Feb 09 13:23:46.295260 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-eb594e24-2d0f-407d-8784-fffab0d35ad1 req-c12dc79c-88c2-41e1-aabf-cca10c986b5c service neutron] 10.222.0.52 "GET /v2.0/networks/781ac456-a908-484c-b28c-89e88a7da735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368549 Feb 09 13:23:46.526822 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-66a9aee3-2191-4d36-aa26-2e5eb92a2df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:46.726913 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24437028-b1c3-474a-8cb2-1f83aacf1026 req-b0d848c6-a07f-4e42-a937-b2efa255e7ca tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:46.728450 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-24437028-b1c3-474a-8cb2-1f83aacf1026 req-b0d848c6-a07f-4e42-a937-b2efa255e7ca tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5 HTTP/1.1" status: 200 len: 946 time: 0.0802286 Feb 09 13:23:46.773249 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-24437028-b1c3-474a-8cb2-1f83aacf1026 req-7365caab-fc4d-431a-a4e7-ac4ea2b8a113 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=174360d1-82da-4b8e-8630-0a1602cedb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391510 Feb 09 13:23:47.710620 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:47.822377 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:47.982344 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315fcfbd-7177-468d-bea9-db4c87ca4055 req-a70f7087-2ee4-44c0-ae42-bf74cf680cf4 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:47.983751 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-315fcfbd-7177-468d-bea9-db4c87ca4055 req-a70f7087-2ee4-44c0-ae42-bf74cf680cf4 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5 HTTP/1.1" status: 200 len: 946 time: 0.0977750 Feb 09 13:23:48.031810 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-315fcfbd-7177-468d-bea9-db4c87ca4055 req-3959d5e1-70ac-4a94-8142-7aa2d889b43a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=174360d1-82da-4b8e-8630-0a1602cedb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419633 Feb 09 13:23:49.213991 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49436b43-bb35-4a67-9ab8-0e2f353692e8 req-d57ab528-425c-4f47-8818-3340dd91ecea tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:49.215438 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-49436b43-bb35-4a67-9ab8-0e2f353692e8 req-d57ab528-425c-4f47-8818-3340dd91ecea tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5 HTTP/1.1" status: 200 len: 946 time: 0.0794606 Feb 09 13:23:49.259476 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-49436b43-bb35-4a67-9ab8-0e2f353692e8 req-27f0ce19-c0b2-4783-b90e-429f2115515f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=174360d1-82da-4b8e-8630-0a1602cedb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378599 Feb 09 13:23:49.399174 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:50.599590 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ed2ab-9741-45bd-9e33-fc0e12d54ed1 req-f2e473c8-f4cb-4c9b-a696-063aa1b3c766 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:50.601809 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aa1ed2ab-9741-45bd-9e33-fc0e12d54ed1 req-f2e473c8-f4cb-4c9b-a696-063aa1b3c766 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5 HTTP/1.1" status: 200 len: 946 time: 0.0828645 Feb 09 13:23:50.644427 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aa1ed2ab-9741-45bd-9e33-fc0e12d54ed1 req-2ef61a20-75ea-459a-a9d1-498bd6abd7dc tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=174360d1-82da-4b8e-8630-0a1602cedb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378413 Feb 09 13:23:50.998685 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:23:51.156751 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:51.831463 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc5907-5d6f-4470-b6f7-15e0af7553a2 req-19e1b087-6664-41ce-b66e-fa8dbf2719cd tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:51.832962 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6dcc5907-5d6f-4470-b6f7-15e0af7553a2 req-19e1b087-6664-41ce-b66e-fa8dbf2719cd tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5 HTTP/1.1" status: 200 len: 946 time: 0.0852067 Feb 09 13:23:51.879944 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6dcc5907-5d6f-4470-b6f7-15e0af7553a2 req-beed7be5-12bf-4b0e-a868-b9c9109e2e18 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=174360d1-82da-4b8e-8630-0a1602cedb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414841 Feb 09 13:23:53.064632 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef98c3-dd46-45bb-bc98-002cb53659a3 req-bcb4244d-fcd9-4b84-9f42-8865f803fec5 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:53.066094 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d2ef98c3-dd46-45bb-bc98-002cb53659a3 req-bcb4244d-fcd9-4b84-9f42-8865f803fec5 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5 HTTP/1.1" status: 200 len: 946 time: 0.0809565 Feb 09 13:23:53.109314 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d2ef98c3-dd46-45bb-bc98-002cb53659a3 req-b1413c03-c116-431a-97ac-69017f659085 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=174360d1-82da-4b8e-8630-0a1602cedb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377390 Feb 09 13:23:53.620565 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:54.301408 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897c615-f41f-4202-a6e6-36fd6754bb36 req-ba65ec27-7b23-4107-838c-44267f38b09c tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:54.302885 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b897c615-f41f-4202-a6e6-36fd6754bb36 req-ba65ec27-7b23-4107-838c-44267f38b09c tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5 HTTP/1.1" status: 200 len: 946 time: 0.0833340 Feb 09 13:23:54.348320 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b897c615-f41f-4202-a6e6-36fd6754bb36 req-48668fa7-d261-4a8a-9603-d55fb86f8b4d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=174360d1-82da-4b8e-8630-0a1602cedb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395193 Feb 09 13:23:55.529258 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ada5c4-2308-4147-95bb-48a87f8bddb0 req-0486815f-ddf0-4a5a-a97f-a2fb3b48cafd tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:55.530712 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e8ada5c4-2308-4147-95bb-48a87f8bddb0 req-0486815f-ddf0-4a5a-a97f-a2fb3b48cafd tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5 HTTP/1.1" status: 200 len: 946 time: 0.0790145 Feb 09 13:23:55.573830 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e8ada5c4-2308-4147-95bb-48a87f8bddb0 req-1e9eb558-54fc-488d-9da0-cac3da3d86a2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=174360d1-82da-4b8e-8630-0a1602cedb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375593 Feb 09 13:23:56.761303 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0f02c-87ae-4d3c-adb5-77507603ed84 req-e1b30de4-5340-4bde-a952-f24f0ff69e2f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:56.762733 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dca0f02c-87ae-4d3c-adb5-77507603ed84 req-e1b30de4-5340-4bde-a952-f24f0ff69e2f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5 HTTP/1.1" status: 200 len: 946 time: 0.0826952 Feb 09 13:23:56.805369 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dca0f02c-87ae-4d3c-adb5-77507603ed84 req-b9f77d49-11ca-44d9-b451-31f5197f05aa tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=174360d1-82da-4b8e-8630-0a1602cedb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370474 Feb 09 13:23:57.998964 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420e2e4-8a0b-41af-91fe-1829dddf5e17 req-885921a3-7b9e-431b-8cea-96bcf7fe7a31 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:58.000484 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1420e2e4-8a0b-41af-91fe-1829dddf5e17 req-885921a3-7b9e-431b-8cea-96bcf7fe7a31 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5 HTTP/1.1" status: 200 len: 946 time: 0.0866456 Feb 09 13:23:58.045404 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1420e2e4-8a0b-41af-91fe-1829dddf5e17 req-ab56d64e-bbf6-4477-ad16-437216599eb7 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=174360d1-82da-4b8e-8630-0a1602cedb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392458 Feb 09 13:23:59.237636 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f5acf-671f-4a83-b363-851d40acc55b req-014d7c43-2e4b-4c55-93f8-607ffabaf826 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:59.239090 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7c2f5acf-671f-4a83-b363-851d40acc55b req-014d7c43-2e4b-4c55-93f8-607ffabaf826 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5 HTTP/1.1" status: 200 len: 946 time: 0.0834131 Feb 09 13:23:59.282955 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7c2f5acf-671f-4a83-b363-851d40acc55b req-e2c272e6-a323-4af7-867f-38a8add3c099 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=174360d1-82da-4b8e-8630-0a1602cedb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383167 Feb 09 13:24:00.470081 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d535446-0302-4e73-ab0e-34e6b9d1dbd8 req-1dfc0184-17e4-46e4-8b88-5c9e1a231d96 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:00.471571 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d535446-0302-4e73-ab0e-34e6b9d1dbd8 req-1dfc0184-17e4-46e4-8b88-5c9e1a231d96 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5 HTTP/1.1" status: 200 len: 946 time: 0.0838985 Feb 09 13:24:00.519708 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d535446-0302-4e73-ab0e-34e6b9d1dbd8 req-89d9d99a-c273-4ee1-a4c8-c97bbd4cfddd tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=174360d1-82da-4b8e-8630-0a1602cedb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422418 Feb 09 13:24:01.705008 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee572a-85bb-447d-93d9-830698f1ca5a req-3d79c548-a400-45be-b742-3c9bd8febce5 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:01.706467 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aeee572a-85bb-447d-93d9-830698f1ca5a req-3d79c548-a400-45be-b742-3c9bd8febce5 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5 HTTP/1.1" status: 200 len: 946 time: 0.0783393 Feb 09 13:24:01.750185 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aeee572a-85bb-447d-93d9-830698f1ca5a req-97ffadee-bdb5-4348-8554-60aaf07766e2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=174360d1-82da-4b8e-8630-0a1602cedb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381274 Feb 09 13:24:02.933978 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901d62aa-feb7-4d48-81a8-640398fb482a req-0bf56a53-c230-4778-a521-2865dcefce26 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:02.936221 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-901d62aa-feb7-4d48-81a8-640398fb482a req-0bf56a53-c230-4778-a521-2865dcefce26 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5 HTTP/1.1" status: 200 len: 946 time: 0.0837035 Feb 09 13:24:02.979109 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-901d62aa-feb7-4d48-81a8-640398fb482a req-31b88f1f-7296-485e-81a7-c62e9c2fdf01 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=174360d1-82da-4b8e-8630-0a1602cedb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373514 Feb 09 13:24:03.167232 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [req-eb594e24-2d0f-407d-8784-fffab0d35ad1 req-7ddee9d7-b3a8-442f-beb9-59aca3f41730 service neutron] show failed (client error): The resource could not be found. Feb 09 13:24:03.168246 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-eb594e24-2d0f-407d-8784-fffab0d35ad1 req-7ddee9d7-b3a8-442f-beb9-59aca3f41730 service neutron] 10.222.0.52 "GET /v2.0/ports/02c6a7ac-e333-443f-a455-19239e79bcfc/bindings/n-h2-825178-3 HTTP/1.1" status: 404 len: 380 time: 0.0757174 Feb 09 13:24:03.470422 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb594e24-2d0f-407d-8784-fffab0d35ad1 req-45c1b71e-f831-4d51-b480-78e0709f351f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:03.472083 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eb594e24-2d0f-407d-8784-fffab0d35ad1 req-45c1b71e-f831-4d51-b480-78e0709f351f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5&tenant_id=6056198879324428bd651de1cdbb016f HTTP/1.1" status: 200 len: 1097 time: 0.1130168 Feb 09 13:24:03.483770 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-eb594e24-2d0f-407d-8784-fffab0d35ad1 req-320a8a5d-d7c1-40f9-a724-ab5afaf20f7f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825178-3', 'device_owner': 'compute:nova'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:24:03.595305 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-eb594e24-2d0f-407d-8784-fffab0d35ad1 req-320a8a5d-d7c1-40f9-a724-ab5afaf20f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:03.964133 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-eb594e24-2d0f-407d-8784-fffab0d35ad1 req-320a8a5d-d7c1-40f9-a724-ab5afaf20f7f service neutron] For port 02c6a7ac-e333-443f-a455-19239e79bcfc, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=02c6a7ac-e333-443f-a455-19239e79bcfc,segment=NetworkSegment(8f00b968-6250-4578-9e1a-e89dbf4fbb57),segment_id=8f00b968-6250-4578-9e1a-e89dbf4fbb57)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:24:03.996149 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-eb594e24-2d0f-407d-8784-fffab0d35ad1 req-320a8a5d-d7c1-40f9-a724-ab5afaf20f7f service neutron] For port 02c6a7ac-e333-443f-a455-19239e79bcfc, host n-h1-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:24:04.058546 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ef265bc-14fd-4ef5-b921-ef05cecd11f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02c6a7ac-e333-443f-a455-19239e79bcfc'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:24:04.064634 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-eb594e24-2d0f-407d-8784-fffab0d35ad1 req-320a8a5d-d7c1-40f9-a724-ab5afaf20f7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:04.079258 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-eb594e24-2d0f-407d-8784-fffab0d35ad1 req-320a8a5d-d7c1-40f9-a724-ab5afaf20f7f service neutron] Transition to ACTIVE for port object 02c6a7ac-e333-443f-a455-19239e79bcfc will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:24:04.082673 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-eb594e24-2d0f-407d-8784-fffab0d35ad1 req-320a8a5d-d7c1-40f9-a724-ab5afaf20f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:04.242720 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a8a5d-d7c1-40f9-a724-ab5afaf20f7f service neutron] Pushing event updated for resources: {'Port': ['ID=02c6a7ac-e333-443f-a455-19239e79bcfc,revision_number=6']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:04.274113 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a8a5d-d7c1-40f9-a724-ab5afaf20f7f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:04.274475 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a8a5d-d7c1-40f9-a724-ab5afaf20f7f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:04.274786 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a8a5d-d7c1-40f9-a724-ab5afaf20f7f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:04.275116 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a8a5d-d7c1-40f9-a724-ab5afaf20f7f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:04.275442 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a8a5d-d7c1-40f9-a724-ab5afaf20f7f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:04.275769 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a8a5d-d7c1-40f9-a724-ab5afaf20f7f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:04.276117 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a8a5d-d7c1-40f9-a724-ab5afaf20f7f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:04.276436 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a8a5d-d7c1-40f9-a724-ab5afaf20f7f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:04.276755 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a8a5d-d7c1-40f9-a724-ab5afaf20f7f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:04.277080 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a8a5d-d7c1-40f9-a724-ab5afaf20f7f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:04.277395 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a8a5d-d7c1-40f9-a724-ab5afaf20f7f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:04.277708 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a8a5d-d7c1-40f9-a724-ab5afaf20f7f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:04.355085 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb594e24-2d0f-407d-8784-fffab0d35ad1 req-320a8a5d-d7c1-40f9-a724-ab5afaf20f7f service neutron] No DVR routers for this DVR port 02c6a7ac-e333-443f-a455-19239e79bcfc on host n-h1-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:24:04.414234 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908f69b-4fe7-46a2-98c6-998227bb1aff req-ad81a0c0-093f-4eaf-87b8-e4c6f8b5c656 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:04.415694 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7908f69b-4fe7-46a2-98c6-998227bb1aff req-ad81a0c0-093f-4eaf-87b8-e4c6f8b5c656 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5 HTTP/1.1" status: 200 len: 944 time: 0.2940283 Feb 09 13:24:04.543350 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7908f69b-4fe7-46a2-98c6-998227bb1aff req-3df18137-2e68-48dc-a609-e12cefd1210e tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=174360d1-82da-4b8e-8630-0a1602cedb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167037 Feb 09 13:24:04.613390 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ef265bc-14fd-4ef5-b921-ef05cecd11f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02c6a7ac-e333-443f-a455-19239e79bcfc', 'code': 200} Feb 09 13:24:04.622137 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-eb594e24-2d0f-407d-8784-fffab0d35ad1 req-320a8a5d-d7c1-40f9-a724-ab5afaf20f7f service neutron] Attempting to bind port 02c6a7ac-e333-443f-a455-19239e79bcfc on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:24:04.622480 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-eb594e24-2d0f-407d-8784-fffab0d35ad1 req-320a8a5d-d7c1-40f9-a724-ab5afaf20f7f service neutron] Attempting to bind port 02c6a7ac-e333-443f-a455-19239e79bcfc by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': '8f00b968-6250-4578-9e1a-e89dbf4fbb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '781ac456-a908-484c-b28c-89e88a7da735'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:24:04.622892 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb594e24-2d0f-407d-8784-fffab0d35ad1 req-320a8a5d-d7c1-40f9-a724-ab5afaf20f7f service neutron] Attempting to bind port 02c6a7ac-e333-443f-a455-19239e79bcfc on network 781ac456-a908-484c-b28c-89e88a7da735 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:24:04.627433 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb594e24-2d0f-407d-8784-fffab0d35ad1 req-320a8a5d-d7c1-40f9-a724-ab5afaf20f7f service neutron] Port 02c6a7ac-e333-443f-a455-19239e79bcfc on network 781ac456-a908-484c-b28c-89e88a7da735 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 13:24:04.627767 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb594e24-2d0f-407d-8784-fffab0d35ad1 req-320a8a5d-d7c1-40f9-a724-ab5afaf20f7f service neutron] Attempting to bind port 02c6a7ac-e333-443f-a455-19239e79bcfc on network 781ac456-a908-484c-b28c-89e88a7da735 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:24:04.632722 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb594e24-2d0f-407d-8784-fffab0d35ad1 req-320a8a5d-d7c1-40f9-a724-ab5afaf20f7f service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:24:04.633049 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb594e24-2d0f-407d-8784-fffab0d35ad1 req-320a8a5d-d7c1-40f9-a724-ab5afaf20f7f service neutron] Checking segment: {'id': '8f00b968-6250-4578-9e1a-e89dbf4fbb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '781ac456-a908-484c-b28c-89e88a7da735'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:24:04.633422 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb594e24-2d0f-407d-8784-fffab0d35ad1 req-320a8a5d-d7c1-40f9-a724-ab5afaf20f7f service neutron] Bound using segment: {'id': '8f00b968-6250-4578-9e1a-e89dbf4fbb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '781ac456-a908-484c-b28c-89e88a7da735'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:24:04.633833 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-eb594e24-2d0f-407d-8784-fffab0d35ad1 req-320a8a5d-d7c1-40f9-a724-ab5afaf20f7f service neutron] Bound port: 02c6a7ac-e333-443f-a455-19239e79bcfc, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f00b968-6250-4578-9e1a-e89dbf4fbb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '781ac456-a908-484c-b28c-89e88a7da735'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:24:04.634173 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-eb594e24-2d0f-407d-8784-fffab0d35ad1 req-320a8a5d-d7c1-40f9-a724-ab5afaf20f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:04.724466 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-eb594e24-2d0f-407d-8784-fffab0d35ad1 req-320a8a5d-d7c1-40f9-a724-ab5afaf20f7f service neutron] For port 02c6a7ac-e333-443f-a455-19239e79bcfc, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:24:04.727301 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-eb594e24-2d0f-407d-8784-fffab0d35ad1 req-320a8a5d-d7c1-40f9-a724-ab5afaf20f7f service neutron] For port 02c6a7ac-e333-443f-a455-19239e79bcfc, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=02c6a7ac-e333-443f-a455-19239e79bcfc,segment=NetworkSegment(8f00b968-6250-4578-9e1a-e89dbf4fbb57),segment_id=8f00b968-6250-4578-9e1a-e89dbf4fbb57)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:24:04.731403 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-eb594e24-2d0f-407d-8784-fffab0d35ad1 req-320a8a5d-d7c1-40f9-a724-ab5afaf20f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:04.790906 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb594e24-2d0f-407d-8784-fffab0d35ad1 req-320a8a5d-d7c1-40f9-a724-ab5afaf20f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:04.791571 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-eb594e24-2d0f-407d-8784-fffab0d35ad1 req-320a8a5d-d7c1-40f9-a724-ab5afaf20f7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:04.793339 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eb594e24-2d0f-407d-8784-fffab0d35ad1 req-320a8a5d-d7c1-40f9-a724-ab5afaf20f7f service neutron] 10.222.0.46 "PUT /v2.0/ports/02c6a7ac-e333-443f-a455-19239e79bcfc HTTP/1.1" status: 200 len: 1092 time: 1.3139677 Feb 09 13:24:04.808199 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a8a5d-d7c1-40f9-a724-ab5afaf20f7f service neutron] Pushing event updated for resources: {'Port': ['ID=02c6a7ac-e333-443f-a455-19239e79bcfc,revision_number=7']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:04.893394 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb594e24-2d0f-407d-8784-fffab0d35ad1 req-e990dc51-409b-46f8-8595-281c5cddb8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:04.894871 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eb594e24-2d0f-407d-8784-fffab0d35ad1 req-e990dc51-409b-46f8-8595-281c5cddb8b7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6056198879324428bd651de1cdbb016f&device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5 HTTP/1.1" status: 200 len: 1095 time: 0.0777512 Feb 09 13:24:05.035490 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb594e24-2d0f-407d-8784-fffab0d35ad1 req-185adb11-d999-4fe5-8620-05ebb23fdbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:05.036969 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eb594e24-2d0f-407d-8784-fffab0d35ad1 req-185adb11-d999-4fe5-8620-05ebb23fdbb3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=781ac456-a908-484c-b28c-89e88a7da735 HTTP/1.1" status: 200 len: 898 time: 0.1362453 Feb 09 13:24:05.136024 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eb594e24-2d0f-407d-8784-fffab0d35ad1 req-3dc61a0e-d9a6-4fa5-9cbb-13bef2803b43 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02c6a7ac-e333-443f-a455-19239e79bcfc HTTP/1.1" status: 200 len: 1000 time: 0.0922866 Feb 09 13:24:05.201036 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb594e24-2d0f-407d-8784-fffab0d35ad1 req-865a5185-edc7-43a0-98d7-3ab473d717c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:05.202447 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eb594e24-2d0f-407d-8784-fffab0d35ad1 req-865a5185-edc7-43a0-98d7-3ab473d717c7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=13979102-d2c6-4d53-88b4-40517fc7b6b6 HTTP/1.1" status: 200 len: 833 time: 0.0609143 Feb 09 13:24:05.275156 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb594e24-2d0f-407d-8784-fffab0d35ad1 req-efdcf198-b2f2-4889-88b2-d8ad5771d801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:05.276641 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eb594e24-2d0f-407d-8784-fffab0d35ad1 req-efdcf198-b2f2-4889-88b2-d8ad5771d801 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=781ac456-a908-484c-b28c-89e88a7da735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687459 Feb 09 13:24:05.513756 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eb594e24-2d0f-407d-8784-fffab0d35ad1 req-8e994cf4-0115-42ef-918c-3527f5fa86fd service neutron] 10.222.0.46 "GET /v2.0/networks/781ac456-a908-484c-b28c-89e88a7da735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303185 Feb 09 13:24:05.644140 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-eb594e24-2d0f-407d-8784-fffab0d35ad1 req-99e0c02c-54cc-451f-8e7c-df3ecbd75e3b service neutron] 10.222.0.46 "GET /v2.0/networks/781ac456-a908-484c-b28c-89e88a7da735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248562 Feb 09 13:24:05.743727 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064c1bd-0670-4324-b438-c5abd3894f75 req-4962f206-f544-4ea9-9097-bb14af24e809 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:05.745220 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1064c1bd-0670-4324-b438-c5abd3894f75 req-4962f206-f544-4ea9-9097-bb14af24e809 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5 HTTP/1.1" status: 200 len: 944 time: 0.0851755 Feb 09 13:24:05.790040 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1064c1bd-0670-4324-b438-c5abd3894f75 req-8f5065f4-fa30-4263-844b-a35349cd42ba tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=174360d1-82da-4b8e-8630-0a1602cedb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391684 Feb 09 13:24:06.614521 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ef265bc-14fd-4ef5-b921-ef05cecd11f5', 'tag': '02c6a7ac-e333-443f-a455-19239e79bcfc'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:24:06.670524 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ef265bc-14fd-4ef5-b921-ef05cecd11f5', 'tag': '02c6a7ac-e333-443f-a455-19239e79bcfc', 'status': 'completed', 'code': 200} Feb 09 13:24:06.758135 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577bdf3-32f4-45cf-b8ce-3671a30c9937 req-433b4c39-cb73-4466-a64b-38087473684a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:06.759700 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577bdf3-32f4-45cf-b8ce-3671a30c9937 req-e587f229-fb68-4c38-aba4-626d31e24c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:06.760346 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b577bdf3-32f4-45cf-b8ce-3671a30c9937 req-433b4c39-cb73-4466-a64b-38087473684a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6056198879324428bd651de1cdbb016f&device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5 HTTP/1.1" status: 200 len: 1095 time: 0.0714316 Feb 09 13:24:06.761368 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b577bdf3-32f4-45cf-b8ce-3671a30c9937 req-e587f229-fb68-4c38-aba4-626d31e24c84 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6056198879324428bd651de1cdbb016f&device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5 HTTP/1.1" status: 200 len: 1095 time: 0.0703332 Feb 09 13:24:06.860429 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 02c6a7ac-e333-443f-a455-19239e79bcfc no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:24:06.906047 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577bdf3-32f4-45cf-b8ce-3671a30c9937 req-249a46ff-8622-478c-a542-5e1961a50052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:06.907544 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b577bdf3-32f4-45cf-b8ce-3671a30c9937 req-249a46ff-8622-478c-a542-5e1961a50052 service neutron] 10.222.0.46 "GET /v2.0/networks?id=781ac456-a908-484c-b28c-89e88a7da735 HTTP/1.1" status: 200 len: 898 time: 0.1402495 Feb 09 13:24:06.934271 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 02c6a7ac-e333-443f-a455-19239e79bcfc not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:24:07.007608 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577bdf3-32f4-45cf-b8ce-3671a30c9937 req-09fa9feb-b925-4665-b0ba-fb1587461252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:07.009108 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b577bdf3-32f4-45cf-b8ce-3671a30c9937 req-09fa9feb-b925-4665-b0ba-fb1587461252 service neutron] 10.222.0.52 "GET /v2.0/networks?id=781ac456-a908-484c-b28c-89e88a7da735 HTTP/1.1" status: 200 len: 898 time: 0.2424781 Feb 09 13:24:07.070177 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b577bdf3-32f4-45cf-b8ce-3671a30c9937 req-5887f4a1-3148-41d6-973a-c75c7407a75c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02c6a7ac-e333-443f-a455-19239e79bcfc HTTP/1.1" status: 200 len: 1000 time: 0.1188614 Feb 09 13:24:07.118568 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b577bdf3-32f4-45cf-b8ce-3671a30c9937 req-26bb2b28-0d85-4080-921a-b24b0a2f10e4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02c6a7ac-e333-443f-a455-19239e79bcfc HTTP/1.1" status: 200 len: 1000 time: 0.1017942 Feb 09 13:24:07.130738 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35451bab-771c-4556-a4a4-4c8b138f8a82 req-75b6412e-72c4-4823-a646-8bb6c9732b38 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:07.132260 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-35451bab-771c-4556-a4a4-4c8b138f8a82 req-75b6412e-72c4-4823-a646-8bb6c9732b38 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5 HTTP/1.1" status: 200 len: 944 time: 0.2237809 Feb 09 13:24:07.184402 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577bdf3-32f4-45cf-b8ce-3671a30c9937 req-6366e8c5-d094-449a-8ba9-8e5afe48e6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:07.185905 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b577bdf3-32f4-45cf-b8ce-3671a30c9937 req-6366e8c5-d094-449a-8ba9-8e5afe48e6a3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13979102-d2c6-4d53-88b4-40517fc7b6b6 HTTP/1.1" status: 200 len: 833 time: 0.0618916 Feb 09 13:24:07.192227 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-35451bab-771c-4556-a4a4-4c8b138f8a82 req-a86ab57c-07f9-480c-bedc-a8fd5dd01de3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=174360d1-82da-4b8e-8630-0a1602cedb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525978 Feb 09 13:24:07.193825 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577bdf3-32f4-45cf-b8ce-3671a30c9937 req-02a5e5a0-f1f8-4373-bee1-9da75c011c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:07.195220 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b577bdf3-32f4-45cf-b8ce-3671a30c9937 req-02a5e5a0-f1f8-4373-bee1-9da75c011c6f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=13979102-d2c6-4d53-88b4-40517fc7b6b6 HTTP/1.1" status: 200 len: 833 time: 0.1164343 Feb 09 13:24:07.287258 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577bdf3-32f4-45cf-b8ce-3671a30c9937 req-92a2fe07-7b07-4d01-9ce4-a57ac19d08d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:07.289228 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b577bdf3-32f4-45cf-b8ce-3671a30c9937 req-92a2fe07-7b07-4d01-9ce4-a57ac19d08d2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=781ac456-a908-484c-b28c-89e88a7da735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0974674 Feb 09 13:24:07.290585 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577bdf3-32f4-45cf-b8ce-3671a30c9937 req-d09fff6c-3305-43ac-b5fa-5389257851db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:07.292156 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b577bdf3-32f4-45cf-b8ce-3671a30c9937 req-d09fff6c-3305-43ac-b5fa-5389257851db service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=781ac456-a908-484c-b28c-89e88a7da735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0893292 Feb 09 13:24:07.424853 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b577bdf3-32f4-45cf-b8ce-3671a30c9937 req-d0768f0c-5deb-42a2-a0b0-948543b74e54 service neutron] 10.222.0.46 "GET /v2.0/networks/781ac456-a908-484c-b28c-89e88a7da735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267028 Feb 09 13:24:07.425510 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b577bdf3-32f4-45cf-b8ce-3671a30c9937 req-79278de5-a39a-462d-aaeb-e6e6fa371eb9 service neutron] 10.222.0.52 "GET /v2.0/networks/781ac456-a908-484c-b28c-89e88a7da735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296077 Feb 09 13:24:07.556363 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b577bdf3-32f4-45cf-b8ce-3671a30c9937 req-505ebe29-a749-4d3f-944d-7233de9bedfd service neutron] 10.222.0.46 "GET /v2.0/networks/781ac456-a908-484c-b28c-89e88a7da735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263137 Feb 09 13:24:07.562045 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b577bdf3-32f4-45cf-b8ce-3671a30c9937 req-c54054a9-0212-483f-82ad-74c9d98de4f1 service neutron] 10.222.0.52 "GET /v2.0/networks/781ac456-a908-484c-b28c-89e88a7da735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307936 Feb 09 13:24:08.378652 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2dbf1d-5ebf-486c-bf67-66e209efeddf req-85803097-7820-4e93-9f2b-5f8b2fd66051 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:08.380159 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2a2dbf1d-5ebf-486c-bf67-66e209efeddf req-85803097-7820-4e93-9f2b-5f8b2fd66051 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5 HTTP/1.1" status: 200 len: 944 time: 0.0799205 Feb 09 13:24:08.424352 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2a2dbf1d-5ebf-486c-bf67-66e209efeddf req-f457a340-c10e-4586-8600-6c7e6b93a47a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=174360d1-82da-4b8e-8630-0a1602cedb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386910 Feb 09 13:24:08.727938 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db77c7d7-f512-47d7-9ca1-9521316247f9 req-cb655f56-1e6e-415e-b23d-a3398be7e487 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:08.729394 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-db77c7d7-f512-47d7-9ca1-9521316247f9 req-cb655f56-1e6e-415e-b23d-a3398be7e487 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5 HTTP/1.1" status: 200 len: 944 time: 0.0832579 Feb 09 13:24:08.731143 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29573c9-e82d-4c59-b210-d32553748318 req-1a652f1e-944b-45ba-babc-ba8fe6f7f43b tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:08.732213 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-d29573c9-e82d-4c59-b210-d32553748318 req-1a652f1e-944b-45ba-babc-ba8fe6f7f43b tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Synchronizing usage tracker for tenant:6056198879324428bd651de1cdbb016f on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:24:08.749785 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-d29573c9-e82d-4c59-b210-d32553748318 req-1a652f1e-944b-45ba-babc-ba8fe6f7f43b tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Unset dirty status for tenant:6056198879324428bd651de1cdbb016f on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:24:08.750368 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d29573c9-e82d-4c59-b210-d32553748318 req-1a652f1e-944b-45ba-babc-ba8fe6f7f43b tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5&tenant_id=6056198879324428bd651de1cdbb016f&binding%3Ahost_id=n-h2-825178-3 HTTP/1.1" status: 200 len: 944 time: 0.1014929 Feb 09 13:24:08.773917 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-db77c7d7-f512-47d7-9ca1-9521316247f9 req-29c48492-3a3d-4c22-98d2-a89c549f8a93 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=174360d1-82da-4b8e-8630-0a1602cedb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388157 Feb 09 13:24:08.831483 n-d-825178-3 neutron-server[87568]: INFO neutron.api.v2.resource [req-d29573c9-e82d-4c59-b210-d32553748318 req-8ced5ef8-022d-45ef-8614-df4feedd81c4 service neutron] delete failed (client error): The resource could not be found. Feb 09 13:24:08.832518 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d29573c9-e82d-4c59-b210-d32553748318 req-8ced5ef8-022d-45ef-8614-df4feedd81c4 service neutron] 10.222.0.52 "DELETE /v2.0/ports/02c6a7ac-e333-443f-a455-19239e79bcfc/bindings/n-h1-825178-3 HTTP/1.1" status: 404 len: 380 time: 0.0768619 Feb 09 13:24:08.904131 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 02c6a7ac-e333-443f-a455-19239e79bcfc details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:24:08.963656 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb91d06-a0b0-4af3-b2ea-e28b38db3ec4 req-d8be30dc-f19a-47f5-9857-8dfe994cb2f8 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:08.965353 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0bb91d06-a0b0-4af3-b2ea-e28b38db3ec4 req-d8be30dc-f19a-47f5-9857-8dfe994cb2f8 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5 HTTP/1.1" status: 200 len: 944 time: 0.0861862 Feb 09 13:24:08.982914 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29573c9-e82d-4c59-b210-d32553748318 req-ebb4d58a-de8d-4958-b228-52b567027d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:08.984582 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d29573c9-e82d-4c59-b210-d32553748318 req-ebb4d58a-de8d-4958-b228-52b567027d3c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6056198879324428bd651de1cdbb016f&device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5 HTTP/1.1" status: 200 len: 1095 time: 0.0742183 Feb 09 13:24:09.020155 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0bb91d06-a0b0-4af3-b2ea-e28b38db3ec4 req-5e58ce05-23f9-4922-9d5e-26a216305e61 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=174360d1-82da-4b8e-8630-0a1602cedb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484884 Feb 09 13:24:09.041594 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 02c6a7ac-e333-443f-a455-19239e79bcfc, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=02c6a7ac-e333-443f-a455-19239e79bcfc,segment=NetworkSegment(8f00b968-6250-4578-9e1a-e89dbf4fbb57),segment_id=8f00b968-6250-4578-9e1a-e89dbf4fbb57)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:24:09.054507 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '02c6a7ac-e333-443f-a455-19239e79bcfc', 'network_id': '781ac456-a908-484c-b28c-89e88a7da735', 'port_id': '02c6a7ac-e333-443f-a455-19239e79bcfc', 'mac_address': 'fa:16:3e:f5:44:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13979102-d2c6-4d53-88b4-40517fc7b6b6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:24:09.111720 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:09.119482 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29573c9-e82d-4c59-b210-d32553748318 req-fecedd5c-2219-482f-913c-9946f94fbfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:09.120688 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d29573c9-e82d-4c59-b210-d32553748318 req-fecedd5c-2219-482f-913c-9946f94fbfe8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=781ac456-a908-484c-b28c-89e88a7da735 HTTP/1.1" status: 200 len: 898 time: 0.1290574 Feb 09 13:24:09.129361 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02c6a7ac-e333-443f-a455-19239e79bcfc {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:24:09.145070 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 02c6a7ac-e333-443f-a455-19239e79bcfc, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=02c6a7ac-e333-443f-a455-19239e79bcfc,segment=NetworkSegment(8f00b968-6250-4578-9e1a-e89dbf4fbb57),segment_id=8f00b968-6250-4578-9e1a-e89dbf4fbb57)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:24:09.148984 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:09.214375 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=02c6a7ac-e333-443f-a455-19239e79bcfc,revision_number=8']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:09.221718 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:09.222061 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:09.222397 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:09.222725 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:09.223052 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:09.223380 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:09.223702 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:09.224378 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:09.224702 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:09.225021 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:09.225338 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:09.225658 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:09.227439 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d29573c9-e82d-4c59-b210-d32553748318 req-358c624a-1eb8-4cac-9344-3b3c40b6205a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02c6a7ac-e333-443f-a455-19239e79bcfc HTTP/1.1" status: 200 len: 1001 time: 0.0993483 Feb 09 13:24:09.289564 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29573c9-e82d-4c59-b210-d32553748318 req-4ace0a81-4d27-4f13-a0d3-5d6b01641e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:09.290962 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d29573c9-e82d-4c59-b210-d32553748318 req-4ace0a81-4d27-4f13-a0d3-5d6b01641e41 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13979102-d2c6-4d53-88b4-40517fc7b6b6 HTTP/1.1" status: 200 len: 833 time: 0.0565708 Feb 09 13:24:09.368107 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29573c9-e82d-4c59-b210-d32553748318 req-d3a3a882-9cfe-43a7-a360-60a4236fd2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:09.369549 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d29573c9-e82d-4c59-b210-d32553748318 req-d3a3a882-9cfe-43a7-a360-60a4236fd2b5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=781ac456-a908-484c-b28c-89e88a7da735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724895 Feb 09 13:24:09.395777 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['02c6a7ac-e333-443f-a455-19239e79bcfc'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:24:09.511499 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d29573c9-e82d-4c59-b210-d32553748318 req-891d4674-7b6a-421e-91e9-74299b3187ee service neutron] 10.222.0.52 "GET /v2.0/networks/781ac456-a908-484c-b28c-89e88a7da735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342702 Feb 09 13:24:09.642879 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d29573c9-e82d-4c59-b210-d32553748318 req-ea2c9fbf-1661-4846-b181-b77da2fc4333 service neutron] 10.222.0.52 "GET /v2.0/networks/781ac456-a908-484c-b28c-89e88a7da735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257138 Feb 09 13:24:10.219581 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6433cd-dcfc-4bdd-b102-660a3812c15a req-6ed19418-3521-4a55-8a05-69016589630c tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:10.221177 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5d6433cd-dcfc-4bdd-b102-660a3812c15a req-6ed19418-3521-4a55-8a05-69016589630c tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5 HTTP/1.1" status: 200 len: 945 time: 0.0828166 Feb 09 13:24:10.268399 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5d6433cd-dcfc-4bdd-b102-660a3812c15a req-43a30e1c-f4e3-464d-a225-9454f037cecc tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=174360d1-82da-4b8e-8630-0a1602cedb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406032 Feb 09 13:24:10.291586 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47242) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:10.503058 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ccbc61d5-b154-40b8-8401-6d37925100ed tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/floatingips/b9ec896d-e52b-4874-8f94-68cb0e740558 HTTP/1.1" status: 200 len: 993 time: 0.2103131 Feb 09 13:24:10.933428 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 02c6a7ac-e333-443f-a455-19239e79bcfc up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:24:10.999345 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 02c6a7ac-e333-443f-a455-19239e79bcfc completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:24:11.003883 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 02c6a7ac-e333-443f-a455-19239e79bcfc triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:24:11.004253 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:11.126783 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:11.153715 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ef265bc-14fd-4ef5-b921-ef05cecd11f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c6a7ac-e333-443f-a455-19239e79bcfc'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:24:11.163148 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 02c6a7ac-e333-443f-a455-19239e79bcfc, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=02c6a7ac-e333-443f-a455-19239e79bcfc,segment=NetworkSegment(8f00b968-6250-4578-9e1a-e89dbf4fbb57),segment_id=8f00b968-6250-4578-9e1a-e89dbf4fbb57)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:24:11.166910 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:11.200791 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ef265bc-14fd-4ef5-b921-ef05cecd11f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c6a7ac-e333-443f-a455-19239e79bcfc', 'code': 200} Feb 09 13:24:11.238366 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=02c6a7ac-e333-443f-a455-19239e79bcfc,revision_number=9']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:14.127146 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e8fae304-7da7-4986-9f88-7b2615b1d94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:16.528500 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-61e64fbf-50c2-4931-a6b0-ef1319f6b19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:17.711870 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:17.827521 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:19.401777 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:21.120878 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:23.635353 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:27.999499 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:24:33.644952 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-563c47ee-6aba-460d-b621-77089e2c6cbc req-95f1a161-cfc4-42b2-9ba0-f402d8726919 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0723681 Feb 09 13:24:33.783667 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c47ee-6aba-460d-b621-77089e2c6cbc req-3c5bd362-8b89-4152-8232-37470f05fea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:33.785167 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-563c47ee-6aba-460d-b621-77089e2c6cbc req-3c5bd362-8b89-4152-8232-37470f05fea7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6056198879324428bd651de1cdbb016f&device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5 HTTP/1.1" status: 200 len: 1097 time: 0.0691617 Feb 09 13:24:33.937205 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c47ee-6aba-460d-b621-77089e2c6cbc req-bb2c4f4c-4a8c-49e8-bfbe-d8e770a4e6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:33.938661 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-563c47ee-6aba-460d-b621-77089e2c6cbc req-bb2c4f4c-4a8c-49e8-bfbe-d8e770a4e6b9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=781ac456-a908-484c-b28c-89e88a7da735 HTTP/1.1" status: 200 len: 898 time: 0.1274748 Feb 09 13:24:34.041206 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-563c47ee-6aba-460d-b621-77089e2c6cbc req-6d1df3aa-b7de-4f73-8cac-708cadb265e1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02c6a7ac-e333-443f-a455-19239e79bcfc HTTP/1.1" status: 200 len: 1002 time: 0.0935919 Feb 09 13:24:34.101782 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c47ee-6aba-460d-b621-77089e2c6cbc req-2fcd4446-150a-4437-aa5d-4e7d02770c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:34.103162 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-563c47ee-6aba-460d-b621-77089e2c6cbc req-2fcd4446-150a-4437-aa5d-4e7d02770c59 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=13979102-d2c6-4d53-88b4-40517fc7b6b6 HTTP/1.1" status: 200 len: 833 time: 0.0561523 Feb 09 13:24:34.178763 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c47ee-6aba-460d-b621-77089e2c6cbc req-5bf071c4-9c71-401c-927e-0a2e60c7d3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:34.180218 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-563c47ee-6aba-460d-b621-77089e2c6cbc req-5bf071c4-9c71-401c-927e-0a2e60c7d3ab service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=781ac456-a908-484c-b28c-89e88a7da735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702503 Feb 09 13:24:34.311796 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-563c47ee-6aba-460d-b621-77089e2c6cbc req-7e6c5ea4-70b0-4731-8861-aa5262e79352 service neutron] 10.222.0.46 "GET /v2.0/networks/781ac456-a908-484c-b28c-89e88a7da735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247299 Feb 09 13:24:34.442345 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-563c47ee-6aba-460d-b621-77089e2c6cbc req-440e4a0b-ace3-4e57-9499-7a23ced84ac7 service neutron] 10.222.0.46 "GET /v2.0/networks/781ac456-a908-484c-b28c-89e88a7da735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241941 Feb 09 13:24:39.101700 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47256) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:39.345614 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-22d42168-4c73-46f6-958e-8b9857dea34f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Deleting port 6935c6e5-855c-4de8-9db1-daee155360c3 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:24:39.345996 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-22d42168-4c73-46f6-958e-8b9857dea34f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:39.520017 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-22d42168-4c73-46f6-958e-8b9857dea34f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:39.520350 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-22d42168-4c73-46f6-958e-8b9857dea34f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:39.641022 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-22d42168-4c73-46f6-958e-8b9857dea34f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Calling delete_port for 6935c6e5-855c-4de8-9db1-daee155360c3 owned by network:floatingip {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:24:39.895667 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-22d42168-4c73-46f6-958e-8b9857dea34f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:39.941559 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d42168-4c73-46f6-958e-8b9857dea34f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event deleted for resources: {'Port': ['ID=6935c6e5-855c-4de8-9db1-daee155360c3,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:40.013168 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-82aeefe1-9c52-499f-8297-fdee0547d3c8 req-2b277e7a-a1a5-4cf5-b813-6a244e6c8ee4 tempest-ServerDiskConfigTestJSON-263152250 tempest-ServerDiskConfigTestJSON-263152250-project] (87567) timed out ('10.222.0.52', 54981) {{(pid=87567) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 13:24:40.034215 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-22d42168-4c73-46f6-958e-8b9857dea34f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for floatingip, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:40.034547 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [None req-22d42168-4c73-46f6-958e-8b9857dea34f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Floating IP b9ec896d-e52b-4874-8f94-68cb0e740558 disassociated (deleted). External IP: 172.25.7.101, port: 02c6a7ac-e333-443f-a455-19239e79bcfc. Feb 09 13:24:40.382606 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d42168-4c73-46f6-958e-8b9857dea34f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Router 9abe716a-9d85-4a9b-985e-16e85961b8c6 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:24:40.585184 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d42168-4c73-46f6-958e-8b9857dea34f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:24:40.598185 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea75beb7-04f3-4729-bebb-7169c69cf5c6 None None] Sync routers for ids ['9abe716a-9d85-4a9b-985e-16e85961b8c6'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:24:40.606167 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-22d42168-4c73-46f6-958e-8b9857dea34f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:40.611513 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea75beb7-04f3-4729-bebb-7169c69cf5c6 None None] Routers {'9abe716a-9d85-4a9b-985e-16e85961b8c6'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:24:40.612167 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-ea75beb7-04f3-4729-bebb-7169c69cf5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:24:17Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['9abe716a-9d85-4a9b-985e-16e85961b8c6'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:40.659807 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-22d42168-4c73-46f6-958e-8b9857dea34f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "DELETE /v2.0/floatingips/b9ec896d-e52b-4874-8f94-68cb0e740558 HTTP/1.1" status: 204 len: 168 time: 1.5570316 Feb 09 13:24:40.660394 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ef265bc-14fd-4ef5-b921-ef05cecd11f5', 'tag': '02c6a7ac-e333-443f-a455-19239e79bcfc'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:24:40.787455 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-ea75beb7-04f3-4729-bebb-7169c69cf5c6 None None] Set router 9abe716a-9d85-4a9b-985e-16e85961b8c6 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:24:40.902948 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ef265bc-14fd-4ef5-b921-ef05cecd11f5', 'tag': '02c6a7ac-e333-443f-a455-19239e79bcfc', 'status': 'completed', 'code': 200} Feb 09 13:24:41.070718 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2befb3aa-d3f6-4968-9048-bf3a09a8bd05 req-6a3cf922-e193-4ba8-8258-ad6716b19aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:41.072237 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2befb3aa-d3f6-4968-9048-bf3a09a8bd05 req-6a3cf922-e193-4ba8-8258-ad6716b19aa5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6056198879324428bd651de1cdbb016f&device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5 HTTP/1.1" status: 200 len: 1097 time: 0.1369202 Feb 09 13:24:41.151416 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-ea75beb7-04f3-4729-bebb-7169c69cf5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abe716a-9d85-4a9b-985e-16e85961b8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291123537', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'a40ee2f0-9261-45a6-8256-aa6d032f4e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:22:49Z', 'updated_at': '2022-02-09T13:22:54Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': 'a40ee2f0-9261-45a6-8256-aa6d032f4e23', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ef:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abe716a-9d85-4a9b-985e-16e85961b8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:50Z', 'updated_at': '2022-02-09T13:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '8131185d-8e8f-406e-8395-d09a9a8fb6c0', 'name': '', 'network_id': '781ac456-a908-484c-b28c-89e88a7da735', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'mac_address': 'fa:16:3e:17:9a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abe716a-9d85-4a9b-985e-16e85961b8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '13979102-d2c6-4d53-88b4-40517fc7b6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:53Z', 'updated_at': '2022-02-09T13:22:59Z', 'revision_number': 5, 'project_id': '6056198879324428bd651de1cdbb016f', 'subnets': [{'id': '13979102-d2c6-4d53-88b4-40517fc7b6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:41.157472 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea75beb7-04f3-4729-bebb-7169c69cf5c6 None None] Checking router: 9abe716a-9d85-4a9b-985e-16e85961b8c6 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:24:41.162797 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4845a650-2b64-4db5-9a44-70fc9caf1815 req-034a81ac-a897-4a13-9833-0641f458aad0 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:41.163500 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-4845a650-2b64-4db5-9a44-70fc9caf1815 req-034a81ac-a897-4a13-9833-0641f458aad0 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Synchronizing usage tracker for tenant:6056198879324428bd651de1cdbb016f on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:24:41.170041 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea75beb7-04f3-4729-bebb-7169c69cf5c6 None None] Routers {'9abe716a-9d85-4a9b-985e-16e85961b8c6'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:24:41.170641 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-ea75beb7-04f3-4729-bebb-7169c69cf5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:24:17Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['9abe716a-9d85-4a9b-985e-16e85961b8c6'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:41.195686 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-4845a650-2b64-4db5-9a44-70fc9caf1815 req-034a81ac-a897-4a13-9833-0641f458aad0 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Unset dirty status for tenant:6056198879324428bd651de1cdbb016f on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:24:41.196867 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4845a650-2b64-4db5-9a44-70fc9caf1815 req-034a81ac-a897-4a13-9833-0641f458aad0 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5 HTTP/1.1" status: 200 len: 946 time: 0.2019322 Feb 09 13:24:41.258415 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2befb3aa-d3f6-4968-9048-bf3a09a8bd05 req-f8d74b70-ea7f-499c-9416-6284e3a538e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:41.259893 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2befb3aa-d3f6-4968-9048-bf3a09a8bd05 req-f8d74b70-ea7f-499c-9416-6284e3a538e0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=781ac456-a908-484c-b28c-89e88a7da735 HTTP/1.1" status: 200 len: 898 time: 0.1800373 Feb 09 13:24:41.267706 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4845a650-2b64-4db5-9a44-70fc9caf1815 req-a7da5875-67a5-44e2-b721-bd72b2eb274f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=174360d1-82da-4b8e-8630-0a1602cedb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606771 Feb 09 13:24:41.333261 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2befb3aa-d3f6-4968-9048-bf3a09a8bd05 req-eac731a4-d504-4d19-badd-cf5e8d169041 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02c6a7ac-e333-443f-a455-19239e79bcfc HTTP/1.1" status: 200 len: 217 time: 0.0645926 Feb 09 13:24:41.349486 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-ea75beb7-04f3-4729-bebb-7169c69cf5c6 None None] Set router 9abe716a-9d85-4a9b-985e-16e85961b8c6 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:24:41.399244 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2befb3aa-d3f6-4968-9048-bf3a09a8bd05 req-93e895d9-b78d-4642-9f49-f722cfcd5ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:41.400639 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2befb3aa-d3f6-4968-9048-bf3a09a8bd05 req-93e895d9-b78d-4642-9f49-f722cfcd5ca3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=13979102-d2c6-4d53-88b4-40517fc7b6b6 HTTP/1.1" status: 200 len: 833 time: 0.0587192 Feb 09 13:24:41.481678 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2befb3aa-d3f6-4968-9048-bf3a09a8bd05 req-f96538c8-4652-4577-987b-8ebd93a2f3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:41.483174 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2befb3aa-d3f6-4968-9048-bf3a09a8bd05 req-f96538c8-4652-4577-987b-8ebd93a2f3ec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=781ac456-a908-484c-b28c-89e88a7da735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741732 Feb 09 13:24:41.669050 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-ea75beb7-04f3-4729-bebb-7169c69cf5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abe716a-9d85-4a9b-985e-16e85961b8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291123537', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'a40ee2f0-9261-45a6-8256-aa6d032f4e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:22:49Z', 'updated_at': '2022-02-09T13:22:54Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': 'a40ee2f0-9261-45a6-8256-aa6d032f4e23', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ef:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abe716a-9d85-4a9b-985e-16e85961b8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:50Z', 'updated_at': '2022-02-09T13:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '8131185d-8e8f-406e-8395-d09a9a8fb6c0', 'name': '', 'network_id': '781ac456-a908-484c-b28c-89e88a7da735', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'mac_address': 'fa:16:3e:17:9a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abe716a-9d85-4a9b-985e-16e85961b8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '13979102-d2c6-4d53-88b4-40517fc7b6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:53Z', 'updated_at': '2022-02-09T13:22:59Z', 'revision_number': 5, 'project_id': '6056198879324428bd651de1cdbb016f', 'subnets': [{'id': '13979102-d2c6-4d53-88b4-40517fc7b6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:41.673277 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea75beb7-04f3-4729-bebb-7169c69cf5c6 None None] The sync data for ids ['9abe716a-9d85-4a9b-985e-16e85961b8c6'] in n-d-825178-3 is: [{'id': '9abe716a-9d85-4a9b-985e-16e85961b8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291123537', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'a40ee2f0-9261-45a6-8256-aa6d032f4e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:22:49Z', 'updated_at': '2022-02-09T13:22:54Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': 'a40ee2f0-9261-45a6-8256-aa6d032f4e23', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ef:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abe716a-9d85-4a9b-985e-16e85961b8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:50Z', 'updated_at': '2022-02-09T13:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '8131185d-8e8f-406e-8395-d09a9a8fb6c0', 'name': '', 'network_id': '781ac456-a908-484c-b28c-89e88a7da735', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'mac_address': 'fa:16:3e:17:9a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abe716a-9d85-4a9b-985e-16e85961b8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '13979102-d2c6-4d53-88b4-40517fc7b6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:53Z', 'updated_at': '2022-02-09T13:22:59Z', 'revision_number': 5, 'project_id': '6056198879324428bd651de1cdbb016f', 'subnets': [{'id': '13979102-d2c6-4d53-88b4-40517fc7b6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:24:41.739151 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2befb3aa-d3f6-4968-9048-bf3a09a8bd05 req-497e5680-32cc-4989-874a-bfb5f235c835 service neutron] 10.222.0.46 "GET /v2.0/networks/781ac456-a908-484c-b28c-89e88a7da735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474301 Feb 09 13:24:41.877632 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2befb3aa-d3f6-4968-9048-bf3a09a8bd05 req-eaef22d2-4514-4bca-9346-61b3a2f192d7 service neutron] 10.222.0.46 "GET /v2.0/networks/781ac456-a908-484c-b28c-89e88a7da735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302717 Feb 09 13:24:41.899459 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89ddfd7-282a-4568-8c22-108a5b0957c6 None None] New status for floating IP b9ec896d-e52b-4874-8f94-68cb0e740558: DOWN {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:24:42.504845 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117bab2-5c9a-464a-a61b-015106a0c740 req-ada11602-f735-4be0-ba4d-8c17c39a2494 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:42.506364 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6117bab2-5c9a-464a-a61b-015106a0c740 req-ada11602-f735-4be0-ba4d-8c17c39a2494 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5 HTTP/1.1" status: 200 len: 946 time: 0.1220384 Feb 09 13:24:42.575357 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6117bab2-5c9a-464a-a61b-015106a0c740 req-d0956fda-bbb9-4e73-bb6b-55679c51c569 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=174360d1-82da-4b8e-8630-0a1602cedb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627272 Feb 09 13:24:42.595808 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e87f8-97b5-4915-95f9-0d1435c51b89 req-bc451784-00d4-4008-9d55-22b12ea14696 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:42.597201 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7f6e87f8-97b5-4915-95f9-0d1435c51b89 req-bc451784-00d4-4008-9d55-22b12ea14696 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5 HTTP/1.1" status: 200 len: 946 time: 0.1338067 Feb 09 13:24:42.674147 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-7f6e87f8-97b5-4915-95f9-0d1435c51b89 req-3a769cf8-8a4c-409c-91fc-c5da21a35c51 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Deleting port 02c6a7ac-e333-443f-a455-19239e79bcfc {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:24:42.674494 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7f6e87f8-97b5-4915-95f9-0d1435c51b89 req-3a769cf8-8a4c-409c-91fc-c5da21a35c51 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:42.931366 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-7f6e87f8-97b5-4915-95f9-0d1435c51b89 req-3a769cf8-8a4c-409c-91fc-c5da21a35c51 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] For port 02c6a7ac-e333-443f-a455-19239e79bcfc, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=02c6a7ac-e333-443f-a455-19239e79bcfc,segment=NetworkSegment(8f00b968-6250-4578-9e1a-e89dbf4fbb57),segment_id=8f00b968-6250-4578-9e1a-e89dbf4fbb57)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:24:42.931640 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7f6e87f8-97b5-4915-95f9-0d1435c51b89 req-3a769cf8-8a4c-409c-91fc-c5da21a35c51 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:43.060153 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-7f6e87f8-97b5-4915-95f9-0d1435c51b89 req-3a769cf8-8a4c-409c-91fc-c5da21a35c51 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Calling delete_port for 02c6a7ac-e333-443f-a455-19239e79bcfc owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:24:43.206340 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7f6e87f8-97b5-4915-95f9-0d1435c51b89 req-3a769cf8-8a4c-409c-91fc-c5da21a35c51 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:43.262016 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a769cf8-8a4c-409c-91fc-c5da21a35c51 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event deleted for resources: {'Port': ['ID=02c6a7ac-e333-443f-a455-19239e79bcfc,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:43.337129 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6e87f8-97b5-4915-95f9-0d1435c51b89 req-3a769cf8-8a4c-409c-91fc-c5da21a35c51 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] No DVR routers for this DVR port 02c6a7ac-e333-443f-a455-19239e79bcfc on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:24:43.340230 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-7f6e87f8-97b5-4915-95f9-0d1435c51b89 req-3a769cf8-8a4c-409c-91fc-c5da21a35c51 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:43.342897 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ef265bc-14fd-4ef5-b921-ef05cecd11f5', 'name': 'network-vif-deleted', 'tag': '02c6a7ac-e333-443f-a455-19239e79bcfc'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:24:43.359740 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7f6e87f8-97b5-4915-95f9-0d1435c51b89 req-3a769cf8-8a4c-409c-91fc-c5da21a35c51 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.46 "DELETE /v2.0/ports/02c6a7ac-e333-443f-a455-19239e79bcfc HTTP/1.1" status: 204 len: 173 time: 0.7566073 Feb 09 13:24:43.389871 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ef265bc-14fd-4ef5-b921-ef05cecd11f5', 'name': 'network-vif-deleted', 'tag': '02c6a7ac-e333-443f-a455-19239e79bcfc', 'status': 'completed', 'code': 200} Feb 09 13:24:43.758261 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-7790543e-8d4a-4d8d-b6e5-6c6baece9252 req-58eff824-a775-4754-bd0e-046a9bed8e00 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Synchronizing usage tracker for tenant:6056198879324428bd651de1cdbb016f on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:24:43.773471 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-7790543e-8d4a-4d8d-b6e5-6c6baece9252 req-58eff824-a775-4754-bd0e-046a9bed8e00 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Unset dirty status for tenant:6056198879324428bd651de1cdbb016f on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:24:43.774619 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7790543e-8d4a-4d8d-b6e5-6c6baece9252 req-58eff824-a775-4754-bd0e-046a9bed8e00 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ef265bc-14fd-4ef5-b921-ef05cecd11f5 HTTP/1.1" status: 200 len: 210 time: 0.0632584 Feb 09 13:24:44.129150 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9de31682-df28-4fee-9333-81d43070f80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:44.868005 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47276) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:45.532244 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-abb49182-8dd3-4c85-b805-50dd1afd91b9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:45.877608 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-abb49182-8dd3-4c85-b805-50dd1afd91b9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Deleting port 8131185d-8e8f-406e-8395-d09a9a8fb6c0 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:24:45.878295 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-abb49182-8dd3-4c85-b805-50dd1afd91b9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:46.061057 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-abb49182-8dd3-4c85-b805-50dd1afd91b9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] For port 8131185d-8e8f-406e-8395-d09a9a8fb6c0, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=8131185d-8e8f-406e-8395-d09a9a8fb6c0,segment=NetworkSegment(8f00b968-6250-4578-9e1a-e89dbf4fbb57),segment_id=8f00b968-6250-4578-9e1a-e89dbf4fbb57)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:24:46.061410 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-abb49182-8dd3-4c85-b805-50dd1afd91b9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:46.181818 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-abb49182-8dd3-4c85-b805-50dd1afd91b9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Calling delete_port for 8131185d-8e8f-406e-8395-d09a9a8fb6c0 owned by network:router_interface {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:24:46.499496 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-abb49182-8dd3-4c85-b805-50dd1afd91b9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:46.531678 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-75481ec2-c665-48d5-a656-ba0431e3217c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:46.548137 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb49182-8dd3-4c85-b805-50dd1afd91b9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event deleted for resources: {'Port': ['ID=8131185d-8e8f-406e-8395-d09a9a8fb6c0,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:46.950975 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-abb49182-8dd3-4c85-b805-50dd1afd91b9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:47.076109 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 02c6a7ac-e333-443f-a455-19239e79bcfc no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:24:47.110719 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: 02c6a7ac-e333-443f-a455-19239e79bcfc {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:24:47.111071 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 02c6a7ac-e333-443f-a455-19239e79bcfc not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:24:47.318698 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb49182-8dd3-4c85-b805-50dd1afd91b9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Router 9abe716a-9d85-4a9b-985e-16e85961b8c6 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:24:47.499238 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb49182-8dd3-4c85-b805-50dd1afd91b9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:24:47.508488 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e612fafe-2d71-4d98-9d2c-e3e4bfd27612 None None] Sync routers for ids ['9abe716a-9d85-4a9b-985e-16e85961b8c6'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:24:47.516222 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-abb49182-8dd3-4c85-b805-50dd1afd91b9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "PUT /v2.0/routers/9abe716a-9d85-4a9b-985e-16e85961b8c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6468031 Feb 09 13:24:47.517973 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e612fafe-2d71-4d98-9d2c-e3e4bfd27612 None None] Routers {'9abe716a-9d85-4a9b-985e-16e85961b8c6'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:24:47.518588 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-e612fafe-2d71-4d98-9d2c-e3e4bfd27612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:24:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['9abe716a-9d85-4a9b-985e-16e85961b8c6'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:47.518748 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47280) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:47.584938 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-c563a429-402d-4248-9004-5f8b8d3bdc37 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Deleting subnet 13979102-d2c6-4d53-88b4-40517fc7b6b6 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 13:24:47.587705 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c563a429-402d-4248-9004-5f8b8d3bdc37 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:47.646304 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c563a429-402d-4248-9004-5f8b8d3bdc37 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:47.705048 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-e612fafe-2d71-4d98-9d2c-e3e4bfd27612 None None] Set router 9abe716a-9d85-4a9b-985e-16e85961b8c6 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:24:47.845536 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:47.848315 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c563a429-402d-4248-9004-5f8b8d3bdc37 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:47.896273 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:47.924399 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c563a429-402d-4248-9004-5f8b8d3bdc37 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:47.966111 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563a429-402d-4248-9004-5f8b8d3bdc37 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event deleted for resources: {'Subnet': ['ID=13979102-d2c6-4d53-88b4-40517fc7b6b6,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:47.973647 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c563a429-402d-4248-9004-5f8b8d3bdc37 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:47.983514 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c563a429-402d-4248-9004-5f8b8d3bdc37 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:47.983881 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c563a429-402d-4248-9004-5f8b8d3bdc37 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:47.984222 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c563a429-402d-4248-9004-5f8b8d3bdc37 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:47.984553 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c563a429-402d-4248-9004-5f8b8d3bdc37 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:47.984749 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0050c75-4207-4c82-b04f-5f05d700fa51 None None] Network 781ac456-a908-484c-b28c-89e88a7da735 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:24:47.984864 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c563a429-402d-4248-9004-5f8b8d3bdc37 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:47.985197 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c563a429-402d-4248-9004-5f8b8d3bdc37 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:47.985523 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c563a429-402d-4248-9004-5f8b8d3bdc37 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:47.985849 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c563a429-402d-4248-9004-5f8b8d3bdc37 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:47.986176 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c563a429-402d-4248-9004-5f8b8d3bdc37 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:47.986525 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c563a429-402d-4248-9004-5f8b8d3bdc37 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:47.986845 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c563a429-402d-4248-9004-5f8b8d3bdc37 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:47.987159 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c563a429-402d-4248-9004-5f8b8d3bdc37 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:47.992314 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c563a429-402d-4248-9004-5f8b8d3bdc37 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "DELETE /v2.0/subnets/13979102-d2c6-4d53-88b4-40517fc7b6b6 HTTP/1.1" status: 204 len: 168 time: 0.4726372 Feb 09 13:24:47.995130 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47284) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:48.179624 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ca5c3b12-535c-4a61-9717-e3449356edfa tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:48.208869 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-e612fafe-2d71-4d98-9d2c-e3e4bfd27612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abe716a-9d85-4a9b-985e-16e85961b8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291123537', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'a40ee2f0-9261-45a6-8256-aa6d032f4e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:22:49Z', 'updated_at': '2022-02-09T13:24:46Z', 'revision_number': 5, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': 'a40ee2f0-9261-45a6-8256-aa6d032f4e23', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ef:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abe716a-9d85-4a9b-985e-16e85961b8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:50Z', 'updated_at': '2022-02-09T13:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:48.219533 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e612fafe-2d71-4d98-9d2c-e3e4bfd27612 None None] Checking router: 9abe716a-9d85-4a9b-985e-16e85961b8c6 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:24:48.235045 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e612fafe-2d71-4d98-9d2c-e3e4bfd27612 None None] Routers {'9abe716a-9d85-4a9b-985e-16e85961b8c6'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:24:48.235660 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-e612fafe-2d71-4d98-9d2c-e3e4bfd27612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:24:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['9abe716a-9d85-4a9b-985e-16e85961b8c6'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:48.356886 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ca5c3b12-535c-4a61-9717-e3449356edfa tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:48.366592 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-ca5c3b12-535c-4a61-9717-e3449356edfa tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Deleting port a40ee2f0-9261-45a6-8256-aa6d032f4e23 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:24:48.366901 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ca5c3b12-535c-4a61-9717-e3449356edfa tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:48.424090 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-e612fafe-2d71-4d98-9d2c-e3e4bfd27612 None None] Set router 9abe716a-9d85-4a9b-985e-16e85961b8c6 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:24:48.466398 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefd1f03-162e-4688-9bd7-1e421c554d2e None None] DHCP port deletion for 781ac456-a908-484c-b28c-89e88a7da735 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 13:24:48.533462 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-fefd1f03-162e-4688-9bd7-1e421c554d2e None None] Deleting port 8bc725ce-de1f-4b71-aa99-757d11f48845 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:24:48.533828 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fefd1f03-162e-4688-9bd7-1e421c554d2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:48.562492 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-ca5c3b12-535c-4a61-9717-e3449356edfa tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] For port a40ee2f0-9261-45a6-8256-aa6d032f4e23, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=a40ee2f0-9261-45a6-8256-aa6d032f4e23,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:24:48.563119 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ca5c3b12-535c-4a61-9717-e3449356edfa tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:48.686437 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-ca5c3b12-535c-4a61-9717-e3449356edfa tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Calling delete_port for a40ee2f0-9261-45a6-8256-aa6d032f4e23 owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:24:48.878761 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-fefd1f03-162e-4688-9bd7-1e421c554d2e None None] For port 8bc725ce-de1f-4b71-aa99-757d11f48845, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=8bc725ce-de1f-4b71-aa99-757d11f48845,segment=NetworkSegment(8f00b968-6250-4578-9e1a-e89dbf4fbb57),segment_id=8f00b968-6250-4578-9e1a-e89dbf4fbb57)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:24:48.879359 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fefd1f03-162e-4688-9bd7-1e421c554d2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:48.985541 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ca5c3b12-535c-4a61-9717-e3449356edfa tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:49.000086 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-fefd1f03-162e-4688-9bd7-1e421c554d2e None None] Calling delete_port for 8bc725ce-de1f-4b71-aa99-757d11f48845 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:24:49.036087 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c3b12-535c-4a61-9717-e3449356edfa tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event deleted for resources: {'Port': ['ID=a40ee2f0-9261-45a6-8256-aa6d032f4e23,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:49.072818 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-e612fafe-2d71-4d98-9d2c-e3e4bfd27612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abe716a-9d85-4a9b-985e-16e85961b8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291123537', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'a40ee2f0-9261-45a6-8256-aa6d032f4e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:22:49Z', 'updated_at': '2022-02-09T13:24:46Z', 'revision_number': 5, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': 'a40ee2f0-9261-45a6-8256-aa6d032f4e23', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ef:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abe716a-9d85-4a9b-985e-16e85961b8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:50Z', 'updated_at': '2022-02-09T13:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:49.078026 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e612fafe-2d71-4d98-9d2c-e3e4bfd27612 None None] The sync data for ids ['9abe716a-9d85-4a9b-985e-16e85961b8c6'] in n-d-825178-3 is: [{'id': '9abe716a-9d85-4a9b-985e-16e85961b8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291123537', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'a40ee2f0-9261-45a6-8256-aa6d032f4e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:22:49Z', 'updated_at': '2022-02-09T13:24:46Z', 'revision_number': 5, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': 'a40ee2f0-9261-45a6-8256-aa6d032f4e23', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ef:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abe716a-9d85-4a9b-985e-16e85961b8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:50Z', 'updated_at': '2022-02-09T13:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:24:49.086649 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fefd1f03-162e-4688-9bd7-1e421c554d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:49.134396 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ca5c3b12-535c-4a61-9717-e3449356edfa tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:49.140287 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd1f03-162e-4688-9bd7-1e421c554d2e None None] Pushing event deleted for resources: {'Port': ['ID=8bc725ce-de1f-4b71-aa99-757d11f48845,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:49.145573 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefd1f03-162e-4688-9bd7-1e421c554d2e None None] No DVR routers for this DVR port 8bc725ce-de1f-4b71-aa99-757d11f48845 on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:24:49.404903 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:49.414689 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ca5c3b12-535c-4a61-9717-e3449356edfa tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:49.417155 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ca5c3b12-535c-4a61-9717-e3449356edfa tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:49.447431 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ca5c3b12-535c-4a61-9717-e3449356edfa tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:49.448017 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5c3b12-535c-4a61-9717-e3449356edfa tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Fanout notify agent at l3_agent the message router_deleted on router 9abe716a-9d85-4a9b-985e-16e85961b8c6 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 13:24:49.465796 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ca5c3b12-535c-4a61-9717-e3449356edfa tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:49.466977 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ca5c3b12-535c-4a61-9717-e3449356edfa tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "DELETE /v2.0/routers/9abe716a-9d85-4a9b-985e-16e85961b8c6 HTTP/1.1" status: 204 len: 168 time: 1.4706001 Feb 09 13:24:49.469599 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47288) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:49.558361 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 8bc725ce-de1f-4b71-aa99-757d11f48845 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:24:49.585801 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-afc80386-d618-4cac-82df-9af8bc3ceeff tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:49.601455 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 8bc725ce-de1f-4b71-aa99-757d11f48845 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:24:49.601805 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 8bc725ce-de1f-4b71-aa99-757d11f48845 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:24:49.604100 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 8131185d-8e8f-406e-8395-d09a9a8fb6c0 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:24:49.642671 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 8131185d-8e8f-406e-8395-d09a9a8fb6c0 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:24:49.643037 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 8131185d-8e8f-406e-8395-d09a9a8fb6c0 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:24:49.729963 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-afc80386-d618-4cac-82df-9af8bc3ceeff tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:49.757569 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-afc80386-d618-4cac-82df-9af8bc3ceeff tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['781ac456-a908-484c-b28c-89e88a7da735']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:49.770228 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-afc80386-d618-4cac-82df-9af8bc3ceeff tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f00b968-6250-4578-9e1a-e89dbf4fbb57') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:49.770528 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-afc80386-d618-4cac-82df-9af8bc3ceeff tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f00b968-6250-4578-9e1a-e89dbf4fbb57') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:49.782912 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-afc80386-d618-4cac-82df-9af8bc3ceeff tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:49.799818 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-afc80386-d618-4cac-82df-9af8bc3ceeff tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:49.805673 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afc80386-d618-4cac-82df-9af8bc3ceeff tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 13:24:49.806060 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-afc80386-d618-4cac-82df-9af8bc3ceeff tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:49.820741 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 13:24:49.820741 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 13:24:49.820741 n-d-825178-3 neutron-server[87568]: timer() Feb 09 13:24:49.820741 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:24:49.820741 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 13:24:49.820741 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:24:49.820741 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 13:24:49.820741 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:24:49.820741 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 13:24:49.820741 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:24:49.820741 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 13:24:49.820741 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:24:49.820741 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 13:24:49.820741 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:24:49.820741 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:24:49.820741 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:24:49.820741 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:24:49.820741 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:24:49.820741 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 13:24:49.820741 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 13:24:49.820741 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 13:24:49.820741 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 13:24:49.820741 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:24:49.820741 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 13:24:49.820741 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 13:24:49.820741 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 13:24:49.820741 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:24:49.820741 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 13:24:49.820741 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:24:49.820741 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 13:24:49.820741 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:24:49.820741 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:24:49.899902 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-afc80386-d618-4cac-82df-9af8bc3ceeff tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:49.916995 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-afc80386-d618-4cac-82df-9af8bc3ceeff tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:49.928251 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc80386-d618-4cac-82df-9af8bc3ceeff tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event deleted for resources: {'Network': ['ID=781ac456-a908-484c-b28c-89e88a7da735,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:49.938443 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-afc80386-d618-4cac-82df-9af8bc3ceeff tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "DELETE /v2.0/networks/781ac456-a908-484c-b28c-89e88a7da735 HTTP/1.1" status: 204 len: 168 time: 0.4678392 Feb 09 13:24:49.941233 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47296) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:50.007461 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-748da76a-cb89-4791-9faf-e9da4bde9296 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:50.036183 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-748da76a-cb89-4791-9faf-e9da4bde9296 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:50.104650 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-748da76a-cb89-4791-9faf-e9da4bde9296 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:50.127711 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748da76a-cb89-4791-9faf-e9da4bde9296 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=174360d1-82da-4b8e-8630-0a1602cedb9b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:50.147025 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-748da76a-cb89-4791-9faf-e9da4bde9296 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:50.148214 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-748da76a-cb89-4791-9faf-e9da4bde9296 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "DELETE /v2.0/security-groups/174360d1-82da-4b8e-8630-0a1602cedb9b HTTP/1.1" status: 204 len: 168 time: 0.2060409 Feb 09 13:24:50.358157 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47304) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:50.363350 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-16e1292e-56cc-4ccd-9de0-6adcb35d86ea tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-613276394', 'description': 'tempest-secgroup-smoke-613276394 description', 'project_id': '6056198879324428bd651de1cdbb016f'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:24:50.370086 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-16e1292e-56cc-4ccd-9de0-6adcb35d86ea tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:50.374887 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-16e1292e-56cc-4ccd-9de0-6adcb35d86ea tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:security_group and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:50.377749 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-16e1292e-56cc-4ccd-9de0-6adcb35d86ea tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:50.383280 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-16e1292e-56cc-4ccd-9de0-6adcb35d86ea tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:50.393868 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-16e1292e-56cc-4ccd-9de0-6adcb35d86ea tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:50.412484 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-16e1292e-56cc-4ccd-9de0-6adcb35d86ea tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:50.416163 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-16e1292e-56cc-4ccd-9de0-6adcb35d86ea tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:security_group_rule and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:50.419541 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-16e1292e-56cc-4ccd-9de0-6adcb35d86ea tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:50.425292 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-16e1292e-56cc-4ccd-9de0-6adcb35d86ea tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:50.497903 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-16e1292e-56cc-4ccd-9de0-6adcb35d86ea tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:50.501560 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-16e1292e-56cc-4ccd-9de0-6adcb35d86ea tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:50.545797 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e1292e-56cc-4ccd-9de0-6adcb35d86ea tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a101734f-0168-4b12-b3cd-71539fceee62,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:50.548371 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-16e1292e-56cc-4ccd-9de0-6adcb35d86ea tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:50.549554 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-16e1292e-56cc-4ccd-9de0-6adcb35d86ea tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1904149 Feb 09 13:24:50.552558 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47308) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:50.557416 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-0a459071-458b-4b9d-839b-156316dfe6a2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'security_group_rule': {'security_group_id': 'a101734f-0168-4b12-b3cd-71539fceee62', 'project_id': '6056198879324428bd651de1cdbb016f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:24:50.564265 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0a459071-458b-4b9d-839b-156316dfe6a2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:50.568160 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0a459071-458b-4b9d-839b-156316dfe6a2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:security_group_rule and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:50.570972 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-0a459071-458b-4b9d-839b-156316dfe6a2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:50.577146 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0a459071-458b-4b9d-839b-156316dfe6a2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:50.594243 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0a459071-458b-4b9d-839b-156316dfe6a2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:50.653881 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0a459071-458b-4b9d-839b-156316dfe6a2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:50.657597 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0a459071-458b-4b9d-839b-156316dfe6a2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:50.682823 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a459071-458b-4b9d-839b-156316dfe6a2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc287928-5473-4108-aa20-179a4a447708,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:50.691710 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0a459071-458b-4b9d-839b-156316dfe6a2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:50.692895 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0a459071-458b-4b9d-839b-156316dfe6a2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1394451 Feb 09 13:24:50.695702 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47312) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:50.701001 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-47ebb4e2-c16e-475a-bd1c-e58525c17f64 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'security_group_rule': {'security_group_id': 'a101734f-0168-4b12-b3cd-71539fceee62', 'project_id': '6056198879324428bd651de1cdbb016f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:24:50.707464 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-47ebb4e2-c16e-475a-bd1c-e58525c17f64 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:50.711199 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-47ebb4e2-c16e-475a-bd1c-e58525c17f64 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:security_group_rule and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:50.714001 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-47ebb4e2-c16e-475a-bd1c-e58525c17f64 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:50.720129 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-47ebb4e2-c16e-475a-bd1c-e58525c17f64 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:50.736138 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-47ebb4e2-c16e-475a-bd1c-e58525c17f64 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:50.800365 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-47ebb4e2-c16e-475a-bd1c-e58525c17f64 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:50.803649 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-47ebb4e2-c16e-475a-bd1c-e58525c17f64 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:50.829978 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ebb4e2-c16e-475a-bd1c-e58525c17f64 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11307091-bbb0-4957-83a8-1496c181a417,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:50.839039 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-47ebb4e2-c16e-475a-bd1c-e58525c17f64 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:50.840247 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-47ebb4e2-c16e-475a-bd1c-e58525c17f64 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1436279 Feb 09 13:24:50.843013 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47316) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:50.848027 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-01c57201-a76b-4af9-b73b-774c050a498a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'security_group_rule': {'security_group_id': 'a101734f-0168-4b12-b3cd-71539fceee62', 'project_id': '6056198879324428bd651de1cdbb016f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:24:50.855194 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-01c57201-a76b-4af9-b73b-774c050a498a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:50.859181 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-01c57201-a76b-4af9-b73b-774c050a498a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:security_group_rule and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:50.862055 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-01c57201-a76b-4af9-b73b-774c050a498a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:50.867601 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-01c57201-a76b-4af9-b73b-774c050a498a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:50.884371 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-01c57201-a76b-4af9-b73b-774c050a498a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:50.945905 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-01c57201-a76b-4af9-b73b-774c050a498a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:50.949336 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-01c57201-a76b-4af9-b73b-774c050a498a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:50.973833 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c57201-a76b-4af9-b73b-774c050a498a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=699d6cdb-9876-4fef-b168-11c5abe3edb1,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:50.983515 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-01c57201-a76b-4af9-b73b-774c050a498a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:50.984789 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-01c57201-a76b-4af9-b73b-774c050a498a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1408539 Feb 09 13:24:50.987649 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47320) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:50.992768 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-228826c1-ca74-43ca-a108-50870b987682 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'security_group_rule': {'security_group_id': 'a101734f-0168-4b12-b3cd-71539fceee62', 'project_id': '6056198879324428bd651de1cdbb016f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:24:50.999626 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-228826c1-ca74-43ca-a108-50870b987682 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:51.003404 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-228826c1-ca74-43ca-a108-50870b987682 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:security_group_rule and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:51.006237 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-228826c1-ca74-43ca-a108-50870b987682 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:51.012416 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-228826c1-ca74-43ca-a108-50870b987682 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:51.028809 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-228826c1-ca74-43ca-a108-50870b987682 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:51.094121 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-228826c1-ca74-43ca-a108-50870b987682 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:51.097872 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-228826c1-ca74-43ca-a108-50870b987682 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:51.122790 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228826c1-ca74-43ca-a108-50870b987682 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b39552b3-ccff-4c75-8d37-9e9b791da9fe,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:51.123066 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:51.131996 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-228826c1-ca74-43ca-a108-50870b987682 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:51.133286 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-228826c1-ca74-43ca-a108-50870b987682 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1445780 Feb 09 13:24:51.135986 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47324) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:51.142304 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-516b02cd-6c44-42c9-8461-445633ef70e1 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'security_group_rule': {'security_group_id': 'a101734f-0168-4b12-b3cd-71539fceee62', 'project_id': '6056198879324428bd651de1cdbb016f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:24:51.148876 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-516b02cd-6c44-42c9-8461-445633ef70e1 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:51.153573 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-516b02cd-6c44-42c9-8461-445633ef70e1 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:security_group_rule and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:51.156476 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-516b02cd-6c44-42c9-8461-445633ef70e1 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:51.159415 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device a40ee2f0-9261-45a6-8256-aa6d032f4e23 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:24:51.162181 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-516b02cd-6c44-42c9-8461-445633ef70e1 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:51.172753 n-d-825178-3 neutron-server[87567]: INFO neutron.db.securitygroups_db [None req-516b02cd-6c44-42c9-8461-445633ef70e1 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Project 6056198879324428bd651de1cdbb016f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 13:24:51.179582 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-516b02cd-6c44-42c9-8461-445633ef70e1 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:51.194728 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: a40ee2f0-9261-45a6-8256-aa6d032f4e23 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:24:51.195072 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device a40ee2f0-9261-45a6-8256-aa6d032f4e23 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:24:51.244639 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-516b02cd-6c44-42c9-8461-445633ef70e1 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:51.248102 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-516b02cd-6c44-42c9-8461-445633ef70e1 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:51.271709 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b02cd-6c44-42c9-8461-445633ef70e1 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01c9bb0a-419c-47eb-b64e-82840c20e033,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:51.281601 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-516b02cd-6c44-42c9-8461-445633ef70e1 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:51.282778 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-516b02cd-6c44-42c9-8461-445633ef70e1 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1446285 Feb 09 13:24:51.285555 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47328) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:51.290382 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-2b149655-1b16-47d2-b872-b95e9062df88 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'security_group_rule': {'security_group_id': 'a101734f-0168-4b12-b3cd-71539fceee62', 'project_id': '6056198879324428bd651de1cdbb016f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:24:51.296839 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-2b149655-1b16-47d2-b872-b95e9062df88 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:51.300831 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-2b149655-1b16-47d2-b872-b95e9062df88 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:security_group_rule and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:51.303677 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-2b149655-1b16-47d2-b872-b95e9062df88 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:51.309432 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-2b149655-1b16-47d2-b872-b95e9062df88 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:51.319700 n-d-825178-3 neutron-server[87567]: INFO neutron.db.securitygroups_db [None req-2b149655-1b16-47d2-b872-b95e9062df88 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Project 6056198879324428bd651de1cdbb016f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 13:24:51.326880 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2b149655-1b16-47d2-b872-b95e9062df88 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:51.392742 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2b149655-1b16-47d2-b872-b95e9062df88 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:51.396181 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2b149655-1b16-47d2-b872-b95e9062df88 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:51.421907 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b149655-1b16-47d2-b872-b95e9062df88 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19b1a89d-8d76-4c33-9735-0c507560f882,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:51.429872 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-2b149655-1b16-47d2-b872-b95e9062df88 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:51.431028 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-2b149655-1b16-47d2-b872-b95e9062df88 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1445770 Feb 09 13:24:51.433935 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47332) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:51.439272 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-b01f132b-9d42-42d9-8bf6-3d1695bb2e88 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'network': {'name': 'tempest-network-smoke--620864523', 'project_id': '6056198879324428bd651de1cdbb016f', 'port_security_enabled': True}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:24:51.444600 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b01f132b-9d42-42d9-8bf6-3d1695bb2e88 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:51.448654 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b01f132b-9d42-42d9-8bf6-3d1695bb2e88 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:network and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:51.452004 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b01f132b-9d42-42d9-8bf6-3d1695bb2e88 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:51.457555 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b01f132b-9d42-42d9-8bf6-3d1695bb2e88 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:51.468895 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01f132b-9d42-42d9-8bf6-3d1695bb2e88 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Made reservation on behalf of 6056198879324428bd651de1cdbb016f for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:24:51.472571 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b01f132b-9d42-42d9-8bf6-3d1695bb2e88 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:51.499897 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b01f132b-9d42-42d9-8bf6-3d1695bb2e88 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:24:51.509108 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b01f132b-9d42-42d9-8bf6-3d1695bb2e88 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:51.509660 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-b01f132b-9d42-42d9-8bf6-3d1695bb2e88 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Added segment f9741af2-54d5-44d4-a753-fa1a0dbc81f3 of type vlan for network 8e03682a-64fc-4a86-88e5-6250079f2ea5 Feb 09 13:24:51.535377 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b01f132b-9d42-42d9-8bf6-3d1695bb2e88 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:51.563115 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b01f132b-9d42-42d9-8bf6-3d1695bb2e88 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:51.568448 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01f132b-9d42-42d9-8bf6-3d1695bb2e88 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:51.569034 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b01f132b-9d42-42d9-8bf6-3d1695bb2e88 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:51.672309 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b01f132b-9d42-42d9-8bf6-3d1695bb2e88 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2371862 Feb 09 13:24:51.675079 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47336) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:51.677600 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f132b-9d42-42d9-8bf6-3d1695bb2e88 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'Network': ['ID=8e03682a-64fc-4a86-88e5-6250079f2ea5,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:51.682442 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-fc018f81-ae99-441b-a6c0-81e375be46fb tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1226095277', 'admin_state_up': True, 'project_id': '6056198879324428bd651de1cdbb016f', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:24:51.688150 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 8e03682a-64fc-4a86-88e5-6250079f2ea5 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:24:51.692115 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-fc018f81-ae99-441b-a6c0-81e375be46fb tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:51.696068 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-fc018f81-ae99-441b-a6c0-81e375be46fb tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:router and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:51.699537 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-fc018f81-ae99-441b-a6c0-81e375be46fb tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:51.706479 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-fc018f81-ae99-441b-a6c0-81e375be46fb tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:51.716963 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fc018f81-ae99-441b-a6c0-81e375be46fb tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:51.718035 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fc018f81-ae99-441b-a6c0-81e375be46fb tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:51.733637 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fc018f81-ae99-441b-a6c0-81e375be46fb tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:52.001514 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fc018f81-ae99-441b-a6c0-81e375be46fb tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:52.400800 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fc018f81-ae99-441b-a6c0-81e375be46fb tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:52.429687 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fc018f81-ae99-441b-a6c0-81e375be46fb tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:52.563143 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-fc018f81-ae99-441b-a6c0-81e375be46fb tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Allocated IP 172.25.7.2 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/b6bd77ca-b38e-4a1e-bcca-f9673417ec2f) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:24:52.707565 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fc018f81-ae99-441b-a6c0-81e375be46fb tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:52.736210 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fc018f81-ae99-441b-a6c0-81e375be46fb tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:52.801489 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc018f81-ae99-441b-a6c0-81e375be46fb tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:24:52.804069 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-fc018f81-ae99-441b-a6c0-81e375be46fb tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:24:52.807735 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc018f81-ae99-441b-a6c0-81e375be46fb tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:24:52.842100 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc018f81-ae99-441b-a6c0-81e375be46fb tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'Port': ['ID=b6bd77ca-b38e-4a1e-bcca-f9673417ec2f,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:53.211514 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fc018f81-ae99-441b-a6c0-81e375be46fb tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:53.635505 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:53.660363 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fc018f81-ae99-441b-a6c0-81e375be46fb tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:53.864154 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc018f81-ae99-441b-a6c0-81e375be46fb tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Router 2ae91951-a1c6-4b81-af42-5ce47d01ffb9 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 13:24:54.045345 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc018f81-ae99-441b-a6c0-81e375be46fb tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:24:54.056729 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd78304-d382-454c-a473-8b8cdcaf3428 None None] Sync routers for ids ['2ae91951-a1c6-4b81-af42-5ce47d01ffb9'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:24:54.068478 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd78304-d382-454c-a473-8b8cdcaf3428 None None] Routers {'2ae91951-a1c6-4b81-af42-5ce47d01ffb9'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:24:54.069278 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-ffd78304-d382-454c-a473-8b8cdcaf3428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:24:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2ae91951-a1c6-4b81-af42-5ce47d01ffb9'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:54.070615 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fc018f81-ae99-441b-a6c0-81e375be46fb tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:54.071778 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-fc018f81-ae99-441b-a6c0-81e375be46fb tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3956730 Feb 09 13:24:54.075589 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47340) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:54.154221 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-20cb5dc9-75a6-4a43-a231-30da87fe3cc9 tempest-TestNetworkAdvancedServerOps-296500683 tempest-TestNetworkAdvancedServerOps-296500683-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=6056198879324428bd651de1cdbb016f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0774970 Feb 09 13:24:54.156863 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47346) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:54.257678 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-ffd78304-d382-454c-a473-8b8cdcaf3428 None None] Set router 2ae91951-a1c6-4b81-af42-5ce47d01ffb9 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:24:54.288366 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d322bf60-4a4a-4e1e-8202-692e827522e7 tempest-TestNetworkAdvancedServerOps-296500683 tempest-TestNetworkAdvancedServerOps-296500683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:54.293311 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d322bf60-4a4a-4e1e-8202-692e827522e7 tempest-TestNetworkAdvancedServerOps-296500683 tempest-TestNetworkAdvancedServerOps-296500683-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1321549 Feb 09 13:24:54.293630 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47350) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:54.335408 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8e6ddeb0-f40b-401d-bc1b-ef843b13dd15 tempest-TestNetworkAdvancedServerOps-296500683 tempest-TestNetworkAdvancedServerOps-296500683-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=af0bad45-b31e-4cb1-a77c-3bbc34409de5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381579 Feb 09 13:24:54.335611 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47354) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:54.340936 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-4c04869d-da97-46c9-a222-a1b998489e24 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1501620852', 'network_id': '8e03682a-64fc-4a86-88e5-6250079f2ea5', 'project_id': '6056198879324428bd651de1cdbb016f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:24:54.453219 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4c04869d-da97-46c9-a222-a1b998489e24 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:54.457090 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4c04869d-da97-46c9-a222-a1b998489e24 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:subnet and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:54.459999 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4c04869d-da97-46c9-a222-a1b998489e24 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:54.466857 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4c04869d-da97-46c9-a222-a1b998489e24 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:54.477402 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c04869d-da97-46c9-a222-a1b998489e24 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Made reservation on behalf of 6056198879324428bd651de1cdbb016f for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:24:54.481203 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4c04869d-da97-46c9-a222-a1b998489e24 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:54.538740 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-ffd78304-d382-454c-a473-8b8cdcaf3428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ae91951-a1c6-4b81-af42-5ce47d01ffb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226095277', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': 'b6bd77ca-b38e-4a1e-bcca-f9673417ec2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:24:51Z', 'updated_at': '2022-02-09T13:24:53Z', 'revision_number': 3, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': 'b6bd77ca-b38e-4a1e-bcca-f9673417ec2f', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:da:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae91951-a1c6-4b81-af42-5ce47d01ffb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:24:52Z', 'updated_at': '2022-02-09T13:24:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:54.542761 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd78304-d382-454c-a473-8b8cdcaf3428 None None] Checking router: 2ae91951-a1c6-4b81-af42-5ce47d01ffb9 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:24:54.543243 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd78304-d382-454c-a473-8b8cdcaf3428 None None] Updating router 2ae91951-a1c6-4b81-af42-5ce47d01ffb9 port b6bd77ca-b38e-4a1e-bcca-f9673417ec2f binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 13:24:54.599790 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ffd78304-d382-454c-a473-8b8cdcaf3428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:54.700382 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4c04869d-da97-46c9-a222-a1b998489e24 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:54.778604 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c04869d-da97-46c9-a222-a1b998489e24 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'Subnet': ['ID=04b097a4-a77a-4ab8-9894-f0132367b2ad,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:54.786014 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c04869d-da97-46c9-a222-a1b998489e24 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Checking segment: {'id': 'f9741af2-54d5-44d4-a753-fa1a0dbc81f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8e03682a-64fc-4a86-88e5-6250079f2ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:24:54.786388 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c04869d-da97-46c9-a222-a1b998489e24 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Network hostable DHCP agents. Network: 8e03682a-64fc-4a86-88e5-6250079f2ea5, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:24:54.804744 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c04869d-da97-46c9-a222-a1b998489e24 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Network 8e03682a-64fc-4a86-88e5-6250079f2ea5 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:24:54.814752 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-4c04869d-da97-46c9-a222-a1b998489e24 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 8e03682a-64fc-4a86-88e5-6250079f2ea5) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:24:54.819179 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c04869d-da97-46c9-a222-a1b998489e24 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:54.819760 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4c04869d-da97-46c9-a222-a1b998489e24 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:54.827649 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d061b31-c444-4977-9469-371c1b3e691e None None] Network 8e03682a-64fc-4a86-88e5-6250079f2ea5 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:24:54.843207 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4c04869d-da97-46c9-a222-a1b998489e24 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5067296 Feb 09 13:24:54.845961 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47358) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:54.937994 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ffd78304-d382-454c-a473-8b8cdcaf3428 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:54.953689 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-ffd78304-d382-454c-a473-8b8cdcaf3428 None None] Transition to ACTIVE for port object b6bd77ca-b38e-4a1e-bcca-f9673417ec2f will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:24:54.961946 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ffd78304-d382-454c-a473-8b8cdcaf3428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:55.049376 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-ffd78304-d382-454c-a473-8b8cdcaf3428 None None] Attempting to bind port b6bd77ca-b38e-4a1e-bcca-f9673417ec2f on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:24:55.049748 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-ffd78304-d382-454c-a473-8b8cdcaf3428 None None] Attempting to bind port b6bd77ca-b38e-4a1e-bcca-f9673417ec2f by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:24:55.050245 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd78304-d382-454c-a473-8b8cdcaf3428 None None] Attempting to bind port b6bd77ca-b38e-4a1e-bcca-f9673417ec2f on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:24:55.057832 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd78304-d382-454c-a473-8b8cdcaf3428 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:24:55.058651 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd78304-d382-454c-a473-8b8cdcaf3428 None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:24:55.058810 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ffd78304-d382-454c-a473-8b8cdcaf3428 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:55.059328 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd78304-d382-454c-a473-8b8cdcaf3428 None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:24:55.059776 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-ffd78304-d382-454c-a473-8b8cdcaf3428 None None] Bound port: b6bd77ca-b38e-4a1e-bcca-f9673417ec2f, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:24:55.060173 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ffd78304-d382-454c-a473-8b8cdcaf3428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:55.084239 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c5b231-0fa6-46d0-a476-9dd92c72988c None None] Pushing event updated for resources: {'Port': ['ID=b6bd77ca-b38e-4a1e-bcca-f9673417ec2f,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:55.096464 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e71a20-3bea-4664-8855-65fd0933297c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-8e03682a-64fc-4a86-88e5-6250079f2ea5', 'network_id': '8e03682a-64fc-4a86-88e5-6250079f2ea5', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'fixed_ips': [{'subnet_id': '04b097a4-a77a-4ab8-9894-f0132367b2ad'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 13:24:55.096757 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c5b231-0fa6-46d0-a476-9dd92c72988c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:55.097100 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c5b231-0fa6-46d0-a476-9dd92c72988c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:55.097434 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c5b231-0fa6-46d0-a476-9dd92c72988c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:55.097669 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f0e71a20-3bea-4664-8855-65fd0933297c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:55.097776 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c5b231-0fa6-46d0-a476-9dd92c72988c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:55.098079 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c5b231-0fa6-46d0-a476-9dd92c72988c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:55.098396 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c5b231-0fa6-46d0-a476-9dd92c72988c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:55.098722 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c5b231-0fa6-46d0-a476-9dd92c72988c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:55.099297 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c5b231-0fa6-46d0-a476-9dd92c72988c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:55.099617 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c5b231-0fa6-46d0-a476-9dd92c72988c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:55.099954 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c5b231-0fa6-46d0-a476-9dd92c72988c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:55.100547 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c5b231-0fa6-46d0-a476-9dd92c72988c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:55.101031 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c5b231-0fa6-46d0-a476-9dd92c72988c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:55.155464 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-ffd78304-d382-454c-a473-8b8cdcaf3428 None None] For port b6bd77ca-b38e-4a1e-bcca-f9673417ec2f, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:24:55.160024 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-ffd78304-d382-454c-a473-8b8cdcaf3428 None None] For port b6bd77ca-b38e-4a1e-bcca-f9673417ec2f, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=b6bd77ca-b38e-4a1e-bcca-f9673417ec2f,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:24:55.170418 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ffd78304-d382-454c-a473-8b8cdcaf3428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:55.251731 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd78304-d382-454c-a473-8b8cdcaf3428 None None] Routers {'2ae91951-a1c6-4b81-af42-5ce47d01ffb9'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:24:55.252530 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-ffd78304-d382-454c-a473-8b8cdcaf3428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:24:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2ae91951-a1c6-4b81-af42-5ce47d01ffb9'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:55.274494 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-f0e71a20-3bea-4664-8855-65fd0933297c None None] Allocated IP 172.20.0.2 (8e03682a-64fc-4a86-88e5-6250079f2ea5/04b097a4-a77a-4ab8-9894-f0132367b2ad/142193cc-7308-495e-925f-9d0d3f8f35a1) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:24:55.404757 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c5b231-0fa6-46d0-a476-9dd92c72988c None None] Pushing event updated for resources: {'Port': ['ID=b6bd77ca-b38e-4a1e-bcca-f9673417ec2f,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:55.434919 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-ffd78304-d382-454c-a473-8b8cdcaf3428 None None] Set router 2ae91951-a1c6-4b81-af42-5ce47d01ffb9 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:24:55.507875 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f0e71a20-3bea-4664-8855-65fd0933297c None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:55.521412 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f0e71a20-3bea-4664-8855-65fd0933297c None None] Transition to ACTIVE for port object 142193cc-7308-495e-925f-9d0d3f8f35a1 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:24:55.540484 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f0e71a20-3bea-4664-8855-65fd0933297c None None] Transition to ACTIVE for port object 142193cc-7308-495e-925f-9d0d3f8f35a1 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:24:55.547148 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f0e71a20-3bea-4664-8855-65fd0933297c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:55.625096 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e71a20-3bea-4664-8855-65fd0933297c None None] Network 8e03682a-64fc-4a86-88e5-6250079f2ea5 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:24:55.627904 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-f0e71a20-3bea-4664-8855-65fd0933297c None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:24:55.630636 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e71a20-3bea-4664-8855-65fd0933297c None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:24:55.637525 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e71a20-3bea-4664-8855-65fd0933297c None None] Pushing event updated for resources: {'Port': ['ID=142193cc-7308-495e-925f-9d0d3f8f35a1,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:55.717911 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fff2a306-0c2c-480e-a092-bfbf47599540 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:55.735853 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-f0e71a20-3bea-4664-8855-65fd0933297c None None] Attempting to bind port 142193cc-7308-495e-925f-9d0d3f8f35a1 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:24:55.736233 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-f0e71a20-3bea-4664-8855-65fd0933297c None None] Attempting to bind port 142193cc-7308-495e-925f-9d0d3f8f35a1 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'f9741af2-54d5-44d4-a753-fa1a0dbc81f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8e03682a-64fc-4a86-88e5-6250079f2ea5'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:24:55.736605 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e71a20-3bea-4664-8855-65fd0933297c None None] Attempting to bind port 142193cc-7308-495e-925f-9d0d3f8f35a1 on network 8e03682a-64fc-4a86-88e5-6250079f2ea5 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:24:55.741996 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e71a20-3bea-4664-8855-65fd0933297c None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:24:55.742375 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e71a20-3bea-4664-8855-65fd0933297c None None] Checking segment: {'id': 'f9741af2-54d5-44d4-a753-fa1a0dbc81f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8e03682a-64fc-4a86-88e5-6250079f2ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:24:55.742774 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f0e71a20-3bea-4664-8855-65fd0933297c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:55.743473 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e71a20-3bea-4664-8855-65fd0933297c None None] Bound using segment: {'id': 'f9741af2-54d5-44d4-a753-fa1a0dbc81f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8e03682a-64fc-4a86-88e5-6250079f2ea5'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:24:55.743679 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-f0e71a20-3bea-4664-8855-65fd0933297c None None] Bound port: 142193cc-7308-495e-925f-9d0d3f8f35a1, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9741af2-54d5-44d4-a753-fa1a0dbc81f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8e03682a-64fc-4a86-88e5-6250079f2ea5'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:24:55.744034 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f0e71a20-3bea-4664-8855-65fd0933297c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:55.757399 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-ffd78304-d382-454c-a473-8b8cdcaf3428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ae91951-a1c6-4b81-af42-5ce47d01ffb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226095277', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': 'b6bd77ca-b38e-4a1e-bcca-f9673417ec2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:24:51Z', 'updated_at': '2022-02-09T13:24:53Z', 'revision_number': 3, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': 'b6bd77ca-b38e-4a1e-bcca-f9673417ec2f', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:da:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae91951-a1c6-4b81-af42-5ce47d01ffb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:24:52Z', 'updated_at': '2022-02-09T13:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:55.761854 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd78304-d382-454c-a473-8b8cdcaf3428 None None] The sync data for ids ['2ae91951-a1c6-4b81-af42-5ce47d01ffb9'] in n-d-825178-3 is: [{'id': '2ae91951-a1c6-4b81-af42-5ce47d01ffb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226095277', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': 'b6bd77ca-b38e-4a1e-bcca-f9673417ec2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:24:51Z', 'updated_at': '2022-02-09T13:24:53Z', 'revision_number': 3, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': 'b6bd77ca-b38e-4a1e-bcca-f9673417ec2f', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:da:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae91951-a1c6-4b81-af42-5ce47d01ffb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:24:52Z', 'updated_at': '2022-02-09T13:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:24:55.840707 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-f0e71a20-3bea-4664-8855-65fd0933297c None None] For port 142193cc-7308-495e-925f-9d0d3f8f35a1, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:24:55.844596 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-f0e71a20-3bea-4664-8855-65fd0933297c None None] For port 142193cc-7308-495e-925f-9d0d3f8f35a1, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=142193cc-7308-495e-925f-9d0d3f8f35a1,segment=NetworkSegment(f9741af2-54d5-44d4-a753-fa1a0dbc81f3),segment_id=f9741af2-54d5-44d4-a753-fa1a0dbc81f3)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:24:55.849351 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f0e71a20-3bea-4664-8855-65fd0933297c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:55.940880 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e71a20-3bea-4664-8855-65fd0933297c None None] Pushing event updated for resources: {'Port': ['ID=142193cc-7308-495e-925f-9d0d3f8f35a1,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:56.182836 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-fff2a306-0c2c-480e-a092-bfbf47599540 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Allocated IP 172.20.0.1 (8e03682a-64fc-4a86-88e5-6250079f2ea5/04b097a4-a77a-4ab8-9894-f0132367b2ad/447c8041-f40c-497e-89f1-7256d72a9c37) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:24:56.358965 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fff2a306-0c2c-480e-a092-bfbf47599540 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:56.377727 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-fff2a306-0c2c-480e-a092-bfbf47599540 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Transition to ACTIVE for port object 447c8041-f40c-497e-89f1-7256d72a9c37 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:24:56.401555 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fff2a306-0c2c-480e-a092-bfbf47599540 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:56.476568 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff2a306-0c2c-480e-a092-bfbf47599540 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Network 8e03682a-64fc-4a86-88e5-6250079f2ea5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:24:56.479914 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-fff2a306-0c2c-480e-a092-bfbf47599540 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:24:56.483816 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff2a306-0c2c-480e-a092-bfbf47599540 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:24:56.527894 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2a306-0c2c-480e-a092-bfbf47599540 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'Port': ['ID=447c8041-f40c-497e-89f1-7256d72a9c37,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:56.549703 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fff2a306-0c2c-480e-a092-bfbf47599540 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:56.824942 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fff2a306-0c2c-480e-a092-bfbf47599540 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:56.993584 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1ce124-cc48-4f2c-baad-de058e66dc77 None None] Network 8e03682a-64fc-4a86-88e5-6250079f2ea5 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:24:57.092227 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4fb2bf7a-677d-4a54-a08c-93a8b21d1365 None None] Provisioning for port 142193cc-7308-495e-925f-9d0d3f8f35a1 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:24:57.318248 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 142193cc-7308-495e-925f-9d0d3f8f35a1 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:24:57.399019 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 142193cc-7308-495e-925f-9d0d3f8f35a1 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:24:57.405277 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 142193cc-7308-495e-925f-9d0d3f8f35a1 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:24:57.405922 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:57.415338 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fff2a306-0c2c-480e-a092-bfbf47599540 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:57.420847 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fff2a306-0c2c-480e-a092-bfbf47599540 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:57.541803 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-d5db0e5d-f824-4464-8872-cc8f6b521ef9 None None] Provisioning for port 447c8041-f40c-497e-89f1-7256d72a9c37 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:24:57.543811 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fff2a306-0c2c-480e-a092-bfbf47599540 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:57.547516 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2a306-0c2c-480e-a092-bfbf47599540 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'Port': ['ID=447c8041-f40c-497e-89f1-7256d72a9c37,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:57.547886 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:57.559705 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-d5db0e5d-f824-4464-8872-cc8f6b521ef9 None None] Provisioning complete for port 447c8041-f40c-497e-89f1-7256d72a9c37 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:24:57.560111 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d5db0e5d-f824-4464-8872-cc8f6b521ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:57.629861 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-d5db0e5d-f824-4464-8872-cc8f6b521ef9 None None] Port 447c8041-f40c-497e-89f1-7256d72a9c37 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:24:57.634078 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 142193cc-7308-495e-925f-9d0d3f8f35a1, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=142193cc-7308-495e-925f-9d0d3f8f35a1,segment=NetworkSegment(f9741af2-54d5-44d4-a753-fa1a0dbc81f3),segment_id=f9741af2-54d5-44d4-a753-fa1a0dbc81f3)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:24:57.639621 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:57.640415 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device b6bd77ca-b38e-4a1e-bcca-f9673417ec2f up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:24:57.691283 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff2a306-0c2c-480e-a092-bfbf47599540 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Network 8e03682a-64fc-4a86-88e5-6250079f2ea5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:24:57.692581 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-fff2a306-0c2c-480e-a092-bfbf47599540 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:24:57.744672 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-d5db0e5d-f824-4464-8872-cc8f6b521ef9 None None] Provisioning complete for port 142193cc-7308-495e-925f-9d0d3f8f35a1 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:24:57.745050 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d5db0e5d-f824-4464-8872-cc8f6b521ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:57.816266 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=142193cc-7308-495e-925f-9d0d3f8f35a1,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:57.868780 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port b6bd77ca-b38e-4a1e-bcca-f9673417ec2f completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:24:57.886477 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port b6bd77ca-b38e-4a1e-bcca-f9673417ec2f triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:24:57.886933 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:57.902419 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff2a306-0c2c-480e-a092-bfbf47599540 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Router 2ae91951-a1c6-4b81-af42-5ce47d01ffb9 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:24:58.078792 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:58.100667 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b8de6dc3-5dfb-488e-ab9d-5c0b6d8ca8dc None None] Provisioning complete for port 447c8041-f40c-497e-89f1-7256d72a9c37 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:24:58.101177 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b8de6dc3-5dfb-488e-ab9d-5c0b6d8ca8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:58.108869 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff2a306-0c2c-480e-a092-bfbf47599540 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:24:58.121791 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-fff2a306-0c2c-480e-a092-bfbf47599540 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "PUT /v2.0/routers/2ae91951-a1c6-4b81-af42-5ce47d01ffb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2741981 Feb 09 13:24:58.141536 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port b6bd77ca-b38e-4a1e-bcca-f9673417ec2f, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=b6bd77ca-b38e-4a1e-bcca-f9673417ec2f,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:24:58.143492 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57866ee9-04bd-4332-90c3-a38db2c53e3b None None] Sync routers for ids ['2ae91951-a1c6-4b81-af42-5ce47d01ffb9'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:24:58.155813 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:58.221237 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57866ee9-04bd-4332-90c3-a38db2c53e3b None None] Routers {'2ae91951-a1c6-4b81-af42-5ce47d01ffb9'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:24:58.221889 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-57866ee9-04bd-4332-90c3-a38db2c53e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:24:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2ae91951-a1c6-4b81-af42-5ce47d01ffb9'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:58.318668 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b8de6dc3-5dfb-488e-ab9d-5c0b6d8ca8dc None None] Port 447c8041-f40c-497e-89f1-7256d72a9c37 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:24:58.384795 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=b6bd77ca-b38e-4a1e-bcca-f9673417ec2f,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:58.431862 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-57866ee9-04bd-4332-90c3-a38db2c53e3b None None] Set router 2ae91951-a1c6-4b81-af42-5ce47d01ffb9 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:24:58.521836 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-b666faef-373e-42e6-8e6f-de1967b02903 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-613276394&fields=id&tenant_id=6056198879324428bd651de1cdbb016f HTTP/1.1" status: 200 len: 267 time: 0.0446122 Feb 09 13:24:58.676342 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-3952872b-58b0-4ab5-bf74-27511127660d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:58.676908 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-3952872b-58b0-4ab5-bf74-27511127660d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Synchronizing usage tracker for tenant:6056198879324428bd651de1cdbb016f on resource:network {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:24:58.692678 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-3952872b-58b0-4ab5-bf74-27511127660d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Unset dirty status for tenant:6056198879324428bd651de1cdbb016f on resource:network {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:24:58.693969 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-3952872b-58b0-4ab5-bf74-27511127660d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/networks?id=8e03682a-64fc-4a86-88e5-6250079f2ea5 HTTP/1.1" status: 200 len: 796 time: 0.1647797 Feb 09 13:24:58.710608 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-bccd0b28-f88d-42f3-a077-6184a2bcd3fd tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/quotas/6056198879324428bd651de1cdbb016f HTTP/1.1" status: 200 len: 375 time: 0.0104933 Feb 09 13:24:58.764515 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-57866ee9-04bd-4332-90c3-a38db2c53e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ae91951-a1c6-4b81-af42-5ce47d01ffb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226095277', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': 'b6bd77ca-b38e-4a1e-bcca-f9673417ec2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:24:51Z', 'updated_at': '2022-02-09T13:24:56Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': 'b6bd77ca-b38e-4a1e-bcca-f9673417ec2f', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae91951-a1c6-4b81-af42-5ce47d01ffb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:24:52Z', 'updated_at': '2022-02-09T13:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '447c8041-f40c-497e-89f1-7256d72a9c37', 'name': '', 'network_id': '8e03682a-64fc-4a86-88e5-6250079f2ea5', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'mac_address': 'fa:16:3e:46:ab:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae91951-a1c6-4b81-af42-5ce47d01ffb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '04b097a4-a77a-4ab8-9894-f0132367b2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:24:55Z', 'updated_at': '2022-02-09T13:24:57Z', 'revision_number': 2, 'project_id': '6056198879324428bd651de1cdbb016f', 'subnets': [{'id': '04b097a4-a77a-4ab8-9894-f0132367b2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:58.768393 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57866ee9-04bd-4332-90c3-a38db2c53e3b None None] Checking router: 2ae91951-a1c6-4b81-af42-5ce47d01ffb9 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:24:58.768755 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57866ee9-04bd-4332-90c3-a38db2c53e3b None None] Updating router 2ae91951-a1c6-4b81-af42-5ce47d01ffb9 port 447c8041-f40c-497e-89f1-7256d72a9c37 binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 13:24:58.794664 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-99693122-676a-4143-9531-08d53c956c4f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Synchronizing usage tracker for tenant:6056198879324428bd651de1cdbb016f on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:24:58.810614 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-99693122-676a-4143-9531-08d53c956c4f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Unset dirty status for tenant:6056198879324428bd651de1cdbb016f on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:24:58.813978 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-99693122-676a-4143-9531-08d53c956c4f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6056198879324428bd651de1cdbb016f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0977778 Feb 09 13:24:58.827593 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-57866ee9-04bd-4332-90c3-a38db2c53e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:58.958194 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-5ab0e564-7dbd-480f-bba4-779c26c81675 service neutron] 10.222.0.55 "GET /v2.0/networks/8e03682a-64fc-4a86-88e5-6250079f2ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339309 Feb 09 13:24:59.190058 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-57866ee9-04bd-4332-90c3-a38db2c53e3b None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:59.202776 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-57866ee9-04bd-4332-90c3-a38db2c53e3b None None] Transition to ACTIVE for port object 447c8041-f40c-497e-89f1-7256d72a9c37 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:24:59.210116 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-57866ee9-04bd-4332-90c3-a38db2c53e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:59.219053 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-99dc4920-c690-4d73-ac2e-929377accdbb service neutron] 10.222.0.55 "GET /v2.0/networks/8e03682a-64fc-4a86-88e5-6250079f2ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539492 Feb 09 13:24:59.252481 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 142193cc-7308-495e-925f-9d0d3f8f35a1 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:24:59.430445 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-08c47861-f058-4736-be80-13e59f2f9a9a req-465982c0-4819-472b-94b1-b743620f6cda tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=76a5d33b-7e35-4e1c-8820-40d972976698 HTTP/1.1" status: 200 len: 210 time: 0.0613985 Feb 09 13:24:59.445008 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a228e-9887-48fa-b999-fa71e2564aa3 None None] Pushing event updated for resources: {'Port': ['ID=447c8041-f40c-497e-89f1-7256d72a9c37,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:59.512504 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 142193cc-7308-495e-925f-9d0d3f8f35a1 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:24:59.512881 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:59.553605 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-57866ee9-04bd-4332-90c3-a38db2c53e3b None None] Attempting to bind port 447c8041-f40c-497e-89f1-7256d72a9c37 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:24:59.553973 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-57866ee9-04bd-4332-90c3-a38db2c53e3b None None] Attempting to bind port 447c8041-f40c-497e-89f1-7256d72a9c37 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'f9741af2-54d5-44d4-a753-fa1a0dbc81f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8e03682a-64fc-4a86-88e5-6250079f2ea5'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:24:59.554335 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57866ee9-04bd-4332-90c3-a38db2c53e3b None None] Attempting to bind port 447c8041-f40c-497e-89f1-7256d72a9c37 on network 8e03682a-64fc-4a86-88e5-6250079f2ea5 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:24:59.610979 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57866ee9-04bd-4332-90c3-a38db2c53e3b None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:24:59.611352 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57866ee9-04bd-4332-90c3-a38db2c53e3b None None] Checking segment: {'id': 'f9741af2-54d5-44d4-a753-fa1a0dbc81f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8e03682a-64fc-4a86-88e5-6250079f2ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:24:59.611752 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-57866ee9-04bd-4332-90c3-a38db2c53e3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:59.612189 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57866ee9-04bd-4332-90c3-a38db2c53e3b None None] Bound using segment: {'id': 'f9741af2-54d5-44d4-a753-fa1a0dbc81f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8e03682a-64fc-4a86-88e5-6250079f2ea5'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:24:59.612635 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-57866ee9-04bd-4332-90c3-a38db2c53e3b None None] Bound port: 447c8041-f40c-497e-89f1-7256d72a9c37, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9741af2-54d5-44d4-a753-fa1a0dbc81f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8e03682a-64fc-4a86-88e5-6250079f2ea5'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:24:59.613008 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-57866ee9-04bd-4332-90c3-a38db2c53e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:59.767289 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-57866ee9-04bd-4332-90c3-a38db2c53e3b None None] For port 447c8041-f40c-497e-89f1-7256d72a9c37, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:24:59.771678 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-57866ee9-04bd-4332-90c3-a38db2c53e3b None None] For port 447c8041-f40c-497e-89f1-7256d72a9c37, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=447c8041-f40c-497e-89f1-7256d72a9c37,segment=NetworkSegment(f9741af2-54d5-44d4-a753-fa1a0dbc81f3),segment_id=f9741af2-54d5-44d4-a753-fa1a0dbc81f3)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:24:59.777539 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-57866ee9-04bd-4332-90c3-a38db2c53e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:59.817669 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device b6bd77ca-b38e-4a1e-bcca-f9673417ec2f up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:24:59.911807 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57866ee9-04bd-4332-90c3-a38db2c53e3b None None] Routers {'2ae91951-a1c6-4b81-af42-5ce47d01ffb9'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:24:59.912454 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-57866ee9-04bd-4332-90c3-a38db2c53e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:24:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2ae91951-a1c6-4b81-af42-5ce47d01ffb9'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:59.962309 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a228e-9887-48fa-b999-fa71e2564aa3 None None] Pushing event updated for resources: {'Port': ['ID=447c8041-f40c-497e-89f1-7256d72a9c37,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:00.003590 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port b6bd77ca-b38e-4a1e-bcca-f9673417ec2f triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:25:00.003766 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:00.157597 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-57866ee9-04bd-4332-90c3-a38db2c53e3b None None] Set router 2ae91951-a1c6-4b81-af42-5ce47d01ffb9 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:25:00.516257 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-fa0a44d2-4787-4445-ad24-d9253a7caf27 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:00.516963 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-fa0a44d2-4787-4445-ad24-d9253a7caf27 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Synchronizing usage tracker for tenant:6056198879324428bd651de1cdbb016f on resource:network {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:25:00.530788 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-fa0a44d2-4787-4445-ad24-d9253a7caf27 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Unset dirty status for tenant:6056198879324428bd651de1cdbb016f on resource:network {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:25:00.531940 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-fa0a44d2-4787-4445-ad24-d9253a7caf27 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.52 "GET /v2.0/networks?id=8e03682a-64fc-4a86-88e5-6250079f2ea5 HTTP/1.1" status: 200 len: 796 time: 0.1830816 Feb 09 13:25:00.561020 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-57866ee9-04bd-4332-90c3-a38db2c53e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ae91951-a1c6-4b81-af42-5ce47d01ffb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226095277', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': 'b6bd77ca-b38e-4a1e-bcca-f9673417ec2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:24:51Z', 'updated_at': '2022-02-09T13:24:56Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': 'b6bd77ca-b38e-4a1e-bcca-f9673417ec2f', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae91951-a1c6-4b81-af42-5ce47d01ffb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:24:52Z', 'updated_at': '2022-02-09T13:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '447c8041-f40c-497e-89f1-7256d72a9c37', 'name': '', 'network_id': '8e03682a-64fc-4a86-88e5-6250079f2ea5', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'mac_address': 'fa:16:3e:46:ab:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae91951-a1c6-4b81-af42-5ce47d01ffb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '04b097a4-a77a-4ab8-9894-f0132367b2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:24:55Z', 'updated_at': '2022-02-09T13:24:59Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'subnets': [{'id': '04b097a4-a77a-4ab8-9894-f0132367b2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:00.566644 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57866ee9-04bd-4332-90c3-a38db2c53e3b None None] The sync data for ids ['2ae91951-a1c6-4b81-af42-5ce47d01ffb9'] in n-d-825178-3 is: [{'id': '2ae91951-a1c6-4b81-af42-5ce47d01ffb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226095277', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': 'b6bd77ca-b38e-4a1e-bcca-f9673417ec2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:24:51Z', 'updated_at': '2022-02-09T13:24:56Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': 'b6bd77ca-b38e-4a1e-bcca-f9673417ec2f', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae91951-a1c6-4b81-af42-5ce47d01ffb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:24:52Z', 'updated_at': '2022-02-09T13:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '447c8041-f40c-497e-89f1-7256d72a9c37', 'name': '', 'network_id': '8e03682a-64fc-4a86-88e5-6250079f2ea5', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'mac_address': 'fa:16:3e:46:ab:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae91951-a1c6-4b81-af42-5ce47d01ffb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '04b097a4-a77a-4ab8-9894-f0132367b2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:24:55Z', 'updated_at': '2022-02-09T13:24:59Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'subnets': [{'id': '04b097a4-a77a-4ab8-9894-f0132367b2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:25:00.583762 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-3027248e-5522-46fc-b44c-d61f7fde4a1f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Synchronizing usage tracker for tenant:6056198879324428bd651de1cdbb016f on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:25:00.600377 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-3027248e-5522-46fc-b44c-d61f7fde4a1f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Unset dirty status for tenant:6056198879324428bd651de1cdbb016f on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:25:00.601429 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-3027248e-5522-46fc-b44c-d61f7fde4a1f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6056198879324428bd651de1cdbb016f HTTP/1.1" status: 200 len: 379 time: 0.0620430 Feb 09 13:25:00.613617 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-48e432b1-34d2-463e-a657-56f1267fec0f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'port': {'device_id': '76a5d33b-7e35-4e1c-8820-40d972976698', 'network_id': '8e03682a-64fc-4a86-88e5-6250079f2ea5', 'admin_state_up': True, 'tenant_id': '6056198879324428bd651de1cdbb016f', 'security_groups': ['a101734f-0168-4b12-b3cd-71539fceee62']}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:25:00.625287 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e364d3c4-3924-4a9e-8aa1-08c8c0fd52f3 req-d5cdacfb-261e-4542-8a47-f08d4b038ef3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=76a5d33b-7e35-4e1c-8820-40d972976698 HTTP/1.1" status: 200 len: 210 time: 0.0663314 Feb 09 13:25:00.776231 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-48e432b1-34d2-463e-a657-56f1267fec0f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:25:00.786191 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-48e432b1-34d2-463e-a657-56f1267fec0f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:25:00.796458 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-48e432b1-34d2-463e-a657-56f1267fec0f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Made reservation on behalf of 6056198879324428bd651de1cdbb016f for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:25:00.800077 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-48e432b1-34d2-463e-a657-56f1267fec0f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:00.971045 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-48e432b1-34d2-463e-a657-56f1267fec0f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Allocated IP 172.20.0.5 (8e03682a-64fc-4a86-88e5-6250079f2ea5/04b097a4-a77a-4ab8-9894-f0132367b2ad/09e865c9-2b3d-4eef-aedf-8d35987f63de) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:25:01.236746 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 447c8041-f40c-497e-89f1-7256d72a9c37 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:25:01.308627 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 447c8041-f40c-497e-89f1-7256d72a9c37 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:25:01.308889 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-48e432b1-34d2-463e-a657-56f1267fec0f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:01.313749 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 447c8041-f40c-497e-89f1-7256d72a9c37 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:25:01.314126 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:01.326029 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-48e432b1-34d2-463e-a657-56f1267fec0f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Transition to ACTIVE for port object 09e865c9-2b3d-4eef-aedf-8d35987f63de will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:25:01.359385 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-48e432b1-34d2-463e-a657-56f1267fec0f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:01.435651 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-48e432b1-34d2-463e-a657-56f1267fec0f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Network 8e03682a-64fc-4a86-88e5-6250079f2ea5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:25:01.438713 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-48e432b1-34d2-463e-a657-56f1267fec0f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:25:01.442867 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-48e432b1-34d2-463e-a657-56f1267fec0f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:25:01.449794 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:01.490984 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 447c8041-f40c-497e-89f1-7256d72a9c37, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=447c8041-f40c-497e-89f1-7256d72a9c37,segment=NetworkSegment(f9741af2-54d5-44d4-a753-fa1a0dbc81f3),segment_id=f9741af2-54d5-44d4-a753-fa1a0dbc81f3)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:25:01.496819 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:01.501225 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e432b1-34d2-463e-a657-56f1267fec0f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'Port': ['ID=09e865c9-2b3d-4eef-aedf-8d35987f63de,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:01.534148 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-48e432b1-34d2-463e-a657-56f1267fec0f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:01.534826 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-48e432b1-34d2-463e-a657-56f1267fec0f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:01.561783 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-48e432b1-34d2-463e-a657-56f1267fec0f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9549763 Feb 09 13:25:01.571545 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-d08a3491-77d9-4ac0-85ad-f9a783e43baa tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 13:25:01.572642 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-d08a3491-77d9-4ac0-85ad-f9a783e43baa tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053670 Feb 09 13:25:01.582677 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=447c8041-f40c-497e-89f1-7256d72a9c37,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:01.584135 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-fe549445-8904-4684-b36e-f467c1c2c96a service neutron] Request body: {'port': {'device_id': '76a5d33b-7e35-4e1c-8820-40d972976698', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:25:01.715999 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-fe549445-8904-4684-b36e-f467c1c2c96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:01.782893 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-9f042fbf-a94c-4651-a432-825dbd7c549b None None] Provisioning for port 09e865c9-2b3d-4eef-aedf-8d35987f63de completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:25:01.789512 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-9f042fbf-a94c-4651-a432-825dbd7c549b None None] Provisioning complete for port 09e865c9-2b3d-4eef-aedf-8d35987f63de triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:25:01.789998 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9f042fbf-a94c-4651-a432-825dbd7c549b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:01.838111 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef4d5a-8ebd-4a90-823b-6a4034016693 req-7e329a7b-b16a-45b6-be97-50d998ae4dfa tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:01.840479 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cdef4d5a-8ebd-4a90-823b-6a4034016693 req-7e329a7b-b16a-45b6-be97-50d998ae4dfa tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=76a5d33b-7e35-4e1c-8820-40d972976698 HTTP/1.1" status: 200 len: 931 time: 0.0919120 Feb 09 13:25:01.858885 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-9f042fbf-a94c-4651-a432-825dbd7c549b None None] Port 09e865c9-2b3d-4eef-aedf-8d35987f63de cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:25:01.890202 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cdef4d5a-8ebd-4a90-823b-6a4034016693 req-4d65cc31-f807-49a7-8674-b280ca228805 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=a101734f-0168-4b12-b3cd-71539fceee62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435815 Feb 09 13:25:02.086327 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-fe549445-8904-4684-b36e-f467c1c2c96a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09e865c9-2b3d-4eef-aedf-8d35987f63de {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:25:02.094370 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-fe549445-8904-4684-b36e-f467c1c2c96a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:02.109830 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-fe549445-8904-4684-b36e-f467c1c2c96a service neutron] Transition to ACTIVE for port object 09e865c9-2b3d-4eef-aedf-8d35987f63de will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:25:02.112992 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-fe549445-8904-4684-b36e-f467c1c2c96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:02.247519 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe549445-8904-4684-b36e-f467c1c2c96a service neutron] Pushing event updated for resources: {'Port': ['ID=09e865c9-2b3d-4eef-aedf-8d35987f63de,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:02.357565 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-fe549445-8904-4684-b36e-f467c1c2c96a service neutron] Attempting to bind port 09e865c9-2b3d-4eef-aedf-8d35987f63de on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:25:02.357903 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-fe549445-8904-4684-b36e-f467c1c2c96a service neutron] Attempting to bind port 09e865c9-2b3d-4eef-aedf-8d35987f63de by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': 'f9741af2-54d5-44d4-a753-fa1a0dbc81f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8e03682a-64fc-4a86-88e5-6250079f2ea5'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:25:02.358231 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-fe549445-8904-4684-b36e-f467c1c2c96a service neutron] Attempting to bind port 09e865c9-2b3d-4eef-aedf-8d35987f63de on network 8e03682a-64fc-4a86-88e5-6250079f2ea5 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:25:02.362754 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-fe549445-8904-4684-b36e-f467c1c2c96a service neutron] Port 09e865c9-2b3d-4eef-aedf-8d35987f63de on network 8e03682a-64fc-4a86-88e5-6250079f2ea5 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 13:25:02.363072 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-fe549445-8904-4684-b36e-f467c1c2c96a service neutron] Attempting to bind port 09e865c9-2b3d-4eef-aedf-8d35987f63de on network 8e03682a-64fc-4a86-88e5-6250079f2ea5 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:25:02.368172 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-fe549445-8904-4684-b36e-f467c1c2c96a service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:25:02.368509 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-fe549445-8904-4684-b36e-f467c1c2c96a service neutron] Checking segment: {'id': 'f9741af2-54d5-44d4-a753-fa1a0dbc81f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8e03682a-64fc-4a86-88e5-6250079f2ea5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:25:02.368888 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-fe549445-8904-4684-b36e-f467c1c2c96a service neutron] Bound using segment: {'id': 'f9741af2-54d5-44d4-a753-fa1a0dbc81f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8e03682a-64fc-4a86-88e5-6250079f2ea5'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:25:02.369309 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-fe549445-8904-4684-b36e-f467c1c2c96a service neutron] Bound port: 09e865c9-2b3d-4eef-aedf-8d35987f63de, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9741af2-54d5-44d4-a753-fa1a0dbc81f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8e03682a-64fc-4a86-88e5-6250079f2ea5'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:25:02.369658 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-fe549445-8904-4684-b36e-f467c1c2c96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:02.457205 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-fe549445-8904-4684-b36e-f467c1c2c96a service neutron] For port 09e865c9-2b3d-4eef-aedf-8d35987f63de, host n-h1-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:25:02.460023 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-fe549445-8904-4684-b36e-f467c1c2c96a service neutron] For port 09e865c9-2b3d-4eef-aedf-8d35987f63de, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=09e865c9-2b3d-4eef-aedf-8d35987f63de,segment=NetworkSegment(f9741af2-54d5-44d4-a753-fa1a0dbc81f3),segment_id=f9741af2-54d5-44d4-a753-fa1a0dbc81f3)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:25:02.465061 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-fe549445-8904-4684-b36e-f467c1c2c96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:02.527441 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-fe549445-8904-4684-b36e-f467c1c2c96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:02.527944 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-fe549445-8904-4684-b36e-f467c1c2c96a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:02.529386 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-fe549445-8904-4684-b36e-f467c1c2c96a service neutron] 10.222.0.52 "PUT /v2.0/ports/09e865c9-2b3d-4eef-aedf-8d35987f63de HTTP/1.1" status: 200 len: 1091 time: 0.9497445 Feb 09 13:25:02.529818 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76a5d33b-7e35-4e1c-8820-40d972976698', 'tag': '09e865c9-2b3d-4eef-aedf-8d35987f63de'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:25:02.548715 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe549445-8904-4684-b36e-f467c1c2c96a service neutron] Pushing event updated for resources: {'Port': ['ID=09e865c9-2b3d-4eef-aedf-8d35987f63de,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:02.613763 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76a5d33b-7e35-4e1c-8820-40d972976698', 'tag': '09e865c9-2b3d-4eef-aedf-8d35987f63de', 'status': 'completed', 'code': 200} Feb 09 13:25:02.655934 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-b2530629-db08-401b-a0af-863c984fa71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:02.657444 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-b2530629-db08-401b-a0af-863c984fa71c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6056198879324428bd651de1cdbb016f&device_id=76a5d33b-7e35-4e1c-8820-40d972976698 HTTP/1.1" status: 200 len: 1094 time: 0.0762715 Feb 09 13:25:02.733602 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-cb36b07b-6786-48a8-8adb-920ac90aad55 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09e865c9-2b3d-4eef-aedf-8d35987f63de HTTP/1.1" status: 200 len: 217 time: 0.0696836 Feb 09 13:25:02.795055 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-038de77f-bd59-4f14-aa52-49c27a776d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:02.796445 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-038de77f-bd59-4f14-aa52-49c27a776d8d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=04b097a4-a77a-4ab8-9894-f0132367b2ad HTTP/1.1" status: 200 len: 835 time: 0.0577350 Feb 09 13:25:02.869843 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-cb06d989-fdee-4c2a-a9a6-e61520c8f25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:02.871646 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-cb06d989-fdee-4c2a-a9a6-e61520c8f25c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8e03682a-64fc-4a86-88e5-6250079f2ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695987 Feb 09 13:25:03.002436 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-a81b8751-5594-40c9-b3f9-4151a104ff4c service neutron] 10.222.0.52 "GET /v2.0/networks/8e03682a-64fc-4a86-88e5-6250079f2ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250112 Feb 09 13:25:03.086370 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318452ba-428f-4df5-bc8b-f4726b7fa48e req-893cdb68-a720-466d-b9ee-9c638321a339 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:03.087977 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-318452ba-428f-4df5-bc8b-f4726b7fa48e req-893cdb68-a720-466d-b9ee-9c638321a339 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=76a5d33b-7e35-4e1c-8820-40d972976698 HTTP/1.1" status: 200 len: 943 time: 0.0825891 Feb 09 13:25:03.135235 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-318452ba-428f-4df5-bc8b-f4726b7fa48e req-e5dcd1e7-3565-4738-8d70-40cdd2af6683 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=a101734f-0168-4b12-b3cd-71539fceee62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401406 Feb 09 13:25:03.208300 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 447c8041-f40c-497e-89f1-7256d72a9c37 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:25:03.248957 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-08192a57-5a6e-418d-8ca3-2f8e5f883693 req-71246b69-6bfb-499b-9fe1-64332059f5a6 service neutron] 10.222.0.52 "GET /v2.0/networks/8e03682a-64fc-4a86-88e5-6250079f2ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402093 Feb 09 13:25:03.275413 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 447c8041-f40c-497e-89f1-7256d72a9c37 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:25:03.275704 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:03.372607 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc0f599-24f3-4936-a2da-0653adfe2515 req-692d846c-797b-481e-859a-26eaab2b0e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:03.374116 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-abc0f599-24f3-4936-a2da-0653adfe2515 req-692d846c-797b-481e-859a-26eaab2b0e21 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6056198879324428bd651de1cdbb016f&device_id=76a5d33b-7e35-4e1c-8820-40d972976698 HTTP/1.1" status: 200 len: 1094 time: 0.0779884 Feb 09 13:25:03.504146 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc0f599-24f3-4936-a2da-0653adfe2515 req-d45bacde-60cf-4851-adad-78b8e9eb75c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:03.505604 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-abc0f599-24f3-4936-a2da-0653adfe2515 req-d45bacde-60cf-4851-adad-78b8e9eb75c7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8e03682a-64fc-4a86-88e5-6250079f2ea5 HTTP/1.1" status: 200 len: 897 time: 0.1259122 Feb 09 13:25:03.576177 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-abc0f599-24f3-4936-a2da-0653adfe2515 req-3e20a6d7-6bf7-4d88-b36e-24a4f96e3345 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09e865c9-2b3d-4eef-aedf-8d35987f63de HTTP/1.1" status: 200 len: 217 time: 0.0636680 Feb 09 13:25:03.638485 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc0f599-24f3-4936-a2da-0653adfe2515 req-6fa29eb9-e181-488f-b1d5-25699f2ead9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:03.639919 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-abc0f599-24f3-4936-a2da-0653adfe2515 req-6fa29eb9-e181-488f-b1d5-25699f2ead9a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=04b097a4-a77a-4ab8-9894-f0132367b2ad HTTP/1.1" status: 200 len: 835 time: 0.0574481 Feb 09 13:25:03.718975 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc0f599-24f3-4936-a2da-0653adfe2515 req-f0a15483-73fd-4599-a0e2-33eb86f2bc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:03.720515 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-abc0f599-24f3-4936-a2da-0653adfe2515 req-f0a15483-73fd-4599-a0e2-33eb86f2bc34 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8e03682a-64fc-4a86-88e5-6250079f2ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738249 Feb 09 13:25:03.852147 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-abc0f599-24f3-4936-a2da-0653adfe2515 req-ca0b66aa-5c6b-4e49-87ed-db6a061675fe service neutron] 10.222.0.52 "GET /v2.0/networks/8e03682a-64fc-4a86-88e5-6250079f2ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240392 Feb 09 13:25:03.984096 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-abc0f599-24f3-4936-a2da-0653adfe2515 req-4770cf68-a53d-4526-823a-b357e6dd5c96 service neutron] 10.222.0.52 "GET /v2.0/networks/8e03682a-64fc-4a86-88e5-6250079f2ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258075 Feb 09 13:25:04.324925 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2efada8-05e8-437f-8433-bfdcdb45d749 req-46536534-480b-49f0-be98-ce8a38314f38 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:04.326399 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d2efada8-05e8-437f-8433-bfdcdb45d749 req-46536534-480b-49f0-be98-ce8a38314f38 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=76a5d33b-7e35-4e1c-8820-40d972976698 HTTP/1.1" status: 200 len: 943 time: 0.0861900 Feb 09 13:25:04.371443 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d2efada8-05e8-437f-8433-bfdcdb45d749 req-b16aab38-00b3-4ca7-81f3-ece5f2f2456f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=a101734f-0168-4b12-b3cd-71539fceee62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391967 Feb 09 13:25:05.000106 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:25:05.553112 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6abae-5b06-4417-9ac2-a7e4d4371bd8 req-bc044893-e3ed-4280-bc61-921b90b6be49 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:05.554550 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-80c6abae-5b06-4417-9ac2-a7e4d4371bd8 req-bc044893-e3ed-4280-bc61-921b90b6be49 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=76a5d33b-7e35-4e1c-8820-40d972976698 HTTP/1.1" status: 200 len: 943 time: 0.0784616 Feb 09 13:25:05.597397 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-80c6abae-5b06-4417-9ac2-a7e4d4371bd8 req-fbf6e276-e5c4-4fd3-9680-8ca7666190b9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=a101734f-0168-4b12-b3cd-71539fceee62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370336 Feb 09 13:25:06.785990 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dde44e-3ddf-4f50-b1d2-272890e02408 req-df91f01e-1e6d-4349-8dc1-954e7fa0e09a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:06.787445 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b5dde44e-3ddf-4f50-b1d2-272890e02408 req-df91f01e-1e6d-4349-8dc1-954e7fa0e09a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=76a5d33b-7e35-4e1c-8820-40d972976698 HTTP/1.1" status: 200 len: 943 time: 0.0826707 Feb 09 13:25:06.832190 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b5dde44e-3ddf-4f50-b1d2-272890e02408 req-eac962e6-218e-4752-8b78-3c998eaaf15f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=a101734f-0168-4b12-b3cd-71539fceee62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379961 Feb 09 13:25:07.154272 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 09e865c9-2b3d-4eef-aedf-8d35987f63de details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:25:07.325699 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 09e865c9-2b3d-4eef-aedf-8d35987f63de, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=09e865c9-2b3d-4eef-aedf-8d35987f63de,segment=NetworkSegment(f9741af2-54d5-44d4-a753-fa1a0dbc81f3),segment_id=f9741af2-54d5-44d4-a753-fa1a0dbc81f3)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:25:07.340041 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': '09e865c9-2b3d-4eef-aedf-8d35987f63de', 'network_id': '8e03682a-64fc-4a86-88e5-6250079f2ea5', 'port_id': '09e865c9-2b3d-4eef-aedf-8d35987f63de', 'mac_address': 'fa:16:3e:8b:11:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b097a4-a77a-4ab8-9894-f0132367b2ad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:25:07.399160 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:07.416234 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09e865c9-2b3d-4eef-aedf-8d35987f63de {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:25:07.431681 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 09e865c9-2b3d-4eef-aedf-8d35987f63de, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=09e865c9-2b3d-4eef-aedf-8d35987f63de,segment=NetworkSegment(f9741af2-54d5-44d4-a753-fa1a0dbc81f3),segment_id=f9741af2-54d5-44d4-a753-fa1a0dbc81f3)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:25:07.440270 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:07.505374 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=09e865c9-2b3d-4eef-aedf-8d35987f63de,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:07.678599 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['09e865c9-2b3d-4eef-aedf-8d35987f63de'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:25:08.015216 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb51a68-c05e-4c77-8a7c-36413adb7b57 req-199e57f0-dce7-49e7-b856-bdcaf7853865 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:08.016700 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4cb51a68-c05e-4c77-8a7c-36413adb7b57 req-199e57f0-dce7-49e7-b856-bdcaf7853865 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=76a5d33b-7e35-4e1c-8820-40d972976698 HTTP/1.1" status: 200 len: 944 time: 0.0786240 Feb 09 13:25:08.063709 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4cb51a68-c05e-4c77-8a7c-36413adb7b57 req-04e8ffb6-cbd9-45a3-a6db-ee6014bbd16d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=a101734f-0168-4b12-b3cd-71539fceee62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414169 Feb 09 13:25:09.168954 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 09e865c9-2b3d-4eef-aedf-8d35987f63de up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:25:09.238551 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port 09e865c9-2b3d-4eef-aedf-8d35987f63de completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:25:09.243217 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port 09e865c9-2b3d-4eef-aedf-8d35987f63de triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:25:09.243594 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:09.252718 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99882ed7-f6f2-45b3-a392-c65e0b34f1b2 req-13c4ab15-f3d5-40c9-8988-efa49cc814aa tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:09.254201 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-99882ed7-f6f2-45b3-a392-c65e0b34f1b2 req-13c4ab15-f3d5-40c9-8988-efa49cc814aa tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=76a5d33b-7e35-4e1c-8820-40d972976698 HTTP/1.1" status: 200 len: 944 time: 0.0834646 Feb 09 13:25:09.298622 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-99882ed7-f6f2-45b3-a392-c65e0b34f1b2 req-8f9a4b6d-b8d0-461e-bb92-c5e3fdad7e16 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=a101734f-0168-4b12-b3cd-71539fceee62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387254 Feb 09 13:25:09.365303 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:09.391934 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a5d33b-7e35-4e1c-8820-40d972976698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e865c9-2b3d-4eef-aedf-8d35987f63de'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:25:09.402361 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 09e865c9-2b3d-4eef-aedf-8d35987f63de, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=09e865c9-2b3d-4eef-aedf-8d35987f63de,segment=NetworkSegment(f9741af2-54d5-44d4-a753-fa1a0dbc81f3),segment_id=f9741af2-54d5-44d4-a753-fa1a0dbc81f3)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:25:09.406544 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:09.442819 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a5d33b-7e35-4e1c-8820-40d972976698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e865c9-2b3d-4eef-aedf-8d35987f63de', 'code': 200} Feb 09 13:25:09.475268 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=09e865c9-2b3d-4eef-aedf-8d35987f63de,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:09.483202 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:09.483549 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:09.483915 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:09.484253 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:09.484585 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:09.484911 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:09.485254 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:09.485584 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:09.485906 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:09.486225 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:09.486545 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:09.486862 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:09.565440 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f9299-d1b2-483a-bc2b-80ab9ed8752d req-55dbeb42-6c81-4eae-bc57-8d8f5868d8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:09.567007 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-fa0f9299-d1b2-483a-bc2b-80ab9ed8752d req-55dbeb42-6c81-4eae-bc57-8d8f5868d8db service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=76a5d33b-7e35-4e1c-8820-40d972976698 HTTP/1.1" status: 200 len: 1096 time: 0.0700009 Feb 09 13:25:09.607486 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-fa0f9299-d1b2-483a-bc2b-80ab9ed8752d req-b290f22f-914c-41a1-bc3d-ec9852dd515d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a101734f-0168-4b12-b3cd-71539fceee62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338001 Feb 09 13:25:10.491344 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4c4c9-f621-4c52-9825-0700616a9d8e req-29eb7abc-e602-40c6-a3ad-f58c5faf0d0b tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:10.492897 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3af4c4c9-f621-4c52-9825-0700616a9d8e req-29eb7abc-e602-40c6-a3ad-f58c5faf0d0b tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=76a5d33b-7e35-4e1c-8820-40d972976698 HTTP/1.1" status: 200 len: 945 time: 0.0841880 Feb 09 13:25:10.537095 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3af4c4c9-f621-4c52-9825-0700616a9d8e req-55c02c2e-169d-4e92-8918-278d2c5b7c82 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=a101734f-0168-4b12-b3cd-71539fceee62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383067 Feb 09 13:25:11.718937 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b850a-64e6-4213-a523-ddbc35ecab09 req-af4ec867-1987-4c70-ad5d-af68b6b8c93b tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:11.720407 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-658b850a-64e6-4213-a523-ddbc35ecab09 req-af4ec867-1987-4c70-ad5d-af68b6b8c93b tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=76a5d33b-7e35-4e1c-8820-40d972976698 HTTP/1.1" status: 200 len: 945 time: 0.0804710 Feb 09 13:25:11.764952 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-658b850a-64e6-4213-a523-ddbc35ecab09 req-2f229164-83c3-4706-b2ec-74a99972e49d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=a101734f-0168-4b12-b3cd-71539fceee62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387540 Feb 09 13:25:11.946865 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775fdd2-a15c-43ad-aa00-ce4eb526b02e req-ef03695e-790c-4e10-9e94-3cf48dc8b2d9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:11.948333 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f775fdd2-a15c-43ad-aa00-ce4eb526b02e req-ef03695e-790c-4e10-9e94-3cf48dc8b2d9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=76a5d33b-7e35-4e1c-8820-40d972976698 HTTP/1.1" status: 200 len: 945 time: 0.0812070 Feb 09 13:25:11.991544 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f775fdd2-a15c-43ad-aa00-ce4eb526b02e req-4bf4bc56-6622-48ef-9147-43f73f8d69e3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=a101734f-0168-4b12-b3cd-71539fceee62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375590 Feb 09 13:25:12.013867 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47416) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:12.087527 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cedf2b2-9195-45d1-ba91-0ea0ef14f107 tempest-TestNetworkAdvancedServerOps-296500683 tempest-TestNetworkAdvancedServerOps-296500683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:12.089018 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8cedf2b2-9195-45d1-ba91-0ea0ef14f107 tempest-TestNetworkAdvancedServerOps-296500683 tempest-TestNetworkAdvancedServerOps-296500683-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=76a5d33b-7e35-4e1c-8820-40d972976698 HTTP/1.1" status: 200 len: 1091 time: 0.0741227 Feb 09 13:25:12.092611 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47420) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:12.097530 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-4e4a01fc-53d6-4caf-9179-5dba86c9a03e tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'port_id': '09e865c9-2b3d-4eef-aedf-8d35987f63de', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:25:12.104470 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4e4a01fc-53d6-4caf-9179-5dba86c9a03e tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:25:12.108875 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4e4a01fc-53d6-4caf-9179-5dba86c9a03e tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:floatingip and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:25:12.111704 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4e4a01fc-53d6-4caf-9179-5dba86c9a03e tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:25:12.117424 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4e4a01fc-53d6-4caf-9179-5dba86c9a03e tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:25:12.127956 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4e4a01fc-53d6-4caf-9179-5dba86c9a03e tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for floatingip, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:12.265338 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4e4a01fc-53d6-4caf-9179-5dba86c9a03e tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:12.401625 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-4e4a01fc-53d6-4caf-9179-5dba86c9a03e tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Allocated IP 172.25.7.130 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/c00f07b3-1001-4701-a77c-9f019e7b50ea) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:25:12.555115 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4e4a01fc-53d6-4caf-9179-5dba86c9a03e tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:12.584602 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4e4a01fc-53d6-4caf-9179-5dba86c9a03e tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:12.652037 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4a01fc-53d6-4caf-9179-5dba86c9a03e tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:25:12.654917 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-4e4a01fc-53d6-4caf-9179-5dba86c9a03e tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:25:12.658434 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4a01fc-53d6-4caf-9179-5dba86c9a03e tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:25:12.690115 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4a01fc-53d6-4caf-9179-5dba86c9a03e tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'Port': ['ID=c00f07b3-1001-4701-a77c-9f019e7b50ea,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:13.183509 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4e4a01fc-53d6-4caf-9179-5dba86c9a03e tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:13.262614 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4e4a01fc-53d6-4caf-9179-5dba86c9a03e tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:13.464078 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4e4a01fc-53d6-4caf-9179-5dba86c9a03e tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:13.468671 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4e4a01fc-53d6-4caf-9179-5dba86c9a03e tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:13.576061 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4a01fc-53d6-4caf-9179-5dba86c9a03e tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'Port': ['ID=c00f07b3-1001-4701-a77c-9f019e7b50ea,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:13.583870 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4e4a01fc-53d6-4caf-9179-5dba86c9a03e tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:13.750707 n-d-825178-3 neutron-server[87568]: INFO neutron.db.l3_db [None req-4e4a01fc-53d6-4caf-9179-5dba86c9a03e tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Floating IP 5e9b68c2-cc8a-47a1-8c8d-d17153d127e9 associated. External IP: 172.25.7.130, port: 09e865c9-2b3d-4eef-aedf-8d35987f63de. Feb 09 13:25:14.105997 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4a01fc-53d6-4caf-9179-5dba86c9a03e tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Router 2ae91951-a1c6-4b81-af42-5ce47d01ffb9 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:25:14.131363 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-33f69b24-3151-4304-8234-072a900097d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:14.402554 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4a01fc-53d6-4caf-9179-5dba86c9a03e tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:25:14.411964 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb2fd21-bc82-44ba-8f76-9f59ffd5f80c None None] Sync routers for ids ['2ae91951-a1c6-4b81-af42-5ce47d01ffb9'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:25:14.422773 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb2fd21-bc82-44ba-8f76-9f59ffd5f80c None None] Routers {'2ae91951-a1c6-4b81-af42-5ce47d01ffb9'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:25:14.423525 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-2cb2fd21-bc82-44ba-8f76-9f59ffd5f80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:24:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2ae91951-a1c6-4b81-af42-5ce47d01ffb9'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:14.426887 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4e4a01fc-53d6-4caf-9179-5dba86c9a03e tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:14.484053 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4e4a01fc-53d6-4caf-9179-5dba86c9a03e tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3902574 Feb 09 13:25:14.484731 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76a5d33b-7e35-4e1c-8820-40d972976698', 'tag': '09e865c9-2b3d-4eef-aedf-8d35987f63de'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:25:14.613105 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-2cb2fd21-bc82-44ba-8f76-9f59ffd5f80c None None] Set router 2ae91951-a1c6-4b81-af42-5ce47d01ffb9 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:25:14.654384 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae465f9e-1dd9-4f1b-af11-dbc01243ac72 req-e51cdffa-2665-49f1-8ac4-23a4c542d82d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:14.655924 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ae465f9e-1dd9-4f1b-af11-dbc01243ac72 req-e51cdffa-2665-49f1-8ac4-23a4c542d82d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=76a5d33b-7e35-4e1c-8820-40d972976698 HTTP/1.1" status: 200 len: 945 time: 0.0828762 Feb 09 13:25:14.705248 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ae465f9e-1dd9-4f1b-af11-dbc01243ac72 req-13982a4a-ea6e-4955-9133-a5abb6501415 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=a101734f-0168-4b12-b3cd-71539fceee62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434535 Feb 09 13:25:14.728559 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47428) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:14.759776 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76a5d33b-7e35-4e1c-8820-40d972976698', 'tag': '09e865c9-2b3d-4eef-aedf-8d35987f63de', 'status': 'completed', 'code': 200} Feb 09 13:25:14.838745 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c4a76586-4248-4bf4-ada9-a3abb224c400 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/floatingips/5e9b68c2-cc8a-47a1-8c8d-d17153d127e9 HTTP/1.1" status: 200 len: 991 time: 0.1079323 Feb 09 13:25:14.852045 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a3de2a-7f77-4a7e-999b-6add0648be43 req-e19685f3-b699-4a51-9534-17db286bdb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:14.853596 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-53a3de2a-7f77-4a7e-999b-6add0648be43 req-e19685f3-b699-4a51-9534-17db286bdb5f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6056198879324428bd651de1cdbb016f&device_id=76a5d33b-7e35-4e1c-8820-40d972976698 HTTP/1.1" status: 200 len: 1096 time: 0.0716989 Feb 09 13:25:14.968145 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-2cb2fd21-bc82-44ba-8f76-9f59ffd5f80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ae91951-a1c6-4b81-af42-5ce47d01ffb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226095277', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': 'b6bd77ca-b38e-4a1e-bcca-f9673417ec2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:24:51Z', 'updated_at': '2022-02-09T13:24:56Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': 'b6bd77ca-b38e-4a1e-bcca-f9673417ec2f', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae91951-a1c6-4b81-af42-5ce47d01ffb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:24:52Z', 'updated_at': '2022-02-09T13:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '5e9b68c2-cc8a-47a1-8c8d-d17153d127e9', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'floating_ip_address': '172.25.7.130', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '2ae91951-a1c6-4b81-af42-5ce47d01ffb9', 'port_id': '09e865c9-2b3d-4eef-aedf-8d35987f63de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e03682a-64fc-4a86-88e5-6250079f2ea5', 'mac_address': 'fa:16:3e:8b:11:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a5d33b-7e35-4e1c-8820-40d972976698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:25:13Z', 'updated_at': '2022-02-09T13:25:13Z', 'revision_number': 0, 'project_id': '6056198879324428bd651de1cdbb016f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '447c8041-f40c-497e-89f1-7256d72a9c37', 'name': '', 'network_id': '8e03682a-64fc-4a86-88e5-6250079f2ea5', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'mac_address': 'fa:16:3e:46:ab:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae91951-a1c6-4b81-af42-5ce47d01ffb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '04b097a4-a77a-4ab8-9894-f0132367b2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:24:55Z', 'updated_at': '2022-02-09T13:25:01Z', 'revision_number': 5, 'project_id': '6056198879324428bd651de1cdbb016f', 'subnets': [{'id': '04b097a4-a77a-4ab8-9894-f0132367b2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:14.971959 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb2fd21-bc82-44ba-8f76-9f59ffd5f80c None None] Checking router: 2ae91951-a1c6-4b81-af42-5ce47d01ffb9 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:25:14.980973 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb2fd21-bc82-44ba-8f76-9f59ffd5f80c None None] Routers {'2ae91951-a1c6-4b81-af42-5ce47d01ffb9'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:25:14.981576 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-2cb2fd21-bc82-44ba-8f76-9f59ffd5f80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:24:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2ae91951-a1c6-4b81-af42-5ce47d01ffb9'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:14.995766 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a3de2a-7f77-4a7e-999b-6add0648be43 req-45d483cc-8273-4e20-b504-2515ead370c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:14.997348 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-53a3de2a-7f77-4a7e-999b-6add0648be43 req-45d483cc-8273-4e20-b504-2515ead370c4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8e03682a-64fc-4a86-88e5-6250079f2ea5 HTTP/1.1" status: 200 len: 897 time: 0.1336865 Feb 09 13:25:15.099128 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-53a3de2a-7f77-4a7e-999b-6add0648be43 req-19d5afca-9bb4-46af-8d7d-c422ed15ffd2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09e865c9-2b3d-4eef-aedf-8d35987f63de HTTP/1.1" status: 200 len: 999 time: 0.0960391 Feb 09 13:25:15.156942 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-2cb2fd21-bc82-44ba-8f76-9f59ffd5f80c None None] Set router 2ae91951-a1c6-4b81-af42-5ce47d01ffb9 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:25:15.161348 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a3de2a-7f77-4a7e-999b-6add0648be43 req-3be91d50-7df5-4a83-b263-2761f8015029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:15.162688 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-53a3de2a-7f77-4a7e-999b-6add0648be43 req-3be91d50-7df5-4a83-b263-2761f8015029 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=04b097a4-a77a-4ab8-9894-f0132367b2ad HTTP/1.1" status: 200 len: 835 time: 0.0564492 Feb 09 13:25:15.241139 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a3de2a-7f77-4a7e-999b-6add0648be43 req-3c76d258-e04f-4f5b-810c-b64b865144f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:15.242536 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-53a3de2a-7f77-4a7e-999b-6add0648be43 req-3c76d258-e04f-4f5b-810c-b64b865144f4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8e03682a-64fc-4a86-88e5-6250079f2ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729835 Feb 09 13:25:15.378465 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-53a3de2a-7f77-4a7e-999b-6add0648be43 req-0b6d3914-f7ad-44dc-9f5b-4e982d857b8f service neutron] 10.222.0.52 "GET /v2.0/networks/8e03682a-64fc-4a86-88e5-6250079f2ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294682 Feb 09 13:25:15.519463 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-53a3de2a-7f77-4a7e-999b-6add0648be43 req-dde0fc66-0456-4e21-bb08-62051129b251 service neutron] 10.222.0.52 "GET /v2.0/networks/8e03682a-64fc-4a86-88e5-6250079f2ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280982 Feb 09 13:25:15.535273 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-2cb2fd21-bc82-44ba-8f76-9f59ffd5f80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ae91951-a1c6-4b81-af42-5ce47d01ffb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226095277', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': 'b6bd77ca-b38e-4a1e-bcca-f9673417ec2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:24:51Z', 'updated_at': '2022-02-09T13:24:56Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': 'b6bd77ca-b38e-4a1e-bcca-f9673417ec2f', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae91951-a1c6-4b81-af42-5ce47d01ffb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:24:52Z', 'updated_at': '2022-02-09T13:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '5e9b68c2-cc8a-47a1-8c8d-d17153d127e9', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'floating_ip_address': '172.25.7.130', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '2ae91951-a1c6-4b81-af42-5ce47d01ffb9', 'port_id': '09e865c9-2b3d-4eef-aedf-8d35987f63de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e03682a-64fc-4a86-88e5-6250079f2ea5', 'mac_address': 'fa:16:3e:8b:11:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a5d33b-7e35-4e1c-8820-40d972976698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:25:13Z', 'updated_at': '2022-02-09T13:25:13Z', 'revision_number': 0, 'project_id': '6056198879324428bd651de1cdbb016f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '447c8041-f40c-497e-89f1-7256d72a9c37', 'name': '', 'network_id': '8e03682a-64fc-4a86-88e5-6250079f2ea5', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'mac_address': 'fa:16:3e:46:ab:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae91951-a1c6-4b81-af42-5ce47d01ffb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '04b097a4-a77a-4ab8-9894-f0132367b2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:24:55Z', 'updated_at': '2022-02-09T13:25:01Z', 'revision_number': 5, 'project_id': '6056198879324428bd651de1cdbb016f', 'subnets': [{'id': '04b097a4-a77a-4ab8-9894-f0132367b2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:15.539427 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb2fd21-bc82-44ba-8f76-9f59ffd5f80c None None] The sync data for ids ['2ae91951-a1c6-4b81-af42-5ce47d01ffb9'] in n-d-825178-3 is: [{'id': '2ae91951-a1c6-4b81-af42-5ce47d01ffb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226095277', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': 'b6bd77ca-b38e-4a1e-bcca-f9673417ec2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:24:51Z', 'updated_at': '2022-02-09T13:24:56Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': 'b6bd77ca-b38e-4a1e-bcca-f9673417ec2f', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae91951-a1c6-4b81-af42-5ce47d01ffb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:24:52Z', 'updated_at': '2022-02-09T13:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '5e9b68c2-cc8a-47a1-8c8d-d17153d127e9', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'floating_ip_address': '172.25.7.130', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '2ae91951-a1c6-4b81-af42-5ce47d01ffb9', 'port_id': '09e865c9-2b3d-4eef-aedf-8d35987f63de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e03682a-64fc-4a86-88e5-6250079f2ea5', 'mac_address': 'fa:16:3e:8b:11:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a5d33b-7e35-4e1c-8820-40d972976698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:25:13Z', 'updated_at': '2022-02-09T13:25:13Z', 'revision_number': 0, 'project_id': '6056198879324428bd651de1cdbb016f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '447c8041-f40c-497e-89f1-7256d72a9c37', 'name': '', 'network_id': '8e03682a-64fc-4a86-88e5-6250079f2ea5', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'mac_address': 'fa:16:3e:46:ab:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae91951-a1c6-4b81-af42-5ce47d01ffb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '04b097a4-a77a-4ab8-9894-f0132367b2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:24:55Z', 'updated_at': '2022-02-09T13:25:01Z', 'revision_number': 5, 'project_id': '6056198879324428bd651de1cdbb016f', 'subnets': [{'id': '04b097a4-a77a-4ab8-9894-f0132367b2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:25:15.731014 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23908601-720d-4a03-8ba9-0130ba6faca2 None None] New status for floating IP 5e9b68c2-cc8a-47a1-8c8d-d17153d127e9: ACTIVE {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:25:15.841554 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47432) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:15.951154 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-bddb5de9-6a33-430b-a77c-567b46aada45 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/floatingips/5e9b68c2-cc8a-47a1-8c8d-d17153d127e9 HTTP/1.1" status: 200 len: 991 time: 0.1085193 Feb 09 13:25:16.534331 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5c00b5f1-c27f-4967-b478-e2b5b3a1aa7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:16.955214 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47436) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:17.063298 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-afc683e0-d292-4936-8504-92587259c795 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/floatingips/5e9b68c2-cc8a-47a1-8c8d-d17153d127e9 HTTP/1.1" status: 200 len: 993 time: 0.1068852 Feb 09 13:25:17.718644 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:17.841683 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:19.143311 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [req-d01b9191-5cdd-4233-873a-60f67a6517e3 req-97b6db3e-9094-43ad-a936-5f03055456c6 service neutron] (87568) timed out ('10.222.0.46', 58850) {{(pid=87568) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 13:25:19.407484 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:21.136802 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:23.635258 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:42.000656 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:25:44.018771 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661ca50-9603-4057-a181-c860c4e21112 req-0ba4377e-1de8-4f13-9b7a-010c84bebc6d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:44.020138 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c661ca50-9603-4057-a181-c860c4e21112 req-0ba4377e-1de8-4f13-9b7a-010c84bebc6d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=76a5d33b-7e35-4e1c-8820-40d972976698 HTTP/1.1" status: 200 len: 945 time: 0.0815220 Feb 09 13:25:44.064880 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c661ca50-9603-4057-a181-c860c4e21112 req-33e99259-efda-464e-a1a4-8011ce939e2f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=a101734f-0168-4b12-b3cd-71539fceee62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391057 Feb 09 13:25:44.132912 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-203f25c7-1638-42f8-9064-e8c606d4d205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:44.199410 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38143931-9f9d-4965-b0de-305301cda00b req-eb7bdfb1-fc5a-447c-8a66-b0bf83544337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:44.200904 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-38143931-9f9d-4965-b0de-305301cda00b req-eb7bdfb1-fc5a-447c-8a66-b0bf83544337 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6056198879324428bd651de1cdbb016f&device_id=76a5d33b-7e35-4e1c-8820-40d972976698 HTTP/1.1" status: 200 len: 1096 time: 0.0751443 Feb 09 13:25:44.352240 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38143931-9f9d-4965-b0de-305301cda00b req-044e7041-c8e6-4245-9fcb-7dda21db8139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:44.353699 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-38143931-9f9d-4965-b0de-305301cda00b req-044e7041-c8e6-4245-9fcb-7dda21db8139 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8e03682a-64fc-4a86-88e5-6250079f2ea5 HTTP/1.1" status: 200 len: 897 time: 0.1318510 Feb 09 13:25:44.459362 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-38143931-9f9d-4965-b0de-305301cda00b req-3a6cfc81-fd19-455d-97ff-7afaf59758de service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09e865c9-2b3d-4eef-aedf-8d35987f63de HTTP/1.1" status: 200 len: 1001 time: 0.0958188 Feb 09 13:25:44.523948 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38143931-9f9d-4965-b0de-305301cda00b req-2b3f9eb2-7160-4798-b369-356f5aacec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:44.525349 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-38143931-9f9d-4965-b0de-305301cda00b req-2b3f9eb2-7160-4798-b369-356f5aacec67 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=04b097a4-a77a-4ab8-9894-f0132367b2ad HTTP/1.1" status: 200 len: 835 time: 0.0566740 Feb 09 13:25:44.602997 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38143931-9f9d-4965-b0de-305301cda00b req-1a8b6232-b9c0-4b10-9d9d-f0558df91e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:44.604469 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-38143931-9f9d-4965-b0de-305301cda00b req-1a8b6232-b9c0-4b10-9d9d-f0558df91e25 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8e03682a-64fc-4a86-88e5-6250079f2ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727816 Feb 09 13:25:44.853592 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-38143931-9f9d-4965-b0de-305301cda00b req-a2200ca6-f47b-4708-a4fc-04751f1ae8bd service neutron] 10.222.0.52 "GET /v2.0/networks/8e03682a-64fc-4a86-88e5-6250079f2ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353067 Feb 09 13:25:44.985216 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-38143931-9f9d-4965-b0de-305301cda00b req-26c7502b-dd1f-40a0-b7db-272dd9115785 service neutron] 10.222.0.52 "GET /v2.0/networks/8e03682a-64fc-4a86-88e5-6250079f2ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222310 Feb 09 13:25:45.252390 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde38813-9649-4bf2-9372-75da6aeb9338 req-9a8f274e-c3ad-477f-a9aa-49a8dcf873fa tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:45.253818 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cde38813-9649-4bf2-9372-75da6aeb9338 req-9a8f274e-c3ad-477f-a9aa-49a8dcf873fa tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=76a5d33b-7e35-4e1c-8820-40d972976698 HTTP/1.1" status: 200 len: 945 time: 0.0803995 Feb 09 13:25:45.299990 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cde38813-9649-4bf2-9372-75da6aeb9338 req-f371d677-70c0-4a26-9fe7-fb2f6146074c tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=a101734f-0168-4b12-b3cd-71539fceee62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406621 Feb 09 13:25:46.485199 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0d002-83fe-44cd-8fcb-df641de040fc req-4dc00a65-ec6e-4d86-b8b3-2a6347cb11a0 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:46.486633 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e8b0d002-83fe-44cd-8fcb-df641de040fc req-4dc00a65-ec6e-4d86-b8b3-2a6347cb11a0 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=76a5d33b-7e35-4e1c-8820-40d972976698 HTTP/1.1" status: 200 len: 945 time: 0.0777223 Feb 09 13:25:46.530227 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e8b0d002-83fe-44cd-8fcb-df641de040fc req-b46968f9-6400-47d0-a4f7-7e4cc8f5491c tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=a101734f-0168-4b12-b3cd-71539fceee62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377808 Feb 09 13:25:46.534983 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-23be0a16-c8e2-4b81-afb4-7fb665ad8928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:47.719813 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c98ae4-f926-4d3c-ba4f-1d20c4ebeaf7 req-18a47bcf-4cc5-4bb7-8dd6-e0345b1a1a4a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:47.720501 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:47.726865 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-91c98ae4-f926-4d3c-ba4f-1d20c4ebeaf7 req-18a47bcf-4cc5-4bb7-8dd6-e0345b1a1a4a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=76a5d33b-7e35-4e1c-8820-40d972976698 HTTP/1.1" status: 200 len: 945 time: 0.0898137 Feb 09 13:25:47.765586 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-91c98ae4-f926-4d3c-ba4f-1d20c4ebeaf7 req-cfa5a3f3-5282-4622-a18b-5dc355395256 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=a101734f-0168-4b12-b3cd-71539fceee62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379133 Feb 09 13:25:47.836154 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:48.947748 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25866564-4c74-4d71-aad1-ee9985975252 req-6e8ad96a-91a2-428e-80d7-a69c23899c1e tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:48.949766 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-25866564-4c74-4d71-aad1-ee9985975252 req-6e8ad96a-91a2-428e-80d7-a69c23899c1e tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=76a5d33b-7e35-4e1c-8820-40d972976698 HTTP/1.1" status: 200 len: 945 time: 0.0807145 Feb 09 13:25:48.992971 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-25866564-4c74-4d71-aad1-ee9985975252 req-bc2a487f-b37e-473d-ab7d-1b96bdca9e44 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=a101734f-0168-4b12-b3cd-71539fceee62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377178 Feb 09 13:25:49.409464 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:50.180889 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71001378-bd3f-4efd-ae87-434ecdd0ec92 req-b3f9e610-4f75-405e-86fc-3c9bc665765b tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:50.182309 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-71001378-bd3f-4efd-ae87-434ecdd0ec92 req-b3f9e610-4f75-405e-86fc-3c9bc665765b tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=76a5d33b-7e35-4e1c-8820-40d972976698 HTTP/1.1" status: 200 len: 945 time: 0.0834773 Feb 09 13:25:50.225553 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-71001378-bd3f-4efd-ae87-434ecdd0ec92 req-226d8ccd-b0d1-4b6d-b045-8f2137504bc9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=a101734f-0168-4b12-b3cd-71539fceee62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374181 Feb 09 13:25:51.132476 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:51.408397 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1107ec7-934e-4e8a-8bfd-7c33f0651726 req-3e18660b-7770-4ed7-b281-41933725da4d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:51.409795 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f1107ec7-934e-4e8a-8bfd-7c33f0651726 req-3e18660b-7770-4ed7-b281-41933725da4d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=76a5d33b-7e35-4e1c-8820-40d972976698 HTTP/1.1" status: 200 len: 945 time: 0.0798662 Feb 09 13:25:51.456356 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f1107ec7-934e-4e8a-8bfd-7c33f0651726 req-15f6616e-0fcb-4a7e-bf95-6b4c3ee38c6d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=a101734f-0168-4b12-b3cd-71539fceee62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408370 Feb 09 13:25:52.639877 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16611a5-a390-4658-a83b-a6c10b158924 req-3d991901-72a3-4812-8501-0bce6c68f5a0 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:52.641253 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a16611a5-a390-4658-a83b-a6c10b158924 req-3d991901-72a3-4812-8501-0bce6c68f5a0 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=76a5d33b-7e35-4e1c-8820-40d972976698 HTTP/1.1" status: 200 len: 945 time: 0.0796785 Feb 09 13:25:52.685003 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a16611a5-a390-4658-a83b-a6c10b158924 req-8c85ebb0-d0ee-4963-8692-6b53213b78c0 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=a101734f-0168-4b12-b3cd-71539fceee62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378735 Feb 09 13:25:53.649259 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:53.873058 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57682f48-1652-4f32-8368-33c8d295173c req-aab83ba0-afc0-48d9-b7ff-883fd3535450 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:53.874513 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-57682f48-1652-4f32-8368-33c8d295173c req-aab83ba0-afc0-48d9-b7ff-883fd3535450 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=76a5d33b-7e35-4e1c-8820-40d972976698 HTTP/1.1" status: 200 len: 945 time: 0.0825267 Feb 09 13:25:54.018868 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-57682f48-1652-4f32-8368-33c8d295173c req-321a5f38-8775-45b4-9396-c9d22c862230 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=a101734f-0168-4b12-b3cd-71539fceee62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386914 Feb 09 13:25:55.201962 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8a6b5-4ab4-4721-87f8-e49f8ee0932a req-28de83cc-88a8-4319-8da0-c9150e1a49db tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:55.203418 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c1e8a6b5-4ab4-4721-87f8-e49f8ee0932a req-28de83cc-88a8-4319-8da0-c9150e1a49db tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=76a5d33b-7e35-4e1c-8820-40d972976698 HTTP/1.1" status: 200 len: 945 time: 0.0801456 Feb 09 13:25:55.247390 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c1e8a6b5-4ab4-4721-87f8-e49f8ee0932a req-5bcb4884-9fb4-4189-80f3-7c2c0731ac24 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=a101734f-0168-4b12-b3cd-71539fceee62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384283 Feb 09 13:25:55.269350 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47474) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:55.375229 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-52385daf-c5fa-41dc-aef4-2aee9a83990b tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/floatingips/5e9b68c2-cc8a-47a1-8c8d-d17153d127e9 HTTP/1.1" status: 200 len: 993 time: 0.1047802 Feb 09 13:25:56.811695 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7efdc-5a4f-4509-bafe-5e22a1835b23 req-03a5c5c7-486f-4b27-95a7-e6193b027abe tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:56.813184 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f7e7efdc-5a4f-4509-bafe-5e22a1835b23 req-03a5c5c7-486f-4b27-95a7-e6193b027abe tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=76a5d33b-7e35-4e1c-8820-40d972976698 HTTP/1.1" status: 200 len: 945 time: 0.0836983 Feb 09 13:25:56.847962 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3283515-0656-41d5-b579-4c5e476367d3 req-4e3c5972-f48b-4888-8b16-61026eb69525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:56.849462 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f3283515-0656-41d5-b579-4c5e476367d3 req-4e3c5972-f48b-4888-8b16-61026eb69525 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6056198879324428bd651de1cdbb016f&device_id=76a5d33b-7e35-4e1c-8820-40d972976698 HTTP/1.1" status: 200 len: 1096 time: 0.0703809 Feb 09 13:25:56.856794 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f7e7efdc-5a4f-4509-bafe-5e22a1835b23 req-f8f5fa4f-e720-48ca-86cd-520547dbc46b tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=a101734f-0168-4b12-b3cd-71539fceee62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380828 Feb 09 13:25:56.982849 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3283515-0656-41d5-b579-4c5e476367d3 req-e80209d1-ed3b-468b-9ca9-0a830f92a650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:56.984350 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f3283515-0656-41d5-b579-4c5e476367d3 req-e80209d1-ed3b-468b-9ca9-0a830f92a650 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8e03682a-64fc-4a86-88e5-6250079f2ea5 HTTP/1.1" status: 200 len: 897 time: 0.1282465 Feb 09 13:25:57.087753 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f3283515-0656-41d5-b579-4c5e476367d3 req-74f61782-456e-4537-a195-0ec53bbb2218 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09e865c9-2b3d-4eef-aedf-8d35987f63de HTTP/1.1" status: 200 len: 1001 time: 0.0968485 Feb 09 13:25:57.148600 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3283515-0656-41d5-b579-4c5e476367d3 req-d4ac4c4e-26c3-43c6-8551-a42daf398b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:57.149992 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f3283515-0656-41d5-b579-4c5e476367d3 req-d4ac4c4e-26c3-43c6-8551-a42daf398b03 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=04b097a4-a77a-4ab8-9894-f0132367b2ad HTTP/1.1" status: 200 len: 835 time: 0.0567677 Feb 09 13:25:57.225665 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3283515-0656-41d5-b579-4c5e476367d3 req-09de0e5b-efa4-4e4b-a347-3b86c13d5240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:57.227121 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f3283515-0656-41d5-b579-4c5e476367d3 req-09de0e5b-efa4-4e4b-a347-3b86c13d5240 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8e03682a-64fc-4a86-88e5-6250079f2ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714314 Feb 09 13:25:57.354062 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f3283515-0656-41d5-b579-4c5e476367d3 req-a3d02991-bd1b-495c-a8a5-d01d1bfb4592 service neutron] 10.222.0.52 "GET /v2.0/networks/8e03682a-64fc-4a86-88e5-6250079f2ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209643 Feb 09 13:25:57.490514 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f3283515-0656-41d5-b579-4c5e476367d3 req-18586b81-0ec7-4b7c-91d4-66d60b4cd790 service neutron] 10.222.0.52 "GET /v2.0/networks/8e03682a-64fc-4a86-88e5-6250079f2ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307621 Feb 09 13:25:58.061833 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca44b62-fa11-42e5-bdb6-2717aa180ba9 req-c57228a2-a5b4-4baf-a28b-0a76e2f122d0 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:58.063418 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aca44b62-fa11-42e5-bdb6-2717aa180ba9 req-c57228a2-a5b4-4baf-a28b-0a76e2f122d0 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=76a5d33b-7e35-4e1c-8820-40d972976698 HTTP/1.1" status: 200 len: 945 time: 0.0954406 Feb 09 13:25:58.113220 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-aca44b62-fa11-42e5-bdb6-2717aa180ba9 req-3254c7cb-d05e-4a52-ae4c-6c9f05daadd7 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=a101734f-0168-4b12-b3cd-71539fceee62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440373 Feb 09 13:25:59.298070 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02cca2f-8667-4cc0-a843-21b00a89d53b req-c4fc1547-844f-428e-aa56-c52071222781 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:59.299571 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e02cca2f-8667-4cc0-a843-21b00a89d53b req-c4fc1547-844f-428e-aa56-c52071222781 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=76a5d33b-7e35-4e1c-8820-40d972976698 HTTP/1.1" status: 200 len: 945 time: 0.0803490 Feb 09 13:25:59.343690 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e02cca2f-8667-4cc0-a843-21b00a89d53b req-a83eeab7-12c2-4c38-95c5-557389f336bd tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=a101734f-0168-4b12-b3cd-71539fceee62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385859 Feb 09 13:25:59.367503 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47488) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:59.473144 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-f6019ae7-c4f7-4400-b540-304a194ba7f2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/floatingips/5e9b68c2-cc8a-47a1-8c8d-d17153d127e9 HTTP/1.1" status: 200 len: 993 time: 0.1044040 Feb 09 13:26:14.135953 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cec08e3e-29b1-4995-b1d7-46870437f3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:16.535822 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6431df0b-9abe-4061-aaa3-f3e4fbd22ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:17.723329 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:17.838411 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:19.000195 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:26:19.412247 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:21.148228 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:23.666673 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:32.224351 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47508) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:32.428060 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-de60d99f-7d83-44c5-a50a-5ba521c4d1e8 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Deleting port c00f07b3-1001-4701-a77c-9f019e7b50ea {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:26:32.428404 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-de60d99f-7d83-44c5-a50a-5ba521c4d1e8 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:32.593695 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-de60d99f-7d83-44c5-a50a-5ba521c4d1e8 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:32.594077 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-de60d99f-7d83-44c5-a50a-5ba521c4d1e8 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:32.716253 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-de60d99f-7d83-44c5-a50a-5ba521c4d1e8 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Calling delete_port for c00f07b3-1001-4701-a77c-9f019e7b50ea owned by network:floatingip {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:26:32.873658 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-de60d99f-7d83-44c5-a50a-5ba521c4d1e8 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:32.923413 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60d99f-7d83-44c5-a50a-5ba521c4d1e8 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event deleted for resources: {'Port': ['ID=c00f07b3-1001-4701-a77c-9f019e7b50ea,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:32.959669 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60d99f-7d83-44c5-a50a-5ba521c4d1e8 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:32.960043 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60d99f-7d83-44c5-a50a-5ba521c4d1e8 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:32.960387 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60d99f-7d83-44c5-a50a-5ba521c4d1e8 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:32.960720 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60d99f-7d83-44c5-a50a-5ba521c4d1e8 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:32.961051 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60d99f-7d83-44c5-a50a-5ba521c4d1e8 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:32.961380 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60d99f-7d83-44c5-a50a-5ba521c4d1e8 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:32.961711 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60d99f-7d83-44c5-a50a-5ba521c4d1e8 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:32.962037 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60d99f-7d83-44c5-a50a-5ba521c4d1e8 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:32.962363 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60d99f-7d83-44c5-a50a-5ba521c4d1e8 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:32.963219 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60d99f-7d83-44c5-a50a-5ba521c4d1e8 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:32.963545 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60d99f-7d83-44c5-a50a-5ba521c4d1e8 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:32.963886 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60d99f-7d83-44c5-a50a-5ba521c4d1e8 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:33.022246 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-de60d99f-7d83-44c5-a50a-5ba521c4d1e8 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for floatingip, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:33.022599 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [None req-de60d99f-7d83-44c5-a50a-5ba521c4d1e8 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Floating IP 5e9b68c2-cc8a-47a1-8c8d-d17153d127e9 disassociated (deleted). External IP: 172.25.7.130, port: 09e865c9-2b3d-4eef-aedf-8d35987f63de. Feb 09 13:26:33.472497 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de60d99f-7d83-44c5-a50a-5ba521c4d1e8 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Router 2ae91951-a1c6-4b81-af42-5ce47d01ffb9 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:26:33.650896 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de60d99f-7d83-44c5-a50a-5ba521c4d1e8 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:26:33.660286 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549750e3-cd5f-485c-b445-d2f70dd022cb None None] Sync routers for ids ['2ae91951-a1c6-4b81-af42-5ce47d01ffb9'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:26:33.668426 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-de60d99f-7d83-44c5-a50a-5ba521c4d1e8 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:33.669086 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549750e3-cd5f-485c-b445-d2f70dd022cb None None] Routers {'2ae91951-a1c6-4b81-af42-5ce47d01ffb9'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:26:33.669687 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-549750e3-cd5f-485c-b445-d2f70dd022cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:26:17Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2ae91951-a1c6-4b81-af42-5ce47d01ffb9'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:33.727648 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-de60d99f-7d83-44c5-a50a-5ba521c4d1e8 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "DELETE /v2.0/floatingips/5e9b68c2-cc8a-47a1-8c8d-d17153d127e9 HTTP/1.1" status: 204 len: 168 time: 1.5021369 Feb 09 13:26:33.728230 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76a5d33b-7e35-4e1c-8820-40d972976698', 'tag': '09e865c9-2b3d-4eef-aedf-8d35987f63de'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:26:33.845103 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-549750e3-cd5f-485c-b445-d2f70dd022cb None None] Set router 2ae91951-a1c6-4b81-af42-5ce47d01ffb9 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:26:33.968744 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76a5d33b-7e35-4e1c-8820-40d972976698', 'tag': '09e865c9-2b3d-4eef-aedf-8d35987f63de', 'status': 'completed', 'code': 200} Feb 09 13:26:34.126117 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c2173-5994-461f-ac3b-ec8481cd6a76 req-15a18fe6-1680-4c66-af8f-2daa907b1eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:34.127620 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6f4c2173-5994-461f-ac3b-ec8481cd6a76 req-15a18fe6-1680-4c66-af8f-2daa907b1eca service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6056198879324428bd651de1cdbb016f&device_id=76a5d33b-7e35-4e1c-8820-40d972976698 HTTP/1.1" status: 200 len: 1096 time: 0.1324906 Feb 09 13:26:34.135920 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30528f6e-489a-4370-b9f3-377dde7b9bfa req-9c6e2388-4b13-4c0f-9a25-339fca9d3307 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:34.136629 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-30528f6e-489a-4370-b9f3-377dde7b9bfa req-9c6e2388-4b13-4c0f-9a25-339fca9d3307 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Synchronizing usage tracker for tenant:6056198879324428bd651de1cdbb016f on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:26:34.152729 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-30528f6e-489a-4370-b9f3-377dde7b9bfa req-9c6e2388-4b13-4c0f-9a25-339fca9d3307 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Unset dirty status for tenant:6056198879324428bd651de1cdbb016f on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:26:34.154490 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30528f6e-489a-4370-b9f3-377dde7b9bfa req-9c6e2388-4b13-4c0f-9a25-339fca9d3307 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=76a5d33b-7e35-4e1c-8820-40d972976698 HTTP/1.1" status: 200 len: 945 time: 0.1022487 Feb 09 13:26:34.173451 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-549750e3-cd5f-485c-b445-d2f70dd022cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ae91951-a1c6-4b81-af42-5ce47d01ffb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226095277', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': 'b6bd77ca-b38e-4a1e-bcca-f9673417ec2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:24:51Z', 'updated_at': '2022-02-09T13:24:56Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': 'b6bd77ca-b38e-4a1e-bcca-f9673417ec2f', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae91951-a1c6-4b81-af42-5ce47d01ffb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:24:52Z', 'updated_at': '2022-02-09T13:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '447c8041-f40c-497e-89f1-7256d72a9c37', 'name': '', 'network_id': '8e03682a-64fc-4a86-88e5-6250079f2ea5', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'mac_address': 'fa:16:3e:46:ab:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae91951-a1c6-4b81-af42-5ce47d01ffb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '04b097a4-a77a-4ab8-9894-f0132367b2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:24:55Z', 'updated_at': '2022-02-09T13:25:01Z', 'revision_number': 5, 'project_id': '6056198879324428bd651de1cdbb016f', 'subnets': [{'id': '04b097a4-a77a-4ab8-9894-f0132367b2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:34.177255 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549750e3-cd5f-485c-b445-d2f70dd022cb None None] Checking router: 2ae91951-a1c6-4b81-af42-5ce47d01ffb9 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:26:34.185941 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549750e3-cd5f-485c-b445-d2f70dd022cb None None] Routers {'2ae91951-a1c6-4b81-af42-5ce47d01ffb9'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:26:34.186544 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-549750e3-cd5f-485c-b445-d2f70dd022cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:26:17Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2ae91951-a1c6-4b81-af42-5ce47d01ffb9'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:34.202906 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-30528f6e-489a-4370-b9f3-377dde7b9bfa req-793ecc01-6524-4f52-9675-3e37fa320c88 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=a101734f-0168-4b12-b3cd-71539fceee62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433793 Feb 09 13:26:34.268893 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c2173-5994-461f-ac3b-ec8481cd6a76 req-efea372c-77a1-4993-9a18-0f4467e2d418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:34.270338 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6f4c2173-5994-461f-ac3b-ec8481cd6a76 req-efea372c-77a1-4993-9a18-0f4467e2d418 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8e03682a-64fc-4a86-88e5-6250079f2ea5 HTTP/1.1" status: 200 len: 897 time: 0.1365705 Feb 09 13:26:34.345294 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6f4c2173-5994-461f-ac3b-ec8481cd6a76 req-84c7980a-b473-44d3-8546-c33e27f9fea0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09e865c9-2b3d-4eef-aedf-8d35987f63de HTTP/1.1" status: 200 len: 217 time: 0.0672793 Feb 09 13:26:34.374177 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-549750e3-cd5f-485c-b445-d2f70dd022cb None None] Set router 2ae91951-a1c6-4b81-af42-5ce47d01ffb9 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:26:34.408072 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c2173-5994-461f-ac3b-ec8481cd6a76 req-4bf886a6-2cd3-40c1-8f59-90b5fed3c925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:34.409502 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6f4c2173-5994-461f-ac3b-ec8481cd6a76 req-4bf886a6-2cd3-40c1-8f59-90b5fed3c925 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=04b097a4-a77a-4ab8-9894-f0132367b2ad HTTP/1.1" status: 200 len: 835 time: 0.0574975 Feb 09 13:26:34.488397 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c2173-5994-461f-ac3b-ec8481cd6a76 req-c0718086-6072-43a5-a0df-8ba8bffb36a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:34.490250 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6f4c2173-5994-461f-ac3b-ec8481cd6a76 req-c0718086-6072-43a5-a0df-8ba8bffb36a0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8e03682a-64fc-4a86-88e5-6250079f2ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730042 Feb 09 13:26:34.623245 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6f4c2173-5994-461f-ac3b-ec8481cd6a76 req-ceec53d9-a6e0-45c6-b0eb-27ae23edf72b service neutron] 10.222.0.52 "GET /v2.0/networks/8e03682a-64fc-4a86-88e5-6250079f2ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257327 Feb 09 13:26:34.686452 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-549750e3-cd5f-485c-b445-d2f70dd022cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ae91951-a1c6-4b81-af42-5ce47d01ffb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226095277', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': 'b6bd77ca-b38e-4a1e-bcca-f9673417ec2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:24:51Z', 'updated_at': '2022-02-09T13:24:56Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': 'b6bd77ca-b38e-4a1e-bcca-f9673417ec2f', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae91951-a1c6-4b81-af42-5ce47d01ffb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:24:52Z', 'updated_at': '2022-02-09T13:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '447c8041-f40c-497e-89f1-7256d72a9c37', 'name': '', 'network_id': '8e03682a-64fc-4a86-88e5-6250079f2ea5', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'mac_address': 'fa:16:3e:46:ab:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae91951-a1c6-4b81-af42-5ce47d01ffb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '04b097a4-a77a-4ab8-9894-f0132367b2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:24:55Z', 'updated_at': '2022-02-09T13:25:01Z', 'revision_number': 5, 'project_id': '6056198879324428bd651de1cdbb016f', 'subnets': [{'id': '04b097a4-a77a-4ab8-9894-f0132367b2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:34.690260 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549750e3-cd5f-485c-b445-d2f70dd022cb None None] The sync data for ids ['2ae91951-a1c6-4b81-af42-5ce47d01ffb9'] in n-d-825178-3 is: [{'id': '2ae91951-a1c6-4b81-af42-5ce47d01ffb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226095277', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': 'b6bd77ca-b38e-4a1e-bcca-f9673417ec2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:24:51Z', 'updated_at': '2022-02-09T13:24:56Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': 'b6bd77ca-b38e-4a1e-bcca-f9673417ec2f', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae91951-a1c6-4b81-af42-5ce47d01ffb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:24:52Z', 'updated_at': '2022-02-09T13:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '447c8041-f40c-497e-89f1-7256d72a9c37', 'name': '', 'network_id': '8e03682a-64fc-4a86-88e5-6250079f2ea5', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'mac_address': 'fa:16:3e:46:ab:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae91951-a1c6-4b81-af42-5ce47d01ffb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '04b097a4-a77a-4ab8-9894-f0132367b2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:24:55Z', 'updated_at': '2022-02-09T13:25:01Z', 'revision_number': 5, 'project_id': '6056198879324428bd651de1cdbb016f', 'subnets': [{'id': '04b097a4-a77a-4ab8-9894-f0132367b2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:26:34.873675 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6f4c2173-5994-461f-ac3b-ec8481cd6a76 req-fb14e29f-e89e-4114-a979-12129ffeb48c service neutron] 10.222.0.52 "GET /v2.0/networks/8e03682a-64fc-4a86-88e5-6250079f2ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443082 Feb 09 13:26:34.929295 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b83f07-aee7-469d-a524-2423fc68a33f None None] New status for floating IP 5e9b68c2-cc8a-47a1-8c8d-d17153d127e9: DOWN {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:26:35.389993 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe9193-7ef3-4bf0-badc-1e06be8efec7 req-81692bfd-ca87-45c5-b3e3-8feac56a1c36 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:35.391457 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4afe9193-7ef3-4bf0-badc-1e06be8efec7 req-81692bfd-ca87-45c5-b3e3-8feac56a1c36 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=76a5d33b-7e35-4e1c-8820-40d972976698 HTTP/1.1" status: 200 len: 945 time: 0.0835176 Feb 09 13:26:35.434903 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4afe9193-7ef3-4bf0-badc-1e06be8efec7 req-33bc29c7-dc3f-4f10-99b5-0156a07ade8a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=a101734f-0168-4b12-b3cd-71539fceee62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378284 Feb 09 13:26:35.773937 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdaeaf-fda3-484c-b462-1b3ef870cd20 req-0e1ee242-b1e9-46ea-b946-5bc7127648e7 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:35.774527 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-6abdaeaf-fda3-484c-b462-1b3ef870cd20 req-0e1ee242-b1e9-46ea-b946-5bc7127648e7 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Synchronizing usage tracker for tenant:6056198879324428bd651de1cdbb016f on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:26:35.785766 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-6abdaeaf-fda3-484c-b462-1b3ef870cd20 req-0e1ee242-b1e9-46ea-b946-5bc7127648e7 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Unset dirty status for tenant:6056198879324428bd651de1cdbb016f on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:26:35.786869 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6abdaeaf-fda3-484c-b462-1b3ef870cd20 req-0e1ee242-b1e9-46ea-b946-5bc7127648e7 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.52 "GET /v2.0/ports?device_id=76a5d33b-7e35-4e1c-8820-40d972976698 HTTP/1.1" status: 200 len: 945 time: 0.0888593 Feb 09 13:26:35.857628 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-6abdaeaf-fda3-484c-b462-1b3ef870cd20 req-b9d9ecad-dce1-46d1-a49c-b01c6894367d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Deleting port 09e865c9-2b3d-4eef-aedf-8d35987f63de {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:26:35.857962 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-6abdaeaf-fda3-484c-b462-1b3ef870cd20 req-b9d9ecad-dce1-46d1-a49c-b01c6894367d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:36.098135 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-6abdaeaf-fda3-484c-b462-1b3ef870cd20 req-b9d9ecad-dce1-46d1-a49c-b01c6894367d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] For port 09e865c9-2b3d-4eef-aedf-8d35987f63de, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=09e865c9-2b3d-4eef-aedf-8d35987f63de,segment=NetworkSegment(f9741af2-54d5-44d4-a753-fa1a0dbc81f3),segment_id=f9741af2-54d5-44d4-a753-fa1a0dbc81f3)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:26:36.098368 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-6abdaeaf-fda3-484c-b462-1b3ef870cd20 req-b9d9ecad-dce1-46d1-a49c-b01c6894367d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:36.224669 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-6abdaeaf-fda3-484c-b462-1b3ef870cd20 req-b9d9ecad-dce1-46d1-a49c-b01c6894367d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Calling delete_port for 09e865c9-2b3d-4eef-aedf-8d35987f63de owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:26:36.375912 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-6abdaeaf-fda3-484c-b462-1b3ef870cd20 req-b9d9ecad-dce1-46d1-a49c-b01c6894367d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:36.429763 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d9ecad-dce1-46d1-a49c-b01c6894367d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event deleted for resources: {'Port': ['ID=09e865c9-2b3d-4eef-aedf-8d35987f63de,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:36.469192 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d9ecad-dce1-46d1-a49c-b01c6894367d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:36.469537 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d9ecad-dce1-46d1-a49c-b01c6894367d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:36.469876 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d9ecad-dce1-46d1-a49c-b01c6894367d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:36.470207 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d9ecad-dce1-46d1-a49c-b01c6894367d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:36.470537 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d9ecad-dce1-46d1-a49c-b01c6894367d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:36.470861 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d9ecad-dce1-46d1-a49c-b01c6894367d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:36.471185 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d9ecad-dce1-46d1-a49c-b01c6894367d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:36.471505 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d9ecad-dce1-46d1-a49c-b01c6894367d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:36.471864 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d9ecad-dce1-46d1-a49c-b01c6894367d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:36.472159 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d9ecad-dce1-46d1-a49c-b01c6894367d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:36.472474 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d9ecad-dce1-46d1-a49c-b01c6894367d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:36.472786 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d9ecad-dce1-46d1-a49c-b01c6894367d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:36.518292 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-6abdaeaf-fda3-484c-b462-1b3ef870cd20 req-b9d9ecad-dce1-46d1-a49c-b01c6894367d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] No DVR routers for this DVR port 09e865c9-2b3d-4eef-aedf-8d35987f63de on host n-h1-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:26:36.520815 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-6abdaeaf-fda3-484c-b462-1b3ef870cd20 req-b9d9ecad-dce1-46d1-a49c-b01c6894367d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:36.524522 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a5d33b-7e35-4e1c-8820-40d972976698', 'name': 'network-vif-deleted', 'tag': '09e865c9-2b3d-4eef-aedf-8d35987f63de'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:26:36.538769 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6abdaeaf-fda3-484c-b462-1b3ef870cd20 req-b9d9ecad-dce1-46d1-a49c-b01c6894367d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.52 "DELETE /v2.0/ports/09e865c9-2b3d-4eef-aedf-8d35987f63de HTTP/1.1" status: 204 len: 173 time: 0.7460775 Feb 09 13:26:36.588552 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9ae2f88d-1d0e-4a4e-ba07-85cc2bd31c94 req-8dd49eb8-f0ff-4b75-845f-e2d60411f981 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=76a5d33b-7e35-4e1c-8820-40d972976698 HTTP/1.1" status: 200 len: 210 time: 0.0437605 Feb 09 13:26:36.639312 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a5d33b-7e35-4e1c-8820-40d972976698', 'name': 'network-vif-deleted', 'tag': '09e865c9-2b3d-4eef-aedf-8d35987f63de', 'status': 'completed', 'code': 200} Feb 09 13:26:37.689273 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47528) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:38.243177 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a076d6e2-99e1-42a4-b1cc-178e66712e5b tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:38.716985 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-a076d6e2-99e1-42a4-b1cc-178e66712e5b tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Deleting port 447c8041-f40c-497e-89f1-7256d72a9c37 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:26:38.717680 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a076d6e2-99e1-42a4-b1cc-178e66712e5b tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:38.902110 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-a076d6e2-99e1-42a4-b1cc-178e66712e5b tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] For port 447c8041-f40c-497e-89f1-7256d72a9c37, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=447c8041-f40c-497e-89f1-7256d72a9c37,segment=NetworkSegment(f9741af2-54d5-44d4-a753-fa1a0dbc81f3),segment_id=f9741af2-54d5-44d4-a753-fa1a0dbc81f3)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:26:38.902470 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a076d6e2-99e1-42a4-b1cc-178e66712e5b tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:39.027049 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-a076d6e2-99e1-42a4-b1cc-178e66712e5b tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Calling delete_port for 447c8041-f40c-497e-89f1-7256d72a9c37 owned by network:router_interface {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:26:39.215310 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a076d6e2-99e1-42a4-b1cc-178e66712e5b tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:39.266223 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a076d6e2-99e1-42a4-b1cc-178e66712e5b tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event deleted for resources: {'Port': ['ID=447c8041-f40c-497e-89f1-7256d72a9c37,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:39.479598 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 09e865c9-2b3d-4eef-aedf-8d35987f63de no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:26:39.513020 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] No Port match for: 09e865c9-2b3d-4eef-aedf-8d35987f63de {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:26:39.513367 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 09e865c9-2b3d-4eef-aedf-8d35987f63de not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:26:39.542525 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a076d6e2-99e1-42a4-b1cc-178e66712e5b tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:40.006151 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a076d6e2-99e1-42a4-b1cc-178e66712e5b tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Router 2ae91951-a1c6-4b81-af42-5ce47d01ffb9 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:26:40.184263 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a076d6e2-99e1-42a4-b1cc-178e66712e5b tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:26:40.193549 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65219d41-e5cf-4de3-b823-4b6a9e2182b5 None None] Sync routers for ids ['2ae91951-a1c6-4b81-af42-5ce47d01ffb9'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:26:40.199199 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a076d6e2-99e1-42a4-b1cc-178e66712e5b tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "PUT /v2.0/routers/2ae91951-a1c6-4b81-af42-5ce47d01ffb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5062432 Feb 09 13:26:40.199546 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47532) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:40.203044 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65219d41-e5cf-4de3-b823-4b6a9e2182b5 None None] Routers {'2ae91951-a1c6-4b81-af42-5ce47d01ffb9'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:26:40.203712 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-65219d41-e5cf-4de3-b823-4b6a9e2182b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:26:17Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2ae91951-a1c6-4b81-af42-5ce47d01ffb9'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:40.266106 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-56f9bec1-bde2-47ff-b855-4b41fd7b8995 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Deleting subnet 04b097a4-a77a-4ab8-9894-f0132367b2ad {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 13:26:40.276578 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-56f9bec1-bde2-47ff-b855-4b41fd7b8995 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:40.332848 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-56f9bec1-bde2-47ff-b855-4b41fd7b8995 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:40.379369 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-65219d41-e5cf-4de3-b823-4b6a9e2182b5 None None] Set router 2ae91951-a1c6-4b81-af42-5ce47d01ffb9 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:26:40.420171 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-56f9bec1-bde2-47ff-b855-4b41fd7b8995 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:40.493010 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-56f9bec1-bde2-47ff-b855-4b41fd7b8995 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:40.534983 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f9bec1-bde2-47ff-b855-4b41fd7b8995 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event deleted for resources: {'Subnet': ['ID=04b097a4-a77a-4ab8-9894-f0132367b2ad,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:40.537016 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-56f9bec1-bde2-47ff-b855-4b41fd7b8995 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:40.544937 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fea137-2495-4fbe-8531-48942bb0107e None None] Network 8e03682a-64fc-4a86-88e5-6250079f2ea5 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:26:40.545752 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-56f9bec1-bde2-47ff-b855-4b41fd7b8995 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "DELETE /v2.0/subnets/04b097a4-a77a-4ab8-9894-f0132367b2ad HTTP/1.1" status: 204 len: 168 time: 0.3451033 Feb 09 13:26:40.548635 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47536) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:40.662503 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-65219d41-e5cf-4de3-b823-4b6a9e2182b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ae91951-a1c6-4b81-af42-5ce47d01ffb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226095277', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': 'b6bd77ca-b38e-4a1e-bcca-f9673417ec2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:24:51Z', 'updated_at': '2022-02-09T13:26:39Z', 'revision_number': 5, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': 'b6bd77ca-b38e-4a1e-bcca-f9673417ec2f', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae91951-a1c6-4b81-af42-5ce47d01ffb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:24:52Z', 'updated_at': '2022-02-09T13:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:40.666225 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65219d41-e5cf-4de3-b823-4b6a9e2182b5 None None] Checking router: 2ae91951-a1c6-4b81-af42-5ce47d01ffb9 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:26:40.674997 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65219d41-e5cf-4de3-b823-4b6a9e2182b5 None None] Routers {'2ae91951-a1c6-4b81-af42-5ce47d01ffb9'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:26:40.675590 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-65219d41-e5cf-4de3-b823-4b6a9e2182b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:26:17Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2ae91951-a1c6-4b81-af42-5ce47d01ffb9'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:40.737179 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0152a451-3ed0-47f6-b728-6d29c1462afe tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:40.811004 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22a1cdb-7e6b-4642-8ac3-20631b0fbe68 None None] DHCP port deletion for 8e03682a-64fc-4a86-88e5-6250079f2ea5 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 13:26:40.815486 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-a22a1cdb-7e6b-4642-8ac3-20631b0fbe68 None None] Deleting port 142193cc-7308-495e-925f-9d0d3f8f35a1 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:26:40.815902 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a22a1cdb-7e6b-4642-8ac3-20631b0fbe68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:40.852536 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-65219d41-e5cf-4de3-b823-4b6a9e2182b5 None None] Set router 2ae91951-a1c6-4b81-af42-5ce47d01ffb9 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:26:40.923356 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0152a451-3ed0-47f6-b728-6d29c1462afe tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:40.933144 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-0152a451-3ed0-47f6-b728-6d29c1462afe tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Deleting port b6bd77ca-b38e-4a1e-bcca-f9673417ec2f {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:26:40.933659 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0152a451-3ed0-47f6-b728-6d29c1462afe tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:41.029554 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-a22a1cdb-7e6b-4642-8ac3-20631b0fbe68 None None] For port 142193cc-7308-495e-925f-9d0d3f8f35a1, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=142193cc-7308-495e-925f-9d0d3f8f35a1,segment=NetworkSegment(f9741af2-54d5-44d4-a753-fa1a0dbc81f3),segment_id=f9741af2-54d5-44d4-a753-fa1a0dbc81f3)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:26:41.029942 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a22a1cdb-7e6b-4642-8ac3-20631b0fbe68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:41.112293 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-0152a451-3ed0-47f6-b728-6d29c1462afe tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] For port b6bd77ca-b38e-4a1e-bcca-f9673417ec2f, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=b6bd77ca-b38e-4a1e-bcca-f9673417ec2f,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:26:41.112879 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0152a451-3ed0-47f6-b728-6d29c1462afe tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:41.148780 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-65219d41-e5cf-4de3-b823-4b6a9e2182b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ae91951-a1c6-4b81-af42-5ce47d01ffb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226095277', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': 'b6bd77ca-b38e-4a1e-bcca-f9673417ec2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:24:51Z', 'updated_at': '2022-02-09T13:26:39Z', 'revision_number': 5, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': 'b6bd77ca-b38e-4a1e-bcca-f9673417ec2f', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae91951-a1c6-4b81-af42-5ce47d01ffb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:24:52Z', 'updated_at': '2022-02-09T13:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:41.153243 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65219d41-e5cf-4de3-b823-4b6a9e2182b5 None None] The sync data for ids ['2ae91951-a1c6-4b81-af42-5ce47d01ffb9'] in n-d-825178-3 is: [{'id': '2ae91951-a1c6-4b81-af42-5ce47d01ffb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226095277', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': 'b6bd77ca-b38e-4a1e-bcca-f9673417ec2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:24:51Z', 'updated_at': '2022-02-09T13:26:39Z', 'revision_number': 5, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': 'b6bd77ca-b38e-4a1e-bcca-f9673417ec2f', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae91951-a1c6-4b81-af42-5ce47d01ffb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:24:52Z', 'updated_at': '2022-02-09T13:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:26:41.159193 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-a22a1cdb-7e6b-4642-8ac3-20631b0fbe68 None None] Calling delete_port for 142193cc-7308-495e-925f-9d0d3f8f35a1 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:26:41.236002 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a22a1cdb-7e6b-4642-8ac3-20631b0fbe68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:41.242191 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-0152a451-3ed0-47f6-b728-6d29c1462afe tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Calling delete_port for b6bd77ca-b38e-4a1e-bcca-f9673417ec2f owned by network:router_gateway {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:26:41.281153 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a1cdb-7e6b-4642-8ac3-20631b0fbe68 None None] Pushing event deleted for resources: {'Port': ['ID=142193cc-7308-495e-925f-9d0d3f8f35a1,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:41.285649 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22a1cdb-7e6b-4642-8ac3-20631b0fbe68 None None] No DVR routers for this DVR port 142193cc-7308-495e-925f-9d0d3f8f35a1 on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:26:41.292704 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a1cdb-7e6b-4642-8ac3-20631b0fbe68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:41.293041 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a1cdb-7e6b-4642-8ac3-20631b0fbe68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:41.293372 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a1cdb-7e6b-4642-8ac3-20631b0fbe68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:41.293995 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a1cdb-7e6b-4642-8ac3-20631b0fbe68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:41.293995 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a1cdb-7e6b-4642-8ac3-20631b0fbe68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:41.294333 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a1cdb-7e6b-4642-8ac3-20631b0fbe68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:41.294661 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a1cdb-7e6b-4642-8ac3-20631b0fbe68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:41.294979 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a1cdb-7e6b-4642-8ac3-20631b0fbe68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:41.295298 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a1cdb-7e6b-4642-8ac3-20631b0fbe68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:41.295613 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a1cdb-7e6b-4642-8ac3-20631b0fbe68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:41.296241 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a1cdb-7e6b-4642-8ac3-20631b0fbe68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:41.296241 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a1cdb-7e6b-4642-8ac3-20631b0fbe68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:41.416401 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0152a451-3ed0-47f6-b728-6d29c1462afe tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:41.465608 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0152a451-3ed0-47f6-b728-6d29c1462afe tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event deleted for resources: {'Port': ['ID=b6bd77ca-b38e-4a1e-bcca-f9673417ec2f,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:41.563186 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0152a451-3ed0-47f6-b728-6d29c1462afe tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:41.608288 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 142193cc-7308-495e-925f-9d0d3f8f35a1 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:26:41.649389 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 142193cc-7308-495e-925f-9d0d3f8f35a1 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:26:41.649729 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 142193cc-7308-495e-925f-9d0d3f8f35a1 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:26:41.650224 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 447c8041-f40c-497e-89f1-7256d72a9c37 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:26:41.684668 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 447c8041-f40c-497e-89f1-7256d72a9c37 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:26:41.685014 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 447c8041-f40c-497e-89f1-7256d72a9c37 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:26:41.858321 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0152a451-3ed0-47f6-b728-6d29c1462afe tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:41.860484 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0152a451-3ed0-47f6-b728-6d29c1462afe tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:41.882591 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0152a451-3ed0-47f6-b728-6d29c1462afe tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:41.883138 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0152a451-3ed0-47f6-b728-6d29c1462afe tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Fanout notify agent at l3_agent the message router_deleted on router 2ae91951-a1c6-4b81-af42-5ce47d01ffb9 {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 13:26:41.899071 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-0152a451-3ed0-47f6-b728-6d29c1462afe tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:41.900495 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-0152a451-3ed0-47f6-b728-6d29c1462afe tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "DELETE /v2.0/routers/2ae91951-a1c6-4b81-af42-5ce47d01ffb9 HTTP/1.1" status: 204 len: 168 time: 1.3508224 Feb 09 13:26:41.903159 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47540) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:42.022907 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d7885afe-c7c3-4369-ac3d-0da5f86bb6b6 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:42.158090 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d7885afe-c7c3-4369-ac3d-0da5f86bb6b6 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:42.184200 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-d7885afe-c7c3-4369-ac3d-0da5f86bb6b6 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e03682a-64fc-4a86-88e5-6250079f2ea5']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:42.196249 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-d7885afe-c7c3-4369-ac3d-0da5f86bb6b6 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9741af2-54d5-44d4-a753-fa1a0dbc81f3') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:42.196546 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-d7885afe-c7c3-4369-ac3d-0da5f86bb6b6 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9741af2-54d5-44d4-a753-fa1a0dbc81f3') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:42.207886 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d7885afe-c7c3-4369-ac3d-0da5f86bb6b6 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:42.223730 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d7885afe-c7c3-4369-ac3d-0da5f86bb6b6 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:42.230478 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7885afe-c7c3-4369-ac3d-0da5f86bb6b6 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 13:26:42.230870 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d7885afe-c7c3-4369-ac3d-0da5f86bb6b6 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:42.247175 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 13:26:42.247175 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 13:26:42.247175 n-d-825178-3 neutron-server[87567]: timer() Feb 09 13:26:42.247175 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:26:42.247175 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 13:26:42.247175 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:26:42.247175 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 13:26:42.247175 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:26:42.247175 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 13:26:42.247175 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:26:42.247175 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 13:26:42.247175 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:26:42.247175 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 13:26:42.247175 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:26:42.247175 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:26:42.247175 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:26:42.247175 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:26:42.247175 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:26:42.247175 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 13:26:42.247175 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 13:26:42.247175 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 13:26:42.247175 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 13:26:42.247175 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:26:42.247175 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 13:26:42.247175 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 13:26:42.247175 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 13:26:42.247175 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:26:42.247175 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 13:26:42.247175 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:26:42.247175 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 13:26:42.247175 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:26:42.247175 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:26:42.336622 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d7885afe-c7c3-4369-ac3d-0da5f86bb6b6 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:42.358191 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d7885afe-c7c3-4369-ac3d-0da5f86bb6b6 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:42.370771 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7885afe-c7c3-4369-ac3d-0da5f86bb6b6 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event deleted for resources: {'Network': ['ID=8e03682a-64fc-4a86-88e5-6250079f2ea5,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:42.379255 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d7885afe-c7c3-4369-ac3d-0da5f86bb6b6 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "DELETE /v2.0/networks/8e03682a-64fc-4a86-88e5-6250079f2ea5 HTTP/1.1" status: 204 len: 168 time: 0.4749379 Feb 09 13:26:42.381960 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47544) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:42.453169 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4850dbb0-4a58-4db7-9dc7-2d2e366e8d15 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:42.489329 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4850dbb0-4a58-4db7-9dc7-2d2e366e8d15 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:42.560631 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4850dbb0-4a58-4db7-9dc7-2d2e366e8d15 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:42.579481 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4850dbb0-4a58-4db7-9dc7-2d2e366e8d15 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a101734f-0168-4b12-b3cd-71539fceee62,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:42.605383 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4850dbb0-4a58-4db7-9dc7-2d2e366e8d15 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:42.606552 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4850dbb0-4a58-4db7-9dc7-2d2e366e8d15 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "DELETE /v2.0/security-groups/a101734f-0168-4b12-b3cd-71539fceee62 HTTP/1.1" status: 204 len: 168 time: 0.2235560 Feb 09 13:26:42.977681 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47552) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:42.982876 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-26e3145b-4f5b-44fb-8095-eb25cb601aaa tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2135740133', 'description': 'tempest-secgroup-smoke-2135740133 description', 'project_id': '6056198879324428bd651de1cdbb016f'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:26:42.989461 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-26e3145b-4f5b-44fb-8095-eb25cb601aaa tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:26:42.993589 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-26e3145b-4f5b-44fb-8095-eb25cb601aaa tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:security_group and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:26:42.996437 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-26e3145b-4f5b-44fb-8095-eb25cb601aaa tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:26:43.002102 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-26e3145b-4f5b-44fb-8095-eb25cb601aaa tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:26:43.013251 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-26e3145b-4f5b-44fb-8095-eb25cb601aaa tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:43.034898 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-26e3145b-4f5b-44fb-8095-eb25cb601aaa tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:26:43.041206 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-26e3145b-4f5b-44fb-8095-eb25cb601aaa tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:security_group_rule and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:26:43.044130 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-26e3145b-4f5b-44fb-8095-eb25cb601aaa tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:26:43.049855 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-26e3145b-4f5b-44fb-8095-eb25cb601aaa tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:26:43.120707 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-26e3145b-4f5b-44fb-8095-eb25cb601aaa tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:43.124429 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-26e3145b-4f5b-44fb-8095-eb25cb601aaa tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:43.169191 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3145b-4f5b-44fb-8095-eb25cb601aaa tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7029fe8e-d6a7-497d-bd4f-d01ab48e4331,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:43.172974 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-26e3145b-4f5b-44fb-8095-eb25cb601aaa tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:43.174149 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-26e3145b-4f5b-44fb-8095-eb25cb601aaa tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1953695 Feb 09 13:26:43.177147 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47556) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:43.182193 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-7500f970-1b03-40a0-a797-ae6e377751e3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'security_group_rule': {'security_group_id': '7029fe8e-d6a7-497d-bd4f-d01ab48e4331', 'project_id': '6056198879324428bd651de1cdbb016f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:26:43.188811 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-7500f970-1b03-40a0-a797-ae6e377751e3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:26:43.192607 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-7500f970-1b03-40a0-a797-ae6e377751e3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:security_group_rule and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:26:43.196450 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-7500f970-1b03-40a0-a797-ae6e377751e3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:26:43.203210 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-7500f970-1b03-40a0-a797-ae6e377751e3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:26:43.210199 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device b6bd77ca-b38e-4a1e-bcca-f9673417ec2f no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:26:43.222976 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7500f970-1b03-40a0-a797-ae6e377751e3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:43.249351 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: b6bd77ca-b38e-4a1e-bcca-f9673417ec2f {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:26:43.249691 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device b6bd77ca-b38e-4a1e-bcca-f9673417ec2f not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:26:43.289359 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7500f970-1b03-40a0-a797-ae6e377751e3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:43.293075 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7500f970-1b03-40a0-a797-ae6e377751e3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:43.321997 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7500f970-1b03-40a0-a797-ae6e377751e3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b081838-1056-4fdf-b679-4bb74ac0f61e,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:43.329143 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-7500f970-1b03-40a0-a797-ae6e377751e3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:43.332974 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-7500f970-1b03-40a0-a797-ae6e377751e3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1522806 Feb 09 13:26:43.335670 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47560) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:43.341762 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-d12d4947-7f3b-478e-9f25-771a106c01bb tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'security_group_rule': {'security_group_id': '7029fe8e-d6a7-497d-bd4f-d01ab48e4331', 'project_id': '6056198879324428bd651de1cdbb016f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:26:43.349217 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d12d4947-7f3b-478e-9f25-771a106c01bb tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:26:43.353545 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d12d4947-7f3b-478e-9f25-771a106c01bb tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:security_group_rule and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:26:43.356429 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d12d4947-7f3b-478e-9f25-771a106c01bb tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:26:43.366211 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d12d4947-7f3b-478e-9f25-771a106c01bb tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:26:43.397344 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d12d4947-7f3b-478e-9f25-771a106c01bb tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:43.458675 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d12d4947-7f3b-478e-9f25-771a106c01bb tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:43.462298 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d12d4947-7f3b-478e-9f25-771a106c01bb tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:43.485132 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d4947-7f3b-478e-9f25-771a106c01bb tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1657aab-8213-4eb7-92fd-1dc423d4ee03,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:43.493147 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d12d4947-7f3b-478e-9f25-771a106c01bb tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:43.495123 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d12d4947-7f3b-478e-9f25-771a106c01bb tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1580739 Feb 09 13:26:43.497976 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47564) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:43.502786 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-c3d79c40-3833-4d0d-ad9b-198edf2b6723 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'security_group_rule': {'security_group_id': '7029fe8e-d6a7-497d-bd4f-d01ab48e4331', 'project_id': '6056198879324428bd651de1cdbb016f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:26:43.509851 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c3d79c40-3833-4d0d-ad9b-198edf2b6723 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:26:43.513756 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c3d79c40-3833-4d0d-ad9b-198edf2b6723 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:security_group_rule and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:26:43.516534 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c3d79c40-3833-4d0d-ad9b-198edf2b6723 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:26:43.522010 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c3d79c40-3833-4d0d-ad9b-198edf2b6723 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:26:43.537666 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c3d79c40-3833-4d0d-ad9b-198edf2b6723 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:43.597209 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c3d79c40-3833-4d0d-ad9b-198edf2b6723 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:43.600616 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c3d79c40-3833-4d0d-ad9b-198edf2b6723 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:43.623133 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d79c40-3833-4d0d-ad9b-198edf2b6723 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0f7a8d6-d108-4c26-bd51-7b8dbbbf165c,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:43.632521 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c3d79c40-3833-4d0d-ad9b-198edf2b6723 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:43.633799 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c3d79c40-3833-4d0d-ad9b-198edf2b6723 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1349068 Feb 09 13:26:43.637107 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47568) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:43.642072 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-127d46af-63ec-4092-9d53-7bcc36cfb784 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'security_group_rule': {'security_group_id': '7029fe8e-d6a7-497d-bd4f-d01ab48e4331', 'project_id': '6056198879324428bd651de1cdbb016f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:26:43.649435 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-127d46af-63ec-4092-9d53-7bcc36cfb784 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:26:43.653594 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-127d46af-63ec-4092-9d53-7bcc36cfb784 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:security_group_rule and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:26:43.656616 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-127d46af-63ec-4092-9d53-7bcc36cfb784 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:26:43.662289 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-127d46af-63ec-4092-9d53-7bcc36cfb784 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:26:43.678521 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-127d46af-63ec-4092-9d53-7bcc36cfb784 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:43.742071 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-127d46af-63ec-4092-9d53-7bcc36cfb784 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:43.745432 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-127d46af-63ec-4092-9d53-7bcc36cfb784 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:43.767787 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d46af-63ec-4092-9d53-7bcc36cfb784 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ace95420-0b0f-45e0-a3e8-6c9bf847ac59,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:43.777085 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-127d46af-63ec-4092-9d53-7bcc36cfb784 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:43.778470 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-127d46af-63ec-4092-9d53-7bcc36cfb784 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1404424 Feb 09 13:26:43.781130 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47572) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:43.785970 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-dfbfb473-e75c-453e-bf47-79b9cb45ee6d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'security_group_rule': {'security_group_id': '7029fe8e-d6a7-497d-bd4f-d01ab48e4331', 'project_id': '6056198879324428bd651de1cdbb016f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:26:43.792880 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-dfbfb473-e75c-453e-bf47-79b9cb45ee6d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:26:43.796731 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-dfbfb473-e75c-453e-bf47-79b9cb45ee6d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:security_group_rule and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:26:43.799561 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-dfbfb473-e75c-453e-bf47-79b9cb45ee6d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:26:43.805292 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-dfbfb473-e75c-453e-bf47-79b9cb45ee6d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:26:43.815621 n-d-825178-3 neutron-server[87568]: INFO neutron.db.securitygroups_db [None req-dfbfb473-e75c-453e-bf47-79b9cb45ee6d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Project 6056198879324428bd651de1cdbb016f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 13:26:43.822660 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dfbfb473-e75c-453e-bf47-79b9cb45ee6d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:43.884811 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dfbfb473-e75c-453e-bf47-79b9cb45ee6d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:43.888523 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dfbfb473-e75c-453e-bf47-79b9cb45ee6d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:43.918038 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbfb473-e75c-453e-bf47-79b9cb45ee6d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31893ab6-2ee1-4965-ab39-986ac4cf3256,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:43.931477 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dfbfb473-e75c-453e-bf47-79b9cb45ee6d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:43.933259 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-dfbfb473-e75c-453e-bf47-79b9cb45ee6d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1512110 Feb 09 13:26:43.937549 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47576) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:43.945207 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-4c956d83-493e-428f-b0fb-801fe9e214f8 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'security_group_rule': {'security_group_id': '7029fe8e-d6a7-497d-bd4f-d01ab48e4331', 'project_id': '6056198879324428bd651de1cdbb016f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:26:43.952737 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4c956d83-493e-428f-b0fb-801fe9e214f8 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:26:43.958043 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4c956d83-493e-428f-b0fb-801fe9e214f8 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:security_group_rule and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:26:43.962093 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4c956d83-493e-428f-b0fb-801fe9e214f8 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:26:43.973744 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4c956d83-493e-428f-b0fb-801fe9e214f8 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:26:43.995534 n-d-825178-3 neutron-server[87568]: INFO neutron.db.securitygroups_db [None req-4c956d83-493e-428f-b0fb-801fe9e214f8 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Project 6056198879324428bd651de1cdbb016f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 13:26:44.004618 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4c956d83-493e-428f-b0fb-801fe9e214f8 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:44.083431 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4c956d83-493e-428f-b0fb-801fe9e214f8 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:44.086819 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4c956d83-493e-428f-b0fb-801fe9e214f8 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:44.113095 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c956d83-493e-428f-b0fb-801fe9e214f8 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e9ff64d-78d2-4899-8d91-ddd970a57b37,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:44.122140 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4c956d83-493e-428f-b0fb-801fe9e214f8 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:44.123329 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4c956d83-493e-428f-b0fb-801fe9e214f8 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1845248 Feb 09 13:26:44.126150 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47580) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:44.131597 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-edd754c0-a976-40d8-8e4b-45c2552bcded tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'network': {'name': 'tempest-network-smoke--1470408495', 'project_id': '6056198879324428bd651de1cdbb016f', 'port_security_enabled': True}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:26:44.138173 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-edd754c0-a976-40d8-8e4b-45c2552bcded tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:26:44.140367 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c55a97b1-e9ad-4a0a-bd7a-ef58671b1195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:44.142370 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-edd754c0-a976-40d8-8e4b-45c2552bcded tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:network and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:26:44.145339 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-edd754c0-a976-40d8-8e4b-45c2552bcded tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:26:44.150982 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-edd754c0-a976-40d8-8e4b-45c2552bcded tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:26:44.160507 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd754c0-a976-40d8-8e4b-45c2552bcded tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Made reservation on behalf of 6056198879324428bd651de1cdbb016f for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:26:44.163880 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-edd754c0-a976-40d8-8e4b-45c2552bcded tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:44.191327 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edd754c0-a976-40d8-8e4b-45c2552bcded tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:26:44.201267 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-edd754c0-a976-40d8-8e4b-45c2552bcded tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:44.201925 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-edd754c0-a976-40d8-8e4b-45c2552bcded tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Added segment 39e1e94b-f24c-4bb7-bea6-c113ffd0fa9d of type vlan for network 37e8bbde-0f63-47fb-96e4-a8641ee9d9af Feb 09 13:26:44.228008 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-edd754c0-a976-40d8-8e4b-45c2552bcded tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:44.256977 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-edd754c0-a976-40d8-8e4b-45c2552bcded tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:44.262292 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd754c0-a976-40d8-8e4b-45c2552bcded tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:44.262869 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-edd754c0-a976-40d8-8e4b-45c2552bcded tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:44.368397 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-edd754c0-a976-40d8-8e4b-45c2552bcded tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2412040 Feb 09 13:26:44.371119 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47584) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:44.373772 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd754c0-a976-40d8-8e4b-45c2552bcded tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'Network': ['ID=37e8bbde-0f63-47fb-96e4-a8641ee9d9af,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:44.378318 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-06c80b8a-c146-4e76-be89-72ee57e7ab2a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1320404275', 'admin_state_up': True, 'project_id': '6056198879324428bd651de1cdbb016f', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:26:44.383753 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 37e8bbde-0f63-47fb-96e4-a8641ee9d9af details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:26:44.387176 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-06c80b8a-c146-4e76-be89-72ee57e7ab2a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:26:44.391189 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-06c80b8a-c146-4e76-be89-72ee57e7ab2a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:router and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:26:44.394240 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-06c80b8a-c146-4e76-be89-72ee57e7ab2a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:26:44.400633 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-06c80b8a-c146-4e76-be89-72ee57e7ab2a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:26:44.411466 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-06c80b8a-c146-4e76-be89-72ee57e7ab2a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:44.412515 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-06c80b8a-c146-4e76-be89-72ee57e7ab2a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:44.427532 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-06c80b8a-c146-4e76-be89-72ee57e7ab2a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:44.812830 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-06c80b8a-c146-4e76-be89-72ee57e7ab2a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:45.117996 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-06c80b8a-c146-4e76-be89-72ee57e7ab2a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:45.147142 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-06c80b8a-c146-4e76-be89-72ee57e7ab2a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:45.282361 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-06c80b8a-c146-4e76-be89-72ee57e7ab2a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Allocated IP 172.25.7.105 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:26:45.428803 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-06c80b8a-c146-4e76-be89-72ee57e7ab2a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:45.457601 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-06c80b8a-c146-4e76-be89-72ee57e7ab2a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:45.520322 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c80b8a-c146-4e76-be89-72ee57e7ab2a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:26:45.523044 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-06c80b8a-c146-4e76-be89-72ee57e7ab2a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:26:45.525516 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c80b8a-c146-4e76-be89-72ee57e7ab2a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:26:45.578728 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c80b8a-c146-4e76-be89-72ee57e7ab2a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'Port': ['ID=6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:45.947410 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-06c80b8a-c146-4e76-be89-72ee57e7ab2a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:46.411584 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-06c80b8a-c146-4e76-be89-72ee57e7ab2a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:46.541886 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-13bcff68-9099-4be0-96a5-7922e7ce8829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:46.613101 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c80b8a-c146-4e76-be89-72ee57e7ab2a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Router 2ecb1598-f63f-460c-970e-f30b718183d3 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 13:26:46.792822 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c80b8a-c146-4e76-be89-72ee57e7ab2a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:26:46.803349 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de32bce8-0a93-4efc-b0d9-4e007c634d11 None None] Sync routers for ids ['2ecb1598-f63f-460c-970e-f30b718183d3'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:26:46.813687 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de32bce8-0a93-4efc-b0d9-4e007c634d11 None None] Routers {'2ecb1598-f63f-460c-970e-f30b718183d3'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:26:46.814318 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-de32bce8-0a93-4efc-b0d9-4e007c634d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:26:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2ecb1598-f63f-460c-970e-f30b718183d3'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:46.818501 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-06c80b8a-c146-4e76-be89-72ee57e7ab2a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:46.819697 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-06c80b8a-c146-4e76-be89-72ee57e7ab2a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4476910 Feb 09 13:26:46.823466 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47588) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:46.869099 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-31c498c8-556e-4dae-9d11-2ee95a7db068 tempest-TestNetworkAdvancedServerOps-296500683 tempest-TestNetworkAdvancedServerOps-296500683-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=6056198879324428bd651de1cdbb016f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0442071 Feb 09 13:26:46.871862 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47592) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:47.001783 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-de32bce8-0a93-4efc-b0d9-4e007c634d11 None None] Set router 2ecb1598-f63f-460c-970e-f30b718183d3 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:26:47.009735 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3eee443-efdf-476f-b3f2-ada18d967b04 tempest-TestNetworkAdvancedServerOps-296500683 tempest-TestNetworkAdvancedServerOps-296500683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:47.011378 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d3eee443-efdf-476f-b3f2-ada18d967b04 tempest-TestNetworkAdvancedServerOps-296500683 tempest-TestNetworkAdvancedServerOps-296500683-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1386318 Feb 09 13:26:47.014329 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47596) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:47.053426 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0f5d62cd-9747-424e-ba1b-240ddc9b6b6d tempest-TestNetworkAdvancedServerOps-296500683 tempest-TestNetworkAdvancedServerOps-296500683-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=af0bad45-b31e-4cb1-a77c-3bbc34409de5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380294 Feb 09 13:26:47.055821 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47600) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:47.062044 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-4d113192-2386-469f-a129-f65055ba5681 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1075156833', 'network_id': '37e8bbde-0f63-47fb-96e4-a8641ee9d9af', 'project_id': '6056198879324428bd651de1cdbb016f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:26:47.187560 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4d113192-2386-469f-a129-f65055ba5681 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:26:47.191958 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4d113192-2386-469f-a129-f65055ba5681 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:subnet and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:26:47.195180 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-4d113192-2386-469f-a129-f65055ba5681 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:26:47.203030 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4d113192-2386-469f-a129-f65055ba5681 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:26:47.213557 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d113192-2386-469f-a129-f65055ba5681 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Made reservation on behalf of 6056198879324428bd651de1cdbb016f for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:26:47.217531 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4d113192-2386-469f-a129-f65055ba5681 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:47.354197 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-de32bce8-0a93-4efc-b0d9-4e007c634d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecb1598-f63f-460c-970e-f30b718183d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320404275', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': '6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:26:44Z', 'updated_at': '2022-02-09T13:26:45Z', 'revision_number': 3, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': '6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:05:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecb1598-f63f-460c-970e-f30b718183d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:26:45Z', 'updated_at': '2022-02-09T13:26:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:47.359343 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de32bce8-0a93-4efc-b0d9-4e007c634d11 None None] Checking router: 2ecb1598-f63f-460c-970e-f30b718183d3 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:26:47.359782 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de32bce8-0a93-4efc-b0d9-4e007c634d11 None None] Updating router 2ecb1598-f63f-460c-970e-f30b718183d3 port 6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 13:26:47.415013 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-de32bce8-0a93-4efc-b0d9-4e007c634d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:47.449097 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4d113192-2386-469f-a129-f65055ba5681 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:47.526534 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d113192-2386-469f-a129-f65055ba5681 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'Subnet': ['ID=e9502a73-7b2e-4462-8f8c-cfb042f9c91c,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:47.536727 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d113192-2386-469f-a129-f65055ba5681 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Checking segment: {'id': '39e1e94b-f24c-4bb7-bea6-c113ffd0fa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '37e8bbde-0f63-47fb-96e4-a8641ee9d9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:26:47.537079 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d113192-2386-469f-a129-f65055ba5681 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Network hostable DHCP agents. Network: 37e8bbde-0f63-47fb-96e4-a8641ee9d9af, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:26:47.556911 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d113192-2386-469f-a129-f65055ba5681 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Network 37e8bbde-0f63-47fb-96e4-a8641ee9d9af is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:26:47.565777 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-4d113192-2386-469f-a129-f65055ba5681 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 37e8bbde-0f63-47fb-96e4-a8641ee9d9af) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:26:47.569808 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d113192-2386-469f-a129-f65055ba5681 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:47.570412 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4d113192-2386-469f-a129-f65055ba5681 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:47.593275 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-4d113192-2386-469f-a129-f65055ba5681 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5357308 Feb 09 13:26:47.596003 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47604) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:47.609815 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c7a0b8-d988-4a11-91c2-a372166ad8a0 None None] Network 37e8bbde-0f63-47fb-96e4-a8641ee9d9af requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:26:47.770643 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:47.894562 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:47.957213 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289719c3-33a4-4563-82b3-4253088fe959 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-37e8bbde-0f63-47fb-96e4-a8641ee9d9af', 'network_id': '37e8bbde-0f63-47fb-96e4-a8641ee9d9af', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'fixed_ips': [{'subnet_id': 'e9502a73-7b2e-4462-8f8c-cfb042f9c91c'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 13:26:47.958028 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-289719c3-33a4-4563-82b3-4253088fe959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:47.978695 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-de32bce8-0a93-4efc-b0d9-4e007c634d11 None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:48.027457 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-de32bce8-0a93-4efc-b0d9-4e007c634d11 None None] Transition to ACTIVE for port object 6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:26:48.043754 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-de32bce8-0a93-4efc-b0d9-4e007c634d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:48.179677 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-de32bce8-0a93-4efc-b0d9-4e007c634d11 None None] Attempting to bind port 6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:26:48.180084 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-de32bce8-0a93-4efc-b0d9-4e007c634d11 None None] Attempting to bind port 6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:26:48.180453 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de32bce8-0a93-4efc-b0d9-4e007c634d11 None None] Attempting to bind port 6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:26:48.189761 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e7200-799e-4cff-b008-701a32e3c587 None None] Pushing event updated for resources: {'Port': ['ID=6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:48.198412 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de32bce8-0a93-4efc-b0d9-4e007c634d11 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:26:48.198412 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de32bce8-0a93-4efc-b0d9-4e007c634d11 None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:26:48.198742 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-de32bce8-0a93-4efc-b0d9-4e007c634d11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:48.199111 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de32bce8-0a93-4efc-b0d9-4e007c634d11 None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:26:48.199583 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-de32bce8-0a93-4efc-b0d9-4e007c634d11 None None] Bound port: 6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:26:48.199987 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-de32bce8-0a93-4efc-b0d9-4e007c634d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:48.258942 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-289719c3-33a4-4563-82b3-4253088fe959 None None] Allocated IP 172.20.0.2 (37e8bbde-0f63-47fb-96e4-a8641ee9d9af/e9502a73-7b2e-4462-8f8c-cfb042f9c91c/930c7b60-b380-4dde-a7a7-efb3e3338284) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:26:48.309966 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-de32bce8-0a93-4efc-b0d9-4e007c634d11 None None] For port 6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:26:48.369926 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-de32bce8-0a93-4efc-b0d9-4e007c634d11 None None] For port 6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:26:48.375213 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-de32bce8-0a93-4efc-b0d9-4e007c634d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:48.427914 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed17ef5d-0d59-4a35-bd53-d8ba21d20a70 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:48.492215 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e7200-799e-4cff-b008-701a32e3c587 None None] Pushing event updated for resources: {'Port': ['ID=6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:48.503230 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de32bce8-0a93-4efc-b0d9-4e007c634d11 None None] Routers {'2ecb1598-f63f-460c-970e-f30b718183d3'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:26:48.503876 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-de32bce8-0a93-4efc-b0d9-4e007c634d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:26:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2ecb1598-f63f-460c-970e-f30b718183d3'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:48.754150 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-289719c3-33a4-4563-82b3-4253088fe959 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:48.771319 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-289719c3-33a4-4563-82b3-4253088fe959 None None] Transition to ACTIVE for port object 930c7b60-b380-4dde-a7a7-efb3e3338284 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:26:48.794308 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-de32bce8-0a93-4efc-b0d9-4e007c634d11 None None] Set router 2ecb1598-f63f-460c-970e-f30b718183d3 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:26:48.901942 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-289719c3-33a4-4563-82b3-4253088fe959 None None] Transition to ACTIVE for port object 930c7b60-b380-4dde-a7a7-efb3e3338284 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:26:48.918171 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-289719c3-33a4-4563-82b3-4253088fe959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:48.983756 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-ed17ef5d-0d59-4a35-bd53-d8ba21d20a70 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Allocated IP 172.20.0.1 (37e8bbde-0f63-47fb-96e4-a8641ee9d9af/e9502a73-7b2e-4462-8f8c-cfb042f9c91c/3ea81f86-e16e-407b-8603-a5f5e83f46bb) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:26:49.044040 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289719c3-33a4-4563-82b3-4253088fe959 None None] Network 37e8bbde-0f63-47fb-96e4-a8641ee9d9af is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:26:49.049913 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-289719c3-33a4-4563-82b3-4253088fe959 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:26:49.057740 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289719c3-33a4-4563-82b3-4253088fe959 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:26:49.061411 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289719c3-33a4-4563-82b3-4253088fe959 None None] Pushing event updated for resources: {'Port': ['ID=930c7b60-b380-4dde-a7a7-efb3e3338284,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:49.143817 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed17ef5d-0d59-4a35-bd53-d8ba21d20a70 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:49.158767 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-ed17ef5d-0d59-4a35-bd53-d8ba21d20a70 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Transition to ACTIVE for port object 3ea81f86-e16e-407b-8603-a5f5e83f46bb will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:26:49.182655 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed17ef5d-0d59-4a35-bd53-d8ba21d20a70 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:49.210534 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-289719c3-33a4-4563-82b3-4253088fe959 None None] Attempting to bind port 930c7b60-b380-4dde-a7a7-efb3e3338284 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:26:49.210908 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-289719c3-33a4-4563-82b3-4253088fe959 None None] Attempting to bind port 930c7b60-b380-4dde-a7a7-efb3e3338284 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '39e1e94b-f24c-4bb7-bea6-c113ffd0fa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '37e8bbde-0f63-47fb-96e4-a8641ee9d9af'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:26:49.211274 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289719c3-33a4-4563-82b3-4253088fe959 None None] Attempting to bind port 930c7b60-b380-4dde-a7a7-efb3e3338284 on network 37e8bbde-0f63-47fb-96e4-a8641ee9d9af {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:26:49.219013 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289719c3-33a4-4563-82b3-4253088fe959 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:26:49.219393 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289719c3-33a4-4563-82b3-4253088fe959 None None] Checking segment: {'id': '39e1e94b-f24c-4bb7-bea6-c113ffd0fa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '37e8bbde-0f63-47fb-96e4-a8641ee9d9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:26:49.219793 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-289719c3-33a4-4563-82b3-4253088fe959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:49.220210 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289719c3-33a4-4563-82b3-4253088fe959 None None] Bound using segment: {'id': '39e1e94b-f24c-4bb7-bea6-c113ffd0fa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '37e8bbde-0f63-47fb-96e4-a8641ee9d9af'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:26:49.220676 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-289719c3-33a4-4563-82b3-4253088fe959 None None] Bound port: 930c7b60-b380-4dde-a7a7-efb3e3338284, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e1e94b-f24c-4bb7-bea6-c113ffd0fa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '37e8bbde-0f63-47fb-96e4-a8641ee9d9af'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:26:49.221050 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-289719c3-33a4-4563-82b3-4253088fe959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:49.248155 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed17ef5d-0d59-4a35-bd53-d8ba21d20a70 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Network 37e8bbde-0f63-47fb-96e4-a8641ee9d9af is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:26:49.250979 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-ed17ef5d-0d59-4a35-bd53-d8ba21d20a70 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:26:49.254939 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed17ef5d-0d59-4a35-bd53-d8ba21d20a70 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:26:49.300004 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed17ef5d-0d59-4a35-bd53-d8ba21d20a70 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'Port': ['ID=3ea81f86-e16e-407b-8603-a5f5e83f46bb,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:49.320263 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed17ef5d-0d59-4a35-bd53-d8ba21d20a70 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:49.326765 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-289719c3-33a4-4563-82b3-4253088fe959 None None] For port 930c7b60-b380-4dde-a7a7-efb3e3338284, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:26:49.329684 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-de32bce8-0a93-4efc-b0d9-4e007c634d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecb1598-f63f-460c-970e-f30b718183d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320404275', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': '6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:26:44Z', 'updated_at': '2022-02-09T13:26:45Z', 'revision_number': 3, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': '6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:05:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecb1598-f63f-460c-970e-f30b718183d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:26:45Z', 'updated_at': '2022-02-09T13:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:49.332653 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-289719c3-33a4-4563-82b3-4253088fe959 None None] For port 930c7b60-b380-4dde-a7a7-efb3e3338284, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=930c7b60-b380-4dde-a7a7-efb3e3338284,segment=NetworkSegment(39e1e94b-f24c-4bb7-bea6-c113ffd0fa9d),segment_id=39e1e94b-f24c-4bb7-bea6-c113ffd0fa9d)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:26:49.336465 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de32bce8-0a93-4efc-b0d9-4e007c634d11 None None] The sync data for ids ['2ecb1598-f63f-460c-970e-f30b718183d3'] in n-d-825178-3 is: [{'id': '2ecb1598-f63f-460c-970e-f30b718183d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320404275', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': '6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:26:44Z', 'updated_at': '2022-02-09T13:26:45Z', 'revision_number': 3, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': '6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:05:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecb1598-f63f-460c-970e-f30b718183d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:26:45Z', 'updated_at': '2022-02-09T13:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:26:49.341339 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-289719c3-33a4-4563-82b3-4253088fe959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:49.438949 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:49.442585 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289719c3-33a4-4563-82b3-4253088fe959 None None] Pushing event updated for resources: {'Port': ['ID=930c7b60-b380-4dde-a7a7-efb3e3338284,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:49.464501 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed17ef5d-0d59-4a35-bd53-d8ba21d20a70 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:50.049927 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed17ef5d-0d59-4a35-bd53-d8ba21d20a70 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:50.054688 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed17ef5d-0d59-4a35-bd53-d8ba21d20a70 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:50.180233 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed17ef5d-0d59-4a35-bd53-d8ba21d20a70 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'Port': ['ID=3ea81f86-e16e-407b-8603-a5f5e83f46bb,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:50.182742 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed17ef5d-0d59-4a35-bd53-d8ba21d20a70 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:50.335789 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed17ef5d-0d59-4a35-bd53-d8ba21d20a70 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Network 37e8bbde-0f63-47fb-96e4-a8641ee9d9af is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:26:50.336992 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-ed17ef5d-0d59-4a35-bd53-d8ba21d20a70 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:26:50.473098 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b737fb84-801f-4e70-a4d9-2e94dc008b39 None None] Network 37e8bbde-0f63-47fb-96e4-a8641ee9d9af requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:26:50.528336 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed17ef5d-0d59-4a35-bd53-d8ba21d20a70 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Router 2ecb1598-f63f-460c-970e-f30b718183d3 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:26:50.571189 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f741d05f-a925-4b4a-8dd7-5f1abae6308c None None] Provisioning for port 930c7b60-b380-4dde-a7a7-efb3e3338284 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:26:50.716012 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed17ef5d-0d59-4a35-bd53-d8ba21d20a70 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:26:50.730828 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ed17ef5d-0d59-4a35-bd53-d8ba21d20a70 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "PUT /v2.0/routers/2ecb1598-f63f-460c-970e-f30b718183d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1338263 Feb 09 13:26:50.908741 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-5d75a1f5-a671-40a0-bc6a-1ee6e9f4f062 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Synchronizing usage tracker for tenant:6056198879324428bd651de1cdbb016f on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:26:50.926043 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-5d75a1f5-a671-40a0-bc6a-1ee6e9f4f062 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Unset dirty status for tenant:6056198879324428bd651de1cdbb016f on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:26:50.927371 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-5d75a1f5-a671-40a0-bc6a-1ee6e9f4f062 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2135740133&fields=id&tenant_id=6056198879324428bd651de1cdbb016f HTTP/1.1" status: 200 len: 267 time: 0.0598252 Feb 09 13:26:51.017540 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-153e72ad-6b3d-47ab-8d11-3fdee52c74f5 None None] Provisioning for port 3ea81f86-e16e-407b-8603-a5f5e83f46bb completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:26:51.022898 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-153e72ad-6b3d-47ab-8d11-3fdee52c74f5 None None] Provisioning complete for port 3ea81f86-e16e-407b-8603-a5f5e83f46bb triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:26:51.023275 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-153e72ad-6b3d-47ab-8d11-3fdee52c74f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:51.030441 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed999ab7-c1dc-441c-82ac-190edc3a1d98 None None] Sync routers for ids ['2ecb1598-f63f-460c-970e-f30b718183d3'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:26:51.041376 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed999ab7-c1dc-441c-82ac-190edc3a1d98 None None] Routers {'2ecb1598-f63f-460c-970e-f30b718183d3'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:26:51.042342 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-ed999ab7-c1dc-441c-82ac-190edc3a1d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:26:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2ecb1598-f63f-460c-970e-f30b718183d3'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:51.086435 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-153e72ad-6b3d-47ab-8d11-3fdee52c74f5 None None] Port 3ea81f86-e16e-407b-8603-a5f5e83f46bb cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:26:51.106155 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-1e3ffee2-7202-4a80-b943-c69ec8f5aaa0 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:51.106896 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-1e3ffee2-7202-4a80-b943-c69ec8f5aaa0 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Synchronizing usage tracker for tenant:6056198879324428bd651de1cdbb016f on resource:network {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:26:51.125129 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-1e3ffee2-7202-4a80-b943-c69ec8f5aaa0 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Unset dirty status for tenant:6056198879324428bd651de1cdbb016f on resource:network {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:26:51.126622 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-1e3ffee2-7202-4a80-b943-c69ec8f5aaa0 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/networks?id=37e8bbde-0f63-47fb-96e4-a8641ee9d9af HTTP/1.1" status: 200 len: 797 time: 0.1921453 Feb 09 13:26:51.144726 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-8edff8d6-bfe5-4fc5-8aae-cff7e24b2dd7 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/quotas/6056198879324428bd651de1cdbb016f HTTP/1.1" status: 200 len: 375 time: 0.0123644 Feb 09 13:26:51.154283 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:51.230103 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-da12e59c-5659-4bf3-aeb5-b971fdf3c61b None None] Provisioning complete for port 3ea81f86-e16e-407b-8603-a5f5e83f46bb triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:26:51.230556 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-da12e59c-5659-4bf3-aeb5-b971fdf3c61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:51.246086 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-6cb1c540-8a70-442d-8962-143300532888 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Synchronizing usage tracker for tenant:6056198879324428bd651de1cdbb016f on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:26:51.267009 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-6cb1c540-8a70-442d-8962-143300532888 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Unset dirty status for tenant:6056198879324428bd651de1cdbb016f on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:26:51.275230 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-6cb1c540-8a70-442d-8962-143300532888 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6056198879324428bd651de1cdbb016f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1228387 Feb 09 13:26:51.325092 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-ed999ab7-c1dc-441c-82ac-190edc3a1d98 None None] Set router 2ecb1598-f63f-460c-970e-f30b718183d3 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:26:51.348375 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-da12e59c-5659-4bf3-aeb5-b971fdf3c61b None None] Port 3ea81f86-e16e-407b-8603-a5f5e83f46bb cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:26:51.363002 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:26:51.445783 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:26:51.451707 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:26:51.452471 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:51.474147 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-ab6fde9d-3637-4037-9194-19961cfa4dc3 service neutron] 10.222.0.55 "GET /v2.0/networks/37e8bbde-0f63-47fb-96e4-a8641ee9d9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882074 Feb 09 13:26:51.521865 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4d2dda4c-814e-4102-8008-9ea01e2637dd None None] Provisioning complete for port 3ea81f86-e16e-407b-8603-a5f5e83f46bb triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:26:51.522501 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4d2dda4c-814e-4102-8008-9ea01e2637dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:51.611419 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-7bc17bbe-b3ae-41ad-a46d-6b5346e03451 service neutron] 10.222.0.55 "GET /v2.0/networks/37e8bbde-0f63-47fb-96e4-a8641ee9d9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282625 Feb 09 13:26:51.617797 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4d2dda4c-814e-4102-8008-9ea01e2637dd None None] Port 3ea81f86-e16e-407b-8603-a5f5e83f46bb cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:26:51.631292 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:51.648130 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:26:51.652918 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:51.653936 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 930c7b60-b380-4dde-a7a7-efb3e3338284 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:26:51.740586 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-ed999ab7-c1dc-441c-82ac-190edc3a1d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecb1598-f63f-460c-970e-f30b718183d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320404275', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': '6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:26:44Z', 'updated_at': '2022-02-09T13:26:49Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': '6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:05:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecb1598-f63f-460c-970e-f30b718183d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:26:45Z', 'updated_at': '2022-02-09T13:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '3ea81f86-e16e-407b-8603-a5f5e83f46bb', 'name': '', 'network_id': '37e8bbde-0f63-47fb-96e4-a8641ee9d9af', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'mac_address': 'fa:16:3e:1c:99:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecb1598-f63f-460c-970e-f30b718183d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e9502a73-7b2e-4462-8f8c-cfb042f9c91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:26:48Z', 'updated_at': '2022-02-09T13:26:49Z', 'revision_number': 2, 'project_id': '6056198879324428bd651de1cdbb016f', 'subnets': [{'id': 'e9502a73-7b2e-4462-8f8c-cfb042f9c91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:51.747152 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed999ab7-c1dc-441c-82ac-190edc3a1d98 None None] Checking router: 2ecb1598-f63f-460c-970e-f30b718183d3 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:26:51.747980 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed999ab7-c1dc-441c-82ac-190edc3a1d98 None None] Updating router 2ecb1598-f63f-460c-970e-f30b718183d3 port 3ea81f86-e16e-407b-8603-a5f5e83f46bb binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 13:26:51.804015 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 930c7b60-b380-4dde-a7a7-efb3e3338284 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:26:51.809537 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:51.814517 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ed999ab7-c1dc-441c-82ac-190edc3a1d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:51.819105 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 930c7b60-b380-4dde-a7a7-efb3e3338284 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:26:51.819569 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:51.945174 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d7ce59cd-d4bf-4b7f-a070-ef584af520b8 req-6ada081d-623f-41bf-848a-6a7571e0062d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=3289e219-8b9a-47e8-b173-5790a9615c3f HTTP/1.1" status: 200 len: 210 time: 0.1876485 Feb 09 13:26:51.969120 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:52.048488 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 930c7b60-b380-4dde-a7a7-efb3e3338284, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=930c7b60-b380-4dde-a7a7-efb3e3338284,segment=NetworkSegment(39e1e94b-f24c-4bb7-bea6-c113ffd0fa9d),segment_id=39e1e94b-f24c-4bb7-bea6-c113ffd0fa9d)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:26:52.052972 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:52.122912 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=930c7b60-b380-4dde-a7a7-efb3e3338284,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:52.193001 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ed999ab7-c1dc-441c-82ac-190edc3a1d98 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:52.208814 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-ed999ab7-c1dc-441c-82ac-190edc3a1d98 None None] Transition to ACTIVE for port object 3ea81f86-e16e-407b-8603-a5f5e83f46bb will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:26:52.223302 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ed999ab7-c1dc-441c-82ac-190edc3a1d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:52.400116 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291fa9e-f864-46ac-a6ad-7ad8a75f09b3 None None] Pushing event updated for resources: {'Port': ['ID=3ea81f86-e16e-407b-8603-a5f5e83f46bb,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:52.448112 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291fa9e-f864-46ac-a6ad-7ad8a75f09b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:52.448450 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291fa9e-f864-46ac-a6ad-7ad8a75f09b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:52.448781 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291fa9e-f864-46ac-a6ad-7ad8a75f09b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:52.449103 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291fa9e-f864-46ac-a6ad-7ad8a75f09b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:52.449423 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291fa9e-f864-46ac-a6ad-7ad8a75f09b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:52.449737 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291fa9e-f864-46ac-a6ad-7ad8a75f09b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:52.450049 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291fa9e-f864-46ac-a6ad-7ad8a75f09b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:52.450361 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291fa9e-f864-46ac-a6ad-7ad8a75f09b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:52.450672 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291fa9e-f864-46ac-a6ad-7ad8a75f09b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:52.450982 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291fa9e-f864-46ac-a6ad-7ad8a75f09b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:52.451290 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291fa9e-f864-46ac-a6ad-7ad8a75f09b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:52.451597 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291fa9e-f864-46ac-a6ad-7ad8a75f09b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:52.471482 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-ed999ab7-c1dc-441c-82ac-190edc3a1d98 None None] Attempting to bind port 3ea81f86-e16e-407b-8603-a5f5e83f46bb on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:26:52.471904 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-ed999ab7-c1dc-441c-82ac-190edc3a1d98 None None] Attempting to bind port 3ea81f86-e16e-407b-8603-a5f5e83f46bb by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '39e1e94b-f24c-4bb7-bea6-c113ffd0fa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '37e8bbde-0f63-47fb-96e4-a8641ee9d9af'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:26:52.472223 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed999ab7-c1dc-441c-82ac-190edc3a1d98 None None] Attempting to bind port 3ea81f86-e16e-407b-8603-a5f5e83f46bb on network 37e8bbde-0f63-47fb-96e4-a8641ee9d9af {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:26:52.478337 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed999ab7-c1dc-441c-82ac-190edc3a1d98 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:26:52.478704 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed999ab7-c1dc-441c-82ac-190edc3a1d98 None None] Checking segment: {'id': '39e1e94b-f24c-4bb7-bea6-c113ffd0fa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '37e8bbde-0f63-47fb-96e4-a8641ee9d9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:26:52.479094 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ed999ab7-c1dc-441c-82ac-190edc3a1d98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:52.479476 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed999ab7-c1dc-441c-82ac-190edc3a1d98 None None] Bound using segment: {'id': '39e1e94b-f24c-4bb7-bea6-c113ffd0fa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '37e8bbde-0f63-47fb-96e4-a8641ee9d9af'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:26:52.480268 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-ed999ab7-c1dc-441c-82ac-190edc3a1d98 None None] Bound port: 3ea81f86-e16e-407b-8603-a5f5e83f46bb, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e1e94b-f24c-4bb7-bea6-c113ffd0fa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '37e8bbde-0f63-47fb-96e4-a8641ee9d9af'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:26:52.480410 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ed999ab7-c1dc-441c-82ac-190edc3a1d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:52.578108 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-ed999ab7-c1dc-441c-82ac-190edc3a1d98 None None] For port 3ea81f86-e16e-407b-8603-a5f5e83f46bb, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:26:52.581380 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-ed999ab7-c1dc-441c-82ac-190edc3a1d98 None None] For port 3ea81f86-e16e-407b-8603-a5f5e83f46bb, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=3ea81f86-e16e-407b-8603-a5f5e83f46bb,segment=NetworkSegment(39e1e94b-f24c-4bb7-bea6-c113ffd0fa9d),segment_id=39e1e94b-f24c-4bb7-bea6-c113ffd0fa9d)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:26:52.584806 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ed999ab7-c1dc-441c-82ac-190edc3a1d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:52.662044 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed999ab7-c1dc-441c-82ac-190edc3a1d98 None None] Routers {'2ecb1598-f63f-460c-970e-f30b718183d3'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:26:52.662662 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-ed999ab7-c1dc-441c-82ac-190edc3a1d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:26:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2ecb1598-f63f-460c-970e-f30b718183d3'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:52.720103 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291fa9e-f864-46ac-a6ad-7ad8a75f09b3 None None] Pushing event updated for resources: {'Port': ['ID=3ea81f86-e16e-407b-8603-a5f5e83f46bb,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:52.847701 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-ed999ab7-c1dc-441c-82ac-190edc3a1d98 None None] Set router 2ecb1598-f63f-460c-970e-f30b718183d3 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:26:53.111347 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b6ba6ac6-1a1e-4b25-8e46-9113dc588faa req-545da3de-04ad-4125-8da0-0850fbc80a5e tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=3289e219-8b9a-47e8-b173-5790a9615c3f HTTP/1.1" status: 200 len: 210 time: 0.0548980 Feb 09 13:26:53.135951 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-dbb6d502-880a-4e26-9294-79bb955bc4b9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:53.136772 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-dbb6d502-880a-4e26-9294-79bb955bc4b9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Synchronizing usage tracker for tenant:6056198879324428bd651de1cdbb016f on resource:network {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:26:53.148905 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-dbb6d502-880a-4e26-9294-79bb955bc4b9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Unset dirty status for tenant:6056198879324428bd651de1cdbb016f on resource:network {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:26:53.151563 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-dbb6d502-880a-4e26-9294-79bb955bc4b9 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.52 "GET /v2.0/networks?id=37e8bbde-0f63-47fb-96e4-a8641ee9d9af HTTP/1.1" status: 200 len: 797 time: 0.2177997 Feb 09 13:26:53.199002 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-989f7aad-63a8-47fb-87f7-abadca9dc500 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6056198879324428bd651de1cdbb016f HTTP/1.1" status: 200 len: 380 time: 0.0397117 Feb 09 13:26:53.205615 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-ed999ab7-c1dc-441c-82ac-190edc3a1d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecb1598-f63f-460c-970e-f30b718183d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320404275', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': '6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:26:44Z', 'updated_at': '2022-02-09T13:26:49Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': '6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecb1598-f63f-460c-970e-f30b718183d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:26:45Z', 'updated_at': '2022-02-09T13:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '3ea81f86-e16e-407b-8603-a5f5e83f46bb', 'name': '', 'network_id': '37e8bbde-0f63-47fb-96e4-a8641ee9d9af', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'mac_address': 'fa:16:3e:1c:99:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecb1598-f63f-460c-970e-f30b718183d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e9502a73-7b2e-4462-8f8c-cfb042f9c91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:26:48Z', 'updated_at': '2022-02-09T13:26:52Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'subnets': [{'id': 'e9502a73-7b2e-4462-8f8c-cfb042f9c91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:53.209662 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed999ab7-c1dc-441c-82ac-190edc3a1d98 None None] The sync data for ids ['2ecb1598-f63f-460c-970e-f30b718183d3'] in n-d-825178-3 is: [{'id': '2ecb1598-f63f-460c-970e-f30b718183d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320404275', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': '6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:26:44Z', 'updated_at': '2022-02-09T13:26:49Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': '6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecb1598-f63f-460c-970e-f30b718183d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:26:45Z', 'updated_at': '2022-02-09T13:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '3ea81f86-e16e-407b-8603-a5f5e83f46bb', 'name': '', 'network_id': '37e8bbde-0f63-47fb-96e4-a8641ee9d9af', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'mac_address': 'fa:16:3e:1c:99:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecb1598-f63f-460c-970e-f30b718183d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e9502a73-7b2e-4462-8f8c-cfb042f9c91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:26:48Z', 'updated_at': '2022-02-09T13:26:52Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'subnets': [{'id': 'e9502a73-7b2e-4462-8f8c-cfb042f9c91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:26:53.210420 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-d61fe666-6760-41b5-924e-7fe189e200a4 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'port': {'device_id': '3289e219-8b9a-47e8-b173-5790a9615c3f', 'network_id': '37e8bbde-0f63-47fb-96e4-a8641ee9d9af', 'admin_state_up': True, 'tenant_id': '6056198879324428bd651de1cdbb016f', 'security_groups': ['7029fe8e-d6a7-497d-bd4f-d01ab48e4331']}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:26:53.302245 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:26:53.382311 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:26:53.382661 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:53.385318 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-d61fe666-6760-41b5-924e-7fe189e200a4 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:26:53.396441 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-d61fe666-6760-41b5-924e-7fe189e200a4 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:26:53.407023 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-d61fe666-6760-41b5-924e-7fe189e200a4 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Made reservation on behalf of 6056198879324428bd651de1cdbb016f for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:26:53.411543 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-d61fe666-6760-41b5-924e-7fe189e200a4 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:53.510121 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 930c7b60-b380-4dde-a7a7-efb3e3338284 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:26:53.584057 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 930c7b60-b380-4dde-a7a7-efb3e3338284 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:26:53.584432 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:53.714916 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:53.721530 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-d61fe666-6760-41b5-924e-7fe189e200a4 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Allocated IP 172.20.0.3 (37e8bbde-0f63-47fb-96e4-a8641ee9d9af/e9502a73-7b2e-4462-8f8c-cfb042f9c91c/8caa0274-d836-431a-b054-44c5491b5c96) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:26:53.917844 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-d61fe666-6760-41b5-924e-7fe189e200a4 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:53.935662 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-d61fe666-6760-41b5-924e-7fe189e200a4 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Transition to ACTIVE for port object 8caa0274-d836-431a-b054-44c5491b5c96 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:26:53.959305 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-d61fe666-6760-41b5-924e-7fe189e200a4 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:54.033595 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-d61fe666-6760-41b5-924e-7fe189e200a4 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Network 37e8bbde-0f63-47fb-96e4-a8641ee9d9af is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:26:54.036427 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-d61fe666-6760-41b5-924e-7fe189e200a4 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:26:54.040744 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-d61fe666-6760-41b5-924e-7fe189e200a4 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:26:54.084648 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fe666-6760-41b5-924e-7fe189e200a4 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'Port': ['ID=8caa0274-d836-431a-b054-44c5491b5c96,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:54.110204 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-d61fe666-6760-41b5-924e-7fe189e200a4 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:54.110999 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-d61fe666-6760-41b5-924e-7fe189e200a4 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:54.139699 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-d61fe666-6760-41b5-924e-7fe189e200a4 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9337957 Feb 09 13:26:54.151086 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-49222d68-125e-4573-bf07-6f06cdd630ad service neutron] Request body: {'port': {'device_id': '3289e219-8b9a-47e8-b173-5790a9615c3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:26:54.301565 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-49222d68-125e-4573-bf07-6f06cdd630ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:54.308748 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6b974fc1-1729-4f07-ae95-b8a7d7ee4949 None None] Provisioning for port 8caa0274-d836-431a-b054-44c5491b5c96 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:26:54.315923 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6b974fc1-1729-4f07-ae95-b8a7d7ee4949 None None] Provisioning complete for port 8caa0274-d836-431a-b054-44c5491b5c96 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:26:54.316594 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6b974fc1-1729-4f07-ae95-b8a7d7ee4949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:54.322546 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706448c6-cdf0-4587-8e04-d795adda1987 req-6634bcb7-3e6b-4405-b18f-e4fc6a6a55ec tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:54.329581 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-706448c6-cdf0-4587-8e04-d795adda1987 req-6634bcb7-3e6b-4405-b18f-e4fc6a6a55ec tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=3289e219-8b9a-47e8-b173-5790a9615c3f HTTP/1.1" status: 200 len: 931 time: 0.0966218 Feb 09 13:26:54.372244 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-706448c6-cdf0-4587-8e04-d795adda1987 req-d44f5a6c-28a2-437d-8307-4356ca559d77 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=7029fe8e-d6a7-497d-bd4f-d01ab48e4331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415461 Feb 09 13:26:54.419329 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-6b974fc1-1729-4f07-ae95-b8a7d7ee4949 None None] Port 8caa0274-d836-431a-b054-44c5491b5c96 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:26:54.677109 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-49222d68-125e-4573-bf07-6f06cdd630ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8caa0274-d836-431a-b054-44c5491b5c96 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:26:54.684613 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-49222d68-125e-4573-bf07-6f06cdd630ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:54.698861 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-49222d68-125e-4573-bf07-6f06cdd630ad service neutron] Transition to ACTIVE for port object 8caa0274-d836-431a-b054-44c5491b5c96 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:26:54.702354 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-49222d68-125e-4573-bf07-6f06cdd630ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:54.858124 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49222d68-125e-4573-bf07-6f06cdd630ad service neutron] Pushing event updated for resources: {'Port': ['ID=8caa0274-d836-431a-b054-44c5491b5c96,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:54.939653 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-49222d68-125e-4573-bf07-6f06cdd630ad service neutron] Attempting to bind port 8caa0274-d836-431a-b054-44c5491b5c96 on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:26:54.940023 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-49222d68-125e-4573-bf07-6f06cdd630ad service neutron] Attempting to bind port 8caa0274-d836-431a-b054-44c5491b5c96 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': '39e1e94b-f24c-4bb7-bea6-c113ffd0fa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '37e8bbde-0f63-47fb-96e4-a8641ee9d9af'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:26:54.940348 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-49222d68-125e-4573-bf07-6f06cdd630ad service neutron] Attempting to bind port 8caa0274-d836-431a-b054-44c5491b5c96 on network 37e8bbde-0f63-47fb-96e4-a8641ee9d9af {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:26:54.944916 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-49222d68-125e-4573-bf07-6f06cdd630ad service neutron] Port 8caa0274-d836-431a-b054-44c5491b5c96 on network 37e8bbde-0f63-47fb-96e4-a8641ee9d9af not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 13:26:54.945231 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-49222d68-125e-4573-bf07-6f06cdd630ad service neutron] Attempting to bind port 8caa0274-d836-431a-b054-44c5491b5c96 on network 37e8bbde-0f63-47fb-96e4-a8641ee9d9af {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:26:54.950947 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-49222d68-125e-4573-bf07-6f06cdd630ad service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:26:54.951276 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-49222d68-125e-4573-bf07-6f06cdd630ad service neutron] Checking segment: {'id': '39e1e94b-f24c-4bb7-bea6-c113ffd0fa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '37e8bbde-0f63-47fb-96e4-a8641ee9d9af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:26:54.951648 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-49222d68-125e-4573-bf07-6f06cdd630ad service neutron] Bound using segment: {'id': '39e1e94b-f24c-4bb7-bea6-c113ffd0fa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '37e8bbde-0f63-47fb-96e4-a8641ee9d9af'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:26:54.952091 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-49222d68-125e-4573-bf07-6f06cdd630ad service neutron] Bound port: 8caa0274-d836-431a-b054-44c5491b5c96, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39e1e94b-f24c-4bb7-bea6-c113ffd0fa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '37e8bbde-0f63-47fb-96e4-a8641ee9d9af'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:26:54.952428 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-49222d68-125e-4573-bf07-6f06cdd630ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:55.042480 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-49222d68-125e-4573-bf07-6f06cdd630ad service neutron] For port 8caa0274-d836-431a-b054-44c5491b5c96, host n-h1-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:26:55.045363 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-49222d68-125e-4573-bf07-6f06cdd630ad service neutron] For port 8caa0274-d836-431a-b054-44c5491b5c96, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=8caa0274-d836-431a-b054-44c5491b5c96,segment=NetworkSegment(39e1e94b-f24c-4bb7-bea6-c113ffd0fa9d),segment_id=39e1e94b-f24c-4bb7-bea6-c113ffd0fa9d)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:26:55.049678 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-49222d68-125e-4573-bf07-6f06cdd630ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:55.108815 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-49222d68-125e-4573-bf07-6f06cdd630ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:55.109434 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-49222d68-125e-4573-bf07-6f06cdd630ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:55.110828 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-49222d68-125e-4573-bf07-6f06cdd630ad service neutron] 10.222.0.52 "PUT /v2.0/ports/8caa0274-d836-431a-b054-44c5491b5c96 HTTP/1.1" status: 200 len: 1091 time: 0.9640601 Feb 09 13:26:55.111261 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3289e219-8b9a-47e8-b173-5790a9615c3f', 'tag': '8caa0274-d836-431a-b054-44c5491b5c96'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:26:55.133387 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49222d68-125e-4573-bf07-6f06cdd630ad service neutron] Pushing event updated for resources: {'Port': ['ID=8caa0274-d836-431a-b054-44c5491b5c96,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:55.190992 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3289e219-8b9a-47e8-b173-5790a9615c3f', 'tag': '8caa0274-d836-431a-b054-44c5491b5c96', 'status': 'completed', 'code': 200} Feb 09 13:26:55.239848 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-a518611d-8540-4a8c-9107-8581d4278435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:55.241575 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-a518611d-8540-4a8c-9107-8581d4278435 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6056198879324428bd651de1cdbb016f&device_id=3289e219-8b9a-47e8-b173-5790a9615c3f HTTP/1.1" status: 200 len: 1094 time: 0.0858781 Feb 09 13:26:55.301743 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 3ea81f86-e16e-407b-8603-a5f5e83f46bb up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:26:55.319517 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-35e70f91-5448-47fe-b7e6-5e55999796c1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8caa0274-d836-431a-b054-44c5491b5c96 HTTP/1.1" status: 200 len: 217 time: 0.0690112 Feb 09 13:26:55.384280 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 3ea81f86-e16e-407b-8603-a5f5e83f46bb completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:26:55.389517 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 3ea81f86-e16e-407b-8603-a5f5e83f46bb triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:26:55.389884 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:55.395061 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-11ae3736-5907-4918-b754-cb59984a1aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:55.396544 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-11ae3736-5907-4918-b754-cb59984a1aa8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e9502a73-7b2e-4462-8f8c-cfb042f9c91c HTTP/1.1" status: 200 len: 835 time: 0.0699434 Feb 09 13:26:55.474338 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-813b0c9b-6d99-43a9-98e3-918a37c9ef0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:55.476210 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-813b0c9b-6d99-43a9-98e3-918a37c9ef0d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=37e8bbde-0f63-47fb-96e4-a8641ee9d9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725908 Feb 09 13:26:55.510425 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:55.543458 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 3ea81f86-e16e-407b-8603-a5f5e83f46bb, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=3ea81f86-e16e-407b-8603-a5f5e83f46bb,segment=NetworkSegment(39e1e94b-f24c-4bb7-bea6-c113ffd0fa9d),segment_id=39e1e94b-f24c-4bb7-bea6-c113ffd0fa9d)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:26:55.549206 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:55.569609 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90005cd1-3a42-4fd9-a3ea-b0072d37c95c req-2df7ae03-f225-4901-af63-9d0d8b4fe948 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:55.571227 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-90005cd1-3a42-4fd9-a3ea-b0072d37c95c req-2df7ae03-f225-4901-af63-9d0d8b4fe948 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=3289e219-8b9a-47e8-b173-5790a9615c3f HTTP/1.1" status: 200 len: 943 time: 0.0843861 Feb 09 13:26:55.620178 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-90005cd1-3a42-4fd9-a3ea-b0072d37c95c req-2b49e65a-aa69-4cad-94b9-f378a4c69145 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=7029fe8e-d6a7-497d-bd4f-d01ab48e4331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418732 Feb 09 13:26:55.626631 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=3ea81f86-e16e-407b-8603-a5f5e83f46bb,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:55.730824 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-741bf9fc-1883-4acd-9ac5-b611786d03d7 service neutron] 10.222.0.52 "GET /v2.0/networks/37e8bbde-0f63-47fb-96e4-a8641ee9d9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464740 Feb 09 13:26:55.861116 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a9aa1ce2-374e-440b-9646-7bc789e53e1e req-f8525dff-0ace-47d7-b28e-2fbc41490329 service neutron] 10.222.0.52 "GET /v2.0/networks/37e8bbde-0f63-47fb-96e4-a8641ee9d9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238112 Feb 09 13:26:55.980387 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e5391-0897-4541-a563-5a475bbed863 req-a1d20ed4-aee6-46e4-bd4a-b87f274fabec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:55.981947 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-db5e5391-0897-4541-a563-5a475bbed863 req-a1d20ed4-aee6-46e4-bd4a-b87f274fabec service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6056198879324428bd651de1cdbb016f&device_id=3289e219-8b9a-47e8-b173-5790a9615c3f HTTP/1.1" status: 200 len: 1094 time: 0.0743268 Feb 09 13:26:55.999302 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:26:56.116224 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e5391-0897-4541-a563-5a475bbed863 req-8bdc27e8-2f10-4d40-a3a7-af56e155f482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:56.117675 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-db5e5391-0897-4541-a563-5a475bbed863 req-8bdc27e8-2f10-4d40-a3a7-af56e155f482 service neutron] 10.222.0.52 "GET /v2.0/networks?id=37e8bbde-0f63-47fb-96e4-a8641ee9d9af HTTP/1.1" status: 200 len: 898 time: 0.1268878 Feb 09 13:26:56.184963 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-db5e5391-0897-4541-a563-5a475bbed863 req-262badba-d7b9-4cdb-9933-d19eeb06ee36 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8caa0274-d836-431a-b054-44c5491b5c96 HTTP/1.1" status: 200 len: 217 time: 0.0593202 Feb 09 13:26:56.250208 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e5391-0897-4541-a563-5a475bbed863 req-58917e92-a6d9-438f-89e5-e5e4d4637681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:56.251551 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-db5e5391-0897-4541-a563-5a475bbed863 req-58917e92-a6d9-438f-89e5-e5e4d4637681 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e9502a73-7b2e-4462-8f8c-cfb042f9c91c HTTP/1.1" status: 200 len: 835 time: 0.0606022 Feb 09 13:26:56.328399 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e5391-0897-4541-a563-5a475bbed863 req-17fc1c81-621c-4370-bd3d-749b560d4621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:56.329863 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-db5e5391-0897-4541-a563-5a475bbed863 req-17fc1c81-621c-4370-bd3d-749b560d4621 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=37e8bbde-0f63-47fb-96e4-a8641ee9d9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691524 Feb 09 13:26:56.459118 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-db5e5391-0897-4541-a563-5a475bbed863 req-a2782894-9263-4e0b-b68c-aaacaa6ca4b1 service neutron] 10.222.0.52 "GET /v2.0/networks/37e8bbde-0f63-47fb-96e4-a8641ee9d9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224113 Feb 09 13:26:56.586594 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-db5e5391-0897-4541-a563-5a475bbed863 req-33b79af0-5758-46b4-8b2b-9e2075bb804e service neutron] 10.222.0.52 "GET /v2.0/networks/37e8bbde-0f63-47fb-96e4-a8641ee9d9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210365 Feb 09 13:26:56.965830 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023eadb-49c6-4e10-8c49-e769ebe22e52 req-c6f705d0-2c3a-4af4-b76b-0df2fcd8ad53 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:56.967283 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e023eadb-49c6-4e10-8c49-e769ebe22e52 req-c6f705d0-2c3a-4af4-b76b-0df2fcd8ad53 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=3289e219-8b9a-47e8-b173-5790a9615c3f HTTP/1.1" status: 200 len: 943 time: 0.0844784 Feb 09 13:26:57.012620 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e023eadb-49c6-4e10-8c49-e769ebe22e52 req-09e907b8-3b8a-4172-ab1f-bf5de44f7835 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=7029fe8e-d6a7-497d-bd4f-d01ab48e4331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397272 Feb 09 13:26:57.261002 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 3ea81f86-e16e-407b-8603-a5f5e83f46bb up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:26:57.333823 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 3ea81f86-e16e-407b-8603-a5f5e83f46bb triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:26:57.334222 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:58.202419 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2aa6e3-53f2-4249-b2ea-935754283653 req-31f81aa3-e754-4425-8e0f-ccad4be43d43 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:58.203968 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1c2aa6e3-53f2-4249-b2ea-935754283653 req-31f81aa3-e754-4425-8e0f-ccad4be43d43 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=3289e219-8b9a-47e8-b173-5790a9615c3f HTTP/1.1" status: 200 len: 943 time: 0.0819223 Feb 09 13:26:58.248774 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1c2aa6e3-53f2-4249-b2ea-935754283653 req-144614fa-68e9-4494-bd44-1f6e438e4def tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=7029fe8e-d6a7-497d-bd4f-d01ab48e4331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392859 Feb 09 13:26:59.438846 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25e540-5933-4c00-96f9-a63847c51df8 req-b2457d44-fc8e-4c86-9f00-89301cd2f035 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:59.440348 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2d25e540-5933-4c00-96f9-a63847c51df8 req-b2457d44-fc8e-4c86-9f00-89301cd2f035 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=3289e219-8b9a-47e8-b173-5790a9615c3f HTTP/1.1" status: 200 len: 943 time: 0.0879536 Feb 09 13:26:59.486239 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2d25e540-5933-4c00-96f9-a63847c51df8 req-5e1ddf00-0ac7-437a-a1e7-e06d3705f039 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=7029fe8e-d6a7-497d-bd4f-d01ab48e4331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402741 Feb 09 13:26:59.622542 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 8caa0274-d836-431a-b054-44c5491b5c96 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:26:59.751550 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 8caa0274-d836-431a-b054-44c5491b5c96, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=8caa0274-d836-431a-b054-44c5491b5c96,segment=NetworkSegment(39e1e94b-f24c-4bb7-bea6-c113ffd0fa9d),segment_id=39e1e94b-f24c-4bb7-bea6-c113ffd0fa9d)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:26:59.764170 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': '8caa0274-d836-431a-b054-44c5491b5c96', 'network_id': '37e8bbde-0f63-47fb-96e4-a8641ee9d9af', 'port_id': '8caa0274-d836-431a-b054-44c5491b5c96', 'mac_address': 'fa:16:3e:8d:ae:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9502a73-7b2e-4462-8f8c-cfb042f9c91c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:26:59.819980 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:59.836089 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8caa0274-d836-431a-b054-44c5491b5c96 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:26:59.851496 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 8caa0274-d836-431a-b054-44c5491b5c96, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=8caa0274-d836-431a-b054-44c5491b5c96,segment=NetworkSegment(39e1e94b-f24c-4bb7-bea6-c113ffd0fa9d),segment_id=39e1e94b-f24c-4bb7-bea6-c113ffd0fa9d)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:26:59.856465 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:59.920372 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=8caa0274-d836-431a-b054-44c5491b5c96,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:00.066053 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['8caa0274-d836-431a-b054-44c5491b5c96'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:27:00.669595 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20282e61-23dc-4620-9dd7-ec17c7f5e9f9 req-215bab62-ec33-45da-bf2d-bc0840ce51f3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:00.670946 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-20282e61-23dc-4620-9dd7-ec17c7f5e9f9 req-215bab62-ec33-45da-bf2d-bc0840ce51f3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=3289e219-8b9a-47e8-b173-5790a9615c3f HTTP/1.1" status: 200 len: 944 time: 0.0791855 Feb 09 13:27:00.717633 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-20282e61-23dc-4620-9dd7-ec17c7f5e9f9 req-71eeb15c-f336-4e98-a7e6-3106a45778f4 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=7029fe8e-d6a7-497d-bd4f-d01ab48e4331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409083 Feb 09 13:27:01.619403 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 8caa0274-d836-431a-b054-44c5491b5c96 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:27:01.685676 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port 8caa0274-d836-431a-b054-44c5491b5c96 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:27:01.690338 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port 8caa0274-d836-431a-b054-44c5491b5c96 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:27:01.690712 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:01.833550 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:01.861996 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3289e219-8b9a-47e8-b173-5790a9615c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8caa0274-d836-431a-b054-44c5491b5c96'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:27:01.872908 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 8caa0274-d836-431a-b054-44c5491b5c96, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=8caa0274-d836-431a-b054-44c5491b5c96,segment=NetworkSegment(39e1e94b-f24c-4bb7-bea6-c113ffd0fa9d),segment_id=39e1e94b-f24c-4bb7-bea6-c113ffd0fa9d)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:27:01.876398 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:01.907663 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7393cb-c68b-477f-9878-55a121cc6913 req-01a8b42d-8f40-43af-b24e-59317b64fa31 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:01.909180 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8f7393cb-c68b-477f-9878-55a121cc6913 req-01a8b42d-8f40-43af-b24e-59317b64fa31 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=3289e219-8b9a-47e8-b173-5790a9615c3f HTTP/1.1" status: 200 len: 944 time: 0.0850935 Feb 09 13:27:01.942319 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=8caa0274-d836-431a-b054-44c5491b5c96,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:01.955014 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8f7393cb-c68b-477f-9878-55a121cc6913 req-db5e15b3-5422-4db4-8600-840815b0b1a4 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=7029fe8e-d6a7-497d-bd4f-d01ab48e4331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399804 Feb 09 13:27:02.004866 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3289e219-8b9a-47e8-b173-5790a9615c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8caa0274-d836-431a-b054-44c5491b5c96', 'code': 200} Feb 09 13:27:02.140034 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6379967-c1d0-4c3a-b5be-0f37dae3654f req-178f4f02-d994-41a5-8b23-c85aa005cfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:02.141460 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d6379967-c1d0-4c3a-b5be-0f37dae3654f req-178f4f02-d994-41a5-8b23-c85aa005cfa8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3289e219-8b9a-47e8-b173-5790a9615c3f HTTP/1.1" status: 200 len: 1096 time: 0.0807323 Feb 09 13:27:02.182165 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-d6379967-c1d0-4c3a-b5be-0f37dae3654f req-a682084a-4943-43f5-b1dc-1e8b266becfa service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7029fe8e-d6a7-497d-bd4f-d01ab48e4331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335703 Feb 09 13:27:03.145374 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6615de-8932-4d94-ad3c-1591357bbef8 req-48fe7528-2a06-4da7-b9e9-ddbbe3914c83 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:03.147154 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ec6615de-8932-4d94-ad3c-1591357bbef8 req-48fe7528-2a06-4da7-b9e9-ddbbe3914c83 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=3289e219-8b9a-47e8-b173-5790a9615c3f HTTP/1.1" status: 200 len: 945 time: 0.0867720 Feb 09 13:27:03.192128 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ec6615de-8932-4d94-ad3c-1591357bbef8 req-f57ad239-b4dd-4dab-891d-42d4d6b71fd6 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=7029fe8e-d6a7-497d-bd4f-d01ab48e4331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384207 Feb 09 13:27:04.383040 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5846b-fabf-4888-9c9d-d61117d4b6cc req-50adacd4-b8e3-4d89-a867-29f4998e8d3d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:04.385383 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-36b5846b-fabf-4888-9c9d-d61117d4b6cc req-50adacd4-b8e3-4d89-a867-29f4998e8d3d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=3289e219-8b9a-47e8-b173-5790a9615c3f HTTP/1.1" status: 200 len: 945 time: 0.0822861 Feb 09 13:27:04.428191 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-36b5846b-fabf-4888-9c9d-d61117d4b6cc req-e11e0228-847c-4559-8c74-cbac64b8cc3b tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=7029fe8e-d6a7-497d-bd4f-d01ab48e4331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372334 Feb 09 13:27:04.612407 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446a2d0-880e-40cd-992c-d692123c0036 req-bb7b73de-df45-4ab8-bff4-59e75aeff7a4 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:04.613857 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6446a2d0-880e-40cd-992c-d692123c0036 req-bb7b73de-df45-4ab8-bff4-59e75aeff7a4 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=3289e219-8b9a-47e8-b173-5790a9615c3f HTTP/1.1" status: 200 len: 945 time: 0.0834339 Feb 09 13:27:04.658518 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6446a2d0-880e-40cd-992c-d692123c0036 req-856a7bb0-e00c-4a8a-9565-47c02dabebcc tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=7029fe8e-d6a7-497d-bd4f-d01ab48e4331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385118 Feb 09 13:27:04.682308 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47664) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:04.752547 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ad434d-dd59-4ffb-afd1-573b909690b6 tempest-TestNetworkAdvancedServerOps-296500683 tempest-TestNetworkAdvancedServerOps-296500683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:04.753951 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-81ad434d-dd59-4ffb-afd1-573b909690b6 tempest-TestNetworkAdvancedServerOps-296500683 tempest-TestNetworkAdvancedServerOps-296500683-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3289e219-8b9a-47e8-b173-5790a9615c3f HTTP/1.1" status: 200 len: 1091 time: 0.0706756 Feb 09 13:27:04.756711 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47668) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:04.761609 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-851102a0-7273-4677-8f02-9034e7a0b902 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'port_id': '8caa0274-d836-431a-b054-44c5491b5c96', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:27:04.768033 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-851102a0-7273-4677-8f02-9034e7a0b902 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:04.771804 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-851102a0-7273-4677-8f02-9034e7a0b902 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Usage tracker for resource:floatingip and tenant:6056198879324428bd651de1cdbb016f is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:04.774584 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-851102a0-7273-4677-8f02-9034e7a0b902 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:04.780175 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-851102a0-7273-4677-8f02-9034e7a0b902 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:04.791091 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-851102a0-7273-4677-8f02-9034e7a0b902 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for floatingip, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:04.924994 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-851102a0-7273-4677-8f02-9034e7a0b902 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:05.061171 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-851102a0-7273-4677-8f02-9034e7a0b902 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Allocated IP 172.25.7.25 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/10902adc-dbcf-49ed-9836-e90583df67f7) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:27:05.208218 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-851102a0-7273-4677-8f02-9034e7a0b902 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:05.238087 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-851102a0-7273-4677-8f02-9034e7a0b902 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:05.305725 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851102a0-7273-4677-8f02-9034e7a0b902 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:27:05.308538 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-851102a0-7273-4677-8f02-9034e7a0b902 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:27:05.311099 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851102a0-7273-4677-8f02-9034e7a0b902 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:27:05.354512 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851102a0-7273-4677-8f02-9034e7a0b902 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'Port': ['ID=10902adc-dbcf-49ed-9836-e90583df67f7,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:05.819601 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-851102a0-7273-4677-8f02-9034e7a0b902 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:05.890833 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-851102a0-7273-4677-8f02-9034e7a0b902 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:06.091674 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-851102a0-7273-4677-8f02-9034e7a0b902 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:06.095949 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-851102a0-7273-4677-8f02-9034e7a0b902 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:06.200912 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851102a0-7273-4677-8f02-9034e7a0b902 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event updated for resources: {'Port': ['ID=10902adc-dbcf-49ed-9836-e90583df67f7,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:06.214924 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-851102a0-7273-4677-8f02-9034e7a0b902 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:06.391562 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [None req-851102a0-7273-4677-8f02-9034e7a0b902 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Floating IP e090f73f-d205-4d4b-b2bb-6efebb29e932 associated. External IP: 172.25.7.25, port: 8caa0274-d836-431a-b054-44c5491b5c96. Feb 09 13:27:06.732461 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851102a0-7273-4677-8f02-9034e7a0b902 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Router 2ecb1598-f63f-460c-970e-f30b718183d3 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:27:06.906565 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851102a0-7273-4677-8f02-9034e7a0b902 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:27:06.916597 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22766ed5-e2c1-4dfa-9932-ff0ed84cfbf0 None None] Sync routers for ids ['2ecb1598-f63f-460c-970e-f30b718183d3'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:27:06.925966 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22766ed5-e2c1-4dfa-9932-ff0ed84cfbf0 None None] Routers {'2ecb1598-f63f-460c-970e-f30b718183d3'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:27:06.926681 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-22766ed5-e2c1-4dfa-9932-ff0ed84cfbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:26:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2ecb1598-f63f-460c-970e-f30b718183d3'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:06.931444 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-851102a0-7273-4677-8f02-9034e7a0b902 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:06.986110 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-851102a0-7273-4677-8f02-9034e7a0b902 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2283115 Feb 09 13:27:06.986611 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3289e219-8b9a-47e8-b173-5790a9615c3f', 'tag': '8caa0274-d836-431a-b054-44c5491b5c96'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:27:07.108483 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-22766ed5-e2c1-4dfa-9932-ff0ed84cfbf0 None None] Set router 2ecb1598-f63f-460c-970e-f30b718183d3 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:27:07.281281 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b11c63-e0a6-420f-ade8-09c9771a4d7b req-0ffd36b1-41bd-46d2-bf40-7b74132b5647 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:07.282835 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e0b11c63-e0a6-420f-ade8-09c9771a4d7b req-0ffd36b1-41bd-46d2-bf40-7b74132b5647 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=3289e219-8b9a-47e8-b173-5790a9615c3f HTTP/1.1" status: 200 len: 945 time: 0.2113867 Feb 09 13:27:07.328256 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e0b11c63-e0a6-420f-ade8-09c9771a4d7b req-85f613a4-a51d-47d0-80c4-91c38a9c7ba3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=7029fe8e-d6a7-497d-bd4f-d01ab48e4331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392694 Feb 09 13:27:07.353609 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47676) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:07.411005 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3289e219-8b9a-47e8-b173-5790a9615c3f', 'tag': '8caa0274-d836-431a-b054-44c5491b5c96', 'status': 'completed', 'code': 200} Feb 09 13:27:07.465390 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-22766ed5-e2c1-4dfa-9932-ff0ed84cfbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecb1598-f63f-460c-970e-f30b718183d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320404275', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': '6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:26:44Z', 'updated_at': '2022-02-09T13:26:49Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': '6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecb1598-f63f-460c-970e-f30b718183d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:26:45Z', 'updated_at': '2022-02-09T13:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': 'e090f73f-d205-4d4b-b2bb-6efebb29e932', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'floating_ip_address': '172.25.7.25', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '2ecb1598-f63f-460c-970e-f30b718183d3', 'port_id': '8caa0274-d836-431a-b054-44c5491b5c96', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37e8bbde-0f63-47fb-96e4-a8641ee9d9af', 'mac_address': 'fa:16:3e:8d:ae:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3289e219-8b9a-47e8-b173-5790a9615c3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:27:05Z', 'updated_at': '2022-02-09T13:27:05Z', 'revision_number': 0, 'project_id': '6056198879324428bd651de1cdbb016f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ea81f86-e16e-407b-8603-a5f5e83f46bb', 'name': '', 'network_id': '37e8bbde-0f63-47fb-96e4-a8641ee9d9af', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'mac_address': 'fa:16:3e:1c:99:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecb1598-f63f-460c-970e-f30b718183d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e9502a73-7b2e-4462-8f8c-cfb042f9c91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:26:48Z', 'updated_at': '2022-02-09T13:26:55Z', 'revision_number': 5, 'project_id': '6056198879324428bd651de1cdbb016f', 'subnets': [{'id': 'e9502a73-7b2e-4462-8f8c-cfb042f9c91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:07.468886 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ea04efe0-ef90-4071-97ee-c749b376bb6f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/floatingips/e090f73f-d205-4d4b-b2bb-6efebb29e932 HTTP/1.1" status: 200 len: 990 time: 0.1124940 Feb 09 13:27:07.470694 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22766ed5-e2c1-4dfa-9932-ff0ed84cfbf0 None None] Checking router: 2ecb1598-f63f-460c-970e-f30b718183d3 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:27:07.479582 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283517d-82cd-476e-8c95-71ea8a34f12e req-de669954-1ea3-4561-a6e9-9888f9bc6ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:07.480254 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22766ed5-e2c1-4dfa-9932-ff0ed84cfbf0 None None] Routers {'2ecb1598-f63f-460c-970e-f30b718183d3'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:27:07.480482 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-22766ed5-e2c1-4dfa-9932-ff0ed84cfbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:26:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2ecb1598-f63f-460c-970e-f30b718183d3'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:07.481171 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c283517d-82cd-476e-8c95-71ea8a34f12e req-de669954-1ea3-4561-a6e9-9888f9bc6ce5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6056198879324428bd651de1cdbb016f&device_id=3289e219-8b9a-47e8-b173-5790a9615c3f HTTP/1.1" status: 200 len: 1096 time: 0.0742924 Feb 09 13:27:07.616856 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283517d-82cd-476e-8c95-71ea8a34f12e req-71582a3b-5acd-40b3-ab65-bc5c333f0048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:07.618332 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c283517d-82cd-476e-8c95-71ea8a34f12e req-71582a3b-5acd-40b3-ab65-bc5c333f0048 service neutron] 10.222.0.52 "GET /v2.0/networks?id=37e8bbde-0f63-47fb-96e4-a8641ee9d9af HTTP/1.1" status: 200 len: 898 time: 0.1307688 Feb 09 13:27:07.661106 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-22766ed5-e2c1-4dfa-9932-ff0ed84cfbf0 None None] Set router 2ecb1598-f63f-460c-970e-f30b718183d3 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:27:07.723434 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c283517d-82cd-476e-8c95-71ea8a34f12e req-3d3b32df-fae6-4311-93bd-8df3a05eaccc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8caa0274-d836-431a-b054-44c5491b5c96 HTTP/1.1" status: 200 len: 998 time: 0.0984366 Feb 09 13:27:07.788927 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283517d-82cd-476e-8c95-71ea8a34f12e req-7a86737a-a04c-40ab-b3b3-80f2fae35715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:07.790385 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c283517d-82cd-476e-8c95-71ea8a34f12e req-7a86737a-a04c-40ab-b3b3-80f2fae35715 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e9502a73-7b2e-4462-8f8c-cfb042f9c91c HTTP/1.1" status: 200 len: 835 time: 0.0601666 Feb 09 13:27:07.865947 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283517d-82cd-476e-8c95-71ea8a34f12e req-6c139019-e551-43f9-be3b-aed12e72b677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:07.867479 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c283517d-82cd-476e-8c95-71ea8a34f12e req-6c139019-e551-43f9-be3b-aed12e72b677 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=37e8bbde-0f63-47fb-96e4-a8641ee9d9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706205 Feb 09 13:27:08.014896 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-22766ed5-e2c1-4dfa-9932-ff0ed84cfbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecb1598-f63f-460c-970e-f30b718183d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320404275', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': '6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:26:44Z', 'updated_at': '2022-02-09T13:26:49Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': '6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecb1598-f63f-460c-970e-f30b718183d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:26:45Z', 'updated_at': '2022-02-09T13:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': 'e090f73f-d205-4d4b-b2bb-6efebb29e932', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'floating_ip_address': '172.25.7.25', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '2ecb1598-f63f-460c-970e-f30b718183d3', 'port_id': '8caa0274-d836-431a-b054-44c5491b5c96', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37e8bbde-0f63-47fb-96e4-a8641ee9d9af', 'mac_address': 'fa:16:3e:8d:ae:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3289e219-8b9a-47e8-b173-5790a9615c3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:27:05Z', 'updated_at': '2022-02-09T13:27:05Z', 'revision_number': 0, 'project_id': '6056198879324428bd651de1cdbb016f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ea81f86-e16e-407b-8603-a5f5e83f46bb', 'name': '', 'network_id': '37e8bbde-0f63-47fb-96e4-a8641ee9d9af', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'mac_address': 'fa:16:3e:1c:99:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecb1598-f63f-460c-970e-f30b718183d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e9502a73-7b2e-4462-8f8c-cfb042f9c91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:26:48Z', 'updated_at': '2022-02-09T13:26:55Z', 'revision_number': 5, 'project_id': '6056198879324428bd651de1cdbb016f', 'subnets': [{'id': 'e9502a73-7b2e-4462-8f8c-cfb042f9c91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:08.019224 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22766ed5-e2c1-4dfa-9932-ff0ed84cfbf0 None None] The sync data for ids ['2ecb1598-f63f-460c-970e-f30b718183d3'] in n-d-825178-3 is: [{'id': '2ecb1598-f63f-460c-970e-f30b718183d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320404275', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': '6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:26:44Z', 'updated_at': '2022-02-09T13:26:49Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': '6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecb1598-f63f-460c-970e-f30b718183d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:26:45Z', 'updated_at': '2022-02-09T13:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': 'e090f73f-d205-4d4b-b2bb-6efebb29e932', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'floating_ip_address': '172.25.7.25', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '2ecb1598-f63f-460c-970e-f30b718183d3', 'port_id': '8caa0274-d836-431a-b054-44c5491b5c96', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37e8bbde-0f63-47fb-96e4-a8641ee9d9af', 'mac_address': 'fa:16:3e:8d:ae:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3289e219-8b9a-47e8-b173-5790a9615c3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:27:05Z', 'updated_at': '2022-02-09T13:27:05Z', 'revision_number': 0, 'project_id': '6056198879324428bd651de1cdbb016f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ea81f86-e16e-407b-8603-a5f5e83f46bb', 'name': '', 'network_id': '37e8bbde-0f63-47fb-96e4-a8641ee9d9af', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'mac_address': 'fa:16:3e:1c:99:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecb1598-f63f-460c-970e-f30b718183d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e9502a73-7b2e-4462-8f8c-cfb042f9c91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:26:48Z', 'updated_at': '2022-02-09T13:26:55Z', 'revision_number': 5, 'project_id': '6056198879324428bd651de1cdbb016f', 'subnets': [{'id': 'e9502a73-7b2e-4462-8f8c-cfb042f9c91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:27:08.117649 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c283517d-82cd-476e-8c95-71ea8a34f12e req-4b357fc3-a82e-4fb1-9dc7-4f9b8bb7e16e service neutron] 10.222.0.52 "GET /v2.0/networks/37e8bbde-0f63-47fb-96e4-a8641ee9d9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430794 Feb 09 13:27:08.223251 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce40f9f-b87a-4749-8c23-cf79a7c89ab6 None None] New status for floating IP e090f73f-d205-4d4b-b2bb-6efebb29e932: ACTIVE {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:27:08.261002 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c283517d-82cd-476e-8c95-71ea8a34f12e req-6d3df366-dd04-494f-977e-00bedd067df4 service neutron] 10.222.0.52 "GET /v2.0/networks/37e8bbde-0f63-47fb-96e4-a8641ee9d9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357989 Feb 09 13:27:08.471658 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47680) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:08.591931 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b13c035b-52e5-4030-a973-e4727befbf2f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/floatingips/e090f73f-d205-4d4b-b2bb-6efebb29e932 HTTP/1.1" status: 200 len: 992 time: 0.1190152 Feb 09 13:27:14.143423 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4bbbef33-852f-44b3-aa39-cc431144b7e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:16.533577 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-dfbd7d83-7042-452b-b5e6-cc455f02ad9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:17.727739 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:17.843378 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:19.417872 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:21.153444 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:23.680530 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:32.998117 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:27:37.599241 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e3abb-6172-4171-bc20-fe7e3a5d630c req-ba808021-5368-4fe8-b47f-eeafe535c210 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:37.600619 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-558e3abb-6172-4171-bc20-fe7e3a5d630c req-ba808021-5368-4fe8-b47f-eeafe535c210 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=3289e219-8b9a-47e8-b173-5790a9615c3f HTTP/1.1" status: 200 len: 945 time: 0.0790749 Feb 09 13:27:37.645002 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-558e3abb-6172-4171-bc20-fe7e3a5d630c req-de9ae166-4b63-4e5b-a477-6f09f611e14c tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=7029fe8e-d6a7-497d-bd4f-d01ab48e4331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378842 Feb 09 13:27:38.830356 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3382597e-7e13-4b85-aabb-d0258fb7d062 req-9e9d45c7-7523-4572-9f69-44d7916a4687 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:38.831788 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3382597e-7e13-4b85-aabb-d0258fb7d062 req-9e9d45c7-7523-4572-9f69-44d7916a4687 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=3289e219-8b9a-47e8-b173-5790a9615c3f HTTP/1.1" status: 200 len: 945 time: 0.0809584 Feb 09 13:27:38.874953 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3382597e-7e13-4b85-aabb-d0258fb7d062 req-cf826478-4a6b-4503-9159-f7ce1ec0481f tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=7029fe8e-d6a7-497d-bd4f-d01ab48e4331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369918 Feb 09 13:27:38.897384 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47700) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:39.001561 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-149362ca-bf03-4d35-b46a-88fb3e1157b2 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/floatingips/e090f73f-d205-4d4b-b2bb-6efebb29e932 HTTP/1.1" status: 200 len: 992 time: 0.1030431 Feb 09 13:27:40.444994 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a47002-72b2-4824-8df4-f2871df55a4f req-65a6f457-c4fb-4b43-a7b5-ffd54975ea4c tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:40.447263 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-52a47002-72b2-4824-8df4-f2871df55a4f req-65a6f457-c4fb-4b43-a7b5-ffd54975ea4c tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=3289e219-8b9a-47e8-b173-5790a9615c3f HTTP/1.1" status: 200 len: 945 time: 0.0846996 Feb 09 13:27:40.457400 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a43b1-a09b-4099-9093-9c1c3d19beec req-07949ca3-cafa-474b-a1d5-6f033cc68590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:40.458888 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8a5a43b1-a09b-4099-9093-9c1c3d19beec req-07949ca3-cafa-474b-a1d5-6f033cc68590 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6056198879324428bd651de1cdbb016f&device_id=3289e219-8b9a-47e8-b173-5790a9615c3f HTTP/1.1" status: 200 len: 1096 time: 0.0709291 Feb 09 13:27:40.495581 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-52a47002-72b2-4824-8df4-f2871df55a4f req-e28328bc-527b-4f9f-8785-3883398d478d tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=7029fe8e-d6a7-497d-bd4f-d01ab48e4331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425997 Feb 09 13:27:40.590842 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a43b1-a09b-4099-9093-9c1c3d19beec req-924a266a-2e6f-414b-9edc-c59b16d9370c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:40.592291 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8a5a43b1-a09b-4099-9093-9c1c3d19beec req-924a266a-2e6f-414b-9edc-c59b16d9370c service neutron] 10.222.0.52 "GET /v2.0/networks?id=37e8bbde-0f63-47fb-96e4-a8641ee9d9af HTTP/1.1" status: 200 len: 898 time: 0.1260357 Feb 09 13:27:40.704919 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8a5a43b1-a09b-4099-9093-9c1c3d19beec req-78397d92-71e9-448f-8340-81a6aeb57fb0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8caa0274-d836-431a-b054-44c5491b5c96 HTTP/1.1" status: 200 len: 1000 time: 0.1065211 Feb 09 13:27:40.768646 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a43b1-a09b-4099-9093-9c1c3d19beec req-387a7ba6-39ce-45e6-99f6-29ba44f18205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:40.770032 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8a5a43b1-a09b-4099-9093-9c1c3d19beec req-387a7ba6-39ce-45e6-99f6-29ba44f18205 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e9502a73-7b2e-4462-8f8c-cfb042f9c91c HTTP/1.1" status: 200 len: 835 time: 0.0592315 Feb 09 13:27:40.843080 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a43b1-a09b-4099-9093-9c1c3d19beec req-53668e0c-811a-406d-901f-ebb04dcefb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:40.844453 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8a5a43b1-a09b-4099-9093-9c1c3d19beec req-53668e0c-811a-406d-901f-ebb04dcefb7c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=37e8bbde-0f63-47fb-96e4-a8641ee9d9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669272 Feb 09 13:27:40.973319 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8a5a43b1-a09b-4099-9093-9c1c3d19beec req-60912e35-6221-4987-8991-69343f3e63ca service neutron] 10.222.0.52 "GET /v2.0/networks/37e8bbde-0f63-47fb-96e4-a8641ee9d9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207404 Feb 09 13:27:41.105461 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-8a5a43b1-a09b-4099-9093-9c1c3d19beec req-b9adebbf-cb76-4754-9da9-682ad0a765c3 service neutron] 10.222.0.52 "GET /v2.0/networks/37e8bbde-0f63-47fb-96e4-a8641ee9d9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249800 Feb 09 13:27:41.691965 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae3cfe6-278a-46ea-9cae-0565af6748a7 req-eda38aa7-3b7a-4688-a5be-7d30c945fb72 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:41.693457 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7ae3cfe6-278a-46ea-9cae-0565af6748a7 req-eda38aa7-3b7a-4688-a5be-7d30c945fb72 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=3289e219-8b9a-47e8-b173-5790a9615c3f HTTP/1.1" status: 200 len: 945 time: 0.0806885 Feb 09 13:27:41.737368 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7ae3cfe6-278a-46ea-9cae-0565af6748a7 req-a8ebe069-164e-47ff-959b-43b2768a4897 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=7029fe8e-d6a7-497d-bd4f-d01ab48e4331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382102 Feb 09 13:27:42.920938 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2555ee4-7c64-4146-a598-4a0bd473976b req-38f32cc4-dcd4-4020-8f60-7dcd09c45bb4 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:42.922407 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d2555ee4-7c64-4146-a598-4a0bd473976b req-38f32cc4-dcd4-4020-8f60-7dcd09c45bb4 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=3289e219-8b9a-47e8-b173-5790a9615c3f HTTP/1.1" status: 200 len: 945 time: 0.0820408 Feb 09 13:27:42.967354 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d2555ee4-7c64-4146-a598-4a0bd473976b req-c8fd52cc-463d-4df3-aec7-7ac9f9c579d8 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=7029fe8e-d6a7-497d-bd4f-d01ab48e4331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391579 Feb 09 13:27:42.990705 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47714) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:43.095322 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-38cd7b8b-c52c-4c37-be0d-1e99cfa1db2a tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/floatingips/e090f73f-d205-4d4b-b2bb-6efebb29e932 HTTP/1.1" status: 200 len: 992 time: 0.1034439 Feb 09 13:27:43.413638 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47722) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:43.614644 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-63347d8f-8bff-4c13-bfb8-7abe8bbcbe53 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Deleting port 10902adc-dbcf-49ed-9836-e90583df67f7 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:27:43.614983 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-63347d8f-8bff-4c13-bfb8-7abe8bbcbe53 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:43.779022 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-63347d8f-8bff-4c13-bfb8-7abe8bbcbe53 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:43.779346 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-63347d8f-8bff-4c13-bfb8-7abe8bbcbe53 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:44.020087 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-63347d8f-8bff-4c13-bfb8-7abe8bbcbe53 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Calling delete_port for 10902adc-dbcf-49ed-9836-e90583df67f7 owned by network:floatingip {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:27:44.146466 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1cd98439-2e9c-465c-b4b7-17099057aa2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:44.174554 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-63347d8f-8bff-4c13-bfb8-7abe8bbcbe53 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:44.228645 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63347d8f-8bff-4c13-bfb8-7abe8bbcbe53 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event deleted for resources: {'Port': ['ID=10902adc-dbcf-49ed-9836-e90583df67f7,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:44.313727 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63347d8f-8bff-4c13-bfb8-7abe8bbcbe53 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:44.314073 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63347d8f-8bff-4c13-bfb8-7abe8bbcbe53 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:44.314415 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63347d8f-8bff-4c13-bfb8-7abe8bbcbe53 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:44.314755 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63347d8f-8bff-4c13-bfb8-7abe8bbcbe53 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:44.315091 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63347d8f-8bff-4c13-bfb8-7abe8bbcbe53 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:44.315449 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63347d8f-8bff-4c13-bfb8-7abe8bbcbe53 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:44.316065 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63347d8f-8bff-4c13-bfb8-7abe8bbcbe53 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:44.316611 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63347d8f-8bff-4c13-bfb8-7abe8bbcbe53 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:44.317196 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63347d8f-8bff-4c13-bfb8-7abe8bbcbe53 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:44.317519 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63347d8f-8bff-4c13-bfb8-7abe8bbcbe53 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:44.317863 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63347d8f-8bff-4c13-bfb8-7abe8bbcbe53 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:44.318198 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63347d8f-8bff-4c13-bfb8-7abe8bbcbe53 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:44.339164 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-63347d8f-8bff-4c13-bfb8-7abe8bbcbe53 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for floatingip, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:44.339611 n-d-825178-3 neutron-server[87568]: INFO neutron.db.l3_db [None req-63347d8f-8bff-4c13-bfb8-7abe8bbcbe53 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Floating IP e090f73f-d205-4d4b-b2bb-6efebb29e932 disassociated (deleted). External IP: 172.25.7.25, port: 8caa0274-d836-431a-b054-44c5491b5c96. Feb 09 13:27:44.714125 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63347d8f-8bff-4c13-bfb8-7abe8bbcbe53 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Router 2ecb1598-f63f-460c-970e-f30b718183d3 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:27:44.898158 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63347d8f-8bff-4c13-bfb8-7abe8bbcbe53 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:27:44.913023 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78039388-6094-404b-b775-791b22e9c160 None None] Sync routers for ids ['2ecb1598-f63f-460c-970e-f30b718183d3'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:27:44.920113 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-63347d8f-8bff-4c13-bfb8-7abe8bbcbe53 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:44.924025 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78039388-6094-404b-b775-791b22e9c160 None None] Routers {'2ecb1598-f63f-460c-970e-f30b718183d3'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:27:44.924658 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-78039388-6094-404b-b775-791b22e9c160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:27:17Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2ecb1598-f63f-460c-970e-f30b718183d3'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:44.984316 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-63347d8f-8bff-4c13-bfb8-7abe8bbcbe53 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "DELETE /v2.0/floatingips/e090f73f-d205-4d4b-b2bb-6efebb29e932 HTTP/1.1" status: 204 len: 168 time: 1.5689671 Feb 09 13:27:44.984793 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3289e219-8b9a-47e8-b173-5790a9615c3f', 'tag': '8caa0274-d836-431a-b054-44c5491b5c96'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:27:45.176423 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-78039388-6094-404b-b775-791b22e9c160 None None] Set router 2ecb1598-f63f-460c-970e-f30b718183d3 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:27:45.293365 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3289e219-8b9a-47e8-b173-5790a9615c3f', 'tag': '8caa0274-d836-431a-b054-44c5491b5c96', 'status': 'completed', 'code': 200} Feb 09 13:27:45.405187 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c1905-c69f-4218-8051-1a6ca8fe0520 req-7bf77b07-ccea-402d-9b98-1e366991b52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:45.406739 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-fd0c1905-c69f-4218-8051-1a6ca8fe0520 req-7bf77b07-ccea-402d-9b98-1e366991b52e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6056198879324428bd651de1cdbb016f&device_id=3289e219-8b9a-47e8-b173-5790a9615c3f HTTP/1.1" status: 200 len: 1096 time: 0.0854619 Feb 09 13:27:45.461940 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab886cd-ceae-4b3f-912c-b70536e58682 req-f4b432fb-56e0-4828-8d93-a5ebff8bcda5 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:45.463644 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7ab886cd-ceae-4b3f-912c-b70536e58682 req-f4b432fb-56e0-4828-8d93-a5ebff8bcda5 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=3289e219-8b9a-47e8-b173-5790a9615c3f HTTP/1.1" status: 200 len: 945 time: 0.0847712 Feb 09 13:27:45.510432 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-78039388-6094-404b-b775-791b22e9c160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecb1598-f63f-460c-970e-f30b718183d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320404275', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': '6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:26:44Z', 'updated_at': '2022-02-09T13:26:49Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': '6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecb1598-f63f-460c-970e-f30b718183d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:26:45Z', 'updated_at': '2022-02-09T13:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '3ea81f86-e16e-407b-8603-a5f5e83f46bb', 'name': '', 'network_id': '37e8bbde-0f63-47fb-96e4-a8641ee9d9af', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'mac_address': 'fa:16:3e:1c:99:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecb1598-f63f-460c-970e-f30b718183d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e9502a73-7b2e-4462-8f8c-cfb042f9c91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:26:48Z', 'updated_at': '2022-02-09T13:26:55Z', 'revision_number': 5, 'project_id': '6056198879324428bd651de1cdbb016f', 'subnets': [{'id': 'e9502a73-7b2e-4462-8f8c-cfb042f9c91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:45.514447 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78039388-6094-404b-b775-791b22e9c160 None None] Checking router: 2ecb1598-f63f-460c-970e-f30b718183d3 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:27:45.517921 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7ab886cd-ceae-4b3f-912c-b70536e58682 req-6bb8bcb8-fb0e-4acf-ba7c-0379242a8926 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=7029fe8e-d6a7-497d-bd4f-d01ab48e4331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477650 Feb 09 13:27:45.523203 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78039388-6094-404b-b775-791b22e9c160 None None] Routers {'2ecb1598-f63f-460c-970e-f30b718183d3'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:27:45.524125 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-78039388-6094-404b-b775-791b22e9c160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:27:17Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2ecb1598-f63f-460c-970e-f30b718183d3'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:45.540433 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c1905-c69f-4218-8051-1a6ca8fe0520 req-c7dac910-87d7-4f61-857a-0e6d0b72b5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:45.541865 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-fd0c1905-c69f-4218-8051-1a6ca8fe0520 req-c7dac910-87d7-4f61-857a-0e6d0b72b5ce service neutron] 10.222.0.52 "GET /v2.0/networks?id=37e8bbde-0f63-47fb-96e4-a8641ee9d9af HTTP/1.1" status: 200 len: 898 time: 0.1287279 Feb 09 13:27:45.612802 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-fd0c1905-c69f-4218-8051-1a6ca8fe0520 req-9938ef8a-5d37-48d0-8a32-722a433fe434 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8caa0274-d836-431a-b054-44c5491b5c96 HTTP/1.1" status: 200 len: 217 time: 0.0630000 Feb 09 13:27:45.681113 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c1905-c69f-4218-8051-1a6ca8fe0520 req-314fe362-aa0f-4c27-bedb-a13630427f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:45.682575 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-fd0c1905-c69f-4218-8051-1a6ca8fe0520 req-314fe362-aa0f-4c27-bedb-a13630427f23 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e9502a73-7b2e-4462-8f8c-cfb042f9c91c HTTP/1.1" status: 200 len: 835 time: 0.0582263 Feb 09 13:27:45.705076 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-78039388-6094-404b-b775-791b22e9c160 None None] Set router 2ecb1598-f63f-460c-970e-f30b718183d3 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:27:45.879779 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c1905-c69f-4218-8051-1a6ca8fe0520 req-4a264426-c082-4076-a7c0-3aa0b3401cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:45.881187 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-fd0c1905-c69f-4218-8051-1a6ca8fe0520 req-4a264426-c082-4076-a7c0-3aa0b3401cc2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=37e8bbde-0f63-47fb-96e4-a8641ee9d9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1891360 Feb 09 13:27:46.018141 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-fd0c1905-c69f-4218-8051-1a6ca8fe0520 req-19d55bd9-a656-4324-8d0c-abaf29ea52e4 service neutron] 10.222.0.52 "GET /v2.0/networks/37e8bbde-0f63-47fb-96e4-a8641ee9d9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259782 Feb 09 13:27:46.028701 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-78039388-6094-404b-b775-791b22e9c160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecb1598-f63f-460c-970e-f30b718183d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320404275', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': '6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:26:44Z', 'updated_at': '2022-02-09T13:26:49Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': '6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecb1598-f63f-460c-970e-f30b718183d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:26:45Z', 'updated_at': '2022-02-09T13:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '3ea81f86-e16e-407b-8603-a5f5e83f46bb', 'name': '', 'network_id': '37e8bbde-0f63-47fb-96e4-a8641ee9d9af', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'mac_address': 'fa:16:3e:1c:99:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecb1598-f63f-460c-970e-f30b718183d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e9502a73-7b2e-4462-8f8c-cfb042f9c91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:26:48Z', 'updated_at': '2022-02-09T13:26:55Z', 'revision_number': 5, 'project_id': '6056198879324428bd651de1cdbb016f', 'subnets': [{'id': 'e9502a73-7b2e-4462-8f8c-cfb042f9c91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:46.032615 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78039388-6094-404b-b775-791b22e9c160 None None] The sync data for ids ['2ecb1598-f63f-460c-970e-f30b718183d3'] in n-d-825178-3 is: [{'id': '2ecb1598-f63f-460c-970e-f30b718183d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320404275', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': '6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:26:44Z', 'updated_at': '2022-02-09T13:26:49Z', 'revision_number': 4, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': '6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecb1598-f63f-460c-970e-f30b718183d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:26:45Z', 'updated_at': '2022-02-09T13:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '3ea81f86-e16e-407b-8603-a5f5e83f46bb', 'name': '', 'network_id': '37e8bbde-0f63-47fb-96e4-a8641ee9d9af', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'mac_address': 'fa:16:3e:1c:99:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecb1598-f63f-460c-970e-f30b718183d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e9502a73-7b2e-4462-8f8c-cfb042f9c91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:26:48Z', 'updated_at': '2022-02-09T13:26:55Z', 'revision_number': 5, 'project_id': '6056198879324428bd651de1cdbb016f', 'subnets': [{'id': 'e9502a73-7b2e-4462-8f8c-cfb042f9c91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:27:46.179318 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-fd0c1905-c69f-4218-8051-1a6ca8fe0520 req-0dc1c2c3-bc89-478b-8201-c057ca712e87 service neutron] 10.222.0.52 "GET /v2.0/networks/37e8bbde-0f63-47fb-96e4-a8641ee9d9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332743 Feb 09 13:27:46.251602 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82e14e9-28df-468b-8518-e9241ad52c91 None None] New status for floating IP e090f73f-d205-4d4b-b2bb-6efebb29e932: DOWN {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:27:46.535597 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6f8dbe33-50ea-4999-b291-9b6365353230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:46.699891 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d018cbce-609f-41dd-9aca-fb234445ca75 req-c4dd5c29-0cbc-400d-b8e7-d80ba0c063e8 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:46.701356 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d018cbce-609f-41dd-9aca-fb234445ca75 req-c4dd5c29-0cbc-400d-b8e7-d80ba0c063e8 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=3289e219-8b9a-47e8-b173-5790a9615c3f HTTP/1.1" status: 200 len: 945 time: 0.0822909 Feb 09 13:27:46.745078 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d018cbce-609f-41dd-9aca-fb234445ca75 req-c98b23a0-57b3-45c8-af1d-5443b195ebe3 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=7029fe8e-d6a7-497d-bd4f-d01ab48e4331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381916 Feb 09 13:27:47.371504 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f33bd9-5413-45cf-9cfa-f675f6a4344c req-d75cff24-b2d9-4cc8-8221-b01d1599c4cc tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:47.372232 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-07f33bd9-5413-45cf-9cfa-f675f6a4344c req-d75cff24-b2d9-4cc8-8221-b01d1599c4cc tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Synchronizing usage tracker for tenant:6056198879324428bd651de1cdbb016f on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:27:47.387568 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-07f33bd9-5413-45cf-9cfa-f675f6a4344c req-d75cff24-b2d9-4cc8-8221-b01d1599c4cc tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Unset dirty status for tenant:6056198879324428bd651de1cdbb016f on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:27:47.388690 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-07f33bd9-5413-45cf-9cfa-f675f6a4344c req-d75cff24-b2d9-4cc8-8221-b01d1599c4cc tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.52 "GET /v2.0/ports?device_id=3289e219-8b9a-47e8-b173-5790a9615c3f HTTP/1.1" status: 200 len: 945 time: 0.0956771 Feb 09 13:27:47.456563 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-07f33bd9-5413-45cf-9cfa-f675f6a4344c req-2417d482-2835-4c46-9dc4-895657e87383 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Deleting port 8caa0274-d836-431a-b054-44c5491b5c96 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:27:47.456897 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-07f33bd9-5413-45cf-9cfa-f675f6a4344c req-2417d482-2835-4c46-9dc4-895657e87383 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:47.707589 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-07f33bd9-5413-45cf-9cfa-f675f6a4344c req-2417d482-2835-4c46-9dc4-895657e87383 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] For port 8caa0274-d836-431a-b054-44c5491b5c96, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=8caa0274-d836-431a-b054-44c5491b5c96,segment=NetworkSegment(39e1e94b-f24c-4bb7-bea6-c113ffd0fa9d),segment_id=39e1e94b-f24c-4bb7-bea6-c113ffd0fa9d)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:27:47.708006 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-07f33bd9-5413-45cf-9cfa-f675f6a4344c req-2417d482-2835-4c46-9dc4-895657e87383 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:47.721437 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:47.845138 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-07f33bd9-5413-45cf-9cfa-f675f6a4344c req-2417d482-2835-4c46-9dc4-895657e87383 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Calling delete_port for 8caa0274-d836-431a-b054-44c5491b5c96 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:27:47.851521 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:47.942018 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3201b2d-5b84-445c-b865-6a21a4a7f37a req-b735d3e3-25e8-43cb-a0df-4b41c7f3f160 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:47.943492 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d3201b2d-5b84-445c-b865-6a21a4a7f37a req-b735d3e3-25e8-43cb-a0df-4b41c7f3f160 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/ports?device_id=3289e219-8b9a-47e8-b173-5790a9615c3f HTTP/1.1" status: 200 len: 945 time: 0.0825255 Feb 09 13:27:47.988730 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d3201b2d-5b84-445c-b865-6a21a4a7f37a req-154fe5c2-36ee-4551-90a0-cd590a358ba8 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "GET /v2.0/security-groups?id=7029fe8e-d6a7-497d-bd4f-d01ab48e4331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392907 Feb 09 13:27:47.993868 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-07f33bd9-5413-45cf-9cfa-f675f6a4344c req-2417d482-2835-4c46-9dc4-895657e87383 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:48.047522 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2417d482-2835-4c46-9dc4-895657e87383 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event deleted for resources: {'Port': ['ID=8caa0274-d836-431a-b054-44c5491b5c96,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:48.121126 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f33bd9-5413-45cf-9cfa-f675f6a4344c req-2417d482-2835-4c46-9dc4-895657e87383 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] No DVR routers for this DVR port 8caa0274-d836-431a-b054-44c5491b5c96 on host n-h1-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:27:48.123723 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-07f33bd9-5413-45cf-9cfa-f675f6a4344c req-2417d482-2835-4c46-9dc4-895657e87383 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:48.126220 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3289e219-8b9a-47e8-b173-5790a9615c3f', 'name': 'network-vif-deleted', 'tag': '8caa0274-d836-431a-b054-44c5491b5c96'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:27:48.141455 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-07f33bd9-5413-45cf-9cfa-f675f6a4344c req-2417d482-2835-4c46-9dc4-895657e87383 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.52 "DELETE /v2.0/ports/8caa0274-d836-431a-b054-44c5491b5c96 HTTP/1.1" status: 204 len: 173 time: 0.7471838 Feb 09 13:27:48.175266 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3289e219-8b9a-47e8-b173-5790a9615c3f', 'name': 'network-vif-deleted', 'tag': '8caa0274-d836-431a-b054-44c5491b5c96', 'status': 'completed', 'code': 200} Feb 09 13:27:49.084190 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47744) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:49.421018 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:49.743342 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-041e73c3-813a-4884-8e8f-a2fd470f94fe tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:50.102627 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-041e73c3-813a-4884-8e8f-a2fd470f94fe tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Deleting port 3ea81f86-e16e-407b-8603-a5f5e83f46bb {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:27:50.103297 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-041e73c3-813a-4884-8e8f-a2fd470f94fe tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:50.287986 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-041e73c3-813a-4884-8e8f-a2fd470f94fe tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] For port 3ea81f86-e16e-407b-8603-a5f5e83f46bb, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=3ea81f86-e16e-407b-8603-a5f5e83f46bb,segment=NetworkSegment(39e1e94b-f24c-4bb7-bea6-c113ffd0fa9d),segment_id=39e1e94b-f24c-4bb7-bea6-c113ffd0fa9d)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:27:50.288344 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-041e73c3-813a-4884-8e8f-a2fd470f94fe tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:50.413169 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-041e73c3-813a-4884-8e8f-a2fd470f94fe tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Calling delete_port for 3ea81f86-e16e-407b-8603-a5f5e83f46bb owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:27:50.680449 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-041e73c3-813a-4884-8e8f-a2fd470f94fe tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:50.728632 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e73c3-813a-4884-8e8f-a2fd470f94fe tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event deleted for resources: {'Port': ['ID=3ea81f86-e16e-407b-8603-a5f5e83f46bb,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:51.119496 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-041e73c3-813a-4884-8e8f-a2fd470f94fe tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:51.169629 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:51.484849 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-041e73c3-813a-4884-8e8f-a2fd470f94fe tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Router 2ecb1598-f63f-460c-970e-f30b718183d3 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:27:51.657808 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041e73c3-813a-4884-8e8f-a2fd470f94fe tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:27:51.667840 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a257e3-118e-4478-bf71-4c83b6454f20 None None] Sync routers for ids ['2ecb1598-f63f-460c-970e-f30b718183d3'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:27:51.670192 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-041e73c3-813a-4884-8e8f-a2fd470f94fe tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "PUT /v2.0/routers/2ecb1598-f63f-460c-970e-f30b718183d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5849414 Feb 09 13:27:51.672886 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47748) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:51.677036 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a257e3-118e-4478-bf71-4c83b6454f20 None None] Routers {'2ecb1598-f63f-460c-970e-f30b718183d3'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:27:51.677756 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-29a257e3-118e-4478-bf71-4c83b6454f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:27:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2ecb1598-f63f-460c-970e-f30b718183d3'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:51.741455 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-34ac2c48-ec39-4506-8cdd-e94c580b7983 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Deleting subnet e9502a73-7b2e-4462-8f8c-cfb042f9c91c {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 13:27:51.744913 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-34ac2c48-ec39-4506-8cdd-e94c580b7983 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:51.797772 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-34ac2c48-ec39-4506-8cdd-e94c580b7983 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:51.858406 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-29a257e3-118e-4478-bf71-4c83b6454f20 None None] Set router 2ecb1598-f63f-460c-970e-f30b718183d3 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:27:51.884289 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-34ac2c48-ec39-4506-8cdd-e94c580b7983 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:51.901105 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 8caa0274-d836-431a-b054-44c5491b5c96 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:27:51.955769 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-34ac2c48-ec39-4506-8cdd-e94c580b7983 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:51.995179 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ac2c48-ec39-4506-8cdd-e94c580b7983 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event deleted for resources: {'Subnet': ['ID=e9502a73-7b2e-4462-8f8c-cfb042f9c91c,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:51.997893 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] No Port match for: 8caa0274-d836-431a-b054-44c5491b5c96 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:27:51.998246 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 8caa0274-d836-431a-b054-44c5491b5c96 not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:27:51.998659 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-34ac2c48-ec39-4506-8cdd-e94c580b7983 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:52.004877 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-34ac2c48-ec39-4506-8cdd-e94c580b7983 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "DELETE /v2.0/subnets/e9502a73-7b2e-4462-8f8c-cfb042f9c91c HTTP/1.1" status: 204 len: 168 time: 0.3310437 Feb 09 13:27:52.008137 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47752) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:52.059183 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a42f9d2-ad9d-4cf9-a64b-22b0b8cc25bc None None] Network 37e8bbde-0f63-47fb-96e4-a8641ee9d9af requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:27:52.192130 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b07dd23a-864d-4e53-aa2b-c1090871ea80 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:52.376647 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b07dd23a-864d-4e53-aa2b-c1090871ea80 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:52.386727 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-b07dd23a-864d-4e53-aa2b-c1090871ea80 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Deleting port 6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:27:52.387296 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b07dd23a-864d-4e53-aa2b-c1090871ea80 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:52.397223 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-29a257e3-118e-4478-bf71-4c83b6454f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecb1598-f63f-460c-970e-f30b718183d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320404275', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': '6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:26:44Z', 'updated_at': '2022-02-09T13:27:50Z', 'revision_number': 5, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port': {'id': '6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecb1598-f63f-460c-970e-f30b718183d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:26:45Z', 'updated_at': '2022-02-09T13:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:52.402234 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a257e3-118e-4478-bf71-4c83b6454f20 None None] Checking router: 2ecb1598-f63f-460c-970e-f30b718183d3 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:27:52.411247 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a257e3-118e-4478-bf71-4c83b6454f20 None None] Routers {'2ecb1598-f63f-460c-970e-f30b718183d3'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:27:52.411885 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-29a257e3-118e-4478-bf71-4c83b6454f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:27:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['2ecb1598-f63f-460c-970e-f30b718183d3'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:52.466312 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e85358-dbaf-4787-9c34-4a575e0064db None None] DHCP port deletion for 37e8bbde-0f63-47fb-96e4-a8641ee9d9af request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 13:27:52.526762 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-42e85358-dbaf-4787-9c34-4a575e0064db None None] Deleting port 930c7b60-b380-4dde-a7a7-efb3e3338284 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:27:52.527132 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-42e85358-dbaf-4787-9c34-4a575e0064db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:52.641598 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-29a257e3-118e-4478-bf71-4c83b6454f20 None None] Set router 2ecb1598-f63f-460c-970e-f30b718183d3 gateway port host: None {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:27:52.689251 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-b07dd23a-864d-4e53-aa2b-c1090871ea80 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] For port 6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:27:52.689680 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b07dd23a-864d-4e53-aa2b-c1090871ea80 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:52.761445 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-29a257e3-118e-4478-bf71-4c83b6454f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecb1598-f63f-460c-970e-f30b718183d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320404275', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:26:44Z', 'updated_at': '2022-02-09T13:27:52Z', 'revision_number': 6, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:52.769799 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a257e3-118e-4478-bf71-4c83b6454f20 None None] The sync data for ids ['2ecb1598-f63f-460c-970e-f30b718183d3'] in n-d-825178-3 is: [{'id': '2ecb1598-f63f-460c-970e-f30b718183d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320404275', 'tenant_id': '6056198879324428bd651de1cdbb016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:26:44Z', 'updated_at': '2022-02-09T13:27:52Z', 'revision_number': 6, 'project_id': '6056198879324428bd651de1cdbb016f', 'gw_port_host': None}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:27:52.813415 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-b07dd23a-864d-4e53-aa2b-c1090871ea80 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Calling delete_port for 6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:27:52.871032 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-42e85358-dbaf-4787-9c34-4a575e0064db None None] For port 930c7b60-b380-4dde-a7a7-efb3e3338284, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=930c7b60-b380-4dde-a7a7-efb3e3338284,segment=NetworkSegment(39e1e94b-f24c-4bb7-bea6-c113ffd0fa9d),segment_id=39e1e94b-f24c-4bb7-bea6-c113ffd0fa9d)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:27:52.871420 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-42e85358-dbaf-4787-9c34-4a575e0064db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:52.984948 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b07dd23a-864d-4e53-aa2b-c1090871ea80 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:52.996478 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-42e85358-dbaf-4787-9c34-4a575e0064db None None] Calling delete_port for 930c7b60-b380-4dde-a7a7-efb3e3338284 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:27:53.035893 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07dd23a-864d-4e53-aa2b-c1090871ea80 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event deleted for resources: {'Port': ['ID=6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:53.077136 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-42e85358-dbaf-4787-9c34-4a575e0064db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:53.123042 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e85358-dbaf-4787-9c34-4a575e0064db None None] Pushing event deleted for resources: {'Port': ['ID=930c7b60-b380-4dde-a7a7-efb3e3338284,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:53.131554 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b07dd23a-864d-4e53-aa2b-c1090871ea80 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:53.132674 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e85358-dbaf-4787-9c34-4a575e0064db None None] No DVR routers for this DVR port 930c7b60-b380-4dde-a7a7-efb3e3338284 on host n-d-825178-3 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:27:53.135005 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e85358-dbaf-4787-9c34-4a575e0064db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:53.135344 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e85358-dbaf-4787-9c34-4a575e0064db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:53.135696 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e85358-dbaf-4787-9c34-4a575e0064db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:53.136056 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e85358-dbaf-4787-9c34-4a575e0064db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:53.136380 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e85358-dbaf-4787-9c34-4a575e0064db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:53.136698 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e85358-dbaf-4787-9c34-4a575e0064db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:53.137014 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e85358-dbaf-4787-9c34-4a575e0064db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:53.137359 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e85358-dbaf-4787-9c34-4a575e0064db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:53.137644 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e85358-dbaf-4787-9c34-4a575e0064db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:53.137956 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e85358-dbaf-4787-9c34-4a575e0064db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:53.138267 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e85358-dbaf-4787-9c34-4a575e0064db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:53.138577 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e85358-dbaf-4787-9c34-4a575e0064db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:53.309183 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b07dd23a-864d-4e53-aa2b-c1090871ea80 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:53.311259 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b07dd23a-864d-4e53-aa2b-c1090871ea80 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:53.334326 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b07dd23a-864d-4e53-aa2b-c1090871ea80 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:53.334958 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07dd23a-864d-4e53-aa2b-c1090871ea80 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Fanout notify agent at l3_agent the message router_deleted on router 2ecb1598-f63f-460c-970e-f30b718183d3 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 13:27:53.350407 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b07dd23a-864d-4e53-aa2b-c1090871ea80 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:53.352515 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b07dd23a-864d-4e53-aa2b-c1090871ea80 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "DELETE /v2.0/routers/2ecb1598-f63f-460c-970e-f30b718183d3 HTTP/1.1" status: 204 len: 168 time: 1.3431070 Feb 09 13:27:53.355405 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47756) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:53.465562 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e547b609-587b-4420-a5bd-c78011aafb69 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:53.579311 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 3ea81f86-e16e-407b-8603-a5f5e83f46bb no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:27:53.601183 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e547b609-587b-4420-a5bd-c78011aafb69 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:53.618068 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 3ea81f86-e16e-407b-8603-a5f5e83f46bb {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:27:53.618490 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 3ea81f86-e16e-407b-8603-a5f5e83f46bb not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:27:53.619074 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 930c7b60-b380-4dde-a7a7-efb3e3338284 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:27:53.631179 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-e547b609-587b-4420-a5bd-c78011aafb69 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37e8bbde-0f63-47fb-96e4-a8641ee9d9af']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:53.644224 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-e547b609-587b-4420-a5bd-c78011aafb69 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39e1e94b-f24c-4bb7-bea6-c113ffd0fa9d') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:53.644519 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-e547b609-587b-4420-a5bd-c78011aafb69 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39e1e94b-f24c-4bb7-bea6-c113ffd0fa9d') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:53.653615 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 930c7b60-b380-4dde-a7a7-efb3e3338284 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:27:53.654041 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 930c7b60-b380-4dde-a7a7-efb3e3338284 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:27:53.654522 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:27:53.656789 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e547b609-587b-4420-a5bd-c78011aafb69 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:53.672741 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e547b609-587b-4420-a5bd-c78011aafb69 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:53.678785 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e547b609-587b-4420-a5bd-c78011aafb69 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 13:27:53.679166 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e547b609-587b-4420-a5bd-c78011aafb69 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:53.691149 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:27:53.691500 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 6e872f4f-f53e-4ea0-8b7f-ca1dc7f7192b not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:27:53.695032 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 13:27:53.695032 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 13:27:53.695032 n-d-825178-3 neutron-server[87568]: timer() Feb 09 13:27:53.695032 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:27:53.695032 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 13:27:53.695032 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:27:53.695032 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 13:27:53.695032 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:27:53.695032 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 13:27:53.695032 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:27:53.695032 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 13:27:53.695032 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:27:53.695032 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 13:27:53.695032 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:27:53.695032 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:27:53.695032 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:27:53.695032 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:27:53.695032 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:27:53.695032 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 13:27:53.695032 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 13:27:53.695032 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 13:27:53.695032 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 13:27:53.695032 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:27:53.695032 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 13:27:53.695032 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 13:27:53.695032 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 13:27:53.695032 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:27:53.695032 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 13:27:53.695032 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:27:53.695032 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 13:27:53.695032 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:27:53.695032 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:27:53.709663 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:53.780985 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e547b609-587b-4420-a5bd-c78011aafb69 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:53.785941 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e547b609-587b-4420-a5bd-c78011aafb69 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:53.816385 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e547b609-587b-4420-a5bd-c78011aafb69 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event deleted for resources: {'Network': ['ID=37e8bbde-0f63-47fb-96e4-a8641ee9d9af,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:53.824941 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e547b609-587b-4420-a5bd-c78011aafb69 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "DELETE /v2.0/networks/37e8bbde-0f63-47fb-96e4-a8641ee9d9af HTTP/1.1" status: 204 len: 168 time: 0.4685750 Feb 09 13:27:53.827692 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47760) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:53.895455 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ba1b7d37-8750-496d-9a4d-9e240ace7093 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:53.926186 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ba1b7d37-8750-496d-9a4d-9e240ace7093 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:53.992185 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ba1b7d37-8750-496d-9a4d-9e240ace7093 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:54.009025 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b7d37-8750-496d-9a4d-9e240ace7093 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7029fe8e-d6a7-497d-bd4f-d01ab48e4331,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:54.022459 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ba1b7d37-8750-496d-9a4d-9e240ace7093 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:54.024091 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ba1b7d37-8750-496d-9a4d-9e240ace7093 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] 10.222.0.55 "DELETE /v2.0/security-groups/7029fe8e-d6a7-497d-bd4f-d01ab48e4331 HTTP/1.1" status: 204 len: 168 time: 0.1954343 Feb 09 13:27:54.368956 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47770) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:54.543589 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c16799f8-d97f-46d8-ba19-a99455e7ce6b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6056198879324428bd651de1cdbb016f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1734962 Feb 09 13:27:54.546159 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47776) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:54.605617 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a0eca2c5-982d-4ca2-bb8f-add40dd07d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:54.630791 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a0eca2c5-982d-4ca2-bb8f-add40dd07d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:54.682959 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a0eca2c5-982d-4ca2-bb8f-add40dd07d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:54.700191 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eca2c5-982d-4ca2-bb8f-add40dd07d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7609a1d-e30c-4193-b980-07c781fde999,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:54.706192 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a0eca2c5-982d-4ca2-bb8f-add40dd07d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:54.707295 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a0eca2c5-982d-4ca2-bb8f-add40dd07d37 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f7609a1d-e30c-4193-b980-07c781fde999 HTTP/1.1" status: 204 len: 168 time: 0.1602645 Feb 09 13:27:54.984058 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47784) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:55.001581 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e9b3e633-8956-49c0-8f14-9a17d12ae249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:55.016353 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e9b3e633-8956-49c0-8f14-9a17d12ae249 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:55.020298 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e9b3e633-8956-49c0-8f14-9a17d12ae249 admin admin] Usage tracker for resource:security_group_rule and tenant:9006c2a3411f40fdafe5953fdcb51126 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:55.023143 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e9b3e633-8956-49c0-8f14-9a17d12ae249 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:55.029587 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e9b3e633-8956-49c0-8f14-9a17d12ae249 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:55.110187 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e9b3e633-8956-49c0-8f14-9a17d12ae249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:55.113794 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e9b3e633-8956-49c0-8f14-9a17d12ae249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:55.258257 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b3e633-8956-49c0-8f14-9a17d12ae249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dac0d50-e55e-4e77-9169-5648a48f322d,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:55.262360 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e9b3e633-8956-49c0-8f14-9a17d12ae249 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9006c2a3411f40fdafe5953fdcb51126&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2772579 Feb 09 13:27:55.265013 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47788) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:55.326756 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7d57f589-b7fa-4646-abc6-8430897660ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:55.352578 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7d57f589-b7fa-4646-abc6-8430897660ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:55.402616 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7d57f589-b7fa-4646-abc6-8430897660ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:55.416097 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57f589-b7fa-4646-abc6-8430897660ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dac0d50-e55e-4e77-9169-5648a48f322d,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:55.421977 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7d57f589-b7fa-4646-abc6-8430897660ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:55.423118 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7d57f589-b7fa-4646-abc6-8430897660ed admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4dac0d50-e55e-4e77-9169-5648a48f322d HTTP/1.1" status: 204 len: 168 time: 0.1572294 Feb 09 13:27:56.152194 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47812) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:56.253323 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-4519220c-a9e8-4beb-84f9-4b45598e1d37 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-980292076-network', 'tenant_id': 'eb57327977314da2bdd99943bd4a4930'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:27:56.258839 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-4519220c-a9e8-4beb-84f9-4b45598e1d37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:56.262653 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-4519220c-a9e8-4beb-84f9-4b45598e1d37 admin admin] Usage tracker for resource:network and tenant:eb57327977314da2bdd99943bd4a4930 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:56.265452 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-4519220c-a9e8-4beb-84f9-4b45598e1d37 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:56.271610 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-4519220c-a9e8-4beb-84f9-4b45598e1d37 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:56.281812 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4519220c-a9e8-4beb-84f9-4b45598e1d37 admin admin] Made reservation on behalf of eb57327977314da2bdd99943bd4a4930 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:27:56.284410 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4519220c-a9e8-4beb-84f9-4b45598e1d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:56.301172 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4519220c-a9e8-4beb-84f9-4b45598e1d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:56.315144 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-4519220c-a9e8-4beb-84f9-4b45598e1d37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:56.318990 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-4519220c-a9e8-4beb-84f9-4b45598e1d37 admin admin] Usage tracker for resource:security_group_rule and tenant:eb57327977314da2bdd99943bd4a4930 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:56.321847 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-4519220c-a9e8-4beb-84f9-4b45598e1d37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:56.327723 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-4519220c-a9e8-4beb-84f9-4b45598e1d37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:56.411478 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4519220c-a9e8-4beb-84f9-4b45598e1d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:56.415123 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4519220c-a9e8-4beb-84f9-4b45598e1d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:56.446081 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4519220c-a9e8-4beb-84f9-4b45598e1d37 admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:27:56.451149 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4519220c-a9e8-4beb-84f9-4b45598e1d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db1b71e-2248-4f89-b54f-2dbd03030f12,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:56.461867 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4519220c-a9e8-4beb-84f9-4b45598e1d37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:56.462211 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4519220c-a9e8-4beb-84f9-4b45598e1d37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:56.462546 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4519220c-a9e8-4beb-84f9-4b45598e1d37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:56.462872 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4519220c-a9e8-4beb-84f9-4b45598e1d37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:56.463199 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4519220c-a9e8-4beb-84f9-4b45598e1d37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:56.463520 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4519220c-a9e8-4beb-84f9-4b45598e1d37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:56.463861 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4519220c-a9e8-4beb-84f9-4b45598e1d37 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:56.464185 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4519220c-a9e8-4beb-84f9-4b45598e1d37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:56.464503 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4519220c-a9e8-4beb-84f9-4b45598e1d37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:56.464817 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4519220c-a9e8-4beb-84f9-4b45598e1d37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:56.465137 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4519220c-a9e8-4beb-84f9-4b45598e1d37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:56.465459 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4519220c-a9e8-4beb-84f9-4b45598e1d37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:56.468893 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4519220c-a9e8-4beb-84f9-4b45598e1d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:56.469228 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-4519220c-a9e8-4beb-84f9-4b45598e1d37 admin admin] Added segment 24848d0e-20ae-44a4-8918-ae8a1efb624e of type vlan for network b07aec2a-d7d4-4678-b926-315b2a24c4cf Feb 09 13:27:56.496523 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4519220c-a9e8-4beb-84f9-4b45598e1d37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:56.525979 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4519220c-a9e8-4beb-84f9-4b45598e1d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:56.526858 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4519220c-a9e8-4beb-84f9-4b45598e1d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:56.527455 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4519220c-a9e8-4beb-84f9-4b45598e1d37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:56.634780 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4519220c-a9e8-4beb-84f9-4b45598e1d37 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4814150 Feb 09 13:27:56.635621 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4519220c-a9e8-4beb-84f9-4b45598e1d37 admin admin] Pushing event updated for resources: {'Network': ['ID=b07aec2a-d7d4-4678-b926-315b2a24c4cf,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:56.637952 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47818) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:56.644043 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-ced2a399-e734-4794-886d-f951a120fc27 admin admin] Request body: {'subnet': {'network_id': 'b07aec2a-d7d4-4678-b926-315b2a24c4cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-980292076-subnet', 'tenant_id': 'eb57327977314da2bdd99943bd4a4930', 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:27:56.644941 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network b07aec2a-d7d4-4678-b926-315b2a24c4cf details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:27:56.650533 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ced2a399-e734-4794-886d-f951a120fc27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:56.654469 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ced2a399-e734-4794-886d-f951a120fc27 admin admin] Usage tracker for resource:subnet and tenant:eb57327977314da2bdd99943bd4a4930 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:56.657433 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-ced2a399-e734-4794-886d-f951a120fc27 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:56.663613 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ced2a399-e734-4794-886d-f951a120fc27 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:56.674683 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced2a399-e734-4794-886d-f951a120fc27 admin admin] Made reservation on behalf of eb57327977314da2bdd99943bd4a4930 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:27:56.677003 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ced2a399-e734-4794-886d-f951a120fc27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:56.883546 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ced2a399-e734-4794-886d-f951a120fc27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:56.953027 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2a399-e734-4794-886d-f951a120fc27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13575454-21e5-4c8e-9b39-1b3f52329c15,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:56.962925 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced2a399-e734-4794-886d-f951a120fc27 admin admin] Checking segment: {'id': '24848d0e-20ae-44a4-8918-ae8a1efb624e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b07aec2a-d7d4-4678-b926-315b2a24c4cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:27:56.963270 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced2a399-e734-4794-886d-f951a120fc27 admin admin] Network hostable DHCP agents. Network: b07aec2a-d7d4-4678-b926-315b2a24c4cf, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:27:56.981228 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced2a399-e734-4794-886d-f951a120fc27 admin admin] Network b07aec2a-d7d4-4678-b926-315b2a24c4cf is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:27:56.989846 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-ced2a399-e734-4794-886d-f951a120fc27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, b07aec2a-d7d4-4678-b926-315b2a24c4cf) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:27:56.994436 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced2a399-e734-4794-886d-f951a120fc27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:56.995008 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ced2a399-e734-4794-886d-f951a120fc27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:56.999179 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7194908f-bdc3-4c57-9c09-dea9fc66e9f3 None None] Network b07aec2a-d7d4-4678-b926-315b2a24c4cf requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:27:57.014760 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-ced2a399-e734-4794-886d-f951a120fc27 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3756099 Feb 09 13:27:57.017460 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47822) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:57.022401 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-7d12bedf-08ab-4e2f-8654-5a9cf2855cd8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-980292076-router', 'tenant_id': 'eb57327977314da2bdd99943bd4a4930', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:27:57.028115 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7d12bedf-08ab-4e2f-8654-5a9cf2855cd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:57.032174 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7d12bedf-08ab-4e2f-8654-5a9cf2855cd8 admin admin] Usage tracker for resource:router and tenant:eb57327977314da2bdd99943bd4a4930 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:57.034955 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-7d12bedf-08ab-4e2f-8654-5a9cf2855cd8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:57.040660 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7d12bedf-08ab-4e2f-8654-5a9cf2855cd8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:57.050145 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7d12bedf-08ab-4e2f-8654-5a9cf2855cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:57.051178 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7d12bedf-08ab-4e2f-8654-5a9cf2855cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:57.067879 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7d12bedf-08ab-4e2f-8654-5a9cf2855cd8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:57.228937 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a1d620-10b5-4a5a-9e88-79f6ebdfc06f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-b07aec2a-d7d4-4678-b926-315b2a24c4cf', 'network_id': 'b07aec2a-d7d4-4678-b926-315b2a24c4cf', 'tenant_id': 'eb57327977314da2bdd99943bd4a4930', 'fixed_ips': [{'subnet_id': '13575454-21e5-4c8e-9b39-1b3f52329c15'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 13:27:57.229794 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-07a1d620-10b5-4a5a-9e88-79f6ebdfc06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:57.343934 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7d12bedf-08ab-4e2f-8654-5a9cf2855cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:57.386028 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-07a1d620-10b5-4a5a-9e88-79f6ebdfc06f None None] Allocated IP 172.20.0.2 (b07aec2a-d7d4-4678-b926-315b2a24c4cf/13575454-21e5-4c8e-9b39-1b3f52329c15/597db4d0-38b5-4b40-a170-6afb8c3520ff) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:27:57.591687 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-07a1d620-10b5-4a5a-9e88-79f6ebdfc06f None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:57.602524 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-07a1d620-10b5-4a5a-9e88-79f6ebdfc06f None None] Transition to ACTIVE for port object 597db4d0-38b5-4b40-a170-6afb8c3520ff will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:27:57.620997 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-07a1d620-10b5-4a5a-9e88-79f6ebdfc06f None None] Transition to ACTIVE for port object 597db4d0-38b5-4b40-a170-6afb8c3520ff will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:27:57.626134 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-07a1d620-10b5-4a5a-9e88-79f6ebdfc06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:57.653848 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7d12bedf-08ab-4e2f-8654-5a9cf2855cd8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:57.684259 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7d12bedf-08ab-4e2f-8654-5a9cf2855cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:57.693310 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a1d620-10b5-4a5a-9e88-79f6ebdfc06f None None] Network b07aec2a-d7d4-4678-b926-315b2a24c4cf is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:27:57.696708 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-07a1d620-10b5-4a5a-9e88-79f6ebdfc06f None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:27:57.700475 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a1d620-10b5-4a5a-9e88-79f6ebdfc06f None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:27:57.709297 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a1d620-10b5-4a5a-9e88-79f6ebdfc06f None None] Pushing event updated for resources: {'Port': ['ID=597db4d0-38b5-4b40-a170-6afb8c3520ff,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:57.797248 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-07a1d620-10b5-4a5a-9e88-79f6ebdfc06f None None] Attempting to bind port 597db4d0-38b5-4b40-a170-6afb8c3520ff on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:27:57.797616 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-07a1d620-10b5-4a5a-9e88-79f6ebdfc06f None None] Attempting to bind port 597db4d0-38b5-4b40-a170-6afb8c3520ff by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '24848d0e-20ae-44a4-8918-ae8a1efb624e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b07aec2a-d7d4-4678-b926-315b2a24c4cf'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:27:57.797995 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a1d620-10b5-4a5a-9e88-79f6ebdfc06f None None] Attempting to bind port 597db4d0-38b5-4b40-a170-6afb8c3520ff on network b07aec2a-d7d4-4678-b926-315b2a24c4cf {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:27:57.803203 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a1d620-10b5-4a5a-9e88-79f6ebdfc06f None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:27:57.803575 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a1d620-10b5-4a5a-9e88-79f6ebdfc06f None None] Checking segment: {'id': '24848d0e-20ae-44a4-8918-ae8a1efb624e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b07aec2a-d7d4-4678-b926-315b2a24c4cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:27:57.804004 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-07a1d620-10b5-4a5a-9e88-79f6ebdfc06f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:57.805084 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a1d620-10b5-4a5a-9e88-79f6ebdfc06f None None] Bound using segment: {'id': '24848d0e-20ae-44a4-8918-ae8a1efb624e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b07aec2a-d7d4-4678-b926-315b2a24c4cf'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:27:57.805667 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-07a1d620-10b5-4a5a-9e88-79f6ebdfc06f None None] Bound port: 597db4d0-38b5-4b40-a170-6afb8c3520ff, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24848d0e-20ae-44a4-8918-ae8a1efb624e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b07aec2a-d7d4-4678-b926-315b2a24c4cf'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:27:57.806042 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-07a1d620-10b5-4a5a-9e88-79f6ebdfc06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:57.821367 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-7d12bedf-08ab-4e2f-8654-5a9cf2855cd8 admin admin] Allocated IP 172.25.7.248 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/6bd063f8-be68-4bf3-9e95-c72520552125) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:27:57.895671 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-07a1d620-10b5-4a5a-9e88-79f6ebdfc06f None None] For port 597db4d0-38b5-4b40-a170-6afb8c3520ff, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:27:57.899406 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-07a1d620-10b5-4a5a-9e88-79f6ebdfc06f None None] For port 597db4d0-38b5-4b40-a170-6afb8c3520ff, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=597db4d0-38b5-4b40-a170-6afb8c3520ff,segment=NetworkSegment(24848d0e-20ae-44a4-8918-ae8a1efb624e),segment_id=24848d0e-20ae-44a4-8918-ae8a1efb624e)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:27:57.903911 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-07a1d620-10b5-4a5a-9e88-79f6ebdfc06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:57.972413 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7d12bedf-08ab-4e2f-8654-5a9cf2855cd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:57.998182 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a1d620-10b5-4a5a-9e88-79f6ebdfc06f None None] Pushing event updated for resources: {'Port': ['ID=597db4d0-38b5-4b40-a170-6afb8c3520ff,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:58.002893 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7d12bedf-08ab-4e2f-8654-5a9cf2855cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:58.070546 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d12bedf-08ab-4e2f-8654-5a9cf2855cd8 admin admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:27:58.073600 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-7d12bedf-08ab-4e2f-8654-5a9cf2855cd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:27:58.077252 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d12bedf-08ab-4e2f-8654-5a9cf2855cd8 admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:27:58.238159 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d12bedf-08ab-4e2f-8654-5a9cf2855cd8 admin admin] Pushing event updated for resources: {'Port': ['ID=6bd063f8-be68-4bf3-9e95-c72520552125,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:58.639681 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7d12bedf-08ab-4e2f-8654-5a9cf2855cd8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:59.012957 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7d12bedf-08ab-4e2f-8654-5a9cf2855cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:59.045809 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4339c7-c1ea-4785-a6d2-6be6407d2d1c None None] Network b07aec2a-d7d4-4678-b926-315b2a24c4cf requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:27:59.128602 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7e01db43-8950-4353-bdbd-bc8fb3d22d30 None None] Provisioning for port 597db4d0-38b5-4b40-a170-6afb8c3520ff completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:27:59.221568 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d12bedf-08ab-4e2f-8654-5a9cf2855cd8 admin admin] Router 856be908-386e-4f79-925b-3556e126f6b3 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 13:27:59.336987 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 597db4d0-38b5-4b40-a170-6afb8c3520ff up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:27:59.413121 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d12bedf-08ab-4e2f-8654-5a9cf2855cd8 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:27:59.415702 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 597db4d0-38b5-4b40-a170-6afb8c3520ff completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:27:59.421904 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 597db4d0-38b5-4b40-a170-6afb8c3520ff triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:27:59.422286 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:59.427143 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14690aa-0f20-4462-8214-0334937e5a5e None None] Sync routers for ids ['856be908-386e-4f79-925b-3556e126f6b3'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:27:59.438672 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7d12bedf-08ab-4e2f-8654-5a9cf2855cd8 admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:59.439606 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14690aa-0f20-4462-8214-0334937e5a5e None None] Routers {'856be908-386e-4f79-925b-3556e126f6b3'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:27:59.440217 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7d12bedf-08ab-4e2f-8654-5a9cf2855cd8 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4217529 Feb 09 13:27:59.440717 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a14690aa-0f20-4462-8214-0334937e5a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:27:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['856be908-386e-4f79-925b-3556e126f6b3'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:59.442791 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47826) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:59.571007 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:59.585140 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-77b5dd14-5366-464e-9748-480eaf7a0a53 None None] Provisioning complete for port 597db4d0-38b5-4b40-a170-6afb8c3520ff triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:27:59.585511 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-77b5dd14-5366-464e-9748-480eaf7a0a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:59.647299 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-a14690aa-0f20-4462-8214-0334937e5a5e None None] Set router 856be908-386e-4f79-925b-3556e126f6b3 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:27:59.654797 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 597db4d0-38b5-4b40-a170-6afb8c3520ff, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=597db4d0-38b5-4b40-a170-6afb8c3520ff,segment=NetworkSegment(24848d0e-20ae-44a4-8918-ae8a1efb624e),segment_id=24848d0e-20ae-44a4-8918-ae8a1efb624e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:27:59.663248 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:59.816734 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=597db4d0-38b5-4b40-a170-6afb8c3520ff,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:59.944291 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a14690aa-0f20-4462-8214-0334937e5a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856be908-386e-4f79-925b-3556e126f6b3', 'name': 'tempest-TestShelveInstance-980292076-router', 'tenant_id': 'eb57327977314da2bdd99943bd4a4930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '6bd063f8-be68-4bf3-9e95-c72520552125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:27:57Z', 'updated_at': '2022-02-09T13:27:58Z', 'revision_number': 3, 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'gw_port': {'id': '6bd063f8-be68-4bf3-9e95-c72520552125', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:36:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856be908-386e-4f79-925b-3556e126f6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:27:57Z', 'updated_at': '2022-02-09T13:27:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:59.949066 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14690aa-0f20-4462-8214-0334937e5a5e None None] Checking router: 856be908-386e-4f79-925b-3556e126f6b3 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:27:59.949453 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14690aa-0f20-4462-8214-0334937e5a5e None None] Updating router 856be908-386e-4f79-925b-3556e126f6b3 port 6bd063f8-be68-4bf3-9e95-c72520552125 binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 13:28:00.002218 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a14690aa-0f20-4462-8214-0334937e5a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:00.269752 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5bd4383c-b2d9-4ff0-befa-e1867b2faec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:00.369167 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a14690aa-0f20-4462-8214-0334937e5a5e None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:00.380425 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-a14690aa-0f20-4462-8214-0334937e5a5e None None] Transition to ACTIVE for port object 6bd063f8-be68-4bf3-9e95-c72520552125 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:28:00.387503 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a14690aa-0f20-4462-8214-0334937e5a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:00.463361 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-a14690aa-0f20-4462-8214-0334937e5a5e None None] Attempting to bind port 6bd063f8-be68-4bf3-9e95-c72520552125 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:28:00.464067 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-a14690aa-0f20-4462-8214-0334937e5a5e None None] Attempting to bind port 6bd063f8-be68-4bf3-9e95-c72520552125 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:28:00.464175 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14690aa-0f20-4462-8214-0334937e5a5e None None] Attempting to bind port 6bd063f8-be68-4bf3-9e95-c72520552125 on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:28:00.469515 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e32d6-48e7-4b1d-9ec3-3a11019c789f None None] Pushing event updated for resources: {'Port': ['ID=6bd063f8-be68-4bf3-9e95-c72520552125,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:00.474312 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14690aa-0f20-4462-8214-0334937e5a5e None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:28:00.474682 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14690aa-0f20-4462-8214-0334937e5a5e None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:28:00.475080 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a14690aa-0f20-4462-8214-0334937e5a5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:00.475463 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14690aa-0f20-4462-8214-0334937e5a5e None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:28:00.476747 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-a14690aa-0f20-4462-8214-0334937e5a5e None None] Bound port: 6bd063f8-be68-4bf3-9e95-c72520552125, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:28:00.477144 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a14690aa-0f20-4462-8214-0334937e5a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:00.499968 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-5bd4383c-b2d9-4ff0-befa-e1867b2faec6 admin admin] Allocated IP 172.20.0.1 (b07aec2a-d7d4-4678-b926-315b2a24c4cf/13575454-21e5-4c8e-9b39-1b3f52329c15/b1cdf691-bd32-458e-ab78-bf9eb0a18a23) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:28:00.513133 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9e32d6-48e7-4b1d-9ec3-3a11019c789f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:00.513481 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9e32d6-48e7-4b1d-9ec3-3a11019c789f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:00.513818 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9e32d6-48e7-4b1d-9ec3-3a11019c789f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:00.514203 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9e32d6-48e7-4b1d-9ec3-3a11019c789f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:00.514540 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9e32d6-48e7-4b1d-9ec3-3a11019c789f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:00.514929 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9e32d6-48e7-4b1d-9ec3-3a11019c789f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:00.515282 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9e32d6-48e7-4b1d-9ec3-3a11019c789f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:00.515603 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9e32d6-48e7-4b1d-9ec3-3a11019c789f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:00.515943 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9e32d6-48e7-4b1d-9ec3-3a11019c789f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:00.516261 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9e32d6-48e7-4b1d-9ec3-3a11019c789f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:00.516573 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9e32d6-48e7-4b1d-9ec3-3a11019c789f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:00.516884 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9e32d6-48e7-4b1d-9ec3-3a11019c789f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:00.567755 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-a14690aa-0f20-4462-8214-0334937e5a5e None None] For port 6bd063f8-be68-4bf3-9e95-c72520552125, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:28:00.571114 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-a14690aa-0f20-4462-8214-0334937e5a5e None None] For port 6bd063f8-be68-4bf3-9e95-c72520552125, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=6bd063f8-be68-4bf3-9e95-c72520552125,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:28:00.574724 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a14690aa-0f20-4462-8214-0334937e5a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:00.651373 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5bd4383c-b2d9-4ff0-befa-e1867b2faec6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:00.653980 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e32d6-48e7-4b1d-9ec3-3a11019c789f None None] Pushing event updated for resources: {'Port': ['ID=6bd063f8-be68-4bf3-9e95-c72520552125,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:00.656388 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14690aa-0f20-4462-8214-0334937e5a5e None None] Routers {'856be908-386e-4f79-925b-3556e126f6b3'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:28:00.656972 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a14690aa-0f20-4462-8214-0334937e5a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:27:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['856be908-386e-4f79-925b-3556e126f6b3'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:00.667681 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-5bd4383c-b2d9-4ff0-befa-e1867b2faec6 admin admin] Transition to ACTIVE for port object b1cdf691-bd32-458e-ab78-bf9eb0a18a23 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:28:00.690916 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5bd4383c-b2d9-4ff0-befa-e1867b2faec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:00.757650 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd4383c-b2d9-4ff0-befa-e1867b2faec6 admin admin] Network b07aec2a-d7d4-4678-b926-315b2a24c4cf is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:28:00.760644 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-5bd4383c-b2d9-4ff0-befa-e1867b2faec6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:28:00.764224 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd4383c-b2d9-4ff0-befa-e1867b2faec6 admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:28:00.794159 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd4383c-b2d9-4ff0-befa-e1867b2faec6 admin admin] Pushing event updated for resources: {'Port': ['ID=b1cdf691-bd32-458e-ab78-bf9eb0a18a23,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:00.822294 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5bd4383c-b2d9-4ff0-befa-e1867b2faec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:00.837034 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-a14690aa-0f20-4462-8214-0334937e5a5e None None] Set router 856be908-386e-4f79-925b-3556e126f6b3 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:28:01.051941 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-1e2d4648-3252-4df2-b2cf-882bf2f9204e None None] Provisioning for port b1cdf691-bd32-458e-ab78-bf9eb0a18a23 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:28:01.060118 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-1e2d4648-3252-4df2-b2cf-882bf2f9204e None None] Provisioning complete for port b1cdf691-bd32-458e-ab78-bf9eb0a18a23 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:28:01.060825 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1e2d4648-3252-4df2-b2cf-882bf2f9204e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:01.096494 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5bd4383c-b2d9-4ff0-befa-e1867b2faec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:01.122222 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-1e2d4648-3252-4df2-b2cf-882bf2f9204e None None] Port b1cdf691-bd32-458e-ab78-bf9eb0a18a23 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:28:01.135648 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a14690aa-0f20-4462-8214-0334937e5a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856be908-386e-4f79-925b-3556e126f6b3', 'name': 'tempest-TestShelveInstance-980292076-router', 'tenant_id': 'eb57327977314da2bdd99943bd4a4930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '6bd063f8-be68-4bf3-9e95-c72520552125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:27:57Z', 'updated_at': '2022-02-09T13:27:58Z', 'revision_number': 3, 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'gw_port': {'id': '6bd063f8-be68-4bf3-9e95-c72520552125', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:36:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856be908-386e-4f79-925b-3556e126f6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:27:57Z', 'updated_at': '2022-02-09T13:28:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:01.139576 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14690aa-0f20-4462-8214-0334937e5a5e None None] The sync data for ids ['856be908-386e-4f79-925b-3556e126f6b3'] in n-d-825178-3 is: [{'id': '856be908-386e-4f79-925b-3556e126f6b3', 'name': 'tempest-TestShelveInstance-980292076-router', 'tenant_id': 'eb57327977314da2bdd99943bd4a4930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '6bd063f8-be68-4bf3-9e95-c72520552125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:27:57Z', 'updated_at': '2022-02-09T13:27:58Z', 'revision_number': 3, 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'gw_port': {'id': '6bd063f8-be68-4bf3-9e95-c72520552125', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:36:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856be908-386e-4f79-925b-3556e126f6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:27:57Z', 'updated_at': '2022-02-09T13:28:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:28:01.302386 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 597db4d0-38b5-4b40-a170-6afb8c3520ff up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:28:01.410973 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 597db4d0-38b5-4b40-a170-6afb8c3520ff triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:28:01.411351 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:01.474408 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5bd4383c-b2d9-4ff0-befa-e1867b2faec6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:01.480674 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5bd4383c-b2d9-4ff0-befa-e1867b2faec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:01.595615 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5bd4383c-b2d9-4ff0-befa-e1867b2faec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:01.599190 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd4383c-b2d9-4ff0-befa-e1867b2faec6 admin admin] Pushing event updated for resources: {'Port': ['ID=b1cdf691-bd32-458e-ab78-bf9eb0a18a23,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:01.740450 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd4383c-b2d9-4ff0-befa-e1867b2faec6 admin admin] Network b07aec2a-d7d4-4678-b926-315b2a24c4cf is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:28:01.741677 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-5bd4383c-b2d9-4ff0-befa-e1867b2faec6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:28:01.947138 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd4383c-b2d9-4ff0-befa-e1867b2faec6 admin admin] Router 856be908-386e-4f79-925b-3556e126f6b3 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:28:02.048789 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-29297dc6-29db-4a21-88a3-06d96f6fe009 None None] Provisioning complete for port b1cdf691-bd32-458e-ab78-bf9eb0a18a23 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:28:02.049520 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-29297dc6-29db-4a21-88a3-06d96f6fe009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:02.103056 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-29297dc6-29db-4a21-88a3-06d96f6fe009 None None] Port b1cdf691-bd32-458e-ab78-bf9eb0a18a23 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:28:02.133817 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd4383c-b2d9-4ff0-befa-e1867b2faec6 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:28:02.143270 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5bd4383c-b2d9-4ff0-befa-e1867b2faec6 admin admin] 10.222.0.55 "PUT /v2.0/routers/856be908-386e-4f79-925b-3556e126f6b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6993194 Feb 09 13:28:02.647464 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47844) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:02.653033 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-4c98b6f6-7b10-40aa-9387-8f0775bf398c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2003793104-network', 'tenant_id': 'e68f0135f07542d0a625584c56c880f8'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:28:02.658428 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-4c98b6f6-7b10-40aa-9387-8f0775bf398c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:02.662254 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-4c98b6f6-7b10-40aa-9387-8f0775bf398c admin admin] Usage tracker for resource:network and tenant:e68f0135f07542d0a625584c56c880f8 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:02.665661 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-4c98b6f6-7b10-40aa-9387-8f0775bf398c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:02.671219 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-4c98b6f6-7b10-40aa-9387-8f0775bf398c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:02.681151 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c98b6f6-7b10-40aa-9387-8f0775bf398c admin admin] Made reservation on behalf of e68f0135f07542d0a625584c56c880f8 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:28:02.683542 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4c98b6f6-7b10-40aa-9387-8f0775bf398c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:02.696434 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4c98b6f6-7b10-40aa-9387-8f0775bf398c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:02.710641 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19018557-b1d1-4649-b2ea-855a55cac10b None None] Sync routers for ids ['856be908-386e-4f79-925b-3556e126f6b3'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:28:02.712537 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-4c98b6f6-7b10-40aa-9387-8f0775bf398c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:02.716410 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-4c98b6f6-7b10-40aa-9387-8f0775bf398c admin admin] Usage tracker for resource:security_group_rule and tenant:e68f0135f07542d0a625584c56c880f8 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:02.719184 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-4c98b6f6-7b10-40aa-9387-8f0775bf398c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:02.720644 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19018557-b1d1-4649-b2ea-855a55cac10b None None] Routers {'856be908-386e-4f79-925b-3556e126f6b3'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:28:02.721265 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-19018557-b1d1-4649-b2ea-855a55cac10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:27:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['856be908-386e-4f79-925b-3556e126f6b3'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:02.724840 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-4c98b6f6-7b10-40aa-9387-8f0775bf398c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:02.807746 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4c98b6f6-7b10-40aa-9387-8f0775bf398c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:02.812291 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4c98b6f6-7b10-40aa-9387-8f0775bf398c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:02.845751 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c98b6f6-7b10-40aa-9387-8f0775bf398c admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:28:02.854305 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c98b6f6-7b10-40aa-9387-8f0775bf398c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f95928d-3bd9-41a1-9c57-ffd636de0362,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:02.859781 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4c98b6f6-7b10-40aa-9387-8f0775bf398c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:02.860203 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-4c98b6f6-7b10-40aa-9387-8f0775bf398c admin admin] Added segment c905b389-52f6-4d2f-9fc2-52fd28767048 of type vlan for network 872ccaa2-5e5d-4706-8ff5-b85ab2c3daf6 Feb 09 13:28:02.886929 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4c98b6f6-7b10-40aa-9387-8f0775bf398c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:02.910459 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-19018557-b1d1-4649-b2ea-855a55cac10b None None] Set router 856be908-386e-4f79-925b-3556e126f6b3 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:28:02.917378 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4c98b6f6-7b10-40aa-9387-8f0775bf398c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:02.918355 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c98b6f6-7b10-40aa-9387-8f0775bf398c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:02.918943 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-4c98b6f6-7b10-40aa-9387-8f0775bf398c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:03.022084 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c98b6f6-7b10-40aa-9387-8f0775bf398c admin admin] Pushing event updated for resources: {'Network': ['ID=872ccaa2-5e5d-4706-8ff5-b85ab2c3daf6,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:03.025785 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-4c98b6f6-7b10-40aa-9387-8f0775bf398c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3771265 Feb 09 13:28:03.028556 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47848) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:03.034176 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-317c69df-10b6-4e3c-a865-29a257e9982a admin admin] Request body: {'subnet': {'network_id': '872ccaa2-5e5d-4706-8ff5-b85ab2c3daf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2003793104-subnet', 'tenant_id': 'e68f0135f07542d0a625584c56c880f8', 'ip_version': 4}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:28:03.040411 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-317c69df-10b6-4e3c-a865-29a257e9982a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:03.045880 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-317c69df-10b6-4e3c-a865-29a257e9982a admin admin] Usage tracker for resource:subnet and tenant:e68f0135f07542d0a625584c56c880f8 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:03.048851 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-317c69df-10b6-4e3c-a865-29a257e9982a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:03.051555 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 872ccaa2-5e5d-4706-8ff5-b85ab2c3daf6 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:28:03.054932 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-317c69df-10b6-4e3c-a865-29a257e9982a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:03.172586 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317c69df-10b6-4e3c-a865-29a257e9982a admin admin] Made reservation on behalf of e68f0135f07542d0a625584c56c880f8 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:28:03.175367 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-317c69df-10b6-4e3c-a865-29a257e9982a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:03.334691 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 6bd063f8-be68-4bf3-9e95-c72520552125 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:28:03.397977 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-317c69df-10b6-4e3c-a865-29a257e9982a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:03.408069 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-19018557-b1d1-4649-b2ea-855a55cac10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856be908-386e-4f79-925b-3556e126f6b3', 'name': 'tempest-TestShelveInstance-980292076-router', 'tenant_id': 'eb57327977314da2bdd99943bd4a4930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '6bd063f8-be68-4bf3-9e95-c72520552125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:27:57Z', 'updated_at': '2022-02-09T13:28:01Z', 'revision_number': 4, 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'gw_port': {'id': '6bd063f8-be68-4bf3-9e95-c72520552125', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:36:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856be908-386e-4f79-925b-3556e126f6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:27:57Z', 'updated_at': '2022-02-09T13:28:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'b1cdf691-bd32-458e-ab78-bf9eb0a18a23', 'name': '', 'network_id': 'b07aec2a-d7d4-4678-b926-315b2a24c4cf', 'tenant_id': 'eb57327977314da2bdd99943bd4a4930', 'mac_address': 'fa:16:3e:ce:a8:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856be908-386e-4f79-925b-3556e126f6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '13575454-21e5-4c8e-9b39-1b3f52329c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:28:00Z', 'updated_at': '2022-02-09T13:28:01Z', 'revision_number': 2, 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'subnets': [{'id': '13575454-21e5-4c8e-9b39-1b3f52329c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:03.414036 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19018557-b1d1-4649-b2ea-855a55cac10b None None] Checking router: 856be908-386e-4f79-925b-3556e126f6b3 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:28:03.414390 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19018557-b1d1-4649-b2ea-855a55cac10b None None] Updating router 856be908-386e-4f79-925b-3556e126f6b3 port b1cdf691-bd32-458e-ab78-bf9eb0a18a23 binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 13:28:03.462526 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 6bd063f8-be68-4bf3-9e95-c72520552125 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:28:03.472897 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 6bd063f8-be68-4bf3-9e95-c72520552125 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:28:03.472897 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:03.475274 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317c69df-10b6-4e3c-a865-29a257e9982a admin admin] Pushing event updated for resources: {'Subnet': ['ID=61d566e5-a64d-462f-8dc6-d95cc4d16c40,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:03.484967 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317c69df-10b6-4e3c-a865-29a257e9982a admin admin] Checking segment: {'id': 'c905b389-52f6-4d2f-9fc2-52fd28767048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '872ccaa2-5e5d-4706-8ff5-b85ab2c3daf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:28:03.485321 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317c69df-10b6-4e3c-a865-29a257e9982a admin admin] Network hostable DHCP agents. Network: 872ccaa2-5e5d-4706-8ff5-b85ab2c3daf6, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:28:03.504541 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317c69df-10b6-4e3c-a865-29a257e9982a admin admin] Network 872ccaa2-5e5d-4706-8ff5-b85ab2c3daf6 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:28:03.510187 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-19018557-b1d1-4649-b2ea-855a55cac10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:03.514290 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-317c69df-10b6-4e3c-a865-29a257e9982a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 872ccaa2-5e5d-4706-8ff5-b85ab2c3daf6) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:28:03.518548 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317c69df-10b6-4e3c-a865-29a257e9982a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:03.519139 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-317c69df-10b6-4e3c-a865-29a257e9982a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:03.531258 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55aba05-ddec-47c0-8e4f-6226c7623d87 None None] Network 872ccaa2-5e5d-4706-8ff5-b85ab2c3daf6 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:28:03.541484 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-317c69df-10b6-4e3c-a865-29a257e9982a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5118871 Feb 09 13:28:03.544113 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47852) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:03.549296 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-482a190e-dc9f-4dfc-9988-8d5d2de3ea4f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2003793104-router', 'tenant_id': 'e68f0135f07542d0a625584c56c880f8', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:28:03.555047 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-482a190e-dc9f-4dfc-9988-8d5d2de3ea4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:03.558883 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-482a190e-dc9f-4dfc-9988-8d5d2de3ea4f admin admin] Usage tracker for resource:router and tenant:e68f0135f07542d0a625584c56c880f8 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:03.568099 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-482a190e-dc9f-4dfc-9988-8d5d2de3ea4f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:03.575911 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-482a190e-dc9f-4dfc-9988-8d5d2de3ea4f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:03.585889 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-482a190e-dc9f-4dfc-9988-8d5d2de3ea4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:03.587121 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-482a190e-dc9f-4dfc-9988-8d5d2de3ea4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:03.602651 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-482a190e-dc9f-4dfc-9988-8d5d2de3ea4f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:03.877847 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-482a190e-dc9f-4dfc-9988-8d5d2de3ea4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:04.066814 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:04.167724 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 6bd063f8-be68-4bf3-9e95-c72520552125, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=6bd063f8-be68-4bf3-9e95-c72520552125,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:28:04.173519 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e977da-0e9c-4493-9770-6e22fc4438b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-872ccaa2-5e5d-4706-8ff5-b85ab2c3daf6', 'network_id': '872ccaa2-5e5d-4706-8ff5-b85ab2c3daf6', 'tenant_id': 'e68f0135f07542d0a625584c56c880f8', 'fixed_ips': [{'subnet_id': '61d566e5-a64d-462f-8dc6-d95cc4d16c40'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 13:28:04.174349 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a3e977da-0e9c-4493-9770-6e22fc4438b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:04.192679 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:04.194752 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-482a190e-dc9f-4dfc-9988-8d5d2de3ea4f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:04.224292 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-482a190e-dc9f-4dfc-9988-8d5d2de3ea4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:04.368564 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-482a190e-dc9f-4dfc-9988-8d5d2de3ea4f admin admin] Allocated IP 172.25.7.142 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/5564df0a-03ec-4c0e-bb54-5a824415c673) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:28:04.473555 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=6bd063f8-be68-4bf3-9e95-c72520552125,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:04.520802 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-482a190e-dc9f-4dfc-9988-8d5d2de3ea4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:04.550397 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-482a190e-dc9f-4dfc-9988-8d5d2de3ea4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:04.563634 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-19018557-b1d1-4649-b2ea-855a55cac10b None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:04.587300 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-19018557-b1d1-4649-b2ea-855a55cac10b None None] Transition to ACTIVE for port object b1cdf691-bd32-458e-ab78-bf9eb0a18a23 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:28:04.600439 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-a3e977da-0e9c-4493-9770-6e22fc4438b4 None None] Allocated IP 172.20.0.2 (872ccaa2-5e5d-4706-8ff5-b85ab2c3daf6/61d566e5-a64d-462f-8dc6-d95cc4d16c40/a0d8d5cb-047f-4d11-bbe4-bb708edca3df) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:28:04.603401 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-19018557-b1d1-4649-b2ea-855a55cac10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:04.614551 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482a190e-dc9f-4dfc-9988-8d5d2de3ea4f admin admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:28:04.617760 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-482a190e-dc9f-4dfc-9988-8d5d2de3ea4f admin admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:28:04.621507 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482a190e-dc9f-4dfc-9988-8d5d2de3ea4f admin admin] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:28:04.660937 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482a190e-dc9f-4dfc-9988-8d5d2de3ea4f admin admin] Pushing event updated for resources: {'Port': ['ID=5564df0a-03ec-4c0e-bb54-5a824415c673,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:04.835463 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afef5e6-c397-4d33-a018-5d148819a107 None None] Pushing event updated for resources: {'Port': ['ID=b1cdf691-bd32-458e-ab78-bf9eb0a18a23,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:04.955549 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-19018557-b1d1-4649-b2ea-855a55cac10b None None] Attempting to bind port b1cdf691-bd32-458e-ab78-bf9eb0a18a23 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:28:04.955846 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-19018557-b1d1-4649-b2ea-855a55cac10b None None] Attempting to bind port b1cdf691-bd32-458e-ab78-bf9eb0a18a23 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '24848d0e-20ae-44a4-8918-ae8a1efb624e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b07aec2a-d7d4-4678-b926-315b2a24c4cf'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:28:04.956221 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19018557-b1d1-4649-b2ea-855a55cac10b None None] Attempting to bind port b1cdf691-bd32-458e-ab78-bf9eb0a18a23 on network b07aec2a-d7d4-4678-b926-315b2a24c4cf {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:28:04.973712 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19018557-b1d1-4649-b2ea-855a55cac10b None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:28:04.974094 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19018557-b1d1-4649-b2ea-855a55cac10b None None] Checking segment: {'id': '24848d0e-20ae-44a4-8918-ae8a1efb624e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b07aec2a-d7d4-4678-b926-315b2a24c4cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:28:04.974482 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-19018557-b1d1-4649-b2ea-855a55cac10b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:04.974875 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19018557-b1d1-4649-b2ea-855a55cac10b None None] Bound using segment: {'id': '24848d0e-20ae-44a4-8918-ae8a1efb624e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b07aec2a-d7d4-4678-b926-315b2a24c4cf'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:28:04.975338 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-19018557-b1d1-4649-b2ea-855a55cac10b None None] Bound port: b1cdf691-bd32-458e-ab78-bf9eb0a18a23, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24848d0e-20ae-44a4-8918-ae8a1efb624e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b07aec2a-d7d4-4678-b926-315b2a24c4cf'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:28:04.975710 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-19018557-b1d1-4649-b2ea-855a55cac10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:05.128154 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a3e977da-0e9c-4493-9770-6e22fc4438b4 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:05.144060 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-a3e977da-0e9c-4493-9770-6e22fc4438b4 None None] Transition to ACTIVE for port object a0d8d5cb-047f-4d11-bbe4-bb708edca3df will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:28:05.146547 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-19018557-b1d1-4649-b2ea-855a55cac10b None None] For port b1cdf691-bd32-458e-ab78-bf9eb0a18a23, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:28:05.153250 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-19018557-b1d1-4649-b2ea-855a55cac10b None None] For port b1cdf691-bd32-458e-ab78-bf9eb0a18a23, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=b1cdf691-bd32-458e-ab78-bf9eb0a18a23,segment=NetworkSegment(24848d0e-20ae-44a4-8918-ae8a1efb624e),segment_id=24848d0e-20ae-44a4-8918-ae8a1efb624e)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:28:05.159936 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-19018557-b1d1-4649-b2ea-855a55cac10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:05.176747 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-482a190e-dc9f-4dfc-9988-8d5d2de3ea4f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:05.218294 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-a3e977da-0e9c-4493-9770-6e22fc4438b4 None None] Transition to ACTIVE for port object a0d8d5cb-047f-4d11-bbe4-bb708edca3df will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:28:05.233401 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a3e977da-0e9c-4493-9770-6e22fc4438b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:05.267477 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e977da-0e9c-4493-9770-6e22fc4438b4 None None] Network 872ccaa2-5e5d-4706-8ff5-b85ab2c3daf6 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:28:05.268371 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19018557-b1d1-4649-b2ea-855a55cac10b None None] Routers {'856be908-386e-4f79-925b-3556e126f6b3'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:28:05.268999 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-19018557-b1d1-4649-b2ea-855a55cac10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:27:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['856be908-386e-4f79-925b-3556e126f6b3'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:05.333562 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 6bd063f8-be68-4bf3-9e95-c72520552125 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:28:05.410275 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-a3e977da-0e9c-4493-9770-6e22fc4438b4 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:28:05.432606 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e977da-0e9c-4493-9770-6e22fc4438b4 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:28:05.434581 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afef5e6-c397-4d33-a018-5d148819a107 None None] Pushing event updated for resources: {'Port': ['ID=b1cdf691-bd32-458e-ab78-bf9eb0a18a23,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:05.540567 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-482a190e-dc9f-4dfc-9988-8d5d2de3ea4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:05.703305 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e977da-0e9c-4493-9770-6e22fc4438b4 None None] Pushing event updated for resources: {'Port': ['ID=a0d8d5cb-047f-4d11-bbe4-bb708edca3df,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:05.721403 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-a3e977da-0e9c-4493-9770-6e22fc4438b4 None None] Attempting to bind port a0d8d5cb-047f-4d11-bbe4-bb708edca3df on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:28:05.721770 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-a3e977da-0e9c-4493-9770-6e22fc4438b4 None None] Attempting to bind port a0d8d5cb-047f-4d11-bbe4-bb708edca3df by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'c905b389-52f6-4d2f-9fc2-52fd28767048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '872ccaa2-5e5d-4706-8ff5-b85ab2c3daf6'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:28:05.722161 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e977da-0e9c-4493-9770-6e22fc4438b4 None None] Attempting to bind port a0d8d5cb-047f-4d11-bbe4-bb708edca3df on network 872ccaa2-5e5d-4706-8ff5-b85ab2c3daf6 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:28:05.737513 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e977da-0e9c-4493-9770-6e22fc4438b4 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:28:05.737886 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e977da-0e9c-4493-9770-6e22fc4438b4 None None] Checking segment: {'id': 'c905b389-52f6-4d2f-9fc2-52fd28767048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '872ccaa2-5e5d-4706-8ff5-b85ab2c3daf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:28:05.738282 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a3e977da-0e9c-4493-9770-6e22fc4438b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:05.738669 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e977da-0e9c-4493-9770-6e22fc4438b4 None None] Bound using segment: {'id': 'c905b389-52f6-4d2f-9fc2-52fd28767048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '872ccaa2-5e5d-4706-8ff5-b85ab2c3daf6'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:28:05.739137 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-a3e977da-0e9c-4493-9770-6e22fc4438b4 None None] Bound port: a0d8d5cb-047f-4d11-bbe4-bb708edca3df, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c905b389-52f6-4d2f-9fc2-52fd28767048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '872ccaa2-5e5d-4706-8ff5-b85ab2c3daf6'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:28:05.739505 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a3e977da-0e9c-4493-9770-6e22fc4438b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:05.747079 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-482a190e-dc9f-4dfc-9988-8d5d2de3ea4f admin admin] Router f1c7c1f0-9089-4b15-87d7-57dc28cb056a is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 13:28:05.758282 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-19018557-b1d1-4649-b2ea-855a55cac10b None None] Set router 856be908-386e-4f79-925b-3556e126f6b3 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:28:05.798947 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 6bd063f8-be68-4bf3-9e95-c72520552125 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:28:05.799250 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:05.923211 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482a190e-dc9f-4dfc-9988-8d5d2de3ea4f admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:28:05.933126 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aca3c80-7c67-4ab6-9f2a-c5ce1413d245 None None] Sync routers for ids ['f1c7c1f0-9089-4b15-87d7-57dc28cb056a'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:28:05.942955 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aca3c80-7c67-4ab6-9f2a-c5ce1413d245 None None] Routers {'f1c7c1f0-9089-4b15-87d7-57dc28cb056a'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:28:05.943816 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1aca3c80-7c67-4ab6-9f2a-c5ce1413d245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:27:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['f1c7c1f0-9089-4b15-87d7-57dc28cb056a'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:05.947112 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-482a190e-dc9f-4dfc-9988-8d5d2de3ea4f admin admin] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:05.950859 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-482a190e-dc9f-4dfc-9988-8d5d2de3ea4f admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4033065 Feb 09 13:28:05.951205 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47856) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:06.126608 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-1aca3c80-7c67-4ab6-9f2a-c5ce1413d245 None None] Set router f1c7c1f0-9089-4b15-87d7-57dc28cb056a gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:28:06.130606 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-a3e977da-0e9c-4493-9770-6e22fc4438b4 None None] For port a0d8d5cb-047f-4d11-bbe4-bb708edca3df, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:28:06.152751 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-a3e977da-0e9c-4493-9770-6e22fc4438b4 None None] For port a0d8d5cb-047f-4d11-bbe4-bb708edca3df, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=a0d8d5cb-047f-4d11-bbe4-bb708edca3df,segment=NetworkSegment(c905b389-52f6-4d2f-9fc2-52fd28767048),segment_id=c905b389-52f6-4d2f-9fc2-52fd28767048)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:28:06.170950 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a3e977da-0e9c-4493-9770-6e22fc4438b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:06.336577 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e977da-0e9c-4493-9770-6e22fc4438b4 None None] Pushing event updated for resources: {'Port': ['ID=a0d8d5cb-047f-4d11-bbe4-bb708edca3df,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:06.381730 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-19018557-b1d1-4649-b2ea-855a55cac10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856be908-386e-4f79-925b-3556e126f6b3', 'name': 'tempest-TestShelveInstance-980292076-router', 'tenant_id': 'eb57327977314da2bdd99943bd4a4930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '6bd063f8-be68-4bf3-9e95-c72520552125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:27:57Z', 'updated_at': '2022-02-09T13:28:01Z', 'revision_number': 4, 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'gw_port': {'id': '6bd063f8-be68-4bf3-9e95-c72520552125', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:36:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856be908-386e-4f79-925b-3556e126f6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:27:57Z', 'updated_at': '2022-02-09T13:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'b1cdf691-bd32-458e-ab78-bf9eb0a18a23', 'name': '', 'network_id': 'b07aec2a-d7d4-4678-b926-315b2a24c4cf', 'tenant_id': 'eb57327977314da2bdd99943bd4a4930', 'mac_address': 'fa:16:3e:ce:a8:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856be908-386e-4f79-925b-3556e126f6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '13575454-21e5-4c8e-9b39-1b3f52329c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:28:00Z', 'updated_at': '2022-02-09T13:28:05Z', 'revision_number': 4, 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'subnets': [{'id': '13575454-21e5-4c8e-9b39-1b3f52329c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:06.387790 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19018557-b1d1-4649-b2ea-855a55cac10b None None] The sync data for ids ['856be908-386e-4f79-925b-3556e126f6b3'] in n-d-825178-3 is: [{'id': '856be908-386e-4f79-925b-3556e126f6b3', 'name': 'tempest-TestShelveInstance-980292076-router', 'tenant_id': 'eb57327977314da2bdd99943bd4a4930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '6bd063f8-be68-4bf3-9e95-c72520552125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:27:57Z', 'updated_at': '2022-02-09T13:28:01Z', 'revision_number': 4, 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'gw_port': {'id': '6bd063f8-be68-4bf3-9e95-c72520552125', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:36:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856be908-386e-4f79-925b-3556e126f6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:27:57Z', 'updated_at': '2022-02-09T13:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'b1cdf691-bd32-458e-ab78-bf9eb0a18a23', 'name': '', 'network_id': 'b07aec2a-d7d4-4678-b926-315b2a24c4cf', 'tenant_id': 'eb57327977314da2bdd99943bd4a4930', 'mac_address': 'fa:16:3e:ce:a8:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856be908-386e-4f79-925b-3556e126f6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '13575454-21e5-4c8e-9b39-1b3f52329c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:28:00Z', 'updated_at': '2022-02-09T13:28:05Z', 'revision_number': 4, 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'subnets': [{'id': '13575454-21e5-4c8e-9b39-1b3f52329c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:28:06.488222 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1aca3c80-7c67-4ab6-9f2a-c5ce1413d245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c7c1f0-9089-4b15-87d7-57dc28cb056a', 'name': 'tempest-TestShelveInstance-2003793104-router', 'tenant_id': 'e68f0135f07542d0a625584c56c880f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '5564df0a-03ec-4c0e-bb54-5a824415c673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:28:03Z', 'updated_at': '2022-02-09T13:28:04Z', 'revision_number': 3, 'project_id': 'e68f0135f07542d0a625584c56c880f8', 'gw_port': {'id': '5564df0a-03ec-4c0e-bb54-5a824415c673', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c7c1f0-9089-4b15-87d7-57dc28cb056a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:28:04Z', 'updated_at': '2022-02-09T13:28:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:06.492236 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aca3c80-7c67-4ab6-9f2a-c5ce1413d245 None None] Checking router: f1c7c1f0-9089-4b15-87d7-57dc28cb056a for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:28:06.492579 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aca3c80-7c67-4ab6-9f2a-c5ce1413d245 None None] Updating router f1c7c1f0-9089-4b15-87d7-57dc28cb056a port 5564df0a-03ec-4c0e-bb54-5a824415c673 binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 13:28:06.561213 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1aca3c80-7c67-4ab6-9f2a-c5ce1413d245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:06.899268 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d527d3f3-f8d7-4db7-b7b1-906f3b7b484c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:06.949151 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1aca3c80-7c67-4ab6-9f2a-c5ce1413d245 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:06.962518 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-1aca3c80-7c67-4ab6-9f2a-c5ce1413d245 None None] Transition to ACTIVE for port object 5564df0a-03ec-4c0e-bb54-5a824415c673 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:28:06.969655 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1aca3c80-7c67-4ab6-9f2a-c5ce1413d245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:07.049856 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-1aca3c80-7c67-4ab6-9f2a-c5ce1413d245 None None] Attempting to bind port 5564df0a-03ec-4c0e-bb54-5a824415c673 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:28:07.050780 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-1aca3c80-7c67-4ab6-9f2a-c5ce1413d245 None None] Attempting to bind port 5564df0a-03ec-4c0e-bb54-5a824415c673 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:28:07.050780 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aca3c80-7c67-4ab6-9f2a-c5ce1413d245 None None] Attempting to bind port 5564df0a-03ec-4c0e-bb54-5a824415c673 on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:28:07.059676 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aca3c80-7c67-4ab6-9f2a-c5ce1413d245 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:28:07.060088 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aca3c80-7c67-4ab6-9f2a-c5ce1413d245 None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:28:07.060487 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1aca3c80-7c67-4ab6-9f2a-c5ce1413d245 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:07.060877 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aca3c80-7c67-4ab6-9f2a-c5ce1413d245 None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:28:07.061334 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-1aca3c80-7c67-4ab6-9f2a-c5ce1413d245 None None] Bound port: 5564df0a-03ec-4c0e-bb54-5a824415c673, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:28:07.061700 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1aca3c80-7c67-4ab6-9f2a-c5ce1413d245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:07.089293 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f180d5b-d1c8-4a00-b758-48df9af21a04 None None] Pushing event updated for resources: {'Port': ['ID=5564df0a-03ec-4c0e-bb54-5a824415c673,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:07.150887 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-d527d3f3-f8d7-4db7-b7b1-906f3b7b484c admin admin] Allocated IP 172.20.0.1 (872ccaa2-5e5d-4706-8ff5-b85ab2c3daf6/61d566e5-a64d-462f-8dc6-d95cc4d16c40/3f3c664c-ea3e-4ecb-aab3-34649efdd051) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:28:07.156841 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-1aca3c80-7c67-4ab6-9f2a-c5ce1413d245 None None] For port 5564df0a-03ec-4c0e-bb54-5a824415c673, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:28:07.166573 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-1aca3c80-7c67-4ab6-9f2a-c5ce1413d245 None None] For port 5564df0a-03ec-4c0e-bb54-5a824415c673, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5564df0a-03ec-4c0e-bb54-5a824415c673,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:28:07.173617 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1aca3c80-7c67-4ab6-9f2a-c5ce1413d245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:07.259931 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f180d5b-d1c8-4a00-b758-48df9af21a04 None None] Pushing event updated for resources: {'Port': ['ID=5564df0a-03ec-4c0e-bb54-5a824415c673,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:07.291685 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aca3c80-7c67-4ab6-9f2a-c5ce1413d245 None None] Routers {'f1c7c1f0-9089-4b15-87d7-57dc28cb056a'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:28:07.291685 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1aca3c80-7c67-4ab6-9f2a-c5ce1413d245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:27:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['f1c7c1f0-9089-4b15-87d7-57dc28cb056a'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:07.386985 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d527d3f3-f8d7-4db7-b7b1-906f3b7b484c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:07.434649 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device a0d8d5cb-047f-4d11-bbe4-bb708edca3df up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:28:07.435403 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-d527d3f3-f8d7-4db7-b7b1-906f3b7b484c admin admin] Transition to ACTIVE for port object 3f3c664c-ea3e-4ecb-aab3-34649efdd051 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:28:07.471923 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d527d3f3-f8d7-4db7-b7b1-906f3b7b484c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:07.531761 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port a0d8d5cb-047f-4d11-bbe4-bb708edca3df completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:28:07.540396 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device b1cdf691-bd32-458e-ab78-bf9eb0a18a23 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:28:07.564394 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d527d3f3-f8d7-4db7-b7b1-906f3b7b484c admin admin] Network 872ccaa2-5e5d-4706-8ff5-b85ab2c3daf6 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:28:07.569716 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-d527d3f3-f8d7-4db7-b7b1-906f3b7b484c admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:28:07.573971 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d527d3f3-f8d7-4db7-b7b1-906f3b7b484c admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:28:07.630736 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port b1cdf691-bd32-458e-ab78-bf9eb0a18a23 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:28:07.635581 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d527d3f3-f8d7-4db7-b7b1-906f3b7b484c admin admin] Pushing event updated for resources: {'Port': ['ID=3f3c664c-ea3e-4ecb-aab3-34649efdd051,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:07.648018 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port b1cdf691-bd32-458e-ab78-bf9eb0a18a23 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:28:07.649110 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:07.653850 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d527d3f3-f8d7-4db7-b7b1-906f3b7b484c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:07.660629 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-1aca3c80-7c67-4ab6-9f2a-c5ce1413d245 None None] Set router f1c7c1f0-9089-4b15-87d7-57dc28cb056a gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:28:07.675520 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f50049-d8db-41ab-9417-f6387ac2ae23 None None] Network 872ccaa2-5e5d-4706-8ff5-b85ab2c3daf6 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:28:07.790474 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d527d3f3-f8d7-4db7-b7b1-906f3b7b484c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:07.877006 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2ba69682-2e1b-46af-ae97-ecc0aa0741fa None None] Provisioning for port a0d8d5cb-047f-4d11-bbe4-bb708edca3df completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:28:07.889526 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2ba69682-2e1b-46af-ae97-ecc0aa0741fa None None] Provisioning complete for port a0d8d5cb-047f-4d11-bbe4-bb708edca3df triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:28:07.889818 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2ba69682-2e1b-46af-ae97-ecc0aa0741fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:07.989618 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1aca3c80-7c67-4ab6-9f2a-c5ce1413d245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c7c1f0-9089-4b15-87d7-57dc28cb056a', 'name': 'tempest-TestShelveInstance-2003793104-router', 'tenant_id': 'e68f0135f07542d0a625584c56c880f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '5564df0a-03ec-4c0e-bb54-5a824415c673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:28:03Z', 'updated_at': '2022-02-09T13:28:04Z', 'revision_number': 3, 'project_id': 'e68f0135f07542d0a625584c56c880f8', 'gw_port': {'id': '5564df0a-03ec-4c0e-bb54-5a824415c673', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c7c1f0-9089-4b15-87d7-57dc28cb056a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:28:04Z', 'updated_at': '2022-02-09T13:28:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:07.995591 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aca3c80-7c67-4ab6-9f2a-c5ce1413d245 None None] The sync data for ids ['f1c7c1f0-9089-4b15-87d7-57dc28cb056a'] in n-d-825178-3 is: [{'id': 'f1c7c1f0-9089-4b15-87d7-57dc28cb056a', 'name': 'tempest-TestShelveInstance-2003793104-router', 'tenant_id': 'e68f0135f07542d0a625584c56c880f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '5564df0a-03ec-4c0e-bb54-5a824415c673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:28:03Z', 'updated_at': '2022-02-09T13:28:04Z', 'revision_number': 3, 'project_id': 'e68f0135f07542d0a625584c56c880f8', 'gw_port': {'id': '5564df0a-03ec-4c0e-bb54-5a824415c673', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c7c1f0-9089-4b15-87d7-57dc28cb056a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:28:04Z', 'updated_at': '2022-02-09T13:28:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:28:08.067198 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d527d3f3-f8d7-4db7-b7b1-906f3b7b484c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:08.073038 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d527d3f3-f8d7-4db7-b7b1-906f3b7b484c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:08.167131 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:08.186490 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d527d3f3-f8d7-4db7-b7b1-906f3b7b484c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:08.190962 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d527d3f3-f8d7-4db7-b7b1-906f3b7b484c admin admin] Pushing event updated for resources: {'Port': ['ID=3f3c664c-ea3e-4ecb-aab3-34649efdd051,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:08.214457 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2ba69682-2e1b-46af-ae97-ecc0aa0741fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:08.246124 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port b1cdf691-bd32-458e-ab78-bf9eb0a18a23, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=b1cdf691-bd32-458e-ab78-bf9eb0a18a23,segment=NetworkSegment(24848d0e-20ae-44a4-8918-ae8a1efb624e),segment_id=24848d0e-20ae-44a4-8918-ae8a1efb624e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:28:08.253904 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:08.294843 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-2ba69682-2e1b-46af-ae97-ecc0aa0741fa None None] For port a0d8d5cb-047f-4d11-bbe4-bb708edca3df, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=a0d8d5cb-047f-4d11-bbe4-bb708edca3df,segment=NetworkSegment(c905b389-52f6-4d2f-9fc2-52fd28767048),segment_id=c905b389-52f6-4d2f-9fc2-52fd28767048)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:28:08.303102 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2ba69682-2e1b-46af-ae97-ecc0aa0741fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:08.341763 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=b1cdf691-bd32-458e-ab78-bf9eb0a18a23,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:08.408726 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d527d3f3-f8d7-4db7-b7b1-906f3b7b484c admin admin] Network 872ccaa2-5e5d-4706-8ff5-b85ab2c3daf6 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:28:08.410374 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-d527d3f3-f8d7-4db7-b7b1-906f3b7b484c admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:28:08.459771 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba69682-2e1b-46af-ae97-ecc0aa0741fa None None] Pushing event updated for resources: {'Port': ['ID=a0d8d5cb-047f-4d11-bbe4-bb708edca3df,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:08.631951 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-e7cd18ed-6b26-4c19-bc8f-110e66f446ec None None] Provisioning for port 3f3c664c-ea3e-4ecb-aab3-34649efdd051 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:28:08.641055 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-e7cd18ed-6b26-4c19-bc8f-110e66f446ec None None] Provisioning complete for port 3f3c664c-ea3e-4ecb-aab3-34649efdd051 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:28:08.641456 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e7cd18ed-6b26-4c19-bc8f-110e66f446ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:08.646894 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d527d3f3-f8d7-4db7-b7b1-906f3b7b484c admin admin] Router f1c7c1f0-9089-4b15-87d7-57dc28cb056a has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:28:08.705841 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-e7cd18ed-6b26-4c19-bc8f-110e66f446ec None None] Port 3f3c664c-ea3e-4ecb-aab3-34649efdd051 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:28:08.717969 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-e7cd18ed-6b26-4c19-bc8f-110e66f446ec None None] Provisioning complete for port a0d8d5cb-047f-4d11-bbe4-bb708edca3df triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:28:08.718351 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e7cd18ed-6b26-4c19-bc8f-110e66f446ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:08.861934 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d527d3f3-f8d7-4db7-b7b1-906f3b7b484c admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:28:08.872650 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d527d3f3-f8d7-4db7-b7b1-906f3b7b484c admin admin] 10.222.0.55 "PUT /v2.0/routers/f1c7c1f0-9089-4b15-87d7-57dc28cb056a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9201949 Feb 09 13:28:08.980452 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-bffea05e-fdd0-4679-bd27-c6fc099692a6 None None] Provisioning complete for port 3f3c664c-ea3e-4ecb-aab3-34649efdd051 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:28:08.980995 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bffea05e-fdd0-4679-bd27-c6fc099692a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:09.051186 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-bffea05e-fdd0-4679-bd27-c6fc099692a6 None None] Port 3f3c664c-ea3e-4ecb-aab3-34649efdd051 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:28:09.170217 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2db567f3-9c5d-4b4f-96cc-18e3f5b31080 None None] Provisioning complete for port 3f3c664c-ea3e-4ecb-aab3-34649efdd051 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:28:09.170587 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2db567f3-9c5d-4b4f-96cc-18e3f5b31080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:09.225352 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-2db567f3-9c5d-4b4f-96cc-18e3f5b31080 None None] Port 3f3c664c-ea3e-4ecb-aab3-34649efdd051 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:28:09.380266 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device b1cdf691-bd32-458e-ab78-bf9eb0a18a23 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:28:09.449907 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port b1cdf691-bd32-458e-ab78-bf9eb0a18a23 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:28:09.450271 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:09.554471 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47866) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:09.560345 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-37741bb7-1119-49c9-91e4-0903cbe7a7e6 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1336847591', 'description': 'tempest-secgroup-smoke-1336847591 description', 'project_id': 'eb57327977314da2bdd99943bd4a4930'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:28:09.570665 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-37741bb7-1119-49c9-91e4-0903cbe7a7e6 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:09.573534 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device a0d8d5cb-047f-4d11-bbe4-bb708edca3df up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:28:09.575136 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-37741bb7-1119-49c9-91e4-0903cbe7a7e6 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Usage tracker for resource:security_group and tenant:eb57327977314da2bdd99943bd4a4930 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:09.578207 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-37741bb7-1119-49c9-91e4-0903cbe7a7e6 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:09.585155 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-37741bb7-1119-49c9-91e4-0903cbe7a7e6 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:09.597285 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-37741bb7-1119-49c9-91e4-0903cbe7a7e6 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:09.621896 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-37741bb7-1119-49c9-91e4-0903cbe7a7e6 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:09.628559 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-37741bb7-1119-49c9-91e4-0903cbe7a7e6 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Usage tracker for resource:security_group_rule and tenant:eb57327977314da2bdd99943bd4a4930 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:09.631912 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-37741bb7-1119-49c9-91e4-0903cbe7a7e6 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:09.638058 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-37741bb7-1119-49c9-91e4-0903cbe7a7e6 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:09.650831 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port a0d8d5cb-047f-4d11-bbe4-bb708edca3df triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:28:09.651475 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:09.777748 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5564df0a-03ec-4c0e-bb54-5a824415c673 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:28:09.817931 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-37741bb7-1119-49c9-91e4-0903cbe7a7e6 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:09.822816 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-37741bb7-1119-49c9-91e4-0903cbe7a7e6 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:09.823440 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254f136d-09ef-4ed5-9a19-a91114176c5c None None] Sync routers for ids ['f1c7c1f0-9089-4b15-87d7-57dc28cb056a'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:28:09.843016 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254f136d-09ef-4ed5-9a19-a91114176c5c None None] Routers {'f1c7c1f0-9089-4b15-87d7-57dc28cb056a'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:28:09.843656 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-254f136d-09ef-4ed5-9a19-a91114176c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:27:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['f1c7c1f0-9089-4b15-87d7-57dc28cb056a'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:09.867428 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37741bb7-1119-49c9-91e4-0903cbe7a7e6 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8940e709-79ec-48ff-94f2-495375c375a5,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:09.875196 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-37741bb7-1119-49c9-91e4-0903cbe7a7e6 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:09.879581 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-37741bb7-1119-49c9-91e4-0903cbe7a7e6 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3211348 Feb 09 13:28:09.879991 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47870) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:09.885594 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-8faca331-8c35-4272-9d46-3cc83dad39b6 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Request body: {'security_group_rule': {'security_group_id': '8940e709-79ec-48ff-94f2-495375c375a5', 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:28:09.892398 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8faca331-8c35-4272-9d46-3cc83dad39b6 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:09.896157 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-8faca331-8c35-4272-9d46-3cc83dad39b6 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Usage tracker for resource:security_group_rule and tenant:eb57327977314da2bdd99943bd4a4930 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:09.899739 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-8faca331-8c35-4272-9d46-3cc83dad39b6 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:09.905490 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8faca331-8c35-4272-9d46-3cc83dad39b6 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:09.923767 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8faca331-8c35-4272-9d46-3cc83dad39b6 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:09.934545 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 5564df0a-03ec-4c0e-bb54-5a824415c673 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:28:09.989232 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8faca331-8c35-4272-9d46-3cc83dad39b6 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:09.991136 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 5564df0a-03ec-4c0e-bb54-5a824415c673 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:28:09.991505 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:09.993898 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8faca331-8c35-4272-9d46-3cc83dad39b6 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:09.998263 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:28:10.018095 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faca331-8c35-4272-9d46-3cc83dad39b6 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f183ded-13db-4611-a1f2-8cba002e7453,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:10.028677 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8faca331-8c35-4272-9d46-3cc83dad39b6 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:10.029988 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8faca331-8c35-4272-9d46-3cc83dad39b6 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1493001 Feb 09 13:28:10.032733 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47876) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:10.037997 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-1a238eef-296c-4855-a991-9ba0ed7062ad tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Request body: {'security_group_rule': {'security_group_id': '8940e709-79ec-48ff-94f2-495375c375a5', 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:28:10.045223 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-1a238eef-296c-4855-a991-9ba0ed7062ad tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:10.048999 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-1a238eef-296c-4855-a991-9ba0ed7062ad tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Usage tracker for resource:security_group_rule and tenant:eb57327977314da2bdd99943bd4a4930 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:10.052727 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-1a238eef-296c-4855-a991-9ba0ed7062ad tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:10.058701 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-1a238eef-296c-4855-a991-9ba0ed7062ad tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:10.075410 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1a238eef-296c-4855-a991-9ba0ed7062ad tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:10.086991 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-254f136d-09ef-4ed5-9a19-a91114176c5c None None] Set router f1c7c1f0-9089-4b15-87d7-57dc28cb056a gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:28:10.142263 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1a238eef-296c-4855-a991-9ba0ed7062ad tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:10.146284 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1a238eef-296c-4855-a991-9ba0ed7062ad tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:10.171808 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a238eef-296c-4855-a991-9ba0ed7062ad tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b05a4e6-6e11-474e-92c7-39b5bcc27d45,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:10.183503 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1a238eef-296c-4855-a991-9ba0ed7062ad tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:10.184828 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1a238eef-296c-4855-a991-9ba0ed7062ad tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1510725 Feb 09 13:28:10.188640 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47880) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:10.194055 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-218b38e4-0596-47d6-9633-54e898a27afa tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Request body: {'security_group_rule': {'security_group_id': '8940e709-79ec-48ff-94f2-495375c375a5', 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:28:10.201185 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-218b38e4-0596-47d6-9633-54e898a27afa tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:10.205195 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-218b38e4-0596-47d6-9633-54e898a27afa tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Usage tracker for resource:security_group_rule and tenant:eb57327977314da2bdd99943bd4a4930 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:10.208122 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-218b38e4-0596-47d6-9633-54e898a27afa tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:10.214051 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-218b38e4-0596-47d6-9633-54e898a27afa tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:10.231478 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-218b38e4-0596-47d6-9633-54e898a27afa tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:10.294285 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-218b38e4-0596-47d6-9633-54e898a27afa tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:10.298207 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-218b38e4-0596-47d6-9633-54e898a27afa tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:10.323233 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218b38e4-0596-47d6-9633-54e898a27afa tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d463d94e-6e0f-4b54-b0ac-319bb79d15a8,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:10.336713 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-218b38e4-0596-47d6-9633-54e898a27afa tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:10.338746 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-218b38e4-0596-47d6-9633-54e898a27afa tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1491761 Feb 09 13:28:10.341868 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47884) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:10.348915 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-f3a52d99-7284-4ec5-a9e8-0670fde70b15 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Request body: {'security_group_rule': {'security_group_id': '8940e709-79ec-48ff-94f2-495375c375a5', 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:28:10.357347 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f3a52d99-7284-4ec5-a9e8-0670fde70b15 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:10.361252 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f3a52d99-7284-4ec5-a9e8-0670fde70b15 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Usage tracker for resource:security_group_rule and tenant:eb57327977314da2bdd99943bd4a4930 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:10.364170 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-f3a52d99-7284-4ec5-a9e8-0670fde70b15 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:10.370107 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:10.370570 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f3a52d99-7284-4ec5-a9e8-0670fde70b15 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:10.388916 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f3a52d99-7284-4ec5-a9e8-0670fde70b15 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:10.403159 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 5564df0a-03ec-4c0e-bb54-5a824415c673, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5564df0a-03ec-4c0e-bb54-5a824415c673,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:28:10.411105 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:10.456475 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f3a52d99-7284-4ec5-a9e8-0670fde70b15 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:10.462124 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f3a52d99-7284-4ec5-a9e8-0670fde70b15 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:10.491473 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a52d99-7284-4ec5-a9e8-0670fde70b15 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ad7304f-0d81-4d05-a76c-fcc9eb931d54,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:10.499061 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f3a52d99-7284-4ec5-a9e8-0670fde70b15 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:10.502983 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-f3a52d99-7284-4ec5-a9e8-0670fde70b15 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1568284 Feb 09 13:28:10.503206 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 47888) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:10.508870 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-62d3bfcc-ae34-4cd2-ae4f-c85c187498d1 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Request body: {'security_group_rule': {'security_group_id': '8940e709-79ec-48ff-94f2-495375c375a5', 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:28:10.515536 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-62d3bfcc-ae34-4cd2-ae4f-c85c187498d1 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:10.519327 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-62d3bfcc-ae34-4cd2-ae4f-c85c187498d1 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Usage tracker for resource:security_group_rule and tenant:eb57327977314da2bdd99943bd4a4930 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:10.522279 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-62d3bfcc-ae34-4cd2-ae4f-c85c187498d1 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:10.528172 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-62d3bfcc-ae34-4cd2-ae4f-c85c187498d1 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:10.539222 n-d-825178-3 neutron-server[87568]: INFO neutron.db.securitygroups_db [None req-62d3bfcc-ae34-4cd2-ae4f-c85c187498d1 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Project eb57327977314da2bdd99943bd4a4930 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 13:28:10.541899 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=5564df0a-03ec-4c0e-bb54-5a824415c673,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:10.546958 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-62d3bfcc-ae34-4cd2-ae4f-c85c187498d1 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:10.567816 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-254f136d-09ef-4ed5-9a19-a91114176c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c7c1f0-9089-4b15-87d7-57dc28cb056a', 'name': 'tempest-TestShelveInstance-2003793104-router', 'tenant_id': 'e68f0135f07542d0a625584c56c880f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '5564df0a-03ec-4c0e-bb54-5a824415c673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:28:03Z', 'updated_at': '2022-02-09T13:28:07Z', 'revision_number': 4, 'project_id': 'e68f0135f07542d0a625584c56c880f8', 'gw_port': {'id': '5564df0a-03ec-4c0e-bb54-5a824415c673', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c7c1f0-9089-4b15-87d7-57dc28cb056a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:28:04Z', 'updated_at': '2022-02-09T13:28:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '3f3c664c-ea3e-4ecb-aab3-34649efdd051', 'name': '', 'network_id': '872ccaa2-5e5d-4706-8ff5-b85ab2c3daf6', 'tenant_id': 'e68f0135f07542d0a625584c56c880f8', 'mac_address': 'fa:16:3e:9e:02:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c7c1f0-9089-4b15-87d7-57dc28cb056a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '61d566e5-a64d-462f-8dc6-d95cc4d16c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:28:06Z', 'updated_at': '2022-02-09T13:28:07Z', 'revision_number': 2, 'project_id': 'e68f0135f07542d0a625584c56c880f8', 'subnets': [{'id': '61d566e5-a64d-462f-8dc6-d95cc4d16c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:10.572589 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254f136d-09ef-4ed5-9a19-a91114176c5c None None] Checking router: f1c7c1f0-9089-4b15-87d7-57dc28cb056a for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:28:10.572940 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254f136d-09ef-4ed5-9a19-a91114176c5c None None] Updating router f1c7c1f0-9089-4b15-87d7-57dc28cb056a port 3f3c664c-ea3e-4ecb-aab3-34649efdd051 binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 13:28:10.612465 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-62d3bfcc-ae34-4cd2-ae4f-c85c187498d1 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:10.617169 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-62d3bfcc-ae34-4cd2-ae4f-c85c187498d1 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:10.625747 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-254f136d-09ef-4ed5-9a19-a91114176c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:10.639080 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d3bfcc-ae34-4cd2-ae4f-c85c187498d1 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05f35bdf-5736-48f6-9caf-b61796d0cf39,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:10.650246 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-62d3bfcc-ae34-4cd2-ae4f-c85c187498d1 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:10.651442 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-62d3bfcc-ae34-4cd2-ae4f-c85c187498d1 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1473293 Feb 09 13:28:10.654337 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47892) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:10.659644 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-8a105d94-e194-4dd4-b3d1-c8dabb196131 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Request body: {'security_group_rule': {'security_group_id': '8940e709-79ec-48ff-94f2-495375c375a5', 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:28:10.668130 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-8a105d94-e194-4dd4-b3d1-c8dabb196131 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:10.672122 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8a105d94-e194-4dd4-b3d1-c8dabb196131 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Usage tracker for resource:security_group_rule and tenant:eb57327977314da2bdd99943bd4a4930 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:10.675263 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-8a105d94-e194-4dd4-b3d1-c8dabb196131 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:10.681009 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-8a105d94-e194-4dd4-b3d1-c8dabb196131 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:10.691493 n-d-825178-3 neutron-server[87567]: INFO neutron.db.securitygroups_db [None req-8a105d94-e194-4dd4-b3d1-c8dabb196131 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Project eb57327977314da2bdd99943bd4a4930 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 13:28:10.698993 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8a105d94-e194-4dd4-b3d1-c8dabb196131 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:10.765490 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8a105d94-e194-4dd4-b3d1-c8dabb196131 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:10.769181 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8a105d94-e194-4dd4-b3d1-c8dabb196131 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:10.790542 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a105d94-e194-4dd4-b3d1-c8dabb196131 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=356571f9-a9e7-44d5-ba3b-0472871cdb77,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:10.801295 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8a105d94-e194-4dd4-b3d1-c8dabb196131 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:10.802485 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8a105d94-e194-4dd4-b3d1-c8dabb196131 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1470695 Feb 09 13:28:10.980857 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-254f136d-09ef-4ed5-9a19-a91114176c5c None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:10.994837 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-254f136d-09ef-4ed5-9a19-a91114176c5c None None] Transition to ACTIVE for port object 3f3c664c-ea3e-4ecb-aab3-34649efdd051 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:28:11.005259 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-254f136d-09ef-4ed5-9a19-a91114176c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:11.094570 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-90537cdb-3bf0-427f-8623-442367b81d30 req-07898b76-7b0d-46f2-93e2-ab76dfe994c7 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Synchronizing usage tracker for tenant:eb57327977314da2bdd99943bd4a4930 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:28:11.119157 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-90537cdb-3bf0-427f-8623-442367b81d30 req-07898b76-7b0d-46f2-93e2-ab76dfe994c7 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Unset dirty status for tenant:eb57327977314da2bdd99943bd4a4930 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:28:11.120593 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-90537cdb-3bf0-427f-8623-442367b81d30 req-07898b76-7b0d-46f2-93e2-ab76dfe994c7 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1336847591&fields=id&tenant_id=eb57327977314da2bdd99943bd4a4930 HTTP/1.1" status: 200 len: 267 time: 0.1961327 Feb 09 13:28:11.217979 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77abd42-4e2b-4bd5-a343-240686dc3677 None None] Pushing event updated for resources: {'Port': ['ID=3f3c664c-ea3e-4ecb-aab3-34649efdd051,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:11.239716 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-254f136d-09ef-4ed5-9a19-a91114176c5c None None] Attempting to bind port 3f3c664c-ea3e-4ecb-aab3-34649efdd051 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:28:11.240336 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-254f136d-09ef-4ed5-9a19-a91114176c5c None None] Attempting to bind port 3f3c664c-ea3e-4ecb-aab3-34649efdd051 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'c905b389-52f6-4d2f-9fc2-52fd28767048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '872ccaa2-5e5d-4706-8ff5-b85ab2c3daf6'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:28:11.241175 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254f136d-09ef-4ed5-9a19-a91114176c5c None None] Attempting to bind port 3f3c664c-ea3e-4ecb-aab3-34649efdd051 on network 872ccaa2-5e5d-4706-8ff5-b85ab2c3daf6 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:28:11.248654 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254f136d-09ef-4ed5-9a19-a91114176c5c None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:28:11.249031 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254f136d-09ef-4ed5-9a19-a91114176c5c None None] Checking segment: {'id': 'c905b389-52f6-4d2f-9fc2-52fd28767048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '872ccaa2-5e5d-4706-8ff5-b85ab2c3daf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:28:11.249434 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-254f136d-09ef-4ed5-9a19-a91114176c5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:11.249825 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254f136d-09ef-4ed5-9a19-a91114176c5c None None] Bound using segment: {'id': 'c905b389-52f6-4d2f-9fc2-52fd28767048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '872ccaa2-5e5d-4706-8ff5-b85ab2c3daf6'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:28:11.250289 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-254f136d-09ef-4ed5-9a19-a91114176c5c None None] Bound port: 3f3c664c-ea3e-4ecb-aab3-34649efdd051, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c905b389-52f6-4d2f-9fc2-52fd28767048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '872ccaa2-5e5d-4706-8ff5-b85ab2c3daf6'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:28:11.250658 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-254f136d-09ef-4ed5-9a19-a91114176c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:11.312644 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5564df0a-03ec-4c0e-bb54-5a824415c673 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:28:11.316224 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90537cdb-3bf0-427f-8623-442367b81d30 req-08de8349-c79e-429f-8386-cf99e67f9257 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:11.316942 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-90537cdb-3bf0-427f-8623-442367b81d30 req-08de8349-c79e-429f-8386-cf99e67f9257 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Synchronizing usage tracker for tenant:eb57327977314da2bdd99943bd4a4930 on resource:network {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:28:11.333425 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-90537cdb-3bf0-427f-8623-442367b81d30 req-08de8349-c79e-429f-8386-cf99e67f9257 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Unset dirty status for tenant:eb57327977314da2bdd99943bd4a4930 on resource:network {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:28:11.334509 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-90537cdb-3bf0-427f-8623-442367b81d30 req-08de8349-c79e-429f-8386-cf99e67f9257 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/networks?id=b07aec2a-d7d4-4678-b926-315b2a24c4cf HTTP/1.1" status: 200 len: 808 time: 0.2064314 Feb 09 13:28:11.353899 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-90537cdb-3bf0-427f-8623-442367b81d30 req-91202af1-490d-426e-8c60-4cbe4aaf75b4 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/quotas/eb57327977314da2bdd99943bd4a4930 HTTP/1.1" status: 200 len: 375 time: 0.0115905 Feb 09 13:28:11.406140 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-254f136d-09ef-4ed5-9a19-a91114176c5c None None] For port 3f3c664c-ea3e-4ecb-aab3-34649efdd051, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:28:11.410622 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-254f136d-09ef-4ed5-9a19-a91114176c5c None None] For port 3f3c664c-ea3e-4ecb-aab3-34649efdd051, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=3f3c664c-ea3e-4ecb-aab3-34649efdd051,segment=NetworkSegment(c905b389-52f6-4d2f-9fc2-52fd28767048),segment_id=c905b389-52f6-4d2f-9fc2-52fd28767048)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:28:11.415965 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-254f136d-09ef-4ed5-9a19-a91114176c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:11.439250 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-90537cdb-3bf0-427f-8623-442367b81d30 req-9151790a-dede-4d8f-8fbc-5cb399fa1284 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=eb57327977314da2bdd99943bd4a4930&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0795929 Feb 09 13:28:11.499203 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 5564df0a-03ec-4c0e-bb54-5a824415c673 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:28:11.499575 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:11.539393 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254f136d-09ef-4ed5-9a19-a91114176c5c None None] Routers {'f1c7c1f0-9089-4b15-87d7-57dc28cb056a'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:28:11.540128 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-254f136d-09ef-4ed5-9a19-a91114176c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:27:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['f1c7c1f0-9089-4b15-87d7-57dc28cb056a'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:11.612263 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77abd42-4e2b-4bd5-a343-240686dc3677 None None] Pushing event updated for resources: {'Port': ['ID=3f3c664c-ea3e-4ecb-aab3-34649efdd051,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:11.693781 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-90537cdb-3bf0-427f-8623-442367b81d30 req-c6950c3e-b68b-44d6-b632-f14b302784a8 service neutron] 10.222.0.55 "GET /v2.0/networks/b07aec2a-d7d4-4678-b926-315b2a24c4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421796 Feb 09 13:28:11.805532 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-254f136d-09ef-4ed5-9a19-a91114176c5c None None] Set router f1c7c1f0-9089-4b15-87d7-57dc28cb056a gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:28:11.832034 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-90537cdb-3bf0-427f-8623-442367b81d30 req-251ead9a-3489-4b75-b49e-607453406a6e service neutron] 10.222.0.55 "GET /v2.0/networks/b07aec2a-d7d4-4678-b926-315b2a24c4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314828 Feb 09 13:28:12.019724 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-50080669-40dd-4b43-b449-986c445ac1be req-a9794f87-d1cd-4542-ae40-ae8103434205 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 210 time: 0.0473690 Feb 09 13:28:12.169486 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-254f136d-09ef-4ed5-9a19-a91114176c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c7c1f0-9089-4b15-87d7-57dc28cb056a', 'name': 'tempest-TestShelveInstance-2003793104-router', 'tenant_id': 'e68f0135f07542d0a625584c56c880f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '5564df0a-03ec-4c0e-bb54-5a824415c673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:28:03Z', 'updated_at': '2022-02-09T13:28:07Z', 'revision_number': 4, 'project_id': 'e68f0135f07542d0a625584c56c880f8', 'gw_port': {'id': '5564df0a-03ec-4c0e-bb54-5a824415c673', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c7c1f0-9089-4b15-87d7-57dc28cb056a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:28:04Z', 'updated_at': '2022-02-09T13:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '3f3c664c-ea3e-4ecb-aab3-34649efdd051', 'name': '', 'network_id': '872ccaa2-5e5d-4706-8ff5-b85ab2c3daf6', 'tenant_id': 'e68f0135f07542d0a625584c56c880f8', 'mac_address': 'fa:16:3e:9e:02:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c7c1f0-9089-4b15-87d7-57dc28cb056a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '61d566e5-a64d-462f-8dc6-d95cc4d16c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:28:06Z', 'updated_at': '2022-02-09T13:28:11Z', 'revision_number': 4, 'project_id': 'e68f0135f07542d0a625584c56c880f8', 'subnets': [{'id': '61d566e5-a64d-462f-8dc6-d95cc4d16c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:12.173816 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254f136d-09ef-4ed5-9a19-a91114176c5c None None] The sync data for ids ['f1c7c1f0-9089-4b15-87d7-57dc28cb056a'] in n-d-825178-3 is: [{'id': 'f1c7c1f0-9089-4b15-87d7-57dc28cb056a', 'name': 'tempest-TestShelveInstance-2003793104-router', 'tenant_id': 'e68f0135f07542d0a625584c56c880f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '5564df0a-03ec-4c0e-bb54-5a824415c673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:28:03Z', 'updated_at': '2022-02-09T13:28:07Z', 'revision_number': 4, 'project_id': 'e68f0135f07542d0a625584c56c880f8', 'gw_port': {'id': '5564df0a-03ec-4c0e-bb54-5a824415c673', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c7c1f0-9089-4b15-87d7-57dc28cb056a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:28:04Z', 'updated_at': '2022-02-09T13:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '3f3c664c-ea3e-4ecb-aab3-34649efdd051', 'name': '', 'network_id': '872ccaa2-5e5d-4706-8ff5-b85ab2c3daf6', 'tenant_id': 'e68f0135f07542d0a625584c56c880f8', 'mac_address': 'fa:16:3e:9e:02:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c7c1f0-9089-4b15-87d7-57dc28cb056a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '61d566e5-a64d-462f-8dc6-d95cc4d16c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:28:06Z', 'updated_at': '2022-02-09T13:28:11Z', 'revision_number': 4, 'project_id': 'e68f0135f07542d0a625584c56c880f8', 'subnets': [{'id': '61d566e5-a64d-462f-8dc6-d95cc4d16c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:28:13.178285 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90537cdb-3bf0-427f-8623-442367b81d30 req-9ffd95a2-314f-4bf7-8edf-709400e6bed9 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:13.180110 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-90537cdb-3bf0-427f-8623-442367b81d30 req-9ffd95a2-314f-4bf7-8edf-709400e6bed9 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.52 "GET /v2.0/networks?id=b07aec2a-d7d4-4678-b926-315b2a24c4cf HTTP/1.1" status: 200 len: 808 time: 0.1645513 Feb 09 13:28:13.186558 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c6cf8457-6aab-4028-938c-7e6f7aade627 req-46ba9113-31a3-47f6-9794-da815a40f4ab tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 210 time: 0.0426817 Feb 09 13:28:13.233842 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-90537cdb-3bf0-427f-8623-442367b81d30 req-cef83ab1-8779-41be-8ea5-5269396272f2 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Synchronizing usage tracker for tenant:eb57327977314da2bdd99943bd4a4930 on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:28:13.247267 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-90537cdb-3bf0-427f-8623-442367b81d30 req-cef83ab1-8779-41be-8ea5-5269396272f2 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Unset dirty status for tenant:eb57327977314da2bdd99943bd4a4930 on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:28:13.248558 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-90537cdb-3bf0-427f-8623-442367b81d30 req-cef83ab1-8779-41be-8ea5-5269396272f2 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb57327977314da2bdd99943bd4a4930 HTTP/1.1" status: 200 len: 380 time: 0.0598919 Feb 09 13:28:13.259203 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-90537cdb-3bf0-427f-8623-442367b81d30 req-187fe461-932b-40f2-8ede-3ba2761e89a0 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Request body: {'port': {'device_id': 'd309eaff-28eb-47da-bdbe-be23a0b2ec27', 'network_id': 'b07aec2a-d7d4-4678-b926-315b2a24c4cf', 'admin_state_up': True, 'tenant_id': 'eb57327977314da2bdd99943bd4a4930', 'security_groups': ['8940e709-79ec-48ff-94f2-495375c375a5']}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:28:13.331695 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 3f3c664c-ea3e-4ecb-aab3-34649efdd051 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:28:13.400033 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-90537cdb-3bf0-427f-8623-442367b81d30 req-187fe461-932b-40f2-8ede-3ba2761e89a0 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:13.404262 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-90537cdb-3bf0-427f-8623-442367b81d30 req-187fe461-932b-40f2-8ede-3ba2761e89a0 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Usage tracker for resource:port and tenant:eb57327977314da2bdd99943bd4a4930 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:13.404698 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 3f3c664c-ea3e-4ecb-aab3-34649efdd051 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:28:13.407067 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-90537cdb-3bf0-427f-8623-442367b81d30 req-187fe461-932b-40f2-8ede-3ba2761e89a0 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:13.409577 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 3f3c664c-ea3e-4ecb-aab3-34649efdd051 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:28:13.409952 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:13.412687 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-90537cdb-3bf0-427f-8623-442367b81d30 req-187fe461-932b-40f2-8ede-3ba2761e89a0 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:13.422273 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90537cdb-3bf0-427f-8623-442367b81d30 req-187fe461-932b-40f2-8ede-3ba2761e89a0 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Made reservation on behalf of eb57327977314da2bdd99943bd4a4930 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:28:13.425718 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-90537cdb-3bf0-427f-8623-442367b81d30 req-187fe461-932b-40f2-8ede-3ba2761e89a0 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:13.530671 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:13.563229 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 3f3c664c-ea3e-4ecb-aab3-34649efdd051, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=3f3c664c-ea3e-4ecb-aab3-34649efdd051,segment=NetworkSegment(c905b389-52f6-4d2f-9fc2-52fd28767048),segment_id=c905b389-52f6-4d2f-9fc2-52fd28767048)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:28:13.566916 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:13.594560 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-90537cdb-3bf0-427f-8623-442367b81d30 req-187fe461-932b-40f2-8ede-3ba2761e89a0 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Allocated IP 172.20.0.3 (b07aec2a-d7d4-4678-b926-315b2a24c4cf/13575454-21e5-4c8e-9b39-1b3f52329c15/bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:28:13.632846 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=3f3c664c-ea3e-4ecb-aab3-34649efdd051,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:13.784040 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-90537cdb-3bf0-427f-8623-442367b81d30 req-187fe461-932b-40f2-8ede-3ba2761e89a0 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:13.798829 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-90537cdb-3bf0-427f-8623-442367b81d30 req-187fe461-932b-40f2-8ede-3ba2761e89a0 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Transition to ACTIVE for port object bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:28:13.823843 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-90537cdb-3bf0-427f-8623-442367b81d30 req-187fe461-932b-40f2-8ede-3ba2761e89a0 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:13.892188 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90537cdb-3bf0-427f-8623-442367b81d30 req-187fe461-932b-40f2-8ede-3ba2761e89a0 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Network b07aec2a-d7d4-4678-b926-315b2a24c4cf is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:28:13.895229 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-90537cdb-3bf0-427f-8623-442367b81d30 req-187fe461-932b-40f2-8ede-3ba2761e89a0 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:28:13.899585 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-90537cdb-3bf0-427f-8623-442367b81d30 req-187fe461-932b-40f2-8ede-3ba2761e89a0 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:28:13.939759 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187fe461-932b-40f2-8ede-3ba2761e89a0 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Pushing event updated for resources: {'Port': ['ID=bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:13.979147 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90537cdb-3bf0-427f-8623-442367b81d30 req-187fe461-932b-40f2-8ede-3ba2761e89a0 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:13.979912 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-90537cdb-3bf0-427f-8623-442367b81d30 req-187fe461-932b-40f2-8ede-3ba2761e89a0 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:14.002758 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-90537cdb-3bf0-427f-8623-442367b81d30 req-187fe461-932b-40f2-8ede-3ba2761e89a0 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7487440 Feb 09 13:28:14.014510 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-90537cdb-3bf0-427f-8623-442367b81d30 req-843474e8-f68e-458c-9a36-2188faa20e03 service neutron] Request body: {'port': {'device_id': 'd309eaff-28eb-47da-bdbe-be23a0b2ec27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:28:14.129872 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-90537cdb-3bf0-427f-8623-442367b81d30 req-843474e8-f68e-458c-9a36-2188faa20e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:14.149652 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-37ba99b7-e7c8-4987-911f-cb840ca110f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:14.183047 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2c3fa192-84c5-4c39-a31f-2acd88490f68 None None] Provisioning for port bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:28:14.187794 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2c3fa192-84c5-4c39-a31f-2acd88490f68 None None] Provisioning complete for port bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:28:14.188185 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2c3fa192-84c5-4c39-a31f-2acd88490f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:14.248542 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-2c3fa192-84c5-4c39-a31f-2acd88490f68 None None] Port bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:28:14.411817 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb8175-d4bb-4d48-a9e1-25d39c685dee req-8e0ac5ea-bb75-40bf-b151-45b2ff7b9213 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:14.413301 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-60cb8175-d4bb-4d48-a9e1-25d39c685dee req-8e0ac5ea-bb75-40bf-b151-45b2ff7b9213 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 931 time: 0.0805724 Feb 09 13:28:14.457388 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-60cb8175-d4bb-4d48-a9e1-25d39c685dee req-c2f783f1-ec6d-406c-9cdb-28d66735362a tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=8940e709-79ec-48ff-94f2-495375c375a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377328 Feb 09 13:28:14.489232 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-90537cdb-3bf0-427f-8623-442367b81d30 req-843474e8-f68e-458c-9a36-2188faa20e03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:28:14.496403 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-90537cdb-3bf0-427f-8623-442367b81d30 req-843474e8-f68e-458c-9a36-2188faa20e03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:14.510843 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-90537cdb-3bf0-427f-8623-442367b81d30 req-843474e8-f68e-458c-9a36-2188faa20e03 service neutron] Transition to ACTIVE for port object bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:28:14.513977 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-90537cdb-3bf0-427f-8623-442367b81d30 req-843474e8-f68e-458c-9a36-2188faa20e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:14.667171 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843474e8-f68e-458c-9a36-2188faa20e03 service neutron] Pushing event updated for resources: {'Port': ['ID=bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:14.751626 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-90537cdb-3bf0-427f-8623-442367b81d30 req-843474e8-f68e-458c-9a36-2188faa20e03 service neutron] Attempting to bind port bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:28:14.751985 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-90537cdb-3bf0-427f-8623-442367b81d30 req-843474e8-f68e-458c-9a36-2188faa20e03 service neutron] Attempting to bind port bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': '24848d0e-20ae-44a4-8918-ae8a1efb624e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b07aec2a-d7d4-4678-b926-315b2a24c4cf'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:28:14.752305 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90537cdb-3bf0-427f-8623-442367b81d30 req-843474e8-f68e-458c-9a36-2188faa20e03 service neutron] Attempting to bind port bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da on network b07aec2a-d7d4-4678-b926-315b2a24c4cf {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:28:14.758323 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90537cdb-3bf0-427f-8623-442367b81d30 req-843474e8-f68e-458c-9a36-2188faa20e03 service neutron] Port bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da on network b07aec2a-d7d4-4678-b926-315b2a24c4cf not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 13:28:14.758646 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90537cdb-3bf0-427f-8623-442367b81d30 req-843474e8-f68e-458c-9a36-2188faa20e03 service neutron] Attempting to bind port bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da on network b07aec2a-d7d4-4678-b926-315b2a24c4cf {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:28:14.764014 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90537cdb-3bf0-427f-8623-442367b81d30 req-843474e8-f68e-458c-9a36-2188faa20e03 service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:28:14.764348 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90537cdb-3bf0-427f-8623-442367b81d30 req-843474e8-f68e-458c-9a36-2188faa20e03 service neutron] Checking segment: {'id': '24848d0e-20ae-44a4-8918-ae8a1efb624e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b07aec2a-d7d4-4678-b926-315b2a24c4cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:28:14.764725 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90537cdb-3bf0-427f-8623-442367b81d30 req-843474e8-f68e-458c-9a36-2188faa20e03 service neutron] Bound using segment: {'id': '24848d0e-20ae-44a4-8918-ae8a1efb624e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b07aec2a-d7d4-4678-b926-315b2a24c4cf'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:28:14.765141 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-90537cdb-3bf0-427f-8623-442367b81d30 req-843474e8-f68e-458c-9a36-2188faa20e03 service neutron] Bound port: bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24848d0e-20ae-44a4-8918-ae8a1efb624e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b07aec2a-d7d4-4678-b926-315b2a24c4cf'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:28:14.765487 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-90537cdb-3bf0-427f-8623-442367b81d30 req-843474e8-f68e-458c-9a36-2188faa20e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:14.852385 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-90537cdb-3bf0-427f-8623-442367b81d30 req-843474e8-f68e-458c-9a36-2188faa20e03 service neutron] For port bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da, host n-h1-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:28:14.855194 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-90537cdb-3bf0-427f-8623-442367b81d30 req-843474e8-f68e-458c-9a36-2188faa20e03 service neutron] For port bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da,segment=NetworkSegment(24848d0e-20ae-44a4-8918-ae8a1efb624e),segment_id=24848d0e-20ae-44a4-8918-ae8a1efb624e)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:28:14.858601 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-90537cdb-3bf0-427f-8623-442367b81d30 req-843474e8-f68e-458c-9a36-2188faa20e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:14.921046 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90537cdb-3bf0-427f-8623-442367b81d30 req-843474e8-f68e-458c-9a36-2188faa20e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:14.921666 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-90537cdb-3bf0-427f-8623-442367b81d30 req-843474e8-f68e-458c-9a36-2188faa20e03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:14.923035 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-90537cdb-3bf0-427f-8623-442367b81d30 req-843474e8-f68e-458c-9a36-2188faa20e03 service neutron] 10.222.0.52 "PUT /v2.0/ports/bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da HTTP/1.1" status: 200 len: 1091 time: 0.9128056 Feb 09 13:28:14.923460 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd309eaff-28eb-47da-bdbe-be23a0b2ec27', 'tag': 'bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:28:14.945298 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843474e8-f68e-458c-9a36-2188faa20e03 service neutron] Pushing event updated for resources: {'Port': ['ID=bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:15.107473 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd309eaff-28eb-47da-bdbe-be23a0b2ec27', 'tag': 'bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da', 'status': 'completed', 'code': 200} Feb 09 13:28:15.142145 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90537cdb-3bf0-427f-8623-442367b81d30 req-eb57f30a-f8dd-40ab-b7f0-ed59658f6710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:15.143619 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-90537cdb-3bf0-427f-8623-442367b81d30 req-eb57f30a-f8dd-40ab-b7f0-ed59658f6710 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb57327977314da2bdd99943bd4a4930&device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 1094 time: 0.1707673 Feb 09 13:28:15.214035 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-90537cdb-3bf0-427f-8623-442367b81d30 req-cf8fc173-95ce-4cba-a696-622d0eef9937 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da HTTP/1.1" status: 200 len: 217 time: 0.0619829 Feb 09 13:28:15.276306 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90537cdb-3bf0-427f-8623-442367b81d30 req-95ca46b7-6296-40f9-aa24-cf4a7f57847b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:15.277745 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-90537cdb-3bf0-427f-8623-442367b81d30 req-95ca46b7-6296-40f9-aa24-cf4a7f57847b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13575454-21e5-4c8e-9b39-1b3f52329c15 HTTP/1.1" status: 200 len: 847 time: 0.0578663 Feb 09 13:28:15.303414 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 3f3c664c-ea3e-4ecb-aab3-34649efdd051 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:28:15.357835 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90537cdb-3bf0-427f-8623-442367b81d30 req-ec016f0f-8f3b-4631-9a60-e801902d13b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:15.359422 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-90537cdb-3bf0-427f-8623-442367b81d30 req-ec016f0f-8f3b-4631-9a60-e801902d13b2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b07aec2a-d7d4-4678-b926-315b2a24c4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755146 Feb 09 13:28:15.370716 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 3f3c664c-ea3e-4ecb-aab3-34649efdd051 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:28:15.371155 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:15.492449 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-90537cdb-3bf0-427f-8623-442367b81d30 req-6e499906-e277-4be5-a7ed-517edabb0946 service neutron] 10.222.0.52 "GET /v2.0/networks/b07aec2a-d7d4-4678-b926-315b2a24c4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253204 Feb 09 13:28:15.624144 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-90537cdb-3bf0-427f-8623-442367b81d30 req-9bd4eca7-7f43-4e18-8936-54174f6dbb3e service neutron] 10.222.0.52 "GET /v2.0/networks/b07aec2a-d7d4-4678-b926-315b2a24c4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254740 Feb 09 13:28:15.657370 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f68208-1e0f-4448-8a8b-515352099f70 req-89f8e9bd-191d-4c29-9ac6-0820f05ca76f tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:15.658839 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-43f68208-1e0f-4448-8a8b-515352099f70 req-89f8e9bd-191d-4c29-9ac6-0820f05ca76f tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 943 time: 0.0852294 Feb 09 13:28:15.704852 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-43f68208-1e0f-4448-8a8b-515352099f70 req-96684a31-96fe-4716-a14d-79ebba7e3be1 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=8940e709-79ec-48ff-94f2-495375c375a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398450 Feb 09 13:28:15.740355 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca256829-bba2-427e-8a86-75c0a332826e req-d90281f2-d450-4c73-bd25-c089f2d7a914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:15.742432 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ca256829-bba2-427e-8a86-75c0a332826e req-d90281f2-d450-4c73-bd25-c089f2d7a914 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb57327977314da2bdd99943bd4a4930&device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 1094 time: 0.0709894 Feb 09 13:28:15.870772 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca256829-bba2-427e-8a86-75c0a332826e req-d05be3b9-1ce9-4b09-a9f2-7b44026a7108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:15.872309 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ca256829-bba2-427e-8a86-75c0a332826e req-d05be3b9-1ce9-4b09-a9f2-7b44026a7108 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b07aec2a-d7d4-4678-b926-315b2a24c4cf HTTP/1.1" status: 200 len: 909 time: 0.1235688 Feb 09 13:28:15.943958 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ca256829-bba2-427e-8a86-75c0a332826e req-ef282593-da85-4e3c-a374-ded39e77a73d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da HTTP/1.1" status: 200 len: 217 time: 0.0648103 Feb 09 13:28:16.007412 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca256829-bba2-427e-8a86-75c0a332826e req-8b338fbc-d29e-4415-8521-d085d415cf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:16.008892 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ca256829-bba2-427e-8a86-75c0a332826e req-8b338fbc-d29e-4415-8521-d085d415cf41 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13575454-21e5-4c8e-9b39-1b3f52329c15 HTTP/1.1" status: 200 len: 847 time: 0.0579174 Feb 09 13:28:16.087308 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca256829-bba2-427e-8a86-75c0a332826e req-153fe311-dbe4-48cb-93e1-c7d523beb29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:16.088841 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ca256829-bba2-427e-8a86-75c0a332826e req-153fe311-dbe4-48cb-93e1-c7d523beb29c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b07aec2a-d7d4-4678-b926-315b2a24c4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730357 Feb 09 13:28:16.220698 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ca256829-bba2-427e-8a86-75c0a332826e req-734a3d3c-9ffd-4ebf-8f1e-ad3851f7b50c service neutron] 10.222.0.52 "GET /v2.0/networks/b07aec2a-d7d4-4678-b926-315b2a24c4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253002 Feb 09 13:28:16.355229 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ca256829-bba2-427e-8a86-75c0a332826e req-e69fecb0-de17-4ab2-9d8a-b50513e8d988 service neutron] 10.222.0.52 "GET /v2.0/networks/b07aec2a-d7d4-4678-b926-315b2a24c4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273618 Feb 09 13:28:16.539070 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8bf84f62-fee7-4ab4-9c3f-93bb76f6e688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:16.886818 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf7ce6-a15b-406a-9615-562bf166bdbf req-1cd05cb9-9c20-4290-b894-5fd5e7b9dc94 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:16.888301 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6cbf7ce6-a15b-406a-9615-562bf166bdbf req-1cd05cb9-9c20-4290-b894-5fd5e7b9dc94 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 943 time: 0.0795267 Feb 09 13:28:16.935117 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6cbf7ce6-a15b-406a-9615-562bf166bdbf req-74e4a40b-53a3-4a01-abed-4779e260f524 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=8940e709-79ec-48ff-94f2-495375c375a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412607 Feb 09 13:28:17.723129 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:17.849543 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:18.040094 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:28:18.120187 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54c70f-2c12-4063-88cf-cc41bc66a3ba req-6a6e8e28-efad-4aa3-a634-4b681a1ee26c tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:18.121689 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d54c70f-2c12-4063-88cf-cc41bc66a3ba req-6a6e8e28-efad-4aa3-a634-4b681a1ee26c tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 943 time: 0.0802858 Feb 09 13:28:18.166840 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d54c70f-2c12-4063-88cf-cc41bc66a3ba req-28a486bb-3c72-4dab-b9b0-ff78610f97ff tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=8940e709-79ec-48ff-94f2-495375c375a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393014 Feb 09 13:28:18.171786 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da,segment=NetworkSegment(24848d0e-20ae-44a4-8918-ae8a1efb624e),segment_id=24848d0e-20ae-44a4-8918-ae8a1efb624e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:28:18.184766 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': 'bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da', 'network_id': 'b07aec2a-d7d4-4678-b926-315b2a24c4cf', 'port_id': 'bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da', 'mac_address': 'fa:16:3e:a0:a5:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13575454-21e5-4c8e-9b39-1b3f52329c15', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:28:18.239870 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:18.259596 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:28:18.275202 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da,segment=NetworkSegment(24848d0e-20ae-44a4-8918-ae8a1efb624e),segment_id=24848d0e-20ae-44a4-8918-ae8a1efb624e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:28:18.278927 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:18.345444 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:18.505093 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:28:19.355760 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72604f-4dfb-4015-87f1-743c0bc9a916 req-cf040c9a-3f6e-46ab-acd1-c6ce31d2d621 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:19.357248 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-df72604f-4dfb-4015-87f1-743c0bc9a916 req-cf040c9a-3f6e-46ab-acd1-c6ce31d2d621 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 944 time: 0.0858431 Feb 09 13:28:19.400441 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-df72604f-4dfb-4015-87f1-743c0bc9a916 req-cfa5e012-2095-4a96-ae34-a2ebd7881b16 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=8940e709-79ec-48ff-94f2-495375c375a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375578 Feb 09 13:28:19.422778 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:20.057934 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:28:20.127072 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:28:20.131651 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:28:20.132083 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:20.245136 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:20.270279 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd309eaff-28eb-47da-bdbe-be23a0b2ec27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:28:20.280372 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da,segment=NetworkSegment(24848d0e-20ae-44a4-8918-ae8a1efb624e),segment_id=24848d0e-20ae-44a4-8918-ae8a1efb624e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:28:20.284719 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:20.358228 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:20.377503 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd309eaff-28eb-47da-bdbe-be23a0b2ec27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da', 'code': 200} Feb 09 13:28:20.510023 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24799f05-7fce-4e95-9e18-4b35ceed9dbd req-447aa405-ae03-4bbe-9386-4e4e1c75037e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:20.511932 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-24799f05-7fce-4e95-9e18-4b35ceed9dbd req-447aa405-ae03-4bbe-9386-4e4e1c75037e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 1096 time: 0.0743480 Feb 09 13:28:20.555929 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-24799f05-7fce-4e95-9e18-4b35ceed9dbd req-984a1a5b-7e34-4b31-b9ee-1159ad09f327 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8940e709-79ec-48ff-94f2-495375c375a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370114 Feb 09 13:28:20.587745 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f3d78-581b-4cff-b004-616b89ffb3d2 req-392ed3af-3791-481f-aa0c-1a5202e51120 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:20.589168 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e10f3d78-581b-4cff-b004-616b89ffb3d2 req-392ed3af-3791-481f-aa0c-1a5202e51120 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 945 time: 0.0799248 Feb 09 13:28:20.633071 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e10f3d78-581b-4cff-b004-616b89ffb3d2 req-f3d83151-45e8-4d97-9786-eb2a621b8fb6 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=8940e709-79ec-48ff-94f2-495375c375a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379910 Feb 09 13:28:21.177404 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:21.822971 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c1b84-a99a-4c30-bfbf-d89cf33bde95 req-a157730e-6b1f-47c7-8842-7a90e4252eb2 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:21.824467 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fe8c1b84-a99a-4c30-bfbf-d89cf33bde95 req-a157730e-6b1f-47c7-8842-7a90e4252eb2 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 945 time: 0.0841238 Feb 09 13:28:21.868366 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fe8c1b84-a99a-4c30-bfbf-d89cf33bde95 req-4d3c9102-ef5b-4acf-9551-388e1ff4c4cc tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=8940e709-79ec-48ff-94f2-495375c375a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381074 Feb 09 13:28:22.054714 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421d0ab-f330-41fb-90d4-cd929e500151 req-bedceb27-a8a8-4e68-bf8d-e00474b624e1 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:22.056196 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9421d0ab-f330-41fb-90d4-cd929e500151 req-bedceb27-a8a8-4e68-bf8d-e00474b624e1 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 945 time: 0.0790799 Feb 09 13:28:22.104080 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9421d0ab-f330-41fb-90d4-cd929e500151 req-57c63f18-8355-445a-817b-cba08e5f2cae tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=8940e709-79ec-48ff-94f2-495375c375a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422769 Feb 09 13:28:22.125757 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47946) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:22.237328 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c7de8d-c508-4fbe-91f5-464b2cc767a0 tempest-TestShelveInstance-890772487 tempest-TestShelveInstance-890772487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:22.238811 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-e3c7de8d-c508-4fbe-91f5-464b2cc767a0 tempest-TestShelveInstance-890772487 tempest-TestShelveInstance-890772487-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 1091 time: 0.1120858 Feb 09 13:28:22.242319 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 47952) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:22.247189 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-9cc4feb4-a2b0-47d0-ba61-bb8a25bf06ae tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'port_id': 'bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da', 'tenant_id': 'eb57327977314da2bdd99943bd4a4930', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:28:22.253983 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-9cc4feb4-a2b0-47d0-ba61-bb8a25bf06ae tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:22.258702 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9cc4feb4-a2b0-47d0-ba61-bb8a25bf06ae tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Usage tracker for resource:floatingip and tenant:eb57327977314da2bdd99943bd4a4930 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:22.261548 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-9cc4feb4-a2b0-47d0-ba61-bb8a25bf06ae tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:22.267175 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-9cc4feb4-a2b0-47d0-ba61-bb8a25bf06ae tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:22.277615 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9cc4feb4-a2b0-47d0-ba61-bb8a25bf06ae tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for floatingip, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:22.414682 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9cc4feb4-a2b0-47d0-ba61-bb8a25bf06ae tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:22.548411 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-9cc4feb4-a2b0-47d0-ba61-bb8a25bf06ae tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Allocated IP 172.25.7.20 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/77cde787-c757-4ed4-8a6b-79e4861f13e9) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:28:22.793866 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9cc4feb4-a2b0-47d0-ba61-bb8a25bf06ae tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:22.823015 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9cc4feb4-a2b0-47d0-ba61-bb8a25bf06ae tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:22.886478 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc4feb4-a2b0-47d0-ba61-bb8a25bf06ae tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:28:22.889064 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-9cc4feb4-a2b0-47d0-ba61-bb8a25bf06ae tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:28:22.891575 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc4feb4-a2b0-47d0-ba61-bb8a25bf06ae tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:28:22.935851 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc4feb4-a2b0-47d0-ba61-bb8a25bf06ae tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Pushing event updated for resources: {'Port': ['ID=77cde787-c757-4ed4-8a6b-79e4861f13e9,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:23.304857 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9cc4feb4-a2b0-47d0-ba61-bb8a25bf06ae tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:23.378764 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9cc4feb4-a2b0-47d0-ba61-bb8a25bf06ae tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:23.582583 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9cc4feb4-a2b0-47d0-ba61-bb8a25bf06ae tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:23.588142 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9cc4feb4-a2b0-47d0-ba61-bb8a25bf06ae tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:23.678467 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:23.700350 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc4feb4-a2b0-47d0-ba61-bb8a25bf06ae tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Pushing event updated for resources: {'Port': ['ID=77cde787-c757-4ed4-8a6b-79e4861f13e9,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:23.708129 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9cc4feb4-a2b0-47d0-ba61-bb8a25bf06ae tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:23.881801 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [None req-9cc4feb4-a2b0-47d0-ba61-bb8a25bf06ae tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Floating IP 429e6da1-fab0-42d7-8123-af32be23373d associated. External IP: 172.25.7.20, port: bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da. Feb 09 13:28:24.354134 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc4feb4-a2b0-47d0-ba61-bb8a25bf06ae tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Router 856be908-386e-4f79-925b-3556e126f6b3 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:28:24.536017 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc4feb4-a2b0-47d0-ba61-bb8a25bf06ae tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:28:24.545928 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f12663-abde-44cf-9882-59edfa9d6176 None None] Sync routers for ids ['856be908-386e-4f79-925b-3556e126f6b3'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:28:24.555487 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f12663-abde-44cf-9882-59edfa9d6176 None None] Routers {'856be908-386e-4f79-925b-3556e126f6b3'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:28:24.556130 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-d9f12663-abde-44cf-9882-59edfa9d6176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:28:17Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['856be908-386e-4f79-925b-3556e126f6b3'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:24.560602 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9cc4feb4-a2b0-47d0-ba61-bb8a25bf06ae tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:24.615190 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9cc4feb4-a2b0-47d0-ba61-bb8a25bf06ae tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3716748 Feb 09 13:28:24.615609 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd309eaff-28eb-47da-bdbe-be23a0b2ec27', 'tag': 'bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:28:24.714949 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd309eaff-28eb-47da-bdbe-be23a0b2ec27', 'tag': 'bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da', 'status': 'completed', 'code': 200} Feb 09 13:28:24.734493 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-d9f12663-abde-44cf-9882-59edfa9d6176 None None] Set router 856be908-386e-4f79-925b-3556e126f6b3 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:28:24.813569 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f51358b-d29c-4bb5-b8ac-7e6a6728b4a3 req-d6f646c0-11e8-4961-8ab4-455e01800a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:24.815057 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6f51358b-d29c-4bb5-b8ac-7e6a6728b4a3 req-d6f646c0-11e8-4961-8ab4-455e01800a2b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb57327977314da2bdd99943bd4a4930&device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 1096 time: 0.0774612 Feb 09 13:28:24.951517 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f51358b-d29c-4bb5-b8ac-7e6a6728b4a3 req-9705cd0a-1996-4c9e-914e-4af0ff66b42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:24.953003 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6f51358b-d29c-4bb5-b8ac-7e6a6728b4a3 req-9705cd0a-1996-4c9e-914e-4af0ff66b42c service neutron] 10.222.0.52 "GET /v2.0/networks?id=b07aec2a-d7d4-4678-b926-315b2a24c4cf HTTP/1.1" status: 200 len: 909 time: 0.1294973 Feb 09 13:28:25.107164 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-d9f12663-abde-44cf-9882-59edfa9d6176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856be908-386e-4f79-925b-3556e126f6b3', 'name': 'tempest-TestShelveInstance-980292076-router', 'tenant_id': 'eb57327977314da2bdd99943bd4a4930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '6bd063f8-be68-4bf3-9e95-c72520552125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:27:57Z', 'updated_at': '2022-02-09T13:28:01Z', 'revision_number': 4, 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'gw_port': {'id': '6bd063f8-be68-4bf3-9e95-c72520552125', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:36:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856be908-386e-4f79-925b-3556e126f6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:27:57Z', 'updated_at': '2022-02-09T13:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '429e6da1-fab0-42d7-8123-af32be23373d', 'tenant_id': 'eb57327977314da2bdd99943bd4a4930', 'floating_ip_address': '172.25.7.20', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '856be908-386e-4f79-925b-3556e126f6b3', 'port_id': 'bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b07aec2a-d7d4-4678-b926-315b2a24c4cf', 'mac_address': 'fa:16:3e:a0:a5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd309eaff-28eb-47da-bdbe-be23a0b2ec27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:28:23Z', 'updated_at': '2022-02-09T13:28:23Z', 'revision_number': 0, 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1cdf691-bd32-458e-ab78-bf9eb0a18a23', 'name': '', 'network_id': 'b07aec2a-d7d4-4678-b926-315b2a24c4cf', 'tenant_id': 'eb57327977314da2bdd99943bd4a4930', 'mac_address': 'fa:16:3e:ce:a8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856be908-386e-4f79-925b-3556e126f6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '13575454-21e5-4c8e-9b39-1b3f52329c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:28:00Z', 'updated_at': '2022-02-09T13:28:08Z', 'revision_number': 5, 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'subnets': [{'id': '13575454-21e5-4c8e-9b39-1b3f52329c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:25.110931 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f12663-abde-44cf-9882-59edfa9d6176 None None] Checking router: 856be908-386e-4f79-925b-3556e126f6b3 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:28:25.119625 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f12663-abde-44cf-9882-59edfa9d6176 None None] Routers {'856be908-386e-4f79-925b-3556e126f6b3'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:28:25.120245 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-d9f12663-abde-44cf-9882-59edfa9d6176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:28:17Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['856be908-386e-4f79-925b-3556e126f6b3'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:25.154953 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6f51358b-d29c-4bb5-b8ac-7e6a6728b4a3 req-5e16f6c2-cb32-4616-9e81-297c709dca20 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da HTTP/1.1" status: 200 len: 998 time: 0.1951296 Feb 09 13:28:25.216421 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f51358b-d29c-4bb5-b8ac-7e6a6728b4a3 req-d558cb04-49d4-4128-9183-8417d5a6b6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:25.222875 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6f51358b-d29c-4bb5-b8ac-7e6a6728b4a3 req-d558cb04-49d4-4128-9183-8417d5a6b6de service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13575454-21e5-4c8e-9b39-1b3f52329c15 HTTP/1.1" status: 200 len: 847 time: 0.0611591 Feb 09 13:28:25.298734 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-d9f12663-abde-44cf-9882-59edfa9d6176 None None] Set router 856be908-386e-4f79-925b-3556e126f6b3 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:28:25.299396 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f51358b-d29c-4bb5-b8ac-7e6a6728b4a3 req-1e03fc3a-6269-4ad4-a645-76b8a6b80e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:25.301009 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6f51358b-d29c-4bb5-b8ac-7e6a6728b4a3 req-1e03fc3a-6269-4ad4-a645-76b8a6b80e59 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b07aec2a-d7d4-4678-b926-315b2a24c4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702517 Feb 09 13:28:25.438380 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6f51358b-d29c-4bb5-b8ac-7e6a6728b4a3 req-e6422b60-a38e-43be-b269-713887c85a0d service neutron] 10.222.0.52 "GET /v2.0/networks/b07aec2a-d7d4-4678-b926-315b2a24c4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307065 Feb 09 13:28:25.570870 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6f51358b-d29c-4bb5-b8ac-7e6a6728b4a3 req-0256608a-7900-4ba0-8c44-0b5e0743a184 service neutron] 10.222.0.52 "GET /v2.0/networks/b07aec2a-d7d4-4678-b926-315b2a24c4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259098 Feb 09 13:28:25.639187 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-d9f12663-abde-44cf-9882-59edfa9d6176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856be908-386e-4f79-925b-3556e126f6b3', 'name': 'tempest-TestShelveInstance-980292076-router', 'tenant_id': 'eb57327977314da2bdd99943bd4a4930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '6bd063f8-be68-4bf3-9e95-c72520552125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:27:57Z', 'updated_at': '2022-02-09T13:28:01Z', 'revision_number': 4, 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'gw_port': {'id': '6bd063f8-be68-4bf3-9e95-c72520552125', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:36:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856be908-386e-4f79-925b-3556e126f6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:27:57Z', 'updated_at': '2022-02-09T13:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '429e6da1-fab0-42d7-8123-af32be23373d', 'tenant_id': 'eb57327977314da2bdd99943bd4a4930', 'floating_ip_address': '172.25.7.20', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '856be908-386e-4f79-925b-3556e126f6b3', 'port_id': 'bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b07aec2a-d7d4-4678-b926-315b2a24c4cf', 'mac_address': 'fa:16:3e:a0:a5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd309eaff-28eb-47da-bdbe-be23a0b2ec27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:28:23Z', 'updated_at': '2022-02-09T13:28:23Z', 'revision_number': 0, 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1cdf691-bd32-458e-ab78-bf9eb0a18a23', 'name': '', 'network_id': 'b07aec2a-d7d4-4678-b926-315b2a24c4cf', 'tenant_id': 'eb57327977314da2bdd99943bd4a4930', 'mac_address': 'fa:16:3e:ce:a8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856be908-386e-4f79-925b-3556e126f6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '13575454-21e5-4c8e-9b39-1b3f52329c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:28:00Z', 'updated_at': '2022-02-09T13:28:08Z', 'revision_number': 5, 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'subnets': [{'id': '13575454-21e5-4c8e-9b39-1b3f52329c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:25.643016 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f12663-abde-44cf-9882-59edfa9d6176 None None] The sync data for ids ['856be908-386e-4f79-925b-3556e126f6b3'] in n-d-825178-3 is: [{'id': '856be908-386e-4f79-925b-3556e126f6b3', 'name': 'tempest-TestShelveInstance-980292076-router', 'tenant_id': 'eb57327977314da2bdd99943bd4a4930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '6bd063f8-be68-4bf3-9e95-c72520552125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:27:57Z', 'updated_at': '2022-02-09T13:28:01Z', 'revision_number': 4, 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'gw_port': {'id': '6bd063f8-be68-4bf3-9e95-c72520552125', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:36:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856be908-386e-4f79-925b-3556e126f6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:27:57Z', 'updated_at': '2022-02-09T13:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '429e6da1-fab0-42d7-8123-af32be23373d', 'tenant_id': 'eb57327977314da2bdd99943bd4a4930', 'floating_ip_address': '172.25.7.20', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '856be908-386e-4f79-925b-3556e126f6b3', 'port_id': 'bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b07aec2a-d7d4-4678-b926-315b2a24c4cf', 'mac_address': 'fa:16:3e:a0:a5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd309eaff-28eb-47da-bdbe-be23a0b2ec27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:28:23Z', 'updated_at': '2022-02-09T13:28:23Z', 'revision_number': 0, 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1cdf691-bd32-458e-ab78-bf9eb0a18a23', 'name': '', 'network_id': 'b07aec2a-d7d4-4678-b926-315b2a24c4cf', 'tenant_id': 'eb57327977314da2bdd99943bd4a4930', 'mac_address': 'fa:16:3e:ce:a8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856be908-386e-4f79-925b-3556e126f6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '13575454-21e5-4c8e-9b39-1b3f52329c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:28:00Z', 'updated_at': '2022-02-09T13:28:08Z', 'revision_number': 5, 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'subnets': [{'id': '13575454-21e5-4c8e-9b39-1b3f52329c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:28:25.849251 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f94970-d220-4651-9c5d-db769084a092 None None] New status for floating IP 429e6da1-fab0-42d7-8123-af32be23373d: ACTIVE {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:28:44.151773 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5ba2cc32-2da7-495d-9c2f-b68273eb16df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:46.541245 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ac6dd5d9-37aa-4b0d-9523-060cea13389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:46.998537 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:28:47.341392 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [req-626c5491-deb8-48bc-8640-82d778526658 req-95cd8761-ad74-49de-88c3-c16799a25da8 service neutron] (87568) timed out ('10.222.0.55', 43696) {{(pid=87568) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 13:28:47.724622 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:47.853265 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:49.106100 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9903a04f-4f70-46de-a379-d2cb2a7260de req-f51671bf-5565-40aa-b744-a999ad069a62 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0717595 Feb 09 13:28:49.246381 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903a04f-4f70-46de-a379-d2cb2a7260de req-acabd868-8001-4063-be55-629015c35256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:49.247853 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9903a04f-4f70-46de-a379-d2cb2a7260de req-acabd868-8001-4063-be55-629015c35256 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb57327977314da2bdd99943bd4a4930&device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 1096 time: 0.0717790 Feb 09 13:28:49.389634 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903a04f-4f70-46de-a379-d2cb2a7260de req-3852efd2-2621-4117-942d-9ccebf72333c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:49.391003 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9903a04f-4f70-46de-a379-d2cb2a7260de req-3852efd2-2621-4117-942d-9ccebf72333c service neutron] 10.222.0.52 "GET /v2.0/networks?id=b07aec2a-d7d4-4678-b926-315b2a24c4cf HTTP/1.1" status: 200 len: 909 time: 0.1236446 Feb 09 13:28:49.425380 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:49.492941 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9903a04f-4f70-46de-a379-d2cb2a7260de req-34f63880-218e-44f8-b3aa-df0916ee1358 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da HTTP/1.1" status: 200 len: 1000 time: 0.0948524 Feb 09 13:28:49.565674 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903a04f-4f70-46de-a379-d2cb2a7260de req-3d91e976-9f9c-4ad5-8959-f8e8e369824b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:49.567148 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9903a04f-4f70-46de-a379-d2cb2a7260de req-3d91e976-9f9c-4ad5-8959-f8e8e369824b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13575454-21e5-4c8e-9b39-1b3f52329c15 HTTP/1.1" status: 200 len: 847 time: 0.0655649 Feb 09 13:28:49.644286 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903a04f-4f70-46de-a379-d2cb2a7260de req-de02e4fb-f997-476d-a2c1-375be9e6ad3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:49.645688 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9903a04f-4f70-46de-a379-d2cb2a7260de req-de02e4fb-f997-476d-a2c1-375be9e6ad3e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b07aec2a-d7d4-4678-b926-315b2a24c4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719573 Feb 09 13:28:49.777877 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9903a04f-4f70-46de-a379-d2cb2a7260de req-e9138053-a286-435d-a45b-37de35c7b4ce service neutron] 10.222.0.52 "GET /v2.0/networks/b07aec2a-d7d4-4678-b926-315b2a24c4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224024 Feb 09 13:28:49.912845 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9903a04f-4f70-46de-a379-d2cb2a7260de req-1278c503-09a7-47f0-a45d-e2d08b8defc9 service neutron] 10.222.0.52 "GET /v2.0/networks/b07aec2a-d7d4-4678-b926-315b2a24c4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280327 Feb 09 13:28:51.186416 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:53.711813 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:14.154166 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4461353d-bf48-4422-a3ab-145ce8423edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:16.543549 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-02d002f7-1b90-40a5-a52f-e5327ebfdd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:17.727795 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:17.860565 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:19.427934 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:21.183362 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:23.723985 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:23.998110 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:29:44.155131 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a61ef57c-1364-4e26-80b2-7270f1a8fb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:46.546940 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-234821ab-9c7b-4e27-8138-1756f7381ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:47.731316 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:47.858558 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:49.432237 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:51.110495 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-dd47eb1e-3630-4922-a3f4-4bf29bb68d7b req-0a6922b2-8cf6-4978-a0f4-8e9aef10fdbb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0685687 Feb 09 13:29:51.177689 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:51.263525 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47eb1e-3630-4922-a3f4-4bf29bb68d7b req-2dce1664-df6b-4a02-a02d-9e3c8badb7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:51.265361 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-dd47eb1e-3630-4922-a3f4-4bf29bb68d7b req-2dce1664-df6b-4a02-a02d-9e3c8badb7ec service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb57327977314da2bdd99943bd4a4930&device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 1096 time: 0.0749054 Feb 09 13:29:51.508727 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47eb1e-3630-4922-a3f4-4bf29bb68d7b req-64bfeafc-2c22-4eba-bf17-6979ba669e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:51.510160 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-dd47eb1e-3630-4922-a3f4-4bf29bb68d7b req-64bfeafc-2c22-4eba-bf17-6979ba669e6c service neutron] 10.222.0.52 "GET /v2.0/networks?id=b07aec2a-d7d4-4678-b926-315b2a24c4cf HTTP/1.1" status: 200 len: 909 time: 0.2259350 Feb 09 13:29:51.613305 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-dd47eb1e-3630-4922-a3f4-4bf29bb68d7b req-2f7a910a-e348-48b5-8a9f-4adda3bd9bab service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da HTTP/1.1" status: 200 len: 1000 time: 0.0963898 Feb 09 13:29:51.674920 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47eb1e-3630-4922-a3f4-4bf29bb68d7b req-ae2115a8-a64e-46be-83bb-36f24cdc9f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:51.676347 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-dd47eb1e-3630-4922-a3f4-4bf29bb68d7b req-ae2115a8-a64e-46be-83bb-36f24cdc9f1c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13575454-21e5-4c8e-9b39-1b3f52329c15 HTTP/1.1" status: 200 len: 847 time: 0.0560668 Feb 09 13:29:51.753014 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47eb1e-3630-4922-a3f4-4bf29bb68d7b req-eb878db1-aeb2-4ec6-ad6d-0477a17e4380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:51.754461 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-dd47eb1e-3630-4922-a3f4-4bf29bb68d7b req-eb878db1-aeb2-4ec6-ad6d-0477a17e4380 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b07aec2a-d7d4-4678-b926-315b2a24c4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718453 Feb 09 13:29:51.889705 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-dd47eb1e-3630-4922-a3f4-4bf29bb68d7b req-b8270f94-ba70-4c4e-9416-47db4b6f787c service neutron] 10.222.0.52 "GET /v2.0/networks/b07aec2a-d7d4-4678-b926-315b2a24c4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265681 Feb 09 13:29:52.027558 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-dd47eb1e-3630-4922-a3f4-4bf29bb68d7b req-029ca6a1-3264-4578-983b-1adbe549e69f service neutron] 10.222.0.52 "GET /v2.0/networks/b07aec2a-d7d4-4678-b926-315b2a24c4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255422 Feb 09 13:29:53.723816 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:00.998554 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:30:14.156868 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-dd9f15da-96bc-4777-83e1-70f0772632a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:16.549230 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5cc3cfb3-7c76-4165-8784-d2ae3fa44c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:17.733780 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:17.861672 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:19.432880 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:21.175550 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:22.623083 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6c384-59f8-4e60-aacd-728eca413dee req-9196d662-ab87-4987-81ef-1a8d72abdc06 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:22.624517 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8bd6c384-59f8-4e60-aacd-728eca413dee req-9196d662-ab87-4987-81ef-1a8d72abdc06 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 945 time: 0.0833330 Feb 09 13:30:22.669347 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8bd6c384-59f8-4e60-aacd-728eca413dee req-55e9c6ae-436c-4636-9a7f-28fd99601da5 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=8940e709-79ec-48ff-94f2-495375c375a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384502 Feb 09 13:30:23.739495 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:23.860022 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e801dd-e3a9-40a9-b124-6e85307a49fa req-193ac952-5da6-4fee-b1c8-056aabd5217d tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:23.861487 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-74e801dd-e3a9-40a9-b124-6e85307a49fa req-193ac952-5da6-4fee-b1c8-056aabd5217d tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 945 time: 0.0805795 Feb 09 13:30:23.904626 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-74e801dd-e3a9-40a9-b124-6e85307a49fa req-584b1217-2a37-4c70-bdd9-cb18b88a9d85 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=8940e709-79ec-48ff-94f2-495375c375a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372841 Feb 09 13:30:25.094732 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09712b3d-5060-41d2-a045-f7c22ea45b3a req-7ecee668-a7c8-451c-8138-7038627169b4 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:25.096202 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-09712b3d-5060-41d2-a045-f7c22ea45b3a req-7ecee668-a7c8-451c-8138-7038627169b4 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 945 time: 0.0827355 Feb 09 13:30:25.140244 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-09712b3d-5060-41d2-a045-f7c22ea45b3a req-7db2ec74-3bfa-4055-968d-0603712c669b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=8940e709-79ec-48ff-94f2-495375c375a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372407 Feb 09 13:30:26.320585 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699877ee-b297-47f1-8ce8-38aad811e085 req-a2691f30-f2d4-484c-a47f-8e84a4305dfb tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:26.322062 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-699877ee-b297-47f1-8ce8-38aad811e085 req-a2691f30-f2d4-484c-a47f-8e84a4305dfb tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 945 time: 0.0796392 Feb 09 13:30:26.367290 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-699877ee-b297-47f1-8ce8-38aad811e085 req-8ba05b31-7733-44b2-a210-ca07f8b27e1f tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=8940e709-79ec-48ff-94f2-495375c375a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397177 Feb 09 13:30:27.562334 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380f2b7-aa09-4553-a823-0282fd6532d7 req-1058f4b6-0c71-4f28-a5dc-fae2e686256c tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:27.563703 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4380f2b7-aa09-4553-a823-0282fd6532d7 req-1058f4b6-0c71-4f28-a5dc-fae2e686256c tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 945 time: 0.0839942 Feb 09 13:30:27.607377 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4380f2b7-aa09-4553-a823-0282fd6532d7 req-86ac8e99-2059-4d21-98f4-7e1599b382db tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=8940e709-79ec-48ff-94f2-495375c375a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379748 Feb 09 13:30:28.795392 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e4bf3-0b85-40cf-9770-d3525f8138ae req-8b1b7d83-e398-441d-9022-7bb42673e0b3 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:28.796890 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-008e4bf3-0b85-40cf-9770-d3525f8138ae req-8b1b7d83-e398-441d-9022-7bb42673e0b3 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 945 time: 0.0816741 Feb 09 13:30:28.844533 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-008e4bf3-0b85-40cf-9770-d3525f8138ae req-ef262d32-4338-4bd1-9cb7-c7f59a500bc0 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=8940e709-79ec-48ff-94f2-495375c375a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415390 Feb 09 13:30:30.025279 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178d90d-4b7e-4801-a0a8-bdbe27e6a093 req-318c1e69-b7f9-476c-b335-2359843c311a tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:30.026736 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7178d90d-4b7e-4801-a0a8-bdbe27e6a093 req-318c1e69-b7f9-476c-b335-2359843c311a tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 945 time: 0.0795043 Feb 09 13:30:30.070212 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7178d90d-4b7e-4801-a0a8-bdbe27e6a093 req-17f25565-67d5-4f61-86c3-dec571077870 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=8940e709-79ec-48ff-94f2-495375c375a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380425 Feb 09 13:30:31.255590 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c5482-e9b3-4648-8634-ce1358504e46 req-531d3654-4d8a-49c1-b977-7e21e06a99c9 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:31.257091 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-657c5482-e9b3-4648-8634-ce1358504e46 req-531d3654-4d8a-49c1-b977-7e21e06a99c9 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 945 time: 0.0829439 Feb 09 13:30:31.300452 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-657c5482-e9b3-4648-8634-ce1358504e46 req-29e3f23d-21eb-4c67-ae3e-6cb30360fea1 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=8940e709-79ec-48ff-94f2-495375c375a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378296 Feb 09 13:30:32.485750 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bee199-df9e-4482-81fb-4412e8e4e46f req-22bd8f59-123a-429f-b4f0-2ef4aa407b21 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:32.487246 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f2bee199-df9e-4482-81fb-4412e8e4e46f req-22bd8f59-123a-429f-b4f0-2ef4aa407b21 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 945 time: 0.0794723 Feb 09 13:30:32.531397 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f2bee199-df9e-4482-81fb-4412e8e4e46f req-3462fb71-564a-4bd9-af00-7caf867a82d7 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=8940e709-79ec-48ff-94f2-495375c375a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385244 Feb 09 13:30:33.718586 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf933be-a53d-4847-8bcf-ccd2e5190b10 req-8a82073a-e4a7-4410-b9e3-fab1a822e329 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:33.720132 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6cf933be-a53d-4847-8bcf-ccd2e5190b10 req-8a82073a-e4a7-4410-b9e3-fab1a822e329 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 945 time: 0.0845191 Feb 09 13:30:33.764789 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6cf933be-a53d-4847-8bcf-ccd2e5190b10 req-5553a53e-b040-4817-9305-5afa01ef3eaf tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=8940e709-79ec-48ff-94f2-495375c375a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389459 Feb 09 13:30:34.679816 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:30:34.813944 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da,segment=NetworkSegment(24848d0e-20ae-44a4-8918-ae8a1efb624e),segment_id=24848d0e-20ae-44a4-8918-ae8a1efb624e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:30:34.827981 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': 'bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da', 'network_id': 'b07aec2a-d7d4-4678-b926-315b2a24c4cf', 'port_id': 'bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da', 'mac_address': 'fa:16:3e:a0:a5:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13575454-21e5-4c8e-9b39-1b3f52329c15', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:30:34.883406 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:34.904062 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:30:34.920047 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da,segment=NetworkSegment(24848d0e-20ae-44a4-8918-ae8a1efb624e),segment_id=24848d0e-20ae-44a4-8918-ae8a1efb624e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:30:34.926617 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:35.000520 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da,revision_number=6']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:35.009455 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:30:35.009817 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:30:35.010158 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:30:35.010497 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:30:35.010831 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:30:35.011167 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:30:35.011492 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:30:35.011821 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:30:35.012273 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:30:35.012495 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:30:35.012822 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:30:35.013146 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:30:35.015448 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83201a6c-d372-4cae-8b18-df5457ed827a req-5903b422-2f3a-4be5-9ecf-6231943f8a1c tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:35.017086 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:30:35.019784 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-83201a6c-d372-4cae-8b18-df5457ed827a req-5903b422-2f3a-4be5-9ecf-6231943f8a1c tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 944 time: 0.1406336 Feb 09 13:30:35.077214 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-83201a6c-d372-4cae-8b18-df5457ed827a req-62017e55-e0c0-4ea6-b6ef-dc1634c8c2ca tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=8940e709-79ec-48ff-94f2-495375c375a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462232 Feb 09 13:30:36.297442 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e390b1-d85e-4ac4-97e3-079c47cb8955 req-c934e962-433c-49c6-9fc2-3a40a9a8c481 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:36.299109 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-78e390b1-d85e-4ac4-97e3-079c47cb8955 req-c934e962-433c-49c6-9fc2-3a40a9a8c481 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 944 time: 0.1009426 Feb 09 13:30:36.356413 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-78e390b1-d85e-4ac4-97e3-079c47cb8955 req-026956d2-b871-41ad-9a0d-d061b7ef9011 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=8940e709-79ec-48ff-94f2-495375c375a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461309 Feb 09 13:30:36.678265 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:30:36.754858 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:30:36.755600 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:36.908539 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:36.942392 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd309eaff-28eb-47da-bdbe-be23a0b2ec27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:30:36.956635 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da,segment=NetworkSegment(24848d0e-20ae-44a4-8918-ae8a1efb624e),segment_id=24848d0e-20ae-44a4-8918-ae8a1efb624e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:30:36.961444 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:37.007492 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd309eaff-28eb-47da-bdbe-be23a0b2ec27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da', 'code': 200} Feb 09 13:30:37.055643 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da,revision_number=7']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:37.554653 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91858f82-b0ef-44ce-8621-cfa1c91df4ac req-997fbf35-1b44-4af6-a8f2-04268ff1a0dd tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:37.556213 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-91858f82-b0ef-44ce-8621-cfa1c91df4ac req-997fbf35-1b44-4af6-a8f2-04268ff1a0dd tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 945 time: 0.0852914 Feb 09 13:30:37.608826 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-91858f82-b0ef-44ce-8621-cfa1c91df4ac req-97c21328-5857-4bfd-a642-ed7f34b5e177 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=8940e709-79ec-48ff-94f2-495375c375a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458355 Feb 09 13:30:37.998563 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:30:38.826570 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c244d-e91b-40ef-b962-03490102c112 req-c46ea3a5-6a42-426f-9ff7-9be3ddb14929 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:38.829529 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6b3c244d-e91b-40ef-b962-03490102c112 req-c46ea3a5-6a42-426f-9ff7-9be3ddb14929 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 945 time: 0.1040151 Feb 09 13:30:38.886568 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6b3c244d-e91b-40ef-b962-03490102c112 req-13514c03-2f99-4416-aedb-e114d8d5db9a tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=8940e709-79ec-48ff-94f2-495375c375a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508497 Feb 09 13:30:40.101511 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade36b4-958b-4748-be12-02911738e178 req-da076da0-c3d4-4f87-a4c3-2d203a1b10a1 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:40.103261 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ade36b4-958b-4748-be12-02911738e178 req-da076da0-c3d4-4f87-a4c3-2d203a1b10a1 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 945 time: 0.0888431 Feb 09 13:30:40.152100 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ade36b4-958b-4748-be12-02911738e178 req-27e08571-7d37-4335-a46b-6f87c2cca4a7 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=8940e709-79ec-48ff-94f2-495375c375a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409884 Feb 09 13:30:41.350332 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6fece-7d9a-4569-9e5c-91441d94bc85 req-6a5f8860-1a2c-4bea-9200-a7585abc4691 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:41.352172 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-08c6fece-7d9a-4569-9e5c-91441d94bc85 req-6a5f8860-1a2c-4bea-9200-a7585abc4691 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 945 time: 0.0906985 Feb 09 13:30:41.399598 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-08c6fece-7d9a-4569-9e5c-91441d94bc85 req-1fee36b7-a7b7-41da-82fd-cd556bb9fd8b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=8940e709-79ec-48ff-94f2-495375c375a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411236 Feb 09 13:30:42.615391 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e0474-7397-43d7-867b-f9ef6841f672 req-56676697-6fa5-4d5d-b625-a8871f8f1614 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:42.616686 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dc9e0474-7397-43d7-867b-f9ef6841f672 req-56676697-6fa5-4d5d-b625-a8871f8f1614 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 945 time: 0.0979316 Feb 09 13:30:42.663947 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dc9e0474-7397-43d7-867b-f9ef6841f672 req-4ff4309b-1392-44a7-b46b-66d4d5f3d40a tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=8940e709-79ec-48ff-94f2-495375c375a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412591 Feb 09 13:30:43.866436 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2036a-7be8-48e7-84eb-980ca6561263 req-0624b77d-a6e2-4aea-9a04-9c1fe8fb1d9b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:43.868525 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fac2036a-7be8-48e7-84eb-980ca6561263 req-0624b77d-a6e2-4aea-9a04-9c1fe8fb1d9b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 945 time: 0.0896423 Feb 09 13:30:44.039895 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fac2036a-7be8-48e7-84eb-980ca6561263 req-bc65d340-4e06-4921-9007-b1e1ed294801 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=8940e709-79ec-48ff-94f2-495375c375a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652687 Feb 09 13:30:44.160702 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-56b55047-7c97-422b-8445-d9e37cf0aa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:45.120071 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f1c59-7a52-420a-a770-98b413f7dbf8 req-b9514c29-2d70-4712-96b5-3e14ed5eff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:45.121542 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2a2f1c59-7a52-420a-a770-98b413f7dbf8 req-b9514c29-2d70-4712-96b5-3e14ed5eff41 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb57327977314da2bdd99943bd4a4930&device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 1096 time: 0.0704601 Feb 09 13:30:45.240667 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c7439-121a-4be9-b378-be7e9161fb0e req-52d72ec6-cf5b-4fc7-9dae-818db8f8f32a tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:45.242126 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-513c7439-121a-4be9-b378-be7e9161fb0e req-52d72ec6-cf5b-4fc7-9dae-818db8f8f32a tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 945 time: 0.0786259 Feb 09 13:30:45.254301 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f1c59-7a52-420a-a770-98b413f7dbf8 req-16d348ab-fbb4-4aaf-81f6-d62be3781786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:45.255740 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2a2f1c59-7a52-420a-a770-98b413f7dbf8 req-16d348ab-fbb4-4aaf-81f6-d62be3781786 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b07aec2a-d7d4-4678-b926-315b2a24c4cf HTTP/1.1" status: 200 len: 909 time: 0.1263452 Feb 09 13:30:45.286756 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-513c7439-121a-4be9-b378-be7e9161fb0e req-3a2023e2-a72b-40bf-9786-ab6aef03b5bb tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=8940e709-79ec-48ff-94f2-495375c375a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388472 Feb 09 13:30:45.365967 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2a2f1c59-7a52-420a-a770-98b413f7dbf8 req-995375c1-b302-4c3f-bfea-dfe41c54d7f2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da HTTP/1.1" status: 200 len: 1000 time: 0.1032908 Feb 09 13:30:45.428016 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f1c59-7a52-420a-a770-98b413f7dbf8 req-fcb6fc38-6720-40ff-8f25-e86325286406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:45.429406 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2a2f1c59-7a52-420a-a770-98b413f7dbf8 req-fcb6fc38-6720-40ff-8f25-e86325286406 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13575454-21e5-4c8e-9b39-1b3f52329c15 HTTP/1.1" status: 200 len: 847 time: 0.0567667 Feb 09 13:30:45.506680 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f1c59-7a52-420a-a770-98b413f7dbf8 req-15b4808f-56b8-48aa-b2bb-e6ea76a7edb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:45.508170 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2a2f1c59-7a52-420a-a770-98b413f7dbf8 req-15b4808f-56b8-48aa-b2bb-e6ea76a7edb8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b07aec2a-d7d4-4678-b926-315b2a24c4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715220 Feb 09 13:30:45.638407 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2a2f1c59-7a52-420a-a770-98b413f7dbf8 req-572a6ef8-68c7-4203-8158-742c8ac2374a service neutron] 10.222.0.52 "GET /v2.0/networks/b07aec2a-d7d4-4678-b926-315b2a24c4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236866 Feb 09 13:30:45.770020 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2a2f1c59-7a52-420a-a770-98b413f7dbf8 req-e565e64d-c821-43c7-9264-090eb1a9f603 service neutron] 10.222.0.52 "GET /v2.0/networks/b07aec2a-d7d4-4678-b926-315b2a24c4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244829 Feb 09 13:30:46.492796 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1ca88-af6e-4685-820c-c00272a97f03 req-5bfa792c-8080-4119-ba05-192e3df53a55 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:46.494276 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fea1ca88-af6e-4685-820c-c00272a97f03 req-5bfa792c-8080-4119-ba05-192e3df53a55 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 945 time: 0.0900004 Feb 09 13:30:46.541814 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-fea1ca88-af6e-4685-820c-c00272a97f03 req-ca6f3444-36fe-48ee-a5fb-5c542aeb69b1 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=8940e709-79ec-48ff-94f2-495375c375a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416620 Feb 09 13:30:46.553553 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f78944e9-7d8b-4e65-af64-ec49ca559359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:47.736026 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85722a82-6ba6-4d24-8cd0-9b9858c55e4d req-d84821dc-0b7d-4fd4-992e-d044764c1f61 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:47.738177 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:47.738677 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-85722a82-6ba6-4d24-8cd0-9b9858c55e4d req-d84821dc-0b7d-4fd4-992e-d044764c1f61 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 945 time: 0.0867860 Feb 09 13:30:47.781488 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-85722a82-6ba6-4d24-8cd0-9b9858c55e4d req-cec98c11-d7e3-4d47-9773-8fed217415a9 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=8940e709-79ec-48ff-94f2-495375c375a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376277 Feb 09 13:30:47.865179 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:48.135096 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118230f-339e-466a-b6ca-d56b61016ca6 req-364a59d8-b4a9-4d61-93b0-3b01c1d48e1b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:48.136558 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0118230f-339e-466a-b6ca-d56b61016ca6 req-364a59d8-b4a9-4d61-93b0-3b01c1d48e1b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 945 time: 0.0833926 Feb 09 13:30:48.183192 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0118230f-339e-466a-b6ca-d56b61016ca6 req-61881c75-1767-4415-8aa0-e5a57bba36dd tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=8940e709-79ec-48ff-94f2-495375c375a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405567 Feb 09 13:30:48.215232 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48130) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:48.324681 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-69ad9d80-c94c-4753-a180-6b2545f3f4b8 req-d2271293-1336-4018-84c0-83362a6a1d56 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1082554 Feb 09 13:30:48.730398 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:30:48.905401 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:48.932392 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd309eaff-28eb-47da-bdbe-be23a0b2ec27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:30:48.941980 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da,segment=NetworkSegment(24848d0e-20ae-44a4-8918-ae8a1efb624e),segment_id=24848d0e-20ae-44a4-8918-ae8a1efb624e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:30:48.945921 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:48.984665 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd309eaff-28eb-47da-bdbe-be23a0b2ec27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da', 'code': 200} Feb 09 13:30:49.018994 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da,revision_number=8']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:49.202623 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad9d80-c94c-4753-a180-6b2545f3f4b8 req-4d51b240-431d-4fcf-933a-555f85d10eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:49.204093 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-69ad9d80-c94c-4753-a180-6b2545f3f4b8 req-4d51b240-431d-4fcf-933a-555f85d10eb0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27&tenant_id=eb57327977314da2bdd99943bd4a4930 HTTP/1.1" status: 200 len: 1094 time: 0.0680394 Feb 09 13:30:49.296939 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad9d80-c94c-4753-a180-6b2545f3f4b8 req-bae1c73b-80c0-4d82-ad06-e14cf188fa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:49.298324 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-69ad9d80-c94c-4753-a180-6b2545f3f4b8 req-bae1c73b-80c0-4d82-ad06-e14cf188fa47 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb57327977314da2bdd99943bd4a4930&device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 1094 time: 0.0717282 Feb 09 13:30:49.377055 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05de72-39d0-49b8-ac07-f257c552b667 req-77288cb3-e0ab-41ff-b3cb-d18579bd990b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:49.378525 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5f05de72-39d0-49b8-ac07-f257c552b667 req-77288cb3-e0ab-41ff-b3cb-d18579bd990b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 943 time: 0.0856636 Feb 09 13:30:49.423300 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5f05de72-39d0-49b8-ac07-f257c552b667 req-19d17f7c-08af-43f2-9b79-ef8a45b943bb tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=8940e709-79ec-48ff-94f2-495375c375a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389776 Feb 09 13:30:49.435200 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:49.438055 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad9d80-c94c-4753-a180-6b2545f3f4b8 req-524f8057-220b-43e4-aaf8-9d70bf75e66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:49.439499 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-69ad9d80-c94c-4753-a180-6b2545f3f4b8 req-524f8057-220b-43e4-aaf8-9d70bf75e66a service neutron] 10.222.0.52 "GET /v2.0/networks?id=b07aec2a-d7d4-4678-b926-315b2a24c4cf HTTP/1.1" status: 200 len: 909 time: 0.1335046 Feb 09 13:30:49.632883 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-69ad9d80-c94c-4753-a180-6b2545f3f4b8 req-0cd04e72-0827-446b-8e0b-781470c88664 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da HTTP/1.1" status: 200 len: 998 time: 0.1859393 Feb 09 13:30:49.696633 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad9d80-c94c-4753-a180-6b2545f3f4b8 req-057d43b3-ce1d-4469-bbed-6f5b991cfad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:49.698044 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-69ad9d80-c94c-4753-a180-6b2545f3f4b8 req-057d43b3-ce1d-4469-bbed-6f5b991cfad5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13575454-21e5-4c8e-9b39-1b3f52329c15 HTTP/1.1" status: 200 len: 847 time: 0.0583713 Feb 09 13:30:49.774850 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad9d80-c94c-4753-a180-6b2545f3f4b8 req-9311870d-ce9d-4b02-b5cb-71be9007835d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:49.776498 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-69ad9d80-c94c-4753-a180-6b2545f3f4b8 req-9311870d-ce9d-4b02-b5cb-71be9007835d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b07aec2a-d7d4-4678-b926-315b2a24c4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706730 Feb 09 13:30:49.908422 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-69ad9d80-c94c-4753-a180-6b2545f3f4b8 req-68ae1cea-505b-4664-b79e-ba626bcc121b service neutron] 10.222.0.52 "GET /v2.0/networks/b07aec2a-d7d4-4678-b926-315b2a24c4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248868 Feb 09 13:30:50.039578 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-69ad9d80-c94c-4753-a180-6b2545f3f4b8 req-6597c279-fb19-44aa-b501-189306e2479a service neutron] 10.222.0.52 "GET /v2.0/networks/b07aec2a-d7d4-4678-b926-315b2a24c4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236415 Feb 09 13:30:50.637368 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7046d53-14ba-4be3-b134-44c60e7ee5de req-db0f8297-ced0-40e8-9bf6-543dfcc3c973 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:50.639872 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e7046d53-14ba-4be3-b134-44c60e7ee5de req-db0f8297-ced0-40e8-9bf6-543dfcc3c973 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 943 time: 0.0854759 Feb 09 13:30:50.691556 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e7046d53-14ba-4be3-b134-44c60e7ee5de req-36e073b1-aaf3-432a-8c09-9cbf9a6c10bc tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=8940e709-79ec-48ff-94f2-495375c375a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443430 Feb 09 13:30:51.183138 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:51.888215 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc91aa9-6af3-41de-9993-b9b9195e4617 req-0d546d78-e323-4887-a4cc-09bcc183af2b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:51.889672 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-afc91aa9-6af3-41de-9993-b9b9195e4617 req-0d546d78-e323-4887-a4cc-09bcc183af2b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 943 time: 0.0843143 Feb 09 13:30:51.936246 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-afc91aa9-6af3-41de-9993-b9b9195e4617 req-2c5d8914-3c91-444f-8da1-6e775ab5c9d7 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=8940e709-79ec-48ff-94f2-495375c375a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406919 Feb 09 13:30:53.140217 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ed808-a0be-4a4b-8127-2d934b137e44 req-e6419d92-bfa0-4915-be9a-6ca17c01ff9b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:53.141719 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5c7ed808-a0be-4a4b-8127-2d934b137e44 req-e6419d92-bfa0-4915-be9a-6ca17c01ff9b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 943 time: 0.0898066 Feb 09 13:30:53.190962 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5c7ed808-a0be-4a4b-8127-2d934b137e44 req-51bc2f73-5cd5-40c6-ba8d-9754fbfa1b15 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=8940e709-79ec-48ff-94f2-495375c375a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415092 Feb 09 13:30:53.753521 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:54.400925 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7aeed-ed73-4d9f-9e1a-92d4f3f190e9 req-13a00329-a677-4171-bca4-fa2ba5330441 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:54.409501 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cbd7aeed-ed73-4d9f-9e1a-92d4f3f190e9 req-13a00329-a677-4171-bca4-fa2ba5330441 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 943 time: 0.0961502 Feb 09 13:30:54.451691 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cbd7aeed-ed73-4d9f-9e1a-92d4f3f190e9 req-73c7d714-b08b-4e07-9eac-de44b8c58ddc tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=8940e709-79ec-48ff-94f2-495375c375a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411868 Feb 09 13:30:55.654822 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8454bd-90e8-4c3b-b008-3ba81c70d770 req-0b9958ff-bdc2-4c5a-a4fe-35a9dab8dbf7 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:55.656257 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8d8454bd-90e8-4c3b-b008-3ba81c70d770 req-0b9958ff-bdc2-4c5a-a4fe-35a9dab8dbf7 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 943 time: 0.0896299 Feb 09 13:30:55.705520 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8d8454bd-90e8-4c3b-b008-3ba81c70d770 req-873ac5a9-077b-4a40-b762-43d046375dee tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=8940e709-79ec-48ff-94f2-495375c375a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430441 Feb 09 13:30:56.908109 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634c49f-4457-4f13-98a2-2c00b283aacd req-9e5d5954-17c9-41f2-9270-aac97e896202 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:56.910437 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3634c49f-4457-4f13-98a2-2c00b283aacd req-9e5d5954-17c9-41f2-9270-aac97e896202 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 943 time: 0.0928147 Feb 09 13:30:56.962944 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3634c49f-4457-4f13-98a2-2c00b283aacd req-195b63cf-6f6d-4906-8292-6889b726f310 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=8940e709-79ec-48ff-94f2-495375c375a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464642 Feb 09 13:30:58.147804 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e9f18-62e5-4a8f-b53f-7c6465c4d6eb req-7ccd4963-387a-491a-80bf-191c3b300c29 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:58.149334 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-250e9f18-62e5-4a8f-b53f-7c6465c4d6eb req-7ccd4963-387a-491a-80bf-191c3b300c29 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 943 time: 0.0797760 Feb 09 13:30:58.193094 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-250e9f18-62e5-4a8f-b53f-7c6465c4d6eb req-d736d607-9aab-45b5-a616-5732c7c3c02b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=8940e709-79ec-48ff-94f2-495375c375a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379660 Feb 09 13:30:58.400034 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b355d-3c53-49cb-a71f-f972f60bd804 req-b3d2f29e-9321-4c2e-a964-22faeb749891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:58.401517 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ff4b355d-3c53-49cb-a71f-f972f60bd804 req-b3d2f29e-9321-4c2e-a964-22faeb749891 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb57327977314da2bdd99943bd4a4930&device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 1094 time: 0.0766606 Feb 09 13:30:58.552368 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b355d-3c53-49cb-a71f-f972f60bd804 req-ddf16e69-4904-4319-9c07-00d2d6eb75df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:58.553847 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ff4b355d-3c53-49cb-a71f-f972f60bd804 req-ddf16e69-4904-4319-9c07-00d2d6eb75df service neutron] 10.222.0.52 "GET /v2.0/networks?id=b07aec2a-d7d4-4678-b926-315b2a24c4cf HTTP/1.1" status: 200 len: 909 time: 0.1281691 Feb 09 13:30:58.656793 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ff4b355d-3c53-49cb-a71f-f972f60bd804 req-1fbc78b6-3f9b-417b-b5db-fe147b465f10 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da HTTP/1.1" status: 200 len: 998 time: 0.0960813 Feb 09 13:30:58.721222 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b355d-3c53-49cb-a71f-f972f60bd804 req-979e24ce-e674-42ce-9706-6837c75b1c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:58.722701 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ff4b355d-3c53-49cb-a71f-f972f60bd804 req-979e24ce-e674-42ce-9706-6837c75b1c63 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13575454-21e5-4c8e-9b39-1b3f52329c15 HTTP/1.1" status: 200 len: 847 time: 0.0584729 Feb 09 13:30:58.800568 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b355d-3c53-49cb-a71f-f972f60bd804 req-9150340d-0aae-4ef9-b881-6b25fe10090b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:58.802012 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ff4b355d-3c53-49cb-a71f-f972f60bd804 req-9150340d-0aae-4ef9-b881-6b25fe10090b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b07aec2a-d7d4-4678-b926-315b2a24c4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697560 Feb 09 13:30:58.939098 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ff4b355d-3c53-49cb-a71f-f972f60bd804 req-3ef8186e-60c1-4eac-982a-fc3fd1a9c9de service neutron] 10.222.0.52 "GET /v2.0/networks/b07aec2a-d7d4-4678-b926-315b2a24c4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301093 Feb 09 13:30:59.070350 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ff4b355d-3c53-49cb-a71f-f972f60bd804 req-4b9523ae-2c48-48ff-b594-e6e8c733723b service neutron] 10.222.0.52 "GET /v2.0/networks/b07aec2a-d7d4-4678-b926-315b2a24c4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238644 Feb 09 13:30:59.387939 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a5145e-babc-4a78-a3a8-c6ccb07e9390 req-353f1c71-6a42-4a84-8f36-b99f236215f0 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:59.389414 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-24a5145e-babc-4a78-a3a8-c6ccb07e9390 req-353f1c71-6a42-4a84-8f36-b99f236215f0 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 943 time: 0.0872273 Feb 09 13:30:59.433790 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-24a5145e-babc-4a78-a3a8-c6ccb07e9390 req-d83cf2a6-9eec-4703-ad28-37cf2ee8c962 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=8940e709-79ec-48ff-94f2-495375c375a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385854 Feb 09 13:31:00.626441 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969d8ad-b228-414b-9bc2-8729b8915164 req-32abde87-f973-4552-82e1-c0c69b0adbce tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:00.627859 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6969d8ad-b228-414b-9bc2-8729b8915164 req-32abde87-f973-4552-82e1-c0c69b0adbce tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 943 time: 0.0791655 Feb 09 13:31:00.671192 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6969d8ad-b228-414b-9bc2-8729b8915164 req-c44d5080-800e-48d2-bfe6-e404268070fa tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=8940e709-79ec-48ff-94f2-495375c375a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378118 Feb 09 13:31:00.776200 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:31:00.907966 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da,segment=NetworkSegment(24848d0e-20ae-44a4-8918-ae8a1efb624e),segment_id=24848d0e-20ae-44a4-8918-ae8a1efb624e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:31:00.920706 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': 'bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da', 'network_id': 'b07aec2a-d7d4-4678-b926-315b2a24c4cf', 'port_id': 'bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da', 'mac_address': 'fa:16:3e:a0:a5:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13575454-21e5-4c8e-9b39-1b3f52329c15', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:31:00.974389 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:00.990865 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:31:01.006169 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da,segment=NetworkSegment(24848d0e-20ae-44a4-8918-ae8a1efb624e),segment_id=24848d0e-20ae-44a4-8918-ae8a1efb624e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:31:01.009868 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:01.078273 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da,revision_number=9']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:01.252219 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:31:01.854509 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9876420b-c434-47bb-b0e4-a2e10c51bbd7 req-1141ff07-11de-4c6f-9916-0a7a2c7a4eac tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:01.856004 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9876420b-c434-47bb-b0e4-a2e10c51bbd7 req-1141ff07-11de-4c6f-9916-0a7a2c7a4eac tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 944 time: 0.0823352 Feb 09 13:31:01.900167 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9876420b-c434-47bb-b0e4-a2e10c51bbd7 req-712c587c-79a5-4171-922b-12781ba5dade tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=8940e709-79ec-48ff-94f2-495375c375a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386550 Feb 09 13:31:02.786230 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:31:02.855891 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:31:02.856279 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:02.969348 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:02.996075 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd309eaff-28eb-47da-bdbe-be23a0b2ec27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:31:03.006301 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da,segment=NetworkSegment(24848d0e-20ae-44a4-8918-ae8a1efb624e),segment_id=24848d0e-20ae-44a4-8918-ae8a1efb624e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:31:03.010581 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:03.080039 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da,revision_number=10']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:03.088883 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1868af-3f08-40b5-ad55-d57fa7e9799d req-ff086ef1-4999-4765-b330-efd4a4224ead tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:03.090419 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5d1868af-3f08-40b5-ad55-d57fa7e9799d req-ff086ef1-4999-4765-b330-efd4a4224ead tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 946 time: 0.0811989 Feb 09 13:31:03.135671 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5d1868af-3f08-40b5-ad55-d57fa7e9799d req-5d213c4e-a044-4e45-9600-f8e7fbeefda7 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=8940e709-79ec-48ff-94f2-495375c375a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396755 Feb 09 13:31:03.336344 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd309eaff-28eb-47da-bdbe-be23a0b2ec27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da', 'code': 200} Feb 09 13:31:03.556211 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eeaea1-42a2-4d4a-b30e-ff443ec6d9f0 req-539f5a4b-c964-41e5-8687-86bdc378f3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:03.557708 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f8eeaea1-42a2-4d4a-b30e-ff443ec6d9f0 req-539f5a4b-c964-41e5-8687-86bdc378f3f7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 1097 time: 0.0753696 Feb 09 13:31:03.598568 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f8eeaea1-42a2-4d4a-b30e-ff443ec6d9f0 req-ee5752fd-b3f4-40b1-93f7-a845da7b4059 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8940e709-79ec-48ff-94f2-495375c375a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333416 Feb 09 13:31:04.325264 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717617ec-5c32-468a-94aa-00e83e1e50d9 req-7ed9211d-710f-4c31-be98-d4a53072e408 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:04.326719 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-717617ec-5c32-468a-94aa-00e83e1e50d9 req-7ed9211d-710f-4c31-be98-d4a53072e408 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 946 time: 0.0848887 Feb 09 13:31:04.372031 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-717617ec-5c32-468a-94aa-00e83e1e50d9 req-d7e99452-d586-42f6-8d96-fedf3f86431c tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=8940e709-79ec-48ff-94f2-495375c375a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388825 Feb 09 13:31:05.553312 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea72af-4e9a-48cd-a4c5-f653cb51e6dc req-39e81892-e24c-43af-9389-55518204f1bd tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:05.554748 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6dea72af-4e9a-48cd-a4c5-f653cb51e6dc req-39e81892-e24c-43af-9389-55518204f1bd tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 946 time: 0.0797853 Feb 09 13:31:05.601764 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6dea72af-4e9a-48cd-a4c5-f653cb51e6dc req-83d30fb4-3524-466a-ad64-69e9401962e2 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=8940e709-79ec-48ff-94f2-495375c375a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414338 Feb 09 13:31:14.163596 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4bbf66aa-323c-4efa-8a2d-61077abef7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:14.998909 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:31:16.556397 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3a63a016-018a-40f9-a1ea-09a5226b5b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:17.742344 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:17.867131 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:19.438130 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:21.189047 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:23.743235 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:44.165982 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-abefa5cf-5042-42a5-b7a1-14999c0f1039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:46.561073 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d7f469fa-d956-4fc0-a1e4-7cc66dd02ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:47.744851 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:47.869438 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:49.439957 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:51.213674 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:51.997582 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:31:53.770521 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:54.144991 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e5a19829-25c9-41c0-a5a3-28dd44f96988 req-96d19b04-8d02-4f0a-a897-f56daf67e95f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1141181 Feb 09 13:31:54.291381 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a19829-25c9-41c0-a5a3-28dd44f96988 req-5d8ee6bd-2539-4746-9971-7d8d823a6d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:54.292805 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e5a19829-25c9-41c0-a5a3-28dd44f96988 req-5d8ee6bd-2539-4746-9971-7d8d823a6d64 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb57327977314da2bdd99943bd4a4930&device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 1097 time: 0.0764611 Feb 09 13:31:54.537103 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a19829-25c9-41c0-a5a3-28dd44f96988 req-4cf09aa1-d24f-426e-8586-48b1a71cf6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:54.538729 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e5a19829-25c9-41c0-a5a3-28dd44f96988 req-4cf09aa1-d24f-426e-8586-48b1a71cf6b1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b07aec2a-d7d4-4678-b926-315b2a24c4cf HTTP/1.1" status: 200 len: 909 time: 0.2271535 Feb 09 13:31:54.642942 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e5a19829-25c9-41c0-a5a3-28dd44f96988 req-9fb6e932-3d9f-4535-81dc-e37ad8c75672 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da HTTP/1.1" status: 200 len: 1000 time: 0.0969942 Feb 09 13:31:54.703452 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a19829-25c9-41c0-a5a3-28dd44f96988 req-5cdc9e64-723d-4f2b-b774-fa310c1147f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:54.705716 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e5a19829-25c9-41c0-a5a3-28dd44f96988 req-5cdc9e64-723d-4f2b-b774-fa310c1147f9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13575454-21e5-4c8e-9b39-1b3f52329c15 HTTP/1.1" status: 200 len: 847 time: 0.0574841 Feb 09 13:31:54.779620 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a19829-25c9-41c0-a5a3-28dd44f96988 req-1470bdce-28a3-4f64-a301-6bc6d4047bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:54.781105 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e5a19829-25c9-41c0-a5a3-28dd44f96988 req-1470bdce-28a3-4f64-a301-6bc6d4047bc3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b07aec2a-d7d4-4678-b926-315b2a24c4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685456 Feb 09 13:31:54.912801 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e5a19829-25c9-41c0-a5a3-28dd44f96988 req-970f57d8-8446-45e8-9946-eaee36e686ca service neutron] 10.222.0.52 "GET /v2.0/networks/b07aec2a-d7d4-4678-b926-315b2a24c4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253018 Feb 09 13:31:55.068338 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e5a19829-25c9-41c0-a5a3-28dd44f96988 req-9060a3e2-9a05-4641-8d12-dfb5bd6c98ed service neutron] 10.222.0.52 "GET /v2.0/networks/b07aec2a-d7d4-4678-b926-315b2a24c4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495411 Feb 09 13:32:14.167261 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fee15d13-2154-40cc-a9e8-4932fc268de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:16.561886 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cea93e1f-4094-492f-87b9-203e840cafb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:17.747200 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:17.872536 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:19.009710 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48246) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:19.210757 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-53be4f23-f4af-4864-874e-08c12652c384 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Deleting port 77cde787-c757-4ed4-8a6b-79e4861f13e9 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:32:19.211098 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-53be4f23-f4af-4864-874e-08c12652c384 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:19.444394 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:19.490592 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-53be4f23-f4af-4864-874e-08c12652c384 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:19.490920 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-53be4f23-f4af-4864-874e-08c12652c384 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:19.613867 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-53be4f23-f4af-4864-874e-08c12652c384 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Calling delete_port for 77cde787-c757-4ed4-8a6b-79e4861f13e9 owned by network:floatingip {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:32:19.762521 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-53be4f23-f4af-4864-874e-08c12652c384 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:19.836166 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be4f23-f4af-4864-874e-08c12652c384 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Pushing event deleted for resources: {'Port': ['ID=77cde787-c757-4ed4-8a6b-79e4861f13e9,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:19.855367 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be4f23-f4af-4864-874e-08c12652c384 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:19.855715 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be4f23-f4af-4864-874e-08c12652c384 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:19.856080 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be4f23-f4af-4864-874e-08c12652c384 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:19.856418 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be4f23-f4af-4864-874e-08c12652c384 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:19.856750 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be4f23-f4af-4864-874e-08c12652c384 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:19.857078 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be4f23-f4af-4864-874e-08c12652c384 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:19.857407 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be4f23-f4af-4864-874e-08c12652c384 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:19.857731 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be4f23-f4af-4864-874e-08c12652c384 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:19.858052 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be4f23-f4af-4864-874e-08c12652c384 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:19.858372 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be4f23-f4af-4864-874e-08c12652c384 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:19.858693 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be4f23-f4af-4864-874e-08c12652c384 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:19.859012 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be4f23-f4af-4864-874e-08c12652c384 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:19.913961 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-53be4f23-f4af-4864-874e-08c12652c384 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for floatingip, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:19.914290 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [None req-53be4f23-f4af-4864-874e-08c12652c384 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Floating IP 429e6da1-fab0-42d7-8123-af32be23373d disassociated (deleted). External IP: 172.25.7.20, port: bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da. Feb 09 13:32:20.268427 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53be4f23-f4af-4864-874e-08c12652c384 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Router 856be908-386e-4f79-925b-3556e126f6b3 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:32:20.446093 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53be4f23-f4af-4864-874e-08c12652c384 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:32:20.455555 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47209e4b-7acf-4ecb-affa-629dae0c33b0 None None] Sync routers for ids ['856be908-386e-4f79-925b-3556e126f6b3'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:32:20.458343 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-53be4f23-f4af-4864-874e-08c12652c384 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:20.464242 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47209e4b-7acf-4ecb-affa-629dae0c33b0 None None] Routers {'856be908-386e-4f79-925b-3556e126f6b3'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:32:20.464849 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-47209e4b-7acf-4ecb-affa-629dae0c33b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:32:17Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['856be908-386e-4f79-925b-3556e126f6b3'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:32:20.512305 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-53be4f23-f4af-4864-874e-08c12652c384 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "DELETE /v2.0/floatingips/429e6da1-fab0-42d7-8123-af32be23373d HTTP/1.1" status: 204 len: 168 time: 1.5014880 Feb 09 13:32:20.512895 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd309eaff-28eb-47da-bdbe-be23a0b2ec27', 'tag': 'bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:32:20.649349 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-47209e4b-7acf-4ecb-affa-629dae0c33b0 None None] Set router 856be908-386e-4f79-925b-3556e126f6b3 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:32:20.748351 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd309eaff-28eb-47da-bdbe-be23a0b2ec27', 'tag': 'bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da', 'status': 'completed', 'code': 200} Feb 09 13:32:20.851427 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba917a21-1330-4e30-a23a-524906a924af req-1d2025c9-6afe-4984-9ce2-2b449df48737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:32:20.853176 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ba917a21-1330-4e30-a23a-524906a924af req-1d2025c9-6afe-4984-9ce2-2b449df48737 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb57327977314da2bdd99943bd4a4930&device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 1097 time: 0.0777841 Feb 09 13:32:20.921107 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac7822-300c-4986-84c9-e67fb6fd2751 req-9ccc5920-81b9-48df-a237-aa570e0c7106 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:32:20.921820 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-3aac7822-300c-4986-84c9-e67fb6fd2751 req-9ccc5920-81b9-48df-a237-aa570e0c7106 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Synchronizing usage tracker for tenant:eb57327977314da2bdd99943bd4a4930 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:32:20.939973 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-3aac7822-300c-4986-84c9-e67fb6fd2751 req-9ccc5920-81b9-48df-a237-aa570e0c7106 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Unset dirty status for tenant:eb57327977314da2bdd99943bd4a4930 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:32:20.946493 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3aac7822-300c-4986-84c9-e67fb6fd2751 req-9ccc5920-81b9-48df-a237-aa570e0c7106 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 946 time: 0.1149592 Feb 09 13:32:20.966185 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-47209e4b-7acf-4ecb-affa-629dae0c33b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856be908-386e-4f79-925b-3556e126f6b3', 'name': 'tempest-TestShelveInstance-980292076-router', 'tenant_id': 'eb57327977314da2bdd99943bd4a4930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '6bd063f8-be68-4bf3-9e95-c72520552125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:27:57Z', 'updated_at': '2022-02-09T13:28:01Z', 'revision_number': 4, 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'gw_port': {'id': '6bd063f8-be68-4bf3-9e95-c72520552125', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:36:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856be908-386e-4f79-925b-3556e126f6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:27:57Z', 'updated_at': '2022-02-09T13:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'b1cdf691-bd32-458e-ab78-bf9eb0a18a23', 'name': '', 'network_id': 'b07aec2a-d7d4-4678-b926-315b2a24c4cf', 'tenant_id': 'eb57327977314da2bdd99943bd4a4930', 'mac_address': 'fa:16:3e:ce:a8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856be908-386e-4f79-925b-3556e126f6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '13575454-21e5-4c8e-9b39-1b3f52329c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:28:00Z', 'updated_at': '2022-02-09T13:28:08Z', 'revision_number': 5, 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'subnets': [{'id': '13575454-21e5-4c8e-9b39-1b3f52329c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:32:20.970774 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47209e4b-7acf-4ecb-affa-629dae0c33b0 None None] Checking router: 856be908-386e-4f79-925b-3556e126f6b3 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:32:20.979519 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47209e4b-7acf-4ecb-affa-629dae0c33b0 None None] Routers {'856be908-386e-4f79-925b-3556e126f6b3'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:32:20.980148 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-47209e4b-7acf-4ecb-affa-629dae0c33b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:32:17Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['856be908-386e-4f79-925b-3556e126f6b3'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:32:20.995443 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3aac7822-300c-4986-84c9-e67fb6fd2751 req-fb87b3c9-b4fb-4568-9db3-0a0a6eaed6ae tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=8940e709-79ec-48ff-94f2-495375c375a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480306 Feb 09 13:32:20.998056 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba917a21-1330-4e30-a23a-524906a924af req-73491cc1-db35-43a8-8c5d-61aa26bbc9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:32:20.999521 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ba917a21-1330-4e30-a23a-524906a924af req-73491cc1-db35-43a8-8c5d-61aa26bbc9d1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b07aec2a-d7d4-4678-b926-315b2a24c4cf HTTP/1.1" status: 200 len: 909 time: 0.1395125 Feb 09 13:32:21.071684 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ba917a21-1330-4e30-a23a-524906a924af req-94a1a1b1-cca5-476b-a753-402f704d234d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da HTTP/1.1" status: 200 len: 217 time: 0.0645180 Feb 09 13:32:21.135792 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba917a21-1330-4e30-a23a-524906a924af req-bdb2540f-e097-48e6-9de1-fa49d3569aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:32:21.137192 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ba917a21-1330-4e30-a23a-524906a924af req-bdb2540f-e097-48e6-9de1-fa49d3569aa5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13575454-21e5-4c8e-9b39-1b3f52329c15 HTTP/1.1" status: 200 len: 847 time: 0.0588233 Feb 09 13:32:21.157880 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-47209e4b-7acf-4ecb-affa-629dae0c33b0 None None] Set router 856be908-386e-4f79-925b-3556e126f6b3 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:32:21.214723 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba917a21-1330-4e30-a23a-524906a924af req-ce4c5199-3635-49f4-9dd8-542cf7aa0d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:32:21.216470 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ba917a21-1330-4e30-a23a-524906a924af req-ce4c5199-3635-49f4-9dd8-542cf7aa0d2e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b07aec2a-d7d4-4678-b926-315b2a24c4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703223 Feb 09 13:32:21.220627 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:21.351787 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ba917a21-1330-4e30-a23a-524906a924af req-dba3f217-7b07-4d6e-be37-c3d8249ef991 service neutron] 10.222.0.52 "GET /v2.0/networks/b07aec2a-d7d4-4678-b926-315b2a24c4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277990 Feb 09 13:32:21.465521 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-47209e4b-7acf-4ecb-affa-629dae0c33b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856be908-386e-4f79-925b-3556e126f6b3', 'name': 'tempest-TestShelveInstance-980292076-router', 'tenant_id': 'eb57327977314da2bdd99943bd4a4930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '6bd063f8-be68-4bf3-9e95-c72520552125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:27:57Z', 'updated_at': '2022-02-09T13:28:01Z', 'revision_number': 4, 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'gw_port': {'id': '6bd063f8-be68-4bf3-9e95-c72520552125', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:36:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856be908-386e-4f79-925b-3556e126f6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:27:57Z', 'updated_at': '2022-02-09T13:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'b1cdf691-bd32-458e-ab78-bf9eb0a18a23', 'name': '', 'network_id': 'b07aec2a-d7d4-4678-b926-315b2a24c4cf', 'tenant_id': 'eb57327977314da2bdd99943bd4a4930', 'mac_address': 'fa:16:3e:ce:a8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856be908-386e-4f79-925b-3556e126f6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '13575454-21e5-4c8e-9b39-1b3f52329c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:28:00Z', 'updated_at': '2022-02-09T13:28:08Z', 'revision_number': 5, 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'subnets': [{'id': '13575454-21e5-4c8e-9b39-1b3f52329c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:32:21.469528 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47209e4b-7acf-4ecb-affa-629dae0c33b0 None None] The sync data for ids ['856be908-386e-4f79-925b-3556e126f6b3'] in n-d-825178-3 is: [{'id': '856be908-386e-4f79-925b-3556e126f6b3', 'name': 'tempest-TestShelveInstance-980292076-router', 'tenant_id': 'eb57327977314da2bdd99943bd4a4930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '6bd063f8-be68-4bf3-9e95-c72520552125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:27:57Z', 'updated_at': '2022-02-09T13:28:01Z', 'revision_number': 4, 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'gw_port': {'id': '6bd063f8-be68-4bf3-9e95-c72520552125', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:36:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856be908-386e-4f79-925b-3556e126f6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:27:57Z', 'updated_at': '2022-02-09T13:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'b1cdf691-bd32-458e-ab78-bf9eb0a18a23', 'name': '', 'network_id': 'b07aec2a-d7d4-4678-b926-315b2a24c4cf', 'tenant_id': 'eb57327977314da2bdd99943bd4a4930', 'mac_address': 'fa:16:3e:ce:a8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856be908-386e-4f79-925b-3556e126f6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '13575454-21e5-4c8e-9b39-1b3f52329c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:28:00Z', 'updated_at': '2022-02-09T13:28:08Z', 'revision_number': 5, 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'subnets': [{'id': '13575454-21e5-4c8e-9b39-1b3f52329c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:32:21.486131 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-ba917a21-1330-4e30-a23a-524906a924af req-1222e107-c156-4b05-93df-3af9b0cb03c7 service neutron] 10.222.0.52 "GET /v2.0/networks/b07aec2a-d7d4-4678-b926-315b2a24c4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269422 Feb 09 13:32:21.689837 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deddc396-4bc6-444e-8216-19e3c68dd41d None None] New status for floating IP 429e6da1-fab0-42d7-8123-af32be23373d: DOWN {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:32:22.182653 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7fd532-dabe-440e-ad41-3d5955c9e8af req-661e0054-8c2f-44e4-8987-205becc774f2 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:32:22.184134 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9f7fd532-dabe-440e-ad41-3d5955c9e8af req-661e0054-8c2f-44e4-8987-205becc774f2 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 946 time: 0.0870862 Feb 09 13:32:22.231037 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9f7fd532-dabe-440e-ad41-3d5955c9e8af req-99e4ae2a-4f5e-4c44-82f8-e52e012263a1 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=8940e709-79ec-48ff-94f2-495375c375a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404718 Feb 09 13:32:22.276710 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7ddfd-2142-4da9-a510-701ac323b2ab req-7edadb8d-6a84-4b3c-a68d-5935fb5840cf tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:32:22.277408 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-b7c7ddfd-2142-4da9-a510-701ac323b2ab req-7edadb8d-6a84-4b3c-a68d-5935fb5840cf tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Synchronizing usage tracker for tenant:eb57327977314da2bdd99943bd4a4930 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:32:22.289171 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-b7c7ddfd-2142-4da9-a510-701ac323b2ab req-7edadb8d-6a84-4b3c-a68d-5935fb5840cf tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Unset dirty status for tenant:eb57327977314da2bdd99943bd4a4930 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:32:22.290297 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b7c7ddfd-2142-4da9-a510-701ac323b2ab req-7edadb8d-6a84-4b3c-a68d-5935fb5840cf tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.52 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 946 time: 0.0991826 Feb 09 13:32:22.359548 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-b7c7ddfd-2142-4da9-a510-701ac323b2ab req-42d80a3b-881e-44f6-b7ab-33d84b198c30 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Deleting port bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:32:22.360555 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-b7c7ddfd-2142-4da9-a510-701ac323b2ab req-42d80a3b-881e-44f6-b7ab-33d84b198c30 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:22.698771 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-b7c7ddfd-2142-4da9-a510-701ac323b2ab req-42d80a3b-881e-44f6-b7ab-33d84b198c30 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] For port bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da,segment=NetworkSegment(24848d0e-20ae-44a4-8918-ae8a1efb624e),segment_id=24848d0e-20ae-44a4-8918-ae8a1efb624e)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:32:22.699129 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-b7c7ddfd-2142-4da9-a510-701ac323b2ab req-42d80a3b-881e-44f6-b7ab-33d84b198c30 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:22.820479 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-b7c7ddfd-2142-4da9-a510-701ac323b2ab req-42d80a3b-881e-44f6-b7ab-33d84b198c30 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Calling delete_port for bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:32:22.966131 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-b7c7ddfd-2142-4da9-a510-701ac323b2ab req-42d80a3b-881e-44f6-b7ab-33d84b198c30 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:23.020811 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d80a3b-881e-44f6-b7ab-33d84b198c30 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Pushing event deleted for resources: {'Port': ['ID=bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:23.065508 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d80a3b-881e-44f6-b7ab-33d84b198c30 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:23.065911 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d80a3b-881e-44f6-b7ab-33d84b198c30 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:23.066283 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d80a3b-881e-44f6-b7ab-33d84b198c30 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:23.066650 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d80a3b-881e-44f6-b7ab-33d84b198c30 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:23.067013 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d80a3b-881e-44f6-b7ab-33d84b198c30 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:23.067395 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d80a3b-881e-44f6-b7ab-33d84b198c30 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:23.067722 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d80a3b-881e-44f6-b7ab-33d84b198c30 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:23.068078 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d80a3b-881e-44f6-b7ab-33d84b198c30 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:23.068401 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d80a3b-881e-44f6-b7ab-33d84b198c30 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:23.068773 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d80a3b-881e-44f6-b7ab-33d84b198c30 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:23.069126 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d80a3b-881e-44f6-b7ab-33d84b198c30 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:23.069495 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d80a3b-881e-44f6-b7ab-33d84b198c30 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:23.107080 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c7ddfd-2142-4da9-a510-701ac323b2ab req-42d80a3b-881e-44f6-b7ab-33d84b198c30 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] No DVR routers for this DVR port bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da on host n-h1-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:32:23.109603 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-b7c7ddfd-2142-4da9-a510-701ac323b2ab req-42d80a3b-881e-44f6-b7ab-33d84b198c30 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:23.112742 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd309eaff-28eb-47da-bdbe-be23a0b2ec27', 'name': 'network-vif-deleted', 'tag': 'bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:32:23.128439 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b7c7ddfd-2142-4da9-a510-701ac323b2ab req-42d80a3b-881e-44f6-b7ab-33d84b198c30 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.52 "DELETE /v2.0/ports/bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da HTTP/1.1" status: 204 len: 173 time: 0.8320038 Feb 09 13:32:23.157751 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd309eaff-28eb-47da-bdbe-be23a0b2ec27', 'name': 'network-vif-deleted', 'tag': 'bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da', 'status': 'completed', 'code': 200} Feb 09 13:32:23.400163 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-970f200c-793d-4598-ae86-b30396b8999c req-43030a3b-7d6e-4277-9a2f-ce4b50034774 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=d309eaff-28eb-47da-bdbe-be23a0b2ec27 HTTP/1.1" status: 200 len: 210 time: 0.0471554 Feb 09 13:32:23.783229 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:24.494071 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48264) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:24.561588 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b4e118e3-f581-4b33-a106-806a2d7b05a0 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:24.592246 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b4e118e3-f581-4b33-a106-806a2d7b05a0 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:24.656042 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b4e118e3-f581-4b33-a106-806a2d7b05a0 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:24.675557 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e118e3-f581-4b33-a106-806a2d7b05a0 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8940e709-79ec-48ff-94f2-495375c375a5,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:24.686712 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b4e118e3-f581-4b33-a106-806a2d7b05a0 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:24.688125 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b4e118e3-f581-4b33-a106-806a2d7b05a0 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "DELETE /v2.0/security-groups/8940e709-79ec-48ff-94f2-495375c375a5 HTTP/1.1" status: 204 len: 168 time: 0.1928153 Feb 09 13:32:24.899024 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48272) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:24.904362 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-30f4e843-bf9b-49e1-9a1b-7ad162a294df tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1675218950', 'description': 'tempest-secgroup-smoke-1675218950 description', 'project_id': 'eb57327977314da2bdd99943bd4a4930'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:32:24.910950 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-30f4e843-bf9b-49e1-9a1b-7ad162a294df tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:24.917896 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-30f4e843-bf9b-49e1-9a1b-7ad162a294df tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Usage tracker for resource:security_group and tenant:eb57327977314da2bdd99943bd4a4930 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:32:24.920965 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-30f4e843-bf9b-49e1-9a1b-7ad162a294df tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:32:24.926963 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-30f4e843-bf9b-49e1-9a1b-7ad162a294df tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:24.940969 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-30f4e843-bf9b-49e1-9a1b-7ad162a294df tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:25.065702 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-30f4e843-bf9b-49e1-9a1b-7ad162a294df tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:25.069477 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-30f4e843-bf9b-49e1-9a1b-7ad162a294df tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Usage tracker for resource:security_group_rule and tenant:eb57327977314da2bdd99943bd4a4930 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:32:25.072252 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-30f4e843-bf9b-49e1-9a1b-7ad162a294df tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:32:25.077755 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-30f4e843-bf9b-49e1-9a1b-7ad162a294df tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:25.148180 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-30f4e843-bf9b-49e1-9a1b-7ad162a294df tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:25.151642 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-30f4e843-bf9b-49e1-9a1b-7ad162a294df tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:25.196482 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f4e843-bf9b-49e1-9a1b-7ad162a294df tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=687856be-87b8-4341-8c7a-5d26c11694c9,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:25.200428 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-30f4e843-bf9b-49e1-9a1b-7ad162a294df tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:25.201623 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-30f4e843-bf9b-49e1-9a1b-7ad162a294df tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3016276 Feb 09 13:32:25.205416 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48276) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:25.210303 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-97c118d4-0401-49b2-8191-a77cf7c903e9 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Request body: {'security_group_rule': {'security_group_id': '687856be-87b8-4341-8c7a-5d26c11694c9', 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:32:25.216856 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-97c118d4-0401-49b2-8191-a77cf7c903e9 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:25.221602 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-97c118d4-0401-49b2-8191-a77cf7c903e9 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Usage tracker for resource:security_group_rule and tenant:eb57327977314da2bdd99943bd4a4930 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:32:25.222324 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:32:25.224706 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-97c118d4-0401-49b2-8191-a77cf7c903e9 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:32:25.230551 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-97c118d4-0401-49b2-8191-a77cf7c903e9 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:25.246859 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-97c118d4-0401-49b2-8191-a77cf7c903e9 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:25.259603 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] No Port match for: bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:32:25.259956 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device bbc3c2a8-75b9-4ebe-81de-9d5b8c7369da not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:32:25.305989 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-97c118d4-0401-49b2-8191-a77cf7c903e9 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:25.309529 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-97c118d4-0401-49b2-8191-a77cf7c903e9 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:25.337108 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c118d4-0401-49b2-8191-a77cf7c903e9 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b67410f6-313f-48d0-9d01-d9600b6074c8,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:25.347348 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-97c118d4-0401-49b2-8191-a77cf7c903e9 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:25.349078 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-97c118d4-0401-49b2-8191-a77cf7c903e9 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1426716 Feb 09 13:32:25.351660 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48280) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:25.358365 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-a2a4e382-9f14-418d-8347-fd4b9b1384a7 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Request body: {'security_group_rule': {'security_group_id': '687856be-87b8-4341-8c7a-5d26c11694c9', 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:32:25.367260 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-a2a4e382-9f14-418d-8347-fd4b9b1384a7 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:25.371186 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a2a4e382-9f14-418d-8347-fd4b9b1384a7 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Usage tracker for resource:security_group_rule and tenant:eb57327977314da2bdd99943bd4a4930 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:32:25.374558 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-a2a4e382-9f14-418d-8347-fd4b9b1384a7 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:32:25.380878 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-a2a4e382-9f14-418d-8347-fd4b9b1384a7 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:25.397480 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a2a4e382-9f14-418d-8347-fd4b9b1384a7 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:25.456325 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a2a4e382-9f14-418d-8347-fd4b9b1384a7 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:25.459655 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a2a4e382-9f14-418d-8347-fd4b9b1384a7 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:25.482042 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a4e382-9f14-418d-8347-fd4b9b1384a7 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ce8f81a-588a-4887-b702-dfd0db28222d,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:25.491219 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a2a4e382-9f14-418d-8347-fd4b9b1384a7 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:25.492416 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a2a4e382-9f14-418d-8347-fd4b9b1384a7 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1392784 Feb 09 13:32:25.495232 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48284) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:25.500054 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-fd825dcc-ccc1-440e-a10c-f00b07fcbe53 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Request body: {'security_group_rule': {'security_group_id': '687856be-87b8-4341-8c7a-5d26c11694c9', 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:32:25.506868 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-fd825dcc-ccc1-440e-a10c-f00b07fcbe53 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:25.510621 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-fd825dcc-ccc1-440e-a10c-f00b07fcbe53 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Usage tracker for resource:security_group_rule and tenant:eb57327977314da2bdd99943bd4a4930 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:32:25.513436 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-fd825dcc-ccc1-440e-a10c-f00b07fcbe53 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:32:25.519019 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-fd825dcc-ccc1-440e-a10c-f00b07fcbe53 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:25.536060 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fd825dcc-ccc1-440e-a10c-f00b07fcbe53 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:25.600003 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fd825dcc-ccc1-440e-a10c-f00b07fcbe53 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:25.603466 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fd825dcc-ccc1-440e-a10c-f00b07fcbe53 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:25.630806 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd825dcc-ccc1-440e-a10c-f00b07fcbe53 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=350a4a23-6c86-4c07-a061-5fad817e6202,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:25.636855 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-fd825dcc-ccc1-440e-a10c-f00b07fcbe53 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:25.637990 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-fd825dcc-ccc1-440e-a10c-f00b07fcbe53 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1418586 Feb 09 13:32:25.640835 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48288) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:25.646370 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-96494a91-2e2d-4ccf-b88b-e6ecf02bd148 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Request body: {'security_group_rule': {'security_group_id': '687856be-87b8-4341-8c7a-5d26c11694c9', 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:32:25.652723 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-96494a91-2e2d-4ccf-b88b-e6ecf02bd148 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:25.656490 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-96494a91-2e2d-4ccf-b88b-e6ecf02bd148 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Usage tracker for resource:security_group_rule and tenant:eb57327977314da2bdd99943bd4a4930 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:32:25.659905 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-96494a91-2e2d-4ccf-b88b-e6ecf02bd148 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:32:25.665398 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-96494a91-2e2d-4ccf-b88b-e6ecf02bd148 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:25.682193 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-96494a91-2e2d-4ccf-b88b-e6ecf02bd148 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:25.747468 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-96494a91-2e2d-4ccf-b88b-e6ecf02bd148 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:25.751460 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-96494a91-2e2d-4ccf-b88b-e6ecf02bd148 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:25.775080 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96494a91-2e2d-4ccf-b88b-e6ecf02bd148 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eda377de-e704-418a-9e9b-da60d9ecb2b7,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:25.785367 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-96494a91-2e2d-4ccf-b88b-e6ecf02bd148 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:25.786606 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-96494a91-2e2d-4ccf-b88b-e6ecf02bd148 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1443269 Feb 09 13:32:25.790169 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48292) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:25.795166 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-6bc4032f-7e4a-438c-bfde-34a72f62698b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Request body: {'security_group_rule': {'security_group_id': '687856be-87b8-4341-8c7a-5d26c11694c9', 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:32:25.802419 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6bc4032f-7e4a-438c-bfde-34a72f62698b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:25.806577 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6bc4032f-7e4a-438c-bfde-34a72f62698b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Usage tracker for resource:security_group_rule and tenant:eb57327977314da2bdd99943bd4a4930 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:32:25.809439 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-6bc4032f-7e4a-438c-bfde-34a72f62698b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:32:25.815401 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-6bc4032f-7e4a-438c-bfde-34a72f62698b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:25.825033 n-d-825178-3 neutron-server[87567]: INFO neutron.db.securitygroups_db [None req-6bc4032f-7e4a-438c-bfde-34a72f62698b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Project eb57327977314da2bdd99943bd4a4930 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 13:32:25.831334 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6bc4032f-7e4a-438c-bfde-34a72f62698b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:25.894098 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6bc4032f-7e4a-438c-bfde-34a72f62698b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:25.897135 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6bc4032f-7e4a-438c-bfde-34a72f62698b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:25.918968 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc4032f-7e4a-438c-bfde-34a72f62698b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d45ded16-55cb-41f9-a80b-98bd52c78cbe,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:25.927748 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6bc4032f-7e4a-438c-bfde-34a72f62698b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:25.928904 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-6bc4032f-7e4a-438c-bfde-34a72f62698b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1378398 Feb 09 13:32:25.931671 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48296) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:25.936504 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-3d7a6951-c3dd-4801-a07f-d976daa7f9c9 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Request body: {'security_group_rule': {'security_group_id': '687856be-87b8-4341-8c7a-5d26c11694c9', 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:32:25.943607 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3d7a6951-c3dd-4801-a07f-d976daa7f9c9 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:25.947645 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-3d7a6951-c3dd-4801-a07f-d976daa7f9c9 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Usage tracker for resource:security_group_rule and tenant:eb57327977314da2bdd99943bd4a4930 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:32:25.950469 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-3d7a6951-c3dd-4801-a07f-d976daa7f9c9 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:32:25.956554 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-3d7a6951-c3dd-4801-a07f-d976daa7f9c9 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:25.974774 n-d-825178-3 neutron-server[87567]: INFO neutron.db.securitygroups_db [None req-3d7a6951-c3dd-4801-a07f-d976daa7f9c9 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Project eb57327977314da2bdd99943bd4a4930 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 13:32:25.982005 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3d7a6951-c3dd-4801-a07f-d976daa7f9c9 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:26.045591 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3d7a6951-c3dd-4801-a07f-d976daa7f9c9 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:26.049898 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3d7a6951-c3dd-4801-a07f-d976daa7f9c9 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:26.076523 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7a6951-c3dd-4801-a07f-d976daa7f9c9 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=589f5522-6fb7-4e0b-ba30-1ad4d5c59b61,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:26.085774 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3d7a6951-c3dd-4801-a07f-d976daa7f9c9 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:26.087051 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3d7a6951-c3dd-4801-a07f-d976daa7f9c9 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1544442 Feb 09 13:32:28.999734 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:32:39.892443 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-a00230cc-54a2-4867-be30-d843344946fa req-2e2372e2-4733-422a-9af3-c2b77449b125 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Synchronizing usage tracker for tenant:eb57327977314da2bdd99943bd4a4930 on resource:security_group {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:32:39.906854 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-a00230cc-54a2-4867-be30-d843344946fa req-2e2372e2-4733-422a-9af3-c2b77449b125 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Unset dirty status for tenant:eb57327977314da2bdd99943bd4a4930 on resource:security_group {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:32:39.908133 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a00230cc-54a2-4867-be30-d843344946fa req-2e2372e2-4733-422a-9af3-c2b77449b125 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1675218950&fields=id&tenant_id=eb57327977314da2bdd99943bd4a4930 HTTP/1.1" status: 200 len: 267 time: 0.0539763 Feb 09 13:32:40.055775 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00230cc-54a2-4867-be30-d843344946fa req-31c32968-c228-46ac-8946-ba90d083f9bc tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:32:40.057232 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a00230cc-54a2-4867-be30-d843344946fa req-31c32968-c228-46ac-8946-ba90d083f9bc tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/networks?id=b07aec2a-d7d4-4678-b926-315b2a24c4cf HTTP/1.1" status: 200 len: 808 time: 0.1424673 Feb 09 13:32:40.072770 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a00230cc-54a2-4867-be30-d843344946fa req-72e181b9-dc3f-4736-9758-dfa436198276 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/quotas/eb57327977314da2bdd99943bd4a4930 HTTP/1.1" status: 200 len: 375 time: 0.0101428 Feb 09 13:32:40.153936 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a00230cc-54a2-4867-be30-d843344946fa req-8ebc9ba9-929e-4cb7-9f09-7bb59a5e2791 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=eb57327977314da2bdd99943bd4a4930&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0763955 Feb 09 13:32:40.168648 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-a00230cc-54a2-4867-be30-d843344946fa req-b688e53c-3583-4472-a5b6-2ae1303c74e4 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 13:32:40.169588 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a00230cc-54a2-4867-be30-d843344946fa req-b688e53c-3583-4472-a5b6-2ae1303c74e4 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048950 Feb 09 13:32:40.300440 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a00230cc-54a2-4867-be30-d843344946fa req-dba44639-ad24-4032-a893-8d08c05b1bdd service neutron] 10.222.0.55 "GET /v2.0/networks/b07aec2a-d7d4-4678-b926-315b2a24c4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255293 Feb 09 13:32:40.433568 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a00230cc-54a2-4867-be30-d843344946fa req-e07c127c-7163-4716-b468-ff8b08d17589 service neutron] 10.222.0.55 "GET /v2.0/networks/b07aec2a-d7d4-4678-b926-315b2a24c4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273818 Feb 09 13:32:40.803337 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8ef2edbe-5b65-4e13-a582-0488fbd1aaa5 req-2cb153c1-56fc-436b-b9db-5cf1db0feb42 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 210 time: 0.0467203 Feb 09 13:32:41.929860 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00230cc-54a2-4867-be30-d843344946fa req-746332bf-091d-4ab4-aaa9-034e8391ea82 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:32:41.931349 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a00230cc-54a2-4867-be30-d843344946fa req-746332bf-091d-4ab4-aaa9-034e8391ea82 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.52 "GET /v2.0/networks?id=b07aec2a-d7d4-4678-b926-315b2a24c4cf HTTP/1.1" status: 200 len: 808 time: 0.1504536 Feb 09 13:32:41.960761 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f183b9fd-da49-46bd-8f37-6009eb084238 req-7a0ecd29-2e04-4561-bc43-c22f83ae6726 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 210 time: 0.0451021 Feb 09 13:32:41.982203 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a00230cc-54a2-4867-be30-d843344946fa req-c2687174-7a07-446e-ab81-d00b4131b954 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb57327977314da2bdd99943bd4a4930 HTTP/1.1" status: 200 len: 380 time: 0.0418811 Feb 09 13:32:41.991611 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-a00230cc-54a2-4867-be30-d843344946fa req-2eed3c70-3523-4006-b26c-23543059e611 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Request body: {'port': {'device_id': 'b90598a3-c0eb-4470-a95b-5ce3cdae039c', 'network_id': 'b07aec2a-d7d4-4678-b926-315b2a24c4cf', 'admin_state_up': True, 'tenant_id': 'eb57327977314da2bdd99943bd4a4930', 'security_groups': ['687856be-87b8-4341-8c7a-5d26c11694c9']}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:32:42.129958 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-a00230cc-54a2-4867-be30-d843344946fa req-2eed3c70-3523-4006-b26c-23543059e611 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:42.133487 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-a00230cc-54a2-4867-be30-d843344946fa req-2eed3c70-3523-4006-b26c-23543059e611 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Usage tracker for resource:port and tenant:eb57327977314da2bdd99943bd4a4930 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:32:42.136407 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-a00230cc-54a2-4867-be30-d843344946fa req-2eed3c70-3523-4006-b26c-23543059e611 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:32:42.142897 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-a00230cc-54a2-4867-be30-d843344946fa req-2eed3c70-3523-4006-b26c-23543059e611 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:42.152831 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a00230cc-54a2-4867-be30-d843344946fa req-2eed3c70-3523-4006-b26c-23543059e611 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Made reservation on behalf of eb57327977314da2bdd99943bd4a4930 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:32:42.156558 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a00230cc-54a2-4867-be30-d843344946fa req-2eed3c70-3523-4006-b26c-23543059e611 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:42.320696 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-a00230cc-54a2-4867-be30-d843344946fa req-2eed3c70-3523-4006-b26c-23543059e611 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Allocated IP 172.20.0.7 (b07aec2a-d7d4-4678-b926-315b2a24c4cf/13575454-21e5-4c8e-9b39-1b3f52329c15/51f5ba49-0ee8-4c68-a757-c3b253cd4293) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:32:42.512354 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a00230cc-54a2-4867-be30-d843344946fa req-2eed3c70-3523-4006-b26c-23543059e611 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:42.529222 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-a00230cc-54a2-4867-be30-d843344946fa req-2eed3c70-3523-4006-b26c-23543059e611 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Transition to ACTIVE for port object 51f5ba49-0ee8-4c68-a757-c3b253cd4293 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:32:42.554021 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a00230cc-54a2-4867-be30-d843344946fa req-2eed3c70-3523-4006-b26c-23543059e611 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:42.632234 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a00230cc-54a2-4867-be30-d843344946fa req-2eed3c70-3523-4006-b26c-23543059e611 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Network b07aec2a-d7d4-4678-b926-315b2a24c4cf is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:32:42.635208 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-a00230cc-54a2-4867-be30-d843344946fa req-2eed3c70-3523-4006-b26c-23543059e611 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:32:42.639491 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-a00230cc-54a2-4867-be30-d843344946fa req-2eed3c70-3523-4006-b26c-23543059e611 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:32:42.666969 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eed3c70-3523-4006-b26c-23543059e611 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Pushing event updated for resources: {'Port': ['ID=51f5ba49-0ee8-4c68-a757-c3b253cd4293,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:42.705907 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00230cc-54a2-4867-be30-d843344946fa req-2eed3c70-3523-4006-b26c-23543059e611 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:32:42.706865 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a00230cc-54a2-4867-be30-d843344946fa req-2eed3c70-3523-4006-b26c-23543059e611 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:42.732828 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a00230cc-54a2-4867-be30-d843344946fa req-2eed3c70-3523-4006-b26c-23543059e611 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7451329 Feb 09 13:32:42.745544 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-a00230cc-54a2-4867-be30-d843344946fa req-7d378ffd-6fe4-40e0-a844-5ad6d8614757 service neutron] Request body: {'port': {'device_id': 'b90598a3-c0eb-4470-a95b-5ce3cdae039c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:32:42.861577 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a00230cc-54a2-4867-be30-d843344946fa req-7d378ffd-6fe4-40e0-a844-5ad6d8614757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:42.949358 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-14754068-08cd-4b91-ba62-043c10e6a34b None None] Provisioning for port 51f5ba49-0ee8-4c68-a757-c3b253cd4293 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:32:42.955399 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-14754068-08cd-4b91-ba62-043c10e6a34b None None] Provisioning complete for port 51f5ba49-0ee8-4c68-a757-c3b253cd4293 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:32:42.955777 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-14754068-08cd-4b91-ba62-043c10e6a34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:43.021712 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-14754068-08cd-4b91-ba62-043c10e6a34b None None] Port 51f5ba49-0ee8-4c68-a757-c3b253cd4293 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:32:43.181583 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a9273-ea42-43ab-874a-6aef10274d9c req-5ae91294-1adf-499f-b6b6-f62ecb476fdd tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:32:43.183255 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-071a9273-ea42-43ab-874a-6aef10274d9c req-5ae91294-1adf-499f-b6b6-f62ecb476fdd tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 931 time: 0.1007624 Feb 09 13:32:43.239988 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-071a9273-ea42-43ab-874a-6aef10274d9c req-d0c98e4c-2cbb-4419-b46b-0508ad34db48 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=687856be-87b8-4341-8c7a-5d26c11694c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473530 Feb 09 13:32:43.338153 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-a00230cc-54a2-4867-be30-d843344946fa req-7d378ffd-6fe4-40e0-a844-5ad6d8614757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51f5ba49-0ee8-4c68-a757-c3b253cd4293 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:32:43.345803 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a00230cc-54a2-4867-be30-d843344946fa req-7d378ffd-6fe4-40e0-a844-5ad6d8614757 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:43.360821 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-a00230cc-54a2-4867-be30-d843344946fa req-7d378ffd-6fe4-40e0-a844-5ad6d8614757 service neutron] Transition to ACTIVE for port object 51f5ba49-0ee8-4c68-a757-c3b253cd4293 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:32:43.364851 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a00230cc-54a2-4867-be30-d843344946fa req-7d378ffd-6fe4-40e0-a844-5ad6d8614757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:43.499164 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d378ffd-6fe4-40e0-a844-5ad6d8614757 service neutron] Pushing event updated for resources: {'Port': ['ID=51f5ba49-0ee8-4c68-a757-c3b253cd4293,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:43.610042 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-a00230cc-54a2-4867-be30-d843344946fa req-7d378ffd-6fe4-40e0-a844-5ad6d8614757 service neutron] Attempting to bind port 51f5ba49-0ee8-4c68-a757-c3b253cd4293 on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:32:43.610383 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-a00230cc-54a2-4867-be30-d843344946fa req-7d378ffd-6fe4-40e0-a844-5ad6d8614757 service neutron] Attempting to bind port 51f5ba49-0ee8-4c68-a757-c3b253cd4293 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': '24848d0e-20ae-44a4-8918-ae8a1efb624e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b07aec2a-d7d4-4678-b926-315b2a24c4cf'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:32:43.610715 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00230cc-54a2-4867-be30-d843344946fa req-7d378ffd-6fe4-40e0-a844-5ad6d8614757 service neutron] Attempting to bind port 51f5ba49-0ee8-4c68-a757-c3b253cd4293 on network b07aec2a-d7d4-4678-b926-315b2a24c4cf {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:32:43.616022 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00230cc-54a2-4867-be30-d843344946fa req-7d378ffd-6fe4-40e0-a844-5ad6d8614757 service neutron] Port 51f5ba49-0ee8-4c68-a757-c3b253cd4293 on network b07aec2a-d7d4-4678-b926-315b2a24c4cf not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 13:32:43.616344 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00230cc-54a2-4867-be30-d843344946fa req-7d378ffd-6fe4-40e0-a844-5ad6d8614757 service neutron] Attempting to bind port 51f5ba49-0ee8-4c68-a757-c3b253cd4293 on network b07aec2a-d7d4-4678-b926-315b2a24c4cf {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:32:43.623380 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00230cc-54a2-4867-be30-d843344946fa req-7d378ffd-6fe4-40e0-a844-5ad6d8614757 service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:32:43.626114 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00230cc-54a2-4867-be30-d843344946fa req-7d378ffd-6fe4-40e0-a844-5ad6d8614757 service neutron] Checking segment: {'id': '24848d0e-20ae-44a4-8918-ae8a1efb624e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b07aec2a-d7d4-4678-b926-315b2a24c4cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:32:43.627955 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00230cc-54a2-4867-be30-d843344946fa req-7d378ffd-6fe4-40e0-a844-5ad6d8614757 service neutron] Bound using segment: {'id': '24848d0e-20ae-44a4-8918-ae8a1efb624e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b07aec2a-d7d4-4678-b926-315b2a24c4cf'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:32:43.628337 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-a00230cc-54a2-4867-be30-d843344946fa req-7d378ffd-6fe4-40e0-a844-5ad6d8614757 service neutron] Bound port: 51f5ba49-0ee8-4c68-a757-c3b253cd4293, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24848d0e-20ae-44a4-8918-ae8a1efb624e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b07aec2a-d7d4-4678-b926-315b2a24c4cf'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:32:43.628789 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a00230cc-54a2-4867-be30-d843344946fa req-7d378ffd-6fe4-40e0-a844-5ad6d8614757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:43.728908 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-a00230cc-54a2-4867-be30-d843344946fa req-7d378ffd-6fe4-40e0-a844-5ad6d8614757 service neutron] For port 51f5ba49-0ee8-4c68-a757-c3b253cd4293, host n-h1-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:32:43.733711 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-a00230cc-54a2-4867-be30-d843344946fa req-7d378ffd-6fe4-40e0-a844-5ad6d8614757 service neutron] For port 51f5ba49-0ee8-4c68-a757-c3b253cd4293, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=51f5ba49-0ee8-4c68-a757-c3b253cd4293,segment=NetworkSegment(24848d0e-20ae-44a4-8918-ae8a1efb624e),segment_id=24848d0e-20ae-44a4-8918-ae8a1efb624e)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:32:43.737990 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a00230cc-54a2-4867-be30-d843344946fa req-7d378ffd-6fe4-40e0-a844-5ad6d8614757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:43.796067 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00230cc-54a2-4867-be30-d843344946fa req-7d378ffd-6fe4-40e0-a844-5ad6d8614757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:32:43.797602 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a00230cc-54a2-4867-be30-d843344946fa req-7d378ffd-6fe4-40e0-a844-5ad6d8614757 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:43.799017 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a00230cc-54a2-4867-be30-d843344946fa req-7d378ffd-6fe4-40e0-a844-5ad6d8614757 service neutron] 10.222.0.52 "PUT /v2.0/ports/51f5ba49-0ee8-4c68-a757-c3b253cd4293 HTTP/1.1" status: 200 len: 1091 time: 1.0579362 Feb 09 13:32:43.802370 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90598a3-c0eb-4470-a95b-5ce3cdae039c', 'tag': '51f5ba49-0ee8-4c68-a757-c3b253cd4293'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:32:43.834897 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d378ffd-6fe4-40e0-a844-5ad6d8614757 service neutron] Pushing event updated for resources: {'Port': ['ID=51f5ba49-0ee8-4c68-a757-c3b253cd4293,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:43.888626 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90598a3-c0eb-4470-a95b-5ce3cdae039c', 'tag': '51f5ba49-0ee8-4c68-a757-c3b253cd4293', 'status': 'completed', 'code': 200} Feb 09 13:32:43.925561 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00230cc-54a2-4867-be30-d843344946fa req-ab7a8a9c-3ccc-4b65-b98a-fe4ebc774196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:32:43.927109 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a00230cc-54a2-4867-be30-d843344946fa req-ab7a8a9c-3ccc-4b65-b98a-fe4ebc774196 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb57327977314da2bdd99943bd4a4930&device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 1094 time: 0.0810952 Feb 09 13:32:43.995156 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a00230cc-54a2-4867-be30-d843344946fa req-18f2944f-69f2-4f3a-81bb-52f51bcb9a0d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51f5ba49-0ee8-4c68-a757-c3b253cd4293 HTTP/1.1" status: 200 len: 217 time: 0.0610001 Feb 09 13:32:44.059100 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00230cc-54a2-4867-be30-d843344946fa req-c7c5f102-dba4-4840-9ff3-fc871d582af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:32:44.060572 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a00230cc-54a2-4867-be30-d843344946fa req-c7c5f102-dba4-4840-9ff3-fc871d582af6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13575454-21e5-4c8e-9b39-1b3f52329c15 HTTP/1.1" status: 200 len: 847 time: 0.0596867 Feb 09 13:32:44.135062 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00230cc-54a2-4867-be30-d843344946fa req-88c6f424-8dcf-4ceb-af47-b5980db08d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:32:44.136472 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a00230cc-54a2-4867-be30-d843344946fa req-88c6f424-8dcf-4ceb-af47-b5980db08d09 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b07aec2a-d7d4-4678-b926-315b2a24c4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695794 Feb 09 13:32:44.169714 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-53e0d4c4-778c-49f5-9e93-a896200d82b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:44.269193 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a00230cc-54a2-4867-be30-d843344946fa req-6913be4c-5aea-4695-97df-583d4103b94c service neutron] 10.222.0.52 "GET /v2.0/networks/b07aec2a-d7d4-4678-b926-315b2a24c4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251705 Feb 09 13:32:44.409057 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a00230cc-54a2-4867-be30-d843344946fa req-5cbe9d6d-80aa-427a-9e04-da7080d38409 service neutron] 10.222.0.52 "GET /v2.0/networks/b07aec2a-d7d4-4678-b926-315b2a24c4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327796 Feb 09 13:32:44.453923 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954552de-bca7-4939-9be5-d8b9da01c55a req-46586dfa-433b-46a1-8daa-e3705b1c6a18 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:32:44.455388 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-954552de-bca7-4939-9be5-d8b9da01c55a req-46586dfa-433b-46a1-8daa-e3705b1c6a18 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 943 time: 0.0963163 Feb 09 13:32:44.500410 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-954552de-bca7-4939-9be5-d8b9da01c55a req-cc83769c-2225-4c22-abba-40b36cafaa7d tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=687856be-87b8-4341-8c7a-5d26c11694c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392377 Feb 09 13:32:44.527065 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab2043-5801-4967-afc7-44aacbb777d5 req-c80079b5-5211-48ad-b006-81e9141a7674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:32:44.528598 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2eab2043-5801-4967-afc7-44aacbb777d5 req-c80079b5-5211-48ad-b006-81e9141a7674 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb57327977314da2bdd99943bd4a4930&device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 1094 time: 0.0772579 Feb 09 13:32:44.660221 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab2043-5801-4967-afc7-44aacbb777d5 req-10d3eaf6-efc5-4396-8f06-6319a89bf207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:32:44.661568 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2eab2043-5801-4967-afc7-44aacbb777d5 req-10d3eaf6-efc5-4396-8f06-6319a89bf207 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b07aec2a-d7d4-4678-b926-315b2a24c4cf HTTP/1.1" status: 200 len: 909 time: 0.1263511 Feb 09 13:32:44.729734 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2eab2043-5801-4967-afc7-44aacbb777d5 req-263903b7-1950-4122-8fde-93bfcaa5cce5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51f5ba49-0ee8-4c68-a757-c3b253cd4293 HTTP/1.1" status: 200 len: 217 time: 0.0598211 Feb 09 13:32:44.794450 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab2043-5801-4967-afc7-44aacbb777d5 req-98e571a9-232e-4ed3-a946-b068a95e1fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:32:44.795859 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2eab2043-5801-4967-afc7-44aacbb777d5 req-98e571a9-232e-4ed3-a946-b068a95e1fae service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13575454-21e5-4c8e-9b39-1b3f52329c15 HTTP/1.1" status: 200 len: 847 time: 0.0593455 Feb 09 13:32:44.872289 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab2043-5801-4967-afc7-44aacbb777d5 req-18306c7f-e075-4a3a-9019-8dcc432b2b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:32:44.873772 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2eab2043-5801-4967-afc7-44aacbb777d5 req-18306c7f-e075-4a3a-9019-8dcc432b2b1d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b07aec2a-d7d4-4678-b926-315b2a24c4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704880 Feb 09 13:32:45.100132 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2eab2043-5801-4967-afc7-44aacbb777d5 req-7314d815-14c2-4e94-b541-ebc8d506cfef service neutron] 10.222.0.52 "GET /v2.0/networks/b07aec2a-d7d4-4678-b926-315b2a24c4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186182 Feb 09 13:32:45.229019 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-2eab2043-5801-4967-afc7-44aacbb777d5 req-c270f289-efd8-480b-8d17-31260dfb53ec service neutron] 10.222.0.52 "GET /v2.0/networks/b07aec2a-d7d4-4678-b926-315b2a24c4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226923 Feb 09 13:32:45.685249 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8eb6c-82ee-47e2-b4c1-a2f109a32fe9 req-f73657c4-bbf6-4b27-a818-7b38ddaa3f08 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:32:45.686698 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-afb8eb6c-82ee-47e2-b4c1-a2f109a32fe9 req-f73657c4-bbf6-4b27-a818-7b38ddaa3f08 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 943 time: 0.0834317 Feb 09 13:32:45.729954 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-afb8eb6c-82ee-47e2-b4c1-a2f109a32fe9 req-177e3d69-3767-434a-9034-01931ecbc457 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=687856be-87b8-4341-8c7a-5d26c11694c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368693 Feb 09 13:32:46.565483 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-755f8bda-b921-4b27-b578-456b992b35e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:46.926470 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80205cd7-2370-4ef5-8330-8f26882e3179 req-d5747d6f-b809-44e0-a047-002bca69db89 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:32:46.928001 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-80205cd7-2370-4ef5-8330-8f26882e3179 req-d5747d6f-b809-44e0-a047-002bca69db89 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 943 time: 0.0853996 Feb 09 13:32:46.973711 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-80205cd7-2370-4ef5-8330-8f26882e3179 req-a4aff184-b1ac-4e8e-851b-320ae189b5f2 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=687856be-87b8-4341-8c7a-5d26c11694c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395827 Feb 09 13:32:47.749431 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:47.874123 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:48.163047 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf20665-c1c2-48b0-b8f4-0bccc6f6bebd req-a5020e0f-d940-4782-9e00-13a40003854c tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:32:48.164535 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ebf20665-c1c2-48b0-b8f4-0bccc6f6bebd req-a5020e0f-d940-4782-9e00-13a40003854c tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 943 time: 0.0821831 Feb 09 13:32:48.207670 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ebf20665-c1c2-48b0-b8f4-0bccc6f6bebd req-06ae106c-1a65-42d6-b984-77cbb630d247 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=687856be-87b8-4341-8c7a-5d26c11694c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374799 Feb 09 13:32:49.395929 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7f3c5-745b-49e0-ada8-6e707a90d6ad req-53b98a3f-540f-4ec5-a2d4-2304e7fbef97 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:32:49.397386 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2ae7f3c5-745b-49e0-ada8-6e707a90d6ad req-53b98a3f-540f-4ec5-a2d4-2304e7fbef97 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 943 time: 0.0850859 Feb 09 13:32:49.441893 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2ae7f3c5-745b-49e0-ada8-6e707a90d6ad req-9fbdc1af-4394-4204-a42f-21fea447c53e tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=687856be-87b8-4341-8c7a-5d26c11694c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388846 Feb 09 13:32:49.446678 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:50.636515 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516c60c-187d-4bfa-b0e7-a0354360b58b req-11fd4313-8694-4fd5-bd2e-96a4d6ee50ef tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:32:50.637873 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9516c60c-187d-4bfa-b0e7-a0354360b58b req-11fd4313-8694-4fd5-bd2e-96a4d6ee50ef tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 943 time: 0.0830431 Feb 09 13:32:50.680655 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9516c60c-187d-4bfa-b0e7-a0354360b58b req-1c5cab92-7c55-4946-9250-762ac43db3a2 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=687856be-87b8-4341-8c7a-5d26c11694c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363150 Feb 09 13:32:51.225876 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:51.368835 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 51f5ba49-0ee8-4c68-a757-c3b253cd4293 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:32:51.498942 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 51f5ba49-0ee8-4c68-a757-c3b253cd4293, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=51f5ba49-0ee8-4c68-a757-c3b253cd4293,segment=NetworkSegment(24848d0e-20ae-44a4-8918-ae8a1efb624e),segment_id=24848d0e-20ae-44a4-8918-ae8a1efb624e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:32:51.511819 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': '51f5ba49-0ee8-4c68-a757-c3b253cd4293', 'network_id': 'b07aec2a-d7d4-4678-b926-315b2a24c4cf', 'port_id': '51f5ba49-0ee8-4c68-a757-c3b253cd4293', 'mac_address': 'fa:16:3e:9c:8a:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13575454-21e5-4c8e-9b39-1b3f52329c15', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:32:51.570292 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:51.587175 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51f5ba49-0ee8-4c68-a757-c3b253cd4293 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:32:51.602770 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 51f5ba49-0ee8-4c68-a757-c3b253cd4293, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=51f5ba49-0ee8-4c68-a757-c3b253cd4293,segment=NetworkSegment(24848d0e-20ae-44a4-8918-ae8a1efb624e),segment_id=24848d0e-20ae-44a4-8918-ae8a1efb624e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:32:51.606647 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:51.673970 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=51f5ba49-0ee8-4c68-a757-c3b253cd4293,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:51.681282 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:51.681628 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:51.681965 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:51.682303 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:51.682629 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:51.682956 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:51.683296 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:51.683602 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:51.683963 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:51.684283 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:51.684602 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:51.684920 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:51.836740 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['51f5ba49-0ee8-4c68-a757-c3b253cd4293'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:32:51.864518 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18872cd-1cf2-4a14-8579-f7b71a0ea30f req-40844009-13dd-4dab-9556-e93c8982becf tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:32:51.866048 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a18872cd-1cf2-4a14-8579-f7b71a0ea30f req-40844009-13dd-4dab-9556-e93c8982becf tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 944 time: 0.0796719 Feb 09 13:32:51.914191 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a18872cd-1cf2-4a14-8579-f7b71a0ea30f req-307e5d37-4103-41df-b73f-c617f8a777af tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=687856be-87b8-4341-8c7a-5d26c11694c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426350 Feb 09 13:32:53.097320 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ce1d7-99a2-4121-b34b-5286cc83f024 req-1a814c4d-022d-4f2e-bfa7-09eb4a410e6d tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:32:53.098768 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ef6ce1d7-99a2-4121-b34b-5286cc83f024 req-1a814c4d-022d-4f2e-bfa7-09eb4a410e6d tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 944 time: 0.0797770 Feb 09 13:32:53.141953 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ef6ce1d7-99a2-4121-b34b-5286cc83f024 req-00e51c46-35d5-4dc1-a800-61c41a70fb19 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=687856be-87b8-4341-8c7a-5d26c11694c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373173 Feb 09 13:32:53.384227 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 51f5ba49-0ee8-4c68-a757-c3b253cd4293 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:32:53.452206 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port 51f5ba49-0ee8-4c68-a757-c3b253cd4293 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:32:53.456861 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port 51f5ba49-0ee8-4c68-a757-c3b253cd4293 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:32:53.457227 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:53.573610 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:53.600479 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90598a3-c0eb-4470-a95b-5ce3cdae039c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f5ba49-0ee8-4c68-a757-c3b253cd4293'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:32:53.610627 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 51f5ba49-0ee8-4c68-a757-c3b253cd4293, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=51f5ba49-0ee8-4c68-a757-c3b253cd4293,segment=NetworkSegment(24848d0e-20ae-44a4-8918-ae8a1efb624e),segment_id=24848d0e-20ae-44a4-8918-ae8a1efb624e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:32:53.614568 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:53.647481 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90598a3-c0eb-4470-a95b-5ce3cdae039c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f5ba49-0ee8-4c68-a757-c3b253cd4293', 'code': 200} Feb 09 13:32:53.686633 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=51f5ba49-0ee8-4c68-a757-c3b253cd4293,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:53.776755 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91232097-4623-4510-8f8f-fc8c6da080d4 req-aee39f4a-afcd-43d9-946f-44f6727a3796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:32:53.778214 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-91232097-4623-4510-8f8f-fc8c6da080d4 req-aee39f4a-afcd-43d9-946f-44f6727a3796 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 1096 time: 0.0729823 Feb 09 13:32:53.797826 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:53.819168 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-91232097-4623-4510-8f8f-fc8c6da080d4 req-e0b036ce-bb1b-40de-a916-57bfb2f8e334 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=687856be-87b8-4341-8c7a-5d26c11694c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341942 Feb 09 13:32:54.332219 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6f98c-3a86-4498-bbe0-81de41962216 req-254e57bc-ef64-43bc-825e-c5095d1b8d36 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:32:54.333687 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-72a6f98c-3a86-4498-bbe0-81de41962216 req-254e57bc-ef64-43bc-825e-c5095d1b8d36 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 945 time: 0.0842254 Feb 09 13:32:54.376989 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-72a6f98c-3a86-4498-bbe0-81de41962216 req-ad3004ea-51f1-4841-b7d5-6b764f57570c tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=687856be-87b8-4341-8c7a-5d26c11694c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376852 Feb 09 13:32:55.107398 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-fb9038c6-d195-425b-8881-3dedccc74cfd req-0bc78a68-ca4f-4e00-a785-6c5988f14237 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0673308 Feb 09 13:32:55.254406 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9038c6-d195-425b-8881-3dedccc74cfd req-a0794d75-6321-462c-84b3-b55083d0d2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:32:55.255885 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-fb9038c6-d195-425b-8881-3dedccc74cfd req-a0794d75-6321-462c-84b3-b55083d0d2c4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb57327977314da2bdd99943bd4a4930&device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 1096 time: 0.0758469 Feb 09 13:32:55.403201 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9038c6-d195-425b-8881-3dedccc74cfd req-2bd21212-5996-4986-a32a-aca42120006d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:32:55.404678 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-fb9038c6-d195-425b-8881-3dedccc74cfd req-2bd21212-5996-4986-a32a-aca42120006d service neutron] 10.222.0.52 "GET /v2.0/networks?id=b07aec2a-d7d4-4678-b926-315b2a24c4cf HTTP/1.1" status: 200 len: 909 time: 0.1283538 Feb 09 13:32:55.472118 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-fb9038c6-d195-425b-8881-3dedccc74cfd req-ef2991bf-5ff7-42c4-b9aa-208e9c918a3f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51f5ba49-0ee8-4c68-a757-c3b253cd4293 HTTP/1.1" status: 200 len: 217 time: 0.0598199 Feb 09 13:32:55.537059 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9038c6-d195-425b-8881-3dedccc74cfd req-296e472e-28a4-45b1-a136-853e2a75678c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:32:55.538494 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-fb9038c6-d195-425b-8881-3dedccc74cfd req-296e472e-28a4-45b1-a136-853e2a75678c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13575454-21e5-4c8e-9b39-1b3f52329c15 HTTP/1.1" status: 200 len: 847 time: 0.0599144 Feb 09 13:32:55.559130 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e0b340-777f-46c6-9e1e-27e823e5bc41 req-6f941407-7793-40c3-aea1-0c9d3d22500e tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:32:55.560611 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-88e0b340-777f-46c6-9e1e-27e823e5bc41 req-6f941407-7793-40c3-aea1-0c9d3d22500e tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 945 time: 0.0791266 Feb 09 13:32:55.607140 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-88e0b340-777f-46c6-9e1e-27e823e5bc41 req-29d391fd-6624-4662-9c2c-1d6b4e4e16e5 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=687856be-87b8-4341-8c7a-5d26c11694c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401261 Feb 09 13:32:55.613322 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9038c6-d195-425b-8881-3dedccc74cfd req-a5e47dc2-07ca-472c-97cc-3348e728278b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:32:55.614790 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-fb9038c6-d195-425b-8881-3dedccc74cfd req-a5e47dc2-07ca-472c-97cc-3348e728278b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b07aec2a-d7d4-4678-b926-315b2a24c4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701380 Feb 09 13:32:55.747794 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-fb9038c6-d195-425b-8881-3dedccc74cfd req-228f4d39-a346-452b-a930-e5b6dfc41c5b service neutron] 10.222.0.52 "GET /v2.0/networks/b07aec2a-d7d4-4678-b926-315b2a24c4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258621 Feb 09 13:32:55.887592 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-fb9038c6-d195-425b-8881-3dedccc74cfd req-a9dd0c11-5ccc-4669-943c-48555aec3b55 service neutron] 10.222.0.52 "GET /v2.0/networks/b07aec2a-d7d4-4678-b926-315b2a24c4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329501 Feb 09 13:32:55.893942 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5f6e5-424b-4989-85a3-fe4a772d176a req-c3a4e21f-691a-4395-92c5-44ea3094f7ad tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:32:55.895421 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8fa5f6e5-424b-4989-85a3-fe4a772d176a req-c3a4e21f-691a-4395-92c5-44ea3094f7ad tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 945 time: 0.1852973 Feb 09 13:32:55.940804 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8fa5f6e5-424b-4989-85a3-fe4a772d176a req-1cd8afb4-8108-4752-96db-85f48c1aa34a tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=687856be-87b8-4341-8c7a-5d26c11694c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394244 Feb 09 13:32:55.963171 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48476) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:56.032906 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18324366-fe12-47cb-8c82-677e2f086fbc tempest-TestShelveInstance-890772487 tempest-TestShelveInstance-890772487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:32:56.034407 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-18324366-fe12-47cb-8c82-677e2f086fbc tempest-TestShelveInstance-890772487 tempest-TestShelveInstance-890772487-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 1091 time: 0.0702631 Feb 09 13:32:56.037232 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48480) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:56.042015 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-330b89c1-1feb-4f4b-b0b0-0d888386bdf8 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'port_id': '51f5ba49-0ee8-4c68-a757-c3b253cd4293', 'tenant_id': 'eb57327977314da2bdd99943bd4a4930', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:32:56.049048 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-330b89c1-1feb-4f4b-b0b0-0d888386bdf8 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:56.052831 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-330b89c1-1feb-4f4b-b0b0-0d888386bdf8 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Usage tracker for resource:floatingip and tenant:eb57327977314da2bdd99943bd4a4930 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:32:56.055558 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-330b89c1-1feb-4f4b-b0b0-0d888386bdf8 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:32:56.061137 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-330b89c1-1feb-4f4b-b0b0-0d888386bdf8 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:56.073850 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-330b89c1-1feb-4f4b-b0b0-0d888386bdf8 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for floatingip, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:56.204760 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-330b89c1-1feb-4f4b-b0b0-0d888386bdf8 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:56.344823 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-330b89c1-1feb-4f4b-b0b0-0d888386bdf8 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Allocated IP 172.25.7.16 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/36ddd50a-6670-4de5-959a-8671b10371d6) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:32:56.492424 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-330b89c1-1feb-4f4b-b0b0-0d888386bdf8 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:56.520817 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-330b89c1-1feb-4f4b-b0b0-0d888386bdf8 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:56.589539 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330b89c1-1feb-4f4b-b0b0-0d888386bdf8 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:32:56.592519 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-330b89c1-1feb-4f4b-b0b0-0d888386bdf8 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:32:56.596814 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330b89c1-1feb-4f4b-b0b0-0d888386bdf8 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:32:56.629247 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b89c1-1feb-4f4b-b0b0-0d888386bdf8 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Pushing event updated for resources: {'Port': ['ID=36ddd50a-6670-4de5-959a-8671b10371d6,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:57.008514 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-330b89c1-1feb-4f4b-b0b0-0d888386bdf8 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:57.083552 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-330b89c1-1feb-4f4b-b0b0-0d888386bdf8 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:57.304122 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-330b89c1-1feb-4f4b-b0b0-0d888386bdf8 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:57.308559 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-330b89c1-1feb-4f4b-b0b0-0d888386bdf8 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:57.418446 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b89c1-1feb-4f4b-b0b0-0d888386bdf8 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Pushing event updated for resources: {'Port': ['ID=36ddd50a-6670-4de5-959a-8671b10371d6,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:57.430820 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-330b89c1-1feb-4f4b-b0b0-0d888386bdf8 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:57.709167 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [None req-330b89c1-1feb-4f4b-b0b0-0d888386bdf8 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Floating IP c797644b-7366-403e-a3ff-ae7541b1787a associated. External IP: 172.25.7.16, port: 51f5ba49-0ee8-4c68-a757-c3b253cd4293. Feb 09 13:32:58.061430 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330b89c1-1feb-4f4b-b0b0-0d888386bdf8 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Router 856be908-386e-4f79-925b-3556e126f6b3 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:32:58.240632 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330b89c1-1feb-4f4b-b0b0-0d888386bdf8 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:32:58.250861 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d7a315-f31b-4362-86ba-f45906ec7e58 None None] Sync routers for ids ['856be908-386e-4f79-925b-3556e126f6b3'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:32:58.260459 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d7a315-f31b-4362-86ba-f45906ec7e58 None None] Routers {'856be908-386e-4f79-925b-3556e126f6b3'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:32:58.261097 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-f2d7a315-f31b-4362-86ba-f45906ec7e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:32:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['856be908-386e-4f79-925b-3556e126f6b3'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:32:58.266771 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-330b89c1-1feb-4f4b-b0b0-0d888386bdf8 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:58.360659 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-330b89c1-1feb-4f4b-b0b0-0d888386bdf8 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3223014 Feb 09 13:32:58.361614 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90598a3-c0eb-4470-a95b-5ce3cdae039c', 'tag': '51f5ba49-0ee8-4c68-a757-c3b253cd4293'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:32:58.409909 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90598a3-c0eb-4470-a95b-5ce3cdae039c', 'tag': '51f5ba49-0ee8-4c68-a757-c3b253cd4293', 'status': 'completed', 'code': 200} Feb 09 13:32:58.459126 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-f2d7a315-f31b-4362-86ba-f45906ec7e58 None None] Set router 856be908-386e-4f79-925b-3556e126f6b3 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:32:58.509600 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5ec09-ba4b-4cba-b9fb-e43c1b3adbe2 req-ffc5fedb-473f-46a3-8be6-dca3c6b67cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:32:58.511098 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-bcc5ec09-ba4b-4cba-b9fb-e43c1b3adbe2 req-ffc5fedb-473f-46a3-8be6-dca3c6b67cc2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb57327977314da2bdd99943bd4a4930&device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 1096 time: 0.0762618 Feb 09 13:32:58.649745 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5ec09-ba4b-4cba-b9fb-e43c1b3adbe2 req-1bf739a2-2a98-48a4-aa68-3d2734042e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:32:58.651296 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-bcc5ec09-ba4b-4cba-b9fb-e43c1b3adbe2 req-1bf739a2-2a98-48a4-aa68-3d2734042e27 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b07aec2a-d7d4-4678-b926-315b2a24c4cf HTTP/1.1" status: 200 len: 909 time: 0.1325958 Feb 09 13:32:58.750722 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-bcc5ec09-ba4b-4cba-b9fb-e43c1b3adbe2 req-371457b7-328d-46bd-b899-b21c6f66ebdb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51f5ba49-0ee8-4c68-a757-c3b253cd4293 HTTP/1.1" status: 200 len: 998 time: 0.0928655 Feb 09 13:32:58.821478 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5ec09-ba4b-4cba-b9fb-e43c1b3adbe2 req-999c2ba8-9712-40d6-9398-98facf1e20df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:32:58.822929 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-bcc5ec09-ba4b-4cba-b9fb-e43c1b3adbe2 req-999c2ba8-9712-40d6-9398-98facf1e20df service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13575454-21e5-4c8e-9b39-1b3f52329c15 HTTP/1.1" status: 200 len: 847 time: 0.0647144 Feb 09 13:32:58.849956 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-f2d7a315-f31b-4362-86ba-f45906ec7e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856be908-386e-4f79-925b-3556e126f6b3', 'name': 'tempest-TestShelveInstance-980292076-router', 'tenant_id': 'eb57327977314da2bdd99943bd4a4930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '6bd063f8-be68-4bf3-9e95-c72520552125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:27:57Z', 'updated_at': '2022-02-09T13:28:01Z', 'revision_number': 4, 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'gw_port': {'id': '6bd063f8-be68-4bf3-9e95-c72520552125', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:36:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856be908-386e-4f79-925b-3556e126f6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:27:57Z', 'updated_at': '2022-02-09T13:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': 'c797644b-7366-403e-a3ff-ae7541b1787a', 'tenant_id': 'eb57327977314da2bdd99943bd4a4930', 'floating_ip_address': '172.25.7.16', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '856be908-386e-4f79-925b-3556e126f6b3', 'port_id': '51f5ba49-0ee8-4c68-a757-c3b253cd4293', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b07aec2a-d7d4-4678-b926-315b2a24c4cf', 'mac_address': 'fa:16:3e:9c:8a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90598a3-c0eb-4470-a95b-5ce3cdae039c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:32:56Z', 'updated_at': '2022-02-09T13:32:56Z', 'revision_number': 0, 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1cdf691-bd32-458e-ab78-bf9eb0a18a23', 'name': '', 'network_id': 'b07aec2a-d7d4-4678-b926-315b2a24c4cf', 'tenant_id': 'eb57327977314da2bdd99943bd4a4930', 'mac_address': 'fa:16:3e:ce:a8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856be908-386e-4f79-925b-3556e126f6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '13575454-21e5-4c8e-9b39-1b3f52329c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:28:00Z', 'updated_at': '2022-02-09T13:28:08Z', 'revision_number': 5, 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'subnets': [{'id': '13575454-21e5-4c8e-9b39-1b3f52329c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:32:58.854114 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d7a315-f31b-4362-86ba-f45906ec7e58 None None] Checking router: 856be908-386e-4f79-925b-3556e126f6b3 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:32:58.862601 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d7a315-f31b-4362-86ba-f45906ec7e58 None None] Routers {'856be908-386e-4f79-925b-3556e126f6b3'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:32:58.863191 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-f2d7a315-f31b-4362-86ba-f45906ec7e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:32:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['856be908-386e-4f79-925b-3556e126f6b3'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:32:58.903078 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5ec09-ba4b-4cba-b9fb-e43c1b3adbe2 req-60bb8efd-d752-46a0-b4f5-ac83b1ac6ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:32:58.904539 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-bcc5ec09-ba4b-4cba-b9fb-e43c1b3adbe2 req-60bb8efd-d752-46a0-b4f5-ac83b1ac6ed8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b07aec2a-d7d4-4678-b926-315b2a24c4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752227 Feb 09 13:32:59.038812 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-bcc5ec09-ba4b-4cba-b9fb-e43c1b3adbe2 req-b7d8599e-5937-4c20-a899-eb243784b272 service neutron] 10.222.0.52 "GET /v2.0/networks/b07aec2a-d7d4-4678-b926-315b2a24c4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273918 Feb 09 13:32:59.043299 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-f2d7a315-f31b-4362-86ba-f45906ec7e58 None None] Set router 856be908-386e-4f79-925b-3556e126f6b3 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:32:59.269662 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-bcc5ec09-ba4b-4cba-b9fb-e43c1b3adbe2 req-d7b835b3-fe5d-4748-a9f7-af9767a2a793 service neutron] 10.222.0.52 "GET /v2.0/networks/b07aec2a-d7d4-4678-b926-315b2a24c4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238584 Feb 09 13:32:59.394861 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-f2d7a315-f31b-4362-86ba-f45906ec7e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856be908-386e-4f79-925b-3556e126f6b3', 'name': 'tempest-TestShelveInstance-980292076-router', 'tenant_id': 'eb57327977314da2bdd99943bd4a4930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '6bd063f8-be68-4bf3-9e95-c72520552125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:27:57Z', 'updated_at': '2022-02-09T13:28:01Z', 'revision_number': 4, 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'gw_port': {'id': '6bd063f8-be68-4bf3-9e95-c72520552125', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:36:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856be908-386e-4f79-925b-3556e126f6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:27:57Z', 'updated_at': '2022-02-09T13:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': 'c797644b-7366-403e-a3ff-ae7541b1787a', 'tenant_id': 'eb57327977314da2bdd99943bd4a4930', 'floating_ip_address': '172.25.7.16', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '856be908-386e-4f79-925b-3556e126f6b3', 'port_id': '51f5ba49-0ee8-4c68-a757-c3b253cd4293', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b07aec2a-d7d4-4678-b926-315b2a24c4cf', 'mac_address': 'fa:16:3e:9c:8a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90598a3-c0eb-4470-a95b-5ce3cdae039c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:32:56Z', 'updated_at': '2022-02-09T13:32:56Z', 'revision_number': 0, 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1cdf691-bd32-458e-ab78-bf9eb0a18a23', 'name': '', 'network_id': 'b07aec2a-d7d4-4678-b926-315b2a24c4cf', 'tenant_id': 'eb57327977314da2bdd99943bd4a4930', 'mac_address': 'fa:16:3e:ce:a8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856be908-386e-4f79-925b-3556e126f6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '13575454-21e5-4c8e-9b39-1b3f52329c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:28:00Z', 'updated_at': '2022-02-09T13:28:08Z', 'revision_number': 5, 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'subnets': [{'id': '13575454-21e5-4c8e-9b39-1b3f52329c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:32:59.398950 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d7a315-f31b-4362-86ba-f45906ec7e58 None None] The sync data for ids ['856be908-386e-4f79-925b-3556e126f6b3'] in n-d-825178-3 is: [{'id': '856be908-386e-4f79-925b-3556e126f6b3', 'name': 'tempest-TestShelveInstance-980292076-router', 'tenant_id': 'eb57327977314da2bdd99943bd4a4930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '6bd063f8-be68-4bf3-9e95-c72520552125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:27:57Z', 'updated_at': '2022-02-09T13:28:01Z', 'revision_number': 4, 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'gw_port': {'id': '6bd063f8-be68-4bf3-9e95-c72520552125', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:36:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856be908-386e-4f79-925b-3556e126f6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:27:57Z', 'updated_at': '2022-02-09T13:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': 'c797644b-7366-403e-a3ff-ae7541b1787a', 'tenant_id': 'eb57327977314da2bdd99943bd4a4930', 'floating_ip_address': '172.25.7.16', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': '856be908-386e-4f79-925b-3556e126f6b3', 'port_id': '51f5ba49-0ee8-4c68-a757-c3b253cd4293', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b07aec2a-d7d4-4678-b926-315b2a24c4cf', 'mac_address': 'fa:16:3e:9c:8a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90598a3-c0eb-4470-a95b-5ce3cdae039c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:32:56Z', 'updated_at': '2022-02-09T13:32:56Z', 'revision_number': 0, 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1cdf691-bd32-458e-ab78-bf9eb0a18a23', 'name': '', 'network_id': 'b07aec2a-d7d4-4678-b926-315b2a24c4cf', 'tenant_id': 'eb57327977314da2bdd99943bd4a4930', 'mac_address': 'fa:16:3e:ce:a8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856be908-386e-4f79-925b-3556e126f6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '13575454-21e5-4c8e-9b39-1b3f52329c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:28:00Z', 'updated_at': '2022-02-09T13:28:08Z', 'revision_number': 5, 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'subnets': [{'id': '13575454-21e5-4c8e-9b39-1b3f52329c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:32:59.601582 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0f7c24-303f-4f1c-97d1-901426fbdd4a None None] New status for floating IP c797644b-7366-403e-a3ff-ae7541b1787a: ACTIVE {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:33:06.001001 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:33:14.172582 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1761d105-24e1-4018-9deb-211b6f7c5704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:16.568084 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-48f606a2-cb11-4f36-9b93-746a93ddaa6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:17.752764 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:17.879639 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:19.450228 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:21.222389 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:23.818897 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:43.001903 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:33:44.173474 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fabb1480-97cf-4e22-9982-e11a66bc6b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:46.569945 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-532dddd1-bccd-4371-b228-a49280b0f4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:47.756946 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:47.880455 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:49.453248 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:51.237969 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:53.818242 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:55.102964 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0ecd0795-9614-436b-b9f5-e6a50164f8d4 req-033cd103-e1f6-4048-ab48-da0955c927e3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0717068 Feb 09 13:33:55.252955 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd0795-9614-436b-b9f5-e6a50164f8d4 req-8a5d5d7b-d336-4efc-8268-13683c38c048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:33:55.254417 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0ecd0795-9614-436b-b9f5-e6a50164f8d4 req-8a5d5d7b-d336-4efc-8268-13683c38c048 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb57327977314da2bdd99943bd4a4930&device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 1096 time: 0.0738955 Feb 09 13:33:55.400215 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd0795-9614-436b-b9f5-e6a50164f8d4 req-328719b7-5e60-470e-a0b7-be82e527a79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:33:55.402091 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0ecd0795-9614-436b-b9f5-e6a50164f8d4 req-328719b7-5e60-470e-a0b7-be82e527a79e service neutron] 10.222.0.52 "GET /v2.0/networks?id=b07aec2a-d7d4-4678-b926-315b2a24c4cf HTTP/1.1" status: 200 len: 909 time: 0.1269958 Feb 09 13:33:55.505511 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0ecd0795-9614-436b-b9f5-e6a50164f8d4 req-7d92c118-f28c-4057-9272-67c3b05cf0ae service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51f5ba49-0ee8-4c68-a757-c3b253cd4293 HTTP/1.1" status: 200 len: 1000 time: 0.0970633 Feb 09 13:33:55.582044 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd0795-9614-436b-b9f5-e6a50164f8d4 req-6f5a29a3-86e2-4f3a-8f52-38f57bd27e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:33:55.583489 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0ecd0795-9614-436b-b9f5-e6a50164f8d4 req-6f5a29a3-86e2-4f3a-8f52-38f57bd27e86 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13575454-21e5-4c8e-9b39-1b3f52329c15 HTTP/1.1" status: 200 len: 847 time: 0.0716739 Feb 09 13:33:55.676827 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd0795-9614-436b-b9f5-e6a50164f8d4 req-e7b9af88-0ea9-41d2-bdfd-50094ece76ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:33:55.678212 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0ecd0795-9614-436b-b9f5-e6a50164f8d4 req-e7b9af88-0ea9-41d2-bdfd-50094ece76ea service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b07aec2a-d7d4-4678-b926-315b2a24c4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872643 Feb 09 13:33:55.806623 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0ecd0795-9614-436b-b9f5-e6a50164f8d4 req-4a69c2e6-9138-4fda-8f9e-12131c7a0bad service neutron] 10.222.0.52 "GET /v2.0/networks/b07aec2a-d7d4-4678-b926-315b2a24c4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215312 Feb 09 13:33:55.936787 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-0ecd0795-9614-436b-b9f5-e6a50164f8d4 req-0727def0-6f3c-457e-a619-3fdcabea3ff9 service neutron] 10.222.0.52 "GET /v2.0/networks/b07aec2a-d7d4-4678-b926-315b2a24c4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235228 Feb 09 13:34:14.176123 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2efbfcad-4f33-49a6-86c7-b108185d71bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:16.571441 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-852c72f7-be0d-4647-8fb2-e70550c109e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:17.759810 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:17.881531 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:19.458002 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:20.002001 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:34:21.239616 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:23.820366 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:44.178917 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8a44b570-9dc7-4f58-957c-e9e9fe643dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:46.573191 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f24dc68b-729a-44c6-b7a9-8a316ba298e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:47.762601 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:47.887538 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:49.458696 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:51.294191 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:53.825790 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:55.090014 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-aacbedef-8550-417d-b54f-845bd02c2bc3 req-597309fc-453a-4ee8-9a81-83ef0c83bb81 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0684216 Feb 09 13:34:55.240710 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbedef-8550-417d-b54f-845bd02c2bc3 req-4d688a21-ea2b-47dc-a44f-a6a1ec354164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:34:55.242239 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-aacbedef-8550-417d-b54f-845bd02c2bc3 req-4d688a21-ea2b-47dc-a44f-a6a1ec354164 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb57327977314da2bdd99943bd4a4930&device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 1096 time: 0.0763786 Feb 09 13:34:55.393277 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbedef-8550-417d-b54f-845bd02c2bc3 req-f454ec21-c50a-49b4-affb-41b04b702a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:34:55.394742 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-aacbedef-8550-417d-b54f-845bd02c2bc3 req-f454ec21-c50a-49b4-affb-41b04b702a36 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b07aec2a-d7d4-4678-b926-315b2a24c4cf HTTP/1.1" status: 200 len: 909 time: 0.1336319 Feb 09 13:34:55.497470 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-aacbedef-8550-417d-b54f-845bd02c2bc3 req-12962706-9a11-45d7-9a13-4a483f4b6287 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51f5ba49-0ee8-4c68-a757-c3b253cd4293 HTTP/1.1" status: 200 len: 1000 time: 0.0964870 Feb 09 13:34:55.560384 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbedef-8550-417d-b54f-845bd02c2bc3 req-b29f546c-fed2-495c-8663-255fa17e2dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:34:55.561804 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-aacbedef-8550-417d-b54f-845bd02c2bc3 req-b29f546c-fed2-495c-8663-255fa17e2dec service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13575454-21e5-4c8e-9b39-1b3f52329c15 HTTP/1.1" status: 200 len: 847 time: 0.0573325 Feb 09 13:34:55.639047 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbedef-8550-417d-b54f-845bd02c2bc3 req-35171073-39fc-4ad2-9f48-f46c55025168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:34:55.640488 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-aacbedef-8550-417d-b54f-845bd02c2bc3 req-35171073-39fc-4ad2-9f48-f46c55025168 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b07aec2a-d7d4-4678-b926-315b2a24c4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717421 Feb 09 13:34:55.772684 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-aacbedef-8550-417d-b54f-845bd02c2bc3 req-487548d4-79cd-4601-a41b-9f781335e7a5 service neutron] 10.222.0.52 "GET /v2.0/networks/b07aec2a-d7d4-4678-b926-315b2a24c4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246245 Feb 09 13:34:56.033031 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-aacbedef-8550-417d-b54f-845bd02c2bc3 req-dad2915e-7b54-4bb1-963a-b169e15aec03 service neutron] 10.222.0.52 "GET /v2.0/networks/b07aec2a-d7d4-4678-b926-315b2a24c4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530026 Feb 09 13:34:56.495067 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56c504-8f2c-4d7f-bcc2-8d8798463369 req-ba77a854-0825-4628-9307-84c7a6db7309 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:34:56.497401 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3a56c504-8f2c-4d7f-bcc2-8d8798463369 req-ba77a854-0825-4628-9307-84c7a6db7309 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 945 time: 0.0895212 Feb 09 13:34:56.545442 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3a56c504-8f2c-4d7f-bcc2-8d8798463369 req-e2ec5d0a-ef3c-4f4c-97ad-3f404cc66a70 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=687856be-87b8-4341-8c7a-5d26c11694c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423744 Feb 09 13:34:57.000756 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:34:57.743332 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8ef1d-d86c-48df-b42b-50022654b6c1 req-821b1340-9de9-46a0-98f2-26378b50cc2b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:34:57.744888 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8ed8ef1d-d86c-48df-b42b-50022654b6c1 req-821b1340-9de9-46a0-98f2-26378b50cc2b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 945 time: 0.0837960 Feb 09 13:34:57.790263 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8ed8ef1d-d86c-48df-b42b-50022654b6c1 req-0ef8c2f6-3461-45ab-ba05-1c21bf527ea0 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=687856be-87b8-4341-8c7a-5d26c11694c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392425 Feb 09 13:34:58.991745 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e7a68-f412-4344-864f-f8b40b7f9c41 req-47ce3282-a715-4d74-86c6-e534d447be52 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:34:58.993327 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6f1e7a68-f412-4344-864f-f8b40b7f9c41 req-47ce3282-a715-4d74-86c6-e534d447be52 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 945 time: 0.0867128 Feb 09 13:34:59.046354 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-6f1e7a68-f412-4344-864f-f8b40b7f9c41 req-7b44900e-1b1d-4048-9718-50cd83f2b9e5 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=687856be-87b8-4341-8c7a-5d26c11694c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416217 Feb 09 13:35:00.243354 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acafcdf-0c1c-4ff3-8c0a-019c129f91dc req-6361853d-cd0c-408a-a7da-5b6617949414 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:00.244906 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9acafcdf-0c1c-4ff3-8c0a-019c129f91dc req-6361853d-cd0c-408a-a7da-5b6617949414 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 945 time: 0.0876148 Feb 09 13:35:00.290342 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9acafcdf-0c1c-4ff3-8c0a-019c129f91dc req-3d008b12-4332-4dad-9b69-6db7cc4d413c tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=687856be-87b8-4341-8c7a-5d26c11694c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393908 Feb 09 13:35:01.493521 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e3db9-7c66-4e77-8e43-59b4f48aa4ba req-21cdd74a-aa06-40f9-84f4-2af9ba7f453a tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:01.494970 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d35e3db9-7c66-4e77-8e43-59b4f48aa4ba req-21cdd74a-aa06-40f9-84f4-2af9ba7f453a tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 945 time: 0.0934479 Feb 09 13:35:01.541570 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d35e3db9-7c66-4e77-8e43-59b4f48aa4ba req-4267591f-73b5-4ed5-a071-d6b11bcff718 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=687856be-87b8-4341-8c7a-5d26c11694c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388014 Feb 09 13:35:02.731257 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792b8b0-e204-41ac-9cf8-be66402d97c4 req-0aa141e5-75a9-44b6-a7c5-659c63113bd6 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:02.732735 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b792b8b0-e204-41ac-9cf8-be66402d97c4 req-0aa141e5-75a9-44b6-a7c5-659c63113bd6 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 945 time: 0.0841775 Feb 09 13:35:02.776534 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b792b8b0-e204-41ac-9cf8-be66402d97c4 req-8a69c4c2-6f15-4bd1-9768-8a46012dc8f1 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=687856be-87b8-4341-8c7a-5d26c11694c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383012 Feb 09 13:35:03.960235 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d815c70-7ba2-4a0a-94d4-025d98ec29df req-ae1f7036-91c2-4bc3-8522-9dca3b750f01 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:03.961683 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d815c70-7ba2-4a0a-94d4-025d98ec29df req-ae1f7036-91c2-4bc3-8522-9dca3b750f01 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 945 time: 0.0785477 Feb 09 13:35:04.010985 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3d815c70-7ba2-4a0a-94d4-025d98ec29df req-bb289e00-2e65-4511-9525-74df74e05fec tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=687856be-87b8-4341-8c7a-5d26c11694c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436256 Feb 09 13:35:05.198304 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e634ab0-a35c-46d8-895a-ca53e4952b07 req-2196d0b0-4ca4-4c35-bc45-ffe57d00b4b3 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:05.200599 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5e634ab0-a35c-46d8-895a-ca53e4952b07 req-2196d0b0-4ca4-4c35-bc45-ffe57d00b4b3 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 945 time: 0.0806923 Feb 09 13:35:05.243752 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5e634ab0-a35c-46d8-895a-ca53e4952b07 req-f1395336-17c3-4110-9f0a-9596c4def777 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=687856be-87b8-4341-8c7a-5d26c11694c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376205 Feb 09 13:35:06.545823 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1556c-7ab0-45ec-b3a3-d1d3e782760e req-54fd0c2c-7b7f-4c7b-862e-b40c6a568742 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:06.547220 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8fc1556c-7ab0-45ec-b3a3-d1d3e782760e req-54fd0c2c-7b7f-4c7b-862e-b40c6a568742 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 945 time: 0.1948392 Feb 09 13:35:06.592002 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8fc1556c-7ab0-45ec-b3a3-d1d3e782760e req-b0c950aa-b2b5-4de3-800a-fac05914a035 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=687856be-87b8-4341-8c7a-5d26c11694c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391071 Feb 09 13:35:06.598848 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa209b0-5c2b-4461-938f-6ad934b7a9a4 req-03387eea-e738-4bb7-9275-d305225b4cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:06.600469 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9fa209b0-5c2b-4461-938f-6ad934b7a9a4 req-03387eea-e738-4bb7-9275-d305225b4cdd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb57327977314da2bdd99943bd4a4930&device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 1096 time: 0.0752211 Feb 09 13:35:06.734315 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa209b0-5c2b-4461-938f-6ad934b7a9a4 req-4d2aaf11-3b56-4669-8aea-7dc870645a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:06.735777 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9fa209b0-5c2b-4461-938f-6ad934b7a9a4 req-4d2aaf11-3b56-4669-8aea-7dc870645a44 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b07aec2a-d7d4-4678-b926-315b2a24c4cf HTTP/1.1" status: 200 len: 909 time: 0.1289940 Feb 09 13:35:06.839790 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9fa209b0-5c2b-4461-938f-6ad934b7a9a4 req-d091fad0-2f65-4763-bc48-7e4670d4e6e8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51f5ba49-0ee8-4c68-a757-c3b253cd4293 HTTP/1.1" status: 200 len: 1000 time: 0.0972896 Feb 09 13:35:06.912371 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa209b0-5c2b-4461-938f-6ad934b7a9a4 req-f063f98d-69be-47f1-a8d1-3286ea404039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:06.913796 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9fa209b0-5c2b-4461-938f-6ad934b7a9a4 req-f063f98d-69be-47f1-a8d1-3286ea404039 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13575454-21e5-4c8e-9b39-1b3f52329c15 HTTP/1.1" status: 200 len: 847 time: 0.0674238 Feb 09 13:35:06.993106 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa209b0-5c2b-4461-938f-6ad934b7a9a4 req-fc1f255d-aa15-47a7-b742-44c810c40a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:06.994588 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9fa209b0-5c2b-4461-938f-6ad934b7a9a4 req-fc1f255d-aa15-47a7-b742-44c810c40a48 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b07aec2a-d7d4-4678-b926-315b2a24c4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732913 Feb 09 13:35:07.006196 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [req-9fa209b0-5c2b-4461-938f-6ad934b7a9a4 req-6b937af2-91b1-4588-bf5d-0b4f5f37c257 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 13:35:07.007126 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9fa209b0-5c2b-4461-938f-6ad934b7a9a4 req-6b937af2-91b1-4588-bf5d-0b4f5f37c257 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048203 Feb 09 13:35:07.140440 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9fa209b0-5c2b-4461-938f-6ad934b7a9a4 req-d1383129-02d0-4347-aca2-a89b7930e2b1 service neutron] 10.222.0.52 "GET /v2.0/networks/b07aec2a-d7d4-4678-b926-315b2a24c4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267347 Feb 09 13:35:07.274728 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-9fa209b0-5c2b-4461-938f-6ad934b7a9a4 req-c8e1980a-9b12-40f3-90d2-2201de7534ae service neutron] 10.222.0.52 "GET /v2.0/networks/b07aec2a-d7d4-4678-b926-315b2a24c4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275465 Feb 09 13:35:07.782558 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571f47e-1353-4424-8b01-76f6587a121f req-fac68a0d-b96c-44ab-b399-a05147db5bb7 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:07.784013 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2571f47e-1353-4424-8b01-76f6587a121f req-fac68a0d-b96c-44ab-b399-a05147db5bb7 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 945 time: 0.0832348 Feb 09 13:35:07.832102 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2571f47e-1353-4424-8b01-76f6587a121f req-4e48a2e5-7f30-4bbe-9375-7dba66fc3bd2 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=687856be-87b8-4341-8c7a-5d26c11694c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422406 Feb 09 13:35:09.049514 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33c6f6-4885-4eb4-a620-4a492b172074 req-43d607e3-2a5b-431d-a504-e20b899a1729 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:09.051067 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b33c6f6-4885-4eb4-a620-4a492b172074 req-43d607e3-2a5b-431d-a504-e20b899a1729 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 945 time: 0.0938876 Feb 09 13:35:09.100260 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7b33c6f6-4885-4eb4-a620-4a492b172074 req-5529ebe0-f889-4476-a092-36a83bb5ec38 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=687856be-87b8-4341-8c7a-5d26c11694c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431476 Feb 09 13:35:10.310402 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f04440-b8f0-4969-abed-fb7a7450b296 req-21284ad4-2d4f-45d4-b2f0-f84cb7abd3a5 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:10.312382 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-01f04440-b8f0-4969-abed-fb7a7450b296 req-21284ad4-2d4f-45d4-b2f0-f84cb7abd3a5 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 945 time: 0.0943952 Feb 09 13:35:10.362623 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-01f04440-b8f0-4969-abed-fb7a7450b296 req-9b557613-082f-4d71-ade1-a292736c137c tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=687856be-87b8-4341-8c7a-5d26c11694c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451641 Feb 09 13:35:10.818063 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50676bf-1fbf-4821-b070-fe871a2e5521 req-c862114c-8f91-45e3-a000-f015a6448122 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:10.819522 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b50676bf-1fbf-4821-b070-fe871a2e5521 req-c862114c-8f91-45e3-a000-f015a6448122 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 945 time: 0.1471899 Feb 09 13:35:10.823012 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-37987996-66b6-4f69-aed3-d0d71bbbaa50 req-d890a66c-79ff-4af1-9805-89d7b1b6fcb9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2240450 Feb 09 13:35:10.873344 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b50676bf-1fbf-4821-b070-fe871a2e5521 req-da583400-b942-45c5-80d6-79c04a336d92 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=687856be-87b8-4341-8c7a-5d26c11694c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469193 Feb 09 13:35:11.973450 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 51f5ba49-0ee8-4c68-a757-c3b253cd4293 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:35:12.096654 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a202d1-c743-4fcf-9c1e-08c5c902e913 req-852af7b3-0e68-4d84-9b01-72d7b9f6031b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:12.098272 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-34a202d1-c743-4fcf-9c1e-08c5c902e913 req-852af7b3-0e68-4d84-9b01-72d7b9f6031b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 945 time: 0.1079705 Feb 09 13:35:12.114340 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:12.142127 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90598a3-c0eb-4470-a95b-5ce3cdae039c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51f5ba49-0ee8-4c68-a757-c3b253cd4293'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:35:12.148690 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-34a202d1-c743-4fcf-9c1e-08c5c902e913 req-29259fad-c86d-4e20-97ad-9ecbc8698927 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=687856be-87b8-4341-8c7a-5d26c11694c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444973 Feb 09 13:35:12.152631 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 51f5ba49-0ee8-4c68-a757-c3b253cd4293, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=51f5ba49-0ee8-4c68-a757-c3b253cd4293,segment=NetworkSegment(24848d0e-20ae-44a4-8918-ae8a1efb624e),segment_id=24848d0e-20ae-44a4-8918-ae8a1efb624e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:35:12.157073 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:12.228474 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=51f5ba49-0ee8-4c68-a757-c3b253cd4293,revision_number=6']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:12.237226 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:35:12.237588 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:35:12.237910 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:35:12.238241 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:35:12.238568 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:35:12.238896 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:35:12.239218 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:35:12.239544 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:35:12.239884 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:35:12.240208 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:35:12.240526 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:35:12.240872 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:35:12.264465 n-d-825178-3 neutron-server[87569]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b90598a3-c0eb-4470-a95b-5ce3cdae039c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '51f5ba49-0ee8-4c68-a757-c3b253cd4293', 'code': 422} returned with failed status Feb 09 13:35:13.355349 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7b8f8-cc07-4233-a5ec-bb27cbd389a4 req-fcc2dc2d-7989-4ad0-a908-4f6f25be095f tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:13.356916 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-08b7b8f8-cc07-4233-a5ec-bb27cbd389a4 req-fcc2dc2d-7989-4ad0-a908-4f6f25be095f tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 943 time: 0.0913234 Feb 09 13:35:13.405429 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-08b7b8f8-cc07-4233-a5ec-bb27cbd389a4 req-1d0a9005-d8b8-45fe-9ed0-3128a217c58e tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=687856be-87b8-4341-8c7a-5d26c11694c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424221 Feb 09 13:35:14.184853 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9b18a336-8019-4746-bb85-9b0b87db22c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:14.604197 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd9669-4b11-404d-84b8-144a898c53cc req-45c3321e-c1ac-48d1-a453-4978cf9b0407 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:14.606393 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-01fd9669-4b11-404d-84b8-144a898c53cc req-45c3321e-c1ac-48d1-a453-4978cf9b0407 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 943 time: 0.0898390 Feb 09 13:35:14.657599 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-01fd9669-4b11-404d-84b8-144a898c53cc req-42257149-48b5-4fd8-9efc-ce9894241ecc tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=687856be-87b8-4341-8c7a-5d26c11694c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430765 Feb 09 13:35:15.422189 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37987996-66b6-4f69-aed3-d0d71bbbaa50 req-e240b8ec-09a6-4804-9efa-30afab7496d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:15.423708 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-37987996-66b6-4f69-aed3-d0d71bbbaa50 req-e240b8ec-09a6-4804-9efa-30afab7496d6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c&tenant_id=eb57327977314da2bdd99943bd4a4930 HTTP/1.1" status: 200 len: 1094 time: 0.0734780 Feb 09 13:35:15.517677 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37987996-66b6-4f69-aed3-d0d71bbbaa50 req-84c7312a-425d-401b-acd3-6412669aeb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:15.519162 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-37987996-66b6-4f69-aed3-d0d71bbbaa50 req-84c7312a-425d-401b-acd3-6412669aeb38 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb57327977314da2bdd99943bd4a4930&device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 1094 time: 0.0728705 Feb 09 13:35:15.665779 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37987996-66b6-4f69-aed3-d0d71bbbaa50 req-d0a508c8-d414-4942-a8c3-976b1d367a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:15.667819 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-37987996-66b6-4f69-aed3-d0d71bbbaa50 req-d0a508c8-d414-4942-a8c3-976b1d367a56 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b07aec2a-d7d4-4678-b926-315b2a24c4cf HTTP/1.1" status: 200 len: 909 time: 0.1421895 Feb 09 13:35:15.783915 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-37987996-66b6-4f69-aed3-d0d71bbbaa50 req-30ba1be2-6929-4152-a88b-fb20187ba735 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51f5ba49-0ee8-4c68-a757-c3b253cd4293 HTTP/1.1" status: 200 len: 998 time: 0.1102669 Feb 09 13:35:15.856350 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37987996-66b6-4f69-aed3-d0d71bbbaa50 req-62b3e547-01c3-4af3-a88d-081ad9369dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:15.857822 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-37987996-66b6-4f69-aed3-d0d71bbbaa50 req-62b3e547-01c3-4af3-a88d-081ad9369dcb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13575454-21e5-4c8e-9b39-1b3f52329c15 HTTP/1.1" status: 200 len: 847 time: 0.0681460 Feb 09 13:35:15.879440 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190ebae-f5b9-400c-b713-5cad484fb4f0 req-e3707e27-abd6-4be4-b742-cf2543ead230 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:15.881018 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b190ebae-f5b9-400c-b713-5cad484fb4f0 req-e3707e27-abd6-4be4-b742-cf2543ead230 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 943 time: 0.0853245 Feb 09 13:35:15.928838 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b190ebae-f5b9-400c-b713-5cad484fb4f0 req-d2b884e8-9c08-4154-9f1b-ca378d5bf441 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=687856be-87b8-4341-8c7a-5d26c11694c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416636 Feb 09 13:35:15.944311 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37987996-66b6-4f69-aed3-d0d71bbbaa50 req-22c3512a-7f08-4aa8-8e9f-ea22c38faaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:15.945822 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-37987996-66b6-4f69-aed3-d0d71bbbaa50 req-22c3512a-7f08-4aa8-8e9f-ea22c38faaee service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b07aec2a-d7d4-4678-b926-315b2a24c4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804493 Feb 09 13:35:16.098146 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-37987996-66b6-4f69-aed3-d0d71bbbaa50 req-67797412-954f-4a8c-be5f-b2300aa1b0fb service neutron] 10.222.0.52 "GET /v2.0/networks/b07aec2a-d7d4-4678-b926-315b2a24c4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459587 Feb 09 13:35:16.341197 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-37987996-66b6-4f69-aed3-d0d71bbbaa50 req-a02bfc9e-7730-4b88-8032-46cb39e0ea5f service neutron] 10.222.0.52 "GET /v2.0/networks/b07aec2a-d7d4-4678-b926-315b2a24c4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366097 Feb 09 13:35:16.578107 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-10ec3960-a881-4b00-83f9-86cf009ddfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:17.132849 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afde936-5ab0-4ef2-8b00-b579e243277d req-ebb2ea83-98aa-494c-9659-78ac3425b877 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:17.134247 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5afde936-5ab0-4ef2-8b00-b579e243277d req-ebb2ea83-98aa-494c-9659-78ac3425b877 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 943 time: 0.0925763 Feb 09 13:35:17.179743 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5afde936-5ab0-4ef2-8b00-b579e243277d req-6823b065-0c47-4450-bdb7-0b0f921c067d tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=687856be-87b8-4341-8c7a-5d26c11694c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392044 Feb 09 13:35:17.768183 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:17.891361 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:18.376961 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e588d1d-ce4f-44e7-b07d-22e69f2827f0 req-59018a14-dd18-4a80-b3da-ef1fbdccccd1 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:18.378495 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8e588d1d-ce4f-44e7-b07d-22e69f2827f0 req-59018a14-dd18-4a80-b3da-ef1fbdccccd1 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 943 time: 0.0918908 Feb 09 13:35:18.425272 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8e588d1d-ce4f-44e7-b07d-22e69f2827f0 req-b61b50cb-3ea4-4139-b2eb-0cb51b615c15 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=687856be-87b8-4341-8c7a-5d26c11694c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407741 Feb 09 13:35:19.461205 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:19.624476 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882017ad-6a00-49ce-b174-422466561fb2 req-30c37737-e303-4907-8d90-03382689b9ae tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:19.625933 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-882017ad-6a00-49ce-b174-422466561fb2 req-30c37737-e303-4907-8d90-03382689b9ae tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 943 time: 0.0878687 Feb 09 13:35:19.673162 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-882017ad-6a00-49ce-b174-422466561fb2 req-70cc6e9c-0847-42b0-b796-307098247099 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=687856be-87b8-4341-8c7a-5d26c11694c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415912 Feb 09 13:35:20.922156 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876f242-9390-40ba-9894-1395f5211840 req-ac96120d-4ad0-4e7f-801c-fa5ba092139a tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:20.923765 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e876f242-9390-40ba-9894-1395f5211840 req-ac96120d-4ad0-4e7f-801c-fa5ba092139a tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 943 time: 0.1399155 Feb 09 13:35:20.969989 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e876f242-9390-40ba-9894-1395f5211840 req-8e67fc68-e43e-4b84-b55c-f00c8306966e tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=687856be-87b8-4341-8c7a-5d26c11694c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404935 Feb 09 13:35:21.252194 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:22.165373 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4603d7-1815-4a86-9a50-fb5d2021a5da req-e548f13a-6332-4d83-95d3-1e5134bf529f tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:22.166754 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8f4603d7-1815-4a86-9a50-fb5d2021a5da req-e548f13a-6332-4d83-95d3-1e5134bf529f tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 943 time: 0.0839813 Feb 09 13:35:22.214833 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8f4603d7-1815-4a86-9a50-fb5d2021a5da req-77b6240c-6cb7-4024-8e26-8ddfb26a2743 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=687856be-87b8-4341-8c7a-5d26c11694c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414622 Feb 09 13:35:23.414118 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca49593-ac1a-452f-b9b7-869a1068e1d1 req-eb4a9f29-dfc4-4499-98fc-e89ce5998fa6 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:23.415599 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ca49593-ac1a-452f-b9b7-869a1068e1d1 req-eb4a9f29-dfc4-4499-98fc-e89ce5998fa6 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 943 time: 0.0909517 Feb 09 13:35:23.475056 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-3ca49593-ac1a-452f-b9b7-869a1068e1d1 req-b11261c6-8b08-4c73-a3f1-50e7309daea4 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=687856be-87b8-4341-8c7a-5d26c11694c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532248 Feb 09 13:35:23.913385 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:24.007463 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 51f5ba49-0ee8-4c68-a757-c3b253cd4293 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:35:24.161909 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 51f5ba49-0ee8-4c68-a757-c3b253cd4293, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=51f5ba49-0ee8-4c68-a757-c3b253cd4293,segment=NetworkSegment(24848d0e-20ae-44a4-8918-ae8a1efb624e),segment_id=24848d0e-20ae-44a4-8918-ae8a1efb624e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:35:24.179983 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': '51f5ba49-0ee8-4c68-a757-c3b253cd4293', 'network_id': 'b07aec2a-d7d4-4678-b926-315b2a24c4cf', 'port_id': '51f5ba49-0ee8-4c68-a757-c3b253cd4293', 'mac_address': 'fa:16:3e:9c:8a:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13575454-21e5-4c8e-9b39-1b3f52329c15', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:35:24.239762 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:24.257172 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51f5ba49-0ee8-4c68-a757-c3b253cd4293 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:35:24.273318 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 51f5ba49-0ee8-4c68-a757-c3b253cd4293, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=51f5ba49-0ee8-4c68-a757-c3b253cd4293,segment=NetworkSegment(24848d0e-20ae-44a4-8918-ae8a1efb624e),segment_id=24848d0e-20ae-44a4-8918-ae8a1efb624e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:35:24.277814 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:24.358957 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=51f5ba49-0ee8-4c68-a757-c3b253cd4293,revision_number=7']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:24.549236 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['51f5ba49-0ee8-4c68-a757-c3b253cd4293'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:35:24.673575 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff3c0e-2af4-402d-bb50-2eb04c615b96 req-46ed38f4-0de8-44cc-8295-b355f0f8e42c tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:24.675716 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7eff3c0e-2af4-402d-bb50-2eb04c615b96 req-46ed38f4-0de8-44cc-8295-b355f0f8e42c tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 944 time: 0.0842745 Feb 09 13:35:24.721940 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-7eff3c0e-2af4-402d-bb50-2eb04c615b96 req-f50d92ea-1a75-4e16-9094-11fedb60f645 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=687856be-87b8-4341-8c7a-5d26c11694c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406134 Feb 09 13:35:25.919340 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf278cdb-41b8-43c3-85c1-37a6ae64174a req-1801c98b-07ca-4198-8e47-fe550dbebd84 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:25.920915 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cf278cdb-41b8-43c3-85c1-37a6ae64174a req-1801c98b-07ca-4198-8e47-fe550dbebd84 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 944 time: 0.0854604 Feb 09 13:35:25.968702 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cf278cdb-41b8-43c3-85c1-37a6ae64174a req-97150943-f85d-4be6-84ef-a7a4024e1676 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=687856be-87b8-4341-8c7a-5d26c11694c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421619 Feb 09 13:35:26.024448 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 51f5ba49-0ee8-4c68-a757-c3b253cd4293 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:35:26.094507 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port 51f5ba49-0ee8-4c68-a757-c3b253cd4293 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:35:26.094874 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:26.217703 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:26.245875 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90598a3-c0eb-4470-a95b-5ce3cdae039c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f5ba49-0ee8-4c68-a757-c3b253cd4293'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:35:26.255456 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port 51f5ba49-0ee8-4c68-a757-c3b253cd4293, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=51f5ba49-0ee8-4c68-a757-c3b253cd4293,segment=NetworkSegment(24848d0e-20ae-44a4-8918-ae8a1efb624e),segment_id=24848d0e-20ae-44a4-8918-ae8a1efb624e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:35:26.259766 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:26.296977 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90598a3-c0eb-4470-a95b-5ce3cdae039c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f5ba49-0ee8-4c68-a757-c3b253cd4293', 'code': 200} Feb 09 13:35:26.334888 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=51f5ba49-0ee8-4c68-a757-c3b253cd4293,revision_number=8']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:26.508135 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62edeaf3-edb0-4e24-896c-92a7d8ee2bfc req-ceddb561-d771-4d28-b4e3-e834c94337de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:26.509603 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-62edeaf3-edb0-4e24-896c-92a7d8ee2bfc req-ceddb561-d771-4d28-b4e3-e834c94337de service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 1096 time: 0.0755987 Feb 09 13:35:26.551529 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-62edeaf3-edb0-4e24-896c-92a7d8ee2bfc req-0c7f76a2-bdcc-425a-bd13-e40a062eba2c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=687856be-87b8-4341-8c7a-5d26c11694c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351503 Feb 09 13:35:27.176520 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f59592-d599-4cea-9dc1-293f0b447531 req-647bb17e-c985-4a2d-bf78-7314fb50119e tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:27.178000 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-77f59592-d599-4cea-9dc1-293f0b447531 req-647bb17e-c985-4a2d-bf78-7314fb50119e tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 945 time: 0.0973737 Feb 09 13:35:27.231164 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-77f59592-d599-4cea-9dc1-293f0b447531 req-60022656-0753-4f72-8537-93df21048ac4 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=687856be-87b8-4341-8c7a-5d26c11694c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465746 Feb 09 13:35:28.427033 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf9c9a-d348-47b7-a49e-a503091a2b59 req-a5959130-4540-483a-8d42-3c920d68731b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:28.428575 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-47cf9c9a-d348-47b7-a49e-a503091a2b59 req-a5959130-4540-483a-8d42-3c920d68731b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 945 time: 0.0843050 Feb 09 13:35:28.475504 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-47cf9c9a-d348-47b7-a49e-a503091a2b59 req-341b944a-9e1a-4c81-a9cf-a5c5b0ea5315 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=687856be-87b8-4341-8c7a-5d26c11694c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403752 Feb 09 13:35:33.999635 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:35:44.181066 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-29f7096a-b040-45f9-b5ff-f082f4ca6170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:46.594792 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-eaadba41-66ff-4c72-9026-bf25f691a9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:47.773507 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:47.899290 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:49.469600 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:51.256809 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:53.857137 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:55.144770 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-56f49f3e-e215-4727-8595-eb8885e4fc5c req-71aa3995-a414-4d30-9753-dbe0a2dfa781 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0842118 Feb 09 13:35:55.303292 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f49f3e-e215-4727-8595-eb8885e4fc5c req-ff20a9d0-7945-400f-9e2c-a9a8d8d71980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:55.305315 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-56f49f3e-e215-4727-8595-eb8885e4fc5c req-ff20a9d0-7945-400f-9e2c-a9a8d8d71980 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb57327977314da2bdd99943bd4a4930&device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 1096 time: 0.0857193 Feb 09 13:35:55.476933 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f49f3e-e215-4727-8595-eb8885e4fc5c req-9719c8a8-ef6a-4372-9e42-5b0765e14c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:55.478021 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-56f49f3e-e215-4727-8595-eb8885e4fc5c req-9719c8a8-ef6a-4372-9e42-5b0765e14c6d service neutron] 10.222.0.52 "GET /v2.0/networks?id=b07aec2a-d7d4-4678-b926-315b2a24c4cf HTTP/1.1" status: 200 len: 909 time: 0.1514926 Feb 09 13:35:55.585621 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-56f49f3e-e215-4727-8595-eb8885e4fc5c req-4ac39294-dfae-43f1-b3c6-304fabf7cdf0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51f5ba49-0ee8-4c68-a757-c3b253cd4293 HTTP/1.1" status: 200 len: 1000 time: 0.1010473 Feb 09 13:35:55.655049 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f49f3e-e215-4727-8595-eb8885e4fc5c req-d9176f36-e8a0-4e98-b4af-45972434470e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:55.656416 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-56f49f3e-e215-4727-8595-eb8885e4fc5c req-d9176f36-e8a0-4e98-b4af-45972434470e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13575454-21e5-4c8e-9b39-1b3f52329c15 HTTP/1.1" status: 200 len: 847 time: 0.0609930 Feb 09 13:35:55.741033 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f49f3e-e215-4727-8595-eb8885e4fc5c req-900e0076-12e6-49cc-b4df-58893af40952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:55.743138 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-56f49f3e-e215-4727-8595-eb8885e4fc5c req-900e0076-12e6-49cc-b4df-58893af40952 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b07aec2a-d7d4-4678-b926-315b2a24c4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793347 Feb 09 13:35:55.891317 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-56f49f3e-e215-4727-8595-eb8885e4fc5c req-55b31598-1d40-46cd-9a9e-30037a942ba5 service neutron] 10.222.0.52 "GET /v2.0/networks/b07aec2a-d7d4-4678-b926-315b2a24c4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415112 Feb 09 13:35:56.030359 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-56f49f3e-e215-4727-8595-eb8885e4fc5c req-de53afd7-c6ea-4724-a955-ee7e2cce413c service neutron] 10.222.0.52 "GET /v2.0/networks/b07aec2a-d7d4-4678-b926-315b2a24c4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318703 Feb 09 13:36:10.999870 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:36:14.175184 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f0a9de73-5510-42bd-9004-912b8e5785c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:16.582701 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-05bfea7b-6094-4847-927b-4ae3185b850a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:17.782582 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:17.896046 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:19.468314 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:21.261211 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:23.881489 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:44.178218 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3af11e3a-fa78-4c61-af3c-0997eb19ad68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:46.587108 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cc29ccf9-262d-4732-8f1e-aaa08cec1279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:47.776461 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:47.898785 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:48.000033 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:36:49.471141 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:50.295619 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48638) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:36:50.507614 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-a7d32435-6ac3-48e0-a348-d208b063e25b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Deleting port 36ddd50a-6670-4de5-959a-8671b10371d6 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:36:50.508657 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7d32435-6ac3-48e0-a348-d208b063e25b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:50.693617 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7d32435-6ac3-48e0-a348-d208b063e25b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:50.693950 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7d32435-6ac3-48e0-a348-d208b063e25b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:50.931393 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-a7d32435-6ac3-48e0-a348-d208b063e25b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Calling delete_port for 36ddd50a-6670-4de5-959a-8671b10371d6 owned by network:floatingip {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:36:51.106991 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7d32435-6ac3-48e0-a348-d208b063e25b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:51.157769 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d32435-6ac3-48e0-a348-d208b063e25b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Pushing event deleted for resources: {'Port': ['ID=36ddd50a-6670-4de5-959a-8671b10371d6,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:36:51.202286 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d32435-6ac3-48e0-a348-d208b063e25b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:51.202623 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d32435-6ac3-48e0-a348-d208b063e25b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:51.202955 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d32435-6ac3-48e0-a348-d208b063e25b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:51.203286 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d32435-6ac3-48e0-a348-d208b063e25b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:51.203608 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d32435-6ac3-48e0-a348-d208b063e25b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:51.203971 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d32435-6ac3-48e0-a348-d208b063e25b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:51.204280 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d32435-6ac3-48e0-a348-d208b063e25b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:51.204598 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d32435-6ac3-48e0-a348-d208b063e25b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:51.204915 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d32435-6ac3-48e0-a348-d208b063e25b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:51.205234 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d32435-6ac3-48e0-a348-d208b063e25b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:51.205546 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d32435-6ac3-48e0-a348-d208b063e25b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:51.205860 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d32435-6ac3-48e0-a348-d208b063e25b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:51.268613 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:51.281881 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7d32435-6ac3-48e0-a348-d208b063e25b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for floatingip, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:51.282424 n-d-825178-3 neutron-server[87568]: INFO neutron.db.l3_db [None req-a7d32435-6ac3-48e0-a348-d208b063e25b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Floating IP c797644b-7366-403e-a3ff-ae7541b1787a disassociated (deleted). External IP: 172.25.7.16, port: 51f5ba49-0ee8-4c68-a757-c3b253cd4293. Feb 09 13:36:51.724196 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d32435-6ac3-48e0-a348-d208b063e25b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Router 856be908-386e-4f79-925b-3556e126f6b3 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:36:51.944724 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d32435-6ac3-48e0-a348-d208b063e25b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:36:51.956677 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038c15c6-0dc6-4a7c-a529-2f4025f9b612 None None] Sync routers for ids ['856be908-386e-4f79-925b-3556e126f6b3'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:36:51.964241 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a7d32435-6ac3-48e0-a348-d208b063e25b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:51.966828 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038c15c6-0dc6-4a7c-a529-2f4025f9b612 None None] Routers {'856be908-386e-4f79-925b-3556e126f6b3'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:36:51.967447 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-038c15c6-0dc6-4a7c-a529-2f4025f9b612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:36:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['856be908-386e-4f79-925b-3556e126f6b3'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:36:52.029955 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a7d32435-6ac3-48e0-a348-d208b063e25b tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "DELETE /v2.0/floatingips/c797644b-7366-403e-a3ff-ae7541b1787a HTTP/1.1" status: 204 len: 168 time: 1.7331955 Feb 09 13:36:52.030785 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90598a3-c0eb-4470-a95b-5ce3cdae039c', 'tag': '51f5ba49-0ee8-4c68-a757-c3b253cd4293'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:36:52.265414 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-038c15c6-0dc6-4a7c-a529-2f4025f9b612 None None] Set router 856be908-386e-4f79-925b-3556e126f6b3 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:36:52.409711 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90598a3-c0eb-4470-a95b-5ce3cdae039c', 'tag': '51f5ba49-0ee8-4c68-a757-c3b253cd4293', 'status': 'completed', 'code': 200} Feb 09 13:36:52.519731 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83899a-ed59-455a-8621-3cdc23e18438 req-18ac7228-2f7c-46fa-a231-df2aa1d50b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:52.521194 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1a83899a-ed59-455a-8621-3cdc23e18438 req-18ac7228-2f7c-46fa-a231-df2aa1d50b01 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb57327977314da2bdd99943bd4a4930&device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 1096 time: 0.0837839 Feb 09 13:36:52.637123 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-038c15c6-0dc6-4a7c-a529-2f4025f9b612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856be908-386e-4f79-925b-3556e126f6b3', 'name': 'tempest-TestShelveInstance-980292076-router', 'tenant_id': 'eb57327977314da2bdd99943bd4a4930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '6bd063f8-be68-4bf3-9e95-c72520552125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:27:57Z', 'updated_at': '2022-02-09T13:28:01Z', 'revision_number': 4, 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'gw_port': {'id': '6bd063f8-be68-4bf3-9e95-c72520552125', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:36:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856be908-386e-4f79-925b-3556e126f6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:27:57Z', 'updated_at': '2022-02-09T13:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'b1cdf691-bd32-458e-ab78-bf9eb0a18a23', 'name': '', 'network_id': 'b07aec2a-d7d4-4678-b926-315b2a24c4cf', 'tenant_id': 'eb57327977314da2bdd99943bd4a4930', 'mac_address': 'fa:16:3e:ce:a8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856be908-386e-4f79-925b-3556e126f6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '13575454-21e5-4c8e-9b39-1b3f52329c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:28:00Z', 'updated_at': '2022-02-09T13:28:08Z', 'revision_number': 5, 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'subnets': [{'id': '13575454-21e5-4c8e-9b39-1b3f52329c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:36:52.641003 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e39c8b-4294-4b55-bcb2-fc71b7811098 req-3d0a8df1-afb6-44cc-a456-8d81ad026c5f tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:52.642632 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3e39c8b-4294-4b55-bcb2-fc71b7811098 req-3d0a8df1-afb6-44cc-a456-8d81ad026c5f tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 945 time: 0.0943511 Feb 09 13:36:52.645099 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038c15c6-0dc6-4a7c-a529-2f4025f9b612 None None] Checking router: 856be908-386e-4f79-925b-3556e126f6b3 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:36:52.656765 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038c15c6-0dc6-4a7c-a529-2f4025f9b612 None None] Routers {'856be908-386e-4f79-925b-3556e126f6b3'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:36:52.657391 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-038c15c6-0dc6-4a7c-a529-2f4025f9b612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:36:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['856be908-386e-4f79-925b-3556e126f6b3'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:36:52.699995 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f3e39c8b-4294-4b55-bcb2-fc71b7811098 req-daf4a977-4cd5-41f9-9e39-77d6c31b92d1 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=687856be-87b8-4341-8c7a-5d26c11694c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494723 Feb 09 13:36:52.722481 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83899a-ed59-455a-8621-3cdc23e18438 req-3eb277de-569d-454e-af63-3867bc0a20c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:52.723946 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1a83899a-ed59-455a-8621-3cdc23e18438 req-3eb277de-569d-454e-af63-3867bc0a20c5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b07aec2a-d7d4-4678-b926-315b2a24c4cf HTTP/1.1" status: 200 len: 909 time: 0.1899147 Feb 09 13:36:52.798916 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1a83899a-ed59-455a-8621-3cdc23e18438 req-9d1444cf-4a9b-4dc5-8791-96b64c5d79c1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51f5ba49-0ee8-4c68-a757-c3b253cd4293 HTTP/1.1" status: 200 len: 217 time: 0.0672615 Feb 09 13:36:52.845145 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-038c15c6-0dc6-4a7c-a529-2f4025f9b612 None None] Set router 856be908-386e-4f79-925b-3556e126f6b3 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:36:52.873567 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83899a-ed59-455a-8621-3cdc23e18438 req-15a219f8-6044-4e70-baa4-34dd415d35e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:52.875040 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1a83899a-ed59-455a-8621-3cdc23e18438 req-15a219f8-6044-4e70-baa4-34dd415d35e4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13575454-21e5-4c8e-9b39-1b3f52329c15 HTTP/1.1" status: 200 len: 847 time: 0.0681787 Feb 09 13:36:52.973871 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83899a-ed59-455a-8621-3cdc23e18438 req-90798671-4d63-40aa-a277-03ef0441475b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:52.975435 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1a83899a-ed59-455a-8621-3cdc23e18438 req-90798671-4d63-40aa-a277-03ef0441475b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b07aec2a-d7d4-4678-b926-315b2a24c4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890636 Feb 09 13:36:53.214351 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-038c15c6-0dc6-4a7c-a529-2f4025f9b612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856be908-386e-4f79-925b-3556e126f6b3', 'name': 'tempest-TestShelveInstance-980292076-router', 'tenant_id': 'eb57327977314da2bdd99943bd4a4930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '6bd063f8-be68-4bf3-9e95-c72520552125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:27:57Z', 'updated_at': '2022-02-09T13:28:01Z', 'revision_number': 4, 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'gw_port': {'id': '6bd063f8-be68-4bf3-9e95-c72520552125', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:36:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856be908-386e-4f79-925b-3556e126f6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:27:57Z', 'updated_at': '2022-02-09T13:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'b1cdf691-bd32-458e-ab78-bf9eb0a18a23', 'name': '', 'network_id': 'b07aec2a-d7d4-4678-b926-315b2a24c4cf', 'tenant_id': 'eb57327977314da2bdd99943bd4a4930', 'mac_address': 'fa:16:3e:ce:a8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856be908-386e-4f79-925b-3556e126f6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '13575454-21e5-4c8e-9b39-1b3f52329c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:28:00Z', 'updated_at': '2022-02-09T13:28:08Z', 'revision_number': 5, 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'subnets': [{'id': '13575454-21e5-4c8e-9b39-1b3f52329c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:36:53.218764 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038c15c6-0dc6-4a7c-a529-2f4025f9b612 None None] The sync data for ids ['856be908-386e-4f79-925b-3556e126f6b3'] in n-d-825178-3 is: [{'id': '856be908-386e-4f79-925b-3556e126f6b3', 'name': 'tempest-TestShelveInstance-980292076-router', 'tenant_id': 'eb57327977314da2bdd99943bd4a4930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '6bd063f8-be68-4bf3-9e95-c72520552125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:27:57Z', 'updated_at': '2022-02-09T13:28:01Z', 'revision_number': 4, 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'gw_port': {'id': '6bd063f8-be68-4bf3-9e95-c72520552125', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:36:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856be908-386e-4f79-925b-3556e126f6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:27:57Z', 'updated_at': '2022-02-09T13:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': 'b1cdf691-bd32-458e-ab78-bf9eb0a18a23', 'name': '', 'network_id': 'b07aec2a-d7d4-4678-b926-315b2a24c4cf', 'tenant_id': 'eb57327977314da2bdd99943bd4a4930', 'mac_address': 'fa:16:3e:ce:a8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856be908-386e-4f79-925b-3556e126f6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '13575454-21e5-4c8e-9b39-1b3f52329c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:28:00Z', 'updated_at': '2022-02-09T13:28:08Z', 'revision_number': 5, 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'subnets': [{'id': '13575454-21e5-4c8e-9b39-1b3f52329c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:36:53.301215 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1a83899a-ed59-455a-8621-3cdc23e18438 req-4b4e29e3-6cd9-4d06-95a3-efe94da9338b service neutron] 10.222.0.52 "GET /v2.0/networks/b07aec2a-d7d4-4678-b926-315b2a24c4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190289 Feb 09 13:36:53.444105 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-1a83899a-ed59-455a-8621-3cdc23e18438 req-c3f0bf52-e505-4f85-957e-fbde4aad7a89 service neutron] 10.222.0.52 "GET /v2.0/networks/b07aec2a-d7d4-4678-b926-315b2a24c4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365571 Feb 09 13:36:53.495990 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6f6b40-3f90-40e1-baa4-f582bc81667e None None] New status for floating IP c797644b-7366-403e-a3ff-ae7541b1787a: DOWN {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:36:53.881990 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:53.901341 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8dd8e9-613b-4793-b16d-ee5ccd76edfc req-e1359b4d-0444-480f-a1da-8358db8494b8 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:53.902861 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9a8dd8e9-613b-4793-b16d-ee5ccd76edfc req-e1359b4d-0444-480f-a1da-8358db8494b8 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 945 time: 0.0830834 Feb 09 13:36:53.958035 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9a8dd8e9-613b-4793-b16d-ee5ccd76edfc req-b069d041-8633-4850-a276-7ff37f561866 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/security-groups?id=687856be-87b8-4341-8c7a-5d26c11694c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493824 Feb 09 13:36:54.040735 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d6449-2bcd-4c46-b018-26a7087e9d63 req-02d15fbc-929e-48fc-a2e2-f09b740783af tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:54.041326 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-c35d6449-2bcd-4c46-b018-26a7087e9d63 req-02d15fbc-929e-48fc-a2e2-f09b740783af tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Synchronizing usage tracker for tenant:eb57327977314da2bdd99943bd4a4930 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:36:54.058070 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-c35d6449-2bcd-4c46-b018-26a7087e9d63 req-02d15fbc-929e-48fc-a2e2-f09b740783af tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Unset dirty status for tenant:eb57327977314da2bdd99943bd4a4930 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:36:54.059412 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c35d6449-2bcd-4c46-b018-26a7087e9d63 req-02d15fbc-929e-48fc-a2e2-f09b740783af tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.52 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 945 time: 0.0990019 Feb 09 13:36:54.138491 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-c35d6449-2bcd-4c46-b018-26a7087e9d63 req-0f1955e9-0525-431f-a250-212b4610fb98 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Deleting port 51f5ba49-0ee8-4c68-a757-c3b253cd4293 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:36:54.138841 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-c35d6449-2bcd-4c46-b018-26a7087e9d63 req-0f1955e9-0525-431f-a250-212b4610fb98 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:54.398864 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-c35d6449-2bcd-4c46-b018-26a7087e9d63 req-0f1955e9-0525-431f-a250-212b4610fb98 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] For port 51f5ba49-0ee8-4c68-a757-c3b253cd4293, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=51f5ba49-0ee8-4c68-a757-c3b253cd4293,segment=NetworkSegment(24848d0e-20ae-44a4-8918-ae8a1efb624e),segment_id=24848d0e-20ae-44a4-8918-ae8a1efb624e)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:36:54.399408 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-c35d6449-2bcd-4c46-b018-26a7087e9d63 req-0f1955e9-0525-431f-a250-212b4610fb98 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:54.528168 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-c35d6449-2bcd-4c46-b018-26a7087e9d63 req-0f1955e9-0525-431f-a250-212b4610fb98 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Calling delete_port for 51f5ba49-0ee8-4c68-a757-c3b253cd4293 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:36:54.686863 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-c35d6449-2bcd-4c46-b018-26a7087e9d63 req-0f1955e9-0525-431f-a250-212b4610fb98 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:54.738974 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1955e9-0525-431f-a250-212b4610fb98 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Pushing event deleted for resources: {'Port': ['ID=51f5ba49-0ee8-4c68-a757-c3b253cd4293,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:36:54.817279 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35d6449-2bcd-4c46-b018-26a7087e9d63 req-0f1955e9-0525-431f-a250-212b4610fb98 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] No DVR routers for this DVR port 51f5ba49-0ee8-4c68-a757-c3b253cd4293 on host n-h1-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:36:54.820102 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-c35d6449-2bcd-4c46-b018-26a7087e9d63 req-0f1955e9-0525-431f-a250-212b4610fb98 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:54.822874 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90598a3-c0eb-4470-a95b-5ce3cdae039c', 'name': 'network-vif-deleted', 'tag': '51f5ba49-0ee8-4c68-a757-c3b253cd4293'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:36:54.840034 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-c35d6449-2bcd-4c46-b018-26a7087e9d63 req-0f1955e9-0525-431f-a250-212b4610fb98 tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.52 "DELETE /v2.0/ports/51f5ba49-0ee8-4c68-a757-c3b253cd4293 HTTP/1.1" status: 204 len: 173 time: 0.7747695 Feb 09 13:36:54.871121 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90598a3-c0eb-4470-a95b-5ce3cdae039c', 'name': 'network-vif-deleted', 'tag': '51f5ba49-0ee8-4c68-a757-c3b253cd4293', 'status': 'completed', 'code': 200} Feb 09 13:36:55.246025 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9a58cd56-578f-47d5-bf93-972db19950e3 req-e219e106-0fc9-4366-a409-fe22493a730d tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "GET /v2.0/ports?device_id=b90598a3-c0eb-4470-a95b-5ce3cdae039c HTTP/1.1" status: 200 len: 210 time: 0.1769457 Feb 09 13:36:56.362645 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48658) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:36:56.405817 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 51f5ba49-0ee8-4c68-a757-c3b253cd4293 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:36:56.443550 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] No Port match for: 51f5ba49-0ee8-4c68-a757-c3b253cd4293 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:36:56.443957 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device 51f5ba49-0ee8-4c68-a757-c3b253cd4293 not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:36:56.449777 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1f038eda-033d-4348-8b98-9d19f2a33e3e tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:56.482287 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1f038eda-033d-4348-8b98-9d19f2a33e3e tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:56.556346 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1f038eda-033d-4348-8b98-9d19f2a33e3e tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:56.578109 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f038eda-033d-4348-8b98-9d19f2a33e3e tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=687856be-87b8-4341-8c7a-5d26c11694c9,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:36:56.591997 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1f038eda-033d-4348-8b98-9d19f2a33e3e tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:56.592566 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-1f038eda-033d-4348-8b98-9d19f2a33e3e tempest-TestShelveInstance-199069830 tempest-TestShelveInstance-199069830-project] 10.222.0.55 "DELETE /v2.0/security-groups/687856be-87b8-4341-8c7a-5d26c11694c9 HTTP/1.1" status: 204 len: 168 time: 0.2289052 Feb 09 13:36:56.647808 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48664) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:36:57.376629 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cd65c19d-3137-4418-9bb5-8c88ac3fd8f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:57.811804 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-cd65c19d-3137-4418-9bb5-8c88ac3fd8f6 admin admin] Deleting port b1cdf691-bd32-458e-ab78-bf9eb0a18a23 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:36:57.812910 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cd65c19d-3137-4418-9bb5-8c88ac3fd8f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:58.026120 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-cd65c19d-3137-4418-9bb5-8c88ac3fd8f6 admin admin] For port b1cdf691-bd32-458e-ab78-bf9eb0a18a23, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=b1cdf691-bd32-458e-ab78-bf9eb0a18a23,segment=NetworkSegment(24848d0e-20ae-44a4-8918-ae8a1efb624e),segment_id=24848d0e-20ae-44a4-8918-ae8a1efb624e)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:36:58.026481 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cd65c19d-3137-4418-9bb5-8c88ac3fd8f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:58.172903 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-cd65c19d-3137-4418-9bb5-8c88ac3fd8f6 admin admin] Calling delete_port for b1cdf691-bd32-458e-ab78-bf9eb0a18a23 owned by network:router_interface {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:36:58.499220 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cd65c19d-3137-4418-9bb5-8c88ac3fd8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:58.546821 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd65c19d-3137-4418-9bb5-8c88ac3fd8f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1cdf691-bd32-458e-ab78-bf9eb0a18a23,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:36:58.587682 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd65c19d-3137-4418-9bb5-8c88ac3fd8f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:58.588230 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd65c19d-3137-4418-9bb5-8c88ac3fd8f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:58.588649 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd65c19d-3137-4418-9bb5-8c88ac3fd8f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:58.588982 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd65c19d-3137-4418-9bb5-8c88ac3fd8f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:58.589315 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd65c19d-3137-4418-9bb5-8c88ac3fd8f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:58.589643 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd65c19d-3137-4418-9bb5-8c88ac3fd8f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:58.589966 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd65c19d-3137-4418-9bb5-8c88ac3fd8f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:58.590284 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd65c19d-3137-4418-9bb5-8c88ac3fd8f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:58.590601 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd65c19d-3137-4418-9bb5-8c88ac3fd8f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:58.590918 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd65c19d-3137-4418-9bb5-8c88ac3fd8f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:58.591239 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd65c19d-3137-4418-9bb5-8c88ac3fd8f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:58.591570 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd65c19d-3137-4418-9bb5-8c88ac3fd8f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:58.850530 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-cd65c19d-3137-4418-9bb5-8c88ac3fd8f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:59.248292 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd65c19d-3137-4418-9bb5-8c88ac3fd8f6 admin admin] Router 856be908-386e-4f79-925b-3556e126f6b3 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:36:59.437613 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd65c19d-3137-4418-9bb5-8c88ac3fd8f6 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:36:59.448627 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f0ed75-5a94-4b9c-a8bf-04b0b2998343 None None] Sync routers for ids ['856be908-386e-4f79-925b-3556e126f6b3'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:36:59.453661 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-cd65c19d-3137-4418-9bb5-8c88ac3fd8f6 admin admin] 10.222.0.55 "PUT /v2.0/routers/856be908-386e-4f79-925b-3556e126f6b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8016341 Feb 09 13:36:59.453927 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48672) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:36:59.458461 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f0ed75-5a94-4b9c-a8bf-04b0b2998343 None None] Routers {'856be908-386e-4f79-925b-3556e126f6b3'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:36:59.459081 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-47f0ed75-5a94-4b9c-a8bf-04b0b2998343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:36:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['856be908-386e-4f79-925b-3556e126f6b3'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:36:59.646950 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-476baf63-c608-44ba-a7a4-059f90db6718 admin admin] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:59.657452 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-47f0ed75-5a94-4b9c-a8bf-04b0b2998343 None None] Set router 856be908-386e-4f79-925b-3556e126f6b3 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:36:59.831503 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-476baf63-c608-44ba-a7a4-059f90db6718 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:59.842561 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-476baf63-c608-44ba-a7a4-059f90db6718 admin admin] Deleting port 6bd063f8-be68-4bf3-9e95-c72520552125 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:36:59.843204 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-476baf63-c608-44ba-a7a4-059f90db6718 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:00.005422 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-47f0ed75-5a94-4b9c-a8bf-04b0b2998343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856be908-386e-4f79-925b-3556e126f6b3', 'name': 'tempest-TestShelveInstance-980292076-router', 'tenant_id': 'eb57327977314da2bdd99943bd4a4930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '6bd063f8-be68-4bf3-9e95-c72520552125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:27:57Z', 'updated_at': '2022-02-09T13:36:58Z', 'revision_number': 5, 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'gw_port': {'id': '6bd063f8-be68-4bf3-9e95-c72520552125', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:36:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856be908-386e-4f79-925b-3556e126f6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:27:57Z', 'updated_at': '2022-02-09T13:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:00.010894 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f0ed75-5a94-4b9c-a8bf-04b0b2998343 None None] Checking router: 856be908-386e-4f79-925b-3556e126f6b3 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:37:00.020504 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f0ed75-5a94-4b9c-a8bf-04b0b2998343 None None] Routers {'856be908-386e-4f79-925b-3556e126f6b3'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:37:00.021169 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-47f0ed75-5a94-4b9c-a8bf-04b0b2998343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:36:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['856be908-386e-4f79-925b-3556e126f6b3'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:00.181779 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-47f0ed75-5a94-4b9c-a8bf-04b0b2998343 None None] Set router 856be908-386e-4f79-925b-3556e126f6b3 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:37:00.182181 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-476baf63-c608-44ba-a7a4-059f90db6718 admin admin] For port 6bd063f8-be68-4bf3-9e95-c72520552125, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=6bd063f8-be68-4bf3-9e95-c72520552125,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:37:00.182698 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-476baf63-c608-44ba-a7a4-059f90db6718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:00.295295 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-47f0ed75-5a94-4b9c-a8bf-04b0b2998343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856be908-386e-4f79-925b-3556e126f6b3', 'name': 'tempest-TestShelveInstance-980292076-router', 'tenant_id': 'eb57327977314da2bdd99943bd4a4930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:27:57Z', 'updated_at': '2022-02-09T13:36:59Z', 'revision_number': 6, 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:00.299712 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f0ed75-5a94-4b9c-a8bf-04b0b2998343 None None] The sync data for ids ['856be908-386e-4f79-925b-3556e126f6b3'] in n-d-825178-3 is: [{'id': '856be908-386e-4f79-925b-3556e126f6b3', 'name': 'tempest-TestShelveInstance-980292076-router', 'tenant_id': 'eb57327977314da2bdd99943bd4a4930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:27:57Z', 'updated_at': '2022-02-09T13:36:59Z', 'revision_number': 6, 'project_id': 'eb57327977314da2bdd99943bd4a4930', 'gw_port_host': None}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:37:00.325712 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-476baf63-c608-44ba-a7a4-059f90db6718 admin admin] Calling delete_port for 6bd063f8-be68-4bf3-9e95-c72520552125 owned by network:router_gateway {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:37:00.532484 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-476baf63-c608-44ba-a7a4-059f90db6718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:00.585366 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476baf63-c608-44ba-a7a4-059f90db6718 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bd063f8-be68-4bf3-9e95-c72520552125,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:00.686291 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-476baf63-c608-44ba-a7a4-059f90db6718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:00.872037 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-476baf63-c608-44ba-a7a4-059f90db6718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:00.874195 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-476baf63-c608-44ba-a7a4-059f90db6718 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:00.898644 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-476baf63-c608-44ba-a7a4-059f90db6718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:00.898854 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476baf63-c608-44ba-a7a4-059f90db6718 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 856be908-386e-4f79-925b-3556e126f6b3 {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 13:37:00.914991 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-476baf63-c608-44ba-a7a4-059f90db6718 admin admin] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:00.916311 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-476baf63-c608-44ba-a7a4-059f90db6718 admin admin] 10.222.0.55 "DELETE /v2.0/routers/856be908-386e-4f79-925b-3556e126f6b3 HTTP/1.1" status: 204 len: 168 time: 1.4614046 Feb 09 13:37:00.918799 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48678) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:00.992623 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7ac9717-5fe3-47d4-b6ad-aba450236b75 admin admin] Deleting subnet 13575454-21e5-4c8e-9b39-1b3f52329c15 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 13:37:00.995884 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a7ac9717-5fe3-47d4-b6ad-aba450236b75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:01.051879 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a7ac9717-5fe3-47d4-b6ad-aba450236b75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:01.140697 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a7ac9717-5fe3-47d4-b6ad-aba450236b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:01.218720 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a7ac9717-5fe3-47d4-b6ad-aba450236b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:01.264972 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-a7ac9717-5fe3-47d4-b6ad-aba450236b75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:01.267656 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac9717-5fe3-47d4-b6ad-aba450236b75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13575454-21e5-4c8e-9b39-1b3f52329c15,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:01.276152 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-a7ac9717-5fe3-47d4-b6ad-aba450236b75 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/13575454-21e5-4c8e-9b39-1b3f52329c15 HTTP/1.1" status: 204 len: 168 time: 0.3554478 Feb 09 13:37:01.278976 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48682) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:01.279868 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0eb6fb-5a76-49ff-9567-6707f1e0fff4 None None] Network b07aec2a-d7d4-4678-b926-315b2a24c4cf requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:37:01.416418 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ea42cafd-d67b-4ea6-895c-a70bd6813ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:01.435471 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-ea42cafd-d67b-4ea6-895c-a70bd6813ea0 admin admin] Deleting port 597db4d0-38b5-4b40-a170-6afb8c3520ff {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:37:01.435471 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ea42cafd-d67b-4ea6-895c-a70bd6813ea0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:01.561978 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 6bd063f8-be68-4bf3-9e95-c72520552125 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:37:01.605454 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 6bd063f8-be68-4bf3-9e95-c72520552125 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:37:01.605867 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 6bd063f8-be68-4bf3-9e95-c72520552125 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:37:01.606467 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device b1cdf691-bd32-458e-ab78-bf9eb0a18a23 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:37:01.631700 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344a7dd6-72d0-4324-8d42-462c6ba3e546 None None] DHCP port deletion for b07aec2a-d7d4-4678-b926-315b2a24c4cf request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 13:37:01.645079 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-344a7dd6-72d0-4324-8d42-462c6ba3e546 None None] Deleting port 597db4d0-38b5-4b40-a170-6afb8c3520ff {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:37:01.645447 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-344a7dd6-72d0-4324-8d42-462c6ba3e546 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:01.672576 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: b1cdf691-bd32-458e-ab78-bf9eb0a18a23 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:37:01.672832 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device b1cdf691-bd32-458e-ab78-bf9eb0a18a23 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:37:01.789785 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-ea42cafd-d67b-4ea6-895c-a70bd6813ea0 admin admin] For port 597db4d0-38b5-4b40-a170-6afb8c3520ff, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=597db4d0-38b5-4b40-a170-6afb8c3520ff,segment=NetworkSegment(24848d0e-20ae-44a4-8918-ae8a1efb624e),segment_id=24848d0e-20ae-44a4-8918-ae8a1efb624e)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:37:01.790067 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ea42cafd-d67b-4ea6-895c-a70bd6813ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:01.881600 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-344a7dd6-72d0-4324-8d42-462c6ba3e546 None None] For port 597db4d0-38b5-4b40-a170-6afb8c3520ff, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=597db4d0-38b5-4b40-a170-6afb8c3520ff,segment=NetworkSegment(24848d0e-20ae-44a4-8918-ae8a1efb624e),segment_id=24848d0e-20ae-44a4-8918-ae8a1efb624e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:37:01.881992 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-344a7dd6-72d0-4324-8d42-462c6ba3e546 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:01.918424 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-ea42cafd-d67b-4ea6-895c-a70bd6813ea0 admin admin] Calling delete_port for 597db4d0-38b5-4b40-a170-6afb8c3520ff owned by network:dhcp {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:37:02.010270 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ea42cafd-d67b-4ea6-895c-a70bd6813ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:02.013571 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-344a7dd6-72d0-4324-8d42-462c6ba3e546 None None] Calling delete_port for 597db4d0-38b5-4b40-a170-6afb8c3520ff owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:37:02.059294 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea42cafd-d67b-4ea6-895c-a70bd6813ea0 admin admin] Pushing event deleted for resources: {'Port': ['ID=597db4d0-38b5-4b40-a170-6afb8c3520ff,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:02.065075 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea42cafd-d67b-4ea6-895c-a70bd6813ea0 admin admin] No DVR routers for this DVR port 597db4d0-38b5-4b40-a170-6afb8c3520ff on host n-d-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:37:02.098435 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-344a7dd6-72d0-4324-8d42-462c6ba3e546 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:37:02.098943 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-344a7dd6-72d0-4324-8d42-462c6ba3e546 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:37:02.190826 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ea42cafd-d67b-4ea6-895c-a70bd6813ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:02.217647 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-ea42cafd-d67b-4ea6-895c-a70bd6813ea0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b07aec2a-d7d4-4678-b926-315b2a24c4cf']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:02.253682 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-ea42cafd-d67b-4ea6-895c-a70bd6813ea0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24848d0e-20ae-44a4-8918-ae8a1efb624e') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:02.254387 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-ea42cafd-d67b-4ea6-895c-a70bd6813ea0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24848d0e-20ae-44a4-8918-ae8a1efb624e') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:02.266814 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ea42cafd-d67b-4ea6-895c-a70bd6813ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:02.284240 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ea42cafd-d67b-4ea6-895c-a70bd6813ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:02.292309 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea42cafd-d67b-4ea6-895c-a70bd6813ea0 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 13:37:02.292732 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ea42cafd-d67b-4ea6-895c-a70bd6813ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:02.306919 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 13:37:02.306919 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 13:37:02.306919 n-d-825178-3 neutron-server[87567]: timer() Feb 09 13:37:02.306919 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:37:02.306919 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 13:37:02.306919 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:37:02.306919 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 13:37:02.306919 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:37:02.306919 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 13:37:02.306919 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:37:02.306919 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 13:37:02.306919 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:37:02.306919 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 13:37:02.306919 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:37:02.306919 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:37:02.306919 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:37:02.306919 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:37:02.306919 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:37:02.306919 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 13:37:02.306919 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 13:37:02.306919 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 13:37:02.306919 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 13:37:02.306919 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:37:02.306919 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 13:37:02.306919 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 13:37:02.306919 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 13:37:02.306919 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:37:02.306919 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 13:37:02.306919 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:37:02.306919 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 13:37:02.306919 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:37:02.306919 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:37:02.389540 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ea42cafd-d67b-4ea6-895c-a70bd6813ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:02.407919 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ea42cafd-d67b-4ea6-895c-a70bd6813ea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:02.420920 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea42cafd-d67b-4ea6-895c-a70bd6813ea0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b07aec2a-d7d4-4678-b926-315b2a24c4cf,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:02.434730 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ea42cafd-d67b-4ea6-895c-a70bd6813ea0 admin admin] 10.222.0.55 "DELETE /v2.0/networks/b07aec2a-d7d4-4678-b926-315b2a24c4cf HTTP/1.1" status: 204 len: 168 time: 1.1546779 Feb 09 13:37:02.437553 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48686) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:02.600656 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-344a7dd6-72d0-4324-8d42-462c6ba3e546 None None] Deleting port 597db4d0-38b5-4b40-a170-6afb8c3520ff {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:37:02.602325 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-344a7dd6-72d0-4324-8d42-462c6ba3e546 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:02.672293 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-344a7dd6-72d0-4324-8d42-462c6ba3e546 None None] The port '597db4d0-38b5-4b40-a170-6afb8c3520ff' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 13:37:03.016152 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8eb7ffae-6a7b-48a5-9ab0-7029108ca1f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:03.497800 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-8eb7ffae-6a7b-48a5-9ab0-7029108ca1f9 admin admin] Deleting port 3f3c664c-ea3e-4ecb-aab3-34649efdd051 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:37:03.498329 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8eb7ffae-6a7b-48a5-9ab0-7029108ca1f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:03.546847 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 597db4d0-38b5-4b40-a170-6afb8c3520ff no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:37:03.585146 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 597db4d0-38b5-4b40-a170-6afb8c3520ff {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:37:03.585591 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 597db4d0-38b5-4b40-a170-6afb8c3520ff not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:37:03.708888 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-8eb7ffae-6a7b-48a5-9ab0-7029108ca1f9 admin admin] For port 3f3c664c-ea3e-4ecb-aab3-34649efdd051, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=3f3c664c-ea3e-4ecb-aab3-34649efdd051,segment=NetworkSegment(c905b389-52f6-4d2f-9fc2-52fd28767048),segment_id=c905b389-52f6-4d2f-9fc2-52fd28767048)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:37:03.709245 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8eb7ffae-6a7b-48a5-9ab0-7029108ca1f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:03.849381 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-8eb7ffae-6a7b-48a5-9ab0-7029108ca1f9 admin admin] Calling delete_port for 3f3c664c-ea3e-4ecb-aab3-34649efdd051 owned by network:router_interface {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:37:04.034577 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8eb7ffae-6a7b-48a5-9ab0-7029108ca1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:04.086263 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7ffae-6a7b-48a5-9ab0-7029108ca1f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f3c664c-ea3e-4ecb-aab3-34649efdd051,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:04.417030 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-8eb7ffae-6a7b-48a5-9ab0-7029108ca1f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:04.820584 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb7ffae-6a7b-48a5-9ab0-7029108ca1f9 admin admin] Router f1c7c1f0-9089-4b15-87d7-57dc28cb056a has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:37:05.145168 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb7ffae-6a7b-48a5-9ab0-7029108ca1f9 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:37:05.154917 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2035c6-2de7-4599-bc25-795d96f4efb1 None None] Sync routers for ids ['f1c7c1f0-9089-4b15-87d7-57dc28cb056a'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:37:05.157721 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-8eb7ffae-6a7b-48a5-9ab0-7029108ca1f9 admin admin] 10.222.0.55 "PUT /v2.0/routers/f1c7c1f0-9089-4b15-87d7-57dc28cb056a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7188101 Feb 09 13:37:05.160035 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48690) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:05.166738 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2035c6-2de7-4599-bc25-795d96f4efb1 None None] Routers {'f1c7c1f0-9089-4b15-87d7-57dc28cb056a'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:37:05.167937 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-9c2035c6-2de7-4599-bc25-795d96f4efb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:36:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['f1c7c1f0-9089-4b15-87d7-57dc28cb056a'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:05.368745 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-9c2035c6-2de7-4599-bc25-795d96f4efb1 None None] Set router f1c7c1f0-9089-4b15-87d7-57dc28cb056a gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:37:05.412186 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3d38101e-78e4-432b-9ac7-64ebbc5ccbc5 admin admin] Notify callbacks [] for router, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:05.608277 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3d38101e-78e4-432b-9ac7-64ebbc5ccbc5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:05.622166 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-3d38101e-78e4-432b-9ac7-64ebbc5ccbc5 admin admin] Deleting port 5564df0a-03ec-4c0e-bb54-5a824415c673 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:37:05.622775 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3d38101e-78e4-432b-9ac7-64ebbc5ccbc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:05.769719 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-9c2035c6-2de7-4599-bc25-795d96f4efb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c7c1f0-9089-4b15-87d7-57dc28cb056a', 'name': 'tempest-TestShelveInstance-2003793104-router', 'tenant_id': 'e68f0135f07542d0a625584c56c880f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '5564df0a-03ec-4c0e-bb54-5a824415c673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:28:03Z', 'updated_at': '2022-02-09T13:37:03Z', 'revision_number': 5, 'project_id': 'e68f0135f07542d0a625584c56c880f8', 'gw_port': {'id': '5564df0a-03ec-4c0e-bb54-5a824415c673', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c7c1f0-9089-4b15-87d7-57dc28cb056a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:28:04Z', 'updated_at': '2022-02-09T13:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:05.774339 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2035c6-2de7-4599-bc25-795d96f4efb1 None None] Checking router: f1c7c1f0-9089-4b15-87d7-57dc28cb056a for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:37:05.783070 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2035c6-2de7-4599-bc25-795d96f4efb1 None None] Routers {'f1c7c1f0-9089-4b15-87d7-57dc28cb056a'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:37:05.783687 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-9c2035c6-2de7-4599-bc25-795d96f4efb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:36:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['f1c7c1f0-9089-4b15-87d7-57dc28cb056a'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:05.846302 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-3d38101e-78e4-432b-9ac7-64ebbc5ccbc5 admin admin] For port 5564df0a-03ec-4c0e-bb54-5a824415c673, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5564df0a-03ec-4c0e-bb54-5a824415c673,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:37:05.846889 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3d38101e-78e4-432b-9ac7-64ebbc5ccbc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:05.939287 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-9c2035c6-2de7-4599-bc25-795d96f4efb1 None None] Set router f1c7c1f0-9089-4b15-87d7-57dc28cb056a gateway port host: None {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:37:05.971195 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-3d38101e-78e4-432b-9ac7-64ebbc5ccbc5 admin admin] Calling delete_port for 5564df0a-03ec-4c0e-bb54-5a824415c673 owned by network:router_gateway {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:37:06.048502 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-9c2035c6-2de7-4599-bc25-795d96f4efb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c7c1f0-9089-4b15-87d7-57dc28cb056a', 'name': 'tempest-TestShelveInstance-2003793104-router', 'tenant_id': 'e68f0135f07542d0a625584c56c880f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:28:03Z', 'updated_at': '2022-02-09T13:37:05Z', 'revision_number': 6, 'project_id': 'e68f0135f07542d0a625584c56c880f8', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:06.052546 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2035c6-2de7-4599-bc25-795d96f4efb1 None None] The sync data for ids ['f1c7c1f0-9089-4b15-87d7-57dc28cb056a'] in n-d-825178-3 is: [{'id': 'f1c7c1f0-9089-4b15-87d7-57dc28cb056a', 'name': 'tempest-TestShelveInstance-2003793104-router', 'tenant_id': 'e68f0135f07542d0a625584c56c880f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:28:03Z', 'updated_at': '2022-02-09T13:37:05Z', 'revision_number': 6, 'project_id': 'e68f0135f07542d0a625584c56c880f8', 'gw_port_host': None}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:37:06.151670 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3d38101e-78e4-432b-9ac7-64ebbc5ccbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:06.198952 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d38101e-78e4-432b-9ac7-64ebbc5ccbc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5564df0a-03ec-4c0e-bb54-5a824415c673,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:06.295313 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3d38101e-78e4-432b-9ac7-64ebbc5ccbc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:06.599194 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3d38101e-78e4-432b-9ac7-64ebbc5ccbc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:06.602521 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3d38101e-78e4-432b-9ac7-64ebbc5ccbc5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:06.626099 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3d38101e-78e4-432b-9ac7-64ebbc5ccbc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:06.626613 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d38101e-78e4-432b-9ac7-64ebbc5ccbc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1c7c1f0-9089-4b15-87d7-57dc28cb056a {{(pid=87567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 13:37:06.639597 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-3d38101e-78e4-432b-9ac7-64ebbc5ccbc5 admin admin] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:06.640769 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-3d38101e-78e4-432b-9ac7-64ebbc5ccbc5 admin admin] 10.222.0.55 "DELETE /v2.0/routers/f1c7c1f0-9089-4b15-87d7-57dc28cb056a HTTP/1.1" status: 204 len: 168 time: 1.4797959 Feb 09 13:37:06.644782 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48694) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:06.705712 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_v2 [None req-19346ac4-4ad1-4096-ab02-f2884bf2df68 admin admin] Deleting subnet 61d566e5-a64d-462f-8dc6-d95cc4d16c40 {{(pid=87567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 13:37:06.709076 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-19346ac4-4ad1-4096-ab02-f2884bf2df68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:06.766094 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-19346ac4-4ad1-4096-ab02-f2884bf2df68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1889301'] for subnet, precommit_delete_associations {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:06.849328 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-19346ac4-4ad1-4096-ab02-f2884bf2df68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:06.928704 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-19346ac4-4ad1-4096-ab02-f2884bf2df68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2696608'] for subnet, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:06.974924 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19346ac4-4ad1-4096-ab02-f2884bf2df68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61d566e5-a64d-462f-8dc6-d95cc4d16c40,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:06.979529 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-19346ac4-4ad1-4096-ab02-f2884bf2df68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:06.986674 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-19346ac4-4ad1-4096-ab02-f2884bf2df68 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/61d566e5-a64d-462f-8dc6-d95cc4d16c40 HTTP/1.1" status: 204 len: 168 time: 0.3408170 Feb 09 13:37:06.987375 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a715498d-f69a-4552-aef7-033683ff3566 None None] Network 872ccaa2-5e5d-4706-8ff5-b85ab2c3daf6 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:37:06.988996 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48698) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:07.109858 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-32244759-f85f-4f58-9d1c-bf3456cf850d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:07.122135 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-32244759-f85f-4f58-9d1c-bf3456cf850d admin admin] Deleting port a0d8d5cb-047f-4d11-bbe4-bb708edca3df {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:37:07.122543 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-32244759-f85f-4f58-9d1c-bf3456cf850d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:07.258276 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bc748a-e358-48fe-bf3e-5a4da35dc56c None None] DHCP port deletion for 872ccaa2-5e5d-4706-8ff5-b85ab2c3daf6 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 13:37:07.263231 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-d2bc748a-e358-48fe-bf3e-5a4da35dc56c None None] Deleting port a0d8d5cb-047f-4d11-bbe4-bb708edca3df {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:37:07.263718 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d2bc748a-e358-48fe-bf3e-5a4da35dc56c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:07.377184 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-32244759-f85f-4f58-9d1c-bf3456cf850d admin admin] For port a0d8d5cb-047f-4d11-bbe4-bb708edca3df, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=a0d8d5cb-047f-4d11-bbe4-bb708edca3df,segment=NetworkSegment(c905b389-52f6-4d2f-9fc2-52fd28767048),segment_id=c905b389-52f6-4d2f-9fc2-52fd28767048)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:37:07.377532 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-32244759-f85f-4f58-9d1c-bf3456cf850d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:07.492102 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-d2bc748a-e358-48fe-bf3e-5a4da35dc56c None None] For port a0d8d5cb-047f-4d11-bbe4-bb708edca3df, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=a0d8d5cb-047f-4d11-bbe4-bb708edca3df,segment=NetworkSegment(c905b389-52f6-4d2f-9fc2-52fd28767048),segment_id=c905b389-52f6-4d2f-9fc2-52fd28767048)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:37:07.492505 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d2bc748a-e358-48fe-bf3e-5a4da35dc56c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:07.515650 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-32244759-f85f-4f58-9d1c-bf3456cf850d admin admin] Calling delete_port for a0d8d5cb-047f-4d11-bbe4-bb708edca3df owned by network:dhcp {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:37:07.605729 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-32244759-f85f-4f58-9d1c-bf3456cf850d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:07.620602 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 3f3c664c-ea3e-4ecb-aab3-34649efdd051 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:37:07.651072 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-d2bc748a-e358-48fe-bf3e-5a4da35dc56c None None] Calling delete_port for a0d8d5cb-047f-4d11-bbe4-bb708edca3df owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:37:07.658746 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32244759-f85f-4f58-9d1c-bf3456cf850d admin admin] Pushing event deleted for resources: {'Port': ['ID=a0d8d5cb-047f-4d11-bbe4-bb708edca3df,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:07.661978 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32244759-f85f-4f58-9d1c-bf3456cf850d admin admin] No DVR routers for this DVR port a0d8d5cb-047f-4d11-bbe4-bb708edca3df on host n-d-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:37:07.701532 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 3f3c664c-ea3e-4ecb-aab3-34649efdd051 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:37:07.701875 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 3f3c664c-ea3e-4ecb-aab3-34649efdd051 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:37:07.702283 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device a0d8d5cb-047f-4d11-bbe4-bb708edca3df no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:37:07.740645 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: a0d8d5cb-047f-4d11-bbe4-bb708edca3df {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:37:07.740987 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device a0d8d5cb-047f-4d11-bbe4-bb708edca3df not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:37:07.741398 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5564df0a-03ec-4c0e-bb54-5a824415c673 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:37:07.783298 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 5564df0a-03ec-4c0e-bb54-5a824415c673 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:37:07.783639 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5564df0a-03ec-4c0e-bb54-5a824415c673 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:37:07.789663 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-32244759-f85f-4f58-9d1c-bf3456cf850d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:07.806627 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-d2bc748a-e358-48fe-bf3e-5a4da35dc56c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:37:07.806983 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-d2bc748a-e358-48fe-bf3e-5a4da35dc56c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:37:07.817081 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-32244759-f85f-4f58-9d1c-bf3456cf850d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['872ccaa2-5e5d-4706-8ff5-b85ab2c3daf6']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:07.841343 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-32244759-f85f-4f58-9d1c-bf3456cf850d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c905b389-52f6-4d2f-9fc2-52fd28767048') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:07.841638 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-32244759-f85f-4f58-9d1c-bf3456cf850d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c905b389-52f6-4d2f-9fc2-52fd28767048') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:07.854290 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-32244759-f85f-4f58-9d1c-bf3456cf850d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:07.871598 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-32244759-f85f-4f58-9d1c-bf3456cf850d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:07.878199 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32244759-f85f-4f58-9d1c-bf3456cf850d admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 13:37:07.878595 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-32244759-f85f-4f58-9d1c-bf3456cf850d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:07.891855 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 13:37:07.891855 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 13:37:07.891855 n-d-825178-3 neutron-server[87567]: timer() Feb 09 13:37:07.891855 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:37:07.891855 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 13:37:07.891855 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:37:07.891855 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 13:37:07.891855 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:37:07.891855 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 13:37:07.891855 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:37:07.891855 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 13:37:07.891855 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:37:07.891855 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 13:37:07.891855 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:37:07.891855 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:37:07.891855 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:37:07.891855 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:37:07.891855 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:37:07.891855 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 13:37:07.891855 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 13:37:07.891855 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 13:37:07.891855 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 13:37:07.891855 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:37:07.891855 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 13:37:07.891855 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 13:37:07.891855 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 13:37:07.891855 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:37:07.891855 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 13:37:07.891855 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:37:07.891855 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 13:37:07.891855 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:37:07.891855 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:37:07.970675 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-32244759-f85f-4f58-9d1c-bf3456cf850d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:07.988242 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-32244759-f85f-4f58-9d1c-bf3456cf850d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:08.000457 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32244759-f85f-4f58-9d1c-bf3456cf850d admin admin] Pushing event deleted for resources: {'Network': ['ID=872ccaa2-5e5d-4706-8ff5-b85ab2c3daf6,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:08.005494 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-32244759-f85f-4f58-9d1c-bf3456cf850d admin admin] 10.222.0.55 "DELETE /v2.0/networks/872ccaa2-5e5d-4706-8ff5-b85ab2c3daf6 HTTP/1.1" status: 204 len: 168 time: 1.0134518 Feb 09 13:37:08.124183 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48704) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:08.175108 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9ac4470d-97e7-4b7f-8669-9ab8fecb6f9c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eb57327977314da2bdd99943bd4a4930&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494771 Feb 09 13:37:08.177838 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48708) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:08.239301 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9d7c690d-85a1-4bc1-a2ed-facf33f75903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:08.268744 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9d7c690d-85a1-4bc1-a2ed-facf33f75903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:08.308593 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-d2bc748a-e358-48fe-bf3e-5a4da35dc56c None None] Deleting port a0d8d5cb-047f-4d11-bbe4-bb708edca3df {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:37:08.309561 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d2bc748a-e358-48fe-bf3e-5a4da35dc56c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:08.337872 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9d7c690d-85a1-4bc1-a2ed-facf33f75903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:08.361032 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c690d-85a1-4bc1-a2ed-facf33f75903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db1b71e-2248-4f89-b54f-2dbd03030f12,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:08.368834 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-9d7c690d-85a1-4bc1-a2ed-facf33f75903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:08.369723 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-9d7c690d-85a1-4bc1-a2ed-facf33f75903 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8db1b71e-2248-4f89-b54f-2dbd03030f12 HTTP/1.1" status: 204 len: 168 time: 0.1909652 Feb 09 13:37:08.394788 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-d2bc748a-e358-48fe-bf3e-5a4da35dc56c None None] The port 'a0d8d5cb-047f-4d11-bbe4-bb708edca3df' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 13:37:08.765970 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48716) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:08.817240 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-47bc102e-de13-4859-880f-79d28cd6bfb9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e68f0135f07542d0a625584c56c880f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499139 Feb 09 13:37:08.821632 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48720) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:08.888617 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7e283efd-e52a-4ec5-ba37-f4c533af3150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:08.914806 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7e283efd-e52a-4ec5-ba37-f4c533af3150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:08.970791 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7e283efd-e52a-4ec5-ba37-f4c533af3150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:08.987196 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e283efd-e52a-4ec5-ba37-f4c533af3150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f95928d-3bd9-41a1-9c57-ffd636de0362,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:08.993847 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7e283efd-e52a-4ec5-ba37-f4c533af3150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:08.996292 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-7e283efd-e52a-4ec5-ba37-f4c533af3150 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9f95928d-3bd9-41a1-9c57-ffd636de0362 HTTP/1.1" status: 204 len: 168 time: 0.1737368 Feb 09 13:37:09.822776 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48744) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:09.949541 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-d104699d-7a95-4f28-abc1-6c316c63978c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1375631859-network', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:37:09.955207 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d104699d-7a95-4f28-abc1-6c316c63978c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:37:09.959046 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d104699d-7a95-4f28-abc1-6c316c63978c admin admin] Usage tracker for resource:network and tenant:0375a4e00b1247a6a47d4b442e50be42 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:37:09.962946 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d104699d-7a95-4f28-abc1-6c316c63978c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:37:09.969378 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d104699d-7a95-4f28-abc1-6c316c63978c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:37:09.980756 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d104699d-7a95-4f28-abc1-6c316c63978c admin admin] Made reservation on behalf of 0375a4e00b1247a6a47d4b442e50be42 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:37:09.983153 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d104699d-7a95-4f28-abc1-6c316c63978c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:09.996417 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d104699d-7a95-4f28-abc1-6c316c63978c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:10.012901 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d104699d-7a95-4f28-abc1-6c316c63978c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:37:10.016829 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d104699d-7a95-4f28-abc1-6c316c63978c admin admin] Usage tracker for resource:security_group_rule and tenant:0375a4e00b1247a6a47d4b442e50be42 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:37:10.019755 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-d104699d-7a95-4f28-abc1-6c316c63978c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:37:10.026707 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d104699d-7a95-4f28-abc1-6c316c63978c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:37:10.115818 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d104699d-7a95-4f28-abc1-6c316c63978c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:10.120653 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d104699d-7a95-4f28-abc1-6c316c63978c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:10.162197 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d104699d-7a95-4f28-abc1-6c316c63978c admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:37:10.169024 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d104699d-7a95-4f28-abc1-6c316c63978c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a1c212-1668-4e44-a37e-bb0a596f8cb2,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:10.178480 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d104699d-7a95-4f28-abc1-6c316c63978c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:10.178830 n-d-825178-3 neutron-server[87568]: INFO neutron.db.segments_db [None req-d104699d-7a95-4f28-abc1-6c316c63978c admin admin] Added segment c9fd9506-cfdf-4fec-9b87-07759545c27f of type vlan for network 6b4a7cbc-afac-45e7-bb9e-2105e99214b1 Feb 09 13:37:10.208348 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d104699d-7a95-4f28-abc1-6c316c63978c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:10.242109 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d104699d-7a95-4f28-abc1-6c316c63978c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:10.243504 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d104699d-7a95-4f28-abc1-6c316c63978c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:10.244225 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d104699d-7a95-4f28-abc1-6c316c63978c admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:10.357482 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-d104699d-7a95-4f28-abc1-6c316c63978c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5335529 Feb 09 13:37:10.360524 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48750) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:10.361037 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d104699d-7a95-4f28-abc1-6c316c63978c admin admin] Pushing event updated for resources: {'Network': ['ID=6b4a7cbc-afac-45e7-bb9e-2105e99214b1,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:10.366270 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-19cc950c-a45e-4105-9bec-f55fcde41920 admin admin] Request body: {'subnet': {'network_id': '6b4a7cbc-afac-45e7-bb9e-2105e99214b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1375631859-subnet', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'ip_version': 4}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:37:10.371418 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network 6b4a7cbc-afac-45e7-bb9e-2105e99214b1 details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:37:10.373292 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-19cc950c-a45e-4105-9bec-f55fcde41920 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:37:10.377673 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-19cc950c-a45e-4105-9bec-f55fcde41920 admin admin] Usage tracker for resource:subnet and tenant:0375a4e00b1247a6a47d4b442e50be42 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:37:10.381091 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-19cc950c-a45e-4105-9bec-f55fcde41920 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:37:10.389630 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-19cc950c-a45e-4105-9bec-f55fcde41920 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:37:10.400870 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19cc950c-a45e-4105-9bec-f55fcde41920 admin admin] Made reservation on behalf of 0375a4e00b1247a6a47d4b442e50be42 for: {'subnet': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:37:10.403461 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-19cc950c-a45e-4105-9bec-f55fcde41920 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2696587'] for subnet, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:10.625270 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-19cc950c-a45e-4105-9bec-f55fcde41920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2696601'] for subnet, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:10.703150 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cc950c-a45e-4105-9bec-f55fcde41920 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b38034eb-06b0-43d5-a9b2-86cf06b2576f,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:10.716294 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cc950c-a45e-4105-9bec-f55fcde41920 admin admin] Checking segment: {'id': 'c9fd9506-cfdf-4fec-9b87-07759545c27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '6b4a7cbc-afac-45e7-bb9e-2105e99214b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:37:10.716653 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cc950c-a45e-4105-9bec-f55fcde41920 admin admin] Network hostable DHCP agents. Network: 6b4a7cbc-afac-45e7-bb9e-2105e99214b1, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:37:10.737337 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cc950c-a45e-4105-9bec-f55fcde41920 admin admin] Network 6b4a7cbc-afac-45e7-bb9e-2105e99214b1 is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:37:10.748396 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-19cc950c-a45e-4105-9bec-f55fcde41920 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, 6b4a7cbc-afac-45e7-bb9e-2105e99214b1) {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:37:10.752653 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cc950c-a45e-4105-9bec-f55fcde41920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:10.753247 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-19cc950c-a45e-4105-9bec-f55fcde41920 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:10.759511 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e57003-0ed2-48a3-8560-2e7bb158d389 None None] Network 6b4a7cbc-afac-45e7-bb9e-2105e99214b1 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:37:10.895433 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-19cc950c-a45e-4105-9bec-f55fcde41920 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5335362 Feb 09 13:37:10.898339 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48754) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:10.903617 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-ace1d898-2ef0-4045-b9c5-1420e0b25161 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1375631859-router', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:37:10.908992 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-ace1d898-2ef0-4045-b9c5-1420e0b25161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:37:10.912929 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ace1d898-2ef0-4045-b9c5-1420e0b25161 admin admin] Usage tracker for resource:router and tenant:0375a4e00b1247a6a47d4b442e50be42 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:37:10.916679 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-ace1d898-2ef0-4045-b9c5-1420e0b25161 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:37:10.923169 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-ace1d898-2ef0-4045-b9c5-1420e0b25161 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:37:10.935363 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ace1d898-2ef0-4045-b9c5-1420e0b25161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:10.936818 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ace1d898-2ef0-4045-b9c5-1420e0b25161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:10.953433 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ace1d898-2ef0-4045-b9c5-1420e0b25161 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:11.077273 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6373da-0487-47e2-9c1e-06fa22a009a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-6b4a7cbc-afac-45e7-bb9e-2105e99214b1', 'network_id': '6b4a7cbc-afac-45e7-bb9e-2105e99214b1', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'fixed_ips': [{'subnet_id': 'b38034eb-06b0-43d5-a9b2-86cf06b2576f'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 13:37:11.078688 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9c6373da-0487-47e2-9c1e-06fa22a009a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:11.234889 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ace1d898-2ef0-4045-b9c5-1420e0b25161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:11.248155 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-9c6373da-0487-47e2-9c1e-06fa22a009a3 None None] Allocated IP 172.20.0.2 (6b4a7cbc-afac-45e7-bb9e-2105e99214b1/b38034eb-06b0-43d5-a9b2-86cf06b2576f/f6b42aa3-08ea-4006-93c9-98d0a80d9ec9) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:37:11.472961 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9c6373da-0487-47e2-9c1e-06fa22a009a3 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:11.484817 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-9c6373da-0487-47e2-9c1e-06fa22a009a3 None None] Transition to ACTIVE for port object f6b42aa3-08ea-4006-93c9-98d0a80d9ec9 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:37:11.505063 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-9c6373da-0487-47e2-9c1e-06fa22a009a3 None None] Transition to ACTIVE for port object f6b42aa3-08ea-4006-93c9-98d0a80d9ec9 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:37:11.510942 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9c6373da-0487-47e2-9c1e-06fa22a009a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:11.574770 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ace1d898-2ef0-4045-b9c5-1420e0b25161 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:11.581935 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6373da-0487-47e2-9c1e-06fa22a009a3 None None] Network 6b4a7cbc-afac-45e7-bb9e-2105e99214b1 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:37:11.584798 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-9c6373da-0487-47e2-9c1e-06fa22a009a3 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:37:11.588205 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6373da-0487-47e2-9c1e-06fa22a009a3 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:37:11.611242 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ace1d898-2ef0-4045-b9c5-1420e0b25161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:11.624500 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6373da-0487-47e2-9c1e-06fa22a009a3 None None] Pushing event updated for resources: {'Port': ['ID=f6b42aa3-08ea-4006-93c9-98d0a80d9ec9,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:11.641826 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6373da-0487-47e2-9c1e-06fa22a009a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:11.642170 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6373da-0487-47e2-9c1e-06fa22a009a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:11.642509 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6373da-0487-47e2-9c1e-06fa22a009a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:11.642842 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6373da-0487-47e2-9c1e-06fa22a009a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:11.643175 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6373da-0487-47e2-9c1e-06fa22a009a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:11.643506 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6373da-0487-47e2-9c1e-06fa22a009a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:11.643852 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6373da-0487-47e2-9c1e-06fa22a009a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:11.644182 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6373da-0487-47e2-9c1e-06fa22a009a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:11.644501 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6373da-0487-47e2-9c1e-06fa22a009a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:11.644825 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6373da-0487-47e2-9c1e-06fa22a009a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:11.645153 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6373da-0487-47e2-9c1e-06fa22a009a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:11.645469 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6373da-0487-47e2-9c1e-06fa22a009a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:11.702899 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-9c6373da-0487-47e2-9c1e-06fa22a009a3 None None] Attempting to bind port f6b42aa3-08ea-4006-93c9-98d0a80d9ec9 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:37:11.703403 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-9c6373da-0487-47e2-9c1e-06fa22a009a3 None None] Attempting to bind port f6b42aa3-08ea-4006-93c9-98d0a80d9ec9 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'c9fd9506-cfdf-4fec-9b87-07759545c27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '6b4a7cbc-afac-45e7-bb9e-2105e99214b1'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:37:11.703906 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6373da-0487-47e2-9c1e-06fa22a009a3 None None] Attempting to bind port f6b42aa3-08ea-4006-93c9-98d0a80d9ec9 on network 6b4a7cbc-afac-45e7-bb9e-2105e99214b1 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:37:11.712314 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6373da-0487-47e2-9c1e-06fa22a009a3 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:37:11.712800 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6373da-0487-47e2-9c1e-06fa22a009a3 None None] Checking segment: {'id': 'c9fd9506-cfdf-4fec-9b87-07759545c27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '6b4a7cbc-afac-45e7-bb9e-2105e99214b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:37:11.713218 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9c6373da-0487-47e2-9c1e-06fa22a009a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:11.713704 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6373da-0487-47e2-9c1e-06fa22a009a3 None None] Bound using segment: {'id': 'c9fd9506-cfdf-4fec-9b87-07759545c27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '6b4a7cbc-afac-45e7-bb9e-2105e99214b1'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:37:11.714186 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-9c6373da-0487-47e2-9c1e-06fa22a009a3 None None] Bound port: f6b42aa3-08ea-4006-93c9-98d0a80d9ec9, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9fd9506-cfdf-4fec-9b87-07759545c27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '6b4a7cbc-afac-45e7-bb9e-2105e99214b1'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:37:11.714682 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9c6373da-0487-47e2-9c1e-06fa22a009a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:11.771171 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-ace1d898-2ef0-4045-b9c5-1420e0b25161 admin admin] Allocated IP 172.25.7.245 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/e6e39879-266c-4eed-be13-80e8076b2e50) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:37:11.831055 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-9c6373da-0487-47e2-9c1e-06fa22a009a3 None None] For port f6b42aa3-08ea-4006-93c9-98d0a80d9ec9, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:37:11.834378 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-9c6373da-0487-47e2-9c1e-06fa22a009a3 None None] For port f6b42aa3-08ea-4006-93c9-98d0a80d9ec9, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=f6b42aa3-08ea-4006-93c9-98d0a80d9ec9,segment=NetworkSegment(c9fd9506-cfdf-4fec-9b87-07759545c27f),segment_id=c9fd9506-cfdf-4fec-9b87-07759545c27f)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:37:11.839552 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9c6373da-0487-47e2-9c1e-06fa22a009a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:11.927368 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6373da-0487-47e2-9c1e-06fa22a009a3 None None] Pushing event updated for resources: {'Port': ['ID=f6b42aa3-08ea-4006-93c9-98d0a80d9ec9,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:11.941684 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ace1d898-2ef0-4045-b9c5-1420e0b25161 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:11.978414 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ace1d898-2ef0-4045-b9c5-1420e0b25161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:12.052518 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace1d898-2ef0-4045-b9c5-1420e0b25161 admin admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:37:12.056479 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-ace1d898-2ef0-4045-b9c5-1420e0b25161 admin admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:37:12.058818 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace1d898-2ef0-4045-b9c5-1420e0b25161 admin admin] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:37:12.096544 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace1d898-2ef0-4045-b9c5-1420e0b25161 admin admin] Pushing event updated for resources: {'Port': ['ID=e6e39879-266c-4eed-be13-80e8076b2e50,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:12.685096 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ace1d898-2ef0-4045-b9c5-1420e0b25161 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:12.917464 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50813cd-77ea-4d00-92fb-9c74d9013b7e None None] Network 6b4a7cbc-afac-45e7-bb9e-2105e99214b1 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:37:13.014698 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b16c291b-80cb-4e4c-92cd-cb51b83ef3e2 None None] Provisioning for port f6b42aa3-08ea-4006-93c9-98d0a80d9ec9 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:37:13.088725 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ace1d898-2ef0-4045-b9c5-1420e0b25161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:13.309167 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace1d898-2ef0-4045-b9c5-1420e0b25161 admin admin] Router a39a6751-c4bc-47cf-8151-a51777488dde is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 13:37:13.501606 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace1d898-2ef0-4045-b9c5-1420e0b25161 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:37:13.514069 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba2ba18-9422-44e9-bc06-213e3c13ae8e None None] Sync routers for ids ['a39a6751-c4bc-47cf-8151-a51777488dde'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:37:13.530942 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ace1d898-2ef0-4045-b9c5-1420e0b25161 admin admin] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:13.532179 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ace1d898-2ef0-4045-b9c5-1420e0b25161 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6326058 Feb 09 13:37:13.534493 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba2ba18-9422-44e9-bc06-213e3c13ae8e None None] Routers {'a39a6751-c4bc-47cf-8151-a51777488dde'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:37:13.535137 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48758) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:13.535485 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-8ba2ba18-9422-44e9-bc06-213e3c13ae8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:36:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['a39a6751-c4bc-47cf-8151-a51777488dde'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:13.615726 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device f6b42aa3-08ea-4006-93c9-98d0a80d9ec9 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:37:13.702395 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port f6b42aa3-08ea-4006-93c9-98d0a80d9ec9 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:37:13.709603 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port f6b42aa3-08ea-4006-93c9-98d0a80d9ec9 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:37:13.710102 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:13.755694 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-8ba2ba18-9422-44e9-bc06-213e3c13ae8e None None] Set router a39a6751-c4bc-47cf-8151-a51777488dde gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:37:13.860268 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:13.910378 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port f6b42aa3-08ea-4006-93c9-98d0a80d9ec9, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=f6b42aa3-08ea-4006-93c9-98d0a80d9ec9,segment=NetworkSegment(c9fd9506-cfdf-4fec-9b87-07759545c27f),segment_id=c9fd9506-cfdf-4fec-9b87-07759545c27f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:37:13.917472 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:14.018819 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=f6b42aa3-08ea-4006-93c9-98d0a80d9ec9,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:14.087064 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-8ba2ba18-9422-44e9-bc06-213e3c13ae8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'name': 'tempest-TestSnapshotPattern-1375631859-router', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'e6e39879-266c-4eed-be13-80e8076b2e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:37:10Z', 'updated_at': '2022-02-09T13:37:12Z', 'revision_number': 3, 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'gw_port': {'id': 'e6e39879-266c-4eed-be13-80e8076b2e50', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:11Z', 'updated_at': '2022-02-09T13:37:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:14.091353 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba2ba18-9422-44e9-bc06-213e3c13ae8e None None] Checking router: a39a6751-c4bc-47cf-8151-a51777488dde for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:37:14.091742 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba2ba18-9422-44e9-bc06-213e3c13ae8e None None] Updating router a39a6751-c4bc-47cf-8151-a51777488dde port e6e39879-266c-4eed-be13-80e8076b2e50 binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 13:37:14.149176 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8ba2ba18-9422-44e9-bc06-213e3c13ae8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:14.185625 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-20fbaa72-bb6a-4400-8207-574f863d97dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:14.481825 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ece4abe7-302e-4c07-8a63-2f9352a2f40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:14.562050 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8ba2ba18-9422-44e9-bc06-213e3c13ae8e None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:14.580558 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8ba2ba18-9422-44e9-bc06-213e3c13ae8e None None] Transition to ACTIVE for port object e6e39879-266c-4eed-be13-80e8076b2e50 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:37:14.587144 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8ba2ba18-9422-44e9-bc06-213e3c13ae8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:14.701025 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-8ba2ba18-9422-44e9-bc06-213e3c13ae8e None None] Attempting to bind port e6e39879-266c-4eed-be13-80e8076b2e50 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:37:14.701380 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-8ba2ba18-9422-44e9-bc06-213e3c13ae8e None None] Attempting to bind port e6e39879-266c-4eed-be13-80e8076b2e50 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:37:14.701727 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba2ba18-9422-44e9-bc06-213e3c13ae8e None None] Attempting to bind port e6e39879-266c-4eed-be13-80e8076b2e50 on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:37:14.703914 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea2f265-d2c2-422a-bc85-024f2649b7ad None None] Pushing event updated for resources: {'Port': ['ID=e6e39879-266c-4eed-be13-80e8076b2e50,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:14.714062 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba2ba18-9422-44e9-bc06-213e3c13ae8e None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:37:14.714408 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba2ba18-9422-44e9-bc06-213e3c13ae8e None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:37:14.714800 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8ba2ba18-9422-44e9-bc06-213e3c13ae8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:14.715176 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba2ba18-9422-44e9-bc06-213e3c13ae8e None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:37:14.715633 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-8ba2ba18-9422-44e9-bc06-213e3c13ae8e None None] Bound port: e6e39879-266c-4eed-be13-80e8076b2e50, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:37:14.716018 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8ba2ba18-9422-44e9-bc06-213e3c13ae8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:14.741517 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-ece4abe7-302e-4c07-8a63-2f9352a2f40d admin admin] Allocated IP 172.20.0.1 (6b4a7cbc-afac-45e7-bb9e-2105e99214b1/b38034eb-06b0-43d5-a9b2-86cf06b2576f/5d1c2a02-82db-4bcd-8198-ee15885ee0f0) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:37:14.745553 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea2f265-d2c2-422a-bc85-024f2649b7ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:14.745553 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea2f265-d2c2-422a-bc85-024f2649b7ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:14.745941 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea2f265-d2c2-422a-bc85-024f2649b7ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:14.746070 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea2f265-d2c2-422a-bc85-024f2649b7ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:14.746367 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea2f265-d2c2-422a-bc85-024f2649b7ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:14.746764 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea2f265-d2c2-422a-bc85-024f2649b7ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:14.747021 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea2f265-d2c2-422a-bc85-024f2649b7ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:14.747421 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea2f265-d2c2-422a-bc85-024f2649b7ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:14.747881 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea2f265-d2c2-422a-bc85-024f2649b7ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:14.748238 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea2f265-d2c2-422a-bc85-024f2649b7ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:14.748577 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea2f265-d2c2-422a-bc85-024f2649b7ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:14.748906 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea2f265-d2c2-422a-bc85-024f2649b7ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:14.799666 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8ba2ba18-9422-44e9-bc06-213e3c13ae8e None None] For port e6e39879-266c-4eed-be13-80e8076b2e50, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:37:14.802868 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8ba2ba18-9422-44e9-bc06-213e3c13ae8e None None] For port e6e39879-266c-4eed-be13-80e8076b2e50, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=e6e39879-266c-4eed-be13-80e8076b2e50,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:37:14.807747 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8ba2ba18-9422-44e9-bc06-213e3c13ae8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:14.896618 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba2ba18-9422-44e9-bc06-213e3c13ae8e None None] Routers {'a39a6751-c4bc-47cf-8151-a51777488dde'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:37:14.897234 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-8ba2ba18-9422-44e9-bc06-213e3c13ae8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:36:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['a39a6751-c4bc-47cf-8151-a51777488dde'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:14.935441 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ece4abe7-302e-4c07-8a63-2f9352a2f40d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:14.953984 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea2f265-d2c2-422a-bc85-024f2649b7ad None None] Pushing event updated for resources: {'Port': ['ID=e6e39879-266c-4eed-be13-80e8076b2e50,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:14.957525 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-ece4abe7-302e-4c07-8a63-2f9352a2f40d admin admin] Transition to ACTIVE for port object 5d1c2a02-82db-4bcd-8198-ee15885ee0f0 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:37:14.995700 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ece4abe7-302e-4c07-8a63-2f9352a2f40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:15.095531 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-8ba2ba18-9422-44e9-bc06-213e3c13ae8e None None] Set router a39a6751-c4bc-47cf-8151-a51777488dde gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:37:15.109956 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece4abe7-302e-4c07-8a63-2f9352a2f40d admin admin] Network 6b4a7cbc-afac-45e7-bb9e-2105e99214b1 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:37:15.113953 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-ece4abe7-302e-4c07-8a63-2f9352a2f40d admin admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:37:15.120316 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece4abe7-302e-4c07-8a63-2f9352a2f40d admin admin] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:37:15.157221 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece4abe7-302e-4c07-8a63-2f9352a2f40d admin admin] Pushing event updated for resources: {'Port': ['ID=5d1c2a02-82db-4bcd-8198-ee15885ee0f0,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:15.191076 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ece4abe7-302e-4c07-8a63-2f9352a2f40d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:15.397921 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-aa7b3b77-4f3b-46e3-8a8a-91254048419b None None] Provisioning for port 5d1c2a02-82db-4bcd-8198-ee15885ee0f0 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:37:15.403639 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-aa7b3b77-4f3b-46e3-8a8a-91254048419b None None] Provisioning complete for port 5d1c2a02-82db-4bcd-8198-ee15885ee0f0 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:37:15.404052 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aa7b3b77-4f3b-46e3-8a8a-91254048419b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:15.416706 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-8ba2ba18-9422-44e9-bc06-213e3c13ae8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'name': 'tempest-TestSnapshotPattern-1375631859-router', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'e6e39879-266c-4eed-be13-80e8076b2e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:37:10Z', 'updated_at': '2022-02-09T13:37:12Z', 'revision_number': 3, 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'gw_port': {'id': 'e6e39879-266c-4eed-be13-80e8076b2e50', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:11Z', 'updated_at': '2022-02-09T13:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:15.421012 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba2ba18-9422-44e9-bc06-213e3c13ae8e None None] The sync data for ids ['a39a6751-c4bc-47cf-8151-a51777488dde'] in n-d-825178-3 is: [{'id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'name': 'tempest-TestSnapshotPattern-1375631859-router', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'e6e39879-266c-4eed-be13-80e8076b2e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:37:10Z', 'updated_at': '2022-02-09T13:37:12Z', 'revision_number': 3, 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'gw_port': {'id': 'e6e39879-266c-4eed-be13-80e8076b2e50', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:11Z', 'updated_at': '2022-02-09T13:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:37:15.465884 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-aa7b3b77-4f3b-46e3-8a8a-91254048419b None None] Port 5d1c2a02-82db-4bcd-8198-ee15885ee0f0 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:37:15.504323 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ece4abe7-302e-4c07-8a63-2f9352a2f40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:15.577772 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device f6b42aa3-08ea-4006-93c9-98d0a80d9ec9 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:37:15.661483 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port f6b42aa3-08ea-4006-93c9-98d0a80d9ec9 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:37:15.661873 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:15.821472 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ece4abe7-302e-4c07-8a63-2f9352a2f40d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:15.827319 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ece4abe7-302e-4c07-8a63-2f9352a2f40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:15.956001 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece4abe7-302e-4c07-8a63-2f9352a2f40d admin admin] Pushing event updated for resources: {'Port': ['ID=5d1c2a02-82db-4bcd-8198-ee15885ee0f0,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:15.960693 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-ece4abe7-302e-4c07-8a63-2f9352a2f40d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:16.255860 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece4abe7-302e-4c07-8a63-2f9352a2f40d admin admin] Network 6b4a7cbc-afac-45e7-bb9e-2105e99214b1 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:37:16.257103 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-ece4abe7-302e-4c07-8a63-2f9352a2f40d admin admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:37:16.502145 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece4abe7-302e-4c07-8a63-2f9352a2f40d admin admin] Router a39a6751-c4bc-47cf-8151-a51777488dde has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:37:16.595649 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c85111b5-b234-4f8e-b8ed-328c51a79e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:16.604329 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-e8bfc0f9-1a4f-4a8a-bbab-713bdcf71397 None None] Provisioning complete for port 5d1c2a02-82db-4bcd-8198-ee15885ee0f0 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:37:16.604700 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e8bfc0f9-1a4f-4a8a-bbab-713bdcf71397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:16.681794 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-e8bfc0f9-1a4f-4a8a-bbab-713bdcf71397 None None] Port 5d1c2a02-82db-4bcd-8198-ee15885ee0f0 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:37:16.705295 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece4abe7-302e-4c07-8a63-2f9352a2f40d admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:37:16.716795 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-ece4abe7-302e-4c07-8a63-2f9352a2f40d admin admin] 10.222.0.55 "PUT /v2.0/routers/a39a6751-c4bc-47cf-8151-a51777488dde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1801937 Feb 09 13:37:17.128994 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e4425f-a648-4446-a4e0-0609baa9a3ef None None] Sync routers for ids ['a39a6751-c4bc-47cf-8151-a51777488dde'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:37:17.141084 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e4425f-a648-4446-a4e0-0609baa9a3ef None None] Routers {'a39a6751-c4bc-47cf-8151-a51777488dde'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:37:17.141807 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-a7e4425f-a648-4446-a4e0-0609baa9a3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:37:17Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['a39a6751-c4bc-47cf-8151-a51777488dde'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:17.295379 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48780) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:17.301704 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-b94f5050-53bb-4a98-afbb-f4c900ad29fa admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1184480063-network', 'tenant_id': '0e14a3c9bf5c424dbbf73bcd2bd5fb22'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:37:17.307907 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b94f5050-53bb-4a98-afbb-f4c900ad29fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:37:17.312767 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b94f5050-53bb-4a98-afbb-f4c900ad29fa admin admin] Usage tracker for resource:network and tenant:0e14a3c9bf5c424dbbf73bcd2bd5fb22 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:37:17.315702 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b94f5050-53bb-4a98-afbb-f4c900ad29fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:37:17.322632 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b94f5050-53bb-4a98-afbb-f4c900ad29fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:37:17.334103 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94f5050-53bb-4a98-afbb-f4c900ad29fa admin admin] Made reservation on behalf of 0e14a3c9bf5c424dbbf73bcd2bd5fb22 for: {'network': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:37:17.336594 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b94f5050-53bb-4a98-afbb-f4c900ad29fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for network, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:17.343965 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-a7e4425f-a648-4446-a4e0-0609baa9a3ef None None] Set router a39a6751-c4bc-47cf-8151-a51777488dde gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:37:17.351025 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b94f5050-53bb-4a98-afbb-f4c900ad29fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:17.367134 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b94f5050-53bb-4a98-afbb-f4c900ad29fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:37:17.371596 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b94f5050-53bb-4a98-afbb-f4c900ad29fa admin admin] Usage tracker for resource:security_group_rule and tenant:0e14a3c9bf5c424dbbf73bcd2bd5fb22 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:37:17.374566 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b94f5050-53bb-4a98-afbb-f4c900ad29fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:37:17.380290 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b94f5050-53bb-4a98-afbb-f4c900ad29fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:37:17.477515 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b94f5050-53bb-4a98-afbb-f4c900ad29fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:17.483693 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b94f5050-53bb-4a98-afbb-f4c900ad29fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:17.517182 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b94f5050-53bb-4a98-afbb-f4c900ad29fa admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=87567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:37:17.527341 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f5050-53bb-4a98-afbb-f4c900ad29fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585dc2e3-1fc6-46b2-a07e-869c6802f249,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:17.533621 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b94f5050-53bb-4a98-afbb-f4c900ad29fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:17.534024 n-d-825178-3 neutron-server[87567]: INFO neutron.db.segments_db [None req-b94f5050-53bb-4a98-afbb-f4c900ad29fa admin admin] Added segment 5449f694-dd03-4a3a-b91e-e3a013ad8db1 of type vlan for network ea6c58b1-0d7b-4549-9147-3bcf57a9aabe Feb 09 13:37:17.566082 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b94f5050-53bb-4a98-afbb-f4c900ad29fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744762022256'] for network, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:17.610029 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b94f5050-53bb-4a98-afbb-f4c900ad29fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569'] for network, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:17.611018 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94f5050-53bb-4a98-afbb-f4c900ad29fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:17.611622 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b94f5050-53bb-4a98-afbb-f4c900ad29fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:17.614507 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device e6e39879-266c-4eed-be13-80e8076b2e50 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:37:17.720258 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b94f5050-53bb-4a98-afbb-f4c900ad29fa admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4236536 Feb 09 13:37:17.723182 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f5050-53bb-4a98-afbb-f4c900ad29fa admin admin] Pushing event updated for resources: {'Network': ['ID=ea6c58b1-0d7b-4549-9147-3bcf57a9aabe,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:17.723898 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48786) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:17.737244 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-c3a59715-5e98-4385-8224-a951c721e2cc admin admin] Request body: {'subnet': {'network_id': 'ea6c58b1-0d7b-4549-9147-3bcf57a9aabe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1184480063-subnet', 'tenant_id': '0e14a3c9bf5c424dbbf73bcd2bd5fb22', 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:37:17.747375 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c3a59715-5e98-4385-8224-a951c721e2cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:37:17.747716 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Network ea6c58b1-0d7b-4549-9147-3bcf57a9aabe details requested by agent ovs-agent-n-d-825178-3 with host n-d-825178-3 {{(pid=87569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:37:17.753675 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c3a59715-5e98-4385-8224-a951c721e2cc admin admin] Usage tracker for resource:subnet and tenant:0e14a3c9bf5c424dbbf73bcd2bd5fb22 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:37:17.758918 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c3a59715-5e98-4385-8224-a951c721e2cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:37:17.767133 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c3a59715-5e98-4385-8224-a951c721e2cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:37:17.779082 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a59715-5e98-4385-8224-a951c721e2cc admin admin] Made reservation on behalf of 0e14a3c9bf5c424dbbf73bcd2bd5fb22 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:37:17.782164 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c3a59715-5e98-4385-8224-a951c721e2cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805699'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:17.865137 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:17.872719 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port e6e39879-266c-4eed-be13-80e8076b2e50 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:37:17.883485 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port e6e39879-266c-4eed-be13-80e8076b2e50 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:37:17.883944 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:17.954629 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:17.958161 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-a7e4425f-a648-4446-a4e0-0609baa9a3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'name': 'tempest-TestSnapshotPattern-1375631859-router', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'e6e39879-266c-4eed-be13-80e8076b2e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:37:10Z', 'updated_at': '2022-02-09T13:37:15Z', 'revision_number': 4, 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'gw_port': {'id': 'e6e39879-266c-4eed-be13-80e8076b2e50', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:11Z', 'updated_at': '2022-02-09T13:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '5d1c2a02-82db-4bcd-8198-ee15885ee0f0', 'name': '', 'network_id': '6b4a7cbc-afac-45e7-bb9e-2105e99214b1', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'mac_address': 'fa:16:3e:3e:88:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'b38034eb-06b0-43d5-a9b2-86cf06b2576f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:14Z', 'updated_at': '2022-02-09T13:37:15Z', 'revision_number': 2, 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'subnets': [{'id': 'b38034eb-06b0-43d5-a9b2-86cf06b2576f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:17.965792 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e4425f-a648-4446-a4e0-0609baa9a3ef None None] Checking router: a39a6751-c4bc-47cf-8151-a51777488dde for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:37:17.966141 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e4425f-a648-4446-a4e0-0609baa9a3ef None None] Updating router a39a6751-c4bc-47cf-8151-a51777488dde port 5d1c2a02-82db-4bcd-8198-ee15885ee0f0 binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 13:37:18.023932 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c3a59715-5e98-4385-8224-a951c721e2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805713'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:18.094800 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a7e4425f-a648-4446-a4e0-0609baa9a3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:18.157406 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:18.194450 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port e6e39879-266c-4eed-be13-80e8076b2e50, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=e6e39879-266c-4eed-be13-80e8076b2e50,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:37:18.215464 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a59715-5e98-4385-8224-a951c721e2cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c83f0d75-5d5e-4a38-ba53-3a6abb6d303f,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:18.224654 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a59715-5e98-4385-8224-a951c721e2cc admin admin] Checking segment: {'id': '5449f694-dd03-4a3a-b91e-e3a013ad8db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea6c58b1-0d7b-4549-9147-3bcf57a9aabe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:37:18.225009 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a59715-5e98-4385-8224-a951c721e2cc admin admin] Network hostable DHCP agents. Network: ea6c58b1-0d7b-4549-9147-3bcf57a9aabe, hostable agents: ['0fb4a164-57a5-4f13-9165-853cc7a07ede'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:37:18.237151 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:18.248280 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a59715-5e98-4385-8224-a951c721e2cc admin admin] Network ea6c58b1-0d7b-4549-9147-3bcf57a9aabe is scheduled to be hosted by DHCP agent 0fb4a164-57a5-4f13-9165-853cc7a07ede with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:37:18.259753 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-c3a59715-5e98-4385-8224-a951c721e2cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-3, ea6c58b1-0d7b-4549-9147-3bcf57a9aabe) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:37:18.265426 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a59715-5e98-4385-8224-a951c721e2cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:18.267156 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c3a59715-5e98-4385-8224-a951c721e2cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:18.285373 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29f4db7-beb2-4e1c-a870-2421dc8b4a9d None None] Network ea6c58b1-0d7b-4549-9147-3bcf57a9aabe requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:37:18.294277 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48790) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:18.294485 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c3a59715-5e98-4385-8224-a951c721e2cc admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5671148 Feb 09 13:37:18.300391 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-b97b5f3f-b65a-4dd5-89ca-5b86d91ebf62 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1184480063-router', 'tenant_id': '0e14a3c9bf5c424dbbf73bcd2bd5fb22', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:37:18.306381 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b97b5f3f-b65a-4dd5-89ca-5b86d91ebf62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:37:18.311076 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b97b5f3f-b65a-4dd5-89ca-5b86d91ebf62 admin admin] Usage tracker for resource:router and tenant:0e14a3c9bf5c424dbbf73bcd2bd5fb22 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:37:18.314315 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b97b5f3f-b65a-4dd5-89ca-5b86d91ebf62 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:37:18.321490 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-b97b5f3f-b65a-4dd5-89ca-5b86d91ebf62 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:37:18.333576 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b97b5f3f-b65a-4dd5-89ca-5b86d91ebf62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1740676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4008'] for router, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:18.334758 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b97b5f3f-b65a-4dd5-89ca-5b86d91ebf62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:18.353249 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b97b5f3f-b65a-4dd5-89ca-5b86d91ebf62 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:18.513137 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=e6e39879-266c-4eed-be13-80e8076b2e50,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:18.633577 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b97b5f3f-b65a-4dd5-89ca-5b86d91ebf62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3981'] for router, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:18.742053 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be195a77-89db-48bc-a9c7-5c5417a04a50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3dcde243-8d8c-5818-976b-bcec6947ea0d-ea6c58b1-0d7b-4549-9147-3bcf57a9aabe', 'network_id': 'ea6c58b1-0d7b-4549-9147-3bcf57a9aabe', 'tenant_id': '0e14a3c9bf5c424dbbf73bcd2bd5fb22', 'fixed_ips': [{'subnet_id': 'c83f0d75-5d5e-4a38-ba53-3a6abb6d303f'}]}} from n-d-825178-3. {{(pid=87569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 13:37:18.742889 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-be195a77-89db-48bc-a9c7-5c5417a04a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:18.877085 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a7e4425f-a648-4446-a4e0-0609baa9a3ef None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:18.901593 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-a7e4425f-a648-4446-a4e0-0609baa9a3ef None None] Transition to ACTIVE for port object 5d1c2a02-82db-4bcd-8198-ee15885ee0f0 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:37:18.914114 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a7e4425f-a648-4446-a4e0-0609baa9a3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:18.969985 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b97b5f3f-b65a-4dd5-89ca-5b86d91ebf62 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:19.003445 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b97b5f3f-b65a-4dd5-89ca-5b86d91ebf62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:19.114307 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-be195a77-89db-48bc-a9c7-5c5417a04a50 None None] Allocated IP 172.20.0.2 (ea6c58b1-0d7b-4549-9147-3bcf57a9aabe/c83f0d75-5d5e-4a38-ba53-3a6abb6d303f/7f8abffd-f6e4-4e10-bcac-1fdaf31916a8) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:37:19.148187 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba73f1da-b521-41f4-825d-2ea1922a6a54 None None] Pushing event updated for resources: {'Port': ['ID=5d1c2a02-82db-4bcd-8198-ee15885ee0f0,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:19.300862 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-a7e4425f-a648-4446-a4e0-0609baa9a3ef None None] Attempting to bind port 5d1c2a02-82db-4bcd-8198-ee15885ee0f0 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:37:19.301153 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-a7e4425f-a648-4446-a4e0-0609baa9a3ef None None] Attempting to bind port 5d1c2a02-82db-4bcd-8198-ee15885ee0f0 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': 'c9fd9506-cfdf-4fec-9b87-07759545c27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '6b4a7cbc-afac-45e7-bb9e-2105e99214b1'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:37:19.301775 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e4425f-a648-4446-a4e0-0609baa9a3ef None None] Attempting to bind port 5d1c2a02-82db-4bcd-8198-ee15885ee0f0 on network 6b4a7cbc-afac-45e7-bb9e-2105e99214b1 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:37:19.310648 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-b97b5f3f-b65a-4dd5-89ca-5b86d91ebf62 admin admin] Allocated IP 172.25.7.57 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/c96f49a3-a720-46df-a61a-e7a79bb9a534) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:37:19.315732 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e4425f-a648-4446-a4e0-0609baa9a3ef None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:37:19.315732 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e4425f-a648-4446-a4e0-0609baa9a3ef None None] Checking segment: {'id': 'c9fd9506-cfdf-4fec-9b87-07759545c27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '6b4a7cbc-afac-45e7-bb9e-2105e99214b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:37:19.316648 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a7e4425f-a648-4446-a4e0-0609baa9a3ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:19.316930 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e4425f-a648-4446-a4e0-0609baa9a3ef None None] Bound using segment: {'id': 'c9fd9506-cfdf-4fec-9b87-07759545c27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '6b4a7cbc-afac-45e7-bb9e-2105e99214b1'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:37:19.317492 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-a7e4425f-a648-4446-a4e0-0609baa9a3ef None None] Bound port: 5d1c2a02-82db-4bcd-8198-ee15885ee0f0, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9fd9506-cfdf-4fec-9b87-07759545c27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '6b4a7cbc-afac-45e7-bb9e-2105e99214b1'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:37:19.317949 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a7e4425f-a648-4446-a4e0-0609baa9a3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:19.475698 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b97b5f3f-b65a-4dd5-89ca-5b86d91ebf62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:19.521471 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b97b5f3f-b65a-4dd5-89ca-5b86d91ebf62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:19.535556 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-a7e4425f-a648-4446-a4e0-0609baa9a3ef None None] For port 5d1c2a02-82db-4bcd-8198-ee15885ee0f0, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:37:19.541533 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-a7e4425f-a648-4446-a4e0-0609baa9a3ef None None] For port 5d1c2a02-82db-4bcd-8198-ee15885ee0f0, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5d1c2a02-82db-4bcd-8198-ee15885ee0f0,segment=NetworkSegment(c9fd9506-cfdf-4fec-9b87-07759545c27f),segment_id=c9fd9506-cfdf-4fec-9b87-07759545c27f)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:37:19.551229 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:19.552412 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a7e4425f-a648-4446-a4e0-0609baa9a3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:19.594119 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-be195a77-89db-48bc-a9c7-5c5417a04a50 None None] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:19.598090 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97b5f3f-b65a-4dd5-89ca-5b86d91ebf62 admin admin] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:37:19.601048 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-b97b5f3f-b65a-4dd5-89ca-5b86d91ebf62 admin admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:37:19.605285 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device e6e39879-266c-4eed-be13-80e8076b2e50 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:37:19.605507 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97b5f3f-b65a-4dd5-89ca-5b86d91ebf62 admin admin] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:37:19.641477 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b5f3f-b65a-4dd5-89ca-5b86d91ebf62 admin admin] Pushing event updated for resources: {'Port': ['ID=c96f49a3-a720-46df-a61a-e7a79bb9a534,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:19.671145 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-be195a77-89db-48bc-a9c7-5c5417a04a50 None None] Transition to ACTIVE for port object 7f8abffd-f6e4-4e10-bcac-1fdaf31916a8 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:37:19.729109 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-be195a77-89db-48bc-a9c7-5c5417a04a50 None None] Transition to ACTIVE for port object 7f8abffd-f6e4-4e10-bcac-1fdaf31916a8 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:37:19.736026 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba73f1da-b521-41f4-825d-2ea1922a6a54 None None] Pushing event updated for resources: {'Port': ['ID=5d1c2a02-82db-4bcd-8198-ee15885ee0f0,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:19.745417 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e4425f-a648-4446-a4e0-0609baa9a3ef None None] Routers {'a39a6751-c4bc-47cf-8151-a51777488dde'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:37:19.746527 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-a7e4425f-a648-4446-a4e0-0609baa9a3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:37:17Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['a39a6751-c4bc-47cf-8151-a51777488dde'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:19.802277 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-be195a77-89db-48bc-a9c7-5c5417a04a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:19.911218 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be195a77-89db-48bc-a9c7-5c5417a04a50 None None] Network ea6c58b1-0d7b-4549-9147-3bcf57a9aabe is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:37:19.922349 n-d-825178-3 neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-be195a77-89db-48bc-a9c7-5c5417a04a50 None None] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:37:19.984243 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be195a77-89db-48bc-a9c7-5c5417a04a50 None None] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:37:19.996439 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be195a77-89db-48bc-a9c7-5c5417a04a50 None None] Pushing event updated for resources: {'Port': ['ID=7f8abffd-f6e4-4e10-bcac-1fdaf31916a8,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:19.998815 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port e6e39879-266c-4eed-be13-80e8076b2e50 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:37:19.999196 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:20.204698 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b97b5f3f-b65a-4dd5-89ca-5b86d91ebf62 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:20.219489 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-a7e4425f-a648-4446-a4e0-0609baa9a3ef None None] Set router a39a6751-c4bc-47cf-8151-a51777488dde gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:37:20.293857 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-be195a77-89db-48bc-a9c7-5c5417a04a50 None None] Attempting to bind port 7f8abffd-f6e4-4e10-bcac-1fdaf31916a8 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:37:20.294241 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-be195a77-89db-48bc-a9c7-5c5417a04a50 None None] Attempting to bind port 7f8abffd-f6e4-4e10-bcac-1fdaf31916a8 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '5449f694-dd03-4a3a-b91e-e3a013ad8db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea6c58b1-0d7b-4549-9147-3bcf57a9aabe'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:37:20.294585 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be195a77-89db-48bc-a9c7-5c5417a04a50 None None] Attempting to bind port 7f8abffd-f6e4-4e10-bcac-1fdaf31916a8 on network ea6c58b1-0d7b-4549-9147-3bcf57a9aabe {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:37:20.311677 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be195a77-89db-48bc-a9c7-5c5417a04a50 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:37:20.312221 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be195a77-89db-48bc-a9c7-5c5417a04a50 None None] Checking segment: {'id': '5449f694-dd03-4a3a-b91e-e3a013ad8db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea6c58b1-0d7b-4549-9147-3bcf57a9aabe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:37:20.312480 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-be195a77-89db-48bc-a9c7-5c5417a04a50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:20.312861 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be195a77-89db-48bc-a9c7-5c5417a04a50 None None] Bound using segment: {'id': '5449f694-dd03-4a3a-b91e-e3a013ad8db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea6c58b1-0d7b-4549-9147-3bcf57a9aabe'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:37:20.313341 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-be195a77-89db-48bc-a9c7-5c5417a04a50 None None] Bound port: 7f8abffd-f6e4-4e10-bcac-1fdaf31916a8, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449f694-dd03-4a3a-b91e-e3a013ad8db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea6c58b1-0d7b-4549-9147-3bcf57a9aabe'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:37:20.313715 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-be195a77-89db-48bc-a9c7-5c5417a04a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:20.599941 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b97b5f3f-b65a-4dd5-89ca-5b86d91ebf62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1740701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740563'] for router, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:20.726612 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-be195a77-89db-48bc-a9c7-5c5417a04a50 None None] For port 7f8abffd-f6e4-4e10-bcac-1fdaf31916a8, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:37:20.769720 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-be195a77-89db-48bc-a9c7-5c5417a04a50 None None] For port 7f8abffd-f6e4-4e10-bcac-1fdaf31916a8, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=7f8abffd-f6e4-4e10-bcac-1fdaf31916a8,segment=NetworkSegment(5449f694-dd03-4a3a-b91e-e3a013ad8db1),segment_id=5449f694-dd03-4a3a-b91e-e3a013ad8db1)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:37:20.779256 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-be195a77-89db-48bc-a9c7-5c5417a04a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:20.855738 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97b5f3f-b65a-4dd5-89ca-5b86d91ebf62 admin admin] Router 76619d17-72aa-49bc-b55d-b807a08911c7 is scheduled to L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 with binding_index 1 {{(pid=87567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 13:37:20.881567 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be195a77-89db-48bc-a9c7-5c5417a04a50 None None] Pushing event updated for resources: {'Port': ['ID=7f8abffd-f6e4-4e10-bcac-1fdaf31916a8,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:20.908389 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-a7e4425f-a648-4446-a4e0-0609baa9a3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'name': 'tempest-TestSnapshotPattern-1375631859-router', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'e6e39879-266c-4eed-be13-80e8076b2e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:37:10Z', 'updated_at': '2022-02-09T13:37:15Z', 'revision_number': 4, 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'gw_port': {'id': 'e6e39879-266c-4eed-be13-80e8076b2e50', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:11Z', 'updated_at': '2022-02-09T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '5d1c2a02-82db-4bcd-8198-ee15885ee0f0', 'name': '', 'network_id': '6b4a7cbc-afac-45e7-bb9e-2105e99214b1', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'mac_address': 'fa:16:3e:3e:88:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'b38034eb-06b0-43d5-a9b2-86cf06b2576f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:14Z', 'updated_at': '2022-02-09T13:37:19Z', 'revision_number': 4, 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'subnets': [{'id': 'b38034eb-06b0-43d5-a9b2-86cf06b2576f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:20.916043 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e4425f-a648-4446-a4e0-0609baa9a3ef None None] The sync data for ids ['a39a6751-c4bc-47cf-8151-a51777488dde'] in n-d-825178-3 is: [{'id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'name': 'tempest-TestSnapshotPattern-1375631859-router', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'e6e39879-266c-4eed-be13-80e8076b2e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:37:10Z', 'updated_at': '2022-02-09T13:37:15Z', 'revision_number': 4, 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'gw_port': {'id': 'e6e39879-266c-4eed-be13-80e8076b2e50', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:11Z', 'updated_at': '2022-02-09T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '5d1c2a02-82db-4bcd-8198-ee15885ee0f0', 'name': '', 'network_id': '6b4a7cbc-afac-45e7-bb9e-2105e99214b1', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'mac_address': 'fa:16:3e:3e:88:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'b38034eb-06b0-43d5-a9b2-86cf06b2576f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:14Z', 'updated_at': '2022-02-09T13:37:19Z', 'revision_number': 4, 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'subnets': [{'id': 'b38034eb-06b0-43d5-a9b2-86cf06b2576f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:37:21.277976 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97b5f3f-b65a-4dd5-89ca-5b86d91ebf62 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:37:21.281246 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:21.290118 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88676020-b2d5-45b8-a929-aea2afad7d50 None None] Sync routers for ids ['76619d17-72aa-49bc-b55d-b807a08911c7'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:37:21.310482 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88676020-b2d5-45b8-a929-aea2afad7d50 None None] Routers {'76619d17-72aa-49bc-b55d-b807a08911c7'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:37:21.316997 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-88676020-b2d5-45b8-a929-aea2afad7d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:37:17Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['76619d17-72aa-49bc-b55d-b807a08911c7'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:21.334702 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-b97b5f3f-b65a-4dd5-89ca-5b86d91ebf62 admin admin] Notify callbacks [] for router, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:21.336394 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b97b5f3f-b65a-4dd5-89ca-5b86d91ebf62 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0405300 Feb 09 13:37:21.340218 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48798) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:21.590394 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-88676020-b2d5-45b8-a929-aea2afad7d50 None None] Set router 76619d17-72aa-49bc-b55d-b807a08911c7 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:37:21.686329 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5d1c2a02-82db-4bcd-8198-ee15885ee0f0 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:37:21.811051 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 5d1c2a02-82db-4bcd-8198-ee15885ee0f0 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:37:21.820633 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 5d1c2a02-82db-4bcd-8198-ee15885ee0f0 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:37:21.821144 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:22.032058 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:22.070048 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-88676020-b2d5-45b8-a929-aea2afad7d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76619d17-72aa-49bc-b55d-b807a08911c7', 'name': 'tempest-TestSnapshotPattern-1184480063-router', 'tenant_id': '0e14a3c9bf5c424dbbf73bcd2bd5fb22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'c96f49a3-a720-46df-a61a-e7a79bb9a534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:37:18Z', 'updated_at': '2022-02-09T13:37:19Z', 'revision_number': 3, 'project_id': '0e14a3c9bf5c424dbbf73bcd2bd5fb22', 'gw_port': {'id': 'c96f49a3-a720-46df-a61a-e7a79bb9a534', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76619d17-72aa-49bc-b55d-b807a08911c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:19Z', 'updated_at': '2022-02-09T13:37:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:22.078378 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 5d1c2a02-82db-4bcd-8198-ee15885ee0f0, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5d1c2a02-82db-4bcd-8198-ee15885ee0f0,segment=NetworkSegment(c9fd9506-cfdf-4fec-9b87-07759545c27f),segment_id=c9fd9506-cfdf-4fec-9b87-07759545c27f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:37:22.083584 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88676020-b2d5-45b8-a929-aea2afad7d50 None None] Checking router: 76619d17-72aa-49bc-b55d-b807a08911c7 for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:37:22.085602 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88676020-b2d5-45b8-a929-aea2afad7d50 None None] Updating router 76619d17-72aa-49bc-b55d-b807a08911c7 port c96f49a3-a720-46df-a61a-e7a79bb9a534 binding host n-d-825178-3 {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 13:37:22.086267 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:22.087264 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 7f8abffd-f6e4-4e10-bcac-1fdaf31916a8 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:37:22.173267 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-88676020-b2d5-45b8-a929-aea2afad7d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:22.252483 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=5d1c2a02-82db-4bcd-8198-ee15885ee0f0,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:22.268845 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 7f8abffd-f6e4-4e10-bcac-1fdaf31916a8 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:37:22.361712 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41852a2a-6090-4c84-8fba-6e0899dc273e None None] Network ea6c58b1-0d7b-4549-9147-3bcf57a9aabe requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:37:22.458177 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bd584aff-8f5b-4a35-ae47-82355b5868d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:22.533423 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-ced3cda2-c77d-4df5-b47a-2d24a8cc4c5a None None] Provisioning for port 7f8abffd-f6e4-4e10-bcac-1fdaf31916a8 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:37:22.555992 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-ced3cda2-c77d-4df5-b47a-2d24a8cc4c5a None None] Provisioning complete for port 7f8abffd-f6e4-4e10-bcac-1fdaf31916a8 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:37:22.556589 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ced3cda2-c77d-4df5-b47a-2d24a8cc4c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:22.762157 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-88676020-b2d5-45b8-a929-aea2afad7d50 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:22.778249 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-88676020-b2d5-45b8-a929-aea2afad7d50 None None] Transition to ACTIVE for port object c96f49a3-a720-46df-a61a-e7a79bb9a534 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:37:22.792854 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-bd584aff-8f5b-4a35-ae47-82355b5868d6 admin admin] Allocated IP 172.20.0.1 (ea6c58b1-0d7b-4549-9147-3bcf57a9aabe/c83f0d75-5d5e-4a38-ba53-3a6abb6d303f/64cf2ef9-06ae-4be2-84bc-0e30877ee3c7) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:37:22.793080 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-88676020-b2d5-45b8-a929-aea2afad7d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:22.890335 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ced3cda2-c77d-4df5-b47a-2d24a8cc4c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:22.909796 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-88676020-b2d5-45b8-a929-aea2afad7d50 None None] Attempting to bind port c96f49a3-a720-46df-a61a-e7a79bb9a534 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:37:22.910203 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-88676020-b2d5-45b8-a929-aea2afad7d50 None None] Attempting to bind port c96f49a3-a720-46df-a61a-e7a79bb9a534 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:37:22.911392 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88676020-b2d5-45b8-a929-aea2afad7d50 None None] Attempting to bind port c96f49a3-a720-46df-a61a-e7a79bb9a534 on network af0bad45-b31e-4cb1-a77c-3bbc34409de5 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:37:22.919783 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88676020-b2d5-45b8-a929-aea2afad7d50 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:37:22.921026 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88676020-b2d5-45b8-a929-aea2afad7d50 None None] Checking segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:37:22.922527 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-88676020-b2d5-45b8-a929-aea2afad7d50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:22.923164 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88676020-b2d5-45b8-a929-aea2afad7d50 None None] Bound using segment: {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:37:22.924308 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-88676020-b2d5-45b8-a929-aea2afad7d50 None None] Bound port: c96f49a3-a720-46df-a61a-e7a79bb9a534, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67400f67-5c36-4a85-bdb4-dbecd7bd12b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:37:22.924530 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-88676020-b2d5-45b8-a929-aea2afad7d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:22.951627 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-ced3cda2-c77d-4df5-b47a-2d24a8cc4c5a None None] For port 7f8abffd-f6e4-4e10-bcac-1fdaf31916a8, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=7f8abffd-f6e4-4e10-bcac-1fdaf31916a8,segment=NetworkSegment(5449f694-dd03-4a3a-b91e-e3a013ad8db1),segment_id=5449f694-dd03-4a3a-b91e-e3a013ad8db1)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:37:22.958058 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ced3cda2-c77d-4df5-b47a-2d24a8cc4c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:23.009925 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bd584aff-8f5b-4a35-ae47-82355b5868d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:23.014047 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1523604-ce90-47b9-94a5-f1d8944004cd None None] Pushing event updated for resources: {'Port': ['ID=c96f49a3-a720-46df-a61a-e7a79bb9a534,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:23.035890 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced3cda2-c77d-4df5-b47a-2d24a8cc4c5a None None] Pushing event updated for resources: {'Port': ['ID=7f8abffd-f6e4-4e10-bcac-1fdaf31916a8,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:23.036286 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [None req-bd584aff-8f5b-4a35-ae47-82355b5868d6 admin admin] Transition to ACTIVE for port object 64cf2ef9-06ae-4be2-84bc-0e30877ee3c7 will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:37:23.056695 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-88676020-b2d5-45b8-a929-aea2afad7d50 None None] For port c96f49a3-a720-46df-a61a-e7a79bb9a534, host n-d-825178-3, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:37:23.062973 n-d-825178-3 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-88676020-b2d5-45b8-a929-aea2afad7d50 None None] For port c96f49a3-a720-46df-a61a-e7a79bb9a534, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=c96f49a3-a720-46df-a61a-e7a79bb9a534,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:37:23.070946 n-d-825178-3 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-88676020-b2d5-45b8-a929-aea2afad7d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:23.072378 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bd584aff-8f5b-4a35-ae47-82355b5868d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:23.148945 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd584aff-8f5b-4a35-ae47-82355b5868d6 admin admin] Network ea6c58b1-0d7b-4549-9147-3bcf57a9aabe is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:37:23.152865 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-bd584aff-8f5b-4a35-ae47-82355b5868d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:37:23.155855 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd584aff-8f5b-4a35-ae47-82355b5868d6 admin admin] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:37:23.169942 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88676020-b2d5-45b8-a929-aea2afad7d50 None None] Routers {'76619d17-72aa-49bc-b55d-b807a08911c7'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:37:23.170586 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-88676020-b2d5-45b8-a929-aea2afad7d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:37:17Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['76619d17-72aa-49bc-b55d-b807a08911c7'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:23.206008 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd584aff-8f5b-4a35-ae47-82355b5868d6 admin admin] Pushing event updated for resources: {'Port': ['ID=64cf2ef9-06ae-4be2-84bc-0e30877ee3c7,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:23.233822 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1523604-ce90-47b9-94a5-f1d8944004cd None None] Pushing event updated for resources: {'Port': ['ID=c96f49a3-a720-46df-a61a-e7a79bb9a534,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:23.242520 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bd584aff-8f5b-4a35-ae47-82355b5868d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763369'] for router_interface, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:23.285163 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-1231afb1-13ff-4d73-8941-bf67d2d654f8 None None] Provisioning complete for port 7f8abffd-f6e4-4e10-bcac-1fdaf31916a8 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:37:23.285554 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1231afb1-13ff-4d73-8941-bf67d2d654f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:23.405878 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-88676020-b2d5-45b8-a929-aea2afad7d50 None None] Set router 76619d17-72aa-49bc-b55d-b807a08911c7 gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:37:23.587902 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bd584aff-8f5b-4a35-ae47-82355b5868d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:23.590860 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5d1c2a02-82db-4bcd-8198-ee15885ee0f0 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:37:23.670022 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6e13150f-04ff-4052-8112-970d73eca4c3 None None] Provisioning for port 64cf2ef9-06ae-4be2-84bc-0e30877ee3c7 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:37:23.677619 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6e13150f-04ff-4052-8112-970d73eca4c3 None None] Provisioning complete for port 64cf2ef9-06ae-4be2-84bc-0e30877ee3c7 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:37:23.677820 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6e13150f-04ff-4052-8112-970d73eca4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:23.753168 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 5d1c2a02-82db-4bcd-8198-ee15885ee0f0 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:37:23.753524 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:23.786319 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-6e13150f-04ff-4052-8112-970d73eca4c3 None None] Port 64cf2ef9-06ae-4be2-84bc-0e30877ee3c7 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:37:23.860468 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-88676020-b2d5-45b8-a929-aea2afad7d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76619d17-72aa-49bc-b55d-b807a08911c7', 'name': 'tempest-TestSnapshotPattern-1184480063-router', 'tenant_id': '0e14a3c9bf5c424dbbf73bcd2bd5fb22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'c96f49a3-a720-46df-a61a-e7a79bb9a534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:37:18Z', 'updated_at': '2022-02-09T13:37:19Z', 'revision_number': 3, 'project_id': '0e14a3c9bf5c424dbbf73bcd2bd5fb22', 'gw_port': {'id': 'c96f49a3-a720-46df-a61a-e7a79bb9a534', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76619d17-72aa-49bc-b55d-b807a08911c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:19Z', 'updated_at': '2022-02-09T13:37:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:23.862515 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bd584aff-8f5b-4a35-ae47-82355b5868d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:23.864918 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88676020-b2d5-45b8-a929-aea2afad7d50 None None] The sync data for ids ['76619d17-72aa-49bc-b55d-b807a08911c7'] in n-d-825178-3 is: [{'id': '76619d17-72aa-49bc-b55d-b807a08911c7', 'name': 'tempest-TestSnapshotPattern-1184480063-router', 'tenant_id': '0e14a3c9bf5c424dbbf73bcd2bd5fb22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'c96f49a3-a720-46df-a61a-e7a79bb9a534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:37:18Z', 'updated_at': '2022-02-09T13:37:19Z', 'revision_number': 3, 'project_id': '0e14a3c9bf5c424dbbf73bcd2bd5fb22', 'gw_port': {'id': 'c96f49a3-a720-46df-a61a-e7a79bb9a534', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76619d17-72aa-49bc-b55d-b807a08911c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:19Z', 'updated_at': '2022-02-09T13:37:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:37:23.869001 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bd584aff-8f5b-4a35-ae47-82355b5868d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:23.941406 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 7f8abffd-f6e4-4e10-bcac-1fdaf31916a8 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:37:23.995630 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-bd584aff-8f5b-4a35-ae47-82355b5868d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763532'] for router_interface, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:24.007510 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd584aff-8f5b-4a35-ae47-82355b5868d6 admin admin] Pushing event updated for resources: {'Port': ['ID=64cf2ef9-06ae-4be2-84bc-0e30877ee3c7,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:24.027129 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:24.036575 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 7f8abffd-f6e4-4e10-bcac-1fdaf31916a8 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:37:24.036942 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:24.183006 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd584aff-8f5b-4a35-ae47-82355b5868d6 admin admin] Network ea6c58b1-0d7b-4549-9147-3bcf57a9aabe is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:37:24.184337 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-bd584aff-8f5b-4a35-ae47-82355b5868d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:37:24.442741 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd584aff-8f5b-4a35-ae47-82355b5868d6 admin admin] Router 76619d17-72aa-49bc-b55d-b807a08911c7 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:37:24.525403 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-07f27c9e-0518-41fe-9412-f886bb21a086 None None] Provisioning complete for port 64cf2ef9-06ae-4be2-84bc-0e30877ee3c7 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:37:24.525993 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-07f27c9e-0518-41fe-9412-f886bb21a086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:24.593082 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-07f27c9e-0518-41fe-9412-f886bb21a086 None None] Port 64cf2ef9-06ae-4be2-84bc-0e30877ee3c7 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:37:24.663227 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd584aff-8f5b-4a35-ae47-82355b5868d6 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:37:24.673353 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-bd584aff-8f5b-4a35-ae47-82355b5868d6 admin admin] 10.222.0.55 "PUT /v2.0/routers/76619d17-72aa-49bc-b55d-b807a08911c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3319845 Feb 09 13:37:25.000215 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:37:25.274198 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48808) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:25.279421 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-9f73afcc-d61a-4e15-92a5-2375b97c8607 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1309451537', 'description': 'tempest-secgroup-smoke-1309451537 description', 'project_id': '0375a4e00b1247a6a47d4b442e50be42'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:37:25.286457 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9f73afcc-d61a-4e15-92a5-2375b97c8607 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:37:25.291421 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9f73afcc-d61a-4e15-92a5-2375b97c8607 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Usage tracker for resource:security_group and tenant:0375a4e00b1247a6a47d4b442e50be42 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:37:25.295102 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9f73afcc-d61a-4e15-92a5-2375b97c8607 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:37:25.302510 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9f73afcc-d61a-4e15-92a5-2375b97c8607 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:37:25.313373 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9f73afcc-d61a-4e15-92a5-2375b97c8607 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:25.337331 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9f73afcc-d61a-4e15-92a5-2375b97c8607 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:37:25.341768 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9f73afcc-d61a-4e15-92a5-2375b97c8607 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Usage tracker for resource:security_group_rule and tenant:0375a4e00b1247a6a47d4b442e50be42 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:37:25.344786 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-9f73afcc-d61a-4e15-92a5-2375b97c8607 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:37:25.352730 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9f73afcc-d61a-4e15-92a5-2375b97c8607 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:37:25.429027 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9f73afcc-d61a-4e15-92a5-2375b97c8607 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:25.433630 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9f73afcc-d61a-4e15-92a5-2375b97c8607 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:25.475402 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f73afcc-d61a-4e15-92a5-2375b97c8607 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b98a57c-434a-4efa-a7cf-127e973f49c8,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:25.478356 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9f73afcc-d61a-4e15-92a5-2375b97c8607 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:25.479542 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-9f73afcc-d61a-4e15-92a5-2375b97c8607 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2043397 Feb 09 13:37:25.483230 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48812) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:25.487616 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-abf3e4a6-ffb9-4624-b382-d8203a704934 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Request body: {'security_group_rule': {'security_group_id': '8b98a57c-434a-4efa-a7cf-127e973f49c8', 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:37:25.495857 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-abf3e4a6-ffb9-4624-b382-d8203a704934 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:37:25.500073 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-abf3e4a6-ffb9-4624-b382-d8203a704934 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Usage tracker for resource:security_group_rule and tenant:0375a4e00b1247a6a47d4b442e50be42 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:37:25.503268 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-abf3e4a6-ffb9-4624-b382-d8203a704934 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:37:25.510281 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-abf3e4a6-ffb9-4624-b382-d8203a704934 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:37:25.533924 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-abf3e4a6-ffb9-4624-b382-d8203a704934 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:25.590904 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device c96f49a3-a720-46df-a61a-e7a79bb9a534 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:37:25.620266 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739ffc2c-f1aa-464d-80b6-dad5422ab386 None None] Sync routers for ids ['76619d17-72aa-49bc-b55d-b807a08911c7'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:37:25.622848 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-abf3e4a6-ffb9-4624-b382-d8203a704934 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:25.628344 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-abf3e4a6-ffb9-4624-b382-d8203a704934 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:25.655039 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739ffc2c-f1aa-464d-80b6-dad5422ab386 None None] Routers {'76619d17-72aa-49bc-b55d-b807a08911c7'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:37:25.655782 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-739ffc2c-f1aa-464d-80b6-dad5422ab386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:37:17Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['76619d17-72aa-49bc-b55d-b807a08911c7'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:25.657049 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf3e4a6-ffb9-4624-b382-d8203a704934 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b157431f-63a8-4a58-85a5-271f5d3e89ce,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:25.668128 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-abf3e4a6-ffb9-4624-b382-d8203a704934 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:25.669415 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-abf3e4a6-ffb9-4624-b382-d8203a704934 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1859603 Feb 09 13:37:25.672237 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48816) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:25.677353 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-10fa2ff3-54ff-418a-a9de-29ac3de2d703 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Request body: {'security_group_rule': {'security_group_id': '8b98a57c-434a-4efa-a7cf-127e973f49c8', 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:37:25.684594 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-10fa2ff3-54ff-418a-a9de-29ac3de2d703 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:37:25.688532 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-10fa2ff3-54ff-418a-a9de-29ac3de2d703 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Usage tracker for resource:security_group_rule and tenant:0375a4e00b1247a6a47d4b442e50be42 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:37:25.691510 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-10fa2ff3-54ff-418a-a9de-29ac3de2d703 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:37:25.698100 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-10fa2ff3-54ff-418a-a9de-29ac3de2d703 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:37:25.717736 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-10fa2ff3-54ff-418a-a9de-29ac3de2d703 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:25.783994 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-10fa2ff3-54ff-418a-a9de-29ac3de2d703 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:25.787961 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-10fa2ff3-54ff-418a-a9de-29ac3de2d703 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:25.806569 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fa2ff3-54ff-418a-a9de-29ac3de2d703 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc09950d-f440-44b6-9b97-4ebae55beda0,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:25.824784 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port c96f49a3-a720-46df-a61a-e7a79bb9a534 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:37:25.828473 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-10fa2ff3-54ff-418a-a9de-29ac3de2d703 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:25.829800 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-10fa2ff3-54ff-418a-a9de-29ac3de2d703 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1565795 Feb 09 13:37:25.832786 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48820) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:25.836610 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port c96f49a3-a720-46df-a61a-e7a79bb9a534 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:37:25.836920 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:25.838919 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-22666165-03c2-4cc5-974a-5c02255fec1c tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Request body: {'security_group_rule': {'security_group_id': '8b98a57c-434a-4efa-a7cf-127e973f49c8', 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:37:25.845759 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-22666165-03c2-4cc5-974a-5c02255fec1c tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:37:25.849819 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-22666165-03c2-4cc5-974a-5c02255fec1c tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Usage tracker for resource:security_group_rule and tenant:0375a4e00b1247a6a47d4b442e50be42 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:37:25.854525 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-22666165-03c2-4cc5-974a-5c02255fec1c tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:37:25.860783 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-22666165-03c2-4cc5-974a-5c02255fec1c tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:37:25.879428 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-22666165-03c2-4cc5-974a-5c02255fec1c tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:25.903386 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-739ffc2c-f1aa-464d-80b6-dad5422ab386 None None] Set router 76619d17-72aa-49bc-b55d-b807a08911c7 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:37:25.957224 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-22666165-03c2-4cc5-974a-5c02255fec1c tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:25.962039 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-22666165-03c2-4cc5-974a-5c02255fec1c tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:25.988240 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22666165-03c2-4cc5-974a-5c02255fec1c tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73d66a0b-8e0c-4afd-9c57-a603b02b0191,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:25.998331 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-22666165-03c2-4cc5-974a-5c02255fec1c tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:25.999531 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-22666165-03c2-4cc5-974a-5c02255fec1c tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1656806 Feb 09 13:37:26.002297 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48824) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:26.007526 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-5a5b7f0a-1690-45f1-af28-b22d99839faf tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Request body: {'security_group_rule': {'security_group_id': '8b98a57c-434a-4efa-a7cf-127e973f49c8', 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:37:26.014572 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5a5b7f0a-1690-45f1-af28-b22d99839faf tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:37:26.018493 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5a5b7f0a-1690-45f1-af28-b22d99839faf tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Usage tracker for resource:security_group_rule and tenant:0375a4e00b1247a6a47d4b442e50be42 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:37:26.021456 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-5a5b7f0a-1690-45f1-af28-b22d99839faf tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:37:26.028180 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5a5b7f0a-1690-45f1-af28-b22d99839faf tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:37:26.047275 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5a5b7f0a-1690-45f1-af28-b22d99839faf tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:26.121717 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5a5b7f0a-1690-45f1-af28-b22d99839faf tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:26.125740 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5a5b7f0a-1690-45f1-af28-b22d99839faf tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:26.153036 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b7f0a-1690-45f1-af28-b22d99839faf tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48a5a11b-66e1-407c-b585-a7327fdc48fa,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:26.164677 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5a5b7f0a-1690-45f1-af28-b22d99839faf tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:26.166295 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-5a5b7f0a-1690-45f1-af28-b22d99839faf tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1626935 Feb 09 13:37:26.169278 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 48828) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:26.174623 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-c8263c1f-1b21-4aa4-982c-0d4a28edaf26 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Request body: {'security_group_rule': {'security_group_id': '8b98a57c-434a-4efa-a7cf-127e973f49c8', 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:37:26.178784 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:26.181959 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c8263c1f-1b21-4aa4-982c-0d4a28edaf26 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:37:26.185937 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c8263c1f-1b21-4aa4-982c-0d4a28edaf26 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Usage tracker for resource:security_group_rule and tenant:0375a4e00b1247a6a47d4b442e50be42 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:37:26.189629 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-c8263c1f-1b21-4aa4-982c-0d4a28edaf26 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:37:26.196078 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c8263c1f-1b21-4aa4-982c-0d4a28edaf26 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:37:26.207695 n-d-825178-3 neutron-server[87568]: INFO neutron.db.securitygroups_db [None req-c8263c1f-1b21-4aa4-982c-0d4a28edaf26 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Project 0375a4e00b1247a6a47d4b442e50be42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 13:37:26.216305 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c8263c1f-1b21-4aa4-982c-0d4a28edaf26 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:26.218667 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port c96f49a3-a720-46df-a61a-e7a79bb9a534, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=c96f49a3-a720-46df-a61a-e7a79bb9a534,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:37:26.229745 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:26.293613 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c8263c1f-1b21-4aa4-982c-0d4a28edaf26 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:26.298850 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c8263c1f-1b21-4aa4-982c-0d4a28edaf26 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:26.328665 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8263c1f-1b21-4aa4-982c-0d4a28edaf26 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf4dfeb5-6ba3-4e16-8958-1ee82443eb99,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:26.341292 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c8263c1f-1b21-4aa4-982c-0d4a28edaf26 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:26.342682 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-c8263c1f-1b21-4aa4-982c-0d4a28edaf26 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1724737 Feb 09 13:37:26.347414 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48832) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:26.358848 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=c96f49a3-a720-46df-a61a-e7a79bb9a534,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:26.363253 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-d0c8259d-8bab-4871-8c12-8909191ef2ea tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Request body: {'security_group_rule': {'security_group_id': '8b98a57c-434a-4efa-a7cf-127e973f49c8', 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:37:26.377055 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-d0c8259d-8bab-4871-8c12-8909191ef2ea tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:37:26.384416 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-d0c8259d-8bab-4871-8c12-8909191ef2ea tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Usage tracker for resource:security_group_rule and tenant:0375a4e00b1247a6a47d4b442e50be42 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:37:26.387551 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-739ffc2c-f1aa-464d-80b6-dad5422ab386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76619d17-72aa-49bc-b55d-b807a08911c7', 'name': 'tempest-TestSnapshotPattern-1184480063-router', 'tenant_id': '0e14a3c9bf5c424dbbf73bcd2bd5fb22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'c96f49a3-a720-46df-a61a-e7a79bb9a534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:37:18Z', 'updated_at': '2022-02-09T13:37:23Z', 'revision_number': 4, 'project_id': '0e14a3c9bf5c424dbbf73bcd2bd5fb22', 'gw_port': {'id': 'c96f49a3-a720-46df-a61a-e7a79bb9a534', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76619d17-72aa-49bc-b55d-b807a08911c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:19Z', 'updated_at': '2022-02-09T13:37:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '64cf2ef9-06ae-4be2-84bc-0e30877ee3c7', 'name': '', 'network_id': 'ea6c58b1-0d7b-4549-9147-3bcf57a9aabe', 'tenant_id': '0e14a3c9bf5c424dbbf73bcd2bd5fb22', 'mac_address': 'fa:16:3e:92:5f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76619d17-72aa-49bc-b55d-b807a08911c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'c83f0d75-5d5e-4a38-ba53-3a6abb6d303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:22Z', 'updated_at': '2022-02-09T13:37:23Z', 'revision_number': 2, 'project_id': '0e14a3c9bf5c424dbbf73bcd2bd5fb22', 'subnets': [{'id': 'c83f0d75-5d5e-4a38-ba53-3a6abb6d303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:26.387914 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-d0c8259d-8bab-4871-8c12-8909191ef2ea tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:37:26.391157 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739ffc2c-f1aa-464d-80b6-dad5422ab386 None None] Checking router: 76619d17-72aa-49bc-b55d-b807a08911c7 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:37:26.391518 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739ffc2c-f1aa-464d-80b6-dad5422ab386 None None] Updating router 76619d17-72aa-49bc-b55d-b807a08911c7 port 64cf2ef9-06ae-4be2-84bc-0e30877ee3c7 binding host n-d-825178-3 {{(pid=87569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 13:37:26.394424 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-d0c8259d-8bab-4871-8c12-8909191ef2ea tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:37:26.406914 n-d-825178-3 neutron-server[87567]: INFO neutron.db.securitygroups_db [None req-d0c8259d-8bab-4871-8c12-8909191ef2ea tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Project 0375a4e00b1247a6a47d4b442e50be42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 13:37:26.415651 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d0c8259d-8bab-4871-8c12-8909191ef2ea tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:26.461271 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-739ffc2c-f1aa-464d-80b6-dad5422ab386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:26.518747 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d0c8259d-8bab-4871-8c12-8909191ef2ea tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:26.523073 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d0c8259d-8bab-4871-8c12-8909191ef2ea tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656413'] for security_group_rule, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:26.553755 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c8259d-8bab-4871-8c12-8909191ef2ea tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6366d44-d5e3-4797-9584-5fa8eb4d8ce2,revision_number=0']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:26.564977 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-d0c8259d-8bab-4871-8c12-8909191ef2ea tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:26.566298 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-d0c8259d-8bab-4871-8c12-8909191ef2ea tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2163091 Feb 09 13:37:26.823442 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-4a5b1db1-121c-4ae5-a6b7-ed0a1fa66f0a tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1309451537&fields=id&tenant_id=0375a4e00b1247a6a47d4b442e50be42 HTTP/1.1" status: 200 len: 267 time: 0.0430810 Feb 09 13:37:26.876656 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-739ffc2c-f1aa-464d-80b6-dad5422ab386 None None] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:26.889799 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-739ffc2c-f1aa-464d-80b6-dad5422ab386 None None] Transition to ACTIVE for port object 64cf2ef9-06ae-4be2-84bc-0e30877ee3c7 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:37:26.896898 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-739ffc2c-f1aa-464d-80b6-dad5422ab386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:26.997968 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-3488570e-3534-42fb-81fc-90af2ec59e47 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:26.999576 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-3488570e-3534-42fb-81fc-90af2ec59e47 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/networks?id=6b4a7cbc-afac-45e7-bb9e-2105e99214b1 HTTP/1.1" status: 200 len: 810 time: 0.1661026 Feb 09 13:37:27.017622 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-c2bef235-93e2-4629-9aaa-3d1dffddd080 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/quotas/0375a4e00b1247a6a47d4b442e50be42 HTTP/1.1" status: 200 len: 375 time: 0.0116296 Feb 09 13:37:27.080578 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d78dc-2058-46b6-8367-2b787bfbaa3b None None] Pushing event updated for resources: {'Port': ['ID=64cf2ef9-06ae-4be2-84bc-0e30877ee3c7,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:27.126648 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-248110cb-6dc9-4c11-9e77-c85a25b10bf2 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Synchronizing usage tracker for tenant:0375a4e00b1247a6a47d4b442e50be42 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:37:27.157277 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-248110cb-6dc9-4c11-9e77-c85a25b10bf2 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Unset dirty status for tenant:0375a4e00b1247a6a47d4b442e50be42 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:37:27.159080 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-248110cb-6dc9-4c11-9e77-c85a25b10bf2 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0375a4e00b1247a6a47d4b442e50be42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1338675 Feb 09 13:37:27.185191 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-739ffc2c-f1aa-464d-80b6-dad5422ab386 None None] Attempting to bind port 64cf2ef9-06ae-4be2-84bc-0e30877ee3c7 on host n-d-825178-3 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:37:27.185570 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-739ffc2c-f1aa-464d-80b6-dad5422ab386 None None] Attempting to bind port 64cf2ef9-06ae-4be2-84bc-0e30877ee3c7 by drivers openvswitch,hyperv on host n-d-825178-3 at level 0 using segments [{'id': '5449f694-dd03-4a3a-b91e-e3a013ad8db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea6c58b1-0d7b-4549-9147-3bcf57a9aabe'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:37:27.185924 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739ffc2c-f1aa-464d-80b6-dad5422ab386 None None] Attempting to bind port 64cf2ef9-06ae-4be2-84bc-0e30877ee3c7 on network ea6c58b1-0d7b-4549-9147-3bcf57a9aabe {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:37:27.192166 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739ffc2c-f1aa-464d-80b6-dad5422ab386 None None] Checking agent: {'id': '725f1774-3145-4adc-a99e-46111f54614d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 1, 17), 'started_at': datetime.datetime(2022, 2, 9, 12, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:37:27.192544 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739ffc2c-f1aa-464d-80b6-dad5422ab386 None None] Checking segment: {'id': '5449f694-dd03-4a3a-b91e-e3a013ad8db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea6c58b1-0d7b-4549-9147-3bcf57a9aabe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:37:27.192995 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-739ffc2c-f1aa-464d-80b6-dad5422ab386 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:27.193400 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739ffc2c-f1aa-464d-80b6-dad5422ab386 None None] Bound using segment: {'id': '5449f694-dd03-4a3a-b91e-e3a013ad8db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea6c58b1-0d7b-4549-9147-3bcf57a9aabe'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:37:27.193875 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-739ffc2c-f1aa-464d-80b6-dad5422ab386 None None] Bound port: 64cf2ef9-06ae-4be2-84bc-0e30877ee3c7, host: n-d-825178-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449f694-dd03-4a3a-b91e-e3a013ad8db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea6c58b1-0d7b-4549-9147-3bcf57a9aabe'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:37:27.194927 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-739ffc2c-f1aa-464d-80b6-dad5422ab386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:27.300459 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-739ffc2c-f1aa-464d-80b6-dad5422ab386 None None] For port 64cf2ef9-06ae-4be2-84bc-0e30877ee3c7, host n-d-825178-3, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:37:27.304200 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-739ffc2c-f1aa-464d-80b6-dad5422ab386 None None] For port 64cf2ef9-06ae-4be2-84bc-0e30877ee3c7, host n-d-825178-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=64cf2ef9-06ae-4be2-84bc-0e30877ee3c7,segment=NetworkSegment(5449f694-dd03-4a3a-b91e-e3a013ad8db1),segment_id=5449f694-dd03-4a3a-b91e-e3a013ad8db1)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:37:27.310859 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-739ffc2c-f1aa-464d-80b6-dad5422ab386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:27.403653 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739ffc2c-f1aa-464d-80b6-dad5422ab386 None None] Routers {'76619d17-72aa-49bc-b55d-b807a08911c7'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:37:27.404329 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-739ffc2c-f1aa-464d-80b6-dad5422ab386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:37:17Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['76619d17-72aa-49bc-b55d-b807a08911c7'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:27.454613 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-5e878f80-0a40-4b81-8a97-c5573df838bd service neutron] 10.222.0.55 "GET /v2.0/networks/6b4a7cbc-afac-45e7-bb9e-2105e99214b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766583 Feb 09 13:37:27.474892 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d78dc-2058-46b6-8367-2b787bfbaa3b None None] Pushing event updated for resources: {'Port': ['ID=64cf2ef9-06ae-4be2-84bc-0e30877ee3c7,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:27.586085 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device c96f49a3-a720-46df-a61a-e7a79bb9a534 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:37:27.623292 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-96e248d1-2e92-4549-87de-f59cf3e67d72 service neutron] 10.222.0.55 "GET /v2.0/networks/6b4a7cbc-afac-45e7-bb9e-2105e99214b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607099 Feb 09 13:37:27.668929 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-739ffc2c-f1aa-464d-80b6-dad5422ab386 None None] Set router 76619d17-72aa-49bc-b55d-b807a08911c7 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:37:27.984503 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port c96f49a3-a720-46df-a61a-e7a79bb9a534 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:37:27.985161 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:28.018186 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-659979e7-be3f-4833-b364-3d3e9d51f2c7 req-e3406a23-2891-47a0-8487-97590470613c tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/ports?device_id=14e1db9d-67ef-4d36-96c8-18115f944cb7 HTTP/1.1" status: 200 len: 210 time: 0.2035511 Feb 09 13:37:28.233411 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-739ffc2c-f1aa-464d-80b6-dad5422ab386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76619d17-72aa-49bc-b55d-b807a08911c7', 'name': 'tempest-TestSnapshotPattern-1184480063-router', 'tenant_id': '0e14a3c9bf5c424dbbf73bcd2bd5fb22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'c96f49a3-a720-46df-a61a-e7a79bb9a534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:37:18Z', 'updated_at': '2022-02-09T13:37:23Z', 'revision_number': 4, 'project_id': '0e14a3c9bf5c424dbbf73bcd2bd5fb22', 'gw_port': {'id': 'c96f49a3-a720-46df-a61a-e7a79bb9a534', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76619d17-72aa-49bc-b55d-b807a08911c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:19Z', 'updated_at': '2022-02-09T13:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '64cf2ef9-06ae-4be2-84bc-0e30877ee3c7', 'name': '', 'network_id': 'ea6c58b1-0d7b-4549-9147-3bcf57a9aabe', 'tenant_id': '0e14a3c9bf5c424dbbf73bcd2bd5fb22', 'mac_address': 'fa:16:3e:92:5f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76619d17-72aa-49bc-b55d-b807a08911c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'c83f0d75-5d5e-4a38-ba53-3a6abb6d303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:22Z', 'updated_at': '2022-02-09T13:37:27Z', 'revision_number': 4, 'project_id': '0e14a3c9bf5c424dbbf73bcd2bd5fb22', 'subnets': [{'id': 'c83f0d75-5d5e-4a38-ba53-3a6abb6d303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:28.239597 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739ffc2c-f1aa-464d-80b6-dad5422ab386 None None] The sync data for ids ['76619d17-72aa-49bc-b55d-b807a08911c7'] in n-d-825178-3 is: [{'id': '76619d17-72aa-49bc-b55d-b807a08911c7', 'name': 'tempest-TestSnapshotPattern-1184480063-router', 'tenant_id': '0e14a3c9bf5c424dbbf73bcd2bd5fb22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'c96f49a3-a720-46df-a61a-e7a79bb9a534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:37:18Z', 'updated_at': '2022-02-09T13:37:23Z', 'revision_number': 4, 'project_id': '0e14a3c9bf5c424dbbf73bcd2bd5fb22', 'gw_port': {'id': 'c96f49a3-a720-46df-a61a-e7a79bb9a534', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76619d17-72aa-49bc-b55d-b807a08911c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:19Z', 'updated_at': '2022-02-09T13:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '64cf2ef9-06ae-4be2-84bc-0e30877ee3c7', 'name': '', 'network_id': 'ea6c58b1-0d7b-4549-9147-3bcf57a9aabe', 'tenant_id': '0e14a3c9bf5c424dbbf73bcd2bd5fb22', 'mac_address': 'fa:16:3e:92:5f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76619d17-72aa-49bc-b55d-b807a08911c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'c83f0d75-5d5e-4a38-ba53-3a6abb6d303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:22Z', 'updated_at': '2022-02-09T13:37:27Z', 'revision_number': 4, 'project_id': '0e14a3c9bf5c424dbbf73bcd2bd5fb22', 'subnets': [{'id': 'c83f0d75-5d5e-4a38-ba53-3a6abb6d303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:37:29.190203 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-5e518231-c3cb-49a6-96b9-d15baeeb6ec5 req-8d89de56-03d3-4564-b1c0-19184d9897a6 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/ports?device_id=14e1db9d-67ef-4d36-96c8-18115f944cb7 HTTP/1.1" status: 200 len: 210 time: 0.0467680 Feb 09 13:37:29.387798 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-2be7f0a3-1364-482a-a011-bbef8bef6e12 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:29.389019 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-2be7f0a3-1364-482a-a011-bbef8bef6e12 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Synchronizing usage tracker for tenant:0375a4e00b1247a6a47d4b442e50be42 on resource:network {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:37:29.418403 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-2be7f0a3-1364-482a-a011-bbef8bef6e12 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Unset dirty status for tenant:0375a4e00b1247a6a47d4b442e50be42 on resource:network {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:37:29.420011 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-2be7f0a3-1364-482a-a011-bbef8bef6e12 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.52 "GET /v2.0/networks?id=6b4a7cbc-afac-45e7-bb9e-2105e99214b1 HTTP/1.1" status: 200 len: 810 time: 0.2603545 Feb 09 13:37:29.481653 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-84113029-709c-4d99-880d-e8ba7c8141e4 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Synchronizing usage tracker for tenant:0375a4e00b1247a6a47d4b442e50be42 on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:37:29.501707 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-84113029-709c-4d99-880d-e8ba7c8141e4 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Unset dirty status for tenant:0375a4e00b1247a6a47d4b442e50be42 on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:37:29.503138 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-84113029-709c-4d99-880d-e8ba7c8141e4 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0375a4e00b1247a6a47d4b442e50be42 HTTP/1.1" status: 200 len: 380 time: 0.0677106 Feb 09 13:37:29.513808 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-53995310-d6c6-4676-81ef-e0853b91c0d6 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Request body: {'port': {'device_id': '14e1db9d-67ef-4d36-96c8-18115f944cb7', 'network_id': '6b4a7cbc-afac-45e7-bb9e-2105e99214b1', 'admin_state_up': True, 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'security_groups': ['8b98a57c-434a-4efa-a7cf-127e973f49c8']}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:37:29.604654 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 64cf2ef9-06ae-4be2-84bc-0e30877ee3c7 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:37:29.697142 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning for port 64cf2ef9-06ae-4be2-84bc-0e30877ee3c7 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:37:29.703386 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 64cf2ef9-06ae-4be2-84bc-0e30877ee3c7 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:37:29.703998 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:29.721788 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-53995310-d6c6-4676-81ef-e0853b91c0d6 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:37:29.737903 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-53995310-d6c6-4676-81ef-e0853b91c0d6 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:37:29.751961 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-53995310-d6c6-4676-81ef-e0853b91c0d6 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Made reservation on behalf of 0375a4e00b1247a6a47d4b442e50be42 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:37:29.758676 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-53995310-d6c6-4676-81ef-e0853b91c0d6 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:29.862383 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:29.898675 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] For port 64cf2ef9-06ae-4be2-84bc-0e30877ee3c7, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=64cf2ef9-06ae-4be2-84bc-0e30877ee3c7,segment=NetworkSegment(5449f694-dd03-4a3a-b91e-e3a013ad8db1),segment_id=5449f694-dd03-4a3a-b91e-e3a013ad8db1)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:37:29.903377 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:29.941906 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-53995310-d6c6-4676-81ef-e0853b91c0d6 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Allocated IP 172.20.0.11 (6b4a7cbc-afac-45e7-bb9e-2105e99214b1/b38034eb-06b0-43d5-a9b2-86cf06b2576f/f6980a09-0155-4003-8344-d6ad763b0a48) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:37:29.980392 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Pushing event updated for resources: {'Port': ['ID=64cf2ef9-06ae-4be2-84bc-0e30877ee3c7,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:30.151809 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-53995310-d6c6-4676-81ef-e0853b91c0d6 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:30.168889 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-53995310-d6c6-4676-81ef-e0853b91c0d6 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Transition to ACTIVE for port object f6980a09-0155-4003-8344-d6ad763b0a48 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:37:30.192964 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-53995310-d6c6-4676-81ef-e0853b91c0d6 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:30.275454 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-53995310-d6c6-4676-81ef-e0853b91c0d6 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Network 6b4a7cbc-afac-45e7-bb9e-2105e99214b1 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:37:30.279072 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-53995310-d6c6-4676-81ef-e0853b91c0d6 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:37:30.283289 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-53995310-d6c6-4676-81ef-e0853b91c0d6 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:37:30.314964 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53995310-d6c6-4676-81ef-e0853b91c0d6 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Pushing event updated for resources: {'Port': ['ID=f6980a09-0155-4003-8344-d6ad763b0a48,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:30.367654 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-53995310-d6c6-4676-81ef-e0853b91c0d6 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:30.368665 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-53995310-d6c6-4676-81ef-e0853b91c0d6 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:30.402770 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-53995310-d6c6-4676-81ef-e0853b91c0d6 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8940821 Feb 09 13:37:30.428176 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e9b56f-7ea4-45ee-aca1-a9bddddf7812 req-83ba496c-e1b1-4a14-a16d-f16f0e1a2773 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:30.429862 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d0e9b56f-7ea4-45ee-aca1-a9bddddf7812 req-83ba496c-e1b1-4a14-a16d-f16f0e1a2773 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/ports?device_id=14e1db9d-67ef-4d36-96c8-18115f944cb7 HTTP/1.1" status: 200 len: 932 time: 0.1087897 Feb 09 13:37:30.474311 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-5750a9f6-36cb-42df-b318-e5db3819644f service neutron] Request body: {'port': {'device_id': '14e1db9d-67ef-4d36-96c8-18115f944cb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-3'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:37:30.488445 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d0e9b56f-7ea4-45ee-aca1-a9bddddf7812 req-70f3eeaa-d77b-48da-aa8c-0855febb0e94 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b98a57c-434a-4efa-a7cf-127e973f49c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508108 Feb 09 13:37:30.626600 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-5750a9f6-36cb-42df-b318-e5db3819644f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:30.654363 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-50d7963d-af3a-40a4-846c-50a23cd1f4bc None None] Provisioning for port f6980a09-0155-4003-8344-d6ad763b0a48 completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:37:30.659849 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-50d7963d-af3a-40a4-846c-50a23cd1f4bc None None] Provisioning complete for port f6980a09-0155-4003-8344-d6ad763b0a48 triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:37:30.660234 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-50d7963d-af3a-40a4-846c-50a23cd1f4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:30.721985 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-50d7963d-af3a-40a4-846c-50a23cd1f4bc None None] Port f6980a09-0155-4003-8344-d6ad763b0a48 cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:37:31.061785 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-5750a9f6-36cb-42df-b318-e5db3819644f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6980a09-0155-4003-8344-d6ad763b0a48 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:37:31.072681 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-5750a9f6-36cb-42df-b318-e5db3819644f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:31.088982 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-5750a9f6-36cb-42df-b318-e5db3819644f service neutron] Transition to ACTIVE for port object f6980a09-0155-4003-8344-d6ad763b0a48 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:37:31.098379 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-5750a9f6-36cb-42df-b318-e5db3819644f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:31.278223 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5750a9f6-36cb-42df-b318-e5db3819644f service neutron] Pushing event updated for resources: {'Port': ['ID=f6980a09-0155-4003-8344-d6ad763b0a48,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:31.371543 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-5750a9f6-36cb-42df-b318-e5db3819644f service neutron] Attempting to bind port f6980a09-0155-4003-8344-d6ad763b0a48 on host n-h1-825178-3 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:37:31.372031 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-5750a9f6-36cb-42df-b318-e5db3819644f service neutron] Attempting to bind port f6980a09-0155-4003-8344-d6ad763b0a48 by drivers openvswitch,hyperv on host n-h1-825178-3 at level 0 using segments [{'id': 'c9fd9506-cfdf-4fec-9b87-07759545c27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '6b4a7cbc-afac-45e7-bb9e-2105e99214b1'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:37:31.372459 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-5750a9f6-36cb-42df-b318-e5db3819644f service neutron] Attempting to bind port f6980a09-0155-4003-8344-d6ad763b0a48 on network 6b4a7cbc-afac-45e7-bb9e-2105e99214b1 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:37:31.379617 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-5750a9f6-36cb-42df-b318-e5db3819644f service neutron] Port f6980a09-0155-4003-8344-d6ad763b0a48 on network 6b4a7cbc-afac-45e7-bb9e-2105e99214b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-3 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 13:37:31.380125 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-5750a9f6-36cb-42df-b318-e5db3819644f service neutron] Attempting to bind port f6980a09-0155-4003-8344-d6ad763b0a48 on network 6b4a7cbc-afac-45e7-bb9e-2105e99214b1 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:37:31.388932 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-5750a9f6-36cb-42df-b318-e5db3819644f service neutron] Checking agent: {'id': '5d248238-dd1b-4e8d-8215-f4455c464686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:37:31.389408 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-5750a9f6-36cb-42df-b318-e5db3819644f service neutron] Checking segment: {'id': 'c9fd9506-cfdf-4fec-9b87-07759545c27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '6b4a7cbc-afac-45e7-bb9e-2105e99214b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:37:31.389953 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-5750a9f6-36cb-42df-b318-e5db3819644f service neutron] Bound using segment: {'id': 'c9fd9506-cfdf-4fec-9b87-07759545c27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '6b4a7cbc-afac-45e7-bb9e-2105e99214b1'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:37:31.390598 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-5750a9f6-36cb-42df-b318-e5db3819644f service neutron] Bound port: f6980a09-0155-4003-8344-d6ad763b0a48, host: n-h1-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fd9506-cfdf-4fec-9b87-07759545c27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '6b4a7cbc-afac-45e7-bb9e-2105e99214b1'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:37:31.391092 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-5750a9f6-36cb-42df-b318-e5db3819644f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:31.517533 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-5750a9f6-36cb-42df-b318-e5db3819644f service neutron] For port f6980a09-0155-4003-8344-d6ad763b0a48, host n-h1-825178-3, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:37:31.520855 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-5750a9f6-36cb-42df-b318-e5db3819644f service neutron] For port f6980a09-0155-4003-8344-d6ad763b0a48, host n-h1-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=f6980a09-0155-4003-8344-d6ad763b0a48,segment=NetworkSegment(c9fd9506-cfdf-4fec-9b87-07759545c27f),segment_id=c9fd9506-cfdf-4fec-9b87-07759545c27f)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:37:31.527015 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-5750a9f6-36cb-42df-b318-e5db3819644f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:31.593742 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 64cf2ef9-06ae-4be2-84bc-0e30877ee3c7 up at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:37:31.606008 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-5750a9f6-36cb-42df-b318-e5db3819644f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:31.607409 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-5750a9f6-36cb-42df-b318-e5db3819644f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:31.608961 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-5750a9f6-36cb-42df-b318-e5db3819644f service neutron] 10.222.0.52 "PUT /v2.0/ports/f6980a09-0155-4003-8344-d6ad763b0a48 HTTP/1.1" status: 200 len: 1092 time: 1.1976724 Feb 09 13:37:31.609415 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e1db9d-67ef-4d36-96c8-18115f944cb7', 'tag': 'f6980a09-0155-4003-8344-d6ad763b0a48'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:37:31.641900 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5750a9f6-36cb-42df-b318-e5db3819644f service neutron] Pushing event updated for resources: {'Port': ['ID=f6980a09-0155-4003-8344-d6ad763b0a48,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:31.682123 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Provisioning complete for port 64cf2ef9-06ae-4be2-84bc-0e30877ee3c7 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:37:31.683145 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:31.726149 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b68246-9f5b-4c20-b853-636924e61496 req-5b451afe-ef3a-479e-b6b7-e230b1957e9f tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:31.733817 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-23b68246-9f5b-4c20-b853-636924e61496 req-5b451afe-ef3a-479e-b6b7-e230b1957e9f tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/ports?device_id=14e1db9d-67ef-4d36-96c8-18115f944cb7 HTTP/1.1" status: 200 len: 944 time: 0.1051621 Feb 09 13:37:31.791286 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-23b68246-9f5b-4c20-b853-636924e61496 req-0975c182-96ac-4c2f-8dea-af9a0b33a772 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b98a57c-434a-4efa-a7cf-127e973f49c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564544 Feb 09 13:37:31.844655 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e1db9d-67ef-4d36-96c8-18115f944cb7', 'tag': 'f6980a09-0155-4003-8344-d6ad763b0a48', 'status': 'completed', 'code': 200} Feb 09 13:37:31.883381 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-253218c2-4427-4b93-99f0-b950f8ba5b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:31.885151 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-253218c2-4427-4b93-99f0-b950f8ba5b76 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0375a4e00b1247a6a47d4b442e50be42&device_id=14e1db9d-67ef-4d36-96c8-18115f944cb7 HTTP/1.1" status: 200 len: 1095 time: 0.2244151 Feb 09 13:37:31.955430 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-e065d04d-7e31-46a7-947b-580d0536aef4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6980a09-0155-4003-8344-d6ad763b0a48 HTTP/1.1" status: 200 len: 217 time: 0.0631475 Feb 09 13:37:32.032383 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-0a36e56b-cf8d-4153-8c89-b56fa27a8f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:32.033841 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-0a36e56b-cf8d-4153-8c89-b56fa27a8f10 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b38034eb-06b0-43d5-a9b2-86cf06b2576f HTTP/1.1" status: 200 len: 849 time: 0.0732498 Feb 09 13:37:32.110586 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-119dbf5c-b94f-4bfa-9226-c1586b7a7d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:32.112127 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-119dbf5c-b94f-4bfa-9226-c1586b7a7d57 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6b4a7cbc-afac-45e7-bb9e-2105e99214b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726516 Feb 09 13:37:32.246285 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-2186e084-be99-45d4-8ee2-ef21bc4f3618 service neutron] 10.222.0.52 "GET /v2.0/networks/6b4a7cbc-afac-45e7-bb9e-2105e99214b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275728 Feb 09 13:37:32.385125 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e4cca1f9-2424-41e6-a4c7-bc7b3ea647ca req-7f523202-2cd8-48a6-b47f-e8b60db0b217 service neutron] 10.222.0.52 "GET /v2.0/networks/6b4a7cbc-afac-45e7-bb9e-2105e99214b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330054 Feb 09 13:37:32.508163 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b53f49-40ea-4205-820d-a10cfb39e5ee req-3c0ace14-4c0a-4d7c-ae67-22912bf588fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:32.509702 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f8b53f49-40ea-4205-820d-a10cfb39e5ee req-3c0ace14-4c0a-4d7c-ae67-22912bf588fd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0375a4e00b1247a6a47d4b442e50be42&device_id=14e1db9d-67ef-4d36-96c8-18115f944cb7 HTTP/1.1" status: 200 len: 1095 time: 0.0793037 Feb 09 13:37:32.653612 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b53f49-40ea-4205-820d-a10cfb39e5ee req-e05b7492-d0c1-420f-9470-852b79708d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:32.655064 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f8b53f49-40ea-4205-820d-a10cfb39e5ee req-e05b7492-d0c1-420f-9470-852b79708d3e service neutron] 10.222.0.52 "GET /v2.0/networks?id=6b4a7cbc-afac-45e7-bb9e-2105e99214b1 HTTP/1.1" status: 200 len: 911 time: 0.1394556 Feb 09 13:37:32.723551 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f8b53f49-40ea-4205-820d-a10cfb39e5ee req-06bbaeff-5b92-409e-8012-b79a729984aa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6980a09-0155-4003-8344-d6ad763b0a48 HTTP/1.1" status: 200 len: 217 time: 0.0618014 Feb 09 13:37:32.790253 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b53f49-40ea-4205-820d-a10cfb39e5ee req-dc6a33bb-1739-4136-a6e9-1f522a7bb1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:32.791716 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f8b53f49-40ea-4205-820d-a10cfb39e5ee req-dc6a33bb-1739-4136-a6e9-1f522a7bb1f5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b38034eb-06b0-43d5-a9b2-86cf06b2576f HTTP/1.1" status: 200 len: 849 time: 0.0621080 Feb 09 13:37:32.873121 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b53f49-40ea-4205-820d-a10cfb39e5ee req-1f9c098e-67e3-408d-a842-f94f77e2cf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:32.874625 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f8b53f49-40ea-4205-820d-a10cfb39e5ee req-1f9c098e-67e3-408d-a842-f94f77e2cf19 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6b4a7cbc-afac-45e7-bb9e-2105e99214b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767419 Feb 09 13:37:32.984572 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf904a-07c8-47ce-b0a3-4f728c6a6b78 req-f0d4e4a4-47ac-4c79-af05-1ba2899a1339 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:32.986140 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cdbf904a-07c8-47ce-b0a3-4f728c6a6b78 req-f0d4e4a4-47ac-4c79-af05-1ba2899a1339 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/ports?device_id=14e1db9d-67ef-4d36-96c8-18115f944cb7 HTTP/1.1" status: 200 len: 944 time: 0.0914676 Feb 09 13:37:33.016778 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f8b53f49-40ea-4205-820d-a10cfb39e5ee req-b4e8dcdb-ad41-4225-b5c2-3dc133d6a470 service neutron] 10.222.0.52 "GET /v2.0/networks/6b4a7cbc-afac-45e7-bb9e-2105e99214b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343975 Feb 09 13:37:33.033792 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cdbf904a-07c8-47ce-b0a3-4f728c6a6b78 req-fe9105d8-7768-46f8-9c9d-c447789652e3 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b98a57c-434a-4efa-a7cf-127e973f49c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409925 Feb 09 13:37:33.153637 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-f8b53f49-40ea-4205-820d-a10cfb39e5ee req-40cc687e-b7a0-49c4-9c1f-51e5ff4285f0 service neutron] 10.222.0.52 "GET /v2.0/networks/6b4a7cbc-afac-45e7-bb9e-2105e99214b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300614 Feb 09 13:37:34.228674 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ce078-7280-43c6-9b39-3f56baa98337 req-8d994647-a93b-4c73-a378-a9a095cb1c98 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:34.230170 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c52ce078-7280-43c6-9b39-3f56baa98337 req-8d994647-a93b-4c73-a378-a9a095cb1c98 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/ports?device_id=14e1db9d-67ef-4d36-96c8-18115f944cb7 HTTP/1.1" status: 200 len: 944 time: 0.0834451 Feb 09 13:37:34.276247 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-c52ce078-7280-43c6-9b39-3f56baa98337 req-15e298b3-14be-4a68-9598-b57313f25da1 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b98a57c-434a-4efa-a7cf-127e973f49c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396135 Feb 09 13:37:34.569707 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device f6980a09-0155-4003-8344-d6ad763b0a48 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:37:34.715226 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port f6980a09-0155-4003-8344-d6ad763b0a48, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=f6980a09-0155-4003-8344-d6ad763b0a48,segment=NetworkSegment(c9fd9506-cfdf-4fec-9b87-07759545c27f),segment_id=c9fd9506-cfdf-4fec-9b87-07759545c27f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:37:34.728775 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': 'f6980a09-0155-4003-8344-d6ad763b0a48', 'network_id': '6b4a7cbc-afac-45e7-bb9e-2105e99214b1', 'port_id': 'f6980a09-0155-4003-8344-d6ad763b0a48', 'mac_address': 'fa:16:3e:59:b8:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b38034eb-06b0-43d5-a9b2-86cf06b2576f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:37:34.789413 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:34.806998 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6980a09-0155-4003-8344-d6ad763b0a48 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:37:34.822983 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port f6980a09-0155-4003-8344-d6ad763b0a48, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=f6980a09-0155-4003-8344-d6ad763b0a48,segment=NetworkSegment(c9fd9506-cfdf-4fec-9b87-07759545c27f),segment_id=c9fd9506-cfdf-4fec-9b87-07759545c27f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:37:34.827613 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:34.898791 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=f6980a09-0155-4003-8344-d6ad763b0a48,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:35.047617 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['f6980a09-0155-4003-8344-d6ad763b0a48'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:37:35.470812 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71857ac-7a46-497c-a39e-4191b81d783d req-9d806142-8a6c-41b3-b104-9ed534d7a4af tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:35.472344 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a71857ac-7a46-497c-a39e-4191b81d783d req-9d806142-8a6c-41b3-b104-9ed534d7a4af tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/ports?device_id=14e1db9d-67ef-4d36-96c8-18115f944cb7 HTTP/1.1" status: 200 len: 945 time: 0.0849183 Feb 09 13:37:35.526690 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a71857ac-7a46-497c-a39e-4191b81d783d req-2345a540-f4f3-482a-ad18-4f3f81596db0 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b98a57c-434a-4efa-a7cf-127e973f49c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480151 Feb 09 13:37:36.559100 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device f6980a09-0155-4003-8344-d6ad763b0a48 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:37:36.655578 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning for port f6980a09-0155-4003-8344-d6ad763b0a48 completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:37:36.665246 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port f6980a09-0155-4003-8344-d6ad763b0a48 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:37:36.665921 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:36.767806 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85936903-5fd3-4986-889f-65f14554740a req-438ca130-bc09-4fbe-a70b-b4cdf5c4876d tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:36.769420 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-85936903-5fd3-4986-889f-65f14554740a req-438ca130-bc09-4fbe-a70b-b4cdf5c4876d tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/ports?device_id=14e1db9d-67ef-4d36-96c8-18115f944cb7 HTTP/1.1" status: 200 len: 945 time: 0.0965984 Feb 09 13:37:36.805743 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:36.825629 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-85936903-5fd3-4986-889f-65f14554740a req-9727beba-27ba-4758-906d-8b0a8f1e1527 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b98a57c-434a-4efa-a7cf-127e973f49c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466759 Feb 09 13:37:36.836489 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e1db9d-67ef-4d36-96c8-18115f944cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6980a09-0155-4003-8344-d6ad763b0a48'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:37:36.859771 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port f6980a09-0155-4003-8344-d6ad763b0a48, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=f6980a09-0155-4003-8344-d6ad763b0a48,segment=NetworkSegment(c9fd9506-cfdf-4fec-9b87-07759545c27f),segment_id=c9fd9506-cfdf-4fec-9b87-07759545c27f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:37:36.864572 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:36.902957 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e1db9d-67ef-4d36-96c8-18115f944cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6980a09-0155-4003-8344-d6ad763b0a48', 'code': 200} Feb 09 13:37:36.945274 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=f6980a09-0155-4003-8344-d6ad763b0a48,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:37.044505 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7fa2ba-5bf0-4cbc-bb8d-1782e8104215 req-eb1d9efa-7b71-4706-bfdf-7382811a5a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:37.046105 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-fb7fa2ba-5bf0-4cbc-bb8d-1782e8104215 req-eb1d9efa-7b71-4706-bfdf-7382811a5a3b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=14e1db9d-67ef-4d36-96c8-18115f944cb7 HTTP/1.1" status: 200 len: 1097 time: 0.0944004 Feb 09 13:37:37.090847 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-fb7fa2ba-5bf0-4cbc-bb8d-1782e8104215 req-ac9d1b82-fceb-48d2-95a9-9cb791a1eb61 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8b98a57c-434a-4efa-a7cf-127e973f49c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381582 Feb 09 13:37:38.059253 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec4d7d-4260-4642-a5c2-f13c56030bc1 req-c892b5a4-303c-4157-ace5-bbd827007702 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:38.060840 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dcec4d7d-4260-4642-a5c2-f13c56030bc1 req-c892b5a4-303c-4157-ace5-bbd827007702 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/ports?device_id=14e1db9d-67ef-4d36-96c8-18115f944cb7 HTTP/1.1" status: 200 len: 946 time: 0.1072366 Feb 09 13:37:38.125652 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-dcec4d7d-4260-4642-a5c2-f13c56030bc1 req-2e56663a-66f3-4386-b6cb-e8fba6084193 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b98a57c-434a-4efa-a7cf-127e973f49c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569105 Feb 09 13:37:39.347528 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf84ca-d71b-443c-b6c0-4c9e434f3992 req-6b5e853a-e135-4ae7-a051-9e4d4daa47c5 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:39.349454 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cecf84ca-d71b-443c-b6c0-4c9e434f3992 req-6b5e853a-e135-4ae7-a051-9e4d4daa47c5 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/ports?device_id=14e1db9d-67ef-4d36-96c8-18115f944cb7 HTTP/1.1" status: 200 len: 946 time: 0.0940304 Feb 09 13:37:39.402981 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-cecf84ca-d71b-443c-b6c0-4c9e434f3992 req-7d6f7e06-6aba-400d-9d7e-a4291baae9af tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b98a57c-434a-4efa-a7cf-127e973f49c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467746 Feb 09 13:37:39.609046 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e6305-0838-44af-91e7-5f487b6dd361 req-c7c82c7d-7a66-4abe-bbc8-b96477abfa0b tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:39.610567 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-599e6305-0838-44af-91e7-5f487b6dd361 req-c7c82c7d-7a66-4abe-bbc8-b96477abfa0b tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/ports?device_id=14e1db9d-67ef-4d36-96c8-18115f944cb7 HTTP/1.1" status: 200 len: 946 time: 0.0906205 Feb 09 13:37:39.661289 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-599e6305-0838-44af-91e7-5f487b6dd361 req-b6e5049d-8068-4227-a356-499452c303f8 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b98a57c-434a-4efa-a7cf-127e973f49c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439591 Feb 09 13:37:39.690016 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48890) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:39.839873 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b299017d-1426-4df0-a255-2b6fe26c8f21 tempest-TestSnapshotPattern-195220950 tempest-TestSnapshotPattern-195220950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:39.840700 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b299017d-1426-4df0-a255-2b6fe26c8f21 tempest-TestSnapshotPattern-195220950 tempest-TestSnapshotPattern-195220950-project-admin] Synchronizing usage tracker for tenant:0e14a3c9bf5c424dbbf73bcd2bd5fb22 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:37:39.864717 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-b299017d-1426-4df0-a255-2b6fe26c8f21 tempest-TestSnapshotPattern-195220950 tempest-TestSnapshotPattern-195220950-project-admin] Unset dirty status for tenant:0e14a3c9bf5c424dbbf73bcd2bd5fb22 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:37:39.866460 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-b299017d-1426-4df0-a255-2b6fe26c8f21 tempest-TestSnapshotPattern-195220950 tempest-TestSnapshotPattern-195220950-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=14e1db9d-67ef-4d36-96c8-18115f944cb7 HTTP/1.1" status: 200 len: 1092 time: 0.1753802 Feb 09 13:37:39.869905 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 48896) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:39.875456 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [None req-434d00b5-88da-4202-a50d-7dfa3e432883 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'port_id': 'f6980a09-0155-4003-8344-d6ad763b0a48', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:37:39.882518 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-434d00b5-88da-4202-a50d-7dfa3e432883 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:37:39.886799 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-434d00b5-88da-4202-a50d-7dfa3e432883 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Usage tracker for resource:floatingip and tenant:0375a4e00b1247a6a47d4b442e50be42 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:37:39.890473 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [None req-434d00b5-88da-4202-a50d-7dfa3e432883 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:37:39.896534 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [None req-434d00b5-88da-4202-a50d-7dfa3e432883 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:37:39.909918 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-434d00b5-88da-4202-a50d-7dfa3e432883 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks [] for floatingip, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:40.060034 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-434d00b5-88da-4202-a50d-7dfa3e432883 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:40.213386 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [None req-434d00b5-88da-4202-a50d-7dfa3e432883 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Allocated IP 172.25.7.162 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/f722dd6a-0d92-4661-abf9-7fd13020e8e9) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:37:40.383784 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-434d00b5-88da-4202-a50d-7dfa3e432883 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:40.425219 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-434d00b5-88da-4202-a50d-7dfa3e432883 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:40.499734 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434d00b5-88da-4202-a50d-7dfa3e432883 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:37:40.500862 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [None req-434d00b5-88da-4202-a50d-7dfa3e432883 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:37:40.503507 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434d00b5-88da-4202-a50d-7dfa3e432883 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:37:40.562970 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d00b5-88da-4202-a50d-7dfa3e432883 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Pushing event updated for resources: {'Port': ['ID=f722dd6a-0d92-4661-abf9-7fd13020e8e9,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:41.164018 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-434d00b5-88da-4202-a50d-7dfa3e432883 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:41.255029 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-434d00b5-88da-4202-a50d-7dfa3e432883 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:41.496426 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-434d00b5-88da-4202-a50d-7dfa3e432883 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:41.501153 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-434d00b5-88da-4202-a50d-7dfa3e432883 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:41.621553 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d00b5-88da-4202-a50d-7dfa3e432883 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Pushing event updated for resources: {'Port': ['ID=f722dd6a-0d92-4661-abf9-7fd13020e8e9,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:41.636631 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-434d00b5-88da-4202-a50d-7dfa3e432883 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:41.832092 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [None req-434d00b5-88da-4202-a50d-7dfa3e432883 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Floating IP 06fa3089-d70c-489a-8ed7-1f1fc412d8ce associated. External IP: 172.25.7.162, port: f6980a09-0155-4003-8344-d6ad763b0a48. Feb 09 13:37:42.236276 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-434d00b5-88da-4202-a50d-7dfa3e432883 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Router a39a6751-c4bc-47cf-8151-a51777488dde has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:37:42.440075 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434d00b5-88da-4202-a50d-7dfa3e432883 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:37:42.455197 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0286f0c6-c98f-4030-87a1-c53b8f7da955 None None] Sync routers for ids ['a39a6751-c4bc-47cf-8151-a51777488dde'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:37:42.470059 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-434d00b5-88da-4202-a50d-7dfa3e432883 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:42.477440 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0286f0c6-c98f-4030-87a1-c53b8f7da955 None None] Routers {'a39a6751-c4bc-47cf-8151-a51777488dde'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:37:42.478429 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-0286f0c6-c98f-4030-87a1-c53b8f7da955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:37:17Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['a39a6751-c4bc-47cf-8151-a51777488dde'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:42.544955 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-434d00b5-88da-4202-a50d-7dfa3e432883 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6737072 Feb 09 13:37:42.545602 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e1db9d-67ef-4d36-96c8-18115f944cb7', 'tag': 'f6980a09-0155-4003-8344-d6ad763b0a48'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:37:42.671051 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e1db9d-67ef-4d36-96c8-18115f944cb7', 'tag': 'f6980a09-0155-4003-8344-d6ad763b0a48', 'status': 'completed', 'code': 200} Feb 09 13:37:42.718556 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-0286f0c6-c98f-4030-87a1-c53b8f7da955 None None] Set router a39a6751-c4bc-47cf-8151-a51777488dde gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:37:42.797126 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3e6057-347c-4511-acba-8758fd36031c req-44c2f926-5de0-4139-a3ca-11966153d85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:42.798915 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-5f3e6057-347c-4511-acba-8758fd36031c req-44c2f926-5de0-4139-a3ca-11966153d85c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0375a4e00b1247a6a47d4b442e50be42&device_id=14e1db9d-67ef-4d36-96c8-18115f944cb7 HTTP/1.1" status: 200 len: 1097 time: 0.1039145 Feb 09 13:37:42.984321 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3e6057-347c-4511-acba-8758fd36031c req-6b1e48d6-2c86-4570-a049-9a50d4b0a416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:42.985789 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-5f3e6057-347c-4511-acba-8758fd36031c req-6b1e48d6-2c86-4570-a049-9a50d4b0a416 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6b4a7cbc-afac-45e7-bb9e-2105e99214b1 HTTP/1.1" status: 200 len: 911 time: 0.1784446 Feb 09 13:37:43.161599 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-0286f0c6-c98f-4030-87a1-c53b8f7da955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'name': 'tempest-TestSnapshotPattern-1375631859-router', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'e6e39879-266c-4eed-be13-80e8076b2e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:37:10Z', 'updated_at': '2022-02-09T13:37:15Z', 'revision_number': 4, 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'gw_port': {'id': 'e6e39879-266c-4eed-be13-80e8076b2e50', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:11Z', 'updated_at': '2022-02-09T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '06fa3089-d70c-489a-8ed7-1f1fc412d8ce', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'floating_ip_address': '172.25.7.162', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'port_id': 'f6980a09-0155-4003-8344-d6ad763b0a48', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b4a7cbc-afac-45e7-bb9e-2105e99214b1', 'mac_address': 'fa:16:3e:59:b8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e1db9d-67ef-4d36-96c8-18115f944cb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:37:41Z', 'updated_at': '2022-02-09T13:37:41Z', 'revision_number': 0, 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1c2a02-82db-4bcd-8198-ee15885ee0f0', 'name': '', 'network_id': '6b4a7cbc-afac-45e7-bb9e-2105e99214b1', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'mac_address': 'fa:16:3e:3e:88:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'b38034eb-06b0-43d5-a9b2-86cf06b2576f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:14Z', 'updated_at': '2022-02-09T13:37:22Z', 'revision_number': 5, 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'subnets': [{'id': 'b38034eb-06b0-43d5-a9b2-86cf06b2576f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:43.166008 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0286f0c6-c98f-4030-87a1-c53b8f7da955 None None] Checking router: a39a6751-c4bc-47cf-8151-a51777488dde for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:37:43.175548 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0286f0c6-c98f-4030-87a1-c53b8f7da955 None None] Routers {'a39a6751-c4bc-47cf-8151-a51777488dde'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:37:43.176216 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-0286f0c6-c98f-4030-87a1-c53b8f7da955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:37:17Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['a39a6751-c4bc-47cf-8151-a51777488dde'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:43.241246 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-5f3e6057-347c-4511-acba-8758fd36031c req-0a3c2d7c-9564-4b3f-94ef-be273da30cfc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6980a09-0155-4003-8344-d6ad763b0a48 HTTP/1.1" status: 200 len: 1000 time: 0.2335546 Feb 09 13:37:43.320554 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3e6057-347c-4511-acba-8758fd36031c req-b8b09ff1-9a45-4131-b6a4-986cb5cf9b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:43.322789 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-5f3e6057-347c-4511-acba-8758fd36031c req-b8b09ff1-9a45-4131-b6a4-986cb5cf9b3c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b38034eb-06b0-43d5-a9b2-86cf06b2576f HTTP/1.1" status: 200 len: 849 time: 0.0751202 Feb 09 13:37:43.397404 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-0286f0c6-c98f-4030-87a1-c53b8f7da955 None None] Set router a39a6751-c4bc-47cf-8151-a51777488dde gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:37:43.416652 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3e6057-347c-4511-acba-8758fd36031c req-1e01b8b8-3e9e-48c0-8ebe-fffd217a49b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:43.418098 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-5f3e6057-347c-4511-acba-8758fd36031c req-1e01b8b8-3e9e-48c0-8ebe-fffd217a49b5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6b4a7cbc-afac-45e7-bb9e-2105e99214b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898480 Feb 09 13:37:43.579240 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-5f3e6057-347c-4511-acba-8758fd36031c req-d3369bf1-8e49-46fc-97ff-32bc72283474 service neutron] 10.222.0.52 "GET /v2.0/networks/6b4a7cbc-afac-45e7-bb9e-2105e99214b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545861 Feb 09 13:37:43.769725 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-5f3e6057-347c-4511-acba-8758fd36031c req-4d57b243-8df3-49cd-8348-f44ac2f7aaf5 service neutron] 10.222.0.52 "GET /v2.0/networks/6b4a7cbc-afac-45e7-bb9e-2105e99214b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823807 Feb 09 13:37:43.834302 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-0286f0c6-c98f-4030-87a1-c53b8f7da955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'name': 'tempest-TestSnapshotPattern-1375631859-router', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'e6e39879-266c-4eed-be13-80e8076b2e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:37:10Z', 'updated_at': '2022-02-09T13:37:15Z', 'revision_number': 4, 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'gw_port': {'id': 'e6e39879-266c-4eed-be13-80e8076b2e50', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:11Z', 'updated_at': '2022-02-09T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '06fa3089-d70c-489a-8ed7-1f1fc412d8ce', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'floating_ip_address': '172.25.7.162', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'port_id': 'f6980a09-0155-4003-8344-d6ad763b0a48', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b4a7cbc-afac-45e7-bb9e-2105e99214b1', 'mac_address': 'fa:16:3e:59:b8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e1db9d-67ef-4d36-96c8-18115f944cb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:37:41Z', 'updated_at': '2022-02-09T13:37:41Z', 'revision_number': 0, 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1c2a02-82db-4bcd-8198-ee15885ee0f0', 'name': '', 'network_id': '6b4a7cbc-afac-45e7-bb9e-2105e99214b1', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'mac_address': 'fa:16:3e:3e:88:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'b38034eb-06b0-43d5-a9b2-86cf06b2576f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:14Z', 'updated_at': '2022-02-09T13:37:22Z', 'revision_number': 5, 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'subnets': [{'id': 'b38034eb-06b0-43d5-a9b2-86cf06b2576f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:43.838855 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0286f0c6-c98f-4030-87a1-c53b8f7da955 None None] The sync data for ids ['a39a6751-c4bc-47cf-8151-a51777488dde'] in n-d-825178-3 is: [{'id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'name': 'tempest-TestSnapshotPattern-1375631859-router', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'e6e39879-266c-4eed-be13-80e8076b2e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:37:10Z', 'updated_at': '2022-02-09T13:37:15Z', 'revision_number': 4, 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'gw_port': {'id': 'e6e39879-266c-4eed-be13-80e8076b2e50', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:11Z', 'updated_at': '2022-02-09T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '06fa3089-d70c-489a-8ed7-1f1fc412d8ce', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'floating_ip_address': '172.25.7.162', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'port_id': 'f6980a09-0155-4003-8344-d6ad763b0a48', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b4a7cbc-afac-45e7-bb9e-2105e99214b1', 'mac_address': 'fa:16:3e:59:b8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e1db9d-67ef-4d36-96c8-18115f944cb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:37:41Z', 'updated_at': '2022-02-09T13:37:41Z', 'revision_number': 0, 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1c2a02-82db-4bcd-8198-ee15885ee0f0', 'name': '', 'network_id': '6b4a7cbc-afac-45e7-bb9e-2105e99214b1', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'mac_address': 'fa:16:3e:3e:88:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'b38034eb-06b0-43d5-a9b2-86cf06b2576f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:14Z', 'updated_at': '2022-02-09T13:37:22Z', 'revision_number': 5, 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'subnets': [{'id': 'b38034eb-06b0-43d5-a9b2-86cf06b2576f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:37:44.095473 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f829db-5734-4d3f-8663-4e64169b4144 None None] New status for floating IP 06fa3089-d70c-489a-8ed7-1f1fc412d8ce: ACTIVE {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:37:44.205042 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-49a8cdb3-c6ce-4581-8b76-5fbcd4730666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:46.592002 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-eaf52778-1b68-4a1c-8b4b-cc07ca9528ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:47.780538 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:47.906001 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:49.478741 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:51.297312 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:53.884486 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:57.123467 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-eea91ca3-f503-473d-a27d-21731b9d9cc8 req-65f05c21-d43f-4aae-b068-2dab1bb1ac6f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=14e1db9d-67ef-4d36-96c8-18115f944cb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0719659 Feb 09 13:37:57.295186 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea91ca3-f503-473d-a27d-21731b9d9cc8 req-b630b6b0-7c9d-4a34-a5f5-9026efe87c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:57.296777 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-eea91ca3-f503-473d-a27d-21731b9d9cc8 req-b630b6b0-7c9d-4a34-a5f5-9026efe87c88 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0375a4e00b1247a6a47d4b442e50be42&device_id=14e1db9d-67ef-4d36-96c8-18115f944cb7 HTTP/1.1" status: 200 len: 1097 time: 0.1011930 Feb 09 13:37:57.451670 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea91ca3-f503-473d-a27d-21731b9d9cc8 req-f8a7ab92-7ca3-473f-936e-7d10812026e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:57.453177 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-eea91ca3-f503-473d-a27d-21731b9d9cc8 req-f8a7ab92-7ca3-473f-936e-7d10812026e1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6b4a7cbc-afac-45e7-bb9e-2105e99214b1 HTTP/1.1" status: 200 len: 911 time: 0.1346197 Feb 09 13:37:57.560834 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-eea91ca3-f503-473d-a27d-21731b9d9cc8 req-a779d42a-f27c-41a7-aa0a-13809f085f07 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6980a09-0155-4003-8344-d6ad763b0a48 HTTP/1.1" status: 200 len: 1002 time: 0.1003547 Feb 09 13:37:57.637812 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea91ca3-f503-473d-a27d-21731b9d9cc8 req-2679385c-1ce4-436a-916d-9a9a544017f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:57.639744 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-eea91ca3-f503-473d-a27d-21731b9d9cc8 req-2679385c-1ce4-436a-916d-9a9a544017f0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b38034eb-06b0-43d5-a9b2-86cf06b2576f HTTP/1.1" status: 200 len: 849 time: 0.0713787 Feb 09 13:37:57.717377 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea91ca3-f503-473d-a27d-21731b9d9cc8 req-78e4076d-cf64-49cd-82cf-a20f6db401ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:57.718762 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-eea91ca3-f503-473d-a27d-21731b9d9cc8 req-78e4076d-cf64-49cd-82cf-a20f6db401ac service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6b4a7cbc-afac-45e7-bb9e-2105e99214b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716712 Feb 09 13:37:57.852751 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-eea91ca3-f503-473d-a27d-21731b9d9cc8 req-454eab7c-1fe8-49c0-892d-088f33868e88 service neutron] 10.222.0.52 "GET /v2.0/networks/6b4a7cbc-afac-45e7-bb9e-2105e99214b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274760 Feb 09 13:37:58.005222 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-eea91ca3-f503-473d-a27d-21731b9d9cc8 req-39af0ebf-dc2f-4edd-8873-15de41f3aa9b service neutron] 10.222.0.52 "GET /v2.0/networks/6b4a7cbc-afac-45e7-bb9e-2105e99214b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445324 Feb 09 13:38:02.003812 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:38:14.196981 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a22a3d43-edf9-4325-a30d-a880b6fc9472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:16.586749 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ef916495-de4d-46a1-aa1a-a8160d0d0b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:17.784547 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:17.907258 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:19.479326 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:21.316204 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:23.908203 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:39.003807 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:38:44.190674 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fc630e95-eb62-454c-b0a5-78b9a28ec317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:46.591287 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6757536a-5c0e-40dd-a41e-aa9a06d31cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:47.787232 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:47.911442 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:49.483010 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:51.319660 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:53.898793 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:58.104750 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b4b15c9b-d0b2-4be1-80b5-13782cbe4022 req-19191c68-2219-4168-84d1-2508b4dea023 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=14e1db9d-67ef-4d36-96c8-18115f944cb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0769327 Feb 09 13:38:58.255042 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b15c9b-d0b2-4be1-80b5-13782cbe4022 req-96c1f621-5cdc-42ea-a966-2a1d7a85c776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:58.257673 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b4b15c9b-d0b2-4be1-80b5-13782cbe4022 req-96c1f621-5cdc-42ea-a966-2a1d7a85c776 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0375a4e00b1247a6a47d4b442e50be42&device_id=14e1db9d-67ef-4d36-96c8-18115f944cb7 HTTP/1.1" status: 200 len: 1097 time: 0.0795138 Feb 09 13:38:58.419510 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b15c9b-d0b2-4be1-80b5-13782cbe4022 req-6e63c381-bc57-40e2-af92-d6e2ed7649a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:58.421327 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b4b15c9b-d0b2-4be1-80b5-13782cbe4022 req-6e63c381-bc57-40e2-af92-d6e2ed7649a4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6b4a7cbc-afac-45e7-bb9e-2105e99214b1 HTTP/1.1" status: 200 len: 911 time: 0.1436324 Feb 09 13:38:58.650368 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b4b15c9b-d0b2-4be1-80b5-13782cbe4022 req-478b1639-8c9d-480c-b1e0-7a8223866683 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6980a09-0155-4003-8344-d6ad763b0a48 HTTP/1.1" status: 200 len: 1002 time: 0.2224426 Feb 09 13:38:58.721101 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b15c9b-d0b2-4be1-80b5-13782cbe4022 req-3277d761-7805-48c3-9e5a-b5154aabec20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:58.722715 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b4b15c9b-d0b2-4be1-80b5-13782cbe4022 req-3277d761-7805-48c3-9e5a-b5154aabec20 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b38034eb-06b0-43d5-a9b2-86cf06b2576f HTTP/1.1" status: 200 len: 849 time: 0.0657046 Feb 09 13:38:58.799641 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b15c9b-d0b2-4be1-80b5-13782cbe4022 req-9d1f86d9-b7db-424b-b3e5-c3c1085f141e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:58.801723 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b4b15c9b-d0b2-4be1-80b5-13782cbe4022 req-9d1f86d9-b7db-424b-b3e5-c3c1085f141e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6b4a7cbc-afac-45e7-bb9e-2105e99214b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729308 Feb 09 13:38:58.946751 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b4b15c9b-d0b2-4be1-80b5-13782cbe4022 req-7adb3d1d-eb72-4726-aa66-9618303d0d7e service neutron] 10.222.0.52 "GET /v2.0/networks/6b4a7cbc-afac-45e7-bb9e-2105e99214b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373899 Feb 09 13:38:59.084582 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-b4b15c9b-d0b2-4be1-80b5-13782cbe4022 req-c7c80e7d-9188-48d3-8f34-9e02b1bd3cf2 service neutron] 10.222.0.52 "GET /v2.0/networks/6b4a7cbc-afac-45e7-bb9e-2105e99214b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316500 Feb 09 13:39:14.195996 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b7f3ea62-a0f9-46f7-a4fe-2e85d934c737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:16.004192 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:39:16.598819 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c51bbe3a-811b-47e8-95cd-6b74b5a68806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:17.794959 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:17.912956 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:19.519718 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:21.350498 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:23.902039 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:41.214869 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device f6980a09-0155-4003-8344-d6ad763b0a48 details requested by agent hyperv_n-h1-825178-3 with host n-h1-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:39:41.365316 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port f6980a09-0155-4003-8344-d6ad763b0a48, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=f6980a09-0155-4003-8344-d6ad763b0a48,segment=NetworkSegment(c9fd9506-cfdf-4fec-9b87-07759545c27f),segment_id=c9fd9506-cfdf-4fec-9b87-07759545c27f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:39:41.379807 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Returning: {'device': 'f6980a09-0155-4003-8344-d6ad763b0a48', 'network_id': '6b4a7cbc-afac-45e7-bb9e-2105e99214b1', 'port_id': 'f6980a09-0155-4003-8344-d6ad763b0a48', 'mac_address': 'fa:16:3e:59:b8:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b38034eb-06b0-43d5-a9b2-86cf06b2576f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:39:41.441676 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:41.461528 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6980a09-0155-4003-8344-d6ad763b0a48 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:39:41.483078 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port f6980a09-0155-4003-8344-d6ad763b0a48, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=f6980a09-0155-4003-8344-d6ad763b0a48,segment=NetworkSegment(c9fd9506-cfdf-4fec-9b87-07759545c27f),segment_id=c9fd9506-cfdf-4fec-9b87-07759545c27f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:39:41.488515 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:41.577078 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=f6980a09-0155-4003-8344-d6ad763b0a48,revision_number=6']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:41.588363 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] get_ports_and_sgs() called for port_ids ['f6980a09-0155-4003-8344-d6ad763b0a48'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:39:41.621836 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:41.622209 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:41.622579 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:41.622903 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:41.623227 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:41.623544 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:41.623948 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:41.624250 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:41.624573 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:41.624889 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:41.625219 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:41.625512 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:43.216664 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device f6980a09-0155-4003-8344-d6ad763b0a48 up at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:39:43.308258 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Provisioning complete for port f6980a09-0155-4003-8344-d6ad763b0a48 triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:39:43.309240 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:43.363017 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-7f6e87f8-97b5-4915-95f9-0d1435c51b89 req-3a769cf8-8a4c-409c-91fc-c5da21a35c51 tempest-TestNetworkAdvancedServerOps-139089740 tempest-TestNetworkAdvancedServerOps-139089740-project] (87567) timed out ('10.222.0.46', 58830) {{(pid=87567) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 13:39:43.488610 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:43.518831 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e1db9d-67ef-4d36-96c8-18115f944cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6980a09-0155-4003-8344-d6ad763b0a48'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:39:43.530101 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port f6980a09-0155-4003-8344-d6ad763b0a48, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=f6980a09-0155-4003-8344-d6ad763b0a48,segment=NetworkSegment(c9fd9506-cfdf-4fec-9b87-07759545c27f),segment_id=c9fd9506-cfdf-4fec-9b87-07759545c27f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:39:43.541397 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:43.576451 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e1db9d-67ef-4d36-96c8-18115f944cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6980a09-0155-4003-8344-d6ad763b0a48', 'code': 200} Feb 09 13:39:43.617849 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=f6980a09-0155-4003-8344-d6ad763b0a48,revision_number=7']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:44.200004 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-afa9bb87-3ab9-464d-84ae-b9c8608c17c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:46.599037 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3da15d1e-0d0a-4064-987e-fe07b2d1edc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:47.790098 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:47.920328 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:49.489904 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:51.375554 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:51.507943 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-250d8f03-b238-44fa-a927-d335956bc300 req-dad26a63-9895-4a24-bd58-d4da5c2935a9 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1309451537&fields=id&tenant_id=0375a4e00b1247a6a47d4b442e50be42 HTTP/1.1" status: 200 len: 267 time: 0.0411785 Feb 09 13:39:51.791229 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d8f03-b238-44fa-a927-d335956bc300 req-511363be-13e9-4e3f-969a-7b012ae85486 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:51.792624 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-250d8f03-b238-44fa-a927-d335956bc300 req-511363be-13e9-4e3f-969a-7b012ae85486 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/networks?id=6b4a7cbc-afac-45e7-bb9e-2105e99214b1 HTTP/1.1" status: 200 len: 810 time: 0.2776530 Feb 09 13:39:51.808591 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-250d8f03-b238-44fa-a927-d335956bc300 req-81cfbeec-a555-49c7-a226-0c480b55fcba tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/quotas/0375a4e00b1247a6a47d4b442e50be42 HTTP/1.1" status: 200 len: 375 time: 0.0106475 Feb 09 13:39:51.897258 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-250d8f03-b238-44fa-a927-d335956bc300 req-7de4048e-eeb2-4da4-bbe1-018a32fc5d0e tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0375a4e00b1247a6a47d4b442e50be42&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0837612 Feb 09 13:39:52.035550 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-250d8f03-b238-44fa-a927-d335956bc300 req-f3b1882e-6857-49a7-bf41-3c2064c1965e service neutron] 10.222.0.55 "GET /v2.0/networks/6b4a7cbc-afac-45e7-bb9e-2105e99214b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262565 Feb 09 13:39:52.166095 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-250d8f03-b238-44fa-a927-d335956bc300 req-5d67aa17-22c1-4c7a-aefa-feca16184058 service neutron] 10.222.0.55 "GET /v2.0/networks/6b4a7cbc-afac-45e7-bb9e-2105e99214b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243560 Feb 09 13:39:52.349091 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b71b7934-47e5-42a9-924d-0542b804e0cc req-ab6e024b-9a9f-43f4-990a-067999f35933 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8183765-ec04-4263-b824-ae82dbb7e3fe HTTP/1.1" status: 200 len: 210 time: 0.0435884 Feb 09 13:39:53.005708 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:39:53.447082 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-b8ef1825-a561-46e8-98a3-9f41415b091a req-c1600508-0543-428d-b326-8ae1881dde6f tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8183765-ec04-4263-b824-ae82dbb7e3fe HTTP/1.1" status: 200 len: 210 time: 0.0434995 Feb 09 13:39:53.911543 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:54.554426 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-61b453e9-0e74-4204-80b7-9700d6ae2b3f req-c436447b-ef1d-4ce6-8884-a0a188577b24 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8183765-ec04-4263-b824-ae82dbb7e3fe HTTP/1.1" status: 200 len: 210 time: 0.0478525 Feb 09 13:39:55.273057 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device f6980a09-0155-4003-8344-d6ad763b0a48 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:39:55.391043 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:55.422698 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e1db9d-67ef-4d36-96c8-18115f944cb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6980a09-0155-4003-8344-d6ad763b0a48'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:39:55.432849 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] For port f6980a09-0155-4003-8344-d6ad763b0a48, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=f6980a09-0155-4003-8344-d6ad763b0a48,segment=NetworkSegment(c9fd9506-cfdf-4fec-9b87-07759545c27f),segment_id=c9fd9506-cfdf-4fec-9b87-07759545c27f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:39:55.436678 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:55.473481 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e1db9d-67ef-4d36-96c8-18115f944cb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6980a09-0155-4003-8344-d6ad763b0a48', 'code': 200} Feb 09 13:39:55.508054 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Pushing event updated for resources: {'Port': ['ID=f6980a09-0155-4003-8344-d6ad763b0a48,revision_number=8']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:55.653713 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-030039da-0766-4a7b-83f0-0da540570cdb req-12c3febf-98da-4fe9-adb6-87485284da2d tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8183765-ec04-4263-b824-ae82dbb7e3fe HTTP/1.1" status: 200 len: 210 time: 0.0460749 Feb 09 13:39:56.799180 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-1f15cb90-9e72-457d-8d17-ac90ef1b29a9 req-8ca0d5be-ed0d-45ea-b011-a9fa59812beb tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8183765-ec04-4263-b824-ae82dbb7e3fe HTTP/1.1" status: 200 len: 210 time: 0.0410790 Feb 09 13:39:57.474036 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.46', 59886) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:39:57.624822 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d8f03-b238-44fa-a927-d335956bc300 req-34e645e8-05fa-405e-a442-145dcadf6fe8 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:57.626176 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-250d8f03-b238-44fa-a927-d335956bc300 req-34e645e8-05fa-405e-a442-145dcadf6fe8 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.46 "GET /v2.0/networks?id=6b4a7cbc-afac-45e7-bb9e-2105e99214b1 HTTP/1.1" status: 200 len: 810 time: 0.1511295 Feb 09 13:39:57.676066 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-250d8f03-b238-44fa-a927-d335956bc300 req-00ffcd04-0256-4366-a2ee-fa779876ceb7 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0375a4e00b1247a6a47d4b442e50be42 HTTP/1.1" status: 200 len: 380 time: 0.0409193 Feb 09 13:39:57.684566 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-250d8f03-b238-44fa-a927-d335956bc300 req-68a5147e-e471-40e9-ae8d-d11c82c461b3 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Request body: {'port': {'device_id': 'b8183765-ec04-4263-b824-ae82dbb7e3fe', 'network_id': '6b4a7cbc-afac-45e7-bb9e-2105e99214b1', 'admin_state_up': True, 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'security_groups': ['8b98a57c-434a-4efa-a7cf-127e973f49c8']}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:39:57.834794 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-250d8f03-b238-44fa-a927-d335956bc300 req-68a5147e-e471-40e9-ae8d-d11c82c461b3 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:39:57.840468 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-250d8f03-b238-44fa-a927-d335956bc300 req-68a5147e-e471-40e9-ae8d-d11c82c461b3 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Usage tracker for resource:port and tenant:0375a4e00b1247a6a47d4b442e50be42 is out of sync, need to count used quota {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:39:57.844017 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-250d8f03-b238-44fa-a927-d335956bc300 req-68a5147e-e471-40e9-ae8d-d11c82c461b3 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:39:57.851418 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.quota.driver [req-250d8f03-b238-44fa-a927-d335956bc300 req-68a5147e-e471-40e9-ae8d-d11c82c461b3 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:39:57.864129 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-250d8f03-b238-44fa-a927-d335956bc300 req-68a5147e-e471-40e9-ae8d-d11c82c461b3 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Made reservation on behalf of 0375a4e00b1247a6a47d4b442e50be42 for: {'port': 1} {{(pid=87567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:39:57.868935 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-250d8f03-b238-44fa-a927-d335956bc300 req-68a5147e-e471-40e9-ae8d-d11c82c461b3 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:57.986326 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f8d05284-72d7-47c6-b079-8f2bb8d4f277 req-71acab9d-a55b-4651-a11c-af357ea632eb tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8183765-ec04-4263-b824-ae82dbb7e3fe HTTP/1.1" status: 200 len: 210 time: 0.0487466 Feb 09 13:39:58.162878 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a8f2be91-5567-4777-8b7b-0102f463266a req-bb736d49-1308-427f-abb8-c80c9999ad3f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=14e1db9d-67ef-4d36-96c8-18115f944cb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1173468 Feb 09 13:39:58.183338 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.db_base_plugin_common [req-250d8f03-b238-44fa-a927-d335956bc300 req-68a5147e-e471-40e9-ae8d-d11c82c461b3 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Allocated IP 172.20.0.8 (6b4a7cbc-afac-45e7-bb9e-2105e99214b1/b38034eb-06b0-43d5-a9b2-86cf06b2576f/6d34198a-e535-4444-bad7-2eef1bb19c5d) {{(pid=87567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:39:58.484604 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-250d8f03-b238-44fa-a927-d335956bc300 req-68a5147e-e471-40e9-ae8d-d11c82c461b3 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks [] for port, precommit_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:58.508266 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-250d8f03-b238-44fa-a927-d335956bc300 req-68a5147e-e471-40e9-ae8d-d11c82c461b3 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Transition to ACTIVE for port object 6d34198a-e535-4444-bad7-2eef1bb19c5d will not be triggered until provisioned by entity DHCP. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:39:58.528084 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2be91-5567-4777-8b7b-0102f463266a req-fae4c0f6-d160-418f-9c42-2d87ca13063b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:58.529819 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a8f2be91-5567-4777-8b7b-0102f463266a req-fae4c0f6-d160-418f-9c42-2d87ca13063b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0375a4e00b1247a6a47d4b442e50be42&device_id=14e1db9d-67ef-4d36-96c8-18115f944cb7 HTTP/1.1" status: 200 len: 1095 time: 0.2248135 Feb 09 13:39:58.547521 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-250d8f03-b238-44fa-a927-d335956bc300 req-68a5147e-e471-40e9-ae8d-d11c82c461b3 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_create {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:58.786059 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-250d8f03-b238-44fa-a927-d335956bc300 req-68a5147e-e471-40e9-ae8d-d11c82c461b3 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Network 6b4a7cbc-afac-45e7-bb9e-2105e99214b1 is already hosted by enough agents. {{(pid=87567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:39:58.794754 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.base_scheduler [req-250d8f03-b238-44fa-a927-d335956bc300 req-68a5147e-e471-40e9-ae8d-d11c82c461b3 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Resources bound (agent type, host, resource id): {{(pid=87567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:39:58.801871 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-250d8f03-b238-44fa-a927-d335956bc300 req-68a5147e-e471-40e9-ae8d-d11c82c461b3 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Received port after_create {{(pid=87567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:39:58.856668 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a5147e-e471-40e9-ae8d-d11c82c461b3 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Pushing event updated for resources: {'Port': ['ID=6d34198a-e535-4444-bad7-2eef1bb19c5d,revision_number=1']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:58.882499 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a5147e-e471-40e9-ae8d-d11c82c461b3 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:58.882847 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a5147e-e471-40e9-ae8d-d11c82c461b3 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:58.883190 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a5147e-e471-40e9-ae8d-d11c82c461b3 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:58.883529 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a5147e-e471-40e9-ae8d-d11c82c461b3 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:58.883878 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a5147e-e471-40e9-ae8d-d11c82c461b3 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:58.884231 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a5147e-e471-40e9-ae8d-d11c82c461b3 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:58.884542 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a5147e-e471-40e9-ae8d-d11c82c461b3 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:58.884868 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a5147e-e471-40e9-ae8d-d11c82c461b3 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:58.885191 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a5147e-e471-40e9-ae8d-d11c82c461b3 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:58.885567 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a5147e-e471-40e9-ae8d-d11c82c461b3 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:58.885863 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a5147e-e471-40e9-ae8d-d11c82c461b3 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:58.886167 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a5147e-e471-40e9-ae8d-d11c82c461b3 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:58.904808 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2be91-5567-4777-8b7b-0102f463266a req-b2a104dd-8970-418e-be55-1ea86e6b91e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:58.908140 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a8f2be91-5567-4777-8b7b-0102f463266a req-b2a104dd-8970-418e-be55-1ea86e6b91e1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6b4a7cbc-afac-45e7-bb9e-2105e99214b1 HTTP/1.1" status: 200 len: 911 time: 0.3566401 Feb 09 13:39:58.922452 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d8f03-b238-44fa-a927-d335956bc300 req-68a5147e-e471-40e9-ae8d-d11c82c461b3 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:58.923105 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-250d8f03-b238-44fa-a927-d335956bc300 req-68a5147e-e471-40e9-ae8d-d11c82c461b3 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:58.982731 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-250d8f03-b238-44fa-a927-d335956bc300 req-68a5147e-e471-40e9-ae8d-d11c82c461b3 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3015714 Feb 09 13:39:58.994788 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-250d8f03-b238-44fa-a927-d335956bc300 req-683002c6-f80e-4ebb-aa5f-950153a1e5ca tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=87567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 13:39:58.997544 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-250d8f03-b238-44fa-a927-d335956bc300 req-683002c6-f80e-4ebb-aa5f-950153a1e5ca tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086951 Feb 09 13:39:59.148732 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a8f2be91-5567-4777-8b7b-0102f463266a req-d1526684-192b-4565-9b36-1d7836e05c64 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6980a09-0155-4003-8344-d6ad763b0a48 HTTP/1.1" status: 200 len: 1000 time: 0.2313609 Feb 09 13:39:59.195854 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.v2.base [req-250d8f03-b238-44fa-a927-d335956bc300 req-901893ce-01df-4d5c-98c3-69bf2769bcf8 service neutron] Request body: {'port': {'device_id': 'b8183765-ec04-4263-b824-ae82dbb7e3fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-3'}} {{(pid=87567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:39:59.264464 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-d1c239aa-0015-4c05-890a-63de35ea88db None None] Provisioning for port 6d34198a-e535-4444-bad7-2eef1bb19c5d completed by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:39:59.277727 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-d1c239aa-0015-4c05-890a-63de35ea88db None None] Provisioning complete for port 6d34198a-e535-4444-bad7-2eef1bb19c5d triggered by entity DHCP. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:39:59.278780 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d1c239aa-0015-4c05-890a-63de35ea88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:59.296292 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2be91-5567-4777-8b7b-0102f463266a req-eb2b6e82-4ff4-4618-a5a4-01457faa1b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:59.297840 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a8f2be91-5567-4777-8b7b-0102f463266a req-eb2b6e82-4ff4-4618-a5a4-01457faa1b3d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b38034eb-06b0-43d5-a9b2-86cf06b2576f HTTP/1.1" status: 200 len: 849 time: 0.1433170 Feb 09 13:39:59.420604 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2be91-5567-4777-8b7b-0102f463266a req-f8182a61-6236-4b52-98ab-cc6a59ff3d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:59.427004 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a8f2be91-5567-4777-8b7b-0102f463266a req-f8182a61-6236-4b52-98ab-cc6a59ff3d38 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6b4a7cbc-afac-45e7-bb9e-2105e99214b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1178434 Feb 09 13:39:59.466500 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-d1c239aa-0015-4c05-890a-63de35ea88db None None] Port 6d34198a-e535-4444-bad7-2eef1bb19c5d cannot update to ACTIVE because it is not bound. {{(pid=87569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:39:59.665735 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-250d8f03-b238-44fa-a927-d335956bc300 req-901893ce-01df-4d5c-98c3-69bf2769bcf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:59.764548 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a8f2be91-5567-4777-8b7b-0102f463266a req-b5312728-e6d4-4398-9e6d-f6da38861ef1 service neutron] 10.222.0.52 "GET /v2.0/networks/6b4a7cbc-afac-45e7-bb9e-2105e99214b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346341 Feb 09 13:40:00.015656 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a8f2be91-5567-4777-8b7b-0102f463266a req-84d2b080-c777-4695-80af-601d0723f23c service neutron] 10.222.0.52 "GET /v2.0/networks/6b4a7cbc-afac-45e7-bb9e-2105e99214b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440817 Feb 09 13:40:00.092175 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ea406-7cfd-4900-aec7-918021df31e5 req-4bda2200-cf2d-4fe6-b161-eb02668c0ca0 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:00.094668 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-4e8ea406-7cfd-4900-aec7-918021df31e5 req-4bda2200-cf2d-4fe6-b161-eb02668c0ca0 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Synchronizing usage tracker for tenant:0375a4e00b1247a6a47d4b442e50be42 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:40:00.136376 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-4e8ea406-7cfd-4900-aec7-918021df31e5 req-4bda2200-cf2d-4fe6-b161-eb02668c0ca0 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Unset dirty status for tenant:0375a4e00b1247a6a47d4b442e50be42 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:40:00.137900 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4e8ea406-7cfd-4900-aec7-918021df31e5 req-4bda2200-cf2d-4fe6-b161-eb02668c0ca0 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8183765-ec04-4263-b824-ae82dbb7e3fe HTTP/1.1" status: 200 len: 931 time: 0.8441026 Feb 09 13:40:00.302054 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4e8ea406-7cfd-4900-aec7-918021df31e5 req-8fbc3100-8b85-48f2-8127-1399f0220acb tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b98a57c-434a-4efa-a7cf-127e973f49c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551132 Feb 09 13:40:00.479569 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [req-250d8f03-b238-44fa-a927-d335956bc300 req-901893ce-01df-4d5c-98c3-69bf2769bcf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d34198a-e535-4444-bad7-2eef1bb19c5d {{(pid=87567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:40:00.489751 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-250d8f03-b238-44fa-a927-d335956bc300 req-901893ce-01df-4d5c-98c3-69bf2769bcf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:00.519258 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.provisioning_blocks [req-250d8f03-b238-44fa-a927-d335956bc300 req-901893ce-01df-4d5c-98c3-69bf2769bcf8 service neutron] Transition to ACTIVE for port object 6d34198a-e535-4444-bad7-2eef1bb19c5d will not be triggered until provisioned by entity L2. {{(pid=87567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:40:00.524914 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-250d8f03-b238-44fa-a927-d335956bc300 req-901893ce-01df-4d5c-98c3-69bf2769bcf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:00.779252 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901893ce-01df-4d5c-98c3-69bf2769bcf8 service neutron] Pushing event updated for resources: {'Port': ['ID=6d34198a-e535-4444-bad7-2eef1bb19c5d,revision_number=2']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:00.838939 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-250d8f03-b238-44fa-a927-d335956bc300 req-901893ce-01df-4d5c-98c3-69bf2769bcf8 service neutron] Attempting to bind port 6d34198a-e535-4444-bad7-2eef1bb19c5d on host n-h2-825178-3 for vnic_type normal with profile {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:40:00.839443 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-250d8f03-b238-44fa-a927-d335956bc300 req-901893ce-01df-4d5c-98c3-69bf2769bcf8 service neutron] Attempting to bind port 6d34198a-e535-4444-bad7-2eef1bb19c5d by drivers openvswitch,hyperv on host n-h2-825178-3 at level 0 using segments [{'id': 'c9fd9506-cfdf-4fec-9b87-07759545c27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '6b4a7cbc-afac-45e7-bb9e-2105e99214b1'}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:40:00.839802 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250d8f03-b238-44fa-a927-d335956bc300 req-901893ce-01df-4d5c-98c3-69bf2769bcf8 service neutron] Attempting to bind port 6d34198a-e535-4444-bad7-2eef1bb19c5d on network 6b4a7cbc-afac-45e7-bb9e-2105e99214b1 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:40:00.844690 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250d8f03-b238-44fa-a927-d335956bc300 req-901893ce-01df-4d5c-98c3-69bf2769bcf8 service neutron] Port 6d34198a-e535-4444-bad7-2eef1bb19c5d on network 6b4a7cbc-afac-45e7-bb9e-2105e99214b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-3 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 13:40:00.845602 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250d8f03-b238-44fa-a927-d335956bc300 req-901893ce-01df-4d5c-98c3-69bf2769bcf8 service neutron] Attempting to bind port 6d34198a-e535-4444-bad7-2eef1bb19c5d on network 6b4a7cbc-afac-45e7-bb9e-2105e99214b1 {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:40:00.851977 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250d8f03-b238-44fa-a927-d335956bc300 req-901893ce-01df-4d5c-98c3-69bf2769bcf8 service neutron] Checking agent: {'id': '9042ec72-946f-4eb8-b108-162eeb313591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'started_at': datetime.datetime(2022, 2, 9, 12, 9, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:40:00.852316 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250d8f03-b238-44fa-a927-d335956bc300 req-901893ce-01df-4d5c-98c3-69bf2769bcf8 service neutron] Checking segment: {'id': 'c9fd9506-cfdf-4fec-9b87-07759545c27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '6b4a7cbc-afac-45e7-bb9e-2105e99214b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:40:00.852725 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250d8f03-b238-44fa-a927-d335956bc300 req-901893ce-01df-4d5c-98c3-69bf2769bcf8 service neutron] Bound using segment: {'id': 'c9fd9506-cfdf-4fec-9b87-07759545c27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '6b4a7cbc-afac-45e7-bb9e-2105e99214b1'} {{(pid=87567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:40:00.853175 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.managers [req-250d8f03-b238-44fa-a927-d335956bc300 req-901893ce-01df-4d5c-98c3-69bf2769bcf8 service neutron] Bound port: 6d34198a-e535-4444-bad7-2eef1bb19c5d, host: n-h2-825178-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fd9506-cfdf-4fec-9b87-07759545c27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '6b4a7cbc-afac-45e7-bb9e-2105e99214b1'}}] {{(pid=87567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:40:00.853544 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-250d8f03-b238-44fa-a927-d335956bc300 req-901893ce-01df-4d5c-98c3-69bf2769bcf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:00.947204 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-250d8f03-b238-44fa-a927-d335956bc300 req-901893ce-01df-4d5c-98c3-69bf2769bcf8 service neutron] For port 6d34198a-e535-4444-bad7-2eef1bb19c5d, host n-h2-825178-3, cleared binding levels {{(pid=87567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:40:00.950351 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-250d8f03-b238-44fa-a927-d335956bc300 req-901893ce-01df-4d5c-98c3-69bf2769bcf8 service neutron] For port 6d34198a-e535-4444-bad7-2eef1bb19c5d, host n-h2-825178-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=6d34198a-e535-4444-bad7-2eef1bb19c5d,segment=NetworkSegment(c9fd9506-cfdf-4fec-9b87-07759545c27f),segment_id=c9fd9506-cfdf-4fec-9b87-07759545c27f)] {{(pid=87567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:40:00.955442 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-250d8f03-b238-44fa-a927-d335956bc300 req-901893ce-01df-4d5c-98c3-69bf2769bcf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1265960'] for port, after_update {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:01.039544 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901893ce-01df-4d5c-98c3-69bf2769bcf8 service neutron] Pushing event updated for resources: {'Port': ['ID=6d34198a-e535-4444-bad7-2eef1bb19c5d,revision_number=3']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:01.044735 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d8f03-b238-44fa-a927-d335956bc300 req-901893ce-01df-4d5c-98c3-69bf2769bcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:01.045510 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-250d8f03-b238-44fa-a927-d335956bc300 req-901893ce-01df-4d5c-98c3-69bf2769bcf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:01.046917 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-250d8f03-b238-44fa-a927-d335956bc300 req-901893ce-01df-4d5c-98c3-69bf2769bcf8 service neutron] 10.222.0.46 "PUT /v2.0/ports/6d34198a-e535-4444-bad7-2eef1bb19c5d HTTP/1.1" status: 200 len: 1091 time: 2.0418735 Feb 09 13:40:01.047334 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8183765-ec04-4263-b824-ae82dbb7e3fe', 'tag': '6d34198a-e535-4444-bad7-2eef1bb19c5d'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:40:01.100139 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8183765-ec04-4263-b824-ae82dbb7e3fe', 'tag': '6d34198a-e535-4444-bad7-2eef1bb19c5d', 'status': 'completed', 'code': 200} Feb 09 13:40:01.515625 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d80c4-1433-4613-bf47-b9d28e6d7c2e req-2e2c472c-0d75-4771-8ec9-3d62936a1096 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:01.517972 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f63d80c4-1433-4613-bf47-b9d28e6d7c2e req-2e2c472c-0d75-4771-8ec9-3d62936a1096 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8183765-ec04-4263-b824-ae82dbb7e3fe HTTP/1.1" status: 200 len: 943 time: 0.0977755 Feb 09 13:40:01.576659 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f63d80c4-1433-4613-bf47-b9d28e6d7c2e req-a306d589-4525-43eb-9309-4eb42eb2b438 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b98a57c-434a-4efa-a7cf-127e973f49c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441673 Feb 09 13:40:02.860403 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197aa6c6-650a-484c-b090-f83df8b3a59e req-407eaca4-824d-41fb-a6f3-a255bb1415db tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:02.862487 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-197aa6c6-650a-484c-b090-f83df8b3a59e req-407eaca4-824d-41fb-a6f3-a255bb1415db tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8183765-ec04-4263-b824-ae82dbb7e3fe HTTP/1.1" status: 200 len: 943 time: 0.1216385 Feb 09 13:40:02.926768 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-197aa6c6-650a-484c-b090-f83df8b3a59e req-05d08ff4-ce8f-4105-9781-0a044cb526fc tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b98a57c-434a-4efa-a7cf-127e973f49c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541809 Feb 09 13:40:04.124316 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54156d37-a1e3-482b-9c86-4a28dec2c409 req-4096db47-c215-4af2-b547-f10c4c58ba7f tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:04.125832 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-54156d37-a1e3-482b-9c86-4a28dec2c409 req-4096db47-c215-4af2-b547-f10c4c58ba7f tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8183765-ec04-4263-b824-ae82dbb7e3fe HTTP/1.1" status: 200 len: 943 time: 0.0832441 Feb 09 13:40:04.172719 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-54156d37-a1e3-482b-9c86-4a28dec2c409 req-812206ab-9ebf-4e2e-976b-2400c28cd254 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b98a57c-434a-4efa-a7cf-127e973f49c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409784 Feb 09 13:40:05.398704 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d9356-5c63-458b-aece-f60ea6329fea req-15ece4b4-568a-4c61-b7fe-43aacdbaedd4 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:05.400303 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ea8d9356-5c63-458b-aece-f60ea6329fea req-15ece4b4-568a-4c61-b7fe-43aacdbaedd4 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8183765-ec04-4263-b824-ae82dbb7e3fe HTTP/1.1" status: 200 len: 943 time: 0.1108952 Feb 09 13:40:05.449999 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-ea8d9356-5c63-458b-aece-f60ea6329fea req-70cff95d-2ed5-4bcd-9242-ce62c007cf0d tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b98a57c-434a-4efa-a7cf-127e973f49c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423038 Feb 09 13:40:06.386448 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7eedc-fdf9-4ad9-8eb7-8dc0ac997c9e req-e90a85d8-6392-4fc8-adac-118aa61bd298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:06.388080 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-86d7eedc-fdf9-4ad9-8eb7-8dc0ac997c9e req-e90a85d8-6392-4fc8-adac-118aa61bd298 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0375a4e00b1247a6a47d4b442e50be42&device_id=b8183765-ec04-4263-b824-ae82dbb7e3fe HTTP/1.1" status: 200 len: 1094 time: 0.0848408 Feb 09 13:40:06.536705 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7eedc-fdf9-4ad9-8eb7-8dc0ac997c9e req-d0ba2b13-5572-4fc7-8e65-481c291d9ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:06.538154 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-86d7eedc-fdf9-4ad9-8eb7-8dc0ac997c9e req-d0ba2b13-5572-4fc7-8e65-481c291d9ada service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=0375a4e00b1247a6a47d4b442e50be42&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1393301 Feb 09 13:40:06.738211 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7eedc-fdf9-4ad9-8eb7-8dc0ac997c9e req-56e93e6e-b016-47c7-be90-c34a159f0da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:06.739640 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-86d7eedc-fdf9-4ad9-8eb7-8dc0ac997c9e req-56e93e6e-b016-47c7-be90-c34a159f0da0 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1940508 Feb 09 13:40:06.752238 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4f9af-b7f6-44c9-ab26-bab4692f6a22 req-4321dc59-b53f-42eb-8dd9-7e356ec6f1de tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:06.753693 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2ad4f9af-b7f6-44c9-ab26-bab4692f6a22 req-4321dc59-b53f-42eb-8dd9-7e356ec6f1de tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8183765-ec04-4263-b824-ae82dbb7e3fe HTTP/1.1" status: 200 len: 943 time: 0.1875691 Feb 09 13:40:06.836059 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2ad4f9af-b7f6-44c9-ab26-bab4692f6a22 req-1ac21635-6325-44d8-be96-a0d96be76932 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b98a57c-434a-4efa-a7cf-127e973f49c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762136 Feb 09 13:40:06.867135 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d8f03-b238-44fa-a927-d335956bc300 req-e1f44fc8-bba3-49c8-bad1-bbc1cacef44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:06.868631 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-250d8f03-b238-44fa-a927-d335956bc300 req-e1f44fc8-bba3-49c8-bad1-bbc1cacef44e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0375a4e00b1247a6a47d4b442e50be42&device_id=b8183765-ec04-4263-b824-ae82dbb7e3fe HTTP/1.1" status: 200 len: 1094 time: 0.0765522 Feb 09 13:40:07.061650 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-250d8f03-b238-44fa-a927-d335956bc300 req-1291ca24-15b9-4d8f-80eb-999f1f9bb469 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d34198a-e535-4444-bad7-2eef1bb19c5d HTTP/1.1" status: 200 len: 217 time: 0.1807730 Feb 09 13:40:07.128906 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d8f03-b238-44fa-a927-d335956bc300 req-00a3ecf3-fe17-468e-bf25-9e53bc42a3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:07.130343 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-250d8f03-b238-44fa-a927-d335956bc300 req-00a3ecf3-fe17-468e-bf25-9e53bc42a3cc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b38034eb-06b0-43d5-a9b2-86cf06b2576f HTTP/1.1" status: 200 len: 849 time: 0.0610232 Feb 09 13:40:07.205616 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d8f03-b238-44fa-a927-d335956bc300 req-b787321e-6581-4f64-9be0-5190c1904d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:07.207093 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-250d8f03-b238-44fa-a927-d335956bc300 req-b787321e-6581-4f64-9be0-5190c1904d73 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6b4a7cbc-afac-45e7-bb9e-2105e99214b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690634 Feb 09 13:40:07.339390 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-250d8f03-b238-44fa-a927-d335956bc300 req-28e581be-68fd-4681-a6e5-63f791a900c7 service neutron] 10.222.0.46 "GET /v2.0/networks/6b4a7cbc-afac-45e7-bb9e-2105e99214b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252198 Feb 09 13:40:07.470505 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-250d8f03-b238-44fa-a927-d335956bc300 req-d5ddbe8a-2a34-4f5a-a3e5-b0b4c4042ef0 service neutron] 10.222.0.46 "GET /v2.0/networks/6b4a7cbc-afac-45e7-bb9e-2105e99214b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237946 Feb 09 13:40:08.030043 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b71e57-4684-4cdd-a17b-caab3d4d27ea req-0e5789f3-781e-4ab5-8370-d5e6dace2f56 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:08.031503 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-24b71e57-4684-4cdd-a17b-caab3d4d27ea req-0e5789f3-781e-4ab5-8370-d5e6dace2f56 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8183765-ec04-4263-b824-ae82dbb7e3fe HTTP/1.1" status: 200 len: 943 time: 0.0845020 Feb 09 13:40:08.074762 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-24b71e57-4684-4cdd-a17b-caab3d4d27ea req-dc7c66bb-fa1b-4173-bc64-dc7260ee75eb tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b98a57c-434a-4efa-a7cf-127e973f49c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366726 Feb 09 13:40:09.186599 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 6d34198a-e535-4444-bad7-2eef1bb19c5d details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:40:09.262799 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a4edb-d8e2-4611-b67c-29811f71b886 req-5b591d96-d341-47a0-aaf5-dbfe37248c7d tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:09.264733 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9e9a4edb-d8e2-4611-b67c-29811f71b886 req-5b591d96-d341-47a0-aaf5-dbfe37248c7d tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8183765-ec04-4263-b824-ae82dbb7e3fe HTTP/1.1" status: 200 len: 943 time: 0.0811262 Feb 09 13:40:09.324206 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-9e9a4edb-d8e2-4611-b67c-29811f71b886 req-6eb601df-112c-4ca7-9543-9d0232b8182f tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b98a57c-434a-4efa-a7cf-127e973f49c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529189 Feb 09 13:40:09.327536 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 6d34198a-e535-4444-bad7-2eef1bb19c5d, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=6d34198a-e535-4444-bad7-2eef1bb19c5d,segment=NetworkSegment(c9fd9506-cfdf-4fec-9b87-07759545c27f),segment_id=c9fd9506-cfdf-4fec-9b87-07759545c27f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:40:09.342364 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '6d34198a-e535-4444-bad7-2eef1bb19c5d', 'network_id': '6b4a7cbc-afac-45e7-bb9e-2105e99214b1', 'port_id': '6d34198a-e535-4444-bad7-2eef1bb19c5d', 'mac_address': 'fa:16:3e:97:eb:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b38034eb-06b0-43d5-a9b2-86cf06b2576f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:40:09.400770 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:09.417838 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d34198a-e535-4444-bad7-2eef1bb19c5d {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:40:09.433292 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 6d34198a-e535-4444-bad7-2eef1bb19c5d, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=6d34198a-e535-4444-bad7-2eef1bb19c5d,segment=NetworkSegment(c9fd9506-cfdf-4fec-9b87-07759545c27f),segment_id=c9fd9506-cfdf-4fec-9b87-07759545c27f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:40:09.437056 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:09.506335 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=6d34198a-e535-4444-bad7-2eef1bb19c5d,revision_number=4']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:09.734539 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['6d34198a-e535-4444-bad7-2eef1bb19c5d'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:40:10.520775 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913bd2d-71d3-43f2-8ffc-d9162f3325ee req-630e582b-6727-4169-a3d4-a28e132b25f9 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:10.522226 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2913bd2d-71d3-43f2-8ffc-d9162f3325ee req-630e582b-6727-4169-a3d4-a28e132b25f9 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8183765-ec04-4263-b824-ae82dbb7e3fe HTTP/1.1" status: 200 len: 944 time: 0.0911829 Feb 09 13:40:10.565207 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-2913bd2d-71d3-43f2-8ffc-d9162f3325ee req-41793674-903e-4ab5-a901-a59124066831 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b98a57c-434a-4efa-a7cf-127e973f49c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372856 Feb 09 13:40:11.209540 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 6d34198a-e535-4444-bad7-2eef1bb19c5d up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:40:11.274405 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning for port 6d34198a-e535-4444-bad7-2eef1bb19c5d completed by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:40:11.278953 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 6d34198a-e535-4444-bad7-2eef1bb19c5d triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:40:11.279319 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:11.394998 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:11.420897 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8183765-ec04-4263-b824-ae82dbb7e3fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d34198a-e535-4444-bad7-2eef1bb19c5d'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:40:11.430752 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 6d34198a-e535-4444-bad7-2eef1bb19c5d, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=6d34198a-e535-4444-bad7-2eef1bb19c5d,segment=NetworkSegment(c9fd9506-cfdf-4fec-9b87-07759545c27f),segment_id=c9fd9506-cfdf-4fec-9b87-07759545c27f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:40:11.434809 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:11.472610 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8183765-ec04-4263-b824-ae82dbb7e3fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d34198a-e535-4444-bad7-2eef1bb19c5d', 'code': 200} Feb 09 13:40:11.510643 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=6d34198a-e535-4444-bad7-2eef1bb19c5d,revision_number=5']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:11.600543 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700f954-b263-4af4-b4ae-ea5474dfa3d3 req-b7e13c95-c548-4412-8e5c-01bc21c69005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:11.602300 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a700f954-b263-4af4-b4ae-ea5474dfa3d3 req-b7e13c95-c548-4412-8e5c-01bc21c69005 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b8183765-ec04-4263-b824-ae82dbb7e3fe HTTP/1.1" status: 200 len: 1096 time: 0.0764511 Feb 09 13:40:11.646242 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-a700f954-b263-4af4-b4ae-ea5474dfa3d3 req-9824e96e-d763-4ff5-b6ac-7de9fa5f0050 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8b98a57c-434a-4efa-a7cf-127e973f49c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370538 Feb 09 13:40:11.765662 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482a160-ab96-430a-bf03-3e55829ef90b req-83f576d0-e201-4de4-b522-e9816df91784 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:11.767567 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f482a160-ab96-430a-bf03-3e55829ef90b req-83f576d0-e201-4de4-b522-e9816df91784 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8183765-ec04-4263-b824-ae82dbb7e3fe HTTP/1.1" status: 200 len: 945 time: 0.0849802 Feb 09 13:40:11.812964 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-f482a160-ab96-430a-bf03-3e55829ef90b req-09a90646-ecd4-4f95-acb0-1558fbc99f95 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b98a57c-434a-4efa-a7cf-127e973f49c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396328 Feb 09 13:40:13.009521 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c27cf-ea7f-4290-be14-47be8ba29c7d req-8ba648f1-2cab-45a0-822f-625df84ee156 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:13.011020 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d85c27cf-ea7f-4290-be14-47be8ba29c7d req-8ba648f1-2cab-45a0-822f-625df84ee156 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8183765-ec04-4263-b824-ae82dbb7e3fe HTTP/1.1" status: 200 len: 945 time: 0.0881703 Feb 09 13:40:13.059683 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-d85c27cf-ea7f-4290-be14-47be8ba29c7d req-c1a050ba-cfd7-46df-939e-584e2345deb8 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b98a57c-434a-4efa-a7cf-127e973f49c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430589 Feb 09 13:40:13.248222 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68abae55-db9e-4ac7-a5f6-7e2162097db4 req-b5ee701b-cd40-4979-9986-2806a1ee5192 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:13.249743 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-68abae55-db9e-4ac7-a5f6-7e2162097db4 req-b5ee701b-cd40-4979-9986-2806a1ee5192 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8183765-ec04-4263-b824-ae82dbb7e3fe HTTP/1.1" status: 200 len: 945 time: 0.0825322 Feb 09 13:40:13.293793 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-68abae55-db9e-4ac7-a5f6-7e2162097db4 req-aefa60cc-975c-4c5e-adb6-971c50d8c17a tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b98a57c-434a-4efa-a7cf-127e973f49c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385938 Feb 09 13:40:13.316150 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49166) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:40:13.384864 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db756c7-dd5b-4cc8-b9a7-344bd90cd4f6 tempest-TestSnapshotPattern-195220950 tempest-TestSnapshotPattern-195220950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:13.386279 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0db756c7-dd5b-4cc8-b9a7-344bd90cd4f6 tempest-TestSnapshotPattern-195220950 tempest-TestSnapshotPattern-195220950-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b8183765-ec04-4263-b824-ae82dbb7e3fe HTTP/1.1" status: 200 len: 1091 time: 0.0691454 Feb 09 13:40:13.389218 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49170) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:40:13.394730 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.v2.base [None req-e91ea385-c684-4087-a25f-b923847ef2c0 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Request body: {'floatingip': {'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'port_id': '6d34198a-e535-4444-bad7-2eef1bb19c5d', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:40:13.401494 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e91ea385-c684-4087-a25f-b923847ef2c0 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:40:13.405252 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e91ea385-c684-4087-a25f-b923847ef2c0 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Usage tracker for resource:floatingip and tenant:0375a4e00b1247a6a47d4b442e50be42 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:40:13.408278 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [None req-e91ea385-c684-4087-a25f-b923847ef2c0 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:40:13.413753 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e91ea385-c684-4087-a25f-b923847ef2c0 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:40:13.423923 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e91ea385-c684-4087-a25f-b923847ef2c0 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks [] for floatingip, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:13.560894 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e91ea385-c684-4087-a25f-b923847ef2c0 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:13.798687 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-e91ea385-c684-4087-a25f-b923847ef2c0 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Allocated IP 172.25.7.39 (af0bad45-b31e-4cb1-a77c-3bbc34409de5/f9bac502-0803-4be6-8ff1-3365c0261a49/1ed5ff9f-b599-497f-a60a-95bb1e757dfe) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:40:13.942869 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e91ea385-c684-4087-a25f-b923847ef2c0 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:13.972255 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e91ea385-c684-4087-a25f-b923847ef2c0 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744762001399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:14.041897 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91ea385-c684-4087-a25f-b923847ef2c0 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Network af0bad45-b31e-4cb1-a77c-3bbc34409de5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:40:14.044967 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-e91ea385-c684-4087-a25f-b923847ef2c0 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:40:14.049750 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91ea385-c684-4087-a25f-b923847ef2c0 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:40:14.078819 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91ea385-c684-4087-a25f-b923847ef2c0 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Pushing event updated for resources: {'Port': ['ID=1ed5ff9f-b599-497f-a60a-95bb1e757dfe,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:14.097056 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91ea385-c684-4087-a25f-b923847ef2c0 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:14.097403 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91ea385-c684-4087-a25f-b923847ef2c0 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:14.097747 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91ea385-c684-4087-a25f-b923847ef2c0 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:14.098081 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91ea385-c684-4087-a25f-b923847ef2c0 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:14.098440 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91ea385-c684-4087-a25f-b923847ef2c0 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:14.098775 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91ea385-c684-4087-a25f-b923847ef2c0 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:14.099100 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91ea385-c684-4087-a25f-b923847ef2c0 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:14.099425 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91ea385-c684-4087-a25f-b923847ef2c0 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:14.099745 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91ea385-c684-4087-a25f-b923847ef2c0 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:14.100094 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91ea385-c684-4087-a25f-b923847ef2c0 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:14.100416 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91ea385-c684-4087-a25f-b923847ef2c0 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:14.100736 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91ea385-c684-4087-a25f-b923847ef2c0 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:14.203639 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ed684243-6fc9-4546-84e7-edefd9de9a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:14.479435 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e91ea385-c684-4087-a25f-b923847ef2c0 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:14.555204 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e91ea385-c684-4087-a25f-b923847ef2c0 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:14.764502 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e91ea385-c684-4087-a25f-b923847ef2c0 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:14.769131 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e91ea385-c684-4087-a25f-b923847ef2c0 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3871635'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:14.878110 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91ea385-c684-4087-a25f-b923847ef2c0 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Pushing event updated for resources: {'Port': ['ID=1ed5ff9f-b599-497f-a60a-95bb1e757dfe,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:14.887663 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e91ea385-c684-4087-a25f-b923847ef2c0 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740704'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:15.053637 n-d-825178-3 neutron-server[87568]: INFO neutron.db.l3_db [None req-e91ea385-c684-4087-a25f-b923847ef2c0 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Floating IP 428a362c-f76c-42a0-901e-911e522de89a associated. External IP: 172.25.7.39, port: 6d34198a-e535-4444-bad7-2eef1bb19c5d. Feb 09 13:40:15.516996 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e91ea385-c684-4087-a25f-b923847ef2c0 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Router a39a6751-c4bc-47cf-8151-a51777488dde has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:40:15.709129 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91ea385-c684-4087-a25f-b923847ef2c0 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:40:15.718531 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875dcba8-f50a-430b-bd19-25c878d94a3d None None] Sync routers for ids ['a39a6751-c4bc-47cf-8151-a51777488dde'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:40:15.728837 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875dcba8-f50a-430b-bd19-25c878d94a3d None None] Routers {'a39a6751-c4bc-47cf-8151-a51777488dde'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:40:15.729450 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-875dcba8-f50a-430b-bd19-25c878d94a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:39:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['a39a6751-c4bc-47cf-8151-a51777488dde'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:40:15.735260 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e91ea385-c684-4087-a25f-b923847ef2c0 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:15.799021 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-e91ea385-c684-4087-a25f-b923847ef2c0 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4080734 Feb 09 13:40:15.799938 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8183765-ec04-4263-b824-ae82dbb7e3fe', 'tag': '6d34198a-e535-4444-bad7-2eef1bb19c5d'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:40:15.918333 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-875dcba8-f50a-430b-bd19-25c878d94a3d None None] Set router a39a6751-c4bc-47cf-8151-a51777488dde gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:40:16.002658 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8183765-ec04-4263-b824-ae82dbb7e3fe', 'tag': '6d34198a-e535-4444-bad7-2eef1bb19c5d', 'status': 'completed', 'code': 200} Feb 09 13:40:16.098354 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73b5cb-ba02-4cd2-a024-3bad77e071d2 req-c703f8a7-ed2a-4b1c-a491-9ae16640175c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:16.099853 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0b73b5cb-ba02-4cd2-a024-3bad77e071d2 req-c703f8a7-ed2a-4b1c-a491-9ae16640175c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0375a4e00b1247a6a47d4b442e50be42&device_id=b8183765-ec04-4263-b824-ae82dbb7e3fe HTTP/1.1" status: 200 len: 1096 time: 0.0777464 Feb 09 13:40:16.238891 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73b5cb-ba02-4cd2-a024-3bad77e071d2 req-9d840816-ec82-47ee-a502-e53d7c9fbe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:16.240391 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0b73b5cb-ba02-4cd2-a024-3bad77e071d2 req-9d840816-ec82-47ee-a502-e53d7c9fbe1a service neutron] 10.222.0.46 "GET /v2.0/networks?id=6b4a7cbc-afac-45e7-bb9e-2105e99214b1 HTTP/1.1" status: 200 len: 911 time: 0.1333687 Feb 09 13:40:16.318257 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-875dcba8-f50a-430b-bd19-25c878d94a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'name': 'tempest-TestSnapshotPattern-1375631859-router', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'e6e39879-266c-4eed-be13-80e8076b2e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:37:10Z', 'updated_at': '2022-02-09T13:37:15Z', 'revision_number': 4, 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'gw_port': {'id': 'e6e39879-266c-4eed-be13-80e8076b2e50', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:11Z', 'updated_at': '2022-02-09T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '06fa3089-d70c-489a-8ed7-1f1fc412d8ce', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'floating_ip_address': '172.25.7.162', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'port_id': 'f6980a09-0155-4003-8344-d6ad763b0a48', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b4a7cbc-afac-45e7-bb9e-2105e99214b1', 'mac_address': 'fa:16:3e:59:b8:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e1db9d-67ef-4d36-96c8-18115f944cb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:37:41Z', 'updated_at': '2022-02-09T13:37:44Z', 'revision_number': 1, 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'fixed_ip_address_scope': None}, {'id': '428a362c-f76c-42a0-901e-911e522de89a', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'floating_ip_address': '172.25.7.39', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'port_id': '6d34198a-e535-4444-bad7-2eef1bb19c5d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b4a7cbc-afac-45e7-bb9e-2105e99214b1', 'mac_address': 'fa:16:3e:97:eb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8183765-ec04-4263-b824-ae82dbb7e3fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:40:14Z', 'updated_at': '2022-02-09T13:40:14Z', 'revision_number': 0, 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1c2a02-82db-4bcd-8198-ee15885ee0f0', 'name': '', 'network_id': '6b4a7cbc-afac-45e7-bb9e-2105e99214b1', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'mac_address': 'fa:16:3e:3e:88:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'b38034eb-06b0-43d5-a9b2-86cf06b2576f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:14Z', 'updated_at': '2022-02-09T13:37:22Z', 'revision_number': 5, 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'subnets': [{'id': 'b38034eb-06b0-43d5-a9b2-86cf06b2576f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:40:16.324357 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875dcba8-f50a-430b-bd19-25c878d94a3d None None] Checking router: a39a6751-c4bc-47cf-8151-a51777488dde for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:40:16.339475 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875dcba8-f50a-430b-bd19-25c878d94a3d None None] Routers {'a39a6751-c4bc-47cf-8151-a51777488dde'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:40:16.340304 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-875dcba8-f50a-430b-bd19-25c878d94a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:39:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['a39a6751-c4bc-47cf-8151-a51777488dde'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:40:16.351968 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0b73b5cb-ba02-4cd2-a024-3bad77e071d2 req-e2e5bb82-d2be-4a46-9629-104cd2b83f94 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d34198a-e535-4444-bad7-2eef1bb19c5d HTTP/1.1" status: 200 len: 998 time: 0.1028075 Feb 09 13:40:16.418929 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73b5cb-ba02-4cd2-a024-3bad77e071d2 req-fb820ce3-324c-42d6-9072-feecb7b79505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:16.420404 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0b73b5cb-ba02-4cd2-a024-3bad77e071d2 req-fb820ce3-324c-42d6-9072-feecb7b79505 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b38034eb-06b0-43d5-a9b2-86cf06b2576f HTTP/1.1" status: 200 len: 849 time: 0.0623391 Feb 09 13:40:16.499193 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73b5cb-ba02-4cd2-a024-3bad77e071d2 req-f63340c0-d72f-490f-9367-c2a0b101f04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:16.500759 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0b73b5cb-ba02-4cd2-a024-3bad77e071d2 req-f63340c0-d72f-490f-9367-c2a0b101f04d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6b4a7cbc-afac-45e7-bb9e-2105e99214b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734074 Feb 09 13:40:16.578293 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-875dcba8-f50a-430b-bd19-25c878d94a3d None None] Set router a39a6751-c4bc-47cf-8151-a51777488dde gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:40:16.597928 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1b6d591d-0d83-460b-98a1-992dd3070803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:16.645992 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0b73b5cb-ba02-4cd2-a024-3bad77e071d2 req-6daafe62-b069-41ef-b27b-98fd8ddcfeb0 service neutron] 10.222.0.46 "GET /v2.0/networks/6b4a7cbc-afac-45e7-bb9e-2105e99214b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378880 Feb 09 13:40:16.791215 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-0b73b5cb-ba02-4cd2-a024-3bad77e071d2 req-7b2a8383-f88e-4f3a-9a2f-63fefffa7983 service neutron] 10.222.0.46 "GET /v2.0/networks/6b4a7cbc-afac-45e7-bb9e-2105e99214b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381075 Feb 09 13:40:16.935187 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-875dcba8-f50a-430b-bd19-25c878d94a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'name': 'tempest-TestSnapshotPattern-1375631859-router', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'e6e39879-266c-4eed-be13-80e8076b2e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:37:10Z', 'updated_at': '2022-02-09T13:37:15Z', 'revision_number': 4, 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'gw_port': {'id': 'e6e39879-266c-4eed-be13-80e8076b2e50', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:11Z', 'updated_at': '2022-02-09T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '06fa3089-d70c-489a-8ed7-1f1fc412d8ce', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'floating_ip_address': '172.25.7.162', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'port_id': 'f6980a09-0155-4003-8344-d6ad763b0a48', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b4a7cbc-afac-45e7-bb9e-2105e99214b1', 'mac_address': 'fa:16:3e:59:b8:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e1db9d-67ef-4d36-96c8-18115f944cb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:37:41Z', 'updated_at': '2022-02-09T13:37:44Z', 'revision_number': 1, 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'fixed_ip_address_scope': None}, {'id': '428a362c-f76c-42a0-901e-911e522de89a', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'floating_ip_address': '172.25.7.39', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'port_id': '6d34198a-e535-4444-bad7-2eef1bb19c5d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b4a7cbc-afac-45e7-bb9e-2105e99214b1', 'mac_address': 'fa:16:3e:97:eb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8183765-ec04-4263-b824-ae82dbb7e3fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:40:14Z', 'updated_at': '2022-02-09T13:40:14Z', 'revision_number': 0, 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1c2a02-82db-4bcd-8198-ee15885ee0f0', 'name': '', 'network_id': '6b4a7cbc-afac-45e7-bb9e-2105e99214b1', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'mac_address': 'fa:16:3e:3e:88:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'b38034eb-06b0-43d5-a9b2-86cf06b2576f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:14Z', 'updated_at': '2022-02-09T13:37:22Z', 'revision_number': 5, 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'subnets': [{'id': 'b38034eb-06b0-43d5-a9b2-86cf06b2576f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:40:16.939908 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875dcba8-f50a-430b-bd19-25c878d94a3d None None] The sync data for ids ['a39a6751-c4bc-47cf-8151-a51777488dde'] in n-d-825178-3 is: [{'id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'name': 'tempest-TestSnapshotPattern-1375631859-router', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'e6e39879-266c-4eed-be13-80e8076b2e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:37:10Z', 'updated_at': '2022-02-09T13:37:15Z', 'revision_number': 4, 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'gw_port': {'id': 'e6e39879-266c-4eed-be13-80e8076b2e50', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:11Z', 'updated_at': '2022-02-09T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '06fa3089-d70c-489a-8ed7-1f1fc412d8ce', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'floating_ip_address': '172.25.7.162', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'port_id': 'f6980a09-0155-4003-8344-d6ad763b0a48', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b4a7cbc-afac-45e7-bb9e-2105e99214b1', 'mac_address': 'fa:16:3e:59:b8:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e1db9d-67ef-4d36-96c8-18115f944cb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:37:41Z', 'updated_at': '2022-02-09T13:37:44Z', 'revision_number': 1, 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'fixed_ip_address_scope': None}, {'id': '428a362c-f76c-42a0-901e-911e522de89a', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'floating_ip_address': '172.25.7.39', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'port_id': '6d34198a-e535-4444-bad7-2eef1bb19c5d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b4a7cbc-afac-45e7-bb9e-2105e99214b1', 'mac_address': 'fa:16:3e:97:eb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8183765-ec04-4263-b824-ae82dbb7e3fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:40:14Z', 'updated_at': '2022-02-09T13:40:14Z', 'revision_number': 0, 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1c2a02-82db-4bcd-8198-ee15885ee0f0', 'name': '', 'network_id': '6b4a7cbc-afac-45e7-bb9e-2105e99214b1', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'mac_address': 'fa:16:3e:3e:88:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'b38034eb-06b0-43d5-a9b2-86cf06b2576f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:14Z', 'updated_at': '2022-02-09T13:37:22Z', 'revision_number': 5, 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'subnets': [{'id': 'b38034eb-06b0-43d5-a9b2-86cf06b2576f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:40:17.159351 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9610c73b-06c9-4a88-8201-3a881d4f6d03 None None] New status for floating IP 428a362c-f76c-42a0-901e-911e522de89a: ACTIVE {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:40:17.793158 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:17.925319 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:19.491686 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:21.370965 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:23.925873 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:30.004874 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:40:44.205188 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-68dc25f4-5f23-4a18-99cf-ae8772731faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:46.591895 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-578a057c-5930-4553-af31-84e231b1f4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:47.785523 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:47.923040 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:49.494004 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:50.659629 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-26c2be65-a759-4a93-8175-3031ef0372a0 req-87f9d4b2-66e5-4b12-a293-e5f761f072eb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b8183765-ec04-4263-b824-ae82dbb7e3fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0727079 Feb 09 13:40:50.809551 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2be65-a759-4a93-8175-3031ef0372a0 req-237439bc-0943-44da-8897-21011a3eb525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:50.811116 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-26c2be65-a759-4a93-8175-3031ef0372a0 req-237439bc-0943-44da-8897-21011a3eb525 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0375a4e00b1247a6a47d4b442e50be42&device_id=b8183765-ec04-4263-b824-ae82dbb7e3fe HTTP/1.1" status: 200 len: 1096 time: 0.0786517 Feb 09 13:40:51.094832 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2be65-a759-4a93-8175-3031ef0372a0 req-9c388956-2407-4afd-abcb-43ba89ebf32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:51.096312 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-26c2be65-a759-4a93-8175-3031ef0372a0 req-9c388956-2407-4afd-abcb-43ba89ebf32c service neutron] 10.222.0.46 "GET /v2.0/networks?id=6b4a7cbc-afac-45e7-bb9e-2105e99214b1 HTTP/1.1" status: 200 len: 911 time: 0.2649632 Feb 09 13:40:51.199540 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-26c2be65-a759-4a93-8175-3031ef0372a0 req-e9fddc30-7dc8-419d-915f-85bdd85056fd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d34198a-e535-4444-bad7-2eef1bb19c5d HTTP/1.1" status: 200 len: 1000 time: 0.0960314 Feb 09 13:40:51.263854 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2be65-a759-4a93-8175-3031ef0372a0 req-9ee0e8da-9e28-4ab4-89e9-d7e1a6295d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:51.265823 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-26c2be65-a759-4a93-8175-3031ef0372a0 req-9ee0e8da-9e28-4ab4-89e9-d7e1a6295d19 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b38034eb-06b0-43d5-a9b2-86cf06b2576f HTTP/1.1" status: 200 len: 849 time: 0.0595722 Feb 09 13:40:51.356727 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2be65-a759-4a93-8175-3031ef0372a0 req-d2c3f7dc-9040-4dd6-b20f-0e868159694e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:51.358557 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-26c2be65-a759-4a93-8175-3031ef0372a0 req-d2c3f7dc-9040-4dd6-b20f-0e868159694e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6b4a7cbc-afac-45e7-bb9e-2105e99214b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858064 Feb 09 13:40:51.384364 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:51.500240 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-26c2be65-a759-4a93-8175-3031ef0372a0 req-12e3947f-0d63-43c3-98d9-a52c4b9c6f7f service neutron] 10.222.0.46 "GET /v2.0/networks/6b4a7cbc-afac-45e7-bb9e-2105e99214b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336260 Feb 09 13:40:51.637216 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-26c2be65-a759-4a93-8175-3031ef0372a0 req-4c497975-4234-4605-946e-0e61dff5f684 service neutron] 10.222.0.46 "GET /v2.0/networks/6b4a7cbc-afac-45e7-bb9e-2105e99214b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306150 Feb 09 13:40:53.909917 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:58.103210 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6d9fbdf2-0723-4b87-812f-8ff16aae1ff0 req-dbe53eac-7dd1-4314-bfac-d7820d556a1c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=14e1db9d-67ef-4d36-96c8-18115f944cb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0768652 Feb 09 13:40:58.248032 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9fbdf2-0723-4b87-812f-8ff16aae1ff0 req-27489862-c08c-4012-b923-950de08efba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:58.249588 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6d9fbdf2-0723-4b87-812f-8ff16aae1ff0 req-27489862-c08c-4012-b923-950de08efba5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0375a4e00b1247a6a47d4b442e50be42&device_id=14e1db9d-67ef-4d36-96c8-18115f944cb7 HTTP/1.1" status: 200 len: 1095 time: 0.0737486 Feb 09 13:40:58.404077 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9fbdf2-0723-4b87-812f-8ff16aae1ff0 req-b9e8711a-8a52-45cb-889d-2769ef5f266f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:58.405572 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6d9fbdf2-0723-4b87-812f-8ff16aae1ff0 req-b9e8711a-8a52-45cb-889d-2769ef5f266f service neutron] 10.222.0.52 "GET /v2.0/networks?id=6b4a7cbc-afac-45e7-bb9e-2105e99214b1 HTTP/1.1" status: 200 len: 911 time: 0.1359487 Feb 09 13:40:58.524694 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6d9fbdf2-0723-4b87-812f-8ff16aae1ff0 req-78176066-bbef-46da-a5ac-2df69adc79dc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6980a09-0155-4003-8344-d6ad763b0a48 HTTP/1.1" status: 200 len: 1000 time: 0.1120553 Feb 09 13:40:58.590351 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9fbdf2-0723-4b87-812f-8ff16aae1ff0 req-e14201a5-870f-473a-83e5-a7220fec778e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:58.591802 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6d9fbdf2-0723-4b87-812f-8ff16aae1ff0 req-e14201a5-870f-473a-83e5-a7220fec778e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b38034eb-06b0-43d5-a9b2-86cf06b2576f HTTP/1.1" status: 200 len: 849 time: 0.0594039 Feb 09 13:40:58.674445 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9fbdf2-0723-4b87-812f-8ff16aae1ff0 req-8c8f5d7c-50b2-4d4c-87b1-af8840e440d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:58.675969 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6d9fbdf2-0723-4b87-812f-8ff16aae1ff0 req-8c8f5d7c-50b2-4d4c-87b1-af8840e440d1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6b4a7cbc-afac-45e7-bb9e-2105e99214b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775213 Feb 09 13:40:58.812509 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6d9fbdf2-0723-4b87-812f-8ff16aae1ff0 req-ec05230b-efa7-467e-abf4-9992a8486a18 service neutron] 10.222.0.52 "GET /v2.0/networks/6b4a7cbc-afac-45e7-bb9e-2105e99214b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290712 Feb 09 13:40:58.950017 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-6d9fbdf2-0723-4b87-812f-8ff16aae1ff0 req-5a4bf025-ccf6-431c-82ca-f332fe8041eb service neutron] 10.222.0.52 "GET /v2.0/networks/6b4a7cbc-afac-45e7-bb9e-2105e99214b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307867 Feb 09 13:41:07.005268 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:41:14.207298 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f0d7012e-5290-4d71-9227-998fdcc39528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:16.594304 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-dec18903-f984-43c6-854a-79568cdae0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:17.790942 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:17.924616 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:19.500203 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:21.377573 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:23.924710 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:44.005011 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:41:44.208672 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0b831a09-d99f-41c8-bf44-33eda180c513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:46.604891 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2cf33ce8-5d3e-4653-985d-70ac5a006b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:47.795625 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:47.928258 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:49.500621 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:51.400577 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:52.645490 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e15c362c-6594-4c07-a49e-42520e9d0ff6 req-02a7bb1c-edca-4c35-8753-c381d6870978 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b8183765-ec04-4263-b824-ae82dbb7e3fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0735917 Feb 09 13:41:52.797415 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c362c-6594-4c07-a49e-42520e9d0ff6 req-33e389b1-29e6-4c46-a6d6-2baf756fda5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:41:52.798895 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e15c362c-6594-4c07-a49e-42520e9d0ff6 req-33e389b1-29e6-4c46-a6d6-2baf756fda5c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0375a4e00b1247a6a47d4b442e50be42&device_id=b8183765-ec04-4263-b824-ae82dbb7e3fe HTTP/1.1" status: 200 len: 1096 time: 0.0832317 Feb 09 13:41:52.948704 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c362c-6594-4c07-a49e-42520e9d0ff6 req-1621dca1-876a-4e84-a453-d9c473f1520e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:41:52.950134 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e15c362c-6594-4c07-a49e-42520e9d0ff6 req-1621dca1-876a-4e84-a453-d9c473f1520e service neutron] 10.222.0.46 "GET /v2.0/networks?id=6b4a7cbc-afac-45e7-bb9e-2105e99214b1 HTTP/1.1" status: 200 len: 911 time: 0.1271827 Feb 09 13:41:53.055239 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e15c362c-6594-4c07-a49e-42520e9d0ff6 req-4a8e547f-2abb-47f3-87cc-9fa138f7af6f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d34198a-e535-4444-bad7-2eef1bb19c5d HTTP/1.1" status: 200 len: 1000 time: 0.0961618 Feb 09 13:41:53.122141 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c362c-6594-4c07-a49e-42520e9d0ff6 req-6745df04-390f-4bdb-a284-b0be48be85e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:41:53.124377 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e15c362c-6594-4c07-a49e-42520e9d0ff6 req-6745df04-390f-4bdb-a284-b0be48be85e2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b38034eb-06b0-43d5-a9b2-86cf06b2576f HTTP/1.1" status: 200 len: 849 time: 0.0591516 Feb 09 13:41:53.205765 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c362c-6594-4c07-a49e-42520e9d0ff6 req-33f0e320-871e-4510-af3f-c5df3da3dfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:41:53.207202 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e15c362c-6594-4c07-a49e-42520e9d0ff6 req-33f0e320-871e-4510-af3f-c5df3da3dfa5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6b4a7cbc-afac-45e7-bb9e-2105e99214b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747652 Feb 09 13:41:53.344102 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e15c362c-6594-4c07-a49e-42520e9d0ff6 req-3f2665ca-7a5c-45ed-beb6-428f52b5db7e service neutron] 10.222.0.46 "GET /v2.0/networks/6b4a7cbc-afac-45e7-bb9e-2105e99214b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272895 Feb 09 13:41:53.483010 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e15c362c-6594-4c07-a49e-42520e9d0ff6 req-146ad6f8-dcb5-4032-9ad6-8198ef87d0a2 service neutron] 10.222.0.46 "GET /v2.0/networks/6b4a7cbc-afac-45e7-bb9e-2105e99214b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271911 Feb 09 13:41:53.940409 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:57.645587 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 6d34198a-e535-4444-bad7-2eef1bb19c5d details requested by agent hyperv_n-h2-825178-3 with host n-h2-825178-3 {{(pid=87569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:41:57.811473 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 6d34198a-e535-4444-bad7-2eef1bb19c5d, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=6d34198a-e535-4444-bad7-2eef1bb19c5d,segment=NetworkSegment(c9fd9506-cfdf-4fec-9b87-07759545c27f),segment_id=c9fd9506-cfdf-4fec-9b87-07759545c27f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:41:57.826780 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Returning: {'device': '6d34198a-e535-4444-bad7-2eef1bb19c5d', 'network_id': '6b4a7cbc-afac-45e7-bb9e-2105e99214b1', 'port_id': '6d34198a-e535-4444-bad7-2eef1bb19c5d', 'mac_address': 'fa:16:3e:97:eb:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b38034eb-06b0-43d5-a9b2-86cf06b2576f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:41:57.891646 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:57.913817 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6d34198a-e535-4444-bad7-2eef1bb19c5d {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:41:57.935508 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 6d34198a-e535-4444-bad7-2eef1bb19c5d, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=6d34198a-e535-4444-bad7-2eef1bb19c5d,segment=NetworkSegment(c9fd9506-cfdf-4fec-9b87-07759545c27f),segment_id=c9fd9506-cfdf-4fec-9b87-07759545c27f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:41:57.942554 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:58.065931 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=6d34198a-e535-4444-bad7-2eef1bb19c5d,revision_number=6']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:41:58.078076 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:58.079151 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:58.079755 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:58.080481 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:58.080947 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:58.081416 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:58.081989 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:58.082315 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:58.082654 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:58.082981 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:58.083311 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:58.083638 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:58.087757 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] get_ports_and_sgs() called for port_ids ['6d34198a-e535-4444-bad7-2eef1bb19c5d'] {{(pid=87569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 13:41:59.157213 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-56de0420-1301-4ca9-8afb-d2981c032074 req-8b998f67-3c9b-4fee-9df7-65150be063bb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=14e1db9d-67ef-4d36-96c8-18115f944cb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1203997 Feb 09 13:41:59.345537 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de0420-1301-4ca9-8afb-d2981c032074 req-a7c294e8-11ad-491c-8d27-0f6232916d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:41:59.348694 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-56de0420-1301-4ca9-8afb-d2981c032074 req-a7c294e8-11ad-491c-8d27-0f6232916d29 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0375a4e00b1247a6a47d4b442e50be42&device_id=14e1db9d-67ef-4d36-96c8-18115f944cb7 HTTP/1.1" status: 200 len: 1095 time: 0.1072989 Feb 09 13:41:59.520464 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de0420-1301-4ca9-8afb-d2981c032074 req-ba43b0dd-ad3b-4dce-ac32-b1b5ec2963fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:41:59.522056 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-56de0420-1301-4ca9-8afb-d2981c032074 req-ba43b0dd-ad3b-4dce-ac32-b1b5ec2963fa service neutron] 10.222.0.52 "GET /v2.0/networks?id=6b4a7cbc-afac-45e7-bb9e-2105e99214b1 HTTP/1.1" status: 200 len: 911 time: 0.1437490 Feb 09 13:41:59.655168 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 6d34198a-e535-4444-bad7-2eef1bb19c5d up at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:41:59.768441 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Provisioning complete for port 6d34198a-e535-4444-bad7-2eef1bb19c5d triggered by entity L2. {{(pid=87569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:41:59.769452 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655407'] for port, provisioning_complete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:59.779867 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-56de0420-1301-4ca9-8afb-d2981c032074 req-aba10260-ca91-4ec1-829f-de832053363a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6980a09-0155-4003-8344-d6ad763b0a48 HTTP/1.1" status: 200 len: 1000 time: 0.2483792 Feb 09 13:41:59.849686 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de0420-1301-4ca9-8afb-d2981c032074 req-3aaddd75-6613-4eba-bb3e-13400e0af82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:41:59.851117 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-56de0420-1301-4ca9-8afb-d2981c032074 req-3aaddd75-6613-4eba-bb3e-13400e0af82f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b38034eb-06b0-43d5-a9b2-86cf06b2576f HTTP/1.1" status: 200 len: 849 time: 0.0641410 Feb 09 13:41:59.917224 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:59.950894 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8183765-ec04-4263-b824-ae82dbb7e3fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d34198a-e535-4444-bad7-2eef1bb19c5d'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:41:59.961308 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 6d34198a-e535-4444-bad7-2eef1bb19c5d, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=6d34198a-e535-4444-bad7-2eef1bb19c5d,segment=NetworkSegment(c9fd9506-cfdf-4fec-9b87-07759545c27f),segment_id=c9fd9506-cfdf-4fec-9b87-07759545c27f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:41:59.969164 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:59.982677 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de0420-1301-4ca9-8afb-d2981c032074 req-e43037eb-63e3-49de-8977-79ac271c1aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:41:59.985025 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-56de0420-1301-4ca9-8afb-d2981c032074 req-e43037eb-63e3-49de-8977-79ac271c1aa1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6b4a7cbc-afac-45e7-bb9e-2105e99214b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1258018 Feb 09 13:42:00.056256 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=6d34198a-e535-4444-bad7-2eef1bb19c5d,revision_number=7']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:00.097540 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8183765-ec04-4263-b824-ae82dbb7e3fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d34198a-e535-4444-bad7-2eef1bb19c5d', 'code': 200} Feb 09 13:42:00.161014 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-56de0420-1301-4ca9-8afb-d2981c032074 req-2e360905-8353-4ed3-9e6a-2714f4c51d43 service neutron] 10.222.0.52 "GET /v2.0/networks/6b4a7cbc-afac-45e7-bb9e-2105e99214b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683345 Feb 09 13:42:00.328950 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-56de0420-1301-4ca9-8afb-d2981c032074 req-42d6108f-cbc5-4c97-8695-4de982461065 service neutron] 10.222.0.52 "GET /v2.0/networks/6b4a7cbc-afac-45e7-bb9e-2105e99214b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607993 Feb 09 13:42:07.648912 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 49380) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:42:07.998003 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-6aa9f8d1-eaf3-4304-b0ec-540b44efe92a tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Deleting port 1ed5ff9f-b599-497f-a60a-95bb1e757dfe {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:42:07.998346 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6aa9f8d1-eaf3-4304-b0ec-540b44efe92a tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:08.196470 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6aa9f8d1-eaf3-4304-b0ec-540b44efe92a tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:08.196798 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6aa9f8d1-eaf3-4304-b0ec-540b44efe92a tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:08.337478 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-6aa9f8d1-eaf3-4304-b0ec-540b44efe92a tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Calling delete_port for 1ed5ff9f-b599-497f-a60a-95bb1e757dfe owned by network:floatingip {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:42:08.522538 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6aa9f8d1-eaf3-4304-b0ec-540b44efe92a tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:08.570951 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa9f8d1-eaf3-4304-b0ec-540b44efe92a tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Pushing event deleted for resources: {'Port': ['ID=1ed5ff9f-b599-497f-a60a-95bb1e757dfe,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:08.610299 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa9f8d1-eaf3-4304-b0ec-540b44efe92a tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:42:08.610547 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa9f8d1-eaf3-4304-b0ec-540b44efe92a tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:42:08.610870 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa9f8d1-eaf3-4304-b0ec-540b44efe92a tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:42:08.611204 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa9f8d1-eaf3-4304-b0ec-540b44efe92a tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:42:08.611526 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa9f8d1-eaf3-4304-b0ec-540b44efe92a tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:42:08.611879 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa9f8d1-eaf3-4304-b0ec-540b44efe92a tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:42:08.612200 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa9f8d1-eaf3-4304-b0ec-540b44efe92a tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:42:08.612519 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa9f8d1-eaf3-4304-b0ec-540b44efe92a tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:42:08.612834 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa9f8d1-eaf3-4304-b0ec-540b44efe92a tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:42:08.613151 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa9f8d1-eaf3-4304-b0ec-540b44efe92a tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:42:08.613465 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa9f8d1-eaf3-4304-b0ec-540b44efe92a tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:42:08.613782 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa9f8d1-eaf3-4304-b0ec-540b44efe92a tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:42:08.684741 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6aa9f8d1-eaf3-4304-b0ec-540b44efe92a tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks [] for floatingip, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:08.686027 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [None req-6aa9f8d1-eaf3-4304-b0ec-540b44efe92a tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Floating IP 428a362c-f76c-42a0-901e-911e522de89a disassociated (deleted). External IP: 172.25.7.39, port: 6d34198a-e535-4444-bad7-2eef1bb19c5d. Feb 09 13:42:09.056473 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa9f8d1-eaf3-4304-b0ec-540b44efe92a tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Router a39a6751-c4bc-47cf-8151-a51777488dde has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:42:09.243002 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa9f8d1-eaf3-4304-b0ec-540b44efe92a tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:42:09.254482 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d11e2d5-a8c1-476a-baae-7cbcd653ef67 None None] Sync routers for ids ['a39a6751-c4bc-47cf-8151-a51777488dde'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:42:09.266662 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d11e2d5-a8c1-476a-baae-7cbcd653ef67 None None] Routers {'a39a6751-c4bc-47cf-8151-a51777488dde'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:42:09.267290 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-6aa9f8d1-eaf3-4304-b0ec-540b44efe92a tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:09.267502 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-3d11e2d5-a8c1-476a-baae-7cbcd653ef67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:41:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['a39a6751-c4bc-47cf-8151-a51777488dde'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:42:09.327366 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-6aa9f8d1-eaf3-4304-b0ec-540b44efe92a tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "DELETE /v2.0/floatingips/428a362c-f76c-42a0-901e-911e522de89a HTTP/1.1" status: 204 len: 168 time: 1.6771827 Feb 09 13:42:09.328224 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8183765-ec04-4263-b824-ae82dbb7e3fe', 'tag': '6d34198a-e535-4444-bad7-2eef1bb19c5d'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:42:09.465191 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-3d11e2d5-a8c1-476a-baae-7cbcd653ef67 None None] Set router a39a6751-c4bc-47cf-8151-a51777488dde gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:42:09.585293 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8183765-ec04-4263-b824-ae82dbb7e3fe', 'tag': '6d34198a-e535-4444-bad7-2eef1bb19c5d', 'status': 'completed', 'code': 200} Feb 09 13:42:09.869144 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d04028-015b-47ff-8cc6-2836cfebcdc4 req-b9e4cfa6-bb11-446f-ba4f-661cafbb7a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:42:09.870698 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-71d04028-015b-47ff-8cc6-2836cfebcdc4 req-b9e4cfa6-bb11-446f-ba4f-661cafbb7a31 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0375a4e00b1247a6a47d4b442e50be42&device_id=b8183765-ec04-4263-b824-ae82dbb7e3fe HTTP/1.1" status: 200 len: 1096 time: 0.2605402 Feb 09 13:42:09.871179 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-3d11e2d5-a8c1-476a-baae-7cbcd653ef67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'name': 'tempest-TestSnapshotPattern-1375631859-router', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'e6e39879-266c-4eed-be13-80e8076b2e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:37:10Z', 'updated_at': '2022-02-09T13:37:15Z', 'revision_number': 4, 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'gw_port': {'id': 'e6e39879-266c-4eed-be13-80e8076b2e50', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:11Z', 'updated_at': '2022-02-09T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '06fa3089-d70c-489a-8ed7-1f1fc412d8ce', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'floating_ip_address': '172.25.7.162', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'port_id': 'f6980a09-0155-4003-8344-d6ad763b0a48', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b4a7cbc-afac-45e7-bb9e-2105e99214b1', 'mac_address': 'fa:16:3e:59:b8:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e1db9d-67ef-4d36-96c8-18115f944cb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:37:41Z', 'updated_at': '2022-02-09T13:37:44Z', 'revision_number': 1, 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1c2a02-82db-4bcd-8198-ee15885ee0f0', 'name': '', 'network_id': '6b4a7cbc-afac-45e7-bb9e-2105e99214b1', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'mac_address': 'fa:16:3e:3e:88:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'b38034eb-06b0-43d5-a9b2-86cf06b2576f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:14Z', 'updated_at': '2022-02-09T13:37:22Z', 'revision_number': 5, 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'subnets': [{'id': 'b38034eb-06b0-43d5-a9b2-86cf06b2576f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:42:09.876707 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d11e2d5-a8c1-476a-baae-7cbcd653ef67 None None] Checking router: a39a6751-c4bc-47cf-8151-a51777488dde for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:42:09.885282 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d11e2d5-a8c1-476a-baae-7cbcd653ef67 None None] Routers {'a39a6751-c4bc-47cf-8151-a51777488dde'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:42:09.885884 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-3d11e2d5-a8c1-476a-baae-7cbcd653ef67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:41:47Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['a39a6751-c4bc-47cf-8151-a51777488dde'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:42:09.967283 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc21dd9-02b8-43af-ba53-6832696ed903 req-6402d872-ebf6-4c1b-a275-beb68e71a52a tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:42:09.968107 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-adc21dd9-02b8-43af-ba53-6832696ed903 req-6402d872-ebf6-4c1b-a275-beb68e71a52a tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Synchronizing usage tracker for tenant:0375a4e00b1247a6a47d4b442e50be42 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:42:10.001150 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-adc21dd9-02b8-43af-ba53-6832696ed903 req-6402d872-ebf6-4c1b-a275-beb68e71a52a tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Unset dirty status for tenant:0375a4e00b1247a6a47d4b442e50be42 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:42:10.002421 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-adc21dd9-02b8-43af-ba53-6832696ed903 req-6402d872-ebf6-4c1b-a275-beb68e71a52a tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8183765-ec04-4263-b824-ae82dbb7e3fe HTTP/1.1" status: 200 len: 945 time: 0.3300867 Feb 09 13:42:10.061378 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d04028-015b-47ff-8cc6-2836cfebcdc4 req-ceb0cd03-ee1c-4358-9583-6a2bf4b4387b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:42:10.062928 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-71d04028-015b-47ff-8cc6-2836cfebcdc4 req-ceb0cd03-ee1c-4358-9583-6a2bf4b4387b service neutron] 10.222.0.46 "GET /v2.0/networks?id=6b4a7cbc-afac-45e7-bb9e-2105e99214b1 HTTP/1.1" status: 200 len: 911 time: 0.1811950 Feb 09 13:42:10.069309 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-3d11e2d5-a8c1-476a-baae-7cbcd653ef67 None None] Set router a39a6751-c4bc-47cf-8151-a51777488dde gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:42:10.074243 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-adc21dd9-02b8-43af-ba53-6832696ed903 req-3d62b364-afcb-4e44-9c26-c76f1712e8be tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b98a57c-434a-4efa-a7cf-127e973f49c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610170 Feb 09 13:42:10.141296 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-71d04028-015b-47ff-8cc6-2836cfebcdc4 req-82f5b13f-54ef-41f4-b5ea-b9dd868f5497 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d34198a-e535-4444-bad7-2eef1bb19c5d HTTP/1.1" status: 200 len: 217 time: 0.0702565 Feb 09 13:42:10.209560 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d04028-015b-47ff-8cc6-2836cfebcdc4 req-8694c6ee-b17a-4d9e-9265-deeab132bfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:42:10.211023 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-71d04028-015b-47ff-8cc6-2836cfebcdc4 req-8694c6ee-b17a-4d9e-9265-deeab132bfff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b38034eb-06b0-43d5-a9b2-86cf06b2576f HTTP/1.1" status: 200 len: 849 time: 0.0630133 Feb 09 13:42:10.297735 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d04028-015b-47ff-8cc6-2836cfebcdc4 req-732205b1-813f-40fa-aaa3-f0b3ca343d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:42:10.299250 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-71d04028-015b-47ff-8cc6-2836cfebcdc4 req-732205b1-813f-40fa-aaa3-f0b3ca343d40 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6b4a7cbc-afac-45e7-bb9e-2105e99214b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783882 Feb 09 13:42:10.433070 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-3d11e2d5-a8c1-476a-baae-7cbcd653ef67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'name': 'tempest-TestSnapshotPattern-1375631859-router', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'e6e39879-266c-4eed-be13-80e8076b2e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:37:10Z', 'updated_at': '2022-02-09T13:37:15Z', 'revision_number': 4, 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'gw_port': {'id': 'e6e39879-266c-4eed-be13-80e8076b2e50', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:11Z', 'updated_at': '2022-02-09T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '06fa3089-d70c-489a-8ed7-1f1fc412d8ce', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'floating_ip_address': '172.25.7.162', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'port_id': 'f6980a09-0155-4003-8344-d6ad763b0a48', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b4a7cbc-afac-45e7-bb9e-2105e99214b1', 'mac_address': 'fa:16:3e:59:b8:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e1db9d-67ef-4d36-96c8-18115f944cb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:37:41Z', 'updated_at': '2022-02-09T13:37:44Z', 'revision_number': 1, 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1c2a02-82db-4bcd-8198-ee15885ee0f0', 'name': '', 'network_id': '6b4a7cbc-afac-45e7-bb9e-2105e99214b1', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'mac_address': 'fa:16:3e:3e:88:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'b38034eb-06b0-43d5-a9b2-86cf06b2576f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:14Z', 'updated_at': '2022-02-09T13:37:22Z', 'revision_number': 5, 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'subnets': [{'id': 'b38034eb-06b0-43d5-a9b2-86cf06b2576f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:42:10.438769 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-71d04028-015b-47ff-8cc6-2836cfebcdc4 req-9981bdb4-aee7-42c6-9a53-452842934f9a service neutron] 10.222.0.46 "GET /v2.0/networks/6b4a7cbc-afac-45e7-bb9e-2105e99214b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324935 Feb 09 13:42:10.439307 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d11e2d5-a8c1-476a-baae-7cbcd653ef67 None None] The sync data for ids ['a39a6751-c4bc-47cf-8151-a51777488dde'] in n-d-825178-3 is: [{'id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'name': 'tempest-TestSnapshotPattern-1375631859-router', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'e6e39879-266c-4eed-be13-80e8076b2e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:37:10Z', 'updated_at': '2022-02-09T13:37:15Z', 'revision_number': 4, 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'gw_port': {'id': 'e6e39879-266c-4eed-be13-80e8076b2e50', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:11Z', 'updated_at': '2022-02-09T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_floatingips': [{'id': '06fa3089-d70c-489a-8ed7-1f1fc412d8ce', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'floating_ip_address': '172.25.7.162', 'floating_network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'router_id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'port_id': 'f6980a09-0155-4003-8344-d6ad763b0a48', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b4a7cbc-afac-45e7-bb9e-2105e99214b1', 'mac_address': 'fa:16:3e:59:b8:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e1db9d-67ef-4d36-96c8-18115f944cb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:37:41Z', 'updated_at': '2022-02-09T13:37:44Z', 'revision_number': 1, 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1c2a02-82db-4bcd-8198-ee15885ee0f0', 'name': '', 'network_id': '6b4a7cbc-afac-45e7-bb9e-2105e99214b1', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'mac_address': 'fa:16:3e:3e:88:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'b38034eb-06b0-43d5-a9b2-86cf06b2576f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:14Z', 'updated_at': '2022-02-09T13:37:22Z', 'revision_number': 5, 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'subnets': [{'id': 'b38034eb-06b0-43d5-a9b2-86cf06b2576f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:42:10.581380 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-71d04028-015b-47ff-8cc6-2836cfebcdc4 req-b5bd909d-091a-47cc-964f-cd0131c97a13 service neutron] 10.222.0.46 "GET /v2.0/networks/6b4a7cbc-afac-45e7-bb9e-2105e99214b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352603 Feb 09 13:42:10.695281 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e087dd02-000d-4dec-ac2e-a4e7e4e13369 None None] New status for floating IP 428a362c-f76c-42a0-901e-911e522de89a: DOWN {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:42:11.270487 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4f584-c306-44aa-9cc0-ba8a8f6540a9 req-6cfe49e2-a6ff-4a9c-bd2e-4db7b36358e6 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:42:11.272035 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-09e4f584-c306-44aa-9cc0-ba8a8f6540a9 req-6cfe49e2-a6ff-4a9c-bd2e-4db7b36358e6 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8183765-ec04-4263-b824-ae82dbb7e3fe HTTP/1.1" status: 200 len: 945 time: 0.0855660 Feb 09 13:42:11.319812 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-09e4f584-c306-44aa-9cc0-ba8a8f6540a9 req-0103d8ac-d556-44a8-a17c-146556ea4546 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b98a57c-434a-4efa-a7cf-127e973f49c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419841 Feb 09 13:42:11.457551 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341565f7-d455-47a3-974c-e9587f6aefbc req-6fef157c-51e1-4e30-a97c-58f4b2481363 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:42:11.459030 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-341565f7-d455-47a3-974c-e9587f6aefbc req-6fef157c-51e1-4e30-a97c-58f4b2481363 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8183765-ec04-4263-b824-ae82dbb7e3fe HTTP/1.1" status: 200 len: 945 time: 0.0864537 Feb 09 13:42:11.533519 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-341565f7-d455-47a3-974c-e9587f6aefbc req-8a04cc92-3986-4755-97d9-9174e0c566d3 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Deleting port 6d34198a-e535-4444-bad7-2eef1bb19c5d {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:42:11.533861 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-341565f7-d455-47a3-974c-e9587f6aefbc req-8a04cc92-3986-4755-97d9-9174e0c566d3 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:11.687678 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 6d34198a-e535-4444-bad7-2eef1bb19c5d no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:42:11.805751 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-341565f7-d455-47a3-974c-e9587f6aefbc req-8a04cc92-3986-4755-97d9-9174e0c566d3 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] For port 6d34198a-e535-4444-bad7-2eef1bb19c5d, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=6d34198a-e535-4444-bad7-2eef1bb19c5d,segment=NetworkSegment(c9fd9506-cfdf-4fec-9b87-07759545c27f),segment_id=c9fd9506-cfdf-4fec-9b87-07759545c27f)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:42:11.806111 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-341565f7-d455-47a3-974c-e9587f6aefbc req-8a04cc92-3986-4755-97d9-9174e0c566d3 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:11.807052 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551741'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:11.836637 n-d-825178-3 neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8183765-ec04-4263-b824-ae82dbb7e3fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d34198a-e535-4444-bad7-2eef1bb19c5d'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:42:11.849273 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] For port 6d34198a-e535-4444-bad7-2eef1bb19c5d, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=6d34198a-e535-4444-bad7-2eef1bb19c5d,segment=NetworkSegment(c9fd9506-cfdf-4fec-9b87-07759545c27f),segment_id=c9fd9506-cfdf-4fec-9b87-07759545c27f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:42:11.859795 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744762461453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744762003981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744762004026'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:11.896511 n-d-825178-3 neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8183765-ec04-4263-b824-ae82dbb7e3fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d34198a-e535-4444-bad7-2eef1bb19c5d', 'code': 200} Feb 09 13:42:11.939545 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Pushing event updated for resources: {'Port': ['ID=6d34198a-e535-4444-bad7-2eef1bb19c5d,revision_number=8']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:11.959569 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-341565f7-d455-47a3-974c-e9587f6aefbc req-8a04cc92-3986-4755-97d9-9174e0c566d3 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Calling delete_port for 6d34198a-e535-4444-bad7-2eef1bb19c5d owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:42:12.049641 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.db.api [req-341565f7-d455-47a3-974c-e9587f6aefbc req-8a04cc92-3986-4755-97d9-9174e0c566d3 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:42:12.049960 n-d-825178-3 neutron-server[87567]: DEBUG oslo_db.api [req-341565f7-d455-47a3-974c-e9587f6aefbc req-8a04cc92-3986-4755-97d9-9174e0c566d3 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:42:12.511569 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec96f4-5009-469c-a67b-6bbdfbd50df5 req-2969e7d3-b6a6-4caa-a66a-ca203fdfbc06 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:42:12.513113 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-18ec96f4-5009-469c-a67b-6bbdfbd50df5 req-2969e7d3-b6a6-4caa-a66a-ca203fdfbc06 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8183765-ec04-4263-b824-ae82dbb7e3fe HTTP/1.1" status: 200 len: 943 time: 0.0821354 Feb 09 13:42:12.551207 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-341565f7-d455-47a3-974c-e9587f6aefbc req-8a04cc92-3986-4755-97d9-9174e0c566d3 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Deleting port 6d34198a-e535-4444-bad7-2eef1bb19c5d {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:42:12.551546 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-341565f7-d455-47a3-974c-e9587f6aefbc req-8a04cc92-3986-4755-97d9-9174e0c566d3 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:12.719609 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-18ec96f4-5009-469c-a67b-6bbdfbd50df5 req-edd79202-0291-442e-ad84-94d1fbbb3aba tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b98a57c-434a-4efa-a7cf-127e973f49c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008131 Feb 09 13:42:12.938610 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [req-341565f7-d455-47a3-974c-e9587f6aefbc req-8a04cc92-3986-4755-97d9-9174e0c566d3 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] For port 6d34198a-e535-4444-bad7-2eef1bb19c5d, host n-h2-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-3',level=0,port_id=6d34198a-e535-4444-bad7-2eef1bb19c5d,segment=NetworkSegment(c9fd9506-cfdf-4fec-9b87-07759545c27f),segment_id=c9fd9506-cfdf-4fec-9b87-07759545c27f)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:42:12.938968 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-341565f7-d455-47a3-974c-e9587f6aefbc req-8a04cc92-3986-4755-97d9-9174e0c566d3 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:13.064346 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [req-341565f7-d455-47a3-974c-e9587f6aefbc req-8a04cc92-3986-4755-97d9-9174e0c566d3 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Calling delete_port for 6d34198a-e535-4444-bad7-2eef1bb19c5d owned by compute:nova {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:42:13.211551 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-341565f7-d455-47a3-974c-e9587f6aefbc req-8a04cc92-3986-4755-97d9-9174e0c566d3 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:13.272264 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a04cc92-3986-4755-97d9-9174e0c566d3 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Pushing event deleted for resources: {'Port': ['ID=6d34198a-e535-4444-bad7-2eef1bb19c5d,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:13.344971 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [req-341565f7-d455-47a3-974c-e9587f6aefbc req-8a04cc92-3986-4755-97d9-9174e0c566d3 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] No DVR routers for this DVR port 6d34198a-e535-4444-bad7-2eef1bb19c5d on host n-h2-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:42:13.347492 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [req-341565f7-d455-47a3-974c-e9587f6aefbc req-8a04cc92-3986-4755-97d9-9174e0c566d3 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:13.350091 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8183765-ec04-4263-b824-ae82dbb7e3fe', 'name': 'network-vif-deleted', 'tag': '6d34198a-e535-4444-bad7-2eef1bb19c5d'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:42:13.366934 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-341565f7-d455-47a3-974c-e9587f6aefbc req-8a04cc92-3986-4755-97d9-9174e0c566d3 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.46 "DELETE /v2.0/ports/6d34198a-e535-4444-bad7-2eef1bb19c5d HTTP/1.1" status: 204 len: 173 time: 1.9019701 Feb 09 13:42:13.402574 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8183765-ec04-4263-b824-ae82dbb7e3fe', 'name': 'network-vif-deleted', 'tag': '6d34198a-e535-4444-bad7-2eef1bb19c5d', 'status': 'completed', 'code': 200} Feb 09 13:42:13.900935 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-963f5e64-2f8c-4778-bead-07c015d3afda req-bd4caec3-2634-4617-ac61-1b82717e2575 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Synchronizing usage tracker for tenant:0375a4e00b1247a6a47d4b442e50be42 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:42:13.917563 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-963f5e64-2f8c-4778-bead-07c015d3afda req-bd4caec3-2634-4617-ac61-1b82717e2575 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Unset dirty status for tenant:0375a4e00b1247a6a47d4b442e50be42 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:42:13.918915 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-963f5e64-2f8c-4778-bead-07c015d3afda req-bd4caec3-2634-4617-ac61-1b82717e2575 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8183765-ec04-4263-b824-ae82dbb7e3fe HTTP/1.1" status: 200 len: 210 time: 0.0644367 Feb 09 13:42:14.210439 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-519729e3-013f-4da4-beb8-45dc84a8e634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:15.592835 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 49444) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:42:15.690578 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 6d34198a-e535-4444-bad7-2eef1bb19c5d no longer exists at agent hyperv_n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:42:15.727161 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] No Port match for: 6d34198a-e535-4444-bad7-2eef1bb19c5d {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:42:15.727508 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Device 6d34198a-e535-4444-bad7-2eef1bb19c5d not bound to the agent host n-h2-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:42:15.797146 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-c1ab2696-fbc2-4573-9a66-37c62153b17c tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Deleting port f722dd6a-0d92-4661-abf9-7fd13020e8e9 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:42:15.797491 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c1ab2696-fbc2-4573-9a66-37c62153b17c tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:15.974695 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c1ab2696-fbc2-4573-9a66-37c62153b17c tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:15.975023 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c1ab2696-fbc2-4573-9a66-37c62153b17c tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:16.102759 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-c1ab2696-fbc2-4573-9a66-37c62153b17c tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Calling delete_port for f722dd6a-0d92-4661-abf9-7fd13020e8e9 owned by network:floatingip {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:42:16.260460 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c1ab2696-fbc2-4573-9a66-37c62153b17c tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:16.309988 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab2696-fbc2-4573-9a66-37c62153b17c tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Pushing event deleted for resources: {'Port': ['ID=f722dd6a-0d92-4661-abf9-7fd13020e8e9,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:16.405413 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c1ab2696-fbc2-4573-9a66-37c62153b17c tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks [] for floatingip, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:16.405768 n-d-825178-3 neutron-server[87567]: INFO neutron.db.l3_db [None req-c1ab2696-fbc2-4573-9a66-37c62153b17c tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Floating IP 06fa3089-d70c-489a-8ed7-1f1fc412d8ce disassociated (deleted). External IP: 172.25.7.162, port: f6980a09-0155-4003-8344-d6ad763b0a48. Feb 09 13:42:16.598680 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58c1bed0-c6f0-496b-8e73-98d5f1d6da55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:16.884780 n-d-825178-3 neutron-server[87567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ab2696-fbc2-4573-9a66-37c62153b17c tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Router a39a6751-c4bc-47cf-8151-a51777488dde has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:42:17.065364 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ab2696-fbc2-4573-9a66-37c62153b17c tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:42:17.074672 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc972cd-d803-43f5-b7f1-242a1a1f4d3c None None] Sync routers for ids ['a39a6751-c4bc-47cf-8151-a51777488dde'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:42:17.086109 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc972cd-d803-43f5-b7f1-242a1a1f4d3c None None] Routers {'a39a6751-c4bc-47cf-8151-a51777488dde'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:42:17.087342 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7dc972cd-d803-43f5-b7f1-242a1a1f4d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:42:17Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['a39a6751-c4bc-47cf-8151-a51777488dde'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:42:17.087888 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-c1ab2696-fbc2-4573-9a66-37c62153b17c tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for floatingip, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:17.152947 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c1ab2696-fbc2-4573-9a66-37c62153b17c tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "DELETE /v2.0/floatingips/06fa3089-d70c-489a-8ed7-1f1fc412d8ce HTTP/1.1" status: 204 len: 168 time: 1.5588548 Feb 09 13:42:17.153739 n-d-825178-3 neutron-server[87567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e1db9d-67ef-4d36-96c8-18115f944cb7', 'tag': 'f6980a09-0155-4003-8344-d6ad763b0a48'}] {{(pid=87567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:42:17.272855 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-7dc972cd-d803-43f5-b7f1-242a1a1f4d3c None None] Set router a39a6751-c4bc-47cf-8151-a51777488dde gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:42:17.412332 n-d-825178-3 neutron-server[87567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e1db9d-67ef-4d36-96c8-18115f944cb7', 'tag': 'f6980a09-0155-4003-8344-d6ad763b0a48', 'status': 'completed', 'code': 200} Feb 09 13:42:17.517179 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093d706-4717-4e15-9156-ab6ec3421dd8 req-9c219e17-150e-4d4a-9a67-9fe5c62ed49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:42:17.518832 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e093d706-4717-4e15-9156-ab6ec3421dd8 req-9c219e17-150e-4d4a-9a67-9fe5c62ed49b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0375a4e00b1247a6a47d4b442e50be42&device_id=14e1db9d-67ef-4d36-96c8-18115f944cb7 HTTP/1.1" status: 200 len: 1095 time: 0.0810952 Feb 09 13:42:17.582630 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee68863-6c0d-4c4f-b7ce-de4ceb3f5652 req-404be10d-cc11-4e9a-931e-ed3f1893476a tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:42:17.583546 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-4ee68863-6c0d-4c4f-b7ce-de4ceb3f5652 req-404be10d-cc11-4e9a-931e-ed3f1893476a tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Synchronizing usage tracker for tenant:0375a4e00b1247a6a47d4b442e50be42 on resource:port {{(pid=87567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:42:17.600780 n-d-825178-3 neutron-server[87567]: DEBUG neutron.quota.resource [req-4ee68863-6c0d-4c4f-b7ce-de4ceb3f5652 req-404be10d-cc11-4e9a-931e-ed3f1893476a tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Unset dirty status for tenant:0375a4e00b1247a6a47d4b442e50be42 on resource:port {{(pid=87567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:42:17.602493 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4ee68863-6c0d-4c4f-b7ce-de4ceb3f5652 req-404be10d-cc11-4e9a-931e-ed3f1893476a tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/ports?device_id=14e1db9d-67ef-4d36-96c8-18115f944cb7 HTTP/1.1" status: 200 len: 944 time: 0.1036103 Feb 09 13:42:17.604659 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7dc972cd-d803-43f5-b7f1-242a1a1f4d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'name': 'tempest-TestSnapshotPattern-1375631859-router', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'e6e39879-266c-4eed-be13-80e8076b2e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:37:10Z', 'updated_at': '2022-02-09T13:37:15Z', 'revision_number': 4, 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'gw_port': {'id': 'e6e39879-266c-4eed-be13-80e8076b2e50', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:11Z', 'updated_at': '2022-02-09T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '5d1c2a02-82db-4bcd-8198-ee15885ee0f0', 'name': '', 'network_id': '6b4a7cbc-afac-45e7-bb9e-2105e99214b1', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'mac_address': 'fa:16:3e:3e:88:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'b38034eb-06b0-43d5-a9b2-86cf06b2576f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:14Z', 'updated_at': '2022-02-09T13:37:22Z', 'revision_number': 5, 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'subnets': [{'id': 'b38034eb-06b0-43d5-a9b2-86cf06b2576f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:42:17.608965 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc972cd-d803-43f5-b7f1-242a1a1f4d3c None None] Checking router: a39a6751-c4bc-47cf-8151-a51777488dde for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:42:17.618080 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc972cd-d803-43f5-b7f1-242a1a1f4d3c None None] Routers {'a39a6751-c4bc-47cf-8151-a51777488dde'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:42:17.618436 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7dc972cd-d803-43f5-b7f1-242a1a1f4d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:42:17Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['a39a6751-c4bc-47cf-8151-a51777488dde'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:42:17.649729 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-4ee68863-6c0d-4c4f-b7ce-de4ceb3f5652 req-0cef7719-e626-4b3f-a7a2-980a3d65a024 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b98a57c-434a-4efa-a7cf-127e973f49c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410945 Feb 09 13:42:17.664116 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093d706-4717-4e15-9156-ab6ec3421dd8 req-9840462d-f9d8-4f66-a31b-8e548ecaf72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:42:17.665614 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e093d706-4717-4e15-9156-ab6ec3421dd8 req-9840462d-f9d8-4f66-a31b-8e548ecaf72a service neutron] 10.222.0.52 "GET /v2.0/networks?id=6b4a7cbc-afac-45e7-bb9e-2105e99214b1 HTTP/1.1" status: 200 len: 911 time: 0.1400034 Feb 09 13:42:17.739698 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e093d706-4717-4e15-9156-ab6ec3421dd8 req-81c541ba-aed6-42e0-97a5-fd38cea3e973 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6980a09-0155-4003-8344-d6ad763b0a48 HTTP/1.1" status: 200 len: 217 time: 0.0651040 Feb 09 13:42:17.800473 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:17.810368 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093d706-4717-4e15-9156-ab6ec3421dd8 req-98d8609e-f394-45c4-9777-9c8effc25292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:42:17.811798 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e093d706-4717-4e15-9156-ab6ec3421dd8 req-98d8609e-f394-45c4-9777-9c8effc25292 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b38034eb-06b0-43d5-a9b2-86cf06b2576f HTTP/1.1" status: 200 len: 849 time: 0.0652547 Feb 09 13:42:17.835756 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-7dc972cd-d803-43f5-b7f1-242a1a1f4d3c None None] Set router a39a6751-c4bc-47cf-8151-a51777488dde gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:42:17.890766 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093d706-4717-4e15-9156-ab6ec3421dd8 req-75795023-0c31-46db-b5b6-418190c4f73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:42:17.892310 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e093d706-4717-4e15-9156-ab6ec3421dd8 req-75795023-0c31-46db-b5b6-418190c4f73d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6b4a7cbc-afac-45e7-bb9e-2105e99214b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736091 Feb 09 13:42:17.932994 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:18.028927 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e093d706-4717-4e15-9156-ab6ec3421dd8 req-619a3890-3839-443c-b80d-2a9e5c71762b service neutron] 10.222.0.52 "GET /v2.0/networks/6b4a7cbc-afac-45e7-bb9e-2105e99214b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296930 Feb 09 13:42:18.158342 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7dc972cd-d803-43f5-b7f1-242a1a1f4d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'name': 'tempest-TestSnapshotPattern-1375631859-router', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'e6e39879-266c-4eed-be13-80e8076b2e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:37:10Z', 'updated_at': '2022-02-09T13:37:15Z', 'revision_number': 4, 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'gw_port': {'id': 'e6e39879-266c-4eed-be13-80e8076b2e50', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:11Z', 'updated_at': '2022-02-09T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '5d1c2a02-82db-4bcd-8198-ee15885ee0f0', 'name': '', 'network_id': '6b4a7cbc-afac-45e7-bb9e-2105e99214b1', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'mac_address': 'fa:16:3e:3e:88:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'b38034eb-06b0-43d5-a9b2-86cf06b2576f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:14Z', 'updated_at': '2022-02-09T13:37:22Z', 'revision_number': 5, 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'subnets': [{'id': 'b38034eb-06b0-43d5-a9b2-86cf06b2576f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:42:18.162269 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc972cd-d803-43f5-b7f1-242a1a1f4d3c None None] The sync data for ids ['a39a6751-c4bc-47cf-8151-a51777488dde'] in n-d-825178-3 is: [{'id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'name': 'tempest-TestSnapshotPattern-1375631859-router', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'e6e39879-266c-4eed-be13-80e8076b2e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:37:10Z', 'updated_at': '2022-02-09T13:37:15Z', 'revision_number': 4, 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'gw_port': {'id': 'e6e39879-266c-4eed-be13-80e8076b2e50', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:11Z', 'updated_at': '2022-02-09T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3', '_interfaces': [{'id': '5d1c2a02-82db-4bcd-8198-ee15885ee0f0', 'name': '', 'network_id': '6b4a7cbc-afac-45e7-bb9e-2105e99214b1', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'mac_address': 'fa:16:3e:3e:88:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'b38034eb-06b0-43d5-a9b2-86cf06b2576f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:14Z', 'updated_at': '2022-02-09T13:37:22Z', 'revision_number': 5, 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'subnets': [{'id': 'b38034eb-06b0-43d5-a9b2-86cf06b2576f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:42:18.166813 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-e093d706-4717-4e15-9156-ab6ec3421dd8 req-8269972a-8b3b-4c9f-ba2c-e49904161615 service neutron] 10.222.0.52 "GET /v2.0/networks/6b4a7cbc-afac-45e7-bb9e-2105e99214b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314580 Feb 09 13:42:18.401617 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ed7bb7-2302-4937-8634-54d0302b0dbd None None] New status for floating IP 06fa3089-d70c-489a-8ed7-1f1fc412d8ce: DOWN {{(pid=87569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:42:18.859047 n-d-825178-3 neutron-server[87567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f47b406-0bb4-458a-8ada-0173ca208cd8 req-43e5c02f-fa7a-400b-b35b-8ed41f39b6fd tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:42:18.860462 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8f47b406-0bb4-458a-8ada-0173ca208cd8 req-43e5c02f-fa7a-400b-b35b-8ed41f39b6fd tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/ports?device_id=14e1db9d-67ef-4d36-96c8-18115f944cb7 HTTP/1.1" status: 200 len: 944 time: 0.0888197 Feb 09 13:42:18.904748 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-8f47b406-0bb4-458a-8ada-0173ca208cd8 req-3f119a7b-9aeb-4296-a4f9-ae17a109b5e8 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b98a57c-434a-4efa-a7cf-127e973f49c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386460 Feb 09 13:42:19.111179 n-d-825178-3 neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48cf134-8d12-426b-9dd8-db75ef8715e7 req-9bb590f1-82fb-4b93-950c-5e047c408c48 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:42:19.111797 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-a48cf134-8d12-426b-9dd8-db75ef8715e7 req-9bb590f1-82fb-4b93-950c-5e047c408c48 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Synchronizing usage tracker for tenant:0375a4e00b1247a6a47d4b442e50be42 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:42:19.124188 n-d-825178-3 neutron-server[87568]: DEBUG neutron.quota.resource [req-a48cf134-8d12-426b-9dd8-db75ef8715e7 req-9bb590f1-82fb-4b93-950c-5e047c408c48 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Unset dirty status for tenant:0375a4e00b1247a6a47d4b442e50be42 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:42:19.125269 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a48cf134-8d12-426b-9dd8-db75ef8715e7 req-9bb590f1-82fb-4b93-950c-5e047c408c48 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.52 "GET /v2.0/ports?device_id=14e1db9d-67ef-4d36-96c8-18115f944cb7 HTTP/1.1" status: 200 len: 944 time: 0.0945766 Feb 09 13:42:19.194742 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-a48cf134-8d12-426b-9dd8-db75ef8715e7 req-f39f8762-a9ba-4d96-b32c-88e8c4b78cfd tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Deleting port f6980a09-0155-4003-8344-d6ad763b0a48 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:42:19.195114 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a48cf134-8d12-426b-9dd8-db75ef8715e7 req-f39f8762-a9ba-4d96-b32c-88e8c4b78cfd tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:19.504345 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:19.535318 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-a48cf134-8d12-426b-9dd8-db75ef8715e7 req-f39f8762-a9ba-4d96-b32c-88e8c4b78cfd tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] For port f6980a09-0155-4003-8344-d6ad763b0a48, host n-h1-825178-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-3',level=0,port_id=f6980a09-0155-4003-8344-d6ad763b0a48,segment=NetworkSegment(c9fd9506-cfdf-4fec-9b87-07759545c27f),segment_id=c9fd9506-cfdf-4fec-9b87-07759545c27f)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:42:19.535666 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a48cf134-8d12-426b-9dd8-db75ef8715e7 req-f39f8762-a9ba-4d96-b32c-88e8c4b78cfd tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:19.659258 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-a48cf134-8d12-426b-9dd8-db75ef8715e7 req-f39f8762-a9ba-4d96-b32c-88e8c4b78cfd tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Calling delete_port for f6980a09-0155-4003-8344-d6ad763b0a48 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:42:19.805813 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a48cf134-8d12-426b-9dd8-db75ef8715e7 req-f39f8762-a9ba-4d96-b32c-88e8c4b78cfd tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:19.862391 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f8762-a9ba-4d96-b32c-88e8c4b78cfd tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Pushing event deleted for resources: {'Port': ['ID=f6980a09-0155-4003-8344-d6ad763b0a48,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:19.908978 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39f8762-a9ba-4d96-b32c-88e8c4b78cfd tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:42:19.909238 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39f8762-a9ba-4d96-b32c-88e8c4b78cfd tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:42:19.909583 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39f8762-a9ba-4d96-b32c-88e8c4b78cfd tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:42:19.909935 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39f8762-a9ba-4d96-b32c-88e8c4b78cfd tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:42:19.910288 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39f8762-a9ba-4d96-b32c-88e8c4b78cfd tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:42:19.910615 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39f8762-a9ba-4d96-b32c-88e8c4b78cfd tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:42:19.910931 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39f8762-a9ba-4d96-b32c-88e8c4b78cfd tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:42:19.911247 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39f8762-a9ba-4d96-b32c-88e8c4b78cfd tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:42:19.911581 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39f8762-a9ba-4d96-b32c-88e8c4b78cfd tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:42:19.912090 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39f8762-a9ba-4d96-b32c-88e8c4b78cfd tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:42:19.912551 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39f8762-a9ba-4d96-b32c-88e8c4b78cfd tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:42:19.913019 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39f8762-a9ba-4d96-b32c-88e8c4b78cfd tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-3 {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:42:19.968752 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48cf134-8d12-426b-9dd8-db75ef8715e7 req-f39f8762-a9ba-4d96-b32c-88e8c4b78cfd tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] No DVR routers for this DVR port f6980a09-0155-4003-8344-d6ad763b0a48 on host n-h1-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:42:19.971332 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a48cf134-8d12-426b-9dd8-db75ef8715e7 req-f39f8762-a9ba-4d96-b32c-88e8c4b78cfd tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250938'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:19.974001 n-d-825178-3 neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e1db9d-67ef-4d36-96c8-18115f944cb7', 'name': 'network-vif-deleted', 'tag': 'f6980a09-0155-4003-8344-d6ad763b0a48'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:42:19.990509 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [req-a48cf134-8d12-426b-9dd8-db75ef8715e7 req-f39f8762-a9ba-4d96-b32c-88e8c4b78cfd tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.52 "DELETE /v2.0/ports/f6980a09-0155-4003-8344-d6ad763b0a48 HTTP/1.1" status: 204 len: 173 time: 0.8595860 Feb 09 13:42:20.077571 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [req-e18eacaa-21f7-454a-8b66-5e554de0535f req-3220d846-ff79-43bb-809e-7eb2bcd58705 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "GET /v2.0/ports?device_id=14e1db9d-67ef-4d36-96c8-18115f944cb7 HTTP/1.1" status: 200 len: 210 time: 0.0431807 Feb 09 13:42:20.183766 n-d-825178-3 neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e1db9d-67ef-4d36-96c8-18115f944cb7', 'name': 'network-vif-deleted', 'tag': 'f6980a09-0155-4003-8344-d6ad763b0a48', 'status': 'completed', 'code': 200} Feb 09 13:42:21.005257 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:42:21.178968 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49468) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:42:21.249700 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8896a2d6-436e-4880-ba32-8e75aa077707 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:21.297209 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8896a2d6-436e-4880-ba32-8e75aa077707 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:21.369291 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8896a2d6-436e-4880-ba32-8e75aa077707 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:21.389679 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8896a2d6-436e-4880-ba32-8e75aa077707 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b98a57c-434a-4efa-a7cf-127e973f49c8,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:21.398050 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8896a2d6-436e-4880-ba32-8e75aa077707 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:21.399275 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8896a2d6-436e-4880-ba32-8e75aa077707 tempest-TestSnapshotPattern-1069006856 tempest-TestSnapshotPattern-1069006856-project] 10.222.0.55 "DELETE /v2.0/security-groups/8b98a57c-434a-4efa-a7cf-127e973f49c8 HTTP/1.1" status: 204 len: 168 time: 0.2193022 Feb 09 13:42:21.438099 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:21.450866 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49474) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:42:22.134849 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b66e3de7-4d93-4d45-9974-a6dee76359d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:22.602326 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-b66e3de7-4d93-4d45-9974-a6dee76359d5 admin admin] Deleting port 5d1c2a02-82db-4bcd-8198-ee15885ee0f0 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:42:22.603031 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b66e3de7-4d93-4d45-9974-a6dee76359d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:22.777034 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-b66e3de7-4d93-4d45-9974-a6dee76359d5 admin admin] For port 5d1c2a02-82db-4bcd-8198-ee15885ee0f0, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=5d1c2a02-82db-4bcd-8198-ee15885ee0f0,segment=NetworkSegment(c9fd9506-cfdf-4fec-9b87-07759545c27f),segment_id=c9fd9506-cfdf-4fec-9b87-07759545c27f)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:42:22.777383 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b66e3de7-4d93-4d45-9974-a6dee76359d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:22.906789 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-b66e3de7-4d93-4d45-9974-a6dee76359d5 admin admin] Calling delete_port for 5d1c2a02-82db-4bcd-8198-ee15885ee0f0 owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:42:23.224927 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b66e3de7-4d93-4d45-9974-a6dee76359d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:23.274486 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e3de7-4d93-4d45-9974-a6dee76359d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d1c2a02-82db-4bcd-8198-ee15885ee0f0,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:23.568494 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b66e3de7-4d93-4d45-9974-a6dee76359d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:23.928018 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device f6980a09-0155-4003-8344-d6ad763b0a48 no longer exists at agent hyperv_n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:42:23.973550 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] No Port match for: f6980a09-0155-4003-8344-d6ad763b0a48 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:42:23.973900 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Device f6980a09-0155-4003-8344-d6ad763b0a48 not bound to the agent host n-h1-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:42:23.983651 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:24.088075 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b66e3de7-4d93-4d45-9974-a6dee76359d5 admin admin] Router a39a6751-c4bc-47cf-8151-a51777488dde has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:42:24.274782 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66e3de7-4d93-4d45-9974-a6dee76359d5 admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:42:24.285898 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68c7ba7-c89a-4937-a8eb-454505874d0a None None] Sync routers for ids ['a39a6751-c4bc-47cf-8151-a51777488dde'] in n-d-825178-3 {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:42:24.291217 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-b66e3de7-4d93-4d45-9974-a6dee76359d5 admin admin] 10.222.0.55 "PUT /v2.0/routers/a39a6751-c4bc-47cf-8151-a51777488dde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8392153 Feb 09 13:42:24.294681 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49482) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:42:24.297762 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68c7ba7-c89a-4937-a8eb-454505874d0a None None] Routers {'a39a6751-c4bc-47cf-8151-a51777488dde'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:42:24.298468 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a68c7ba7-c89a-4937-a8eb-454505874d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:42:17Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['a39a6751-c4bc-47cf-8151-a51777488dde'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:42:24.477490 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-a68c7ba7-c89a-4937-a8eb-454505874d0a None None] Set router a39a6751-c4bc-47cf-8151-a51777488dde gateway port host: n-d-825178-3 {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:42:24.483546 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0e687bbb-2406-4fc9-b18e-e07bba8c8593 admin admin] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:24.674132 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0e687bbb-2406-4fc9-b18e-e07bba8c8593 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:24.683194 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-0e687bbb-2406-4fc9-b18e-e07bba8c8593 admin admin] Deleting port e6e39879-266c-4eed-be13-80e8076b2e50 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:42:24.683546 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0e687bbb-2406-4fc9-b18e-e07bba8c8593 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:24.772174 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a68c7ba7-c89a-4937-a8eb-454505874d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'name': 'tempest-TestSnapshotPattern-1375631859-router', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'e6e39879-266c-4eed-be13-80e8076b2e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:37:10Z', 'updated_at': '2022-02-09T13:42:23Z', 'revision_number': 5, 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'gw_port': {'id': 'e6e39879-266c-4eed-be13-80e8076b2e50', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:11Z', 'updated_at': '2022-02-09T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:42:24.775995 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68c7ba7-c89a-4937-a8eb-454505874d0a None None] Checking router: a39a6751-c4bc-47cf-8151-a51777488dde for host: n-d-825178-3 {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:42:24.784888 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68c7ba7-c89a-4937-a8eb-454505874d0a None None] Routers {'a39a6751-c4bc-47cf-8151-a51777488dde'} bound to L3 agent in host n-d-825178-3 {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:42:24.785498 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a68c7ba7-c89a-4937-a8eb-454505874d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:42:17Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['a39a6751-c4bc-47cf-8151-a51777488dde'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:42:24.870408 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-0e687bbb-2406-4fc9-b18e-e07bba8c8593 admin admin] For port e6e39879-266c-4eed-be13-80e8076b2e50, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=e6e39879-266c-4eed-be13-80e8076b2e50,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:42:24.870761 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0e687bbb-2406-4fc9-b18e-e07bba8c8593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:24.944473 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-a68c7ba7-c89a-4937-a8eb-454505874d0a None None] Set router a39a6751-c4bc-47cf-8151-a51777488dde gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:42:25.007150 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-0e687bbb-2406-4fc9-b18e-e07bba8c8593 admin admin] Calling delete_port for e6e39879-266c-4eed-be13-80e8076b2e50 owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:42:25.055155 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a68c7ba7-c89a-4937-a8eb-454505874d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'name': 'tempest-TestSnapshotPattern-1375631859-router', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:37:10Z', 'updated_at': '2022-02-09T13:42:24Z', 'revision_number': 6, 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:42:25.059252 n-d-825178-3 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68c7ba7-c89a-4937-a8eb-454505874d0a None None] The sync data for ids ['a39a6751-c4bc-47cf-8151-a51777488dde'] in n-d-825178-3 is: [{'id': 'a39a6751-c4bc-47cf-8151-a51777488dde', 'name': 'tempest-TestSnapshotPattern-1375631859-router', 'tenant_id': '0375a4e00b1247a6a47d4b442e50be42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:37:10Z', 'updated_at': '2022-02-09T13:42:24Z', 'revision_number': 6, 'project_id': '0375a4e00b1247a6a47d4b442e50be42', 'gw_port_host': None}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:42:25.228095 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0e687bbb-2406-4fc9-b18e-e07bba8c8593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:25.277520 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e687bbb-2406-4fc9-b18e-e07bba8c8593 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6e39879-266c-4eed-be13-80e8076b2e50,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:25.374143 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0e687bbb-2406-4fc9-b18e-e07bba8c8593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:25.673392 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0e687bbb-2406-4fc9-b18e-e07bba8c8593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:25.676664 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0e687bbb-2406-4fc9-b18e-e07bba8c8593 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:25.705961 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0e687bbb-2406-4fc9-b18e-e07bba8c8593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:25.706922 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e687bbb-2406-4fc9-b18e-e07bba8c8593 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a39a6751-c4bc-47cf-8151-a51777488dde {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 13:42:25.723850 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0e687bbb-2406-4fc9-b18e-e07bba8c8593 admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:25.725020 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-0e687bbb-2406-4fc9-b18e-e07bba8c8593 admin admin] 10.222.0.55 "DELETE /v2.0/routers/a39a6751-c4bc-47cf-8151-a51777488dde HTTP/1.1" status: 204 len: 168 time: 1.4293032 Feb 09 13:42:25.727886 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49486) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:42:25.791773 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0e54387-b2c6-48a5-8e8d-3024426dbff0 admin admin] Deleting subnet b38034eb-06b0-43d5-a9b2-86cf06b2576f {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 13:42:25.795890 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a0e54387-b2c6-48a5-8e8d-3024426dbff0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:25.867704 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a0e54387-b2c6-48a5-8e8d-3024426dbff0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:25.881973 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5d1c2a02-82db-4bcd-8198-ee15885ee0f0 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:42:25.919255 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 5d1c2a02-82db-4bcd-8198-ee15885ee0f0 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:42:25.919661 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 5d1c2a02-82db-4bcd-8198-ee15885ee0f0 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:42:25.920076 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device e6e39879-266c-4eed-be13-80e8076b2e50 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:42:25.961918 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: e6e39879-266c-4eed-be13-80e8076b2e50 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:42:25.962739 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device e6e39879-266c-4eed-be13-80e8076b2e50 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:42:25.968760 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a0e54387-b2c6-48a5-8e8d-3024426dbff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:26.041231 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a0e54387-b2c6-48a5-8e8d-3024426dbff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:26.086624 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a0e54387-b2c6-48a5-8e8d-3024426dbff0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:26.094158 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b712ed-cc7a-4f2d-86f8-833d77503325 None None] Network 6b4a7cbc-afac-45e7-bb9e-2105e99214b1 requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:42:26.094708 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e54387-b2c6-48a5-8e8d-3024426dbff0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b38034eb-06b0-43d5-a9b2-86cf06b2576f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:26.099459 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a0e54387-b2c6-48a5-8e8d-3024426dbff0 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/b38034eb-06b0-43d5-a9b2-86cf06b2576f HTTP/1.1" status: 204 len: 168 time: 0.3699832 Feb 09 13:42:26.101778 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49490) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:42:26.224745 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a350f3f0-ec84-4b30-9285-f250a41e9e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:26.236067 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-a350f3f0-ec84-4b30-9285-f250a41e9e2e admin admin] Deleting port f6b42aa3-08ea-4006-93c9-98d0a80d9ec9 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:42:26.236755 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a350f3f0-ec84-4b30-9285-f250a41e9e2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:26.395172 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70ae5b4-9b82-4ba6-897c-49c261ff2421 None None] DHCP port deletion for 6b4a7cbc-afac-45e7-bb9e-2105e99214b1 request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 13:42:26.399549 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-f70ae5b4-9b82-4ba6-897c-49c261ff2421 None None] Deleting port f6b42aa3-08ea-4006-93c9-98d0a80d9ec9 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:42:26.399955 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f70ae5b4-9b82-4ba6-897c-49c261ff2421 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:26.475910 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-a350f3f0-ec84-4b30-9285-f250a41e9e2e admin admin] For port f6b42aa3-08ea-4006-93c9-98d0a80d9ec9, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=f6b42aa3-08ea-4006-93c9-98d0a80d9ec9,segment=NetworkSegment(c9fd9506-cfdf-4fec-9b87-07759545c27f),segment_id=c9fd9506-cfdf-4fec-9b87-07759545c27f)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:42:26.476455 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a350f3f0-ec84-4b30-9285-f250a41e9e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:26.602148 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-a350f3f0-ec84-4b30-9285-f250a41e9e2e admin admin] Calling delete_port for f6b42aa3-08ea-4006-93c9-98d0a80d9ec9 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:42:26.608921 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-f70ae5b4-9b82-4ba6-897c-49c261ff2421 None None] For port f6b42aa3-08ea-4006-93c9-98d0a80d9ec9, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=f6b42aa3-08ea-4006-93c9-98d0a80d9ec9,segment=NetworkSegment(c9fd9506-cfdf-4fec-9b87-07759545c27f),segment_id=c9fd9506-cfdf-4fec-9b87-07759545c27f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:42:26.609320 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f70ae5b4-9b82-4ba6-897c-49c261ff2421 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:26.684496 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a350f3f0-ec84-4b30-9285-f250a41e9e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:26.732655 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a350f3f0-ec84-4b30-9285-f250a41e9e2e admin admin] Pushing event deleted for resources: {'Port': ['ID=f6b42aa3-08ea-4006-93c9-98d0a80d9ec9,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:26.736134 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a350f3f0-ec84-4b30-9285-f250a41e9e2e admin admin] No DVR routers for this DVR port f6b42aa3-08ea-4006-93c9-98d0a80d9ec9 on host n-d-825178-3 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:42:26.768862 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-f70ae5b4-9b82-4ba6-897c-49c261ff2421 None None] Calling delete_port for f6b42aa3-08ea-4006-93c9-98d0a80d9ec9 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:42:26.846869 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-f70ae5b4-9b82-4ba6-897c-49c261ff2421 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:42:26.847226 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-f70ae5b4-9b82-4ba6-897c-49c261ff2421 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:42:26.855959 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a350f3f0-ec84-4b30-9285-f250a41e9e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:26.881469 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-a350f3f0-ec84-4b30-9285-f250a41e9e2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b4a7cbc-afac-45e7-bb9e-2105e99214b1']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:42:26.894310 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-a350f3f0-ec84-4b30-9285-f250a41e9e2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9fd9506-cfdf-4fec-9b87-07759545c27f') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:42:26.894610 n-d-825178-3 neutron-server[87568]: DEBUG neutron.services.segments.db [None req-a350f3f0-ec84-4b30-9285-f250a41e9e2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9fd9506-cfdf-4fec-9b87-07759545c27f') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:42:26.905625 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a350f3f0-ec84-4b30-9285-f250a41e9e2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2517125'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:26.922009 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a350f3f0-ec84-4b30-9285-f250a41e9e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:26.928125 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a350f3f0-ec84-4b30-9285-f250a41e9e2e admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 13:42:26.928515 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a350f3f0-ec84-4b30-9285-f250a41e9e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3870843'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:26.945910 n-d-825178-3 neutron-server[87568]: Traceback (most recent call last): Feb 09 13:42:26.945910 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 13:42:26.945910 n-d-825178-3 neutron-server[87568]: timer() Feb 09 13:42:26.945910 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:42:26.945910 n-d-825178-3 neutron-server[87568]: cb(*args, **kw) Feb 09 13:42:26.945910 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:42:26.945910 n-d-825178-3 neutron-server[87568]: return func(*args, **kwargs) Feb 09 13:42:26.945910 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:42:26.945910 n-d-825178-3 neutron-server[87568]: self._notify() Feb 09 13:42:26.945910 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:42:26.945910 n-d-825178-3 neutron-server[87568]: self.callback(batched_events) Feb 09 13:42:26.945910 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:42:26.945910 n-d-825178-3 neutron-server[87568]: event.method(event) Feb 09 13:42:26.945910 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:42:26.945910 n-d-825178-3 neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:42:26.945910 n-d-825178-3 neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:42:26.945910 n-d-825178-3 neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:42:26.945910 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:42:26.945910 n-d-825178-3 neutron-server[87568]: return f(self, *a, **k) Feb 09 13:42:26.945910 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 13:42:26.945910 n-d-825178-3 neutron-server[87568]: return self._get(url).json() Feb 09 13:42:26.945910 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 13:42:26.945910 n-d-825178-3 neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:42:26.945910 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 13:42:26.945910 n-d-825178-3 neutron-server[87568]: return self.request(url, 'GET', **kwargs) Feb 09 13:42:26.945910 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 13:42:26.945910 n-d-825178-3 neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:42:26.945910 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 13:42:26.945910 n-d-825178-3 neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:42:26.945910 n-d-825178-3 neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 13:42:26.945910 n-d-825178-3 neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:42:26.945910 n-d-825178-3 neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:42:27.021609 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a350f3f0-ec84-4b30-9285-f250a41e9e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:27.037632 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a350f3f0-ec84-4b30-9285-f250a41e9e2e admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:27.048206 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a350f3f0-ec84-4b30-9285-f250a41e9e2e admin admin] Pushing event deleted for resources: {'Network': ['ID=6b4a7cbc-afac-45e7-bb9e-2105e99214b1,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:27.063437 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-a350f3f0-ec84-4b30-9285-f250a41e9e2e admin admin] 10.222.0.55 "DELETE /v2.0/networks/6b4a7cbc-afac-45e7-bb9e-2105e99214b1 HTTP/1.1" status: 204 len: 168 time: 0.9605894 Feb 09 13:42:27.066562 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49494) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:42:27.348785 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-f70ae5b4-9b82-4ba6-897c-49c261ff2421 None None] Deleting port f6b42aa3-08ea-4006-93c9-98d0a80d9ec9 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:42:27.349380 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f70ae5b4-9b82-4ba6-897c-49c261ff2421 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:27.432487 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-f70ae5b4-9b82-4ba6-897c-49c261ff2421 None None] The port 'f6b42aa3-08ea-4006-93c9-98d0a80d9ec9' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 13:42:27.717154 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device f6b42aa3-08ea-4006-93c9-98d0a80d9ec9 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:42:27.754273 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: f6b42aa3-08ea-4006-93c9-98d0a80d9ec9 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:42:27.754616 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device f6b42aa3-08ea-4006-93c9-98d0a80d9ec9 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:42:27.760247 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-75c837fe-274c-4e54-b9d0-719314b2f64a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763538'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:28.141498 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-75c837fe-274c-4e54-b9d0-719314b2f64a admin admin] Deleting port 64cf2ef9-06ae-4be2-84bc-0e30877ee3c7 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:42:28.141834 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-75c837fe-274c-4e54-b9d0-719314b2f64a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:28.314304 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-75c837fe-274c-4e54-b9d0-719314b2f64a admin admin] For port 64cf2ef9-06ae-4be2-84bc-0e30877ee3c7, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=64cf2ef9-06ae-4be2-84bc-0e30877ee3c7,segment=NetworkSegment(5449f694-dd03-4a3a-b91e-e3a013ad8db1),segment_id=5449f694-dd03-4a3a-b91e-e3a013ad8db1)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:42:28.314659 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-75c837fe-274c-4e54-b9d0-719314b2f64a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:28.440478 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-75c837fe-274c-4e54-b9d0-719314b2f64a admin admin] Calling delete_port for 64cf2ef9-06ae-4be2-84bc-0e30877ee3c7 owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:42:28.642621 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-75c837fe-274c-4e54-b9d0-719314b2f64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:28.691919 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c837fe-274c-4e54-b9d0-719314b2f64a admin admin] Pushing event deleted for resources: {'Port': ['ID=64cf2ef9-06ae-4be2-84bc-0e30877ee3c7,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:29.141953 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-75c837fe-274c-4e54-b9d0-719314b2f64a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737794'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:29.548737 n-d-825178-3 neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c837fe-274c-4e54-b9d0-719314b2f64a admin admin] Router 76619d17-72aa-49bc-b55d-b807a08911c7 has already been hosted by L3 agent cd4285fa-062c-4dc5-a148-f9c52ec8a932 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:42:29.779381 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c837fe-274c-4e54-b9d0-719314b2f64a admin admin] Notify agent at l3_agent.n-d-825178-3 the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:42:29.789959 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e1e780-d039-4e5b-bf61-c1e6ce14f4b4 None None] Sync routers for ids ['76619d17-72aa-49bc-b55d-b807a08911c7'] in n-d-825178-3 {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:42:29.799385 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-75c837fe-274c-4e54-b9d0-719314b2f64a admin admin] 10.222.0.55 "PUT /v2.0/routers/76619d17-72aa-49bc-b55d-b807a08911c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7314620 Feb 09 13:42:29.802866 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49498) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:42:29.804270 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e1e780-d039-4e5b-bf61-c1e6ce14f4b4 None None] Routers {'76619d17-72aa-49bc-b55d-b807a08911c7'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:42:29.805246 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-55e1e780-d039-4e5b-bf61-c1e6ce14f4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:42:17Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['76619d17-72aa-49bc-b55d-b807a08911c7'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:42:30.002219 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-60fc27f9-8bba-424b-b838-b58ba9c19edf admin admin] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:30.043213 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-55e1e780-d039-4e5b-bf61-c1e6ce14f4b4 None None] Set router 76619d17-72aa-49bc-b55d-b807a08911c7 gateway port host: n-d-825178-3 {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:42:30.209594 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-60fc27f9-8bba-424b-b838-b58ba9c19edf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:30.221065 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-60fc27f9-8bba-424b-b838-b58ba9c19edf admin admin] Deleting port c96f49a3-a720-46df-a61a-e7a79bb9a534 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:42:30.221534 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-60fc27f9-8bba-424b-b838-b58ba9c19edf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:30.389155 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-55e1e780-d039-4e5b-bf61-c1e6ce14f4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76619d17-72aa-49bc-b55d-b807a08911c7', 'name': 'tempest-TestSnapshotPattern-1184480063-router', 'tenant_id': '0e14a3c9bf5c424dbbf73bcd2bd5fb22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'external_fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'c96f49a3-a720-46df-a61a-e7a79bb9a534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:37:18Z', 'updated_at': '2022-02-09T13:42:28Z', 'revision_number': 5, 'project_id': '0e14a3c9bf5c424dbbf73bcd2bd5fb22', 'gw_port': {'id': 'c96f49a3-a720-46df-a61a-e7a79bb9a534', 'name': '', 'network_id': 'af0bad45-b31e-4cb1-a77c-3bbc34409de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76619d17-72aa-49bc-b55d-b807a08911c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:19Z', 'updated_at': '2022-02-09T13:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9bac502-0803-4be6-8ff1-3365c0261a49', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-3'}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:42:30.393392 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e1e780-d039-4e5b-bf61-c1e6ce14f4b4 None None] Checking router: 76619d17-72aa-49bc-b55d-b807a08911c7 for host: n-d-825178-3 {{(pid=87569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:42:30.402089 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e1e780-d039-4e5b-bf61-c1e6ce14f4b4 None None] Routers {'76619d17-72aa-49bc-b55d-b807a08911c7'} bound to L3 agent in host n-d-825178-3 {{(pid=87569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:42:30.403012 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-55e1e780-d039-4e5b-bf61-c1e6ce14f4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:01:16Z,description=,heartbeat_timestamp=2022-02-09T13:42:17Z,host='n-d-825178-3',id=cd4285fa-062c-4dc5-a148-f9c52ec8a932,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:01:16Z,topic='l3_agent')) {'router_ids': ['76619d17-72aa-49bc-b55d-b807a08911c7'], 'active': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:42:30.423718 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-60fc27f9-8bba-424b-b838-b58ba9c19edf admin admin] For port c96f49a3-a720-46df-a61a-e7a79bb9a534, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=c96f49a3-a720-46df-a61a-e7a79bb9a534,segment=NetworkSegment(67400f67-5c36-4a85-bdb4-dbecd7bd12b9),segment_id=67400f67-5c36-4a85-bdb4-dbecd7bd12b9)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:42:30.424111 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-60fc27f9-8bba-424b-b838-b58ba9c19edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:30.559718 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_dvr_db [None req-55e1e780-d039-4e5b-bf61-c1e6ce14f4b4 None None] Set router 76619d17-72aa-49bc-b55d-b807a08911c7 gateway port host: None {{(pid=87569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:42:30.672781 n-d-825178-3 neutron-server[87569]: DEBUG neutron.db.l3_hamode_db [None req-55e1e780-d039-4e5b-bf61-c1e6ce14f4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76619d17-72aa-49bc-b55d-b807a08911c7', 'name': 'tempest-TestSnapshotPattern-1184480063-router', 'tenant_id': '0e14a3c9bf5c424dbbf73bcd2bd5fb22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:37:18Z', 'updated_at': '2022-02-09T13:42:30Z', 'revision_number': 6, 'project_id': '0e14a3c9bf5c424dbbf73bcd2bd5fb22', 'gw_port_host': None}], 'n-d-825178-3', False) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:42:30.677373 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e1e780-d039-4e5b-bf61-c1e6ce14f4b4 None None] The sync data for ids ['76619d17-72aa-49bc-b55d-b807a08911c7'] in n-d-825178-3 is: [{'id': '76619d17-72aa-49bc-b55d-b807a08911c7', 'name': 'tempest-TestSnapshotPattern-1184480063-router', 'tenant_id': '0e14a3c9bf5c424dbbf73bcd2bd5fb22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:37:18Z', 'updated_at': '2022-02-09T13:42:30Z', 'revision_number': 6, 'project_id': '0e14a3c9bf5c424dbbf73bcd2bd5fb22', 'gw_port_host': None}] {{(pid=87569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:42:30.677558 n-d-825178-3 neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-60fc27f9-8bba-424b-b838-b58ba9c19edf admin admin] Calling delete_port for c96f49a3-a720-46df-a61a-e7a79bb9a534 owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:42:30.852860 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-60fc27f9-8bba-424b-b838-b58ba9c19edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3871658'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:30.904816 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fc27f9-8bba-424b-b838-b58ba9c19edf admin admin] Pushing event deleted for resources: {'Port': ['ID=c96f49a3-a720-46df-a61a-e7a79bb9a534,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:30.996985 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-60fc27f9-8bba-424b-b838-b58ba9c19edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740791'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:31.178353 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-60fc27f9-8bba-424b-b838-b58ba9c19edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3994'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:31.180812 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-60fc27f9-8bba-424b-b838-b58ba9c19edf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:31.214019 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-60fc27f9-8bba-424b-b838-b58ba9c19edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738141'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:31.215254 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60fc27f9-8bba-424b-b838-b58ba9c19edf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76619d17-72aa-49bc-b55d-b807a08911c7 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 13:42:31.234273 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-60fc27f9-8bba-424b-b838-b58ba9c19edf admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:31.236174 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-60fc27f9-8bba-424b-b838-b58ba9c19edf admin admin] 10.222.0.55 "DELETE /v2.0/routers/76619d17-72aa-49bc-b55d-b807a08911c7 HTTP/1.1" status: 204 len: 168 time: 1.4321392 Feb 09 13:42:31.238913 n-d-825178-3 neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.55', 49504) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:42:31.317698 n-d-825178-3 neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-8158ee59-36ae-4dac-bfdb-46086c5bdbb1 admin admin] Deleting subnet c83f0d75-5d5e-4a38-ba53-3a6abb6d303f {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 13:42:31.320727 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8158ee59-36ae-4dac-bfdb-46086c5bdbb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:31.374362 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8158ee59-36ae-4dac-bfdb-46086c5bdbb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2517170'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:31.456685 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8158ee59-36ae-4dac-bfdb-46086c5bdbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687219'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:31.525474 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8158ee59-36ae-4dac-bfdb-46086c5bdbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805736'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:31.565712 n-d-825178-3 neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8158ee59-36ae-4dac-bfdb-46086c5bdbb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c83f0d75-5d5e-4a38-ba53-3a6abb6d303f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:31.567618 n-d-825178-3 neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8158ee59-36ae-4dac-bfdb-46086c5bdbb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:31.576217 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fd7caa-2196-489c-b81c-27227079b202 None None] Network ea6c58b1-0d7b-4549-9147-3bcf57a9aabe requested from n-d-825178-3 {{(pid=87569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:42:31.576728 n-d-825178-3 neutron-server[87568]: INFO neutron.wsgi [None req-8158ee59-36ae-4dac-bfdb-46086c5bdbb1 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c83f0d75-5d5e-4a38-ba53-3a6abb6d303f HTTP/1.1" status: 204 len: 168 time: 0.3363583 Feb 09 13:42:31.576824 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 49508) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:42:31.687948 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-967f56a7-afe5-4e94-970d-20aa600e17e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584264'] for network, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:31.698970 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-967f56a7-afe5-4e94-970d-20aa600e17e9 admin admin] Deleting port 7f8abffd-f6e4-4e10-bcac-1fdaf31916a8 {{(pid=87567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:42:31.699350 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-967f56a7-afe5-4e94-970d-20aa600e17e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:31.744715 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 64cf2ef9-06ae-4be2-84bc-0e30877ee3c7 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:42:31.811137 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 64cf2ef9-06ae-4be2-84bc-0e30877ee3c7 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:42:31.811491 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 64cf2ef9-06ae-4be2-84bc-0e30877ee3c7 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:42:31.811976 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device c96f49a3-a720-46df-a61a-e7a79bb9a534 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:42:31.900784 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: c96f49a3-a720-46df-a61a-e7a79bb9a534 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:42:31.901151 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device c96f49a3-a720-46df-a61a-e7a79bb9a534 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:42:31.929164 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.db [None req-967f56a7-afe5-4e94-970d-20aa600e17e9 admin admin] For port 7f8abffd-f6e4-4e10-bcac-1fdaf31916a8, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=7f8abffd-f6e4-4e10-bcac-1fdaf31916a8,segment=NetworkSegment(5449f694-dd03-4a3a-b91e-e3a013ad8db1),segment_id=5449f694-dd03-4a3a-b91e-e3a013ad8db1)] {{(pid=87567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:42:31.929515 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-967f56a7-afe5-4e94-970d-20aa600e17e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:31.979095 n-d-825178-3 neutron-server[87569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2afa689-d48f-479e-b8c9-92086ef2b3ec None None] DHCP port deletion for ea6c58b1-0d7b-4549-9147-3bcf57a9aabe request from n-d-825178-3 {{(pid=87569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 13:42:31.985463 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b2afa689-d48f-479e-b8c9-92086ef2b3ec None None] Deleting port 7f8abffd-f6e4-4e10-bcac-1fdaf31916a8 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:42:31.986076 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b2afa689-d48f-479e-b8c9-92086ef2b3ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:32.055132 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.plugin [None req-967f56a7-afe5-4e94-970d-20aa600e17e9 admin admin] Calling delete_port for 7f8abffd-f6e4-4e10-bcac-1fdaf31916a8 owned by network:dhcp {{(pid=87567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:42:32.139124 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-967f56a7-afe5-4e94-970d-20aa600e17e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744762461462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744762003972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1265937'] for port, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:32.190454 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f56a7-afe5-4e94-970d-20aa600e17e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f8abffd-f6e4-4e10-bcac-1fdaf31916a8,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:32.194243 n-d-825178-3 neutron-server[87567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967f56a7-afe5-4e94-970d-20aa600e17e9 admin admin] No DVR routers for this DVR port 7f8abffd-f6e4-4e10-bcac-1fdaf31916a8 on host n-d-825178-3 {{(pid=87567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:42:32.204047 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-b2afa689-d48f-479e-b8c9-92086ef2b3ec None None] For port 7f8abffd-f6e4-4e10-bcac-1fdaf31916a8, host n-d-825178-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-3',level=0,port_id=7f8abffd-f6e4-4e10-bcac-1fdaf31916a8,segment=NetworkSegment(5449f694-dd03-4a3a-b91e-e3a013ad8db1),segment_id=5449f694-dd03-4a3a-b91e-e3a013ad8db1)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:42:32.204438 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b2afa689-d48f-479e-b8c9-92086ef2b3ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738628'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:32.343047 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b2afa689-d48f-479e-b8c9-92086ef2b3ec None None] Calling delete_port for 7f8abffd-f6e4-4e10-bcac-1fdaf31916a8 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 13:42:32.443017 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.db.api [None req-b2afa689-d48f-479e-b8c9-92086ef2b3ec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:42:32.443277 n-d-825178-3 neutron-server[87569]: DEBUG oslo_db.api [None req-b2afa689-d48f-479e-b8c9-92086ef2b3ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:42:32.454596 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-967f56a7-afe5-4e94-970d-20aa600e17e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686754', 'neutron.services.segments.db._delete_segments_for_network-8744762507322'] for network, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:32.481878 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-967f56a7-afe5-4e94-970d-20aa600e17e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea6c58b1-0d7b-4549-9147-3bcf57a9aabe']}} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:42:32.495510 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-967f56a7-afe5-4e94-970d-20aa600e17e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5449f694-dd03-4a3a-b91e-e3a013ad8db1') {'for_net_delete': True} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:42:32.495847 n-d-825178-3 neutron-server[87567]: DEBUG neutron.services.segments.db [None req-967f56a7-afe5-4e94-970d-20aa600e17e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5449f694-dd03-4a3a-b91e-e3a013ad8db1') {} {{(pid=87567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:42:32.508135 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-967f56a7-afe5-4e94-970d-20aa600e17e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744762507605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1889314'] for segment, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:32.524954 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-967f56a7-afe5-4e94-970d-20aa600e17e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682683'] for segment, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:32.532369 n-d-825178-3 neutron-server[87567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-967f56a7-afe5-4e94-970d-20aa600e17e9 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=87567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 13:42:32.532754 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-967f56a7-afe5-4e94-970d-20aa600e17e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-682658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266368'] for segment, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:32.546680 n-d-825178-3 neutron-server[87567]: Traceback (most recent call last): Feb 09 13:42:32.546680 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 13:42:32.546680 n-d-825178-3 neutron-server[87567]: timer() Feb 09 13:42:32.546680 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:42:32.546680 n-d-825178-3 neutron-server[87567]: cb(*args, **kw) Feb 09 13:42:32.546680 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:42:32.546680 n-d-825178-3 neutron-server[87567]: return func(*args, **kwargs) Feb 09 13:42:32.546680 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:42:32.546680 n-d-825178-3 neutron-server[87567]: self._notify() Feb 09 13:42:32.546680 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:42:32.546680 n-d-825178-3 neutron-server[87567]: self.callback(batched_events) Feb 09 13:42:32.546680 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:42:32.546680 n-d-825178-3 neutron-server[87567]: event.method(event) Feb 09 13:42:32.546680 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:42:32.546680 n-d-825178-3 neutron-server[87567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:42:32.546680 n-d-825178-3 neutron-server[87567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:42:32.546680 n-d-825178-3 neutron-server[87567]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:42:32.546680 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:42:32.546680 n-d-825178-3 neutron-server[87567]: return f(self, *a, **k) Feb 09 13:42:32.546680 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 13:42:32.546680 n-d-825178-3 neutron-server[87567]: return self._get(url).json() Feb 09 13:42:32.546680 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 13:42:32.546680 n-d-825178-3 neutron-server[87567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:42:32.546680 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 13:42:32.546680 n-d-825178-3 neutron-server[87567]: return self.request(url, 'GET', **kwargs) Feb 09 13:42:32.546680 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 13:42:32.546680 n-d-825178-3 neutron-server[87567]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:42:32.546680 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 13:42:32.546680 n-d-825178-3 neutron-server[87567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:42:32.546680 n-d-825178-3 neutron-server[87567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 13:42:32.546680 n-d-825178-3 neutron-server[87567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:42:32.546680 n-d-825178-3 neutron-server[87567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:42:32.625691 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-967f56a7-afe5-4e94-970d-20aa600e17e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740754'] for network, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:32.631125 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-967f56a7-afe5-4e94-970d-20aa600e17e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580555'] for network, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:32.656572 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f56a7-afe5-4e94-970d-20aa600e17e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea6c58b1-0d7b-4549-9147-3bcf57a9aabe,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:32.662276 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-967f56a7-afe5-4e94-970d-20aa600e17e9 admin admin] 10.222.0.55 "DELETE /v2.0/networks/ea6c58b1-0d7b-4549-9147-3bcf57a9aabe HTTP/1.1" status: 204 len: 168 time: 1.0844927 Feb 09 13:42:32.783279 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 49514) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:42:32.832850 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-aa435fb5-fd6d-4f5e-8a2c-c2a1a3620f17 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0375a4e00b1247a6a47d4b442e50be42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483794 Feb 09 13:42:32.835400 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 49518) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:42:32.901516 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1671aec5-6c5f-4433-9b5c-d573215448b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:32.927945 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1671aec5-6c5f-4433-9b5c-d573215448b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:32.944270 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b2afa689-d48f-479e-b8c9-92086ef2b3ec None None] Deleting port 7f8abffd-f6e4-4e10-bcac-1fdaf31916a8 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 13:42:32.944782 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b2afa689-d48f-479e-b8c9-92086ef2b3ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744762458094'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:32.982248 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1671aec5-6c5f-4433-9b5c-d573215448b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:33.003691 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1671aec5-6c5f-4433-9b5c-d573215448b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a1c212-1668-4e44-a37e-bb0a596f8cb2,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:33.013568 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-1671aec5-6c5f-4433-9b5c-d573215448b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:33.014756 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-1671aec5-6c5f-4433-9b5c-d573215448b0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e6a1c212-1668-4e44-a37e-bb0a596f8cb2 HTTP/1.1" status: 204 len: 168 time: 0.1783843 Feb 09 13:42:33.020740 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b2afa689-d48f-479e-b8c9-92086ef2b3ec None None] The port '7f8abffd-f6e4-4e10-bcac-1fdaf31916a8' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 13:42:33.394394 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 49526) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:42:33.443858 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-c17074c5-0655-4a8c-9047-5535969e9dd9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0e14a3c9bf5c424dbbf73bcd2bd5fb22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478661 Feb 09 13:42:33.446352 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [-] (87567) accepted ('10.222.0.55', 49530) {{(pid=87567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:42:33.505027 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-431c77bf-e3e0-4b8f-92a8-99b5cf59e8a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:33.535258 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-431c77bf-e3e0-4b8f-92a8-99b5cf59e8a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:33.588214 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-431c77bf-e3e0-4b8f-92a8-99b5cf59e8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656558'] for security_group, after_delete {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:33.603818 n-d-825178-3 neutron-server[87567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c77bf-e3e0-4b8f-92a8-99b5cf59e8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585dc2e3-1fc6-46b2-a07e-869c6802f249,revision_number=None']} {{(pid=87567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:33.613067 n-d-825178-3 neutron-server[87567]: DEBUG neutron_lib.callbacks.manager [None req-431c77bf-e3e0-4b8f-92a8-99b5cf59e8a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:33.614255 n-d-825178-3 neutron-server[87567]: INFO neutron.wsgi [None req-431c77bf-e3e0-4b8f-92a8-99b5cf59e8a9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/585dc2e3-1fc6-46b2-a07e-869c6802f249 HTTP/1.1" status: 204 len: 168 time: 0.1670241 Feb 09 13:42:33.717435 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 7f8abffd-f6e4-4e10-bcac-1fdaf31916a8 no longer exists at agent ovs-agent-n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:42:33.753585 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] No Port match for: 7f8abffd-f6e4-4e10-bcac-1fdaf31916a8 {{(pid=87569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 13:42:33.753938 n-d-825178-3 neutron-server[87569]: DEBUG neutron.plugins.ml2.rpc [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Device 7f8abffd-f6e4-4e10-bcac-1fdaf31916a8 not bound to the agent host n-d-825178-3 {{(pid=87569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:42:44.212914 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c133f648-bc75-4ad9-bb6e-bd962584db10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:46.602397 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2e6fc54a-4dea-4e92-89ce-e0626f73638a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:47.802585 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:47.933403 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:49.506109 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:51.406405 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:53.953729 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:58.005130 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:43:14.216509 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d3e6a464-4ed4-4a59-a6ff-813246da2906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:16.609331 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-952dba08-5d20-4db8-88c9-984fd58b2db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:17.805522 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:17.936102 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:19.511731 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:21.418087 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:23.965803 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:35.003936 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:43:44.220245 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-033641df-73d0-4b57-b76f-4e59df1e92e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:46.601207 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b8ae101a-0e3d-4500-9417-5616c6f676bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:47.809507 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:47.940583 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:49.513066 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:51.419841 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:53.984523 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:12.003565 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:44:14.221949 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-dae83012-cc9c-4cda-95af-3e2b91be69f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:16.603505 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7491c2c3-79b5-47b9-b414-b2413c6bbdcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:17.812598 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:17.942273 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:19.516118 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:21.434860 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:23.995749 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:44.223635 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-dac07142-4149-44ea-8c5f-e5cffa9eadcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:46.606772 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b0b7e14d-3e01-4ad2-a545-9ed18cfaab69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:47.814333 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:47.944490 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:49.002450 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:44:49.518390 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:51.434813 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:53.997984 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:14.225312 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e02940ac-52e1-4f5c-9582-2332dd8489f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:16.609462 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1dbf8978-d64f-448c-8fd5-50eea78e8b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:17.815354 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:17.947734 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:19.519920 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:21.437007 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:23.995237 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:26.001796 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:45:44.227651 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7faa94ce-4e4b-41dd-b20d-fdcdeb0722c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:46.610719 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-effc9752-0a96-4cc2-b079-f6f15826b0b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:47.816677 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:47.949596 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:48.325718 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-69ad9d80-c94c-4753-a180-6b2545f3f4b8 req-d2271293-1336-4018-84c0-83362a6a1d56 service neutron] (87567) timed out ('10.222.0.55', 48130) {{(pid=87567) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 13:45:49.523135 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:51.463842 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:54.011021 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:46:03.001439 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:46:14.230479 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c5aea793-2c2c-46f1-a76c-3d1fdb8c1937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:46:16.612737 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d22a137d-b676-458f-81c7-5750fcff3006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:46:17.819514 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:46:17.952781 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:46:19.524872 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:46:21.479183 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:46:24.022509 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:46:40.001848 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:46:44.231710 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9ed8ba23-592d-4adf-8ce3-cd501628737b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:46:46.617080 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5257f4cc-afe2-44d7-bf85-5ed455dc90a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:46:47.821101 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:46:47.955537 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:46:49.527602 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:46:51.493889 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:46:54.008154 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:14.233479 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b4c1811e-16eb-4e7c-8bdf-4b90c4716524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:16.618385 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3e8f8a2c-6b2a-4b39-91f4-dc0b8c1082d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:17.001160 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:47:17.822209 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:17.958712 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:19.529611 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:21.491744 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:24.023768 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:44.235706 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-071409e6-2e83-4f17-a4da-4e751c3cecb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:46.619392 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-05a31e83-860b-4d2c-820c-2640ca4b932e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:47.825611 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:47.961429 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:49.532741 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:51.500021 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:54.000575 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:47:54.037221 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:14.238448 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e011cae7-f863-4866-9bdc-fd607c95efc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:16.621499 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-254be922-6917-4ce0-b2b0-641563b7d487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:17.827920 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:17.963017 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:19.534718 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:21.506621 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:24.036665 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:30.999815 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:48:44.241096 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-25bbf5b7-b3ef-4e2d-a293-efec6e547c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:46.623513 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5141ca0e-a04b-4c83-9f7a-78a3c109ae27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:47.829681 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:47.966991 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:49.537144 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:51.505712 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:54.020705 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:07.999501 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:49:14.242984 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0da1a406-bb37-4247-9bf1-333453d624ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:16.627316 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3a9184a9-3c58-484b-b434-7c0565466c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:17.832092 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:17.969750 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:19.539519 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:21.520630 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:24.035338 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:44.244657 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7332a04c-bfe0-4a92-98d5-912fb93643e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:44.999961 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:49:46.630398 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-56d4c162-5948-47f7-8306-1fc1889a552a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:47.834421 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:47.972907 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:49.543037 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:51.518457 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:54.069701 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:10.824508 n-d-825178-3 neutron-server[87567]: DEBUG neutron.wsgi [req-37987996-66b6-4f69-aed3-d0d71bbbaa50 req-d890a66c-79ff-4af1-9805-89d7b1b6fcb9 service neutron] (87567) timed out ('10.222.0.55', 47156) {{(pid=87567) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 13:50:14.246586 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5f98e4e7-b1c5-4fa3-aad1-9f230134570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:16.632404 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c84949e4-a4fb-44ef-a7d3-48f0407cb0a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:17.836917 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:17.974826 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:19.545478 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:21.524762 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:21.999977 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:50:24.064996 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:44.248092 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cfc886be-a195-4713-90ba-0d4cd6b1c217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:46.634471 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-dd75618f-4d20-4134-ac5c-3d9247a82dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:47.839675 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:47.978359 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:49.548194 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:51.523521 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:54.079716 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:59.000098 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:51:14.249286 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-87ebd5f8-988c-478d-9dab-0d7fe45e7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:16.635315 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0aff760b-b979-4577-a158-368b818e40ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:17.841380 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:17.983298 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:19.551323 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:21.532864 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:24.078665 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:35.999130 n-d-825178-3 neutron-server[87570]: DEBUG neutron.db.agents_db [None req-afb5106c-a4b1-4094-bebb-1766f18d586e None None] Agent healthcheck: found 7 active agents {{(pid=87570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:51:44.252009 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-06e85920-a55a-4f48-82bc-3e649dcd2895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:46.637029 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d6234868-6437-4e27-bf19-322a860d4ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:47.842568 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f819-2d5e-4e90-a833-6d3c671cef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:47.983793 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92a08add-1636-4d48-8767-47a42ec204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:49.554668 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2549590b-dd32-4881-8fad-32af9f41ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:51.549881 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9cb7-97bc-42c3-9d56-1ab4e2f020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:54.094771 n-d-825178-3 neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-58f3a1c7-b945-414f-8ce8-1a03e1d13acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744762507304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656120'] for agent, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}